-- Logs begin at Tue 2022-01-18 21:28:52 UTC, end at Tue 2022-01-18 23:40:13 UTC. -- Jan 18 22:02:02.350534 n-d-825064-1 systemd[1]: Started Devstack devstack@q-svc.service. Jan 18 22:02:05.176494 n-d-825064-1 neutron-server[102289]: INFO neutron.common.config [-] Logging enabled! Jan 18 22:02:05.177110 n-d-825064-1 neutron-server[102289]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev11 Jan 18 22:02:05.177274 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102289) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 18 22:02:05.180540 n-d-825064-1 neutron-server[102289]: INFO neutron.common.config [-] Logging enabled! Jan 18 22:02:05.180796 n-d-825064-1 neutron-server[102289]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev11 Jan 18 22:02:05.181146 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102289) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 18 22:02:05.182127 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 18 22:02:05.182365 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 18 22:02:05.182733 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 18 22:02:05.182984 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 18 22:02:05.183213 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 18 22:02:05.183535 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:05.183854 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:05.184148 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:05.184395 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:05.184696 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:05.184987 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:05.185273 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:05.185564 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:05.185864 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:05.186156 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:05.186436 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:05.186720 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:05.186952 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:05.187234 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:05.187530 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:05.187810 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:05.188037 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] debug = True {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:05.188343 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:05.188774 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:05.189200 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:05.189486 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:05.189777 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:05.190058 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:05.190334 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:05.190664 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:05.191446 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:05.191777 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] host = n-d-825064-1 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:05.192059 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:05.192374 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:05.192671 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:05.192959 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:05.194119 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:05.194420 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:05.194720 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:05.195006 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:05.195288 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] log_file = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:05.195574 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:05.195870 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:05.196188 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:05.196492 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:05.196722 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:05.196950 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:05.197244 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:05.197603 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:05.198090 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:05.198559 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:05.199033 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:05.199494 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:05.199980 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:05.200444 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:05.200757 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:05.201063 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:05.201422 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:05.201912 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:05.202403 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:05.202756 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:05.203050 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:05.203359 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:05.203645 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:05.203932 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:05.204318 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:05.204621 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:05.204902 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:05.205185 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:05.205494 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:05.205788 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:05.206078 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:05.206400 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:05.206682 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:05.206971 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:05.207250 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:05.207530 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:05.207808 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] use_json = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:05.208086 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:05.208392 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:05.208683 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:05.209036 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:05.209317 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:05.209597 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:05.209875 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:05.210165 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:05.210469 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:05.210772 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:05.211076 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:05.211364 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:05.211662 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:05.211944 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:05.212309 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:05.212542 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:05.212833 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:05.213123 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:05.213420 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:05.213701 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:05.213993 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:05.214273 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:05.214568 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:05.214878 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:05.215175 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:05.215468 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:05.215744 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:05.216020 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:05.216319 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:05.216600 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:05.216890 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:05.217171 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:05.217460 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:05.217750 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:05.218029 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:05.218319 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:05.218616 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:05.218907 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:05.219231 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:05.219731 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:05.220255 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:05.220734 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:05.221436 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:05.221959 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:05.222384 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:05.222684 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:05.222973 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:05.223367 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:05.223871 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:05.224382 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:05.224677 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:05.224970 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:05.225271 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:05.225559 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:05.225841 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:05.226118 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:05.226469 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:05.226747 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:05.227040 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:05.227324 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:05.227600 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:05.227874 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:05.228323 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:05.228461 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:05.228735 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:05.229018 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:05.229295 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:05.229575 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:05.229851 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:05.230124 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:05.230396 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:05.230670 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:05.230945 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:05.231220 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:05.231568 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:05.231849 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:05.232151 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:05.232428 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:05.232701 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:05.232976 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:05.233250 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:05.233541 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:05.233840 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:05.234121 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:05.234402 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:05.234683 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:05.234963 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:05.235243 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:05.235521 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:05.235801 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:05.236081 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:05.236382 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:05.236677 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:05.236963 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:05.237254 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:05.238070 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:05.238355 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:05.238658 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:05.238939 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:05.239221 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:05.239501 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:05.239780 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:05.240064 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:05.240375 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:05.240674 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:05.240971 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:05.241264 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:05.241559 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:05.241853 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:05.242136 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:05.242595 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:05.243081 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:05.243446 n-d-825064-1 neutron-server[102289]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 18 22:02:05.243862 n-d-825064-1 neutron-server[102289]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102289) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 18 22:02:05.609276 n-d-825064-1 neutron-server[102289]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jan 18 22:02:05.609555 n-d-825064-1 neutron-server[102289]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jan 18 22:02:05.609844 n-d-825064-1 neutron-server[102289]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jan 18 22:02:05.610185 n-d-825064-1 neutron-server[102289]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 18 22:02:06.001856 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:06.002058 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:06.002319 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:06.004229 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:06.004509 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:06.004771 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:06.039818 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:06.040091 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:06.040379 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:06.055932 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:06.056236 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:06.056507 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:06.084970 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:06.085269 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:06.085519 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:06.122614 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:06.122886 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:06.123146 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:06.357001 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:06.357629 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:06.357629 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:06.357804 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:06.358456 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:06.479980 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:06.480325 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:06.480610 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:06.480884 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:06.481153 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:06.481464 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:06.481727 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:06.481986 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:06.482242 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:06.482524 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:06.482783 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:06.483047 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:06.483311 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:06.483565 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:06.483892 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:06.484187 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:06.484447 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:06.484713 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:06.484979 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:06.485242 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:06.485508 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:06.485760 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:06.486041 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:06.486413 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:06.486661 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:06.486906 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:06.487296 n-d-825064-1 neutron-server[102289]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102289) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 22:02:06.488151 n-d-825064-1 neutron-server[102289]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102289) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 22:02:06.488378 n-d-825064-1 neutron-server[102289]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102289) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 22:02:06.488610 n-d-825064-1 neutron-server[102289]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102289) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 22:02:06.488839 n-d-825064-1 neutron-server[102289]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102289) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 22:02:06.489074 n-d-825064-1 neutron-server[102289]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102289) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 22:02:06.489431 n-d-825064-1 neutron-server[102289]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 18 22:02:06.492813 n-d-825064-1 neutron-server[102289]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 18 22:02:06.496757 n-d-825064-1 neutron-server[102289]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 18 22:02:06.500547 n-d-825064-1 neutron-server[102289]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Jan 18 22:02:06.502186 n-d-825064-1 neutron-server[102289]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 18 22:02:06.502632 n-d-825064-1 neutron-server[102289]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 18 22:02:06.502967 n-d-825064-1 neutron-server[102289]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 18 22:02:06.503417 n-d-825064-1 neutron-server[102289]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 18 22:02:06.506426 n-d-825064-1 neutron-server[102289]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 18 22:02:06.506674 n-d-825064-1 neutron-server[102289]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 18 22:02:06.507011 n-d-825064-1 neutron-server[102289]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 18 22:02:06.512522 n-d-825064-1 neutron-server[102289]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jan 18 22:02:06.535210 n-d-825064-1 neutron-server[102289]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 18 22:02:06.535670 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:06.535968 n-d-825064-1 neutron-server[102289]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102289) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jan 18 22:02:06.536361 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:06.537729 n-d-825064-1 neutron-server[102289]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102289) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 18 22:02:06.538008 n-d-825064-1 neutron-server[102289]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 18 22:02:06.538250 n-d-825064-1 neutron-server[102289]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 18 22:02:06.541494 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:06.541770 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:06.606723 n-d-825064-1 neutron-server[102289]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 18 22:02:06.606962 n-d-825064-1 neutron-server[102289]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 18 22:02:06.607240 n-d-825064-1 neutron-server[102289]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 18 22:02:06.607566 n-d-825064-1 neutron-server[102289]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 18 22:02:06.630494 n-d-825064-1 neutron-server[102289]: DEBUG oslo_db.sqlalchemy.engines [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102289) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jan 18 22:02:07.169882 n-d-825064-1 neutron-server[102289]: INFO neutron.plugins.ml2.managers [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Initializing driver for type 'gre' Jan 18 22:02:07.170402 n-d-825064-1 neutron-server[102289]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] gre ID ranges: [(1, 1000)] Jan 18 22:02:07.222948 n-d-825064-1 neutron-server[102289]: INFO neutron.plugins.ml2.managers [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Initializing driver for type 'local' Jan 18 22:02:07.223294 n-d-825064-1 neutron-server[102289]: INFO neutron.plugins.ml2.managers [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Initializing driver for type 'vlan' Jan 18 22:02:07.237419 n-d-825064-1 neutron-server[102289]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] VlanTypeDriver initialization complete Jan 18 22:02:07.238244 n-d-825064-1 neutron-server[102289]: INFO neutron.plugins.ml2.managers [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Initializing driver for type 'vxlan' Jan 18 22:02:07.238728 n-d-825064-1 neutron-server[102289]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] vxlan ID ranges: [(1, 1000)] Jan 18 22:02:07.292073 n-d-825064-1 neutron-server[102289]: INFO neutron.plugins.ml2.managers [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Initializing extension driver 'port_security' Jan 18 22:02:07.292448 n-d-825064-1 neutron-server[102289]: INFO neutron.plugins.ml2.extensions.port_security [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] PortSecurityExtensionDriver initialization complete Jan 18 22:02:07.292784 n-d-825064-1 neutron-server[102289]: INFO neutron.plugins.ml2.managers [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Initializing mechanism driver 'openvswitch' Jan 18 22:02:07.293114 n-d-825064-1 neutron-server[102289]: INFO neutron.plugins.ml2.managers [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Initializing mechanism driver 'hyperv' Jan 18 22:02:07.299799 n-d-825064-1 neutron-server[102289]: DEBUG neutron.plugins.ml2.plugin [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:02:07.301248 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Subscribe: > port after_create 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:07.301620 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Subscribe: > port after_update 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:07.301970 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Subscribe: > port after_delete 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:07.302489 n-d-825064-1 neutron-server[102289]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102289) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 18 22:02:07.302986 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Subscribe: > subnet after_create 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:07.303341 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Subscribe: > subnet after_update 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:07.303686 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:07.304075 n-d-825064-1 neutron-server[102289]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102289) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 18 22:02:07.304499 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Subscribe: > network after_create 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:07.304848 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Subscribe: > network after_update 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:07.305192 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Subscribe: > network after_delete 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:07.305580 n-d-825064-1 neutron-server[102289]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102289) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 18 22:02:07.305981 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Subscribe: > security_group after_create 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:07.306330 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Subscribe: > security_group after_update 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:07.306671 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:07.307058 n-d-825064-1 neutron-server[102289]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102289) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 18 22:02:07.307456 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:07.307799 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:07.308150 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:07.308543 n-d-825064-1 neutron-server[102289]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102289) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 18 22:02:07.308940 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Subscribe: > address_group after_create 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:07.309284 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Subscribe: > address_group after_update 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:07.309623 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:07.310008 n-d-825064-1 neutron-server[102289]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102289) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 18 22:02:07.310446 n-d-825064-1 neutron-server[102289]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] ML2 OVO RPC backend initialized. {{(pid=102289) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Jan 18 22:02:07.311147 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:07.311497 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:07.311911 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Subscribe: > network before_response 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:07.312284 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Subscribe: > networks before_response 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:07.312629 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Subscribe: > port before_response 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:07.312965 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Subscribe: > ports before_response 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:07.313302 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Subscribe: > subnet before_response 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:07.313640 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Subscribe: > subnets before_response 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:07.313980 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Subscribe: > network after_create 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:07.314318 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Subscribe: > network after_update 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:07.314652 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Subscribe: > network after_delete 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:07.314985 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Subscribe: > port after_create 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:07.315317 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Subscribe: > port after_update 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:07.315681 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Subscribe: > port after_delete 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:07.315979 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Subscribe: > subnet after_create 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:07.316342 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Subscribe: > subnet after_update 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:07.316681 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:07.317280 n-d-825064-1 neutron-server[102289]: INFO neutron.plugins.ml2.plugin [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Modular L2 Plugin initialization complete Jan 18 22:02:07.317605 n-d-825064-1 neutron-server[102289]: DEBUG neutron.manager [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading services supported by the core plugin {{(pid=102289) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 18 22:02:07.317927 n-d-825064-1 neutron-server[102289]: INFO neutron.plugins.ml2.managers [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Got port-security extension from driver 'port_security' Jan 18 22:02:07.318456 n-d-825064-1 neutron-server[102289]: INFO neutron.extensions.vlantransparent [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Disabled vlantransparent extension. Jan 18 22:02:07.318940 n-d-825064-1 neutron-server[102289]: DEBUG neutron.manager [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102289) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 18 22:02:07.319261 n-d-825064-1 neutron-server[102289]: INFO neutron.manager [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading Plugin: router Jan 18 22:02:07.356924 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:07.357260 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Subscribe: > router after_create 55549900 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:07.357783 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Subscribe: > router before_create 55549900 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:07.357971 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:07.358339 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:07.358691 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Subscribe: > router after_delete 55549900 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:07.359051 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:07.359524 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:07.359892 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Subscribe: > router after_create 55549900 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:07.360274 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Subscribe: > router after_update 55549900 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:07.360628 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Subscribe: > router after_update 55549900 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:07.360977 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:07.361333 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Subscribe: > router after_update 55549900 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:07.361738 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Subscribe: > router precommit_update 55549900 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:07.362103 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Subscribe: port after_update 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:07.362969 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Subscribe: port after_delete 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:07.363318 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Subscribe: subnet after_update 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:07.363656 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:07.364005 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:07.364383 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Subscribe: > router precommit_create 55549900 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:07.364726 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Subscribe: port before_delete 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:07.365068 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Subscribe: > router precommit_create 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:07.365422 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Subscribe: > router after_update 55549900 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:07.365764 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:07.366115 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Subscribe: > router precommit_create 55549900 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:07.366473 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:07.366814 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Subscribe: > router precommit_update 55549900 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:07.367173 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Subscribe: > agent after_create 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:07.367526 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Subscribe: > agent after_delete 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:07.367869 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Subscribe: > network after_delete 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:07.368751 n-d-825064-1 neutron-server[102289]: DEBUG neutron.quota.resource_registry [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Tracking information for resource: router configured {{(pid=102289) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 22:02:07.369080 n-d-825064-1 neutron-server[102289]: DEBUG neutron.quota.resource_registry [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Tracking information for resource: floatingip configured {{(pid=102289) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 22:02:07.374004 n-d-825064-1 neutron-server[102289]: INFO neutron.db.l3_agentschedulers_db [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 18 22:02:07.374584 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Subscribe: port after_update 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:07.374947 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Subscribe: port after_create 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:07.375298 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Subscribe: port after_delete 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:07.375656 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Subscribe: port after_update 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:07.376472 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Subscribe: > router before_create 55550100 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:07.376837 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:07.377197 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Subscribe: > router precommit_create 55550100 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:07.377551 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Subscribe: > router precommit_update 55550100 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:07.382229 n-d-825064-1 neutron-server[102289]: DEBUG neutron.services.provider_configuration [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Service providers = [] {{(pid=102289) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 18 22:02:07.382588 n-d-825064-1 neutron-server[102289]: DEBUG neutron.db.servicetype_db [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102289) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 18 22:02:07.385565 n-d-825064-1 neutron-server[102289]: DEBUG neutron.services.service_base [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102289) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 18 22:02:07.385915 n-d-825064-1 neutron-server[102289]: DEBUG neutron.services.service_base [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102289) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 18 22:02:07.386253 n-d-825064-1 neutron-server[102289]: DEBUG neutron.services.service_base [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102289) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 18 22:02:07.387148 n-d-825064-1 neutron-server[102289]: DEBUG neutron.services.service_base [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102289) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 18 22:02:07.387517 n-d-825064-1 neutron-server[102289]: INFO neutron.services.service_base [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 18 22:02:07.387890 n-d-825064-1 neutron-server[102289]: DEBUG neutron.manager [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102289) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 22:02:07.388233 n-d-825064-1 neutron-server[102289]: INFO neutron.manager [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 18 22:02:07.399417 n-d-825064-1 neutron-server[102289]: DEBUG neutron.manager [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102289) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 22:02:07.399754 n-d-825064-1 neutron-server[102289]: INFO neutron.manager [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading Plugin: auto_allocate Jan 18 22:02:07.405594 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Subscribe: network precommit_update 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:07.405957 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Subscribe: network precommit_create 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:07.406468 n-d-825064-1 neutron-server[102289]: DEBUG neutron.manager [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102289) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 22:02:07.406786 n-d-825064-1 neutron-server[102289]: INFO neutron.manager [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading Plugin: tag Jan 18 22:02:07.414155 n-d-825064-1 neutron-server[102289]: DEBUG neutron.manager [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102289) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 22:02:07.414481 n-d-825064-1 neutron-server[102289]: INFO neutron.manager [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading Plugin: timestamp Jan 18 22:02:07.418306 n-d-825064-1 neutron-server[102289]: DEBUG neutron.manager [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102289) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 22:02:07.418638 n-d-825064-1 neutron-server[102289]: INFO neutron.manager [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading Plugin: network_ip_availability Jan 18 22:02:07.424092 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:07.424493 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:07.424860 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:07.425579 n-d-825064-1 neutron-server[102289]: DEBUG neutron.manager [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102289) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 22:02:07.425898 n-d-825064-1 neutron-server[102289]: INFO neutron.manager [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading Plugin: flavors Jan 18 22:02:07.430913 n-d-825064-1 neutron-server[102289]: DEBUG neutron.manager [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102289) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 22:02:07.431244 n-d-825064-1 neutron-server[102289]: INFO neutron.manager [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading Plugin: revisions Jan 18 22:02:07.435549 n-d-825064-1 neutron-server[102289]: DEBUG neutron.manager [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102289) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 22:02:07.435934 n-d-825064-1 neutron-server[102289]: DEBUG oslo_concurrency.lockutils [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.826s {{(pid=102289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jan 18 22:02:07.436709 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102289) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 18 22:02:07.437045 n-d-825064-1 neutron-server[102289]: INFO neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Initializing extension manager. Jan 18 22:02:07.437549 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading extension file: __init__.py {{(pid=102289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:02:07.437887 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading extension file: __pycache__ {{(pid=102289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:02:07.438218 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:02:07.438548 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading extension file: address_group.py {{(pid=102289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:02:07.439302 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:02:07.439862 n-d-825064-1 neutron-server[102289]: INFO neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loaded extension: address-group Jan 18 22:02:07.440207 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading extension file: address_scope.py {{(pid=102289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:02:07.440952 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:02:07.441462 n-d-825064-1 neutron-server[102289]: INFO neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loaded extension: address-scope Jan 18 22:02:07.441782 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:02:07.442721 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:02:07.443307 n-d-825064-1 neutron-server[102289]: INFO neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loaded extension: router-admin-state-down-before-update Jan 18 22:02:07.443631 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading extension file: agent.py {{(pid=102289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:02:07.444364 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:02:07.444870 n-d-825064-1 neutron-server[102289]: INFO neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loaded extension: agent Jan 18 22:02:07.445185 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading extension file: agent_resources_synced.py {{(pid=102289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:02:07.446098 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:02:07.446604 n-d-825064-1 neutron-server[102289]: INFO neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loaded extension: agent-resources-synced Jan 18 22:02:07.446921 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading extension file: allowedaddresspairs.py {{(pid=102289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:02:07.448730 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:02:07.449257 n-d-825064-1 neutron-server[102289]: INFO neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loaded extension: allowed-address-pairs Jan 18 22:02:07.449584 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading extension file: auto_allocated_topology.py {{(pid=102289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:02:07.450664 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:02:07.451186 n-d-825064-1 neutron-server[102289]: INFO neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loaded extension: auto-allocated-topology Jan 18 22:02:07.451514 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading extension file: availability_zone.py {{(pid=102289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:02:07.452250 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:02:07.452760 n-d-825064-1 neutron-server[102289]: INFO neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loaded extension: availability_zone Jan 18 22:02:07.453083 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading extension file: availability_zone_filter.py {{(pid=102289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:02:07.453992 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:02:07.454506 n-d-825064-1 neutron-server[102289]: INFO neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loaded extension: availability_zone_filter Jan 18 22:02:07.454828 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading extension file: data_plane_status.py {{(pid=102289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:02:07.455732 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:02:07.457053 n-d-825064-1 neutron-server[102289]: INFO neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Extension data-plane-status not supported by any of loaded plugins Jan 18 22:02:07.457385 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading extension file: default_subnetpools.py {{(pid=102289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:02:07.458370 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:02:07.459055 n-d-825064-1 neutron-server[102289]: INFO neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loaded extension: default-subnetpools Jan 18 22:02:07.459591 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:02:07.461210 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:02:07.461474 n-d-825064-1 neutron-server[102289]: INFO neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loaded extension: dhcp_agent_scheduler Jan 18 22:02:07.461623 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading extension file: dns.py {{(pid=102289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:02:07.462521 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:02:07.463119 n-d-825064-1 neutron-server[102289]: INFO neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Extension dns-integration not supported by any of loaded plugins Jan 18 22:02:07.463666 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading extension file: dns_domain_ports.py {{(pid=102289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:02:07.464773 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:02:07.465285 n-d-825064-1 neutron-server[102289]: INFO neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 18 22:02:07.465607 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:02:07.466533 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:02:07.467039 n-d-825064-1 neutron-server[102289]: INFO neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jan 18 22:02:07.467359 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading extension file: dvr.py {{(pid=102289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:02:07.468031 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:02:07.468567 n-d-825064-1 neutron-server[102289]: INFO neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loaded extension: dvr Jan 18 22:02:07.468888 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading extension file: ecmp_routes.py {{(pid=102289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:02:07.469807 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:02:07.470311 n-d-825064-1 neutron-server[102289]: INFO neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Extension ecmp_routes not supported by any of loaded plugins Jan 18 22:02:07.470629 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading extension file: empty_string_filtering.py {{(pid=102289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:02:07.471853 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:02:07.472667 n-d-825064-1 neutron-server[102289]: INFO neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loaded extension: empty-string-filtering Jan 18 22:02:07.473010 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:02:07.473938 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:02:07.474447 n-d-825064-1 neutron-server[102289]: INFO neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 18 22:02:07.474765 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:02:07.475682 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:02:07.476223 n-d-825064-1 neutron-server[102289]: INFO neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 18 22:02:07.476544 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading extension file: external_net.py {{(pid=102289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:02:07.478042 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:02:07.478554 n-d-825064-1 neutron-server[102289]: INFO neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loaded extension: external-net Jan 18 22:02:07.478873 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:02:07.479777 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:02:07.480309 n-d-825064-1 neutron-server[102289]: INFO neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loaded extension: extra_dhcp_opt Jan 18 22:02:07.480628 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading extension file: extraroute.py {{(pid=102289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:02:07.481542 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:02:07.482051 n-d-825064-1 neutron-server[102289]: INFO neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loaded extension: extraroute Jan 18 22:02:07.482369 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading extension file: extraroute_atomic.py {{(pid=102289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:02:07.483406 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:02:07.483913 n-d-825064-1 neutron-server[102289]: INFO neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loaded extension: extraroute-atomic Jan 18 22:02:07.484261 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading extension file: filter_validation.py {{(pid=102289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:02:07.485109 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:02:07.485617 n-d-825064-1 neutron-server[102289]: INFO neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loaded extension: filter-validation Jan 18 22:02:07.485934 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading extension file: fip_pf_description.py {{(pid=102289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:02:07.486848 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:02:07.487364 n-d-825064-1 neutron-server[102289]: INFO neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 18 22:02:07.487684 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading extension file: fip_port_details.py {{(pid=102289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:02:07.488639 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:02:07.489147 n-d-825064-1 neutron-server[102289]: INFO neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loaded extension: fip-port-details Jan 18 22:02:07.489465 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading extension file: flavors.py {{(pid=102289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:02:07.490705 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:02:07.491226 n-d-825064-1 neutron-server[102289]: INFO neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loaded extension: flavors Jan 18 22:02:07.491547 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:02:07.493259 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:02:07.493778 n-d-825064-1 neutron-server[102289]: INFO neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 18 22:02:07.494107 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading extension file: floatingip_pools.py {{(pid=102289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:02:07.494800 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:02:07.495309 n-d-825064-1 neutron-server[102289]: INFO neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loaded extension: floatingip-pools Jan 18 22:02:07.495630 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading extension file: ip_allocation.py {{(pid=102289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:02:07.496580 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:02:07.497087 n-d-825064-1 neutron-server[102289]: INFO neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Extension ip_allocation not supported by any of loaded plugins Jan 18 22:02:07.497408 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:02:07.498324 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:02:07.498836 n-d-825064-1 neutron-server[102289]: INFO neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loaded extension: ip-substring-filtering Jan 18 22:02:07.499158 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading extension file: l2_adjacency.py {{(pid=102289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:02:07.500088 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:02:07.500639 n-d-825064-1 neutron-server[102289]: INFO neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Extension l2_adjacency not supported by any of loaded plugins Jan 18 22:02:07.500963 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading extension file: l3.py {{(pid=102289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:02:07.501928 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:02:07.502451 n-d-825064-1 neutron-server[102289]: INFO neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loaded extension: router Jan 18 22:02:07.502775 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:02:07.505094 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:02:07.505642 n-d-825064-1 neutron-server[102289]: INFO neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 18 22:02:07.506027 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:02:07.506966 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:02:07.507490 n-d-825064-1 neutron-server[102289]: INFO neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loaded extension: ext-gw-mode Jan 18 22:02:07.507815 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:02:07.508798 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:02:07.509314 n-d-825064-1 neutron-server[102289]: INFO neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loaded extension: l3-ha Jan 18 22:02:07.509632 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading extension file: l3_flavors.py {{(pid=102289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:02:07.510544 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:02:07.511053 n-d-825064-1 neutron-server[102289]: INFO neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loaded extension: l3-flavors Jan 18 22:02:07.511371 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:02:07.512327 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:02:07.512835 n-d-825064-1 neutron-server[102289]: INFO neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loaded extension: l3-port-ip-change-not-allowed Jan 18 22:02:07.513152 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading extension file: l3agentscheduler.py {{(pid=102289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:02:07.514182 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:02:07.514694 n-d-825064-1 neutron-server[102289]: INFO neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loaded extension: l3_agent_scheduler Jan 18 22:02:07.515019 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading extension file: logging.py {{(pid=102289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:02:07.516560 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:02:07.517088 n-d-825064-1 neutron-server[102289]: INFO neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Extension logging not supported by any of loaded plugins Jan 18 22:02:07.517418 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading extension file: metering.py {{(pid=102289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:02:07.518325 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:02:07.519258 n-d-825064-1 neutron-server[102289]: INFO neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loaded extension: metering Jan 18 22:02:07.519585 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:02:07.520850 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:02:07.521454 n-d-825064-1 neutron-server[102289]: INFO neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loaded extension: metering_source_and_destination_fields Jan 18 22:02:07.521785 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading extension file: multiprovidernet.py {{(pid=102289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:02:07.522736 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:02:07.523250 n-d-825064-1 neutron-server[102289]: INFO neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loaded extension: multi-provider Jan 18 22:02:07.523574 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading extension file: netmtu.py {{(pid=102289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:02:07.524522 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:02:07.525036 n-d-825064-1 neutron-server[102289]: INFO neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loaded extension: net-mtu Jan 18 22:02:07.525357 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading extension file: netmtu_writable.py {{(pid=102289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:02:07.526281 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:02:07.526790 n-d-825064-1 neutron-server[102289]: INFO neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loaded extension: net-mtu-writable Jan 18 22:02:07.527110 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading extension file: network_availability_zone.py {{(pid=102289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:02:07.527779 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:02:07.528319 n-d-825064-1 neutron-server[102289]: INFO neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loaded extension: network_availability_zone Jan 18 22:02:07.528639 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading extension file: network_ip_availability.py {{(pid=102289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:02:07.529758 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:02:07.530269 n-d-825064-1 neutron-server[102289]: INFO neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loaded extension: network-ip-availability Jan 18 22:02:07.530590 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading extension file: network_segment_range.py {{(pid=102289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:02:07.531352 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:02:07.531855 n-d-825064-1 neutron-server[102289]: INFO neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Extension network-segment-range not supported by any of loaded plugins Jan 18 22:02:07.532194 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading extension file: pagination.py {{(pid=102289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:02:07.533184 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:02:07.533514 n-d-825064-1 neutron-server[102289]: INFO neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loaded extension: pagination Jan 18 22:02:07.533835 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading extension file: port_device_profile.py {{(pid=102289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:02:07.535291 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:02:07.535799 n-d-825064-1 neutron-server[102289]: INFO neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loaded extension: port-device-profile Jan 18 22:02:07.536165 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:02:07.537150 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:02:07.537662 n-d-825064-1 neutron-server[102289]: INFO neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loaded extension: port-mac-address-regenerate Jan 18 22:02:07.537983 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:02:07.538898 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:02:07.539408 n-d-825064-1 neutron-server[102289]: INFO neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loaded extension: port-numa-affinity-policy Jan 18 22:02:07.539729 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading extension file: port_resource_request.py {{(pid=102289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:02:07.540687 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:02:07.541187 n-d-825064-1 neutron-server[102289]: INFO neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Extension port-resource-request not supported by any of loaded plugins Jan 18 22:02:07.541510 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading extension file: portbindings.py {{(pid=102289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:02:07.542430 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:02:07.542942 n-d-825064-1 neutron-server[102289]: INFO neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loaded extension: binding Jan 18 22:02:07.543264 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading extension file: portbindings_extended.py {{(pid=102289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:02:07.544571 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:02:07.545085 n-d-825064-1 neutron-server[102289]: INFO neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loaded extension: binding-extended Jan 18 22:02:07.545408 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading extension file: portsecurity.py {{(pid=102289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:02:07.546328 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:02:07.546833 n-d-825064-1 neutron-server[102289]: INFO neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loaded extension: port-security Jan 18 22:02:07.547150 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading extension file: project_id.py {{(pid=102289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:02:07.548141 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:02:07.548468 n-d-825064-1 neutron-server[102289]: INFO neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loaded extension: project-id Jan 18 22:02:07.548786 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading extension file: providernet.py {{(pid=102289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:02:07.549710 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:02:07.550255 n-d-825064-1 neutron-server[102289]: INFO neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loaded extension: provider Jan 18 22:02:07.550575 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading extension file: qos.py {{(pid=102289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:02:07.554280 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:02:07.554806 n-d-825064-1 neutron-server[102289]: INFO neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Extension qos not supported by any of loaded plugins Jan 18 22:02:07.555134 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:02:07.556427 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:02:07.556943 n-d-825064-1 neutron-server[102289]: INFO neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 18 22:02:07.557270 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:02:07.558189 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:02:07.558702 n-d-825064-1 neutron-server[102289]: INFO neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 18 22:02:07.559028 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading extension file: qos_default.py {{(pid=102289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:02:07.559943 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:02:07.560490 n-d-825064-1 neutron-server[102289]: INFO neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Extension qos-default not supported by any of loaded plugins Jan 18 22:02:07.560819 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading extension file: qos_fip.py {{(pid=102289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:02:07.561478 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:02:07.561982 n-d-825064-1 neutron-server[102289]: INFO neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Extension qos-fip not supported by any of loaded plugins Jan 18 22:02:07.562304 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading extension file: qos_gateway_ip.py {{(pid=102289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:02:07.563239 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:02:07.563749 n-d-825064-1 neutron-server[102289]: INFO neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 18 22:02:07.564069 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading extension file: qos_port_network_policy.py {{(pid=102289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:02:07.565004 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:02:07.565537 n-d-825064-1 neutron-server[102289]: INFO neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 18 22:02:07.565859 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading extension file: qos_pps_rule.py {{(pid=102289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:02:07.567038 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:02:07.567554 n-d-825064-1 neutron-server[102289]: INFO neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Extension qos-pps not supported by any of loaded plugins Jan 18 22:02:07.567876 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading extension file: qos_rule_type_details.py {{(pid=102289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:02:07.568866 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:02:07.569376 n-d-825064-1 neutron-server[102289]: INFO neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 18 22:02:07.569698 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading extension file: qos_rules_alias.py {{(pid=102289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:02:07.570744 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:02:07.571255 n-d-825064-1 neutron-server[102289]: INFO neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 18 22:02:07.571579 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading extension file: quotasv2.py {{(pid=102289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:02:07.572700 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=102289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:02:07.573027 n-d-825064-1 neutron-server[102289]: INFO neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loaded extension: quotas Jan 18 22:02:07.573344 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading extension file: quotasv2_detail.py {{(pid=102289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:02:07.576647 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:02:07.576989 n-d-825064-1 neutron-server[102289]: INFO neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loaded extension: quota_details Jan 18 22:02:07.577321 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading extension file: rbac.py {{(pid=102289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:02:07.578377 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:02:07.578904 n-d-825064-1 neutron-server[102289]: INFO neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loaded extension: rbac-policies Jan 18 22:02:07.579234 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading extension file: rbac_address_group.py {{(pid=102289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:02:07.580183 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:02:07.580705 n-d-825064-1 neutron-server[102289]: INFO neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loaded extension: rbac-address-group Jan 18 22:02:07.581030 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading extension file: rbac_address_scope.py {{(pid=102289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:02:07.582463 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:02:07.582978 n-d-825064-1 neutron-server[102289]: INFO neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loaded extension: rbac-address-scope Jan 18 22:02:07.583305 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading extension file: rbac_security_groups.py {{(pid=102289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:02:07.584308 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:02:07.584823 n-d-825064-1 neutron-server[102289]: INFO neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loaded extension: rbac-security-groups Jan 18 22:02:07.585145 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading extension file: rbac_subnetpool.py {{(pid=102289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:02:07.586063 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:02:07.586572 n-d-825064-1 neutron-server[102289]: INFO neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loaded extension: rbac-subnetpool Jan 18 22:02:07.586894 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading extension file: revisionifmatch.py {{(pid=102289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:02:07.587815 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:02:07.588353 n-d-825064-1 neutron-server[102289]: INFO neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loaded extension: revision-if-match Jan 18 22:02:07.588675 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading extension file: revisions.py {{(pid=102289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:02:07.589806 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:02:07.590318 n-d-825064-1 neutron-server[102289]: INFO neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loaded extension: standard-attr-revisions Jan 18 22:02:07.590640 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading extension file: router_availability_zone.py {{(pid=102289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:02:07.591313 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:02:07.591823 n-d-825064-1 neutron-server[102289]: INFO neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loaded extension: router_availability_zone Jan 18 22:02:07.592167 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading extension file: routerservicetype.py {{(pid=102289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:02:07.593103 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:02:07.593612 n-d-825064-1 neutron-server[102289]: INFO neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Extension router-service-type not supported by any of loaded plugins Jan 18 22:02:07.593933 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:02:07.594855 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:02:07.595367 n-d-825064-1 neutron-server[102289]: INFO neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loaded extension: security-groups-normalized-cidr Jan 18 22:02:07.595688 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:02:07.597562 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:02:07.598076 n-d-825064-1 neutron-server[102289]: INFO neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loaded extension: port-security-groups-filtering Jan 18 22:02:07.598398 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:02:07.599323 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:02:07.599899 n-d-825064-1 neutron-server[102289]: INFO neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loaded extension: security-groups-remote-address-group Jan 18 22:02:07.600248 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading extension file: securitygroup.py {{(pid=102289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:02:07.611389 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:02:07.611883 n-d-825064-1 neutron-server[102289]: INFO neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loaded extension: security-group Jan 18 22:02:07.612243 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading extension file: segment.py {{(pid=102289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:02:07.613083 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:02:07.613598 n-d-825064-1 neutron-server[102289]: INFO neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Extension segment not supported by any of loaded plugins Jan 18 22:02:07.613924 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:02:07.614870 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:02:07.615454 n-d-825064-1 neutron-server[102289]: INFO neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 18 22:02:07.615781 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading extension file: servicetype.py {{(pid=102289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:02:07.617012 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:02:07.617535 n-d-825064-1 neutron-server[102289]: INFO neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loaded extension: service-type Jan 18 22:02:07.617859 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading extension file: sorting.py {{(pid=102289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:02:07.618852 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:02:07.619186 n-d-825064-1 neutron-server[102289]: INFO neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loaded extension: sorting Jan 18 22:02:07.619510 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading extension file: standard_attr_segment.py {{(pid=102289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:02:07.620468 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:02:07.620991 n-d-825064-1 neutron-server[102289]: INFO neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 18 22:02:07.621317 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading extension file: standardattrdescription.py {{(pid=102289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:02:07.621968 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:02:07.622481 n-d-825064-1 neutron-server[102289]: INFO neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loaded extension: standard-attr-description Jan 18 22:02:07.622803 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading extension file: stateful_security_group.py {{(pid=102289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:02:07.623733 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:02:07.624323 n-d-825064-1 neutron-server[102289]: INFO neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loaded extension: stateful-security-group Jan 18 22:02:07.624649 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading extension file: stdattrs_common.py {{(pid=102289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:02:07.625236 n-d-825064-1 neutron-server[102289]: WARNING neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 18 22:02:07.625556 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:02:07.626603 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:02:07.627121 n-d-825064-1 neutron-server[102289]: INFO neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 18 22:02:07.627442 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading extension file: subnet_onboard.py {{(pid=102289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:02:07.628609 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:02:07.629127 n-d-825064-1 neutron-server[102289]: INFO neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loaded extension: subnet_onboard Jan 18 22:02:07.629453 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:02:07.630385 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:02:07.630956 n-d-825064-1 neutron-server[102289]: INFO neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 18 22:02:07.631280 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading extension file: subnet_service_types.py {{(pid=102289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:02:07.632248 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:02:07.632758 n-d-825064-1 neutron-server[102289]: INFO neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loaded extension: subnet-service-types Jan 18 22:02:07.633085 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading extension file: subnetallocation.py {{(pid=102289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:02:07.634179 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:02:07.634693 n-d-825064-1 neutron-server[102289]: INFO neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loaded extension: subnet_allocation Jan 18 22:02:07.635018 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:02:07.635687 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:02:07.636226 n-d-825064-1 neutron-server[102289]: INFO neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loaded extension: subnetpool-prefix-ops Jan 18 22:02:07.636552 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:02:07.637502 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:02:07.638011 n-d-825064-1 neutron-server[102289]: INFO neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 18 22:02:07.638333 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading extension file: tagging.py {{(pid=102289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:02:07.639381 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:02:07.639898 n-d-825064-1 neutron-server[102289]: INFO neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loaded extension: standard-attr-tag Jan 18 22:02:07.640264 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading extension file: timestamp.py {{(pid=102289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:02:07.641487 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:02:07.642005 n-d-825064-1 neutron-server[102289]: INFO neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loaded extension: standard-attr-timestamp Jan 18 22:02:07.642332 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading extension file: trunk.py {{(pid=102289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:02:07.643378 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:02:07.644458 n-d-825064-1 neutron-server[102289]: INFO neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Extension trunk not supported by any of loaded plugins Jan 18 22:02:07.644781 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading extension file: trunk_details.py {{(pid=102289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:02:07.645708 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:02:07.646227 n-d-825064-1 neutron-server[102289]: INFO neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Extension trunk-details not supported by any of loaded plugins Jan 18 22:02:07.646619 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading extension file: uplink_status_propagation.py {{(pid=102289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:02:07.647540 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:02:07.648055 n-d-825064-1 neutron-server[102289]: INFO neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 18 22:02:07.648404 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Loading extension file: vlantransparent.py {{(pid=102289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 22:02:07.649073 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 22:02:07.649579 n-d-825064-1 neutron-server[102289]: INFO neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Extension vlan-transparent not supported by any of loaded plugins Jan 18 22:02:07.651954 n-d-825064-1 neutron-server[102289]: INFO neutron.quota.resource_registry [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Creating instance of TrackedResource for resource:network Jan 18 22:02:07.652505 n-d-825064-1 neutron-server[102289]: INFO neutron.quota.resource_registry [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Creating instance of TrackedResource for resource:subnet Jan 18 22:02:07.652923 n-d-825064-1 neutron-server[102289]: INFO neutron.quota.resource_registry [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Creating instance of TrackedResource for resource:subnetpool Jan 18 22:02:07.653316 n-d-825064-1 neutron-server[102289]: INFO neutron.quota.resource_registry [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Creating instance of TrackedResource for resource:port Jan 18 22:02:07.654544 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.v2.resource_helper [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102289) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 22:02:07.654984 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.v2.resource_helper [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Service FLAVORS assigned prefix: {{(pid=102289) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 22:02:07.655600 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.v2.resource_helper [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102289) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 22:02:07.656020 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.v2.resource_helper [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102289) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 22:02:07.656372 n-d-825064-1 neutron-server[102289]: INFO neutron.quota.resource_registry [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Creating instance of TrackedResource for resource:router Jan 18 22:02:07.656804 n-d-825064-1 neutron-server[102289]: INFO neutron.quota.resource_registry [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Creating instance of TrackedResource for resource:floatingip Jan 18 22:02:07.657287 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.v2.resource_helper [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Service METERING assigned prefix: /metering {{(pid=102289) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 22:02:07.658730 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:07.659099 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:07.659993 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:02:07.661028 n-d-825064-1 neutron-server[102289]: INFO neutron.quota.resource_registry [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Creating instance of CountableResource for resource:rbac_policy Jan 18 22:02:07.661480 n-d-825064-1 neutron-server[102289]: INFO neutron.quota.resource_registry [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Creating instance of TrackedResource for resource:security_group Jan 18 22:02:07.661965 n-d-825064-1 neutron-server[102289]: INFO neutron.quota.resource_registry [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 18 22:02:07.662591 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.v2.resource_helper [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Service CORE assigned prefix: {{(pid=102289) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 22:02:07.662921 n-d-825064-1 neutron-server[102289]: INFO neutron.quota.resource_registry [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Creating instance of TrackedResource for resource:subnetpool Jan 18 22:02:07.663266 n-d-825064-1 neutron-server[102289]: WARNING neutron.quota.resource_registry [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] subnetpool is already registered Jan 18 22:02:07.663698 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.v2.resource_helper [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Service CORE assigned prefix: {{(pid=102289) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 22:02:07.664022 n-d-825064-1 neutron-server[102289]: INFO neutron.quota.resource_registry [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Creating instance of TrackedResource for resource:subnetpool Jan 18 22:02:07.664384 n-d-825064-1 neutron-server[102289]: WARNING neutron.quota.resource_registry [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] subnetpool is already registered Jan 18 22:02:07.666655 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.v2.resource_helper [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102289) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 22:02:07.667088 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.v2.resource_helper [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Service FLAVORS assigned prefix: {{(pid=102289) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 22:02:07.667671 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.v2.resource_helper [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102289) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 22:02:07.668090 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.v2.resource_helper [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102289) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 22:02:07.668453 n-d-825064-1 neutron-server[102289]: INFO neutron.quota.resource_registry [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Creating instance of TrackedResource for resource:router Jan 18 22:02:07.668799 n-d-825064-1 neutron-server[102289]: WARNING neutron.quota.resource_registry [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] router is already registered Jan 18 22:02:07.669210 n-d-825064-1 neutron-server[102289]: INFO neutron.quota.resource_registry [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Creating instance of TrackedResource for resource:floatingip Jan 18 22:02:07.669542 n-d-825064-1 neutron-server[102289]: WARNING neutron.quota.resource_registry [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] floatingip is already registered Jan 18 22:02:07.669989 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.v2.resource_helper [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Service METERING assigned prefix: /metering {{(pid=102289) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 22:02:07.670648 n-d-825064-1 neutron-server[102289]: INFO neutron.quota.resource_registry [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Creating instance of CountableResource for resource:rbac_policy Jan 18 22:02:07.670970 n-d-825064-1 neutron-server[102289]: WARNING neutron.quota.resource_registry [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] rbac_policy is already registered Jan 18 22:02:07.671380 n-d-825064-1 neutron-server[102289]: INFO neutron.quota.resource_registry [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Creating instance of TrackedResource for resource:security_group Jan 18 22:02:07.671710 n-d-825064-1 neutron-server[102289]: WARNING neutron.quota.resource_registry [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] security_group is already registered Jan 18 22:02:07.672112 n-d-825064-1 neutron-server[102289]: INFO neutron.quota.resource_registry [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 18 22:02:07.672462 n-d-825064-1 neutron-server[102289]: WARNING neutron.quota.resource_registry [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] security_group_rule is already registered Jan 18 22:02:07.673094 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.v2.resource_helper [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Service CORE assigned prefix: {{(pid=102289) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 22:02:07.673417 n-d-825064-1 neutron-server[102289]: INFO neutron.quota.resource_registry [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Creating instance of TrackedResource for resource:subnetpool Jan 18 22:02:07.673750 n-d-825064-1 neutron-server[102289]: WARNING neutron.quota.resource_registry [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] subnetpool is already registered Jan 18 22:02:07.674167 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.v2.resource_helper [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Service CORE assigned prefix: {{(pid=102289) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 22:02:07.674488 n-d-825064-1 neutron-server[102289]: INFO neutron.quota.resource_registry [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Creating instance of TrackedResource for resource:subnetpool Jan 18 22:02:07.674837 n-d-825064-1 neutron-server[102289]: WARNING neutron.quota.resource_registry [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] subnetpool is already registered Jan 18 22:02:07.675310 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Extended resource: extensions {{(pid=102289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 22:02:07.676797 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Extended resource: address-groups {{(pid=102289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 22:02:07.678356 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Extended resource: address-scopes {{(pid=102289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 22:02:07.679659 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Extended resource: agents {{(pid=102289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 22:02:07.680854 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Extended resource: auto-allocated-topology {{(pid=102289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 22:02:07.682098 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Extended resource: availability_zones {{(pid=102289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 22:02:07.683299 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Extended resource: dhcp-networks {{(pid=102289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 22:02:07.684862 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Extended resource: dhcp-agents {{(pid=102289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 22:02:07.686259 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Extended resource: routers {{(pid=102289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 22:02:07.688490 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Extended resource: flavors {{(pid=102289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 22:02:07.689652 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Extended resource: service_profiles {{(pid=102289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 22:02:07.690903 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Extended resource: next_providers {{(pid=102289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 22:02:07.692352 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Extended resource: service_profiles {{(pid=102289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 22:02:07.693980 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Extended resource: floatingip-pools {{(pid=102289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 22:02:07.695200 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Extended resource: routers {{(pid=102289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 22:02:07.697327 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Extended resource: floatingips {{(pid=102289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 22:02:07.698607 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Extended resource: l3-routers {{(pid=102289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 22:02:07.699984 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Extended resource: l3-agents {{(pid=102289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 22:02:07.701420 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Extended resource: metering-labels {{(pid=102289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 22:02:07.702765 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Extended resource: metering-label-rules {{(pid=102289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 22:02:07.704034 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Extended resource: network-ip-availabilities {{(pid=102289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 22:02:07.705331 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Extended resource: bindings {{(pid=102289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 22:02:07.708341 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Extended resource: quotas {{(pid=102289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 22:02:07.709867 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Extended resource: quotas {{(pid=102289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 22:02:07.711264 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Extended resource: rbac-policies {{(pid=102289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 22:02:07.712492 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Extended resource: security-groups {{(pid=102289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 22:02:07.713802 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Extended resource: security-group-rules {{(pid=102289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 22:02:07.715023 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Extended resource: service-providers {{(pid=102289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 22:02:07.716265 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Extended resource: subnetpools {{(pid=102289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 22:02:07.717684 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Extended resource: subnetpools {{(pid=102289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 22:02:07.719136 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Extended resource: tags {{(pid=102289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 22:02:07.721119 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Extended resource: tags {{(pid=102289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 22:02:07.723475 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Extended resource: tags {{(pid=102289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 22:02:07.725364 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Extended resource: tags {{(pid=102289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 22:02:07.727149 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Extended resource: tags {{(pid=102289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 22:02:07.729026 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Extended resource: tags {{(pid=102289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 22:02:07.730700 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Extended resource: tags {{(pid=102289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 22:02:07.732633 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Extended resource: tags {{(pid=102289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 22:02:07.734366 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Extended resource: tags {{(pid=102289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 22:02:07.736144 n-d-825064-1 neutron-server[102289]: DEBUG neutron.api.extensions [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Extended resource: tags {{(pid=102289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 22:02:07.742125 n-d-825064-1 neutron-server[102289]: WARNING keystonemiddleware.auth_token [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 18 22:02:07.746804 n-d-825064-1 neutron-server[102289]: WARNING keystonemiddleware.auth_token [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 18 22:02:07.755775 n-d-825064-1 neutron-server[102289]: DEBUG oslo_concurrency.lockutils [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Acquired lock "singleton_lock" {{(pid=102289) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jan 18 22:02:07.756275 n-d-825064-1 neutron-server[102289]: DEBUG oslo_concurrency.lockutils [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Releasing lock "singleton_lock" {{(pid=102289) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jan 18 22:02:07.756898 n-d-825064-1 neutron-server[102289]: INFO oslo_service.service [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Starting 2 workers Jan 18 22:02:07.761795 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Started child 102430 {{(pid=102289) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 18 22:02:07.766262 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Started child 102431 {{(pid=102289) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 18 22:02:07.767402 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:02:07.768096 n-d-825064-1 neutron-server[102289]: INFO neutron.service [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Neutron service started, listening on 0.0.0.0:9696 Jan 18 22:02:07.768528 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Notify callbacks [] for process, before_spawn {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:02:07.769468 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [-] (102430) wsgi starting up on http://0.0.0.0:9696 Jan 18 22:02:07.771668 n-d-825064-1 neutron-server[102289]: INFO oslo_service.service [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Starting 1 workers Jan 18 22:02:07.771808 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:02:07.773074 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [-] (102431) wsgi starting up on http://0.0.0.0:9696 Jan 18 22:02:07.776993 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Started child 102432 {{(pid=102289) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 18 22:02:07.777541 n-d-825064-1 neutron-server[102289]: INFO oslo_service.service [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Starting 1 workers Jan 18 22:02:07.780782 n-d-825064-1 neutron-server[102432]: DEBUG neutron.service [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] calling RpcWorker wait() {{(pid=102432) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 18 22:02:07.781334 n-d-825064-1 neutron-server[102432]: DEBUG neutron.service [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] returning from RpcWorker wait() {{(pid=102432) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 18 22:02:07.782111 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Started child 102433 {{(pid=102289) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 18 22:02:07.782674 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:02:07.782983 n-d-825064-1 neutron-server[102289]: DEBUG neutron_lib.callbacks.manager [None req-f87caba3-cbf4-4c31-a369-a15cc42d7a60 None None] Notify callbacks [] for process, after_spawn {{(pid=102289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:02:07.783278 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:02:07.784906 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102289) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 18 22:02:07.785115 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 18 22:02:07.785297 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 18 22:02:07.785517 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 18 22:02:07.785858 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 18 22:02:07.786022 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 18 22:02:07.786526 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.786796 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.787189 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.787288 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:02:07.787745 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.787745 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.788267 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.788517 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.788754 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.789060 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.789291 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.789466 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.789630 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.789882 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.790126 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.790433 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.790690 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.790930 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.791202 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.791376 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.791613 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.791882 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.792147 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.792432 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] debug = True {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.792675 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.793149 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.793378 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.793633 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.793856 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.794129 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.794383 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.794640 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.794884 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.795113 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.795344 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.795589 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.795819 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.796058 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.796316 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.796596 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.796814 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.797277 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] host = n-d-825064-1 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.797517 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.797748 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.798000 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.798227 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.798484 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.798698 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.798960 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.799203 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.799476 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.799701 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.799978 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.800257 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.800494 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.800732 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] log_file = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.800896 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] log_options = True {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.801131 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.801389 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.801646 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.801836 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.802005 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.802181 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.802428 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.802661 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.802943 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.803181 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.803399 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.803629 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.803876 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.804095 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.804376 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.804732 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.804873 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.805068 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.805336 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.805580 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.805819 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.806059 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.806309 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.806557 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.806783 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.807016 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.807243 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.807463 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.807673 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.807938 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.808354 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.808667 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.808816 n-d-825064-1 neutron-server[102433]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:02:07.808976 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.809130 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.809384 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.809639 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.809840 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.810057 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.810320 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.810548 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.810798 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.811067 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.811589 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.811921 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.812629 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.812783 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.814063 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] use_json = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.814326 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.814594 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.816316 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.816991 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.816991 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.817217 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.817301 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.817565 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.818091 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.818392 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.818692 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.818952 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.819263 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.819474 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.819760 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.819959 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.820933 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.820933 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.820933 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.821771 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.821771 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.821771 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.821771 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.822165 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.822366 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.822960 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.822960 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.823220 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.823344 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.823715 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.823854 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.824096 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.824392 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.824606 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.824808 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.825182 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.825444 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.825719 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.53/identity {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.826644 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.826644 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.826644 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.827172 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.827172 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.827172 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.827481 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.827643 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.827896 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.828215 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.828423 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.828747 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.828937 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.829172 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.829423 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.829698 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.829954 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.830170 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.830365 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.830650 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.830809 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.831044 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.831834 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.832042 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.832360 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.832561 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.832787 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.833182 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.833361 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.833688 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.833909 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.834133 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.834352 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.834570 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.834920 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.835182 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.835420 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.835619 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.835872 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.836227 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.836403 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.836640 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.836928 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.837092 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.837390 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.837528 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.837761 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.837990 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.838228 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.838498 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.838690 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.838927 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.839158 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.839373 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.839604 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.839791 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.840046 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.840225 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.840441 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.840726 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.841052 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.841309 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.841583 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.841945 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.842143 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.842373 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.842580 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.842824 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.843103 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.843311 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.843528 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.843799 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.844052 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.844427 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.844594 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.844844 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.845095 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.845320 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.845534 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.845779 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.846259 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.846535 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.846798 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.847049 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.847381 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.847540 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.848351 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.848351 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.848351 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.848815 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.848815 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.849164 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.849303 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.850262 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.850262 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.850262 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.850262 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.850530 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.850747 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.850964 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.851193 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.851465 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.851713 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.851940 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.852273 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.852441 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.852820 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.853058 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.853305 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.853521 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.853781 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.854013 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.854311 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.854522 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.854737 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.854993 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.855289 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.855532 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.855739 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.53/identity {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.855973 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.856253 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.856544 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.856776 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.856942 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.857159 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.857414 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.857709 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.857841 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.858088 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.858302 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.858524 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.858754 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.859170 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.859321 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.859638 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.859766 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.860043 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.860317 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.860584 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.860860 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.861102 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.861365 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.869440 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.869440 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.869440 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.869440 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.869440 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.869440 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.869440 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.869440 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.871765 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.871765 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.871765 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.871765 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.871765 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.871765 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.871765 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.871765 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.872790 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.872790 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.872790 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.872790 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.872790 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.872790 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.872790 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.872790 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.873685 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.873685 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.873685 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.873685 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.873685 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.873685 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.873685 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.873685 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.874585 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.874585 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.874585 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.874585 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.874585 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.874585 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.874585 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.874585 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.874585 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.875507 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.875507 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.875507 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.875507 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.875507 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.875507 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.875507 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.875507 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.876455 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.876455 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.876455 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.876455 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.876455 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.876455 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.876455 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.876455 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.877415 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.877415 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.877415 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.877415 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.877806 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.877806 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.878475 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.878690 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.878871 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.879099 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.879319 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.879554 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.879784 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.879996 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.880233 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.880458 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.880675 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.880891 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.881228 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.881493 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.881714 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.882024 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.882274 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.882522 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.882747 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.883062 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.883277 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.883522 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.883744 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.883963 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.884215 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.884500 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.884811 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.885098 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.885359 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.885599 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.885982 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.886168 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.886455 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.886681 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.886973 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.887313 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.887602 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.887852 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.888084 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.888360 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.888586 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.888890 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.889118 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.889362 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.889600 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.889836 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.890068 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.890348 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.890534 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.890763 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.891057 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.891223 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.891439 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.891686 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.891908 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.892062 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 18 22:02:07.892597 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102289) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 18 22:02:07.892760 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 18 22:02:07.892914 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 18 22:02:07.893083 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 18 22:02:07.893266 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 18 22:02:07.893423 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 18 22:02:07.893685 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.894344 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.894507 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.894669 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.894831 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.895013 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.895176 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.895337 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.895497 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.895656 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.895814 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.895978 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.896186 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.896316 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.896477 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.896637 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.896800 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.896963 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.897137 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.897304 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.897464 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.897608 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.897772 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] debug = True {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.897932 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.898139 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.898290 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.898453 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.898614 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.898773 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.898932 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.899092 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.899311 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.899440 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.899523 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.899687 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.899845 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.900004 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.900181 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.900344 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.900506 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.900668 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] host = n-d-825064-1 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.900825 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.900984 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.901144 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.901300 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.901460 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.901618 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.901776 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.901950 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.902082 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.902239 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.902402 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.902550 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.902706 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.902865 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] log_file = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.903022 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] log_options = True {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.903180 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.903322 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.903487 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.903670 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.903833 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.903993 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.904176 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.904326 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.904487 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.904646 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.904793 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.904951 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.905110 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.905269 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.905428 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.905588 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.905738 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.905898 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.906060 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.906219 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.906362 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.906497 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.906657 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.906816 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.907044 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.907132 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.907268 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.907426 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.907584 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.907742 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.908287 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.908287 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.908287 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.908544 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.908544 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.908686 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.908820 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.908980 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.909144 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.909330 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.909490 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.909649 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.909807 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.909966 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.910126 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.910213 n-d-825064-1 neutron-server[102432]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:02:07.910312 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.910430 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] use_json = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.910592 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.910753 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.910910 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.911070 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.911232 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.911392 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.911552 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.911711 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:02:07.911889 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.912050 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.912244 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.912406 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.912566 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.912728 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.912890 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.913052 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.913212 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.913452 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.913628 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.913791 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.913964 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.914126 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.914287 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.914664 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.914664 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.915124 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.915124 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.915124 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.915437 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.915437 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.915630 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.915708 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.915816 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.915976 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.916163 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.916343 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.916505 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.916852 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.53/identity {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.916852 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.917151 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.917151 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.917349 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.917442 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.917559 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.917721 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.917882 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.918028 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.918177 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.918328 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.918694 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.918694 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.918956 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.918956 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.919204 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.919341 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.919478 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.919608 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.919739 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.919875 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.920014 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.920178 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.920311 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.920440 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.920603 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.920769 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.920926 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.921087 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.921249 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.921409 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.921570 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.921729 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.921889 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.922050 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.922211 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.922387 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.922547 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.922707 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.922867 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.923028 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.923191 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.923352 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.923512 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.923673 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.923833 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.923992 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.924170 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.924336 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.924495 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.924657 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.924821 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.925004 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.925167 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.925329 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.925671 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.925671 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.925930 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.925930 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.926226 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.926361 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.926496 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.926631 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.926766 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.926904 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.927039 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.927194 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.927326 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.927460 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.927595 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.927743 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.927888 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.928022 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.928204 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.928361 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.928523 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.928674 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.928835 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.929020 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.929159 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.929321 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.929484 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.929646 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.929807 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.929969 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.930129 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.930300 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.930462 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.930695 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.930911 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.931046 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.931185 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.931342 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.931494 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.931659 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.931820 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.931981 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.932181 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.932327 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.932489 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.932651 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.932814 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.932983 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.933155 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.933322 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.933486 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.933649 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.934056 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.934056 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.934313 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.934313 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.934582 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.934582 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.934837 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.934975 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.935105 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.935455 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.935455 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.935455 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.53/identity {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.935831 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.935831 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.936108 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.936108 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.936403 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.936403 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.936864 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.936864 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.936864 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.937244 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.937244 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.937524 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.937524 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.937807 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.937807 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.938070 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.938206 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.938345 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.938483 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.938635 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.938763 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.938931 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.939099 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.939260 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.939422 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.939588 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.939751 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.939914 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.940076 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.940260 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.940423 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.941105 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.941267 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.941429 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.941592 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.941763 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.941900 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.942113 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.942200 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.942359 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.942521 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.942683 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.942843 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.943019 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.943181 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.943341 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.943503 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.943663 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.943825 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.943987 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.944156 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.944324 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.944486 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.944647 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.944811 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.944975 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.945316 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.945316 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.945520 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.945643 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.945725 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.945881 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.946056 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.946218 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.946378 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.946540 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.946701 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.946862 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.947032 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.947194 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.947354 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.947514 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.947675 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.947835 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.948008 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.948216 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.948380 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.948544 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.948706 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.948868 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.949040 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.949202 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.949362 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.949522 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.949683 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.949843 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.950012 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.950173 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.950334 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.950498 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.950655 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.950818 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.950988 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.951149 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.951309 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.951468 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.951628 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.951788 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.951960 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.952144 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.952303 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.952471 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.952631 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.952791 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.952950 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.953124 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.953286 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.953449 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.953610 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.953772 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.953932 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.954094 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.954260 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.954430 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.954597 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.954759 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.954928 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.955097 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.955266 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.955427 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.955595 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.955771 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.955931 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.956176 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.956809 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.956971 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.957131 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.957290 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.957450 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.957613 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.957773 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.957932 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.958092 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.958252 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.958412 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.958572 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.958801 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.958897 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.959040 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.959199 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.959361 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:02:07.959515 n-d-825064-1 neutron-server[102289]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 18 22:02:08.027607 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 49210) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:02:08.036730 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [-] 10.222.0.53 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068462 Jan 18 22:02:19.229950 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862dda3d-0b30-4a38-992c-7194541ef96b None None] get_active_networks_info from n-d-825064-1 {{(pid=102432) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jan 18 22:02:19.296498 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862dda3d-0b30-4a38-992c-7194541ef96b None None] No non-hosted networks {{(pid=102432) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 18 22:02:19.312284 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.agentschedulers_db [None req-862dda3d-0b30-4a38-992c-7194541ef96b None None] DHCP Agent not found on host n-d-825064-1 {{(pid=102432) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 18 22:02:19.543351 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a91e501c-c13b-456a-9334-c40e4fa80682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1046630'] for agent, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:02:21.736535 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-64f9cae9-79c0-4c66-9a5c-fdf7331afa85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1046630'] for agent, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:02:21.776284 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3187f2ad-c9c7-4fcf-9915-0805a137003e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:02:22.742906 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1046630'] for agent, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:02:24.190752 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1046630'] for agent, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:02:24.452023 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1046630'] for agent, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:02:24.452908 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:02:24.453453 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:02:24.453975 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:02:24.454305 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:02:24.454677 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:02:24.455146 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:02:24.456213 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:02:24.456801 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:02:24.457127 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:02:24.457450 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:02:24.457770 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:02:24.458091 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:02:24.458489 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-825064-1', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:02:24.467770 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-825064-1', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:02:25.608023 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 49300) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:02:26.117814 n-d-825064-1 neutron-server[102431]: WARNING oslo_policy.policy [None req-468ee93a-ebcd-416d-a76f-ec540c66d622 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 22:02:26.118474 n-d-825064-1 neutron-server[102431]: WARNING oslo_policy.policy [None req-468ee93a-ebcd-416d-a76f-ec540c66d622 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 22:02:26.348816 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [None req-468ee93a-ebcd-416d-a76f-ec540c66d622 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:02:26.350063 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-468ee93a-ebcd-416d-a76f-ec540c66d622 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7399669 Jan 18 22:02:28.066806 n-d-825064-1 neutron-server[102432]: INFO neutron.db.l3_hamode_db [None req-383c93a5-8ef4-4fa5-b055-633606d2d7d1 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 18 22:02:28.142696 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383c93a5-8ef4-4fa5-b055-633606d2d7d1 None None] Routers set() bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:02:28.143628 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383c93a5-8ef4-4fa5-b055-633606d2d7d1 None None] Router IDs set() for agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jan 18 22:02:28.756115 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 49316) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:02:29.060714 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-c1d92a86-7947-4fcf-81f1-8959215b0d6e admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:02:29.156364 n-d-825064-1 neutron-server[102431]: DEBUG neutron.policy [None req-c1d92a86-7947-4fcf-81f1-8959215b0d6e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102431) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 18 22:02:29.200986 n-d-825064-1 neutron-server[102431]: WARNING oslo_policy.policy [None req-c1d92a86-7947-4fcf-81f1-8959215b0d6e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 22:02:29.201341 n-d-825064-1 neutron-server[102431]: WARNING oslo_policy.policy [None req-c1d92a86-7947-4fcf-81f1-8959215b0d6e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 22:02:29.210123 n-d-825064-1 neutron-server[102431]: INFO neutron.quota [None req-c1d92a86-7947-4fcf-81f1-8959215b0d6e admin admin] Loaded quota_driver: . Jan 18 22:02:29.300837 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c1d92a86-7947-4fcf-81f1-8959215b0d6e admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757343695432', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757343694999', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757343682940', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757343713070', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757343267682', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757343726368', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1998150', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1988212', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-937277', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-582056'] for rbac-policy, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:02:29.364673 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c1d92a86-7947-4fcf-81f1-8959215b0d6e admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:02:29.365849 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-c1d92a86-7947-4fcf-81f1-8959215b0d6e admin admin] 10.222.0.53 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6087534 Jan 18 22:02:31.959422 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 49328) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:02:32.252093 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-e5ee4fef-c7e7-4818-9c26-21d2bac2b8f6 admin admin] Request body: {'network': {'project_id': '53e797dd1bf043aebba7f355ad034532', 'admin_state_up': True, 'name': 'private', 'tenant_id': '53e797dd1bf043aebba7f355ad034532'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:02:32.280924 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ee4fef-c7e7-4818-9c26-21d2bac2b8f6 admin admin] Made reservation on behalf of 53e797dd1bf043aebba7f355ad034532 for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:02:32.284391 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e5ee4fef-c7e7-4818-9c26-21d2bac2b8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:02:32.300703 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e5ee4fef-c7e7-4818-9c26-21d2bac2b8f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:02:32.406205 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e5ee4fef-c7e7-4818-9c26-21d2bac2b8f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:02:32.410145 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e5ee4fef-c7e7-4818-9c26-21d2bac2b8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:02:32.429106 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5ee4fef-c7e7-4818-9c26-21d2bac2b8f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:02:32.457537 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e5ee4fef-c7e7-4818-9c26-21d2bac2b8f6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757344690445', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:02:32.458119 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e5ee4fef-c7e7-4818-9c26-21d2bac2b8f6 admin admin] Unsubscribe: segment precommit_create {{(pid=102431) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 18 22:02:32.458629 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-e5ee4fef-c7e7-4818-9c26-21d2bac2b8f6 admin admin] Added segment 48fe20ec-9093-49f1-9009-c25d8693e604 of type vlan for network 5ece604b-7240-40e3-a546-75478eb32a5d Jan 18 22:02:32.474771 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ee4fef-c7e7-4818-9c26-21d2bac2b8f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab9ca671-abde-469b-8d38-0e7111effcbf,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:02:32.521623 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ee4fef-c7e7-4818-9c26-21d2bac2b8f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:02:32.521964 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ee4fef-c7e7-4818-9c26-21d2bac2b8f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:02:32.522295 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ee4fef-c7e7-4818-9c26-21d2bac2b8f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:02:32.522620 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ee4fef-c7e7-4818-9c26-21d2bac2b8f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:02:32.522942 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ee4fef-c7e7-4818-9c26-21d2bac2b8f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:02:32.523261 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ee4fef-c7e7-4818-9c26-21d2bac2b8f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:02:32.523577 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ee4fef-c7e7-4818-9c26-21d2bac2b8f6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:02:32.523892 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ee4fef-c7e7-4818-9c26-21d2bac2b8f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:02:32.524230 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ee4fef-c7e7-4818-9c26-21d2bac2b8f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:02:32.524546 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ee4fef-c7e7-4818-9c26-21d2bac2b8f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:02:32.524859 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ee4fef-c7e7-4818-9c26-21d2bac2b8f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:02:32.525169 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ee4fef-c7e7-4818-9c26-21d2bac2b8f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:02:32.526265 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ee4fef-c7e7-4818-9c26-21d2bac2b8f6 admin admin] Tracked resource versions report: Jan 18 22:02:32.526265 n-d-825064-1 neutron-server[102431]: pushed versions: Jan 18 22:02:32.526265 n-d-825064-1 neutron-server[102431]: { 'AddressGroup': {'1.2'}, Jan 18 22:02:32.526265 n-d-825064-1 neutron-server[102431]: 'ConntrackHelper': {'1.0'}, Jan 18 22:02:32.526265 n-d-825064-1 neutron-server[102431]: 'Log': {'1.0'}, Jan 18 22:02:32.526265 n-d-825064-1 neutron-server[102431]: 'Network': {'1.1'}, Jan 18 22:02:32.526265 n-d-825064-1 neutron-server[102431]: 'Port': {'1.7'}, Jan 18 22:02:32.526265 n-d-825064-1 neutron-server[102431]: 'PortForwarding': {'1.2'}, Jan 18 22:02:32.526265 n-d-825064-1 neutron-server[102431]: 'QosPolicy': {'1.9'}, Jan 18 22:02:32.526265 n-d-825064-1 neutron-server[102431]: 'SecurityGroup': {'1.4'}, Jan 18 22:02:32.526265 n-d-825064-1 neutron-server[102431]: 'SecurityGroupRule': {'1.2'}, Jan 18 22:02:32.526265 n-d-825064-1 neutron-server[102431]: 'SubPort': {'1.0'}, Jan 18 22:02:32.526265 n-d-825064-1 neutron-server[102431]: 'Subnet': {'1.1'}, Jan 18 22:02:32.526265 n-d-825064-1 neutron-server[102431]: 'Trunk': {'1.1'}} Jan 18 22:02:32.526265 n-d-825064-1 neutron-server[102431]: consumer versions: Jan 18 22:02:32.526265 n-d-825064-1 neutron-server[102431]: { DHCP agent@n-d-825064-1: {}, Jan 18 22:02:32.526265 n-d-825064-1 neutron-server[102431]: L3 agent@n-d-825064-1: {}, Jan 18 22:02:32.526265 n-d-825064-1 neutron-server[102431]: Metadata agent@n-d-825064-1: {}, Jan 18 22:02:32.526265 n-d-825064-1 neutron-server[102431]: Metering agent@n-d-825064-1: {}, Jan 18 22:02:32.526265 n-d-825064-1 neutron-server[102431]: Open vSwitch agent@n-d-825064-1: { 'AddressGroup': '1.2', Jan 18 22:02:32.526265 n-d-825064-1 neutron-server[102431]: 'ConntrackHelper': '1.0', Jan 18 22:02:32.526265 n-d-825064-1 neutron-server[102431]: 'Log': '1.0', Jan 18 22:02:32.526265 n-d-825064-1 neutron-server[102431]: 'Network': '1.1', Jan 18 22:02:32.526265 n-d-825064-1 neutron-server[102431]: 'Port': '1.7', Jan 18 22:02:32.526265 n-d-825064-1 neutron-server[102431]: 'PortForwarding': '1.2', Jan 18 22:02:32.526265 n-d-825064-1 neutron-server[102431]: 'QosPolicy': '1.9', Jan 18 22:02:32.526265 n-d-825064-1 neutron-server[102431]: 'SecurityGroup': '1.4', Jan 18 22:02:32.526265 n-d-825064-1 neutron-server[102431]: 'SecurityGroupRule': '1.2', Jan 18 22:02:32.526265 n-d-825064-1 neutron-server[102431]: 'SubPort': '1.0', Jan 18 22:02:32.526265 n-d-825064-1 neutron-server[102431]: 'Subnet': '1.1', Jan 18 22:02:32.526265 n-d-825064-1 neutron-server[102431]: 'Trunk': '1.1'}} Jan 18 22:02:32.526265 n-d-825064-1 neutron-server[102431]: {{(pid=102431) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 22:02:32.565939 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e5ee4fef-c7e7-4818-9c26-21d2bac2b8f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:02:32.604691 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e5ee4fef-c7e7-4818-9c26-21d2bac2b8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:02:32.606145 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ee4fef-c7e7-4818-9c26-21d2bac2b8f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:02:32.606811 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e5ee4fef-c7e7-4818-9c26-21d2bac2b8f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:02:32.690944 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-e5ee4fef-c7e7-4818-9c26-21d2bac2b8f6 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.7304037 Jan 18 22:02:32.705021 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ee4fef-c7e7-4818-9c26-21d2bac2b8f6 admin admin] Pushing event updated for resources: {'Network': ['ID=5ece604b-7240-40e3-a546-75478eb32a5d,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:02:32.716921 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 5ece604b-7240-40e3-a546-75478eb32a5d details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:02:35.379262 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 49342) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:02:35.765005 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae51a7d-11fa-4d21-a3a6-426cf3f92c0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:02:35.766380 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-6ae51a7d-11fa-4d21-a3a6-426cf3f92c0c admin admin] 10.222.0.53 "GET /v2.0/networks/5ece604b-7240-40e3-a546-75478eb32a5d HTTP/1.1" status: 200 len: 824 time: 0.3860900 Jan 18 22:02:35.791373 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-d80a14f2-b085-498a-b272-c7e62cdb2c3f admin admin] 10.222.0.53 "GET /v2.0/subnetpools/bd359200-01f5-4ec1-a0d6-a3fa3bf3d2ad HTTP/1.1" status: 200 len: 734 time: 0.0185225 Jan 18 22:02:35.801379 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-e76c9596-3fa6-456b-9ed2-0d10bef71372 admin admin] Request body: {'subnet': {'network_id': '5ece604b-7240-40e3-a546-75478eb32a5d', 'ip_version': 4, 'subnetpool_id': 'bd359200-01f5-4ec1-a0d6-a3fa3bf3d2ad', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'tenant_id': '53e797dd1bf043aebba7f355ad034532'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:02:35.824501 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e76c9596-3fa6-456b-9ed2-0d10bef71372 admin admin] Made reservation on behalf of 53e797dd1bf043aebba7f355ad034532 for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:02:35.826859 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e76c9596-3fa6-456b-9ed2-0d10bef71372 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:02:36.112474 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e76c9596-3fa6-456b-9ed2-0d10bef71372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:02:36.178216 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76c9596-3fa6-456b-9ed2-0d10bef71372 admin admin] Checking segment: {'id': '48fe20ec-9093-49f1-9009-c25d8693e604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '5ece604b-7240-40e3-a546-75478eb32a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:02:36.178595 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76c9596-3fa6-456b-9ed2-0d10bef71372 admin admin] Network hostable DHCP agents. Network: 5ece604b-7240-40e3-a546-75478eb32a5d, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:02:36.182930 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76c9596-3fa6-456b-9ed2-0d10bef71372 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b94e2c5c-9379-4363-a8ca-171341c40c40,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:02:36.200727 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76c9596-3fa6-456b-9ed2-0d10bef71372 admin admin] Network 5ece604b-7240-40e3-a546-75478eb32a5d is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:02:36.214256 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-e76c9596-3fa6-456b-9ed2-0d10bef71372 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 5ece604b-7240-40e3-a546-75478eb32a5d) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:02:36.218836 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76c9596-3fa6-456b-9ed2-0d10bef71372 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:02:36.219402 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e76c9596-3fa6-456b-9ed2-0d10bef71372 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:02:36.226263 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a704d081-e636-4728-88e6-cf42d9bc6b86 None None] Network 5ece604b-7240-40e3-a546-75478eb32a5d requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:02:36.235049 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-e76c9596-3fa6-456b-9ed2-0d10bef71372 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4375238 Jan 18 22:02:36.537930 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7896839-1c6b-4610-a15c-cf8be468a456 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-5ece604b-7240-40e3-a546-75478eb32a5d', 'network_id': '5ece604b-7240-40e3-a546-75478eb32a5d', 'tenant_id': '53e797dd1bf043aebba7f355ad034532', 'fixed_ips': [{'subnet_id': 'b94e2c5c-9379-4363-a8ca-171341c40c40'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:02:36.539231 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a7896839-1c6b-4610-a15c-cf8be468a456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:02:36.809381 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-a7896839-1c6b-4610-a15c-cf8be468a456 None None] Allocated IP 172.20.0.2 (5ece604b-7240-40e3-a546-75478eb32a5d/b94e2c5c-9379-4363-a8ca-171341c40c40/aa81920d-7841-4fc6-b8f7-2d2024da5e1f) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:02:37.009977 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a7896839-1c6b-4610-a15c-cf8be468a456 None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:02:37.017423 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a7896839-1c6b-4610-a15c-cf8be468a456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:02:37.115189 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7896839-1c6b-4610-a15c-cf8be468a456 None None] Network 5ece604b-7240-40e3-a546-75478eb32a5d is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:02:37.123827 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-a7896839-1c6b-4610-a15c-cf8be468a456 None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:02:37.129596 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7896839-1c6b-4610-a15c-cf8be468a456 None None] Pushing event updated for resources: {'Port': ['ID=aa81920d-7841-4fc6-b8f7-2d2024da5e1f,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:02:37.131722 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7896839-1c6b-4610-a15c-cf8be468a456 None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:02:37.141248 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7896839-1c6b-4610-a15c-cf8be468a456 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:02:37.141575 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7896839-1c6b-4610-a15c-cf8be468a456 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:02:37.141909 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7896839-1c6b-4610-a15c-cf8be468a456 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:02:37.142239 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7896839-1c6b-4610-a15c-cf8be468a456 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:02:37.142623 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7896839-1c6b-4610-a15c-cf8be468a456 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:02:37.143448 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7896839-1c6b-4610-a15c-cf8be468a456 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:02:37.143769 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7896839-1c6b-4610-a15c-cf8be468a456 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:02:37.144088 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7896839-1c6b-4610-a15c-cf8be468a456 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:02:37.144435 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7896839-1c6b-4610-a15c-cf8be468a456 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:02:37.144753 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7896839-1c6b-4610-a15c-cf8be468a456 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:02:37.145071 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7896839-1c6b-4610-a15c-cf8be468a456 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:02:37.145382 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7896839-1c6b-4610-a15c-cf8be468a456 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:02:37.146486 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7896839-1c6b-4610-a15c-cf8be468a456 None None] Tracked resource versions report: Jan 18 22:02:37.146486 n-d-825064-1 neutron-server[102432]: pushed versions: Jan 18 22:02:37.146486 n-d-825064-1 neutron-server[102432]: { 'AddressGroup': {'1.2'}, Jan 18 22:02:37.146486 n-d-825064-1 neutron-server[102432]: 'ConntrackHelper': {'1.0'}, Jan 18 22:02:37.146486 n-d-825064-1 neutron-server[102432]: 'Log': {'1.0'}, Jan 18 22:02:37.146486 n-d-825064-1 neutron-server[102432]: 'Network': {'1.1'}, Jan 18 22:02:37.146486 n-d-825064-1 neutron-server[102432]: 'Port': {'1.7'}, Jan 18 22:02:37.146486 n-d-825064-1 neutron-server[102432]: 'PortForwarding': {'1.2'}, Jan 18 22:02:37.146486 n-d-825064-1 neutron-server[102432]: 'QosPolicy': {'1.9'}, Jan 18 22:02:37.146486 n-d-825064-1 neutron-server[102432]: 'SecurityGroup': {'1.4'}, Jan 18 22:02:37.146486 n-d-825064-1 neutron-server[102432]: 'SecurityGroupRule': {'1.2'}, Jan 18 22:02:37.146486 n-d-825064-1 neutron-server[102432]: 'SubPort': {'1.0'}, Jan 18 22:02:37.146486 n-d-825064-1 neutron-server[102432]: 'Subnet': {'1.1'}, Jan 18 22:02:37.146486 n-d-825064-1 neutron-server[102432]: 'Trunk': {'1.1'}} Jan 18 22:02:37.146486 n-d-825064-1 neutron-server[102432]: consumer versions: Jan 18 22:02:37.146486 n-d-825064-1 neutron-server[102432]: { DHCP agent@n-d-825064-1: {}, Jan 18 22:02:37.146486 n-d-825064-1 neutron-server[102432]: L3 agent@n-d-825064-1: {}, Jan 18 22:02:37.146486 n-d-825064-1 neutron-server[102432]: Metadata agent@n-d-825064-1: {}, Jan 18 22:02:37.146486 n-d-825064-1 neutron-server[102432]: Metering agent@n-d-825064-1: {}, Jan 18 22:02:37.146486 n-d-825064-1 neutron-server[102432]: Open vSwitch agent@n-d-825064-1: { 'AddressGroup': '1.2', Jan 18 22:02:37.146486 n-d-825064-1 neutron-server[102432]: 'ConntrackHelper': '1.0', Jan 18 22:02:37.146486 n-d-825064-1 neutron-server[102432]: 'Log': '1.0', Jan 18 22:02:37.146486 n-d-825064-1 neutron-server[102432]: 'Network': '1.1', Jan 18 22:02:37.146486 n-d-825064-1 neutron-server[102432]: 'Port': '1.7', Jan 18 22:02:37.146486 n-d-825064-1 neutron-server[102432]: 'PortForwarding': '1.2', Jan 18 22:02:37.146486 n-d-825064-1 neutron-server[102432]: 'QosPolicy': '1.9', Jan 18 22:02:37.146486 n-d-825064-1 neutron-server[102432]: 'SecurityGroup': '1.4', Jan 18 22:02:37.146486 n-d-825064-1 neutron-server[102432]: 'SecurityGroupRule': '1.2', Jan 18 22:02:37.146486 n-d-825064-1 neutron-server[102432]: 'SubPort': '1.0', Jan 18 22:02:37.146486 n-d-825064-1 neutron-server[102432]: 'Subnet': '1.1', Jan 18 22:02:37.146486 n-d-825064-1 neutron-server[102432]: 'Trunk': '1.1'}} Jan 18 22:02:37.146486 n-d-825064-1 neutron-server[102432]: {{(pid=102432) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 22:02:37.219232 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-a7896839-1c6b-4610-a15c-cf8be468a456 None None] Attempting to bind port aa81920d-7841-4fc6-b8f7-2d2024da5e1f on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:02:37.219629 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-a7896839-1c6b-4610-a15c-cf8be468a456 None None] Attempting to bind port aa81920d-7841-4fc6-b8f7-2d2024da5e1f by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '48fe20ec-9093-49f1-9009-c25d8693e604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '5ece604b-7240-40e3-a546-75478eb32a5d'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:02:37.220057 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7896839-1c6b-4610-a15c-cf8be468a456 None None] Attempting to bind port aa81920d-7841-4fc6-b8f7-2d2024da5e1f on network 5ece604b-7240-40e3-a546-75478eb32a5d {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:02:37.225207 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7896839-1c6b-4610-a15c-cf8be468a456 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:02:37.225610 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7896839-1c6b-4610-a15c-cf8be468a456 None None] Checking segment: {'id': '48fe20ec-9093-49f1-9009-c25d8693e604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '5ece604b-7240-40e3-a546-75478eb32a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:02:37.226102 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a7896839-1c6b-4610-a15c-cf8be468a456 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:02:37.226486 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7896839-1c6b-4610-a15c-cf8be468a456 None None] Bound using segment: {'id': '48fe20ec-9093-49f1-9009-c25d8693e604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '5ece604b-7240-40e3-a546-75478eb32a5d'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:02:37.227023 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-a7896839-1c6b-4610-a15c-cf8be468a456 None None] Bound port: aa81920d-7841-4fc6-b8f7-2d2024da5e1f, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48fe20ec-9093-49f1-9009-c25d8693e604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '5ece604b-7240-40e3-a546-75478eb32a5d'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:02:37.227382 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a7896839-1c6b-4610-a15c-cf8be468a456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:02:37.288105 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-a7896839-1c6b-4610-a15c-cf8be468a456 None None] For port aa81920d-7841-4fc6-b8f7-2d2024da5e1f, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:02:37.292424 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-a7896839-1c6b-4610-a15c-cf8be468a456 None None] For port aa81920d-7841-4fc6-b8f7-2d2024da5e1f, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=aa81920d-7841-4fc6-b8f7-2d2024da5e1f,segment=NetworkSegment(48fe20ec-9093-49f1-9009-c25d8693e604),segment_id=48fe20ec-9093-49f1-9009-c25d8693e604)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:02:37.296306 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a7896839-1c6b-4610-a15c-cf8be468a456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:02:37.361376 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7896839-1c6b-4610-a15c-cf8be468a456 None None] Pushing event updated for resources: {'Port': ['ID=aa81920d-7841-4fc6-b8f7-2d2024da5e1f,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:02:38.675350 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 49350) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:02:38.982933 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [None req-2442dd81-c2a2-46b5-94e2-f40f57f5c511 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:02:38.984051 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-2442dd81-c2a2-46b5-94e2-f40f57f5c511 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3077686 Jan 18 22:02:41.437055 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 49358) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:02:41.757380 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [None req-1000e610-a093-4e12-afdd-7d596b58f6fb admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:02:41.758440 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-1000e610-a093-4e12-afdd-7d596b58f6fb admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3204722 Jan 18 22:02:44.420653 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 49368) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:02:44.739443 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-01b9229a-b198-4c77-8674-255a8602792b admin admin] Request body: {'router': {'tenant_id': '53e797dd1bf043aebba7f355ad034532', 'admin_state_up': True, 'name': 'router1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:02:44.764262 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-01b9229a-b198-4c77-8674-255a8602792b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1044160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8692'] for router, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:02:44.765736 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-01b9229a-b198-4c77-8674-255a8602792b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1040680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8675'] for router, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:02:44.902138 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-01b9229a-b198-4c77-8674-255a8602792b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:02:44.906827 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-01b9229a-b198-4c77-8674-255a8602792b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1040691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049'] for router, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:02:44.920720 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-01b9229a-b198-4c77-8674-255a8602792b admin admin] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:02:44.921904 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-01b9229a-b198-4c77-8674-255a8602792b admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5002806 Jan 18 22:02:45.697572 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21448c12-8096-4116-85c3-b720d6c7ebb9 None None] Network 5ece604b-7240-40e3-a546-75478eb32a5d requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:02:45.783857 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device aa81920d-7841-4fc6-b8f7-2d2024da5e1f up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:02:45.915305 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-633d221c-bb48-4d79-b1ff-c74c85992e05 None None] Provisioning complete for port aa81920d-7841-4fc6-b8f7-2d2024da5e1f triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:02:45.915616 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-633d221c-bb48-4d79-b1ff-c74c85992e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:02:45.955660 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port aa81920d-7841-4fc6-b8f7-2d2024da5e1f triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:02:45.955960 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:02:46.139376 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-633d221c-bb48-4d79-b1ff-c74c85992e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:02:46.151110 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:02:46.192835 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-633d221c-bb48-4d79-b1ff-c74c85992e05 None None] For port aa81920d-7841-4fc6-b8f7-2d2024da5e1f, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=aa81920d-7841-4fc6-b8f7-2d2024da5e1f,segment=NetworkSegment(48fe20ec-9093-49f1-9009-c25d8693e604),segment_id=48fe20ec-9093-49f1-9009-c25d8693e604)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:02:46.197909 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-633d221c-bb48-4d79-b1ff-c74c85992e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:02:46.269620 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.db.api [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 22:02:46.270029 n-d-825064-1 neutron-server[102432]: DEBUG oslo_db.api [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 22:02:46.274589 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633d221c-bb48-4d79-b1ff-c74c85992e05 None None] Pushing event updated for resources: {'Port': ['ID=aa81920d-7841-4fc6-b8f7-2d2024da5e1f,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:02:46.315816 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7998f5cf-072e-4abb-89c0-d2a17e89bdb2 None None] Provisioning complete for port aa81920d-7841-4fc6-b8f7-2d2024da5e1f triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:02:46.316115 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7998f5cf-072e-4abb-89c0-d2a17e89bdb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:02:47.350736 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 49382) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:02:47.654261 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [None req-d6533c8d-7e23-4c88-aa1d-d01ad8eff7b1 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:02:47.655251 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-d6533c8d-7e23-4c88-aa1d-d01ad8eff7b1 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3036578 Jan 18 22:02:47.749557 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device aa81920d-7841-4fc6-b8f7-2d2024da5e1f up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:02:47.797240 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port aa81920d-7841-4fc6-b8f7-2d2024da5e1f triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:02:47.797709 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:02:49.201163 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-01983629-7d2a-46a0-a929-0ff33208c5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:02:50.069445 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 49390) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:02:50.551006 n-d-825064-1 neutron-server[102430]: WARNING oslo_policy.policy [None req-71bf5187-1970-40f3-9fe9-709d301372a4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 22:02:50.551580 n-d-825064-1 neutron-server[102430]: WARNING oslo_policy.policy [None req-71bf5187-1970-40f3-9fe9-709d301372a4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 22:02:50.775315 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-71bf5187-1970-40f3-9fe9-709d301372a4 admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:02:50.777026 n-d-825064-1 neutron-server[102430]: INFO neutron.quota [None req-71bf5187-1970-40f3-9fe9-709d301372a4 admin admin] Loaded quota_driver: . Jan 18 22:02:50.833143 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71bf5187-1970-40f3-9fe9-709d301372a4 admin admin] Made reservation on behalf of f8ac8a8032b94c9dac30410c92d5229c for: {'network': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:02:50.899722 n-d-825064-1 neutron-server[102430]: DEBUG neutron.policy [None req-71bf5187-1970-40f3-9fe9-709d301372a4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102430) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 18 22:02:50.944851 n-d-825064-1 neutron-server[102430]: WARNING oslo_policy.policy [None req-71bf5187-1970-40f3-9fe9-709d301372a4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 22:02:50.945218 n-d-825064-1 neutron-server[102430]: WARNING oslo_policy.policy [None req-71bf5187-1970-40f3-9fe9-709d301372a4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 22:02:50.955391 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-71bf5187-1970-40f3-9fe9-709d301372a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:02:50.974987 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-71bf5187-1970-40f3-9fe9-709d301372a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:02:51.080540 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-71bf5187-1970-40f3-9fe9-709d301372a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:02:51.085491 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-71bf5187-1970-40f3-9fe9-709d301372a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:02:51.096666 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-71bf5187-1970-40f3-9fe9-709d301372a4 admin admin] Reserving flat network on physical network physnet1 {{(pid=102430) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 18 22:02:51.129397 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-71bf5187-1970-40f3-9fe9-709d301372a4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757344690445', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:02:51.129973 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-71bf5187-1970-40f3-9fe9-709d301372a4 admin admin] Unsubscribe: segment precommit_create {{(pid=102430) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 18 22:02:51.130494 n-d-825064-1 neutron-server[102430]: INFO neutron.db.segments_db [None req-71bf5187-1970-40f3-9fe9-709d301372a4 admin admin] Added segment 3c01874d-6a06-41df-8e0e-d7fc6db7ee2d of type flat for network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 Jan 18 22:02:51.150064 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf5187-1970-40f3-9fe9-709d301372a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b154b96-a31d-4d06-b7d6-d52078cbc6d8,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:02:51.167278 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf5187-1970-40f3-9fe9-709d301372a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:02:51.167621 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf5187-1970-40f3-9fe9-709d301372a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:02:51.167957 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf5187-1970-40f3-9fe9-709d301372a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:02:51.168316 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf5187-1970-40f3-9fe9-709d301372a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:02:51.168641 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf5187-1970-40f3-9fe9-709d301372a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:02:51.168966 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf5187-1970-40f3-9fe9-709d301372a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:02:51.169287 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf5187-1970-40f3-9fe9-709d301372a4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:02:51.169606 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf5187-1970-40f3-9fe9-709d301372a4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:02:51.169924 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf5187-1970-40f3-9fe9-709d301372a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:02:51.170239 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf5187-1970-40f3-9fe9-709d301372a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:02:51.170554 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf5187-1970-40f3-9fe9-709d301372a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:02:51.170867 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf5187-1970-40f3-9fe9-709d301372a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:02:51.172055 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bf5187-1970-40f3-9fe9-709d301372a4 admin admin] Tracked resource versions report: Jan 18 22:02:51.172055 n-d-825064-1 neutron-server[102430]: pushed versions: Jan 18 22:02:51.172055 n-d-825064-1 neutron-server[102430]: { 'AddressGroup': {'1.2'}, Jan 18 22:02:51.172055 n-d-825064-1 neutron-server[102430]: 'ConntrackHelper': {'1.0'}, Jan 18 22:02:51.172055 n-d-825064-1 neutron-server[102430]: 'Log': {'1.0'}, Jan 18 22:02:51.172055 n-d-825064-1 neutron-server[102430]: 'Network': {'1.1'}, Jan 18 22:02:51.172055 n-d-825064-1 neutron-server[102430]: 'Port': {'1.7'}, Jan 18 22:02:51.172055 n-d-825064-1 neutron-server[102430]: 'PortForwarding': {'1.2'}, Jan 18 22:02:51.172055 n-d-825064-1 neutron-server[102430]: 'QosPolicy': {'1.9'}, Jan 18 22:02:51.172055 n-d-825064-1 neutron-server[102430]: 'SecurityGroup': {'1.4'}, Jan 18 22:02:51.172055 n-d-825064-1 neutron-server[102430]: 'SecurityGroupRule': {'1.2'}, Jan 18 22:02:51.172055 n-d-825064-1 neutron-server[102430]: 'SubPort': {'1.0'}, Jan 18 22:02:51.172055 n-d-825064-1 neutron-server[102430]: 'Subnet': {'1.1'}, Jan 18 22:02:51.172055 n-d-825064-1 neutron-server[102430]: 'Trunk': {'1.1'}} Jan 18 22:02:51.172055 n-d-825064-1 neutron-server[102430]: consumer versions: Jan 18 22:02:51.172055 n-d-825064-1 neutron-server[102430]: { DHCP agent@n-d-825064-1: {}, Jan 18 22:02:51.172055 n-d-825064-1 neutron-server[102430]: L3 agent@n-d-825064-1: {}, Jan 18 22:02:51.172055 n-d-825064-1 neutron-server[102430]: Metadata agent@n-d-825064-1: {}, Jan 18 22:02:51.172055 n-d-825064-1 neutron-server[102430]: Metering agent@n-d-825064-1: {}, Jan 18 22:02:51.172055 n-d-825064-1 neutron-server[102430]: Open vSwitch agent@n-d-825064-1: { 'AddressGroup': '1.2', Jan 18 22:02:51.172055 n-d-825064-1 neutron-server[102430]: 'ConntrackHelper': '1.0', Jan 18 22:02:51.172055 n-d-825064-1 neutron-server[102430]: 'Log': '1.0', Jan 18 22:02:51.172055 n-d-825064-1 neutron-server[102430]: 'Network': '1.1', Jan 18 22:02:51.172055 n-d-825064-1 neutron-server[102430]: 'Port': '1.7', Jan 18 22:02:51.172055 n-d-825064-1 neutron-server[102430]: 'PortForwarding': '1.2', Jan 18 22:02:51.172055 n-d-825064-1 neutron-server[102430]: 'QosPolicy': '1.9', Jan 18 22:02:51.172055 n-d-825064-1 neutron-server[102430]: 'SecurityGroup': '1.4', Jan 18 22:02:51.172055 n-d-825064-1 neutron-server[102430]: 'SecurityGroupRule': '1.2', Jan 18 22:02:51.172055 n-d-825064-1 neutron-server[102430]: 'SubPort': '1.0', Jan 18 22:02:51.172055 n-d-825064-1 neutron-server[102430]: 'Subnet': '1.1', Jan 18 22:02:51.172055 n-d-825064-1 neutron-server[102430]: 'Trunk': '1.1'}} Jan 18 22:02:51.172055 n-d-825064-1 neutron-server[102430]: {{(pid=102430) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 22:02:51.255241 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-71bf5187-1970-40f3-9fe9-709d301372a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:02:51.300044 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-71bf5187-1970-40f3-9fe9-709d301372a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:02:51.301143 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bf5187-1970-40f3-9fe9-709d301372a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:02:51.301803 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-71bf5187-1970-40f3-9fe9-709d301372a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:02:51.381355 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-71bf5187-1970-40f3-9fe9-709d301372a4 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.3107805 Jan 18 22:02:51.406172 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf5187-1970-40f3-9fe9-709d301372a4 admin admin] Pushing event updated for resources: {'Network': ['ID=0fa7c7c8-c96a-4aa5-9818-d374adf00f99,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:02:51.418383 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:02:51.729709 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-95a95170-5c4a-4732-81de-905249146853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:02:52.714938 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:02:53.793880 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 49420) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:02:53.824508 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 5 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 22:02:53.965369 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e69aec-cf8e-4b6a-aa08-997b5d76a471 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:02:53.966676 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-54e69aec-cf8e-4b6a-aa08-997b5d76a471 admin admin] 10.222.0.53 "GET /v2.0/subnets/b94e2c5c-9379-4363-a8ca-171341c40c40 HTTP/1.1" status: 200 len: 849 time: 0.1718781 Jan 18 22:02:54.082950 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-71f6e7fc-18a0-4926-b925-f54b633b7959 admin admin] 10.222.0.53 "GET /v2.0/routers/3159b396-0562-4732-8843-e2c67698cc87 HTTP/1.1" status: 200 len: 704 time: 0.1091909 Jan 18 22:02:54.145245 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:02:54.346932 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5e9d7aee-7f3a-4db8-85d5-aab34979a434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:02:54.457643 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:02:54.631516 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-5e9d7aee-7f3a-4db8-85d5-aab34979a434 admin admin] Allocated IP 172.20.0.1 (5ece604b-7240-40e3-a546-75478eb32a5d/b94e2c5c-9379-4363-a8ca-171341c40c40/7809e4e0-8dbf-46a8-9027-8d285344b81d) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:02:54.788285 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5e9d7aee-7f3a-4db8-85d5-aab34979a434 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:02:54.898104 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5e9d7aee-7f3a-4db8-85d5-aab34979a434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:02:54.964461 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9d7aee-7f3a-4db8-85d5-aab34979a434 admin admin] Network 5ece604b-7240-40e3-a546-75478eb32a5d is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:02:54.971739 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-5e9d7aee-7f3a-4db8-85d5-aab34979a434 admin admin] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:02:54.974988 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9d7aee-7f3a-4db8-85d5-aab34979a434 admin admin] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:02:54.975536 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5e9d7aee-7f3a-4db8-85d5-aab34979a434 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1040954'] for router_interface, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:02:55.040843 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9d7aee-7f3a-4db8-85d5-aab34979a434 admin admin] Pushing event updated for resources: {'Port': ['ID=7809e4e0-8dbf-46a8-9027-8d285344b81d,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:02:55.155595 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-858d7058-a20e-47ad-884c-1364ac0d202f None None] Provisioning complete for port 7809e4e0-8dbf-46a8-9027-8d285344b81d triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:02:55.156211 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-858d7058-a20e-47ad-884c-1364ac0d202f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:02:55.185544 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5e9d7aee-7f3a-4db8-85d5-aab34979a434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:02:55.190729 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-858d7058-a20e-47ad-884c-1364ac0d202f None None] Port 7809e4e0-8dbf-46a8-9027-8d285344b81d cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:02:55.385671 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5e9d7aee-7f3a-4db8-85d5-aab34979a434 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:02:55.389822 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5e9d7aee-7f3a-4db8-85d5-aab34979a434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:02:55.390562 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5e9d7aee-7f3a-4db8-85d5-aab34979a434 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-613854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1041070'] for router_interface, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:02:55.468752 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9d7aee-7f3a-4db8-85d5-aab34979a434 admin admin] Pushing event updated for resources: {'Port': ['ID=7809e4e0-8dbf-46a8-9027-8d285344b81d,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:02:55.512082 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9d7aee-7f3a-4db8-85d5-aab34979a434 admin admin] Network 5ece604b-7240-40e3-a546-75478eb32a5d is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:02:55.513438 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-5e9d7aee-7f3a-4db8-85d5-aab34979a434 admin admin] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:02:55.666082 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e9d7aee-7f3a-4db8-85d5-aab34979a434 admin admin] Router 3159b396-0562-4732-8843-e2c67698cc87 is scheduled to L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 with binding_index 1 {{(pid=102431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 22:02:55.710746 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-0940918a-cea0-454c-9ea5-ee8ccff3960d None None] Provisioning complete for port 7809e4e0-8dbf-46a8-9027-8d285344b81d triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:02:55.711104 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0940918a-cea0-454c-9ea5-ee8ccff3960d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:02:55.746705 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-0940918a-cea0-454c-9ea5-ee8ccff3960d None None] Port 7809e4e0-8dbf-46a8-9027-8d285344b81d cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:02:55.755065 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e9d7aee-7f3a-4db8-85d5-aab34979a434 admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:02:55.760041 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-5e9d7aee-7f3a-4db8-85d5-aab34979a434 admin admin] 10.222.0.53 "PUT /v2.0/routers/3159b396-0562-4732-8843-e2c67698cc87/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6712534 Jan 18 22:02:55.764810 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0047ad4-b2ac-4e70-bd77-b011da45a840 None None] Sync routers for ids ['3159b396-0562-4732-8843-e2c67698cc87'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:02:55.778403 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0047ad4-b2ac-4e70-bd77-b011da45a840 None None] Routers {'3159b396-0562-4732-8843-e2c67698cc87'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:02:55.779225 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-b0047ad4-b2ac-4e70-bd77-b011da45a840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:02:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['3159b396-0562-4732-8843-e2c67698cc87'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:02:55.976928 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-b0047ad4-b2ac-4e70-bd77-b011da45a840 None None] Set router 3159b396-0562-4732-8843-e2c67698cc87 gateway port host: None {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:02:56.396493 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-b0047ad4-b2ac-4e70-bd77-b011da45a840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3159b396-0562-4732-8843-e2c67698cc87', 'name': 'router1', 'tenant_id': '53e797dd1bf043aebba7f355ad034532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:02:44Z', 'updated_at': '2022-01-18T22:02:55Z', 'revision_number': 2, 'project_id': '53e797dd1bf043aebba7f355ad034532', 'gw_port_host': None, '_interfaces': [{'id': '7809e4e0-8dbf-46a8-9027-8d285344b81d', 'name': '', 'network_id': '5ece604b-7240-40e3-a546-75478eb32a5d', 'tenant_id': '53e797dd1bf043aebba7f355ad034532', 'mac_address': 'fa:16:3e:db:dd:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3159b396-0562-4732-8843-e2c67698cc87', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b94e2c5c-9379-4363-a8ca-171341c40c40', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:02:54Z', 'updated_at': '2022-01-18T22:02:55Z', 'revision_number': 2, 'project_id': '53e797dd1bf043aebba7f355ad034532', 'subnets': [{'id': 'b94e2c5c-9379-4363-a8ca-171341c40c40', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bd359200-01f5-4ec1-a0d6-a3fa3bf3d2ad'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:02:56.446771 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0047ad4-b2ac-4e70-bd77-b011da45a840 None None] Checking router: 3159b396-0562-4732-8843-e2c67698cc87 for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:02:56.447128 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0047ad4-b2ac-4e70-bd77-b011da45a840 None None] Updating router 3159b396-0562-4732-8843-e2c67698cc87 port 7809e4e0-8dbf-46a8-9027-8d285344b81d binding host n-d-825064-1 {{(pid=102433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:02:56.495999 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b0047ad4-b2ac-4e70-bd77-b011da45a840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:02:56.996963 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b0047ad4-b2ac-4e70-bd77-b011da45a840 None None] Notify callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:02:57.004403 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b0047ad4-b2ac-4e70-bd77-b011da45a840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:02:57.101242 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee9ab46-3224-494d-91bf-146707a7a5f8 None None] Pushing event updated for resources: {'Port': ['ID=7809e4e0-8dbf-46a8-9027-8d285344b81d,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:02:57.128821 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee9ab46-3224-494d-91bf-146707a7a5f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:02:57.129245 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee9ab46-3224-494d-91bf-146707a7a5f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:02:57.129503 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee9ab46-3224-494d-91bf-146707a7a5f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:02:57.129831 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee9ab46-3224-494d-91bf-146707a7a5f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:02:57.130163 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee9ab46-3224-494d-91bf-146707a7a5f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:02:57.130492 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee9ab46-3224-494d-91bf-146707a7a5f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:02:57.130822 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee9ab46-3224-494d-91bf-146707a7a5f8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:02:57.131253 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee9ab46-3224-494d-91bf-146707a7a5f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:02:57.131457 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee9ab46-3224-494d-91bf-146707a7a5f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:02:57.131781 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee9ab46-3224-494d-91bf-146707a7a5f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:02:57.132104 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee9ab46-3224-494d-91bf-146707a7a5f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:02:57.132448 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee9ab46-3224-494d-91bf-146707a7a5f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:02:57.133626 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee9ab46-3224-494d-91bf-146707a7a5f8 None None] Tracked resource versions report: Jan 18 22:02:57.133626 n-d-825064-1 neutron-server[102433]: pushed versions: Jan 18 22:02:57.133626 n-d-825064-1 neutron-server[102433]: { 'AddressGroup': {'1.2'}, Jan 18 22:02:57.133626 n-d-825064-1 neutron-server[102433]: 'ConntrackHelper': {'1.0'}, Jan 18 22:02:57.133626 n-d-825064-1 neutron-server[102433]: 'Log': {'1.0'}, Jan 18 22:02:57.133626 n-d-825064-1 neutron-server[102433]: 'Network': {'1.1'}, Jan 18 22:02:57.133626 n-d-825064-1 neutron-server[102433]: 'Port': {'1.7'}, Jan 18 22:02:57.133626 n-d-825064-1 neutron-server[102433]: 'PortForwarding': {'1.2'}, Jan 18 22:02:57.133626 n-d-825064-1 neutron-server[102433]: 'QosPolicy': {'1.9'}, Jan 18 22:02:57.133626 n-d-825064-1 neutron-server[102433]: 'SecurityGroup': {'1.4'}, Jan 18 22:02:57.133626 n-d-825064-1 neutron-server[102433]: 'SecurityGroupRule': {'1.2'}, Jan 18 22:02:57.133626 n-d-825064-1 neutron-server[102433]: 'SubPort': {'1.0'}, Jan 18 22:02:57.133626 n-d-825064-1 neutron-server[102433]: 'Subnet': {'1.1'}, Jan 18 22:02:57.133626 n-d-825064-1 neutron-server[102433]: 'Trunk': {'1.1'}} Jan 18 22:02:57.133626 n-d-825064-1 neutron-server[102433]: consumer versions: Jan 18 22:02:57.133626 n-d-825064-1 neutron-server[102433]: { DHCP agent@n-d-825064-1: {}, Jan 18 22:02:57.133626 n-d-825064-1 neutron-server[102433]: L3 agent@n-d-825064-1: {}, Jan 18 22:02:57.133626 n-d-825064-1 neutron-server[102433]: Metadata agent@n-d-825064-1: {}, Jan 18 22:02:57.133626 n-d-825064-1 neutron-server[102433]: Metering agent@n-d-825064-1: {}, Jan 18 22:02:57.133626 n-d-825064-1 neutron-server[102433]: Open vSwitch agent@n-d-825064-1: { 'AddressGroup': '1.2', Jan 18 22:02:57.133626 n-d-825064-1 neutron-server[102433]: 'ConntrackHelper': '1.0', Jan 18 22:02:57.133626 n-d-825064-1 neutron-server[102433]: 'Log': '1.0', Jan 18 22:02:57.133626 n-d-825064-1 neutron-server[102433]: 'Network': '1.1', Jan 18 22:02:57.133626 n-d-825064-1 neutron-server[102433]: 'Port': '1.7', Jan 18 22:02:57.133626 n-d-825064-1 neutron-server[102433]: 'PortForwarding': '1.2', Jan 18 22:02:57.133626 n-d-825064-1 neutron-server[102433]: 'QosPolicy': '1.9', Jan 18 22:02:57.133626 n-d-825064-1 neutron-server[102433]: 'SecurityGroup': '1.4', Jan 18 22:02:57.133626 n-d-825064-1 neutron-server[102433]: 'SecurityGroupRule': '1.2', Jan 18 22:02:57.133626 n-d-825064-1 neutron-server[102433]: 'SubPort': '1.0', Jan 18 22:02:57.133626 n-d-825064-1 neutron-server[102433]: 'Subnet': '1.1', Jan 18 22:02:57.133626 n-d-825064-1 neutron-server[102433]: 'Trunk': '1.1'}} Jan 18 22:02:57.133626 n-d-825064-1 neutron-server[102433]: {{(pid=102433) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 22:02:57.185964 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-b0047ad4-b2ac-4e70-bd77-b011da45a840 None None] Attempting to bind port 7809e4e0-8dbf-46a8-9027-8d285344b81d on host n-d-825064-1 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:02:57.186643 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-b0047ad4-b2ac-4e70-bd77-b011da45a840 None None] Attempting to bind port 7809e4e0-8dbf-46a8-9027-8d285344b81d by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '48fe20ec-9093-49f1-9009-c25d8693e604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '5ece604b-7240-40e3-a546-75478eb32a5d'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:02:57.187384 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0047ad4-b2ac-4e70-bd77-b011da45a840 None None] Attempting to bind port 7809e4e0-8dbf-46a8-9027-8d285344b81d on network 5ece604b-7240-40e3-a546-75478eb32a5d {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:02:57.193675 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0047ad4-b2ac-4e70-bd77-b011da45a840 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:02:57.194101 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0047ad4-b2ac-4e70-bd77-b011da45a840 None None] Checking segment: {'id': '48fe20ec-9093-49f1-9009-c25d8693e604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '5ece604b-7240-40e3-a546-75478eb32a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:02:57.194589 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b0047ad4-b2ac-4e70-bd77-b011da45a840 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:02:57.194979 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0047ad4-b2ac-4e70-bd77-b011da45a840 None None] Bound using segment: {'id': '48fe20ec-9093-49f1-9009-c25d8693e604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '5ece604b-7240-40e3-a546-75478eb32a5d'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:02:57.195492 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-b0047ad4-b2ac-4e70-bd77-b011da45a840 None None] Bound port: 7809e4e0-8dbf-46a8-9027-8d285344b81d, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48fe20ec-9093-49f1-9009-c25d8693e604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '5ece604b-7240-40e3-a546-75478eb32a5d'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:02:57.196004 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b0047ad4-b2ac-4e70-bd77-b011da45a840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:02:57.269752 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-b0047ad4-b2ac-4e70-bd77-b011da45a840 None None] For port 7809e4e0-8dbf-46a8-9027-8d285344b81d, host n-d-825064-1, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:02:57.274641 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-09ad82dc-fae2-406e-9d82-031427fb0023 None None] Provisioning complete for port 7809e4e0-8dbf-46a8-9027-8d285344b81d triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:02:57.275159 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-09ad82dc-fae2-406e-9d82-031427fb0023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:02:57.289215 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-b0047ad4-b2ac-4e70-bd77-b011da45a840 None None] For port 7809e4e0-8dbf-46a8-9027-8d285344b81d, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=7809e4e0-8dbf-46a8-9027-8d285344b81d,segment=NetworkSegment(48fe20ec-9093-49f1-9009-c25d8693e604),segment_id=48fe20ec-9093-49f1-9009-c25d8693e604)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:02:57.293666 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b0047ad4-b2ac-4e70-bd77-b011da45a840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:02:57.309851 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-09ad82dc-fae2-406e-9d82-031427fb0023 None None] Port 7809e4e0-8dbf-46a8-9027-8d285344b81d cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:02:57.342036 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee9ab46-3224-494d-91bf-146707a7a5f8 None None] Pushing event updated for resources: {'Port': ['ID=7809e4e0-8dbf-46a8-9027-8d285344b81d,revision_number=4']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:02:57.372365 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0047ad4-b2ac-4e70-bd77-b011da45a840 None None] Routers {'3159b396-0562-4732-8843-e2c67698cc87'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:02:57.373053 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-b0047ad4-b2ac-4e70-bd77-b011da45a840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:02:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['3159b396-0562-4732-8843-e2c67698cc87'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:02:57.466634 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-b0047ad4-b2ac-4e70-bd77-b011da45a840 None None] Set router 3159b396-0562-4732-8843-e2c67698cc87 gateway port host: None {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:02:57.529078 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-3692b19a-5d15-430c-96ef-05f055e15a77 None None] Provisioning complete for port 7809e4e0-8dbf-46a8-9027-8d285344b81d triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:02:57.529364 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3692b19a-5d15-430c-96ef-05f055e15a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:02:57.604143 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3692b19a-5d15-430c-96ef-05f055e15a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:02:57.640089 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-3692b19a-5d15-430c-96ef-05f055e15a77 None None] For port 7809e4e0-8dbf-46a8-9027-8d285344b81d, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=7809e4e0-8dbf-46a8-9027-8d285344b81d,segment=NetworkSegment(48fe20ec-9093-49f1-9009-c25d8693e604),segment_id=48fe20ec-9093-49f1-9009-c25d8693e604)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:02:57.645873 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3692b19a-5d15-430c-96ef-05f055e15a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:02:57.668961 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-b0047ad4-b2ac-4e70-bd77-b011da45a840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3159b396-0562-4732-8843-e2c67698cc87', 'name': 'router1', 'tenant_id': '53e797dd1bf043aebba7f355ad034532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:02:44Z', 'updated_at': '2022-01-18T22:02:55Z', 'revision_number': 2, 'project_id': '53e797dd1bf043aebba7f355ad034532', 'gw_port_host': None, '_interfaces': [{'id': '7809e4e0-8dbf-46a8-9027-8d285344b81d', 'name': '', 'network_id': '5ece604b-7240-40e3-a546-75478eb32a5d', 'tenant_id': '53e797dd1bf043aebba7f355ad034532', 'mac_address': 'fa:16:3e:db:dd:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3159b396-0562-4732-8843-e2c67698cc87', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b94e2c5c-9379-4363-a8ca-171341c40c40', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:02:54Z', 'updated_at': '2022-01-18T22:02:57Z', 'revision_number': 4, 'project_id': '53e797dd1bf043aebba7f355ad034532', 'subnets': [{'id': 'b94e2c5c-9379-4363-a8ca-171341c40c40', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bd359200-01f5-4ec1-a0d6-a3fa3bf3d2ad'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:02:57.697474 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0047ad4-b2ac-4e70-bd77-b011da45a840 None None] The sync data for ids ['3159b396-0562-4732-8843-e2c67698cc87'] in n-d-825064-1 is: [{'id': '3159b396-0562-4732-8843-e2c67698cc87', 'name': 'router1', 'tenant_id': '53e797dd1bf043aebba7f355ad034532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:02:44Z', 'updated_at': '2022-01-18T22:02:55Z', 'revision_number': 2, 'project_id': '53e797dd1bf043aebba7f355ad034532', 'gw_port_host': None, '_interfaces': [{'id': '7809e4e0-8dbf-46a8-9027-8d285344b81d', 'name': '', 'network_id': '5ece604b-7240-40e3-a546-75478eb32a5d', 'tenant_id': '53e797dd1bf043aebba7f355ad034532', 'mac_address': 'fa:16:3e:db:dd:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3159b396-0562-4732-8843-e2c67698cc87', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b94e2c5c-9379-4363-a8ca-171341c40c40', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:02:54Z', 'updated_at': '2022-01-18T22:02:57Z', 'revision_number': 4, 'project_id': '53e797dd1bf043aebba7f355ad034532', 'subnets': [{'id': 'b94e2c5c-9379-4363-a8ca-171341c40c40', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bd359200-01f5-4ec1-a0d6-a3fa3bf3d2ad'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:02:57.698452 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3692b19a-5d15-430c-96ef-05f055e15a77 None None] Pushing event updated for resources: {'Port': ['ID=7809e4e0-8dbf-46a8-9027-8d285344b81d,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:02:58.068337 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 49442) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:02:58.178636 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b398da87-a992-44f1-aab3-324612ae82f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:02:58.179987 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-b398da87-a992-44f1-aab3-324612ae82f6 admin admin] 10.222.0.53 "GET /v2.0/networks/0fa7c7c8-c96a-4aa5-9818-d374adf00f99 HTTP/1.1" status: 200 len: 842 time: 0.1106865 Jan 18 22:02:58.189837 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-0fc4902a-3989-4bcb-9c5b-7acc9f05f6c0 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.25.5.1', 'name': 'public-subnet', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'cidr': '172.25.5.0/24', 'enable_dhcp': False}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:02:58.212186 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fc4902a-3989-4bcb-9c5b-7acc9f05f6c0 admin admin] Made reservation on behalf of f8ac8a8032b94c9dac30410c92d5229c for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:02:58.214399 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0fc4902a-3989-4bcb-9c5b-7acc9f05f6c0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:02:58.483207 n-d-825064-1 neutron-server[102431]: DEBUG neutron.objects.ports [None req-0fc4902a-3989-4bcb-9c5b-7acc9f05f6c0 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102431) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 18 22:02:58.483624 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0fc4902a-3989-4bcb-9c5b-7acc9f05f6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:02:58.543390 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc4902a-3989-4bcb-9c5b-7acc9f05f6c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=795765f6-d15a-4b92-a239-8420fd790c31,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:02:58.547437 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc4902a-3989-4bcb-9c5b-7acc9f05f6c0 admin admin] Checking segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:02:58.547791 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc4902a-3989-4bcb-9c5b-7acc9f05f6c0 admin admin] Network hostable DHCP agents. Network: 0fa7c7c8-c96a-4aa5-9818-d374adf00f99, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:02:58.564821 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc4902a-3989-4bcb-9c5b-7acc9f05f6c0 admin admin] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:02:58.574309 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-0fc4902a-3989-4bcb-9c5b-7acc9f05f6c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 0fa7c7c8-c96a-4aa5-9818-d374adf00f99) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:02:58.578822 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc4902a-3989-4bcb-9c5b-7acc9f05f6c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:02:58.579933 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0fc4902a-3989-4bcb-9c5b-7acc9f05f6c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:02:58.587264 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708b5d9a-6bdc-4266-9128-ba9021093ec7 None None] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:02:58.599201 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-0fc4902a-3989-4bcb-9c5b-7acc9f05f6c0 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4126043 Jan 18 22:02:58.778720 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32cd387a-930d-46a0-ae7e-562e51282675 None None] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:03:00.942956 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 49450) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:03:01.142962 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-ea33a9ad-a7a1-4663-aa27-af2b984905d0 admin admin] 10.222.0.53 "GET /v2.0/routers/3159b396-0562-4732-8843-e2c67698cc87 HTTP/1.1" status: 200 len: 710 time: 0.1987846 Jan 18 22:03:01.230447 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ddf6bc-2c0f-4b4d-9bc2-b14bd139bc01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:03:01.232451 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-51ddf6bc-2c0f-4b4d-9bc2-b14bd139bc01 admin admin] 10.222.0.53 "GET /v2.0/networks/0fa7c7c8-c96a-4aa5-9818-d374adf00f99 HTTP/1.1" status: 200 len: 886 time: 0.0836232 Jan 18 22:03:01.242357 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-e189f032-4ac2-4ba0-8cf6-3cdceae50e9a admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:03:01.477547 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e189f032-4ac2-4ba0-8cf6-3cdceae50e9a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:03:01.702986 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e189f032-4ac2-4ba0-8cf6-3cdceae50e9a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:03:01.777616 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e189f032-4ac2-4ba0-8cf6-3cdceae50e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:03:01.884408 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-e189f032-4ac2-4ba0-8cf6-3cdceae50e9a admin admin] Allocated IP 172.25.5.233 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/1a12a2e9-7137-4fff-bc0b-7c399f3dd1d5) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:03:01.987351 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e189f032-4ac2-4ba0-8cf6-3cdceae50e9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:03:02.019254 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e189f032-4ac2-4ba0-8cf6-3cdceae50e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:03:02.052583 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e189f032-4ac2-4ba0-8cf6-3cdceae50e9a admin admin] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:03:02.055319 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-e189f032-4ac2-4ba0-8cf6-3cdceae50e9a admin admin] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:03:02.061188 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e189f032-4ac2-4ba0-8cf6-3cdceae50e9a admin admin] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:03:02.124887 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e189f032-4ac2-4ba0-8cf6-3cdceae50e9a admin admin] Pushing event updated for resources: {'Port': ['ID=1a12a2e9-7137-4fff-bc0b-7c399f3dd1d5,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:03:02.306770 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e189f032-4ac2-4ba0-8cf6-3cdceae50e9a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:03:02.578035 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e189f032-4ac2-4ba0-8cf6-3cdceae50e9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1042964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1040653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8593'] for router, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:03:02.581463 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e189f032-4ac2-4ba0-8cf6-3cdceae50e9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1042975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1043046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1040698'] for router, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:03:02.684840 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e189f032-4ac2-4ba0-8cf6-3cdceae50e9a admin admin] Router 3159b396-0562-4732-8843-e2c67698cc87 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:03:02.800656 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e189f032-4ac2-4ba0-8cf6-3cdceae50e9a admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:03:02.804996 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e189f032-4ac2-4ba0-8cf6-3cdceae50e9a admin admin] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:03:02.806097 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-e189f032-4ac2-4ba0-8cf6-3cdceae50e9a admin admin] 10.222.0.53 "PUT /v2.0/routers/3159b396-0562-4732-8843-e2c67698cc87 HTTP/1.1" status: 200 len: 890 time: 1.5669560 Jan 18 22:03:03.787943 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 7809e4e0-8dbf-46a8-9027-8d285344b81d up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:03:03.837144 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 7809e4e0-8dbf-46a8-9027-8d285344b81d triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:03:03.837527 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:03:04.072518 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b32aa6-6109-475e-96d6-3a038277b448 None None] Sync routers for ids ['3159b396-0562-4732-8843-e2c67698cc87'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:03:04.083937 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b32aa6-6109-475e-96d6-3a038277b448 None None] Routers {'3159b396-0562-4732-8843-e2c67698cc87'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:03:04.084642 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-54b32aa6-6109-475e-96d6-3a038277b448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:02:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['3159b396-0562-4732-8843-e2c67698cc87'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:03:04.295840 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-54b32aa6-6109-475e-96d6-3a038277b448 None None] Set router 3159b396-0562-4732-8843-e2c67698cc87 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:03:04.691653 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-54b32aa6-6109-475e-96d6-3a038277b448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3159b396-0562-4732-8843-e2c67698cc87', 'name': 'router1', 'tenant_id': '53e797dd1bf043aebba7f355ad034532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '1a12a2e9-7137-4fff-bc0b-7c399f3dd1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:02:44Z', 'updated_at': '2022-01-18T22:03:02Z', 'revision_number': 4, 'project_id': '53e797dd1bf043aebba7f355ad034532', 'gw_port': {'id': '1a12a2e9-7137-4fff-bc0b-7c399f3dd1d5', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ec:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3159b396-0562-4732-8843-e2c67698cc87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:03:01Z', 'updated_at': '2022-01-18T22:03:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '7809e4e0-8dbf-46a8-9027-8d285344b81d', 'name': '', 'network_id': '5ece604b-7240-40e3-a546-75478eb32a5d', 'tenant_id': '53e797dd1bf043aebba7f355ad034532', 'mac_address': 'fa:16:3e:db:dd:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3159b396-0562-4732-8843-e2c67698cc87', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b94e2c5c-9379-4363-a8ca-171341c40c40', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:02:54Z', 'updated_at': '2022-01-18T22:02:57Z', 'revision_number': 5, 'project_id': '53e797dd1bf043aebba7f355ad034532', 'subnets': [{'id': 'b94e2c5c-9379-4363-a8ca-171341c40c40', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bd359200-01f5-4ec1-a0d6-a3fa3bf3d2ad'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:03:04.742376 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b32aa6-6109-475e-96d6-3a038277b448 None None] Checking router: 3159b396-0562-4732-8843-e2c67698cc87 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:03:04.742724 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b32aa6-6109-475e-96d6-3a038277b448 None None] Updating router 3159b396-0562-4732-8843-e2c67698cc87 port 1a12a2e9-7137-4fff-bc0b-7c399f3dd1d5 binding host n-d-825064-1 {{(pid=102432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:03:04.791767 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-54b32aa6-6109-475e-96d6-3a038277b448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:03:05.187359 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-54b32aa6-6109-475e-96d6-3a038277b448 None None] Notify callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:03:05.192647 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-54b32aa6-6109-475e-96d6-3a038277b448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:03:05.242111 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-54b32aa6-6109-475e-96d6-3a038277b448 None None] Attempting to bind port 1a12a2e9-7137-4fff-bc0b-7c399f3dd1d5 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:03:05.242481 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-54b32aa6-6109-475e-96d6-3a038277b448 None None] Attempting to bind port 1a12a2e9-7137-4fff-bc0b-7c399f3dd1d5 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:03:05.242843 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b32aa6-6109-475e-96d6-3a038277b448 None None] Attempting to bind port 1a12a2e9-7137-4fff-bc0b-7c399f3dd1d5 on network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:03:05.249501 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8d4b60-b2a3-41e5-bc0d-18e93fcc8dff None None] Pushing event updated for resources: {'Port': ['ID=1a12a2e9-7137-4fff-bc0b-7c399f3dd1d5,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:03:05.253761 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b32aa6-6109-475e-96d6-3a038277b448 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:03:05.254135 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b32aa6-6109-475e-96d6-3a038277b448 None None] Checking segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:03:05.254532 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-54b32aa6-6109-475e-96d6-3a038277b448 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:03:05.254911 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b32aa6-6109-475e-96d6-3a038277b448 None None] Bound using segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:03:05.255371 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-54b32aa6-6109-475e-96d6-3a038277b448 None None] Bound port: 1a12a2e9-7137-4fff-bc0b-7c399f3dd1d5, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:03:05.255761 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-54b32aa6-6109-475e-96d6-3a038277b448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:03:05.272998 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 49462) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:03:05.308729 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-54b32aa6-6109-475e-96d6-3a038277b448 None None] For port 1a12a2e9-7137-4fff-bc0b-7c399f3dd1d5, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:03:05.311965 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-54b32aa6-6109-475e-96d6-3a038277b448 None None] For port 1a12a2e9-7137-4fff-bc0b-7c399f3dd1d5, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=1a12a2e9-7137-4fff-bc0b-7c399f3dd1d5,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:03:05.316169 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-54b32aa6-6109-475e-96d6-3a038277b448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:03:05.371399 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b32aa6-6109-475e-96d6-3a038277b448 None None] Routers {'3159b396-0562-4732-8843-e2c67698cc87'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:03:05.372018 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-54b32aa6-6109-475e-96d6-3a038277b448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:02:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['3159b396-0562-4732-8843-e2c67698cc87'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:03:05.411741 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8d4b60-b2a3-41e5-bc0d-18e93fcc8dff None None] Pushing event updated for resources: {'Port': ['ID=1a12a2e9-7137-4fff-bc0b-7c399f3dd1d5,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:03:05.426842 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-9e93b07e-9583-4682-abba-9e3c0b718524 admin admin] 10.222.0.53 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1526515 Jan 18 22:03:05.490138 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-54b32aa6-6109-475e-96d6-3a038277b448 None None] Set router 3159b396-0562-4732-8843-e2c67698cc87 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:03:05.702456 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-54b32aa6-6109-475e-96d6-3a038277b448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3159b396-0562-4732-8843-e2c67698cc87', 'name': 'router1', 'tenant_id': '53e797dd1bf043aebba7f355ad034532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '1a12a2e9-7137-4fff-bc0b-7c399f3dd1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:02:44Z', 'updated_at': '2022-01-18T22:03:02Z', 'revision_number': 4, 'project_id': '53e797dd1bf043aebba7f355ad034532', 'gw_port': {'id': '1a12a2e9-7137-4fff-bc0b-7c399f3dd1d5', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ec:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3159b396-0562-4732-8843-e2c67698cc87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:03:01Z', 'updated_at': '2022-01-18T22:03:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '7809e4e0-8dbf-46a8-9027-8d285344b81d', 'name': '', 'network_id': '5ece604b-7240-40e3-a546-75478eb32a5d', 'tenant_id': '53e797dd1bf043aebba7f355ad034532', 'mac_address': 'fa:16:3e:db:dd:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3159b396-0562-4732-8843-e2c67698cc87', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b94e2c5c-9379-4363-a8ca-171341c40c40', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:02:54Z', 'updated_at': '2022-01-18T22:02:57Z', 'revision_number': 5, 'project_id': '53e797dd1bf043aebba7f355ad034532', 'subnets': [{'id': 'b94e2c5c-9379-4363-a8ca-171341c40c40', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bd359200-01f5-4ec1-a0d6-a3fa3bf3d2ad'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:03:05.732624 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b32aa6-6109-475e-96d6-3a038277b448 None None] The sync data for ids ['3159b396-0562-4732-8843-e2c67698cc87'] in n-d-825064-1 is: [{'id': '3159b396-0562-4732-8843-e2c67698cc87', 'name': 'router1', 'tenant_id': '53e797dd1bf043aebba7f355ad034532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '1a12a2e9-7137-4fff-bc0b-7c399f3dd1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:02:44Z', 'updated_at': '2022-01-18T22:03:02Z', 'revision_number': 4, 'project_id': '53e797dd1bf043aebba7f355ad034532', 'gw_port': {'id': '1a12a2e9-7137-4fff-bc0b-7c399f3dd1d5', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ec:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3159b396-0562-4732-8843-e2c67698cc87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:03:01Z', 'updated_at': '2022-01-18T22:03:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '7809e4e0-8dbf-46a8-9027-8d285344b81d', 'name': '', 'network_id': '5ece604b-7240-40e3-a546-75478eb32a5d', 'tenant_id': '53e797dd1bf043aebba7f355ad034532', 'mac_address': 'fa:16:3e:db:dd:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3159b396-0562-4732-8843-e2c67698cc87', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b94e2c5c-9379-4363-a8ca-171341c40c40', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:02:54Z', 'updated_at': '2022-01-18T22:02:57Z', 'revision_number': 5, 'project_id': '53e797dd1bf043aebba7f355ad034532', 'subnets': [{'id': 'b94e2c5c-9379-4363-a8ca-171341c40c40', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bd359200-01f5-4ec1-a0d6-a3fa3bf3d2ad'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:03:07.814648 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 1a12a2e9-7137-4fff-bc0b-7c399f3dd1d5 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:03:07.867549 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 1a12a2e9-7137-4fff-bc0b-7c399f3dd1d5 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:03:07.867682 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:03:07.947647 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:03:07.968175 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port 1a12a2e9-7137-4fff-bc0b-7c399f3dd1d5, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=1a12a2e9-7137-4fff-bc0b-7c399f3dd1d5,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:03:07.973889 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:03:08.028198 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=1a12a2e9-7137-4fff-bc0b-7c399f3dd1d5,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:03:09.818621 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 1a12a2e9-7137-4fff-bc0b-7c399f3dd1d5 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:03:09.880229 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 1a12a2e9-7137-4fff-bc0b-7c399f3dd1d5 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:03:09.880975 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:03:19.204538 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e73f9824-b55c-4705-813d-97617a4460e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:03:21.734140 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-71202733-f7a4-4734-8ed5-64a5691b2f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:03:22.724780 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:03:24.223799 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:03:24.468238 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:03:30.823548 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 5 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 22:03:49.208709 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0741e53d-ef00-4928-b878-8fb1a05eb5f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:03:51.732186 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c948e6bd-7a34-4cf7-b0bc-86bc56e23ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:03:52.721863 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:03:54.165308 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:03:54.464157 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:04:07.823646 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 5 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 22:04:19.209686 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c8aadc7c-84e2-4a02-9e1f-33320393241e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:04:21.723795 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f039e8a3-cbc8-462b-8835-c3e82edceaec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:04:22.722271 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:04:24.168962 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:04:24.463465 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:04:44.822363 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 5 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 22:04:46.729357 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 50058) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:04:46.789645 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3832c42-9854-4dae-98dd-26e1f181d428 admin admin] GET failed (client error): The resource could not be found. Jan 18 22:04:46.790981 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-b3832c42-9854-4dae-98dd-26e1f181d428 admin admin] 10.222.0.53 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0606327 Jan 18 22:04:46.955387 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eef6af1-d189-4d4e-8a16-860dd32a104a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:04:46.956811 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-2eef6af1-d189-4d4e-8a16-860dd32a104a admin admin] 10.222.0.53 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1609240 Jan 18 22:04:49.158904 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 50068) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:04:49.211072 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-823ad647-f4c6-43d0-b733-97f1e181d90b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:04:49.249947 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e19536f-3546-4510-9477-44ab312ddd05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:04:49.251274 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-7e19536f-3546-4510-9477-44ab312ddd05 admin admin] 10.222.0.53 "GET /v2.0/subnets/b94e2c5c-9379-4363-a8ca-171341c40c40 HTTP/1.1" status: 200 len: 849 time: 0.0914383 Jan 18 22:04:49.261301 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-035f1df2-1fbe-4892-8043-2f40a0caf51f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:04:49.343326 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-035f1df2-1fbe-4892-8043-2f40a0caf51f admin admin] Notify callbacks [] for subnet, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:04:49.481402 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-035f1df2-1fbe-4892-8043-2f40a0caf51f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8757344672404'] for subnet, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:04:49.513409 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035f1df2-1fbe-4892-8043-2f40a0caf51f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:04:49.513984 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-035f1df2-1fbe-4892-8043-2f40a0caf51f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:04:49.515283 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-035f1df2-1fbe-4892-8043-2f40a0caf51f admin admin] 10.222.0.53 "PUT /v2.0/subnets/b94e2c5c-9379-4363-a8ca-171341c40c40 HTTP/1.1" status: 200 len: 868 time: 0.2575173 Jan 18 22:04:49.531104 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756614e5-92f8-470e-ae71-cbcf71d93ada None None] Network 5ece604b-7240-40e3-a546-75478eb32a5d requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:04:49.535516 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035f1df2-1fbe-4892-8043-2f40a0caf51f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b94e2c5c-9379-4363-a8ca-171341c40c40,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:04:49.543203 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035f1df2-1fbe-4892-8043-2f40a0caf51f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:04:49.543574 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035f1df2-1fbe-4892-8043-2f40a0caf51f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:04:49.543890 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035f1df2-1fbe-4892-8043-2f40a0caf51f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:04:49.544252 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035f1df2-1fbe-4892-8043-2f40a0caf51f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:04:49.544583 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035f1df2-1fbe-4892-8043-2f40a0caf51f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:04:49.544918 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035f1df2-1fbe-4892-8043-2f40a0caf51f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:04:49.545231 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035f1df2-1fbe-4892-8043-2f40a0caf51f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:04:49.545559 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035f1df2-1fbe-4892-8043-2f40a0caf51f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:04:49.545883 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035f1df2-1fbe-4892-8043-2f40a0caf51f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:04:49.546205 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035f1df2-1fbe-4892-8043-2f40a0caf51f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:04:49.546665 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035f1df2-1fbe-4892-8043-2f40a0caf51f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:04:49.546999 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035f1df2-1fbe-4892-8043-2f40a0caf51f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:04:49.902477 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-8a84a1f5-db32-4ae4-ad54-4ffc56c4dbe9 None None] Provisioning complete for port 7809e4e0-8dbf-46a8-9027-8d285344b81d triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:04:49.902847 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8a84a1f5-db32-4ae4-ad54-4ffc56c4dbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:04:49.987985 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-8a84a1f5-db32-4ae4-ad54-4ffc56c4dbe9 None None] Provisioning complete for port aa81920d-7841-4fc6-b8f7-2d2024da5e1f triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:04:49.988298 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8a84a1f5-db32-4ae4-ad54-4ffc56c4dbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:04:51.724354 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-660650c3-acbe-4b97-8269-41d14ee7bc18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:04:51.728116 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 50076) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:04:51.919670 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1382941a-9360-4026-8afe-98350e53b0f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:04:51.920056 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1382941a-9360-4026-8afe-98350e53b0f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:04:51.921607 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-1382941a-9360-4026-8afe-98350e53b0f8 admin admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1924872 Jan 18 22:04:52.725362 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:04:54.119375 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 50084) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:04:54.172159 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:04:54.250760 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961e6320-94f7-4ea7-8ac3-e157658c8e86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:04:54.251227 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961e6320-94f7-4ea7-8ac3-e157658c8e86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:04:54.252775 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-961e6320-94f7-4ea7-8ac3-e157658c8e86 admin admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1324682 Jan 18 22:04:54.464395 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:04:56.432800 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 50092) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:04:56.554780 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8cb164d-d2a8-44bb-b8ca-509b61b2d881 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:04:56.556113 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-e8cb164d-d2a8-44bb-b8ca-509b61b2d881 admin admin] 10.222.0.53 "GET /v2.0/networks/0fa7c7c8-c96a-4aa5-9818-d374adf00f99 HTTP/1.1" status: 200 len: 886 time: 0.1223788 Jan 18 22:04:58.772466 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 50100) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:04:58.900094 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a55a772-f3de-45c4-83b6-49cd6914416f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:04:58.901480 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-6a55a772-f3de-45c4-83b6-49cd6914416f admin admin] 10.222.0.53 "GET /v2.0/networks/5ece604b-7240-40e3-a546-75478eb32a5d HTTP/1.1" status: 200 len: 868 time: 0.1280487 Jan 18 22:05:01.091109 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 50108) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:05:01.223992 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab3ade5-ebb2-4e37-aa18-17122563e338 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:05:01.224472 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab3ade5-ebb2-4e37-aa18-17122563e338 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:05:01.225973 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-6ab3ade5-ebb2-4e37-aa18-17122563e338 admin admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1339488 Jan 18 22:05:03.423163 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 50118) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:05:03.515064 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c16f47-4029-4a52-8f8d-379707391478 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:05:03.516112 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c16f47-4029-4a52-8f8d-379707391478 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:05:03.517591 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-a3c16f47-4029-4a52-8f8d-379707391478 admin admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0935099 Jan 18 22:05:05.721454 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 50126) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:05:05.809407 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f361d1aa-807d-453f-bdce-423272b31b3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:05:05.810713 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-f361d1aa-807d-453f-bdce-423272b31b3d admin admin] 10.222.0.53 "GET /v2.0/subnets/795765f6-d15a-4b92-a239-8420fd790c31 HTTP/1.1" status: 200 len: 816 time: 0.0883403 Jan 18 22:05:07.984484 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 50134) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:05:08.072925 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5cb7fa-64be-4c19-bca2-316fbdea179a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:05:08.074172 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-9e5cb7fa-64be-4c19-bca2-316fbdea179a admin admin] 10.222.0.53 "GET /v2.0/subnets/b94e2c5c-9379-4363-a8ca-171341c40c40 HTTP/1.1" status: 200 len: 868 time: 0.0887446 Jan 18 22:05:19.212056 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bf598868-ce44-4e88-9d37-1a79c3dbcc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:05:21.725941 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e350957b-0578-48eb-a4d8-7f9a1e4a1864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:05:21.819892 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 5 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 22:05:22.726415 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:05:24.175410 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:05:24.466688 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:05:31.999939 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 50188) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:05:32.046674 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [None req-d551b0c4-dd6f-40a0-9d71-b4bac15ec31b admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:05:32.047690 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-d551b0c4-dd6f-40a0-9d71-b4bac15ec31b admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0461473 Jan 18 22:05:34.318522 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 50196) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:05:34.383908 n-d-825064-1 neutron-server[102430]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ded5a9e-6636-482c-ba7c-fa2ded46adf5 admin admin] GET failed (client error): The resource could not be found. Jan 18 22:05:34.385231 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-1ded5a9e-6636-482c-ba7c-fa2ded46adf5 admin admin] 10.222.0.53 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0657766 Jan 18 22:05:34.541603 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96302e56-0f63-4bda-9489-6db1569eaf2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:05:34.543086 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-96302e56-0f63-4bda-9489-6db1569eaf2c admin admin] 10.222.0.53 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1532471 Jan 18 22:05:36.764183 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 50204) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:05:36.811005 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-0083a74a-4d4a-4083-a1a0-41457e4294bf admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:05:36.836475 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0083a74a-4d4a-4083-a1a0-41457e4294bf admin admin] Made reservation on behalf of f8ac8a8032b94c9dac30410c92d5229c for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:05:36.838727 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0083a74a-4d4a-4083-a1a0-41457e4294bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:05:36.868980 n-d-825064-1 neutron-server[102431]: WARNING neutron.services.revisions.revision_plugin [None req-0083a74a-4d4a-4083-a1a0-41457e4294bf admin admin] Could not find related network for resource to bump revision. Jan 18 22:05:36.882308 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0083a74a-4d4a-4083-a1a0-41457e4294bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:05:36.892234 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0083a74a-4d4a-4083-a1a0-41457e4294bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:05:36.892573 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-0083a74a-4d4a-4083-a1a0-41457e4294bf admin admin] Added segment 5459c142-1bf9-40e2-906a-5c747fde5ea5 of type vlan for network aed2eca7-1bb0-443d-8485-b985dbe9851b Jan 18 22:05:36.930129 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0083a74a-4d4a-4083-a1a0-41457e4294bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:05:36.951954 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0083a74a-4d4a-4083-a1a0-41457e4294bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:05:36.952833 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0083a74a-4d4a-4083-a1a0-41457e4294bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:05:36.953406 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0083a74a-4d4a-4083-a1a0-41457e4294bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:05:36.999529 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-0083a74a-4d4a-4083-a1a0-41457e4294bf admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.2343259 Jan 18 22:05:37.012448 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0083a74a-4d4a-4083-a1a0-41457e4294bf admin admin] Pushing event updated for resources: {'Network': ['ID=aed2eca7-1bb0-443d-8485-b985dbe9851b,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:05:37.029130 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network aed2eca7-1bb0-443d-8485-b985dbe9851b details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:05:39.216336 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 50212) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:05:39.276627 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-895acc6a-54e0-4361-8e41-750888b702b9 admin admin] GET failed (client error): The resource could not be found. Jan 18 22:05:39.277914 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-895acc6a-54e0-4361-8e41-750888b702b9 admin admin] 10.222.0.53 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0606396 Jan 18 22:05:39.440569 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f621ca67-e2ea-4ec1-a2a2-26b0824d1ee4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:05:39.441938 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-f621ca67-e2ea-4ec1-a2a2-26b0824d1ee4 admin admin] 10.222.0.53 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.1588728 Jan 18 22:05:39.452174 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-2f0d6e63-382a-4a12-b849-7a3864154d1b admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b', 'cidr': '192.168.233.0/24'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:05:39.474321 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f0d6e63-382a-4a12-b849-7a3864154d1b admin admin] Made reservation on behalf of f8ac8a8032b94c9dac30410c92d5229c for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:05:39.476554 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2f0d6e63-382a-4a12-b849-7a3864154d1b admin admin] Notify callbacks [] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:05:39.632995 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2f0d6e63-382a-4a12-b849-7a3864154d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:05:39.686112 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0d6e63-382a-4a12-b849-7a3864154d1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8518183d-cc63-459a-b971-d4c7514e001f,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:05:39.696965 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0d6e63-382a-4a12-b849-7a3864154d1b admin admin] Checking segment: {'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:05:39.697316 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0d6e63-382a-4a12-b849-7a3864154d1b admin admin] Network hostable DHCP agents. Network: aed2eca7-1bb0-443d-8485-b985dbe9851b, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:05:39.712525 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0d6e63-382a-4a12-b849-7a3864154d1b admin admin] Network aed2eca7-1bb0-443d-8485-b985dbe9851b is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:05:39.721126 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-2f0d6e63-382a-4a12-b849-7a3864154d1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, aed2eca7-1bb0-443d-8485-b985dbe9851b) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:05:39.725299 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0d6e63-382a-4a12-b849-7a3864154d1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:05:39.725873 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2f0d6e63-382a-4a12-b849-7a3864154d1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:05:39.730142 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92510b96-7697-42dc-a741-7fd66ac564a2 None None] Network aed2eca7-1bb0-443d-8485-b985dbe9851b requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:05:39.739803 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-2f0d6e63-382a-4a12-b849-7a3864154d1b admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2909501 Jan 18 22:05:39.880247 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c02fe29-7763-4e7e-a981-e33059355b02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-aed2eca7-1bb0-443d-8485-b985dbe9851b', 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b', 'tenant_id': 'f8ac8a8032b94c9dac30410c92d5229c', 'fixed_ips': [{'subnet_id': '8518183d-cc63-459a-b971-d4c7514e001f'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:05:39.881169 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1c02fe29-7763-4e7e-a981-e33059355b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:05:40.019157 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-1c02fe29-7763-4e7e-a981-e33059355b02 None None] Allocated IP 192.168.233.2 (aed2eca7-1bb0-443d-8485-b985dbe9851b/8518183d-cc63-459a-b971-d4c7514e001f/95021d13-e148-4264-bff1-77c176f5cbf3) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:05:40.159391 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1c02fe29-7763-4e7e-a981-e33059355b02 None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:05:40.165876 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1c02fe29-7763-4e7e-a981-e33059355b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:05:40.205508 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c02fe29-7763-4e7e-a981-e33059355b02 None None] Network aed2eca7-1bb0-443d-8485-b985dbe9851b is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:05:40.210254 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-1c02fe29-7763-4e7e-a981-e33059355b02 None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:05:40.213259 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c02fe29-7763-4e7e-a981-e33059355b02 None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:05:40.225797 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c02fe29-7763-4e7e-a981-e33059355b02 None None] Pushing event updated for resources: {'Port': ['ID=95021d13-e148-4264-bff1-77c176f5cbf3,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:05:40.245712 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c02fe29-7763-4e7e-a981-e33059355b02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:05:40.246058 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c02fe29-7763-4e7e-a981-e33059355b02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:05:40.246396 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c02fe29-7763-4e7e-a981-e33059355b02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:05:40.246730 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c02fe29-7763-4e7e-a981-e33059355b02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:05:40.247062 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c02fe29-7763-4e7e-a981-e33059355b02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:05:40.247388 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c02fe29-7763-4e7e-a981-e33059355b02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:05:40.247793 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c02fe29-7763-4e7e-a981-e33059355b02 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:05:40.248148 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c02fe29-7763-4e7e-a981-e33059355b02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:05:40.248463 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c02fe29-7763-4e7e-a981-e33059355b02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:05:40.248782 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c02fe29-7763-4e7e-a981-e33059355b02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:05:40.249099 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c02fe29-7763-4e7e-a981-e33059355b02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:05:40.249413 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c02fe29-7763-4e7e-a981-e33059355b02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:05:40.283989 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-1c02fe29-7763-4e7e-a981-e33059355b02 None None] Attempting to bind port 95021d13-e148-4264-bff1-77c176f5cbf3 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:05:40.284660 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-1c02fe29-7763-4e7e-a981-e33059355b02 None None] Attempting to bind port 95021d13-e148-4264-bff1-77c176f5cbf3 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:05:40.285025 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c02fe29-7763-4e7e-a981-e33059355b02 None None] Attempting to bind port 95021d13-e148-4264-bff1-77c176f5cbf3 on network aed2eca7-1bb0-443d-8485-b985dbe9851b {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:05:40.289971 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c02fe29-7763-4e7e-a981-e33059355b02 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:05:40.290334 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c02fe29-7763-4e7e-a981-e33059355b02 None None] Checking segment: {'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:05:40.290726 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1c02fe29-7763-4e7e-a981-e33059355b02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:05:40.291108 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c02fe29-7763-4e7e-a981-e33059355b02 None None] Bound using segment: {'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:05:40.291557 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-1c02fe29-7763-4e7e-a981-e33059355b02 None None] Bound port: 95021d13-e148-4264-bff1-77c176f5cbf3, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:05:40.291938 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1c02fe29-7763-4e7e-a981-e33059355b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:05:40.354028 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-1c02fe29-7763-4e7e-a981-e33059355b02 None None] For port 95021d13-e148-4264-bff1-77c176f5cbf3, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:05:40.357326 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-1c02fe29-7763-4e7e-a981-e33059355b02 None None] For port 95021d13-e148-4264-bff1-77c176f5cbf3, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=95021d13-e148-4264-bff1-77c176f5cbf3,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:05:40.362702 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1c02fe29-7763-4e7e-a981-e33059355b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:05:40.423752 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c02fe29-7763-4e7e-a981-e33059355b02 None None] Pushing event updated for resources: {'Port': ['ID=95021d13-e148-4264-bff1-77c176f5cbf3,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:05:41.276277 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db41275-5944-4e7f-bf8a-528179153960 None None] Network aed2eca7-1bb0-443d-8485-b985dbe9851b requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:05:41.387014 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-bae71e87-5300-4c9f-8d96-f90fc53a0724 None None] Provisioning complete for port 95021d13-e148-4264-bff1-77c176f5cbf3 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:05:41.387319 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bae71e87-5300-4c9f-8d96-f90fc53a0724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:05:41.501129 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bae71e87-5300-4c9f-8d96-f90fc53a0724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:05:41.534546 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-bae71e87-5300-4c9f-8d96-f90fc53a0724 None None] For port 95021d13-e148-4264-bff1-77c176f5cbf3, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=95021d13-e148-4264-bff1-77c176f5cbf3,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:05:41.540492 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bae71e87-5300-4c9f-8d96-f90fc53a0724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:05:41.597512 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae71e87-5300-4c9f-8d96-f90fc53a0724 None None] Pushing event updated for resources: {'Port': ['ID=95021d13-e148-4264-bff1-77c176f5cbf3,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:05:41.661624 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-471b4e6f-eebb-4b67-a793-1f9b6aa26de2 None None] Provisioning complete for port 95021d13-e148-4264-bff1-77c176f5cbf3 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:05:41.661918 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-471b4e6f-eebb-4b67-a793-1f9b6aa26de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:05:41.915454 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 95021d13-e148-4264-bff1-77c176f5cbf3 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:05:41.963047 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 95021d13-e148-4264-bff1-77c176f5cbf3 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:05:41.963418 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:05:49.211719 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-899b62a1-0f7a-49c9-a548-eb7a2717a332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:05:51.726739 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8c953d58-7f91-48e2-b01e-2c04544327fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:05:52.728765 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:05:54.177457 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:05:54.468260 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:05:58.818874 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 5 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 22:06:19.214496 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4ff08678-3405-45df-b9b9-e64f7e2b8202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:06:21.732204 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-77bdef21-1bfc-486f-9798-aae1c83305a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:06:22.732185 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:06:24.179841 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:06:24.469716 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:06:35.816835 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 5 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 22:06:49.216477 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a9d1ea96-d140-4ac3-b7a1-efa3d2c6a4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:06:51.733264 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4f9472bf-fe02-4a32-b104-3e9f4c70a0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:06:52.734367 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:06:54.183364 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:06:54.471452 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:07:01.069483 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 50264) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:07:01.075416 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [None req-ef0a6653-8f66-44cc-9971-b5c7fec4a5df tempest-verify_tempest_config-1939914078 tempest-verify_tempest_config-1939914078-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:07:01.076399 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-ef0a6653-8f66-44cc-9971-b5c7fec4a5df tempest-verify_tempest_config-1939914078 tempest-verify_tempest_config-1939914078-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059063 Jan 18 22:07:01.369016 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 50282) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:07:01.468540 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c5866a26-cea8-42f9-ada5-b9dbc9acc6f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:07:01.539562 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c5866a26-cea8-42f9-ada5-b9dbc9acc6f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:07:01.542814 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c5866a26-cea8-42f9-ada5-b9dbc9acc6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:07:01.589522 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-c5866a26-cea8-42f9-ada5-b9dbc9acc6f0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1c9c738621374961bd6829f4cbea74e0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2194548 Jan 18 22:07:01.590470 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5866a26-cea8-42f9-ada5-b9dbc9acc6f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83f241a6-2e74-46f5-891d-673333db16fe,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:07:01.592303 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 50286) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:07:01.597131 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5866a26-cea8-42f9-ada5-b9dbc9acc6f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:07:01.597470 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5866a26-cea8-42f9-ada5-b9dbc9acc6f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:07:01.597801 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5866a26-cea8-42f9-ada5-b9dbc9acc6f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:07:01.598123 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5866a26-cea8-42f9-ada5-b9dbc9acc6f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:07:01.598443 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5866a26-cea8-42f9-ada5-b9dbc9acc6f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:07:01.598761 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5866a26-cea8-42f9-ada5-b9dbc9acc6f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:07:01.599072 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5866a26-cea8-42f9-ada5-b9dbc9acc6f0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:07:01.599383 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5866a26-cea8-42f9-ada5-b9dbc9acc6f0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:07:01.599694 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5866a26-cea8-42f9-ada5-b9dbc9acc6f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:07:01.600004 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5866a26-cea8-42f9-ada5-b9dbc9acc6f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:07:01.600599 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5866a26-cea8-42f9-ada5-b9dbc9acc6f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:07:01.600909 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5866a26-cea8-42f9-ada5-b9dbc9acc6f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:07:01.649488 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-14a7cf68-4a0c-4e77-b069-9d83e1c3a092 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:07:01.669683 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-14a7cf68-4a0c-4e77-b069-9d83e1c3a092 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:07:01.757330 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-14a7cf68-4a0c-4e77-b069-9d83e1c3a092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:07:01.759947 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-14a7cf68-4a0c-4e77-b069-9d83e1c3a092 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:07:01.761388 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-14a7cf68-4a0c-4e77-b069-9d83e1c3a092 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/83f241a6-2e74-46f5-891d-673333db16fe HTTP/1.1" status: 204 len: 168 time: 0.1680667 Jan 18 22:07:01.769558 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a7cf68-4a0c-4e77-b069-9d83e1c3a092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83f241a6-2e74-46f5-891d-673333db16fe,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:07:01.775961 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a7cf68-4a0c-4e77-b069-9d83e1c3a092 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:07:01.776331 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a7cf68-4a0c-4e77-b069-9d83e1c3a092 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:07:01.776669 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a7cf68-4a0c-4e77-b069-9d83e1c3a092 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:07:01.777001 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a7cf68-4a0c-4e77-b069-9d83e1c3a092 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:07:01.777332 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a7cf68-4a0c-4e77-b069-9d83e1c3a092 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:07:01.777660 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a7cf68-4a0c-4e77-b069-9d83e1c3a092 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:07:01.777980 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a7cf68-4a0c-4e77-b069-9d83e1c3a092 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:07:01.778299 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a7cf68-4a0c-4e77-b069-9d83e1c3a092 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:07:01.778617 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a7cf68-4a0c-4e77-b069-9d83e1c3a092 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:07:01.779035 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a7cf68-4a0c-4e77-b069-9d83e1c3a092 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:07:01.779236 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a7cf68-4a0c-4e77-b069-9d83e1c3a092 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:07:01.779551 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a7cf68-4a0c-4e77-b069-9d83e1c3a092 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:07:12.815625 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 5 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 22:07:19.217262 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-26a0311f-630b-43e3-80a6-0e01624db258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:07:21.733863 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-dde41ae0-de6e-4234-95f8-4edeaf84d646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:07:22.739033 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:07:24.188389 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:07:24.473159 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:07:49.217234 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0fe095a8-fe14-4c37-ae92-d7093d6befa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:07:49.813705 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 5 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 22:07:51.736735 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3e356f13-171c-457d-a034-573b250c7da8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:07:52.738848 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:07:54.194808 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:07:54.475234 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:08:19.217702 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f5598fe4-391a-4481-a5d3-38f0ffa0af42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:08:21.737619 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c7f25573-21b7-4004-b525-171151793c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:08:22.741296 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:08:24.192907 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:08:24.476002 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:08:26.811440 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 5 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 22:08:49.219405 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-68c3bd82-3c94-4862-91bb-e01b0b9ec59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:08:51.738774 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-206c91fc-b3b7-4c69-bb39-0981ce54e49b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:08:52.744840 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:08:54.195193 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:08:54.476755 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:09:03.809841 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 5 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 22:09:19.220614 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-93cd4344-022a-418c-a5fc-eb900cd7f844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:09:21.738755 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0b6a8a91-1b78-48ba-97c6-d9d0f95788af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:09:22.746226 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:09:24.199086 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:09:24.478199 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:09:40.809059 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 5 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 22:09:49.221465 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3ef16c8b-4944-44b8-b986-a4c54e958e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:09:51.738835 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b68fd20f-8e93-472e-ae83-1729bcf8f5ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:09:52.749450 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:09:54.203806 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:09:54.478793 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:10:12.446102 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1046630'] for agent, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:10:13.353269 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1046630'] for agent, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:10:17.808713 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 22:10:19.222471 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7a5c8b9f-a67e-47e9-ad8c-cf3f6697d5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:10:21.740321 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fe56e5da-0f08-4aa1-945b-c8293cfebe16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:10:22.752276 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:10:24.205437 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:10:24.479622 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:10:42.425860 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:10:43.298932 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:10:49.224267 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6e675423-8fe6-49ba-a04c-6bf325f806fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:10:51.742857 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c9d325df-2bab-4ea8-a16f-7b01b7426bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:10:52.756393 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:10:54.207801 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:10:54.480317 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:10:54.808531 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 22:10:57.195532 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 50354) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:10:57.310544 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-b542acee-b7d1-467d-8e57-86fe938d54a1 admin admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1137986 Jan 18 22:10:59.537492 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 50364) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:10:59.597558 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-cb20a6a7-1e8a-48f5-a550-8b49a508a275 admin admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0589974 Jan 18 22:11:12.435509 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:11:13.319484 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:11:19.223564 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3468b490-dcf3-43d8-93ee-4d9d196796ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:11:21.743462 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c298104c-8b1d-4865-9b5b-712e3f9fafe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:11:22.758343 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:11:24.212871 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:11:24.481174 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:11:31.808328 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 22:11:42.442618 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:11:43.316434 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:11:49.223296 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3838ee33-3f18-42cb-b30a-be76fad4a829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:11:51.746891 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-688a76bc-e6c8-4c42-be6b-f94ad9d2f114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:11:52.761552 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:11:54.226388 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:11:54.487139 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:08.807296 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 22:12:12.447903 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:13.330366 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:19.222795 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7dbe9409-5e6c-4c30-a7e3-7ba86a7c0bb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:21.747574 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-55f8d7f8-f261-441b-9171-aefb51c6ca29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:22.763126 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:24.213344 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:24.479565 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:35.078616 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 50610) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:12:35.435980 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-f8a2486a-a229-41df-8a74-88f7045c8c77 tempest-AutoAllocateNetworkTest-969277898 tempest-AutoAllocateNetworkTest-969277898-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=f724acdcb3d745af8feba8b0c579da0c&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3555903 Jan 18 22:12:35.438999 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 50630) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:12:35.617468 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2b68ad-9c0b-49f1-8c7c-0ccb75990cad tempest-AutoAllocateNetworkTest-969277898 tempest-AutoAllocateNetworkTest-969277898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:12:35.621701 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-cd2b68ad-9c0b-49f1-8c7c-0ccb75990cad tempest-AutoAllocateNetworkTest-969277898 tempest-AutoAllocateNetworkTest-969277898-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1781359 Jan 18 22:12:35.621939 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 50640) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:12:35.681335 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 50646) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:12:35.681862 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-90f0b15e-86f0-4132-bdcf-80a3fff8a158 tempest-AutoAllocateNetworkTest-969277898 tempest-AutoAllocateNetworkTest-969277898-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0585122 Jan 18 22:12:35.712990 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-6f095638-d281-47f2-a0b6-99da2f735374 tempest-AutoAllocateNetworkTest-969277898 tempest-AutoAllocateNetworkTest-969277898-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=f724acdcb3d745af8feba8b0c579da0c HTTP/1.1" status: 200 len: 208 time: 0.0305367 Jan 18 22:12:36.315890 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 50694) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:12:36.534714 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-78ddc289-bc03-4e36-9155-2328159e2bbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:36.624269 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-78ddc289-bc03-4e36-9155-2328159e2bbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:36.629571 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-78ddc289-bc03-4e36-9155-2328159e2bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:36.666155 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ddc289-bc03-4e36-9155-2328159e2bbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42b55197-38ca-4140-a9c5-491d0349f447,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:12:36.678147 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-78ddc289-bc03-4e36-9155-2328159e2bbf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f724acdcb3d745af8feba8b0c579da0c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3609691 Jan 18 22:12:36.679765 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ddc289-bc03-4e36-9155-2328159e2bbf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:12:36.680116 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ddc289-bc03-4e36-9155-2328159e2bbf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:12:36.680627 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ddc289-bc03-4e36-9155-2328159e2bbf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:12:36.681125 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ddc289-bc03-4e36-9155-2328159e2bbf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:12:36.681576 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 50718) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:12:36.682038 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ddc289-bc03-4e36-9155-2328159e2bbf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:12:36.682038 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ddc289-bc03-4e36-9155-2328159e2bbf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:12:36.682506 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ddc289-bc03-4e36-9155-2328159e2bbf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:12:36.683068 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ddc289-bc03-4e36-9155-2328159e2bbf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:12:36.683616 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ddc289-bc03-4e36-9155-2328159e2bbf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:12:36.684200 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ddc289-bc03-4e36-9155-2328159e2bbf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:12:36.684753 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ddc289-bc03-4e36-9155-2328159e2bbf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:12:36.685288 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ddc289-bc03-4e36-9155-2328159e2bbf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:12:36.687005 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ddc289-bc03-4e36-9155-2328159e2bbf admin admin] Tracked resource versions report: Jan 18 22:12:36.687005 n-d-825064-1 neutron-server[102431]: pushed versions: Jan 18 22:12:36.687005 n-d-825064-1 neutron-server[102431]: { 'AddressGroup': {'1.2'}, Jan 18 22:12:36.687005 n-d-825064-1 neutron-server[102431]: 'ConntrackHelper': {'1.0'}, Jan 18 22:12:36.687005 n-d-825064-1 neutron-server[102431]: 'Log': {'1.0'}, Jan 18 22:12:36.687005 n-d-825064-1 neutron-server[102431]: 'Network': {'1.1'}, Jan 18 22:12:36.687005 n-d-825064-1 neutron-server[102431]: 'Port': {'1.7'}, Jan 18 22:12:36.687005 n-d-825064-1 neutron-server[102431]: 'PortForwarding': {'1.2'}, Jan 18 22:12:36.687005 n-d-825064-1 neutron-server[102431]: 'QosPolicy': {'1.9'}, Jan 18 22:12:36.687005 n-d-825064-1 neutron-server[102431]: 'SecurityGroup': {'1.4'}, Jan 18 22:12:36.687005 n-d-825064-1 neutron-server[102431]: 'SecurityGroupRule': {'1.2'}, Jan 18 22:12:36.687005 n-d-825064-1 neutron-server[102431]: 'SubPort': {'1.0'}, Jan 18 22:12:36.687005 n-d-825064-1 neutron-server[102431]: 'Subnet': {'1.1'}, Jan 18 22:12:36.687005 n-d-825064-1 neutron-server[102431]: 'Trunk': {'1.1'}} Jan 18 22:12:36.687005 n-d-825064-1 neutron-server[102431]: consumer versions: Jan 18 22:12:36.687005 n-d-825064-1 neutron-server[102431]: { DHCP agent@n-d-825064-1: {}, Jan 18 22:12:36.687005 n-d-825064-1 neutron-server[102431]: HyperV agent@n-h1-825064-1: {}, Jan 18 22:12:36.687005 n-d-825064-1 neutron-server[102431]: HyperV agent@n-h2-825064-1: {}, Jan 18 22:12:36.687005 n-d-825064-1 neutron-server[102431]: L3 agent@n-d-825064-1: {}, Jan 18 22:12:36.687005 n-d-825064-1 neutron-server[102431]: Metadata agent@n-d-825064-1: {}, Jan 18 22:12:36.687005 n-d-825064-1 neutron-server[102431]: Metering agent@n-d-825064-1: {}, Jan 18 22:12:36.687005 n-d-825064-1 neutron-server[102431]: Open vSwitch agent@n-d-825064-1: { 'AddressGroup': '1.2', Jan 18 22:12:36.687005 n-d-825064-1 neutron-server[102431]: 'ConntrackHelper': '1.0', Jan 18 22:12:36.687005 n-d-825064-1 neutron-server[102431]: 'Log': '1.0', Jan 18 22:12:36.687005 n-d-825064-1 neutron-server[102431]: 'Network': '1.1', Jan 18 22:12:36.687005 n-d-825064-1 neutron-server[102431]: 'Port': '1.7', Jan 18 22:12:36.687005 n-d-825064-1 neutron-server[102431]: 'PortForwarding': '1.2', Jan 18 22:12:36.687005 n-d-825064-1 neutron-server[102431]: 'QosPolicy': '1.9', Jan 18 22:12:36.687005 n-d-825064-1 neutron-server[102431]: 'SecurityGroup': '1.4', Jan 18 22:12:36.687005 n-d-825064-1 neutron-server[102431]: 'SecurityGroupRule': '1.2', Jan 18 22:12:36.687005 n-d-825064-1 neutron-server[102431]: 'SubPort': '1.0', Jan 18 22:12:36.687005 n-d-825064-1 neutron-server[102431]: 'Subnet': '1.1', Jan 18 22:12:36.687005 n-d-825064-1 neutron-server[102431]: 'Trunk': '1.1'}} Jan 18 22:12:36.687005 n-d-825064-1 neutron-server[102431]: {{(pid=102431) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 22:12:36.734408 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4326ab4f-adec-4e80-a586-3da284bc89b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:36.756734 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4326ab4f-adec-4e80-a586-3da284bc89b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:36.807011 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4326ab4f-adec-4e80-a586-3da284bc89b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:36.809680 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4326ab4f-adec-4e80-a586-3da284bc89b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:36.812565 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-4326ab4f-adec-4e80-a586-3da284bc89b5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/42b55197-38ca-4140-a9c5-491d0349f447 HTTP/1.1" status: 204 len: 168 time: 0.1285715 Jan 18 22:12:36.820856 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4326ab4f-adec-4e80-a586-3da284bc89b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42b55197-38ca-4140-a9c5-491d0349f447,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:12:36.827995 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4326ab4f-adec-4e80-a586-3da284bc89b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:12:36.828364 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4326ab4f-adec-4e80-a586-3da284bc89b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:12:36.828702 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4326ab4f-adec-4e80-a586-3da284bc89b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:12:36.829040 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4326ab4f-adec-4e80-a586-3da284bc89b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:12:36.829433 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4326ab4f-adec-4e80-a586-3da284bc89b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:12:36.829687 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4326ab4f-adec-4e80-a586-3da284bc89b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:12:36.830043 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4326ab4f-adec-4e80-a586-3da284bc89b5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:12:36.830545 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4326ab4f-adec-4e80-a586-3da284bc89b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:12:36.830870 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4326ab4f-adec-4e80-a586-3da284bc89b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:12:36.831191 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4326ab4f-adec-4e80-a586-3da284bc89b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:12:36.831512 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4326ab4f-adec-4e80-a586-3da284bc89b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:12:36.831833 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4326ab4f-adec-4e80-a586-3da284bc89b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:12:36.832949 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4326ab4f-adec-4e80-a586-3da284bc89b5 admin admin] Tracked resource versions report: Jan 18 22:12:36.832949 n-d-825064-1 neutron-server[102430]: pushed versions: Jan 18 22:12:36.832949 n-d-825064-1 neutron-server[102430]: { 'AddressGroup': {'1.2'}, Jan 18 22:12:36.832949 n-d-825064-1 neutron-server[102430]: 'ConntrackHelper': {'1.0'}, Jan 18 22:12:36.832949 n-d-825064-1 neutron-server[102430]: 'Log': {'1.0'}, Jan 18 22:12:36.832949 n-d-825064-1 neutron-server[102430]: 'Network': {'1.1'}, Jan 18 22:12:36.832949 n-d-825064-1 neutron-server[102430]: 'Port': {'1.7'}, Jan 18 22:12:36.832949 n-d-825064-1 neutron-server[102430]: 'PortForwarding': {'1.2'}, Jan 18 22:12:36.832949 n-d-825064-1 neutron-server[102430]: 'QosPolicy': {'1.9'}, Jan 18 22:12:36.832949 n-d-825064-1 neutron-server[102430]: 'SecurityGroup': {'1.4'}, Jan 18 22:12:36.832949 n-d-825064-1 neutron-server[102430]: 'SecurityGroupRule': {'1.2'}, Jan 18 22:12:36.832949 n-d-825064-1 neutron-server[102430]: 'SubPort': {'1.0'}, Jan 18 22:12:36.832949 n-d-825064-1 neutron-server[102430]: 'Subnet': {'1.1'}, Jan 18 22:12:36.832949 n-d-825064-1 neutron-server[102430]: 'Trunk': {'1.1'}} Jan 18 22:12:36.832949 n-d-825064-1 neutron-server[102430]: consumer versions: Jan 18 22:12:36.832949 n-d-825064-1 neutron-server[102430]: { DHCP agent@n-d-825064-1: {}, Jan 18 22:12:36.832949 n-d-825064-1 neutron-server[102430]: HyperV agent@n-h1-825064-1: {}, Jan 18 22:12:36.832949 n-d-825064-1 neutron-server[102430]: HyperV agent@n-h2-825064-1: {}, Jan 18 22:12:36.832949 n-d-825064-1 neutron-server[102430]: L3 agent@n-d-825064-1: {}, Jan 18 22:12:36.832949 n-d-825064-1 neutron-server[102430]: Metadata agent@n-d-825064-1: {}, Jan 18 22:12:36.832949 n-d-825064-1 neutron-server[102430]: Metering agent@n-d-825064-1: {}, Jan 18 22:12:36.832949 n-d-825064-1 neutron-server[102430]: Open vSwitch agent@n-d-825064-1: { 'AddressGroup': '1.2', Jan 18 22:12:36.832949 n-d-825064-1 neutron-server[102430]: 'ConntrackHelper': '1.0', Jan 18 22:12:36.832949 n-d-825064-1 neutron-server[102430]: 'Log': '1.0', Jan 18 22:12:36.832949 n-d-825064-1 neutron-server[102430]: 'Network': '1.1', Jan 18 22:12:36.832949 n-d-825064-1 neutron-server[102430]: 'Port': '1.7', Jan 18 22:12:36.832949 n-d-825064-1 neutron-server[102430]: 'PortForwarding': '1.2', Jan 18 22:12:36.832949 n-d-825064-1 neutron-server[102430]: 'QosPolicy': '1.9', Jan 18 22:12:36.832949 n-d-825064-1 neutron-server[102430]: 'SecurityGroup': '1.4', Jan 18 22:12:36.832949 n-d-825064-1 neutron-server[102430]: 'SecurityGroupRule': '1.2', Jan 18 22:12:36.832949 n-d-825064-1 neutron-server[102430]: 'SubPort': '1.0', Jan 18 22:12:36.832949 n-d-825064-1 neutron-server[102430]: 'Subnet': '1.1', Jan 18 22:12:36.832949 n-d-825064-1 neutron-server[102430]: 'Trunk': '1.1'}} Jan 18 22:12:36.832949 n-d-825064-1 neutron-server[102430]: {{(pid=102430) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 22:12:38.267936 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 50814) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:12:38.310358 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 50826) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:12:38.477164 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1008e2c1-3585-4796-913b-e6b05e99b015 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:38.561510 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1008e2c1-3585-4796-913b-e6b05e99b015 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:38.566217 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1008e2c1-3585-4796-913b-e6b05e99b015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:38.600790 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1008e2c1-3585-4796-913b-e6b05e99b015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab816726-2c74-4ae2-8f56-668a5ab05cc8,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:12:38.616682 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-1008e2c1-3585-4796-913b-e6b05e99b015 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=24a34c87f3bd4b83b05db5bdf620b1aa&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3477859 Jan 18 22:12:38.619318 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 50856) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:12:38.676560 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5bdd820d-ec60-45eb-8f5a-1587556c2942 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:38.685176 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1f0930ea-af28-40db-a6d4-57dea936eb49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:38.700525 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 50864) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:12:38.723928 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5bdd820d-ec60-45eb-8f5a-1587556c2942 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:38.820104 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1f0930ea-af28-40db-a6d4-57dea936eb49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:38.827943 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1f0930ea-af28-40db-a6d4-57dea936eb49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:38.859281 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-1f0930ea-af28-40db-a6d4-57dea936eb49 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=aabdecfd03e7426ca15ac8de4b3053f3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5453076 Jan 18 22:12:38.859281 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5bdd820d-ec60-45eb-8f5a-1587556c2942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:38.859577 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 50878) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:12:38.860025 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5bdd820d-ec60-45eb-8f5a-1587556c2942 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:38.861304 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-5bdd820d-ec60-45eb-8f5a-1587556c2942 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ab816726-2c74-4ae2-8f56-668a5ab05cc8 HTTP/1.1" status: 204 len: 168 time: 0.2408218 Jan 18 22:12:38.894102 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0930ea-af28-40db-a6d4-57dea936eb49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4668574a-171d-4bc4-95b7-319699354057,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:12:38.909555 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdd820d-ec60-45eb-8f5a-1587556c2942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab816726-2c74-4ae2-8f56-668a5ab05cc8,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:12:38.937736 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-720a32c3-81c0-43d0-8d6c-eaf033ca89e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:38.966412 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-720a32c3-81c0-43d0-8d6c-eaf033ca89e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:38.979529 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0363d784-0409-4bd8-ae7a-ce85b2b3b13e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:39.030078 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 50888) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:12:39.033912 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-720a32c3-81c0-43d0-8d6c-eaf033ca89e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:39.036337 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-720a32c3-81c0-43d0-8d6c-eaf033ca89e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:39.039654 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-720a32c3-81c0-43d0-8d6c-eaf033ca89e4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4668574a-171d-4bc4-95b7-319699354057 HTTP/1.1" status: 204 len: 168 time: 0.1767356 Jan 18 22:12:39.052538 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720a32c3-81c0-43d0-8d6c-eaf033ca89e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4668574a-171d-4bc4-95b7-319699354057,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:12:39.120672 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0363d784-0409-4bd8-ae7a-ce85b2b3b13e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:39.125271 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0363d784-0409-4bd8-ae7a-ce85b2b3b13e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:39.164301 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0363d784-0409-4bd8-ae7a-ce85b2b3b13e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=185bf63e-82a1-46d6-bff3-269547e7d8bb,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:12:39.171246 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-0363d784-0409-4bd8-ae7a-ce85b2b3b13e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8a09628c1bec415ea36bb6607161125b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4697120 Jan 18 22:12:39.171789 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 50900) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:12:39.246799 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4a51287a-cc24-4b20-a562-ec0bbea54e01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:39.266909 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-15c71ad4-97fc-451b-8646-407b2c77d245 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:39.292047 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4a51287a-cc24-4b20-a562-ec0bbea54e01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:39.360867 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4a51287a-cc24-4b20-a562-ec0bbea54e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:39.364204 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4a51287a-cc24-4b20-a562-ec0bbea54e01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:39.367850 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-4a51287a-cc24-4b20-a562-ec0bbea54e01 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/185bf63e-82a1-46d6-bff3-269547e7d8bb HTTP/1.1" status: 204 len: 168 time: 0.1921668 Jan 18 22:12:39.372754 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 50908) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:12:39.380792 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a51287a-cc24-4b20-a562-ec0bbea54e01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=185bf63e-82a1-46d6-bff3-269547e7d8bb,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:12:39.397228 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c4b79691-f3a8-4e96-9731-6aa6d51907e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:39.418775 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-15c71ad4-97fc-451b-8646-407b2c77d245 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:39.426303 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-15c71ad4-97fc-451b-8646-407b2c77d245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:39.474809 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-15c71ad4-97fc-451b-8646-407b2c77d245 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=850ab1d275f249a7b5540aa44e3474cd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4435375 Jan 18 22:12:39.475941 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c71ad4-97fc-451b-8646-407b2c77d245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef83143a-2c72-464a-8bcc-aac69a219190,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:12:39.479069 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 50910) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:12:39.489146 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c4b79691-f3a8-4e96-9731-6aa6d51907e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:39.497670 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c4b79691-f3a8-4e96-9731-6aa6d51907e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:39.534282 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-c4b79691-f3a8-4e96-9731-6aa6d51907e8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2b88cd27d734447b97710feb7b97c2df&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1599112 Jan 18 22:12:39.536993 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 50914) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:12:39.543330 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b79691-f3a8-4e96-9731-6aa6d51907e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad0c4f5f-d196-44f4-b482-b18b799fee08,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:12:39.582430 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a2f8858d-90d1-4ff5-b000-cdfd766cfd49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:39.620527 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a2f8858d-90d1-4ff5-b000-cdfd766cfd49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:39.622369 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-79227e41-964f-4aff-a864-1328fb5a5c14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:39.663791 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-79227e41-964f-4aff-a864-1328fb5a5c14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:39.702305 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 50916) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:12:39.717253 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f1ba0219-9719-4d47-9857-545cd9d00667 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:39.729614 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a2f8858d-90d1-4ff5-b000-cdfd766cfd49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:39.732204 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a2f8858d-90d1-4ff5-b000-cdfd766cfd49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:39.736374 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-a2f8858d-90d1-4ff5-b000-cdfd766cfd49 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ef83143a-2c72-464a-8bcc-aac69a219190 HTTP/1.1" status: 204 len: 168 time: 0.2561219 Jan 18 22:12:39.740172 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-79227e41-964f-4aff-a864-1328fb5a5c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:39.746320 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-79227e41-964f-4aff-a864-1328fb5a5c14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:39.749398 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-79227e41-964f-4aff-a864-1328fb5a5c14 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ad0c4f5f-d196-44f4-b482-b18b799fee08 HTTP/1.1" status: 204 len: 168 time: 0.2113924 Jan 18 22:12:39.755212 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f8858d-90d1-4ff5-b000-cdfd766cfd49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef83143a-2c72-464a-8bcc-aac69a219190,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:12:39.765884 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79227e41-964f-4aff-a864-1328fb5a5c14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad0c4f5f-d196-44f4-b482-b18b799fee08,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:12:39.839987 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f1ba0219-9719-4d47-9857-545cd9d00667 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:39.844442 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f1ba0219-9719-4d47-9857-545cd9d00667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:39.883615 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-f1ba0219-9719-4d47-9857-545cd9d00667 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f352e28af2764efe9856b1f24a89ee43&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1801403 Jan 18 22:12:39.886481 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 50938) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:12:39.894378 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ba0219-9719-4d47-9857-545cd9d00667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16b3dec0-a5d4-44f3-804b-86a8e5894888,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:12:39.957738 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-79f6f30f-8537-4b4a-8cd1-14a90a8e3529 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:39.979774 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-79f6f30f-8537-4b4a-8cd1-14a90a8e3529 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:40.030679 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-79f6f30f-8537-4b4a-8cd1-14a90a8e3529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:40.033590 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-79f6f30f-8537-4b4a-8cd1-14a90a8e3529 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:40.034934 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-79f6f30f-8537-4b4a-8cd1-14a90a8e3529 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/16b3dec0-a5d4-44f3-804b-86a8e5894888 HTTP/1.1" status: 204 len: 168 time: 0.1472361 Jan 18 22:12:40.043118 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f6f30f-8537-4b4a-8cd1-14a90a8e3529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b3dec0-a5d4-44f3-804b-86a8e5894888,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:12:40.160858 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 50954) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:12:40.174368 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0b5305fc-42a0-4823-88ad-c6422e5d98db admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:40.275801 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0b5305fc-42a0-4823-88ad-c6422e5d98db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:40.280844 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0b5305fc-42a0-4823-88ad-c6422e5d98db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:40.327203 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-0b5305fc-42a0-4823-88ad-c6422e5d98db admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d6d364203ec34172b01c474bee46c1b2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1614325 Jan 18 22:12:40.327726 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 50962) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:12:40.328389 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5305fc-42a0-4823-88ad-c6422e5d98db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6402a0e5-0bbe-43bc-846a-9e80b9463b03,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:12:40.374748 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 50968) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:12:40.394842 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a26441e2-a1fe-42e4-a603-236be0a1b55d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:40.411767 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d8e579a9-68f6-4de0-bb9c-2bbdaf1ec0d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:40.438348 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d8e579a9-68f6-4de0-bb9c-2bbdaf1ec0d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:40.506620 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d8e579a9-68f6-4de0-bb9c-2bbdaf1ec0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:40.510742 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d8e579a9-68f6-4de0-bb9c-2bbdaf1ec0d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:40.512684 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-d8e579a9-68f6-4de0-bb9c-2bbdaf1ec0d6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6402a0e5-0bbe-43bc-846a-9e80b9463b03 HTTP/1.1" status: 204 len: 168 time: 0.1839516 Jan 18 22:12:40.519781 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a26441e2-a1fe-42e4-a603-236be0a1b55d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:40.522857 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e579a9-68f6-4de0-bb9c-2bbdaf1ec0d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6402a0e5-0bbe-43bc-846a-9e80b9463b03,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:12:40.544528 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a26441e2-a1fe-42e4-a603-236be0a1b55d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:40.602146 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-a26441e2-a1fe-42e4-a603-236be0a1b55d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1af179e8e1904501872e82ccea9c4f35&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2262764 Jan 18 22:12:40.603185 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26441e2-a1fe-42e4-a603-236be0a1b55d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ca8d63-d45f-43c8-acdb-ff46946d6ecb,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:12:40.605356 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 50990) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:12:40.663682 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-46259763-6f44-4ea0-84ef-3976322f2cb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:40.687082 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 51004) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:12:40.692113 n-d-825064-1 neutron-server[102430]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 18 22:12:40.694347 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-46259763-6f44-4ea0-84ef-3976322f2cb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:40.744622 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-18df2b11-56c6-414f-978b-91ef745c225c req-4e0758f5-f76c-4ca7-9385-0cad23dfe80e tempest-AggregatesAdminTestJSON-522880553 tempest-AggregatesAdminTestJSON-522880553-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=e1d6b37108934abe9e4e131b7928ae65&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0540392 Jan 18 22:12:40.772046 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-46259763-6f44-4ea0-84ef-3976322f2cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:40.781622 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-46259763-6f44-4ea0-84ef-3976322f2cb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:40.782779 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-46259763-6f44-4ea0-84ef-3976322f2cb4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f6ca8d63-d45f-43c8-acdb-ff46946d6ecb HTTP/1.1" status: 204 len: 168 time: 0.1764784 Jan 18 22:12:40.804632 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46259763-6f44-4ea0-84ef-3976322f2cb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ca8d63-d45f-43c8-acdb-ff46946d6ecb,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:12:40.976117 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df2b11-56c6-414f-978b-91ef745c225c req-f7f96964-40a9-4ad3-b2cd-50f7e1081589 tempest-AggregatesAdminTestJSON-522880553 tempest-AggregatesAdminTestJSON-522880553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:12:40.977065 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-18df2b11-56c6-414f-978b-91ef745c225c req-f7f96964-40a9-4ad3-b2cd-50f7e1081589 tempest-AggregatesAdminTestJSON-522880553 tempest-AggregatesAdminTestJSON-522880553-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2199397 Jan 18 22:12:40.994631 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-18df2b11-56c6-414f-978b-91ef745c225c req-e189e7bf-5b73-48f7-834b-8a82b71bd0f9 tempest-AggregatesAdminTestJSON-522880553 tempest-AggregatesAdminTestJSON-522880553-project] 10.222.0.53 "GET /v2.0/quotas/e1d6b37108934abe9e4e131b7928ae65 HTTP/1.1" status: 200 len: 375 time: 0.0115786 Jan 18 22:12:41.057054 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-18df2b11-56c6-414f-978b-91ef745c225c req-fa1542c6-96ec-4493-8383-ed8f359f09f1 tempest-AggregatesAdminTestJSON-522880553 tempest-AggregatesAdminTestJSON-522880553-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e1d6b37108934abe9e4e131b7928ae65&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0555308 Jan 18 22:12:41.373889 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9ae0de63-2cd8-4543-b8cd-f3b804985e10 req-3e220878-757f-42ca-935d-039e73857978 tempest-AggregatesAdminTestJSON-522880553 tempest-AggregatesAdminTestJSON-522880553-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e811d1c-7b09-4e47-98d4-107813296894 HTTP/1.1" status: 200 len: 210 time: 0.0979373 Jan 18 22:12:42.464377 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:42.972052 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 51206) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:12:42.994888 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 51210) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:12:43.086580 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.67', 55895) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:12:43.114009 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-18df2b11-56c6-414f-978b-91ef745c225c req-d6fc7408-767e-42d7-988d-74407ade4e6b tempest-AggregatesAdminTestJSON-522880553 tempest-AggregatesAdminTestJSON-522880553-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=e1d6b37108934abe9e4e131b7928ae65&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0256910 Jan 18 22:12:43.242452 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df2b11-56c6-414f-978b-91ef745c225c req-a5887fab-7c58-4f34-a078-171cda51d943 tempest-AggregatesAdminTestJSON-522880553 tempest-AggregatesAdminTestJSON-522880553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:12:43.244477 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-18df2b11-56c6-414f-978b-91ef745c225c req-a5887fab-7c58-4f34-a078-171cda51d943 tempest-AggregatesAdminTestJSON-522880553 tempest-AggregatesAdminTestJSON-522880553-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1254764 Jan 18 22:12:43.289518 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bf1ddd87-73b0-4463-be63-3d32b45efcb4 req-fc07e3c4-b6f2-41a6-8dd7-05c1b04fbe8c tempest-AggregatesAdminTestJSON-522880553 tempest-AggregatesAdminTestJSON-522880553-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e811d1c-7b09-4e47-98d4-107813296894 HTTP/1.1" status: 200 len: 210 time: 0.2922058 Jan 18 22:12:43.302728 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-77fac64b-e06e-4df3-aaab-a6d6ab3e942d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:43.347753 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:43.385770 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-77fac64b-e06e-4df3-aaab-a6d6ab3e942d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:43.390178 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-77fac64b-e06e-4df3-aaab-a6d6ab3e942d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:43.433092 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-18df2b11-56c6-414f-978b-91ef745c225c req-245d4f3a-ffe5-429c-9237-d50301528340 tempest-AggregatesAdminTestJSON-522880553 tempest-AggregatesAdminTestJSON-522880553-project] Request body: {'port': {'device_id': '6e811d1c-7b09-4e47-98d4-107813296894', 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b', 'admin_state_up': True, 'tenant_id': 'e1d6b37108934abe9e4e131b7928ae65'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:12:43.668086 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fac64b-e06e-4df3-aaab-a6d6ab3e942d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c307ede-232b-43a9-aceb-ee7b2a900f6c,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:12:43.673684 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-77fac64b-e06e-4df3-aaab-a6d6ab3e942d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ae3a57f3d3f74a52b5301e5192795184&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7002637 Jan 18 22:12:43.677284 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 51242) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:12:43.715424 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18df2b11-56c6-414f-978b-91ef745c225c req-245d4f3a-ffe5-429c-9237-d50301528340 tempest-AggregatesAdminTestJSON-522880553 tempest-AggregatesAdminTestJSON-522880553-project] Made reservation on behalf of e1d6b37108934abe9e4e131b7928ae65 for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:12:43.723772 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-18df2b11-56c6-414f-978b-91ef745c225c req-245d4f3a-ffe5-429c-9237-d50301528340 tempest-AggregatesAdminTestJSON-522880553 tempest-AggregatesAdminTestJSON-522880553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:43.730723 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6378020b-f145-4339-bfbf-4a208ae9840b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:43.735913 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-18df2b11-56c6-414f-978b-91ef745c225c req-245d4f3a-ffe5-429c-9237-d50301528340 tempest-AggregatesAdminTestJSON-522880553 tempest-AggregatesAdminTestJSON-522880553-project] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:43.765144 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6378020b-f145-4339-bfbf-4a208ae9840b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:43.817682 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6378020b-f145-4339-bfbf-4a208ae9840b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:43.821020 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6378020b-f145-4339-bfbf-4a208ae9840b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:43.824790 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-6378020b-f145-4339-bfbf-4a208ae9840b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9c307ede-232b-43a9-aceb-ee7b2a900f6c HTTP/1.1" status: 204 len: 168 time: 0.1463974 Jan 18 22:12:43.828209 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-18df2b11-56c6-414f-978b-91ef745c225c req-245d4f3a-ffe5-429c-9237-d50301528340 tempest-AggregatesAdminTestJSON-522880553 tempest-AggregatesAdminTestJSON-522880553-project] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:43.832887 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-18df2b11-56c6-414f-978b-91ef745c225c req-245d4f3a-ffe5-429c-9237-d50301528340 tempest-AggregatesAdminTestJSON-522880553 tempest-AggregatesAdminTestJSON-522880553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:43.835741 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6378020b-f145-4339-bfbf-4a208ae9840b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c307ede-232b-43a9-aceb-ee7b2a900f6c,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:12:43.983215 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245d4f3a-ffe5-429c-9237-d50301528340 tempest-AggregatesAdminTestJSON-522880553 tempest-AggregatesAdminTestJSON-522880553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a8f2831-3a4d-4b4f-b886-31a9dd15e9f5,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:12:44.113615 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-18df2b11-56c6-414f-978b-91ef745c225c req-245d4f3a-ffe5-429c-9237-d50301528340 tempest-AggregatesAdminTestJSON-522880553 tempest-AggregatesAdminTestJSON-522880553-project] Allocated IP 192.168.233.193 (aed2eca7-1bb0-443d-8485-b985dbe9851b/8518183d-cc63-459a-b971-d4c7514e001f/92342de8-c0c4-4451-90eb-6c55c06d4fb9) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:12:44.260699 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-95bee26a-7a08-4b97-91cc-c6a83764e69a req-05792b2e-6130-4052-aa03-b5fc1be1e23e tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=c0618b21782f4852828b87e1d6c8b07d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0613008 Jan 18 22:12:44.388982 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-18df2b11-56c6-414f-978b-91ef745c225c req-245d4f3a-ffe5-429c-9237-d50301528340 tempest-AggregatesAdminTestJSON-522880553 tempest-AggregatesAdminTestJSON-522880553-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:44.416948 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-95f28bb5-546c-40f4-8c44-80b999af13dc req-60a46358-2784-4332-ac2b-f1510b9b21fc tempest-AggregatesAdminTestJSON-522880553 tempest-AggregatesAdminTestJSON-522880553-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e811d1c-7b09-4e47-98d4-107813296894 HTTP/1.1" status: 200 len: 210 time: 0.0472066 Jan 18 22:12:44.484843 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bee26a-7a08-4b97-91cc-c6a83764e69a req-25cd2ff4-28a1-410f-9417-810fa2a85c3f tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:12:44.491651 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-95bee26a-7a08-4b97-91cc-c6a83764e69a req-25cd2ff4-28a1-410f-9417-810fa2a85c3f tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2244048 Jan 18 22:12:44.526989 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-95bee26a-7a08-4b97-91cc-c6a83764e69a req-8d407c3f-d067-4f80-9960-eb5fb42d801e tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] 10.222.0.53 "GET /v2.0/quotas/c0618b21782f4852828b87e1d6c8b07d HTTP/1.1" status: 200 len: 375 time: 0.0344458 Jan 18 22:12:44.572508 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-95bee26a-7a08-4b97-91cc-c6a83764e69a req-369a3f5b-3dbf-4c0a-a5fe-079cd64997c8 tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c0618b21782f4852828b87e1d6c8b07d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444670 Jan 18 22:12:44.576650 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-18df2b11-56c6-414f-978b-91ef745c225c req-245d4f3a-ffe5-429c-9237-d50301528340 tempest-AggregatesAdminTestJSON-522880553 tempest-AggregatesAdminTestJSON-522880553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:44.741825 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18df2b11-56c6-414f-978b-91ef745c225c req-245d4f3a-ffe5-429c-9237-d50301528340 tempest-AggregatesAdminTestJSON-522880553 tempest-AggregatesAdminTestJSON-522880553-project] Network aed2eca7-1bb0-443d-8485-b985dbe9851b is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:12:44.753083 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-18df2b11-56c6-414f-978b-91ef745c225c req-245d4f3a-ffe5-429c-9237-d50301528340 tempest-AggregatesAdminTestJSON-522880553 tempest-AggregatesAdminTestJSON-522880553-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:12:44.760216 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-18df2b11-56c6-414f-978b-91ef745c225c req-245d4f3a-ffe5-429c-9237-d50301528340 tempest-AggregatesAdminTestJSON-522880553 tempest-AggregatesAdminTestJSON-522880553-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:12:44.766273 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df2b11-56c6-414f-978b-91ef745c225c req-245d4f3a-ffe5-429c-9237-d50301528340 tempest-AggregatesAdminTestJSON-522880553 tempest-AggregatesAdminTestJSON-522880553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:12:44.767050 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-18df2b11-56c6-414f-978b-91ef745c225c req-245d4f3a-ffe5-429c-9237-d50301528340 tempest-AggregatesAdminTestJSON-522880553 tempest-AggregatesAdminTestJSON-522880553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:44.774384 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245d4f3a-ffe5-429c-9237-d50301528340 tempest-AggregatesAdminTestJSON-522880553 tempest-AggregatesAdminTestJSON-522880553-project] Pushing event updated for resources: {'Port': ['ID=92342de8-c0c4-4451-90eb-6c55c06d4fb9,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:12:44.797011 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 51298) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:12:44.805266 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-18df2b11-56c6-414f-978b-91ef745c225c req-245d4f3a-ffe5-429c-9237-d50301528340 tempest-AggregatesAdminTestJSON-522880553 tempest-AggregatesAdminTestJSON-522880553-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3758624 Jan 18 22:12:44.821067 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-905446d8-cb3c-4af1-aa44-fca3d58b1e4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:44.835720 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [req-18df2b11-56c6-414f-978b-91ef745c225c req-44632046-8a91-4230-b4d5-15c4ddd8d1ca tempest-AggregatesAdminTestJSON-522880553 tempest-AggregatesAdminTestJSON-522880553-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102430) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:12:44.836782 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-18df2b11-56c6-414f-978b-91ef745c225c req-44632046-8a91-4230-b4d5-15c4ddd8d1ca tempest-AggregatesAdminTestJSON-522880553 tempest-AggregatesAdminTestJSON-522880553-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0174799 Jan 18 22:12:44.981499 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7f1a4644-d0e3-403b-a4f8-69775664c608 req-dda124fd-67d3-4e54-b4a9-bd854f00c8fc tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] 10.222.0.53 "GET /v2.0/ports?device_id=3640a24c-2904-4718-ad61-67b7fe804660 HTTP/1.1" status: 200 len: 210 time: 0.0833960 Jan 18 22:12:45.043871 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-905446d8-cb3c-4af1-aa44-fca3d58b1e4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:45.050580 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-905446d8-cb3c-4af1-aa44-fca3d58b1e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:45.149328 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 51316) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:12:45.157395 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-905446d8-cb3c-4af1-aa44-fca3d58b1e4a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cead55a2cd474a2b83d9dc1a0de02d42&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3540130 Jan 18 22:12:45.158396 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905446d8-cb3c-4af1-aa44-fca3d58b1e4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc48283-2f2f-4258-9ea8-cf755cabce95,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:12:45.227287 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-64ed599e-f195-46b9-a5d5-999b2bcb4b37 None None] Provisioning complete for port 92342de8-c0c4-4451-90eb-6c55c06d4fb9 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:12:45.228322 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-64ed599e-f195-46b9-a5d5-999b2bcb4b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:45.362859 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-eb295069-80f8-4a45-96a7-2a5bda629188 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:45.430142 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-64ed599e-f195-46b9-a5d5-999b2bcb4b37 None None] Port 92342de8-c0c4-4451-90eb-6c55c06d4fb9 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:12:45.445039 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-eb295069-80f8-4a45-96a7-2a5bda629188 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:45.622210 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-eb295069-80f8-4a45-96a7-2a5bda629188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:45.634642 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-eb295069-80f8-4a45-96a7-2a5bda629188 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:45.638999 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-eb295069-80f8-4a45-96a7-2a5bda629188 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0fc48283-2f2f-4258-9ea8-cf755cabce95 HTTP/1.1" status: 204 len: 168 time: 0.4848042 Jan 18 22:12:45.669066 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-18df2b11-56c6-414f-978b-91ef745c225c req-8c72abd2-faf8-4dd7-81fb-6e1344280d7c service neutron] Request body: {'port': {'device_id': '6e811d1c-7b09-4e47-98d4-107813296894', 'device_owner': 'compute:tempest-test_az-128761307', 'binding:host_id': 'n-h2-825064-1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:12:45.809444 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 22:12:45.861658 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb295069-80f8-4a45-96a7-2a5bda629188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc48283-2f2f-4258-9ea8-cf755cabce95,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:12:45.989381 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-18df2b11-56c6-414f-978b-91ef745c225c req-8c72abd2-faf8-4dd7-81fb-6e1344280d7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:46.289744 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd225e2c-b904-47d5-a2c2-a41256e1e0d7 req-e9723b8b-eea0-46bd-96bf-fe7c643e98d3 tempest-AggregatesAdminTestJSON-522880553 tempest-AggregatesAdminTestJSON-522880553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:12:46.299225 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-dd225e2c-b904-47d5-a2c2-a41256e1e0d7 req-e9723b8b-eea0-46bd-96bf-fe7c643e98d3 tempest-AggregatesAdminTestJSON-522880553 tempest-AggregatesAdminTestJSON-522880553-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e811d1c-7b09-4e47-98d4-107813296894 HTTP/1.1" status: 200 len: 936 time: 0.3113909 Jan 18 22:12:46.507806 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-dd225e2c-b904-47d5-a2c2-a41256e1e0d7 req-0916683e-e5e2-4254-adf8-482f9dacacf3 tempest-AggregatesAdminTestJSON-522880553 tempest-AggregatesAdminTestJSON-522880553-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a8f2831-3a4d-4b4f-b886-31a9dd15e9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072852 Jan 18 22:12:46.762888 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-86229aac-bd68-4cf8-9c47-1f10653a1fb7 req-dab2dafc-87b7-41a3-9557-e266a7a8eb6e tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] 10.222.0.53 "GET /v2.0/ports?device_id=3640a24c-2904-4718-ad61-67b7fe804660 HTTP/1.1" status: 200 len: 210 time: 0.0611854 Jan 18 22:12:47.322187 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [req-18df2b11-56c6-414f-978b-91ef745c225c req-8c72abd2-faf8-4dd7-81fb-6e1344280d7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92342de8-c0c4-4451-90eb-6c55c06d4fb9 {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:12:47.331464 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-18df2b11-56c6-414f-978b-91ef745c225c req-8c72abd2-faf8-4dd7-81fb-6e1344280d7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:47.356354 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-18df2b11-56c6-414f-978b-91ef745c225c req-8c72abd2-faf8-4dd7-81fb-6e1344280d7c service neutron] Transition to ACTIVE for port object 92342de8-c0c4-4451-90eb-6c55c06d4fb9 will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:12:47.361084 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-18df2b11-56c6-414f-978b-91ef745c225c req-8c72abd2-faf8-4dd7-81fb-6e1344280d7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:47.397481 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.36', 55323) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:12:47.425963 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-95bee26a-7a08-4b97-91cc-c6a83764e69a req-fc846f25-4646-4751-bc4e-9cf18a5f6463 tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=c0618b21782f4852828b87e1d6c8b07d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0236022 Jan 18 22:12:47.706585 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c72abd2-faf8-4dd7-81fb-6e1344280d7c service neutron] Pushing event updated for resources: {'Port': ['ID=92342de8-c0c4-4451-90eb-6c55c06d4fb9,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:12:47.773221 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bee26a-7a08-4b97-91cc-c6a83764e69a req-6aafc599-9956-4b95-969f-77953dd075a1 tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:12:47.780672 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-95bee26a-7a08-4b97-91cc-c6a83764e69a req-6aafc599-9956-4b95-969f-77953dd075a1 tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3491452 Jan 18 22:12:47.862784 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-95bee26a-7a08-4b97-91cc-c6a83764e69a req-dba91b96-2ec8-4433-aa19-e28b1f63cf13 tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] Request body: {'port': {'device_id': '3640a24c-2904-4718-ad61-67b7fe804660', 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b', 'admin_state_up': True, 'tenant_id': 'c0618b21782f4852828b87e1d6c8b07d'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:12:47.904009 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 51440) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:12:47.982799 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-18df2b11-56c6-414f-978b-91ef745c225c req-8c72abd2-faf8-4dd7-81fb-6e1344280d7c service neutron] Attempting to bind port 92342de8-c0c4-4451-90eb-6c55c06d4fb9 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:12:47.985592 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-18df2b11-56c6-414f-978b-91ef745c225c req-8c72abd2-faf8-4dd7-81fb-6e1344280d7c service neutron] Attempting to bind port 92342de8-c0c4-4451-90eb-6c55c06d4fb9 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:12:47.986583 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18df2b11-56c6-414f-978b-91ef745c225c req-8c72abd2-faf8-4dd7-81fb-6e1344280d7c service neutron] Attempting to bind port 92342de8-c0c4-4451-90eb-6c55c06d4fb9 on network aed2eca7-1bb0-443d-8485-b985dbe9851b {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:12:48.019475 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18df2b11-56c6-414f-978b-91ef745c225c req-8c72abd2-faf8-4dd7-81fb-6e1344280d7c service neutron] Port 92342de8-c0c4-4451-90eb-6c55c06d4fb9 on network aed2eca7-1bb0-443d-8485-b985dbe9851b not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:12:48.019825 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18df2b11-56c6-414f-978b-91ef745c225c req-8c72abd2-faf8-4dd7-81fb-6e1344280d7c service neutron] Attempting to bind port 92342de8-c0c4-4451-90eb-6c55c06d4fb9 on network aed2eca7-1bb0-443d-8485-b985dbe9851b {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:12:48.041320 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18df2b11-56c6-414f-978b-91ef745c225c req-8c72abd2-faf8-4dd7-81fb-6e1344280d7c service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:12:48.041794 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18df2b11-56c6-414f-978b-91ef745c225c req-8c72abd2-faf8-4dd7-81fb-6e1344280d7c service neutron] Checking segment: {'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:12:48.044218 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18df2b11-56c6-414f-978b-91ef745c225c req-8c72abd2-faf8-4dd7-81fb-6e1344280d7c service neutron] Bound using segment: {'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:12:48.044729 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-18df2b11-56c6-414f-978b-91ef745c225c req-8c72abd2-faf8-4dd7-81fb-6e1344280d7c service neutron] Bound port: 92342de8-c0c4-4451-90eb-6c55c06d4fb9, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:12:48.045094 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-18df2b11-56c6-414f-978b-91ef745c225c req-8c72abd2-faf8-4dd7-81fb-6e1344280d7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:48.103387 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d340c12d-7b52-4793-82a7-f57ab33890dc req-27ba969b-72e5-4c9b-906d-bcfc4d3a7cef tempest-AggregatesAdminTestJSON-522880553 tempest-AggregatesAdminTestJSON-522880553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:12:48.134186 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d340c12d-7b52-4793-82a7-f57ab33890dc req-27ba969b-72e5-4c9b-906d-bcfc4d3a7cef tempest-AggregatesAdminTestJSON-522880553 tempest-AggregatesAdminTestJSON-522880553-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e811d1c-7b09-4e47-98d4-107813296894 HTTP/1.1" status: 200 len: 969 time: 0.3171787 Jan 18 22:12:48.335759 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95bee26a-7a08-4b97-91cc-c6a83764e69a req-dba91b96-2ec8-4433-aa19-e28b1f63cf13 tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] Made reservation on behalf of c0618b21782f4852828b87e1d6c8b07d for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:12:48.346991 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-95bee26a-7a08-4b97-91cc-c6a83764e69a req-dba91b96-2ec8-4433-aa19-e28b1f63cf13 tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:48.356696 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-324b352b-8a5c-4f08-b8c9-33b22ddedf76 req-07d2c7e7-b1b3-4527-a12b-1afa80398eb9 tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] 10.222.0.53 "GET /v2.0/ports?device_id=3640a24c-2904-4718-ad61-67b7fe804660 HTTP/1.1" status: 200 len: 210 time: 0.1095309 Jan 18 22:12:48.364554 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d340c12d-7b52-4793-82a7-f57ab33890dc req-069342c4-07a7-4801-a1f9-4c329dfa5a8e tempest-AggregatesAdminTestJSON-522880553 tempest-AggregatesAdminTestJSON-522880553-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a8f2831-3a4d-4b4f-b886-31a9dd15e9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284210 Jan 18 22:12:48.382850 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-95bee26a-7a08-4b97-91cc-c6a83764e69a req-dba91b96-2ec8-4433-aa19-e28b1f63cf13 tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:48.414501 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-18df2b11-56c6-414f-978b-91ef745c225c req-8c72abd2-faf8-4dd7-81fb-6e1344280d7c service neutron] For port 92342de8-c0c4-4451-90eb-6c55c06d4fb9, host n-h2-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:12:48.420302 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-18df2b11-56c6-414f-978b-91ef745c225c req-8c72abd2-faf8-4dd7-81fb-6e1344280d7c service neutron] For port 92342de8-c0c4-4451-90eb-6c55c06d4fb9, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=92342de8-c0c4-4451-90eb-6c55c06d4fb9,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:12:48.429736 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-18df2b11-56c6-414f-978b-91ef745c225c req-8c72abd2-faf8-4dd7-81fb-6e1344280d7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:48.484572 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df2b11-56c6-414f-978b-91ef745c225c req-8c72abd2-faf8-4dd7-81fb-6e1344280d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:12:48.485419 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-18df2b11-56c6-414f-978b-91ef745c225c req-8c72abd2-faf8-4dd7-81fb-6e1344280d7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:48.487159 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-18df2b11-56c6-414f-978b-91ef745c225c req-8c72abd2-faf8-4dd7-81fb-6e1344280d7c service neutron] 10.222.0.67 "PUT /v2.0/ports/92342de8-c0c4-4451-90eb-6c55c06d4fb9 HTTP/1.1" status: 200 len: 1117 time: 2.9530137 Jan 18 22:12:48.487756 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e811d1c-7b09-4e47-98d4-107813296894', 'tag': '92342de8-c0c4-4451-90eb-6c55c06d4fb9'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:12:48.603898 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 51460) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:12:48.686488 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-95bee26a-7a08-4b97-91cc-c6a83764e69a req-dba91b96-2ec8-4433-aa19-e28b1f63cf13 tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:48.693092 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-95bee26a-7a08-4b97-91cc-c6a83764e69a req-dba91b96-2ec8-4433-aa19-e28b1f63cf13 tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:48.755911 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-38077350-8aac-4b94-a081-ee0804fb3715 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:48.764062 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c72abd2-faf8-4dd7-81fb-6e1344280d7c service neutron] Pushing event updated for resources: {'Port': ['ID=92342de8-c0c4-4451-90eb-6c55c06d4fb9,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:12:48.846520 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df2b11-56c6-414f-978b-91ef745c225c req-5fd6faad-b5b8-435d-99ac-e4736947ca73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:12:48.852237 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-18df2b11-56c6-414f-978b-91ef745c225c req-5fd6faad-b5b8-435d-99ac-e4736947ca73 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e1d6b37108934abe9e4e131b7928ae65&device_id=6e811d1c-7b09-4e47-98d4-107813296894 HTTP/1.1" status: 200 len: 1120 time: 0.2788668 Jan 18 22:12:49.056692 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-18df2b11-56c6-414f-978b-91ef745c225c req-10f18c7d-67f7-4209-9b85-ed78cd01d371 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=92342de8-c0c4-4451-90eb-6c55c06d4fb9 HTTP/1.1" status: 200 len: 217 time: 0.1850033 Jan 18 22:12:49.171214 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df2b11-56c6-414f-978b-91ef745c225c req-498dd9c7-fbef-410a-aba0-ba92d91840d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:12:49.172741 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-18df2b11-56c6-414f-978b-91ef745c225c req-498dd9c7-fbef-410a-aba0-ba92d91840d6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8518183d-cc63-459a-b971-d4c7514e001f HTTP/1.1" status: 200 len: 843 time: 0.0967937 Jan 18 22:12:49.176442 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44dd8d3d-8289-40dc-9204-a64709dc1d6c" -d '{"events": [{"name": "network-changed", "server_uuid": "6e811d1c-7b09-4e47-98d4-107813296894", "tag": "92342de8-c0c4-4451-90eb-6c55c06d4fb9"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:12:49.238283 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-414bd88a-4ab9-4a12-a57a-0ef8ff131e5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:49.297533 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df2b11-56c6-414f-978b-91ef745c225c req-95a50a80-71c9-41ff-b543-e9882545a9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:12:49.299742 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-18df2b11-56c6-414f-978b-91ef745c225c req-95a50a80-71c9-41ff-b543-e9882545a9f4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aed2eca7-1bb0-443d-8485-b985dbe9851b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1130283 Jan 18 22:12:49.410556 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-18df2b11-56c6-414f-978b-91ef745c225c req-32036c4d-2ff3-4daa-8fcb-ac9248a6abed service neutron] 10.222.0.67 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022646 Jan 18 22:12:49.458233 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba91b96-2ec8-4433-aa19-e28b1f63cf13 tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f4a5f1a-070e-4f7c-9935-2190c007dac0,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:12:49.466094 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-36528e81-69f4-4be4-8071-c3c56aba2b60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:49.517502 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-18df2b11-56c6-414f-978b-91ef745c225c req-da07069c-4bfb-44db-9bc1-4fd7f7332c28 service neutron] 10.222.0.67 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998554 Jan 18 22:12:49.538723 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-38077350-8aac-4b94-a081-ee0804fb3715 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:49.544948 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-38077350-8aac-4b94-a081-ee0804fb3715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:49.647984 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38077350-8aac-4b94-a081-ee0804fb3715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=432d37e4-0b08-44b0-afbb-c2bce6c730d9,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:12:49.652947 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-38077350-8aac-4b94-a081-ee0804fb3715 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d1af2917dfe446c5a2eea8233028fcbd&name=default HTTP/1.1" status: 200 len: 2978 time: 1.6946986 Jan 18 22:12:49.655932 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 51494) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:12:49.660738 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [req-95bee26a-7a08-4b97-91cc-c6a83764e69a req-dba91b96-2ec8-4433-aa19-e28b1f63cf13 tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] Allocated IP 192.168.233.119 (aed2eca7-1bb0-443d-8485-b985dbe9851b/8518183d-cc63-459a-b971-d4c7514e001f/7636ac34-5926-476a-b27a-22bcb4dbe49b) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:12:49.743973 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8b9ad9c9-9f28-46c1-a471-e5166c666c74 req-bfcbecd6-1689-4bbe-8699-6fe565cf11cd tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] 10.222.0.53 "GET /v2.0/ports?device_id=3640a24c-2904-4718-ad61-67b7fe804660 HTTP/1.1" status: 200 len: 210 time: 0.1444783 Jan 18 22:12:49.745861 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae2e0182-2887-4c55-aad2-09a12eaf1c57 x-openstack-request-id: req-ae2e0182-2887-4c55-aad2-09a12eaf1c57 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:12:49.746175 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e811d1c-7b09-4e47-98d4-107813296894", "tag": "92342de8-c0c4-4451-90eb-6c55c06d4fb9", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:12:49.746387 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ae2e0182-2887-4c55-aad2-09a12eaf1c57 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:12:49.746947 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e811d1c-7b09-4e47-98d4-107813296894', 'tag': '92342de8-c0c4-4451-90eb-6c55c06d4fb9', 'status': 'completed', 'code': 200} Jan 18 22:12:49.799991 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-31738bef-e291-4d79-b83a-01ba3f56b654 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:49.815729 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-36528e81-69f4-4be4-8071-c3c56aba2b60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:49.835332 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-36528e81-69f4-4be4-8071-c3c56aba2b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:49.869829 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dd8d3d-8289-40dc-9204-a64709dc1d6c req-4bd0dfbd-a4bd-4a28-bc42-0a0482b29595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:12:49.871290 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-44dd8d3d-8289-40dc-9204-a64709dc1d6c req-4bd0dfbd-a4bd-4a28-bc42-0a0482b29595 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e1d6b37108934abe9e4e131b7928ae65&device_id=6e811d1c-7b09-4e47-98d4-107813296894 HTTP/1.1" status: 200 len: 1120 time: 0.1182091 Jan 18 22:12:49.972364 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36528e81-69f4-4be4-8071-c3c56aba2b60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b63b6b92-9f41-4e33-94d4-3f6538881e23,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:12:49.997808 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-36528e81-69f4-4be4-8071-c3c56aba2b60 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c7daac47b5c04314bd930899bd5d8446&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3921270 Jan 18 22:12:50.002376 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 51502) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:12:50.013163 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-31738bef-e291-4d79-b83a-01ba3f56b654 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:50.095010 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-95bee26a-7a08-4b97-91cc-c6a83764e69a req-dba91b96-2ec8-4433-aa19-e28b1f63cf13 tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:50.128744 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3c5fd3-a306-417b-9b03-bd9986d06524 req-ca1113d9-4ed5-488e-a0ae-92093bb46518 tempest-AggregatesAdminTestJSON-522880553 tempest-AggregatesAdminTestJSON-522880553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:12:50.135855 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ed3c5fd3-a306-417b-9b03-bd9986d06524 req-ca1113d9-4ed5-488e-a0ae-92093bb46518 tempest-AggregatesAdminTestJSON-522880553 tempest-AggregatesAdminTestJSON-522880553-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e811d1c-7b09-4e47-98d4-107813296894 HTTP/1.1" status: 200 len: 969 time: 0.2738054 Jan 18 22:12:50.138523 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dd8d3d-8289-40dc-9204-a64709dc1d6c req-3c09ff83-5729-4bea-87ad-fcc91b389354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:12:50.139908 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-44dd8d3d-8289-40dc-9204-a64709dc1d6c req-3c09ff83-5729-4bea-87ad-fcc91b389354 service neutron] 10.222.0.67 "GET /v2.0/networks?id=aed2eca7-1bb0-443d-8485-b985dbe9851b HTTP/1.1" status: 200 len: 869 time: 0.2567191 Jan 18 22:12:50.184909 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-95bee26a-7a08-4b97-91cc-c6a83764e69a req-dba91b96-2ec8-4433-aa19-e28b1f63cf13 tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:50.204857 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-44dd8d3d-8289-40dc-9204-a64709dc1d6c req-92f8c7ff-8a6b-4eb3-b066-618c2abbd8b2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=92342de8-c0c4-4451-90eb-6c55c06d4fb9 HTTP/1.1" status: 200 len: 217 time: 0.0503883 Jan 18 22:12:50.208232 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-31738bef-e291-4d79-b83a-01ba3f56b654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:50.210812 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-31738bef-e291-4d79-b83a-01ba3f56b654 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:50.212016 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-31738bef-e291-4d79-b83a-01ba3f56b654 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/432d37e4-0b08-44b0-afbb-c2bce6c730d9 HTTP/1.1" status: 204 len: 168 time: 0.5551312 Jan 18 22:12:50.231799 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95bee26a-7a08-4b97-91cc-c6a83764e69a req-dba91b96-2ec8-4433-aa19-e28b1f63cf13 tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] Network aed2eca7-1bb0-443d-8485-b985dbe9851b is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:12:50.237361 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [req-95bee26a-7a08-4b97-91cc-c6a83764e69a req-dba91b96-2ec8-4433-aa19-e28b1f63cf13 tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:12:50.260721 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-95bee26a-7a08-4b97-91cc-c6a83764e69a req-dba91b96-2ec8-4433-aa19-e28b1f63cf13 tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:12:50.267787 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bee26a-7a08-4b97-91cc-c6a83764e69a req-dba91b96-2ec8-4433-aa19-e28b1f63cf13 tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:12:50.268661 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-95bee26a-7a08-4b97-91cc-c6a83764e69a req-dba91b96-2ec8-4433-aa19-e28b1f63cf13 tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:50.322938 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-95bee26a-7a08-4b97-91cc-c6a83764e69a req-dba91b96-2ec8-4433-aa19-e28b1f63cf13 tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4639759 Jan 18 22:12:50.359472 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [req-95bee26a-7a08-4b97-91cc-c6a83764e69a req-2b20b00d-96b9-4ac5-b2dc-445f7e899633 tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:12:50.360527 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-95bee26a-7a08-4b97-91cc-c6a83764e69a req-2b20b00d-96b9-4ac5-b2dc-445f7e899633 tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057955 Jan 18 22:12:50.431258 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-74dac8c6-ab0f-48f6-aa0e-901472f1e8e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:50.458925 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-74dac8c6-ab0f-48f6-aa0e-901472f1e8e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:50.524010 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba91b96-2ec8-4433-aa19-e28b1f63cf13 tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] Pushing event updated for resources: {'Port': ['ID=7636ac34-5926-476a-b27a-22bcb4dbe49b,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:12:50.552276 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-74dac8c6-ab0f-48f6-aa0e-901472f1e8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:50.555170 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dd8d3d-8289-40dc-9204-a64709dc1d6c req-030e4b90-c9ec-4aa0-918e-0809aae999b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:12:50.555700 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-74dac8c6-ab0f-48f6-aa0e-901472f1e8e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:50.556676 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-44dd8d3d-8289-40dc-9204-a64709dc1d6c req-030e4b90-c9ec-4aa0-918e-0809aae999b0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8518183d-cc63-459a-b971-d4c7514e001f HTTP/1.1" status: 200 len: 843 time: 0.3381016 Jan 18 22:12:50.562149 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-74dac8c6-ab0f-48f6-aa0e-901472f1e8e4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b63b6b92-9f41-4e33-94d4-3f6538881e23 HTTP/1.1" status: 204 len: 168 time: 0.5567679 Jan 18 22:12:50.575216 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dac8c6-ab0f-48f6-aa0e-901472f1e8e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b63b6b92-9f41-4e33-94d4-3f6538881e23,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:12:50.619973 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ed3c5fd3-a306-417b-9b03-bd9986d06524 req-7ec6b9f7-1f53-47d6-a9a3-ba1451aafee9 tempest-AggregatesAdminTestJSON-522880553 tempest-AggregatesAdminTestJSON-522880553-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a8f2831-3a4d-4b4f-b886-31a9dd15e9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4832346 Jan 18 22:12:50.654790 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31738bef-e291-4d79-b83a-01ba3f56b654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=432d37e4-0b08-44b0-afbb-c2bce6c730d9,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:12:50.706643 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-3daae571-973c-4653-9807-f3abd108fa40 None None] Provisioning complete for port 7636ac34-5926-476a-b27a-22bcb4dbe49b triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:12:50.707170 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3daae571-973c-4653-9807-f3abd108fa40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:50.707250 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dd8d3d-8289-40dc-9204-a64709dc1d6c req-d22e7f8c-e27c-4766-ac1f-9fcb3fe3c295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:12:50.711005 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-44dd8d3d-8289-40dc-9204-a64709dc1d6c req-d22e7f8c-e27c-4766-ac1f-9fcb3fe3c295 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aed2eca7-1bb0-443d-8485-b985dbe9851b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1236687 Jan 18 22:12:50.818775 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-3daae571-973c-4653-9807-f3abd108fa40 None None] Port 7636ac34-5926-476a-b27a-22bcb4dbe49b cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:12:50.981198 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-44dd8d3d-8289-40dc-9204-a64709dc1d6c req-c30e137f-4635-4c88-91b0-5339262fb211 service neutron] 10.222.0.67 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634847 Jan 18 22:12:51.122183 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6dabfa-75d0-41c0-9578-248e65d1bcf6 req-73a7db77-d257-4e03-8445-b5386d1d2c58 tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:12:51.135388 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3c6dabfa-75d0-41c0-9578-248e65d1bcf6 req-73a7db77-d257-4e03-8445-b5386d1d2c58 tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] 10.222.0.53 "GET /v2.0/ports?device_id=3640a24c-2904-4718-ad61-67b7fe804660 HTTP/1.1" status: 200 len: 936 time: 0.2677963 Jan 18 22:12:51.256489 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3c6dabfa-75d0-41c0-9578-248e65d1bcf6 req-1053b5a1-f94a-4179-a146-bb331014b0c7 tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f4a5f1a-070e-4f7c-9935-2190c007dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199179 Jan 18 22:12:51.273096 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-95bee26a-7a08-4b97-91cc-c6a83764e69a req-9905e1ba-63bb-4876-819d-8788f8ed0fb3 service neutron] Request body: {'port': {'device_id': '3640a24c-2904-4718-ad61-67b7fe804660', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:12:51.311148 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-44dd8d3d-8289-40dc-9204-a64709dc1d6c req-c9b81661-d18c-4865-92ed-eb1b376f5342 service neutron] 10.222.0.67 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3211319 Jan 18 22:12:51.315167 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 51564) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:12:51.341879 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e86185da-e134-4c75-ab60-86807ee07d70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:51.412327 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-95bee26a-7a08-4b97-91cc-c6a83764e69a req-9905e1ba-63bb-4876-819d-8788f8ed0fb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:51.543110 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e86185da-e134-4c75-ab60-86807ee07d70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:51.549146 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e86185da-e134-4c75-ab60-86807ee07d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:51.619688 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-e86185da-e134-4c75-ab60-86807ee07d70 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7fc26bbe452e4be18786f02cabf5a688&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3031366 Jan 18 22:12:51.621633 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86185da-e134-4c75-ab60-86807ee07d70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a98b1d28-c13f-4045-9980-73ff0b20ac55,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:12:51.624410 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 51566) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:12:51.658878 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 51568) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:12:51.719840 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-dc55d1d6-0805-4b54-9ae9-8bef8fe0fce0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:51.762035 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-972d2b90-084e-4f81-8c5c-bcc878d8fdf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:51.813386 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-13bcbf40-e3da-4f46-b20b-c64d081ed5d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:51.869524 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c8048f-4ad9-4597-af0e-f0ab9b8a75c4 req-b78eb798-83a9-4591-9bf2-091c656d3293 tempest-AggregatesAdminTestJSON-522880553 tempest-AggregatesAdminTestJSON-522880553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:12:51.878484 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e8c8048f-4ad9-4597-af0e-f0ab9b8a75c4 req-b78eb798-83a9-4591-9bf2-091c656d3293 tempest-AggregatesAdminTestJSON-522880553 tempest-AggregatesAdminTestJSON-522880553-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e811d1c-7b09-4e47-98d4-107813296894 HTTP/1.1" status: 200 len: 969 time: 0.1257041 Jan 18 22:12:51.880910 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 51576) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:12:51.883642 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-13bcbf40-e3da-4f46-b20b-c64d081ed5d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:51.916559 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [req-95bee26a-7a08-4b97-91cc-c6a83764e69a req-9905e1ba-63bb-4876-819d-8788f8ed0fb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7636ac34-5926-476a-b27a-22bcb4dbe49b {{(pid=102431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:12:51.931231 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-95bee26a-7a08-4b97-91cc-c6a83764e69a req-9905e1ba-63bb-4876-819d-8788f8ed0fb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:51.978339 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-dc55d1d6-0805-4b54-9ae9-8bef8fe0fce0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:51.983257 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [req-95bee26a-7a08-4b97-91cc-c6a83764e69a req-9905e1ba-63bb-4876-819d-8788f8ed0fb3 service neutron] Transition to ACTIVE for port object 7636ac34-5926-476a-b27a-22bcb4dbe49b will not be triggered until provisioned by entity L2. {{(pid=102431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:12:51.985173 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e8c8048f-4ad9-4597-af0e-f0ab9b8a75c4 req-096dbcb1-e1fd-44ad-8712-9f6b1cb82139 tempest-AggregatesAdminTestJSON-522880553 tempest-AggregatesAdminTestJSON-522880553-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a8f2831-3a4d-4b4f-b886-31a9dd15e9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052716 Jan 18 22:12:51.987455 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-dc55d1d6-0805-4b54-9ae9-8bef8fe0fce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:52.000661 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-95bee26a-7a08-4b97-91cc-c6a83764e69a req-9905e1ba-63bb-4876-819d-8788f8ed0fb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:52.035442 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-dc55d1d6-0805-4b54-9ae9-8bef8fe0fce0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=85f4614547414742b4fd7777e6ecf6f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3746660 Jan 18 22:12:52.036992 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc55d1d6-0805-4b54-9ae9-8bef8fe0fce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e4e11a6-a1f1-4ddf-bafd-7491f82312d9,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:12:52.039560 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 51580) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:12:52.041975 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-13bcbf40-e3da-4f46-b20b-c64d081ed5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:52.045530 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-13bcbf40-e3da-4f46-b20b-c64d081ed5d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:52.047158 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-13bcbf40-e3da-4f46-b20b-c64d081ed5d8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a98b1d28-c13f-4045-9980-73ff0b20ac55 HTTP/1.1" status: 204 len: 168 time: 0.4214640 Jan 18 22:12:52.068873 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bcbf40-e3da-4f46-b20b-c64d081ed5d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a98b1d28-c13f-4045-9980-73ff0b20ac55,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:12:52.165599 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8751b8ea-f250-4ea3-8d6b-47329f2a59cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:52.211470 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9c7cc57e-4943-4e21-b83d-2c1513e39731 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:52.217101 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8751b8ea-f250-4ea3-8d6b-47329f2a59cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:52.249619 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9905e1ba-63bb-4876-819d-8788f8ed0fb3 service neutron] Pushing event updated for resources: {'Port': ['ID=7636ac34-5926-476a-b27a-22bcb4dbe49b,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:12:52.336100 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8751b8ea-f250-4ea3-8d6b-47329f2a59cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:52.339557 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8751b8ea-f250-4ea3-8d6b-47329f2a59cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:52.341371 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-8751b8ea-f250-4ea3-8d6b-47329f2a59cf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8e4e11a6-a1f1-4ddf-bafd-7491f82312d9 HTTP/1.1" status: 204 len: 168 time: 0.3001943 Jan 18 22:12:52.370195 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8751b8ea-f250-4ea3-8d6b-47329f2a59cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e4e11a6-a1f1-4ddf-bafd-7491f82312d9,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:12:52.526991 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-95bee26a-7a08-4b97-91cc-c6a83764e69a req-9905e1ba-63bb-4876-819d-8788f8ed0fb3 service neutron] Attempting to bind port 7636ac34-5926-476a-b27a-22bcb4dbe49b on host n-h1-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:12:52.527633 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-95bee26a-7a08-4b97-91cc-c6a83764e69a req-9905e1ba-63bb-4876-819d-8788f8ed0fb3 service neutron] Attempting to bind port 7636ac34-5926-476a-b27a-22bcb4dbe49b by drivers openvswitch,hyperv on host n-h1-825064-1 at level 0 using segments [{'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:12:52.527736 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bee26a-7a08-4b97-91cc-c6a83764e69a req-9905e1ba-63bb-4876-819d-8788f8ed0fb3 service neutron] Attempting to bind port 7636ac34-5926-476a-b27a-22bcb4dbe49b on network aed2eca7-1bb0-443d-8485-b985dbe9851b {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:12:52.560299 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a8880f-1e12-44e5-9603-357c98d6d891 req-2371a9be-96a1-4cf9-b56e-82a508d4d8f9 tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:12:52.563144 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bee26a-7a08-4b97-91cc-c6a83764e69a req-9905e1ba-63bb-4876-819d-8788f8ed0fb3 service neutron] Port 7636ac34-5926-476a-b27a-22bcb4dbe49b on network aed2eca7-1bb0-443d-8485-b985dbe9851b not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:12:52.563481 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bee26a-7a08-4b97-91cc-c6a83764e69a req-9905e1ba-63bb-4876-819d-8788f8ed0fb3 service neutron] Attempting to bind port 7636ac34-5926-476a-b27a-22bcb4dbe49b on network aed2eca7-1bb0-443d-8485-b985dbe9851b {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:12:52.573050 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-32a8880f-1e12-44e5-9603-357c98d6d891 req-2371a9be-96a1-4cf9-b56e-82a508d4d8f9 tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] 10.222.0.53 "GET /v2.0/ports?device_id=3640a24c-2904-4718-ad61-67b7fe804660 HTTP/1.1" status: 200 len: 948 time: 0.1622093 Jan 18 22:12:52.575944 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bee26a-7a08-4b97-91cc-c6a83764e69a req-9905e1ba-63bb-4876-819d-8788f8ed0fb3 service neutron] Checking agent: {'id': 'e49d1b2a-ba11-487f-a804-ecbf3c0e8132', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:12:52.576484 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bee26a-7a08-4b97-91cc-c6a83764e69a req-9905e1ba-63bb-4876-819d-8788f8ed0fb3 service neutron] Checking segment: {'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:12:52.577056 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bee26a-7a08-4b97-91cc-c6a83764e69a req-9905e1ba-63bb-4876-819d-8788f8ed0fb3 service neutron] Bound using segment: {'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:12:52.577477 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-95bee26a-7a08-4b97-91cc-c6a83764e69a req-9905e1ba-63bb-4876-819d-8788f8ed0fb3 service neutron] Bound port: 7636ac34-5926-476a-b27a-22bcb4dbe49b, host: n-h1-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:12:52.577859 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-95bee26a-7a08-4b97-91cc-c6a83764e69a req-9905e1ba-63bb-4876-819d-8788f8ed0fb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:52.628144 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-32a8880f-1e12-44e5-9603-357c98d6d891 req-ee1f787c-7e88-4080-a58b-778db75322c6 tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f4a5f1a-070e-4f7c-9935-2190c007dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538645 Jan 18 22:12:52.719823 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9c7cc57e-4943-4e21-b83d-2c1513e39731 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:52.749117 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9c7cc57e-4943-4e21-b83d-2c1513e39731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:52.817599 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:52.844704 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-95bee26a-7a08-4b97-91cc-c6a83764e69a req-9905e1ba-63bb-4876-819d-8788f8ed0fb3 service neutron] For port 7636ac34-5926-476a-b27a-22bcb4dbe49b, host n-h1-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:12:52.880147 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 51614) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:12:52.880386 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-9c7cc57e-4943-4e21-b83d-2c1513e39731 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9c3c78343b8042b987c48bf8a4040347&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9982460 Jan 18 22:12:52.885773 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7cc57e-4943-4e21-b83d-2c1513e39731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=103006ba-b557-4df3-a99a-b0bac17e774d,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:12:52.891466 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-95bee26a-7a08-4b97-91cc-c6a83764e69a req-9905e1ba-63bb-4876-819d-8788f8ed0fb3 service neutron] For port 7636ac34-5926-476a-b27a-22bcb4dbe49b, host n-h1-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=7636ac34-5926-476a-b27a-22bcb4dbe49b,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:12:52.898351 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-95bee26a-7a08-4b97-91cc-c6a83764e69a req-9905e1ba-63bb-4876-819d-8788f8ed0fb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:52.987999 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1e18365e-28e3-40ac-adf1-b23119298606 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:53.014571 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9905e1ba-63bb-4876-819d-8788f8ed0fb3 service neutron] Pushing event updated for resources: {'Port': ['ID=7636ac34-5926-476a-b27a-22bcb4dbe49b,revision_number=3']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:12:53.021206 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bee26a-7a08-4b97-91cc-c6a83764e69a req-9905e1ba-63bb-4876-819d-8788f8ed0fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:12:53.023553 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-95bee26a-7a08-4b97-91cc-c6a83764e69a req-9905e1ba-63bb-4876-819d-8788f8ed0fb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:53.026551 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-95bee26a-7a08-4b97-91cc-c6a83764e69a req-9905e1ba-63bb-4876-819d-8788f8ed0fb3 service neutron] 10.222.0.36 "PUT /v2.0/ports/7636ac34-5926-476a-b27a-22bcb4dbe49b HTTP/1.1" status: 200 len: 1096 time: 2.3862295 Jan 18 22:12:53.026762 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3640a24c-2904-4718-ad61-67b7fe804660', 'tag': '7636ac34-5926-476a-b27a-22bcb4dbe49b'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:12:53.045295 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1e18365e-28e3-40ac-adf1-b23119298606 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:53.151408 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1e18365e-28e3-40ac-adf1-b23119298606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:53.154737 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1e18365e-28e3-40ac-adf1-b23119298606 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:53.155999 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-1e18365e-28e3-40ac-adf1-b23119298606 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/103006ba-b557-4df3-a99a-b0bac17e774d HTTP/1.1" status: 204 len: 168 time: 0.2747626 Jan 18 22:12:53.193732 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e18365e-28e3-40ac-adf1-b23119298606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=103006ba-b557-4df3-a99a-b0bac17e774d,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:12:53.384903 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daef8d3-c4a2-4fc5-88ae-49d9346dbc26 req-64ed2e01-3ba9-43cf-8d0d-b61797dd242a tempest-AggregatesAdminTestJSON-522880553 tempest-AggregatesAdminTestJSON-522880553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:12:53.386714 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0daef8d3-c4a2-4fc5-88ae-49d9346dbc26 req-64ed2e01-3ba9-43cf-8d0d-b61797dd242a tempest-AggregatesAdminTestJSON-522880553 tempest-AggregatesAdminTestJSON-522880553-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e811d1c-7b09-4e47-98d4-107813296894 HTTP/1.1" status: 200 len: 969 time: 0.1942611 Jan 18 22:12:53.425349 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bee26a-7a08-4b97-91cc-c6a83764e69a req-fa8f810b-1464-4200-9d7a-1378f26ff5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:12:53.431576 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-95bee26a-7a08-4b97-91cc-c6a83764e69a req-fa8f810b-1464-4200-9d7a-1378f26ff5fe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c0618b21782f4852828b87e1d6c8b07d&device_id=3640a24c-2904-4718-ad61-67b7fe804660 HTTP/1.1" status: 200 len: 1099 time: 0.2006876 Jan 18 22:12:53.503350 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0daef8d3-c4a2-4fc5-88ae-49d9346dbc26 req-eb075db0-2eba-4046-8e00-72f382e784f1 tempest-AggregatesAdminTestJSON-522880553 tempest-AggregatesAdminTestJSON-522880553-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a8f2831-3a4d-4b4f-b886-31a9dd15e9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077144 Jan 18 22:12:53.556807 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-95bee26a-7a08-4b97-91cc-c6a83764e69a req-f7f9c60c-ea6e-492f-88fa-fda02bb323aa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=7636ac34-5926-476a-b27a-22bcb4dbe49b HTTP/1.1" status: 200 len: 217 time: 0.1161425 Jan 18 22:12:53.661346 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bee26a-7a08-4b97-91cc-c6a83764e69a req-1747bfe2-0faa-4f00-9343-1d7e52437b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:12:53.662777 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-95bee26a-7a08-4b97-91cc-c6a83764e69a req-1747bfe2-0faa-4f00-9343-1d7e52437b78 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8518183d-cc63-459a-b971-d4c7514e001f HTTP/1.1" status: 200 len: 843 time: 0.0983615 Jan 18 22:12:53.807755 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bee26a-7a08-4b97-91cc-c6a83764e69a req-993b70b6-8856-4f8d-a1b8-0405802a6c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:12:53.809706 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-95bee26a-7a08-4b97-91cc-c6a83764e69a req-993b70b6-8856-4f8d-a1b8-0405802a6c8e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=aed2eca7-1bb0-443d-8485-b985dbe9851b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1327882 Jan 18 22:12:53.820574 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc060549-6ce8-41af-9a4f-75523e440818 req-f9387324-b9e2-4d5c-9abc-975099f4b7c5 tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:12:53.822302 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-dc060549-6ce8-41af-9a4f-75523e440818 req-f9387324-b9e2-4d5c-9abc-975099f4b7c5 tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] 10.222.0.53 "GET /v2.0/ports?device_id=3640a24c-2904-4718-ad61-67b7fe804660 HTTP/1.1" status: 200 len: 948 time: 0.0590858 Jan 18 22:12:53.870377 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ceda540-698c-45d1-adc5-6fe5791c099b" -d '{"events": [{"name": "network-changed", "server_uuid": "3640a24c-2904-4718-ad61-67b7fe804660", "tag": "7636ac34-5926-476a-b27a-22bcb4dbe49b"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:12:53.879254 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-dc060549-6ce8-41af-9a4f-75523e440818 req-cb67fab6-9e9d-4788-b85e-180493e650f0 tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f4a5f1a-070e-4f7c-9935-2190c007dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470610 Jan 18 22:12:54.061967 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 51654) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:12:54.080273 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-877bb2f3-1eb2-4527-97a8-684f10584cdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:54.238184 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:54.435491 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-877bb2f3-1eb2-4527-97a8-684f10584cdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:54.441071 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-877bb2f3-1eb2-4527-97a8-684f10584cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:54.489102 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:54.493775 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877bb2f3-1eb2-4527-97a8-684f10584cdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b70ef033-3445-463d-b46d-b0818ea829a0,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:12:54.523024 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-877bb2f3-1eb2-4527-97a8-684f10584cdd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b1b8d463416a481691fa2e06c19444e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4574213 Jan 18 22:12:54.523395 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 51660) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:12:54.549886 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 51662) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:12:54.639877 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9dd32a2c-8f7e-4cfb-b421-16057860fd0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:54.725761 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9dd32a2c-8f7e-4cfb-b421-16057860fd0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:54.736553 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd800b94-af1d-4076-ba99-501bac9f4c17 x-openstack-request-id: req-fd800b94-af1d-4076-ba99-501bac9f4c17 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:12:54.737124 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3640a24c-2904-4718-ad61-67b7fe804660", "tag": "7636ac34-5926-476a-b27a-22bcb4dbe49b", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:12:54.737415 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fd800b94-af1d-4076-ba99-501bac9f4c17 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:12:54.738009 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3640a24c-2904-4718-ad61-67b7fe804660', 'tag': '7636ac34-5926-476a-b27a-22bcb4dbe49b', 'status': 'completed', 'code': 200} Jan 18 22:12:54.869686 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b640652-1441-4a5b-859a-aebc40fb4245 req-7742653c-d4cb-4ab5-832c-fc61c56e9ed2 tempest-AggregatesAdminTestJSON-522880553 tempest-AggregatesAdminTestJSON-522880553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:12:54.872310 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3b640652-1441-4a5b-859a-aebc40fb4245 req-7742653c-d4cb-4ab5-832c-fc61c56e9ed2 tempest-AggregatesAdminTestJSON-522880553 tempest-AggregatesAdminTestJSON-522880553-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e811d1c-7b09-4e47-98d4-107813296894 HTTP/1.1" status: 200 len: 969 time: 0.1783545 Jan 18 22:12:54.938590 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9dd32a2c-8f7e-4cfb-b421-16057860fd0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:54.942771 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9dd32a2c-8f7e-4cfb-b421-16057860fd0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:54.952040 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-9dd32a2c-8f7e-4cfb-b421-16057860fd0a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b70ef033-3445-463d-b46d-b0818ea829a0 HTTP/1.1" status: 204 len: 168 time: 0.4275396 Jan 18 22:12:54.987695 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd32a2c-8f7e-4cfb-b421-16057860fd0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b70ef033-3445-463d-b46d-b0818ea829a0,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:12:55.042075 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3b640652-1441-4a5b-859a-aebc40fb4245 req-5e483da3-0976-4711-933b-8c1548590408 tempest-AggregatesAdminTestJSON-522880553 tempest-AggregatesAdminTestJSON-522880553-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a8f2831-3a4d-4b4f-b886-31a9dd15e9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622243 Jan 18 22:12:55.080353 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7e53c8-bfdd-4660-96d0-26b41b1680a0 req-c89caf8e-6f2b-4157-a8bb-4c86987a00c0 tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:12:55.082397 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4a7e53c8-bfdd-4660-96d0-26b41b1680a0 req-c89caf8e-6f2b-4157-a8bb-4c86987a00c0 tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] 10.222.0.53 "GET /v2.0/ports?device_id=3640a24c-2904-4718-ad61-67b7fe804660 HTTP/1.1" status: 200 len: 948 time: 0.0982554 Jan 18 22:12:55.127519 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6ede4de7-6d41-4a04-9e9b-fa69a24255fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:55.213705 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4a7e53c8-bfdd-4660-96d0-26b41b1680a0 req-bbd5781c-3e36-4d21-9470-0d47ec95e59b tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f4a5f1a-070e-4f7c-9935-2190c007dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150758 Jan 18 22:12:55.271725 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6ede4de7-6d41-4a04-9e9b-fa69a24255fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:55.280651 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6ede4de7-6d41-4a04-9e9b-fa69a24255fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:55.327978 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-6ede4de7-6d41-4a04-9e9b-fa69a24255fe admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7adb7b3ac01141f7b20fe285615a75cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7770650 Jan 18 22:12:55.329086 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ede4de7-6d41-4a04-9e9b-fa69a24255fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06ec0f5d-3c92-415c-9222-7d2d16d3ccee,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:12:55.331634 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 51684) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:12:55.418783 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-39288537-f405-4cf0-8771-be300e904f8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:55.465947 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-39288537-f405-4cf0-8771-be300e904f8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:55.568821 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-39288537-f405-4cf0-8771-be300e904f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:55.572836 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-39288537-f405-4cf0-8771-be300e904f8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:55.576082 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-39288537-f405-4cf0-8771-be300e904f8d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/06ec0f5d-3c92-415c-9222-7d2d16d3ccee HTTP/1.1" status: 204 len: 168 time: 0.2430110 Jan 18 22:12:55.590467 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39288537-f405-4cf0-8771-be300e904f8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06ec0f5d-3c92-415c-9222-7d2d16d3ccee,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:12:55.967728 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-95bee26a-7a08-4b97-91cc-c6a83764e69a req-9a9d89bb-61b1-47a6-9806-e89b629f1ddd service neutron] 10.222.0.36 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620982 Jan 18 22:12:56.169176 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-95bee26a-7a08-4b97-91cc-c6a83764e69a req-890cd1a2-d965-4b0a-94e2-e947c22b3d4d service neutron] 10.222.0.36 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941020 Jan 18 22:12:56.263822 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dcd3e0-ad55-4926-accd-3502db2375ef req-c330cb6a-29ff-463e-8a5f-60da83aa3d8f tempest-AggregatesAdminTestJSON-522880553 tempest-AggregatesAdminTestJSON-522880553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:12:56.265388 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d4dcd3e0-ad55-4926-accd-3502db2375ef req-c330cb6a-29ff-463e-8a5f-60da83aa3d8f tempest-AggregatesAdminTestJSON-522880553 tempest-AggregatesAdminTestJSON-522880553-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e811d1c-7b09-4e47-98d4-107813296894 HTTP/1.1" status: 200 len: 969 time: 0.0944502 Jan 18 22:12:56.321420 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceda540-698c-45d1-adc5-6fe5791c099b req-a825fa5e-ebdb-438d-be2e-17a3b3e1e6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:12:56.323097 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-3ceda540-698c-45d1-adc5-6fe5791c099b req-a825fa5e-ebdb-438d-be2e-17a3b3e1e6f3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c0618b21782f4852828b87e1d6c8b07d&device_id=3640a24c-2904-4718-ad61-67b7fe804660 HTTP/1.1" status: 200 len: 1099 time: 0.0947516 Jan 18 22:12:56.436604 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d4dcd3e0-ad55-4926-accd-3502db2375ef req-9412831c-8bfa-4181-a089-eabbdcdfd664 tempest-AggregatesAdminTestJSON-522880553 tempest-AggregatesAdminTestJSON-522880553-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a8f2831-3a4d-4b4f-b886-31a9dd15e9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606236 Jan 18 22:12:56.509048 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0164a77e-c902-44a4-b3da-e804ef90d7ce req-e6a8e73f-b4ee-40c5-88fc-9109c9f91388 tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:12:56.509048 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0164a77e-c902-44a4-b3da-e804ef90d7ce req-e6a8e73f-b4ee-40c5-88fc-9109c9f91388 tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] 10.222.0.53 "GET /v2.0/ports?device_id=3640a24c-2904-4718-ad61-67b7fe804660 HTTP/1.1" status: 200 len: 948 time: 0.1421168 Jan 18 22:12:56.574412 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0164a77e-c902-44a4-b3da-e804ef90d7ce req-22381a76-b71d-4568-a5cb-123eab6b0d89 tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f4a5f1a-070e-4f7c-9935-2190c007dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557210 Jan 18 22:12:56.574897 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 51718) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:12:56.614902 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0599a198-a436-4aac-acf0-5a8fe1080889 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:56.675267 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceda540-698c-45d1-adc5-6fe5791c099b req-32767e37-e02c-49b7-af01-e0d8e67852aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:12:56.680599 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-3ceda540-698c-45d1-adc5-6fe5791c099b req-32767e37-e02c-49b7-af01-e0d8e67852aa service neutron] 10.222.0.36 "GET /v2.0/networks?id=aed2eca7-1bb0-443d-8485-b985dbe9851b HTTP/1.1" status: 200 len: 869 time: 0.3507283 Jan 18 22:12:56.760736 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0599a198-a436-4aac-acf0-5a8fe1080889 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:56.766000 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0599a198-a436-4aac-acf0-5a8fe1080889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:56.825364 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-3ceda540-698c-45d1-adc5-6fe5791c099b req-260f2557-00da-476b-9ee2-f4ea46ac1ea6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=7636ac34-5926-476a-b27a-22bcb4dbe49b HTTP/1.1" status: 200 len: 217 time: 0.1120653 Jan 18 22:12:56.859254 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 51724) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:12:56.864495 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-0599a198-a436-4aac-acf0-5a8fe1080889 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1277813edaaa4729940819612588def4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2798269 Jan 18 22:12:56.868387 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0599a198-a436-4aac-acf0-5a8fe1080889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c681c65-a5c4-4eec-b6dc-2124eb73258e,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:12:57.005348 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7029cf66-a32d-483d-8941-4d2c663e76aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:57.056104 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7029cf66-a32d-483d-8941-4d2c663e76aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:57.167503 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7029cf66-a32d-483d-8941-4d2c663e76aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:57.170867 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7029cf66-a32d-483d-8941-4d2c663e76aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:57.175620 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-7029cf66-a32d-483d-8941-4d2c663e76aa admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7c681c65-a5c4-4eec-b6dc-2124eb73258e HTTP/1.1" status: 204 len: 168 time: 0.3118455 Jan 18 22:12:57.187235 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7029cf66-a32d-483d-8941-4d2c663e76aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c681c65-a5c4-4eec-b6dc-2124eb73258e,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:12:57.590826 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86f0950-7765-4316-b005-ec3bb6c73cfd req-91fd7d57-1ace-42c4-b7a7-0173afd927d2 tempest-AggregatesAdminTestJSON-522880553 tempest-AggregatesAdminTestJSON-522880553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:12:57.592689 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c86f0950-7765-4316-b005-ec3bb6c73cfd req-91fd7d57-1ace-42c4-b7a7-0173afd927d2 tempest-AggregatesAdminTestJSON-522880553 tempest-AggregatesAdminTestJSON-522880553-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e811d1c-7b09-4e47-98d4-107813296894 HTTP/1.1" status: 200 len: 969 time: 0.0652821 Jan 18 22:12:57.644844 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c86f0950-7765-4316-b005-ec3bb6c73cfd req-6cece999-6b47-4078-b5c0-ff752e522c6f tempest-AggregatesAdminTestJSON-522880553 tempest-AggregatesAdminTestJSON-522880553-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a8f2831-3a4d-4b4f-b886-31a9dd15e9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445170 Jan 18 22:12:57.828085 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf491696-1328-403f-9a90-a4055d234971 req-8b4ed223-55a6-489c-978a-e5835df07ea9 tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:12:57.836957 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cf491696-1328-403f-9a90-a4055d234971 req-8b4ed223-55a6-489c-978a-e5835df07ea9 tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] 10.222.0.53 "GET /v2.0/ports?device_id=3640a24c-2904-4718-ad61-67b7fe804660 HTTP/1.1" status: 200 len: 948 time: 0.0720472 Jan 18 22:12:57.931511 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cf491696-1328-403f-9a90-a4055d234971 req-a4763e44-0d7f-4862-b6ea-f753894761d1 tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f4a5f1a-070e-4f7c-9935-2190c007dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935760 Jan 18 22:12:57.979313 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 51762) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:12:58.003730 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-09e1716f-33b8-4d2d-b1df-eadd63078a5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:58.236601 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-09e1716f-33b8-4d2d-b1df-eadd63078a5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:58.243376 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-09e1716f-33b8-4d2d-b1df-eadd63078a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:58.282207 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e1716f-33b8-4d2d-b1df-eadd63078a5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=937d4d32-89ff-44c1-aceb-480335f02896,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:12:58.302964 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-09e1716f-33b8-4d2d-b1df-eadd63078a5e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9104a2396e6f472f8e841203237f6f3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3223193 Jan 18 22:12:58.305738 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 51768) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:12:58.392939 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4d89983d-d7e9-4b52-aabd-2923b0624662 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:58.453419 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4d89983d-d7e9-4b52-aabd-2923b0624662 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:58.561251 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4d89983d-d7e9-4b52-aabd-2923b0624662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:58.564688 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4d89983d-d7e9-4b52-aabd-2923b0624662 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:58.566002 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-4d89983d-d7e9-4b52-aabd-2923b0624662 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/937d4d32-89ff-44c1-aceb-480335f02896 HTTP/1.1" status: 204 len: 168 time: 0.2591703 Jan 18 22:12:58.585424 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d89983d-d7e9-4b52-aabd-2923b0624662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=937d4d32-89ff-44c1-aceb-480335f02896,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:12:58.753651 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 51784) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:12:58.776067 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceda540-698c-45d1-adc5-6fe5791c099b req-2e5c32c6-3e72-49d1-bf7e-54175fda7d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:12:58.777546 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-3ceda540-698c-45d1-adc5-6fe5791c099b req-2e5c32c6-3e72-49d1-bf7e-54175fda7d54 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8518183d-cc63-459a-b971-d4c7514e001f HTTP/1.1" status: 200 len: 843 time: 0.1202500 Jan 18 22:12:58.874379 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceda540-698c-45d1-adc5-6fe5791c099b req-c8918a5d-1e86-4f28-9797-bddb6c241074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:12:58.875839 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-3ceda540-698c-45d1-adc5-6fe5791c099b req-c8918a5d-1e86-4f28-9797-bddb6c241074 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=aed2eca7-1bb0-443d-8485-b985dbe9851b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0904429 Jan 18 22:12:58.896233 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1f9344-24ac-4aa5-8561-3f0c6c1b3e0e req-24e3735e-90db-4773-9bed-952848f11125 tempest-AggregatesAdminTestJSON-522880553 tempest-AggregatesAdminTestJSON-522880553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:12:58.909033 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-de1f9344-24ac-4aa5-8561-3f0c6c1b3e0e req-24e3735e-90db-4773-9bed-952848f11125 tempest-AggregatesAdminTestJSON-522880553 tempest-AggregatesAdminTestJSON-522880553-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e811d1c-7b09-4e47-98d4-107813296894 HTTP/1.1" status: 200 len: 969 time: 0.1195095 Jan 18 22:12:58.955080 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-de1f9344-24ac-4aa5-8561-3f0c6c1b3e0e req-2677d414-1ef5-4da5-80bb-19f28773c744 tempest-AggregatesAdminTestJSON-522880553 tempest-AggregatesAdminTestJSON-522880553-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a8f2831-3a4d-4b4f-b886-31a9dd15e9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406270 Jan 18 22:12:59.092549 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-3ceda540-698c-45d1-adc5-6fe5791c099b req-196c700b-8a36-4ec7-959d-525ca69f23d9 service neutron] 10.222.0.36 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563199 Jan 18 22:12:59.102335 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f2ec96-86b4-4b36-b085-f3e33b9307c1 req-e52217ca-c223-475a-aeb5-3255a886fe9b tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:12:59.112748 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-30f2ec96-86b4-4b36-b085-f3e33b9307c1 req-e52217ca-c223-475a-aeb5-3255a886fe9b tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] 10.222.0.53 "GET /v2.0/ports?device_id=3640a24c-2904-4718-ad61-67b7fe804660 HTTP/1.1" status: 200 len: 948 time: 0.0983768 Jan 18 22:12:59.167382 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-30f2ec96-86b4-4b36-b085-f3e33b9307c1 req-53d85a58-d447-4869-b983-afeaafbd517f tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f4a5f1a-070e-4f7c-9935-2190c007dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524178 Jan 18 22:12:59.346138 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-3ceda540-698c-45d1-adc5-6fe5791c099b req-f22551ad-1cac-40e9-b251-e120f20ef32f service neutron] 10.222.0.36 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147346 Jan 18 22:12:59.414951 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5655a02c-89f7-4b80-944a-4d9e28d331d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:59.606199 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5655a02c-89f7-4b80-944a-4d9e28d331d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:59.614882 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5655a02c-89f7-4b80-944a-4d9e28d331d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:59.716938 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-5655a02c-89f7-4b80-944a-4d9e28d331d5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2e4d8af6c5b44c059a8e700eb6d0c427&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9596155 Jan 18 22:12:59.717525 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 51806) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:12:59.726214 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5655a02c-89f7-4b80-944a-4d9e28d331d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d99dfd5a-418f-4f25-9434-45b2770ff07e,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:12:59.799634 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3cefd23d-1773-4a1d-8093-4e50dfa0c25c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:59.842826 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3cefd23d-1773-4a1d-8093-4e50dfa0c25c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:59.923889 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3cefd23d-1773-4a1d-8093-4e50dfa0c25c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:59.927663 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3cefd23d-1773-4a1d-8093-4e50dfa0c25c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:12:59.929867 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-3cefd23d-1773-4a1d-8093-4e50dfa0c25c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d99dfd5a-418f-4f25-9434-45b2770ff07e HTTP/1.1" status: 204 len: 168 time: 0.2104495 Jan 18 22:12:59.940556 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd23d-1773-4a1d-8093-4e50dfa0c25c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d99dfd5a-418f-4f25-9434-45b2770ff07e,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:00.159627 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ffddf1-889d-49f6-ab62-4a687adb60f3 req-72906745-04d4-4a31-a5d6-2df68c421091 tempest-AggregatesAdminTestJSON-522880553 tempest-AggregatesAdminTestJSON-522880553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:00.162061 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-60ffddf1-889d-49f6-ab62-4a687adb60f3 req-72906745-04d4-4a31-a5d6-2df68c421091 tempest-AggregatesAdminTestJSON-522880553 tempest-AggregatesAdminTestJSON-522880553-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e811d1c-7b09-4e47-98d4-107813296894 HTTP/1.1" status: 200 len: 969 time: 0.0565259 Jan 18 22:13:00.202148 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-60ffddf1-889d-49f6-ab62-4a687adb60f3 req-e72a8c00-ee26-4345-8d08-3dcfb77098d1 tempest-AggregatesAdminTestJSON-522880553 tempest-AggregatesAdminTestJSON-522880553-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a8f2831-3a4d-4b4f-b886-31a9dd15e9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339594 Jan 18 22:13:00.315088 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74104535-03d6-4a8e-a2de-73b927890956 req-796779ae-f60e-4afc-b17d-95787842cde4 tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:00.316586 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-74104535-03d6-4a8e-a2de-73b927890956 req-796779ae-f60e-4afc-b17d-95787842cde4 tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] 10.222.0.53 "GET /v2.0/ports?device_id=3640a24c-2904-4718-ad61-67b7fe804660 HTTP/1.1" status: 200 len: 948 time: 0.0477962 Jan 18 22:13:00.354758 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-74104535-03d6-4a8e-a2de-73b927890956 req-6b670d45-94ac-4d2f-b0ac-6debe4499460 tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f4a5f1a-070e-4f7c-9935-2190c007dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318267 Jan 18 22:13:00.425382 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 51838) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:13:00.512163 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 51848) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:13:00.535962 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-dc8558f8-be1b-46fb-847a-4513efb8cbef admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:00.629923 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-dc8558f8-be1b-46fb-847a-4513efb8cbef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:00.633962 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-dc8558f8-be1b-46fb-847a-4513efb8cbef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:00.676667 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4a5ae710-d489-47d2-8a40-db10206bbac0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:00.691697 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8558f8-be1b-46fb-847a-4513efb8cbef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02c7f54d-457d-412f-bbf6-f49590e1ad78,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:00.698129 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-dc8558f8-be1b-46fb-847a-4513efb8cbef admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b80e626c16ef4f88844468cb98d60322&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1836309 Jan 18 22:13:00.700635 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 51860) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:13:00.771576 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6d1c5565-c2ed-4d31-acc4-b5dc86dd8620 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:00.781631 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4a5ae710-d489-47d2-8a40-db10206bbac0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:00.788328 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4a5ae710-d489-47d2-8a40-db10206bbac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:00.807125 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6d1c5565-c2ed-4d31-acc4-b5dc86dd8620 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:00.842216 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-4a5ae710-d489-47d2-8a40-db10206bbac0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6e62e76113e647039f60ac06bda275ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4124672 Jan 18 22:13:00.842333 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 51866) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:13:00.849875 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5ae710-d489-47d2-8a40-db10206bbac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a02572df-f9a6-4351-958d-a44b26df6206,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:00.858213 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 51868) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:13:00.881182 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6d1c5565-c2ed-4d31-acc4-b5dc86dd8620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:00.884844 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6d1c5565-c2ed-4d31-acc4-b5dc86dd8620 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:00.886440 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-6d1c5565-c2ed-4d31-acc4-b5dc86dd8620 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/02c7f54d-457d-412f-bbf6-f49590e1ad78 HTTP/1.1" status: 204 len: 168 time: 0.1847274 Jan 18 22:13:00.896003 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1c5565-c2ed-4d31-acc4-b5dc86dd8620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02c7f54d-457d-412f-bbf6-f49590e1ad78,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:00.912938 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ac64e506-a641-48f4-b8cd-6821e312a299 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:00.940058 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ac64e506-a641-48f4-b8cd-6821e312a299 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:00.990932 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9529089c-78ba-4f06-b567-c7a6b5fc2d3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:00.997587 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ac64e506-a641-48f4-b8cd-6821e312a299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:01.000847 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ac64e506-a641-48f4-b8cd-6821e312a299 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:01.002789 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-ac64e506-a641-48f4-b8cd-6821e312a299 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a02572df-f9a6-4351-958d-a44b26df6206 HTTP/1.1" status: 204 len: 168 time: 0.1593454 Jan 18 22:13:01.010840 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac64e506-a641-48f4-b8cd-6821e312a299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a02572df-f9a6-4351-958d-a44b26df6206,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:01.084019 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9529089c-78ba-4f06-b567-c7a6b5fc2d3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:01.091269 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9529089c-78ba-4f06-b567-c7a6b5fc2d3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:01.135271 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 51880) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:13:01.135394 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-9529089c-78ba-4f06-b567-c7a6b5fc2d3e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b55838f4e8f147be8aeae55707d58d85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2758639 Jan 18 22:13:01.136591 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9529089c-78ba-4f06-b567-c7a6b5fc2d3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3c59572-abdf-4e54-99b5-ab92d3ac7e2a,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:01.187493 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b3914596-c934-4ee9-abfb-8390575636d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:01.211616 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b3914596-c934-4ee9-abfb-8390575636d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:01.268988 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b3914596-c934-4ee9-abfb-8390575636d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:01.272936 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b3914596-c934-4ee9-abfb-8390575636d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:01.276638 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-b3914596-c934-4ee9-abfb-8390575636d0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a3c59572-abdf-4e54-99b5-ab92d3ac7e2a HTTP/1.1" status: 204 len: 168 time: 0.1401892 Jan 18 22:13:01.285329 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3914596-c934-4ee9-abfb-8390575636d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3c59572-abdf-4e54-99b5-ab92d3ac7e2a,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:01.349463 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e460dc86-9a7c-414d-8ab4-423733eacb90 req-4ede7c66-eeb0-44c6-8685-fbb6f64ef67c tempest-AggregatesAdminTestJSON-522880553 tempest-AggregatesAdminTestJSON-522880553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:01.350850 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e460dc86-9a7c-414d-8ab4-423733eacb90 req-4ede7c66-eeb0-44c6-8685-fbb6f64ef67c tempest-AggregatesAdminTestJSON-522880553 tempest-AggregatesAdminTestJSON-522880553-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e811d1c-7b09-4e47-98d4-107813296894 HTTP/1.1" status: 200 len: 969 time: 0.0667336 Jan 18 22:13:01.394563 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e460dc86-9a7c-414d-8ab4-423733eacb90 req-b7ca4c47-74c9-4d37-91a7-ec0b7aae919d tempest-AggregatesAdminTestJSON-522880553 tempest-AggregatesAdminTestJSON-522880553-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a8f2831-3a4d-4b4f-b886-31a9dd15e9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366175 Jan 18 22:13:01.491383 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50388b3-e706-45c6-a896-4571323955ca req-b5241209-e45c-4611-a8a4-27bab44bb96d tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:01.493045 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f50388b3-e706-45c6-a896-4571323955ca req-b5241209-e45c-4611-a8a4-27bab44bb96d tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] 10.222.0.53 "GET /v2.0/ports?device_id=3640a24c-2904-4718-ad61-67b7fe804660 HTTP/1.1" status: 200 len: 948 time: 0.0512133 Jan 18 22:13:01.543135 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f50388b3-e706-45c6-a896-4571323955ca req-a34d28c4-b0b0-463b-b7ff-769a39c87476 tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f4a5f1a-070e-4f7c-9935-2190c007dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407033 Jan 18 22:13:01.622987 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 51904) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:13:01.636428 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3d732c6a-9ab9-425a-a96e-ddf6802b6912 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:01.699722 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 51906) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:13:01.714541 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3d732c6a-9ab9-425a-a96e-ddf6802b6912 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:01.716593 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bbcbcc2c-25a5-42da-a97e-01a973528f56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:01.721174 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3d732c6a-9ab9-425a-a96e-ddf6802b6912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:01.764602 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-3d732c6a-9ab9-425a-a96e-ddf6802b6912 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fa0fc0e535ec47c7a4f638c498d5e666&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1404970 Jan 18 22:13:01.765459 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d732c6a-9ab9-425a-a96e-ddf6802b6912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d170ca2-6d52-4181-ac48-5b43c56f4a8c,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:01.767963 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 51908) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:13:01.848894 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bbcbcc2c-25a5-42da-a97e-01a973528f56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:01.854282 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bbcbcc2c-25a5-42da-a97e-01a973528f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:01.858055 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-07b42b3f-7cdc-4e32-85a4-02f0015c5b20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:01.905340 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-07b42b3f-7cdc-4e32-85a4-02f0015c5b20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:01.909197 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-bbcbcc2c-25a5-42da-a97e-01a973528f56 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=57e9b81ee79e4b5d95b274f149e81a9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2086270 Jan 18 22:13:01.912054 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 51914) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:13:01.926906 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcbcc2c-25a5-42da-a97e-01a973528f56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d721a69-6974-4dc3-9ef4-7bd5bc4d7659,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:01.967265 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-07b42b3f-7cdc-4e32-85a4-02f0015c5b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:01.971324 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-07b42b3f-7cdc-4e32-85a4-02f0015c5b20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:01.974955 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-07b42b3f-7cdc-4e32-85a4-02f0015c5b20 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6d170ca2-6d52-4181-ac48-5b43c56f4a8c HTTP/1.1" status: 204 len: 168 time: 0.2032020 Jan 18 22:13:01.981935 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b42b3f-7cdc-4e32-85a4-02f0015c5b20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d170ca2-6d52-4181-ac48-5b43c56f4a8c,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:01.990010 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-12bd3f63-ccb3-4a5f-b77b-0a2881cd9702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:02.012400 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-12bd3f63-ccb3-4a5f-b77b-0a2881cd9702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:02.059683 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-12bd3f63-ccb3-4a5f-b77b-0a2881cd9702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:02.062417 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-12bd3f63-ccb3-4a5f-b77b-0a2881cd9702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:02.063553 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-12bd3f63-ccb3-4a5f-b77b-0a2881cd9702 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9d721a69-6974-4dc3-9ef4-7bd5bc4d7659 HTTP/1.1" status: 204 len: 168 time: 0.1502635 Jan 18 22:13:02.071461 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bd3f63-ccb3-4a5f-b77b-0a2881cd9702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d721a69-6974-4dc3-9ef4-7bd5bc4d7659,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:02.527208 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37858c7e-a8ae-4c61-b35d-142676b25059 req-2d4d79e1-0a38-4785-bc93-0c69f8648912 tempest-AggregatesAdminTestJSON-522880553 tempest-AggregatesAdminTestJSON-522880553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:02.528661 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-37858c7e-a8ae-4c61-b35d-142676b25059 req-2d4d79e1-0a38-4785-bc93-0c69f8648912 tempest-AggregatesAdminTestJSON-522880553 tempest-AggregatesAdminTestJSON-522880553-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e811d1c-7b09-4e47-98d4-107813296894 HTTP/1.1" status: 200 len: 969 time: 0.0537300 Jan 18 22:13:02.557342 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 51962) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:13:02.576678 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-37858c7e-a8ae-4c61-b35d-142676b25059 req-0e6b4cf9-14aa-49c5-9fa7-86e0131966a2 tempest-AggregatesAdminTestJSON-522880553 tempest-AggregatesAdminTestJSON-522880553-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a8f2831-3a4d-4b4f-b886-31a9dd15e9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410893 Jan 18 22:13:02.685304 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a4c190-da9a-49e1-a12e-15c2d10e6a1a req-dc45a4b1-694c-474e-8459-d7eaa3ae4fa7 tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:02.686760 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-92a4c190-da9a-49e1-a12e-15c2d10e6a1a req-dc45a4b1-694c-474e-8459-d7eaa3ae4fa7 tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] 10.222.0.53 "GET /v2.0/ports?device_id=3640a24c-2904-4718-ad61-67b7fe804660 HTTP/1.1" status: 200 len: 948 time: 0.0568013 Jan 18 22:13:02.728668 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-92a4c190-da9a-49e1-a12e-15c2d10e6a1a req-c9116f70-cddf-4dc6-a7c9-f29ea5e677f1 tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f4a5f1a-070e-4f7c-9935-2190c007dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349162 Jan 18 22:13:02.799691 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-09b9e665-0efc-44d7-85e2-eb1e0f71ac43 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-669362198-network', 'tenant_id': '646d6b7fa3c74dbb9d53573120d4a5a9'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:13:02.826998 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09b9e665-0efc-44d7-85e2-eb1e0f71ac43 admin admin] Made reservation on behalf of 646d6b7fa3c74dbb9d53573120d4a5a9 for: {'network': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:13:02.829313 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-09b9e665-0efc-44d7-85e2-eb1e0f71ac43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:02.837836 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-09b9e665-0efc-44d7-85e2-eb1e0f71ac43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:02.917114 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-09b9e665-0efc-44d7-85e2-eb1e0f71ac43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:02.922088 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-09b9e665-0efc-44d7-85e2-eb1e0f71ac43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:02.946517 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09b9e665-0efc-44d7-85e2-eb1e0f71ac43 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=102430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:13:02.965300 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b9e665-0efc-44d7-85e2-eb1e0f71ac43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac5bfedd-8c81-4ad7-9f0f-99ba0a339521,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:02.968154 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-09b9e665-0efc-44d7-85e2-eb1e0f71ac43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:02.968534 n-d-825064-1 neutron-server[102430]: INFO neutron.db.segments_db [None req-09b9e665-0efc-44d7-85e2-eb1e0f71ac43 admin admin] Added segment a97910f7-cad7-42ae-9f6e-c8965771467a of type vlan for network db135028-f57a-417d-a5fc-9f73c3e34dd7 Jan 18 22:13:03.023518 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-09b9e665-0efc-44d7-85e2-eb1e0f71ac43 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:03.048650 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-09b9e665-0efc-44d7-85e2-eb1e0f71ac43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:03.049701 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b9e665-0efc-44d7-85e2-eb1e0f71ac43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:03.050329 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-09b9e665-0efc-44d7-85e2-eb1e0f71ac43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:03.116197 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-09b9e665-0efc-44d7-85e2-eb1e0f71ac43 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.5573766 Jan 18 22:13:03.119168 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 51994) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:13:03.124460 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-22e03f25-6601-4f47-aafa-2bca54d9d494 admin admin] Request body: {'subnet': {'network_id': 'db135028-f57a-417d-a5fc-9f73c3e34dd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-669362198-subnet', 'tenant_id': '646d6b7fa3c74dbb9d53573120d4a5a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:13:03.128454 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b9e665-0efc-44d7-85e2-eb1e0f71ac43 admin admin] Pushing event updated for resources: {'Network': ['ID=db135028-f57a-417d-a5fc-9f73c3e34dd7,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:03.143237 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network db135028-f57a-417d-a5fc-9f73c3e34dd7 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:13:03.162956 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22e03f25-6601-4f47-aafa-2bca54d9d494 admin admin] Made reservation on behalf of 646d6b7fa3c74dbb9d53573120d4a5a9 for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:13:03.165362 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-22e03f25-6601-4f47-aafa-2bca54d9d494 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:03.349550 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-22e03f25-6601-4f47-aafa-2bca54d9d494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:03.408079 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e03f25-6601-4f47-aafa-2bca54d9d494 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d1c997a-9e2b-4f20-9423-81e2cb97ac40,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:03.419404 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e03f25-6601-4f47-aafa-2bca54d9d494 admin admin] Checking segment: {'id': 'a97910f7-cad7-42ae-9f6e-c8965771467a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'db135028-f57a-417d-a5fc-9f73c3e34dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:13:03.419929 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e03f25-6601-4f47-aafa-2bca54d9d494 admin admin] Network hostable DHCP agents. Network: db135028-f57a-417d-a5fc-9f73c3e34dd7, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:13:03.441776 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e03f25-6601-4f47-aafa-2bca54d9d494 admin admin] Network db135028-f57a-417d-a5fc-9f73c3e34dd7 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:13:03.455120 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-22e03f25-6601-4f47-aafa-2bca54d9d494 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, db135028-f57a-417d-a5fc-9f73c3e34dd7) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:13:03.463106 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b067b59-4ef5-43e7-a10d-29eda9ad6d3d None None] Network db135028-f57a-417d-a5fc-9f73c3e34dd7 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:13:03.465942 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e03f25-6601-4f47-aafa-2bca54d9d494 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:03.466541 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-22e03f25-6601-4f47-aafa-2bca54d9d494 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:03.487200 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-22e03f25-6601-4f47-aafa-2bca54d9d494 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3664000 Jan 18 22:13:03.596118 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11641586-10b1-42f4-87ad-f5cc82232517 None None] Network db135028-f57a-417d-a5fc-9f73c3e34dd7 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:13:03.708947 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad214f59-f267-40b1-b3d3-e65fe5dc2e09 req-48a98c81-2b53-4004-9658-13176af1ad0e tempest-AggregatesAdminTestJSON-522880553 tempest-AggregatesAdminTestJSON-522880553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:03.717850 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ad214f59-f267-40b1-b3d3-e65fe5dc2e09 req-48a98c81-2b53-4004-9658-13176af1ad0e tempest-AggregatesAdminTestJSON-522880553 tempest-AggregatesAdminTestJSON-522880553-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e811d1c-7b09-4e47-98d4-107813296894 HTTP/1.1" status: 200 len: 969 time: 0.0645764 Jan 18 22:13:03.778926 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ad214f59-f267-40b1-b3d3-e65fe5dc2e09 req-dd718abb-7a0c-4d99-81f0-ee0c06a959b5 tempest-AggregatesAdminTestJSON-522880553 tempest-AggregatesAdminTestJSON-522880553-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a8f2831-3a4d-4b4f-b886-31a9dd15e9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596728 Jan 18 22:13:03.844779 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b099df90-0dba-4116-9829-32eb92414dda req-94fb9162-48b4-4226-85ca-05c16e424f76 tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:03.846606 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b099df90-0dba-4116-9829-32eb92414dda req-94fb9162-48b4-4226-85ca-05c16e424f76 tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] 10.222.0.53 "GET /v2.0/ports?device_id=3640a24c-2904-4718-ad61-67b7fe804660 HTTP/1.1" status: 200 len: 948 time: 0.0497444 Jan 18 22:13:03.894376 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b099df90-0dba-4116-9829-32eb92414dda req-bdc000a0-bfd4-45c0-8696-5161e4081e06 tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f4a5f1a-070e-4f7c-9935-2190c007dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416138 Jan 18 22:13:04.113686 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-966334fe-967f-4bfe-ac6e-199018fe65a6 req-3226363f-de6c-47df-b06a-c06a176d1d64 tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=54a221a282f14a37875faa695d97e2bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284617 Jan 18 22:13:04.145367 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 7636ac34-5926-476a-b27a-22bcb4dbe49b details requested by agent hyperv_n-h1-825064-1 with host n-h1-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:13:04.262005 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 52066) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:13:04.267330 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-abf40994-af5d-4da3-a245-eb948402a88f admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1155966358-network', 'tenant_id': 'ffd663788d544cb385c98644393f0fcf'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:13:04.280391 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 7636ac34-5926-476a-b27a-22bcb4dbe49b, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=7636ac34-5926-476a-b27a-22bcb4dbe49b,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:13:04.296365 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Returning: {'device': '7636ac34-5926-476a-b27a-22bcb4dbe49b', 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b', 'port_id': '7636ac34-5926-476a-b27a-22bcb4dbe49b', 'mac_address': 'fa:16:3e:90:7f:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8518183d-cc63-459a-b971-d4c7514e001f', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:13:04.299736 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abf40994-af5d-4da3-a245-eb948402a88f admin admin] Made reservation on behalf of ffd663788d544cb385c98644393f0fcf for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:13:04.302054 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-abf40994-af5d-4da3-a245-eb948402a88f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:04.311285 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-abf40994-af5d-4da3-a245-eb948402a88f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:04.344307 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:04.364569 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966334fe-967f-4bfe-ac6e-199018fe65a6 req-9de80368-e344-4425-9071-91521c788f03 tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:04.366753 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-966334fe-967f-4bfe-ac6e-199018fe65a6 req-9de80368-e344-4425-9071-91521c788f03 tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2469440 Jan 18 22:13:04.374695 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7636ac34-5926-476a-b27a-22bcb4dbe49b {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:13:04.396960 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-966334fe-967f-4bfe-ac6e-199018fe65a6 req-9eca0e6b-ff8c-4e78-ab74-db1d1ba92b76 tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] 10.222.0.53 "GET /v2.0/quotas/54a221a282f14a37875faa695d97e2bf HTTP/1.1" status: 200 len: 375 time: 0.0209222 Jan 18 22:13:04.397103 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-abf40994-af5d-4da3-a245-eb948402a88f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:04.399189 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 7636ac34-5926-476a-b27a-22bcb4dbe49b, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=7636ac34-5926-476a-b27a-22bcb4dbe49b,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:13:04.400768 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-abf40994-af5d-4da3-a245-eb948402a88f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:04.404542 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:04.438070 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abf40994-af5d-4da3-a245-eb948402a88f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:13:04.441396 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-966334fe-967f-4bfe-ac6e-199018fe65a6 req-3b070fb6-6855-4bb3-92eb-7ab51408a1f0 tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=54a221a282f14a37875faa695d97e2bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0456262 Jan 18 22:13:04.445520 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf40994-af5d-4da3-a245-eb948402a88f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90c87317-78ab-4a26-b043-64d66bf06f90,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:04.452567 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-abf40994-af5d-4da3-a245-eb948402a88f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:04.452900 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-abf40994-af5d-4da3-a245-eb948402a88f admin admin] Added segment 0c550ea9-bce3-494f-a207-da6b1ac10d56 of type vlan for network ae451d8e-a3f5-440f-a8ee-772afbec65a7 Jan 18 22:13:04.475142 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=7636ac34-5926-476a-b27a-22bcb4dbe49b,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:04.484396 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:13:04.484778 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:13:04.485216 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:13:04.485595 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:13:04.485932 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:13:04.486262 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:13:04.486639 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:13:04.486971 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:13:04.487295 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:13:04.487615 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:13:04.487935 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:13:04.488275 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:13:04.489472 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Tracked resource versions report: Jan 18 22:13:04.489472 n-d-825064-1 neutron-server[102432]: pushed versions: Jan 18 22:13:04.489472 n-d-825064-1 neutron-server[102432]: { 'AddressGroup': {'1.2'}, Jan 18 22:13:04.489472 n-d-825064-1 neutron-server[102432]: 'ConntrackHelper': {'1.0'}, Jan 18 22:13:04.489472 n-d-825064-1 neutron-server[102432]: 'Log': {'1.0'}, Jan 18 22:13:04.489472 n-d-825064-1 neutron-server[102432]: 'Network': {'1.1'}, Jan 18 22:13:04.489472 n-d-825064-1 neutron-server[102432]: 'Port': {'1.7'}, Jan 18 22:13:04.489472 n-d-825064-1 neutron-server[102432]: 'PortForwarding': {'1.2'}, Jan 18 22:13:04.489472 n-d-825064-1 neutron-server[102432]: 'QosPolicy': {'1.9'}, Jan 18 22:13:04.489472 n-d-825064-1 neutron-server[102432]: 'SecurityGroup': {'1.4'}, Jan 18 22:13:04.489472 n-d-825064-1 neutron-server[102432]: 'SecurityGroupRule': {'1.2'}, Jan 18 22:13:04.489472 n-d-825064-1 neutron-server[102432]: 'SubPort': {'1.0'}, Jan 18 22:13:04.489472 n-d-825064-1 neutron-server[102432]: 'Subnet': {'1.1'}, Jan 18 22:13:04.489472 n-d-825064-1 neutron-server[102432]: 'Trunk': {'1.1'}} Jan 18 22:13:04.489472 n-d-825064-1 neutron-server[102432]: consumer versions: Jan 18 22:13:04.489472 n-d-825064-1 neutron-server[102432]: { DHCP agent@n-d-825064-1: {}, Jan 18 22:13:04.489472 n-d-825064-1 neutron-server[102432]: HyperV agent@n-h1-825064-1: {}, Jan 18 22:13:04.489472 n-d-825064-1 neutron-server[102432]: HyperV agent@n-h2-825064-1: {}, Jan 18 22:13:04.489472 n-d-825064-1 neutron-server[102432]: L3 agent@n-d-825064-1: {}, Jan 18 22:13:04.489472 n-d-825064-1 neutron-server[102432]: Metadata agent@n-d-825064-1: {}, Jan 18 22:13:04.489472 n-d-825064-1 neutron-server[102432]: Metering agent@n-d-825064-1: {}, Jan 18 22:13:04.489472 n-d-825064-1 neutron-server[102432]: Open vSwitch agent@n-d-825064-1: { 'AddressGroup': '1.2', Jan 18 22:13:04.489472 n-d-825064-1 neutron-server[102432]: 'ConntrackHelper': '1.0', Jan 18 22:13:04.489472 n-d-825064-1 neutron-server[102432]: 'Log': '1.0', Jan 18 22:13:04.489472 n-d-825064-1 neutron-server[102432]: 'Network': '1.1', Jan 18 22:13:04.489472 n-d-825064-1 neutron-server[102432]: 'Port': '1.7', Jan 18 22:13:04.489472 n-d-825064-1 neutron-server[102432]: 'PortForwarding': '1.2', Jan 18 22:13:04.489472 n-d-825064-1 neutron-server[102432]: 'QosPolicy': '1.9', Jan 18 22:13:04.489472 n-d-825064-1 neutron-server[102432]: 'SecurityGroup': '1.4', Jan 18 22:13:04.489472 n-d-825064-1 neutron-server[102432]: 'SecurityGroupRule': '1.2', Jan 18 22:13:04.489472 n-d-825064-1 neutron-server[102432]: 'SubPort': '1.0', Jan 18 22:13:04.489472 n-d-825064-1 neutron-server[102432]: 'Subnet': '1.1', Jan 18 22:13:04.489472 n-d-825064-1 neutron-server[102432]: 'Trunk': '1.1'}} Jan 18 22:13:04.489472 n-d-825064-1 neutron-server[102432]: {{(pid=102432) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 22:13:04.504977 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-abf40994-af5d-4da3-a245-eb948402a88f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:04.530825 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-abf40994-af5d-4da3-a245-eb948402a88f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:04.532166 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf40994-af5d-4da3-a245-eb948402a88f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:04.533716 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-abf40994-af5d-4da3-a245-eb948402a88f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:04.601641 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-abf40994-af5d-4da3-a245-eb948402a88f admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3360860 Jan 18 22:13:04.603419 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 52082) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:13:04.609522 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-f911e4a1-0c10-4bb2-ba45-138f2c92d13e admin admin] Request body: {'subnet': {'network_id': 'ae451d8e-a3f5-440f-a8ee-772afbec65a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1155966358-subnet', 'tenant_id': 'ffd663788d544cb385c98644393f0fcf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:13:04.611976 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf40994-af5d-4da3-a245-eb948402a88f admin admin] Pushing event updated for resources: {'Network': ['ID=ae451d8e-a3f5-440f-a8ee-772afbec65a7,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:04.627093 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network ae451d8e-a3f5-440f-a8ee-772afbec65a7 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:13:04.675035 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8c5439d6-01cf-4091-a874-c3ee5843b40f req-ef54c87b-ce0a-4fb3-b0d6-f98ce89d9054 tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea2fd9d7-85ea-436e-ab9a-5ecaf9ec9041 HTTP/1.1" status: 200 len: 210 time: 0.0386610 Jan 18 22:13:04.689661 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f911e4a1-0c10-4bb2-ba45-138f2c92d13e admin admin] Made reservation on behalf of ffd663788d544cb385c98644393f0fcf for: {'subnet': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:13:04.692446 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f911e4a1-0c10-4bb2-ba45-138f2c92d13e admin admin] Notify callbacks [] for subnet, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:04.710073 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['7636ac34-5926-476a-b27a-22bcb4dbe49b'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:13:04.725335 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 52088) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:13:04.869178 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-654d2ce3-ace8-4632-8d34-c86e582e32de admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:04.967811 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-654d2ce3-ace8-4632-8d34-c86e582e32de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:04.973659 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-654d2ce3-ace8-4632-8d34-c86e582e32de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:05.013512 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-654d2ce3-ace8-4632-8d34-c86e582e32de admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8040c1393f28498797b1c4365401e662&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2869005 Jan 18 22:13:05.018361 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 52102) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:13:05.035480 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654d2ce3-ace8-4632-8d34-c86e582e32de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00c39a0b-e2f9-447a-a5c9-42a20c2fee72,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:05.088604 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6e472839-fa5d-46d6-8f2e-4e7d25876fd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:05.105475 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234cc79f-2dc5-4e3c-8a46-2acc7b722943 req-584c9cd1-bdd2-4343-b0b6-1d7114fe96b5 tempest-AggregatesAdminTestJSON-522880553 tempest-AggregatesAdminTestJSON-522880553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:05.107009 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-234cc79f-2dc5-4e3c-8a46-2acc7b722943 req-584c9cd1-bdd2-4343-b0b6-1d7114fe96b5 tempest-AggregatesAdminTestJSON-522880553 tempest-AggregatesAdminTestJSON-522880553-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e811d1c-7b09-4e47-98d4-107813296894 HTTP/1.1" status: 200 len: 969 time: 0.2340615 Jan 18 22:13:05.113181 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6e472839-fa5d-46d6-8f2e-4e7d25876fd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:05.146176 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62de9493-953e-4b25-8c94-15c74971174c req-471854f4-4198-440d-8d54-91aa259d52cf tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:05.147737 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-62de9493-953e-4b25-8c94-15c74971174c req-471854f4-4198-440d-8d54-91aa259d52cf tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] 10.222.0.53 "GET /v2.0/ports?device_id=3640a24c-2904-4718-ad61-67b7fe804660 HTTP/1.1" status: 200 len: 949 time: 0.1566024 Jan 18 22:13:05.150097 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f911e4a1-0c10-4bb2-ba45-138f2c92d13e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for subnet, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:05.165072 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6e472839-fa5d-46d6-8f2e-4e7d25876fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:05.167984 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6e472839-fa5d-46d6-8f2e-4e7d25876fd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:05.171507 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-6e472839-fa5d-46d6-8f2e-4e7d25876fd0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/00c39a0b-e2f9-447a-a5c9-42a20c2fee72 HTTP/1.1" status: 204 len: 168 time: 0.1499174 Jan 18 22:13:05.179857 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e472839-fa5d-46d6-8f2e-4e7d25876fd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c39a0b-e2f9-447a-a5c9-42a20c2fee72,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:05.232377 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 92342de8-c0c4-4451-90eb-6c55c06d4fb9 details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:13:05.256736 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-234cc79f-2dc5-4e3c-8a46-2acc7b722943 req-b0b25c3d-0b36-432e-ac04-56c0e0d7c59e tempest-AggregatesAdminTestJSON-522880553 tempest-AggregatesAdminTestJSON-522880553-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a8f2831-3a4d-4b4f-b886-31a9dd15e9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308711 Jan 18 22:13:05.270229 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f911e4a1-0c10-4bb2-ba45-138f2c92d13e admin admin] Pushing event updated for resources: {'Subnet': ['ID=80787063-5797-4d66-bcee-2e55d06c0557,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:05.274706 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-62de9493-953e-4b25-8c94-15c74971174c req-4a80ef0e-bc58-4eb8-8007-d015f1109695 tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f4a5f1a-070e-4f7c-9935-2190c007dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153362 Jan 18 22:13:05.302581 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f911e4a1-0c10-4bb2-ba45-138f2c92d13e admin admin] Checking segment: {'id': '0c550ea9-bce3-494f-a207-da6b1ac10d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ae451d8e-a3f5-440f-a8ee-772afbec65a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:13:05.303010 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f911e4a1-0c10-4bb2-ba45-138f2c92d13e admin admin] Network hostable DHCP agents. Network: ae451d8e-a3f5-440f-a8ee-772afbec65a7, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:13:05.327337 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f911e4a1-0c10-4bb2-ba45-138f2c92d13e admin admin] Network ae451d8e-a3f5-440f-a8ee-772afbec65a7 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:13:05.341980 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-f911e4a1-0c10-4bb2-ba45-138f2c92d13e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, ae451d8e-a3f5-440f-a8ee-772afbec65a7) {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:13:05.346710 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f911e4a1-0c10-4bb2-ba45-138f2c92d13e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:05.347341 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f911e4a1-0c10-4bb2-ba45-138f2c92d13e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:05.356248 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93748005-94bf-4af1-b819-8e056123c8b6 None None] Network ae451d8e-a3f5-440f-a8ee-772afbec65a7 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:13:05.366912 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-f911e4a1-0c10-4bb2-ba45-138f2c92d13e admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7617993 Jan 18 22:13:05.410194 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 92342de8-c0c4-4451-90eb-6c55c06d4fb9, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=92342de8-c0c4-4451-90eb-6c55c06d4fb9,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:13:05.426964 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': '92342de8-c0c4-4451-90eb-6c55c06d4fb9', 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b', 'port_id': '92342de8-c0c4-4451-90eb-6c55c06d4fb9', 'mac_address': 'fa:16:3e:d5:79:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8518183d-cc63-459a-b971-d4c7514e001f', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:tempest-test_az-128761307', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:13:05.537850 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 52114) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:13:05.551214 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d6c29e0c-cd40-4c47-8c7d-f42a509c8576 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:05.610315 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:05.636867 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92342de8-c0c4-4451-90eb-6c55c06d4fb9 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:13:05.657179 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f805082-8944-4637-bc3a-4df862b83c46 None None] Network ae451d8e-a3f5-440f-a8ee-772afbec65a7 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:13:05.661853 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d6c29e0c-cd40-4c47-8c7d-f42a509c8576 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:05.667092 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d6c29e0c-cd40-4c47-8c7d-f42a509c8576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:05.671686 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 92342de8-c0c4-4451-90eb-6c55c06d4fb9, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=92342de8-c0c4-4451-90eb-6c55c06d4fb9,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:13:05.702987 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:05.719394 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-d6c29e0c-cd40-4c47-8c7d-f42a509c8576 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7ab5581ef27548579879be33269eaa8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1804531 Jan 18 22:13:05.722960 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 52122) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:13:05.739059 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-966334fe-967f-4bfe-ac6e-199018fe65a6 req-7a4461aa-1fe2-4677-8f9f-6aa279ebd85c tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=54a221a282f14a37875faa695d97e2bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0427694 Jan 18 22:13:05.740741 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c29e0c-cd40-4c47-8c7d-f42a509c8576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fdf6b79-a51d-4316-90b1-8ac2ffc42c93,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:05.802512 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=92342de8-c0c4-4451-90eb-6c55c06d4fb9,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:05.855488 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-16322df1-ef98-4582-a282-19b42b295145 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:05.862953 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-663ed577-f35d-4961-bec4-72cae258e726 req-b915257d-4850-4e94-a368-6362c6964f89 tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea2fd9d7-85ea-436e-ab9a-5ecaf9ec9041 HTTP/1.1" status: 200 len: 210 time: 0.0691414 Jan 18 22:13:05.893631 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-16322df1-ef98-4582-a282-19b42b295145 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:05.900664 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966334fe-967f-4bfe-ac6e-199018fe65a6 req-98571595-8e73-4a57-a13d-0a642970d953 tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:05.904590 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-966334fe-967f-4bfe-ac6e-199018fe65a6 req-98571595-8e73-4a57-a13d-0a642970d953 tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1583655 Jan 18 22:13:05.918644 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-966334fe-967f-4bfe-ac6e-199018fe65a6 req-a38b5db2-e55b-4a8d-8481-bfd0c3e08c07 tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] Request body: {'port': {'device_id': 'ea2fd9d7-85ea-436e-ab9a-5ecaf9ec9041', 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b', 'admin_state_up': True, 'tenant_id': '54a221a282f14a37875faa695d97e2bf'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:13:05.987528 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['92342de8-c0c4-4451-90eb-6c55c06d4fb9'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:13:06.017294 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-16322df1-ef98-4582-a282-19b42b295145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:06.019882 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-16322df1-ef98-4582-a282-19b42b295145 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:06.023437 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-16322df1-ef98-4582-a282-19b42b295145 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7fdf6b79-a51d-4316-90b1-8ac2ffc42c93 HTTP/1.1" status: 204 len: 168 time: 0.2970600 Jan 18 22:13:06.041607 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-966334fe-967f-4bfe-ac6e-199018fe65a6 req-a38b5db2-e55b-4a8d-8481-bfd0c3e08c07 tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] Made reservation on behalf of 54a221a282f14a37875faa695d97e2bf for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:13:06.047214 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-966334fe-967f-4bfe-ac6e-199018fe65a6 req-a38b5db2-e55b-4a8d-8481-bfd0c3e08c07 tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:06.053101 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16322df1-ef98-4582-a282-19b42b295145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fdf6b79-a51d-4316-90b1-8ac2ffc42c93,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:06.061207 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-966334fe-967f-4bfe-ac6e-199018fe65a6 req-a38b5db2-e55b-4a8d-8481-bfd0c3e08c07 tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:06.133568 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 7636ac34-5926-476a-b27a-22bcb4dbe49b up at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:13:06.142782 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c61b41-4221-40f3-ac9b-db10545a5628 req-7ed9e0f7-bb74-45ef-a866-5e7ac723c3ce tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:06.144503 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-44c61b41-4221-40f3-ac9b-db10545a5628 req-7ed9e0f7-bb74-45ef-a866-5e7ac723c3ce tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/networks?id=db135028-f57a-417d-a5fc-9f73c3e34dd7 HTTP/1.1" status: 200 len: 807 time: 0.2106066 Jan 18 22:13:06.160790 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-44c61b41-4221-40f3-ac9b-db10545a5628 req-22385bcc-3c5a-47c1-b3e2-6659b18a278e tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/quotas/646d6b7fa3c74dbb9d53573120d4a5a9 HTTP/1.1" status: 200 len: 375 time: 0.0105114 Jan 18 22:13:06.171794 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-966334fe-967f-4bfe-ac6e-199018fe65a6 req-a38b5db2-e55b-4a8d-8481-bfd0c3e08c07 tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:06.181173 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-966334fe-967f-4bfe-ac6e-199018fe65a6 req-a38b5db2-e55b-4a8d-8481-bfd0c3e08c07 tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:06.205170 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-44c61b41-4221-40f3-ac9b-db10545a5628 req-71d9ffe7-69b7-449a-ad7c-7be1d967b069 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=646d6b7fa3c74dbb9d53573120d4a5a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0375421 Jan 18 22:13:06.239639 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning for port 7636ac34-5926-476a-b27a-22bcb4dbe49b completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:13:06.245298 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning complete for port 7636ac34-5926-476a-b27a-22bcb4dbe49b triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:13:06.245891 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:06.267976 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38b5db2-e55b-4a8d-8481-bfd0c3e08c07 tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f72a7ca-d99c-4482-be1e-32e399b65a4f,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:06.373040 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [req-966334fe-967f-4bfe-ac6e-199018fe65a6 req-a38b5db2-e55b-4a8d-8481-bfd0c3e08c07 tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] Allocated IP 192.168.233.150 (aed2eca7-1bb0-443d-8485-b985dbe9851b/8518183d-cc63-459a-b971-d4c7514e001f/71697cfd-3ad1-4fd2-a441-336d49388aa9) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:13:06.383533 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:06.392632 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3348110e-7d59-4097-a194-963b941ac3e8 req-05878e2e-76a6-45ea-999c-cbb44836b706 tempest-AggregatesAdminTestJSON-522880553 tempest-AggregatesAdminTestJSON-522880553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:06.401821 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3348110e-7d59-4097-a194-963b941ac3e8 req-05878e2e-76a6-45ea-999c-cbb44836b706 tempest-AggregatesAdminTestJSON-522880553 tempest-AggregatesAdminTestJSON-522880553-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e811d1c-7b09-4e47-98d4-107813296894 HTTP/1.1" status: 200 len: 970 time: 0.0670044 Jan 18 22:13:06.415833 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [req-44c61b41-4221-40f3-ac9b-db10545a5628 req-041edfa6-2334-4b30-8627-e027553ce5f9 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102430) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:13:06.417250 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-44c61b41-4221-40f3-ac9b-db10545a5628 req-041edfa6-2334-4b30-8627-e027553ce5f9 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1013219 Jan 18 22:13:06.434906 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3640a24c-2904-4718-ad61-67b7fe804660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7636ac34-5926-476a-b27a-22bcb4dbe49b'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:13:06.519780 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3348110e-7d59-4097-a194-963b941ac3e8 req-287c7cf2-78b6-448c-8a2b-acb6af59404d tempest-AggregatesAdminTestJSON-522880553 tempest-AggregatesAdminTestJSON-522880553-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a8f2831-3a4d-4b4f-b886-31a9dd15e9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156242 Jan 18 22:13:06.520380 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 7636ac34-5926-476a-b27a-22bcb4dbe49b, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=7636ac34-5926-476a-b27a-22bcb4dbe49b,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:13:06.529066 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:06.567240 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-44c61b41-4221-40f3-ac9b-db10545a5628 req-99a89b86-c307-4f78-aa6b-4321009cd740 service neutron] 10.222.0.53 "GET /v2.0/networks/db135028-f57a-417d-a5fc-9f73c3e34dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407237 Jan 18 22:13:06.591211 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-966334fe-967f-4bfe-ac6e-199018fe65a6 req-a38b5db2-e55b-4a8d-8481-bfd0c3e08c07 tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:06.632339 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=7636ac34-5926-476a-b27a-22bcb4dbe49b,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:06.655029 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-966334fe-967f-4bfe-ac6e-199018fe65a6 req-a38b5db2-e55b-4a8d-8481-bfd0c3e08c07 tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:06.686831 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e443d2f-7aeb-43c7-ade9-c8ad407ed933" -d '{"events": [{"server_uuid": "3640a24c-2904-4718-ad61-67b7fe804660", "name": "network-vif-plugged", "status": "completed", "tag": "7636ac34-5926-476a-b27a-22bcb4dbe49b"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:13:06.696527 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef48b6df-aa37-4678-bf8e-5cf229c33f71 req-50c0d914-709a-44e1-b5ee-c46e386a8267 tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:06.704051 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ef48b6df-aa37-4678-bf8e-5cf229c33f71 req-50c0d914-709a-44e1-b5ee-c46e386a8267 tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] 10.222.0.53 "GET /v2.0/ports?device_id=3640a24c-2904-4718-ad61-67b7fe804660 HTTP/1.1" status: 200 len: 950 time: 0.0786912 Jan 18 22:13:06.714841 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-966334fe-967f-4bfe-ac6e-199018fe65a6 req-a38b5db2-e55b-4a8d-8481-bfd0c3e08c07 tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] Network aed2eca7-1bb0-443d-8485-b985dbe9851b is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:13:06.716191 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38b5db2-e55b-4a8d-8481-bfd0c3e08c07 tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] Pushing event updated for resources: {'Port': ['ID=71697cfd-3ad1-4fd2-a441-336d49388aa9,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:06.723097 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [req-966334fe-967f-4bfe-ac6e-199018fe65a6 req-a38b5db2-e55b-4a8d-8481-bfd0c3e08c07 tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:13:06.725892 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-966334fe-967f-4bfe-ac6e-199018fe65a6 req-a38b5db2-e55b-4a8d-8481-bfd0c3e08c07 tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:13:06.735675 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966334fe-967f-4bfe-ac6e-199018fe65a6 req-a38b5db2-e55b-4a8d-8481-bfd0c3e08c07 tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:06.736379 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-966334fe-967f-4bfe-ac6e-199018fe65a6 req-a38b5db2-e55b-4a8d-8481-bfd0c3e08c07 tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:06.749764 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-44c61b41-4221-40f3-ac9b-db10545a5628 req-fa268cf6-621f-4899-89a9-c225ff460fec service neutron] 10.222.0.53 "GET /v2.0/networks/db135028-f57a-417d-a5fc-9f73c3e34dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816108 Jan 18 22:13:06.762954 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ef48b6df-aa37-4678-bf8e-5cf229c33f71 req-8b07f80f-6289-419a-8f72-506aa55fabf6 tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f4a5f1a-070e-4f7c-9935-2190c007dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570810 Jan 18 22:13:06.779752 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-966334fe-967f-4bfe-ac6e-199018fe65a6 req-a38b5db2-e55b-4a8d-8481-bfd0c3e08c07 tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8650022 Jan 18 22:13:06.800646 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-966334fe-967f-4bfe-ac6e-199018fe65a6 req-e8bcb54d-c88b-4d5f-95d1-553bee5431a6 service neutron] Request body: {'port': {'device_id': 'ea2fd9d7-85ea-436e-ab9a-5ecaf9ec9041', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:13:06.872767 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-966334fe-967f-4bfe-ac6e-199018fe65a6 req-e8bcb54d-c88b-4d5f-95d1-553bee5431a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:07.056025 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506a5c2a-3426-4e61-8968-1875886fa693 req-709c95f2-bfac-4f9c-abc1-2d39cbae39cc tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:07.058115 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95c03e50-13ab-4e48-8ce8-86f978f00580 x-openstack-request-id: req-95c03e50-13ab-4e48-8ce8-86f978f00580 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:13:07.058445 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3640a24c-2904-4718-ad61-67b7fe804660", "name": "network-vif-plugged", "status": "completed", "tag": "7636ac34-5926-476a-b27a-22bcb4dbe49b", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:13:07.058690 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-95c03e50-13ab-4e48-8ce8-86f978f00580 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:13:07.059613 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3640a24c-2904-4718-ad61-67b7fe804660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7636ac34-5926-476a-b27a-22bcb4dbe49b', 'code': 200} Jan 18 22:13:07.064343 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-506a5c2a-3426-4e61-8968-1875886fa693 req-709c95f2-bfac-4f9c-abc1-2d39cbae39cc tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea2fd9d7-85ea-436e-ab9a-5ecaf9ec9041 HTTP/1.1" status: 200 len: 936 time: 0.0859463 Jan 18 22:13:07.114103 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-4fcf65f7-8eb2-4ec1-8be2-5d67d660448e None None] Provisioning complete for port 71697cfd-3ad1-4fd2-a441-336d49388aa9 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:13:07.115209 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4fcf65f7-8eb2-4ec1-8be2-5d67d660448e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:07.132745 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-506a5c2a-3426-4e61-8968-1875886fa693 req-67e09d28-f47c-4f0e-a424-49297975c3f6 tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f72a7ca-d99c-4482-be1e-32e399b65a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673628 Jan 18 22:13:07.161679 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.36', 55331) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:13:07.168675 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a2a3558a-29e7-410a-9c8b-57aea30c0ad3 req-22f5ab07-7041-4ffb-96d6-0cd447ea0f63 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e47c1b4-ec60-4c82-9419-92448c3d9688 HTTP/1.1" status: 200 len: 210 time: 0.0344901 Jan 18 22:13:07.230206 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-4fcf65f7-8eb2-4ec1-8be2-5d67d660448e None None] Port 71697cfd-3ad1-4fd2-a441-336d49388aa9 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:13:07.233961 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 92342de8-c0c4-4451-90eb-6c55c06d4fb9 up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:13:07.315451 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port 92342de8-c0c4-4451-90eb-6c55c06d4fb9 completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:13:07.319299 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port 92342de8-c0c4-4451-90eb-6c55c06d4fb9 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:13:07.319800 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:07.333736 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f3809c-ad6a-438d-95c8-3015ad5e5d89 req-f7882580-5ad3-4b97-b5c8-3174b5f3751f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:07.335419 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-80f3809c-ad6a-438d-95c8-3015ad5e5d89 req-f7882580-5ad3-4b97-b5c8-3174b5f3751f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3640a24c-2904-4718-ad61-67b7fe804660 HTTP/1.1" status: 200 len: 1101 time: 0.1727493 Jan 18 22:13:07.366204 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-80f3809c-ad6a-438d-95c8-3015ad5e5d89 req-48e12960-da29-42fe-8cf3-c26b6fcce15c service neutron] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:07.449947 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:07.517875 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 92342de8-c0c4-4451-90eb-6c55c06d4fb9, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=92342de8-c0c4-4451-90eb-6c55c06d4fb9,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:13:07.520364 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-80f3809c-ad6a-438d-95c8-3015ad5e5d89 req-48e12960-da29-42fe-8cf3-c26b6fcce15c service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:07.522658 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [req-966334fe-967f-4bfe-ac6e-199018fe65a6 req-e8bcb54d-c88b-4d5f-95d1-553bee5431a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71697cfd-3ad1-4fd2-a441-336d49388aa9 {{(pid=102431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:13:07.524656 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:07.527763 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-80f3809c-ad6a-438d-95c8-3015ad5e5d89 req-48e12960-da29-42fe-8cf3-c26b6fcce15c service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:07.535151 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-966334fe-967f-4bfe-ac6e-199018fe65a6 req-e8bcb54d-c88b-4d5f-95d1-553bee5431a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:07.576372 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-80f3809c-ad6a-438d-95c8-3015ad5e5d89 req-48e12960-da29-42fe-8cf3-c26b6fcce15c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6f4a5f1a-070e-4f7c-9935-2190c007dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323709 Jan 18 22:13:07.586196 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [req-966334fe-967f-4bfe-ac6e-199018fe65a6 req-e8bcb54d-c88b-4d5f-95d1-553bee5431a6 service neutron] Transition to ACTIVE for port object 71697cfd-3ad1-4fd2-a441-336d49388aa9 will not be triggered until provisioned by entity L2. {{(pid=102431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:13:07.587357 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=92342de8-c0c4-4451-90eb-6c55c06d4fb9,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:07.594718 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e12960-da29-42fe-8cf3-c26b6fcce15c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=50e23bf8-33ae-44d3-91de-5b8a41ea88e5,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:07.598676 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-966334fe-967f-4bfe-ac6e-199018fe65a6 req-e8bcb54d-c88b-4d5f-95d1-553bee5431a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:07.825274 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bcb54d-c88b-4d5f-95d1-553bee5431a6 service neutron] Pushing event updated for resources: {'Port': ['ID=71697cfd-3ad1-4fd2-a441-336d49388aa9,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:07.853298 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8110c63-7235-44d2-ba2c-3db61124367d req-2a356c59-4ed7-4917-8d82-200ee97b9de4 tempest-AggregatesAdminTestJSON-522880553 tempest-AggregatesAdminTestJSON-522880553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:07.862990 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e8110c63-7235-44d2-ba2c-3db61124367d req-2a356c59-4ed7-4917-8d82-200ee97b9de4 tempest-AggregatesAdminTestJSON-522880553 tempest-AggregatesAdminTestJSON-522880553-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e811d1c-7b09-4e47-98d4-107813296894 HTTP/1.1" status: 200 len: 971 time: 0.0921028 Jan 18 22:13:07.864178 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-966334fe-967f-4bfe-ac6e-199018fe65a6 req-e8bcb54d-c88b-4d5f-95d1-553bee5431a6 service neutron] Attempting to bind port 71697cfd-3ad1-4fd2-a441-336d49388aa9 on host n-h1-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:13:07.864601 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-966334fe-967f-4bfe-ac6e-199018fe65a6 req-e8bcb54d-c88b-4d5f-95d1-553bee5431a6 service neutron] Attempting to bind port 71697cfd-3ad1-4fd2-a441-336d49388aa9 by drivers openvswitch,hyperv on host n-h1-825064-1 at level 0 using segments [{'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:13:07.865283 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966334fe-967f-4bfe-ac6e-199018fe65a6 req-e8bcb54d-c88b-4d5f-95d1-553bee5431a6 service neutron] Attempting to bind port 71697cfd-3ad1-4fd2-a441-336d49388aa9 on network aed2eca7-1bb0-443d-8485-b985dbe9851b {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:13:07.870283 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966334fe-967f-4bfe-ac6e-199018fe65a6 req-e8bcb54d-c88b-4d5f-95d1-553bee5431a6 service neutron] Port 71697cfd-3ad1-4fd2-a441-336d49388aa9 on network aed2eca7-1bb0-443d-8485-b985dbe9851b not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:13:07.870609 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966334fe-967f-4bfe-ac6e-199018fe65a6 req-e8bcb54d-c88b-4d5f-95d1-553bee5431a6 service neutron] Attempting to bind port 71697cfd-3ad1-4fd2-a441-336d49388aa9 on network aed2eca7-1bb0-443d-8485-b985dbe9851b {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:13:07.877002 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966334fe-967f-4bfe-ac6e-199018fe65a6 req-e8bcb54d-c88b-4d5f-95d1-553bee5431a6 service neutron] Checking agent: {'id': 'e49d1b2a-ba11-487f-a804-ecbf3c0e8132', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:13:07.877345 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966334fe-967f-4bfe-ac6e-199018fe65a6 req-e8bcb54d-c88b-4d5f-95d1-553bee5431a6 service neutron] Checking segment: {'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:13:07.877727 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966334fe-967f-4bfe-ac6e-199018fe65a6 req-e8bcb54d-c88b-4d5f-95d1-553bee5431a6 service neutron] Bound using segment: {'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:13:07.878151 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-966334fe-967f-4bfe-ac6e-199018fe65a6 req-e8bcb54d-c88b-4d5f-95d1-553bee5431a6 service neutron] Bound port: 71697cfd-3ad1-4fd2-a441-336d49388aa9, host: n-h1-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:13:07.878854 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-966334fe-967f-4bfe-ac6e-199018fe65a6 req-e8bcb54d-c88b-4d5f-95d1-553bee5431a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:07.955692 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-966334fe-967f-4bfe-ac6e-199018fe65a6 req-e8bcb54d-c88b-4d5f-95d1-553bee5431a6 service neutron] For port 71697cfd-3ad1-4fd2-a441-336d49388aa9, host n-h1-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:13:07.959599 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-966334fe-967f-4bfe-ac6e-199018fe65a6 req-e8bcb54d-c88b-4d5f-95d1-553bee5431a6 service neutron] For port 71697cfd-3ad1-4fd2-a441-336d49388aa9, host n-h1-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=71697cfd-3ad1-4fd2-a441-336d49388aa9,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:13:07.961571 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e8110c63-7235-44d2-ba2c-3db61124367d req-d89f8017-7269-4c00-a84c-5e163d08904a tempest-AggregatesAdminTestJSON-522880553 tempest-AggregatesAdminTestJSON-522880553-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a8f2831-3a4d-4b4f-b886-31a9dd15e9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918453 Jan 18 22:13:07.977188 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-966334fe-967f-4bfe-ac6e-199018fe65a6 req-e8bcb54d-c88b-4d5f-95d1-553bee5431a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:07.984550 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dae4d63-d153-43c9-bb96-f957a135993d req-055b52e5-4ed5-4ac2-aab0-15290e008e95 tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:07.987455 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3dae4d63-d153-43c9-bb96-f957a135993d req-055b52e5-4ed5-4ac2-aab0-15290e008e95 tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] 10.222.0.53 "GET /v2.0/ports?device_id=3640a24c-2904-4718-ad61-67b7fe804660 HTTP/1.1" status: 200 len: 950 time: 0.1160283 Jan 18 22:13:08.015719 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966334fe-967f-4bfe-ac6e-199018fe65a6 req-e8bcb54d-c88b-4d5f-95d1-553bee5431a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:08.016357 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-966334fe-967f-4bfe-ac6e-199018fe65a6 req-e8bcb54d-c88b-4d5f-95d1-553bee5431a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:08.017803 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-966334fe-967f-4bfe-ac6e-199018fe65a6 req-e8bcb54d-c88b-4d5f-95d1-553bee5431a6 service neutron] 10.222.0.36 "PUT /v2.0/ports/71697cfd-3ad1-4fd2-a441-336d49388aa9 HTTP/1.1" status: 200 len: 1096 time: 1.2263842 Jan 18 22:13:08.018244 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea2fd9d7-85ea-436e-ab9a-5ecaf9ec9041', 'tag': '71697cfd-3ad1-4fd2-a441-336d49388aa9'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:13:08.020641 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8249c1c9-76fe-4296-b8f3-4e153fbd2988" -d '{"events": [{"name": "network-changed", "server_uuid": "ea2fd9d7-85ea-436e-ab9a-5ecaf9ec9041", "tag": "71697cfd-3ad1-4fd2-a441-336d49388aa9"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:13:08.078150 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bcb54d-c88b-4d5f-95d1-553bee5431a6 service neutron] Pushing event updated for resources: {'Port': ['ID=71697cfd-3ad1-4fd2-a441-336d49388aa9,revision_number=3']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:08.083402 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3dae4d63-d153-43c9-bb96-f957a135993d req-3431a6c1-50b0-4cd8-9da5-4a516046d6b8 tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f4a5f1a-070e-4f7c-9935-2190c007dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893226 Jan 18 22:13:08.096548 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b471d6c-f9cf-4d2a-a07a-ea503f1b8dba x-openstack-request-id: req-7b471d6c-f9cf-4d2a-a07a-ea503f1b8dba {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:13:08.096548 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea2fd9d7-85ea-436e-ab9a-5ecaf9ec9041", "tag": "71697cfd-3ad1-4fd2-a441-336d49388aa9", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:13:08.096548 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7b471d6c-f9cf-4d2a-a07a-ea503f1b8dba {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:13:08.096899 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea2fd9d7-85ea-436e-ab9a-5ecaf9ec9041', 'tag': '71697cfd-3ad1-4fd2-a441-336d49388aa9', 'status': 'completed', 'code': 200} Jan 18 22:13:08.132673 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966334fe-967f-4bfe-ac6e-199018fe65a6 req-5d56ed5a-d0a2-4750-8daa-d93ad0b33e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:08.134092 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-966334fe-967f-4bfe-ac6e-199018fe65a6 req-5d56ed5a-d0a2-4750-8daa-d93ad0b33e15 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=54a221a282f14a37875faa695d97e2bf&device_id=ea2fd9d7-85ea-436e-ab9a-5ecaf9ec9041 HTTP/1.1" status: 200 len: 1099 time: 0.0570760 Jan 18 22:13:08.201205 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-966334fe-967f-4bfe-ac6e-199018fe65a6 req-969a5c33-3297-416f-af95-ee0e7b483cc6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=71697cfd-3ad1-4fd2-a441-336d49388aa9 HTTP/1.1" status: 200 len: 217 time: 0.0484309 Jan 18 22:13:08.268190 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966334fe-967f-4bfe-ac6e-199018fe65a6 req-56c1a3ae-cd45-4c3f-8dd0-92088ca964a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:08.269863 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-966334fe-967f-4bfe-ac6e-199018fe65a6 req-56c1a3ae-cd45-4c3f-8dd0-92088ca964a8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8518183d-cc63-459a-b971-d4c7514e001f HTTP/1.1" status: 200 len: 843 time: 0.0611830 Jan 18 22:13:08.274749 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7e2c88-ce92-42f9-a6ea-d43c409c9f89 req-fdffe80d-2f92-4b0a-9f51-2a0d41f4016d tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:08.282162 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7c7e2c88-ce92-42f9-a6ea-d43c409c9f89 req-fdffe80d-2f92-4b0a-9f51-2a0d41f4016d tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea2fd9d7-85ea-436e-ab9a-5ecaf9ec9041 HTTP/1.1" status: 200 len: 948 time: 0.0637701 Jan 18 22:13:08.337217 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7c7e2c88-ce92-42f9-a6ea-d43c409c9f89 req-86b9f68f-7895-4390-bb14-d01bacacb07c tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f72a7ca-d99c-4482-be1e-32e399b65a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534441 Jan 18 22:13:08.354656 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966334fe-967f-4bfe-ac6e-199018fe65a6 req-a36e581a-3d7a-4fd9-9909-31911de9687e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:08.356341 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-966334fe-967f-4bfe-ac6e-199018fe65a6 req-a36e581a-3d7a-4fd9-9909-31911de9687e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=aed2eca7-1bb0-443d-8485-b985dbe9851b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0773115 Jan 18 22:13:08.499984 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-966334fe-967f-4bfe-ac6e-199018fe65a6 req-956fce14-0156-4ac6-a77c-4dd7e2af0bae service neutron] 10.222.0.36 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347961 Jan 18 22:13:08.515331 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c61b41-4221-40f3-ac9b-db10545a5628 req-105fb202-3d95-46ed-8b23-99cf67c9f0ee tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:08.517795 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-44c61b41-4221-40f3-ac9b-db10545a5628 req-105fb202-3d95-46ed-8b23-99cf67c9f0ee tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.67 "GET /v2.0/networks?id=db135028-f57a-417d-a5fc-9f73c3e34dd7 HTTP/1.1" status: 200 len: 807 time: 0.1775475 Jan 18 22:13:08.549797 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-381f2d49-f1fc-4473-8dbd-9319f21a343b req-cb9477ec-0928-4da6-86bb-47ab83e7bb48 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e47c1b4-ec60-4c82-9419-92448c3d9688 HTTP/1.1" status: 200 len: 210 time: 0.0307405 Jan 18 22:13:08.553906 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-44c61b41-4221-40f3-ac9b-db10545a5628 req-647e0f30-879e-407d-8259-6eef0f7d2365 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Request body: {'port': {'device_id': '7e47c1b4-ec60-4c82-9419-92448c3d9688', 'network_id': 'db135028-f57a-417d-a5fc-9f73c3e34dd7', 'admin_state_up': True, 'tenant_id': '646d6b7fa3c74dbb9d53573120d4a5a9'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:13:08.611906 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-966334fe-967f-4bfe-ac6e-199018fe65a6 req-0731ab90-5dc8-4085-8bad-8bf5f7e6adab service neutron] 10.222.0.36 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017525 Jan 18 22:13:08.673650 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44c61b41-4221-40f3-ac9b-db10545a5628 req-647e0f30-879e-407d-8259-6eef0f7d2365 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Made reservation on behalf of 646d6b7fa3c74dbb9d53573120d4a5a9 for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:13:08.677708 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-44c61b41-4221-40f3-ac9b-db10545a5628 req-647e0f30-879e-407d-8259-6eef0f7d2365 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:08.699021 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8249c1c9-76fe-4296-b8f3-4e153fbd2988 req-65581ddc-a545-4c3f-9bbb-23364a3c1ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:08.700779 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-8249c1c9-76fe-4296-b8f3-4e153fbd2988 req-65581ddc-a545-4c3f-9bbb-23364a3c1ed3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=54a221a282f14a37875faa695d97e2bf&device_id=ea2fd9d7-85ea-436e-ab9a-5ecaf9ec9041 HTTP/1.1" status: 200 len: 1099 time: 0.0460289 Jan 18 22:13:08.803779 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8249c1c9-76fe-4296-b8f3-4e153fbd2988 req-af173f5d-e014-451d-bf1c-d7249ec05bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:08.805346 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-8249c1c9-76fe-4296-b8f3-4e153fbd2988 req-af173f5d-e014-451d-bf1c-d7249ec05bb9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=aed2eca7-1bb0-443d-8485-b985dbe9851b HTTP/1.1" status: 200 len: 869 time: 0.0960581 Jan 18 22:13:08.848576 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 52222) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:13:08.854994 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-8249c1c9-76fe-4296-b8f3-4e153fbd2988 req-71907434-e771-42a2-a838-64f4ff3e9083 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=71697cfd-3ad1-4fd2-a441-336d49388aa9 HTTP/1.1" status: 200 len: 217 time: 0.0429955 Jan 18 22:13:08.906487 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8249c1c9-76fe-4296-b8f3-4e153fbd2988 req-5a553a6a-5d5f-465a-86bd-db55128ec004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:08.907893 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-8249c1c9-76fe-4296-b8f3-4e153fbd2988 req-5a553a6a-5d5f-465a-86bd-db55128ec004 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8518183d-cc63-459a-b971-d4c7514e001f HTTP/1.1" status: 200 len: 843 time: 0.0442934 Jan 18 22:13:08.942923 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-44c61b41-4221-40f3-ac9b-db10545a5628 req-647e0f30-879e-407d-8259-6eef0f7d2365 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Allocated IP 172.20.0.13 (db135028-f57a-417d-a5fc-9f73c3e34dd7/9d1c997a-9e2b-4f20-9423-81e2cb97ac40/e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:13:08.955614 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8249c1c9-76fe-4296-b8f3-4e153fbd2988 req-11df4653-2071-4365-a85b-2c64bc4cfae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:08.957135 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-8249c1c9-76fe-4296-b8f3-4e153fbd2988 req-11df4653-2071-4365-a85b-2c64bc4cfae8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=aed2eca7-1bb0-443d-8485-b985dbe9851b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0419481 Jan 18 22:13:08.980186 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-45eee1c3-bcc9-4fde-b3ff-5e9b33ac2b91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:09.061366 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e811d1c-7b09-4e47-98d4-107813296894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92342de8-c0c4-4451-90eb-6c55c06d4fb9'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:13:09.063950 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-712a14cc-dbf7-49de-a738-bb7a8ab59323" -d '{"events": [{"server_uuid": "6e811d1c-7b09-4e47-98d4-107813296894", "name": "network-vif-plugged", "status": "completed", "tag": "92342de8-c0c4-4451-90eb-6c55c06d4fb9"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:13:09.104783 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8db7a442-e2da-4627-a9ac-c66efd2317ea x-openstack-request-id: req-8db7a442-e2da-4627-a9ac-c66efd2317ea {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:13:09.106731 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e811d1c-7b09-4e47-98d4-107813296894", "name": "network-vif-plugged", "status": "completed", "tag": "92342de8-c0c4-4451-90eb-6c55c06d4fb9", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:13:09.107245 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8db7a442-e2da-4627-a9ac-c66efd2317ea {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:13:09.109532 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e811d1c-7b09-4e47-98d4-107813296894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92342de8-c0c4-4451-90eb-6c55c06d4fb9', 'code': 200} Jan 18 22:13:09.110528 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-8249c1c9-76fe-4296-b8f3-4e153fbd2988 req-236bd703-4fa5-4550-84c1-d5738278c899 service neutron] 10.222.0.36 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427593 Jan 18 22:13:09.142369 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a91dc8d-7ebe-4d2a-8704-8da8bc7687c7 req-0df05fa7-e706-4d64-8696-81be7393515c tempest-AggregatesAdminTestJSON-522880553 tempest-AggregatesAdminTestJSON-522880553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:09.151549 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1a91dc8d-7ebe-4d2a-8704-8da8bc7687c7 req-0df05fa7-e706-4d64-8696-81be7393515c tempest-AggregatesAdminTestJSON-522880553 tempest-AggregatesAdminTestJSON-522880553-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e811d1c-7b09-4e47-98d4-107813296894 HTTP/1.1" status: 200 len: 971 time: 0.1118648 Jan 18 22:13:09.175077 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.67', 55902) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:13:09.202244 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-45eee1c3-bcc9-4fde-b3ff-5e9b33ac2b91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:09.209211 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-45eee1c3-bcc9-4fde-b3ff-5e9b33ac2b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:09.222247 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-44c61b41-4221-40f3-ac9b-db10545a5628 req-647e0f30-879e-407d-8259-6eef0f7d2365 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:09.260798 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-45eee1c3-bcc9-4fde-b3ff-5e9b33ac2b91 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1b23f6528aed4820996ca0b82f896fbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4112070 Jan 18 22:13:09.264957 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 52232) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:13:09.273259 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-8249c1c9-76fe-4296-b8f3-4e153fbd2988 req-ee0e1000-60f2-4f7c-8941-2c41fdf8f6b3 service neutron] 10.222.0.36 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526704 Jan 18 22:13:09.274810 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eee1c3-bcc9-4fde-b3ff-5e9b33ac2b91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1685a8a2-59d5-4867-b24c-951a0331742c,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:09.296673 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1a91dc8d-7ebe-4d2a-8704-8da8bc7687c7 req-9c33e82f-c865-4cf9-b872-f75f17327b84 tempest-AggregatesAdminTestJSON-522880553 tempest-AggregatesAdminTestJSON-522880553-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a8f2831-3a4d-4b4f-b886-31a9dd15e9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440892 Jan 18 22:13:09.321833 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cfed9142-9ada-4275-bd1e-130c9e4fac2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:09.327732 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df037d1-cd0c-4fcb-ba45-f96b3ae7db1c req-d380e820-7708-4db9-b891-d94ea1178913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:09.329296 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3df037d1-cd0c-4fcb-ba45-f96b3ae7db1c req-d380e820-7708-4db9-b891-d94ea1178913 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6e811d1c-7b09-4e47-98d4-107813296894 HTTP/1.1" status: 200 len: 1122 time: 0.1481159 Jan 18 22:13:09.337926 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2496dee3-1195-45cd-b6aa-b97cbf08b4d7 req-6a76b9a8-bce9-4ff1-940f-545748d12428 tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:09.339324 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2496dee3-1195-45cd-b6aa-b97cbf08b4d7 req-6a76b9a8-bce9-4ff1-940f-545748d12428 tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] 10.222.0.53 "GET /v2.0/ports?device_id=3640a24c-2904-4718-ad61-67b7fe804660 HTTP/1.1" status: 200 len: 950 time: 0.1722946 Jan 18 22:13:09.343020 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cfed9142-9ada-4275-bd1e-130c9e4fac2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:09.400535 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-44c61b41-4221-40f3-ac9b-db10545a5628 req-647e0f30-879e-407d-8259-6eef0f7d2365 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:09.407095 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cfed9142-9ada-4275-bd1e-130c9e4fac2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:09.411699 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cfed9142-9ada-4275-bd1e-130c9e4fac2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:09.412962 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-cfed9142-9ada-4275-bd1e-130c9e4fac2b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1685a8a2-59d5-4867-b24c-951a0331742c HTTP/1.1" status: 204 len: 168 time: 0.1471095 Jan 18 22:13:09.422860 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3df037d1-cd0c-4fcb-ba45-f96b3ae7db1c req-aa759100-63cb-4898-8ee0-4c2bc1ebde5d service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=6a8f2831-3a4d-4b4f-b886-31a9dd15e9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813563 Jan 18 22:13:09.424385 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfed9142-9ada-4275-bd1e-130c9e4fac2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1685a8a2-59d5-4867-b24c-951a0331742c,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:09.464796 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2496dee3-1195-45cd-b6aa-b97cbf08b4d7 req-46203cb8-7ce2-42f4-9cfe-6a45c4a44edc tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f4a5f1a-070e-4f7c-9935-2190c007dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147065 Jan 18 22:13:09.497774 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44c61b41-4221-40f3-ac9b-db10545a5628 req-647e0f30-879e-407d-8259-6eef0f7d2365 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Network db135028-f57a-417d-a5fc-9f73c3e34dd7 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:13:09.506419 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-44c61b41-4221-40f3-ac9b-db10545a5628 req-647e0f30-879e-407d-8259-6eef0f7d2365 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:13:09.509519 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-44c61b41-4221-40f3-ac9b-db10545a5628 req-647e0f30-879e-407d-8259-6eef0f7d2365 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:13:09.515226 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c61b41-4221-40f3-ac9b-db10545a5628 req-647e0f30-879e-407d-8259-6eef0f7d2365 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:09.515843 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-44c61b41-4221-40f3-ac9b-db10545a5628 req-647e0f30-879e-407d-8259-6eef0f7d2365 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:09.520023 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647e0f30-879e-407d-8259-6eef0f7d2365 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Pushing event updated for resources: {'Port': ['ID=e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:09.542915 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e180c4e-272e-426a-86a8-013071b2747c req-469738a9-5bc5-4a54-8e06-202f2ea968a9 tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:09.544666 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1e180c4e-272e-426a-86a8-013071b2747c req-469738a9-5bc5-4a54-8e06-202f2ea968a9 tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea2fd9d7-85ea-436e-ab9a-5ecaf9ec9041 HTTP/1.1" status: 200 len: 948 time: 0.1180735 Jan 18 22:13:09.548504 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-44c61b41-4221-40f3-ac9b-db10545a5628 req-647e0f30-879e-407d-8259-6eef0f7d2365 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0013721 Jan 18 22:13:09.585181 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1e180c4e-272e-426a-86a8-013071b2747c req-b15fd558-9e8c-4ae7-99a1-a1f994b79826 tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f72a7ca-d99c-4482-be1e-32e399b65a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334663 Jan 18 22:13:09.679467 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8146268-cc6c-456c-93d3-eeb3662dae90 req-6638b92f-1fcc-4294-93ac-2539c5d40e6e tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:09.680899 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c8146268-cc6c-456c-93d3-eeb3662dae90 req-6638b92f-1fcc-4294-93ac-2539c5d40e6e tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e47c1b4-ec60-4c82-9419-92448c3d9688 HTTP/1.1" status: 200 len: 932 time: 0.0516586 Jan 18 22:13:09.711315 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-44c61b41-4221-40f3-ac9b-db10545a5628 req-1141fed7-609a-4913-b00a-a06973e2bbfa service neutron] Request body: {'port': {'device_id': '7e47c1b4-ec60-4c82-9419-92448c3d9688', 'device_owner': 'compute:tempest-test_az-128761307', 'binding:host_id': 'n-h2-825064-1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:13:09.721202 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 52242) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:13:09.733922 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0082f265-d187-429d-9448-b30d259f1f0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:09.743698 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c8146268-cc6c-456c-93d3-eeb3662dae90 req-2a5cd235-2dab-4785-9c83-69d7d91599fb tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac5bfedd-8c81-4ad7-9f0f-99ba0a339521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564661 Jan 18 22:13:09.779106 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-44c61b41-4221-40f3-ac9b-db10545a5628 req-1141fed7-609a-4913-b00a-a06973e2bbfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:09.807095 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0082f265-d187-429d-9448-b30d259f1f0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:09.811893 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0082f265-d187-429d-9448-b30d259f1f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:09.852194 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-0082f265-d187-429d-9448-b30d259f1f0c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d0c32396df4f41e8b8c0c544588b067b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1299253 Jan 18 22:13:09.853605 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0082f265-d187-429d-9448-b30d259f1f0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92f195ea-6f96-4d32-bf3a-46f606f8fa3a,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:09.855877 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 52244) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:13:09.904471 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1ca7455b-549d-4fbe-86fd-a9de4610b5b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:09.924748 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1ca7455b-549d-4fbe-86fd-a9de4610b5b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:09.969184 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1ca7455b-549d-4fbe-86fd-a9de4610b5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:09.972248 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1ca7455b-549d-4fbe-86fd-a9de4610b5b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:09.973365 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-1ca7455b-549d-4fbe-86fd-a9de4610b5b9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/92f195ea-6f96-4d32-bf3a-46f606f8fa3a HTTP/1.1" status: 204 len: 168 time: 0.1165946 Jan 18 22:13:09.982899 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca7455b-549d-4fbe-86fd-a9de4610b5b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92f195ea-6f96-4d32-bf3a-46f606f8fa3a,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:10.040054 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [req-44c61b41-4221-40f3-ac9b-db10545a5628 req-1141fed7-609a-4913-b00a-a06973e2bbfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00 {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:13:10.048000 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-44c61b41-4221-40f3-ac9b-db10545a5628 req-1141fed7-609a-4913-b00a-a06973e2bbfa service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:10.060598 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-44c61b41-4221-40f3-ac9b-db10545a5628 req-1141fed7-609a-4913-b00a-a06973e2bbfa service neutron] Transition to ACTIVE for port object e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00 will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:13:10.064598 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-44c61b41-4221-40f3-ac9b-db10545a5628 req-1141fed7-609a-4913-b00a-a06973e2bbfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:10.114646 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1141fed7-609a-4913-b00a-a06973e2bbfa service neutron] Pushing event updated for resources: {'Port': ['ID=e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:10.146403 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-44c61b41-4221-40f3-ac9b-db10545a5628 req-1141fed7-609a-4913-b00a-a06973e2bbfa service neutron] Attempting to bind port e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:13:10.146736 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-44c61b41-4221-40f3-ac9b-db10545a5628 req-1141fed7-609a-4913-b00a-a06973e2bbfa service neutron] Attempting to bind port e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': 'a97910f7-cad7-42ae-9f6e-c8965771467a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'db135028-f57a-417d-a5fc-9f73c3e34dd7'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:13:10.147063 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c61b41-4221-40f3-ac9b-db10545a5628 req-1141fed7-609a-4913-b00a-a06973e2bbfa service neutron] Attempting to bind port e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00 on network db135028-f57a-417d-a5fc-9f73c3e34dd7 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:13:10.151966 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c61b41-4221-40f3-ac9b-db10545a5628 req-1141fed7-609a-4913-b00a-a06973e2bbfa service neutron] Port e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00 on network db135028-f57a-417d-a5fc-9f73c3e34dd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:13:10.152348 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c61b41-4221-40f3-ac9b-db10545a5628 req-1141fed7-609a-4913-b00a-a06973e2bbfa service neutron] Attempting to bind port e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00 on network db135028-f57a-417d-a5fc-9f73c3e34dd7 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:13:10.156994 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c61b41-4221-40f3-ac9b-db10545a5628 req-1141fed7-609a-4913-b00a-a06973e2bbfa service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:13:10.157367 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c61b41-4221-40f3-ac9b-db10545a5628 req-1141fed7-609a-4913-b00a-a06973e2bbfa service neutron] Checking segment: {'id': 'a97910f7-cad7-42ae-9f6e-c8965771467a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'db135028-f57a-417d-a5fc-9f73c3e34dd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:13:10.157745 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c61b41-4221-40f3-ac9b-db10545a5628 req-1141fed7-609a-4913-b00a-a06973e2bbfa service neutron] Bound using segment: {'id': 'a97910f7-cad7-42ae-9f6e-c8965771467a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'db135028-f57a-417d-a5fc-9f73c3e34dd7'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:13:10.158167 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-44c61b41-4221-40f3-ac9b-db10545a5628 req-1141fed7-609a-4913-b00a-a06973e2bbfa service neutron] Bound port: e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a97910f7-cad7-42ae-9f6e-c8965771467a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'db135028-f57a-417d-a5fc-9f73c3e34dd7'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:13:10.158524 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-44c61b41-4221-40f3-ac9b-db10545a5628 req-1141fed7-609a-4913-b00a-a06973e2bbfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:10.224103 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-44c61b41-4221-40f3-ac9b-db10545a5628 req-1141fed7-609a-4913-b00a-a06973e2bbfa service neutron] For port e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00, host n-h2-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:13:10.228009 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-44c61b41-4221-40f3-ac9b-db10545a5628 req-1141fed7-609a-4913-b00a-a06973e2bbfa service neutron] For port e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00,segment=NetworkSegment(a97910f7-cad7-42ae-9f6e-c8965771467a),segment_id=a97910f7-cad7-42ae-9f6e-c8965771467a)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:13:10.233167 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-44c61b41-4221-40f3-ac9b-db10545a5628 req-1141fed7-609a-4913-b00a-a06973e2bbfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:10.265816 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c61b41-4221-40f3-ac9b-db10545a5628 req-1141fed7-609a-4913-b00a-a06973e2bbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:10.266425 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-44c61b41-4221-40f3-ac9b-db10545a5628 req-1141fed7-609a-4913-b00a-a06973e2bbfa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:10.267809 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-44c61b41-4221-40f3-ac9b-db10545a5628 req-1141fed7-609a-4913-b00a-a06973e2bbfa service neutron] 10.222.0.67 "PUT /v2.0/ports/e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00 HTTP/1.1" status: 200 len: 1113 time: 0.5618041 Jan 18 22:13:10.268258 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e47c1b4-ec60-4c82-9419-92448c3d9688', 'tag': 'e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:13:10.270450 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c529296-4528-49c0-8d7a-e0153ace9f1b" -d '{"events": [{"name": "network-changed", "server_uuid": "7e47c1b4-ec60-4c82-9419-92448c3d9688", "tag": "e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:13:10.304753 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1141fed7-609a-4913-b00a-a06973e2bbfa service neutron] Pushing event updated for resources: {'Port': ['ID=e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:10.322106 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-526e1671-f9e0-4ac6-ae01-caeb3e85d38d x-openstack-request-id: req-526e1671-f9e0-4ac6-ae01-caeb3e85d38d {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:13:10.322106 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e47c1b4-ec60-4c82-9419-92448c3d9688", "tag": "e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:13:10.322292 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-526e1671-f9e0-4ac6-ae01-caeb3e85d38d {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:13:10.322611 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e47c1b4-ec60-4c82-9419-92448c3d9688', 'tag': 'e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00', 'status': 'completed', 'code': 200} Jan 18 22:13:10.355106 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c61b41-4221-40f3-ac9b-db10545a5628 req-843ee20f-5689-4204-afcc-1fb30ed64fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:10.356829 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-44c61b41-4221-40f3-ac9b-db10545a5628 req-843ee20f-5689-4204-afcc-1fb30ed64fed service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=646d6b7fa3c74dbb9d53573120d4a5a9&device_id=7e47c1b4-ec60-4c82-9419-92448c3d9688 HTTP/1.1" status: 200 len: 1116 time: 0.0448477 Jan 18 22:13:10.420217 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-44c61b41-4221-40f3-ac9b-db10545a5628 req-0c93afb0-a87a-4c06-883f-da47ad85e3c0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00 HTTP/1.1" status: 200 len: 217 time: 0.0498793 Jan 18 22:13:10.462825 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78ce065-48a9-4f93-871b-9a41cce597c8 req-9f07c6c6-2c61-4926-955f-da5d756fe927 tempest-AggregatesAdminTestJSON-522880553 tempest-AggregatesAdminTestJSON-522880553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:10.464305 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b78ce065-48a9-4f93-871b-9a41cce597c8 req-9f07c6c6-2c61-4926-955f-da5d756fe927 tempest-AggregatesAdminTestJSON-522880553 tempest-AggregatesAdminTestJSON-522880553-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e811d1c-7b09-4e47-98d4-107813296894 HTTP/1.1" status: 200 len: 971 time: 0.1026063 Jan 18 22:13:10.497852 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c61b41-4221-40f3-ac9b-db10545a5628 req-d84b39a9-592e-4547-908c-1451abb46829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:10.497852 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-44c61b41-4221-40f3-ac9b-db10545a5628 req-d84b39a9-592e-4547-908c-1451abb46829 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9d1c997a-9e2b-4f20-9423-81e2cb97ac40 HTTP/1.1" status: 200 len: 847 time: 0.0687366 Jan 18 22:13:10.545633 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b78ce065-48a9-4f93-871b-9a41cce597c8 req-b3fd084a-ba15-4530-845c-8cb7f5c7eabc tempest-AggregatesAdminTestJSON-522880553 tempest-AggregatesAdminTestJSON-522880553-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a8f2831-3a4d-4b4f-b886-31a9dd15e9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751381 Jan 18 22:13:10.549493 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-44c61b41-4221-40f3-ac9b-db10545a5628 req-8a0f37e8-e0ab-46f3-b91a-a40988a34456 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=db135028-f57a-417d-a5fc-9f73c3e34dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425458 Jan 18 22:13:10.647187 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9431cde9-152f-4541-97ee-e84056120ae2 req-81121ae0-fc21-4802-9927-56ce5b74ef86 tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:10.648839 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9431cde9-152f-4541-97ee-e84056120ae2 req-81121ae0-fc21-4802-9927-56ce5b74ef86 tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] 10.222.0.53 "GET /v2.0/ports?device_id=3640a24c-2904-4718-ad61-67b7fe804660 HTTP/1.1" status: 200 len: 950 time: 0.1020851 Jan 18 22:13:10.713316 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-44c61b41-4221-40f3-ac9b-db10545a5628 req-aa4eaa31-0e97-4d68-955a-665af19bd620 service neutron] 10.222.0.67 "GET /v2.0/networks/db135028-f57a-417d-a5fc-9f73c3e34dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542873 Jan 18 22:13:10.752189 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9431cde9-152f-4541-97ee-e84056120ae2 req-ac7d6d64-542f-43d1-8b66-832e54c4d944 tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f4a5f1a-070e-4f7c-9935-2190c007dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933073 Jan 18 22:13:10.787789 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d6e14-c6f2-4490-9eb8-e4b547b4c0c5 req-862c74d3-365b-4c54-849e-451a545c15f9 tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:10.789265 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d32d6e14-c6f2-4490-9eb8-e4b547b4c0c5 req-862c74d3-365b-4c54-849e-451a545c15f9 tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea2fd9d7-85ea-436e-ab9a-5ecaf9ec9041 HTTP/1.1" status: 200 len: 948 time: 0.1322725 Jan 18 22:13:10.853564 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-44c61b41-4221-40f3-ac9b-db10545a5628 req-9c9b5b3a-4679-46c3-85ec-001f08dd445b service neutron] 10.222.0.67 "GET /v2.0/networks/db135028-f57a-417d-a5fc-9f73c3e34dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240664 Jan 18 22:13:10.859620 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d32d6e14-c6f2-4490-9eb8-e4b547b4c0c5 req-1486f8ef-2fe8-4fba-affd-e70fee8dab83 tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f72a7ca-d99c-4482-be1e-32e399b65a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602226 Jan 18 22:13:10.991410 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c529296-4528-49c0-8d7a-e0153ace9f1b req-8b1aa5b5-30e2-4485-a2e9-15f1020b1ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:10.992886 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9c529296-4528-49c0-8d7a-e0153ace9f1b req-8b1aa5b5-30e2-4485-a2e9-15f1020b1ac3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=646d6b7fa3c74dbb9d53573120d4a5a9&device_id=7e47c1b4-ec60-4c82-9419-92448c3d9688 HTTP/1.1" status: 200 len: 1116 time: 0.0764973 Jan 18 22:13:11.010774 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355cc2ef-2bda-42b0-b795-22eab26af8ea req-2ec0c212-e9d3-45e7-b7c1-564d50380b88 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:11.012727 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-355cc2ef-2bda-42b0-b795-22eab26af8ea req-2ec0c212-e9d3-45e7-b7c1-564d50380b88 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e47c1b4-ec60-4c82-9419-92448c3d9688 HTTP/1.1" status: 200 len: 965 time: 0.0808644 Jan 18 22:13:11.110806 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-355cc2ef-2bda-42b0-b795-22eab26af8ea req-cc0b697b-c330-40ba-a980-2da22853642f tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac5bfedd-8c81-4ad7-9f0f-99ba0a339521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795524 Jan 18 22:13:11.143122 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c529296-4528-49c0-8d7a-e0153ace9f1b req-dfd75094-908d-4f32-b13d-34931e200aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:11.144724 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9c529296-4528-49c0-8d7a-e0153ace9f1b req-dfd75094-908d-4f32-b13d-34931e200aaa service neutron] 10.222.0.67 "GET /v2.0/networks?id=db135028-f57a-417d-a5fc-9f73c3e34dd7 HTTP/1.1" status: 200 len: 907 time: 0.1425109 Jan 18 22:13:11.191491 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9c529296-4528-49c0-8d7a-e0153ace9f1b req-e8a6d538-0cd5-49c6-a765-316aa6709ae5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00 HTTP/1.1" status: 200 len: 217 time: 0.0375283 Jan 18 22:13:11.253283 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c529296-4528-49c0-8d7a-e0153ace9f1b req-c6e0d873-61fe-4730-a2e8-7f58b9b26f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:11.253283 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9c529296-4528-49c0-8d7a-e0153ace9f1b req-c6e0d873-61fe-4730-a2e8-7f58b9b26f26 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9d1c997a-9e2b-4f20-9423-81e2cb97ac40 HTTP/1.1" status: 200 len: 847 time: 0.0496802 Jan 18 22:13:11.292490 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9c529296-4528-49c0-8d7a-e0153ace9f1b req-8cfd2ecd-099b-44fb-b7bf-5f62e8224bb0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=db135028-f57a-417d-a5fc-9f73c3e34dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262527 Jan 18 22:13:11.550814 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17314bed-99ff-4ead-8f62-200d44405357 req-3013403e-b1ab-487d-831f-44f9e560da60 tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:11.552353 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-17314bed-99ff-4ead-8f62-200d44405357 req-3013403e-b1ab-487d-831f-44f9e560da60 tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] 10.222.0.53 "GET /v2.0/ports?device_id=3640a24c-2904-4718-ad61-67b7fe804660 HTTP/1.1" status: 200 len: 950 time: 0.2033017 Jan 18 22:13:11.554632 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9c529296-4528-49c0-8d7a-e0153ace9f1b req-7446c4ff-9ff1-4a16-8b62-bc690581025b service neutron] 10.222.0.67 "GET /v2.0/networks/db135028-f57a-417d-a5fc-9f73c3e34dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537241 Jan 18 22:13:11.641095 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-17314bed-99ff-4ead-8f62-200d44405357 req-0b87ff2c-e8e7-4cd9-8465-04e0b557e012 tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f4a5f1a-070e-4f7c-9935-2190c007dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830119 Jan 18 22:13:11.703066 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aa61a4-9adc-4220-81a0-8fd3952a97d7 req-17b7b39d-2403-463e-a642-ad7cda79ad10 tempest-AggregatesAdminTestJSON-522880553 tempest-AggregatesAdminTestJSON-522880553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:11.705125 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-68aa61a4-9adc-4220-81a0-8fd3952a97d7 req-17b7b39d-2403-463e-a642-ad7cda79ad10 tempest-AggregatesAdminTestJSON-522880553 tempest-AggregatesAdminTestJSON-522880553-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e811d1c-7b09-4e47-98d4-107813296894 HTTP/1.1" status: 200 len: 971 time: 0.0815234 Jan 18 22:13:11.707381 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9c529296-4528-49c0-8d7a-e0153ace9f1b req-b058d11b-6d72-4911-9f18-aa2f4e264b0d service neutron] 10.222.0.67 "GET /v2.0/networks/db135028-f57a-417d-a5fc-9f73c3e34dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435902 Jan 18 22:13:11.745060 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-68aa61a4-9adc-4220-81a0-8fd3952a97d7 req-067c4b05-cf31-4430-a34f-7bdf22cc0ac5 tempest-AggregatesAdminTestJSON-522880553 tempest-AggregatesAdminTestJSON-522880553-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a8f2831-3a4d-4b4f-b886-31a9dd15e9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322113 Jan 18 22:13:11.848639 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb362fcf-d626-4c82-9f8f-e6463bd5336c req-a6b8ec87-3575-4dc7-b0bc-4bc60bee4b9a tempest-AggregatesAdminTestJSON-362015834 tempest-AggregatesAdminTestJSON-362015834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:11.850106 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fb362fcf-d626-4c82-9f8f-e6463bd5336c req-a6b8ec87-3575-4dc7-b0bc-4bc60bee4b9a tempest-AggregatesAdminTestJSON-362015834 tempest-AggregatesAdminTestJSON-362015834-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6e811d1c-7b09-4e47-98d4-107813296894 HTTP/1.1" status: 200 len: 1122 time: 0.0395496 Jan 18 22:13:11.871076 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-fb362fcf-d626-4c82-9f8f-e6463bd5336c req-325892af-908f-4139-b359-e159f8167598 tempest-AggregatesAdminTestJSON-362015834 tempest-AggregatesAdminTestJSON-362015834-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:11.949123 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-fb362fcf-d626-4c82-9f8f-e6463bd5336c req-325892af-908f-4139-b359-e159f8167598 tempest-AggregatesAdminTestJSON-362015834 tempest-AggregatesAdminTestJSON-362015834-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:11.952563 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-fb362fcf-d626-4c82-9f8f-e6463bd5336c req-325892af-908f-4139-b359-e159f8167598 tempest-AggregatesAdminTestJSON-362015834 tempest-AggregatesAdminTestJSON-362015834-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:11.973973 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fb362fcf-d626-4c82-9f8f-e6463bd5336c req-325892af-908f-4139-b359-e159f8167598 tempest-AggregatesAdminTestJSON-362015834 tempest-AggregatesAdminTestJSON-362015834-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=6a8f2831-3a4d-4b4f-b886-31a9dd15e9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163526 Jan 18 22:13:11.994068 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325892af-908f-4139-b359-e159f8167598 tempest-AggregatesAdminTestJSON-362015834 tempest-AggregatesAdminTestJSON-362015834-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f694437-e205-480e-bc33-4f40a6bbc2d6,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:12.033994 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b83aacd-3d95-4675-b147-be13f75af057 req-d31c7c60-8c64-437c-a0d7-4c0a25e6be7d tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:12.035455 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8b83aacd-3d95-4675-b147-be13f75af057 req-d31c7c60-8c64-437c-a0d7-4c0a25e6be7d tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea2fd9d7-85ea-436e-ab9a-5ecaf9ec9041 HTTP/1.1" status: 200 len: 948 time: 0.0584514 Jan 18 22:13:12.072742 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8b83aacd-3d95-4675-b147-be13f75af057 req-5411aa01-4446-4ea7-a207-62e26a8d3468 tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f72a7ca-d99c-4482-be1e-32e399b65a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312226 Jan 18 22:13:12.186518 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 71697cfd-3ad1-4fd2-a441-336d49388aa9 details requested by agent hyperv_n-h1-825064-1 with host n-h1-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:13:12.264208 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db0ed52-c58f-4b4f-8bc5-31f55850349b req-6b4ad829-f23e-4929-9ac8-5666cc2c9177 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:12.265877 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6db0ed52-c58f-4b4f-8bc5-31f55850349b req-6b4ad829-f23e-4929-9ac8-5666cc2c9177 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e47c1b4-ec60-4c82-9419-92448c3d9688 HTTP/1.1" status: 200 len: 965 time: 0.0628548 Jan 18 22:13:12.307560 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6db0ed52-c58f-4b4f-8bc5-31f55850349b req-11ccbdeb-c660-4111-865d-5c69b2752a10 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac5bfedd-8c81-4ad7-9f0f-99ba0a339521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345714 Jan 18 22:13:12.309623 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 71697cfd-3ad1-4fd2-a441-336d49388aa9, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=71697cfd-3ad1-4fd2-a441-336d49388aa9,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:13:12.330333 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Returning: {'device': '71697cfd-3ad1-4fd2-a441-336d49388aa9', 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b', 'port_id': '71697cfd-3ad1-4fd2-a441-336d49388aa9', 'mac_address': 'fa:16:3e:16:c7:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8518183d-cc63-459a-b971-d4c7514e001f', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:13:12.375387 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:12.388931 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71697cfd-3ad1-4fd2-a441-336d49388aa9 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:13:12.411591 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 71697cfd-3ad1-4fd2-a441-336d49388aa9, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=71697cfd-3ad1-4fd2-a441-336d49388aa9,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:13:12.417403 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:12.476785 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=71697cfd-3ad1-4fd2-a441-336d49388aa9,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:12.480625 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:12.487952 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 52336) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:13:12.589969 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a35d7af6-0bba-4d82-b664-3dfb9315dc61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:12.671353 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a35d7af6-0bba-4d82-b664-3dfb9315dc61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:12.677052 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a35d7af6-0bba-4d82-b664-3dfb9315dc61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:12.683761 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['71697cfd-3ad1-4fd2-a441-336d49388aa9'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:13:12.711046 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 52354) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:13:12.718096 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-a35d7af6-0bba-4d82-b664-3dfb9315dc61 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2dc9089d9c8c4a00a6f2ab0045bc82bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2289324 Jan 18 22:13:12.747566 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35d7af6-0bba-4d82-b664-3dfb9315dc61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f77e13bf-bb4d-4d5f-a19f-804671005d7e,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:12.807590 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-56bbdbc4-8549-4b7c-a15f-1602443d2e91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:12.816410 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66929a2-0870-4b41-811a-2c83bb1e5571 req-d430a311-3164-4b42-b76d-81b3f3a4e5e6 tempest-DeleteServersAdminTestJSON-524401965 tempest-DeleteServersAdminTestJSON-524401965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:12.817906 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f66929a2-0870-4b41-811a-2c83bb1e5571 req-d430a311-3164-4b42-b76d-81b3f3a4e5e6 tempest-DeleteServersAdminTestJSON-524401965 tempest-DeleteServersAdminTestJSON-524401965-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=3640a24c-2904-4718-ad61-67b7fe804660 HTTP/1.1" status: 200 len: 1101 time: 0.0527849 Jan 18 22:13:12.829806 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af20192d-7a71-41ed-b505-0bdd3592930e req-a05f3c6f-0396-4242-b243-c1e0bdc38ad1 tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:12.831384 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-af20192d-7a71-41ed-b505-0bdd3592930e req-a05f3c6f-0396-4242-b243-c1e0bdc38ad1 tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] 10.222.0.53 "GET /v2.0/ports?device_id=3640a24c-2904-4718-ad61-67b7fe804660 HTTP/1.1" status: 200 len: 950 time: 0.1057301 Jan 18 22:13:12.843428 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-56bbdbc4-8549-4b7c-a15f-1602443d2e91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:12.909933 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-f66929a2-0870-4b41-811a-2c83bb1e5571 req-b37d14b2-cfc2-4630-91cd-62bcbb4cd36b tempest-DeleteServersAdminTestJSON-524401965 tempest-DeleteServersAdminTestJSON-524401965-project-admin] Deleting port 7636ac34-5926-476a-b27a-22bcb4dbe49b {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:13:12.910342 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-f66929a2-0870-4b41-811a-2c83bb1e5571 req-b37d14b2-cfc2-4630-91cd-62bcbb4cd36b tempest-DeleteServersAdminTestJSON-524401965 tempest-DeleteServersAdminTestJSON-524401965-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:12.920908 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-af20192d-7a71-41ed-b505-0bdd3592930e req-6ed6a385-dbbd-44c4-9ceb-68d828d5c8fb tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f4a5f1a-070e-4f7c-9935-2190c007dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802865 Jan 18 22:13:12.959597 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-56bbdbc4-8549-4b7c-a15f-1602443d2e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:12.964333 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-56bbdbc4-8549-4b7c-a15f-1602443d2e91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:12.965523 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-56bbdbc4-8549-4b7c-a15f-1602443d2e91 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f77e13bf-bb4d-4d5f-a19f-804671005d7e HTTP/1.1" status: 204 len: 168 time: 0.2536674 Jan 18 22:13:12.975407 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bbdbc4-8549-4b7c-a15f-1602443d2e91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f77e13bf-bb4d-4d5f-a19f-804671005d7e,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:13.029006 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-f66929a2-0870-4b41-811a-2c83bb1e5571 req-b37d14b2-cfc2-4630-91cd-62bcbb4cd36b tempest-DeleteServersAdminTestJSON-524401965 tempest-DeleteServersAdminTestJSON-524401965-project-admin] For port 7636ac34-5926-476a-b27a-22bcb4dbe49b, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=7636ac34-5926-476a-b27a-22bcb4dbe49b,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:13:13.029510 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-f66929a2-0870-4b41-811a-2c83bb1e5571 req-b37d14b2-cfc2-4630-91cd-62bcbb4cd36b tempest-DeleteServersAdminTestJSON-524401965 tempest-DeleteServersAdminTestJSON-524401965-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:13.043935 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-f66929a2-0870-4b41-811a-2c83bb1e5571 req-b37d14b2-cfc2-4630-91cd-62bcbb4cd36b tempest-DeleteServersAdminTestJSON-524401965 tempest-DeleteServersAdminTestJSON-524401965-project-admin] Calling delete_port for 7636ac34-5926-476a-b27a-22bcb4dbe49b owned by compute:nova {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:13:13.210081 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408001db-3e13-436a-bbc6-6eac9e4cd457 req-39cd5931-009a-42a3-a520-b6d6e76868bc tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:13.211731 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-408001db-3e13-436a-bbc6-6eac9e4cd457 req-39cd5931-009a-42a3-a520-b6d6e76868bc tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea2fd9d7-85ea-436e-ab9a-5ecaf9ec9041 HTTP/1.1" status: 200 len: 949 time: 0.0521715 Jan 18 22:13:13.230786 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-f66929a2-0870-4b41-811a-2c83bb1e5571 req-b37d14b2-cfc2-4630-91cd-62bcbb4cd36b tempest-DeleteServersAdminTestJSON-524401965 tempest-DeleteServersAdminTestJSON-524401965-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:13.243720 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['7636ac34-5926-476a-b27a-22bcb4dbe49b'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:13:13.272436 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37d14b2-cfc2-4630-91cd-62bcbb4cd36b tempest-DeleteServersAdminTestJSON-524401965 tempest-DeleteServersAdminTestJSON-524401965-project-admin] Pushing event deleted for resources: {'Port': ['ID=7636ac34-5926-476a-b27a-22bcb4dbe49b,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:13.296060 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-408001db-3e13-436a-bbc6-6eac9e4cd457 req-2b2ece42-516a-43ae-b869-9972d5a3c63c tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f72a7ca-d99c-4482-be1e-32e399b65a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748188 Jan 18 22:13:13.332166 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 52400) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:13:13.351951 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ec22c271-5a62-4667-b8d4-324281043b1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:13.352184 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-f66929a2-0870-4b41-811a-2c83bb1e5571 req-b37d14b2-cfc2-4630-91cd-62bcbb4cd36b tempest-DeleteServersAdminTestJSON-524401965 tempest-DeleteServersAdminTestJSON-524401965-project-admin] No DVR routers for this DVR port 7636ac34-5926-476a-b27a-22bcb4dbe49b on host n-h1-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:13:13.357292 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-f66929a2-0870-4b41-811a-2c83bb1e5571 req-b37d14b2-cfc2-4630-91cd-62bcbb4cd36b tempest-DeleteServersAdminTestJSON-524401965 tempest-DeleteServersAdminTestJSON-524401965-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:13.361847 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f66929a2-0870-4b41-811a-2c83bb1e5571 req-b37d14b2-cfc2-4630-91cd-62bcbb4cd36b tempest-DeleteServersAdminTestJSON-524401965 tempest-DeleteServersAdminTestJSON-524401965-project-admin] 10.222.0.36 "DELETE /v2.0/ports/7636ac34-5926-476a-b27a-22bcb4dbe49b HTTP/1.1" status: 204 len: 173 time: 0.5367074 Jan 18 22:13:13.362499 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3640a24c-2904-4718-ad61-67b7fe804660', 'name': 'network-vif-deleted', 'tag': '7636ac34-5926-476a-b27a-22bcb4dbe49b'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:13:13.363278 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:13.366281 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2303fb47-0190-480b-b394-9104ea36cf66" -d '{"events": [{"server_uuid": "3640a24c-2904-4718-ad61-67b7fe804660", "name": "network-vif-deleted", "tag": "7636ac34-5926-476a-b27a-22bcb4dbe49b"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:13:13.420417 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2840af05-d60d-4c39-96ed-9294ff19fa57 x-openstack-request-id: req-2840af05-d60d-4c39-96ed-9294ff19fa57 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:13:13.420701 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3640a24c-2904-4718-ad61-67b7fe804660", "name": "network-vif-deleted", "tag": "7636ac34-5926-476a-b27a-22bcb4dbe49b", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:13:13.420952 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2840af05-d60d-4c39-96ed-9294ff19fa57 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:13:13.423988 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3640a24c-2904-4718-ad61-67b7fe804660', 'name': 'network-vif-deleted', 'tag': '7636ac34-5926-476a-b27a-22bcb4dbe49b', 'status': 'completed', 'code': 200} Jan 18 22:13:13.504046 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ec22c271-5a62-4667-b8d4-324281043b1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:13.517907 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3967907d-f01e-46da-89b2-39118ff60e34 req-d0e89260-7892-43aa-bbfc-fd407251d786 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:13.519763 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3967907d-f01e-46da-89b2-39118ff60e34 req-d0e89260-7892-43aa-bbfc-fd407251d786 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e47c1b4-ec60-4c82-9419-92448c3d9688 HTTP/1.1" status: 200 len: 965 time: 0.1039748 Jan 18 22:13:13.520618 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ec22c271-5a62-4667-b8d4-324281043b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:13.594250 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-ec22c271-5a62-4667-b8d4-324281043b1b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ad14019112b74b20b2023cb89aa4b6bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2608404 Jan 18 22:13:13.596883 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec22c271-5a62-4667-b8d4-324281043b1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac68ae3c-1b75-4e23-94d0-ceed59964f25,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:13.596996 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 52416) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:13:13.612275 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3967907d-f01e-46da-89b2-39118ff60e34 req-74a2bd47-4a4b-476d-8d1f-4fd07e7663db tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac5bfedd-8c81-4ad7-9f0f-99ba0a339521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857546 Jan 18 22:13:13.654537 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4d1ee594-1ca4-42c1-8199-9246f2b77259 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:13.675232 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4d1ee594-1ca4-42c1-8199-9246f2b77259 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:13.724666 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4d1ee594-1ca4-42c1-8199-9246f2b77259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:13.727842 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4d1ee594-1ca4-42c1-8199-9246f2b77259 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:13.728893 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-4d1ee594-1ca4-42c1-8199-9246f2b77259 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ac68ae3c-1b75-4e23-94d0-ceed59964f25 HTTP/1.1" status: 204 len: 168 time: 0.1309724 Jan 18 22:13:13.736459 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1ee594-1ca4-42c1-8199-9246f2b77259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac68ae3c-1b75-4e23-94d0-ceed59964f25,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:14.212270 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 71697cfd-3ad1-4fd2-a441-336d49388aa9 up at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:13:14.322464 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning for port 71697cfd-3ad1-4fd2-a441-336d49388aa9 completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:13:14.328302 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning complete for port 71697cfd-3ad1-4fd2-a441-336d49388aa9 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:13:14.336812 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:14.359677 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-54ec5cc5-97ab-43bd-8f15-d6a5f5563f97 req-b544f72e-abea-47b5-bcbd-33e50198c425 tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=c0618b21782f4852828b87e1d6c8b07d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0363901 Jan 18 22:13:14.438710 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 52508) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:13:14.455780 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3552a9c9-54f7-4713-b1d7-d49c3b84361b req-cb4cb87b-b4f7-4379-a931-bddfd7c08dd3 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6e811d1c-7b09-4e47-98d4-107813296894&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1799662 Jan 18 22:13:14.517069 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ec5cc5-97ab-43bd-8f15-d6a5f5563f97 req-d60bb7ca-ee86-4ae7-8b79-f6d021ac4ce0 tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:14.527834 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-54ec5cc5-97ab-43bd-8f15-d6a5f5563f97 req-d60bb7ca-ee86-4ae7-8b79-f6d021ac4ce0 tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1670589 Jan 18 22:13:14.541010 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:14.571156 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea2fd9d7-85ea-436e-ab9a-5ecaf9ec9041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71697cfd-3ad1-4fd2-a441-336d49388aa9'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:13:14.573715 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d04519c6-21ed-498a-8f5c-cad557654d96" -d '{"events": [{"server_uuid": "ea2fd9d7-85ea-436e-ab9a-5ecaf9ec9041", "name": "network-vif-plugged", "status": "completed", "tag": "71697cfd-3ad1-4fd2-a441-336d49388aa9"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:13:14.592292 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-273c8526-024b-4b7d-87ef-9e64253be8b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:14.595958 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 71697cfd-3ad1-4fd2-a441-336d49388aa9, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=71697cfd-3ad1-4fd2-a441-336d49388aa9,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:13:14.596930 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-54ec5cc5-97ab-43bd-8f15-d6a5f5563f97 req-3713c506-eaf8-4274-949f-b8a19ad449f6 tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] 10.222.0.53 "GET /v2.0/quotas/c0618b21782f4852828b87e1d6c8b07d HTTP/1.1" status: 200 len: 375 time: 0.0678239 Jan 18 22:13:14.608636 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:14.650895 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-54ec5cc5-97ab-43bd-8f15-d6a5f5563f97 req-a863bf2c-d12d-4740-bccc-b10931468eab tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c0618b21782f4852828b87e1d6c8b07d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0507066 Jan 18 22:13:14.669540 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=71697cfd-3ad1-4fd2-a441-336d49388aa9,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:14.684741 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3552a9c9-54f7-4713-b1d7-d49c3b84361b req-78c6bddf-060d-4691-a1fc-3c11751fbdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:14.686448 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3552a9c9-54f7-4713-b1d7-d49c3b84361b req-78c6bddf-060d-4691-a1fc-3c11751fbdeb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e1d6b37108934abe9e4e131b7928ae65&device_id=6e811d1c-7b09-4e47-98d4-107813296894 HTTP/1.1" status: 200 len: 1122 time: 0.1559410 Jan 18 22:13:14.697641 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43feba8d-51a0-49b9-817f-ad0a38162390 req-74dae061-5cb8-49b8-91ec-736812f78822 tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:14.699808 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-43feba8d-51a0-49b9-817f-ad0a38162390 req-74dae061-5cb8-49b8-91ec-736812f78822 tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea2fd9d7-85ea-436e-ab9a-5ecaf9ec9041 HTTP/1.1" status: 200 len: 949 time: 0.1505823 Jan 18 22:13:14.703704 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-273c8526-024b-4b7d-87ef-9e64253be8b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:14.712210 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-273c8526-024b-4b7d-87ef-9e64253be8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:14.741940 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-273c8526-024b-4b7d-87ef-9e64253be8b6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=069498efe66144629f3546cfeea84323&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3019633 Jan 18 22:13:14.745763 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 52528) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:13:14.786872 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-43feba8d-51a0-49b9-817f-ad0a38162390 req-92eb3f19-89c1-4880-9225-744671d6216d tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f72a7ca-d99c-4482-be1e-32e399b65a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797863 Jan 18 22:13:14.840261 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cf0d9932-48fe-496d-aefa-0f264c69ed8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:14.842438 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273c8526-024b-4b7d-87ef-9e64253be8b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e5ef1dd-c8f3-4f7a-91df-baea5bbc2fe0,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:14.872893 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cf0d9932-48fe-496d-aefa-0f264c69ed8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:14.883982 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3552a9c9-54f7-4713-b1d7-d49c3b84361b req-1ddd8659-3ae7-4a43-8028-411f063f3e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:14.885586 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3552a9c9-54f7-4713-b1d7-d49c3b84361b req-1ddd8659-3ae7-4a43-8028-411f063f3e19 service neutron] 10.222.0.67 "GET /v2.0/networks?id=aed2eca7-1bb0-443d-8485-b985dbe9851b HTTP/1.1" status: 200 len: 869 time: 0.1767418 Jan 18 22:13:14.951205 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3552a9c9-54f7-4713-b1d7-d49c3b84361b req-636974cc-0652-4d0d-8d0b-0005995f56eb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=92342de8-c0c4-4451-90eb-6c55c06d4fb9 HTTP/1.1" status: 200 len: 217 time: 0.0571399 Jan 18 22:13:14.958201 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6cf6c7a-ff71-47bf-964d-34d2b45eceb6 x-openstack-request-id: req-e6cf6c7a-ff71-47bf-964d-34d2b45eceb6 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:13:14.958201 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea2fd9d7-85ea-436e-ab9a-5ecaf9ec9041", "name": "network-vif-plugged", "status": "completed", "tag": "71697cfd-3ad1-4fd2-a441-336d49388aa9", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:13:14.958201 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e6cf6c7a-ff71-47bf-964d-34d2b45eceb6 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:13:14.958871 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea2fd9d7-85ea-436e-ab9a-5ecaf9ec9041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71697cfd-3ad1-4fd2-a441-336d49388aa9', 'code': 200} Jan 18 22:13:14.965605 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cf0d9932-48fe-496d-aefa-0f264c69ed8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:14.968106 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cf0d9932-48fe-496d-aefa-0f264c69ed8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:14.986329 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-cf0d9932-48fe-496d-aefa-0f264c69ed8b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7e5ef1dd-c8f3-4f7a-91df-baea5bbc2fe0 HTTP/1.1" status: 204 len: 168 time: 0.2393439 Jan 18 22:13:15.009570 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3552a9c9-54f7-4713-b1d7-d49c3b84361b req-ec5fd8be-57ae-417d-bbf4-804e339dad50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:15.009980 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0d9932-48fe-496d-aefa-0f264c69ed8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e5ef1dd-c8f3-4f7a-91df-baea5bbc2fe0,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:15.011654 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3552a9c9-54f7-4713-b1d7-d49c3b84361b req-ec5fd8be-57ae-417d-bbf4-804e339dad50 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8518183d-cc63-459a-b971-d4c7514e001f HTTP/1.1" status: 200 len: 843 time: 0.0538759 Jan 18 22:13:15.040862 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-249e705b-6b58-41b3-985a-46e718ce6b99 req-3e068276-6477-4bbb-b152-e14b4a00d77e tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e75c3cc-f08f-47a0-a1ab-06b460c064c8 HTTP/1.1" status: 200 len: 210 time: 0.0334690 Jan 18 22:13:15.123019 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3823c2-187c-48e4-8d4b-b28c9c4c29fd req-e564126c-968f-4957-8ce9-8c645eb98e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:15.125191 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-af3823c2-187c-48e4-8d4b-b28c9c4c29fd req-e564126c-968f-4957-8ce9-8c645eb98e78 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ea2fd9d7-85ea-436e-ab9a-5ecaf9ec9041 HTTP/1.1" status: 200 len: 1101 time: 0.0615478 Jan 18 22:13:15.126497 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3552a9c9-54f7-4713-b1d7-d49c3b84361b req-abdf3764-8a94-4397-8b37-a7a746bc30d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:15.128073 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3552a9c9-54f7-4713-b1d7-d49c3b84361b req-abdf3764-8a94-4397-8b37-a7a746bc30d4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aed2eca7-1bb0-443d-8485-b985dbe9851b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0903392 Jan 18 22:13:15.186835 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456c6725-d6b2-46d5-9fbf-6d7e4ca79756 req-05e3a267-0456-4851-8411-051c6887e38f tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:15.187769 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-af3823c2-187c-48e4-8d4b-b28c9c4c29fd req-3baf7808-4c3e-4de1-9903-ce9435e5c59c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0f72a7ca-d99c-4482-be1e-32e399b65a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548759 Jan 18 22:13:15.189100 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-456c6725-d6b2-46d5-9fbf-6d7e4ca79756 req-05e3a267-0456-4851-8411-051c6887e38f tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e47c1b4-ec60-4c82-9419-92448c3d9688 HTTP/1.1" status: 200 len: 965 time: 0.1404784 Jan 18 22:13:15.269056 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00 details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:13:15.274119 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-456c6725-d6b2-46d5-9fbf-6d7e4ca79756 req-e69ffa0d-c30e-40b1-8f55-d62680129237 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac5bfedd-8c81-4ad7-9f0f-99ba0a339521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549028 Jan 18 22:13:15.333840 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3552a9c9-54f7-4713-b1d7-d49c3b84361b req-6ab956c7-2d21-4c4d-b110-836ac97c987a service neutron] 10.222.0.67 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972764 Jan 18 22:13:15.465765 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00,segment=NetworkSegment(a97910f7-cad7-42ae-9f6e-c8965771467a),segment_id=a97910f7-cad7-42ae-9f6e-c8965771467a)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:13:15.490804 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': 'e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00', 'network_id': 'db135028-f57a-417d-a5fc-9f73c3e34dd7', 'port_id': 'e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00', 'mac_address': 'fa:16:3e:9d:5f:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d1c997a-9e2b-4f20-9423-81e2cb97ac40', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:tempest-test_az-128761307', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:13:15.593923 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:15.604897 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3552a9c9-54f7-4713-b1d7-d49c3b84361b req-50bdc409-dfe8-4542-a78f-b781c1c6af6c service neutron] 10.222.0.67 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640102 Jan 18 22:13:15.631082 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:13:15.678429 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00,segment=NetworkSegment(a97910f7-cad7-42ae-9f6e-c8965771467a),segment_id=a97910f7-cad7-42ae-9f6e-c8965771467a)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:13:15.689915 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:15.699580 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 52574) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:13:15.724197 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-10eba67f-687f-4b4f-8c57-db97482e999d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:15.815690 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:15.849939 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-10eba67f-687f-4b4f-8c57-db97482e999d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:15.860163 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-10eba67f-687f-4b4f-8c57-db97482e999d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:15.900282 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-10eba67f-687f-4b4f-8c57-db97482e999d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a93c65e8a8a449f19d8653ad91e60842&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1970305 Jan 18 22:13:15.901547 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 52588) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:13:15.903239 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eba67f-687f-4b4f-8c57-db97482e999d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52466a31-e457-4865-a9e2-df326ccd56a0,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:15.925222 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 52592) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:13:15.941837 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:13:15.965514 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-acfbf202-aef2-49f8-b4e5-bd393aea984a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:16.019468 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-acfbf202-aef2-49f8-b4e5-bd393aea984a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:16.057709 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939f6552-4835-4905-9531-c3d34b6630ea req-85212c33-d770-441a-8e11-882ff48f0fab tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:16.059671 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-939f6552-4835-4905-9531-c3d34b6630ea req-85212c33-d770-441a-8e11-882ff48f0fab tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea2fd9d7-85ea-436e-ab9a-5ecaf9ec9041 HTTP/1.1" status: 200 len: 950 time: 0.0952361 Jan 18 22:13:16.128921 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f880079c-dde7-48b6-a088-0961a284c1c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:16.164363 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-939f6552-4835-4905-9531-c3d34b6630ea req-19a76102-1487-4f3b-b9b0-2625bb40921e tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f72a7ca-d99c-4482-be1e-32e399b65a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890992 Jan 18 22:13:16.190586 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-acfbf202-aef2-49f8-b4e5-bd393aea984a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:16.197326 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-acfbf202-aef2-49f8-b4e5-bd393aea984a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:16.198670 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-acfbf202-aef2-49f8-b4e5-bd393aea984a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/52466a31-e457-4865-a9e2-df326ccd56a0 HTTP/1.1" status: 204 len: 168 time: 0.2959223 Jan 18 22:13:16.240185 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfbf202-aef2-49f8-b4e5-bd393aea984a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52466a31-e457-4865-a9e2-df326ccd56a0,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:16.351725 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f880079c-dde7-48b6-a088-0961a284c1c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:16.358858 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f880079c-dde7-48b6-a088-0961a284c1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:16.420576 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f880079c-dde7-48b6-a088-0961a284c1c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aeebfa3-07e6-4fa2-94ac-4808ef68df8f,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:16.434139 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 52620) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:13:16.447913 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-f880079c-dde7-48b6-a088-0961a284c1c8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f8672c41e46d4e1fa444c3026d129602&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5214512 Jan 18 22:13:16.490323 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b6df7c92-0dfb-4217-b182-9a324e1abc4b req-449c50e6-b5ed-4e37-a632-5035c633d2ba tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e75c3cc-f08f-47a0-a1ab-06b460c064c8 HTTP/1.1" status: 200 len: 210 time: 0.0312269 Jan 18 22:13:16.502702 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-21bd1920-9d4e-4752-9d5a-8f3178927aab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:16.540516 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-21bd1920-9d4e-4752-9d5a-8f3178927aab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:16.555080 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be170cd-4581-4dbb-ac67-c76f0c01530c req-91052d93-2e58-4065-8984-98c53a6f6a15 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:16.580844 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2be170cd-4581-4dbb-ac67-c76f0c01530c req-91052d93-2e58-4065-8984-98c53a6f6a15 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e47c1b4-ec60-4c82-9419-92448c3d9688 HTTP/1.1" status: 200 len: 966 time: 0.0891602 Jan 18 22:13:16.633104 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2be170cd-4581-4dbb-ac67-c76f0c01530c req-3d0cde02-286a-423e-90d0-b3e3211623bf tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac5bfedd-8c81-4ad7-9f0f-99ba0a339521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510974 Jan 18 22:13:16.636512 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-21bd1920-9d4e-4752-9d5a-8f3178927aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:16.639452 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-21bd1920-9d4e-4752-9d5a-8f3178927aab admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:16.646769 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-21bd1920-9d4e-4752-9d5a-8f3178927aab admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3aeebfa3-07e6-4fa2-94ac-4808ef68df8f HTTP/1.1" status: 204 len: 168 time: 0.2104878 Jan 18 22:13:16.661324 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bd1920-9d4e-4752-9d5a-8f3178927aab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aeebfa3-07e6-4fa2-94ac-4808ef68df8f,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:16.747240 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-54ec5cc5-97ab-43bd-8f15-d6a5f5563f97 req-e55baade-4741-4849-8c3d-0e253d320753 tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=c0618b21782f4852828b87e1d6c8b07d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311742 Jan 18 22:13:16.901929 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ec5cc5-97ab-43bd-8f15-d6a5f5563f97 req-49096096-df40-4469-b8f5-a76488b9bd7f tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:16.903660 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-54ec5cc5-97ab-43bd-8f15-d6a5f5563f97 req-49096096-df40-4469-b8f5-a76488b9bd7f tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1530130 Jan 18 22:13:16.919043 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-54ec5cc5-97ab-43bd-8f15-d6a5f5563f97 req-df78b8bf-464b-4110-a715-fa9cc5a6ff06 tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] Request body: {'port': {'device_id': '3e75c3cc-f08f-47a0-a1ab-06b460c064c8', 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b', 'admin_state_up': True, 'tenant_id': 'c0618b21782f4852828b87e1d6c8b07d'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:13:17.079258 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54ec5cc5-97ab-43bd-8f15-d6a5f5563f97 req-df78b8bf-464b-4110-a715-fa9cc5a6ff06 tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] Made reservation on behalf of c0618b21782f4852828b87e1d6c8b07d for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:13:17.090235 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-54ec5cc5-97ab-43bd-8f15-d6a5f5563f97 req-df78b8bf-464b-4110-a715-fa9cc5a6ff06 tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:17.095101 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 52660) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:13:17.118764 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-697b3f43-7dde-41ed-95d5-7eeeeda63bf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:17.245126 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-697b3f43-7dde-41ed-95d5-7eeeeda63bf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:17.253549 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-697b3f43-7dde-41ed-95d5-7eeeeda63bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:17.268852 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00 up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:13:17.289584 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1df13e0-4fb4-4dcd-8b0b-547cdb3a7dd0 req-2e125922-4601-46ff-a239-e3ed101aeb2e tempest-AggregatesAdminTestJSON-522880553 tempest-AggregatesAdminTestJSON-522880553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:17.291062 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f1df13e0-4fb4-4dcd-8b0b-547cdb3a7dd0 req-2e125922-4601-46ff-a239-e3ed101aeb2e tempest-AggregatesAdminTestJSON-522880553 tempest-AggregatesAdminTestJSON-522880553-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e811d1c-7b09-4e47-98d4-107813296894 HTTP/1.1" status: 200 len: 971 time: 0.0911434 Jan 18 22:13:17.310165 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [req-54ec5cc5-97ab-43bd-8f15-d6a5f5563f97 req-df78b8bf-464b-4110-a715-fa9cc5a6ff06 tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] Allocated IP 192.168.233.42 (aed2eca7-1bb0-443d-8485-b985dbe9851b/8518183d-cc63-459a-b971-d4c7514e001f/98a00d27-f983-471e-8838-c74c62935ad0) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:13:17.327453 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-697b3f43-7dde-41ed-95d5-7eeeeda63bf7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=53981835ae5e4e13a917e81015ca553e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2304749 Jan 18 22:13:17.330678 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697b3f43-7dde-41ed-95d5-7eeeeda63bf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f62847b-1378-4e21-bb76-e1abd31097b8,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:17.333311 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 52670) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:13:17.385631 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f1df13e0-4fb4-4dcd-8b0b-547cdb3a7dd0 req-bb2cfc58-5153-4efd-96c4-863ca447fe12 tempest-AggregatesAdminTestJSON-522880553 tempest-AggregatesAdminTestJSON-522880553-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a8f2831-3a4d-4b4f-b886-31a9dd15e9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868125 Jan 18 22:13:17.392628 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00 completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:13:17.398967 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:13:17.399339 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:17.424617 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d1285bb9-67cb-4324-b134-1564585c2c81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:17.486937 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d1285bb9-67cb-4324-b134-1564585c2c81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:17.541722 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-54ec5cc5-97ab-43bd-8f15-d6a5f5563f97 req-df78b8bf-464b-4110-a715-fa9cc5a6ff06 tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:17.547134 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:17.580825 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-54ec5cc5-97ab-43bd-8f15-d6a5f5563f97 req-df78b8bf-464b-4110-a715-fa9cc5a6ff06 tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:17.590791 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e47c1b4-ec60-4c82-9419-92448c3d9688', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:13:17.594260 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f61c820d-4a72-4a3a-901e-8e1480eb293e" -d '{"events": [{"server_uuid": "7e47c1b4-ec60-4c82-9419-92448c3d9688", "name": "network-vif-plugged", "status": "completed", "tag": "e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:13:17.600732 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00,segment=NetworkSegment(a97910f7-cad7-42ae-9f6e-c8965771467a),segment_id=a97910f7-cad7-42ae-9f6e-c8965771467a)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:13:17.607703 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:17.632340 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54ec5cc5-97ab-43bd-8f15-d6a5f5563f97 req-df78b8bf-464b-4110-a715-fa9cc5a6ff06 tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] Network aed2eca7-1bb0-443d-8485-b985dbe9851b is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:13:17.641151 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [req-54ec5cc5-97ab-43bd-8f15-d6a5f5563f97 req-df78b8bf-464b-4110-a715-fa9cc5a6ff06 tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:13:17.644385 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4525ed1e-a6ce-4694-83d9-a8bb1ca86245 req-8a7181d6-e2b3-464e-a1b0-3cf8ebf476d0 tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:17.644918 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-54ec5cc5-97ab-43bd-8f15-d6a5f5563f97 req-df78b8bf-464b-4110-a715-fa9cc5a6ff06 tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:13:17.645931 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4525ed1e-a6ce-4694-83d9-a8bb1ca86245 req-8a7181d6-e2b3-464e-a1b0-3cf8ebf476d0 tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea2fd9d7-85ea-436e-ab9a-5ecaf9ec9041 HTTP/1.1" status: 200 len: 950 time: 0.1673930 Jan 18 22:13:17.655838 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ec5cc5-97ab-43bd-8f15-d6a5f5563f97 req-df78b8bf-464b-4110-a715-fa9cc5a6ff06 tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:17.659120 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-54ec5cc5-97ab-43bd-8f15-d6a5f5563f97 req-df78b8bf-464b-4110-a715-fa9cc5a6ff06 tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:17.684737 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d1285bb9-67cb-4324-b134-1564585c2c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:17.688758 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d1285bb9-67cb-4324-b134-1564585c2c81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:17.689933 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df78b8bf-464b-4110-a715-fa9cc5a6ff06 tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] Pushing event updated for resources: {'Port': ['ID=98a00d27-f983-471e-8838-c74c62935ad0,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:17.690615 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-d1285bb9-67cb-4324-b134-1564585c2c81 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9f62847b-1378-4e21-bb76-e1abd31097b8 HTTP/1.1" status: 204 len: 168 time: 0.3548810 Jan 18 22:13:17.734930 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1285bb9-67cb-4324-b134-1564585c2c81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f62847b-1378-4e21-bb76-e1abd31097b8,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:17.735235 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-54ec5cc5-97ab-43bd-8f15-d6a5f5563f97 req-df78b8bf-464b-4110-a715-fa9cc5a6ff06 tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8212967 Jan 18 22:13:17.747134 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-54ec5cc5-97ab-43bd-8f15-d6a5f5563f97 req-03207703-e04e-453d-abc6-da420ecea52f service neutron] Request body: {'port': {'device_id': '3e75c3cc-f08f-47a0-a1ab-06b460c064c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:13:17.748821 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:17.795651 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4525ed1e-a6ce-4694-83d9-a8bb1ca86245 req-cbec8922-fcd9-44cb-8938-268e75de5f80 tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f72a7ca-d99c-4482-be1e-32e399b65a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308470 Jan 18 22:13:17.921459 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-54ec5cc5-97ab-43bd-8f15-d6a5f5563f97 req-03207703-e04e-453d-abc6-da420ecea52f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:18.079465 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcdccb7-659a-4450-93e2-e84c0de1f1b8 req-f831e8a1-e229-4246-9092-7edf687f56c0 tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:18.081237 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-adcdccb7-659a-4450-93e2-e84c0de1f1b8 req-f831e8a1-e229-4246-9092-7edf687f56c0 tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e75c3cc-f08f-47a0-a1ab-06b460c064c8 HTTP/1.1" status: 200 len: 935 time: 0.1078391 Jan 18 22:13:18.111892 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-3ad5338f-0d2a-483c-bd31-67c99e403c6c None None] Provisioning complete for port 98a00d27-f983-471e-8838-c74c62935ad0 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:13:18.112837 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3ad5338f-0d2a-483c-bd31-67c99e403c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:18.155516 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-adcdccb7-659a-4450-93e2-e84c0de1f1b8 req-ca35f990-a066-429e-ab7f-cbb7cf2d69ce tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f4a5f1a-070e-4f7c-9935-2190c007dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647635 Jan 18 22:13:18.187940 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-3ad5338f-0d2a-483c-bd31-67c99e403c6c None None] Port 98a00d27-f983-471e-8838-c74c62935ad0 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:13:18.207207 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40b6b45c-0857-4d34-aab9-e32e9703959d x-openstack-request-id: req-40b6b45c-0857-4d34-aab9-e32e9703959d {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:13:18.207545 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e47c1b4-ec60-4c82-9419-92448c3d9688", "name": "network-vif-plugged", "status": "completed", "tag": "e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:13:18.207821 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-40b6b45c-0857-4d34-aab9-e32e9703959d {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:13:18.208830 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e47c1b4-ec60-4c82-9419-92448c3d9688', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00', 'code': 200} Jan 18 22:13:18.237137 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 7636ac34-5926-476a-b27a-22bcb4dbe49b no longer exists at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:13:18.292422 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] No Port match for: 7636ac34-5926-476a-b27a-22bcb4dbe49b {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:13:18.293079 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 7636ac34-5926-476a-b27a-22bcb4dbe49b not bound to the agent host n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:13:18.389132 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ace19ed-9c10-4d50-a5b3-976ce9226d2c req-20a9c845-b1c5-4bbd-afd2-fbcd347f231b tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:18.390515 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3ace19ed-9c10-4d50-a5b3-976ce9226d2c req-20a9c845-b1c5-4bbd-afd2-fbcd347f231b tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e47c1b4-ec60-4c82-9419-92448c3d9688 HTTP/1.1" status: 200 len: 967 time: 0.1110330 Jan 18 22:13:18.406024 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7fe723-3d98-46e5-a7d2-a6ebffb6284d req-90eb4301-0719-4102-9127-63f317cdad84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:18.407993 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ae7fe723-3d98-46e5-a7d2-a6ebffb6284d req-90eb4301-0719-4102-9127-63f317cdad84 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7e47c1b4-ec60-4c82-9419-92448c3d9688 HTTP/1.1" status: 200 len: 1118 time: 0.0961757 Jan 18 22:13:18.451604 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3ace19ed-9c10-4d50-a5b3-976ce9226d2c req-44db6f47-13cb-47c1-a202-56fa23581a14 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac5bfedd-8c81-4ad7-9f0f-99ba0a339521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529788 Jan 18 22:13:18.467697 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [req-54ec5cc5-97ab-43bd-8f15-d6a5f5563f97 req-03207703-e04e-453d-abc6-da420ecea52f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98a00d27-f983-471e-8838-c74c62935ad0 {{(pid=102431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:13:18.468812 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ae7fe723-3d98-46e5-a7d2-a6ebffb6284d req-a90eb6c6-e009-48c7-91b5-c0243413d1c3 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=ac5bfedd-8c81-4ad7-9f0f-99ba0a339521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518034 Jan 18 22:13:18.483144 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-54ec5cc5-97ab-43bd-8f15-d6a5f5563f97 req-03207703-e04e-453d-abc6-da420ecea52f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:18.511996 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-81848647-5fb2-4148-8375-471bf3303be8 req-a3527571-3e4e-4398-98ab-ea575bb944d9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ea2fd9d7-85ea-436e-ab9a-5ecaf9ec9041&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0970123 Jan 18 22:13:18.513057 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [req-54ec5cc5-97ab-43bd-8f15-d6a5f5563f97 req-03207703-e04e-453d-abc6-da420ecea52f service neutron] Transition to ACTIVE for port object 98a00d27-f983-471e-8838-c74c62935ad0 will not be triggered until provisioned by entity L2. {{(pid=102431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:13:18.525055 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-54ec5cc5-97ab-43bd-8f15-d6a5f5563f97 req-03207703-e04e-453d-abc6-da420ecea52f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:18.639460 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03207703-e04e-453d-abc6-da420ecea52f service neutron] Pushing event updated for resources: {'Port': ['ID=98a00d27-f983-471e-8838-c74c62935ad0,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:18.688191 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81848647-5fb2-4148-8375-471bf3303be8 req-46c86d85-053c-434f-b5e5-a893d924466e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:18.690037 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-81848647-5fb2-4148-8375-471bf3303be8 req-46c86d85-053c-434f-b5e5-a893d924466e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=54a221a282f14a37875faa695d97e2bf&device_id=ea2fd9d7-85ea-436e-ab9a-5ecaf9ec9041 HTTP/1.1" status: 200 len: 1101 time: 0.0833476 Jan 18 22:13:18.702895 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-54ec5cc5-97ab-43bd-8f15-d6a5f5563f97 req-03207703-e04e-453d-abc6-da420ecea52f service neutron] Attempting to bind port 98a00d27-f983-471e-8838-c74c62935ad0 on host n-h1-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:13:18.703309 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-54ec5cc5-97ab-43bd-8f15-d6a5f5563f97 req-03207703-e04e-453d-abc6-da420ecea52f service neutron] Attempting to bind port 98a00d27-f983-471e-8838-c74c62935ad0 by drivers openvswitch,hyperv on host n-h1-825064-1 at level 0 using segments [{'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:13:18.703707 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ec5cc5-97ab-43bd-8f15-d6a5f5563f97 req-03207703-e04e-453d-abc6-da420ecea52f service neutron] Attempting to bind port 98a00d27-f983-471e-8838-c74c62935ad0 on network aed2eca7-1bb0-443d-8485-b985dbe9851b {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:13:18.709019 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ec5cc5-97ab-43bd-8f15-d6a5f5563f97 req-03207703-e04e-453d-abc6-da420ecea52f service neutron] Port 98a00d27-f983-471e-8838-c74c62935ad0 on network aed2eca7-1bb0-443d-8485-b985dbe9851b not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:13:18.709773 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ec5cc5-97ab-43bd-8f15-d6a5f5563f97 req-03207703-e04e-453d-abc6-da420ecea52f service neutron] Attempting to bind port 98a00d27-f983-471e-8838-c74c62935ad0 on network aed2eca7-1bb0-443d-8485-b985dbe9851b {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:13:18.715315 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ec5cc5-97ab-43bd-8f15-d6a5f5563f97 req-03207703-e04e-453d-abc6-da420ecea52f service neutron] Checking agent: {'id': 'e49d1b2a-ba11-487f-a804-ecbf3c0e8132', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:13:18.715767 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ec5cc5-97ab-43bd-8f15-d6a5f5563f97 req-03207703-e04e-453d-abc6-da420ecea52f service neutron] Checking segment: {'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:13:18.716308 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ec5cc5-97ab-43bd-8f15-d6a5f5563f97 req-03207703-e04e-453d-abc6-da420ecea52f service neutron] Bound using segment: {'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:13:18.716859 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-54ec5cc5-97ab-43bd-8f15-d6a5f5563f97 req-03207703-e04e-453d-abc6-da420ecea52f service neutron] Bound port: 98a00d27-f983-471e-8838-c74c62935ad0, host: n-h1-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:13:18.717313 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-54ec5cc5-97ab-43bd-8f15-d6a5f5563f97 req-03207703-e04e-453d-abc6-da420ecea52f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:18.749947 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [req-5cf694aa-9598-43d8-80c5-97af2838a36c req-e811908f-f42c-4698-b379-bdd34d39dedf service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102430) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:13:18.760716 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5cf694aa-9598-43d8-80c5-97af2838a36c req-e811908f-f42c-4698-b379-bdd34d39dedf service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0156767 Jan 18 22:13:18.789285 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae623317-b192-4c10-bfcf-c30f8ad371ed req-bb474f00-c34d-418f-bd9c-d228002fa6ca tempest-AggregatesAdminTestJSON-522880553 tempest-AggregatesAdminTestJSON-522880553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:18.796672 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ae623317-b192-4c10-bfcf-c30f8ad371ed req-bb474f00-c34d-418f-bd9c-d228002fa6ca tempest-AggregatesAdminTestJSON-522880553 tempest-AggregatesAdminTestJSON-522880553-project] 10.222.0.67 "GET /v2.0/ports?device_id=6e811d1c-7b09-4e47-98d4-107813296894 HTTP/1.1" status: 200 len: 971 time: 0.1171010 Jan 18 22:13:18.864991 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-54ec5cc5-97ab-43bd-8f15-d6a5f5563f97 req-03207703-e04e-453d-abc6-da420ecea52f service neutron] For port 98a00d27-f983-471e-8838-c74c62935ad0, host n-h1-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:13:18.869789 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-54ec5cc5-97ab-43bd-8f15-d6a5f5563f97 req-03207703-e04e-453d-abc6-da420ecea52f service neutron] For port 98a00d27-f983-471e-8838-c74c62935ad0, host n-h1-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=98a00d27-f983-471e-8838-c74c62935ad0,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:13:18.880741 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-54ec5cc5-97ab-43bd-8f15-d6a5f5563f97 req-03207703-e04e-453d-abc6-da420ecea52f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:18.979798 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03207703-e04e-453d-abc6-da420ecea52f service neutron] Pushing event updated for resources: {'Port': ['ID=98a00d27-f983-471e-8838-c74c62935ad0,revision_number=3']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:18.996427 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ec5cc5-97ab-43bd-8f15-d6a5f5563f97 req-03207703-e04e-453d-abc6-da420ecea52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:18.998072 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-54ec5cc5-97ab-43bd-8f15-d6a5f5563f97 req-03207703-e04e-453d-abc6-da420ecea52f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:18.999940 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-54ec5cc5-97ab-43bd-8f15-d6a5f5563f97 req-03207703-e04e-453d-abc6-da420ecea52f service neutron] 10.222.0.36 "PUT /v2.0/ports/98a00d27-f983-471e-8838-c74c62935ad0 HTTP/1.1" status: 200 len: 1095 time: 1.2575092 Jan 18 22:13:19.011249 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e75c3cc-f08f-47a0-a1ab-06b460c064c8', 'tag': '98a00d27-f983-471e-8838-c74c62935ad0'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:13:19.022431 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cb2093e-00d4-4635-93c9-450e94b76a75" -d '{"events": [{"name": "network-changed", "server_uuid": "3e75c3cc-f08f-47a0-a1ab-06b460c064c8", "tag": "98a00d27-f983-471e-8838-c74c62935ad0"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:13:19.033377 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81848647-5fb2-4148-8375-471bf3303be8 req-afd170f3-a3ba-4613-9125-28b295dc360a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:19.035414 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-81848647-5fb2-4148-8375-471bf3303be8 req-afd170f3-a3ba-4613-9125-28b295dc360a service neutron] 10.222.0.36 "GET /v2.0/networks?id=aed2eca7-1bb0-443d-8485-b985dbe9851b HTTP/1.1" status: 200 len: 869 time: 0.2993743 Jan 18 22:13:19.117600 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-81848647-5fb2-4148-8375-471bf3303be8 req-a6215220-1fb5-4bff-b3f5-059c89ad8143 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=71697cfd-3ad1-4fd2-a441-336d49388aa9 HTTP/1.1" status: 200 len: 217 time: 0.0758221 Jan 18 22:13:19.211601 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ec5cc5-97ab-43bd-8f15-d6a5f5563f97 req-c7645ec1-61f4-4303-acf5-d24d500937db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:19.216302 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-54ec5cc5-97ab-43bd-8f15-d6a5f5563f97 req-c7645ec1-61f4-4303-acf5-d24d500937db service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c0618b21782f4852828b87e1d6c8b07d&device_id=3e75c3cc-f08f-47a0-a1ab-06b460c064c8 HTTP/1.1" status: 200 len: 1098 time: 0.1597850 Jan 18 22:13:19.223023 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81848647-5fb2-4148-8375-471bf3303be8 req-430574a3-a4df-4275-8fc6-4f1bfa3da77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:19.224455 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-81848647-5fb2-4148-8375-471bf3303be8 req-430574a3-a4df-4275-8fc6-4f1bfa3da77a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8518183d-cc63-459a-b971-d4c7514e001f HTTP/1.1" status: 200 len: 843 time: 0.0770767 Jan 18 22:13:19.231033 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 52744) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:13:19.249441 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fd2dfd02-9129-40f3-9d9f-9d174ae2dd03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:19.279121 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-54ec5cc5-97ab-43bd-8f15-d6a5f5563f97 req-66577dcb-1e01-453c-abb0-60a5171e0ead service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=98a00d27-f983-471e-8838-c74c62935ad0 HTTP/1.1" status: 200 len: 217 time: 0.0537345 Jan 18 22:13:19.283270 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-ae623317-b192-4c10-bfcf-c30f8ad371ed req-638e423a-4c8a-46f6-8ca4-2c3c3eacc5ef tempest-AggregatesAdminTestJSON-522880553 tempest-AggregatesAdminTestJSON-522880553-project] Deleting port 92342de8-c0c4-4451-90eb-6c55c06d4fb9 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:13:19.283643 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-ae623317-b192-4c10-bfcf-c30f8ad371ed req-638e423a-4c8a-46f6-8ca4-2c3c3eacc5ef tempest-AggregatesAdminTestJSON-522880553 tempest-AggregatesAdminTestJSON-522880553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:19.307676 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1351809-2328-4be5-bb0f-505e2b32b8d4 req-9613dfa2-8c35-4df3-8d74-c598f150c328 tempest-AggregatesAdminTestJSON-522880553 tempest-AggregatesAdminTestJSON-522880553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:19.314905 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f1351809-2328-4be5-bb0f-505e2b32b8d4 req-9613dfa2-8c35-4df3-8d74-c598f150c328 tempest-AggregatesAdminTestJSON-522880553 tempest-AggregatesAdminTestJSON-522880553-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e811d1c-7b09-4e47-98d4-107813296894 HTTP/1.1" status: 200 len: 971 time: 0.1410670 Jan 18 22:13:19.362514 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ec5cc5-97ab-43bd-8f15-d6a5f5563f97 req-84706361-bf11-4e1b-a203-08516855d8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:19.363961 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-54ec5cc5-97ab-43bd-8f15-d6a5f5563f97 req-84706361-bf11-4e1b-a203-08516855d8b8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8518183d-cc63-459a-b971-d4c7514e001f HTTP/1.1" status: 200 len: 843 time: 0.0711102 Jan 18 22:13:19.366512 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81848647-5fb2-4148-8375-471bf3303be8 req-7d18b452-283a-42e6-9ed3-1e0ee50f7cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:19.367933 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-81848647-5fb2-4148-8375-471bf3303be8 req-7d18b452-283a-42e6-9ed3-1e0ee50f7cd5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=aed2eca7-1bb0-443d-8485-b985dbe9851b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1350441 Jan 18 22:13:19.400968 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f1351809-2328-4be5-bb0f-505e2b32b8d4 req-7099f0da-8b00-4b0b-a8c7-a5344a169068 tempest-AggregatesAdminTestJSON-522880553 tempest-AggregatesAdminTestJSON-522880553-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a8f2831-3a4d-4b4f-b886-31a9dd15e9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846970 Jan 18 22:13:19.462360 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-ae623317-b192-4c10-bfcf-c30f8ad371ed req-638e423a-4c8a-46f6-8ca4-2c3c3eacc5ef tempest-AggregatesAdminTestJSON-522880553 tempest-AggregatesAdminTestJSON-522880553-project] For port 92342de8-c0c4-4451-90eb-6c55c06d4fb9, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=92342de8-c0c4-4451-90eb-6c55c06d4fb9,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:13:19.462749 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-ae623317-b192-4c10-bfcf-c30f8ad371ed req-638e423a-4c8a-46f6-8ca4-2c3c3eacc5ef tempest-AggregatesAdminTestJSON-522880553 tempest-AggregatesAdminTestJSON-522880553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:19.493560 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-ae623317-b192-4c10-bfcf-c30f8ad371ed req-638e423a-4c8a-46f6-8ca4-2c3c3eacc5ef tempest-AggregatesAdminTestJSON-522880553 tempest-AggregatesAdminTestJSON-522880553-project] Calling delete_port for 92342de8-c0c4-4451-90eb-6c55c06d4fb9 owned by compute:tempest-test_az-128761307 {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:13:19.644398 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3873ef59-221a-4dfe-84cb-1f9257c84cc2 x-openstack-request-id: req-3873ef59-221a-4dfe-84cb-1f9257c84cc2 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:13:19.644771 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e75c3cc-f08f-47a0-a1ab-06b460c064c8", "tag": "98a00d27-f983-471e-8838-c74c62935ad0", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:13:19.644912 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3873ef59-221a-4dfe-84cb-1f9257c84cc2 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:13:19.645300 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e75c3cc-f08f-47a0-a1ab-06b460c064c8', 'tag': '98a00d27-f983-471e-8838-c74c62935ad0', 'status': 'completed', 'code': 200} Jan 18 22:13:19.653264 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-286e51f8-d72a-4a2a-b864-ae65a2229070 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-397758241-network', 'tenant_id': '43f0b96077a84d2a954b883639e07306'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:13:19.656885 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47079fc0-b9d1-4964-a9e0-a06cf79a61a9 req-8de52904-808a-4096-af2b-f8c724ed8d79 tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:19.658361 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-47079fc0-b9d1-4964-a9e0-a06cf79a61a9 req-8de52904-808a-4096-af2b-f8c724ed8d79 tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea2fd9d7-85ea-436e-ab9a-5ecaf9ec9041 HTTP/1.1" status: 200 len: 950 time: 0.1611941 Jan 18 22:13:19.693292 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1227720a-bd24-4b2f-8593-c28f6799089a req-13e5da53-9bb3-4de6-b235-c50e9c5d7f0b tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:19.694639 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1227720a-bd24-4b2f-8593-c28f6799089a req-13e5da53-9bb3-4de6-b235-c50e9c5d7f0b tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e75c3cc-f08f-47a0-a1ab-06b460c064c8 HTTP/1.1" status: 200 len: 947 time: 0.1008978 Jan 18 22:13:19.697628 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ec5cc5-97ab-43bd-8f15-d6a5f5563f97 req-7c76d761-8c7e-438a-97a3-9745fc5794ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:19.699107 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-54ec5cc5-97ab-43bd-8f15-d6a5f5563f97 req-7c76d761-8c7e-438a-97a3-9745fc5794ab service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=aed2eca7-1bb0-443d-8485-b985dbe9851b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3218973 Jan 18 22:13:19.721771 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-286e51f8-d72a-4a2a-b864-ae65a2229070 admin admin] Made reservation on behalf of 43f0b96077a84d2a954b883639e07306 for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:13:19.723855 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-286e51f8-d72a-4a2a-b864-ae65a2229070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:19.772782 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-81848647-5fb2-4148-8375-471bf3303be8 req-0c5895ef-da9e-492f-826f-5792532e9aa8 service neutron] 10.222.0.36 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3936405 Jan 18 22:13:19.775105 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-47079fc0-b9d1-4964-a9e0-a06cf79a61a9 req-2a0fa997-4a2c-4d9b-a346-eae777619507 tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f72a7ca-d99c-4482-be1e-32e399b65a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968347 Jan 18 22:13:19.776604 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-286e51f8-d72a-4a2a-b864-ae65a2229070 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:19.781756 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1227720a-bd24-4b2f-8593-c28f6799089a req-c9c7b6e2-e21a-494d-b628-9d3855275154 tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f4a5f1a-070e-4f7c-9935-2190c007dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780573 Jan 18 22:13:19.830232 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-ae623317-b192-4c10-bfcf-c30f8ad371ed req-638e423a-4c8a-46f6-8ca4-2c3c3eacc5ef tempest-AggregatesAdminTestJSON-522880553 tempest-AggregatesAdminTestJSON-522880553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:19.842659 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['92342de8-c0c4-4451-90eb-6c55c06d4fb9'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:13:19.873939 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638e423a-4c8a-46f6-8ca4-2c3c3eacc5ef tempest-AggregatesAdminTestJSON-522880553 tempest-AggregatesAdminTestJSON-522880553-project] Pushing event deleted for resources: {'Port': ['ID=92342de8-c0c4-4451-90eb-6c55c06d4fb9,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:19.964014 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-54ec5cc5-97ab-43bd-8f15-d6a5f5563f97 req-826dbbe0-3ae6-40f1-9f05-866c9d4a231b service neutron] 10.222.0.36 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541990 Jan 18 22:13:19.966422 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-81848647-5fb2-4148-8375-471bf3303be8 req-6fc9c376-6db9-4d9d-8e31-d43c5dd69265 service neutron] 10.222.0.36 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802776 Jan 18 22:13:20.020111 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae623317-b192-4c10-bfcf-c30f8ad371ed req-638e423a-4c8a-46f6-8ca4-2c3c3eacc5ef tempest-AggregatesAdminTestJSON-522880553 tempest-AggregatesAdminTestJSON-522880553-project] No DVR routers for this DVR port 92342de8-c0c4-4451-90eb-6c55c06d4fb9 on host n-h2-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:13:20.024386 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-ae623317-b192-4c10-bfcf-c30f8ad371ed req-638e423a-4c8a-46f6-8ca4-2c3c3eacc5ef tempest-AggregatesAdminTestJSON-522880553 tempest-AggregatesAdminTestJSON-522880553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:20.027596 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ae623317-b192-4c10-bfcf-c30f8ad371ed req-638e423a-4c8a-46f6-8ca4-2c3c3eacc5ef tempest-AggregatesAdminTestJSON-522880553 tempest-AggregatesAdminTestJSON-522880553-project] 10.222.0.67 "DELETE /v2.0/ports/92342de8-c0c4-4451-90eb-6c55c06d4fb9 HTTP/1.1" status: 204 len: 173 time: 1.2225289 Jan 18 22:13:20.028044 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e811d1c-7b09-4e47-98d4-107813296894', 'name': 'network-vif-deleted', 'tag': '92342de8-c0c4-4451-90eb-6c55c06d4fb9'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:13:20.032967 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07b1e797-1c04-4d57-9728-b87853f73664" -d '{"events": [{"server_uuid": "6e811d1c-7b09-4e47-98d4-107813296894", "name": "network-vif-deleted", "tag": "92342de8-c0c4-4451-90eb-6c55c06d4fb9"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:13:20.062762 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762bb0de-1bc8-47b3-b889-84a66aaddcee req-da7f628e-158e-4507-b485-7fb8d902f6af tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:20.065457 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-762bb0de-1bc8-47b3-b889-84a66aaddcee req-da7f628e-158e-4507-b485-7fb8d902f6af tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e47c1b4-ec60-4c82-9419-92448c3d9688 HTTP/1.1" status: 200 len: 967 time: 0.1235359 Jan 18 22:13:20.088934 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-286e51f8-d72a-4a2a-b864-ae65a2229070 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:20.097077 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-286e51f8-d72a-4a2a-b864-ae65a2229070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:20.128561 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-762bb0de-1bc8-47b3-b889-84a66aaddcee req-d0f5845e-008f-4ffb-a745-0c69ef4725bf tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac5bfedd-8c81-4ad7-9f0f-99ba0a339521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534747 Jan 18 22:13:20.171098 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286e51f8-d72a-4a2a-b864-ae65a2229070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d450ac2d-65c6-474b-ae59-67010c09a7e3,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:20.199217 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-286e51f8-d72a-4a2a-b864-ae65a2229070 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:13:20.215389 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-54ec5cc5-97ab-43bd-8f15-d6a5f5563f97 req-d777e582-85f8-455a-880f-50407650eb66 service neutron] 10.222.0.36 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354753 Jan 18 22:13:20.218550 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-286e51f8-d72a-4a2a-b864-ae65a2229070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:20.218888 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-286e51f8-d72a-4a2a-b864-ae65a2229070 admin admin] Added segment ad933c8d-50d1-49d4-a766-f0aca6fd8ffc of type vlan for network cc278b4d-dcae-47fd-bae5-bd232ac640b4 Jan 18 22:13:20.228901 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-18be2168-14e1-493a-bb03-a7557b23b889 req-dc1e2f50-df59-4b98-a04a-26d6360896a7 tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=54a221a282f14a37875faa695d97e2bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0407755 Jan 18 22:13:20.264658 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddff8ca8-e9cb-41cc-9cfb-f195189e6ecc x-openstack-request-id: req-ddff8ca8-e9cb-41cc-9cfb-f195189e6ecc {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:13:20.265583 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e811d1c-7b09-4e47-98d4-107813296894", "name": "network-vif-deleted", "tag": "92342de8-c0c4-4451-90eb-6c55c06d4fb9", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:13:20.266318 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ddff8ca8-e9cb-41cc-9cfb-f195189e6ecc {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:13:20.266932 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e811d1c-7b09-4e47-98d4-107813296894', 'name': 'network-vif-deleted', 'tag': '92342de8-c0c4-4451-90eb-6c55c06d4fb9', 'status': 'completed', 'code': 200} Jan 18 22:13:20.270643 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-286e51f8-d72a-4a2a-b864-ae65a2229070 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:20.332736 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-286e51f8-d72a-4a2a-b864-ae65a2229070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:20.333681 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286e51f8-d72a-4a2a-b864-ae65a2229070 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:20.334242 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-286e51f8-d72a-4a2a-b864-ae65a2229070 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:20.357388 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb2093e-00d4-4635-93c9-450e94b76a75 req-a23b77e7-a97d-4ba8-88ea-0f11f4ae01cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:20.359018 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-1cb2093e-00d4-4635-93c9-450e94b76a75 req-a23b77e7-a97d-4ba8-88ea-0f11f4ae01cb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c0618b21782f4852828b87e1d6c8b07d&device_id=3e75c3cc-f08f-47a0-a1ab-06b460c064c8 HTTP/1.1" status: 200 len: 1098 time: 0.0633240 Jan 18 22:13:20.382688 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18be2168-14e1-493a-bb03-a7557b23b889 req-03ecbb0b-fddf-4108-8538-3dff7f6fa6b4 tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:20.390270 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-18be2168-14e1-493a-bb03-a7557b23b889 req-03ecbb0b-fddf-4108-8538-3dff7f6fa6b4 tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1601484 Jan 18 22:13:20.398531 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-286e51f8-d72a-4a2a-b864-ae65a2229070 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.1642427 Jan 18 22:13:20.403196 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 52796) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:13:20.414633 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-a0af64cf-963a-4899-b94e-beb74c6696c3 admin admin] Request body: {'subnet': {'network_id': 'cc278b4d-dcae-47fd-bae5-bd232ac640b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-397758241-subnet', 'tenant_id': '43f0b96077a84d2a954b883639e07306', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:13:20.423404 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-18be2168-14e1-493a-bb03-a7557b23b889 req-adddfc95-3f47-4dde-9fa1-a7155a73bc84 tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] 10.222.0.53 "GET /v2.0/quotas/54a221a282f14a37875faa695d97e2bf HTTP/1.1" status: 200 len: 375 time: 0.0313966 Jan 18 22:13:20.453602 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286e51f8-d72a-4a2a-b864-ae65a2229070 admin admin] Pushing event updated for resources: {'Network': ['ID=cc278b4d-dcae-47fd-bae5-bd232ac640b4,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:20.466619 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network cc278b4d-dcae-47fd-bae5-bd232ac640b4 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:13:20.522992 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb2093e-00d4-4635-93c9-450e94b76a75 req-8c9c1842-dc69-4757-afb4-c4bc637a223f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:20.525065 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-1cb2093e-00d4-4635-93c9-450e94b76a75 req-8c9c1842-dc69-4757-afb4-c4bc637a223f service neutron] 10.222.0.36 "GET /v2.0/networks?id=aed2eca7-1bb0-443d-8485-b985dbe9851b HTTP/1.1" status: 200 len: 869 time: 0.1383133 Jan 18 22:13:20.526104 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0af64cf-963a-4899-b94e-beb74c6696c3 admin admin] Made reservation on behalf of 43f0b96077a84d2a954b883639e07306 for: {'subnet': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:13:20.531136 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a0af64cf-963a-4899-b94e-beb74c6696c3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:20.538294 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 52802) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:13:20.570569 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-1cb2093e-00d4-4635-93c9-450e94b76a75 req-3ab74d55-e0f3-4181-96d7-16e3421034b2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=98a00d27-f983-471e-8838-c74c62935ad0 HTTP/1.1" status: 200 len: 217 time: 0.0383010 Jan 18 22:13:20.642460 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb2093e-00d4-4635-93c9-450e94b76a75 req-0876091a-a40c-4827-8fce-fb4a36a5f21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:20.646267 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-1cb2093e-00d4-4635-93c9-450e94b76a75 req-0876091a-a40c-4827-8fce-fb4a36a5f21c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8518183d-cc63-459a-b971-d4c7514e001f HTTP/1.1" status: 200 len: 843 time: 0.0687623 Jan 18 22:13:20.702253 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb2093e-00d4-4635-93c9-450e94b76a75 req-5c1407cb-3ae6-438c-ad84-909e1d84f2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:20.704495 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-1cb2093e-00d4-4635-93c9-450e94b76a75 req-5c1407cb-3ae6-438c-ad84-909e1d84f2df service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=aed2eca7-1bb0-443d-8485-b985dbe9851b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0505173 Jan 18 22:13:20.705838 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-18be2168-14e1-493a-bb03-a7557b23b889 req-2862f6bf-539c-4ab7-ae37-35bb76980c2f tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=54a221a282f14a37875faa695d97e2bf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2709360 Jan 18 22:13:20.734163 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6bd7bb30-a6e8-4474-81d0-36d7048d0287 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:20.761223 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7908e54e-3817-4daf-ba2c-bec05bd142d7 req-8269fe2b-2a1b-4fca-8874-b0c0f4d7c24b tempest-LiveMigrationTest-1198651986 tempest-LiveMigrationTest-1198651986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:20.762906 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7908e54e-3817-4daf-ba2c-bec05bd142d7 req-8269fe2b-2a1b-4fca-8874-b0c0f4d7c24b tempest-LiveMigrationTest-1198651986 tempest-LiveMigrationTest-1198651986-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=7e47c1b4-ec60-4c82-9419-92448c3d9688 HTTP/1.1" status: 200 len: 1118 time: 0.1257384 Jan 18 22:13:20.853605 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-1cb2093e-00d4-4635-93c9-450e94b76a75 req-6ca9c299-68f0-46a6-96a5-9dc322e1eb4d service neutron] 10.222.0.36 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314800 Jan 18 22:13:20.864391 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7908e54e-3817-4daf-ba2c-bec05bd142d7 req-be00b32f-4685-4f9a-b696-7418d8674144 tempest-LiveMigrationTest-1198651986 tempest-LiveMigrationTest-1198651986-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ac5bfedd-8c81-4ad7-9f0f-99ba0a339521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923004 Jan 18 22:13:20.967352 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8c58c5a6-ebb5-479c-824d-baf147e08b27 req-4f064589-6456-4fca-8b79-6604ab5c526b tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a16b243-e0db-4be8-b66d-d935bf2197ac HTTP/1.1" status: 200 len: 210 time: 0.0473692 Jan 18 22:13:21.008852 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6bd7bb30-a6e8-4474-81d0-36d7048d0287 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:21.010496 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a0af64cf-963a-4899-b94e-beb74c6696c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for subnet, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:21.041435 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-1cb2093e-00d4-4635-93c9-450e94b76a75 req-33ad62b3-5f29-476b-aab0-9fd8ac7aabd2 service neutron] 10.222.0.36 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782954 Jan 18 22:13:21.055635 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6bd7bb30-a6e8-4474-81d0-36d7048d0287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:21.146858 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd7bb30-a6e8-4474-81d0-36d7048d0287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=058dd525-6918-43f1-8dca-81afabf733bf,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:21.153055 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-6bd7bb30-a6e8-4474-81d0-36d7048d0287 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a7903ead50a1474a9d8da06108670163&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6105568 Jan 18 22:13:21.153055 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0af64cf-963a-4899-b94e-beb74c6696c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f0f1e45-beb6-4402-8040-f69acf064963,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:21.154136 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 52832) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:13:21.200800 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0af64cf-963a-4899-b94e-beb74c6696c3 admin admin] Checking segment: {'id': 'ad933c8d-50d1-49d4-a766-f0aca6fd8ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'cc278b4d-dcae-47fd-bae5-bd232ac640b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:13:21.201095 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0af64cf-963a-4899-b94e-beb74c6696c3 admin admin] Network hostable DHCP agents. Network: cc278b4d-dcae-47fd-bae5-bd232ac640b4, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:13:21.212732 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fb49ed-82f3-479f-9de7-52630b85addc req-208b4f14-304c-4fdb-8b39-e143ccb800d7 tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:21.214199 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e0fb49ed-82f3-479f-9de7-52630b85addc req-208b4f14-304c-4fdb-8b39-e143ccb800d7 tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e75c3cc-f08f-47a0-a1ab-06b460c064c8 HTTP/1.1" status: 200 len: 947 time: 0.2007482 Jan 18 22:13:21.234353 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25222926-e818-43f4-9c71-72d855160aea req-1f1a2c62-7b49-420f-b0d9-ed1ce88c1c86 tempest-LiveMigrationTest-1198651986 tempest-LiveMigrationTest-1198651986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:21.236403 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-25222926-e818-43f4-9c71-72d855160aea req-1f1a2c62-7b49-420f-b0d9-ed1ce88c1c86 tempest-LiveMigrationTest-1198651986 tempest-LiveMigrationTest-1198651986-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=7e47c1b4-ec60-4c82-9419-92448c3d9688 HTTP/1.1" status: 200 len: 1118 time: 0.1050210 Jan 18 22:13:21.242759 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b7757e0d-fd69-4e8b-aa20-f6e3973c44cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:21.268295 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b7757e0d-fd69-4e8b-aa20-f6e3973c44cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:21.268725 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0af64cf-963a-4899-b94e-beb74c6696c3 admin admin] Network cc278b4d-dcae-47fd-bae5-bd232ac640b4 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:13:21.294720 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e0fb49ed-82f3-479f-9de7-52630b85addc req-e4dc1b4b-6dea-4192-b8b3-5c27e60af4dd tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f4a5f1a-070e-4f7c-9935-2190c007dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720136 Jan 18 22:13:21.298890 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-a0af64cf-963a-4899-b94e-beb74c6696c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, cc278b4d-dcae-47fd-bae5-bd232ac640b4) {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:13:21.309205 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-25222926-e818-43f4-9c71-72d855160aea req-b839e421-385c-4eb1-a158-c5ff49a1e84d tempest-LiveMigrationTest-1198651986 tempest-LiveMigrationTest-1198651986-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ac5bfedd-8c81-4ad7-9f0f-99ba0a339521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631750 Jan 18 22:13:21.309398 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9287e962-c49e-4243-893e-476a6115dcd0 None None] Network cc278b4d-dcae-47fd-bae5-bd232ac640b4 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:13:21.316483 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 52838) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:13:21.348384 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0af64cf-963a-4899-b94e-beb74c6696c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:21.349387 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a0af64cf-963a-4899-b94e-beb74c6696c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:21.388380 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b7757e0d-fd69-4e8b-aa20-f6e3973c44cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:21.392316 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b7757e0d-fd69-4e8b-aa20-f6e3973c44cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:21.393487 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-b7757e0d-fd69-4e8b-aa20-f6e3973c44cc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/058dd525-6918-43f1-8dca-81afabf733bf HTTP/1.1" status: 204 len: 168 time: 0.2384231 Jan 18 22:13:21.397231 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-a0af64cf-963a-4899-b94e-beb74c6696c3 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9920259 Jan 18 22:13:21.401453 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 52848) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:13:21.411317 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-f77cff45-a3a0-438d-9f07-30e64d02590a admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-397758241-router', 'tenant_id': '43f0b96077a84d2a954b883639e07306', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:13:21.413436 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7757e0d-fd69-4e8b-aa20-f6e3973c44cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=058dd525-6918-43f1-8dca-81afabf733bf,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:21.479452 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f77cff45-a3a0-438d-9f07-30e64d02590a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1044160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8692'] for router, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:21.482165 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f77cff45-a3a0-438d-9f07-30e64d02590a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1040680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8675'] for router, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:21.574598 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82e548b-cfd9-4e8b-9a9f-804531d25d6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-cc278b4d-dcae-47fd-bae5-bd232ac640b4', 'network_id': 'cc278b4d-dcae-47fd-bae5-bd232ac640b4', 'tenant_id': '43f0b96077a84d2a954b883639e07306', 'fixed_ips': [{'subnet_id': '1f0f1e45-beb6-4402-8040-f69acf064963'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:13:21.575763 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b82e548b-cfd9-4e8b-9a9f-804531d25d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:21.656627 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f77cff45-a3a0-438d-9f07-30e64d02590a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:21.822612 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 52872) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:13:21.914412 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-169581bd-9007-424a-8ff7-d5f597c02312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:21.948583 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-5e64319d-2e2d-4ca2-87e1-abf3e4c09816 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e1d6b37108934abe9e4e131b7928ae65&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6308069 Jan 18 22:13:21.950984 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 52884) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:13:21.986636 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-b82e548b-cfd9-4e8b-9a9f-804531d25d6c None None] Allocated IP 172.20.0.2 (cc278b4d-dcae-47fd-bae5-bd232ac640b4/1f0f1e45-beb6-4402-8040-f69acf064963/b955f8d6-7b56-4fdf-a00b-4eb445f9b366) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:13:22.097849 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f77cff45-a3a0-438d-9f07-30e64d02590a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:22.102163 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8939b903-e333-46eb-b40d-0d818521dc1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:22.175430 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8939b903-e333-46eb-b40d-0d818521dc1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:22.229090 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b82e548b-cfd9-4e8b-9a9f-804531d25d6c None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:22.238876 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b82e548b-cfd9-4e8b-9a9f-804531d25d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:22.298372 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-46ed2632-df04-49fe-b0e0-88d978a98390 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:22.305591 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82e548b-cfd9-4e8b-9a9f-804531d25d6c None None] Network cc278b4d-dcae-47fd-bae5-bd232ac640b4 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:13:22.310582 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-b82e548b-cfd9-4e8b-9a9f-804531d25d6c None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:13:22.322052 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82e548b-cfd9-4e8b-9a9f-804531d25d6c None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:13:22.357581 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82e548b-cfd9-4e8b-9a9f-804531d25d6c None None] Pushing event updated for resources: {'Port': ['ID=b955f8d6-7b56-4fdf-a00b-4eb445f9b366,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:22.368244 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8939b903-e333-46eb-b40d-0d818521dc1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:22.371465 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8939b903-e333-46eb-b40d-0d818521dc1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:22.372802 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-8939b903-e333-46eb-b40d-0d818521dc1f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6a8f2831-3a4d-4b4f-b886-31a9dd15e9f5 HTTP/1.1" status: 204 len: 168 time: 0.4206214 Jan 18 22:13:22.389389 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8cd01c3d-4298-4ef9-93dd-803f06e6159b req-6a942113-344a-44df-a367-1a50a133d6c8 tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a16b243-e0db-4be8-b66d-d935bf2197ac HTTP/1.1" status: 200 len: 210 time: 0.0878468 Jan 18 22:13:22.391062 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8939b903-e333-46eb-b40d-0d818521dc1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a8f2831-3a4d-4b4f-b886-31a9dd15e9f5,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:22.429427 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-18be2168-14e1-493a-bb03-a7557b23b889 req-234f08f2-8748-4e7c-9648-80cea03097e8 tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=54a221a282f14a37875faa695d97e2bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0640776 Jan 18 22:13:22.430369 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-b82e548b-cfd9-4e8b-9a9f-804531d25d6c None None] Attempting to bind port b955f8d6-7b56-4fdf-a00b-4eb445f9b366 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:13:22.430892 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-b82e548b-cfd9-4e8b-9a9f-804531d25d6c None None] Attempting to bind port b955f8d6-7b56-4fdf-a00b-4eb445f9b366 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': 'ad933c8d-50d1-49d4-a766-f0aca6fd8ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'cc278b4d-dcae-47fd-bae5-bd232ac640b4'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:13:22.432706 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82e548b-cfd9-4e8b-9a9f-804531d25d6c None None] Attempting to bind port b955f8d6-7b56-4fdf-a00b-4eb445f9b366 on network cc278b4d-dcae-47fd-bae5-bd232ac640b4 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:13:22.443803 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82e548b-cfd9-4e8b-9a9f-804531d25d6c None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:13:22.444457 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82e548b-cfd9-4e8b-9a9f-804531d25d6c None None] Checking segment: {'id': 'ad933c8d-50d1-49d4-a766-f0aca6fd8ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'cc278b4d-dcae-47fd-bae5-bd232ac640b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:13:22.445155 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b82e548b-cfd9-4e8b-9a9f-804531d25d6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:22.445950 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82e548b-cfd9-4e8b-9a9f-804531d25d6c None None] Bound using segment: {'id': 'ad933c8d-50d1-49d4-a766-f0aca6fd8ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'cc278b4d-dcae-47fd-bae5-bd232ac640b4'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:13:22.446874 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-b82e548b-cfd9-4e8b-9a9f-804531d25d6c None None] Bound port: b955f8d6-7b56-4fdf-a00b-4eb445f9b366, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad933c8d-50d1-49d4-a766-f0aca6fd8ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'cc278b4d-dcae-47fd-bae5-bd232ac640b4'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:13:22.447569 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b82e548b-cfd9-4e8b-9a9f-804531d25d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:22.488244 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-46ed2632-df04-49fe-b0e0-88d978a98390 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:22.497005 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-46ed2632-df04-49fe-b0e0-88d978a98390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:22.540167 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-46ed2632-df04-49fe-b0e0-88d978a98390 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4ac5b98be78848be9af1c1bbc8ce7273&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7148848 Jan 18 22:13:22.541524 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ed2632-df04-49fe-b0e0-88d978a98390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ccfae87-1b61-4cb7-92f8-5bc6af297165,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:22.556862 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 52920) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:13:22.576100 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-b82e548b-cfd9-4e8b-9a9f-804531d25d6c None None] For port b955f8d6-7b56-4fdf-a00b-4eb445f9b366, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:13:22.580496 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-b82e548b-cfd9-4e8b-9a9f-804531d25d6c None None] For port b955f8d6-7b56-4fdf-a00b-4eb445f9b366, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=b955f8d6-7b56-4fdf-a00b-4eb445f9b366,segment=NetworkSegment(ad933c8d-50d1-49d4-a766-f0aca6fd8ffc),segment_id=ad933c8d-50d1-49d4-a766-f0aca6fd8ffc)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:13:22.588783 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b82e548b-cfd9-4e8b-9a9f-804531d25d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:22.625051 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-835266ff-c403-4a89-b1f5-b71b2c4d60f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:22.655038 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-835266ff-c403-4a89-b1f5-b71b2c4d60f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:22.664866 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82e548b-cfd9-4e8b-9a9f-804531d25d6c None None] Pushing event updated for resources: {'Port': ['ID=b955f8d6-7b56-4fdf-a00b-4eb445f9b366,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:22.677703 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f77cff45-a3a0-438d-9f07-30e64d02590a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:22.730925 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f77cff45-a3a0-438d-9f07-30e64d02590a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:22.744933 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-835266ff-c403-4a89-b1f5-b71b2c4d60f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:22.749599 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-835266ff-c403-4a89-b1f5-b71b2c4d60f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:22.751471 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-835266ff-c403-4a89-b1f5-b71b2c4d60f0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8ccfae87-1b61-4cb7-92f8-5bc6af297165 HTTP/1.1" status: 204 len: 168 time: 0.1925049 Jan 18 22:13:22.760573 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bccf09-6cdc-4448-9e61-8f792c7f1afc req-e4981826-881e-46d9-a372-5a38b23bae5e tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:22.763621 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835266ff-c403-4a89-b1f5-b71b2c4d60f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ccfae87-1b61-4cb7-92f8-5bc6af297165,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:22.768262 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-77bccf09-6cdc-4448-9e61-8f792c7f1afc req-e4981826-881e-46d9-a372-5a38b23bae5e tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e75c3cc-f08f-47a0-a1ab-06b460c064c8 HTTP/1.1" status: 200 len: 947 time: 0.2383678 Jan 18 22:13:22.799910 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18be2168-14e1-493a-bb03-a7557b23b889 req-54199a85-ce27-4ffa-aa3f-ec42aa83664c tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:22.801575 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-18be2168-14e1-493a-bb03-a7557b23b889 req-54199a85-ce27-4ffa-aa3f-ec42aa83664c tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3467963 Jan 18 22:13:22.801718 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:22.821517 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 22:13:22.851103 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-18be2168-14e1-493a-bb03-a7557b23b889 req-52a14b5a-b7b7-4259-ba5e-4fd96f4016ea tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] Request body: {'port': {'device_id': '5a16b243-e0db-4be8-b66d-d935bf2197ac', 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b', 'admin_state_up': True, 'tenant_id': '54a221a282f14a37875faa695d97e2bf'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:13:22.963508 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-77bccf09-6cdc-4448-9e61-8f792c7f1afc req-80a43dda-e8a9-4a04-8e22-0aa01112bfee tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f4a5f1a-070e-4f7c-9935-2190c007dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943750 Jan 18 22:13:23.066683 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 52936) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:13:23.105471 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-f77cff45-a3a0-438d-9f07-30e64d02590a admin admin] Allocated IP 172.25.5.8 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/930cb626-46f7-4261-9a7c-6a012144a3e0) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:13:23.195135 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 52942) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:13:23.206077 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-40106600-cf1c-4ec4-aaf3-45209d94fc55 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=23f734d632f1415687b4ede7168b5794&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1299076 Jan 18 22:13:23.237363 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18be2168-14e1-493a-bb03-a7557b23b889 req-52a14b5a-b7b7-4259-ba5e-4fd96f4016ea tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] Made reservation on behalf of 54a221a282f14a37875faa695d97e2bf for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:13:23.245805 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-18be2168-14e1-493a-bb03-a7557b23b889 req-52a14b5a-b7b7-4259-ba5e-4fd96f4016ea tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:23.302102 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 92342de8-c0c4-4451-90eb-6c55c06d4fb9 no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:13:23.326739 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] No Port match for: 92342de8-c0c4-4451-90eb-6c55c06d4fb9 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:13:23.327400 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 92342de8-c0c4-4451-90eb-6c55c06d4fb9 not bound to the agent host n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:13:23.378993 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d291d87f-6eb0-423d-819d-2a1029eb16ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:23.382949 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f77cff45-a3a0-438d-9f07-30e64d02590a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:23.434733 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d291d87f-6eb0-423d-819d-2a1029eb16ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:23.457783 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 52962) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:13:23.489587 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-91a222df-b6e7-4dfe-8413-f391dd115bc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:23.567473 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-df1b7f81-bca1-4604-b679-fcf534c1dae6 req-d93b4889-bcc4-4e8d-b667-98632dbc2bb2 tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a16b243-e0db-4be8-b66d-d935bf2197ac HTTP/1.1" status: 200 len: 210 time: 0.0499952 Jan 18 22:13:23.569177 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-18be2168-14e1-493a-bb03-a7557b23b889 req-52a14b5a-b7b7-4259-ba5e-4fd96f4016ea tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] Allocated IP 192.168.233.60 (aed2eca7-1bb0-443d-8485-b985dbe9851b/8518183d-cc63-459a-b971-d4c7514e001f/b69e1f02-eb23-4d32-9e18-6f0ce3b1e9b4) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:13:23.571929 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f77cff45-a3a0-438d-9f07-30e64d02590a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:23.617983 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-91a222df-b6e7-4dfe-8413-f391dd115bc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:23.625405 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-91a222df-b6e7-4dfe-8413-f391dd115bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:23.644894 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77cff45-a3a0-438d-9f07-30e64d02590a admin admin] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:13:23.653607 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-f77cff45-a3a0-438d-9f07-30e64d02590a admin admin] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:13:23.670440 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77cff45-a3a0-438d-9f07-30e64d02590a admin admin] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:13:23.672547 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77cff45-a3a0-438d-9f07-30e64d02590a admin admin] Pushing event updated for resources: {'Port': ['ID=930cb626-46f7-4261-9a7c-6a012144a3e0,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:23.674498 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d291d87f-6eb0-423d-819d-2a1029eb16ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:23.685298 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d291d87f-6eb0-423d-819d-2a1029eb16ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:23.686452 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-d291d87f-6eb0-423d-819d-2a1029eb16ca admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8f694437-e205-480e-bc33-4f40a6bbc2d6 HTTP/1.1" status: 204 len: 168 time: 0.4888268 Jan 18 22:13:23.714728 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-91a222df-b6e7-4dfe-8413-f391dd115bc4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c9d49394c4c343dda09ba6939c02c2ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2558141 Jan 18 22:13:23.715922 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a222df-b6e7-4dfe-8413-f391dd115bc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03acd266-75ef-42a1-8120-66ad97e832bf,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:23.719944 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 52970) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:13:23.780255 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d291d87f-6eb0-423d-819d-2a1029eb16ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f694437-e205-480e-bc33-4f40a6bbc2d6,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:23.811101 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c96deb15-3593-4ee1-9c58-88741def9bec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:23.841103 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c96deb15-3593-4ee1-9c58-88741def9bec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:23.912756 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c96deb15-3593-4ee1-9c58-88741def9bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:23.916519 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c96deb15-3593-4ee1-9c58-88741def9bec admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:23.917951 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-c96deb15-3593-4ee1-9c58-88741def9bec admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/03acd266-75ef-42a1-8120-66ad97e832bf HTTP/1.1" status: 204 len: 168 time: 0.1968408 Jan 18 22:13:23.944464 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96deb15-3593-4ee1-9c58-88741def9bec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03acd266-75ef-42a1-8120-66ad97e832bf,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:24.231205 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:24.247399 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 98a00d27-f983-471e-8838-c74c62935ad0 details requested by agent hyperv_n-h1-825064-1 with host n-h1-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:13:24.320931 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device b955f8d6-7b56-4fdf-a00b-4eb445f9b366 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:13:24.372363 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1520c0f-331f-4546-8026-8849505ec4ae None None] Network cc278b4d-dcae-47fd-bae5-bd232ac640b4 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:13:24.399365 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 52998) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:13:24.440823 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f77cff45-a3a0-438d-9f07-30e64d02590a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:24.455452 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-18be2168-14e1-493a-bb03-a7557b23b889 req-52a14b5a-b7b7-4259-ba5e-4fd96f4016ea tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:24.515208 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae7f301-a884-499f-81a6-584b6cf345d3 req-d1eb15ce-cb87-40d6-a6f5-ff0d034d59b3 tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:24.516865 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bae7f301-a884-499f-81a6-584b6cf345d3 req-d1eb15ce-cb87-40d6-a6f5-ff0d034d59b3 tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e75c3cc-f08f-47a0-a1ab-06b460c064c8 HTTP/1.1" status: 200 len: 947 time: 0.2776263 Jan 18 22:13:24.587324 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a1cd1623-9d48-415f-a52b-c74c38ec6f51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:24.615863 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bae7f301-a884-499f-81a6-584b6cf345d3 req-9f246a61-3ee1-4fcf-9cc7-efac7f74e5d2 tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f4a5f1a-070e-4f7c-9935-2190c007dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918674 Jan 18 22:13:24.680406 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port b955f8d6-7b56-4fdf-a00b-4eb445f9b366 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:13:24.681032 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:24.683561 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-80d7ae53-2250-40dc-997d-95a73af4e35a None None] Provisioning complete for port b955f8d6-7b56-4fdf-a00b-4eb445f9b366 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:13:24.684272 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-80d7ae53-2250-40dc-997d-95a73af4e35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:24.710169 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a1cd1623-9d48-415f-a52b-c74c38ec6f51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:24.716728 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 53016) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:13:24.722072 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-18be2168-14e1-493a-bb03-a7557b23b889 req-52a14b5a-b7b7-4259-ba5e-4fd96f4016ea tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:24.736944 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a1cd1623-9d48-415f-a52b-c74c38ec6f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:24.772276 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:24.782823 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a14b5a-b7b7-4259-ba5e-4fd96f4016ea tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] Pushing event updated for resources: {'Port': ['ID=b69e1f02-eb23-4d32-9e18-6f0ce3b1e9b4,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:24.799713 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cd1623-9d48-415f-a52b-c74c38ec6f51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c1c53a-f15e-4601-a11e-6613d01fa426,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:24.822967 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['71697cfd-3ad1-4fd2-a441-336d49388aa9'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:13:24.823763 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18be2168-14e1-493a-bb03-a7557b23b889 req-52a14b5a-b7b7-4259-ba5e-4fd96f4016ea tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] Network aed2eca7-1bb0-443d-8485-b985dbe9851b is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:13:24.827386 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-18be2168-14e1-493a-bb03-a7557b23b889 req-52a14b5a-b7b7-4259-ba5e-4fd96f4016ea tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:13:24.832498 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-18be2168-14e1-493a-bb03-a7557b23b889 req-52a14b5a-b7b7-4259-ba5e-4fd96f4016ea tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:13:24.839534 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-a1cd1623-9d48-415f-a52b-c74c38ec6f51 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f56eb59c290547dfaec3e28d2c0e763f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4387858 Jan 18 22:13:24.839873 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18be2168-14e1-493a-bb03-a7557b23b889 req-52a14b5a-b7b7-4259-ba5e-4fd96f4016ea tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:24.840091 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 53026) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:13:24.840861 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-18be2168-14e1-493a-bb03-a7557b23b889 req-52a14b5a-b7b7-4259-ba5e-4fd96f4016ea tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:24.876385 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f77cff45-a3a0-438d-9f07-30e64d02590a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1040691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049'] for router, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:24.885898 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-18be2168-14e1-493a-bb03-a7557b23b889 req-52a14b5a-b7b7-4259-ba5e-4fd96f4016ea tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0489542 Jan 18 22:13:24.961892 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-18be2168-14e1-493a-bb03-a7557b23b889 req-6804867e-738a-41d2-b864-6d7152531a9b service neutron] Request body: {'port': {'device_id': '5a16b243-e0db-4be8-b66d-d935bf2197ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:13:24.980530 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-67c8bf3f-b9de-49be-96e8-434fb93c1cc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:25.034477 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-67c8bf3f-b9de-49be-96e8-434fb93c1cc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:25.049378 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 98a00d27-f983-471e-8838-c74c62935ad0, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=98a00d27-f983-471e-8838-c74c62935ad0,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:13:25.068667 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-80d7ae53-2250-40dc-997d-95a73af4e35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:25.145176 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-67c8bf3f-b9de-49be-96e8-434fb93c1cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:25.147375 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-67c8bf3f-b9de-49be-96e8-434fb93c1cc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:25.151870 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-67c8bf3f-b9de-49be-96e8-434fb93c1cc6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b0c1c53a-f15e-4601-a11e-6613d01fa426 HTTP/1.1" status: 204 len: 168 time: 0.3091612 Jan 18 22:13:25.154426 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-80d7ae53-2250-40dc-997d-95a73af4e35a None None] For port b955f8d6-7b56-4fdf-a00b-4eb445f9b366, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=b955f8d6-7b56-4fdf-a00b-4eb445f9b366,segment=NetworkSegment(ad933c8d-50d1-49d4-a766-f0aca6fd8ffc),segment_id=ad933c8d-50d1-49d4-a766-f0aca6fd8ffc)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:13:25.167202 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c8bf3f-b9de-49be-96e8-434fb93c1cc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c1c53a-f15e-4601-a11e-6613d01fa426,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:25.176629 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-18be2168-14e1-493a-bb03-a7557b23b889 req-6804867e-738a-41d2-b864-6d7152531a9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:25.198383 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Returning: {'device': '98a00d27-f983-471e-8838-c74c62935ad0', 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b', 'port_id': '98a00d27-f983-471e-8838-c74c62935ad0', 'mac_address': 'fa:16:3e:ad:d1:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8518183d-cc63-459a-b971-d4c7514e001f', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:13:25.217557 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-80d7ae53-2250-40dc-997d-95a73af4e35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:25.244633 n-d-825064-1 neutron-server[102431]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 18 22:13:25.253615 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [req-00309b1f-1d0c-4dcf-9d8d-e27e30cb9cae req-62b99bef-9d6f-442a-85b1-fe3c06df2ee4 tempest-LiveMigrationTest-1198651986 tempest-LiveMigrationTest-1198651986-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:13:25.267800 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-00309b1f-1d0c-4dcf-9d8d-e27e30cb9cae req-62b99bef-9d6f-442a-85b1-fe3c06df2ee4 tempest-LiveMigrationTest-1198651986 tempest-LiveMigrationTest-1198651986-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5485361 Jan 18 22:13:25.373369 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f77cff45-a3a0-438d-9f07-30e64d02590a admin admin] Router dd56ee2f-26ff-4d4c-93bb-e76580f977f8 is scheduled to L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 with binding_index 1 {{(pid=102430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 22:13:25.581958 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d7ae53-2250-40dc-997d-95a73af4e35a None None] Pushing event updated for resources: {'Port': ['ID=b955f8d6-7b56-4fdf-a00b-4eb445f9b366,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:25.591740 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:25.626271 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-67650a4f-8b4b-49f8-b7c6-ebffb129dd79 None None] Provisioning complete for port b69e1f02-eb23-4d32-9e18-6f0ce3b1e9b4 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:13:25.626646 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-67650a4f-8b4b-49f8-b7c6-ebffb129dd79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:25.637151 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98a00d27-f983-471e-8838-c74c62935ad0 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:13:25.690996 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 98a00d27-f983-471e-8838-c74c62935ad0, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=98a00d27-f983-471e-8838-c74c62935ad0,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:13:25.698047 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:25.702812 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-67650a4f-8b4b-49f8-b7c6-ebffb129dd79 None None] Port b69e1f02-eb23-4d32-9e18-6f0ce3b1e9b4 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:13:25.708786 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 53054) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:13:25.730357 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-811acac0-2811-486e-a162-81808d64839f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:25.756254 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea17756-cdf0-4ecb-9f5f-f7a1e00334c6 req-02ddccf5-1162-4b8f-87df-bac659dadf1d tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:25.763213 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-eea17756-cdf0-4ecb-9f5f-f7a1e00334c6 req-02ddccf5-1162-4b8f-87df-bac659dadf1d tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a16b243-e0db-4be8-b66d-d935bf2197ac HTTP/1.1" status: 200 len: 935 time: 0.1649199 Jan 18 22:13:25.781041 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f77cff45-a3a0-438d-9f07-30e64d02590a admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:13:25.794090 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=98a00d27-f983-471e-8838-c74c62935ad0,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:25.795862 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd94720-55e9-4374-b7db-ce0166d19d5a None None] Sync routers for ids ['dd56ee2f-26ff-4d4c-93bb-e76580f977f8'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:13:25.825627 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd94720-55e9-4374-b7db-ce0166d19d5a None None] Routers {'dd56ee2f-26ff-4d4c-93bb-e76580f977f8'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:13:25.827189 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-3fd94720-55e9-4374-b7db-ce0166d19d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:13:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['dd56ee2f-26ff-4d4c-93bb-e76580f977f8'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:13:25.832388 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f77cff45-a3a0-438d-9f07-30e64d02590a admin admin] Notify callbacks [] for router, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:25.833617 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-f77cff45-a3a0-438d-9f07-30e64d02590a admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 4.4307895 Jan 18 22:13:25.837889 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 53056) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:13:25.843504 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-afd2297a-c5c6-4914-8fe5-4ea09f64ac26 None None] Provisioning complete for port b955f8d6-7b56-4fdf-a00b-4eb445f9b366 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:13:25.844238 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-afd2297a-c5c6-4914-8fe5-4ea09f64ac26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:25.853112 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-eea17756-cdf0-4ecb-9f5f-f7a1e00334c6 req-f3d1ea84-471e-4265-8110-2aada41558b3 tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f72a7ca-d99c-4482-be1e-32e399b65a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847352 Jan 18 22:13:25.942403 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['98a00d27-f983-471e-8838-c74c62935ad0'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:13:25.971129 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-811acac0-2811-486e-a162-81808d64839f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:26.009521 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [req-18be2168-14e1-493a-bb03-a7557b23b889 req-6804867e-738a-41d2-b864-6d7152531a9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b69e1f02-eb23-4d32-9e18-6f0ce3b1e9b4 {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:13:26.011209 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00309b1f-1d0c-4dcf-9d8d-e27e30cb9cae req-e8f367dd-7ea7-43af-90b8-520008738a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:26.012839 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-00309b1f-1d0c-4dcf-9d8d-e27e30cb9cae req-e8f367dd-7ea7-43af-90b8-520008738a00 service neutron] 10.222.0.53 "GET /v2.0/ports/e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00 HTTP/1.1" status: 200 len: 1115 time: 0.5655615 Jan 18 22:13:26.014580 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-811acac0-2811-486e-a162-81808d64839f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:26.024689 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-18be2168-14e1-493a-bb03-a7557b23b889 req-6804867e-738a-41d2-b864-6d7152531a9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:26.041311 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-00309b1f-1d0c-4dcf-9d8d-e27e30cb9cae req-a38de608-f74c-4e62-8192-bfb40b792d63 service neutron] Request body: {'binding': {'host': 'n-h1-825064-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:13:26.041959 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-00309b1f-1d0c-4dcf-9d8d-e27e30cb9cae req-a38de608-f74c-4e62-8192-bfb40b792d63 service neutron] Unknown quota resources ['binding']. {{(pid=102431) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 18 22:13:26.058122 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-18be2168-14e1-493a-bb03-a7557b23b889 req-6804867e-738a-41d2-b864-6d7152531a9b service neutron] Transition to ACTIVE for port object b69e1f02-eb23-4d32-9e18-6f0ce3b1e9b4 will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:13:26.077010 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-18be2168-14e1-493a-bb03-a7557b23b889 req-6804867e-738a-41d2-b864-6d7152531a9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:26.128248 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-3fd94720-55e9-4374-b7db-ce0166d19d5a None None] Set router dd56ee2f-26ff-4d4c-93bb-e76580f977f8 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:13:26.226315 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7f69ff-39bc-4b8a-8b00-7d1c189f9513 req-87762008-c1d4-4215-88b4-e934e121286a tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:26.233633 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bd7f69ff-39bc-4b8a-8b00-7d1c189f9513 req-87762008-c1d4-4215-88b4-e934e121286a tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e75c3cc-f08f-47a0-a1ab-06b460c064c8 HTTP/1.1" status: 200 len: 948 time: 0.2015338 Jan 18 22:13:26.243056 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device b955f8d6-7b56-4fdf-a00b-4eb445f9b366 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:13:26.347087 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-00309b1f-1d0c-4dcf-9d8d-e27e30cb9cae req-a38de608-f74c-4e62-8192-bfb40b792d63 service neutron] Attempting to bind port e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00 on host n-h1-825064-1 for vnic_type normal with profile None {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:13:26.347393 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-00309b1f-1d0c-4dcf-9d8d-e27e30cb9cae req-a38de608-f74c-4e62-8192-bfb40b792d63 service neutron] Attempting to bind port e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00 by drivers openvswitch,hyperv on host n-h1-825064-1 at level 0 using segments [{'id': 'a97910f7-cad7-42ae-9f6e-c8965771467a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'db135028-f57a-417d-a5fc-9f73c3e34dd7'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:13:26.347667 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00309b1f-1d0c-4dcf-9d8d-e27e30cb9cae req-a38de608-f74c-4e62-8192-bfb40b792d63 service neutron] Attempting to bind port e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00 on network db135028-f57a-417d-a5fc-9f73c3e34dd7 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:13:26.370537 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00309b1f-1d0c-4dcf-9d8d-e27e30cb9cae req-a38de608-f74c-4e62-8192-bfb40b792d63 service neutron] Port e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00 on network db135028-f57a-417d-a5fc-9f73c3e34dd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:13:26.370866 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00309b1f-1d0c-4dcf-9d8d-e27e30cb9cae req-a38de608-f74c-4e62-8192-bfb40b792d63 service neutron] Attempting to bind port e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00 on network db135028-f57a-417d-a5fc-9f73c3e34dd7 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:13:26.396008 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00309b1f-1d0c-4dcf-9d8d-e27e30cb9cae req-a38de608-f74c-4e62-8192-bfb40b792d63 service neutron] Checking agent: {'id': 'e49d1b2a-ba11-487f-a804-ecbf3c0e8132', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:13:26.398503 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00309b1f-1d0c-4dcf-9d8d-e27e30cb9cae req-a38de608-f74c-4e62-8192-bfb40b792d63 service neutron] Checking segment: {'id': 'a97910f7-cad7-42ae-9f6e-c8965771467a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'db135028-f57a-417d-a5fc-9f73c3e34dd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:13:26.398926 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00309b1f-1d0c-4dcf-9d8d-e27e30cb9cae req-a38de608-f74c-4e62-8192-bfb40b792d63 service neutron] Bound using segment: {'id': 'a97910f7-cad7-42ae-9f6e-c8965771467a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'db135028-f57a-417d-a5fc-9f73c3e34dd7'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:13:26.404939 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-00309b1f-1d0c-4dcf-9d8d-e27e30cb9cae req-a38de608-f74c-4e62-8192-bfb40b792d63 service neutron] Bound port: e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00, host: n-h1-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a97910f7-cad7-42ae-9f6e-c8965771467a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'db135028-f57a-417d-a5fc-9f73c3e34dd7'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:13:26.529094 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6804867e-738a-41d2-b864-6d7152531a9b service neutron] Pushing event updated for resources: {'Port': ['ID=b69e1f02-eb23-4d32-9e18-6f0ce3b1e9b4,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:26.532448 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-3fd94720-55e9-4374-b7db-ce0166d19d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd56ee2f-26ff-4d4c-93bb-e76580f977f8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-397758241-router', 'tenant_id': '43f0b96077a84d2a954b883639e07306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '930cb626-46f7-4261-9a7c-6a012144a3e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:13:21Z', 'updated_at': '2022-01-18T22:13:23Z', 'revision_number': 3, 'project_id': '43f0b96077a84d2a954b883639e07306', 'gw_port': {'id': '930cb626-46f7-4261-9a7c-6a012144a3e0', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:9e:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd56ee2f-26ff-4d4c-93bb-e76580f977f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:22Z', 'updated_at': '2022-01-18T22:13:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:13:26.566871 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd94720-55e9-4374-b7db-ce0166d19d5a None None] Checking router: dd56ee2f-26ff-4d4c-93bb-e76580f977f8 for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:13:26.568141 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd94720-55e9-4374-b7db-ce0166d19d5a None None] Updating router dd56ee2f-26ff-4d4c-93bb-e76580f977f8 port 930cb626-46f7-4261-9a7c-6a012144a3e0 binding host n-d-825064-1 {{(pid=102433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:13:26.575694 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-18be2168-14e1-493a-bb03-a7557b23b889 req-6804867e-738a-41d2-b864-6d7152531a9b service neutron] Attempting to bind port b69e1f02-eb23-4d32-9e18-6f0ce3b1e9b4 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:13:26.576097 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-18be2168-14e1-493a-bb03-a7557b23b889 req-6804867e-738a-41d2-b864-6d7152531a9b service neutron] Attempting to bind port b69e1f02-eb23-4d32-9e18-6f0ce3b1e9b4 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:13:26.576570 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18be2168-14e1-493a-bb03-a7557b23b889 req-6804867e-738a-41d2-b864-6d7152531a9b service neutron] Attempting to bind port b69e1f02-eb23-4d32-9e18-6f0ce3b1e9b4 on network aed2eca7-1bb0-443d-8485-b985dbe9851b {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:13:26.597709 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port b955f8d6-7b56-4fdf-a00b-4eb445f9b366 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:13:26.599134 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:26.599640 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18be2168-14e1-493a-bb03-a7557b23b889 req-6804867e-738a-41d2-b864-6d7152531a9b service neutron] Port b69e1f02-eb23-4d32-9e18-6f0ce3b1e9b4 on network aed2eca7-1bb0-443d-8485-b985dbe9851b not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:13:26.600166 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18be2168-14e1-493a-bb03-a7557b23b889 req-6804867e-738a-41d2-b864-6d7152531a9b service neutron] Attempting to bind port b69e1f02-eb23-4d32-9e18-6f0ce3b1e9b4 on network aed2eca7-1bb0-443d-8485-b985dbe9851b {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:13:26.601350 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3fd94720-55e9-4374-b7db-ce0166d19d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:26.624332 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-00309b1f-1d0c-4dcf-9d8d-e27e30cb9cae req-a38de608-f74c-4e62-8192-bfb40b792d63 service neutron] For port e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00, host n-h1-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00,segment=NetworkSegment(a97910f7-cad7-42ae-9f6e-c8965771467a),segment_id=a97910f7-cad7-42ae-9f6e-c8965771467a)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:13:26.654495 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-00309b1f-1d0c-4dcf-9d8d-e27e30cb9cae req-a38de608-f74c-4e62-8192-bfb40b792d63 service neutron] Notify callbacks [] for binding, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:26.655947 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-00309b1f-1d0c-4dcf-9d8d-e27e30cb9cae req-a38de608-f74c-4e62-8192-bfb40b792d63 service neutron] 10.222.0.53 "POST /v2.0/ports/e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00/bindings HTTP/1.1" status: 201 len: 389 time: 0.6359718 Jan 18 22:13:26.661952 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811acac0-2811-486e-a162-81808d64839f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78989077-f9c3-4dfa-844b-12aa68152d88,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:26.669170 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bd7f69ff-39bc-4b8a-8b00-7d1c189f9513 req-5f278cc9-e399-4bda-aeda-6a3679203654 tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f4a5f1a-070e-4f7c-9935-2190c007dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576788 Jan 18 22:13:26.677357 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18be2168-14e1-493a-bb03-a7557b23b889 req-6804867e-738a-41d2-b864-6d7152531a9b service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:13:26.681105 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18be2168-14e1-493a-bb03-a7557b23b889 req-6804867e-738a-41d2-b864-6d7152531a9b service neutron] Checking segment: {'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:13:26.681105 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18be2168-14e1-493a-bb03-a7557b23b889 req-6804867e-738a-41d2-b864-6d7152531a9b service neutron] Bound using segment: {'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:13:26.681347 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-811acac0-2811-486e-a162-81808d64839f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a9bf3fd4c5f644debb67c081eb463dd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9681661 Jan 18 22:13:26.681428 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-18be2168-14e1-493a-bb03-a7557b23b889 req-6804867e-738a-41d2-b864-6d7152531a9b service neutron] Bound port: b69e1f02-eb23-4d32-9e18-6f0ce3b1e9b4, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:13:26.681509 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 53076) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:13:26.681581 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-18be2168-14e1-493a-bb03-a7557b23b889 req-6804867e-738a-41d2-b864-6d7152531a9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:26.835092 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8c1a790e-af5d-49fc-97a0-4cdcf83333c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:26.926131 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8c1a790e-af5d-49fc-97a0-4cdcf83333c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:26.971442 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3fd94720-55e9-4374-b7db-ce0166d19d5a None None] Notify callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:26.982400 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3fd94720-55e9-4374-b7db-ce0166d19d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:27.082195 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a978d1-dd4a-4ada-89ab-d6a711805703 None None] Pushing event updated for resources: {'Port': ['ID=930cb626-46f7-4261-9a7c-6a012144a3e0,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:27.090221 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-3fd94720-55e9-4374-b7db-ce0166d19d5a None None] Attempting to bind port 930cb626-46f7-4261-9a7c-6a012144a3e0 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:13:27.090968 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-3fd94720-55e9-4374-b7db-ce0166d19d5a None None] Attempting to bind port 930cb626-46f7-4261-9a7c-6a012144a3e0 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:13:27.091558 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd94720-55e9-4374-b7db-ce0166d19d5a None None] Attempting to bind port 930cb626-46f7-4261-9a7c-6a012144a3e0 on network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:13:27.099862 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a978d1-dd4a-4ada-89ab-d6a711805703 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:13:27.100663 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a978d1-dd4a-4ada-89ab-d6a711805703 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:13:27.101714 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a978d1-dd4a-4ada-89ab-d6a711805703 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:13:27.101714 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a978d1-dd4a-4ada-89ab-d6a711805703 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:13:27.101925 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-18be2168-14e1-493a-bb03-a7557b23b889 req-6804867e-738a-41d2-b864-6d7152531a9b service neutron] For port b69e1f02-eb23-4d32-9e18-6f0ce3b1e9b4, host n-h2-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:13:27.103198 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a978d1-dd4a-4ada-89ab-d6a711805703 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:13:27.103724 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a978d1-dd4a-4ada-89ab-d6a711805703 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:13:27.104454 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a978d1-dd4a-4ada-89ab-d6a711805703 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:13:27.105136 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a978d1-dd4a-4ada-89ab-d6a711805703 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:13:27.105670 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a978d1-dd4a-4ada-89ab-d6a711805703 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:13:27.108158 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a978d1-dd4a-4ada-89ab-d6a711805703 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:13:27.108935 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a978d1-dd4a-4ada-89ab-d6a711805703 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:13:27.109462 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a978d1-dd4a-4ada-89ab-d6a711805703 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:13:27.111276 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a978d1-dd4a-4ada-89ab-d6a711805703 None None] Tracked resource versions report: Jan 18 22:13:27.111276 n-d-825064-1 neutron-server[102433]: pushed versions: Jan 18 22:13:27.111276 n-d-825064-1 neutron-server[102433]: { 'AddressGroup': {'1.2'}, Jan 18 22:13:27.111276 n-d-825064-1 neutron-server[102433]: 'ConntrackHelper': {'1.0'}, Jan 18 22:13:27.111276 n-d-825064-1 neutron-server[102433]: 'Log': {'1.0'}, Jan 18 22:13:27.111276 n-d-825064-1 neutron-server[102433]: 'Network': {'1.1'}, Jan 18 22:13:27.111276 n-d-825064-1 neutron-server[102433]: 'Port': {'1.7'}, Jan 18 22:13:27.111276 n-d-825064-1 neutron-server[102433]: 'PortForwarding': {'1.2'}, Jan 18 22:13:27.111276 n-d-825064-1 neutron-server[102433]: 'QosPolicy': {'1.9'}, Jan 18 22:13:27.111276 n-d-825064-1 neutron-server[102433]: 'SecurityGroup': {'1.4'}, Jan 18 22:13:27.111276 n-d-825064-1 neutron-server[102433]: 'SecurityGroupRule': {'1.2'}, Jan 18 22:13:27.111276 n-d-825064-1 neutron-server[102433]: 'SubPort': {'1.0'}, Jan 18 22:13:27.111276 n-d-825064-1 neutron-server[102433]: 'Subnet': {'1.1'}, Jan 18 22:13:27.111276 n-d-825064-1 neutron-server[102433]: 'Trunk': {'1.1'}} Jan 18 22:13:27.111276 n-d-825064-1 neutron-server[102433]: consumer versions: Jan 18 22:13:27.111276 n-d-825064-1 neutron-server[102433]: { DHCP agent@n-d-825064-1: {}, Jan 18 22:13:27.111276 n-d-825064-1 neutron-server[102433]: HyperV agent@n-h1-825064-1: {}, Jan 18 22:13:27.111276 n-d-825064-1 neutron-server[102433]: HyperV agent@n-h2-825064-1: {}, Jan 18 22:13:27.111276 n-d-825064-1 neutron-server[102433]: L3 agent@n-d-825064-1: {}, Jan 18 22:13:27.111276 n-d-825064-1 neutron-server[102433]: Metadata agent@n-d-825064-1: {}, Jan 18 22:13:27.111276 n-d-825064-1 neutron-server[102433]: Metering agent@n-d-825064-1: {}, Jan 18 22:13:27.111276 n-d-825064-1 neutron-server[102433]: Open vSwitch agent@n-d-825064-1: { 'AddressGroup': '1.2', Jan 18 22:13:27.111276 n-d-825064-1 neutron-server[102433]: 'ConntrackHelper': '1.0', Jan 18 22:13:27.111276 n-d-825064-1 neutron-server[102433]: 'Log': '1.0', Jan 18 22:13:27.111276 n-d-825064-1 neutron-server[102433]: 'Network': '1.1', Jan 18 22:13:27.111276 n-d-825064-1 neutron-server[102433]: 'Port': '1.7', Jan 18 22:13:27.111276 n-d-825064-1 neutron-server[102433]: 'PortForwarding': '1.2', Jan 18 22:13:27.111276 n-d-825064-1 neutron-server[102433]: 'QosPolicy': '1.9', Jan 18 22:13:27.111276 n-d-825064-1 neutron-server[102433]: 'SecurityGroup': '1.4', Jan 18 22:13:27.111276 n-d-825064-1 neutron-server[102433]: 'SecurityGroupRule': '1.2', Jan 18 22:13:27.111276 n-d-825064-1 neutron-server[102433]: 'SubPort': '1.0', Jan 18 22:13:27.111276 n-d-825064-1 neutron-server[102433]: 'Subnet': '1.1', Jan 18 22:13:27.111276 n-d-825064-1 neutron-server[102433]: 'Trunk': '1.1'}} Jan 18 22:13:27.111276 n-d-825064-1 neutron-server[102433]: {{(pid=102433) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 22:13:27.116240 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8c1a790e-af5d-49fc-97a0-4cdcf83333c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:27.117026 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-18be2168-14e1-493a-bb03-a7557b23b889 req-6804867e-738a-41d2-b864-6d7152531a9b service neutron] For port b69e1f02-eb23-4d32-9e18-6f0ce3b1e9b4, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=b69e1f02-eb23-4d32-9e18-6f0ce3b1e9b4,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:13:27.131253 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd94720-55e9-4374-b7db-ce0166d19d5a None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:13:27.132236 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-18be2168-14e1-493a-bb03-a7557b23b889 req-6804867e-738a-41d2-b864-6d7152531a9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:27.133354 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8c1a790e-af5d-49fc-97a0-4cdcf83333c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:27.133561 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd94720-55e9-4374-b7db-ce0166d19d5a None None] Checking segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:13:27.134141 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3fd94720-55e9-4374-b7db-ce0166d19d5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:27.134690 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd94720-55e9-4374-b7db-ce0166d19d5a None None] Bound using segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:13:27.136073 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-3fd94720-55e9-4374-b7db-ce0166d19d5a None None] Bound port: 930cb626-46f7-4261-9a7c-6a012144a3e0, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:13:27.136897 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-8c1a790e-af5d-49fc-97a0-4cdcf83333c5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/78989077-f9c3-4dfa-844b-12aa68152d88 HTTP/1.1" status: 204 len: 168 time: 0.4542561 Jan 18 22:13:27.137452 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3fd94720-55e9-4374-b7db-ce0166d19d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:27.163346 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1a790e-af5d-49fc-97a0-4cdcf83333c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78989077-f9c3-4dfa-844b-12aa68152d88,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:27.202845 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00309b1f-1d0c-4dcf-9d8d-e27e30cb9cae req-0c2e193d-1f05-45e7-96f8-4a0ca03ae1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:27.205204 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-00309b1f-1d0c-4dcf-9d8d-e27e30cb9cae req-0c2e193d-1f05-45e7-96f8-4a0ca03ae1f8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=646d6b7fa3c74dbb9d53573120d4a5a9&device_id=7e47c1b4-ec60-4c82-9419-92448c3d9688 HTTP/1.1" status: 200 len: 1118 time: 0.1481986 Jan 18 22:13:27.227140 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90feda5c-3ec8-4227-8d5e-f277aacd9cec req-191a6758-0638-4fa0-86c5-48f252290597 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:27.229805 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-90feda5c-3ec8-4227-8d5e-f277aacd9cec req-191a6758-0638-4fa0-86c5-48f252290597 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e47c1b4-ec60-4c82-9419-92448c3d9688 HTTP/1.1" status: 200 len: 967 time: 0.2547374 Jan 18 22:13:27.249408 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18be2168-14e1-493a-bb03-a7557b23b889 req-6804867e-738a-41d2-b864-6d7152531a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:27.250427 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-18be2168-14e1-493a-bb03-a7557b23b889 req-6804867e-738a-41d2-b864-6d7152531a9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:27.251959 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-18be2168-14e1-493a-bb03-a7557b23b889 req-6804867e-738a-41d2-b864-6d7152531a9b service neutron] 10.222.0.67 "PUT /v2.0/ports/b69e1f02-eb23-4d32-9e18-6f0ce3b1e9b4 HTTP/1.1" status: 200 len: 1095 time: 2.3080094 Jan 18 22:13:27.256249 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a16b243-e0db-4be8-b66d-d935bf2197ac', 'tag': 'b69e1f02-eb23-4d32-9e18-6f0ce3b1e9b4'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:13:27.259846 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8557a034-e160-468f-921c-43787f22ef33" -d '{"events": [{"name": "network-changed", "server_uuid": "5a16b243-e0db-4be8-b66d-d935bf2197ac", "tag": "b69e1f02-eb23-4d32-9e18-6f0ce3b1e9b4"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:13:27.282478 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-3fd94720-55e9-4374-b7db-ce0166d19d5a None None] For port 930cb626-46f7-4261-9a7c-6a012144a3e0, host n-d-825064-1, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:13:27.286529 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-3fd94720-55e9-4374-b7db-ce0166d19d5a None None] For port 930cb626-46f7-4261-9a7c-6a012144a3e0, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=930cb626-46f7-4261-9a7c-6a012144a3e0,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:13:27.297143 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3fd94720-55e9-4374-b7db-ce0166d19d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:27.336363 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-90feda5c-3ec8-4227-8d5e-f277aacd9cec req-0b8e8c58-b7b8-4a37-b4e2-ac9f19c615f4 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac5bfedd-8c81-4ad7-9f0f-99ba0a339521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833278 Jan 18 22:13:27.412785 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00309b1f-1d0c-4dcf-9d8d-e27e30cb9cae req-db25fcd6-fcf0-416b-893e-dc6d94956666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:27.414343 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-00309b1f-1d0c-4dcf-9d8d-e27e30cb9cae req-db25fcd6-fcf0-416b-893e-dc6d94956666 service neutron] 10.222.0.36 "GET /v2.0/networks?id=db135028-f57a-417d-a5fc-9f73c3e34dd7 HTTP/1.1" status: 200 len: 907 time: 0.2023497 Jan 18 22:13:27.443151 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a978d1-dd4a-4ada-89ab-d6a711805703 None None] Pushing event updated for resources: {'Port': ['ID=930cb626-46f7-4261-9a7c-6a012144a3e0,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:27.482852 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd94720-55e9-4374-b7db-ce0166d19d5a None None] Routers {'dd56ee2f-26ff-4d4c-93bb-e76580f977f8'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:13:27.483777 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-3fd94720-55e9-4374-b7db-ce0166d19d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:13:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['dd56ee2f-26ff-4d4c-93bb-e76580f977f8'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:13:27.496639 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18eaf27f-b115-4161-88a3-036e015fb0fb x-openstack-request-id: req-18eaf27f-b115-4161-88a3-036e015fb0fb {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:13:27.501303 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a16b243-e0db-4be8-b66d-d935bf2197ac", "tag": "b69e1f02-eb23-4d32-9e18-6f0ce3b1e9b4", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:13:27.501593 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-18eaf27f-b115-4161-88a3-036e015fb0fb {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:13:27.502085 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a16b243-e0db-4be8-b66d-d935bf2197ac', 'tag': 'b69e1f02-eb23-4d32-9e18-6f0ce3b1e9b4', 'status': 'completed', 'code': 200} Jan 18 22:13:27.512846 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6804867e-738a-41d2-b864-6d7152531a9b service neutron] Pushing event updated for resources: {'Port': ['ID=b69e1f02-eb23-4d32-9e18-6f0ce3b1e9b4,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:27.514270 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-00309b1f-1d0c-4dcf-9d8d-e27e30cb9cae req-ea535404-8eab-46f8-820c-b9bf76d5dfaf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00 HTTP/1.1" status: 200 len: 217 time: 0.0890956 Jan 18 22:13:27.551270 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7bf358ea-cce5-4ccc-991a-f716f20353fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:27.619676 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00309b1f-1d0c-4dcf-9d8d-e27e30cb9cae req-8210b97b-341a-4df3-ac41-ba84cda1faf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:27.627322 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-00309b1f-1d0c-4dcf-9d8d-e27e30cb9cae req-8210b97b-341a-4df3-ac41-ba84cda1faf0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9d1c997a-9e2b-4f20-9423-81e2cb97ac40 HTTP/1.1" status: 200 len: 847 time: 0.0998578 Jan 18 22:13:27.677797 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-00309b1f-1d0c-4dcf-9d8d-e27e30cb9cae req-6398955b-3655-4749-884c-11c1aa2f3ad0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=db135028-f57a-417d-a5fc-9f73c3e34dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448227 Jan 18 22:13:27.690371 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-3fd94720-55e9-4374-b7db-ce0166d19d5a None None] Set router dd56ee2f-26ff-4d4c-93bb-e76580f977f8 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:13:27.849824 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18be2168-14e1-493a-bb03-a7557b23b889 req-0a6f87ed-fa49-40e8-a005-3eaa4cbb407f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:27.851688 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-18be2168-14e1-493a-bb03-a7557b23b889 req-0a6f87ed-fa49-40e8-a005-3eaa4cbb407f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=54a221a282f14a37875faa695d97e2bf&device_id=5a16b243-e0db-4be8-b66d-d935bf2197ac HTTP/1.1" status: 200 len: 1098 time: 0.5231137 Jan 18 22:13:27.867353 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-00309b1f-1d0c-4dcf-9d8d-e27e30cb9cae req-fb3e26a0-dd82-4a59-a11b-3f1e303d1031 service neutron] 10.222.0.36 "GET /v2.0/networks/db135028-f57a-417d-a5fc-9f73c3e34dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805398 Jan 18 22:13:27.936433 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecab2bcd-dba7-4ad8-bf7c-94352e293c03 req-b00e7dfe-e508-4145-b8e4-133ca7cc3e20 tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:27.950044 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ecab2bcd-dba7-4ad8-bf7c-94352e293c03 req-b00e7dfe-e508-4145-b8e4-133ca7cc3e20 tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a16b243-e0db-4be8-b66d-d935bf2197ac HTTP/1.1" status: 200 len: 947 time: 0.4248750 Jan 18 22:13:27.986906 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-3fd94720-55e9-4374-b7db-ce0166d19d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd56ee2f-26ff-4d4c-93bb-e76580f977f8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-397758241-router', 'tenant_id': '43f0b96077a84d2a954b883639e07306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '930cb626-46f7-4261-9a7c-6a012144a3e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:13:21Z', 'updated_at': '2022-01-18T22:13:23Z', 'revision_number': 3, 'project_id': '43f0b96077a84d2a954b883639e07306', 'gw_port': {'id': '930cb626-46f7-4261-9a7c-6a012144a3e0', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:9e:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd56ee2f-26ff-4d4c-93bb-e76580f977f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:22Z', 'updated_at': '2022-01-18T22:13:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:13:28.003827 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-18be2168-14e1-493a-bb03-a7557b23b889 req-743cc858-c2a8-4694-9c07-6b67bad37b5c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=b69e1f02-eb23-4d32-9e18-6f0ce3b1e9b4 HTTP/1.1" status: 200 len: 217 time: 0.1398027 Jan 18 22:13:28.017535 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd94720-55e9-4374-b7db-ce0166d19d5a None None] The sync data for ids ['dd56ee2f-26ff-4d4c-93bb-e76580f977f8'] in n-d-825064-1 is: [{'id': 'dd56ee2f-26ff-4d4c-93bb-e76580f977f8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-397758241-router', 'tenant_id': '43f0b96077a84d2a954b883639e07306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '930cb626-46f7-4261-9a7c-6a012144a3e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:13:21Z', 'updated_at': '2022-01-18T22:13:23Z', 'revision_number': 3, 'project_id': '43f0b96077a84d2a954b883639e07306', 'gw_port': {'id': '930cb626-46f7-4261-9a7c-6a012144a3e0', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:9e:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd56ee2f-26ff-4d4c-93bb-e76580f977f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:22Z', 'updated_at': '2022-01-18T22:13:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:13:28.091482 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-00309b1f-1d0c-4dcf-9d8d-e27e30cb9cae req-d664c553-5fbd-4599-bed6-e782f6f8e62c service neutron] 10.222.0.36 "GET /v2.0/networks/db135028-f57a-417d-a5fc-9f73c3e34dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148311 Jan 18 22:13:28.122456 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ecab2bcd-dba7-4ad8-bf7c-94352e293c03 req-c588bfd7-75e5-49fa-8d00-bbb68e681b77 tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f72a7ca-d99c-4482-be1e-32e399b65a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713035 Jan 18 22:13:28.170083 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18be2168-14e1-493a-bb03-a7557b23b889 req-940c5c6a-4ec4-4192-8872-2c464496c09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:28.171983 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-18be2168-14e1-493a-bb03-a7557b23b889 req-940c5c6a-4ec4-4192-8872-2c464496c09c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8518183d-cc63-459a-b971-d4c7514e001f HTTP/1.1" status: 200 len: 843 time: 0.1623580 Jan 18 22:13:28.231097 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-7bf358ea-cce5-4ccc-991a-f716f20353fb admin admin] Allocated IP 172.20.0.1 (cc278b4d-dcae-47fd-bae5-bd232ac640b4/1f0f1e45-beb6-4402-8040-f69acf064963/1046bbcb-899a-443e-b3a8-1a1c565ffd18) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:13:28.268082 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 98a00d27-f983-471e-8838-c74c62935ad0 up at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:13:28.354113 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning for port 98a00d27-f983-471e-8838-c74c62935ad0 completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:13:28.364314 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning complete for port 98a00d27-f983-471e-8838-c74c62935ad0 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:13:28.365595 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:28.407414 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00309b1f-1d0c-4dcf-9d8d-e27e30cb9cae req-d0de57be-bbb4-4c91-8698-af0cb84e3117 tempest-LiveMigrationTest-1198651986 tempest-LiveMigrationTest-1198651986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:28.408907 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-00309b1f-1d0c-4dcf-9d8d-e27e30cb9cae req-d0de57be-bbb4-4c91-8698-af0cb84e3117 tempest-LiveMigrationTest-1198651986 tempest-LiveMigrationTest-1198651986-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=7e47c1b4-ec60-4c82-9419-92448c3d9688&tenant_id=646d6b7fa3c74dbb9d53573120d4a5a9&binding%3Ahost_id=n-h2-825064-1 HTTP/1.1" status: 200 len: 1118 time: 0.1593268 Jan 18 22:13:28.426970 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-00309b1f-1d0c-4dcf-9d8d-e27e30cb9cae req-7f5ceabe-6818-4c04-af7e-297ab640fc53 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-825064-1'}}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:13:28.459948 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7bf358ea-cce5-4ccc-991a-f716f20353fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:28.469884 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18be2168-14e1-493a-bb03-a7557b23b889 req-a0fa79ea-fd5a-4626-a9ea-81b759ea10bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:28.471406 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-18be2168-14e1-493a-bb03-a7557b23b889 req-a0fa79ea-fd5a-4626-a9ea-81b759ea10bf service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aed2eca7-1bb0-443d-8485-b985dbe9851b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2898381 Jan 18 22:13:28.489204 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4843f5d1-da30-4c8a-9c11-b64801245775 req-00340ece-41ec-4ea7-993b-215b6d2c65ef tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:28.491006 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4843f5d1-da30-4c8a-9c11-b64801245775 req-00340ece-41ec-4ea7-993b-215b6d2c65ef tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e75c3cc-f08f-47a0-a1ab-06b460c064c8 HTTP/1.1" status: 200 len: 948 time: 0.2803180 Jan 18 22:13:28.564476 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-00309b1f-1d0c-4dcf-9d8d-e27e30cb9cae req-7f5ceabe-6818-4c04-af7e-297ab640fc53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:28.575593 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:28.617396 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e75c3cc-f08f-47a0-a1ab-06b460c064c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98a00d27-f983-471e-8838-c74c62935ad0'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:13:28.619919 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a8e74b5-65b7-44be-a033-19aded664399" -d '{"events": [{"server_uuid": "3e75c3cc-f08f-47a0-a1ab-06b460c064c8", "name": "network-vif-plugged", "status": "completed", "tag": "98a00d27-f983-471e-8838-c74c62935ad0"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:13:28.640518 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 98a00d27-f983-471e-8838-c74c62935ad0, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=98a00d27-f983-471e-8838-c74c62935ad0,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:13:28.653431 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:28.743005 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-00309b1f-1d0c-4dcf-9d8d-e27e30cb9cae req-7f5ceabe-6818-4c04-af7e-297ab640fc53 service neutron] For port e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00,segment=NetworkSegment(a97910f7-cad7-42ae-9f6e-c8965771467a),segment_id=a97910f7-cad7-42ae-9f6e-c8965771467a)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:13:28.770216 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=98a00d27-f983-471e-8838-c74c62935ad0,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:28.805746 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4843f5d1-da30-4c8a-9c11-b64801245775 req-6717ffad-314e-42a4-8bdc-abdb4a166d03 tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f4a5f1a-070e-4f7c-9935-2190c007dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3008888 Jan 18 22:13:28.812397 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-00309b1f-1d0c-4dcf-9d8d-e27e30cb9cae req-7f5ceabe-6818-4c04-af7e-297ab640fc53 service neutron] For port e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00, host n-h2-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:13:28.819119 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7bf358ea-cce5-4ccc-991a-f716f20353fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:28.887602 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e47c1b4-ec60-4c82-9419-92448c3d9688', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:13:28.889415 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a89ff39-39f3-4b3c-8acd-e7d6acf193b9 req-b1a12f3d-0259-4b86-9e16-a289c922fee8 tempest-NetworksTest-78577543 tempest-NetworksTest-78577543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:28.889897 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a89ff39-39f3-4b3c-8acd-e7d6acf193b9 req-b1a12f3d-0259-4b86-9e16-a289c922fee8 tempest-NetworksTest-78577543 tempest-NetworksTest-78577543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:28.890363 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a89ff39-39f3-4b3c-8acd-e7d6acf193b9 req-b1a12f3d-0259-4b86-9e16-a289c922fee8 tempest-NetworksTest-78577543 tempest-NetworksTest-78577543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:28.890822 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a89ff39-39f3-4b3c-8acd-e7d6acf193b9 req-b1a12f3d-0259-4b86-9e16-a289c922fee8 tempest-NetworksTest-78577543 tempest-NetworksTest-78577543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:28.891835 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a89ff39-39f3-4b3c-8acd-e7d6acf193b9 req-b1a12f3d-0259-4b86-9e16-a289c922fee8 tempest-NetworksTest-78577543 tempest-NetworksTest-78577543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:28.892316 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a89ff39-39f3-4b3c-8acd-e7d6acf193b9 req-b1a12f3d-0259-4b86-9e16-a289c922fee8 tempest-NetworksTest-78577543 tempest-NetworksTest-78577543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:28.893176 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa455f32-68cc-4fab-a3f5-69da8009a033" -d '{"events": [{"server_uuid": "7e47c1b4-ec60-4c82-9419-92448c3d9688", "name": "network-vif-unplugged", "status": "completed", "tag": "e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:13:28.898967 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7a89ff39-39f3-4b3c-8acd-e7d6acf193b9 req-b1a12f3d-0259-4b86-9e16-a289c922fee8 tempest-NetworksTest-78577543 tempest-NetworksTest-78577543-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4303 time: 0.3081031 Jan 18 22:13:28.899315 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-00309b1f-1d0c-4dcf-9d8d-e27e30cb9cae req-7f5ceabe-6818-4c04-af7e-297ab640fc53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:28.908304 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-00309b1f-1d0c-4dcf-9d8d-e27e30cb9cae req-7f5ceabe-6818-4c04-af7e-297ab640fc53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:28.960996 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-18be2168-14e1-493a-bb03-a7557b23b889 req-897dc9dd-abd6-443a-ba1c-f43c37ac4826 service neutron] 10.222.0.67 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4642186 Jan 18 22:13:28.963204 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf358ea-cce5-4ccc-991a-f716f20353fb admin admin] Network cc278b4d-dcae-47fd-bae5-bd232ac640b4 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:13:28.964110 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf358ea-cce5-4ccc-991a-f716f20353fb admin admin] Pushing event updated for resources: {'Port': ['ID=1046bbcb-899a-443e-b3a8-1a1c565ffd18,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:28.985434 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-7bf358ea-cce5-4ccc-991a-f716f20353fb admin admin] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:13:29.008414 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf358ea-cce5-4ccc-991a-f716f20353fb admin admin] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:13:29.009132 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7bf358ea-cce5-4ccc-991a-f716f20353fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1040954'] for router_interface, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:29.022670 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5ceabe-6818-4c04-af7e-297ab640fc53 service neutron] Pushing event updated for resources: {'Port': ['ID=e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00,revision_number=7']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:29.056664 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-00309b1f-1d0c-4dcf-9d8d-e27e30cb9cae req-7f5ceabe-6818-4c04-af7e-297ab640fc53 service neutron] Attempting to bind port e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00 on host n-h2-825064-1 for vnic_type normal with profile {"migrating_to": "n-h1-825064-1"} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:13:29.057281 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-00309b1f-1d0c-4dcf-9d8d-e27e30cb9cae req-7f5ceabe-6818-4c04-af7e-297ab640fc53 service neutron] Attempting to bind port e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': 'a97910f7-cad7-42ae-9f6e-c8965771467a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'db135028-f57a-417d-a5fc-9f73c3e34dd7'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:13:29.057847 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00309b1f-1d0c-4dcf-9d8d-e27e30cb9cae req-7f5ceabe-6818-4c04-af7e-297ab640fc53 service neutron] Attempting to bind port e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00 on network db135028-f57a-417d-a5fc-9f73c3e34dd7 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:13:29.072024 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00309b1f-1d0c-4dcf-9d8d-e27e30cb9cae req-7f5ceabe-6818-4c04-af7e-297ab640fc53 service neutron] Port e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00 on network db135028-f57a-417d-a5fc-9f73c3e34dd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:13:29.072646 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00309b1f-1d0c-4dcf-9d8d-e27e30cb9cae req-7f5ceabe-6818-4c04-af7e-297ab640fc53 service neutron] Attempting to bind port e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00 on network db135028-f57a-417d-a5fc-9f73c3e34dd7 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:13:29.078085 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00309b1f-1d0c-4dcf-9d8d-e27e30cb9cae req-7f5ceabe-6818-4c04-af7e-297ab640fc53 service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:13:29.078752 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00309b1f-1d0c-4dcf-9d8d-e27e30cb9cae req-7f5ceabe-6818-4c04-af7e-297ab640fc53 service neutron] Checking segment: {'id': 'a97910f7-cad7-42ae-9f6e-c8965771467a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'db135028-f57a-417d-a5fc-9f73c3e34dd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:13:29.079455 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00309b1f-1d0c-4dcf-9d8d-e27e30cb9cae req-7f5ceabe-6818-4c04-af7e-297ab640fc53 service neutron] Bound using segment: {'id': 'a97910f7-cad7-42ae-9f6e-c8965771467a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'db135028-f57a-417d-a5fc-9f73c3e34dd7'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:13:29.080093 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-00309b1f-1d0c-4dcf-9d8d-e27e30cb9cae req-7f5ceabe-6818-4c04-af7e-297ab640fc53 service neutron] Bound port: e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a97910f7-cad7-42ae-9f6e-c8965771467a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'db135028-f57a-417d-a5fc-9f73c3e34dd7'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:13:29.080711 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-00309b1f-1d0c-4dcf-9d8d-e27e30cb9cae req-7f5ceabe-6818-4c04-af7e-297ab640fc53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:29.195529 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-00309b1f-1d0c-4dcf-9d8d-e27e30cb9cae req-7f5ceabe-6818-4c04-af7e-297ab640fc53 service neutron] For port e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00, host n-h2-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:13:29.202114 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-00309b1f-1d0c-4dcf-9d8d-e27e30cb9cae req-7f5ceabe-6818-4c04-af7e-297ab640fc53 service neutron] For port e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00,segment=NetworkSegment(a97910f7-cad7-42ae-9f6e-c8965771467a),segment_id=a97910f7-cad7-42ae-9f6e-c8965771467a)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:13:29.237308 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-00309b1f-1d0c-4dcf-9d8d-e27e30cb9cae req-7f5ceabe-6818-4c04-af7e-297ab640fc53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:29.325312 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5ceabe-6818-4c04-af7e-297ab640fc53 service neutron] Pushing event updated for resources: {'Port': ['ID=e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00,revision_number=8']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:29.364463 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00309b1f-1d0c-4dcf-9d8d-e27e30cb9cae req-7f5ceabe-6818-4c04-af7e-297ab640fc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:29.365723 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-00309b1f-1d0c-4dcf-9d8d-e27e30cb9cae req-7f5ceabe-6818-4c04-af7e-297ab640fc53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:29.367247 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-00309b1f-1d0c-4dcf-9d8d-e27e30cb9cae req-7f5ceabe-6818-4c04-af7e-297ab640fc53 service neutron] 10.222.0.36 "PUT /v2.0/ports/e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00 HTTP/1.1" status: 200 len: 1143 time: 0.9455419 Jan 18 22:13:29.436627 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:13:29.557733 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-9388556d-2401-4dc8-981f-87bd5fed942d None None] Provisioning complete for port 1046bbcb-899a-443e-b3a8-1a1c565ffd18 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:13:29.558498 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9388556d-2401-4dc8-981f-87bd5fed942d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:29.628083 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-9388556d-2401-4dc8-981f-87bd5fed942d None None] Port 1046bbcb-899a-443e-b3a8-1a1c565ffd18 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:13:29.673198 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-18be2168-14e1-493a-bb03-a7557b23b889 req-5a74c5b9-a77e-4261-8f55-ca1b15940dc6 service neutron] 10.222.0.67 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7058623 Jan 18 22:13:29.703234 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76879587-af75-4524-8d6c-b6bbb86ae248 x-openstack-request-id: req-76879587-af75-4524-8d6c-b6bbb86ae248 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:13:29.704333 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e75c3cc-f08f-47a0-a1ab-06b460c064c8", "name": "network-vif-plugged", "status": "completed", "tag": "98a00d27-f983-471e-8838-c74c62935ad0", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:13:29.704784 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-76879587-af75-4524-8d6c-b6bbb86ae248 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:13:29.705422 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e75c3cc-f08f-47a0-a1ab-06b460c064c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98a00d27-f983-471e-8838-c74c62935ad0', 'code': 200} Jan 18 22:13:29.728826 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caac2ef-5b5e-4eda-8ae6-7dda6f46e063 req-6c1f1b98-576c-447a-beb3-75b8c3bcc33a tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:29.735884 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7caac2ef-5b5e-4eda-8ae6-7dda6f46e063 req-6c1f1b98-576c-447a-beb3-75b8c3bcc33a tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e47c1b4-ec60-4c82-9419-92448c3d9688 HTTP/1.1" status: 200 len: 965 time: 0.1981170 Jan 18 22:13:29.753833 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 18 Jan 2022 22:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a4d9da4-ac69-46f9-b8ee-04b0aea849cd x-openstack-request-id: req-3a4d9da4-ac69-46f9-b8ee-04b0aea849cd {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:13:29.754220 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e47c1b4-ec60-4c82-9419-92448c3d9688", "name": "network-vif-unplugged", "status": "completed", "tag": "e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:13:29.754546 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3a4d9da4-ac69-46f9-b8ee-04b0aea849cd {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:13:29.755028 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e47c1b4-ec60-4c82-9419-92448c3d9688', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00', 'code': 200} Jan 18 22:13:29.807641 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a20ba3f-5099-4201-adc3-d3e5057d5ab9 req-702943ed-eec5-47b8-b176-ba4a85870449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:29.809238 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-9a20ba3f-5099-4201-adc3-d3e5057d5ab9 req-702943ed-eec5-47b8-b176-ba4a85870449 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3e75c3cc-f08f-47a0-a1ab-06b460c064c8 HTTP/1.1" status: 200 len: 1100 time: 0.0432358 Jan 18 22:13:29.849800 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-9a20ba3f-5099-4201-adc3-d3e5057d5ab9 req-60aab63e-cb5c-4c1f-a3ae-5c37b093c110 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6f4a5f1a-070e-4f7c-9935-2190c007dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328190 Jan 18 22:13:29.915790 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7caac2ef-5b5e-4eda-8ae6-7dda6f46e063 req-19f8f420-2ac5-418a-8aa4-9fdc356f9fd8 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac5bfedd-8c81-4ad7-9f0f-99ba0a339521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790407 Jan 18 22:13:29.922987 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8557a034-e160-468f-921c-43787f22ef33 req-6f2dc4ff-a25c-42d6-a48f-496276e04959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:29.924471 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8557a034-e160-468f-921c-43787f22ef33 req-6f2dc4ff-a25c-42d6-a48f-496276e04959 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=54a221a282f14a37875faa695d97e2bf&device_id=5a16b243-e0db-4be8-b66d-d935bf2197ac HTTP/1.1" status: 200 len: 1098 time: 0.1860206 Jan 18 22:13:29.930042 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7bf358ea-cce5-4ccc-991a-f716f20353fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:30.043262 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c11096-4fcd-4af5-8e39-86cd3ca5860f req-da937670-c4ee-49e4-9aec-b27f1761db3e tempest-NetworksTest-78577543 tempest-NetworksTest-78577543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:30.044607 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-36c11096-4fcd-4af5-8e39-86cd3ca5860f req-da937670-c4ee-49e4-9aec-b27f1761db3e tempest-NetworksTest-78577543 tempest-NetworksTest-78577543-project-admin] 10.222.0.53 "GET /v2.0/networks/0fa7c7c8-c96a-4aa5-9818-d374adf00f99 HTTP/1.1" status: 200 len: 886 time: 0.2648599 Jan 18 22:13:30.159803 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8557a034-e160-468f-921c-43787f22ef33 req-58a06754-d1c5-4a16-a2d5-dbb0be1039da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:30.160897 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8557a034-e160-468f-921c-43787f22ef33 req-58a06754-d1c5-4a16-a2d5-dbb0be1039da service neutron] 10.222.0.67 "GET /v2.0/networks?id=aed2eca7-1bb0-443d-8485-b985dbe9851b HTTP/1.1" status: 200 len: 869 time: 0.2222400 Jan 18 22:13:30.170594 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aef6e8a-fcb1-4fb2-bb83-133c122736a5 req-158c2162-7f5d-42e3-8a46-d22abea21238 tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:30.172451 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2aef6e8a-fcb1-4fb2-bb83-133c122736a5 req-158c2162-7f5d-42e3-8a46-d22abea21238 tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a16b243-e0db-4be8-b66d-d935bf2197ac HTTP/1.1" status: 200 len: 947 time: 0.1538007 Jan 18 22:13:30.229134 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8557a034-e160-468f-921c-43787f22ef33 req-f5a99f9e-b4ca-4791-b037-ce3321374b2d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=b69e1f02-eb23-4d32-9e18-6f0ce3b1e9b4 HTTP/1.1" status: 200 len: 217 time: 0.0557268 Jan 18 22:13:30.252899 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 930cb626-46f7-4261-9a7c-6a012144a3e0 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:13:30.300385 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2aef6e8a-fcb1-4fb2-bb83-133c122736a5 req-5e638b63-1a4f-4290-8806-25c8845f7e1f tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f72a7ca-d99c-4482-be1e-32e399b65a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192529 Jan 18 22:13:30.347034 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 930cb626-46f7-4261-9a7c-6a012144a3e0 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:13:30.349196 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:30.358950 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8557a034-e160-468f-921c-43787f22ef33 req-48b0a62c-1575-4fb6-871e-d489a5c6f256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:30.362780 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8557a034-e160-468f-921c-43787f22ef33 req-48b0a62c-1575-4fb6-871e-d489a5c6f256 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8518183d-cc63-459a-b971-d4c7514e001f HTTP/1.1" status: 200 len: 843 time: 0.1177454 Jan 18 22:13:30.388358 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7bf358ea-cce5-4ccc-991a-f716f20353fb admin admin] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:30.414523 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7bf358ea-cce5-4ccc-991a-f716f20353fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:30.415213 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7bf358ea-cce5-4ccc-991a-f716f20353fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-613854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1041070'] for router_interface, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:30.540228 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:30.551638 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8557a034-e160-468f-921c-43787f22ef33 req-6c13237d-ab06-4d74-b3d9-ec8e7196111a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:30.553478 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8557a034-e160-468f-921c-43787f22ef33 req-6c13237d-ab06-4d74-b3d9-ec8e7196111a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aed2eca7-1bb0-443d-8485-b985dbe9851b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1793301 Jan 18 22:13:30.566665 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 53196) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:13:30.577783 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf358ea-cce5-4ccc-991a-f716f20353fb admin admin] Pushing event updated for resources: {'Port': ['ID=1046bbcb-899a-443e-b3a8-1a1c565ffd18,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:30.579283 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port 930cb626-46f7-4261-9a7c-6a012144a3e0, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=930cb626-46f7-4261-9a7c-6a012144a3e0,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:13:30.585080 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:30.610557 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb59638f-99fa-433e-bb67-510713c9c6a4 req-50bc8207-43f4-493b-9362-cffb35e7944f tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:30.611982 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fb59638f-99fa-433e-bb67-510713c9c6a4 req-50bc8207-43f4-493b-9362-cffb35e7944f tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e75c3cc-f08f-47a0-a1ab-06b460c064c8 HTTP/1.1" status: 200 len: 949 time: 0.1637526 Jan 18 22:13:30.649656 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=930cb626-46f7-4261-9a7c-6a012144a3e0,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:30.726451 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f1a01eb4-6c3b-471e-9263-444fef044ee7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:30.740931 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fb59638f-99fa-433e-bb67-510713c9c6a4 req-a77ce5e1-3963-415e-945b-fba87ce02a73 tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f4a5f1a-070e-4f7c-9935-2190c007dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032195 Jan 18 22:13:30.743035 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8557a034-e160-468f-921c-43787f22ef33 req-965594dc-b875-40c2-920e-cca1ccc4e29d service neutron] 10.222.0.67 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798000 Jan 18 22:13:30.751452 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf358ea-cce5-4ccc-991a-f716f20353fb admin admin] Network cc278b4d-dcae-47fd-bae5-bd232ac640b4 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:13:30.762061 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-7bf358ea-cce5-4ccc-991a-f716f20353fb admin admin] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:13:30.816437 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f1a01eb4-6c3b-471e-9263-444fef044ee7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:30.821594 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f1a01eb4-6c3b-471e-9263-444fef044ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:30.865420 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-f1a01eb4-6c3b-471e-9263-444fef044ee7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b3e4647db88a46a0b6cc6748c04160c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2970707 Jan 18 22:13:30.866406 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a01eb4-6c3b-471e-9263-444fef044ee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db591632-9ffe-4d87-8fe6-f10fe301666d,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:30.868729 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 53204) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:13:30.979667 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c2f26826-42d0-4854-82dd-cc493d107528 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:31.020464 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c2f26826-42d0-4854-82dd-cc493d107528 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:31.072657 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f4d08ad-0e09-4430-b7cb-483929da2448 None None] Provisioning complete for port 1046bbcb-899a-443e-b3a8-1a1c565ffd18 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:13:31.073055 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f4d08ad-0e09-4430-b7cb-483929da2448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:31.096449 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c2f26826-42d0-4854-82dd-cc493d107528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:31.099856 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c2f26826-42d0-4854-82dd-cc493d107528 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:31.104024 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-c2f26826-42d0-4854-82dd-cc493d107528 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/db591632-9ffe-4d87-8fe6-f10fe301666d HTTP/1.1" status: 204 len: 168 time: 0.2233701 Jan 18 22:13:31.119642 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce927c47-0bbf-4e43-b2c3-5404614a4eb7 req-7b08093c-22cd-48f5-b983-e7f0c8d2af3c tempest-NetworksTest-78577543 tempest-NetworksTest-78577543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:31.120118 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce927c47-0bbf-4e43-b2c3-5404614a4eb7 req-7b08093c-22cd-48f5-b983-e7f0c8d2af3c tempest-NetworksTest-78577543 tempest-NetworksTest-78577543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:31.121213 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce927c47-0bbf-4e43-b2c3-5404614a4eb7 req-7b08093c-22cd-48f5-b983-e7f0c8d2af3c tempest-NetworksTest-78577543 tempest-NetworksTest-78577543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:31.121692 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce927c47-0bbf-4e43-b2c3-5404614a4eb7 req-7b08093c-22cd-48f5-b983-e7f0c8d2af3c tempest-NetworksTest-78577543 tempest-NetworksTest-78577543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:31.122153 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce927c47-0bbf-4e43-b2c3-5404614a4eb7 req-7b08093c-22cd-48f5-b983-e7f0c8d2af3c tempest-NetworksTest-78577543 tempest-NetworksTest-78577543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:31.122611 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce927c47-0bbf-4e43-b2c3-5404614a4eb7 req-7b08093c-22cd-48f5-b983-e7f0c8d2af3c tempest-NetworksTest-78577543 tempest-NetworksTest-78577543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:31.124053 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f26826-42d0-4854-82dd-cc493d107528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db591632-9ffe-4d87-8fe6-f10fe301666d,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:31.128792 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ce927c47-0bbf-4e43-b2c3-5404614a4eb7 req-7b08093c-22cd-48f5-b983-e7f0c8d2af3c tempest-NetworksTest-78577543 tempest-NetworksTest-78577543-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4303 time: 0.3228323 Jan 18 22:13:31.162387 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f4d08ad-0e09-4430-b7cb-483929da2448 None None] Port 1046bbcb-899a-443e-b3a8-1a1c565ffd18 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:13:31.206181 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bf358ea-cce5-4ccc-991a-f716f20353fb admin admin] Router dd56ee2f-26ff-4d4c-93bb-e76580f977f8 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:13:31.254602 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8557a034-e160-468f-921c-43787f22ef33 req-42e6d9a8-30f9-4835-abcd-5b086bb821e1 service neutron] 10.222.0.67 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5017233 Jan 18 22:13:31.269618 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f97fa-6441-4e57-b446-cac41d08c6c2 req-b277ef6f-ff46-46fd-8300-c0f41990104b tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:31.271390 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-015f97fa-6441-4e57-b446-cac41d08c6c2 req-b277ef6f-ff46-46fd-8300-c0f41990104b tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e47c1b4-ec60-4c82-9419-92448c3d9688 HTTP/1.1" status: 200 len: 965 time: 0.1184237 Jan 18 22:13:31.516560 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 53240) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:13:31.567889 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 53244) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:13:31.583521 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ec6def72-f423-44aa-b4ba-c14746098e1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:31.612758 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-015f97fa-6441-4e57-b446-cac41d08c6c2 req-53cfe8f3-6063-4b3b-8cb7-3c39f3c924bf tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac5bfedd-8c81-4ad7-9f0f-99ba0a339521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848468 Jan 18 22:13:31.679358 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bf358ea-cce5-4ccc-991a-f716f20353fb admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:13:31.688454 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ec6def72-f423-44aa-b4ba-c14746098e1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:31.696552 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa4beb7-3d84-4a12-9c9d-ebc3de29472f None None] Sync routers for ids ['dd56ee2f-26ff-4d4c-93bb-e76580f977f8'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:13:31.700169 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ec6def72-f423-44aa-b4ba-c14746098e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:31.704109 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-7bf358ea-cce5-4ccc-991a-f716f20353fb admin admin] 10.222.0.53 "PUT /v2.0/routers/dd56ee2f-26ff-4d4c-93bb-e76580f977f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8551834 Jan 18 22:13:31.707171 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa4beb7-3d84-4a12-9c9d-ebc3de29472f None None] Routers {'dd56ee2f-26ff-4d4c-93bb-e76580f977f8'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:13:31.710374 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-7fa4beb7-3d84-4a12-9c9d-ebc3de29472f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:13:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['dd56ee2f-26ff-4d4c-93bb-e76580f977f8'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:13:31.737155 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f04ea3-c2c6-467e-a3c6-40d9df080a8a req-ceafd018-559c-4ce7-a066-fe8f8d242d1c tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:31.745517 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-12f04ea3-c2c6-467e-a3c6-40d9df080a8a req-ceafd018-559c-4ce7-a066-fe8f8d242d1c tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a16b243-e0db-4be8-b66d-d935bf2197ac HTTP/1.1" status: 200 len: 947 time: 0.1274512 Jan 18 22:13:31.753492 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-ec6def72-f423-44aa-b4ba-c14746098e1d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4c1e2376ffaf4eb28b3f9e8bc1c1ede4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1836081 Jan 18 22:13:31.754793 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6def72-f423-44aa-b4ba-c14746098e1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=186b9f23-c441-4813-b594-6a9e9ce8bc6e,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:31.758684 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 53254) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:13:31.760392 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e47c1b4-ec60-4c82-9419-92448c3d9688', 'tag': 'e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:13:31.763449 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39054fd3-971a-490f-8a26-c466e605e266" -d '{"events": [{"name": "network-changed", "server_uuid": "7e47c1b4-ec60-4c82-9419-92448c3d9688", "tag": "e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:13:31.824801 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a8032ec2-1478-4229-a7fc-90b2a657a4fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:31.857999 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-12f04ea3-c2c6-467e-a3c6-40d9df080a8a req-c38b9d09-9d6f-45ff-bec7-4aefca9aa54c tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f72a7ca-d99c-4482-be1e-32e399b65a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099305 Jan 18 22:13:31.884119 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-7fa4beb7-3d84-4a12-9c9d-ebc3de29472f None None] Set router dd56ee2f-26ff-4d4c-93bb-e76580f977f8 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:13:31.931897 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-3941f213-b12e-49c2-bb65-895b768560b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:31.976255 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc258a10-9cc3-4541-91e5-2675148b3a02 x-openstack-request-id: req-fc258a10-9cc3-4541-91e5-2675148b3a02 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:13:31.976941 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e47c1b4-ec60-4c82-9419-92448c3d9688", "tag": "e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:13:31.977670 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fc258a10-9cc3-4541-91e5-2675148b3a02 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:13:31.978292 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e47c1b4-ec60-4c82-9419-92448c3d9688', 'tag': 'e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00', 'status': 'completed', 'code': 200} Jan 18 22:13:31.984938 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a8032ec2-1478-4229-a7fc-90b2a657a4fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:31.990940 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-3941f213-b12e-49c2-bb65-895b768560b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:31.992683 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a8032ec2-1478-4229-a7fc-90b2a657a4fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:32.025008 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8032ec2-1478-4229-a7fc-90b2a657a4fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5da8afb-f5dd-4ea2-8ba9-9c1d852b5270,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:32.051633 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-a8032ec2-1478-4229-a7fc-90b2a657a4fc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8a8abe4354f84ee0ba5d56772c27f300&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5338347 Jan 18 22:13:32.054189 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 53264) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:13:32.197595 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39054fd3-971a-490f-8a26-c466e605e266 req-66485d04-d0d8-4f25-b859-eb0853843a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:32.199796 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-39054fd3-971a-490f-8a26-c466e605e266 req-66485d04-d0d8-4f25-b859-eb0853843a92 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=646d6b7fa3c74dbb9d53573120d4a5a9&device_id=7e47c1b4-ec60-4c82-9419-92448c3d9688 HTTP/1.1" status: 200 len: 1146 time: 0.2027535 Jan 18 22:13:32.228418 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc942a2-2cbf-4987-8180-3c120f6f837d req-56647f27-eda6-4bae-b3dc-63cc0f8c60d5 tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:32.234829 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0bc942a2-2cbf-4987-8180-3c120f6f837d req-56647f27-eda6-4bae-b3dc-63cc0f8c60d5 tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e75c3cc-f08f-47a0-a1ab-06b460c064c8 HTTP/1.1" status: 200 len: 949 time: 0.1801562 Jan 18 22:13:32.237693 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 930cb626-46f7-4261-9a7c-6a012144a3e0 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:13:32.322059 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-3941f213-b12e-49c2-bb65-895b768560b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:32.322565 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00 details requested by agent hyperv_n-h1-825064-1 with host n-h1-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:13:32.324983 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-3941f213-b12e-49c2-bb65-895b768560b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:32.330405 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-3941f213-b12e-49c2-bb65-895b768560b8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/186b9f23-c441-4813-b594-6a9e9ce8bc6e HTTP/1.1" status: 204 len: 168 time: 0.5665748 Jan 18 22:13:32.343212 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3941f213-b12e-49c2-bb65-895b768560b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=186b9f23-c441-4813-b594-6a9e9ce8bc6e,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:32.348432 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-7fa4beb7-3d84-4a12-9c9d-ebc3de29472f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd56ee2f-26ff-4d4c-93bb-e76580f977f8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-397758241-router', 'tenant_id': '43f0b96077a84d2a954b883639e07306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '930cb626-46f7-4261-9a7c-6a012144a3e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:13:21Z', 'updated_at': '2022-01-18T22:13:29Z', 'revision_number': 4, 'project_id': '43f0b96077a84d2a954b883639e07306', 'gw_port': {'id': '930cb626-46f7-4261-9a7c-6a012144a3e0', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:9e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd56ee2f-26ff-4d4c-93bb-e76580f977f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:22Z', 'updated_at': '2022-01-18T22:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '1046bbcb-899a-443e-b3a8-1a1c565ffd18', 'name': '', 'network_id': 'cc278b4d-dcae-47fd-bae5-bd232ac640b4', 'tenant_id': '43f0b96077a84d2a954b883639e07306', 'mac_address': 'fa:16:3e:fb:38:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd56ee2f-26ff-4d4c-93bb-e76580f977f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '1f0f1e45-beb6-4402-8040-f69acf064963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:27Z', 'updated_at': '2022-01-18T22:13:30Z', 'revision_number': 2, 'project_id': '43f0b96077a84d2a954b883639e07306', 'subnets': [{'id': '1f0f1e45-beb6-4402-8040-f69acf064963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:13:32.361813 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0bc942a2-2cbf-4987-8180-3c120f6f837d req-8f24315f-7e5b-4b42-bdd2-a1b8a652d900 tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f4a5f1a-070e-4f7c-9935-2190c007dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167338 Jan 18 22:13:32.402239 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39054fd3-971a-490f-8a26-c466e605e266 req-055f163b-7186-497c-87d2-5c5a62f9d706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:32.404004 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-39054fd3-971a-490f-8a26-c466e605e266 req-055f163b-7186-497c-87d2-5c5a62f9d706 service neutron] 10.222.0.67 "GET /v2.0/networks?id=db135028-f57a-417d-a5fc-9f73c3e34dd7 HTTP/1.1" status: 200 len: 907 time: 0.1935775 Jan 18 22:13:32.422264 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa4beb7-3d84-4a12-9c9d-ebc3de29472f None None] Checking router: dd56ee2f-26ff-4d4c-93bb-e76580f977f8 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:13:32.426386 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa4beb7-3d84-4a12-9c9d-ebc3de29472f None None] Updating router dd56ee2f-26ff-4d4c-93bb-e76580f977f8 port 1046bbcb-899a-443e-b3a8-1a1c565ffd18 binding host n-d-825064-1 {{(pid=102432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:13:32.525883 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-39054fd3-971a-490f-8a26-c466e605e266 req-972e17c8-7420-4fe8-adbd-631874b89498 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00 HTTP/1.1" status: 200 len: 217 time: 0.1125643 Jan 18 22:13:32.576852 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d53e85f9-d743-4949-8131-540b10e1918e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:32.621567 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d53e85f9-d743-4949-8131-540b10e1918e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:32.632056 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39054fd3-971a-490f-8a26-c466e605e266 req-5bea4d87-c32d-4128-a616-5f0f89e491f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:32.635425 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-39054fd3-971a-490f-8a26-c466e605e266 req-5bea4d87-c32d-4128-a616-5f0f89e491f8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9d1c997a-9e2b-4f20-9423-81e2cb97ac40 HTTP/1.1" status: 200 len: 847 time: 0.1020184 Jan 18 22:13:32.695203 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-39054fd3-971a-490f-8a26-c466e605e266 req-4e315413-525e-4dc7-aaf6-e0e375039927 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=db135028-f57a-417d-a5fc-9f73c3e34dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521815 Jan 18 22:13:32.723295 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d53e85f9-d743-4949-8131-540b10e1918e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:32.727949 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d53e85f9-d743-4949-8131-540b10e1918e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:32.737182 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-d53e85f9-d743-4949-8131-540b10e1918e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f5da8afb-f5dd-4ea2-8ba9-9c1d852b5270 HTTP/1.1" status: 204 len: 168 time: 0.6817906 Jan 18 22:13:32.753062 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53e85f9-d743-4949-8131-540b10e1918e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5da8afb-f5dd-4ea2-8ba9-9c1d852b5270,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:32.762712 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.db.resource_extend [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 22:13:32.796090 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7fa4beb7-3d84-4a12-9c9d-ebc3de29472f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:32.801629 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b196e19d-056c-436a-bd48-a9ea9b0aafa1 req-ad4f8117-5091-41cc-9c86-09d9d779423f tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:32.803493 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b196e19d-056c-436a-bd48-a9ea9b0aafa1 req-ad4f8117-5091-41cc-9c86-09d9d779423f tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e75c3cc-f08f-47a0-a1ab-06b460c064c8 HTTP/1.1" status: 200 len: 949 time: 0.1071229 Jan 18 22:13:32.863773 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-39054fd3-971a-490f-8a26-c466e605e266 req-c12c6128-8543-4d1c-8ec8-dec06bc75e62 service neutron] 10.222.0.67 "GET /v2.0/networks/db135028-f57a-417d-a5fc-9f73c3e34dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526330 Jan 18 22:13:32.910364 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 930cb626-46f7-4261-9a7c-6a012144a3e0 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:13:32.910728 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:32.922565 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b196e19d-056c-436a-bd48-a9ea9b0aafa1 req-2d1609a2-c22b-42bf-9c46-39511bfdd1f2 tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f4a5f1a-070e-4f7c-9935-2190c007dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072199 Jan 18 22:13:33.021606 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 53308) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:13:33.032864 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-483eb0db-6d9b-4feb-8b08-a3cffc540e0f admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1929692154-network', 'tenant_id': '73e5f2a2c3af465fbf4932c2e489da85'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:13:33.161772 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-39054fd3-971a-490f-8a26-c466e605e266 req-4299b795-79da-4709-8230-7fefcb5f7abd service neutron] 10.222.0.67 "GET /v2.0/networks/db135028-f57a-417d-a5fc-9f73c3e34dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848465 Jan 18 22:13:33.195323 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00,segment=NetworkSegment(a97910f7-cad7-42ae-9f6e-c8965771467a),segment_id=a97910f7-cad7-42ae-9f6e-c8965771467a)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:13:33.209439 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0329a6-cb7f-424c-a6fc-900b1a0c7dc7 req-c79cc8cf-79c9-41c0-9439-e83f6f3dfc05 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:33.210901 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0b0329a6-cb7f-424c-a6fc-900b1a0c7dc7 req-c79cc8cf-79c9-41c0-9439-e83f6f3dfc05 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e47c1b4-ec60-4c82-9419-92448c3d9688 HTTP/1.1" status: 200 len: 965 time: 0.1663895 Jan 18 22:13:33.211504 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-483eb0db-6d9b-4feb-8b08-a3cffc540e0f admin admin] Made reservation on behalf of 73e5f2a2c3af465fbf4932c2e489da85 for: {'network': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:13:33.224685 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-483eb0db-6d9b-4feb-8b08-a3cffc540e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:33.243031 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00 has no active binding in host n-h1-825064-1 {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 18 22:13:33.303053 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0b0329a6-cb7f-424c-a6fc-900b1a0c7dc7 req-87f2d45c-8348-47ed-8850-c6312ed87f22 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac5bfedd-8c81-4ad7-9f0f-99ba0a339521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664101 Jan 18 22:13:33.346569 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-483eb0db-6d9b-4feb-8b08-a3cffc540e0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:33.378871 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bb3470-936d-44c9-99e1-e773512650b7 req-ea44e42a-219c-4744-8273-019ca2fac9e1 tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:33.380689 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c2bb3470-936d-44c9-99e1-e773512650b7 req-ea44e42a-219c-4744-8273-019ca2fac9e1 tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a16b243-e0db-4be8-b66d-d935bf2197ac HTTP/1.1" status: 200 len: 947 time: 0.1283300 Jan 18 22:13:33.385624 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device b69e1f02-eb23-4d32-9e18-6f0ce3b1e9b4 details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:13:33.389694 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 53318) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:13:33.420986 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ef93422e-7924-4c48-80d6-02a7154993c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:33.455836 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c2bb3470-936d-44c9-99e1-e773512650b7 req-760719f5-4a81-4122-a193-102a84ce4ddf tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f72a7ca-d99c-4482-be1e-32e399b65a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599649 Jan 18 22:13:33.537147 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-483eb0db-6d9b-4feb-8b08-a3cffc540e0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:33.553932 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-483eb0db-6d9b-4feb-8b08-a3cffc540e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:33.575674 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-483eb0db-6d9b-4feb-8b08-a3cffc540e0f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=102430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:13:33.626643 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-483eb0db-6d9b-4feb-8b08-a3cffc540e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:33.626989 n-d-825064-1 neutron-server[102430]: INFO neutron.db.segments_db [None req-483eb0db-6d9b-4feb-8b08-a3cffc540e0f admin admin] Added segment 4b60d689-fd14-4d35-ac19-dc6f7effa837 of type vlan for network 3c490325-2ca3-451a-a10b-1004dc00e871 Jan 18 22:13:33.628363 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483eb0db-6d9b-4feb-8b08-a3cffc540e0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2254a179-13e6-4f8e-b89c-7241a7602c79,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:33.640025 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ef93422e-7924-4c48-80d6-02a7154993c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:33.641586 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port b69e1f02-eb23-4d32-9e18-6f0ce3b1e9b4, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=b69e1f02-eb23-4d32-9e18-6f0ce3b1e9b4,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:13:33.649654 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ef93422e-7924-4c48-80d6-02a7154993c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:33.656962 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': 'b69e1f02-eb23-4d32-9e18-6f0ce3b1e9b4', 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b', 'port_id': 'b69e1f02-eb23-4d32-9e18-6f0ce3b1e9b4', 'mac_address': 'fa:16:3e:87:a3:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8518183d-cc63-459a-b971-d4c7514e001f', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:13:33.715662 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7fa4beb7-3d84-4a12-9c9d-ebc3de29472f None None] Notify callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:33.716025 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-483eb0db-6d9b-4feb-8b08-a3cffc540e0f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:33.731841 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7fa4beb7-3d84-4a12-9c9d-ebc3de29472f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:33.750042 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 53330) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:13:33.751486 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-ef93422e-7924-4c48-80d6-02a7154993c8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ed04eb27b022489485e33aac46a0407f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3578920 Jan 18 22:13:33.758494 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef93422e-7924-4c48-80d6-02a7154993c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee7f95a1-1c0d-436e-85fb-37a77ae13d11,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:33.789818 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:33.828280 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-483eb0db-6d9b-4feb-8b08-a3cffc540e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:33.829268 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483eb0db-6d9b-4feb-8b08-a3cffc540e0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:33.829850 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-483eb0db-6d9b-4feb-8b08-a3cffc540e0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:33.847165 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7420e87a-d05d-464e-a8c2-e141aca54324 None None] Pushing event updated for resources: {'Port': ['ID=1046bbcb-899a-443e-b3a8-1a1c565ffd18,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:33.854851 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b69e1f02-eb23-4d32-9e18-6f0ce3b1e9b4 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:13:33.874458 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c838ac4-0406-4b32-972a-35ff022e634d req-57f3c0a5-a75f-4e2c-9b9c-52b2bf6c29c6 tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:33.895546 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7c838ac4-0406-4b32-972a-35ff022e634d req-57f3c0a5-a75f-4e2c-9b9c-52b2bf6c29c6 tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e75c3cc-f08f-47a0-a1ab-06b460c064c8 HTTP/1.1" status: 200 len: 949 time: 0.1837680 Jan 18 22:13:33.897391 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b59dc816-546a-4cfd-8d7f-e7e345ec3fca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:33.915263 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 53336) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:13:33.920083 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-483eb0db-6d9b-4feb-8b08-a3cffc540e0f admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8975694 Jan 18 22:13:33.921220 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-e38bf80d-39ba-462c-9d60-117455d8fb71 admin admin] Request body: {'subnet': {'network_id': '3c490325-2ca3-451a-a10b-1004dc00e871', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1929692154-subnet', 'tenant_id': '73e5f2a2c3af465fbf4932c2e489da85', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:13:33.924874 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port b69e1f02-eb23-4d32-9e18-6f0ce3b1e9b4, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=b69e1f02-eb23-4d32-9e18-6f0ce3b1e9b4,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:13:33.944481 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 53338) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:13:33.949181 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-7fa4beb7-3d84-4a12-9c9d-ebc3de29472f None None] Attempting to bind port 1046bbcb-899a-443e-b3a8-1a1c565ffd18 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:13:33.949870 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-7fa4beb7-3d84-4a12-9c9d-ebc3de29472f None None] Attempting to bind port 1046bbcb-899a-443e-b3a8-1a1c565ffd18 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': 'ad933c8d-50d1-49d4-a766-f0aca6fd8ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'cc278b4d-dcae-47fd-bae5-bd232ac640b4'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:13:33.950713 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa4beb7-3d84-4a12-9c9d-ebc3de29472f None None] Attempting to bind port 1046bbcb-899a-443e-b3a8-1a1c565ffd18 on network cc278b4d-dcae-47fd-bae5-bd232ac640b4 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:13:33.963514 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa4beb7-3d84-4a12-9c9d-ebc3de29472f None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:13:33.964191 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa4beb7-3d84-4a12-9c9d-ebc3de29472f None None] Checking segment: {'id': 'ad933c8d-50d1-49d4-a766-f0aca6fd8ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'cc278b4d-dcae-47fd-bae5-bd232ac640b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:13:33.964803 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7fa4beb7-3d84-4a12-9c9d-ebc3de29472f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:33.966842 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa4beb7-3d84-4a12-9c9d-ebc3de29472f None None] Bound using segment: {'id': 'ad933c8d-50d1-49d4-a766-f0aca6fd8ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'cc278b4d-dcae-47fd-bae5-bd232ac640b4'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:13:33.967517 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-7fa4beb7-3d84-4a12-9c9d-ebc3de29472f None None] Bound port: 1046bbcb-899a-443e-b3a8-1a1c565ffd18, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad933c8d-50d1-49d4-a766-f0aca6fd8ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'cc278b4d-dcae-47fd-bae5-bd232ac640b4'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:13:33.968837 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7fa4beb7-3d84-4a12-9c9d-ebc3de29472f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:33.973987 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:33.987373 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 53342) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:13:34.002188 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e38bf80d-39ba-462c-9d60-117455d8fb71 admin admin] Made reservation on behalf of 73e5f2a2c3af465fbf4932c2e489da85 for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:13:34.005747 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e38bf80d-39ba-462c-9d60-117455d8fb71 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:34.070110 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b59dc816-546a-4cfd-8d7f-e7e345ec3fca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:34.078742 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483eb0db-6d9b-4feb-8b08-a3cffc540e0f admin admin] Pushing event updated for resources: {'Network': ['ID=3c490325-2ca3-451a-a10b-1004dc00e871,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:34.132590 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7c838ac4-0406-4b32-972a-35ff022e634d req-10705db7-7573-49a9-818f-3e0c293f866c tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f4a5f1a-070e-4f7c-9935-2190c007dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340908 Jan 18 22:13:34.134539 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7fa4beb7-3d84-4a12-9c9d-ebc3de29472f None None] For port 1046bbcb-899a-443e-b3a8-1a1c565ffd18, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:13:34.148504 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7fa4beb7-3d84-4a12-9c9d-ebc3de29472f None None] For port 1046bbcb-899a-443e-b3a8-1a1c565ffd18, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=1046bbcb-899a-443e-b3a8-1a1c565ffd18,segment=NetworkSegment(ad933c8d-50d1-49d4-a766-f0aca6fd8ffc),segment_id=ad933c8d-50d1-49d4-a766-f0aca6fd8ffc)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:13:34.189224 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 3c490325-2ca3-451a-a10b-1004dc00e871 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:13:34.193162 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b59dc816-546a-4cfd-8d7f-e7e345ec3fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:34.200952 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b59dc816-546a-4cfd-8d7f-e7e345ec3fca admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:34.203032 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-b59dc816-546a-4cfd-8d7f-e7e345ec3fca admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ee7f95a1-1c0d-436e-85fb-37a77ae13d11 HTTP/1.1" status: 204 len: 168 time: 0.4497457 Jan 18 22:13:34.210178 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7fa4beb7-3d84-4a12-9c9d-ebc3de29472f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:34.240982 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59dc816-546a-4cfd-8d7f-e7e345ec3fca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee7f95a1-1c0d-436e-85fb-37a77ae13d11,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:34.254660 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e38bf80d-39ba-462c-9d60-117455d8fb71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:34.271558 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['b69e1f02-eb23-4d32-9e18-6f0ce3b1e9b4'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:13:34.353988 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6342910b-c12f-4016-a89e-01897bf6b5a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:34.375886 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa4beb7-3d84-4a12-9c9d-ebc3de29472f None None] Routers {'dd56ee2f-26ff-4d4c-93bb-e76580f977f8'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:13:34.376669 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-7fa4beb7-3d84-4a12-9c9d-ebc3de29472f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:13:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['dd56ee2f-26ff-4d4c-93bb-e76580f977f8'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:13:34.399157 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-61d94427-5a49-499d-a8c9-fdc0ece168be admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:34.435428 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-c9aa1e15-e676-4bef-bc38-19eb4e586398 None None] Provisioning complete for port 1046bbcb-899a-443e-b3a8-1a1c565ffd18 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:13:34.435851 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c9aa1e15-e676-4bef-bc38-19eb4e586398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:34.454662 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38bf80d-39ba-462c-9d60-117455d8fb71 admin admin] Checking segment: {'id': '4b60d689-fd14-4d35-ac19-dc6f7effa837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '3c490325-2ca3-451a-a10b-1004dc00e871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:13:34.455369 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38bf80d-39ba-462c-9d60-117455d8fb71 admin admin] Network hostable DHCP agents. Network: 3c490325-2ca3-451a-a10b-1004dc00e871, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:13:34.475264 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38bf80d-39ba-462c-9d60-117455d8fb71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=697fc51e-f520-46d5-97f5-4b7e3a15173d,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:34.561270 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=b69e1f02-eb23-4d32-9e18-6f0ce3b1e9b4,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:34.574345 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481f3f05-ea70-4c5e-95ba-41b4d31fdf79 req-2ba059b2-2272-40ce-81d2-f9c4d904e955 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:34.578260 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38bf80d-39ba-462c-9d60-117455d8fb71 admin admin] Network 3c490325-2ca3-451a-a10b-1004dc00e871 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:13:34.585276 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-481f3f05-ea70-4c5e-95ba-41b4d31fdf79 req-2ba059b2-2272-40ce-81d2-f9c4d904e955 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e47c1b4-ec60-4c82-9419-92448c3d9688 HTTP/1.1" status: 200 len: 965 time: 0.1302071 Jan 18 22:13:34.628555 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-e38bf80d-39ba-462c-9d60-117455d8fb71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 3c490325-2ca3-451a-a10b-1004dc00e871) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:13:34.641030 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38bf80d-39ba-462c-9d60-117455d8fb71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:34.642210 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e38bf80d-39ba-462c-9d60-117455d8fb71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:34.648274 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6342910b-c12f-4016-a89e-01897bf6b5a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:34.669169 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6342910b-c12f-4016-a89e-01897bf6b5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:34.670051 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-481f3f05-ea70-4c5e-95ba-41b4d31fdf79 req-8f3e69a2-50f3-4a83-a3e8-2adaed6d4ea7 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac5bfedd-8c81-4ad7-9f0f-99ba0a339521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837402 Jan 18 22:13:34.680858 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-e38bf80d-39ba-462c-9d60-117455d8fb71 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7638934 Jan 18 22:13:34.683418 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 53364) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:13:34.689541 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-9f0c02a8-b675-4c74-a0b3-e9a250cb00d0 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1929692154-router', 'tenant_id': '73e5f2a2c3af465fbf4932c2e489da85', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:13:34.715166 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813d5fdd-84f9-40ab-b3fb-044235fa6327 None None] Network 3c490325-2ca3-451a-a10b-1004dc00e871 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:13:34.735081 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-6342910b-c12f-4016-a89e-01897bf6b5a3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bf1ef74cc2f8463a8c552240310e73ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7461905 Jan 18 22:13:34.738143 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006c6c39-3ae7-4fa9-84f4-ae333ce0537c req-fd2b992a-178a-41bd-bbd5-a8b1ddc87cfa tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:34.740779 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 53368) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:13:34.745602 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-006c6c39-3ae7-4fa9-84f4-ae333ce0537c req-fd2b992a-178a-41bd-bbd5-a8b1ddc87cfa tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a16b243-e0db-4be8-b66d-d935bf2197ac HTTP/1.1" status: 200 len: 948 time: 0.1572480 Jan 18 22:13:34.759522 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6342910b-c12f-4016-a89e-01897bf6b5a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b8cbe72-4774-4ce7-b560-ce10648ebdee,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:34.776256 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-61d94427-5a49-499d-a8c9-fdc0ece168be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:34.791025 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-61d94427-5a49-499d-a8c9-fdc0ece168be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:34.806577 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9f0c02a8-b675-4c74-a0b3-e9a250cb00d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1044160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8692'] for router, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:34.808105 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9f0c02a8-b675-4c74-a0b3-e9a250cb00d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1040680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8675'] for router, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:34.864794 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-006c6c39-3ae7-4fa9-84f4-ae333ce0537c req-54b97ef6-d228-4a5c-813d-574b3a709cd7 tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f72a7ca-d99c-4482-be1e-32e399b65a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182890 Jan 18 22:13:34.878198 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-00309b1f-1d0c-4dcf-9d8d-e27e30cb9cae req-47b6cb9e-3760-436e-8610-f0f7042c93d4 service neutron] 10.222.0.67 "GET /v2.0/ports/e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00/bindings/n-h1-825064-1 HTTP/1.1" status: 200 len: 384 time: 0.1303184 Jan 18 22:13:34.884194 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-21b30319-2edd-43c8-ae5e-a35eacd6e109 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:34.899073 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-61d94427-5a49-499d-a8c9-fdc0ece168be admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=42dfbcdddd0447c7a095608a0515a5c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9526734 Jan 18 22:13:34.902462 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 53374) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:13:34.910665 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d94427-5a49-499d-a8c9-fdc0ece168be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dea5c8b2-5206-4c4e-aea9-3359af7ce236,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:34.951050 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-21b30319-2edd-43c8-ae5e-a35eacd6e109 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:35.022578 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-190c0dac-8a7d-4d68-991b-a09d7d0a3626 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:35.052435 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-190c0dac-8a7d-4d68-991b-a09d7d0a3626 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:35.104784 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-21b30319-2edd-43c8-ae5e-a35eacd6e109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:35.107735 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-21b30319-2edd-43c8-ae5e-a35eacd6e109 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:35.109026 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-21b30319-2edd-43c8-ae5e-a35eacd6e109 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4b8cbe72-4774-4ce7-b560-ce10648ebdee HTTP/1.1" status: 204 len: 168 time: 0.3668706 Jan 18 22:13:35.120280 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b30319-2edd-43c8-ae5e-a35eacd6e109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b8cbe72-4774-4ce7-b560-ce10648ebdee,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:35.124658 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9f0c02a8-b675-4c74-a0b3-e9a250cb00d0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:35.200583 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-190c0dac-8a7d-4d68-991b-a09d7d0a3626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:35.200845 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709660e5-cd73-475d-b050-fb6253a92120 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-3c490325-2ca3-451a-a10b-1004dc00e871', 'network_id': '3c490325-2ca3-451a-a10b-1004dc00e871', 'tenant_id': '73e5f2a2c3af465fbf4932c2e489da85', 'fixed_ips': [{'subnet_id': '697fc51e-f520-46d5-97f5-4b7e3a15173d'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:13:35.201668 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-709660e5-cd73-475d-b050-fb6253a92120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:35.204067 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-190c0dac-8a7d-4d68-991b-a09d7d0a3626 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:35.205254 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-190c0dac-8a7d-4d68-991b-a09d7d0a3626 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dea5c8b2-5206-4c4e-aea9-3359af7ce236 HTTP/1.1" status: 204 len: 168 time: 0.2905200 Jan 18 22:13:35.228013 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190c0dac-8a7d-4d68-991b-a09d7d0a3626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea5c8b2-5206-4c4e-aea9-3359af7ce236,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:35.243739 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c9aa1e15-e676-4bef-bc38-19eb4e586398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:35.246019 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c988d47-5372-4534-a779-2f5ea568ed71 req-1bac21df-b07c-4bd2-b987-d3183935a9c0 tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:35.247577 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-5c988d47-5372-4534-a779-2f5ea568ed71 req-1bac21df-b07c-4bd2-b987-d3183935a9c0 tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e75c3cc-f08f-47a0-a1ab-06b460c064c8 HTTP/1.1" status: 200 len: 949 time: 0.1137600 Jan 18 22:13:35.303767 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7420e87a-d05d-464e-a8c2-e141aca54324 None None] Pushing event updated for resources: {'Port': ['ID=1046bbcb-899a-443e-b3a8-1a1c565ffd18,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:35.323718 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-7fa4beb7-3d84-4a12-9c9d-ebc3de29472f None None] Set router dd56ee2f-26ff-4d4c-93bb-e76580f977f8 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:13:35.484323 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-5c988d47-5372-4534-a779-2f5ea568ed71 req-c482a30d-df6d-41cd-8b2a-930f0c2a007a tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] Deleting port 98a00d27-f983-471e-8838-c74c62935ad0 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:13:35.484940 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-5c988d47-5372-4534-a779-2f5ea568ed71 req-c482a30d-df6d-41cd-8b2a-930f0c2a007a tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:35.547854 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-c9aa1e15-e676-4bef-bc38-19eb4e586398 None None] For port 1046bbcb-899a-443e-b3a8-1a1c565ffd18, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=1046bbcb-899a-443e-b3a8-1a1c565ffd18,segment=NetworkSegment(ad933c8d-50d1-49d4-a766-f0aca6fd8ffc),segment_id=ad933c8d-50d1-49d4-a766-f0aca6fd8ffc)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:13:35.572322 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c9aa1e15-e676-4bef-bc38-19eb4e586398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:35.621775 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-5c988d47-5372-4534-a779-2f5ea568ed71 req-c482a30d-df6d-41cd-8b2a-930f0c2a007a tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] For port 98a00d27-f983-471e-8838-c74c62935ad0, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=98a00d27-f983-471e-8838-c74c62935ad0,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:13:35.622234 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-5c988d47-5372-4534-a779-2f5ea568ed71 req-c482a30d-df6d-41cd-8b2a-930f0c2a007a tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:35.623959 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9f0c02a8-b675-4c74-a0b3-e9a250cb00d0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:35.636944 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-5c988d47-5372-4534-a779-2f5ea568ed71 req-c482a30d-df6d-41cd-8b2a-930f0c2a007a tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] Calling delete_port for 98a00d27-f983-471e-8838-c74c62935ad0 owned by compute:nova {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:13:35.678282 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667e55f1-e7a9-48d1-b1ce-d1a05695887a req-1258a4bc-19b7-43f8-8c76-4425d38adaf1 tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:35.680111 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-667e55f1-e7a9-48d1-b1ce-d1a05695887a req-1258a4bc-19b7-43f8-8c76-4425d38adaf1 tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e75c3cc-f08f-47a0-a1ab-06b460c064c8 HTTP/1.1" status: 200 len: 949 time: 0.3800159 Jan 18 22:13:35.735493 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-00309b1f-1d0c-4dcf-9d8d-e27e30cb9cae req-9025c391-3f71-461d-abb5-4c1c461630d0 service neutron] For port e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00,segment=NetworkSegment(a97910f7-cad7-42ae-9f6e-c8965771467a),segment_id=a97910f7-cad7-42ae-9f6e-c8965771467a)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:13:35.775764 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-00309b1f-1d0c-4dcf-9d8d-e27e30cb9cae req-9025c391-3f71-461d-abb5-4c1c461630d0 service neutron] For port e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00, host n-h2-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:13:35.821705 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [req-00309b1f-1d0c-4dcf-9d8d-e27e30cb9cae req-9025c391-3f71-461d-abb5-4c1c461630d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00 {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:13:35.838994 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-00309b1f-1d0c-4dcf-9d8d-e27e30cb9cae req-9025c391-3f71-461d-abb5-4c1c461630d0 service neutron] For port e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00,segment=NetworkSegment(a97910f7-cad7-42ae-9f6e-c8965771467a),segment_id=a97910f7-cad7-42ae-9f6e-c8965771467a)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:13:35.843070 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-5c988d47-5372-4534-a779-2f5ea568ed71 req-c482a30d-df6d-41cd-8b2a-930f0c2a007a tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:35.867793 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['98a00d27-f983-471e-8838-c74c62935ad0'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:13:35.883908 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c482a30d-df6d-41cd-8b2a-930f0c2a007a tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] Pushing event deleted for resources: {'Port': ['ID=98a00d27-f983-471e-8838-c74c62935ad0,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:35.969062 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-667e55f1-e7a9-48d1-b1ce-d1a05695887a req-0cee7ce2-64aa-4271-9af6-63f03249f3bf tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f4a5f1a-070e-4f7c-9935-2190c007dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615168 Jan 18 22:13:35.974559 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 53412) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:13:35.992905 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-709660e5-cd73-475d-b050-fb6253a92120 None None] Allocated IP 172.20.0.2 (3c490325-2ca3-451a-a10b-1004dc00e871/697fc51e-f520-46d5-97f5-4b7e3a15173d/c98569df-e12b-4c6e-a831-10256afc8124) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:13:36.001430 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aa1e15-e676-4bef-bc38-19eb4e586398 None None] Pushing event updated for resources: {'Port': ['ID=1046bbcb-899a-443e-b3a8-1a1c565ffd18,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:36.002746 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-00309b1f-1d0c-4dcf-9d8d-e27e30cb9cae req-9025c391-3f71-461d-abb5-4c1c461630d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:36.020762 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-3dac1ed9-d81a-49ba-ba16-69e3fb392877 None None] Provisioning complete for port 1046bbcb-899a-443e-b3a8-1a1c565ffd18 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:13:36.026691 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3dac1ed9-d81a-49ba-ba16-69e3fb392877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:36.034352 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5b6907-6739-447d-9c24-1665b03edeea req-f4c1d1fa-0b83-41eb-b973-4b8c8ed76d56 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:36.036229 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1f5b6907-6739-447d-9c24-1665b03edeea req-f4c1d1fa-0b83-41eb-b973-4b8c8ed76d56 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e47c1b4-ec60-4c82-9419-92448c3d9688 HTTP/1.1" status: 200 len: 965 time: 0.1819119 Jan 18 22:13:36.041302 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c988d47-5372-4534-a779-2f5ea568ed71 req-c482a30d-df6d-41cd-8b2a-930f0c2a007a tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] No DVR routers for this DVR port 98a00d27-f983-471e-8838-c74c62935ad0 on host n-h1-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:13:36.048384 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-5c988d47-5372-4534-a779-2f5ea568ed71 req-c482a30d-df6d-41cd-8b2a-930f0c2a007a tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:36.055727 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-5c988d47-5372-4534-a779-2f5ea568ed71 req-c482a30d-df6d-41cd-8b2a-930f0c2a007a tempest-DeleteServersAdminTestJSON-1208923705 tempest-DeleteServersAdminTestJSON-1208923705-project] 10.222.0.36 "DELETE /v2.0/ports/98a00d27-f983-471e-8838-c74c62935ad0 HTTP/1.1" status: 204 len: 173 time: 0.8007441 Jan 18 22:13:36.058007 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e75c3cc-f08f-47a0-a1ab-06b460c064c8', 'name': 'network-vif-deleted', 'tag': '98a00d27-f983-471e-8838-c74c62935ad0'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:13:36.082895 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4087b31-0f47-4400-8f8a-167236612ab5" -d '{"events": [{"server_uuid": "3e75c3cc-f08f-47a0-a1ab-06b460c064c8", "name": "network-vif-deleted", "tag": "98a00d27-f983-471e-8838-c74c62935ad0"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:13:36.091817 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3b267150-e2b9-4d11-87e7-880e14d6697f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:36.190056 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-00309b1f-1d0c-4dcf-9d8d-e27e30cb9cae req-9025c391-3f71-461d-abb5-4c1c461630d0 service neutron] Transition to ACTIVE for port object e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00 will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:13:36.229639 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-00309b1f-1d0c-4dcf-9d8d-e27e30cb9cae req-9025c391-3f71-461d-abb5-4c1c461630d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:36.335194 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3b267150-e2b9-4d11-87e7-880e14d6697f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:36.349398 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3b267150-e2b9-4d11-87e7-880e14d6697f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:36.398861 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-709660e5-cd73-475d-b050-fb6253a92120 None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:36.418240 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-709660e5-cd73-475d-b050-fb6253a92120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:36.431882 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-3b267150-e2b9-4d11-87e7-880e14d6697f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=37937630a7a54fdaa2c05819a73deb60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4519579 Jan 18 22:13:36.433222 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b267150-e2b9-4d11-87e7-880e14d6697f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d72e1fd-c6f7-441d-80d6-b3ab80bc233d,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:36.435527 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 53426) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:13:36.487044 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709660e5-cd73-475d-b050-fb6253a92120 None None] Network 3c490325-2ca3-451a-a10b-1004dc00e871 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:13:36.526256 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709660e5-cd73-475d-b050-fb6253a92120 None None] Pushing event updated for resources: {'Port': ['ID=c98569df-e12b-4c6e-a831-10256afc8124,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:36.528975 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-709660e5-cd73-475d-b050-fb6253a92120 None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:13:36.535336 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709660e5-cd73-475d-b050-fb6253a92120 None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:13:36.580134 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-23a420be-6e2f-43fe-975f-2024a7e935a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:36.599743 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-709660e5-cd73-475d-b050-fb6253a92120 None None] Attempting to bind port c98569df-e12b-4c6e-a831-10256afc8124 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:13:36.600732 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-709660e5-cd73-475d-b050-fb6253a92120 None None] Attempting to bind port c98569df-e12b-4c6e-a831-10256afc8124 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '4b60d689-fd14-4d35-ac19-dc6f7effa837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '3c490325-2ca3-451a-a10b-1004dc00e871'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:13:36.601332 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709660e5-cd73-475d-b050-fb6253a92120 None None] Attempting to bind port c98569df-e12b-4c6e-a831-10256afc8124 on network 3c490325-2ca3-451a-a10b-1004dc00e871 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:13:36.608201 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709660e5-cd73-475d-b050-fb6253a92120 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:13:36.608612 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709660e5-cd73-475d-b050-fb6253a92120 None None] Checking segment: {'id': '4b60d689-fd14-4d35-ac19-dc6f7effa837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '3c490325-2ca3-451a-a10b-1004dc00e871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:13:36.608980 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-709660e5-cd73-475d-b050-fb6253a92120 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:36.609370 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709660e5-cd73-475d-b050-fb6253a92120 None None] Bound using segment: {'id': '4b60d689-fd14-4d35-ac19-dc6f7effa837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '3c490325-2ca3-451a-a10b-1004dc00e871'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:13:36.609872 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-709660e5-cd73-475d-b050-fb6253a92120 None None] Bound port: c98569df-e12b-4c6e-a831-10256afc8124, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b60d689-fd14-4d35-ac19-dc6f7effa837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '3c490325-2ca3-451a-a10b-1004dc00e871'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:13:36.610248 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-709660e5-cd73-475d-b050-fb6253a92120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:36.612947 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1f5b6907-6739-447d-9c24-1665b03edeea req-e5fb9727-6a04-4acf-9ef2-d193d9cf5af9 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac5bfedd-8c81-4ad7-9f0f-99ba0a339521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5614955 Jan 18 22:13:36.639198 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-23a420be-6e2f-43fe-975f-2024a7e935a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:36.712558 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23192f85-e4c8-48f3-bbe5-2f9bc47512c4 x-openstack-request-id: req-23192f85-e4c8-48f3-bbe5-2f9bc47512c4 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:13:36.713769 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e75c3cc-f08f-47a0-a1ab-06b460c064c8", "name": "network-vif-deleted", "tag": "98a00d27-f983-471e-8838-c74c62935ad0", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:13:36.714291 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-23192f85-e4c8-48f3-bbe5-2f9bc47512c4 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:13:36.715007 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e75c3cc-f08f-47a0-a1ab-06b460c064c8', 'name': 'network-vif-deleted', 'tag': '98a00d27-f983-471e-8838-c74c62935ad0', 'status': 'completed', 'code': 200} Jan 18 22:13:36.725559 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-7fa4beb7-3d84-4a12-9c9d-ebc3de29472f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd56ee2f-26ff-4d4c-93bb-e76580f977f8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-397758241-router', 'tenant_id': '43f0b96077a84d2a954b883639e07306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '930cb626-46f7-4261-9a7c-6a012144a3e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:13:21Z', 'updated_at': '2022-01-18T22:13:29Z', 'revision_number': 4, 'project_id': '43f0b96077a84d2a954b883639e07306', 'gw_port': {'id': '930cb626-46f7-4261-9a7c-6a012144a3e0', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:9e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd56ee2f-26ff-4d4c-93bb-e76580f977f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:22Z', 'updated_at': '2022-01-18T22:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '1046bbcb-899a-443e-b3a8-1a1c565ffd18', 'name': '', 'network_id': 'cc278b4d-dcae-47fd-bae5-bd232ac640b4', 'tenant_id': '43f0b96077a84d2a954b883639e07306', 'mac_address': 'fa:16:3e:fb:38:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd56ee2f-26ff-4d4c-93bb-e76580f977f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '1f0f1e45-beb6-4402-8040-f69acf064963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:27Z', 'updated_at': '2022-01-18T22:13:34Z', 'revision_number': 4, 'project_id': '43f0b96077a84d2a954b883639e07306', 'subnets': [{'id': '1f0f1e45-beb6-4402-8040-f69acf064963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:13:36.759794 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-23a420be-6e2f-43fe-975f-2024a7e935a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:36.760740 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-00309b1f-1d0c-4dcf-9d8d-e27e30cb9cae req-9025c391-3f71-461d-abb5-4c1c461630d0 service neutron] No DVR routers for this DVR port e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00 on host n-h2-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:13:36.763920 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-23a420be-6e2f-43fe-975f-2024a7e935a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:36.769163 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-23a420be-6e2f-43fe-975f-2024a7e935a8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2d72e1fd-c6f7-441d-80d6-b3ab80bc233d HTTP/1.1" status: 204 len: 168 time: 0.3323035 Jan 18 22:13:36.776089 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa4beb7-3d84-4a12-9c9d-ebc3de29472f None None] The sync data for ids ['dd56ee2f-26ff-4d4c-93bb-e76580f977f8'] in n-d-825064-1 is: [{'id': 'dd56ee2f-26ff-4d4c-93bb-e76580f977f8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-397758241-router', 'tenant_id': '43f0b96077a84d2a954b883639e07306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '930cb626-46f7-4261-9a7c-6a012144a3e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:13:21Z', 'updated_at': '2022-01-18T22:13:29Z', 'revision_number': 4, 'project_id': '43f0b96077a84d2a954b883639e07306', 'gw_port': {'id': '930cb626-46f7-4261-9a7c-6a012144a3e0', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:9e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd56ee2f-26ff-4d4c-93bb-e76580f977f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:22Z', 'updated_at': '2022-01-18T22:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '1046bbcb-899a-443e-b3a8-1a1c565ffd18', 'name': '', 'network_id': 'cc278b4d-dcae-47fd-bae5-bd232ac640b4', 'tenant_id': '43f0b96077a84d2a954b883639e07306', 'mac_address': 'fa:16:3e:fb:38:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd56ee2f-26ff-4d4c-93bb-e76580f977f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '1f0f1e45-beb6-4402-8040-f69acf064963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:27Z', 'updated_at': '2022-01-18T22:13:34Z', 'revision_number': 4, 'project_id': '43f0b96077a84d2a954b883639e07306', 'subnets': [{'id': '1f0f1e45-beb6-4402-8040-f69acf064963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:13:36.797926 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a420be-6e2f-43fe-975f-2024a7e935a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d72e1fd-c6f7-441d-80d6-b3ab80bc233d,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:36.825679 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-709660e5-cd73-475d-b050-fb6253a92120 None None] For port c98569df-e12b-4c6e-a831-10256afc8124, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:13:36.831453 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a420be-6e2f-43fe-975f-2024a7e935a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:13:36.846185 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a420be-6e2f-43fe-975f-2024a7e935a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:13:36.847271 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a420be-6e2f-43fe-975f-2024a7e935a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:13:36.847594 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a420be-6e2f-43fe-975f-2024a7e935a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:13:36.847915 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a420be-6e2f-43fe-975f-2024a7e935a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:13:36.848301 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-709660e5-cd73-475d-b050-fb6253a92120 None None] For port c98569df-e12b-4c6e-a831-10256afc8124, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=c98569df-e12b-4c6e-a831-10256afc8124,segment=NetworkSegment(4b60d689-fd14-4d35-ac19-dc6f7effa837),segment_id=4b60d689-fd14-4d35-ac19-dc6f7effa837)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:13:36.849260 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a420be-6e2f-43fe-975f-2024a7e935a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:13:36.849758 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a420be-6e2f-43fe-975f-2024a7e935a8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:13:36.850370 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a420be-6e2f-43fe-975f-2024a7e935a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:13:36.850850 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a420be-6e2f-43fe-975f-2024a7e935a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:13:36.851333 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a420be-6e2f-43fe-975f-2024a7e935a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:13:36.851817 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a420be-6e2f-43fe-975f-2024a7e935a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:13:36.852751 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a420be-6e2f-43fe-975f-2024a7e935a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:13:36.863492 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-709660e5-cd73-475d-b050-fb6253a92120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:36.883845 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb263cab-4f39-41de-a7b6-0737d52beebc req-8653692d-e9ff-4e56-b06c-1b480a831098 tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:36.891992 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-eb263cab-4f39-41de-a7b6-0737d52beebc req-8653692d-e9ff-4e56-b06c-1b480a831098 tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a16b243-e0db-4be8-b66d-d935bf2197ac HTTP/1.1" status: 200 len: 948 time: 0.6959419 Jan 18 22:13:36.978108 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709660e5-cd73-475d-b050-fb6253a92120 None None] Pushing event updated for resources: {'Port': ['ID=c98569df-e12b-4c6e-a831-10256afc8124,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:36.985693 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9025c391-3f71-461d-abb5-4c1c461630d0 service neutron] Pushing event updated for resources: {'Port': ['ID=e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00,revision_number=10']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:37.002065 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9f0c02a8-b675-4c74-a0b3-e9a250cb00d0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:37.004697 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9025c391-3f71-461d-abb5-4c1c461630d0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:13:37.004922 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9025c391-3f71-461d-abb5-4c1c461630d0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:13:37.005255 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9025c391-3f71-461d-abb5-4c1c461630d0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:13:37.005592 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9025c391-3f71-461d-abb5-4c1c461630d0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:13:37.005926 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9025c391-3f71-461d-abb5-4c1c461630d0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:13:37.006255 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9025c391-3f71-461d-abb5-4c1c461630d0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:13:37.006580 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9025c391-3f71-461d-abb5-4c1c461630d0 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:13:37.006905 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9025c391-3f71-461d-abb5-4c1c461630d0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:13:37.007228 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9025c391-3f71-461d-abb5-4c1c461630d0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:13:37.007550 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9025c391-3f71-461d-abb5-4c1c461630d0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:13:37.007873 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9025c391-3f71-461d-abb5-4c1c461630d0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:13:37.008222 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9025c391-3f71-461d-abb5-4c1c461630d0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:13:37.019963 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-00309b1f-1d0c-4dcf-9d8d-e27e30cb9cae req-9025c391-3f71-461d-abb5-4c1c461630d0 service neutron] 10.222.0.67 "PUT /v2.0/ports/e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00/bindings/n-h1-825064-1/activate HTTP/1.1" status: 200 len: 369 time: 2.1320333 Jan 18 22:13:37.092436 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9f0c02a8-b675-4c74-a0b3-e9a250cb00d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:37.109296 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-eb263cab-4f39-41de-a7b6-0737d52beebc req-45b53847-03a6-490d-b61b-ac1c9dc3c94c tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f72a7ca-d99c-4482-be1e-32e399b65a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164567 Jan 18 22:13:37.192586 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00309b1f-1d0c-4dcf-9d8d-e27e30cb9cae req-b7a17b5a-27a4-4a37-b31d-cd1deeb61e20 tempest-LiveMigrationTest-1198651986 tempest-LiveMigrationTest-1198651986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:37.194603 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-00309b1f-1d0c-4dcf-9d8d-e27e30cb9cae req-b7a17b5a-27a4-4a37-b31d-cd1deeb61e20 tempest-LiveMigrationTest-1198651986 tempest-LiveMigrationTest-1198651986-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=7e47c1b4-ec60-4c82-9419-92448c3d9688&tenant_id=646d6b7fa3c74dbb9d53573120d4a5a9&binding%3Ahost_id=n-h2-825064-1 HTTP/1.1" status: 200 len: 1117 time: 0.0898335 Jan 18 22:13:37.379591 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-9f0c02a8-b675-4c74-a0b3-e9a250cb00d0 admin admin] Allocated IP 172.25.5.94 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/524a50f1-7a0d-403d-ad41-72476125e0f0) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:13:37.387353 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device b69e1f02-eb23-4d32-9e18-6f0ce3b1e9b4 up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:13:37.433058 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00309b1f-1d0c-4dcf-9d8d-e27e30cb9cae req-498187fd-639f-4c2e-a6c5-deba88a7fd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:37.442660 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-00309b1f-1d0c-4dcf-9d8d-e27e30cb9cae req-498187fd-639f-4c2e-a6c5-deba88a7fd8a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7e47c1b4-ec60-4c82-9419-92448c3d9688&tenant_id=646d6b7fa3c74dbb9d53573120d4a5a9 HTTP/1.1" status: 200 len: 1117 time: 0.2368467 Jan 18 22:13:37.545518 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port b69e1f02-eb23-4d32-9e18-6f0ce3b1e9b4 completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:13:37.550804 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port b69e1f02-eb23-4d32-9e18-6f0ce3b1e9b4 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:13:37.551273 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:37.559706 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00309b1f-1d0c-4dcf-9d8d-e27e30cb9cae req-9b373618-a4d6-4cca-a7d5-59ccd220a4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:37.561282 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-00309b1f-1d0c-4dcf-9d8d-e27e30cb9cae req-9b373618-a4d6-4cca-a7d5-59ccd220a4a0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=646d6b7fa3c74dbb9d53573120d4a5a9&device_id=7e47c1b4-ec60-4c82-9419-92448c3d9688 HTTP/1.1" status: 200 len: 1117 time: 0.0853081 Jan 18 22:13:37.737644 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9f0c02a8-b675-4c74-a0b3-e9a250cb00d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:37.754795 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00309b1f-1d0c-4dcf-9d8d-e27e30cb9cae req-06d7959b-40c7-4708-b2e2-b2609a6886ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:37.757917 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-00309b1f-1d0c-4dcf-9d8d-e27e30cb9cae req-06d7959b-40c7-4708-b2e2-b2609a6886ff service neutron] 10.222.0.36 "GET /v2.0/networks?id=db135028-f57a-417d-a5fc-9f73c3e34dd7 HTTP/1.1" status: 200 len: 907 time: 0.1885016 Jan 18 22:13:37.774471 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:37.830966 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a16b243-e0db-4be8-b66d-d935bf2197ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b69e1f02-eb23-4d32-9e18-6f0ce3b1e9b4'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:13:37.838676 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79af8f83-3f7b-44ee-bcf2-2bb8368f1d0e" -d '{"events": [{"server_uuid": "5a16b243-e0db-4be8-b66d-d935bf2197ac", "name": "network-vif-plugged", "status": "completed", "tag": "b69e1f02-eb23-4d32-9e18-6f0ce3b1e9b4"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:13:37.857059 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-00309b1f-1d0c-4dcf-9d8d-e27e30cb9cae req-afdfa29c-693f-439c-bc11-b0228c7de10f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00 HTTP/1.1" status: 200 len: 217 time: 0.0819151 Jan 18 22:13:37.869483 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port b69e1f02-eb23-4d32-9e18-6f0ce3b1e9b4, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=b69e1f02-eb23-4d32-9e18-6f0ce3b1e9b4,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:13:37.878322 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:37.916577 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 53484) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:13:37.948261 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-465a15d3-5920-4e5a-985e-5238a13cca15 x-openstack-request-id: req-465a15d3-5920-4e5a-985e-5238a13cca15 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:13:37.948577 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a16b243-e0db-4be8-b66d-d935bf2197ac", "name": "network-vif-plugged", "status": "completed", "tag": "b69e1f02-eb23-4d32-9e18-6f0ce3b1e9b4", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:13:37.951202 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-465a15d3-5920-4e5a-985e-5238a13cca15 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:13:37.955615 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a16b243-e0db-4be8-b66d-d935bf2197ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b69e1f02-eb23-4d32-9e18-6f0ce3b1e9b4', 'code': 200} Jan 18 22:13:37.965251 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00309b1f-1d0c-4dcf-9d8d-e27e30cb9cae req-b59ef84d-61fc-41b9-a9fc-c6fce7506442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:37.966080 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232db9e0-ab82-4835-85aa-cd8c0044e603 req-a6b6cc13-9489-48cd-8117-fecc4c9f9d4f tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:37.967219 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-00309b1f-1d0c-4dcf-9d8d-e27e30cb9cae req-b59ef84d-61fc-41b9-a9fc-c6fce7506442 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9d1c997a-9e2b-4f20-9423-81e2cb97ac40 HTTP/1.1" status: 200 len: 847 time: 0.1000199 Jan 18 22:13:37.984097 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-232db9e0-ab82-4835-85aa-cd8c0044e603 req-a6b6cc13-9489-48cd-8117-fecc4c9f9d4f tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e47c1b4-ec60-4c82-9419-92448c3d9688 HTTP/1.1" status: 200 len: 966 time: 0.2026632 Jan 18 22:13:38.018770 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-00309b1f-1d0c-4dcf-9d8d-e27e30cb9cae req-34a05e13-6e2b-4a98-b2e7-7015bce55e10 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=db135028-f57a-417d-a5fc-9f73c3e34dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432551 Jan 18 22:13:38.025030 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=b69e1f02-eb23-4d32-9e18-6f0ce3b1e9b4,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:38.086425 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-232db9e0-ab82-4835-85aa-cd8c0044e603 req-ddf6a83f-db37-4808-b0aa-517315ed1b3f tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac5bfedd-8c81-4ad7-9f0f-99ba0a339521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005330 Jan 18 22:13:38.090652 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9f0c02a8-b675-4c74-a0b3-e9a250cb00d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:38.224894 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0c02a8-b675-4c74-a0b3-e9a250cb00d0 admin admin] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:13:38.256181 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-9f0c02a8-b675-4c74-a0b3-e9a250cb00d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:13:38.260308 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0c02a8-b675-4c74-a0b3-e9a250cb00d0 admin admin] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:13:38.262458 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0c02a8-b675-4c74-a0b3-e9a250cb00d0 admin admin] Pushing event updated for resources: {'Port': ['ID=524a50f1-7a0d-403d-ad41-72476125e0f0,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:38.266887 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-00309b1f-1d0c-4dcf-9d8d-e27e30cb9cae req-d625ae2e-e353-447b-a3b8-d9ad6e182ce2 service neutron] 10.222.0.36 "GET /v2.0/networks/db135028-f57a-417d-a5fc-9f73c3e34dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393098 Jan 18 22:13:38.354148 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6167af-73a4-4ca3-ad8f-4858f0f467b7 req-1d77be8e-6aa4-4abb-a9c5-25ce2e9c6a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:38.355672 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7e6167af-73a4-4ca3-ad8f-4858f0f467b7 req-1d77be8e-6aa4-4abb-a9c5-25ce2e9c6a52 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5a16b243-e0db-4be8-b66d-d935bf2197ac HTTP/1.1" status: 200 len: 1100 time: 0.3259122 Jan 18 22:13:38.457355 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-00309b1f-1d0c-4dcf-9d8d-e27e30cb9cae req-1574ca38-0f16-4b1b-8b6b-71ab0c1f680b service neutron] 10.222.0.36 "GET /v2.0/networks/db135028-f57a-417d-a5fc-9f73c3e34dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819973 Jan 18 22:13:38.498094 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 1046bbcb-899a-443e-b3a8-1a1c565ffd18 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:13:38.579539 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-ce0708e3-c11c-44c8-881a-8e324880898e admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-612760161-network', 'tenant_id': '584d50ef6ed64545aac1e7947879ab5e'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:13:38.605299 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9977cbbd-3b03-4ae5-a8d5-8ac050b74de9 None None] Network 3c490325-2ca3-451a-a10b-1004dc00e871 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:13:38.642936 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7e6167af-73a4-4ca3-ad8f-4858f0f467b7 req-df21943e-9581-4eec-90b1-2103dbc71fcb service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=0f72a7ca-d99c-4482-be1e-32e399b65a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807585 Jan 18 22:13:38.655573 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9614794c-1961-416c-8768-40b9fe481c2a req-a89f26df-1d65-460e-aa09-33182d1914aa tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:38.664927 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9614794c-1961-416c-8768-40b9fe481c2a req-a89f26df-1d65-460e-aa09-33182d1914aa tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a16b243-e0db-4be8-b66d-d935bf2197ac HTTP/1.1" status: 200 len: 949 time: 0.2846904 Jan 18 22:13:38.665892 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 53500) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:13:38.697279 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce0708e3-c11c-44c8-881a-8e324880898e admin admin] Made reservation on behalf of 584d50ef6ed64545aac1e7947879ab5e for: {'network': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:13:38.699859 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ce0708e3-c11c-44c8-881a-8e324880898e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:38.741292 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 1046bbcb-899a-443e-b3a8-1a1c565ffd18 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:13:38.741669 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:38.748412 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 53506) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:13:38.759369 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ce0708e3-c11c-44c8-881a-8e324880898e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:38.802574 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9614794c-1961-416c-8768-40b9fe481c2a req-b17ece9b-ec6f-4f61-8747-83286eb764bb tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f72a7ca-d99c-4482-be1e-32e399b65a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321146 Jan 18 22:13:38.863261 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-d8e27e31-146d-433a-b9b1-d4c26fafe472 None None] Provisioning complete for port c98569df-e12b-4c6e-a831-10256afc8124 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:13:38.863640 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d8e27e31-146d-433a-b9b1-d4c26fafe472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:38.884847 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00309b1f-1d0c-4dcf-9d8d-e27e30cb9cae req-c1aed976-a71b-4962-a5b8-d3693ef1767d tempest-LiveMigrationTest-1198651986 tempest-LiveMigrationTest-1198651986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:38.886707 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9f0c02a8-b675-4c74-a0b3-e9a250cb00d0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:38.890310 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-00309b1f-1d0c-4dcf-9d8d-e27e30cb9cae req-c1aed976-a71b-4962-a5b8-d3693ef1767d tempest-LiveMigrationTest-1198651986 tempest-LiveMigrationTest-1198651986-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=7e47c1b4-ec60-4c82-9419-92448c3d9688&tenant_id=646d6b7fa3c74dbb9d53573120d4a5a9&binding%3Ahost_id=n-h1-825064-1 HTTP/1.1" status: 200 len: 1117 time: 0.1072443 Jan 18 22:13:38.949924 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-032eba64-2de5-4713-a02a-01d2d1f9f195 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:39.035390 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ce0708e3-c11c-44c8-881a-8e324880898e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:39.048137 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ce0708e3-c11c-44c8-881a-8e324880898e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:39.081657 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce0708e3-c11c-44c8-881a-8e324880898e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=102430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:13:39.149146 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ce0708e3-c11c-44c8-881a-8e324880898e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:39.149791 n-d-825064-1 neutron-server[102430]: INFO neutron.db.segments_db [None req-ce0708e3-c11c-44c8-881a-8e324880898e admin admin] Added segment 54058af5-a5b1-45e9-977a-39ef1b01c87e of type vlan for network e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84 Jan 18 22:13:39.150959 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0708e3-c11c-44c8-881a-8e324880898e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69e59ffc-71ce-4c50-acf6-17bf11fb5545,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:39.151825 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-00309b1f-1d0c-4dcf-9d8d-e27e30cb9cae req-1ef62dca-32fb-4d84-81bc-e61cf7d434dd service neutron] For port e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00, host n-h2-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:13:39.157087 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d8e27e31-146d-433a-b9b1-d4c26fafe472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:39.157943 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-032eba64-2de5-4713-a02a-01d2d1f9f195 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:39.160642 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device c98569df-e12b-4c6e-a831-10256afc8124 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:13:39.165131 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-00309b1f-1d0c-4dcf-9d8d-e27e30cb9cae req-1ef62dca-32fb-4d84-81bc-e61cf7d434dd service neutron] Notify callbacks [] for binding, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:39.166540 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-00309b1f-1d0c-4dcf-9d8d-e27e30cb9cae req-1ef62dca-32fb-4d84-81bc-e61cf7d434dd service neutron] 10.222.0.36 "DELETE /v2.0/ports/e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00/bindings/n-h2-825064-1 HTTP/1.1" status: 204 len: 173 time: 0.2611248 Jan 18 22:13:39.170781 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-5f8f50d0-197d-4457-9894-bfb3fc998e08 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c0618b21782f4852828b87e1d6c8b07d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4214804 Jan 18 22:13:39.182415 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 53518) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:13:39.206461 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-032eba64-2de5-4713-a02a-01d2d1f9f195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:39.307159 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-032eba64-2de5-4713-a02a-01d2d1f9f195 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2a68daf3cf5141b8acef5d689ffce6f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6391559 Jan 18 22:13:39.314742 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 53526) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:13:39.316692 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032eba64-2de5-4713-a02a-01d2d1f9f195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38522c6b-b80d-4d0e-9aec-d94ad710e3d5,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:39.340284 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ce0708e3-c11c-44c8-881a-8e324880898e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:39.360874 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-d8e27e31-146d-433a-b9b1-d4c26fafe472 None None] For port c98569df-e12b-4c6e-a831-10256afc8124, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=c98569df-e12b-4c6e-a831-10256afc8124,segment=NetworkSegment(4b60d689-fd14-4d35-ac19-dc6f7effa837),segment_id=4b60d689-fd14-4d35-ac19-dc6f7effa837)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:13:39.372647 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d8e27e31-146d-433a-b9b1-d4c26fafe472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:39.392470 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port c98569df-e12b-4c6e-a831-10256afc8124 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:13:39.395345 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:39.398837 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00 no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:13:39.400870 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899a3439-7de6-4bf8-99ef-66a30b1d1a46 req-7b7de219-cbd6-47dd-8487-44824e9e8117 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:39.402407 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-899a3439-7de6-4bf8-99ef-66a30b1d1a46 req-7b7de219-cbd6-47dd-8487-44824e9e8117 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e47c1b4-ec60-4c82-9419-92448c3d9688 HTTP/1.1" status: 200 len: 966 time: 0.1815753 Jan 18 22:13:39.412675 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9f0c02a8-b675-4c74-a0b3-e9a250cb00d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1040691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049'] for router, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:39.430521 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-be2e90d3-894b-4b84-8d75-8452dd642376 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:39.442751 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 53528) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:13:39.462845 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ce0708e3-c11c-44c8-881a-8e324880898e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:39.463820 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0708e3-c11c-44c8-881a-8e324880898e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:39.464450 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ce0708e3-c11c-44c8-881a-8e324880898e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:39.489174 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-be2e90d3-894b-4b84-8d75-8452dd642376 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:39.491431 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e0abb064-bd67-4cf3-86f4-ee993f71db76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:39.552105 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e0abb064-bd67-4cf3-86f4-ee993f71db76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:39.570383 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-899a3439-7de6-4bf8-99ef-66a30b1d1a46 req-6eb5e3f4-7ad5-40f7-816c-6e46de74ff4d tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac5bfedd-8c81-4ad7-9f0f-99ba0a339521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526160 Jan 18 22:13:39.615860 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00 not bound to the agent host n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:13:39.626940 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-ce0708e3-c11c-44c8-881a-8e324880898e admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7069595 Jan 18 22:13:39.627542 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 53534) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:13:39.642563 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-1bd94c50-db24-437b-9849-8c35b22f0b6c admin admin] Request body: {'subnet': {'network_id': 'e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-612760161-subnet', 'tenant_id': '584d50ef6ed64545aac1e7947879ab5e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:13:39.677021 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-be2e90d3-894b-4b84-8d75-8452dd642376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:39.680980 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0708e3-c11c-44c8-881a-8e324880898e admin admin] Pushing event updated for resources: {'Network': ['ID=e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:39.691528 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-be2e90d3-894b-4b84-8d75-8452dd642376 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:39.694284 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-be2e90d3-894b-4b84-8d75-8452dd642376 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6f4a5f1a-070e-4f7c-9935-2190c007dac0 HTTP/1.1" status: 204 len: 168 time: 0.5083866 Jan 18 22:13:39.721747 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:13:39.733234 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2e90d3-894b-4b84-8d75-8452dd642376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f4a5f1a-070e-4f7c-9935-2190c007dac0,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:39.760729 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e0abb064-bd67-4cf3-86f4-ee993f71db76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:39.778581 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd94c50-db24-437b-9849-8c35b22f0b6c admin admin] Made reservation on behalf of 584d50ef6ed64545aac1e7947879ab5e for: {'subnet': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:13:39.780984 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1bd94c50-db24-437b-9849-8c35b22f0b6c admin admin] Notify callbacks [] for subnet, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:39.801743 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e0abb064-bd67-4cf3-86f4-ee993f71db76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:39.806530 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-e0abb064-bd67-4cf3-86f4-ee993f71db76 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/38522c6b-b80d-4d0e-9aec-d94ad710e3d5 HTTP/1.1" status: 204 len: 168 time: 0.4830506 Jan 18 22:13:39.831392 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-a8f803b6-83da-48f7-8333-390ae1d0f9a5 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-831016946-network', 'tenant_id': 'b4fa371f1ebf4a37ba7e58b461b03d52'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:13:39.873569 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0abb064-bd67-4cf3-86f4-ee993f71db76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38522c6b-b80d-4d0e-9aec-d94ad710e3d5,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:39.925527 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f803b6-83da-48f7-8333-390ae1d0f9a5 admin admin] Made reservation on behalf of b4fa371f1ebf4a37ba7e58b461b03d52 for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:13:39.927146 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e27e31-146d-433a-b9b1-d4c26fafe472 None None] Pushing event updated for resources: {'Port': ['ID=c98569df-e12b-4c6e-a831-10256afc8124,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:39.928118 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a8f803b6-83da-48f7-8333-390ae1d0f9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:39.943556 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-6f682d16-1016-45d2-ab8e-92077aab49cd None None] Provisioning complete for port c98569df-e12b-4c6e-a831-10256afc8124 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:13:39.944497 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6f682d16-1016-45d2-ab8e-92077aab49cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:39.959934 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a8f803b6-83da-48f7-8333-390ae1d0f9a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:40.006481 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f0c02a8-b675-4c74-a0b3-e9a250cb00d0 admin admin] Router da8db6b3-e116-4a7d-a473-8626f17aac6e is scheduled to L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 with binding_index 1 {{(pid=102430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 22:13:40.034759 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeeb012-39ba-42cb-a030-2b3d342e0d34 req-1a788453-c47a-4985-8065-9f208d54ede1 tempest-LiveMigrationTest-1198651986 tempest-LiveMigrationTest-1198651986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:40.036700 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fdeeb012-39ba-42cb-a030-2b3d342e0d34 req-1a788453-c47a-4985-8065-9f208d54ede1 tempest-LiveMigrationTest-1198651986 tempest-LiveMigrationTest-1198651986-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=7e47c1b4-ec60-4c82-9419-92448c3d9688 HTTP/1.1" status: 200 len: 1117 time: 0.2004585 Jan 18 22:13:40.045906 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a7a9443d-73e9-4ef2-b7c3-ed4dcff3be03 req-0c842457-37d2-45c8-ac97-a31758e6086e tempest-ServerDiagnosticsNegativeTest-480293600 tempest-ServerDiagnosticsNegativeTest-480293600-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=46f1cb995b43458f98dcf44b70c902cf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0851302 Jan 18 22:13:40.074777 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a8f803b6-83da-48f7-8333-390ae1d0f9a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:40.084224 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a8f803b6-83da-48f7-8333-390ae1d0f9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:40.139511 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8f803b6-83da-48f7-8333-390ae1d0f9a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:13:40.152656 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f803b6-83da-48f7-8333-390ae1d0f9a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21d863ba-f152-49fb-bae0-55db50ebdb9b,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:40.159442 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a8f803b6-83da-48f7-8333-390ae1d0f9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:40.159885 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-a8f803b6-83da-48f7-8333-390ae1d0f9a5 admin admin] Added segment e9db93ab-f6c7-442e-b6d2-c53dc8897efd of type vlan for network ac163b22-6dbe-4f74-9441-5d83aaaf42c4 Jan 18 22:13:40.237445 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a8f803b6-83da-48f7-8333-390ae1d0f9a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:40.268070 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device c98569df-e12b-4c6e-a831-10256afc8124 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:13:40.282390 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a8f803b6-83da-48f7-8333-390ae1d0f9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:40.283420 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f803b6-83da-48f7-8333-390ae1d0f9a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:40.284002 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a8f803b6-83da-48f7-8333-390ae1d0f9a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:40.346364 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 98a00d27-f983-471e-8838-c74c62935ad0 no longer exists at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:13:40.370204 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-a8f803b6-83da-48f7-8333-390ae1d0f9a5 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9185839 Jan 18 22:13:40.370204 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 53556) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:13:40.370432 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f803b6-83da-48f7-8333-390ae1d0f9a5 admin admin] Pushing event updated for resources: {'Network': ['ID=ac163b22-6dbe-4f74-9441-5d83aaaf42c4,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:40.378627 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 53558) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:13:40.382463 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network ac163b22-6dbe-4f74-9441-5d83aaaf42c4 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:13:40.384570 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-e230f23e-58a3-424a-9596-98bc191a1fd5 admin admin] Request body: {'subnet': {'network_id': 'ac163b22-6dbe-4f74-9441-5d83aaaf42c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-831016946-subnet', 'tenant_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:13:40.386342 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] No Port match for: 98a00d27-f983-471e-8838-c74c62935ad0 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:13:40.386672 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 98a00d27-f983-471e-8838-c74c62935ad0 not bound to the agent host n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:13:40.396993 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8fbd91b4-b6e7-4bec-bb5f-696b09306138 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:40.443463 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e230f23e-58a3-424a-9596-98bc191a1fd5 admin admin] Made reservation on behalf of b4fa371f1ebf4a37ba7e58b461b03d52 for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:13:40.445883 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e230f23e-58a3-424a-9596-98bc191a1fd5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:40.447717 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 53560) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:13:40.457664 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port c98569df-e12b-4c6e-a831-10256afc8124 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:13:40.458038 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:40.506684 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d6376238-67cb-43a2-827e-5b0ef0273629 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:40.550842 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fdeeb012-39ba-42cb-a030-2b3d342e0d34 req-fe8d528f-5929-4826-ac72-ce0567921473 tempest-LiveMigrationTest-1198651986 tempest-LiveMigrationTest-1198651986-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ac5bfedd-8c81-4ad7-9f0f-99ba0a339521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5035245 Jan 18 22:13:40.597322 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8fbd91b4-b6e7-4bec-bb5f-696b09306138 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:40.606579 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f0c02a8-b675-4c74-a0b3-e9a250cb00d0 admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:13:40.618058 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c68550-bb1f-4478-8364-c4616825a3d1 None None] Sync routers for ids ['da8db6b3-e116-4a7d-a473-8626f17aac6e'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:13:40.635823 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c68550-bb1f-4478-8364-c4616825a3d1 None None] Routers {'da8db6b3-e116-4a7d-a473-8626f17aac6e'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:13:40.637016 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-91c68550-bb1f-4478-8364-c4616825a3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:13:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['da8db6b3-e116-4a7d-a473-8626f17aac6e'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:13:40.659733 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a9443d-73e9-4ef2-b7c3-ed4dcff3be03 req-99dd7b72-da65-4576-af18-3421f3518324 tempest-ServerDiagnosticsNegativeTest-480293600 tempest-ServerDiagnosticsNegativeTest-480293600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:40.661380 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a7a9443d-73e9-4ef2-b7c3-ed4dcff3be03 req-99dd7b72-da65-4576-af18-3421f3518324 tempest-ServerDiagnosticsNegativeTest-480293600 tempest-ServerDiagnosticsNegativeTest-480293600-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5933371 Jan 18 22:13:40.663832 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1bd94c50-db24-437b-9849-8c35b22f0b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for subnet, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:40.670656 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9f0c02a8-b675-4c74-a0b3-e9a250cb00d0 admin admin] Notify callbacks [] for router, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:40.671985 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-9f0c02a8-b675-4c74-a0b3-e9a250cb00d0 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.9872618 Jan 18 22:13:40.677156 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 53564) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:13:40.680400 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8fbd91b4-b6e7-4bec-bb5f-696b09306138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:40.773575 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbd91b4-b6e7-4bec-bb5f-696b09306138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cb7fc4d-b651-4229-bf16-66f8f51999d4,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:40.777789 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-91c68550-bb1f-4478-8364-c4616825a3d1 None None] Set router da8db6b3-e116-4a7d-a473-8626f17aac6e gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:13:40.789888 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-8fbd91b4-b6e7-4bec-bb5f-696b09306138 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bfe344344b484ef58a9f50c83e045a7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4204187 Jan 18 22:13:40.791507 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 53568) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:13:40.801408 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a7a9443d-73e9-4ef2-b7c3-ed4dcff3be03 req-fd301ad5-168e-483e-8f70-d9071ee9d3de tempest-ServerDiagnosticsNegativeTest-480293600 tempest-ServerDiagnosticsNegativeTest-480293600-project] 10.222.0.53 "GET /v2.0/quotas/46f1cb995b43458f98dcf44b70c902cf HTTP/1.1" status: 200 len: 375 time: 0.1261733 Jan 18 22:13:40.816401 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd94c50-db24-437b-9849-8c35b22f0b6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=42841b58-d144-4855-94d6-b7b43c1900e0,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:40.822227 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e230f23e-58a3-424a-9596-98bc191a1fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:40.847707 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d6376238-67cb-43a2-827e-5b0ef0273629 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:40.878890 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d6376238-67cb-43a2-827e-5b0ef0273629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:40.898022 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a7a9443d-73e9-4ef2-b7c3-ed4dcff3be03 req-bf23247f-3bf3-4e02-897d-33e458a6b8d0 tempest-ServerDiagnosticsNegativeTest-480293600 tempest-ServerDiagnosticsNegativeTest-480293600-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=46f1cb995b43458f98dcf44b70c902cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0792007 Jan 18 22:13:40.920981 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde51637-5a18-4433-ab30-41f936c9c671 req-18e30fc0-cb7a-4c60-a813-88dc4140cd80 tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:40.922328 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fde51637-5a18-4433-ab30-41f936c9c671 req-18e30fc0-cb7a-4c60-a813-88dc4140cd80 tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a16b243-e0db-4be8-b66d-d935bf2197ac HTTP/1.1" status: 200 len: 949 time: 0.2060301 Jan 18 22:13:40.925686 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd94c50-db24-437b-9849-8c35b22f0b6c admin admin] Checking segment: {'id': '54058af5-a5b1-45e9-977a-39ef1b01c87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:13:40.926053 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd94c50-db24-437b-9849-8c35b22f0b6c admin admin] Network hostable DHCP agents. Network: e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:13:40.945507 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-d6376238-67cb-43a2-827e-5b0ef0273629 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8120423c145542dea88ca43ac7e8193a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4945457 Jan 18 22:13:40.954860 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 53574) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:13:40.965450 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6376238-67cb-43a2-827e-5b0ef0273629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b36bdb-ff47-45df-b984-ac305013f262,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:40.967928 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e230f23e-58a3-424a-9596-98bc191a1fd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07257b09-c636-44c9-86f7-42df7e4ef3e2,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:40.977893 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f13beca-f928-45de-947a-5ae0d8967e6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:40.980317 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-91c68550-bb1f-4478-8364-c4616825a3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8db6b3-e116-4a7d-a473-8626f17aac6e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1929692154-router', 'tenant_id': '73e5f2a2c3af465fbf4932c2e489da85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': '524a50f1-7a0d-403d-ad41-72476125e0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:13:34Z', 'updated_at': '2022-01-18T22:13:38Z', 'revision_number': 3, 'project_id': '73e5f2a2c3af465fbf4932c2e489da85', 'gw_port': {'id': '524a50f1-7a0d-403d-ad41-72476125e0f0', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:5d:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da8db6b3-e116-4a7d-a473-8626f17aac6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:37Z', 'updated_at': '2022-01-18T22:13:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:13:40.984420 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e230f23e-58a3-424a-9596-98bc191a1fd5 admin admin] Checking segment: {'id': 'e9db93ab-f6c7-442e-b6d2-c53dc8897efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ac163b22-6dbe-4f74-9441-5d83aaaf42c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:13:40.984724 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e230f23e-58a3-424a-9596-98bc191a1fd5 admin admin] Network hostable DHCP agents. Network: ac163b22-6dbe-4f74-9441-5d83aaaf42c4, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:13:41.013929 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f13beca-f928-45de-947a-5ae0d8967e6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:41.017756 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c68550-bb1f-4478-8364-c4616825a3d1 None None] Checking router: da8db6b3-e116-4a7d-a473-8626f17aac6e for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:13:41.018382 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c68550-bb1f-4478-8364-c4616825a3d1 None None] Updating router da8db6b3-e116-4a7d-a473-8626f17aac6e port 524a50f1-7a0d-403d-ad41-72476125e0f0 binding host n-d-825064-1 {{(pid=102433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:13:41.038663 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e230f23e-58a3-424a-9596-98bc191a1fd5 admin admin] Network ac163b22-6dbe-4f74-9441-5d83aaaf42c4 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:13:41.042392 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd94c50-db24-437b-9849-8c35b22f0b6c admin admin] Network e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:13:41.045182 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-91c68550-bb1f-4478-8364-c4616825a3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:41.065453 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-e230f23e-58a3-424a-9596-98bc191a1fd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, ac163b22-6dbe-4f74-9441-5d83aaaf42c4) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:13:41.075460 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e230f23e-58a3-424a-9596-98bc191a1fd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:41.075655 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fde51637-5a18-4433-ab30-41f936c9c671 req-9b559d1d-3199-4a8e-928c-5512e6f0f826 tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f72a7ca-d99c-4482-be1e-32e399b65a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443446 Jan 18 22:13:41.090846 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c142b438-9ab2-4358-baff-fe0c2356ff78 None None] Network ac163b22-6dbe-4f74-9441-5d83aaaf42c4 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:13:41.105324 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e230f23e-58a3-424a-9596-98bc191a1fd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:41.125238 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-1bd94c50-db24-437b-9849-8c35b22f0b6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84) {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:13:41.133516 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd94c50-db24-437b-9849-8c35b22f0b6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:41.134177 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1bd94c50-db24-437b-9849-8c35b22f0b6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:41.148918 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f0360e-18b0-4b91-9ff1-7350a2850ecc None None] Network e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:13:41.158526 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-e230f23e-58a3-424a-9596-98bc191a1fd5 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7757282 Jan 18 22:13:41.158526 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f13beca-f928-45de-947a-5ae0d8967e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:41.159335 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f13beca-f928-45de-947a-5ae0d8967e6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:41.163195 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-4f13beca-f928-45de-947a-5ae0d8967e6b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1cb7fc4d-b651-4229-bf16-66f8f51999d4 HTTP/1.1" status: 204 len: 168 time: 0.3661551 Jan 18 22:13:41.163195 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 53578) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:13:41.169995 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-be28016f-0c7e-42c6-9fed-9bef58afc02a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:41.185962 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f13beca-f928-45de-947a-5ae0d8967e6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cb7fc4d-b651-4229-bf16-66f8f51999d4,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:41.190034 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-ecb1358f-d666-4b37-88b3-1e69798c8e86 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-831016946-router', 'tenant_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:13:41.254043 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ecb1358f-d666-4b37-88b3-1e69798c8e86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1044160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8692'] for router, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:41.255335 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ecb1358f-d666-4b37-88b3-1e69798c8e86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1040680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8675'] for router, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:41.270819 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-1bd94c50-db24-437b-9849-8c35b22f0b6c admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6360831 Jan 18 22:13:41.273568 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 53594) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:13:41.278221 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-c83be20d-eac0-458d-8c52-4bb4eff7a9e5 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-612760161-router', 'tenant_id': '584d50ef6ed64545aac1e7947879ab5e', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:13:41.302039 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-be28016f-0c7e-42c6-9fed-9bef58afc02a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:41.408140 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c83be20d-eac0-458d-8c52-4bb4eff7a9e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1044160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8692'] for router, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:41.414287 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c83be20d-eac0-458d-8c52-4bb4eff7a9e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1040680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8675'] for router, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:41.522122 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c83be20d-eac0-458d-8c52-4bb4eff7a9e5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:41.565247 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ecb1358f-d666-4b37-88b3-1e69798c8e86 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:41.734065 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-be28016f-0c7e-42c6-9fed-9bef58afc02a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:41.744966 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-be28016f-0c7e-42c6-9fed-9bef58afc02a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:41.749953 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-be28016f-0c7e-42c6-9fed-9bef58afc02a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b0b36bdb-ff47-45df-b984-ac305013f262 HTTP/1.1" status: 204 len: 168 time: 0.7910855 Jan 18 22:13:41.764485 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa86d60-3080-4cd1-8aae-95f44bc1eb3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-ac163b22-6dbe-4f74-9441-5d83aaaf42c4', 'network_id': 'ac163b22-6dbe-4f74-9441-5d83aaaf42c4', 'tenant_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'fixed_ips': [{'subnet_id': '07257b09-c636-44c9-86f7-42df7e4ef3e2'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:13:41.765362 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4aa86d60-3080-4cd1-8aae-95f44bc1eb3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:41.833147 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4db92c0-7706-4c16-808e-15545494c1ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84', 'network_id': 'e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84', 'tenant_id': '584d50ef6ed64545aac1e7947879ab5e', 'fixed_ips': [{'subnet_id': '42841b58-d144-4855-94d6-b7b43c1900e0'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:13:41.834020 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d4db92c0-7706-4c16-808e-15545494c1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:41.840593 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be28016f-0c7e-42c6-9fed-9bef58afc02a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0b36bdb-ff47-45df-b984-ac305013f262,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:41.892769 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-91c68550-bb1f-4478-8364-c4616825a3d1 None None] Notify callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:41.893703 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d832eb-cb5d-4dbe-b764-9c00842a5996 req-19117197-6d46-4ced-86f0-f8b304e8f4a1 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:41.904534 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-91c68550-bb1f-4478-8364-c4616825a3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:41.906232 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e6d832eb-cb5d-4dbe-b764-9c00842a5996 req-19117197-6d46-4ced-86f0-f8b304e8f4a1 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/networks?id=db135028-f57a-417d-a5fc-9f73c3e34dd7 HTTP/1.1" status: 200 len: 807 time: 0.6311100 Jan 18 22:13:41.959045 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e6d832eb-cb5d-4dbe-b764-9c00842a5996 req-ed55cfb0-437c-4895-8137-a0eff2ce99e9 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/quotas/646d6b7fa3c74dbb9d53573120d4a5a9 HTTP/1.1" status: 200 len: 375 time: 0.0489943 Jan 18 22:13:41.989320 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a18a62-8dd3-45b1-87f3-43d5a5bfa841 None None] Pushing event updated for resources: {'Port': ['ID=524a50f1-7a0d-403d-ad41-72476125e0f0,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:42.036660 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-91c68550-bb1f-4478-8364-c4616825a3d1 None None] Attempting to bind port 524a50f1-7a0d-403d-ad41-72476125e0f0 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:13:42.037295 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-91c68550-bb1f-4478-8364-c4616825a3d1 None None] Attempting to bind port 524a50f1-7a0d-403d-ad41-72476125e0f0 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:13:42.037928 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c68550-bb1f-4478-8364-c4616825a3d1 None None] Attempting to bind port 524a50f1-7a0d-403d-ad41-72476125e0f0 on network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:13:42.063732 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c68550-bb1f-4478-8364-c4616825a3d1 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:13:42.067124 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c68550-bb1f-4478-8364-c4616825a3d1 None None] Checking segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:13:42.072434 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-91c68550-bb1f-4478-8364-c4616825a3d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:42.073373 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c68550-bb1f-4478-8364-c4616825a3d1 None None] Bound using segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:13:42.076264 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-91c68550-bb1f-4478-8364-c4616825a3d1 None None] Bound port: 524a50f1-7a0d-403d-ad41-72476125e0f0, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:13:42.076932 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-91c68550-bb1f-4478-8364-c4616825a3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:42.196245 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8ef86c74-6dd0-486e-9c00-fff0551fb213 req-c3c30067-d345-432c-9adc-37985f2e232e tempest-ServerDiagnosticsNegativeTest-480293600 tempest-ServerDiagnosticsNegativeTest-480293600-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7664568-9b73-4400-8e06-4a433333975a HTTP/1.1" status: 200 len: 210 time: 0.1632102 Jan 18 22:13:42.221074 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-91c68550-bb1f-4478-8364-c4616825a3d1 None None] For port 524a50f1-7a0d-403d-ad41-72476125e0f0, host n-d-825064-1, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:13:42.227324 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-91c68550-bb1f-4478-8364-c4616825a3d1 None None] For port 524a50f1-7a0d-403d-ad41-72476125e0f0, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=524a50f1-7a0d-403d-ad41-72476125e0f0,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:13:42.237409 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-91c68550-bb1f-4478-8364-c4616825a3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:42.263531 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-4aa86d60-3080-4cd1-8aae-95f44bc1eb3a None None] Allocated IP 172.20.0.2 (ac163b22-6dbe-4f74-9441-5d83aaaf42c4/07257b09-c636-44c9-86f7-42df7e4ef3e2/f45b0af3-03a2-480e-80a4-fdf875cdb368) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:13:42.396172 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-25af2ec4-f3e2-4f8a-8ea4-00c3a460c4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:42.434830 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c68550-bb1f-4478-8364-c4616825a3d1 None None] Routers {'da8db6b3-e116-4a7d-a473-8626f17aac6e'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:13:42.441523 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-91c68550-bb1f-4478-8364-c4616825a3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:13:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['da8db6b3-e116-4a7d-a473-8626f17aac6e'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:13:42.441729 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c83be20d-eac0-458d-8c52-4bb4eff7a9e5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:42.452642 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ecb1358f-d666-4b37-88b3-1e69798c8e86 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:42.456210 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-d4db92c0-7706-4c16-808e-15545494c1ee None None] Allocated IP 172.20.0.2 (e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84/42841b58-d144-4855-94d6-b7b43c1900e0/fc45efa5-58a9-47f3-979a-0319faea58e6) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:13:42.459722 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e6d832eb-cb5d-4dbe-b764-9c00842a5996 req-01613d37-3882-4dd6-a8b4-feb1b822f992 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=646d6b7fa3c74dbb9d53573120d4a5a9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4406962 Jan 18 22:13:42.532696 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:42.551835 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a18a62-8dd3-45b1-87f3-43d5a5bfa841 None None] Pushing event updated for resources: {'Port': ['ID=524a50f1-7a0d-403d-ad41-72476125e0f0,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:42.675961 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-91c68550-bb1f-4478-8364-c4616825a3d1 None None] Set router da8db6b3-e116-4a7d-a473-8626f17aac6e gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:13:42.703845 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e507d5-3d1f-421e-b3b6-41bfcd4dc4b8 req-f743c741-b145-46ea-a3ce-9962863cc0b9 tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:42.711789 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-85e507d5-3d1f-421e-b3b6-41bfcd4dc4b8 req-f743c741-b145-46ea-a3ce-9962863cc0b9 tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a16b243-e0db-4be8-b66d-d935bf2197ac HTTP/1.1" status: 200 len: 949 time: 0.3214712 Jan 18 22:13:42.840635 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e6d832eb-cb5d-4dbe-b764-9c00842a5996 req-1aab6239-edd1-461c-9475-38d5a383c497 service neutron] 10.222.0.53 "GET /v2.0/networks/db135028-f57a-417d-a5fc-9f73c3e34dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3799057 Jan 18 22:13:42.872472 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-85e507d5-3d1f-421e-b3b6-41bfcd4dc4b8 req-d7d92ecc-235e-4d98-b9a6-e4b14014ea74 tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f72a7ca-d99c-4482-be1e-32e399b65a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551666 Jan 18 22:13:42.880907 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4aa86d60-3080-4cd1-8aae-95f44bc1eb3a None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:42.948011 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a7a9443d-73e9-4ef2-b7c3-ed4dcff3be03 req-26202c8b-259d-44ef-acb9-c7269e819d9a tempest-ServerDiagnosticsNegativeTest-480293600 tempest-ServerDiagnosticsNegativeTest-480293600-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=46f1cb995b43458f98dcf44b70c902cf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0521467 Jan 18 22:13:42.949439 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4aa86d60-3080-4cd1-8aae-95f44bc1eb3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:43.113698 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa86d60-3080-4cd1-8aae-95f44bc1eb3a None None] Network ac163b22-6dbe-4f74-9441-5d83aaaf42c4 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:13:43.119340 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d4db92c0-7706-4c16-808e-15545494c1ee None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:43.133009 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-91c68550-bb1f-4478-8364-c4616825a3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8db6b3-e116-4a7d-a473-8626f17aac6e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1929692154-router', 'tenant_id': '73e5f2a2c3af465fbf4932c2e489da85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': '524a50f1-7a0d-403d-ad41-72476125e0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:13:34Z', 'updated_at': '2022-01-18T22:13:38Z', 'revision_number': 3, 'project_id': '73e5f2a2c3af465fbf4932c2e489da85', 'gw_port': {'id': '524a50f1-7a0d-403d-ad41-72476125e0f0', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:5d:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da8db6b3-e116-4a7d-a473-8626f17aac6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:37Z', 'updated_at': '2022-01-18T22:13:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:13:43.139471 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-4aa86d60-3080-4cd1-8aae-95f44bc1eb3a None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:13:43.149205 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa86d60-3080-4cd1-8aae-95f44bc1eb3a None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:13:43.160164 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa86d60-3080-4cd1-8aae-95f44bc1eb3a None None] Pushing event updated for resources: {'Port': ['ID=f45b0af3-03a2-480e-80a4-fdf875cdb368,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:43.169171 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d4db92c0-7706-4c16-808e-15545494c1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:43.216493 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c68550-bb1f-4478-8364-c4616825a3d1 None None] The sync data for ids ['da8db6b3-e116-4a7d-a473-8626f17aac6e'] in n-d-825064-1 is: [{'id': 'da8db6b3-e116-4a7d-a473-8626f17aac6e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1929692154-router', 'tenant_id': '73e5f2a2c3af465fbf4932c2e489da85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': '524a50f1-7a0d-403d-ad41-72476125e0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:13:34Z', 'updated_at': '2022-01-18T22:13:38Z', 'revision_number': 3, 'project_id': '73e5f2a2c3af465fbf4932c2e489da85', 'gw_port': {'id': '524a50f1-7a0d-403d-ad41-72476125e0f0', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:5d:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da8db6b3-e116-4a7d-a473-8626f17aac6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:37Z', 'updated_at': '2022-01-18T22:13:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:13:43.220473 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ecb1358f-d666-4b37-88b3-1e69798c8e86 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:43.250034 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ecb1358f-d666-4b37-88b3-1e69798c8e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:43.252292 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c83be20d-eac0-458d-8c52-4bb4eff7a9e5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:43.258545 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4db92c0-7706-4c16-808e-15545494c1ee None None] Network e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:13:43.270959 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-d4db92c0-7706-4c16-808e-15545494c1ee None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:13:43.278767 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-25af2ec4-f3e2-4f8a-8ea4-00c3a460c4c2 admin admin] Allocated IP 172.20.0.1 (3c490325-2ca3-451a-a10b-1004dc00e871/697fc51e-f520-46d5-97f5-4b7e3a15173d/d37f5aed-2753-4300-9f9e-6e43fa557736) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:13:43.281095 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4db92c0-7706-4c16-808e-15545494c1ee None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:13:43.283144 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c83be20d-eac0-458d-8c52-4bb4eff7a9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:43.404662 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4db92c0-7706-4c16-808e-15545494c1ee None None] Pushing event updated for resources: {'Port': ['ID=fc45efa5-58a9-47f3-979a-0319faea58e6,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:43.421170 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e6d832eb-cb5d-4dbe-b764-9c00842a5996 req-e6daba7a-d9ec-43de-9d4d-80157d77c2b0 service neutron] 10.222.0.53 "GET /v2.0/networks/db135028-f57a-417d-a5fc-9f73c3e34dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5788610 Jan 18 22:13:43.425557 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-4aa86d60-3080-4cd1-8aae-95f44bc1eb3a None None] Attempting to bind port f45b0af3-03a2-480e-80a4-fdf875cdb368 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:13:43.425557 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-4aa86d60-3080-4cd1-8aae-95f44bc1eb3a None None] Attempting to bind port f45b0af3-03a2-480e-80a4-fdf875cdb368 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': 'e9db93ab-f6c7-442e-b6d2-c53dc8897efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ac163b22-6dbe-4f74-9441-5d83aaaf42c4'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:13:43.425973 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa86d60-3080-4cd1-8aae-95f44bc1eb3a None None] Attempting to bind port f45b0af3-03a2-480e-80a4-fdf875cdb368 on network ac163b22-6dbe-4f74-9441-5d83aaaf42c4 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:13:43.428168 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:43.435798 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa86d60-3080-4cd1-8aae-95f44bc1eb3a None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:13:43.436287 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa86d60-3080-4cd1-8aae-95f44bc1eb3a None None] Checking segment: {'id': 'e9db93ab-f6c7-442e-b6d2-c53dc8897efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ac163b22-6dbe-4f74-9441-5d83aaaf42c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:13:43.436804 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4aa86d60-3080-4cd1-8aae-95f44bc1eb3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:43.437344 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa86d60-3080-4cd1-8aae-95f44bc1eb3a None None] Bound using segment: {'id': 'e9db93ab-f6c7-442e-b6d2-c53dc8897efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ac163b22-6dbe-4f74-9441-5d83aaaf42c4'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:13:43.437940 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-4aa86d60-3080-4cd1-8aae-95f44bc1eb3a None None] Bound port: f45b0af3-03a2-480e-80a4-fdf875cdb368, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9db93ab-f6c7-442e-b6d2-c53dc8897efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ac163b22-6dbe-4f74-9441-5d83aaaf42c4'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:13:43.438434 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4aa86d60-3080-4cd1-8aae-95f44bc1eb3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:43.441446 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-d4db92c0-7706-4c16-808e-15545494c1ee None None] Attempting to bind port fc45efa5-58a9-47f3-979a-0319faea58e6 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:13:43.441889 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-d4db92c0-7706-4c16-808e-15545494c1ee None None] Attempting to bind port fc45efa5-58a9-47f3-979a-0319faea58e6 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '54058af5-a5b1-45e9-977a-39ef1b01c87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:13:43.442318 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4db92c0-7706-4c16-808e-15545494c1ee None None] Attempting to bind port fc45efa5-58a9-47f3-979a-0319faea58e6 on network e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:13:43.488202 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4db92c0-7706-4c16-808e-15545494c1ee None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:13:43.488552 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4db92c0-7706-4c16-808e-15545494c1ee None None] Checking segment: {'id': '54058af5-a5b1-45e9-977a-39ef1b01c87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:13:43.489137 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d4db92c0-7706-4c16-808e-15545494c1ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:43.489568 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4db92c0-7706-4c16-808e-15545494c1ee None None] Bound using segment: {'id': '54058af5-a5b1-45e9-977a-39ef1b01c87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:13:43.490438 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-d4db92c0-7706-4c16-808e-15545494c1ee None None] Bound port: fc45efa5-58a9-47f3-979a-0319faea58e6, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54058af5-a5b1-45e9-977a-39ef1b01c87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:13:43.490817 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d4db92c0-7706-4c16-808e-15545494c1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:43.494103 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-ecb1358f-d666-4b37-88b3-1e69798c8e86 admin admin] Allocated IP 172.25.5.247 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/2304f75f-a5ed-4e63-939c-0d1b89fc3871) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:13:43.571074 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b37578c1-ad3b-45fb-b872-1c8a2d5cd7c9 req-dcb25888-e5d4-4f6a-857b-6a7494490153 tempest-ServerDiagnosticsNegativeTest-480293600 tempest-ServerDiagnosticsNegativeTest-480293600-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7664568-9b73-4400-8e06-4a433333975a HTTP/1.1" status: 200 len: 210 time: 0.2019525 Jan 18 22:13:43.588181 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-4aa86d60-3080-4cd1-8aae-95f44bc1eb3a None None] For port f45b0af3-03a2-480e-80a4-fdf875cdb368, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:13:43.599437 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-4aa86d60-3080-4cd1-8aae-95f44bc1eb3a None None] For port f45b0af3-03a2-480e-80a4-fdf875cdb368, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=f45b0af3-03a2-480e-80a4-fdf875cdb368,segment=NetworkSegment(e9db93ab-f6c7-442e-b6d2-c53dc8897efd),segment_id=e9db93ab-f6c7-442e-b6d2-c53dc8897efd)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:13:43.618109 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4aa86d60-3080-4cd1-8aae-95f44bc1eb3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:43.623576 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ecb1358f-d666-4b37-88b3-1e69798c8e86 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:43.656770 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a9443d-73e9-4ef2-b7c3-ed4dcff3be03 req-7775f4ab-1085-4a7f-a3e2-d798c3f32d78 tempest-ServerDiagnosticsNegativeTest-480293600 tempest-ServerDiagnosticsNegativeTest-480293600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:43.658561 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a7a9443d-73e9-4ef2-b7c3-ed4dcff3be03 req-7775f4ab-1085-4a7f-a3e2-d798c3f32d78 tempest-ServerDiagnosticsNegativeTest-480293600 tempest-ServerDiagnosticsNegativeTest-480293600-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7029641 Jan 18 22:13:43.670618 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ecb1358f-d666-4b37-88b3-1e69798c8e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:43.708970 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-a7a9443d-73e9-4ef2-b7c3-ed4dcff3be03 req-e37933de-a0ab-4a46-a8d7-01bc1d740637 tempest-ServerDiagnosticsNegativeTest-480293600 tempest-ServerDiagnosticsNegativeTest-480293600-project] Request body: {'port': {'device_id': 'd7664568-9b73-4400-8e06-4a433333975a', 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b', 'admin_state_up': True, 'tenant_id': '46f1cb995b43458f98dcf44b70c902cf'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:13:43.737679 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb1358f-d666-4b37-88b3-1e69798c8e86 admin admin] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:13:43.744717 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-ecb1358f-d666-4b37-88b3-1e69798c8e86 admin admin] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:13:43.759861 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb1358f-d666-4b37-88b3-1e69798c8e86 admin admin] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:13:44.015320 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa86d60-3080-4cd1-8aae-95f44bc1eb3a None None] Pushing event updated for resources: {'Port': ['ID=f45b0af3-03a2-480e-80a4-fdf875cdb368,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:44.050478 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-d4db92c0-7706-4c16-808e-15545494c1ee None None] For port fc45efa5-58a9-47f3-979a-0319faea58e6, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:13:44.053995 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-d4db92c0-7706-4c16-808e-15545494c1ee None None] For port fc45efa5-58a9-47f3-979a-0319faea58e6, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=fc45efa5-58a9-47f3-979a-0319faea58e6,segment=NetworkSegment(54058af5-a5b1-45e9-977a-39ef1b01c87e),segment_id=54058af5-a5b1-45e9-977a-39ef1b01c87e)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:13:44.068436 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d4db92c0-7706-4c16-808e-15545494c1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:44.113532 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-25af2ec4-f3e2-4f8a-8ea4-00c3a460c4c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:44.213659 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ecb1358f-d666-4b37-88b3-1e69798c8e86 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:44.290078 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb1358f-d666-4b37-88b3-1e69798c8e86 admin admin] Pushing event updated for resources: {'Port': ['ID=2304f75f-a5ed-4e63-939c-0d1b89fc3871,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:44.314772 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4db92c0-7706-4c16-808e-15545494c1ee None None] Pushing event updated for resources: {'Port': ['ID=fc45efa5-58a9-47f3-979a-0319faea58e6,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:44.331419 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-c83be20d-eac0-458d-8c52-4bb4eff7a9e5 admin admin] Allocated IP 172.25.5.177 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/cd5d6978-375b-4f11-b4bc-bfafdfe6dd9c) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:13:44.439685 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 524a50f1-7a0d-403d-ad41-72476125e0f0 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:13:44.511354 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e847448a-d4e6-4de0-b27f-66e8cc730589 req-4dc894a6-585e-4f27-893c-8035b55e8cc9 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/ports?device_id=7adbfe4f-bab5-4c2a-8403-4315ff49af62 HTTP/1.1" status: 200 len: 210 time: 0.6374764 Jan 18 22:13:44.521525 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-25af2ec4-f3e2-4f8a-8ea4-00c3a460c4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:44.581773 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25af2ec4-f3e2-4f8a-8ea4-00c3a460c4c2 admin admin] Network 3c490325-2ca3-451a-a10b-1004dc00e871 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:13:44.598267 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-25af2ec4-f3e2-4f8a-8ea4-00c3a460c4c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:13:44.603083 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25af2ec4-f3e2-4f8a-8ea4-00c3a460c4c2 admin admin] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:13:44.607435 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-25af2ec4-f3e2-4f8a-8ea4-00c3a460c4c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1040954'] for router_interface, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:44.615675 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 524a50f1-7a0d-403d-ad41-72476125e0f0 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:13:44.616075 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:44.785025 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ecb1358f-d666-4b37-88b3-1e69798c8e86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1040691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049'] for router, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:44.884732 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:44.967965 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port 524a50f1-7a0d-403d-ad41-72476125e0f0, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=524a50f1-7a0d-403d-ad41-72476125e0f0,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:13:44.981934 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:45.155779 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=524a50f1-7a0d-403d-ad41-72476125e0f0,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:45.201957 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-e6edd442-8a78-40f5-80ea-d794038e96f6 None None] Provisioning complete for port d37f5aed-2753-4300-9f9e-6e43fa557736 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:13:45.202568 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e6edd442-8a78-40f5-80ea-d794038e96f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:45.251630 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-e6edd442-8a78-40f5-80ea-d794038e96f6 None None] Port d37f5aed-2753-4300-9f9e-6e43fa557736 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:13:45.273304 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25af2ec4-f3e2-4f8a-8ea4-00c3a460c4c2 admin admin] Pushing event updated for resources: {'Port': ['ID=d37f5aed-2753-4300-9f9e-6e43fa557736,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:45.275695 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7a9443d-73e9-4ef2-b7c3-ed4dcff3be03 req-e37933de-a0ab-4a46-a8d7-01bc1d740637 tempest-ServerDiagnosticsNegativeTest-480293600 tempest-ServerDiagnosticsNegativeTest-480293600-project] Made reservation on behalf of 46f1cb995b43458f98dcf44b70c902cf for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:13:45.279214 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-a7a9443d-73e9-4ef2-b7c3-ed4dcff3be03 req-e37933de-a0ab-4a46-a8d7-01bc1d740637 tempest-ServerDiagnosticsNegativeTest-480293600 tempest-ServerDiagnosticsNegativeTest-480293600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:45.324195 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60376b7-eba7-455f-8e64-71b24d59fc25 req-95f84cda-e361-4a67-800a-28c723ce3d56 tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:45.325775 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d60376b7-eba7-455f-8e64-71b24d59fc25 req-95f84cda-e361-4a67-800a-28c723ce3d56 tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a16b243-e0db-4be8-b66d-d935bf2197ac HTTP/1.1" status: 200 len: 949 time: 0.9389157 Jan 18 22:13:45.329617 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-56cc3027-db1c-4eef-9c23-f04bec67460c req-ff14420c-08a5-4ce1-b6a2-cbb9919cf1cb tempest-ServerDiagnosticsNegativeTest-480293600 tempest-ServerDiagnosticsNegativeTest-480293600-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7664568-9b73-4400-8e06-4a433333975a HTTP/1.1" status: 200 len: 210 time: 0.0883069 Jan 18 22:13:45.330299 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-a7a9443d-73e9-4ef2-b7c3-ed4dcff3be03 req-e37933de-a0ab-4a46-a8d7-01bc1d740637 tempest-ServerDiagnosticsNegativeTest-480293600 tempest-ServerDiagnosticsNegativeTest-480293600-project] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:45.369998 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c83be20d-eac0-458d-8c52-4bb4eff7a9e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:45.465177 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-25af2ec4-f3e2-4f8a-8ea4-00c3a460c4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:45.499005 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c83be20d-eac0-458d-8c52-4bb4eff7a9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:45.501685 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d60376b7-eba7-455f-8e64-71b24d59fc25 req-3c68b2e2-8572-46ce-a1c2-915d3be8a312 tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f72a7ca-d99c-4482-be1e-32e399b65a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678612 Jan 18 22:13:45.547460 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecb1358f-d666-4b37-88b3-1e69798c8e86 admin admin] Router b7ea9019-2842-465d-9d1c-9248830f2ffa is scheduled to L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 with binding_index 1 {{(pid=102431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 22:13:45.659634 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4cd2e1-65d0-401d-952a-855907220f60 None None] Network ac163b22-6dbe-4f74-9441-5d83aaaf42c4 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:13:45.715084 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecb1358f-d666-4b37-88b3-1e69798c8e86 admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:13:45.726326 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83be20d-eac0-458d-8c52-4bb4eff7a9e5 admin admin] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:13:45.816508 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60de55cc-67da-4ac8-8fb4-d5ba69fd769e None None] Sync routers for ids ['b7ea9019-2842-465d-9d1c-9248830f2ffa'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:13:45.835935 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60de55cc-67da-4ac8-8fb4-d5ba69fd769e None None] Routers {'b7ea9019-2842-465d-9d1c-9248830f2ffa'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:13:45.836829 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-60de55cc-67da-4ac8-8fb4-d5ba69fd769e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:13:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['b7ea9019-2842-465d-9d1c-9248830f2ffa'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:13:45.845425 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-a7a9443d-73e9-4ef2-b7c3-ed4dcff3be03 req-e37933de-a0ab-4a46-a8d7-01bc1d740637 tempest-ServerDiagnosticsNegativeTest-480293600 tempest-ServerDiagnosticsNegativeTest-480293600-project] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:45.864341 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f4454cc0-798d-4805-bdec-cc9ebe094d3c req-698cbfd9-fe60-4b17-a052-9d2f4415c082 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/ports?device_id=7adbfe4f-bab5-4c2a-8403-4315ff49af62 HTTP/1.1" status: 200 len: 210 time: 0.0908206 Jan 18 22:13:45.868357 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-a7a9443d-73e9-4ef2-b7c3-ed4dcff3be03 req-e37933de-a0ab-4a46-a8d7-01bc1d740637 tempest-ServerDiagnosticsNegativeTest-480293600 tempest-ServerDiagnosticsNegativeTest-480293600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:45.914505 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717fb782-82bf-4c28-a4f0-98c458f60a7c req-27b4c059-4102-41aa-b10b-7ab05cf66fb9 tempest-LiveMigrationNegativeTest-1726248515 tempest-LiveMigrationNegativeTest-1726248515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:45.916417 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-717fb782-82bf-4c28-a4f0-98c458f60a7c req-27b4c059-4102-41aa-b10b-7ab05cf66fb9 tempest-LiveMigrationNegativeTest-1726248515 tempest-LiveMigrationNegativeTest-1726248515-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5a16b243-e0db-4be8-b66d-d935bf2197ac HTTP/1.1" status: 200 len: 1100 time: 0.2286954 Jan 18 22:13:45.975460 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-c83be20d-eac0-458d-8c52-4bb4eff7a9e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:13:45.983338 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83be20d-eac0-458d-8c52-4bb4eff7a9e5 admin admin] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:13:46.009225 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-583f001e-6cdf-4dfb-9132-47f13d5d44c5 None None] Provisioning complete for port f45b0af3-03a2-480e-80a4-fdf875cdb368 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:13:46.009726 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-583f001e-6cdf-4dfb-9132-47f13d5d44c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:46.036491 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37933de-a0ab-4a46-a8d7-01bc1d740637 tempest-ServerDiagnosticsNegativeTest-480293600 tempest-ServerDiagnosticsNegativeTest-480293600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa7a3e8f-d023-4ccd-83ce-815118c60ba0,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:46.038308 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ecb1358f-d666-4b37-88b3-1e69798c8e86 admin admin] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:46.051098 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-ecb1358f-d666-4b37-88b3-1e69798c8e86 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.8664665 Jan 18 22:13:46.094359 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 53716) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:13:46.095408 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-717fb782-82bf-4c28-a4f0-98c458f60a7c req-460a4dfd-a5f1-4991-b14e-cb42a3bebc59 tempest-LiveMigrationNegativeTest-1726248515 tempest-LiveMigrationNegativeTest-1726248515-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:46.143130 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-60de55cc-67da-4ac8-8fb4-d5ba69fd769e None None] Set router b7ea9019-2842-465d-9d1c-9248830f2ffa gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:13:46.196147 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83be20d-eac0-458d-8c52-4bb4eff7a9e5 admin admin] Pushing event updated for resources: {'Port': ['ID=cd5d6978-375b-4f11-b4bc-bfafdfe6dd9c,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:46.222538 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9e4e17-cbcf-46c0-8d93-63e637db4bb9 None None] Network e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:13:46.228055 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d832eb-cb5d-4dbe-b764-9c00842a5996 req-efc06050-cb24-4992-aa55-95323d3b8557 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:46.229431 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e6d832eb-cb5d-4dbe-b764-9c00842a5996 req-efc06050-cb24-4992-aa55-95323d3b8557 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.36 "GET /v2.0/networks?id=db135028-f57a-417d-a5fc-9f73c3e34dd7 HTTP/1.1" status: 200 len: 807 time: 0.5161245 Jan 18 22:13:46.314935 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-e6d832eb-cb5d-4dbe-b764-9c00842a5996 req-11ffe942-4848-431a-b39c-434b1095b851 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Request body: {'port': {'device_id': '7adbfe4f-bab5-4c2a-8403-4315ff49af62', 'network_id': 'db135028-f57a-417d-a5fc-9f73c3e34dd7', 'admin_state_up': True, 'tenant_id': '646d6b7fa3c74dbb9d53573120d4a5a9'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:13:46.509615 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c83be20d-eac0-458d-8c52-4bb4eff7a9e5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:46.511462 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device f45b0af3-03a2-480e-80a4-fdf875cdb368 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:13:46.609417 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-25af2ec4-f3e2-4f8a-8ea4-00c3a460c4c2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:46.613795 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6535a5d1-bc44-4b24-ac1b-d691b1ae6870 req-2aaca31d-8b3b-4269-9ee5-3c0119408f90 tempest-ServerDiagnosticsNegativeTest-480293600 tempest-ServerDiagnosticsNegativeTest-480293600-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7664568-9b73-4400-8e06-4a433333975a HTTP/1.1" status: 200 len: 210 time: 0.0563111 Jan 18 22:13:46.629654 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-a7a9443d-73e9-4ef2-b7c3-ed4dcff3be03 req-e37933de-a0ab-4a46-a8d7-01bc1d740637 tempest-ServerDiagnosticsNegativeTest-480293600 tempest-ServerDiagnosticsNegativeTest-480293600-project] Allocated IP 192.168.233.70 (aed2eca7-1bb0-443d-8485-b985dbe9851b/8518183d-cc63-459a-b971-d4c7514e001f/41b77fb8-37eb-44c5-90ef-d172c792f48f) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:13:46.638210 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-25af2ec4-f3e2-4f8a-8ea4-00c3a460c4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:46.639173 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-25af2ec4-f3e2-4f8a-8ea4-00c3a460c4c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-613854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1041070'] for router_interface, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:46.694471 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-583f001e-6cdf-4dfb-9132-47f13d5d44c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:46.741672 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25af2ec4-f3e2-4f8a-8ea4-00c3a460c4c2 admin admin] Pushing event updated for resources: {'Port': ['ID=d37f5aed-2753-4300-9f9e-6e43fa557736,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:46.795332 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c83be20d-eac0-458d-8c52-4bb4eff7a9e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1040691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049'] for router, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:46.805591 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6d832eb-cb5d-4dbe-b764-9c00842a5996 req-11ffe942-4848-431a-b39c-434b1095b851 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Made reservation on behalf of 646d6b7fa3c74dbb9d53573120d4a5a9 for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:13:46.810609 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-e6d832eb-cb5d-4dbe-b764-9c00842a5996 req-11ffe942-4848-431a-b39c-434b1095b851 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:46.835451 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-583f001e-6cdf-4dfb-9132-47f13d5d44c5 None None] For port f45b0af3-03a2-480e-80a4-fdf875cdb368, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=f45b0af3-03a2-480e-80a4-fdf875cdb368,segment=NetworkSegment(e9db93ab-f6c7-442e-b6d2-c53dc8897efd),segment_id=e9db93ab-f6c7-442e-b6d2-c53dc8897efd)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:13:46.836609 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port f45b0af3-03a2-480e-80a4-fdf875cdb368 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:13:46.836985 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:46.881695 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-583f001e-6cdf-4dfb-9132-47f13d5d44c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:46.956623 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-717fb782-82bf-4c28-a4f0-98c458f60a7c req-460a4dfd-a5f1-4991-b14e-cb42a3bebc59 tempest-LiveMigrationNegativeTest-1726248515 tempest-LiveMigrationNegativeTest-1726248515-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:46.994985 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-717fb782-82bf-4c28-a4f0-98c458f60a7c req-460a4dfd-a5f1-4991-b14e-cb42a3bebc59 tempest-LiveMigrationNegativeTest-1726248515 tempest-LiveMigrationNegativeTest-1726248515-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:47.021615 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-b59a9619-5cfe-4b74-8df5-31abf6eb9c0f None None] Provisioning complete for port fc45efa5-58a9-47f3-979a-0319faea58e6 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:13:47.021985 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b59a9619-5cfe-4b74-8df5-31abf6eb9c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:47.024063 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583f001e-6cdf-4dfb-9132-47f13d5d44c5 None None] Pushing event updated for resources: {'Port': ['ID=f45b0af3-03a2-480e-80a4-fdf875cdb368,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:47.067740 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-60de55cc-67da-4ac8-8fb4-d5ba69fd769e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ea9019-2842-465d-9d1c-9248830f2ffa', 'name': 'tempest-FloatingIPsAssociationTestJSON-831016946-router', 'tenant_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '2304f75f-a5ed-4e63-939c-0d1b89fc3871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:13:41Z', 'updated_at': '2022-01-18T22:13:43Z', 'revision_number': 3, 'project_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'gw_port': {'id': '2304f75f-a5ed-4e63-939c-0d1b89fc3871', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c9:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7ea9019-2842-465d-9d1c-9248830f2ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:43Z', 'updated_at': '2022-01-18T22:13:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:13:47.101268 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-717fb782-82bf-4c28-a4f0-98c458f60a7c req-460a4dfd-a5f1-4991-b14e-cb42a3bebc59 tempest-LiveMigrationNegativeTest-1726248515 tempest-LiveMigrationNegativeTest-1726248515-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=0f72a7ca-d99c-4482-be1e-32e399b65a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1384470 Jan 18 22:13:47.120554 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60de55cc-67da-4ac8-8fb4-d5ba69fd769e None None] Checking router: b7ea9019-2842-465d-9d1c-9248830f2ffa for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:13:47.120986 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60de55cc-67da-4ac8-8fb4-d5ba69fd769e None None] Updating router b7ea9019-2842-465d-9d1c-9248830f2ffa port 2304f75f-a5ed-4e63-939c-0d1b89fc3871 binding host n-d-825064-1 {{(pid=102432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:13:47.191960 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device fc45efa5-58a9-47f3-979a-0319faea58e6 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:13:47.235056 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-60de55cc-67da-4ac8-8fb4-d5ba69fd769e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:47.263237 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460a4dfd-a5f1-4991-b14e-cb42a3bebc59 tempest-LiveMigrationNegativeTest-1726248515 tempest-LiveMigrationNegativeTest-1726248515-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fce1607-54ae-4642-a829-fae29d219365,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:47.325094 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [req-e6d832eb-cb5d-4dbe-b764-9c00842a5996 req-11ffe942-4848-431a-b39c-434b1095b851 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Allocated IP 172.20.0.9 (db135028-f57a-417d-a5fc-9f73c3e34dd7/9d1c997a-9e2b-4f20-9423-81e2cb97ac40/ec080a32-2c88-4bfb-b756-92e6efa937e5) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:13:47.343011 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25af2ec4-f3e2-4f8a-8ea4-00c3a460c4c2 admin admin] Network 3c490325-2ca3-451a-a10b-1004dc00e871 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:13:47.356611 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port fc45efa5-58a9-47f3-979a-0319faea58e6 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:13:47.357078 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:47.369964 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-25af2ec4-f3e2-4f8a-8ea4-00c3a460c4c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:13:47.412483 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c83be20d-eac0-458d-8c52-4bb4eff7a9e5 admin admin] Router fa8c3221-ba07-4be6-bada-e1305d269478 is scheduled to L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 with binding_index 1 {{(pid=102431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 22:13:47.429857 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b59a9619-5cfe-4b74-8df5-31abf6eb9c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:47.458511 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-11b14fa2-448d-4b3b-8dc0-439b4ef1c9b5 req-381fe87e-e08f-4819-845d-cc40aaff2378 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/ports?device_id=7adbfe4f-bab5-4c2a-8403-4315ff49af62 HTTP/1.1" status: 200 len: 210 time: 0.1042140 Jan 18 22:13:47.558502 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-b59a9619-5cfe-4b74-8df5-31abf6eb9c0f None None] For port fc45efa5-58a9-47f3-979a-0319faea58e6, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=fc45efa5-58a9-47f3-979a-0319faea58e6,segment=NetworkSegment(54058af5-a5b1-45e9-977a-39ef1b01c87e),segment_id=54058af5-a5b1-45e9-977a-39ef1b01c87e)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:13:47.596970 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b59a9619-5cfe-4b74-8df5-31abf6eb9c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:47.698604 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 53778) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:13:47.748321 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59a9619-5cfe-4b74-8df5-31abf6eb9c0f None None] Pushing event updated for resources: {'Port': ['ID=fc45efa5-58a9-47f3-979a-0319faea58e6,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:47.758678 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 524a50f1-7a0d-403d-ad41-72476125e0f0 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:13:47.799779 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-a7a9443d-73e9-4ef2-b7c3-ed4dcff3be03 req-e37933de-a0ab-4a46-a8d7-01bc1d740637 tempest-ServerDiagnosticsNegativeTest-480293600 tempest-ServerDiagnosticsNegativeTest-480293600-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:47.822114 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4e4f883d-b2a3-4e4a-bdb4-c8f061ee6794 req-89f65019-01af-42f3-84d2-8bd36fd00db2 tempest-ServerDiagnosticsNegativeTest-480293600 tempest-ServerDiagnosticsNegativeTest-480293600-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7664568-9b73-4400-8e06-4a433333975a HTTP/1.1" status: 200 len: 210 time: 0.0570142 Jan 18 22:13:47.827343 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7aa2edcc-9c3a-4efc-bdb8-806da76cb9b4 None None] Provisioning complete for port fc45efa5-58a9-47f3-979a-0319faea58e6 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:13:47.827784 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7aa2edcc-9c3a-4efc-bdb8-806da76cb9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:47.856234 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25af2ec4-f3e2-4f8a-8ea4-00c3a460c4c2 admin admin] Router da8db6b3-e116-4a7d-a473-8626f17aac6e has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:13:47.900806 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0419950c-8e9d-4df8-ae1d-e9f6a449a794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:47.990586 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-a7a9443d-73e9-4ef2-b7c3-ed4dcff3be03 req-e37933de-a0ab-4a46-a8d7-01bc1d740637 tempest-ServerDiagnosticsNegativeTest-480293600 tempest-ServerDiagnosticsNegativeTest-480293600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:48.006051 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-60de55cc-67da-4ac8-8fb4-d5ba69fd769e None None] Notify callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:48.039776 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 524a50f1-7a0d-403d-ad41-72476125e0f0 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:13:48.040575 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:48.050559 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-60de55cc-67da-4ac8-8fb4-d5ba69fd769e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:48.132532 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 53786) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:13:48.135709 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-e6d832eb-cb5d-4dbe-b764-9c00842a5996 req-11ffe942-4848-431a-b39c-434b1095b851 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:48.143099 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-60de55cc-67da-4ac8-8fb4-d5ba69fd769e None None] Attempting to bind port 2304f75f-a5ed-4e63-939c-0d1b89fc3871 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:13:48.143475 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-60de55cc-67da-4ac8-8fb4-d5ba69fd769e None None] Attempting to bind port 2304f75f-a5ed-4e63-939c-0d1b89fc3871 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:13:48.143840 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60de55cc-67da-4ac8-8fb4-d5ba69fd769e None None] Attempting to bind port 2304f75f-a5ed-4e63-939c-0d1b89fc3871 on network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:13:48.147546 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c83be20d-eac0-458d-8c52-4bb4eff7a9e5 admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:13:48.157969 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca54da95-c125-4182-a0d0-f47c18ca5f8b None None] Sync routers for ids ['fa8c3221-ba07-4be6-bada-e1305d269478'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:13:48.173850 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca54da95-c125-4182-a0d0-f47c18ca5f8b None None] Routers {'fa8c3221-ba07-4be6-bada-e1305d269478'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:13:48.174584 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-ca54da95-c125-4182-a0d0-f47c18ca5f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:13:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['fa8c3221-ba07-4be6-bada-e1305d269478'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:13:48.179322 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c83be20d-eac0-458d-8c52-4bb4eff7a9e5 admin admin] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:48.180545 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-c83be20d-eac0-458d-8c52-4bb4eff7a9e5 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.9058590 Jan 18 22:13:48.184057 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 53790) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:13:48.198445 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60de55cc-67da-4ac8-8fb4-d5ba69fd769e None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:13:48.198825 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60de55cc-67da-4ac8-8fb4-d5ba69fd769e None None] Checking segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:13:48.199443 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-60de55cc-67da-4ac8-8fb4-d5ba69fd769e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:48.199864 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60de55cc-67da-4ac8-8fb4-d5ba69fd769e None None] Bound using segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:13:48.200494 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-60de55cc-67da-4ac8-8fb4-d5ba69fd769e None None] Bound port: 2304f75f-a5ed-4e63-939c-0d1b89fc3871, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:13:48.200889 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-60de55cc-67da-4ac8-8fb4-d5ba69fd769e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:48.202820 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7aa2edcc-9c3a-4efc-bdb8-806da76cb9b4 None None] Provisioning complete for port f45b0af3-03a2-480e-80a4-fdf875cdb368 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:13:48.203267 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7aa2edcc-9c3a-4efc-bdb8-806da76cb9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:48.239524 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e61c129-2be3-425b-8742-506a645da346 None None] Pushing event updated for resources: {'Port': ['ID=2304f75f-a5ed-4e63-939c-0d1b89fc3871,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:48.358883 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-60de55cc-67da-4ac8-8fb4-d5ba69fd769e None None] For port 2304f75f-a5ed-4e63-939c-0d1b89fc3871, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:13:48.365460 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-60de55cc-67da-4ac8-8fb4-d5ba69fd769e None None] For port 2304f75f-a5ed-4e63-939c-0d1b89fc3871, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=2304f75f-a5ed-4e63-939c-0d1b89fc3871,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:13:48.382122 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-ca54da95-c125-4182-a0d0-f47c18ca5f8b None None] Set router fa8c3221-ba07-4be6-bada-e1305d269478 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:13:48.386372 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-83ade780-5ee1-4fee-b73a-e4489ba6f91f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:48.403398 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [req-87c52c40-3563-408e-a875-7f6e872dca6a req-ee13969b-a0f0-4df4-9c9d-781426478ad4 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102430) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:13:48.410924 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-87c52c40-3563-408e-a875-7f6e872dca6a req-ee13969b-a0f0-4df4-9c9d-781426478ad4 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7110875 Jan 18 22:13:48.427143 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7a9443d-73e9-4ef2-b7c3-ed4dcff3be03 req-e37933de-a0ab-4a46-a8d7-01bc1d740637 tempest-ServerDiagnosticsNegativeTest-480293600 tempest-ServerDiagnosticsNegativeTest-480293600-project] Network aed2eca7-1bb0-443d-8485-b985dbe9851b is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:13:48.432201 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-60de55cc-67da-4ac8-8fb4-d5ba69fd769e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:48.446449 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-a7a9443d-73e9-4ef2-b7c3-ed4dcff3be03 req-e37933de-a0ab-4a46-a8d7-01bc1d740637 tempest-ServerDiagnosticsNegativeTest-480293600 tempest-ServerDiagnosticsNegativeTest-480293600-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:13:48.448361 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37933de-a0ab-4a46-a8d7-01bc1d740637 tempest-ServerDiagnosticsNegativeTest-480293600 tempest-ServerDiagnosticsNegativeTest-480293600-project] Pushing event updated for resources: {'Port': ['ID=41b77fb8-37eb-44c5-90ef-d172c792f48f,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:48.456419 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-e6d832eb-cb5d-4dbe-b764-9c00842a5996 req-11ffe942-4848-431a-b39c-434b1095b851 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:48.543673 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6d832eb-cb5d-4dbe-b764-9c00842a5996 req-11ffe942-4848-431a-b39c-434b1095b851 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Network db135028-f57a-417d-a5fc-9f73c3e34dd7 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:13:48.552399 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7a9443d-73e9-4ef2-b7c3-ed4dcff3be03 req-e37933de-a0ab-4a46-a8d7-01bc1d740637 tempest-ServerDiagnosticsNegativeTest-480293600 tempest-ServerDiagnosticsNegativeTest-480293600-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:13:48.558612 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a9443d-73e9-4ef2-b7c3-ed4dcff3be03 req-e37933de-a0ab-4a46-a8d7-01bc1d740637 tempest-ServerDiagnosticsNegativeTest-480293600 tempest-ServerDiagnosticsNegativeTest-480293600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:48.569017 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-a7a9443d-73e9-4ef2-b7c3-ed4dcff3be03 req-e37933de-a0ab-4a46-a8d7-01bc1d740637 tempest-ServerDiagnosticsNegativeTest-480293600 tempest-ServerDiagnosticsNegativeTest-480293600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:48.572917 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device f45b0af3-03a2-480e-80a4-fdf875cdb368 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:13:48.610589 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e61c129-2be3-425b-8742-506a645da346 None None] Pushing event updated for resources: {'Port': ['ID=2304f75f-a5ed-4e63-939c-0d1b89fc3871,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:48.610840 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ffe942-4848-431a-b39c-434b1095b851 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Pushing event updated for resources: {'Port': ['ID=ec080a32-2c88-4bfb-b756-92e6efa937e5,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:48.617850 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [req-e6d832eb-cb5d-4dbe-b764-9c00842a5996 req-11ffe942-4848-431a-b39c-434b1095b851 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:13:48.624711 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6d832eb-cb5d-4dbe-b764-9c00842a5996 req-11ffe942-4848-431a-b39c-434b1095b851 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:13:48.632833 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d832eb-cb5d-4dbe-b764-9c00842a5996 req-11ffe942-4848-431a-b39c-434b1095b851 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:48.633753 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-e6d832eb-cb5d-4dbe-b764-9c00842a5996 req-11ffe942-4848-431a-b39c-434b1095b851 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:48.636480 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7a877cfd-b600-422a-9b61-86979802af42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:48.757294 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a7a9443d-73e9-4ef2-b7c3-ed4dcff3be03 req-e37933de-a0ab-4a46-a8d7-01bc1d740637 tempest-ServerDiagnosticsNegativeTest-480293600 tempest-ServerDiagnosticsNegativeTest-480293600-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.0778422 Jan 18 22:13:48.761341 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60de55cc-67da-4ac8-8fb4-d5ba69fd769e None None] Routers {'b7ea9019-2842-465d-9d1c-9248830f2ffa'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:13:48.761786 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-60de55cc-67da-4ac8-8fb4-d5ba69fd769e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:13:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['b7ea9019-2842-465d-9d1c-9248830f2ffa'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:13:48.771121 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7a877cfd-b600-422a-9b61-86979802af42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:48.781952 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-a7a9443d-73e9-4ef2-b7c3-ed4dcff3be03 req-659292e6-2e41-4c28-bc7e-29cdd5c9479f service neutron] Request body: {'port': {'device_id': 'd7664568-9b73-4400-8e06-4a433333975a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:13:48.786580 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7a877cfd-b600-422a-9b61-86979802af42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:48.797916 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25af2ec4-f3e2-4f8a-8ea4-00c3a460c4c2 admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:13:48.820633 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-7a877cfd-b600-422a-9b61-86979802af42 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=76acc11b32ff44d0a203fd25a6c9dc57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6831071 Jan 18 22:13:48.824160 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 53798) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:13:48.856742 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ba853f-dd70-4302-9d27-7a82cd58d9e5 None None] Sync routers for ids ['da8db6b3-e116-4a7d-a473-8626f17aac6e'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:13:48.860442 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-25af2ec4-f3e2-4f8a-8ea4-00c3a460c4c2 admin admin] 10.222.0.53 "PUT /v2.0/routers/da8db6b3-e116-4a7d-a473-8626f17aac6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1816595 Jan 18 22:13:48.950385 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e6d832eb-cb5d-4dbe-b764-9c00842a5996 req-11ffe942-4848-431a-b39c-434b1095b851 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6396265 Jan 18 22:13:48.955533 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b2ae1f1a-c99b-4d45-be42-dc64af1c5d12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:48.963024 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cd0275-f024-45b0-839c-7fd4636be2fd req-62fce986-b6b0-4991-bcf5-f6572792229e tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:48.971001 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c9cd0275-f024-45b0-839c-7fd4636be2fd req-62fce986-b6b0-4991-bcf5-f6572792229e tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/ports?device_id=7adbfe4f-bab5-4c2a-8403-4315ff49af62 HTTP/1.1" status: 200 len: 931 time: 0.3838904 Jan 18 22:13:48.993382 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b2ae1f1a-c99b-4d45-be42-dc64af1c5d12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:49.013180 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-0419950c-8e9d-4df8-ae1d-e9f6a449a794 admin admin] Allocated IP 172.20.0.1 (ac163b22-6dbe-4f74-9441-5d83aaaf42c4/07257b09-c636-44c9-86f7-42df7e4ef3e2/d0dfd072-55e2-41e6-b235-66a0b8e6446e) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:13:49.015492 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-ca54da95-c125-4182-a0d0-f47c18ca5f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa8c3221-ba07-4be6-bada-e1305d269478', 'name': 'tempest-ServerActionsTestJSON-612760161-router', 'tenant_id': '584d50ef6ed64545aac1e7947879ab5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': 'cd5d6978-375b-4f11-b4bc-bfafdfe6dd9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:13:41Z', 'updated_at': '2022-01-18T22:13:46Z', 'revision_number': 3, 'project_id': '584d50ef6ed64545aac1e7947879ab5e', 'gw_port': {'id': 'cd5d6978-375b-4f11-b4bc-bfafdfe6dd9c', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d3:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa8c3221-ba07-4be6-bada-e1305d269478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:43Z', 'updated_at': '2022-01-18T22:13:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:13:49.038301 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-e6d832eb-cb5d-4dbe-b764-9c00842a5996 req-e9f46271-ff27-4c7f-bd32-1c401a03db1c service neutron] Request body: {'port': {'device_id': '7adbfe4f-bab5-4c2a-8403-4315ff49af62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:13:49.043293 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a877cfd-b600-422a-9b61-86979802af42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd4c836f-253e-4ea6-8202-56bbb1aef3d1,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:49.050123 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca54da95-c125-4182-a0d0-f47c18ca5f8b None None] Checking router: fa8c3221-ba07-4be6-bada-e1305d269478 for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:13:49.051089 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca54da95-c125-4182-a0d0-f47c18ca5f8b None None] Updating router fa8c3221-ba07-4be6-bada-e1305d269478 port cd5d6978-375b-4f11-b4bc-bfafdfe6dd9c binding host n-d-825064-1 {{(pid=102433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:13:49.080584 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ca54da95-c125-4182-a0d0-f47c18ca5f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:49.143067 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0419950c-8e9d-4df8-ae1d-e9f6a449a794 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:49.161144 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-e6d832eb-cb5d-4dbe-b764-9c00842a5996 req-e9f46271-ff27-4c7f-bd32-1c401a03db1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:49.244331 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ba853f-dd70-4302-9d27-7a82cd58d9e5 None None] Routers {'da8db6b3-e116-4a7d-a473-8626f17aac6e'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:13:49.244876 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-03ba853f-dd70-4302-9d27-7a82cd58d9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:13:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['da8db6b3-e116-4a7d-a473-8626f17aac6e'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:13:49.252808 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-61ecfbdc-30b4-41a2-a551-12a195e00729 None None] Provisioning complete for port d37f5aed-2753-4300-9f9e-6e43fa557736 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:13:49.253235 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-61ecfbdc-30b4-41a2-a551-12a195e00729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:49.282817 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0419950c-8e9d-4df8-ae1d-e9f6a449a794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:49.289912 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b2ae1f1a-c99b-4d45-be42-dc64af1c5d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:49.292519 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b2ae1f1a-c99b-4d45-be42-dc64af1c5d12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:49.295993 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-b2ae1f1a-c99b-4d45-be42-dc64af1c5d12 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dd4c836f-253e-4ea6-8202-56bbb1aef3d1 HTTP/1.1" status: 204 len: 168 time: 0.4617243 Jan 18 22:13:49.339553 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port f45b0af3-03a2-480e-80a4-fdf875cdb368 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:13:49.340413 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:49.345341 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0419950c-8e9d-4df8-ae1d-e9f6a449a794 admin admin] Pushing event updated for resources: {'Port': ['ID=d0dfd072-55e2-41e6-b235-66a0b8e6446e,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:49.348056 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ae1f1a-c99b-4d45-be42-dc64af1c5d12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd4c836f-253e-4ea6-8202-56bbb1aef3d1,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:49.371344 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-40d4a0ae-abb5-44d9-8b99-4df8e8dcd8f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:49.380855 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c9cd0275-f024-45b0-839c-7fd4636be2fd req-25bc8206-5c33-4424-b078-c6b31d3488f0 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac5bfedd-8c81-4ad7-9f0f-99ba0a339521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138565 Jan 18 22:13:49.385384 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-a7a9443d-73e9-4ef2-b7c3-ed4dcff3be03 req-659292e6-2e41-4c28-bc7e-29cdd5c9479f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:49.411295 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ca54da95-c125-4182-a0d0-f47c18ca5f8b None None] Notify callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:49.417590 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ca54da95-c125-4182-a0d0-f47c18ca5f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:49.424943 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-60de55cc-67da-4ac8-8fb4-d5ba69fd769e None None] Set router b7ea9019-2842-465d-9d1c-9248830f2ffa gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:13:49.442426 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e5c470-cc0c-4192-b9b9-102df4384804 req-5af93d47-7ddb-4786-8ed3-1907834f7f80 tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:49.444014 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f7e5c470-cc0c-4192-b9b9-102df4384804 req-5af93d47-7ddb-4786-8ed3-1907834f7f80 tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a16b243-e0db-4be8-b66d-d935bf2197ac HTTP/1.1" status: 200 len: 949 time: 0.5491798 Jan 18 22:13:49.446457 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-83ade780-5ee1-4fee-b73a-e4489ba6f91f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:49.466683 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec102b51-f3fa-41d6-a97d-7d7079c25f3a None None] Pushing event updated for resources: {'Port': ['ID=cd5d6978-375b-4f11-b4bc-bfafdfe6dd9c,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:49.492807 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0419950c-8e9d-4df8-ae1d-e9f6a449a794 admin admin] Network ac163b22-6dbe-4f74-9441-5d83aaaf42c4 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:13:49.505003 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-ca54da95-c125-4182-a0d0-f47c18ca5f8b None None] Attempting to bind port cd5d6978-375b-4f11-b4bc-bfafdfe6dd9c on host n-d-825064-1 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:13:49.505003 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-ca54da95-c125-4182-a0d0-f47c18ca5f8b None None] Attempting to bind port cd5d6978-375b-4f11-b4bc-bfafdfe6dd9c by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:13:49.505421 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca54da95-c125-4182-a0d0-f47c18ca5f8b None None] Attempting to bind port cd5d6978-375b-4f11-b4bc-bfafdfe6dd9c on network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:13:49.511463 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca54da95-c125-4182-a0d0-f47c18ca5f8b None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:13:49.511989 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca54da95-c125-4182-a0d0-f47c18ca5f8b None None] Checking segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:13:49.512429 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ca54da95-c125-4182-a0d0-f47c18ca5f8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:49.512826 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca54da95-c125-4182-a0d0-f47c18ca5f8b None None] Bound using segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:13:49.513352 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-ca54da95-c125-4182-a0d0-f47c18ca5f8b None None] Bound port: cd5d6978-375b-4f11-b4bc-bfafdfe6dd9c, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:13:49.514443 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ca54da95-c125-4182-a0d0-f47c18ca5f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:49.520150 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-83ade780-5ee1-4fee-b73a-e4489ba6f91f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:49.551241 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-0419950c-8e9d-4df8-ae1d-e9f6a449a794 admin admin] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:13:49.564640 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0419950c-8e9d-4df8-ae1d-e9f6a449a794 admin admin] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:13:49.565119 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0419950c-8e9d-4df8-ae1d-e9f6a449a794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1040954'] for router_interface, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:49.607005 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-ca54da95-c125-4182-a0d0-f47c18ca5f8b None None] For port cd5d6978-375b-4f11-b4bc-bfafdfe6dd9c, host n-d-825064-1, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:13:49.611282 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-ca54da95-c125-4182-a0d0-f47c18ca5f8b None None] For port cd5d6978-375b-4f11-b4bc-bfafdfe6dd9c, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=cd5d6978-375b-4f11-b4bc-bfafdfe6dd9c,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:13:49.618516 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-09a85122-0c07-40ff-b769-543649b35eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:49.630185 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ca54da95-c125-4182-a0d0-f47c18ca5f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:49.631975 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-61ecfbdc-30b4-41a2-a551-12a195e00729 None None] Port d37f5aed-2753-4300-9f9e-6e43fa557736 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:13:49.712661 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca54da95-c125-4182-a0d0-f47c18ca5f8b None None] Routers {'fa8c3221-ba07-4be6-bada-e1305d269478'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:13:49.713298 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-ca54da95-c125-4182-a0d0-f47c18ca5f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:13:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['fa8c3221-ba07-4be6-bada-e1305d269478'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:13:49.755962 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-61ecfbdc-30b4-41a2-a551-12a195e00729 None None] Provisioning complete for port 41b77fb8-37eb-44c5-90ef-d172c792f48f triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:13:49.756479 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-61ecfbdc-30b4-41a2-a551-12a195e00729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:49.769830 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-03ba853f-dd70-4302-9d27-7a82cd58d9e5 None None] Set router da8db6b3-e116-4a7d-a473-8626f17aac6e gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:13:49.777880 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec102b51-f3fa-41d6-a97d-7d7079c25f3a None None] Pushing event updated for resources: {'Port': ['ID=cd5d6978-375b-4f11-b4bc-bfafdfe6dd9c,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:49.804257 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [req-e6d832eb-cb5d-4dbe-b764-9c00842a5996 req-e9f46271-ff27-4c7f-bd32-1c401a03db1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec080a32-2c88-4bfb-b756-92e6efa937e5 {{(pid=102431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:13:49.820953 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-e6d832eb-cb5d-4dbe-b764-9c00842a5996 req-e9f46271-ff27-4c7f-bd32-1c401a03db1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:49.854472 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [req-e6d832eb-cb5d-4dbe-b764-9c00842a5996 req-e9f46271-ff27-4c7f-bd32-1c401a03db1c service neutron] Transition to ACTIVE for port object ec080a32-2c88-4bfb-b756-92e6efa937e5 will not be triggered until provisioned by entity L2. {{(pid=102431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:13:49.884563 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-ca54da95-c125-4182-a0d0-f47c18ca5f8b None None] Set router fa8c3221-ba07-4be6-bada-e1305d269478 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:13:49.913376 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-e6d832eb-cb5d-4dbe-b764-9c00842a5996 req-e9f46271-ff27-4c7f-bd32-1c401a03db1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:49.923277 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 53810) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:13:49.931414 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-83ade780-5ee1-4fee-b73a-e4489ba6f91f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1eaa5101b8344f159b86cc0da4cdc471&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2164886 Jan 18 22:13:49.939940 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 53812) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:13:49.974404 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0419950c-8e9d-4df8-ae1d-e9f6a449a794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:50.000764 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device fc45efa5-58a9-47f3-979a-0319faea58e6 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:13:50.007902 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-24fd48c8-e216-4e0a-8fdb-685077f07e49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:50.019592 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f7e5c470-cc0c-4192-b9b9-102df4384804 req-3f2ceb65-781c-4071-af7d-0a6ed15103b4 tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f72a7ca-d99c-4482-be1e-32e399b65a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5508361 Jan 18 22:13:50.020323 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ade780-5ee1-4fee-b73a-e4489ba6f91f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9033aa4e-7a1c-48d2-9c80-f952db018f52,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:50.025648 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-61ecfbdc-30b4-41a2-a551-12a195e00729 None None] Port 41b77fb8-37eb-44c5-90ef-d172c792f48f cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:13:50.119943 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-ca54da95-c125-4182-a0d0-f47c18ca5f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa8c3221-ba07-4be6-bada-e1305d269478', 'name': 'tempest-ServerActionsTestJSON-612760161-router', 'tenant_id': '584d50ef6ed64545aac1e7947879ab5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': 'cd5d6978-375b-4f11-b4bc-bfafdfe6dd9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:13:41Z', 'updated_at': '2022-01-18T22:13:46Z', 'revision_number': 3, 'project_id': '584d50ef6ed64545aac1e7947879ab5e', 'gw_port': {'id': 'cd5d6978-375b-4f11-b4bc-bfafdfe6dd9c', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d3:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa8c3221-ba07-4be6-bada-e1305d269478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:43Z', 'updated_at': '2022-01-18T22:13:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:13:50.182725 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca54da95-c125-4182-a0d0-f47c18ca5f8b None None] The sync data for ids ['fa8c3221-ba07-4be6-bada-e1305d269478'] in n-d-825064-1 is: [{'id': 'fa8c3221-ba07-4be6-bada-e1305d269478', 'name': 'tempest-ServerActionsTestJSON-612760161-router', 'tenant_id': '584d50ef6ed64545aac1e7947879ab5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': 'cd5d6978-375b-4f11-b4bc-bfafdfe6dd9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:13:41Z', 'updated_at': '2022-01-18T22:13:46Z', 'revision_number': 3, 'project_id': '584d50ef6ed64545aac1e7947879ab5e', 'gw_port': {'id': 'cd5d6978-375b-4f11-b4bc-bfafdfe6dd9c', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d3:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa8c3221-ba07-4be6-bada-e1305d269478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:43Z', 'updated_at': '2022-01-18T22:13:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:13:50.187019 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-e6d832eb-cb5d-4dbe-b764-9c00842a5996 req-e9f46271-ff27-4c7f-bd32-1c401a03db1c service neutron] Attempting to bind port ec080a32-2c88-4bfb-b756-92e6efa937e5 on host n-h1-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:13:50.187598 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-e6d832eb-cb5d-4dbe-b764-9c00842a5996 req-e9f46271-ff27-4c7f-bd32-1c401a03db1c service neutron] Attempting to bind port ec080a32-2c88-4bfb-b756-92e6efa937e5 by drivers openvswitch,hyperv on host n-h1-825064-1 at level 0 using segments [{'id': 'a97910f7-cad7-42ae-9f6e-c8965771467a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'db135028-f57a-417d-a5fc-9f73c3e34dd7'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:13:50.188090 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d832eb-cb5d-4dbe-b764-9c00842a5996 req-e9f46271-ff27-4c7f-bd32-1c401a03db1c service neutron] Attempting to bind port ec080a32-2c88-4bfb-b756-92e6efa937e5 on network db135028-f57a-417d-a5fc-9f73c3e34dd7 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:13:50.189346 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f73e687-8a88-43fa-be86-529987020ecb req-c3ed8ba1-14fb-435e-a072-8f920891a0ce tempest-ServerDiagnosticsNegativeTest-480293600 tempest-ServerDiagnosticsNegativeTest-480293600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:50.197850 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5f73e687-8a88-43fa-be86-529987020ecb req-c3ed8ba1-14fb-435e-a072-8f920891a0ce tempest-ServerDiagnosticsNegativeTest-480293600 tempest-ServerDiagnosticsNegativeTest-480293600-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7664568-9b73-4400-8e06-4a433333975a HTTP/1.1" status: 200 len: 935 time: 0.7159681 Jan 18 22:13:50.200368 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d832eb-cb5d-4dbe-b764-9c00842a5996 req-e9f46271-ff27-4c7f-bd32-1c401a03db1c service neutron] Port ec080a32-2c88-4bfb-b756-92e6efa937e5 on network db135028-f57a-417d-a5fc-9f73c3e34dd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:13:50.201392 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d832eb-cb5d-4dbe-b764-9c00842a5996 req-e9f46271-ff27-4c7f-bd32-1c401a03db1c service neutron] Attempting to bind port ec080a32-2c88-4bfb-b756-92e6efa937e5 on network db135028-f57a-417d-a5fc-9f73c3e34dd7 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:13:50.205706 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-d17a0f46-7031-463e-b864-ff348bcf2832 None None] Provisioning complete for port d0dfd072-55e2-41e6-b235-66a0b8e6446e triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:13:50.211494 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d17a0f46-7031-463e-b864-ff348bcf2832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:50.213560 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d832eb-cb5d-4dbe-b764-9c00842a5996 req-e9f46271-ff27-4c7f-bd32-1c401a03db1c service neutron] Checking agent: {'id': 'e49d1b2a-ba11-487f-a804-ecbf3c0e8132', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:13:50.214312 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d832eb-cb5d-4dbe-b764-9c00842a5996 req-e9f46271-ff27-4c7f-bd32-1c401a03db1c service neutron] Checking segment: {'id': 'a97910f7-cad7-42ae-9f6e-c8965771467a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'db135028-f57a-417d-a5fc-9f73c3e34dd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:13:50.214864 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d832eb-cb5d-4dbe-b764-9c00842a5996 req-e9f46271-ff27-4c7f-bd32-1c401a03db1c service neutron] Bound using segment: {'id': 'a97910f7-cad7-42ae-9f6e-c8965771467a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'db135028-f57a-417d-a5fc-9f73c3e34dd7'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:13:50.215527 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-e6d832eb-cb5d-4dbe-b764-9c00842a5996 req-e9f46271-ff27-4c7f-bd32-1c401a03db1c service neutron] Bound port: ec080a32-2c88-4bfb-b756-92e6efa937e5, host: n-h1-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a97910f7-cad7-42ae-9f6e-c8965771467a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'db135028-f57a-417d-a5fc-9f73c3e34dd7'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:13:50.216064 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-e6d832eb-cb5d-4dbe-b764-9c00842a5996 req-e9f46271-ff27-4c7f-bd32-1c401a03db1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:50.220411 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port fc45efa5-58a9-47f3-979a-0319faea58e6 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:13:50.220860 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:50.224707 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-60de55cc-67da-4ac8-8fb4-d5ba69fd769e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ea9019-2842-465d-9d1c-9248830f2ffa', 'name': 'tempest-FloatingIPsAssociationTestJSON-831016946-router', 'tenant_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '2304f75f-a5ed-4e63-939c-0d1b89fc3871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:13:41Z', 'updated_at': '2022-01-18T22:13:43Z', 'revision_number': 3, 'project_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'gw_port': {'id': '2304f75f-a5ed-4e63-939c-0d1b89fc3871', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c9:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7ea9019-2842-465d-9d1c-9248830f2ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:43Z', 'updated_at': '2022-01-18T22:13:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:13:50.237426 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f46271-ff27-4c7f-bd32-1c401a03db1c service neutron] Pushing event updated for resources: {'Port': ['ID=ec080a32-2c88-4bfb-b756-92e6efa937e5,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:50.305777 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60de55cc-67da-4ac8-8fb4-d5ba69fd769e None None] The sync data for ids ['b7ea9019-2842-465d-9d1c-9248830f2ffa'] in n-d-825064-1 is: [{'id': 'b7ea9019-2842-465d-9d1c-9248830f2ffa', 'name': 'tempest-FloatingIPsAssociationTestJSON-831016946-router', 'tenant_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '2304f75f-a5ed-4e63-939c-0d1b89fc3871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:13:41Z', 'updated_at': '2022-01-18T22:13:43Z', 'revision_number': 3, 'project_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'gw_port': {'id': '2304f75f-a5ed-4e63-939c-0d1b89fc3871', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c9:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7ea9019-2842-465d-9d1c-9248830f2ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:43Z', 'updated_at': '2022-01-18T22:13:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:13:50.315874 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c51980d8-5445-417e-9721-f77a94b3ef36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:50.336903 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-d17a0f46-7031-463e-b864-ff348bcf2832 None None] Port d0dfd072-55e2-41e6-b235-66a0b8e6446e cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:13:50.388103 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-03ba853f-dd70-4302-9d27-7a82cd58d9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8db6b3-e116-4a7d-a473-8626f17aac6e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1929692154-router', 'tenant_id': '73e5f2a2c3af465fbf4932c2e489da85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': '524a50f1-7a0d-403d-ad41-72476125e0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:13:34Z', 'updated_at': '2022-01-18T22:13:45Z', 'revision_number': 4, 'project_id': '73e5f2a2c3af465fbf4932c2e489da85', 'gw_port': {'id': '524a50f1-7a0d-403d-ad41-72476125e0f0', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:5d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8db6b3-e116-4a7d-a473-8626f17aac6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:37Z', 'updated_at': '2022-01-18T22:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'd37f5aed-2753-4300-9f9e-6e43fa557736', 'name': '', 'network_id': '3c490325-2ca3-451a-a10b-1004dc00e871', 'tenant_id': '73e5f2a2c3af465fbf4932c2e489da85', 'mac_address': 'fa:16:3e:a3:ca:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da8db6b3-e116-4a7d-a473-8626f17aac6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '697fc51e-f520-46d5-97f5-4b7e3a15173d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:42Z', 'updated_at': '2022-01-18T22:13:45Z', 'revision_number': 2, 'project_id': '73e5f2a2c3af465fbf4932c2e489da85', 'subnets': [{'id': '697fc51e-f520-46d5-97f5-4b7e3a15173d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:13:50.422716 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ba853f-dd70-4302-9d27-7a82cd58d9e5 None None] Checking router: da8db6b3-e116-4a7d-a473-8626f17aac6e for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:13:50.423174 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ba853f-dd70-4302-9d27-7a82cd58d9e5 None None] Updating router da8db6b3-e116-4a7d-a473-8626f17aac6e port d37f5aed-2753-4300-9f9e-6e43fa557736 binding host n-d-825064-1 {{(pid=102432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:13:50.441574 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c51980d8-5445-417e-9721-f77a94b3ef36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:50.478510 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-e6d832eb-cb5d-4dbe-b764-9c00842a5996 req-e9f46271-ff27-4c7f-bd32-1c401a03db1c service neutron] For port ec080a32-2c88-4bfb-b756-92e6efa937e5, host n-h1-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:13:50.483272 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-03ba853f-dd70-4302-9d27-7a82cd58d9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:50.498445 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5f73e687-8a88-43fa-be86-529987020ecb req-8313e754-297a-4fc5-af54-8f7f940e37ff tempest-ServerDiagnosticsNegativeTest-480293600 tempest-ServerDiagnosticsNegativeTest-480293600-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa7a3e8f-d023-4ccd-83ce-815118c60ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989874 Jan 18 22:13:50.531876 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-09a85122-0c07-40ff-b769-543649b35eb9 admin admin] Allocated IP 172.20.0.1 (e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84/42841b58-d144-4855-94d6-b7b43c1900e0/8e42be80-f29b-46db-ba35-96636f2fb622) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:13:50.643618 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9351d6e2-3bf8-483e-a502-a843a360925e req-e271fc4b-bdfe-4e22-8d9e-422fa239d109 tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:50.646742 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9351d6e2-3bf8-483e-a502-a843a360925e req-e271fc4b-bdfe-4e22-8d9e-422fa239d109 tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a16b243-e0db-4be8-b66d-d935bf2197ac HTTP/1.1" status: 200 len: 949 time: 0.4384067 Jan 18 22:13:50.794842 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-e6d832eb-cb5d-4dbe-b764-9c00842a5996 req-e9f46271-ff27-4c7f-bd32-1c401a03db1c service neutron] For port ec080a32-2c88-4bfb-b756-92e6efa937e5, host n-h1-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=ec080a32-2c88-4bfb-b756-92e6efa937e5,segment=NetworkSegment(a97910f7-cad7-42ae-9f6e-c8965771467a),segment_id=a97910f7-cad7-42ae-9f6e-c8965771467a)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:13:50.796018 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c51980d8-5445-417e-9721-f77a94b3ef36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:50.799244 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c51980d8-5445-417e-9721-f77a94b3ef36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:50.825349 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-c51980d8-5445-417e-9721-f77a94b3ef36 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9033aa4e-7a1c-48d2-9c80-f952db018f52 HTTP/1.1" status: 204 len: 168 time: 0.8542433 Jan 18 22:13:50.835293 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-09a85122-0c07-40ff-b769-543649b35eb9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:50.864422 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-e6d832eb-cb5d-4dbe-b764-9c00842a5996 req-e9f46271-ff27-4c7f-bd32-1c401a03db1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:50.878136 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51980d8-5445-417e-9721-f77a94b3ef36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9033aa4e-7a1c-48d2-9c80-f952db018f52,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:50.931650 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ceb0c6-aea4-4117-b8f2-d2ed0b4524a2 req-467968dc-2216-425b-b265-82ca87c90134 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:50.933707 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-96ceb0c6-aea4-4117-b8f2-d2ed0b4524a2 req-467968dc-2216-425b-b265-82ca87c90134 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/ports?device_id=7adbfe4f-bab5-4c2a-8403-4315ff49af62 HTTP/1.1" status: 200 len: 943 time: 0.3757346 Jan 18 22:13:51.010681 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d832eb-cb5d-4dbe-b764-9c00842a5996 req-e9f46271-ff27-4c7f-bd32-1c401a03db1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:51.011296 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-e6d832eb-cb5d-4dbe-b764-9c00842a5996 req-e9f46271-ff27-4c7f-bd32-1c401a03db1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:51.012850 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e6d832eb-cb5d-4dbe-b764-9c00842a5996 req-e9f46271-ff27-4c7f-bd32-1c401a03db1c service neutron] 10.222.0.36 "PUT /v2.0/ports/ec080a32-2c88-4bfb-b756-92e6efa937e5 HTTP/1.1" status: 200 len: 1091 time: 1.9789922 Jan 18 22:13:51.014878 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-24fd48c8-e216-4e0a-8fdb-685077f07e49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:51.015607 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7adbfe4f-bab5-4c2a-8403-4315ff49af62', 'tag': 'ec080a32-2c88-4bfb-b756-92e6efa937e5'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:13:51.018003 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e992a1-9e48-4fd6-bdfd-9a307f55eed7" -d '{"events": [{"name": "network-changed", "server_uuid": "7adbfe4f-bab5-4c2a-8403-4315ff49af62", "tag": "ec080a32-2c88-4bfb-b756-92e6efa937e5"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:13:51.043822 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-24fd48c8-e216-4e0a-8fdb-685077f07e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:51.151620 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-03ba853f-dd70-4302-9d27-7a82cd58d9e5 None None] Notify callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:51.177266 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-03ba853f-dd70-4302-9d27-7a82cd58d9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:51.190702 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f46271-ff27-4c7f-bd32-1c401a03db1c service neutron] Pushing event updated for resources: {'Port': ['ID=ec080a32-2c88-4bfb-b756-92e6efa937e5,revision_number=3']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:51.224422 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-24fd48c8-e216-4e0a-8fdb-685077f07e49 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e6aa18278f694ca1a3c9134621d816d0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2971046 Jan 18 22:13:51.225035 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 53838) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:13:51.228362 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fd48c8-e216-4e0a-8fdb-685077f07e49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11db9789-2488-4e96-a896-18bbede4ac59,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:51.236168 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-09a85122-0c07-40ff-b769-543649b35eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:51.305721 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854decee-3c2e-4852-acf5-012242876b67 None None] Pushing event updated for resources: {'Port': ['ID=d37f5aed-2753-4300-9f9e-6e43fa557736,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:51.359170 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0419950c-8e9d-4df8-ae1d-e9f6a449a794 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:51.408678 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-96ceb0c6-aea4-4117-b8f2-d2ed0b4524a2 req-fbab7483-7e23-459f-9668-21ade958aacb tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac5bfedd-8c81-4ad7-9f0f-99ba0a339521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3681715 Jan 18 22:13:51.412437 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0419950c-8e9d-4df8-ae1d-e9f6a449a794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:51.432824 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0419950c-8e9d-4df8-ae1d-e9f6a449a794 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-613854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1041070'] for router_interface, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:51.443874 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 53840) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:13:51.445951 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a85122-0c07-40ff-b769-543649b35eb9 admin admin] Network e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:13:51.468062 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-03ba853f-dd70-4302-9d27-7a82cd58d9e5 None None] Attempting to bind port d37f5aed-2753-4300-9f9e-6e43fa557736 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:13:51.468933 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-03ba853f-dd70-4302-9d27-7a82cd58d9e5 None None] Attempting to bind port d37f5aed-2753-4300-9f9e-6e43fa557736 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '4b60d689-fd14-4d35-ac19-dc6f7effa837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '3c490325-2ca3-451a-a10b-1004dc00e871'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:13:51.469561 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ba853f-dd70-4302-9d27-7a82cd58d9e5 None None] Attempting to bind port d37f5aed-2753-4300-9f9e-6e43fa557736 on network 3c490325-2ca3-451a-a10b-1004dc00e871 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:13:51.470478 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [req-a7a9443d-73e9-4ef2-b7c3-ed4dcff3be03 req-659292e6-2e41-4c28-bc7e-29cdd5c9479f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41b77fb8-37eb-44c5-90ef-d172c792f48f {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:13:51.476977 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-0bd16e03-208f-4d58-85cf-df85f6b93865 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1545069890', 'description': 'tempest-description--925735312'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:13:51.481589 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ba853f-dd70-4302-9d27-7a82cd58d9e5 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:13:51.482894 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ba853f-dd70-4302-9d27-7a82cd58d9e5 None None] Checking segment: {'id': '4b60d689-fd14-4d35-ac19-dc6f7effa837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '3c490325-2ca3-451a-a10b-1004dc00e871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:13:51.483381 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-03ba853f-dd70-4302-9d27-7a82cd58d9e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:51.486105 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ba853f-dd70-4302-9d27-7a82cd58d9e5 None None] Bound using segment: {'id': '4b60d689-fd14-4d35-ac19-dc6f7effa837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '3c490325-2ca3-451a-a10b-1004dc00e871'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:13:51.486860 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-03ba853f-dd70-4302-9d27-7a82cd58d9e5 None None] Bound port: d37f5aed-2753-4300-9f9e-6e43fa557736, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b60d689-fd14-4d35-ac19-dc6f7effa837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '3c490325-2ca3-451a-a10b-1004dc00e871'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:13:51.488313 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-03ba853f-dd70-4302-9d27-7a82cd58d9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:51.519364 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d832eb-cb5d-4dbe-b764-9c00842a5996 req-0a080573-ac6e-455f-8daf-a768b908590a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:51.529750 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e6d832eb-cb5d-4dbe-b764-9c00842a5996 req-0a080573-ac6e-455f-8daf-a768b908590a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=646d6b7fa3c74dbb9d53573120d4a5a9&device_id=7adbfe4f-bab5-4c2a-8403-4315ff49af62 HTTP/1.1" status: 200 len: 1094 time: 0.4254339 Jan 18 22:13:51.531310 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-09a85122-0c07-40ff-b769-543649b35eb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:13:51.554374 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebed104d-3cd6-401d-a442-66de89ca9c87 x-openstack-request-id: req-ebed104d-3cd6-401d-a442-66de89ca9c87 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:13:51.555916 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7adbfe4f-bab5-4c2a-8403-4315ff49af62", "tag": "ec080a32-2c88-4bfb-b756-92e6efa937e5", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:13:51.563889 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ebed104d-3cd6-401d-a442-66de89ca9c87 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:13:51.563889 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7adbfe4f-bab5-4c2a-8403-4315ff49af62', 'tag': 'ec080a32-2c88-4bfb-b756-92e6efa937e5', 'status': 'completed', 'code': 200} Jan 18 22:13:51.566989 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a85122-0c07-40ff-b769-543649b35eb9 admin admin] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:13:51.567640 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-09a85122-0c07-40ff-b769-543649b35eb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1040954'] for router_interface, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:51.576185 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-a7a9443d-73e9-4ef2-b7c3-ed4dcff3be03 req-659292e6-2e41-4c28-bc7e-29cdd5c9479f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:51.595019 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 53844) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:13:51.664933 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-03ba853f-dd70-4302-9d27-7a82cd58d9e5 None None] For port d37f5aed-2753-4300-9f9e-6e43fa557736, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:13:51.668387 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-03ba853f-dd70-4302-9d27-7a82cd58d9e5 None None] For port d37f5aed-2753-4300-9f9e-6e43fa557736, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=d37f5aed-2753-4300-9f9e-6e43fa557736,segment=NetworkSegment(4b60d689-fd14-4d35-ac19-dc6f7effa837),segment_id=4b60d689-fd14-4d35-ac19-dc6f7effa837)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:13:51.675084 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-03ba853f-dd70-4302-9d27-7a82cd58d9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:51.758520 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854decee-3c2e-4852-acf5-012242876b67 None None] Pushing event updated for resources: {'Port': ['ID=d37f5aed-2753-4300-9f9e-6e43fa557736,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:51.765130 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2d394e82-afc7-4076-83d4-f85d3ec9b90f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:51.802115 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ba853f-dd70-4302-9d27-7a82cd58d9e5 None None] Routers {'da8db6b3-e116-4a7d-a473-8626f17aac6e'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:13:51.802923 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-03ba853f-dd70-4302-9d27-7a82cd58d9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:13:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['da8db6b3-e116-4a7d-a473-8626f17aac6e'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:13:51.806768 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-914f1190-72b1-451a-a351-26fe828d5e78 None None] Provisioning complete for port d37f5aed-2753-4300-9f9e-6e43fa557736 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:13:51.807177 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-914f1190-72b1-451a-a351-26fe828d5e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:51.810541 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a85122-0c07-40ff-b769-543649b35eb9 admin admin] Pushing event updated for resources: {'Port': ['ID=8e42be80-f29b-46db-ba35-96636f2fb622,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:51.836834 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-a7a9443d-73e9-4ef2-b7c3-ed4dcff3be03 req-659292e6-2e41-4c28-bc7e-29cdd5c9479f service neutron] Transition to ACTIVE for port object 41b77fb8-37eb-44c5-90ef-d172c792f48f will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:13:51.846530 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-49b2b907-c745-4846-aaf8-f98a635c8bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:51.872173 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-9351d6e2-3bf8-483e-a502-a843a360925e req-26a22173-5616-437d-b837-71f4328a8d55 tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] Deleting port b69e1f02-eb23-4d32-9e18-6f0ce3b1e9b4 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:13:51.872531 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-9351d6e2-3bf8-483e-a502-a843a360925e req-26a22173-5616-437d-b837-71f4328a8d55 tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:51.993723 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8d31dd06-e4a9-4378-afbc-72a956a7aeb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:52.016076 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e6d832eb-cb5d-4dbe-b764-9c00842a5996 req-c1a82170-8cb1-42a9-aec0-d92aee2d3376 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec080a32-2c88-4bfb-b756-92e6efa937e5 HTTP/1.1" status: 200 len: 217 time: 0.2159653 Jan 18 22:13:52.017851 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-a7a9443d-73e9-4ef2-b7c3-ed4dcff3be03 req-659292e6-2e41-4c28-bc7e-29cdd5c9479f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:52.021301 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0bd16e03-208f-4d58-85cf-df85f6b93865 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:52.062884 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0419950c-8e9d-4df8-ae1d-e9f6a449a794 admin admin] Pushing event updated for resources: {'Port': ['ID=d0dfd072-55e2-41e6-b235-66a0b8e6446e,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:52.088877 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314a530c-51b4-4164-aa57-02ca1c81b43c req-34d0573b-cdc1-44a2-a17d-f153a8bf5278 tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:52.093145 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-314a530c-51b4-4164-aa57-02ca1c81b43c req-34d0573b-cdc1-44a2-a17d-f153a8bf5278 tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a16b243-e0db-4be8-b66d-d935bf2197ac HTTP/1.1" status: 200 len: 949 time: 0.4969873 Jan 18 22:13:52.108318 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-09a85122-0c07-40ff-b769-543649b35eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:52.163401 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-03ba853f-dd70-4302-9d27-7a82cd58d9e5 None None] Set router da8db6b3-e116-4a7d-a473-8626f17aac6e gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:13:52.166265 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-914f1190-72b1-451a-a351-26fe828d5e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:52.176328 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8d31dd06-e4a9-4378-afbc-72a956a7aeb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:52.180423 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d832eb-cb5d-4dbe-b764-9c00842a5996 req-061a4d2e-4fd4-43c8-a6b8-c0888c2c043f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:52.182068 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e6d832eb-cb5d-4dbe-b764-9c00842a5996 req-061a4d2e-4fd4-43c8-a6b8-c0888c2c043f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9d1c997a-9e2b-4f20-9423-81e2cb97ac40 HTTP/1.1" status: 200 len: 847 time: 0.1577291 Jan 18 22:13:52.244656 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-914f1190-72b1-451a-a351-26fe828d5e78 None None] For port d37f5aed-2753-4300-9f9e-6e43fa557736, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=d37f5aed-2753-4300-9f9e-6e43fa557736,segment=NetworkSegment(4b60d689-fd14-4d35-ac19-dc6f7effa837),segment_id=4b60d689-fd14-4d35-ac19-dc6f7effa837)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:13:52.279677 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-914f1190-72b1-451a-a351-26fe828d5e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:52.299488 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e6d832eb-cb5d-4dbe-b764-9c00842a5996 req-0f11f13d-3fe1-46d1-b739-cea5758f177e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=db135028-f57a-417d-a5fc-9f73c3e34dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687597 Jan 18 22:13:52.385675 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914f1190-72b1-451a-a351-26fe828d5e78 None None] Pushing event updated for resources: {'Port': ['ID=d37f5aed-2753-4300-9f9e-6e43fa557736,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:52.447323 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-42001ba5-fd37-441e-9fd8-958705307580 None None] Provisioning complete for port d37f5aed-2753-4300-9f9e-6e43fa557736 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:13:52.449579 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-42001ba5-fd37-441e-9fd8-958705307580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:52.557738 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0419950c-8e9d-4df8-ae1d-e9f6a449a794 admin admin] Network ac163b22-6dbe-4f74-9441-5d83aaaf42c4 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:13:52.592632 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-03ba853f-dd70-4302-9d27-7a82cd58d9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8db6b3-e116-4a7d-a473-8626f17aac6e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1929692154-router', 'tenant_id': '73e5f2a2c3af465fbf4932c2e489da85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': '524a50f1-7a0d-403d-ad41-72476125e0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:13:34Z', 'updated_at': '2022-01-18T22:13:45Z', 'revision_number': 4, 'project_id': '73e5f2a2c3af465fbf4932c2e489da85', 'gw_port': {'id': '524a50f1-7a0d-403d-ad41-72476125e0f0', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:5d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8db6b3-e116-4a7d-a473-8626f17aac6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:37Z', 'updated_at': '2022-01-18T22:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'd37f5aed-2753-4300-9f9e-6e43fa557736', 'name': '', 'network_id': '3c490325-2ca3-451a-a10b-1004dc00e871', 'tenant_id': '73e5f2a2c3af465fbf4932c2e489da85', 'mac_address': 'fa:16:3e:a3:ca:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da8db6b3-e116-4a7d-a473-8626f17aac6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '697fc51e-f520-46d5-97f5-4b7e3a15173d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:42Z', 'updated_at': '2022-01-18T22:13:51Z', 'revision_number': 4, 'project_id': '73e5f2a2c3af465fbf4932c2e489da85', 'subnets': [{'id': '697fc51e-f520-46d5-97f5-4b7e3a15173d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:13:52.626381 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ba853f-dd70-4302-9d27-7a82cd58d9e5 None None] The sync data for ids ['da8db6b3-e116-4a7d-a473-8626f17aac6e'] in n-d-825064-1 is: [{'id': 'da8db6b3-e116-4a7d-a473-8626f17aac6e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1929692154-router', 'tenant_id': '73e5f2a2c3af465fbf4932c2e489da85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': '524a50f1-7a0d-403d-ad41-72476125e0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:13:34Z', 'updated_at': '2022-01-18T22:13:45Z', 'revision_number': 4, 'project_id': '73e5f2a2c3af465fbf4932c2e489da85', 'gw_port': {'id': '524a50f1-7a0d-403d-ad41-72476125e0f0', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:5d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8db6b3-e116-4a7d-a473-8626f17aac6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:37Z', 'updated_at': '2022-01-18T22:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'd37f5aed-2753-4300-9f9e-6e43fa557736', 'name': '', 'network_id': '3c490325-2ca3-451a-a10b-1004dc00e871', 'tenant_id': '73e5f2a2c3af465fbf4932c2e489da85', 'mac_address': 'fa:16:3e:a3:ca:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da8db6b3-e116-4a7d-a473-8626f17aac6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '697fc51e-f520-46d5-97f5-4b7e3a15173d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:42Z', 'updated_at': '2022-01-18T22:13:51Z', 'revision_number': 4, 'project_id': '73e5f2a2c3af465fbf4932c2e489da85', 'subnets': [{'id': '697fc51e-f520-46d5-97f5-4b7e3a15173d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:13:52.628381 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-0419950c-8e9d-4df8-ae1d-e9f6a449a794 admin admin] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:13:52.652964 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-42001ba5-fd37-441e-9fd8-958705307580 None None] Provisioning complete for port 8e42be80-f29b-46db-ba35-96636f2fb622 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:13:52.653464 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-42001ba5-fd37-441e-9fd8-958705307580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:52.695910 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-42001ba5-fd37-441e-9fd8-958705307580 None None] Port 8e42be80-f29b-46db-ba35-96636f2fb622 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:13:52.710017 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 2304f75f-a5ed-4e63-939c-0d1b89fc3871 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:13:52.731698 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0bd16e03-208f-4d58-85cf-df85f6b93865 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:52.732854 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8d31dd06-e4a9-4378-afbc-72a956a7aeb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:52.735723 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8d31dd06-e4a9-4378-afbc-72a956a7aeb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:52.737135 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-8d31dd06-e4a9-4378-afbc-72a956a7aeb8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/11db9789-2488-4e96-a896-18bbede4ac59 HTTP/1.1" status: 204 len: 168 time: 1.5099895 Jan 18 22:13:52.763254 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0bd16e03-208f-4d58-85cf-df85f6b93865 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:52.779293 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d31dd06-e4a9-4378-afbc-72a956a7aeb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11db9789-2488-4e96-a896-18bbede4ac59,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:52.808276 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:52.867675 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 2304f75f-a5ed-4e63-939c-0d1b89fc3871 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:13:52.868065 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:52.916544 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-314a530c-51b4-4164-aa57-02ca1c81b43c req-04e1e450-8dc1-4b5f-819b-f6355deb6d83 tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f72a7ca-d99c-4482-be1e-32e399b65a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7969925 Jan 18 22:13:52.919958 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e6d832eb-cb5d-4dbe-b764-9c00842a5996 req-daac33cf-25e0-4ccc-823f-8dafca37d7c0 service neutron] 10.222.0.36 "GET /v2.0/networks/db135028-f57a-417d-a5fc-9f73c3e34dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6088202 Jan 18 22:13:52.934948 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-a7a9443d-73e9-4ef2-b7c3-ed4dcff3be03 req-659292e6-2e41-4c28-bc7e-29cdd5c9479f service neutron] Attempting to bind port 41b77fb8-37eb-44c5-90ef-d172c792f48f on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:13:52.935281 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-a7a9443d-73e9-4ef2-b7c3-ed4dcff3be03 req-659292e6-2e41-4c28-bc7e-29cdd5c9479f service neutron] Attempting to bind port 41b77fb8-37eb-44c5-90ef-d172c792f48f by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:13:52.935611 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a9443d-73e9-4ef2-b7c3-ed4dcff3be03 req-659292e6-2e41-4c28-bc7e-29cdd5c9479f service neutron] Attempting to bind port 41b77fb8-37eb-44c5-90ef-d172c792f48f on network aed2eca7-1bb0-443d-8485-b985dbe9851b {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:13:52.952223 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659292e6-2e41-4c28-bc7e-29cdd5c9479f service neutron] Pushing event updated for resources: {'Port': ['ID=41b77fb8-37eb-44c5-90ef-d172c792f48f,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:52.985510 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a9443d-73e9-4ef2-b7c3-ed4dcff3be03 req-659292e6-2e41-4c28-bc7e-29cdd5c9479f service neutron] Port 41b77fb8-37eb-44c5-90ef-d172c792f48f on network aed2eca7-1bb0-443d-8485-b985dbe9851b not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:13:52.985831 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a9443d-73e9-4ef2-b7c3-ed4dcff3be03 req-659292e6-2e41-4c28-bc7e-29cdd5c9479f service neutron] Attempting to bind port 41b77fb8-37eb-44c5-90ef-d172c792f48f on network aed2eca7-1bb0-443d-8485-b985dbe9851b {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:13:53.009747 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-9351d6e2-3bf8-483e-a502-a843a360925e req-26a22173-5616-437d-b837-71f4328a8d55 tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] For port b69e1f02-eb23-4d32-9e18-6f0ce3b1e9b4, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=b69e1f02-eb23-4d32-9e18-6f0ce3b1e9b4,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:13:53.009747 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-9351d6e2-3bf8-483e-a502-a843a360925e req-26a22173-5616-437d-b837-71f4328a8d55 tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:53.030225 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:53.064573 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86f8e4b-0fc6-42b3-bc8f-e9f5e9704a5d req-b5bc57e1-96f4-4678-9581-a9516b07ac4f tempest-ServerDiagnosticsNegativeTest-480293600 tempest-ServerDiagnosticsNegativeTest-480293600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:53.075229 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port 2304f75f-a5ed-4e63-939c-0d1b89fc3871, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=2304f75f-a5ed-4e63-939c-0d1b89fc3871,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:13:53.076995 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d86f8e4b-0fc6-42b3-bc8f-e9f5e9704a5d req-b5bc57e1-96f4-4678-9581-a9516b07ac4f tempest-ServerDiagnosticsNegativeTest-480293600 tempest-ServerDiagnosticsNegativeTest-480293600-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7664568-9b73-4400-8e06-4a433333975a HTTP/1.1" status: 200 len: 947 time: 1.3462148 Jan 18 22:13:53.077582 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-86e19a57-1ad3-430e-9176-d34b2bb72de3 None None] Provisioning complete for port d0dfd072-55e2-41e6-b235-66a0b8e6446e triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:13:53.078180 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-86e19a57-1ad3-430e-9176-d34b2bb72de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:53.081813 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:53.086418 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device cd5d6978-375b-4f11-b4bc-bfafdfe6dd9c up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:13:53.102343 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0bd16e03-208f-4d58-85cf-df85f6b93865 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:53.103846 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-0bd16e03-208f-4d58-85cf-df85f6b93865 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.6363423 Jan 18 22:13:53.110097 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 53854) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:13:53.117962 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-f64d4f20-2a4f-4b0c-9f6e-ea1112e7c561 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Request body: {'security_group_rule': {'security_group_id': 'fc9e6b12-2aff-425d-833f-8273a41de3d7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:13:53.118172 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-9351d6e2-3bf8-483e-a502-a843a360925e req-26a22173-5616-437d-b837-71f4328a8d55 tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] Calling delete_port for b69e1f02-eb23-4d32-9e18-6f0ce3b1e9b4 owned by compute:nova {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:13:53.119588 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd16e03-208f-4d58-85cf-df85f6b93865 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc9e6b12-2aff-425d-833f-8273a41de3d7,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:53.126212 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e6d832eb-cb5d-4dbe-b764-9c00842a5996 req-32b60982-3756-41c4-ba25-ddb6b1644f99 service neutron] 10.222.0.36 "GET /v2.0/networks/db135028-f57a-417d-a5fc-9f73c3e34dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910636 Jan 18 22:13:53.128079 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a9443d-73e9-4ef2-b7c3-ed4dcff3be03 req-659292e6-2e41-4c28-bc7e-29cdd5c9479f service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:13:53.128447 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a9443d-73e9-4ef2-b7c3-ed4dcff3be03 req-659292e6-2e41-4c28-bc7e-29cdd5c9479f service neutron] Checking segment: {'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:13:53.128834 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a9443d-73e9-4ef2-b7c3-ed4dcff3be03 req-659292e6-2e41-4c28-bc7e-29cdd5c9479f service neutron] Bound using segment: {'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:13:53.129283 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-a7a9443d-73e9-4ef2-b7c3-ed4dcff3be03 req-659292e6-2e41-4c28-bc7e-29cdd5c9479f service neutron] Bound port: 41b77fb8-37eb-44c5-90ef-d172c792f48f, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:13:53.129644 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-a7a9443d-73e9-4ef2-b7c3-ed4dcff3be03 req-659292e6-2e41-4c28-bc7e-29cdd5c9479f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:53.143910 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-09a85122-0c07-40ff-b769-543649b35eb9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:53.160621 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-09a85122-0c07-40ff-b769-543649b35eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:53.161350 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-09a85122-0c07-40ff-b769-543649b35eb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-613854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1041070'] for router_interface, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:53.240156 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f64d4f20-2a4f-4b0c-9f6e-ea1112e7c561 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:53.259160 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0419950c-8e9d-4df8-ae1d-e9f6a449a794 admin admin] Router b7ea9019-2842-465d-9d1c-9248830f2ffa has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:13:53.315073 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-86e19a57-1ad3-430e-9176-d34b2bb72de3 None None] Port d0dfd072-55e2-41e6-b235-66a0b8e6446e cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:13:53.321279 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a85122-0c07-40ff-b769-543649b35eb9 admin admin] Pushing event updated for resources: {'Port': ['ID=8e42be80-f29b-46db-ba35-96636f2fb622,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:53.338395 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port cd5d6978-375b-4f11-b4bc-bfafdfe6dd9c triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:13:53.339023 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:53.342323 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-a7a9443d-73e9-4ef2-b7c3-ed4dcff3be03 req-659292e6-2e41-4c28-bc7e-29cdd5c9479f service neutron] For port 41b77fb8-37eb-44c5-90ef-d172c792f48f, host n-h2-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:13:53.351401 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-a7a9443d-73e9-4ef2-b7c3-ed4dcff3be03 req-659292e6-2e41-4c28-bc7e-29cdd5c9479f service neutron] For port 41b77fb8-37eb-44c5-90ef-d172c792f48f, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=41b77fb8-37eb-44c5-90ef-d172c792f48f,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:13:53.418264 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=2304f75f-a5ed-4e63-939c-0d1b89fc3871,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:53.418410 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e992a1-9e48-4fd6-bdfd-9a307f55eed7 req-843fd916-2f41-4b06-a83c-e42424fdf5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:53.421513 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-29e992a1-9e48-4fd6-bdfd-9a307f55eed7 req-843fd916-2f41-4b06-a83c-e42424fdf5c6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=646d6b7fa3c74dbb9d53573120d4a5a9&device_id=7adbfe4f-bab5-4c2a-8403-4315ff49af62 HTTP/1.1" status: 200 len: 1094 time: 0.2202308 Jan 18 22:13:53.514443 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f64d4f20-2a4f-4b0c-9f6e-ea1112e7c561 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:53.514639 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:53.550495 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port cd5d6978-375b-4f11-b4bc-bfafdfe6dd9c, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=cd5d6978-375b-4f11-b4bc-bfafdfe6dd9c,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:13:53.562143 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:53.599010 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d86f8e4b-0fc6-42b3-bc8f-e9f5e9704a5d req-cd58c2b6-5d99-4d74-8d90-f719bcc5d221 tempest-ServerDiagnosticsNegativeTest-480293600 tempest-ServerDiagnosticsNegativeTest-480293600-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa7a3e8f-d023-4ccd-83ce-815118c60ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5210357 Jan 18 22:13:53.606219 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f64d4f20-2a4f-4b0c-9f6e-ea1112e7c561 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:53.607303 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-a7a9443d-73e9-4ef2-b7c3-ed4dcff3be03 req-659292e6-2e41-4c28-bc7e-29cdd5c9479f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:53.636198 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=cd5d6978-375b-4f11-b4bc-bfafdfe6dd9c,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:53.660214 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f64d4f20-2a4f-4b0c-9f6e-ea1112e7c561 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:53.661521 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-f64d4f20-2a4f-4b0c-9f6e-ea1112e7c561 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5499995 Jan 18 22:13:53.670474 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 53864) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:13:53.671458 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64d4f20-2a4f-4b0c-9f6e-ea1112e7c561 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c319bb7c-f812-4c05-bec6-e4ea5b1de034,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:53.677322 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a85122-0c07-40ff-b769-543649b35eb9 admin admin] Network e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:13:53.681208 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-b7b1f05b-8da8-4439-8f20-e09b074da8b0 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Request body: {'security_group_rule': {'security_group_id': 'fc9e6b12-2aff-425d-833f-8273a41de3d7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:13:53.691114 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-9351d6e2-3bf8-483e-a502-a843a360925e req-26a22173-5616-437d-b837-71f4328a8d55 tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:53.691835 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-09a85122-0c07-40ff-b769-543649b35eb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:13:53.710605 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['71697cfd-3ad1-4fd2-a441-336d49388aa9'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:13:53.715305 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2d394e82-afc7-4076-83d4-f85d3ec9b90f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:53.747312 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9093fa9-ae39-4547-86a0-51e179d524a7 req-2a63546c-a013-41cb-9625-487095dd9752 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:53.754813 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a9093fa9-ae39-4547-86a0-51e179d524a7 req-2a63546c-a013-41cb-9625-487095dd9752 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/ports?device_id=7adbfe4f-bab5-4c2a-8403-4315ff49af62 HTTP/1.1" status: 200 len: 943 time: 0.7249877 Jan 18 22:13:53.757733 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a9443d-73e9-4ef2-b7c3-ed4dcff3be03 req-659292e6-2e41-4c28-bc7e-29cdd5c9479f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:53.758418 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-a7a9443d-73e9-4ef2-b7c3-ed4dcff3be03 req-659292e6-2e41-4c28-bc7e-29cdd5c9479f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:53.759777 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a7a9443d-73e9-4ef2-b7c3-ed4dcff3be03 req-659292e6-2e41-4c28-bc7e-29cdd5c9479f service neutron] 10.222.0.67 "PUT /v2.0/ports/41b77fb8-37eb-44c5-90ef-d172c792f48f HTTP/1.1" status: 200 len: 1095 time: 4.9838665 Jan 18 22:13:53.764865 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2d394e82-afc7-4076-83d4-f85d3ec9b90f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:53.767393 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7664568-9b73-4400-8e06-4a433333975a', 'tag': '41b77fb8-37eb-44c5-90ef-d172c792f48f'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:13:53.770186 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c84bcf6-9687-41fe-a36f-bae70521ef30" -d '{"events": [{"name": "network-changed", "server_uuid": "d7664568-9b73-4400-8e06-4a433333975a", "tag": "41b77fb8-37eb-44c5-90ef-d172c792f48f"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:13:53.793220 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659292e6-2e41-4c28-bc7e-29cdd5c9479f service neutron] Pushing event updated for resources: {'Port': ['ID=41b77fb8-37eb-44c5-90ef-d172c792f48f,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:53.829246 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e992a1-9e48-4fd6-bdfd-9a307f55eed7 req-c394517c-16e9-416a-b98e-480682583aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:53.831005 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-29e992a1-9e48-4fd6-bdfd-9a307f55eed7 req-c394517c-16e9-416a-b98e-480682583aa8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=db135028-f57a-417d-a5fc-9f73c3e34dd7 HTTP/1.1" status: 200 len: 907 time: 0.3859446 Jan 18 22:13:53.831953 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b7b1f05b-8da8-4439-8f20-e09b074da8b0 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:53.943057 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ef4a364-60fc-4d05-9745-1ad65af1a59c x-openstack-request-id: req-6ef4a364-60fc-4d05-9745-1ad65af1a59c {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:13:53.943556 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7664568-9b73-4400-8e06-4a433333975a", "tag": "41b77fb8-37eb-44c5-90ef-d172c792f48f", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:13:53.943971 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6ef4a364-60fc-4d05-9745-1ad65af1a59c {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:13:53.944551 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7664568-9b73-4400-8e06-4a433333975a', 'tag': '41b77fb8-37eb-44c5-90ef-d172c792f48f', 'status': 'completed', 'code': 200} Jan 18 22:13:53.972172 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-29e992a1-9e48-4fd6-bdfd-9a307f55eed7 req-63b7491d-c7fd-4656-8cc4-3eb75b7b63cc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec080a32-2c88-4bfb-b756-92e6efa937e5 HTTP/1.1" status: 200 len: 217 time: 0.1149366 Jan 18 22:13:53.991106 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a22173-5616-437d-b837-71f4328a8d55 tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] Pushing event deleted for resources: {'Port': ['ID=b69e1f02-eb23-4d32-9e18-6f0ce3b1e9b4,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:54.134534 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-2d394e82-afc7-4076-83d4-f85d3ec9b90f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5c64d06211954741ab522f566e94f9d3&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5370944 Jan 18 22:13:54.135519 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b7b1f05b-8da8-4439-8f20-e09b074da8b0 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:54.137501 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 53878) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:13:54.146764 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e992a1-9e48-4fd6-bdfd-9a307f55eed7 req-2eb367b1-0103-48cc-9d1c-6d97c3ef6f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:54.148379 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-29e992a1-9e48-4fd6-bdfd-9a307f55eed7 req-2eb367b1-0103-48cc-9d1c-6d97c3ef6f42 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9d1c997a-9e2b-4f20-9423-81e2cb97ac40 HTTP/1.1" status: 200 len: 847 time: 0.1173944 Jan 18 22:13:54.161291 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09a85122-0c07-40ff-b769-543649b35eb9 admin admin] Router fa8c3221-ba07-4be6-bada-e1305d269478 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:13:54.172933 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b7b1f05b-8da8-4439-8f20-e09b074da8b0 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:54.195908 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d394e82-afc7-4076-83d4-f85d3ec9b90f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=431f4c0a-64dc-445e-874a-39f02ac2a23f,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:54.212101 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-9351d6e2-3bf8-483e-a502-a843a360925e req-26a22173-5616-437d-b837-71f4328a8d55 tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] No DVR routers for this DVR port b69e1f02-eb23-4d32-9e18-6f0ce3b1e9b4 on host n-h2-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:13:54.254845 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-fae7c790-e6c2-4e95-93ac-38914f390eb7 None None] Provisioning complete for port 8e42be80-f29b-46db-ba35-96636f2fb622 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:13:54.255208 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fae7c790-e6c2-4e95-93ac-38914f390eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:54.258320 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-08ff194c-15a5-4771-8289-5b537ccd7cce req-c8d5f6d3-cbf8-4735-9e90-4b519332117d tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a16b243-e0db-4be8-b66d-d935bf2197ac HTTP/1.1" status: 200 len: 210 time: 0.1522405 Jan 18 22:13:54.260827 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-29e992a1-9e48-4fd6-bdfd-9a307f55eed7 req-bb0c75b4-bd5f-4668-a265-bc88ea283a41 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=db135028-f57a-417d-a5fc-9f73c3e34dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0970347 Jan 18 22:13:54.281541 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b1f05b-8da8-4439-8f20-e09b074da8b0 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dd05cf7-e6c6-403d-bee7-d4558b5c5594,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:54.341859 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b7b1f05b-8da8-4439-8f20-e09b074da8b0 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:54.346553 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-b7b1f05b-8da8-4439-8f20-e09b074da8b0 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6693106 Jan 18 22:13:54.347867 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:54.349006 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-9351d6e2-3bf8-483e-a502-a843a360925e req-26a22173-5616-437d-b837-71f4328a8d55 tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:54.354412 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-fae7c790-e6c2-4e95-93ac-38914f390eb7 None None] Port 8e42be80-f29b-46db-ba35-96636f2fb622 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:13:54.355272 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9351d6e2-3bf8-483e-a502-a843a360925e req-26a22173-5616-437d-b837-71f4328a8d55 tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] 10.222.0.67 "DELETE /v2.0/ports/b69e1f02-eb23-4d32-9e18-6f0ce3b1e9b4 HTTP/1.1" status: 204 len: 173 time: 3.6934707 Jan 18 22:13:54.370666 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 53882) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:13:54.378493 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-074d1fe6-be61-4a1c-b0f4-6f16e7e5208c tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Request body: {'floatingip': {'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:13:54.387911 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a9093fa9-ae39-4547-86a0-51e179d524a7 req-09c6b857-90e8-4cdd-a651-cbf537d00398 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac5bfedd-8c81-4ad7-9f0f-99ba0a339521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6322150 Jan 18 22:13:54.427550 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a9443d-73e9-4ef2-b7c3-ed4dcff3be03 req-5ecdaf46-2115-4183-a26d-a1af9db01031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:54.429707 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a7a9443d-73e9-4ef2-b7c3-ed4dcff3be03 req-5ecdaf46-2115-4183-a26d-a1af9db01031 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=46f1cb995b43458f98dcf44b70c902cf&device_id=d7664568-9b73-4400-8e06-4a433333975a HTTP/1.1" status: 200 len: 1098 time: 0.5446641 Jan 18 22:13:54.470871 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0419950c-8e9d-4df8-ae1d-e9f6a449a794 admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:13:54.513511 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:54.548118 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-0419950c-8e9d-4df8-ae1d-e9f6a449a794 admin admin] 10.222.0.53 "PUT /v2.0/routers/b7ea9019-2842-465d-9d1c-9248830f2ffa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4394586 Jan 18 22:13:54.556018 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a7a9443d-73e9-4ef2-b7c3-ed4dcff3be03 req-d469fcdf-ee02-4653-85c8-e3f9f925edc8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=41b77fb8-37eb-44c5-90ef-d172c792f48f HTTP/1.1" status: 200 len: 217 time: 0.1160212 Jan 18 22:13:54.568869 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a2493f6e-e8a0-4d7b-ac6c-f85657b4d455 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:54.642466 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-074d1fe6-be61-4a1c-b0f4-6f16e7e5208c tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Notify callbacks [] for floatingip, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:54.676074 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995197e5-8396-4fc3-ab50-93b1feae8aed None None] Sync routers for ids ['b7ea9019-2842-465d-9d1c-9248830f2ffa'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:13:54.688353 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a9443d-73e9-4ef2-b7c3-ed4dcff3be03 req-184e2dab-b8e1-4ec6-bd79-e3a7d2265d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:54.690434 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995197e5-8396-4fc3-ab50-93b1feae8aed None None] Routers {'b7ea9019-2842-465d-9d1c-9248830f2ffa'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:13:54.691057 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-995197e5-8396-4fc3-ab50-93b1feae8aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:13:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['b7ea9019-2842-465d-9d1c-9248830f2ffa'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:13:54.691287 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a7a9443d-73e9-4ef2-b7c3-ed4dcff3be03 req-184e2dab-b8e1-4ec6-bd79-e3a7d2265d3f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8518183d-cc63-459a-b971-d4c7514e001f HTTP/1.1" status: 200 len: 843 time: 0.1232162 Jan 18 22:13:54.723889 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a2493f6e-e8a0-4d7b-ac6c-f85657b4d455 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:54.730736 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-29e992a1-9e48-4fd6-bdfd-9a307f55eed7 req-410d7e7b-be0f-4f12-b3f0-94ca8b46b58b service neutron] 10.222.0.36 "GET /v2.0/networks/db135028-f57a-417d-a5fc-9f73c3e34dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4515550 Jan 18 22:13:54.748818 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09a85122-0c07-40ff-b769-543649b35eb9 admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:13:54.761631 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121d7b3b-178f-415f-b8c8-fd999d5de138 None None] Sync routers for ids ['fa8c3221-ba07-4be6-bada-e1305d269478'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:13:54.764300 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-09a85122-0c07-40ff-b769-543649b35eb9 admin admin] 10.222.0.53 "PUT /v2.0/routers/fa8c3221-ba07-4be6-bada-e1305d269478/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5790834 Jan 18 22:13:54.788556 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121d7b3b-178f-415f-b8c8-fd999d5de138 None None] Routers {'fa8c3221-ba07-4be6-bada-e1305d269478'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:13:54.791143 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-121d7b3b-178f-415f-b8c8-fd999d5de138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:13:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['fa8c3221-ba07-4be6-bada-e1305d269478'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:13:54.922884 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 2304f75f-a5ed-4e63-939c-0d1b89fc3871 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:13:54.965111 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-995197e5-8396-4fc3-ab50-93b1feae8aed None None] Set router b7ea9019-2842-465d-9d1c-9248830f2ffa gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:13:55.018502 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a2493f6e-e8a0-4d7b-ac6c-f85657b4d455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:55.021886 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a2493f6e-e8a0-4d7b-ac6c-f85657b4d455 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:55.023459 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-a2493f6e-e8a0-4d7b-ac6c-f85657b4d455 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/431f4c0a-64dc-445e-874a-39f02ac2a23f HTTP/1.1" status: 204 len: 168 time: 0.8788946 Jan 18 22:13:55.065755 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a9443d-73e9-4ef2-b7c3-ed4dcff3be03 req-73d7bcf5-88a2-4971-8177-f898cd1a0b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:55.067339 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a7a9443d-73e9-4ef2-b7c3-ed4dcff3be03 req-73d7bcf5-88a2-4971-8177-f898cd1a0b8a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aed2eca7-1bb0-443d-8485-b985dbe9851b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3603675 Jan 18 22:13:55.069675 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2493f6e-e8a0-4d7b-ac6c-f85657b4d455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=431f4c0a-64dc-445e-874a-39f02ac2a23f,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:55.097126 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-29e992a1-9e48-4fd6-bdfd-9a307f55eed7 req-ce19a06a-8dce-45f2-86a4-406e884f34e9 service neutron] 10.222.0.36 "GET /v2.0/networks/db135028-f57a-417d-a5fc-9f73c3e34dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3539703 Jan 18 22:13:55.138740 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c24444-61d2-4f54-bbee-848b2a0fd963 req-3d763fae-8674-45ad-9d44-d0f42fb9e6e2 tempest-ServerDiagnosticsNegativeTest-480293600 tempest-ServerDiagnosticsNegativeTest-480293600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:55.149291 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f5c24444-61d2-4f54-bbee-848b2a0fd963 req-3d763fae-8674-45ad-9d44-d0f42fb9e6e2 tempest-ServerDiagnosticsNegativeTest-480293600 tempest-ServerDiagnosticsNegativeTest-480293600-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7664568-9b73-4400-8e06-4a433333975a HTTP/1.1" status: 200 len: 947 time: 0.3694916 Jan 18 22:13:55.244842 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-121d7b3b-178f-415f-b8c8-fd999d5de138 None None] Set router fa8c3221-ba07-4be6-bada-e1305d269478 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:13:55.312753 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 2304f75f-a5ed-4e63-939c-0d1b89fc3871 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:13:55.313118 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:55.371113 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-995197e5-8396-4fc3-ab50-93b1feae8aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ea9019-2842-465d-9d1c-9248830f2ffa', 'name': 'tempest-FloatingIPsAssociationTestJSON-831016946-router', 'tenant_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '2304f75f-a5ed-4e63-939c-0d1b89fc3871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:13:41Z', 'updated_at': '2022-01-18T22:13:49Z', 'revision_number': 4, 'project_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'gw_port': {'id': '2304f75f-a5ed-4e63-939c-0d1b89fc3871', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ea9019-2842-465d-9d1c-9248830f2ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:43Z', 'updated_at': '2022-01-18T22:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'd0dfd072-55e2-41e6-b235-66a0b8e6446e', 'name': '', 'network_id': 'ac163b22-6dbe-4f74-9441-5d83aaaf42c4', 'tenant_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'mac_address': 'fa:16:3e:a0:7b:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7ea9019-2842-465d-9d1c-9248830f2ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '07257b09-c636-44c9-86f7-42df7e4ef3e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:47Z', 'updated_at': '2022-01-18T22:13:50Z', 'revision_number': 2, 'project_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'subnets': [{'id': '07257b09-c636-44c9-86f7-42df7e4ef3e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:13:55.402793 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995197e5-8396-4fc3-ab50-93b1feae8aed None None] Checking router: b7ea9019-2842-465d-9d1c-9248830f2ffa for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:13:55.402793 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995197e5-8396-4fc3-ab50-93b1feae8aed None None] Updating router b7ea9019-2842-465d-9d1c-9248830f2ffa port d0dfd072-55e2-41e6-b235-66a0b8e6446e binding host n-d-825064-1 {{(pid=102433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:13:55.455908 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-995197e5-8396-4fc3-ab50-93b1feae8aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:55.466056 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device b69e1f02-eb23-4d32-9e18-6f0ce3b1e9b4 no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:13:55.510215 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f5c24444-61d2-4f54-bbee-848b2a0fd963 req-2378bd71-9824-4237-aeb5-2ab28419b43b tempest-ServerDiagnosticsNegativeTest-480293600 tempest-ServerDiagnosticsNegativeTest-480293600-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa7a3e8f-d023-4ccd-83ce-815118c60ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3600397 Jan 18 22:13:55.521179 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] No Port match for: b69e1f02-eb23-4d32-9e18-6f0ce3b1e9b4 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:13:55.521530 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device b69e1f02-eb23-4d32-9e18-6f0ce3b1e9b4 not bound to the agent host n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:13:55.591929 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a7a9443d-73e9-4ef2-b7c3-ed4dcff3be03 req-2c0a62ff-a862-41f4-8b56-51c2298b6cb2 service neutron] 10.222.0.67 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5068483 Jan 18 22:13:55.743639 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device d37f5aed-2753-4300-9f9e-6e43fa557736 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:13:55.778009 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-074d1fe6-be61-4a1c-b0f4-6f16e7e5208c tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:55.805294 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c4d18f-eef8-463b-8baa-8455bad480f5 req-0f07303d-dffe-494e-b2d1-68410d4ba8d3 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:55.807054 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b0c4d18f-eef8-463b-8baa-8455bad480f5 req-0f07303d-dffe-494e-b2d1-68410d4ba8d3 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] 10.222.0.53 "GET /v2.0/networks?id=ac163b22-6dbe-4f74-9441-5d83aaaf42c4 HTTP/1.1" status: 200 len: 820 time: 0.5139318 Jan 18 22:13:55.857146 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-995197e5-8396-4fc3-ab50-93b1feae8aed None None] Notify callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:55.872540 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b0c4d18f-eef8-463b-8baa-8455bad480f5 req-e2b7f9cb-51c8-41a0-abec-21a797aa9bc2 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] 10.222.0.53 "GET /v2.0/quotas/b4fa371f1ebf4a37ba7e58b461b03d52 HTTP/1.1" status: 200 len: 375 time: 0.0566187 Jan 18 22:13:55.880639 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-995197e5-8396-4fc3-ab50-93b1feae8aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:55.901931 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a7a9443d-73e9-4ef2-b7c3-ed4dcff3be03 req-a92ec81d-d713-48a5-af93-ce7a2ca9a6de service neutron] 10.222.0.67 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790825 Jan 18 22:13:55.917453 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port d37f5aed-2753-4300-9f9e-6e43fa557736 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:13:55.917930 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:55.923969 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-121d7b3b-178f-415f-b8c8-fd999d5de138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa8c3221-ba07-4be6-bada-e1305d269478', 'name': 'tempest-ServerActionsTestJSON-612760161-router', 'tenant_id': '584d50ef6ed64545aac1e7947879ab5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': 'cd5d6978-375b-4f11-b4bc-bfafdfe6dd9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:13:41Z', 'updated_at': '2022-01-18T22:13:51Z', 'revision_number': 4, 'project_id': '584d50ef6ed64545aac1e7947879ab5e', 'gw_port': {'id': 'cd5d6978-375b-4f11-b4bc-bfafdfe6dd9c', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d3:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8c3221-ba07-4be6-bada-e1305d269478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:43Z', 'updated_at': '2022-01-18T22:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '8e42be80-f29b-46db-ba35-96636f2fb622', 'name': '', 'network_id': 'e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84', 'tenant_id': '584d50ef6ed64545aac1e7947879ab5e', 'mac_address': 'fa:16:3e:48:e2:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa8c3221-ba07-4be6-bada-e1305d269478', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '42841b58-d144-4855-94d6-b7b43c1900e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:49Z', 'updated_at': '2022-01-18T22:13:52Z', 'revision_number': 2, 'project_id': '584d50ef6ed64545aac1e7947879ab5e', 'subnets': [{'id': '42841b58-d144-4855-94d6-b7b43c1900e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:13:55.958059 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a16b243-e0db-4be8-b66d-d935bf2197ac', 'name': 'network-vif-deleted', 'tag': 'b69e1f02-eb23-4d32-9e18-6f0ce3b1e9b4'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:13:55.965315 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a624faaf-54fd-41cd-81fc-a3e6419b9c3e" -d '{"events": [{"server_uuid": "5a16b243-e0db-4be8-b66d-d935bf2197ac", "name": "network-vif-deleted", "tag": "b69e1f02-eb23-4d32-9e18-6f0ce3b1e9b4"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:13:56.081865 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b0c4d18f-eef8-463b-8baa-8455bad480f5 req-def89ac3-160e-42ac-afab-83dcd3970ce7 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b4fa371f1ebf4a37ba7e58b461b03d52&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1828837 Jan 18 22:13:56.095301 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-074d1fe6-be61-4a1c-b0f4-6f16e7e5208c tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Allocated IP 172.25.5.81 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/4c5c2043-368d-437e-aa4a-fb96925c7155) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:13:56.135962 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c84bcf6-9687-41fe-a36f-bae70521ef30 req-645aa4fe-8a0f-4227-bc3f-0cba9223c3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:56.143041 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5c84bcf6-9687-41fe-a36f-bae70521ef30 req-645aa4fe-8a0f-4227-bc3f-0cba9223c3c0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=46f1cb995b43458f98dcf44b70c902cf&device_id=d7664568-9b73-4400-8e06-4a433333975a HTTP/1.1" status: 200 len: 1098 time: 0.1724551 Jan 18 22:13:56.147780 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [req-b0c4d18f-eef8-463b-8baa-8455bad480f5 req-320eb03f-c326-4568-8431-31a9a30d5b4f service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102430) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:13:56.148690 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b0c4d18f-eef8-463b-8baa-8455bad480f5 req-320eb03f-c326-4568-8431-31a9a30d5b4f service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0151603 Jan 18 22:13:56.154488 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab083a5c-4944-4d81-8aa5-6caf89c851f6 None None] Pushing event updated for resources: {'Port': ['ID=d0dfd072-55e2-41e6-b235-66a0b8e6446e,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:56.157473 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-995197e5-8396-4fc3-ab50-93b1feae8aed None None] Attempting to bind port d0dfd072-55e2-41e6-b235-66a0b8e6446e on host n-d-825064-1 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:13:56.157838 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-995197e5-8396-4fc3-ab50-93b1feae8aed None None] Attempting to bind port d0dfd072-55e2-41e6-b235-66a0b8e6446e by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': 'e9db93ab-f6c7-442e-b6d2-c53dc8897efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ac163b22-6dbe-4f74-9441-5d83aaaf42c4'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:13:56.158541 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995197e5-8396-4fc3-ab50-93b1feae8aed None None] Attempting to bind port d0dfd072-55e2-41e6-b235-66a0b8e6446e on network ac163b22-6dbe-4f74-9441-5d83aaaf42c4 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:13:56.172695 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995197e5-8396-4fc3-ab50-93b1feae8aed None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:13:56.173797 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995197e5-8396-4fc3-ab50-93b1feae8aed None None] Checking segment: {'id': 'e9db93ab-f6c7-442e-b6d2-c53dc8897efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ac163b22-6dbe-4f74-9441-5d83aaaf42c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:13:56.174467 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-995197e5-8396-4fc3-ab50-93b1feae8aed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:56.175021 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995197e5-8396-4fc3-ab50-93b1feae8aed None None] Bound using segment: {'id': 'e9db93ab-f6c7-442e-b6d2-c53dc8897efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ac163b22-6dbe-4f74-9441-5d83aaaf42c4'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:13:56.175655 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-995197e5-8396-4fc3-ab50-93b1feae8aed None None] Bound port: d0dfd072-55e2-41e6-b235-66a0b8e6446e, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9db93ab-f6c7-442e-b6d2-c53dc8897efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ac163b22-6dbe-4f74-9441-5d83aaaf42c4'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:13:56.176264 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-995197e5-8396-4fc3-ab50-93b1feae8aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:56.185531 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121d7b3b-178f-415f-b8c8-fd999d5de138 None None] Checking router: fa8c3221-ba07-4be6-bada-e1305d269478 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:13:56.189460 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121d7b3b-178f-415f-b8c8-fd999d5de138 None None] Updating router fa8c3221-ba07-4be6-bada-e1305d269478 port 8e42be80-f29b-46db-ba35-96636f2fb622 binding host n-d-825064-1 {{(pid=102432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:13:56.267136 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-121d7b3b-178f-415f-b8c8-fd999d5de138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:56.269807 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-995197e5-8396-4fc3-ab50-93b1feae8aed None None] For port d0dfd072-55e2-41e6-b235-66a0b8e6446e, host n-d-825064-1, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:13:56.274044 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-995197e5-8396-4fc3-ab50-93b1feae8aed None None] For port d0dfd072-55e2-41e6-b235-66a0b8e6446e, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=d0dfd072-55e2-41e6-b235-66a0b8e6446e,segment=NetworkSegment(e9db93ab-f6c7-442e-b6d2-c53dc8897efd),segment_id=e9db93ab-f6c7-442e-b6d2-c53dc8897efd)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:13:56.287129 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-995197e5-8396-4fc3-ab50-93b1feae8aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:56.472468 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device cd5d6978-375b-4f11-b4bc-bfafdfe6dd9c up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:13:56.474632 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device ec080a32-2c88-4bfb-b756-92e6efa937e5 details requested by agent hyperv_n-h1-825064-1 with host n-h1-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:13:56.517976 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995197e5-8396-4fc3-ab50-93b1feae8aed None None] Routers {'b7ea9019-2842-465d-9d1c-9248830f2ffa'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:13:56.518616 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-995197e5-8396-4fc3-ab50-93b1feae8aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:13:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['b7ea9019-2842-465d-9d1c-9248830f2ffa'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:13:56.621948 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab083a5c-4944-4d81-8aa5-6caf89c851f6 None None] Pushing event updated for resources: {'Port': ['ID=d0dfd072-55e2-41e6-b235-66a0b8e6446e,revision_number=4']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:56.727726 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-995197e5-8396-4fc3-ab50-93b1feae8aed None None] Set router b7ea9019-2842-465d-9d1c-9248830f2ffa gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:13:56.799267 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b0c4d18f-eef8-463b-8baa-8455bad480f5 req-cc34ee52-f00d-42aa-8e26-a86c855437cc service neutron] 10.222.0.53 "GET /v2.0/networks/ac163b22-6dbe-4f74-9441-5d83aaaf42c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6377177 Jan 18 22:13:56.805566 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c84bcf6-9687-41fe-a36f-bae70521ef30 req-4baeccfc-d124-4416-89dc-f95277b5739b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:56.807240 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5c84bcf6-9687-41fe-a36f-bae70521ef30 req-4baeccfc-d124-4416-89dc-f95277b5739b service neutron] 10.222.0.67 "GET /v2.0/networks?id=aed2eca7-1bb0-443d-8485-b985dbe9851b HTTP/1.1" status: 200 len: 869 time: 0.6469395 Jan 18 22:13:56.840258 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 53956) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:13:56.855244 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-2f41fa05-3372-4841-9fb0-5a3ce8082c64 None None] Provisioning complete for port d0dfd072-55e2-41e6-b235-66a0b8e6446e triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:13:56.855799 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2f41fa05-3372-4841-9fb0-5a3ce8082c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:56.857466 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 53960) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:13:56.863488 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-1675e11e-3ccd-46df-9568-ad9f4dbd26d7 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Request body: {'security_group': {'name': 'tempest-securitygroup--726197559', 'description': 'tempest-description--1213056395'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:13:56.918762 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1675e11e-3ccd-46df-9568-ad9f4dbd26d7 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:56.921302 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5c84bcf6-9687-41fe-a36f-bae70521ef30 req-0953f5a6-171a-4776-a7c0-d8cccc6f934d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=41b77fb8-37eb-44c5-90ef-d172c792f48f HTTP/1.1" status: 200 len: 217 time: 0.1030362 Jan 18 22:13:57.014182 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-074d1fe6-be61-4a1c-b0f4-6f16e7e5208c tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:57.037097 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port cd5d6978-375b-4f11-b4bc-bfafdfe6dd9c triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:13:57.040539 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:57.060093 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-e9a5e4db-534b-47ff-b8c3-ee62e8245600 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-926967270-network', 'tenant_id': '76c77dff09144c42b5e3c43e0d464bdb'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:13:57.075401 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1675e11e-3ccd-46df-9568-ad9f4dbd26d7 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:57.094748 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1675e11e-3ccd-46df-9568-ad9f4dbd26d7 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:57.103474 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c84bcf6-9687-41fe-a36f-bae70521ef30 req-3f348fdf-4788-436a-bc2f-fc7a4d317bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:57.104874 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5c84bcf6-9687-41fe-a36f-bae70521ef30 req-3f348fdf-4788-436a-bc2f-fc7a4d317bec service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8518183d-cc63-459a-b971-d4c7514e001f HTTP/1.1" status: 200 len: 843 time: 0.1650882 Jan 18 22:13:57.114169 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-995197e5-8396-4fc3-ab50-93b1feae8aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ea9019-2842-465d-9d1c-9248830f2ffa', 'name': 'tempest-FloatingIPsAssociationTestJSON-831016946-router', 'tenant_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '2304f75f-a5ed-4e63-939c-0d1b89fc3871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:13:41Z', 'updated_at': '2022-01-18T22:13:49Z', 'revision_number': 4, 'project_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'gw_port': {'id': '2304f75f-a5ed-4e63-939c-0d1b89fc3871', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ea9019-2842-465d-9d1c-9248830f2ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:43Z', 'updated_at': '2022-01-18T22:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'd0dfd072-55e2-41e6-b235-66a0b8e6446e', 'name': '', 'network_id': 'ac163b22-6dbe-4f74-9441-5d83aaaf42c4', 'tenant_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'mac_address': 'fa:16:3e:a0:7b:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7ea9019-2842-465d-9d1c-9248830f2ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '07257b09-c636-44c9-86f7-42df7e4ef3e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:47Z', 'updated_at': '2022-01-18T22:13:56Z', 'revision_number': 4, 'project_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'subnets': [{'id': '07257b09-c636-44c9-86f7-42df7e4ef3e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:13:57.156250 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995197e5-8396-4fc3-ab50-93b1feae8aed None None] The sync data for ids ['b7ea9019-2842-465d-9d1c-9248830f2ffa'] in n-d-825064-1 is: [{'id': 'b7ea9019-2842-465d-9d1c-9248830f2ffa', 'name': 'tempest-FloatingIPsAssociationTestJSON-831016946-router', 'tenant_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '2304f75f-a5ed-4e63-939c-0d1b89fc3871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:13:41Z', 'updated_at': '2022-01-18T22:13:49Z', 'revision_number': 4, 'project_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'gw_port': {'id': '2304f75f-a5ed-4e63-939c-0d1b89fc3871', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ea9019-2842-465d-9d1c-9248830f2ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:43Z', 'updated_at': '2022-01-18T22:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'd0dfd072-55e2-41e6-b235-66a0b8e6446e', 'name': '', 'network_id': 'ac163b22-6dbe-4f74-9441-5d83aaaf42c4', 'tenant_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'mac_address': 'fa:16:3e:a0:7b:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7ea9019-2842-465d-9d1c-9248830f2ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '07257b09-c636-44c9-86f7-42df7e4ef3e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:47Z', 'updated_at': '2022-01-18T22:13:56Z', 'revision_number': 4, 'project_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'subnets': [{'id': '07257b09-c636-44c9-86f7-42df7e4ef3e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:13:57.157298 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9a5e4db-534b-47ff-b8c3-ee62e8245600 admin admin] Made reservation on behalf of 76c77dff09144c42b5e3c43e0d464bdb for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:13:57.159601 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e9a5e4db-534b-47ff-b8c3-ee62e8245600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:57.186342 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b0c4d18f-eef8-463b-8baa-8455bad480f5 req-253c8815-aa88-4ae5-9b67-150b466efe3e service neutron] 10.222.0.53 "GET /v2.0/networks/ac163b22-6dbe-4f74-9441-5d83aaaf42c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3778932 Jan 18 22:13:57.199283 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de429505-5f70-4f80-a929-9f022476da40 req-7da638d7-8b85-4468-be8e-3ad834d0de55 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:57.200881 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-de429505-5f70-4f80-a929-9f022476da40 req-7da638d7-8b85-4468-be8e-3ad834d0de55 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/ports?device_id=7adbfe4f-bab5-4c2a-8403-4315ff49af62 HTTP/1.1" status: 200 len: 943 time: 0.1831529 Jan 18 22:13:57.219759 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-074d1fe6-be61-4a1c-b0f4-6f16e7e5208c tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:57.243440 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e9a5e4db-534b-47ff-b8c3-ee62e8245600 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:57.304593 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1675e11e-3ccd-46df-9568-ad9f4dbd26d7 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:57.314883 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-1675e11e-3ccd-46df-9568-ad9f4dbd26d7 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4561124 Jan 18 22:13:57.317432 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 53964) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:13:57.322163 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-74c18618-742d-4b20-a2e1-2bf653b44c94 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Request body: {'security_group_rule': {'security_group_id': '7fead2ec-99b5-4f01-a8ba-653859b4c215', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:13:57.362561 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c84bcf6-9687-41fe-a36f-bae70521ef30 req-0f9a9c6d-9e4f-4569-b51e-0116e89e00cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:57.364146 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5c84bcf6-9687-41fe-a36f-bae70521ef30 req-0f9a9c6d-9e4f-4569-b51e-0116e89e00cf service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aed2eca7-1bb0-443d-8485-b985dbe9851b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2462311 Jan 18 22:13:57.367755 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1675e11e-3ccd-46df-9568-ad9f4dbd26d7 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fead2ec-99b5-4f01-a8ba-653859b4c215,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:57.395125 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port ec080a32-2c88-4bfb-b756-92e6efa937e5, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=ec080a32-2c88-4bfb-b756-92e6efa937e5,segment=NetworkSegment(a97910f7-cad7-42ae-9f6e-c8965771467a),segment_id=a97910f7-cad7-42ae-9f6e-c8965771467a)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:13:57.402882 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074d1fe6-be61-4a1c-b0f4-6f16e7e5208c tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:13:57.410539 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-de429505-5f70-4f80-a929-9f022476da40 req-51132a53-aa5a-4fdf-a1d0-c3d092369e1e tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac5bfedd-8c81-4ad7-9f0f-99ba0a339521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030568 Jan 18 22:13:57.463200 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Returning: {'device': 'ec080a32-2c88-4bfb-b756-92e6efa937e5', 'network_id': 'db135028-f57a-417d-a5fc-9f73c3e34dd7', 'port_id': 'ec080a32-2c88-4bfb-b756-92e6efa937e5', 'mac_address': 'fa:16:3e:b0:08:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d1c997a-9e2b-4f20-9423-81e2cb97ac40', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:13:57.541506 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-074d1fe6-be61-4a1c-b0f4-6f16e7e5208c tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:13:57.544695 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9847e58f-3ed8-41f5-8df0-6eedcffbd378 x-openstack-request-id: req-9847e58f-3ed8-41f5-8df0-6eedcffbd378 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:13:57.544990 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a16b243-e0db-4be8-b66d-d935bf2197ac", "name": "network-vif-deleted", "tag": "b69e1f02-eb23-4d32-9e18-6f0ce3b1e9b4", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:13:57.545241 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9847e58f-3ed8-41f5-8df0-6eedcffbd378 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:13:57.546086 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a16b243-e0db-4be8-b66d-d935bf2197ac', 'name': 'network-vif-deleted', 'tag': 'b69e1f02-eb23-4d32-9e18-6f0ce3b1e9b4', 'status': 'completed', 'code': 200} Jan 18 22:13:57.558318 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e9a5e4db-534b-47ff-b8c3-ee62e8245600 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:57.558696 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074d1fe6-be61-4a1c-b0f4-6f16e7e5208c tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Pushing event updated for resources: {'Port': ['ID=4c5c2043-368d-437e-aa4a-fb96925c7155,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:57.563158 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074d1fe6-be61-4a1c-b0f4-6f16e7e5208c tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:13:57.581374 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e9a5e4db-534b-47ff-b8c3-ee62e8245600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:57.600572 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9a5e4db-534b-47ff-b8c3-ee62e8245600 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:13:57.608783 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-121d7b3b-178f-415f-b8c8-fd999d5de138 None None] Notify callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:57.615338 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2f41fa05-3372-4841-9fb0-5a3ce8082c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:57.618490 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e9a5e4db-534b-47ff-b8c3-ee62e8245600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:57.631523 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-e9a5e4db-534b-47ff-b8c3-ee62e8245600 admin admin] Added segment 724b2afa-1e83-4f7a-aa8d-73e3eac882e0 of type vlan for network 6c46501c-2977-42a9-95d0-8310f5875032 Jan 18 22:13:57.634286 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-121d7b3b-178f-415f-b8c8-fd999d5de138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:57.727034 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:57.747903 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e9a5e4db-534b-47ff-b8c3-ee62e8245600 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:57.764303 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-74c18618-742d-4b20-a2e1-2bf653b44c94 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:57.767702 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a5e4db-534b-47ff-b8c3-ee62e8245600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b03c7d5-ea2f-4e24-a688-7c5247efb246,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:57.840817 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e9a5e4db-534b-47ff-b8c3-ee62e8245600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:57.842051 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a5e4db-534b-47ff-b8c3-ee62e8245600 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:57.842778 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e9a5e4db-534b-47ff-b8c3-ee62e8245600 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:57.882611 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5c84bcf6-9687-41fe-a36f-bae70521ef30 req-ae2afb50-e213-4d92-b86e-7c6a9e448f97 service neutron] 10.222.0.67 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4955962 Jan 18 22:13:57.883110 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-074d1fe6-be61-4a1c-b0f4-6f16e7e5208c tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:57.975439 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-e9a5e4db-534b-47ff-b8c3-ee62e8245600 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 900 time: 1.1335373 Jan 18 22:13:58.005152 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-121d7b3b-178f-415f-b8c8-fd999d5de138 None None] Attempting to bind port 8e42be80-f29b-46db-ba35-96636f2fb622 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:13:58.005536 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-121d7b3b-178f-415f-b8c8-fd999d5de138 None None] Attempting to bind port 8e42be80-f29b-46db-ba35-96636f2fb622 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '54058af5-a5b1-45e9-977a-39ef1b01c87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:13:58.005909 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121d7b3b-178f-415f-b8c8-fd999d5de138 None None] Attempting to bind port 8e42be80-f29b-46db-ba35-96636f2fb622 on network e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:13:58.018696 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 53976) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:13:58.020544 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806c3147-4667-4976-8462-dcc8fbb076ec None None] Pushing event updated for resources: {'Port': ['ID=8e42be80-f29b-46db-ba35-96636f2fb622,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:58.048997 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a5e4db-534b-47ff-b8c3-ee62e8245600 admin admin] Pushing event updated for resources: {'Network': ['ID=6c46501c-2977-42a9-95d0-8310f5875032,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:58.051238 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-2f41fa05-3372-4841-9fb0-5a3ce8082c64 None None] For port d0dfd072-55e2-41e6-b235-66a0b8e6446e, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=d0dfd072-55e2-41e6-b235-66a0b8e6446e,segment=NetworkSegment(e9db93ab-f6c7-442e-b6d2-c53dc8897efd),segment_id=e9db93ab-f6c7-442e-b6d2-c53dc8897efd)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:13:58.063305 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec080a32-2c88-4bfb-b756-92e6efa937e5 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:13:58.067404 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-4b1cf846-4cff-4478-8af3-6f8818dc70f9 admin admin] Request body: {'subnet': {'network_id': '6c46501c-2977-42a9-95d0-8310f5875032', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-926967270-subnet', 'tenant_id': '76c77dff09144c42b5e3c43e0d464bdb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:13:58.165457 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port ec080a32-2c88-4bfb-b756-92e6efa937e5, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=ec080a32-2c88-4bfb-b756-92e6efa937e5,segment=NetworkSegment(a97910f7-cad7-42ae-9f6e-c8965771467a),segment_id=a97910f7-cad7-42ae-9f6e-c8965771467a)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:13:58.179150 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 6c46501c-2977-42a9-95d0-8310f5875032 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:13:58.182392 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device d0dfd072-55e2-41e6-b235-66a0b8e6446e up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:13:58.195681 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2f41fa05-3372-4841-9fb0-5a3ce8082c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:58.203744 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:58.276774 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121d7b3b-178f-415f-b8c8-fd999d5de138 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:13:58.277297 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-74c18618-742d-4b20-a2e1-2bf653b44c94 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:58.277999 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121d7b3b-178f-415f-b8c8-fd999d5de138 None None] Checking segment: {'id': '54058af5-a5b1-45e9-977a-39ef1b01c87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:13:58.278811 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-121d7b3b-178f-415f-b8c8-fd999d5de138 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:58.279489 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121d7b3b-178f-415f-b8c8-fd999d5de138 None None] Bound using segment: {'id': '54058af5-a5b1-45e9-977a-39ef1b01c87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:13:58.280410 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-121d7b3b-178f-415f-b8c8-fd999d5de138 None None] Bound port: 8e42be80-f29b-46db-ba35-96636f2fb622, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54058af5-a5b1-45e9-977a-39ef1b01c87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:13:58.281121 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-121d7b3b-178f-415f-b8c8-fd999d5de138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:58.298337 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b1cf846-4cff-4478-8af3-6f8818dc70f9 admin admin] Made reservation on behalf of 76c77dff09144c42b5e3c43e0d464bdb for: {'subnet': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:13:58.301690 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4b1cf846-4cff-4478-8af3-6f8818dc70f9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:58.428251 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f634cfab-8c77-448b-92b6-bd589561a399 req-1adb4862-9744-4559-abcb-9ca332c81914 tempest-ServerDiagnosticsNegativeTest-480293600 tempest-ServerDiagnosticsNegativeTest-480293600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:58.436887 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f634cfab-8c77-448b-92b6-bd589561a399 req-1adb4862-9744-4559-abcb-9ca332c81914 tempest-ServerDiagnosticsNegativeTest-480293600 tempest-ServerDiagnosticsNegativeTest-480293600-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7664568-9b73-4400-8e06-4a433333975a HTTP/1.1" status: 200 len: 947 time: 0.7485015 Jan 18 22:13:58.451627 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['ec080a32-2c88-4bfb-b756-92e6efa937e5'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:13:58.466250 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-74c18618-742d-4b20-a2e1-2bf653b44c94 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:58.540717 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-810cb6d4-d186-4227-8b19-4b8aba826140 None None] Provisioning complete for port d0dfd072-55e2-41e6-b235-66a0b8e6446e triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:13:58.541144 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-810cb6d4-d186-4227-8b19-4b8aba826140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:58.583316 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f41fa05-3372-4841-9fb0-5a3ce8082c64 None None] Pushing event updated for resources: {'Port': ['ID=d0dfd072-55e2-41e6-b235-66a0b8e6446e,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:58.598482 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f634cfab-8c77-448b-92b6-bd589561a399 req-5ddab29a-f5f5-4fad-8431-74a30d270fe5 tempest-ServerDiagnosticsNegativeTest-480293600 tempest-ServerDiagnosticsNegativeTest-480293600-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa7a3e8f-d023-4ccd-83ce-815118c60ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597145 Jan 18 22:13:58.599246 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c18618-742d-4b20-a2e1-2bf653b44c94 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e427dec9-6580-4bf6-bd57-d2fb4bc25ea1,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:58.682896 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-121d7b3b-178f-415f-b8c8-fd999d5de138 None None] For port 8e42be80-f29b-46db-ba35-96636f2fb622, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:13:58.689521 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port d0dfd072-55e2-41e6-b235-66a0b8e6446e triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:13:58.689893 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:58.712405 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-121d7b3b-178f-415f-b8c8-fd999d5de138 None None] For port 8e42be80-f29b-46db-ba35-96636f2fb622, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=8e42be80-f29b-46db-ba35-96636f2fb622,segment=NetworkSegment(54058af5-a5b1-45e9-977a-39ef1b01c87e),segment_id=54058af5-a5b1-45e9-977a-39ef1b01c87e)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:13:58.716160 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-74c18618-742d-4b20-a2e1-2bf653b44c94 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:58.717616 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-74c18618-742d-4b20-a2e1-2bf653b44c94 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3988409 Jan 18 22:13:58.721827 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 53994) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:13:58.730405 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-c9114d31-251e-4af4-9737-616bf99eeb4e tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Request body: {'security_group_rule': {'security_group_id': '7fead2ec-99b5-4f01-a8ba-653859b4c215', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:13:58.750553 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aa7550a6-4112-475e-9802-c352384b4107 req-81be3902-a72d-4dd3-beb6-1ec82a194eea tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d17b9a3-f774-44ce-bd1f-faf2447e4859 HTTP/1.1" status: 200 len: 210 time: 0.2297814 Jan 18 22:13:58.753102 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-121d7b3b-178f-415f-b8c8-fd999d5de138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:58.753668 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-074d1fe6-be61-4a1c-b0f4-6f16e7e5208c tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:58.760546 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=ec080a32-2c88-4bfb-b756-92e6efa937e5,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:58.775750 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5c84bcf6-9687-41fe-a36f-bae70521ef30 req-b380bfe2-a621-4654-9b8b-94445f97f672 service neutron] 10.222.0.67 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8619103 Jan 18 22:13:58.802242 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c9114d31-251e-4af4-9737-616bf99eeb4e tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:58.959933 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806c3147-4667-4976-8462-dcc8fbb076ec None None] Pushing event updated for resources: {'Port': ['ID=8e42be80-f29b-46db-ba35-96636f2fb622,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:58.971085 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121d7b3b-178f-415f-b8c8-fd999d5de138 None None] Routers {'fa8c3221-ba07-4be6-bada-e1305d269478'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:13:58.972165 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-121d7b3b-178f-415f-b8c8-fd999d5de138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:13:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['fa8c3221-ba07-4be6-bada-e1305d269478'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:13:58.986924 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c9114d31-251e-4af4-9737-616bf99eeb4e tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:59.004599 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c9114d31-251e-4af4-9737-616bf99eeb4e tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:59.027393 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9114d31-251e-4af4-9737-616bf99eeb4e tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec250db8-3fb1-45c7-8c59-e198d3f99709,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:59.042484 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c9114d31-251e-4af4-9737-616bf99eeb4e tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:59.044517 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-c9114d31-251e-4af4-9737-616bf99eeb4e tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3206573 Jan 18 22:13:59.051151 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 53998) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:13:59.063783 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-0be3b810-02b1-4268-af9e-6c4020c9e4f0 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Request body: {'floatingip': {'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:13:59.097916 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0be3b810-02b1-4268-af9e-6c4020c9e4f0 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Notify callbacks [] for floatingip, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:59.116759 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-810cb6d4-d186-4227-8b19-4b8aba826140 None None] Provisioning complete for port 8e42be80-f29b-46db-ba35-96636f2fb622 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:13:59.117691 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-810cb6d4-d186-4227-8b19-4b8aba826140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:59.247741 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4b1cf846-4cff-4478-8af3-6f8818dc70f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for subnet, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:59.271921 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0be3b810-02b1-4268-af9e-6c4020c9e4f0 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:59.341178 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-121d7b3b-178f-415f-b8c8-fd999d5de138 None None] Set router fa8c3221-ba07-4be6-bada-e1305d269478 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:13:59.379402 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047c73e6-caab-4c2a-8b6b-60842df0f0dc req-e0dbb36e-7d55-4644-8908-016ad32f571f tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:59.381363 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-047c73e6-caab-4c2a-8b6b-60842df0f0dc req-e0dbb36e-7d55-4644-8908-016ad32f571f tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea2fd9d7-85ea-436e-ab9a-5ecaf9ec9041 HTTP/1.1" status: 200 len: 950 time: 0.3784235 Jan 18 22:13:59.397116 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-0be3b810-02b1-4268-af9e-6c4020c9e4f0 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Allocated IP 172.25.5.86 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/408f7725-fe5b-4dc2-a826-0a971cc0a2b0) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:13:59.413034 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-074d1fe6-be61-4a1c-b0f4-6f16e7e5208c tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:59.438263 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c6d30c-bd68-48f4-b9d1-c64a34781661 req-2aa98bbc-a540-465f-932f-1551783df0dc tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:59.439954 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-13c6d30c-bd68-48f4-b9d1-c64a34781661 req-2aa98bbc-a540-465f-932f-1551783df0dc tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/ports?device_id=7adbfe4f-bab5-4c2a-8403-4315ff49af62 HTTP/1.1" status: 200 len: 944 time: 0.4337301 Jan 18 22:13:59.440697 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1cf846-4cff-4478-8af3-6f8818dc70f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66c43e1c-8a1a-40af-beae-fdfd2fcdc2de,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:59.456846 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-074d1fe6-be61-4a1c-b0f4-6f16e7e5208c tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:59.519637 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0be3b810-02b1-4268-af9e-6c4020c9e4f0 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:59.532940 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1cf846-4cff-4478-8af3-6f8818dc70f9 admin admin] Checking segment: {'id': '724b2afa-1e83-4f7a-aa8d-73e3eac882e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6c46501c-2977-42a9-95d0-8310f5875032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:13:59.533966 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1cf846-4cff-4478-8af3-6f8818dc70f9 admin admin] Network hostable DHCP agents. Network: 6c46501c-2977-42a9-95d0-8310f5875032, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:13:59.543139 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c4d18f-eef8-463b-8baa-8455bad480f5 req-d3d947de-c831-4f99-ae6a-0de836fdcffd tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:59.544636 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b0c4d18f-eef8-463b-8baa-8455bad480f5 req-d3d947de-c831-4f99-ae6a-0de836fdcffd tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] 10.222.0.67 "GET /v2.0/networks?id=ac163b22-6dbe-4f74-9441-5d83aaaf42c4 HTTP/1.1" status: 200 len: 820 time: 0.4242887 Jan 18 22:13:59.547373 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-074d1fe6-be61-4a1c-b0f4-6f16e7e5208c tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043075'] for floatingip, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:59.558993 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0be3b810-02b1-4268-af9e-6c4020c9e4f0 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:59.571804 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-b0c4d18f-eef8-463b-8baa-8455bad480f5 req-05590be1-468b-40d0-b7f2-eb33ca542753 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Request body: {'port': {'device_id': '6d17b9a3-f774-44ce-bd1f-faf2447e4859', 'network_id': 'ac163b22-6dbe-4f74-9441-5d83aaaf42c4', 'admin_state_up': True, 'tenant_id': 'b4fa371f1ebf4a37ba7e58b461b03d52'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:13:59.605135 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-047c73e6-caab-4c2a-8b6b-60842df0f0dc req-d9aac442-ce7d-49dd-9259-beb9b1b89ce3 tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f72a7ca-d99c-4482-be1e-32e399b65a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023802 Jan 18 22:13:59.613360 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be3b810-02b1-4268-af9e-6c4020c9e4f0 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:13:59.617408 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-0be3b810-02b1-4268-af9e-6c4020c9e4f0 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:13:59.620419 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be3b810-02b1-4268-af9e-6c4020c9e4f0 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:13:59.625472 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be3b810-02b1-4268-af9e-6c4020c9e4f0 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Pushing event updated for resources: {'Port': ['ID=408f7725-fe5b-4dc2-a826-0a971cc0a2b0,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:59.701919 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 41b77fb8-37eb-44c5-90ef-d172c792f48f details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:13:59.730440 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-810cb6d4-d186-4227-8b19-4b8aba826140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:59.746683 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0be3b810-02b1-4268-af9e-6c4020c9e4f0 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:59.767789 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462819d1-223d-4ec2-9d26-5069be47d866 req-11c7f714-11c3-4c53-97be-e513fdf33e4e tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:59.769363 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-462819d1-223d-4ec2-9d26-5069be47d866 req-11c7f714-11c3-4c53-97be-e513fdf33e4e tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea2fd9d7-85ea-436e-ab9a-5ecaf9ec9041 HTTP/1.1" status: 200 len: 950 time: 0.0944061 Jan 18 22:13:59.811173 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 22:13:59.823404 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0be3b810-02b1-4268-af9e-6c4020c9e4f0 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:59.846700 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074d1fe6-be61-4a1c-b0f4-6f16e7e5208c tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Pushing event updated for resources: {'Port': ['ID=4c5c2043-368d-437e-aa4a-fb96925c7155,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:13:59.863467 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-074d1fe6-be61-4a1c-b0f4-6f16e7e5208c tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:59.864685 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-074d1fe6-be61-4a1c-b0f4-6f16e7e5208c tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.4916141 Jan 18 22:13:59.868547 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-810cb6d4-d186-4227-8b19-4b8aba826140 None None] For port 8e42be80-f29b-46db-ba35-96636f2fb622, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=8e42be80-f29b-46db-ba35-96636f2fb622,segment=NetworkSegment(54058af5-a5b1-45e9-977a-39ef1b01c87e),segment_id=54058af5-a5b1-45e9-977a-39ef1b01c87e)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:13:59.878130 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-13c6d30c-bd68-48f4-b9d1-c64a34781661 req-7628ea62-dd51-4100-b54a-96f38e6d4542 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac5bfedd-8c81-4ad7-9f0f-99ba0a339521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3962638 Jan 18 22:13:59.901366 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1cf846-4cff-4478-8af3-6f8818dc70f9 admin admin] Network 6c46501c-2977-42a9-95d0-8310f5875032 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:13:59.927603 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 41b77fb8-37eb-44c5-90ef-d172c792f48f, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=41b77fb8-37eb-44c5-90ef-d172c792f48f,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:13:59.943745 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-4b1cf846-4cff-4478-8af3-6f8818dc70f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 6c46501c-2977-42a9-95d0-8310f5875032) {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:13:59.956384 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1cf846-4cff-4478-8af3-6f8818dc70f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:59.956975 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4b1cf846-4cff-4478-8af3-6f8818dc70f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:13:59.983390 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea336eb-cce6-4ec1-9b20-237624f3e781 req-d959180f-d281-4555-97c6-11fcf357081a tempest-ServerDiagnosticsNegativeTest-480293600 tempest-ServerDiagnosticsNegativeTest-480293600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:13:59.985021 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9ea336eb-cce6-4ec1-9b20-237624f3e781 req-d959180f-d281-4555-97c6-11fcf357081a tempest-ServerDiagnosticsNegativeTest-480293600 tempest-ServerDiagnosticsNegativeTest-480293600-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7664568-9b73-4400-8e06-4a433333975a HTTP/1.1" status: 200 len: 947 time: 0.1336117 Jan 18 22:13:59.996314 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-121d7b3b-178f-415f-b8c8-fd999d5de138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa8c3221-ba07-4be6-bada-e1305d269478', 'name': 'tempest-ServerActionsTestJSON-612760161-router', 'tenant_id': '584d50ef6ed64545aac1e7947879ab5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': 'cd5d6978-375b-4f11-b4bc-bfafdfe6dd9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:13:41Z', 'updated_at': '2022-01-18T22:13:51Z', 'revision_number': 4, 'project_id': '584d50ef6ed64545aac1e7947879ab5e', 'gw_port': {'id': 'cd5d6978-375b-4f11-b4bc-bfafdfe6dd9c', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d3:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8c3221-ba07-4be6-bada-e1305d269478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:43Z', 'updated_at': '2022-01-18T22:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '8e42be80-f29b-46db-ba35-96636f2fb622', 'name': '', 'network_id': 'e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84', 'tenant_id': '584d50ef6ed64545aac1e7947879ab5e', 'mac_address': 'fa:16:3e:48:e2:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa8c3221-ba07-4be6-bada-e1305d269478', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '42841b58-d144-4855-94d6-b7b43c1900e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:49Z', 'updated_at': '2022-01-18T22:13:58Z', 'revision_number': 4, 'project_id': '584d50ef6ed64545aac1e7947879ab5e', 'subnets': [{'id': '42841b58-d144-4855-94d6-b7b43c1900e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:14:00.005409 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-4b1cf846-4cff-4478-8af3-6f8818dc70f9 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.9464781 Jan 18 22:14:00.013839 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 54012) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:14:00.021938 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-343ec91c-400f-4ca7-a987-d2ae3421fee9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-926967270-router', 'tenant_id': '76c77dff09144c42b5e3c43e0d464bdb', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:14:00.036823 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': '41b77fb8-37eb-44c5-90ef-d172c792f48f', 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b', 'port_id': '41b77fb8-37eb-44c5-90ef-d172c792f48f', 'mac_address': 'fa:16:3e:1a:b7:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8518183d-cc63-459a-b971-d4c7514e001f', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:14:00.043706 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121d7b3b-178f-415f-b8c8-fd999d5de138 None None] The sync data for ids ['fa8c3221-ba07-4be6-bada-e1305d269478'] in n-d-825064-1 is: [{'id': 'fa8c3221-ba07-4be6-bada-e1305d269478', 'name': 'tempest-ServerActionsTestJSON-612760161-router', 'tenant_id': '584d50ef6ed64545aac1e7947879ab5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': 'cd5d6978-375b-4f11-b4bc-bfafdfe6dd9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:13:41Z', 'updated_at': '2022-01-18T22:13:51Z', 'revision_number': 4, 'project_id': '584d50ef6ed64545aac1e7947879ab5e', 'gw_port': {'id': 'cd5d6978-375b-4f11-b4bc-bfafdfe6dd9c', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d3:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8c3221-ba07-4be6-bada-e1305d269478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:43Z', 'updated_at': '2022-01-18T22:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '8e42be80-f29b-46db-ba35-96636f2fb622', 'name': '', 'network_id': 'e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84', 'tenant_id': '584d50ef6ed64545aac1e7947879ab5e', 'mac_address': 'fa:16:3e:48:e2:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa8c3221-ba07-4be6-bada-e1305d269478', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '42841b58-d144-4855-94d6-b7b43c1900e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:49Z', 'updated_at': '2022-01-18T22:13:58Z', 'revision_number': 4, 'project_id': '584d50ef6ed64545aac1e7947879ab5e', 'subnets': [{'id': '42841b58-d144-4855-94d6-b7b43c1900e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:14:00.057712 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b143631-6364-481a-ac79-8b346c8d16c3 None None] Network 6c46501c-2977-42a9-95d0-8310f5875032 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:14:00.063158 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-810cb6d4-d186-4227-8b19-4b8aba826140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:00.077185 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9ea336eb-cce6-4ec1-9b20-237624f3e781 req-0d64a29b-abe8-4c2d-b199-61da16df18be tempest-ServerDiagnosticsNegativeTest-480293600 tempest-ServerDiagnosticsNegativeTest-480293600-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa7a3e8f-d023-4ccd-83ce-815118c60ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841558 Jan 18 22:14:00.080957 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0c4d18f-eef8-463b-8baa-8455bad480f5 req-05590be1-468b-40d0-b7f2-eb33ca542753 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Made reservation on behalf of b4fa371f1ebf4a37ba7e58b461b03d52 for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:14:00.087157 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-b0c4d18f-eef8-463b-8baa-8455bad480f5 req-05590be1-468b-40d0-b7f2-eb33ca542753 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:00.162647 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0be3b810-02b1-4268-af9e-6c4020c9e4f0 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:00.203911 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0be3b810-02b1-4268-af9e-6c4020c9e4f0 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:00.218402 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device d0dfd072-55e2-41e6-b235-66a0b8e6446e up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:14:00.275540 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0be3b810-02b1-4268-af9e-6c4020c9e4f0 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043075'] for floatingip, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:00.288214 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-343ec91c-400f-4ca7-a987-d2ae3421fee9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1044160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8692'] for router, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:00.289372 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-343ec91c-400f-4ca7-a987-d2ae3421fee9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1040680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8675'] for router, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:00.297179 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be3b810-02b1-4268-af9e-6c4020c9e4f0 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Pushing event updated for resources: {'Port': ['ID=408f7725-fe5b-4dc2-a826-0a971cc0a2b0,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:00.314349 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-462819d1-223d-4ec2-9d26-5069be47d866 req-fbb0d14c-c769-4a4c-b791-41d1b864a620 tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] Deleting port 71697cfd-3ad1-4fd2-a441-336d49388aa9 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:14:00.314996 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-462819d1-223d-4ec2-9d26-5069be47d866 req-fbb0d14c-c769-4a4c-b791-41d1b864a620 tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:00.323856 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0be3b810-02b1-4268-af9e-6c4020c9e4f0 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:00.334486 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-0be3b810-02b1-4268-af9e-6c4020c9e4f0 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2741539 Jan 18 22:14:00.402196 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7e540e9b-b929-4c96-abfe-2ad9b420c20b req-0d560e0a-10a1-4fb2-a092-27ee12caefad tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d17b9a3-f774-44ce-bd1f-faf2447e4859 HTTP/1.1" status: 200 len: 210 time: 0.1269560 Jan 18 22:14:00.414013 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810cb6d4-d186-4227-8b19-4b8aba826140 None None] Pushing event updated for resources: {'Port': ['ID=8e42be80-f29b-46db-ba35-96636f2fb622,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:00.438134 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-b9c9ea0b-b8a7-48ea-8475-6feaa0ae0a07 None None] Provisioning complete for port 8e42be80-f29b-46db-ba35-96636f2fb622 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:14:00.438587 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b9c9ea0b-b8a7-48ea-8475-6feaa0ae0a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:00.441111 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:00.506137 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device ec080a32-2c88-4bfb-b756-92e6efa937e5 up at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:14:00.514606 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-462819d1-223d-4ec2-9d26-5069be47d866 req-fbb0d14c-c769-4a4c-b791-41d1b864a620 tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] For port 71697cfd-3ad1-4fd2-a441-336d49388aa9, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=71697cfd-3ad1-4fd2-a441-336d49388aa9,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:14:00.515232 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-462819d1-223d-4ec2-9d26-5069be47d866 req-fbb0d14c-c769-4a4c-b791-41d1b864a620 tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:00.538092 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-462819d1-223d-4ec2-9d26-5069be47d866 req-fbb0d14c-c769-4a4c-b791-41d1b864a620 tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] Calling delete_port for 71697cfd-3ad1-4fd2-a441-336d49388aa9 owned by compute:nova {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:14:00.539849 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port d0dfd072-55e2-41e6-b235-66a0b8e6446e triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:14:00.540317 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:00.549412 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41b77fb8-37eb-44c5-90ef-d172c792f48f {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:14:00.554253 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-b0c4d18f-eef8-463b-8baa-8455bad480f5 req-05590be1-468b-40d0-b7f2-eb33ca542753 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Allocated IP 172.20.0.5 (ac163b22-6dbe-4f74-9441-5d83aaaf42c4/07257b09-c636-44c9-86f7-42df7e4ef3e2/66ca2546-3efa-46db-b956-2fb534ebd744) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:14:00.629405 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 41b77fb8-37eb-44c5-90ef-d172c792f48f, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=41b77fb8-37eb-44c5-90ef-d172c792f48f,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:14:00.645819 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:00.692225 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-462819d1-223d-4ec2-9d26-5069be47d866 req-fbb0d14c-c769-4a4c-b791-41d1b864a620 tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:00.708318 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9dd96013-4c51-4418-89a2-791fc66a4a0d req-4a93f450-d614-4eff-900f-e40b624c7bcf tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1545069890&fields=id&tenant_id=43f0b96077a84d2a954b883639e07306 HTTP/1.1" status: 200 len: 267 time: 0.4317338 Jan 18 22:14:00.709664 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-343ec91c-400f-4ca7-a987-d2ae3421fee9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:00.711719 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['71697cfd-3ad1-4fd2-a441-336d49388aa9'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:14:00.753907 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d02aa21-0209-4937-84bd-8d077275ccdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-6c46501c-2977-42a9-95d0-8310f5875032', 'network_id': '6c46501c-2977-42a9-95d0-8310f5875032', 'tenant_id': '76c77dff09144c42b5e3c43e0d464bdb', 'fixed_ips': [{'subnet_id': '66c43e1c-8a1a-40af-beae-fdfd2fcdc2de'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:14:00.754772 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1d02aa21-0209-4937-84bd-8d077275ccdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:00.760114 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb0d14c-c769-4a4c-b791-41d1b864a620 tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] Pushing event deleted for resources: {'Port': ['ID=71697cfd-3ad1-4fd2-a441-336d49388aa9,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:00.807070 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning for port ec080a32-2c88-4bfb-b756-92e6efa937e5 completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:14:00.821442 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-462819d1-223d-4ec2-9d26-5069be47d866 req-fbb0d14c-c769-4a4c-b791-41d1b864a620 tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] No DVR routers for this DVR port 71697cfd-3ad1-4fd2-a441-336d49388aa9 on host n-h1-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:14:00.823972 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-462819d1-223d-4ec2-9d26-5069be47d866 req-fbb0d14c-c769-4a4c-b791-41d1b864a620 tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:00.827509 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-462819d1-223d-4ec2-9d26-5069be47d866 req-fbb0d14c-c769-4a4c-b791-41d1b864a620 tempest-LiveMigrationNegativeTest-201355998 tempest-LiveMigrationNegativeTest-201355998-project] 10.222.0.36 "DELETE /v2.0/ports/71697cfd-3ad1-4fd2-a441-336d49388aa9 HTTP/1.1" status: 204 len: 173 time: 1.0363228 Jan 18 22:14:00.828513 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea2fd9d7-85ea-436e-ab9a-5ecaf9ec9041', 'name': 'network-vif-deleted', 'tag': '71697cfd-3ad1-4fd2-a441-336d49388aa9'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:14:00.831088 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5888c4c-5db8-4610-9dd6-b341477da358" -d '{"events": [{"server_uuid": "ea2fd9d7-85ea-436e-ab9a-5ecaf9ec9041", "name": "network-vif-deleted", "tag": "71697cfd-3ad1-4fd2-a441-336d49388aa9"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:14:00.853849 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning complete for port ec080a32-2c88-4bfb-b756-92e6efa937e5 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:14:00.854219 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:00.866860 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=41b77fb8-37eb-44c5-90ef-d172c792f48f,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:00.951215 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['41b77fb8-37eb-44c5-90ef-d172c792f48f'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:14:01.061037 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-b0c4d18f-eef8-463b-8baa-8455bad480f5 req-05590be1-468b-40d0-b7f2-eb33ca542753 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:01.066317 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-828f87ae-54c1-4e4c-90bf-337f751199df req-9f9e6e37-be97-4b97-8061-f1ba06788151 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--726197559&fields=id&tenant_id=584d50ef6ed64545aac1e7947879ab5e HTTP/1.1" status: 200 len: 267 time: 0.2219925 Jan 18 22:14:01.074147 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-343ec91c-400f-4ca7-a987-d2ae3421fee9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:01.193054 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd96013-4c51-4418-89a2-791fc66a4a0d req-37de2956-a789-4df2-88c6-6129070b5c90 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:01.194432 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9dd96013-4c51-4418-89a2-791fc66a4a0d req-37de2956-a789-4df2-88c6-6129070b5c90 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] 10.222.0.53 "GET /v2.0/networks?id=cc278b4d-dcae-47fd-bae5-bd232ac640b4 HTTP/1.1" status: 200 len: 823 time: 0.4516194 Jan 18 22:14:01.220302 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-1d02aa21-0209-4937-84bd-8d077275ccdf None None] Allocated IP 172.20.0.2 (6c46501c-2977-42a9-95d0-8310f5875032/66c43e1c-8a1a-40af-beae-fdfd2fcdc2de/5b10f42f-1cbd-414d-8123-bfe8ff290de6) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:14:01.238298 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:01.281391 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9dd96013-4c51-4418-89a2-791fc66a4a0d req-6e364741-766c-410a-ad89-2d8c477b3b56 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] 10.222.0.53 "GET /v2.0/quotas/43f0b96077a84d2a954b883639e07306 HTTP/1.1" status: 200 len: 375 time: 0.0486372 Jan 18 22:14:01.317918 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-b0c4d18f-eef8-463b-8baa-8455bad480f5 req-05590be1-468b-40d0-b7f2-eb33ca542753 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:01.353192 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7adbfe4f-bab5-4c2a-8403-4315ff49af62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec080a32-2c88-4bfb-b756-92e6efa937e5'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:14:01.356189 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f92b222f-aba1-4895-ae8b-c4bd3f882c7f" -d '{"events": [{"server_uuid": "7adbfe4f-bab5-4c2a-8403-4315ff49af62", "name": "network-vif-plugged", "status": "completed", "tag": "ec080a32-2c88-4bfb-b756-92e6efa937e5"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:14:01.400524 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port ec080a32-2c88-4bfb-b756-92e6efa937e5, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=ec080a32-2c88-4bfb-b756-92e6efa937e5,segment=NetworkSegment(a97910f7-cad7-42ae-9f6e-c8965771467a),segment_id=a97910f7-cad7-42ae-9f6e-c8965771467a)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:14:01.413749 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:01.414936 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828f87ae-54c1-4e4c-90bf-337f751199df req-1aa425b0-6e98-49bb-9f43-bd43d4ebaa52 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:01.420571 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-828f87ae-54c1-4e4c-90bf-337f751199df req-1aa425b0-6e98-49bb-9f43-bd43d4ebaa52 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/networks?id=e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84 HTTP/1.1" status: 200 len: 811 time: 0.3199892 Jan 18 22:14:01.440974 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0c4d18f-eef8-463b-8baa-8455bad480f5 req-05590be1-468b-40d0-b7f2-eb33ca542753 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Network ac163b22-6dbe-4f74-9441-5d83aaaf42c4 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:14:01.460622 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-b0c4d18f-eef8-463b-8baa-8455bad480f5 req-05590be1-468b-40d0-b7f2-eb33ca542753 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:14:01.463613 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0c4d18f-eef8-463b-8baa-8455bad480f5 req-05590be1-468b-40d0-b7f2-eb33ca542753 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:14:01.470253 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c4d18f-eef8-463b-8baa-8455bad480f5 req-05590be1-468b-40d0-b7f2-eb33ca542753 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:01.470844 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-b0c4d18f-eef8-463b-8baa-8455bad480f5 req-05590be1-468b-40d0-b7f2-eb33ca542753 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:01.482492 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05590be1-468b-40d0-b7f2-eb33ca542753 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Pushing event updated for resources: {'Port': ['ID=66ca2546-3efa-46db-b956-2fb534ebd744,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:01.502626 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9dd96013-4c51-4418-89a2-791fc66a4a0d req-db4a8a5b-0050-425a-9457-8720bc9655bf tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=43f0b96077a84d2a954b883639e07306&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2203765 Jan 18 22:14:01.508570 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-828f87ae-54c1-4e4c-90bf-337f751199df req-5ffda841-037e-4424-bcc6-4dfc3f5bb6db tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/quotas/584d50ef6ed64545aac1e7947879ab5e HTTP/1.1" status: 200 len: 375 time: 0.0664616 Jan 18 22:14:01.537899 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b0c4d18f-eef8-463b-8baa-8455bad480f5 req-05590be1-468b-40d0-b7f2-eb33ca542753 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9771037 Jan 18 22:14:01.554663 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=ec080a32-2c88-4bfb-b756-92e6efa937e5,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:01.602816 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-b0c4d18f-eef8-463b-8baa-8455bad480f5 req-90cff29d-7dd8-4748-bf9a-06cb2a067b12 service neutron] Request body: {'port': {'device_id': '6d17b9a3-f774-44ce-bd1f-faf2447e4859', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:14:01.638528 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1d02aa21-0209-4937-84bd-8d077275ccdf None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:01.647631 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1d02aa21-0209-4937-84bd-8d077275ccdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:01.699936 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d02aa21-0209-4937-84bd-8d077275ccdf None None] Network 6c46501c-2977-42a9-95d0-8310f5875032 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:14:01.728325 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d02aa21-0209-4937-84bd-8d077275ccdf None None] Pushing event updated for resources: {'Port': ['ID=5b10f42f-1cbd-414d-8123-bfe8ff290de6,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:01.737848 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-1d02aa21-0209-4937-84bd-8d077275ccdf None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:14:01.743729 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d02aa21-0209-4937-84bd-8d077275ccdf None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:14:01.821964 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-1d02aa21-0209-4937-84bd-8d077275ccdf None None] Attempting to bind port 5b10f42f-1cbd-414d-8123-bfe8ff290de6 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:14:01.822792 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-1d02aa21-0209-4937-84bd-8d077275ccdf None None] Attempting to bind port 5b10f42f-1cbd-414d-8123-bfe8ff290de6 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '724b2afa-1e83-4f7a-aa8d-73e3eac882e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6c46501c-2977-42a9-95d0-8310f5875032'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:14:01.823356 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d02aa21-0209-4937-84bd-8d077275ccdf None None] Attempting to bind port 5b10f42f-1cbd-414d-8123-bfe8ff290de6 on network 6c46501c-2977-42a9-95d0-8310f5875032 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:14:01.838541 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d02aa21-0209-4937-84bd-8d077275ccdf None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:14:01.839316 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d02aa21-0209-4937-84bd-8d077275ccdf None None] Checking segment: {'id': '724b2afa-1e83-4f7a-aa8d-73e3eac882e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6c46501c-2977-42a9-95d0-8310f5875032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:14:01.840115 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1d02aa21-0209-4937-84bd-8d077275ccdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:01.840837 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d02aa21-0209-4937-84bd-8d077275ccdf None None] Bound using segment: {'id': '724b2afa-1e83-4f7a-aa8d-73e3eac882e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6c46501c-2977-42a9-95d0-8310f5875032'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:14:01.841325 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-1d02aa21-0209-4937-84bd-8d077275ccdf None None] Bound port: 5b10f42f-1cbd-414d-8123-bfe8ff290de6, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '724b2afa-1e83-4f7a-aa8d-73e3eac882e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6c46501c-2977-42a9-95d0-8310f5875032'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:14:01.841714 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1d02aa21-0209-4937-84bd-8d077275ccdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:01.848751 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-828f87ae-54c1-4e4c-90bf-337f751199df req-c6015429-e38d-4b2f-b050-589f4d3c74b0 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=584d50ef6ed64545aac1e7947879ab5e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3301694 Jan 18 22:14:01.866098 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-86c1ca2d-2a69-4f2f-af9e-af1ae5395193 None None] Provisioning complete for port 66ca2546-3efa-46db-b956-2fb534ebd744 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:14:01.866470 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-86c1ca2d-2a69-4f2f-af9e-af1ae5395193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:01.889832 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-b0c4d18f-eef8-463b-8baa-8455bad480f5 req-90cff29d-7dd8-4748-bf9a-06cb2a067b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:01.951682 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-86c1ca2d-2a69-4f2f-af9e-af1ae5395193 None None] Port 66ca2546-3efa-46db-b956-2fb534ebd744 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:14:01.970740 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-1d02aa21-0209-4937-84bd-8d077275ccdf None None] For port 5b10f42f-1cbd-414d-8123-bfe8ff290de6, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:14:01.977932 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-1d02aa21-0209-4937-84bd-8d077275ccdf None None] For port 5b10f42f-1cbd-414d-8123-bfe8ff290de6, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=5b10f42f-1cbd-414d-8123-bfe8ff290de6,segment=NetworkSegment(724b2afa-1e83-4f7a-aa8d-73e3eac882e0),segment_id=724b2afa-1e83-4f7a-aa8d-73e3eac882e0)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:14:01.992888 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1d02aa21-0209-4937-84bd-8d077275ccdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:02.005549 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9dd96013-4c51-4418-89a2-791fc66a4a0d req-8a0879cb-1c0b-49dc-accf-7a22813bfd3f service neutron] 10.222.0.53 "GET /v2.0/networks/cc278b4d-dcae-47fd-bae5-bd232ac640b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4588339 Jan 18 22:14:02.068378 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d02aa21-0209-4937-84bd-8d077275ccdf None None] Pushing event updated for resources: {'Port': ['ID=5b10f42f-1cbd-414d-8123-bfe8ff290de6,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:02.089912 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-343ec91c-400f-4ca7-a987-d2ae3421fee9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:02.112104 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 8e42be80-f29b-46db-ba35-96636f2fb622 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:14:02.133775 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-343ec91c-400f-4ca7-a987-d2ae3421fee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:02.192841 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 8e42be80-f29b-46db-ba35-96636f2fb622 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:14:02.193369 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:02.509883 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-828f87ae-54c1-4e4c-90bf-337f751199df req-dc188aad-0e96-4142-89f2-d06928602c2b service neutron] 10.222.0.53 "GET /v2.0/networks/e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6486359 Jan 18 22:14:02.538083 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9dd96013-4c51-4418-89a2-791fc66a4a0d req-c2d0d706-a026-4b04-872d-8b6c6b1fcc2e service neutron] 10.222.0.53 "GET /v2.0/networks/cc278b4d-dcae-47fd-bae5-bd232ac640b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5316644 Jan 18 22:14:02.736435 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4baaa6aa-536e-4db7-81bf-565bf5195a01 x-openstack-request-id: req-4baaa6aa-536e-4db7-81bf-565bf5195a01 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:14:02.736992 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea2fd9d7-85ea-436e-ab9a-5ecaf9ec9041", "name": "network-vif-deleted", "tag": "71697cfd-3ad1-4fd2-a441-336d49388aa9", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:14:02.736992 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4baaa6aa-536e-4db7-81bf-565bf5195a01 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:14:02.737417 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea2fd9d7-85ea-436e-ab9a-5ecaf9ec9041', 'name': 'network-vif-deleted', 'tag': '71697cfd-3ad1-4fd2-a441-336d49388aa9', 'status': 'completed', 'code': 200} Jan 18 22:14:02.747237 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-343ec91c-400f-4ca7-a987-d2ae3421fee9 admin admin] Allocated IP 172.25.5.4 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/6830ecc6-1864-4048-8bac-2724f78fb322) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:14:02.864583 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-828f87ae-54c1-4e4c-90bf-337f751199df req-c7e8ae24-743a-4438-8f94-35a0aa71771e service neutron] 10.222.0.53 "GET /v2.0/networks/e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3409824 Jan 18 22:14:02.980822 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d858fe-0882-4ff8-93c1-d5af394d483a req-4efe3af1-e274-4fd8-bf42-77bba4163d47 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:02.982437 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-23d858fe-0882-4ff8-93c1-d5af394d483a req-4efe3af1-e274-4fd8-bf42-77bba4163d47 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/ports?device_id=7adbfe4f-bab5-4c2a-8403-4315ff49af62 HTTP/1.1" status: 200 len: 945 time: 0.1835914 Jan 18 22:14:03.054234 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [req-b0c4d18f-eef8-463b-8baa-8455bad480f5 req-90cff29d-7dd8-4748-bf9a-06cb2a067b12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66ca2546-3efa-46db-b956-2fb534ebd744 {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:14:03.075209 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-b0c4d18f-eef8-463b-8baa-8455bad480f5 req-90cff29d-7dd8-4748-bf9a-06cb2a067b12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:03.085885 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-343ec91c-400f-4ca7-a987-d2ae3421fee9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:03.148735 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-23d858fe-0882-4ff8-93c1-d5af394d483a req-ca2a2c82-92b5-4ab7-b9c6-b6c2e0fa63b0 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac5bfedd-8c81-4ad7-9f0f-99ba0a339521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541884 Jan 18 22:14:03.164951 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-b0c4d18f-eef8-463b-8baa-8455bad480f5 req-90cff29d-7dd8-4748-bf9a-06cb2a067b12 service neutron] Transition to ACTIVE for port object 66ca2546-3efa-46db-b956-2fb534ebd744 will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:14:03.183770 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-b0c4d18f-eef8-463b-8baa-8455bad480f5 req-90cff29d-7dd8-4748-bf9a-06cb2a067b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:03.219270 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 54084) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:14:03.337428 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-343ec91c-400f-4ca7-a987-d2ae3421fee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:03.425093 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-b0c4d18f-eef8-463b-8baa-8455bad480f5 req-90cff29d-7dd8-4748-bf9a-06cb2a067b12 service neutron] Attempting to bind port 66ca2546-3efa-46db-b956-2fb534ebd744 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:14:03.427910 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-b0c4d18f-eef8-463b-8baa-8455bad480f5 req-90cff29d-7dd8-4748-bf9a-06cb2a067b12 service neutron] Attempting to bind port 66ca2546-3efa-46db-b956-2fb534ebd744 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': 'e9db93ab-f6c7-442e-b6d2-c53dc8897efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ac163b22-6dbe-4f74-9441-5d83aaaf42c4'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:14:03.428254 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c4d18f-eef8-463b-8baa-8455bad480f5 req-90cff29d-7dd8-4748-bf9a-06cb2a067b12 service neutron] Attempting to bind port 66ca2546-3efa-46db-b956-2fb534ebd744 on network ac163b22-6dbe-4f74-9441-5d83aaaf42c4 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:14:03.430439 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cff29d-7dd8-4748-bf9a-06cb2a067b12 service neutron] Pushing event updated for resources: {'Port': ['ID=66ca2546-3efa-46db-b956-2fb534ebd744,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:03.478917 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 41b77fb8-37eb-44c5-90ef-d172c792f48f up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:14:03.550728 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c4d18f-eef8-463b-8baa-8455bad480f5 req-90cff29d-7dd8-4748-bf9a-06cb2a067b12 service neutron] Port 66ca2546-3efa-46db-b956-2fb534ebd744 on network ac163b22-6dbe-4f74-9441-5d83aaaf42c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:14:03.551373 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c4d18f-eef8-463b-8baa-8455bad480f5 req-90cff29d-7dd8-4748-bf9a-06cb2a067b12 service neutron] Attempting to bind port 66ca2546-3efa-46db-b956-2fb534ebd744 on network ac163b22-6dbe-4f74-9441-5d83aaaf42c4 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:14:03.594725 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343ec91c-400f-4ca7-a987-d2ae3421fee9 admin admin] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:14:03.604013 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-343ec91c-400f-4ca7-a987-d2ae3421fee9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:14:03.608214 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c4d18f-eef8-463b-8baa-8455bad480f5 req-90cff29d-7dd8-4748-bf9a-06cb2a067b12 service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:14:03.608566 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c4d18f-eef8-463b-8baa-8455bad480f5 req-90cff29d-7dd8-4748-bf9a-06cb2a067b12 service neutron] Checking segment: {'id': 'e9db93ab-f6c7-442e-b6d2-c53dc8897efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ac163b22-6dbe-4f74-9441-5d83aaaf42c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:14:03.609141 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c4d18f-eef8-463b-8baa-8455bad480f5 req-90cff29d-7dd8-4748-bf9a-06cb2a067b12 service neutron] Bound using segment: {'id': 'e9db93ab-f6c7-442e-b6d2-c53dc8897efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ac163b22-6dbe-4f74-9441-5d83aaaf42c4'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:14:03.609598 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-b0c4d18f-eef8-463b-8baa-8455bad480f5 req-90cff29d-7dd8-4748-bf9a-06cb2a067b12 service neutron] Bound port: 66ca2546-3efa-46db-b956-2fb534ebd744, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9db93ab-f6c7-442e-b6d2-c53dc8897efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ac163b22-6dbe-4f74-9441-5d83aaaf42c4'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:14:03.609960 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-b0c4d18f-eef8-463b-8baa-8455bad480f5 req-90cff29d-7dd8-4748-bf9a-06cb2a067b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:03.616922 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343ec91c-400f-4ca7-a987-d2ae3421fee9 admin admin] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:14:03.648382 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-694854e5-4721-46b9-9c81-c5e06b5d0bef admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=54a221a282f14a37875faa695d97e2bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4275699 Jan 18 22:14:03.649299 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 54094) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:14:03.729536 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f7282cb9-b0ad-4c4c-98a8-43253a635890 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:03.735350 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6937d0f-9ead-4795-8905-c9573a15dd21 None None] Network 6c46501c-2977-42a9-95d0-8310f5875032 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:14:03.781071 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f7282cb9-b0ad-4c4c-98a8-43253a635890 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:03.842421 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f7282cb9-b0ad-4c4c-98a8-43253a635890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:03.851606 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f7282cb9-b0ad-4c4c-98a8-43253a635890 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:03.861909 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-f7282cb9-b0ad-4c4c-98a8-43253a635890 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0f72a7ca-d99c-4482-be1e-32e399b65a4f HTTP/1.1" status: 204 len: 168 time: 0.2092378 Jan 18 22:14:03.868860 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baae0d4-b349-415b-8501-89e1f8fcfba3 req-18db6b4c-3202-4c37-b35f-35bc934e01ba tempest-ServerDiagnosticsNegativeTest-480293600 tempest-ServerDiagnosticsNegativeTest-480293600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:03.878156 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8baae0d4-b349-415b-8501-89e1f8fcfba3 req-18db6b4c-3202-4c37-b35f-35bc934e01ba tempest-ServerDiagnosticsNegativeTest-480293600 tempest-ServerDiagnosticsNegativeTest-480293600-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7664568-9b73-4400-8e06-4a433333975a HTTP/1.1" status: 200 len: 948 time: 0.4915953 Jan 18 22:14:03.880227 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343ec91c-400f-4ca7-a987-d2ae3421fee9 admin admin] Pushing event updated for resources: {'Port': ['ID=6830ecc6-1864-4048-8bac-2724f78fb322,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:03.892925 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7282cb9-b0ad-4c4c-98a8-43253a635890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f72a7ca-d99c-4482-be1e-32e399b65a4f,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:03.896737 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d30bac54-0f12-410a-8a1d-df4dd542667d x-openstack-request-id: req-d30bac54-0f12-410a-8a1d-df4dd542667d {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:14:03.897586 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7adbfe4f-bab5-4c2a-8403-4315ff49af62", "name": "network-vif-plugged", "status": "completed", "tag": "ec080a32-2c88-4bfb-b756-92e6efa937e5", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:14:03.897586 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d30bac54-0f12-410a-8a1d-df4dd542667d {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:14:03.897835 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7adbfe4f-bab5-4c2a-8403-4315ff49af62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec080a32-2c88-4bfb-b756-92e6efa937e5', 'code': 200} Jan 18 22:14:03.957143 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-cbae580e-aa79-4cd0-bbcb-018ca6055bbb None None] Provisioning complete for port 5b10f42f-1cbd-414d-8123-bfe8ff290de6 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:14:03.957521 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cbae580e-aa79-4cd0-bbcb-018ca6055bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:04.023914 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8baae0d4-b349-415b-8501-89e1f8fcfba3 req-8d48fa5c-217c-4d07-9946-dc1531fb045c tempest-ServerDiagnosticsNegativeTest-480293600 tempest-ServerDiagnosticsNegativeTest-480293600-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa7a3e8f-d023-4ccd-83ce-815118c60ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445367 Jan 18 22:14:04.033024 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488a7327-ffd5-42b2-9b3f-fcc4c25a72e4 req-388f4bc7-95da-4202-b294-373bf7a8b7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:04.037017 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-488a7327-ffd5-42b2-9b3f-fcc4c25a72e4 req-388f4bc7-95da-4202-b294-373bf7a8b7ff service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7adbfe4f-bab5-4c2a-8403-4315ff49af62 HTTP/1.1" status: 200 len: 1096 time: 0.0812438 Jan 18 22:14:04.055349 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port 41b77fb8-37eb-44c5-90ef-d172c792f48f completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:14:04.089551 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-488a7327-ffd5-42b2-9b3f-fcc4c25a72e4 req-9a7b2b55-1287-47f1-a8dc-be6cbfeae73f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ac5bfedd-8c81-4ad7-9f0f-99ba0a339521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457969 Jan 18 22:14:04.091542 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port 41b77fb8-37eb-44c5-90ef-d172c792f48f triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:14:04.091915 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:04.209708 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3dac73e8-66eb-4949-bff2-7d4bb1af0ba3 req-2e07fbbd-8c94-49f6-bce3-88958aa0223d tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] 10.222.0.53 "GET /v2.0/ports?device_id=d16633f3-6e27-4e58-967c-af5276e8985a HTTP/1.1" status: 200 len: 210 time: 0.0886676 Jan 18 22:14:04.212382 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-b0c4d18f-eef8-463b-8baa-8455bad480f5 req-90cff29d-7dd8-4748-bf9a-06cb2a067b12 service neutron] For port 66ca2546-3efa-46db-b956-2fb534ebd744, host n-h2-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:14:04.219571 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 5b10f42f-1cbd-414d-8123-bfe8ff290de6 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:14:04.263161 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-b0c4d18f-eef8-463b-8baa-8455bad480f5 req-90cff29d-7dd8-4748-bf9a-06cb2a067b12 service neutron] For port 66ca2546-3efa-46db-b956-2fb534ebd744, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=66ca2546-3efa-46db-b956-2fb534ebd744,segment=NetworkSegment(e9db93ab-f6c7-442e-b6d2-c53dc8897efd),segment_id=e9db93ab-f6c7-442e-b6d2-c53dc8897efd)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:14:04.283782 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-b0c4d18f-eef8-463b-8baa-8455bad480f5 req-90cff29d-7dd8-4748-bf9a-06cb2a067b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:04.305388 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31063938-72fd-4aab-9fc0-6f487ce0e38a req-46be259d-88c5-400b-885b-66c62ed42ef6 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:04.306899 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-31063938-72fd-4aab-9fc0-6f487ce0e38a req-46be259d-88c5-400b-885b-66c62ed42ef6 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d17b9a3-f774-44ce-bd1f-faf2447e4859 HTTP/1.1" status: 200 len: 943 time: 0.1905479 Jan 18 22:14:04.351963 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-343ec91c-400f-4ca7-a987-d2ae3421fee9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:04.356679 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cbae580e-aa79-4cd0-bbcb-018ca6055bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:04.416040 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 5b10f42f-1cbd-414d-8123-bfe8ff290de6 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:14:04.416583 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:04.456843 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 54106) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:14:04.463345 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cff29d-7dd8-4748-bf9a-06cb2a067b12 service neutron] Pushing event updated for resources: {'Port': ['ID=66ca2546-3efa-46db-b956-2fb534ebd744,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:04.482328 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c4d18f-eef8-463b-8baa-8455bad480f5 req-90cff29d-7dd8-4748-bf9a-06cb2a067b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:04.483219 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-b0c4d18f-eef8-463b-8baa-8455bad480f5 req-90cff29d-7dd8-4748-bf9a-06cb2a067b12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:04.485862 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b0c4d18f-eef8-463b-8baa-8455bad480f5 req-90cff29d-7dd8-4748-bf9a-06cb2a067b12 service neutron] 10.222.0.67 "PUT /v2.0/ports/66ca2546-3efa-46db-b956-2fb534ebd744 HTTP/1.1" status: 200 len: 1091 time: 2.8924491 Jan 18 22:14:04.488034 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c2fb46ef-e82c-407a-b83f-0aa5a1fb7fa6 req-6d5c4994-f530-4bbc-8806-f6fba14afc04 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa35bf88-4440-4d73-afcd-ae0cc04d6d11 HTTP/1.1" status: 200 len: 210 time: 0.1802306 Jan 18 22:14:04.488516 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d17b9a3-f774-44ce-bd1f-faf2447e4859', 'tag': '66ca2546-3efa-46db-b956-2fb534ebd744'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:14:04.490797 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71c16a00-972e-42aa-b186-26d5b6cc63cb" -d '{"events": [{"name": "network-changed", "server_uuid": "6d17b9a3-f774-44ce-bd1f-faf2447e4859", "tag": "66ca2546-3efa-46db-b956-2fb534ebd744"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:14:04.520896 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 71697cfd-3ad1-4fd2-a441-336d49388aa9 no longer exists at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:14:04.547494 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-31063938-72fd-4aab-9fc0-6f487ce0e38a req-3e437632-7f58-4398-8b75-f2868ad5e992 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] 10.222.0.53 "GET /v2.0/security-groups?id=21d863ba-f152-49fb-bae0-55db50ebdb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171655 Jan 18 22:14:04.583253 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] No Port match for: 71697cfd-3ad1-4fd2-a441-336d49388aa9 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:14:04.594979 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 71697cfd-3ad1-4fd2-a441-336d49388aa9 not bound to the agent host n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:14:04.598350 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:04.717308 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-243ee794-4a7f-4c7e-a425-5b9b07a92485 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b32aa1c059654b7797cbe8194daff79c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2592657 Jan 18 22:14:04.724358 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 54114) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:14:04.731970 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-cbae580e-aa79-4cd0-bbcb-018ca6055bbb None None] For port 5b10f42f-1cbd-414d-8123-bfe8ff290de6, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=5b10f42f-1cbd-414d-8123-bfe8ff290de6,segment=NetworkSegment(724b2afa-1e83-4f7a-aa8d-73e3eac882e0),segment_id=724b2afa-1e83-4f7a-aa8d-73e3eac882e0)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:14:04.766687 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cbae580e-aa79-4cd0-bbcb-018ca6055bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:04.791323 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 41b77fb8-37eb-44c5-90ef-d172c792f48f, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=41b77fb8-37eb-44c5-90ef-d172c792f48f,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:14:04.797281 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd96013-4c51-4418-89a2-791fc66a4a0d req-83d45dd7-c4c3-4b06-be4a-c0dfd97a8604 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:04.799959 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-9dd96013-4c51-4418-89a2-791fc66a4a0d req-83d45dd7-c4c3-4b06-be4a-c0dfd97a8604 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] 10.222.0.36 "GET /v2.0/networks?id=cc278b4d-dcae-47fd-bae5-bd232ac640b4 HTTP/1.1" status: 200 len: 823 time: 0.2830658 Jan 18 22:14:04.833548 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:04.838280 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e67d8f28-ddfd-48ba-80b2-c5c501e4627b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:04.886017 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-9dd96013-4c51-4418-89a2-791fc66a4a0d req-b1f70b22-16a3-4135-a14b-86366f3c90c1 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43f0b96077a84d2a954b883639e07306 HTTP/1.1" status: 200 len: 380 time: 0.0666978 Jan 18 22:14:04.893753 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:04.896108 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e67d8f28-ddfd-48ba-80b2-c5c501e4627b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:04.907631 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-9dd96013-4c51-4418-89a2-791fc66a4a0d req-d65f4b7c-a381-4fb6-bc32-108a7ba33079 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Request body: {'port': {'device_id': 'd16633f3-6e27-4e58-967c-af5276e8985a', 'network_id': 'cc278b4d-dcae-47fd-bae5-bd232ac640b4', 'admin_state_up': True, 'tenant_id': '43f0b96077a84d2a954b883639e07306', 'security_groups': ['fc9e6b12-2aff-425d-833f-8273a41de3d7']}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:14:04.961532 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c4d18f-eef8-463b-8baa-8455bad480f5 req-458f2ac6-dedb-437c-8fee-ae7b7af4e64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:04.971206 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b0c4d18f-eef8-463b-8baa-8455bad480f5 req-458f2ac6-dedb-437c-8fee-ae7b7af4e64b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b4fa371f1ebf4a37ba7e58b461b03d52&device_id=6d17b9a3-f774-44ce-bd1f-faf2447e4859 HTTP/1.1" status: 200 len: 1094 time: 0.3371656 Jan 18 22:14:04.971505 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbae580e-aa79-4cd0-bbcb-018ca6055bbb None None] Pushing event updated for resources: {'Port': ['ID=5b10f42f-1cbd-414d-8123-bfe8ff290de6,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:04.983525 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.db.api [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 22:14:04.984521 n-d-825064-1 neutron-server[102432]: DEBUG oslo_db.api [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 22:14:04.985928 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbae580e-aa79-4cd0-bbcb-018ca6055bbb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:14:04.986270 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbae580e-aa79-4cd0-bbcb-018ca6055bbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:14:04.986609 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbae580e-aa79-4cd0-bbcb-018ca6055bbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:14:04.986945 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbae580e-aa79-4cd0-bbcb-018ca6055bbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:14:04.987274 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbae580e-aa79-4cd0-bbcb-018ca6055bbb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:14:04.987601 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbae580e-aa79-4cd0-bbcb-018ca6055bbb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:14:04.987983 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbae580e-aa79-4cd0-bbcb-018ca6055bbb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:14:04.988278 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbae580e-aa79-4cd0-bbcb-018ca6055bbb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:14:04.988619 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbae580e-aa79-4cd0-bbcb-018ca6055bbb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:14:04.988939 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbae580e-aa79-4cd0-bbcb-018ca6055bbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:14:04.989264 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbae580e-aa79-4cd0-bbcb-018ca6055bbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:14:05.003666 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbae580e-aa79-4cd0-bbcb-018ca6055bbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:14:05.069236 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=41b77fb8-37eb-44c5-90ef-d172c792f48f,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:05.158490 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3357b297-7f85-4fc0-8302-17426ab3978e req-1f4c238c-2d22-443a-9919-3de22f866454 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:05.169007 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3357b297-7f85-4fc0-8302-17426ab3978e req-1f4c238c-2d22-443a-9919-3de22f866454 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/ports?device_id=7adbfe4f-bab5-4c2a-8403-4315ff49af62 HTTP/1.1" status: 200 len: 945 time: 0.4845898 Jan 18 22:14:05.197202 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-2a026aad-fce8-446f-a290-cc883240d3a8 None None] Provisioning complete for port 5b10f42f-1cbd-414d-8123-bfe8ff290de6 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:14:05.198217 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2a026aad-fce8-446f-a290-cc883240d3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:05.211300 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08a8af4d-646f-42fd-be10-7175d124d5ec x-openstack-request-id: req-08a8af4d-646f-42fd-be10-7175d124d5ec {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:14:05.211698 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d17b9a3-f774-44ce-bd1f-faf2447e4859", "tag": "66ca2546-3efa-46db-b956-2fb534ebd744", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:14:05.212043 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-08a8af4d-646f-42fd-be10-7175d124d5ec {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:14:05.212915 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d17b9a3-f774-44ce-bd1f-faf2447e4859', 'tag': '66ca2546-3efa-46db-b956-2fb534ebd744', 'status': 'completed', 'code': 200} Jan 18 22:14:05.225329 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-343ec91c-400f-4ca7-a987-d2ae3421fee9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1040691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049'] for router, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:05.464220 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828f87ae-54c1-4e4c-90bf-337f751199df req-63e0993c-ddac-47c0-9fb7-84b03003d153 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:05.465597 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-828f87ae-54c1-4e4c-90bf-337f751199df req-63e0993c-ddac-47c0-9fb7-84b03003d153 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.36 "GET /v2.0/networks?id=e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84 HTTP/1.1" status: 200 len: 811 time: 0.5004866 Jan 18 22:14:05.466642 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e67d8f28-ddfd-48ba-80b2-c5c501e4627b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:05.469727 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e67d8f28-ddfd-48ba-80b2-c5c501e4627b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:05.470743 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-e67d8f28-ddfd-48ba-80b2-c5c501e4627b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4fce1607-54ae-4642-a829-fae29d219365 HTTP/1.1" status: 204 len: 168 time: 0.7448530 Jan 18 22:14:05.494731 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67d8f28-ddfd-48ba-80b2-c5c501e4627b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fce1607-54ae-4642-a829-fae29d219365,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:05.517900 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b0c4d18f-eef8-463b-8baa-8455bad480f5 req-9ca270e5-adc8-407a-a73d-ad6c5b6939d2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66ca2546-3efa-46db-b956-2fb534ebd744 HTTP/1.1" status: 200 len: 217 time: 0.4468939 Jan 18 22:14:05.531761 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-828f87ae-54c1-4e4c-90bf-337f751199df req-46bf5cb5-f876-4248-87fe-faa8bf384f7a tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=584d50ef6ed64545aac1e7947879ab5e HTTP/1.1" status: 200 len: 379 time: 0.0547459 Jan 18 22:14:05.534382 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dd96013-4c51-4418-89a2-791fc66a4a0d req-d65f4b7c-a381-4fb6-bc32-108a7ba33079 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Made reservation on behalf of 43f0b96077a84d2a954b883639e07306 for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:14:05.539104 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-9dd96013-4c51-4418-89a2-791fc66a4a0d req-d65f4b7c-a381-4fb6-bc32-108a7ba33079 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:05.546597 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-828f87ae-54c1-4e4c-90bf-337f751199df req-75e8440a-26fa-414c-8ea4-9340c53f6cf8 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Request body: {'port': {'device_id': 'aa35bf88-4440-4d73-afcd-ae0cc04d6d11', 'network_id': 'e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84', 'admin_state_up': True, 'tenant_id': '584d50ef6ed64545aac1e7947879ab5e', 'security_groups': ['7fead2ec-99b5-4f01-a8ba-653859b4c215']}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:14:05.652730 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3357b297-7f85-4fc0-8302-17426ab3978e req-6207ac47-24a0-4cd9-a9c7-54dfa37674f0 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac5bfedd-8c81-4ad7-9f0f-99ba0a339521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4824920 Jan 18 22:14:05.668071 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780a5b83-9318-48a4-a6d7-78c376beef08 req-d1acae5e-3d58-43c1-a079-8f53d4cf21f7 tempest-ServerDiagnosticsNegativeTest-480293600 tempest-ServerDiagnosticsNegativeTest-480293600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:05.679985 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-780a5b83-9318-48a4-a6d7-78c376beef08 req-d1acae5e-3d58-43c1-a079-8f53d4cf21f7 tempest-ServerDiagnosticsNegativeTest-480293600 tempest-ServerDiagnosticsNegativeTest-480293600-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7664568-9b73-4400-8e06-4a433333975a HTTP/1.1" status: 200 len: 949 time: 0.4640820 Jan 18 22:14:05.689084 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c4d18f-eef8-463b-8baa-8455bad480f5 req-35335e57-355a-4860-9c49-8af2103dee74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:05.690967 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b0c4d18f-eef8-463b-8baa-8455bad480f5 req-35335e57-355a-4860-9c49-8af2103dee74 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=07257b09-c636-44c9-86f7-42df7e4ef3e2 HTTP/1.1" status: 200 len: 859 time: 0.1545091 Jan 18 22:14:05.781284 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-828f87ae-54c1-4e4c-90bf-337f751199df req-75e8440a-26fa-414c-8ea4-9340c53f6cf8 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Made reservation on behalf of 584d50ef6ed64545aac1e7947879ab5e for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:14:05.784728 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-828f87ae-54c1-4e4c-90bf-337f751199df req-75e8440a-26fa-414c-8ea4-9340c53f6cf8 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:05.787126 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d9575a29-d0a0-423b-b870-e12459f6814f req-4446e66c-f378-4d60-838e-52857486418c tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] 10.222.0.53 "GET /v2.0/ports?device_id=d16633f3-6e27-4e58-967c-af5276e8985a HTTP/1.1" status: 200 len: 210 time: 0.0621665 Jan 18 22:14:05.787892 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [req-9dd96013-4c51-4418-89a2-791fc66a4a0d req-d65f4b7c-a381-4fb6-bc32-108a7ba33079 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Allocated IP 172.20.0.5 (cc278b4d-dcae-47fd-bae5-bd232ac640b4/1f0f1e45-beb6-4402-8040-f69acf064963/850da7db-2f28-44b9-bc66-287928d5633c) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:14:05.814019 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-780a5b83-9318-48a4-a6d7-78c376beef08 req-b917565f-5ce9-4e84-8190-6eda3b53baf4 tempest-ServerDiagnosticsNegativeTest-480293600 tempest-ServerDiagnosticsNegativeTest-480293600-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa7a3e8f-d023-4ccd-83ce-815118c60ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273441 Jan 18 22:14:05.846272 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c4d18f-eef8-463b-8baa-8455bad480f5 req-81f9eb91-63c7-4528-a98e-9a1eea0fa9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:05.847761 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b0c4d18f-eef8-463b-8baa-8455bad480f5 req-81f9eb91-63c7-4528-a98e-9a1eea0fa9ab service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ac163b22-6dbe-4f74-9441-5d83aaaf42c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1464350 Jan 18 22:14:05.877136 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-343ec91c-400f-4ca7-a987-d2ae3421fee9 admin admin] Router 5c3b3c33-80f1-49f9-8418-b17c6cac4fb8 is scheduled to L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 with binding_index 1 {{(pid=102430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 22:14:05.898494 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7664568-9b73-4400-8e06-4a433333975a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41b77fb8-37eb-44c5-90ef-d172c792f48f'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:14:05.902698 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4fa418d-c67d-4c6d-ab6d-809630b8c993" -d '{"events": [{"server_uuid": "d7664568-9b73-4400-8e06-4a433333975a", "name": "network-vif-plugged", "status": "completed", "tag": "41b77fb8-37eb-44c5-90ef-d172c792f48f"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:14:06.034548 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 5b10f42f-1cbd-414d-8123-bfe8ff290de6 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:14:06.039742 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5186799e-2726-4526-9afb-ca901c1b1015 req-e3e53966-979d-4d5b-b693-6321c072b99d tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa35bf88-4440-4d73-afcd-ae0cc04d6d11 HTTP/1.1" status: 200 len: 210 time: 0.0558841 Jan 18 22:14:06.054770 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-9dd96013-4c51-4418-89a2-791fc66a4a0d req-d65f4b7c-a381-4fb6-bc32-108a7ba33079 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:06.104280 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b0c4d18f-eef8-463b-8baa-8455bad480f5 req-35bd3a0b-a8fe-479b-ac35-a1ce2b564213 service neutron] 10.222.0.67 "GET /v2.0/networks/ac163b22-6dbe-4f74-9441-5d83aaaf42c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419622 Jan 18 22:14:06.109633 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-9dd96013-4c51-4418-89a2-791fc66a4a0d req-d65f4b7c-a381-4fb6-bc32-108a7ba33079 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:06.153777 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-343ec91c-400f-4ca7-a987-d2ae3421fee9 admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:14:06.165749 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee3daa7-d988-418c-a1e6-f75c68ec3683 None None] Sync routers for ids ['5c3b3c33-80f1-49f9-8418-b17c6cac4fb8'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:14:06.172928 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dd96013-4c51-4418-89a2-791fc66a4a0d req-d65f4b7c-a381-4fb6-bc32-108a7ba33079 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Network cc278b4d-dcae-47fd-bae5-bd232ac640b4 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:14:06.181072 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee3daa7-d988-418c-a1e6-f75c68ec3683 None None] Routers {'5c3b3c33-80f1-49f9-8418-b17c6cac4fb8'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:14:06.181730 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-1ee3daa7-d988-418c-a1e6-f75c68ec3683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:13:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['5c3b3c33-80f1-49f9-8418-b17c6cac4fb8'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:14:06.183007 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [req-9dd96013-4c51-4418-89a2-791fc66a4a0d req-d65f4b7c-a381-4fb6-bc32-108a7ba33079 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:14:06.187789 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [req-828f87ae-54c1-4e4c-90bf-337f751199df req-75e8440a-26fa-414c-8ea4-9340c53f6cf8 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Allocated IP 172.20.0.5 (e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84/42841b58-d144-4855-94d6-b7b43c1900e0/9a0306c0-065b-4f7c-897a-b0ab604fa791) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:14:06.194385 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dd96013-4c51-4418-89a2-791fc66a4a0d req-d65f4b7c-a381-4fb6-bc32-108a7ba33079 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:14:06.200903 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd96013-4c51-4418-89a2-791fc66a4a0d req-d65f4b7c-a381-4fb6-bc32-108a7ba33079 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:06.201712 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-9dd96013-4c51-4418-89a2-791fc66a4a0d req-d65f4b7c-a381-4fb6-bc32-108a7ba33079 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:06.213122 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65f4b7c-a381-4fb6-bc32-108a7ba33079 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Pushing event updated for resources: {'Port': ['ID=850da7db-2f28-44b9-bc66-287928d5633c,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:06.227387 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 5b10f42f-1cbd-414d-8123-bfe8ff290de6 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:14:06.230808 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:06.237918 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-9dd96013-4c51-4418-89a2-791fc66a4a0d req-d65f4b7c-a381-4fb6-bc32-108a7ba33079 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3353410 Jan 18 22:14:06.253846 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-343ec91c-400f-4ca7-a987-d2ae3421fee9 admin admin] Notify callbacks [] for router, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:06.259040 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-343ec91c-400f-4ca7-a987-d2ae3421fee9 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 938 time: 6.2407665 Jan 18 22:14:06.259769 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 54156) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:14:06.260505 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-9dd96013-4c51-4418-89a2-791fc66a4a0d req-ee34d65c-7d3c-4c8c-8d33-ac189fe21ef5 service neutron] Request body: {'port': {'device_id': 'd16633f3-6e27-4e58-967c-af5276e8985a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:14:06.369928 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-9dd96013-4c51-4418-89a2-791fc66a4a0d req-ee34d65c-7d3c-4c8c-8d33-ac189fe21ef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:06.450079 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-1ee3daa7-d988-418c-a1e6-f75c68ec3683 None None] Set router 5c3b3c33-80f1-49f9-8418-b17c6cac4fb8 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:14:06.501625 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f6b618-627f-4167-8a5b-c3d0893d3b0e req-8dc02098-40e7-4831-81a2-2bb26771dc33 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:06.512956 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-83f6b618-627f-4167-8a5b-c3d0893d3b0e req-8dc02098-40e7-4831-81a2-2bb26771dc33 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d17b9a3-f774-44ce-bd1f-faf2447e4859 HTTP/1.1" status: 200 len: 943 time: 0.2634523 Jan 18 22:14:06.615308 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-828f87ae-54c1-4e4c-90bf-337f751199df req-75e8440a-26fa-414c-8ea4-9340c53f6cf8 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:06.651278 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-83f6b618-627f-4167-8a5b-c3d0893d3b0e req-421c87c1-2e3b-4218-82b5-3e4b91887ed8 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] 10.222.0.53 "GET /v2.0/security-groups?id=21d863ba-f152-49fb-bae0-55db50ebdb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315424 Jan 18 22:14:06.673554 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-282c196c-a4b5-41a8-a1a3-de69faed05bd None None] Provisioning complete for port 850da7db-2f28-44b9-bc66-287928d5633c triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:14:06.674134 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-282c196c-a4b5-41a8-a1a3-de69faed05bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:06.674451 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b0c4d18f-eef8-463b-8baa-8455bad480f5 req-7c53e519-af8f-4f2a-a7dc-2f0c11b90a81 service neutron] 10.222.0.67 "GET /v2.0/networks/ac163b22-6dbe-4f74-9441-5d83aaaf42c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5613046 Jan 18 22:14:06.764210 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9ffd322-df36-45cf-bbf6-75cb76b1489f x-openstack-request-id: req-b9ffd322-df36-45cf-bbf6-75cb76b1489f {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:14:06.764839 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7664568-9b73-4400-8e06-4a433333975a", "name": "network-vif-plugged", "status": "completed", "tag": "41b77fb8-37eb-44c5-90ef-d172c792f48f", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:14:06.769325 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b9ffd322-df36-45cf-bbf6-75cb76b1489f {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:14:06.770206 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7664568-9b73-4400-8e06-4a433333975a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41b77fb8-37eb-44c5-90ef-d172c792f48f', 'code': 200} Jan 18 22:14:06.803138 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-282c196c-a4b5-41a8-a1a3-de69faed05bd None None] Port 850da7db-2f28-44b9-bc66-287928d5633c cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:14:06.815136 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-1ee3daa7-d988-418c-a1e6-f75c68ec3683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c3b3c33-80f1-49f9-8418-b17c6cac4fb8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-926967270-router', 'tenant_id': '76c77dff09144c42b5e3c43e0d464bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '6830ecc6-1864-4048-8bac-2724f78fb322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:14:00Z', 'updated_at': '2022-01-18T22:14:03Z', 'revision_number': 3, 'project_id': '76c77dff09144c42b5e3c43e0d464bdb', 'gw_port': {'id': '6830ecc6-1864-4048-8bac-2724f78fb322', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:42:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c3b3c33-80f1-49f9-8418-b17c6cac4fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:14:02Z', 'updated_at': '2022-01-18T22:14:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:14:06.847860 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee3daa7-d988-418c-a1e6-f75c68ec3683 None None] Checking router: 5c3b3c33-80f1-49f9-8418-b17c6cac4fb8 for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:14:06.848243 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee3daa7-d988-418c-a1e6-f75c68ec3683 None None] Updating router 5c3b3c33-80f1-49f9-8418-b17c6cac4fb8 port 6830ecc6-1864-4048-8bac-2724f78fb322 binding host n-d-825064-1 {{(pid=102433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:14:06.875041 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1ee3daa7-d988-418c-a1e6-f75c68ec3683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:06.899403 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-828f87ae-54c1-4e4c-90bf-337f751199df req-75e8440a-26fa-414c-8ea4-9340c53f6cf8 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:06.931677 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c16a00-972e-42aa-b186-26d5b6cc63cb req-7c8ce430-8de9-45f9-a7b9-ee7a0bd6e539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:06.932979 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-71c16a00-972e-42aa-b186-26d5b6cc63cb req-7c8ce430-8de9-45f9-a7b9-ee7a0bd6e539 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b4fa371f1ebf4a37ba7e58b461b03d52&device_id=6d17b9a3-f774-44ce-bd1f-faf2447e4859 HTTP/1.1" status: 200 len: 1094 time: 0.1883233 Jan 18 22:14:06.967234 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-828f87ae-54c1-4e4c-90bf-337f751199df req-75e8440a-26fa-414c-8ea4-9340c53f6cf8 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Network e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:14:06.974277 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [req-828f87ae-54c1-4e4c-90bf-337f751199df req-75e8440a-26fa-414c-8ea4-9340c53f6cf8 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:14:07.003603 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-828f87ae-54c1-4e4c-90bf-337f751199df req-75e8440a-26fa-414c-8ea4-9340c53f6cf8 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:14:07.016557 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828f87ae-54c1-4e4c-90bf-337f751199df req-75e8440a-26fa-414c-8ea4-9340c53f6cf8 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:07.017442 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-828f87ae-54c1-4e4c-90bf-337f751199df req-75e8440a-26fa-414c-8ea4-9340c53f6cf8 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:07.028916 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [req-9dd96013-4c51-4418-89a2-791fc66a4a0d req-ee34d65c-7d3c-4c8c-8d33-ac189fe21ef5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 850da7db-2f28-44b9-bc66-287928d5633c {{(pid=102431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:14:07.047085 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-9dd96013-4c51-4418-89a2-791fc66a4a0d req-ee34d65c-7d3c-4c8c-8d33-ac189fe21ef5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:07.071346 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e8440a-26fa-414c-8ea4-9340c53f6cf8 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Pushing event updated for resources: {'Port': ['ID=9a0306c0-065b-4f7c-897a-b0ab604fa791,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:07.100905 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [req-9dd96013-4c51-4418-89a2-791fc66a4a0d req-ee34d65c-7d3c-4c8c-8d33-ac189fe21ef5 service neutron] Transition to ACTIVE for port object 850da7db-2f28-44b9-bc66-287928d5633c will not be triggered until provisioned by entity L2. {{(pid=102431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:14:07.109242 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-828f87ae-54c1-4e4c-90bf-337f751199df req-75e8440a-26fa-414c-8ea4-9340c53f6cf8 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5668094 Jan 18 22:14:07.115666 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-9dd96013-4c51-4418-89a2-791fc66a4a0d req-ee34d65c-7d3c-4c8c-8d33-ac189fe21ef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:07.133629 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-828f87ae-54c1-4e4c-90bf-337f751199df req-020fac81-afc4-4fe7-b40a-47973b68795f service neutron] Request body: {'port': {'device_id': 'aa35bf88-4440-4d73-afcd-ae0cc04d6d11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:14:07.139265 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac14af4b-e9c7-4478-b5e3-47b10ec1a6c2 req-6b3824e0-0c23-498d-93b2-03fc24144861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:07.141524 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ac14af4b-e9c7-4478-b5e3-47b10ec1a6c2 req-6b3824e0-0c23-498d-93b2-03fc24144861 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d7664568-9b73-4400-8e06-4a433333975a HTTP/1.1" status: 200 len: 1100 time: 0.2238090 Jan 18 22:14:07.221170 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7051df6b-ed58-4b57-8bdc-e02912dcd14a req-013ad7b1-e1df-4421-840e-e3cc5886bf1b tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:07.228894 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7051df6b-ed58-4b57-8bdc-e02912dcd14a req-013ad7b1-e1df-4421-840e-e3cc5886bf1b tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/ports?device_id=7adbfe4f-bab5-4c2a-8403-4315ff49af62 HTTP/1.1" status: 200 len: 945 time: 0.3122382 Jan 18 22:14:07.294924 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-828f87ae-54c1-4e4c-90bf-337f751199df req-020fac81-afc4-4fe7-b40a-47973b68795f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:07.313490 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee34d65c-7d3c-4c8c-8d33-ac189fe21ef5 service neutron] Pushing event updated for resources: {'Port': ['ID=850da7db-2f28-44b9-bc66-287928d5633c,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:07.355683 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-9dd96013-4c51-4418-89a2-791fc66a4a0d req-ee34d65c-7d3c-4c8c-8d33-ac189fe21ef5 service neutron] Attempting to bind port 850da7db-2f28-44b9-bc66-287928d5633c on host n-h1-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:14:07.356012 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-9dd96013-4c51-4418-89a2-791fc66a4a0d req-ee34d65c-7d3c-4c8c-8d33-ac189fe21ef5 service neutron] Attempting to bind port 850da7db-2f28-44b9-bc66-287928d5633c by drivers openvswitch,hyperv on host n-h1-825064-1 at level 0 using segments [{'id': 'ad933c8d-50d1-49d4-a766-f0aca6fd8ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'cc278b4d-dcae-47fd-bae5-bd232ac640b4'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:14:07.356366 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd96013-4c51-4418-89a2-791fc66a4a0d req-ee34d65c-7d3c-4c8c-8d33-ac189fe21ef5 service neutron] Attempting to bind port 850da7db-2f28-44b9-bc66-287928d5633c on network cc278b4d-dcae-47fd-bae5-bd232ac640b4 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:14:07.412408 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd96013-4c51-4418-89a2-791fc66a4a0d req-ee34d65c-7d3c-4c8c-8d33-ac189fe21ef5 service neutron] Port 850da7db-2f28-44b9-bc66-287928d5633c on network cc278b4d-dcae-47fd-bae5-bd232ac640b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:14:07.412745 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd96013-4c51-4418-89a2-791fc66a4a0d req-ee34d65c-7d3c-4c8c-8d33-ac189fe21ef5 service neutron] Attempting to bind port 850da7db-2f28-44b9-bc66-287928d5633c on network cc278b4d-dcae-47fd-bae5-bd232ac640b4 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:14:07.434403 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1ee3daa7-d988-418c-a1e6-f75c68ec3683 None None] Notify callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:07.436065 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7051df6b-ed58-4b57-8bdc-e02912dcd14a req-2c912f8e-9d7a-4425-8b12-ef94da9d7f20 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac5bfedd-8c81-4ad7-9f0f-99ba0a339521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062588 Jan 18 22:14:07.439337 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-04ee6e12-8806-4fb3-9f2d-162432977dc5 None None] Provisioning complete for port 9a0306c0-065b-4f7c-897a-b0ab604fa791 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:14:07.439923 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-04ee6e12-8806-4fb3-9f2d-162432977dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:07.450944 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1ee3daa7-d988-418c-a1e6-f75c68ec3683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:07.550075 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-04ee6e12-8806-4fb3-9f2d-162432977dc5 None None] Port 9a0306c0-065b-4f7c-897a-b0ab604fa791 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:14:07.562042 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd96013-4c51-4418-89a2-791fc66a4a0d req-ee34d65c-7d3c-4c8c-8d33-ac189fe21ef5 service neutron] Checking agent: {'id': 'e49d1b2a-ba11-487f-a804-ecbf3c0e8132', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:14:07.562381 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd96013-4c51-4418-89a2-791fc66a4a0d req-ee34d65c-7d3c-4c8c-8d33-ac189fe21ef5 service neutron] Checking segment: {'id': 'ad933c8d-50d1-49d4-a766-f0aca6fd8ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'cc278b4d-dcae-47fd-bae5-bd232ac640b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:14:07.562766 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd96013-4c51-4418-89a2-791fc66a4a0d req-ee34d65c-7d3c-4c8c-8d33-ac189fe21ef5 service neutron] Bound using segment: {'id': 'ad933c8d-50d1-49d4-a766-f0aca6fd8ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'cc278b4d-dcae-47fd-bae5-bd232ac640b4'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:14:07.563207 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-9dd96013-4c51-4418-89a2-791fc66a4a0d req-ee34d65c-7d3c-4c8c-8d33-ac189fe21ef5 service neutron] Bound port: 850da7db-2f28-44b9-bc66-287928d5633c, host: n-h1-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad933c8d-50d1-49d4-a766-f0aca6fd8ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'cc278b4d-dcae-47fd-bae5-bd232ac640b4'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:14:07.563560 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-9dd96013-4c51-4418-89a2-791fc66a4a0d req-ee34d65c-7d3c-4c8c-8d33-ac189fe21ef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:07.607457 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-1ee3daa7-d988-418c-a1e6-f75c68ec3683 None None] Attempting to bind port 6830ecc6-1864-4048-8bac-2724f78fb322 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:14:07.608158 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-1ee3daa7-d988-418c-a1e6-f75c68ec3683 None None] Attempting to bind port 6830ecc6-1864-4048-8bac-2724f78fb322 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:14:07.608824 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee3daa7-d988-418c-a1e6-f75c68ec3683 None None] Attempting to bind port 6830ecc6-1864-4048-8bac-2724f78fb322 on network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:14:07.615565 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe2c861-993a-42f0-a2ec-75a0fedcb786 None None] Pushing event updated for resources: {'Port': ['ID=6830ecc6-1864-4048-8bac-2724f78fb322,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:07.618895 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee3daa7-d988-418c-a1e6-f75c68ec3683 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:14:07.620732 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee3daa7-d988-418c-a1e6-f75c68ec3683 None None] Checking segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:14:07.621379 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1ee3daa7-d988-418c-a1e6-f75c68ec3683 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:07.621982 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee3daa7-d988-418c-a1e6-f75c68ec3683 None None] Bound using segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:14:07.623182 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-1ee3daa7-d988-418c-a1e6-f75c68ec3683 None None] Bound port: 6830ecc6-1864-4048-8bac-2724f78fb322, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:14:07.623824 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1ee3daa7-d988-418c-a1e6-f75c68ec3683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:07.725307 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-1ee3daa7-d988-418c-a1e6-f75c68ec3683 None None] For port 6830ecc6-1864-4048-8bac-2724f78fb322, host n-d-825064-1, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:14:07.730074 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-1ee3daa7-d988-418c-a1e6-f75c68ec3683 None None] For port 6830ecc6-1864-4048-8bac-2724f78fb322, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=6830ecc6-1864-4048-8bac-2724f78fb322,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:14:07.743456 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1ee3daa7-d988-418c-a1e6-f75c68ec3683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:07.784048 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-9dd96013-4c51-4418-89a2-791fc66a4a0d req-ee34d65c-7d3c-4c8c-8d33-ac189fe21ef5 service neutron] For port 850da7db-2f28-44b9-bc66-287928d5633c, host n-h1-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:14:07.788597 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ac14af4b-e9c7-4478-b5e3-47b10ec1a6c2 req-4be42497-bd45-49bf-9a69-9228e5f00d57 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=aa7a3e8f-d023-4ccd-83ce-815118c60ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5801771 Jan 18 22:14:07.799674 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-9dd96013-4c51-4418-89a2-791fc66a4a0d req-ee34d65c-7d3c-4c8c-8d33-ac189fe21ef5 service neutron] For port 850da7db-2f28-44b9-bc66-287928d5633c, host n-h1-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=850da7db-2f28-44b9-bc66-287928d5633c,segment=NetworkSegment(ad933c8d-50d1-49d4-a766-f0aca6fd8ffc),segment_id=ad933c8d-50d1-49d4-a766-f0aca6fd8ffc)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:14:07.816598 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-9dd96013-4c51-4418-89a2-791fc66a4a0d req-ee34d65c-7d3c-4c8c-8d33-ac189fe21ef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:07.830008 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae5fcaa-15f7-40eb-9022-8c262880a292 req-c2d41ea1-8dfe-4a9f-81c5-3d8846a203c7 tempest-ServerDiagnosticsNegativeTest-480293600 tempest-ServerDiagnosticsNegativeTest-480293600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:07.832031 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-eae5fcaa-15f7-40eb-9022-8c262880a292 req-c2d41ea1-8dfe-4a9f-81c5-3d8846a203c7 tempest-ServerDiagnosticsNegativeTest-480293600 tempest-ServerDiagnosticsNegativeTest-480293600-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7664568-9b73-4400-8e06-4a433333975a HTTP/1.1" status: 200 len: 949 time: 0.2808714 Jan 18 22:14:07.851980 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a11a86d-f867-47e5-b3ba-14aa0c57575f req-106b8894-67cd-4769-b1c3-c185b9664368 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:07.863983 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3a11a86d-f867-47e5-b3ba-14aa0c57575f req-106b8894-67cd-4769-b1c3-c185b9664368 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] 10.222.0.53 "GET /v2.0/ports?device_id=d16633f3-6e27-4e58-967c-af5276e8985a HTTP/1.1" status: 200 len: 943 time: 0.4560378 Jan 18 22:14:07.872165 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd96013-4c51-4418-89a2-791fc66a4a0d req-ee34d65c-7d3c-4c8c-8d33-ac189fe21ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:07.873124 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-9dd96013-4c51-4418-89a2-791fc66a4a0d req-ee34d65c-7d3c-4c8c-8d33-ac189fe21ef5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:07.874991 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-9dd96013-4c51-4418-89a2-791fc66a4a0d req-ee34d65c-7d3c-4c8c-8d33-ac189fe21ef5 service neutron] 10.222.0.36 "PUT /v2.0/ports/850da7db-2f28-44b9-bc66-287928d5633c HTTP/1.1" status: 200 len: 1091 time: 1.6285210 Jan 18 22:14:07.875513 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd16633f3-6e27-4e58-967c-af5276e8985a', 'tag': '850da7db-2f28-44b9-bc66-287928d5633c'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:14:07.884482 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc1528a9-dd43-4f03-aad8-1a7cd62c7ab3" -d '{"events": [{"name": "network-changed", "server_uuid": "d16633f3-6e27-4e58-967c-af5276e8985a", "tag": "850da7db-2f28-44b9-bc66-287928d5633c"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:14:07.887889 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c16a00-972e-42aa-b186-26d5b6cc63cb req-adc4a7fc-bef5-4f6d-bd27-894ad93f7e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:07.891169 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-71c16a00-972e-42aa-b186-26d5b6cc63cb req-adc4a7fc-bef5-4f6d-bd27-894ad93f7e7a service neutron] 10.222.0.67 "GET /v2.0/networks?id=ac163b22-6dbe-4f74-9441-5d83aaaf42c4 HTTP/1.1" status: 200 len: 920 time: 0.8425205 Jan 18 22:14:07.901179 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe2c861-993a-42f0-a2ec-75a0fedcb786 None None] Pushing event updated for resources: {'Port': ['ID=6830ecc6-1864-4048-8bac-2724f78fb322,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:07.913778 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee3daa7-d988-418c-a1e6-f75c68ec3683 None None] Routers {'5c3b3c33-80f1-49f9-8418-b17c6cac4fb8'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:14:07.914736 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-1ee3daa7-d988-418c-a1e6-f75c68ec3683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:13:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['5c3b3c33-80f1-49f9-8418-b17c6cac4fb8'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:14:08.081592 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee34d65c-7d3c-4c8c-8d33-ac189fe21ef5 service neutron] Pushing event updated for resources: {'Port': ['ID=850da7db-2f28-44b9-bc66-287928d5633c,revision_number=3']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:08.132953 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd96013-4c51-4418-89a2-791fc66a4a0d req-5f4b6b76-6d14-4bfb-ae01-8ce2185a74cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:08.134587 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-9dd96013-4c51-4418-89a2-791fc66a4a0d req-5f4b6b76-6d14-4bfb-ae01-8ce2185a74cd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=43f0b96077a84d2a954b883639e07306&device_id=d16633f3-6e27-4e58-967c-af5276e8985a HTTP/1.1" status: 200 len: 1094 time: 0.1718404 Jan 18 22:14:08.144263 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-1ee3daa7-d988-418c-a1e6-f75c68ec3683 None None] Set router 5c3b3c33-80f1-49f9-8418-b17c6cac4fb8 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:14:08.184424 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-9dd96013-4c51-4418-89a2-791fc66a4a0d req-36cc7689-f606-4a3f-938a-306acff37485 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=850da7db-2f28-44b9-bc66-287928d5633c HTTP/1.1" status: 200 len: 217 time: 0.0386627 Jan 18 22:14:08.186428 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [req-828f87ae-54c1-4e4c-90bf-337f751199df req-020fac81-afc4-4fe7-b40a-47973b68795f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a0306c0-065b-4f7c-897a-b0ab604fa791 {{(pid=102431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:14:08.203575 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-828f87ae-54c1-4e4c-90bf-337f751199df req-020fac81-afc4-4fe7-b40a-47973b68795f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:08.245019 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [req-828f87ae-54c1-4e4c-90bf-337f751199df req-020fac81-afc4-4fe7-b40a-47973b68795f service neutron] Transition to ACTIVE for port object 9a0306c0-065b-4f7c-897a-b0ab604fa791 will not be triggered until provisioned by entity L2. {{(pid=102431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:14:08.249817 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-828f87ae-54c1-4e4c-90bf-337f751199df req-020fac81-afc4-4fe7-b40a-47973b68795f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:08.260460 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd96013-4c51-4418-89a2-791fc66a4a0d req-885065d7-71f4-4bcf-879a-dd42e419d286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:08.261908 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-9dd96013-4c51-4418-89a2-791fc66a4a0d req-885065d7-71f4-4bcf-879a-dd42e419d286 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1f0f1e45-beb6-4402-8040-f69acf064963 HTTP/1.1" status: 200 len: 862 time: 0.0707996 Jan 18 22:14:08.324382 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-71c16a00-972e-42aa-b186-26d5b6cc63cb req-7bd694ac-22d4-4b26-b78b-c3e4e69f4b66 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66ca2546-3efa-46db-b956-2fb534ebd744 HTTP/1.1" status: 200 len: 217 time: 0.3280122 Jan 18 22:14:08.336015 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020fac81-afc4-4fe7-b40a-47973b68795f service neutron] Pushing event updated for resources: {'Port': ['ID=9a0306c0-065b-4f7c-897a-b0ab604fa791,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:08.369475 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd96013-4c51-4418-89a2-791fc66a4a0d req-18906885-b630-4d85-92f5-a7956fe19cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:08.370912 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-9dd96013-4c51-4418-89a2-791fc66a4a0d req-18906885-b630-4d85-92f5-a7956fe19cd4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cc278b4d-dcae-47fd-bae5-bd232ac640b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0879786 Jan 18 22:14:08.383413 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-1ee3daa7-d988-418c-a1e6-f75c68ec3683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c3b3c33-80f1-49f9-8418-b17c6cac4fb8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-926967270-router', 'tenant_id': '76c77dff09144c42b5e3c43e0d464bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '6830ecc6-1864-4048-8bac-2724f78fb322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:14:00Z', 'updated_at': '2022-01-18T22:14:03Z', 'revision_number': 3, 'project_id': '76c77dff09144c42b5e3c43e0d464bdb', 'gw_port': {'id': '6830ecc6-1864-4048-8bac-2724f78fb322', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:42:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c3b3c33-80f1-49f9-8418-b17c6cac4fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:14:02Z', 'updated_at': '2022-01-18T22:14:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:14:08.389375 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-828f87ae-54c1-4e4c-90bf-337f751199df req-020fac81-afc4-4fe7-b40a-47973b68795f service neutron] Attempting to bind port 9a0306c0-065b-4f7c-897a-b0ab604fa791 on host n-h1-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:14:08.390740 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-828f87ae-54c1-4e4c-90bf-337f751199df req-020fac81-afc4-4fe7-b40a-47973b68795f service neutron] Attempting to bind port 9a0306c0-065b-4f7c-897a-b0ab604fa791 by drivers openvswitch,hyperv on host n-h1-825064-1 at level 0 using segments [{'id': '54058af5-a5b1-45e9-977a-39ef1b01c87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:14:08.391081 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828f87ae-54c1-4e4c-90bf-337f751199df req-020fac81-afc4-4fe7-b40a-47973b68795f service neutron] Attempting to bind port 9a0306c0-065b-4f7c-897a-b0ab604fa791 on network e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:14:08.395641 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-eae5fcaa-15f7-40eb-9022-8c262880a292 req-e6d0af34-e232-4568-99ea-480604107ba2 tempest-ServerDiagnosticsNegativeTest-480293600 tempest-ServerDiagnosticsNegativeTest-480293600-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa7a3e8f-d023-4ccd-83ce-815118c60ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5194468 Jan 18 22:14:08.412997 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee3daa7-d988-418c-a1e6-f75c68ec3683 None None] The sync data for ids ['5c3b3c33-80f1-49f9-8418-b17c6cac4fb8'] in n-d-825064-1 is: [{'id': '5c3b3c33-80f1-49f9-8418-b17c6cac4fb8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-926967270-router', 'tenant_id': '76c77dff09144c42b5e3c43e0d464bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '6830ecc6-1864-4048-8bac-2724f78fb322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:14:00Z', 'updated_at': '2022-01-18T22:14:03Z', 'revision_number': 3, 'project_id': '76c77dff09144c42b5e3c43e0d464bdb', 'gw_port': {'id': '6830ecc6-1864-4048-8bac-2724f78fb322', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:42:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c3b3c33-80f1-49f9-8418-b17c6cac4fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:14:02Z', 'updated_at': '2022-01-18T22:14:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:14:08.447702 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828f87ae-54c1-4e4c-90bf-337f751199df req-020fac81-afc4-4fe7-b40a-47973b68795f service neutron] Port 9a0306c0-065b-4f7c-897a-b0ab604fa791 on network e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:14:08.448034 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828f87ae-54c1-4e4c-90bf-337f751199df req-020fac81-afc4-4fe7-b40a-47973b68795f service neutron] Attempting to bind port 9a0306c0-065b-4f7c-897a-b0ab604fa791 on network e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:14:08.466240 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3a11a86d-f867-47e5-b3ba-14aa0c57575f req-e90bee4e-c66c-4344-9730-c1a460b244d1 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc9e6b12-2aff-425d-833f-8273a41de3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5981600 Jan 18 22:14:08.466950 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828f87ae-54c1-4e4c-90bf-337f751199df req-020fac81-afc4-4fe7-b40a-47973b68795f service neutron] Checking agent: {'id': 'e49d1b2a-ba11-487f-a804-ecbf3c0e8132', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:14:08.467609 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828f87ae-54c1-4e4c-90bf-337f751199df req-020fac81-afc4-4fe7-b40a-47973b68795f service neutron] Checking segment: {'id': '54058af5-a5b1-45e9-977a-39ef1b01c87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:14:08.468578 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828f87ae-54c1-4e4c-90bf-337f751199df req-020fac81-afc4-4fe7-b40a-47973b68795f service neutron] Bound using segment: {'id': '54058af5-a5b1-45e9-977a-39ef1b01c87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:14:08.469049 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-828f87ae-54c1-4e4c-90bf-337f751199df req-020fac81-afc4-4fe7-b40a-47973b68795f service neutron] Bound port: 9a0306c0-065b-4f7c-897a-b0ab604fa791, host: n-h1-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54058af5-a5b1-45e9-977a-39ef1b01c87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:14:08.469400 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-828f87ae-54c1-4e4c-90bf-337f751199df req-020fac81-afc4-4fe7-b40a-47973b68795f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:08.473810 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7e324c06-e115-4353-9404-97bdb4913226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:08.526430 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c16a00-972e-42aa-b186-26d5b6cc63cb req-4339c367-bde2-4a59-bb46-0973263563be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:08.528271 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-71c16a00-972e-42aa-b186-26d5b6cc63cb req-4339c367-bde2-4a59-bb46-0973263563be service neutron] 10.222.0.67 "GET /v2.0/subnets?id=07257b09-c636-44c9-86f7-42df7e4ef3e2 HTTP/1.1" status: 200 len: 859 time: 0.2030904 Jan 18 22:14:08.574166 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-9dd96013-4c51-4418-89a2-791fc66a4a0d req-2d19ef3f-b200-4e90-a53d-10c2bdc05bef service neutron] 10.222.0.36 "GET /v2.0/networks/cc278b4d-dcae-47fd-bae5-bd232ac640b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958184 Jan 18 22:14:08.605458 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-828f87ae-54c1-4e4c-90bf-337f751199df req-020fac81-afc4-4fe7-b40a-47973b68795f service neutron] For port 9a0306c0-065b-4f7c-897a-b0ab604fa791, host n-h1-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:14:08.650308 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-828f87ae-54c1-4e4c-90bf-337f751199df req-020fac81-afc4-4fe7-b40a-47973b68795f service neutron] For port 9a0306c0-065b-4f7c-897a-b0ab604fa791, host n-h1-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=9a0306c0-065b-4f7c-897a-b0ab604fa791,segment=NetworkSegment(54058af5-a5b1-45e9-977a-39ef1b01c87e),segment_id=54058af5-a5b1-45e9-977a-39ef1b01c87e)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:14:08.657175 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-828f87ae-54c1-4e4c-90bf-337f751199df req-020fac81-afc4-4fe7-b40a-47973b68795f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:08.678054 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce136a04-c68d-4656-9ab5-f07f3d453d60 req-4fb6d061-2495-45c1-9400-ea7d12503931 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:08.679542 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ce136a04-c68d-4656-9ab5-f07f3d453d60 req-4fb6d061-2495-45c1-9400-ea7d12503931 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa35bf88-4440-4d73-afcd-ae0cc04d6d11 HTTP/1.1" status: 200 len: 943 time: 0.1860836 Jan 18 22:14:08.697960 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaca9cc-47ef-465b-ad1e-98f5cb72e5ca req-772d4854-2328-46dd-a529-f8a76e84a7ba tempest-LiveMigrationTest-1198651986 tempest-LiveMigrationTest-1198651986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:08.699460 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-baaca9cc-47ef-465b-ad1e-98f5cb72e5ca req-772d4854-2328-46dd-a529-f8a76e84a7ba tempest-LiveMigrationTest-1198651986 tempest-LiveMigrationTest-1198651986-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=7adbfe4f-bab5-4c2a-8403-4315ff49af62 HTTP/1.1" status: 200 len: 1096 time: 0.1437132 Jan 18 22:14:08.721486 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828f87ae-54c1-4e4c-90bf-337f751199df req-020fac81-afc4-4fe7-b40a-47973b68795f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:08.722205 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-828f87ae-54c1-4e4c-90bf-337f751199df req-020fac81-afc4-4fe7-b40a-47973b68795f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:08.724761 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-828f87ae-54c1-4e4c-90bf-337f751199df req-020fac81-afc4-4fe7-b40a-47973b68795f service neutron] 10.222.0.36 "PUT /v2.0/ports/9a0306c0-065b-4f7c-897a-b0ab604fa791 HTTP/1.1" status: 200 len: 1091 time: 1.5971272 Jan 18 22:14:08.732204 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c16a00-972e-42aa-b186-26d5b6cc63cb req-04e05c64-90dc-48d6-ab0d-073f81a26021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:08.733679 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-71c16a00-972e-42aa-b186-26d5b6cc63cb req-04e05c64-90dc-48d6-ab0d-073f81a26021 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ac163b22-6dbe-4f74-9441-5d83aaaf42c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1900098 Jan 18 22:14:08.760554 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-9dd96013-4c51-4418-89a2-791fc66a4a0d req-02fe234c-d55d-4644-995c-e71625fd32b3 service neutron] 10.222.0.36 "GET /v2.0/networks/cc278b4d-dcae-47fd-bae5-bd232ac640b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779449 Jan 18 22:14:08.766181 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020fac81-afc4-4fe7-b40a-47973b68795f service neutron] Pushing event updated for resources: {'Port': ['ID=9a0306c0-065b-4f7c-897a-b0ab604fa791,revision_number=3']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:08.859692 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828f87ae-54c1-4e4c-90bf-337f751199df req-aab90205-e3f9-4477-a2b1-b39808398cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:08.861426 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-828f87ae-54c1-4e4c-90bf-337f751199df req-aab90205-e3f9-4477-a2b1-b39808398cc9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=584d50ef6ed64545aac1e7947879ab5e&device_id=aa35bf88-4440-4d73-afcd-ae0cc04d6d11 HTTP/1.1" status: 200 len: 1094 time: 0.0738721 Jan 18 22:14:08.917767 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-828f87ae-54c1-4e4c-90bf-337f751199df req-c5ebadd4-3955-4db9-aad7-637a4b9dc2e4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a0306c0-065b-4f7c-897a-b0ab604fa791 HTTP/1.1" status: 200 len: 217 time: 0.0484967 Jan 18 22:14:08.940206 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-7e324c06-e115-4353-9404-97bdb4913226 admin admin] Allocated IP 172.20.0.1 (6c46501c-2977-42a9-95d0-8310f5875032/66c43e1c-8a1a-40af-beae-fdfd2fcdc2de/fba5985b-7aec-4681-9318-31371f681e45) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:14:08.998483 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828f87ae-54c1-4e4c-90bf-337f751199df req-a41e102b-ea8b-4b69-bc2a-878f043a434b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:08.999990 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-828f87ae-54c1-4e4c-90bf-337f751199df req-a41e102b-ea8b-4b69-bc2a-878f043a434b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=42841b58-d144-4855-94d6-b7b43c1900e0 HTTP/1.1" status: 200 len: 850 time: 0.0709286 Jan 18 22:14:09.050321 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828f87ae-54c1-4e4c-90bf-337f751199df req-1f5deb03-59a5-443b-94a4-1ed742bbbe43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:09.052212 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-828f87ae-54c1-4e4c-90bf-337f751199df req-1f5deb03-59a5-443b-94a4-1ed742bbbe43 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455256 Jan 18 22:14:09.052949 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ce136a04-c68d-4656-9ab5-f07f3d453d60 req-d93156c8-f77a-4eb0-9c53-cf56ba3cb707 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fead2ec-99b5-4f01-a8ba-653859b4c215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3609653 Jan 18 22:14:09.078245 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-baaca9cc-47ef-465b-ad1e-98f5cb72e5ca req-5d2a23a6-16b5-4af5-854e-a393520b4d2b tempest-LiveMigrationTest-1198651986 tempest-LiveMigrationTest-1198651986-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ac5bfedd-8c81-4ad7-9f0f-99ba0a339521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3378603 Jan 18 22:14:09.124892 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-71c16a00-972e-42aa-b186-26d5b6cc63cb req-607c82e7-c85f-40c6-985d-553ce04cce46 service neutron] 10.222.0.67 "GET /v2.0/networks/ac163b22-6dbe-4f74-9441-5d83aaaf42c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3694913 Jan 18 22:14:09.220696 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-828f87ae-54c1-4e4c-90bf-337f751199df req-9b3b5df2-4a2e-4c7a-8d66-9889e5f9e125 service neutron] 10.222.0.36 "GET /v2.0/networks/e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593976 Jan 18 22:14:09.244971 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7e324c06-e115-4353-9404-97bdb4913226 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:09.290781 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c8b03f-8561-4da5-bbc3-4e9587acd2a2 req-cc0ba58c-adc7-4d6b-800d-b6a82cde95df tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:09.292299 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c1c8b03f-8561-4da5-bbc3-4e9587acd2a2 req-cc0ba58c-adc7-4d6b-800d-b6a82cde95df tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d17b9a3-f774-44ce-bd1f-faf2447e4859 HTTP/1.1" status: 200 len: 943 time: 0.0961719 Jan 18 22:14:09.342121 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-71c16a00-972e-42aa-b186-26d5b6cc63cb req-4def6814-23ef-41a8-9039-25f6fc4e251a service neutron] 10.222.0.67 "GET /v2.0/networks/ac163b22-6dbe-4f74-9441-5d83aaaf42c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089942 Jan 18 22:14:09.346257 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-828f87ae-54c1-4e4c-90bf-337f751199df req-fdfb53db-3224-4279-9524-f727c3d88eaf service neutron] 10.222.0.36 "GET /v2.0/networks/e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174788 Jan 18 22:14:09.362701 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c1c8b03f-8561-4da5-bbc3-4e9587acd2a2 req-e81e86bb-46ec-4644-b30d-48445e7b5126 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] 10.222.0.53 "GET /v2.0/security-groups?id=21d863ba-f152-49fb-bae0-55db50ebdb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572338 Jan 18 22:14:09.364209 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7e324c06-e115-4353-9404-97bdb4913226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:09.400508 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e324c06-e115-4353-9404-97bdb4913226 admin admin] Network 6c46501c-2977-42a9-95d0-8310f5875032 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:14:09.403668 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-7e324c06-e115-4353-9404-97bdb4913226 admin admin] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:14:09.408170 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e324c06-e115-4353-9404-97bdb4913226 admin admin] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:14:09.408693 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7e324c06-e115-4353-9404-97bdb4913226 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1040954'] for router_interface, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:09.422222 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04f2036d-91bc-4089-ab6b-42fb27614948 x-openstack-request-id: req-04f2036d-91bc-4089-ab6b-42fb27614948 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:14:09.422568 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d16633f3-6e27-4e58-967c-af5276e8985a", "tag": "850da7db-2f28-44b9-bc66-287928d5633c", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:14:09.422846 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-04f2036d-91bc-4089-ab6b-42fb27614948 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:14:09.423250 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd16633f3-6e27-4e58-967c-af5276e8985a', 'tag': '850da7db-2f28-44b9-bc66-287928d5633c', 'status': 'completed', 'code': 200} Jan 18 22:14:09.494492 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 66ca2546-3efa-46db-b956-2fb534ebd744 details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:14:09.505107 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1528a9-dd43-4f03-aad8-1a7cd62c7ab3 req-ac67e9be-ee70-4e81-b172-614f20e1e178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:09.507437 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-bc1528a9-dd43-4f03-aad8-1a7cd62c7ab3 req-ac67e9be-ee70-4e81-b172-614f20e1e178 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=43f0b96077a84d2a954b883639e07306&device_id=d16633f3-6e27-4e58-967c-af5276e8985a HTTP/1.1" status: 200 len: 1094 time: 0.0578191 Jan 18 22:14:09.604829 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-15ccff5e-1349-4bcf-81af-9cf1d8131109 req-aa610fd3-9861-403e-91a2-ac8ee5003950 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=7c124f68020a4e92b3e26dca83e43678&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0378325 Jan 18 22:14:09.667192 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1528a9-dd43-4f03-aad8-1a7cd62c7ab3 req-1c6525cb-c196-4ec5-8601-402e4cfa6185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:09.668714 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-bc1528a9-dd43-4f03-aad8-1a7cd62c7ab3 req-1c6525cb-c196-4ec5-8601-402e4cfa6185 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cc278b4d-dcae-47fd-bae5-bd232ac640b4 HTTP/1.1" status: 200 len: 923 time: 0.1523974 Jan 18 22:14:09.729744 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 66ca2546-3efa-46db-b956-2fb534ebd744, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=66ca2546-3efa-46db-b956-2fb534ebd744,segment=NetworkSegment(e9db93ab-f6c7-442e-b6d2-c53dc8897efd),segment_id=e9db93ab-f6c7-442e-b6d2-c53dc8897efd)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:14:09.734772 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ccff5e-1349-4bcf-81af-9cf1d8131109 req-af9dd623-7eb5-4b98-9000-3a722c8b3cb3 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:09.742213 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-15ccff5e-1349-4bcf-81af-9cf1d8131109 req-af9dd623-7eb5-4b98-9000-3a722c8b3cb3 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1362295 Jan 18 22:14:09.744108 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': '66ca2546-3efa-46db-b956-2fb534ebd744', 'network_id': 'ac163b22-6dbe-4f74-9441-5d83aaaf42c4', 'port_id': '66ca2546-3efa-46db-b956-2fb534ebd744', 'mac_address': 'fa:16:3e:ca:e9:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07257b09-c636-44c9-86f7-42df7e4ef3e2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:14:09.744274 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-bc1528a9-dd43-4f03-aad8-1a7cd62c7ab3 req-0c61a3cc-95e6-43b4-a3b5-1648926a70d2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=850da7db-2f28-44b9-bc66-287928d5633c HTTP/1.1" status: 200 len: 217 time: 0.0677617 Jan 18 22:14:09.764323 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e324c06-e115-4353-9404-97bdb4913226 admin admin] Pushing event updated for resources: {'Port': ['ID=fba5985b-7aec-4681-9318-31371f681e45,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:09.790791 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-15ccff5e-1349-4bcf-81af-9cf1d8131109 req-dfc1c4be-94f8-464a-aa78-1ee8fa1aa2f5 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/quotas/7c124f68020a4e92b3e26dca83e43678 HTTP/1.1" status: 200 len: 375 time: 0.0468721 Jan 18 22:14:09.796920 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-547b5dde-82f6-4352-bc1e-865aaae8bcf3 None None] Provisioning complete for port fba5985b-7aec-4681-9318-31371f681e45 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:14:09.797301 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-547b5dde-82f6-4352-bc1e-865aaae8bcf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:09.799948 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:09.809566 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1528a9-dd43-4f03-aad8-1a7cd62c7ab3 req-8e2a9fd7-8648-42c1-89fe-2e52ac46c43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:09.812164 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-bc1528a9-dd43-4f03-aad8-1a7cd62c7ab3 req-8e2a9fd7-8648-42c1-89fe-2e52ac46c43c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1f0f1e45-beb6-4402-8040-f69acf064963 HTTP/1.1" status: 200 len: 862 time: 0.0586929 Jan 18 22:14:09.832514 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66ca2546-3efa-46db-b956-2fb534ebd744 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:14:09.842368 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-15ccff5e-1349-4bcf-81af-9cf1d8131109 req-639b6838-518f-4b8d-b580-8646d7859961 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7c124f68020a4e92b3e26dca83e43678&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0510967 Jan 18 22:14:09.842646 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7e324c06-e115-4353-9404-97bdb4913226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:09.859656 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-547b5dde-82f6-4352-bc1e-865aaae8bcf3 None None] Port fba5985b-7aec-4681-9318-31371f681e45 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:14:09.864378 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1528a9-dd43-4f03-aad8-1a7cd62c7ab3 req-cb0df984-5e00-43f8-a4a2-c8324537cf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:09.865996 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-bc1528a9-dd43-4f03-aad8-1a7cd62c7ab3 req-cb0df984-5e00-43f8-a4a2-c8324537cf11 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cc278b4d-dcae-47fd-bae5-bd232ac640b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476067 Jan 18 22:14:09.866720 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 66ca2546-3efa-46db-b956-2fb534ebd744, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=66ca2546-3efa-46db-b956-2fb534ebd744,segment=NetworkSegment(e9db93ab-f6c7-442e-b6d2-c53dc8897efd),segment_id=e9db93ab-f6c7-442e-b6d2-c53dc8897efd)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:14:09.872359 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:09.935034 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=66ca2546-3efa-46db-b956-2fb534ebd744,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:09.966422 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5098f944-15c7-4f0a-900a-abcfa275d048 req-2daf8735-fea2-43ce-bf03-98a3133c5800 tempest-LiveMigrationTest-1198651986 tempest-LiveMigrationTest-1198651986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:09.968737 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5098f944-15c7-4f0a-900a-abcfa275d048 req-2daf8735-fea2-43ce-bf03-98a3133c5800 tempest-LiveMigrationTest-1198651986 tempest-LiveMigrationTest-1198651986-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=7adbfe4f-bab5-4c2a-8403-4315ff49af62 HTTP/1.1" status: 200 len: 1096 time: 0.2054842 Jan 18 22:14:09.982983 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-bc1528a9-dd43-4f03-aad8-1a7cd62c7ab3 req-61cd9747-320d-4d67-b3ef-11a4768b5c7b service neutron] 10.222.0.36 "GET /v2.0/networks/cc278b4d-dcae-47fd-bae5-bd232ac640b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088247 Jan 18 22:14:10.064348 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5098f944-15c7-4f0a-900a-abcfa275d048 req-4054ac82-6516-4409-a2fc-3ce976629979 tempest-LiveMigrationTest-1198651986 tempest-LiveMigrationTest-1198651986-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ac5bfedd-8c81-4ad7-9f0f-99ba0a339521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784132 Jan 18 22:14:10.093144 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['66ca2546-3efa-46db-b956-2fb534ebd744'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:14:10.099712 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7e324c06-e115-4353-9404-97bdb4913226 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:10.117316 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7e324c06-e115-4353-9404-97bdb4913226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:10.118550 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7e324c06-e115-4353-9404-97bdb4913226 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-613854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1041070'] for router_interface, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:10.132251 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 6830ecc6-1864-4048-8bac-2724f78fb322 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:14:10.144577 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-bc1528a9-dd43-4f03-aad8-1a7cd62c7ab3 req-3ccef74e-83b3-4272-be97-59add5358596 service neutron] 10.222.0.36 "GET /v2.0/networks/cc278b4d-dcae-47fd-bae5-bd232ac640b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544933 Jan 18 22:14:10.219265 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 6830ecc6-1864-4048-8bac-2724f78fb322 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:14:10.219741 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:10.278977 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e324c06-e115-4353-9404-97bdb4913226 admin admin] Pushing event updated for resources: {'Port': ['ID=fba5985b-7aec-4681-9318-31371f681e45,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:10.338044 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf302eca-068b-4fcb-b7ad-6daf3555f590 req-53106c61-1c22-4ed0-8e9d-4c4d317daf59 tempest-ServerDiagnosticsNegativeTest-480293600 tempest-ServerDiagnosticsNegativeTest-480293600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:10.339580 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bf302eca-068b-4fcb-b7ad-6daf3555f590 req-53106c61-1c22-4ed0-8e9d-4c4d317daf59 tempest-ServerDiagnosticsNegativeTest-480293600 tempest-ServerDiagnosticsNegativeTest-480293600-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7664568-9b73-4400-8e06-4a433333975a HTTP/1.1" status: 200 len: 949 time: 0.1663845 Jan 18 22:14:10.356161 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de093527-65e2-426d-bb70-edecd52f4d27 req-0ddfa1d0-131f-4505-ae82-cc927e725d84 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:10.357991 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-de093527-65e2-426d-bb70-edecd52f4d27 req-0ddfa1d0-131f-4505-ae82-cc927e725d84 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] 10.222.0.53 "GET /v2.0/ports?device_id=d16633f3-6e27-4e58-967c-af5276e8985a HTTP/1.1" status: 200 len: 943 time: 0.1898844 Jan 18 22:14:10.369118 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:10.386214 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e324c06-e115-4353-9404-97bdb4913226 admin admin] Network 6c46501c-2977-42a9-95d0-8310f5875032 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:14:10.391331 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-7e324c06-e115-4353-9404-97bdb4913226 admin admin] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:14:10.396018 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port 6830ecc6-1864-4048-8bac-2724f78fb322, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=6830ecc6-1864-4048-8bac-2724f78fb322,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:14:10.409172 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:10.431822 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bf302eca-068b-4fcb-b7ad-6daf3555f590 req-b5d10f25-0e06-438f-a19c-cd5bf92ecff7 tempest-ServerDiagnosticsNegativeTest-480293600 tempest-ServerDiagnosticsNegativeTest-480293600-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa7a3e8f-d023-4ccd-83ce-815118c60ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709889 Jan 18 22:14:10.470724 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-de093527-65e2-426d-bb70-edecd52f4d27 req-2a929d9e-b035-4118-9b3b-dee8f828c3c4 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc9e6b12-2aff-425d-833f-8273a41de3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005919 Jan 18 22:14:10.494211 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=6830ecc6-1864-4048-8bac-2724f78fb322,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:10.584317 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-adc75fda-7a78-4034-8acd-10b5bf9420f7 req-56b683fe-7a60-4850-aa2c-7df8abc2d7be tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=74f307c9-43a0-43ee-8f48-6f53b38be771 HTTP/1.1" status: 200 len: 210 time: 0.0388417 Jan 18 22:14:10.638589 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e324c06-e115-4353-9404-97bdb4913226 admin admin] Router 5c3b3c33-80f1-49f9-8418-b17c6cac4fb8 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:14:10.792011 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-8f9c693d-b0c8-45d4-a02e-ac8c8de92a8d None None] Provisioning complete for port fba5985b-7aec-4681-9318-31371f681e45 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:14:10.792658 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8f9c693d-b0c8-45d4-a02e-ac8c8de92a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:10.885081 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-8f9c693d-b0c8-45d4-a02e-ac8c8de92a8d None None] Port fba5985b-7aec-4681-9318-31371f681e45 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:14:11.030109 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e324c06-e115-4353-9404-97bdb4913226 admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:14:11.045035 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-7e324c06-e115-4353-9404-97bdb4913226 admin admin] 10.222.0.53 "PUT /v2.0/routers/5c3b3c33-80f1-49f9-8418-b17c6cac4fb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7722132 Jan 18 22:14:11.045255 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89af3079-4742-416c-8f89-0d26456a0227 None None] Sync routers for ids ['5c3b3c33-80f1-49f9-8418-b17c6cac4fb8'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:14:11.049800 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89af3079-4742-416c-8f89-0d26456a0227 None None] Routers {'5c3b3c33-80f1-49f9-8418-b17c6cac4fb8'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:14:11.049918 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c21457-7841-4f7e-9c1c-62195ae390bf req-c9802c99-2c05-4372-908b-7601add43beb tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:11.050576 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-89af3079-4742-416c-8f89-0d26456a0227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:13:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['5c3b3c33-80f1-49f9-8418-b17c6cac4fb8'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:14:11.051378 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-60c21457-7841-4f7e-9c1c-62195ae390bf req-c9802c99-2c05-4372-908b-7601add43beb tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa35bf88-4440-4d73-afcd-ae0cc04d6d11 HTTP/1.1" status: 200 len: 943 time: 0.1007056 Jan 18 22:14:11.058724 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e55c680-b667-4fc8-bb6e-628aece59c08 req-aeda0d0d-b522-48e8-977e-688d26c20cfd tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:11.060589 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1e55c680-b667-4fc8-bb6e-628aece59c08 req-aeda0d0d-b522-48e8-977e-688d26c20cfd tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d17b9a3-f774-44ce-bd1f-faf2447e4859 HTTP/1.1" status: 200 len: 944 time: 0.1107619 Jan 18 22:14:11.122655 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-60c21457-7841-4f7e-9c1c-62195ae390bf req-5af4f4b3-bcfe-4b21-80d9-c2025609909a tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fead2ec-99b5-4f01-a8ba-653859b4c215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614696 Jan 18 22:14:11.149408 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1e55c680-b667-4fc8-bb6e-628aece59c08 req-5a01c037-c1b3-4e75-b857-8fa8399198a7 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] 10.222.0.53 "GET /v2.0/security-groups?id=21d863ba-f152-49fb-bae0-55db50ebdb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687833 Jan 18 22:14:11.312059 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-89af3079-4742-416c-8f89-0d26456a0227 None None] Set router 5c3b3c33-80f1-49f9-8418-b17c6cac4fb8 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:14:11.319292 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-15ccff5e-1349-4bcf-81af-9cf1d8131109 req-fe584db3-3d70-48f5-a7af-cc1f54b840da tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=7c124f68020a4e92b3e26dca83e43678&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0343161 Jan 18 22:14:11.425064 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa35bf88-4440-4d73-afcd-ae0cc04d6d11', 'tag': '9a0306c0-065b-4f7c-897a-b0ab604fa791'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:14:11.433409 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c553c6-a3d9-4fc0-adad-d8265312bba8" -d '{"events": [{"name": "network-changed", "server_uuid": "aa35bf88-4440-4d73-afcd-ae0cc04d6d11", "tag": "9a0306c0-065b-4f7c-897a-b0ab604fa791"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:14:11.486513 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ccff5e-1349-4bcf-81af-9cf1d8131109 req-f0185f48-2950-45c8-8882-9c062f3f1647 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:11.489702 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-15ccff5e-1349-4bcf-81af-9cf1d8131109 req-f0185f48-2950-45c8-8882-9c062f3f1647 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1614957 Jan 18 22:14:11.506463 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-15ccff5e-1349-4bcf-81af-9cf1d8131109 req-1a4c2ac1-60da-4e85-97aa-0335eccb5c54 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Request body: {'port': {'device_id': '74f307c9-43a0-43ee-8f48-6f53b38be771', 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b', 'admin_state_up': True, 'tenant_id': '7c124f68020a4e92b3e26dca83e43678'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:14:11.529323 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 66ca2546-3efa-46db-b956-2fb534ebd744 up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:14:11.663835 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15ccff5e-1349-4bcf-81af-9cf1d8131109 req-1a4c2ac1-60da-4e85-97aa-0335eccb5c54 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Made reservation on behalf of 7c124f68020a4e92b3e26dca83e43678 for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:14:11.667247 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-15ccff5e-1349-4bcf-81af-9cf1d8131109 req-1a4c2ac1-60da-4e85-97aa-0335eccb5c54 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:11.673802 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port 66ca2546-3efa-46db-b956-2fb534ebd744 completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:14:11.681556 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port 66ca2546-3efa-46db-b956-2fb534ebd744 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:14:11.681940 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:11.712210 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-15ccff5e-1349-4bcf-81af-9cf1d8131109 req-1a4c2ac1-60da-4e85-97aa-0335eccb5c54 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:11.727755 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-89af3079-4742-416c-8f89-0d26456a0227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c3b3c33-80f1-49f9-8418-b17c6cac4fb8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-926967270-router', 'tenant_id': '76c77dff09144c42b5e3c43e0d464bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '6830ecc6-1864-4048-8bac-2724f78fb322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:14:00Z', 'updated_at': '2022-01-18T22:14:09Z', 'revision_number': 4, 'project_id': '76c77dff09144c42b5e3c43e0d464bdb', 'gw_port': {'id': '6830ecc6-1864-4048-8bac-2724f78fb322', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:42:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c3b3c33-80f1-49f9-8418-b17c6cac4fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:14:02Z', 'updated_at': '2022-01-18T22:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'fba5985b-7aec-4681-9318-31371f681e45', 'name': '', 'network_id': '6c46501c-2977-42a9-95d0-8310f5875032', 'tenant_id': '76c77dff09144c42b5e3c43e0d464bdb', 'mac_address': 'fa:16:3e:1b:11:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c3b3c33-80f1-49f9-8418-b17c6cac4fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '66c43e1c-8a1a-40af-beae-fdfd2fcdc2de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:14:08Z', 'updated_at': '2022-01-18T22:14:09Z', 'revision_number': 2, 'project_id': '76c77dff09144c42b5e3c43e0d464bdb', 'subnets': [{'id': '66c43e1c-8a1a-40af-beae-fdfd2fcdc2de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:14:11.762242 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89af3079-4742-416c-8f89-0d26456a0227 None None] Checking router: 5c3b3c33-80f1-49f9-8418-b17c6cac4fb8 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:14:11.762592 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89af3079-4742-416c-8f89-0d26456a0227 None None] Updating router 5c3b3c33-80f1-49f9-8418-b17c6cac4fb8 port fba5985b-7aec-4681-9318-31371f681e45 binding host n-d-825064-1 {{(pid=102432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:14:11.792407 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6298fc-8de9-461d-96a9-6a034fe34ece req-366417c1-4ba2-42e4-8570-c6df009ab84c tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:11.799360 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5c6298fc-8de9-461d-96a9-6a034fe34ece req-366417c1-4ba2-42e4-8570-c6df009ab84c tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] 10.222.0.53 "GET /v2.0/networks?id=6c46501c-2977-42a9-95d0-8310f5875032 HTTP/1.1" status: 200 len: 828 time: 0.1490934 Jan 18 22:14:11.814047 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5c6298fc-8de9-461d-96a9-6a034fe34ece req-ff72abe1-fb50-45b2-8661-2e27c17b5bed tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] 10.222.0.53 "GET /v2.0/quotas/76c77dff09144c42b5e3c43e0d464bdb HTTP/1.1" status: 200 len: 375 time: 0.0135822 Jan 18 22:14:11.827877 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:11.831187 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-89af3079-4742-416c-8f89-0d26456a0227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:11.865231 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d17b9a3-f774-44ce-bd1f-faf2447e4859', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66ca2546-3efa-46db-b956-2fb534ebd744'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:14:11.867580 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6ec805b-4938-4fdd-bc6b-5c2be4da8879" -d '{"events": [{"server_uuid": "6d17b9a3-f774-44ce-bd1f-faf2447e4859", "name": "network-vif-plugged", "status": "completed", "tag": "66ca2546-3efa-46db-b956-2fb534ebd744"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:14:11.901956 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 66ca2546-3efa-46db-b956-2fb534ebd744, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=66ca2546-3efa-46db-b956-2fb534ebd744,segment=NetworkSegment(e9db93ab-f6c7-442e-b6d2-c53dc8897efd),segment_id=e9db93ab-f6c7-442e-b6d2-c53dc8897efd)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:14:11.910608 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:11.919315 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-15ccff5e-1349-4bcf-81af-9cf1d8131109 req-1a4c2ac1-60da-4e85-97aa-0335eccb5c54 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:11.929140 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5c6298fc-8de9-461d-96a9-6a034fe34ece req-02fb93b4-8e2b-456d-8c78-3ee6b0e8593a tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=76c77dff09144c42b5e3c43e0d464bdb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1078980 Jan 18 22:14:11.932089 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-15ccff5e-1349-4bcf-81af-9cf1d8131109 req-1a4c2ac1-60da-4e85-97aa-0335eccb5c54 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:11.956419 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f3df6c-2289-4894-bd33-8287b0811efc req-a074b61d-0201-4782-ab80-223cc5dd75b2 tempest-LiveMigrationTest-1198651986 tempest-LiveMigrationTest-1198651986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:11.963402 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-62f3df6c-2289-4894-bd33-8287b0811efc req-a074b61d-0201-4782-ab80-223cc5dd75b2 tempest-LiveMigrationTest-1198651986 tempest-LiveMigrationTest-1198651986-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=7adbfe4f-bab5-4c2a-8403-4315ff49af62 HTTP/1.1" status: 200 len: 1096 time: 0.1243351 Jan 18 22:14:12.028111 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=66ca2546-3efa-46db-b956-2fb534ebd744,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:12.041626 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 6830ecc6-1864-4048-8bac-2724f78fb322 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:14:12.091549 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4c2ac1-60da-4e85-97aa-0335eccb5c54 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42c7bb35-c340-4751-bfcc-03b69c797805,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:12.128770 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-62f3df6c-2289-4894-bd33-8287b0811efc req-39c448bd-4783-4314-bad0-aa94b5a915ef tempest-LiveMigrationTest-1198651986 tempest-LiveMigrationTest-1198651986-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ac5bfedd-8c81-4ad7-9f0f-99ba0a339521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645112 Jan 18 22:14:12.154637 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 54296) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:14:12.160366 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 6830ecc6-1864-4048-8bac-2724f78fb322 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:14:12.160744 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:12.180475 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89f05c46-5b9d-4b8f-9c7d-4425e73cdb0e x-openstack-request-id: req-89f05c46-5b9d-4b8f-9c7d-4425e73cdb0e {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:14:12.180760 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa35bf88-4440-4d73-afcd-ae0cc04d6d11", "tag": "9a0306c0-065b-4f7c-897a-b0ab604fa791", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:14:12.181003 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-89f05c46-5b9d-4b8f-9c7d-4425e73cdb0e {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:14:12.181383 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa35bf88-4440-4d73-afcd-ae0cc04d6d11', 'tag': '9a0306c0-065b-4f7c-897a-b0ab604fa791', 'status': 'completed', 'code': 200} Jan 18 22:14:12.239983 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5c6298fc-8de9-461d-96a9-6a034fe34ece req-5d89b061-89cd-4a28-a78e-2003cd75aad2 service neutron] 10.222.0.53 "GET /v2.0/networks/6c46501c-2977-42a9-95d0-8310f5875032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2988310 Jan 18 22:14:12.258423 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-89af3079-4742-416c-8f89-0d26456a0227 None None] Notify callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:12.264406 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c553c6-a3d9-4fc0-adad-d8265312bba8 req-cd843906-9913-4ec0-87bb-dee75e8b8a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:12.267194 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-c5c553c6-a3d9-4fc0-adad-d8265312bba8 req-cd843906-9913-4ec0-87bb-dee75e8b8a55 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=584d50ef6ed64545aac1e7947879ab5e&device_id=aa35bf88-4440-4d73-afcd-ae0cc04d6d11 HTTP/1.1" status: 200 len: 1094 time: 0.0580831 Jan 18 22:14:12.284446 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-89af3079-4742-416c-8f89-0d26456a0227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:12.350147 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-15ccff5e-1349-4bcf-81af-9cf1d8131109 req-1a4c2ac1-60da-4e85-97aa-0335eccb5c54 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Allocated IP 192.168.233.84 (aed2eca7-1bb0-443d-8485-b985dbe9851b/8518183d-cc63-459a-b971-d4c7514e001f/82c8fac7-b604-4f74-9e60-1a7d1e5868ca) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:14:12.362813 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-562c4734-36ad-4beb-8fbb-adf681c4afbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:12.363009 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b512de22-4729-4eed-9ae3-0ccb14858523 None None] Pushing event updated for resources: {'Port': ['ID=fba5985b-7aec-4681-9318-31371f681e45,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:12.405361 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d67b77-d5eb-47e2-b51c-e91599078566 req-34a77055-073e-48c3-ada7-1fe7227ca778 tempest-ServerDiagnosticsNegativeTest-480293600 tempest-ServerDiagnosticsNegativeTest-480293600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:12.407415 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d1d67b77-d5eb-47e2-b51c-e91599078566 req-34a77055-073e-48c3-ada7-1fe7227ca778 tempest-ServerDiagnosticsNegativeTest-480293600 tempest-ServerDiagnosticsNegativeTest-480293600-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7664568-9b73-4400-8e06-4a433333975a HTTP/1.1" status: 200 len: 949 time: 0.1567910 Jan 18 22:14:12.431766 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-89af3079-4742-416c-8f89-0d26456a0227 None None] Attempting to bind port fba5985b-7aec-4681-9318-31371f681e45 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:14:12.432159 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-89af3079-4742-416c-8f89-0d26456a0227 None None] Attempting to bind port fba5985b-7aec-4681-9318-31371f681e45 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '724b2afa-1e83-4f7a-aa8d-73e3eac882e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6c46501c-2977-42a9-95d0-8310f5875032'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:14:12.432622 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89af3079-4742-416c-8f89-0d26456a0227 None None] Attempting to bind port fba5985b-7aec-4681-9318-31371f681e45 on network 6c46501c-2977-42a9-95d0-8310f5875032 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:14:12.435417 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c553c6-a3d9-4fc0-adad-d8265312bba8 req-60451205-c7fe-4181-a033-d84d647ec0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:12.438421 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-c5c553c6-a3d9-4fc0-adad-d8265312bba8 req-60451205-c7fe-4181-a033-d84d647ec0fe service neutron] 10.222.0.36 "GET /v2.0/networks?id=e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84 HTTP/1.1" status: 200 len: 911 time: 0.1647301 Jan 18 22:14:12.439728 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89af3079-4742-416c-8f89-0d26456a0227 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:14:12.440118 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89af3079-4742-416c-8f89-0d26456a0227 None None] Checking segment: {'id': '724b2afa-1e83-4f7a-aa8d-73e3eac882e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6c46501c-2977-42a9-95d0-8310f5875032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:14:12.441067 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-89af3079-4742-416c-8f89-0d26456a0227 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:12.442046 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89af3079-4742-416c-8f89-0d26456a0227 None None] Bound using segment: {'id': '724b2afa-1e83-4f7a-aa8d-73e3eac882e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6c46501c-2977-42a9-95d0-8310f5875032'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:14:12.442586 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-89af3079-4742-416c-8f89-0d26456a0227 None None] Bound port: fba5985b-7aec-4681-9318-31371f681e45, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '724b2afa-1e83-4f7a-aa8d-73e3eac882e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6c46501c-2977-42a9-95d0-8310f5875032'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:14:12.443171 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-89af3079-4742-416c-8f89-0d26456a0227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:12.482679 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5c6298fc-8de9-461d-96a9-6a034fe34ece req-ac2fbffb-a9af-4f67-b853-a915d4ce576a service neutron] 10.222.0.53 "GET /v2.0/networks/6c46501c-2977-42a9-95d0-8310f5875032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271500 Jan 18 22:14:12.496708 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-c5c553c6-a3d9-4fc0-adad-d8265312bba8 req-4e075633-dbcb-4555-b265-32569c39d83f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a0306c0-065b-4f7c-897a-b0ab604fa791 HTTP/1.1" status: 200 len: 217 time: 0.0518699 Jan 18 22:14:12.535607 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:12.548022 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-89af3079-4742-416c-8f89-0d26456a0227 None None] For port fba5985b-7aec-4681-9318-31371f681e45, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:14:12.555534 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 850da7db-2f28-44b9-bc66-287928d5633c details requested by agent hyperv_n-h1-825064-1 with host n-h1-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:14:12.597510 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d1d67b77-d5eb-47e2-b51c-e91599078566 req-c03b57d8-bf1a-4a3a-b87d-a810f78f1a60 tempest-ServerDiagnosticsNegativeTest-480293600 tempest-ServerDiagnosticsNegativeTest-480293600-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa7a3e8f-d023-4ccd-83ce-815118c60ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678996 Jan 18 22:14:12.614800 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c553c6-a3d9-4fc0-adad-d8265312bba8 req-3e53026b-2156-443c-89f8-d1688aa90d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:12.614800 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-c5c553c6-a3d9-4fc0-adad-d8265312bba8 req-3e53026b-2156-443c-89f8-d1688aa90d5e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=42841b58-d144-4855-94d6-b7b43c1900e0 HTTP/1.1" status: 200 len: 850 time: 0.1052604 Jan 18 22:14:12.632623 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-562c4734-36ad-4beb-8fbb-adf681c4afbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:12.660058 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-562c4734-36ad-4beb-8fbb-adf681c4afbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:12.697787 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562c4734-36ad-4beb-8fbb-adf681c4afbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79f60b69-e621-46fe-87e4-13d91c058f80,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:12.734633 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-15ccff5e-1349-4bcf-81af-9cf1d8131109 req-1a4c2ac1-60da-4e85-97aa-0335eccb5c54 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:12.754989 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-562c4734-36ad-4beb-8fbb-adf681c4afbc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4ca4bc2f4f37416cb0feb59ba98fc518&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5968440 Jan 18 22:14:12.755383 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 54306) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:14:12.760793 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 850da7db-2f28-44b9-bc66-287928d5633c, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=850da7db-2f28-44b9-bc66-287928d5633c,segment=NetworkSegment(ad933c8d-50d1-49d4-a766-f0aca6fd8ffc),segment_id=ad933c8d-50d1-49d4-a766-f0aca6fd8ffc)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:14:12.764403 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-89af3079-4742-416c-8f89-0d26456a0227 None None] For port fba5985b-7aec-4681-9318-31371f681e45, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=fba5985b-7aec-4681-9318-31371f681e45,segment=NetworkSegment(724b2afa-1e83-4f7a-aa8d-73e3eac882e0),segment_id=724b2afa-1e83-4f7a-aa8d-73e3eac882e0)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:14:12.766699 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c553c6-a3d9-4fc0-adad-d8265312bba8 req-102573ab-6869-4910-86b5-c6fd4d2a7cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:12.769184 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-c5c553c6-a3d9-4fc0-adad-d8265312bba8 req-102573ab-6869-4910-86b5-c6fd4d2a7cb9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1346991 Jan 18 22:14:12.780164 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e3b1f-904e-4236-ad70-cbd2289bd94f req-5a56e995-08af-4048-a365-fd1cbf75aea6 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:12.787487 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f31e3b1f-904e-4236-ad70-cbd2289bd94f req-5a56e995-08af-4048-a365-fd1cbf75aea6 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] 10.222.0.53 "GET /v2.0/ports?device_id=d16633f3-6e27-4e58-967c-af5276e8985a HTTP/1.1" status: 200 len: 943 time: 0.0992455 Jan 18 22:14:12.789908 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-89af3079-4742-416c-8f89-0d26456a0227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:12.793625 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-e4441104-7f5f-4e5d-b78e-95dc7b26c7b6 None None] Provisioning complete for port fba5985b-7aec-4681-9318-31371f681e45 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:14:12.793992 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e4441104-7f5f-4e5d-b78e-95dc7b26c7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:12.837581 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Returning: {'device': '850da7db-2f28-44b9-bc66-287928d5633c', 'network_id': 'cc278b4d-dcae-47fd-bae5-bd232ac640b4', 'port_id': '850da7db-2f28-44b9-bc66-287928d5633c', 'mac_address': 'fa:16:3e:ba:3f:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f0f1e45-beb6-4402-8040-f69acf064963', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:14:12.898129 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4ab578f0-599d-4141-ba32-23bff84c8114 req-beed4aae-0835-46d7-b4cb-9975a26f8806 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=74f307c9-43a0-43ee-8f48-6f53b38be771 HTTP/1.1" status: 200 len: 210 time: 0.1309383 Jan 18 22:14:12.923514 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f31e3b1f-904e-4236-ad70-cbd2289bd94f req-70c1541c-4aec-4a19-8228-6fc2c12f7258 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc9e6b12-2aff-425d-833f-8273a41de3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351154 Jan 18 22:14:12.939430 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-c5c553c6-a3d9-4fc0-adad-d8265312bba8 req-b6abab0a-0948-4c1f-a6c0-03c43581cfd9 service neutron] 10.222.0.36 "GET /v2.0/networks/e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628423 Jan 18 22:14:12.977315 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89af3079-4742-416c-8f89-0d26456a0227 None None] Routers {'5c3b3c33-80f1-49f9-8418-b17c6cac4fb8'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:14:12.985159 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-89af3079-4742-416c-8f89-0d26456a0227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:13:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['5c3b3c33-80f1-49f9-8418-b17c6cac4fb8'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:14:12.985687 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-15ccff5e-1349-4bcf-81af-9cf1d8131109 req-1a4c2ac1-60da-4e85-97aa-0335eccb5c54 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:12.991707 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-58529ee8-4ef6-4884-82b6-215a2d20534c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:13.066497 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.67', 55939) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:14:13.091851 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01093c6-9e62-495d-ae54-27f00a4fe4c0 req-d7fc517f-f4b8-4f0b-b386-c5f34c6e0649 tempest-ServerDiagnosticsNegativeTest-480293600 tempest-ServerDiagnosticsNegativeTest-480293600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:13.101500 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e01093c6-9e62-495d-ae54-27f00a4fe4c0 req-d7fc517f-f4b8-4f0b-b386-c5f34c6e0649 tempest-ServerDiagnosticsNegativeTest-480293600 tempest-ServerDiagnosticsNegativeTest-480293600-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7664568-9b73-4400-8e06-4a433333975a HTTP/1.1" status: 200 len: 949 time: 0.2968102 Jan 18 22:14:13.153252 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b689c9-03e9-416f-94c2-d12a5a926282 req-0847a1af-940f-49f8-802f-0ccaf4e66107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:13.154924 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e1b689c9-03e9-416f-94c2-d12a5a926282 req-0847a1af-940f-49f8-802f-0ccaf4e66107 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6d17b9a3-f774-44ce-bd1f-faf2447e4859 HTTP/1.1" status: 200 len: 1096 time: 0.0874243 Jan 18 22:14:13.161591 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-c5c553c6-a3d9-4fc0-adad-d8265312bba8 req-b779917d-fadb-40b5-9e9a-88755e6914d8 service neutron] 10.222.0.36 "GET /v2.0/networks/e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144880 Jan 18 22:14:13.189182 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15ccff5e-1349-4bcf-81af-9cf1d8131109 req-1a4c2ac1-60da-4e85-97aa-0335eccb5c54 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Network aed2eca7-1bb0-443d-8485-b985dbe9851b is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:14:13.212045 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-15ccff5e-1349-4bcf-81af-9cf1d8131109 req-1a4c2ac1-60da-4e85-97aa-0335eccb5c54 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:14:13.214420 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-15ccff5e-1349-4bcf-81af-9cf1d8131109 req-1a4c2ac1-60da-4e85-97aa-0335eccb5c54 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:14:13.221586 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e1b689c9-03e9-416f-94c2-d12a5a926282 req-65d521d0-d4af-4f91-8dad-966c28d06e66 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=21d863ba-f152-49fb-bae0-55db50ebdb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590317 Jan 18 22:14:13.221745 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-89af3079-4742-416c-8f89-0d26456a0227 None None] Set router 5c3b3c33-80f1-49f9-8418-b17c6cac4fb8 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:14:13.221972 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ccff5e-1349-4bcf-81af-9cf1d8131109 req-1a4c2ac1-60da-4e85-97aa-0335eccb5c54 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:13.222602 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-15ccff5e-1349-4bcf-81af-9cf1d8131109 req-1a4c2ac1-60da-4e85-97aa-0335eccb5c54 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:13.228116 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74dcaf3d-cd43-4625-90aa-c0d764845dc0 x-openstack-request-id: req-74dcaf3d-cd43-4625-90aa-c0d764845dc0 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:14:13.228793 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d17b9a3-f774-44ce-bd1f-faf2447e4859", "name": "network-vif-plugged", "status": "completed", "tag": "66ca2546-3efa-46db-b956-2fb534ebd744", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:14:13.229062 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-74dcaf3d-cd43-4625-90aa-c0d764845dc0 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:14:13.229463 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d17b9a3-f774-44ce-bd1f-faf2447e4859', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66ca2546-3efa-46db-b956-2fb534ebd744', 'code': 200} Jan 18 22:14:13.276009 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:13.289424 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-58529ee8-4ef6-4884-82b6-215a2d20534c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:13.298906 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b512de22-4729-4eed-9ae3-0ccb14858523 None None] Pushing event updated for resources: {'Port': ['ID=fba5985b-7aec-4681-9318-31371f681e45,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:13.303031 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4c2ac1-60da-4e85-97aa-0335eccb5c54 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Pushing event updated for resources: {'Port': ['ID=82c8fac7-b604-4f74-9e60-1a7d1e5868ca,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:13.313559 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-15ccff5e-1349-4bcf-81af-9cf1d8131109 req-1a4c2ac1-60da-4e85-97aa-0335eccb5c54 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8125062 Jan 18 22:14:13.319945 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 850da7db-2f28-44b9-bc66-287928d5633c {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:14:13.331070 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e4441104-7f5f-4e5d-b78e-95dc7b26c7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:13.377048 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f91c75-869b-42eb-9cd0-605b08d5fecd req-3bf4d148-2b4f-4f7b-96a3-487ef3bfef1a tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:13.378568 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b7f91c75-869b-42eb-9cd0-605b08d5fecd req-3bf4d148-2b4f-4f7b-96a3-487ef3bfef1a tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d17b9a3-f774-44ce-bd1f-faf2447e4859 HTTP/1.1" status: 200 len: 945 time: 0.2480171 Jan 18 22:14:13.390585 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e090fa22-f8f2-4570-86a6-e4a627b3ee5a req-c6c2e68a-4691-4250-ade9-db8cca1bd191 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:13.397898 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e090fa22-f8f2-4570-86a6-e4a627b3ee5a req-c6c2e68a-4691-4250-ade9-db8cca1bd191 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa35bf88-4440-4d73-afcd-ae0cc04d6d11 HTTP/1.1" status: 200 len: 943 time: 0.2825572 Jan 18 22:14:13.400894 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 850da7db-2f28-44b9-bc66-287928d5633c, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=850da7db-2f28-44b9-bc66-287928d5633c,segment=NetworkSegment(ad933c8d-50d1-49d4-a766-f0aca6fd8ffc),segment_id=ad933c8d-50d1-49d4-a766-f0aca6fd8ffc)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:14:13.425293 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:13.426633 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 9a0306c0-065b-4f7c-897a-b0ab604fa791 details requested by agent hyperv_n-h1-825064-1 with host n-h1-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:14:13.437296 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-15ccff5e-1349-4bcf-81af-9cf1d8131109 req-df32ecc6-aa0a-4666-9378-637d465953a1 service neutron] Request body: {'port': {'device_id': '74f307c9-43a0-43ee-8f48-6f53b38be771', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:14:13.512467 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e090fa22-f8f2-4570-86a6-e4a627b3ee5a req-0c9820fe-839b-4c0f-a41b-46f03ed7de12 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fead2ec-99b5-4f01-a8ba-653859b4c215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135921 Jan 18 22:14:13.515981 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-e4441104-7f5f-4e5d-b78e-95dc7b26c7b6 None None] For port fba5985b-7aec-4681-9318-31371f681e45, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=fba5985b-7aec-4681-9318-31371f681e45,segment=NetworkSegment(724b2afa-1e83-4f7a-aa8d-73e3eac882e0),segment_id=724b2afa-1e83-4f7a-aa8d-73e3eac882e0)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:14:13.523074 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:13.541684 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e4441104-7f5f-4e5d-b78e-95dc7b26c7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:13.555767 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-58529ee8-4ef6-4884-82b6-215a2d20534c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:13.558700 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-58529ee8-4ef6-4884-82b6-215a2d20534c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:13.560638 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-58529ee8-4ef6-4884-82b6-215a2d20534c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/79f60b69-e621-46fe-87e4-13d91c058f80 HTTP/1.1" status: 204 len: 168 time: 0.8039889 Jan 18 22:14:13.574526 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b7f91c75-869b-42eb-9cd0-605b08d5fecd req-3f2bec1f-1122-4ac8-99ff-c8e0c76cc88c tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] 10.222.0.53 "GET /v2.0/security-groups?id=21d863ba-f152-49fb-bae0-55db50ebdb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677582 Jan 18 22:14:13.607568 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-15ccff5e-1349-4bcf-81af-9cf1d8131109 req-df32ecc6-aa0a-4666-9378-637d465953a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:13.613439 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-e01093c6-9e62-495d-ae54-27f00a4fe4c0 req-863f966c-4bbf-44a5-af39-c9c1be217528 tempest-ServerDiagnosticsNegativeTest-480293600 tempest-ServerDiagnosticsNegativeTest-480293600-project] Deleting port 41b77fb8-37eb-44c5-90ef-d172c792f48f {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:14:13.613940 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e01093c6-9e62-495d-ae54-27f00a4fe4c0 req-863f966c-4bbf-44a5-af39-c9c1be217528 tempest-ServerDiagnosticsNegativeTest-480293600 tempest-ServerDiagnosticsNegativeTest-480293600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:13.617003 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58529ee8-4ef6-4884-82b6-215a2d20534c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f60b69-e621-46fe-87e4-13d91c058f80,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:13.742908 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d1e4327d-9876-4d6a-8be1-542b99f01459 req-da7566da-ba41-4d7f-9e61-ef5645e0875c tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] 10.222.0.53 "GET /v2.0/ports?device_id=b178fe69-f925-486d-8d44-b1eaab33c6e1 HTTP/1.1" status: 200 len: 210 time: 0.0655992 Jan 18 22:14:13.843497 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=850da7db-2f28-44b9-bc66-287928d5633c,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:13.944752 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-e01093c6-9e62-495d-ae54-27f00a4fe4c0 req-863f966c-4bbf-44a5-af39-c9c1be217528 tempest-ServerDiagnosticsNegativeTest-480293600 tempest-ServerDiagnosticsNegativeTest-480293600-project] For port 41b77fb8-37eb-44c5-90ef-d172c792f48f, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=41b77fb8-37eb-44c5-90ef-d172c792f48f,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:14:13.945120 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e01093c6-9e62-495d-ae54-27f00a4fe4c0 req-863f966c-4bbf-44a5-af39-c9c1be217528 tempest-ServerDiagnosticsNegativeTest-480293600 tempest-ServerDiagnosticsNegativeTest-480293600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:13.971456 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-e01093c6-9e62-495d-ae54-27f00a4fe4c0 req-863f966c-4bbf-44a5-af39-c9c1be217528 tempest-ServerDiagnosticsNegativeTest-480293600 tempest-ServerDiagnosticsNegativeTest-480293600-project] Calling delete_port for 41b77fb8-37eb-44c5-90ef-d172c792f48f owned by compute:nova {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:14:13.973986 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 9a0306c0-065b-4f7c-897a-b0ab604fa791, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=9a0306c0-065b-4f7c-897a-b0ab604fa791,segment=NetworkSegment(54058af5-a5b1-45e9-977a-39ef1b01c87e),segment_id=54058af5-a5b1-45e9-977a-39ef1b01c87e)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:14:13.985735 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-99f0a4ae-f704-4c0a-9860-7d44a942964e None None] Provisioning complete for port fba5985b-7aec-4681-9318-31371f681e45 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:14:13.986621 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-99f0a4ae-f704-4c0a-9860-7d44a942964e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:13.990837 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4441104-7f5f-4e5d-b78e-95dc7b26c7b6 None None] Pushing event updated for resources: {'Port': ['ID=fba5985b-7aec-4681-9318-31371f681e45,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:14.022574 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Returning: {'device': '9a0306c0-065b-4f7c-897a-b0ab604fa791', 'network_id': 'e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84', 'port_id': '9a0306c0-065b-4f7c-897a-b0ab604fa791', 'mac_address': 'fa:16:3e:76:5a:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42841b58-d144-4855-94d6-b7b43c1900e0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:14:14.060577 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 54332) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:14:14.086730 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884023a5-186a-437c-a48c-788930ca537b req-c03df131-eae1-4d60-921d-39ad82bb54c1 tempest-ServerDiagnosticsNegativeTest-480293600 tempest-ServerDiagnosticsNegativeTest-480293600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:14.088788 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-884023a5-186a-437c-a48c-788930ca537b req-c03df131-eae1-4d60-921d-39ad82bb54c1 tempest-ServerDiagnosticsNegativeTest-480293600 tempest-ServerDiagnosticsNegativeTest-480293600-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7664568-9b73-4400-8e06-4a433333975a HTTP/1.1" status: 200 len: 949 time: 0.2006035 Jan 18 22:14:14.088908 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:14.098313 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-47e4a4c0-0a3a-4c2f-ad4e-afc88a466fd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:14.127690 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-89af3079-4742-416c-8f89-0d26456a0227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c3b3c33-80f1-49f9-8418-b17c6cac4fb8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-926967270-router', 'tenant_id': '76c77dff09144c42b5e3c43e0d464bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '6830ecc6-1864-4048-8bac-2724f78fb322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:14:00Z', 'updated_at': '2022-01-18T22:14:09Z', 'revision_number': 4, 'project_id': '76c77dff09144c42b5e3c43e0d464bdb', 'gw_port': {'id': '6830ecc6-1864-4048-8bac-2724f78fb322', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:42:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c3b3c33-80f1-49f9-8418-b17c6cac4fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:14:02Z', 'updated_at': '2022-01-18T22:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'fba5985b-7aec-4681-9318-31371f681e45', 'name': '', 'network_id': '6c46501c-2977-42a9-95d0-8310f5875032', 'tenant_id': '76c77dff09144c42b5e3c43e0d464bdb', 'mac_address': 'fa:16:3e:1b:11:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c3b3c33-80f1-49f9-8418-b17c6cac4fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '66c43e1c-8a1a-40af-beae-fdfd2fcdc2de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:14:08Z', 'updated_at': '2022-01-18T22:14:12Z', 'revision_number': 4, 'project_id': '76c77dff09144c42b5e3c43e0d464bdb', 'subnets': [{'id': '66c43e1c-8a1a-40af-beae-fdfd2fcdc2de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:14:14.130580 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a0306c0-065b-4f7c-897a-b0ab604fa791 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:14:14.177733 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89af3079-4742-416c-8f89-0d26456a0227 None None] The sync data for ids ['5c3b3c33-80f1-49f9-8418-b17c6cac4fb8'] in n-d-825064-1 is: [{'id': '5c3b3c33-80f1-49f9-8418-b17c6cac4fb8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-926967270-router', 'tenant_id': '76c77dff09144c42b5e3c43e0d464bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '6830ecc6-1864-4048-8bac-2724f78fb322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:14:00Z', 'updated_at': '2022-01-18T22:14:09Z', 'revision_number': 4, 'project_id': '76c77dff09144c42b5e3c43e0d464bdb', 'gw_port': {'id': '6830ecc6-1864-4048-8bac-2724f78fb322', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:42:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c3b3c33-80f1-49f9-8418-b17c6cac4fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:14:02Z', 'updated_at': '2022-01-18T22:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'fba5985b-7aec-4681-9318-31371f681e45', 'name': '', 'network_id': '6c46501c-2977-42a9-95d0-8310f5875032', 'tenant_id': '76c77dff09144c42b5e3c43e0d464bdb', 'mac_address': 'fa:16:3e:1b:11:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c3b3c33-80f1-49f9-8418-b17c6cac4fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '66c43e1c-8a1a-40af-beae-fdfd2fcdc2de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:14:08Z', 'updated_at': '2022-01-18T22:14:12Z', 'revision_number': 4, 'project_id': '76c77dff09144c42b5e3c43e0d464bdb', 'subnets': [{'id': '66c43e1c-8a1a-40af-beae-fdfd2fcdc2de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:14:14.190061 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-884023a5-186a-437c-a48c-788930ca537b req-047289b2-2909-4226-8859-224f5149d814 tempest-ServerDiagnosticsNegativeTest-480293600 tempest-ServerDiagnosticsNegativeTest-480293600-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa7a3e8f-d023-4ccd-83ce-815118c60ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918171 Jan 18 22:14:14.194131 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 9a0306c0-065b-4f7c-897a-b0ab604fa791, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=9a0306c0-065b-4f7c-897a-b0ab604fa791,segment=NetworkSegment(54058af5-a5b1-45e9-977a-39ef1b01c87e),segment_id=54058af5-a5b1-45e9-977a-39ef1b01c87e)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:14:14.211125 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:14.355959 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-99f0a4ae-f704-4c0a-9860-7d44a942964e None None] Provisioning complete for port 82c8fac7-b604-4f74-9e60-1a7d1e5868ca triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:14:14.356421 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-99f0a4ae-f704-4c0a-9860-7d44a942964e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:14.477900 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=9a0306c0-065b-4f7c-897a-b0ab604fa791,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:14.509729 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-99f0a4ae-f704-4c0a-9860-7d44a942964e None None] Port 82c8fac7-b604-4f74-9e60-1a7d1e5868ca cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:14:14.527776 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['9a0306c0-065b-4f7c-897a-b0ab604fa791'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:14:14.530461 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6298fc-8de9-461d-96a9-6a034fe34ece req-8f35ce67-a97e-460e-b215-3296c5c2aa8b tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:14.531141 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['850da7db-2f28-44b9-bc66-287928d5633c'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:14:14.532302 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-5c6298fc-8de9-461d-96a9-6a034fe34ece req-8f35ce67-a97e-460e-b215-3296c5c2aa8b tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] 10.222.0.67 "GET /v2.0/networks?id=6c46501c-2977-42a9-95d0-8310f5875032 HTTP/1.1" status: 200 len: 828 time: 0.3807797 Jan 18 22:14:14.541690 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc7b86f-1a38-4cdf-bc7e-2dcbeef821ba req-2a5f6cd1-c7f2-4b29-bc33-4513caecc169 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:14.549850 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5cc7b86f-1a38-4cdf-bc7e-2dcbeef821ba req-2a5f6cd1-c7f2-4b29-bc33-4513caecc169 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=74f307c9-43a0-43ee-8f48-6f53b38be771 HTTP/1.1" status: 200 len: 935 time: 0.2079213 Jan 18 22:14:14.558724 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-5c6298fc-8de9-461d-96a9-6a034fe34ece req-6bc9eff3-247d-43e7-acc8-771fef739103 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Request body: {'port': {'device_id': 'b178fe69-f925-486d-8d44-b1eaab33c6e1', 'network_id': '6c46501c-2977-42a9-95d0-8310f5875032', 'admin_state_up': True, 'tenant_id': '76c77dff09144c42b5e3c43e0d464bdb'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:14:14.592310 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e01093c6-9e62-495d-ae54-27f00a4fe4c0 req-863f966c-4bbf-44a5-af39-c9c1be217528 tempest-ServerDiagnosticsNegativeTest-480293600 tempest-ServerDiagnosticsNegativeTest-480293600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:14.595633 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [req-15ccff5e-1349-4bcf-81af-9cf1d8131109 req-df32ecc6-aa0a-4666-9378-637d465953a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82c8fac7-b604-4f74-9e60-1a7d1e5868ca {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:14:14.609662 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['41b77fb8-37eb-44c5-90ef-d172c792f48f'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:14:14.647144 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-15ccff5e-1349-4bcf-81af-9cf1d8131109 req-df32ecc6-aa0a-4666-9378-637d465953a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:14.649956 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863f966c-4bbf-44a5-af39-c9c1be217528 tempest-ServerDiagnosticsNegativeTest-480293600 tempest-ServerDiagnosticsNegativeTest-480293600-project] Pushing event deleted for resources: {'Port': ['ID=41b77fb8-37eb-44c5-90ef-d172c792f48f,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:14.667181 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5cc7b86f-1a38-4cdf-bc7e-2dcbeef821ba req-3fbb58b5-c37d-47c7-acb7-445433b9d3b7 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091857 Jan 18 22:14:14.705106 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-15ccff5e-1349-4bcf-81af-9cf1d8131109 req-df32ecc6-aa0a-4666-9378-637d465953a1 service neutron] Transition to ACTIVE for port object 82c8fac7-b604-4f74-9e60-1a7d1e5868ca will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:14:14.753128 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-15ccff5e-1349-4bcf-81af-9cf1d8131109 req-df32ecc6-aa0a-4666-9378-637d465953a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:14.756500 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-e01093c6-9e62-495d-ae54-27f00a4fe4c0 req-863f966c-4bbf-44a5-af39-c9c1be217528 tempest-ServerDiagnosticsNegativeTest-480293600 tempest-ServerDiagnosticsNegativeTest-480293600-project] No DVR routers for this DVR port 41b77fb8-37eb-44c5-90ef-d172c792f48f on host n-h2-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:14:14.820243 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e01093c6-9e62-495d-ae54-27f00a4fe4c0 req-863f966c-4bbf-44a5-af39-c9c1be217528 tempest-ServerDiagnosticsNegativeTest-480293600 tempest-ServerDiagnosticsNegativeTest-480293600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:14.830729 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e01093c6-9e62-495d-ae54-27f00a4fe4c0 req-863f966c-4bbf-44a5-af39-c9c1be217528 tempest-ServerDiagnosticsNegativeTest-480293600 tempest-ServerDiagnosticsNegativeTest-480293600-project] 10.222.0.67 "DELETE /v2.0/ports/41b77fb8-37eb-44c5-90ef-d172c792f48f HTTP/1.1" status: 204 len: 173 time: 1.6605964 Jan 18 22:14:14.831514 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df32ecc6-aa0a-4666-9378-637d465953a1 service neutron] Pushing event updated for resources: {'Port': ['ID=82c8fac7-b604-4f74-9e60-1a7d1e5868ca,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:14.848599 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7664568-9b73-4400-8e06-4a433333975a', 'name': 'network-vif-deleted', 'tag': '41b77fb8-37eb-44c5-90ef-d172c792f48f'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:14:14.856326 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff00b6e3-c83e-4bb4-aa81-5728c7b476e6" -d '{"events": [{"server_uuid": "d7664568-9b73-4400-8e06-4a433333975a", "name": "network-vif-deleted", "tag": "41b77fb8-37eb-44c5-90ef-d172c792f48f"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:14:15.023082 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6338ec70-a980-4918-ad7b-8ef51e3cea0f req-4f49b967-73fd-4ad3-a676-3bfb7238baad tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:15.040047 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6338ec70-a980-4918-ad7b-8ef51e3cea0f req-4f49b967-73fd-4ad3-a676-3bfb7238baad tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] 10.222.0.53 "GET /v2.0/ports?device_id=d16633f3-6e27-4e58-967c-af5276e8985a HTTP/1.1" status: 200 len: 944 time: 0.2209659 Jan 18 22:14:15.042702 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-15ccff5e-1349-4bcf-81af-9cf1d8131109 req-df32ecc6-aa0a-4666-9378-637d465953a1 service neutron] Attempting to bind port 82c8fac7-b604-4f74-9e60-1a7d1e5868ca on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:14:15.043143 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-15ccff5e-1349-4bcf-81af-9cf1d8131109 req-df32ecc6-aa0a-4666-9378-637d465953a1 service neutron] Attempting to bind port 82c8fac7-b604-4f74-9e60-1a7d1e5868ca by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:14:15.043590 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ccff5e-1349-4bcf-81af-9cf1d8131109 req-df32ecc6-aa0a-4666-9378-637d465953a1 service neutron] Attempting to bind port 82c8fac7-b604-4f74-9e60-1a7d1e5868ca on network aed2eca7-1bb0-443d-8485-b985dbe9851b {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:14:15.075226 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-47e4a4c0-0a3a-4c2f-ad4e-afc88a466fd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:15.088073 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ccff5e-1349-4bcf-81af-9cf1d8131109 req-df32ecc6-aa0a-4666-9378-637d465953a1 service neutron] Port 82c8fac7-b604-4f74-9e60-1a7d1e5868ca on network aed2eca7-1bb0-443d-8485-b985dbe9851b not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:14:15.088594 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ccff5e-1349-4bcf-81af-9cf1d8131109 req-df32ecc6-aa0a-4666-9378-637d465953a1 service neutron] Attempting to bind port 82c8fac7-b604-4f74-9e60-1a7d1e5868ca on network aed2eca7-1bb0-443d-8485-b985dbe9851b {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:14:15.101213 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ccff5e-1349-4bcf-81af-9cf1d8131109 req-df32ecc6-aa0a-4666-9378-637d465953a1 service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:14:15.106410 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-47e4a4c0-0a3a-4c2f-ad4e-afc88a466fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:15.112163 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ccff5e-1349-4bcf-81af-9cf1d8131109 req-df32ecc6-aa0a-4666-9378-637d465953a1 service neutron] Checking segment: {'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:14:15.112885 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ccff5e-1349-4bcf-81af-9cf1d8131109 req-df32ecc6-aa0a-4666-9378-637d465953a1 service neutron] Bound using segment: {'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:14:15.116183 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-15ccff5e-1349-4bcf-81af-9cf1d8131109 req-df32ecc6-aa0a-4666-9378-637d465953a1 service neutron] Bound port: 82c8fac7-b604-4f74-9e60-1a7d1e5868ca, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:14:15.116995 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-15ccff5e-1349-4bcf-81af-9cf1d8131109 req-df32ecc6-aa0a-4666-9378-637d465953a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:15.163630 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6338ec70-a980-4918-ad7b-8ef51e3cea0f req-d3b24ecc-04fc-4055-907f-0a64fabcf9ef tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc9e6b12-2aff-425d-833f-8273a41de3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227939 Jan 18 22:14:15.191496 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-47e4a4c0-0a3a-4c2f-ad4e-afc88a466fd3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8c7ed3ca0f52415b887a168a0ce45773&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1281197 Jan 18 22:14:15.193000 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 54358) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:14:15.206212 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e4a4c0-0a3a-4c2f-ad4e-afc88a466fd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d54f5351-01e5-489a-8651-b841595e16d6,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:15.267532 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [req-e345c359-6b06-4f8c-9b3d-6f3bf1a22769 req-292d1425-d76e-49de-a89c-bc236ad77d4e tempest-LiveMigrationTest-1198651986 tempest-LiveMigrationTest-1198651986-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:14:15.276261 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e345c359-6b06-4f8c-9b3d-6f3bf1a22769 req-292d1425-d76e-49de-a89c-bc236ad77d4e tempest-LiveMigrationTest-1198651986 tempest-LiveMigrationTest-1198651986-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0161405 Jan 18 22:14:15.318832 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-15ccff5e-1349-4bcf-81af-9cf1d8131109 req-df32ecc6-aa0a-4666-9378-637d465953a1 service neutron] For port 82c8fac7-b604-4f74-9e60-1a7d1e5868ca, host n-h2-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:14:15.321979 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e345c359-6b06-4f8c-9b3d-6f3bf1a22769 req-30f844b3-b459-4984-861a-595027b73006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:15.330213 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e345c359-6b06-4f8c-9b3d-6f3bf1a22769 req-30f844b3-b459-4984-861a-595027b73006 service neutron] 10.222.0.53 "GET /v2.0/ports/ec080a32-2c88-4bfb-b756-92e6efa937e5 HTTP/1.1" status: 200 len: 1093 time: 0.0529191 Jan 18 22:14:15.335565 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-e345c359-6b06-4f8c-9b3d-6f3bf1a22769 req-2495e0e6-ce8c-4f27-b826-bd96e2dfe615 service neutron] Request body: {'binding': {'host': 'n-h2-825064-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:14:15.336240 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-e345c359-6b06-4f8c-9b3d-6f3bf1a22769 req-2495e0e6-ce8c-4f27-b826-bd96e2dfe615 service neutron] Unknown quota resources ['binding']. {{(pid=102431) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 18 22:14:15.339672 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c6298fc-8de9-461d-96a9-6a034fe34ece req-6bc9eff3-247d-43e7-acc8-771fef739103 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Made reservation on behalf of 76c77dff09144c42b5e3c43e0d464bdb for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:14:15.344770 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-5c6298fc-8de9-461d-96a9-6a034fe34ece req-6bc9eff3-247d-43e7-acc8-771fef739103 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:15.355409 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-15ccff5e-1349-4bcf-81af-9cf1d8131109 req-df32ecc6-aa0a-4666-9378-637d465953a1 service neutron] For port 82c8fac7-b604-4f74-9e60-1a7d1e5868ca, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=82c8fac7-b604-4f74-9e60-1a7d1e5868ca,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:14:15.368836 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-15ccff5e-1349-4bcf-81af-9cf1d8131109 req-df32ecc6-aa0a-4666-9378-637d465953a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:15.390034 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-96282f71-3777-407c-8a01-dbec4478042f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:15.424658 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ccff5e-1349-4bcf-81af-9cf1d8131109 req-df32ecc6-aa0a-4666-9378-637d465953a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:15.425353 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-15ccff5e-1349-4bcf-81af-9cf1d8131109 req-df32ecc6-aa0a-4666-9378-637d465953a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:15.427146 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-15ccff5e-1349-4bcf-81af-9cf1d8131109 req-df32ecc6-aa0a-4666-9378-637d465953a1 service neutron] 10.222.0.67 "PUT /v2.0/ports/82c8fac7-b604-4f74-9e60-1a7d1e5868ca HTTP/1.1" status: 200 len: 1095 time: 1.9944677 Jan 18 22:14:15.439898 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86603fb4-82f1-4081-ae23-cf54cff8e42d req-9396ecc7-794f-425a-9d82-0db5c94161a0 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:15.441503 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-86603fb4-82f1-4081-ae23-cf54cff8e42d req-9396ecc7-794f-425a-9d82-0db5c94161a0 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa35bf88-4440-4d73-afcd-ae0cc04d6d11 HTTP/1.1" status: 200 len: 944 time: 0.1672902 Jan 18 22:14:15.480055 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df32ecc6-aa0a-4666-9378-637d465953a1 service neutron] Pushing event updated for resources: {'Port': ['ID=82c8fac7-b604-4f74-9e60-1a7d1e5868ca,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:15.571915 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-96282f71-3777-407c-8a01-dbec4478042f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:15.672198 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-86603fb4-82f1-4081-ae23-cf54cff8e42d req-2d50a648-f4f3-4e62-9d57-59beb9029bf8 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fead2ec-99b5-4f01-a8ba-653859b4c215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1739352 Jan 18 22:14:15.690754 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ccff5e-1349-4bcf-81af-9cf1d8131109 req-1b62d8f9-f42c-4490-bae1-b703687b1ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:15.692409 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-15ccff5e-1349-4bcf-81af-9cf1d8131109 req-1b62d8f9-f42c-4490-bae1-b703687b1ec9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7c124f68020a4e92b3e26dca83e43678&device_id=74f307c9-43a0-43ee-8f48-6f53b38be771 HTTP/1.1" status: 200 len: 1098 time: 0.1849780 Jan 18 22:14:15.726073 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [req-5c6298fc-8de9-461d-96a9-6a034fe34ece req-6bc9eff3-247d-43e7-acc8-771fef739103 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Allocated IP 172.20.0.13 (6c46501c-2977-42a9-95d0-8310f5875032/66c43e1c-8a1a-40af-beae-fdfd2fcdc2de/afb222c2-ad99-489f-ba74-f0b30130118e) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:14:15.750205 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-e345c359-6b06-4f8c-9b3d-6f3bf1a22769 req-2495e0e6-ce8c-4f27-b826-bd96e2dfe615 service neutron] Attempting to bind port ec080a32-2c88-4bfb-b756-92e6efa937e5 on host n-h2-825064-1 for vnic_type normal with profile None {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:14:15.750472 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-15ccff5e-1349-4bcf-81af-9cf1d8131109 req-cbddcc94-d4cb-4194-93a4-9a44d818842f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=82c8fac7-b604-4f74-9e60-1a7d1e5868ca HTTP/1.1" status: 200 len: 217 time: 0.0508957 Jan 18 22:14:15.750759 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-e345c359-6b06-4f8c-9b3d-6f3bf1a22769 req-2495e0e6-ce8c-4f27-b826-bd96e2dfe615 service neutron] Attempting to bind port ec080a32-2c88-4bfb-b756-92e6efa937e5 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': 'a97910f7-cad7-42ae-9f6e-c8965771467a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'db135028-f57a-417d-a5fc-9f73c3e34dd7'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:14:15.751215 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e345c359-6b06-4f8c-9b3d-6f3bf1a22769 req-2495e0e6-ce8c-4f27-b826-bd96e2dfe615 service neutron] Attempting to bind port ec080a32-2c88-4bfb-b756-92e6efa937e5 on network db135028-f57a-417d-a5fc-9f73c3e34dd7 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:14:15.768878 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e345c359-6b06-4f8c-9b3d-6f3bf1a22769 req-2495e0e6-ce8c-4f27-b826-bd96e2dfe615 service neutron] Port ec080a32-2c88-4bfb-b756-92e6efa937e5 on network db135028-f57a-417d-a5fc-9f73c3e34dd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:14:15.768878 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e345c359-6b06-4f8c-9b3d-6f3bf1a22769 req-2495e0e6-ce8c-4f27-b826-bd96e2dfe615 service neutron] Attempting to bind port ec080a32-2c88-4bfb-b756-92e6efa937e5 on network db135028-f57a-417d-a5fc-9f73c3e34dd7 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:14:15.781396 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e345c359-6b06-4f8c-9b3d-6f3bf1a22769 req-2495e0e6-ce8c-4f27-b826-bd96e2dfe615 service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:14:15.781735 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e345c359-6b06-4f8c-9b3d-6f3bf1a22769 req-2495e0e6-ce8c-4f27-b826-bd96e2dfe615 service neutron] Checking segment: {'id': 'a97910f7-cad7-42ae-9f6e-c8965771467a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'db135028-f57a-417d-a5fc-9f73c3e34dd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:14:15.782114 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e345c359-6b06-4f8c-9b3d-6f3bf1a22769 req-2495e0e6-ce8c-4f27-b826-bd96e2dfe615 service neutron] Bound using segment: {'id': 'a97910f7-cad7-42ae-9f6e-c8965771467a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'db135028-f57a-417d-a5fc-9f73c3e34dd7'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:14:15.782567 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-e345c359-6b06-4f8c-9b3d-6f3bf1a22769 req-2495e0e6-ce8c-4f27-b826-bd96e2dfe615 service neutron] Bound port: ec080a32-2c88-4bfb-b756-92e6efa937e5, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a97910f7-cad7-42ae-9f6e-c8965771467a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'db135028-f57a-417d-a5fc-9f73c3e34dd7'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:14:15.791203 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-96282f71-3777-407c-8a01-dbec4478042f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:15.794451 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-96282f71-3777-407c-8a01-dbec4478042f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:15.796953 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-96282f71-3777-407c-8a01-dbec4478042f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d54f5351-01e5-489a-8651-b841595e16d6 HTTP/1.1" status: 204 len: 168 time: 0.6030939 Jan 18 22:14:15.856311 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96282f71-3777-407c-8a01-dbec4478042f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d54f5351-01e5-489a-8651-b841595e16d6,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:15.889011 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64fe836-723f-4b64-9041-a452eb6c2cfa req-98ef4dbb-f865-441f-807b-4a403b912b38 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:15.891093 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a64fe836-723f-4b64-9041-a452eb6c2cfa req-98ef4dbb-f865-441f-807b-4a403b912b38 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d17b9a3-f774-44ce-bd1f-faf2447e4859 HTTP/1.1" status: 200 len: 945 time: 0.0893962 Jan 18 22:14:15.892681 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ccff5e-1349-4bcf-81af-9cf1d8131109 req-79f66239-2db0-483d-9b15-944b8503350a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:15.894055 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-15ccff5e-1349-4bcf-81af-9cf1d8131109 req-79f66239-2db0-483d-9b15-944b8503350a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8518183d-cc63-459a-b971-d4c7514e001f HTTP/1.1" status: 200 len: 843 time: 0.1367152 Jan 18 22:14:15.910547 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-e345c359-6b06-4f8c-9b3d-6f3bf1a22769 req-2495e0e6-ce8c-4f27-b826-bd96e2dfe615 service neutron] For port ec080a32-2c88-4bfb-b756-92e6efa937e5, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=ec080a32-2c88-4bfb-b756-92e6efa937e5,segment=NetworkSegment(a97910f7-cad7-42ae-9f6e-c8965771467a),segment_id=a97910f7-cad7-42ae-9f6e-c8965771467a)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:14:15.925307 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-e345c359-6b06-4f8c-9b3d-6f3bf1a22769 req-2495e0e6-ce8c-4f27-b826-bd96e2dfe615 service neutron] Notify callbacks [] for binding, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:15.926550 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e345c359-6b06-4f8c-9b3d-6f3bf1a22769 req-2495e0e6-ce8c-4f27-b826-bd96e2dfe615 service neutron] 10.222.0.53 "POST /v2.0/ports/ec080a32-2c88-4bfb-b756-92e6efa937e5/bindings HTTP/1.1" status: 201 len: 389 time: 0.5955062 Jan 18 22:14:15.990248 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a64fe836-723f-4b64-9041-a452eb6c2cfa req-6e465bc7-2e5c-4700-9431-d76a4f9ed304 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] 10.222.0.53 "GET /v2.0/security-groups?id=21d863ba-f152-49fb-bae0-55db50ebdb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917428 Jan 18 22:14:16.000685 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ccff5e-1349-4bcf-81af-9cf1d8131109 req-19ae8a4e-0f67-47b9-a923-d3989add7323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:16.002895 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-15ccff5e-1349-4bcf-81af-9cf1d8131109 req-19ae8a4e-0f67-47b9-a923-d3989add7323 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aed2eca7-1bb0-443d-8485-b985dbe9851b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0841665 Jan 18 22:14:16.009902 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-5c6298fc-8de9-461d-96a9-6a034fe34ece req-6bc9eff3-247d-43e7-acc8-771fef739103 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:16.076176 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-5c6298fc-8de9-461d-96a9-6a034fe34ece req-6bc9eff3-247d-43e7-acc8-771fef739103 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:16.148539 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-15ccff5e-1349-4bcf-81af-9cf1d8131109 req-ea161f4d-cd68-4a19-8984-847c2e4cc207 service neutron] 10.222.0.67 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365676 Jan 18 22:14:16.159839 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc9eff3-247d-43e7-acc8-771fef739103 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Pushing event updated for resources: {'Port': ['ID=afb222c2-ad99-489f-ba74-f0b30130118e,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:16.187667 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c6298fc-8de9-461d-96a9-6a034fe34ece req-6bc9eff3-247d-43e7-acc8-771fef739103 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Network 6c46501c-2977-42a9-95d0-8310f5875032 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:14:16.189210 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [req-5c6298fc-8de9-461d-96a9-6a034fe34ece req-6bc9eff3-247d-43e7-acc8-771fef739103 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:14:16.192554 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c6298fc-8de9-461d-96a9-6a034fe34ece req-6bc9eff3-247d-43e7-acc8-771fef739103 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:14:16.199206 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b467b3a9-edd8-4862-8c38-cb128a758195 x-openstack-request-id: req-b467b3a9-edd8-4862-8c38-cb128a758195 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:14:16.199505 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7664568-9b73-4400-8e06-4a433333975a", "name": "network-vif-deleted", "tag": "41b77fb8-37eb-44c5-90ef-d172c792f48f", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:14:16.199775 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6298fc-8de9-461d-96a9-6a034fe34ece req-6bc9eff3-247d-43e7-acc8-771fef739103 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:16.199905 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b467b3a9-edd8-4862-8c38-cb128a758195 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:14:16.200213 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7664568-9b73-4400-8e06-4a433333975a', 'name': 'network-vif-deleted', 'tag': '41b77fb8-37eb-44c5-90ef-d172c792f48f', 'status': 'completed', 'code': 200} Jan 18 22:14:16.200527 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-5c6298fc-8de9-461d-96a9-6a034fe34ece req-6bc9eff3-247d-43e7-acc8-771fef739103 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:16.233125 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-5c6298fc-8de9-461d-96a9-6a034fe34ece req-6bc9eff3-247d-43e7-acc8-771fef739103 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6832697 Jan 18 22:14:16.250159 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device fba5985b-7aec-4681-9318-31371f681e45 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:14:16.273454 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-5c6298fc-8de9-461d-96a9-6a034fe34ece req-51a4a876-649e-4c1d-8b68-904a51cfbd5b service neutron] Request body: {'port': {'device_id': 'b178fe69-f925-486d-8d44-b1eaab33c6e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:14:16.365196 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port fba5985b-7aec-4681-9318-31371f681e45 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:14:16.365661 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:16.412471 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-5c6298fc-8de9-461d-96a9-6a034fe34ece req-51a4a876-649e-4c1d-8b68-904a51cfbd5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:16.586055 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 850da7db-2f28-44b9-bc66-287928d5633c up at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:14:16.711406 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-ac617a68-dc17-4e7f-b3b5-d0d20dbc2ee9 None None] Provisioning complete for port afb222c2-ad99-489f-ba74-f0b30130118e triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:14:16.711773 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ac617a68-dc17-4e7f-b3b5-d0d20dbc2ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:16.788338 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [req-5c6298fc-8de9-461d-96a9-6a034fe34ece req-51a4a876-649e-4c1d-8b68-904a51cfbd5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afb222c2-ad99-489f-ba74-f0b30130118e {{(pid=102431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:14:16.789931 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-15ccff5e-1349-4bcf-81af-9cf1d8131109 req-5f0c5afb-de41-435c-9991-74b42d5acfe2 service neutron] 10.222.0.67 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6279979 Jan 18 22:14:16.793440 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e345c359-6b06-4f8c-9b3d-6f3bf1a22769 req-741dfa54-af3c-4851-b740-7fa283e0f8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:16.794904 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e345c359-6b06-4f8c-9b3d-6f3bf1a22769 req-741dfa54-af3c-4851-b740-7fa283e0f8c9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=646d6b7fa3c74dbb9d53573120d4a5a9&device_id=7adbfe4f-bab5-4c2a-8403-4315ff49af62 HTTP/1.1" status: 200 len: 1096 time: 0.4484293 Jan 18 22:14:16.798959 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-5c6298fc-8de9-461d-96a9-6a034fe34ece req-51a4a876-649e-4c1d-8b68-904a51cfbd5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:16.812375 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-ac617a68-dc17-4e7f-b3b5-d0d20dbc2ee9 None None] Port afb222c2-ad99-489f-ba74-f0b30130118e cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:14:16.816867 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning for port 850da7db-2f28-44b9-bc66-287928d5633c completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:14:16.822765 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 54388) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:14:16.825223 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning complete for port 850da7db-2f28-44b9-bc66-287928d5633c triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:14:16.825751 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:16.826297 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1929528-3032-4d26-8be6-56ae3dc02d53 req-2f9e4396-bc86-422e-a4c7-89e5059dc36e tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:16.829226 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a1929528-3032-4d26-8be6-56ae3dc02d53 req-2f9e4396-bc86-422e-a4c7-89e5059dc36e tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] 10.222.0.53 "GET /v2.0/ports?device_id=b178fe69-f925-486d-8d44-b1eaab33c6e1 HTTP/1.1" status: 200 len: 932 time: 0.4852417 Jan 18 22:14:16.839685 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [req-5c6298fc-8de9-461d-96a9-6a034fe34ece req-51a4a876-649e-4c1d-8b68-904a51cfbd5b service neutron] Transition to ACTIVE for port object afb222c2-ad99-489f-ba74-f0b30130118e will not be triggered until provisioned by entity L2. {{(pid=102431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:14:16.852330 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-5c6298fc-8de9-461d-96a9-6a034fe34ece req-51a4a876-649e-4c1d-8b68-904a51cfbd5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:16.859184 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf04321-323b-4679-903b-f591616eab3e req-35c00ae4-28aa-488b-8a99-0c343ea02256 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:16.860720 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aaf04321-323b-4679-903b-f591616eab3e req-35c00ae4-28aa-488b-8a99-0c343ea02256 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=74f307c9-43a0-43ee-8f48-6f53b38be771 HTTP/1.1" status: 200 len: 947 time: 0.4493594 Jan 18 22:14:16.924701 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:16.940627 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a1929528-3032-4d26-8be6-56ae3dc02d53 req-ab0f26c0-897e-4b87-af83-52d0e56b6a0f tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] 10.222.0.53 "GET /v2.0/security-groups?id=3b03c7d5-ea2f-4e24-a688-7c5247efb246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977619 Jan 18 22:14:16.958507 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd16633f3-6e27-4e58-967c-af5276e8985a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '850da7db-2f28-44b9-bc66-287928d5633c'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:14:16.958507 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e3fc57e-1270-4c82-beb1-598f904ce832" -d '{"events": [{"server_uuid": "d16633f3-6e27-4e58-967c-af5276e8985a", "name": "network-vif-plugged", "status": "completed", "tag": "850da7db-2f28-44b9-bc66-287928d5633c"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:14:16.984114 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a4a876-649e-4c1d-8b68-904a51cfbd5b service neutron] Pushing event updated for resources: {'Port': ['ID=afb222c2-ad99-489f-ba74-f0b30130118e,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:16.990020 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 850da7db-2f28-44b9-bc66-287928d5633c, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=850da7db-2f28-44b9-bc66-287928d5633c,segment=NetworkSegment(ad933c8d-50d1-49d4-a766-f0aca6fd8ffc),segment_id=ad933c8d-50d1-49d4-a766-f0aca6fd8ffc)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:14:17.001063 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:17.001876 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 9a0306c0-065b-4f7c-897a-b0ab604fa791 up at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:14:17.008074 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aaf04321-323b-4679-903b-f591616eab3e req-ef96362e-f7d0-4c92-b016-f14322ad5872 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149428 Jan 18 22:14:17.126036 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-5c6298fc-8de9-461d-96a9-6a034fe34ece req-51a4a876-649e-4c1d-8b68-904a51cfbd5b service neutron] Attempting to bind port afb222c2-ad99-489f-ba74-f0b30130118e on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:14:17.126626 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-5c6298fc-8de9-461d-96a9-6a034fe34ece req-51a4a876-649e-4c1d-8b68-904a51cfbd5b service neutron] Attempting to bind port afb222c2-ad99-489f-ba74-f0b30130118e by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '724b2afa-1e83-4f7a-aa8d-73e3eac882e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6c46501c-2977-42a9-95d0-8310f5875032'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:14:17.126737 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c6298fc-8de9-461d-96a9-6a034fe34ece req-51a4a876-649e-4c1d-8b68-904a51cfbd5b service neutron] Attempting to bind port afb222c2-ad99-489f-ba74-f0b30130118e on network 6c46501c-2977-42a9-95d0-8310f5875032 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:14:17.137763 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c6298fc-8de9-461d-96a9-6a034fe34ece req-51a4a876-649e-4c1d-8b68-904a51cfbd5b service neutron] Port afb222c2-ad99-489f-ba74-f0b30130118e on network 6c46501c-2977-42a9-95d0-8310f5875032 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:14:17.138084 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c6298fc-8de9-461d-96a9-6a034fe34ece req-51a4a876-649e-4c1d-8b68-904a51cfbd5b service neutron] Attempting to bind port afb222c2-ad99-489f-ba74-f0b30130118e on network 6c46501c-2977-42a9-95d0-8310f5875032 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:14:17.145669 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c6298fc-8de9-461d-96a9-6a034fe34ece req-51a4a876-649e-4c1d-8b68-904a51cfbd5b service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:14:17.146012 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c6298fc-8de9-461d-96a9-6a034fe34ece req-51a4a876-649e-4c1d-8b68-904a51cfbd5b service neutron] Checking segment: {'id': '724b2afa-1e83-4f7a-aa8d-73e3eac882e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6c46501c-2977-42a9-95d0-8310f5875032'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:14:17.146395 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c6298fc-8de9-461d-96a9-6a034fe34ece req-51a4a876-649e-4c1d-8b68-904a51cfbd5b service neutron] Bound using segment: {'id': '724b2afa-1e83-4f7a-aa8d-73e3eac882e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6c46501c-2977-42a9-95d0-8310f5875032'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:14:17.146963 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-5c6298fc-8de9-461d-96a9-6a034fe34ece req-51a4a876-649e-4c1d-8b68-904a51cfbd5b service neutron] Bound port: afb222c2-ad99-489f-ba74-f0b30130118e, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '724b2afa-1e83-4f7a-aa8d-73e3eac882e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6c46501c-2977-42a9-95d0-8310f5875032'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:14:17.147425 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-5c6298fc-8de9-461d-96a9-6a034fe34ece req-51a4a876-649e-4c1d-8b68-904a51cfbd5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:17.165167 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning for port 9a0306c0-065b-4f7c-897a-b0ab604fa791 completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:14:17.170382 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-e8eb8eab-8566-4cc3-8ad7-21c74da5fdda admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=46f1cb995b43458f98dcf44b70c902cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3464649 Jan 18 22:14:17.172658 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e345c359-6b06-4f8c-9b3d-6f3bf1a22769 req-eb9f6fde-9799-43d8-a5ab-811df62f69f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:17.173759 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning complete for port 9a0306c0-065b-4f7c-897a-b0ab604fa791 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:14:17.174369 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:17.176451 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e345c359-6b06-4f8c-9b3d-6f3bf1a22769 req-eb9f6fde-9799-43d8-a5ab-811df62f69f0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=db135028-f57a-417d-a5fc-9f73c3e34dd7 HTTP/1.1" status: 200 len: 907 time: 0.3738401 Jan 18 22:14:17.178393 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 54402) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:14:17.215583 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=850da7db-2f28-44b9-bc66-287928d5633c,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:17.233964 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-5c6298fc-8de9-461d-96a9-6a034fe34ece req-51a4a876-649e-4c1d-8b68-904a51cfbd5b service neutron] For port afb222c2-ad99-489f-ba74-f0b30130118e, host n-h2-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:14:17.237325 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-5c6298fc-8de9-461d-96a9-6a034fe34ece req-51a4a876-649e-4c1d-8b68-904a51cfbd5b service neutron] For port afb222c2-ad99-489f-ba74-f0b30130118e, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=afb222c2-ad99-489f-ba74-f0b30130118e,segment=NetworkSegment(724b2afa-1e83-4f7a-aa8d-73e3eac882e0),segment_id=724b2afa-1e83-4f7a-aa8d-73e3eac882e0)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:14:17.247108 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-5c6298fc-8de9-461d-96a9-6a034fe34ece req-51a4a876-649e-4c1d-8b68-904a51cfbd5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:17.290825 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6298fc-8de9-461d-96a9-6a034fe34ece req-51a4a876-649e-4c1d-8b68-904a51cfbd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:17.292100 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-5c6298fc-8de9-461d-96a9-6a034fe34ece req-51a4a876-649e-4c1d-8b68-904a51cfbd5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:17.292854 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:17.294368 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-5c6298fc-8de9-461d-96a9-6a034fe34ece req-51a4a876-649e-4c1d-8b68-904a51cfbd5b service neutron] 10.222.0.67 "PUT /v2.0/ports/afb222c2-ad99-489f-ba74-f0b30130118e HTTP/1.1" status: 200 len: 1092 time: 1.0529282 Jan 18 22:14:17.295004 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b178fe69-f925-486d-8d44-b1eaab33c6e1', 'tag': 'afb222c2-ad99-489f-ba74-f0b30130118e'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:14:17.298067 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67f26220-874c-4c2a-8525-94a4f806f9ab" -d '{"events": [{"name": "network-changed", "server_uuid": "b178fe69-f925-486d-8d44-b1eaab33c6e1", "tag": "afb222c2-ad99-489f-ba74-f0b30130118e"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:14:17.372960 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 9a0306c0-065b-4f7c-897a-b0ab604fa791, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=9a0306c0-065b-4f7c-897a-b0ab604fa791,segment=NetworkSegment(54058af5-a5b1-45e9-977a-39ef1b01c87e),segment_id=54058af5-a5b1-45e9-977a-39ef1b01c87e)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:14:17.375606 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e345c359-6b06-4f8c-9b3d-6f3bf1a22769 req-8ce15e84-8d32-4dd3-bd6c-08744a3e76b6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec080a32-2c88-4bfb-b756-92e6efa937e5 HTTP/1.1" status: 200 len: 217 time: 0.1389699 Jan 18 22:14:17.385508 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:17.386360 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a4a876-649e-4c1d-8b68-904a51cfbd5b service neutron] Pushing event updated for resources: {'Port': ['ID=afb222c2-ad99-489f-ba74-f0b30130118e,revision_number=3']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:17.408579 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6298fc-8de9-461d-96a9-6a034fe34ece req-cfd75e41-6f01-4a6d-b21c-5c4ae9f8a424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:17.410155 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-5c6298fc-8de9-461d-96a9-6a034fe34ece req-cfd75e41-6f01-4a6d-b21c-5c4ae9f8a424 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=76c77dff09144c42b5e3c43e0d464bdb&device_id=b178fe69-f925-486d-8d44-b1eaab33c6e1 HTTP/1.1" status: 200 len: 1095 time: 0.0691948 Jan 18 22:14:17.466796 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5662a5ac-263e-4452-ab0f-38f5e7baa080 req-43e3791e-6454-48e6-a492-ae155f30c854 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:17.469091 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5662a5ac-263e-4452-ab0f-38f5e7baa080 req-43e3791e-6454-48e6-a492-ae155f30c854 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/ports?device_id=7adbfe4f-bab5-4c2a-8403-4315ff49af62 HTTP/1.1" status: 200 len: 945 time: 0.4253187 Jan 18 22:14:17.470526 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e345c359-6b06-4f8c-9b3d-6f3bf1a22769 req-397bfeef-0c66-4441-899e-0352ca17d73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:17.472062 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e345c359-6b06-4f8c-9b3d-6f3bf1a22769 req-397bfeef-0c66-4441-899e-0352ca17d73f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9d1c997a-9e2b-4f20-9423-81e2cb97ac40 HTTP/1.1" status: 200 len: 847 time: 0.0777469 Jan 18 22:14:17.482796 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-5c6298fc-8de9-461d-96a9-6a034fe34ece req-ffa89540-587f-4b04-a1f3-13e1faae8969 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=afb222c2-ad99-489f-ba74-f0b30130118e HTTP/1.1" status: 200 len: 217 time: 0.0649858 Jan 18 22:14:17.500954 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=9a0306c0-065b-4f7c-897a-b0ab604fa791,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:17.556546 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 41b77fb8-37eb-44c5-90ef-d172c792f48f no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:14:17.567148 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6298fc-8de9-461d-96a9-6a034fe34ece req-606a6bda-2336-4522-813d-376b976908ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:17.569292 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-5c6298fc-8de9-461d-96a9-6a034fe34ece req-606a6bda-2336-4522-813d-376b976908ea service neutron] 10.222.0.67 "GET /v2.0/subnets?id=66c43e1c-8a1a-40af-beae-fdfd2fcdc2de HTTP/1.1" status: 200 len: 867 time: 0.0791082 Jan 18 22:14:17.586803 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] No Port match for: 41b77fb8-37eb-44c5-90ef-d172c792f48f {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:14:17.587214 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 41b77fb8-37eb-44c5-90ef-d172c792f48f not bound to the agent host n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:14:17.594355 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bdee99c6-a7c2-4220-b4e9-c62cafb9785c req-e9ab966d-3298-4c19-978b-73b1f97093a6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6d17b9a3-f774-44ce-bd1f-faf2447e4859&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5493052 Jan 18 22:14:17.625395 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5662a5ac-263e-4452-ab0f-38f5e7baa080 req-1c2ffcde-9073-4001-8622-b9a2155fb477 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac5bfedd-8c81-4ad7-9f0f-99ba0a339521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066034 Jan 18 22:14:17.627301 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e345c359-6b06-4f8c-9b3d-6f3bf1a22769 req-f9706c22-47bb-4611-ac9c-6dd0db11d93e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=db135028-f57a-417d-a5fc-9f73c3e34dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1229572 Jan 18 22:14:17.659343 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6298fc-8de9-461d-96a9-6a034fe34ece req-6a4134de-ea22-4ee1-b6d8-b11af60777e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:17.661067 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-5c6298fc-8de9-461d-96a9-6a034fe34ece req-6a4134de-ea22-4ee1-b6d8-b11af60777e4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6c46501c-2977-42a9-95d0-8310f5875032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0816119 Jan 18 22:14:17.760581 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5ba47f5e-0242-441b-801e-cf38edf55ff2 req-3367c651-6994-40e4-8897-16afdd187845 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6817863 Jan 18 22:14:17.766981 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1aa830cf-24a4-47e6-baa9-60896debbdf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:17.774729 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-5c6298fc-8de9-461d-96a9-6a034fe34ece req-f04d4b85-5521-4b13-b377-fee9bb474a68 service neutron] 10.222.0.67 "GET /v2.0/networks/6c46501c-2977-42a9-95d0-8310f5875032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066861 Jan 18 22:14:17.805978 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-5ba47f5e-0242-441b-801e-cf38edf55ff2 req-fc919279-d3d3-4b1f-9d8f-f7343430d0f7 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Request body: {'floatingip': {'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:14:17.838389 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1aa830cf-24a4-47e6-baa9-60896debbdf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:17.863975 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee99c6-a7c2-4220-b4e9-c62cafb9785c req-a1bade7d-aa1e-43d0-8370-25ed7565c062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:17.865555 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bdee99c6-a7c2-4220-b4e9-c62cafb9785c req-a1bade7d-aa1e-43d0-8370-25ed7565c062 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b4fa371f1ebf4a37ba7e58b461b03d52&device_id=6d17b9a3-f774-44ce-bd1f-faf2447e4859 HTTP/1.1" status: 200 len: 1096 time: 0.2036736 Jan 18 22:14:17.869112 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-5c6298fc-8de9-461d-96a9-6a034fe34ece req-ab5d7248-4ab8-4715-9bf3-6493fcd34059 service neutron] 10.222.0.67 "GET /v2.0/networks/6c46501c-2977-42a9-95d0-8310f5875032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874693 Jan 18 22:14:17.913398 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58b8ad1-cfcb-4447-ab81-2432edf66177 req-1811b4c9-b29c-4e29-8dd9-7d21666a8b92 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:17.914863 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f58b8ad1-cfcb-4447-ab81-2432edf66177 req-1811b4c9-b29c-4e29-8dd9-7d21666a8b92 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] 10.222.0.53 "GET /v2.0/ports?device_id=d16633f3-6e27-4e58-967c-af5276e8985a HTTP/1.1" status: 200 len: 945 time: 0.2048731 Jan 18 22:14:17.930531 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e345c359-6b06-4f8c-9b3d-6f3bf1a22769 req-6ed46bba-d02c-4bb2-90c5-a3f7251db01c service neutron] 10.222.0.67 "GET /v2.0/networks/db135028-f57a-417d-a5fc-9f73c3e34dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2921803 Jan 18 22:14:17.933860 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-5ba47f5e-0242-441b-801e-cf38edf55ff2 req-fc919279-d3d3-4b1f-9d8f-f7343430d0f7 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Notify callbacks [] for floatingip, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:17.983307 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee99c6-a7c2-4220-b4e9-c62cafb9785c req-756387a6-ad37-4059-87db-31f1944dd225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:17.984800 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-bdee99c6-a7c2-4220-b4e9-c62cafb9785c req-756387a6-ad37-4059-87db-31f1944dd225 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ac163b22-6dbe-4f74-9441-5d83aaaf42c4 HTTP/1.1" status: 200 len: 920 time: 0.0970807 Jan 18 22:14:18.025869 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-bdee99c6-a7c2-4220-b4e9-c62cafb9785c req-18b7224f-d3ff-4344-9e15-b58aa2ed75ee service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66ca2546-3efa-46db-b956-2fb534ebd744 HTTP/1.1" status: 200 len: 217 time: 0.0344844 Jan 18 22:14:18.070066 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f58b8ad1-cfcb-4447-ab81-2432edf66177 req-4d1e0ea0-9701-4c46-9283-bab9d448cf08 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc9e6b12-2aff-425d-833f-8273a41de3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422672 Jan 18 22:14:18.079698 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee99c6-a7c2-4220-b4e9-c62cafb9785c req-fceca146-a0e2-43a0-9c04-2e0ab9f07b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:18.081181 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-bdee99c6-a7c2-4220-b4e9-c62cafb9785c req-fceca146-a0e2-43a0-9c04-2e0ab9f07b8c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=07257b09-c636-44c9-86f7-42df7e4ef3e2 HTTP/1.1" status: 200 len: 859 time: 0.0491385 Jan 18 22:14:18.083385 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1aa830cf-24a4-47e6-baa9-60896debbdf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:18.086023 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1aa830cf-24a4-47e6-baa9-60896debbdf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:18.087129 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-1aa830cf-24a4-47e6-baa9-60896debbdf3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/aa7a3e8f-d023-4ccd-83ce-815118c60ba0 HTTP/1.1" status: 204 len: 168 time: 0.8830805 Jan 18 22:14:18.104644 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa830cf-24a4-47e6-baa9-60896debbdf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa7a3e8f-d023-4ccd-83ce-815118c60ba0,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:18.135496 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e345c359-6b06-4f8c-9b3d-6f3bf1a22769 req-d1ce54f9-c074-422e-8a12-1b1294d02602 service neutron] 10.222.0.67 "GET /v2.0/networks/db135028-f57a-417d-a5fc-9f73c3e34dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840329 Jan 18 22:14:18.159690 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee99c6-a7c2-4220-b4e9-c62cafb9785c req-0f5daf99-92eb-442d-ab87-f4cf31e02b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:18.163666 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-bdee99c6-a7c2-4220-b4e9-c62cafb9785c req-0f5daf99-92eb-442d-ab87-f4cf31e02b34 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ac163b22-6dbe-4f74-9441-5d83aaaf42c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0629942 Jan 18 22:14:18.176142 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-5ba47f5e-0242-441b-801e-cf38edf55ff2 req-fc919279-d3d3-4b1f-9d8f-f7343430d0f7 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:18.210079 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74f307c9-43a0-43ee-8f48-6f53b38be771', 'tag': '82c8fac7-b604-4f74-9e60-1a7d1e5868ca'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:14:18.212363 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c88e852-34ef-4d31-a6d5-e3ad2ae7f26c" -d '{"events": [{"name": "network-changed", "server_uuid": "74f307c9-43a0-43ee-8f48-6f53b38be771", "tag": "82c8fac7-b604-4f74-9e60-1a7d1e5868ca"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:14:18.274618 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-bdee99c6-a7c2-4220-b4e9-c62cafb9785c req-c19a32ba-8978-4cef-bf3f-2ba24eaeb587 service neutron] 10.222.0.67 "GET /v2.0/networks/ac163b22-6dbe-4f74-9441-5d83aaaf42c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991421 Jan 18 22:14:18.350433 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389a7889-175e-41b8-8b3d-b9ac2eaffdf6 req-aa98c53a-6381-43d8-aa5d-3ce055cbf227 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:18.351924 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-389a7889-175e-41b8-8b3d-b9ac2eaffdf6 req-aa98c53a-6381-43d8-aa5d-3ce055cbf227 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa35bf88-4440-4d73-afcd-ae0cc04d6d11 HTTP/1.1" status: 200 len: 945 time: 0.1782467 Jan 18 22:14:18.375576 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-bdee99c6-a7c2-4220-b4e9-c62cafb9785c req-37a41409-0f07-451d-b095-f603a3eff7ca service neutron] 10.222.0.67 "GET /v2.0/networks/ac163b22-6dbe-4f74-9441-5d83aaaf42c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918345 Jan 18 22:14:18.376082 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e345c359-6b06-4f8c-9b3d-6f3bf1a22769 req-ed966a35-a776-4439-a2c4-86cf9405ef53 tempest-LiveMigrationTest-1198651986 tempest-LiveMigrationTest-1198651986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:18.377549 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e345c359-6b06-4f8c-9b3d-6f3bf1a22769 req-ed966a35-a776-4439-a2c4-86cf9405ef53 tempest-LiveMigrationTest-1198651986 tempest-LiveMigrationTest-1198651986-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=7adbfe4f-bab5-4c2a-8403-4315ff49af62&tenant_id=646d6b7fa3c74dbb9d53573120d4a5a9&binding%3Ahost_id=n-h1-825064-1 HTTP/1.1" status: 200 len: 1096 time: 0.1609719 Jan 18 22:14:18.394125 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-e345c359-6b06-4f8c-9b3d-6f3bf1a22769 req-5d7e7405-aee3-4134-9cca-5c299df26d6b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-825064-1'}}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:14:18.464380 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-5ba47f5e-0242-441b-801e-cf38edf55ff2 req-fc919279-d3d3-4b1f-9d8f-f7343430d0f7 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Allocated IP 172.25.5.102 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/73025026-a859-4603-9bc3-a1fe0e9d1fee) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:14:18.469274 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-389a7889-175e-41b8-8b3d-b9ac2eaffdf6 req-5b32f32a-b459-408c-ae66-481cde67f2e1 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fead2ec-99b5-4f01-a8ba-653859b4c215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962105 Jan 18 22:14:18.474903 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 54432) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:14:18.495250 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-92d77569-23ba-40d1-9201-fb5e1490823d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:18.501732 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e345c359-6b06-4f8c-9b3d-6f3bf1a22769 req-5d7e7405-aee3-4134-9cca-5c299df26d6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:18.546766 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24f2cf48-34db-4f83-b70e-888cf6fc0be1 x-openstack-request-id: req-24f2cf48-34db-4f83-b70e-888cf6fc0be1 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:14:18.547602 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d16633f3-6e27-4e58-967c-af5276e8985a", "name": "network-vif-plugged", "status": "completed", "tag": "850da7db-2f28-44b9-bc66-287928d5633c", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:14:18.548094 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-24f2cf48-34db-4f83-b70e-888cf6fc0be1 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:14:18.549061 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd16633f3-6e27-4e58-967c-af5276e8985a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '850da7db-2f28-44b9-bc66-287928d5633c', 'code': 200} Jan 18 22:14:18.584850 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be8cd3db-0cde-49bd-8c34-3a1b2411bce4 x-openstack-request-id: req-be8cd3db-0cde-49bd-8c34-3a1b2411bce4 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:14:18.585139 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b178fe69-f925-486d-8d44-b1eaab33c6e1", "tag": "afb222c2-ad99-489f-ba74-f0b30130118e", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:14:18.585400 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-be8cd3db-0cde-49bd-8c34-3a1b2411bce4 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:14:18.585784 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b178fe69-f925-486d-8d44-b1eaab33c6e1', 'tag': 'afb222c2-ad99-489f-ba74-f0b30130118e', 'status': 'completed', 'code': 200} Jan 18 22:14:18.610766 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-92d77569-23ba-40d1-9201-fb5e1490823d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:18.644996 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-92d77569-23ba-40d1-9201-fb5e1490823d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:18.675302 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-5ba47f5e-0242-441b-801e-cf38edf55ff2 req-fc919279-d3d3-4b1f-9d8f-f7343430d0f7 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:18.718203 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-92d77569-23ba-40d1-9201-fb5e1490823d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=21bef7b769144bed923eda6a0b65a98c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2410111 Jan 18 22:14:18.720062 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 54438) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:14:18.725069 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d77569-23ba-40d1-9201-fb5e1490823d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a73ccc74-ce1f-4a17-ae59-72602b146739,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:18.730192 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-e345c359-6b06-4f8c-9b3d-6f3bf1a22769 req-5d7e7405-aee3-4134-9cca-5c299df26d6b service neutron] For port ec080a32-2c88-4bfb-b756-92e6efa937e5, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=ec080a32-2c88-4bfb-b756-92e6efa937e5,segment=NetworkSegment(a97910f7-cad7-42ae-9f6e-c8965771467a),segment_id=a97910f7-cad7-42ae-9f6e-c8965771467a)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:14:18.730546 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4a835f-c668-4362-8cac-b3516fcd86cb req-e9a6084f-0b7e-4960-8fe8-ebed4cc9bb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:18.732159 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-fb4a835f-c668-4362-8cac-b3516fcd86cb req-e9a6084f-0b7e-4960-8fe8-ebed4cc9bb5f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d16633f3-6e27-4e58-967c-af5276e8985a HTTP/1.1" status: 200 len: 1096 time: 0.1194644 Jan 18 22:14:18.735573 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f26220-874c-4c2a-8525-94a4f806f9ab req-311b7645-4aa3-4df1-bf06-d0374bf8b455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:18.737035 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-67f26220-874c-4c2a-8525-94a4f806f9ab req-311b7645-4aa3-4df1-bf06-d0374bf8b455 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=76c77dff09144c42b5e3c43e0d464bdb&device_id=b178fe69-f925-486d-8d44-b1eaab33c6e1 HTTP/1.1" status: 200 len: 1095 time: 0.1152592 Jan 18 22:14:18.784723 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-5ba47f5e-0242-441b-801e-cf38edf55ff2 req-fc919279-d3d3-4b1f-9d8f-f7343430d0f7 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:18.821310 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-fb4a835f-c668-4362-8cac-b3516fcd86cb req-d39b1aa8-c793-47c7-a542-2d2489b19f19 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=fc9e6b12-2aff-425d-833f-8273a41de3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819011 Jan 18 22:14:18.849752 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-e345c359-6b06-4f8c-9b3d-6f3bf1a22769 req-5d7e7405-aee3-4134-9cca-5c299df26d6b service neutron] For port ec080a32-2c88-4bfb-b756-92e6efa937e5, host n-h1-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:14:18.855751 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f26220-874c-4c2a-8525-94a4f806f9ab req-4d820d35-58cd-4c81-b2ba-7b9c565af8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:18.857340 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-67f26220-874c-4c2a-8525-94a4f806f9ab req-4d820d35-58cd-4c81-b2ba-7b9c565af8e1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6c46501c-2977-42a9-95d0-8310f5875032 HTTP/1.1" status: 200 len: 928 time: 0.1091197 Jan 18 22:14:18.872635 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7a745edb-7e03-451e-ad1c-ee44c7d09688 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:18.875412 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ba47f5e-0242-441b-801e-cf38edf55ff2 req-fc919279-d3d3-4b1f-9d8f-f7343430d0f7 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:14:18.884747 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-5ba47f5e-0242-441b-801e-cf38edf55ff2 req-fc919279-d3d3-4b1f-9d8f-f7343430d0f7 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:14:18.890843 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc919279-d3d3-4b1f-9d8f-f7343430d0f7 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Pushing event updated for resources: {'Port': ['ID=73025026-a859-4603-9bc3-a1fe0e9d1fee,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:18.893310 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ba47f5e-0242-441b-801e-cf38edf55ff2 req-fc919279-d3d3-4b1f-9d8f-f7343430d0f7 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:14:18.901153 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-67f26220-874c-4c2a-8525-94a4f806f9ab req-bb240dd8-230f-499f-8e60-e2ac26196979 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=afb222c2-ad99-489f-ba74-f0b30130118e HTTP/1.1" status: 200 len: 217 time: 0.0361481 Jan 18 22:14:18.934174 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7a745edb-7e03-451e-ad1c-ee44c7d09688 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:18.954800 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e345c359-6b06-4f8c-9b3d-6f3bf1a22769 req-5d7e7405-aee3-4134-9cca-5c299df26d6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:18.964290 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f26220-874c-4c2a-8525-94a4f806f9ab req-29be1bfe-29ef-4c03-a0f3-d39c5bc3ce9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:18.967267 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-67f26220-874c-4c2a-8525-94a4f806f9ab req-29be1bfe-29ef-4c03-a0f3-d39c5bc3ce9b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=66c43e1c-8a1a-40af-beae-fdfd2fcdc2de HTTP/1.1" status: 200 len: 867 time: 0.0600553 Jan 18 22:14:18.974463 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e345c359-6b06-4f8c-9b3d-6f3bf1a22769 req-5d7e7405-aee3-4134-9cca-5c299df26d6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:19.017013 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f26220-874c-4c2a-8525-94a4f806f9ab req-db4ef32b-97e3-409a-855d-dd52a9b6b52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:19.018534 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-67f26220-874c-4c2a-8525-94a4f806f9ab req-db4ef32b-97e3-409a-855d-dd52a9b6b52c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6c46501c-2977-42a9-95d0-8310f5875032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449693 Jan 18 22:14:19.113758 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-67f26220-874c-4c2a-8525-94a4f806f9ab req-9d07ce20-d576-49bc-a85d-fa1afec0d418 service neutron] 10.222.0.67 "GET /v2.0/networks/6c46501c-2977-42a9-95d0-8310f5875032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888779 Jan 18 22:14:19.209533 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-67f26220-874c-4c2a-8525-94a4f806f9ab req-e8b7d309-c783-4b26-9104-b5f3236f024f service neutron] 10.222.0.67 "GET /v2.0/networks/6c46501c-2977-42a9-95d0-8310f5875032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881894 Jan 18 22:14:19.225481 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-94690b50-757f-4dfc-a42b-7120a559dd2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:19.247083 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-5ba47f5e-0242-441b-801e-cf38edf55ff2 req-fc919279-d3d3-4b1f-9d8f-f7343430d0f7 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:19.336108 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7e7405-aee3-4134-9cca-5c299df26d6b service neutron] Pushing event updated for resources: {'Port': ['ID=ec080a32-2c88-4bfb-b756-92e6efa937e5,revision_number=7']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:19.353909 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-5ba47f5e-0242-441b-801e-cf38edf55ff2 req-fc919279-d3d3-4b1f-9d8f-f7343430d0f7 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:19.362682 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf23b27-e023-4640-aada-3cf82d3fe7e7 req-fca5a309-62f4-48d7-bff7-242a75849f67 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:19.364168 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8cf23b27-e023-4640-aada-3cf82d3fe7e7 req-fca5a309-62f4-48d7-bff7-242a75849f67 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] 10.222.0.53 "GET /v2.0/ports?device_id=b178fe69-f925-486d-8d44-b1eaab33c6e1 HTTP/1.1" status: 200 len: 944 time: 0.1429856 Jan 18 22:14:19.367045 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7a745edb-7e03-451e-ad1c-ee44c7d09688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:19.369531 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7a745edb-7e03-451e-ad1c-ee44c7d09688 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:19.370546 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-7a745edb-7e03-451e-ad1c-ee44c7d09688 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a73ccc74-ce1f-4a17-ae59-72602b146739 HTTP/1.1" status: 204 len: 168 time: 0.6483462 Jan 18 22:14:19.403471 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-e345c359-6b06-4f8c-9b3d-6f3bf1a22769 req-5d7e7405-aee3-4134-9cca-5c299df26d6b service neutron] Attempting to bind port ec080a32-2c88-4bfb-b756-92e6efa937e5 on host n-h1-825064-1 for vnic_type normal with profile {"migrating_to": "n-h2-825064-1"} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:14:19.403802 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-e345c359-6b06-4f8c-9b3d-6f3bf1a22769 req-5d7e7405-aee3-4134-9cca-5c299df26d6b service neutron] Attempting to bind port ec080a32-2c88-4bfb-b756-92e6efa937e5 by drivers openvswitch,hyperv on host n-h1-825064-1 at level 0 using segments [{'id': 'a97910f7-cad7-42ae-9f6e-c8965771467a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'db135028-f57a-417d-a5fc-9f73c3e34dd7'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:14:19.404151 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e345c359-6b06-4f8c-9b3d-6f3bf1a22769 req-5d7e7405-aee3-4134-9cca-5c299df26d6b service neutron] Attempting to bind port ec080a32-2c88-4bfb-b756-92e6efa937e5 on network db135028-f57a-417d-a5fc-9f73c3e34dd7 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:14:19.420035 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a745edb-7e03-451e-ad1c-ee44c7d09688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73ccc74-ce1f-4a17-ae59-72602b146739,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:19.425381 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e345c359-6b06-4f8c-9b3d-6f3bf1a22769 req-5d7e7405-aee3-4134-9cca-5c299df26d6b service neutron] Port ec080a32-2c88-4bfb-b756-92e6efa937e5 on network db135028-f57a-417d-a5fc-9f73c3e34dd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:14:19.425711 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e345c359-6b06-4f8c-9b3d-6f3bf1a22769 req-5d7e7405-aee3-4134-9cca-5c299df26d6b service neutron] Attempting to bind port ec080a32-2c88-4bfb-b756-92e6efa937e5 on network db135028-f57a-417d-a5fc-9f73c3e34dd7 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:14:19.442762 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e345c359-6b06-4f8c-9b3d-6f3bf1a22769 req-5d7e7405-aee3-4134-9cca-5c299df26d6b service neutron] Checking agent: {'id': 'e49d1b2a-ba11-487f-a804-ecbf3c0e8132', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:14:19.443108 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e345c359-6b06-4f8c-9b3d-6f3bf1a22769 req-5d7e7405-aee3-4134-9cca-5c299df26d6b service neutron] Checking segment: {'id': 'a97910f7-cad7-42ae-9f6e-c8965771467a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'db135028-f57a-417d-a5fc-9f73c3e34dd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:14:19.443500 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e345c359-6b06-4f8c-9b3d-6f3bf1a22769 req-5d7e7405-aee3-4134-9cca-5c299df26d6b service neutron] Bound using segment: {'id': 'a97910f7-cad7-42ae-9f6e-c8965771467a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'db135028-f57a-417d-a5fc-9f73c3e34dd7'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:14:19.444115 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-e345c359-6b06-4f8c-9b3d-6f3bf1a22769 req-5d7e7405-aee3-4134-9cca-5c299df26d6b service neutron] Bound port: ec080a32-2c88-4bfb-b756-92e6efa937e5, host: n-h1-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a97910f7-cad7-42ae-9f6e-c8965771467a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'db135028-f57a-417d-a5fc-9f73c3e34dd7'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:14:19.444448 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e345c359-6b06-4f8c-9b3d-6f3bf1a22769 req-5d7e7405-aee3-4134-9cca-5c299df26d6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:19.471912 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8cf23b27-e023-4640-aada-3cf82d3fe7e7 req-e7df006b-6b51-4d3b-ad3b-718ec7893c92 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] 10.222.0.53 "GET /v2.0/security-groups?id=3b03c7d5-ea2f-4e24-a688-7c5247efb246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002612 Jan 18 22:14:19.559846 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 82c8fac7-b604-4f74-9e60-1a7d1e5868ca details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:14:19.620217 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-e345c359-6b06-4f8c-9b3d-6f3bf1a22769 req-5d7e7405-aee3-4134-9cca-5c299df26d6b service neutron] For port ec080a32-2c88-4bfb-b756-92e6efa937e5, host n-h1-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:14:19.649717 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-e345c359-6b06-4f8c-9b3d-6f3bf1a22769 req-5d7e7405-aee3-4134-9cca-5c299df26d6b service neutron] For port ec080a32-2c88-4bfb-b756-92e6efa937e5, host n-h1-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=ec080a32-2c88-4bfb-b756-92e6efa937e5,segment=NetworkSegment(a97910f7-cad7-42ae-9f6e-c8965771467a),segment_id=a97910f7-cad7-42ae-9f6e-c8965771467a)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:14:19.660203 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a43af78-4852-4c34-a4b2-dae521959576 req-e3d0f525-b7f3-44b9-814b-98ce7aa98ad5 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:19.661702 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6a43af78-4852-4c34-a4b2-dae521959576 req-e3d0f525-b7f3-44b9-814b-98ce7aa98ad5 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=74f307c9-43a0-43ee-8f48-6f53b38be771 HTTP/1.1" status: 200 len: 947 time: 0.1225123 Jan 18 22:14:19.664915 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e345c359-6b06-4f8c-9b3d-6f3bf1a22769 req-5d7e7405-aee3-4134-9cca-5c299df26d6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:19.676240 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 82c8fac7-b604-4f74-9e60-1a7d1e5868ca, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=82c8fac7-b604-4f74-9e60-1a7d1e5868ca,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:14:19.688642 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': '82c8fac7-b604-4f74-9e60-1a7d1e5868ca', 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b', 'port_id': '82c8fac7-b604-4f74-9e60-1a7d1e5868ca', 'mac_address': 'fa:16:3e:25:7a:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8518183d-cc63-459a-b971-d4c7514e001f', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:14:19.738471 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:19.743062 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-5ba47f5e-0242-441b-801e-cf38edf55ff2 req-fc919279-d3d3-4b1f-9d8f-f7343430d0f7 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:19.756518 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82c8fac7-b604-4f74-9e60-1a7d1e5868ca {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:14:19.760785 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-5ba47f5e-0242-441b-801e-cf38edf55ff2 req-fc919279-d3d3-4b1f-9d8f-f7343430d0f7 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:19.779977 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 82c8fac7-b604-4f74-9e60-1a7d1e5868ca, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=82c8fac7-b604-4f74-9e60-1a7d1e5868ca,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:14:19.785458 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7e7405-aee3-4134-9cca-5c299df26d6b service neutron] Pushing event updated for resources: {'Port': ['ID=ec080a32-2c88-4bfb-b756-92e6efa937e5,revision_number=8']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:19.785767 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:19.793110 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6a43af78-4852-4c34-a4b2-dae521959576 req-30acc59a-91ae-4bd3-bd87-bcff2cb7c394 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227770 Jan 18 22:14:19.813707 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-5ba47f5e-0242-441b-801e-cf38edf55ff2 req-fc919279-d3d3-4b1f-9d8f-f7343430d0f7 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043075'] for floatingip, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:19.834317 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e345c359-6b06-4f8c-9b3d-6f3bf1a22769 req-5d7e7405-aee3-4134-9cca-5c299df26d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:19.834941 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e345c359-6b06-4f8c-9b3d-6f3bf1a22769 req-5d7e7405-aee3-4134-9cca-5c299df26d6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:19.836418 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e345c359-6b06-4f8c-9b3d-6f3bf1a22769 req-5d7e7405-aee3-4134-9cca-5c299df26d6b service neutron] 10.222.0.67 "PUT /v2.0/ports/ec080a32-2c88-4bfb-b756-92e6efa937e5 HTTP/1.1" status: 200 len: 1121 time: 1.4485669 Jan 18 22:14:19.850461 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=82c8fac7-b604-4f74-9e60-1a7d1e5868ca,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:19.863151 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-5ba47f5e-0242-441b-801e-cf38edf55ff2 req-fc919279-d3d3-4b1f-9d8f-f7343430d0f7 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:19.864502 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5ba47f5e-0242-441b-801e-cf38edf55ff2 req-fc919279-d3d3-4b1f-9d8f-f7343430d0f7 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0745418 Jan 18 22:14:19.865248 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc919279-d3d3-4b1f-9d8f-f7343430d0f7 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Pushing event updated for resources: {'Port': ['ID=73025026-a859-4603-9bc3-a1fe0e9d1fee,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:19.902334 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['ec080a32-2c88-4bfb-b756-92e6efa937e5'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:14:19.920763 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6361be29-8a43-4737-aa60-7a47aa3f8980 x-openstack-request-id: req-6361be29-8a43-4737-aa60-7a47aa3f8980 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:14:19.921125 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74f307c9-43a0-43ee-8f48-6f53b38be771", "tag": "82c8fac7-b604-4f74-9e60-1a7d1e5868ca", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:14:19.921503 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6361be29-8a43-4737-aa60-7a47aa3f8980 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:14:19.921900 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74f307c9-43a0-43ee-8f48-6f53b38be771', 'tag': '82c8fac7-b604-4f74-9e60-1a7d1e5868ca', 'status': 'completed', 'code': 200} Jan 18 22:14:20.016365 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5ba47f5e-0242-441b-801e-cf38edf55ff2 req-bddc880d-a646-47c1-bb7d-25c8e03bf1cd tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.102 HTTP/1.1" status: 200 len: 696 time: 0.1403077 Jan 18 22:14:20.051620 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['82c8fac7-b604-4f74-9e60-1a7d1e5868ca'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:14:20.136589 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b91905c-4565-4b81-a0bd-0abf266ce584 req-23aa018b-dd19-474b-aec9-7af3e6f2ced6 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:20.138121 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9b91905c-4565-4b81-a0bd-0abf266ce584 req-23aa018b-dd19-474b-aec9-7af3e6f2ced6 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/ports?device_id=7adbfe4f-bab5-4c2a-8403-4315ff49af62 HTTP/1.1" status: 200 len: 943 time: 0.1391954 Jan 18 22:14:20.151228 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c88e852-34ef-4d31-a6d5-e3ad2ae7f26c req-a33cbbc0-a6d6-472a-afb7-38c30895fb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:20.152727 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0c88e852-34ef-4d31-a6d5-e3ad2ae7f26c req-a33cbbc0-a6d6-472a-afb7-38c30895fb3c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7c124f68020a4e92b3e26dca83e43678&device_id=74f307c9-43a0-43ee-8f48-6f53b38be771 HTTP/1.1" status: 200 len: 1099 time: 0.1767237 Jan 18 22:14:20.281356 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9b91905c-4565-4b81-a0bd-0abf266ce584 req-10929c45-7cce-4f38-84f9-92d7e4a7bd4d tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac5bfedd-8c81-4ad7-9f0f-99ba0a339521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258023 Jan 18 22:14:20.292430 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba47f5e-0242-441b-801e-cf38edf55ff2 req-cf46d42d-10ec-4a8a-93a8-49b1ffe7130b tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:20.294414 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5ba47f5e-0242-441b-801e-cf38edf55ff2 req-cf46d42d-10ec-4a8a-93a8-49b1ffe7130b tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] 10.222.0.53 "GET /v2.0/networks/0fa7c7c8-c96a-4aa5-9818-d374adf00f99 HTTP/1.1" status: 200 len: 784 time: 0.2465961 Jan 18 22:14:20.305090 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [req-5ba47f5e-0242-441b-801e-cf38edf55ff2 req-8b2dfd0c-205d-4abb-9d81-6bde4901f11b tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102430) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:14:20.306062 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5ba47f5e-0242-441b-801e-cf38edf55ff2 req-8b2dfd0c-205d-4abb-9d81-6bde4901f11b tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056269 Jan 18 22:14:20.355485 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c88e852-34ef-4d31-a6d5-e3ad2ae7f26c req-94f6d791-c5ce-484f-96f2-824ada138392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:20.357394 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0c88e852-34ef-4d31-a6d5-e3ad2ae7f26c req-94f6d791-c5ce-484f-96f2-824ada138392 service neutron] 10.222.0.67 "GET /v2.0/networks?id=aed2eca7-1bb0-443d-8485-b985dbe9851b HTTP/1.1" status: 200 len: 869 time: 0.1910963 Jan 18 22:14:20.406407 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0c88e852-34ef-4d31-a6d5-e3ad2ae7f26c req-86f06144-73d9-4c3d-81c8-bd7ec901dc98 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=82c8fac7-b604-4f74-9e60-1a7d1e5868ca HTTP/1.1" status: 200 len: 217 time: 0.0418041 Jan 18 22:14:20.445601 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-40ebfb18-7acc-4e85-b221-e35d46402a53 req-11a10537-7d93-4e56-8b10-1eded39f524a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7e47c1b4-ec60-4c82-9419-92448c3d9688&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0521476 Jan 18 22:14:20.494601 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ba966b-d6bb-4163-b237-d886c7c039a9 req-57867d70-eab8-45d4-87f7-9c7f4e271213 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:20.496000 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-61ba966b-d6bb-4163-b237-d886c7c039a9 req-57867d70-eab8-45d4-87f7-9c7f4e271213 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] 10.222.0.53 "GET /v2.0/ports?device_id=d16633f3-6e27-4e58-967c-af5276e8985a HTTP/1.1" status: 200 len: 945 time: 0.0926378 Jan 18 22:14:20.497879 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c88e852-34ef-4d31-a6d5-e3ad2ae7f26c req-34afc1eb-2eff-4850-b669-b643c731fa70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:20.499215 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0c88e852-34ef-4d31-a6d5-e3ad2ae7f26c req-34afc1eb-2eff-4850-b669-b643c731fa70 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8518183d-cc63-459a-b971-d4c7514e001f HTTP/1.1" status: 200 len: 843 time: 0.0830340 Jan 18 22:14:20.533254 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ebfb18-7acc-4e85-b221-e35d46402a53 req-cd0584a5-b245-4a62-96f8-1fd10ded4875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:20.535125 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-40ebfb18-7acc-4e85-b221-e35d46402a53 req-cd0584a5-b245-4a62-96f8-1fd10ded4875 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=646d6b7fa3c74dbb9d53573120d4a5a9&device_id=7e47c1b4-ec60-4c82-9419-92448c3d9688 HTTP/1.1" status: 200 len: 1117 time: 0.0457885 Jan 18 22:14:20.551664 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa35bf88-4440-4d73-afcd-ae0cc04d6d11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a0306c0-065b-4f7c-897a-b0ab604fa791'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:14:20.554561 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b65eb4be-60d5-427a-863c-56a13d83c412" -d '{"events": [{"server_uuid": "aa35bf88-4440-4d73-afcd-ae0cc04d6d11", "name": "network-vif-plugged", "status": "completed", "tag": "9a0306c0-065b-4f7c-897a-b0ab604fa791"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:14:20.577660 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-61ba966b-d6bb-4163-b237-d886c7c039a9 req-d217c076-e41f-4148-a935-e61ffe285ce9 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc9e6b12-2aff-425d-833f-8273a41de3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710697 Jan 18 22:14:20.582356 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c88e852-34ef-4d31-a6d5-e3ad2ae7f26c req-7f3971ef-312c-42b1-93a4-9eb85f539d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:20.583886 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0c88e852-34ef-4d31-a6d5-e3ad2ae7f26c req-7f3971ef-312c-42b1-93a4-9eb85f539d6d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aed2eca7-1bb0-443d-8485-b985dbe9851b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0767915 Jan 18 22:14:20.665445 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ebfb18-7acc-4e85-b221-e35d46402a53 req-9b44686f-6902-4a45-bafe-195a958e1d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:20.668448 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-40ebfb18-7acc-4e85-b221-e35d46402a53 req-9b44686f-6902-4a45-bafe-195a958e1d73 service neutron] 10.222.0.36 "GET /v2.0/networks?id=db135028-f57a-417d-a5fc-9f73c3e34dd7 HTTP/1.1" status: 200 len: 907 time: 0.1075134 Jan 18 22:14:20.728203 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0c88e852-34ef-4d31-a6d5-e3ad2ae7f26c req-29f9892d-66e4-4e1f-b466-895bd9d16bae service neutron] 10.222.0.67 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364329 Jan 18 22:14:20.731918 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-40ebfb18-7acc-4e85-b221-e35d46402a53 req-6c8f65b1-a1d1-44af-a2f8-5ea6b30ebfb6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00 HTTP/1.1" status: 200 len: 217 time: 0.0555494 Jan 18 22:14:20.740158 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d180c4ba-987f-43b4-90a8-e83b75df5901 req-3913f282-e0c2-4e63-a388-ec81e3f196d2 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:20.741662 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d180c4ba-987f-43b4-90a8-e83b75df5901 req-3913f282-e0c2-4e63-a388-ec81e3f196d2 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa35bf88-4440-4d73-afcd-ae0cc04d6d11 HTTP/1.1" status: 200 len: 945 time: 0.0773036 Jan 18 22:14:20.798800 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ebfb18-7acc-4e85-b221-e35d46402a53 req-d0e297d9-5beb-404a-a28a-a49c5d9bd794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:20.800836 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-40ebfb18-7acc-4e85-b221-e35d46402a53 req-d0e297d9-5beb-404a-a28a-a49c5d9bd794 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9d1c997a-9e2b-4f20-9423-81e2cb97ac40 HTTP/1.1" status: 200 len: 847 time: 0.0624840 Jan 18 22:14:20.846178 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d180c4ba-987f-43b4-90a8-e83b75df5901 req-7569ccc0-fc73-4c1d-baae-408895719992 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fead2ec-99b5-4f01-a8ba-653859b4c215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941124 Jan 18 22:14:20.863177 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-40ebfb18-7acc-4e85-b221-e35d46402a53 req-c65316d0-643e-4c97-8100-7d4c54ec2d8d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=db135028-f57a-417d-a5fc-9f73c3e34dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528243 Jan 18 22:14:20.927840 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0c88e852-34ef-4d31-a6d5-e3ad2ae7f26c req-26437a97-8c6f-47c7-9b00-d568ac6249eb service neutron] 10.222.0.67 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848423 Jan 18 22:14:20.968565 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-40ebfb18-7acc-4e85-b221-e35d46402a53 req-82f19f41-1e73-40fc-9b16-64c542b60855 service neutron] 10.222.0.36 "GET /v2.0/networks/db135028-f57a-417d-a5fc-9f73c3e34dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996246 Jan 18 22:14:21.041685 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0ae0dd-9f61-4c6c-998f-d571abd366f4 req-4a3e9173-8aeb-473e-91a9-60bc27e4ca99 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:21.043166 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cc0ae0dd-9f61-4c6c-998f-d571abd366f4 req-4a3e9173-8aeb-473e-91a9-60bc27e4ca99 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] 10.222.0.53 "GET /v2.0/ports?device_id=b178fe69-f925-486d-8d44-b1eaab33c6e1 HTTP/1.1" status: 200 len: 944 time: 0.0876002 Jan 18 22:14:21.050528 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af86d1a1-05ca-4799-8360-f276efe9c256 req-8d30e280-202d-45ce-aa9f-7c4552e829e8 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:21.056640 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-af86d1a1-05ca-4799-8360-f276efe9c256 req-8d30e280-202d-45ce-aa9f-7c4552e829e8 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] 10.222.0.53 "GET /v2.0/networks?id=ac163b22-6dbe-4f74-9441-5d83aaaf42c4 HTTP/1.1" status: 200 len: 820 time: 0.1547499 Jan 18 22:14:21.063123 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-40ebfb18-7acc-4e85-b221-e35d46402a53 req-564116a6-6386-4270-9c4b-3a139d84e147 service neutron] 10.222.0.36 "GET /v2.0/networks/db135028-f57a-417d-a5fc-9f73c3e34dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873568 Jan 18 22:14:21.080910 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-af86d1a1-05ca-4799-8360-f276efe9c256 req-d5df17cc-1298-4c0d-b4b3-351ea4000787 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] 10.222.0.53 "GET /v2.0/quotas/b4fa371f1ebf4a37ba7e58b461b03d52 HTTP/1.1" status: 200 len: 375 time: 0.0218022 Jan 18 22:14:21.110860 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cc0ae0dd-9f61-4c6c-998f-d571abd366f4 req-cd348f35-bdd4-4972-8e8c-1825c93a295e tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] 10.222.0.53 "GET /v2.0/security-groups?id=3b03c7d5-ea2f-4e24-a688-7c5247efb246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506003 Jan 18 22:14:21.154992 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-af86d1a1-05ca-4799-8360-f276efe9c256 req-1b2f9b81-8c0f-4cb0-a13f-40fee1b6968a tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b4fa371f1ebf4a37ba7e58b461b03d52&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0654049 Jan 18 22:14:21.155955 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6f772f3-0055-4657-bab8-97d038991a59 x-openstack-request-id: req-f6f772f3-0055-4657-bab8-97d038991a59 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:14:21.156460 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa35bf88-4440-4d73-afcd-ae0cc04d6d11", "name": "network-vif-plugged", "status": "completed", "tag": "9a0306c0-065b-4f7c-897a-b0ab604fa791", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:14:21.156569 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f6f772f3-0055-4657-bab8-97d038991a59 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:14:21.156904 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa35bf88-4440-4d73-afcd-ae0cc04d6d11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a0306c0-065b-4f7c-897a-b0ab604fa791', 'code': 200} Jan 18 22:14:21.248786 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8358259-e722-4ddc-804a-9eba72a2a5f9 req-f880ebea-de12-4f8e-ba40-05bd9474af63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:21.250887 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e8358259-e722-4ddc-804a-9eba72a2a5f9 req-f880ebea-de12-4f8e-ba40-05bd9474af63 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=aa35bf88-4440-4d73-afcd-ae0cc04d6d11 HTTP/1.1" status: 200 len: 1096 time: 0.0397625 Jan 18 22:14:21.281957 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19db2f34-d6a7-47ea-8000-483f1246e3d2 req-b2494f93-2fa9-44e2-915b-2794caa486fd tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:21.283318 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-19db2f34-d6a7-47ea-8000-483f1246e3d2 req-b2494f93-2fa9-44e2-915b-2794caa486fd tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] 10.222.0.53 "GET /v2.0/ports?device_id=d16633f3-6e27-4e58-967c-af5276e8985a HTTP/1.1" status: 200 len: 945 time: 0.0770094 Jan 18 22:14:21.289490 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-af86d1a1-05ca-4799-8360-f276efe9c256 req-1d1bc48e-ac2b-49d6-8bfb-2c842a13be23 service neutron] 10.222.0.53 "GET /v2.0/networks/ac163b22-6dbe-4f74-9441-5d83aaaf42c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258624 Jan 18 22:14:21.292667 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 54516) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:14:21.298035 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e8358259-e722-4ddc-804a-9eba72a2a5f9 req-9eec0706-5037-45d7-8a3b-3c1e715a7e22 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7fead2ec-99b5-4f01-a8ba-653859b4c215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402701 Jan 18 22:14:21.298200 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-606cf427-48a3-464b-867d-09db3d4a9aef tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Request body: {'floatingip': {'port_id': '850da7db-2f28-44b9-bc66-287928d5633c'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:14:21.420824 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-606cf427-48a3-464b-867d-09db3d4a9aef tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Notify callbacks [] for floatingip, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:21.562154 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device afb222c2-ad99-489f-ba74-f0b30130118e details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:14:21.592703 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 82c8fac7-b604-4f74-9e60-1a7d1e5868ca up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:14:21.690005 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port 82c8fac7-b604-4f74-9e60-1a7d1e5868ca completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:14:21.692863 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port afb222c2-ad99-489f-ba74-f0b30130118e, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=afb222c2-ad99-489f-ba74-f0b30130118e,segment=NetworkSegment(724b2afa-1e83-4f7a-aa8d-73e3eac882e0),segment_id=724b2afa-1e83-4f7a-aa8d-73e3eac882e0)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:14:21.703597 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port 82c8fac7-b604-4f74-9e60-1a7d1e5868ca triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:14:21.703965 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:21.726613 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': 'afb222c2-ad99-489f-ba74-f0b30130118e', 'network_id': '6c46501c-2977-42a9-95d0-8310f5875032', 'port_id': 'afb222c2-ad99-489f-ba74-f0b30130118e', 'mac_address': 'fa:16:3e:9e:7d:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66c43e1c-8a1a-40af-beae-fdfd2fcdc2de', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:14:21.763707 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7c2b76-4457-4021-b969-6b6af3790bc7 req-d4be945a-3614-4338-9deb-932046e43cfc tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:21.765815 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6e7c2b76-4457-4021-b969-6b6af3790bc7 req-d4be945a-3614-4338-9deb-932046e43cfc tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=74f307c9-43a0-43ee-8f48-6f53b38be771 HTTP/1.1" status: 200 len: 948 time: 0.3919325 Jan 18 22:14:21.771574 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-af86d1a1-05ca-4799-8360-f276efe9c256 req-25a92c61-94ab-4e3a-ab9b-8074a7e94f9f service neutron] 10.222.0.53 "GET /v2.0/networks/ac163b22-6dbe-4f74-9441-5d83aaaf42c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4707556 Jan 18 22:14:21.784928 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:21.799835 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0a7a5e3e-4097-4e02-81bf-8e8a4504e8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:21.807413 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afb222c2-ad99-489f-ba74-f0b30130118e {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:14:21.849399 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port afb222c2-ad99-489f-ba74-f0b30130118e, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=afb222c2-ad99-489f-ba74-f0b30130118e,segment=NetworkSegment(724b2afa-1e83-4f7a-aa8d-73e3eac882e0),segment_id=724b2afa-1e83-4f7a-aa8d-73e3eac882e0)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:14:21.858983 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:21.861161 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6e7c2b76-4457-4021-b969-6b6af3790bc7 req-f318040e-9d9d-4efe-b3de-88e9754e04ab tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868716 Jan 18 22:14:21.905392 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:21.927620 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=afb222c2-ad99-489f-ba74-f0b30130118e,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:21.992968 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 82c8fac7-b604-4f74-9e60-1a7d1e5868ca, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=82c8fac7-b604-4f74-9e60-1a7d1e5868ca,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:14:22.000020 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:22.069047 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=82c8fac7-b604-4f74-9e60-1a7d1e5868ca,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:22.098875 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7adbfe4f-bab5-4c2a-8403-4315ff49af62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec080a32-2c88-4bfb-b756-92e6efa937e5'}, {'name': 'network-changed', 'server_uuid': '7adbfe4f-bab5-4c2a-8403-4315ff49af62', 'tag': 'ec080a32-2c88-4bfb-b756-92e6efa937e5'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:14:22.101192 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f439c59e-bd6a-486c-830f-ad1b7454b9b4" -d '{"events": [{"server_uuid": "7adbfe4f-bab5-4c2a-8403-4315ff49af62", "name": "network-vif-unplugged", "status": "completed", "tag": "ec080a32-2c88-4bfb-b756-92e6efa937e5"}, {"name": "network-changed", "server_uuid": "7adbfe4f-bab5-4c2a-8403-4315ff49af62", "tag": "ec080a32-2c88-4bfb-b756-92e6efa937e5"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:14:22.117174 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['afb222c2-ad99-489f-ba74-f0b30130118e'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:14:22.269866 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d842d815-2d55-41e3-877a-65e4a6c614c4 req-c7324310-ead5-475f-bffd-6ad065b69117 tempest-QuotasAdminNegativeTest-782648923 tempest-QuotasAdminNegativeTest-782648923-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=8f7d9dd940c94b6a9ab101c722a32b0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0747018 Jan 18 22:14:22.279447 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-46c12f26-8348-4af9-92c0-19ba575b1e3d req-c28c4eac-f311-40da-8725-2cdb4de5263f tempest-TenantUsagesTestJSON-961358480 tempest-TenantUsagesTestJSON-961358480-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=5f54f5afd404425e970ae7534cfc2064&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0852261 Jan 18 22:14:22.518279 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.db.resource_extend [None req-606cf427-48a3-464b-867d-09db3d4a9aef tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 22:14:22.626679 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d842d815-2d55-41e3-877a-65e4a6c614c4 req-0a4ad697-10fd-4911-b153-7744f2c80baf tempest-QuotasAdminNegativeTest-782648923 tempest-QuotasAdminNegativeTest-782648923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:22.628318 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d842d815-2d55-41e3-877a-65e4a6c614c4 req-0a4ad697-10fd-4911-b153-7744f2c80baf tempest-QuotasAdminNegativeTest-782648923 tempest-QuotasAdminNegativeTest-782648923-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3425002 Jan 18 22:14:22.661772 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c12f26-8348-4af9-92c0-19ba575b1e3d req-17512e9f-a979-46a7-95a7-8cf79d01f37d tempest-TenantUsagesTestJSON-961358480 tempest-TenantUsagesTestJSON-961358480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:22.663168 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-46c12f26-8348-4af9-92c0-19ba575b1e3d req-17512e9f-a979-46a7-95a7-8cf79d01f37d tempest-TenantUsagesTestJSON-961358480 tempest-TenantUsagesTestJSON-961358480-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3720253 Jan 18 22:14:22.665792 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-606cf427-48a3-464b-867d-09db3d4a9aef tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:22.668778 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d842d815-2d55-41e3-877a-65e4a6c614c4 req-7cdd7bdd-a54d-4418-8a4d-0c6f3e74e4e9 tempest-QuotasAdminNegativeTest-782648923 tempest-QuotasAdminNegativeTest-782648923-project] 10.222.0.53 "GET /v2.0/quotas/8f7d9dd940c94b6a9ab101c722a32b0e HTTP/1.1" status: 200 len: 375 time: 0.0274944 Jan 18 22:14:22.676605 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-606cf427-48a3-464b-867d-09db3d4a9aef tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043075'] for floatingip, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:22.721537 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-46c12f26-8348-4af9-92c0-19ba575b1e3d req-26928649-6066-455b-8e32-1c0f1ab388a4 tempest-TenantUsagesTestJSON-961358480 tempest-TenantUsagesTestJSON-961358480-project] 10.222.0.53 "GET /v2.0/quotas/5f54f5afd404425e970ae7534cfc2064 HTTP/1.1" status: 200 len: 375 time: 0.0517883 Jan 18 22:14:22.742343 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d842d815-2d55-41e3-877a-65e4a6c614c4 req-5085df32-17ad-43ba-9da6-d087ecb0ddc9 tempest-QuotasAdminNegativeTest-782648923 tempest-QuotasAdminNegativeTest-782648923-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8f7d9dd940c94b6a9ab101c722a32b0e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0632222 Jan 18 22:14:22.775949 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-46c12f26-8348-4af9-92c0-19ba575b1e3d req-cb989d8b-f6d8-4afd-bb44-89b2da2ac86a tempest-TenantUsagesTestJSON-961358480 tempest-TenantUsagesTestJSON-961358480-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5f54f5afd404425e970ae7534cfc2064&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0378895 Jan 18 22:14:22.784848 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:22.833707 n-d-825064-1 neutron-server[102430]: INFO neutron.db.l3_db [None req-606cf427-48a3-464b-867d-09db3d4a9aef tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Floating IP 3e98dd86-f4fd-4b76-80e1-865a854a0e59 associated. External IP: 172.25.5.81, port: 850da7db-2f28-44b9-bc66-287928d5633c. Jan 18 22:14:22.999623 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dce9c5-0317-444b-9e5a-9cc1d05762d6 req-b09bf379-72f4-4ce6-a6ce-73baaa481c7f tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:23.001006 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-39dce9c5-0317-444b-9e5a-9cc1d05762d6 req-b09bf379-72f4-4ce6-a6ce-73baaa481c7f tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/ports?device_id=7adbfe4f-bab5-4c2a-8403-4315ff49af62 HTTP/1.1" status: 200 len: 943 time: 0.1345751 Jan 18 22:14:23.029288 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9665b9d0-42e1-4b50-b99c-ed8d785d5021 req-acbb21ea-0597-4f6f-9a48-f9c5e85e6905 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:23.031455 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9665b9d0-42e1-4b50-b99c-ed8d785d5021 req-acbb21ea-0597-4f6f-9a48-f9c5e85e6905 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa35bf88-4440-4d73-afcd-ae0cc04d6d11 HTTP/1.1" status: 200 len: 945 time: 0.0893016 Jan 18 22:14:23.157643 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74f307c9-43a0-43ee-8f48-6f53b38be771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82c8fac7-b604-4f74-9e60-1a7d1e5868ca'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:14:23.161245 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0ebd00a-b396-42da-8941-587031a15991" -d '{"events": [{"server_uuid": "74f307c9-43a0-43ee-8f48-6f53b38be771", "name": "network-vif-plugged", "status": "completed", "tag": "82c8fac7-b604-4f74-9e60-1a7d1e5868ca"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:14:23.434620 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-39dce9c5-0317-444b-9e5a-9cc1d05762d6 req-f7d93699-2eb4-4ef8-b8de-e915c0703217 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac5bfedd-8c81-4ad7-9f0f-99ba0a339521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4242113 Jan 18 22:14:23.446462 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9665b9d0-42e1-4b50-b99c-ed8d785d5021 req-5e50f0de-bf19-4408-a4d2-a3639431a0a5 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fead2ec-99b5-4f01-a8ba-653859b4c215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3749113 Jan 18 22:14:23.506320 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-606cf427-48a3-464b-867d-09db3d4a9aef tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Router dd56ee2f-26ff-4d4c-93bb-e76580f977f8 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:14:23.520897 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af86d1a1-05ca-4799-8360-f276efe9c256 req-8ce31b2b-1811-4c1d-a2b6-4fc96fe81fa9 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:23.522470 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-af86d1a1-05ca-4799-8360-f276efe9c256 req-8ce31b2b-1811-4c1d-a2b6-4fc96fe81fa9 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] 10.222.0.67 "GET /v2.0/networks?id=ac163b22-6dbe-4f74-9441-5d83aaaf42c4 HTTP/1.1" status: 200 len: 820 time: 0.4842975 Jan 18 22:14:23.524282 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 18 Jan 2022 22:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ba201ea-1e3b-4954-bab0-e182d76b9887 x-openstack-request-id: req-1ba201ea-1e3b-4954-bab0-e182d76b9887 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:14:23.524665 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7adbfe4f-bab5-4c2a-8403-4315ff49af62", "name": "network-vif-unplugged", "status": "completed", "tag": "ec080a32-2c88-4bfb-b756-92e6efa937e5", "code": 200}, {"name": "network-changed", "server_uuid": "7adbfe4f-bab5-4c2a-8403-4315ff49af62", "tag": "ec080a32-2c88-4bfb-b756-92e6efa937e5", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:14:23.524908 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1ba201ea-1e3b-4954-bab0-e182d76b9887 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:14:23.525303 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7adbfe4f-bab5-4c2a-8403-4315ff49af62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec080a32-2c88-4bfb-b756-92e6efa937e5', 'code': 200} Jan 18 22:14:23.525557 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7adbfe4f-bab5-4c2a-8403-4315ff49af62', 'tag': 'ec080a32-2c88-4bfb-b756-92e6efa937e5', 'status': 'completed', 'code': 200} Jan 18 22:14:23.550265 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-af86d1a1-05ca-4799-8360-f276efe9c256 req-6cd089db-b32d-43e6-9f73-4feba121089b tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Request body: {'port': {'device_id': '8b431826-cd0b-4037-99ec-92bc59ec892a', 'network_id': 'ac163b22-6dbe-4f74-9441-5d83aaaf42c4', 'admin_state_up': True, 'tenant_id': 'b4fa371f1ebf4a37ba7e58b461b03d52'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:14:23.574749 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device ec080a32-2c88-4bfb-b756-92e6efa937e5 details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:14:23.578880 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device afb222c2-ad99-489f-ba74-f0b30130118e up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:14:23.609095 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f439c59e-bd6a-486c-830f-ad1b7454b9b4 req-d4370f5f-d2f8-4dc9-b794-b890f9d75249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:23.610692 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f439c59e-bd6a-486c-830f-ad1b7454b9b4 req-d4370f5f-d2f8-4dc9-b794-b890f9d75249 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=646d6b7fa3c74dbb9d53573120d4a5a9&device_id=7adbfe4f-bab5-4c2a-8403-4315ff49af62 HTTP/1.1" status: 200 len: 1124 time: 0.0483105 Jan 18 22:14:23.612677 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4b6edb5a-257d-48f2-95fe-0e5e096ca37a req-9028f0a0-c4e9-4547-8dd3-5166176e38c2 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b431826-cd0b-4037-99ec-92bc59ec892a HTTP/1.1" status: 200 len: 210 time: 0.0763133 Jan 18 22:14:23.718645 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port afb222c2-ad99-489f-ba74-f0b30130118e completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:14:23.729275 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port afb222c2-ad99-489f-ba74-f0b30130118e triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:14:23.729936 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:23.735806 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f439c59e-bd6a-486c-830f-ad1b7454b9b4 req-cace3828-9373-4004-8022-22e93a0e0445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:23.738454 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f439c59e-bd6a-486c-830f-ad1b7454b9b4 req-cace3828-9373-4004-8022-22e93a0e0445 service neutron] 10.222.0.36 "GET /v2.0/networks?id=db135028-f57a-417d-a5fc-9f73c3e34dd7 HTTP/1.1" status: 200 len: 907 time: 0.1178441 Jan 18 22:14:23.767001 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port ec080a32-2c88-4bfb-b756-92e6efa937e5, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=ec080a32-2c88-4bfb-b756-92e6efa937e5,segment=NetworkSegment(a97910f7-cad7-42ae-9f6e-c8965771467a),segment_id=a97910f7-cad7-42ae-9f6e-c8965771467a)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:14:23.768835 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3945c55c-bf97-4e4e-94e0-8995de41af7f req-80e9643f-3399-4479-bab5-d04c30c0f2f3 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:23.775971 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3945c55c-bf97-4e4e-94e0-8995de41af7f req-80e9643f-3399-4479-bab5-d04c30c0f2f3 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] 10.222.0.53 "GET /v2.0/ports?device_id=b178fe69-f925-486d-8d44-b1eaab33c6e1 HTTP/1.1" status: 200 len: 945 time: 0.1767735 Jan 18 22:14:23.788396 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device ec080a32-2c88-4bfb-b756-92e6efa937e5 has no active binding in host n-h2-825064-1 {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 18 22:14:23.812981 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-606cf427-48a3-464b-867d-09db3d4a9aef tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:14:23.820259 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-606cf427-48a3-464b-867d-09db3d4a9aef tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:23.830637 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2036eb5d-d3c2-4fb6-84d8-944c27ce2e71 None None] Sync routers for ids ['dd56ee2f-26ff-4d4c-93bb-e76580f977f8'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:14:23.852017 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2036eb5d-d3c2-4fb6-84d8-944c27ce2e71 None None] Routers {'dd56ee2f-26ff-4d4c-93bb-e76580f977f8'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:14:23.853180 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-2036eb5d-d3c2-4fb6-84d8-944c27ce2e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:14:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['dd56ee2f-26ff-4d4c-93bb-e76580f977f8'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:14:23.857938 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f439c59e-bd6a-486c-830f-ad1b7454b9b4 req-003b4d6a-8797-4e84-bed9-0aacaa9fffd6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec080a32-2c88-4bfb-b756-92e6efa937e5 HTTP/1.1" status: 200 len: 217 time: 0.1113691 Jan 18 22:14:23.860529 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:23.919149 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3945c55c-bf97-4e4e-94e0-8995de41af7f req-14820d19-c26f-44cf-9780-d8ceeee4a929 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] 10.222.0.53 "GET /v2.0/security-groups?id=3b03c7d5-ea2f-4e24-a688-7c5247efb246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416826 Jan 18 22:14:23.940619 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e345c359-6b06-4f8c-9b3d-6f3bf1a22769 req-e68d2c55-c2bb-4dfa-ba2d-423de52739f7 service neutron] 10.222.0.36 "GET /v2.0/ports/ec080a32-2c88-4bfb-b756-92e6efa937e5/bindings/n-h2-825064-1 HTTP/1.1" status: 200 len: 384 time: 0.1395772 Jan 18 22:14:23.944676 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port afb222c2-ad99-489f-ba74-f0b30130118e, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=afb222c2-ad99-489f-ba74-f0b30130118e,segment=NetworkSegment(724b2afa-1e83-4f7a-aa8d-73e3eac882e0),segment_id=724b2afa-1e83-4f7a-aa8d-73e3eac882e0)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:14:23.944885 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f439c59e-bd6a-486c-830f-ad1b7454b9b4 req-b1b5a754-aad9-47f4-96b0-7c5cc55e9db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:23.947724 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f439c59e-bd6a-486c-830f-ad1b7454b9b4 req-b1b5a754-aad9-47f4-96b0-7c5cc55e9db1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9d1c997a-9e2b-4f20-9423-81e2cb97ac40 HTTP/1.1" status: 200 len: 847 time: 0.0814195 Jan 18 22:14:23.954446 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:23.975339 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-606cf427-48a3-464b-867d-09db3d4a9aef tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] 10.222.0.53 "PUT /v2.0/floatingips/3e98dd86-f4fd-4b76-80e1-865a854a0e59 HTTP/1.1" status: 200 len: 990 time: 2.6804862 Jan 18 22:14:24.008888 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.36', 55371) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:14:24.028160 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af86d1a1-05ca-4799-8360-f276efe9c256 req-6cd089db-b32d-43e6-9f73-4feba121089b tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Made reservation on behalf of b4fa371f1ebf4a37ba7e58b461b03d52 for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:14:24.036627 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-af86d1a1-05ca-4799-8360-f276efe9c256 req-6cd089db-b32d-43e6-9f73-4feba121089b tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:24.054728 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=afb222c2-ad99-489f-ba74-f0b30130118e,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:24.067674 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f439c59e-bd6a-486c-830f-ad1b7454b9b4 req-3d712fbc-8460-4ec4-aff6-a276168a619c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=db135028-f57a-417d-a5fc-9f73c3e34dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1099277 Jan 18 22:14:24.103865 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-2036eb5d-d3c2-4fb6-84d8-944c27ce2e71 None None] Set router dd56ee2f-26ff-4d4c-93bb-e76580f977f8 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:14:24.122437 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-46c12f26-8348-4af9-92c0-19ba575b1e3d req-0d2afc59-1c9c-4c64-be51-d7bb7dc74da5 tempest-TenantUsagesTestJSON-961358480 tempest-TenantUsagesTestJSON-961358480-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=5f54f5afd404425e970ae7534cfc2064&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1124125 Jan 18 22:14:24.172305 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8f880546-bb7b-4ade-9ecc-d1376450478c req-aa378aa3-d696-424c-ad9b-d3379b9d2e30 tempest-TenantUsagesTestJSON-961358480 tempest-TenantUsagesTestJSON-961358480-project] 10.222.0.53 "GET /v2.0/ports?device_id=18451bc8-9500-4df5-9b59-1eaa8b229814 HTTP/1.1" status: 200 len: 210 time: 0.1069198 Jan 18 22:14:24.242246 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:24.257101 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c817bf43-a730-4c5c-aabc-c13bf4d1b296 x-openstack-request-id: req-c817bf43-a730-4c5c-aabc-c13bf4d1b296 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:14:24.257413 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74f307c9-43a0-43ee-8f48-6f53b38be771", "name": "network-vif-plugged", "status": "completed", "tag": "82c8fac7-b604-4f74-9e60-1a7d1e5868ca", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:14:24.258184 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c817bf43-a730-4c5c-aabc-c13bf4d1b296 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:14:24.258605 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74f307c9-43a0-43ee-8f48-6f53b38be771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82c8fac7-b604-4f74-9e60-1a7d1e5868ca', 'code': 200} Jan 18 22:14:24.321315 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371989c8-4cf4-490a-ad4e-7605e517b3a2 req-3ec3e1ab-1a3c-4d93-bd86-d22277ac55e6 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:24.322840 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-371989c8-4cf4-490a-ad4e-7605e517b3a2 req-3ec3e1ab-1a3c-4d93-bd86-d22277ac55e6 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=74f307c9-43a0-43ee-8f48-6f53b38be771 HTTP/1.1" status: 200 len: 949 time: 0.2562220 Jan 18 22:14:24.323047 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f439c59e-bd6a-486c-830f-ad1b7454b9b4 req-0a781759-13c0-44dd-b40b-5776ef058f4b service neutron] 10.222.0.36 "GET /v2.0/networks/db135028-f57a-417d-a5fc-9f73c3e34dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419143 Jan 18 22:14:24.421954 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-2036eb5d-d3c2-4fb6-84d8-944c27ce2e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd56ee2f-26ff-4d4c-93bb-e76580f977f8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-397758241-router', 'tenant_id': '43f0b96077a84d2a954b883639e07306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '930cb626-46f7-4261-9a7c-6a012144a3e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:13:21Z', 'updated_at': '2022-01-18T22:13:29Z', 'revision_number': 4, 'project_id': '43f0b96077a84d2a954b883639e07306', 'gw_port': {'id': '930cb626-46f7-4261-9a7c-6a012144a3e0', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:9e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd56ee2f-26ff-4d4c-93bb-e76580f977f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:22Z', 'updated_at': '2022-01-18T22:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': '3e98dd86-f4fd-4b76-80e1-865a854a0e59', 'tenant_id': '43f0b96077a84d2a954b883639e07306', 'floating_ip_address': '172.25.5.81', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': 'dd56ee2f-26ff-4d4c-93bb-e76580f977f8', 'port_id': '850da7db-2f28-44b9-bc66-287928d5633c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc278b4d-dcae-47fd-bae5-bd232ac640b4', 'mac_address': 'fa:16:3e:ba:3f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd16633f3-6e27-4e58-967c-af5276e8985a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:13:57Z', 'updated_at': '2022-01-18T22:14:22Z', 'revision_number': 1, 'project_id': '43f0b96077a84d2a954b883639e07306', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1046bbcb-899a-443e-b3a8-1a1c565ffd18', 'name': '', 'network_id': 'cc278b4d-dcae-47fd-bae5-bd232ac640b4', 'tenant_id': '43f0b96077a84d2a954b883639e07306', 'mac_address': 'fa:16:3e:fb:38:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd56ee2f-26ff-4d4c-93bb-e76580f977f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '1f0f1e45-beb6-4402-8040-f69acf064963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:27Z', 'updated_at': '2022-01-18T22:13:35Z', 'revision_number': 5, 'project_id': '43f0b96077a84d2a954b883639e07306', 'subnets': [{'id': '1f0f1e45-beb6-4402-8040-f69acf064963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:14:24.440761 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-e345c359-6b06-4f8c-9b3d-6f3bf1a22769 req-d1fd5bd1-04bd-48ab-afd8-2d91823d1ebf service neutron] For port ec080a32-2c88-4bfb-b756-92e6efa937e5, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=ec080a32-2c88-4bfb-b756-92e6efa937e5,segment=NetworkSegment(a97910f7-cad7-42ae-9f6e-c8965771467a),segment_id=a97910f7-cad7-42ae-9f6e-c8965771467a)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:14:24.446384 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b656ed9-9597-4fcd-9529-f889f030d3f4 req-3280c4a9-691a-40ae-a5a1-d69766274a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:24.447867 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-0b656ed9-9597-4fcd-9529-f889f030d3f4 req-3280c4a9-691a-40ae-a5a1-d69766274a2c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=74f307c9-43a0-43ee-8f48-6f53b38be771 HTTP/1.1" status: 200 len: 1100 time: 0.1223223 Jan 18 22:14:24.448161 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2036eb5d-d3c2-4fb6-84d8-944c27ce2e71 None None] Checking router: dd56ee2f-26ff-4d4c-93bb-e76580f977f8 for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:14:24.458324 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2036eb5d-d3c2-4fb6-84d8-944c27ce2e71 None None] Routers {'dd56ee2f-26ff-4d4c-93bb-e76580f977f8'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:14:24.459161 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-2036eb5d-d3c2-4fb6-84d8-944c27ce2e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:14:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['dd56ee2f-26ff-4d4c-93bb-e76580f977f8'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:14:24.467997 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c12f26-8348-4af9-92c0-19ba575b1e3d req-4f09f7c8-a728-4cd1-830c-25e996ac88e2 tempest-TenantUsagesTestJSON-961358480 tempest-TenantUsagesTestJSON-961358480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:24.469495 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-46c12f26-8348-4af9-92c0-19ba575b1e3d req-4f09f7c8-a728-4cd1-830c-25e996ac88e2 tempest-TenantUsagesTestJSON-961358480 tempest-TenantUsagesTestJSON-961358480-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3121054 Jan 18 22:14:24.484206 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-371989c8-4cf4-490a-ad4e-7605e517b3a2 req-003fb8f1-e037-4c8e-996c-e5c62366ebc4 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490695 Jan 18 22:14:24.494000 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-46c12f26-8348-4af9-92c0-19ba575b1e3d req-a7e35afd-6f6c-46a3-98e2-02dd0f48270c tempest-TenantUsagesTestJSON-961358480 tempest-TenantUsagesTestJSON-961358480-project] Request body: {'port': {'device_id': '18451bc8-9500-4df5-9b59-1eaa8b229814', 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b', 'admin_state_up': True, 'tenant_id': '5f54f5afd404425e970ae7534cfc2064'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:14:24.507737 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-e345c359-6b06-4f8c-9b3d-6f3bf1a22769 req-d1fd5bd1-04bd-48ab-afd8-2d91823d1ebf service neutron] For port ec080a32-2c88-4bfb-b756-92e6efa937e5, host n-h1-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:14:24.507951 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-af86d1a1-05ca-4799-8360-f276efe9c256 req-6cd089db-b32d-43e6-9f73-4feba121089b tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Allocated IP 172.20.0.9 (ac163b22-6dbe-4f74-9441-5d83aaaf42c4/07257b09-c636-44c9-86f7-42df7e4ef3e2/8327da2a-8c9e-48da-9352-3366a825e5df) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:14:24.529618 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27da917e-b93c-42eb-8467-38b2ce827467 req-b834f82a-aff5-43dd-a9c4-ede2eaa80827 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:24.531653 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-27da917e-b93c-42eb-8467-38b2ce827467 req-b834f82a-aff5-43dd-a9c4-ede2eaa80827 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa35bf88-4440-4d73-afcd-ae0cc04d6d11 HTTP/1.1" status: 200 len: 945 time: 0.1779804 Jan 18 22:14:24.545090 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f439c59e-bd6a-486c-830f-ad1b7454b9b4 req-3df53545-25c2-4c15-9708-46d0dbde75af service neutron] 10.222.0.36 "GET /v2.0/networks/db135028-f57a-417d-a5fc-9f73c3e34dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068295 Jan 18 22:14:24.547275 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 54584) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:14:24.557001 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-d573b320-6489-4df0-b86d-5e38c20a30da tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Request body: {'floatingip': {'port_id': '9a0306c0-065b-4f7c-897a-b0ab604fa791'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:14:24.557349 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:24.590067 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-2036eb5d-d3c2-4fb6-84d8-944c27ce2e71 None None] Set router dd56ee2f-26ff-4d4c-93bb-e76580f977f8 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:14:24.755653 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46c12f26-8348-4af9-92c0-19ba575b1e3d req-a7e35afd-6f6c-46a3-98e2-02dd0f48270c tempest-TenantUsagesTestJSON-961358480 tempest-TenantUsagesTestJSON-961358480-project] Made reservation on behalf of 5f54f5afd404425e970ae7534cfc2064 for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:14:24.759234 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-46c12f26-8348-4af9-92c0-19ba575b1e3d req-a7e35afd-6f6c-46a3-98e2-02dd0f48270c tempest-TenantUsagesTestJSON-961358480 tempest-TenantUsagesTestJSON-961358480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:24.777790 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-46c12f26-8348-4af9-92c0-19ba575b1e3d req-a7e35afd-6f6c-46a3-98e2-02dd0f48270c tempest-TenantUsagesTestJSON-961358480 tempest-TenantUsagesTestJSON-961358480-project] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:24.844852 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-0b656ed9-9597-4fcd-9529-f889f030d3f4 req-a30b3a2f-1183-4025-abb0-8d996d5d5c16 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3867977 Jan 18 22:14:24.859402 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-af86d1a1-05ca-4799-8360-f276efe9c256 req-6cd089db-b32d-43e6-9f73-4feba121089b tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:24.867868 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2a45ad02-88d7-48a6-acd8-5c4f79a382e7 req-4c6eeb5b-65b5-4630-880d-65ef8aa144e2 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b431826-cd0b-4037-99ec-92bc59ec892a HTTP/1.1" status: 200 len: 210 time: 0.0749259 Jan 18 22:14:24.880305 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [req-e345c359-6b06-4f8c-9b3d-6f3bf1a22769 req-d1fd5bd1-04bd-48ab-afd8-2d91823d1ebf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec080a32-2c88-4bfb-b756-92e6efa937e5 {{(pid=102431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:14:24.899850 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-e345c359-6b06-4f8c-9b3d-6f3bf1a22769 req-d1fd5bd1-04bd-48ab-afd8-2d91823d1ebf service neutron] For port ec080a32-2c88-4bfb-b756-92e6efa937e5, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=ec080a32-2c88-4bfb-b756-92e6efa937e5,segment=NetworkSegment(a97910f7-cad7-42ae-9f6e-c8965771467a),segment_id=a97910f7-cad7-42ae-9f6e-c8965771467a)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:14:24.904059 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d573b320-6489-4df0-b86d-5e38c20a30da tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Notify callbacks [] for floatingip, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:24.923621 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fa53a7-052b-4582-8262-c6253166109f req-b58fd126-eff2-4f99-b46f-1ea0365c922d tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:24.925257 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-21fa53a7-052b-4582-8262-c6253166109f req-b58fd126-eff2-4f99-b46f-1ea0365c922d tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/ports?device_id=7adbfe4f-bab5-4c2a-8403-4315ff49af62 HTTP/1.1" status: 200 len: 943 time: 0.1405823 Jan 18 22:14:24.945981 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-2036eb5d-d3c2-4fb6-84d8-944c27ce2e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd56ee2f-26ff-4d4c-93bb-e76580f977f8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-397758241-router', 'tenant_id': '43f0b96077a84d2a954b883639e07306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '930cb626-46f7-4261-9a7c-6a012144a3e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:13:21Z', 'updated_at': '2022-01-18T22:13:29Z', 'revision_number': 4, 'project_id': '43f0b96077a84d2a954b883639e07306', 'gw_port': {'id': '930cb626-46f7-4261-9a7c-6a012144a3e0', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:9e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd56ee2f-26ff-4d4c-93bb-e76580f977f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:22Z', 'updated_at': '2022-01-18T22:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': '3e98dd86-f4fd-4b76-80e1-865a854a0e59', 'tenant_id': '43f0b96077a84d2a954b883639e07306', 'floating_ip_address': '172.25.5.81', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': 'dd56ee2f-26ff-4d4c-93bb-e76580f977f8', 'port_id': '850da7db-2f28-44b9-bc66-287928d5633c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc278b4d-dcae-47fd-bae5-bd232ac640b4', 'mac_address': 'fa:16:3e:ba:3f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd16633f3-6e27-4e58-967c-af5276e8985a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:13:57Z', 'updated_at': '2022-01-18T22:14:22Z', 'revision_number': 1, 'project_id': '43f0b96077a84d2a954b883639e07306', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1046bbcb-899a-443e-b3a8-1a1c565ffd18', 'name': '', 'network_id': 'cc278b4d-dcae-47fd-bae5-bd232ac640b4', 'tenant_id': '43f0b96077a84d2a954b883639e07306', 'mac_address': 'fa:16:3e:fb:38:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd56ee2f-26ff-4d4c-93bb-e76580f977f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '1f0f1e45-beb6-4402-8040-f69acf064963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:27Z', 'updated_at': '2022-01-18T22:13:35Z', 'revision_number': 5, 'project_id': '43f0b96077a84d2a954b883639e07306', 'subnets': [{'id': '1f0f1e45-beb6-4402-8040-f69acf064963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:14:24.954204 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-af86d1a1-05ca-4799-8360-f276efe9c256 req-6cd089db-b32d-43e6-9f73-4feba121089b tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:24.967039 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['66ca2546-3efa-46db-b956-2fb534ebd744'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:14:24.978898 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2036eb5d-d3c2-4fb6-84d8-944c27ce2e71 None None] The sync data for ids ['dd56ee2f-26ff-4d4c-93bb-e76580f977f8'] in n-d-825064-1 is: [{'id': 'dd56ee2f-26ff-4d4c-93bb-e76580f977f8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-397758241-router', 'tenant_id': '43f0b96077a84d2a954b883639e07306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '930cb626-46f7-4261-9a7c-6a012144a3e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:13:21Z', 'updated_at': '2022-01-18T22:13:29Z', 'revision_number': 4, 'project_id': '43f0b96077a84d2a954b883639e07306', 'gw_port': {'id': '930cb626-46f7-4261-9a7c-6a012144a3e0', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:9e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd56ee2f-26ff-4d4c-93bb-e76580f977f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:22Z', 'updated_at': '2022-01-18T22:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': '3e98dd86-f4fd-4b76-80e1-865a854a0e59', 'tenant_id': '43f0b96077a84d2a954b883639e07306', 'floating_ip_address': '172.25.5.81', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': 'dd56ee2f-26ff-4d4c-93bb-e76580f977f8', 'port_id': '850da7db-2f28-44b9-bc66-287928d5633c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc278b4d-dcae-47fd-bae5-bd232ac640b4', 'mac_address': 'fa:16:3e:ba:3f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd16633f3-6e27-4e58-967c-af5276e8985a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:13:57Z', 'updated_at': '2022-01-18T22:14:22Z', 'revision_number': 1, 'project_id': '43f0b96077a84d2a954b883639e07306', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1046bbcb-899a-443e-b3a8-1a1c565ffd18', 'name': '', 'network_id': 'cc278b4d-dcae-47fd-bae5-bd232ac640b4', 'tenant_id': '43f0b96077a84d2a954b883639e07306', 'mac_address': 'fa:16:3e:fb:38:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd56ee2f-26ff-4d4c-93bb-e76580f977f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '1f0f1e45-beb6-4402-8040-f69acf064963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:27Z', 'updated_at': '2022-01-18T22:13:35Z', 'revision_number': 5, 'project_id': '43f0b96077a84d2a954b883639e07306', 'subnets': [{'id': '1f0f1e45-beb6-4402-8040-f69acf064963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:14:25.033552 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-e345c359-6b06-4f8c-9b3d-6f3bf1a22769 req-d1fd5bd1-04bd-48ab-afd8-2d91823d1ebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:25.056954 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-21fa53a7-052b-4582-8262-c6253166109f req-680bd11d-a119-49ed-b70a-953f61afa124 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac5bfedd-8c81-4ad7-9f0f-99ba0a339521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141818 Jan 18 22:14:25.065733 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd089db-b32d-43e6-9f73-4feba121089b tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Pushing event updated for resources: {'Port': ['ID=8327da2a-8c9e-48da-9352-3366a825e5df,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:25.069382 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af86d1a1-05ca-4799-8360-f276efe9c256 req-6cd089db-b32d-43e6-9f73-4feba121089b tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Network ac163b22-6dbe-4f74-9441-5d83aaaf42c4 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:14:25.075099 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-af86d1a1-05ca-4799-8360-f276efe9c256 req-6cd089db-b32d-43e6-9f73-4feba121089b tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:14:25.081773 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-af86d1a1-05ca-4799-8360-f276efe9c256 req-6cd089db-b32d-43e6-9f73-4feba121089b tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:14:25.085275 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af86d1a1-05ca-4799-8360-f276efe9c256 req-6cd089db-b32d-43e6-9f73-4feba121089b tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:25.085915 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-af86d1a1-05ca-4799-8360-f276efe9c256 req-6cd089db-b32d-43e6-9f73-4feba121089b tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:25.089632 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-46c12f26-8348-4af9-92c0-19ba575b1e3d req-a7e35afd-6f6c-46a3-98e2-02dd0f48270c tempest-TenantUsagesTestJSON-961358480 tempest-TenantUsagesTestJSON-961358480-project] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:25.098461 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-46c12f26-8348-4af9-92c0-19ba575b1e3d req-a7e35afd-6f6c-46a3-98e2-02dd0f48270c tempest-TenantUsagesTestJSON-961358480 tempest-TenantUsagesTestJSON-961358480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:25.142101 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-af86d1a1-05ca-4799-8360-f276efe9c256 req-6cd089db-b32d-43e6-9f73-4feba121089b tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6090395 Jan 18 22:14:25.196028 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-af86d1a1-05ca-4799-8360-f276efe9c256 req-c9e68591-44e4-4cdc-8420-9ba2ac727501 service neutron] Request body: {'port': {'device_id': '8b431826-cd0b-4037-99ec-92bc59ec892a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:14:25.249123 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e35afd-6f6c-46a3-98e2-02dd0f48270c tempest-TenantUsagesTestJSON-961358480 tempest-TenantUsagesTestJSON-961358480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8f4d84a-22a5-4788-b429-2fd896c5e8a8,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:25.363465 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [req-e345c359-6b06-4f8c-9b3d-6f3bf1a22769 req-d1fd5bd1-04bd-48ab-afd8-2d91823d1ebf service neutron] Transition to ACTIVE for port object ec080a32-2c88-4bfb-b756-92e6efa937e5 will not be triggered until provisioned by entity L2. {{(pid=102431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:14:25.374435 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-e345c359-6b06-4f8c-9b3d-6f3bf1a22769 req-d1fd5bd1-04bd-48ab-afd8-2d91823d1ebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:25.396093 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3f15c4e2-aedb-4c70-8cb2-c0894782df29 req-af73b2f8-23e5-4d68-8663-7a54a568a1e9 tempest-TenantUsagesTestJSON-961358480 tempest-TenantUsagesTestJSON-961358480-project] 10.222.0.53 "GET /v2.0/ports?device_id=18451bc8-9500-4df5-9b59-1eaa8b229814 HTTP/1.1" status: 200 len: 210 time: 0.0743959 Jan 18 22:14:25.411078 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5e1147-1ff4-419b-95af-da827dd4db0e req-54a3fb10-a2ae-4816-bbbe-63b00ed933bf tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:25.413531 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2d5e1147-1ff4-419b-95af-da827dd4db0e req-54a3fb10-a2ae-4816-bbbe-63b00ed933bf tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] 10.222.0.53 "GET /v2.0/ports?device_id=b178fe69-f925-486d-8d44-b1eaab33c6e1 HTTP/1.1" status: 200 len: 946 time: 0.2056453 Jan 18 22:14:25.427278 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-af86d1a1-05ca-4799-8360-f276efe9c256 req-c9e68591-44e4-4cdc-8420-9ba2ac727501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:25.435925 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89001902-3ab8-472c-81b7-ddc87c20473c None None] New status for floating IP 3e98dd86-f4fd-4b76-80e1-865a854a0e59: ACTIVE {{(pid=102432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 22:14:25.443358 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-46c12f26-8348-4af9-92c0-19ba575b1e3d req-a7e35afd-6f6c-46a3-98e2-02dd0f48270c tempest-TenantUsagesTestJSON-961358480 tempest-TenantUsagesTestJSON-961358480-project] Allocated IP 192.168.233.164 (aed2eca7-1bb0-443d-8485-b985dbe9851b/8518183d-cc63-459a-b971-d4c7514e001f/9a40db95-3cc8-4cd2-8148-1ba34f013279) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:14:25.520345 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2d5e1147-1ff4-419b-95af-da827dd4db0e req-61c3f640-5768-415b-a243-25c8643bfc2e tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] 10.222.0.53 "GET /v2.0/security-groups?id=3b03c7d5-ea2f-4e24-a688-7c5247efb246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843060 Jan 18 22:14:25.556022 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd16633f3-6e27-4e58-967c-af5276e8985a', 'tag': '850da7db-2f28-44b9-bc66-287928d5633c'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:14:25.558315 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-514b5d7a-5493-46e3-8c3b-bf6fc4c7686c" -d '{"events": [{"name": "network-changed", "server_uuid": "d16633f3-6e27-4e58-967c-af5276e8985a", "tag": "850da7db-2f28-44b9-bc66-287928d5633c"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:14:25.575208 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fc95f72a-b236-42a5-a632-fcaa0fe75e03 req-f2ab2d04-e8f4-4ef7-8ec9-6bbbd46f17f8 tempest-QuotasAdminNegativeTest-782648923 tempest-QuotasAdminNegativeTest-782648923-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=8f7d9dd940c94b6a9ab101c722a32b0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0774062 Jan 18 22:14:25.588599 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-e345c359-6b06-4f8c-9b3d-6f3bf1a22769 req-d1fd5bd1-04bd-48ab-afd8-2d91823d1ebf service neutron] No DVR routers for this DVR port ec080a32-2c88-4bfb-b756-92e6efa937e5 on host n-h1-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:14:25.619169 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fd5bd1-04bd-48ab-afd8-2d91823d1ebf service neutron] Pushing event updated for resources: {'Port': ['ID=ec080a32-2c88-4bfb-b756-92e6efa937e5,revision_number=10']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:25.702821 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e345c359-6b06-4f8c-9b3d-6f3bf1a22769 req-d1fd5bd1-04bd-48ab-afd8-2d91823d1ebf service neutron] 10.222.0.36 "PUT /v2.0/ports/ec080a32-2c88-4bfb-b756-92e6efa937e5/bindings/n-h2-825064-1/activate HTTP/1.1" status: 200 len: 369 time: 1.7534885 Jan 18 22:14:25.710730 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-787c9996-60d2-4d97-8647-35236ebaf6d6 None None] Provisioning complete for port 8327da2a-8c9e-48da-9352-3366a825e5df triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:14:25.711361 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-787c9996-60d2-4d97-8647-35236ebaf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:25.799936 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-787c9996-60d2-4d97-8647-35236ebaf6d6 None None] Port 8327da2a-8c9e-48da-9352-3366a825e5df cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:14:25.895077 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe2369d-27ea-4715-bf76-ffa06db445ef req-9b40b64a-aef6-4c48-8eb2-8e8bc72f3501 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:25.903417 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3fe2369d-27ea-4715-bf76-ffa06db445ef req-9b40b64a-aef6-4c48-8eb2-8e8bc72f3501 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=74f307c9-43a0-43ee-8f48-6f53b38be771 HTTP/1.1" status: 200 len: 949 time: 0.2432842 Jan 18 22:14:25.922941 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e345c359-6b06-4f8c-9b3d-6f3bf1a22769 req-95929b6c-1f66-4229-b57a-25210bd2a42a tempest-LiveMigrationTest-1198651986 tempest-LiveMigrationTest-1198651986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:25.924462 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e345c359-6b06-4f8c-9b3d-6f3bf1a22769 req-95929b6c-1f66-4229-b57a-25210bd2a42a tempest-LiveMigrationTest-1198651986 tempest-LiveMigrationTest-1198651986-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=7adbfe4f-bab5-4c2a-8403-4315ff49af62&tenant_id=646d6b7fa3c74dbb9d53573120d4a5a9&binding%3Ahost_id=n-h1-825064-1 HTTP/1.1" status: 200 len: 1095 time: 0.1461651 Jan 18 22:14:25.940367 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc95f72a-b236-42a5-a632-fcaa0fe75e03 req-5639164e-fe7e-409a-8e32-6eafa027d538 tempest-QuotasAdminNegativeTest-782648923 tempest-QuotasAdminNegativeTest-782648923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:25.941885 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fc95f72a-b236-42a5-a632-fcaa0fe75e03 req-5639164e-fe7e-409a-8e32-6eafa027d538 tempest-QuotasAdminNegativeTest-782648923 tempest-QuotasAdminNegativeTest-782648923-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3658881 Jan 18 22:14:25.946614 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d573b320-6489-4df0-b86d-5e38c20a30da tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:25.963733 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d573b320-6489-4df0-b86d-5e38c20a30da tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043075'] for floatingip, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:25.998789 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fc95f72a-b236-42a5-a632-fcaa0fe75e03 req-3fe4a41b-0661-4db7-ba6d-a0ed6f81ed5c tempest-QuotasAdminNegativeTest-782648923 tempest-QuotasAdminNegativeTest-782648923-project] 10.222.0.53 "GET /v2.0/quotas/8f7d9dd940c94b6a9ab101c722a32b0e HTTP/1.1" status: 200 len: 375 time: 0.0382488 Jan 18 22:14:26.020146 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e345c359-6b06-4f8c-9b3d-6f3bf1a22769 req-bafad962-fe47-4199-bad1-d412e959a432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:26.021620 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e345c359-6b06-4f8c-9b3d-6f3bf1a22769 req-bafad962-fe47-4199-bad1-d412e959a432 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7adbfe4f-bab5-4c2a-8403-4315ff49af62&tenant_id=646d6b7fa3c74dbb9d53573120d4a5a9 HTTP/1.1" status: 200 len: 1095 time: 0.0890560 Jan 18 22:14:26.045260 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-46c12f26-8348-4af9-92c0-19ba575b1e3d req-a7e35afd-6f6c-46a3-98e2-02dd0f48270c tempest-TenantUsagesTestJSON-961358480 tempest-TenantUsagesTestJSON-961358480-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:26.070377 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3fe2369d-27ea-4715-bf76-ffa06db445ef req-868dd470-e0f3-4a73-ab40-35eeb9358294 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654561 Jan 18 22:14:26.080222 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fc95f72a-b236-42a5-a632-fcaa0fe75e03 req-9b3f8c3c-4fe5-4290-96f8-a7f3c2abd185 tempest-QuotasAdminNegativeTest-782648923 tempest-QuotasAdminNegativeTest-782648923-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8f7d9dd940c94b6a9ab101c722a32b0e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0704288 Jan 18 22:14:26.099171 n-d-825064-1 neutron-server[102431]: INFO neutron.db.l3_db [None req-d573b320-6489-4df0-b86d-5e38c20a30da tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Floating IP 42687632-ba2d-4a4c-824f-f8dd5a24349d associated. External IP: 172.25.5.86, port: 9a0306c0-065b-4f7c-897a-b0ab604fa791. Jan 18 22:14:26.129646 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-46c12f26-8348-4af9-92c0-19ba575b1e3d req-a7e35afd-6f6c-46a3-98e2-02dd0f48270c tempest-TenantUsagesTestJSON-961358480 tempest-TenantUsagesTestJSON-961358480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:26.147386 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e345c359-6b06-4f8c-9b3d-6f3bf1a22769 req-96c3e120-9b80-4527-96c6-938b3fd46454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:26.149019 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e345c359-6b06-4f8c-9b3d-6f3bf1a22769 req-96c3e120-9b80-4527-96c6-938b3fd46454 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=646d6b7fa3c74dbb9d53573120d4a5a9&device_id=7adbfe4f-bab5-4c2a-8403-4315ff49af62 HTTP/1.1" status: 200 len: 1095 time: 0.0897796 Jan 18 22:14:26.231441 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d2af319-59f1-4500-bc51-1177a5943428 x-openstack-request-id: req-0d2af319-59f1-4500-bc51-1177a5943428 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:14:26.231780 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d16633f3-6e27-4e58-967c-af5276e8985a", "tag": "850da7db-2f28-44b9-bc66-287928d5633c", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:14:26.231966 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0d2af319-59f1-4500-bc51-1177a5943428 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:14:26.232359 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd16633f3-6e27-4e58-967c-af5276e8985a', 'tag': '850da7db-2f28-44b9-bc66-287928d5633c', 'status': 'completed', 'code': 200} Jan 18 22:14:26.259654 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b178fe69-f925-486d-8d44-b1eaab33c6e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afb222c2-ad99-489f-ba74-f0b30130118e'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:14:26.262973 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4982ef72-2248-4f7c-8a77-c30a2c1abac6" -d '{"events": [{"server_uuid": "b178fe69-f925-486d-8d44-b1eaab33c6e1", "name": "network-vif-plugged", "status": "completed", "tag": "afb222c2-ad99-489f-ba74-f0b30130118e"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:14:26.272103 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e35afd-6f6c-46a3-98e2-02dd0f48270c tempest-TenantUsagesTestJSON-961358480 tempest-TenantUsagesTestJSON-961358480-project] Pushing event updated for resources: {'Port': ['ID=9a40db95-3cc8-4cd2-8148-1ba34f013279,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:26.276256 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46c12f26-8348-4af9-92c0-19ba575b1e3d req-a7e35afd-6f6c-46a3-98e2-02dd0f48270c tempest-TenantUsagesTestJSON-961358480 tempest-TenantUsagesTestJSON-961358480-project] Network aed2eca7-1bb0-443d-8485-b985dbe9851b is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:14:26.299152 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [req-af86d1a1-05ca-4799-8360-f276efe9c256 req-c9e68591-44e4-4cdc-8420-9ba2ac727501 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8327da2a-8c9e-48da-9352-3366a825e5df {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:14:26.303627 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-46c12f26-8348-4af9-92c0-19ba575b1e3d req-a7e35afd-6f6c-46a3-98e2-02dd0f48270c tempest-TenantUsagesTestJSON-961358480 tempest-TenantUsagesTestJSON-961358480-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:14:26.310904 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-af86d1a1-05ca-4799-8360-f276efe9c256 req-c9e68591-44e4-4cdc-8420-9ba2ac727501 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:26.313130 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-46c12f26-8348-4af9-92c0-19ba575b1e3d req-a7e35afd-6f6c-46a3-98e2-02dd0f48270c tempest-TenantUsagesTestJSON-961358480 tempest-TenantUsagesTestJSON-961358480-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:14:26.318704 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c12f26-8348-4af9-92c0-19ba575b1e3d req-a7e35afd-6f6c-46a3-98e2-02dd0f48270c tempest-TenantUsagesTestJSON-961358480 tempest-TenantUsagesTestJSON-961358480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:26.319362 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-46c12f26-8348-4af9-92c0-19ba575b1e3d req-a7e35afd-6f6c-46a3-98e2-02dd0f48270c tempest-TenantUsagesTestJSON-961358480 tempest-TenantUsagesTestJSON-961358480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:26.355260 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-af86d1a1-05ca-4799-8360-f276efe9c256 req-c9e68591-44e4-4cdc-8420-9ba2ac727501 service neutron] Transition to ACTIVE for port object 8327da2a-8c9e-48da-9352-3366a825e5df will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:14:26.375040 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-46c12f26-8348-4af9-92c0-19ba575b1e3d req-a7e35afd-6f6c-46a3-98e2-02dd0f48270c tempest-TenantUsagesTestJSON-961358480 tempest-TenantUsagesTestJSON-961358480-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8854249 Jan 18 22:14:26.379088 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-af86d1a1-05ca-4799-8360-f276efe9c256 req-c9e68591-44e4-4cdc-8420-9ba2ac727501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:26.395043 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bac7a4-1a6b-4f49-8fec-4ef1cc10d80e req-1d696365-4a26-4758-a161-fa58c2cced6f tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:26.396663 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-92bac7a4-1a6b-4f49-8fec-4ef1cc10d80e req-1d696365-4a26-4758-a161-fa58c2cced6f tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b431826-cd0b-4037-99ec-92bc59ec892a HTTP/1.1" status: 200 len: 931 time: 0.1479557 Jan 18 22:14:26.400488 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-46c12f26-8348-4af9-92c0-19ba575b1e3d req-3f2927fb-8eb4-4d2d-9475-9acf9a0c9a76 service neutron] Request body: {'port': {'device_id': '18451bc8-9500-4df5-9b59-1eaa8b229814', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:14:26.539304 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aac52c-aecf-40f8-b52d-2fb1ab8a4f98 req-e72faec2-1b5f-4750-8e0f-6dbeff316d94 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:26.546926 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c2aac52c-aecf-40f8-b52d-2fb1ab8a4f98 req-e72faec2-1b5f-4750-8e0f-6dbeff316d94 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/ports?device_id=7adbfe4f-bab5-4c2a-8403-4315ff49af62 HTTP/1.1" status: 200 len: 944 time: 0.2157807 Jan 18 22:14:26.567416 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e68591-44e4-4cdc-8420-9ba2ac727501 service neutron] Pushing event updated for resources: {'Port': ['ID=8327da2a-8c9e-48da-9352-3366a825e5df,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:26.605939 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-92bac7a4-1a6b-4f49-8fec-4ef1cc10d80e req-3d2124e0-d3c6-4e46-9c0f-ade0bf0a5ad0 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] 10.222.0.53 "GET /v2.0/security-groups?id=21d863ba-f152-49fb-bae0-55db50ebdb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766779 Jan 18 22:14:26.609120 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514b5d7a-5493-46e3-8c3b-bf6fc4c7686c req-7e42569f-5e33-4943-a75d-4fd4b01cc3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:26.610750 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-514b5d7a-5493-46e3-8c3b-bf6fc4c7686c req-7e42569f-5e33-4943-a75d-4fd4b01cc3b8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=43f0b96077a84d2a954b883639e07306&device_id=d16633f3-6e27-4e58-967c-af5276e8985a HTTP/1.1" status: 200 len: 1096 time: 0.4000275 Jan 18 22:14:26.615217 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e345c359-6b06-4f8c-9b3d-6f3bf1a22769 req-bdfffc7f-fb24-4db7-84b9-9e1e38ad0c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:26.616716 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e345c359-6b06-4f8c-9b3d-6f3bf1a22769 req-bdfffc7f-fb24-4db7-84b9-9e1e38ad0c75 service neutron] 10.222.0.67 "GET /v2.0/networks?id=db135028-f57a-417d-a5fc-9f73c3e34dd7 HTTP/1.1" status: 200 len: 907 time: 0.4604545 Jan 18 22:14:26.629353 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-46c12f26-8348-4af9-92c0-19ba575b1e3d req-3f2927fb-8eb4-4d2d-9475-9acf9a0c9a76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:26.645899 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-e6affa96-6c20-4c3d-b19b-f0b50a5260c9 None None] Provisioning complete for port 9a40db95-3cc8-4cd2-8148-1ba34f013279 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:14:26.646152 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e6affa96-6c20-4c3d-b19b-f0b50a5260c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:26.674144 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-af86d1a1-05ca-4799-8360-f276efe9c256 req-c9e68591-44e4-4cdc-8420-9ba2ac727501 service neutron] Attempting to bind port 8327da2a-8c9e-48da-9352-3366a825e5df on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:14:26.674483 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-af86d1a1-05ca-4799-8360-f276efe9c256 req-c9e68591-44e4-4cdc-8420-9ba2ac727501 service neutron] Attempting to bind port 8327da2a-8c9e-48da-9352-3366a825e5df by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': 'e9db93ab-f6c7-442e-b6d2-c53dc8897efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ac163b22-6dbe-4f74-9441-5d83aaaf42c4'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:14:26.674812 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af86d1a1-05ca-4799-8360-f276efe9c256 req-c9e68591-44e4-4cdc-8420-9ba2ac727501 service neutron] Attempting to bind port 8327da2a-8c9e-48da-9352-3366a825e5df on network ac163b22-6dbe-4f74-9441-5d83aaaf42c4 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:14:26.708948 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af86d1a1-05ca-4799-8360-f276efe9c256 req-c9e68591-44e4-4cdc-8420-9ba2ac727501 service neutron] Port 8327da2a-8c9e-48da-9352-3366a825e5df on network ac163b22-6dbe-4f74-9441-5d83aaaf42c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:14:26.709275 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af86d1a1-05ca-4799-8360-f276efe9c256 req-c9e68591-44e4-4cdc-8420-9ba2ac727501 service neutron] Attempting to bind port 8327da2a-8c9e-48da-9352-3366a825e5df on network ac163b22-6dbe-4f74-9441-5d83aaaf42c4 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:14:26.713649 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-e6affa96-6c20-4c3d-b19b-f0b50a5260c9 None None] Port 9a40db95-3cc8-4cd2-8148-1ba34f013279 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:14:26.738158 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c2aac52c-aecf-40f8-b52d-2fb1ab8a4f98 req-66d1ca45-f9b7-402d-a321-25044e7ebac6 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac5bfedd-8c81-4ad7-9f0f-99ba0a339521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903348 Jan 18 22:14:26.741006 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af86d1a1-05ca-4799-8360-f276efe9c256 req-c9e68591-44e4-4cdc-8420-9ba2ac727501 service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:14:26.741410 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af86d1a1-05ca-4799-8360-f276efe9c256 req-c9e68591-44e4-4cdc-8420-9ba2ac727501 service neutron] Checking segment: {'id': 'e9db93ab-f6c7-442e-b6d2-c53dc8897efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ac163b22-6dbe-4f74-9441-5d83aaaf42c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:14:26.741800 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af86d1a1-05ca-4799-8360-f276efe9c256 req-c9e68591-44e4-4cdc-8420-9ba2ac727501 service neutron] Bound using segment: {'id': 'e9db93ab-f6c7-442e-b6d2-c53dc8897efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ac163b22-6dbe-4f74-9441-5d83aaaf42c4'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:14:26.742271 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-af86d1a1-05ca-4799-8360-f276efe9c256 req-c9e68591-44e4-4cdc-8420-9ba2ac727501 service neutron] Bound port: 8327da2a-8c9e-48da-9352-3366a825e5df, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9db93ab-f6c7-442e-b6d2-c53dc8897efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ac163b22-6dbe-4f74-9441-5d83aaaf42c4'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:14:26.742578 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-af86d1a1-05ca-4799-8360-f276efe9c256 req-c9e68591-44e4-4cdc-8420-9ba2ac727501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:26.744277 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e345c359-6b06-4f8c-9b3d-6f3bf1a22769 req-5712e6f5-0cae-4e88-a47f-ebd9a3f5402b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec080a32-2c88-4bfb-b756-92e6efa937e5 HTTP/1.1" status: 200 len: 217 time: 0.1107769 Jan 18 22:14:26.797397 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf695e2a-e4f8-4fce-a9a0-40a155fee332 x-openstack-request-id: req-cf695e2a-e4f8-4fce-a9a0-40a155fee332 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:14:26.797708 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b178fe69-f925-486d-8d44-b1eaab33c6e1", "name": "network-vif-plugged", "status": "completed", "tag": "afb222c2-ad99-489f-ba74-f0b30130118e", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:14:26.797978 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cf695e2a-e4f8-4fce-a9a0-40a155fee332 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:14:26.798381 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b178fe69-f925-486d-8d44-b1eaab33c6e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afb222c2-ad99-489f-ba74-f0b30130118e', 'code': 200} Jan 18 22:14:26.860085 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e345c359-6b06-4f8c-9b3d-6f3bf1a22769 req-73e9c498-8def-4035-9f5d-81555fb2c14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:26.861872 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e345c359-6b06-4f8c-9b3d-6f3bf1a22769 req-73e9c498-8def-4035-9f5d-81555fb2c14d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9d1c997a-9e2b-4f20-9423-81e2cb97ac40 HTTP/1.1" status: 200 len: 847 time: 0.1047645 Jan 18 22:14:26.873003 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d573b320-6489-4df0-b86d-5e38c20a30da tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Router fa8c3221-ba07-4be6-bada-e1305d269478 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:14:26.898747 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514b5d7a-5493-46e3-8c3b-bf6fc4c7686c req-3ff7b6a0-981b-4388-b534-59b3c87b3846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:26.900332 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-514b5d7a-5493-46e3-8c3b-bf6fc4c7686c req-3ff7b6a0-981b-4388-b534-59b3c87b3846 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cc278b4d-dcae-47fd-bae5-bd232ac640b4 HTTP/1.1" status: 200 len: 923 time: 0.2788482 Jan 18 22:14:26.922690 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e345c359-6b06-4f8c-9b3d-6f3bf1a22769 req-4b9aeca7-8850-4088-8b33-702dd3a17591 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=db135028-f57a-417d-a5fc-9f73c3e34dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429559 Jan 18 22:14:27.104192 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-514b5d7a-5493-46e3-8c3b-bf6fc4c7686c req-6194b877-8ab4-4e0a-99ac-1ac72716ee86 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=850da7db-2f28-44b9-bc66-287928d5633c HTTP/1.1" status: 200 len: 1000 time: 0.1900451 Jan 18 22:14:27.207606 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e345c359-6b06-4f8c-9b3d-6f3bf1a22769 req-6209ba50-e20f-44a7-a843-194498188445 service neutron] 10.222.0.67 "GET /v2.0/networks/db135028-f57a-417d-a5fc-9f73c3e34dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475760 Jan 18 22:14:27.211489 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d573b320-6489-4df0-b86d-5e38c20a30da tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:14:27.217140 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d573b320-6489-4df0-b86d-5e38c20a30da tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:27.221508 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0406ed-72d6-41e2-8843-57bcda89f473 None None] Sync routers for ids ['fa8c3221-ba07-4be6-bada-e1305d269478'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:14:27.224043 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-af86d1a1-05ca-4799-8360-f276efe9c256 req-c9e68591-44e4-4cdc-8420-9ba2ac727501 service neutron] For port 8327da2a-8c9e-48da-9352-3366a825e5df, host n-h2-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:14:27.228646 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514b5d7a-5493-46e3-8c3b-bf6fc4c7686c req-17b01543-f25a-4e32-8ea9-67d7be1bb8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:27.229781 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-514b5d7a-5493-46e3-8c3b-bf6fc4c7686c req-17b01543-f25a-4e32-8ea9-67d7be1bb8e7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1f0f1e45-beb6-4402-8040-f69acf064963 HTTP/1.1" status: 200 len: 862 time: 0.0974867 Jan 18 22:14:27.232773 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0406ed-72d6-41e2-8843-57bcda89f473 None None] Routers {'fa8c3221-ba07-4be6-bada-e1305d269478'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:14:27.234038 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-ed0406ed-72d6-41e2-8843-57bcda89f473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:14:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['fa8c3221-ba07-4be6-bada-e1305d269478'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:14:27.275016 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8dee6b-5f25-4670-8287-6a7fc1766065 req-ccc8f8e6-290d-4f6d-b3e9-773ca0781bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:27.276540 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ba8dee6b-5f25-4670-8287-6a7fc1766065 req-ccc8f8e6-290d-4f6d-b3e9-773ca0781bc7 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b178fe69-f925-486d-8d44-b1eaab33c6e1 HTTP/1.1" status: 200 len: 1097 time: 0.1961825 Jan 18 22:14:27.281253 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-af86d1a1-05ca-4799-8360-f276efe9c256 req-c9e68591-44e4-4cdc-8420-9ba2ac727501 service neutron] For port 8327da2a-8c9e-48da-9352-3366a825e5df, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=8327da2a-8c9e-48da-9352-3366a825e5df,segment=NetworkSegment(e9db93ab-f6c7-442e-b6d2-c53dc8897efd),segment_id=e9db93ab-f6c7-442e-b6d2-c53dc8897efd)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:14:27.289472 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195f5e15-8aef-4282-97be-5832eb351d94 req-e07158f3-a719-410c-9d1b-91d25001836c tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:27.291369 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-195f5e15-8aef-4282-97be-5832eb351d94 req-e07158f3-a719-410c-9d1b-91d25001836c tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] 10.222.0.53 "GET /v2.0/ports?device_id=b178fe69-f925-486d-8d44-b1eaab33c6e1 HTTP/1.1" status: 200 len: 946 time: 0.2116671 Jan 18 22:14:27.303492 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-af86d1a1-05ca-4799-8360-f276efe9c256 req-c9e68591-44e4-4cdc-8420-9ba2ac727501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:27.319856 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-d573b320-6489-4df0-b86d-5e38c20a30da tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "PUT /v2.0/floatingips/42687632-ba2d-4a4c-824f-f8dd5a24349d HTTP/1.1" status: 200 len: 990 time: 2.7697530 Jan 18 22:14:27.322707 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa35bf88-4440-4d73-afcd-ae0cc04d6d11', 'tag': '9a0306c0-065b-4f7c-897a-b0ab604fa791'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:14:27.322879 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035e91d7-c31e-4158-ac9e-a90cbda1f74e req-30b1f89d-f7a8-448b-a905-99845a442179 tempest-TenantUsagesTestJSON-961358480 tempest-TenantUsagesTestJSON-961358480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:27.324339 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-035e91d7-c31e-4158-ac9e-a90cbda1f74e req-30b1f89d-f7a8-448b-a905-99845a442179 tempest-TenantUsagesTestJSON-961358480 tempest-TenantUsagesTestJSON-961358480-project] 10.222.0.53 "GET /v2.0/ports?device_id=18451bc8-9500-4df5-9b59-1eaa8b229814 HTTP/1.1" status: 200 len: 936 time: 0.2428107 Jan 18 22:14:27.324959 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-363eb9e5-31fb-44fe-a68c-9d1bce533f14" -d '{"events": [{"name": "network-changed", "server_uuid": "aa35bf88-4440-4d73-afcd-ae0cc04d6d11", "tag": "9a0306c0-065b-4f7c-897a-b0ab604fa791"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:14:27.355940 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-ed0406ed-72d6-41e2-8843-57bcda89f473 None None] Set router fa8c3221-ba07-4be6-bada-e1305d269478 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:14:27.359178 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514b5d7a-5493-46e3-8c3b-bf6fc4c7686c req-74c46bcf-4a89-4cbc-9f97-f8465806cf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:27.360760 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-514b5d7a-5493-46e3-8c3b-bf6fc4c7686c req-74c46bcf-4a89-4cbc-9f97-f8465806cf97 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cc278b4d-dcae-47fd-bae5-bd232ac640b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1138058 Jan 18 22:14:27.388069 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af86d1a1-05ca-4799-8360-f276efe9c256 req-c9e68591-44e4-4cdc-8420-9ba2ac727501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:27.388709 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-af86d1a1-05ca-4799-8360-f276efe9c256 req-c9e68591-44e4-4cdc-8420-9ba2ac727501 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:27.390685 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-af86d1a1-05ca-4799-8360-f276efe9c256 req-c9e68591-44e4-4cdc-8420-9ba2ac727501 service neutron] 10.222.0.67 "PUT /v2.0/ports/8327da2a-8c9e-48da-9352-3366a825e5df HTTP/1.1" status: 200 len: 1091 time: 2.2085836 Jan 18 22:14:27.450055 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ba8dee6b-5f25-4670-8287-6a7fc1766065 req-9c8ab639-eb1a-4aeb-b132-86cf4bc0598f service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=3b03c7d5-ea2f-4e24-a688-7c5247efb246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581805 Jan 18 22:14:27.469911 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-514b5d7a-5493-46e3-8c3b-bf6fc4c7686c req-3a6a6445-cc3a-4ac4-87f3-84cd7a6453a3 service neutron] 10.222.0.36 "GET /v2.0/networks/cc278b4d-dcae-47fd-bae5-bd232ac640b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026595 Jan 18 22:14:27.476361 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e345c359-6b06-4f8c-9b3d-6f3bf1a22769 req-c4803119-f4e0-4873-8a6e-f31ca90cae4c service neutron] 10.222.0.67 "GET /v2.0/networks/db135028-f57a-417d-a5fc-9f73c3e34dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566535 Jan 18 22:14:27.524093 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-195f5e15-8aef-4282-97be-5832eb351d94 req-db30567c-324d-4b6c-ab4d-b6bc3c53b711 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] 10.222.0.53 "GET /v2.0/security-groups?id=3b03c7d5-ea2f-4e24-a688-7c5247efb246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119727 Jan 18 22:14:27.528862 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e68591-44e4-4cdc-8420-9ba2ac727501 service neutron] Pushing event updated for resources: {'Port': ['ID=8327da2a-8c9e-48da-9352-3366a825e5df,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:27.557792 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-035e91d7-c31e-4158-ac9e-a90cbda1f74e req-a99814f8-a03d-4789-8825-fa085f31053a tempest-TenantUsagesTestJSON-961358480 tempest-TenantUsagesTestJSON-961358480-project] 10.222.0.53 "GET /v2.0/security-groups?id=b8f4d84a-22a5-4788-b429-2fd896c5e8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196062 Jan 18 22:14:27.615723 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [req-46c12f26-8348-4af9-92c0-19ba575b1e3d req-3f2927fb-8eb4-4d2d-9475-9acf9a0c9a76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a40db95-3cc8-4cd2-8148-1ba34f013279 {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:14:27.630446 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af86d1a1-05ca-4799-8360-f276efe9c256 req-ca5ae7a0-a758-4c18-8c05-141cae748a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:27.632534 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-af86d1a1-05ca-4799-8360-f276efe9c256 req-ca5ae7a0-a758-4c18-8c05-141cae748a3d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b4fa371f1ebf4a37ba7e58b461b03d52&device_id=8b431826-cd0b-4037-99ec-92bc59ec892a HTTP/1.1" status: 200 len: 1094 time: 0.1721709 Jan 18 22:14:27.634128 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-46c12f26-8348-4af9-92c0-19ba575b1e3d req-3f2927fb-8eb4-4d2d-9475-9acf9a0c9a76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:27.649820 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-46c12f26-8348-4af9-92c0-19ba575b1e3d req-3f2927fb-8eb4-4d2d-9475-9acf9a0c9a76 service neutron] Transition to ACTIVE for port object 9a40db95-3cc8-4cd2-8148-1ba34f013279 will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:14:27.662558 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-46c12f26-8348-4af9-92c0-19ba575b1e3d req-3f2927fb-8eb4-4d2d-9475-9acf9a0c9a76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:27.673718 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-514b5d7a-5493-46e3-8c3b-bf6fc4c7686c req-8a9ab52a-7a9e-4bdb-bc97-cb7c0f26b6c0 service neutron] 10.222.0.36 "GET /v2.0/networks/cc278b4d-dcae-47fd-bae5-bd232ac640b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963239 Jan 18 22:14:27.675751 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-ed0406ed-72d6-41e2-8843-57bcda89f473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa8c3221-ba07-4be6-bada-e1305d269478', 'name': 'tempest-ServerActionsTestJSON-612760161-router', 'tenant_id': '584d50ef6ed64545aac1e7947879ab5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': 'cd5d6978-375b-4f11-b4bc-bfafdfe6dd9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:13:41Z', 'updated_at': '2022-01-18T22:13:51Z', 'revision_number': 4, 'project_id': '584d50ef6ed64545aac1e7947879ab5e', 'gw_port': {'id': 'cd5d6978-375b-4f11-b4bc-bfafdfe6dd9c', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d3:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8c3221-ba07-4be6-bada-e1305d269478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:43Z', 'updated_at': '2022-01-18T22:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': '42687632-ba2d-4a4c-824f-f8dd5a24349d', 'tenant_id': '584d50ef6ed64545aac1e7947879ab5e', 'floating_ip_address': '172.25.5.86', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': 'fa8c3221-ba07-4be6-bada-e1305d269478', 'port_id': '9a0306c0-065b-4f7c-897a-b0ab604fa791', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84', 'mac_address': 'fa:16:3e:76:5a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa35bf88-4440-4d73-afcd-ae0cc04d6d11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:13:59Z', 'updated_at': '2022-01-18T22:14:25Z', 'revision_number': 1, 'project_id': '584d50ef6ed64545aac1e7947879ab5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e42be80-f29b-46db-ba35-96636f2fb622', 'name': '', 'network_id': 'e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84', 'tenant_id': '584d50ef6ed64545aac1e7947879ab5e', 'mac_address': 'fa:16:3e:48:e2:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8c3221-ba07-4be6-bada-e1305d269478', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '42841b58-d144-4855-94d6-b7b43c1900e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:49Z', 'updated_at': '2022-01-18T22:13:59Z', 'revision_number': 5, 'project_id': '584d50ef6ed64545aac1e7947879ab5e', 'subnets': [{'id': '42841b58-d144-4855-94d6-b7b43c1900e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:14:27.719752 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0406ed-72d6-41e2-8843-57bcda89f473 None None] Checking router: fa8c3221-ba07-4be6-bada-e1305d269478 for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:14:27.726427 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-af86d1a1-05ca-4799-8360-f276efe9c256 req-8232e1a7-516a-465d-854f-b53b0edb9ebf service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8327da2a-8c9e-48da-9352-3366a825e5df HTTP/1.1" status: 200 len: 217 time: 0.0779755 Jan 18 22:14:27.730629 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0406ed-72d6-41e2-8843-57bcda89f473 None None] Routers {'fa8c3221-ba07-4be6-bada-e1305d269478'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:14:27.731442 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-ed0406ed-72d6-41e2-8843-57bcda89f473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:14:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['fa8c3221-ba07-4be6-bada-e1305d269478'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:14:27.821521 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2927fb-8eb4-4d2d-9475-9acf9a0c9a76 service neutron] Pushing event updated for resources: {'Port': ['ID=9a40db95-3cc8-4cd2-8148-1ba34f013279,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:27.866641 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af86d1a1-05ca-4799-8360-f276efe9c256 req-eb084824-e199-4423-95c1-c5efc65c7d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:27.868323 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-af86d1a1-05ca-4799-8360-f276efe9c256 req-eb084824-e199-4423-95c1-c5efc65c7d80 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=07257b09-c636-44c9-86f7-42df7e4ef3e2 HTTP/1.1" status: 200 len: 859 time: 0.1268482 Jan 18 22:14:27.875066 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-46c12f26-8348-4af9-92c0-19ba575b1e3d req-3f2927fb-8eb4-4d2d-9475-9acf9a0c9a76 service neutron] Attempting to bind port 9a40db95-3cc8-4cd2-8148-1ba34f013279 on host n-h1-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:14:27.875838 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-46c12f26-8348-4af9-92c0-19ba575b1e3d req-3f2927fb-8eb4-4d2d-9475-9acf9a0c9a76 service neutron] Attempting to bind port 9a40db95-3cc8-4cd2-8148-1ba34f013279 by drivers openvswitch,hyperv on host n-h1-825064-1 at level 0 using segments [{'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:14:27.876349 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c12f26-8348-4af9-92c0-19ba575b1e3d req-3f2927fb-8eb4-4d2d-9475-9acf9a0c9a76 service neutron] Attempting to bind port 9a40db95-3cc8-4cd2-8148-1ba34f013279 on network aed2eca7-1bb0-443d-8485-b985dbe9851b {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:14:27.884484 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ff9da0a-37c0-4713-94f4-a3d5004b0ab3 x-openstack-request-id: req-6ff9da0a-37c0-4713-94f4-a3d5004b0ab3 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:14:27.884878 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa35bf88-4440-4d73-afcd-ae0cc04d6d11", "tag": "9a0306c0-065b-4f7c-897a-b0ab604fa791", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:14:27.885246 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6ff9da0a-37c0-4713-94f4-a3d5004b0ab3 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:14:27.885785 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa35bf88-4440-4d73-afcd-ae0cc04d6d11', 'tag': '9a0306c0-065b-4f7c-897a-b0ab604fa791', 'status': 'completed', 'code': 200} Jan 18 22:14:27.887186 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2770cab9-282e-4936-9dff-d10abd2ea3b8 req-4d8e81ed-95bf-46e1-af25-d2e3db48256f tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:27.889024 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2770cab9-282e-4936-9dff-d10abd2ea3b8 req-4d8e81ed-95bf-46e1-af25-d2e3db48256f tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=74f307c9-43a0-43ee-8f48-6f53b38be771 HTTP/1.1" status: 200 len: 949 time: 0.1583574 Jan 18 22:14:27.904987 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c12f26-8348-4af9-92c0-19ba575b1e3d req-3f2927fb-8eb4-4d2d-9475-9acf9a0c9a76 service neutron] Port 9a40db95-3cc8-4cd2-8148-1ba34f013279 on network aed2eca7-1bb0-443d-8485-b985dbe9851b not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:14:27.905750 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c12f26-8348-4af9-92c0-19ba575b1e3d req-3f2927fb-8eb4-4d2d-9475-9acf9a0c9a76 service neutron] Attempting to bind port 9a40db95-3cc8-4cd2-8148-1ba34f013279 on network aed2eca7-1bb0-443d-8485-b985dbe9851b {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:14:27.938611 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-ed0406ed-72d6-41e2-8843-57bcda89f473 None None] Set router fa8c3221-ba07-4be6-bada-e1305d269478 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:14:27.945751 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c12f26-8348-4af9-92c0-19ba575b1e3d req-3f2927fb-8eb4-4d2d-9475-9acf9a0c9a76 service neutron] Checking agent: {'id': 'e49d1b2a-ba11-487f-a804-ecbf3c0e8132', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:14:27.946431 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c12f26-8348-4af9-92c0-19ba575b1e3d req-3f2927fb-8eb4-4d2d-9475-9acf9a0c9a76 service neutron] Checking segment: {'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:14:27.946990 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c12f26-8348-4af9-92c0-19ba575b1e3d req-3f2927fb-8eb4-4d2d-9475-9acf9a0c9a76 service neutron] Bound using segment: {'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:14:27.947585 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-46c12f26-8348-4af9-92c0-19ba575b1e3d req-3f2927fb-8eb4-4d2d-9475-9acf9a0c9a76 service neutron] Bound port: 9a40db95-3cc8-4cd2-8148-1ba34f013279, host: n-h1-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:14:27.948101 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-46c12f26-8348-4af9-92c0-19ba575b1e3d req-3f2927fb-8eb4-4d2d-9475-9acf9a0c9a76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:28.029756 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363eb9e5-31fb-44fe-a68c-9d1bce533f14 req-b284f5b3-37d5-4c91-b112-f36066987703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:28.031348 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-363eb9e5-31fb-44fe-a68c-9d1bce533f14 req-b284f5b3-37d5-4c91-b112-f36066987703 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=584d50ef6ed64545aac1e7947879ab5e&device_id=aa35bf88-4440-4d73-afcd-ae0cc04d6d11 HTTP/1.1" status: 200 len: 1096 time: 0.0875757 Jan 18 22:14:28.033454 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e345c359-6b06-4f8c-9b3d-6f3bf1a22769 req-36b11181-b595-4edf-b48e-0c9ff5512422 tempest-LiveMigrationTest-1198651986 tempest-LiveMigrationTest-1198651986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:28.035079 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e345c359-6b06-4f8c-9b3d-6f3bf1a22769 req-36b11181-b595-4edf-b48e-0c9ff5512422 tempest-LiveMigrationTest-1198651986 tempest-LiveMigrationTest-1198651986-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=7adbfe4f-bab5-4c2a-8403-4315ff49af62&tenant_id=646d6b7fa3c74dbb9d53573120d4a5a9&binding%3Ahost_id=n-h2-825064-1 HTTP/1.1" status: 200 len: 1095 time: 0.1044614 Jan 18 22:14:28.041987 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af86d1a1-05ca-4799-8360-f276efe9c256 req-b7125756-5058-472c-834f-a87d5ec399fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:28.043389 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-af86d1a1-05ca-4799-8360-f276efe9c256 req-b7125756-5058-472c-834f-a87d5ec399fd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ac163b22-6dbe-4f74-9441-5d83aaaf42c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1530907 Jan 18 22:14:28.050147 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2770cab9-282e-4936-9dff-d10abd2ea3b8 req-09a3e45c-0278-41ed-bd2f-1ad46e285df2 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181784 Jan 18 22:14:28.131533 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a3704c-e289-4368-9720-98fcabb7a525 req-b310486e-4cc9-40ca-8f6c-2f0d0a6682e0 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:28.133057 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-93a3704c-e289-4368-9720-98fcabb7a525 req-b310486e-4cc9-40ca-8f6c-2f0d0a6682e0 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b431826-cd0b-4037-99ec-92bc59ec892a HTTP/1.1" status: 200 len: 943 time: 0.1638250 Jan 18 22:14:28.136859 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-46c12f26-8348-4af9-92c0-19ba575b1e3d req-3f2927fb-8eb4-4d2d-9475-9acf9a0c9a76 service neutron] For port 9a40db95-3cc8-4cd2-8148-1ba34f013279, host n-h1-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:14:28.159948 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-46c12f26-8348-4af9-92c0-19ba575b1e3d req-3f2927fb-8eb4-4d2d-9475-9acf9a0c9a76 service neutron] For port 9a40db95-3cc8-4cd2-8148-1ba34f013279, host n-h1-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=9a40db95-3cc8-4cd2-8148-1ba34f013279,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:14:28.175489 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-46c12f26-8348-4af9-92c0-19ba575b1e3d req-3f2927fb-8eb4-4d2d-9475-9acf9a0c9a76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:28.239750 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b431826-cd0b-4037-99ec-92bc59ec892a', 'tag': '8327da2a-8c9e-48da-9352-3366a825e5df'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:14:28.241901 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b8dec39-5826-46cc-b468-2e850428aa54" -d '{"events": [{"name": "network-changed", "server_uuid": "8b431826-cd0b-4037-99ec-92bc59ec892a", "tag": "8327da2a-8c9e-48da-9352-3366a825e5df"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:14:28.247071 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-ed0406ed-72d6-41e2-8843-57bcda89f473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa8c3221-ba07-4be6-bada-e1305d269478', 'name': 'tempest-ServerActionsTestJSON-612760161-router', 'tenant_id': '584d50ef6ed64545aac1e7947879ab5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': 'cd5d6978-375b-4f11-b4bc-bfafdfe6dd9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:13:41Z', 'updated_at': '2022-01-18T22:13:51Z', 'revision_number': 4, 'project_id': '584d50ef6ed64545aac1e7947879ab5e', 'gw_port': {'id': 'cd5d6978-375b-4f11-b4bc-bfafdfe6dd9c', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d3:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8c3221-ba07-4be6-bada-e1305d269478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:43Z', 'updated_at': '2022-01-18T22:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': '42687632-ba2d-4a4c-824f-f8dd5a24349d', 'tenant_id': '584d50ef6ed64545aac1e7947879ab5e', 'floating_ip_address': '172.25.5.86', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': 'fa8c3221-ba07-4be6-bada-e1305d269478', 'port_id': '9a0306c0-065b-4f7c-897a-b0ab604fa791', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84', 'mac_address': 'fa:16:3e:76:5a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa35bf88-4440-4d73-afcd-ae0cc04d6d11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:13:59Z', 'updated_at': '2022-01-18T22:14:25Z', 'revision_number': 1, 'project_id': '584d50ef6ed64545aac1e7947879ab5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e42be80-f29b-46db-ba35-96636f2fb622', 'name': '', 'network_id': 'e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84', 'tenant_id': '584d50ef6ed64545aac1e7947879ab5e', 'mac_address': 'fa:16:3e:48:e2:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8c3221-ba07-4be6-bada-e1305d269478', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '42841b58-d144-4855-94d6-b7b43c1900e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:49Z', 'updated_at': '2022-01-18T22:13:59Z', 'revision_number': 5, 'project_id': '584d50ef6ed64545aac1e7947879ab5e', 'subnets': [{'id': '42841b58-d144-4855-94d6-b7b43c1900e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:14:28.254252 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-93a3704c-e289-4368-9720-98fcabb7a525 req-c882748d-44a3-4be4-b1fc-0fdc1638106e tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] 10.222.0.53 "GET /v2.0/security-groups?id=21d863ba-f152-49fb-bae0-55db50ebdb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118786 Jan 18 22:14:28.257557 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c12f26-8348-4af9-92c0-19ba575b1e3d req-3f2927fb-8eb4-4d2d-9475-9acf9a0c9a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:28.258164 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-46c12f26-8348-4af9-92c0-19ba575b1e3d req-3f2927fb-8eb4-4d2d-9475-9acf9a0c9a76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:28.259461 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-46c12f26-8348-4af9-92c0-19ba575b1e3d req-3f2927fb-8eb4-4d2d-9475-9acf9a0c9a76 service neutron] 10.222.0.36 "PUT /v2.0/ports/9a40db95-3cc8-4cd2-8148-1ba34f013279 HTTP/1.1" status: 200 len: 1096 time: 1.8729839 Jan 18 22:14:28.263643 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-af86d1a1-05ca-4799-8360-f276efe9c256 req-ad7ddb59-a8ee-4556-ae94-42f48e57a100 service neutron] 10.222.0.67 "GET /v2.0/networks/ac163b22-6dbe-4f74-9441-5d83aaaf42c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104197 Jan 18 22:14:28.288529 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363eb9e5-31fb-44fe-a68c-9d1bce533f14 req-58291865-7250-482b-a30f-5139579aefa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:28.288529 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-363eb9e5-31fb-44fe-a68c-9d1bce533f14 req-58291865-7250-482b-a30f-5139579aefa5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84 HTTP/1.1" status: 200 len: 911 time: 0.2336743 Jan 18 22:14:28.289268 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2927fb-8eb4-4d2d-9475-9acf9a0c9a76 service neutron] Pushing event updated for resources: {'Port': ['ID=9a40db95-3cc8-4cd2-8148-1ba34f013279,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:28.425173 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c12f26-8348-4af9-92c0-19ba575b1e3d req-87a663d0-76c2-43a1-84c6-7618e6dabc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:28.430674 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-46c12f26-8348-4af9-92c0-19ba575b1e3d req-87a663d0-76c2-43a1-84c6-7618e6dabc84 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5f54f5afd404425e970ae7534cfc2064&device_id=18451bc8-9500-4df5-9b59-1eaa8b229814 HTTP/1.1" status: 200 len: 1099 time: 0.0852652 Jan 18 22:14:28.436635 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0406ed-72d6-41e2-8843-57bcda89f473 None None] The sync data for ids ['fa8c3221-ba07-4be6-bada-e1305d269478'] in n-d-825064-1 is: [{'id': 'fa8c3221-ba07-4be6-bada-e1305d269478', 'name': 'tempest-ServerActionsTestJSON-612760161-router', 'tenant_id': '584d50ef6ed64545aac1e7947879ab5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': 'cd5d6978-375b-4f11-b4bc-bfafdfe6dd9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:13:41Z', 'updated_at': '2022-01-18T22:13:51Z', 'revision_number': 4, 'project_id': '584d50ef6ed64545aac1e7947879ab5e', 'gw_port': {'id': 'cd5d6978-375b-4f11-b4bc-bfafdfe6dd9c', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d3:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8c3221-ba07-4be6-bada-e1305d269478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:43Z', 'updated_at': '2022-01-18T22:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': '42687632-ba2d-4a4c-824f-f8dd5a24349d', 'tenant_id': '584d50ef6ed64545aac1e7947879ab5e', 'floating_ip_address': '172.25.5.86', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': 'fa8c3221-ba07-4be6-bada-e1305d269478', 'port_id': '9a0306c0-065b-4f7c-897a-b0ab604fa791', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84', 'mac_address': 'fa:16:3e:76:5a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa35bf88-4440-4d73-afcd-ae0cc04d6d11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:13:59Z', 'updated_at': '2022-01-18T22:14:25Z', 'revision_number': 1, 'project_id': '584d50ef6ed64545aac1e7947879ab5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e42be80-f29b-46db-ba35-96636f2fb622', 'name': '', 'network_id': 'e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84', 'tenant_id': '584d50ef6ed64545aac1e7947879ab5e', 'mac_address': 'fa:16:3e:48:e2:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8c3221-ba07-4be6-bada-e1305d269478', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '42841b58-d144-4855-94d6-b7b43c1900e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:49Z', 'updated_at': '2022-01-18T22:13:59Z', 'revision_number': 5, 'project_id': '584d50ef6ed64545aac1e7947879ab5e', 'subnets': [{'id': '42841b58-d144-4855-94d6-b7b43c1900e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:14:28.471384 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-e345c359-6b06-4f8c-9b3d-6f3bf1a22769 req-261f94c9-7f15-4c7a-a69e-ce9b2821dc3c service neutron] For port ec080a32-2c88-4bfb-b756-92e6efa937e5, host n-h1-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:14:28.478855 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-e345c359-6b06-4f8c-9b3d-6f3bf1a22769 req-261f94c9-7f15-4c7a-a69e-ce9b2821dc3c service neutron] Notify callbacks [] for binding, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:28.480056 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e345c359-6b06-4f8c-9b3d-6f3bf1a22769 req-261f94c9-7f15-4c7a-a69e-ce9b2821dc3c service neutron] 10.222.0.67 "DELETE /v2.0/ports/ec080a32-2c88-4bfb-b756-92e6efa937e5/bindings/n-h1-825064-1 HTTP/1.1" status: 204 len: 173 time: 0.4370446 Jan 18 22:14:28.489338 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-363eb9e5-31fb-44fe-a68c-9d1bce533f14 req-e6c61fb5-7ed6-486f-8978-4ce4eee6bfd4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a0306c0-065b-4f7c-897a-b0ab604fa791 HTTP/1.1" status: 200 len: 998 time: 0.1704869 Jan 18 22:14:28.541553 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-46c12f26-8348-4af9-92c0-19ba575b1e3d req-fe743495-faf1-4c34-a474-fb1d7377007a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=9a40db95-3cc8-4cd2-8148-1ba34f013279 HTTP/1.1" status: 200 len: 217 time: 0.0861936 Jan 18 22:14:28.568680 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363eb9e5-31fb-44fe-a68c-9d1bce533f14 req-75a10375-57e8-4344-9e15-c659cd38a6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:28.571019 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-363eb9e5-31fb-44fe-a68c-9d1bce533f14 req-75a10375-57e8-4344-9e15-c659cd38a6c4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=42841b58-d144-4855-94d6-b7b43c1900e0 HTTP/1.1" status: 200 len: 850 time: 0.0703309 Jan 18 22:14:28.593817 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-af86d1a1-05ca-4799-8360-f276efe9c256 req-e3777299-65d4-4e34-9e18-80df7c74f839 service neutron] 10.222.0.67 "GET /v2.0/networks/ac163b22-6dbe-4f74-9441-5d83aaaf42c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3199260 Jan 18 22:14:28.637587 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e359b3-05ae-4e47-850d-cf3189409a18 req-7d432e79-d93e-4bbd-a601-62be46efcce0 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:28.637935 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363eb9e5-31fb-44fe-a68c-9d1bce533f14 req-cd33ba84-e752-49b9-a935-11aa5fe803cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:28.639068 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f7e359b3-05ae-4e47-850d-cf3189409a18 req-7d432e79-d93e-4bbd-a601-62be46efcce0 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/ports?device_id=7adbfe4f-bab5-4c2a-8403-4315ff49af62 HTTP/1.1" status: 200 len: 944 time: 0.2038314 Jan 18 22:14:28.647137 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-363eb9e5-31fb-44fe-a68c-9d1bce533f14 req-cd33ba84-e752-49b9-a935-11aa5fe803cc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677259 Jan 18 22:14:28.659301 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c12f26-8348-4af9-92c0-19ba575b1e3d req-b5cc8a62-d1af-4bf6-a76c-fc14d2467167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:28.660649 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device ec080a32-2c88-4bfb-b756-92e6efa937e5 no longer exists at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:14:28.661132 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-46c12f26-8348-4af9-92c0-19ba575b1e3d req-b5cc8a62-d1af-4bf6-a76c-fc14d2467167 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8518183d-cc63-459a-b971-d4c7514e001f HTTP/1.1" status: 200 len: 843 time: 0.1055610 Jan 18 22:14:28.687917 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90015d0-c70d-48e1-b67c-14ec2781e661 req-9371e9a3-28ca-4364-aab2-c3cf2f42672e tempest-MigrationsAdminTest-662233705 tempest-MigrationsAdminTest-662233705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:28.689434 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d90015d0-c70d-48e1-b67c-14ec2781e661 req-9371e9a3-28ca-4364-aab2-c3cf2f42672e tempest-MigrationsAdminTest-662233705 tempest-MigrationsAdminTest-662233705-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=74f307c9-43a0-43ee-8f48-6f53b38be771 HTTP/1.1" status: 200 len: 1100 time: 0.0932002 Jan 18 22:14:28.751954 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f7e359b3-05ae-4e47-850d-cf3189409a18 req-65c48ec4-c0f9-43bd-bd77-a4833abfc8f5 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac5bfedd-8c81-4ad7-9f0f-99ba0a339521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048572 Jan 18 22:14:28.753410 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device ec080a32-2c88-4bfb-b756-92e6efa937e5 not bound to the agent host n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:14:28.773174 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-d90015d0-c70d-48e1-b67c-14ec2781e661 req-6a65d220-50b2-4491-945d-70d69d2f86d9 tempest-MigrationsAdminTest-662233705 tempest-MigrationsAdminTest-662233705-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:28.801337 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c12f26-8348-4af9-92c0-19ba575b1e3d req-5dc8ff8f-56bd-4f22-84d9-e31dc6d7d1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:28.802816 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-46c12f26-8348-4af9-92c0-19ba575b1e3d req-5dc8ff8f-56bd-4f22-84d9-e31dc6d7d1b9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=aed2eca7-1bb0-443d-8485-b985dbe9851b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1294322 Jan 18 22:14:28.804229 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-363eb9e5-31fb-44fe-a68c-9d1bce533f14 req-8d67da20-13a5-4b25-806e-0cb8333f6401 service neutron] 10.222.0.36 "GET /v2.0/networks/e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490200 Jan 18 22:14:28.806660 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd608788-aae1-4acc-a161-9de3c0b7a122 x-openstack-request-id: req-cd608788-aae1-4acc-a161-9de3c0b7a122 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:14:28.806947 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b431826-cd0b-4037-99ec-92bc59ec892a", "tag": "8327da2a-8c9e-48da-9352-3366a825e5df", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:14:28.807200 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cd608788-aae1-4acc-a161-9de3c0b7a122 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:14:28.808481 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b431826-cd0b-4037-99ec-92bc59ec892a', 'tag': '8327da2a-8c9e-48da-9352-3366a825e5df', 'status': 'completed', 'code': 200} Jan 18 22:14:28.830932 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7d68d0-06c8-4cde-a88c-0e430d9a866c None None] New status for floating IP 42687632-ba2d-4a4c-824f-f8dd5a24349d: ACTIVE {{(pid=102432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 22:14:28.928926 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-363eb9e5-31fb-44fe-a68c-9d1bce533f14 req-fe9548ad-6418-4e79-bdd0-e48615b5b77b service neutron] 10.222.0.36 "GET /v2.0/networks/e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083035 Jan 18 22:14:28.978332 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fc4f8e28-ecee-4646-9f8e-2cdef68ecbb6 req-6817ca12-d130-4b23-8fa6-3da0df27f66c tempest-QuotasAdminNegativeTest-782648923 tempest-QuotasAdminNegativeTest-782648923-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=8f7d9dd940c94b6a9ab101c722a32b0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0539546 Jan 18 22:14:29.026781 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8dec39-5826-46cc-b468-2e850428aa54 req-33344736-a2a6-472d-b429-82c80621c5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:29.028320 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3b8dec39-5826-46cc-b468-2e850428aa54 req-33344736-a2a6-472d-b429-82c80621c5ac service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b4fa371f1ebf4a37ba7e58b461b03d52&device_id=8b431826-cd0b-4037-99ec-92bc59ec892a HTTP/1.1" status: 200 len: 1094 time: 0.1733694 Jan 18 22:14:29.088885 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-d90015d0-c70d-48e1-b67c-14ec2781e661 req-6a65d220-50b2-4491-945d-70d69d2f86d9 tempest-MigrationsAdminTest-662233705 tempest-MigrationsAdminTest-662233705-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:29.103127 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-46c12f26-8348-4af9-92c0-19ba575b1e3d req-b50dad45-6b22-46aa-ba08-3cba7ba72922 service neutron] 10.222.0.36 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778168 Jan 18 22:14:29.109138 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-d90015d0-c70d-48e1-b67c-14ec2781e661 req-6a65d220-50b2-4491-945d-70d69d2f86d9 tempest-MigrationsAdminTest-662233705 tempest-MigrationsAdminTest-662233705-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:29.192856 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d90015d0-c70d-48e1-b67c-14ec2781e661 req-6a65d220-50b2-4491-945d-70d69d2f86d9 tempest-MigrationsAdminTest-662233705 tempest-MigrationsAdminTest-662233705-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4805331 Jan 18 22:14:29.254816 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a65d220-50b2-4491-945d-70d69d2f86d9 tempest-MigrationsAdminTest-662233705 tempest-MigrationsAdminTest-662233705-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=604539c9-228a-44ea-b0b0-54b835fc28b5,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:29.297258 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4f8e28-ecee-4646-9f8e-2cdef68ecbb6 req-97b2e63d-6f81-48a6-8f47-d5c730a40239 tempest-QuotasAdminNegativeTest-782648923 tempest-QuotasAdminNegativeTest-782648923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:29.298712 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fc4f8e28-ecee-4646-9f8e-2cdef68ecbb6 req-97b2e63d-6f81-48a6-8f47-d5c730a40239 tempest-QuotasAdminNegativeTest-782648923 tempest-QuotasAdminNegativeTest-782648923-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3047638 Jan 18 22:14:29.356440 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fc4f8e28-ecee-4646-9f8e-2cdef68ecbb6 req-226e37ae-4929-403c-85c2-25575e48d659 tempest-QuotasAdminNegativeTest-782648923 tempest-QuotasAdminNegativeTest-782648923-project] 10.222.0.53 "GET /v2.0/quotas/8f7d9dd940c94b6a9ab101c722a32b0e HTTP/1.1" status: 200 len: 375 time: 0.0404122 Jan 18 22:14:29.360531 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8dec39-5826-46cc-b468-2e850428aa54 req-e7c2a3c3-9477-4a8f-a86d-e3722ce0512a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:29.362106 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3b8dec39-5826-46cc-b468-2e850428aa54 req-e7c2a3c3-9477-4a8f-a86d-e3722ce0512a service neutron] 10.222.0.67 "GET /v2.0/networks?id=ac163b22-6dbe-4f74-9441-5d83aaaf42c4 HTTP/1.1" status: 200 len: 920 time: 0.3216910 Jan 18 22:14:29.369507 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-46c12f26-8348-4af9-92c0-19ba575b1e3d req-c01511b3-fbde-4117-857e-e748b1b3b88e service neutron] 10.222.0.36 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249997 Jan 18 22:14:29.433792 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089dcc92-317c-40b2-9faa-736ee308dd12 req-14f4edbd-be9a-40d9-a850-fabc35d1a2f5 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:29.435239 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-089dcc92-317c-40b2-9faa-736ee308dd12 req-14f4edbd-be9a-40d9-a850-fabc35d1a2f5 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] 10.222.0.53 "GET /v2.0/ports?device_id=b178fe69-f925-486d-8d44-b1eaab33c6e1 HTTP/1.1" status: 200 len: 946 time: 0.1718068 Jan 18 22:14:29.438049 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fc4f8e28-ecee-4646-9f8e-2cdef68ecbb6 req-ae94243d-c559-434e-afb6-5a5286295046 tempest-QuotasAdminNegativeTest-782648923 tempest-QuotasAdminNegativeTest-782648923-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8f7d9dd940c94b6a9ab101c722a32b0e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0723011 Jan 18 22:14:29.439419 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3b8dec39-5826-46cc-b468-2e850428aa54 req-280e9cf3-b549-4c0f-b5a3-9fe03b84cbfb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8327da2a-8c9e-48da-9352-3366a825e5df HTTP/1.1" status: 200 len: 217 time: 0.0691402 Jan 18 22:14:29.507125 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-089dcc92-317c-40b2-9faa-736ee308dd12 req-729ed58c-149b-4af7-90bc-0b2e9e356e89 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] 10.222.0.53 "GET /v2.0/security-groups?id=3b03c7d5-ea2f-4e24-a688-7c5247efb246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651875 Jan 18 22:14:29.510756 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8dec39-5826-46cc-b468-2e850428aa54 req-81b86832-698f-4aec-9eef-b016411016b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:29.512180 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3b8dec39-5826-46cc-b468-2e850428aa54 req-81b86832-698f-4aec-9eef-b016411016b1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=07257b09-c636-44c9-86f7-42df7e4ef3e2 HTTP/1.1" status: 200 len: 859 time: 0.0645247 Jan 18 22:14:29.598002 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8dec39-5826-46cc-b468-2e850428aa54 req-f44a6cd7-8f15-4c64-959a-ca9bad6bb79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:29.599496 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3b8dec39-5826-46cc-b468-2e850428aa54 req-f44a6cd7-8f15-4c64-959a-ca9bad6bb79e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ac163b22-6dbe-4f74-9441-5d83aaaf42c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0792553 Jan 18 22:14:29.613775 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e31e086-7d86-4ce5-be3f-3c259cd8fce9 req-0c543b59-2692-40cc-8b70-cf5a840852b5 tempest-TenantUsagesTestJSON-961358480 tempest-TenantUsagesTestJSON-961358480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:29.615233 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7e31e086-7d86-4ce5-be3f-3c259cd8fce9 req-0c543b59-2692-40cc-8b70-cf5a840852b5 tempest-TenantUsagesTestJSON-961358480 tempest-TenantUsagesTestJSON-961358480-project] 10.222.0.53 "GET /v2.0/ports?device_id=18451bc8-9500-4df5-9b59-1eaa8b229814 HTTP/1.1" status: 200 len: 948 time: 0.0665908 Jan 18 22:14:29.698146 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7e31e086-7d86-4ce5-be3f-3c259cd8fce9 req-ed2802c2-a6f9-403f-9c4d-99c1b43b0244 tempest-TenantUsagesTestJSON-961358480 tempest-TenantUsagesTestJSON-961358480-project] 10.222.0.53 "GET /v2.0/security-groups?id=b8f4d84a-22a5-4788-b429-2fd896c5e8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741911 Jan 18 22:14:29.737858 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3b8dec39-5826-46cc-b468-2e850428aa54 req-e3c44287-7760-4391-801e-28389e59f10b service neutron] 10.222.0.67 "GET /v2.0/networks/ac163b22-6dbe-4f74-9441-5d83aaaf42c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216521 Jan 18 22:14:29.847959 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b541ed0b-8682-4c30-8ca5-e2de40487711 req-6e63d341-eacf-4ac7-9056-07f67d3253a7 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:29.849441 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b541ed0b-8682-4c30-8ca5-e2de40487711 req-6e63d341-eacf-4ac7-9056-07f67d3253a7 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b431826-cd0b-4037-99ec-92bc59ec892a HTTP/1.1" status: 200 len: 943 time: 0.0881436 Jan 18 22:14:29.880255 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3b8dec39-5826-46cc-b468-2e850428aa54 req-85cd01b0-c104-4db9-9dc2-8215c0728739 service neutron] 10.222.0.67 "GET /v2.0/networks/ac163b22-6dbe-4f74-9441-5d83aaaf42c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364889 Jan 18 22:14:29.903856 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b541ed0b-8682-4c30-8ca5-e2de40487711 req-d200054f-16f2-409f-ac08-e8bcee8fbe49 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] 10.222.0.53 "GET /v2.0/security-groups?id=21d863ba-f152-49fb-bae0-55db50ebdb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445695 Jan 18 22:14:30.283084 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 54722) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:14:30.372287 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-3619127d-241a-4e0b-aa44-a76d2be39a82 req-2e286610-7b28-440a-bacc-205d5380257e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=74f307c9-43a0-43ee-8f48-6f53b38be771&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0879765 Jan 18 22:14:30.381360 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [req-3619127d-241a-4e0b-aa44-a76d2be39a82 req-1ffaabbc-6c0e-4152-b935-d1f0683237c0 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:14:30.382315 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-3619127d-241a-4e0b-aa44-a76d2be39a82 req-1ffaabbc-6c0e-4152-b935-d1f0683237c0 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050287 Jan 18 22:14:30.504305 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7837b40f-b8ca-44d4-9aa5-93a846b68b55 req-2fc55a1a-f5b5-4d9c-9ea5-9a87fafac8f9 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=0fa7c7c8-c96a-4aa5-9818-d374adf00f99 HTTP/1.1" status: 200 len: 258 time: 0.4355989 Jan 18 22:14:30.511479 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edc1eca-422d-4d6d-97fb-60900245ac75 req-8269581e-1d1e-4025-a42e-071e6f264b2c tempest-LiveMigrationTest-1198651986 tempest-LiveMigrationTest-1198651986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:30.512931 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9edc1eca-422d-4d6d-97fb-60900245ac75 req-8269581e-1d1e-4025-a42e-071e6f264b2c tempest-LiveMigrationTest-1198651986 tempest-LiveMigrationTest-1198651986-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=7adbfe4f-bab5-4c2a-8403-4315ff49af62 HTTP/1.1" status: 200 len: 1095 time: 0.3198490 Jan 18 22:14:30.518071 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-7837b40f-b8ca-44d4-9aa5-93a846b68b55 req-7e3cc6bf-1041-41b2-b034-748b586d4a2a tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Request body: {'floatingip': {'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:14:30.562341 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9edc1eca-422d-4d6d-97fb-60900245ac75 req-a6b5a2f1-dcdd-4408-a96b-2791ca05a022 tempest-LiveMigrationTest-1198651986 tempest-LiveMigrationTest-1198651986-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ac5bfedd-8c81-4ad7-9f0f-99ba0a339521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401587 Jan 18 22:14:30.567500 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-7837b40f-b8ca-44d4-9aa5-93a846b68b55 req-7e3cc6bf-1041-41b2-b034-748b586d4a2a tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Notify callbacks [] for floatingip, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:30.724681 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-7837b40f-b8ca-44d4-9aa5-93a846b68b55 req-7e3cc6bf-1041-41b2-b034-748b586d4a2a tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:30.784804 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3251cf2c-4673-4698-8fd1-c1f4db2ed951 req-3092661f-fe74-47c8-9311-445a13e34990 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:30.786526 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3251cf2c-4673-4698-8fd1-c1f4db2ed951 req-3092661f-fe74-47c8-9311-445a13e34990 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=74f307c9-43a0-43ee-8f48-6f53b38be771 HTTP/1.1" status: 200 len: 949 time: 0.1087508 Jan 18 22:14:30.812297 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18451bc8-9500-4df5-9b59-1eaa8b229814', 'tag': '9a40db95-3cc8-4cd2-8148-1ba34f013279'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:14:30.815196 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94a0ef04-d789-4227-971a-bee51b138119" -d '{"events": [{"name": "network-changed", "server_uuid": "18451bc8-9500-4df5-9b59-1eaa8b229814", "tag": "9a40db95-3cc8-4cd2-8148-1ba34f013279"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:14:30.863106 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3251cf2c-4673-4698-8fd1-c1f4db2ed951 req-3770ef2d-9eb7-4689-bd3c-6c754688596a tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693998 Jan 18 22:14:30.906079 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-7837b40f-b8ca-44d4-9aa5-93a846b68b55 req-7e3cc6bf-1041-41b2-b034-748b586d4a2a tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Allocated IP 172.25.5.7 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/6d0a39a0-db61-4329-ae8d-4f9b2195f41e) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:14:30.955235 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 54766) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:14:31.059082 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-7837b40f-b8ca-44d4-9aa5-93a846b68b55 req-7e3cc6bf-1041-41b2-b034-748b586d4a2a tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:31.103578 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-7837b40f-b8ca-44d4-9aa5-93a846b68b55 req-7e3cc6bf-1041-41b2-b034-748b586d4a2a tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:31.120045 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e52002a3-8641-4d93-a2a7-0ed9cb841864 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:31.199762 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7837b40f-b8ca-44d4-9aa5-93a846b68b55 req-7e3cc6bf-1041-41b2-b034-748b586d4a2a tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:14:31.202964 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e52002a3-8641-4d93-a2a7-0ed9cb841864 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:31.207242 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e52002a3-8641-4d93-a2a7-0ed9cb841864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:31.211469 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-7837b40f-b8ca-44d4-9aa5-93a846b68b55 req-7e3cc6bf-1041-41b2-b034-748b586d4a2a tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:14:31.213732 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-7837b40f-b8ca-44d4-9aa5-93a846b68b55 req-7e3cc6bf-1041-41b2-b034-748b586d4a2a tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:14:31.218039 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3cc6bf-1041-41b2-b034-748b586d4a2a tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Pushing event updated for resources: {'Port': ['ID=6d0a39a0-db61-4329-ae8d-4f9b2195f41e,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:31.254967 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-e52002a3-8641-4d93-a2a7-0ed9cb841864 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8f7d9dd940c94b6a9ab101c722a32b0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2986698 Jan 18 22:14:31.261211 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 54778) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:14:31.268539 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52002a3-8641-4d93-a2a7-0ed9cb841864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78aa4eb9-625d-4199-8ce9-55c82e384a07,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:31.309096 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcbe6ad-ab3d-4c8c-a07b-bc469cdb4a07 req-9053261e-0c1d-432b-810f-56e223ab906d tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:31.310762 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0dcbe6ad-ab3d-4c8c-a07b-bc469cdb4a07 req-9053261e-0c1d-432b-810f-56e223ab906d tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/networks?id=db135028-f57a-417d-a5fc-9f73c3e34dd7 HTTP/1.1" status: 200 len: 807 time: 0.1762779 Jan 18 22:14:31.312116 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-7837b40f-b8ca-44d4-9aa5-93a846b68b55 req-7e3cc6bf-1041-41b2-b034-748b586d4a2a tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:31.317084 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-be137872-1fb0-4c3b-b2d3-29ad6f398476 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:31.336296 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0dcbe6ad-ab3d-4c8c-a07b-bc469cdb4a07 req-ef2232a8-59e6-4753-94e6-0e8798811799 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/quotas/646d6b7fa3c74dbb9d53573120d4a5a9 HTTP/1.1" status: 200 len: 375 time: 0.0133398 Jan 18 22:14:31.348675 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-be137872-1fb0-4c3b-b2d3-29ad6f398476 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:31.386735 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-7837b40f-b8ca-44d4-9aa5-93a846b68b55 req-7e3cc6bf-1041-41b2-b034-748b586d4a2a tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:31.397596 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-be137872-1fb0-4c3b-b2d3-29ad6f398476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:31.400367 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-be137872-1fb0-4c3b-b2d3-29ad6f398476 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:31.401495 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-be137872-1fb0-4c3b-b2d3-29ad6f398476 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/78aa4eb9-625d-4199-8ce9-55c82e384a07 HTTP/1.1" status: 204 len: 168 time: 0.1393645 Jan 18 22:14:31.409741 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be137872-1fb0-4c3b-b2d3-29ad6f398476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78aa4eb9-625d-4199-8ce9-55c82e384a07,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:31.443484 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0dcbe6ad-ab3d-4c8c-a07b-bc469cdb4a07 req-3180c482-1c17-455e-9559-ada443f10e8e tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=646d6b7fa3c74dbb9d53573120d4a5a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0910866 Jan 18 22:14:31.598338 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 8327da2a-8c9e-48da-9352-3366a825e5df details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:14:31.599345 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0dcbe6ad-ab3d-4c8c-a07b-bc469cdb4a07 req-733827df-cb10-4fe9-bc71-992f4d80f5e9 service neutron] 10.222.0.53 "GET /v2.0/networks/db135028-f57a-417d-a5fc-9f73c3e34dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479108 Jan 18 22:14:31.641675 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-7837b40f-b8ca-44d4-9aa5-93a846b68b55 req-7e3cc6bf-1041-41b2-b034-748b586d4a2a tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:31.681275 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-7837b40f-b8ca-44d4-9aa5-93a846b68b55 req-7e3cc6bf-1041-41b2-b034-748b586d4a2a tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:31.702210 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 54784) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:14:31.721107 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-7837b40f-b8ca-44d4-9aa5-93a846b68b55 req-7e3cc6bf-1041-41b2-b034-748b586d4a2a tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043075'] for floatingip, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:31.721334 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-20cf784f-984e-4ef0-8cda-8328a008a062 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:31.723779 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 8327da2a-8c9e-48da-9352-3366a825e5df, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=8327da2a-8c9e-48da-9352-3366a825e5df,segment=NetworkSegment(e9db93ab-f6c7-442e-b6d2-c53dc8897efd),segment_id=e9db93ab-f6c7-442e-b6d2-c53dc8897efd)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:14:31.735960 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': '8327da2a-8c9e-48da-9352-3366a825e5df', 'network_id': 'ac163b22-6dbe-4f74-9441-5d83aaaf42c4', 'port_id': '8327da2a-8c9e-48da-9352-3366a825e5df', 'mac_address': 'fa:16:3e:62:3c:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07257b09-c636-44c9-86f7-42df7e4ef3e2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:14:31.778065 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:31.782355 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3cc6bf-1041-41b2-b034-748b586d4a2a tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Pushing event updated for resources: {'Port': ['ID=6d0a39a0-db61-4329-ae8d-4f9b2195f41e,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:31.794064 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8327da2a-8c9e-48da-9352-3366a825e5df {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:14:31.798659 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-7837b40f-b8ca-44d4-9aa5-93a846b68b55 req-7e3cc6bf-1041-41b2-b034-748b586d4a2a tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:31.800157 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7837b40f-b8ca-44d4-9aa5-93a846b68b55 req-7e3cc6bf-1041-41b2-b034-748b586d4a2a tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 1.2860341 Jan 18 22:14:31.807301 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0dcbe6ad-ab3d-4c8c-a07b-bc469cdb4a07 req-f391b3b6-bfb7-4659-99c3-d2bc62f60c1e service neutron] 10.222.0.53 "GET /v2.0/networks/db135028-f57a-417d-a5fc-9f73c3e34dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907539 Jan 18 22:14:31.817160 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-20cf784f-984e-4ef0-8cda-8328a008a062 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:31.822587 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 8327da2a-8c9e-48da-9352-3366a825e5df, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=8327da2a-8c9e-48da-9352-3366a825e5df,segment=NetworkSegment(e9db93ab-f6c7-442e-b6d2-c53dc8897efd),segment_id=e9db93ab-f6c7-442e-b6d2-c53dc8897efd)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:14:31.826395 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-20cf784f-984e-4ef0-8cda-8328a008a062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:31.828812 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:31.857042 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3619127d-241a-4e0b-aa44-a76d2be39a82 req-9488a22a-0174-47d2-8acd-faa0a2d442f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:31.859110 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3619127d-241a-4e0b-aa44-a76d2be39a82 req-9488a22a-0174-47d2-8acd-faa0a2d442f8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7c124f68020a4e92b3e26dca83e43678&device_id=74f307c9-43a0-43ee-8f48-6f53b38be771 HTTP/1.1" status: 200 len: 1100 time: 0.1337156 Jan 18 22:14:31.864154 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7837b40f-b8ca-44d4-9aa5-93a846b68b55 req-e5007af4-6b96-49de-ab03-a8657778882c tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.7 HTTP/1.1" status: 200 len: 694 time: 0.0545099 Jan 18 22:14:31.870049 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-20cf784f-984e-4ef0-8cda-8328a008a062 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=93e89cb21bfe48339bfdd5f7522c5bf8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1665385 Jan 18 22:14:31.870997 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cf784f-984e-4ef0-8cda-8328a008a062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5fe72de-b6dd-4a9d-9685-dc0236ce00cd,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:31.874515 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 54786) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:14:31.892818 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=8327da2a-8c9e-48da-9352-3366a825e5df,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:32.083507 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['8327da2a-8c9e-48da-9352-3366a825e5df'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:14:32.108690 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3619127d-241a-4e0b-aa44-a76d2be39a82 req-0c39f155-b10e-4ab1-9881-c39797e863d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:32.110643 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3619127d-241a-4e0b-aa44-a76d2be39a82 req-0c39f155-b10e-4ab1-9881-c39797e863d8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=aed2eca7-1bb0-443d-8485-b985dbe9851b HTTP/1.1" status: 200 len: 869 time: 0.2439301 Jan 18 22:14:32.129568 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4bd4b884-9250-4f94-8c88-27fedd0e1173 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:32.143032 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74589e16-dab8-4f18-a647-af854c2e505b req-098e3fb6-2441-4299-b4e1-93c4a2d32734 tempest-TenantUsagesTestJSON-961358480 tempest-TenantUsagesTestJSON-961358480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:32.144650 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-74589e16-dab8-4f18-a647-af854c2e505b req-098e3fb6-2441-4299-b4e1-93c4a2d32734 tempest-TenantUsagesTestJSON-961358480 tempest-TenantUsagesTestJSON-961358480-project] 10.222.0.53 "GET /v2.0/ports?device_id=18451bc8-9500-4df5-9b59-1eaa8b229814 HTTP/1.1" status: 200 len: 948 time: 0.1435516 Jan 18 22:14:32.187411 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7837b40f-b8ca-44d4-9aa5-93a846b68b55 req-e4408bf5-0834-4302-9b46-08b1cb333f30 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:32.188764 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7837b40f-b8ca-44d4-9aa5-93a846b68b55 req-e4408bf5-0834-4302-9b46-08b1cb333f30 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] 10.222.0.53 "GET /v2.0/networks/0fa7c7c8-c96a-4aa5-9818-d374adf00f99 HTTP/1.1" status: 200 len: 784 time: 0.3134041 Jan 18 22:14:32.202463 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3619127d-241a-4e0b-aa44-a76d2be39a82 req-d27a19a1-857d-4496-ae28-2e9f4ff2ccb1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=82c8fac7-b604-4f74-9e60-1a7d1e5868ca HTTP/1.1" status: 200 len: 217 time: 0.0796206 Jan 18 22:14:32.218256 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [req-7837b40f-b8ca-44d4-9aa5-93a846b68b55 req-0e929607-19ab-4566-979d-c1884907b9b5 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102430) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:14:32.219219 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7837b40f-b8ca-44d4-9aa5-93a846b68b55 req-0e929607-19ab-4566-979d-c1884907b9b5 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0208771 Jan 18 22:14:32.232796 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4bd4b884-9250-4f94-8c88-27fedd0e1173 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:32.271545 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ed9349b-216e-415b-b5a6-061eea5ad50a x-openstack-request-id: req-3ed9349b-216e-415b-b5a6-061eea5ad50a {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:14:32.271863 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18451bc8-9500-4df5-9b59-1eaa8b229814", "tag": "9a40db95-3cc8-4cd2-8148-1ba34f013279", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:14:32.272111 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3ed9349b-216e-415b-b5a6-061eea5ad50a {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:14:32.272507 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18451bc8-9500-4df5-9b59-1eaa8b229814', 'tag': '9a40db95-3cc8-4cd2-8148-1ba34f013279', 'status': 'completed', 'code': 200} Jan 18 22:14:32.289936 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-74589e16-dab8-4f18-a647-af854c2e505b req-2945a93e-6af4-47b4-b3d7-3ae418e948db tempest-TenantUsagesTestJSON-961358480 tempest-TenantUsagesTestJSON-961358480-project] 10.222.0.53 "GET /v2.0/security-groups?id=b8f4d84a-22a5-4788-b429-2fd896c5e8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983982 Jan 18 22:14:32.350248 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3619127d-241a-4e0b-aa44-a76d2be39a82 req-188f55f5-c457-44d3-b759-3bee7f366001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:32.351747 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3619127d-241a-4e0b-aa44-a76d2be39a82 req-188f55f5-c457-44d3-b759-3bee7f366001 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8518183d-cc63-459a-b971-d4c7514e001f HTTP/1.1" status: 200 len: 843 time: 0.1281230 Jan 18 22:14:32.453388 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a0ef04-d789-4227-971a-bee51b138119 req-98fd0474-5dc9-4715-9d27-90fd5968721e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:32.454841 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-94a0ef04-d789-4227-971a-bee51b138119 req-98fd0474-5dc9-4715-9d27-90fd5968721e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5f54f5afd404425e970ae7534cfc2064&device_id=18451bc8-9500-4df5-9b59-1eaa8b229814 HTTP/1.1" status: 200 len: 1099 time: 0.1508238 Jan 18 22:14:32.458406 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4bd4b884-9250-4f94-8c88-27fedd0e1173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:32.461011 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4bd4b884-9250-4f94-8c88-27fedd0e1173 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:32.462032 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-4bd4b884-9250-4f94-8c88-27fedd0e1173 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d5fe72de-b6dd-4a9d-9685-dc0236ce00cd HTTP/1.1" status: 204 len: 168 time: 0.5845022 Jan 18 22:14:32.474915 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cdfb8e-8e8d-4d5d-9b3d-244c15d568ea req-bf598d51-c5b3-48ba-8efa-0ff9d1e3fd62 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:32.476374 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-52cdfb8e-8e8d-4d5d-9b3d-244c15d568ea req-bf598d51-c5b3-48ba-8efa-0ff9d1e3fd62 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b431826-cd0b-4037-99ec-92bc59ec892a HTTP/1.1" status: 200 len: 944 time: 0.1570332 Jan 18 22:14:32.506932 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd4b884-9250-4f94-8c88-27fedd0e1173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5fe72de-b6dd-4a9d-9685-dc0236ce00cd,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:32.525281 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44906e24-0e83-433b-8f9f-23204923004d req-fc49a02f-85f4-485d-a1ec-a5199bbb1923 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:32.532962 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-44906e24-0e83-433b-8f9f-23204923004d req-fc49a02f-85f4-485d-a1ec-a5199bbb1923 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=74f307c9-43a0-43ee-8f48-6f53b38be771 HTTP/1.1" status: 200 len: 949 time: 0.1636546 Jan 18 22:14:32.535860 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3619127d-241a-4e0b-aa44-a76d2be39a82 req-d94d0de9-1dc7-48be-82c4-d94c872ffcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:32.537290 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3619127d-241a-4e0b-aa44-a76d2be39a82 req-d94d0de9-1dc7-48be-82c4-d94c872ffcc8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aed2eca7-1bb0-443d-8485-b985dbe9851b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1670692 Jan 18 22:14:32.673695 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-52cdfb8e-8e8d-4d5d-9b3d-244c15d568ea req-2d531293-d6b0-4410-947a-cc995bdb62fe tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] 10.222.0.53 "GET /v2.0/security-groups?id=21d863ba-f152-49fb-bae0-55db50ebdb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802616 Jan 18 22:14:32.697300 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 9a40db95-3cc8-4cd2-8148-1ba34f013279 details requested by agent hyperv_n-h1-825064-1 with host n-h1-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:14:32.699579 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-44906e24-0e83-433b-8f9f-23204923004d req-c93ee8c8-3225-433f-918c-a56d684e9894 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657915 Jan 18 22:14:32.748289 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a0ef04-d789-4227-971a-bee51b138119 req-6412795b-a096-4a25-bad6-b4120cec4414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:32.748289 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-94a0ef04-d789-4227-971a-bee51b138119 req-6412795b-a096-4a25-bad6-b4120cec4414 service neutron] 10.222.0.36 "GET /v2.0/networks?id=aed2eca7-1bb0-443d-8485-b985dbe9851b HTTP/1.1" status: 200 len: 869 time: 0.2649102 Jan 18 22:14:32.824592 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3619127d-241a-4e0b-aa44-a76d2be39a82 req-4db544a4-bbff-47a3-bf9c-cb2b5fc73fc5 service neutron] 10.222.0.67 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445335 Jan 18 22:14:32.827146 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 9a40db95-3cc8-4cd2-8148-1ba34f013279, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=9a40db95-3cc8-4cd2-8148-1ba34f013279,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:14:32.839398 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Returning: {'device': '9a40db95-3cc8-4cd2-8148-1ba34f013279', 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b', 'port_id': '9a40db95-3cc8-4cd2-8148-1ba34f013279', 'mac_address': 'fa:16:3e:a5:bc:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8518183d-cc63-459a-b971-d4c7514e001f', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:14:32.844907 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-94a0ef04-d789-4227-971a-bee51b138119 req-b237067d-4b9f-4dde-9788-b6ac717c1a01 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=9a40db95-3cc8-4cd2-8148-1ba34f013279 HTTP/1.1" status: 200 len: 217 time: 0.0785940 Jan 18 22:14:32.847036 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-125a1fb6-c3e5-4e42-8f48-36cdd7f8411f req-573d979f-2109-47d4-846c-fc67a854f763 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eeec438-19be-4793-9ba2-317a2ea8c73d HTTP/1.1" status: 200 len: 210 time: 0.0796189 Jan 18 22:14:32.890037 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:32.936073 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a40db95-3cc8-4cd2-8148-1ba34f013279 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:14:32.965457 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 9a40db95-3cc8-4cd2-8148-1ba34f013279, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=9a40db95-3cc8-4cd2-8148-1ba34f013279,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:14:32.971776 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a0ef04-d789-4227-971a-bee51b138119 req-41174ecc-cf54-4a39-a7f3-03a8bdf23dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:32.973457 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-94a0ef04-d789-4227-971a-bee51b138119 req-41174ecc-cf54-4a39-a7f3-03a8bdf23dff service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8518183d-cc63-459a-b971-d4c7514e001f HTTP/1.1" status: 200 len: 843 time: 0.1011517 Jan 18 22:14:32.974805 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:33.039890 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=9a40db95-3cc8-4cd2-8148-1ba34f013279,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:33.104457 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3619127d-241a-4e0b-aa44-a76d2be39a82 req-375d1623-84f1-4495-8413-5ea71a5755ec service neutron] 10.222.0.67 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631173 Jan 18 22:14:33.131917 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcbe6ad-ab3d-4c8c-a07b-bc469cdb4a07 req-701d3b2d-7048-411f-a4c7-5ae2649b2942 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:33.138621 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-0dcbe6ad-ab3d-4c8c-a07b-bc469cdb4a07 req-701d3b2d-7048-411f-a4c7-5ae2649b2942 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.36 "GET /v2.0/networks?id=db135028-f57a-417d-a5fc-9f73c3e34dd7 HTTP/1.1" status: 200 len: 807 time: 0.1347625 Jan 18 22:14:33.142713 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3832bb2c-e8e4-4ca2-bb80-12d9eac82f49 req-0f6c72e8-257d-4de6-9bd9-69f88787e35e tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:33.150573 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3832bb2c-e8e4-4ca2-bb80-12d9eac82f49 req-0f6c72e8-257d-4de6-9bd9-69f88787e35e tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] 10.222.0.53 "GET /v2.0/ports?device_id=b178fe69-f925-486d-8d44-b1eaab33c6e1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1760857 Jan 18 22:14:33.162506 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a0ef04-d789-4227-971a-bee51b138119 req-6d929a5f-be05-49b3-970d-e25febe6b836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:33.164174 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-94a0ef04-d789-4227-971a-bee51b138119 req-6d929a5f-be05-49b3-970d-e25febe6b836 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=aed2eca7-1bb0-443d-8485-b985dbe9851b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1743484 Jan 18 22:14:33.166046 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-0dcbe6ad-ab3d-4c8c-a07b-bc469cdb4a07 req-5ae7a4b5-4cc9-4d2f-abbc-fcc17b365f59 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Request body: {'port': {'device_id': '0eeec438-19be-4793-9ba2-317a2ea8c73d', 'network_id': 'db135028-f57a-417d-a5fc-9f73c3e34dd7', 'admin_state_up': True, 'tenant_id': '646d6b7fa3c74dbb9d53573120d4a5a9'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:14:33.208779 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['9a40db95-3cc8-4cd2-8148-1ba34f013279'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:14:33.354948 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dcbe6ad-ab3d-4c8c-a07b-bc469cdb4a07 req-5ae7a4b5-4cc9-4d2f-abbc-fcc17b365f59 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Made reservation on behalf of 646d6b7fa3c74dbb9d53573120d4a5a9 for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:14:33.360006 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-0dcbe6ad-ab3d-4c8c-a07b-bc469cdb4a07 req-5ae7a4b5-4cc9-4d2f-abbc-fcc17b365f59 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:33.521741 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [req-0dcbe6ad-ab3d-4c8c-a07b-bc469cdb4a07 req-5ae7a4b5-4cc9-4d2f-abbc-fcc17b365f59 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Allocated IP 172.20.0.7 (db135028-f57a-417d-a5fc-9f73c3e34dd7/9d1c997a-9e2b-4f20-9423-81e2cb97ac40/fb25b735-1224-4af3-b9e8-c54530a9f342) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:14:33.569399 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3832bb2c-e8e4-4ca2-bb80-12d9eac82f49 req-2c9d5204-f4f4-46a2-844f-2db32f1ae2ed tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.7 HTTP/1.1" status: 200 len: 694 time: 0.4179845 Jan 18 22:14:33.592371 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-3832bb2c-e8e4-4ca2-bb80-12d9eac82f49 req-1e8be47c-503e-4b63-a72a-2d03f6f0a072 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Request body: {'floatingip': {'port_id': 'afb222c2-ad99-489f-ba74-f0b30130118e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:14:33.615622 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 8327da2a-8c9e-48da-9352-3366a825e5df up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:14:33.678781 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-94a0ef04-d789-4227-971a-bee51b138119 req-60b4b2e0-2f4a-4b3a-b2d1-93f0952196dd service neutron] 10.222.0.36 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709962 Jan 18 22:14:33.690789 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-3832bb2c-e8e4-4ca2-bb80-12d9eac82f49 req-1e8be47c-503e-4b63-a72a-2d03f6f0a072 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Notify callbacks [] for floatingip, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:33.697608 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port 8327da2a-8c9e-48da-9352-3366a825e5df completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:14:33.703902 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port 8327da2a-8c9e-48da-9352-3366a825e5df triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:14:33.704330 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:33.705489 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-0dcbe6ad-ab3d-4c8c-a07b-bc469cdb4a07 req-5ae7a4b5-4cc9-4d2f-abbc-fcc17b365f59 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:33.744223 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-0dcbe6ad-ab3d-4c8c-a07b-bc469cdb4a07 req-5ae7a4b5-4cc9-4d2f-abbc-fcc17b365f59 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:33.794925 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dcbe6ad-ab3d-4c8c-a07b-bc469cdb4a07 req-5ae7a4b5-4cc9-4d2f-abbc-fcc17b365f59 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Network db135028-f57a-417d-a5fc-9f73c3e34dd7 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:14:33.797971 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d7ffae-d2f4-429a-924f-7e6acebaac56 req-747d0bc6-ce78-4c43-8116-3257e6ee7ca7 tempest-TenantUsagesTestJSON-961358480 tempest-TenantUsagesTestJSON-961358480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:33.799123 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [req-0dcbe6ad-ab3d-4c8c-a07b-bc469cdb4a07 req-5ae7a4b5-4cc9-4d2f-abbc-fcc17b365f59 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:14:33.803192 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dcbe6ad-ab3d-4c8c-a07b-bc469cdb4a07 req-5ae7a4b5-4cc9-4d2f-abbc-fcc17b365f59 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:14:33.805221 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-71d7ffae-d2f4-429a-924f-7e6acebaac56 req-747d0bc6-ce78-4c43-8116-3257e6ee7ca7 tempest-TenantUsagesTestJSON-961358480 tempest-TenantUsagesTestJSON-961358480-project] 10.222.0.53 "GET /v2.0/ports?device_id=18451bc8-9500-4df5-9b59-1eaa8b229814 HTTP/1.1" status: 200 len: 949 time: 0.2964780 Jan 18 22:14:33.809936 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcbe6ad-ab3d-4c8c-a07b-bc469cdb4a07 req-5ae7a4b5-4cc9-4d2f-abbc-fcc17b365f59 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:33.810333 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-0dcbe6ad-ab3d-4c8c-a07b-bc469cdb4a07 req-5ae7a4b5-4cc9-4d2f-abbc-fcc17b365f59 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:33.815221 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:33.841009 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae7a4b5-4cc9-4d2f-abbc-fcc17b365f59 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Pushing event updated for resources: {'Port': ['ID=fb25b735-1224-4af3-b9e8-c54530a9f342,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:33.853363 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b431826-cd0b-4037-99ec-92bc59ec892a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8327da2a-8c9e-48da-9352-3366a825e5df'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:14:33.856160 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2cf574c-de84-4031-9cb9-3dce1157b000" -d '{"events": [{"server_uuid": "8b431826-cd0b-4037-99ec-92bc59ec892a", "name": "network-vif-plugged", "status": "completed", "tag": "8327da2a-8c9e-48da-9352-3366a825e5df"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:14:33.859722 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-0dcbe6ad-ab3d-4c8c-a07b-bc469cdb4a07 req-5ae7a4b5-4cc9-4d2f-abbc-fcc17b365f59 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6994386 Jan 18 22:14:33.869562 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 8327da2a-8c9e-48da-9352-3366a825e5df, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=8327da2a-8c9e-48da-9352-3366a825e5df,segment=NetworkSegment(e9db93ab-f6c7-442e-b6d2-c53dc8897efd),segment_id=e9db93ab-f6c7-442e-b6d2-c53dc8897efd)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:14:33.877061 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:33.881045 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-0dcbe6ad-ab3d-4c8c-a07b-bc469cdb4a07 req-f430a55b-42f4-44ac-b008-88aacf0824ae service neutron] Request body: {'port': {'device_id': '0eeec438-19be-4793-9ba2-317a2ea8c73d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:14:33.939283 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-71d7ffae-d2f4-429a-924f-7e6acebaac56 req-58c678a7-5d62-48d5-b930-86a011cda7cb tempest-TenantUsagesTestJSON-961358480 tempest-TenantUsagesTestJSON-961358480-project] 10.222.0.53 "GET /v2.0/security-groups?id=b8f4d84a-22a5-4788-b429-2fd896c5e8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289170 Jan 18 22:14:33.945728 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-0dcbe6ad-ab3d-4c8c-a07b-bc469cdb4a07 req-f430a55b-42f4-44ac-b008-88aacf0824ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:33.955235 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=8327da2a-8c9e-48da-9352-3366a825e5df,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:33.959442 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-94a0ef04-d789-4227-971a-bee51b138119 req-e6704455-51ea-4456-81d4-6a467ba73c84 service neutron] 10.222.0.36 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659571 Jan 18 22:14:34.104373 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69f80f2-0b46-4976-87ce-7ffb70e9a0a2 req-a44085a0-29a1-41d7-9f4d-3d32f7b82004 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:34.105771 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e69f80f2-0b46-4976-87ce-7ffb70e9a0a2 req-a44085a0-29a1-41d7-9f4d-3d32f7b82004 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b431826-cd0b-4037-99ec-92bc59ec892a HTTP/1.1" status: 200 len: 945 time: 0.0859530 Jan 18 22:14:34.229914 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e69f80f2-0b46-4976-87ce-7ffb70e9a0a2 req-96919210-9bf3-425d-9055-c86284b35422 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] 10.222.0.53 "GET /v2.0/security-groups?id=21d863ba-f152-49fb-bae0-55db50ebdb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089838 Jan 18 22:14:34.268878 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [req-0dcbe6ad-ab3d-4c8c-a07b-bc469cdb4a07 req-f430a55b-42f4-44ac-b008-88aacf0824ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb25b735-1224-4af3-b9e8-c54530a9f342 {{(pid=102431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:14:34.278621 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-0dcbe6ad-ab3d-4c8c-a07b-bc469cdb4a07 req-f430a55b-42f4-44ac-b008-88aacf0824ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:34.292764 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [req-0dcbe6ad-ab3d-4c8c-a07b-bc469cdb4a07 req-f430a55b-42f4-44ac-b008-88aacf0824ae service neutron] Transition to ACTIVE for port object fb25b735-1224-4af3-b9e8-c54530a9f342 will not be triggered until provisioned by entity L2. {{(pid=102431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:14:34.297987 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-0dcbe6ad-ab3d-4c8c-a07b-bc469cdb4a07 req-f430a55b-42f4-44ac-b008-88aacf0824ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:34.384235 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f430a55b-42f4-44ac-b008-88aacf0824ae service neutron] Pushing event updated for resources: {'Port': ['ID=fb25b735-1224-4af3-b9e8-c54530a9f342,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:34.430464 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-0dcbe6ad-ab3d-4c8c-a07b-bc469cdb4a07 req-f430a55b-42f4-44ac-b008-88aacf0824ae service neutron] Attempting to bind port fb25b735-1224-4af3-b9e8-c54530a9f342 on host n-h1-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:14:34.431168 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-0dcbe6ad-ab3d-4c8c-a07b-bc469cdb4a07 req-f430a55b-42f4-44ac-b008-88aacf0824ae service neutron] Attempting to bind port fb25b735-1224-4af3-b9e8-c54530a9f342 by drivers openvswitch,hyperv on host n-h1-825064-1 at level 0 using segments [{'id': 'a97910f7-cad7-42ae-9f6e-c8965771467a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'db135028-f57a-417d-a5fc-9f73c3e34dd7'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:14:34.431520 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dcbe6ad-ab3d-4c8c-a07b-bc469cdb4a07 req-f430a55b-42f4-44ac-b008-88aacf0824ae service neutron] Attempting to bind port fb25b735-1224-4af3-b9e8-c54530a9f342 on network db135028-f57a-417d-a5fc-9f73c3e34dd7 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:14:34.437883 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dcbe6ad-ab3d-4c8c-a07b-bc469cdb4a07 req-f430a55b-42f4-44ac-b008-88aacf0824ae service neutron] Port fb25b735-1224-4af3-b9e8-c54530a9f342 on network db135028-f57a-417d-a5fc-9f73c3e34dd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:14:34.438208 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dcbe6ad-ab3d-4c8c-a07b-bc469cdb4a07 req-f430a55b-42f4-44ac-b008-88aacf0824ae service neutron] Attempting to bind port fb25b735-1224-4af3-b9e8-c54530a9f342 on network db135028-f57a-417d-a5fc-9f73c3e34dd7 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:14:34.439019 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62dbabd-e1aa-47b7-9ba0-c3368b23c812 req-f0715aa3-0e20-4ef8-8ba3-57c0bdc2500b tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:34.440546 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d62dbabd-e1aa-47b7-9ba0-c3368b23c812 req-f0715aa3-0e20-4ef8-8ba3-57c0bdc2500b tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=74f307c9-43a0-43ee-8f48-6f53b38be771 HTTP/1.1" status: 200 len: 949 time: 0.1392460 Jan 18 22:14:34.444508 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dcbe6ad-ab3d-4c8c-a07b-bc469cdb4a07 req-f430a55b-42f4-44ac-b008-88aacf0824ae service neutron] Checking agent: {'id': 'e49d1b2a-ba11-487f-a804-ecbf3c0e8132', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:14:34.445130 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dcbe6ad-ab3d-4c8c-a07b-bc469cdb4a07 req-f430a55b-42f4-44ac-b008-88aacf0824ae service neutron] Checking segment: {'id': 'a97910f7-cad7-42ae-9f6e-c8965771467a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'db135028-f57a-417d-a5fc-9f73c3e34dd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:14:34.445519 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dcbe6ad-ab3d-4c8c-a07b-bc469cdb4a07 req-f430a55b-42f4-44ac-b008-88aacf0824ae service neutron] Bound using segment: {'id': 'a97910f7-cad7-42ae-9f6e-c8965771467a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'db135028-f57a-417d-a5fc-9f73c3e34dd7'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:14:34.445943 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-0dcbe6ad-ab3d-4c8c-a07b-bc469cdb4a07 req-f430a55b-42f4-44ac-b008-88aacf0824ae service neutron] Bound port: fb25b735-1224-4af3-b9e8-c54530a9f342, host: n-h1-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a97910f7-cad7-42ae-9f6e-c8965771467a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'db135028-f57a-417d-a5fc-9f73c3e34dd7'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:14:34.446296 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-0dcbe6ad-ab3d-4c8c-a07b-bc469cdb4a07 req-f430a55b-42f4-44ac-b008-88aacf0824ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:34.466750 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-3832bb2c-e8e4-4ca2-bb80-12d9eac82f49 req-1e8be47c-503e-4b63-a72a-2d03f6f0a072 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:34.476372 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-3832bb2c-e8e4-4ca2-bb80-12d9eac82f49 req-1e8be47c-503e-4b63-a72a-2d03f6f0a072 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043075'] for floatingip, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:34.482653 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 54858) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:14:34.522182 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-0dcbe6ad-ab3d-4c8c-a07b-bc469cdb4a07 req-f430a55b-42f4-44ac-b008-88aacf0824ae service neutron] For port fb25b735-1224-4af3-b9e8-c54530a9f342, host n-h1-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:14:34.526274 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-0dcbe6ad-ab3d-4c8c-a07b-bc469cdb4a07 req-f430a55b-42f4-44ac-b008-88aacf0824ae service neutron] For port fb25b735-1224-4af3-b9e8-c54530a9f342, host n-h1-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=fb25b735-1224-4af3-b9e8-c54530a9f342,segment=NetworkSegment(a97910f7-cad7-42ae-9f6e-c8965771467a),segment_id=a97910f7-cad7-42ae-9f6e-c8965771467a)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:14:34.531875 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-0dcbe6ad-ab3d-4c8c-a07b-bc469cdb4a07 req-f430a55b-42f4-44ac-b008-88aacf0824ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:34.539413 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d62dbabd-e1aa-47b7-9ba0-c3368b23c812 req-7f4eb2ab-6ffd-40d0-aca4-13ba89a9921c tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877953 Jan 18 22:14:34.581188 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcbe6ad-ab3d-4c8c-a07b-bc469cdb4a07 req-f430a55b-42f4-44ac-b008-88aacf0824ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:34.581812 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-0dcbe6ad-ab3d-4c8c-a07b-bc469cdb4a07 req-f430a55b-42f4-44ac-b008-88aacf0824ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:34.583929 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-0dcbe6ad-ab3d-4c8c-a07b-bc469cdb4a07 req-f430a55b-42f4-44ac-b008-88aacf0824ae service neutron] 10.222.0.36 "PUT /v2.0/ports/fb25b735-1224-4af3-b9e8-c54530a9f342 HTTP/1.1" status: 200 len: 1091 time: 0.7110169 Jan 18 22:14:34.584565 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eeec438-19be-4793-9ba2-317a2ea8c73d', 'tag': 'fb25b735-1224-4af3-b9e8-c54530a9f342'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:14:34.587078 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ba38933-0f65-4143-a812-c05aa4f82a02" -d '{"events": [{"name": "network-changed", "server_uuid": "0eeec438-19be-4793-9ba2-317a2ea8c73d", "tag": "fb25b735-1224-4af3-b9e8-c54530a9f342"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:14:34.602370 n-d-825064-1 neutron-server[102430]: INFO neutron.db.l3_db [req-3832bb2c-e8e4-4ca2-bb80-12d9eac82f49 req-1e8be47c-503e-4b63-a72a-2d03f6f0a072 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Floating IP 6d01d4a9-5ed2-4278-ab87-64c10e38088a associated. External IP: 172.25.5.7, port: afb222c2-ad99-489f-ba74-f0b30130118e. Jan 18 22:14:34.636933 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f8315abf-00b6-4219-992c-74e96b529b29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:34.664813 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f430a55b-42f4-44ac-b008-88aacf0824ae service neutron] Pushing event updated for resources: {'Port': ['ID=fb25b735-1224-4af3-b9e8-c54530a9f342,revision_number=3']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:34.681688 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6131ef03-9e6b-431d-bfab-6e57ff7dccbb x-openstack-request-id: req-6131ef03-9e6b-431d-bfab-6e57ff7dccbb {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:14:34.682000 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b431826-cd0b-4037-99ec-92bc59ec892a", "name": "network-vif-plugged", "status": "completed", "tag": "8327da2a-8c9e-48da-9352-3366a825e5df", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:14:34.682252 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6131ef03-9e6b-431d-bfab-6e57ff7dccbb {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:14:34.682689 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b431826-cd0b-4037-99ec-92bc59ec892a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8327da2a-8c9e-48da-9352-3366a825e5df', 'code': 200} Jan 18 22:14:34.715303 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 9a40db95-3cc8-4cd2-8148-1ba34f013279 up at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:14:34.729294 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcbe6ad-ab3d-4c8c-a07b-bc469cdb4a07 req-5e3f4758-52d8-472d-9bc4-78c090e96308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:34.731244 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-0dcbe6ad-ab3d-4c8c-a07b-bc469cdb4a07 req-5e3f4758-52d8-472d-9bc4-78c090e96308 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=646d6b7fa3c74dbb9d53573120d4a5a9&device_id=0eeec438-19be-4793-9ba2-317a2ea8c73d HTTP/1.1" status: 200 len: 1094 time: 0.0794814 Jan 18 22:14:34.779274 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning for port 9a40db95-3cc8-4cd2-8148-1ba34f013279 completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:14:34.783822 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning complete for port 9a40db95-3cc8-4cd2-8148-1ba34f013279 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:14:34.784306 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:34.794253 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-0dcbe6ad-ab3d-4c8c-a07b-bc469cdb4a07 req-059384f1-3165-47f2-979b-0cd750138a80 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb25b735-1224-4af3-b9e8-c54530a9f342 HTTP/1.1" status: 200 len: 217 time: 0.0476487 Jan 18 22:14:34.864483 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f8315abf-00b6-4219-992c-74e96b529b29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:34.871664 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcbe6ad-ab3d-4c8c-a07b-bc469cdb4a07 req-199f6bd9-4cec-4d34-a949-8a3c8c03ff60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:34.874662 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-0dcbe6ad-ab3d-4c8c-a07b-bc469cdb4a07 req-199f6bd9-4cec-4d34-a949-8a3c8c03ff60 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9d1c997a-9e2b-4f20-9423-81e2cb97ac40 HTTP/1.1" status: 200 len: 847 time: 0.0714207 Jan 18 22:14:34.875916 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f8315abf-00b6-4219-992c-74e96b529b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:34.880596 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:34.893391 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2107e35c-65ee-4ddf-b78c-e9ec57a3ae8a req-9c820a76-89be-4889-8c88-6f26df4a40ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:34.894723 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2107e35c-65ee-4ddf-b78c-e9ec57a3ae8a req-9c820a76-89be-4889-8c88-6f26df4a40ee service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8b431826-cd0b-4037-99ec-92bc59ec892a HTTP/1.1" status: 200 len: 1096 time: 0.1206021 Jan 18 22:14:34.916111 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 9a40db95-3cc8-4cd2-8148-1ba34f013279, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=9a40db95-3cc8-4cd2-8148-1ba34f013279,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:14:34.921773 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:34.932670 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3832bb2c-e8e4-4ca2-bb80-12d9eac82f49 req-1e8be47c-503e-4b63-a72a-2d03f6f0a072 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Router 5c3b3c33-80f1-49f9-8418-b17c6cac4fb8 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:14:34.947659 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-0dcbe6ad-ab3d-4c8c-a07b-bc469cdb4a07 req-f04a0189-ba4e-4093-a293-cbb7357cd108 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=db135028-f57a-417d-a5fc-9f73c3e34dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556169 Jan 18 22:14:34.950689 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8315abf-00b6-4219-992c-74e96b529b29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dff8ce5c-1d2f-402a-b908-2ce3078d28ee,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:34.950839 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85f3b76-8d23-47bb-b309-3a4327dde07e req-2e629384-06b3-4454-b92a-791a9dc921c4 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:34.952608 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c85f3b76-8d23-47bb-b309-3a4327dde07e req-2e629384-06b3-4454-b92a-791a9dc921c4 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eeec438-19be-4793-9ba2-317a2ea8c73d HTTP/1.1" status: 200 len: 943 time: 0.0992184 Jan 18 22:14:34.959814 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-f8315abf-00b6-4219-992c-74e96b529b29 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5ed6f9fc6cff470484a862bca7c71f62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4760835 Jan 18 22:14:34.960900 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 54866) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:14:34.981673 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2107e35c-65ee-4ddf-b78c-e9ec57a3ae8a req-1733cfbb-eea7-4b2e-96a2-1807a47688cc service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=21d863ba-f152-49fb-bae0-55db50ebdb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764127 Jan 18 22:14:34.985841 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=9a40db95-3cc8-4cd2-8148-1ba34f013279,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:35.112169 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c85f3b76-8d23-47bb-b309-3a4327dde07e req-9488954d-ce90-4d1d-97a7-477033d9a5ce tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac5bfedd-8c81-4ad7-9f0f-99ba0a339521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411629 Jan 18 22:14:35.131452 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7ce7e9a9-4b49-4c14-bda9-1e57be6dc9d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:35.161013 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3832bb2c-e8e4-4ca2-bb80-12d9eac82f49 req-1e8be47c-503e-4b63-a72a-2d03f6f0a072 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:14:35.163870 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7ce7e9a9-4b49-4c14-bda9-1e57be6dc9d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:35.168183 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-3832bb2c-e8e4-4ca2-bb80-12d9eac82f49 req-1e8be47c-503e-4b63-a72a-2d03f6f0a072 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:35.174114 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6ae2d9-9981-42bc-9d43-a04d907e3430 None None] Sync routers for ids ['5c3b3c33-80f1-49f9-8418-b17c6cac4fb8'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:14:35.187417 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6ae2d9-9981-42bc-9d43-a04d907e3430 None None] Routers {'5c3b3c33-80f1-49f9-8418-b17c6cac4fb8'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:14:35.188249 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-7b6ae2d9-9981-42bc-9d43-a04d907e3430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:14:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['5c3b3c33-80f1-49f9-8418-b17c6cac4fb8'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:14:35.229666 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3832bb2c-e8e4-4ca2-bb80-12d9eac82f49 req-1e8be47c-503e-4b63-a72a-2d03f6f0a072 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] 10.222.0.53 "PUT /v2.0/floatingips/6d01d4a9-5ed2-4278-ab87-64c10e38088a HTTP/1.1" status: 200 len: 995 time: 1.6433773 Jan 18 22:14:35.235254 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b178fe69-f925-486d-8d44-b1eaab33c6e1', 'tag': 'afb222c2-ad99-489f-ba74-f0b30130118e'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:14:35.239575 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16d89738-2b77-464d-b6fb-42e339d9fa15" -d '{"events": [{"name": "network-changed", "server_uuid": "b178fe69-f925-486d-8d44-b1eaab33c6e1", "tag": "afb222c2-ad99-489f-ba74-f0b30130118e"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:14:35.252400 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-607934d4-3922-4b20-b45c-7bc9160a70f2 x-openstack-request-id: req-607934d4-3922-4b20-b45c-7bc9160a70f2 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:14:35.252659 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0eeec438-19be-4793-9ba2-317a2ea8c73d", "tag": "fb25b735-1224-4af3-b9e8-c54530a9f342", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:14:35.253018 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-607934d4-3922-4b20-b45c-7bc9160a70f2 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:14:35.253360 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0eeec438-19be-4793-9ba2-317a2ea8c73d', 'tag': 'fb25b735-1224-4af3-b9e8-c54530a9f342', 'status': 'completed', 'code': 200} Jan 18 22:14:35.292771 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-0dcbe6ad-ab3d-4c8c-a07b-bc469cdb4a07 req-fcff2309-1838-439a-8916-c931225e25d2 service neutron] 10.222.0.36 "GET /v2.0/networks/db135028-f57a-417d-a5fc-9f73c3e34dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3317795 Jan 18 22:14:35.310423 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-7b6ae2d9-9981-42bc-9d43-a04d907e3430 None None] Set router 5c3b3c33-80f1-49f9-8418-b17c6cac4fb8 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:14:35.325318 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c8dfbc-ec08-42d4-992b-9d076b56ed20 req-a6e4a40f-8e4c-416d-b8a8-ffa095fa6da1 tempest-TenantUsagesTestJSON-961358480 tempest-TenantUsagesTestJSON-961358480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:35.327337 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-14c8dfbc-ec08-42d4-992b-9d076b56ed20 req-a6e4a40f-8e4c-416d-b8a8-ffa095fa6da1 tempest-TenantUsagesTestJSON-961358480 tempest-TenantUsagesTestJSON-961358480-project] 10.222.0.53 "GET /v2.0/ports?device_id=18451bc8-9500-4df5-9b59-1eaa8b229814 HTTP/1.1" status: 200 len: 950 time: 0.0961697 Jan 18 22:14:35.329222 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3832bb2c-e8e4-4ca2-bb80-12d9eac82f49 req-b024638e-4a6b-4560-abaf-a45e6585bd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:35.330568 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3832bb2c-e8e4-4ca2-bb80-12d9eac82f49 req-b024638e-4a6b-4560-abaf-a45e6585bd6e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=76c77dff09144c42b5e3c43e0d464bdb&device_id=b178fe69-f925-486d-8d44-b1eaab33c6e1 HTTP/1.1" status: 200 len: 1097 time: 0.0867989 Jan 18 22:14:35.331323 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7ce7e9a9-4b49-4c14-bda9-1e57be6dc9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:35.333884 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7ce7e9a9-4b49-4c14-bda9-1e57be6dc9d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:35.334913 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-7ce7e9a9-4b49-4c14-bda9-1e57be6dc9d4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dff8ce5c-1d2f-402a-b908-2ce3078d28ee HTTP/1.1" status: 204 len: 168 time: 0.3731210 Jan 18 22:14:35.384180 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce7e9a9-4b49-4c14-bda9-1e57be6dc9d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dff8ce5c-1d2f-402a-b908-2ce3078d28ee,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:35.407691 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-0dcbe6ad-ab3d-4c8c-a07b-bc469cdb4a07 req-bccc1b51-79f1-4d40-acc4-fe25512d152c service neutron] 10.222.0.36 "GET /v2.0/networks/db135028-f57a-417d-a5fc-9f73c3e34dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059556 Jan 18 22:14:35.457110 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-14c8dfbc-ec08-42d4-992b-9d076b56ed20 req-ea3f6710-582d-453f-81fc-15c82c8af651 tempest-TenantUsagesTestJSON-961358480 tempest-TenantUsagesTestJSON-961358480-project] 10.222.0.53 "GET /v2.0/security-groups?id=b8f4d84a-22a5-4788-b429-2fd896c5e8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092079 Jan 18 22:14:35.508412 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da877a3f-e227-4677-804d-ff3a28144c98 x-openstack-request-id: req-da877a3f-e227-4677-804d-ff3a28144c98 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:14:35.508695 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b178fe69-f925-486d-8d44-b1eaab33c6e1", "tag": "afb222c2-ad99-489f-ba74-f0b30130118e", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:14:35.508993 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-da877a3f-e227-4677-804d-ff3a28144c98 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:14:35.512905 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b178fe69-f925-486d-8d44-b1eaab33c6e1', 'tag': 'afb222c2-ad99-489f-ba74-f0b30130118e', 'status': 'completed', 'code': 200} Jan 18 22:14:35.514738 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba38933-0f65-4143-a812-c05aa4f82a02 req-7264705a-736a-4f6a-a779-198861108290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:35.516459 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-7ba38933-0f65-4143-a812-c05aa4f82a02 req-7264705a-736a-4f6a-a779-198861108290 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=646d6b7fa3c74dbb9d53573120d4a5a9&device_id=0eeec438-19be-4793-9ba2-317a2ea8c73d HTTP/1.1" status: 200 len: 1094 time: 0.0547926 Jan 18 22:14:35.522151 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3832bb2c-e8e4-4ca2-bb80-12d9eac82f49 req-f425c906-3d85-46ed-a2eb-75fa5322c693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:35.523679 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3832bb2c-e8e4-4ca2-bb80-12d9eac82f49 req-f425c906-3d85-46ed-a2eb-75fa5322c693 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6c46501c-2977-42a9-95d0-8310f5875032 HTTP/1.1" status: 200 len: 928 time: 0.1731167 Jan 18 22:14:35.636278 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba38933-0f65-4143-a812-c05aa4f82a02 req-4a1fc198-acdb-4763-a682-5e5ebc20bfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:35.638019 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-7ba38933-0f65-4143-a812-c05aa4f82a02 req-4a1fc198-acdb-4763-a682-5e5ebc20bfc8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=db135028-f57a-417d-a5fc-9f73c3e34dd7 HTTP/1.1" status: 200 len: 907 time: 0.1068597 Jan 18 22:14:35.646343 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-7b6ae2d9-9981-42bc-9d43-a04d907e3430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c3b3c33-80f1-49f9-8418-b17c6cac4fb8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-926967270-router', 'tenant_id': '76c77dff09144c42b5e3c43e0d464bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '6830ecc6-1864-4048-8bac-2724f78fb322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:14:00Z', 'updated_at': '2022-01-18T22:14:09Z', 'revision_number': 4, 'project_id': '76c77dff09144c42b5e3c43e0d464bdb', 'gw_port': {'id': '6830ecc6-1864-4048-8bac-2724f78fb322', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:42:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c3b3c33-80f1-49f9-8418-b17c6cac4fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:14:02Z', 'updated_at': '2022-01-18T22:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': '6d01d4a9-5ed2-4278-ab87-64c10e38088a', 'tenant_id': '76c77dff09144c42b5e3c43e0d464bdb', 'floating_ip_address': '172.25.5.7', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': '5c3b3c33-80f1-49f9-8418-b17c6cac4fb8', 'port_id': 'afb222c2-ad99-489f-ba74-f0b30130118e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c46501c-2977-42a9-95d0-8310f5875032', 'mac_address': 'fa:16:3e:9e:7d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b178fe69-f925-486d-8d44-b1eaab33c6e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:14:31Z', 'updated_at': '2022-01-18T22:14:34Z', 'revision_number': 1, 'project_id': '76c77dff09144c42b5e3c43e0d464bdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fba5985b-7aec-4681-9318-31371f681e45', 'name': '', 'network_id': '6c46501c-2977-42a9-95d0-8310f5875032', 'tenant_id': '76c77dff09144c42b5e3c43e0d464bdb', 'mac_address': 'fa:16:3e:1b:11:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c3b3c33-80f1-49f9-8418-b17c6cac4fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '66c43e1c-8a1a-40af-beae-fdfd2fcdc2de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:14:08Z', 'updated_at': '2022-01-18T22:14:13Z', 'revision_number': 5, 'project_id': '76c77dff09144c42b5e3c43e0d464bdb', 'subnets': [{'id': '66c43e1c-8a1a-40af-beae-fdfd2fcdc2de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:14:35.690168 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6ae2d9-9981-42bc-9d43-a04d907e3430 None None] Checking router: 5c3b3c33-80f1-49f9-8418-b17c6cac4fb8 for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:14:35.691040 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-7ba38933-0f65-4143-a812-c05aa4f82a02 req-e557f0ae-9113-476e-b652-378237be9e07 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb25b735-1224-4af3-b9e8-c54530a9f342 HTTP/1.1" status: 200 len: 217 time: 0.0451920 Jan 18 22:14:35.700252 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6ae2d9-9981-42bc-9d43-a04d907e3430 None None] Routers {'5c3b3c33-80f1-49f9-8418-b17c6cac4fb8'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:14:35.700875 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-7b6ae2d9-9981-42bc-9d43-a04d907e3430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:14:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['5c3b3c33-80f1-49f9-8418-b17c6cac4fb8'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:14:35.755466 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 54880) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:14:35.773117 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-956800f3-526e-4f10-8b5a-af969260bedb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:35.792194 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba38933-0f65-4143-a812-c05aa4f82a02 req-9d2a766f-739f-47cf-9786-2c45886b03ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:35.793656 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-7ba38933-0f65-4143-a812-c05aa4f82a02 req-9d2a766f-739f-47cf-9786-2c45886b03ca service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9d1c997a-9e2b-4f20-9423-81e2cb97ac40 HTTP/1.1" status: 200 len: 847 time: 0.0949643 Jan 18 22:14:35.817506 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-7b6ae2d9-9981-42bc-9d43-a04d907e3430 None None] Set router 5c3b3c33-80f1-49f9-8418-b17c6cac4fb8 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:14:35.835550 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-7ba38933-0f65-4143-a812-c05aa4f82a02 req-e06f445b-9df6-46ba-97ad-b760d0185050 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=db135028-f57a-417d-a5fc-9f73c3e34dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322478 Jan 18 22:14:35.924470 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3832bb2c-e8e4-4ca2-bb80-12d9eac82f49 req-8f341425-9c58-4f43-9975-0b2f3d173217 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=afb222c2-ad99-489f-ba74-f0b30130118e HTTP/1.1" status: 200 len: 998 time: 0.3929582 Jan 18 22:14:35.942466 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-956800f3-526e-4f10-8b5a-af969260bedb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:35.951443 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-956800f3-526e-4f10-8b5a-af969260bedb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:35.956617 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d89738-2b77-464d-b6fb-42e339d9fa15 req-c4ebe305-d209-4974-86a2-4db0a1921966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:35.958648 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-16d89738-2b77-464d-b6fb-42e339d9fa15 req-c4ebe305-d209-4974-86a2-4db0a1921966 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=76c77dff09144c42b5e3c43e0d464bdb&device_id=b178fe69-f925-486d-8d44-b1eaab33c6e1 HTTP/1.1" status: 200 len: 1097 time: 0.4159739 Jan 18 22:14:35.984688 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6244c06-7446-455a-8e92-b8b64548731c req-75586882-b94f-40ba-b23e-df131930ca9d tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:35.986175 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a6244c06-7446-455a-8e92-b8b64548731c req-75586882-b94f-40ba-b23e-df131930ca9d tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b431826-cd0b-4037-99ec-92bc59ec892a HTTP/1.1" status: 200 len: 945 time: 0.4039977 Jan 18 22:14:36.000875 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-7ba38933-0f65-4143-a812-c05aa4f82a02 req-519d466d-3875-44b5-a521-1001c41db0b9 service neutron] 10.222.0.36 "GET /v2.0/networks/db135028-f57a-417d-a5fc-9f73c3e34dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495519 Jan 18 22:14:36.007002 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-956800f3-526e-4f10-8b5a-af969260bedb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a9165a3626be497cb4e52f9e1cee3f06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2500887 Jan 18 22:14:36.010571 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956800f3-526e-4f10-8b5a-af969260bedb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=055e3439-3db6-426c-b917-f8fc0c380df3,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:36.019259 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 54884) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:14:36.075731 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3832bb2c-e8e4-4ca2-bb80-12d9eac82f49 req-e79c6154-ba66-413e-ba4c-11da5c25db05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:36.081932 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3832bb2c-e8e4-4ca2-bb80-12d9eac82f49 req-e79c6154-ba66-413e-ba4c-11da5c25db05 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=66c43e1c-8a1a-40af-beae-fdfd2fcdc2de HTTP/1.1" status: 200 len: 867 time: 0.1376333 Jan 18 22:14:36.098396 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a6244c06-7446-455a-8e92-b8b64548731c req-6bd79c21-a8ee-4ea3-8021-ce4f04ba94af tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] 10.222.0.53 "GET /v2.0/security-groups?id=21d863ba-f152-49fb-bae0-55db50ebdb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982406 Jan 18 22:14:36.109417 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-7b6ae2d9-9981-42bc-9d43-a04d907e3430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c3b3c33-80f1-49f9-8418-b17c6cac4fb8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-926967270-router', 'tenant_id': '76c77dff09144c42b5e3c43e0d464bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '6830ecc6-1864-4048-8bac-2724f78fb322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:14:00Z', 'updated_at': '2022-01-18T22:14:09Z', 'revision_number': 4, 'project_id': '76c77dff09144c42b5e3c43e0d464bdb', 'gw_port': {'id': '6830ecc6-1864-4048-8bac-2724f78fb322', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:42:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c3b3c33-80f1-49f9-8418-b17c6cac4fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:14:02Z', 'updated_at': '2022-01-18T22:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': '6d01d4a9-5ed2-4278-ab87-64c10e38088a', 'tenant_id': '76c77dff09144c42b5e3c43e0d464bdb', 'floating_ip_address': '172.25.5.7', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': '5c3b3c33-80f1-49f9-8418-b17c6cac4fb8', 'port_id': 'afb222c2-ad99-489f-ba74-f0b30130118e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c46501c-2977-42a9-95d0-8310f5875032', 'mac_address': 'fa:16:3e:9e:7d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b178fe69-f925-486d-8d44-b1eaab33c6e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:14:31Z', 'updated_at': '2022-01-18T22:14:34Z', 'revision_number': 1, 'project_id': '76c77dff09144c42b5e3c43e0d464bdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fba5985b-7aec-4681-9318-31371f681e45', 'name': '', 'network_id': '6c46501c-2977-42a9-95d0-8310f5875032', 'tenant_id': '76c77dff09144c42b5e3c43e0d464bdb', 'mac_address': 'fa:16:3e:1b:11:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c3b3c33-80f1-49f9-8418-b17c6cac4fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '66c43e1c-8a1a-40af-beae-fdfd2fcdc2de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:14:08Z', 'updated_at': '2022-01-18T22:14:13Z', 'revision_number': 5, 'project_id': '76c77dff09144c42b5e3c43e0d464bdb', 'subnets': [{'id': '66c43e1c-8a1a-40af-beae-fdfd2fcdc2de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:14:36.142339 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6ae2d9-9981-42bc-9d43-a04d907e3430 None None] The sync data for ids ['5c3b3c33-80f1-49f9-8418-b17c6cac4fb8'] in n-d-825064-1 is: [{'id': '5c3b3c33-80f1-49f9-8418-b17c6cac4fb8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-926967270-router', 'tenant_id': '76c77dff09144c42b5e3c43e0d464bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '6830ecc6-1864-4048-8bac-2724f78fb322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:14:00Z', 'updated_at': '2022-01-18T22:14:09Z', 'revision_number': 4, 'project_id': '76c77dff09144c42b5e3c43e0d464bdb', 'gw_port': {'id': '6830ecc6-1864-4048-8bac-2724f78fb322', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:42:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c3b3c33-80f1-49f9-8418-b17c6cac4fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:14:02Z', 'updated_at': '2022-01-18T22:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': '6d01d4a9-5ed2-4278-ab87-64c10e38088a', 'tenant_id': '76c77dff09144c42b5e3c43e0d464bdb', 'floating_ip_address': '172.25.5.7', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': '5c3b3c33-80f1-49f9-8418-b17c6cac4fb8', 'port_id': 'afb222c2-ad99-489f-ba74-f0b30130118e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c46501c-2977-42a9-95d0-8310f5875032', 'mac_address': 'fa:16:3e:9e:7d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b178fe69-f925-486d-8d44-b1eaab33c6e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:14:31Z', 'updated_at': '2022-01-18T22:14:34Z', 'revision_number': 1, 'project_id': '76c77dff09144c42b5e3c43e0d464bdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fba5985b-7aec-4681-9318-31371f681e45', 'name': '', 'network_id': '6c46501c-2977-42a9-95d0-8310f5875032', 'tenant_id': '76c77dff09144c42b5e3c43e0d464bdb', 'mac_address': 'fa:16:3e:1b:11:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c3b3c33-80f1-49f9-8418-b17c6cac4fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '66c43e1c-8a1a-40af-beae-fdfd2fcdc2de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:14:08Z', 'updated_at': '2022-01-18T22:14:13Z', 'revision_number': 5, 'project_id': '76c77dff09144c42b5e3c43e0d464bdb', 'subnets': [{'id': '66c43e1c-8a1a-40af-beae-fdfd2fcdc2de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:14:36.161695 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d89738-2b77-464d-b6fb-42e339d9fa15 req-da038202-0f04-46da-96f0-a007bbcbf853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:36.163162 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-16d89738-2b77-464d-b6fb-42e339d9fa15 req-da038202-0f04-46da-96f0-a007bbcbf853 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6c46501c-2977-42a9-95d0-8310f5875032 HTTP/1.1" status: 200 len: 928 time: 0.1729131 Jan 18 22:14:36.165887 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ca5fc2ea-7e0d-4a7d-b6b0-d929ed2de04e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:36.179383 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3832bb2c-e8e4-4ca2-bb80-12d9eac82f49 req-997d3aff-d9e6-43cb-8a6d-f5a7fcf81710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:36.181448 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3832bb2c-e8e4-4ca2-bb80-12d9eac82f49 req-997d3aff-d9e6-43cb-8a6d-f5a7fcf81710 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6c46501c-2977-42a9-95d0-8310f5875032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0762303 Jan 18 22:14:36.206718 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ca5fc2ea-7e0d-4a7d-b6b0-d929ed2de04e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:36.227915 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [req-3832bb2c-e8e4-4ca2-bb80-12d9eac82f49 req-8e5c1cbb-5deb-4eed-93d4-dfcff6997af8 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102430) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:14:36.228965 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3832bb2c-e8e4-4ca2-bb80-12d9eac82f49 req-8e5c1cbb-5deb-4eed-93d4-dfcff6997af8 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0177660 Jan 18 22:14:36.248870 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-7ba38933-0f65-4143-a812-c05aa4f82a02 req-695b9491-0b2b-43d3-a318-0c234c19c495 service neutron] 10.222.0.36 "GET /v2.0/networks/db135028-f57a-417d-a5fc-9f73c3e34dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391305 Jan 18 22:14:36.289433 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ca5fc2ea-7e0d-4a7d-b6b0-d929ed2de04e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:36.292903 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ca5fc2ea-7e0d-4a7d-b6b0-d929ed2de04e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:36.294237 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-ca5fc2ea-7e0d-4a7d-b6b0-d929ed2de04e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/055e3439-3db6-426c-b917-f8fc0c380df3 HTTP/1.1" status: 204 len: 168 time: 0.2740676 Jan 18 22:14:36.304483 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5fc2ea-7e0d-4a7d-b6b0-d929ed2de04e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=055e3439-3db6-426c-b917-f8fc0c380df3,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:36.322184 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-16d89738-2b77-464d-b6fb-42e339d9fa15 req-67a3f790-419e-4ad6-ad0d-5426996f6703 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=afb222c2-ad99-489f-ba74-f0b30130118e HTTP/1.1" status: 200 len: 998 time: 0.1506426 Jan 18 22:14:36.353649 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec1b490-50a9-452c-889b-bb2945a2569f req-6dc14ba0-6776-4553-870c-537d33cdec0d tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:36.360662 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-eec1b490-50a9-452c-889b-bb2945a2569f req-6dc14ba0-6776-4553-870c-537d33cdec0d tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=74f307c9-43a0-43ee-8f48-6f53b38be771 HTTP/1.1" status: 200 len: 949 time: 0.1767409 Jan 18 22:14:36.430788 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7a6afe-cb87-4375-98ae-58166c1e831c None None] New status for floating IP 6d01d4a9-5ed2-4278-ab87-64c10e38088a: ACTIVE {{(pid=102432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 22:14:36.438236 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d89738-2b77-464d-b6fb-42e339d9fa15 req-612e0cc9-686f-49df-9676-812ce858343c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:36.439719 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-16d89738-2b77-464d-b6fb-42e339d9fa15 req-612e0cc9-686f-49df-9676-812ce858343c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=66c43e1c-8a1a-40af-beae-fdfd2fcdc2de HTTP/1.1" status: 200 len: 867 time: 0.1076362 Jan 18 22:14:36.445714 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3832bb2c-e8e4-4ca2-bb80-12d9eac82f49 req-63e5833c-d54c-4178-a3d1-5dbd64371874 service neutron] 10.222.0.53 "GET /v2.0/networks/6c46501c-2977-42a9-95d0-8310f5875032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957843 Jan 18 22:14:36.498133 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-eec1b490-50a9-452c-889b-bb2945a2569f req-81efe51b-bed9-4900-b1e9-16dabd483d18 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140578 Jan 18 22:14:36.557780 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d89738-2b77-464d-b6fb-42e339d9fa15 req-6444738d-3cd9-4eb0-8d36-79d366acff52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:36.559289 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-16d89738-2b77-464d-b6fb-42e339d9fa15 req-6444738d-3cd9-4eb0-8d36-79d366acff52 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6c46501c-2977-42a9-95d0-8310f5875032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1080613 Jan 18 22:14:36.643710 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3832bb2c-e8e4-4ca2-bb80-12d9eac82f49 req-de66bdf5-58b8-4f8e-a9c3-3824f88e97d6 service neutron] 10.222.0.53 "GET /v2.0/networks/6c46501c-2977-42a9-95d0-8310f5875032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822021 Jan 18 22:14:36.684648 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18451bc8-9500-4df5-9b59-1eaa8b229814', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a40db95-3cc8-4cd2-8148-1ba34f013279'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:14:36.688224 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87948067-3ee0-4934-8a1b-fca53fd18ddc" -d '{"events": [{"server_uuid": "18451bc8-9500-4df5-9b59-1eaa8b229814", "name": "network-vif-plugged", "status": "completed", "tag": "9a40db95-3cc8-4cd2-8148-1ba34f013279"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:14:36.706079 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-16d89738-2b77-464d-b6fb-42e339d9fa15 req-3d888a30-69c1-43e4-a49b-90b501b4328e service neutron] 10.222.0.67 "GET /v2.0/networks/6c46501c-2977-42a9-95d0-8310f5875032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333091 Jan 18 22:14:36.813018 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 22:14:36.868374 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c61299-f9de-4134-90ac-1ead5bef3bd2 req-2ebaf265-d217-48bb-8526-3149fa84c1c7 tempest-TenantUsagesTestJSON-961358480 tempest-TenantUsagesTestJSON-961358480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:36.869822 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-78c61299-f9de-4134-90ac-1ead5bef3bd2 req-2ebaf265-d217-48bb-8526-3149fa84c1c7 tempest-TenantUsagesTestJSON-961358480 tempest-TenantUsagesTestJSON-961358480-project] 10.222.0.53 "GET /v2.0/ports?device_id=18451bc8-9500-4df5-9b59-1eaa8b229814 HTTP/1.1" status: 200 len: 950 time: 0.1355357 Jan 18 22:14:36.881291 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd0c5db-d5ad-46ca-8101-a9a2cbf5c1a5 req-1daab446-5b44-445f-bf18-f9cad02f3421 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:36.882686 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1bd0c5db-d5ad-46ca-8101-a9a2cbf5c1a5 req-1daab446-5b44-445f-bf18-f9cad02f3421 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eeec438-19be-4793-9ba2-317a2ea8c73d HTTP/1.1" status: 200 len: 943 time: 0.1168489 Jan 18 22:14:36.886591 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-16d89738-2b77-464d-b6fb-42e339d9fa15 req-58408401-5420-4d83-a322-7fdeb6713500 service neutron] 10.222.0.67 "GET /v2.0/networks/6c46501c-2977-42a9-95d0-8310f5875032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738451 Jan 18 22:14:36.946281 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-78c61299-f9de-4134-90ac-1ead5bef3bd2 req-b06e9c16-b485-4240-a85b-4e9c4fad2aea tempest-TenantUsagesTestJSON-961358480 tempest-TenantUsagesTestJSON-961358480-project] 10.222.0.53 "GET /v2.0/security-groups?id=b8f4d84a-22a5-4788-b429-2fd896c5e8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623920 Jan 18 22:14:36.951153 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1bd0c5db-d5ad-46ca-8101-a9a2cbf5c1a5 req-f59dcf0f-b09c-43a0-8ecc-cfceccab2778 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac5bfedd-8c81-4ad7-9f0f-99ba0a339521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590770 Jan 18 22:14:37.011786 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b69a82f2-426f-43c0-9e48-7627cdd4c169 x-openstack-request-id: req-b69a82f2-426f-43c0-9e48-7627cdd4c169 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:14:37.012104 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18451bc8-9500-4df5-9b59-1eaa8b229814", "name": "network-vif-plugged", "status": "completed", "tag": "9a40db95-3cc8-4cd2-8148-1ba34f013279", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:14:37.012390 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b69a82f2-426f-43c0-9e48-7627cdd4c169 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:14:37.012945 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18451bc8-9500-4df5-9b59-1eaa8b229814', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a40db95-3cc8-4cd2-8148-1ba34f013279', 'code': 200} Jan 18 22:14:37.104633 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6b442676-2199-464a-b43a-f88c5bf5f864 req-ba832244-ba72-4657-9bed-505cd441ad3b tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=0fa7c7c8-c96a-4aa5-9818-d374adf00f99 HTTP/1.1" status: 200 len: 258 time: 0.1350207 Jan 18 22:14:37.113476 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81f0c19-79d0-4552-a9dd-73ba59d6d64b req-348cd49b-24d8-4bac-a89f-fd34b86da3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:37.115252 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f81f0c19-79d0-4552-a9dd-73ba59d6d64b req-348cd49b-24d8-4bac-a89f-fd34b86da3de service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=18451bc8-9500-4df5-9b59-1eaa8b229814 HTTP/1.1" status: 200 len: 1101 time: 0.0443153 Jan 18 22:14:37.115399 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-6b442676-2199-464a-b43a-f88c5bf5f864 req-43f98f45-31c2-4ef3-a666-a5a8e5a42d36 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Request body: {'floatingip': {'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:14:37.144378 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-6b442676-2199-464a-b43a-f88c5bf5f864 req-43f98f45-31c2-4ef3-a666-a5a8e5a42d36 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Notify callbacks [] for floatingip, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:37.162277 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f81f0c19-79d0-4552-a9dd-73ba59d6d64b req-d7cf6ae1-7846-48ce-91ef-7667bb8e8e22 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b8f4d84a-22a5-4788-b429-2fd896c5e8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400841 Jan 18 22:14:37.251086 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8262929-cfa2-4ba4-8dcc-a499659423cd req-4c5d6159-fc9f-4994-991f-0c8c895041c9 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:37.252483 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f8262929-cfa2-4ba4-8dcc-a499659423cd req-4c5d6159-fc9f-4994-991f-0c8c895041c9 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b431826-cd0b-4037-99ec-92bc59ec892a HTTP/1.1" status: 200 len: 945 time: 0.0593679 Jan 18 22:14:37.306831 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f8262929-cfa2-4ba4-8dcc-a499659423cd req-671eeec8-1247-4568-aa45-f5a297ce9a02 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] 10.222.0.53 "GET /v2.0/security-groups?id=21d863ba-f152-49fb-bae0-55db50ebdb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468068 Jan 18 22:14:37.315335 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-6b442676-2199-464a-b43a-f88c5bf5f864 req-43f98f45-31c2-4ef3-a666-a5a8e5a42d36 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:37.436604 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-6b442676-2199-464a-b43a-f88c5bf5f864 req-43f98f45-31c2-4ef3-a666-a5a8e5a42d36 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Allocated IP 172.25.5.54 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/18d1cb64-5b5e-4a41-b29b-321d755e38a8) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:14:37.523053 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98299c1a-e497-4868-a1c9-c4203621a263 req-fac4b3be-ebc5-439c-840e-19ee356b4c0f tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:37.524582 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-98299c1a-e497-4868-a1c9-c4203621a263 req-fac4b3be-ebc5-439c-840e-19ee356b4c0f tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d17b9a3-f774-44ce-bd1f-faf2447e4859&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1028557 Jan 18 22:14:37.594947 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-98299c1a-e497-4868-a1c9-c4203621a263 req-1e165239-fe10-4041-9064-02e41bf2284d tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.102 HTTP/1.1" status: 200 len: 696 time: 0.0603771 Jan 18 22:14:37.608778 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-98299c1a-e497-4868-a1c9-c4203621a263 req-c7ff1942-236c-4e12-8cb0-ce069b63561b tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Request body: {'floatingip': {'port_id': '66ca2546-3efa-46db-b956-2fb534ebd744', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:14:37.651846 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-6b442676-2199-464a-b43a-f88c5bf5f864 req-43f98f45-31c2-4ef3-a666-a5a8e5a42d36 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:37.658297 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-98299c1a-e497-4868-a1c9-c4203621a263 req-c7ff1942-236c-4e12-8cb0-ce069b63561b tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Notify callbacks [] for floatingip, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:37.782688 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-6b442676-2199-464a-b43a-f88c5bf5f864 req-43f98f45-31c2-4ef3-a666-a5a8e5a42d36 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:37.859645 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b442676-2199-464a-b43a-f88c5bf5f864 req-43f98f45-31c2-4ef3-a666-a5a8e5a42d36 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:14:37.866679 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-6b442676-2199-464a-b43a-f88c5bf5f864 req-43f98f45-31c2-4ef3-a666-a5a8e5a42d36 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:14:37.873589 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b442676-2199-464a-b43a-f88c5bf5f864 req-43f98f45-31c2-4ef3-a666-a5a8e5a42d36 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:14:37.905389 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f98f45-31c2-4ef3-a666-a5a8e5a42d36 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Pushing event updated for resources: {'Port': ['ID=18d1cb64-5b5e-4a41-b29b-321d755e38a8,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:37.941365 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f98f45-31c2-4ef3-a666-a5a8e5a42d36 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:14:37.941715 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f98f45-31c2-4ef3-a666-a5a8e5a42d36 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:14:37.942058 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f98f45-31c2-4ef3-a666-a5a8e5a42d36 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:14:37.942392 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f98f45-31c2-4ef3-a666-a5a8e5a42d36 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:14:37.942725 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f98f45-31c2-4ef3-a666-a5a8e5a42d36 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:14:37.943058 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f98f45-31c2-4ef3-a666-a5a8e5a42d36 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:14:37.943388 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f98f45-31c2-4ef3-a666-a5a8e5a42d36 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:14:37.943717 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f98f45-31c2-4ef3-a666-a5a8e5a42d36 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:14:37.944043 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f98f45-31c2-4ef3-a666-a5a8e5a42d36 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:14:37.944397 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f98f45-31c2-4ef3-a666-a5a8e5a42d36 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:14:37.944726 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f98f45-31c2-4ef3-a666-a5a8e5a42d36 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:14:37.945048 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f98f45-31c2-4ef3-a666-a5a8e5a42d36 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:14:37.975903 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-6b442676-2199-464a-b43a-f88c5bf5f864 req-43f98f45-31c2-4ef3-a666-a5a8e5a42d36 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:38.081667 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-6b442676-2199-464a-b43a-f88c5bf5f864 req-43f98f45-31c2-4ef3-a666-a5a8e5a42d36 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:38.300683 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-98299c1a-e497-4868-a1c9-c4203621a263 req-c7ff1942-236c-4e12-8cb0-ce069b63561b tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:38.306548 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-98299c1a-e497-4868-a1c9-c4203621a263 req-c7ff1942-236c-4e12-8cb0-ce069b63561b tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043075'] for floatingip, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:38.406851 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-6b442676-2199-464a-b43a-f88c5bf5f864 req-43f98f45-31c2-4ef3-a666-a5a8e5a42d36 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:38.417624 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-6b442676-2199-464a-b43a-f88c5bf5f864 req-43f98f45-31c2-4ef3-a666-a5a8e5a42d36 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:38.464036 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-6b442676-2199-464a-b43a-f88c5bf5f864 req-43f98f45-31c2-4ef3-a666-a5a8e5a42d36 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043075'] for floatingip, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:38.471848 n-d-825064-1 neutron-server[102430]: INFO neutron.db.l3_db [req-98299c1a-e497-4868-a1c9-c4203621a263 req-c7ff1942-236c-4e12-8cb0-ce069b63561b tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Floating IP 7e64691e-c3a0-42c9-a5b1-7926b8f7a133 associated. External IP: 172.25.5.102, port: 66ca2546-3efa-46db-b956-2fb534ebd744. Jan 18 22:14:38.514197 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f98f45-31c2-4ef3-a666-a5a8e5a42d36 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Pushing event updated for resources: {'Port': ['ID=18d1cb64-5b5e-4a41-b29b-321d755e38a8,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:38.521085 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-6b442676-2199-464a-b43a-f88c5bf5f864 req-43f98f45-31c2-4ef3-a666-a5a8e5a42d36 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:38.522273 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6b442676-2199-464a-b43a-f88c5bf5f864 req-43f98f45-31c2-4ef3-a666-a5a8e5a42d36 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.4110548 Jan 18 22:14:38.598901 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6b442676-2199-464a-b43a-f88c5bf5f864 req-552690b9-e586-47c6-8693-cce24844a578 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.54 HTTP/1.1" status: 200 len: 695 time: 0.0702841 Jan 18 22:14:38.738281 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device fb25b735-1224-4af3-b9e8-c54530a9f342 details requested by agent hyperv_n-h1-825064-1 with host n-h1-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:14:38.836108 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port fb25b735-1224-4af3-b9e8-c54530a9f342, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=fb25b735-1224-4af3-b9e8-c54530a9f342,segment=NetworkSegment(a97910f7-cad7-42ae-9f6e-c8965771467a),segment_id=a97910f7-cad7-42ae-9f6e-c8965771467a)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:14:38.847097 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Returning: {'device': 'fb25b735-1224-4af3-b9e8-c54530a9f342', 'network_id': 'db135028-f57a-417d-a5fc-9f73c3e34dd7', 'port_id': 'fb25b735-1224-4af3-b9e8-c54530a9f342', 'mac_address': 'fa:16:3e:70:80:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d1c997a-9e2b-4f20-9423-81e2cb97ac40', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:14:38.884570 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:38.899205 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb25b735-1224-4af3-b9e8-c54530a9f342 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:14:38.918463 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port fb25b735-1224-4af3-b9e8-c54530a9f342, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=fb25b735-1224-4af3-b9e8-c54530a9f342,segment=NetworkSegment(a97910f7-cad7-42ae-9f6e-c8965771467a),segment_id=a97910f7-cad7-42ae-9f6e-c8965771467a)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:14:38.923380 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:38.971594 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=fb25b735-1224-4af3-b9e8-c54530a9f342,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:39.016895 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b442676-2199-464a-b43a-f88c5bf5f864 req-11906329-b64c-4dd3-b953-149fd502dda5 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:39.018142 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6b442676-2199-464a-b43a-f88c5bf5f864 req-11906329-b64c-4dd3-b953-149fd502dda5 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] 10.222.0.53 "GET /v2.0/networks/0fa7c7c8-c96a-4aa5-9818-d374adf00f99 HTTP/1.1" status: 200 len: 784 time: 0.4107878 Jan 18 22:14:39.043991 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [req-98299c1a-e497-4868-a1c9-c4203621a263 req-c7ff1942-236c-4e12-8cb0-ce069b63561b tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Router b7ea9019-2842-465d-9d1c-9248830f2ffa has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:14:39.180661 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707839c6-ca27-40c9-a946-65e065681b80 req-66e6c879-aae8-4ae2-8ad3-96785e62b067 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:39.182124 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-707839c6-ca27-40c9-a946-65e065681b80 req-66e6c879-aae8-4ae2-8ad3-96785e62b067 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=74f307c9-43a0-43ee-8f48-6f53b38be771 HTTP/1.1" status: 200 len: 949 time: 0.0978875 Jan 18 22:14:39.188821 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-98299c1a-e497-4868-a1c9-c4203621a263 req-c7ff1942-236c-4e12-8cb0-ce069b63561b tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:14:39.194412 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-98299c1a-e497-4868-a1c9-c4203621a263 req-c7ff1942-236c-4e12-8cb0-ce069b63561b tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:39.198010 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7032b6c-9d63-4beb-95c4-f74ba3775986 None None] Sync routers for ids ['b7ea9019-2842-465d-9d1c-9248830f2ffa'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:14:39.200038 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['fb25b735-1224-4af3-b9e8-c54530a9f342'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:14:39.208956 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7032b6c-9d63-4beb-95c4-f74ba3775986 None None] Routers {'b7ea9019-2842-465d-9d1c-9248830f2ffa'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:14:39.209738 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-e7032b6c-9d63-4beb-95c4-f74ba3775986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:14:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['b7ea9019-2842-465d-9d1c-9248830f2ffa'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:14:39.245533 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-98299c1a-e497-4868-a1c9-c4203621a263 req-c7ff1942-236c-4e12-8cb0-ce069b63561b tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] 10.222.0.53 "PUT /v2.0/floatingips/7e64691e-c3a0-42c9-a5b1-7926b8f7a133 HTTP/1.1" status: 200 len: 996 time: 1.6432128 Jan 18 22:14:39.250978 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d17b9a3-f774-44ce-bd1f-faf2447e4859', 'tag': '66ca2546-3efa-46db-b956-2fb534ebd744'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:14:39.253224 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c0425d-b9e2-44ef-9617-c406cfabdeb4" -d '{"events": [{"name": "network-changed", "server_uuid": "6d17b9a3-f774-44ce-bd1f-faf2447e4859", "tag": "66ca2546-3efa-46db-b956-2fb534ebd744"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:14:39.272853 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-707839c6-ca27-40c9-a946-65e065681b80 req-a1c0bc01-87ee-49fd-a990-974ab4efade3 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820651 Jan 18 22:14:39.315541 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98299c1a-e497-4868-a1c9-c4203621a263 req-6ea6bc8b-0fb8-42cc-9aae-e1befc127645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:39.317088 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-98299c1a-e497-4868-a1c9-c4203621a263 req-6ea6bc8b-0fb8-42cc-9aae-e1befc127645 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b4fa371f1ebf4a37ba7e58b461b03d52&device_id=6d17b9a3-f774-44ce-bd1f-faf2447e4859 HTTP/1.1" status: 200 len: 1096 time: 0.0587263 Jan 18 22:14:39.346894 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-e7032b6c-9d63-4beb-95c4-f74ba3775986 None None] Set router b7ea9019-2842-465d-9d1c-9248830f2ffa gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:14:39.414720 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98299c1a-e497-4868-a1c9-c4203621a263 req-4cd6d72d-c248-4148-9386-2b7898617762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:39.416193 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-98299c1a-e497-4868-a1c9-c4203621a263 req-4cd6d72d-c248-4148-9386-2b7898617762 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ac163b22-6dbe-4f74-9441-5d83aaaf42c4 HTTP/1.1" status: 200 len: 920 time: 0.0907304 Jan 18 22:14:39.488653 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-98299c1a-e497-4868-a1c9-c4203621a263 req-3b8069f6-0e6d-47e9-9c7c-02309b809c8c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66ca2546-3efa-46db-b956-2fb534ebd744 HTTP/1.1" status: 200 len: 999 time: 0.0659564 Jan 18 22:14:39.537921 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98299c1a-e497-4868-a1c9-c4203621a263 req-e1573b44-0c06-44bb-ba3b-96f49c0439cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:39.539566 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-98299c1a-e497-4868-a1c9-c4203621a263 req-e1573b44-0c06-44bb-ba3b-96f49c0439cb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=07257b09-c636-44c9-86f7-42df7e4ef3e2 HTTP/1.1" status: 200 len: 859 time: 0.0448096 Jan 18 22:14:39.582206 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-e7032b6c-9d63-4beb-95c4-f74ba3775986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ea9019-2842-465d-9d1c-9248830f2ffa', 'name': 'tempest-FloatingIPsAssociationTestJSON-831016946-router', 'tenant_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '2304f75f-a5ed-4e63-939c-0d1b89fc3871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:13:41Z', 'updated_at': '2022-01-18T22:13:49Z', 'revision_number': 4, 'project_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'gw_port': {'id': '2304f75f-a5ed-4e63-939c-0d1b89fc3871', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ea9019-2842-465d-9d1c-9248830f2ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:43Z', 'updated_at': '2022-01-18T22:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': '7e64691e-c3a0-42c9-a5b1-7926b8f7a133', 'tenant_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'floating_ip_address': '172.25.5.102', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': 'b7ea9019-2842-465d-9d1c-9248830f2ffa', 'port_id': '66ca2546-3efa-46db-b956-2fb534ebd744', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac163b22-6dbe-4f74-9441-5d83aaaf42c4', 'mac_address': 'fa:16:3e:ca:e9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d17b9a3-f774-44ce-bd1f-faf2447e4859', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:14:18Z', 'updated_at': '2022-01-18T22:14:38Z', 'revision_number': 1, 'project_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0dfd072-55e2-41e6-b235-66a0b8e6446e', 'name': '', 'network_id': 'ac163b22-6dbe-4f74-9441-5d83aaaf42c4', 'tenant_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'mac_address': 'fa:16:3e:a0:7b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ea9019-2842-465d-9d1c-9248830f2ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '07257b09-c636-44c9-86f7-42df7e4ef3e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:47Z', 'updated_at': '2022-01-18T22:13:57Z', 'revision_number': 5, 'project_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'subnets': [{'id': '07257b09-c636-44c9-86f7-42df7e4ef3e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:14:39.590135 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98299c1a-e497-4868-a1c9-c4203621a263 req-b489c0d8-ecc5-4ec3-93a0-9251ab050aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:39.597483 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-98299c1a-e497-4868-a1c9-c4203621a263 req-b489c0d8-ecc5-4ec3-93a0-9251ab050aa6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ac163b22-6dbe-4f74-9441-5d83aaaf42c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513937 Jan 18 22:14:39.602327 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [req-98299c1a-e497-4868-a1c9-c4203621a263 req-af46927c-815a-4dd7-92c8-df745c86bf68 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102430) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:14:39.603594 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-98299c1a-e497-4868-a1c9-c4203621a263 req-af46927c-815a-4dd7-92c8-df745c86bf68 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053244 Jan 18 22:14:39.609957 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7032b6c-9d63-4beb-95c4-f74ba3775986 None None] Checking router: b7ea9019-2842-465d-9d1c-9248830f2ffa for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:14:39.618907 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7032b6c-9d63-4beb-95c4-f74ba3775986 None None] Routers {'b7ea9019-2842-465d-9d1c-9248830f2ffa'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:14:39.619500 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-e7032b6c-9d63-4beb-95c4-f74ba3775986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:14:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['b7ea9019-2842-465d-9d1c-9248830f2ffa'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:14:39.677168 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f687a489-883e-4c05-8ef4-6a526819a19a req-707eb1f7-85c1-429a-9992-cc2af998a95f tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=ea2794c3a3f945b88560f5de6429085f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0583196 Jan 18 22:14:39.720079 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-e7032b6c-9d63-4beb-95c4-f74ba3775986 None None] Set router b7ea9019-2842-465d-9d1c-9248830f2ffa gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:14:39.770986 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-98299c1a-e497-4868-a1c9-c4203621a263 req-8e58c85e-7372-47d8-8a0c-e185abb87061 service neutron] 10.222.0.53 "GET /v2.0/networks/ac163b22-6dbe-4f74-9441-5d83aaaf42c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604497 Jan 18 22:14:39.851742 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f687a489-883e-4c05-8ef4-6a526819a19a req-a11f0030-bbed-48cb-952c-a9e365ca8bdc tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:39.853458 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f687a489-883e-4c05-8ef4-6a526819a19a req-a11f0030-bbed-48cb-952c-a9e365ca8bdc tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1705823 Jan 18 22:14:39.872883 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f687a489-883e-4c05-8ef4-6a526819a19a req-810154a0-89b8-4da3-ae4b-da0a86ce0c04 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/quotas/ea2794c3a3f945b88560f5de6429085f HTTP/1.1" status: 200 len: 375 time: 0.0127409 Jan 18 22:14:39.914159 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f687a489-883e-4c05-8ef4-6a526819a19a req-7703a68d-1790-425d-953a-ec6353257a7c tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ea2794c3a3f945b88560f5de6429085f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344920 Jan 18 22:14:39.919287 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-98299c1a-e497-4868-a1c9-c4203621a263 req-1b8c5224-f22d-4c8f-a678-db8acb8389a5 service neutron] 10.222.0.53 "GET /v2.0/networks/ac163b22-6dbe-4f74-9441-5d83aaaf42c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403027 Jan 18 22:14:39.943948 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-e7032b6c-9d63-4beb-95c4-f74ba3775986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ea9019-2842-465d-9d1c-9248830f2ffa', 'name': 'tempest-FloatingIPsAssociationTestJSON-831016946-router', 'tenant_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '2304f75f-a5ed-4e63-939c-0d1b89fc3871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:13:41Z', 'updated_at': '2022-01-18T22:13:49Z', 'revision_number': 4, 'project_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'gw_port': {'id': '2304f75f-a5ed-4e63-939c-0d1b89fc3871', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ea9019-2842-465d-9d1c-9248830f2ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:43Z', 'updated_at': '2022-01-18T22:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': '7e64691e-c3a0-42c9-a5b1-7926b8f7a133', 'tenant_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'floating_ip_address': '172.25.5.102', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': 'b7ea9019-2842-465d-9d1c-9248830f2ffa', 'port_id': '66ca2546-3efa-46db-b956-2fb534ebd744', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac163b22-6dbe-4f74-9441-5d83aaaf42c4', 'mac_address': 'fa:16:3e:ca:e9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d17b9a3-f774-44ce-bd1f-faf2447e4859', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:14:18Z', 'updated_at': '2022-01-18T22:14:38Z', 'revision_number': 1, 'project_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0dfd072-55e2-41e6-b235-66a0b8e6446e', 'name': '', 'network_id': 'ac163b22-6dbe-4f74-9441-5d83aaaf42c4', 'tenant_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'mac_address': 'fa:16:3e:a0:7b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ea9019-2842-465d-9d1c-9248830f2ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '07257b09-c636-44c9-86f7-42df7e4ef3e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:47Z', 'updated_at': '2022-01-18T22:13:57Z', 'revision_number': 5, 'project_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'subnets': [{'id': '07257b09-c636-44c9-86f7-42df7e4ef3e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:14:40.050273 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a541652a-3a04-4e8f-a011-363ee0cddf79 req-2b7a55d8-d40c-49a0-94d3-470fef6a7c86 tempest-TenantUsagesTestJSON-961358480 tempest-TenantUsagesTestJSON-961358480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:40.052196 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a541652a-3a04-4e8f-a011-363ee0cddf79 req-2b7a55d8-d40c-49a0-94d3-470fef6a7c86 tempest-TenantUsagesTestJSON-961358480 tempest-TenantUsagesTestJSON-961358480-project] 10.222.0.53 "GET /v2.0/ports?device_id=18451bc8-9500-4df5-9b59-1eaa8b229814 HTTP/1.1" status: 200 len: 950 time: 0.0660572 Jan 18 22:14:40.081907 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7032b6c-9d63-4beb-95c4-f74ba3775986 None None] The sync data for ids ['b7ea9019-2842-465d-9d1c-9248830f2ffa'] in n-d-825064-1 is: [{'id': 'b7ea9019-2842-465d-9d1c-9248830f2ffa', 'name': 'tempest-FloatingIPsAssociationTestJSON-831016946-router', 'tenant_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '2304f75f-a5ed-4e63-939c-0d1b89fc3871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:13:41Z', 'updated_at': '2022-01-18T22:13:49Z', 'revision_number': 4, 'project_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'gw_port': {'id': '2304f75f-a5ed-4e63-939c-0d1b89fc3871', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ea9019-2842-465d-9d1c-9248830f2ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:43Z', 'updated_at': '2022-01-18T22:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': '7e64691e-c3a0-42c9-a5b1-7926b8f7a133', 'tenant_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'floating_ip_address': '172.25.5.102', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': 'b7ea9019-2842-465d-9d1c-9248830f2ffa', 'port_id': '66ca2546-3efa-46db-b956-2fb534ebd744', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac163b22-6dbe-4f74-9441-5d83aaaf42c4', 'mac_address': 'fa:16:3e:ca:e9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d17b9a3-f774-44ce-bd1f-faf2447e4859', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:14:18Z', 'updated_at': '2022-01-18T22:14:38Z', 'revision_number': 1, 'project_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0dfd072-55e2-41e6-b235-66a0b8e6446e', 'name': '', 'network_id': 'ac163b22-6dbe-4f74-9441-5d83aaaf42c4', 'tenant_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'mac_address': 'fa:16:3e:a0:7b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ea9019-2842-465d-9d1c-9248830f2ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '07257b09-c636-44c9-86f7-42df7e4ef3e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:47Z', 'updated_at': '2022-01-18T22:13:57Z', 'revision_number': 5, 'project_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'subnets': [{'id': '07257b09-c636-44c9-86f7-42df7e4ef3e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:14:40.140847 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a541652a-3a04-4e8f-a011-363ee0cddf79 req-cb0df4e7-6562-4f31-a37e-54f6c373a7d0 tempest-TenantUsagesTestJSON-961358480 tempest-TenantUsagesTestJSON-961358480-project] 10.222.0.53 "GET /v2.0/security-groups?id=b8f4d84a-22a5-4788-b429-2fd896c5e8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809743 Jan 18 22:14:40.157250 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd88fe6-4cf0-408d-ac0a-cdc014d11474 req-1d456397-e87f-4e36-b6bc-22cb66dc28b3 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:40.158754 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6fd88fe6-4cf0-408d-ac0a-cdc014d11474 req-1d456397-e87f-4e36-b6bc-22cb66dc28b3 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eeec438-19be-4793-9ba2-317a2ea8c73d HTTP/1.1" status: 200 len: 944 time: 0.0869367 Jan 18 22:14:40.204790 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6fd88fe6-4cf0-408d-ac0a-cdc014d11474 req-0d970352-71f1-47fb-9940-9ecb5ec1d8cb tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac5bfedd-8c81-4ad7-9f0f-99ba0a339521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378752 Jan 18 22:14:40.252254 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c38e949-1903-4a7d-b222-6746e761fba3 x-openstack-request-id: req-2c38e949-1903-4a7d-b222-6746e761fba3 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:14:40.252547 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d17b9a3-f774-44ce-bd1f-faf2447e4859", "tag": "66ca2546-3efa-46db-b956-2fb534ebd744", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:14:40.252987 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2c38e949-1903-4a7d-b222-6746e761fba3 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:14:40.254528 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d17b9a3-f774-44ce-bd1f-faf2447e4859', 'tag': '66ca2546-3efa-46db-b956-2fb534ebd744', 'status': 'completed', 'code': 200} Jan 18 22:14:40.270754 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1446a5-972c-4d71-a125-4e3b537869b0 req-c9b5c1c2-f491-423c-b6f5-402f6a727a96 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:40.272450 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4a1446a5-972c-4d71-a125-4e3b537869b0 req-c9b5c1c2-f491-423c-b6f5-402f6a727a96 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] 10.222.0.53 "GET /v2.0/ports?device_id=b178fe69-f925-486d-8d44-b1eaab33c6e1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0588641 Jan 18 22:14:40.365865 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923b857b-cd08-4d00-a563-7290555653b4 None None] New status for floating IP 7e64691e-c3a0-42c9-a5b1-7926b8f7a133: ACTIVE {{(pid=102432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 22:14:40.384774 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4a1446a5-972c-4d71-a125-4e3b537869b0 req-1155e95e-f323-4bf5-98d2-93cfe35f492d tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.54 HTTP/1.1" status: 200 len: 695 time: 0.1051013 Jan 18 22:14:40.399549 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-4a1446a5-972c-4d71-a125-4e3b537869b0 req-5309e960-5f29-4304-8e4c-5d3ebda824ec tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Request body: {'floatingip': {'port_id': 'afb222c2-ad99-489f-ba74-f0b30130118e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:14:40.454031 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c0425d-b9e2-44ef-9617-c406cfabdeb4 req-12196521-8ddf-4e4b-a5cc-130bdb353349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:40.455669 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f7c0425d-b9e2-44ef-9617-c406cfabdeb4 req-12196521-8ddf-4e4b-a5cc-130bdb353349 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b4fa371f1ebf4a37ba7e58b461b03d52&device_id=6d17b9a3-f774-44ce-bd1f-faf2447e4859 HTTP/1.1" status: 200 len: 1096 time: 0.1743989 Jan 18 22:14:40.460079 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-4a1446a5-972c-4d71-a125-4e3b537869b0 req-5309e960-5f29-4304-8e4c-5d3ebda824ec tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Notify callbacks [] for floatingip, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:40.472366 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f1244d-0030-4440-8e04-5ea63f0b3538 req-8b9b124f-af53-4e96-9c4d-38395b87d7d4 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:40.474224 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-26f1244d-0030-4440-8e04-5ea63f0b3538 req-8b9b124f-af53-4e96-9c4d-38395b87d7d4 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b431826-cd0b-4037-99ec-92bc59ec892a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1323142 Jan 18 22:14:40.696676 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-26f1244d-0030-4440-8e04-5ea63f0b3538 req-b1762565-3ac1-4f54-bdf4-d2766aa677b9 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.102 HTTP/1.1" status: 200 len: 999 time: 0.1882436 Jan 18 22:14:40.719002 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-26f1244d-0030-4440-8e04-5ea63f0b3538 req-8e8f973e-37a5-424b-a316-47290683cba8 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Request body: {'floatingip': {'port_id': '8327da2a-8c9e-48da-9352-3366a825e5df', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:14:40.769948 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device fb25b735-1224-4af3-b9e8-c54530a9f342 up at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:14:40.815722 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c0425d-b9e2-44ef-9617-c406cfabdeb4 req-76920404-ab83-48ca-8996-7a6567a26373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:40.817343 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f7c0425d-b9e2-44ef-9617-c406cfabdeb4 req-76920404-ab83-48ca-8996-7a6567a26373 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ac163b22-6dbe-4f74-9441-5d83aaaf42c4 HTTP/1.1" status: 200 len: 920 time: 0.3530161 Jan 18 22:14:40.818037 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning for port fb25b735-1224-4af3-b9e8-c54530a9f342 completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:14:40.821828 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning complete for port fb25b735-1224-4af3-b9e8-c54530a9f342 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:14:40.822359 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:40.842443 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-26f1244d-0030-4440-8e04-5ea63f0b3538 req-8e8f973e-37a5-424b-a316-47290683cba8 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Notify callbacks [] for floatingip, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:40.898619 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:40.919996 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eeec438-19be-4793-9ba2-317a2ea8c73d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb25b735-1224-4af3-b9e8-c54530a9f342'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:14:40.922844 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdcae392-ac3c-44a2-8ddb-d86e14b2eaf3" -d '{"events": [{"server_uuid": "0eeec438-19be-4793-9ba2-317a2ea8c73d", "name": "network-vif-plugged", "status": "completed", "tag": "fb25b735-1224-4af3-b9e8-c54530a9f342"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:14:40.935151 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port fb25b735-1224-4af3-b9e8-c54530a9f342, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=fb25b735-1224-4af3-b9e8-c54530a9f342,segment=NetworkSegment(a97910f7-cad7-42ae-9f6e-c8965771467a),segment_id=a97910f7-cad7-42ae-9f6e-c8965771467a)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:14:40.939967 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:40.991127 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=fb25b735-1224-4af3-b9e8-c54530a9f342,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:41.004908 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [req-4a1446a5-972c-4d71-a125-4e3b537869b0 req-5309e960-5f29-4304-8e4c-5d3ebda824ec tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] update failed (client error): There was a conflict when trying to complete your request. Jan 18 22:14:41.006022 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4a1446a5-972c-4d71-a125-4e3b537869b0 req-5309e960-5f29-4304-8e4c-5d3ebda824ec tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] 10.222.0.53 "PUT /v2.0/floatingips/2c1f6448-97bc-49f0-966a-b26e48d571f4 HTTP/1.1" status: 409 len: 550 time: 0.6129885 Jan 18 22:14:41.009815 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f7c0425d-b9e2-44ef-9617-c406cfabdeb4 req-c1aca901-a84d-4fb3-ba47-ed6c0955858d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66ca2546-3efa-46db-b956-2fb534ebd744 HTTP/1.1" status: 200 len: 1001 time: 0.1755619 Jan 18 22:14:41.136159 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f687a489-883e-4c05-8ef4-6a526819a19a req-c8f14e6a-913a-4cdb-9b37-163d4cf8dfe9 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=ea2794c3a3f945b88560f5de6429085f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0231726 Jan 18 22:14:41.136816 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c0425d-b9e2-44ef-9617-c406cfabdeb4 req-b7e46f6e-be3b-4883-b6b4-001a741b264a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:41.137638 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f7c0425d-b9e2-44ef-9617-c406cfabdeb4 req-b7e46f6e-be3b-4883-b6b4-001a741b264a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=07257b09-c636-44c9-86f7-42df7e4ef3e2 HTTP/1.1" status: 200 len: 859 time: 0.1050258 Jan 18 22:14:41.155930 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5f7e568c-b093-4192-a9a9-95573aeb7522 req-6c023e3a-69b9-42d2-bb3b-fdc090e8b6e0 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=ea2794c3a3f945b88560f5de6429085f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327456 Jan 18 22:14:41.256628 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f687a489-883e-4c05-8ef4-6a526819a19a req-911c2b1c-e059-4d36-9402-ddb8b6b72839 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:41.258298 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f687a489-883e-4c05-8ef4-6a526819a19a req-911c2b1c-e059-4d36-9402-ddb8b6b72839 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1159801 Jan 18 22:14:41.276570 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-f687a489-883e-4c05-8ef4-6a526819a19a req-5083d398-09d8-4d6d-b547-c86ded4fb853 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Request body: {'port': {'device_id': '5fa92f39-d443-46a1-a886-13e3ee10e361', 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b', 'admin_state_up': True, 'tenant_id': 'ea2794c3a3f945b88560f5de6429085f'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:14:41.387420 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f687a489-883e-4c05-8ef4-6a526819a19a req-5083d398-09d8-4d6d-b547-c86ded4fb853 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Made reservation on behalf of ea2794c3a3f945b88560f5de6429085f for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:14:41.391111 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-f687a489-883e-4c05-8ef4-6a526819a19a req-5083d398-09d8-4d6d-b547-c86ded4fb853 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:41.400581 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-f687a489-883e-4c05-8ef4-6a526819a19a req-5083d398-09d8-4d6d-b547-c86ded4fb853 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:41.483832 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-f687a489-883e-4c05-8ef4-6a526819a19a req-5083d398-09d8-4d6d-b547-c86ded4fb853 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:41.487848 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-f687a489-883e-4c05-8ef4-6a526819a19a req-5083d398-09d8-4d6d-b547-c86ded4fb853 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:41.548340 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c0425d-b9e2-44ef-9617-c406cfabdeb4 req-22e8a587-fb3f-4d9e-8696-2013ac0a1f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:41.549848 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f7c0425d-b9e2-44ef-9617-c406cfabdeb4 req-22e8a587-fb3f-4d9e-8696-2013ac0a1f15 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ac163b22-6dbe-4f74-9441-5d83aaaf42c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3913047 Jan 18 22:14:41.550578 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5083d398-09d8-4d6d-b547-c86ded4fb853 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f617d299-382f-49d2-bef3-4bb5f1944b69,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:41.564642 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5083d398-09d8-4d6d-b547-c86ded4fb853 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:14:41.564982 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5083d398-09d8-4d6d-b547-c86ded4fb853 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:14:41.565317 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5083d398-09d8-4d6d-b547-c86ded4fb853 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:14:41.565648 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5083d398-09d8-4d6d-b547-c86ded4fb853 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:14:41.565978 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5083d398-09d8-4d6d-b547-c86ded4fb853 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:14:41.566300 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5083d398-09d8-4d6d-b547-c86ded4fb853 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:14:41.566622 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5083d398-09d8-4d6d-b547-c86ded4fb853 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:14:41.566943 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5083d398-09d8-4d6d-b547-c86ded4fb853 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:14:41.567260 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5083d398-09d8-4d6d-b547-c86ded4fb853 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:14:41.567596 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5083d398-09d8-4d6d-b547-c86ded4fb853 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:14:41.567899 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5083d398-09d8-4d6d-b547-c86ded4fb853 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:14:41.568240 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5083d398-09d8-4d6d-b547-c86ded4fb853 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:14:41.630778 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [req-f687a489-883e-4c05-8ef4-6a526819a19a req-5083d398-09d8-4d6d-b547-c86ded4fb853 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Allocated IP 192.168.233.221 (aed2eca7-1bb0-443d-8485-b985dbe9851b/8518183d-cc63-459a-b971-d4c7514e001f/a144f15d-8003-4566-b13f-9284b79c7f71) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:14:41.705654 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7e568c-b093-4192-a9a9-95573aeb7522 req-7fb9faf7-b307-411a-92f1-44e6c00cf58d tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:41.707102 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5f7e568c-b093-4192-a9a9-95573aeb7522 req-7fb9faf7-b307-411a-92f1-44e6c00cf58d tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5369368 Jan 18 22:14:41.746124 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5f7e568c-b093-4192-a9a9-95573aeb7522 req-a567779f-d137-455a-843d-a390bb074a6f tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/quotas/ea2794c3a3f945b88560f5de6429085f HTTP/1.1" status: 200 len: 375 time: 0.0313859 Jan 18 22:14:41.775873 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-f687a489-883e-4c05-8ef4-6a526819a19a req-5083d398-09d8-4d6d-b547-c86ded4fb853 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:41.809744 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-f687a489-883e-4c05-8ef4-6a526819a19a req-5083d398-09d8-4d6d-b547-c86ded4fb853 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:41.816034 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5f7e568c-b093-4192-a9a9-95573aeb7522 req-aa220618-cf4a-4b3f-9f9d-00dea1b3f6f9 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ea2794c3a3f945b88560f5de6429085f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409775 Jan 18 22:14:41.821137 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f7c0425d-b9e2-44ef-9617-c406cfabdeb4 req-a42aa7cc-7319-49ef-a03e-e8102191f508 service neutron] 10.222.0.67 "GET /v2.0/networks/ac163b22-6dbe-4f74-9441-5d83aaaf42c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411249 Jan 18 22:14:41.848957 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f687a489-883e-4c05-8ef4-6a526819a19a req-5083d398-09d8-4d6d-b547-c86ded4fb853 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Network aed2eca7-1bb0-443d-8485-b985dbe9851b is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:14:41.854321 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [req-f687a489-883e-4c05-8ef4-6a526819a19a req-5083d398-09d8-4d6d-b547-c86ded4fb853 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:14:41.858722 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-f687a489-883e-4c05-8ef4-6a526819a19a req-5083d398-09d8-4d6d-b547-c86ded4fb853 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:14:41.864288 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f687a489-883e-4c05-8ef4-6a526819a19a req-5083d398-09d8-4d6d-b547-c86ded4fb853 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:41.864915 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-f687a489-883e-4c05-8ef4-6a526819a19a req-5083d398-09d8-4d6d-b547-c86ded4fb853 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:41.874865 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5083d398-09d8-4d6d-b547-c86ded4fb853 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Pushing event updated for resources: {'Port': ['ID=a144f15d-8003-4566-b13f-9284b79c7f71,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:41.888778 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f687a489-883e-4c05-8ef4-6a526819a19a req-5083d398-09d8-4d6d-b547-c86ded4fb853 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6167629 Jan 18 22:14:41.902071 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-f687a489-883e-4c05-8ef4-6a526819a19a req-492fb186-ff4b-4458-8e2f-cc58816cfa82 service neutron] Request body: {'port': {'device_id': '5fa92f39-d443-46a1-a886-13e3ee10e361', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:14:41.967907 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-26f1244d-0030-4440-8e04-5ea63f0b3538 req-8e8f973e-37a5-424b-a316-47290683cba8 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:41.979038 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-26f1244d-0030-4440-8e04-5ea63f0b3538 req-8e8f973e-37a5-424b-a316-47290683cba8 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043075'] for floatingip, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:41.997897 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-f687a489-883e-4c05-8ef4-6a526819a19a req-492fb186-ff4b-4458-8e2f-cc58816cfa82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:42.140282 n-d-825064-1 neutron-server[102430]: INFO neutron.db.l3_db [req-26f1244d-0030-4440-8e04-5ea63f0b3538 req-8e8f973e-37a5-424b-a316-47290683cba8 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Floating IP 7e64691e-c3a0-42c9-a5b1-7926b8f7a133 associated. External IP: 172.25.5.102, port: 66ca2546-3efa-46db-b956-2fb534ebd744. Jan 18 22:14:42.210658 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-33004f09-2698-4d3c-a2c9-acbe4b7c25ba None None] Provisioning complete for port a144f15d-8003-4566-b13f-9284b79c7f71 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:14:42.211808 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-33004f09-2698-4d3c-a2c9-acbe4b7c25ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:42.215050 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f7c0425d-b9e2-44ef-9617-c406cfabdeb4 req-c0d602c6-4712-4cec-b0b9-eff0c6ef8916 service neutron] 10.222.0.67 "GET /v2.0/networks/ac163b22-6dbe-4f74-9441-5d83aaaf42c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3811517 Jan 18 22:14:42.273443 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-33004f09-2698-4d3c-a2c9-acbe4b7c25ba None None] Port a144f15d-8003-4566-b13f-9284b79c7f71 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:14:42.366745 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [req-f687a489-883e-4c05-8ef4-6a526819a19a req-492fb186-ff4b-4458-8e2f-cc58816cfa82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a144f15d-8003-4566-b13f-9284b79c7f71 {{(pid=102431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:14:42.376700 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-f687a489-883e-4c05-8ef4-6a526819a19a req-492fb186-ff4b-4458-8e2f-cc58816cfa82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:42.392795 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [req-f687a489-883e-4c05-8ef4-6a526819a19a req-492fb186-ff4b-4458-8e2f-cc58816cfa82 service neutron] Transition to ACTIVE for port object a144f15d-8003-4566-b13f-9284b79c7f71 will not be triggered until provisioned by entity L2. {{(pid=102431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:14:42.397478 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-f687a489-883e-4c05-8ef4-6a526819a19a req-492fb186-ff4b-4458-8e2f-cc58816cfa82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:42.430622 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d12ec97-4fb4-4658-9c8d-9cba61abc7bc req-db83775d-71c3-4fd1-8e04-0554dc9bed68 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:42.444675 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4d12ec97-4fb4-4658-9c8d-9cba61abc7bc req-db83775d-71c3-4fd1-8e04-0554dc9bed68 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=74f307c9-43a0-43ee-8f48-6f53b38be771 HTTP/1.1" status: 200 len: 949 time: 0.1441240 Jan 18 22:14:42.476018 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492fb186-ff4b-4458-8e2f-cc58816cfa82 service neutron] Pushing event updated for resources: {'Port': ['ID=a144f15d-8003-4566-b13f-9284b79c7f71,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:42.490854 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-f687a489-883e-4c05-8ef4-6a526819a19a req-492fb186-ff4b-4458-8e2f-cc58816cfa82 service neutron] Attempting to bind port a144f15d-8003-4566-b13f-9284b79c7f71 on host n-h1-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:14:42.491196 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-f687a489-883e-4c05-8ef4-6a526819a19a req-492fb186-ff4b-4458-8e2f-cc58816cfa82 service neutron] Attempting to bind port a144f15d-8003-4566-b13f-9284b79c7f71 by drivers openvswitch,hyperv on host n-h1-825064-1 at level 0 using segments [{'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:14:42.491708 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f687a489-883e-4c05-8ef4-6a526819a19a req-492fb186-ff4b-4458-8e2f-cc58816cfa82 service neutron] Attempting to bind port a144f15d-8003-4566-b13f-9284b79c7f71 on network aed2eca7-1bb0-443d-8485-b985dbe9851b {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:14:42.497454 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f687a489-883e-4c05-8ef4-6a526819a19a req-492fb186-ff4b-4458-8e2f-cc58816cfa82 service neutron] Port a144f15d-8003-4566-b13f-9284b79c7f71 on network aed2eca7-1bb0-443d-8485-b985dbe9851b not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:14:42.497818 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f687a489-883e-4c05-8ef4-6a526819a19a req-492fb186-ff4b-4458-8e2f-cc58816cfa82 service neutron] Attempting to bind port a144f15d-8003-4566-b13f-9284b79c7f71 on network aed2eca7-1bb0-443d-8485-b985dbe9851b {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:14:42.504698 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f687a489-883e-4c05-8ef4-6a526819a19a req-492fb186-ff4b-4458-8e2f-cc58816cfa82 service neutron] Checking agent: {'id': 'e49d1b2a-ba11-487f-a804-ecbf3c0e8132', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:14:42.505077 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f687a489-883e-4c05-8ef4-6a526819a19a req-492fb186-ff4b-4458-8e2f-cc58816cfa82 service neutron] Checking segment: {'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:14:42.505458 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f687a489-883e-4c05-8ef4-6a526819a19a req-492fb186-ff4b-4458-8e2f-cc58816cfa82 service neutron] Bound using segment: {'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:14:42.505961 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-f687a489-883e-4c05-8ef4-6a526819a19a req-492fb186-ff4b-4458-8e2f-cc58816cfa82 service neutron] Bound port: a144f15d-8003-4566-b13f-9284b79c7f71, host: n-h1-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:14:42.506518 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-f687a489-883e-4c05-8ef4-6a526819a19a req-492fb186-ff4b-4458-8e2f-cc58816cfa82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:42.525674 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [req-26f1244d-0030-4440-8e04-5ea63f0b3538 req-8e8f973e-37a5-424b-a316-47290683cba8 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Router b7ea9019-2842-465d-9d1c-9248830f2ffa has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:14:42.529916 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:42.545423 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4d12ec97-4fb4-4658-9c8d-9cba61abc7bc req-eb2bd668-f5e3-423d-8dc4-9689a19e53bc tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810907 Jan 18 22:14:42.586520 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-f687a489-883e-4c05-8ef4-6a526819a19a req-492fb186-ff4b-4458-8e2f-cc58816cfa82 service neutron] For port a144f15d-8003-4566-b13f-9284b79c7f71, host n-h1-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:14:42.589969 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-f687a489-883e-4c05-8ef4-6a526819a19a req-492fb186-ff4b-4458-8e2f-cc58816cfa82 service neutron] For port a144f15d-8003-4566-b13f-9284b79c7f71, host n-h1-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=a144f15d-8003-4566-b13f-9284b79c7f71,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:14:42.597437 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-f687a489-883e-4c05-8ef4-6a526819a19a req-492fb186-ff4b-4458-8e2f-cc58816cfa82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:42.652600 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f687a489-883e-4c05-8ef4-6a526819a19a req-492fb186-ff4b-4458-8e2f-cc58816cfa82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:42.653278 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-f687a489-883e-4c05-8ef4-6a526819a19a req-492fb186-ff4b-4458-8e2f-cc58816cfa82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:42.654980 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f687a489-883e-4c05-8ef4-6a526819a19a req-492fb186-ff4b-4458-8e2f-cc58816cfa82 service neutron] 10.222.0.36 "PUT /v2.0/ports/a144f15d-8003-4566-b13f-9284b79c7f71 HTTP/1.1" status: 200 len: 1096 time: 0.7571146 Jan 18 22:14:42.655460 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fa92f39-d443-46a1-a886-13e3ee10e361', 'tag': 'a144f15d-8003-4566-b13f-9284b79c7f71'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:14:42.657831 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-023c090d-8f93-4bfd-9db4-e61ea8b49e3d" -d '{"events": [{"name": "network-changed", "server_uuid": "5fa92f39-d443-46a1-a886-13e3ee10e361", "tag": "a144f15d-8003-4566-b13f-9284b79c7f71"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:14:42.684068 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492fb186-ff4b-4458-8e2f-cc58816cfa82 service neutron] Pushing event updated for resources: {'Port': ['ID=a144f15d-8003-4566-b13f-9284b79c7f71,revision_number=3']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:42.721763 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-26f1244d-0030-4440-8e04-5ea63f0b3538 req-8e8f973e-37a5-424b-a316-47290683cba8 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:14:42.733116 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6787fea0-6e31-4f3f-926e-1d80495576dc None None] Sync routers for ids ['b7ea9019-2842-465d-9d1c-9248830f2ffa'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:14:42.744819 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6787fea0-6e31-4f3f-926e-1d80495576dc None None] Routers {'b7ea9019-2842-465d-9d1c-9248830f2ffa'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:14:42.746004 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-6787fea0-6e31-4f3f-926e-1d80495576dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:14:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['b7ea9019-2842-465d-9d1c-9248830f2ffa'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:14:42.800558 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f687a489-883e-4c05-8ef4-6a526819a19a req-8f29194a-64ce-4cf5-a785-7153681f4e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:42.802406 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f687a489-883e-4c05-8ef4-6a526819a19a req-8f29194a-64ce-4cf5-a785-7153681f4e89 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ea2794c3a3f945b88560f5de6429085f&device_id=5fa92f39-d443-46a1-a886-13e3ee10e361 HTTP/1.1" status: 200 len: 1099 time: 0.0619061 Jan 18 22:14:42.818054 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-388c6f7c-8dfb-41ae-8538-1efe69082e55 x-openstack-request-id: req-388c6f7c-8dfb-41ae-8538-1efe69082e55 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:14:42.818361 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eeec438-19be-4793-9ba2-317a2ea8c73d", "name": "network-vif-plugged", "status": "completed", "tag": "fb25b735-1224-4af3-b9e8-c54530a9f342", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:14:42.818614 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-388c6f7c-8dfb-41ae-8538-1efe69082e55 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:14:42.819115 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eeec438-19be-4793-9ba2-317a2ea8c73d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb25b735-1224-4af3-b9e8-c54530a9f342', 'code': 200} Jan 18 22:14:42.893893 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-6787fea0-6e31-4f3f-926e-1d80495576dc None None] Set router b7ea9019-2842-465d-9d1c-9248830f2ffa gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:14:42.904027 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f687a489-883e-4c05-8ef4-6a526819a19a req-83695c19-6ae3-452a-a1b4-377fb0bbac7e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=a144f15d-8003-4566-b13f-9284b79c7f71 HTTP/1.1" status: 200 len: 217 time: 0.0907018 Jan 18 22:14:42.934052 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fd3b4d18-373e-4743-82f6-0a94a2a04356 req-eeb80e38-37ce-4b2b-9d84-eca7fd5c2006 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] 10.222.0.53 "GET /v2.0/floatingips/2c1f6448-97bc-49f0-966a-b26e48d571f4 HTTP/1.1" status: 200 len: 692 time: 0.0956540 Jan 18 22:14:42.966469 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f687a489-883e-4c05-8ef4-6a526819a19a req-8308511a-cb70-4aee-a5bd-a250d6315ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:42.968202 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f687a489-883e-4c05-8ef4-6a526819a19a req-8308511a-cb70-4aee-a5bd-a250d6315ee4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8518183d-cc63-459a-b971-d4c7514e001f HTTP/1.1" status: 200 len: 843 time: 0.0520990 Jan 18 22:14:43.019013 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f687a489-883e-4c05-8ef4-6a526819a19a req-004c376c-3a1d-4808-a358-5929c1652d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:43.021319 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f687a489-883e-4c05-8ef4-6a526819a19a req-004c376c-3a1d-4808-a358-5929c1652d2a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=aed2eca7-1bb0-443d-8485-b985dbe9851b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0417554 Jan 18 22:14:43.040724 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bec948-6c37-4292-b76c-e3bd551ebdc8 req-3859ab14-a380-46df-a852-84c5504a36c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:43.042202 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-36bec948-6c37-4292-b76c-e3bd551ebdc8 req-3859ab14-a380-46df-a852-84c5504a36c7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0eeec438-19be-4793-9ba2-317a2ea8c73d HTTP/1.1" status: 200 len: 1096 time: 0.1539500 Jan 18 22:14:43.136772 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f687a489-883e-4c05-8ef4-6a526819a19a req-ab74c6ce-3151-4966-a029-5cd68455d384 service neutron] 10.222.0.36 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080685 Jan 18 22:14:43.162412 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-6787fea0-6e31-4f3f-926e-1d80495576dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ea9019-2842-465d-9d1c-9248830f2ffa', 'name': 'tempest-FloatingIPsAssociationTestJSON-831016946-router', 'tenant_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '2304f75f-a5ed-4e63-939c-0d1b89fc3871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:13:41Z', 'updated_at': '2022-01-18T22:13:49Z', 'revision_number': 4, 'project_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'gw_port': {'id': '2304f75f-a5ed-4e63-939c-0d1b89fc3871', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ea9019-2842-465d-9d1c-9248830f2ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:43Z', 'updated_at': '2022-01-18T22:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': '7e64691e-c3a0-42c9-a5b1-7926b8f7a133', 'tenant_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'floating_ip_address': '172.25.5.102', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': 'b7ea9019-2842-465d-9d1c-9248830f2ffa', 'port_id': '8327da2a-8c9e-48da-9352-3366a825e5df', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac163b22-6dbe-4f74-9441-5d83aaaf42c4', 'mac_address': 'fa:16:3e:62:3c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b431826-cd0b-4037-99ec-92bc59ec892a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:14:18Z', 'updated_at': '2022-01-18T22:14:41Z', 'revision_number': 3, 'project_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0dfd072-55e2-41e6-b235-66a0b8e6446e', 'name': '', 'network_id': 'ac163b22-6dbe-4f74-9441-5d83aaaf42c4', 'tenant_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'mac_address': 'fa:16:3e:a0:7b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ea9019-2842-465d-9d1c-9248830f2ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '07257b09-c636-44c9-86f7-42df7e4ef3e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:47Z', 'updated_at': '2022-01-18T22:13:57Z', 'revision_number': 5, 'project_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'subnets': [{'id': '07257b09-c636-44c9-86f7-42df7e4ef3e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:14:43.163608 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-36bec948-6c37-4292-b76c-e3bd551ebdc8 req-e1b9b205-22e5-480e-8efb-1c002d3050ee service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ac5bfedd-8c81-4ad7-9f0f-99ba0a339521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121347 Jan 18 22:14:43.170923 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3b4d18-373e-4743-82f6-0a94a2a04356 req-ef8c800b-4ac5-4d7b-92d1-aa61d2cea2e8 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:43.177853 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fd3b4d18-373e-4743-82f6-0a94a2a04356 req-ef8c800b-4ac5-4d7b-92d1-aa61d2cea2e8 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] 10.222.0.53 "GET /v2.0/networks/0fa7c7c8-c96a-4aa5-9818-d374adf00f99 HTTP/1.1" status: 200 len: 784 time: 0.2351348 Jan 18 22:14:43.195579 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [req-fd3b4d18-373e-4743-82f6-0a94a2a04356 req-992eaad3-b51e-4ccc-9c56-3af21d75c6ab tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102430) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:14:43.196451 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6787fea0-6e31-4f3f-926e-1d80495576dc None None] Checking router: b7ea9019-2842-465d-9d1c-9248830f2ffa for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:14:43.203188 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fd3b4d18-373e-4743-82f6-0a94a2a04356 req-992eaad3-b51e-4ccc-9c56-3af21d75c6ab tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0245233 Jan 18 22:14:43.206156 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6787fea0-6e31-4f3f-926e-1d80495576dc None None] Routers {'b7ea9019-2842-465d-9d1c-9248830f2ffa'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:14:43.206829 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-6787fea0-6e31-4f3f-926e-1d80495576dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:14:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['b7ea9019-2842-465d-9d1c-9248830f2ffa'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:14:43.226169 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5f7e568c-b093-4192-a9a9-95573aeb7522 req-4e75063b-11a9-456f-ac25-0af0da5ccd46 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=ea2794c3a3f945b88560f5de6429085f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0646744 Jan 18 22:14:43.242850 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f687a489-883e-4c05-8ef4-6a526819a19a req-e4411618-3433-4bb3-867a-7484fba84f7a service neutron] 10.222.0.36 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961785 Jan 18 22:14:43.287920 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fd3b4d18-373e-4743-82f6-0a94a2a04356 req-61f7ea8f-7b3d-4a6c-beb7-e29912293efc tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.54 HTTP/1.1" status: 200 len: 695 time: 0.0838838 Jan 18 22:14:43.318858 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [req-26f1244d-0030-4440-8e04-5ea63f0b3538 req-8e8f973e-37a5-424b-a316-47290683cba8 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Router b7ea9019-2842-465d-9d1c-9248830f2ffa has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:14:43.320824 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-6787fea0-6e31-4f3f-926e-1d80495576dc None None] Set router b7ea9019-2842-465d-9d1c-9248830f2ffa gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:14:43.382446 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:43.383336 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fd3b4d18-373e-4743-82f6-0a94a2a04356 req-a138b00a-0bc3-479c-b9e6-748059ca0795 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.54 HTTP/1.1" status: 200 len: 695 time: 0.0633621 Jan 18 22:14:43.537384 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7e568c-b093-4192-a9a9-95573aeb7522 req-801602d6-5477-47ff-a1d3-bec5c4573f90 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:43.538858 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5f7e568c-b093-4192-a9a9-95573aeb7522 req-801602d6-5477-47ff-a1d3-bec5c4573f90 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2805967 Jan 18 22:14:43.555394 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-6787fea0-6e31-4f3f-926e-1d80495576dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ea9019-2842-465d-9d1c-9248830f2ffa', 'name': 'tempest-FloatingIPsAssociationTestJSON-831016946-router', 'tenant_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '2304f75f-a5ed-4e63-939c-0d1b89fc3871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:13:41Z', 'updated_at': '2022-01-18T22:13:49Z', 'revision_number': 4, 'project_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'gw_port': {'id': '2304f75f-a5ed-4e63-939c-0d1b89fc3871', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ea9019-2842-465d-9d1c-9248830f2ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:43Z', 'updated_at': '2022-01-18T22:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': '7e64691e-c3a0-42c9-a5b1-7926b8f7a133', 'tenant_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'floating_ip_address': '172.25.5.102', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': 'b7ea9019-2842-465d-9d1c-9248830f2ffa', 'port_id': '8327da2a-8c9e-48da-9352-3366a825e5df', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac163b22-6dbe-4f74-9441-5d83aaaf42c4', 'mac_address': 'fa:16:3e:62:3c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b431826-cd0b-4037-99ec-92bc59ec892a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:14:18Z', 'updated_at': '2022-01-18T22:14:41Z', 'revision_number': 3, 'project_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0dfd072-55e2-41e6-b235-66a0b8e6446e', 'name': '', 'network_id': 'ac163b22-6dbe-4f74-9441-5d83aaaf42c4', 'tenant_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'mac_address': 'fa:16:3e:a0:7b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ea9019-2842-465d-9d1c-9248830f2ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '07257b09-c636-44c9-86f7-42df7e4ef3e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:47Z', 'updated_at': '2022-01-18T22:13:57Z', 'revision_number': 5, 'project_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'subnets': [{'id': '07257b09-c636-44c9-86f7-42df7e4ef3e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:14:43.579722 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-5f7e568c-b093-4192-a9a9-95573aeb7522 req-eb8c6a2f-4334-46b2-9463-a1f163b0036b tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Request body: {'port': {'device_id': '2314e5ba-e2e1-41d6-a9f0-51d77e89f4f6', 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b', 'admin_state_up': True, 'tenant_id': 'ea2794c3a3f945b88560f5de6429085f'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:14:43.581422 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6787fea0-6e31-4f3f-926e-1d80495576dc None None] The sync data for ids ['b7ea9019-2842-465d-9d1c-9248830f2ffa'] in n-d-825064-1 is: [{'id': 'b7ea9019-2842-465d-9d1c-9248830f2ffa', 'name': 'tempest-FloatingIPsAssociationTestJSON-831016946-router', 'tenant_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '2304f75f-a5ed-4e63-939c-0d1b89fc3871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:13:41Z', 'updated_at': '2022-01-18T22:13:49Z', 'revision_number': 4, 'project_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'gw_port': {'id': '2304f75f-a5ed-4e63-939c-0d1b89fc3871', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ea9019-2842-465d-9d1c-9248830f2ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:43Z', 'updated_at': '2022-01-18T22:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': '7e64691e-c3a0-42c9-a5b1-7926b8f7a133', 'tenant_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'floating_ip_address': '172.25.5.102', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': 'b7ea9019-2842-465d-9d1c-9248830f2ffa', 'port_id': '8327da2a-8c9e-48da-9352-3366a825e5df', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac163b22-6dbe-4f74-9441-5d83aaaf42c4', 'mac_address': 'fa:16:3e:62:3c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b431826-cd0b-4037-99ec-92bc59ec892a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:14:18Z', 'updated_at': '2022-01-18T22:14:41Z', 'revision_number': 3, 'project_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0dfd072-55e2-41e6-b235-66a0b8e6446e', 'name': '', 'network_id': 'ac163b22-6dbe-4f74-9441-5d83aaaf42c4', 'tenant_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'mac_address': 'fa:16:3e:a0:7b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ea9019-2842-465d-9d1c-9248830f2ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '07257b09-c636-44c9-86f7-42df7e4ef3e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:47Z', 'updated_at': '2022-01-18T22:13:57Z', 'revision_number': 5, 'project_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'subnets': [{'id': '07257b09-c636-44c9-86f7-42df7e4ef3e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:14:43.672962 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-26f1244d-0030-4440-8e04-5ea63f0b3538 req-8e8f973e-37a5-424b-a316-47290683cba8 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:14:43.680931 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-26f1244d-0030-4440-8e04-5ea63f0b3538 req-8e8f973e-37a5-424b-a316-47290683cba8 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:43.739622 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d17b9a3-f774-44ce-bd1f-faf2447e4859', 'tag': '66ca2546-3efa-46db-b956-2fb534ebd744'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:14:43.742529 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d69fd90-615f-46bc-b804-306e0b0ec3a9 None None] New status for floating IP 7e64691e-c3a0-42c9-a5b1-7926b8f7a133: ACTIVE {{(pid=102432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 22:14:43.742735 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afcca104-0448-4444-b534-0c6826b177d2" -d '{"events": [{"name": "network-changed", "server_uuid": "6d17b9a3-f774-44ce-bd1f-faf2447e4859", "tag": "66ca2546-3efa-46db-b956-2fb534ebd744"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:14:43.770277 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-fd3b4d18-373e-4743-82f6-0a94a2a04356 req-060cdbe8-abba-4609-a323-16e60bb49a34 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Deleting port 18d1cb64-5b5e-4a41-b29b-321d755e38a8 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:14:43.770620 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-fd3b4d18-373e-4743-82f6-0a94a2a04356 req-060cdbe8-abba-4609-a323-16e60bb49a34 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:43.815248 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-26f1244d-0030-4440-8e04-5ea63f0b3538 req-8e8f973e-37a5-424b-a316-47290683cba8 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] 10.222.0.53 "PUT /v2.0/floatingips/7e64691e-c3a0-42c9-a5b1-7926b8f7a133 HTTP/1.1" status: 200 len: 998 time: 3.1088474 Jan 18 22:14:43.883137 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f1244d-0030-4440-8e04-5ea63f0b3538 req-b145b72e-e782-41d6-84b1-a5205de178e0 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:43.884526 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-26f1244d-0030-4440-8e04-5ea63f0b3538 req-b145b72e-e782-41d6-84b1-a5205de178e0 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] 10.222.0.53 "GET /v2.0/ports/66ca2546-3efa-46db-b956-2fb534ebd744 HTTP/1.1" status: 200 len: 942 time: 0.0597787 Jan 18 22:14:43.891967 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f7e568c-b093-4192-a9a9-95573aeb7522 req-eb8c6a2f-4334-46b2-9463-a1f163b0036b tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Made reservation on behalf of ea2794c3a3f945b88560f5de6429085f for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:14:43.895413 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-5f7e568c-b093-4192-a9a9-95573aeb7522 req-eb8c6a2f-4334-46b2-9463-a1f163b0036b tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:43.920709 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-fd3b4d18-373e-4743-82f6-0a94a2a04356 req-060cdbe8-abba-4609-a323-16e60bb49a34 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:43.921050 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-fd3b4d18-373e-4743-82f6-0a94a2a04356 req-060cdbe8-abba-4609-a323-16e60bb49a34 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:43.945980 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-fd3b4d18-373e-4743-82f6-0a94a2a04356 req-060cdbe8-abba-4609-a323-16e60bb49a34 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Calling delete_port for 18d1cb64-5b5e-4a41-b29b-321d755e38a8 owned by network:floatingip {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:14:43.982570 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d44569-b098-4183-a7fd-ce48f9cdf658 None None] Sync routers for ids ['b7ea9019-2842-465d-9d1c-9248830f2ffa'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:14:43.992108 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d44569-b098-4183-a7fd-ce48f9cdf658 None None] Routers {'b7ea9019-2842-465d-9d1c-9248830f2ffa'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:14:43.992726 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-d7d44569-b098-4183-a7fd-ce48f9cdf658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:14:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['b7ea9019-2842-465d-9d1c-9248830f2ffa'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:14:44.098060 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-d7d44569-b098-4183-a7fd-ce48f9cdf658 None None] Set router b7ea9019-2842-465d-9d1c-9248830f2ffa gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:14:44.325057 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-d7d44569-b098-4183-a7fd-ce48f9cdf658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ea9019-2842-465d-9d1c-9248830f2ffa', 'name': 'tempest-FloatingIPsAssociationTestJSON-831016946-router', 'tenant_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '2304f75f-a5ed-4e63-939c-0d1b89fc3871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:13:41Z', 'updated_at': '2022-01-18T22:13:49Z', 'revision_number': 4, 'project_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'gw_port': {'id': '2304f75f-a5ed-4e63-939c-0d1b89fc3871', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ea9019-2842-465d-9d1c-9248830f2ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:43Z', 'updated_at': '2022-01-18T22:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': '7e64691e-c3a0-42c9-a5b1-7926b8f7a133', 'tenant_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'floating_ip_address': '172.25.5.102', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': 'b7ea9019-2842-465d-9d1c-9248830f2ffa', 'port_id': '8327da2a-8c9e-48da-9352-3366a825e5df', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac163b22-6dbe-4f74-9441-5d83aaaf42c4', 'mac_address': 'fa:16:3e:62:3c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b431826-cd0b-4037-99ec-92bc59ec892a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:14:18Z', 'updated_at': '2022-01-18T22:14:43Z', 'revision_number': 4, 'project_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0dfd072-55e2-41e6-b235-66a0b8e6446e', 'name': '', 'network_id': 'ac163b22-6dbe-4f74-9441-5d83aaaf42c4', 'tenant_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'mac_address': 'fa:16:3e:a0:7b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ea9019-2842-465d-9d1c-9248830f2ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '07257b09-c636-44c9-86f7-42df7e4ef3e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:47Z', 'updated_at': '2022-01-18T22:13:57Z', 'revision_number': 5, 'project_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'subnets': [{'id': '07257b09-c636-44c9-86f7-42df7e4ef3e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:14:44.351716 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d44569-b098-4183-a7fd-ce48f9cdf658 None None] Checking router: b7ea9019-2842-465d-9d1c-9248830f2ffa for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:14:44.361600 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d44569-b098-4183-a7fd-ce48f9cdf658 None None] Routers {'b7ea9019-2842-465d-9d1c-9248830f2ffa'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:14:44.362199 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-d7d44569-b098-4183-a7fd-ce48f9cdf658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:14:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['b7ea9019-2842-465d-9d1c-9248830f2ffa'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:14:44.364775 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f1244d-0030-4440-8e04-5ea63f0b3538 req-4171fb32-eca9-4788-a8b8-aa2403d2aa42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:44.366318 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-26f1244d-0030-4440-8e04-5ea63f0b3538 req-4171fb32-eca9-4788-a8b8-aa2403d2aa42 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b4fa371f1ebf4a37ba7e58b461b03d52&device_id=6d17b9a3-f774-44ce-bd1f-faf2447e4859 HTTP/1.1" status: 200 len: 1096 time: 0.3872228 Jan 18 22:14:44.440023 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-5f7e568c-b093-4192-a9a9-95573aeb7522 req-eb8c6a2f-4334-46b2-9463-a1f163b0036b tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Allocated IP 192.168.233.224 (aed2eca7-1bb0-443d-8485-b985dbe9851b/8518183d-cc63-459a-b971-d4c7514e001f/53bccc17-00e0-4c65-9c80-4cfd4a86909c) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:14:44.468082 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-d7d44569-b098-4183-a7fd-ce48f9cdf658 None None] Set router b7ea9019-2842-465d-9d1c-9248830f2ffa gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:14:44.565015 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f1244d-0030-4440-8e04-5ea63f0b3538 req-054fdf36-4695-4680-a834-93ff7639f8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:44.566490 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-26f1244d-0030-4440-8e04-5ea63f0b3538 req-054fdf36-4695-4680-a834-93ff7639f8db service neutron] 10.222.0.53 "GET /v2.0/networks?id=ac163b22-6dbe-4f74-9441-5d83aaaf42c4 HTTP/1.1" status: 200 len: 920 time: 0.1895838 Jan 18 22:14:44.592013 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-fd3b4d18-373e-4743-82f6-0a94a2a04356 req-060cdbe8-abba-4609-a323-16e60bb49a34 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:44.681035 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-26f1244d-0030-4440-8e04-5ea63f0b3538 req-4aea6c5a-f87d-43fc-bad2-af3f05771bff service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66ca2546-3efa-46db-b956-2fb534ebd744 HTTP/1.1" status: 200 len: 217 time: 0.1041226 Jan 18 22:14:44.685633 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060cdbe8-abba-4609-a323-16e60bb49a34 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Pushing event deleted for resources: {'Port': ['ID=18d1cb64-5b5e-4a41-b29b-321d755e38a8,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:44.696807 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-d7d44569-b098-4183-a7fd-ce48f9cdf658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ea9019-2842-465d-9d1c-9248830f2ffa', 'name': 'tempest-FloatingIPsAssociationTestJSON-831016946-router', 'tenant_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '2304f75f-a5ed-4e63-939c-0d1b89fc3871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:13:41Z', 'updated_at': '2022-01-18T22:13:49Z', 'revision_number': 4, 'project_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'gw_port': {'id': '2304f75f-a5ed-4e63-939c-0d1b89fc3871', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ea9019-2842-465d-9d1c-9248830f2ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:43Z', 'updated_at': '2022-01-18T22:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': '7e64691e-c3a0-42c9-a5b1-7926b8f7a133', 'tenant_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'floating_ip_address': '172.25.5.102', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': 'b7ea9019-2842-465d-9d1c-9248830f2ffa', 'port_id': '8327da2a-8c9e-48da-9352-3366a825e5df', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac163b22-6dbe-4f74-9441-5d83aaaf42c4', 'mac_address': 'fa:16:3e:62:3c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b431826-cd0b-4037-99ec-92bc59ec892a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:14:18Z', 'updated_at': '2022-01-18T22:14:43Z', 'revision_number': 4, 'project_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0dfd072-55e2-41e6-b235-66a0b8e6446e', 'name': '', 'network_id': 'ac163b22-6dbe-4f74-9441-5d83aaaf42c4', 'tenant_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'mac_address': 'fa:16:3e:a0:7b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ea9019-2842-465d-9d1c-9248830f2ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '07257b09-c636-44c9-86f7-42df7e4ef3e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:47Z', 'updated_at': '2022-01-18T22:13:57Z', 'revision_number': 5, 'project_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'subnets': [{'id': '07257b09-c636-44c9-86f7-42df7e4ef3e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:14:44.750682 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-fd3b4d18-373e-4743-82f6-0a94a2a04356 req-060cdbe8-abba-4609-a323-16e60bb49a34 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Notify callbacks [] for floatingip, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:44.753273 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-fd3b4d18-373e-4743-82f6-0a94a2a04356 req-060cdbe8-abba-4609-a323-16e60bb49a34 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:44.754449 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fd3b4d18-373e-4743-82f6-0a94a2a04356 req-060cdbe8-abba-4609-a323-16e60bb49a34 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] 10.222.0.53 "DELETE /v2.0/floatingips/2c1f6448-97bc-49f0-966a-b26e48d571f4 HTTP/1.1" status: 204 len: 173 time: 1.3601079 Jan 18 22:14:44.792078 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f1244d-0030-4440-8e04-5ea63f0b3538 req-c4d11145-ef42-49aa-8141-7a84a82095a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:44.793604 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-26f1244d-0030-4440-8e04-5ea63f0b3538 req-c4d11145-ef42-49aa-8141-7a84a82095a4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=07257b09-c636-44c9-86f7-42df7e4ef3e2 HTTP/1.1" status: 200 len: 859 time: 0.1024466 Jan 18 22:14:44.803376 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-5f7e568c-b093-4192-a9a9-95573aeb7522 req-eb8c6a2f-4334-46b2-9463-a1f163b0036b tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:44.810421 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d44569-b098-4183-a7fd-ce48f9cdf658 None None] The sync data for ids ['b7ea9019-2842-465d-9d1c-9248830f2ffa'] in n-d-825064-1 is: [{'id': 'b7ea9019-2842-465d-9d1c-9248830f2ffa', 'name': 'tempest-FloatingIPsAssociationTestJSON-831016946-router', 'tenant_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '2304f75f-a5ed-4e63-939c-0d1b89fc3871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:13:41Z', 'updated_at': '2022-01-18T22:13:49Z', 'revision_number': 4, 'project_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'gw_port': {'id': '2304f75f-a5ed-4e63-939c-0d1b89fc3871', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ea9019-2842-465d-9d1c-9248830f2ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:43Z', 'updated_at': '2022-01-18T22:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': '7e64691e-c3a0-42c9-a5b1-7926b8f7a133', 'tenant_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'floating_ip_address': '172.25.5.102', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': 'b7ea9019-2842-465d-9d1c-9248830f2ffa', 'port_id': '8327da2a-8c9e-48da-9352-3366a825e5df', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac163b22-6dbe-4f74-9441-5d83aaaf42c4', 'mac_address': 'fa:16:3e:62:3c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b431826-cd0b-4037-99ec-92bc59ec892a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:14:18Z', 'updated_at': '2022-01-18T22:14:43Z', 'revision_number': 4, 'project_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0dfd072-55e2-41e6-b235-66a0b8e6446e', 'name': '', 'network_id': 'ac163b22-6dbe-4f74-9441-5d83aaaf42c4', 'tenant_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'mac_address': 'fa:16:3e:a0:7b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ea9019-2842-465d-9d1c-9248830f2ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '07257b09-c636-44c9-86f7-42df7e4ef3e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:47Z', 'updated_at': '2022-01-18T22:13:57Z', 'revision_number': 5, 'project_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'subnets': [{'id': '07257b09-c636-44c9-86f7-42df7e4ef3e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:14:44.899317 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f1244d-0030-4440-8e04-5ea63f0b3538 req-52aa1182-0c2e-4748-9c42-6484a5bc1afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:44.900875 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-26f1244d-0030-4440-8e04-5ea63f0b3538 req-52aa1182-0c2e-4748-9c42-6484a5bc1afd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ac163b22-6dbe-4f74-9441-5d83aaaf42c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0957687 Jan 18 22:14:44.912397 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ade94cb-4d14-4946-961a-c1ad15bc06ac req-4f37940e-ae92-44e8-bbf0-5dd46f36a062 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:44.913877 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4ade94cb-4d14-4946-961a-c1ad15bc06ac req-4f37940e-ae92-44e8-bbf0-5dd46f36a062 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eeec438-19be-4793-9ba2-317a2ea8c73d HTTP/1.1" status: 200 len: 945 time: 0.0991025 Jan 18 22:14:44.922579 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-5f7e568c-b093-4192-a9a9-95573aeb7522 req-eb8c6a2f-4334-46b2-9463-a1f163b0036b tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:45.027683 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f7e568c-b093-4192-a9a9-95573aeb7522 req-eb8c6a2f-4334-46b2-9463-a1f163b0036b tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Network aed2eca7-1bb0-443d-8485-b985dbe9851b is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:14:45.041095 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-5f7e568c-b093-4192-a9a9-95573aeb7522 req-eb8c6a2f-4334-46b2-9463-a1f163b0036b tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:14:45.051388 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f7e568c-b093-4192-a9a9-95573aeb7522 req-eb8c6a2f-4334-46b2-9463-a1f163b0036b tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:14:45.056916 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7e568c-b093-4192-a9a9-95573aeb7522 req-eb8c6a2f-4334-46b2-9463-a1f163b0036b tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:45.058115 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-5f7e568c-b093-4192-a9a9-95573aeb7522 req-eb8c6a2f-4334-46b2-9463-a1f163b0036b tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:45.059878 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c6a2f-4334-46b2-9463-a1f163b0036b tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Pushing event updated for resources: {'Port': ['ID=53bccc17-00e0-4c65-9c80-4cfd4a86909c,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:45.074447 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4ade94cb-4d14-4946-961a-c1ad15bc06ac req-7f9a30f9-3530-4200-a99b-60e81c3714b4 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac5bfedd-8c81-4ad7-9f0f-99ba0a339521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490581 Jan 18 22:14:45.102227 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5f7e568c-b093-4192-a9a9-95573aeb7522 req-eb8c6a2f-4334-46b2-9463-a1f163b0036b tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5298116 Jan 18 22:14:45.106600 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-26f1244d-0030-4440-8e04-5ea63f0b3538 req-c2c6be4b-ba41-4a2b-ae62-2de034386e28 service neutron] 10.222.0.53 "GET /v2.0/networks/ac163b22-6dbe-4f74-9441-5d83aaaf42c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917911 Jan 18 22:14:45.116217 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-5f7e568c-b093-4192-a9a9-95573aeb7522 req-56e97254-e6fa-492c-af07-b358f5f94514 service neutron] Request body: {'port': {'device_id': '2314e5ba-e2e1-41d6-a9f0-51d77e89f4f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:14:45.258201 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-5f7e568c-b093-4192-a9a9-95573aeb7522 req-56e97254-e6fa-492c-af07-b358f5f94514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:45.259646 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7547e58e-44bf-4f1f-a8f2-9d4bc8c96fc5 None None] Provisioning complete for port 53bccc17-00e0-4c65-9c80-4cfd4a86909c triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:14:45.260165 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7547e58e-44bf-4f1f-a8f2-9d4bc8c96fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:45.294943 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7547e58e-44bf-4f1f-a8f2-9d4bc8c96fc5 None None] Port 53bccc17-00e0-4c65-9c80-4cfd4a86909c cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:14:45.300270 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd0c77c-f9b3-49b5-9810-c955b4e83e54 req-633902de-3e7b-410f-9422-074df98c07c1 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:45.301748 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2dd0c77c-f9b3-49b5-9810-c955b4e83e54 req-633902de-3e7b-410f-9422-074df98c07c1 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/ports?device_id=2314e5ba-e2e1-41d6-a9f0-51d77e89f4f6 HTTP/1.1" status: 200 len: 936 time: 0.1471908 Jan 18 22:14:45.323987 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-26f1244d-0030-4440-8e04-5ea63f0b3538 req-0bbc0b40-fafd-4031-849a-94ecbd1fe7a9 service neutron] 10.222.0.53 "GET /v2.0/networks/ac163b22-6dbe-4f74-9441-5d83aaaf42c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048788 Jan 18 22:14:45.454226 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2dd0c77c-f9b3-49b5-9810-c955b4e83e54 req-8aae7669-b262-4b30-9676-bbdc04df92ff tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/security-groups?id=f617d299-382f-49d2-bef3-4bb5f1944b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323788 Jan 18 22:14:45.513198 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f1244d-0030-4440-8e04-5ea63f0b3538 req-1dd5ac5f-9d16-4254-8b36-3917e6724110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:45.514729 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-26f1244d-0030-4440-8e04-5ea63f0b3538 req-1dd5ac5f-9d16-4254-8b36-3917e6724110 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b4fa371f1ebf4a37ba7e58b461b03d52&device_id=8b431826-cd0b-4037-99ec-92bc59ec892a HTTP/1.1" status: 200 len: 1096 time: 0.1643910 Jan 18 22:14:45.533717 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72e00efd-2829-4c33-9229-a9f69b06b96e x-openstack-request-id: req-72e00efd-2829-4c33-9229-a9f69b06b96e {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:14:45.534233 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fa92f39-d443-46a1-a886-13e3ee10e361", "tag": "a144f15d-8003-4566-b13f-9284b79c7f71", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:14:45.534233 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-72e00efd-2829-4c33-9229-a9f69b06b96e {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:14:45.535004 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fa92f39-d443-46a1-a886-13e3ee10e361', 'tag': 'a144f15d-8003-4566-b13f-9284b79c7f71', 'status': 'completed', 'code': 200} Jan 18 22:14:45.595529 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023c090d-8f93-4bfd-9db4-e61ea8b49e3d req-ba559302-20d0-4964-a279-799818469b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:45.597045 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-023c090d-8f93-4bfd-9db4-e61ea8b49e3d req-ba559302-20d0-4964-a279-799818469b23 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ea2794c3a3f945b88560f5de6429085f&device_id=5fa92f39-d443-46a1-a886-13e3ee10e361 HTTP/1.1" status: 200 len: 1099 time: 0.0398014 Jan 18 22:14:45.681666 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f1244d-0030-4440-8e04-5ea63f0b3538 req-5148aa50-07c5-499c-ba67-9cf9a5b13fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:45.683154 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-26f1244d-0030-4440-8e04-5ea63f0b3538 req-5148aa50-07c5-499c-ba67-9cf9a5b13fd9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ac163b22-6dbe-4f74-9441-5d83aaaf42c4 HTTP/1.1" status: 200 len: 920 time: 0.1598394 Jan 18 22:14:45.692026 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaf5591-8a14-4d17-bdd4-1a7dc98712e8 req-f7e4ef7d-7d82-428e-985f-b6cd571ac5ac tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:45.693337 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023c090d-8f93-4bfd-9db4-e61ea8b49e3d req-cef804f7-5e9c-4fde-b282-ec2087fbf7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:45.693480 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8eaf5591-8a14-4d17-bdd4-1a7dc98712e8 req-f7e4ef7d-7d82-428e-985f-b6cd571ac5ac tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=74f307c9-43a0-43ee-8f48-6f53b38be771 HTTP/1.1" status: 200 len: 949 time: 0.1107180 Jan 18 22:14:45.694763 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-023c090d-8f93-4bfd-9db4-e61ea8b49e3d req-cef804f7-5e9c-4fde-b282-ec2087fbf7fb service neutron] 10.222.0.36 "GET /v2.0/networks?id=aed2eca7-1bb0-443d-8485-b985dbe9851b HTTP/1.1" status: 200 len: 869 time: 0.0903976 Jan 18 22:14:45.737232 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-023c090d-8f93-4bfd-9db4-e61ea8b49e3d req-742e60e5-0950-485a-b28c-e46b74abddf2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=a144f15d-8003-4566-b13f-9284b79c7f71 HTTP/1.1" status: 200 len: 217 time: 0.0341179 Jan 18 22:14:45.788023 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023c090d-8f93-4bfd-9db4-e61ea8b49e3d req-317c3376-bf3f-4519-b9d4-673c24317090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:45.789533 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-023c090d-8f93-4bfd-9db4-e61ea8b49e3d req-317c3376-bf3f-4519-b9d4-673c24317090 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8518183d-cc63-459a-b971-d4c7514e001f HTTP/1.1" status: 200 len: 843 time: 0.0456285 Jan 18 22:14:45.798065 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [req-5f7e568c-b093-4192-a9a9-95573aeb7522 req-56e97254-e6fa-492c-af07-b358f5f94514 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53bccc17-00e0-4c65-9c80-4cfd4a86909c {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:14:45.815781 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-5f7e568c-b093-4192-a9a9-95573aeb7522 req-56e97254-e6fa-492c-af07-b358f5f94514 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:45.821096 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-26f1244d-0030-4440-8e04-5ea63f0b3538 req-88fc19f6-9605-4c03-afd8-ef5a9418f1aa service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8327da2a-8c9e-48da-9352-3366a825e5df HTTP/1.1" status: 200 len: 1001 time: 0.1237454 Jan 18 22:14:45.831872 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8eaf5591-8a14-4d17-bdd4-1a7dc98712e8 req-406b7a32-f4c7-4cb8-9c7f-8e20730006fd tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215365 Jan 18 22:14:45.833619 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023c090d-8f93-4bfd-9db4-e61ea8b49e3d req-c2be34ba-3ab4-42a4-a7ba-38b8c83edbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:45.835183 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-023c090d-8f93-4bfd-9db4-e61ea8b49e3d req-c2be34ba-3ab4-42a4-a7ba-38b8c83edbb4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=aed2eca7-1bb0-443d-8485-b985dbe9851b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0385520 Jan 18 22:14:45.844874 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-5f7e568c-b093-4192-a9a9-95573aeb7522 req-56e97254-e6fa-492c-af07-b358f5f94514 service neutron] Transition to ACTIVE for port object 53bccc17-00e0-4c65-9c80-4cfd4a86909c will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:14:45.876051 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-5f7e568c-b093-4192-a9a9-95573aeb7522 req-56e97254-e6fa-492c-af07-b358f5f94514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:45.935133 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-023c090d-8f93-4bfd-9db4-e61ea8b49e3d req-7f25e849-16aa-417e-94ad-d2141eb9c865 service neutron] 10.222.0.36 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917923 Jan 18 22:14:45.938724 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f1244d-0030-4440-8e04-5ea63f0b3538 req-99050e41-1018-4970-a9bb-fd585c53c59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:45.940219 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-26f1244d-0030-4440-8e04-5ea63f0b3538 req-99050e41-1018-4970-a9bb-fd585c53c59f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=07257b09-c636-44c9-86f7-42df7e4ef3e2 HTTP/1.1" status: 200 len: 859 time: 0.1074607 Jan 18 22:14:45.942520 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e97254-e6fa-492c-af07-b358f5f94514 service neutron] Pushing event updated for resources: {'Port': ['ID=53bccc17-00e0-4c65-9c80-4cfd4a86909c,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:46.015913 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faf87f37-2c6e-4481-b006-db96609f06bf x-openstack-request-id: req-faf87f37-2c6e-4481-b006-db96609f06bf {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:14:46.016242 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d17b9a3-f774-44ce-bd1f-faf2447e4859", "tag": "66ca2546-3efa-46db-b956-2fb534ebd744", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:14:46.016496 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-faf87f37-2c6e-4481-b006-db96609f06bf {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:14:46.016887 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d17b9a3-f774-44ce-bd1f-faf2447e4859', 'tag': '66ca2546-3efa-46db-b956-2fb534ebd744', 'status': 'completed', 'code': 200} Jan 18 22:14:46.031027 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-5f7e568c-b093-4192-a9a9-95573aeb7522 req-56e97254-e6fa-492c-af07-b358f5f94514 service neutron] Attempting to bind port 53bccc17-00e0-4c65-9c80-4cfd4a86909c on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:14:46.031361 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-5f7e568c-b093-4192-a9a9-95573aeb7522 req-56e97254-e6fa-492c-af07-b358f5f94514 service neutron] Attempting to bind port 53bccc17-00e0-4c65-9c80-4cfd4a86909c by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:14:46.031689 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7e568c-b093-4192-a9a9-95573aeb7522 req-56e97254-e6fa-492c-af07-b358f5f94514 service neutron] Attempting to bind port 53bccc17-00e0-4c65-9c80-4cfd4a86909c on network aed2eca7-1bb0-443d-8485-b985dbe9851b {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:14:46.071337 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-023c090d-8f93-4bfd-9db4-e61ea8b49e3d req-637cb2d0-3006-49d2-8da1-bbeee9d156a6 service neutron] 10.222.0.36 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249266 Jan 18 22:14:46.075178 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7e568c-b093-4192-a9a9-95573aeb7522 req-56e97254-e6fa-492c-af07-b358f5f94514 service neutron] Port 53bccc17-00e0-4c65-9c80-4cfd4a86909c on network aed2eca7-1bb0-443d-8485-b985dbe9851b not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:14:46.075501 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7e568c-b093-4192-a9a9-95573aeb7522 req-56e97254-e6fa-492c-af07-b358f5f94514 service neutron] Attempting to bind port 53bccc17-00e0-4c65-9c80-4cfd4a86909c on network aed2eca7-1bb0-443d-8485-b985dbe9851b {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:14:46.088902 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcca104-0448-4444-b534-0c6826b177d2 req-dac78f65-795f-44d3-8635-fa10d3284031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:46.090390 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-afcca104-0448-4444-b534-0c6826b177d2 req-dac78f65-795f-44d3-8635-fa10d3284031 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b4fa371f1ebf4a37ba7e58b461b03d52&device_id=6d17b9a3-f774-44ce-bd1f-faf2447e4859 HTTP/1.1" status: 200 len: 1096 time: 0.0452991 Jan 18 22:14:46.092580 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f1244d-0030-4440-8e04-5ea63f0b3538 req-8f26799a-d4a9-4134-aa41-21bb2a493995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:46.094068 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-26f1244d-0030-4440-8e04-5ea63f0b3538 req-8f26799a-d4a9-4134-aa41-21bb2a493995 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ac163b22-6dbe-4f74-9441-5d83aaaf42c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1305647 Jan 18 22:14:46.097429 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7e568c-b093-4192-a9a9-95573aeb7522 req-56e97254-e6fa-492c-af07-b358f5f94514 service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:14:46.097760 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7e568c-b093-4192-a9a9-95573aeb7522 req-56e97254-e6fa-492c-af07-b358f5f94514 service neutron] Checking segment: {'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:14:46.098145 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7e568c-b093-4192-a9a9-95573aeb7522 req-56e97254-e6fa-492c-af07-b358f5f94514 service neutron] Bound using segment: {'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:14:46.098764 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-5f7e568c-b093-4192-a9a9-95573aeb7522 req-56e97254-e6fa-492c-af07-b358f5f94514 service neutron] Bound port: 53bccc17-00e0-4c65-9c80-4cfd4a86909c, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:14:46.099127 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-5f7e568c-b093-4192-a9a9-95573aeb7522 req-56e97254-e6fa-492c-af07-b358f5f94514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:46.136163 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4553abba-7177-40d2-b0d2-5b44f1cde5f6 req-f5cb7e91-1fff-4247-923e-ac19e6f1dd00 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.7 HTTP/1.1" status: 200 len: 1000 time: 0.1165776 Jan 18 22:14:46.186907 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcca104-0448-4444-b534-0c6826b177d2 req-6dba76cd-6efb-4025-888d-36bd2e0afc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:46.188377 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-afcca104-0448-4444-b534-0c6826b177d2 req-6dba76cd-6efb-4025-888d-36bd2e0afc08 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ac163b22-6dbe-4f74-9441-5d83aaaf42c4 HTTP/1.1" status: 200 len: 920 time: 0.0904162 Jan 18 22:14:46.231755 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-afcca104-0448-4444-b534-0c6826b177d2 req-ad9f43a8-88e4-4288-891a-ed372987c0d0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66ca2546-3efa-46db-b956-2fb534ebd744 HTTP/1.1" status: 200 len: 217 time: 0.0350838 Jan 18 22:14:46.262053 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4553abba-7177-40d2-b0d2-5b44f1cde5f6 req-e4cf2e7b-18cf-4f2b-bbf5-3c9cdcf4bcc9 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:46.263292 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4553abba-7177-40d2-b0d2-5b44f1cde5f6 req-e4cf2e7b-18cf-4f2b-bbf5-3c9cdcf4bcc9 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] 10.222.0.53 "GET /v2.0/ports/afb222c2-ad99-489f-ba74-f0b30130118e HTTP/1.1" status: 200 len: 943 time: 0.0983875 Jan 18 22:14:46.280336 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcca104-0448-4444-b534-0c6826b177d2 req-de7c487f-151a-4b60-8ca0-06398f228165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:46.281802 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-afcca104-0448-4444-b534-0c6826b177d2 req-de7c487f-151a-4b60-8ca0-06398f228165 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=07257b09-c636-44c9-86f7-42df7e4ef3e2 HTTP/1.1" status: 200 len: 859 time: 0.0435202 Jan 18 22:14:46.282516 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-5f7e568c-b093-4192-a9a9-95573aeb7522 req-56e97254-e6fa-492c-af07-b358f5f94514 service neutron] For port 53bccc17-00e0-4c65-9c80-4cfd4a86909c, host n-h2-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:14:46.286894 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-5f7e568c-b093-4192-a9a9-95573aeb7522 req-56e97254-e6fa-492c-af07-b358f5f94514 service neutron] For port 53bccc17-00e0-4c65-9c80-4cfd4a86909c, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=53bccc17-00e0-4c65-9c80-4cfd4a86909c,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:14:46.291997 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-26f1244d-0030-4440-8e04-5ea63f0b3538 req-a053589f-35d1-4cbc-87a4-0870350cb6f4 service neutron] 10.222.0.53 "GET /v2.0/networks/ac163b22-6dbe-4f74-9441-5d83aaaf42c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792502 Jan 18 22:14:46.293757 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-5f7e568c-b093-4192-a9a9-95573aeb7522 req-56e97254-e6fa-492c-af07-b358f5f94514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:46.331218 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcca104-0448-4444-b534-0c6826b177d2 req-277d6282-a235-456a-859b-40bf8553cc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:46.332725 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-afcca104-0448-4444-b534-0c6826b177d2 req-277d6282-a235-456a-859b-40bf8553cc1e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ac163b22-6dbe-4f74-9441-5d83aaaf42c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441482 Jan 18 22:14:46.348503 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7e568c-b093-4192-a9a9-95573aeb7522 req-56e97254-e6fa-492c-af07-b358f5f94514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:46.349432 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-5f7e568c-b093-4192-a9a9-95573aeb7522 req-56e97254-e6fa-492c-af07-b358f5f94514 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:46.350805 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5f7e568c-b093-4192-a9a9-95573aeb7522 req-56e97254-e6fa-492c-af07-b358f5f94514 service neutron] 10.222.0.67 "PUT /v2.0/ports/53bccc17-00e0-4c65-9c80-4cfd4a86909c HTTP/1.1" status: 200 len: 1096 time: 1.2391586 Jan 18 22:14:46.433534 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-afcca104-0448-4444-b534-0c6826b177d2 req-63beedf6-ad95-48ee-b272-a4dab52342a6 service neutron] 10.222.0.67 "GET /v2.0/networks/ac163b22-6dbe-4f74-9441-5d83aaaf42c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933070 Jan 18 22:14:46.505381 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e97254-e6fa-492c-af07-b358f5f94514 service neutron] Pushing event updated for resources: {'Port': ['ID=53bccc17-00e0-4c65-9c80-4cfd4a86909c,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:46.520549 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4553abba-7177-40d2-b0d2-5b44f1cde5f6 req-97cd55e7-b075-49ca-88ac-44953e5c7ed0 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.7 HTTP/1.1" status: 200 len: 1000 time: 0.2078235 Jan 18 22:14:46.537093 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-afcca104-0448-4444-b534-0c6826b177d2 req-5d246c7a-8ac0-4165-a84d-4ab2a1510b4e service neutron] 10.222.0.67 "GET /v2.0/networks/ac163b22-6dbe-4f74-9441-5d83aaaf42c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952516 Jan 18 22:14:46.552438 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7e568c-b093-4192-a9a9-95573aeb7522 req-95f872ee-6bf7-493b-a596-9832a481f347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:46.553941 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5f7e568c-b093-4192-a9a9-95573aeb7522 req-95f872ee-6bf7-493b-a596-9832a481f347 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ea2794c3a3f945b88560f5de6429085f&device_id=2314e5ba-e2e1-41d6-a9f0-51d77e89f4f6 HTTP/1.1" status: 200 len: 1099 time: 0.1231256 Jan 18 22:14:46.782612 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device a144f15d-8003-4566-b13f-9284b79c7f71 details requested by agent hyperv_n-h1-825064-1 with host n-h1-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:14:46.848428 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-26f1244d-0030-4440-8e04-5ea63f0b3538 req-fa6cabaf-e9ab-47a8-94f8-eec4553b85c7 service neutron] 10.222.0.53 "GET /v2.0/networks/ac163b22-6dbe-4f74-9441-5d83aaaf42c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5501404 Jan 18 22:14:46.882778 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5f7e568c-b093-4192-a9a9-95573aeb7522 req-d1e290ab-d8cb-453e-bdae-ec966ce4e818 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=53bccc17-00e0-4c65-9c80-4cfd4a86909c HTTP/1.1" status: 200 len: 217 time: 0.0720026 Jan 18 22:14:46.883249 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port a144f15d-8003-4566-b13f-9284b79c7f71, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=a144f15d-8003-4566-b13f-9284b79c7f71,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:14:46.894921 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Returning: {'device': 'a144f15d-8003-4566-b13f-9284b79c7f71', 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b', 'port_id': 'a144f15d-8003-4566-b13f-9284b79c7f71', 'mac_address': 'fa:16:3e:fc:11:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8518183d-cc63-459a-b971-d4c7514e001f', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:14:46.933938 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:46.947382 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a144f15d-8003-4566-b13f-9284b79c7f71 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:14:46.966670 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port a144f15d-8003-4566-b13f-9284b79c7f71, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=a144f15d-8003-4566-b13f-9284b79c7f71,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:14:46.973673 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:46.992408 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4553abba-7177-40d2-b0d2-5b44f1cde5f6 req-5f3b4280-44d5-48de-927f-85da7dada2c7 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:46.993745 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4553abba-7177-40d2-b0d2-5b44f1cde5f6 req-5f3b4280-44d5-48de-927f-85da7dada2c7 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] 10.222.0.53 "GET /v2.0/networks/0fa7c7c8-c96a-4aa5-9818-d374adf00f99 HTTP/1.1" status: 200 len: 784 time: 0.4672561 Jan 18 22:14:46.996246 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7e568c-b093-4192-a9a9-95573aeb7522 req-5bd6de89-53f7-4207-8b8b-c43766949b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:46.997718 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5f7e568c-b093-4192-a9a9-95573aeb7522 req-5bd6de89-53f7-4207-8b8b-c43766949b35 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8518183d-cc63-459a-b971-d4c7514e001f HTTP/1.1" status: 200 len: 843 time: 0.1030521 Jan 18 22:14:47.020378 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=a144f15d-8003-4566-b13f-9284b79c7f71,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:47.067563 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22eeb3c-d295-4d90-90f0-c4a7a043fee4 req-c1c1bc37-e0c0-4480-bf6e-8c88a5ca72cd tempest-LiveMigrationTest-1198651986 tempest-LiveMigrationTest-1198651986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:47.068989 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c22eeb3c-d295-4d90-90f0-c4a7a043fee4 req-c1c1bc37-e0c0-4480-bf6e-8c88a5ca72cd tempest-LiveMigrationTest-1198651986 tempest-LiveMigrationTest-1198651986-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0eeec438-19be-4793-9ba2-317a2ea8c73d HTTP/1.1" status: 200 len: 1096 time: 0.1375644 Jan 18 22:14:47.113365 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7e568c-b093-4192-a9a9-95573aeb7522 req-0046c90c-318e-476e-ad36-7b80415e3c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:47.114812 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5f7e568c-b093-4192-a9a9-95573aeb7522 req-0046c90c-318e-476e-ad36-7b80415e3c1a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aed2eca7-1bb0-443d-8485-b985dbe9851b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1087873 Jan 18 22:14:47.119319 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4553abba-7177-40d2-b0d2-5b44f1cde5f6 req-5c974843-a304-4cdf-ae10-7470588a0726 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.7 HTTP/1.1" status: 200 len: 1000 time: 0.1149662 Jan 18 22:14:47.140168 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-4553abba-7177-40d2-b0d2-5b44f1cde5f6 req-fee6ff1c-ed5b-438a-ac56-a74c5b556e64 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:14:47.153429 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c22eeb3c-d295-4d90-90f0-c4a7a043fee4 req-cb5df39a-5cbd-4d1f-a093-495faca8640e tempest-LiveMigrationTest-1198651986 tempest-LiveMigrationTest-1198651986-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ac5bfedd-8c81-4ad7-9f0f-99ba0a339521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731475 Jan 18 22:14:47.246615 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-4553abba-7177-40d2-b0d2-5b44f1cde5f6 req-fee6ff1c-ed5b-438a-ac56-a74c5b556e64 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Notify callbacks [] for floatingip, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:47.277101 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['a144f15d-8003-4566-b13f-9284b79c7f71'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:14:47.301511 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5f7e568c-b093-4192-a9a9-95573aeb7522 req-8f471553-4537-41d8-ac03-141d5f93de4a service neutron] 10.222.0.67 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757295 Jan 18 22:14:47.460685 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517a2bb1-fdb2-4a3c-a0f9-e9133031206a req-2e4131da-5415-4638-992c-44bb89a607b3 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:47.462226 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-517a2bb1-fdb2-4a3c-a0f9-e9133031206a req-2e4131da-5415-4638-992c-44bb89a607b3 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/ports?device_id=2314e5ba-e2e1-41d6-a9f0-51d77e89f4f6 HTTP/1.1" status: 200 len: 948 time: 0.1582401 Jan 18 22:14:47.515251 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-4553abba-7177-40d2-b0d2-5b44f1cde5f6 req-fee6ff1c-ed5b-438a-ac56-a74c5b556e64 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:47.532997 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-4553abba-7177-40d2-b0d2-5b44f1cde5f6 req-fee6ff1c-ed5b-438a-ac56-a74c5b556e64 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043075'] for floatingip, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:47.533327 n-d-825064-1 neutron-server[102430]: INFO neutron.db.l3_db [req-4553abba-7177-40d2-b0d2-5b44f1cde5f6 req-fee6ff1c-ed5b-438a-ac56-a74c5b556e64 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Floating IP 6d01d4a9-5ed2-4278-ab87-64c10e38088a disassociated. External IP: 172.25.5.7, port: afb222c2-ad99-489f-ba74-f0b30130118e. Jan 18 22:14:47.568928 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5f7e568c-b093-4192-a9a9-95573aeb7522 req-659937a1-c547-40dc-a175-486261db0380 service neutron] 10.222.0.67 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433109 Jan 18 22:14:47.590849 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-517a2bb1-fdb2-4a3c-a0f9-e9133031206a req-247698d8-c297-488e-98f6-7af77c41daf7 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/security-groups?id=f617d299-382f-49d2-bef3-4bb5f1944b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176064 Jan 18 22:14:47.765436 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a11c383-35ad-4974-a7ec-e2472dd0914b req-789a5041-c923-4912-88cc-52213882fa91 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:47.766773 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0a11c383-35ad-4974-a7ec-e2472dd0914b req-789a5041-c923-4912-88cc-52213882fa91 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=74f307c9-43a0-43ee-8f48-6f53b38be771 HTTP/1.1" status: 200 len: 949 time: 0.1209459 Jan 18 22:14:47.814717 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4553abba-7177-40d2-b0d2-5b44f1cde5f6 req-fee6ff1c-ed5b-438a-ac56-a74c5b556e64 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Router 5c3b3c33-80f1-49f9-8418-b17c6cac4fb8 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:14:47.818380 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0a11c383-35ad-4974-a7ec-e2472dd0914b req-7da5c252-3d92-4833-9d6e-db0088e1df11 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434277 Jan 18 22:14:47.957184 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ed81a76e-9baa-4ce6-a12c-f8603fa99354 req-bd1d0268-2009-4672-bcb7-ba6831731f40 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.102 HTTP/1.1" status: 200 len: 1001 time: 0.0988469 Jan 18 22:14:47.977010 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4553abba-7177-40d2-b0d2-5b44f1cde5f6 req-fee6ff1c-ed5b-438a-ac56-a74c5b556e64 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:14:47.981929 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-4553abba-7177-40d2-b0d2-5b44f1cde5f6 req-fee6ff1c-ed5b-438a-ac56-a74c5b556e64 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:47.986445 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c4afea-6572-4891-b5aa-d3419444d724 None None] Sync routers for ids ['5c3b3c33-80f1-49f9-8418-b17c6cac4fb8'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:14:47.995018 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c4afea-6572-4891-b5aa-d3419444d724 None None] Routers {'5c3b3c33-80f1-49f9-8418-b17c6cac4fb8'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:14:47.995695 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-a4c4afea-6572-4891-b5aa-d3419444d724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:14:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['5c3b3c33-80f1-49f9-8418-b17c6cac4fb8'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:14:48.020829 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b431826-cd0b-4037-99ec-92bc59ec892a', 'tag': '8327da2a-8c9e-48da-9352-3366a825e5df'}, {'name': 'network-changed', 'server_uuid': '2314e5ba-e2e1-41d6-a9f0-51d77e89f4f6', 'tag': '53bccc17-00e0-4c65-9c80-4cfd4a86909c'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:14:48.022963 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad671645-b7ad-4d98-aae3-5ae8c949464c" -d '{"events": [{"name": "network-changed", "server_uuid": "8b431826-cd0b-4037-99ec-92bc59ec892a", "tag": "8327da2a-8c9e-48da-9352-3366a825e5df"}, {"name": "network-changed", "server_uuid": "2314e5ba-e2e1-41d6-a9f0-51d77e89f4f6", "tag": "53bccc17-00e0-4c65-9c80-4cfd4a86909c"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:14:48.041139 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed81a76e-9baa-4ce6-a12c-f8603fa99354 req-6f05fc53-d9d9-4d31-aabc-74ae8622a1f5 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:48.042478 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ed81a76e-9baa-4ce6-a12c-f8603fa99354 req-6f05fc53-d9d9-4d31-aabc-74ae8622a1f5 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] 10.222.0.53 "GET /v2.0/ports/8327da2a-8c9e-48da-9352-3366a825e5df HTTP/1.1" status: 200 len: 942 time: 0.0790951 Jan 18 22:14:48.046918 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4553abba-7177-40d2-b0d2-5b44f1cde5f6 req-fee6ff1c-ed5b-438a-ac56-a74c5b556e64 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] 10.222.0.53 "PUT /v2.0/floatingips/6d01d4a9-5ed2-4278-ab87-64c10e38088a HTTP/1.1" status: 200 len: 693 time: 0.9202018 Jan 18 22:14:48.105285 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-a4c4afea-6572-4891-b5aa-d3419444d724 None None] Set router 5c3b3c33-80f1-49f9-8418-b17c6cac4fb8 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:14:48.136304 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4553abba-7177-40d2-b0d2-5b44f1cde5f6 req-7d833f44-8c47-46f7-bebc-fd510818440b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:48.137807 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4553abba-7177-40d2-b0d2-5b44f1cde5f6 req-7d833f44-8c47-46f7-bebc-fd510818440b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=76c77dff09144c42b5e3c43e0d464bdb&device_id=b178fe69-f925-486d-8d44-b1eaab33c6e1 HTTP/1.1" status: 200 len: 1097 time: 0.0791419 Jan 18 22:14:48.161732 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ed81a76e-9baa-4ce6-a12c-f8603fa99354 req-8770cd71-4172-40b6-ac63-8abf53785e45 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.102 HTTP/1.1" status: 200 len: 1001 time: 0.0762062 Jan 18 22:14:48.295446 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-a4c4afea-6572-4891-b5aa-d3419444d724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c3b3c33-80f1-49f9-8418-b17c6cac4fb8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-926967270-router', 'tenant_id': '76c77dff09144c42b5e3c43e0d464bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '6830ecc6-1864-4048-8bac-2724f78fb322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:14:00Z', 'updated_at': '2022-01-18T22:14:09Z', 'revision_number': 4, 'project_id': '76c77dff09144c42b5e3c43e0d464bdb', 'gw_port': {'id': '6830ecc6-1864-4048-8bac-2724f78fb322', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:42:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c3b3c33-80f1-49f9-8418-b17c6cac4fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:14:02Z', 'updated_at': '2022-01-18T22:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'fba5985b-7aec-4681-9318-31371f681e45', 'name': '', 'network_id': '6c46501c-2977-42a9-95d0-8310f5875032', 'tenant_id': '76c77dff09144c42b5e3c43e0d464bdb', 'mac_address': 'fa:16:3e:1b:11:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c3b3c33-80f1-49f9-8418-b17c6cac4fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '66c43e1c-8a1a-40af-beae-fdfd2fcdc2de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:14:08Z', 'updated_at': '2022-01-18T22:14:13Z', 'revision_number': 5, 'project_id': '76c77dff09144c42b5e3c43e0d464bdb', 'subnets': [{'id': '66c43e1c-8a1a-40af-beae-fdfd2fcdc2de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:14:48.306754 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4553abba-7177-40d2-b0d2-5b44f1cde5f6 req-3cb975bd-1f1e-4136-88f7-8a650a80ec36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:48.308246 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4553abba-7177-40d2-b0d2-5b44f1cde5f6 req-3cb975bd-1f1e-4136-88f7-8a650a80ec36 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6c46501c-2977-42a9-95d0-8310f5875032 HTTP/1.1" status: 200 len: 928 time: 0.1598620 Jan 18 22:14:48.324326 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c4afea-6572-4891-b5aa-d3419444d724 None None] Checking router: 5c3b3c33-80f1-49f9-8418-b17c6cac4fb8 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:14:48.329434 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed81a76e-9baa-4ce6-a12c-f8603fa99354 req-e2d60fe0-620b-40f0-a73a-8a52cb34b1a5 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:48.330720 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ed81a76e-9baa-4ce6-a12c-f8603fa99354 req-e2d60fe0-620b-40f0-a73a-8a52cb34b1a5 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] 10.222.0.53 "GET /v2.0/networks/0fa7c7c8-c96a-4aa5-9818-d374adf00f99 HTTP/1.1" status: 200 len: 784 time: 0.1599746 Jan 18 22:14:48.333034 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c4afea-6572-4891-b5aa-d3419444d724 None None] Routers {'5c3b3c33-80f1-49f9-8418-b17c6cac4fb8'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:14:48.333628 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-a4c4afea-6572-4891-b5aa-d3419444d724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:14:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['5c3b3c33-80f1-49f9-8418-b17c6cac4fb8'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:14:48.358453 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4553abba-7177-40d2-b0d2-5b44f1cde5f6 req-c313f4dc-5d47-4a9a-abfd-3d2bf346436f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=afb222c2-ad99-489f-ba74-f0b30130118e HTTP/1.1" status: 200 len: 217 time: 0.0433033 Jan 18 22:14:48.408181 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4553abba-7177-40d2-b0d2-5b44f1cde5f6 req-4cdebcbd-deea-49df-a35a-dac1271791e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:48.409644 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4553abba-7177-40d2-b0d2-5b44f1cde5f6 req-4cdebcbd-deea-49df-a35a-dac1271791e9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=66c43e1c-8a1a-40af-beae-fdfd2fcdc2de HTTP/1.1" status: 200 len: 867 time: 0.0451241 Jan 18 22:14:48.443877 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-a4c4afea-6572-4891-b5aa-d3419444d724 None None] Set router 5c3b3c33-80f1-49f9-8418-b17c6cac4fb8 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:14:48.456050 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4553abba-7177-40d2-b0d2-5b44f1cde5f6 req-cbf5212f-e044-451a-8a57-2d807bd4b2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:48.458378 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4553abba-7177-40d2-b0d2-5b44f1cde5f6 req-cbf5212f-e044-451a-8a57-2d807bd4b2fa service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6c46501c-2977-42a9-95d0-8310f5875032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426040 Jan 18 22:14:48.557178 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4553abba-7177-40d2-b0d2-5b44f1cde5f6 req-6efc0c4e-c263-49f8-8d3f-13f788f6f766 service neutron] 10.222.0.53 "GET /v2.0/networks/6c46501c-2977-42a9-95d0-8310f5875032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905962 Jan 18 22:14:48.680263 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4553abba-7177-40d2-b0d2-5b44f1cde5f6 req-fe403541-f74b-4ba2-acc7-4ba78a56a968 service neutron] 10.222.0.53 "GET /v2.0/networks/6c46501c-2977-42a9-95d0-8310f5875032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162677 Jan 18 22:14:48.723043 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 18 Jan 2022 22:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63e7cb1d-d63c-4e84-a2f2-5717e7dcd873 x-openstack-request-id: req-63e7cb1d-d63c-4e84-a2f2-5717e7dcd873 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:14:48.723335 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b431826-cd0b-4037-99ec-92bc59ec892a", "tag": "8327da2a-8c9e-48da-9352-3366a825e5df", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2314e5ba-e2e1-41d6-a9f0-51d77e89f4f6", "tag": "53bccc17-00e0-4c65-9c80-4cfd4a86909c", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:14:48.723581 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-63e7cb1d-d63c-4e84-a2f2-5717e7dcd873 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:14:48.723964 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b431826-cd0b-4037-99ec-92bc59ec892a', 'tag': '8327da2a-8c9e-48da-9352-3366a825e5df', 'status': 'completed', 'code': 200} Jan 18 22:14:48.724233 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2314e5ba-e2e1-41d6-a9f0-51d77e89f4f6', 'tag': '53bccc17-00e0-4c65-9c80-4cfd4a86909c', 'status': 'completed', 'code': 200} Jan 18 22:14:48.789450 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device a144f15d-8003-4566-b13f-9284b79c7f71 up at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:14:48.855879 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-a4c4afea-6572-4891-b5aa-d3419444d724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c3b3c33-80f1-49f9-8418-b17c6cac4fb8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-926967270-router', 'tenant_id': '76c77dff09144c42b5e3c43e0d464bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '6830ecc6-1864-4048-8bac-2724f78fb322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:14:00Z', 'updated_at': '2022-01-18T22:14:09Z', 'revision_number': 4, 'project_id': '76c77dff09144c42b5e3c43e0d464bdb', 'gw_port': {'id': '6830ecc6-1864-4048-8bac-2724f78fb322', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:42:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c3b3c33-80f1-49f9-8418-b17c6cac4fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:14:02Z', 'updated_at': '2022-01-18T22:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'fba5985b-7aec-4681-9318-31371f681e45', 'name': '', 'network_id': '6c46501c-2977-42a9-95d0-8310f5875032', 'tenant_id': '76c77dff09144c42b5e3c43e0d464bdb', 'mac_address': 'fa:16:3e:1b:11:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c3b3c33-80f1-49f9-8418-b17c6cac4fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '66c43e1c-8a1a-40af-beae-fdfd2fcdc2de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:14:08Z', 'updated_at': '2022-01-18T22:14:13Z', 'revision_number': 5, 'project_id': '76c77dff09144c42b5e3c43e0d464bdb', 'subnets': [{'id': '66c43e1c-8a1a-40af-beae-fdfd2fcdc2de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:14:48.857204 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning for port a144f15d-8003-4566-b13f-9284b79c7f71 completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:14:48.861273 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6bb958fd-c4db-43e6-b770-770b427acd37 req-1fb85a52-9e54-4ea8-9eef-4d0c0e484b76 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.102 HTTP/1.1" status: 200 len: 1001 time: 0.1470413 Jan 18 22:14:48.873845 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad671645-b7ad-4d98-aae3-5ae8c949464c req-c736aa21-ebc9-4493-b179-ae7d8e976268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:48.875354 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ad671645-b7ad-4d98-aae3-5ae8c949464c req-c736aa21-ebc9-4493-b179-ae7d8e976268 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b4fa371f1ebf4a37ba7e58b461b03d52&device_id=8b431826-cd0b-4037-99ec-92bc59ec892a HTTP/1.1" status: 200 len: 1096 time: 0.1075468 Jan 18 22:14:48.889814 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning complete for port a144f15d-8003-4566-b13f-9284b79c7f71 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:14:48.890139 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:48.892072 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c4afea-6572-4891-b5aa-d3419444d724 None None] The sync data for ids ['5c3b3c33-80f1-49f9-8418-b17c6cac4fb8'] in n-d-825064-1 is: [{'id': '5c3b3c33-80f1-49f9-8418-b17c6cac4fb8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-926967270-router', 'tenant_id': '76c77dff09144c42b5e3c43e0d464bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '6830ecc6-1864-4048-8bac-2724f78fb322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:14:00Z', 'updated_at': '2022-01-18T22:14:09Z', 'revision_number': 4, 'project_id': '76c77dff09144c42b5e3c43e0d464bdb', 'gw_port': {'id': '6830ecc6-1864-4048-8bac-2724f78fb322', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:42:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c3b3c33-80f1-49f9-8418-b17c6cac4fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:14:02Z', 'updated_at': '2022-01-18T22:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'fba5985b-7aec-4681-9318-31371f681e45', 'name': '', 'network_id': '6c46501c-2977-42a9-95d0-8310f5875032', 'tenant_id': '76c77dff09144c42b5e3c43e0d464bdb', 'mac_address': 'fa:16:3e:1b:11:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c3b3c33-80f1-49f9-8418-b17c6cac4fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '66c43e1c-8a1a-40af-beae-fdfd2fcdc2de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:14:08Z', 'updated_at': '2022-01-18T22:14:13Z', 'revision_number': 5, 'project_id': '76c77dff09144c42b5e3c43e0d464bdb', 'subnets': [{'id': '66c43e1c-8a1a-40af-beae-fdfd2fcdc2de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:14:48.933931 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b01e01-a8e5-4e6d-830b-ef9e5d4e12db req-fe1c4c58-09cc-457b-b164-322cb9e9a274 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:48.935427 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e0b01e01-a8e5-4e6d-830b-ef9e5d4e12db req-fe1c4c58-09cc-457b-b164-322cb9e9a274 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/ports?device_id=2314e5ba-e2e1-41d6-a9f0-51d77e89f4f6 HTTP/1.1" status: 200 len: 948 time: 0.1360445 Jan 18 22:14:48.978925 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:48.994004 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb958fd-c4db-43e6-b770-770b427acd37 req-4a51238e-7a6a-4c78-bddb-0214fe48690f tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:48.995355 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6bb958fd-c4db-43e6-b770-770b427acd37 req-4a51238e-7a6a-4c78-bddb-0214fe48690f tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] 10.222.0.53 "GET /v2.0/ports/8327da2a-8c9e-48da-9352-3366a825e5df HTTP/1.1" status: 200 len: 942 time: 0.1256831 Jan 18 22:14:49.014500 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fa92f39-d443-46a1-a886-13e3ee10e361', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a144f15d-8003-4566-b13f-9284b79c7f71'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:14:49.019577 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-473cf21e-4549-4a35-9b57-993c76dfb75f" -d '{"events": [{"server_uuid": "5fa92f39-d443-46a1-a886-13e3ee10e361", "name": "network-vif-plugged", "status": "completed", "tag": "a144f15d-8003-4566-b13f-9284b79c7f71"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:14:49.035509 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e0b01e01-a8e5-4e6d-830b-ef9e5d4e12db req-b4959cf3-1259-4361-93d1-876ab615e3ae tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/security-groups?id=f617d299-382f-49d2-bef3-4bb5f1944b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701606 Jan 18 22:14:49.036670 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port a144f15d-8003-4566-b13f-9284b79c7f71, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=a144f15d-8003-4566-b13f-9284b79c7f71,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:14:49.044572 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:49.052389 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad671645-b7ad-4d98-aae3-5ae8c949464c req-a98f8483-6fba-4241-b0d7-720e9c504a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:49.055486 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ad671645-b7ad-4d98-aae3-5ae8c949464c req-a98f8483-6fba-4241-b0d7-720e9c504a25 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ac163b22-6dbe-4f74-9441-5d83aaaf42c4 HTTP/1.1" status: 200 len: 920 time: 0.1686981 Jan 18 22:14:49.146814 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=a144f15d-8003-4566-b13f-9284b79c7f71,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:49.238206 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d43c8a12-9b34-47a1-8e29-3d244e78c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:49.284626 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739a0233-54a9-425d-bc0f-214757fdfe37 None None] New status for floating IP 6d01d4a9-5ed2-4278-ab87-64c10e38088a: DOWN {{(pid=102433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 22:14:49.498912 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ad671645-b7ad-4d98-aae3-5ae8c949464c req-986bb4d1-015f-434a-b3cb-06a9bb3d1369 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8327da2a-8c9e-48da-9352-3366a825e5df HTTP/1.1" status: 200 len: 1001 time: 0.3853683 Jan 18 22:14:49.504540 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6bb958fd-c4db-43e6-b770-770b427acd37 req-0266f9a2-e36d-4d6b-9e97-2bbdfb15615a tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.102 HTTP/1.1" status: 200 len: 1001 time: 0.4460230 Jan 18 22:14:49.569970 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd866dca-eb4e-4eb0-9db1-60fbff1340c0 req-109e153b-60b8-46d6-b569-942b1039b4ca tempest-TenantUsagesTestJSON-961358480 tempest-TenantUsagesTestJSON-961358480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:49.571413 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bd866dca-eb4e-4eb0-9db1-60fbff1340c0 req-109e153b-60b8-46d6-b569-942b1039b4ca tempest-TenantUsagesTestJSON-961358480 tempest-TenantUsagesTestJSON-961358480-project] 10.222.0.53 "GET /v2.0/ports?device_id=18451bc8-9500-4df5-9b59-1eaa8b229814 HTTP/1.1" status: 200 len: 950 time: 0.4050632 Jan 18 22:14:49.654187 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad671645-b7ad-4d98-aae3-5ae8c949464c req-1a777267-f1ac-41da-b9da-72eb3619ae1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:49.656036 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ad671645-b7ad-4d98-aae3-5ae8c949464c req-1a777267-f1ac-41da-b9da-72eb3619ae1e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=07257b09-c636-44c9-86f7-42df7e4ef3e2 HTTP/1.1" status: 200 len: 859 time: 0.1471107 Jan 18 22:14:49.664156 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bd866dca-eb4e-4eb0-9db1-60fbff1340c0 req-bcb45e78-b3f8-4b59-888f-908c906a7a33 tempest-TenantUsagesTestJSON-961358480 tempest-TenantUsagesTestJSON-961358480-project] 10.222.0.53 "GET /v2.0/security-groups?id=b8f4d84a-22a5-4788-b429-2fd896c5e8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807242 Jan 18 22:14:49.756211 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb958fd-c4db-43e6-b770-770b427acd37 req-7aa618dd-a714-447d-b014-c7dff7db8606 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:49.757518 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6bb958fd-c4db-43e6-b770-770b427acd37 req-7aa618dd-a714-447d-b014-c7dff7db8606 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] 10.222.0.53 "GET /v2.0/networks/0fa7c7c8-c96a-4aa5-9818-d374adf00f99 HTTP/1.1" status: 200 len: 784 time: 0.2397182 Jan 18 22:14:49.776493 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b7c9f26b-52a0-4ef4-9201-77111747e8fb req-a22b6505-e052-438c-bf2a-27f4ae2f8e3e tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] 10.222.0.53 "GET /v2.0/floatingips/6d01d4a9-5ed2-4278-ab87-64c10e38088a HTTP/1.1" status: 200 len: 691 time: 0.0686381 Jan 18 22:14:49.823315 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad671645-b7ad-4d98-aae3-5ae8c949464c req-92faeafe-2b22-4905-8031-f964a0396edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:49.824745 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ad671645-b7ad-4d98-aae3-5ae8c949464c req-92faeafe-2b22-4905-8031-f964a0396edf service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ac163b22-6dbe-4f74-9441-5d83aaaf42c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1463969 Jan 18 22:14:49.930625 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6bb958fd-c4db-43e6-b770-770b427acd37 req-f5a5254f-042f-41dd-84c1-7671a5173307 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.102 HTTP/1.1" status: 200 len: 1001 time: 0.1644754 Jan 18 22:14:49.946263 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-6bb958fd-c4db-43e6-b770-770b427acd37 req-a5365d10-6939-43cd-a58a-e47cd560bfb9 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:14:50.050302 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c9f26b-52a0-4ef4-9201-77111747e8fb req-14e16612-9383-45bd-9ceb-ed18e865ac63 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:50.051613 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b7c9f26b-52a0-4ef4-9201-77111747e8fb req-14e16612-9383-45bd-9ceb-ed18e865ac63 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] 10.222.0.53 "GET /v2.0/networks/0fa7c7c8-c96a-4aa5-9818-d374adf00f99 HTTP/1.1" status: 200 len: 784 time: 0.2415974 Jan 18 22:14:50.055357 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-6bb958fd-c4db-43e6-b770-770b427acd37 req-a5365d10-6939-43cd-a58a-e47cd560bfb9 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Notify callbacks [] for floatingip, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:50.059675 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ad671645-b7ad-4d98-aae3-5ae8c949464c req-fa585428-790c-4fd5-818d-d0609473782e service neutron] 10.222.0.67 "GET /v2.0/networks/ac163b22-6dbe-4f74-9441-5d83aaaf42c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222691 Jan 18 22:14:50.065469 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [req-b7c9f26b-52a0-4ef4-9201-77111747e8fb req-a06919ef-51d2-4b16-8ad8-86c692cc3104 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102430) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:14:50.066425 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b7c9f26b-52a0-4ef4-9201-77111747e8fb req-a06919ef-51d2-4b16-8ad8-86c692cc3104 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087976 Jan 18 22:14:50.211413 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b7c9f26b-52a0-4ef4-9201-77111747e8fb req-e97155e2-28a0-4b59-bca8-4d6b28a492bc tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.7 HTTP/1.1" status: 200 len: 694 time: 0.1089952 Jan 18 22:14:50.312862 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b7c9f26b-52a0-4ef4-9201-77111747e8fb req-e12dfa1b-7764-4005-af8a-5c6a3c056064 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.7 HTTP/1.1" status: 200 len: 694 time: 0.0943222 Jan 18 22:14:50.315259 n-d-825064-1 neutron-server[102431]: INFO neutron.api.v2.resource [req-3619127d-241a-4e0b-aa44-a76d2be39a82 req-484f472c-a039-4494-979a-295ba1cac779 service neutron] show failed (client error): The resource could not be found. Jan 18 22:14:50.316922 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-3619127d-241a-4e0b-aa44-a76d2be39a82 req-484f472c-a039-4494-979a-295ba1cac779 service neutron] 10.222.0.67 "GET /v2.0/ports/82c8fac7-b604-4f74-9e60-1a7d1e5868ca/bindings/n-h1-825064-1 HTTP/1.1" status: 404 len: 380 time: 0.0608358 Jan 18 22:14:50.375048 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ad671645-b7ad-4d98-aae3-5ae8c949464c req-297edf7d-c2cb-4c15-a365-b06a72997eac service neutron] 10.222.0.67 "GET /v2.0/networks/ac163b22-6dbe-4f74-9441-5d83aaaf42c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738135 Jan 18 22:14:50.420637 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-6bb958fd-c4db-43e6-b770-770b427acd37 req-a5365d10-6939-43cd-a58a-e47cd560bfb9 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:50.442301 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56515794-c6ea-4950-b3da-d7ba67448366 req-9f7c4ea1-78b0-4ed8-a3b1-9c17fb3c00f9 tempest-TenantUsagesTestJSON-961358480 tempest-TenantUsagesTestJSON-961358480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:50.444551 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-56515794-c6ea-4950-b3da-d7ba67448366 req-9f7c4ea1-78b0-4ed8-a3b1-9c17fb3c00f9 tempest-TenantUsagesTestJSON-961358480 tempest-TenantUsagesTestJSON-961358480-project] 10.222.0.36 "GET /v2.0/ports?device_id=18451bc8-9500-4df5-9b59-1eaa8b229814 HTTP/1.1" status: 200 len: 950 time: 0.1009371 Jan 18 22:14:50.491240 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-6bb958fd-c4db-43e6-b770-770b427acd37 req-a5365d10-6939-43cd-a58a-e47cd560bfb9 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043075'] for floatingip, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:50.491571 n-d-825064-1 neutron-server[102430]: INFO neutron.db.l3_db [req-6bb958fd-c4db-43e6-b770-770b427acd37 req-a5365d10-6939-43cd-a58a-e47cd560bfb9 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Floating IP 7e64691e-c3a0-42c9-a5b1-7926b8f7a133 disassociated. External IP: 172.25.5.102, port: 8327da2a-8c9e-48da-9352-3366a825e5df. Jan 18 22:14:50.584164 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-56515794-c6ea-4950-b3da-d7ba67448366 req-0404c57b-7084-4348-a9e3-b91f048d7a7f tempest-TenantUsagesTestJSON-961358480 tempest-TenantUsagesTestJSON-961358480-project] Deleting port 9a40db95-3cc8-4cd2-8148-1ba34f013279 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:14:50.584553 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-56515794-c6ea-4950-b3da-d7ba67448366 req-0404c57b-7084-4348-a9e3-b91f048d7a7f tempest-TenantUsagesTestJSON-961358480 tempest-TenantUsagesTestJSON-961358480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:50.605419 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad671645-b7ad-4d98-aae3-5ae8c949464c req-cd067c8d-ba27-4567-a615-bc4896f3b984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:50.606901 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ad671645-b7ad-4d98-aae3-5ae8c949464c req-cd067c8d-ba27-4567-a615-bc4896f3b984 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ea2794c3a3f945b88560f5de6429085f&device_id=2314e5ba-e2e1-41d6-a9f0-51d77e89f4f6 HTTP/1.1" status: 200 len: 1099 time: 0.1505740 Jan 18 22:14:50.674867 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-56515794-c6ea-4950-b3da-d7ba67448366 req-0404c57b-7084-4348-a9e3-b91f048d7a7f tempest-TenantUsagesTestJSON-961358480 tempest-TenantUsagesTestJSON-961358480-project] For port 9a40db95-3cc8-4cd2-8148-1ba34f013279, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=9a40db95-3cc8-4cd2-8148-1ba34f013279,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:14:50.675264 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-56515794-c6ea-4950-b3da-d7ba67448366 req-0404c57b-7084-4348-a9e3-b91f048d7a7f tempest-TenantUsagesTestJSON-961358480 tempest-TenantUsagesTestJSON-961358480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:50.691791 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-56515794-c6ea-4950-b3da-d7ba67448366 req-0404c57b-7084-4348-a9e3-b91f048d7a7f tempest-TenantUsagesTestJSON-961358480 tempest-TenantUsagesTestJSON-961358480-project] Calling delete_port for 9a40db95-3cc8-4cd2-8148-1ba34f013279 owned by compute:nova {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:14:50.730701 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b178fe69-f925-486d-8d44-b1eaab33c6e1', 'tag': 'afb222c2-ad99-489f-ba74-f0b30130118e'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:14:50.733411 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0301b355-9aeb-47e2-a222-255276ebab0c" -d '{"events": [{"name": "network-changed", "server_uuid": "b178fe69-f925-486d-8d44-b1eaab33c6e1", "tag": "afb222c2-ad99-489f-ba74-f0b30130118e"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:14:50.776089 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3619127d-241a-4e0b-aa44-a76d2be39a82 req-86c60bd9-9278-464c-9ca2-7e838fb47e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:50.783473 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3619127d-241a-4e0b-aa44-a76d2be39a82 req-86c60bd9-9278-464c-9ca2-7e838fb47e36 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=74f307c9-43a0-43ee-8f48-6f53b38be771&tenant_id=7c124f68020a4e92b3e26dca83e43678 HTTP/1.1" status: 200 len: 1100 time: 0.1679344 Jan 18 22:14:50.784712 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-b7c9f26b-52a0-4ef4-9201-77111747e8fb req-889dcfa6-1606-4387-9934-999c7c996aa6 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Deleting port 6d0a39a0-db61-4329-ae8d-4f9b2195f41e {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:14:50.785060 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-b7c9f26b-52a0-4ef4-9201-77111747e8fb req-889dcfa6-1606-4387-9934-999c7c996aa6 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:50.795972 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-3619127d-241a-4e0b-aa44-a76d2be39a82 req-26f3d346-98dd-45dd-bee1-1231eccbeb5c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825064-1', 'device_owner': 'compute:nova'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:14:50.823719 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-56515794-c6ea-4950-b3da-d7ba67448366 req-0404c57b-7084-4348-a9e3-b91f048d7a7f tempest-TenantUsagesTestJSON-961358480 tempest-TenantUsagesTestJSON-961358480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:50.844569 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['9a40db95-3cc8-4cd2-8148-1ba34f013279'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:14:50.854607 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0404c57b-7084-4348-a9e3-b91f048d7a7f tempest-TenantUsagesTestJSON-961358480 tempest-TenantUsagesTestJSON-961358480-project] Pushing event deleted for resources: {'Port': ['ID=9a40db95-3cc8-4cd2-8148-1ba34f013279,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:50.906115 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-56515794-c6ea-4950-b3da-d7ba67448366 req-0404c57b-7084-4348-a9e3-b91f048d7a7f tempest-TenantUsagesTestJSON-961358480 tempest-TenantUsagesTestJSON-961358480-project] No DVR routers for this DVR port 9a40db95-3cc8-4cd2-8148-1ba34f013279 on host n-h1-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:14:50.912993 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-56515794-c6ea-4950-b3da-d7ba67448366 req-0404c57b-7084-4348-a9e3-b91f048d7a7f tempest-TenantUsagesTestJSON-961358480 tempest-TenantUsagesTestJSON-961358480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:50.915593 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad671645-b7ad-4d98-aae3-5ae8c949464c req-bc9c8004-360e-427c-8379-2b0c85768ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:50.917143 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ad671645-b7ad-4d98-aae3-5ae8c949464c req-bc9c8004-360e-427c-8379-2b0c85768ffd service neutron] 10.222.0.67 "GET /v2.0/networks?id=aed2eca7-1bb0-443d-8485-b985dbe9851b HTTP/1.1" status: 200 len: 869 time: 0.2779729 Jan 18 22:14:50.922312 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-56515794-c6ea-4950-b3da-d7ba67448366 req-0404c57b-7084-4348-a9e3-b91f048d7a7f tempest-TenantUsagesTestJSON-961358480 tempest-TenantUsagesTestJSON-961358480-project] 10.222.0.36 "DELETE /v2.0/ports/9a40db95-3cc8-4cd2-8148-1ba34f013279 HTTP/1.1" status: 204 len: 173 time: 0.4701123 Jan 18 22:14:50.922794 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18451bc8-9500-4df5-9b59-1eaa8b229814', 'name': 'network-vif-deleted', 'tag': '9a40db95-3cc8-4cd2-8148-1ba34f013279'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:14:50.925103 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d543dd48-4cdf-4bf0-950c-3d12782ee411" -d '{"events": [{"server_uuid": "18451bc8-9500-4df5-9b59-1eaa8b229814", "name": "network-vif-deleted", "tag": "9a40db95-3cc8-4cd2-8148-1ba34f013279"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:14:51.314242 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ad671645-b7ad-4d98-aae3-5ae8c949464c req-5ce13b8e-f580-47a3-9ca1-a2d3e4f0d4fe service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=53bccc17-00e0-4c65-9c80-4cfd4a86909c HTTP/1.1" status: 200 len: 217 time: 0.3795445 Jan 18 22:14:51.314846 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-3619127d-241a-4e0b-aa44-a76d2be39a82 req-26f3d346-98dd-45dd-bee1-1231eccbeb5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:51.355610 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-b7c9f26b-52a0-4ef4-9201-77111747e8fb req-889dcfa6-1606-4387-9934-999c7c996aa6 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:51.355939 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-b7c9f26b-52a0-4ef4-9201-77111747e8fb req-889dcfa6-1606-4387-9934-999c7c996aa6 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:51.399560 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-b7c9f26b-52a0-4ef4-9201-77111747e8fb req-889dcfa6-1606-4387-9934-999c7c996aa6 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Calling delete_port for 6d0a39a0-db61-4329-ae8d-4f9b2195f41e owned by network:floatingip {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:14:51.452729 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad671645-b7ad-4d98-aae3-5ae8c949464c req-6e49c250-5cb4-48b9-892f-5db9989e71e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:51.454179 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ad671645-b7ad-4d98-aae3-5ae8c949464c req-6e49c250-5cb4-48b9-892f-5db9989e71e0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8518183d-cc63-459a-b971-d4c7514e001f HTTP/1.1" status: 200 len: 843 time: 0.1278358 Jan 18 22:14:51.457361 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6bb958fd-c4db-43e6-b770-770b427acd37 req-a5365d10-6939-43cd-a58a-e47cd560bfb9 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Router b7ea9019-2842-465d-9d1c-9248830f2ffa has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:14:51.683629 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad671645-b7ad-4d98-aae3-5ae8c949464c req-1660abe1-893a-40e6-ba51-66887afcb35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:51.685053 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ad671645-b7ad-4d98-aae3-5ae8c949464c req-1660abe1-893a-40e6-ba51-66887afcb35b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aed2eca7-1bb0-443d-8485-b985dbe9851b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1986630 Jan 18 22:14:51.704502 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 53bccc17-00e0-4c65-9c80-4cfd4a86909c details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:14:51.781663 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-555b7ee6-b0bd-4212-a719-dbb912c38954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:51.807889 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 53bccc17-00e0-4c65-9c80-4cfd4a86909c, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=53bccc17-00e0-4c65-9c80-4cfd4a86909c,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:14:51.819296 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': '53bccc17-00e0-4c65-9c80-4cfd4a86909c', 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b', 'port_id': '53bccc17-00e0-4c65-9c80-4cfd4a86909c', 'mac_address': 'fa:16:3e:2a:ac:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8518183d-cc63-459a-b971-d4c7514e001f', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:14:51.861459 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:51.863926 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6bb958fd-c4db-43e6-b770-770b427acd37 req-a5365d10-6939-43cd-a58a-e47cd560bfb9 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:14:51.875849 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0320016-09de-4355-8432-7f251371249e None None] Sync routers for ids ['b7ea9019-2842-465d-9d1c-9248830f2ffa'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:14:51.877414 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-6bb958fd-c4db-43e6-b770-770b427acd37 req-a5365d10-6939-43cd-a58a-e47cd560bfb9 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:51.879873 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53bccc17-00e0-4c65-9c80-4cfd4a86909c {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:14:51.897925 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0320016-09de-4355-8432-7f251371249e None None] Routers {'b7ea9019-2842-465d-9d1c-9248830f2ffa'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:14:51.898647 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-e0320016-09de-4355-8432-7f251371249e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:14:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['b7ea9019-2842-465d-9d1c-9248830f2ffa'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:14:51.937230 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 53bccc17-00e0-4c65-9c80-4cfd4a86909c, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=53bccc17-00e0-4c65-9c80-4cfd4a86909c,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:14:51.944268 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:51.952888 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-3619127d-241a-4e0b-aa44-a76d2be39a82 req-26f3d346-98dd-45dd-bee1-1231eccbeb5c service neutron] For port 82c8fac7-b604-4f74-9e60-1a7d1e5868ca, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=82c8fac7-b604-4f74-9e60-1a7d1e5868ca,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:14:51.963531 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ad671645-b7ad-4d98-aae3-5ae8c949464c req-2a373972-734e-4a33-8eee-9bbf0b54ae0e service neutron] 10.222.0.67 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500241 Jan 18 22:14:51.965027 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6bb958fd-c4db-43e6-b770-770b427acd37 req-a5365d10-6939-43cd-a58a-e47cd560bfb9 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] 10.222.0.53 "PUT /v2.0/floatingips/7e64691e-c3a0-42c9-a5b1-7926b8f7a133 HTTP/1.1" status: 200 len: 695 time: 2.0272176 Jan 18 22:14:51.967926 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-b7c9f26b-52a0-4ef4-9201-77111747e8fb req-889dcfa6-1606-4387-9934-999c7c996aa6 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:52.042687 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=53bccc17-00e0-4c65-9c80-4cfd4a86909c,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:52.053756 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-e0320016-09de-4355-8432-7f251371249e None None] Set router b7ea9019-2842-465d-9d1c-9248830f2ffa gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:14:52.053923 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889dcfa6-1606-4387-9934-999c7c996aa6 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Pushing event deleted for resources: {'Port': ['ID=6d0a39a0-db61-4329-ae8d-4f9b2195f41e,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:52.114523 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-3619127d-241a-4e0b-aa44-a76d2be39a82 req-26f3d346-98dd-45dd-bee1-1231eccbeb5c service neutron] For port 82c8fac7-b604-4f74-9e60-1a7d1e5868ca, host n-h2-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:14:52.116113 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-b7c9f26b-52a0-4ef4-9201-77111747e8fb req-889dcfa6-1606-4387-9934-999c7c996aa6 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Notify callbacks [] for floatingip, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:52.118634 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-b7c9f26b-52a0-4ef4-9201-77111747e8fb req-889dcfa6-1606-4387-9934-999c7c996aa6 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:52.119780 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b7c9f26b-52a0-4ef4-9201-77111747e8fb req-889dcfa6-1606-4387-9934-999c7c996aa6 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] 10.222.0.53 "DELETE /v2.0/floatingips/6d01d4a9-5ed2-4278-ab87-64c10e38088a HTTP/1.1" status: 204 len: 173 time: 1.7954187 Jan 18 22:14:52.172543 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb958fd-c4db-43e6-b770-770b427acd37 req-37ce92ca-7483-496d-b179-1b7fd1ccf5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:52.174065 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6bb958fd-c4db-43e6-b770-770b427acd37 req-37ce92ca-7483-496d-b179-1b7fd1ccf5e4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b4fa371f1ebf4a37ba7e58b461b03d52&device_id=8b431826-cd0b-4037-99ec-92bc59ec892a HTTP/1.1" status: 200 len: 1096 time: 0.1858084 Jan 18 22:14:52.240974 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-3619127d-241a-4e0b-aa44-a76d2be39a82 req-26f3d346-98dd-45dd-bee1-1231eccbeb5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:52.245327 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ad671645-b7ad-4d98-aae3-5ae8c949464c req-500dfc93-4ccc-463a-93ef-862a5362728b service neutron] 10.222.0.67 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2697096 Jan 18 22:14:52.246846 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['53bccc17-00e0-4c65-9c80-4cfd4a86909c'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:14:52.293611 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-3619127d-241a-4e0b-aa44-a76d2be39a82 req-26f3d346-98dd-45dd-bee1-1231eccbeb5c service neutron] Transition to ACTIVE for port object 82c8fac7-b604-4f74-9e60-1a7d1e5868ca will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:14:52.302388 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-3619127d-241a-4e0b-aa44-a76d2be39a82 req-26f3d346-98dd-45dd-bee1-1231eccbeb5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:52.312676 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-e0320016-09de-4355-8432-7f251371249e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ea9019-2842-465d-9d1c-9248830f2ffa', 'name': 'tempest-FloatingIPsAssociationTestJSON-831016946-router', 'tenant_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '2304f75f-a5ed-4e63-939c-0d1b89fc3871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:13:41Z', 'updated_at': '2022-01-18T22:13:49Z', 'revision_number': 4, 'project_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'gw_port': {'id': '2304f75f-a5ed-4e63-939c-0d1b89fc3871', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ea9019-2842-465d-9d1c-9248830f2ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:43Z', 'updated_at': '2022-01-18T22:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'd0dfd072-55e2-41e6-b235-66a0b8e6446e', 'name': '', 'network_id': 'ac163b22-6dbe-4f74-9441-5d83aaaf42c4', 'tenant_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'mac_address': 'fa:16:3e:a0:7b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ea9019-2842-465d-9d1c-9248830f2ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '07257b09-c636-44c9-86f7-42df7e4ef3e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:47Z', 'updated_at': '2022-01-18T22:13:57Z', 'revision_number': 5, 'project_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'subnets': [{'id': '07257b09-c636-44c9-86f7-42df7e4ef3e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:14:52.345375 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0320016-09de-4355-8432-7f251371249e None None] Checking router: b7ea9019-2842-465d-9d1c-9248830f2ffa for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:14:52.356682 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a75187-7ae7-44a7-8466-c83a227ce2df req-43389fc5-3500-45c1-a9b5-2526973d1679 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:52.358236 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e5a75187-7ae7-44a7-8466-c83a227ce2df req-43389fc5-3500-45c1-a9b5-2526973d1679 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=74f307c9-43a0-43ee-8f48-6f53b38be771 HTTP/1.1" status: 200 len: 949 time: 0.1758244 Jan 18 22:14:52.367974 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0320016-09de-4355-8432-7f251371249e None None] Routers {'b7ea9019-2842-465d-9d1c-9248830f2ffa'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:14:52.368622 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-e0320016-09de-4355-8432-7f251371249e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:14:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['b7ea9019-2842-465d-9d1c-9248830f2ffa'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:14:52.387230 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb958fd-c4db-43e6-b770-770b427acd37 req-3c1a431c-e864-400e-b0c3-57d9fff3b56a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:52.389299 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6bb958fd-c4db-43e6-b770-770b427acd37 req-3c1a431c-e864-400e-b0c3-57d9fff3b56a service neutron] 10.222.0.53 "GET /v2.0/networks?id=ac163b22-6dbe-4f74-9441-5d83aaaf42c4 HTTP/1.1" status: 200 len: 920 time: 0.2052639 Jan 18 22:14:52.425584 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-3619127d-241a-4e0b-aa44-a76d2be39a82 req-26f3d346-98dd-45dd-bee1-1231eccbeb5c service neutron] No DVR routers for this DVR port 82c8fac7-b604-4f74-9e60-1a7d1e5868ca on host n-h2-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:14:52.462822 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f3d346-98dd-45dd-bee1-1231eccbeb5c service neutron] Pushing event updated for resources: {'Port': ['ID=82c8fac7-b604-4f74-9e60-1a7d1e5868ca,revision_number=6']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:52.467539 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6bb958fd-c4db-43e6-b770-770b427acd37 req-73c3f0d8-97db-4c3b-bc78-8c221e4e7549 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8327da2a-8c9e-48da-9352-3366a825e5df HTTP/1.1" status: 200 len: 217 time: 0.0642307 Jan 18 22:14:52.509615 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e5a75187-7ae7-44a7-8466-c83a227ce2df req-dfb27f5f-8e1b-49cd-978b-c1130c5f9bc9 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422288 Jan 18 22:14:52.516093 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-e0320016-09de-4355-8432-7f251371249e None None] Set router b7ea9019-2842-465d-9d1c-9248830f2ffa gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:14:52.555812 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-3619127d-241a-4e0b-aa44-a76d2be39a82 req-26f3d346-98dd-45dd-bee1-1231eccbeb5c service neutron] Attempting to bind port 82c8fac7-b604-4f74-9e60-1a7d1e5868ca on host n-h1-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:14:52.556162 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-3619127d-241a-4e0b-aa44-a76d2be39a82 req-26f3d346-98dd-45dd-bee1-1231eccbeb5c service neutron] Attempting to bind port 82c8fac7-b604-4f74-9e60-1a7d1e5868ca by drivers openvswitch,hyperv on host n-h1-825064-1 at level 0 using segments [{'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:14:52.556502 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3619127d-241a-4e0b-aa44-a76d2be39a82 req-26f3d346-98dd-45dd-bee1-1231eccbeb5c service neutron] Attempting to bind port 82c8fac7-b604-4f74-9e60-1a7d1e5868ca on network aed2eca7-1bb0-443d-8485-b985dbe9851b {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:14:52.567045 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3619127d-241a-4e0b-aa44-a76d2be39a82 req-26f3d346-98dd-45dd-bee1-1231eccbeb5c service neutron] Port 82c8fac7-b604-4f74-9e60-1a7d1e5868ca on network aed2eca7-1bb0-443d-8485-b985dbe9851b not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:14:52.567373 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3619127d-241a-4e0b-aa44-a76d2be39a82 req-26f3d346-98dd-45dd-bee1-1231eccbeb5c service neutron] Attempting to bind port 82c8fac7-b604-4f74-9e60-1a7d1e5868ca on network aed2eca7-1bb0-443d-8485-b985dbe9851b {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:14:52.575661 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3619127d-241a-4e0b-aa44-a76d2be39a82 req-26f3d346-98dd-45dd-bee1-1231eccbeb5c service neutron] Checking agent: {'id': 'e49d1b2a-ba11-487f-a804-ecbf3c0e8132', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:14:52.576041 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3619127d-241a-4e0b-aa44-a76d2be39a82 req-26f3d346-98dd-45dd-bee1-1231eccbeb5c service neutron] Checking segment: {'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:14:52.576446 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3619127d-241a-4e0b-aa44-a76d2be39a82 req-26f3d346-98dd-45dd-bee1-1231eccbeb5c service neutron] Bound using segment: {'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:14:52.576875 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-3619127d-241a-4e0b-aa44-a76d2be39a82 req-26f3d346-98dd-45dd-bee1-1231eccbeb5c service neutron] Bound port: 82c8fac7-b604-4f74-9e60-1a7d1e5868ca, host: n-h1-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:14:52.577232 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-3619127d-241a-4e0b-aa44-a76d2be39a82 req-26f3d346-98dd-45dd-bee1-1231eccbeb5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:52.579986 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb958fd-c4db-43e6-b770-770b427acd37 req-cd8f31af-189b-4098-b44f-c30ce704a711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:52.581580 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6bb958fd-c4db-43e6-b770-770b427acd37 req-cd8f31af-189b-4098-b44f-c30ce704a711 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=07257b09-c636-44c9-86f7-42df7e4ef3e2 HTTP/1.1" status: 200 len: 859 time: 0.0856278 Jan 18 22:14:52.608602 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08ecc324-99ed-4da3-a880-203a2eaebd9a x-openstack-request-id: req-08ecc324-99ed-4da3-a880-203a2eaebd9a {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:14:52.609042 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fa92f39-d443-46a1-a886-13e3ee10e361", "name": "network-vif-plugged", "status": "completed", "tag": "a144f15d-8003-4566-b13f-9284b79c7f71", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:14:52.609396 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-08ecc324-99ed-4da3-a880-203a2eaebd9a {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:14:52.609900 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fa92f39-d443-46a1-a886-13e3ee10e361', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a144f15d-8003-4566-b13f-9284b79c7f71', 'code': 200} Jan 18 22:14:52.662360 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb958fd-c4db-43e6-b770-770b427acd37 req-d855fb82-cc0e-47f6-a1ce-3d50bb960f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:52.664014 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6bb958fd-c4db-43e6-b770-770b427acd37 req-d855fb82-cc0e-47f6-a1ce-3d50bb960f9b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ac163b22-6dbe-4f74-9441-5d83aaaf42c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732639 Jan 18 22:14:52.694024 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-3619127d-241a-4e0b-aa44-a76d2be39a82 req-26f3d346-98dd-45dd-bee1-1231eccbeb5c service neutron] For port 82c8fac7-b604-4f74-9e60-1a7d1e5868ca, host n-h1-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:14:52.699839 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a2d60a-1bdb-4c7d-8d9f-c302fc2720d8 req-7b6f6fd2-0752-4d91-ab83-314e335ea06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:52.702179 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-33a2d60a-1bdb-4c7d-8d9f-c302fc2720d8 req-7b6f6fd2-0752-4d91-ab83-314e335ea06a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5fa92f39-d443-46a1-a886-13e3ee10e361 HTTP/1.1" status: 200 len: 1101 time: 0.0639274 Jan 18 22:14:52.739684 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-33a2d60a-1bdb-4c7d-8d9f-c302fc2720d8 req-f53505d8-c3dc-4389-922d-6732b84da3ce service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f617d299-382f-49d2-bef3-4bb5f1944b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304806 Jan 18 22:14:52.747444 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-3619127d-241a-4e0b-aa44-a76d2be39a82 req-26f3d346-98dd-45dd-bee1-1231eccbeb5c service neutron] For port 82c8fac7-b604-4f74-9e60-1a7d1e5868ca, host n-h1-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=82c8fac7-b604-4f74-9e60-1a7d1e5868ca,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:14:52.757711 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-3619127d-241a-4e0b-aa44-a76d2be39a82 req-26f3d346-98dd-45dd-bee1-1231eccbeb5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:52.789762 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:52.800709 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-e0320016-09de-4355-8432-7f251371249e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ea9019-2842-465d-9d1c-9248830f2ffa', 'name': 'tempest-FloatingIPsAssociationTestJSON-831016946-router', 'tenant_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '2304f75f-a5ed-4e63-939c-0d1b89fc3871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:13:41Z', 'updated_at': '2022-01-18T22:13:49Z', 'revision_number': 4, 'project_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'gw_port': {'id': '2304f75f-a5ed-4e63-939c-0d1b89fc3871', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ea9019-2842-465d-9d1c-9248830f2ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:43Z', 'updated_at': '2022-01-18T22:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'd0dfd072-55e2-41e6-b235-66a0b8e6446e', 'name': '', 'network_id': 'ac163b22-6dbe-4f74-9441-5d83aaaf42c4', 'tenant_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'mac_address': 'fa:16:3e:a0:7b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ea9019-2842-465d-9d1c-9248830f2ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '07257b09-c636-44c9-86f7-42df7e4ef3e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:47Z', 'updated_at': '2022-01-18T22:13:57Z', 'revision_number': 5, 'project_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'subnets': [{'id': '07257b09-c636-44c9-86f7-42df7e4ef3e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:14:52.810575 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3619127d-241a-4e0b-aa44-a76d2be39a82 req-26f3d346-98dd-45dd-bee1-1231eccbeb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:52.811196 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-3619127d-241a-4e0b-aa44-a76d2be39a82 req-26f3d346-98dd-45dd-bee1-1231eccbeb5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:52.812592 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3619127d-241a-4e0b-aa44-a76d2be39a82 req-26f3d346-98dd-45dd-bee1-1231eccbeb5c service neutron] 10.222.0.36 "PUT /v2.0/ports/82c8fac7-b604-4f74-9e60-1a7d1e5868ca HTTP/1.1" status: 200 len: 1095 time: 2.0212700 Jan 18 22:14:52.831478 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0320016-09de-4355-8432-7f251371249e None None] The sync data for ids ['b7ea9019-2842-465d-9d1c-9248830f2ffa'] in n-d-825064-1 is: [{'id': 'b7ea9019-2842-465d-9d1c-9248830f2ffa', 'name': 'tempest-FloatingIPsAssociationTestJSON-831016946-router', 'tenant_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '2304f75f-a5ed-4e63-939c-0d1b89fc3871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:13:41Z', 'updated_at': '2022-01-18T22:13:49Z', 'revision_number': 4, 'project_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'gw_port': {'id': '2304f75f-a5ed-4e63-939c-0d1b89fc3871', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ea9019-2842-465d-9d1c-9248830f2ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:43Z', 'updated_at': '2022-01-18T22:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'd0dfd072-55e2-41e6-b235-66a0b8e6446e', 'name': '', 'network_id': 'ac163b22-6dbe-4f74-9441-5d83aaaf42c4', 'tenant_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'mac_address': 'fa:16:3e:a0:7b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ea9019-2842-465d-9d1c-9248830f2ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '07257b09-c636-44c9-86f7-42df7e4ef3e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:47Z', 'updated_at': '2022-01-18T22:13:57Z', 'revision_number': 5, 'project_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'subnets': [{'id': '07257b09-c636-44c9-86f7-42df7e4ef3e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:14:52.839957 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6bb958fd-c4db-43e6-b770-770b427acd37 req-f6c27fc2-46b8-4889-bee8-637d17d76bce service neutron] 10.222.0.53 "GET /v2.0/networks/ac163b22-6dbe-4f74-9441-5d83aaaf42c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565022 Jan 18 22:14:52.918851 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f3d346-98dd-45dd-bee1-1231eccbeb5c service neutron] Pushing event updated for resources: {'Port': ['ID=82c8fac7-b604-4f74-9e60-1a7d1e5868ca,revision_number=7']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:52.949738 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf0b3da-8a09-4a1a-b44a-ff27b607d065 req-459ddc0a-7068-47b5-8f5a-85e1c4444fd5 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:52.951833 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ddf0b3da-8a09-4a1a-b44a-ff27b607d065 req-459ddc0a-7068-47b5-8f5a-85e1c4444fd5 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/ports?device_id=2314e5ba-e2e1-41d6-a9f0-51d77e89f4f6 HTTP/1.1" status: 200 len: 949 time: 0.1332207 Jan 18 22:14:53.003877 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6bb958fd-c4db-43e6-b770-770b427acd37 req-e50f05db-cae0-4728-8742-819971451455 service neutron] 10.222.0.53 "GET /v2.0/networks/ac163b22-6dbe-4f74-9441-5d83aaaf42c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476772 Jan 18 22:14:53.038497 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ddf0b3da-8a09-4a1a-b44a-ff27b607d065 req-8f6ef9ff-2601-4343-89fd-4b6bcbd2c2a3 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/security-groups?id=f617d299-382f-49d2-bef3-4bb5f1944b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759199 Jan 18 22:14:53.048244 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3619127d-241a-4e0b-aa44-a76d2be39a82 req-e43499d0-25d4-443a-89ab-3457f82f0e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:53.049783 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3619127d-241a-4e0b-aa44-a76d2be39a82 req-e43499d0-25d4-443a-89ab-3457f82f0e3b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7c124f68020a4e92b3e26dca83e43678&device_id=74f307c9-43a0-43ee-8f48-6f53b38be771 HTTP/1.1" status: 200 len: 1098 time: 0.0627675 Jan 18 22:14:53.134136 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab903fbe-adbf-4d4b-8a31-6864cf639a6d None None] New status for floating IP 7e64691e-c3a0-42c9-a5b1-7926b8f7a133: DOWN {{(pid=102433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 22:14:53.143450 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ff259a8-e5a7-46b1-9485-406d9ace4c51 x-openstack-request-id: req-6ff259a8-e5a7-46b1-9485-406d9ace4c51 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:14:53.143942 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18451bc8-9500-4df5-9b59-1eaa8b229814", "name": "network-vif-deleted", "tag": "9a40db95-3cc8-4cd2-8148-1ba34f013279", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:14:53.144395 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6ff259a8-e5a7-46b1-9485-406d9ace4c51 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:14:53.144934 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18451bc8-9500-4df5-9b59-1eaa8b229814', 'name': 'network-vif-deleted', 'tag': '9a40db95-3cc8-4cd2-8148-1ba34f013279', 'status': 'completed', 'code': 200} Jan 18 22:14:53.180843 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3619127d-241a-4e0b-aa44-a76d2be39a82 req-00c227f5-ecc3-462f-9b23-edef3ee643a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:53.182347 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3619127d-241a-4e0b-aa44-a76d2be39a82 req-00c227f5-ecc3-462f-9b23-edef3ee643a0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=aed2eca7-1bb0-443d-8485-b985dbe9851b HTTP/1.1" status: 200 len: 869 time: 0.1231754 Jan 18 22:14:53.191944 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f909253-238b-4f18-a0d6-62318aecb7ae x-openstack-request-id: req-7f909253-238b-4f18-a0d6-62318aecb7ae {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:14:53.192331 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b178fe69-f925-486d-8d44-b1eaab33c6e1", "tag": "afb222c2-ad99-489f-ba74-f0b30130118e", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:14:53.192582 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7f909253-238b-4f18-a0d6-62318aecb7ae {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:14:53.193034 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b178fe69-f925-486d-8d44-b1eaab33c6e1', 'tag': 'afb222c2-ad99-489f-ba74-f0b30130118e', 'status': 'completed', 'code': 200} Jan 18 22:14:53.246140 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3619127d-241a-4e0b-aa44-a76d2be39a82 req-e16bbd95-c9b4-4dbd-9660-68d6c9dc9f95 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=82c8fac7-b604-4f74-9e60-1a7d1e5868ca HTTP/1.1" status: 200 len: 217 time: 0.0508561 Jan 18 22:14:53.346149 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0301b355-9aeb-47e2-a222-255276ebab0c req-2798b325-f8f7-4015-b115-82bf0d580eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:53.357983 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0301b355-9aeb-47e2-a222-255276ebab0c req-2798b325-f8f7-4015-b115-82bf0d580eae service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=76c77dff09144c42b5e3c43e0d464bdb&device_id=b178fe69-f925-486d-8d44-b1eaab33c6e1 HTTP/1.1" status: 200 len: 1097 time: 0.1654778 Jan 18 22:14:53.357983 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3619127d-241a-4e0b-aa44-a76d2be39a82 req-81fc63e6-0df8-4a84-81c0-c6eb774701f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:53.358872 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3619127d-241a-4e0b-aa44-a76d2be39a82 req-81fc63e6-0df8-4a84-81c0-c6eb774701f9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8518183d-cc63-459a-b971-d4c7514e001f HTTP/1.1" status: 200 len: 843 time: 0.1005962 Jan 18 22:14:53.468921 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 55108) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:14:53.548565 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3619127d-241a-4e0b-aa44-a76d2be39a82 req-ce8870db-a617-4255-8b48-41f6a10a1173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:53.550272 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3619127d-241a-4e0b-aa44-a76d2be39a82 req-ce8870db-a617-4255-8b48-41f6a10a1173 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=aed2eca7-1bb0-443d-8485-b985dbe9851b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1845884 Jan 18 22:14:53.606334 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1131ecf-3af5-4296-b1f2-78280ded0daa req-24523ec9-cdf1-4179-8266-35581b99073f tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:53.608251 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c1131ecf-3af5-4296-b1f2-78280ded0daa req-24523ec9-cdf1-4179-8266-35581b99073f tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] 10.222.0.53 "GET /v2.0/ports?device_id=b178fe69-f925-486d-8d44-b1eaab33c6e1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1912179 Jan 18 22:14:53.653174 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0301b355-9aeb-47e2-a222-255276ebab0c req-188fa55d-7b8f-4911-995f-8134de8577ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:53.654584 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0301b355-9aeb-47e2-a222-255276ebab0c req-188fa55d-7b8f-4911-995f-8134de8577ac service neutron] 10.222.0.67 "GET /v2.0/networks?id=6c46501c-2977-42a9-95d0-8310f5875032 HTTP/1.1" status: 200 len: 928 time: 0.2502444 Jan 18 22:14:53.668811 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-bd7e6f65-348c-4f8f-b414-7b67551e7f39 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5f54f5afd404425e970ae7534cfc2064&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1986105 Jan 18 22:14:53.671726 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 55118) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:14:53.709192 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c1131ecf-3af5-4296-b1f2-78280ded0daa req-90f89b0d-0bbd-47be-ac29-e4a6c40b28ed tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0724843 Jan 18 22:14:53.715726 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 53bccc17-00e0-4c65-9c80-4cfd4a86909c up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:14:53.719684 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0ee0e5c7-b6e6-423e-89d3-9a605866c369 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:53.753049 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0ee0e5c7-b6e6-423e-89d3-9a605866c369 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:53.753408 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0301b355-9aeb-47e2-a222-255276ebab0c req-cdc3d397-3e21-42d3-b267-b89411ae2b8b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=afb222c2-ad99-489f-ba74-f0b30130118e HTTP/1.1" status: 200 len: 217 time: 0.0635238 Jan 18 22:14:53.813400 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0ee0e5c7-b6e6-423e-89d3-9a605866c369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:53.816768 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0ee0e5c7-b6e6-423e-89d3-9a605866c369 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:53.818201 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-0ee0e5c7-b6e6-423e-89d3-9a605866c369 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b8f4d84a-22a5-4788-b429-2fd896c5e8a8 HTTP/1.1" status: 204 len: 168 time: 0.1453910 Jan 18 22:14:53.830660 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee0e5c7-b6e6-423e-89d3-9a605866c369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8f4d84a-22a5-4788-b429-2fd896c5e8a8,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:53.838740 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port 53bccc17-00e0-4c65-9c80-4cfd4a86909c completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:14:53.848873 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port 53bccc17-00e0-4c65-9c80-4cfd4a86909c triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:14:53.849269 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:53.992440 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:54.029397 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 53bccc17-00e0-4c65-9c80-4cfd4a86909c, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=53bccc17-00e0-4c65-9c80-4cfd4a86909c,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:14:54.034815 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:54.035931 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 82c8fac7-b604-4f74-9e60-1a7d1e5868ca no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:14:54.105313 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abf058d-ce02-4d63-bca9-6ffe9d71eace req-9d5f206f-9615-417d-aeb7-38036eba5c44 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:54.106830 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2abf058d-ce02-4d63-bca9-6ffe9d71eace req-9d5f206f-9615-417d-aeb7-38036eba5c44 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d17b9a3-f774-44ce-bd1f-faf2447e4859&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4726491 Jan 18 22:14:54.108330 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 82c8fac7-b604-4f74-9e60-1a7d1e5868ca not bound to the agent host n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:14:54.144350 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3619127d-241a-4e0b-aa44-a76d2be39a82 req-1f4f127e-9a31-416f-9acd-78a2411f1305 service neutron] 10.222.0.36 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5834856 Jan 18 22:14:54.149801 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=53bccc17-00e0-4c65-9c80-4cfd4a86909c,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:54.204502 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0301b355-9aeb-47e2-a222-255276ebab0c req-a09d9a9b-4e06-4ffa-ae67-fd31bf184251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:54.205942 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0301b355-9aeb-47e2-a222-255276ebab0c req-a09d9a9b-4e06-4ffa-ae67-fd31bf184251 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=66c43e1c-8a1a-40af-beae-fdfd2fcdc2de HTTP/1.1" status: 200 len: 867 time: 0.4358430 Jan 18 22:14:54.222088 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2abf058d-ce02-4d63-bca9-6ffe9d71eace req-d9053e80-575c-4c40-9102-513d83b8fd8d tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.102 HTTP/1.1" status: 200 len: 696 time: 0.0852492 Jan 18 22:14:54.235123 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 55134) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:14:54.239184 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:54.249247 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e3ad4836-78b7-46a0-8975-b961c7e1ce11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:54.277996 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-2abf058d-ce02-4d63-bca9-6ffe9d71eace req-f1bfabd4-4218-447b-9629-57c77a919890 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Request body: {'floatingip': {'port_id': '66ca2546-3efa-46db-b956-2fb534ebd744', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:14:54.328334 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bd3400-d066-474b-859a-66a38e36eea8 req-c8b871d8-dc83-4ae2-bcd3-5ea4ed3af0f4 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:54.329801 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-83bd3400-d066-474b-859a-66a38e36eea8 req-c8b871d8-dc83-4ae2-bcd3-5ea4ed3af0f4 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=74f307c9-43a0-43ee-8f48-6f53b38be771 HTTP/1.1" status: 200 len: 947 time: 0.2516110 Jan 18 22:14:54.340089 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e3ad4836-78b7-46a0-8975-b961c7e1ce11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:54.344934 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e3ad4836-78b7-46a0-8975-b961c7e1ce11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:54.355940 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-2abf058d-ce02-4d63-bca9-6ffe9d71eace req-f1bfabd4-4218-447b-9629-57c77a919890 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Notify callbacks [] for floatingip, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:54.383640 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-e3ad4836-78b7-46a0-8975-b961c7e1ce11 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=01c05c1d179c4ce28925f5b9347378b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1471057 Jan 18 22:14:54.385763 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ad4836-78b7-46a0-8975-b961c7e1ce11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9009f4e-969f-496a-9719-c055324c701d,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:54.388213 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 55136) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:14:54.438873 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b78b70b0-8321-45b7-92ad-30f57825773f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:54.449863 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0301b355-9aeb-47e2-a222-255276ebab0c req-a2b47258-adf8-44ca-9049-573cb7676dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:54.451390 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0301b355-9aeb-47e2-a222-255276ebab0c req-a2b47258-adf8-44ca-9049-573cb7676dcc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6c46501c-2977-42a9-95d0-8310f5875032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2345877 Jan 18 22:14:54.460460 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b78b70b0-8321-45b7-92ad-30f57825773f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:54.465020 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3619127d-241a-4e0b-aa44-a76d2be39a82 req-e6201973-65bd-4830-8550-d97f940e2850 service neutron] 10.222.0.36 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3107610 Jan 18 22:14:54.503838 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:54.504688 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-83bd3400-d066-474b-859a-66a38e36eea8 req-ad85c8bb-d7d0-4b89-b967-4abb7ad38623 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648741 Jan 18 22:14:54.523096 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b78b70b0-8321-45b7-92ad-30f57825773f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:54.527070 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b78b70b0-8321-45b7-92ad-30f57825773f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:54.528515 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-b78b70b0-8321-45b7-92ad-30f57825773f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f9009f4e-969f-496a-9719-c055324c701d HTTP/1.1" status: 204 len: 168 time: 0.1391644 Jan 18 22:14:54.538302 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78b70b0-8321-45b7-92ad-30f57825773f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9009f4e-969f-496a-9719-c055324c701d,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:54.611389 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2314e5ba-e2e1-41d6-a9f0-51d77e89f4f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53bccc17-00e0-4c65-9c80-4cfd4a86909c'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:14:54.615979 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31f99ed4-8df2-4973-b31f-ce516a2fd803" -d '{"events": [{"server_uuid": "2314e5ba-e2e1-41d6-a9f0-51d77e89f4f6", "name": "network-vif-plugged", "status": "completed", "tag": "53bccc17-00e0-4c65-9c80-4cfd4a86909c"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:14:54.687611 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0301b355-9aeb-47e2-a222-255276ebab0c req-fead8cf4-427e-41d1-bd66-dc68883587d7 service neutron] 10.222.0.67 "GET /v2.0/networks/6c46501c-2977-42a9-95d0-8310f5875032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176323 Jan 18 22:14:54.731145 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-60e42f53-15d6-4422-9a35-e7a12ca67c1a req-a124ea20-a213-4da3-809b-4616b05f34d2 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0552094 Jan 18 22:14:54.802903 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 9a40db95-3cc8-4cd2-8148-1ba34f013279 no longer exists at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:14:54.844936 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] No Port match for: 9a40db95-3cc8-4cd2-8148-1ba34f013279 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:14:54.845527 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 9a40db95-3cc8-4cd2-8148-1ba34f013279 not bound to the agent host n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:14:55.000960 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68667cc-e6ac-4134-b2d7-00f1e7574349 req-ba5d8f0d-235c-4135-a76c-99cecbb2d761 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:55.003096 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-a68667cc-e6ac-4134-b2d7-00f1e7574349 req-ba5d8f0d-235c-4135-a76c-99cecbb2d761 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] 10.222.0.67 "GET /v2.0/ports?device_id=8b431826-cd0b-4037-99ec-92bc59ec892a HTTP/1.1" status: 200 len: 945 time: 0.0652084 Jan 18 22:14:55.023195 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a7e4a3-f123-4e86-8c21-f6771147e8f8 req-05e5ac3d-61bb-482d-9c4e-0546905d821d tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:55.025000 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f7a7e4a3-f123-4e86-8c21-f6771147e8f8 req-05e5ac3d-61bb-482d-9c4e-0546905d821d tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/ports?device_id=2314e5ba-e2e1-41d6-a9f0-51d77e89f4f6 HTTP/1.1" status: 200 len: 950 time: 0.1461184 Jan 18 22:14:55.074252 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0301b355-9aeb-47e2-a222-255276ebab0c req-3d732a6f-d96c-4a10-92e8-54ed0fc0ab4e service neutron] 10.222.0.67 "GET /v2.0/networks/6c46501c-2977-42a9-95d0-8310f5875032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3512259 Jan 18 22:14:55.104348 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f7a7e4a3-f123-4e86-8c21-f6771147e8f8 req-926350e7-2e0d-4981-91e7-e5745b0c4129 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/security-groups?id=f617d299-382f-49d2-bef3-4bb5f1944b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687714 Jan 18 22:14:55.142717 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-a68667cc-e6ac-4134-b2d7-00f1e7574349 req-eb5071bb-c76e-4f8a-b0ea-f4b1f965ca1c tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Deleting port 8327da2a-8c9e-48da-9352-3366a825e5df {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:14:55.143051 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-a68667cc-e6ac-4134-b2d7-00f1e7574349 req-eb5071bb-c76e-4f8a-b0ea-f4b1f965ca1c tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:55.191927 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1080c2bc-c731-4592-bf4a-fb7c2a5e42a3 x-openstack-request-id: req-1080c2bc-c731-4592-bf4a-fb7c2a5e42a3 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:14:55.192504 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2314e5ba-e2e1-41d6-a9f0-51d77e89f4f6", "name": "network-vif-plugged", "status": "completed", "tag": "53bccc17-00e0-4c65-9c80-4cfd4a86909c", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:14:55.192959 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1080c2bc-c731-4592-bf4a-fb7c2a5e42a3 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:14:55.193639 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2314e5ba-e2e1-41d6-a9f0-51d77e89f4f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53bccc17-00e0-4c65-9c80-4cfd4a86909c', 'code': 200} Jan 18 22:14:55.225949 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b431826-cd0b-4037-99ec-92bc59ec892a', 'tag': '8327da2a-8c9e-48da-9352-3366a825e5df'}, {'server_uuid': '74f307c9-43a0-43ee-8f48-6f53b38be771', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82c8fac7-b604-4f74-9e60-1a7d1e5868ca'}, {'name': 'network-changed', 'server_uuid': '74f307c9-43a0-43ee-8f48-6f53b38be771', 'tag': '82c8fac7-b604-4f74-9e60-1a7d1e5868ca'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:14:55.240391 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ea5df72-bcee-4613-b824-e06570b55ef0" -d '{"events": [{"name": "network-changed", "server_uuid": "8b431826-cd0b-4037-99ec-92bc59ec892a", "tag": "8327da2a-8c9e-48da-9352-3366a825e5df"}, {"server_uuid": "74f307c9-43a0-43ee-8f48-6f53b38be771", "name": "network-vif-unplugged", "status": "completed", "tag": "82c8fac7-b604-4f74-9e60-1a7d1e5868ca"}, {"name": "network-changed", "server_uuid": "74f307c9-43a0-43ee-8f48-6f53b38be771", "tag": "82c8fac7-b604-4f74-9e60-1a7d1e5868ca"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:14:55.282676 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-a68667cc-e6ac-4134-b2d7-00f1e7574349 req-eb5071bb-c76e-4f8a-b0ea-f4b1f965ca1c tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] For port 8327da2a-8c9e-48da-9352-3366a825e5df, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=8327da2a-8c9e-48da-9352-3366a825e5df,segment=NetworkSegment(e9db93ab-f6c7-442e-b6d2-c53dc8897efd),segment_id=e9db93ab-f6c7-442e-b6d2-c53dc8897efd)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:14:55.283404 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-a68667cc-e6ac-4134-b2d7-00f1e7574349 req-eb5071bb-c76e-4f8a-b0ea-f4b1f965ca1c tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:55.289913 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-2abf058d-ce02-4d63-bca9-6ffe9d71eace req-f1bfabd4-4218-447b-9629-57c77a919890 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:55.303369 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-a68667cc-e6ac-4134-b2d7-00f1e7574349 req-eb5071bb-c76e-4f8a-b0ea-f4b1f965ca1c tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Calling delete_port for 8327da2a-8c9e-48da-9352-3366a825e5df owned by compute:nova {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:14:55.306820 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-2abf058d-ce02-4d63-bca9-6ffe9d71eace req-f1bfabd4-4218-447b-9629-57c77a919890 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043075'] for floatingip, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:55.418365 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd3e4ec-6842-4bf1-8300-0f4612758f53 req-bddfd09f-640c-4009-963e-b7f2eafe6dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:55.420512 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4cd3e4ec-6842-4bf1-8300-0f4612758f53 req-bddfd09f-640c-4009-963e-b7f2eafe6dba service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2314e5ba-e2e1-41d6-a9f0-51d77e89f4f6 HTTP/1.1" status: 200 len: 1101 time: 0.1487329 Jan 18 22:14:55.468662 n-d-825064-1 neutron-server[102430]: INFO neutron.db.l3_db [req-2abf058d-ce02-4d63-bca9-6ffe9d71eace req-f1bfabd4-4218-447b-9629-57c77a919890 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Floating IP 7e64691e-c3a0-42c9-a5b1-7926b8f7a133 associated. External IP: 172.25.5.102, port: 66ca2546-3efa-46db-b956-2fb534ebd744. Jan 18 22:14:55.507977 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Tue, 18 Jan 2022 22:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc88e37e-ca7a-4eb5-bdd8-30f8ab89f31f x-openstack-request-id: req-bc88e37e-ca7a-4eb5-bdd8-30f8ab89f31f {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:14:55.508438 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b431826-cd0b-4037-99ec-92bc59ec892a", "tag": "8327da2a-8c9e-48da-9352-3366a825e5df", "status": "completed", "code": 200}, {"server_uuid": "74f307c9-43a0-43ee-8f48-6f53b38be771", "name": "network-vif-unplugged", "status": "completed", "tag": "82c8fac7-b604-4f74-9e60-1a7d1e5868ca", "code": 200}, {"name": "network-changed", "server_uuid": "74f307c9-43a0-43ee-8f48-6f53b38be771", "tag": "82c8fac7-b604-4f74-9e60-1a7d1e5868ca", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:14:55.508699 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bc88e37e-ca7a-4eb5-bdd8-30f8ab89f31f {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:14:55.509786 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b431826-cd0b-4037-99ec-92bc59ec892a', 'tag': '8327da2a-8c9e-48da-9352-3366a825e5df', 'status': 'completed', 'code': 200} Jan 18 22:14:55.509786 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74f307c9-43a0-43ee-8f48-6f53b38be771', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82c8fac7-b604-4f74-9e60-1a7d1e5868ca', 'code': 200} Jan 18 22:14:55.509786 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74f307c9-43a0-43ee-8f48-6f53b38be771', 'tag': '82c8fac7-b604-4f74-9e60-1a7d1e5868ca', 'status': 'completed', 'code': 200} Jan 18 22:14:55.513923 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4cd3e4ec-6842-4bf1-8300-0f4612758f53 req-cbf2a579-d0b9-4fe5-a0fb-bc364c88cb87 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f617d299-382f-49d2-bef3-4bb5f1944b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840635 Jan 18 22:14:55.531834 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-a68667cc-e6ac-4134-b2d7-00f1e7574349 req-eb5071bb-c76e-4f8a-b0ea-f4b1f965ca1c tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:55.546378 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['66ca2546-3efa-46db-b956-2fb534ebd744', '8327da2a-8c9e-48da-9352-3366a825e5df'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:14:55.639968 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-a68667cc-e6ac-4134-b2d7-00f1e7574349 req-eb5071bb-c76e-4f8a-b0ea-f4b1f965ca1c tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] No DVR routers for this DVR port 8327da2a-8c9e-48da-9352-3366a825e5df on host n-h2-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:14:55.642316 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5071bb-c76e-4f8a-b0ea-f4b1f965ca1c tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Pushing event deleted for resources: {'Port': ['ID=8327da2a-8c9e-48da-9352-3366a825e5df,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:55.645521 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-a68667cc-e6ac-4134-b2d7-00f1e7574349 req-eb5071bb-c76e-4f8a-b0ea-f4b1f965ca1c tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:55.649280 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-a68667cc-e6ac-4134-b2d7-00f1e7574349 req-eb5071bb-c76e-4f8a-b0ea-f4b1f965ca1c tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] 10.222.0.67 "DELETE /v2.0/ports/8327da2a-8c9e-48da-9352-3366a825e5df HTTP/1.1" status: 204 len: 173 time: 0.6382611 Jan 18 22:14:55.650965 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b431826-cd0b-4037-99ec-92bc59ec892a', 'name': 'network-vif-deleted', 'tag': '8327da2a-8c9e-48da-9352-3366a825e5df'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:14:55.653446 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a808f02-eb0a-44ab-b5e7-64d1851b0a43" -d '{"events": [{"server_uuid": "8b431826-cd0b-4037-99ec-92bc59ec892a", "name": "network-vif-deleted", "tag": "8327da2a-8c9e-48da-9352-3366a825e5df"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:14:55.655395 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 55172) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:14:55.759125 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-7ea5df72-bcee-4613-b824-e06570b55ef0 req-f43a8ed2-62e4-4890-a726-b3f0a5be26f2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b4fa371f1ebf4a37ba7e58b461b03d52&device_id=8b431826-cd0b-4037-99ec-92bc59ec892a HTTP/1.1" status: 200 len: 210 time: 0.0423439 Jan 18 22:14:55.853491 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2abf058d-ce02-4d63-bca9-6ffe9d71eace req-f1bfabd4-4218-447b-9629-57c77a919890 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Router b7ea9019-2842-465d-9d1c-9248830f2ffa has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:14:55.876276 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea5df72-bcee-4613-b824-e06570b55ef0 req-1bc6a355-bbd5-41b0-9ad6-0fe12e32aac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:55.877571 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7ea5df72-bcee-4613-b824-e06570b55ef0 req-1bc6a355-bbd5-41b0-9ad6-0fe12e32aac9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7c124f68020a4e92b3e26dca83e43678&device_id=74f307c9-43a0-43ee-8f48-6f53b38be771 HTTP/1.1" status: 200 len: 1098 time: 0.3543599 Jan 18 22:14:55.882418 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea5df72-bcee-4613-b824-e06570b55ef0 req-e0284b22-e83f-4d96-9fee-6e0d1f6338b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:55.884167 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-7ea5df72-bcee-4613-b824-e06570b55ef0 req-e0284b22-e83f-4d96-9fee-6e0d1f6338b8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7c124f68020a4e92b3e26dca83e43678&device_id=74f307c9-43a0-43ee-8f48-6f53b38be771 HTTP/1.1" status: 200 len: 1098 time: 0.0697787 Jan 18 22:14:55.891246 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7f0d2a-1881-4af5-ac08-5f390619c8f4 req-c9dde2ca-bfc5-4776-babb-9f55fac19e27 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:55.898783 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-dc7f0d2a-1881-4af5-ac08-5f390619c8f4 req-c9dde2ca-bfc5-4776-babb-9f55fac19e27 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] 10.222.0.53 "GET /v2.0/ports?device_id=b178fe69-f925-486d-8d44-b1eaab33c6e1 HTTP/1.1" status: 200 len: 946 time: 0.2644923 Jan 18 22:14:55.955749 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-de80164a-642b-4936-bf19-b3e2d4e82f97 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-208592237-network', 'tenant_id': '13ad3ebdbd244cdcbe71ebe78a0f13f8'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:14:55.999209 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea5df72-bcee-4613-b824-e06570b55ef0 req-f117b18b-796e-4d56-96e5-8e874c71cd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:56.001228 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-7ea5df72-bcee-4613-b824-e06570b55ef0 req-f117b18b-796e-4d56-96e5-8e874c71cd17 service neutron] 10.222.0.67 "GET /v2.0/networks?id=aed2eca7-1bb0-443d-8485-b985dbe9851b HTTP/1.1" status: 200 len: 869 time: 0.0976148 Jan 18 22:14:56.049271 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-7ea5df72-bcee-4613-b824-e06570b55ef0 req-c4f9bab5-45aa-4d58-a9da-9cbc87e63f1d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=82c8fac7-b604-4f74-9e60-1a7d1e5868ca HTTP/1.1" status: 200 len: 217 time: 0.0400224 Jan 18 22:14:56.063498 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-dc7f0d2a-1881-4af5-ac08-5f390619c8f4 req-2fc8d465-f089-4792-84b3-5343120db369 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] 10.222.0.53 "GET /v2.0/security-groups?id=3b03c7d5-ea2f-4e24-a688-7c5247efb246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638434 Jan 18 22:14:56.120534 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea5df72-bcee-4613-b824-e06570b55ef0 req-949766a3-51ed-4db4-9e13-38b8e38886e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:56.121507 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de80164a-642b-4936-bf19-b3e2d4e82f97 admin admin] Made reservation on behalf of 13ad3ebdbd244cdcbe71ebe78a0f13f8 for: {'network': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:14:56.122106 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-7ea5df72-bcee-4613-b824-e06570b55ef0 req-949766a3-51ed-4db4-9e13-38b8e38886e8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8518183d-cc63-459a-b971-d4c7514e001f HTTP/1.1" status: 200 len: 843 time: 0.0647388 Jan 18 22:14:56.123827 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-de80164a-642b-4936-bf19-b3e2d4e82f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:56.148464 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-de80164a-642b-4936-bf19-b3e2d4e82f97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:56.171008 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea5df72-bcee-4613-b824-e06570b55ef0 req-f7335f9b-0ef6-43e6-9765-b86ae561963d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:56.172430 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7ea5df72-bcee-4613-b824-e06570b55ef0 req-f7335f9b-0ef6-43e6-9765-b86ae561963d service neutron] 10.222.0.36 "GET /v2.0/networks?id=aed2eca7-1bb0-443d-8485-b985dbe9851b HTTP/1.1" status: 200 len: 869 time: 0.2646565 Jan 18 22:14:56.173273 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea5df72-bcee-4613-b824-e06570b55ef0 req-31459b81-7a44-4985-aaed-24288dcfb578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:56.176063 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-7ea5df72-bcee-4613-b824-e06570b55ef0 req-31459b81-7a44-4985-aaed-24288dcfb578 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aed2eca7-1bb0-443d-8485-b985dbe9851b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0446341 Jan 18 22:14:56.176276 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2abf058d-ce02-4d63-bca9-6ffe9d71eace req-f1bfabd4-4218-447b-9629-57c77a919890 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:14:56.179748 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-2abf058d-ce02-4d63-bca9-6ffe9d71eace req-f1bfabd4-4218-447b-9629-57c77a919890 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:56.184629 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc71bdfe-a9c2-4d5d-b39c-f456afc25717 None None] Sync routers for ids ['b7ea9019-2842-465d-9d1c-9248830f2ffa'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:14:56.194536 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc71bdfe-a9c2-4d5d-b39c-f456afc25717 None None] Routers {'b7ea9019-2842-465d-9d1c-9248830f2ffa'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:14:56.205913 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-bc71bdfe-a9c2-4d5d-b39c-f456afc25717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:14:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['b7ea9019-2842-465d-9d1c-9248830f2ffa'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:14:56.305869 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7ea5df72-bcee-4613-b824-e06570b55ef0 req-90ccab97-bf86-4ecd-b34f-257a866bb022 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=82c8fac7-b604-4f74-9e60-1a7d1e5868ca HTTP/1.1" status: 200 len: 217 time: 0.1205192 Jan 18 22:14:56.306129 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-7ea5df72-bcee-4613-b824-e06570b55ef0 req-75039fcd-9f45-4aaa-afe1-a17d1cb0774d service neutron] 10.222.0.67 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123595 Jan 18 22:14:56.324470 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2abf058d-ce02-4d63-bca9-6ffe9d71eace req-f1bfabd4-4218-447b-9629-57c77a919890 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] 10.222.0.53 "PUT /v2.0/floatingips/7e64691e-c3a0-42c9-a5b1-7926b8f7a133 HTTP/1.1" status: 200 len: 996 time: 2.0601466 Jan 18 22:14:56.363180 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-bc71bdfe-a9c2-4d5d-b39c-f456afc25717 None None] Set router b7ea9019-2842-465d-9d1c-9248830f2ffa gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:14:56.457749 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-7ea5df72-bcee-4613-b824-e06570b55ef0 req-02cb4a61-a163-48b1-b05a-466432749f32 service neutron] 10.222.0.67 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414595 Jan 18 22:14:56.710629 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214caa3a-c508-4387-a0a4-fcee2ddde4d6 req-323fd13d-1e7c-4f78-8792-bb5fbb86dcc3 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:56.719175 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-214caa3a-c508-4387-a0a4-fcee2ddde4d6 req-323fd13d-1e7c-4f78-8792-bb5fbb86dcc3 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=74f307c9-43a0-43ee-8f48-6f53b38be771 HTTP/1.1" status: 200 len: 947 time: 0.5672374 Jan 18 22:14:56.759734 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea5df72-bcee-4613-b824-e06570b55ef0 req-7514da69-737c-465d-a350-b2fecf14dde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:56.761260 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7ea5df72-bcee-4613-b824-e06570b55ef0 req-7514da69-737c-465d-a350-b2fecf14dde1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8518183d-cc63-459a-b971-d4c7514e001f HTTP/1.1" status: 200 len: 843 time: 0.4274590 Jan 18 22:14:56.797883 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abf058d-ce02-4d63-bca9-6ffe9d71eace req-a6f58463-7ca4-4a91-a3f3-13baf6526ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:56.806127 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2abf058d-ce02-4d63-bca9-6ffe9d71eace req-a6f58463-7ca4-4a91-a3f3-13baf6526ac5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b4fa371f1ebf4a37ba7e58b461b03d52&device_id=6d17b9a3-f774-44ce-bd1f-faf2447e4859 HTTP/1.1" status: 200 len: 1096 time: 0.4802747 Jan 18 22:14:56.855627 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-bc71bdfe-a9c2-4d5d-b39c-f456afc25717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ea9019-2842-465d-9d1c-9248830f2ffa', 'name': 'tempest-FloatingIPsAssociationTestJSON-831016946-router', 'tenant_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '2304f75f-a5ed-4e63-939c-0d1b89fc3871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:13:41Z', 'updated_at': '2022-01-18T22:13:49Z', 'revision_number': 4, 'project_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'gw_port': {'id': '2304f75f-a5ed-4e63-939c-0d1b89fc3871', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ea9019-2842-465d-9d1c-9248830f2ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:43Z', 'updated_at': '2022-01-18T22:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': '7e64691e-c3a0-42c9-a5b1-7926b8f7a133', 'tenant_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'floating_ip_address': '172.25.5.102', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': 'b7ea9019-2842-465d-9d1c-9248830f2ffa', 'port_id': '66ca2546-3efa-46db-b956-2fb534ebd744', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac163b22-6dbe-4f74-9441-5d83aaaf42c4', 'mac_address': 'fa:16:3e:ca:e9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d17b9a3-f774-44ce-bd1f-faf2447e4859', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:14:18Z', 'updated_at': '2022-01-18T22:14:55Z', 'revision_number': 8, 'project_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0dfd072-55e2-41e6-b235-66a0b8e6446e', 'name': '', 'network_id': 'ac163b22-6dbe-4f74-9441-5d83aaaf42c4', 'tenant_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'mac_address': 'fa:16:3e:a0:7b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ea9019-2842-465d-9d1c-9248830f2ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '07257b09-c636-44c9-86f7-42df7e4ef3e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:47Z', 'updated_at': '2022-01-18T22:13:57Z', 'revision_number': 5, 'project_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'subnets': [{'id': '07257b09-c636-44c9-86f7-42df7e4ef3e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:14:56.882802 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-de80164a-642b-4936-bf19-b3e2d4e82f97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:56.887605 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc71bdfe-a9c2-4d5d-b39c-f456afc25717 None None] Checking router: b7ea9019-2842-465d-9d1c-9248830f2ffa for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:14:56.900351 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc71bdfe-a9c2-4d5d-b39c-f456afc25717 None None] Routers {'b7ea9019-2842-465d-9d1c-9248830f2ffa'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:14:56.901230 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-bc71bdfe-a9c2-4d5d-b39c-f456afc25717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:14:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['b7ea9019-2842-465d-9d1c-9248830f2ffa'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:14:56.941952 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-214caa3a-c508-4387-a0a4-fcee2ddde4d6 req-71439420-9beb-47c2-b4b0-12a68937b3df tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219152 Jan 18 22:14:56.942554 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-de80164a-642b-4936-bf19-b3e2d4e82f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:56.998595 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea5df72-bcee-4613-b824-e06570b55ef0 req-da21d4db-5d9f-408b-a467-853d9f0e55bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:57.000009 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7ea5df72-bcee-4613-b824-e06570b55ef0 req-da21d4db-5d9f-408b-a467-853d9f0e55bf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=aed2eca7-1bb0-443d-8485-b985dbe9851b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2279336 Jan 18 22:14:57.004852 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de80164a-642b-4936-bf19-b3e2d4e82f97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4216e357-6c98-4379-aab2-5f9dda99df8f,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:57.011932 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de80164a-642b-4936-bf19-b3e2d4e82f97 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=102430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:14:57.048453 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-bc71bdfe-a9c2-4d5d-b39c-f456afc25717 None None] Set router b7ea9019-2842-465d-9d1c-9248830f2ffa gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:14:57.092041 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-de80164a-642b-4936-bf19-b3e2d4e82f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:57.092411 n-d-825064-1 neutron-server[102430]: INFO neutron.db.segments_db [None req-de80164a-642b-4936-bf19-b3e2d4e82f97 admin admin] Added segment 201e6be6-c8bc-4b61-98c2-2f0de3c30ad4 of type vlan for network 97a0b687-2bc8-4c10-89fb-aecfe0fd6ed5 Jan 18 22:14:57.135482 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-574b98ce-598a-4797-852f-af10f7a5e51b x-openstack-request-id: req-574b98ce-598a-4797-852f-af10f7a5e51b {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:14:57.136347 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b431826-cd0b-4037-99ec-92bc59ec892a", "name": "network-vif-deleted", "tag": "8327da2a-8c9e-48da-9352-3366a825e5df", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:14:57.136743 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-574b98ce-598a-4797-852f-af10f7a5e51b {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:14:57.137356 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b431826-cd0b-4037-99ec-92bc59ec892a', 'name': 'network-vif-deleted', 'tag': '8327da2a-8c9e-48da-9352-3366a825e5df', 'status': 'completed', 'code': 200} Jan 18 22:14:57.211184 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abf058d-ce02-4d63-bca9-6ffe9d71eace req-b8b26ee0-3207-4636-bd17-dbe463286c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:57.213089 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2abf058d-ce02-4d63-bca9-6ffe9d71eace req-b8b26ee0-3207-4636-bd17-dbe463286c15 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ac163b22-6dbe-4f74-9441-5d83aaaf42c4 HTTP/1.1" status: 200 len: 920 time: 0.4062657 Jan 18 22:14:57.220777 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-de80164a-642b-4936-bf19-b3e2d4e82f97 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:57.259465 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10714a40-0e73-40e4-8d79-2c360465d6e7 req-a4a19148-430e-4ee3-93a5-13129f981562 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:57.265751 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-10714a40-0e73-40e4-8d79-2c360465d6e7 req-a4a19148-430e-4ee3-93a5-13129f981562 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] 10.222.0.67 "GET /v2.0/ports?device_id=b178fe69-f925-486d-8d44-b1eaab33c6e1 HTTP/1.1" status: 200 len: 946 time: 0.1087308 Jan 18 22:14:57.324395 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7ea5df72-bcee-4613-b824-e06570b55ef0 req-8e48914c-fcaf-4496-a3a6-1da94fc4ad19 service neutron] 10.222.0.36 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3084323 Jan 18 22:14:57.444165 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-10714a40-0e73-40e4-8d79-2c360465d6e7 req-a194a186-a493-4e64-a362-044d84660287 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Deleting port afb222c2-ad99-489f-ba74-f0b30130118e {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:14:57.444402 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-10714a40-0e73-40e4-8d79-2c360465d6e7 req-a194a186-a493-4e64-a362-044d84660287 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:57.457350 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2abf058d-ce02-4d63-bca9-6ffe9d71eace req-5ba893a4-f61f-4deb-977d-77b31cd657ac service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66ca2546-3efa-46db-b956-2fb534ebd744 HTTP/1.1" status: 200 len: 999 time: 0.2305095 Jan 18 22:14:57.457997 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-de80164a-642b-4936-bf19-b3e2d4e82f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:57.459099 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de80164a-642b-4936-bf19-b3e2d4e82f97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:57.459676 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-de80164a-642b-4936-bf19-b3e2d4e82f97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:57.468351 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-bc71bdfe-a9c2-4d5d-b39c-f456afc25717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ea9019-2842-465d-9d1c-9248830f2ffa', 'name': 'tempest-FloatingIPsAssociationTestJSON-831016946-router', 'tenant_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '2304f75f-a5ed-4e63-939c-0d1b89fc3871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:13:41Z', 'updated_at': '2022-01-18T22:13:49Z', 'revision_number': 4, 'project_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'gw_port': {'id': '2304f75f-a5ed-4e63-939c-0d1b89fc3871', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ea9019-2842-465d-9d1c-9248830f2ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:43Z', 'updated_at': '2022-01-18T22:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': '7e64691e-c3a0-42c9-a5b1-7926b8f7a133', 'tenant_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'floating_ip_address': '172.25.5.102', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': 'b7ea9019-2842-465d-9d1c-9248830f2ffa', 'port_id': '66ca2546-3efa-46db-b956-2fb534ebd744', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac163b22-6dbe-4f74-9441-5d83aaaf42c4', 'mac_address': 'fa:16:3e:ca:e9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d17b9a3-f774-44ce-bd1f-faf2447e4859', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:14:18Z', 'updated_at': '2022-01-18T22:14:55Z', 'revision_number': 8, 'project_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0dfd072-55e2-41e6-b235-66a0b8e6446e', 'name': '', 'network_id': 'ac163b22-6dbe-4f74-9441-5d83aaaf42c4', 'tenant_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'mac_address': 'fa:16:3e:a0:7b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ea9019-2842-465d-9d1c-9248830f2ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '07257b09-c636-44c9-86f7-42df7e4ef3e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:47Z', 'updated_at': '2022-01-18T22:13:57Z', 'revision_number': 5, 'project_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'subnets': [{'id': '07257b09-c636-44c9-86f7-42df7e4ef3e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:14:57.498548 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7ea5df72-bcee-4613-b824-e06570b55ef0 req-eafb31a6-afe9-4b33-8f71-dfcfc188d028 service neutron] 10.222.0.36 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528664 Jan 18 22:14:57.504941 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc71bdfe-a9c2-4d5d-b39c-f456afc25717 None None] The sync data for ids ['b7ea9019-2842-465d-9d1c-9248830f2ffa'] in n-d-825064-1 is: [{'id': 'b7ea9019-2842-465d-9d1c-9248830f2ffa', 'name': 'tempest-FloatingIPsAssociationTestJSON-831016946-router', 'tenant_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '2304f75f-a5ed-4e63-939c-0d1b89fc3871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:13:41Z', 'updated_at': '2022-01-18T22:13:49Z', 'revision_number': 4, 'project_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'gw_port': {'id': '2304f75f-a5ed-4e63-939c-0d1b89fc3871', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ea9019-2842-465d-9d1c-9248830f2ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:43Z', 'updated_at': '2022-01-18T22:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': '7e64691e-c3a0-42c9-a5b1-7926b8f7a133', 'tenant_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'floating_ip_address': '172.25.5.102', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': 'b7ea9019-2842-465d-9d1c-9248830f2ffa', 'port_id': '66ca2546-3efa-46db-b956-2fb534ebd744', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac163b22-6dbe-4f74-9441-5d83aaaf42c4', 'mac_address': 'fa:16:3e:ca:e9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d17b9a3-f774-44ce-bd1f-faf2447e4859', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:14:18Z', 'updated_at': '2022-01-18T22:14:55Z', 'revision_number': 8, 'project_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0dfd072-55e2-41e6-b235-66a0b8e6446e', 'name': '', 'network_id': 'ac163b22-6dbe-4f74-9441-5d83aaaf42c4', 'tenant_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'mac_address': 'fa:16:3e:a0:7b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ea9019-2842-465d-9d1c-9248830f2ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '07257b09-c636-44c9-86f7-42df7e4ef3e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:47Z', 'updated_at': '2022-01-18T22:13:57Z', 'revision_number': 5, 'project_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'subnets': [{'id': '07257b09-c636-44c9-86f7-42df7e4ef3e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:14:57.511254 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d17b9a3-f774-44ce-bd1f-faf2447e4859', 'tag': '66ca2546-3efa-46db-b956-2fb534ebd744'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:14:57.513823 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2302a004-30dc-4c04-9f00-8c5723dffc01" -d '{"events": [{"name": "network-changed", "server_uuid": "6d17b9a3-f774-44ce-bd1f-faf2447e4859", "tag": "66ca2546-3efa-46db-b956-2fb534ebd744"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:14:57.604297 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-10714a40-0e73-40e4-8d79-2c360465d6e7 req-a194a186-a493-4e64-a362-044d84660287 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] For port afb222c2-ad99-489f-ba74-f0b30130118e, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=afb222c2-ad99-489f-ba74-f0b30130118e,segment=NetworkSegment(724b2afa-1e83-4f7a-aa8d-73e3eac882e0),segment_id=724b2afa-1e83-4f7a-aa8d-73e3eac882e0)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:14:57.606273 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de80164a-642b-4936-bf19-b3e2d4e82f97 admin admin] Pushing event updated for resources: {'Network': ['ID=97a0b687-2bc8-4c10-89fb-aecfe0fd6ed5,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:57.608703 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-10714a40-0e73-40e4-8d79-2c360465d6e7 req-a194a186-a493-4e64-a362-044d84660287 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:57.616272 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-de80164a-642b-4936-bf19-b3e2d4e82f97 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.8824139 Jan 18 22:14:57.623768 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 97a0b687-2bc8-4c10-89fb-aecfe0fd6ed5 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:14:57.631216 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-10714a40-0e73-40e4-8d79-2c360465d6e7 req-a194a186-a493-4e64-a362-044d84660287 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Calling delete_port for afb222c2-ad99-489f-ba74-f0b30130118e owned by compute:nova {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:14:57.632396 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 55190) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:14:57.648116 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-2be27282-76c6-415b-b4fb-ad005c03b787 admin admin] Request body: {'subnet': {'network_id': '97a0b687-2bc8-4c10-89fb-aecfe0fd6ed5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-208592237-subnet', 'tenant_id': '13ad3ebdbd244cdcbe71ebe78a0f13f8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:14:57.712913 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2fda3e-3035-4d4d-83d3-cc3266b877a9 req-64c6730c-a116-4185-a39c-04ddcc4eb43f tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:57.723703 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8f2fda3e-3035-4d4d-83d3-cc3266b877a9 req-64c6730c-a116-4185-a39c-04ddcc4eb43f tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/ports?device_id=2314e5ba-e2e1-41d6-a9f0-51d77e89f4f6 HTTP/1.1" status: 200 len: 950 time: 0.2851181 Jan 18 22:14:57.805525 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2be27282-76c6-415b-b4fb-ad005c03b787 admin admin] Made reservation on behalf of 13ad3ebdbd244cdcbe71ebe78a0f13f8 for: {'subnet': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:14:57.808651 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2be27282-76c6-415b-b4fb-ad005c03b787 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:57.851148 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa83cfcb-b16e-4202-8066-93a2327126b5 None None] New status for floating IP 7e64691e-c3a0-42c9-a5b1-7926b8f7a133: ACTIVE {{(pid=102433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 22:14:57.867212 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abf058d-ce02-4d63-bca9-6ffe9d71eace req-b2820709-749f-47e4-86bf-2769585646c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:57.875683 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2abf058d-ce02-4d63-bca9-6ffe9d71eace req-b2820709-749f-47e4-86bf-2769585646c6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=07257b09-c636-44c9-86f7-42df7e4ef3e2 HTTP/1.1" status: 200 len: 859 time: 0.3901486 Jan 18 22:14:57.908771 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8f2fda3e-3035-4d4d-83d3-cc3266b877a9 req-67f376c6-9f0b-4e93-a4e2-ece20d4f04d3 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/security-groups?id=f617d299-382f-49d2-bef3-4bb5f1944b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840334 Jan 18 22:14:58.032685 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abf058d-ce02-4d63-bca9-6ffe9d71eace req-5a2d5b55-b9df-461c-8432-50d21e8a42da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:58.034193 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2abf058d-ce02-4d63-bca9-6ffe9d71eace req-5a2d5b55-b9df-461c-8432-50d21e8a42da service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ac163b22-6dbe-4f74-9441-5d83aaaf42c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1574817 Jan 18 22:14:58.083711 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-10714a40-0e73-40e4-8d79-2c360465d6e7 req-a194a186-a493-4e64-a362-044d84660287 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:58.096345 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['afb222c2-ad99-489f-ba74-f0b30130118e'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:14:58.113953 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0470262f-549f-45b9-84c6-6ca51b9f4f83 req-cb97b032-861c-4dc3-9bc4-d93636cbabf1 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:58.115471 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0470262f-549f-45b9-84c6-6ca51b9f4f83 req-cb97b032-861c-4dc3-9bc4-d93636cbabf1 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] 10.222.0.53 "GET /v2.0/ports?device_id=b178fe69-f925-486d-8d44-b1eaab33c6e1 HTTP/1.1" status: 200 len: 946 time: 0.1268156 Jan 18 22:14:58.126700 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a194a186-a493-4e64-a362-044d84660287 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Pushing event deleted for resources: {'Port': ['ID=afb222c2-ad99-489f-ba74-f0b30130118e,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:58.208899 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2abf058d-ce02-4d63-bca9-6ffe9d71eace req-7582bcb3-9889-4fde-abb8-8c3999987958 service neutron] 10.222.0.53 "GET /v2.0/networks/ac163b22-6dbe-4f74-9441-5d83aaaf42c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658883 Jan 18 22:14:58.235277 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-10714a40-0e73-40e4-8d79-2c360465d6e7 req-a194a186-a493-4e64-a362-044d84660287 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] No DVR routers for this DVR port afb222c2-ad99-489f-ba74-f0b30130118e on host n-h2-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:14:58.238093 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-10714a40-0e73-40e4-8d79-2c360465d6e7 req-a194a186-a493-4e64-a362-044d84660287 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:58.241873 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0470262f-549f-45b9-84c6-6ca51b9f4f83 req-098c7ea0-ae29-40e1-91df-15551c82a0a5 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] 10.222.0.53 "GET /v2.0/security-groups?id=3b03c7d5-ea2f-4e24-a688-7c5247efb246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158571 Jan 18 22:14:58.250007 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-10714a40-0e73-40e4-8d79-2c360465d6e7 req-a194a186-a493-4e64-a362-044d84660287 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685 tempest-FloatingIPsAssociationNegativeTestJSON-1961679685-project] 10.222.0.67 "DELETE /v2.0/ports/afb222c2-ad99-489f-ba74-f0b30130118e HTTP/1.1" status: 204 len: 173 time: 0.9768810 Jan 18 22:14:58.337925 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4803184-bf7b-447f-8b91-e83b203f18e8 x-openstack-request-id: req-e4803184-bf7b-447f-8b91-e83b203f18e8 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:14:58.338049 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d17b9a3-f774-44ce-bd1f-faf2447e4859", "tag": "66ca2546-3efa-46db-b956-2fb534ebd744", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:14:58.338245 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e4803184-bf7b-447f-8b91-e83b203f18e8 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:14:58.340380 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d17b9a3-f774-44ce-bd1f-faf2447e4859', 'tag': '66ca2546-3efa-46db-b956-2fb534ebd744', 'status': 'completed', 'code': 200} Jan 18 22:14:58.379713 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2302a004-30dc-4c04-9f00-8c5723dffc01 req-1e7f5fb9-e517-412b-a6d0-67671b51a820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:58.381371 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2302a004-30dc-4c04-9f00-8c5723dffc01 req-1e7f5fb9-e517-412b-a6d0-67671b51a820 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b4fa371f1ebf4a37ba7e58b461b03d52&device_id=6d17b9a3-f774-44ce-bd1f-faf2447e4859 HTTP/1.1" status: 200 len: 1096 time: 0.0454438 Jan 18 22:14:58.388032 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2be27282-76c6-415b-b4fb-ad005c03b787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for subnet, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:58.463368 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2abf058d-ce02-4d63-bca9-6ffe9d71eace req-212d8b0f-6b4f-4ddc-88fa-43109247940d service neutron] 10.222.0.53 "GET /v2.0/networks/ac163b22-6dbe-4f74-9441-5d83aaaf42c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194943 Jan 18 22:14:58.477325 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be27282-76c6-415b-b4fb-ad005c03b787 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23a5a8dc-743c-45b8-acec-858b12a19433,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:58.490236 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2302a004-30dc-4c04-9f00-8c5723dffc01 req-4f563d7b-44e4-45d9-bc0c-4f872c205b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:58.492082 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2302a004-30dc-4c04-9f00-8c5723dffc01 req-4f563d7b-44e4-45d9-bc0c-4f872c205b33 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ac163b22-6dbe-4f74-9441-5d83aaaf42c4 HTTP/1.1" status: 200 len: 920 time: 0.0990603 Jan 18 22:14:58.513575 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be27282-76c6-415b-b4fb-ad005c03b787 admin admin] Checking segment: {'id': '201e6be6-c8bc-4b61-98c2-2f0de3c30ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '97a0b687-2bc8-4c10-89fb-aecfe0fd6ed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:14:58.513575 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be27282-76c6-415b-b4fb-ad005c03b787 admin admin] Network hostable DHCP agents. Network: 97a0b687-2bc8-4c10-89fb-aecfe0fd6ed5, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:14:58.521420 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610d105d-0448-4203-8c4b-a7098dd068a6 req-28483522-0a8d-4d04-bfa1-0ccdf0745a43 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:58.522901 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-610d105d-0448-4203-8c4b-a7098dd068a6 req-28483522-0a8d-4d04-bfa1-0ccdf0745a43 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fa92f39-d443-46a1-a886-13e3ee10e361 HTTP/1.1" status: 200 len: 950 time: 0.1001954 Jan 18 22:14:58.571742 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be27282-76c6-415b-b4fb-ad005c03b787 admin admin] Network 97a0b687-2bc8-4c10-89fb-aecfe0fd6ed5 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:14:58.588230 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2302a004-30dc-4c04-9f00-8c5723dffc01 req-f142e991-9b14-451b-bfb7-aef45291c6fd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66ca2546-3efa-46db-b956-2fb534ebd744 HTTP/1.1" status: 200 len: 1001 time: 0.0887854 Jan 18 22:14:58.593506 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-610d105d-0448-4203-8c4b-a7098dd068a6 req-d9feaafd-a9a5-4be4-aa8b-a101fb7fda65 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/security-groups?id=f617d299-382f-49d2-bef3-4bb5f1944b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619724 Jan 18 22:14:58.594546 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-2be27282-76c6-415b-b4fb-ad005c03b787 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 97a0b687-2bc8-4c10-89fb-aecfe0fd6ed5) {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:14:58.599653 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be27282-76c6-415b-b4fb-ad005c03b787 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:58.599964 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2be27282-76c6-415b-b4fb-ad005c03b787 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:58.605812 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad65d98a-fd95-4bdf-ba79-4f45a3246cb2 None None] Network 97a0b687-2bc8-4c10-89fb-aecfe0fd6ed5 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:14:58.681232 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-2be27282-76c6-415b-b4fb-ad005c03b787 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0435696 Jan 18 22:14:58.685021 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 55206) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:14:58.694103 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-51450cb9-6328-4765-9a55-660e92db0fee admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-208592237-router', 'tenant_id': '13ad3ebdbd244cdcbe71ebe78a0f13f8', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:14:58.759011 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-51450cb9-6328-4765-9a55-660e92db0fee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1044160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8692'] for router, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:58.765382 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-51450cb9-6328-4765-9a55-660e92db0fee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1040680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8675'] for router, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:58.782319 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2302a004-30dc-4c04-9f00-8c5723dffc01 req-f79fc2fe-2672-4838-9222-317fed0d225e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:58.784179 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2302a004-30dc-4c04-9f00-8c5723dffc01 req-f79fc2fe-2672-4838-9222-317fed0d225e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=07257b09-c636-44c9-86f7-42df7e4ef3e2 HTTP/1.1" status: 200 len: 859 time: 0.1744530 Jan 18 22:14:58.804768 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec572bd-282a-4b60-928f-3c90c00fb814 req-6bf095a8-4dbe-4f76-8a24-c5a0cd17a747 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:58.809109 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-eec572bd-282a-4b60-928f-3c90c00fb814 req-6bf095a8-4dbe-4f76-8a24-c5a0cd17a747 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=74f307c9-43a0-43ee-8f48-6f53b38be771 HTTP/1.1" status: 200 len: 947 time: 0.1774116 Jan 18 22:14:58.877911 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 82c8fac7-b604-4f74-9e60-1a7d1e5868ca details requested by agent hyperv_n-h1-825064-1 with host n-h1-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:14:58.895707 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-eec572bd-282a-4b60-928f-3c90c00fb814 req-87f4a3ac-8df5-4688-a834-9ec66a514ff9 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760589 Jan 18 22:14:58.940436 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-51450cb9-6328-4765-9a55-660e92db0fee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:58.951690 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2302a004-30dc-4c04-9f00-8c5723dffc01 req-bfb495ba-7937-459d-95f0-39b63fa57ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:58.953357 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2302a004-30dc-4c04-9f00-8c5723dffc01 req-bfb495ba-7937-459d-95f0-39b63fa57ec8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ac163b22-6dbe-4f74-9441-5d83aaaf42c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1569097 Jan 18 22:14:59.062116 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ea9aaba7-7828-463d-ac7c-acf9b2439519 req-78d68543-03cc-41e2-ae47-d833bc03bc21 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=ea2794c3a3f945b88560f5de6429085f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0407662 Jan 18 22:14:59.114638 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-52437c61-5c69-45de-87a2-a4cfda8c0fcb req-6153afcd-2638-4e5e-96e6-0cd48976efbe tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] 10.222.0.53 "GET /v2.0/floatingips/7e64691e-c3a0-42c9-a5b1-7926b8f7a133 HTTP/1.1" status: 200 len: 998 time: 0.1598659 Jan 18 22:14:59.137431 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842cf2f4-6100-4301-9973-c0bd7791433e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-97a0b687-2bc8-4c10-89fb-aecfe0fd6ed5', 'network_id': '97a0b687-2bc8-4c10-89fb-aecfe0fd6ed5', 'tenant_id': '13ad3ebdbd244cdcbe71ebe78a0f13f8', 'fixed_ips': [{'subnet_id': '23a5a8dc-743c-45b8-acec-858b12a19433'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:14:59.139612 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b178fe69-f925-486d-8d44-b1eaab33c6e1', 'name': 'network-vif-deleted', 'tag': 'afb222c2-ad99-489f-ba74-f0b30130118e'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:14:59.140814 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-842cf2f4-6100-4301-9973-c0bd7791433e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:59.143837 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88244e4b-6434-43f9-86bb-d2616b7eba95" -d '{"events": [{"server_uuid": "b178fe69-f925-486d-8d44-b1eaab33c6e1", "name": "network-vif-deleted", "tag": "afb222c2-ad99-489f-ba74-f0b30130118e"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:14:59.150374 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2302a004-30dc-4c04-9f00-8c5723dffc01 req-0be5dd61-23b3-43cf-9ae6-239aa71e0abd service neutron] 10.222.0.67 "GET /v2.0/networks/ac163b22-6dbe-4f74-9441-5d83aaaf42c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587999 Jan 18 22:14:59.183680 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 82c8fac7-b604-4f74-9e60-1a7d1e5868ca, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=82c8fac7-b604-4f74-9e60-1a7d1e5868ca,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:14:59.214496 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Returning: {'device': '82c8fac7-b604-4f74-9e60-1a7d1e5868ca', 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b', 'port_id': '82c8fac7-b604-4f74-9e60-1a7d1e5868ca', 'mac_address': 'fa:16:3e:25:7a:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8518183d-cc63-459a-b971-d4c7514e001f', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:14:59.267273 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9aaba7-7828-463d-ac7c-acf9b2439519 req-f56db22d-ae4f-41f2-b572-8db1100e581c tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:59.274503 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ea9aaba7-7828-463d-ac7c-acf9b2439519 req-f56db22d-ae4f-41f2-b572-8db1100e581c tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1992812 Jan 18 22:14:59.304250 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ea9aaba7-7828-463d-ac7c-acf9b2439519 req-c6a13232-d8aa-4ffa-b837-f16d7853ead9 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/quotas/ea2794c3a3f945b88560f5de6429085f HTTP/1.1" status: 200 len: 375 time: 0.0288231 Jan 18 22:14:59.322525 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-51450cb9-6328-4765-9a55-660e92db0fee admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:59.323103 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52437c61-5c69-45de-87a2-a4cfda8c0fcb req-92f92c79-365e-46be-8b71-e5827e651716 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:59.330313 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-52437c61-5c69-45de-87a2-a4cfda8c0fcb req-92f92c79-365e-46be-8b71-e5827e651716 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] 10.222.0.53 "GET /v2.0/networks/0fa7c7c8-c96a-4aa5-9818-d374adf00f99 HTTP/1.1" status: 200 len: 784 time: 0.2148132 Jan 18 22:14:59.351618 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [req-52437c61-5c69-45de-87a2-a4cfda8c0fcb req-ff7c0fa7-e833-42f9-9f85-66866f59890c tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102430) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:14:59.354378 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:59.363411 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-52437c61-5c69-45de-87a2-a4cfda8c0fcb req-ff7c0fa7-e833-42f9-9f85-66866f59890c tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0322254 Jan 18 22:14:59.367377 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2302a004-30dc-4c04-9f00-8c5723dffc01 req-6bcc170d-9778-46d4-b0e8-af3eac73ae9c service neutron] 10.222.0.67 "GET /v2.0/networks/ac163b22-6dbe-4f74-9441-5d83aaaf42c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678393 Jan 18 22:14:59.376838 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82c8fac7-b604-4f74-9e60-1a7d1e5868ca {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:14:59.409358 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ea9aaba7-7828-463d-ac7c-acf9b2439519 req-b6303325-00f5-410d-84a3-f2d2b2639e6e tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ea2794c3a3f945b88560f5de6429085f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1040690 Jan 18 22:14:59.413460 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 82c8fac7-b604-4f74-9e60-1a7d1e5868ca, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=82c8fac7-b604-4f74-9e60-1a7d1e5868ca,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:14:59.432793 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-842cf2f4-6100-4301-9973-c0bd7791433e None None] Allocated IP 172.20.0.2 (97a0b687-2bc8-4c10-89fb-aecfe0fd6ed5/23a5a8dc-743c-45b8-acec-858b12a19433/368464e5-1feb-4b01-937a-cff1c9379337) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:14:59.437656 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:59.593325 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=82c8fac7-b604-4f74-9e60-1a7d1e5868ca,revision_number=8']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:59.646510 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dee88305-9a74-4174-a5e1-0daf37261b82 x-openstack-request-id: req-dee88305-9a74-4174-a5e1-0daf37261b82 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:14:59.646799 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b178fe69-f925-486d-8d44-b1eaab33c6e1", "name": "network-vif-deleted", "tag": "afb222c2-ad99-489f-ba74-f0b30130118e", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:14:59.647063 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dee88305-9a74-4174-a5e1-0daf37261b82 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:14:59.647504 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b178fe69-f925-486d-8d44-b1eaab33c6e1', 'name': 'network-vif-deleted', 'tag': 'afb222c2-ad99-489f-ba74-f0b30130118e', 'status': 'completed', 'code': 200} Jan 18 22:14:59.647884 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 55234) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:14:59.672193 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-51450cb9-6328-4765-9a55-660e92db0fee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:59.732497 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 8327da2a-8c9e-48da-9352-3366a825e5df no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:14:59.745999 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-51450cb9-6328-4765-9a55-660e92db0fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:59.759732 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-842cf2f4-6100-4301-9973-c0bd7791433e None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:59.761696 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['82c8fac7-b604-4f74-9e60-1a7d1e5868ca'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:14:59.767131 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] No Port match for: 8327da2a-8c9e-48da-9352-3366a825e5df {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:14:59.767131 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 8327da2a-8c9e-48da-9352-3366a825e5df not bound to the agent host n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:14:59.789694 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-842cf2f4-6100-4301-9973-c0bd7791433e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:14:59.860335 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d88744d-4dd2-4b2e-8bda-01ca178d9881 req-6dd913d5-b0b7-4c11-ab29-da34c9556aa6 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:14:59.861802 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-5d88744d-4dd2-4b2e-8bda-01ca178d9881 req-6dd913d5-b0b7-4c11-ab29-da34c9556aa6 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.67 "GET /v2.0/ports?device_id=74f307c9-43a0-43ee-8f48-6f53b38be771&tenant_id=7c124f68020a4e92b3e26dca83e43678&binding%3Ahost_id=n-h1-825064-1 HTTP/1.1" status: 200 len: 948 time: 0.1609499 Jan 18 22:14:59.874620 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842cf2f4-6100-4301-9973-c0bd7791433e None None] Pushing event updated for resources: {'Port': ['ID=368464e5-1feb-4b01-937a-cff1c9379337,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:14:59.884843 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842cf2f4-6100-4301-9973-c0bd7791433e None None] Network 97a0b687-2bc8-4c10-89fb-aecfe0fd6ed5 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:14:59.886959 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-842cf2f4-6100-4301-9973-c0bd7791433e None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:14:59.891287 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842cf2f4-6100-4301-9973-c0bd7791433e None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:14:59.917272 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-845b8b8a-70e7-4bb3-a433-8dd674b8c5e5 req-eed1dd73-fe76-4549-8bfd-0f3b60fd4f4b tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.102 HTTP/1.1" status: 200 len: 1001 time: 0.1963608 Jan 18 22:14:59.988263 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-51450cb9-6328-4765-9a55-660e92db0fee admin admin] Allocated IP 172.25.5.80 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/38f52493-2589-4eb9-a7d2-8f2fe6130e40) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:14:59.994546 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-842cf2f4-6100-4301-9973-c0bd7791433e None None] Attempting to bind port 368464e5-1feb-4b01-937a-cff1c9379337 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:14:59.996451 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-842cf2f4-6100-4301-9973-c0bd7791433e None None] Attempting to bind port 368464e5-1feb-4b01-937a-cff1c9379337 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '201e6be6-c8bc-4b61-98c2-2f0de3c30ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '97a0b687-2bc8-4c10-89fb-aecfe0fd6ed5'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:14:59.996451 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842cf2f4-6100-4301-9973-c0bd7791433e None None] Attempting to bind port 368464e5-1feb-4b01-937a-cff1c9379337 on network 97a0b687-2bc8-4c10-89fb-aecfe0fd6ed5 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:15:00.003419 n-d-825064-1 neutron-server[102431]: INFO neutron.api.v2.resource [req-5d88744d-4dd2-4b2e-8bda-01ca178d9881 req-cdeadce6-0957-4799-bf92-57248ae91036 service neutron] delete failed (client error): The resource could not be found. Jan 18 22:15:00.004581 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842cf2f4-6100-4301-9973-c0bd7791433e None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:15:00.004966 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842cf2f4-6100-4301-9973-c0bd7791433e None None] Checking segment: {'id': '201e6be6-c8bc-4b61-98c2-2f0de3c30ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '97a0b687-2bc8-4c10-89fb-aecfe0fd6ed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:15:00.005176 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-5d88744d-4dd2-4b2e-8bda-01ca178d9881 req-cdeadce6-0957-4799-bf92-57248ae91036 service neutron] 10.222.0.67 "DELETE /v2.0/ports/82c8fac7-b604-4f74-9e60-1a7d1e5868ca/bindings/n-h2-825064-1 HTTP/1.1" status: 404 len: 380 time: 0.1354144 Jan 18 22:15:00.005392 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-842cf2f4-6100-4301-9973-c0bd7791433e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:00.005789 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842cf2f4-6100-4301-9973-c0bd7791433e None None] Bound using segment: {'id': '201e6be6-c8bc-4b61-98c2-2f0de3c30ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '97a0b687-2bc8-4c10-89fb-aecfe0fd6ed5'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:15:00.006264 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-842cf2f4-6100-4301-9973-c0bd7791433e None None] Bound port: 368464e5-1feb-4b01-937a-cff1c9379337, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '201e6be6-c8bc-4b61-98c2-2f0de3c30ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '97a0b687-2bc8-4c10-89fb-aecfe0fd6ed5'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:15:00.006652 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-842cf2f4-6100-4301-9973-c0bd7791433e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:00.082950 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845b8b8a-70e7-4bb3-a433-8dd674b8c5e5 req-c01d9939-8894-4897-9663-7a834059d53e tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:00.086574 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-845b8b8a-70e7-4bb3-a433-8dd674b8c5e5 req-c01d9939-8894-4897-9663-7a834059d53e tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] 10.222.0.53 "GET /v2.0/ports/66ca2546-3efa-46db-b956-2fb534ebd744 HTTP/1.1" status: 200 len: 942 time: 0.1463225 Jan 18 22:15:00.104606 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-842cf2f4-6100-4301-9973-c0bd7791433e None None] For port 368464e5-1feb-4b01-937a-cff1c9379337, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:15:00.114301 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-842cf2f4-6100-4301-9973-c0bd7791433e None None] For port 368464e5-1feb-4b01-937a-cff1c9379337, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=368464e5-1feb-4b01-937a-cff1c9379337,segment=NetworkSegment(201e6be6-c8bc-4b61-98c2-2f0de3c30ad4),segment_id=201e6be6-c8bc-4b61-98c2-2f0de3c30ad4)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:15:00.128941 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-842cf2f4-6100-4301-9973-c0bd7791433e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:00.204746 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842cf2f4-6100-4301-9973-c0bd7791433e None None] Pushing event updated for resources: {'Port': ['ID=368464e5-1feb-4b01-937a-cff1c9379337,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:00.235796 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-51450cb9-6328-4765-9a55-660e92db0fee admin admin] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:00.249523 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d88744d-4dd2-4b2e-8bda-01ca178d9881 req-94595089-f071-4686-9435-07eacbd0a6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:00.251159 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-5d88744d-4dd2-4b2e-8bda-01ca178d9881 req-94595089-f071-4686-9435-07eacbd0a6dc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7c124f68020a4e92b3e26dca83e43678&device_id=74f307c9-43a0-43ee-8f48-6f53b38be771 HTTP/1.1" status: 200 len: 1099 time: 0.1102071 Jan 18 22:15:00.364012 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-51450cb9-6328-4765-9a55-660e92db0fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:00.430587 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51450cb9-6328-4765-9a55-660e92db0fee admin admin] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:15:00.444887 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-51450cb9-6328-4765-9a55-660e92db0fee admin admin] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:15:00.453912 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51450cb9-6328-4765-9a55-660e92db0fee admin admin] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:15:00.461281 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d88744d-4dd2-4b2e-8bda-01ca178d9881 req-c745ef21-c888-4321-aeaa-2c626d4c5ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:00.462791 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-5d88744d-4dd2-4b2e-8bda-01ca178d9881 req-c745ef21-c888-4321-aeaa-2c626d4c5ab4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=aed2eca7-1bb0-443d-8485-b985dbe9851b HTTP/1.1" status: 200 len: 869 time: 0.2051644 Jan 18 22:15:00.510347 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51450cb9-6328-4765-9a55-660e92db0fee admin admin] Pushing event updated for resources: {'Port': ['ID=38f52493-2589-4eb9-a7d2-8f2fe6130e40,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:00.573023 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-5d88744d-4dd2-4b2e-8bda-01ca178d9881 req-d26b6ec4-cd58-4f0f-abc7-c08ee91b3e1d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=82c8fac7-b604-4f74-9e60-1a7d1e5868ca HTTP/1.1" status: 200 len: 217 time: 0.0702417 Jan 18 22:15:00.595536 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b91a858-62f6-43c7-9c68-69e91cbdc497 req-7cf8abae-f782-43ae-bcdf-6eb9b6dc99ea tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:00.597006 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7b91a858-62f6-43c7-9c68-69e91cbdc497 req-7cf8abae-f782-43ae-bcdf-6eb9b6dc99ea tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=74f307c9-43a0-43ee-8f48-6f53b38be771 HTTP/1.1" status: 200 len: 948 time: 0.8164520 Jan 18 22:15:00.627654 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-845b8b8a-70e7-4bb3-a433-8dd674b8c5e5 req-3ac9b896-0f4d-49eb-bf12-215faa56b008 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.102 HTTP/1.1" status: 200 len: 1001 time: 0.4660370 Jan 18 22:15:00.654560 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d88744d-4dd2-4b2e-8bda-01ca178d9881 req-9c958214-fffb-4adf-a5c6-9ba211eb2dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:00.655941 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-5d88744d-4dd2-4b2e-8bda-01ca178d9881 req-9c958214-fffb-4adf-a5c6-9ba211eb2dc6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8518183d-cc63-459a-b971-d4c7514e001f HTTP/1.1" status: 200 len: 843 time: 0.0621042 Jan 18 22:15:00.758390 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7b91a858-62f6-43c7-9c68-69e91cbdc497 req-69d72cb7-efa9-41a9-9c29-d4bb1877b3c6 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381171 Jan 18 22:15:00.773414 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d88744d-4dd2-4b2e-8bda-01ca178d9881 req-4a01e8c1-8c5b-4489-abaf-ea2e130c6558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:00.784209 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-5d88744d-4dd2-4b2e-8bda-01ca178d9881 req-4a01e8c1-8c5b-4489-abaf-ea2e130c6558 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aed2eca7-1bb0-443d-8485-b985dbe9851b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0954370 Jan 18 22:15:00.813708 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-51450cb9-6328-4765-9a55-660e92db0fee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:00.822629 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845b8b8a-70e7-4bb3-a433-8dd674b8c5e5 req-7d80a5cd-2602-40a1-b3fc-43518061f742 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:00.824052 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-845b8b8a-70e7-4bb3-a433-8dd674b8c5e5 req-7d80a5cd-2602-40a1-b3fc-43518061f742 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] 10.222.0.53 "GET /v2.0/networks/0fa7c7c8-c96a-4aa5-9818-d374adf00f99 HTTP/1.1" status: 200 len: 784 time: 0.1876500 Jan 18 22:15:00.910285 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-49a32235-82e8-4c78-a2dc-e35fd8fc1536 req-179973db-5e5d-4af4-98cb-3be51d882a0c tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c57620c-4fce-4509-b333-f58a98ab9456 HTTP/1.1" status: 200 len: 210 time: 0.0657022 Jan 18 22:15:00.977864 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-5d88744d-4dd2-4b2e-8bda-01ca178d9881 req-de9fc1d2-f5b1-414a-bd7f-efec1464f7ce service neutron] 10.222.0.67 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853020 Jan 18 22:15:00.993257 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-845b8b8a-70e7-4bb3-a433-8dd674b8c5e5 req-a7d26fa7-2892-4d8a-b327-97e6e8a25d06 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.102 HTTP/1.1" status: 200 len: 1001 time: 0.1606126 Jan 18 22:15:01.034614 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-845b8b8a-70e7-4bb3-a433-8dd674b8c5e5 req-013cf6be-8afb-48c8-97a0-30226b03f667 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:15:01.053571 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ea9aaba7-7828-463d-ac7c-acf9b2439519 req-f00287da-a885-4ef7-9e13-328acfdfd61b tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=ea2794c3a3f945b88560f5de6429085f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0446362 Jan 18 22:15:01.169802 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-5d88744d-4dd2-4b2e-8bda-01ca178d9881 req-9099a9a9-d472-48f7-804b-c9065c4b0c2d service neutron] 10.222.0.67 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841416 Jan 18 22:15:01.184110 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-51450cb9-6328-4765-9a55-660e92db0fee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1040691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049'] for router, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:01.285610 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4e2ff9de-407f-40a9-9899-55ff8e399371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1041027'] for router_interface, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:01.293239 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-845b8b8a-70e7-4bb3-a433-8dd674b8c5e5 req-013cf6be-8afb-48c8-97a0-30226b03f667 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Notify callbacks [] for floatingip, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:01.306604 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9aaba7-7828-463d-ac7c-acf9b2439519 req-1496e029-6600-4afe-be51-798fa8b242b7 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:01.308505 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ea9aaba7-7828-463d-ac7c-acf9b2439519 req-1496e029-6600-4afe-be51-798fa8b242b7 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1979508 Jan 18 22:15:01.385899 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-ea9aaba7-7828-463d-ac7c-acf9b2439519 req-18aefe78-2626-4e86-afec-458c7626b418 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Request body: {'port': {'device_id': '1c57620c-4fce-4509-b333-f58a98ab9456', 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b', 'admin_state_up': True, 'tenant_id': 'ea2794c3a3f945b88560f5de6429085f'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:15:01.428547 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64b6488-53db-4b4a-835e-5cf3ae76f4b7 None None] Network 97a0b687-2bc8-4c10-89fb-aecfe0fd6ed5 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:15:01.565608 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51450cb9-6328-4765-9a55-660e92db0fee admin admin] Router d1852f4c-ad85-412b-856a-9c09d0276480 is scheduled to L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 with binding_index 1 {{(pid=102431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 22:15:01.568828 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-b51f32fc-7204-4d48-950c-483176cc7e2c None None] Provisioning complete for port 368464e5-1feb-4b01-937a-cff1c9379337 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:15:01.569288 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b51f32fc-7204-4d48-950c-483176cc7e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:01.678682 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-845b8b8a-70e7-4bb3-a433-8dd674b8c5e5 req-013cf6be-8afb-48c8-97a0-30226b03f667 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:01.698824 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-845b8b8a-70e7-4bb3-a433-8dd674b8c5e5 req-013cf6be-8afb-48c8-97a0-30226b03f667 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043075'] for floatingip, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:01.699167 n-d-825064-1 neutron-server[102430]: INFO neutron.db.l3_db [req-845b8b8a-70e7-4bb3-a433-8dd674b8c5e5 req-013cf6be-8afb-48c8-97a0-30226b03f667 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Floating IP 7e64691e-c3a0-42c9-a5b1-7926b8f7a133 disassociated. External IP: 172.25.5.102, port: 66ca2546-3efa-46db-b956-2fb534ebd744. Jan 18 22:15:01.702779 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51450cb9-6328-4765-9a55-660e92db0fee admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:15:01.721393 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b209f86-53a4-4595-90f5-55512a5cbc35 None None] Sync routers for ids ['d1852f4c-ad85-412b-856a-9c09d0276480'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:15:01.728463 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b51f32fc-7204-4d48-950c-483176cc7e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:01.733973 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-51450cb9-6328-4765-9a55-660e92db0fee admin admin] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:01.735493 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-51450cb9-6328-4765-9a55-660e92db0fee admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.0474703 Jan 18 22:15:01.739276 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 55250) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:15:01.743764 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device afb222c2-ad99-489f-ba74-f0b30130118e no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:15:01.788691 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] No Port match for: afb222c2-ad99-489f-ba74-f0b30130118e {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:15:01.789110 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device afb222c2-ad99-489f-ba74-f0b30130118e not bound to the agent host n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:15:01.790991 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b209f86-53a4-4595-90f5-55512a5cbc35 None None] Routers {'d1852f4c-ad85-412b-856a-9c09d0276480'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:15:01.791736 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-5b209f86-53a4-4595-90f5-55512a5cbc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:14:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['d1852f4c-ad85-412b-856a-9c09d0276480'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:15:01.858180 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea9aaba7-7828-463d-ac7c-acf9b2439519 req-18aefe78-2626-4e86-afec-458c7626b418 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Made reservation on behalf of ea2794c3a3f945b88560f5de6429085f for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:15:01.860614 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-b51f32fc-7204-4d48-950c-483176cc7e2c None None] For port 368464e5-1feb-4b01-937a-cff1c9379337, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=368464e5-1feb-4b01-937a-cff1c9379337,segment=NetworkSegment(201e6be6-c8bc-4b61-98c2-2f0de3c30ad4),segment_id=201e6be6-c8bc-4b61-98c2-2f0de3c30ad4)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:15:01.868579 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-ea9aaba7-7828-463d-ac7c-acf9b2439519 req-18aefe78-2626-4e86-afec-458c7626b418 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:01.874904 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b51f32fc-7204-4d48-950c-483176cc7e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:01.989590 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51f32fc-7204-4d48-950c-483176cc7e2c None None] Pushing event updated for resources: {'Port': ['ID=368464e5-1feb-4b01-937a-cff1c9379337,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:01.995969 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-5b209f86-53a4-4595-90f5-55512a5cbc35 None None] Set router d1852f4c-ad85-412b-856a-9c09d0276480 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:15:02.141865 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-17919fe8-cb0a-4437-8104-6849a15636de None None] Provisioning complete for port 368464e5-1feb-4b01-937a-cff1c9379337 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:15:02.142355 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-17919fe8-cb0a-4437-8104-6849a15636de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:02.182976 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 368464e5-1feb-4b01-937a-cff1c9379337 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:15:02.184185 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde7be90-aa2d-4b85-8a8f-f04b1b71a8f8 req-7c7e9e1d-c7fe-48be-aceb-c89785f9c1a5 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:02.185931 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-dde7be90-aa2d-4b85-8a8f-f04b1b71a8f8 req-7c7e9e1d-c7fe-48be-aceb-c89785f9c1a5 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=74f307c9-43a0-43ee-8f48-6f53b38be771 HTTP/1.1" status: 200 len: 948 time: 0.2666256 Jan 18 22:15:02.330443 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b7e57407-c280-43bf-ab70-06a823d78457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:02.334089 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 368464e5-1feb-4b01-937a-cff1c9379337 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:15:02.334464 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:02.378008 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-5b209f86-53a4-4595-90f5-55512a5cbc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1852f4c-ad85-412b-856a-9c09d0276480', 'name': 'tempest-AttachSCSIVolumeTestJSON-208592237-router', 'tenant_id': '13ad3ebdbd244cdcbe71ebe78a0f13f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '38f52493-2589-4eb9-a7d2-8f2fe6130e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:14:58Z', 'updated_at': '2022-01-18T22:15:00Z', 'revision_number': 3, 'project_id': '13ad3ebdbd244cdcbe71ebe78a0f13f8', 'gw_port': {'id': '38f52493-2589-4eb9-a7d2-8f2fe6130e40', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:34:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1852f4c-ad85-412b-856a-9c09d0276480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:14:59Z', 'updated_at': '2022-01-18T22:14:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:15:02.407761 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b209f86-53a4-4595-90f5-55512a5cbc35 None None] Checking router: d1852f4c-ad85-412b-856a-9c09d0276480 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:15:02.408138 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b209f86-53a4-4595-90f5-55512a5cbc35 None None] Updating router d1852f4c-ad85-412b-856a-9c09d0276480 port 38f52493-2589-4eb9-a7d2-8f2fe6130e40 binding host n-d-825064-1 {{(pid=102432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:15:02.440655 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5b209f86-53a4-4595-90f5-55512a5cbc35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:02.532167 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-b7e57407-c280-43bf-ab70-06a823d78457 admin admin] Allocated IP 172.20.0.1 (97a0b687-2bc8-4c10-89fb-aecfe0fd6ed5/23a5a8dc-743c-45b8-acec-858b12a19433/dff8320f-3c1a-40a2-a5c5-21a0d87708b7) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:15:02.545935 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-ea9aaba7-7828-463d-ac7c-acf9b2439519 req-18aefe78-2626-4e86-afec-458c7626b418 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Allocated IP 192.168.233.170 (aed2eca7-1bb0-443d-8485-b985dbe9851b/8518183d-cc63-459a-b971-d4c7514e001f/e7f734d6-f0ad-4594-a2ef-af944e6e1234) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:15:02.585159 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-dde7be90-aa2d-4b85-8a8f-f04b1b71a8f8 req-3c26356c-d627-471f-8ad9-abe8d3e61173 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3910460 Jan 18 22:15:02.605926 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-4e2ff9de-407f-40a9-9899-55ff8e399371 admin admin] Deleting port fba5985b-7aec-4681-9318-31371f681e45 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:15:02.606290 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4e2ff9de-407f-40a9-9899-55ff8e399371 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:02.611346 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [req-845b8b8a-70e7-4bb3-a433-8dd674b8c5e5 req-013cf6be-8afb-48c8-97a0-30226b03f667 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Router b7ea9019-2842-465d-9d1c-9248830f2ffa has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:15:02.662511 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b7e57407-c280-43bf-ab70-06a823d78457 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:02.704754 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b7e57407-c280-43bf-ab70-06a823d78457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:02.745337 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3bd8981e-b938-4614-83b3-cfffad359790 req-36cd4a97-c1c5-4387-8a7c-f6c1a4728f12 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c57620c-4fce-4509-b333-f58a98ab9456 HTTP/1.1" status: 200 len: 210 time: 0.0644329 Jan 18 22:15:02.770443 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e57407-c280-43bf-ab70-06a823d78457 admin admin] Pushing event updated for resources: {'Port': ['ID=dff8320f-3c1a-40a2-a5c5-21a0d87708b7,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:02.789126 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e57407-c280-43bf-ab70-06a823d78457 admin admin] Network 97a0b687-2bc8-4c10-89fb-aecfe0fd6ed5 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:15:02.791910 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-b7e57407-c280-43bf-ab70-06a823d78457 admin admin] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:15:02.806491 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e57407-c280-43bf-ab70-06a823d78457 admin admin] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:15:02.807734 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b7e57407-c280-43bf-ab70-06a823d78457 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1040954'] for router_interface, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:02.892513 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 82c8fac7-b604-4f74-9e60-1a7d1e5868ca up at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:15:02.900347 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5b209f86-53a4-4595-90f5-55512a5cbc35 None None] Notify callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:02.937639 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5b209f86-53a4-4595-90f5-55512a5cbc35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:02.951462 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-4e2ff9de-407f-40a9-9899-55ff8e399371 admin admin] For port fba5985b-7aec-4681-9318-31371f681e45, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=fba5985b-7aec-4681-9318-31371f681e45,segment=NetworkSegment(724b2afa-1e83-4f7a-aa8d-73e3eac882e0),segment_id=724b2afa-1e83-4f7a-aa8d-73e3eac882e0)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:15:02.951849 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4e2ff9de-407f-40a9-9899-55ff8e399371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:02.991811 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-4e2ff9de-407f-40a9-9899-55ff8e399371 admin admin] Calling delete_port for fba5985b-7aec-4681-9318-31371f681e45 owned by network:router_interface {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:15:03.023152 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-ea9aaba7-7828-463d-ac7c-acf9b2439519 req-18aefe78-2626-4e86-afec-458c7626b418 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:03.026899 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b7e57407-c280-43bf-ab70-06a823d78457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:03.029038 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-845b8b8a-70e7-4bb3-a433-8dd674b8c5e5 req-013cf6be-8afb-48c8-97a0-30226b03f667 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:15:03.031086 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-5b209f86-53a4-4595-90f5-55512a5cbc35 None None] Attempting to bind port 38f52493-2589-4eb9-a7d2-8f2fe6130e40 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:15:03.037256 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-5b209f86-53a4-4595-90f5-55512a5cbc35 None None] Attempting to bind port 38f52493-2589-4eb9-a7d2-8f2fe6130e40 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:15:03.037630 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b209f86-53a4-4595-90f5-55512a5cbc35 None None] Attempting to bind port 38f52493-2589-4eb9-a7d2-8f2fe6130e40 on network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:15:03.039581 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00948ed2-7821-43ad-891f-19ffffad6c35 None None] Sync routers for ids ['b7ea9019-2842-465d-9d1c-9248830f2ffa'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:15:03.043891 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18352487-5441-48b9-b6a2-bedd5fadd8eb None None] Pushing event updated for resources: {'Port': ['ID=38f52493-2589-4eb9-a7d2-8f2fe6130e40,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:03.054968 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-845b8b8a-70e7-4bb3-a433-8dd674b8c5e5 req-013cf6be-8afb-48c8-97a0-30226b03f667 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:03.062887 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b209f86-53a4-4595-90f5-55512a5cbc35 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:15:03.063505 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b209f86-53a4-4595-90f5-55512a5cbc35 None None] Checking segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:15:03.063890 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00948ed2-7821-43ad-891f-19ffffad6c35 None None] Routers {'b7ea9019-2842-465d-9d1c-9248830f2ffa'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:15:03.064030 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5b209f86-53a4-4595-90f5-55512a5cbc35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:03.064352 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b209f86-53a4-4595-90f5-55512a5cbc35 None None] Bound using segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:15:03.064832 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-5b209f86-53a4-4595-90f5-55512a5cbc35 None None] Bound port: 38f52493-2589-4eb9-a7d2-8f2fe6130e40, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:15:03.065075 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-00948ed2-7821-43ad-891f-19ffffad6c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:14:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['b7ea9019-2842-465d-9d1c-9248830f2ffa'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:15:03.065211 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5b209f86-53a4-4595-90f5-55512a5cbc35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:03.132829 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-5b209f86-53a4-4595-90f5-55512a5cbc35 None None] For port 38f52493-2589-4eb9-a7d2-8f2fe6130e40, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:15:03.139783 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-5b209f86-53a4-4595-90f5-55512a5cbc35 None None] For port 38f52493-2589-4eb9-a7d2-8f2fe6130e40, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=38f52493-2589-4eb9-a7d2-8f2fe6130e40,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:15:03.141161 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-a03a853c-e07a-4a0a-9a41-972028265c06 None None] Provisioning complete for port dff8320f-3c1a-40a2-a5c5-21a0d87708b7 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:15:03.141331 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a03a853c-e07a-4a0a-9a41-972028265c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:03.145133 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning for port 82c8fac7-b604-4f74-9e60-1a7d1e5868ca completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:15:03.151890 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-845b8b8a-70e7-4bb3-a433-8dd674b8c5e5 req-013cf6be-8afb-48c8-97a0-30226b03f667 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] 10.222.0.53 "PUT /v2.0/floatingips/7e64691e-c3a0-42c9-a5b1-7926b8f7a133 HTTP/1.1" status: 200 len: 696 time: 2.1250978 Jan 18 22:15:03.155874 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d17b9a3-f774-44ce-bd1f-faf2447e4859', 'tag': '66ca2546-3efa-46db-b956-2fb534ebd744'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:15:03.158168 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ef0df76-ec35-413e-8cf7-6fb7c37c3df9" -d '{"events": [{"name": "network-changed", "server_uuid": "6d17b9a3-f774-44ce-bd1f-faf2447e4859", "tag": "66ca2546-3efa-46db-b956-2fb534ebd744"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:15:03.165896 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5b209f86-53a4-4595-90f5-55512a5cbc35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:03.171906 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79daf99-3477-43b5-9ac9-4224135f3069 req-bce72f38-54c1-4554-8417-ed494017076c tempest-MigrationsAdminTest-662233705 tempest-MigrationsAdminTest-662233705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:03.173610 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e79daf99-3477-43b5-9ac9-4224135f3069 req-bce72f38-54c1-4554-8417-ed494017076c tempest-MigrationsAdminTest-662233705 tempest-MigrationsAdminTest-662233705-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=74f307c9-43a0-43ee-8f48-6f53b38be771 HTTP/1.1" status: 200 len: 1099 time: 0.1867359 Jan 18 22:15:03.205427 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning complete for port 82c8fac7-b604-4f74-9e60-1a7d1e5868ca triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:15:03.205799 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:03.243137 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-00948ed2-7821-43ad-891f-19ffffad6c35 None None] Set router b7ea9019-2842-465d-9d1c-9248830f2ffa gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:15:03.274579 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-ea9aaba7-7828-463d-ac7c-acf9b2439519 req-18aefe78-2626-4e86-afec-458c7626b418 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:03.275186 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-a03a853c-e07a-4a0a-9a41-972028265c06 None None] Port dff8320f-3c1a-40a2-a5c5-21a0d87708b7 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:15:03.296765 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['53bccc17-00e0-4c65-9c80-4cfd4a86909c'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:15:03.298417 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['a144f15d-8003-4566-b13f-9284b79c7f71'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:15:03.302603 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18352487-5441-48b9-b6a2-bedd5fadd8eb None None] Pushing event updated for resources: {'Port': ['ID=38f52493-2589-4eb9-a7d2-8f2fe6130e40,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:03.311435 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b7e57407-c280-43bf-ab70-06a823d78457 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:03.318866 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b7e57407-c280-43bf-ab70-06a823d78457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:03.320469 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b7e57407-c280-43bf-ab70-06a823d78457 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-613854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1041070'] for router_interface, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:03.328968 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e79daf99-3477-43b5-9ac9-4224135f3069 req-3d70588d-2531-42e4-9400-ea696fca26d5 tempest-MigrationsAdminTest-662233705 tempest-MigrationsAdminTest-662233705-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478784 Jan 18 22:15:03.337886 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845b8b8a-70e7-4bb3-a433-8dd674b8c5e5 req-df304334-fb39-41ed-b67d-dd2b97c7be27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:03.339376 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-845b8b8a-70e7-4bb3-a433-8dd674b8c5e5 req-df304334-fb39-41ed-b67d-dd2b97c7be27 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b4fa371f1ebf4a37ba7e58b461b03d52&device_id=6d17b9a3-f774-44ce-bd1f-faf2447e4859 HTTP/1.1" status: 200 len: 1096 time: 0.1595318 Jan 18 22:15:03.379971 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea9aaba7-7828-463d-ac7c-acf9b2439519 req-18aefe78-2626-4e86-afec-458c7626b418 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Network aed2eca7-1bb0-443d-8485-b985dbe9851b is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:15:03.389838 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-ea9aaba7-7828-463d-ac7c-acf9b2439519 req-18aefe78-2626-4e86-afec-458c7626b418 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:15:03.404020 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b209f86-53a4-4595-90f5-55512a5cbc35 None None] Routers {'d1852f4c-ad85-412b-856a-9c09d0276480'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:15:03.404700 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-5b209f86-53a4-4595-90f5-55512a5cbc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:14:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['d1852f4c-ad85-412b-856a-9c09d0276480'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:15:03.448893 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aefe78-2626-4e86-afec-458c7626b418 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Pushing event updated for resources: {'Port': ['ID=e7f734d6-f0ad-4594-a2ef-af944e6e1234,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:03.452026 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ae16a7e-285f-4624-8b11-40ee83f84233 x-openstack-request-id: req-8ae16a7e-285f-4624-8b11-40ee83f84233 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:15:03.452362 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d17b9a3-f774-44ce-bd1f-faf2447e4859", "tag": "66ca2546-3efa-46db-b956-2fb534ebd744", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:15:03.452615 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8ae16a7e-285f-4624-8b11-40ee83f84233 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:15:03.453003 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d17b9a3-f774-44ce-bd1f-faf2447e4859', 'tag': '66ca2546-3efa-46db-b956-2fb534ebd744', 'status': 'completed', 'code': 200} Jan 18 22:15:03.453854 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea9aaba7-7828-463d-ac7c-acf9b2439519 req-18aefe78-2626-4e86-afec-458c7626b418 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:15:03.463931 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9aaba7-7828-463d-ac7c-acf9b2439519 req-18aefe78-2626-4e86-afec-458c7626b418 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:03.464932 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-ea9aaba7-7828-463d-ac7c-acf9b2439519 req-18aefe78-2626-4e86-afec-458c7626b418 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:03.545339 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ea9aaba7-7828-463d-ac7c-acf9b2439519 req-18aefe78-2626-4e86-afec-458c7626b418 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1650510 Jan 18 22:15:03.561947 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-00948ed2-7821-43ad-891f-19ffffad6c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ea9019-2842-465d-9d1c-9248830f2ffa', 'name': 'tempest-FloatingIPsAssociationTestJSON-831016946-router', 'tenant_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '2304f75f-a5ed-4e63-939c-0d1b89fc3871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:13:41Z', 'updated_at': '2022-01-18T22:13:49Z', 'revision_number': 4, 'project_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'gw_port': {'id': '2304f75f-a5ed-4e63-939c-0d1b89fc3871', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ea9019-2842-465d-9d1c-9248830f2ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:43Z', 'updated_at': '2022-01-18T22:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'd0dfd072-55e2-41e6-b235-66a0b8e6446e', 'name': '', 'network_id': 'ac163b22-6dbe-4f74-9441-5d83aaaf42c4', 'tenant_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'mac_address': 'fa:16:3e:a0:7b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ea9019-2842-465d-9d1c-9248830f2ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '07257b09-c636-44c9-86f7-42df7e4ef3e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:47Z', 'updated_at': '2022-01-18T22:13:57Z', 'revision_number': 5, 'project_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'subnets': [{'id': '07257b09-c636-44c9-86f7-42df7e4ef3e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:15:03.582889 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-ea9aaba7-7828-463d-ac7c-acf9b2439519 req-e1c8a628-c3f8-45c8-af53-2e3180a30651 service neutron] Request body: {'port': {'device_id': '1c57620c-4fce-4509-b333-f58a98ab9456', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:15:03.625070 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00948ed2-7821-43ad-891f-19ffffad6c35 None None] Checking router: b7ea9019-2842-465d-9d1c-9248830f2ffa for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:15:03.626752 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e57407-c280-43bf-ab70-06a823d78457 admin admin] Pushing event updated for resources: {'Port': ['ID=dff8320f-3c1a-40a2-a5c5-21a0d87708b7,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:03.641995 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00948ed2-7821-43ad-891f-19ffffad6c35 None None] Routers {'b7ea9019-2842-465d-9d1c-9248830f2ffa'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:15:03.642613 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-00948ed2-7821-43ad-891f-19ffffad6c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:14:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['b7ea9019-2842-465d-9d1c-9248830f2ffa'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:15:03.646819 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845b8b8a-70e7-4bb3-a433-8dd674b8c5e5 req-9ea135db-d9a7-4c37-8cdb-286348a4a5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:03.648649 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-845b8b8a-70e7-4bb3-a433-8dd674b8c5e5 req-9ea135db-d9a7-4c37-8cdb-286348a4a5bf service neutron] 10.222.0.53 "GET /v2.0/networks?id=ac163b22-6dbe-4f74-9441-5d83aaaf42c4 HTTP/1.1" status: 200 len: 920 time: 0.2949610 Jan 18 22:15:03.688695 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef0df76-ec35-413e-8cf7-6fb7c37c3df9 req-f23683f3-a7bc-4fb3-81fe-a67eba170b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:03.691040 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-9ef0df76-ec35-413e-8cf7-6fb7c37c3df9 req-f23683f3-a7bc-4fb3-81fe-a67eba170b18 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b4fa371f1ebf4a37ba7e58b461b03d52&device_id=6d17b9a3-f774-44ce-bd1f-faf2447e4859 HTTP/1.1" status: 200 len: 1096 time: 0.1946280 Jan 18 22:15:03.713823 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e57407-c280-43bf-ab70-06a823d78457 admin admin] Network 97a0b687-2bc8-4c10-89fb-aecfe0fd6ed5 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:15:03.730412 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-b7e57407-c280-43bf-ab70-06a823d78457 admin admin] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:15:03.759932 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-845b8b8a-70e7-4bb3-a433-8dd674b8c5e5 req-bcaf502f-4559-4913-b387-5604041b159f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66ca2546-3efa-46db-b956-2fb534ebd744 HTTP/1.1" status: 200 len: 217 time: 0.0858369 Jan 18 22:15:03.816592 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:03.840099 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-00948ed2-7821-43ad-891f-19ffffad6c35 None None] Set router b7ea9019-2842-465d-9d1c-9248830f2ffa gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:15:03.867716 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4104b253-45c4-463d-9a2e-df3388654d65 req-a0f92bde-f466-40ad-80d8-0d2b429dec8c tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=7c124f68020a4e92b3e26dca83e43678&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0529759 Jan 18 22:15:03.877194 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-ea9aaba7-7828-463d-ac7c-acf9b2439519 req-e1c8a628-c3f8-45c8-af53-2e3180a30651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:03.919871 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4e2ff9de-407f-40a9-9899-55ff8e399371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:03.943363 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef0df76-ec35-413e-8cf7-6fb7c37c3df9 req-3a5843db-ae58-448a-b8da-afb54164038f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:03.945228 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-9ef0df76-ec35-413e-8cf7-6fb7c37c3df9 req-3a5843db-ae58-448a-b8da-afb54164038f service neutron] 10.222.0.67 "GET /v2.0/networks?id=ac163b22-6dbe-4f74-9441-5d83aaaf42c4 HTTP/1.1" status: 200 len: 920 time: 0.2455411 Jan 18 22:15:03.946640 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-5b209f86-53a4-4595-90f5-55512a5cbc35 None None] Set router d1852f4c-ad85-412b-856a-9c09d0276480 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:15:03.954620 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-f8d7ddfd-2b6c-4c10-9c3d-290b9fe567ba None None] Provisioning complete for port e7f734d6-f0ad-4594-a2ef-af944e6e1234 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:15:03.955007 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f8d7ddfd-2b6c-4c10-9c3d-290b9fe567ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:03.964993 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2ff9de-407f-40a9-9899-55ff8e399371 admin admin] Pushing event deleted for resources: {'Port': ['ID=fba5985b-7aec-4681-9318-31371f681e45,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:03.980902 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74f307c9-43a0-43ee-8f48-6f53b38be771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82c8fac7-b604-4f74-9e60-1a7d1e5868ca'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:15:03.983498 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f539526-6d3f-4ed5-b36f-216accf7008d" -d '{"events": [{"server_uuid": "74f307c9-43a0-43ee-8f48-6f53b38be771", "name": "network-vif-plugged", "status": "completed", "tag": "82c8fac7-b604-4f74-9e60-1a7d1e5868ca"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:15:04.031035 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-9ef0df76-ec35-413e-8cf7-6fb7c37c3df9 req-cbc961f4-64a2-4ae2-bb9b-3a4ddfd1d463 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66ca2546-3efa-46db-b956-2fb534ebd744 HTTP/1.1" status: 200 len: 217 time: 0.0760705 Jan 18 22:15:04.033106 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7e57407-c280-43bf-ab70-06a823d78457 admin admin] Router d1852f4c-ad85-412b-856a-9c09d0276480 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:15:04.113500 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef0df76-ec35-413e-8cf7-6fb7c37c3df9 req-f7d03c1c-4d9d-403c-bd1b-5063f7f04848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:04.115191 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-9ef0df76-ec35-413e-8cf7-6fb7c37c3df9 req-f7d03c1c-4d9d-403c-bd1b-5063f7f04848 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=07257b09-c636-44c9-86f7-42df7e4ef3e2 HTTP/1.1" status: 200 len: 859 time: 0.0759709 Jan 18 22:15:04.139038 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 82c8fac7-b604-4f74-9e60-1a7d1e5868ca, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=82c8fac7-b604-4f74-9e60-1a7d1e5868ca,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:15:04.189937 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:04.224600 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-00948ed2-7821-43ad-891f-19ffffad6c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ea9019-2842-465d-9d1c-9248830f2ffa', 'name': 'tempest-FloatingIPsAssociationTestJSON-831016946-router', 'tenant_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '2304f75f-a5ed-4e63-939c-0d1b89fc3871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:13:41Z', 'updated_at': '2022-01-18T22:13:49Z', 'revision_number': 4, 'project_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'gw_port': {'id': '2304f75f-a5ed-4e63-939c-0d1b89fc3871', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ea9019-2842-465d-9d1c-9248830f2ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:43Z', 'updated_at': '2022-01-18T22:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'd0dfd072-55e2-41e6-b235-66a0b8e6446e', 'name': '', 'network_id': 'ac163b22-6dbe-4f74-9441-5d83aaaf42c4', 'tenant_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'mac_address': 'fa:16:3e:a0:7b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ea9019-2842-465d-9d1c-9248830f2ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '07257b09-c636-44c9-86f7-42df7e4ef3e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:47Z', 'updated_at': '2022-01-18T22:13:57Z', 'revision_number': 5, 'project_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'subnets': [{'id': '07257b09-c636-44c9-86f7-42df7e4ef3e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:15:04.230561 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845b8b8a-70e7-4bb3-a433-8dd674b8c5e5 req-382af301-5fac-4e27-91fd-5ac05224a233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:04.232211 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-845b8b8a-70e7-4bb3-a433-8dd674b8c5e5 req-382af301-5fac-4e27-91fd-5ac05224a233 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=07257b09-c636-44c9-86f7-42df7e4ef3e2 HTTP/1.1" status: 200 len: 859 time: 0.4609351 Jan 18 22:15:04.261707 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00948ed2-7821-43ad-891f-19ffffad6c35 None None] The sync data for ids ['b7ea9019-2842-465d-9d1c-9248830f2ffa'] in n-d-825064-1 is: [{'id': 'b7ea9019-2842-465d-9d1c-9248830f2ffa', 'name': 'tempest-FloatingIPsAssociationTestJSON-831016946-router', 'tenant_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '2304f75f-a5ed-4e63-939c-0d1b89fc3871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:13:41Z', 'updated_at': '2022-01-18T22:13:49Z', 'revision_number': 4, 'project_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'gw_port': {'id': '2304f75f-a5ed-4e63-939c-0d1b89fc3871', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ea9019-2842-465d-9d1c-9248830f2ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:43Z', 'updated_at': '2022-01-18T22:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'd0dfd072-55e2-41e6-b235-66a0b8e6446e', 'name': '', 'network_id': 'ac163b22-6dbe-4f74-9441-5d83aaaf42c4', 'tenant_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'mac_address': 'fa:16:3e:a0:7b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ea9019-2842-465d-9d1c-9248830f2ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '07257b09-c636-44c9-86f7-42df7e4ef3e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:47Z', 'updated_at': '2022-01-18T22:13:57Z', 'revision_number': 5, 'project_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'subnets': [{'id': '07257b09-c636-44c9-86f7-42df7e4ef3e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:15:04.275877 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 368464e5-1feb-4b01-937a-cff1c9379337 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:15:04.282583 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=82c8fac7-b604-4f74-9e60-1a7d1e5868ca,revision_number=9']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:04.300365 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef0df76-ec35-413e-8cf7-6fb7c37c3df9 req-5b4d893e-2d6c-4658-be14-bff379a9346c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:04.302024 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-9ef0df76-ec35-413e-8cf7-6fb7c37c3df9 req-5b4d893e-2d6c-4658-be14-bff379a9346c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ac163b22-6dbe-4f74-9441-5d83aaaf42c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1782179 Jan 18 22:15:04.344542 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-f8d7ddfd-2b6c-4c10-9c3d-290b9fe567ba None None] Port e7f734d6-f0ad-4594-a2ef-af944e6e1234 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:15:04.467805 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-9ef0df76-ec35-413e-8cf7-6fb7c37c3df9 req-005c76b2-f23a-401b-99bd-ca5de3988821 service neutron] 10.222.0.67 "GET /v2.0/networks/ac163b22-6dbe-4f74-9441-5d83aaaf42c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477048 Jan 18 22:15:04.469766 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7e57407-c280-43bf-ab70-06a823d78457 admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:15:04.474949 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-b7e57407-c280-43bf-ab70-06a823d78457 admin admin] 10.222.0.53 "PUT /v2.0/routers/d1852f4c-ad85-412b-856a-9c09d0276480/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7345223 Jan 18 22:15:04.527102 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-b59c8b05-abfb-435b-befe-570222a969da None None] Provisioning complete for port dff8320f-3c1a-40a2-a5c5-21a0d87708b7 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:15:04.527546 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b59c8b05-abfb-435b-befe-570222a969da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:04.541206 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4104b253-45c4-463d-9a2e-df3388654d65 req-7c46cd49-7258-4b67-bbfc-8e3e0ce322fd tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:04.542718 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4104b253-45c4-463d-9a2e-df3388654d65 req-7c46cd49-7258-4b67-bbfc-8e3e0ce322fd tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6616597 Jan 18 22:15:04.576693 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4104b253-45c4-463d-9a2e-df3388654d65 req-9b0e3bc1-7c91-4dbb-b266-0e1d05207231 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/quotas/7c124f68020a4e92b3e26dca83e43678 HTTP/1.1" status: 200 len: 375 time: 0.0142691 Jan 18 22:15:04.585138 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845b8b8a-70e7-4bb3-a433-8dd674b8c5e5 req-6d062947-db1b-4455-99a2-d766edb9cfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:04.586633 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-845b8b8a-70e7-4bb3-a433-8dd674b8c5e5 req-6d062947-db1b-4455-99a2-d766edb9cfb0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ac163b22-6dbe-4f74-9441-5d83aaaf42c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3169553 Jan 18 22:15:04.600401 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-9ef0df76-ec35-413e-8cf7-6fb7c37c3df9 req-f8ac745b-5a3c-46bc-8132-e1d42c9891c5 service neutron] 10.222.0.67 "GET /v2.0/networks/ac163b22-6dbe-4f74-9441-5d83aaaf42c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239009 Jan 18 22:15:04.665310 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-b59c8b05-abfb-435b-befe-570222a969da None None] Port dff8320f-3c1a-40a2-a5c5-21a0d87708b7 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:15:04.666797 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 368464e5-1feb-4b01-937a-cff1c9379337 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:15:04.667168 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:04.729408 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c19227-00f9-497f-ac3f-dbc922180dae None None] New status for floating IP 7e64691e-c3a0-42c9-a5b1-7926b8f7a133: DOWN {{(pid=102432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 22:15:04.738145 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4e2ff9de-407f-40a9-9899-55ff8e399371 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-613841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1046579'] for router_interface, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:04.767068 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4104b253-45c4-463d-9a2e-df3388654d65 req-2d19a1b8-0760-4a75-b0cc-3983af80ee90 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7c124f68020a4e92b3e26dca83e43678&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1777246 Jan 18 22:15:04.814095 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-5b209f86-53a4-4595-90f5-55512a5cbc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1852f4c-ad85-412b-856a-9c09d0276480', 'name': 'tempest-AttachSCSIVolumeTestJSON-208592237-router', 'tenant_id': '13ad3ebdbd244cdcbe71ebe78a0f13f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '38f52493-2589-4eb9-a7d2-8f2fe6130e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:14:58Z', 'updated_at': '2022-01-18T22:15:02Z', 'revision_number': 4, 'project_id': '13ad3ebdbd244cdcbe71ebe78a0f13f8', 'gw_port': {'id': '38f52493-2589-4eb9-a7d2-8f2fe6130e40', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:34:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1852f4c-ad85-412b-856a-9c09d0276480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:14:59Z', 'updated_at': '2022-01-18T22:15:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'dff8320f-3c1a-40a2-a5c5-21a0d87708b7', 'name': '', 'network_id': '97a0b687-2bc8-4c10-89fb-aecfe0fd6ed5', 'tenant_id': '13ad3ebdbd244cdcbe71ebe78a0f13f8', 'mac_address': 'fa:16:3e:5e:c2:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1852f4c-ad85-412b-856a-9c09d0276480', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '23a5a8dc-743c-45b8-acec-858b12a19433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:15:02Z', 'updated_at': '2022-01-18T22:15:03Z', 'revision_number': 2, 'project_id': '13ad3ebdbd244cdcbe71ebe78a0f13f8', 'subnets': [{'id': '23a5a8dc-743c-45b8-acec-858b12a19433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:15:04.860491 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-845b8b8a-70e7-4bb3-a433-8dd674b8c5e5 req-4022c825-8bae-4871-93c8-e551bb048dd1 service neutron] 10.222.0.53 "GET /v2.0/networks/ac163b22-6dbe-4f74-9441-5d83aaaf42c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244453 Jan 18 22:15:04.891453 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b209f86-53a4-4595-90f5-55512a5cbc35 None None] The sync data for ids ['d1852f4c-ad85-412b-856a-9c09d0276480'] in n-d-825064-1 is: [{'id': 'd1852f4c-ad85-412b-856a-9c09d0276480', 'name': 'tempest-AttachSCSIVolumeTestJSON-208592237-router', 'tenant_id': '13ad3ebdbd244cdcbe71ebe78a0f13f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '38f52493-2589-4eb9-a7d2-8f2fe6130e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:14:58Z', 'updated_at': '2022-01-18T22:15:02Z', 'revision_number': 4, 'project_id': '13ad3ebdbd244cdcbe71ebe78a0f13f8', 'gw_port': {'id': '38f52493-2589-4eb9-a7d2-8f2fe6130e40', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:34:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1852f4c-ad85-412b-856a-9c09d0276480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:14:59Z', 'updated_at': '2022-01-18T22:15:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'dff8320f-3c1a-40a2-a5c5-21a0d87708b7', 'name': '', 'network_id': '97a0b687-2bc8-4c10-89fb-aecfe0fd6ed5', 'tenant_id': '13ad3ebdbd244cdcbe71ebe78a0f13f8', 'mac_address': 'fa:16:3e:5e:c2:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1852f4c-ad85-412b-856a-9c09d0276480', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '23a5a8dc-743c-45b8-acec-858b12a19433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:15:02Z', 'updated_at': '2022-01-18T22:15:03Z', 'revision_number': 2, 'project_id': '13ad3ebdbd244cdcbe71ebe78a0f13f8', 'subnets': [{'id': '23a5a8dc-743c-45b8-acec-858b12a19433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:15:05.019917 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [req-ea9aaba7-7828-463d-ac7c-acf9b2439519 req-e1c8a628-c3f8-45c8-af53-2e3180a30651 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7f734d6-f0ad-4594-a2ef-af944e6e1234 {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:15:05.047504 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-ea9aaba7-7828-463d-ac7c-acf9b2439519 req-e1c8a628-c3f8-45c8-af53-2e3180a30651 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:05.100155 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-ea9aaba7-7828-463d-ac7c-acf9b2439519 req-e1c8a628-c3f8-45c8-af53-2e3180a30651 service neutron] Transition to ACTIVE for port object e7f734d6-f0ad-4594-a2ef-af944e6e1234 will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:15:05.162673 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-ea9aaba7-7828-463d-ac7c-acf9b2439519 req-e1c8a628-c3f8-45c8-af53-2e3180a30651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:05.208728 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 55314) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:15:05.214241 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-a488b1b1-14ef-463c-8a6d-de31cdd04104 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-875308664-network', 'tenant_id': '2e6bd3f043514d98874bdddce99070e7'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:15:05.258371 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a488b1b1-14ef-463c-8a6d-de31cdd04104 admin admin] Made reservation on behalf of 2e6bd3f043514d98874bdddce99070e7 for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:15:05.261790 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a488b1b1-14ef-463c-8a6d-de31cdd04104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:05.283655 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a488b1b1-14ef-463c-8a6d-de31cdd04104 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:05.408632 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a488b1b1-14ef-463c-8a6d-de31cdd04104 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:05.415423 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a488b1b1-14ef-463c-8a6d-de31cdd04104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:05.444370 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a488b1b1-14ef-463c-8a6d-de31cdd04104 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:15:05.458920 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a488b1b1-14ef-463c-8a6d-de31cdd04104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77eb203d-8b49-4a17-9120-7702b90868d4,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:05.478606 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a488b1b1-14ef-463c-8a6d-de31cdd04104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:05.478962 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-a488b1b1-14ef-463c-8a6d-de31cdd04104 admin admin] Added segment abfda017-35d1-49e9-9caa-552c7973e9d3 of type vlan for network aedfddd3-18ca-435b-a468-865650891d60 Jan 18 22:15:05.526790 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a488b1b1-14ef-463c-8a6d-de31cdd04104 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:05.532422 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-845b8b8a-70e7-4bb3-a433-8dd674b8c5e5 req-79bb06b3-40e1-468b-8019-69ea5bd8c0e1 service neutron] 10.222.0.53 "GET /v2.0/networks/ac163b22-6dbe-4f74-9441-5d83aaaf42c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6088970 Jan 18 22:15:05.547279 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f01e4d1-04a6-4ac3-8f7a-2f2776570e4e req-6c44f085-3c5b-48b4-b8cd-736a45d85f51 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:05.548829 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2f01e4d1-04a6-4ac3-8f7a-2f2776570e4e req-6c44f085-3c5b-48b4-b8cd-736a45d85f51 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c57620c-4fce-4509-b333-f58a98ab9456 HTTP/1.1" status: 200 len: 936 time: 0.5208077 Jan 18 22:15:05.561535 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a488b1b1-14ef-463c-8a6d-de31cdd04104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:05.562874 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a488b1b1-14ef-463c-8a6d-de31cdd04104 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:05.563669 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a488b1b1-14ef-463c-8a6d-de31cdd04104 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:05.620402 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c8a628-c3f8-45c8-af53-2e3180a30651 service neutron] Pushing event updated for resources: {'Port': ['ID=e7f734d6-f0ad-4594-a2ef-af944e6e1234,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:05.694088 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a488b1b1-14ef-463c-8a6d-de31cdd04104 admin admin] Pushing event updated for resources: {'Network': ['ID=aedfddd3-18ca-435b-a468-865650891d60,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:05.701932 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-a488b1b1-14ef-463c-8a6d-de31cdd04104 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4921081 Jan 18 22:15:05.711605 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network aedfddd3-18ca-435b-a468-865650891d60 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:15:05.721189 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 55322) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:15:05.735608 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-b92cdf91-12c9-49a8-9e2f-0f01b98d1b9c admin admin] Request body: {'subnet': {'network_id': 'aedfddd3-18ca-435b-a468-865650891d60', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-875308664-subnet', 'tenant_id': '2e6bd3f043514d98874bdddce99070e7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:15:05.766837 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e2ff9de-407f-40a9-9899-55ff8e399371 admin admin] Router 5c3b3c33-80f1-49f9-8418-b17c6cac4fb8 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:15:05.778526 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b92cdf91-12c9-49a8-9e2f-0f01b98d1b9c admin admin] Made reservation on behalf of 2e6bd3f043514d98874bdddce99070e7 for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:15:05.788201 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b92cdf91-12c9-49a8-9e2f-0f01b98d1b9c admin admin] Notify callbacks [] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:05.813038 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2f01e4d1-04a6-4ac3-8f7a-2f2776570e4e req-9e22d54d-1b52-40ee-86a0-582a34ac2382 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/security-groups?id=f617d299-382f-49d2-bef3-4bb5f1944b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285767 Jan 18 22:15:05.818083 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-ea9aaba7-7828-463d-ac7c-acf9b2439519 req-e1c8a628-c3f8-45c8-af53-2e3180a30651 service neutron] Attempting to bind port e7f734d6-f0ad-4594-a2ef-af944e6e1234 on host n-h1-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:15:05.818418 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-ea9aaba7-7828-463d-ac7c-acf9b2439519 req-e1c8a628-c3f8-45c8-af53-2e3180a30651 service neutron] Attempting to bind port e7f734d6-f0ad-4594-a2ef-af944e6e1234 by drivers openvswitch,hyperv on host n-h1-825064-1 at level 0 using segments [{'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:15:05.818740 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9aaba7-7828-463d-ac7c-acf9b2439519 req-e1c8a628-c3f8-45c8-af53-2e3180a30651 service neutron] Attempting to bind port e7f734d6-f0ad-4594-a2ef-af944e6e1234 on network aed2eca7-1bb0-443d-8485-b985dbe9851b {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:15:05.851810 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9aaba7-7828-463d-ac7c-acf9b2439519 req-e1c8a628-c3f8-45c8-af53-2e3180a30651 service neutron] Port e7f734d6-f0ad-4594-a2ef-af944e6e1234 on network aed2eca7-1bb0-443d-8485-b985dbe9851b not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:15:05.852159 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9aaba7-7828-463d-ac7c-acf9b2439519 req-e1c8a628-c3f8-45c8-af53-2e3180a30651 service neutron] Attempting to bind port e7f734d6-f0ad-4594-a2ef-af944e6e1234 on network aed2eca7-1bb0-443d-8485-b985dbe9851b {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:15:05.904908 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9aaba7-7828-463d-ac7c-acf9b2439519 req-e1c8a628-c3f8-45c8-af53-2e3180a30651 service neutron] Checking agent: {'id': 'e49d1b2a-ba11-487f-a804-ecbf3c0e8132', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:15:05.905301 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9aaba7-7828-463d-ac7c-acf9b2439519 req-e1c8a628-c3f8-45c8-af53-2e3180a30651 service neutron] Checking segment: {'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:15:05.905652 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9aaba7-7828-463d-ac7c-acf9b2439519 req-e1c8a628-c3f8-45c8-af53-2e3180a30651 service neutron] Bound using segment: {'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:15:05.906161 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-ea9aaba7-7828-463d-ac7c-acf9b2439519 req-e1c8a628-c3f8-45c8-af53-2e3180a30651 service neutron] Bound port: e7f734d6-f0ad-4594-a2ef-af944e6e1234, host: n-h1-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:15:05.906470 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-ea9aaba7-7828-463d-ac7c-acf9b2439519 req-e1c8a628-c3f8-45c8-af53-2e3180a30651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:05.906850 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b966023-514f-424c-936c-55964d9c5c92 x-openstack-request-id: req-8b966023-514f-424c-936c-55964d9c5c92 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:15:05.907341 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74f307c9-43a0-43ee-8f48-6f53b38be771", "name": "network-vif-plugged", "status": "completed", "tag": "82c8fac7-b604-4f74-9e60-1a7d1e5868ca", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:15:05.911205 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8b966023-514f-424c-936c-55964d9c5c92 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:15:05.912492 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74f307c9-43a0-43ee-8f48-6f53b38be771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82c8fac7-b604-4f74-9e60-1a7d1e5868ca', 'code': 200} Jan 18 22:15:06.088903 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b92cdf91-12c9-49a8-9e2f-0f01b98d1b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:06.091178 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-26095832-c061-44a5-899a-95a65f11139c req-53c0ba4b-ba0e-4485-9728-0c17f74c4393 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c9e6cb9-1aa4-4fa3-b804-edc6b9d7fe7b HTTP/1.1" status: 200 len: 210 time: 0.1249340 Jan 18 22:15:06.162325 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92cdf91-12c9-49a8-9e2f-0f01b98d1b9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ac7d755-36df-4f4e-a9bd-71be41da5630,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:06.170897 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e2ff9de-407f-40a9-9899-55ff8e399371 admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:15:06.173124 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92cdf91-12c9-49a8-9e2f-0f01b98d1b9c admin admin] Checking segment: {'id': 'abfda017-35d1-49e9-9caa-552c7973e9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'aedfddd3-18ca-435b-a468-865650891d60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:15:06.173492 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92cdf91-12c9-49a8-9e2f-0f01b98d1b9c admin admin] Network hostable DHCP agents. Network: aedfddd3-18ca-435b-a468-865650891d60, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:15:06.179695 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c7b272e5-8df2-4c87-ac6b-5d24bcfcd0ac req-69ef92a7-035f-4f3e-8578-079c7d7ef31b tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] 10.222.0.53 "GET /v2.0/floatingips/7e64691e-c3a0-42c9-a5b1-7926b8f7a133 HTTP/1.1" status: 200 len: 694 time: 0.1100597 Jan 18 22:15:06.183723 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6102dbf-8816-40ac-b9d7-a788c64e1524 None None] Sync routers for ids ['5c3b3c33-80f1-49f9-8418-b17c6cac4fb8'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:15:06.186325 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-4e2ff9de-407f-40a9-9899-55ff8e399371 admin admin] 10.222.0.53 "PUT /v2.0/routers/5c3b3c33-80f1-49f9-8418-b17c6cac4fb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5371709 Jan 18 22:15:06.191331 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 55328) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:15:06.198497 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6102dbf-8816-40ac-b9d7-a788c64e1524 None None] Routers {'5c3b3c33-80f1-49f9-8418-b17c6cac4fb8'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:15:06.199196 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-d6102dbf-8816-40ac-b9d7-a788c64e1524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:14:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['5c3b3c33-80f1-49f9-8418-b17c6cac4fb8'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:15:06.216343 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-ea9aaba7-7828-463d-ac7c-acf9b2439519 req-e1c8a628-c3f8-45c8-af53-2e3180a30651 service neutron] For port e7f734d6-f0ad-4594-a2ef-af944e6e1234, host n-h1-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:15:06.284095 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92cdf91-12c9-49a8-9e2f-0f01b98d1b9c admin admin] Network aedfddd3-18ca-435b-a468-865650891d60 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:15:06.315066 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-ea9aaba7-7828-463d-ac7c-acf9b2439519 req-e1c8a628-c3f8-45c8-af53-2e3180a30651 service neutron] For port e7f734d6-f0ad-4594-a2ef-af944e6e1234, host n-h1-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=e7f734d6-f0ad-4594-a2ef-af944e6e1234,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:15:06.318136 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-4104b253-45c4-463d-9a2e-df3388654d65 req-8ceddb16-3ed1-4ca7-adf4-02b488b842a4 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=7c124f68020a4e92b3e26dca83e43678&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0456982 Jan 18 22:15:06.328872 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-ea9aaba7-7828-463d-ac7c-acf9b2439519 req-e1c8a628-c3f8-45c8-af53-2e3180a30651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:06.330429 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-b92cdf91-12c9-49a8-9e2f-0f01b98d1b9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, aedfddd3-18ca-435b-a468-865650891d60) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:15:06.346850 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c3cd19-792c-4632-9e16-35e8663dfc8b None None] Network aedfddd3-18ca-435b-a468-865650891d60 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:15:06.363810 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-d6102dbf-8816-40ac-b9d7-a788c64e1524 None None] Set router 5c3b3c33-80f1-49f9-8418-b17c6cac4fb8 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:15:06.385688 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b272e5-8df2-4c87-ac6b-5d24bcfcd0ac req-2e800fd4-bedd-42ce-a952-0a75d1155529 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:06.393612 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c7b272e5-8df2-4c87-ac6b-5d24bcfcd0ac req-2e800fd4-bedd-42ce-a952-0a75d1155529 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] 10.222.0.53 "GET /v2.0/networks/0fa7c7c8-c96a-4aa5-9818-d374adf00f99 HTTP/1.1" status: 200 len: 784 time: 0.2028887 Jan 18 22:15:06.483054 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9aaba7-7828-463d-ac7c-acf9b2439519 req-e1c8a628-c3f8-45c8-af53-2e3180a30651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:06.485806 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-ea9aaba7-7828-463d-ac7c-acf9b2439519 req-e1c8a628-c3f8-45c8-af53-2e3180a30651 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:06.487607 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ea9aaba7-7828-463d-ac7c-acf9b2439519 req-e1c8a628-c3f8-45c8-af53-2e3180a30651 service neutron] 10.222.0.36 "PUT /v2.0/ports/e7f734d6-f0ad-4594-a2ef-af944e6e1234 HTTP/1.1" status: 200 len: 1096 time: 2.9189193 Jan 18 22:15:06.491414 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c57620c-4fce-4509-b333-f58a98ab9456', 'tag': 'e7f734d6-f0ad-4594-a2ef-af944e6e1234'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:15:06.505026 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-447d67fa-d206-40b1-b4c1-7ae8398e6344" -d '{"events": [{"name": "network-changed", "server_uuid": "1c57620c-4fce-4509-b333-f58a98ab9456", "tag": "e7f734d6-f0ad-4594-a2ef-af944e6e1234"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:15:06.546103 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c7b272e5-8df2-4c87-ac6b-5d24bcfcd0ac req-7fd6cb2f-5c84-4c3d-af34-0a22c4180878 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.102 HTTP/1.1" status: 200 len: 697 time: 0.1515055 Jan 18 22:15:06.598890 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75c29e32-14ee-4047-afce-60c3809a01b7 x-openstack-request-id: req-75c29e32-14ee-4047-afce-60c3809a01b7 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:15:06.599606 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c57620c-4fce-4509-b333-f58a98ab9456", "tag": "e7f734d6-f0ad-4594-a2ef-af944e6e1234", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:15:06.599731 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-75c29e32-14ee-4047-afce-60c3809a01b7 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:15:06.600362 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c57620c-4fce-4509-b333-f58a98ab9456', 'tag': 'e7f734d6-f0ad-4594-a2ef-af944e6e1234', 'status': 'completed', 'code': 200} Jan 18 22:15:06.636521 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c8a628-c3f8-45c8-af53-2e3180a30651 service neutron] Pushing event updated for resources: {'Port': ['ID=e7f734d6-f0ad-4594-a2ef-af944e6e1234,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:06.724949 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c7b272e5-8df2-4c87-ac6b-5d24bcfcd0ac req-631eba60-a264-459c-8ba3-5b7df6b845cf tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.102 HTTP/1.1" status: 200 len: 697 time: 0.1444681 Jan 18 22:15:06.810923 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-d6102dbf-8816-40ac-b9d7-a788c64e1524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c3b3c33-80f1-49f9-8418-b17c6cac4fb8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-926967270-router', 'tenant_id': '76c77dff09144c42b5e3c43e0d464bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '6830ecc6-1864-4048-8bac-2724f78fb322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:14:00Z', 'updated_at': '2022-01-18T22:15:03Z', 'revision_number': 5, 'project_id': '76c77dff09144c42b5e3c43e0d464bdb', 'gw_port': {'id': '6830ecc6-1864-4048-8bac-2724f78fb322', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:42:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c3b3c33-80f1-49f9-8418-b17c6cac4fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:14:02Z', 'updated_at': '2022-01-18T22:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:15:06.853572 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9aaba7-7828-463d-ac7c-acf9b2439519 req-11951e8a-00f1-40ea-aa13-20dd46b3987d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:06.855067 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ea9aaba7-7828-463d-ac7c-acf9b2439519 req-11951e8a-00f1-40ea-aa13-20dd46b3987d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ea2794c3a3f945b88560f5de6429085f&device_id=1c57620c-4fce-4509-b333-f58a98ab9456 HTTP/1.1" status: 200 len: 1099 time: 0.3080649 Jan 18 22:15:06.856357 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6102dbf-8816-40ac-b9d7-a788c64e1524 None None] Checking router: 5c3b3c33-80f1-49f9-8418-b17c6cac4fb8 for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:15:06.866857 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6102dbf-8816-40ac-b9d7-a788c64e1524 None None] Routers {'5c3b3c33-80f1-49f9-8418-b17c6cac4fb8'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:15:06.867619 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-d6102dbf-8816-40ac-b9d7-a788c64e1524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:14:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['5c3b3c33-80f1-49f9-8418-b17c6cac4fb8'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:15:06.941275 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ea9aaba7-7828-463d-ac7c-acf9b2439519 req-a7fae6f2-fedd-4ad6-9243-b40be7a47099 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=e7f734d6-f0ad-4594-a2ef-af944e6e1234 HTTP/1.1" status: 200 len: 217 time: 0.0573130 Jan 18 22:15:06.987344 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b92cdf91-12c9-49a8-9e2f-0f01b98d1b9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:06.987936 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b92cdf91-12c9-49a8-9e2f-0f01b98d1b9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:07.004468 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ae8662-fc68-4da2-a7f0-f6f253b9bce6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-aedfddd3-18ca-435b-a468-865650891d60', 'network_id': 'aedfddd3-18ca-435b-a468-865650891d60', 'tenant_id': '2e6bd3f043514d98874bdddce99070e7', 'fixed_ips': [{'subnet_id': '1ac7d755-36df-4f4e-a9bd-71be41da5630'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:15:07.007235 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-07ae8662-fc68-4da2-a7f0-f6f253b9bce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:07.071218 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-d6102dbf-8816-40ac-b9d7-a788c64e1524 None None] Set router 5c3b3c33-80f1-49f9-8418-b17c6cac4fb8 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:15:07.115256 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4104b253-45c4-463d-9a2e-df3388654d65 req-8428c6fb-26e6-47cc-890a-cba95708c23c tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:07.116734 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-4104b253-45c4-463d-9a2e-df3388654d65 req-8428c6fb-26e6-47cc-890a-cba95708c23c tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7876253 Jan 18 22:15:07.118087 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2d358cdd-e4ad-4bb6-8002-62e545ed3ce1 admin admin] Notify callbacks [] for router, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:07.128711 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9aaba7-7828-463d-ac7c-acf9b2439519 req-c0fb8ac6-3e55-4e9c-8961-001eb3648376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:07.130154 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ea9aaba7-7828-463d-ac7c-acf9b2439519 req-c0fb8ac6-3e55-4e9c-8961-001eb3648376 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8518183d-cc63-459a-b971-d4c7514e001f HTTP/1.1" status: 200 len: 843 time: 0.1671927 Jan 18 22:15:07.172358 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-4104b253-45c4-463d-9a2e-df3388654d65 req-e3c7f664-00a4-4266-8197-460960b37ce2 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Request body: {'port': {'device_id': '9c9e6cb9-1aa4-4fa3-b804-edc6b9d7fe7b', 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b', 'admin_state_up': True, 'tenant_id': '7c124f68020a4e92b3e26dca83e43678'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:15:07.206895 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0765a0c-5af5-4a2e-a3be-def47845e16d req-4aa7d3ad-a92a-406f-a60e-85bd7653bb84 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:07.209178 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c0765a0c-5af5-4a2e-a3be-def47845e16d req-4aa7d3ad-a92a-406f-a60e-85bd7653bb84 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c57620c-4fce-4509-b333-f58a98ab9456 HTTP/1.1" status: 200 len: 948 time: 0.2657931 Jan 18 22:15:07.217119 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-c7b272e5-8df2-4c87-ac6b-5d24bcfcd0ac req-3c34b959-f7b7-4c38-8748-532e738f21b4 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Deleting port 73025026-a859-4603-9bc3-a1fe0e9d1fee {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:15:07.217980 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-c7b272e5-8df2-4c87-ac6b-5d24bcfcd0ac req-3c34b959-f7b7-4c38-8748-532e738f21b4 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:07.248534 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-07ae8662-fc68-4da2-a7f0-f6f253b9bce6 None None] Allocated IP 172.20.0.2 (aedfddd3-18ca-435b-a468-865650891d60/1ac7d755-36df-4f4e-a9bd-71be41da5630/4a3a565d-0e9b-470e-a4bc-b7b88e333398) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:15:07.266165 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-b92cdf91-12c9-49a8-9e2f-0f01b98d1b9c admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5431404 Jan 18 22:15:07.269597 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 55342) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:15:07.277283 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-6776af97-8556-4b8d-8b83-06fc7831d1e1 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-875308664-router', 'tenant_id': '2e6bd3f043514d98874bdddce99070e7', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:15:07.288755 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-d6102dbf-8816-40ac-b9d7-a788c64e1524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c3b3c33-80f1-49f9-8418-b17c6cac4fb8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-926967270-router', 'tenant_id': '76c77dff09144c42b5e3c43e0d464bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '6830ecc6-1864-4048-8bac-2724f78fb322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:14:00Z', 'updated_at': '2022-01-18T22:15:03Z', 'revision_number': 5, 'project_id': '76c77dff09144c42b5e3c43e0d464bdb', 'gw_port': {'id': '6830ecc6-1864-4048-8bac-2724f78fb322', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:42:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c3b3c33-80f1-49f9-8418-b17c6cac4fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:14:02Z', 'updated_at': '2022-01-18T22:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:15:07.307232 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9aaba7-7828-463d-ac7c-acf9b2439519 req-deb364db-9185-467d-b81c-e6172a0a7a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:07.309544 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ea9aaba7-7828-463d-ac7c-acf9b2439519 req-deb364db-9185-467d-b81c-e6172a0a7a6e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=aed2eca7-1bb0-443d-8485-b985dbe9851b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1635370 Jan 18 22:15:07.327876 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6102dbf-8816-40ac-b9d7-a788c64e1524 None None] The sync data for ids ['5c3b3c33-80f1-49f9-8418-b17c6cac4fb8'] in n-d-825064-1 is: [{'id': '5c3b3c33-80f1-49f9-8418-b17c6cac4fb8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-926967270-router', 'tenant_id': '76c77dff09144c42b5e3c43e0d464bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '6830ecc6-1864-4048-8bac-2724f78fb322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:14:00Z', 'updated_at': '2022-01-18T22:15:03Z', 'revision_number': 5, 'project_id': '76c77dff09144c42b5e3c43e0d464bdb', 'gw_port': {'id': '6830ecc6-1864-4048-8bac-2724f78fb322', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:42:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c3b3c33-80f1-49f9-8418-b17c6cac4fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:14:02Z', 'updated_at': '2022-01-18T22:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:15:07.358818 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6776af97-8556-4b8d-8b83-06fc7831d1e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1044160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8692'] for router, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:07.360593 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6776af97-8556-4b8d-8b83-06fc7831d1e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1040680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8675'] for router, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:07.376850 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c0765a0c-5af5-4a2e-a3be-def47845e16d req-0b4c897c-46fb-46da-a504-982664fc4f22 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/security-groups?id=f617d299-382f-49d2-bef3-4bb5f1944b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527898 Jan 18 22:15:07.447611 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-c7b272e5-8df2-4c87-ac6b-5d24bcfcd0ac req-3c34b959-f7b7-4c38-8748-532e738f21b4 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:07.448412 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-c7b272e5-8df2-4c87-ac6b-5d24bcfcd0ac req-3c34b959-f7b7-4c38-8748-532e738f21b4 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:07.477941 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-c7b272e5-8df2-4c87-ac6b-5d24bcfcd0ac req-3c34b959-f7b7-4c38-8748-532e738f21b4 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Calling delete_port for 73025026-a859-4603-9bc3-a1fe0e9d1fee owned by network:floatingip {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:15:07.496744 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2d358cdd-e4ad-4bb6-8002-62e545ed3ce1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:07.503946 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6776af97-8556-4b8d-8b83-06fc7831d1e1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:07.511639 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4104b253-45c4-463d-9a2e-df3388654d65 req-e3c7f664-00a4-4266-8197-460960b37ce2 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Made reservation on behalf of 7c124f68020a4e92b3e26dca83e43678 for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:15:07.515758 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-4104b253-45c4-463d-9a2e-df3388654d65 req-e3c7f664-00a4-4266-8197-460960b37ce2 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:07.523551 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-07ae8662-fc68-4da2-a7f0-f6f253b9bce6 None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:07.531308 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-07ae8662-fc68-4da2-a7f0-f6f253b9bce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:07.579131 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ae8662-fc68-4da2-a7f0-f6f253b9bce6 None None] Network aedfddd3-18ca-435b-a468-865650891d60 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:15:07.582383 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-07ae8662-fc68-4da2-a7f0-f6f253b9bce6 None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:15:07.586741 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ae8662-fc68-4da2-a7f0-f6f253b9bce6 None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:15:07.591981 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-349f0be7-0180-4c20-bda3-7615d15cf334 req-20ebd3f8-02bc-4b81-ba94-96f3c27feef4 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c9e6cb9-1aa4-4fa3-b804-edc6b9d7fe7b HTTP/1.1" status: 200 len: 210 time: 0.0513442 Jan 18 22:15:07.613533 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ae8662-fc68-4da2-a7f0-f6f253b9bce6 None None] Pushing event updated for resources: {'Port': ['ID=4a3a565d-0e9b-470e-a4bc-b7b88e333398,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:07.614566 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ea9aaba7-7828-463d-ac7c-acf9b2439519 req-6209b680-9adf-4295-8d4e-be28800e3599 service neutron] 10.222.0.36 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2943213 Jan 18 22:15:07.643475 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ae8662-fc68-4da2-a7f0-f6f253b9bce6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:15:07.644485 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ae8662-fc68-4da2-a7f0-f6f253b9bce6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:15:07.645053 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ae8662-fc68-4da2-a7f0-f6f253b9bce6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:15:07.645541 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ae8662-fc68-4da2-a7f0-f6f253b9bce6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:15:07.645864 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ae8662-fc68-4da2-a7f0-f6f253b9bce6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:15:07.646260 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ae8662-fc68-4da2-a7f0-f6f253b9bce6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:15:07.646594 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ae8662-fc68-4da2-a7f0-f6f253b9bce6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:15:07.646996 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ae8662-fc68-4da2-a7f0-f6f253b9bce6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:15:07.647323 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ae8662-fc68-4da2-a7f0-f6f253b9bce6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:15:07.647645 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ae8662-fc68-4da2-a7f0-f6f253b9bce6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:15:07.648021 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ae8662-fc68-4da2-a7f0-f6f253b9bce6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:15:07.648480 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ae8662-fc68-4da2-a7f0-f6f253b9bce6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:15:07.680741 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-07ae8662-fc68-4da2-a7f0-f6f253b9bce6 None None] Attempting to bind port 4a3a565d-0e9b-470e-a4bc-b7b88e333398 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:15:07.681114 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-07ae8662-fc68-4da2-a7f0-f6f253b9bce6 None None] Attempting to bind port 4a3a565d-0e9b-470e-a4bc-b7b88e333398 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': 'abfda017-35d1-49e9-9caa-552c7973e9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'aedfddd3-18ca-435b-a468-865650891d60'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:15:07.681537 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ae8662-fc68-4da2-a7f0-f6f253b9bce6 None None] Attempting to bind port 4a3a565d-0e9b-470e-a4bc-b7b88e333398 on network aedfddd3-18ca-435b-a468-865650891d60 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:15:07.687860 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ae8662-fc68-4da2-a7f0-f6f253b9bce6 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:15:07.694664 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ae8662-fc68-4da2-a7f0-f6f253b9bce6 None None] Checking segment: {'id': 'abfda017-35d1-49e9-9caa-552c7973e9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'aedfddd3-18ca-435b-a468-865650891d60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:15:07.695252 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-07ae8662-fc68-4da2-a7f0-f6f253b9bce6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:07.695666 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ae8662-fc68-4da2-a7f0-f6f253b9bce6 None None] Bound using segment: {'id': 'abfda017-35d1-49e9-9caa-552c7973e9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'aedfddd3-18ca-435b-a468-865650891d60'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:15:07.696190 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-07ae8662-fc68-4da2-a7f0-f6f253b9bce6 None None] Bound port: 4a3a565d-0e9b-470e-a4bc-b7b88e333398, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abfda017-35d1-49e9-9caa-552c7973e9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'aedfddd3-18ca-435b-a468-865650891d60'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:15:07.696585 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-07ae8662-fc68-4da2-a7f0-f6f253b9bce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:07.739337 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6776af97-8556-4b8d-8b83-06fc7831d1e1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:07.787575 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-07ae8662-fc68-4da2-a7f0-f6f253b9bce6 None None] For port 4a3a565d-0e9b-470e-a4bc-b7b88e333398, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:15:07.793737 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-07ae8662-fc68-4da2-a7f0-f6f253b9bce6 None None] For port 4a3a565d-0e9b-470e-a4bc-b7b88e333398, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=4a3a565d-0e9b-470e-a4bc-b7b88e333398,segment=NetworkSegment(abfda017-35d1-49e9-9caa-552c7973e9d3),segment_id=abfda017-35d1-49e9-9caa-552c7973e9d3)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:15:07.801136 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-07ae8662-fc68-4da2-a7f0-f6f253b9bce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:07.808583 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ea9aaba7-7828-463d-ac7c-acf9b2439519 req-aa55725c-00bc-4160-ae56-ffb00eb4b698 service neutron] 10.222.0.36 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675866 Jan 18 22:15:07.810354 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-c7b272e5-8df2-4c87-ac6b-5d24bcfcd0ac req-3c34b959-f7b7-4c38-8748-532e738f21b4 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:07.846658 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c34b959-f7b7-4c38-8748-532e738f21b4 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Pushing event deleted for resources: {'Port': ['ID=73025026-a859-4603-9bc3-a1fe0e9d1fee,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:07.920805 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-2d358cdd-e4ad-4bb6-8002-62e545ed3ce1 admin admin] Deleting port 6830ecc6-1864-4048-8bac-2724f78fb322 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:15:07.921246 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2d358cdd-e4ad-4bb6-8002-62e545ed3ce1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:07.922375 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ae8662-fc68-4da2-a7f0-f6f253b9bce6 None None] Pushing event updated for resources: {'Port': ['ID=4a3a565d-0e9b-470e-a4bc-b7b88e333398,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:07.949801 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-c7b272e5-8df2-4c87-ac6b-5d24bcfcd0ac req-3c34b959-f7b7-4c38-8748-532e738f21b4 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Notify callbacks [] for floatingip, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:07.959969 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-c7b272e5-8df2-4c87-ac6b-5d24bcfcd0ac req-3c34b959-f7b7-4c38-8748-532e738f21b4 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:07.965921 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c7b272e5-8df2-4c87-ac6b-5d24bcfcd0ac req-3c34b959-f7b7-4c38-8748-532e738f21b4 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] 10.222.0.53 "DELETE /v2.0/floatingips/7e64691e-c3a0-42c9-a5b1-7926b8f7a133 HTTP/1.1" status: 204 len: 173 time: 1.2403266 Jan 18 22:15:07.988611 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447d67fa-d206-40b1-b4c1-7ae8398e6344 req-708aade0-9aa7-4b9d-9aad-393b0af061d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:07.990104 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-447d67fa-d206-40b1-b4c1-7ae8398e6344 req-708aade0-9aa7-4b9d-9aad-393b0af061d1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ea2794c3a3f945b88560f5de6429085f&device_id=1c57620c-4fce-4509-b333-f58a98ab9456 HTTP/1.1" status: 200 len: 1099 time: 0.1122141 Jan 18 22:15:08.190517 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 38f52493-2589-4eb9-a7d2-8f2fe6130e40 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:15:08.251388 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447d67fa-d206-40b1-b4c1-7ae8398e6344 req-025063f3-6d14-4d63-bac5-5cd554a32c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:08.253090 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-447d67fa-d206-40b1-b4c1-7ae8398e6344 req-025063f3-6d14-4d63-bac5-5cd554a32c55 service neutron] 10.222.0.36 "GET /v2.0/networks?id=aed2eca7-1bb0-443d-8485-b985dbe9851b HTTP/1.1" status: 200 len: 869 time: 0.2540925 Jan 18 22:15:08.317919 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-2d358cdd-e4ad-4bb6-8002-62e545ed3ce1 admin admin] For port 6830ecc6-1864-4048-8bac-2724f78fb322, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=6830ecc6-1864-4048-8bac-2724f78fb322,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:15:08.318314 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2d358cdd-e4ad-4bb6-8002-62e545ed3ce1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:08.347846 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 38f52493-2589-4eb9-a7d2-8f2fe6130e40 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:15:08.348566 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:08.390829 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd30461-25e6-4a5b-8654-75221934f362 None None] Sync routers for ids ['d1852f4c-ad85-412b-856a-9c09d0276480'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:15:08.407713 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [req-4104b253-45c4-463d-9a2e-df3388654d65 req-e3c7f664-00a4-4266-8197-460960b37ce2 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Allocated IP 192.168.233.45 (aed2eca7-1bb0-443d-8485-b985dbe9851b/8518183d-cc63-459a-b971-d4c7514e001f/fe7ecc66-9dc0-4b55-bb2f-e86b883abd40) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:15:08.421957 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd30461-25e6-4a5b-8654-75221934f362 None None] Routers {'d1852f4c-ad85-412b-856a-9c09d0276480'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:15:08.422577 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-6cd30461-25e6-4a5b-8654-75221934f362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:14:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['d1852f4c-ad85-412b-856a-9c09d0276480'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:15:08.433190 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-447d67fa-d206-40b1-b4c1-7ae8398e6344 req-c35232cb-624f-4190-a69e-25ef70378518 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=e7f734d6-f0ad-4594-a2ef-af944e6e1234 HTTP/1.1" status: 200 len: 217 time: 0.1723030 Jan 18 22:15:08.593784 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:08.607830 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-6cd30461-25e6-4a5b-8654-75221934f362 None None] Set router d1852f4c-ad85-412b-856a-9c09d0276480 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:15:08.608693 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-2d358cdd-e4ad-4bb6-8002-62e545ed3ce1 admin admin] Calling delete_port for 6830ecc6-1864-4048-8bac-2724f78fb322 owned by network:router_gateway {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:15:08.653833 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port 38f52493-2589-4eb9-a7d2-8f2fe6130e40, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=38f52493-2589-4eb9-a7d2-8f2fe6130e40,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:15:08.667457 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:08.684258 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f21dfa5-308c-4404-be55-5d83ac0ceaf5 req-5c237afb-40ac-4db3-90be-be8bb3fc92e3 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:08.686348 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7f21dfa5-308c-4404-be55-5d83ac0ceaf5 req-5c237afb-40ac-4db3-90be-be8bb3fc92e3 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d17b9a3-f774-44ce-bd1f-faf2447e4859 HTTP/1.1" status: 200 len: 945 time: 0.2856145 Jan 18 22:15:08.692383 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447d67fa-d206-40b1-b4c1-7ae8398e6344 req-6640067b-a1d0-46f0-b066-33cca02e35a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:08.693787 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-447d67fa-d206-40b1-b4c1-7ae8398e6344 req-6640067b-a1d0-46f0-b066-33cca02e35a9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8518183d-cc63-459a-b971-d4c7514e001f HTTP/1.1" status: 200 len: 843 time: 0.2354555 Jan 18 22:15:08.702648 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74dc505-48a2-4cd8-b6f3-dd467a801139 req-a02d204b-8a54-4529-9dad-880cdbf8d9be tempest-LiveMigrationTest-1198651986 tempest-LiveMigrationTest-1198651986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:08.704189 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f74dc505-48a2-4cd8-b6f3-dd467a801139 req-a02d204b-8a54-4529-9dad-880cdbf8d9be tempest-LiveMigrationTest-1198651986 tempest-LiveMigrationTest-1198651986-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0eeec438-19be-4793-9ba2-317a2ea8c73d HTTP/1.1" status: 200 len: 1096 time: 0.3004761 Jan 18 22:15:08.704588 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device fba5985b-7aec-4681-9318-31371f681e45 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:15:08.713057 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-4104b253-45c4-463d-9a2e-df3388654d65 req-e3c7f664-00a4-4266-8197-460960b37ce2 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:08.756462 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: fba5985b-7aec-4681-9318-31371f681e45 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:15:08.756881 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device fba5985b-7aec-4681-9318-31371f681e45 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:15:08.806717 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7f21dfa5-308c-4404-be55-5d83ac0ceaf5 req-ab7ebc50-6c3b-450a-857d-7dd45de68b01 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] 10.222.0.53 "GET /v2.0/security-groups?id=21d863ba-f152-49fb-bae0-55db50ebdb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119876 Jan 18 22:15:08.817255 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=38f52493-2589-4eb9-a7d2-8f2fe6130e40,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:08.823421 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f74dc505-48a2-4cd8-b6f3-dd467a801139 req-5e08c6b8-1199-43ad-bc1f-72b85e40e72f tempest-LiveMigrationTest-1198651986 tempest-LiveMigrationTest-1198651986-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ac5bfedd-8c81-4ad7-9f0f-99ba0a339521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858581 Jan 18 22:15:08.828157 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447d67fa-d206-40b1-b4c1-7ae8398e6344 req-268a33bc-6eec-4a8c-b661-b011305cd303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:08.829653 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-447d67fa-d206-40b1-b4c1-7ae8398e6344 req-268a33bc-6eec-4a8c-b661-b011305cd303 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=aed2eca7-1bb0-443d-8485-b985dbe9851b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1246121 Jan 18 22:15:08.937707 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-4104b253-45c4-463d-9a2e-df3388654d65 req-e3c7f664-00a4-4266-8197-460960b37ce2 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:08.969743 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['82c8fac7-b604-4f74-9e60-1a7d1e5868ca'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:15:08.994810 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6776af97-8556-4b8d-8b83-06fc7831d1e1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:08.997074 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad97b094-3925-4c50-8b60-9816e7d840e9 req-f3a275d1-4adb-44b2-8771-4139e78f142d tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:08.999164 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ad97b094-3925-4c50-8b60-9816e7d840e9 req-f3a275d1-4adb-44b2-8771-4139e78f142d tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c57620c-4fce-4509-b333-f58a98ab9456 HTTP/1.1" status: 200 len: 948 time: 0.0772848 Jan 18 22:15:09.036873 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4104b253-45c4-463d-9a2e-df3388654d65 req-e3c7f664-00a4-4266-8197-460960b37ce2 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Network aed2eca7-1bb0-443d-8485-b985dbe9851b is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:15:09.046435 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [req-4104b253-45c4-463d-9a2e-df3388654d65 req-e3c7f664-00a4-4266-8197-460960b37ce2 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:15:09.048717 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6776af97-8556-4b8d-8b83-06fc7831d1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:09.074186 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-447d67fa-d206-40b1-b4c1-7ae8398e6344 req-36b51d02-debd-4d33-8787-be77b7c19c56 service neutron] 10.222.0.36 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296972 Jan 18 22:15:09.074491 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-4104b253-45c4-463d-9a2e-df3388654d65 req-e3c7f664-00a4-4266-8197-460960b37ce2 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:15:09.080317 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4104b253-45c4-463d-9a2e-df3388654d65 req-e3c7f664-00a4-4266-8197-460960b37ce2 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:09.081285 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-4104b253-45c4-463d-9a2e-df3388654d65 req-e3c7f664-00a4-4266-8197-460960b37ce2 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:09.108550 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c7f664-00a4-4266-8197-460960b37ce2 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Pushing event updated for resources: {'Port': ['ID=fe7ecc66-9dc0-4b55-bb2f-e86b883abd40,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:09.115811 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-6cd30461-25e6-4a5b-8654-75221934f362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1852f4c-ad85-412b-856a-9c09d0276480', 'name': 'tempest-AttachSCSIVolumeTestJSON-208592237-router', 'tenant_id': '13ad3ebdbd244cdcbe71ebe78a0f13f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '38f52493-2589-4eb9-a7d2-8f2fe6130e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:14:58Z', 'updated_at': '2022-01-18T22:15:02Z', 'revision_number': 4, 'project_id': '13ad3ebdbd244cdcbe71ebe78a0f13f8', 'gw_port': {'id': '38f52493-2589-4eb9-a7d2-8f2fe6130e40', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:34:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1852f4c-ad85-412b-856a-9c09d0276480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:14:59Z', 'updated_at': '2022-01-18T22:15:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'dff8320f-3c1a-40a2-a5c5-21a0d87708b7', 'name': '', 'network_id': '97a0b687-2bc8-4c10-89fb-aecfe0fd6ed5', 'tenant_id': '13ad3ebdbd244cdcbe71ebe78a0f13f8', 'mac_address': 'fa:16:3e:5e:c2:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1852f4c-ad85-412b-856a-9c09d0276480', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '23a5a8dc-743c-45b8-acec-858b12a19433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:15:02Z', 'updated_at': '2022-01-18T22:15:03Z', 'revision_number': 2, 'project_id': '13ad3ebdbd244cdcbe71ebe78a0f13f8', 'subnets': [{'id': '23a5a8dc-743c-45b8-acec-858b12a19433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:15:09.170120 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd30461-25e6-4a5b-8654-75221934f362 None None] Checking router: d1852f4c-ad85-412b-856a-9c09d0276480 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:15:09.170611 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd30461-25e6-4a5b-8654-75221934f362 None None] Updating router d1852f4c-ad85-412b-856a-9c09d0276480 port dff8320f-3c1a-40a2-a5c5-21a0d87708b7 binding host n-d-825064-1 {{(pid=102432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:15:09.172321 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ad97b094-3925-4c50-8b60-9816e7d840e9 req-1270231e-d754-441f-a261-d65ec0178bf2 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/security-groups?id=f617d299-382f-49d2-bef3-4bb5f1944b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562045 Jan 18 22:15:09.189911 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-4104b253-45c4-463d-9a2e-df3388654d65 req-e3c7f664-00a4-4266-8197-460960b37ce2 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0217850 Jan 18 22:15:09.208986 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030381d6-93a8-4101-8632-7de2337f7710 req-683d7214-f7b4-40f7-b7da-a9146a9bf5a1 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:09.217588 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-030381d6-93a8-4101-8632-7de2337f7710 req-683d7214-f7b4-40f7-b7da-a9146a9bf5a1 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c9e6cb9-1aa4-4fa3-b804-edc6b9d7fe7b HTTP/1.1" status: 200 len: 935 time: 0.1800549 Jan 18 22:15:09.218947 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-4104b253-45c4-463d-9a2e-df3388654d65 req-7db46b62-153f-4052-8fbc-512ed055f50d service neutron] Request body: {'port': {'device_id': '9c9e6cb9-1aa4-4fa3-b804-edc6b9d7fe7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:15:09.254654 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6cd30461-25e6-4a5b-8654-75221934f362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:09.271155 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2d358cdd-e4ad-4bb6-8002-62e545ed3ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:09.297056 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-447d67fa-d206-40b1-b4c1-7ae8398e6344 req-9983b10d-85d9-452e-8d69-087969b9d86a service neutron] 10.222.0.36 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051034 Jan 18 22:15:09.319306 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-030381d6-93a8-4101-8632-7de2337f7710 req-9525ef8a-e702-454e-8d98-1679ab6aec2f tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004949 Jan 18 22:15:09.415448 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d358cdd-e4ad-4bb6-8002-62e545ed3ce1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6830ecc6-1864-4048-8bac-2724f78fb322,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:09.496619 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2d358cdd-e4ad-4bb6-8002-62e545ed3ce1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043029'] for router_gateway, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:09.520899 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-4104b253-45c4-463d-9a2e-df3388654d65 req-7db46b62-153f-4052-8fbc-512ed055f50d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:09.547125 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-6776af97-8556-4b8d-8b83-06fc7831d1e1 admin admin] Allocated IP 172.25.5.116 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/99d6f0d3-d29b-4d83-9925-88f66abe38d0) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:15:09.584221 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-3dc549be-faa1-439e-9eb1-882f21e0022f None None] Provisioning complete for port fe7ecc66-9dc0-4b55-bb2f-e86b883abd40 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:15:09.584992 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3dc549be-faa1-439e-9eb1-882f21e0022f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:09.600864 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f02720-cf40-44de-8777-e99c3648b1c5 None None] Network aedfddd3-18ca-435b-a468-865650891d60 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:15:09.630572 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2d358cdd-e4ad-4bb6-8002-62e545ed3ce1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1040886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8602'] for router, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:09.650824 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2d358cdd-e4ad-4bb6-8002-62e545ed3ce1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:09.714238 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-3dc549be-faa1-439e-9eb1-882f21e0022f None None] Port fe7ecc66-9dc0-4b55-bb2f-e86b883abd40 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:15:09.715889 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f024cb98-9c0b-4d3d-881d-bdecfdd5f2f7 req-9f2c1249-6918-45ec-abf1-968def182175 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:09.717834 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f024cb98-9c0b-4d3d-881d-bdecfdd5f2f7 req-9f2c1249-6918-45ec-abf1-968def182175 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] 10.222.0.67 "GET /v2.0/ports?device_id=6d17b9a3-f774-44ce-bd1f-faf2447e4859 HTTP/1.1" status: 200 len: 945 time: 0.0781505 Jan 18 22:15:09.753980 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6cd30461-25e6-4a5b-8654-75221934f362 None None] Notify callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:09.770392 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6cd30461-25e6-4a5b-8654-75221934f362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:09.778632 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2d358cdd-e4ad-4bb6-8002-62e545ed3ce1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1040832'] for router, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:09.780607 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d358cdd-e4ad-4bb6-8002-62e545ed3ce1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c3b3c33-80f1-49f9-8418-b17c6cac4fb8 {{(pid=102431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 22:15:09.846960 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2d358cdd-e4ad-4bb6-8002-62e545ed3ce1 admin admin] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:09.847868 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-2d358cdd-e4ad-4bb6-8002-62e545ed3ce1 admin admin] 10.222.0.53 "DELETE /v2.0/routers/5c3b3c33-80f1-49f9-8418-b17c6cac4fb8 HTTP/1.1" status: 204 len: 168 time: 3.6556036 Jan 18 22:15:09.851974 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 55376) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:15:09.883205 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa075bdc-5ba8-4c48-bc4c-97d87597290b None None] Pushing event updated for resources: {'Port': ['ID=dff8320f-3c1a-40a2-a5c5-21a0d87708b7,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:09.899230 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-f024cb98-9c0b-4d3d-881d-bdecfdd5f2f7 req-84cd56fa-c60f-433d-a55e-b543e81e474c tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Deleting port 66ca2546-3efa-46db-b956-2fb534ebd744 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:15:09.899574 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-f024cb98-9c0b-4d3d-881d-bdecfdd5f2f7 req-84cd56fa-c60f-433d-a55e-b543e81e474c tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:09.943904 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-549e093f-6fb3-4bed-b9a5-12f31fbdd005 None None] Provisioning complete for port 4a3a565d-0e9b-470e-a4bc-b7b88e333398 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:15:09.944793 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-549e093f-6fb3-4bed-b9a5-12f31fbdd005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:10.034091 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6776af97-8556-4b8d-8b83-06fc7831d1e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:10.110118 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-6cd30461-25e6-4a5b-8654-75221934f362 None None] Attempting to bind port dff8320f-3c1a-40a2-a5c5-21a0d87708b7 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:15:10.117197 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-6cd30461-25e6-4a5b-8654-75221934f362 None None] Attempting to bind port dff8320f-3c1a-40a2-a5c5-21a0d87708b7 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '201e6be6-c8bc-4b61-98c2-2f0de3c30ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '97a0b687-2bc8-4c10-89fb-aecfe0fd6ed5'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:15:10.117916 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd30461-25e6-4a5b-8654-75221934f362 None None] Attempting to bind port dff8320f-3c1a-40a2-a5c5-21a0d87708b7 on network 97a0b687-2bc8-4c10-89fb-aecfe0fd6ed5 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:15:10.136804 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffc6a3af-a725-41c7-9177-64a22a283d9f admin admin] Deleting subnet 66c43e1c-8a1a-40af-beae-fdfd2fcdc2de {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:15:10.142769 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd30461-25e6-4a5b-8654-75221934f362 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:15:10.143362 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd30461-25e6-4a5b-8654-75221934f362 None None] Checking segment: {'id': '201e6be6-c8bc-4b61-98c2-2f0de3c30ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '97a0b687-2bc8-4c10-89fb-aecfe0fd6ed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:15:10.146607 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6cd30461-25e6-4a5b-8654-75221934f362 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:10.148830 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ffc6a3af-a725-41c7-9177-64a22a283d9f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:10.155229 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd30461-25e6-4a5b-8654-75221934f362 None None] Bound using segment: {'id': '201e6be6-c8bc-4b61-98c2-2f0de3c30ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '97a0b687-2bc8-4c10-89fb-aecfe0fd6ed5'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:15:10.155755 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-6cd30461-25e6-4a5b-8654-75221934f362 None None] Bound port: dff8320f-3c1a-40a2-a5c5-21a0d87708b7, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '201e6be6-c8bc-4b61-98c2-2f0de3c30ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '97a0b687-2bc8-4c10-89fb-aecfe0fd6ed5'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:15:10.156788 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6cd30461-25e6-4a5b-8654-75221934f362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:10.209748 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-f024cb98-9c0b-4d3d-881d-bdecfdd5f2f7 req-84cd56fa-c60f-433d-a55e-b543e81e474c tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] For port 66ca2546-3efa-46db-b956-2fb534ebd744, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=66ca2546-3efa-46db-b956-2fb534ebd744,segment=NetworkSegment(e9db93ab-f6c7-442e-b6d2-c53dc8897efd),segment_id=e9db93ab-f6c7-442e-b6d2-c53dc8897efd)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:15:10.211235 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ffc6a3af-a725-41c7-9177-64a22a283d9f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:10.211367 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-f024cb98-9c0b-4d3d-881d-bdecfdd5f2f7 req-84cd56fa-c60f-433d-a55e-b543e81e474c tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:10.223212 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6776af97-8556-4b8d-8b83-06fc7831d1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:10.230320 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-f024cb98-9c0b-4d3d-881d-bdecfdd5f2f7 req-84cd56fa-c60f-433d-a55e-b543e81e474c tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Calling delete_port for 66ca2546-3efa-46db-b956-2fb534ebd744 owned by compute:nova {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:15:10.313232 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c63c1ce-1f39-43ac-830b-a0b9c61a5d12 req-978aaedb-ba19-4292-b61e-bab3c4ba289a tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:10.315168 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6c63c1ce-1f39-43ac-830b-a0b9c61a5d12 req-978aaedb-ba19-4292-b61e-bab3c4ba289a tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d17b9a3-f774-44ce-bd1f-faf2447e4859 HTTP/1.1" status: 200 len: 945 time: 0.2845955 Jan 18 22:15:10.464841 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6c63c1ce-1f39-43ac-830b-a0b9c61a5d12 req-00631106-034b-4ce0-8cee-b22ca627fde7 tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] 10.222.0.53 "GET /v2.0/security-groups?id=21d863ba-f152-49fb-bae0-55db50ebdb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396933 Jan 18 22:15:10.520466 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-6cd30461-25e6-4a5b-8654-75221934f362 None None] For port dff8320f-3c1a-40a2-a5c5-21a0d87708b7, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:15:10.526255 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-6cd30461-25e6-4a5b-8654-75221934f362 None None] For port dff8320f-3c1a-40a2-a5c5-21a0d87708b7, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=dff8320f-3c1a-40a2-a5c5-21a0d87708b7,segment=NetworkSegment(201e6be6-c8bc-4b61-98c2-2f0de3c30ad4),segment_id=201e6be6-c8bc-4b61-98c2-2f0de3c30ad4)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:15:10.543842 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6cd30461-25e6-4a5b-8654-75221934f362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:10.571514 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-f024cb98-9c0b-4d3d-881d-bdecfdd5f2f7 req-84cd56fa-c60f-433d-a55e-b543e81e474c tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:10.612905 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-549e093f-6fb3-4bed-b9a5-12f31fbdd005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:10.620781 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['66ca2546-3efa-46db-b956-2fb534ebd744'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:15:10.627821 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cd56fa-c60f-433d-a55e-b543e81e474c tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Pushing event deleted for resources: {'Port': ['ID=66ca2546-3efa-46db-b956-2fb534ebd744,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:10.728205 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-f024cb98-9c0b-4d3d-881d-bdecfdd5f2f7 req-84cd56fa-c60f-433d-a55e-b543e81e474c tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] No DVR routers for this DVR port 66ca2546-3efa-46db-b956-2fb534ebd744 on host n-h2-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:15:10.733265 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-f024cb98-9c0b-4d3d-881d-bdecfdd5f2f7 req-84cd56fa-c60f-433d-a55e-b543e81e474c tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:10.743337 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f024cb98-9c0b-4d3d-881d-bdecfdd5f2f7 req-84cd56fa-c60f-433d-a55e-b543e81e474c tempest-FloatingIPsAssociationTestJSON-832387312 tempest-FloatingIPsAssociationTestJSON-832387312-project] 10.222.0.67 "DELETE /v2.0/ports/66ca2546-3efa-46db-b956-2fb534ebd744 HTTP/1.1" status: 204 len: 173 time: 1.0161724 Jan 18 22:15:10.743337 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d17b9a3-f774-44ce-bd1f-faf2447e4859', 'name': 'network-vif-deleted', 'tag': '66ca2546-3efa-46db-b956-2fb534ebd744'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:15:10.751120 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ef9c4fa-5add-4515-872d-0afefd386328" -d '{"events": [{"server_uuid": "6d17b9a3-f774-44ce-bd1f-faf2447e4859", "name": "network-vif-deleted", "tag": "66ca2546-3efa-46db-b956-2fb534ebd744"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:15:10.799186 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6776af97-8556-4b8d-8b83-06fc7831d1e1 admin admin] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:15:10.812437 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-6776af97-8556-4b8d-8b83-06fc7831d1e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:15:10.812984 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa075bdc-5ba8-4c48-bc4c-97d87597290b None None] Pushing event updated for resources: {'Port': ['ID=dff8320f-3c1a-40a2-a5c5-21a0d87708b7,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:10.826691 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6776af97-8556-4b8d-8b83-06fc7831d1e1 admin admin] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:15:10.831699 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ffc6a3af-a725-41c7-9177-64a22a283d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:10.835901 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 4a3a565d-0e9b-470e-a4bc-b7b88e333398 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:15:10.886884 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd30461-25e6-4a5b-8654-75221934f362 None None] Routers {'d1852f4c-ad85-412b-856a-9c09d0276480'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:15:10.887419 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-6cd30461-25e6-4a5b-8654-75221934f362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:14:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['d1852f4c-ad85-412b-856a-9c09d0276480'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:15:10.892454 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6776af97-8556-4b8d-8b83-06fc7831d1e1 admin admin] Pushing event updated for resources: {'Port': ['ID=99d6f0d3-d29b-4d83-9925-88f66abe38d0,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:10.905363 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e42a82-cc79-4186-9411-ecf37f9240f2 req-4318554a-c8ab-4f38-910f-c35921df270b tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:10.913442 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-82e42a82-cc79-4186-9411-ecf37f9240f2 req-4318554a-c8ab-4f38-910f-c35921df270b tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c57620c-4fce-4509-b333-f58a98ab9456 HTTP/1.1" status: 200 len: 948 time: 0.1077795 Jan 18 22:15:10.919058 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-549e093f-6fb3-4bed-b9a5-12f31fbdd005 None None] For port 4a3a565d-0e9b-470e-a4bc-b7b88e333398, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=4a3a565d-0e9b-470e-a4bc-b7b88e333398,segment=NetworkSegment(abfda017-35d1-49e9-9caa-552c7973e9d3),segment_id=abfda017-35d1-49e9-9caa-552c7973e9d3)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:15:10.972362 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-549e093f-6fb3-4bed-b9a5-12f31fbdd005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:10.973109 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-82e42a82-cc79-4186-9411-ecf37f9240f2 req-e203b82b-967c-4570-b0fa-e4625a07dd7c tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/security-groups?id=f617d299-382f-49d2-bef3-4bb5f1944b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545897 Jan 18 22:15:10.984855 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device e7f734d6-f0ad-4594-a2ef-af944e6e1234 details requested by agent hyperv_n-h1-825064-1 with host n-h1-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:15:11.076707 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [req-4104b253-45c4-463d-9a2e-df3388654d65 req-7db46b62-153f-4052-8fbc-512ed055f50d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe7ecc66-9dc0-4b55-bb2f-e86b883abd40 {{(pid=102431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:15:11.105718 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-4104b253-45c4-463d-9a2e-df3388654d65 req-7db46b62-153f-4052-8fbc-512ed055f50d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:11.125582 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ffc6a3af-a725-41c7-9177-64a22a283d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:11.142630 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549e093f-6fb3-4bed-b9a5-12f31fbdd005 None None] Pushing event updated for resources: {'Port': ['ID=4a3a565d-0e9b-470e-a4bc-b7b88e333398,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:11.171959 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec59d84-e9b9-4e99-a7d5-ca89f90e93a4 req-a9fb6645-7f0c-4c18-9b5c-acec6c8d8f35 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:11.179572 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 4a3a565d-0e9b-470e-a4bc-b7b88e333398 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:15:11.179948 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:11.180314 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0ec59d84-e9b9-4e99-a7d5-ca89f90e93a4 req-a9fb6645-7f0c-4c18-9b5c-acec6c8d8f35 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c9e6cb9-1aa4-4fa3-b804-edc6b9d7fe7b HTTP/1.1" status: 200 len: 935 time: 0.0923605 Jan 18 22:15:11.211974 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [req-4104b253-45c4-463d-9a2e-df3388654d65 req-7db46b62-153f-4052-8fbc-512ed055f50d service neutron] Transition to ACTIVE for port object fe7ecc66-9dc0-4b55-bb2f-e86b883abd40 will not be triggered until provisioned by entity L2. {{(pid=102431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:15:11.218498 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ffc6a3af-a725-41c7-9177-64a22a283d9f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:11.222114 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-ffc6a3af-a725-41c7-9177-64a22a283d9f admin admin] 10.222.0.53 "DELETE /v2.0/subnets/66c43e1c-8a1a-40af-beae-fdfd2fcdc2de HTTP/1.1" status: 204 len: 168 time: 1.3685093 Jan 18 22:15:11.224314 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc6a3af-a725-41c7-9177-64a22a283d9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66c43e1c-8a1a-40af-beae-fdfd2fcdc2de,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:11.226430 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-4104b253-45c4-463d-9a2e-df3388654d65 req-7db46b62-153f-4052-8fbc-512ed055f50d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:11.234878 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0ec59d84-e9b9-4e99-a7d5-ca89f90e93a4 req-8a7326dd-8d2e-4166-86b5-52fc7e83ecf4 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507469 Jan 18 22:15:11.235411 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 55406) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:15:11.236002 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237451a0-26da-464c-9be1-41a476d2cea3 None None] Network 6c46501c-2977-42a9-95d0-8310f5875032 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:15:11.251273 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-9d0d2d90-094e-4505-a617-9f0d008ff4c4 None None] Provisioning complete for port 4a3a565d-0e9b-470e-a4bc-b7b88e333398 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:15:11.251273 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9d0d2d90-094e-4505-a617-9f0d008ff4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:11.256308 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [req-8682daad-4c37-4cb4-8036-e6fa6fe5c9f7 req-721bf41b-a8ac-46a8-9ae7-e2ae0b0b1030 tempest-LiveMigrationTest-1198651986 tempest-LiveMigrationTest-1198651986-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:15:11.262112 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-6cd30461-25e6-4a5b-8654-75221934f362 None None] Set router d1852f4c-ad85-412b-856a-9c09d0276480 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:15:11.267375 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-8682daad-4c37-4cb4-8036-e6fa6fe5c9f7 req-721bf41b-a8ac-46a8-9ae7-e2ae0b0b1030 tempest-LiveMigrationTest-1198651986 tempest-LiveMigrationTest-1198651986-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3570449 Jan 18 22:15:11.390682 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b6b82ce8-c90c-402a-94cb-2ddf5a47f615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:11.450913 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b46d39a1-2103-4814-9db4-ba2e0c511a2e x-openstack-request-id: req-b46d39a1-2103-4814-9db4-ba2e0c511a2e {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:15:11.451301 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d17b9a3-f774-44ce-bd1f-faf2447e4859", "name": "network-vif-deleted", "tag": "66ca2546-3efa-46db-b956-2fb534ebd744", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:15:11.451644 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b46d39a1-2103-4814-9db4-ba2e0c511a2e {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:15:11.452149 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d17b9a3-f774-44ce-bd1f-faf2447e4859', 'name': 'network-vif-deleted', 'tag': '66ca2546-3efa-46db-b956-2fb534ebd744', 'status': 'completed', 'code': 200} Jan 18 22:15:11.466413 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port e7f734d6-f0ad-4594-a2ef-af944e6e1234, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=e7f734d6-f0ad-4594-a2ef-af944e6e1234,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:15:11.480298 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Returning: {'device': 'e7f734d6-f0ad-4594-a2ef-af944e6e1234', 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b', 'port_id': 'e7f734d6-f0ad-4594-a2ef-af944e6e1234', 'mac_address': 'fa:16:3e:6b:88:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8518183d-cc63-459a-b971-d4c7514e001f', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:15:11.486532 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-b6b82ce8-c90c-402a-94cb-2ddf5a47f615 admin admin] Deleting port 5b10f42f-1cbd-414d-8123-bfe8ff290de6 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:15:11.486998 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b6b82ce8-c90c-402a-94cb-2ddf5a47f615 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:11.550048 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db46b62-153f-4052-8fbc-512ed055f50d service neutron] Pushing event updated for resources: {'Port': ['ID=fe7ecc66-9dc0-4b55-bb2f-e86b883abd40,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:11.562710 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 55410) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:15:11.569485 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8682daad-4c37-4cb4-8036-e6fa6fe5c9f7 req-7d8771eb-5a5f-443d-9175-58e784891e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:11.574475 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-8682daad-4c37-4cb4-8036-e6fa6fe5c9f7 req-7d8771eb-5a5f-443d-9175-58e784891e66 service neutron] 10.222.0.53 "GET /v2.0/ports/fb25b735-1224-4af3-b9e8-c54530a9f342 HTTP/1.1" status: 200 len: 1093 time: 0.3057837 Jan 18 22:15:11.587274 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-8682daad-4c37-4cb4-8036-e6fa6fe5c9f7 req-3f1d4178-10f1-4695-a955-067f024761d2 service neutron] Request body: {'binding': {'host': 'n-h2-825064-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:15:11.587722 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-8682daad-4c37-4cb4-8036-e6fa6fe5c9f7 req-3f1d4178-10f1-4695-a955-067f024761d2 service neutron] Unknown quota resources ['binding']. {{(pid=102431) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 18 22:15:11.596447 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-4104b253-45c4-463d-9a2e-df3388654d65 req-7db46b62-153f-4052-8fbc-512ed055f50d service neutron] Attempting to bind port fe7ecc66-9dc0-4b55-bb2f-e86b883abd40 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:15:11.596790 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-4104b253-45c4-463d-9a2e-df3388654d65 req-7db46b62-153f-4052-8fbc-512ed055f50d service neutron] Attempting to bind port fe7ecc66-9dc0-4b55-bb2f-e86b883abd40 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:15:11.597126 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4104b253-45c4-463d-9a2e-df3388654d65 req-7db46b62-153f-4052-8fbc-512ed055f50d service neutron] Attempting to bind port fe7ecc66-9dc0-4b55-bb2f-e86b883abd40 on network aed2eca7-1bb0-443d-8485-b985dbe9851b {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:15:11.599009 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6776af97-8556-4b8d-8b83-06fc7831d1e1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:11.635516 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-b6b82ce8-c90c-402a-94cb-2ddf5a47f615 admin admin] For port 5b10f42f-1cbd-414d-8123-bfe8ff290de6, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=5b10f42f-1cbd-414d-8123-bfe8ff290de6,segment=NetworkSegment(724b2afa-1e83-4f7a-aa8d-73e3eac882e0),segment_id=724b2afa-1e83-4f7a-aa8d-73e3eac882e0)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:15:11.635866 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b6b82ce8-c90c-402a-94cb-2ddf5a47f615 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:11.657728 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4104b253-45c4-463d-9a2e-df3388654d65 req-7db46b62-153f-4052-8fbc-512ed055f50d service neutron] Port fe7ecc66-9dc0-4b55-bb2f-e86b883abd40 on network aed2eca7-1bb0-443d-8485-b985dbe9851b not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:15:11.658058 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4104b253-45c4-463d-9a2e-df3388654d65 req-7db46b62-153f-4052-8fbc-512ed055f50d service neutron] Attempting to bind port fe7ecc66-9dc0-4b55-bb2f-e86b883abd40 on network aed2eca7-1bb0-443d-8485-b985dbe9851b {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:15:11.658820 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-b6b82ce8-c90c-402a-94cb-2ddf5a47f615 admin admin] Calling delete_port for 5b10f42f-1cbd-414d-8123-bfe8ff290de6 owned by network:dhcp {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:15:11.676228 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4104b253-45c4-463d-9a2e-df3388654d65 req-7db46b62-153f-4052-8fbc-512ed055f50d service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:15:11.676571 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4104b253-45c4-463d-9a2e-df3388654d65 req-7db46b62-153f-4052-8fbc-512ed055f50d service neutron] Checking segment: {'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:15:11.677144 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4104b253-45c4-463d-9a2e-df3388654d65 req-7db46b62-153f-4052-8fbc-512ed055f50d service neutron] Bound using segment: {'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:15:11.677584 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-4104b253-45c4-463d-9a2e-df3388654d65 req-7db46b62-153f-4052-8fbc-512ed055f50d service neutron] Bound port: fe7ecc66-9dc0-4b55-bb2f-e86b883abd40, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:15:11.678099 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-4104b253-45c4-463d-9a2e-df3388654d65 req-7db46b62-153f-4052-8fbc-512ed055f50d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:11.801858 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:11.826262 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 38f52493-2589-4eb9-a7d2-8f2fe6130e40 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:15:11.861099 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-4104b253-45c4-463d-9a2e-df3388654d65 req-7db46b62-153f-4052-8fbc-512ed055f50d service neutron] For port fe7ecc66-9dc0-4b55-bb2f-e86b883abd40, host n-h2-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:15:11.863572 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7f734d6-f0ad-4594-a2ef-af944e6e1234 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:15:11.873091 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-4104b253-45c4-463d-9a2e-df3388654d65 req-7db46b62-153f-4052-8fbc-512ed055f50d service neutron] For port fe7ecc66-9dc0-4b55-bb2f-e86b883abd40, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=fe7ecc66-9dc0-4b55-bb2f-e86b883abd40,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:15:11.913681 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port e7f734d6-f0ad-4594-a2ef-af944e6e1234, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=e7f734d6-f0ad-4594-a2ef-af944e6e1234,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:15:11.931666 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:11.931893 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-4104b253-45c4-463d-9a2e-df3388654d65 req-7db46b62-153f-4052-8fbc-512ed055f50d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:11.941362 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-9d0d2d90-094e-4505-a617-9f0d008ff4c4 None None] Provisioning complete for port dff8320f-3c1a-40a2-a5c5-21a0d87708b7 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:15:11.941362 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9d0d2d90-094e-4505-a617-9f0d008ff4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:11.967701 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f56dc90-576d-47b5-8889-cb9459581551 None None] DHCP port deletion for 6c46501c-2977-42a9-95d0-8310f5875032 request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:15:11.995493 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4104b253-45c4-463d-9a2e-df3388654d65 req-7db46b62-153f-4052-8fbc-512ed055f50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:11.995983 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-4104b253-45c4-463d-9a2e-df3388654d65 req-7db46b62-153f-4052-8fbc-512ed055f50d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:11.998289 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-4104b253-45c4-463d-9a2e-df3388654d65 req-7db46b62-153f-4052-8fbc-512ed055f50d service neutron] 10.222.0.67 "PUT /v2.0/ports/fe7ecc66-9dc0-4b55-bb2f-e86b883abd40 HTTP/1.1" status: 200 len: 1095 time: 2.7998185 Jan 18 22:15:12.006229 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c9e6cb9-1aa4-4fa3-b804-edc6b9d7fe7b', 'tag': 'fe7ecc66-9dc0-4b55-bb2f-e86b883abd40'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:15:12.008617 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-992846c7-cfcc-464e-bdfb-a0444753c48a" -d '{"events": [{"name": "network-changed", "server_uuid": "9c9e6cb9-1aa4-4fa3-b804-edc6b9d7fe7b", "tag": "fe7ecc66-9dc0-4b55-bb2f-e86b883abd40"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:15:12.092022 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-6cd30461-25e6-4a5b-8654-75221934f362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1852f4c-ad85-412b-856a-9c09d0276480', 'name': 'tempest-AttachSCSIVolumeTestJSON-208592237-router', 'tenant_id': '13ad3ebdbd244cdcbe71ebe78a0f13f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '38f52493-2589-4eb9-a7d2-8f2fe6130e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:14:58Z', 'updated_at': '2022-01-18T22:15:02Z', 'revision_number': 4, 'project_id': '13ad3ebdbd244cdcbe71ebe78a0f13f8', 'gw_port': {'id': '38f52493-2589-4eb9-a7d2-8f2fe6130e40', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:34:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1852f4c-ad85-412b-856a-9c09d0276480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:14:59Z', 'updated_at': '2022-01-18T22:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'dff8320f-3c1a-40a2-a5c5-21a0d87708b7', 'name': '', 'network_id': '97a0b687-2bc8-4c10-89fb-aecfe0fd6ed5', 'tenant_id': '13ad3ebdbd244cdcbe71ebe78a0f13f8', 'mac_address': 'fa:16:3e:5e:c2:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1852f4c-ad85-412b-856a-9c09d0276480', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '23a5a8dc-743c-45b8-acec-858b12a19433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:15:02Z', 'updated_at': '2022-01-18T22:15:10Z', 'revision_number': 4, 'project_id': '13ad3ebdbd244cdcbe71ebe78a0f13f8', 'subnets': [{'id': '23a5a8dc-743c-45b8-acec-858b12a19433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:15:12.146695 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6776af97-8556-4b8d-8b83-06fc7831d1e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1040691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049'] for router, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:12.151046 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 38f52493-2589-4eb9-a7d2-8f2fe6130e40 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:15:12.151414 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:12.158971 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd30461-25e6-4a5b-8654-75221934f362 None None] The sync data for ids ['d1852f4c-ad85-412b-856a-9c09d0276480'] in n-d-825064-1 is: [{'id': 'd1852f4c-ad85-412b-856a-9c09d0276480', 'name': 'tempest-AttachSCSIVolumeTestJSON-208592237-router', 'tenant_id': '13ad3ebdbd244cdcbe71ebe78a0f13f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '38f52493-2589-4eb9-a7d2-8f2fe6130e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:14:58Z', 'updated_at': '2022-01-18T22:15:02Z', 'revision_number': 4, 'project_id': '13ad3ebdbd244cdcbe71ebe78a0f13f8', 'gw_port': {'id': '38f52493-2589-4eb9-a7d2-8f2fe6130e40', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:34:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1852f4c-ad85-412b-856a-9c09d0276480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:14:59Z', 'updated_at': '2022-01-18T22:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'dff8320f-3c1a-40a2-a5c5-21a0d87708b7', 'name': '', 'network_id': '97a0b687-2bc8-4c10-89fb-aecfe0fd6ed5', 'tenant_id': '13ad3ebdbd244cdcbe71ebe78a0f13f8', 'mac_address': 'fa:16:3e:5e:c2:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1852f4c-ad85-412b-856a-9c09d0276480', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '23a5a8dc-743c-45b8-acec-858b12a19433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:15:02Z', 'updated_at': '2022-01-18T22:15:10Z', 'revision_number': 4, 'project_id': '13ad3ebdbd244cdcbe71ebe78a0f13f8', 'subnets': [{'id': '23a5a8dc-743c-45b8-acec-858b12a19433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:15:12.204229 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=e7f734d6-f0ad-4594-a2ef-af944e6e1234,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:12.250136 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7625b078-bd03-43ae-9313-beb5e531ea81 req-4aa0c18a-5638-4263-bad2-116215b37b1e tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:12.251713 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7625b078-bd03-43ae-9313-beb5e531ea81 req-4aa0c18a-5638-4263-bad2-116215b37b1e tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c57620c-4fce-4509-b333-f58a98ab9456 HTTP/1.1" status: 200 len: 949 time: 0.1628990 Jan 18 22:15:12.271445 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4104b253-45c4-463d-9a2e-df3388654d65 req-ffbd3b33-c6ef-422d-bb2f-b14b7b7d8ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:12.278593 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-4104b253-45c4-463d-9a2e-df3388654d65 req-ffbd3b33-c6ef-422d-bb2f-b14b7b7d8ba5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7c124f68020a4e92b3e26dca83e43678&device_id=9c9e6cb9-1aa4-4fa3-b804-edc6b9d7fe7b HTTP/1.1" status: 200 len: 1098 time: 0.1820738 Jan 18 22:15:12.281934 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db46b62-153f-4052-8fbc-512ed055f50d service neutron] Pushing event updated for resources: {'Port': ['ID=fe7ecc66-9dc0-4b55-bb2f-e86b883abd40,revision_number=3']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:12.284755 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-8682daad-4c37-4cb4-8036-e6fa6fe5c9f7 req-3f1d4178-10f1-4695-a955-067f024761d2 service neutron] Attempting to bind port fb25b735-1224-4af3-b9e8-c54530a9f342 on host n-h2-825064-1 for vnic_type normal with profile None {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:15:12.285098 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-8682daad-4c37-4cb4-8036-e6fa6fe5c9f7 req-3f1d4178-10f1-4695-a955-067f024761d2 service neutron] Attempting to bind port fb25b735-1224-4af3-b9e8-c54530a9f342 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': 'a97910f7-cad7-42ae-9f6e-c8965771467a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'db135028-f57a-417d-a5fc-9f73c3e34dd7'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:15:12.285424 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8682daad-4c37-4cb4-8036-e6fa6fe5c9f7 req-3f1d4178-10f1-4695-a955-067f024761d2 service neutron] Attempting to bind port fb25b735-1224-4af3-b9e8-c54530a9f342 on network db135028-f57a-417d-a5fc-9f73c3e34dd7 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:15:12.305880 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['e7f734d6-f0ad-4594-a2ef-af944e6e1234'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:15:12.323239 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b6b82ce8-c90c-402a-94cb-2ddf5a47f615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:12.354052 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-4104b253-45c4-463d-9a2e-df3388654d65 req-2da2bdce-be2e-475e-93ef-8eb00df29708 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=fe7ecc66-9dc0-4b55-bb2f-e86b883abd40 HTTP/1.1" status: 200 len: 217 time: 0.0658445 Jan 18 22:15:12.354708 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8682daad-4c37-4cb4-8036-e6fa6fe5c9f7 req-3f1d4178-10f1-4695-a955-067f024761d2 service neutron] Port fb25b735-1224-4af3-b9e8-c54530a9f342 on network db135028-f57a-417d-a5fc-9f73c3e34dd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:15:12.355034 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8682daad-4c37-4cb4-8036-e6fa6fe5c9f7 req-3f1d4178-10f1-4695-a955-067f024761d2 service neutron] Attempting to bind port fb25b735-1224-4af3-b9e8-c54530a9f342 on network db135028-f57a-417d-a5fc-9f73c3e34dd7 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:15:12.362882 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-0f56dc90-576d-47b5-8889-cb9459581551 None None] Deleting port 5b10f42f-1cbd-414d-8123-bfe8ff290de6 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:15:12.363542 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0f56dc90-576d-47b5-8889-cb9459581551 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:12.365085 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8682daad-4c37-4cb4-8036-e6fa6fe5c9f7 req-3f1d4178-10f1-4695-a955-067f024761d2 service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:15:12.365424 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8682daad-4c37-4cb4-8036-e6fa6fe5c9f7 req-3f1d4178-10f1-4695-a955-067f024761d2 service neutron] Checking segment: {'id': 'a97910f7-cad7-42ae-9f6e-c8965771467a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'db135028-f57a-417d-a5fc-9f73c3e34dd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:15:12.365806 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8682daad-4c37-4cb4-8036-e6fa6fe5c9f7 req-3f1d4178-10f1-4695-a955-067f024761d2 service neutron] Bound using segment: {'id': 'a97910f7-cad7-42ae-9f6e-c8965771467a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'db135028-f57a-417d-a5fc-9f73c3e34dd7'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:15:12.366237 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-8682daad-4c37-4cb4-8036-e6fa6fe5c9f7 req-3f1d4178-10f1-4695-a955-067f024761d2 service neutron] Bound port: fb25b735-1224-4af3-b9e8-c54530a9f342, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a97910f7-cad7-42ae-9f6e-c8965771467a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'db135028-f57a-417d-a5fc-9f73c3e34dd7'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:15:12.369777 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9d0d2d90-094e-4505-a617-9f0d008ff4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:12.375308 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b82ce8-c90c-402a-94cb-2ddf5a47f615 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b10f42f-1cbd-414d-8123-bfe8ff290de6,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:12.396016 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b82ce8-c90c-402a-94cb-2ddf5a47f615 admin admin] No DVR routers for this DVR port 5b10f42f-1cbd-414d-8123-bfe8ff290de6 on host n-d-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:15:12.405861 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7625b078-bd03-43ae-9313-beb5e531ea81 req-5a4f5812-7200-4574-9830-5a675f34706f tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/security-groups?id=f617d299-382f-49d2-bef3-4bb5f1944b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892262 Jan 18 22:15:12.502605 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-651d1c60-0a75-4687-9e41-058a3d217828 x-openstack-request-id: req-651d1c60-0a75-4687-9e41-058a3d217828 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:15:12.502899 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c9e6cb9-1aa4-4fa3-b804-edc6b9d7fe7b", "tag": "fe7ecc66-9dc0-4b55-bb2f-e86b883abd40", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:15:12.504423 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-651d1c60-0a75-4687-9e41-058a3d217828 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:15:12.504640 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c9e6cb9-1aa4-4fa3-b804-edc6b9d7fe7b', 'tag': 'fe7ecc66-9dc0-4b55-bb2f-e86b883abd40', 'status': 'completed', 'code': 200} Jan 18 22:15:12.549462 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4104b253-45c4-463d-9a2e-df3388654d65 req-a3645f3d-87ff-4181-bc4a-e207b36e5caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:12.551274 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-4104b253-45c4-463d-9a2e-df3388654d65 req-a3645f3d-87ff-4181-bc4a-e207b36e5caa service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8518183d-cc63-459a-b971-d4c7514e001f HTTP/1.1" status: 200 len: 843 time: 0.1823809 Jan 18 22:15:12.576301 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-0f56dc90-576d-47b5-8889-cb9459581551 None None] For port 5b10f42f-1cbd-414d-8123-bfe8ff290de6, host n-d-825064-1, got binding levels [] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:15:12.576991 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-8682daad-4c37-4cb4-8036-e6fa6fe5c9f7 req-3f1d4178-10f1-4695-a955-067f024761d2 service neutron] For port fb25b735-1224-4af3-b9e8-c54530a9f342, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=fb25b735-1224-4af3-b9e8-c54530a9f342,segment=NetworkSegment(a97910f7-cad7-42ae-9f6e-c8965771467a),segment_id=a97910f7-cad7-42ae-9f6e-c8965771467a)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:15:12.578113 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0f56dc90-576d-47b5-8889-cb9459581551 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:12.584852 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b6b82ce8-c90c-402a-94cb-2ddf5a47f615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:12.607870 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-8682daad-4c37-4cb4-8036-e6fa6fe5c9f7 req-3f1d4178-10f1-4695-a955-067f024761d2 service neutron] Notify callbacks [] for binding, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:12.609206 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-8682daad-4c37-4cb4-8036-e6fa6fe5c9f7 req-3f1d4178-10f1-4695-a955-067f024761d2 service neutron] 10.222.0.53 "POST /v2.0/ports/fb25b735-1224-4af3-b9e8-c54530a9f342/bindings HTTP/1.1" status: 201 len: 389 time: 1.0271881 Jan 18 22:15:12.655708 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:12.662551 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-9d0d2d90-094e-4505-a617-9f0d008ff4c4 None None] For port dff8320f-3c1a-40a2-a5c5-21a0d87708b7, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=dff8320f-3c1a-40a2-a5c5-21a0d87708b7,segment=NetworkSegment(201e6be6-c8bc-4b61-98c2-2f0de3c30ad4),segment_id=201e6be6-c8bc-4b61-98c2-2f0de3c30ad4)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:15:12.666968 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-0f56dc90-576d-47b5-8889-cb9459581551 None None] Calling delete_port for 5b10f42f-1cbd-414d-8123-bfe8ff290de6 owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:15:12.684587 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4104b253-45c4-463d-9a2e-df3388654d65 req-175d0c51-e5e7-4120-87f0-6e65cd716f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:12.684849 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b6b82ce8-c90c-402a-94cb-2ddf5a47f615 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:15:12.685066 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.ipam_backend_mixin [None req-0f56dc90-576d-47b5-8889-cb9459581551 None None] Port 5b10f42f-1cbd-414d-8123-bfe8ff290de6 was not found and therefore no delete operation was performed {{(pid=102432) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 18 22:15:12.685214 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b6b82ce8-c90c-402a-94cb-2ddf5a47f615 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:15:12.685919 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b6b82ce8-c90c-402a-94cb-2ddf5a47f615 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:15:12.686262 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b6b82ce8-c90c-402a-94cb-2ddf5a47f615 admin admin] Subscribe: > port after_create 55550000 {{(pid=102430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:15:12.686468 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9d0d2d90-094e-4505-a617-9f0d008ff4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:12.686597 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b6b82ce8-c90c-402a-94cb-2ddf5a47f615 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:15:12.686938 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b6b82ce8-c90c-402a-94cb-2ddf5a47f615 admin admin] Subscribe: > port after_update 55550000 {{(pid=102430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:15:12.687267 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b6b82ce8-c90c-402a-94cb-2ddf5a47f615 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:15:12.687606 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b6b82ce8-c90c-402a-94cb-2ddf5a47f615 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:15:12.687951 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b6b82ce8-c90c-402a-94cb-2ddf5a47f615 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:15:12.689495 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-4104b253-45c4-463d-9a2e-df3388654d65 req-175d0c51-e5e7-4120-87f0-6e65cd716f1f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aed2eca7-1bb0-443d-8485-b985dbe9851b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1272628 Jan 18 22:15:12.690779 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b6b82ce8-c90c-402a-94cb-2ddf5a47f615 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:15:12.691913 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6776af97-8556-4b8d-8b83-06fc7831d1e1 admin admin] Router 875cf822-67c6-4b81-a835-5ece5ef178be is scheduled to L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 with binding_index 1 {{(pid=102431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 22:15:12.711405 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0f56dc90-576d-47b5-8889-cb9459581551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:12.823215 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0d2d90-094e-4505-a617-9f0d008ff4c4 None None] Pushing event updated for resources: {'Port': ['ID=dff8320f-3c1a-40a2-a5c5-21a0d87708b7,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:12.826721 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 4a3a565d-0e9b-470e-a4bc-b7b88e333398 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:15:12.828447 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b6b82ce8-c90c-402a-94cb-2ddf5a47f615 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:15:12.828828 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b6b82ce8-c90c-402a-94cb-2ddf5a47f615 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:15:12.829078 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b6b82ce8-c90c-402a-94cb-2ddf5a47f615 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:15:12.829409 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b6b82ce8-c90c-402a-94cb-2ddf5a47f615 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:15:12.829780 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-b6b82ce8-c90c-402a-94cb-2ddf5a47f615 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c46501c-2977-42a9-95d0-8310f5875032']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:15:12.860625 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-b6b82ce8-c90c-402a-94cb-2ddf5a47f615 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '724b2afa-1e83-4f7a-aa8d-73e3eac882e0') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:15:12.860956 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-b6b82ce8-c90c-402a-94cb-2ddf5a47f615 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '724b2afa-1e83-4f7a-aa8d-73e3eac882e0') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:15:12.898222 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b6b82ce8-c90c-402a-94cb-2ddf5a47f615 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60394742'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:12.898648 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f56dc90-576d-47b5-8889-cb9459581551 None None] No DVR routers for this DVR port 5b10f42f-1cbd-414d-8123-bfe8ff290de6 on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:15:12.909825 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f56dc90-576d-47b5-8889-cb9459581551 None None] Pushing event deleted for resources: {'Port': ['ID=5b10f42f-1cbd-414d-8123-bfe8ff290de6,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:12.986326 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-4104b253-45c4-463d-9a2e-df3388654d65 req-cbb21409-40c7-4be2-a377-ead7f3fd09da service neutron] 10.222.0.67 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2858791 Jan 18 22:15:12.988997 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6776af97-8556-4b8d-8b83-06fc7831d1e1 admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:15:12.992001 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28431659-88a3-4647-ab6f-09271641793c req-1705c359-409f-43dc-9b67-62e7bdcbc443 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:13.000913 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-28431659-88a3-4647-ab6f-09271641793c req-1705c359-409f-43dc-9b67-62e7bdcbc443 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c9e6cb9-1aa4-4fa3-b804-edc6b9d7fe7b HTTP/1.1" status: 200 len: 947 time: 0.4049261 Jan 18 22:15:13.003806 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a4c91d-6fc6-493a-b8fe-5d043096918b None None] Sync routers for ids ['875cf822-67c6-4b81-a835-5ece5ef178be'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:15:13.027498 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b6b82ce8-c90c-402a-94cb-2ddf5a47f615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:13.029990 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a4c91d-6fc6-493a-b8fe-5d043096918b None None] Routers {'875cf822-67c6-4b81-a835-5ece5ef178be'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:15:13.030955 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-d5a4c91d-6fc6-493a-b8fe-5d043096918b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:14:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['875cf822-67c6-4b81-a835-5ece5ef178be'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:15:13.076467 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6b82ce8-c90c-402a-94cb-2ddf5a47f615 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:15:13.076997 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b6b82ce8-c90c-402a-94cb-2ddf5a47f615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60203044'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:13.089619 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6776af97-8556-4b8d-8b83-06fc7831d1e1 admin admin] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:13.099475 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-6776af97-8556-4b8d-8b83-06fc7831d1e1 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.8269594 Jan 18 22:15:13.102043 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 55426) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:15:13.130117 n-d-825064-1 neutron-server[102430]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 18 22:15:13.130117 n-d-825064-1 neutron-server[102430]: from cryptography.utils import int_from_bytes Jan 18 22:15:13.130117 n-d-825064-1 neutron-server[102430]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 18 22:15:13.130117 n-d-825064-1 neutron-server[102430]: from cryptography.utils import int_from_bytes Jan 18 22:15:13.130117 n-d-825064-1 neutron-server[102430]: Traceback (most recent call last): Jan 18 22:15:13.130117 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:15:13.130117 n-d-825064-1 neutron-server[102430]: timer() Jan 18 22:15:13.130117 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:15:13.130117 n-d-825064-1 neutron-server[102430]: cb(*args, **kw) Jan 18 22:15:13.130117 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:15:13.130117 n-d-825064-1 neutron-server[102430]: return func(*args, **kwargs) Jan 18 22:15:13.130117 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:15:13.130117 n-d-825064-1 neutron-server[102430]: self._notify() Jan 18 22:15:13.130117 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:15:13.130117 n-d-825064-1 neutron-server[102430]: self.callback(batched_events) Jan 18 22:15:13.130117 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:15:13.130117 n-d-825064-1 neutron-server[102430]: event.method(event) Jan 18 22:15:13.130117 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:15:13.130117 n-d-825064-1 neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:15:13.130117 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:15:13.130117 n-d-825064-1 neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:15:13.130117 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:15:13.130117 n-d-825064-1 neutron-server[102430]: return f(self, *a, **k) Jan 18 22:15:13.130117 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:15:13.130117 n-d-825064-1 neutron-server[102430]: return self._get(url).json() Jan 18 22:15:13.130117 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:15:13.130117 n-d-825064-1 neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:15:13.130117 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:15:13.130117 n-d-825064-1 neutron-server[102430]: return self.request(url, 'GET', **kwargs) Jan 18 22:15:13.130117 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:15:13.130117 n-d-825064-1 neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:15:13.130117 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:15:13.130117 n-d-825064-1 neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:15:13.130117 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:15:13.130117 n-d-825064-1 neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:15:13.130117 n-d-825064-1 neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:15:13.222420 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-d5a4c91d-6fc6-493a-b8fe-5d043096918b None None] Set router 875cf822-67c6-4b81-a835-5ece5ef178be gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:15:13.238864 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 4a3a565d-0e9b-470e-a4bc-b7b88e333398 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:15:13.239096 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:13.288448 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-4104b253-45c4-463d-9a2e-df3388654d65 req-1e0cba64-f925-479e-aec6-0be29f0a1e0e service neutron] 10.222.0.67 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2841415 Jan 18 22:15:13.293955 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-28431659-88a3-4647-ab6f-09271641793c req-1021b816-c029-45f9-825f-835de6744dcf tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891934 Jan 18 22:15:13.347192 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8682daad-4c37-4cb4-8036-e6fa6fe5c9f7 req-f00806c1-fa49-4c73-9332-75023ab1d940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:13.350613 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8682daad-4c37-4cb4-8036-e6fa6fe5c9f7 req-f00806c1-fa49-4c73-9332-75023ab1d940 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=646d6b7fa3c74dbb9d53573120d4a5a9&device_id=0eeec438-19be-4793-9ba2-317a2ea8c73d HTTP/1.1" status: 200 len: 1096 time: 0.3947396 Jan 18 22:15:13.353205 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device dff8320f-3c1a-40a2-a5c5-21a0d87708b7 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:15:13.367329 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72785f3-880d-4569-81f0-ca6a52247f04 req-d6f09e56-ddef-4fad-91e7-a42dcadc57ac tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:13.369103 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e72785f3-880d-4569-81f0-ca6a52247f04 req-d6f09e56-ddef-4fad-91e7-a42dcadc57ac tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eeec438-19be-4793-9ba2-317a2ea8c73d HTTP/1.1" status: 200 len: 945 time: 0.4143522 Jan 18 22:15:13.404014 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b6b82ce8-c90c-402a-94cb-2ddf5a47f615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:13.435575 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:13.445968 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port dff8320f-3c1a-40a2-a5c5-21a0d87708b7 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:15:13.446392 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:13.527350 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b82ce8-c90c-402a-94cb-2ddf5a47f615 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c46501c-2977-42a9-95d0-8310f5875032,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:13.532442 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b6b82ce8-c90c-402a-94cb-2ddf5a47f615 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:13.542319 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-b6b82ce8-c90c-402a-94cb-2ddf5a47f615 admin admin] 10.222.0.53 "DELETE /v2.0/networks/6c46501c-2977-42a9-95d0-8310f5875032 HTTP/1.1" status: 204 len: 168 time: 2.3036771 Jan 18 22:15:13.603752 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e72785f3-880d-4569-81f0-ca6a52247f04 req-11f3ccba-5b35-49fb-9732-377816c6e311 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac5bfedd-8c81-4ad7-9f0f-99ba0a339521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198203 Jan 18 22:15:13.617001 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-46085f46-2edb-438d-9249-ce72ea103751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1041027'] for router_interface, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:13.632451 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-d5a4c91d-6fc6-493a-b8fe-5d043096918b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '875cf822-67c6-4b81-a835-5ece5ef178be', 'name': 'tempest-AttachSCSIVolumeTestJSON-875308664-router', 'tenant_id': '2e6bd3f043514d98874bdddce99070e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': '99d6f0d3-d29b-4d83-9925-88f66abe38d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:15:07Z', 'updated_at': '2022-01-18T22:15:11Z', 'revision_number': 3, 'project_id': '2e6bd3f043514d98874bdddce99070e7', 'gw_port': {'id': '99d6f0d3-d29b-4d83-9925-88f66abe38d0', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:64:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '875cf822-67c6-4b81-a835-5ece5ef178be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:15:09Z', 'updated_at': '2022-01-18T22:15:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:15:13.639802 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 6830ecc6-1864-4048-8bac-2724f78fb322 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:15:13.665074 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a4c91d-6fc6-493a-b8fe-5d043096918b None None] Checking router: 875cf822-67c6-4b81-a835-5ece5ef178be for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:15:13.665547 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a4c91d-6fc6-493a-b8fe-5d043096918b None None] Updating router 875cf822-67c6-4b81-a835-5ece5ef178be port 99d6f0d3-d29b-4d83-9925-88f66abe38d0 binding host n-d-825064-1 {{(pid=102433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:15:13.686765 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 6830ecc6-1864-4048-8bac-2724f78fb322 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:15:13.688013 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 6830ecc6-1864-4048-8bac-2724f78fb322 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:15:13.689868 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 5b10f42f-1cbd-414d-8123-bfe8ff290de6 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:15:13.694715 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d5a4c91d-6fc6-493a-b8fe-5d043096918b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:13.720986 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 5b10f42f-1cbd-414d-8123-bfe8ff290de6 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:15:13.721374 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 5b10f42f-1cbd-414d-8123-bfe8ff290de6 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:15:13.801564 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 66ca2546-3efa-46db-b956-2fb534ebd744 no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:15:13.812680 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8682daad-4c37-4cb4-8036-e6fa6fe5c9f7 req-93042622-3691-459a-b8c5-078ef41a3f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:13.814183 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8682daad-4c37-4cb4-8036-e6fa6fe5c9f7 req-93042622-3691-459a-b8c5-078ef41a3f6e service neutron] 10.222.0.67 "GET /v2.0/networks?id=db135028-f57a-417d-a5fc-9f73c3e34dd7 HTTP/1.1" status: 200 len: 907 time: 0.4437206 Jan 18 22:15:13.822217 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88bda2a-8ccf-4c1d-a9d8-32e15fd27c1c req-7ecaa016-36b0-4de2-adba-8136bd92d9d3 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:13.823938 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c88bda2a-8ccf-4c1d-a9d8-32e15fd27c1c req-7ecaa016-36b0-4de2-adba-8136bd92d9d3 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c57620c-4fce-4509-b333-f58a98ab9456 HTTP/1.1" status: 200 len: 949 time: 0.2575512 Jan 18 22:15:13.837884 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] No Port match for: 66ca2546-3efa-46db-b956-2fb534ebd744 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:15:13.839103 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 66ca2546-3efa-46db-b956-2fb534ebd744 not bound to the agent host n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:15:13.883152 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8682daad-4c37-4cb4-8036-e6fa6fe5c9f7 req-c34ddcfd-d40e-4263-9b6b-bcd1c3046709 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb25b735-1224-4af3-b9e8-c54530a9f342 HTTP/1.1" status: 200 len: 217 time: 0.0581179 Jan 18 22:15:13.919810 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c88bda2a-8ccf-4c1d-a9d8-32e15fd27c1c req-2f3a9dda-f3fc-44b2-949e-69dcdd6b10c3 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/security-groups?id=f617d299-382f-49d2-bef3-4bb5f1944b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832305 Jan 18 22:15:13.920405 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 55434) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:15:14.032608 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992846c7-cfcc-464e-bdfb-a0444753c48a req-284e3689-5b73-403e-80b4-4299188b224e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:14.034696 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-992846c7-cfcc-464e-bdfb-a0444753c48a req-284e3689-5b73-403e-80b4-4299188b224e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7c124f68020a4e92b3e26dca83e43678&device_id=9c9e6cb9-1aa4-4fa3-b804-edc6b9d7fe7b HTTP/1.1" status: 200 len: 1098 time: 0.5902395 Jan 18 22:15:14.039846 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 22:15:14.047881 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-d9e1cc79-abb2-491b-a455-2aaa45b7a3de admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=76c77dff09144c42b5e3c43e0d464bdb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1218967 Jan 18 22:15:14.047881 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8682daad-4c37-4cb4-8036-e6fa6fe5c9f7 req-1af1e5c2-9e52-425b-82a9-34aeb664c2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:14.049389 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8682daad-4c37-4cb4-8036-e6fa6fe5c9f7 req-1af1e5c2-9e52-425b-82a9-34aeb664c2b4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9d1c997a-9e2b-4f20-9423-81e2cb97ac40 HTTP/1.1" status: 200 len: 847 time: 0.1424010 Jan 18 22:15:14.049873 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 55436) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:15:14.093559 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8682daad-4c37-4cb4-8036-e6fa6fe5c9f7 req-9e19b9db-33dc-4c24-8828-f23c39ab0b7a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=db135028-f57a-417d-a5fc-9f73c3e34dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348971 Jan 18 22:15:14.189855 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d5a4c91d-6fc6-493a-b8fe-5d043096918b None None] Notify callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:14.198167 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d5a4c91d-6fc6-493a-b8fe-5d043096918b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:14.208164 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-414f3fa0-437b-421c-8740-09339e5fa67e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:14.213692 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992846c7-cfcc-464e-bdfb-a0444753c48a req-832f7f6e-5613-4d2f-9a95-c6707d653d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:14.215212 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-992846c7-cfcc-464e-bdfb-a0444753c48a req-832f7f6e-5613-4d2f-9a95-c6707d653d39 service neutron] 10.222.0.67 "GET /v2.0/networks?id=aed2eca7-1bb0-443d-8485-b985dbe9851b HTTP/1.1" status: 200 len: 869 time: 0.1730149 Jan 18 22:15:14.259555 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-d5a4c91d-6fc6-493a-b8fe-5d043096918b None None] Attempting to bind port 99d6f0d3-d29b-4d83-9925-88f66abe38d0 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:15:14.260086 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-d5a4c91d-6fc6-493a-b8fe-5d043096918b None None] Attempting to bind port 99d6f0d3-d29b-4d83-9925-88f66abe38d0 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:15:14.260665 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a4c91d-6fc6-493a-b8fe-5d043096918b None None] Attempting to bind port 99d6f0d3-d29b-4d83-9925-88f66abe38d0 on network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:15:14.269678 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c48223d-569e-4273-90db-b164bc110650 None None] Pushing event updated for resources: {'Port': ['ID=99d6f0d3-d29b-4d83-9925-88f66abe38d0,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:14.272376 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a4c91d-6fc6-493a-b8fe-5d043096918b None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:15:14.272540 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a4c91d-6fc6-493a-b8fe-5d043096918b None None] Checking segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:15:14.273064 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d5a4c91d-6fc6-493a-b8fe-5d043096918b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:14.273521 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a4c91d-6fc6-493a-b8fe-5d043096918b None None] Bound using segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:15:14.274077 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-d5a4c91d-6fc6-493a-b8fe-5d043096918b None None] Bound port: 99d6f0d3-d29b-4d83-9925-88f66abe38d0, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:15:14.274603 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d5a4c91d-6fc6-493a-b8fe-5d043096918b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:14.275604 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-414f3fa0-437b-421c-8740-09339e5fa67e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:14.279988 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-992846c7-cfcc-464e-bdfb-a0444753c48a req-71717c9f-49be-4c86-9218-0c74df9cc7a1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=fe7ecc66-9dc0-4b55-bb2f-e86b883abd40 HTTP/1.1" status: 200 len: 217 time: 0.0566652 Jan 18 22:15:14.287584 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8682daad-4c37-4cb4-8036-e6fa6fe5c9f7 req-bfa69a3f-c830-4ca0-a52a-3b5fff4579bd service neutron] 10.222.0.67 "GET /v2.0/networks/db135028-f57a-417d-a5fc-9f73c3e34dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817787 Jan 18 22:15:14.306591 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c48223d-569e-4273-90db-b164bc110650 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:15:14.307086 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c48223d-569e-4273-90db-b164bc110650 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:15:14.307543 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c48223d-569e-4273-90db-b164bc110650 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:15:14.307983 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c48223d-569e-4273-90db-b164bc110650 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:15:14.308489 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c48223d-569e-4273-90db-b164bc110650 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:15:14.309069 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c48223d-569e-4273-90db-b164bc110650 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:15:14.309504 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c48223d-569e-4273-90db-b164bc110650 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:15:14.310642 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c48223d-569e-4273-90db-b164bc110650 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:15:14.310934 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c48223d-569e-4273-90db-b164bc110650 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:15:14.311444 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c48223d-569e-4273-90db-b164bc110650 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:15:14.311783 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c48223d-569e-4273-90db-b164bc110650 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:15:14.313426 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c48223d-569e-4273-90db-b164bc110650 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:15:14.348974 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-d5a4c91d-6fc6-493a-b8fe-5d043096918b None None] For port 99d6f0d3-d29b-4d83-9925-88f66abe38d0, host n-d-825064-1, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:15:14.352740 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-d5a4c91d-6fc6-493a-b8fe-5d043096918b None None] For port 99d6f0d3-d29b-4d83-9925-88f66abe38d0, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=99d6f0d3-d29b-4d83-9925-88f66abe38d0,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:15:14.361074 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d5a4c91d-6fc6-493a-b8fe-5d043096918b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:14.405992 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992846c7-cfcc-464e-bdfb-a0444753c48a req-992836b0-be70-40c6-aae2-920b180745de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:14.407594 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-992846c7-cfcc-464e-bdfb-a0444753c48a req-992836b0-be70-40c6-aae2-920b180745de service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8518183d-cc63-459a-b971-d4c7514e001f HTTP/1.1" status: 200 len: 843 time: 0.1196179 Jan 18 22:15:14.422877 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c48223d-569e-4273-90db-b164bc110650 None None] Pushing event updated for resources: {'Port': ['ID=99d6f0d3-d29b-4d83-9925-88f66abe38d0,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:14.445655 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a4c91d-6fc6-493a-b8fe-5d043096918b None None] Routers {'875cf822-67c6-4b81-a835-5ece5ef178be'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:15:14.446803 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-d5a4c91d-6fc6-493a-b8fe-5d043096918b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:14:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['875cf822-67c6-4b81-a835-5ece5ef178be'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:15:14.493815 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cb4a6a42-5a56-424a-950b-5d6855b922ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:14.514569 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992846c7-cfcc-464e-bdfb-a0444753c48a req-e9738771-6e88-498a-9de0-b6603e067d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:14.516964 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-992846c7-cfcc-464e-bdfb-a0444753c48a req-e9738771-6e88-498a-9de0-b6603e067d2e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aed2eca7-1bb0-443d-8485-b985dbe9851b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0980496 Jan 18 22:15:14.529805 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-414f3fa0-437b-421c-8740-09339e5fa67e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:14.533121 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-414f3fa0-437b-421c-8740-09339e5fa67e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:14.534489 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-414f3fa0-437b-421c-8740-09339e5fa67e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3b03c7d5-ea2f-4e24-a688-7c5247efb246 HTTP/1.1" status: 204 len: 168 time: 0.4829311 Jan 18 22:15:14.570684 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-d5a4c91d-6fc6-493a-b8fe-5d043096918b None None] Set router 875cf822-67c6-4b81-a835-5ece5ef178be gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:15:14.661018 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-46085f46-2edb-438d-9249-ce72ea103751 admin admin] Deleting port d0dfd072-55e2-41e6-b235-66a0b8e6446e {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:15:14.664223 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-46085f46-2edb-438d-9249-ce72ea103751 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:14.669636 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414f3fa0-437b-421c-8740-09339e5fa67e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b03c7d5-ea2f-4e24-a688-7c5247efb246,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:14.709583 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afec211c-b973-4729-af8a-64eb16ec9108 req-42739d5c-9a2f-41cf-8fd1-552ca8994a55 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:14.713874 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-afec211c-b973-4729-af8a-64eb16ec9108 req-42739d5c-9a2f-41cf-8fd1-552ca8994a55 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c9e6cb9-1aa4-4fa3-b804-edc6b9d7fe7b HTTP/1.1" status: 200 len: 947 time: 0.3171358 Jan 18 22:15:14.717538 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8682daad-4c37-4cb4-8036-e6fa6fe5c9f7 req-98aeea5f-c0d0-4b83-b778-d738c898be53 service neutron] 10.222.0.67 "GET /v2.0/networks/db135028-f57a-417d-a5fc-9f73c3e34dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4157906 Jan 18 22:15:14.734183 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-992846c7-cfcc-464e-bdfb-a0444753c48a req-a6740b31-d66a-490e-a000-3639ebe79787 service neutron] 10.222.0.67 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071660 Jan 18 22:15:14.740773 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device dff8320f-3c1a-40a2-a5c5-21a0d87708b7 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:15:14.844635 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-cb4a6a42-5a56-424a-950b-5d6855b922ed admin admin] Allocated IP 172.20.0.1 (aedfddd3-18ca-435b-a468-865650891d60/1ac7d755-36df-4f4e-a9bd-71be41da5630/8d6b9fa0-da5d-4e2f-8bcf-adcd34936f64) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:15:14.844799 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-d5a4c91d-6fc6-493a-b8fe-5d043096918b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '875cf822-67c6-4b81-a835-5ece5ef178be', 'name': 'tempest-AttachSCSIVolumeTestJSON-875308664-router', 'tenant_id': '2e6bd3f043514d98874bdddce99070e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': '99d6f0d3-d29b-4d83-9925-88f66abe38d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:15:07Z', 'updated_at': '2022-01-18T22:15:11Z', 'revision_number': 3, 'project_id': '2e6bd3f043514d98874bdddce99070e7', 'gw_port': {'id': '99d6f0d3-d29b-4d83-9925-88f66abe38d0', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:64:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '875cf822-67c6-4b81-a835-5ece5ef178be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:15:09Z', 'updated_at': '2022-01-18T22:15:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:15:14.870119 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port dff8320f-3c1a-40a2-a5c5-21a0d87708b7 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:15:14.870709 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:14.872372 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a4c91d-6fc6-493a-b8fe-5d043096918b None None] The sync data for ids ['875cf822-67c6-4b81-a835-5ece5ef178be'] in n-d-825064-1 is: [{'id': '875cf822-67c6-4b81-a835-5ece5ef178be', 'name': 'tempest-AttachSCSIVolumeTestJSON-875308664-router', 'tenant_id': '2e6bd3f043514d98874bdddce99070e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': '99d6f0d3-d29b-4d83-9925-88f66abe38d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:15:07Z', 'updated_at': '2022-01-18T22:15:11Z', 'revision_number': 3, 'project_id': '2e6bd3f043514d98874bdddce99070e7', 'gw_port': {'id': '99d6f0d3-d29b-4d83-9925-88f66abe38d0', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:64:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '875cf822-67c6-4b81-a835-5ece5ef178be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:15:09Z', 'updated_at': '2022-01-18T22:15:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:15:14.945213 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-afec211c-b973-4729-af8a-64eb16ec9108 req-6a50b843-0f1c-4e87-aa9b-17c57164fed2 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920855 Jan 18 22:15:14.968836 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd38f10-9159-4302-9528-b8f086f61f73 req-33a2a783-325c-4646-98ff-721bef215d64 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:14.970266 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cb4a6a42-5a56-424a-950b-5d6855b922ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:14.972087 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-dbd38f10-9159-4302-9528-b8f086f61f73 req-33a2a783-325c-4646-98ff-721bef215d64 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eeec438-19be-4793-9ba2-317a2ea8c73d HTTP/1.1" status: 200 len: 945 time: 0.2168894 Jan 18 22:15:14.998097 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device e7f734d6-f0ad-4594-a2ef-af944e6e1234 up at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:15:15.007285 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-992846c7-cfcc-464e-bdfb-a0444753c48a req-0a892073-6ec4-40d5-8790-78c9992901f8 service neutron] 10.222.0.67 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604957 Jan 18 22:15:15.022070 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-46085f46-2edb-438d-9249-ce72ea103751 admin admin] For port d0dfd072-55e2-41e6-b235-66a0b8e6446e, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=d0dfd072-55e2-41e6-b235-66a0b8e6446e,segment=NetworkSegment(e9db93ab-f6c7-442e-b6d2-c53dc8897efd),segment_id=e9db93ab-f6c7-442e-b6d2-c53dc8897efd)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:15:15.022549 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-46085f46-2edb-438d-9249-ce72ea103751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:15.046320 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cb4a6a42-5a56-424a-950b-5d6855b922ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:15.054352 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-46085f46-2edb-438d-9249-ce72ea103751 admin admin] Calling delete_port for d0dfd072-55e2-41e6-b235-66a0b8e6446e owned by network:router_interface {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:15:15.079156 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-dbd38f10-9159-4302-9528-b8f086f61f73 req-817d919d-1652-49ba-9a5f-88c46d9fbafc tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac5bfedd-8c81-4ad7-9f0f-99ba0a339521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922399 Jan 18 22:15:15.117718 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4a6a42-5a56-424a-950b-5d6855b922ed admin admin] Network aedfddd3-18ca-435b-a468-865650891d60 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:15:15.124600 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-cb4a6a42-5a56-424a-950b-5d6855b922ed admin admin] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:15:15.129697 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4a6a42-5a56-424a-950b-5d6855b922ed admin admin] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:15:15.130197 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cb4a6a42-5a56-424a-950b-5d6855b922ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1040954'] for router_interface, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:15.170815 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning for port e7f734d6-f0ad-4594-a2ef-af944e6e1234 completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:15:15.177346 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning complete for port e7f734d6-f0ad-4594-a2ef-af944e6e1234 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:15:15.178857 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:15.202648 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4a6a42-5a56-424a-950b-5d6855b922ed admin admin] Pushing event updated for resources: {'Port': ['ID=8d6b9fa0-da5d-4e2f-8bcf-adcd34936f64,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:15.301083 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14d4835-0410-431a-8cd7-aec9751e2e5c req-8ec46c61-d6db-4638-ba22-6a169b7252c9 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:15.302849 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f14d4835-0410-431a-8cd7-aec9751e2e5c req-8ec46c61-d6db-4638-ba22-6a169b7252c9 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c57620c-4fce-4509-b333-f58a98ab9456 HTTP/1.1" status: 200 len: 949 time: 0.1504235 Jan 18 22:15:15.378837 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:15.440505 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c57620c-4fce-4509-b333-f58a98ab9456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7f734d6-f0ad-4594-a2ef-af944e6e1234'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:15:15.444708 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cb4a6a42-5a56-424a-950b-5d6855b922ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:15.447558 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80576cc2-465f-49cd-90c7-75b42baf7793" -d '{"events": [{"server_uuid": "1c57620c-4fce-4509-b333-f58a98ab9456", "name": "network-vif-plugged", "status": "completed", "tag": "e7f734d6-f0ad-4594-a2ef-af944e6e1234"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:15:15.516921 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port e7f734d6-f0ad-4594-a2ef-af944e6e1234, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=e7f734d6-f0ad-4594-a2ef-af944e6e1234,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:15:15.522520 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f14d4835-0410-431a-8cd7-aec9751e2e5c req-c7a263c2-6a90-4c29-8119-220a4cee146b tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/security-groups?id=f617d299-382f-49d2-bef3-4bb5f1944b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714993 Jan 18 22:15:15.539379 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:15.606470 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7e63bf3-539f-47f9-8976-aefafcd8d731 x-openstack-request-id: req-f7e63bf3-539f-47f9-8976-aefafcd8d731 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:15:15.607094 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c57620c-4fce-4509-b333-f58a98ab9456", "name": "network-vif-plugged", "status": "completed", "tag": "e7f734d6-f0ad-4594-a2ef-af944e6e1234", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:15:15.607358 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f7e63bf3-539f-47f9-8976-aefafcd8d731 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:15:15.607806 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c57620c-4fce-4509-b333-f58a98ab9456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7f734d6-f0ad-4594-a2ef-af944e6e1234', 'code': 200} Jan 18 22:15:15.610825 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=e7f734d6-f0ad-4594-a2ef-af944e6e1234,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:15.627271 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-416401d2-6482-4804-9e47-acbc84c1f404 None None] Provisioning complete for port 8d6b9fa0-da5d-4e2f-8bcf-adcd34936f64 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:15:15.627915 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-416401d2-6482-4804-9e47-acbc84c1f404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:15.663913 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-46085f46-2edb-438d-9249-ce72ea103751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:15.680330 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-416401d2-6482-4804-9e47-acbc84c1f404 None None] Port 8d6b9fa0-da5d-4e2f-8bcf-adcd34936f64 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:15:15.745114 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46085f46-2edb-438d-9249-ce72ea103751 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0dfd072-55e2-41e6-b235-66a0b8e6446e,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:15.781867 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b20c7c-0f2b-43b8-8c21-4952e795c676 req-2cd43467-d568-4cca-9668-7f011ee5d819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:15.783091 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-50b20c7c-0f2b-43b8-8c21-4952e795c676 req-2cd43467-d568-4cca-9668-7f011ee5d819 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1c57620c-4fce-4509-b333-f58a98ab9456 HTTP/1.1" status: 200 len: 1101 time: 0.1300647 Jan 18 22:15:15.817767 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device fe7ecc66-9dc0-4b55-bb2f-e86b883abd40 details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:15:15.838468 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cb4a6a42-5a56-424a-950b-5d6855b922ed admin admin] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:15.854290 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cb4a6a42-5a56-424a-950b-5d6855b922ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:15.855033 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cb4a6a42-5a56-424a-950b-5d6855b922ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-613854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1041070'] for router_interface, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:15.930804 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-50b20c7c-0f2b-43b8-8c21-4952e795c676 req-c0213998-7f62-4156-8c48-29f526a7f38b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f617d299-382f-49d2-bef3-4bb5f1944b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247594 Jan 18 22:15:16.044078 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4a6a42-5a56-424a-950b-5d6855b922ed admin admin] Pushing event updated for resources: {'Port': ['ID=8d6b9fa0-da5d-4e2f-8bcf-adcd34936f64,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:16.092615 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port fe7ecc66-9dc0-4b55-bb2f-e86b883abd40, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=fe7ecc66-9dc0-4b55-bb2f-e86b883abd40,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:15:16.119851 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': 'fe7ecc66-9dc0-4b55-bb2f-e86b883abd40', 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b', 'port_id': 'fe7ecc66-9dc0-4b55-bb2f-e86b883abd40', 'mac_address': 'fa:16:3e:40:9c:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8518183d-cc63-459a-b971-d4c7514e001f', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:15:16.125489 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-46085f46-2edb-438d-9249-ce72ea103751 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-613841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1046579'] for router_interface, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:16.195928 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:16.205025 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4a6a42-5a56-424a-950b-5d6855b922ed admin admin] Network aedfddd3-18ca-435b-a468-865650891d60 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:15:16.208564 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-cb4a6a42-5a56-424a-950b-5d6855b922ed admin admin] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:15:16.221247 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe7ecc66-9dc0-4b55-bb2f-e86b883abd40 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:15:16.277723 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port fe7ecc66-9dc0-4b55-bb2f-e86b883abd40, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=fe7ecc66-9dc0-4b55-bb2f-e86b883abd40,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:15:16.295876 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 55478) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:15:16.296378 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:16.406681 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=fe7ecc66-9dc0-4b55-bb2f-e86b883abd40,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:16.453347 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb4a6a42-5a56-424a-950b-5d6855b922ed admin admin] Router 875cf822-67c6-4b81-a835-5ece5ef178be has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:15:16.480238 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-adc3b6dc-767b-4edf-bdec-58de82161291 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1473286383-network', 'tenant_id': '93432508d7fc4389974ca07dfafbe9c9'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:15:16.539362 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['fe7ecc66-9dc0-4b55-bb2f-e86b883abd40'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:15:16.595119 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc3b6dc-767b-4edf-bdec-58de82161291 admin admin] Made reservation on behalf of 93432508d7fc4389974ca07dfafbe9c9 for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:15:16.604020 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-adc3b6dc-767b-4edf-bdec-58de82161291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:16.610341 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851452ff-0e30-476a-bcca-27d882a64b1e req-f4f32659-127a-4861-81b1-da4c3f93f2c5 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:16.618594 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-851452ff-0e30-476a-bcca-27d882a64b1e req-f4f32659-127a-4861-81b1-da4c3f93f2c5 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c9e6cb9-1aa4-4fa3-b804-edc6b9d7fe7b HTTP/1.1" status: 200 len: 947 time: 0.5230377 Jan 18 22:15:16.625408 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-3399b089-a35b-44a2-8ff9-f8543fb36577 None None] Provisioning complete for port 8d6b9fa0-da5d-4e2f-8bcf-adcd34936f64 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:15:16.625992 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3399b089-a35b-44a2-8ff9-f8543fb36577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:16.631934 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-adc3b6dc-767b-4edf-bdec-58de82161291 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:16.724377 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-851452ff-0e30-476a-bcca-27d882a64b1e req-d7b840e7-d339-4645-b597-796863f163a5 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031787 Jan 18 22:15:16.732528 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-3399b089-a35b-44a2-8ff9-f8543fb36577 None None] Port 8d6b9fa0-da5d-4e2f-8bcf-adcd34936f64 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:15:16.794771 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7af615-7e54-499b-bc50-a71e7e5640ad req-e2977556-f631-4e77-82ba-8894223467ab tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:16.796532 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3b7af615-7e54-499b-bc50-a71e7e5640ad req-e2977556-f631-4e77-82ba-8894223467ab tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eeec438-19be-4793-9ba2-317a2ea8c73d HTTP/1.1" status: 200 len: 945 time: 0.1975439 Jan 18 22:15:16.836902 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 99d6f0d3-d29b-4d83-9925-88f66abe38d0 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:15:16.911824 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 99d6f0d3-d29b-4d83-9925-88f66abe38d0 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:15:16.912351 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:16.912520 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb4a6a42-5a56-424a-950b-5d6855b922ed admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:15:16.920463 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-cb4a6a42-5a56-424a-950b-5d6855b922ed admin admin] 10.222.0.53 "PUT /v2.0/routers/875cf822-67c6-4b81-a835-5ece5ef178be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8169403 Jan 18 22:15:16.942640 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-adc3b6dc-767b-4edf-bdec-58de82161291 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:16.949990 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-adc3b6dc-767b-4edf-bdec-58de82161291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:16.991399 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc3b6dc-767b-4edf-bdec-58de82161291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06aeb7bd-346a-4de9-b3e8-8e755f2f854f,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:17.006660 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adc3b6dc-767b-4edf-bdec-58de82161291 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:15:17.011841 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:17.019627 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3b7af615-7e54-499b-bc50-a71e7e5640ad req-01861595-c905-4920-adce-4ccd6576bf1f tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac5bfedd-8c81-4ad7-9f0f-99ba0a339521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532359 Jan 18 22:15:17.026414 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-adc3b6dc-767b-4edf-bdec-58de82161291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:17.028233 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-adc3b6dc-767b-4edf-bdec-58de82161291 admin admin] Added segment 6aa97f89-5d75-427a-b2b6-7efd31dae72a of type vlan for network 88c5f385-62f5-4ee3-b82d-a4e1e6fd402f Jan 18 22:15:17.048008 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port 99d6f0d3-d29b-4d83-9925-88f66abe38d0, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=99d6f0d3-d29b-4d83-9925-88f66abe38d0,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:15:17.061643 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:17.073247 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c0f58d-3609-47f3-91bf-b48f46210ddd req-6d049824-f2f9-4065-9e54-7acae35eb39d tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:17.084334 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a8c0f58d-3609-47f3-91bf-b48f46210ddd req-6d049824-f2f9-4065-9e54-7acae35eb39d tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c57620c-4fce-4509-b333-f58a98ab9456 HTTP/1.1" status: 200 len: 950 time: 0.1689847 Jan 18 22:15:17.097166 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46085f46-2edb-438d-9249-ce72ea103751 admin admin] Router b7ea9019-2842-465d-9d1c-9248830f2ffa has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:15:17.172939 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=99d6f0d3-d29b-4d83-9925-88f66abe38d0,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:17.176198 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-adc3b6dc-767b-4edf-bdec-58de82161291 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:17.184714 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a8c0f58d-3609-47f3-91bf-b48f46210ddd req-eb082ce8-9451-4ad9-b00f-d3b789fb7319 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/security-groups?id=f617d299-382f-49d2-bef3-4bb5f1944b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990708 Jan 18 22:15:17.215811 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-adc3b6dc-767b-4edf-bdec-58de82161291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:17.217446 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc3b6dc-767b-4edf-bdec-58de82161291 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:17.218031 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-adc3b6dc-767b-4edf-bdec-58de82161291 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:17.276991 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-adc3b6dc-767b-4edf-bdec-58de82161291 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9773543 Jan 18 22:15:17.281761 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 55494) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:15:17.300909 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-597d9bae-4193-423a-ab8c-413612175acd admin admin] Request body: {'subnet': {'network_id': '88c5f385-62f5-4ee3-b82d-a4e1e6fd402f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1473286383-subnet', 'tenant_id': '93432508d7fc4389974ca07dfafbe9c9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:15:17.308810 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46085f46-2edb-438d-9249-ce72ea103751 admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:15:17.318459 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-46085f46-2edb-438d-9249-ce72ea103751 admin admin] 10.222.0.53 "PUT /v2.0/routers/b7ea9019-2842-465d-9d1c-9248830f2ffa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7516778 Jan 18 22:15:17.318459 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 55496) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:15:17.323583 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28bc127b-ec99-48ff-8db5-db28fd5b766c None None] Sync routers for ids ['b7ea9019-2842-465d-9d1c-9248830f2ffa'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:15:17.354977 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bc127b-ec99-48ff-8db5-db28fd5b766c None None] Routers {'b7ea9019-2842-465d-9d1c-9248830f2ffa'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:15:17.355621 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-28bc127b-ec99-48ff-8db5-db28fd5b766c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:14:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['b7ea9019-2842-465d-9d1c-9248830f2ffa'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:15:17.393451 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc3b6dc-767b-4edf-bdec-58de82161291 admin admin] Pushing event updated for resources: {'Network': ['ID=88c5f385-62f5-4ee3-b82d-a4e1e6fd402f,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:17.402148 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-597d9bae-4193-423a-ab8c-413612175acd admin admin] Made reservation on behalf of 93432508d7fc4389974ca07dfafbe9c9 for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:15:17.405508 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-597d9bae-4193-423a-ab8c-413612175acd admin admin] Notify callbacks [] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:17.451771 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 88c5f385-62f5-4ee3-b82d-a4e1e6fd402f details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:15:17.614879 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-85846fee-2542-404c-84d4-75b3d60ef8e6 admin admin] Notify callbacks [] for router, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:17.737331 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb4e006-e84b-4e50-b4f0-64a15227d0a6 None None] Sync routers for ids ['875cf822-67c6-4b81-a835-5ece5ef178be'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:15:17.770257 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb4e006-e84b-4e50-b4f0-64a15227d0a6 None None] Routers {'875cf822-67c6-4b81-a835-5ece5ef178be'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:15:17.774143 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-cfb4e006-e84b-4e50-b4f0-64a15227d0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:14:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['875cf822-67c6-4b81-a835-5ece5ef178be'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:15:17.837463 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device fe7ecc66-9dc0-4b55-bb2f-e86b883abd40 up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:15:17.844829 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-597d9bae-4193-423a-ab8c-413612175acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:17.868081 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-28bc127b-ec99-48ff-8db5-db28fd5b766c None None] Set router b7ea9019-2842-465d-9d1c-9248830f2ffa gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:15:18.043399 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597d9bae-4193-423a-ab8c-413612175acd admin admin] Pushing event updated for resources: {'Subnet': ['ID=68f62f3c-a795-4e27-a5f3-51e5b9d61d68,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:18.101311 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597d9bae-4193-423a-ab8c-413612175acd admin admin] Checking segment: {'id': '6aa97f89-5d75-427a-b2b6-7efd31dae72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '88c5f385-62f5-4ee3-b82d-a4e1e6fd402f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:15:18.107831 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597d9bae-4193-423a-ab8c-413612175acd admin admin] Network hostable DHCP agents. Network: 88c5f385-62f5-4ee3-b82d-a4e1e6fd402f, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:15:18.134171 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839e97bd-9698-4915-9f94-4ea9aa1a5486 req-9728114c-e4f3-45db-8680-b13c527b9fa8 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:18.141435 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-839e97bd-9698-4915-9f94-4ea9aa1a5486 req-9728114c-e4f3-45db-8680-b13c527b9fa8 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c9e6cb9-1aa4-4fa3-b804-edc6b9d7fe7b HTTP/1.1" status: 200 len: 948 time: 0.1533072 Jan 18 22:15:18.172229 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597d9bae-4193-423a-ab8c-413612175acd admin admin] Network 88c5f385-62f5-4ee3-b82d-a4e1e6fd402f is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:15:18.213082 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-597d9bae-4193-423a-ab8c-413612175acd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 88c5f385-62f5-4ee3-b82d-a4e1e6fd402f) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:15:18.225999 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-85846fee-2542-404c-84d4-75b3d60ef8e6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:18.228688 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597d9bae-4193-423a-ab8c-413612175acd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:18.232832 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-597d9bae-4193-423a-ab8c-413612175acd admin admin] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:18.267092 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-839e97bd-9698-4915-9f94-4ea9aa1a5486 req-3bef08a3-da67-4744-b31d-a2263691a8c6 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246333 Jan 18 22:15:18.342223 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-597d9bae-4193-423a-ab8c-413612175acd admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0450237 Jan 18 22:15:18.345955 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 55516) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:15:18.367535 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-b537a72a-1072-4ce3-b47d-d0c5a685940c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1473286383-router', 'tenant_id': '93432508d7fc4389974ca07dfafbe9c9', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:15:18.392038 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-cfb4e006-e84b-4e50-b4f0-64a15227d0a6 None None] Set router 875cf822-67c6-4b81-a835-5ece5ef178be gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:15:18.493375 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b490e60-b932-4ffd-a71b-5812a9c3db6b None None] Network 88c5f385-62f5-4ee3-b82d-a4e1e6fd402f requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:15:18.500779 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b537a72a-1072-4ce3-b47d-d0c5a685940c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1044160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8692'] for router, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:18.507038 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b537a72a-1072-4ce3-b47d-d0c5a685940c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1040680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8675'] for router, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:18.574896 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a468376-7e4a-47bd-974f-c7698f5376b6 req-6ad984e4-a482-43a7-a910-3cc4f2472d5b tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:18.577656 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0a468376-7e4a-47bd-974f-c7698f5376b6 req-6ad984e4-a482-43a7-a910-3cc4f2472d5b tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eeec438-19be-4793-9ba2-317a2ea8c73d HTTP/1.1" status: 200 len: 945 time: 0.2946048 Jan 18 22:15:18.664322 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-85846fee-2542-404c-84d4-75b3d60ef8e6 admin admin] Deleting port 2304f75f-a5ed-4e63-939c-0d1b89fc3871 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:15:18.665040 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-85846fee-2542-404c-84d4-75b3d60ef8e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:18.702737 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0a468376-7e4a-47bd-974f-c7698f5376b6 req-4d5a4164-5a7f-45af-9847-9c746491a6c1 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac5bfedd-8c81-4ad7-9f0f-99ba0a339521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090114 Jan 18 22:15:18.779856 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b537a72a-1072-4ce3-b47d-d0c5a685940c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:18.788163 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 99d6f0d3-d29b-4d83-9925-88f66abe38d0 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:15:18.990578 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port fe7ecc66-9dc0-4b55-bb2f-e86b883abd40 completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:15:19.027782 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92614f29-5d85-4598-99ae-a9788a11452f req-54452afa-048e-4933-b092-8b9b63a8d89e tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:19.030587 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port fe7ecc66-9dc0-4b55-bb2f-e86b883abd40 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:15:19.031243 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:19.041734 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-92614f29-5d85-4598-99ae-a9788a11452f req-54452afa-048e-4933-b092-8b9b63a8d89e tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c57620c-4fce-4509-b333-f58a98ab9456 HTTP/1.1" status: 200 len: 950 time: 0.2074070 Jan 18 22:15:19.056405 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-85846fee-2542-404c-84d4-75b3d60ef8e6 admin admin] For port 2304f75f-a5ed-4e63-939c-0d1b89fc3871, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=2304f75f-a5ed-4e63-939c-0d1b89fc3871,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:15:19.056829 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-85846fee-2542-404c-84d4-75b3d60ef8e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:19.064282 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-cfb4e006-e84b-4e50-b4f0-64a15227d0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '875cf822-67c6-4b81-a835-5ece5ef178be', 'name': 'tempest-AttachSCSIVolumeTestJSON-875308664-router', 'tenant_id': '2e6bd3f043514d98874bdddce99070e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': '99d6f0d3-d29b-4d83-9925-88f66abe38d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:15:07Z', 'updated_at': '2022-01-18T22:15:15Z', 'revision_number': 4, 'project_id': '2e6bd3f043514d98874bdddce99070e7', 'gw_port': {'id': '99d6f0d3-d29b-4d83-9925-88f66abe38d0', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:64:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '875cf822-67c6-4b81-a835-5ece5ef178be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:15:09Z', 'updated_at': '2022-01-18T22:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '8d6b9fa0-da5d-4e2f-8bcf-adcd34936f64', 'name': '', 'network_id': 'aedfddd3-18ca-435b-a468-865650891d60', 'tenant_id': '2e6bd3f043514d98874bdddce99070e7', 'mac_address': 'fa:16:3e:01:b2:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '875cf822-67c6-4b81-a835-5ece5ef178be', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '1ac7d755-36df-4f4e-a9bd-71be41da5630', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:15:14Z', 'updated_at': '2022-01-18T22:15:15Z', 'revision_number': 2, 'project_id': '2e6bd3f043514d98874bdddce99070e7', 'subnets': [{'id': '1ac7d755-36df-4f4e-a9bd-71be41da5630', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:15:19.143297 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-85846fee-2542-404c-84d4-75b3d60ef8e6 admin admin] Calling delete_port for 2304f75f-a5ed-4e63-939c-0d1b89fc3871 owned by network:router_gateway {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:15:19.152486 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb4e006-e84b-4e50-b4f0-64a15227d0a6 None None] Checking router: 875cf822-67c6-4b81-a835-5ece5ef178be for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:15:19.152838 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb4e006-e84b-4e50-b4f0-64a15227d0a6 None None] Updating router 875cf822-67c6-4b81-a835-5ece5ef178be port 8d6b9fa0-da5d-4e2f-8bcf-adcd34936f64 binding host n-d-825064-1 {{(pid=102433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:15:19.246487 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cfb4e006-e84b-4e50-b4f0-64a15227d0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:19.253790 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-92614f29-5d85-4598-99ae-a9788a11452f req-4b9871b3-23cd-4759-a8ca-4cacaf14c096 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/security-groups?id=f617d299-382f-49d2-bef3-4bb5f1944b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082217 Jan 18 22:15:19.280702 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b537a72a-1072-4ce3-b47d-d0c5a685940c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:19.411251 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ffb18035-237d-4165-871f-0065d2af8c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:19.417075 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-245f974c-8e1f-4a97-8e83-fce16ee52320 req-12df1029-6d67-4497-bfc2-9e36ca0a55dd service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7adbfe4f-bab5-4c2a-8403-4315ff49af62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2359757 Jan 18 22:15:19.536367 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 99d6f0d3-d29b-4d83-9925-88f66abe38d0 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:15:19.536994 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:19.617420 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cfb4e006-e84b-4e50-b4f0-64a15227d0a6 None None] Notify callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:19.617733 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245f974c-8e1f-4a97-8e83-fce16ee52320 req-d16814cd-ee3f-45f1-a7bb-19af2912acf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:19.621526 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-245f974c-8e1f-4a97-8e83-fce16ee52320 req-d16814cd-ee3f-45f1-a7bb-19af2912acf7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=646d6b7fa3c74dbb9d53573120d4a5a9&device_id=7adbfe4f-bab5-4c2a-8403-4315ff49af62 HTTP/1.1" status: 200 len: 1095 time: 0.1431961 Jan 18 22:15:19.627978 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cfb4e006-e84b-4e50-b4f0-64a15227d0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:19.722220 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2ed458-998f-42b9-8ac5-a8fdc9dd4903 None None] Pushing event updated for resources: {'Port': ['ID=8d6b9fa0-da5d-4e2f-8bcf-adcd34936f64,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:19.806772 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686baebf-a288-4ab7-97c0-9be77cad9455 req-7d88218c-b83a-4430-99ec-c21c6ea77029 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:19.831634 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-686baebf-a288-4ab7-97c0-9be77cad9455 req-7d88218c-b83a-4430-99ec-c21c6ea77029 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c9e6cb9-1aa4-4fa3-b804-edc6b9d7fe7b HTTP/1.1" status: 200 len: 948 time: 0.3588915 Jan 18 22:15:19.927682 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-cfb4e006-e84b-4e50-b4f0-64a15227d0a6 None None] Attempting to bind port 8d6b9fa0-da5d-4e2f-8bcf-adcd34936f64 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:15:19.928035 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-cfb4e006-e84b-4e50-b4f0-64a15227d0a6 None None] Attempting to bind port 8d6b9fa0-da5d-4e2f-8bcf-adcd34936f64 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': 'abfda017-35d1-49e9-9caa-552c7973e9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'aedfddd3-18ca-435b-a468-865650891d60'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:15:19.930540 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb4e006-e84b-4e50-b4f0-64a15227d0a6 None None] Attempting to bind port 8d6b9fa0-da5d-4e2f-8bcf-adcd34936f64 on network aedfddd3-18ca-435b-a468-865650891d60 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:15:19.947080 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb4e006-e84b-4e50-b4f0-64a15227d0a6 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:15:19.947500 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb4e006-e84b-4e50-b4f0-64a15227d0a6 None None] Checking segment: {'id': 'abfda017-35d1-49e9-9caa-552c7973e9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'aedfddd3-18ca-435b-a468-865650891d60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:15:19.947848 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cfb4e006-e84b-4e50-b4f0-64a15227d0a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:19.949349 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb4e006-e84b-4e50-b4f0-64a15227d0a6 None None] Bound using segment: {'id': 'abfda017-35d1-49e9-9caa-552c7973e9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'aedfddd3-18ca-435b-a468-865650891d60'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:15:19.949844 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-cfb4e006-e84b-4e50-b4f0-64a15227d0a6 None None] Bound port: 8d6b9fa0-da5d-4e2f-8bcf-adcd34936f64, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abfda017-35d1-49e9-9caa-552c7973e9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'aedfddd3-18ca-435b-a468-865650891d60'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:15:19.952365 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cfb4e006-e84b-4e50-b4f0-64a15227d0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:20.027537 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b537a72a-1072-4ce3-b47d-d0c5a685940c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:20.110357 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b537a72a-1072-4ce3-b47d-d0c5a685940c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:20.122778 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-686baebf-a288-4ab7-97c0-9be77cad9455 req-16cad24f-1674-4a17-ac09-c3058dd0c5bc tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901387 Jan 18 22:15:20.199767 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:20.234762 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-85846fee-2542-404c-84d4-75b3d60ef8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:20.246722 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-cfb4e006-e84b-4e50-b4f0-64a15227d0a6 None None] For port 8d6b9fa0-da5d-4e2f-8bcf-adcd34936f64, host n-d-825064-1, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:15:20.260534 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d57cf71-4ee8-4b14-8ce5-8e175ad70162 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-88c5f385-62f5-4ee3-b82d-a4e1e6fd402f', 'network_id': '88c5f385-62f5-4ee3-b82d-a4e1e6fd402f', 'tenant_id': '93432508d7fc4389974ca07dfafbe9c9', 'fixed_ips': [{'subnet_id': '68f62f3c-a795-4e27-a5f3-51e5b9d61d68'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:15:20.261568 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0d57cf71-4ee8-4b14-8ce5-8e175ad70162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:20.268593 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-cfb4e006-e84b-4e50-b4f0-64a15227d0a6 None None] For port 8d6b9fa0-da5d-4e2f-8bcf-adcd34936f64, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=8d6b9fa0-da5d-4e2f-8bcf-adcd34936f64,segment=NetworkSegment(abfda017-35d1-49e9-9caa-552c7973e9d3),segment_id=abfda017-35d1-49e9-9caa-552c7973e9d3)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:15:20.277493 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cfb4e006-e84b-4e50-b4f0-64a15227d0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:20.304402 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c9e6cb9-1aa4-4fa3-b804-edc6b9d7fe7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe7ecc66-9dc0-4b55-bb2f-e86b883abd40'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:15:20.306745 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f49841ae-2c54-454c-811c-571f85ce1e6f" -d '{"events": [{"server_uuid": "9c9e6cb9-1aa4-4fa3-b804-edc6b9d7fe7b", "name": "network-vif-plugged", "status": "completed", "tag": "fe7ecc66-9dc0-4b55-bb2f-e86b883abd40"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:15:20.366681 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-28bc127b-ec99-48ff-8db5-db28fd5b766c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ea9019-2842-465d-9d1c-9248830f2ffa', 'name': 'tempest-FloatingIPsAssociationTestJSON-831016946-router', 'tenant_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '2304f75f-a5ed-4e63-939c-0d1b89fc3871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:13:41Z', 'updated_at': '2022-01-18T22:15:15Z', 'revision_number': 5, 'project_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'gw_port': {'id': '2304f75f-a5ed-4e63-939c-0d1b89fc3871', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ea9019-2842-465d-9d1c-9248830f2ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:43Z', 'updated_at': '2022-01-18T22:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:15:20.379834 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port fe7ecc66-9dc0-4b55-bb2f-e86b883abd40, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=fe7ecc66-9dc0-4b55-bb2f-e86b883abd40,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:15:20.419791 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85846fee-2542-404c-84d4-75b3d60ef8e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2304f75f-a5ed-4e63-939c-0d1b89fc3871,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:20.476044 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb4e006-e84b-4e50-b4f0-64a15227d0a6 None None] Routers {'875cf822-67c6-4b81-a835-5ece5ef178be'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:15:20.478766 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-cfb4e006-e84b-4e50-b4f0-64a15227d0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:14:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['875cf822-67c6-4b81-a835-5ece5ef178be'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:15:20.483905 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:20.509930 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28bc127b-ec99-48ff-8db5-db28fd5b766c None None] Checking router: b7ea9019-2842-465d-9d1c-9248830f2ffa for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:15:20.561547 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-b537a72a-1072-4ce3-b47d-d0c5a685940c admin admin] Allocated IP 172.25.5.40 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/da9bd177-3b31-4002-b702-ca2f50d9e62a) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:15:20.625787 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bc127b-ec99-48ff-8db5-db28fd5b766c None None] Routers {'b7ea9019-2842-465d-9d1c-9248830f2ffa'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:15:20.627050 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-28bc127b-ec99-48ff-8db5-db28fd5b766c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:14:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['b7ea9019-2842-465d-9d1c-9248830f2ffa'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:15:20.682011 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-af06df24-d968-4c1b-abaf-1ce35b7ec0db None None] Provisioning complete for port 8d6b9fa0-da5d-4e2f-8bcf-adcd34936f64 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:15:20.682770 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-af06df24-d968-4c1b-abaf-1ce35b7ec0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:20.793976 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-85846fee-2542-404c-84d4-75b3d60ef8e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043029'] for router_gateway, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:20.897138 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245f974c-8e1f-4a97-8e83-fce16ee52320 req-aaefedcd-b150-484d-a869-4d4931e1b1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:20.899016 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-245f974c-8e1f-4a97-8e83-fce16ee52320 req-aaefedcd-b150-484d-a869-4d4931e1b1ce service neutron] 10.222.0.67 "GET /v2.0/networks?id=db135028-f57a-417d-a5fc-9f73c3e34dd7 HTTP/1.1" status: 200 len: 907 time: 1.1843538 Jan 18 22:15:20.969327 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-cfb4e006-e84b-4e50-b4f0-64a15227d0a6 None None] Set router 875cf822-67c6-4b81-a835-5ece5ef178be gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:15:20.991464 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-245f974c-8e1f-4a97-8e83-fce16ee52320 req-588ad5b3-fd24-408c-9511-892ff56d2887 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec080a32-2c88-4bfb-b756-92e6efa937e5 HTTP/1.1" status: 200 len: 217 time: 0.0746415 Jan 18 22:15:21.037540 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13a7b64-2772-4335-8692-f524b4dac698 req-ca6fc361-9ea0-43e6-85bb-9b9efa0496ff tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:21.039963 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-0d57cf71-4ee8-4b14-8ce5-8e175ad70162 None None] Allocated IP 172.20.0.2 (88c5f385-62f5-4ee3-b82d-a4e1e6fd402f/68f62f3c-a795-4e27-a5f3-51e5b9d61d68/2a7072f2-a463-480d-89bd-18ca2b77d1b0) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:15:21.046013 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e13a7b64-2772-4335-8692-f524b4dac698 req-ca6fc361-9ea0-43e6-85bb-9b9efa0496ff tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eeec438-19be-4793-9ba2-317a2ea8c73d HTTP/1.1" status: 200 len: 945 time: 0.6469471 Jan 18 22:15:21.174677 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b537a72a-1072-4ce3-b47d-d0c5a685940c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:21.183052 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245f974c-8e1f-4a97-8e83-fce16ee52320 req-f3d88be7-d465-4ada-b883-c620ba77cd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:21.184595 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-245f974c-8e1f-4a97-8e83-fce16ee52320 req-f3d88be7-d465-4ada-b883-c620ba77cd2a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9d1c997a-9e2b-4f20-9423-81e2cb97ac40 HTTP/1.1" status: 200 len: 847 time: 0.1843421 Jan 18 22:15:21.250440 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-85846fee-2542-404c-84d4-75b3d60ef8e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1040886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8602'] for router, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:21.258144 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-85846fee-2542-404c-84d4-75b3d60ef8e6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:21.282165 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-245f974c-8e1f-4a97-8e83-fce16ee52320 req-1e037c2d-d17d-4610-b791-0ba4c14dbb7c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=db135028-f57a-417d-a5fc-9f73c3e34dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0871143 Jan 18 22:15:21.315113 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e13a7b64-2772-4335-8692-f524b4dac698 req-e1932621-5e76-4d6c-b9c2-ca060d24a419 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac5bfedd-8c81-4ad7-9f0f-99ba0a339521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681262 Jan 18 22:15:21.407534 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b537a72a-1072-4ce3-b47d-d0c5a685940c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:21.495189 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b537a72a-1072-4ce3-b47d-d0c5a685940c admin admin] Pushing event updated for resources: {'Port': ['ID=da9bd177-3b31-4002-b702-ca2f50d9e62a,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:21.504279 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1416f6-2ca5-45b0-9e38-e8ffb752f087 req-ccdd4591-b84c-44e2-befa-80d032b6b6cd tempest-ServersAdminTestJSON-770157746 tempest-ServersAdminTestJSON-770157746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:21.505063 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1416f6-2ca5-45b0-9e38-e8ffb752f087 req-ccdd4591-b84c-44e2-befa-80d032b6b6cd tempest-ServersAdminTestJSON-770157746 tempest-ServersAdminTestJSON-770157746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:21.507875 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1416f6-2ca5-45b0-9e38-e8ffb752f087 req-ccdd4591-b84c-44e2-befa-80d032b6b6cd tempest-ServersAdminTestJSON-770157746 tempest-ServersAdminTestJSON-770157746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:21.509258 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1416f6-2ca5-45b0-9e38-e8ffb752f087 req-ccdd4591-b84c-44e2-befa-80d032b6b6cd tempest-ServersAdminTestJSON-770157746 tempest-ServersAdminTestJSON-770157746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:21.510352 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b537a72a-1072-4ce3-b47d-d0c5a685940c admin admin] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:15:21.512107 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1416f6-2ca5-45b0-9e38-e8ffb752f087 req-ccdd4591-b84c-44e2-befa-80d032b6b6cd tempest-ServersAdminTestJSON-770157746 tempest-ServersAdminTestJSON-770157746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:21.514056 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-b537a72a-1072-4ce3-b47d-d0c5a685940c admin admin] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:15:21.517029 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b537a72a-1072-4ce3-b47d-d0c5a685940c admin admin] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:15:21.521852 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1416f6-2ca5-45b0-9e38-e8ffb752f087 req-ccdd4591-b84c-44e2-befa-80d032b6b6cd tempest-ServersAdminTestJSON-770157746 tempest-ServersAdminTestJSON-770157746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:21.523687 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1416f6-2ca5-45b0-9e38-e8ffb752f087 req-ccdd4591-b84c-44e2-befa-80d032b6b6cd tempest-ServersAdminTestJSON-770157746 tempest-ServersAdminTestJSON-770157746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:21.524381 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1416f6-2ca5-45b0-9e38-e8ffb752f087 req-ccdd4591-b84c-44e2-befa-80d032b6b6cd tempest-ServersAdminTestJSON-770157746 tempest-ServersAdminTestJSON-770157746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:21.533467 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1416f6-2ca5-45b0-9e38-e8ffb752f087 req-ccdd4591-b84c-44e2-befa-80d032b6b6cd tempest-ServersAdminTestJSON-770157746 tempest-ServersAdminTestJSON-770157746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:21.534189 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1416f6-2ca5-45b0-9e38-e8ffb752f087 req-ccdd4591-b84c-44e2-befa-80d032b6b6cd tempest-ServersAdminTestJSON-770157746 tempest-ServersAdminTestJSON-770157746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:21.537520 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0d57cf71-4ee8-4b14-8ce5-8e175ad70162 None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:21.548865 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5f1416f6-2ca5-45b0-9e38-e8ffb752f087 req-ccdd4591-b84c-44e2-befa-80d032b6b6cd tempest-ServersAdminTestJSON-770157746 tempest-ServersAdminTestJSON-770157746-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=9c9e6cb9-1aa4-4fa3-b804-edc6b9d7fe7b&device_id=1c57620c-4fce-4509-b333-f58a98ab9456&device_id=2314e5ba-e2e1-41d6-a9f0-51d77e89f4f6&device_id=5fa92f39-d443-46a1-a886-13e3ee10e361&device_id=0eeec438-19be-4793-9ba2-317a2ea8c73d&device_id=74f307c9-43a0-43ee-8f48-6f53b38be771&device_id=aa35bf88-4440-4d73-afcd-ae0cc04d6d11&device_id=d16633f3-6e27-4e58-967c-af5276e8985a&device_id=7adbfe4f-bab5-4c2a-8403-4315ff49af62&device_id=7e47c1b4-ec60-4c82-9419-92448c3d9688 HTTP/1.1" status: 200 len: 9114 time: 0.3509350 Jan 18 22:15:21.563848 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=fe7ecc66-9dc0-4b55-bb2f-e86b883abd40,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:21.597752 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eccac9f-0be9-4681-bd9b-488dd8287280 x-openstack-request-id: req-5eccac9f-0be9-4681-bd9b-488dd8287280 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:15:21.598124 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c9e6cb9-1aa4-4fa3-b804-edc6b9d7fe7b", "name": "network-vif-plugged", "status": "completed", "tag": "fe7ecc66-9dc0-4b55-bb2f-e86b883abd40", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:15:21.598394 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5eccac9f-0be9-4681-bd9b-488dd8287280 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:15:21.598812 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c9e6cb9-1aa4-4fa3-b804-edc6b9d7fe7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe7ecc66-9dc0-4b55-bb2f-e86b883abd40', 'code': 200} Jan 18 22:15:21.599400 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-5f1416f6-2ca5-45b0-9e38-e8ffb752f087 req-f50d1ed4-d2f1-4dd0-b1ba-68767081ac39 tempest-ServersAdminTestJSON-770157746 tempest-ServersAdminTestJSON-770157746-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:21.604027 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-85846fee-2542-404c-84d4-75b3d60ef8e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1040832'] for router, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:21.604934 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85846fee-2542-404c-84d4-75b3d60ef8e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7ea9019-2842-465d-9d1c-9248830f2ffa {{(pid=102430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 22:15:21.623905 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0d57cf71-4ee8-4b14-8ce5-8e175ad70162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:21.630722 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-85846fee-2542-404c-84d4-75b3d60ef8e6 admin admin] Notify callbacks [] for router, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:21.632291 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-85846fee-2542-404c-84d4-75b3d60ef8e6 admin admin] 10.222.0.53 "DELETE /v2.0/routers/b7ea9019-2842-465d-9d1c-9248830f2ffa HTTP/1.1" status: 204 len: 168 time: 4.3131833 Jan 18 22:15:21.641998 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 55542) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:15:21.836271 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d57cf71-4ee8-4b14-8ce5-8e175ad70162 None None] Network 88c5f385-62f5-4ee3-b82d-a4e1e6fd402f is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:15:21.839393 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d57cf71-4ee8-4b14-8ce5-8e175ad70162 None None] Pushing event updated for resources: {'Port': ['ID=2a7072f2-a463-480d-89bd-18ca2b77d1b0,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:21.867515 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-0d57cf71-4ee8-4b14-8ce5-8e175ad70162 None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:15:21.878055 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-28bc127b-ec99-48ff-8db5-db28fd5b766c None None] Set router b7ea9019-2842-465d-9d1c-9248830f2ffa gateway port host: None {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:15:21.884082 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d57cf71-4ee8-4b14-8ce5-8e175ad70162 None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:15:21.897598 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f4bcb2-286d-4255-8807-43d58ccad861 req-b6d48063-83a1-436b-a231-e02633426e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:21.899263 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-82f4bcb2-286d-4255-8807-43d58ccad861 req-b6d48063-83a1-436b-a231-e02633426e89 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9c9e6cb9-1aa4-4fa3-b804-edc6b9d7fe7b HTTP/1.1" status: 200 len: 1100 time: 0.3136656 Jan 18 22:15:21.922753 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_v2 [None req-25987d14-a7b5-4d95-9c30-a1cf1e0648f0 admin admin] Deleting subnet 07257b09-c636-44c9-86f7-42df7e4ef3e2 {{(pid=102430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:15:21.976557 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-25987d14-a7b5-4d95-9c30-a1cf1e0648f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:21.993759 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2ed458-998f-42b9-8ac5-a8fdc9dd4903 None None] Pushing event updated for resources: {'Port': ['ID=8d6b9fa0-da5d-4e2f-8bcf-adcd34936f64,revision_number=4']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:22.032510 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-245f974c-8e1f-4a97-8e83-fce16ee52320 req-637ff6f9-4875-48fb-8833-7b17bbef3dd3 service neutron] 10.222.0.67 "GET /v2.0/networks/db135028-f57a-417d-a5fc-9f73c3e34dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7349164 Jan 18 22:15:22.036346 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-cfb4e006-e84b-4e50-b4f0-64a15227d0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '875cf822-67c6-4b81-a835-5ece5ef178be', 'name': 'tempest-AttachSCSIVolumeTestJSON-875308664-router', 'tenant_id': '2e6bd3f043514d98874bdddce99070e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': '99d6f0d3-d29b-4d83-9925-88f66abe38d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:15:07Z', 'updated_at': '2022-01-18T22:15:15Z', 'revision_number': 4, 'project_id': '2e6bd3f043514d98874bdddce99070e7', 'gw_port': {'id': '99d6f0d3-d29b-4d83-9925-88f66abe38d0', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:64:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '875cf822-67c6-4b81-a835-5ece5ef178be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:15:09Z', 'updated_at': '2022-01-18T22:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '8d6b9fa0-da5d-4e2f-8bcf-adcd34936f64', 'name': '', 'network_id': 'aedfddd3-18ca-435b-a468-865650891d60', 'tenant_id': '2e6bd3f043514d98874bdddce99070e7', 'mac_address': 'fa:16:3e:01:b2:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '875cf822-67c6-4b81-a835-5ece5ef178be', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '1ac7d755-36df-4f4e-a9bd-71be41da5630', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:15:14Z', 'updated_at': '2022-01-18T22:15:20Z', 'revision_number': 4, 'project_id': '2e6bd3f043514d98874bdddce99070e7', 'subnets': [{'id': '1ac7d755-36df-4f4e-a9bd-71be41da5630', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:15:22.100933 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb4e006-e84b-4e50-b4f0-64a15227d0a6 None None] The sync data for ids ['875cf822-67c6-4b81-a835-5ece5ef178be'] in n-d-825064-1 is: [{'id': '875cf822-67c6-4b81-a835-5ece5ef178be', 'name': 'tempest-AttachSCSIVolumeTestJSON-875308664-router', 'tenant_id': '2e6bd3f043514d98874bdddce99070e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': '99d6f0d3-d29b-4d83-9925-88f66abe38d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:15:07Z', 'updated_at': '2022-01-18T22:15:15Z', 'revision_number': 4, 'project_id': '2e6bd3f043514d98874bdddce99070e7', 'gw_port': {'id': '99d6f0d3-d29b-4d83-9925-88f66abe38d0', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:64:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '875cf822-67c6-4b81-a835-5ece5ef178be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:15:09Z', 'updated_at': '2022-01-18T22:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '8d6b9fa0-da5d-4e2f-8bcf-adcd34936f64', 'name': '', 'network_id': 'aedfddd3-18ca-435b-a468-865650891d60', 'tenant_id': '2e6bd3f043514d98874bdddce99070e7', 'mac_address': 'fa:16:3e:01:b2:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '875cf822-67c6-4b81-a835-5ece5ef178be', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '1ac7d755-36df-4f4e-a9bd-71be41da5630', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:15:14Z', 'updated_at': '2022-01-18T22:15:20Z', 'revision_number': 4, 'project_id': '2e6bd3f043514d98874bdddce99070e7', 'subnets': [{'id': '1ac7d755-36df-4f4e-a9bd-71be41da5630', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:15:22.139632 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-82f4bcb2-286d-4255-8807-43d58ccad861 req-305b2626-01e9-4d8a-89a8-c6a01c8978c3 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293236 Jan 18 22:15:22.194836 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e6bcaa-08d9-404c-8ee1-cd66b70ce8bb req-ea9046cf-e024-4aac-839d-9639a2372668 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:22.202012 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a76cf821-2db4-4821-9e12-eca2c8d18c64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:22.211110 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a5e6bcaa-08d9-404c-8ee1-cd66b70ce8bb req-ea9046cf-e024-4aac-839d-9639a2372668 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c9e6cb9-1aa4-4fa3-b804-edc6b9d7fe7b HTTP/1.1" status: 200 len: 949 time: 0.4835420 Jan 18 22:15:22.218688 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-0d57cf71-4ee8-4b14-8ce5-8e175ad70162 None None] Attempting to bind port 2a7072f2-a463-480d-89bd-18ca2b77d1b0 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:15:22.219066 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-0d57cf71-4ee8-4b14-8ce5-8e175ad70162 None None] Attempting to bind port 2a7072f2-a463-480d-89bd-18ca2b77d1b0 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '6aa97f89-5d75-427a-b2b6-7efd31dae72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '88c5f385-62f5-4ee3-b82d-a4e1e6fd402f'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:15:22.219461 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d57cf71-4ee8-4b14-8ce5-8e175ad70162 None None] Attempting to bind port 2a7072f2-a463-480d-89bd-18ca2b77d1b0 on network 88c5f385-62f5-4ee3-b82d-a4e1e6fd402f {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:15:22.234346 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d57cf71-4ee8-4b14-8ce5-8e175ad70162 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:15:22.234587 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d57cf71-4ee8-4b14-8ce5-8e175ad70162 None None] Checking segment: {'id': '6aa97f89-5d75-427a-b2b6-7efd31dae72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '88c5f385-62f5-4ee3-b82d-a4e1e6fd402f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:15:22.235848 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0d57cf71-4ee8-4b14-8ce5-8e175ad70162 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:22.235848 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d57cf71-4ee8-4b14-8ce5-8e175ad70162 None None] Bound using segment: {'id': '6aa97f89-5d75-427a-b2b6-7efd31dae72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '88c5f385-62f5-4ee3-b82d-a4e1e6fd402f'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:15:22.235848 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-0d57cf71-4ee8-4b14-8ce5-8e175ad70162 None None] Bound port: 2a7072f2-a463-480d-89bd-18ca2b77d1b0, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aa97f89-5d75-427a-b2b6-7efd31dae72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '88c5f385-62f5-4ee3-b82d-a4e1e6fd402f'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:15:22.236274 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0d57cf71-4ee8-4b14-8ce5-8e175ad70162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:22.270766 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-28bc127b-ec99-48ff-8db5-db28fd5b766c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ea9019-2842-465d-9d1c-9248830f2ffa', 'name': 'tempest-FloatingIPsAssociationTestJSON-831016946-router', 'tenant_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:13:41Z', 'updated_at': '2022-01-18T22:15:19Z', 'revision_number': 7, 'project_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'gw_port_host': None}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:15:22.303359 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-25987d14-a7b5-4d95-9c30-a1cf1e0648f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60394745'] for subnet, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:22.307777 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-245f974c-8e1f-4a97-8e83-fce16ee52320 req-c272e84b-487b-43f8-bfbc-b555740a5969 service neutron] 10.222.0.67 "GET /v2.0/networks/db135028-f57a-417d-a5fc-9f73c3e34dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626677 Jan 18 22:15:22.409814 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28bc127b-ec99-48ff-8db5-db28fd5b766c None None] The sync data for ids ['b7ea9019-2842-465d-9d1c-9248830f2ffa'] in n-d-825064-1 is: [{'id': 'b7ea9019-2842-465d-9d1c-9248830f2ffa', 'name': 'tempest-FloatingIPsAssociationTestJSON-831016946-router', 'tenant_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:13:41Z', 'updated_at': '2022-01-18T22:15:19Z', 'revision_number': 7, 'project_id': 'b4fa371f1ebf4a37ba7e58b461b03d52', 'gw_port_host': None}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:15:22.516713 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a5e6bcaa-08d9-404c-8ee1-cd66b70ce8bb req-538cc267-7214-4786-aded-70ccb1c2f0a2 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3045428 Jan 18 22:15:22.541765 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-0d57cf71-4ee8-4b14-8ce5-8e175ad70162 None None] For port 2a7072f2-a463-480d-89bd-18ca2b77d1b0, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:15:22.547737 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-0d57cf71-4ee8-4b14-8ce5-8e175ad70162 None None] For port 2a7072f2-a463-480d-89bd-18ca2b77d1b0, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=2a7072f2-a463-480d-89bd-18ca2b77d1b0,segment=NetworkSegment(6aa97f89-5d75-427a-b2b6-7efd31dae72a),segment_id=6aa97f89-5d75-427a-b2b6-7efd31dae72a)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:15:22.553792 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b537a72a-1072-4ce3-b47d-d0c5a685940c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:22.554952 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-af06df24-d968-4c1b-abaf-1ce35b7ec0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:22.559809 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0d57cf71-4ee8-4b14-8ce5-8e175ad70162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:22.694190 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-5f1416f6-2ca5-45b0-9e38-e8ffb752f087 req-f50d1ed4-d2f1-4dd0-b1ba-68767081ac39 tempest-ServersAdminTestJSON-770157746 tempest-ServersAdminTestJSON-770157746-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:22.735162 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-5f1416f6-2ca5-45b0-9e38-e8ffb752f087 req-f50d1ed4-d2f1-4dd0-b1ba-68767081ac39 tempest-ServersAdminTestJSON-770157746 tempest-ServersAdminTestJSON-770157746-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:22.758578 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-af06df24-d968-4c1b-abaf-1ce35b7ec0db None None] For port 8d6b9fa0-da5d-4e2f-8bcf-adcd34936f64, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=8d6b9fa0-da5d-4e2f-8bcf-adcd34936f64,segment=NetworkSegment(abfda017-35d1-49e9-9caa-552c7973e9d3),segment_id=abfda017-35d1-49e9-9caa-552c7973e9d3)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:15:22.787199 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5f1416f6-2ca5-45b0-9e38-e8ffb752f087 req-f50d1ed4-d2f1-4dd0-b1ba-68767081ac39 tempest-ServersAdminTestJSON-770157746 tempest-ServersAdminTestJSON-770157746-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=fc9e6b12-2aff-425d-833f-8273a41de3d7&id=42c7bb35-c340-4751-bfcc-03b69c797805&id=f617d299-382f-49d2-bef3-4bb5f1944b69&id=7fead2ec-99b5-4f01-a8ba-653859b4c215&id=ac5bfedd-8c81-4ad7-9f0f-99ba0a339521&fields=id&fields=name HTTP/1.1" status: 200 len: 606 time: 1.2371571 Jan 18 22:15:22.792996 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-af06df24-d968-4c1b-abaf-1ce35b7ec0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:22.851748 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d57cf71-4ee8-4b14-8ce5-8e175ad70162 None None] Pushing event updated for resources: {'Port': ['ID=2a7072f2-a463-480d-89bd-18ca2b77d1b0,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:22.869358 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:23.045733 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-ddef4932-5ac8-4ea4-8c11-c3ac4d4c9736 None None] Provisioning complete for port 8d6b9fa0-da5d-4e2f-8bcf-adcd34936f64 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:15:23.049043 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ddef4932-5ac8-4ea4-8c11-c3ac4d4c9736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:23.174247 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b537a72a-1072-4ce3-b47d-d0c5a685940c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1040691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049'] for router, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:23.210879 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 8d6b9fa0-da5d-4e2f-8bcf-adcd34936f64 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:15:23.226042 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d0856895-209b-473c-a921-59582a58f0ba req-ec567a25-b270-4232-8941-6bb308cc38dd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d16633f3-6e27-4e58-967c-af5276e8985a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6536789 Jan 18 22:15:23.313692 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af06df24-d968-4c1b-abaf-1ce35b7ec0db None None] Pushing event updated for resources: {'Port': ['ID=8d6b9fa0-da5d-4e2f-8bcf-adcd34936f64,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:23.317955 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50d1ed4-d2f1-4dd0-b1ba-68767081ac39 tempest-ServersAdminTestJSON-770157746 tempest-ServersAdminTestJSON-770157746-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a980935-cf31-40fb-8f7e-2ceadc8a0062,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:23.405713 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 8d6b9fa0-da5d-4e2f-8bcf-adcd34936f64 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:15:23.409267 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:23.413437 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-25987d14-a7b5-4d95-9c30-a1cf1e0648f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:23.490274 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145e1d64-e305-4c03-a2da-96888f02969a req-137e40c6-0149-4ab7-82e6-e37adb98330d tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:23.506227 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-145e1d64-e305-4c03-a2da-96888f02969a req-137e40c6-0149-4ab7-82e6-e37adb98330d tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eeec438-19be-4793-9ba2-317a2ea8c73d HTTP/1.1" status: 200 len: 945 time: 0.4338293 Jan 18 22:15:23.542363 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0856895-209b-473c-a921-59582a58f0ba req-727913f6-be54-4352-8e3a-26459d41e5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:23.544766 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d0856895-209b-473c-a921-59582a58f0ba req-727913f6-be54-4352-8e3a-26459d41e5a9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=43f0b96077a84d2a954b883639e07306&device_id=d16633f3-6e27-4e58-967c-af5276e8985a HTTP/1.1" status: 200 len: 1096 time: 0.2690632 Jan 18 22:15:23.606011 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-145e1d64-e305-4c03-a2da-96888f02969a req-2a5fee60-fec7-4d67-98e0-e901cc96ac32 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac5bfedd-8c81-4ad7-9f0f-99ba0a339521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985024 Jan 18 22:15:23.709239 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b537a72a-1072-4ce3-b47d-d0c5a685940c admin admin] Router 9833b3cc-c1fc-4c58-b0b1-a639220b09d0 is scheduled to L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 with binding_index 1 {{(pid=102431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 22:15:23.834622 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device d0dfd072-55e2-41e6-b235-66a0b8e6446e no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:15:23.889801 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: d0dfd072-55e2-41e6-b235-66a0b8e6446e {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:15:23.890359 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device d0dfd072-55e2-41e6-b235-66a0b8e6446e not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:15:24.003965 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b537a72a-1072-4ce3-b47d-d0c5a685940c admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:15:24.013031 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565e4d4e-250d-4730-98fe-866bb79b2898 None None] Sync routers for ids ['9833b3cc-c1fc-4c58-b0b1-a639220b09d0'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:15:24.027007 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565e4d4e-250d-4730-98fe-866bb79b2898 None None] Routers {'9833b3cc-c1fc-4c58-b0b1-a639220b09d0'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:15:24.027635 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-565e4d4e-250d-4730-98fe-866bb79b2898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:15:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['9833b3cc-c1fc-4c58-b0b1-a639220b09d0'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:15:24.033668 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b537a72a-1072-4ce3-b47d-d0c5a685940c admin admin] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:24.038967 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-b537a72a-1072-4ce3-b47d-d0c5a685940c admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.6914577 Jan 18 22:15:24.039854 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 55556) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:15:24.295116 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:24.337549 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-565e4d4e-250d-4730-98fe-866bb79b2898 None None] Set router 9833b3cc-c1fc-4c58-b0b1-a639220b09d0 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:15:24.645454 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:24.856179 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-25987d14-a7b5-4d95-9c30-a1cf1e0648f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60203138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62288677'] for subnet, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:24.871197 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8821324f-c859-4cf6-bb8a-8c9427886f2a req-eb76036e-ad42-441b-823a-0ee0336094c0 tempest-ServersAdminTestJSON-770157746 tempest-ServersAdminTestJSON-770157746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:24.877904 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8821324f-c859-4cf6-bb8a-8c9427886f2a req-eb76036e-ad42-441b-823a-0ee0336094c0 tempest-ServersAdminTestJSON-770157746 tempest-ServersAdminTestJSON-770157746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:24.879987 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8821324f-c859-4cf6-bb8a-8c9427886f2a req-eb76036e-ad42-441b-823a-0ee0336094c0 tempest-ServersAdminTestJSON-770157746 tempest-ServersAdminTestJSON-770157746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:24.886556 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8f684848-eabf-4c5e-84c5-bb884c0d0879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:24.914848 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8821324f-c859-4cf6-bb8a-8c9427886f2a req-eb76036e-ad42-441b-823a-0ee0336094c0 tempest-ServersAdminTestJSON-770157746 tempest-ServersAdminTestJSON-770157746-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1c57620c-4fce-4509-b333-f58a98ab9456&device_id=2314e5ba-e2e1-41d6-a9f0-51d77e89f4f6&device_id=5fa92f39-d443-46a1-a886-13e3ee10e361 HTTP/1.1" status: 200 len: 2884 time: 1.0126107 Jan 18 22:15:24.954374 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-565e4d4e-250d-4730-98fe-866bb79b2898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9833b3cc-c1fc-4c58-b0b1-a639220b09d0', 'name': 'tempest-FloatingIPsNegativeTestJSON-1473286383-router', 'tenant_id': '93432508d7fc4389974ca07dfafbe9c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': 'da9bd177-3b31-4002-b702-ca2f50d9e62a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:15:18Z', 'updated_at': '2022-01-18T22:15:22Z', 'revision_number': 3, 'project_id': '93432508d7fc4389974ca07dfafbe9c9', 'gw_port': {'id': 'da9bd177-3b31-4002-b702-ca2f50d9e62a', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ce:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9833b3cc-c1fc-4c58-b0b1-a639220b09d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:15:20Z', 'updated_at': '2022-01-18T22:15:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:15:24.960012 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0856895-209b-473c-a921-59582a58f0ba req-e8a87af1-47f6-4f03-a706-2568683c2461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:24.966749 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d0856895-209b-473c-a921-59582a58f0ba req-e8a87af1-47f6-4f03-a706-2568683c2461 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cc278b4d-dcae-47fd-bae5-bd232ac640b4 HTTP/1.1" status: 200 len: 923 time: 1.3495562 Jan 18 22:15:24.981072 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96187cc-6404-407d-a1bf-3c67cb7f99b4 req-4c27dc1c-e6b2-43b5-9190-127838ae3e14 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:24.984151 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f96187cc-6404-407d-a1bf-3c67cb7f99b4 req-4c27dc1c-e6b2-43b5-9190-127838ae3e14 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c9e6cb9-1aa4-4fa3-b804-edc6b9d7fe7b HTTP/1.1" status: 200 len: 949 time: 1.0899272 Jan 18 22:15:24.985147 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25987d14-a7b5-4d95-9c30-a1cf1e0648f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07257b09-c636-44c9-86f7-42df7e4ef3e2,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:25.073514 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 8d6b9fa0-da5d-4e2f-8bcf-adcd34936f64 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:15:25.081704 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8821324f-c859-4cf6-bb8a-8c9427886f2a req-8eb31f0c-65ee-4048-a4be-fbc3d377910f tempest-ServersAdminTestJSON-770157746 tempest-ServersAdminTestJSON-770157746-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=f617d299-382f-49d2-bef3-4bb5f1944b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652985 Jan 18 22:15:25.096760 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565e4d4e-250d-4730-98fe-866bb79b2898 None None] Checking router: 9833b3cc-c1fc-4c58-b0b1-a639220b09d0 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:15:25.097115 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565e4d4e-250d-4730-98fe-866bb79b2898 None None] Updating router 9833b3cc-c1fc-4c58-b0b1-a639220b09d0 port da9bd177-3b31-4002-b702-ca2f50d9e62a binding host n-d-825064-1 {{(pid=102432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:15:25.173489 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dcee226-c261-4d5b-b0c4-bb634c51f3c0 None None] Network 88c5f385-62f5-4ee3-b82d-a4e1e6fd402f requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:15:25.201345 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-25987d14-a7b5-4d95-9c30-a1cf1e0648f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:25.210526 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-25987d14-a7b5-4d95-9c30-a1cf1e0648f0 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/07257b09-c636-44c9-86f7-42df7e4ef3e2 HTTP/1.1" status: 204 len: 168 time: 3.5671232 Jan 18 22:15:25.213907 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 55562) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:15:25.311500 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f96187cc-6404-407d-a1bf-3c67cb7f99b4 req-ad3e6f43-6841-4e07-b6f1-e46a62457cb6 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406878 Jan 18 22:15:25.340157 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d0856895-209b-473c-a921-59582a58f0ba req-38005719-d5ef-4982-9e43-1344459af153 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=850da7db-2f28-44b9-bc66-287928d5633c HTTP/1.1" status: 200 len: 1000 time: 0.3428080 Jan 18 22:15:25.410857 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-8f684848-eabf-4c5e-84c5-bb884c0d0879 admin admin] Allocated IP 172.20.0.1 (88c5f385-62f5-4ee3-b82d-a4e1e6fd402f/68f62f3c-a795-4e27-a5f3-51e5b9d61d68/6b0f13df-0429-4692-a632-2b2e7bbdfe99) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:15:25.445579 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0856895-209b-473c-a921-59582a58f0ba req-8af4d768-de16-4bea-9f4f-98679170c63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:25.449769 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d0856895-209b-473c-a921-59582a58f0ba req-8af4d768-de16-4bea-9f4f-98679170c63f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1f0f1e45-beb6-4402-8040-f69acf064963 HTTP/1.1" status: 200 len: 862 time: 0.1101596 Jan 18 22:15:25.486325 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f708018c-9553-4dcf-866c-ba029fa7e97c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:25.490380 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818d303f-4211-4be8-9812-67ce21cffa53 None None] Network ac163b22-6dbe-4f74-9441-5d83aaaf42c4 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:15:25.581067 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-565e4d4e-250d-4730-98fe-866bb79b2898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:25.707647 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585bf4c5-5bd1-4441-bba6-359946b95552 req-785d3319-3891-4a57-8210-692a99bfe33e tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:25.709567 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-585bf4c5-5bd1-4441-bba6-359946b95552 req-785d3319-3891-4a57-8210-692a99bfe33e tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eeec438-19be-4793-9ba2-317a2ea8c73d HTTP/1.1" status: 200 len: 945 time: 0.2512255 Jan 18 22:15:25.716427 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0856895-209b-473c-a921-59582a58f0ba req-b56da202-9836-4edc-9a92-b11e318e3e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:25.718260 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d0856895-209b-473c-a921-59582a58f0ba req-b56da202-9836-4edc-9a92-b11e318e3e33 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cc278b4d-dcae-47fd-bae5-bd232ac640b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1595559 Jan 18 22:15:25.860467 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d0856895-209b-473c-a921-59582a58f0ba req-0bfbe2e3-1727-482b-ab47-cc55d7cb738e service neutron] 10.222.0.36 "GET /v2.0/networks/cc278b4d-dcae-47fd-bae5-bd232ac640b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167257 Jan 18 22:15:25.872919 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [req-5d2a0f12-bb12-4092-85fd-6014e42a212a req-ac4ae5a0-6296-483d-b239-75cddac256d0 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102430) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:15:25.874370 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5d2a0f12-bb12-4092-85fd-6014e42a212a req-ac4ae5a0-6296-483d-b239-75cddac256d0 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062735 Jan 18 22:15:25.881362 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8f684848-eabf-4c5e-84c5-bb884c0d0879 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:25.890681 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-f708018c-9553-4dcf-866c-ba029fa7e97c admin admin] Deleting port f45b0af3-03a2-480e-80a4-fdf875cdb368 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:15:25.891332 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f708018c-9553-4dcf-866c-ba029fa7e97c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:25.985629 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-336ae001-5b47-47e1-bac1-d520b9ee5b55 None None] Provisioning complete for port 2a7072f2-a463-480d-89bd-18ca2b77d1b0 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:15:25.986613 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-f708018c-9553-4dcf-866c-ba029fa7e97c admin admin] For port f45b0af3-03a2-480e-80a4-fdf875cdb368, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=f45b0af3-03a2-480e-80a4-fdf875cdb368,segment=NetworkSegment(e9db93ab-f6c7-442e-b6d2-c53dc8897efd),segment_id=e9db93ab-f6c7-442e-b6d2-c53dc8897efd)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:15:25.986976 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f708018c-9553-4dcf-866c-ba029fa7e97c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:25.987282 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-336ae001-5b47-47e1-bac1-d520b9ee5b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:26.002517 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-f708018c-9553-4dcf-866c-ba029fa7e97c admin admin] Calling delete_port for f45b0af3-03a2-480e-80a4-fdf875cdb368 owned by network:dhcp {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:15:26.013300 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8f684848-eabf-4c5e-84c5-bb884c0d0879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:26.115189 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 8d6b9fa0-da5d-4e2f-8bcf-adcd34936f64 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:15:26.117368 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:26.122192 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f684848-eabf-4c5e-84c5-bb884c0d0879 admin admin] Network 88c5f385-62f5-4ee3-b82d-a4e1e6fd402f is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:15:26.130202 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f684848-eabf-4c5e-84c5-bb884c0d0879 admin admin] Pushing event updated for resources: {'Port': ['ID=6b0f13df-0429-4692-a632-2b2e7bbdfe99,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:26.134583 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-8f684848-eabf-4c5e-84c5-bb884c0d0879 admin admin] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:15:26.141606 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f684848-eabf-4c5e-84c5-bb884c0d0879 admin admin] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:15:26.144293 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8f684848-eabf-4c5e-84c5-bb884c0d0879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1040954'] for router_interface, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:26.195528 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d0856895-209b-473c-a921-59582a58f0ba req-6e7f4ead-f209-4be8-a557-c7bf46fdcb09 service neutron] 10.222.0.36 "GET /v2.0/networks/cc278b4d-dcae-47fd-bae5-bd232ac640b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3166168 Jan 18 22:15:26.208177 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-585bf4c5-5bd1-4441-bba6-359946b95552 req-689ae13f-5a1f-4ff6-8499-459dffd1c503 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac5bfedd-8c81-4ad7-9f0f-99ba0a339521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4851236 Jan 18 22:15:26.324523 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f708018c-9553-4dcf-866c-ba029fa7e97c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:26.380668 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-565e4d4e-250d-4730-98fe-866bb79b2898 None None] Notify callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:26.395333 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57f25bb-cc2b-46f3-b908-88da89221a19 None None] DHCP port deletion for ac163b22-6dbe-4f74-9441-5d83aaaf42c4 request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:15:26.397415 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-336ae001-5b47-47e1-bac1-d520b9ee5b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:26.404198 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-565e4d4e-250d-4730-98fe-866bb79b2898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:26.471401 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd19842-ca47-43b7-acda-e0070d38be5b None None] Pushing event updated for resources: {'Port': ['ID=da9bd177-3b31-4002-b702-ca2f50d9e62a,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:26.473843 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f708018c-9553-4dcf-866c-ba029fa7e97c admin admin] Pushing event deleted for resources: {'Port': ['ID=f45b0af3-03a2-480e-80a4-fdf875cdb368,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:26.496409 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f708018c-9553-4dcf-866c-ba029fa7e97c admin admin] No DVR routers for this DVR port f45b0af3-03a2-480e-80a4-fdf875cdb368 on host n-d-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:15:26.518997 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-565e4d4e-250d-4730-98fe-866bb79b2898 None None] Attempting to bind port da9bd177-3b31-4002-b702-ca2f50d9e62a on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:15:26.519375 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-565e4d4e-250d-4730-98fe-866bb79b2898 None None] Attempting to bind port da9bd177-3b31-4002-b702-ca2f50d9e62a by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:15:26.519734 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565e4d4e-250d-4730-98fe-866bb79b2898 None None] Attempting to bind port da9bd177-3b31-4002-b702-ca2f50d9e62a on network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:15:26.537129 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-336ae001-5b47-47e1-bac1-d520b9ee5b55 None None] For port 2a7072f2-a463-480d-89bd-18ca2b77d1b0, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=2a7072f2-a463-480d-89bd-18ca2b77d1b0,segment=NetworkSegment(6aa97f89-5d75-427a-b2b6-7efd31dae72a),segment_id=6aa97f89-5d75-427a-b2b6-7efd31dae72a)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:15:26.539671 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565e4d4e-250d-4730-98fe-866bb79b2898 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:15:26.539671 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565e4d4e-250d-4730-98fe-866bb79b2898 None None] Checking segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:15:26.539671 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-565e4d4e-250d-4730-98fe-866bb79b2898 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:26.539671 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565e4d4e-250d-4730-98fe-866bb79b2898 None None] Bound using segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:15:26.540155 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-565e4d4e-250d-4730-98fe-866bb79b2898 None None] Bound port: da9bd177-3b31-4002-b702-ca2f50d9e62a, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:15:26.540379 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-565e4d4e-250d-4730-98fe-866bb79b2898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:26.580683 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-336ae001-5b47-47e1-bac1-d520b9ee5b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:26.630394 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2415c368-4b05-4eb9-8e03-c45782bb869e req-a655ea68-9496-42ea-a558-a5e3709c33fc tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:26.639641 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2415c368-4b05-4eb9-8e03-c45782bb869e req-a655ea68-9496-42ea-a558-a5e3709c33fc tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c9e6cb9-1aa4-4fa3-b804-edc6b9d7fe7b HTTP/1.1" status: 200 len: 949 time: 0.1524100 Jan 18 22:15:26.716486 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2415c368-4b05-4eb9-8e03-c45782bb869e req-d40b4088-57df-408e-99d7-5e3c7cc075cc tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718441 Jan 18 22:15:26.761291 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-565e4d4e-250d-4730-98fe-866bb79b2898 None None] For port da9bd177-3b31-4002-b702-ca2f50d9e62a, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:15:26.765568 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-565e4d4e-250d-4730-98fe-866bb79b2898 None None] For port da9bd177-3b31-4002-b702-ca2f50d9e62a, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=da9bd177-3b31-4002-b702-ca2f50d9e62a,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:15:26.807116 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336ae001-5b47-47e1-bac1-d520b9ee5b55 None None] Pushing event updated for resources: {'Port': ['ID=2a7072f2-a463-480d-89bd-18ca2b77d1b0,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:26.813940 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-565e4d4e-250d-4730-98fe-866bb79b2898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:26.867457 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f708018c-9553-4dcf-866c-ba029fa7e97c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:26.901465 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-6aceb15d-1b97-4236-af12-f3b27c6aec0c req-f0ceff27-7b25-4e61-8e95-cf890e0c931a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9c9e6cb9-1aa4-4fa3-b804-edc6b9d7fe7b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4702265 Jan 18 22:15:26.908592 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8f684848-eabf-4c5e-84c5-bb884c0d0879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:26.922242 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [req-6aceb15d-1b97-4236-af12-f3b27c6aec0c req-329556a9-19bc-47b6-a0b7-2666f55ac04b service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:15:26.923604 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-6aceb15d-1b97-4236-af12-f3b27c6aec0c req-329556a9-19bc-47b6-a0b7-2666f55ac04b service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0122511 Jan 18 22:15:26.926252 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f708018c-9553-4dcf-866c-ba029fa7e97c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:15:26.930667 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f708018c-9553-4dcf-866c-ba029fa7e97c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:15:26.931666 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f708018c-9553-4dcf-866c-ba029fa7e97c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:15:26.933141 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f708018c-9553-4dcf-866c-ba029fa7e97c admin admin] Subscribe: > port after_create 55550000 {{(pid=102431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:15:26.933594 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f708018c-9553-4dcf-866c-ba029fa7e97c admin admin] Subscribe: > port after_delete 55550000 {{(pid=102431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:15:26.934125 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f708018c-9553-4dcf-866c-ba029fa7e97c admin admin] Subscribe: > port after_update 55550000 {{(pid=102431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:15:26.935060 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f708018c-9553-4dcf-866c-ba029fa7e97c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:15:26.935397 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f708018c-9553-4dcf-866c-ba029fa7e97c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:15:26.935820 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f708018c-9553-4dcf-866c-ba029fa7e97c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:15:26.936288 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f708018c-9553-4dcf-866c-ba029fa7e97c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:15:26.955227 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd19842-ca47-43b7-acda-e0070d38be5b None None] Pushing event updated for resources: {'Port': ['ID=da9bd177-3b31-4002-b702-ca2f50d9e62a,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:27.000300 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 2a7072f2-a463-480d-89bd-18ca2b77d1b0 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:15:27.115232 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565e4d4e-250d-4730-98fe-866bb79b2898 None None] Routers {'9833b3cc-c1fc-4c58-b0b1-a639220b09d0'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:15:27.115599 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f708018c-9553-4dcf-866c-ba029fa7e97c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:15:27.115959 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f708018c-9553-4dcf-866c-ba029fa7e97c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:15:27.116321 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f708018c-9553-4dcf-866c-ba029fa7e97c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:15:27.116654 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f708018c-9553-4dcf-866c-ba029fa7e97c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:15:27.117022 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-f708018c-9553-4dcf-866c-ba029fa7e97c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac163b22-6dbe-4f74-9441-5d83aaaf42c4']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:15:27.117385 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-565e4d4e-250d-4730-98fe-866bb79b2898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:15:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['9833b3cc-c1fc-4c58-b0b1-a639220b09d0'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:15:27.167415 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-f708018c-9553-4dcf-866c-ba029fa7e97c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9db93ab-f6c7-442e-b6d2-c53dc8897efd') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:15:27.167714 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-f708018c-9553-4dcf-866c-ba029fa7e97c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9db93ab-f6c7-442e-b6d2-c53dc8897efd') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:15:27.185341 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f708018c-9553-4dcf-866c-ba029fa7e97c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:27.210880 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f708018c-9553-4dcf-866c-ba029fa7e97c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:27.238574 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f708018c-9553-4dcf-866c-ba029fa7e97c admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:15:27.238976 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f708018c-9553-4dcf-866c-ba029fa7e97c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:27.241399 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-279142fa-8907-4334-afd8-bcbef6c7c829 None None] Provisioning complete for port 6b0f13df-0429-4692-a632-2b2e7bbdfe99 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:15:27.242023 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-279142fa-8907-4334-afd8-bcbef6c7c829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:27.327733 n-d-825064-1 neutron-server[102431]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 18 22:15:27.327733 n-d-825064-1 neutron-server[102431]: from cryptography.utils import int_from_bytes Jan 18 22:15:27.327733 n-d-825064-1 neutron-server[102431]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 18 22:15:27.327733 n-d-825064-1 neutron-server[102431]: from cryptography.utils import int_from_bytes Jan 18 22:15:27.327733 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:15:27.327733 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:15:27.327733 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:15:27.327733 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:15:27.327733 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:15:27.327733 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:15:27.327733 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:15:27.327733 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:15:27.327733 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:15:27.327733 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:15:27.327733 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:15:27.327733 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:15:27.327733 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:15:27.327733 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:15:27.327733 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:15:27.327733 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:15:27.327733 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:15:27.327733 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:15:27.327733 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:15:27.327733 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:15:27.327733 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:15:27.327733 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:15:27.327733 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:15:27.327733 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:15:27.327733 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:15:27.327733 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:15:27.327733 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:15:27.327733 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:15:27.327733 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:15:27.327733 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:15:27.327733 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:15:27.327733 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:15:27.429508 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-279142fa-8907-4334-afd8-bcbef6c7c829 None None] Port 6b0f13df-0429-4692-a632-2b2e7bbdfe99 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:15:27.438352 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 2a7072f2-a463-480d-89bd-18ca2b77d1b0 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:15:27.439014 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:27.483649 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-565e4d4e-250d-4730-98fe-866bb79b2898 None None] Set router 9833b3cc-c1fc-4c58-b0b1-a639220b09d0 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:15:27.552682 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-279142fa-8907-4334-afd8-bcbef6c7c829 None None] Provisioning complete for port 2a7072f2-a463-480d-89bd-18ca2b77d1b0 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:15:27.553324 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-279142fa-8907-4334-afd8-bcbef6c7c829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:27.559236 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8f684848-eabf-4c5e-84c5-bb884c0d0879 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:27.562609 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f708018c-9553-4dcf-866c-ba029fa7e97c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:27.606294 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b56baaa-b2fc-48f2-8c23-28377c3274c5 req-ad9a0dcd-c7a5-49a9-89be-4f4ed46c02b5 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:27.608772 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8b56baaa-b2fc-48f2-8c23-28377c3274c5 req-ad9a0dcd-c7a5-49a9-89be-4f4ed46c02b5 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eeec438-19be-4793-9ba2-317a2ea8c73d HTTP/1.1" status: 200 len: 945 time: 0.2264407 Jan 18 22:15:27.659152 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8b56baaa-b2fc-48f2-8c23-28377c3274c5 req-5f2a57e9-2b87-4eb0-8afd-2623027fedf5 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac5bfedd-8c81-4ad7-9f0f-99ba0a339521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419967 Jan 18 22:15:27.687449 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8d3dca-003c-4e9e-bc44-6813ec8ea4d0 req-973e23f2-6490-4a78-ac3b-20d878932de0 tempest-ServersAdminTestJSON-770157746 tempest-ServersAdminTestJSON-770157746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:27.705028 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6b8d3dca-003c-4e9e-bc44-6813ec8ea4d0 req-973e23f2-6490-4a78-ac3b-20d878932de0 tempest-ServersAdminTestJSON-770157746 tempest-ServersAdminTestJSON-770157746-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5fa92f39-d443-46a1-a886-13e3ee10e361 HTTP/1.1" status: 200 len: 1101 time: 0.1915894 Jan 18 22:15:27.801266 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6b8d3dca-003c-4e9e-bc44-6813ec8ea4d0 req-2dd5d227-a8c7-4c87-9895-e2fd3c7c9e1f tempest-ServersAdminTestJSON-770157746 tempest-ServersAdminTestJSON-770157746-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=f617d299-382f-49d2-bef3-4bb5f1944b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953045 Jan 18 22:15:27.983559 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f708018c-9553-4dcf-866c-ba029fa7e97c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:27.990619 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-f708018c-9553-4dcf-866c-ba029fa7e97c admin admin] 10.222.0.53 "DELETE /v2.0/networks/ac163b22-6dbe-4f74-9441-5d83aaaf42c4 HTTP/1.1" status: 204 len: 168 time: 2.7728257 Jan 18 22:15:27.990619 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f708018c-9553-4dcf-866c-ba029fa7e97c admin admin] Pushing event deleted for resources: {'Network': ['ID=ac163b22-6dbe-4f74-9441-5d83aaaf42c4,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:27.993029 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8f684848-eabf-4c5e-84c5-bb884c0d0879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:28.038487 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4066a09-aa63-4bc7-bfc7-f7677ed399d6 req-4b071c8c-fd7c-4efa-bc40-86ad7ce11852 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:28.040089 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f4066a09-aa63-4bc7-bfc7-f7677ed399d6 req-4b071c8c-fd7c-4efa-bc40-86ad7ce11852 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c9e6cb9-1aa4-4fa3-b804-edc6b9d7fe7b HTTP/1.1" status: 200 len: 949 time: 0.1566696 Jan 18 22:15:28.110945 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8f684848-eabf-4c5e-84c5-bb884c0d0879 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-613854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1041070'] for router_interface, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:28.131017 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f684848-eabf-4c5e-84c5-bb884c0d0879 admin admin] Pushing event updated for resources: {'Port': ['ID=6b0f13df-0429-4692-a632-2b2e7bbdfe99,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:28.230609 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f4066a09-aa63-4bc7-bfc7-f7677ed399d6 req-fde38a1f-fe1e-40f5-a932-060aefbb1312 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758518 Jan 18 22:15:28.252100 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ee0edf-070b-4902-82f0-2fccde557184 req-a9bdd11a-b8b6-4fbb-9310-e872f932bfaf tempest-ServersAdminTestJSON-770157746 tempest-ServersAdminTestJSON-770157746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:28.259829 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-36ee0edf-070b-4902-82f0-2fccde557184 req-a9bdd11a-b8b6-4fbb-9310-e872f932bfaf tempest-ServersAdminTestJSON-770157746 tempest-ServersAdminTestJSON-770157746-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5fa92f39-d443-46a1-a886-13e3ee10e361 HTTP/1.1" status: 200 len: 1101 time: 0.1427608 Jan 18 22:15:28.305521 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 2304f75f-a5ed-4e63-939c-0d1b89fc3871 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:15:28.324314 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f684848-eabf-4c5e-84c5-bb884c0d0879 admin admin] Network 88c5f385-62f5-4ee3-b82d-a4e1e6fd402f is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:15:28.327449 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-8f684848-eabf-4c5e-84c5-bb884c0d0879 admin admin] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:15:28.355552 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-36ee0edf-070b-4902-82f0-2fccde557184 req-df6ffe17-22e7-49dc-b023-9960e06b3d62 tempest-ServersAdminTestJSON-770157746 tempest-ServersAdminTestJSON-770157746-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=f617d299-382f-49d2-bef3-4bb5f1944b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927320 Jan 18 22:15:28.362211 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 55616) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:15:28.416988 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 2304f75f-a5ed-4e63-939c-0d1b89fc3871 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:15:28.418071 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 2304f75f-a5ed-4e63-939c-0d1b89fc3871 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:15:28.493663 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-ec4f8dd1-77d7-491f-b837-031b159985e1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b4fa371f1ebf4a37ba7e58b461b03d52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1280415 Jan 18 22:15:28.497906 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 55620) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:15:28.520753 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-b78b655d-e105-4b64-b4d9-3907788d5c1a None None] Provisioning complete for port 6b0f13df-0429-4692-a632-2b2e7bbdfe99 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:15:28.521129 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b78b655d-e105-4b64-b4d9-3907788d5c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:28.647596 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 2a7072f2-a463-480d-89bd-18ca2b77d1b0 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:15:28.685786 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f684848-eabf-4c5e-84c5-bb884c0d0879 admin admin] Router 9833b3cc-c1fc-4c58-b0b1-a639220b09d0 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:15:28.710813 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-cdb46a31-0487-4542-bec4-cde160a82f1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:28.780145 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-cdb46a31-0487-4542-bec4-cde160a82f1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:28.815261 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-b78b655d-e105-4b64-b4d9-3907788d5c1a None None] Port 6b0f13df-0429-4692-a632-2b2e7bbdfe99 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:15:28.839522 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-565e4d4e-250d-4730-98fe-866bb79b2898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9833b3cc-c1fc-4c58-b0b1-a639220b09d0', 'name': 'tempest-FloatingIPsNegativeTestJSON-1473286383-router', 'tenant_id': '93432508d7fc4389974ca07dfafbe9c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': 'da9bd177-3b31-4002-b702-ca2f50d9e62a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:15:18Z', 'updated_at': '2022-01-18T22:15:26Z', 'revision_number': 4, 'project_id': '93432508d7fc4389974ca07dfafbe9c9', 'gw_port': {'id': 'da9bd177-3b31-4002-b702-ca2f50d9e62a', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ce:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9833b3cc-c1fc-4c58-b0b1-a639220b09d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:15:20Z', 'updated_at': '2022-01-18T22:15:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '6b0f13df-0429-4692-a632-2b2e7bbdfe99', 'name': '', 'network_id': '88c5f385-62f5-4ee3-b82d-a4e1e6fd402f', 'tenant_id': '93432508d7fc4389974ca07dfafbe9c9', 'mac_address': 'fa:16:3e:97:b6:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9833b3cc-c1fc-4c58-b0b1-a639220b09d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '68f62f3c-a795-4e27-a5f3-51e5b9d61d68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:15:24Z', 'updated_at': '2022-01-18T22:15:25Z', 'revision_number': 1, 'project_id': '93432508d7fc4389974ca07dfafbe9c9', 'subnets': [{'id': '68f62f3c-a795-4e27-a5f3-51e5b9d61d68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:15:28.884247 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565e4d4e-250d-4730-98fe-866bb79b2898 None None] The sync data for ids ['9833b3cc-c1fc-4c58-b0b1-a639220b09d0'] in n-d-825064-1 is: [{'id': '9833b3cc-c1fc-4c58-b0b1-a639220b09d0', 'name': 'tempest-FloatingIPsNegativeTestJSON-1473286383-router', 'tenant_id': '93432508d7fc4389974ca07dfafbe9c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': 'da9bd177-3b31-4002-b702-ca2f50d9e62a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:15:18Z', 'updated_at': '2022-01-18T22:15:26Z', 'revision_number': 4, 'project_id': '93432508d7fc4389974ca07dfafbe9c9', 'gw_port': {'id': 'da9bd177-3b31-4002-b702-ca2f50d9e62a', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ce:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9833b3cc-c1fc-4c58-b0b1-a639220b09d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:15:20Z', 'updated_at': '2022-01-18T22:15:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '6b0f13df-0429-4692-a632-2b2e7bbdfe99', 'name': '', 'network_id': '88c5f385-62f5-4ee3-b82d-a4e1e6fd402f', 'tenant_id': '93432508d7fc4389974ca07dfafbe9c9', 'mac_address': 'fa:16:3e:97:b6:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9833b3cc-c1fc-4c58-b0b1-a639220b09d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '68f62f3c-a795-4e27-a5f3-51e5b9d61d68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:15:24Z', 'updated_at': '2022-01-18T22:15:25Z', 'revision_number': 1, 'project_id': '93432508d7fc4389974ca07dfafbe9c9', 'subnets': [{'id': '68f62f3c-a795-4e27-a5f3-51e5b9d61d68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:15:28.899024 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d111dd01-e57e-4c8b-b20d-d8abb96b3aeb req-14e11b1e-e93a-4fe6-ab16-94f76dd3a9cc tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:28.902236 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 2a7072f2-a463-480d-89bd-18ca2b77d1b0 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:15:28.902607 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:28.917102 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d111dd01-e57e-4c8b-b20d-d8abb96b3aeb req-14e11b1e-e93a-4fe6-ab16-94f76dd3a9cc tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eeec438-19be-4793-9ba2-317a2ea8c73d HTTP/1.1" status: 200 len: 945 time: 0.0761313 Jan 18 22:15:28.982858 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d111dd01-e57e-4c8b-b20d-d8abb96b3aeb req-8388c6bc-b0ce-4e37-8912-c9661d53a834 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac5bfedd-8c81-4ad7-9f0f-99ba0a339521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583518 Jan 18 22:15:29.014769 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-cdb46a31-0487-4542-bec4-cde160a82f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:29.017838 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-cdb46a31-0487-4542-bec4-cde160a82f1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:29.019246 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-cdb46a31-0487-4542-bec4-cde160a82f1c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/21d863ba-f152-49fb-bae0-55db50ebdb9b HTTP/1.1" status: 204 len: 168 time: 0.5203855 Jan 18 22:15:29.065711 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb46a31-0487-4542-bec4-cde160a82f1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21d863ba-f152-49fb-bae0-55db50ebdb9b,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:29.087509 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-85a6d6d9-0a18-4229-ae01-30d5c6d2bc66 None None] Provisioning complete for port 6b0f13df-0429-4692-a632-2b2e7bbdfe99 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:15:29.087509 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-85a6d6d9-0a18-4229-ae01-30d5c6d2bc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:29.117945 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f684848-eabf-4c5e-84c5-bb884c0d0879 admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:15:29.143178 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-8f684848-eabf-4c5e-84c5-bb884c0d0879 admin admin] 10.222.0.53 "PUT /v2.0/routers/9833b3cc-c1fc-4c58-b0b1-a639220b09d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0998423 Jan 18 22:15:29.222489 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-85a6d6d9-0a18-4229-ae01-30d5c6d2bc66 None None] Port 6b0f13df-0429-4692-a632-2b2e7bbdfe99 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:15:29.300337 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aceb15d-1b97-4236-af12-f3b27c6aec0c req-16d5e5c5-95e1-4d5f-9fc5-f0a33cbbb709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:29.302316 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device f45b0af3-03a2-480e-80a4-fdf875cdb368 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:15:29.302470 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-6aceb15d-1b97-4236-af12-f3b27c6aec0c req-16d5e5c5-95e1-4d5f-9fc5-f0a33cbbb709 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7c124f68020a4e92b3e26dca83e43678&device_id=9c9e6cb9-1aa4-4fa3-b804-edc6b9d7fe7b HTTP/1.1" status: 200 len: 1100 time: 0.1505301 Jan 18 22:15:29.351525 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: f45b0af3-03a2-480e-80a4-fdf875cdb368 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:15:29.352191 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device f45b0af3-03a2-480e-80a4-fdf875cdb368 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:15:29.514527 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09da7d06-0594-4749-b6c2-4b3b05295d30 req-613a6603-21f5-42ab-84dc-6cde445e3134 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:29.537642 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-09da7d06-0594-4749-b6c2-4b3b05295d30 req-613a6603-21f5-42ab-84dc-6cde445e3134 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c9e6cb9-1aa4-4fa3-b804-edc6b9d7fe7b HTTP/1.1" status: 200 len: 949 time: 0.1313412 Jan 18 22:15:29.596516 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-09da7d06-0594-4749-b6c2-4b3b05295d30 req-943898a1-41bb-4bf2-8797-afcc7992bde5 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567262 Jan 18 22:15:29.647739 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aceb15d-1b97-4236-af12-f3b27c6aec0c req-b42667e1-a608-4fae-b9ea-7d784ab15f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:29.650143 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-6aceb15d-1b97-4236-af12-f3b27c6aec0c req-b42667e1-a608-4fae-b9ea-7d784ab15f78 service neutron] 10.222.0.67 "GET /v2.0/networks?id=aed2eca7-1bb0-443d-8485-b985dbe9851b HTTP/1.1" status: 200 len: 869 time: 0.3387108 Jan 18 22:15:29.754736 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-6aceb15d-1b97-4236-af12-f3b27c6aec0c req-e2706748-be46-49f1-b884-b523a0eea36a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=fe7ecc66-9dc0-4b55-bb2f-e86b883abd40 HTTP/1.1" status: 200 len: 217 time: 0.0939543 Jan 18 22:15:29.829071 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aceb15d-1b97-4236-af12-f3b27c6aec0c req-9c887ed5-5a60-449d-872b-ead9f81e7598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:29.831784 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-6aceb15d-1b97-4236-af12-f3b27c6aec0c req-9c887ed5-5a60-449d-872b-ead9f81e7598 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8518183d-cc63-459a-b971-d4c7514e001f HTTP/1.1" status: 200 len: 843 time: 0.0673151 Jan 18 22:15:29.941563 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aceb15d-1b97-4236-af12-f3b27c6aec0c req-eff0054f-031f-44fb-b5f5-13a2f0f7a4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:29.948829 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-6aceb15d-1b97-4236-af12-f3b27c6aec0c req-eff0054f-031f-44fb-b5f5-13a2f0f7a4c4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aed2eca7-1bb0-443d-8485-b985dbe9851b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1066668 Jan 18 22:15:30.154315 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-88e2d5b9-5935-434a-a715-d53c7afcea14 req-0511a5ff-88fd-4131-ae57-80b9dd98c10b tempest-FloatingIPsNegativeTestJSON-1055204974 tempest-FloatingIPsNegativeTestJSON-1055204974-project] 10.222.0.53 "GET /v2.0/floatingips?tenant_id=93432508d7fc4389974ca07dfafbe9c9 HTTP/1.1" status: 200 len: 217 time: 0.1132233 Jan 18 22:15:30.268678 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-6aceb15d-1b97-4236-af12-f3b27c6aec0c req-da0c0994-38b5-4c7c-9f6b-1d7ed8a4b88d service neutron] 10.222.0.67 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3104994 Jan 18 22:15:30.313629 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0291b849-a4e5-490f-bf2d-eca95864c804 req-0840dd2f-c4ef-407d-83fb-d7f29800e97f tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:30.315385 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0291b849-a4e5-490f-bf2d-eca95864c804 req-0840dd2f-c4ef-407d-83fb-d7f29800e97f tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eeec438-19be-4793-9ba2-317a2ea8c73d HTTP/1.1" status: 200 len: 945 time: 0.0878930 Jan 18 22:15:30.416855 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0291b849-a4e5-490f-bf2d-eca95864c804 req-c3f46dad-ec87-4746-bccc-ab8185f6348d tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac5bfedd-8c81-4ad7-9f0f-99ba0a339521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913317 Jan 18 22:15:30.593059 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9582c5e9-7708-42e9-8a99-de0a14cc9715 req-d5c9ef60-54d0-4e10-928e-531b4696771f tempest-FloatingIPsNegativeTestJSON-1055204974 tempest-FloatingIPsNegativeTestJSON-1055204974-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0939460 Jan 18 22:15:30.603194 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-6aceb15d-1b97-4236-af12-f3b27c6aec0c req-c1d403e6-1f18-4ec0-97e3-23d6e59af617 service neutron] 10.222.0.67 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3232951 Jan 18 22:15:30.751105 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device da9bd177-3b31-4002-b702-ca2f50d9e62a up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:15:30.927885 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [req-742222c6-8f8f-4190-b548-86880d60015a req-406444a4-a43e-4505-93f3-0318d3d39df7 tempest-FloatingIPsNegativeTestJSON-1055204974 tempest-FloatingIPsNegativeTestJSON-1055204974-project] show failed (client error): The resource could not be found. Jan 18 22:15:30.930370 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-742222c6-8f8f-4190-b548-86880d60015a req-406444a4-a43e-4505-93f3-0318d3d39df7 tempest-FloatingIPsNegativeTestJSON-1055204974 tempest-FloatingIPsNegativeTestJSON-1055204974-project] 10.222.0.53 "GET /v2.0/floatingips/a187cb77-d541-4918-9591-25b1d081a642 HTTP/1.1" status: 404 len: 350 time: 0.1266353 Jan 18 22:15:30.942963 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 55690) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:15:31.099782 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7c8e76-08e8-4757-9164-f7cb19a10816 req-be86f22f-aeb9-4506-ae8d-88fd78be211c tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:31.101471 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 55692) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:15:31.115881 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9e7c8e76-08e8-4757-9164-f7cb19a10816 req-be86f22f-aeb9-4506-ae8d-88fd78be211c tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fa92f39-d443-46a1-a886-13e3ee10e361 HTTP/1.1" status: 200 len: 950 time: 0.3000689 Jan 18 22:15:31.249723 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9e7c8e76-08e8-4757-9164-f7cb19a10816 req-3a1dce5a-3844-4269-a2ee-fee0af98843f tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/security-groups?id=f617d299-382f-49d2-bef3-4bb5f1944b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325626 Jan 18 22:15:31.284590 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae286f25-d75f-4f3e-80bd-29554127789d req-907d6170-f7b9-4d0b-91ea-84a8f82df696 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:31.286166 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ae286f25-d75f-4f3e-80bd-29554127789d req-907d6170-f7b9-4d0b-91ea-84a8f82df696 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c9e6cb9-1aa4-4fa3-b804-edc6b9d7fe7b HTTP/1.1" status: 200 len: 949 time: 0.1397252 Jan 18 22:15:31.394573 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ae286f25-d75f-4f3e-80bd-29554127789d req-bcc87527-1a77-41ad-a887-2e1e4fadfa71 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996826 Jan 18 22:15:31.428993 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port da9bd177-3b31-4002-b702-ca2f50d9e62a triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:15:31.429483 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:31.464491 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-4aade8a7-cc16-4bc7-89fa-ba511a2c376a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-479495085-network', 'tenant_id': '63a6ee03d53a44abbd05e36799055dfc'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:15:31.533453 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aade8a7-cc16-4bc7-89fa-ba511a2c376a admin admin] Made reservation on behalf of 63a6ee03d53a44abbd05e36799055dfc for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:15:31.535515 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4aade8a7-cc16-4bc7-89fa-ba511a2c376a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:31.550648 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:31.553629 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4aade8a7-cc16-4bc7-89fa-ba511a2c376a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:31.576211 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port da9bd177-3b31-4002-b702-ca2f50d9e62a, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=da9bd177-3b31-4002-b702-ca2f50d9e62a,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:15:31.581382 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:31.618235 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0a8fa0-e76b-425b-ad5b-3cbb03cdc742 req-bab20760-de2f-4215-8cd6-a827d6346b40 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:31.620727 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ad0a8fa0-e76b-425b-ad5b-3cbb03cdc742 req-bab20760-de2f-4215-8cd6-a827d6346b40 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eeec438-19be-4793-9ba2-317a2ea8c73d HTTP/1.1" status: 200 len: 945 time: 0.0717916 Jan 18 22:15:31.656519 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=da9bd177-3b31-4002-b702-ca2f50d9e62a,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:31.698049 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ad0a8fa0-e76b-425b-ad5b-3cbb03cdc742 req-729cbb1a-5c93-4843-9ca3-c888a4f24907 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac5bfedd-8c81-4ad7-9f0f-99ba0a339521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701303 Jan 18 22:15:31.810733 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4aade8a7-cc16-4bc7-89fa-ba511a2c376a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:31.817912 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4aade8a7-cc16-4bc7-89fa-ba511a2c376a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:31.844372 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4aade8a7-cc16-4bc7-89fa-ba511a2c376a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:15:31.873747 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4aade8a7-cc16-4bc7-89fa-ba511a2c376a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:31.874077 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-4aade8a7-cc16-4bc7-89fa-ba511a2c376a admin admin] Added segment a77d4aa0-955f-4d74-a886-910fabc91621 of type vlan for network 5e7cfbc2-89a1-4cb6-b1c9-d0ceb4f6f704 Jan 18 22:15:31.883286 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aade8a7-cc16-4bc7-89fa-ba511a2c376a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afc72751-7ed4-40df-9821-da0ae853afa1,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:31.887209 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-157f1721-60b1-440a-858d-826af87d1f5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1041027'] for router_interface, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:31.955776 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4aade8a7-cc16-4bc7-89fa-ba511a2c376a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:32.019147 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4aade8a7-cc16-4bc7-89fa-ba511a2c376a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:32.020092 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aade8a7-cc16-4bc7-89fa-ba511a2c376a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:32.020684 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4aade8a7-cc16-4bc7-89fa-ba511a2c376a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:32.126327 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-4aade8a7-cc16-4bc7-89fa-ba511a2c376a admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0205727 Jan 18 22:15:32.129239 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 55726) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:15:32.136056 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-f76f07cb-7ea3-40e7-a12c-1759a9fda412 admin admin] Request body: {'subnet': {'network_id': '5e7cfbc2-89a1-4cb6-b1c9-d0ceb4f6f704', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-479495085-subnet', 'tenant_id': '63a6ee03d53a44abbd05e36799055dfc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:15:32.156786 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aade8a7-cc16-4bc7-89fa-ba511a2c376a admin admin] Pushing event updated for resources: {'Network': ['ID=5e7cfbc2-89a1-4cb6-b1c9-d0ceb4f6f704,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:32.166177 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 5e7cfbc2-89a1-4cb6-b1c9-d0ceb4f6f704 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:15:32.218778 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f76f07cb-7ea3-40e7-a12c-1759a9fda412 admin admin] Made reservation on behalf of 63a6ee03d53a44abbd05e36799055dfc for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:15:32.221074 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f76f07cb-7ea3-40e7-a12c-1759a9fda412 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:32.420278 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d6b78-205d-4eae-bd54-2938d1716332 req-f0651e89-fe9d-4384-865e-7ca2361d1f82 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:32.446231 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4b1d6b78-205d-4eae-bd54-2938d1716332 req-f0651e89-fe9d-4384-865e-7ca2361d1f82 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fa92f39-d443-46a1-a886-13e3ee10e361 HTTP/1.1" status: 200 len: 950 time: 0.0890772 Jan 18 22:15:32.448496 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-157f1721-60b1-440a-858d-826af87d1f5c admin admin] Deleting port 6b0f13df-0429-4692-a632-2b2e7bbdfe99 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:15:32.448915 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-157f1721-60b1-440a-858d-826af87d1f5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:32.519436 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f76f07cb-7ea3-40e7-a12c-1759a9fda412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:32.544739 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4b1d6b78-205d-4eae-bd54-2938d1716332 req-0c29c8d5-368b-4101-8a8c-8c4e7d446932 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/security-groups?id=f617d299-382f-49d2-bef3-4bb5f1944b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954885 Jan 18 22:15:32.594831 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-157f1721-60b1-440a-858d-826af87d1f5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:32.598086 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76f07cb-7ea3-40e7-a12c-1759a9fda412 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6825b2ad-2a35-485a-8d4c-86368abdb5b7,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:32.619014 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device da9bd177-3b31-4002-b702-ca2f50d9e62a up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:15:32.619465 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-157f1721-60b1-440a-858d-826af87d1f5c admin admin] Calling delete_port for 6b0f13df-0429-4692-a632-2b2e7bbdfe99 owned by network:router_interface {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:15:32.635536 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76f07cb-7ea3-40e7-a12c-1759a9fda412 admin admin] Checking segment: {'id': 'a77d4aa0-955f-4d74-a886-910fabc91621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '5e7cfbc2-89a1-4cb6-b1c9-d0ceb4f6f704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:15:32.635781 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76f07cb-7ea3-40e7-a12c-1759a9fda412 admin admin] Network hostable DHCP agents. Network: 5e7cfbc2-89a1-4cb6-b1c9-d0ceb4f6f704, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:15:32.702577 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76f07cb-7ea3-40e7-a12c-1759a9fda412 admin admin] Network 5e7cfbc2-89a1-4cb6-b1c9-d0ceb4f6f704 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:15:32.708846 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port da9bd177-3b31-4002-b702-ca2f50d9e62a triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:15:32.710033 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:32.726289 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be69c7d-7fde-494f-bb91-d77a6eaa9eaa req-a79cc075-9549-48e2-8f1b-eb955f0fbe0c tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:32.735643 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1be69c7d-7fde-494f-bb91-d77a6eaa9eaa req-a79cc075-9549-48e2-8f1b-eb955f0fbe0c tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c9e6cb9-1aa4-4fa3-b804-edc6b9d7fe7b HTTP/1.1" status: 200 len: 949 time: 0.0759182 Jan 18 22:15:32.767655 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-f76f07cb-7ea3-40e7-a12c-1759a9fda412 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 5e7cfbc2-89a1-4cb6-b1c9-d0ceb4f6f704) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:15:32.770609 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd32ad44-7a5f-4b78-8d35-d69e530530cc None None] Sync routers for ids ['9833b3cc-c1fc-4c58-b0b1-a639220b09d0'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:15:32.778804 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76f07cb-7ea3-40e7-a12c-1759a9fda412 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:32.779293 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f76f07cb-7ea3-40e7-a12c-1759a9fda412 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:32.789754 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd32ad44-7a5f-4b78-8d35-d69e530530cc None None] Routers {'9833b3cc-c1fc-4c58-b0b1-a639220b09d0'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:15:32.789960 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44598153-6306-485b-8b89-702cf0e1f5cd None None] Network 5e7cfbc2-89a1-4cb6-b1c9-d0ceb4f6f704 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:15:32.793502 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-cd32ad44-7a5f-4b78-8d35-d69e530530cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:15:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['9833b3cc-c1fc-4c58-b0b1-a639220b09d0'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:15:32.808667 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-f76f07cb-7ea3-40e7-a12c-1759a9fda412 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6759942 Jan 18 22:15:32.811358 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 55738) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:15:32.818399 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-e368c12a-fcc4-4da0-b0f4-1df0689fa334 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-479495085-router', 'tenant_id': '63a6ee03d53a44abbd05e36799055dfc', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:15:32.845083 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1be69c7d-7fde-494f-bb91-d77a6eaa9eaa req-022098f0-1cb5-4e57-bdf5-839208fd1fa1 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079836 Jan 18 22:15:32.896840 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e368c12a-fcc4-4da0-b0f4-1df0689fa334 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1044160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8692'] for router, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:32.900162 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e368c12a-fcc4-4da0-b0f4-1df0689fa334 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1040680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8675'] for router, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:32.967269 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fe428e-2c51-4d52-a354-1918c24372c9 req-790d750f-4b59-4ba5-9e6e-3ec065cc8e16 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:32.975848 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-08fe428e-2c51-4d52-a354-1918c24372c9 req-790d750f-4b59-4ba5-9e6e-3ec065cc8e16 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eeec438-19be-4793-9ba2-317a2ea8c73d HTTP/1.1" status: 200 len: 945 time: 0.1142712 Jan 18 22:15:33.030278 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e368c12a-fcc4-4da0-b0f4-1df0689fa334 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:33.031843 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-157f1721-60b1-440a-858d-826af87d1f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:33.058031 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-08fe428e-2c51-4d52-a354-1918c24372c9 req-cee6d71d-c3b3-40f9-a230-5cef829e2920 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac5bfedd-8c81-4ad7-9f0f-99ba0a339521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766635 Jan 18 22:15:33.103902 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-cd32ad44-7a5f-4b78-8d35-d69e530530cc None None] Set router 9833b3cc-c1fc-4c58-b0b1-a639220b09d0 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:15:33.177233 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66abd0f1-5cce-49a6-8184-3e111faaeb91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-5e7cfbc2-89a1-4cb6-b1c9-d0ceb4f6f704', 'network_id': '5e7cfbc2-89a1-4cb6-b1c9-d0ceb4f6f704', 'tenant_id': '63a6ee03d53a44abbd05e36799055dfc', 'fixed_ips': [{'subnet_id': '6825b2ad-2a35-485a-8d4c-86368abdb5b7'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:15:33.178349 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-66abd0f1-5cce-49a6-8184-3e111faaeb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:33.381264 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-66abd0f1-5cce-49a6-8184-3e111faaeb91 None None] Allocated IP 172.20.0.2 (5e7cfbc2-89a1-4cb6-b1c9-d0ceb4f6f704/6825b2ad-2a35-485a-8d4c-86368abdb5b7/6623be7e-f0cb-4a35-bbc2-0e4274015b04) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:15:33.463690 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157f1721-60b1-440a-858d-826af87d1f5c admin admin] Pushing event deleted for resources: {'Port': ['ID=6b0f13df-0429-4692-a632-2b2e7bbdfe99,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:33.515896 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-cd32ad44-7a5f-4b78-8d35-d69e530530cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9833b3cc-c1fc-4c58-b0b1-a639220b09d0', 'name': 'tempest-FloatingIPsNegativeTestJSON-1473286383-router', 'tenant_id': '93432508d7fc4389974ca07dfafbe9c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': 'da9bd177-3b31-4002-b702-ca2f50d9e62a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:15:18Z', 'updated_at': '2022-01-18T22:15:26Z', 'revision_number': 4, 'project_id': '93432508d7fc4389974ca07dfafbe9c9', 'gw_port': {'id': 'da9bd177-3b31-4002-b702-ca2f50d9e62a', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ce:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9833b3cc-c1fc-4c58-b0b1-a639220b09d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:15:20Z', 'updated_at': '2022-01-18T22:15:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '6b0f13df-0429-4692-a632-2b2e7bbdfe99', 'name': '', 'network_id': '88c5f385-62f5-4ee3-b82d-a4e1e6fd402f', 'tenant_id': '93432508d7fc4389974ca07dfafbe9c9', 'mac_address': 'fa:16:3e:97:b6:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9833b3cc-c1fc-4c58-b0b1-a639220b09d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '68f62f3c-a795-4e27-a5f3-51e5b9d61d68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:15:24Z', 'updated_at': '2022-01-18T22:15:27Z', 'revision_number': 2, 'project_id': '93432508d7fc4389974ca07dfafbe9c9', 'subnets': [{'id': '68f62f3c-a795-4e27-a5f3-51e5b9d61d68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:15:33.584414 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd32ad44-7a5f-4b78-8d35-d69e530530cc None None] Checking router: 9833b3cc-c1fc-4c58-b0b1-a639220b09d0 for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:15:33.585379 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd32ad44-7a5f-4b78-8d35-d69e530530cc None None] Updating router 9833b3cc-c1fc-4c58-b0b1-a639220b09d0 port 6b0f13df-0429-4692-a632-2b2e7bbdfe99 binding host n-d-825064-1 {{(pid=102433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:15:33.620108 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd32ad44-7a5f-4b78-8d35-d69e530530cc None None] Port 6b0f13df-0429-4692-a632-2b2e7bbdfe99 not found while updating agent binding for router 9833b3cc-c1fc-4c58-b0b1-a639220b09d0. {{(pid=102433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jan 18 22:15:33.630172 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd32ad44-7a5f-4b78-8d35-d69e530530cc None None] Routers {'9833b3cc-c1fc-4c58-b0b1-a639220b09d0'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:15:33.630797 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-cd32ad44-7a5f-4b78-8d35-d69e530530cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:15:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['9833b3cc-c1fc-4c58-b0b1-a639220b09d0'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:15:33.665319 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-66abd0f1-5cce-49a6-8184-3e111faaeb91 None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:33.686583 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-66abd0f1-5cce-49a6-8184-3e111faaeb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:33.742565 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66abd0f1-5cce-49a6-8184-3e111faaeb91 None None] Network 5e7cfbc2-89a1-4cb6-b1c9-d0ceb4f6f704 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:15:33.747163 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-66abd0f1-5cce-49a6-8184-3e111faaeb91 None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:15:33.749330 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e368c12a-fcc4-4da0-b0f4-1df0689fa334 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:33.751187 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66abd0f1-5cce-49a6-8184-3e111faaeb91 None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:15:33.764657 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66abd0f1-5cce-49a6-8184-3e111faaeb91 None None] Pushing event updated for resources: {'Port': ['ID=6623be7e-f0cb-4a35-bbc2-0e4274015b04,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:33.776089 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1bfbb0-b6eb-448d-9f83-38c14c5f2adf req-0fe338f4-cd6a-4d1b-9c76-1d87f060b8c5 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:33.788633 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-be1bfbb0-b6eb-448d-9f83-38c14c5f2adf req-0fe338f4-cd6a-4d1b-9c76-1d87f060b8c5 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fa92f39-d443-46a1-a886-13e3ee10e361 HTTP/1.1" status: 200 len: 950 time: 0.0941679 Jan 18 22:15:33.800809 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-cd32ad44-7a5f-4b78-8d35-d69e530530cc None None] Set router 9833b3cc-c1fc-4c58-b0b1-a639220b09d0 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:15:33.822430 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-66abd0f1-5cce-49a6-8184-3e111faaeb91 None None] Attempting to bind port 6623be7e-f0cb-4a35-bbc2-0e4274015b04 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:15:33.822811 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-66abd0f1-5cce-49a6-8184-3e111faaeb91 None None] Attempting to bind port 6623be7e-f0cb-4a35-bbc2-0e4274015b04 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': 'a77d4aa0-955f-4d74-a886-910fabc91621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '5e7cfbc2-89a1-4cb6-b1c9-d0ceb4f6f704'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:15:33.823172 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66abd0f1-5cce-49a6-8184-3e111faaeb91 None None] Attempting to bind port 6623be7e-f0cb-4a35-bbc2-0e4274015b04 on network 5e7cfbc2-89a1-4cb6-b1c9-d0ceb4f6f704 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:15:33.824485 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8682daad-4c37-4cb4-8036-e6fa6fe5c9f7 req-90d63cb4-af8d-4cc2-97ef-526ee2b47678 tempest-LiveMigrationTest-1198651986 tempest-LiveMigrationTest-1198651986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:33.826519 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-8682daad-4c37-4cb4-8036-e6fa6fe5c9f7 req-90d63cb4-af8d-4cc2-97ef-526ee2b47678 tempest-LiveMigrationTest-1198651986 tempest-LiveMigrationTest-1198651986-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=0eeec438-19be-4793-9ba2-317a2ea8c73d&tenant_id=646d6b7fa3c74dbb9d53573120d4a5a9&binding%3Ahost_id=n-h1-825064-1 HTTP/1.1" status: 200 len: 1096 time: 0.3839896 Jan 18 22:15:33.829073 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66abd0f1-5cce-49a6-8184-3e111faaeb91 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:15:33.829468 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66abd0f1-5cce-49a6-8184-3e111faaeb91 None None] Checking segment: {'id': 'a77d4aa0-955f-4d74-a886-910fabc91621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '5e7cfbc2-89a1-4cb6-b1c9-d0ceb4f6f704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:15:33.829849 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-66abd0f1-5cce-49a6-8184-3e111faaeb91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:33.830238 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66abd0f1-5cce-49a6-8184-3e111faaeb91 None None] Bound using segment: {'id': 'a77d4aa0-955f-4d74-a886-910fabc91621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '5e7cfbc2-89a1-4cb6-b1c9-d0ceb4f6f704'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:15:33.830697 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-66abd0f1-5cce-49a6-8184-3e111faaeb91 None None] Bound port: 6623be7e-f0cb-4a35-bbc2-0e4274015b04, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a77d4aa0-955f-4d74-a886-910fabc91621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '5e7cfbc2-89a1-4cb6-b1c9-d0ceb4f6f704'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:15:33.831080 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-66abd0f1-5cce-49a6-8184-3e111faaeb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:33.851304 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-8682daad-4c37-4cb4-8036-e6fa6fe5c9f7 req-61da01b2-6be8-49dd-8bc1-5b231df43d73 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-825064-1'}}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:15:33.861003 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-be1bfbb0-b6eb-448d-9f83-38c14c5f2adf req-766bf6bb-3895-44b4-acac-aa87eb3ab3d3 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/security-groups?id=f617d299-382f-49d2-bef3-4bb5f1944b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714798 Jan 18 22:15:33.913820 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-66abd0f1-5cce-49a6-8184-3e111faaeb91 None None] For port 6623be7e-f0cb-4a35-bbc2-0e4274015b04, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:15:33.917857 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-66abd0f1-5cce-49a6-8184-3e111faaeb91 None None] For port 6623be7e-f0cb-4a35-bbc2-0e4274015b04, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=6623be7e-f0cb-4a35-bbc2-0e4274015b04,segment=NetworkSegment(a77d4aa0-955f-4d74-a886-910fabc91621),segment_id=a77d4aa0-955f-4d74-a886-910fabc91621)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:15:33.928593 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-66abd0f1-5cce-49a6-8184-3e111faaeb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:33.987580 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-8682daad-4c37-4cb4-8036-e6fa6fe5c9f7 req-61da01b2-6be8-49dd-8bc1-5b231df43d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:34.072971 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d489e0-5085-4b48-bc23-29f1828ea20f req-80f6d0c1-bd2b-40eb-ace5-2be66ba03aef tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:34.073835 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66abd0f1-5cce-49a6-8184-3e111faaeb91 None None] Pushing event updated for resources: {'Port': ['ID=6623be7e-f0cb-4a35-bbc2-0e4274015b04,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:34.096177 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-cd32ad44-7a5f-4b78-8d35-d69e530530cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9833b3cc-c1fc-4c58-b0b1-a639220b09d0', 'name': 'tempest-FloatingIPsNegativeTestJSON-1473286383-router', 'tenant_id': '93432508d7fc4389974ca07dfafbe9c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': 'da9bd177-3b31-4002-b702-ca2f50d9e62a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:15:18Z', 'updated_at': '2022-01-18T22:15:32Z', 'revision_number': 5, 'project_id': '93432508d7fc4389974ca07dfafbe9c9', 'gw_port': {'id': 'da9bd177-3b31-4002-b702-ca2f50d9e62a', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ce:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9833b3cc-c1fc-4c58-b0b1-a639220b09d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:15:20Z', 'updated_at': '2022-01-18T22:15:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:15:34.100073 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-93d489e0-5085-4b48-bc23-29f1828ea20f req-80f6d0c1-bd2b-40eb-ace5-2be66ba03aef tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c9e6cb9-1aa4-4fa3-b804-edc6b9d7fe7b HTTP/1.1" status: 200 len: 949 time: 0.1140375 Jan 18 22:15:34.145360 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd32ad44-7a5f-4b78-8d35-d69e530530cc None None] The sync data for ids ['9833b3cc-c1fc-4c58-b0b1-a639220b09d0'] in n-d-825064-1 is: [{'id': '9833b3cc-c1fc-4c58-b0b1-a639220b09d0', 'name': 'tempest-FloatingIPsNegativeTestJSON-1473286383-router', 'tenant_id': '93432508d7fc4389974ca07dfafbe9c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': 'da9bd177-3b31-4002-b702-ca2f50d9e62a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:15:18Z', 'updated_at': '2022-01-18T22:15:32Z', 'revision_number': 5, 'project_id': '93432508d7fc4389974ca07dfafbe9c9', 'gw_port': {'id': 'da9bd177-3b31-4002-b702-ca2f50d9e62a', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ce:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9833b3cc-c1fc-4c58-b0b1-a639220b09d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:15:20Z', 'updated_at': '2022-01-18T22:15:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:15:34.155748 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-93d489e0-5085-4b48-bc23-29f1828ea20f req-9826f461-8718-47e9-9e15-1f997e72a8b9 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537283 Jan 18 22:15:34.273206 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-157f1721-60b1-440a-858d-826af87d1f5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-613841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1046579'] for router_interface, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:34.301933 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-8682daad-4c37-4cb4-8036-e6fa6fe5c9f7 req-61da01b2-6be8-49dd-8bc1-5b231df43d73 service neutron] For port fb25b735-1224-4af3-b9e8-c54530a9f342, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=fb25b735-1224-4af3-b9e8-c54530a9f342,segment=NetworkSegment(a97910f7-cad7-42ae-9f6e-c8965771467a),segment_id=a97910f7-cad7-42ae-9f6e-c8965771467a)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:15:34.326078 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5c2a26-a7eb-4c35-885e-d010ee4da41d req-333920e9-95d2-46ad-bc2e-dabb1d1f6e75 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:34.329589 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ae5c2a26-a7eb-4c35-885e-d010ee4da41d req-333920e9-95d2-46ad-bc2e-dabb1d1f6e75 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eeec438-19be-4793-9ba2-317a2ea8c73d HTTP/1.1" status: 200 len: 945 time: 0.0829403 Jan 18 22:15:34.391477 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ae5c2a26-a7eb-4c35-885e-d010ee4da41d req-de636392-d888-4ba5-91d2-7e76b5d89096 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac5bfedd-8c81-4ad7-9f0f-99ba0a339521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557544 Jan 18 22:15:34.456539 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-8682daad-4c37-4cb4-8036-e6fa6fe5c9f7 req-61da01b2-6be8-49dd-8bc1-5b231df43d73 service neutron] For port fb25b735-1224-4af3-b9e8-c54530a9f342, host n-h1-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:15:34.564898 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 6b0f13df-0429-4692-a632-2b2e7bbdfe99 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:15:34.603622 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 6b0f13df-0429-4692-a632-2b2e7bbdfe99 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:15:34.604005 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 6b0f13df-0429-4692-a632-2b2e7bbdfe99 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:15:34.676414 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eeec438-19be-4793-9ba2-317a2ea8c73d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb25b735-1224-4af3-b9e8-c54530a9f342'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:15:34.679097 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ea7b1f5-d51a-43db-b253-c2c31ff48e67" -d '{"events": [{"server_uuid": "0eeec438-19be-4793-9ba2-317a2ea8c73d", "name": "network-vif-unplugged", "status": "completed", "tag": "fb25b735-1224-4af3-b9e8-c54530a9f342"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:15:34.721726 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-8682daad-4c37-4cb4-8036-e6fa6fe5c9f7 req-61da01b2-6be8-49dd-8bc1-5b231df43d73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:34.756295 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 18 Jan 2022 22:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39ffab6a-da67-423d-8289-126c99552f6d x-openstack-request-id: req-39ffab6a-da67-423d-8289-126c99552f6d {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:15:34.756983 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eeec438-19be-4793-9ba2-317a2ea8c73d", "name": "network-vif-unplugged", "status": "completed", "tag": "fb25b735-1224-4af3-b9e8-c54530a9f342", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:15:34.756983 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-39ffab6a-da67-423d-8289-126c99552f6d {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:15:34.757186 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eeec438-19be-4793-9ba2-317a2ea8c73d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb25b735-1224-4af3-b9e8-c54530a9f342', 'code': 200} Jan 18 22:15:34.764318 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-8682daad-4c37-4cb4-8036-e6fa6fe5c9f7 req-61da01b2-6be8-49dd-8bc1-5b231df43d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:34.908762 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61da01b2-6be8-49dd-8bc1-5b231df43d73 service neutron] Pushing event updated for resources: {'Port': ['ID=fb25b735-1224-4af3-b9e8-c54530a9f342,revision_number=7']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:34.912109 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e368c12a-fcc4-4da0-b0f4-1df0689fa334 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:34.990343 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e368c12a-fcc4-4da0-b0f4-1df0689fa334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:35.027425 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2345c0-c381-474e-b826-40935418ba1d req-b7ed0dd1-34e0-4874-844b-1e8ab6748d58 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:35.037606 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2c2345c0-c381-474e-b826-40935418ba1d req-b7ed0dd1-34e0-4874-844b-1e8ab6748d58 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fa92f39-d443-46a1-a886-13e3ee10e361 HTTP/1.1" status: 200 len: 950 time: 0.0729172 Jan 18 22:15:35.092672 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2c2345c0-c381-474e-b826-40935418ba1d req-cb473716-c0a7-415f-abb9-508d11f06d06 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/security-groups?id=f617d299-382f-49d2-bef3-4bb5f1944b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537703 Jan 18 22:15:35.146664 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-8682daad-4c37-4cb4-8036-e6fa6fe5c9f7 req-61da01b2-6be8-49dd-8bc1-5b231df43d73 service neutron] Attempting to bind port fb25b735-1224-4af3-b9e8-c54530a9f342 on host n-h1-825064-1 for vnic_type normal with profile {"migrating_to": "n-h2-825064-1"} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:15:35.147089 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-8682daad-4c37-4cb4-8036-e6fa6fe5c9f7 req-61da01b2-6be8-49dd-8bc1-5b231df43d73 service neutron] Attempting to bind port fb25b735-1224-4af3-b9e8-c54530a9f342 by drivers openvswitch,hyperv on host n-h1-825064-1 at level 0 using segments [{'id': 'a97910f7-cad7-42ae-9f6e-c8965771467a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'db135028-f57a-417d-a5fc-9f73c3e34dd7'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:15:35.147523 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8682daad-4c37-4cb4-8036-e6fa6fe5c9f7 req-61da01b2-6be8-49dd-8bc1-5b231df43d73 service neutron] Attempting to bind port fb25b735-1224-4af3-b9e8-c54530a9f342 on network db135028-f57a-417d-a5fc-9f73c3e34dd7 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:15:35.165222 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-157f1721-60b1-440a-858d-826af87d1f5c admin admin] Router 9833b3cc-c1fc-4c58-b0b1-a639220b09d0 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:15:35.171777 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8682daad-4c37-4cb4-8036-e6fa6fe5c9f7 req-61da01b2-6be8-49dd-8bc1-5b231df43d73 service neutron] Port fb25b735-1224-4af3-b9e8-c54530a9f342 on network db135028-f57a-417d-a5fc-9f73c3e34dd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:15:35.172078 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8682daad-4c37-4cb4-8036-e6fa6fe5c9f7 req-61da01b2-6be8-49dd-8bc1-5b231df43d73 service neutron] Attempting to bind port fb25b735-1224-4af3-b9e8-c54530a9f342 on network db135028-f57a-417d-a5fc-9f73c3e34dd7 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:15:35.215226 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8682daad-4c37-4cb4-8036-e6fa6fe5c9f7 req-61da01b2-6be8-49dd-8bc1-5b231df43d73 service neutron] Checking agent: {'id': 'e49d1b2a-ba11-487f-a804-ecbf3c0e8132', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:15:35.216208 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8682daad-4c37-4cb4-8036-e6fa6fe5c9f7 req-61da01b2-6be8-49dd-8bc1-5b231df43d73 service neutron] Checking segment: {'id': 'a97910f7-cad7-42ae-9f6e-c8965771467a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'db135028-f57a-417d-a5fc-9f73c3e34dd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:15:35.216610 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8682daad-4c37-4cb4-8036-e6fa6fe5c9f7 req-61da01b2-6be8-49dd-8bc1-5b231df43d73 service neutron] Bound using segment: {'id': 'a97910f7-cad7-42ae-9f6e-c8965771467a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'db135028-f57a-417d-a5fc-9f73c3e34dd7'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:15:35.217067 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-8682daad-4c37-4cb4-8036-e6fa6fe5c9f7 req-61da01b2-6be8-49dd-8bc1-5b231df43d73 service neutron] Bound port: fb25b735-1224-4af3-b9e8-c54530a9f342, host: n-h1-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a97910f7-cad7-42ae-9f6e-c8965771467a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'db135028-f57a-417d-a5fc-9f73c3e34dd7'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:15:35.217430 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-8682daad-4c37-4cb4-8036-e6fa6fe5c9f7 req-61da01b2-6be8-49dd-8bc1-5b231df43d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:35.291404 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94222bff-d2b5-4a81-8dc6-d5029c44b96a req-137324d2-7e73-4942-8af6-55171dc735f7 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:35.300683 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-94222bff-d2b5-4a81-8dc6-d5029c44b96a req-137324d2-7e73-4942-8af6-55171dc735f7 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c9e6cb9-1aa4-4fa3-b804-edc6b9d7fe7b HTTP/1.1" status: 200 len: 949 time: 0.0656352 Jan 18 22:15:35.331555 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-e368c12a-fcc4-4da0-b0f4-1df0689fa334 admin admin] Allocated IP 172.25.5.103 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/deeb8135-a409-49d0-b3e2-5eeaef90f28f) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:15:35.361371 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-94222bff-d2b5-4a81-8dc6-d5029c44b96a req-229f96be-1b01-41d3-834e-c5a52e116a97 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594385 Jan 18 22:15:35.540623 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebf47f9-e6d4-4f9c-a12b-85615750b4fd req-2f9302b8-196e-4d27-9f07-0c0b671dd21f tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:35.548737 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-eebf47f9-e6d4-4f9c-a12b-85615750b4fd req-2f9302b8-196e-4d27-9f07-0c0b671dd21f tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eeec438-19be-4793-9ba2-317a2ea8c73d HTTP/1.1" status: 200 len: 943 time: 0.0693877 Jan 18 22:15:35.591894 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-8682daad-4c37-4cb4-8036-e6fa6fe5c9f7 req-61da01b2-6be8-49dd-8bc1-5b231df43d73 service neutron] For port fb25b735-1224-4af3-b9e8-c54530a9f342, host n-h1-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:15:35.601257 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-eebf47f9-e6d4-4f9c-a12b-85615750b4fd req-6805e593-5c3d-4975-a501-261261bb1747 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac5bfedd-8c81-4ad7-9f0f-99ba0a339521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514157 Jan 18 22:15:35.617450 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9008043-02f0-480d-abe7-6da498478f0c None None] Network 5e7cfbc2-89a1-4cb6-b1c9-d0ceb4f6f704 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:15:35.648393 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e368c12a-fcc4-4da0-b0f4-1df0689fa334 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:35.697195 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-157f1721-60b1-440a-858d-826af87d1f5c admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:15:35.704153 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-157f1721-60b1-440a-858d-826af87d1f5c admin admin] 10.222.0.53 "PUT /v2.0/routers/9833b3cc-c1fc-4c58-b0b1-a639220b09d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7600832 Jan 18 22:15:35.705677 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-13b12f7f-8ede-4ec4-bff4-b6506ac78c4c None None] Provisioning complete for port 6623be7e-f0cb-4a35-bbc2-0e4274015b04 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:15:35.706373 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-13b12f7f-8ede-4ec4-bff4-b6506ac78c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:35.707300 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 55764) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:15:35.708147 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e368c12a-fcc4-4da0-b0f4-1df0689fa334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:35.726376 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-8682daad-4c37-4cb4-8036-e6fa6fe5c9f7 req-61da01b2-6be8-49dd-8bc1-5b231df43d73 service neutron] For port fb25b735-1224-4af3-b9e8-c54530a9f342, host n-h1-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=fb25b735-1224-4af3-b9e8-c54530a9f342,segment=NetworkSegment(a97910f7-cad7-42ae-9f6e-c8965771467a),segment_id=a97910f7-cad7-42ae-9f6e-c8965771467a)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:15:35.741120 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7f137c-6893-463b-bec1-8c108b9c51f8 None None] Sync routers for ids ['9833b3cc-c1fc-4c58-b0b1-a639220b09d0'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:15:35.760148 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-8682daad-4c37-4cb4-8036-e6fa6fe5c9f7 req-61da01b2-6be8-49dd-8bc1-5b231df43d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:35.775726 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e368c12a-fcc4-4da0-b0f4-1df0689fa334 admin admin] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:15:35.781832 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-e368c12a-fcc4-4da0-b0f4-1df0689fa334 admin admin] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:15:35.784788 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e368c12a-fcc4-4da0-b0f4-1df0689fa334 admin admin] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:15:35.786128 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7f137c-6893-463b-bec1-8c108b9c51f8 None None] Routers {'9833b3cc-c1fc-4c58-b0b1-a639220b09d0'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:15:35.786838 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-9e7f137c-6893-463b-bec1-8c108b9c51f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:15:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['9833b3cc-c1fc-4c58-b0b1-a639220b09d0'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:15:35.947697 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device fb25b735-1224-4af3-b9e8-c54530a9f342 details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:15:35.974609 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e368c12a-fcc4-4da0-b0f4-1df0689fa334 admin admin] Pushing event updated for resources: {'Port': ['ID=deeb8135-a409-49d0-b3e2-5eeaef90f28f,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:35.987219 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-818ccfc5-9710-4c07-8511-6f47b4bd5870 admin admin] Notify callbacks [] for router, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:36.035846 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61da01b2-6be8-49dd-8bc1-5b231df43d73 service neutron] Pushing event updated for resources: {'Port': ['ID=fb25b735-1224-4af3-b9e8-c54530a9f342,revision_number=8']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:36.060146 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-13b12f7f-8ede-4ec4-bff4-b6506ac78c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:36.096414 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8682daad-4c37-4cb4-8036-e6fa6fe5c9f7 req-61da01b2-6be8-49dd-8bc1-5b231df43d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:36.097557 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-8682daad-4c37-4cb4-8036-e6fa6fe5c9f7 req-61da01b2-6be8-49dd-8bc1-5b231df43d73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:36.099225 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-8682daad-4c37-4cb4-8036-e6fa6fe5c9f7 req-61da01b2-6be8-49dd-8bc1-5b231df43d73 service neutron] 10.222.0.67 "PUT /v2.0/ports/fb25b735-1224-4af3-b9e8-c54530a9f342 HTTP/1.1" status: 200 len: 1121 time: 2.2522619 Jan 18 22:15:36.103450 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-9e7f137c-6893-463b-bec1-8c108b9c51f8 None None] Set router 9833b3cc-c1fc-4c58-b0b1-a639220b09d0 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:15:36.155846 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-818ccfc5-9710-4c07-8511-6f47b4bd5870 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:36.248987 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['fb25b735-1224-4af3-b9e8-c54530a9f342'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:15:36.281064 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-13b12f7f-8ede-4ec4-bff4-b6506ac78c4c None None] For port 6623be7e-f0cb-4a35-bbc2-0e4274015b04, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=6623be7e-f0cb-4a35-bbc2-0e4274015b04,segment=NetworkSegment(a77d4aa0-955f-4d74-a886-910fabc91621),segment_id=a77d4aa0-955f-4d74-a886-910fabc91621)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:15:36.316114 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['fb25b735-1224-4af3-b9e8-c54530a9f342'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:15:36.359544 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-818ccfc5-9710-4c07-8511-6f47b4bd5870 admin admin] Deleting port da9bd177-3b31-4002-b702-ca2f50d9e62a {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:15:36.361499 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-818ccfc5-9710-4c07-8511-6f47b4bd5870 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:36.375872 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-13b12f7f-8ede-4ec4-bff4-b6506ac78c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:36.412329 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e368c12a-fcc4-4da0-b0f4-1df0689fa334 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:36.470113 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-818ccfc5-9710-4c07-8511-6f47b4bd5870 admin admin] For port da9bd177-3b31-4002-b702-ca2f50d9e62a, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=da9bd177-3b31-4002-b702-ca2f50d9e62a,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:15:36.470724 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-818ccfc5-9710-4c07-8511-6f47b4bd5870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:36.486265 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-818ccfc5-9710-4c07-8511-6f47b4bd5870 admin admin] Calling delete_port for da9bd177-3b31-4002-b702-ca2f50d9e62a owned by network:router_gateway {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:15:36.581389 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b12f7f-8ede-4ec4-bff4-b6506ac78c4c None None] Pushing event updated for resources: {'Port': ['ID=6623be7e-f0cb-4a35-bbc2-0e4274015b04,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:36.648762 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b740511f-2e23-4fff-94d5-028c7073d72a req-3525429a-8f56-4278-bb35-efabdc66007d tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:36.650305 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b740511f-2e23-4fff-94d5-028c7073d72a req-3525429a-8f56-4278-bb35-efabdc66007d tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fa92f39-d443-46a1-a886-13e3ee10e361 HTTP/1.1" status: 200 len: 950 time: 0.4123650 Jan 18 22:15:36.673053 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 6623be7e-f0cb-4a35-bbc2-0e4274015b04 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:15:36.760729 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eeec438-19be-4793-9ba2-317a2ea8c73d', 'tag': 'fb25b735-1224-4af3-b9e8-c54530a9f342'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:15:36.764784 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c82037ff-7f92-4747-98af-c0e751b79f52" -d '{"events": [{"name": "network-changed", "server_uuid": "0eeec438-19be-4793-9ba2-317a2ea8c73d", "tag": "fb25b735-1224-4af3-b9e8-c54530a9f342"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:15:36.783936 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e368c12a-fcc4-4da0-b0f4-1df0689fa334 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1040691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049'] for router, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:36.812453 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b740511f-2e23-4fff-94d5-028c7073d72a req-5e71d921-4b99-459f-b316-feba0e4f28e5 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/security-groups?id=f617d299-382f-49d2-bef3-4bb5f1944b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289110 Jan 18 22:15:36.820209 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb3e228-10a4-4956-b401-217600f017f9 req-5c8c815c-192a-4a2c-b294-7ddc1307e088 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:36.827559 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9cb3e228-10a4-4956-b401-217600f017f9 req-5c8c815c-192a-4a2c-b294-7ddc1307e088 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c9e6cb9-1aa4-4fa3-b804-edc6b9d7fe7b HTTP/1.1" status: 200 len: 949 time: 0.2380877 Jan 18 22:15:36.897548 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9cb3e228-10a4-4956-b401-217600f017f9 req-829cffe4-4766-4bd3-a375-a421c913388f tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690041 Jan 18 22:15:36.988220 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-818ccfc5-9710-4c07-8511-6f47b4bd5870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:36.995229 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5c8fc13-e4c5-4ce7-a08e-f0cf481d5acc x-openstack-request-id: req-a5c8fc13-e4c5-4ce7-a08e-f0cf481d5acc {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:15:36.995572 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0eeec438-19be-4793-9ba2-317a2ea8c73d", "tag": "fb25b735-1224-4af3-b9e8-c54530a9f342", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:15:36.995888 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a5c8fc13-e4c5-4ce7-a08e-f0cf481d5acc {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:15:36.996409 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0eeec438-19be-4793-9ba2-317a2ea8c73d', 'tag': 'fb25b735-1224-4af3-b9e8-c54530a9f342', 'status': 'completed', 'code': 200} Jan 18 22:15:37.005365 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-fe8be0d5-d807-4c82-a704-62ae3737a7a5 None None] Provisioning complete for port 6623be7e-f0cb-4a35-bbc2-0e4274015b04 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:15:37.017152 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fe8be0d5-d807-4c82-a704-62ae3737a7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:37.029447 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818ccfc5-9710-4c07-8511-6f47b4bd5870 admin admin] Pushing event deleted for resources: {'Port': ['ID=da9bd177-3b31-4002-b702-ca2f50d9e62a,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:37.053723 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e368c12a-fcc4-4da0-b0f4-1df0689fa334 admin admin] Router 39ec6642-fabd-4c03-a457-bfa48dcf5514 is scheduled to L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 with binding_index 1 {{(pid=102431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 22:15:37.136561 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port fb25b735-1224-4af3-b9e8-c54530a9f342, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=fb25b735-1224-4af3-b9e8-c54530a9f342,segment=NetworkSegment(a97910f7-cad7-42ae-9f6e-c8965771467a),segment_id=a97910f7-cad7-42ae-9f6e-c8965771467a)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:15:37.149244 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a1ed6d-7c52-4a64-b536-5ae6f3d9633d req-bc447c3a-3d28-48de-bec7-898f3466df9b tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:37.157245 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b0a1ed6d-7c52-4a64-b536-5ae6f3d9633d req-bc447c3a-3d28-48de-bec7-898f3466df9b tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eeec438-19be-4793-9ba2-317a2ea8c73d HTTP/1.1" status: 200 len: 943 time: 0.2057447 Jan 18 22:15:37.176068 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82037ff-7f92-4747-98af-c0e751b79f52 req-608977bd-c5fd-4bf1-922a-b0d58b630855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:37.177577 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c82037ff-7f92-4747-98af-c0e751b79f52 req-608977bd-c5fd-4bf1-922a-b0d58b630855 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=646d6b7fa3c74dbb9d53573120d4a5a9&device_id=0eeec438-19be-4793-9ba2-317a2ea8c73d HTTP/1.1" status: 200 len: 1124 time: 0.1493492 Jan 18 22:15:37.189843 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-818ccfc5-9710-4c07-8511-6f47b4bd5870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043029'] for router_gateway, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:37.220583 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device fb25b735-1224-4af3-b9e8-c54530a9f342 has no active binding in host n-h2-825064-1 {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 18 22:15:37.361014 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-818ccfc5-9710-4c07-8511-6f47b4bd5870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1040886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8602'] for router, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:37.365379 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-818ccfc5-9710-4c07-8511-6f47b4bd5870 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:37.369670 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b0a1ed6d-7c52-4a64-b536-5ae6f3d9633d req-e5cf2da2-0f0a-4ada-b06d-9d6e27a9a55d tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac5bfedd-8c81-4ad7-9f0f-99ba0a339521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116096 Jan 18 22:15:37.410050 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 6623be7e-f0cb-4a35-bbc2-0e4274015b04 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:15:37.410437 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:37.454649 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82037ff-7f92-4747-98af-c0e751b79f52 req-3235dca6-3ab2-4509-a146-56c17ce7d770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:37.457668 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c82037ff-7f92-4747-98af-c0e751b79f52 req-3235dca6-3ab2-4509-a146-56c17ce7d770 service neutron] 10.222.0.36 "GET /v2.0/networks?id=db135028-f57a-417d-a5fc-9f73c3e34dd7 HTTP/1.1" status: 200 len: 907 time: 0.2704499 Jan 18 22:15:37.459375 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-818ccfc5-9710-4c07-8511-6f47b4bd5870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1040832'] for router, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:37.460065 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-818ccfc5-9710-4c07-8511-6f47b4bd5870 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9833b3cc-c1fc-4c58-b0b1-a639220b09d0 {{(pid=102430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 22:15:37.466734 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-818ccfc5-9710-4c07-8511-6f47b4bd5870 admin admin] Notify callbacks [] for router, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:37.467990 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-818ccfc5-9710-4c07-8511-6f47b4bd5870 admin admin] 10.222.0.53 "DELETE /v2.0/routers/9833b3cc-c1fc-4c58-b0b1-a639220b09d0 HTTP/1.1" status: 204 len: 168 time: 1.7596941 Jan 18 22:15:37.476464 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 55782) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:15:37.510909 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-9e7f137c-6893-463b-bec1-8c108b9c51f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9833b3cc-c1fc-4c58-b0b1-a639220b09d0', 'name': 'tempest-FloatingIPsNegativeTestJSON-1473286383-router', 'tenant_id': '93432508d7fc4389974ca07dfafbe9c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': 'da9bd177-3b31-4002-b702-ca2f50d9e62a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:15:18Z', 'updated_at': '2022-01-18T22:15:32Z', 'revision_number': 5, 'project_id': '93432508d7fc4389974ca07dfafbe9c9', 'gw_port': {'id': 'da9bd177-3b31-4002-b702-ca2f50d9e62a', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ce:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9833b3cc-c1fc-4c58-b0b1-a639220b09d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:15:20Z', 'updated_at': '2022-01-18T22:15:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:15:37.558253 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c82037ff-7f92-4747-98af-c0e751b79f52 req-4839c516-032a-456b-a88a-0284998b648d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb25b735-1224-4af3-b9e8-c54530a9f342 HTTP/1.1" status: 200 len: 217 time: 0.0885441 Jan 18 22:15:37.566548 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7f137c-6893-463b-bec1-8c108b9c51f8 None None] Checking router: 9833b3cc-c1fc-4c58-b0b1-a639220b09d0 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:15:37.594737 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7f137c-6893-463b-bec1-8c108b9c51f8 None None] Routers set() bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:15:37.595090 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7f137c-6893-463b-bec1-8c108b9c51f8 None None] Router IDs set() for agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jan 18 22:15:37.595752 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_agentschedulers_db [None req-9e7f137c-6893-463b-bec1-8c108b9c51f8 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'9833b3cc-c1fc-4c58-b0b1-a639220b09d0'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:15:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent'). {{(pid=102432) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 18 22:15:37.596204 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7f137c-6893-463b-bec1-8c108b9c51f8 None None] The sync data for ids ['9833b3cc-c1fc-4c58-b0b1-a639220b09d0'] in n-d-825064-1 is: [] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:15:37.624929 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_v2 [None req-947a260c-5ffb-4c6d-a8a1-c447d41967ed admin admin] Deleting subnet 68f62f3c-a795-4e27-a5f3-51e5b9d61d68 {{(pid=102430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:15:37.631266 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-947a260c-5ffb-4c6d-a8a1-c447d41967ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:37.672557 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e368c12a-fcc4-4da0-b0f4-1df0689fa334 admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:15:37.674338 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82037ff-7f92-4747-98af-c0e751b79f52 req-0c24c433-ac84-46b9-acb4-365f0be3a468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:37.684075 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c9ea63-752f-4f7a-a15b-50ce4aef3f6c None None] Sync routers for ids ['39ec6642-fabd-4c03-a457-bfa48dcf5514'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:15:37.691903 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e368c12a-fcc4-4da0-b0f4-1df0689fa334 admin admin] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:37.693076 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-e368c12a-fcc4-4da0-b0f4-1df0689fa334 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.8806918 Jan 18 22:15:37.695753 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 55784) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:15:37.698608 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c82037ff-7f92-4747-98af-c0e751b79f52 req-0c24c433-ac84-46b9-acb4-365f0be3a468 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9d1c997a-9e2b-4f20-9423-81e2cb97ac40 HTTP/1.1" status: 200 len: 847 time: 0.1308026 Jan 18 22:15:37.703502 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c9ea63-752f-4f7a-a15b-50ce4aef3f6c None None] Routers {'39ec6642-fabd-4c03-a457-bfa48dcf5514'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:15:37.704274 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-a1c9ea63-752f-4f7a-a15b-50ce4aef3f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:15:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['39ec6642-fabd-4c03-a457-bfa48dcf5514'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:15:37.734653 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-947a260c-5ffb-4c6d-a8a1-c447d41967ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60394745'] for subnet, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:37.802310 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c82037ff-7f92-4747-98af-c0e751b79f52 req-467c6165-2c56-4cec-a0cc-218678cc8757 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=db135028-f57a-417d-a5fc-9f73c3e34dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0842512 Jan 18 22:15:37.865409 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-a1c9ea63-752f-4f7a-a15b-50ce4aef3f6c None None] Set router 39ec6642-fabd-4c03-a457-bfa48dcf5514 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:15:37.930185 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-947a260c-5ffb-4c6d-a8a1-c447d41967ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:38.054543 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c82037ff-7f92-4747-98af-c0e751b79f52 req-783007df-449f-4a98-949b-7361eb34a6e0 service neutron] 10.222.0.36 "GET /v2.0/networks/db135028-f57a-417d-a5fc-9f73c3e34dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351077 Jan 18 22:15:38.173656 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52842160-73a8-4ff7-87ec-b3ff3c706158 req-b4debf53-81df-4952-b287-3858d27e606a tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:38.175228 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-52842160-73a8-4ff7-87ec-b3ff3c706158 req-b4debf53-81df-4952-b287-3858d27e606a tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fa92f39-d443-46a1-a886-13e3ee10e361 HTTP/1.1" status: 200 len: 950 time: 0.1946764 Jan 18 22:15:38.179616 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-947a260c-5ffb-4c6d-a8a1-c447d41967ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60203138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62288677'] for subnet, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:38.211402 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947a260c-5ffb-4c6d-a8a1-c447d41967ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68f62f3c-a795-4e27-a5f3-51e5b9d61d68,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:38.229559 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e94b7b-23d4-4380-a590-2274b5980959 req-b0d4b4b2-c00c-4895-8b00-eb5163c37f94 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:38.236853 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-68e94b7b-23d4-4380-a590-2274b5980959 req-b0d4b4b2-c00c-4895-8b00-eb5163c37f94 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c9e6cb9-1aa4-4fa3-b804-edc6b9d7fe7b HTTP/1.1" status: 200 len: 949 time: 0.1973484 Jan 18 22:15:38.247782 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947a260c-5ffb-4c6d-a8a1-c447d41967ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:15:38.248240 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947a260c-5ffb-4c6d-a8a1-c447d41967ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:15:38.248240 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947a260c-5ffb-4c6d-a8a1-c447d41967ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:15:38.248240 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947a260c-5ffb-4c6d-a8a1-c447d41967ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:15:38.248240 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947a260c-5ffb-4c6d-a8a1-c447d41967ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:15:38.248240 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947a260c-5ffb-4c6d-a8a1-c447d41967ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:15:38.248240 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947a260c-5ffb-4c6d-a8a1-c447d41967ed admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:15:38.248240 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947a260c-5ffb-4c6d-a8a1-c447d41967ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:15:38.248240 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947a260c-5ffb-4c6d-a8a1-c447d41967ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:15:38.248240 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947a260c-5ffb-4c6d-a8a1-c447d41967ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:15:38.248240 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947a260c-5ffb-4c6d-a8a1-c447d41967ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:15:38.252066 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947a260c-5ffb-4c6d-a8a1-c447d41967ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:15:38.260388 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-a1c9ea63-752f-4f7a-a15b-50ce4aef3f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39ec6642-fabd-4c03-a457-bfa48dcf5514', 'name': 'tempest-FloatingIPsTestJSON-479495085-router', 'tenant_id': '63a6ee03d53a44abbd05e36799055dfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'deeb8135-a409-49d0-b3e2-5eeaef90f28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:15:32Z', 'updated_at': '2022-01-18T22:15:35Z', 'revision_number': 3, 'project_id': '63a6ee03d53a44abbd05e36799055dfc', 'gw_port': {'id': 'deeb8135-a409-49d0-b3e2-5eeaef90f28f', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:8d:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39ec6642-fabd-4c03-a457-bfa48dcf5514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:15:34Z', 'updated_at': '2022-01-18T22:15:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:15:38.279419 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b07f966-e169-40db-91c1-80c3d2cfd864 None None] Network 88c5f385-62f5-4ee3-b82d-a4e1e6fd402f requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:15:38.280493 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-947a260c-5ffb-4c6d-a8a1-c447d41967ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:38.283675 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-947a260c-5ffb-4c6d-a8a1-c447d41967ed admin admin] 10.222.0.53 "DELETE /v2.0/subnets/68f62f3c-a795-4e27-a5f3-51e5b9d61d68 HTTP/1.1" status: 204 len: 168 time: 0.8059189 Jan 18 22:15:38.289222 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 55798) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:15:38.309077 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c9ea63-752f-4f7a-a15b-50ce4aef3f6c None None] Checking router: 39ec6642-fabd-4c03-a457-bfa48dcf5514 for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:15:38.310153 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c9ea63-752f-4f7a-a15b-50ce4aef3f6c None None] Updating router 39ec6642-fabd-4c03-a457-bfa48dcf5514 port deeb8135-a409-49d0-b3e2-5eeaef90f28f binding host n-d-825064-1 {{(pid=102433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:15:38.344519 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a1c9ea63-752f-4f7a-a15b-50ce4aef3f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:38.403751 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c82037ff-7f92-4747-98af-c0e751b79f52 req-455883e5-02e3-4e86-8045-cea1ed67e2e6 service neutron] 10.222.0.36 "GET /v2.0/networks/db135028-f57a-417d-a5fc-9f73c3e34dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3291807 Jan 18 22:15:38.425060 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-52842160-73a8-4ff7-87ec-b3ff3c706158 req-4c6393e4-e2af-4b20-8d52-d44e73d303fa tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/security-groups?id=f617d299-382f-49d2-bef3-4bb5f1944b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164426 Jan 18 22:15:38.470512 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e97971e6-c42d-4d34-8b07-f9506f85951c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:38.477821 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-68e94b7b-23d4-4380-a590-2274b5980959 req-10c03871-429f-4bbc-be3d-bb120909ccdd tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398708 Jan 18 22:15:38.520731 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-11446892-d1df-4f6b-ad55-0389082e503e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:38.614875 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 6623be7e-f0cb-4a35-bbc2-0e4274015b04 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:15:38.689612 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc5f437-dbdd-4c74-9b22-d135cf345803 None None] DHCP port deletion for 88c5f385-62f5-4ee3-b82d-a4e1e6fd402f request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:15:38.732939 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-e97971e6-c42d-4d34-8b07-f9506f85951c admin admin] Deleting port 2a7072f2-a463-480d-89bd-18ca2b77d1b0 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:15:38.734142 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e97971e6-c42d-4d34-8b07-f9506f85951c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:38.774882 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-11446892-d1df-4f6b-ad55-0389082e503e admin admin] Allocated IP 172.20.0.1 (5e7cfbc2-89a1-4cb6-b1c9-d0ceb4f6f704/6825b2ad-2a35-485a-8d4c-86368abdb5b7/540a2ff5-b45d-4c00-b337-18c60ab81118) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:15:38.786423 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 6623be7e-f0cb-4a35-bbc2-0e4274015b04 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:15:38.789629 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:38.850832 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-9fc5f437-dbdd-4c74-9b22-d135cf345803 None None] Deleting port 2a7072f2-a463-480d-89bd-18ca2b77d1b0 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:15:38.851367 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9fc5f437-dbdd-4c74-9b22-d135cf345803 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:38.919676 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a1c9ea63-752f-4f7a-a15b-50ce4aef3f6c None None] Notify callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:38.930596 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-9fc5f437-dbdd-4c74-9b22-d135cf345803 None None] For port 2a7072f2-a463-480d-89bd-18ca2b77d1b0, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=2a7072f2-a463-480d-89bd-18ca2b77d1b0,segment=NetworkSegment(6aa97f89-5d75-427a-b2b6-7efd31dae72a),segment_id=6aa97f89-5d75-427a-b2b6-7efd31dae72a)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:15:38.931160 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9fc5f437-dbdd-4c74-9b22-d135cf345803 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:38.936543 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a1c9ea63-752f-4f7a-a15b-50ce4aef3f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:38.943827 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-11446892-d1df-4f6b-ad55-0389082e503e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:38.966630 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-9fc5f437-dbdd-4c74-9b22-d135cf345803 None None] Calling delete_port for 2a7072f2-a463-480d-89bd-18ca2b77d1b0 owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:15:39.042380 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-a1c9ea63-752f-4f7a-a15b-50ce4aef3f6c None None] Attempting to bind port deeb8135-a409-49d0-b3e2-5eeaef90f28f on host n-d-825064-1 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:15:39.043190 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-a1c9ea63-752f-4f7a-a15b-50ce4aef3f6c None None] Attempting to bind port deeb8135-a409-49d0-b3e2-5eeaef90f28f by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:15:39.045662 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-11446892-d1df-4f6b-ad55-0389082e503e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:39.056289 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c9ea63-752f-4f7a-a15b-50ce4aef3f6c None None] Attempting to bind port deeb8135-a409-49d0-b3e2-5eeaef90f28f on network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:15:39.099984 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c9ea63-752f-4f7a-a15b-50ce4aef3f6c None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:15:39.100506 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c9ea63-752f-4f7a-a15b-50ce4aef3f6c None None] Checking segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:15:39.100926 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a1c9ea63-752f-4f7a-a15b-50ce4aef3f6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:39.109391 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c9ea63-752f-4f7a-a15b-50ce4aef3f6c None None] Bound using segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:15:39.110670 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-a1c9ea63-752f-4f7a-a15b-50ce4aef3f6c None None] Bound port: deeb8135-a409-49d0-b3e2-5eeaef90f28f, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:15:39.111104 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a1c9ea63-752f-4f7a-a15b-50ce4aef3f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:39.150528 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device da9bd177-3b31-4002-b702-ca2f50d9e62a no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:15:39.165611 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11446892-d1df-4f6b-ad55-0389082e503e admin admin] Pushing event updated for resources: {'Port': ['ID=540a2ff5-b45d-4c00-b337-18c60ab81118,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:39.169768 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1d0624-4905-415e-ae51-97aec5018b59 None None] Pushing event updated for resources: {'Port': ['ID=deeb8135-a409-49d0-b3e2-5eeaef90f28f,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:39.184982 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acc57db-06ee-415c-a4a6-fea81f26982f req-ad1227cf-4888-4245-8af4-65d8cc3d8a3a tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:39.187015 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1acc57db-06ee-415c-a4a6-fea81f26982f req-ad1227cf-4888-4245-8af4-65d8cc3d8a3a tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eeec438-19be-4793-9ba2-317a2ea8c73d HTTP/1.1" status: 200 len: 943 time: 0.5581384 Jan 18 22:15:39.188417 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11446892-d1df-4f6b-ad55-0389082e503e admin admin] Network 5e7cfbc2-89a1-4cb6-b1c9-d0ceb4f6f704 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:15:39.192525 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-11446892-d1df-4f6b-ad55-0389082e503e admin admin] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:15:39.197499 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11446892-d1df-4f6b-ad55-0389082e503e admin admin] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:15:39.201816 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: da9bd177-3b31-4002-b702-ca2f50d9e62a {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:15:39.202159 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device da9bd177-3b31-4002-b702-ca2f50d9e62a not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:15:39.207994 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9fc5f437-dbdd-4c74-9b22-d135cf345803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:39.237671 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1acc57db-06ee-415c-a4a6-fea81f26982f req-b0fec5db-554f-4c24-ac80-807d3a3434db tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac5bfedd-8c81-4ad7-9f0f-99ba0a339521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408473 Jan 18 22:15:39.257025 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc5f437-dbdd-4c74-9b22-d135cf345803 None None] Pushing event deleted for resources: {'Port': ['ID=2a7072f2-a463-480d-89bd-18ca2b77d1b0,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:39.262553 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc5f437-dbdd-4c74-9b22-d135cf345803 None None] No DVR routers for this DVR port 2a7072f2-a463-480d-89bd-18ca2b77d1b0 on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:15:39.271532 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-e97971e6-c42d-4d34-8b07-f9506f85951c admin admin] For port 2a7072f2-a463-480d-89bd-18ca2b77d1b0, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=2a7072f2-a463-480d-89bd-18ca2b77d1b0,segment=NetworkSegment(6aa97f89-5d75-427a-b2b6-7efd31dae72a),segment_id=6aa97f89-5d75-427a-b2b6-7efd31dae72a)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:15:39.271532 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e97971e6-c42d-4d34-8b07-f9506f85951c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:39.283498 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-11446892-d1df-4f6b-ad55-0389082e503e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1040954'] for router_interface, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:39.295963 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-e97971e6-c42d-4d34-8b07-f9506f85951c admin admin] Calling delete_port for 2a7072f2-a463-480d-89bd-18ca2b77d1b0 owned by network:dhcp {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:15:39.319498 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-a1c9ea63-752f-4f7a-a15b-50ce4aef3f6c None None] For port deeb8135-a409-49d0-b3e2-5eeaef90f28f, host n-d-825064-1, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:15:39.323207 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-a1c9ea63-752f-4f7a-a15b-50ce4aef3f6c None None] For port deeb8135-a409-49d0-b3e2-5eeaef90f28f, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=deeb8135-a409-49d0-b3e2-5eeaef90f28f,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:15:39.339491 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a1c9ea63-752f-4f7a-a15b-50ce4aef3f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:39.389578 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e97971e6-c42d-4d34-8b07-f9506f85951c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:39.438719 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97971e6-c42d-4d34-8b07-f9506f85951c admin admin] Pushing event deleted for resources: {'Port': ['ID=2a7072f2-a463-480d-89bd-18ca2b77d1b0,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:39.444754 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97971e6-c42d-4d34-8b07-f9506f85951c admin admin] No DVR routers for this DVR port 2a7072f2-a463-480d-89bd-18ca2b77d1b0 on host n-d-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:15:39.566198 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-11446892-d1df-4f6b-ad55-0389082e503e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:39.640498 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c9ea63-752f-4f7a-a15b-50ce4aef3f6c None None] Routers {'39ec6642-fabd-4c03-a457-bfa48dcf5514'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:15:39.641225 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-a1c9ea63-752f-4f7a-a15b-50ce4aef3f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:15:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['39ec6642-fabd-4c03-a457-bfa48dcf5514'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:15:39.655160 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e97971e6-c42d-4d34-8b07-f9506f85951c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:39.681860 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-2e0fda9d-6c88-4473-9674-53fc926a52ee None None] Provisioning complete for port 540a2ff5-b45d-4c00-b337-18c60ab81118 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:15:39.681860 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2e0fda9d-6c88-4473-9674-53fc926a52ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:39.706486 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1d0624-4905-415e-ae51-97aec5018b59 None None] Pushing event updated for resources: {'Port': ['ID=deeb8135-a409-49d0-b3e2-5eeaef90f28f,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:39.736761 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-e97971e6-c42d-4d34-8b07-f9506f85951c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88c5f385-62f5-4ee3-b82d-a4e1e6fd402f']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:15:39.761267 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-e97971e6-c42d-4d34-8b07-f9506f85951c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aa97f89-5d75-427a-b2b6-7efd31dae72a') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:15:39.761585 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-e97971e6-c42d-4d34-8b07-f9506f85951c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aa97f89-5d75-427a-b2b6-7efd31dae72a') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:15:39.766885 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-2e0fda9d-6c88-4473-9674-53fc926a52ee None None] Port 540a2ff5-b45d-4c00-b337-18c60ab81118 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:15:39.769026 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-a1c9ea63-752f-4f7a-a15b-50ce4aef3f6c None None] Set router 39ec6642-fabd-4c03-a457-bfa48dcf5514 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:15:39.775607 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7504054f-ec6a-49dd-bfbe-b55915259f74 req-31f4c722-9363-4dad-9b90-0ace83b98b43 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:39.777375 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7504054f-ec6a-49dd-bfbe-b55915259f74 req-31f4c722-9363-4dad-9b90-0ace83b98b43 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fa92f39-d443-46a1-a886-13e3ee10e361 HTTP/1.1" status: 200 len: 950 time: 0.1930985 Jan 18 22:15:39.806821 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e97971e6-c42d-4d34-8b07-f9506f85951c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60394742'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:39.825680 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af580546-9c59-47f0-a784-0321f8aaf936 req-8604f928-5ca7-47af-a8d0-5458d65eff14 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:39.833260 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-af580546-9c59-47f0-a784-0321f8aaf936 req-8604f928-5ca7-47af-a8d0-5458d65eff14 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c9e6cb9-1aa4-4fa3-b804-edc6b9d7fe7b HTTP/1.1" status: 200 len: 949 time: 0.2083294 Jan 18 22:15:39.868731 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7504054f-ec6a-49dd-bfbe-b55915259f74 req-b2d5c052-54f3-470f-87c3-ea59b6c7e628 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/security-groups?id=f617d299-382f-49d2-bef3-4bb5f1944b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826457 Jan 18 22:15:39.889458 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e97971e6-c42d-4d34-8b07-f9506f85951c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:39.906256 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-af580546-9c59-47f0-a784-0321f8aaf936 req-8f3f2c9a-d8e4-4f5c-ab5c-c8e4cbcaa515 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719783 Jan 18 22:15:39.919180 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e97971e6-c42d-4d34-8b07-f9506f85951c admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:15:39.919669 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e97971e6-c42d-4d34-8b07-f9506f85951c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60203044'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:39.924384 n-d-825064-1 neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:15:39.924384 n-d-825064-1 neutron-server[102430]: self.session.flush() Jan 18 22:15:39.924384 n-d-825064-1 neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:15:39.924384 n-d-825064-1 neutron-server[102430]: self.session.flush() Jan 18 22:15:39.924384 n-d-825064-1 neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:15:39.924384 n-d-825064-1 neutron-server[102430]: self.session.flush() Jan 18 22:15:39.924384 n-d-825064-1 neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:15:39.924384 n-d-825064-1 neutron-server[102430]: self.session.flush() Jan 18 22:15:39.924384 n-d-825064-1 neutron-server[102430]: Traceback (most recent call last): Jan 18 22:15:39.924384 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:15:39.924384 n-d-825064-1 neutron-server[102430]: timer() Jan 18 22:15:39.924384 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:15:39.924384 n-d-825064-1 neutron-server[102430]: cb(*args, **kw) Jan 18 22:15:39.924384 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:15:39.924384 n-d-825064-1 neutron-server[102430]: return func(*args, **kwargs) Jan 18 22:15:39.924384 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:15:39.924384 n-d-825064-1 neutron-server[102430]: self._notify() Jan 18 22:15:39.924384 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:15:39.924384 n-d-825064-1 neutron-server[102430]: self.callback(batched_events) Jan 18 22:15:39.924384 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:15:39.924384 n-d-825064-1 neutron-server[102430]: event.method(event) Jan 18 22:15:39.924384 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:15:39.924384 n-d-825064-1 neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:15:39.924384 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:15:39.924384 n-d-825064-1 neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:15:39.924384 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:15:39.924384 n-d-825064-1 neutron-server[102430]: return f(self, *a, **k) Jan 18 22:15:39.924384 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:15:39.924384 n-d-825064-1 neutron-server[102430]: return self._get(url).json() Jan 18 22:15:39.924384 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:15:39.924384 n-d-825064-1 neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:15:39.924384 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:15:39.924384 n-d-825064-1 neutron-server[102430]: return self.request(url, 'GET', **kwargs) Jan 18 22:15:39.924384 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:15:39.924384 n-d-825064-1 neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:15:39.924384 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:15:39.924384 n-d-825064-1 neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:15:39.924384 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:15:39.924384 n-d-825064-1 neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:15:39.924384 n-d-825064-1 neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:15:39.935220 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-11446892-d1df-4f6b-ad55-0389082e503e admin admin] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:39.951509 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-11446892-d1df-4f6b-ad55-0389082e503e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:40.034711 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e97971e6-c42d-4d34-8b07-f9506f85951c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:40.045166 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e97971e6-c42d-4d34-8b07-f9506f85951c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:40.047759 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-11446892-d1df-4f6b-ad55-0389082e503e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-613854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1041070'] for router_interface, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:40.049670 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11446892-d1df-4f6b-ad55-0389082e503e admin admin] Pushing event updated for resources: {'Port': ['ID=540a2ff5-b45d-4c00-b337-18c60ab81118,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:40.060494 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-e97971e6-c42d-4d34-8b07-f9506f85951c admin admin] 10.222.0.53 "DELETE /v2.0/networks/88c5f385-62f5-4ee3-b82d-a4e1e6fd402f HTTP/1.1" status: 204 len: 168 time: 1.7684774 Jan 18 22:15:40.079949 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-a1c9ea63-752f-4f7a-a15b-50ce4aef3f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39ec6642-fabd-4c03-a457-bfa48dcf5514', 'name': 'tempest-FloatingIPsTestJSON-479495085-router', 'tenant_id': '63a6ee03d53a44abbd05e36799055dfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'deeb8135-a409-49d0-b3e2-5eeaef90f28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:15:32Z', 'updated_at': '2022-01-18T22:15:39Z', 'revision_number': 4, 'project_id': '63a6ee03d53a44abbd05e36799055dfc', 'gw_port': {'id': 'deeb8135-a409-49d0-b3e2-5eeaef90f28f', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:8d:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39ec6642-fabd-4c03-a457-bfa48dcf5514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:15:34Z', 'updated_at': '2022-01-18T22:15:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '540a2ff5-b45d-4c00-b337-18c60ab81118', 'name': '', 'network_id': '5e7cfbc2-89a1-4cb6-b1c9-d0ceb4f6f704', 'tenant_id': '63a6ee03d53a44abbd05e36799055dfc', 'mac_address': 'fa:16:3e:b1:6a:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39ec6642-fabd-4c03-a457-bfa48dcf5514', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '6825b2ad-2a35-485a-8d4c-86368abdb5b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:15:38Z', 'updated_at': '2022-01-18T22:15:38Z', 'revision_number': 1, 'project_id': '63a6ee03d53a44abbd05e36799055dfc', 'subnets': [{'id': '6825b2ad-2a35-485a-8d4c-86368abdb5b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:15:40.082936 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97971e6-c42d-4d34-8b07-f9506f85951c admin admin] Pushing event deleted for resources: {'Network': ['ID=88c5f385-62f5-4ee3-b82d-a4e1e6fd402f,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:40.123266 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c9ea63-752f-4f7a-a15b-50ce4aef3f6c None None] The sync data for ids ['39ec6642-fabd-4c03-a457-bfa48dcf5514'] in n-d-825064-1 is: [{'id': '39ec6642-fabd-4c03-a457-bfa48dcf5514', 'name': 'tempest-FloatingIPsTestJSON-479495085-router', 'tenant_id': '63a6ee03d53a44abbd05e36799055dfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'deeb8135-a409-49d0-b3e2-5eeaef90f28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:15:32Z', 'updated_at': '2022-01-18T22:15:39Z', 'revision_number': 4, 'project_id': '63a6ee03d53a44abbd05e36799055dfc', 'gw_port': {'id': 'deeb8135-a409-49d0-b3e2-5eeaef90f28f', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:8d:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39ec6642-fabd-4c03-a457-bfa48dcf5514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:15:34Z', 'updated_at': '2022-01-18T22:15:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '540a2ff5-b45d-4c00-b337-18c60ab81118', 'name': '', 'network_id': '5e7cfbc2-89a1-4cb6-b1c9-d0ceb4f6f704', 'tenant_id': '63a6ee03d53a44abbd05e36799055dfc', 'mac_address': 'fa:16:3e:b1:6a:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39ec6642-fabd-4c03-a457-bfa48dcf5514', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '6825b2ad-2a35-485a-8d4c-86368abdb5b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:15:38Z', 'updated_at': '2022-01-18T22:15:38Z', 'revision_number': 1, 'project_id': '63a6ee03d53a44abbd05e36799055dfc', 'subnets': [{'id': '6825b2ad-2a35-485a-8d4c-86368abdb5b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:15:40.189000 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11446892-d1df-4f6b-ad55-0389082e503e admin admin] Network 5e7cfbc2-89a1-4cb6-b1c9-d0ceb4f6f704 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:15:40.190659 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-11446892-d1df-4f6b-ad55-0389082e503e admin admin] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:15:40.279583 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 55814) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:15:40.367766 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 55818) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:15:40.368831 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-713299e9-baf8-4cbc-a00f-6618e2be67a5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=93432508d7fc4389974ca07dfafbe9c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0871718 Jan 18 22:15:40.545800 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11446892-d1df-4f6b-ad55-0389082e503e admin admin] Router 39ec6642-fabd-4c03-a457-bfa48dcf5514 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:15:40.562500 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd19a5f-df4e-4ce4-90dd-c69f67d029bd req-c0c9c37f-a685-4263-b842-234b5b32eaf5 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:40.575376 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-dbd19a5f-df4e-4ce4-90dd-c69f67d029bd req-c0c9c37f-a685-4263-b842-234b5b32eaf5 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eeec438-19be-4793-9ba2-317a2ea8c73d HTTP/1.1" status: 200 len: 943 time: 0.1165795 Jan 18 22:15:40.608117 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ed5c3095-0207-4759-85d0-14348a988eb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:40.617316 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 2a7072f2-a463-480d-89bd-18ca2b77d1b0 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:15:40.652038 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ed5c3095-0207-4759-85d0-14348a988eb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:40.664680 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 2a7072f2-a463-480d-89bd-18ca2b77d1b0 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:15:40.665419 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 2a7072f2-a463-480d-89bd-18ca2b77d1b0 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:15:40.666969 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7df813b2-15fb-4d85-943a-046639a480d5 None None] Provisioning complete for port 540a2ff5-b45d-4c00-b337-18c60ab81118 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:15:40.667521 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7df813b2-15fb-4d85-943a-046639a480d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:40.702760 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-dbd19a5f-df4e-4ce4-90dd-c69f67d029bd req-aa7a76a1-3e24-4266-b674-70b020976c03 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac5bfedd-8c81-4ad7-9f0f-99ba0a339521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263652 Jan 18 22:15:40.711915 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11446892-d1df-4f6b-ad55-0389082e503e admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:15:40.724559 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-11446892-d1df-4f6b-ad55-0389082e503e admin admin] 10.222.0.53 "PUT /v2.0/routers/39ec6642-fabd-4c03-a457-bfa48dcf5514/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0215499 Jan 18 22:15:40.744361 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7df813b2-15fb-4d85-943a-046639a480d5 None None] Port 540a2ff5-b45d-4c00-b337-18c60ab81118 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:15:40.769810 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ed5c3095-0207-4759-85d0-14348a988eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:40.773105 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ed5c3095-0207-4759-85d0-14348a988eb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:40.774622 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-ed5c3095-0207-4759-85d0-14348a988eb6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/06aeb7bd-346a-4de9-b3e8-8e755f2f854f HTTP/1.1" status: 204 len: 168 time: 0.4056222 Jan 18 22:15:40.784095 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5c3095-0207-4759-85d0-14348a988eb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06aeb7bd-346a-4de9-b3e8-8e755f2f854f,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:41.083339 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5e39d6-f899-40c6-b9da-a7797a0334ad req-506e3165-3a29-48b2-984a-9be6dfe460b2 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:41.091925 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0d5e39d6-f899-40c6-b9da-a7797a0334ad req-506e3165-3a29-48b2-984a-9be6dfe460b2 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fa92f39-d443-46a1-a886-13e3ee10e361 HTTP/1.1" status: 200 len: 950 time: 0.0975013 Jan 18 22:15:41.165423 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0d5e39d6-f899-40c6-b9da-a7797a0334ad req-cacf255e-2e8e-45b1-9b6b-051f9624aee5 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/security-groups?id=f617d299-382f-49d2-bef3-4bb5f1944b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710974 Jan 18 22:15:41.358227 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e289665b-e8ce-4665-8ee1-94e80c25148c req-83968f67-e35c-480f-a7e3-db24a8905112 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:41.368045 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e289665b-e8ce-4665-8ee1-94e80c25148c req-83968f67-e35c-480f-a7e3-db24a8905112 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c9e6cb9-1aa4-4fa3-b804-edc6b9d7fe7b HTTP/1.1" status: 200 len: 949 time: 0.0863726 Jan 18 22:15:41.443408 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e289665b-e8ce-4665-8ee1-94e80c25148c req-b0ce8072-b9af-48dc-b6d9-a73fa5c50080 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596225 Jan 18 22:15:41.624896 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-58b72a8c-e7e0-4c10-aeae-a1d8ecd8c17c req-1ea7cd38-ac76-4b67-8cea-ba594d1bc5ae tempest-FloatingIPsTestJSON-253524590 tempest-FloatingIPsTestJSON-253524590-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1803963 Jan 18 22:15:41.638232 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-58b72a8c-e7e0-4c10-aeae-a1d8ecd8c17c req-a434cb2d-7e18-4fb5-9720-a0ec79946798 tempest-FloatingIPsTestJSON-253524590 tempest-FloatingIPsTestJSON-253524590-project] Request body: {'floatingip': {'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:15:41.677730 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-58b72a8c-e7e0-4c10-aeae-a1d8ecd8c17c req-a434cb2d-7e18-4fb5-9720-a0ec79946798 tempest-FloatingIPsTestJSON-253524590 tempest-FloatingIPsTestJSON-253524590-project] Notify callbacks [] for floatingip, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:41.854819 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8d3e10-8bd3-44d5-a5b0-8d7633480f34 req-5603292a-8531-411a-a7e4-124e4f82d16f tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:41.857389 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fb8d3e10-8bd3-44d5-a5b0-8d7633480f34 req-5603292a-8531-411a-a7e4-124e4f82d16f tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eeec438-19be-4793-9ba2-317a2ea8c73d HTTP/1.1" status: 200 len: 943 time: 0.0960462 Jan 18 22:15:41.940549 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-58b72a8c-e7e0-4c10-aeae-a1d8ecd8c17c req-a434cb2d-7e18-4fb5-9720-a0ec79946798 tempest-FloatingIPsTestJSON-253524590 tempest-FloatingIPsTestJSON-253524590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:41.945982 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fb8d3e10-8bd3-44d5-a5b0-8d7633480f34 req-89ffa50e-bdff-465e-b831-5a4aa7e55e65 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac5bfedd-8c81-4ad7-9f0f-99ba0a339521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761359 Jan 18 22:15:41.946398 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 55856) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:15:42.084301 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-ebc9d368-c737-4353-8407-73686df80e92 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1915850007-network', 'tenant_id': '844c39a7daa94ad0975cad9e39391145'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:15:42.144089 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebc9d368-c737-4353-8407-73686df80e92 admin admin] Made reservation on behalf of 844c39a7daa94ad0975cad9e39391145 for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:15:42.146651 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ebc9d368-c737-4353-8407-73686df80e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:42.161327 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ebc9d368-c737-4353-8407-73686df80e92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:42.173598 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-58b72a8c-e7e0-4c10-aeae-a1d8ecd8c17c req-a434cb2d-7e18-4fb5-9720-a0ec79946798 tempest-FloatingIPsTestJSON-253524590 tempest-FloatingIPsTestJSON-253524590-project] Allocated IP 172.25.5.223 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/f9c7efc5-8c50-44e3-998e-ec55c006c9da) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:15:42.283685 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ebc9d368-c737-4353-8407-73686df80e92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:42.293492 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ebc9d368-c737-4353-8407-73686df80e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:42.325527 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebc9d368-c737-4353-8407-73686df80e92 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:15:42.332709 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc9d368-c737-4353-8407-73686df80e92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d2fc0d7-a627-430e-be0d-ba47d3cfec37,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:42.347890 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc9d368-c737-4353-8407-73686df80e92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:15:42.348187 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc9d368-c737-4353-8407-73686df80e92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:15:42.348529 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc9d368-c737-4353-8407-73686df80e92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:15:42.348860 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc9d368-c737-4353-8407-73686df80e92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:15:42.349327 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc9d368-c737-4353-8407-73686df80e92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:15:42.349671 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc9d368-c737-4353-8407-73686df80e92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:15:42.350573 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc9d368-c737-4353-8407-73686df80e92 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:15:42.350573 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc9d368-c737-4353-8407-73686df80e92 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:15:42.350843 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc9d368-c737-4353-8407-73686df80e92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:15:42.351189 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc9d368-c737-4353-8407-73686df80e92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:15:42.351644 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc9d368-c737-4353-8407-73686df80e92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:15:42.351969 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc9d368-c737-4353-8407-73686df80e92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:15:42.372955 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b772030b-bb8a-4357-8ab1-d10a0a109310 req-1c5988f7-2e18-46d8-b050-c81b6cc256c4 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:42.373424 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ebc9d368-c737-4353-8407-73686df80e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:42.373532 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-ebc9d368-c737-4353-8407-73686df80e92 admin admin] Added segment ac997d55-11c1-48ce-acdf-5b693b61dd07 of type vlan for network 88fdffd4-d4ff-46bc-a081-ed68cc573dff Jan 18 22:15:42.381070 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b772030b-bb8a-4357-8ab1-d10a0a109310 req-1c5988f7-2e18-46d8-b050-c81b6cc256c4 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fa92f39-d443-46a1-a886-13e3ee10e361 HTTP/1.1" status: 200 len: 950 time: 0.0773950 Jan 18 22:15:42.423892 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ebc9d368-c737-4353-8407-73686df80e92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:42.447386 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b772030b-bb8a-4357-8ab1-d10a0a109310 req-c743fc1f-4667-4c22-8c2b-f0ca858aa306 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/security-groups?id=f617d299-382f-49d2-bef3-4bb5f1944b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614498 Jan 18 22:15:42.491842 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-58b72a8c-e7e0-4c10-aeae-a1d8ecd8c17c req-a434cb2d-7e18-4fb5-9720-a0ec79946798 tempest-FloatingIPsTestJSON-253524590 tempest-FloatingIPsTestJSON-253524590-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:42.506326 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ebc9d368-c737-4353-8407-73686df80e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:42.508165 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc9d368-c737-4353-8407-73686df80e92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:42.508924 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ebc9d368-c737-4353-8407-73686df80e92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:42.530687 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:42.596922 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-58b72a8c-e7e0-4c10-aeae-a1d8ecd8c17c req-a434cb2d-7e18-4fb5-9720-a0ec79946798 tempest-FloatingIPsTestJSON-253524590 tempest-FloatingIPsTestJSON-253524590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:42.651323 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc9d368-c737-4353-8407-73686df80e92 admin admin] Pushing event updated for resources: {'Network': ['ID=88fdffd4-d4ff-46bc-a081-ed68cc573dff,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:42.670075 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-ebc9d368-c737-4353-8407-73686df80e92 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7192533 Jan 18 22:15:42.670384 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 55868) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:15:42.673474 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 88fdffd4-d4ff-46bc-a081-ed68cc573dff details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:15:42.679497 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58b72a8c-e7e0-4c10-aeae-a1d8ecd8c17c req-a434cb2d-7e18-4fb5-9720-a0ec79946798 tempest-FloatingIPsTestJSON-253524590 tempest-FloatingIPsTestJSON-253524590-project] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:15:42.687330 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-58b72a8c-e7e0-4c10-aeae-a1d8ecd8c17c req-a434cb2d-7e18-4fb5-9720-a0ec79946798 tempest-FloatingIPsTestJSON-253524590 tempest-FloatingIPsTestJSON-253524590-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:15:42.687851 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-6b36541b-69bd-4d5a-9187-45aeec4491e6 admin admin] Request body: {'subnet': {'network_id': '88fdffd4-d4ff-46bc-a081-ed68cc573dff', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1915850007-subnet', 'tenant_id': '844c39a7daa94ad0975cad9e39391145', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:15:42.698059 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-58b72a8c-e7e0-4c10-aeae-a1d8ecd8c17c req-a434cb2d-7e18-4fb5-9720-a0ec79946798 tempest-FloatingIPsTestJSON-253524590 tempest-FloatingIPsTestJSON-253524590-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:15:42.720886 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b36541b-69bd-4d5a-9187-45aeec4491e6 admin admin] Made reservation on behalf of 844c39a7daa94ad0975cad9e39391145 for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:15:42.724049 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6b36541b-69bd-4d5a-9187-45aeec4491e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:42.781326 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device deeb8135-a409-49d0-b3e2-5eeaef90f28f up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:15:42.821515 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a434cb2d-7e18-4fb5-9720-a0ec79946798 tempest-FloatingIPsTestJSON-253524590 tempest-FloatingIPsTestJSON-253524590-project] Pushing event updated for resources: {'Port': ['ID=f9c7efc5-8c50-44e3-998e-ec55c006c9da,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:42.845459 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973443c4-15ea-4505-991a-63ac7454dca5 req-4f5a7f59-1b65-4234-9f93-3aa40ad68b0c tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:42.847028 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-973443c4-15ea-4505-991a-63ac7454dca5 req-4f5a7f59-1b65-4234-9f93-3aa40ad68b0c tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c9e6cb9-1aa4-4fa3-b804-edc6b9d7fe7b HTTP/1.1" status: 200 len: 949 time: 0.2879765 Jan 18 22:15:42.856303 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-58b72a8c-e7e0-4c10-aeae-a1d8ecd8c17c req-a434cb2d-7e18-4fb5-9720-a0ec79946798 tempest-FloatingIPsTestJSON-253524590 tempest-FloatingIPsTestJSON-253524590-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:42.870993 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port deeb8135-a409-49d0-b3e2-5eeaef90f28f triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:15:42.871371 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:42.988144 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-58b72a8c-e7e0-4c10-aeae-a1d8ecd8c17c req-a434cb2d-7e18-4fb5-9720-a0ec79946798 tempest-FloatingIPsTestJSON-253524590 tempest-FloatingIPsTestJSON-253524590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:43.003608 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6b36541b-69bd-4d5a-9187-45aeec4491e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:43.037110 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:43.060863 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-973443c4-15ea-4505-991a-63ac7454dca5 req-4c5952c5-aecc-4d27-837c-2605ee1c01ff tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991096 Jan 18 22:15:43.108034 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port deeb8135-a409-49d0-b3e2-5eeaef90f28f, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=deeb8135-a409-49d0-b3e2-5eeaef90f28f,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:15:43.123021 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:43.138596 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b36541b-69bd-4d5a-9187-45aeec4491e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbfe7580-d1f2-433f-af7f-6852e101399d,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:43.223915 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b36541b-69bd-4d5a-9187-45aeec4491e6 admin admin] Checking segment: {'id': 'ac997d55-11c1-48ce-acdf-5b693b61dd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '88fdffd4-d4ff-46bc-a081-ed68cc573dff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:15:43.223915 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b36541b-69bd-4d5a-9187-45aeec4491e6 admin admin] Network hostable DHCP agents. Network: 88fdffd4-d4ff-46bc-a081-ed68cc573dff, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:15:43.252695 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=deeb8135-a409-49d0-b3e2-5eeaef90f28f,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:43.266380 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b36541b-69bd-4d5a-9187-45aeec4491e6 admin admin] Network 88fdffd4-d4ff-46bc-a081-ed68cc573dff is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:15:43.297409 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-6b36541b-69bd-4d5a-9187-45aeec4491e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 88fdffd4-d4ff-46bc-a081-ed68cc573dff) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:15:43.307282 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b36541b-69bd-4d5a-9187-45aeec4491e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:43.307620 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5554f27-53cd-4808-9dd1-06242f895c91 None None] Network 88fdffd4-d4ff-46bc-a081-ed68cc573dff requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:15:43.307872 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6b36541b-69bd-4d5a-9187-45aeec4491e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:43.337366 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-6b36541b-69bd-4d5a-9187-45aeec4491e6 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6652892 Jan 18 22:15:43.340416 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 55874) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:15:43.359419 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-c89c9b33-7077-4e25-9b7d-40d9546e7e60 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1915850007-router', 'tenant_id': '844c39a7daa94ad0975cad9e39391145', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:15:43.388166 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-58b72a8c-e7e0-4c10-aeae-a1d8ecd8c17c req-a434cb2d-7e18-4fb5-9720-a0ec79946798 tempest-FloatingIPsTestJSON-253524590 tempest-FloatingIPsTestJSON-253524590-project] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:43.419448 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-58b72a8c-e7e0-4c10-aeae-a1d8ecd8c17c req-a434cb2d-7e18-4fb5-9720-a0ec79946798 tempest-FloatingIPsTestJSON-253524590 tempest-FloatingIPsTestJSON-253524590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:43.427500 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:43.437395 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c89c9b33-7077-4e25-9b7d-40d9546e7e60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1044160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8692'] for router, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:43.438535 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c89c9b33-7077-4e25-9b7d-40d9546e7e60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1040680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8675'] for router, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:43.556629 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c89c9b33-7077-4e25-9b7d-40d9546e7e60 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:43.612837 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd8f244-adaa-4052-9bf8-b483ebd8a02d None None] Sync routers for ids ['39ec6642-fabd-4c03-a457-bfa48dcf5514'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:15:43.631868 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-58b72a8c-e7e0-4c10-aeae-a1d8ecd8c17c req-a434cb2d-7e18-4fb5-9720-a0ec79946798 tempest-FloatingIPsTestJSON-253524590 tempest-FloatingIPsTestJSON-253524590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043075'] for floatingip, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:43.640549 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd8f244-adaa-4052-9bf8-b483ebd8a02d None None] Routers {'39ec6642-fabd-4c03-a457-bfa48dcf5514'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:15:43.641547 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-7fd8f244-adaa-4052-9bf8-b483ebd8a02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:15:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['39ec6642-fabd-4c03-a457-bfa48dcf5514'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:15:43.646544 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a434cb2d-7e18-4fb5-9720-a0ec79946798 tempest-FloatingIPsTestJSON-253524590 tempest-FloatingIPsTestJSON-253524590-project] Pushing event updated for resources: {'Port': ['ID=f9c7efc5-8c50-44e3-998e-ec55c006c9da,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:43.681107 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89986ad9-e159-4a25-b163-b9c040430f9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-88fdffd4-d4ff-46bc-a081-ed68cc573dff', 'network_id': '88fdffd4-d4ff-46bc-a081-ed68cc573dff', 'tenant_id': '844c39a7daa94ad0975cad9e39391145', 'fixed_ips': [{'subnet_id': 'bbfe7580-d1f2-433f-af7f-6852e101399d'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:15:43.682335 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-89986ad9-e159-4a25-b163-b9c040430f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:43.685229 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be95f65-3393-451f-9757-08ab94c38ab8 req-af3d5f6e-13de-4b28-be0d-0e2e0b911eae tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:43.693852 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8be95f65-3393-451f-9757-08ab94c38ab8 req-af3d5f6e-13de-4b28-be0d-0e2e0b911eae tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eeec438-19be-4793-9ba2-317a2ea8c73d HTTP/1.1" status: 200 len: 943 time: 0.1859910 Jan 18 22:15:43.704401 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-58b72a8c-e7e0-4c10-aeae-a1d8ecd8c17c req-a434cb2d-7e18-4fb5-9720-a0ec79946798 tempest-FloatingIPsTestJSON-253524590 tempest-FloatingIPsTestJSON-253524590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:43.712035 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-58b72a8c-e7e0-4c10-aeae-a1d8ecd8c17c req-a434cb2d-7e18-4fb5-9720-a0ec79946798 tempest-FloatingIPsTestJSON-253524590 tempest-FloatingIPsTestJSON-253524590-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0794497 Jan 18 22:15:43.782827 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-58b72a8c-e7e0-4c10-aeae-a1d8ecd8c17c req-503253da-3f3c-4aed-9133-80764420fb36 tempest-FloatingIPsTestJSON-253524590 tempest-FloatingIPsTestJSON-253524590-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.223 HTTP/1.1" status: 200 len: 696 time: 0.0699980 Jan 18 22:15:43.831906 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-89986ad9-e159-4a25-b163-b9c040430f9e None None] Allocated IP 172.20.0.2 (88fdffd4-d4ff-46bc-a081-ed68cc573dff/bbfe7580-d1f2-433f-af7f-6852e101399d/51e5f57e-1cbe-4374-9aa5-0284e3d165cf) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:15:43.883713 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8be95f65-3393-451f-9757-08ab94c38ab8 req-6d85fa93-9bb9-4e3a-8f6a-d30b88dff6ab tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac5bfedd-8c81-4ad7-9f0f-99ba0a339521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887541 Jan 18 22:15:43.902719 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c89c9b33-7077-4e25-9b7d-40d9546e7e60 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:43.997005 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-89986ad9-e159-4a25-b163-b9c040430f9e None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:44.005931 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-89986ad9-e159-4a25-b163-b9c040430f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:44.032465 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b72a8c-e7e0-4c10-aeae-a1d8ecd8c17c req-2024d43e-8f58-4ee5-87cd-38025e38656b tempest-FloatingIPsTestJSON-253524590 tempest-FloatingIPsTestJSON-253524590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:44.038188 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-58b72a8c-e7e0-4c10-aeae-a1d8ecd8c17c req-2024d43e-8f58-4ee5-87cd-38025e38656b tempest-FloatingIPsTestJSON-253524590 tempest-FloatingIPsTestJSON-253524590-project] 10.222.0.53 "GET /v2.0/networks/0fa7c7c8-c96a-4aa5-9818-d374adf00f99 HTTP/1.1" status: 200 len: 784 time: 0.2544277 Jan 18 22:15:44.115599 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0be7a4-bf1c-4329-b3ca-0743201ed45d req-e515eeb4-df8d-4834-81b6-aff29ea7cd99 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:44.123386 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3f0be7a4-bf1c-4329-b3ca-0743201ed45d req-e515eeb4-df8d-4834-81b6-aff29ea7cd99 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fa92f39-d443-46a1-a886-13e3ee10e361 HTTP/1.1" status: 200 len: 950 time: 0.1354492 Jan 18 22:15:44.153966 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89986ad9-e159-4a25-b163-b9c040430f9e None None] Network 88fdffd4-d4ff-46bc-a081-ed68cc573dff is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:15:44.155690 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-444ba0f9-9b49-4617-8d71-f162040b3b00 req-db277b0c-e46c-45b6-a049-5d9561d2bb9b tempest-FloatingIPsTestJSON-253524590 tempest-FloatingIPsTestJSON-253524590-project] 10.222.0.53 "GET /v2.0/floatingips/27329ed2-aff0-4753-81f2-1cf30172b115 HTTP/1.1" status: 200 len: 693 time: 0.0941148 Jan 18 22:15:44.159376 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-89986ad9-e159-4a25-b163-b9c040430f9e None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:15:44.167807 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89986ad9-e159-4a25-b163-b9c040430f9e None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:15:44.210926 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89986ad9-e159-4a25-b163-b9c040430f9e None None] Pushing event updated for resources: {'Port': ['ID=51e5f57e-1cbe-4374-9aa5-0284e3d165cf,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:44.214827 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-7fd8f244-adaa-4052-9bf8-b483ebd8a02d None None] Set router 39ec6642-fabd-4c03-a457-bfa48dcf5514 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:15:44.273046 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-89986ad9-e159-4a25-b163-b9c040430f9e None None] Attempting to bind port 51e5f57e-1cbe-4374-9aa5-0284e3d165cf on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:15:44.273692 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-89986ad9-e159-4a25-b163-b9c040430f9e None None] Attempting to bind port 51e5f57e-1cbe-4374-9aa5-0284e3d165cf by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': 'ac997d55-11c1-48ce-acdf-5b693b61dd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '88fdffd4-d4ff-46bc-a081-ed68cc573dff'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:15:44.274237 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89986ad9-e159-4a25-b163-b9c040430f9e None None] Attempting to bind port 51e5f57e-1cbe-4374-9aa5-0284e3d165cf on network 88fdffd4-d4ff-46bc-a081-ed68cc573dff {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:15:44.282963 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c89c9b33-7077-4e25-9b7d-40d9546e7e60 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:44.286489 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89986ad9-e159-4a25-b163-b9c040430f9e None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:15:44.287132 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89986ad9-e159-4a25-b163-b9c040430f9e None None] Checking segment: {'id': 'ac997d55-11c1-48ce-acdf-5b693b61dd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '88fdffd4-d4ff-46bc-a081-ed68cc573dff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:15:44.287754 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-89986ad9-e159-4a25-b163-b9c040430f9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:44.288548 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89986ad9-e159-4a25-b163-b9c040430f9e None None] Bound using segment: {'id': 'ac997d55-11c1-48ce-acdf-5b693b61dd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '88fdffd4-d4ff-46bc-a081-ed68cc573dff'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:15:44.289811 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-89986ad9-e159-4a25-b163-b9c040430f9e None None] Bound port: 51e5f57e-1cbe-4374-9aa5-0284e3d165cf, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac997d55-11c1-48ce-acdf-5b693b61dd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '88fdffd4-d4ff-46bc-a081-ed68cc573dff'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:15:44.290418 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-89986ad9-e159-4a25-b163-b9c040430f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:44.296667 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444ba0f9-9b49-4617-8d71-f162040b3b00 req-95962c5e-135e-4ac2-9c47-f2bcf1a7196a tempest-FloatingIPsTestJSON-253524590 tempest-FloatingIPsTestJSON-253524590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:44.303899 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-444ba0f9-9b49-4617-8d71-f162040b3b00 req-95962c5e-135e-4ac2-9c47-f2bcf1a7196a tempest-FloatingIPsTestJSON-253524590 tempest-FloatingIPsTestJSON-253524590-project] 10.222.0.53 "GET /v2.0/networks/0fa7c7c8-c96a-4aa5-9818-d374adf00f99 HTTP/1.1" status: 200 len: 784 time: 0.1469793 Jan 18 22:15:44.309498 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [req-444ba0f9-9b49-4617-8d71-f162040b3b00 req-d8943fcd-a5fc-44ab-9a09-4265ecc9303e tempest-FloatingIPsTestJSON-253524590 tempest-FloatingIPsTestJSON-253524590-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102430) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:15:44.322124 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-444ba0f9-9b49-4617-8d71-f162040b3b00 req-d8943fcd-a5fc-44ab-9a09-4265ecc9303e tempest-FloatingIPsTestJSON-253524590 tempest-FloatingIPsTestJSON-253524590-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0172420 Jan 18 22:15:44.330204 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c89c9b33-7077-4e25-9b7d-40d9546e7e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:44.366934 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3f0be7a4-bf1c-4329-b3ca-0743201ed45d req-d261d732-af17-40d9-b6eb-b259b17b0b33 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/security-groups?id=f617d299-382f-49d2-bef3-4bb5f1944b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421527 Jan 18 22:15:44.517930 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-89986ad9-e159-4a25-b163-b9c040430f9e None None] For port 51e5f57e-1cbe-4374-9aa5-0284e3d165cf, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:15:44.523398 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-89986ad9-e159-4a25-b163-b9c040430f9e None None] For port 51e5f57e-1cbe-4374-9aa5-0284e3d165cf, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=51e5f57e-1cbe-4374-9aa5-0284e3d165cf,segment=NetworkSegment(ac997d55-11c1-48ce-acdf-5b693b61dd07),segment_id=ac997d55-11c1-48ce-acdf-5b693b61dd07)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:15:44.556052 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-c89c9b33-7077-4e25-9b7d-40d9546e7e60 admin admin] Allocated IP 172.25.5.97 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/aeda7f78-b882-4d87-8787-320022bb4ddc) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:15:44.559929 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-89986ad9-e159-4a25-b163-b9c040430f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:44.573005 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5fa7fe-b78a-4676-8560-7280f939bbd7 req-473d2bf6-1108-48c4-8281-bac4b5ea2a52 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:44.579959 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9c5fa7fe-b78a-4676-8560-7280f939bbd7 req-473d2bf6-1108-48c4-8281-bac4b5ea2a52 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c9e6cb9-1aa4-4fa3-b804-edc6b9d7fe7b HTTP/1.1" status: 200 len: 949 time: 0.1434093 Jan 18 22:15:44.692280 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-354c2ccf-8c01-4e34-aea5-91951aa348cf req-b8c6edee-c89f-4891-bfbf-3e5f244b9d7e tempest-FloatingIPsTestJSON-253524590 tempest-FloatingIPsTestJSON-253524590-project] 10.222.0.53 "GET /v2.0/floatingips?tenant_id=63a6ee03d53a44abbd05e36799055dfc HTTP/1.1" status: 200 len: 696 time: 0.1071301 Jan 18 22:15:44.760726 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9c5fa7fe-b78a-4676-8560-7280f939bbd7 req-d83c121e-85bb-4d2a-8fca-1e81754e273a tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582644 Jan 18 22:15:44.779928 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c89c9b33-7077-4e25-9b7d-40d9546e7e60 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:44.848365 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c89c9b33-7077-4e25-9b7d-40d9546e7e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:44.923033 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89c9b33-7077-4e25-9b7d-40d9546e7e60 admin admin] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:15:44.932261 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device deeb8135-a409-49d0-b3e2-5eeaef90f28f up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:15:44.934742 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-c89c9b33-7077-4e25-9b7d-40d9546e7e60 admin admin] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:15:44.942990 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89c9b33-7077-4e25-9b7d-40d9546e7e60 admin admin] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:15:44.977314 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354c2ccf-8c01-4e34-aea5-91951aa348cf req-2c824901-9ee6-488c-bb67-9075016cfbdd tempest-FloatingIPsTestJSON-253524590 tempest-FloatingIPsTestJSON-253524590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:44.979168 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-354c2ccf-8c01-4e34-aea5-91951aa348cf req-2c824901-9ee6-488c-bb67-9075016cfbdd tempest-FloatingIPsTestJSON-253524590 tempest-FloatingIPsTestJSON-253524590-project] 10.222.0.53 "GET /v2.0/networks?id=0fa7c7c8-c96a-4aa5-9818-d374adf00f99 HTTP/1.1" status: 200 len: 787 time: 0.2860842 Jan 18 22:15:45.007000 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [req-354c2ccf-8c01-4e34-aea5-91951aa348cf req-57bb8c54-36f6-4d6b-8042-535c627d5709 tempest-FloatingIPsTestJSON-253524590 tempest-FloatingIPsTestJSON-253524590-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102430) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:15:45.010674 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89c9b33-7077-4e25-9b7d-40d9546e7e60 admin admin] Pushing event updated for resources: {'Port': ['ID=aeda7f78-b882-4d87-8787-320022bb4ddc,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:45.011442 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-354c2ccf-8c01-4e34-aea5-91951aa348cf req-57bb8c54-36f6-4d6b-8042-535c627d5709 tempest-FloatingIPsTestJSON-253524590 tempest-FloatingIPsTestJSON-253524590-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0164950 Jan 18 22:15:45.119092 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89986ad9-e159-4a25-b163-b9c040430f9e None None] Pushing event updated for resources: {'Port': ['ID=51e5f57e-1cbe-4374-9aa5-0284e3d165cf,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:45.147860 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device a144f15d-8003-4566-b13f-9284b79c7f71 no longer exists at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:15:45.159237 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0a8c6701-973c-4f55-bc20-c97dec34793b req-3c22089c-f68d-4825-a8ca-d782dd81cf20 tempest-FloatingIPsTestJSON-253524590 tempest-FloatingIPsTestJSON-253524590-project] 10.222.0.53 "GET /v2.0/floatingips/27329ed2-aff0-4753-81f2-1cf30172b115 HTTP/1.1" status: 200 len: 693 time: 0.1012068 Jan 18 22:15:45.234508 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6b2898-d251-49d8-a627-bb9105a0830f req-db8a92ef-4377-4784-8eda-d189f99a8323 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:45.236619 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2e6b2898-d251-49d8-a627-bb9105a0830f req-db8a92ef-4377-4784-8eda-d189f99a8323 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eeec438-19be-4793-9ba2-317a2ea8c73d HTTP/1.1" status: 200 len: 943 time: 0.1720724 Jan 18 22:15:45.257429 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port deeb8135-a409-49d0-b3e2-5eeaef90f28f triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:15:45.257823 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:45.375235 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-7fd8f244-adaa-4052-9bf8-b483ebd8a02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39ec6642-fabd-4c03-a457-bfa48dcf5514', 'name': 'tempest-FloatingIPsTestJSON-479495085-router', 'tenant_id': '63a6ee03d53a44abbd05e36799055dfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'deeb8135-a409-49d0-b3e2-5eeaef90f28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:15:32Z', 'updated_at': '2022-01-18T22:15:39Z', 'revision_number': 4, 'project_id': '63a6ee03d53a44abbd05e36799055dfc', 'gw_port': {'id': 'deeb8135-a409-49d0-b3e2-5eeaef90f28f', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:8d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ec6642-fabd-4c03-a457-bfa48dcf5514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:15:34Z', 'updated_at': '2022-01-18T22:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '540a2ff5-b45d-4c00-b337-18c60ab81118', 'name': '', 'network_id': '5e7cfbc2-89a1-4cb6-b1c9-d0ceb4f6f704', 'tenant_id': '63a6ee03d53a44abbd05e36799055dfc', 'mac_address': 'fa:16:3e:b1:6a:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39ec6642-fabd-4c03-a457-bfa48dcf5514', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '6825b2ad-2a35-485a-8d4c-86368abdb5b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:15:38Z', 'updated_at': '2022-01-18T22:15:39Z', 'revision_number': 2, 'project_id': '63a6ee03d53a44abbd05e36799055dfc', 'subnets': [{'id': '6825b2ad-2a35-485a-8d4c-86368abdb5b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:15:45.384790 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8682daad-4c37-4cb4-8036-e6fa6fe5c9f7 req-f026e4a5-ae61-4b14-a6ea-2521d8c4054b service neutron] 10.222.0.36 "GET /v2.0/ports/fb25b735-1224-4af3-b9e8-c54530a9f342/bindings/n-h2-825064-1 HTTP/1.1" status: 200 len: 384 time: 0.4000580 Jan 18 22:15:45.408490 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd8f244-adaa-4052-9bf8-b483ebd8a02d None None] Checking router: 39ec6642-fabd-4c03-a457-bfa48dcf5514 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:15:45.408847 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd8f244-adaa-4052-9bf8-b483ebd8a02d None None] Updating router 39ec6642-fabd-4c03-a457-bfa48dcf5514 port 540a2ff5-b45d-4c00-b337-18c60ab81118 binding host n-d-825064-1 {{(pid=102432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:15:45.454364 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c89c9b33-7077-4e25-9b7d-40d9546e7e60 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:45.483542 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2e6b2898-d251-49d8-a627-bb9105a0830f req-b8c3b4c4-127a-4118-bf09-2e7f3487a932 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac5bfedd-8c81-4ad7-9f0f-99ba0a339521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296791 Jan 18 22:15:45.524488 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7fd8f244-adaa-4052-9bf8-b483ebd8a02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:45.547380 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8c6701-973c-4f55-bc20-c97dec34793b req-439b2b5c-5089-4ba6-a7dd-6df7e258efa8 tempest-FloatingIPsTestJSON-253524590 tempest-FloatingIPsTestJSON-253524590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:45.555756 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0a8c6701-973c-4f55-bc20-c97dec34793b req-439b2b5c-5089-4ba6-a7dd-6df7e258efa8 tempest-FloatingIPsTestJSON-253524590 tempest-FloatingIPsTestJSON-253524590-project] 10.222.0.53 "GET /v2.0/networks/0fa7c7c8-c96a-4aa5-9818-d374adf00f99 HTTP/1.1" status: 200 len: 784 time: 0.3792095 Jan 18 22:15:45.640926 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0a8c6701-973c-4f55-bc20-c97dec34793b req-0e746f84-8b46-4505-b570-65d1067f9baa tempest-FloatingIPsTestJSON-253524590 tempest-FloatingIPsTestJSON-253524590-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.223 HTTP/1.1" status: 200 len: 696 time: 0.0841768 Jan 18 22:15:45.714143 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0a8c6701-973c-4f55-bc20-c97dec34793b req-bc28e278-5a26-4819-9d79-6cf60211a82b tempest-FloatingIPsTestJSON-253524590 tempest-FloatingIPsTestJSON-253524590-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.223 HTTP/1.1" status: 200 len: 696 time: 0.0722239 Jan 18 22:15:45.915906 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7fd8f244-adaa-4052-9bf8-b483ebd8a02d None None] Notify callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:45.931981 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7fd8f244-adaa-4052-9bf8-b483ebd8a02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:45.988179 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:46.008143 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba29d5b-a36f-4893-9767-4a4f3963a0d2 None None] Pushing event updated for resources: {'Port': ['ID=540a2ff5-b45d-4c00-b337-18c60ab81118,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:46.020592 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-8682daad-4c37-4cb4-8036-e6fa6fe5c9f7 req-d5b0e641-58f7-4105-a99b-370df5af303a service neutron] For port fb25b735-1224-4af3-b9e8-c54530a9f342, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=fb25b735-1224-4af3-b9e8-c54530a9f342,segment=NetworkSegment(a97910f7-cad7-42ae-9f6e-c8965771467a),segment_id=a97910f7-cad7-42ae-9f6e-c8965771467a)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:15:46.037996 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fa92f39-d443-46a1-a886-13e3ee10e361', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a144f15d-8003-4566-b13f-9284b79c7f71'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:15:46.040395 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93ce7ada-ab5e-42da-a879-a1d03cab018a" -d '{"events": [{"server_uuid": "5fa92f39-d443-46a1-a886-13e3ee10e361", "name": "network-vif-unplugged", "status": "completed", "tag": "a144f15d-8003-4566-b13f-9284b79c7f71"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:15:46.067601 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-8682daad-4c37-4cb4-8036-e6fa6fe5c9f7 req-d5b0e641-58f7-4105-a99b-370df5af303a service neutron] For port fb25b735-1224-4af3-b9e8-c54530a9f342, host n-h1-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:15:46.087400 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port a144f15d-8003-4566-b13f-9284b79c7f71, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=a144f15d-8003-4566-b13f-9284b79c7f71,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:15:46.117131 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:46.117851 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device fb25b735-1224-4af3-b9e8-c54530a9f342 no longer exists at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:15:46.145053 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [req-8682daad-4c37-4cb4-8036-e6fa6fe5c9f7 req-d5b0e641-58f7-4105-a99b-370df5af303a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb25b735-1224-4af3-b9e8-c54530a9f342 {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:15:46.156998 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c89c9b33-7077-4e25-9b7d-40d9546e7e60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1040691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049'] for router, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:46.159817 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-8682daad-4c37-4cb4-8036-e6fa6fe5c9f7 req-d5b0e641-58f7-4105-a99b-370df5af303a service neutron] For port fb25b735-1224-4af3-b9e8-c54530a9f342, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=fb25b735-1224-4af3-b9e8-c54530a9f342,segment=NetworkSegment(a97910f7-cad7-42ae-9f6e-c8965771467a),segment_id=a97910f7-cad7-42ae-9f6e-c8965771467a)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:15:46.202327 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-8682daad-4c37-4cb4-8036-e6fa6fe5c9f7 req-d5b0e641-58f7-4105-a99b-370df5af303a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:46.259566 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-7fd8f244-adaa-4052-9bf8-b483ebd8a02d None None] Attempting to bind port 540a2ff5-b45d-4c00-b337-18c60ab81118 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:15:46.259929 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-7fd8f244-adaa-4052-9bf8-b483ebd8a02d None None] Attempting to bind port 540a2ff5-b45d-4c00-b337-18c60ab81118 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': 'a77d4aa0-955f-4d74-a886-910fabc91621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '5e7cfbc2-89a1-4cb6-b1c9-d0ceb4f6f704'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:15:46.276913 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd8f244-adaa-4052-9bf8-b483ebd8a02d None None] Attempting to bind port 540a2ff5-b45d-4c00-b337-18c60ab81118 on network 5e7cfbc2-89a1-4cb6-b1c9-d0ceb4f6f704 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:15:46.343001 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd8f244-adaa-4052-9bf8-b483ebd8a02d None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:15:46.343372 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd8f244-adaa-4052-9bf8-b483ebd8a02d None None] Checking segment: {'id': 'a77d4aa0-955f-4d74-a886-910fabc91621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '5e7cfbc2-89a1-4cb6-b1c9-d0ceb4f6f704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:15:46.343779 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7fd8f244-adaa-4052-9bf8-b483ebd8a02d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:46.344210 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd8f244-adaa-4052-9bf8-b483ebd8a02d None None] Bound using segment: {'id': 'a77d4aa0-955f-4d74-a886-910fabc91621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '5e7cfbc2-89a1-4cb6-b1c9-d0ceb4f6f704'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:15:46.344681 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-7fd8f244-adaa-4052-9bf8-b483ebd8a02d None None] Bound port: 540a2ff5-b45d-4c00-b337-18c60ab81118, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a77d4aa0-955f-4d74-a886-910fabc91621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '5e7cfbc2-89a1-4cb6-b1c9-d0ceb4f6f704'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:15:46.345051 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7fd8f244-adaa-4052-9bf8-b483ebd8a02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:46.371069 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ebc16d-9f6c-4f0c-a068-27b9898288ca req-c3190210-3751-4c3e-9d52-8c61d898dd95 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:46.378041 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=a144f15d-8003-4566-b13f-9284b79c7f71,revision_number=6']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:46.381588 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-84ebc16d-9f6c-4f0c-a068-27b9898288ca req-c3190210-3751-4c3e-9d52-8c61d898dd95 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fa92f39-d443-46a1-a886-13e3ee10e361 HTTP/1.1" status: 200 len: 950 time: 0.7376678 Jan 18 22:15:46.407051 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c89c9b33-7077-4e25-9b7d-40d9546e7e60 admin admin] Router 44a5a009-0fa9-4ce8-a27b-0c53ccbcf88c is scheduled to L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 with binding_index 1 {{(pid=102431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 22:15:46.481353 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-84ebc16d-9f6c-4f0c-a068-27b9898288ca req-a00023c3-1a96-4925-af0d-b9be1001e238 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/security-groups?id=f617d299-382f-49d2-bef3-4bb5f1944b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935628 Jan 18 22:15:46.483958 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-ab9ee317-78b5-4b68-ba5e-83e61eb325ee None None] Provisioning complete for port 540a2ff5-b45d-4c00-b337-18c60ab81118 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:15:46.484360 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ab9ee317-78b5-4b68-ba5e-83e61eb325ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:46.488435 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-0a8c6701-973c-4f55-bc20-c97dec34793b req-02e55160-a897-4c54-bab9-c20af7d1ba96 tempest-FloatingIPsTestJSON-253524590 tempest-FloatingIPsTestJSON-253524590-project] Deleting port f9c7efc5-8c50-44e3-998e-ec55c006c9da {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:15:46.492153 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-0a8c6701-973c-4f55-bc20-c97dec34793b req-02e55160-a897-4c54-bab9-c20af7d1ba96 tempest-FloatingIPsTestJSON-253524590 tempest-FloatingIPsTestJSON-253524590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:46.583786 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad94106-cd44-415f-b2db-5286062ec81b None None] Network 88fdffd4-d4ff-46bc-a081-ed68cc573dff requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:15:46.622342 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-8682daad-4c37-4cb4-8036-e6fa6fe5c9f7 req-d5b0e641-58f7-4105-a99b-370df5af303a service neutron] Transition to ACTIVE for port object fb25b735-1224-4af3-b9e8-c54530a9f342 will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:15:46.633725 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c89c9b33-7077-4e25-9b7d-40d9546e7e60 admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:15:46.647682 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7fd8f244-adaa-4052-9bf8-b483ebd8a02d None None] For port 540a2ff5-b45d-4c00-b337-18c60ab81118, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:15:46.649648 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-8682daad-4c37-4cb4-8036-e6fa6fe5c9f7 req-d5b0e641-58f7-4105-a99b-370df5af303a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:46.656746 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb00052f-4cf3-4452-aba9-67f879e7dc1a None None] Sync routers for ids ['44a5a009-0fa9-4ce8-a27b-0c53ccbcf88c'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:15:46.676441 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb00052f-4cf3-4452-aba9-67f879e7dc1a None None] Routers {'44a5a009-0fa9-4ce8-a27b-0c53ccbcf88c'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:15:46.678978 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-eb00052f-4cf3-4452-aba9-67f879e7dc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:15:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['44a5a009-0fa9-4ce8-a27b-0c53ccbcf88c'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:15:46.707061 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c89c9b33-7077-4e25-9b7d-40d9546e7e60 admin admin] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:46.710101 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-c89c9b33-7077-4e25-9b7d-40d9546e7e60 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.3639734 Jan 18 22:15:46.712902 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 55908) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:15:46.748245 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 51e5f57e-1cbe-4374-9aa5-0284e3d165cf up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:15:46.766411 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-ab9ee317-78b5-4b68-ba5e-83e61eb325ee None None] Port 540a2ff5-b45d-4c00-b337-18c60ab81118 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:15:46.782117 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7fd8f244-adaa-4052-9bf8-b483ebd8a02d None None] For port 540a2ff5-b45d-4c00-b337-18c60ab81118, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=540a2ff5-b45d-4c00-b337-18c60ab81118,segment=NetworkSegment(a77d4aa0-955f-4d74-a886-910fabc91621),segment_id=a77d4aa0-955f-4d74-a886-910fabc91621)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:15:46.782328 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b0e641-58f7-4105-a99b-370df5af303a service neutron] Pushing event updated for resources: {'Port': ['ID=fb25b735-1224-4af3-b9e8-c54530a9f342,revision_number=10']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:46.799480 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-0a8c6701-973c-4f55-bc20-c97dec34793b req-02e55160-a897-4c54-bab9-c20af7d1ba96 tempest-FloatingIPsTestJSON-253524590 tempest-FloatingIPsTestJSON-253524590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:46.799809 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-0a8c6701-973c-4f55-bc20-c97dec34793b req-02e55160-a897-4c54-bab9-c20af7d1ba96 tempest-FloatingIPsTestJSON-253524590 tempest-FloatingIPsTestJSON-253524590-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:46.803759 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-8682daad-4c37-4cb4-8036-e6fa6fe5c9f7 req-d5b0e641-58f7-4105-a99b-370df5af303a service neutron] No DVR routers for this DVR port fb25b735-1224-4af3-b9e8-c54530a9f342 on host n-h1-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:15:46.833460 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7fd8f244-adaa-4052-9bf8-b483ebd8a02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:46.845129 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-0a8c6701-973c-4f55-bc20-c97dec34793b req-02e55160-a897-4c54-bab9-c20af7d1ba96 tempest-FloatingIPsTestJSON-253524590 tempest-FloatingIPsTestJSON-253524590-project] Calling delete_port for f9c7efc5-8c50-44e3-998e-ec55c006c9da owned by network:floatingip {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:15:46.859595 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8682daad-4c37-4cb4-8036-e6fa6fe5c9f7 req-d5b0e641-58f7-4105-a99b-370df5af303a service neutron] 10.222.0.36 "PUT /v2.0/ports/fb25b735-1224-4af3-b9e8-c54530a9f342/bindings/n-h2-825064-1/activate HTTP/1.1" status: 200 len: 369 time: 1.4630642 Jan 18 22:15:46.872436 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7ac873-2a85-42e0-a503-8faa5407c5a7 req-409af56b-7690-4cd6-8cf8-0655987a4bdb tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:46.880025 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5a7ac873-2a85-42e0-a503-8faa5407c5a7 req-409af56b-7690-4cd6-8cf8-0655987a4bdb tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c9e6cb9-1aa4-4fa3-b804-edc6b9d7fe7b HTTP/1.1" status: 200 len: 949 time: 0.1678576 Jan 18 22:15:46.910815 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-eb00052f-4cf3-4452-aba9-67f879e7dc1a None None] Set router 44a5a009-0fa9-4ce8-a27b-0c53ccbcf88c gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:15:46.966148 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5a7ac873-2a85-42e0-a503-8faa5407c5a7 req-bcca3ac0-f427-4516-b4f0-5b34b730678a tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851164 Jan 18 22:15:46.987440 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba29d5b-a36f-4893-9767-4a4f3963a0d2 None None] Pushing event updated for resources: {'Port': ['ID=540a2ff5-b45d-4c00-b337-18c60ab81118,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:47.166665 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-0a8c6701-973c-4f55-bc20-c97dec34793b req-02e55160-a897-4c54-bab9-c20af7d1ba96 tempest-FloatingIPsTestJSON-253524590 tempest-FloatingIPsTestJSON-253524590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:47.174585 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device a144f15d-8003-4566-b13f-9284b79c7f71 details requested by agent hyperv_n-h1-825064-1 with host n-h1-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:15:47.189112 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 18 Jan 2022 22:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d944fd6-c1ba-454c-82cb-bb9b3f1e4fea x-openstack-request-id: req-0d944fd6-c1ba-454c-82cb-bb9b3f1e4fea {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:15:47.190222 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fa92f39-d443-46a1-a886-13e3ee10e361", "name": "network-vif-unplugged", "status": "completed", "tag": "a144f15d-8003-4566-b13f-9284b79c7f71", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:15:47.190491 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0d944fd6-c1ba-454c-82cb-bb9b3f1e4fea {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:15:47.190899 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fa92f39-d443-46a1-a886-13e3ee10e361', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a144f15d-8003-4566-b13f-9284b79c7f71', 'code': 200} Jan 18 22:15:47.209307 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-8fabd346-bcb9-4854-af85-31bbd54449c8 None None] Provisioning complete for port 51e5f57e-1cbe-4374-9aa5-0284e3d165cf triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:15:47.209677 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8fabd346-bcb9-4854-af85-31bbd54449c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:47.217481 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8682daad-4c37-4cb4-8036-e6fa6fe5c9f7 req-2e0a539f-c9d3-492a-a284-077b5f8cfd20 tempest-LiveMigrationTest-1198651986 tempest-LiveMigrationTest-1198651986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:47.221111 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e55160-a897-4c54-bab9-c20af7d1ba96 tempest-FloatingIPsTestJSON-253524590 tempest-FloatingIPsTestJSON-253524590-project] Pushing event deleted for resources: {'Port': ['ID=f9c7efc5-8c50-44e3-998e-ec55c006c9da,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:47.221855 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-8682daad-4c37-4cb4-8036-e6fa6fe5c9f7 req-2e0a539f-c9d3-492a-a284-077b5f8cfd20 tempest-LiveMigrationTest-1198651986 tempest-LiveMigrationTest-1198651986-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=0eeec438-19be-4793-9ba2-317a2ea8c73d&tenant_id=646d6b7fa3c74dbb9d53573120d4a5a9&binding%3Ahost_id=n-h1-825064-1 HTTP/1.1" status: 200 len: 1095 time: 0.1315308 Jan 18 22:15:47.345931 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd8f244-adaa-4052-9bf8-b483ebd8a02d None None] Routers {'39ec6642-fabd-4c03-a457-bfa48dcf5514'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:15:47.346578 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-7fd8f244-adaa-4052-9bf8-b483ebd8a02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:15:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['39ec6642-fabd-4c03-a457-bfa48dcf5514'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:15:47.396505 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-eb00052f-4cf3-4452-aba9-67f879e7dc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a5a009-0fa9-4ce8-a27b-0c53ccbcf88c', 'name': 'tempest-FloatingIPDetailsTestJSON-1915850007-router', 'tenant_id': '844c39a7daa94ad0975cad9e39391145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.97'}], 'enable_snat': True}, 'gw_port_id': 'aeda7f78-b882-4d87-8787-320022bb4ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:15:43Z', 'updated_at': '2022-01-18T22:15:45Z', 'revision_number': 3, 'project_id': '844c39a7daa94ad0975cad9e39391145', 'gw_port': {'id': 'aeda7f78-b882-4d87-8787-320022bb4ddc', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e6:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44a5a009-0fa9-4ce8-a27b-0c53ccbcf88c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:15:44Z', 'updated_at': '2022-01-18T22:15:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:15:47.451848 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb00052f-4cf3-4452-aba9-67f879e7dc1a None None] Checking router: 44a5a009-0fa9-4ce8-a27b-0c53ccbcf88c for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:15:47.455150 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb00052f-4cf3-4452-aba9-67f879e7dc1a None None] Updating router 44a5a009-0fa9-4ce8-a27b-0c53ccbcf88c port aeda7f78-b882-4d87-8787-320022bb4ddc binding host n-d-825064-1 {{(pid=102433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:15:47.460418 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8682daad-4c37-4cb4-8036-e6fa6fe5c9f7 req-a7114264-e348-408f-a6cc-470afc7cb72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:47.461920 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-8682daad-4c37-4cb4-8036-e6fa6fe5c9f7 req-a7114264-e348-408f-a6cc-470afc7cb72d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0eeec438-19be-4793-9ba2-317a2ea8c73d&tenant_id=646d6b7fa3c74dbb9d53573120d4a5a9 HTTP/1.1" status: 200 len: 1095 time: 0.2301190 Jan 18 22:15:47.468380 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-0a8c6701-973c-4f55-bc20-c97dec34793b req-02e55160-a897-4c54-bab9-c20af7d1ba96 tempest-FloatingIPsTestJSON-253524590 tempest-FloatingIPsTestJSON-253524590-project] Notify callbacks [] for floatingip, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:47.471142 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-0a8c6701-973c-4f55-bc20-c97dec34793b req-02e55160-a897-4c54-bab9-c20af7d1ba96 tempest-FloatingIPsTestJSON-253524590 tempest-FloatingIPsTestJSON-253524590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:47.472340 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0a8c6701-973c-4f55-bc20-c97dec34793b req-02e55160-a897-4c54-bab9-c20af7d1ba96 tempest-FloatingIPsTestJSON-253524590 tempest-FloatingIPsTestJSON-253524590-project] 10.222.0.53 "DELETE /v2.0/floatingips/27329ed2-aff0-4753-81f2-1cf30172b115 HTTP/1.1" status: 204 len: 173 time: 1.7573817 Jan 18 22:15:47.484777 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c3c2e-798a-442f-909d-184ebc8bb84f req-f2ba526e-ed09-4908-8c5d-41efba4d87ac tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:47.492060 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-652c3c2e-798a-442f-909d-184ebc8bb84f req-f2ba526e-ed09-4908-8c5d-41efba4d87ac tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eeec438-19be-4793-9ba2-317a2ea8c73d HTTP/1.1" status: 200 len: 944 time: 0.2259724 Jan 18 22:15:47.493308 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-7fd8f244-adaa-4052-9bf8-b483ebd8a02d None None] Set router 39ec6642-fabd-4c03-a457-bfa48dcf5514 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:15:47.522599 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-eb00052f-4cf3-4452-aba9-67f879e7dc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:47.560928 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-652c3c2e-798a-442f-909d-184ebc8bb84f req-bccd48ca-3136-4bc4-9d0b-ed80e44b6eca tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac5bfedd-8c81-4ad7-9f0f-99ba0a339521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677052 Jan 18 22:15:47.575288 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 51e5f57e-1cbe-4374-9aa5-0284e3d165cf triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:15:47.575660 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:47.662364 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8682daad-4c37-4cb4-8036-e6fa6fe5c9f7 req-d50a0e9e-5cc2-4bee-829f-aa56126c51e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:47.665382 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-8682daad-4c37-4cb4-8036-e6fa6fe5c9f7 req-d50a0e9e-5cc2-4bee-829f-aa56126c51e6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=646d6b7fa3c74dbb9d53573120d4a5a9&device_id=0eeec438-19be-4793-9ba2-317a2ea8c73d HTTP/1.1" status: 200 len: 1095 time: 0.1681833 Jan 18 22:15:47.671519 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.db.resource_extend [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 22:15:47.882125 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a99c7a73-5984-42b0-8049-6b9f443eb559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:48.095749 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-eb00052f-4cf3-4452-aba9-67f879e7dc1a None None] Notify callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:48.104840 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8fabd346-bcb9-4854-af85-31bbd54449c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:48.109426 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-eb00052f-4cf3-4452-aba9-67f879e7dc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:48.135772 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8682daad-4c37-4cb4-8036-e6fa6fe5c9f7 req-e23633ef-4c7f-4b34-8676-19c875248f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:48.137312 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-8682daad-4c37-4cb4-8036-e6fa6fe5c9f7 req-e23633ef-4c7f-4b34-8676-19c875248f1b service neutron] 10.222.0.67 "GET /v2.0/networks?id=db135028-f57a-417d-a5fc-9f73c3e34dd7 HTTP/1.1" status: 200 len: 907 time: 0.4224708 Jan 18 22:15:48.155099 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port a144f15d-8003-4566-b13f-9284b79c7f71, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=a144f15d-8003-4566-b13f-9284b79c7f71,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:15:48.165308 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362f3fb2-4a4a-4307-b21a-d3b1bd5d9e2c None None] Pushing event updated for resources: {'Port': ['ID=aeda7f78-b882-4d87-8787-320022bb4ddc,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:48.188755 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-eb00052f-4cf3-4452-aba9-67f879e7dc1a None None] Attempting to bind port aeda7f78-b882-4d87-8787-320022bb4ddc on host n-d-825064-1 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:15:48.189510 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-eb00052f-4cf3-4452-aba9-67f879e7dc1a None None] Attempting to bind port aeda7f78-b882-4d87-8787-320022bb4ddc by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:15:48.190253 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb00052f-4cf3-4452-aba9-67f879e7dc1a None None] Attempting to bind port aeda7f78-b882-4d87-8787-320022bb4ddc on network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:15:48.197220 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb00052f-4cf3-4452-aba9-67f879e7dc1a None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:15:48.198022 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb00052f-4cf3-4452-aba9-67f879e7dc1a None None] Checking segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:15:48.198724 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-eb00052f-4cf3-4452-aba9-67f879e7dc1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:48.199310 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb00052f-4cf3-4452-aba9-67f879e7dc1a None None] Bound using segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:15:48.200168 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-eb00052f-4cf3-4452-aba9-67f879e7dc1a None None] Bound port: aeda7f78-b882-4d87-8787-320022bb4ddc, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:15:48.200794 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-eb00052f-4cf3-4452-aba9-67f879e7dc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:48.233593 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:48.270863 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-eb00052f-4cf3-4452-aba9-67f879e7dc1a None None] For port aeda7f78-b882-4d87-8787-320022bb4ddc, host n-d-825064-1, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:15:48.276117 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b787bdff-2cde-49fe-8e2a-7c0f165fb3d2 req-88b0d586-522c-4a5e-98b8-d4a1810c4c7d tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:48.278517 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b787bdff-2cde-49fe-8e2a-7c0f165fb3d2 req-88b0d586-522c-4a5e-98b8-d4a1810c4c7d tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fa92f39-d443-46a1-a886-13e3ee10e361 HTTP/1.1" status: 200 len: 948 time: 0.6239762 Jan 18 22:15:48.280002 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-eb00052f-4cf3-4452-aba9-67f879e7dc1a None None] For port aeda7f78-b882-4d87-8787-320022bb4ddc, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=aeda7f78-b882-4d87-8787-320022bb4ddc,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:15:48.284538 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [req-6aceb15d-1b97-4236-af12-f3b27c6aec0c req-0b346cf9-89bf-4e4e-9f2d-a9f57bfa02cb service neutron] show failed (client error): The resource could not be found. Jan 18 22:15:48.286545 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6aceb15d-1b97-4236-af12-f3b27c6aec0c req-0b346cf9-89bf-4e4e-9f2d-a9f57bfa02cb service neutron] 10.222.0.67 "GET /v2.0/ports/fe7ecc66-9dc0-4b55-bb2f-e86b883abd40/bindings/n-h1-825064-1 HTTP/1.1" status: 404 len: 380 time: 0.6590457 Jan 18 22:15:48.287898 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-eb00052f-4cf3-4452-aba9-67f879e7dc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:48.302360 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Returning: {'device': 'a144f15d-8003-4566-b13f-9284b79c7f71', 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b', 'port_id': 'a144f15d-8003-4566-b13f-9284b79c7f71', 'mac_address': 'fa:16:3e:fc:11:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8518183d-cc63-459a-b971-d4c7514e001f', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:15:48.320685 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-8682daad-4c37-4cb4-8036-e6fa6fe5c9f7 req-237e7f7b-e782-40fa-9a96-8905ef341402 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb25b735-1224-4af3-b9e8-c54530a9f342 HTTP/1.1" status: 200 len: 217 time: 0.1750572 Jan 18 22:15:48.328576 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c6ba1dd5-8339-478a-bd67-a8f50eb88355 req-e75a5fab-3f6a-41fa-a937-cb911780492a tempest-FloatingIPsTestJSON-253524590 tempest-FloatingIPsTestJSON-253524590-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8214183 Jan 18 22:15:48.333447 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-c6ba1dd5-8339-478a-bd67-a8f50eb88355 req-bb9642de-ff9f-4dae-9b15-1054c576a452 tempest-FloatingIPsTestJSON-253524590 tempest-FloatingIPsTestJSON-253524590-project] Request body: {'floatingip': {'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:15:48.351697 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362f3fb2-4a4a-4307-b21a-d3b1bd5d9e2c None None] Pushing event updated for resources: {'Port': ['ID=aeda7f78-b882-4d87-8787-320022bb4ddc,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:48.371168 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb00052f-4cf3-4452-aba9-67f879e7dc1a None None] Routers {'44a5a009-0fa9-4ce8-a27b-0c53ccbcf88c'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:15:48.372712 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-eb00052f-4cf3-4452-aba9-67f879e7dc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:15:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['44a5a009-0fa9-4ce8-a27b-0c53ccbcf88c'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:15:48.381810 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-8fabd346-bcb9-4854-af85-31bbd54449c8 None None] For port 51e5f57e-1cbe-4374-9aa5-0284e3d165cf, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=51e5f57e-1cbe-4374-9aa5-0284e3d165cf,segment=NetworkSegment(ac997d55-11c1-48ce-acdf-5b693b61dd07),segment_id=ac997d55-11c1-48ce-acdf-5b693b61dd07)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:15:48.401730 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b787bdff-2cde-49fe-8e2a-7c0f165fb3d2 req-2f9245e5-d841-4583-b650-a24df40acea3 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/security-groups?id=f617d299-382f-49d2-bef3-4bb5f1944b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139460 Jan 18 22:15:48.407974 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-c6ba1dd5-8339-478a-bd67-a8f50eb88355 req-bb9642de-ff9f-4dae-9b15-1054c576a452 tempest-FloatingIPsTestJSON-253524590 tempest-FloatingIPsTestJSON-253524590-project] Notify callbacks [] for floatingip, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:48.445647 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8fabd346-bcb9-4854-af85-31bbd54449c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:48.570407 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8682daad-4c37-4cb4-8036-e6fa6fe5c9f7 req-194634ec-5aaa-40ee-9fa5-41b59c6c3dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:48.571849 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-8682daad-4c37-4cb4-8036-e6fa6fe5c9f7 req-194634ec-5aaa-40ee-9fa5-41b59c6c3dd8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9d1c997a-9e2b-4f20-9423-81e2cb97ac40 HTTP/1.1" status: 200 len: 847 time: 0.2356133 Jan 18 22:15:48.604855 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-c6ba1dd5-8339-478a-bd67-a8f50eb88355 req-bb9642de-ff9f-4dae-9b15-1054c576a452 tempest-FloatingIPsTestJSON-253524590 tempest-FloatingIPsTestJSON-253524590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:48.614805 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-eb00052f-4cf3-4452-aba9-67f879e7dc1a None None] Set router 44a5a009-0fa9-4ce8-a27b-0c53ccbcf88c gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:15:48.647459 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-8682daad-4c37-4cb4-8036-e6fa6fe5c9f7 req-4b3d8b75-41e6-457a-aeb3-adad992adce9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=db135028-f57a-417d-a5fc-9f73c3e34dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669465 Jan 18 22:15:48.676783 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-a99c7a73-5984-42b0-8049-6b9f443eb559 admin admin] Allocated IP 172.20.0.1 (88fdffd4-d4ff-46bc-a081-ed68cc573dff/bbfe7580-d1f2-433f-af7f-6852e101399d/d05ea6d4-58e9-47db-b9bf-fcc884da683a) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:15:48.706677 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:48.782438 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-9ad8fe5c-d73f-4769-9e74-5abfc8cb57ae None None] Provisioning complete for port 51e5f57e-1cbe-4374-9aa5-0284e3d165cf triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:15:48.782966 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9ad8fe5c-d73f-4769-9e74-5abfc8cb57ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:48.790480 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fabd346-bcb9-4854-af85-31bbd54449c8 None None] Pushing event updated for resources: {'Port': ['ID=51e5f57e-1cbe-4374-9aa5-0284e3d165cf,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:48.813409 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.db.api [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 22:15:48.814424 n-d-825064-1 neutron-server[102432]: DEBUG oslo_db.api [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 22:15:48.815369 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a144f15d-8003-4566-b13f-9284b79c7f71 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:15:48.836835 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-eb00052f-4cf3-4452-aba9-67f879e7dc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a5a009-0fa9-4ce8-a27b-0c53ccbcf88c', 'name': 'tempest-FloatingIPDetailsTestJSON-1915850007-router', 'tenant_id': '844c39a7daa94ad0975cad9e39391145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.97'}], 'enable_snat': True}, 'gw_port_id': 'aeda7f78-b882-4d87-8787-320022bb4ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:15:43Z', 'updated_at': '2022-01-18T22:15:45Z', 'revision_number': 3, 'project_id': '844c39a7daa94ad0975cad9e39391145', 'gw_port': {'id': 'aeda7f78-b882-4d87-8787-320022bb4ddc', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e6:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44a5a009-0fa9-4ce8-a27b-0c53ccbcf88c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:15:44Z', 'updated_at': '2022-01-18T22:15:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:15:48.854450 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-7fd8f244-adaa-4052-9bf8-b483ebd8a02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39ec6642-fabd-4c03-a457-bfa48dcf5514', 'name': 'tempest-FloatingIPsTestJSON-479495085-router', 'tenant_id': '63a6ee03d53a44abbd05e36799055dfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'deeb8135-a409-49d0-b3e2-5eeaef90f28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:15:32Z', 'updated_at': '2022-01-18T22:15:39Z', 'revision_number': 4, 'project_id': '63a6ee03d53a44abbd05e36799055dfc', 'gw_port': {'id': 'deeb8135-a409-49d0-b3e2-5eeaef90f28f', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:8d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ec6642-fabd-4c03-a457-bfa48dcf5514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:15:34Z', 'updated_at': '2022-01-18T22:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '540a2ff5-b45d-4c00-b337-18c60ab81118', 'name': '', 'network_id': '5e7cfbc2-89a1-4cb6-b1c9-d0ceb4f6f704', 'tenant_id': '63a6ee03d53a44abbd05e36799055dfc', 'mac_address': 'fa:16:3e:b1:6a:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39ec6642-fabd-4c03-a457-bfa48dcf5514', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '6825b2ad-2a35-485a-8d4c-86368abdb5b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:15:38Z', 'updated_at': '2022-01-18T22:15:46Z', 'revision_number': 4, 'project_id': '63a6ee03d53a44abbd05e36799055dfc', 'subnets': [{'id': '6825b2ad-2a35-485a-8d4c-86368abdb5b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:15:48.861141 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port a144f15d-8003-4566-b13f-9284b79c7f71, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=a144f15d-8003-4566-b13f-9284b79c7f71,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:15:48.869775 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb00052f-4cf3-4452-aba9-67f879e7dc1a None None] The sync data for ids ['44a5a009-0fa9-4ce8-a27b-0c53ccbcf88c'] in n-d-825064-1 is: [{'id': '44a5a009-0fa9-4ce8-a27b-0c53ccbcf88c', 'name': 'tempest-FloatingIPDetailsTestJSON-1915850007-router', 'tenant_id': '844c39a7daa94ad0975cad9e39391145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.97'}], 'enable_snat': True}, 'gw_port_id': 'aeda7f78-b882-4d87-8787-320022bb4ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:15:43Z', 'updated_at': '2022-01-18T22:15:45Z', 'revision_number': 3, 'project_id': '844c39a7daa94ad0975cad9e39391145', 'gw_port': {'id': 'aeda7f78-b882-4d87-8787-320022bb4ddc', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e6:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44a5a009-0fa9-4ce8-a27b-0c53ccbcf88c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:15:44Z', 'updated_at': '2022-01-18T22:15:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:15:48.896193 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e38300-67be-4d44-bec7-a9c0f64000b2 req-832f2aa4-da02-47d6-ad0d-54a229b427bb tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:48.896193 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-24e38300-67be-4d44-bec7-a9c0f64000b2 req-832f2aa4-da02-47d6-ad0d-54a229b427bb tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c9e6cb9-1aa4-4fa3-b804-edc6b9d7fe7b HTTP/1.1" status: 200 len: 949 time: 0.1589353 Jan 18 22:15:48.896521 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aceb15d-1b97-4236-af12-f3b27c6aec0c req-bebebfd0-3f1a-4be2-8eda-edb49d270674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:48.897624 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6aceb15d-1b97-4236-af12-f3b27c6aec0c req-bebebfd0-3f1a-4be2-8eda-edb49d270674 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9c9e6cb9-1aa4-4fa3-b804-edc6b9d7fe7b&tenant_id=7c124f68020a4e92b3e26dca83e43678 HTTP/1.1" status: 200 len: 1100 time: 0.2676351 Jan 18 22:15:48.912507 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd8f244-adaa-4052-9bf8-b483ebd8a02d None None] The sync data for ids ['39ec6642-fabd-4c03-a457-bfa48dcf5514'] in n-d-825064-1 is: [{'id': '39ec6642-fabd-4c03-a457-bfa48dcf5514', 'name': 'tempest-FloatingIPsTestJSON-479495085-router', 'tenant_id': '63a6ee03d53a44abbd05e36799055dfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'deeb8135-a409-49d0-b3e2-5eeaef90f28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:15:32Z', 'updated_at': '2022-01-18T22:15:39Z', 'revision_number': 4, 'project_id': '63a6ee03d53a44abbd05e36799055dfc', 'gw_port': {'id': 'deeb8135-a409-49d0-b3e2-5eeaef90f28f', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:8d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ec6642-fabd-4c03-a457-bfa48dcf5514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:15:34Z', 'updated_at': '2022-01-18T22:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '540a2ff5-b45d-4c00-b337-18c60ab81118', 'name': '', 'network_id': '5e7cfbc2-89a1-4cb6-b1c9-d0ceb4f6f704', 'tenant_id': '63a6ee03d53a44abbd05e36799055dfc', 'mac_address': 'fa:16:3e:b1:6a:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39ec6642-fabd-4c03-a457-bfa48dcf5514', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '6825b2ad-2a35-485a-8d4c-86368abdb5b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:15:38Z', 'updated_at': '2022-01-18T22:15:46Z', 'revision_number': 4, 'project_id': '63a6ee03d53a44abbd05e36799055dfc', 'subnets': [{'id': '6825b2ad-2a35-485a-8d4c-86368abdb5b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:15:48.937612 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:48.960662 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-6aceb15d-1b97-4236-af12-f3b27c6aec0c req-f8ee9ded-ac31-42c8-af7c-c5df77d502c0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825064-1', 'device_owner': 'compute:nova'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:15:48.972783 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-8682daad-4c37-4cb4-8036-e6fa6fe5c9f7 req-b9dd6a54-5d77-48f1-8e86-5b65b445461b service neutron] 10.222.0.67 "GET /v2.0/networks/db135028-f57a-417d-a5fc-9f73c3e34dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3117914 Jan 18 22:15:49.086935 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=a144f15d-8003-4566-b13f-9284b79c7f71,revision_number=7']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:49.105176 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a99c7a73-5984-42b0-8049-6b9f443eb559 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:49.165195 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-8682daad-4c37-4cb4-8036-e6fa6fe5c9f7 req-5cf53bd3-8124-47ac-89bc-03e5e4305463 service neutron] 10.222.0.67 "GET /v2.0/networks/db135028-f57a-417d-a5fc-9f73c3e34dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848552 Jan 18 22:15:49.186533 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a99c7a73-5984-42b0-8049-6b9f443eb559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:49.188358 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-24e38300-67be-4d44-bec7-a9c0f64000b2 req-d3cfc70f-020f-4df0-8315-706e69e48b74 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804933 Jan 18 22:15:49.189943 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-c6ba1dd5-8339-478a-bd67-a8f50eb88355 req-bb9642de-ff9f-4dae-9b15-1054c576a452 tempest-FloatingIPsTestJSON-253524590 tempest-FloatingIPsTestJSON-253524590-project] Allocated IP 172.25.5.198 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/aef5b0d3-874f-4852-aa8d-51e473dae4e3) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:15:49.195376 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-6aceb15d-1b97-4236-af12-f3b27c6aec0c req-f8ee9ded-ac31-42c8-af7c-c5df77d502c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:49.303694 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['a144f15d-8003-4566-b13f-9284b79c7f71'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:15:49.368788 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99c7a73-5984-42b0-8049-6b9f443eb559 admin admin] Network 88fdffd4-d4ff-46bc-a081-ed68cc573dff is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:15:49.378786 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-a99c7a73-5984-42b0-8049-6b9f443eb559 admin admin] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:15:49.414869 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99c7a73-5984-42b0-8049-6b9f443eb559 admin admin] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:15:49.551194 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-75eed0ee-4a72-4db6-9f13-4a58b29162b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:49.609234 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-9ad8fe5c-d73f-4769-9e74-5abfc8cb57ae None None] Provisioning complete for port 540a2ff5-b45d-4c00-b337-18c60ab81118 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:15:49.609687 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9ad8fe5c-d73f-4769-9e74-5abfc8cb57ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:49.631963 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-c6ba1dd5-8339-478a-bd67-a8f50eb88355 req-bb9642de-ff9f-4dae-9b15-1054c576a452 tempest-FloatingIPsTestJSON-253524590 tempest-FloatingIPsTestJSON-253524590-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:49.657222 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99c7a73-5984-42b0-8049-6b9f443eb559 admin admin] Pushing event updated for resources: {'Port': ['ID=d05ea6d4-58e9-47db-b9bf-fcc884da683a,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:49.701823 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a99c7a73-5984-42b0-8049-6b9f443eb559 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1040954'] for router_interface, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:49.820694 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8682daad-4c37-4cb4-8036-e6fa6fe5c9f7 req-d28b035c-ef04-46a8-915a-1a8b1190f0e0 tempest-LiveMigrationTest-1198651986 tempest-LiveMigrationTest-1198651986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:49.822507 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-8682daad-4c37-4cb4-8036-e6fa6fe5c9f7 req-d28b035c-ef04-46a8-915a-1a8b1190f0e0 tempest-LiveMigrationTest-1198651986 tempest-LiveMigrationTest-1198651986-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=0eeec438-19be-4793-9ba2-317a2ea8c73d&tenant_id=646d6b7fa3c74dbb9d53573120d4a5a9&binding%3Ahost_id=n-h2-825064-1 HTTP/1.1" status: 200 len: 1095 time: 0.2764444 Jan 18 22:15:49.860150 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c6270b-81bf-42db-a554-a633492f6b2b req-bf5b7a0e-6f67-4f4f-accc-f06048d88ccf tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:49.865442 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-39c6270b-81bf-42db-a554-a633492f6b2b req-bf5b7a0e-6f67-4f4f-accc-f06048d88ccf tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eeec438-19be-4793-9ba2-317a2ea8c73d HTTP/1.1" status: 200 len: 944 time: 0.2436495 Jan 18 22:15:49.956959 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-6aceb15d-1b97-4236-af12-f3b27c6aec0c req-f8ee9ded-ac31-42c8-af7c-c5df77d502c0 service neutron] For port fe7ecc66-9dc0-4b55-bb2f-e86b883abd40, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=fe7ecc66-9dc0-4b55-bb2f-e86b883abd40,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:15:49.994780 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-c6ba1dd5-8339-478a-bd67-a8f50eb88355 req-bb9642de-ff9f-4dae-9b15-1054c576a452 tempest-FloatingIPsTestJSON-253524590 tempest-FloatingIPsTestJSON-253524590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:50.101693 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6ba1dd5-8339-478a-bd67-a8f50eb88355 req-bb9642de-ff9f-4dae-9b15-1054c576a452 tempest-FloatingIPsTestJSON-253524590 tempest-FloatingIPsTestJSON-253524590-project] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:15:50.116408 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9642de-ff9f-4dae-9b15-1054c576a452 tempest-FloatingIPsTestJSON-253524590 tempest-FloatingIPsTestJSON-253524590-project] Pushing event updated for resources: {'Port': ['ID=aef5b0d3-874f-4852-aa8d-51e473dae4e3,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:50.122068 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device aeda7f78-b882-4d87-8787-320022bb4ddc up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:15:50.134845 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-c6ba1dd5-8339-478a-bd67-a8f50eb88355 req-bb9642de-ff9f-4dae-9b15-1054c576a452 tempest-FloatingIPsTestJSON-253524590 tempest-FloatingIPsTestJSON-253524590-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:15:50.140437 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6ba1dd5-8339-478a-bd67-a8f50eb88355 req-bb9642de-ff9f-4dae-9b15-1054c576a452 tempest-FloatingIPsTestJSON-253524590 tempest-FloatingIPsTestJSON-253524590-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:15:50.161467 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-39c6270b-81bf-42db-a554-a633492f6b2b req-9eb27323-2849-4bea-b9aa-44fff1c19f66 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac5bfedd-8c81-4ad7-9f0f-99ba0a339521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722087 Jan 18 22:15:50.169442 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9ad8fe5c-d73f-4769-9e74-5abfc8cb57ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:50.244486 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-6aceb15d-1b97-4236-af12-f3b27c6aec0c req-f8ee9ded-ac31-42c8-af7c-c5df77d502c0 service neutron] For port fe7ecc66-9dc0-4b55-bb2f-e86b883abd40, host n-h2-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:15:50.254603 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-9ad8fe5c-d73f-4769-9e74-5abfc8cb57ae None None] For port 540a2ff5-b45d-4c00-b337-18c60ab81118, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=540a2ff5-b45d-4c00-b337-18c60ab81118,segment=NetworkSegment(a77d4aa0-955f-4d74-a886-910fabc91621),segment_id=a77d4aa0-955f-4d74-a886-910fabc91621)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:15:50.267716 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9ad8fe5c-d73f-4769-9e74-5abfc8cb57ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:50.275876 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a99c7a73-5984-42b0-8049-6b9f443eb559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:50.279481 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port aeda7f78-b882-4d87-8787-320022bb4ddc triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:15:50.280909 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:50.417416 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-8682daad-4c37-4cb4-8036-e6fa6fe5c9f7 req-baea1457-aaa3-4fab-be05-d5bb041fcf43 service neutron] For port fb25b735-1224-4af3-b9e8-c54530a9f342, host n-h1-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:15:50.422750 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-8682daad-4c37-4cb4-8036-e6fa6fe5c9f7 req-baea1457-aaa3-4fab-be05-d5bb041fcf43 service neutron] Notify callbacks [] for binding, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:50.424112 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-8682daad-4c37-4cb4-8036-e6fa6fe5c9f7 req-baea1457-aaa3-4fab-be05-d5bb041fcf43 service neutron] 10.222.0.67 "DELETE /v2.0/ports/fb25b735-1224-4af3-b9e8-c54530a9f342/bindings/n-h1-825064-1 HTTP/1.1" status: 204 len: 173 time: 0.5921211 Jan 18 22:15:50.458635 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c9e6cb9-1aa4-4fa3-b804-edc6b9d7fe7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe7ecc66-9dc0-4b55-bb2f-e86b883abd40'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:15:50.461687 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71ae8044-2836-4c76-accf-182fdc46c77d" -d '{"events": [{"server_uuid": "9c9e6cb9-1aa4-4fa3-b804-edc6b9d7fe7b", "name": "network-vif-unplugged", "status": "completed", "tag": "fe7ecc66-9dc0-4b55-bb2f-e86b883abd40"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:15:50.474223 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-6aceb15d-1b97-4236-af12-f3b27c6aec0c req-f8ee9ded-ac31-42c8-af7c-c5df77d502c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:50.479450 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad8fe5c-d73f-4769-9e74-5abfc8cb57ae None None] Pushing event updated for resources: {'Port': ['ID=540a2ff5-b45d-4c00-b337-18c60ab81118,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:50.490624 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-6d1b548c-f0f9-4804-a5f4-ec344df6b2a8 None None] Provisioning complete for port d05ea6d4-58e9-47db-b9bf-fcc884da683a triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:15:50.491661 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6d1b548c-f0f9-4804-a5f4-ec344df6b2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:50.520794 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-6aceb15d-1b97-4236-af12-f3b27c6aec0c req-f8ee9ded-ac31-42c8-af7c-c5df77d502c0 service neutron] Transition to ACTIVE for port object fe7ecc66-9dc0-4b55-bb2f-e86b883abd40 will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:15:50.527690 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-c6ba1dd5-8339-478a-bd67-a8f50eb88355 req-bb9642de-ff9f-4dae-9b15-1054c576a452 tempest-FloatingIPsTestJSON-253524590 tempest-FloatingIPsTestJSON-253524590-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:50.530390 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-6aceb15d-1b97-4236-af12-f3b27c6aec0c req-f8ee9ded-ac31-42c8-af7c-c5df77d502c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:50.548058 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14aede0-8ca6-4bb5-962b-6541cbe2b532 req-9a10b7cf-5f28-498f-95b7-39458956ea46 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:50.555557 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a14aede0-8ca6-4bb5-962b-6541cbe2b532 req-9a10b7cf-5f28-498f-95b7-39458956ea46 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fa92f39-d443-46a1-a886-13e3ee10e361 HTTP/1.1" status: 200 len: 949 time: 0.2056208 Jan 18 22:15:50.607470 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-6d1b548c-f0f9-4804-a5f4-ec344df6b2a8 None None] Port d05ea6d4-58e9-47db-b9bf-fcc884da683a cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:15:50.641475 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee9ded-ac31-42c8-af7c-c5df77d502c0 service neutron] Pushing event updated for resources: {'Port': ['ID=fe7ecc66-9dc0-4b55-bb2f-e86b883abd40,revision_number=6']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:50.647654 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:50.687699 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aceb15d-1b97-4236-af12-f3b27c6aec0c req-f8ee9ded-ac31-42c8-af7c-c5df77d502c0 service neutron] No DVR routers for this DVR port fe7ecc66-9dc0-4b55-bb2f-e86b883abd40 on host n-h2-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:15:50.692437 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port aeda7f78-b882-4d87-8787-320022bb4ddc, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=aeda7f78-b882-4d87-8787-320022bb4ddc,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:15:50.701704 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:50.702973 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 540a2ff5-b45d-4c00-b337-18c60ab81118 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:15:50.719201 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a99c7a73-5984-42b0-8049-6b9f443eb559 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:50.732769 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a99c7a73-5984-42b0-8049-6b9f443eb559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:50.734972 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-c6ba1dd5-8339-478a-bd67-a8f50eb88355 req-bb9642de-ff9f-4dae-9b15-1054c576a452 tempest-FloatingIPsTestJSON-253524590 tempest-FloatingIPsTestJSON-253524590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:50.872059 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a99c7a73-5984-42b0-8049-6b9f443eb559 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-613854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1041070'] for router_interface, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:50.880968 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99c7a73-5984-42b0-8049-6b9f443eb559 admin admin] Pushing event updated for resources: {'Port': ['ID=d05ea6d4-58e9-47db-b9bf-fcc884da683a,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:50.883130 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-6aceb15d-1b97-4236-af12-f3b27c6aec0c req-f8ee9ded-ac31-42c8-af7c-c5df77d502c0 service neutron] Attempting to bind port fe7ecc66-9dc0-4b55-bb2f-e86b883abd40 on host n-h1-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:15:50.883524 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-6aceb15d-1b97-4236-af12-f3b27c6aec0c req-f8ee9ded-ac31-42c8-af7c-c5df77d502c0 service neutron] Attempting to bind port fe7ecc66-9dc0-4b55-bb2f-e86b883abd40 by drivers openvswitch,hyperv on host n-h1-825064-1 at level 0 using segments [{'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:15:50.883858 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aceb15d-1b97-4236-af12-f3b27c6aec0c req-f8ee9ded-ac31-42c8-af7c-c5df77d502c0 service neutron] Attempting to bind port fe7ecc66-9dc0-4b55-bb2f-e86b883abd40 on network aed2eca7-1bb0-443d-8485-b985dbe9851b {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:15:50.886653 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=aeda7f78-b882-4d87-8787-320022bb4ddc,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:50.907930 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 540a2ff5-b45d-4c00-b337-18c60ab81118 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:15:50.908280 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:50.932018 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 22:15:50.934443 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a14aede0-8ca6-4bb5-962b-6541cbe2b532 req-70c6636e-df27-44bc-b0c6-e5e27f34e1f2 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/security-groups?id=f617d299-382f-49d2-bef3-4bb5f1944b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3771658 Jan 18 22:15:50.945121 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aceb15d-1b97-4236-af12-f3b27c6aec0c req-f8ee9ded-ac31-42c8-af7c-c5df77d502c0 service neutron] Port fe7ecc66-9dc0-4b55-bb2f-e86b883abd40 on network aed2eca7-1bb0-443d-8485-b985dbe9851b not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:15:50.945470 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aceb15d-1b97-4236-af12-f3b27c6aec0c req-f8ee9ded-ac31-42c8-af7c-c5df77d502c0 service neutron] Attempting to bind port fe7ecc66-9dc0-4b55-bb2f-e86b883abd40 on network aed2eca7-1bb0-443d-8485-b985dbe9851b {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:15:50.991635 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aceb15d-1b97-4236-af12-f3b27c6aec0c req-f8ee9ded-ac31-42c8-af7c-c5df77d502c0 service neutron] Checking agent: {'id': 'e49d1b2a-ba11-487f-a804-ecbf3c0e8132', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:15:50.992438 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aceb15d-1b97-4236-af12-f3b27c6aec0c req-f8ee9ded-ac31-42c8-af7c-c5df77d502c0 service neutron] Checking segment: {'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:15:51.002111 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aceb15d-1b97-4236-af12-f3b27c6aec0c req-f8ee9ded-ac31-42c8-af7c-c5df77d502c0 service neutron] Bound using segment: {'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:15:51.002648 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-6aceb15d-1b97-4236-af12-f3b27c6aec0c req-f8ee9ded-ac31-42c8-af7c-c5df77d502c0 service neutron] Bound port: fe7ecc66-9dc0-4b55-bb2f-e86b883abd40, host: n-h1-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:15:51.003030 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-6aceb15d-1b97-4236-af12-f3b27c6aec0c req-f8ee9ded-ac31-42c8-af7c-c5df77d502c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:51.126306 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 51e5f57e-1cbe-4374-9aa5-0284e3d165cf up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:15:51.140540 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99c7a73-5984-42b0-8049-6b9f443eb559 admin admin] Network 88fdffd4-d4ff-46bc-a081-ed68cc573dff is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:15:51.145019 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-a99c7a73-5984-42b0-8049-6b9f443eb559 admin admin] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:15:51.163628 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-6aceb15d-1b97-4236-af12-f3b27c6aec0c req-f8ee9ded-ac31-42c8-af7c-c5df77d502c0 service neutron] For port fe7ecc66-9dc0-4b55-bb2f-e86b883abd40, host n-h1-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:15:51.166917 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-6aceb15d-1b97-4236-af12-f3b27c6aec0c req-f8ee9ded-ac31-42c8-af7c-c5df77d502c0 service neutron] For port fe7ecc66-9dc0-4b55-bb2f-e86b883abd40, host n-h1-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=fe7ecc66-9dc0-4b55-bb2f-e86b883abd40,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:15:51.184647 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-6aceb15d-1b97-4236-af12-f3b27c6aec0c req-f8ee9ded-ac31-42c8-af7c-c5df77d502c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:51.231044 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device a144f15d-8003-4566-b13f-9284b79c7f71 up at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:15:51.306371 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 51e5f57e-1cbe-4374-9aa5-0284e3d165cf triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:15:51.311342 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:51.417205 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aceb15d-1b97-4236-af12-f3b27c6aec0c req-f8ee9ded-ac31-42c8-af7c-c5df77d502c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:51.417840 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-6aceb15d-1b97-4236-af12-f3b27c6aec0c req-f8ee9ded-ac31-42c8-af7c-c5df77d502c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:51.423950 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6aceb15d-1b97-4236-af12-f3b27c6aec0c req-f8ee9ded-ac31-42c8-af7c-c5df77d502c0 service neutron] 10.222.0.36 "PUT /v2.0/ports/fe7ecc66-9dc0-4b55-bb2f-e86b883abd40 HTTP/1.1" status: 200 len: 1095 time: 2.4839134 Jan 18 22:15:51.425996 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning complete for port a144f15d-8003-4566-b13f-9284b79c7f71 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:15:51.426384 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:51.430909 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a99c7a73-5984-42b0-8049-6b9f443eb559 admin admin] Router 44a5a009-0fa9-4ce8-a27b-0c53ccbcf88c has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:15:51.587576 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a99c7a73-5984-42b0-8049-6b9f443eb559 admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:15:51.604146 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-21fbccf2-b8ea-48bd-92ea-637c3b707d76 None None] Provisioning complete for port d05ea6d4-58e9-47db-b9bf-fcc884da683a triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:15:51.605111 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-21fbccf2-b8ea-48bd-92ea-637c3b707d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:51.621367 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-a99c7a73-5984-42b0-8049-6b9f443eb559 admin admin] 10.222.0.53 "PUT /v2.0/routers/44a5a009-0fa9-4ce8-a27b-0c53ccbcf88c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8967924 Jan 18 22:15:51.648068 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-21fbccf2-b8ea-48bd-92ea-637c3b707d76 None None] Port d05ea6d4-58e9-47db-b9bf-fcc884da683a cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:15:51.686562 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee9ded-ac31-42c8-af7c-c5df77d502c0 service neutron] Pushing event updated for resources: {'Port': ['ID=fe7ecc66-9dc0-4b55-bb2f-e86b883abd40,revision_number=7']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:51.707398 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2673ee-c45c-4151-8217-fc8263aaea9c req-5a23dd2f-99d6-47fe-9dcb-b27eea5e2a56 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:51.714794 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3e2673ee-c45c-4151-8217-fc8263aaea9c req-5a23dd2f-99d6-47fe-9dcb-b27eea5e2a56 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c9e6cb9-1aa4-4fa3-b804-edc6b9d7fe7b HTTP/1.1" status: 200 len: 947 time: 0.4825969 Jan 18 22:15:51.759517 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aceb15d-1b97-4236-af12-f3b27c6aec0c req-04b331fa-80ca-46c8-a9f0-4eb17095fc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:51.761082 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6aceb15d-1b97-4236-af12-f3b27c6aec0c req-04b331fa-80ca-46c8-a9f0-4eb17095fc3c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7c124f68020a4e92b3e26dca83e43678&device_id=9c9e6cb9-1aa4-4fa3-b804-edc6b9d7fe7b HTTP/1.1" status: 200 len: 1098 time: 0.2965450 Jan 18 22:15:51.778456 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:51.795998 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-94891331-70c7-45d8-9f95-9cf56d46be6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:51.821869 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fa92f39-d443-46a1-a886-13e3ee10e361', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a144f15d-8003-4566-b13f-9284b79c7f71'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:15:51.825540 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c059a681-aa4e-455a-adff-f6cb576adaca" -d '{"events": [{"server_uuid": "5fa92f39-d443-46a1-a886-13e3ee10e361", "name": "network-vif-plugged", "status": "completed", "tag": "a144f15d-8003-4566-b13f-9284b79c7f71"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:15:51.828426 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3e2673ee-c45c-4151-8217-fc8263aaea9c req-71e5747f-166c-425a-ba1c-8cc254154fa5 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078162 Jan 18 22:15:51.839363 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port a144f15d-8003-4566-b13f-9284b79c7f71, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=a144f15d-8003-4566-b13f-9284b79c7f71,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:15:51.849205 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:51.883449 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-c6ba1dd5-8339-478a-bd67-a8f50eb88355 req-bb9642de-ff9f-4dae-9b15-1054c576a452 tempest-FloatingIPsTestJSON-253524590 tempest-FloatingIPsTestJSON-253524590-project] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:51.886544 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device aeda7f78-b882-4d87-8787-320022bb4ddc up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:15:51.896093 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-c6ba1dd5-8339-478a-bd67-a8f50eb88355 req-bb9642de-ff9f-4dae-9b15-1054c576a452 tempest-FloatingIPsTestJSON-253524590 tempest-FloatingIPsTestJSON-253524590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:51.995204 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=a144f15d-8003-4566-b13f-9284b79c7f71,revision_number=8']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:52.010744 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port aeda7f78-b882-4d87-8787-320022bb4ddc triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:15:52.011286 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:52.045749 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 18 Jan 2022 22:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9abf0ea-9c82-4ced-b592-0ce9a6118c54 x-openstack-request-id: req-f9abf0ea-9c82-4ced-b592-0ce9a6118c54 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:15:52.046413 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c9e6cb9-1aa4-4fa3-b804-edc6b9d7fe7b", "name": "network-vif-unplugged", "status": "completed", "tag": "fe7ecc66-9dc0-4b55-bb2f-e86b883abd40", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:15:52.046413 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f9abf0ea-9c82-4ced-b592-0ce9a6118c54 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:15:52.046716 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c9e6cb9-1aa4-4fa3-b804-edc6b9d7fe7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe7ecc66-9dc0-4b55-bb2f-e86b883abd40', 'code': 200} Jan 18 22:15:52.047725 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device fe7ecc66-9dc0-4b55-bb2f-e86b883abd40 no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:15:52.100177 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9642de-ff9f-4dae-9b15-1054c576a452 tempest-FloatingIPsTestJSON-253524590 tempest-FloatingIPsTestJSON-253524590-project] Pushing event updated for resources: {'Port': ['ID=aef5b0d3-874f-4852-aa8d-51e473dae4e3,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:52.129611 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aceb15d-1b97-4236-af12-f3b27c6aec0c req-8fc4d583-e856-491c-8491-261f1537c11e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:52.131242 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6aceb15d-1b97-4236-af12-f3b27c6aec0c req-8fc4d583-e856-491c-8491-261f1537c11e service neutron] 10.222.0.36 "GET /v2.0/networks?id=aed2eca7-1bb0-443d-8485-b985dbe9851b HTTP/1.1" status: 200 len: 869 time: 0.3552728 Jan 18 22:15:52.191051 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-c6ba1dd5-8339-478a-bd67-a8f50eb88355 req-bb9642de-ff9f-4dae-9b15-1054c576a452 tempest-FloatingIPsTestJSON-253524590 tempest-FloatingIPsTestJSON-253524590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043075'] for floatingip, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:52.196395 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6aceb15d-1b97-4236-af12-f3b27c6aec0c req-0ea2ed6e-4b12-41d8-bf74-f189a582fa74 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=fe7ecc66-9dc0-4b55-bb2f-e86b883abd40 HTTP/1.1" status: 200 len: 217 time: 0.0572705 Jan 18 22:15:52.219235 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f128c516-bfbc-4322-b172-0355309ba3b9 req-8c3d8f32-98e0-4464-a718-824f0e95d056 tempest-LiveMigrationTest-1198651986 tempest-LiveMigrationTest-1198651986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:52.221056 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f128c516-bfbc-4322-b172-0355309ba3b9 req-8c3d8f32-98e0-4464-a718-824f0e95d056 tempest-LiveMigrationTest-1198651986 tempest-LiveMigrationTest-1198651986-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0eeec438-19be-4793-9ba2-317a2ea8c73d HTTP/1.1" status: 200 len: 1095 time: 0.1517627 Jan 18 22:15:52.258732 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-c6ba1dd5-8339-478a-bd67-a8f50eb88355 req-bb9642de-ff9f-4dae-9b15-1054c576a452 tempest-FloatingIPsTestJSON-253524590 tempest-FloatingIPsTestJSON-253524590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:52.260201 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c6ba1dd5-8339-478a-bd67-a8f50eb88355 req-bb9642de-ff9f-4dae-9b15-1054c576a452 tempest-FloatingIPsTestJSON-253524590 tempest-FloatingIPsTestJSON-253524590-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.9308221 Jan 18 22:15:52.270983 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device fe7ecc66-9dc0-4b55-bb2f-e86b883abd40 not bound to the agent host n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:15:52.320592 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 540a2ff5-b45d-4c00-b337-18c60ab81118 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:15:52.334272 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aceb15d-1b97-4236-af12-f3b27c6aec0c req-e00a4185-6e1e-4e91-b0b1-a2e0bfb734fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:52.335677 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6aceb15d-1b97-4236-af12-f3b27c6aec0c req-e00a4185-6e1e-4e91-b0b1-a2e0bfb734fe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8518183d-cc63-459a-b971-d4c7514e001f HTTP/1.1" status: 200 len: 843 time: 0.1308663 Jan 18 22:15:52.340846 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c6ba1dd5-8339-478a-bd67-a8f50eb88355 req-97d53846-defd-49d1-9e04-3a231beb09db tempest-FloatingIPsTestJSON-253524590 tempest-FloatingIPsTestJSON-253524590-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.198 HTTP/1.1" status: 200 len: 696 time: 0.0714145 Jan 18 22:15:52.358350 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f128c516-bfbc-4322-b172-0355309ba3b9 req-70c1be03-241f-4192-a910-a30dd834287b tempest-LiveMigrationTest-1198651986 tempest-LiveMigrationTest-1198651986-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ac5bfedd-8c81-4ad7-9f0f-99ba0a339521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070511 Jan 18 22:15:52.408686 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 540a2ff5-b45d-4c00-b337-18c60ab81118 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:15:52.409778 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:52.464807 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aceb15d-1b97-4236-af12-f3b27c6aec0c req-93cad428-c06c-431c-82b6-446106f9217d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:52.467253 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6aceb15d-1b97-4236-af12-f3b27c6aec0c req-93cad428-c06c-431c-82b6-446106f9217d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=aed2eca7-1bb0-443d-8485-b985dbe9851b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1059673 Jan 18 22:15:52.600725 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5306aa54-d637-4415-84fd-694366e26352 None None] Sync routers for ids ['44a5a009-0fa9-4ce8-a27b-0c53ccbcf88c'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:15:52.605590 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ba1dd5-8339-478a-bd67-a8f50eb88355 req-fe497828-7d1f-4c14-9709-5da1a63d4441 tempest-FloatingIPsTestJSON-253524590 tempest-FloatingIPsTestJSON-253524590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:52.606947 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c6ba1dd5-8339-478a-bd67-a8f50eb88355 req-fe497828-7d1f-4c14-9709-5da1a63d4441 tempest-FloatingIPsTestJSON-253524590 tempest-FloatingIPsTestJSON-253524590-project] 10.222.0.53 "GET /v2.0/networks/0fa7c7c8-c96a-4aa5-9818-d374adf00f99 HTTP/1.1" status: 200 len: 784 time: 0.2475734 Jan 18 22:15:52.612076 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5306aa54-d637-4415-84fd-694366e26352 None None] Routers {'44a5a009-0fa9-4ce8-a27b-0c53ccbcf88c'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:15:52.612764 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-5306aa54-d637-4415-84fd-694366e26352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:15:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['44a5a009-0fa9-4ce8-a27b-0c53ccbcf88c'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:15:52.707603 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e784c771-3c83-4a90-930d-170fdc808594 x-openstack-request-id: req-e784c771-3c83-4a90-930d-170fdc808594 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:15:52.707916 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fa92f39-d443-46a1-a886-13e3ee10e361", "name": "network-vif-plugged", "status": "completed", "tag": "a144f15d-8003-4566-b13f-9284b79c7f71", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:15:52.708201 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e784c771-3c83-4a90-930d-170fdc808594 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:15:52.709244 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fa92f39-d443-46a1-a886-13e3ee10e361', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a144f15d-8003-4566-b13f-9284b79c7f71', 'code': 200} Jan 18 22:15:52.713803 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6aceb15d-1b97-4236-af12-f3b27c6aec0c req-15325c88-bff6-4c14-9ea9-3b45c18e836d service neutron] 10.222.0.36 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384193 Jan 18 22:15:52.775684 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a0f4572d-2987-4850-af0f-22f43d081d01 req-95103a0a-561b-4693-b1d5-c7f5f0d2de70 tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2171857 Jan 18 22:15:52.781531 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-a0f4572d-2987-4850-af0f-22f43d081d01 req-ca4cc7e6-eae0-4e45-a81d-162a39cf73f4 tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Request body: {'floatingip': {'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:15:52.801207 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-5306aa54-d637-4415-84fd-694366e26352 None None] Set router 44a5a009-0fa9-4ce8-a27b-0c53ccbcf88c gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:15:52.848162 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:52.922542 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41764548-36e0-438e-9850-140eedf05722 req-86b7077f-756d-44d9-bdc1-6d288db4a05c tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:52.924671 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-41764548-36e0-438e-9850-140eedf05722 req-86b7077f-756d-44d9-bdc1-6d288db4a05c tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fa92f39-d443-46a1-a886-13e3ee10e361 HTTP/1.1" status: 200 len: 950 time: 0.1363637 Jan 18 22:15:52.951197 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-a0f4572d-2987-4850-af0f-22f43d081d01 req-ca4cc7e6-eae0-4e45-a81d-162a39cf73f4 tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Notify callbacks [] for floatingip, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:52.982436 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6aceb15d-1b97-4236-af12-f3b27c6aec0c req-43953ba1-8fa7-49cc-8651-c9021116122b service neutron] 10.222.0.36 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602217 Jan 18 22:15:52.995640 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146bf5a1-b3da-47b4-83ce-f46f9c36ccce req-3bc3db13-3df7-4403-b6eb-b6b4c3ad01a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:52.997377 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-146bf5a1-b3da-47b4-83ce-f46f9c36ccce req-3bc3db13-3df7-4403-b6eb-b6b4c3ad01a4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5fa92f39-d443-46a1-a886-13e3ee10e361 HTTP/1.1" status: 200 len: 1101 time: 0.0542464 Jan 18 22:15:53.034550 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-41764548-36e0-438e-9850-140eedf05722 req-fb317614-fba3-42f2-bd9c-8c08bff788e7 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/security-groups?id=f617d299-382f-49d2-bef3-4bb5f1944b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004729 Jan 18 22:15:53.117689 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-146bf5a1-b3da-47b4-83ce-f46f9c36ccce req-924f2958-8dca-47a6-aafa-8599797c0cb1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f617d299-382f-49d2-bef3-4bb5f1944b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133301 Jan 18 22:15:53.154170 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-a0f4572d-2987-4850-af0f-22f43d081d01 req-ca4cc7e6-eae0-4e45-a81d-162a39cf73f4 tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:53.161150 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-5306aa54-d637-4415-84fd-694366e26352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a5a009-0fa9-4ce8-a27b-0c53ccbcf88c', 'name': 'tempest-FloatingIPDetailsTestJSON-1915850007-router', 'tenant_id': '844c39a7daa94ad0975cad9e39391145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.97'}], 'enable_snat': True}, 'gw_port_id': 'aeda7f78-b882-4d87-8787-320022bb4ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:15:43Z', 'updated_at': '2022-01-18T22:15:50Z', 'revision_number': 4, 'project_id': '844c39a7daa94ad0975cad9e39391145', 'gw_port': {'id': 'aeda7f78-b882-4d87-8787-320022bb4ddc', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a5a009-0fa9-4ce8-a27b-0c53ccbcf88c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:15:44Z', 'updated_at': '2022-01-18T22:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'd05ea6d4-58e9-47db-b9bf-fcc884da683a', 'name': '', 'network_id': '88fdffd4-d4ff-46bc-a081-ed68cc573dff', 'tenant_id': '844c39a7daa94ad0975cad9e39391145', 'mac_address': 'fa:16:3e:ad:4c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44a5a009-0fa9-4ce8-a27b-0c53ccbcf88c', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'bbfe7580-d1f2-433f-af7f-6852e101399d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:15:47Z', 'updated_at': '2022-01-18T22:15:50Z', 'revision_number': 2, 'project_id': '844c39a7daa94ad0975cad9e39391145', 'subnets': [{'id': 'bbfe7580-d1f2-433f-af7f-6852e101399d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:15:53.189641 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5306aa54-d637-4415-84fd-694366e26352 None None] Checking router: 44a5a009-0fa9-4ce8-a27b-0c53ccbcf88c for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:15:53.190083 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5306aa54-d637-4415-84fd-694366e26352 None None] Updating router 44a5a009-0fa9-4ce8-a27b-0c53ccbcf88c port d05ea6d4-58e9-47db-b9bf-fcc884da683a binding host n-d-825064-1 {{(pid=102432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:15:53.216500 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5306aa54-d637-4415-84fd-694366e26352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:53.281606 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-a0f4572d-2987-4850-af0f-22f43d081d01 req-ca4cc7e6-eae0-4e45-a81d-162a39cf73f4 tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Allocated IP 172.25.5.135 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/4f26db61-690b-4c73-9ce1-4c62a7a8fb51) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:15:53.437289 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-a0f4572d-2987-4850-af0f-22f43d081d01 req-ca4cc7e6-eae0-4e45-a81d-162a39cf73f4 tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:53.452926 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a9834f-38e5-402f-9e36-5e1871b40ef4 req-702626ef-dc21-424d-af0e-60b22f17fa5e tempest-LiveMigrationTest-1198651986 tempest-LiveMigrationTest-1198651986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:53.454446 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-79a9834f-38e5-402f-9e36-5e1871b40ef4 req-702626ef-dc21-424d-af0e-60b22f17fa5e tempest-LiveMigrationTest-1198651986 tempest-LiveMigrationTest-1198651986-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0eeec438-19be-4793-9ba2-317a2ea8c73d HTTP/1.1" status: 200 len: 1095 time: 0.0610275 Jan 18 22:15:53.511647 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-a0f4572d-2987-4850-af0f-22f43d081d01 req-ca4cc7e6-eae0-4e45-a81d-162a39cf73f4 tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:53.526048 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-79a9834f-38e5-402f-9e36-5e1871b40ef4 req-7b73acda-9936-4237-a7d8-eda8a006d797 tempest-LiveMigrationTest-1198651986 tempest-LiveMigrationTest-1198651986-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ac5bfedd-8c81-4ad7-9f0f-99ba0a339521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638952 Jan 18 22:15:53.564979 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0f4572d-2987-4850-af0f-22f43d081d01 req-ca4cc7e6-eae0-4e45-a81d-162a39cf73f4 tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:15:53.571992 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5306aa54-d637-4415-84fd-694366e26352 None None] Notify callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:53.575872 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-a0f4572d-2987-4850-af0f-22f43d081d01 req-ca4cc7e6-eae0-4e45-a81d-162a39cf73f4 tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:15:53.580413 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5306aa54-d637-4415-84fd-694366e26352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:53.613358 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0f4572d-2987-4850-af0f-22f43d081d01 req-ca4cc7e6-eae0-4e45-a81d-162a39cf73f4 tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:15:53.622063 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4cc7e6-eae0-4e45-a81d-162a39cf73f4 tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Pushing event updated for resources: {'Port': ['ID=4f26db61-690b-4c73-9ce1-4c62a7a8fb51,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:53.646305 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2873907a-a036-480c-871f-5c90e01d965e None None] Pushing event updated for resources: {'Port': ['ID=d05ea6d4-58e9-47db-b9bf-fcc884da683a,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:53.653849 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b244d861-2d53-4b9a-acc2-9c3fbbc29ce8 req-1b814469-4732-4ac5-896c-77cb55ad8ddd tempest-FloatingIPsTestJSON-253524590 tempest-FloatingIPsTestJSON-253524590-project] 10.222.0.53 "GET /v2.0/floatingips/0e588fba-850e-401a-8d41-fe1215695794 HTTP/1.1" status: 200 len: 693 time: 0.0908844 Jan 18 22:15:53.706972 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-5306aa54-d637-4415-84fd-694366e26352 None None] Attempting to bind port d05ea6d4-58e9-47db-b9bf-fcc884da683a on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:15:53.707383 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-5306aa54-d637-4415-84fd-694366e26352 None None] Attempting to bind port d05ea6d4-58e9-47db-b9bf-fcc884da683a by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': 'ac997d55-11c1-48ce-acdf-5b693b61dd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '88fdffd4-d4ff-46bc-a081-ed68cc573dff'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:15:53.707764 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5306aa54-d637-4415-84fd-694366e26352 None None] Attempting to bind port d05ea6d4-58e9-47db-b9bf-fcc884da683a on network 88fdffd4-d4ff-46bc-a081-ed68cc573dff {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:15:53.714305 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5306aa54-d637-4415-84fd-694366e26352 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:15:53.714735 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5306aa54-d637-4415-84fd-694366e26352 None None] Checking segment: {'id': 'ac997d55-11c1-48ce-acdf-5b693b61dd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '88fdffd4-d4ff-46bc-a081-ed68cc573dff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:15:53.715477 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5306aa54-d637-4415-84fd-694366e26352 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:53.716013 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5306aa54-d637-4415-84fd-694366e26352 None None] Bound using segment: {'id': 'ac997d55-11c1-48ce-acdf-5b693b61dd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '88fdffd4-d4ff-46bc-a081-ed68cc573dff'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:15:53.716633 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-5306aa54-d637-4415-84fd-694366e26352 None None] Bound port: d05ea6d4-58e9-47db-b9bf-fcc884da683a, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac997d55-11c1-48ce-acdf-5b693b61dd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '88fdffd4-d4ff-46bc-a081-ed68cc573dff'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:15:53.717072 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5306aa54-d637-4415-84fd-694366e26352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:53.797464 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-5306aa54-d637-4415-84fd-694366e26352 None None] For port d05ea6d4-58e9-47db-b9bf-fcc884da683a, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:15:53.805031 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-5306aa54-d637-4415-84fd-694366e26352 None None] For port d05ea6d4-58e9-47db-b9bf-fcc884da683a, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=d05ea6d4-58e9-47db-b9bf-fcc884da683a,segment=NetworkSegment(ac997d55-11c1-48ce-acdf-5b693b61dd07),segment_id=ac997d55-11c1-48ce-acdf-5b693b61dd07)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:15:53.811579 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5306aa54-d637-4415-84fd-694366e26352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:53.819936 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-a0f4572d-2987-4850-af0f-22f43d081d01 req-ca4cc7e6-eae0-4e45-a81d-162a39cf73f4 tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:53.830087 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b244d861-2d53-4b9a-acc2-9c3fbbc29ce8 req-d75af320-7fa6-4b59-bba3-3dfe0fc07fd9 tempest-FloatingIPsTestJSON-253524590 tempest-FloatingIPsTestJSON-253524590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:53.831489 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b244d861-2d53-4b9a-acc2-9c3fbbc29ce8 req-d75af320-7fa6-4b59-bba3-3dfe0fc07fd9 tempest-FloatingIPsTestJSON-253524590 tempest-FloatingIPsTestJSON-253524590-project] 10.222.0.53 "GET /v2.0/networks/0fa7c7c8-c96a-4aa5-9818-d374adf00f99 HTTP/1.1" status: 200 len: 784 time: 0.1706536 Jan 18 22:15:53.877053 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5306aa54-d637-4415-84fd-694366e26352 None None] Routers {'44a5a009-0fa9-4ce8-a27b-0c53ccbcf88c'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:15:53.877839 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-5306aa54-d637-4415-84fd-694366e26352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:15:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['44a5a009-0fa9-4ce8-a27b-0c53ccbcf88c'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:15:53.911673 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b244d861-2d53-4b9a-acc2-9c3fbbc29ce8 req-66460976-ab23-43f5-afb3-b903253a4a64 tempest-FloatingIPsTestJSON-253524590 tempest-FloatingIPsTestJSON-253524590-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.198 HTTP/1.1" status: 200 len: 696 time: 0.0729482 Jan 18 22:15:53.916353 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-a0f4572d-2987-4850-af0f-22f43d081d01 req-ca4cc7e6-eae0-4e45-a81d-162a39cf73f4 tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:53.946204 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2873907a-a036-480c-871f-5c90e01d965e None None] Pushing event updated for resources: {'Port': ['ID=d05ea6d4-58e9-47db-b9bf-fcc884da683a,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:53.999299 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b244d861-2d53-4b9a-acc2-9c3fbbc29ce8 req-eff8785b-e391-4506-a212-40ddeb78c61e tempest-FloatingIPsTestJSON-253524590 tempest-FloatingIPsTestJSON-253524590-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.198 HTTP/1.1" status: 200 len: 696 time: 0.0617580 Jan 18 22:15:54.006663 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-5306aa54-d637-4415-84fd-694366e26352 None None] Set router 44a5a009-0fa9-4ce8-a27b-0c53ccbcf88c gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:15:54.050425 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c9e6cb9-1aa4-4fa3-b804-edc6b9d7fe7b', 'tag': 'fe7ecc66-9dc0-4b55-bb2f-e86b883abd40'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:15:54.052713 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e9c824e-7465-4f46-a509-40ab3af1ad84" -d '{"events": [{"name": "network-changed", "server_uuid": "9c9e6cb9-1aa4-4fa3-b804-edc6b9d7fe7b", "tag": "fe7ecc66-9dc0-4b55-bb2f-e86b883abd40"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:15:54.065105 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-36302ded-027e-4f9f-b4f2-ca70586ab9f3 None None] Provisioning complete for port d05ea6d4-58e9-47db-b9bf-fcc884da683a triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:15:54.065564 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-36302ded-027e-4f9f-b4f2-ca70586ab9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:54.219810 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-a0f4572d-2987-4850-af0f-22f43d081d01 req-ca4cc7e6-eae0-4e45-a81d-162a39cf73f4 tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:54.223766 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-b244d861-2d53-4b9a-acc2-9c3fbbc29ce8 req-8a6be236-132c-4754-a0ce-61b39aa75eaa tempest-FloatingIPsTestJSON-253524590 tempest-FloatingIPsTestJSON-253524590-project] Deleting port aef5b0d3-874f-4852-aa8d-51e473dae4e3 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:15:54.224095 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-b244d861-2d53-4b9a-acc2-9c3fbbc29ce8 req-8a6be236-132c-4754-a0ce-61b39aa75eaa tempest-FloatingIPsTestJSON-253524590 tempest-FloatingIPsTestJSON-253524590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:54.226873 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-a0f4572d-2987-4850-af0f-22f43d081d01 req-ca4cc7e6-eae0-4e45-a81d-162a39cf73f4 tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:54.275400 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:54.276512 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-36302ded-027e-4f9f-b4f2-ca70586ab9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:54.324986 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-36302ded-027e-4f9f-b4f2-ca70586ab9f3 None None] For port d05ea6d4-58e9-47db-b9bf-fcc884da683a, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=d05ea6d4-58e9-47db-b9bf-fcc884da683a,segment=NetworkSegment(ac997d55-11c1-48ce-acdf-5b693b61dd07),segment_id=ac997d55-11c1-48ce-acdf-5b693b61dd07)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:15:54.330546 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-36302ded-027e-4f9f-b4f2-ca70586ab9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:54.349992 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4cc7e6-eae0-4e45-a81d-162a39cf73f4 tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Pushing event updated for resources: {'Port': ['ID=4f26db61-690b-4c73-9ce1-4c62a7a8fb51,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:54.361045 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-5306aa54-d637-4415-84fd-694366e26352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a5a009-0fa9-4ce8-a27b-0c53ccbcf88c', 'name': 'tempest-FloatingIPDetailsTestJSON-1915850007-router', 'tenant_id': '844c39a7daa94ad0975cad9e39391145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.97'}], 'enable_snat': True}, 'gw_port_id': 'aeda7f78-b882-4d87-8787-320022bb4ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:15:43Z', 'updated_at': '2022-01-18T22:15:50Z', 'revision_number': 4, 'project_id': '844c39a7daa94ad0975cad9e39391145', 'gw_port': {'id': 'aeda7f78-b882-4d87-8787-320022bb4ddc', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a5a009-0fa9-4ce8-a27b-0c53ccbcf88c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:15:44Z', 'updated_at': '2022-01-18T22:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'd05ea6d4-58e9-47db-b9bf-fcc884da683a', 'name': '', 'network_id': '88fdffd4-d4ff-46bc-a081-ed68cc573dff', 'tenant_id': '844c39a7daa94ad0975cad9e39391145', 'mac_address': 'fa:16:3e:ad:4c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44a5a009-0fa9-4ce8-a27b-0c53ccbcf88c', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'bbfe7580-d1f2-433f-af7f-6852e101399d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:15:47Z', 'updated_at': '2022-01-18T22:15:53Z', 'revision_number': 4, 'project_id': '844c39a7daa94ad0975cad9e39391145', 'subnets': [{'id': 'bbfe7580-d1f2-433f-af7f-6852e101399d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:15:54.372837 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-b244d861-2d53-4b9a-acc2-9c3fbbc29ce8 req-8a6be236-132c-4754-a0ce-61b39aa75eaa tempest-FloatingIPsTestJSON-253524590 tempest-FloatingIPsTestJSON-253524590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:54.373161 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-b244d861-2d53-4b9a-acc2-9c3fbbc29ce8 req-8a6be236-132c-4754-a0ce-61b39aa75eaa tempest-FloatingIPsTestJSON-253524590 tempest-FloatingIPsTestJSON-253524590-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:54.375653 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-a0f4572d-2987-4850-af0f-22f43d081d01 req-ca4cc7e6-eae0-4e45-a81d-162a39cf73f4 tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043075'] for floatingip, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:54.391765 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5306aa54-d637-4415-84fd-694366e26352 None None] The sync data for ids ['44a5a009-0fa9-4ce8-a27b-0c53ccbcf88c'] in n-d-825064-1 is: [{'id': '44a5a009-0fa9-4ce8-a27b-0c53ccbcf88c', 'name': 'tempest-FloatingIPDetailsTestJSON-1915850007-router', 'tenant_id': '844c39a7daa94ad0975cad9e39391145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.97'}], 'enable_snat': True}, 'gw_port_id': 'aeda7f78-b882-4d87-8787-320022bb4ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:15:43Z', 'updated_at': '2022-01-18T22:15:50Z', 'revision_number': 4, 'project_id': '844c39a7daa94ad0975cad9e39391145', 'gw_port': {'id': 'aeda7f78-b882-4d87-8787-320022bb4ddc', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a5a009-0fa9-4ce8-a27b-0c53ccbcf88c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:15:44Z', 'updated_at': '2022-01-18T22:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'd05ea6d4-58e9-47db-b9bf-fcc884da683a', 'name': '', 'network_id': '88fdffd4-d4ff-46bc-a081-ed68cc573dff', 'tenant_id': '844c39a7daa94ad0975cad9e39391145', 'mac_address': 'fa:16:3e:ad:4c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44a5a009-0fa9-4ce8-a27b-0c53ccbcf88c', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'bbfe7580-d1f2-433f-af7f-6852e101399d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:15:47Z', 'updated_at': '2022-01-18T22:15:53Z', 'revision_number': 4, 'project_id': '844c39a7daa94ad0975cad9e39391145', 'subnets': [{'id': 'bbfe7580-d1f2-433f-af7f-6852e101399d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:15:54.392281 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-b244d861-2d53-4b9a-acc2-9c3fbbc29ce8 req-8a6be236-132c-4754-a0ce-61b39aa75eaa tempest-FloatingIPsTestJSON-253524590 tempest-FloatingIPsTestJSON-253524590-project] Calling delete_port for aef5b0d3-874f-4852-aa8d-51e473dae4e3 owned by network:floatingip {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:15:54.406646 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-a0f4572d-2987-4850-af0f-22f43d081d01 req-ca4cc7e6-eae0-4e45-a81d-162a39cf73f4 tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:54.414181 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a0f4572d-2987-4850-af0f-22f43d081d01 req-ca4cc7e6-eae0-4e45-a81d-162a39cf73f4 tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6369851 Jan 18 22:15:54.418295 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36302ded-027e-4f9f-b4f2-ca70586ab9f3 None None] Pushing event updated for resources: {'Port': ['ID=d05ea6d4-58e9-47db-b9bf-fcc884da683a,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:54.460073 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-5b196559-781c-48bb-ad73-a4084b1f1466 None None] Provisioning complete for port d05ea6d4-58e9-47db-b9bf-fcc884da683a triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:15:54.460073 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5b196559-781c-48bb-ad73-a4084b1f1466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:54.506213 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a0f4572d-2987-4850-af0f-22f43d081d01 req-4ce3c211-5a88-4af3-a2e0-f51505abecf5 tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.135 HTTP/1.1" status: 200 len: 696 time: 0.0911009 Jan 18 22:15:54.523399 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:54.639141 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f4572d-2987-4850-af0f-22f43d081d01 req-0af662fb-ea3a-47b0-9803-5cff5d2263af tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:54.640538 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a0f4572d-2987-4850-af0f-22f43d081d01 req-0af662fb-ea3a-47b0-9803-5cff5d2263af tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] 10.222.0.53 "GET /v2.0/networks/0fa7c7c8-c96a-4aa5-9818-d374adf00f99 HTTP/1.1" status: 200 len: 784 time: 0.1334388 Jan 18 22:15:54.691755 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-b244d861-2d53-4b9a-acc2-9c3fbbc29ce8 req-8a6be236-132c-4754-a0ce-61b39aa75eaa tempest-FloatingIPsTestJSON-253524590 tempest-FloatingIPsTestJSON-253524590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:54.728516 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6be236-132c-4754-a0ce-61b39aa75eaa tempest-FloatingIPsTestJSON-253524590 tempest-FloatingIPsTestJSON-253524590-project] Pushing event deleted for resources: {'Port': ['ID=aef5b0d3-874f-4852-aa8d-51e473dae4e3,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:55.084399 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2646f404-b7bc-4ca0-b47a-f5a0fe40a363 req-e63e94f3-c999-4ade-9515-3c2049ec67d6 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:55.085949 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2646f404-b7bc-4ca0-b47a-f5a0fe40a363 req-e63e94f3-c999-4ade-9515-3c2049ec67d6 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c9e6cb9-1aa4-4fa3-b804-edc6b9d7fe7b HTTP/1.1" status: 200 len: 947 time: 0.3917241 Jan 18 22:15:55.113808 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-b244d861-2d53-4b9a-acc2-9c3fbbc29ce8 req-8a6be236-132c-4754-a0ce-61b39aa75eaa tempest-FloatingIPsTestJSON-253524590 tempest-FloatingIPsTestJSON-253524590-project] Notify callbacks [] for floatingip, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:55.116370 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-b244d861-2d53-4b9a-acc2-9c3fbbc29ce8 req-8a6be236-132c-4754-a0ce-61b39aa75eaa tempest-FloatingIPsTestJSON-253524590 tempest-FloatingIPsTestJSON-253524590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:55.117521 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b244d861-2d53-4b9a-acc2-9c3fbbc29ce8 req-8a6be236-132c-4754-a0ce-61b39aa75eaa tempest-FloatingIPsTestJSON-253524590 tempest-FloatingIPsTestJSON-253524590-project] 10.222.0.53 "DELETE /v2.0/floatingips/0e588fba-850e-401a-8d41-fe1215695794 HTTP/1.1" status: 204 len: 173 time: 1.1093836 Jan 18 22:15:55.142186 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2646f404-b7bc-4ca0-b47a-f5a0fe40a363 req-8f8c8515-fba4-41b1-a271-ff5374e8e5a3 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453315 Jan 18 22:15:55.443027 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8a4b39-e88b-45bc-b552-ea13af903552 req-179f24b7-8085-4475-bf59-4aa61bd3aa69 tempest-AttachSCSIVolumeTestJSON-1661329777 tempest-AttachSCSIVolumeTestJSON-1661329777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:55.444802 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ea8a4b39-e88b-45bc-b552-ea13af903552 req-179f24b7-8085-4475-bf59-4aa61bd3aa69 tempest-AttachSCSIVolumeTestJSON-1661329777 tempest-AttachSCSIVolumeTestJSON-1661329777-project] 10.222.0.53 "GET /v2.0/networks?id=97a0b687-2bc8-4c10-89fb-aecfe0fd6ed5 HTTP/1.1" status: 200 len: 814 time: 0.1080909 Jan 18 22:15:55.462285 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ea8a4b39-e88b-45bc-b552-ea13af903552 req-1b645672-ad6d-4f7b-9bfa-9eff737d68cb tempest-AttachSCSIVolumeTestJSON-1661329777 tempest-AttachSCSIVolumeTestJSON-1661329777-project] 10.222.0.53 "GET /v2.0/quotas/13ad3ebdbd244cdcbe71ebe78a0f13f8 HTTP/1.1" status: 200 len: 375 time: 0.0099328 Jan 18 22:15:55.513718 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0677e0e-f2c9-48c4-b107-e72136b8ac06 x-openstack-request-id: req-d0677e0e-f2c9-48c4-b107-e72136b8ac06 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:15:55.514003 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c9e6cb9-1aa4-4fa3-b804-edc6b9d7fe7b", "tag": "fe7ecc66-9dc0-4b55-bb2f-e86b883abd40", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:15:55.514250 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d0677e0e-f2c9-48c4-b107-e72136b8ac06 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:15:55.514632 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c9e6cb9-1aa4-4fa3-b804-edc6b9d7fe7b', 'tag': 'fe7ecc66-9dc0-4b55-bb2f-e86b883abd40', 'status': 'completed', 'code': 200} Jan 18 22:15:55.536685 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ea8a4b39-e88b-45bc-b552-ea13af903552 req-8fdda355-5116-40be-873c-cc1d686ac08b tempest-AttachSCSIVolumeTestJSON-1661329777 tempest-AttachSCSIVolumeTestJSON-1661329777-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=13ad3ebdbd244cdcbe71ebe78a0f13f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0575922 Jan 18 22:15:55.618566 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c824e-7465-4f46-a509-40ab3af1ad84 req-900d7cdc-4d1d-4c22-b8dd-867ff4ccebae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:55.620063 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-4e9c824e-7465-4f46-a509-40ab3af1ad84 req-900d7cdc-4d1d-4c22-b8dd-867ff4ccebae service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7c124f68020a4e92b3e26dca83e43678&device_id=9c9e6cb9-1aa4-4fa3-b804-edc6b9d7fe7b HTTP/1.1" status: 200 len: 1098 time: 0.0728188 Jan 18 22:15:55.625740 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c824e-7465-4f46-a509-40ab3af1ad84 req-c37f351f-8a03-4a67-9f72-a415ffe90ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:55.627211 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-4e9c824e-7465-4f46-a509-40ab3af1ad84 req-c37f351f-8a03-4a67-9f72-a415ffe90ad5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7c124f68020a4e92b3e26dca83e43678&device_id=9c9e6cb9-1aa4-4fa3-b804-edc6b9d7fe7b HTTP/1.1" status: 200 len: 1098 time: 0.0531852 Jan 18 22:15:55.671362 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19de2252-3596-4947-8cf0-7b16f68cece7 req-9f391a5e-b04a-4032-845c-d6ae5c08bdae tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:55.672862 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-19de2252-3596-4947-8cf0-7b16f68cece7 req-9f391a5e-b04a-4032-845c-d6ae5c08bdae tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fa92f39-d443-46a1-a886-13e3ee10e361 HTTP/1.1" status: 200 len: 950 time: 0.0805058 Jan 18 22:15:55.675004 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ea8a4b39-e88b-45bc-b552-ea13af903552 req-d8009cb0-74b2-4e83-b900-49b3641fcad8 service neutron] 10.222.0.53 "GET /v2.0/networks/97a0b687-2bc8-4c10-89fb-aecfe0fd6ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296456 Jan 18 22:15:55.758256 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-19de2252-3596-4947-8cf0-7b16f68cece7 req-14b1ae58-249d-46c1-864b-d1413778c9d6 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/security-groups?id=f617d299-382f-49d2-bef3-4bb5f1944b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792999 Jan 18 22:15:55.779523 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c824e-7465-4f46-a509-40ab3af1ad84 req-868b8c4c-6c09-4949-828a-b24607faae8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:55.781160 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-4e9c824e-7465-4f46-a509-40ab3af1ad84 req-868b8c4c-6c09-4949-828a-b24607faae8c service neutron] 10.222.0.36 "GET /v2.0/networks?id=aed2eca7-1bb0-443d-8485-b985dbe9851b HTTP/1.1" status: 200 len: 869 time: 0.1531069 Jan 18 22:15:55.785728 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c824e-7465-4f46-a509-40ab3af1ad84 req-e80c445c-945d-443e-8a9c-e737b91e0a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:55.787792 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-4e9c824e-7465-4f46-a509-40ab3af1ad84 req-e80c445c-945d-443e-8a9c-e737b91e0a1c service neutron] 10.222.0.67 "GET /v2.0/networks?id=aed2eca7-1bb0-443d-8485-b985dbe9851b HTTP/1.1" status: 200 len: 869 time: 0.1521406 Jan 18 22:15:55.793869 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ea8a4b39-e88b-45bc-b552-ea13af903552 req-46ce62cf-7935-419c-b119-6ae331084007 service neutron] 10.222.0.53 "GET /v2.0/networks/97a0b687-2bc8-4c10-89fb-aecfe0fd6ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090586 Jan 18 22:15:55.837513 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device d05ea6d4-58e9-47db-b9bf-fcc884da683a up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:15:55.861774 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-4e9c824e-7465-4f46-a509-40ab3af1ad84 req-176fe2b0-8ec9-43c5-af85-860e2ea93f4c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=fe7ecc66-9dc0-4b55-bb2f-e86b883abd40 HTTP/1.1" status: 200 len: 217 time: 0.0694036 Jan 18 22:15:55.863123 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-4e9c824e-7465-4f46-a509-40ab3af1ad84 req-e38d958a-7a92-45c7-94fd-44fb370eb8a9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=fe7ecc66-9dc0-4b55-bb2f-e86b883abd40 HTTP/1.1" status: 200 len: 217 time: 0.0649817 Jan 18 22:15:55.896569 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port d05ea6d4-58e9-47db-b9bf-fcc884da683a triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:15:55.896957 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:55.966095 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c824e-7465-4f46-a509-40ab3af1ad84 req-163b4133-6a0c-432b-9865-fb22134c8aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:55.967922 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-4e9c824e-7465-4f46-a509-40ab3af1ad84 req-163b4133-6a0c-432b-9865-fb22134c8aed service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8518183d-cc63-459a-b971-d4c7514e001f HTTP/1.1" status: 200 len: 843 time: 0.0947406 Jan 18 22:15:55.972092 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c824e-7465-4f46-a509-40ab3af1ad84 req-82e60151-0a1d-4ee4-bbb2-61ce1009724b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:55.974108 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-4e9c824e-7465-4f46-a509-40ab3af1ad84 req-82e60151-0a1d-4ee4-bbb2-61ce1009724b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8518183d-cc63-459a-b971-d4c7514e001f HTTP/1.1" status: 200 len: 843 time: 0.0682714 Jan 18 22:15:56.065778 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c824e-7465-4f46-a509-40ab3af1ad84 req-ec12f5d3-79ee-482e-ae57-e086c57cb1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:56.068097 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-4e9c824e-7465-4f46-a509-40ab3af1ad84 req-ec12f5d3-79ee-482e-ae57-e086c57cb1a6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aed2eca7-1bb0-443d-8485-b985dbe9851b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0928786 Jan 18 22:15:56.075354 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c824e-7465-4f46-a509-40ab3af1ad84 req-1248de13-590f-45bb-8996-d575e0d97131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:56.092067 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-4e9c824e-7465-4f46-a509-40ab3af1ad84 req-1248de13-590f-45bb-8996-d575e0d97131 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=aed2eca7-1bb0-443d-8485-b985dbe9851b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0721242 Jan 18 22:15:56.100790 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [req-b9227341-5411-4d62-857c-c320bf30195f req-06b1b009-88e8-448d-bf19-93ebd0f498d7 tempest-FloatingIPsTestJSON-253524590 tempest-FloatingIPsTestJSON-253524590-project] show failed (client error): The resource could not be found. Jan 18 22:15:56.116817 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b9227341-5411-4d62-857c-c320bf30195f req-06b1b009-88e8-448d-bf19-93ebd0f498d7 tempest-FloatingIPsTestJSON-253524590 tempest-FloatingIPsTestJSON-253524590-project] 10.222.0.53 "GET /v2.0/floatingips/0e588fba-850e-401a-8d41-fe1215695794 HTTP/1.1" status: 404 len: 350 time: 0.0585763 Jan 18 22:15:56.122113 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e762f6fe-28e2-46ec-8d76-6bd196f689ed req-d38b2c7e-5d2f-4932-a936-af4dddf3a17c tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2344115 Jan 18 22:15:56.131546 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-e762f6fe-28e2-46ec-8d76-6bd196f689ed req-03d3983a-ff93-460b-bf95-55af10a1b0db tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Request body: {'floatingip': {'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:15:56.161637 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e762f6fe-28e2-46ec-8d76-6bd196f689ed req-03d3983a-ff93-460b-bf95-55af10a1b0db tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Notify callbacks [] for floatingip, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:56.251971 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-4e9c824e-7465-4f46-a509-40ab3af1ad84 req-34d17a78-b835-4bb1-96a3-dd6dfa94db34 service neutron] 10.222.0.36 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956054 Jan 18 22:15:56.342678 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6819424-9865-4477-a5e8-9eb39840a0ba req-5eb0514f-ca8f-4a4b-87f8-2ee1a7ae0af8 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:56.350414 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c6819424-9865-4477-a5e8-9eb39840a0ba req-5eb0514f-ca8f-4a4b-87f8-2ee1a7ae0af8 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fa92f39-d443-46a1-a886-13e3ee10e361 HTTP/1.1" status: 200 len: 950 time: 0.0903380 Jan 18 22:15:56.405524 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c6819424-9865-4477-a5e8-9eb39840a0ba req-96d9d34b-127a-4c98-8eac-519bb1105c6c tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/security-groups?id=f617d299-382f-49d2-bef3-4bb5f1944b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490546 Jan 18 22:15:56.455085 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e762f6fe-28e2-46ec-8d76-6bd196f689ed req-03d3983a-ff93-460b-bf95-55af10a1b0db tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:56.544371 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d8443977-c4a6-452c-bd55-dbf76dd7900d req-180d21c0-847b-4192-870e-d756b2563c57 tempest-AttachSCSIVolumeTestJSON-1661329777 tempest-AttachSCSIVolumeTestJSON-1661329777-project] 10.222.0.53 "GET /v2.0/ports?device_id=646394ec-876a-4a75-b688-d3a0447607c4 HTTP/1.1" status: 200 len: 210 time: 0.0763824 Jan 18 22:15:56.661900 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [req-7edff708-afe0-4535-a01d-a77e655c5af1 req-e4392ede-6986-4311-aba3-2c849e97d886 tempest-FloatingIPsTestJSON-253524590 tempest-FloatingIPsTestJSON-253524590-project] show failed (client error): The resource could not be found. Jan 18 22:15:56.672527 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7edff708-afe0-4535-a01d-a77e655c5af1 req-e4392ede-6986-4311-aba3-2c849e97d886 tempest-FloatingIPsTestJSON-253524590 tempest-FloatingIPsTestJSON-253524590-project] 10.222.0.53 "GET /v2.0/floatingips/0e588fba-850e-401a-8d41-fe1215695794 HTTP/1.1" status: 404 len: 350 time: 0.0739405 Jan 18 22:15:56.673043 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 56020) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:15:56.690282 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-4e9c824e-7465-4f46-a509-40ab3af1ad84 req-bf91cfd9-d0a6-4211-8dd4-d1ba5121ebae service neutron] 10.222.0.36 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4297953 Jan 18 22:15:56.705176 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-4e9c824e-7465-4f46-a509-40ab3af1ad84 req-d1b8c00f-f480-4fff-8ce8-47405d0d3432 service neutron] 10.222.0.67 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6118217 Jan 18 22:15:56.784453 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-e762f6fe-28e2-46ec-8d76-6bd196f689ed req-03d3983a-ff93-460b-bf95-55af10a1b0db tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Allocated IP 172.25.5.14 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/044945c7-85ca-48c1-a197-7039d468e458) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:15:56.821031 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-4e9c824e-7465-4f46-a509-40ab3af1ad84 req-00495473-eeeb-4e6e-a594-d90ad749f60d service neutron] 10.222.0.67 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072586 Jan 18 22:15:56.936032 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103be6ee-49e4-47f9-a541-94fd6af536fa req-72ca930e-71e0-4a98-817e-d2c6357ca1be tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:56.937798 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-103be6ee-49e4-47f9-a541-94fd6af536fa req-72ca930e-71e0-4a98-817e-d2c6357ca1be tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c9e6cb9-1aa4-4fa3-b804-edc6b9d7fe7b HTTP/1.1" status: 200 len: 947 time: 0.1781635 Jan 18 22:15:57.117243 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-103be6ee-49e4-47f9-a541-94fd6af536fa req-60fe6e1a-fcb4-46ea-924e-74b9a308c7a6 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748219 Jan 18 22:15:57.177416 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e762f6fe-28e2-46ec-8d76-6bd196f689ed req-03d3983a-ff93-460b-bf95-55af10a1b0db tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:57.202487 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device fe7ecc66-9dc0-4b55-bb2f-e86b883abd40 details requested by agent hyperv_n-h1-825064-1 with host n-h1-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:15:57.249576 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e762f6fe-28e2-46ec-8d76-6bd196f689ed req-03d3983a-ff93-460b-bf95-55af10a1b0db tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:57.319895 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e762f6fe-28e2-46ec-8d76-6bd196f689ed req-03d3983a-ff93-460b-bf95-55af10a1b0db tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:15:57.322947 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d3983a-ff93-460b-bf95-55af10a1b0db tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Pushing event updated for resources: {'Port': ['ID=044945c7-85ca-48c1-a197-7039d468e458,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:57.327032 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-e762f6fe-28e2-46ec-8d76-6bd196f689ed req-03d3983a-ff93-460b-bf95-55af10a1b0db tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:15:57.330786 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-e762f6fe-28e2-46ec-8d76-6bd196f689ed req-03d3983a-ff93-460b-bf95-55af10a1b0db tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:15:57.424887 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-349beadc-d451-4b69-b005-09bc5a8d295a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1041027'] for router_interface, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:57.475612 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port fe7ecc66-9dc0-4b55-bb2f-e86b883abd40, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=fe7ecc66-9dc0-4b55-bb2f-e86b883abd40,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:15:57.512086 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Returning: {'device': 'fe7ecc66-9dc0-4b55-bb2f-e86b883abd40', 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b', 'port_id': 'fe7ecc66-9dc0-4b55-bb2f-e86b883abd40', 'mac_address': 'fa:16:3e:40:9c:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8518183d-cc63-459a-b971-d4c7514e001f', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:15:57.555478 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8a4b39-e88b-45bc-b552-ea13af903552 req-9397722a-b250-480b-a016-6a830fa79dca tempest-AttachSCSIVolumeTestJSON-1661329777 tempest-AttachSCSIVolumeTestJSON-1661329777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:57.560908 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ea8a4b39-e88b-45bc-b552-ea13af903552 req-9397722a-b250-480b-a016-6a830fa79dca tempest-AttachSCSIVolumeTestJSON-1661329777 tempest-AttachSCSIVolumeTestJSON-1661329777-project] 10.222.0.36 "GET /v2.0/networks?id=97a0b687-2bc8-4c10-89fb-aecfe0fd6ed5 HTTP/1.1" status: 200 len: 814 time: 0.2010314 Jan 18 22:15:57.577344 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-ea8a4b39-e88b-45bc-b552-ea13af903552 req-1391e3d4-6574-4b28-8bc9-49c72f4ed4f2 tempest-AttachSCSIVolumeTestJSON-1661329777 tempest-AttachSCSIVolumeTestJSON-1661329777-project] Request body: {'port': {'device_id': '646394ec-876a-4a75-b688-d3a0447607c4', 'network_id': '97a0b687-2bc8-4c10-89fb-aecfe0fd6ed5', 'admin_state_up': True, 'tenant_id': '13ad3ebdbd244cdcbe71ebe78a0f13f8'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:15:57.601409 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e762f6fe-28e2-46ec-8d76-6bd196f689ed req-03d3983a-ff93-460b-bf95-55af10a1b0db tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:57.645447 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:57.687365 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe7ecc66-9dc0-4b55-bb2f-e86b883abd40 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:15:57.749360 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port fe7ecc66-9dc0-4b55-bb2f-e86b883abd40, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=fe7ecc66-9dc0-4b55-bb2f-e86b883abd40,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:15:57.759682 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:57.801541 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e762f6fe-28e2-46ec-8d76-6bd196f689ed req-03d3983a-ff93-460b-bf95-55af10a1b0db tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:57.842055 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=fe7ecc66-9dc0-4b55-bb2f-e86b883abd40,revision_number=8']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:57.851397 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea8a4b39-e88b-45bc-b552-ea13af903552 req-1391e3d4-6574-4b28-8bc9-49c72f4ed4f2 tempest-AttachSCSIVolumeTestJSON-1661329777 tempest-AttachSCSIVolumeTestJSON-1661329777-project] Made reservation on behalf of 13ad3ebdbd244cdcbe71ebe78a0f13f8 for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:15:57.859893 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-ea8a4b39-e88b-45bc-b552-ea13af903552 req-1391e3d4-6574-4b28-8bc9-49c72f4ed4f2 tempest-AttachSCSIVolumeTestJSON-1661329777 tempest-AttachSCSIVolumeTestJSON-1661329777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:58.120577 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['fe7ecc66-9dc0-4b55-bb2f-e86b883abd40'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:15:58.241626 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-86e706cf-b620-4019-841a-5cc797ed522d req-bac0e66c-e39a-4889-bebf-a4672a8c720c tempest-AttachSCSIVolumeTestJSON-1661329777 tempest-AttachSCSIVolumeTestJSON-1661329777-project] 10.222.0.53 "GET /v2.0/ports?device_id=646394ec-876a-4a75-b688-d3a0447607c4 HTTP/1.1" status: 200 len: 210 time: 0.0429358 Jan 18 22:15:58.282760 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [req-ea8a4b39-e88b-45bc-b552-ea13af903552 req-1391e3d4-6574-4b28-8bc9-49c72f4ed4f2 tempest-AttachSCSIVolumeTestJSON-1661329777 tempest-AttachSCSIVolumeTestJSON-1661329777-project] Allocated IP 172.20.0.10 (97a0b687-2bc8-4c10-89fb-aecfe0fd6ed5/23a5a8dc-743c-45b8-acec-858b12a19433/e80291f4-537c-4038-b34e-12118a42f948) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:15:58.301195 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e762f6fe-28e2-46ec-8d76-6bd196f689ed req-03d3983a-ff93-460b-bf95-55af10a1b0db tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:58.313462 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e762f6fe-28e2-46ec-8d76-6bd196f689ed req-03d3983a-ff93-460b-bf95-55af10a1b0db tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:58.368048 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d3983a-ff93-460b-bf95-55af10a1b0db tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Pushing event updated for resources: {'Port': ['ID=044945c7-85ca-48c1-a197-7039d468e458,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:58.390443 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-349beadc-d451-4b69-b005-09bc5a8d295a admin admin] Deleting port 540a2ff5-b45d-4c00-b337-18c60ab81118 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:15:58.394862 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-349beadc-d451-4b69-b005-09bc5a8d295a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:58.536490 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e762f6fe-28e2-46ec-8d76-6bd196f689ed req-03d3983a-ff93-460b-bf95-55af10a1b0db tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043075'] for floatingip, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:58.558142 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e762f6fe-28e2-46ec-8d76-6bd196f689ed req-03d3983a-ff93-460b-bf95-55af10a1b0db tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:58.559541 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e762f6fe-28e2-46ec-8d76-6bd196f689ed req-03d3983a-ff93-460b-bf95-55af10a1b0db tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.4318707 Jan 18 22:15:58.565274 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad888a9-4e03-4e63-9311-5de2e7b76719 req-d9f80580-67f2-44e9-86da-0dfda555d850 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:58.566819 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-bad888a9-4e03-4e63-9311-5de2e7b76719 req-d9f80580-67f2-44e9-86da-0dfda555d850 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.67 "GET /v2.0/ports?device_id=9c9e6cb9-1aa4-4fa3-b804-edc6b9d7fe7b&tenant_id=7c124f68020a4e92b3e26dca83e43678&binding%3Ahost_id=n-h1-825064-1 HTTP/1.1" status: 200 len: 948 time: 0.1389444 Jan 18 22:15:58.569472 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f5eeed-d921-46d9-bf65-faaaad24a4eb req-3d5909db-d867-49b5-b64a-e6880813b1ae tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:58.578337 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-52f5eeed-d921-46d9-bf65-faaaad24a4eb req-3d5909db-d867-49b5-b64a-e6880813b1ae tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fa92f39-d443-46a1-a886-13e3ee10e361 HTTP/1.1" status: 200 len: 950 time: 0.1900609 Jan 18 22:15:58.674505 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e762f6fe-28e2-46ec-8d76-6bd196f689ed req-55c03045-505c-41b9-8cc5-813ba5520afe tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.14 HTTP/1.1" status: 200 len: 695 time: 0.0930104 Jan 18 22:15:58.726594 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-349beadc-d451-4b69-b005-09bc5a8d295a admin admin] For port 540a2ff5-b45d-4c00-b337-18c60ab81118, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=540a2ff5-b45d-4c00-b337-18c60ab81118,segment=NetworkSegment(a77d4aa0-955f-4d74-a886-910fabc91621),segment_id=a77d4aa0-955f-4d74-a886-910fabc91621)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:15:58.727135 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-349beadc-d451-4b69-b005-09bc5a8d295a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:58.797498 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-ea8a4b39-e88b-45bc-b552-ea13af903552 req-1391e3d4-6574-4b28-8bc9-49c72f4ed4f2 tempest-AttachSCSIVolumeTestJSON-1661329777 tempest-AttachSCSIVolumeTestJSON-1661329777-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:58.810582 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-52f5eeed-d921-46d9-bf65-faaaad24a4eb req-e167dd23-84ed-40d3-9c01-e1b44671531b tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/security-groups?id=f617d299-382f-49d2-bef3-4bb5f1944b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311327 Jan 18 22:15:58.811791 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-349beadc-d451-4b69-b005-09bc5a8d295a admin admin] Calling delete_port for 540a2ff5-b45d-4c00-b337-18c60ab81118 owned by network:router_interface {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:15:58.901026 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-ea8a4b39-e88b-45bc-b552-ea13af903552 req-1391e3d4-6574-4b28-8bc9-49c72f4ed4f2 tempest-AttachSCSIVolumeTestJSON-1661329777 tempest-AttachSCSIVolumeTestJSON-1661329777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:59.014747 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea8a4b39-e88b-45bc-b552-ea13af903552 req-1391e3d4-6574-4b28-8bc9-49c72f4ed4f2 tempest-AttachSCSIVolumeTestJSON-1661329777 tempest-AttachSCSIVolumeTestJSON-1661329777-project] Network 97a0b687-2bc8-4c10-89fb-aecfe0fd6ed5 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:15:59.016320 n-d-825064-1 neutron-server[102431]: INFO neutron.api.v2.resource [req-bad888a9-4e03-4e63-9311-5de2e7b76719 req-88104367-c6fa-4003-98bd-58462ccc3c35 service neutron] delete failed (client error): The resource could not be found. Jan 18 22:15:59.017340 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-bad888a9-4e03-4e63-9311-5de2e7b76719 req-88104367-c6fa-4003-98bd-58462ccc3c35 service neutron] 10.222.0.67 "DELETE /v2.0/ports/fe7ecc66-9dc0-4b55-bb2f-e86b883abd40/bindings/n-h2-825064-1 HTTP/1.1" status: 404 len: 380 time: 0.4378829 Jan 18 22:15:59.018161 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [req-ea8a4b39-e88b-45bc-b552-ea13af903552 req-1391e3d4-6574-4b28-8bc9-49c72f4ed4f2 tempest-AttachSCSIVolumeTestJSON-1661329777 tempest-AttachSCSIVolumeTestJSON-1661329777-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:15:59.022486 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea8a4b39-e88b-45bc-b552-ea13af903552 req-1391e3d4-6574-4b28-8bc9-49c72f4ed4f2 tempest-AttachSCSIVolumeTestJSON-1661329777 tempest-AttachSCSIVolumeTestJSON-1661329777-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:15:59.040284 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e762f6fe-28e2-46ec-8d76-6bd196f689ed req-a032540c-5c84-4619-bdc7-6b11ec69e674 tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:59.041777 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e762f6fe-28e2-46ec-8d76-6bd196f689ed req-a032540c-5c84-4619-bdc7-6b11ec69e674 tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] 10.222.0.53 "GET /v2.0/networks/0fa7c7c8-c96a-4aa5-9818-d374adf00f99 HTTP/1.1" status: 200 len: 784 time: 0.3559160 Jan 18 22:15:59.088905 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1391e3d4-6574-4b28-8bc9-49c72f4ed4f2 tempest-AttachSCSIVolumeTestJSON-1661329777 tempest-AttachSCSIVolumeTestJSON-1661329777-project] Pushing event updated for resources: {'Port': ['ID=e80291f4-537c-4038-b34e-12118a42f948,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:15:59.090932 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d78380-ebd2-464d-8ba6-3a51912f4fe2 req-257d6e93-f36f-45d4-9fa4-b82570632375 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:59.092630 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-27d78380-ebd2-464d-8ba6-3a51912f4fe2 req-257d6e93-f36f-45d4-9fa4-b82570632375 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c9e6cb9-1aa4-4fa3-b804-edc6b9d7fe7b HTTP/1.1" status: 200 len: 948 time: 0.1441786 Jan 18 22:15:59.160610 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8a4b39-e88b-45bc-b552-ea13af903552 req-1391e3d4-6574-4b28-8bc9-49c72f4ed4f2 tempest-AttachSCSIVolumeTestJSON-1661329777 tempest-AttachSCSIVolumeTestJSON-1661329777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:59.161708 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-ea8a4b39-e88b-45bc-b552-ea13af903552 req-1391e3d4-6574-4b28-8bc9-49c72f4ed4f2 tempest-AttachSCSIVolumeTestJSON-1661329777 tempest-AttachSCSIVolumeTestJSON-1661329777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:59.189667 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ea8a4b39-e88b-45bc-b552-ea13af903552 req-1391e3d4-6574-4b28-8bc9-49c72f4ed4f2 tempest-AttachSCSIVolumeTestJSON-1661329777 tempest-AttachSCSIVolumeTestJSON-1661329777-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6159959 Jan 18 22:15:59.236924 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-27d78380-ebd2-464d-8ba6-3a51912f4fe2 req-ad3ec735-647c-41f1-9e13-3fcc24b60567 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268089 Jan 18 22:15:59.268024 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-ea8a4b39-e88b-45bc-b552-ea13af903552 req-d677c35b-711b-451d-89d0-d9f8a7a3e8c9 service neutron] Request body: {'port': {'device_id': '646394ec-876a-4a75-b688-d3a0447607c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:15:59.426049 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-ea8a4b39-e88b-45bc-b552-ea13af903552 req-d677c35b-711b-451d-89d0-d9f8a7a3e8c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:59.443632 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-33c9f7a5-f397-4d61-9116-c5d96d8f0b3e req-6b8b7d9e-c7bf-45fa-9ca7-8939d0177ae6 tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1719120 Jan 18 22:15:59.449476 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-33c9f7a5-f397-4d61-9116-c5d96d8f0b3e req-26e5bfe3-197a-4016-a1ba-741e05772c73 tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Request body: {'floatingip': {'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:15:59.466083 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad888a9-4e03-4e63-9311-5de2e7b76719 req-a3c2284b-4ec2-4dbd-a3d5-72db44babb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:59.468189 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-bad888a9-4e03-4e63-9311-5de2e7b76719 req-a3c2284b-4ec2-4dbd-a3d5-72db44babb0a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7c124f68020a4e92b3e26dca83e43678&device_id=9c9e6cb9-1aa4-4fa3-b804-edc6b9d7fe7b HTTP/1.1" status: 200 len: 1099 time: 0.2711096 Jan 18 22:15:59.570024 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-ac376d6e-9ac1-408a-bf11-8a38983ea895 None None] Provisioning complete for port e80291f4-537c-4038-b34e-12118a42f948 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:15:59.570706 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ac376d6e-9ac1-408a-bf11-8a38983ea895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:59.577202 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-33c9f7a5-f397-4d61-9116-c5d96d8f0b3e req-26e5bfe3-197a-4016-a1ba-741e05772c73 tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Notify callbacks [] for floatingip, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:59.653594 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-ac376d6e-9ac1-408a-bf11-8a38983ea895 None None] Port e80291f4-537c-4038-b34e-12118a42f948 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:15:59.732037 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad888a9-4e03-4e63-9311-5de2e7b76719 req-b53c5dd6-0393-4336-8b6f-21b6b1948281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:59.733608 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-bad888a9-4e03-4e63-9311-5de2e7b76719 req-b53c5dd6-0393-4336-8b6f-21b6b1948281 service neutron] 10.222.0.67 "GET /v2.0/networks?id=aed2eca7-1bb0-443d-8485-b985dbe9851b HTTP/1.1" status: 200 len: 869 time: 0.2586932 Jan 18 22:15:59.794286 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-bad888a9-4e03-4e63-9311-5de2e7b76719 req-b7261a10-9159-4018-85f7-be558681e8e7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=fe7ecc66-9dc0-4b55-bb2f-e86b883abd40 HTTP/1.1" status: 200 len: 217 time: 0.0512977 Jan 18 22:15:59.841899 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-349beadc-d451-4b69-b005-09bc5a8d295a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:15:59.857136 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708d0416-54ab-40ff-9f4c-db38499a76d0 req-c1d59056-609e-4b8e-8158-35f660d533e7 tempest-AttachSCSIVolumeTestJSON-1661329777 tempest-AttachSCSIVolumeTestJSON-1661329777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:59.865860 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-708d0416-54ab-40ff-9f4c-db38499a76d0 req-c1d59056-609e-4b8e-8158-35f660d533e7 tempest-AttachSCSIVolumeTestJSON-1661329777 tempest-AttachSCSIVolumeTestJSON-1661329777-project] 10.222.0.53 "GET /v2.0/ports?device_id=646394ec-876a-4a75-b688-d3a0447607c4 HTTP/1.1" status: 200 len: 932 time: 0.3325210 Jan 18 22:15:59.893089 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad888a9-4e03-4e63-9311-5de2e7b76719 req-a8ed02c9-99db-4487-bc16-d71a8ed2a80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:15:59.894517 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-bad888a9-4e03-4e63-9311-5de2e7b76719 req-a8ed02c9-99db-4487-bc16-d71a8ed2a80b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8518183d-cc63-459a-b971-d4c7514e001f HTTP/1.1" status: 200 len: 843 time: 0.0662985 Jan 18 22:15:59.930716 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349beadc-d451-4b69-b005-09bc5a8d295a admin admin] Pushing event deleted for resources: {'Port': ['ID=540a2ff5-b45d-4c00-b337-18c60ab81118,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:16:00.022085 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [req-ea8a4b39-e88b-45bc-b552-ea13af903552 req-d677c35b-711b-451d-89d0-d9f8a7a3e8c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e80291f4-537c-4038-b34e-12118a42f948 {{(pid=102431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:16:00.032445 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-ea8a4b39-e88b-45bc-b552-ea13af903552 req-d677c35b-711b-451d-89d0-d9f8a7a3e8c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:00.050522 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [req-ea8a4b39-e88b-45bc-b552-ea13af903552 req-d677c35b-711b-451d-89d0-d9f8a7a3e8c9 service neutron] Transition to ACTIVE for port object e80291f4-537c-4038-b34e-12118a42f948 will not be triggered until provisioned by entity L2. {{(pid=102431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:16:00.109950 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-ea8a4b39-e88b-45bc-b552-ea13af903552 req-d677c35b-711b-451d-89d0-d9f8a7a3e8c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:00.116506 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-708d0416-54ab-40ff-9f4c-db38499a76d0 req-31611a5e-564a-42a1-878d-076cd5117290 tempest-AttachSCSIVolumeTestJSON-1661329777 tempest-AttachSCSIVolumeTestJSON-1661329777-project] 10.222.0.53 "GET /v2.0/security-groups?id=4216e357-6c98-4379-aab2-5f9dda99df8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901920 Jan 18 22:16:00.400231 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad888a9-4e03-4e63-9311-5de2e7b76719 req-2e91ac91-56c2-4a1e-b511-a1f78a2a2ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:00.402535 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-bad888a9-4e03-4e63-9311-5de2e7b76719 req-2e91ac91-56c2-4a1e-b511-a1f78a2a2ba9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aed2eca7-1bb0-443d-8485-b985dbe9851b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5012238 Jan 18 22:16:00.403461 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d677c35b-711b-451d-89d0-d9f8a7a3e8c9 service neutron] Pushing event updated for resources: {'Port': ['ID=e80291f4-537c-4038-b34e-12118a42f948,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:16:00.462147 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-349beadc-d451-4b69-b005-09bc5a8d295a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-613841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1046579'] for router_interface, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:00.487242 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-33c9f7a5-f397-4d61-9116-c5d96d8f0b3e req-26e5bfe3-197a-4016-a1ba-741e05772c73 tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:00.597357 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-bad888a9-4e03-4e63-9311-5de2e7b76719 req-abbc5cae-50b7-4f14-acaa-78bca7159340 service neutron] 10.222.0.67 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798072 Jan 18 22:16:00.603244 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-ea8a4b39-e88b-45bc-b552-ea13af903552 req-d677c35b-711b-451d-89d0-d9f8a7a3e8c9 service neutron] Attempting to bind port e80291f4-537c-4038-b34e-12118a42f948 on host n-h1-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:16:00.603790 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-ea8a4b39-e88b-45bc-b552-ea13af903552 req-d677c35b-711b-451d-89d0-d9f8a7a3e8c9 service neutron] Attempting to bind port e80291f4-537c-4038-b34e-12118a42f948 by drivers openvswitch,hyperv on host n-h1-825064-1 at level 0 using segments [{'id': '201e6be6-c8bc-4b61-98c2-2f0de3c30ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '97a0b687-2bc8-4c10-89fb-aecfe0fd6ed5'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:16:00.604216 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8a4b39-e88b-45bc-b552-ea13af903552 req-d677c35b-711b-451d-89d0-d9f8a7a3e8c9 service neutron] Attempting to bind port e80291f4-537c-4038-b34e-12118a42f948 on network 97a0b687-2bc8-4c10-89fb-aecfe0fd6ed5 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:16:00.731631 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8a4b39-e88b-45bc-b552-ea13af903552 req-d677c35b-711b-451d-89d0-d9f8a7a3e8c9 service neutron] Port e80291f4-537c-4038-b34e-12118a42f948 on network 97a0b687-2bc8-4c10-89fb-aecfe0fd6ed5 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:16:00.732012 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8a4b39-e88b-45bc-b552-ea13af903552 req-d677c35b-711b-451d-89d0-d9f8a7a3e8c9 service neutron] Attempting to bind port e80291f4-537c-4038-b34e-12118a42f948 on network 97a0b687-2bc8-4c10-89fb-aecfe0fd6ed5 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:16:00.749771 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-bad888a9-4e03-4e63-9311-5de2e7b76719 req-d4c1f0aa-bc4f-4716-b98a-da11d3e77ca4 service neutron] 10.222.0.67 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381993 Jan 18 22:16:00.753110 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8a4b39-e88b-45bc-b552-ea13af903552 req-d677c35b-711b-451d-89d0-d9f8a7a3e8c9 service neutron] Checking agent: {'id': 'e49d1b2a-ba11-487f-a804-ecbf3c0e8132', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:16:00.754200 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8a4b39-e88b-45bc-b552-ea13af903552 req-d677c35b-711b-451d-89d0-d9f8a7a3e8c9 service neutron] Checking segment: {'id': '201e6be6-c8bc-4b61-98c2-2f0de3c30ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '97a0b687-2bc8-4c10-89fb-aecfe0fd6ed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:16:00.755454 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8a4b39-e88b-45bc-b552-ea13af903552 req-d677c35b-711b-451d-89d0-d9f8a7a3e8c9 service neutron] Bound using segment: {'id': '201e6be6-c8bc-4b61-98c2-2f0de3c30ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '97a0b687-2bc8-4c10-89fb-aecfe0fd6ed5'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:16:00.755902 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-ea8a4b39-e88b-45bc-b552-ea13af903552 req-d677c35b-711b-451d-89d0-d9f8a7a3e8c9 service neutron] Bound port: e80291f4-537c-4038-b34e-12118a42f948, host: n-h1-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '201e6be6-c8bc-4b61-98c2-2f0de3c30ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '97a0b687-2bc8-4c10-89fb-aecfe0fd6ed5'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:16:00.756338 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-ea8a4b39-e88b-45bc-b552-ea13af903552 req-d677c35b-711b-451d-89d0-d9f8a7a3e8c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:00.966471 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-ea8a4b39-e88b-45bc-b552-ea13af903552 req-d677c35b-711b-451d-89d0-d9f8a7a3e8c9 service neutron] For port e80291f4-537c-4038-b34e-12118a42f948, host n-h1-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:16:00.971274 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-ea8a4b39-e88b-45bc-b552-ea13af903552 req-d677c35b-711b-451d-89d0-d9f8a7a3e8c9 service neutron] For port e80291f4-537c-4038-b34e-12118a42f948, host n-h1-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=e80291f4-537c-4038-b34e-12118a42f948,segment=NetworkSegment(201e6be6-c8bc-4b61-98c2-2f0de3c30ad4),segment_id=201e6be6-c8bc-4b61-98c2-2f0de3c30ad4)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:16:00.981665 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-ea8a4b39-e88b-45bc-b552-ea13af903552 req-d677c35b-711b-451d-89d0-d9f8a7a3e8c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:01.054870 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a94dde-74ca-459d-b624-343b970b528b req-59d4d635-d4fb-4b4c-bb33-d0ee04ee98da tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:01.058071 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-57a94dde-74ca-459d-b624-343b970b528b req-59d4d635-d4fb-4b4c-bb33-d0ee04ee98da tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fa92f39-d443-46a1-a886-13e3ee10e361 HTTP/1.1" status: 200 len: 950 time: 0.8081009 Jan 18 22:16:01.065915 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8a4b39-e88b-45bc-b552-ea13af903552 req-d677c35b-711b-451d-89d0-d9f8a7a3e8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:01.066654 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-ea8a4b39-e88b-45bc-b552-ea13af903552 req-d677c35b-711b-451d-89d0-d9f8a7a3e8c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:01.069989 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ea8a4b39-e88b-45bc-b552-ea13af903552 req-d677c35b-711b-451d-89d0-d9f8a7a3e8c9 service neutron] 10.222.0.36 "PUT /v2.0/ports/e80291f4-537c-4038-b34e-12118a42f948 HTTP/1.1" status: 200 len: 1092 time: 1.8178637 Jan 18 22:16:01.070471 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '646394ec-876a-4a75-b688-d3a0447607c4', 'tag': 'e80291f4-537c-4038-b34e-12118a42f948'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:16:01.090480 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-837f7be4-3172-45fe-8b3b-b770127f7ebb" -d '{"events": [{"name": "network-changed", "server_uuid": "646394ec-876a-4a75-b688-d3a0447607c4", "tag": "e80291f4-537c-4038-b34e-12118a42f948"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:16:01.159158 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d677c35b-711b-451d-89d0-d9f8a7a3e8c9 service neutron] Pushing event updated for resources: {'Port': ['ID=e80291f4-537c-4038-b34e-12118a42f948,revision_number=3']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:16:01.222260 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device fe7ecc66-9dc0-4b55-bb2f-e86b883abd40 up at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:16:01.344557 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning for port fe7ecc66-9dc0-4b55-bb2f-e86b883abd40 completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:16:01.353601 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning complete for port fe7ecc66-9dc0-4b55-bb2f-e86b883abd40 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:16:01.360639 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:01.374994 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8a4b39-e88b-45bc-b552-ea13af903552 req-2943dc8a-d236-4c64-94cb-d070facb1d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:01.379934 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ea8a4b39-e88b-45bc-b552-ea13af903552 req-2943dc8a-d236-4c64-94cb-d070facb1d31 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=13ad3ebdbd244cdcbe71ebe78a0f13f8&device_id=646394ec-876a-4a75-b688-d3a0447607c4 HTTP/1.1" status: 200 len: 1095 time: 0.1086128 Jan 18 22:16:01.421007 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-57a94dde-74ca-459d-b624-343b970b528b req-b9f5569e-f26d-4bbd-9ad4-2cf4a57030de tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/security-groups?id=f617d299-382f-49d2-bef3-4bb5f1944b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3378365 Jan 18 22:16:01.471725 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-33c9f7a5-f397-4d61-9116-c5d96d8f0b3e req-26e5bfe3-197a-4016-a1ba-741e05772c73 tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Allocated IP 172.25.5.64 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/40488e0c-7e26-4fea-914c-00c7a6065ace) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:16:01.530859 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ea8a4b39-e88b-45bc-b552-ea13af903552 req-7d5b33c1-9841-4364-8882-9cb131663996 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e80291f4-537c-4038-b34e-12118a42f948 HTTP/1.1" status: 200 len: 217 time: 0.0740898 Jan 18 22:16:01.557682 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:01.651936 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8a4b39-e88b-45bc-b552-ea13af903552 req-40161aa5-83f5-4123-b750-af0bd0b15433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:01.654150 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ea8a4b39-e88b-45bc-b552-ea13af903552 req-40161aa5-83f5-4123-b750-af0bd0b15433 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=23a5a8dc-743c-45b8-acec-858b12a19433 HTTP/1.1" status: 200 len: 853 time: 0.0953393 Jan 18 22:16:01.659374 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port fe7ecc66-9dc0-4b55-bb2f-e86b883abd40, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=fe7ecc66-9dc0-4b55-bb2f-e86b883abd40,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:16:01.661523 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c9e6cb9-1aa4-4fa3-b804-edc6b9d7fe7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe7ecc66-9dc0-4b55-bb2f-e86b883abd40'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:16:01.664334 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cbd5f93-1e4f-4169-b288-d714d0b593ea" -d '{"events": [{"server_uuid": "9c9e6cb9-1aa4-4fa3-b804-edc6b9d7fe7b", "name": "network-vif-plugged", "status": "completed", "tag": "fe7ecc66-9dc0-4b55-bb2f-e86b883abd40"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:16:01.671505 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:01.776954 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=fe7ecc66-9dc0-4b55-bb2f-e86b883abd40,revision_number=9']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:16:01.786882 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8a4b39-e88b-45bc-b552-ea13af903552 req-ad259c48-7b32-4c71-9c19-cd6911d6e24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:01.788417 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ea8a4b39-e88b-45bc-b552-ea13af903552 req-ad259c48-7b32-4c71-9c19-cd6911d6e24a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=97a0b687-2bc8-4c10-89fb-aecfe0fd6ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1128480 Jan 18 22:16:01.888793 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-33c9f7a5-f397-4d61-9116-c5d96d8f0b3e req-26e5bfe3-197a-4016-a1ba-741e05772c73 tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:01.997580 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-33c9f7a5-f397-4d61-9116-c5d96d8f0b3e req-26e5bfe3-197a-4016-a1ba-741e05772c73 tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:02.000697 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-349beadc-d451-4b69-b005-09bc5a8d295a admin admin] Router 39ec6642-fabd-4c03-a457-bfa48dcf5514 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:16:02.131560 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33c9f7a5-f397-4d61-9116-c5d96d8f0b3e req-26e5bfe3-197a-4016-a1ba-741e05772c73 tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:16:02.175414 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66634e02-3cad-411e-9ed3-98cb25029624 req-b76d83be-a059-47aa-81c8-89571431f980 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:02.182714 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-66634e02-3cad-411e-9ed3-98cb25029624 req-b76d83be-a059-47aa-81c8-89571431f980 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c9e6cb9-1aa4-4fa3-b804-edc6b9d7fe7b HTTP/1.1" status: 200 len: 949 time: 0.4230468 Jan 18 22:16:02.189523 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-33c9f7a5-f397-4d61-9116-c5d96d8f0b3e req-26e5bfe3-197a-4016-a1ba-741e05772c73 tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:16:02.201791 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-33c9f7a5-f397-4d61-9116-c5d96d8f0b3e req-26e5bfe3-197a-4016-a1ba-741e05772c73 tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:16:02.212533 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e5bfe3-197a-4016-a1ba-741e05772c73 tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Pushing event updated for resources: {'Port': ['ID=40488e0c-7e26-4fea-914c-00c7a6065ace,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:16:02.281045 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-66634e02-3cad-411e-9ed3-98cb25029624 req-58d92186-16a4-4b7c-ba18-0b099ec381de tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952332 Jan 18 22:16:02.413355 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-349beadc-d451-4b69-b005-09bc5a8d295a admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:16:02.422979 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-349beadc-d451-4b69-b005-09bc5a8d295a admin admin] 10.222.0.53 "PUT /v2.0/routers/39ec6642-fabd-4c03-a457-bfa48dcf5514/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7448409 Jan 18 22:16:02.423178 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b399d7-da6d-48ca-8d5f-5e212326d8df None None] Sync routers for ids ['39ec6642-fabd-4c03-a457-bfa48dcf5514'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:16:02.423632 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 56094) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:16:02.472024 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-33c9f7a5-f397-4d61-9116-c5d96d8f0b3e req-26e5bfe3-197a-4016-a1ba-741e05772c73 tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:02.519954 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-33c9f7a5-f397-4d61-9116-c5d96d8f0b3e req-26e5bfe3-197a-4016-a1ba-741e05772c73 tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:02.579742 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b399d7-da6d-48ca-8d5f-5e212326d8df None None] Routers {'39ec6642-fabd-4c03-a457-bfa48dcf5514'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:16:02.580434 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-11b399d7-da6d-48ca-8d5f-5e212326d8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:15:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['39ec6642-fabd-4c03-a457-bfa48dcf5514'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:16:02.625005 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-944bbcb9-e631-4768-a657-77ed88e373e6 admin admin] Notify callbacks [] for router, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:02.747576 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-944bbcb9-e631-4768-a657-77ed88e373e6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:02.758402 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-11b399d7-da6d-48ca-8d5f-5e212326d8df None None] Set router 39ec6642-fabd-4c03-a457-bfa48dcf5514 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:16:02.761030 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-33c9f7a5-f397-4d61-9116-c5d96d8f0b3e req-26e5bfe3-197a-4016-a1ba-741e05772c73 tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:02.766405 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-33c9f7a5-f397-4d61-9116-c5d96d8f0b3e req-26e5bfe3-197a-4016-a1ba-741e05772c73 tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:02.836395 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-944bbcb9-e631-4768-a657-77ed88e373e6 admin admin] Deleting port deeb8135-a409-49d0-b3e2-5eeaef90f28f {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:16:02.837022 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-944bbcb9-e631-4768-a657-77ed88e373e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:02.895729 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e5bfe3-197a-4016-a1ba-741e05772c73 tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Pushing event updated for resources: {'Port': ['ID=40488e0c-7e26-4fea-914c-00c7a6065ace,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:16:02.905639 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-33c9f7a5-f397-4d61-9116-c5d96d8f0b3e req-26e5bfe3-197a-4016-a1ba-741e05772c73 tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043075'] for floatingip, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:02.923043 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-33c9f7a5-f397-4d61-9116-c5d96d8f0b3e req-26e5bfe3-197a-4016-a1ba-741e05772c73 tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:02.931192 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-33c9f7a5-f397-4d61-9116-c5d96d8f0b3e req-26e5bfe3-197a-4016-a1ba-741e05772c73 tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.4863896 Jan 18 22:16:02.978192 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-944bbcb9-e631-4768-a657-77ed88e373e6 admin admin] For port deeb8135-a409-49d0-b3e2-5eeaef90f28f, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=deeb8135-a409-49d0-b3e2-5eeaef90f28f,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:16:02.978652 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-944bbcb9-e631-4768-a657-77ed88e373e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:02.996244 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-944bbcb9-e631-4768-a657-77ed88e373e6 admin admin] Calling delete_port for deeb8135-a409-49d0-b3e2-5eeaef90f28f owned by network:router_gateway {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:16:03.035131 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-33c9f7a5-f397-4d61-9116-c5d96d8f0b3e req-49f28c31-298b-4010-bf37-f95e84c70077 tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.64 HTTP/1.1" status: 200 len: 695 time: 0.1030622 Jan 18 22:16:03.073234 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-11b399d7-da6d-48ca-8d5f-5e212326d8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39ec6642-fabd-4c03-a457-bfa48dcf5514', 'name': 'tempest-FloatingIPsTestJSON-479495085-router', 'tenant_id': '63a6ee03d53a44abbd05e36799055dfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'deeb8135-a409-49d0-b3e2-5eeaef90f28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:15:32Z', 'updated_at': '2022-01-18T22:15:59Z', 'revision_number': 5, 'project_id': '63a6ee03d53a44abbd05e36799055dfc', 'gw_port': {'id': 'deeb8135-a409-49d0-b3e2-5eeaef90f28f', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:8d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ec6642-fabd-4c03-a457-bfa48dcf5514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:15:34Z', 'updated_at': '2022-01-18T22:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:16:03.099218 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b399d7-da6d-48ca-8d5f-5e212326d8df None None] Checking router: 39ec6642-fabd-4c03-a457-bfa48dcf5514 for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:16:03.120850 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b399d7-da6d-48ca-8d5f-5e212326d8df None None] Routers {'39ec6642-fabd-4c03-a457-bfa48dcf5514'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:16:03.121483 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-11b399d7-da6d-48ca-8d5f-5e212326d8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:15:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['39ec6642-fabd-4c03-a457-bfa48dcf5514'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:16:03.208470 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-944bbcb9-e631-4768-a657-77ed88e373e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:03.232177 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-11b399d7-da6d-48ca-8d5f-5e212326d8df None None] Set router 39ec6642-fabd-4c03-a457-bfa48dcf5514 gateway port host: None {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:16:03.246569 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c9f7a5-f397-4d61-9116-c5d96d8f0b3e req-3c5313a7-56f4-40e7-b6de-b45bd53507f2 tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:03.248162 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-33c9f7a5-f397-4d61-9116-c5d96d8f0b3e req-3c5313a7-56f4-40e7-b6de-b45bd53507f2 tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] 10.222.0.53 "GET /v2.0/networks/0fa7c7c8-c96a-4aa5-9818-d374adf00f99 HTTP/1.1" status: 200 len: 784 time: 0.1970696 Jan 18 22:16:03.272701 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944bbcb9-e631-4768-a657-77ed88e373e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=deeb8135-a409-49d0-b3e2-5eeaef90f28f,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:16:03.356627 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-11b399d7-da6d-48ca-8d5f-5e212326d8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39ec6642-fabd-4c03-a457-bfa48dcf5514', 'name': 'tempest-FloatingIPsTestJSON-479495085-router', 'tenant_id': '63a6ee03d53a44abbd05e36799055dfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:15:32Z', 'updated_at': '2022-01-18T22:16:02Z', 'revision_number': 6, 'project_id': '63a6ee03d53a44abbd05e36799055dfc', 'gw_port_host': None}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:16:03.357476 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-944bbcb9-e631-4768-a657-77ed88e373e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043029'] for router_gateway, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:03.410992 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b399d7-da6d-48ca-8d5f-5e212326d8df None None] The sync data for ids ['39ec6642-fabd-4c03-a457-bfa48dcf5514'] in n-d-825064-1 is: [{'id': '39ec6642-fabd-4c03-a457-bfa48dcf5514', 'name': 'tempest-FloatingIPsTestJSON-479495085-router', 'tenant_id': '63a6ee03d53a44abbd05e36799055dfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:15:32Z', 'updated_at': '2022-01-18T22:16:02Z', 'revision_number': 6, 'project_id': '63a6ee03d53a44abbd05e36799055dfc', 'gw_port_host': None}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:16:03.471454 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50d7d550-732e-47b2-a4f9-b5f68bac7e56 x-openstack-request-id: req-50d7d550-732e-47b2-a4f9-b5f68bac7e56 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:16:03.472067 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "646394ec-876a-4a75-b688-d3a0447607c4", "tag": "e80291f4-537c-4038-b34e-12118a42f948", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:16:03.472067 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-50d7d550-732e-47b2-a4f9-b5f68bac7e56 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:16:03.472600 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '646394ec-876a-4a75-b688-d3a0447607c4', 'tag': 'e80291f4-537c-4038-b34e-12118a42f948', 'status': 'completed', 'code': 200} Jan 18 22:16:03.562103 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-944bbcb9-e631-4768-a657-77ed88e373e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1040886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8602'] for router, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:03.567565 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-944bbcb9-e631-4768-a657-77ed88e373e6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:03.568683 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdec2bb-14fb-431d-bb10-4b79dcb4bdb5 req-a01b42b9-353d-4aaa-8ae3-e67133c41b56 tempest-AttachSCSIVolumeTestJSON-1661329777 tempest-AttachSCSIVolumeTestJSON-1661329777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:03.592676 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-acdec2bb-14fb-431d-bb10-4b79dcb4bdb5 req-a01b42b9-353d-4aaa-8ae3-e67133c41b56 tempest-AttachSCSIVolumeTestJSON-1661329777 tempest-AttachSCSIVolumeTestJSON-1661329777-project] 10.222.0.53 "GET /v2.0/ports?device_id=646394ec-876a-4a75-b688-d3a0447607c4 HTTP/1.1" status: 200 len: 944 time: 0.0952692 Jan 18 22:16:03.653312 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-acdec2bb-14fb-431d-bb10-4b79dcb4bdb5 req-fa12bede-a4ca-42fa-be72-2fc2fabb33fe tempest-AttachSCSIVolumeTestJSON-1661329777 tempest-AttachSCSIVolumeTestJSON-1661329777-project] 10.222.0.53 "GET /v2.0/security-groups?id=4216e357-6c98-4379-aab2-5f9dda99df8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597579 Jan 18 22:16:03.661519 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-944bbcb9-e631-4768-a657-77ed88e373e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1040832'] for router, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:03.662088 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-944bbcb9-e631-4768-a657-77ed88e373e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39ec6642-fabd-4c03-a457-bfa48dcf5514 {{(pid=102431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 22:16:03.675556 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-944bbcb9-e631-4768-a657-77ed88e373e6 admin admin] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:03.678676 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-944bbcb9-e631-4768-a657-77ed88e373e6 admin admin] 10.222.0.53 "DELETE /v2.0/routers/39ec6642-fabd-4c03-a457-bfa48dcf5514 HTTP/1.1" status: 204 len: 168 time: 1.2543325 Jan 18 22:16:03.681280 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 56112) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:16:03.744553 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_v2 [None req-a68a5718-9db5-46dc-800d-906790f155a9 admin admin] Deleting subnet 6825b2ad-2a35-485a-8d4c-86368abdb5b7 {{(pid=102430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:16:03.749426 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a68a5718-9db5-46dc-800d-906790f155a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:03.771077 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52ed7573-0706-4f23-88c4-5fa944090797 x-openstack-request-id: req-52ed7573-0706-4f23-88c4-5fa944090797 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:16:03.772327 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c9e6cb9-1aa4-4fa3-b804-edc6b9d7fe7b", "name": "network-vif-plugged", "status": "completed", "tag": "fe7ecc66-9dc0-4b55-bb2f-e86b883abd40", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:16:03.772928 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-52ed7573-0706-4f23-88c4-5fa944090797 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:16:03.773487 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c9e6cb9-1aa4-4fa3-b804-edc6b9d7fe7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe7ecc66-9dc0-4b55-bb2f-e86b883abd40', 'code': 200} Jan 18 22:16:03.799855 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a68a5718-9db5-46dc-800d-906790f155a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60394745'] for subnet, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:03.893900 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a68a5718-9db5-46dc-800d-906790f155a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:04.033968 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f0ada4-4b22-482a-86f9-e7246cf86209 req-7f977468-86b7-4366-8719-5eef933ca70f tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:04.035621 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-62f0ada4-4b22-482a-86f9-e7246cf86209 req-7f977468-86b7-4366-8719-5eef933ca70f tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c9e6cb9-1aa4-4fa3-b804-edc6b9d7fe7b HTTP/1.1" status: 200 len: 949 time: 0.1443172 Jan 18 22:16:04.062306 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 540a2ff5-b45d-4c00-b337-18c60ab81118 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:16:04.104964 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 540a2ff5-b45d-4c00-b337-18c60ab81118 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:16:04.105335 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 540a2ff5-b45d-4c00-b337-18c60ab81118 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:16:04.141981 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-62f0ada4-4b22-482a-86f9-e7246cf86209 req-079d5b56-d7b4-4d5e-8985-ced5355be87c tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934737 Jan 18 22:16:04.148904 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a68a5718-9db5-46dc-800d-906790f155a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60203138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62288677'] for subnet, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:04.203277 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68a5718-9db5-46dc-800d-906790f155a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6825b2ad-2a35-485a-8d4c-86368abdb5b7,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:16:04.205838 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a68a5718-9db5-46dc-800d-906790f155a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:04.210405 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-a68a5718-9db5-46dc-800d-906790f155a9 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/6825b2ad-2a35-485a-8d4c-86368abdb5b7 HTTP/1.1" status: 204 len: 168 time: 0.5281165 Jan 18 22:16:04.214288 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 56148) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:16:04.215336 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1ff3fe-1b3f-47d7-8e26-f505a7759e36 None None] Network 5e7cfbc2-89a1-4cb6-b1c9-d0ceb4f6f704 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:16:04.321560 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1c4b52-6429-46ef-8cb2-f03b06f49778 req-c4e62b7d-c15e-4fdd-aa5e-a1fe8d33e637 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:04.327571 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a2573125-a07c-4215-b8d4-82bbcf9b52c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:04.337985 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4b1c4b52-6429-46ef-8cb2-f03b06f49778 req-c4e62b7d-c15e-4fdd-aa5e-a1fe8d33e637 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fa92f39-d443-46a1-a886-13e3ee10e361 HTTP/1.1" status: 200 len: 950 time: 0.0686684 Jan 18 22:16:04.429273 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4b1c4b52-6429-46ef-8cb2-f03b06f49778 req-e69b07ec-41a8-4c1b-8ffb-ed792b19e056 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/security-groups?id=f617d299-382f-49d2-bef3-4bb5f1944b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881128 Jan 18 22:16:04.622626 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22ec0b7-4a53-4821-ba3c-5d4919fb532f None None] DHCP port deletion for 5e7cfbc2-89a1-4cb6-b1c9-d0ceb4f6f704 request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:16:04.641738 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-a2573125-a07c-4215-b8d4-82bbcf9b52c5 admin admin] Deleting port 6623be7e-f0cb-4a35-bbc2-0e4274015b04 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:16:04.642264 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a2573125-a07c-4215-b8d4-82bbcf9b52c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:04.763549 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9a5b3882-4e02-4598-86e4-2ab800d2e318 req-863bd7a6-c9c6-40ae-b2d5-f9a3f7e10f8e tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2621102 Jan 18 22:16:04.780439 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-9a5b3882-4e02-4598-86e4-2ab800d2e318 req-03537310-afe1-4b8d-b6f5-480ece5b60c8 tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Request body: {'floatingip': {'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:16:04.781348 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-e22ec0b7-4a53-4821-ba3c-5d4919fb532f None None] Deleting port 6623be7e-f0cb-4a35-bbc2-0e4274015b04 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:16:04.781812 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e22ec0b7-4a53-4821-ba3c-5d4919fb532f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:04.789751 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ea8a4b39-e88b-45bc-b552-ea13af903552 req-ba249d87-7d42-4003-846a-7516b110890e service neutron] 10.222.0.36 "GET /v2.0/networks/97a0b687-2bc8-4c10-89fb-aecfe0fd6ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3874397 Jan 18 22:16:04.890922 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-9a5b3882-4e02-4598-86e4-2ab800d2e318 req-03537310-afe1-4b8d-b6f5-480ece5b60c8 tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Notify callbacks [] for floatingip, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:04.891491 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-e22ec0b7-4a53-4821-ba3c-5d4919fb532f None None] For port 6623be7e-f0cb-4a35-bbc2-0e4274015b04, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=6623be7e-f0cb-4a35-bbc2-0e4274015b04,segment=NetworkSegment(a77d4aa0-955f-4d74-a886-910fabc91621),segment_id=a77d4aa0-955f-4d74-a886-910fabc91621)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:16:04.891994 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e22ec0b7-4a53-4821-ba3c-5d4919fb532f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:04.908389 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-e22ec0b7-4a53-4821-ba3c-5d4919fb532f None None] Calling delete_port for 6623be7e-f0cb-4a35-bbc2-0e4274015b04 owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:16:05.023876 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ea8a4b39-e88b-45bc-b552-ea13af903552 req-397f5641-9e9a-49bd-9181-e71073a8dbc2 service neutron] 10.222.0.36 "GET /v2.0/networks/97a0b687-2bc8-4c10-89fb-aecfe0fd6ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030177 Jan 18 22:16:05.026007 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-a2573125-a07c-4215-b8d4-82bbcf9b52c5 admin admin] For port 6623be7e-f0cb-4a35-bbc2-0e4274015b04, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=6623be7e-f0cb-4a35-bbc2-0e4274015b04,segment=NetworkSegment(a77d4aa0-955f-4d74-a886-910fabc91621),segment_id=a77d4aa0-955f-4d74-a886-910fabc91621)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:16:05.026242 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a2573125-a07c-4215-b8d4-82bbcf9b52c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:05.070261 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-a2573125-a07c-4215-b8d4-82bbcf9b52c5 admin admin] Calling delete_port for 6623be7e-f0cb-4a35-bbc2-0e4274015b04 owned by network:dhcp {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:16:05.082721 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bde083-365c-4add-9b09-d89a520fe81a req-6e386e03-b1e3-44bb-aade-9d5a797a3bf6 tempest-AttachSCSIVolumeTestJSON-1661329777 tempest-AttachSCSIVolumeTestJSON-1661329777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:05.098044 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c8bde083-365c-4add-9b09-d89a520fe81a req-6e386e03-b1e3-44bb-aade-9d5a797a3bf6 tempest-AttachSCSIVolumeTestJSON-1661329777 tempest-AttachSCSIVolumeTestJSON-1661329777-project] 10.222.0.53 "GET /v2.0/ports?device_id=646394ec-876a-4a75-b688-d3a0447607c4 HTTP/1.1" status: 200 len: 944 time: 0.2704914 Jan 18 22:16:05.118240 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e22ec0b7-4a53-4821-ba3c-5d4919fb532f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:05.151310 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22ec0b7-4a53-4821-ba3c-5d4919fb532f None None] No DVR routers for this DVR port 6623be7e-f0cb-4a35-bbc2-0e4274015b04 on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:16:05.182430 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22ec0b7-4a53-4821-ba3c-5d4919fb532f None None] Pushing event deleted for resources: {'Port': ['ID=6623be7e-f0cb-4a35-bbc2-0e4274015b04,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:16:05.234796 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c8bde083-365c-4add-9b09-d89a520fe81a req-127a794e-5ced-4c7b-a1e1-037f2089303c tempest-AttachSCSIVolumeTestJSON-1661329777 tempest-AttachSCSIVolumeTestJSON-1661329777-project] 10.222.0.53 "GET /v2.0/security-groups?id=4216e357-6c98-4379-aab2-5f9dda99df8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302564 Jan 18 22:16:05.291016 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a2573125-a07c-4215-b8d4-82bbcf9b52c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:05.312457 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837f7be4-3172-45fe-8b3b-b770127f7ebb req-99265be8-008d-46b6-ac06-0699f623d89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:05.318891 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-837f7be4-3172-45fe-8b3b-b770127f7ebb req-99265be8-008d-46b6-ac06-0699f623d89b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=13ad3ebdbd244cdcbe71ebe78a0f13f8&device_id=646394ec-876a-4a75-b688-d3a0447607c4 HTTP/1.1" status: 200 len: 1095 time: 0.1421928 Jan 18 22:16:05.351178 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-9a5b3882-4e02-4598-86e4-2ab800d2e318 req-03537310-afe1-4b8d-b6f5-480ece5b60c8 tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:05.364642 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2573125-a07c-4215-b8d4-82bbcf9b52c5 admin admin] No DVR routers for this DVR port 6623be7e-f0cb-4a35-bbc2-0e4274015b04 on host n-d-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:16:05.369665 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2573125-a07c-4215-b8d4-82bbcf9b52c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6623be7e-f0cb-4a35-bbc2-0e4274015b04,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:16:05.574429 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-9a5b3882-4e02-4598-86e4-2ab800d2e318 req-03537310-afe1-4b8d-b6f5-480ece5b60c8 tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Allocated IP 172.25.5.209 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/63077b60-186f-46bb-ab19-86ed99281c67) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:16:05.603543 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a2573125-a07c-4215-b8d4-82bbcf9b52c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:05.647370 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-a2573125-a07c-4215-b8d4-82bbcf9b52c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e7cfbc2-89a1-4cb6-b1c9-d0ceb4f6f704']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:16:05.665238 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-a2573125-a07c-4215-b8d4-82bbcf9b52c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a77d4aa0-955f-4d74-a886-910fabc91621') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:16:05.672584 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-a2573125-a07c-4215-b8d4-82bbcf9b52c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a77d4aa0-955f-4d74-a886-910fabc91621') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:16:05.691947 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a2573125-a07c-4215-b8d4-82bbcf9b52c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:05.709880 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837f7be4-3172-45fe-8b3b-b770127f7ebb req-008bd5d6-4f43-44d3-a46e-55ab91ce45c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:05.711613 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-837f7be4-3172-45fe-8b3b-b770127f7ebb req-008bd5d6-4f43-44d3-a46e-55ab91ce45c3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=97a0b687-2bc8-4c10-89fb-aecfe0fd6ed5 HTTP/1.1" status: 200 len: 914 time: 0.3050818 Jan 18 22:16:05.724892 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a2573125-a07c-4215-b8d4-82bbcf9b52c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:05.731241 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-9a5b3882-4e02-4598-86e4-2ab800d2e318 req-03537310-afe1-4b8d-b6f5-480ece5b60c8 tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:05.776516 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-837f7be4-3172-45fe-8b3b-b770127f7ebb req-d41e1c5e-5682-4d60-9e4d-be1328a2c3de service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e80291f4-537c-4038-b34e-12118a42f948 HTTP/1.1" status: 200 len: 217 time: 0.0475752 Jan 18 22:16:05.783136 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2573125-a07c-4215-b8d4-82bbcf9b52c5 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:16:05.783570 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a2573125-a07c-4215-b8d4-82bbcf9b52c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:05.785306 n-d-825064-1 neutron-server[102431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:16:05.785306 n-d-825064-1 neutron-server[102431]: self.session.flush() Jan 18 22:16:05.785306 n-d-825064-1 neutron-server[102431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:16:05.785306 n-d-825064-1 neutron-server[102431]: self.session.flush() Jan 18 22:16:05.785306 n-d-825064-1 neutron-server[102431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:16:05.785306 n-d-825064-1 neutron-server[102431]: self.session.flush() Jan 18 22:16:05.785306 n-d-825064-1 neutron-server[102431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:16:05.785306 n-d-825064-1 neutron-server[102431]: self.session.flush() Jan 18 22:16:05.785306 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:16:05.785306 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:16:05.785306 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:16:05.785306 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:16:05.785306 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:16:05.785306 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:16:05.785306 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:16:05.785306 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:16:05.785306 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:16:05.785306 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:16:05.785306 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:16:05.785306 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:16:05.785306 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:16:05.785306 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:16:05.785306 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:16:05.785306 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:16:05.785306 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:16:05.785306 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:16:05.785306 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:16:05.785306 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:16:05.785306 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:16:05.785306 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:16:05.785306 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:16:05.785306 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:16:05.785306 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:16:05.785306 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:16:05.785306 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:16:05.785306 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:16:05.785306 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:16:05.785306 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:16:05.785306 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:16:05.785306 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:16:05.819853 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd8a08b-d0ea-4fe5-928a-d50a21dde8a2 req-fada1f19-1cf5-4766-9c77-09cec3970aa2 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:05.821555 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6dd8a08b-d0ea-4fe5-928a-d50a21dde8a2 req-fada1f19-1cf5-4766-9c77-09cec3970aa2 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fa92f39-d443-46a1-a886-13e3ee10e361 HTTP/1.1" status: 200 len: 950 time: 0.0989082 Jan 18 22:16:05.833668 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 6623be7e-f0cb-4a35-bbc2-0e4274015b04 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:16:05.853616 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-9a5b3882-4e02-4598-86e4-2ab800d2e318 req-03537310-afe1-4b8d-b6f5-480ece5b60c8 tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:05.882811 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 6623be7e-f0cb-4a35-bbc2-0e4274015b04 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:16:05.883134 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 6623be7e-f0cb-4a35-bbc2-0e4274015b04 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:16:05.884213 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device deeb8135-a409-49d0-b3e2-5eeaef90f28f no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:16:05.922841 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a5b3882-4e02-4598-86e4-2ab800d2e318 req-03537310-afe1-4b8d-b6f5-480ece5b60c8 tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:16:05.934463 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: deeb8135-a409-49d0-b3e2-5eeaef90f28f {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:16:05.943092 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device deeb8135-a409-49d0-b3e2-5eeaef90f28f not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:16:05.943334 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-9a5b3882-4e02-4598-86e4-2ab800d2e318 req-03537310-afe1-4b8d-b6f5-480ece5b60c8 tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:16:05.946973 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a5b3882-4e02-4598-86e4-2ab800d2e318 req-03537310-afe1-4b8d-b6f5-480ece5b60c8 tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:16:05.968165 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a2573125-a07c-4215-b8d4-82bbcf9b52c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:05.971739 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837f7be4-3172-45fe-8b3b-b770127f7ebb req-8f0cf970-168a-4b7c-ad62-daecb13cd38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:05.973594 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-837f7be4-3172-45fe-8b3b-b770127f7ebb req-8f0cf970-168a-4b7c-ad62-daecb13cd38d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=23a5a8dc-743c-45b8-acec-858b12a19433 HTTP/1.1" status: 200 len: 853 time: 0.1427531 Jan 18 22:16:05.979652 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a2573125-a07c-4215-b8d4-82bbcf9b52c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:05.983624 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-a2573125-a07c-4215-b8d4-82bbcf9b52c5 admin admin] 10.222.0.53 "DELETE /v2.0/networks/5e7cfbc2-89a1-4cb6-b1c9-d0ceb4f6f704 HTTP/1.1" status: 204 len: 168 time: 1.7679725 Jan 18 22:16:06.015964 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2573125-a07c-4215-b8d4-82bbcf9b52c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e7cfbc2-89a1-4cb6-b1c9-d0ceb4f6f704,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:16:06.022044 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6dd8a08b-d0ea-4fe5-928a-d50a21dde8a2 req-4a24949e-e7ae-400f-b420-68289c4c0cec tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/security-groups?id=f617d299-382f-49d2-bef3-4bb5f1944b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774189 Jan 18 22:16:06.065348 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03537310-afe1-4b8d-b6f5-480ece5b60c8 tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Pushing event updated for resources: {'Port': ['ID=63077b60-186f-46bb-ab19-86ed99281c67,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:16:06.170056 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-9a5b3882-4e02-4598-86e4-2ab800d2e318 req-03537310-afe1-4b8d-b6f5-480ece5b60c8 tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:06.194927 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 56212) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:16:06.229601 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-9a5b3882-4e02-4598-86e4-2ab800d2e318 req-03537310-afe1-4b8d-b6f5-480ece5b60c8 tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:06.274840 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-94c8578f-926f-48c0-8337-0aa521bbe8aa admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=63a6ee03d53a44abbd05e36799055dfc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0761771 Jan 18 22:16:06.280667 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 56216) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:16:06.448413 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837f7be4-3172-45fe-8b3b-b770127f7ebb req-84ad130c-0d03-4bb9-828c-da6522948ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:06.449914 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-837f7be4-3172-45fe-8b3b-b770127f7ebb req-84ad130c-0d03-4bb9-828c-da6522948ab3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=97a0b687-2bc8-4c10-89fb-aecfe0fd6ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0844805 Jan 18 22:16:06.499201 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-63d2dbf8-36b7-487e-a476-dfc6bafb0dab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:06.591451 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-63d2dbf8-36b7-487e-a476-dfc6bafb0dab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:06.706060 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-9a5b3882-4e02-4598-86e4-2ab800d2e318 req-03537310-afe1-4b8d-b6f5-480ece5b60c8 tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:06.725286 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-9a5b3882-4e02-4598-86e4-2ab800d2e318 req-03537310-afe1-4b8d-b6f5-480ece5b60c8 tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:06.740696 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-63d2dbf8-36b7-487e-a476-dfc6bafb0dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:06.745039 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-63d2dbf8-36b7-487e-a476-dfc6bafb0dab admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:06.748568 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-63d2dbf8-36b7-487e-a476-dfc6bafb0dab admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/afc72751-7ed4-40df-9821-da0ae853afa1 HTTP/1.1" status: 204 len: 168 time: 0.4655559 Jan 18 22:16:06.793320 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d2dbf8-36b7-487e-a476-dfc6bafb0dab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afc72751-7ed4-40df-9821-da0ae853afa1,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:16:06.853421 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03537310-afe1-4b8d-b6f5-480ece5b60c8 tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Pushing event updated for resources: {'Port': ['ID=63077b60-186f-46bb-ab19-86ed99281c67,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:16:06.865369 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-9a5b3882-4e02-4598-86e4-2ab800d2e318 req-03537310-afe1-4b8d-b6f5-480ece5b60c8 tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043075'] for floatingip, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:06.888584 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-9a5b3882-4e02-4598-86e4-2ab800d2e318 req-03537310-afe1-4b8d-b6f5-480ece5b60c8 tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:06.896456 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9a5b3882-4e02-4598-86e4-2ab800d2e318 req-03537310-afe1-4b8d-b6f5-480ece5b60c8 tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1254177 Jan 18 22:16:06.947233 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9a5b3882-4e02-4598-86e4-2ab800d2e318 req-22fc3e95-f48b-43dd-bb88-cc0d2c3d1872 tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.209 HTTP/1.1" status: 200 len: 696 time: 0.0499220 Jan 18 22:16:07.128594 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5b3882-4e02-4598-86e4-2ab800d2e318 req-37684b35-59a0-4aed-8ca0-4ca3ab22b62d tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:07.138109 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9a5b3882-4e02-4598-86e4-2ab800d2e318 req-37684b35-59a0-4aed-8ca0-4ca3ab22b62d tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] 10.222.0.53 "GET /v2.0/networks/0fa7c7c8-c96a-4aa5-9818-d374adf00f99 HTTP/1.1" status: 200 len: 784 time: 0.1828113 Jan 18 22:16:07.278185 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fa43ec-17a3-4b82-b0ac-fe6ad39c7915 req-6f63be48-bd2a-4bd4-88ea-dcede9600cf0 tempest-AttachSCSIVolumeTestJSON-1661329777 tempest-AttachSCSIVolumeTestJSON-1661329777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:07.290022 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b7fa43ec-17a3-4b82-b0ac-fe6ad39c7915 req-6f63be48-bd2a-4bd4-88ea-dcede9600cf0 tempest-AttachSCSIVolumeTestJSON-1661329777 tempest-AttachSCSIVolumeTestJSON-1661329777-project] 10.222.0.53 "GET /v2.0/ports?device_id=646394ec-876a-4a75-b688-d3a0447607c4 HTTP/1.1" status: 200 len: 944 time: 0.0751336 Jan 18 22:16:07.378120 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b7fa43ec-17a3-4b82-b0ac-fe6ad39c7915 req-f168a0e3-ed9b-4333-a96b-7363a7658f86 tempest-AttachSCSIVolumeTestJSON-1661329777 tempest-AttachSCSIVolumeTestJSON-1661329777-project] 10.222.0.53 "GET /v2.0/security-groups?id=4216e357-6c98-4379-aab2-5f9dda99df8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860581 Jan 18 22:16:07.563103 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-837f7be4-3172-45fe-8b3b-b770127f7ebb req-311b3af6-5897-4f67-b30f-1c2ee8cf0c7b service neutron] 10.222.0.36 "GET /v2.0/networks/97a0b687-2bc8-4c10-89fb-aecfe0fd6ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847484 Jan 18 22:16:07.981043 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0ee95a6a-4054-4ff4-a07a-03d4a42159a3 req-cd6fb2b2-5cf3-43be-9b38-33113f966609 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=7c124f68020a4e92b3e26dca83e43678&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0240281 Jan 18 22:16:08.068434 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 56260) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:16:08.100088 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee95a6a-4054-4ff4-a07a-03d4a42159a3 req-c96c4125-7344-4f14-810e-ec1b52c6099d tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:08.101646 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0ee95a6a-4054-4ff4-a07a-03d4a42159a3 req-c96c4125-7344-4f14-810e-ec1b52c6099d tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1132164 Jan 18 22:16:08.117258 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0ee95a6a-4054-4ff4-a07a-03d4a42159a3 req-48e513b2-7661-4230-8ccc-120cc0aa9f28 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/quotas/7c124f68020a4e92b3e26dca83e43678 HTTP/1.1" status: 200 len: 375 time: 0.0095971 Jan 18 22:16:08.170817 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0ee95a6a-4054-4ff4-a07a-03d4a42159a3 req-e35c9119-7109-49ea-9506-e58db36677ef tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7c124f68020a4e92b3e26dca83e43678&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470474 Jan 18 22:16:08.185660 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-6b47e7ea-5d94-46ba-9d31-e9661ff815a1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-297632017-network', 'tenant_id': '37c6c6e136d94e8cb9ac2cefaa55eb26'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:16:08.214744 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b47e7ea-5d94-46ba-9d31-e9661ff815a1 admin admin] Made reservation on behalf of 37c6c6e136d94e8cb9ac2cefaa55eb26 for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:16:08.217613 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6b47e7ea-5d94-46ba-9d31-e9661ff815a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:08.226993 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6b47e7ea-5d94-46ba-9d31-e9661ff815a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:08.416640 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6b47e7ea-5d94-46ba-9d31-e9661ff815a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:08.427696 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6b47e7ea-5d94-46ba-9d31-e9661ff815a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:08.435805 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ce248813-d73f-4d0b-bebc-a923971b219f req-86c0542c-6bbd-4ef8-8c13-b9a8b0d1c9a3 tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] 10.222.0.53 "GET /v2.0/floatingips/f828cf7a-1e83-490d-94bd-7b5e5ce9b8c4 HTTP/1.1" status: 200 len: 693 time: 0.1000793 Jan 18 22:16:08.467810 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b47e7ea-5d94-46ba-9d31-e9661ff815a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:16:08.477999 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6b47e7ea-5d94-46ba-9d31-e9661ff815a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:08.478411 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-6b47e7ea-5d94-46ba-9d31-e9661ff815a1 admin admin] Added segment 3153a74e-8d5d-403e-aa14-838f9c10fba3 of type vlan for network 5bf499b5-d66d-460e-b875-9a931f9ec9aa Jan 18 22:16:08.483057 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb6ee87-d17d-4087-b0f6-d342c278ece2 req-0308550f-e1a6-4092-a922-a0b5e9857e7c tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:08.484580 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-adb6ee87-d17d-4087-b0f6-d342c278ece2 req-0308550f-e1a6-4092-a922-a0b5e9857e7c tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fa92f39-d443-46a1-a886-13e3ee10e361 HTTP/1.1" status: 200 len: 950 time: 0.1039529 Jan 18 22:16:08.545198 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-837f7be4-3172-45fe-8b3b-b770127f7ebb req-5afc9a94-12e5-47c5-b01e-347c42fa8b6d service neutron] 10.222.0.36 "GET /v2.0/networks/97a0b687-2bc8-4c10-89fb-aecfe0fd6ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289441 Jan 18 22:16:08.556614 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b47e7ea-5d94-46ba-9d31-e9661ff815a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5394412-cd7d-4597-906a-740d46ec3388,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:16:08.563755 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6b47e7ea-5d94-46ba-9d31-e9661ff815a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:08.576278 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-adb6ee87-d17d-4087-b0f6-d342c278ece2 req-335c7fa2-3fb4-4e77-b896-356c7b02b1e2 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/security-groups?id=f617d299-382f-49d2-bef3-4bb5f1944b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656815 Jan 18 22:16:08.629603 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6b47e7ea-5d94-46ba-9d31-e9661ff815a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:08.630958 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b47e7ea-5d94-46ba-9d31-e9661ff815a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:08.631750 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6b47e7ea-5d94-46ba-9d31-e9661ff815a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:08.656641 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce248813-d73f-4d0b-bebc-a923971b219f req-895954a0-c920-4cbf-aded-00b5b91585c7 tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:08.667156 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ce248813-d73f-4d0b-bebc-a923971b219f req-895954a0-c920-4cbf-aded-00b5b91585c7 tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] 10.222.0.53 "GET /v2.0/networks/0fa7c7c8-c96a-4aa5-9818-d374adf00f99 HTTP/1.1" status: 200 len: 784 time: 0.2140582 Jan 18 22:16:08.693842 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-6b47e7ea-5d94-46ba-9d31-e9661ff815a1 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.6242177 Jan 18 22:16:08.697316 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 56278) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:16:08.706957 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-8640bdb2-70d5-4b6b-ae97-5358db00ceab admin admin] Request body: {'subnet': {'network_id': '5bf499b5-d66d-460e-b875-9a931f9ec9aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-297632017-subnet', 'tenant_id': '37c6c6e136d94e8cb9ac2cefaa55eb26', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:16:08.712107 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b47e7ea-5d94-46ba-9d31-e9661ff815a1 admin admin] Pushing event updated for resources: {'Network': ['ID=5bf499b5-d66d-460e-b875-9a931f9ec9aa,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:16:08.730172 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 5bf499b5-d66d-460e-b875-9a931f9ec9aa details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:16:08.902425 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-45a11cc5-c428-4346-ab59-ca4e28c6dd21 req-3761effd-18d9-4ad0-a7b7-d3b533d2b863 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1bd428d-9adb-4f93-b6ca-66e7491dd341 HTTP/1.1" status: 200 len: 210 time: 0.1105864 Jan 18 22:16:08.911767 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8640bdb2-70d5-4b6b-ae97-5358db00ceab admin admin] Made reservation on behalf of 37c6c6e136d94e8cb9ac2cefaa55eb26 for: {'subnet': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:16:08.914404 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8640bdb2-70d5-4b6b-ae97-5358db00ceab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62288702'] for subnet, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:09.031570 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1c5a97a9-4c56-420a-87c3-027a3b7c2bbe req-391279f7-7af0-4127-9f7b-10ec384493cc tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] 10.222.0.53 "GET /v2.0/floatingips/f828cf7a-1e83-490d-94bd-7b5e5ce9b8c4 HTTP/1.1" status: 200 len: 693 time: 0.0869353 Jan 18 22:16:09.047093 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde0334a-3e67-46f6-918f-9f003e1ecf86 req-8080e4ed-191b-4272-9fa3-af7055c3dc1b tempest-AttachSCSIVolumeTestJSON-1661329777 tempest-AttachSCSIVolumeTestJSON-1661329777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:09.054431 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fde0334a-3e67-46f6-918f-9f003e1ecf86 req-8080e4ed-191b-4272-9fa3-af7055c3dc1b tempest-AttachSCSIVolumeTestJSON-1661329777 tempest-AttachSCSIVolumeTestJSON-1661329777-project] 10.222.0.53 "GET /v2.0/ports?device_id=646394ec-876a-4a75-b688-d3a0447607c4 HTTP/1.1" status: 200 len: 944 time: 0.2839372 Jan 18 22:16:09.199775 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fde0334a-3e67-46f6-918f-9f003e1ecf86 req-48484dd9-23e2-4e63-ae57-7e2bf4829831 tempest-AttachSCSIVolumeTestJSON-1661329777 tempest-AttachSCSIVolumeTestJSON-1661329777-project] 10.222.0.53 "GET /v2.0/security-groups?id=4216e357-6c98-4379-aab2-5f9dda99df8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444745 Jan 18 22:16:09.255857 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5a97a9-4c56-420a-87c3-027a3b7c2bbe req-4bf30365-f2c3-4b2c-8a62-7a70d9c3ea3e tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:09.257353 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1c5a97a9-4c56-420a-87c3-027a3b7c2bbe req-4bf30365-f2c3-4b2c-8a62-7a70d9c3ea3e tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] 10.222.0.53 "GET /v2.0/networks/0fa7c7c8-c96a-4aa5-9818-d374adf00f99 HTTP/1.1" status: 200 len: 784 time: 0.1990573 Jan 18 22:16:09.341531 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1c5a97a9-4c56-420a-87c3-027a3b7c2bbe req-2e5a2f6c-0622-4638-a2fc-137b5da7614b tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.209 HTTP/1.1" status: 200 len: 696 time: 0.0746899 Jan 18 22:16:09.391369 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8640bdb2-70d5-4b6b-ae97-5358db00ceab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60203213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62288684'] for subnet, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:09.419894 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1c5a97a9-4c56-420a-87c3-027a3b7c2bbe req-be3ae348-3699-4ad5-a703-e3a6108f8c54 tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.209 HTTP/1.1" status: 200 len: 696 time: 0.0710883 Jan 18 22:16:09.501025 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-0ee95a6a-4054-4ff4-a07a-03d4a42159a3 req-251e1237-6db9-4507-ab50-48ac24229355 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=7c124f68020a4e92b3e26dca83e43678&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0259345 Jan 18 22:16:09.796504 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8640bdb2-70d5-4b6b-ae97-5358db00ceab admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c1ba641-3b27-4a40-aa8b-997909eeed2f,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:16:09.860373 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8640bdb2-70d5-4b6b-ae97-5358db00ceab admin admin] Checking segment: {'id': '3153a74e-8d5d-403e-aa14-838f9c10fba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5bf499b5-d66d-460e-b875-9a931f9ec9aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:16:09.860737 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8640bdb2-70d5-4b6b-ae97-5358db00ceab admin admin] Network hostable DHCP agents. Network: 5bf499b5-d66d-460e-b875-9a931f9ec9aa, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:16:09.901938 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bfb201-a93d-441c-910d-a0a88ac13dc7 req-b52c05f7-185d-41a7-bd19-bdd62fa7ac74 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:09.908375 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee95a6a-4054-4ff4-a07a-03d4a42159a3 req-539c8fbe-7edf-4880-b73a-9d7d3b790755 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:09.908882 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d5bfb201-a93d-441c-910d-a0a88ac13dc7 req-b52c05f7-185d-41a7-bd19-bdd62fa7ac74 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fa92f39-d443-46a1-a886-13e3ee10e361 HTTP/1.1" status: 200 len: 950 time: 0.1447606 Jan 18 22:16:09.910578 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-0ee95a6a-4054-4ff4-a07a-03d4a42159a3 req-539c8fbe-7edf-4880-b73a-9d7d3b790755 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4042063 Jan 18 22:16:09.924167 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-0ee95a6a-4054-4ff4-a07a-03d4a42159a3 req-af33f2bf-69ff-4b50-ab3e-0794218447f3 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Request body: {'port': {'device_id': 'f1bd428d-9adb-4f93-b6ca-66e7491dd341', 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b', 'admin_state_up': True, 'tenant_id': '7c124f68020a4e92b3e26dca83e43678'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:16:09.945195 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8640bdb2-70d5-4b6b-ae97-5358db00ceab admin admin] Network 5bf499b5-d66d-460e-b875-9a931f9ec9aa is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:16:09.969155 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-8640bdb2-70d5-4b6b-ae97-5358db00ceab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 5bf499b5-d66d-460e-b875-9a931f9ec9aa) {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:16:09.973555 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8640bdb2-70d5-4b6b-ae97-5358db00ceab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:09.974322 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8640bdb2-70d5-4b6b-ae97-5358db00ceab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:09.979014 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7e73f2-c189-460d-9da7-57e7eccdb67b None None] Network 5bf499b5-d66d-460e-b875-9a931f9ec9aa requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:16:09.984401 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d5bfb201-a93d-441c-910d-a0a88ac13dc7 req-f4c83197-a9e5-4ada-ae70-7ab34accdac6 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/security-groups?id=f617d299-382f-49d2-bef3-4bb5f1944b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749452 Jan 18 22:16:09.997653 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-1c5a97a9-4c56-420a-87c3-027a3b7c2bbe req-ce75822a-322a-4c51-a3ef-52bb8b9bdfa1 tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Deleting port 63077b60-186f-46bb-ab19-86ed99281c67 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:16:09.997916 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-1c5a97a9-4c56-420a-87c3-027a3b7c2bbe req-ce75822a-322a-4c51-a3ef-52bb8b9bdfa1 tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:10.006393 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-8640bdb2-70d5-4b6b-ae97-5358db00ceab admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.3079927 Jan 18 22:16:10.018456 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 56292) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:16:10.025769 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-f6efac7d-fb7b-47cc-8c4e-3f27f1ec7e09 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-297632017-router', 'tenant_id': '37c6c6e136d94e8cb9ac2cefaa55eb26', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:16:10.070243 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f6efac7d-fb7b-47cc-8c4e-3f27f1ec7e09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1044160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8692'] for router, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:10.071405 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f6efac7d-fb7b-47cc-8c4e-3f27f1ec7e09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1040680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8675'] for router, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:10.105704 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-1c5a97a9-4c56-420a-87c3-027a3b7c2bbe req-ce75822a-322a-4c51-a3ef-52bb8b9bdfa1 tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:10.106338 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-1c5a97a9-4c56-420a-87c3-027a3b7c2bbe req-ce75822a-322a-4c51-a3ef-52bb8b9bdfa1 tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:10.121694 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-1c5a97a9-4c56-420a-87c3-027a3b7c2bbe req-ce75822a-322a-4c51-a3ef-52bb8b9bdfa1 tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Calling delete_port for 63077b60-186f-46bb-ab19-86ed99281c67 owned by network:floatingip {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:16:10.127592 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f6efac7d-fb7b-47cc-8c4e-3f27f1ec7e09 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:10.210154 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ee95a6a-4054-4ff4-a07a-03d4a42159a3 req-af33f2bf-69ff-4b50-ab3e-0794218447f3 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Made reservation on behalf of 7c124f68020a4e92b3e26dca83e43678 for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:16:10.213838 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-0ee95a6a-4054-4ff4-a07a-03d4a42159a3 req-af33f2bf-69ff-4b50-ab3e-0794218447f3 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:10.249474 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d8e4ef93-670c-4d0f-9a63-cc5a4e3996d0 req-f04c13e3-8fbc-44e8-862f-ae6e7cb517d1 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1bd428d-9adb-4f93-b6ca-66e7491dd341 HTTP/1.1" status: 200 len: 210 time: 0.0349829 Jan 18 22:16:10.261224 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f50256b-403c-4cba-a1fc-3e4a13b032cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-5bf499b5-d66d-460e-b875-9a931f9ec9aa', 'network_id': '5bf499b5-d66d-460e-b875-9a931f9ec9aa', 'tenant_id': '37c6c6e136d94e8cb9ac2cefaa55eb26', 'fixed_ips': [{'subnet_id': '4c1ba641-3b27-4a40-aa8b-997909eeed2f'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:16:10.263594 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6f50256b-403c-4cba-a1fc-3e4a13b032cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:10.322356 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f6efac7d-fb7b-47cc-8c4e-3f27f1ec7e09 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:10.373801 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-1c5a97a9-4c56-420a-87c3-027a3b7c2bbe req-ce75822a-322a-4c51-a3ef-52bb8b9bdfa1 tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:10.413599 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce75822a-322a-4c51-a3ef-52bb8b9bdfa1 tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Pushing event deleted for resources: {'Port': ['ID=63077b60-186f-46bb-ab19-86ed99281c67,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:16:10.430767 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4576248-3d31-43f6-b396-4a60cee57b3d req-a60e40aa-f5b5-43e9-924d-84dccd4eeb1c tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:10.439198 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a4576248-3d31-43f6-b396-4a60cee57b3d req-a60e40aa-f5b5-43e9-924d-84dccd4eeb1c tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] 10.222.0.53 "GET /v2.0/ports?device_id=d16633f3-6e27-4e58-967c-af5276e8985a HTTP/1.1" status: 200 len: 945 time: 0.1091690 Jan 18 22:16:10.513493 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [req-0ee95a6a-4054-4ff4-a07a-03d4a42159a3 req-af33f2bf-69ff-4b50-ab3e-0794218447f3 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Allocated IP 192.168.233.161 (aed2eca7-1bb0-443d-8485-b985dbe9851b/8518183d-cc63-459a-b971-d4c7514e001f/5c3d71c5-6bdd-48a1-8913-9546b130a8db) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:16:10.532636 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a4576248-3d31-43f6-b396-4a60cee57b3d req-35f16aa0-79e1-4c1b-a9e2-75db13c3bd5a tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc9e6b12-2aff-425d-833f-8273a41de3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922043 Jan 18 22:16:10.542984 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-1c5a97a9-4c56-420a-87c3-027a3b7c2bbe req-ce75822a-322a-4c51-a3ef-52bb8b9bdfa1 tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Notify callbacks [] for floatingip, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:10.556424 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-1c5a97a9-4c56-420a-87c3-027a3b7c2bbe req-ce75822a-322a-4c51-a3ef-52bb8b9bdfa1 tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:10.556424 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1c5a97a9-4c56-420a-87c3-027a3b7c2bbe req-ce75822a-322a-4c51-a3ef-52bb8b9bdfa1 tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] 10.222.0.53 "DELETE /v2.0/floatingips/f828cf7a-1e83-490d-94bd-7b5e5ce9b8c4 HTTP/1.1" status: 204 len: 173 time: 1.1162663 Jan 18 22:16:10.570719 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-6f50256b-403c-4cba-a1fc-3e4a13b032cb None None] Allocated IP 172.20.0.2 (5bf499b5-d66d-460e-b875-9a931f9ec9aa/4c1ba641-3b27-4a40-aa8b-997909eeed2f/15a26a9b-7183-4b7d-bea4-d6ea2449866b) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:16:10.702798 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c7068d-aae7-4d37-bb1b-422864ac74b4 req-06bcc23a-bcd6-4641-b45c-a5ec08a1db12 tempest-AttachSCSIVolumeTestJSON-1661329777 tempest-AttachSCSIVolumeTestJSON-1661329777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:10.711452 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-85c7068d-aae7-4d37-bb1b-422864ac74b4 req-06bcc23a-bcd6-4641-b45c-a5ec08a1db12 tempest-AttachSCSIVolumeTestJSON-1661329777 tempest-AttachSCSIVolumeTestJSON-1661329777-project] 10.222.0.53 "GET /v2.0/ports?device_id=646394ec-876a-4a75-b688-d3a0447607c4 HTTP/1.1" status: 200 len: 944 time: 0.0811474 Jan 18 22:16:10.755361 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f6efac7d-fb7b-47cc-8c4e-3f27f1ec7e09 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:10.782114 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f6efac7d-fb7b-47cc-8c4e-3f27f1ec7e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:10.797241 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6f50256b-403c-4cba-a1fc-3e4a13b032cb None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:10.809354 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6f50256b-403c-4cba-a1fc-3e4a13b032cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:10.841168 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-0ee95a6a-4054-4ff4-a07a-03d4a42159a3 req-af33f2bf-69ff-4b50-ab3e-0794218447f3 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:10.851329 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f50256b-403c-4cba-a1fc-3e4a13b032cb None None] Network 5bf499b5-d66d-460e-b875-9a931f9ec9aa is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:16:10.856641 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-6f50256b-403c-4cba-a1fc-3e4a13b032cb None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:16:10.860204 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f50256b-403c-4cba-a1fc-3e4a13b032cb None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:16:10.903367 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-85c7068d-aae7-4d37-bb1b-422864ac74b4 req-b8ebec1a-f03d-4176-9368-5c4cc557e36d tempest-AttachSCSIVolumeTestJSON-1661329777 tempest-AttachSCSIVolumeTestJSON-1661329777-project] 10.222.0.53 "GET /v2.0/security-groups?id=4216e357-6c98-4379-aab2-5f9dda99df8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886094 Jan 18 22:16:10.934671 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-6f50256b-403c-4cba-a1fc-3e4a13b032cb None None] Attempting to bind port 15a26a9b-7183-4b7d-bea4-d6ea2449866b on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:16:10.935074 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-6f50256b-403c-4cba-a1fc-3e4a13b032cb None None] Attempting to bind port 15a26a9b-7183-4b7d-bea4-d6ea2449866b by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '3153a74e-8d5d-403e-aa14-838f9c10fba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5bf499b5-d66d-460e-b875-9a931f9ec9aa'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:16:10.935504 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f50256b-403c-4cba-a1fc-3e4a13b032cb None None] Attempting to bind port 15a26a9b-7183-4b7d-bea4-d6ea2449866b on network 5bf499b5-d66d-460e-b875-9a931f9ec9aa {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:16:10.938595 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f50256b-403c-4cba-a1fc-3e4a13b032cb None None] Pushing event updated for resources: {'Port': ['ID=15a26a9b-7183-4b7d-bea4-d6ea2449866b,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:16:10.948228 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f50256b-403c-4cba-a1fc-3e4a13b032cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:16:10.948577 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f50256b-403c-4cba-a1fc-3e4a13b032cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:16:10.948964 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f50256b-403c-4cba-a1fc-3e4a13b032cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:16:10.949295 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f50256b-403c-4cba-a1fc-3e4a13b032cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:16:10.949634 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f50256b-403c-4cba-a1fc-3e4a13b032cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:16:10.949956 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f50256b-403c-4cba-a1fc-3e4a13b032cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:16:10.950470 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f50256b-403c-4cba-a1fc-3e4a13b032cb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:16:10.950798 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f50256b-403c-4cba-a1fc-3e4a13b032cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:16:10.951121 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f50256b-403c-4cba-a1fc-3e4a13b032cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:16:10.951442 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f50256b-403c-4cba-a1fc-3e4a13b032cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:16:10.951764 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f50256b-403c-4cba-a1fc-3e4a13b032cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:16:10.952087 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f50256b-403c-4cba-a1fc-3e4a13b032cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:16:10.954052 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-f6efac7d-fb7b-47cc-8c4e-3f27f1ec7e09 admin admin] Allocated IP 172.25.5.241 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/de775fbb-b836-4c76-a146-72409fd4776b) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:16:10.956808 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f50256b-403c-4cba-a1fc-3e4a13b032cb None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:16:10.957551 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f50256b-403c-4cba-a1fc-3e4a13b032cb None None] Checking segment: {'id': '3153a74e-8d5d-403e-aa14-838f9c10fba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5bf499b5-d66d-460e-b875-9a931f9ec9aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:16:10.957551 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6f50256b-403c-4cba-a1fc-3e4a13b032cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:10.957882 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f50256b-403c-4cba-a1fc-3e4a13b032cb None None] Bound using segment: {'id': '3153a74e-8d5d-403e-aa14-838f9c10fba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5bf499b5-d66d-460e-b875-9a931f9ec9aa'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:16:10.958473 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-6f50256b-403c-4cba-a1fc-3e4a13b032cb None None] Bound port: 15a26a9b-7183-4b7d-bea4-d6ea2449866b, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3153a74e-8d5d-403e-aa14-838f9c10fba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5bf499b5-d66d-460e-b875-9a931f9ec9aa'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:16:10.958860 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6f50256b-403c-4cba-a1fc-3e4a13b032cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:11.008947 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb4d799-193b-492b-89d1-00dfee92c983 req-88bf3132-4f39-498c-8d49-e1e34ba2ea39 tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:11.009405 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-0ee95a6a-4054-4ff4-a07a-03d4a42159a3 req-af33f2bf-69ff-4b50-ab3e-0794218447f3 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:11.014411 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-adb4d799-193b-492b-89d1-00dfee92c983 req-88bf3132-4f39-498c-8d49-e1e34ba2ea39 tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3004627 Jan 18 22:16:11.026023 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['82c8fac7-b604-4f74-9e60-1a7d1e5868ca', 'fe7ecc66-9dc0-4b55-bb2f-e86b883abd40'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:16:11.086347 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ee95a6a-4054-4ff4-a07a-03d4a42159a3 req-af33f2bf-69ff-4b50-ab3e-0794218447f3 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Network aed2eca7-1bb0-443d-8485-b985dbe9851b is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:16:11.093222 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [req-0ee95a6a-4054-4ff4-a07a-03d4a42159a3 req-af33f2bf-69ff-4b50-ab3e-0794218447f3 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:16:11.096199 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ee95a6a-4054-4ff4-a07a-03d4a42159a3 req-af33f2bf-69ff-4b50-ab3e-0794218447f3 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:16:11.123028 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-6f50256b-403c-4cba-a1fc-3e4a13b032cb None None] For port 15a26a9b-7183-4b7d-bea4-d6ea2449866b, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:16:11.150886 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-6f50256b-403c-4cba-a1fc-3e4a13b032cb None None] For port 15a26a9b-7183-4b7d-bea4-d6ea2449866b, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=15a26a9b-7183-4b7d-bea4-d6ea2449866b,segment=NetworkSegment(3153a74e-8d5d-403e-aa14-838f9c10fba3),segment_id=3153a74e-8d5d-403e-aa14-838f9c10fba3)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:16:11.162298 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6f50256b-403c-4cba-a1fc-3e4a13b032cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:11.177810 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee95a6a-4054-4ff4-a07a-03d4a42159a3 req-af33f2bf-69ff-4b50-ab3e-0794218447f3 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:11.178828 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-0ee95a6a-4054-4ff4-a07a-03d4a42159a3 req-af33f2bf-69ff-4b50-ab3e-0794218447f3 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:11.194751 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af33f2bf-69ff-4b50-ab3e-0794218447f3 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Pushing event updated for resources: {'Port': ['ID=5c3d71c5-6bdd-48a1-8913-9546b130a8db,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:16:11.248573 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fccef432-e588-4b15-b666-52cddaba3812 req-7432be90-741d-4de2-b0c1-23a96560694c tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] 10.222.0.53 "GET /v2.0/floatingips?tenant_id=844c39a7daa94ad0975cad9e39391145 HTTP/1.1" status: 200 len: 1655 time: 0.1799762 Jan 18 22:16:11.251793 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-0ee95a6a-4054-4ff4-a07a-03d4a42159a3 req-af33f2bf-69ff-4b50-ab3e-0794218447f3 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3316767 Jan 18 22:16:11.265688 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-0ee95a6a-4054-4ff4-a07a-03d4a42159a3 req-cc585181-aa41-4b36-9299-266516bfc2dc service neutron] Request body: {'port': {'device_id': 'f1bd428d-9adb-4f93-b6ca-66e7491dd341', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:16:11.274394 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device e80291f4-537c-4038-b34e-12118a42f948 details requested by agent hyperv_n-h1-825064-1 with host n-h1-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:16:11.298644 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f6efac7d-fb7b-47cc-8c4e-3f27f1ec7e09 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:11.369069 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f50256b-403c-4cba-a1fc-3e4a13b032cb None None] Pushing event updated for resources: {'Port': ['ID=15a26a9b-7183-4b7d-bea4-d6ea2449866b,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:16:11.390632 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eb790d-8e29-4d09-ab2c-4f5ae5ec7e14 req-7e36d280-ba6c-4304-b808-83358a5ee405 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:11.395245 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-42eb790d-8e29-4d09-ab2c-4f5ae5ec7e14 req-7e36d280-ba6c-4304-b808-83358a5ee405 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fa92f39-d443-46a1-a886-13e3ee10e361 HTTP/1.1" status: 200 len: 950 time: 0.2140648 Jan 18 22:16:11.403168 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-0ee95a6a-4054-4ff4-a07a-03d4a42159a3 req-cc585181-aa41-4b36-9299-266516bfc2dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:11.499169 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-42eb790d-8e29-4d09-ab2c-4f5ae5ec7e14 req-23e3acce-aa84-4c68-a7b2-f5025bc83856 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/security-groups?id=f617d299-382f-49d2-bef3-4bb5f1944b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925405 Jan 18 22:16:11.548437 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccef432-e588-4b15-b666-52cddaba3812 req-a9766f2b-854e-447e-80a3-f8a86ae16a39 tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:11.557874 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fccef432-e588-4b15-b666-52cddaba3812 req-a9766f2b-854e-447e-80a3-f8a86ae16a39 tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] 10.222.0.53 "GET /v2.0/networks?id=0fa7c7c8-c96a-4aa5-9818-d374adf00f99&id=0fa7c7c8-c96a-4aa5-9818-d374adf00f99&id=0fa7c7c8-c96a-4aa5-9818-d374adf00f99 HTTP/1.1" status: 200 len: 787 time: 0.3068914 Jan 18 22:16:11.564833 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f6efac7d-fb7b-47cc-8c4e-3f27f1ec7e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:11.628352 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port e80291f4-537c-4038-b34e-12118a42f948, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=e80291f4-537c-4038-b34e-12118a42f948,segment=NetworkSegment(201e6be6-c8bc-4b61-98c2-2f0de3c30ad4),segment_id=201e6be6-c8bc-4b61-98c2-2f0de3c30ad4)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:16:11.646730 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-d4bc5da5-b88c-40bc-90c2-dc49cd1c669d None None] Provisioning complete for port 5c3d71c5-6bdd-48a1-8913-9546b130a8db triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:16:11.647428 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d4bc5da5-b88c-40bc-90c2-dc49cd1c669d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:11.693590 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Returning: {'device': 'e80291f4-537c-4038-b34e-12118a42f948', 'network_id': '97a0b687-2bc8-4c10-89fb-aecfe0fd6ed5', 'port_id': 'e80291f4-537c-4038-b34e-12118a42f948', 'mac_address': 'fa:16:3e:3f:84:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23a5a8dc-743c-45b8-acec-858b12a19433', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:16:11.736690 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3811009-6698-4167-b3ad-b1e536f0ab6e req-de43979e-9721-47f4-82ec-e30d95556734 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:11.738251 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b3811009-6698-4167-b3ad-b1e536f0ab6e req-de43979e-9721-47f4-82ec-e30d95556734 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1bd428d-9adb-4f93-b6ca-66e7491dd341 HTTP/1.1" status: 200 len: 936 time: 0.0882437 Jan 18 22:16:11.741372 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-d4bc5da5-b88c-40bc-90c2-dc49cd1c669d None None] Port 5c3d71c5-6bdd-48a1-8913-9546b130a8db cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:16:11.756288 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:11.787120 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6efac7d-fb7b-47cc-8c4e-3f27f1ec7e09 admin admin] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:16:11.793619 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e80291f4-537c-4038-b34e-12118a42f948 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:16:11.801166 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6efac7d-fb7b-47cc-8c4e-3f27f1ec7e09 admin admin] Pushing event updated for resources: {'Port': ['ID=de775fbb-b836-4c76-a146-72409fd4776b,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:16:11.814574 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-f6efac7d-fb7b-47cc-8c4e-3f27f1ec7e09 admin admin] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:16:11.823330 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b3811009-6698-4167-b3ad-b1e536f0ab6e req-f5257182-7e65-4d3b-8f97-7266782faee9 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772309 Jan 18 22:16:11.829875 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port e80291f4-537c-4038-b34e-12118a42f948, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=e80291f4-537c-4038-b34e-12118a42f948,segment=NetworkSegment(201e6be6-c8bc-4b61-98c2-2f0de3c30ad4),segment_id=201e6be6-c8bc-4b61-98c2-2f0de3c30ad4)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:16:11.835745 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:11.835886 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6efac7d-fb7b-47cc-8c4e-3f27f1ec7e09 admin admin] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:16:11.924278 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=e80291f4-537c-4038-b34e-12118a42f948,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:16:11.984199 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2a763d77-097b-4bc8-ac39-b209d806a0a2 req-f839d4f4-417f-4f39-9179-6fc215f4e703 tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] 10.222.0.53 "GET /v2.0/floatingips/0ff93e11-d3ce-480a-b18e-479ce475e511 HTTP/1.1" status: 200 len: 692 time: 0.1212897 Jan 18 22:16:12.008215 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 15a26a9b-7183-4b7d-bea4-d6ea2449866b up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:16:12.110321 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 15a26a9b-7183-4b7d-bea4-d6ea2449866b triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:16:12.111054 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:12.214137 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:12.216751 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a763d77-097b-4bc8-ac39-b209d806a0a2 req-bb3d4932-156d-4c39-8df3-410a9337255f tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:12.227252 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2a763d77-097b-4bc8-ac39-b209d806a0a2 req-bb3d4932-156d-4c39-8df3-410a9337255f tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] 10.222.0.53 "GET /v2.0/networks/0fa7c7c8-c96a-4aa5-9818-d374adf00f99 HTTP/1.1" status: 200 len: 784 time: 0.2288594 Jan 18 22:16:12.238510 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['e80291f4-537c-4038-b34e-12118a42f948'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:16:12.337158 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [req-0ee95a6a-4054-4ff4-a07a-03d4a42159a3 req-cc585181-aa41-4b36-9299-266516bfc2dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c3d71c5-6bdd-48a1-8913-9546b130a8db {{(pid=102431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:16:12.340427 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2a763d77-097b-4bc8-ac39-b209d806a0a2 req-89389f7a-47ae-4b79-ac53-80736d5bf6de tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.64 HTTP/1.1" status: 200 len: 695 time: 0.1119082 Jan 18 22:16:12.349994 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-0ee95a6a-4054-4ff4-a07a-03d4a42159a3 req-cc585181-aa41-4b36-9299-266516bfc2dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:12.374653 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port 15a26a9b-7183-4b7d-bea4-d6ea2449866b, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=15a26a9b-7183-4b7d-bea4-d6ea2449866b,segment=NetworkSegment(3153a74e-8d5d-403e-aa14-838f9c10fba3),segment_id=3153a74e-8d5d-403e-aa14-838f9c10fba3)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:16:12.380636 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:12.412362 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2a763d77-097b-4bc8-ac39-b209d806a0a2 req-afaa1898-caf5-4dcd-9225-64c57fa98e5c tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.64 HTTP/1.1" status: 200 len: 695 time: 0.0709395 Jan 18 22:16:12.448670 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f6efac7d-fb7b-47cc-8c4e-3f27f1ec7e09 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:12.464930 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=15a26a9b-7183-4b7d-bea4-d6ea2449866b,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:16:12.493100 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6ed7b9-9968-4e1e-8f0a-74ccd04b93d0 req-72986c52-c75f-4616-a3fa-2257bb442e46 tempest-AttachSCSIVolumeTestJSON-1661329777 tempest-AttachSCSIVolumeTestJSON-1661329777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:12.494892 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1c6ed7b9-9968-4e1e-8f0a-74ccd04b93d0 req-72986c52-c75f-4616-a3fa-2257bb442e46 tempest-AttachSCSIVolumeTestJSON-1661329777 tempest-AttachSCSIVolumeTestJSON-1661329777-project] 10.222.0.53 "GET /v2.0/ports?device_id=646394ec-876a-4a75-b688-d3a0447607c4 HTTP/1.1" status: 200 len: 945 time: 0.2645874 Jan 18 22:16:12.532348 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:12.589171 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [req-0ee95a6a-4054-4ff4-a07a-03d4a42159a3 req-cc585181-aa41-4b36-9299-266516bfc2dc service neutron] Transition to ACTIVE for port object 5c3d71c5-6bdd-48a1-8913-9546b130a8db will not be triggered until provisioned by entity L2. {{(pid=102431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:16:12.597564 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-0ee95a6a-4054-4ff4-a07a-03d4a42159a3 req-cc585181-aa41-4b36-9299-266516bfc2dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:12.644969 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1c6ed7b9-9968-4e1e-8f0a-74ccd04b93d0 req-641b4a9f-b873-4945-ae4c-4ba2587bf73d tempest-AttachSCSIVolumeTestJSON-1661329777 tempest-AttachSCSIVolumeTestJSON-1661329777-project] 10.222.0.53 "GET /v2.0/security-groups?id=4216e357-6c98-4379-aab2-5f9dda99df8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372254 Jan 18 22:16:12.678725 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-2a763d77-097b-4bc8-ac39-b209d806a0a2 req-c96fbf9c-25dc-41c1-ae4e-64588d7fda01 tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Deleting port 40488e0c-7e26-4fea-914c-00c7a6065ace {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:16:12.679066 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-2a763d77-097b-4bc8-ac39-b209d806a0a2 req-c96fbf9c-25dc-41c1-ae4e-64588d7fda01 tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:12.726678 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc55326d-944f-44a7-841e-09b0a596e520 None None] Network 5bf499b5-d66d-460e-b875-9a931f9ec9aa requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:16:12.766977 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc585181-aa41-4b36-9299-266516bfc2dc service neutron] Pushing event updated for resources: {'Port': ['ID=5c3d71c5-6bdd-48a1-8913-9546b130a8db,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:16:12.801578 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-2a763d77-097b-4bc8-ac39-b209d806a0a2 req-c96fbf9c-25dc-41c1-ae4e-64588d7fda01 tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:12.802345 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-2a763d77-097b-4bc8-ac39-b209d806a0a2 req-c96fbf9c-25dc-41c1-ae4e-64588d7fda01 tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:12.818696 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-2a763d77-097b-4bc8-ac39-b209d806a0a2 req-c96fbf9c-25dc-41c1-ae4e-64588d7fda01 tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Calling delete_port for 40488e0c-7e26-4fea-914c-00c7a6065ace owned by network:floatingip {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:16:12.820223 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-20855025-10b4-4295-8ac5-3e46b9338392 None None] Provisioning complete for port 15a26a9b-7183-4b7d-bea4-d6ea2449866b triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:16:12.821733 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-20855025-10b4-4295-8ac5-3e46b9338392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:12.925454 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-0ee95a6a-4054-4ff4-a07a-03d4a42159a3 req-cc585181-aa41-4b36-9299-266516bfc2dc service neutron] Attempting to bind port 5c3d71c5-6bdd-48a1-8913-9546b130a8db on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:16:12.926131 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-0ee95a6a-4054-4ff4-a07a-03d4a42159a3 req-cc585181-aa41-4b36-9299-266516bfc2dc service neutron] Attempting to bind port 5c3d71c5-6bdd-48a1-8913-9546b130a8db by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:16:12.926600 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee95a6a-4054-4ff4-a07a-03d4a42159a3 req-cc585181-aa41-4b36-9299-266516bfc2dc service neutron] Attempting to bind port 5c3d71c5-6bdd-48a1-8913-9546b130a8db on network aed2eca7-1bb0-443d-8485-b985dbe9851b {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:16:12.944003 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af47f8e-737c-46c8-8bc4-1e1720eccce6 req-f10333a1-9cb0-47ae-b8db-86cae67fe106 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:12.944683 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee95a6a-4054-4ff4-a07a-03d4a42159a3 req-cc585181-aa41-4b36-9299-266516bfc2dc service neutron] Port 5c3d71c5-6bdd-48a1-8913-9546b130a8db on network aed2eca7-1bb0-443d-8485-b985dbe9851b not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:16:12.945080 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee95a6a-4054-4ff4-a07a-03d4a42159a3 req-cc585181-aa41-4b36-9299-266516bfc2dc service neutron] Attempting to bind port 5c3d71c5-6bdd-48a1-8913-9546b130a8db on network aed2eca7-1bb0-443d-8485-b985dbe9851b {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:16:12.945529 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7af47f8e-737c-46c8-8bc4-1e1720eccce6 req-f10333a1-9cb0-47ae-b8db-86cae67fe106 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa35bf88-4440-4d73-afcd-ae0cc04d6d11 HTTP/1.1" status: 200 len: 945 time: 0.1143632 Jan 18 22:16:12.950977 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f6efac7d-fb7b-47cc-8c4e-3f27f1ec7e09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1040691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049'] for router, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:12.953843 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee95a6a-4054-4ff4-a07a-03d4a42159a3 req-cc585181-aa41-4b36-9299-266516bfc2dc service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:16:12.954368 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee95a6a-4054-4ff4-a07a-03d4a42159a3 req-cc585181-aa41-4b36-9299-266516bfc2dc service neutron] Checking segment: {'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:16:12.954759 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee95a6a-4054-4ff4-a07a-03d4a42159a3 req-cc585181-aa41-4b36-9299-266516bfc2dc service neutron] Bound using segment: {'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:16:12.955299 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-0ee95a6a-4054-4ff4-a07a-03d4a42159a3 req-cc585181-aa41-4b36-9299-266516bfc2dc service neutron] Bound port: 5c3d71c5-6bdd-48a1-8913-9546b130a8db, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:16:12.955693 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-0ee95a6a-4054-4ff4-a07a-03d4a42159a3 req-cc585181-aa41-4b36-9299-266516bfc2dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:12.999727 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7af47f8e-737c-46c8-8bc4-1e1720eccce6 req-fa051d51-2a44-4072-a47b-03831edf4b5c tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fead2ec-99b5-4f01-a8ba-653859b4c215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473793 Jan 18 22:16:13.072075 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-2a763d77-097b-4bc8-ac39-b209d806a0a2 req-c96fbf9c-25dc-41c1-ae4e-64588d7fda01 tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:13.155754 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96fbf9c-25dc-41c1-ae4e-64588d7fda01 tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Pushing event deleted for resources: {'Port': ['ID=40488e0c-7e26-4fea-914c-00c7a6065ace,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:16:13.249651 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-34649794-4431-4d7a-aa5a-c873bd0ea54a req-c8896475-0c6f-4a58-b004-35ead0a549f2 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1545069890&fields=id&tenant_id=43f0b96077a84d2a954b883639e07306 HTTP/1.1" status: 200 len: 267 time: 0.0766172 Jan 18 22:16:13.252309 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-2a763d77-097b-4bc8-ac39-b209d806a0a2 req-c96fbf9c-25dc-41c1-ae4e-64588d7fda01 tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Notify callbacks [] for floatingip, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:13.255068 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-2a763d77-097b-4bc8-ac39-b209d806a0a2 req-c96fbf9c-25dc-41c1-ae4e-64588d7fda01 tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:13.269598 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2a763d77-097b-4bc8-ac39-b209d806a0a2 req-c96fbf9c-25dc-41c1-ae4e-64588d7fda01 tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] 10.222.0.53 "DELETE /v2.0/floatingips/0ff93e11-d3ce-480a-b18e-479ce475e511 HTTP/1.1" status: 204 len: 173 time: 0.8553820 Jan 18 22:16:13.398814 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:13.423429 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85504a63-3c8d-4b5e-bfcf-c1895833eee5 req-fc1ec5ee-2cc8-49cd-a172-9ca497ab4ea0 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:13.430951 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-85504a63-3c8d-4b5e-bfcf-c1895833eee5 req-fc1ec5ee-2cc8-49cd-a172-9ca497ab4ea0 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fa92f39-d443-46a1-a886-13e3ee10e361 HTTP/1.1" status: 200 len: 950 time: 0.1026235 Jan 18 22:16:13.452026 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-1b6f2a4e-9c53-442c-893c-87d3d05c57be None None] Provisioning complete for port 15a26a9b-7183-4b7d-bea4-d6ea2449866b triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:16:13.452534 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1b6f2a4e-9c53-442c-893c-87d3d05c57be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:13.463146 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34649794-4431-4d7a-aa5a-c873bd0ea54a req-e4d83eb8-fc43-4c60-8e0c-835a8738d8cc tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:13.471650 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-34649794-4431-4d7a-aa5a-c873bd0ea54a req-e4d83eb8-fc43-4c60-8e0c-835a8738d8cc tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] 10.222.0.53 "GET /v2.0/networks?id=cc278b4d-dcae-47fd-bae5-bd232ac640b4 HTTP/1.1" status: 200 len: 823 time: 0.1996560 Jan 18 22:16:13.475749 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-0ee95a6a-4054-4ff4-a07a-03d4a42159a3 req-cc585181-aa41-4b36-9299-266516bfc2dc service neutron] For port 5c3d71c5-6bdd-48a1-8913-9546b130a8db, host n-h2-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:16:13.496217 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-0ee95a6a-4054-4ff4-a07a-03d4a42159a3 req-cc585181-aa41-4b36-9299-266516bfc2dc service neutron] For port 5c3d71c5-6bdd-48a1-8913-9546b130a8db, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=5c3d71c5-6bdd-48a1-8913-9546b130a8db,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:16:13.497963 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-34649794-4431-4d7a-aa5a-c873bd0ea54a req-341c2d99-96b9-4b5d-ab9b-24541048a8a0 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] 10.222.0.53 "GET /v2.0/quotas/43f0b96077a84d2a954b883639e07306 HTTP/1.1" status: 200 len: 375 time: 0.0254734 Jan 18 22:16:13.515402 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-0ee95a6a-4054-4ff4-a07a-03d4a42159a3 req-cc585181-aa41-4b36-9299-266516bfc2dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:13.544458 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-85504a63-3c8d-4b5e-bfcf-c1895833eee5 req-2599c419-76a6-4211-a603-c47a7550a9d4 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/security-groups?id=f617d299-382f-49d2-bef3-4bb5f1944b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100399 Jan 18 22:16:13.593590 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee95a6a-4054-4ff4-a07a-03d4a42159a3 req-cc585181-aa41-4b36-9299-266516bfc2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:13.594220 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-0ee95a6a-4054-4ff4-a07a-03d4a42159a3 req-cc585181-aa41-4b36-9299-266516bfc2dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:13.596534 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-0ee95a6a-4054-4ff4-a07a-03d4a42159a3 req-cc585181-aa41-4b36-9299-266516bfc2dc service neutron] 10.222.0.67 "PUT /v2.0/ports/5c3d71c5-6bdd-48a1-8913-9546b130a8db HTTP/1.1" status: 200 len: 1096 time: 2.3351924 Jan 18 22:16:13.596992 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1bd428d-9adb-4f93-b6ca-66e7491dd341', 'tag': '5c3d71c5-6bdd-48a1-8913-9546b130a8db'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:16:13.602334 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf688d3-30f2-4c6b-9992-a40dcc0f23d1" -d '{"events": [{"name": "network-changed", "server_uuid": "f1bd428d-9adb-4f93-b6ca-66e7491dd341", "tag": "5c3d71c5-6bdd-48a1-8913-9546b130a8db"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:16:13.605816 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-34649794-4431-4d7a-aa5a-c873bd0ea54a req-badd17ba-77a0-475c-983e-2b75b8db4862 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=43f0b96077a84d2a954b883639e07306&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1069887 Jan 18 22:16:13.611576 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6efac7d-fb7b-47cc-8c4e-3f27f1ec7e09 admin admin] Router b8cea56f-1016-4dd5-9675-f17bbab06e2d is scheduled to L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 with binding_index 1 {{(pid=102431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 22:16:13.630573 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc585181-aa41-4b36-9299-266516bfc2dc service neutron] Pushing event updated for resources: {'Port': ['ID=5c3d71c5-6bdd-48a1-8913-9546b130a8db,revision_number=3']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:16:13.756686 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4786d182-a8d0-44d8-96e5-9591668b2a21 req-78b8d2ff-c08c-43b1-b315-6fe51a3ca85e tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:13.764288 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f883e3b-78cc-4f58-8d0e-f93c41542f75 req-e106ccc1-409d-4430-bdbe-2f54f3010e14 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:13.764817 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4786d182-a8d0-44d8-96e5-9591668b2a21 req-78b8d2ff-c08c-43b1-b315-6fe51a3ca85e tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1bd428d-9adb-4f93-b6ca-66e7491dd341 HTTP/1.1" status: 200 len: 948 time: 0.1108408 Jan 18 22:16:13.765772 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-3f883e3b-78cc-4f58-8d0e-f93c41542f75 req-e106ccc1-409d-4430-bdbe-2f54f3010e14 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] 10.222.0.36 "GET /v2.0/ports?device_id=d16633f3-6e27-4e58-967c-af5276e8985a HTTP/1.1" status: 200 len: 945 time: 0.1480958 Jan 18 22:16:13.811047 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-34649794-4431-4d7a-aa5a-c873bd0ea54a req-661f5f82-0175-4e64-8400-22e2e28c3f40 service neutron] 10.222.0.53 "GET /v2.0/networks/cc278b4d-dcae-47fd-bae5-bd232ac640b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883628 Jan 18 22:16:13.813840 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee95a6a-4054-4ff4-a07a-03d4a42159a3 req-d848742c-0e51-41be-8673-29fa806259ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:13.815331 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-0ee95a6a-4054-4ff4-a07a-03d4a42159a3 req-d848742c-0e51-41be-8673-29fa806259ad service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7c124f68020a4e92b3e26dca83e43678&device_id=f1bd428d-9adb-4f93-b6ca-66e7491dd341 HTTP/1.1" status: 200 len: 1099 time: 0.1595807 Jan 18 22:16:13.855625 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4786d182-a8d0-44d8-96e5-9591668b2a21 req-622e7e90-956b-49eb-aeb4-4686e1830f4b tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900595 Jan 18 22:16:13.878960 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 15a26a9b-7183-4b7d-bea4-d6ea2449866b up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:16:13.934029 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-0ee95a6a-4054-4ff4-a07a-03d4a42159a3 req-181962eb-1944-42cc-a8d3-a9e46676c0bb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=5c3d71c5-6bdd-48a1-8913-9546b130a8db HTTP/1.1" status: 200 len: 217 time: 0.0749238 Jan 18 22:16:13.991023 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-34649794-4431-4d7a-aa5a-c873bd0ea54a req-503cd376-f3db-429f-a105-3b4e9c828688 service neutron] 10.222.0.53 "GET /v2.0/networks/cc278b4d-dcae-47fd-bae5-bd232ac640b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561229 Jan 18 22:16:14.009847 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 15a26a9b-7183-4b7d-bea4-d6ea2449866b triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:16:14.010569 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:14.050917 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6efac7d-fb7b-47cc-8c4e-3f27f1ec7e09 admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:16:14.069082 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31dd92c4-a68a-4865-be85-d5faf590de97 None None] Sync routers for ids ['b8cea56f-1016-4dd5-9675-f17bbab06e2d'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:16:14.091389 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee95a6a-4054-4ff4-a07a-03d4a42159a3 req-ed5b464c-bfa8-4a2e-bd3d-fcbb8908e260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:14.093342 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-0ee95a6a-4054-4ff4-a07a-03d4a42159a3 req-ed5b464c-bfa8-4a2e-bd3d-fcbb8908e260 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8518183d-cc63-459a-b971-d4c7514e001f HTTP/1.1" status: 200 len: 843 time: 0.1513498 Jan 18 22:16:14.098396 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f6efac7d-fb7b-47cc-8c4e-3f27f1ec7e09 admin admin] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:14.103902 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 56358) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:16:14.110604 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-f6efac7d-fb7b-47cc-8c4e-3f27f1ec7e09 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.1018007 Jan 18 22:16:14.121030 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31dd92c4-a68a-4865-be85-d5faf590de97 None None] Routers {'b8cea56f-1016-4dd5-9675-f17bbab06e2d'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:16:14.121982 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-31dd92c4-a68a-4865-be85-d5faf590de97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:15:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['b8cea56f-1016-4dd5-9675-f17bbab06e2d'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:16:14.185154 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-3f883e3b-78cc-4f58-8d0e-f93c41542f75 req-8ffffd80-8c70-42c0-9567-d6296d3b6c85 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Deleting port 850da7db-2f28-44b9-bc66-287928d5633c {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:16:14.185510 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-3f883e3b-78cc-4f58-8d0e-f93c41542f75 req-8ffffd80-8c70-42c0-9567-d6296d3b6c85 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:14.292174 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee95a6a-4054-4ff4-a07a-03d4a42159a3 req-416da458-bec8-4d6d-a4fe-df0d1b700741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:14.323082 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-31dd92c4-a68a-4865-be85-d5faf590de97 None None] Set router b8cea56f-1016-4dd5-9675-f17bbab06e2d gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:16:14.331245 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-0ee95a6a-4054-4ff4-a07a-03d4a42159a3 req-416da458-bec8-4d6d-a4fe-df0d1b700741 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aed2eca7-1bb0-443d-8485-b985dbe9851b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1999590 Jan 18 22:16:14.358823 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cf4c70c8-fa3b-444f-abd5-b8d16625e3a5 req-c43d77a2-4615-4a39-93a1-acf5acc438b1 tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] 10.222.0.53 "GET /v2.0/floatingips/5228b252-c624-479e-9f95-db29032953b8 HTTP/1.1" status: 200 len: 692 time: 0.0755990 Jan 18 22:16:14.519472 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-872bb10a-e348-44be-a836-7fac42fb04b9 x-openstack-request-id: req-872bb10a-e348-44be-a836-7fac42fb04b9 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:16:14.520073 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1bd428d-9adb-4f93-b6ca-66e7491dd341", "tag": "5c3d71c5-6bdd-48a1-8913-9546b130a8db", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:16:14.520073 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-872bb10a-e348-44be-a836-7fac42fb04b9 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:16:14.520434 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1bd428d-9adb-4f93-b6ca-66e7491dd341', 'tag': '5c3d71c5-6bdd-48a1-8913-9546b130a8db', 'status': 'completed', 'code': 200} Jan 18 22:16:14.574527 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-3f883e3b-78cc-4f58-8d0e-f93c41542f75 req-8ffffd80-8c70-42c0-9567-d6296d3b6c85 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] For port 850da7db-2f28-44b9-bc66-287928d5633c, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=850da7db-2f28-44b9-bc66-287928d5633c,segment=NetworkSegment(ad933c8d-50d1-49d4-a766-f0aca6fd8ffc),segment_id=ad933c8d-50d1-49d4-a766-f0aca6fd8ffc)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:16:14.574527 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-3f883e3b-78cc-4f58-8d0e-f93c41542f75 req-8ffffd80-8c70-42c0-9567-d6296d3b6c85 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:14.756864 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-0ee95a6a-4054-4ff4-a07a-03d4a42159a3 req-64298634-1809-4ec9-8a89-7bf8fdf0a9b4 service neutron] 10.222.0.67 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4263878 Jan 18 22:16:14.909107 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-31dd92c4-a68a-4865-be85-d5faf590de97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8cea56f-1016-4dd5-9675-f17bbab06e2d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-297632017-router', 'tenant_id': '37c6c6e136d94e8cb9ac2cefaa55eb26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': 'de775fbb-b836-4c76-a146-72409fd4776b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:16:10Z', 'updated_at': '2022-01-18T22:16:12Z', 'revision_number': 3, 'project_id': '37c6c6e136d94e8cb9ac2cefaa55eb26', 'gw_port': {'id': 'de775fbb-b836-4c76-a146-72409fd4776b', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a7:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8cea56f-1016-4dd5-9675-f17bbab06e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:16:10Z', 'updated_at': '2022-01-18T22:16:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:16:14.951263 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31dd92c4-a68a-4865-be85-d5faf590de97 None None] Checking router: b8cea56f-1016-4dd5-9675-f17bbab06e2d for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:16:14.951625 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31dd92c4-a68a-4865-be85-d5faf590de97 None None] Updating router b8cea56f-1016-4dd5-9675-f17bbab06e2d port de775fbb-b836-4c76-a146-72409fd4776b binding host n-d-825064-1 {{(pid=102432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:16:14.979901 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-0ee95a6a-4054-4ff4-a07a-03d4a42159a3 req-18e5353e-1bc7-47b0-b8b1-414900a00144 service neutron] 10.222.0.67 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093244 Jan 18 22:16:14.995800 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-3f883e3b-78cc-4f58-8d0e-f93c41542f75 req-8ffffd80-8c70-42c0-9567-d6296d3b6c85 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:14.996488 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-3f883e3b-78cc-4f58-8d0e-f93c41542f75 req-8ffffd80-8c70-42c0-9567-d6296d3b6c85 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043075'] for floatingip, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:14.997112 n-d-825064-1 neutron-server[102431]: INFO neutron.db.l3_db [req-3f883e3b-78cc-4f58-8d0e-f93c41542f75 req-8ffffd80-8c70-42c0-9567-d6296d3b6c85 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Floating IP 3e98dd86-f4fd-4b76-80e1-865a854a0e59 disassociated. External IP: 172.25.5.81, port: 850da7db-2f28-44b9-bc66-287928d5633c. Jan 18 22:16:14.997746 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-3f883e3b-78cc-4f58-8d0e-f93c41542f75 req-8ffffd80-8c70-42c0-9567-d6296d3b6c85 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Calling delete_port for 850da7db-2f28-44b9-bc66-287928d5633c owned by compute:nova {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:16:15.008338 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-31dd92c4-a68a-4865-be85-d5faf590de97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:15.043076 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4c70c8-fa3b-444f-abd5-b8d16625e3a5 req-42deb08d-4af6-492c-99fd-6a4fd8c0579c tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:15.044732 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cf4c70c8-fa3b-444f-abd5-b8d16625e3a5 req-42deb08d-4af6-492c-99fd-6a4fd8c0579c tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] 10.222.0.53 "GET /v2.0/networks/0fa7c7c8-c96a-4aa5-9818-d374adf00f99 HTTP/1.1" status: 200 len: 784 time: 0.6769204 Jan 18 22:16:15.069558 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab78cb1f-d6fd-43ca-b318-e79ad23086b7 req-fc7b642e-7a7b-4557-83c6-6656f2e2e269 tempest-AttachSCSIVolumeTestJSON-1661329777 tempest-AttachSCSIVolumeTestJSON-1661329777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:15.070913 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ab78cb1f-d6fd-43ca-b318-e79ad23086b7 req-fc7b642e-7a7b-4557-83c6-6656f2e2e269 tempest-AttachSCSIVolumeTestJSON-1661329777 tempest-AttachSCSIVolumeTestJSON-1661329777-project] 10.222.0.53 "GET /v2.0/ports?device_id=646394ec-876a-4a75-b688-d3a0447607c4 HTTP/1.1" status: 200 len: 945 time: 0.5194314 Jan 18 22:16:15.147318 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf688d3-30f2-4c6b-9992-a40dcc0f23d1 req-5cc7a8c8-b8b7-49e5-ac9b-5bb746118eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:15.149195 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-cbf688d3-30f2-4c6b-9992-a40dcc0f23d1 req-5cc7a8c8-b8b7-49e5-ac9b-5bb746118eb7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7c124f68020a4e92b3e26dca83e43678&device_id=f1bd428d-9adb-4f93-b6ca-66e7491dd341 HTTP/1.1" status: 200 len: 1099 time: 0.0818648 Jan 18 22:16:15.251607 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cf4c70c8-fa3b-444f-abd5-b8d16625e3a5 req-21387e56-bf42-447a-ad17-dc74a2972cd9 tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.14 HTTP/1.1" status: 200 len: 695 time: 0.1908400 Jan 18 22:16:15.280621 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device e80291f4-537c-4038-b34e-12118a42f948 up at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:16:15.312359 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-3f883e3b-78cc-4f58-8d0e-f93c41542f75 req-8ffffd80-8c70-42c0-9567-d6296d3b6c85 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:15.358823 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning for port e80291f4-537c-4038-b34e-12118a42f948 completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:16:15.370880 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning complete for port e80291f4-537c-4038-b34e-12118a42f948 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:16:15.371304 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:15.411534 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cf4c70c8-fa3b-444f-abd5-b8d16625e3a5 req-2bf90c6c-b42a-4e67-8293-cbf223d789f0 tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.14 HTTP/1.1" status: 200 len: 695 time: 0.1450000 Jan 18 22:16:15.423600 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ab78cb1f-d6fd-43ca-b318-e79ad23086b7 req-b2a66c6b-cade-4e2f-8984-19d6b3c0b432 tempest-AttachSCSIVolumeTestJSON-1661329777 tempest-AttachSCSIVolumeTestJSON-1661329777-project] 10.222.0.53 "GET /v2.0/security-groups?id=4216e357-6c98-4379-aab2-5f9dda99df8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3260460 Jan 18 22:16:15.435852 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf688d3-30f2-4c6b-9992-a40dcc0f23d1 req-9b4e98e0-f059-451d-9232-aa93e06fcb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:15.438257 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-cbf688d3-30f2-4c6b-9992-a40dcc0f23d1 req-9b4e98e0-f059-451d-9232-aa93e06fcb79 service neutron] 10.222.0.67 "GET /v2.0/networks?id=aed2eca7-1bb0-443d-8485-b985dbe9851b HTTP/1.1" status: 200 len: 869 time: 0.2801235 Jan 18 22:16:15.439406 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffffd80-8c70-42c0-9567-d6296d3b6c85 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Pushing event deleted for resources: {'Port': ['ID=850da7db-2f28-44b9-bc66-287928d5633c,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:16:15.522599 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:15.546446 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-31dd92c4-a68a-4865-be85-d5faf590de97 None None] Notify callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:15.560300 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '646394ec-876a-4a75-b688-d3a0447607c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e80291f4-537c-4038-b34e-12118a42f948'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:16:15.562681 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a78c1cc7-6776-4d6b-9dc7-d5c1370e1231" -d '{"events": [{"server_uuid": "646394ec-876a-4a75-b688-d3a0447607c4", "name": "network-vif-plugged", "status": "completed", "tag": "e80291f4-537c-4038-b34e-12118a42f948"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:16:15.566048 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-cbf688d3-30f2-4c6b-9992-a40dcc0f23d1 req-bf71e27d-448a-4690-8372-a9975f44412a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=5c3d71c5-6bdd-48a1-8913-9546b130a8db HTTP/1.1" status: 200 len: 217 time: 0.1177416 Jan 18 22:16:15.568466 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-31dd92c4-a68a-4865-be85-d5faf590de97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:15.608002 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port e80291f4-537c-4038-b34e-12118a42f948, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=e80291f4-537c-4038-b34e-12118a42f948,segment=NetworkSegment(201e6be6-c8bc-4b61-98c2-2f0de3c30ad4),segment_id=201e6be6-c8bc-4b61-98c2-2f0de3c30ad4)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:16:15.617527 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:15.630049 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d7668413-af74-426e-89f7-14370e9dca9f req-78ad22ac-57c5-4867-b69d-614506e55e5f tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] 10.222.0.53 "GET /v2.0/ports?device_id=a39236e6-5cdc-4c5c-b6de-09769826c330 HTTP/1.1" status: 200 len: 210 time: 0.0711117 Jan 18 22:16:15.635395 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf688d3-30f2-4c6b-9992-a40dcc0f23d1 req-b2d99f3c-1df0-4bb7-a087-f5db81f54281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:15.636925 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-cbf688d3-30f2-4c6b-9992-a40dcc0f23d1 req-b2d99f3c-1df0-4bb7-a087-f5db81f54281 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8518183d-cc63-459a-b971-d4c7514e001f HTTP/1.1" status: 200 len: 843 time: 0.0607226 Jan 18 22:16:15.664888 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-31dd92c4-a68a-4865-be85-d5faf590de97 None None] Attempting to bind port de775fbb-b836-4c76-a146-72409fd4776b on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:16:15.665345 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-31dd92c4-a68a-4865-be85-d5faf590de97 None None] Attempting to bind port de775fbb-b836-4c76-a146-72409fd4776b by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:16:15.665824 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31dd92c4-a68a-4865-be85-d5faf590de97 None None] Attempting to bind port de775fbb-b836-4c76-a146-72409fd4776b on network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:16:15.670723 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7e3956-e634-417d-8327-47cc882b6e66 None None] Pushing event updated for resources: {'Port': ['ID=de775fbb-b836-4c76-a146-72409fd4776b,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:16:15.738170 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-94c13319-7fa4-419c-a35f-aaf91f321a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:15.766840 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31dd92c4-a68a-4865-be85-d5faf590de97 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:16:15.768103 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31dd92c4-a68a-4865-be85-d5faf590de97 None None] Checking segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:16:15.768773 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-31dd92c4-a68a-4865-be85-d5faf590de97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:15.769434 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31dd92c4-a68a-4865-be85-d5faf590de97 None None] Bound using segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:16:15.770138 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-31dd92c4-a68a-4865-be85-d5faf590de97 None None] Bound port: de775fbb-b836-4c76-a146-72409fd4776b, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:16:15.770938 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-31dd92c4-a68a-4865-be85-d5faf590de97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:15.774539 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=e80291f4-537c-4038-b34e-12118a42f948,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:16:15.810840 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf688d3-30f2-4c6b-9992-a40dcc0f23d1 req-bf194a4b-1398-4c54-ae64-1e92ce1d5137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:15.815114 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-cbf688d3-30f2-4c6b-9992-a40dcc0f23d1 req-bf194a4b-1398-4c54-ae64-1e92ce1d5137 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aed2eca7-1bb0-443d-8485-b985dbe9851b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1700630 Jan 18 22:16:15.849440 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-31dd92c4-a68a-4865-be85-d5faf590de97 None None] For port de775fbb-b836-4c76-a146-72409fd4776b, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:16:15.853438 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-31dd92c4-a68a-4865-be85-d5faf590de97 None None] For port de775fbb-b836-4c76-a146-72409fd4776b, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=de775fbb-b836-4c76-a146-72409fd4776b,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:16:15.863364 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-31dd92c4-a68a-4865-be85-d5faf590de97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:15.897107 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-cf4c70c8-fa3b-444f-abd5-b8d16625e3a5 req-832aff90-4c01-4def-8a38-54a49c8a2138 tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Deleting port 044945c7-85ca-48c1-a197-7039d468e458 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:16:15.897457 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-cf4c70c8-fa3b-444f-abd5-b8d16625e3a5 req-832aff90-4c01-4def-8a38-54a49c8a2138 tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:15.939517 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31dd92c4-a68a-4865-be85-d5faf590de97 None None] Routers {'b8cea56f-1016-4dd5-9675-f17bbab06e2d'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:16:15.940757 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-31dd92c4-a68a-4865-be85-d5faf590de97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:15:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['b8cea56f-1016-4dd5-9675-f17bbab06e2d'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:16:15.947955 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3f883e3b-78cc-4f58-8d0e-f93c41542f75 req-8ffffd80-8c70-42c0-9567-d6296d3b6c85 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Router dd56ee2f-26ff-4d4c-93bb-e76580f977f8 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:16:16.120355 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-31dd92c4-a68a-4865-be85-d5faf590de97 None None] Set router b8cea56f-1016-4dd5-9675-f17bbab06e2d gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:16:16.146255 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3f883e3b-78cc-4f58-8d0e-f93c41542f75 req-8ffffd80-8c70-42c0-9567-d6296d3b6c85 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:16:16.160820 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a933dcfd-0aa0-4ec3-9501-116033c2c8b3 None None] Sync routers for ids ['dd56ee2f-26ff-4d4c-93bb-e76580f977f8'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:16:16.175075 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a933dcfd-0aa0-4ec3-9501-116033c2c8b3 None None] Routers {'dd56ee2f-26ff-4d4c-93bb-e76580f977f8'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:16:16.176562 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-a933dcfd-0aa0-4ec3-9501-116033c2c8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:15:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['dd56ee2f-26ff-4d4c-93bb-e76580f977f8'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:16:16.184328 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7e3956-e634-417d-8327-47cc882b6e66 None None] Pushing event updated for resources: {'Port': ['ID=de775fbb-b836-4c76-a146-72409fd4776b,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:16:16.215088 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79efc23-5ddd-496f-b6c6-86e854a4efdc req-a738d650-c0b2-4ef7-8cbc-4624e80b5769 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:16.220144 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f883e3b-78cc-4f58-8d0e-f93c41542f75 req-8ffffd80-8c70-42c0-9567-d6296d3b6c85 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] No DVR routers for this DVR port 850da7db-2f28-44b9-bc66-287928d5633c on host n-h1-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:16:16.223934 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e79efc23-5ddd-496f-b6c6-86e854a4efdc req-a738d650-c0b2-4ef7-8cbc-4624e80b5769 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fa92f39-d443-46a1-a886-13e3ee10e361 HTTP/1.1" status: 200 len: 950 time: 0.4314821 Jan 18 22:16:16.228453 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-3f883e3b-78cc-4f58-8d0e-f93c41542f75 req-8ffffd80-8c70-42c0-9567-d6296d3b6c85 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:16.232735 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-3f883e3b-78cc-4f58-8d0e-f93c41542f75 req-8ffffd80-8c70-42c0-9567-d6296d3b6c85 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] 10.222.0.36 "DELETE /v2.0/ports/850da7db-2f28-44b9-bc66-287928d5633c HTTP/1.1" status: 204 len: 173 time: 2.4545763 Jan 18 22:16:16.248540 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-cbf688d3-30f2-4c6b-9992-a40dcc0f23d1 req-d491eecb-fc26-47e3-aafb-0ff06ee5effd service neutron] 10.222.0.67 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4175594 Jan 18 22:16:16.376996 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-31dd92c4-a68a-4865-be85-d5faf590de97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8cea56f-1016-4dd5-9675-f17bbab06e2d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-297632017-router', 'tenant_id': '37c6c6e136d94e8cb9ac2cefaa55eb26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': 'de775fbb-b836-4c76-a146-72409fd4776b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:16:10Z', 'updated_at': '2022-01-18T22:16:12Z', 'revision_number': 3, 'project_id': '37c6c6e136d94e8cb9ac2cefaa55eb26', 'gw_port': {'id': 'de775fbb-b836-4c76-a146-72409fd4776b', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a7:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8cea56f-1016-4dd5-9675-f17bbab06e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:16:10Z', 'updated_at': '2022-01-18T22:16:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:16:16.394494 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-cbf688d3-30f2-4c6b-9992-a40dcc0f23d1 req-6d4df828-c117-430c-af65-a818602a3774 service neutron] 10.222.0.67 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371346 Jan 18 22:16:16.399453 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-cf4c70c8-fa3b-444f-abd5-b8d16625e3a5 req-832aff90-4c01-4def-8a38-54a49c8a2138 tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:16.408934 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-cf4c70c8-fa3b-444f-abd5-b8d16625e3a5 req-832aff90-4c01-4def-8a38-54a49c8a2138 tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:16.452027 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31dd92c4-a68a-4865-be85-d5faf590de97 None None] The sync data for ids ['b8cea56f-1016-4dd5-9675-f17bbab06e2d'] in n-d-825064-1 is: [{'id': 'b8cea56f-1016-4dd5-9675-f17bbab06e2d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-297632017-router', 'tenant_id': '37c6c6e136d94e8cb9ac2cefaa55eb26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': 'de775fbb-b836-4c76-a146-72409fd4776b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:16:10Z', 'updated_at': '2022-01-18T22:16:12Z', 'revision_number': 3, 'project_id': '37c6c6e136d94e8cb9ac2cefaa55eb26', 'gw_port': {'id': 'de775fbb-b836-4c76-a146-72409fd4776b', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a7:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8cea56f-1016-4dd5-9675-f17bbab06e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:16:10Z', 'updated_at': '2022-01-18T22:16:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:16:16.496585 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-a933dcfd-0aa0-4ec3-9501-116033c2c8b3 None None] Set router dd56ee2f-26ff-4d4c-93bb-e76580f977f8 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:16:16.522305 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd16633f3-6e27-4e58-967c-af5276e8985a', 'name': 'network-vif-deleted', 'tag': '850da7db-2f28-44b9-bc66-287928d5633c'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:16:16.524835 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90476a3e-6c15-4b23-b62b-25e37dbe96a4" -d '{"events": [{"server_uuid": "d16633f3-6e27-4e58-967c-af5276e8985a", "name": "network-vif-deleted", "tag": "850da7db-2f28-44b9-bc66-287928d5633c"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:16:16.537219 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-94c13319-7fa4-419c-a35f-aaf91f321a57 admin admin] Allocated IP 172.20.0.1 (5bf499b5-d66d-460e-b875-9a931f9ec9aa/4c1ba641-3b27-4a40-aa8b-997909eeed2f/91ab33f0-4eb6-4f82-ba50-16388d51df85) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:16:16.562716 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34649794-4431-4d7a-aa5a-c873bd0ea54a req-03a4523f-1cd7-4d42-8601-780573dcd8a6 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:16.565211 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-34649794-4431-4d7a-aa5a-c873bd0ea54a req-03a4523f-1cd7-4d42-8601-780573dcd8a6 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] 10.222.0.36 "GET /v2.0/networks?id=cc278b4d-dcae-47fd-bae5-bd232ac640b4 HTTP/1.1" status: 200 len: 823 time: 0.7129731 Jan 18 22:16:16.574535 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e79efc23-5ddd-496f-b6c6-86e854a4efdc req-ad416f2b-f260-4587-bc90-26add4ca96a1 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/security-groups?id=f617d299-382f-49d2-bef3-4bb5f1944b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3497126 Jan 18 22:16:16.575609 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-cf4c70c8-fa3b-444f-abd5-b8d16625e3a5 req-832aff90-4c01-4def-8a38-54a49c8a2138 tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Calling delete_port for 044945c7-85ca-48c1-a197-7039d468e458 owned by network:floatingip {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:16:16.800459 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-a933dcfd-0aa0-4ec3-9501-116033c2c8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd56ee2f-26ff-4d4c-93bb-e76580f977f8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-397758241-router', 'tenant_id': '43f0b96077a84d2a954b883639e07306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '930cb626-46f7-4261-9a7c-6a012144a3e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:13:21Z', 'updated_at': '2022-01-18T22:13:29Z', 'revision_number': 4, 'project_id': '43f0b96077a84d2a954b883639e07306', 'gw_port': {'id': '930cb626-46f7-4261-9a7c-6a012144a3e0', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:9e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd56ee2f-26ff-4d4c-93bb-e76580f977f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:22Z', 'updated_at': '2022-01-18T22:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '1046bbcb-899a-443e-b3a8-1a1c565ffd18', 'name': '', 'network_id': 'cc278b4d-dcae-47fd-bae5-bd232ac640b4', 'tenant_id': '43f0b96077a84d2a954b883639e07306', 'mac_address': 'fa:16:3e:fb:38:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd56ee2f-26ff-4d4c-93bb-e76580f977f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '1f0f1e45-beb6-4402-8040-f69acf064963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:27Z', 'updated_at': '2022-01-18T22:13:35Z', 'revision_number': 5, 'project_id': '43f0b96077a84d2a954b883639e07306', 'subnets': [{'id': '1f0f1e45-beb6-4402-8040-f69acf064963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:16:16.833965 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a933dcfd-0aa0-4ec3-9501-116033c2c8b3 None None] Checking router: dd56ee2f-26ff-4d4c-93bb-e76580f977f8 for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:16:16.849242 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a933dcfd-0aa0-4ec3-9501-116033c2c8b3 None None] Routers {'dd56ee2f-26ff-4d4c-93bb-e76580f977f8'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:16:16.852978 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-a933dcfd-0aa0-4ec3-9501-116033c2c8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:15:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['dd56ee2f-26ff-4d4c-93bb-e76580f977f8'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:16:16.969711 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-34649794-4431-4d7a-aa5a-c873bd0ea54a req-d29802b2-2237-4eb5-a1a0-eeb67d69799d tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43f0b96077a84d2a954b883639e07306 HTTP/1.1" status: 200 len: 380 time: 0.3604345 Jan 18 22:16:16.989106 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-94c13319-7fa4-419c-a35f-aaf91f321a57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:17.000654 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-34649794-4431-4d7a-aa5a-c873bd0ea54a req-472421c1-33f1-48bc-9801-1a5bf45a7f82 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Request body: {'port': {'device_id': 'a39236e6-5cdc-4c5c-b6de-09769826c330', 'network_id': 'cc278b4d-dcae-47fd-bae5-bd232ac640b4', 'admin_state_up': True, 'tenant_id': '43f0b96077a84d2a954b883639e07306', 'security_groups': ['fc9e6b12-2aff-425d-833f-8273a41de3d7']}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:16:17.014689 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-a933dcfd-0aa0-4ec3-9501-116033c2c8b3 None None] Set router dd56ee2f-26ff-4d4c-93bb-e76580f977f8 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:16:17.073148 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc4a9df-9367-41bc-9845-7bafafe8f040 req-1a021ab0-a361-4150-bb04-20aabc22d39a tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:17.093501 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8bc4a9df-9367-41bc-9845-7bafafe8f040 req-1a021ab0-a361-4150-bb04-20aabc22d39a tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1bd428d-9adb-4f93-b6ca-66e7491dd341 HTTP/1.1" status: 200 len: 948 time: 0.3721223 Jan 18 22:16:17.259491 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-a933dcfd-0aa0-4ec3-9501-116033c2c8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd56ee2f-26ff-4d4c-93bb-e76580f977f8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-397758241-router', 'tenant_id': '43f0b96077a84d2a954b883639e07306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '930cb626-46f7-4261-9a7c-6a012144a3e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:13:21Z', 'updated_at': '2022-01-18T22:13:29Z', 'revision_number': 4, 'project_id': '43f0b96077a84d2a954b883639e07306', 'gw_port': {'id': '930cb626-46f7-4261-9a7c-6a012144a3e0', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:9e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd56ee2f-26ff-4d4c-93bb-e76580f977f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:22Z', 'updated_at': '2022-01-18T22:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '1046bbcb-899a-443e-b3a8-1a1c565ffd18', 'name': '', 'network_id': 'cc278b4d-dcae-47fd-bae5-bd232ac640b4', 'tenant_id': '43f0b96077a84d2a954b883639e07306', 'mac_address': 'fa:16:3e:fb:38:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd56ee2f-26ff-4d4c-93bb-e76580f977f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '1f0f1e45-beb6-4402-8040-f69acf064963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:27Z', 'updated_at': '2022-01-18T22:13:35Z', 'revision_number': 5, 'project_id': '43f0b96077a84d2a954b883639e07306', 'subnets': [{'id': '1f0f1e45-beb6-4402-8040-f69acf064963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:16:17.266558 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8bc4a9df-9367-41bc-9845-7bafafe8f040 req-a4f28483-f41e-40e9-a838-a3e93fb89da7 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716807 Jan 18 22:16:17.273467 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-94c13319-7fa4-419c-a35f-aaf91f321a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:17.287291 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 9a0306c0-065b-4f7c-897a-b0ab604fa791 details requested by agent hyperv_n-h1-825064-1 with host n-h1-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:16:17.289896 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 850da7db-2f28-44b9-bc66-287928d5633c no longer exists at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:16:17.301578 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a933dcfd-0aa0-4ec3-9501-116033c2c8b3 None None] The sync data for ids ['dd56ee2f-26ff-4d4c-93bb-e76580f977f8'] in n-d-825064-1 is: [{'id': 'dd56ee2f-26ff-4d4c-93bb-e76580f977f8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-397758241-router', 'tenant_id': '43f0b96077a84d2a954b883639e07306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '930cb626-46f7-4261-9a7c-6a012144a3e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:13:21Z', 'updated_at': '2022-01-18T22:13:29Z', 'revision_number': 4, 'project_id': '43f0b96077a84d2a954b883639e07306', 'gw_port': {'id': '930cb626-46f7-4261-9a7c-6a012144a3e0', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:9e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd56ee2f-26ff-4d4c-93bb-e76580f977f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:22Z', 'updated_at': '2022-01-18T22:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '1046bbcb-899a-443e-b3a8-1a1c565ffd18', 'name': '', 'network_id': 'cc278b4d-dcae-47fd-bae5-bd232ac640b4', 'tenant_id': '43f0b96077a84d2a954b883639e07306', 'mac_address': 'fa:16:3e:fb:38:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd56ee2f-26ff-4d4c-93bb-e76580f977f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '1f0f1e45-beb6-4402-8040-f69acf064963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:27Z', 'updated_at': '2022-01-18T22:13:35Z', 'revision_number': 5, 'project_id': '43f0b96077a84d2a954b883639e07306', 'subnets': [{'id': '1f0f1e45-beb6-4402-8040-f69acf064963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:16:17.306526 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-cf4c70c8-fa3b-444f-abd5-b8d16625e3a5 req-832aff90-4c01-4def-8a38-54a49c8a2138 tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:17.333301 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] No Port match for: 850da7db-2f28-44b9-bc66-287928d5633c {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:16:17.333649 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 850da7db-2f28-44b9-bc66-287928d5633c not bound to the agent host n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:16:17.353907 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34649794-4431-4d7a-aa5a-c873bd0ea54a req-472421c1-33f1-48bc-9801-1a5bf45a7f82 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Made reservation on behalf of 43f0b96077a84d2a954b883639e07306 for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:16:17.358312 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-34649794-4431-4d7a-aa5a-c873bd0ea54a req-472421c1-33f1-48bc-9801-1a5bf45a7f82 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:17.385791 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c13319-7fa4-419c-a35f-aaf91f321a57 admin admin] Network 5bf499b5-d66d-460e-b875-9a931f9ec9aa is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:16:17.400395 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-94c13319-7fa4-419c-a35f-aaf91f321a57 admin admin] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:16:17.424971 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c13319-7fa4-419c-a35f-aaf91f321a57 admin admin] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:16:17.429382 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66fcf92a-6600-44ff-bce6-fe4ed1ae8948 x-openstack-request-id: req-66fcf92a-6600-44ff-bce6-fe4ed1ae8948 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:16:17.429691 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "646394ec-876a-4a75-b688-d3a0447607c4", "name": "network-vif-plugged", "status": "completed", "tag": "e80291f4-537c-4038-b34e-12118a42f948", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:16:17.429953 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-66fcf92a-6600-44ff-bce6-fe4ed1ae8948 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:16:17.430359 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '646394ec-876a-4a75-b688-d3a0447607c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e80291f4-537c-4038-b34e-12118a42f948', 'code': 200} Jan 18 22:16:17.448027 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c13319-7fa4-419c-a35f-aaf91f321a57 admin admin] Pushing event updated for resources: {'Port': ['ID=91ab33f0-4eb6-4f82-ba50-16388d51df85,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:16:17.542423 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 9a0306c0-065b-4f7c-897a-b0ab604fa791, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=9a0306c0-065b-4f7c-897a-b0ab604fa791,segment=NetworkSegment(54058af5-a5b1-45e9-977a-39ef1b01c87e),segment_id=54058af5-a5b1-45e9-977a-39ef1b01c87e)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:16:17.572690 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7d30db-85fd-4718-8718-3b8d98de59a2 req-2ae4637b-0dc3-4476-98ce-e31f67b7ee4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:17.575682 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ba7d30db-85fd-4718-8718-3b8d98de59a2 req-2ae4637b-0dc3-4476-98ce-e31f67b7ee4a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=646394ec-876a-4a75-b688-d3a0447607c4 HTTP/1.1" status: 200 len: 1097 time: 0.0843375 Jan 18 22:16:17.578822 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Returning: {'device': '9a0306c0-065b-4f7c-897a-b0ab604fa791', 'network_id': 'e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84', 'port_id': '9a0306c0-065b-4f7c-897a-b0ab604fa791', 'mac_address': 'fa:16:3e:76:5a:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42841b58-d144-4855-94d6-b7b43c1900e0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:16:17.671926 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ba7d30db-85fd-4718-8718-3b8d98de59a2 req-b1cc7a24-6b78-4d46-8113-227317c50b78 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4216e357-6c98-4379-aab2-5f9dda99df8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868390 Jan 18 22:16:17.674441 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:17.701932 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9a0306c0-065b-4f7c-897a-b0ab604fa791 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:16:17.716528 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832aff90-4c01-4def-8a38-54a49c8a2138 tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Pushing event deleted for resources: {'Port': ['ID=044945c7-85ca-48c1-a197-7039d468e458,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:16:17.743000 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 9a0306c0-065b-4f7c-897a-b0ab604fa791, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=9a0306c0-065b-4f7c-897a-b0ab604fa791,segment=NetworkSegment(54058af5-a5b1-45e9-977a-39ef1b01c87e),segment_id=54058af5-a5b1-45e9-977a-39ef1b01c87e)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:16:17.751778 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:17.771365 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-94c13319-7fa4-419c-a35f-aaf91f321a57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1040954'] for router_interface, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:17.841663 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-cf4c70c8-fa3b-444f-abd5-b8d16625e3a5 req-832aff90-4c01-4def-8a38-54a49c8a2138 tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Notify callbacks [] for floatingip, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:17.844365 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-cf4c70c8-fa3b-444f-abd5-b8d16625e3a5 req-832aff90-4c01-4def-8a38-54a49c8a2138 tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:17.845538 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cf4c70c8-fa3b-444f-abd5-b8d16625e3a5 req-832aff90-4c01-4def-8a38-54a49c8a2138 tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] 10.222.0.53 "DELETE /v2.0/floatingips/5228b252-c624-479e-9f95-db29032953b8 HTTP/1.1" status: 204 len: 173 time: 2.4206946 Jan 18 22:16:17.876842 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=9a0306c0-065b-4f7c-897a-b0ab604fa791,revision_number=6']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:16:17.890241 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-8633a6e0-f3f6-4792-9ff0-39407d788dbf None None] Provisioning complete for port 91ab33f0-4eb6-4f82-ba50-16388d51df85 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:16:17.890613 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8633a6e0-f3f6-4792-9ff0-39407d788dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:17.894538 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['9a0306c0-065b-4f7c-897a-b0ab604fa791'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:16:17.912603 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6972a8d-994f-49b2-94a1-5d519230c52f x-openstack-request-id: req-a6972a8d-994f-49b2-94a1-5d519230c52f {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:16:17.913691 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d16633f3-6e27-4e58-967c-af5276e8985a", "name": "network-vif-deleted", "tag": "850da7db-2f28-44b9-bc66-287928d5633c", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:16:17.915713 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a6972a8d-994f-49b2-94a1-5d519230c52f {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:16:17.916860 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd16633f3-6e27-4e58-967c-af5276e8985a', 'name': 'network-vif-deleted', 'tag': '850da7db-2f28-44b9-bc66-287928d5633c', 'status': 'completed', 'code': 200} Jan 18 22:16:17.980583 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device de775fbb-b836-4c76-a146-72409fd4776b up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:16:17.984640 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e7bffc40-e935-4a89-a1d7-f81c871bf589 req-2b860460-8af1-4424-b3d1-327088693518 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2314e5ba-e2e1-41d6-a9f0-51d77e89f4f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0874968 Jan 18 22:16:17.999982 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17698156-7edf-44c6-a017-679bc610d222 req-7190ff98-bb6d-46f6-9909-946f068e7d72 tempest-AttachSCSIVolumeTestJSON-1661329777 tempest-AttachSCSIVolumeTestJSON-1661329777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:18.002519 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-17698156-7edf-44c6-a017-679bc610d222 req-7190ff98-bb6d-46f6-9909-946f068e7d72 tempest-AttachSCSIVolumeTestJSON-1661329777 tempest-AttachSCSIVolumeTestJSON-1661329777-project] 10.222.0.53 "GET /v2.0/ports?device_id=646394ec-876a-4a75-b688-d3a0447607c4 HTTP/1.1" status: 200 len: 946 time: 0.3894532 Jan 18 22:16:18.017566 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0940eb7a-415a-4946-b7b0-ae7d0eae0159 None None] New status for floating IP 3e98dd86-f4fd-4b76-80e1-865a854a0e59: DOWN {{(pid=102432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 22:16:18.094689 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bffc40-e935-4a89-a1d7-f81c871bf589 req-4f1874bf-bac4-4245-ac7e-9a24196312eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:18.095169 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4fffba23-c213-49ef-b39f-afb981a31965 req-e9cbbac6-c619-4054-b080-6e117e71a99d tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] 10.222.0.53 "GET /v2.0/ports?device_id=a39236e6-5cdc-4c5c-b6de-09769826c330 HTTP/1.1" status: 200 len: 210 time: 0.0824187 Jan 18 22:16:18.097436 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e7bffc40-e935-4a89-a1d7-f81c871bf589 req-4f1874bf-bac4-4245-ac7e-9a24196312eb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ea2794c3a3f945b88560f5de6429085f&device_id=2314e5ba-e2e1-41d6-a9f0-51d77e89f4f6 HTTP/1.1" status: 200 len: 1101 time: 0.0880201 Jan 18 22:16:18.143338 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-17698156-7edf-44c6-a017-679bc610d222 req-71205c47-12bb-49d4-97f2-a46547d4cf1c tempest-AttachSCSIVolumeTestJSON-1661329777 tempest-AttachSCSIVolumeTestJSON-1661329777-project] 10.222.0.53 "GET /v2.0/security-groups?id=4216e357-6c98-4379-aab2-5f9dda99df8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294844 Jan 18 22:16:18.162269 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-34649794-4431-4d7a-aa5a-c873bd0ea54a req-472421c1-33f1-48bc-9801-1a5bf45a7f82 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Allocated IP 172.20.0.6 (cc278b4d-dcae-47fd-bae5-bd232ac640b4/1f0f1e45-beb6-4402-8040-f69acf064963/e7892f52-0b84-4f6e-89ca-c8eee1147910) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:16:18.238492 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 5c3d71c5-6bdd-48a1-8913-9546b130a8db details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:16:18.278336 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-8633a6e0-f3f6-4792-9ff0-39407d788dbf None None] Port 91ab33f0-4eb6-4f82-ba50-16388d51df85 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:16:18.290228 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bffc40-e935-4a89-a1d7-f81c871bf589 req-3c2bd061-0fbb-4456-ad7e-4985d1ba3477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:18.291643 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e7bffc40-e935-4a89-a1d7-f81c871bf589 req-3c2bd061-0fbb-4456-ad7e-4985d1ba3477 service neutron] 10.222.0.67 "GET /v2.0/networks?id=aed2eca7-1bb0-443d-8485-b985dbe9851b HTTP/1.1" status: 200 len: 869 time: 0.1713212 Jan 18 22:16:18.351409 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e7bffc40-e935-4a89-a1d7-f81c871bf589 req-9351f7db-e797-4714-8826-6a8d78887433 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=53bccc17-00e0-4c65-9c80-4cfd4a86909c HTTP/1.1" status: 200 len: 217 time: 0.0506239 Jan 18 22:16:18.425437 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port de775fbb-b836-4c76-a146-72409fd4776b triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:16:18.426016 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:18.446759 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bffc40-e935-4a89-a1d7-f81c871bf589 req-c212c9c0-5a91-4877-8b1b-1d7d096858a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:18.448237 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e7bffc40-e935-4a89-a1d7-f81c871bf589 req-c212c9c0-5a91-4877-8b1b-1d7d096858a0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8518183d-cc63-459a-b971-d4c7514e001f HTTP/1.1" status: 200 len: 843 time: 0.0891840 Jan 18 22:16:18.494137 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-94c13319-7fa4-419c-a35f-aaf91f321a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:18.516381 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 5c3d71c5-6bdd-48a1-8913-9546b130a8db, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=5c3d71c5-6bdd-48a1-8913-9546b130a8db,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:16:18.523275 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae1034-3072-4003-82b2-4c2fecb3a92f req-067def1a-6e19-4e58-a725-2e76f56081d2 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:18.541422 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': '5c3d71c5-6bdd-48a1-8913-9546b130a8db', 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b', 'port_id': '5c3d71c5-6bdd-48a1-8913-9546b130a8db', 'mac_address': 'fa:16:3e:62:a3:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8518183d-cc63-459a-b971-d4c7514e001f', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:16:18.543975 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-03ae1034-3072-4003-82b2-4c2fecb3a92f req-067def1a-6e19-4e58-a725-2e76f56081d2 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fa92f39-d443-46a1-a886-13e3ee10e361 HTTP/1.1" status: 200 len: 950 time: 0.3594360 Jan 18 22:16:18.561542 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bffc40-e935-4a89-a1d7-f81c871bf589 req-f1c2c8dd-51c8-4a73-ae20-1b0cee2c5839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:18.563710 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e7bffc40-e935-4a89-a1d7-f81c871bf589 req-f1c2c8dd-51c8-4a73-ae20-1b0cee2c5839 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aed2eca7-1bb0-443d-8485-b985dbe9851b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1071844 Jan 18 22:16:18.580735 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c24b9e56-fd92-4154-95ed-226f6b5575b1 req-f3519b23-369c-475e-8dcc-47b2e30ae95c tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] 10.222.0.53 "GET /v2.0/floatingips/646cb8b3-be01-419c-b09b-e212920a14e6 HTTP/1.1" status: 200 len: 693 time: 0.3489523 Jan 18 22:16:18.590412 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-34649794-4431-4d7a-aa5a-c873bd0ea54a req-472421c1-33f1-48bc-9801-1a5bf45a7f82 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:18.671241 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:18.702103 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:18.716516 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c3d71c5-6bdd-48a1-8913-9546b130a8db {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:16:18.729212 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e7bffc40-e935-4a89-a1d7-f81c871bf589 req-6429934b-54e3-41d4-b390-fcc1fb7a620d service neutron] 10.222.0.67 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574838 Jan 18 22:16:18.800742 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 5c3d71c5-6bdd-48a1-8913-9546b130a8db, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=5c3d71c5-6bdd-48a1-8913-9546b130a8db,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:16:18.802919 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port de775fbb-b836-4c76-a146-72409fd4776b, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=de775fbb-b836-4c76-a146-72409fd4776b,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:16:18.812810 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:18.818239 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:18.879376 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=5c3d71c5-6bdd-48a1-8913-9546b130a8db,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:16:18.955342 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e7bffc40-e935-4a89-a1d7-f81c871bf589 req-b4dfb1c7-4f61-4fef-ad20-982340f4c846 service neutron] 10.222.0.67 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161443 Jan 18 22:16:18.971869 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=de775fbb-b836-4c76-a146-72409fd4776b,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:16:19.068839 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['5c3d71c5-6bdd-48a1-8913-9546b130a8db'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:16:19.116667 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-03ae1034-3072-4003-82b2-4c2fecb3a92f req-5289764e-3af7-4e3d-b76d-eab7e99cc52d tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/security-groups?id=f617d299-382f-49d2-bef3-4bb5f1944b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5717514 Jan 18 22:16:19.243262 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-34649794-4431-4d7a-aa5a-c873bd0ea54a req-472421c1-33f1-48bc-9801-1a5bf45a7f82 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:19.295018 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 9a0306c0-065b-4f7c-897a-b0ab604fa791 up at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:16:19.311046 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24b9e56-fd92-4154-95ed-226f6b5575b1 req-3f124c15-ecda-40bc-aa2e-6043cc4eec78 tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:19.318629 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c24b9e56-fd92-4154-95ed-226f6b5575b1 req-3f124c15-ecda-40bc-aa2e-6043cc4eec78 tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] 10.222.0.53 "GET /v2.0/networks/0fa7c7c8-c96a-4aa5-9818-d374adf00f99 HTTP/1.1" status: 200 len: 784 time: 0.7168992 Jan 18 22:16:19.350437 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8a4df640-1c4b-49ed-a73a-ff3f16fa305c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:19.387232 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning complete for port 9a0306c0-065b-4f7c-897a-b0ab604fa791 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:16:19.387612 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:19.446966 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34649794-4431-4d7a-aa5a-c873bd0ea54a req-472421c1-33f1-48bc-9801-1a5bf45a7f82 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Network cc278b4d-dcae-47fd-bae5-bd232ac640b4 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:16:19.461740 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c24b9e56-fd92-4154-95ed-226f6b5575b1 req-7ff94ab2-79ef-4868-a315-b43ac9c88501 tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.135 HTTP/1.1" status: 200 len: 696 time: 0.1421545 Jan 18 22:16:19.466620 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472421c1-33f1-48bc-9801-1a5bf45a7f82 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Pushing event updated for resources: {'Port': ['ID=e7892f52-0b84-4f6e-89ca-c8eee1147910,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:16:19.469200 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-34649794-4431-4d7a-aa5a-c873bd0ea54a req-472421c1-33f1-48bc-9801-1a5bf45a7f82 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:16:19.478528 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:19.482298 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-34649794-4431-4d7a-aa5a-c873bd0ea54a req-472421c1-33f1-48bc-9801-1a5bf45a7f82 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:16:19.504548 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa35bf88-4440-4d73-afcd-ae0cc04d6d11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a0306c0-065b-4f7c-897a-b0ab604fa791'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:16:19.506808 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a0de4f9-1c3e-4582-885f-d5bab420cd0a" -d '{"events": [{"server_uuid": "aa35bf88-4440-4d73-afcd-ae0cc04d6d11", "name": "network-vif-plugged", "status": "completed", "tag": "9a0306c0-065b-4f7c-897a-b0ab604fa791"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:16:19.530076 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 9a0306c0-065b-4f7c-897a-b0ab604fa791, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=9a0306c0-065b-4f7c-897a-b0ab604fa791,segment=NetworkSegment(54058af5-a5b1-45e9-977a-39ef1b01c87e),segment_id=54058af5-a5b1-45e9-977a-39ef1b01c87e)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:16:19.537309 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:19.609488 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c24b9e56-fd92-4154-95ed-226f6b5575b1 req-24f65d5b-9a0b-4787-b41e-05fcaee04516 tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.135 HTTP/1.1" status: 200 len: 696 time: 0.1468689 Jan 18 22:16:19.625719 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4daa8a5-8ad7-4877-bce8-23d4b679c1b1 req-5af9f929-43dc-465d-a974-c619d14f037a tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:19.629338 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e4daa8a5-8ad7-4877-bce8-23d4b679c1b1 req-5af9f929-43dc-465d-a974-c619d14f037a tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1bd428d-9adb-4f93-b6ca-66e7491dd341 HTTP/1.1" status: 200 len: 949 time: 0.3075562 Jan 18 22:16:19.635390 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-94c13319-7fa4-419c-a35f-aaf91f321a57 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:19.650830 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=9a0306c0-065b-4f7c-897a-b0ab604fa791,revision_number=7']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:16:19.722235 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34649794-4431-4d7a-aa5a-c873bd0ea54a req-472421c1-33f1-48bc-9801-1a5bf45a7f82 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:19.722971 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-34649794-4431-4d7a-aa5a-c873bd0ea54a req-472421c1-33f1-48bc-9801-1a5bf45a7f82 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:19.734739 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-94c13319-7fa4-419c-a35f-aaf91f321a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:19.807484 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-34649794-4431-4d7a-aa5a-c873bd0ea54a req-472421c1-33f1-48bc-9801-1a5bf45a7f82 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8163834 Jan 18 22:16:19.822807 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-9fd5355b-f0a7-41b8-84bb-fa80ec279cfb None None] Provisioning complete for port e7892f52-0b84-4f6e-89ca-c8eee1147910 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:16:19.824510 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9fd5355b-f0a7-41b8-84bb-fa80ec279cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:19.829070 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-34649794-4431-4d7a-aa5a-c873bd0ea54a req-745c9645-3bba-421d-9294-db759c0fb653 service neutron] Request body: {'port': {'device_id': 'a39236e6-5cdc-4c5c-b6de-09769826c330', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:16:19.926029 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5355b-f0a7-41b8-84bb-fa80ec279cfb None None] Port e7892f52-0b84-4f6e-89ca-c8eee1147910 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:16:19.934627 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device de775fbb-b836-4c76-a146-72409fd4776b up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:16:19.936240 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e4daa8a5-8ad7-4877-bce8-23d4b679c1b1 req-6fb952dd-f809-4b1c-94bf-985fc1c146ab tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2880790 Jan 18 22:16:20.034853 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port de775fbb-b836-4c76-a146-72409fd4776b triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:16:20.035227 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:20.059709 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-94c13319-7fa4-419c-a35f-aaf91f321a57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-613854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1041070'] for router_interface, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:20.094912 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c13319-7fa4-419c-a35f-aaf91f321a57 admin admin] Pushing event updated for resources: {'Port': ['ID=91ab33f0-4eb6-4f82-ba50-16388d51df85,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:16:20.190805 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-34649794-4431-4d7a-aa5a-c873bd0ea54a req-745c9645-3bba-421d-9294-db759c0fb653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:20.192538 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 5c3d71c5-6bdd-48a1-8913-9546b130a8db up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:16:20.301899 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port 5c3d71c5-6bdd-48a1-8913-9546b130a8db completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:16:20.308073 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port 5c3d71c5-6bdd-48a1-8913-9546b130a8db triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:16:20.308073 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:20.333588 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-c24b9e56-fd92-4154-95ed-226f6b5575b1 req-eede8c61-a477-4085-bf98-aceaaaa8f6fe tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Deleting port 4f26db61-690b-4c73-9ce1-4c62a7a8fb51 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:16:20.335656 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-c24b9e56-fd92-4154-95ed-226f6b5575b1 req-eede8c61-a477-4085-bf98-aceaaaa8f6fe tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:20.398580 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:20.444578 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235fa233-aa95-4692-9bc6-31868b6022a5 req-0034c86c-0d88-4cde-993c-b2cd14cd7de5 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:20.445518 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 5c3d71c5-6bdd-48a1-8913-9546b130a8db, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=5c3d71c5-6bdd-48a1-8913-9546b130a8db,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:16:20.454773 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:20.456764 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-235fa233-aa95-4692-9bc6-31868b6022a5 req-0034c86c-0d88-4cde-993c-b2cd14cd7de5 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] 10.222.0.53 "GET /v2.0/ports?device_id=a39236e6-5cdc-4c5c-b6de-09769826c330 HTTP/1.1" status: 200 len: 931 time: 0.3941758 Jan 18 22:16:20.520971 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=5c3d71c5-6bdd-48a1-8913-9546b130a8db,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:16:20.583390 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-235fa233-aa95-4692-9bc6-31868b6022a5 req-3747b70c-54cc-43a3-af4a-a36edba826c6 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc9e6b12-2aff-425d-833f-8273a41de3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254351 Jan 18 22:16:20.618223 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c13319-7fa4-419c-a35f-aaf91f321a57 admin admin] Network 5bf499b5-d66d-460e-b875-9a931f9ec9aa is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:16:20.652780 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-94c13319-7fa4-419c-a35f-aaf91f321a57 admin admin] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:16:20.718101 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-c24b9e56-fd92-4154-95ed-226f6b5575b1 req-eede8c61-a477-4085-bf98-aceaaaa8f6fe tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:20.718430 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-c24b9e56-fd92-4154-95ed-226f6b5575b1 req-eede8c61-a477-4085-bf98-aceaaaa8f6fe tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:20.779037 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-c24b9e56-fd92-4154-95ed-226f6b5575b1 req-eede8c61-a477-4085-bf98-aceaaaa8f6fe tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Calling delete_port for 4f26db61-690b-4c73-9ce1-4c62a7a8fb51 owned by network:floatingip {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:16:20.973025 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18ce300-d3da-49c2-b9ae-670df0d34d32 req-af3b909f-1fcb-468c-b5c1-94a1e27d1c47 tempest-AttachSCSIVolumeTestJSON-1661329777 tempest-AttachSCSIVolumeTestJSON-1661329777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:20.979565 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c18ce300-d3da-49c2-b9ae-670df0d34d32 req-af3b909f-1fcb-468c-b5c1-94a1e27d1c47 tempest-AttachSCSIVolumeTestJSON-1661329777 tempest-AttachSCSIVolumeTestJSON-1661329777-project] 10.222.0.53 "GET /v2.0/ports?device_id=646394ec-876a-4a75-b688-d3a0447607c4 HTTP/1.1" status: 200 len: 946 time: 0.3144939 Jan 18 22:16:21.070886 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-3ed21be1-1261-49ef-907b-3fecb514c867 None None] Provisioning complete for port 91ab33f0-4eb6-4f82-ba50-16388d51df85 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:16:21.071361 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3ed21be1-1261-49ef-907b-3fecb514c867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:21.098490 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [req-34649794-4431-4d7a-aa5a-c873bd0ea54a req-745c9645-3bba-421d-9294-db759c0fb653 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7892f52-0b84-4f6e-89ca-c8eee1147910 {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:16:21.120485 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-34649794-4431-4d7a-aa5a-c873bd0ea54a req-745c9645-3bba-421d-9294-db759c0fb653 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:21.137494 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-3ed21be1-1261-49ef-907b-3fecb514c867 None None] Port 91ab33f0-4eb6-4f82-ba50-16388d51df85 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:16:21.147207 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c18ce300-d3da-49c2-b9ae-670df0d34d32 req-6d8f4454-f27d-46af-a9aa-edb436296740 tempest-AttachSCSIVolumeTestJSON-1661329777 tempest-AttachSCSIVolumeTestJSON-1661329777-project] 10.222.0.53 "GET /v2.0/security-groups?id=4216e357-6c98-4379-aab2-5f9dda99df8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467245 Jan 18 22:16:21.153057 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94c13319-7fa4-419c-a35f-aaf91f321a57 admin admin] Router b8cea56f-1016-4dd5-9675-f17bbab06e2d has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:16:21.161106 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-34649794-4431-4d7a-aa5a-c873bd0ea54a req-745c9645-3bba-421d-9294-db759c0fb653 service neutron] Transition to ACTIVE for port object e7892f52-0b84-4f6e-89ca-c8eee1147910 will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:16:21.180940 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-34649794-4431-4d7a-aa5a-c873bd0ea54a req-745c9645-3bba-421d-9294-db759c0fb653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:21.243682 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1639813-f7bf-4cf1-86d9-e56cad96227c x-openstack-request-id: req-e1639813-f7bf-4cf1-86d9-e56cad96227c {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:16:21.244606 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa35bf88-4440-4d73-afcd-ae0cc04d6d11", "name": "network-vif-plugged", "status": "completed", "tag": "9a0306c0-065b-4f7c-897a-b0ab604fa791", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:16:21.245357 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e1639813-f7bf-4cf1-86d9-e56cad96227c {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:16:21.246519 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa35bf88-4440-4d73-afcd-ae0cc04d6d11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a0306c0-065b-4f7c-897a-b0ab604fa791', 'code': 200} Jan 18 22:16:21.403110 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745c9645-3bba-421d-9294-db759c0fb653 service neutron] Pushing event updated for resources: {'Port': ['ID=e7892f52-0b84-4f6e-89ca-c8eee1147910,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:16:21.526719 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-6dbeecd2-1953-4d8c-9da8-732c609e1f04 req-c0f7a263-ec85-4680-9e3e-9b79976e4cfc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7e47c1b4-ec60-4c82-9419-92448c3d9688&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1216357 Jan 18 22:16:21.544155 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94c13319-7fa4-419c-a35f-aaf91f321a57 admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:16:21.558267 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a584219c-f22a-4c8a-96ab-cabe4e9df646 None None] Sync routers for ids ['b8cea56f-1016-4dd5-9675-f17bbab06e2d'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:16:21.573401 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-94c13319-7fa4-419c-a35f-aaf91f321a57 admin admin] 10.222.0.53 "PUT /v2.0/routers/b8cea56f-1016-4dd5-9675-f17bbab06e2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4606855 Jan 18 22:16:21.583319 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a584219c-f22a-4c8a-96ab-cabe4e9df646 None None] Routers {'b8cea56f-1016-4dd5-9675-f17bbab06e2d'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:16:21.583968 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-a584219c-f22a-4c8a-96ab-cabe4e9df646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:15:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['b8cea56f-1016-4dd5-9675-f17bbab06e2d'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:16:21.605938 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-c24b9e56-fd92-4154-95ed-226f6b5575b1 req-eede8c61-a477-4085-bf98-aceaaaa8f6fe tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:21.667900 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd1669c-4e08-46e9-b58e-1b17d9b8f570 req-7ce52254-7b14-44d3-af51-594da5939f90 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:21.678850 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7dd1669c-4e08-46e9-b58e-1b17d9b8f570 req-7ce52254-7b14-44d3-af51-594da5939f90 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fa92f39-d443-46a1-a886-13e3ee10e361 HTTP/1.1" status: 200 len: 950 time: 0.3264625 Jan 18 22:16:21.742300 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbeecd2-1953-4d8c-9da8-732c609e1f04 req-d2c9a9b5-0832-4094-94df-ee7190ed9721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:21.743846 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-6dbeecd2-1953-4d8c-9da8-732c609e1f04 req-d2c9a9b5-0832-4094-94df-ee7190ed9721 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=646d6b7fa3c74dbb9d53573120d4a5a9&device_id=7e47c1b4-ec60-4c82-9419-92448c3d9688 HTTP/1.1" status: 200 len: 1117 time: 0.1318352 Jan 18 22:16:21.788335 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c79c1a69-c494-40b9-b3fa-e0f3a75ce887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:21.855394 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-a584219c-f22a-4c8a-96ab-cabe4e9df646 None None] Set router b8cea56f-1016-4dd5-9675-f17bbab06e2d gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:16:21.930151 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7dd1669c-4e08-46e9-b58e-1b17d9b8f570 req-05eabeb7-5057-4471-86d4-870a953983c7 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/security-groups?id=f617d299-382f-49d2-bef3-4bb5f1944b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300230 Jan 18 22:16:21.933440 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eede8c61-a477-4085-bf98-aceaaaa8f6fe tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Pushing event deleted for resources: {'Port': ['ID=4f26db61-690b-4c73-9ce1-4c62a7a8fb51,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:16:21.939933 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-c24b9e56-fd92-4154-95ed-226f6b5575b1 req-eede8c61-a477-4085-bf98-aceaaaa8f6fe tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Notify callbacks [] for floatingip, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:21.968070 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-c24b9e56-fd92-4154-95ed-226f6b5575b1 req-eede8c61-a477-4085-bf98-aceaaaa8f6fe tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:21.969057 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c24b9e56-fd92-4154-95ed-226f6b5575b1 req-eede8c61-a477-4085-bf98-aceaaaa8f6fe tempest-FloatingIPDetailsTestJSON-1135544898 tempest-FloatingIPDetailsTestJSON-1135544898-project] 10.222.0.53 "DELETE /v2.0/floatingips/646cb8b3-be01-419c-b09b-e212920a14e6 HTTP/1.1" status: 204 len: 173 time: 2.3387365 Jan 18 22:16:21.979346 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 56466) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:16:22.161348 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbeecd2-1953-4d8c-9da8-732c609e1f04 req-3257297a-4c72-4c29-82d3-5869b42abbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:22.180044 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-6dbeecd2-1953-4d8c-9da8-732c609e1f04 req-3257297a-4c72-4c29-82d3-5869b42abbb5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=db135028-f57a-417d-a5fc-9f73c3e34dd7 HTTP/1.1" status: 200 len: 907 time: 0.4094400 Jan 18 22:16:22.201804 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-34649794-4431-4d7a-aa5a-c873bd0ea54a req-745c9645-3bba-421d-9294-db759c0fb653 service neutron] Attempting to bind port e7892f52-0b84-4f6e-89ca-c8eee1147910 on host n-h1-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:16:22.202160 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-34649794-4431-4d7a-aa5a-c873bd0ea54a req-745c9645-3bba-421d-9294-db759c0fb653 service neutron] Attempting to bind port e7892f52-0b84-4f6e-89ca-c8eee1147910 by drivers openvswitch,hyperv on host n-h1-825064-1 at level 0 using segments [{'id': 'ad933c8d-50d1-49d4-a766-f0aca6fd8ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'cc278b4d-dcae-47fd-bae5-bd232ac640b4'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:16:22.202465 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34649794-4431-4d7a-aa5a-c873bd0ea54a req-745c9645-3bba-421d-9294-db759c0fb653 service neutron] Attempting to bind port e7892f52-0b84-4f6e-89ca-c8eee1147910 on network cc278b4d-dcae-47fd-bae5-bd232ac640b4 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:16:22.243358 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34649794-4431-4d7a-aa5a-c873bd0ea54a req-745c9645-3bba-421d-9294-db759c0fb653 service neutron] Port e7892f52-0b84-4f6e-89ca-c8eee1147910 on network cc278b4d-dcae-47fd-bae5-bd232ac640b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:16:22.244167 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34649794-4431-4d7a-aa5a-c873bd0ea54a req-745c9645-3bba-421d-9294-db759c0fb653 service neutron] Attempting to bind port e7892f52-0b84-4f6e-89ca-c8eee1147910 on network cc278b4d-dcae-47fd-bae5-bd232ac640b4 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:16:22.254452 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2738d7f-1be5-4fa3-a51d-8fe2d91c9a34 req-bb597043-08fd-42a7-8998-062d5b3e2f75 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:22.255992 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e2738d7f-1be5-4fa3-a51d-8fe2d91c9a34 req-bb597043-08fd-42a7-8998-062d5b3e2f75 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] 10.222.0.53 "GET /v2.0/ports?device_id=a39236e6-5cdc-4c5c-b6de-09769826c330 HTTP/1.1" status: 200 len: 943 time: 0.1587279 Jan 18 22:16:22.275719 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34649794-4431-4d7a-aa5a-c873bd0ea54a req-745c9645-3bba-421d-9294-db759c0fb653 service neutron] Checking agent: {'id': 'e49d1b2a-ba11-487f-a804-ecbf3c0e8132', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:16:22.276054 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34649794-4431-4d7a-aa5a-c873bd0ea54a req-745c9645-3bba-421d-9294-db759c0fb653 service neutron] Checking segment: {'id': 'ad933c8d-50d1-49d4-a766-f0aca6fd8ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'cc278b4d-dcae-47fd-bae5-bd232ac640b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:16:22.277063 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34649794-4431-4d7a-aa5a-c873bd0ea54a req-745c9645-3bba-421d-9294-db759c0fb653 service neutron] Bound using segment: {'id': 'ad933c8d-50d1-49d4-a766-f0aca6fd8ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'cc278b4d-dcae-47fd-bae5-bd232ac640b4'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:16:22.277433 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-34649794-4431-4d7a-aa5a-c873bd0ea54a req-745c9645-3bba-421d-9294-db759c0fb653 service neutron] Bound port: e7892f52-0b84-4f6e-89ca-c8eee1147910, host: n-h1-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad933c8d-50d1-49d4-a766-f0aca6fd8ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'cc278b4d-dcae-47fd-bae5-bd232ac640b4'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:16:22.277778 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-34649794-4431-4d7a-aa5a-c873bd0ea54a req-745c9645-3bba-421d-9294-db759c0fb653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:22.299104 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8431cd-8fae-4d21-97b4-50084cef6d0a req-8eb579ce-de67-47f2-a66d-18a28a56ec23 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:22.310865 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2c8431cd-8fae-4d21-97b4-50084cef6d0a req-8eb579ce-de67-47f2-a66d-18a28a56ec23 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1bd428d-9adb-4f93-b6ca-66e7491dd341 HTTP/1.1" status: 200 len: 950 time: 0.1854589 Jan 18 22:16:22.475886 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2c8431cd-8fae-4d21-97b4-50084cef6d0a req-7eef9601-a2da-408b-aba7-cc1e1286b3ad tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566620 Jan 18 22:16:22.520058 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-a584219c-f22a-4c8a-96ab-cabe4e9df646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8cea56f-1016-4dd5-9675-f17bbab06e2d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-297632017-router', 'tenant_id': '37c6c6e136d94e8cb9ac2cefaa55eb26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': 'de775fbb-b836-4c76-a146-72409fd4776b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:16:10Z', 'updated_at': '2022-01-18T22:16:18Z', 'revision_number': 4, 'project_id': '37c6c6e136d94e8cb9ac2cefaa55eb26', 'gw_port': {'id': 'de775fbb-b836-4c76-a146-72409fd4776b', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a7:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cea56f-1016-4dd5-9675-f17bbab06e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:16:10Z', 'updated_at': '2022-01-18T22:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '91ab33f0-4eb6-4f82-ba50-16388d51df85', 'name': '', 'network_id': '5bf499b5-d66d-460e-b875-9a931f9ec9aa', 'tenant_id': '37c6c6e136d94e8cb9ac2cefaa55eb26', 'mac_address': 'fa:16:3e:97:84:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8cea56f-1016-4dd5-9675-f17bbab06e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '4c1ba641-3b27-4a40-aa8b-997909eeed2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:16:15Z', 'updated_at': '2022-01-18T22:16:19Z', 'revision_number': 2, 'project_id': '37c6c6e136d94e8cb9ac2cefaa55eb26', 'subnets': [{'id': '4c1ba641-3b27-4a40-aa8b-997909eeed2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:16:22.543855 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e2738d7f-1be5-4fa3-a51d-8fe2d91c9a34 req-1e4755dd-ed4b-4f3f-8b56-8f24aef3e3a1 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc9e6b12-2aff-425d-833f-8273a41de3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2693172 Jan 18 22:16:22.595764 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-34649794-4431-4d7a-aa5a-c873bd0ea54a req-745c9645-3bba-421d-9294-db759c0fb653 service neutron] For port e7892f52-0b84-4f6e-89ca-c8eee1147910, host n-h1-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:16:22.597736 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-6dbeecd2-1953-4d8c-9da8-732c609e1f04 req-c4825403-fe0e-4186-be51-d56b8d3da9fb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00 HTTP/1.1" status: 200 len: 217 time: 0.4037838 Jan 18 22:16:22.601620 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-34649794-4431-4d7a-aa5a-c873bd0ea54a req-745c9645-3bba-421d-9294-db759c0fb653 service neutron] For port e7892f52-0b84-4f6e-89ca-c8eee1147910, host n-h1-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=e7892f52-0b84-4f6e-89ca-c8eee1147910,segment=NetworkSegment(ad933c8d-50d1-49d4-a766-f0aca6fd8ffc),segment_id=ad933c8d-50d1-49d4-a766-f0aca6fd8ffc)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:16:22.611686 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-34649794-4431-4d7a-aa5a-c873bd0ea54a req-745c9645-3bba-421d-9294-db759c0fb653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:22.620115 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a584219c-f22a-4c8a-96ab-cabe4e9df646 None None] Checking router: b8cea56f-1016-4dd5-9675-f17bbab06e2d for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:16:22.621305 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a584219c-f22a-4c8a-96ab-cabe4e9df646 None None] Updating router b8cea56f-1016-4dd5-9675-f17bbab06e2d port 91ab33f0-4eb6-4f82-ba50-16388d51df85 binding host n-d-825064-1 {{(pid=102433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:16:22.634325 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34649794-4431-4d7a-aa5a-c873bd0ea54a req-745c9645-3bba-421d-9294-db759c0fb653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:22.634935 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-34649794-4431-4d7a-aa5a-c873bd0ea54a req-745c9645-3bba-421d-9294-db759c0fb653 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:22.640474 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-34649794-4431-4d7a-aa5a-c873bd0ea54a req-745c9645-3bba-421d-9294-db759c0fb653 service neutron] 10.222.0.36 "PUT /v2.0/ports/e7892f52-0b84-4f6e-89ca-c8eee1147910 HTTP/1.1" status: 200 len: 1091 time: 2.8132191 Jan 18 22:16:22.690622 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a584219c-f22a-4c8a-96ab-cabe4e9df646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:22.702795 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a39236e6-5cdc-4c5c-b6de-09769826c330', 'tag': 'e7892f52-0b84-4f6e-89ca-c8eee1147910'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:16:22.715516 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3063d01d-aa37-4a54-8957-ae164f67c85f" -d '{"events": [{"name": "network-changed", "server_uuid": "a39236e6-5cdc-4c5c-b6de-09769826c330", "tag": "e7892f52-0b84-4f6e-89ca-c8eee1147910"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:16:22.759741 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbeecd2-1953-4d8c-9da8-732c609e1f04 req-064ab6ba-e6ba-40b6-b372-910814638f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:22.763715 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-6dbeecd2-1953-4d8c-9da8-732c609e1f04 req-064ab6ba-e6ba-40b6-b372-910814638f21 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9d1c997a-9e2b-4f20-9423-81e2cb97ac40 HTTP/1.1" status: 200 len: 847 time: 0.0981572 Jan 18 22:16:22.817949 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:22.850126 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-6dbeecd2-1953-4d8c-9da8-732c609e1f04 req-4646c96d-2989-47b4-bdcf-68beef3d1bac service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=db135028-f57a-417d-a5fc-9f73c3e34dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0773032 Jan 18 22:16:22.855034 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcb2a278-3110-43be-b8ec-bed2c6a89f39 x-openstack-request-id: req-fcb2a278-3110-43be-b8ec-bed2c6a89f39 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:16:22.855532 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a39236e6-5cdc-4c5c-b6de-09769826c330", "tag": "e7892f52-0b84-4f6e-89ca-c8eee1147910", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:16:22.855998 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fcb2a278-3110-43be-b8ec-bed2c6a89f39 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:16:22.856570 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a39236e6-5cdc-4c5c-b6de-09769826c330', 'tag': 'e7892f52-0b84-4f6e-89ca-c8eee1147910', 'status': 'completed', 'code': 200} Jan 18 22:16:22.915736 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [req-953cc70e-7cc7-4ff1-ab66-841c941be0db req-193fdee0-75a5-4964-bdd2-bccacb98940e tempest-FloatingIPDetailsNegativeTestJSON-512221592 tempest-FloatingIPDetailsNegativeTestJSON-512221592-project] show failed (client error): The resource could not be found. Jan 18 22:16:22.926372 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-953cc70e-7cc7-4ff1-ab66-841c941be0db req-193fdee0-75a5-4964-bdd2-bccacb98940e tempest-FloatingIPDetailsNegativeTestJSON-512221592 tempest-FloatingIPDetailsNegativeTestJSON-512221592-project] 10.222.0.53 "GET /v2.0/floatingips/228d8464-5145-4c29-8f3b-ac054ba69989 HTTP/1.1" status: 404 len: 350 time: 0.0874236 Jan 18 22:16:22.935574 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 56480) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:16:23.145786 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34649794-4431-4d7a-aa5a-c873bd0ea54a req-b0685a8c-32e2-42ce-b13f-5ca10ce52663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:23.147347 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-34649794-4431-4d7a-aa5a-c873bd0ea54a req-b0685a8c-32e2-42ce-b13f-5ca10ce52663 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=43f0b96077a84d2a954b883639e07306&device_id=a39236e6-5cdc-4c5c-b6de-09769826c330 HTTP/1.1" status: 200 len: 1094 time: 0.4090610 Jan 18 22:16:23.148006 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745c9645-3bba-421d-9294-db759c0fb653 service neutron] Pushing event updated for resources: {'Port': ['ID=e7892f52-0b84-4f6e-89ca-c8eee1147910,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:16:23.189027 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-6dbeecd2-1953-4d8c-9da8-732c609e1f04 req-2597e88b-88de-44ec-80a0-c167372823d2 service neutron] 10.222.0.36 "GET /v2.0/networks/db135028-f57a-417d-a5fc-9f73c3e34dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3220539 Jan 18 22:16:23.248578 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1bd428d-9adb-4f93-b6ca-66e7491dd341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c3d71c5-6bdd-48a1-8913-9546b130a8db'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:16:23.250253 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-34649794-4431-4d7a-aa5a-c873bd0ea54a req-8ff9f067-7bf6-499e-a359-5db971f06371 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7892f52-0b84-4f6e-89ca-c8eee1147910 HTTP/1.1" status: 200 len: 217 time: 0.0805323 Jan 18 22:16:23.250907 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fc99091-6950-4377-9abd-73eb74df833a" -d '{"events": [{"server_uuid": "f1bd428d-9adb-4f93-b6ca-66e7491dd341", "name": "network-vif-plugged", "status": "completed", "tag": "5c3d71c5-6bdd-48a1-8913-9546b130a8db"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:16:23.330020 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2487769c-42da-4023-b149-2f390e6a5145 x-openstack-request-id: req-2487769c-42da-4023-b149-2f390e6a5145 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:16:23.330345 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1bd428d-9adb-4f93-b6ca-66e7491dd341", "name": "network-vif-plugged", "status": "completed", "tag": "5c3d71c5-6bdd-48a1-8913-9546b130a8db", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:16:23.330607 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2487769c-42da-4023-b149-2f390e6a5145 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:16:23.331007 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1bd428d-9adb-4f93-b6ca-66e7491dd341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c3d71c5-6bdd-48a1-8913-9546b130a8db', 'code': 200} Jan 18 22:16:23.395546 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-6dbeecd2-1953-4d8c-9da8-732c609e1f04 req-a9f39364-066f-44b5-ad0e-bc5415c4d38a service neutron] 10.222.0.36 "GET /v2.0/networks/db135028-f57a-417d-a5fc-9f73c3e34dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952887 Jan 18 22:16:23.587471 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b898eae6-75d9-459e-9732-1954f4dee632 req-05864192-12c2-4143-bd43-eedd63f87b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:23.588900 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-b898eae6-75d9-459e-9732-1954f4dee632 req-05864192-12c2-4143-bd43-eedd63f87b71 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f1bd428d-9adb-4f93-b6ca-66e7491dd341 HTTP/1.1" status: 200 len: 1101 time: 0.1256135 Jan 18 22:16:23.626349 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a584219c-f22a-4c8a-96ab-cabe4e9df646 None None] Notify callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:23.634936 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a584219c-f22a-4c8a-96ab-cabe4e9df646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:23.674812 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-b898eae6-75d9-459e-9732-1954f4dee632 req-f9b9c6e0-14e2-4c04-9df1-77b67245a349 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778549 Jan 18 22:16:23.705497 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caefa900-7aca-42ed-9eea-386d1bd890fa None None] Pushing event updated for resources: {'Port': ['ID=91ab33f0-4eb6-4f82-ba50-16388d51df85,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:16:23.721092 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caefa900-7aca-42ed-9eea-386d1bd890fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:16:23.721708 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caefa900-7aca-42ed-9eea-386d1bd890fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:16:23.722191 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caefa900-7aca-42ed-9eea-386d1bd890fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:16:23.722669 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caefa900-7aca-42ed-9eea-386d1bd890fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:16:23.723267 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caefa900-7aca-42ed-9eea-386d1bd890fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:16:23.723760 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caefa900-7aca-42ed-9eea-386d1bd890fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:16:23.724401 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caefa900-7aca-42ed-9eea-386d1bd890fa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:16:23.724899 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caefa900-7aca-42ed-9eea-386d1bd890fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:16:23.725384 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caefa900-7aca-42ed-9eea-386d1bd890fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:16:23.725868 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caefa900-7aca-42ed-9eea-386d1bd890fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:16:23.726364 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caefa900-7aca-42ed-9eea-386d1bd890fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:16:23.726976 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caefa900-7aca-42ed-9eea-386d1bd890fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:16:23.835893 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-a584219c-f22a-4c8a-96ab-cabe4e9df646 None None] Attempting to bind port 91ab33f0-4eb6-4f82-ba50-16388d51df85 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:16:23.836522 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-a584219c-f22a-4c8a-96ab-cabe4e9df646 None None] Attempting to bind port 91ab33f0-4eb6-4f82-ba50-16388d51df85 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '3153a74e-8d5d-403e-aa14-838f9c10fba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5bf499b5-d66d-460e-b875-9a931f9ec9aa'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:16:23.837242 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a584219c-f22a-4c8a-96ab-cabe4e9df646 None None] Attempting to bind port 91ab33f0-4eb6-4f82-ba50-16388d51df85 on network 5bf499b5-d66d-460e-b875-9a931f9ec9aa {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:16:23.843466 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a584219c-f22a-4c8a-96ab-cabe4e9df646 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:16:23.844055 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a584219c-f22a-4c8a-96ab-cabe4e9df646 None None] Checking segment: {'id': '3153a74e-8d5d-403e-aa14-838f9c10fba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5bf499b5-d66d-460e-b875-9a931f9ec9aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:16:23.844678 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a584219c-f22a-4c8a-96ab-cabe4e9df646 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:23.845223 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a584219c-f22a-4c8a-96ab-cabe4e9df646 None None] Bound using segment: {'id': '3153a74e-8d5d-403e-aa14-838f9c10fba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5bf499b5-d66d-460e-b875-9a931f9ec9aa'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:16:23.845855 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-a584219c-f22a-4c8a-96ab-cabe4e9df646 None None] Bound port: 91ab33f0-4eb6-4f82-ba50-16388d51df85, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3153a74e-8d5d-403e-aa14-838f9c10fba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5bf499b5-d66d-460e-b875-9a931f9ec9aa'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:16:23.846451 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a584219c-f22a-4c8a-96ab-cabe4e9df646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:23.849474 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-48ae8624-c9d8-494f-abcd-d2330ec885c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1041027'] for router_interface, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:23.951720 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-a584219c-f22a-4c8a-96ab-cabe4e9df646 None None] For port 91ab33f0-4eb6-4f82-ba50-16388d51df85, host n-d-825064-1, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:16:23.957566 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-a584219c-f22a-4c8a-96ab-cabe4e9df646 None None] For port 91ab33f0-4eb6-4f82-ba50-16388d51df85, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=91ab33f0-4eb6-4f82-ba50-16388d51df85,segment=NetworkSegment(3153a74e-8d5d-403e-aa14-838f9c10fba3),segment_id=3153a74e-8d5d-403e-aa14-838f9c10fba3)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:16:23.967403 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a584219c-f22a-4c8a-96ab-cabe4e9df646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:24.064701 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a584219c-f22a-4c8a-96ab-cabe4e9df646 None None] Routers {'b8cea56f-1016-4dd5-9675-f17bbab06e2d'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:16:24.065366 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-a584219c-f22a-4c8a-96ab-cabe4e9df646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:16:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['b8cea56f-1016-4dd5-9675-f17bbab06e2d'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:16:24.069971 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caefa900-7aca-42ed-9eea-386d1bd890fa None None] Pushing event updated for resources: {'Port': ['ID=91ab33f0-4eb6-4f82-ba50-16388d51df85,revision_number=4']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:16:24.274987 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:24.293190 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-6d3042b3-4b87-4ef1-8329-e9195b1b6d0a None None] Provisioning complete for port 91ab33f0-4eb6-4f82-ba50-16388d51df85 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:16:24.296283 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6d3042b3-4b87-4ef1-8329-e9195b1b6d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:24.375962 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-a584219c-f22a-4c8a-96ab-cabe4e9df646 None None] Set router b8cea56f-1016-4dd5-9675-f17bbab06e2d gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:16:24.500639 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34649794-4431-4d7a-aa5a-c873bd0ea54a req-8ceaf260-ffd3-4382-8237-d9fa033ff4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:24.503559 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-34649794-4431-4d7a-aa5a-c873bd0ea54a req-8ceaf260-ffd3-4382-8237-d9fa033ff4e1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1f0f1e45-beb6-4402-8040-f69acf064963 HTTP/1.1" status: 200 len: 862 time: 1.2147715 Jan 18 22:16:24.527281 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-48ae8624-c9d8-494f-abcd-d2330ec885c9 admin admin] Deleting port d05ea6d4-58e9-47db-b9bf-fcc884da683a {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:16:24.527571 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-48ae8624-c9d8-494f-abcd-d2330ec885c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:24.570742 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6d3042b3-4b87-4ef1-8329-e9195b1b6d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:24.616762 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-6d3042b3-4b87-4ef1-8329-e9195b1b6d0a None None] For port 91ab33f0-4eb6-4f82-ba50-16388d51df85, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=91ab33f0-4eb6-4f82-ba50-16388d51df85,segment=NetworkSegment(3153a74e-8d5d-403e-aa14-838f9c10fba3),segment_id=3153a74e-8d5d-403e-aa14-838f9c10fba3)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:16:24.629742 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6d3042b3-4b87-4ef1-8329-e9195b1b6d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:24.691909 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-48ae8624-c9d8-494f-abcd-d2330ec885c9 admin admin] For port d05ea6d4-58e9-47db-b9bf-fcc884da683a, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=d05ea6d4-58e9-47db-b9bf-fcc884da683a,segment=NetworkSegment(ac997d55-11c1-48ce-acdf-5b693b61dd07),segment_id=ac997d55-11c1-48ce-acdf-5b693b61dd07)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:16:24.692607 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-48ae8624-c9d8-494f-abcd-d2330ec885c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:24.723376 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-48ae8624-c9d8-494f-abcd-d2330ec885c9 admin admin] Calling delete_port for d05ea6d4-58e9-47db-b9bf-fcc884da683a owned by network:router_interface {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:16:24.723829 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3042b3-4b87-4ef1-8329-e9195b1b6d0a None None] Pushing event updated for resources: {'Port': ['ID=91ab33f0-4eb6-4f82-ba50-16388d51df85,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:16:24.728402 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:24.748146 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395faf9c-6114-425f-89b0-82acd3b2ec36 req-4027d0f1-2490-4017-aa27-63a1629c3a8c tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:24.750100 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-395faf9c-6114-425f-89b0-82acd3b2ec36 req-4027d0f1-2490-4017-aa27-63a1629c3a8c tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fa92f39-d443-46a1-a886-13e3ee10e361 HTTP/1.1" status: 200 len: 950 time: 1.5983958 Jan 18 22:16:24.762643 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-d2392264-3e6d-48d2-8ec9-ff101ec76fc7 None None] Provisioning complete for port 91ab33f0-4eb6-4f82-ba50-16388d51df85 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:16:24.763354 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d2392264-3e6d-48d2-8ec9-ff101ec76fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:24.769345 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05db851-1931-4c64-8809-593235d9dd25 req-f00c4251-723c-4547-922e-dfcf363d6147 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:24.772049 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-a584219c-f22a-4c8a-96ab-cabe4e9df646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8cea56f-1016-4dd5-9675-f17bbab06e2d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-297632017-router', 'tenant_id': '37c6c6e136d94e8cb9ac2cefaa55eb26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': 'de775fbb-b836-4c76-a146-72409fd4776b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:16:10Z', 'updated_at': '2022-01-18T22:16:18Z', 'revision_number': 4, 'project_id': '37c6c6e136d94e8cb9ac2cefaa55eb26', 'gw_port': {'id': 'de775fbb-b836-4c76-a146-72409fd4776b', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a7:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cea56f-1016-4dd5-9675-f17bbab06e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:16:10Z', 'updated_at': '2022-01-18T22:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '91ab33f0-4eb6-4f82-ba50-16388d51df85', 'name': '', 'network_id': '5bf499b5-d66d-460e-b875-9a931f9ec9aa', 'tenant_id': '37c6c6e136d94e8cb9ac2cefaa55eb26', 'mac_address': 'fa:16:3e:97:84:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8cea56f-1016-4dd5-9675-f17bbab06e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '4c1ba641-3b27-4a40-aa8b-997909eeed2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:16:15Z', 'updated_at': '2022-01-18T22:16:23Z', 'revision_number': 4, 'project_id': '37c6c6e136d94e8cb9ac2cefaa55eb26', 'subnets': [{'id': '4c1ba641-3b27-4a40-aa8b-997909eeed2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:16:24.772931 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e05db851-1931-4c64-8809-593235d9dd25 req-f00c4251-723c-4547-922e-dfcf363d6147 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1bd428d-9adb-4f93-b6ca-66e7491dd341 HTTP/1.1" status: 200 len: 950 time: 0.5282083 Jan 18 22:16:24.915991 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a584219c-f22a-4c8a-96ab-cabe4e9df646 None None] The sync data for ids ['b8cea56f-1016-4dd5-9675-f17bbab06e2d'] in n-d-825064-1 is: [{'id': 'b8cea56f-1016-4dd5-9675-f17bbab06e2d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-297632017-router', 'tenant_id': '37c6c6e136d94e8cb9ac2cefaa55eb26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': 'de775fbb-b836-4c76-a146-72409fd4776b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:16:10Z', 'updated_at': '2022-01-18T22:16:18Z', 'revision_number': 4, 'project_id': '37c6c6e136d94e8cb9ac2cefaa55eb26', 'gw_port': {'id': 'de775fbb-b836-4c76-a146-72409fd4776b', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a7:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cea56f-1016-4dd5-9675-f17bbab06e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:16:10Z', 'updated_at': '2022-01-18T22:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '91ab33f0-4eb6-4f82-ba50-16388d51df85', 'name': '', 'network_id': '5bf499b5-d66d-460e-b875-9a931f9ec9aa', 'tenant_id': '37c6c6e136d94e8cb9ac2cefaa55eb26', 'mac_address': 'fa:16:3e:97:84:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8cea56f-1016-4dd5-9675-f17bbab06e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '4c1ba641-3b27-4a40-aa8b-997909eeed2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:16:15Z', 'updated_at': '2022-01-18T22:16:23Z', 'revision_number': 4, 'project_id': '37c6c6e136d94e8cb9ac2cefaa55eb26', 'subnets': [{'id': '4c1ba641-3b27-4a40-aa8b-997909eeed2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:16:24.927434 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34649794-4431-4d7a-aa5a-c873bd0ea54a req-5ab1b640-d12b-48b3-a07e-f1ec531ffeea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:24.934198 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-34649794-4431-4d7a-aa5a-c873bd0ea54a req-5ab1b640-d12b-48b3-a07e-f1ec531ffeea service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cc278b4d-dcae-47fd-bae5-bd232ac640b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3428254 Jan 18 22:16:24.943247 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e05db851-1931-4c64-8809-593235d9dd25 req-4cde51a7-9217-4601-a8a4-80881ffaf399 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549742 Jan 18 22:16:25.089259 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-395faf9c-6114-425f-89b0-82acd3b2ec36 req-2993686d-cf4a-43a3-b182-312299c1e9e8 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/security-groups?id=f617d299-382f-49d2-bef3-4bb5f1944b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3131657 Jan 18 22:16:25.217364 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-34649794-4431-4d7a-aa5a-c873bd0ea54a req-9968d05d-f536-4b94-aaed-516107d4b662 service neutron] 10.222.0.36 "GET /v2.0/networks/cc278b4d-dcae-47fd-bae5-bd232ac640b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648683 Jan 18 22:16:25.246970 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-48ae8624-c9d8-494f-abcd-d2330ec885c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:25.330067 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ae8624-c9d8-494f-abcd-d2330ec885c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d05ea6d4-58e9-47db-b9bf-fcc884da683a,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:16:25.426170 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c35085f-6c9e-4471-bc66-5f22f0d26194 req-356f69ff-af92-4008-9d41-6f6656b13b82 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:25.429841 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4c35085f-6c9e-4471-bc66-5f22f0d26194 req-356f69ff-af92-4008-9d41-6f6656b13b82 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] 10.222.0.53 "GET /v2.0/ports?device_id=a39236e6-5cdc-4c5c-b6de-09769826c330 HTTP/1.1" status: 200 len: 943 time: 0.2630332 Jan 18 22:16:25.641715 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-34649794-4431-4d7a-aa5a-c873bd0ea54a req-09535d0d-e233-4972-a4d0-f603062f0140 service neutron] 10.222.0.36 "GET /v2.0/networks/cc278b4d-dcae-47fd-bae5-bd232ac640b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4078948 Jan 18 22:16:25.706636 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4c35085f-6c9e-4471-bc66-5f22f0d26194 req-38ed8bdf-c559-4f7d-a721-2d06fecd2778 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc9e6b12-2aff-425d-833f-8273a41de3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2576282 Jan 18 22:16:25.755951 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-48ae8624-c9d8-494f-abcd-d2330ec885c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-613841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1046579'] for router_interface, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:25.840221 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3063d01d-aa37-4a54-8957-ae164f67c85f req-3dc5f9a0-90c4-4cf3-a04b-b0ae21fb31de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:25.841798 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3063d01d-aa37-4a54-8957-ae164f67c85f req-3dc5f9a0-90c4-4cf3-a04b-b0ae21fb31de service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=43f0b96077a84d2a954b883639e07306&device_id=a39236e6-5cdc-4c5c-b6de-09769826c330 HTTP/1.1" status: 200 len: 1094 time: 0.1338418 Jan 18 22:16:26.097989 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 91ab33f0-4eb6-4f82-ba50-16388d51df85 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:16:26.115825 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-030849c6-52ca-4657-910c-d95f48e10c5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1041027'] for router_interface, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:26.261907 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 91ab33f0-4eb6-4f82-ba50-16388d51df85 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:16:26.262181 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:26.426186 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48ae8624-c9d8-494f-abcd-d2330ec885c9 admin admin] Router 44a5a009-0fa9-4ce8-a27b-0c53ccbcf88c has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:16:26.506275 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3063d01d-aa37-4a54-8957-ae164f67c85f req-845e70e6-ac1d-4660-a6af-169fd18bfd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:26.508562 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3063d01d-aa37-4a54-8957-ae164f67c85f req-845e70e6-ac1d-4660-a6af-169fd18bfd0d service neutron] 10.222.0.36 "GET /v2.0/networks?id=cc278b4d-dcae-47fd-bae5-bd232ac640b4 HTTP/1.1" status: 200 len: 923 time: 0.5899415 Jan 18 22:16:26.632156 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48ae8624-c9d8-494f-abcd-d2330ec885c9 admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:16:26.647678 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1967e8ba-926c-4306-9c04-0758cbd8ef2b None None] Sync routers for ids ['44a5a009-0fa9-4ce8-a27b-0c53ccbcf88c'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:16:26.649876 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-48ae8624-c9d8-494f-abcd-d2330ec885c9 admin admin] 10.222.0.53 "PUT /v2.0/routers/44a5a009-0fa9-4ce8-a27b-0c53ccbcf88c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6647167 Jan 18 22:16:26.650250 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 56550) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:16:26.658450 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1967e8ba-926c-4306-9c04-0758cbd8ef2b None None] Routers {'44a5a009-0fa9-4ce8-a27b-0c53ccbcf88c'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:16:26.665454 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-1967e8ba-926c-4306-9c04-0758cbd8ef2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:16:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['44a5a009-0fa9-4ce8-a27b-0c53ccbcf88c'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:16:26.782357 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4aacf6-297d-4990-a155-817608553332 req-429fba25-fc00-4d52-9e5b-d70a4eede2d7 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:26.801903 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3f4aacf6-297d-4990-a155-817608553332 req-429fba25-fc00-4d52-9e5b-d70a4eede2d7 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fa92f39-d443-46a1-a886-13e3ee10e361 HTTP/1.1" status: 200 len: 950 time: 0.4747910 Jan 18 22:16:26.820610 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3063d01d-aa37-4a54-8957-ae164f67c85f req-9dd4eb29-7ed9-4cb2-b6e2-40398c661a1b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7892f52-0b84-4f6e-89ca-c8eee1147910 HTTP/1.1" status: 200 len: 217 time: 0.2943213 Jan 18 22:16:26.951399 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-681b2932-c47f-4575-808a-f463599030af admin admin] Notify callbacks [] for router, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:26.961165 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3f4aacf6-297d-4990-a155-817608553332 req-910355fe-321a-4c30-a7ab-68a13d3dec46 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/security-groups?id=f617d299-382f-49d2-bef3-4bb5f1944b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582453 Jan 18 22:16:27.021947 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-1967e8ba-926c-4306-9c04-0758cbd8ef2b None None] Set router 44a5a009-0fa9-4ce8-a27b-0c53ccbcf88c gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:16:27.100837 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2a7b9b-ab90-41eb-88c1-0f7553fcd85e req-1b26726b-3782-4fb7-9b27-b15d2b4f6913 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:27.113118 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9c2a7b9b-ab90-41eb-88c1-0f7553fcd85e req-1b26726b-3782-4fb7-9b27-b15d2b4f6913 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1bd428d-9adb-4f93-b6ca-66e7491dd341 HTTP/1.1" status: 200 len: 950 time: 0.9729559 Jan 18 22:16:27.161686 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-681b2932-c47f-4575-808a-f463599030af admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:27.169977 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3063d01d-aa37-4a54-8957-ae164f67c85f req-19ce7782-c473-4622-a7bb-bd0306d29ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:27.172044 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3063d01d-aa37-4a54-8957-ae164f67c85f req-19ce7782-c473-4622-a7bb-bd0306d29ee5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1f0f1e45-beb6-4402-8040-f69acf064963 HTTP/1.1" status: 200 len: 862 time: 0.3237224 Jan 18 22:16:27.280649 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-681b2932-c47f-4575-808a-f463599030af admin admin] Deleting port aeda7f78-b882-4d87-8787-320022bb4ddc {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:16:27.280992 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-681b2932-c47f-4575-808a-f463599030af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:27.396878 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9c2a7b9b-ab90-41eb-88c1-0f7553fcd85e req-5e7ca77b-78b4-422e-9ad0-c7e4d323d564 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828970 Jan 18 22:16:27.433969 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-1967e8ba-926c-4306-9c04-0758cbd8ef2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a5a009-0fa9-4ce8-a27b-0c53ccbcf88c', 'name': 'tempest-FloatingIPDetailsTestJSON-1915850007-router', 'tenant_id': '844c39a7daa94ad0975cad9e39391145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.97'}], 'enable_snat': True}, 'gw_port_id': 'aeda7f78-b882-4d87-8787-320022bb4ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:15:43Z', 'updated_at': '2022-01-18T22:16:25Z', 'revision_number': 5, 'project_id': '844c39a7daa94ad0975cad9e39391145', 'gw_port': {'id': 'aeda7f78-b882-4d87-8787-320022bb4ddc', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a5a009-0fa9-4ce8-a27b-0c53ccbcf88c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:15:44Z', 'updated_at': '2022-01-18T22:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:16:27.453859 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d62842d-1495-47eb-9f66-4661e28a249c req-3d013233-4a1b-433a-9db4-9da931302dc4 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:27.463858 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6d62842d-1495-47eb-9f66-4661e28a249c req-3d013233-4a1b-433a-9db4-9da931302dc4 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] 10.222.0.53 "GET /v2.0/ports?device_id=a39236e6-5cdc-4c5c-b6de-09769826c330 HTTP/1.1" status: 200 len: 943 time: 0.3773048 Jan 18 22:16:27.525681 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6d62842d-1495-47eb-9f66-4661e28a249c req-87eb42d6-4717-4e56-9dbd-f6bb3897fb88 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc9e6b12-2aff-425d-833f-8273a41de3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608747 Jan 18 22:16:27.537025 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-681b2932-c47f-4575-808a-f463599030af admin admin] For port aeda7f78-b882-4d87-8787-320022bb4ddc, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=aeda7f78-b882-4d87-8787-320022bb4ddc,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:16:27.537405 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-681b2932-c47f-4575-808a-f463599030af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:27.549038 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1967e8ba-926c-4306-9c04-0758cbd8ef2b None None] Checking router: 44a5a009-0fa9-4ce8-a27b-0c53ccbcf88c for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:16:27.558668 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-681b2932-c47f-4575-808a-f463599030af admin admin] Calling delete_port for aeda7f78-b882-4d87-8787-320022bb4ddc owned by network:router_gateway {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:16:27.563527 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3063d01d-aa37-4a54-8957-ae164f67c85f req-bc514a88-6022-46fe-82a1-2b03e84f454a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:27.565625 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3063d01d-aa37-4a54-8957-ae164f67c85f req-bc514a88-6022-46fe-82a1-2b03e84f454a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cc278b4d-dcae-47fd-bae5-bd232ac640b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3344157 Jan 18 22:16:27.567866 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1967e8ba-926c-4306-9c04-0758cbd8ef2b None None] Routers {'44a5a009-0fa9-4ce8-a27b-0c53ccbcf88c'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:16:27.571494 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-1967e8ba-926c-4306-9c04-0758cbd8ef2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:16:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['44a5a009-0fa9-4ce8-a27b-0c53ccbcf88c'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:16:27.675239 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-1967e8ba-926c-4306-9c04-0758cbd8ef2b None None] Set router 44a5a009-0fa9-4ce8-a27b-0c53ccbcf88c gateway port host: None {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:16:27.680145 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8b0ab6-dcf4-41ef-8c20-6fd78f6d9121 req-4057e780-74ed-4888-82c4-0d82edd4c45d tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:27.682166 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2c8b0ab6-dcf4-41ef-8c20-6fd78f6d9121 req-4057e780-74ed-4888-82c4-0d82edd4c45d tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1bd428d-9adb-4f93-b6ca-66e7491dd341 HTTP/1.1" status: 200 len: 950 time: 0.1746414 Jan 18 22:16:27.691209 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-030849c6-52ca-4657-910c-d95f48e10c5d admin admin] Deleting port 91ab33f0-4eb6-4f82-ba50-16388d51df85 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:16:27.691843 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-030849c6-52ca-4657-910c-d95f48e10c5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:27.741323 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-1967e8ba-926c-4306-9c04-0758cbd8ef2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a5a009-0fa9-4ce8-a27b-0c53ccbcf88c', 'name': 'tempest-FloatingIPDetailsTestJSON-1915850007-router', 'tenant_id': '844c39a7daa94ad0975cad9e39391145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:15:43Z', 'updated_at': '2022-01-18T22:16:27Z', 'revision_number': 6, 'project_id': '844c39a7daa94ad0975cad9e39391145', 'gw_port_host': None}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:16:27.779407 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1967e8ba-926c-4306-9c04-0758cbd8ef2b None None] The sync data for ids ['44a5a009-0fa9-4ce8-a27b-0c53ccbcf88c'] in n-d-825064-1 is: [{'id': '44a5a009-0fa9-4ce8-a27b-0c53ccbcf88c', 'name': 'tempest-FloatingIPDetailsTestJSON-1915850007-router', 'tenant_id': '844c39a7daa94ad0975cad9e39391145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:15:43Z', 'updated_at': '2022-01-18T22:16:27Z', 'revision_number': 6, 'project_id': '844c39a7daa94ad0975cad9e39391145', 'gw_port_host': None}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:16:27.826311 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-681b2932-c47f-4575-808a-f463599030af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:27.883467 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681b2932-c47f-4575-808a-f463599030af admin admin] Pushing event deleted for resources: {'Port': ['ID=aeda7f78-b882-4d87-8787-320022bb4ddc,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:16:27.896517 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2c8b0ab6-dcf4-41ef-8c20-6fd78f6d9121 req-77bc6567-51d6-4279-9921-32abc1039b9c tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068095 Jan 18 22:16:27.932473 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 22:16:27.943295 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3063d01d-aa37-4a54-8957-ae164f67c85f req-6936dcb2-8b31-43cc-ac13-befea13201c5 service neutron] 10.222.0.36 "GET /v2.0/networks/cc278b4d-dcae-47fd-bae5-bd232ac640b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3586321 Jan 18 22:16:28.003188 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-681b2932-c47f-4575-808a-f463599030af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043029'] for router_gateway, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:28.061182 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-030849c6-52ca-4657-910c-d95f48e10c5d admin admin] For port 91ab33f0-4eb6-4f82-ba50-16388d51df85, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=91ab33f0-4eb6-4f82-ba50-16388d51df85,segment=NetworkSegment(3153a74e-8d5d-403e-aa14-838f9c10fba3),segment_id=3153a74e-8d5d-403e-aa14-838f9c10fba3)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:16:28.062123 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-030849c6-52ca-4657-910c-d95f48e10c5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:28.206002 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-681b2932-c47f-4575-808a-f463599030af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1040886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8602'] for router, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:28.211103 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-681b2932-c47f-4575-808a-f463599030af admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:28.268649 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-030849c6-52ca-4657-910c-d95f48e10c5d admin admin] Calling delete_port for 91ab33f0-4eb6-4f82-ba50-16388d51df85 owned by network:router_interface {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:16:28.330398 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-681b2932-c47f-4575-808a-f463599030af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1040832'] for router, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:28.331185 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-681b2932-c47f-4575-808a-f463599030af admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44a5a009-0fa9-4ce8-a27b-0c53ccbcf88c {{(pid=102431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 22:16:28.336541 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-681b2932-c47f-4575-808a-f463599030af admin admin] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:28.337829 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-681b2932-c47f-4575-808a-f463599030af admin admin] 10.222.0.53 "DELETE /v2.0/routers/44a5a009-0fa9-4ce8-a27b-0c53ccbcf88c HTTP/1.1" status: 204 len: 168 time: 1.6866400 Jan 18 22:16:28.341118 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 56590) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:16:28.346303 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [req-c1e71b22-eeda-4f25-8490-a7da59476b43 req-664d33b6-7a99-4337-aaff-d1513b52b5fc service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102430) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:16:28.360813 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c1e71b22-eeda-4f25-8490-a7da59476b43 req-664d33b6-7a99-4337-aaff-d1513b52b5fc service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0209625 Jan 18 22:16:28.437376 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-30a440e5-0efb-4ecb-abee-abfba2d74a9f admin admin] Deleting subnet bbfe7580-d1f2-433f-af7f-6852e101399d {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:16:28.445899 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-30a440e5-0efb-4ecb-abee-abfba2d74a9f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:28.499483 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f568e62-8699-4132-8fbe-cf6eee6e01f6 req-4e95b0c7-edf4-4fca-b784-43705abc36f5 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:28.512143 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0f568e62-8699-4132-8fbe-cf6eee6e01f6 req-4e95b0c7-edf4-4fca-b784-43705abc36f5 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fa92f39-d443-46a1-a886-13e3ee10e361 HTTP/1.1" status: 200 len: 950 time: 0.3512473 Jan 18 22:16:28.521691 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-30a440e5-0efb-4ecb-abee-abfba2d74a9f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:28.618115 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3063d01d-aa37-4a54-8957-ae164f67c85f req-1cf158ff-ede0-4385-9cbe-df5d1a80649c service neutron] 10.222.0.36 "GET /v2.0/networks/cc278b4d-dcae-47fd-bae5-bd232ac640b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6645160 Jan 18 22:16:28.662129 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0f568e62-8699-4132-8fbe-cf6eee6e01f6 req-7663e6bb-16dd-4370-af99-493515f09754 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/security-groups?id=f617d299-382f-49d2-bef3-4bb5f1944b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475239 Jan 18 22:16:28.681872 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-30a440e5-0efb-4ecb-abee-abfba2d74a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:29.069281 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a16bf46-2d1f-4faa-816c-bd64d3d59582 req-f0453f90-2c92-4a9d-a514-bbc51bd67eef tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:29.075462 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6a16bf46-2d1f-4faa-816c-bd64d3d59582 req-f0453f90-2c92-4a9d-a514-bbc51bd67eef tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1bd428d-9adb-4f93-b6ca-66e7491dd341 HTTP/1.1" status: 200 len: 950 time: 0.2253029 Jan 18 22:16:29.141405 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6f736e-d784-498d-bae7-665466d5ac9b req-baaeb236-5243-4692-81b9-1f79db362e44 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:29.149751 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8a6f736e-d784-498d-bae7-665466d5ac9b req-baaeb236-5243-4692-81b9-1f79db362e44 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] 10.222.0.53 "GET /v2.0/ports?device_id=a39236e6-5cdc-4c5c-b6de-09769826c330 HTTP/1.1" status: 200 len: 943 time: 0.2337208 Jan 18 22:16:29.294863 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6a16bf46-2d1f-4faa-816c-bd64d3d59582 req-1002b625-1cf4-4cf2-b91c-48118481c60f tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031217 Jan 18 22:16:29.363135 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device e7892f52-0b84-4f6e-89ca-c8eee1147910 details requested by agent hyperv_n-h1-825064-1 with host n-h1-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:16:29.375327 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ee167feb-03ec-43d4-80b1-b37040438d52 req-4c7971cf-4402-46ee-a76e-d63fd624ce37 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f1bd428d-9adb-4f93-b6ca-66e7491dd341&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6024320 Jan 18 22:16:29.376918 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-30a440e5-0efb-4ecb-abee-abfba2d74a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:29.380921 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8a6f736e-d784-498d-bae7-665466d5ac9b req-47b92bfb-682e-4cb6-ac3a-6d78f9d33c17 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc9e6b12-2aff-425d-833f-8273a41de3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2277505 Jan 18 22:16:29.386826 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-030849c6-52ca-4657-910c-d95f48e10c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:29.438011 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a440e5-0efb-4ecb-abee-abfba2d74a9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbfe7580-d1f2-433f-af7f-6852e101399d,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:16:29.450243 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-30a440e5-0efb-4ecb-abee-abfba2d74a9f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:29.458006 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030849c6-52ca-4657-910c-d95f48e10c5d admin admin] Pushing event deleted for resources: {'Port': ['ID=91ab33f0-4eb6-4f82-ba50-16388d51df85,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:16:29.461190 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 56604) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:16:29.462412 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-30a440e5-0efb-4ecb-abee-abfba2d74a9f admin admin] 10.222.0.53 "DELETE /v2.0/subnets/bbfe7580-d1f2-433f-af7f-6852e101399d HTTP/1.1" status: 204 len: 168 time: 1.1202500 Jan 18 22:16:29.548889 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3c4b88-d9e1-4104-96b0-6c72e38807d7 None None] Network 88fdffd4-d4ff-46bc-a081-ed68cc573dff requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:16:30.070820 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device aeda7f78-b882-4d87-8787-320022bb4ddc no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:16:30.219212 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: aeda7f78-b882-4d87-8787-320022bb4ddc {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:16:30.219568 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device aeda7f78-b882-4d87-8787-320022bb4ddc not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:16:30.220001 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device d05ea6d4-58e9-47db-b9bf-fcc884da683a no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:16:30.249521 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6a30c9dc-9afa-4d3b-a461-4b3af8562872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:30.277966 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: d05ea6d4-58e9-47db-b9bf-fcc884da683a {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:16:30.278309 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device d05ea6d4-58e9-47db-b9bf-fcc884da683a not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:16:30.310528 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port e7892f52-0b84-4f6e-89ca-c8eee1147910, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=e7892f52-0b84-4f6e-89ca-c8eee1147910,segment=NetworkSegment(ad933c8d-50d1-49d4-a766-f0aca6fd8ffc),segment_id=ad933c8d-50d1-49d4-a766-f0aca6fd8ffc)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:16:30.368795 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Returning: {'device': 'e7892f52-0b84-4f6e-89ca-c8eee1147910', 'network_id': 'cc278b4d-dcae-47fd-bae5-bd232ac640b4', 'port_id': 'e7892f52-0b84-4f6e-89ca-c8eee1147910', 'mac_address': 'fa:16:3e:32:bd:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f0f1e45-beb6-4402-8040-f69acf064963', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:16:30.483663 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7cb02a-1f69-497e-98a7-9ee711d386b2 req-c485fcc0-b531-4f45-a23c-95a677c6d7fe tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:30.486148 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2b7cb02a-1f69-497e-98a7-9ee711d386b2 req-c485fcc0-b531-4f45-a23c-95a677c6d7fe tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fa92f39-d443-46a1-a886-13e3ee10e361 HTTP/1.1" status: 200 len: 950 time: 0.2502263 Jan 18 22:16:30.516453 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:30.577000 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7892f52-0b84-4f6e-89ca-c8eee1147910 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:16:30.668759 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port e7892f52-0b84-4f6e-89ca-c8eee1147910, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=e7892f52-0b84-4f6e-89ca-c8eee1147910,segment=NetworkSegment(ad933c8d-50d1-49d4-a766-f0aca6fd8ffc),segment_id=ad933c8d-50d1-49d4-a766-f0aca6fd8ffc)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:16:30.710562 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:30.798576 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2417d9af-6f27-42d8-b6a8-362504a772ce req-045cc391-bb8b-4736-a6a2-832d4788e78e tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:30.801862 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bdf2944-f129-4142-a145-589e3ccb48a1 None None] DHCP port deletion for 88fdffd4-d4ff-46bc-a081-ed68cc573dff request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:16:30.813399 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2417d9af-6f27-42d8-b6a8-362504a772ce req-045cc391-bb8b-4736-a6a2-832d4788e78e tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1bd428d-9adb-4f93-b6ca-66e7491dd341 HTTP/1.1" status: 200 len: 950 time: 0.3194976 Jan 18 22:16:30.873845 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2b7cb02a-1f69-497e-98a7-9ee711d386b2 req-765ea9d2-6b60-4de2-89fd-752ef1834e7a tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/security-groups?id=f617d299-382f-49d2-bef3-4bb5f1944b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3515139 Jan 18 22:16:30.886209 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-030849c6-52ca-4657-910c-d95f48e10c5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-613841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1046579'] for router_interface, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:30.902420 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=e7892f52-0b84-4f6e-89ca-c8eee1147910,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:16:30.923959 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-2bdf2944-f129-4142-a145-589e3ccb48a1 None None] Deleting port 51e5f57e-1cbe-4374-9aa5-0284e3d165cf {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:16:30.935517 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2bdf2944-f129-4142-a145-589e3ccb48a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:30.960770 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2417d9af-6f27-42d8-b6a8-362504a772ce req-bd584f55-4b72-4510-a330-b410b47af928 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461935 Jan 18 22:16:30.985927 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-6a30c9dc-9afa-4d3b-a461-4b3af8562872 admin admin] Deleting port 51e5f57e-1cbe-4374-9aa5-0284e3d165cf {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:16:30.986282 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6a30c9dc-9afa-4d3b-a461-4b3af8562872 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:31.046396 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-2bdf2944-f129-4142-a145-589e3ccb48a1 None None] For port 51e5f57e-1cbe-4374-9aa5-0284e3d165cf, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=51e5f57e-1cbe-4374-9aa5-0284e3d165cf,segment=NetworkSegment(ac997d55-11c1-48ce-acdf-5b693b61dd07),segment_id=ac997d55-11c1-48ce-acdf-5b693b61dd07)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:16:31.047201 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2bdf2944-f129-4142-a145-589e3ccb48a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:31.065939 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-2bdf2944-f129-4142-a145-589e3ccb48a1 None None] Calling delete_port for 51e5f57e-1cbe-4374-9aa5-0284e3d165cf owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:16:31.190181 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbd46a7-6295-418b-a023-933e11d4d2c3 req-440c7239-1dd5-4b63-8f15-7ff07978bdff tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:31.191817 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-dbbd46a7-6295-418b-a023-933e11d4d2c3 req-440c7239-1dd5-4b63-8f15-7ff07978bdff tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] 10.222.0.53 "GET /v2.0/ports?device_id=a39236e6-5cdc-4c5c-b6de-09769826c330 HTTP/1.1" status: 200 len: 944 time: 0.2030225 Jan 18 22:16:31.237087 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['e7892f52-0b84-4f6e-89ca-c8eee1147910'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:16:31.288945 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2bdf2944-f129-4142-a145-589e3ccb48a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:31.328605 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-6a30c9dc-9afa-4d3b-a461-4b3af8562872 admin admin] For port 51e5f57e-1cbe-4374-9aa5-0284e3d165cf, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=51e5f57e-1cbe-4374-9aa5-0284e3d165cf,segment=NetworkSegment(ac997d55-11c1-48ce-acdf-5b693b61dd07),segment_id=ac997d55-11c1-48ce-acdf-5b693b61dd07)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:16:31.329175 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6a30c9dc-9afa-4d3b-a461-4b3af8562872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:31.377591 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device a144f15d-8003-4566-b13f-9284b79c7f71 no longer exists at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:16:31.385571 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-dbbd46a7-6295-418b-a023-933e11d4d2c3 req-3872d477-7414-4c3d-8024-45d380b440fd tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc9e6b12-2aff-425d-833f-8273a41de3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338863 Jan 18 22:16:31.396909 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-6a30c9dc-9afa-4d3b-a461-4b3af8562872 admin admin] Calling delete_port for 51e5f57e-1cbe-4374-9aa5-0284e3d165cf owned by network:dhcp {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:16:31.414767 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdf2944-f129-4142-a145-589e3ccb48a1 None None] Pushing event deleted for resources: {'Port': ['ID=51e5f57e-1cbe-4374-9aa5-0284e3d165cf,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:16:31.431022 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdf2944-f129-4142-a145-589e3ccb48a1 None None] No DVR routers for this DVR port 51e5f57e-1cbe-4374-9aa5-0284e3d165cf on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:16:31.645197 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee167feb-03ec-43d4-80b1-b37040438d52 req-7387c5b0-1a32-401e-950a-779db5f7254d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:31.646759 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ee167feb-03ec-43d4-80b1-b37040438d52 req-7387c5b0-1a32-401e-950a-779db5f7254d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7c124f68020a4e92b3e26dca83e43678&device_id=f1bd428d-9adb-4f93-b6ca-66e7491dd341 HTTP/1.1" status: 200 len: 1101 time: 0.0915675 Jan 18 22:16:31.679597 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:31.688241 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-030849c6-52ca-4657-910c-d95f48e10c5d admin admin] Router b8cea56f-1016-4dd5-9675-f17bbab06e2d has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:16:31.745391 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fa92f39-d443-46a1-a886-13e3ee10e361', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a144f15d-8003-4566-b13f-9284b79c7f71'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:16:31.755064 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bd544f2-479c-49ba-b34d-099bc1df3715" -d '{"events": [{"server_uuid": "5fa92f39-d443-46a1-a886-13e3ee10e361", "name": "network-vif-unplugged", "status": "completed", "tag": "a144f15d-8003-4566-b13f-9284b79c7f71"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:16:31.778984 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6a30c9dc-9afa-4d3b-a461-4b3af8562872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:31.799015 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee167feb-03ec-43d4-80b1-b37040438d52 req-2132df6e-d81d-427d-b1a5-53acf5db8467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:31.801038 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ee167feb-03ec-43d4-80b1-b37040438d52 req-2132df6e-d81d-427d-b1a5-53acf5db8467 service neutron] 10.222.0.67 "GET /v2.0/networks?id=aed2eca7-1bb0-443d-8485-b985dbe9851b HTTP/1.1" status: 200 len: 869 time: 0.1467624 Jan 18 22:16:31.820819 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port a144f15d-8003-4566-b13f-9284b79c7f71, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=a144f15d-8003-4566-b13f-9284b79c7f71,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:16:31.842321 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:31.920239 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ee167feb-03ec-43d4-80b1-b37040438d52 req-09fb0828-eecc-4285-bdfc-da8df5b43edc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=5c3d71c5-6bdd-48a1-8913-9546b130a8db HTTP/1.1" status: 200 len: 217 time: 0.1080656 Jan 18 22:16:31.934735 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a30c9dc-9afa-4d3b-a461-4b3af8562872 admin admin] Pushing event deleted for resources: {'Port': ['ID=51e5f57e-1cbe-4374-9aa5-0284e3d165cf,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:16:31.943357 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 18 Jan 2022 22:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83aa088e-feae-4649-ac0c-facfac291f74 x-openstack-request-id: req-83aa088e-feae-4649-ac0c-facfac291f74 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:16:31.943829 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fa92f39-d443-46a1-a886-13e3ee10e361", "name": "network-vif-unplugged", "status": "completed", "tag": "a144f15d-8003-4566-b13f-9284b79c7f71", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:16:31.944413 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-83aa088e-feae-4649-ac0c-facfac291f74 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:16:31.945354 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fa92f39-d443-46a1-a886-13e3ee10e361', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a144f15d-8003-4566-b13f-9284b79c7f71', 'code': 200} Jan 18 22:16:31.948029 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a30c9dc-9afa-4d3b-a461-4b3af8562872 admin admin] No DVR routers for this DVR port 51e5f57e-1cbe-4374-9aa5-0284e3d165cf on host n-d-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:16:31.948766 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 51e5f57e-1cbe-4374-9aa5-0284e3d165cf no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:16:32.034488 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee167feb-03ec-43d4-80b1-b37040438d52 req-6c88b26b-06df-41c1-b2ff-2ea26b41dc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:32.036411 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ee167feb-03ec-43d4-80b1-b37040438d52 req-6c88b26b-06df-41c1-b2ff-2ea26b41dc8c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8518183d-cc63-459a-b971-d4c7514e001f HTTP/1.1" status: 200 len: 843 time: 0.1110790 Jan 18 22:16:32.061267 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 51e5f57e-1cbe-4374-9aa5-0284e3d165cf {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:16:32.061552 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 51e5f57e-1cbe-4374-9aa5-0284e3d165cf not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:16:32.113358 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=a144f15d-8003-4566-b13f-9284b79c7f71,revision_number=9']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:16:32.125111 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee167feb-03ec-43d4-80b1-b37040438d52 req-06a38315-9e42-4901-88d2-17ff7c7c5f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:32.126643 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ee167feb-03ec-43d4-80b1-b37040438d52 req-06a38315-9e42-4901-88d2-17ff7c7c5f2c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aed2eca7-1bb0-443d-8485-b985dbe9851b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0834742 Jan 18 22:16:32.260570 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-030849c6-52ca-4657-910c-d95f48e10c5d admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:16:32.274229 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e636fd-abd6-4ab0-90ec-bf1042fc95d1 None None] Sync routers for ids ['b8cea56f-1016-4dd5-9675-f17bbab06e2d'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:16:32.295859 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e636fd-abd6-4ab0-90ec-bf1042fc95d1 None None] Routers {'b8cea56f-1016-4dd5-9675-f17bbab06e2d'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:16:32.298970 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-40e636fd-abd6-4ab0-90ec-bf1042fc95d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:16:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['b8cea56f-1016-4dd5-9675-f17bbab06e2d'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:16:32.347637 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-030849c6-52ca-4657-910c-d95f48e10c5d admin admin] 10.222.0.53 "PUT /v2.0/routers/b8cea56f-1016-4dd5-9675-f17bbab06e2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3990967 Jan 18 22:16:32.349655 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 56658) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:16:32.361196 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6a30c9dc-9afa-4d3b-a461-4b3af8562872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:32.378032 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ee167feb-03ec-43d4-80b1-b37040438d52 req-6b971e43-b9f7-40e9-b81f-af63213064af service neutron] 10.222.0.67 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421901 Jan 18 22:16:32.406072 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50a1632-cc39-41a5-81c6-75f4abefc441 req-7d3024cb-c40e-40f9-9a18-bc8a99094db1 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:32.419569 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c50a1632-cc39-41a5-81c6-75f4abefc441 req-7d3024cb-c40e-40f9-9a18-bc8a99094db1 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fa92f39-d443-46a1-a886-13e3ee10e361 HTTP/1.1" status: 200 len: 948 time: 0.2780883 Jan 18 22:16:32.443242 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b96c315-863c-4263-8d54-3a6e147f5d13 req-a3c6c5b5-6a66-469a-b61b-467f38a1792c tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:32.463854 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6b96c315-863c-4263-8d54-3a6e147f5d13 req-a3c6c5b5-6a66-469a-b61b-467f38a1792c tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1bd428d-9adb-4f93-b6ca-66e7491dd341 HTTP/1.1" status: 200 len: 950 time: 0.3378346 Jan 18 22:16:32.584649 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6b96c315-863c-4263-8d54-3a6e147f5d13 req-5951ae00-c600-4a1f-9bb3-632d0efc985e tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197848 Jan 18 22:16:32.614788 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-6a30c9dc-9afa-4d3b-a461-4b3af8562872 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88fdffd4-d4ff-46bc-a081-ed68cc573dff']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:16:32.622381 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-40e636fd-abd6-4ab0-90ec-bf1042fc95d1 None None] Set router b8cea56f-1016-4dd5-9675-f17bbab06e2d gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:16:32.644297 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-6a30c9dc-9afa-4d3b-a461-4b3af8562872 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac997d55-11c1-48ce-acdf-5b693b61dd07') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:16:32.644632 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-6a30c9dc-9afa-4d3b-a461-4b3af8562872 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac997d55-11c1-48ce-acdf-5b693b61dd07') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:16:32.677706 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6a30c9dc-9afa-4d3b-a461-4b3af8562872 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60394742'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:32.715210 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6a30c9dc-9afa-4d3b-a461-4b3af8562872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:32.736908 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a30c9dc-9afa-4d3b-a461-4b3af8562872 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:16:32.737770 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6a30c9dc-9afa-4d3b-a461-4b3af8562872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60203044'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:32.839006 n-d-825064-1 neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:16:32.839006 n-d-825064-1 neutron-server[102430]: self.session.flush() Jan 18 22:16:32.839006 n-d-825064-1 neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:16:32.839006 n-d-825064-1 neutron-server[102430]: self.session.flush() Jan 18 22:16:32.839006 n-d-825064-1 neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:16:32.839006 n-d-825064-1 neutron-server[102430]: self.session.flush() Jan 18 22:16:32.839006 n-d-825064-1 neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:16:32.839006 n-d-825064-1 neutron-server[102430]: self.session.flush() Jan 18 22:16:32.839006 n-d-825064-1 neutron-server[102430]: Traceback (most recent call last): Jan 18 22:16:32.839006 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:16:32.839006 n-d-825064-1 neutron-server[102430]: timer() Jan 18 22:16:32.839006 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:16:32.839006 n-d-825064-1 neutron-server[102430]: cb(*args, **kw) Jan 18 22:16:32.839006 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:16:32.839006 n-d-825064-1 neutron-server[102430]: return func(*args, **kwargs) Jan 18 22:16:32.839006 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:16:32.839006 n-d-825064-1 neutron-server[102430]: self._notify() Jan 18 22:16:32.839006 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:16:32.839006 n-d-825064-1 neutron-server[102430]: self.callback(batched_events) Jan 18 22:16:32.839006 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:16:32.839006 n-d-825064-1 neutron-server[102430]: event.method(event) Jan 18 22:16:32.839006 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:16:32.839006 n-d-825064-1 neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:16:32.839006 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:16:32.839006 n-d-825064-1 neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:16:32.839006 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:16:32.839006 n-d-825064-1 neutron-server[102430]: return f(self, *a, **k) Jan 18 22:16:32.839006 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:16:32.839006 n-d-825064-1 neutron-server[102430]: return self._get(url).json() Jan 18 22:16:32.839006 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:16:32.839006 n-d-825064-1 neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:16:32.839006 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:16:32.839006 n-d-825064-1 neutron-server[102430]: return self.request(url, 'GET', **kwargs) Jan 18 22:16:32.839006 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:16:32.839006 n-d-825064-1 neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:16:32.839006 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:16:32.839006 n-d-825064-1 neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:16:32.839006 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:16:32.839006 n-d-825064-1 neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:16:32.839006 n-d-825064-1 neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:16:32.861510 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ee167feb-03ec-43d4-80b1-b37040438d52 req-7169533d-13b7-432f-b721-269bdf472d58 service neutron] 10.222.0.67 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3749909 Jan 18 22:16:32.893451 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-34848cfc-48cd-4e0f-ac37-7ec71d1c2e0c admin admin] Notify callbacks [] for router, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:32.920332 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c50a1632-cc39-41a5-81c6-75f4abefc441 req-0be9670d-6808-472e-96be-22d32a3b4128 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/security-groups?id=f617d299-382f-49d2-bef3-4bb5f1944b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4947662 Jan 18 22:16:32.923699 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6a30c9dc-9afa-4d3b-a461-4b3af8562872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:32.974536 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6a30c9dc-9afa-4d3b-a461-4b3af8562872 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:32.982848 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-6a30c9dc-9afa-4d3b-a461-4b3af8562872 admin admin] 10.222.0.53 "DELETE /v2.0/networks/88fdffd4-d4ff-46bc-a081-ed68cc573dff HTTP/1.1" status: 204 len: 168 time: 3.5206325 Jan 18 22:16:32.989868 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-40e636fd-abd6-4ab0-90ec-bf1042fc95d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8cea56f-1016-4dd5-9675-f17bbab06e2d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-297632017-router', 'tenant_id': '37c6c6e136d94e8cb9ac2cefaa55eb26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': 'de775fbb-b836-4c76-a146-72409fd4776b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:16:10Z', 'updated_at': '2022-01-18T22:16:29Z', 'revision_number': 5, 'project_id': '37c6c6e136d94e8cb9ac2cefaa55eb26', 'gw_port': {'id': 'de775fbb-b836-4c76-a146-72409fd4776b', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a7:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cea56f-1016-4dd5-9675-f17bbab06e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:16:10Z', 'updated_at': '2022-01-18T22:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:16:33.026424 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a30c9dc-9afa-4d3b-a461-4b3af8562872 admin admin] Pushing event deleted for resources: {'Network': ['ID=88fdffd4-d4ff-46bc-a081-ed68cc573dff,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:16:33.065561 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d1c335-017f-448b-9731-7c7b16c67c5a req-948445a4-3477-416f-9a09-c5e8fa7c0a0f tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:33.068393 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e636fd-abd6-4ab0-90ec-bf1042fc95d1 None None] Checking router: b8cea56f-1016-4dd5-9675-f17bbab06e2d for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:16:33.077794 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-27d1c335-017f-448b-9731-7c7b16c67c5a req-948445a4-3477-416f-9a09-c5e8fa7c0a0f tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] 10.222.0.53 "GET /v2.0/ports?device_id=a39236e6-5cdc-4c5c-b6de-09769826c330 HTTP/1.1" status: 200 len: 944 time: 0.2365549 Jan 18 22:16:33.113707 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e636fd-abd6-4ab0-90ec-bf1042fc95d1 None None] Routers {'b8cea56f-1016-4dd5-9675-f17bbab06e2d'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:16:33.114219 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-40e636fd-abd6-4ab0-90ec-bf1042fc95d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:16:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['b8cea56f-1016-4dd5-9675-f17bbab06e2d'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:16:33.170050 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-27d1c335-017f-448b-9731-7c7b16c67c5a req-b2803a34-4990-4004-b3ac-87c0e068cb8a tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc9e6b12-2aff-425d-833f-8273a41de3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870357 Jan 18 22:16:33.200082 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-34848cfc-48cd-4e0f-ac37-7ec71d1c2e0c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:33.245676 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 56670) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:16:33.317579 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-34848cfc-48cd-4e0f-ac37-7ec71d1c2e0c admin admin] Deleting port de775fbb-b836-4c76-a146-72409fd4776b {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:16:33.317972 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-34848cfc-48cd-4e0f-ac37-7ec71d1c2e0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:33.337412 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-af071ebe-3906-4b30-a33d-4a47dfdcf2f2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=844c39a7daa94ad0975cad9e39391145&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0897424 Jan 18 22:16:33.338372 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 56672) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:16:33.343724 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-40e636fd-abd6-4ab0-90ec-bf1042fc95d1 None None] Set router b8cea56f-1016-4dd5-9675-f17bbab06e2d gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:16:33.376517 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device a144f15d-8003-4566-b13f-9284b79c7f71 details requested by agent hyperv_n-h1-825064-1 with host n-h1-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:16:33.378984 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device e7892f52-0b84-4f6e-89ca-c8eee1147910 up at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:16:33.499763 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bb1fd071-1b9b-4db6-adf9-b08a81c69754 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:33.528901 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-34848cfc-48cd-4e0f-ac37-7ec71d1c2e0c admin admin] For port de775fbb-b836-4c76-a146-72409fd4776b, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=de775fbb-b836-4c76-a146-72409fd4776b,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:16:33.532811 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-34848cfc-48cd-4e0f-ac37-7ec71d1c2e0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:33.562914 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-34848cfc-48cd-4e0f-ac37-7ec71d1c2e0c admin admin] Calling delete_port for de775fbb-b836-4c76-a146-72409fd4776b owned by network:router_gateway {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:16:33.571008 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning for port e7892f52-0b84-4f6e-89ca-c8eee1147910 completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:16:33.605458 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning complete for port e7892f52-0b84-4f6e-89ca-c8eee1147910 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:16:33.608398 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:33.650772 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bb1fd071-1b9b-4db6-adf9-b08a81c69754 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:33.732051 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port a144f15d-8003-4566-b13f-9284b79c7f71, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=a144f15d-8003-4566-b13f-9284b79c7f71,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:16:33.768645 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-34848cfc-48cd-4e0f-ac37-7ec71d1c2e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:33.809193 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Returning: {'device': 'a144f15d-8003-4566-b13f-9284b79c7f71', 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b', 'port_id': 'a144f15d-8003-4566-b13f-9284b79c7f71', 'mac_address': 'fa:16:3e:fc:11:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8518183d-cc63-459a-b971-d4c7514e001f', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:16:33.837314 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34848cfc-48cd-4e0f-ac37-7ec71d1c2e0c admin admin] Pushing event deleted for resources: {'Port': ['ID=de775fbb-b836-4c76-a146-72409fd4776b,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:16:33.912396 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bb1fd071-1b9b-4db6-adf9-b08a81c69754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:33.915367 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bb1fd071-1b9b-4db6-adf9-b08a81c69754 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:33.919722 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-bb1fd071-1b9b-4db6-adf9-b08a81c69754 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5d2fc0d7-a627-430e-be0d-ba47d3cfec37 HTTP/1.1" status: 204 len: 168 time: 0.5764818 Jan 18 22:16:33.921961 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-40e636fd-abd6-4ab0-90ec-bf1042fc95d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8cea56f-1016-4dd5-9675-f17bbab06e2d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-297632017-router', 'tenant_id': '37c6c6e136d94e8cb9ac2cefaa55eb26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': 'de775fbb-b836-4c76-a146-72409fd4776b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:16:10Z', 'updated_at': '2022-01-18T22:16:29Z', 'revision_number': 5, 'project_id': '37c6c6e136d94e8cb9ac2cefaa55eb26', 'gw_port': {'id': 'de775fbb-b836-4c76-a146-72409fd4776b', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a7:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cea56f-1016-4dd5-9675-f17bbab06e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:16:10Z', 'updated_at': '2022-01-18T22:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:16:33.938150 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1fd071-1b9b-4db6-adf9-b08a81c69754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d2fc0d7-a627-430e-be0d-ba47d3cfec37,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:16:33.954029 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-34848cfc-48cd-4e0f-ac37-7ec71d1c2e0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043029'] for router_gateway, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:34.002327 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dda730-f8aa-464b-b451-bafd7f20a20b req-91e1619c-fd7f-4faa-8265-19bf9b5c2ba0 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:34.009502 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-66dda730-f8aa-464b-b451-bafd7f20a20b req-91e1619c-fd7f-4faa-8265-19bf9b5c2ba0 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1bd428d-9adb-4f93-b6ca-66e7491dd341 HTTP/1.1" status: 200 len: 950 time: 0.0912228 Jan 18 22:16:34.010885 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e636fd-abd6-4ab0-90ec-bf1042fc95d1 None None] The sync data for ids ['b8cea56f-1016-4dd5-9675-f17bbab06e2d'] in n-d-825064-1 is: [{'id': 'b8cea56f-1016-4dd5-9675-f17bbab06e2d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-297632017-router', 'tenant_id': '37c6c6e136d94e8cb9ac2cefaa55eb26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': 'de775fbb-b836-4c76-a146-72409fd4776b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:16:10Z', 'updated_at': '2022-01-18T22:16:29Z', 'revision_number': 5, 'project_id': '37c6c6e136d94e8cb9ac2cefaa55eb26', 'gw_port': {'id': 'de775fbb-b836-4c76-a146-72409fd4776b', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a7:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cea56f-1016-4dd5-9675-f17bbab06e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:16:10Z', 'updated_at': '2022-01-18T22:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:16:34.132156 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-66dda730-f8aa-464b-b451-bafd7f20a20b req-9b703e6a-ed8a-445d-a257-2e47df6e1eb5 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075382 Jan 18 22:16:34.139198 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:34.147949 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:34.155093 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7838397-5cea-45f1-9e2b-bda108583348 req-58e88423-2bdd-4108-8157-2dcea0236419 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:34.156683 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a7838397-5cea-45f1-9e2b-bda108583348 req-58e88423-2bdd-4108-8157-2dcea0236419 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fa92f39-d443-46a1-a886-13e3ee10e361 HTTP/1.1" status: 200 len: 948 time: 0.1430504 Jan 18 22:16:34.160797 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-34848cfc-48cd-4e0f-ac37-7ec71d1c2e0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1040886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8602'] for router, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:34.163342 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-34848cfc-48cd-4e0f-ac37-7ec71d1c2e0c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:34.221840 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-34848cfc-48cd-4e0f-ac37-7ec71d1c2e0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1040832'] for router, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:34.222797 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34848cfc-48cd-4e0f-ac37-7ec71d1c2e0c admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8cea56f-1016-4dd5-9675-f17bbab06e2d {{(pid=102431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 22:16:34.227737 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-34848cfc-48cd-4e0f-ac37-7ec71d1c2e0c admin admin] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:34.229028 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-34848cfc-48cd-4e0f-ac37-7ec71d1c2e0c admin admin] 10.222.0.53 "DELETE /v2.0/routers/b8cea56f-1016-4dd5-9675-f17bbab06e2d HTTP/1.1" status: 204 len: 168 time: 1.8780937 Jan 18 22:16:34.235347 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 56690) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:16:34.256586 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a7838397-5cea-45f1-9e2b-bda108583348 req-3387f381-f3e6-4919-aebc-1d62c022c9f3 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/security-groups?id=f617d299-382f-49d2-bef3-4bb5f1944b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877066 Jan 18 22:16:34.288533 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a144f15d-8003-4566-b13f-9284b79c7f71 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:16:34.310749 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a39236e6-5cdc-4c5c-b6de-09769826c330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7892f52-0b84-4f6e-89ca-c8eee1147910'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:16:34.313289 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-441cbbbd-08fe-48de-b635-1d16520387ab" -d '{"events": [{"server_uuid": "a39236e6-5cdc-4c5c-b6de-09769826c330", "name": "network-vif-plugged", "status": "completed", "tag": "e7892f52-0b84-4f6e-89ca-c8eee1147910"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:16:34.317568 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e2ce589-c633-4815-8b27-e1c4930b8437 admin admin] Deleting subnet 4c1ba641-3b27-4a40-aa8b-997909eeed2f {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:16:34.343522 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4e2ce589-c633-4815-8b27-e1c4930b8437 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:34.401734 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port e7892f52-0b84-4f6e-89ca-c8eee1147910, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=e7892f52-0b84-4f6e-89ca-c8eee1147910,segment=NetworkSegment(ad933c8d-50d1-49d4-a766-f0aca6fd8ffc),segment_id=ad933c8d-50d1-49d4-a766-f0aca6fd8ffc)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:16:34.421769 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port a144f15d-8003-4566-b13f-9284b79c7f71, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=a144f15d-8003-4566-b13f-9284b79c7f71,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:16:34.427296 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2bd58d2-a9d3-4bde-94cb-e5cb8b789a28 x-openstack-request-id: req-c2bd58d2-a9d3-4bde-94cb-e5cb8b789a28 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:16:34.427601 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a39236e6-5cdc-4c5c-b6de-09769826c330", "name": "network-vif-plugged", "status": "completed", "tag": "e7892f52-0b84-4f6e-89ca-c8eee1147910", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:16:34.429016 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c2bd58d2-a9d3-4bde-94cb-e5cb8b789a28 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:16:34.429607 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a39236e6-5cdc-4c5c-b6de-09769826c330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7892f52-0b84-4f6e-89ca-c8eee1147910', 'code': 200} Jan 18 22:16:34.433497 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:34.449131 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:34.472974 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4e2ce589-c633-4815-8b27-e1c4930b8437 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:34.532715 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908ac5a9-d315-485e-a009-41385dfb9700 req-a3380680-c675-4840-8444-67518da7390d tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:34.535222 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-908ac5a9-d315-485e-a009-41385dfb9700 req-a3380680-c675-4840-8444-67518da7390d tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] 10.222.0.53 "GET /v2.0/ports?device_id=a39236e6-5cdc-4c5c-b6de-09769826c330 HTTP/1.1" status: 200 len: 944 time: 0.1945488 Jan 18 22:16:34.574326 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=e7892f52-0b84-4f6e-89ca-c8eee1147910,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:16:34.631021 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-908ac5a9-d315-485e-a009-41385dfb9700 req-cddeaeb5-6103-46a0-a75f-7233c615e92f tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc9e6b12-2aff-425d-833f-8273a41de3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799563 Jan 18 22:16:34.639773 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86202ca-6cc9-47b1-a39a-b6d3e1cdde3c req-b841f05f-01fc-44a6-b03d-516cf88daf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:34.641468 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b86202ca-6cc9-47b1-a39a-b6d3e1cdde3c req-b841f05f-01fc-44a6-b03d-516cf88daf86 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a39236e6-5cdc-4c5c-b6de-09769826c330 HTTP/1.1" status: 200 len: 1096 time: 0.1050153 Jan 18 22:16:34.707832 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b86202ca-6cc9-47b1-a39a-b6d3e1cdde3c req-3d6d7b1e-b6ed-4d9f-8c18-f68329a49d12 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=fc9e6b12-2aff-425d-833f-8273a41de3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579245 Jan 18 22:16:34.752370 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=a144f15d-8003-4566-b13f-9284b79c7f71,revision_number=10']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:16:34.756523 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4e2ce589-c633-4815-8b27-e1c4930b8437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:34.825759 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['a144f15d-8003-4566-b13f-9284b79c7f71'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:16:34.890299 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4e2ce589-c633-4815-8b27-e1c4930b8437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:34.914329 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4e2ce589-c633-4815-8b27-e1c4930b8437 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:34.926965 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfde8013-dae5-44c7-9372-01a44da98de5 None None] Network 5bf499b5-d66d-460e-b875-9a931f9ec9aa requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:16:34.927466 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 56716) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:16:34.927832 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-4e2ce589-c633-4815-8b27-e1c4930b8437 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/4c1ba641-3b27-4a40-aa8b-997909eeed2f HTTP/1.1" status: 204 len: 168 time: 0.6911576 Jan 18 22:16:34.955433 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2ce589-c633-4815-8b27-e1c4930b8437 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c1ba641-3b27-4a40-aa8b-997909eeed2f,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:16:35.268102 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba16a8eb-0edb-4031-96c4-d2d27a57ba15 req-331c8938-294e-4b9b-aa3c-2661d805a559 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:35.268392 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ba16a8eb-0edb-4031-96c4-d2d27a57ba15 req-331c8938-294e-4b9b-aa3c-2661d805a559 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/networks?id=db135028-f57a-417d-a5fc-9f73c3e34dd7 HTTP/1.1" status: 200 len: 807 time: 0.2057779 Jan 18 22:16:35.283795 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-3b41af2c-7aa7-405a-b513-e2ad34429f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:35.297847 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ba16a8eb-0edb-4031-96c4-d2d27a57ba15 req-469dcc77-9325-4330-b99a-3fa51b516aa1 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/quotas/646d6b7fa3c74dbb9d53573120d4a5a9 HTTP/1.1" status: 200 len: 375 time: 0.0119092 Jan 18 22:16:35.526850 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39a63f0-5959-404b-a19c-f89d9ed99980 None None] DHCP port deletion for 5bf499b5-d66d-460e-b875-9a931f9ec9aa request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:16:35.537008 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6683b8-22f0-4ac9-b374-5f8800048afd req-70d5b36c-1daf-4ed7-8651-6bdf88fe907c tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:35.547994 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9d6683b8-22f0-4ac9-b374-5f8800048afd req-70d5b36c-1daf-4ed7-8651-6bdf88fe907c tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1bd428d-9adb-4f93-b6ca-66e7491dd341 HTTP/1.1" status: 200 len: 950 time: 0.2464011 Jan 18 22:16:35.561679 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ba16a8eb-0edb-4031-96c4-d2d27a57ba15 req-ef1dfe1b-3473-4f83-8c89-c8ad21c990e6 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=646d6b7fa3c74dbb9d53573120d4a5a9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2503324 Jan 18 22:16:35.607230 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-a39a63f0-5959-404b-a19c-f89d9ed99980 None None] Deleting port 15a26a9b-7183-4b7d-bea4-d6ea2449866b {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:16:35.607605 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a39a63f0-5959-404b-a19c-f89d9ed99980 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:35.707095 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9d6683b8-22f0-4ac9-b374-5f8800048afd req-8eee738c-0028-47bb-8b67-0a9d7f555ef8 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578274 Jan 18 22:16:35.708555 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-a39a63f0-5959-404b-a19c-f89d9ed99980 None None] For port 15a26a9b-7183-4b7d-bea4-d6ea2449866b, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=15a26a9b-7183-4b7d-bea4-d6ea2449866b,segment=NetworkSegment(3153a74e-8d5d-403e-aa14-838f9c10fba3),segment_id=3153a74e-8d5d-403e-aa14-838f9c10fba3)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:16:35.709370 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a39a63f0-5959-404b-a19c-f89d9ed99980 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:35.747031 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-a39a63f0-5959-404b-a19c-f89d9ed99980 None None] Calling delete_port for 15a26a9b-7183-4b7d-bea4-d6ea2449866b owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:16:35.748338 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-3b41af2c-7aa7-405a-b513-e2ad34429f1f admin admin] Deleting port 15a26a9b-7183-4b7d-bea4-d6ea2449866b {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:16:35.748761 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-3b41af2c-7aa7-405a-b513-e2ad34429f1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:35.844238 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ba16a8eb-0edb-4031-96c4-d2d27a57ba15 req-7f17a967-c73c-4cad-83bd-536980c8c415 service neutron] 10.222.0.53 "GET /v2.0/networks/db135028-f57a-417d-a5fc-9f73c3e34dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656038 Jan 18 22:16:35.882865 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a39a63f0-5959-404b-a19c-f89d9ed99980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:35.912432 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39a63f0-5959-404b-a19c-f89d9ed99980 None None] Pushing event deleted for resources: {'Port': ['ID=15a26a9b-7183-4b7d-bea4-d6ea2449866b,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:16:35.927283 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39a63f0-5959-404b-a19c-f89d9ed99980 None None] No DVR routers for this DVR port 15a26a9b-7183-4b7d-bea4-d6ea2449866b on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:16:35.943045 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 15a26a9b-7183-4b7d-bea4-d6ea2449866b no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:16:35.974193 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 15a26a9b-7183-4b7d-bea4-d6ea2449866b {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:16:35.974571 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 15a26a9b-7183-4b7d-bea4-d6ea2449866b not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:16:35.974968 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 91ab33f0-4eb6-4f82-ba50-16388d51df85 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:16:35.987973 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-3b41af2c-7aa7-405a-b513-e2ad34429f1f admin admin] For port 15a26a9b-7183-4b7d-bea4-d6ea2449866b, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=15a26a9b-7183-4b7d-bea4-d6ea2449866b,segment=NetworkSegment(3153a74e-8d5d-403e-aa14-838f9c10fba3),segment_id=3153a74e-8d5d-403e-aa14-838f9c10fba3)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:16:35.989044 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-3b41af2c-7aa7-405a-b513-e2ad34429f1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:35.995903 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 91ab33f0-4eb6-4f82-ba50-16388d51df85 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:16:35.996285 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 91ab33f0-4eb6-4f82-ba50-16388d51df85 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:16:35.996709 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device de775fbb-b836-4c76-a146-72409fd4776b no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:16:36.011941 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-3b41af2c-7aa7-405a-b513-e2ad34429f1f admin admin] Calling delete_port for 15a26a9b-7183-4b7d-bea4-d6ea2449866b owned by network:dhcp {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:16:36.017101 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: de775fbb-b836-4c76-a146-72409fd4776b {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:16:36.017457 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device de775fbb-b836-4c76-a146-72409fd4776b not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:16:36.019867 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ba16a8eb-0edb-4031-96c4-d2d27a57ba15 req-57bd874c-7f4d-4cde-a782-d62899ec2aaf service neutron] 10.222.0.53 "GET /v2.0/networks/db135028-f57a-417d-a5fc-9f73c3e34dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746433 Jan 18 22:16:36.093016 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71819bf2-501f-4776-bb26-54978296d1b8 req-e01677e4-cd38-4923-a8ed-12a01a9b9b25 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:36.093016 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-71819bf2-501f-4776-bb26-54978296d1b8 req-e01677e4-cd38-4923-a8ed-12a01a9b9b25 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fa92f39-d443-46a1-a886-13e3ee10e361 HTTP/1.1" status: 200 len: 950 time: 0.2388132 Jan 18 22:16:36.148211 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-71819bf2-501f-4776-bb26-54978296d1b8 req-e964ac1b-b058-4eb9-923a-625b00fa7fe9 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/security-groups?id=f617d299-382f-49d2-bef3-4bb5f1944b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456998 Jan 18 22:16:36.152839 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-3b41af2c-7aa7-405a-b513-e2ad34429f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:36.201673 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b41af2c-7aa7-405a-b513-e2ad34429f1f admin admin] Pushing event deleted for resources: {'Port': ['ID=15a26a9b-7183-4b7d-bea4-d6ea2449866b,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:16:36.203672 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b41af2c-7aa7-405a-b513-e2ad34429f1f admin admin] No DVR routers for this DVR port 15a26a9b-7183-4b7d-bea4-d6ea2449866b on host n-d-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:16:36.309862 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-3b41af2c-7aa7-405a-b513-e2ad34429f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:36.361495 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-3b41af2c-7aa7-405a-b513-e2ad34429f1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bf499b5-d66d-460e-b875-9a931f9ec9aa']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:16:36.376185 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-3b41af2c-7aa7-405a-b513-e2ad34429f1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3153a74e-8d5d-403e-aa14-838f9c10fba3') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:16:36.376722 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-3b41af2c-7aa7-405a-b513-e2ad34429f1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3153a74e-8d5d-403e-aa14-838f9c10fba3') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:16:36.391611 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-3b41af2c-7aa7-405a-b513-e2ad34429f1f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60394742'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:36.414272 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eda10d-9de6-46fa-86ab-c9d208656097 req-3e878316-9ea5-4f50-b341-932bc576d17e tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:36.416104 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d7eda10d-9de6-46fa-86ab-c9d208656097 req-3e878316-9ea5-4f50-b341-932bc576d17e tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] 10.222.0.53 "GET /v2.0/ports?device_id=a39236e6-5cdc-4c5c-b6de-09769826c330 HTTP/1.1" status: 200 len: 945 time: 0.1029086 Jan 18 22:16:36.420478 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-3b41af2c-7aa7-405a-b513-e2ad34429f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:36.453556 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b41af2c-7aa7-405a-b513-e2ad34429f1f admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:16:36.454181 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-3b41af2c-7aa7-405a-b513-e2ad34429f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60203044'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:36.457126 n-d-825064-1 neutron-server[102430]: Traceback (most recent call last): Jan 18 22:16:36.457126 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:16:36.457126 n-d-825064-1 neutron-server[102430]: timer() Jan 18 22:16:36.457126 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:16:36.457126 n-d-825064-1 neutron-server[102430]: cb(*args, **kw) Jan 18 22:16:36.457126 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:16:36.457126 n-d-825064-1 neutron-server[102430]: return func(*args, **kwargs) Jan 18 22:16:36.457126 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:16:36.457126 n-d-825064-1 neutron-server[102430]: self._notify() Jan 18 22:16:36.457126 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:16:36.457126 n-d-825064-1 neutron-server[102430]: self.callback(batched_events) Jan 18 22:16:36.457126 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:16:36.457126 n-d-825064-1 neutron-server[102430]: event.method(event) Jan 18 22:16:36.457126 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:16:36.457126 n-d-825064-1 neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:16:36.457126 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:16:36.457126 n-d-825064-1 neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:16:36.457126 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:16:36.457126 n-d-825064-1 neutron-server[102430]: return f(self, *a, **k) Jan 18 22:16:36.457126 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:16:36.457126 n-d-825064-1 neutron-server[102430]: return self._get(url).json() Jan 18 22:16:36.457126 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:16:36.457126 n-d-825064-1 neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:16:36.457126 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:16:36.457126 n-d-825064-1 neutron-server[102430]: return self.request(url, 'GET', **kwargs) Jan 18 22:16:36.457126 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:16:36.457126 n-d-825064-1 neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:16:36.457126 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:16:36.457126 n-d-825064-1 neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:16:36.457126 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:16:36.457126 n-d-825064-1 neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:16:36.457126 n-d-825064-1 neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:16:36.555595 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d7eda10d-9de6-46fa-86ab-c9d208656097 req-9105e6f2-4955-4e0a-9f65-e0f93e625d30 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc9e6b12-2aff-425d-833f-8273a41de3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040769 Jan 18 22:16:36.599672 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-3b41af2c-7aa7-405a-b513-e2ad34429f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:36.606783 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-3b41af2c-7aa7-405a-b513-e2ad34429f1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:36.614161 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-3b41af2c-7aa7-405a-b513-e2ad34429f1f admin admin] 10.222.0.53 "DELETE /v2.0/networks/5bf499b5-d66d-460e-b875-9a931f9ec9aa HTTP/1.1" status: 204 len: 168 time: 1.6841342 Jan 18 22:16:36.662414 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b41af2c-7aa7-405a-b513-e2ad34429f1f admin admin] Pushing event deleted for resources: {'Network': ['ID=5bf499b5-d66d-460e-b875-9a931f9ec9aa,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:16:36.681995 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fd9df21e-5fa4-476d-9cfb-50692c446293 req-75c13580-f391-456b-a966-7b186b446f63 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d35b913-8ec3-49a0-ace0-8a720d4edf05 HTTP/1.1" status: 200 len: 210 time: 0.0666287 Jan 18 22:16:36.868354 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bf8472-3e9f-4011-80c7-0803c5536438 req-c119e954-2d9d-40fe-9edc-eb799cf274e6 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:36.874923 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-48bf8472-3e9f-4011-80c7-0803c5536438 req-c119e954-2d9d-40fe-9edc-eb799cf274e6 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] 10.222.0.53 "GET /v2.0/ports?device_id=a39236e6-5cdc-4c5c-b6de-09769826c330 HTTP/1.1" status: 200 len: 945 time: 0.0820179 Jan 18 22:16:36.880165 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 56782) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:16:36.886811 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-4d110c24-33b6-4116-9b27-6f6111adf5db tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Request body: {'floatingip': {'port_id': 'e7892f52-0b84-4f6e-89ca-c8eee1147910'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:16:36.896787 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ce396c87-4876-4588-bbf1-456ca4c45b9f req-d633bcb2-fe7b-4260-beaa-20ba686dd775 tempest-ImagesNegativeTestJSON-731307942 tempest-ImagesNegativeTestJSON-731307942-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=9c70c6b4b72a44408f848e64267a5e8a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0462542 Jan 18 22:16:36.978954 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 56784) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:16:37.019290 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4d110c24-33b6-4116-9b27-6f6111adf5db tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Notify callbacks [] for floatingip, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:37.052495 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce396c87-4876-4588-bbf1-456ca4c45b9f req-f1dd1e02-a4ab-4aa1-8f3c-da565c9123f2 tempest-ImagesNegativeTestJSON-731307942 tempest-ImagesNegativeTestJSON-731307942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:37.060713 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ce396c87-4876-4588-bbf1-456ca4c45b9f req-f1dd1e02-a4ab-4aa1-8f3c-da565c9123f2 tempest-ImagesNegativeTestJSON-731307942 tempest-ImagesNegativeTestJSON-731307942-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1627364 Jan 18 22:16:37.125086 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ce396c87-4876-4588-bbf1-456ca4c45b9f req-ab053ba3-744c-4dc1-8d74-821cc3fce9c7 tempest-ImagesNegativeTestJSON-731307942 tempest-ImagesNegativeTestJSON-731307942-project] 10.222.0.53 "GET /v2.0/quotas/9c70c6b4b72a44408f848e64267a5e8a HTTP/1.1" status: 200 len: 375 time: 0.0632081 Jan 18 22:16:37.153125 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-cf54438c-bd45-463b-9b75-e76a21d5f8e0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=37c6c6e136d94e8cb9ac2cefaa55eb26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1694441 Jan 18 22:16:37.154046 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 56788) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:16:37.169673 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b338945-b0ec-4bcf-af6d-5dabe39c46d0 req-4beeb6c1-7bea-4014-9069-f60f80104a00 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:37.178882 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6b338945-b0ec-4bcf-af6d-5dabe39c46d0 req-4beeb6c1-7bea-4014-9069-f60f80104a00 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1bd428d-9adb-4f93-b6ca-66e7491dd341 HTTP/1.1" status: 200 len: 950 time: 0.1078589 Jan 18 22:16:37.229930 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ce396c87-4876-4588-bbf1-456ca4c45b9f req-3d3bbd33-53da-4cf0-8a02-6f4d2650ed85 tempest-ImagesNegativeTestJSON-731307942 tempest-ImagesNegativeTestJSON-731307942-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9c70c6b4b72a44408f848e64267a5e8a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1039310 Jan 18 22:16:37.251876 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6b338945-b0ec-4bcf-af6d-5dabe39c46d0 req-6003687b-b6ea-4d2c-9fc1-d1dca9ef1839 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715742 Jan 18 22:16:37.325240 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8d9559f5-f803-4b0e-a0bd-f12d430aa350 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:37.408166 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8d9559f5-f803-4b0e-a0bd-f12d430aa350 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:37.412999 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device a144f15d-8003-4566-b13f-9284b79c7f71 up at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:16:37.523050 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb9546c-4df9-4d5c-bfd3-6b28cd4cfb69 req-e69e0a53-b5b5-4494-ad54-0192910d313f tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:37.541523 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2fb9546c-4df9-4d5c-bfd3-6b28cd4cfb69 req-e69e0a53-b5b5-4494-ad54-0192910d313f tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fa92f39-d443-46a1-a886-13e3ee10e361 HTTP/1.1" status: 200 len: 950 time: 0.1722612 Jan 18 22:16:37.542411 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning complete for port a144f15d-8003-4566-b13f-9284b79c7f71 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:16:37.542832 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:37.643617 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-780c2447-c03a-478e-a210-59db6a9c479e req-3ba6bbb9-351d-4537-aa72-7955da6042de tempest-ImagesNegativeTestJSON-731307942 tempest-ImagesNegativeTestJSON-731307942-project] 10.222.0.53 "GET /v2.0/ports?device_id=87ec3b29-94d7-4afc-9a60-1a9a478ca848 HTTP/1.1" status: 200 len: 210 time: 0.0546987 Jan 18 22:16:37.670128 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2fb9546c-4df9-4d5c-bfd3-6b28cd4cfb69 req-5e5a64b2-ad23-453a-8c7a-0efbc6effcb8 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/security-groups?id=f617d299-382f-49d2-bef3-4bb5f1944b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206121 Jan 18 22:16:37.701643 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:37.757779 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fa92f39-d443-46a1-a886-13e3ee10e361', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a144f15d-8003-4566-b13f-9284b79c7f71'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:16:37.764484 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f62015bf-d893-4283-a53f-45456fad28d9" -d '{"events": [{"server_uuid": "5fa92f39-d443-46a1-a886-13e3ee10e361", "name": "network-vif-plugged", "status": "completed", "tag": "a144f15d-8003-4566-b13f-9284b79c7f71"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:16:37.795937 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port a144f15d-8003-4566-b13f-9284b79c7f71, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=a144f15d-8003-4566-b13f-9284b79c7f71,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:16:37.803962 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:37.909439 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-83a0a473-ed46-49ba-aa52-f748cbd0753a req-dce542d4-306a-4704-826b-1a1ee6559741 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d35b913-8ec3-49a0-ace0-8a720d4edf05 HTTP/1.1" status: 200 len: 210 time: 0.0475295 Jan 18 22:16:37.923286 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6828e3d-edf1-465d-96e3-c166e3c15a40 x-openstack-request-id: req-c6828e3d-edf1-465d-96e3-c166e3c15a40 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:16:37.923286 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fa92f39-d443-46a1-a886-13e3ee10e361", "name": "network-vif-plugged", "status": "completed", "tag": "a144f15d-8003-4566-b13f-9284b79c7f71", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:16:37.923286 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c6828e3d-edf1-465d-96e3-c166e3c15a40 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:16:37.923286 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fa92f39-d443-46a1-a886-13e3ee10e361', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a144f15d-8003-4566-b13f-9284b79c7f71', 'code': 200} Jan 18 22:16:37.923286 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=a144f15d-8003-4566-b13f-9284b79c7f71,revision_number=11']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:16:37.936539 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8d9559f5-f803-4b0e-a0bd-f12d430aa350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:37.941063 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8d9559f5-f803-4b0e-a0bd-f12d430aa350 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:37.942419 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-8d9559f5-f803-4b0e-a0bd-f12d430aa350 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d5394412-cd7d-4597-906a-740d46ec3388 HTTP/1.1" status: 204 len: 168 time: 0.7836027 Jan 18 22:16:37.944677 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4d110c24-33b6-4116-9b27-6f6111adf5db tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:37.966543 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4d110c24-33b6-4116-9b27-6f6111adf5db tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043075'] for floatingip, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:38.040680 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9559f5-f803-4b0e-a0bd-f12d430aa350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5394412-cd7d-4597-906a-740d46ec3388,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:16:38.434264 n-d-825064-1 neutron-server[102431]: INFO neutron.db.l3_db [None req-4d110c24-33b6-4116-9b27-6f6111adf5db tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Floating IP 3e98dd86-f4fd-4b76-80e1-865a854a0e59 associated. External IP: 172.25.5.81, port: e7892f52-0b84-4f6e-89ca-c8eee1147910. Jan 18 22:16:38.446478 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba16a8eb-0edb-4031-96c4-d2d27a57ba15 req-ee422957-cefa-4efe-a3d9-320d66a89fec tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:38.448325 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ba16a8eb-0edb-4031-96c4-d2d27a57ba15 req-ee422957-cefa-4efe-a3d9-320d66a89fec tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.67 "GET /v2.0/networks?id=db135028-f57a-417d-a5fc-9f73c3e34dd7 HTTP/1.1" status: 200 len: 807 time: 0.4124184 Jan 18 22:16:38.487051 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-ba16a8eb-0edb-4031-96c4-d2d27a57ba15 req-126dae24-4953-4d24-990a-369593cc30c7 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Request body: {'port': {'device_id': '5d35b913-8ec3-49a0-ace0-8a720d4edf05', 'network_id': 'db135028-f57a-417d-a5fc-9f73c3e34dd7', 'admin_state_up': True, 'tenant_id': '646d6b7fa3c74dbb9d53573120d4a5a9'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:16:38.656046 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49892697-64de-467a-a226-91995f3683e6 req-69fed161-f774-4434-a735-a091d177e1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:38.658128 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-49892697-64de-467a-a226-91995f3683e6 req-69fed161-f774-4434-a735-a091d177e1e4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5fa92f39-d443-46a1-a886-13e3ee10e361 HTTP/1.1" status: 200 len: 1102 time: 0.5940585 Jan 18 22:16:38.771030 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46be828d-e4eb-4a10-919a-fab30f0730ee req-659d1272-eeb2-44dd-8568-86ccd18319c3 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:38.779467 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-46be828d-e4eb-4a10-919a-fab30f0730ee req-659d1272-eeb2-44dd-8568-86ccd18319c3 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1bd428d-9adb-4f93-b6ca-66e7491dd341 HTTP/1.1" status: 200 len: 950 time: 0.1257768 Jan 18 22:16:38.795510 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-49892697-64de-467a-a226-91995f3683e6 req-be3d67bf-408f-483a-819d-ddf99427d930 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f617d299-382f-49d2-bef3-4bb5f1944b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038859 Jan 18 22:16:38.842471 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-37d78a4d-a772-441c-a486-916413642880 req-a700bc81-69a0-4621-9dc2-b7e1a6be727a tempest-ImagesNegativeTestJSON-731307942 tempest-ImagesNegativeTestJSON-731307942-project] 10.222.0.53 "GET /v2.0/ports?device_id=87ec3b29-94d7-4afc-9a60-1a9a478ca848 HTTP/1.1" status: 200 len: 210 time: 0.0607955 Jan 18 22:16:38.890467 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba16a8eb-0edb-4031-96c4-d2d27a57ba15 req-126dae24-4953-4d24-990a-369593cc30c7 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Made reservation on behalf of 646d6b7fa3c74dbb9d53573120d4a5a9 for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:16:38.892010 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-46be828d-e4eb-4a10-919a-fab30f0730ee req-1ff7fa82-3964-4910-8d06-9213abc456d9 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116829 Jan 18 22:16:38.895118 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-ba16a8eb-0edb-4031-96c4-d2d27a57ba15 req-126dae24-4953-4d24-990a-369593cc30c7 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:39.099042 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5252ecaf-e5c4-4120-8669-95d03490110c req-22e38880-5908-4ec3-b057-92f24c9af943 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d35b913-8ec3-49a0-ace0-8a720d4edf05 HTTP/1.1" status: 200 len: 210 time: 0.0683613 Jan 18 22:16:39.128654 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d8af8a-13d7-4322-af8e-881d5f8c2db1 req-23714ad9-3afe-4e19-a1cb-800ae0e5486f tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:39.128654 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a1d8af8a-13d7-4322-af8e-881d5f8c2db1 req-23714ad9-3afe-4e19-a1cb-800ae0e5486f tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fa92f39-d443-46a1-a886-13e3ee10e361 HTTP/1.1" status: 200 len: 951 time: 0.1372192 Jan 18 22:16:39.141426 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d110c24-33b6-4116-9b27-6f6111adf5db tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Router dd56ee2f-26ff-4d4c-93bb-e76580f977f8 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:16:39.227593 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a1d8af8a-13d7-4322-af8e-881d5f8c2db1 req-dba0dade-6420-4d80-b88e-a16d23338ba4 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/security-groups?id=f617d299-382f-49d2-bef3-4bb5f1944b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906205 Jan 18 22:16:39.415669 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ce396c87-4876-4588-bbf1-456ca4c45b9f req-02753e04-bf90-41cf-a628-a444d1fc5d61 tempest-ImagesNegativeTestJSON-731307942 tempest-ImagesNegativeTestJSON-731307942-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=9c70c6b4b72a44408f848e64267a5e8a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0521235 Jan 18 22:16:39.425409 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [req-ba16a8eb-0edb-4031-96c4-d2d27a57ba15 req-126dae24-4953-4d24-990a-369593cc30c7 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Allocated IP 172.20.0.4 (db135028-f57a-417d-a5fc-9f73c3e34dd7/9d1c997a-9e2b-4f20-9423-81e2cb97ac40/e930dcd0-2ce1-40ab-8ab7-d34e368f11a1) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:16:39.473018 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d110c24-33b6-4116-9b27-6f6111adf5db tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:16:39.478981 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4d110c24-33b6-4116-9b27-6f6111adf5db tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:39.491780 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266ee92b-3293-4080-b048-2ecffa4eda4a None None] Sync routers for ids ['dd56ee2f-26ff-4d4c-93bb-e76580f977f8'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:16:39.516087 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266ee92b-3293-4080-b048-2ecffa4eda4a None None] Routers {'dd56ee2f-26ff-4d4c-93bb-e76580f977f8'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:16:39.519464 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-266ee92b-3293-4080-b048-2ecffa4eda4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:16:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['dd56ee2f-26ff-4d4c-93bb-e76580f977f8'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:16:39.580969 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-4d110c24-33b6-4116-9b27-6f6111adf5db tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] 10.222.0.53 "PUT /v2.0/floatingips/3e98dd86-f4fd-4b76-80e1-865a854a0e59 HTTP/1.1" status: 200 len: 990 time: 2.6989419 Jan 18 22:16:39.614789 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a39236e6-5cdc-4c5c-b6de-09769826c330', 'tag': 'e7892f52-0b84-4f6e-89ca-c8eee1147910'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:16:39.616731 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dc45224-a536-4e76-8542-c370e03e0d18" -d '{"events": [{"name": "network-changed", "server_uuid": "a39236e6-5cdc-4c5c-b6de-09769826c330", "tag": "e7892f52-0b84-4f6e-89ca-c8eee1147910"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:16:39.626363 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce396c87-4876-4588-bbf1-456ca4c45b9f req-b4a013b2-eeb6-478b-9f92-0d7d254ed3a2 tempest-ImagesNegativeTestJSON-731307942 tempest-ImagesNegativeTestJSON-731307942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:39.626363 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ce396c87-4876-4588-bbf1-456ca4c45b9f req-b4a013b2-eeb6-478b-9f92-0d7d254ed3a2 tempest-ImagesNegativeTestJSON-731307942 tempest-ImagesNegativeTestJSON-731307942-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2046518 Jan 18 22:16:39.644043 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-ce396c87-4876-4588-bbf1-456ca4c45b9f req-e384aa3c-80a5-4aa8-862b-e6fa8c684536 tempest-ImagesNegativeTestJSON-731307942 tempest-ImagesNegativeTestJSON-731307942-project] Request body: {'port': {'device_id': '87ec3b29-94d7-4afc-9a60-1a9a478ca848', 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b', 'admin_state_up': True, 'tenant_id': '9c70c6b4b72a44408f848e64267a5e8a'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:16:39.767162 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-266ee92b-3293-4080-b048-2ecffa4eda4a None None] Set router dd56ee2f-26ff-4d4c-93bb-e76580f977f8 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:16:39.841369 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-ba16a8eb-0edb-4031-96c4-d2d27a57ba15 req-126dae24-4953-4d24-990a-369593cc30c7 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:39.891837 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce396c87-4876-4588-bbf1-456ca4c45b9f req-e384aa3c-80a5-4aa8-862b-e6fa8c684536 tempest-ImagesNegativeTestJSON-731307942 tempest-ImagesNegativeTestJSON-731307942-project] Made reservation on behalf of 9c70c6b4b72a44408f848e64267a5e8a for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:16:39.902271 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-ce396c87-4876-4588-bbf1-456ca4c45b9f req-e384aa3c-80a5-4aa8-862b-e6fa8c684536 tempest-ImagesNegativeTestJSON-731307942 tempest-ImagesNegativeTestJSON-731307942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:39.927421 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-ce396c87-4876-4588-bbf1-456ca4c45b9f req-e384aa3c-80a5-4aa8-862b-e6fa8c684536 tempest-ImagesNegativeTestJSON-731307942 tempest-ImagesNegativeTestJSON-731307942-project] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:40.186229 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4645c558-3f68-46bd-afee-9c2c51419321 req-04e1983b-81a3-4f25-81bd-656dc3a0a6b9 tempest-ImagesNegativeTestJSON-731307942 tempest-ImagesNegativeTestJSON-731307942-project] 10.222.0.53 "GET /v2.0/ports?device_id=87ec3b29-94d7-4afc-9a60-1a9a478ca848 HTTP/1.1" status: 200 len: 210 time: 0.1772966 Jan 18 22:16:40.241845 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc45224-a536-4e76-8542-c370e03e0d18 req-05b28e1c-587b-4462-bc5e-ebab7654e1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:40.243484 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4dc45224-a536-4e76-8542-c370e03e0d18 req-05b28e1c-587b-4462-bc5e-ebab7654e1d1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=43f0b96077a84d2a954b883639e07306&device_id=a39236e6-5cdc-4c5c-b6de-09769826c330 HTTP/1.1" status: 200 len: 1096 time: 0.3172834 Jan 18 22:16:40.273629 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc2f3d39-1814-4ef3-8ebf-943bdacd1af4 x-openstack-request-id: req-cc2f3d39-1814-4ef3-8ebf-943bdacd1af4 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:16:40.274201 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a39236e6-5cdc-4c5c-b6de-09769826c330", "tag": "e7892f52-0b84-4f6e-89ca-c8eee1147910", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:16:40.274201 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cc2f3d39-1814-4ef3-8ebf-943bdacd1af4 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:16:40.274549 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a39236e6-5cdc-4c5c-b6de-09769826c330', 'tag': 'e7892f52-0b84-4f6e-89ca-c8eee1147910', 'status': 'completed', 'code': 200} Jan 18 22:16:40.311704 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-ba16a8eb-0edb-4031-96c4-d2d27a57ba15 req-126dae24-4953-4d24-990a-369593cc30c7 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:40.341545 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['fb25b735-1224-4af3-b9e8-c54530a9f342'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:16:40.396019 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba16a8eb-0edb-4031-96c4-d2d27a57ba15 req-126dae24-4953-4d24-990a-369593cc30c7 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Network db135028-f57a-417d-a5fc-9f73c3e34dd7 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:16:40.403198 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [req-ba16a8eb-0edb-4031-96c4-d2d27a57ba15 req-126dae24-4953-4d24-990a-369593cc30c7 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:16:40.420151 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-266ee92b-3293-4080-b048-2ecffa4eda4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd56ee2f-26ff-4d4c-93bb-e76580f977f8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-397758241-router', 'tenant_id': '43f0b96077a84d2a954b883639e07306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '930cb626-46f7-4261-9a7c-6a012144a3e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:13:21Z', 'updated_at': '2022-01-18T22:13:29Z', 'revision_number': 4, 'project_id': '43f0b96077a84d2a954b883639e07306', 'gw_port': {'id': '930cb626-46f7-4261-9a7c-6a012144a3e0', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:9e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd56ee2f-26ff-4d4c-93bb-e76580f977f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:22Z', 'updated_at': '2022-01-18T22:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': '3e98dd86-f4fd-4b76-80e1-865a854a0e59', 'tenant_id': '43f0b96077a84d2a954b883639e07306', 'floating_ip_address': '172.25.5.81', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': 'dd56ee2f-26ff-4d4c-93bb-e76580f977f8', 'port_id': 'e7892f52-0b84-4f6e-89ca-c8eee1147910', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc278b4d-dcae-47fd-bae5-bd232ac640b4', 'mac_address': 'fa:16:3e:32:bd:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39236e6-5cdc-4c5c-b6de-09769826c330', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:13:57Z', 'updated_at': '2022-01-18T22:16:37Z', 'revision_number': 5, 'project_id': '43f0b96077a84d2a954b883639e07306', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1046bbcb-899a-443e-b3a8-1a1c565ffd18', 'name': '', 'network_id': 'cc278b4d-dcae-47fd-bae5-bd232ac640b4', 'tenant_id': '43f0b96077a84d2a954b883639e07306', 'mac_address': 'fa:16:3e:fb:38:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd56ee2f-26ff-4d4c-93bb-e76580f977f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '1f0f1e45-beb6-4402-8040-f69acf064963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:27Z', 'updated_at': '2022-01-18T22:13:35Z', 'revision_number': 5, 'project_id': '43f0b96077a84d2a954b883639e07306', 'subnets': [{'id': '1f0f1e45-beb6-4402-8040-f69acf064963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:16:40.428328 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba16a8eb-0edb-4031-96c4-d2d27a57ba15 req-126dae24-4953-4d24-990a-369593cc30c7 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:16:40.486119 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd0ffea-1e5b-4693-817a-76951f14917d req-a248d0ff-1c72-4bce-aa2c-58b5c5217430 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:40.493239 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4dd0ffea-1e5b-4693-817a-76951f14917d req-a248d0ff-1c72-4bce-aa2c-58b5c5217430 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1bd428d-9adb-4f93-b6ca-66e7491dd341 HTTP/1.1" status: 200 len: 950 time: 0.4290283 Jan 18 22:16:40.523007 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266ee92b-3293-4080-b048-2ecffa4eda4a None None] Checking router: dd56ee2f-26ff-4d4c-93bb-e76580f977f8 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:16:40.563511 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266ee92b-3293-4080-b048-2ecffa4eda4a None None] Routers {'dd56ee2f-26ff-4d4c-93bb-e76580f977f8'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:16:40.564166 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-266ee92b-3293-4080-b048-2ecffa4eda4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:16:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['dd56ee2f-26ff-4d4c-93bb-e76580f977f8'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:16:40.570665 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba16a8eb-0edb-4031-96c4-d2d27a57ba15 req-126dae24-4953-4d24-990a-369593cc30c7 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:40.571367 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-ba16a8eb-0edb-4031-96c4-d2d27a57ba15 req-126dae24-4953-4d24-990a-369593cc30c7 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:40.614139 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-ce396c87-4876-4588-bbf1-456ca4c45b9f req-e384aa3c-80a5-4aa8-862b-e6fa8c684536 tempest-ImagesNegativeTestJSON-731307942 tempest-ImagesNegativeTestJSON-731307942-project] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:40.621246 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ba16a8eb-0edb-4031-96c4-d2d27a57ba15 req-126dae24-4953-4d24-990a-369593cc30c7 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1386118 Jan 18 22:16:40.653274 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-ba16a8eb-0edb-4031-96c4-d2d27a57ba15 req-fafa7bcb-6f43-4d5b-8f39-88d0f0c0da29 service neutron] Request body: {'port': {'device_id': '5d35b913-8ec3-49a0-ace0-8a720d4edf05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:16:40.674207 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4dd0ffea-1e5b-4693-817a-76951f14917d req-0c82b9a2-b535-408d-863e-f301fed7abc8 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704297 Jan 18 22:16:40.678798 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-ce396c87-4876-4588-bbf1-456ca4c45b9f req-e384aa3c-80a5-4aa8-862b-e6fa8c684536 tempest-ImagesNegativeTestJSON-731307942 tempest-ImagesNegativeTestJSON-731307942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:40.791833 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126dae24-4953-4d24-990a-369593cc30c7 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Pushing event updated for resources: {'Port': ['ID=e930dcd0-2ce1-40ab-8ab7-d34e368f11a1,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:16:40.840681 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-ba16a8eb-0edb-4031-96c4-d2d27a57ba15 req-fafa7bcb-6f43-4d5b-8f39-88d0f0c0da29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:40.918036 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc45224-a536-4e76-8542-c370e03e0d18 req-fbd0c1c0-1812-4038-8f5d-cd274ff792a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:40.921638 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-266ee92b-3293-4080-b048-2ecffa4eda4a None None] Set router dd56ee2f-26ff-4d4c-93bb-e76580f977f8 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:16:40.946997 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4dc45224-a536-4e76-8542-c370e03e0d18 req-fbd0c1c0-1812-4038-8f5d-cd274ff792a8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cc278b4d-dcae-47fd-bae5-bd232ac640b4 HTTP/1.1" status: 200 len: 923 time: 0.6924500 Jan 18 22:16:41.024851 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e384aa3c-80a5-4aa8-862b-e6fa8c684536 tempest-ImagesNegativeTestJSON-731307942 tempest-ImagesNegativeTestJSON-731307942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=375b717f-2a90-4100-9c31-9c6bc39d38b3,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:16:41.078183 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e384aa3c-80a5-4aa8-862b-e6fa8c684536 tempest-ImagesNegativeTestJSON-731307942 tempest-ImagesNegativeTestJSON-731307942-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:16:41.078867 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e384aa3c-80a5-4aa8-862b-e6fa8c684536 tempest-ImagesNegativeTestJSON-731307942 tempest-ImagesNegativeTestJSON-731307942-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:16:41.079431 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e384aa3c-80a5-4aa8-862b-e6fa8c684536 tempest-ImagesNegativeTestJSON-731307942 tempest-ImagesNegativeTestJSON-731307942-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:16:41.079965 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e384aa3c-80a5-4aa8-862b-e6fa8c684536 tempest-ImagesNegativeTestJSON-731307942 tempest-ImagesNegativeTestJSON-731307942-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:16:41.080532 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e384aa3c-80a5-4aa8-862b-e6fa8c684536 tempest-ImagesNegativeTestJSON-731307942 tempest-ImagesNegativeTestJSON-731307942-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:16:41.093250 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e384aa3c-80a5-4aa8-862b-e6fa8c684536 tempest-ImagesNegativeTestJSON-731307942 tempest-ImagesNegativeTestJSON-731307942-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:16:41.094421 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e384aa3c-80a5-4aa8-862b-e6fa8c684536 tempest-ImagesNegativeTestJSON-731307942 tempest-ImagesNegativeTestJSON-731307942-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:16:41.094880 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e384aa3c-80a5-4aa8-862b-e6fa8c684536 tempest-ImagesNegativeTestJSON-731307942 tempest-ImagesNegativeTestJSON-731307942-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:16:41.095222 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e384aa3c-80a5-4aa8-862b-e6fa8c684536 tempest-ImagesNegativeTestJSON-731307942 tempest-ImagesNegativeTestJSON-731307942-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:16:41.095549 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e384aa3c-80a5-4aa8-862b-e6fa8c684536 tempest-ImagesNegativeTestJSON-731307942 tempest-ImagesNegativeTestJSON-731307942-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:16:41.097504 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e384aa3c-80a5-4aa8-862b-e6fa8c684536 tempest-ImagesNegativeTestJSON-731307942 tempest-ImagesNegativeTestJSON-731307942-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:16:41.097504 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e384aa3c-80a5-4aa8-862b-e6fa8c684536 tempest-ImagesNegativeTestJSON-731307942 tempest-ImagesNegativeTestJSON-731307942-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:16:41.199347 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0909edc-2912-4894-aece-76e98c901f03 req-3101acd9-b0d5-4b3c-ac3f-aef85e28477f tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:41.220072 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f0909edc-2912-4894-aece-76e98c901f03 req-3101acd9-b0d5-4b3c-ac3f-aef85e28477f tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d35b913-8ec3-49a0-ace0-8a720d4edf05 HTTP/1.1" status: 200 len: 931 time: 0.4012990 Jan 18 22:16:41.228041 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2771dd-367f-421c-9448-150bf508db8a req-ed405e33-71d7-4a4d-b1da-c2b2393de7aa tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:41.243568 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bb2771dd-367f-421c-9448-150bf508db8a req-ed405e33-71d7-4a4d-b1da-c2b2393de7aa tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fa92f39-d443-46a1-a886-13e3ee10e361 HTTP/1.1" status: 200 len: 951 time: 0.2916341 Jan 18 22:16:41.288867 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4dc45224-a536-4e76-8542-c370e03e0d18 req-94cf2e38-a1cb-4d53-9a5b-fa9cb9ef8a3d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7892f52-0b84-4f6e-89ca-c8eee1147910 HTTP/1.1" status: 200 len: 998 time: 0.3054006 Jan 18 22:16:41.321423 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-ce396c87-4876-4588-bbf1-456ca4c45b9f req-e384aa3c-80a5-4aa8-862b-e6fa8c684536 tempest-ImagesNegativeTestJSON-731307942 tempest-ImagesNegativeTestJSON-731307942-project] Allocated IP 192.168.233.60 (aed2eca7-1bb0-443d-8485-b985dbe9851b/8518183d-cc63-459a-b971-d4c7514e001f/ae01ca6a-5e15-4ed8-b54a-90135bb7ef4b) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:16:41.381092 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-266ee92b-3293-4080-b048-2ecffa4eda4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd56ee2f-26ff-4d4c-93bb-e76580f977f8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-397758241-router', 'tenant_id': '43f0b96077a84d2a954b883639e07306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '930cb626-46f7-4261-9a7c-6a012144a3e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:13:21Z', 'updated_at': '2022-01-18T22:13:29Z', 'revision_number': 4, 'project_id': '43f0b96077a84d2a954b883639e07306', 'gw_port': {'id': '930cb626-46f7-4261-9a7c-6a012144a3e0', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:9e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd56ee2f-26ff-4d4c-93bb-e76580f977f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:22Z', 'updated_at': '2022-01-18T22:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': '3e98dd86-f4fd-4b76-80e1-865a854a0e59', 'tenant_id': '43f0b96077a84d2a954b883639e07306', 'floating_ip_address': '172.25.5.81', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': 'dd56ee2f-26ff-4d4c-93bb-e76580f977f8', 'port_id': 'e7892f52-0b84-4f6e-89ca-c8eee1147910', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc278b4d-dcae-47fd-bae5-bd232ac640b4', 'mac_address': 'fa:16:3e:32:bd:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39236e6-5cdc-4c5c-b6de-09769826c330', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:13:57Z', 'updated_at': '2022-01-18T22:16:37Z', 'revision_number': 5, 'project_id': '43f0b96077a84d2a954b883639e07306', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1046bbcb-899a-443e-b3a8-1a1c565ffd18', 'name': '', 'network_id': 'cc278b4d-dcae-47fd-bae5-bd232ac640b4', 'tenant_id': '43f0b96077a84d2a954b883639e07306', 'mac_address': 'fa:16:3e:fb:38:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd56ee2f-26ff-4d4c-93bb-e76580f977f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '1f0f1e45-beb6-4402-8040-f69acf064963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:27Z', 'updated_at': '2022-01-18T22:13:35Z', 'revision_number': 5, 'project_id': '43f0b96077a84d2a954b883639e07306', 'subnets': [{'id': '1f0f1e45-beb6-4402-8040-f69acf064963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:16:41.428550 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bb2771dd-367f-421c-9448-150bf508db8a req-f6ad3fd6-f9f1-453c-b670-a5ff9d1a9bf5 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/security-groups?id=f617d299-382f-49d2-bef3-4bb5f1944b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545804 Jan 18 22:16:41.443231 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266ee92b-3293-4080-b048-2ecffa4eda4a None None] The sync data for ids ['dd56ee2f-26ff-4d4c-93bb-e76580f977f8'] in n-d-825064-1 is: [{'id': 'dd56ee2f-26ff-4d4c-93bb-e76580f977f8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-397758241-router', 'tenant_id': '43f0b96077a84d2a954b883639e07306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '930cb626-46f7-4261-9a7c-6a012144a3e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:13:21Z', 'updated_at': '2022-01-18T22:13:29Z', 'revision_number': 4, 'project_id': '43f0b96077a84d2a954b883639e07306', 'gw_port': {'id': '930cb626-46f7-4261-9a7c-6a012144a3e0', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:9e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd56ee2f-26ff-4d4c-93bb-e76580f977f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:22Z', 'updated_at': '2022-01-18T22:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': '3e98dd86-f4fd-4b76-80e1-865a854a0e59', 'tenant_id': '43f0b96077a84d2a954b883639e07306', 'floating_ip_address': '172.25.5.81', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': 'dd56ee2f-26ff-4d4c-93bb-e76580f977f8', 'port_id': 'e7892f52-0b84-4f6e-89ca-c8eee1147910', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc278b4d-dcae-47fd-bae5-bd232ac640b4', 'mac_address': 'fa:16:3e:32:bd:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39236e6-5cdc-4c5c-b6de-09769826c330', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:13:57Z', 'updated_at': '2022-01-18T22:16:37Z', 'revision_number': 5, 'project_id': '43f0b96077a84d2a954b883639e07306', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1046bbcb-899a-443e-b3a8-1a1c565ffd18', 'name': '', 'network_id': 'cc278b4d-dcae-47fd-bae5-bd232ac640b4', 'tenant_id': '43f0b96077a84d2a954b883639e07306', 'mac_address': 'fa:16:3e:fb:38:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd56ee2f-26ff-4d4c-93bb-e76580f977f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '1f0f1e45-beb6-4402-8040-f69acf064963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:27Z', 'updated_at': '2022-01-18T22:13:35Z', 'revision_number': 5, 'project_id': '43f0b96077a84d2a954b883639e07306', 'subnets': [{'id': '1f0f1e45-beb6-4402-8040-f69acf064963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:16:41.494554 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f0909edc-2912-4894-aece-76e98c901f03 req-fcc91e42-dfd3-410f-be50-2950e49b32ad tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac5bfedd-8c81-4ad7-9f0f-99ba0a339521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368035 Jan 18 22:16:41.507771 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [req-ba16a8eb-0edb-4031-96c4-d2d27a57ba15 req-fafa7bcb-6f43-4d5b-8f39-88d0f0c0da29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e930dcd0-2ce1-40ab-8ab7-d34e368f11a1 {{(pid=102431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:16:41.525264 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-ba16a8eb-0edb-4031-96c4-d2d27a57ba15 req-fafa7bcb-6f43-4d5b-8f39-88d0f0c0da29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:41.544390 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc45224-a536-4e76-8542-c370e03e0d18 req-9a700340-d885-4103-ac38-121533db4e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:41.558038 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4dc45224-a536-4e76-8542-c370e03e0d18 req-9a700340-d885-4103-ac38-121533db4e79 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1f0f1e45-beb6-4402-8040-f69acf064963 HTTP/1.1" status: 200 len: 862 time: 0.2261069 Jan 18 22:16:41.570327 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [req-ba16a8eb-0edb-4031-96c4-d2d27a57ba15 req-fafa7bcb-6f43-4d5b-8f39-88d0f0c0da29 service neutron] Transition to ACTIVE for port object e930dcd0-2ce1-40ab-8ab7-d34e368f11a1 will not be triggered until provisioned by entity L2. {{(pid=102431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:16:41.574829 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-ba16a8eb-0edb-4031-96c4-d2d27a57ba15 req-fafa7bcb-6f43-4d5b-8f39-88d0f0c0da29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:41.640668 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafa7bcb-6f43-4d5b-8f39-88d0f0c0da29 service neutron] Pushing event updated for resources: {'Port': ['ID=e930dcd0-2ce1-40ab-8ab7-d34e368f11a1,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:16:41.761397 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-ba16a8eb-0edb-4031-96c4-d2d27a57ba15 req-fafa7bcb-6f43-4d5b-8f39-88d0f0c0da29 service neutron] Attempting to bind port e930dcd0-2ce1-40ab-8ab7-d34e368f11a1 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:16:41.762184 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-ba16a8eb-0edb-4031-96c4-d2d27a57ba15 req-fafa7bcb-6f43-4d5b-8f39-88d0f0c0da29 service neutron] Attempting to bind port e930dcd0-2ce1-40ab-8ab7-d34e368f11a1 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': 'a97910f7-cad7-42ae-9f6e-c8965771467a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'db135028-f57a-417d-a5fc-9f73c3e34dd7'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:16:41.762754 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba16a8eb-0edb-4031-96c4-d2d27a57ba15 req-fafa7bcb-6f43-4d5b-8f39-88d0f0c0da29 service neutron] Attempting to bind port e930dcd0-2ce1-40ab-8ab7-d34e368f11a1 on network db135028-f57a-417d-a5fc-9f73c3e34dd7 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:16:41.768036 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba16a8eb-0edb-4031-96c4-d2d27a57ba15 req-fafa7bcb-6f43-4d5b-8f39-88d0f0c0da29 service neutron] Port e930dcd0-2ce1-40ab-8ab7-d34e368f11a1 on network db135028-f57a-417d-a5fc-9f73c3e34dd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:16:41.768944 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba16a8eb-0edb-4031-96c4-d2d27a57ba15 req-fafa7bcb-6f43-4d5b-8f39-88d0f0c0da29 service neutron] Attempting to bind port e930dcd0-2ce1-40ab-8ab7-d34e368f11a1 on network db135028-f57a-417d-a5fc-9f73c3e34dd7 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:16:41.775529 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba16a8eb-0edb-4031-96c4-d2d27a57ba15 req-fafa7bcb-6f43-4d5b-8f39-88d0f0c0da29 service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:16:41.776329 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba16a8eb-0edb-4031-96c4-d2d27a57ba15 req-fafa7bcb-6f43-4d5b-8f39-88d0f0c0da29 service neutron] Checking segment: {'id': 'a97910f7-cad7-42ae-9f6e-c8965771467a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'db135028-f57a-417d-a5fc-9f73c3e34dd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:16:41.781753 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba16a8eb-0edb-4031-96c4-d2d27a57ba15 req-fafa7bcb-6f43-4d5b-8f39-88d0f0c0da29 service neutron] Bound using segment: {'id': 'a97910f7-cad7-42ae-9f6e-c8965771467a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'db135028-f57a-417d-a5fc-9f73c3e34dd7'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:16:41.782698 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-ba16a8eb-0edb-4031-96c4-d2d27a57ba15 req-fafa7bcb-6f43-4d5b-8f39-88d0f0c0da29 service neutron] Bound port: e930dcd0-2ce1-40ab-8ab7-d34e368f11a1, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a97910f7-cad7-42ae-9f6e-c8965771467a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'db135028-f57a-417d-a5fc-9f73c3e34dd7'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:16:41.783502 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-ba16a8eb-0edb-4031-96c4-d2d27a57ba15 req-fafa7bcb-6f43-4d5b-8f39-88d0f0c0da29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:41.793615 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-ce396c87-4876-4588-bbf1-456ca4c45b9f req-e384aa3c-80a5-4aa8-862b-e6fa8c684536 tempest-ImagesNegativeTestJSON-731307942 tempest-ImagesNegativeTestJSON-731307942-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:41.883184 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9979be-d8c7-43d6-aa5d-3fc93e5de3ed None None] New status for floating IP 3e98dd86-f4fd-4b76-80e1-865a854a0e59: ACTIVE {{(pid=102433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 22:16:41.884727 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-ce396c87-4876-4588-bbf1-456ca4c45b9f req-e384aa3c-80a5-4aa8-862b-e6fa8c684536 tempest-ImagesNegativeTestJSON-731307942 tempest-ImagesNegativeTestJSON-731307942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:41.942548 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-ba16a8eb-0edb-4031-96c4-d2d27a57ba15 req-fafa7bcb-6f43-4d5b-8f39-88d0f0c0da29 service neutron] For port e930dcd0-2ce1-40ab-8ab7-d34e368f11a1, host n-h2-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:16:41.953067 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce396c87-4876-4588-bbf1-456ca4c45b9f req-e384aa3c-80a5-4aa8-862b-e6fa8c684536 tempest-ImagesNegativeTestJSON-731307942 tempest-ImagesNegativeTestJSON-731307942-project] Network aed2eca7-1bb0-443d-8485-b985dbe9851b is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:16:41.956285 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-ba16a8eb-0edb-4031-96c4-d2d27a57ba15 req-fafa7bcb-6f43-4d5b-8f39-88d0f0c0da29 service neutron] For port e930dcd0-2ce1-40ab-8ab7-d34e368f11a1, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=e930dcd0-2ce1-40ab-8ab7-d34e368f11a1,segment=NetworkSegment(a97910f7-cad7-42ae-9f6e-c8965771467a),segment_id=a97910f7-cad7-42ae-9f6e-c8965771467a)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:16:41.965619 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-ce396c87-4876-4588-bbf1-456ca4c45b9f req-e384aa3c-80a5-4aa8-862b-e6fa8c684536 tempest-ImagesNegativeTestJSON-731307942 tempest-ImagesNegativeTestJSON-731307942-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:16:41.968270 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce396c87-4876-4588-bbf1-456ca4c45b9f req-e384aa3c-80a5-4aa8-862b-e6fa8c684536 tempest-ImagesNegativeTestJSON-731307942 tempest-ImagesNegativeTestJSON-731307942-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:16:41.972676 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-ba16a8eb-0edb-4031-96c4-d2d27a57ba15 req-fafa7bcb-6f43-4d5b-8f39-88d0f0c0da29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:42.082677 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce396c87-4876-4588-bbf1-456ca4c45b9f req-e384aa3c-80a5-4aa8-862b-e6fa8c684536 tempest-ImagesNegativeTestJSON-731307942 tempest-ImagesNegativeTestJSON-731307942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:42.082677 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-ce396c87-4876-4588-bbf1-456ca4c45b9f req-e384aa3c-80a5-4aa8-862b-e6fa8c684536 tempest-ImagesNegativeTestJSON-731307942 tempest-ImagesNegativeTestJSON-731307942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:42.107872 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318702d2-76e6-44eb-b069-740734b409e7 req-9c9ccb39-77b2-4c33-9129-59a0a62bb118 tempest-ImagesNegativeTestJSON-731307942 tempest-ImagesNegativeTestJSON-731307942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:42.116634 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba16a8eb-0edb-4031-96c4-d2d27a57ba15 req-fafa7bcb-6f43-4d5b-8f39-88d0f0c0da29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:42.117185 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-ba16a8eb-0edb-4031-96c4-d2d27a57ba15 req-fafa7bcb-6f43-4d5b-8f39-88d0f0c0da29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:42.118065 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-318702d2-76e6-44eb-b069-740734b409e7 req-9c9ccb39-77b2-4c33-9129-59a0a62bb118 tempest-ImagesNegativeTestJSON-731307942 tempest-ImagesNegativeTestJSON-731307942-project] 10.222.0.53 "GET /v2.0/ports?device_id=87ec3b29-94d7-4afc-9a60-1a9a478ca848 HTTP/1.1" status: 200 len: 935 time: 0.2848649 Jan 18 22:16:42.122064 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ba16a8eb-0edb-4031-96c4-d2d27a57ba15 req-fafa7bcb-6f43-4d5b-8f39-88d0f0c0da29 service neutron] 10.222.0.67 "PUT /v2.0/ports/e930dcd0-2ce1-40ab-8ab7-d34e368f11a1 HTTP/1.1" status: 200 len: 1091 time: 1.4805017 Jan 18 22:16:42.163007 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafa7bcb-6f43-4d5b-8f39-88d0f0c0da29 service neutron] Pushing event updated for resources: {'Port': ['ID=e930dcd0-2ce1-40ab-8ab7-d34e368f11a1,revision_number=3']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:16:42.170016 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc45224-a536-4e76-8542-c370e03e0d18 req-b98ce643-0a39-4b0a-a7d5-1c82439e9200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:42.177439 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4dc45224-a536-4e76-8542-c370e03e0d18 req-b98ce643-0a39-4b0a-a7d5-1c82439e9200 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cc278b4d-dcae-47fd-bae5-bd232ac640b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6123064 Jan 18 22:16:42.213160 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ce396c87-4876-4588-bbf1-456ca4c45b9f req-e384aa3c-80a5-4aa8-862b-e6fa8c684536 tempest-ImagesNegativeTestJSON-731307942 tempest-ImagesNegativeTestJSON-731307942-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5759008 Jan 18 22:16:42.246968 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba16a8eb-0edb-4031-96c4-d2d27a57ba15 req-e054c16d-2b3a-4c9c-be14-40b14155d64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:42.248958 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ba16a8eb-0edb-4031-96c4-d2d27a57ba15 req-e054c16d-2b3a-4c9c-be14-40b14155d64e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=646d6b7fa3c74dbb9d53573120d4a5a9&device_id=5d35b913-8ec3-49a0-ace0-8a720d4edf05 HTTP/1.1" status: 200 len: 1094 time: 0.0814433 Jan 18 22:16:42.258728 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-ce396c87-4876-4588-bbf1-456ca4c45b9f req-34c95249-792d-4338-858f-077fff5141e0 service neutron] Request body: {'port': {'device_id': '87ec3b29-94d7-4afc-9a60-1a9a478ca848', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:16:42.309971 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e384aa3c-80a5-4aa8-862b-e6fa8c684536 tempest-ImagesNegativeTestJSON-731307942 tempest-ImagesNegativeTestJSON-731307942-project] Pushing event updated for resources: {'Port': ['ID=ae01ca6a-5e15-4ed8-b54a-90135bb7ef4b,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:16:42.373130 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d35b913-8ec3-49a0-ace0-8a720d4edf05', 'tag': 'e930dcd0-2ce1-40ab-8ab7-d34e368f11a1'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:16:42.377062 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-405fab9e-ed30-43c5-b43a-4fa1ba31913d" -d '{"events": [{"name": "network-changed", "server_uuid": "5d35b913-8ec3-49a0-ace0-8a720d4edf05", "tag": "e930dcd0-2ce1-40ab-8ab7-d34e368f11a1"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:16:42.392936 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ba16a8eb-0edb-4031-96c4-d2d27a57ba15 req-19a5d5d4-e48c-49c9-a57a-30186789350b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e930dcd0-2ce1-40ab-8ab7-d34e368f11a1 HTTP/1.1" status: 200 len: 217 time: 0.1298659 Jan 18 22:16:42.481453 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-ce396c87-4876-4588-bbf1-456ca4c45b9f req-34c95249-792d-4338-858f-077fff5141e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:42.487336 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-318702d2-76e6-44eb-b069-740734b409e7 req-45406348-8e97-464b-b5cf-29e9665923f4 tempest-ImagesNegativeTestJSON-731307942 tempest-ImagesNegativeTestJSON-731307942-project] 10.222.0.53 "GET /v2.0/security-groups?id=375b717f-2a90-4100-9c31-9c6bc39d38b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3684421 Jan 18 22:16:42.495981 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba16a8eb-0edb-4031-96c4-d2d27a57ba15 req-9bc5c87d-a1c9-4a3a-aebc-b82c2fc35c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:42.497553 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ba16a8eb-0edb-4031-96c4-d2d27a57ba15 req-9bc5c87d-a1c9-4a3a-aebc-b82c2fc35c9f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9d1c997a-9e2b-4f20-9423-81e2cb97ac40 HTTP/1.1" status: 200 len: 847 time: 0.0979495 Jan 18 22:16:42.544920 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-b698ddaa-fbc8-4966-92ec-2091763bcdea None None] Provisioning complete for port ae01ca6a-5e15-4ed8-b54a-90135bb7ef4b triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:16:42.546115 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b698ddaa-fbc8-4966-92ec-2091763bcdea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:42.550213 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:42.559965 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4dc45224-a536-4e76-8542-c370e03e0d18 req-07208e15-e195-406a-856e-00a2e7630108 service neutron] 10.222.0.36 "GET /v2.0/networks/cc278b4d-dcae-47fd-bae5-bd232ac640b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3220959 Jan 18 22:16:42.643641 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-b698ddaa-fbc8-4966-92ec-2091763bcdea None None] Port ae01ca6a-5e15-4ed8-b54a-90135bb7ef4b cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:16:42.644575 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ba16a8eb-0edb-4031-96c4-d2d27a57ba15 req-467410c3-7043-481d-a1aa-991998147a0f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=db135028-f57a-417d-a5fc-9f73c3e34dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1396410 Jan 18 22:16:42.759617 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdc2ff39-bef5-4afb-8be8-647c8238039a x-openstack-request-id: req-fdc2ff39-bef5-4afb-8be8-647c8238039a {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:16:42.759907 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d35b913-8ec3-49a0-ace0-8a720d4edf05", "tag": "e930dcd0-2ce1-40ab-8ab7-d34e368f11a1", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:16:42.760241 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fdc2ff39-bef5-4afb-8be8-647c8238039a {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:16:42.760605 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d35b913-8ec3-49a0-ace0-8a720d4edf05', 'tag': 'e930dcd0-2ce1-40ab-8ab7-d34e368f11a1', 'status': 'completed', 'code': 200} Jan 18 22:16:42.833254 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ba16a8eb-0edb-4031-96c4-d2d27a57ba15 req-129f4962-9540-4334-9c02-9f37604263ca service neutron] 10.222.0.67 "GET /v2.0/networks/db135028-f57a-417d-a5fc-9f73c3e34dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807733 Jan 18 22:16:42.894832 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0762374c-902f-425a-b686-7a844a198ac5 req-aba33b95-c901-4169-a287-e56defce75f2 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:42.904334 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0762374c-902f-425a-b686-7a844a198ac5 req-aba33b95-c901-4169-a287-e56defce75f2 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1bd428d-9adb-4f93-b6ca-66e7491dd341 HTTP/1.1" status: 200 len: 950 time: 0.1785498 Jan 18 22:16:42.922123 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4dc45224-a536-4e76-8542-c370e03e0d18 req-1257005a-c440-4a3d-8bb7-13f96ee81dea service neutron] 10.222.0.36 "GET /v2.0/networks/cc278b4d-dcae-47fd-bae5-bd232ac640b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3408854 Jan 18 22:16:42.985343 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b198e4-433a-43af-8e48-48569d223165 req-cff09a97-5d20-4a8c-892a-e4b34bf4b86d tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:42.992610 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-99b198e4-433a-43af-8e48-48569d223165 req-cff09a97-5d20-4a8c-892a-e4b34bf4b86d tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d35b913-8ec3-49a0-ace0-8a720d4edf05 HTTP/1.1" status: 200 len: 943 time: 0.1569326 Jan 18 22:16:42.999126 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ba16a8eb-0edb-4031-96c4-d2d27a57ba15 req-6f147c42-fc61-4bb3-951d-fe2f7ddc30ca service neutron] 10.222.0.67 "GET /v2.0/networks/db135028-f57a-417d-a5fc-9f73c3e34dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571670 Jan 18 22:16:43.033862 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0762374c-902f-425a-b686-7a844a198ac5 req-e7e35d46-0c9f-466e-adb9-ddc6b163a7b4 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286645 Jan 18 22:16:43.123047 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-99b198e4-433a-43af-8e48-48569d223165 req-40dc7623-abaa-4e7f-aa75-f1055cba528f tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac5bfedd-8c81-4ad7-9f0f-99ba0a339521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295381 Jan 18 22:16:43.158253 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405fab9e-ed30-43c5-b43a-4fa1ba31913d req-e612e0ec-c32f-4283-9ddc-a422a2de608d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:43.160043 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-405fab9e-ed30-43c5-b43a-4fa1ba31913d req-e612e0ec-c32f-4283-9ddc-a422a2de608d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=646d6b7fa3c74dbb9d53573120d4a5a9&device_id=5d35b913-8ec3-49a0-ace0-8a720d4edf05 HTTP/1.1" status: 200 len: 1094 time: 0.0844681 Jan 18 22:16:43.184859 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [req-ce396c87-4876-4588-bbf1-456ca4c45b9f req-34c95249-792d-4338-858f-077fff5141e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae01ca6a-5e15-4ed8-b54a-90135bb7ef4b {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:16:43.230497 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-ce396c87-4876-4588-bbf1-456ca4c45b9f req-34c95249-792d-4338-858f-077fff5141e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:43.279969 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405fab9e-ed30-43c5-b43a-4fa1ba31913d req-67169813-6cce-4eb1-8fdf-48bb7d5be219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:43.281815 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-405fab9e-ed30-43c5-b43a-4fa1ba31913d req-67169813-6cce-4eb1-8fdf-48bb7d5be219 service neutron] 10.222.0.67 "GET /v2.0/networks?id=db135028-f57a-417d-a5fc-9f73c3e34dd7 HTTP/1.1" status: 200 len: 907 time: 0.1128910 Jan 18 22:16:43.283925 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-ce396c87-4876-4588-bbf1-456ca4c45b9f req-34c95249-792d-4338-858f-077fff5141e0 service neutron] Transition to ACTIVE for port object ae01ca6a-5e15-4ed8-b54a-90135bb7ef4b will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:16:43.294872 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28a8a27-fa4e-46fb-b727-4cec0580a038 req-61aa0e62-d1c8-4663-abd0-8f94ae4428c5 tempest-ServersAdminTestJSON-770157746 tempest-ServersAdminTestJSON-770157746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:43.296545 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e28a8a27-fa4e-46fb-b727-4cec0580a038 req-61aa0e62-d1c8-4663-abd0-8f94ae4428c5 tempest-ServersAdminTestJSON-770157746 tempest-ServersAdminTestJSON-770157746-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5fa92f39-d443-46a1-a886-13e3ee10e361 HTTP/1.1" status: 200 len: 1102 time: 0.1395016 Jan 18 22:16:43.299329 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-ce396c87-4876-4588-bbf1-456ca4c45b9f req-34c95249-792d-4338-858f-077fff5141e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:43.366976 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-405fab9e-ed30-43c5-b43a-4fa1ba31913d req-3047310c-ed52-4378-85d8-bcddc01872aa service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e930dcd0-2ce1-40ab-8ab7-d34e368f11a1 HTTP/1.1" status: 200 len: 217 time: 0.0767150 Jan 18 22:16:43.442125 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c95249-792d-4338-858f-077fff5141e0 service neutron] Pushing event updated for resources: {'Port': ['ID=ae01ca6a-5e15-4ed8-b54a-90135bb7ef4b,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:16:43.450969 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:43.476766 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e28a8a27-fa4e-46fb-b727-4cec0580a038 req-67468a8c-ae37-4c42-9299-813689240e5b tempest-ServersAdminTestJSON-770157746 tempest-ServersAdminTestJSON-770157746-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=f617d299-382f-49d2-bef3-4bb5f1944b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685193 Jan 18 22:16:43.486108 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405fab9e-ed30-43c5-b43a-4fa1ba31913d req-79194700-c2a7-419f-9c18-3fcbb1ff3d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:43.491725 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-405fab9e-ed30-43c5-b43a-4fa1ba31913d req-79194700-c2a7-419f-9c18-3fcbb1ff3d34 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9d1c997a-9e2b-4f20-9423-81e2cb97ac40 HTTP/1.1" status: 200 len: 847 time: 0.1169381 Jan 18 22:16:43.574017 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-405fab9e-ed30-43c5-b43a-4fa1ba31913d req-13d53843-24e1-4a7b-8b2f-c4051e728641 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=db135028-f57a-417d-a5fc-9f73c3e34dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739431 Jan 18 22:16:43.645490 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-ce396c87-4876-4588-bbf1-456ca4c45b9f req-34c95249-792d-4338-858f-077fff5141e0 service neutron] Attempting to bind port ae01ca6a-5e15-4ed8-b54a-90135bb7ef4b on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:16:43.645941 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-ce396c87-4876-4588-bbf1-456ca4c45b9f req-34c95249-792d-4338-858f-077fff5141e0 service neutron] Attempting to bind port ae01ca6a-5e15-4ed8-b54a-90135bb7ef4b by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:16:43.646931 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce396c87-4876-4588-bbf1-456ca4c45b9f req-34c95249-792d-4338-858f-077fff5141e0 service neutron] Attempting to bind port ae01ca6a-5e15-4ed8-b54a-90135bb7ef4b on network aed2eca7-1bb0-443d-8485-b985dbe9851b {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:16:43.673618 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce396c87-4876-4588-bbf1-456ca4c45b9f req-34c95249-792d-4338-858f-077fff5141e0 service neutron] Port ae01ca6a-5e15-4ed8-b54a-90135bb7ef4b on network aed2eca7-1bb0-443d-8485-b985dbe9851b not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:16:43.678039 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce396c87-4876-4588-bbf1-456ca4c45b9f req-34c95249-792d-4338-858f-077fff5141e0 service neutron] Attempting to bind port ae01ca6a-5e15-4ed8-b54a-90135bb7ef4b on network aed2eca7-1bb0-443d-8485-b985dbe9851b {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:16:43.694376 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce396c87-4876-4588-bbf1-456ca4c45b9f req-34c95249-792d-4338-858f-077fff5141e0 service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:16:43.694849 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce396c87-4876-4588-bbf1-456ca4c45b9f req-34c95249-792d-4338-858f-077fff5141e0 service neutron] Checking segment: {'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:16:43.695314 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce396c87-4876-4588-bbf1-456ca4c45b9f req-34c95249-792d-4338-858f-077fff5141e0 service neutron] Bound using segment: {'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:16:43.695829 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-ce396c87-4876-4588-bbf1-456ca4c45b9f req-34c95249-792d-4338-858f-077fff5141e0 service neutron] Bound port: ae01ca6a-5e15-4ed8-b54a-90135bb7ef4b, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:16:43.696324 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-ce396c87-4876-4588-bbf1-456ca4c45b9f req-34c95249-792d-4338-858f-077fff5141e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:43.853694 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-405fab9e-ed30-43c5-b43a-4fa1ba31913d req-719e103a-504a-4d04-bcde-3828149927fa service neutron] 10.222.0.67 "GET /v2.0/networks/db135028-f57a-417d-a5fc-9f73c3e34dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671847 Jan 18 22:16:43.933290 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-ce396c87-4876-4588-bbf1-456ca4c45b9f req-34c95249-792d-4338-858f-077fff5141e0 service neutron] For port ae01ca6a-5e15-4ed8-b54a-90135bb7ef4b, host n-h2-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:16:43.962324 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-ce396c87-4876-4588-bbf1-456ca4c45b9f req-34c95249-792d-4338-858f-077fff5141e0 service neutron] For port ae01ca6a-5e15-4ed8-b54a-90135bb7ef4b, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=ae01ca6a-5e15-4ed8-b54a-90135bb7ef4b,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:16:43.976115 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-ce396c87-4876-4588-bbf1-456ca4c45b9f req-34c95249-792d-4338-858f-077fff5141e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:44.018925 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba7631c-0557-48a2-91b3-86f95a8cbcee req-17f879be-a860-4d97-aa0c-a34e4b28a26c tempest-ImagesNegativeTestJSON-731307942 tempest-ImagesNegativeTestJSON-731307942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:44.020508 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0ba7631c-0557-48a2-91b3-86f95a8cbcee req-17f879be-a860-4d97-aa0c-a34e4b28a26c tempest-ImagesNegativeTestJSON-731307942 tempest-ImagesNegativeTestJSON-731307942-project] 10.222.0.53 "GET /v2.0/ports?device_id=87ec3b29-94d7-4afc-9a60-1a9a478ca848 HTTP/1.1" status: 200 len: 947 time: 0.2040415 Jan 18 22:16:44.023478 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-405fab9e-ed30-43c5-b43a-4fa1ba31913d req-9e03ce00-3e87-497f-bbaf-4a3749eecc72 service neutron] 10.222.0.67 "GET /v2.0/networks/db135028-f57a-417d-a5fc-9f73c3e34dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655197 Jan 18 22:16:44.057765 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce396c87-4876-4588-bbf1-456ca4c45b9f req-34c95249-792d-4338-858f-077fff5141e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:44.058378 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-ce396c87-4876-4588-bbf1-456ca4c45b9f req-34c95249-792d-4338-858f-077fff5141e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:44.060486 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ce396c87-4876-4588-bbf1-456ca4c45b9f req-34c95249-792d-4338-858f-077fff5141e0 service neutron] 10.222.0.67 "PUT /v2.0/ports/ae01ca6a-5e15-4ed8-b54a-90135bb7ef4b HTTP/1.1" status: 200 len: 1095 time: 1.8063605 Jan 18 22:16:44.062500 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87ec3b29-94d7-4afc-9a60-1a9a478ca848', 'tag': 'ae01ca6a-5e15-4ed8-b54a-90135bb7ef4b'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:16:44.064883 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8056bd1-6a81-47a1-a43c-3ebcd5e12355" -d '{"events": [{"name": "network-changed", "server_uuid": "87ec3b29-94d7-4afc-9a60-1a9a478ca848", "tag": "ae01ca6a-5e15-4ed8-b54a-90135bb7ef4b"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:16:44.097338 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5340504-381b-4b97-9b60-5cd1598eebae req-8113b541-a96a-4ff8-a20c-85f1cd6c086b tempest-ServersAdminTestJSON-770157746 tempest-ServersAdminTestJSON-770157746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:44.105607 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e5340504-381b-4b97-9b60-5cd1598eebae req-8113b541-a96a-4ff8-a20c-85f1cd6c086b tempest-ServersAdminTestJSON-770157746 tempest-ServersAdminTestJSON-770157746-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5fa92f39-d443-46a1-a886-13e3ee10e361 HTTP/1.1" status: 200 len: 1102 time: 0.1874118 Jan 18 22:16:44.212264 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0ba7631c-0557-48a2-91b3-86f95a8cbcee req-014239c0-62e2-4e22-adf6-ab805e2a68e2 tempest-ImagesNegativeTestJSON-731307942 tempest-ImagesNegativeTestJSON-731307942-project] 10.222.0.53 "GET /v2.0/security-groups?id=375b717f-2a90-4100-9c31-9c6bc39d38b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687801 Jan 18 22:16:44.246409 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c95249-792d-4338-858f-077fff5141e0 service neutron] Pushing event updated for resources: {'Port': ['ID=ae01ca6a-5e15-4ed8-b54a-90135bb7ef4b,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:16:44.293794 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e5340504-381b-4b97-9b60-5cd1598eebae req-23aa7375-0e88-4c73-86be-115173199cce tempest-ServersAdminTestJSON-770157746 tempest-ServersAdminTestJSON-770157746-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=f617d299-382f-49d2-bef3-4bb5f1944b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872287 Jan 18 22:16:44.319389 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce396c87-4876-4588-bbf1-456ca4c45b9f req-33e19b7a-752c-4ba9-88ce-8e06c00b4f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:44.327588 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ce396c87-4876-4588-bbf1-456ca4c45b9f req-33e19b7a-752c-4ba9-88ce-8e06c00b4f98 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9c70c6b4b72a44408f848e64267a5e8a&device_id=87ec3b29-94d7-4afc-9a60-1a9a478ca848 HTTP/1.1" status: 200 len: 1098 time: 0.2160740 Jan 18 22:16:44.385248 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ce396c87-4876-4588-bbf1-456ca4c45b9f req-50bc6f4d-d476-44f9-a75a-b672b7a8b385 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=ae01ca6a-5e15-4ed8-b54a-90135bb7ef4b HTTP/1.1" status: 200 len: 217 time: 0.0464478 Jan 18 22:16:44.413771 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a97ec4a-7012-4bd3-a533-5cfbf816668c x-openstack-request-id: req-2a97ec4a-7012-4bd3-a533-5cfbf816668c {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:16:44.414113 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87ec3b29-94d7-4afc-9a60-1a9a478ca848", "tag": "ae01ca6a-5e15-4ed8-b54a-90135bb7ef4b", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:16:44.414365 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2a97ec4a-7012-4bd3-a533-5cfbf816668c {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:16:44.414771 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87ec3b29-94d7-4afc-9a60-1a9a478ca848', 'tag': 'ae01ca6a-5e15-4ed8-b54a-90135bb7ef4b', 'status': 'completed', 'code': 200} Jan 18 22:16:44.466823 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce396c87-4876-4588-bbf1-456ca4c45b9f req-77382c87-a472-49b6-a578-23ef51116342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:44.468327 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ce396c87-4876-4588-bbf1-456ca4c45b9f req-77382c87-a472-49b6-a578-23ef51116342 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8518183d-cc63-459a-b971-d4c7514e001f HTTP/1.1" status: 200 len: 843 time: 0.0487170 Jan 18 22:16:44.585575 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c273bd-8ff9-4577-b8f3-f58b9a7560d2 req-4ce0f22f-635a-4173-a531-26aaca4cc837 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:44.587033 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-00c273bd-8ff9-4577-b8f3-f58b9a7560d2 req-4ce0f22f-635a-4173-a531-26aaca4cc837 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1bd428d-9adb-4f93-b6ca-66e7491dd341 HTTP/1.1" status: 200 len: 950 time: 0.1177418 Jan 18 22:16:44.602792 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca1927f-acf2-486b-a4fe-4dbf6d1dd8df req-bfdb577e-266e-4357-9f94-da6ddc6f5843 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:44.604839 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bca1927f-acf2-486b-a4fe-4dbf6d1dd8df req-bfdb577e-266e-4357-9f94-da6ddc6f5843 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d35b913-8ec3-49a0-ace0-8a720d4edf05 HTTP/1.1" status: 200 len: 943 time: 0.0990198 Jan 18 22:16:44.606496 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce396c87-4876-4588-bbf1-456ca4c45b9f req-fe854d1c-06cd-4734-9076-5b6a0403de15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:44.607816 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ce396c87-4876-4588-bbf1-456ca4c45b9f req-fe854d1c-06cd-4734-9076-5b6a0403de15 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aed2eca7-1bb0-443d-8485-b985dbe9851b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1037548 Jan 18 22:16:44.709239 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-00c273bd-8ff9-4577-b8f3-f58b9a7560d2 req-33e78c92-3ca6-4f5c-a224-2112b46f7dd4 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155493 Jan 18 22:16:44.716684 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bca1927f-acf2-486b-a4fe-4dbf6d1dd8df req-4c05338d-3de0-4503-948b-e034ec8b960d tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac5bfedd-8c81-4ad7-9f0f-99ba0a339521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039376 Jan 18 22:16:44.766880 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ce396c87-4876-4588-bbf1-456ca4c45b9f req-408bf15c-6f99-400a-9442-79206162d20d service neutron] 10.222.0.67 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513090 Jan 18 22:16:44.882211 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ce396c87-4876-4588-bbf1-456ca4c45b9f req-5e54cee4-bb09-44b0-b9e4-03db757f5d9f service neutron] 10.222.0.67 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097188 Jan 18 22:16:45.027632 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8056bd1-6a81-47a1-a43c-3ebcd5e12355 req-8c121507-3a87-4ad6-84e0-e2709585f14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:45.029176 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c8056bd1-6a81-47a1-a43c-3ebcd5e12355 req-8c121507-3a87-4ad6-84e0-e2709585f14a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9c70c6b4b72a44408f848e64267a5e8a&device_id=87ec3b29-94d7-4afc-9a60-1a9a478ca848 HTTP/1.1" status: 200 len: 1098 time: 0.0848014 Jan 18 22:16:45.043959 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f187250-d4b4-4767-919b-e7485f1e39d2 req-8412714a-a44c-4372-88cc-2a528f947c9d tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:45.048674 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2f187250-d4b4-4767-919b-e7485f1e39d2 req-8412714a-a44c-4372-88cc-2a528f947c9d tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c57620c-4fce-4509-b333-f58a98ab9456 HTTP/1.1" status: 200 len: 950 time: 0.0731816 Jan 18 22:16:45.163655 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2f187250-d4b4-4767-919b-e7485f1e39d2 req-2674b01c-d770-432e-902a-757c1822d06f tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/security-groups?id=f617d299-382f-49d2-bef3-4bb5f1944b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029267 Jan 18 22:16:45.217950 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8056bd1-6a81-47a1-a43c-3ebcd5e12355 req-42a6b9bf-839a-4049-bdb0-789ecdfc7a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:45.219416 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c8056bd1-6a81-47a1-a43c-3ebcd5e12355 req-42a6b9bf-839a-4049-bdb0-789ecdfc7a43 service neutron] 10.222.0.67 "GET /v2.0/networks?id=aed2eca7-1bb0-443d-8485-b985dbe9851b HTTP/1.1" status: 200 len: 869 time: 0.1697111 Jan 18 22:16:45.285026 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c8056bd1-6a81-47a1-a43c-3ebcd5e12355 req-a9bbb79e-5152-4c13-ab33-171ee8b091de service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=ae01ca6a-5e15-4ed8-b54a-90135bb7ef4b HTTP/1.1" status: 200 len: 217 time: 0.0385823 Jan 18 22:16:45.297589 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 56986) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:16:45.367099 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78d388a-e7a6-45c7-b420-a1bc5aa47f29 req-7892801f-4fe9-40e4-9100-24fff319a3c9 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:45.368618 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a78d388a-e7a6-45c7-b420-a1bc5aa47f29 req-7892801f-4fe9-40e4-9100-24fff319a3c9 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa35bf88-4440-4d73-afcd-ae0cc04d6d11 HTTP/1.1" status: 200 len: 945 time: 0.1483459 Jan 18 22:16:45.394854 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc62605c-1367-46af-8433-f6cd06226075 req-ca1aaccd-7a2b-487b-b949-b5665eed7f23 tempest-ImagesNegativeTestJSON-731307942 tempest-ImagesNegativeTestJSON-731307942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:45.400652 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fc62605c-1367-46af-8433-f6cd06226075 req-ca1aaccd-7a2b-487b-b949-b5665eed7f23 tempest-ImagesNegativeTestJSON-731307942 tempest-ImagesNegativeTestJSON-731307942-project] 10.222.0.53 "GET /v2.0/ports?device_id=87ec3b29-94d7-4afc-9a60-1a9a478ca848 HTTP/1.1" status: 200 len: 947 time: 0.1182790 Jan 18 22:16:45.407321 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8056bd1-6a81-47a1-a43c-3ebcd5e12355 req-0c2467dd-ade4-415c-99fc-6181b3431ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:45.408867 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c8056bd1-6a81-47a1-a43c-3ebcd5e12355 req-0c2467dd-ade4-415c-99fc-6181b3431ea8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8518183d-cc63-459a-b971-d4c7514e001f HTTP/1.1" status: 200 len: 843 time: 0.1129992 Jan 18 22:16:45.412682 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-452aac24-0233-45de-a205-fdb6c2984ead admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:45.494685 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a78d388a-e7a6-45c7-b420-a1bc5aa47f29 req-dd10beff-4bd4-4274-9b19-538762c25b65 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fead2ec-99b5-4f01-a8ba-653859b4c215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118901 Jan 18 22:16:45.498559 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fc62605c-1367-46af-8433-f6cd06226075 req-c28807e4-6203-4c8d-9852-566b2e875c28 tempest-ImagesNegativeTestJSON-731307942 tempest-ImagesNegativeTestJSON-731307942-project] 10.222.0.53 "GET /v2.0/security-groups?id=375b717f-2a90-4100-9c31-9c6bc39d38b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875237 Jan 18 22:16:45.514467 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8056bd1-6a81-47a1-a43c-3ebcd5e12355 req-6bd3f67a-207b-4c66-80a2-05b162f93dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:45.515932 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c8056bd1-6a81-47a1-a43c-3ebcd5e12355 req-6bd3f67a-207b-4c66-80a2-05b162f93dbf service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aed2eca7-1bb0-443d-8485-b985dbe9851b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0899436 Jan 18 22:16:45.519092 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-452aac24-0233-45de-a205-fdb6c2984ead admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:45.542076 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-452aac24-0233-45de-a205-fdb6c2984ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:45.623326 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452aac24-0233-45de-a205-fdb6c2984ead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=300116d2-cf89-449a-9548-dfcaba5d939b,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:16:45.647298 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-452aac24-0233-45de-a205-fdb6c2984ead admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7d4a3dbd98ba44b68fd224cb918bc7c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3458741 Jan 18 22:16:45.647298 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 56996) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:16:45.659745 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452aac24-0233-45de-a205-fdb6c2984ead admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:16:45.660089 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452aac24-0233-45de-a205-fdb6c2984ead admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:16:45.664620 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452aac24-0233-45de-a205-fdb6c2984ead admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:16:45.664974 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452aac24-0233-45de-a205-fdb6c2984ead admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:16:45.665314 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452aac24-0233-45de-a205-fdb6c2984ead admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:16:45.666424 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452aac24-0233-45de-a205-fdb6c2984ead admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:16:45.667351 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452aac24-0233-45de-a205-fdb6c2984ead admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:16:45.667685 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452aac24-0233-45de-a205-fdb6c2984ead admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:16:45.668018 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452aac24-0233-45de-a205-fdb6c2984ead admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:16:45.670090 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452aac24-0233-45de-a205-fdb6c2984ead admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:16:45.670213 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452aac24-0233-45de-a205-fdb6c2984ead admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:16:45.670492 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452aac24-0233-45de-a205-fdb6c2984ead admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:16:45.676446 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c8056bd1-6a81-47a1-a43c-3ebcd5e12355 req-b5249ea8-d0b4-4494-bc0e-9004b8ca345d service neutron] 10.222.0.67 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524835 Jan 18 22:16:45.765214 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-65a71249-fc3f-4ce9-917d-e2e41c698a2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:45.813977 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c8056bd1-6a81-47a1-a43c-3ebcd5e12355 req-98bd7423-4961-4a90-9cf2-8e7803a23360 service neutron] 10.222.0.67 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301670 Jan 18 22:16:45.830269 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-65a71249-fc3f-4ce9-917d-e2e41c698a2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:45.903281 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a241b9a1-368b-4b22-a5d0-79c9e8656ee6 req-1f6f45d9-9b9a-43bb-8abb-36e940be8363 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:45.905224 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a241b9a1-368b-4b22-a5d0-79c9e8656ee6 req-1f6f45d9-9b9a-43bb-8abb-36e940be8363 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1bd428d-9adb-4f93-b6ca-66e7491dd341 HTTP/1.1" status: 200 len: 950 time: 0.0807183 Jan 18 22:16:45.933563 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-65a71249-fc3f-4ce9-917d-e2e41c698a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:45.936344 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-65a71249-fc3f-4ce9-917d-e2e41c698a2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:45.937677 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-65a71249-fc3f-4ce9-917d-e2e41c698a2a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/300116d2-cf89-449a-9548-dfcaba5d939b HTTP/1.1" status: 204 len: 168 time: 0.2894740 Jan 18 22:16:45.964841 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a71249-fc3f-4ce9-917d-e2e41c698a2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=300116d2-cf89-449a-9548-dfcaba5d939b,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:16:45.983085 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a241b9a1-368b-4b22-a5d0-79c9e8656ee6 req-72e93bb8-c97d-4b87-b649-60037fda6047 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713696 Jan 18 22:16:46.108231 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede8c188-a73b-43b8-a9d8-7a3eb3b43f0d req-efedd5e6-1a2d-4efb-87d1-5138c4572e27 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:46.120228 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ede8c188-a73b-43b8-a9d8-7a3eb3b43f0d req-efedd5e6-1a2d-4efb-87d1-5138c4572e27 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d35b913-8ec3-49a0-ace0-8a720d4edf05 HTTP/1.1" status: 200 len: 943 time: 0.0794241 Jan 18 22:16:46.176819 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ede8c188-a73b-43b8-a9d8-7a3eb3b43f0d req-e6be8b0a-4495-406d-b5a7-db5db8359868 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac5bfedd-8c81-4ad7-9f0f-99ba0a339521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416846 Jan 18 22:16:46.326343 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abfcd89-3ed9-4227-adec-69985a554ec5 req-e69a8ea6-b3c6-4bef-bb6b-ff1d45ee4319 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:46.332020 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3abfcd89-3ed9-4227-adec-69985a554ec5 req-e69a8ea6-b3c6-4bef-bb6b-ff1d45ee4319 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c57620c-4fce-4509-b333-f58a98ab9456 HTTP/1.1" status: 200 len: 950 time: 0.0561962 Jan 18 22:16:46.375212 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3abfcd89-3ed9-4227-adec-69985a554ec5 req-7f8c646e-15d9-4880-9055-ce354229b420 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/security-groups?id=f617d299-382f-49d2-bef3-4bb5f1944b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415411 Jan 18 22:16:46.438676 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc981a2a-2c00-4656-a7ac-89c17500b9f0 req-04052c00-3e5b-431e-b7b7-0648939311c9 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:46.440452 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cc981a2a-2c00-4656-a7ac-89c17500b9f0 req-04052c00-3e5b-431e-b7b7-0648939311c9 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c57620c-4fce-4509-b333-f58a98ab9456 HTTP/1.1" status: 200 len: 950 time: 0.0519536 Jan 18 22:16:46.540802 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-cc981a2a-2c00-4656-a7ac-89c17500b9f0 req-ec3e014e-7d0b-41d6-b2ba-70db4739e6d2 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Deleting port e7f734d6-f0ad-4594-a2ef-af944e6e1234 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:16:46.540802 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-cc981a2a-2c00-4656-a7ac-89c17500b9f0 req-ec3e014e-7d0b-41d6-b2ba-70db4739e6d2 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:46.675608 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-cc981a2a-2c00-4656-a7ac-89c17500b9f0 req-ec3e014e-7d0b-41d6-b2ba-70db4739e6d2 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] For port e7f734d6-f0ad-4594-a2ef-af944e6e1234, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=e7f734d6-f0ad-4594-a2ef-af944e6e1234,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:16:46.675849 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-cc981a2a-2c00-4656-a7ac-89c17500b9f0 req-ec3e014e-7d0b-41d6-b2ba-70db4739e6d2 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:46.694138 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac19c91f-8e6d-48d1-b47f-2526ae0a5e91 req-f5ef9c01-ef50-446d-9d7f-84d04aa4d746 tempest-ImagesNegativeTestJSON-731307942 tempest-ImagesNegativeTestJSON-731307942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:46.695615 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ac19c91f-8e6d-48d1-b47f-2526ae0a5e91 req-f5ef9c01-ef50-446d-9d7f-84d04aa4d746 tempest-ImagesNegativeTestJSON-731307942 tempest-ImagesNegativeTestJSON-731307942-project] 10.222.0.53 "GET /v2.0/ports?device_id=87ec3b29-94d7-4afc-9a60-1a9a478ca848 HTTP/1.1" status: 200 len: 947 time: 0.0981278 Jan 18 22:16:46.700563 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-cc981a2a-2c00-4656-a7ac-89c17500b9f0 req-ec3e014e-7d0b-41d6-b2ba-70db4739e6d2 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Calling delete_port for e7f734d6-f0ad-4594-a2ef-af944e6e1234 owned by compute:nova {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:16:47.064182 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ac19c91f-8e6d-48d1-b47f-2526ae0a5e91 req-c3a3c235-4c9e-4190-b751-1e2c0d8b115f tempest-ImagesNegativeTestJSON-731307942 tempest-ImagesNegativeTestJSON-731307942-project] 10.222.0.53 "GET /v2.0/security-groups?id=375b717f-2a90-4100-9c31-9c6bc39d38b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3595452 Jan 18 22:16:47.157201 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90baf0e3-90fb-4827-a4dc-080c40c125f4 req-e4d1c0a9-611f-46cd-8562-4b5297a5372d tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:47.159390 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-90baf0e3-90fb-4827-a4dc-080c40c125f4 req-e4d1c0a9-611f-46cd-8562-4b5297a5372d tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1bd428d-9adb-4f93-b6ca-66e7491dd341 HTTP/1.1" status: 200 len: 950 time: 0.0718479 Jan 18 22:16:47.225932 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 57056) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:16:47.245668 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-90baf0e3-90fb-4827-a4dc-080c40c125f4 req-8ca71967-4c06-4a95-939a-70300270e014 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752342 Jan 18 22:16:47.299467 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-cc981a2a-2c00-4656-a7ac-89c17500b9f0 req-ec3e014e-7d0b-41d6-b2ba-70db4739e6d2 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:47.312099 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['e7f734d6-f0ad-4594-a2ef-af944e6e1234', 'a144f15d-8003-4566-b13f-9284b79c7f71'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:16:47.314258 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['53bccc17-00e0-4c65-9c80-4cfd4a86909c'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:16:47.346464 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3e014e-7d0b-41d6-b2ba-70db4739e6d2 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Pushing event deleted for resources: {'Port': ['ID=e7f734d6-f0ad-4594-a2ef-af944e6e1234,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:16:47.357058 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f1184514-ff3c-4566-991c-fdeb199c8498 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:47.407087 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02f1db6-0745-4871-a1ba-122701c4c704 req-2115eadd-ffa7-4b41-a455-95d8cf657e2f tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:47.417611 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d02f1db6-0745-4871-a1ba-122701c4c704 req-2115eadd-ffa7-4b41-a455-95d8cf657e2f tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d35b913-8ec3-49a0-ace0-8a720d4edf05 HTTP/1.1" status: 200 len: 943 time: 0.1686764 Jan 18 22:16:47.451160 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f1184514-ff3c-4566-991c-fdeb199c8498 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:47.458575 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f1184514-ff3c-4566-991c-fdeb199c8498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:47.459226 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc981a2a-2c00-4656-a7ac-89c17500b9f0 req-ec3e014e-7d0b-41d6-b2ba-70db4739e6d2 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] No DVR routers for this DVR port e7f734d6-f0ad-4594-a2ef-af944e6e1234 on host n-h1-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:16:47.490286 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-f1184514-ff3c-4566-991c-fdeb199c8498 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b36feb90fb32427eb34f221a3a67f28b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2622769 Jan 18 22:16:47.491405 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-cc981a2a-2c00-4656-a7ac-89c17500b9f0 req-ec3e014e-7d0b-41d6-b2ba-70db4739e6d2 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:47.495550 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cc981a2a-2c00-4656-a7ac-89c17500b9f0 req-ec3e014e-7d0b-41d6-b2ba-70db4739e6d2 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.36 "DELETE /v2.0/ports/e7f734d6-f0ad-4594-a2ef-af944e6e1234 HTTP/1.1" status: 204 len: 173 time: 1.0472713 Jan 18 22:16:47.497469 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b3bae871-a192-4a1c-b1ed-91c17a918a20 req-c104c766-7f41-494b-890a-0be11e268035 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c57620c-4fce-4509-b333-f58a98ab9456 HTTP/1.1" status: 200 len: 210 time: 0.0395448 Jan 18 22:16:47.498867 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c57620c-4fce-4509-b333-f58a98ab9456', 'name': 'network-vif-deleted', 'tag': 'e7f734d6-f0ad-4594-a2ef-af944e6e1234'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:16:47.499019 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 57062) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:16:47.507468 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb78556-b652-4572-ad49-98f2ff5a2a59" -d '{"events": [{"server_uuid": "1c57620c-4fce-4509-b333-f58a98ab9456", "name": "network-vif-deleted", "tag": "e7f734d6-f0ad-4594-a2ef-af944e6e1234"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:16:47.555200 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d02f1db6-0745-4871-a1ba-122701c4c704 req-4622de4f-9fc3-4bf5-bb20-a950e5749931 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac5bfedd-8c81-4ad7-9f0f-99ba0a339521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221917 Jan 18 22:16:47.557540 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1184514-ff3c-4566-991c-fdeb199c8498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54c0bbb4-1660-4a53-bb78-707821fee213,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:16:47.586187 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e30614e6-cf5b-4982-8da5-b3d7377c922c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:47.599626 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d81e42eb-93e6-4553-86ad-09b6716f2ebc x-openstack-request-id: req-d81e42eb-93e6-4553-86ad-09b6716f2ebc {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:16:47.599929 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c57620c-4fce-4509-b333-f58a98ab9456", "name": "network-vif-deleted", "tag": "e7f734d6-f0ad-4594-a2ef-af944e6e1234", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:16:47.600212 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d81e42eb-93e6-4553-86ad-09b6716f2ebc {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:16:47.600712 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c57620c-4fce-4509-b333-f58a98ab9456', 'name': 'network-vif-deleted', 'tag': 'e7f734d6-f0ad-4594-a2ef-af944e6e1234', 'status': 'completed', 'code': 200} Jan 18 22:16:47.611229 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e30614e6-cf5b-4982-8da5-b3d7377c922c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:47.674191 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e30614e6-cf5b-4982-8da5-b3d7377c922c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:47.678524 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e30614e6-cf5b-4982-8da5-b3d7377c922c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:47.682712 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-e30614e6-cf5b-4982-8da5-b3d7377c922c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/54c0bbb4-1660-4a53-bb78-707821fee213 HTTP/1.1" status: 204 len: 168 time: 0.1798546 Jan 18 22:16:47.690437 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30614e6-cf5b-4982-8da5-b3d7377c922c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54c0bbb4-1660-4a53-bb78-707821fee213,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:16:48.208031 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af294a9-ec36-4b7e-950c-7c98831e0f75 req-abafd8c3-21ef-4d68-9adb-1b3c28721255 tempest-ImagesNegativeTestJSON-731307942 tempest-ImagesNegativeTestJSON-731307942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:48.215706 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6af294a9-ec36-4b7e-950c-7c98831e0f75 req-abafd8c3-21ef-4d68-9adb-1b3c28721255 tempest-ImagesNegativeTestJSON-731307942 tempest-ImagesNegativeTestJSON-731307942-project] 10.222.0.53 "GET /v2.0/ports?device_id=87ec3b29-94d7-4afc-9a60-1a9a478ca848 HTTP/1.1" status: 200 len: 947 time: 0.0689423 Jan 18 22:16:48.250256 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6af294a9-ec36-4b7e-950c-7c98831e0f75 req-df200052-3e4d-4f2b-b83f-0c3947436097 tempest-ImagesNegativeTestJSON-731307942 tempest-ImagesNegativeTestJSON-731307942-project] 10.222.0.53 "GET /v2.0/security-groups?id=375b717f-2a90-4100-9c31-9c6bc39d38b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335548 Jan 18 22:16:48.298958 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device ae01ca6a-5e15-4ed8-b54a-90135bb7ef4b details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:16:48.382981 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 57098) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:16:48.389677 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83622f01-1c69-49bc-93fa-0748391cb630 req-fdb707bb-8bec-4581-8935-4da80494fbb0 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:48.398694 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-83622f01-1c69-49bc-93fa-0748391cb630 req-fdb707bb-8bec-4581-8935-4da80494fbb0 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1bd428d-9adb-4f93-b6ca-66e7491dd341 HTTP/1.1" status: 200 len: 950 time: 0.0671651 Jan 18 22:16:48.418466 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port ae01ca6a-5e15-4ed8-b54a-90135bb7ef4b, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=ae01ca6a-5e15-4ed8-b54a-90135bb7ef4b,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:16:48.433177 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': 'ae01ca6a-5e15-4ed8-b54a-90135bb7ef4b', 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b', 'port_id': 'ae01ca6a-5e15-4ed8-b54a-90135bb7ef4b', 'mac_address': 'fa:16:3e:02:fe:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8518183d-cc63-459a-b971-d4c7514e001f', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:16:48.437370 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-83622f01-1c69-49bc-93fa-0748391cb630 req-740eba96-0cae-4b53-8831-39cf2a94bb61 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370483 Jan 18 22:16:48.478463 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:48.491792 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae01ca6a-5e15-4ed8-b54a-90135bb7ef4b {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:16:48.503909 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-ca2447a8-3e5d-4b4f-adfb-856a703f719d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1260496599-network', 'tenant_id': 'a01eaa427c4547209d439cdf9ac1343c'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:16:48.512384 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port ae01ca6a-5e15-4ed8-b54a-90135bb7ef4b, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=ae01ca6a-5e15-4ed8-b54a-90135bb7ef4b,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:16:48.516720 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:48.533486 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca2447a8-3e5d-4b4f-adfb-856a703f719d admin admin] Made reservation on behalf of a01eaa427c4547209d439cdf9ac1343c for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:16:48.536440 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ca2447a8-3e5d-4b4f-adfb-856a703f719d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:48.547285 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ca2447a8-3e5d-4b4f-adfb-856a703f719d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:48.574964 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=ae01ca6a-5e15-4ed8-b54a-90135bb7ef4b,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:16:48.651515 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ca2447a8-3e5d-4b4f-adfb-856a703f719d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:48.657100 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ca2447a8-3e5d-4b4f-adfb-856a703f719d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:48.685317 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6821da64-29f0-4f11-9946-c24162adf598 req-24752d65-c138-409c-8571-b647a2a26b52 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:48.689745 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca2447a8-3e5d-4b4f-adfb-856a703f719d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:16:48.693424 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6821da64-29f0-4f11-9946-c24162adf598 req-24752d65-c138-409c-8571-b647a2a26b52 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d35b913-8ec3-49a0-ace0-8a720d4edf05 HTTP/1.1" status: 200 len: 943 time: 0.0651839 Jan 18 22:16:48.697032 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2447a8-3e5d-4b4f-adfb-856a703f719d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a04255-bf06-44b6-bd12-23031de9a3c5,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:16:48.704895 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ca2447a8-3e5d-4b4f-adfb-856a703f719d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:48.705475 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-ca2447a8-3e5d-4b4f-adfb-856a703f719d admin admin] Added segment df7e7714-9966-402d-be7f-bdbe7e0ef83f of type vlan for network 833e53af-b1dc-41ea-8a10-ee306d46c7cf Jan 18 22:16:48.754696 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6821da64-29f0-4f11-9946-c24162adf598 req-f98007b6-62cf-40be-8604-220e19c93ee6 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac5bfedd-8c81-4ad7-9f0f-99ba0a339521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603173 Jan 18 22:16:48.781345 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ca2447a8-3e5d-4b4f-adfb-856a703f719d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:48.801620 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['ae01ca6a-5e15-4ed8-b54a-90135bb7ef4b'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:16:48.816382 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ca2447a8-3e5d-4b4f-adfb-856a703f719d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:48.817619 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2447a8-3e5d-4b4f-adfb-856a703f719d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:48.818302 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ca2447a8-3e5d-4b4f-adfb-856a703f719d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:48.920743 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-ca2447a8-3e5d-4b4f-adfb-856a703f719d admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5365350 Jan 18 22:16:48.929180 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 57112) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:16:48.930169 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3290ab-1206-4e94-8c97-94cf50456b5d req-b2092ae7-4ab3-4e7e-8a88-d2ac9cb5471c tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:48.932846 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0e3290ab-1206-4e94-8c97-94cf50456b5d req-b2092ae7-4ab3-4e7e-8a88-d2ac9cb5471c tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/ports?device_id=2314e5ba-e2e1-41d6-a9f0-51d77e89f4f6 HTTP/1.1" status: 200 len: 950 time: 0.0694005 Jan 18 22:16:48.934411 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-8580a2fa-4951-4cfb-af30-02ad5322f4a2 admin admin] Request body: {'subnet': {'network_id': '833e53af-b1dc-41ea-8a10-ee306d46c7cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1260496599-subnet', 'tenant_id': 'a01eaa427c4547209d439cdf9ac1343c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:16:48.955399 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2447a8-3e5d-4b4f-adfb-856a703f719d admin admin] Pushing event updated for resources: {'Network': ['ID=833e53af-b1dc-41ea-8a10-ee306d46c7cf,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:16:48.968856 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 833e53af-b1dc-41ea-8a10-ee306d46c7cf details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:16:48.981285 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8580a2fa-4951-4cfb-af30-02ad5322f4a2 admin admin] Made reservation on behalf of a01eaa427c4547209d439cdf9ac1343c for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:16:48.984565 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8580a2fa-4951-4cfb-af30-02ad5322f4a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:49.001532 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0e3290ab-1206-4e94-8c97-94cf50456b5d req-78e07645-0adf-4872-932d-bc8f76d033af tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/security-groups?id=f617d299-382f-49d2-bef3-4bb5f1944b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547028 Jan 18 22:16:49.179670 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8580a2fa-4951-4cfb-af30-02ad5322f4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:49.241254 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8580a2fa-4951-4cfb-af30-02ad5322f4a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29e34854-a843-4d4b-9615-e3c9762dc42c,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:16:49.248503 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1a12b2fc-20ef-4aa7-9217-a25003b058ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:49.248774 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8580a2fa-4951-4cfb-af30-02ad5322f4a2 admin admin] Checking segment: {'id': 'df7e7714-9966-402d-be7f-bdbe7e0ef83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '833e53af-b1dc-41ea-8a10-ee306d46c7cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:16:49.249016 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8580a2fa-4951-4cfb-af30-02ad5322f4a2 admin admin] Network hostable DHCP agents. Network: 833e53af-b1dc-41ea-8a10-ee306d46c7cf, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:16:49.268329 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8580a2fa-4951-4cfb-af30-02ad5322f4a2 admin admin] Network 833e53af-b1dc-41ea-8a10-ee306d46c7cf is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:16:49.279830 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-8580a2fa-4951-4cfb-af30-02ad5322f4a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 833e53af-b1dc-41ea-8a10-ee306d46c7cf) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:16:49.290078 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47aa783a-0174-4cc2-a15c-067bccd22d80 None None] Network 833e53af-b1dc-41ea-8a10-ee306d46c7cf requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:16:49.293764 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8580a2fa-4951-4cfb-af30-02ad5322f4a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:49.294149 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8580a2fa-4951-4cfb-af30-02ad5322f4a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:49.317755 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-8580a2fa-4951-4cfb-af30-02ad5322f4a2 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.3875742 Jan 18 22:16:49.411522 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df59aa-1ceb-4ef2-a59d-3d8b9c4ebfd5 req-c470abab-17d1-456a-870d-1708ee0e1f9d tempest-ImagesNegativeTestJSON-731307942 tempest-ImagesNegativeTestJSON-731307942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:49.413214 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-76df59aa-1ceb-4ef2-a59d-3d8b9c4ebfd5 req-c470abab-17d1-456a-870d-1708ee0e1f9d tempest-ImagesNegativeTestJSON-731307942 tempest-ImagesNegativeTestJSON-731307942-project] 10.222.0.53 "GET /v2.0/ports?device_id=87ec3b29-94d7-4afc-9a60-1a9a478ca848 HTTP/1.1" status: 200 len: 948 time: 0.0758786 Jan 18 22:16:49.458236 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7dbd7f-182d-4523-8e13-729bfb83f5f4 None None] Network 833e53af-b1dc-41ea-8a10-ee306d46c7cf requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:16:49.460663 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-76df59aa-1ceb-4ef2-a59d-3d8b9c4ebfd5 req-0f7d3496-c0e2-4ace-be29-bf3cdfa0a955 tempest-ImagesNegativeTestJSON-731307942 tempest-ImagesNegativeTestJSON-731307942-project] 10.222.0.53 "GET /v2.0/security-groups?id=375b717f-2a90-4100-9c31-9c6bc39d38b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398493 Jan 18 22:16:49.508945 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 9a0306c0-065b-4f7c-897a-b0ab604fa791 details requested by agent hyperv_n-h1-825064-1 with host n-h1-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:16:49.514332 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device e7f734d6-f0ad-4594-a2ef-af944e6e1234 no longer exists at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:16:49.546096 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] No Port match for: e7f734d6-f0ad-4594-a2ef-af944e6e1234 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:16:49.546447 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device e7f734d6-f0ad-4594-a2ef-af944e6e1234 not bound to the agent host n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:16:49.547023 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 9a0306c0-065b-4f7c-897a-b0ab604fa791 no longer exists at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:16:49.602157 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d822d7b-4819-4870-be58-e061ecc84e89 req-f06acbd9-094d-46c9-b0bc-b041f7cb6c7f tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:49.603959 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1d822d7b-4819-4870-be58-e061ecc84e89 req-f06acbd9-094d-46c9-b0bc-b041f7cb6c7f tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1bd428d-9adb-4f93-b6ca-66e7491dd341 HTTP/1.1" status: 200 len: 950 time: 0.0522912 Jan 18 22:16:49.631158 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-0cd60641-ff7a-4802-9bcb-9086d39eb119 req-8d57823b-45de-4300-a9ab-be7ed02ace00 tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1070036554', 'description': 'tempest-description-1849644486'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:16:49.670128 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1d822d7b-4819-4870-be58-e061ecc84e89 req-fdf1ebab-f46a-4ebc-9b27-4c5dc76f7122 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595388 Jan 18 22:16:49.682503 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-0cd60641-ff7a-4802-9bcb-9086d39eb119 req-8d57823b-45de-4300-a9ab-be7ed02ace00 tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:49.758178 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 9a0306c0-065b-4f7c-897a-b0ab604fa791, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=9a0306c0-065b-4f7c-897a-b0ab604fa791,segment=NetworkSegment(54058af5-a5b1-45e9-977a-39ef1b01c87e),segment_id=54058af5-a5b1-45e9-977a-39ef1b01c87e)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:16:49.758392 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-0cd60641-ff7a-4802-9bcb-9086d39eb119 req-8d57823b-45de-4300-a9ab-be7ed02ace00 tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:49.763844 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-0cd60641-ff7a-4802-9bcb-9086d39eb119 req-8d57823b-45de-4300-a9ab-be7ed02ace00 tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:49.781159 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Returning: {'device': '9a0306c0-065b-4f7c-897a-b0ab604fa791', 'network_id': 'e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84', 'port_id': '9a0306c0-065b-4f7c-897a-b0ab604fa791', 'mac_address': 'fa:16:3e:76:5a:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42841b58-d144-4855-94d6-b7b43c1900e0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:16:49.785916 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:49.804850 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-0cd60641-ff7a-4802-9bcb-9086d39eb119 req-8d57823b-45de-4300-a9ab-be7ed02ace00 tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:49.806115 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0cd60641-ff7a-4802-9bcb-9086d39eb119 req-8d57823b-45de-4300-a9ab-be7ed02ace00 tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.1802649 Jan 18 22:16:49.808089 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d57823b-45de-4300-a9ab-be7ed02ace00 tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f182677c-8d50-497a-a52c-a70b924d29d1,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:16:49.841793 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa35bf88-4440-4d73-afcd-ae0cc04d6d11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a0306c0-065b-4f7c-897a-b0ab604fa791'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:16:49.844042 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd8f7b77-e3b1-4136-88aa-6d68843d9249" -d '{"events": [{"server_uuid": "aa35bf88-4440-4d73-afcd-ae0cc04d6d11", "name": "network-vif-unplugged", "status": "completed", "tag": "9a0306c0-065b-4f7c-897a-b0ab604fa791"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:16:49.850627 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:49.866203 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 9a0306c0-065b-4f7c-897a-b0ab604fa791, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=9a0306c0-065b-4f7c-897a-b0ab604fa791,segment=NetworkSegment(54058af5-a5b1-45e9-977a-39ef1b01c87e),segment_id=54058af5-a5b1-45e9-977a-39ef1b01c87e)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:16:49.872415 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9a0306c0-065b-4f7c-897a-b0ab604fa791 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:16:49.876754 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:49.898964 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b32e21b5-6356-4db9-873a-42cba6531b6a req-b0e5a9ff-aec7-4be0-8996-2a014ac9dffa tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] 10.222.0.53 "GET /v2.0/security-groups/f182677c-8d50-497a-a52c-a70b924d29d1 HTTP/1.1" status: 200 len: 1805 time: 0.0675833 Jan 18 22:16:49.915939 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab621d40-2f36-4b2f-94fd-b7b45fcf3771 req-40577a8b-beea-4641-b0d8-c62fa958d4cc tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:49.918014 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ab621d40-2f36-4b2f-94fd-b7b45fcf3771 req-40577a8b-beea-4641-b0d8-c62fa958d4cc tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d35b913-8ec3-49a0-ace0-8a720d4edf05 HTTP/1.1" status: 200 len: 943 time: 0.0703013 Jan 18 22:16:49.922809 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-b32e21b5-6356-4db9-873a-42cba6531b6a req-f24d8492-4a2d-4079-a4dc-d8e5e6d6f8ee tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f182677c-8d50-497a-a52c-a70b924d29d1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:16:49.923127 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-b32e21b5-6356-4db9-873a-42cba6531b6a req-f24d8492-4a2d-4079-a4dc-d8e5e6d6f8ee tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f182677c-8d50-497a-a52c-a70b924d29d1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:16:49.959504 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.db.api [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 22:16:49.960267 n-d-825064-1 neutron-server[102432]: DEBUG oslo_db.api [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 22:16:49.960773 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=9a0306c0-065b-4f7c-897a-b0ab604fa791,revision_number=8']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:16:49.988112 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ab621d40-2f36-4b2f-94fd-b7b45fcf3771 req-20f0dd66-d534-4264-948b-9f6e7e96e6dd tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac5bfedd-8c81-4ad7-9f0f-99ba0a339521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548482 Jan 18 22:16:50.039796 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-b32e21b5-6356-4db9-873a-42cba6531b6a req-f24d8492-4a2d-4079-a4dc-d8e5e6d6f8ee tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:50.060930 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 18 Jan 2022 22:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccef3c95-f41c-488c-805d-2cafd884d8f3 x-openstack-request-id: req-ccef3c95-f41c-488c-805d-2cafd884d8f3 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:16:50.061229 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa35bf88-4440-4d73-afcd-ae0cc04d6d11", "name": "network-vif-unplugged", "status": "completed", "tag": "9a0306c0-065b-4f7c-897a-b0ab604fa791", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:16:50.061486 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ccef3c95-f41c-488c-805d-2cafd884d8f3 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:16:50.061881 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa35bf88-4440-4d73-afcd-ae0cc04d6d11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a0306c0-065b-4f7c-897a-b0ab604fa791', 'code': 200} Jan 18 22:16:50.081679 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-b32e21b5-6356-4db9-873a-42cba6531b6a req-f24d8492-4a2d-4079-a4dc-d8e5e6d6f8ee tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:50.089623 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-b32e21b5-6356-4db9-873a-42cba6531b6a req-f24d8492-4a2d-4079-a4dc-d8e5e6d6f8ee tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:50.111895 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24d8492-4a2d-4079-a4dc-d8e5e6d6f8ee tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19d23057-6aa0-4aa9-8eb8-276f699f80f9,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:16:50.118303 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-b32e21b5-6356-4db9-873a-42cba6531b6a req-f24d8492-4a2d-4079-a4dc-d8e5e6d6f8ee tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:50.130226 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b32e21b5-6356-4db9-873a-42cba6531b6a req-f24d8492-4a2d-4079-a4dc-d8e5e6d6f8ee tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2111292 Jan 18 22:16:50.205127 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-914e1ed8-6e50-4d15-b73d-20466479f509 req-5c40b338-ae45-4bba-9c81-25a2413d94fb tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-759750575', 'description': 'tempest-description-1194994435'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:16:50.226014 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fa1e07-bfc5-49d4-ab19-bec674fbb4fb req-86cb872a-4488-49f2-84bf-136078d35780 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:50.227667 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c6fa1e07-bfc5-49d4-ab19-bec674fbb4fb req-86cb872a-4488-49f2-84bf-136078d35780 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.67 "GET /v2.0/ports?device_id=2314e5ba-e2e1-41d6-a9f0-51d77e89f4f6 HTTP/1.1" status: 200 len: 950 time: 0.0959897 Jan 18 22:16:50.290598 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44b80d4-9276-4523-b58d-0dd07dbda862 req-0f7ff4b8-cb93-4547-85c4-a22db9e5a688 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:50.293254 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f44b80d4-9276-4523-b58d-0dd07dbda862 req-0f7ff4b8-cb93-4547-85c4-a22db9e5a688 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/ports?device_id=2314e5ba-e2e1-41d6-a9f0-51d77e89f4f6 HTTP/1.1" status: 200 len: 950 time: 0.1303611 Jan 18 22:16:50.297052 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device ae01ca6a-5e15-4ed8-b54a-90135bb7ef4b up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:16:50.310514 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-914e1ed8-6e50-4d15-b73d-20466479f509 req-5c40b338-ae45-4bba-9c81-25a2413d94fb tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:50.386983 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port ae01ca6a-5e15-4ed8-b54a-90135bb7ef4b completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:16:50.399423 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port ae01ca6a-5e15-4ed8-b54a-90135bb7ef4b triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:16:50.399815 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:50.407315 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f44b80d4-9276-4523-b58d-0dd07dbda862 req-b05dbaf7-6201-444a-919b-2ab7cb12a721 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/security-groups?id=f617d299-382f-49d2-bef3-4bb5f1944b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001518 Jan 18 22:16:50.518388 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:50.536460 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-914e1ed8-6e50-4d15-b73d-20466479f509 req-5c40b338-ae45-4bba-9c81-25a2413d94fb tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:50.541004 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-c6fa1e07-bfc5-49d4-ab19-bec674fbb4fb req-f9676aaf-6602-4e32-90d3-1a63e42d2312 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Deleting port 53bccc17-00e0-4c65-9c80-4cfd4a86909c {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:16:50.541565 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-c6fa1e07-bfc5-49d4-ab19-bec674fbb4fb req-f9676aaf-6602-4e32-90d3-1a63e42d2312 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:50.561817 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-914e1ed8-6e50-4d15-b73d-20466479f509 req-5c40b338-ae45-4bba-9c81-25a2413d94fb tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:50.570369 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a0306c0-065b-4f7c-897a-b0ab604fa791 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:16:50.579595 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:50.628450 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port ae01ca6a-5e15-4ed8-b54a-90135bb7ef4b, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=ae01ca6a-5e15-4ed8-b54a-90135bb7ef4b,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:16:50.630534 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 9a0306c0-065b-4f7c-897a-b0ab604fa791, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=9a0306c0-065b-4f7c-897a-b0ab604fa791,segment=NetworkSegment(54058af5-a5b1-45e9-977a-39ef1b01c87e),segment_id=54058af5-a5b1-45e9-977a-39ef1b01c87e)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:16:50.643201 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:50.649075 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:50.669057 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c40b338-ae45-4bba-9c81-25a2413d94fb tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db393d1c-211a-4f12-8556-95a1ca4eddad,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:16:50.677739 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-914e1ed8-6e50-4d15-b73d-20466479f509 req-5c40b338-ae45-4bba-9c81-25a2413d94fb tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:50.691187 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-914e1ed8-6e50-4d15-b73d-20466479f509 req-5c40b338-ae45-4bba-9c81-25a2413d94fb tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4961853 Jan 18 22:16:50.742114 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=ae01ca6a-5e15-4ed8-b54a-90135bb7ef4b,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:16:50.768332 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-c6fa1e07-bfc5-49d4-ab19-bec674fbb4fb req-f9676aaf-6602-4e32-90d3-1a63e42d2312 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] For port 53bccc17-00e0-4c65-9c80-4cfd4a86909c, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=53bccc17-00e0-4c65-9c80-4cfd4a86909c,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:16:50.768970 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-c6fa1e07-bfc5-49d4-ab19-bec674fbb4fb req-f9676aaf-6602-4e32-90d3-1a63e42d2312 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:50.789114 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-c6fa1e07-bfc5-49d4-ab19-bec674fbb4fb req-f9676aaf-6602-4e32-90d3-1a63e42d2312 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Calling delete_port for 53bccc17-00e0-4c65-9c80-4cfd4a86909c owned by compute:nova {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:16:50.804915 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489c2596-a1d1-4689-9f23-40aac08b135f req-45c24574-3896-4c54-ae69-6935a18c39dd tempest-ImagesNegativeTestJSON-731307942 tempest-ImagesNegativeTestJSON-731307942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:50.806700 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-489c2596-a1d1-4689-9f23-40aac08b135f req-45c24574-3896-4c54-ae69-6935a18c39dd tempest-ImagesNegativeTestJSON-731307942 tempest-ImagesNegativeTestJSON-731307942-project] 10.222.0.53 "GET /v2.0/ports?device_id=87ec3b29-94d7-4afc-9a60-1a9a478ca848 HTTP/1.1" status: 200 len: 949 time: 0.1025016 Jan 18 22:16:50.810380 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['9a0306c0-065b-4f7c-897a-b0ab604fa791'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:16:50.893485 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=9a0306c0-065b-4f7c-897a-b0ab604fa791,revision_number=9']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:16:50.905041 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-489c2596-a1d1-4689-9f23-40aac08b135f req-df964f70-e5c9-4eab-b74c-0f27f9a1eebe tempest-ImagesNegativeTestJSON-731307942 tempest-ImagesNegativeTestJSON-731307942-project] 10.222.0.53 "GET /v2.0/security-groups?id=375b717f-2a90-4100-9c31-9c6bc39d38b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904479 Jan 18 22:16:51.068751 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-c6fa1e07-bfc5-49d4-ab19-bec674fbb4fb req-f9676aaf-6602-4e32-90d3-1a63e42d2312 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:51.089014 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['53bccc17-00e0-4c65-9c80-4cfd4a86909c'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:16:51.108656 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9ee8e8f6-a33d-4990-9b70-24590246c107 req-5c619190-1990-471c-bbac-650ecef3ab1e tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] 10.222.0.53 "GET /v2.0/security-groups/db393d1c-211a-4f12-8556-95a1ca4eddad HTTP/1.1" status: 200 len: 1804 time: 0.1564748 Jan 18 22:16:51.142039 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-9ee8e8f6-a33d-4990-9b70-24590246c107 req-ee461719-58cc-45db-bfe0-c1e0feeddebb tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'db393d1c-211a-4f12-8556-95a1ca4eddad', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:16:51.142365 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-9ee8e8f6-a33d-4990-9b70-24590246c107 req-ee461719-58cc-45db-bfe0-c1e0feeddebb tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'db393d1c-211a-4f12-8556-95a1ca4eddad', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:16:51.147667 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9676aaf-6602-4e32-90d3-1a63e42d2312 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Pushing event deleted for resources: {'Port': ['ID=53bccc17-00e0-4c65-9c80-4cfd4a86909c,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:16:51.172198 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe41c6c7-bcff-46c6-8774-e8b6657eff80 req-0f87f4ff-ee0a-4538-9caa-f1ea676760f0 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:51.173759 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fe41c6c7-bcff-46c6-8774-e8b6657eff80 req-0f87f4ff-ee0a-4538-9caa-f1ea676760f0 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1bd428d-9adb-4f93-b6ca-66e7491dd341 HTTP/1.1" status: 200 len: 950 time: 0.1796513 Jan 18 22:16:51.237003 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6fa1e07-bfc5-49d4-ab19-bec674fbb4fb req-f9676aaf-6602-4e32-90d3-1a63e42d2312 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] No DVR routers for this DVR port 53bccc17-00e0-4c65-9c80-4cfd4a86909c on host n-h2-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:16:51.240152 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-c6fa1e07-bfc5-49d4-ab19-bec674fbb4fb req-f9676aaf-6602-4e32-90d3-1a63e42d2312 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:51.245492 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c6fa1e07-bfc5-49d4-ab19-bec674fbb4fb req-f9676aaf-6602-4e32-90d3-1a63e42d2312 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.67 "DELETE /v2.0/ports/53bccc17-00e0-4c65-9c80-4cfd4a86909c HTTP/1.1" status: 204 len: 173 time: 1.0100040 Jan 18 22:16:51.249869 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2314e5ba-e2e1-41d6-a9f0-51d77e89f4f6', 'name': 'network-vif-deleted', 'tag': '53bccc17-00e0-4c65-9c80-4cfd4a86909c'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:16:51.252488 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-023c6418-4648-4e6e-8d4a-306c437056dc" -d '{"events": [{"server_uuid": "2314e5ba-e2e1-41d6-a9f0-51d77e89f4f6", "name": "network-vif-deleted", "tag": "53bccc17-00e0-4c65-9c80-4cfd4a86909c"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:16:51.290955 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fe41c6c7-bcff-46c6-8774-e8b6657eff80 req-b7e9f474-9c46-4e2c-a71a-0d30c3e0a4d4 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919373 Jan 18 22:16:51.353932 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-9ee8e8f6-a33d-4990-9b70-24590246c107 req-ee461719-58cc-45db-bfe0-c1e0feeddebb tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:51.390801 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-9ee8e8f6-a33d-4990-9b70-24590246c107 req-ee461719-58cc-45db-bfe0-c1e0feeddebb tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:51.399213 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-9ee8e8f6-a33d-4990-9b70-24590246c107 req-ee461719-58cc-45db-bfe0-c1e0feeddebb tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:51.431256 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee461719-58cc-45db-bfe0-c1e0feeddebb tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44c50f1f-a176-4cd4-bab1-07f7774060d2,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:16:51.462962 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-9ee8e8f6-a33d-4990-9b70-24590246c107 req-ee461719-58cc-45db-bfe0-c1e0feeddebb tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:51.470510 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9ee8e8f6-a33d-4990-9b70-24590246c107 req-ee461719-58cc-45db-bfe0-c1e0feeddebb tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.3609004 Jan 18 22:16:51.490966 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2336e625-e6bc-482f-bd3e-5dcaa9a7d69f req-80bd0197-907d-4c42-9c9e-71bdb99bcf8f tempest-AttachSCSIVolumeTestJSON-1661329777 tempest-AttachSCSIVolumeTestJSON-1661329777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:51.499943 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2336e625-e6bc-482f-bd3e-5dcaa9a7d69f req-80bd0197-907d-4c42-9c9e-71bdb99bcf8f tempest-AttachSCSIVolumeTestJSON-1661329777 tempest-AttachSCSIVolumeTestJSON-1661329777-project] 10.222.0.53 "GET /v2.0/ports?device_id=646394ec-876a-4a75-b688-d3a0447607c4 HTTP/1.1" status: 200 len: 946 time: 0.0847347 Jan 18 22:16:51.596824 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2336e625-e6bc-482f-bd3e-5dcaa9a7d69f req-e94b0107-03f5-4506-b504-14470cc8aa0b tempest-AttachSCSIVolumeTestJSON-1661329777 tempest-AttachSCSIVolumeTestJSON-1661329777-project] 10.222.0.53 "GET /v2.0/security-groups?id=4216e357-6c98-4379-aab2-5f9dda99df8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957963 Jan 18 22:16:51.642529 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4785ccb6-e264-42e3-ad09-3c1c542adbbb req-3f1c965f-217e-4f4d-a2fa-2828a702ddf0 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:51.652907 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4785ccb6-e264-42e3-ad09-3c1c542adbbb req-3f1c965f-217e-4f4d-a2fa-2828a702ddf0 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d35b913-8ec3-49a0-ace0-8a720d4edf05 HTTP/1.1" status: 200 len: 943 time: 0.1239455 Jan 18 22:16:51.684005 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-403b71eb-6554-4a93-a6b0-0e7d2e6b406e x-openstack-request-id: req-403b71eb-6554-4a93-a6b0-0e7d2e6b406e {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:16:51.684005 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2314e5ba-e2e1-41d6-a9f0-51d77e89f4f6", "name": "network-vif-deleted", "tag": "53bccc17-00e0-4c65-9c80-4cfd4a86909c", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:16:51.684005 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-403b71eb-6554-4a93-a6b0-0e7d2e6b406e {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:16:51.684457 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2314e5ba-e2e1-41d6-a9f0-51d77e89f4f6', 'name': 'network-vif-deleted', 'tag': '53bccc17-00e0-4c65-9c80-4cfd4a86909c', 'status': 'completed', 'code': 200} Jan 18 22:16:51.699965 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['a144f15d-8003-4566-b13f-9284b79c7f71'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:16:51.734058 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4785ccb6-e264-42e3-ad09-3c1c542adbbb req-da90491f-f19d-42c8-9c1c-a98ff8a8e41a tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac5bfedd-8c81-4ad7-9f0f-99ba0a339521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792058 Jan 18 22:16:51.786389 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-35af1ba1-a469-4630-8083-b65403af0f82 req-cd8c1248-d74d-48c9-abc3-0cd9b1fd2a21 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/ports?device_id=2314e5ba-e2e1-41d6-a9f0-51d77e89f4f6 HTTP/1.1" status: 200 len: 210 time: 0.0298378 Jan 18 22:16:51.794191 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-d8b21877-45fb-4332-8666-24c08ec1af4a req-b808c0ef-a27d-4d39-bce6-5270fe1b2d46 tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-715579314', 'description': 'tempest-description-707567554'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:16:51.855882 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6e7a6037-ad58-4019-ad10-037388e89335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:51.859099 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-d8b21877-45fb-4332-8666-24c08ec1af4a req-b808c0ef-a27d-4d39-bce6-5270fe1b2d46 tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:51.955141 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-d8b21877-45fb-4332-8666-24c08ec1af4a req-b808c0ef-a27d-4d39-bce6-5270fe1b2d46 tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:51.966921 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-d8b21877-45fb-4332-8666-24c08ec1af4a req-b808c0ef-a27d-4d39-bce6-5270fe1b2d46 tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:52.018714 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-d8b21877-45fb-4332-8666-24c08ec1af4a req-b808c0ef-a27d-4d39-bce6-5270fe1b2d46 tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:52.019932 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d8b21877-45fb-4332-8666-24c08ec1af4a req-b808c0ef-a27d-4d39-bce6-5270fe1b2d46 tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2303011 Jan 18 22:16:52.049628 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-34231e50-3de5-4533-83fd-8f4e28f498c7 req-bb25f4e2-c374-4fbb-87d7-570b28c1b9b8 tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1351204653', 'description': 'tempest-description-1544717175'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:16:52.053543 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b808c0ef-a27d-4d39-bce6-5270fe1b2d46 tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d48ca546-d349-4bfa-ae09-3ce8611ab5cd,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:16:52.063306 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87ec3b29-94d7-4afc-9a60-1a9a478ca848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae01ca6a-5e15-4ed8-b54a-90135bb7ef4b'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:16:52.065875 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46130797-167f-4cec-ae19-6507bc9919fb" -d '{"events": [{"server_uuid": "87ec3b29-94d7-4afc-9a60-1a9a478ca848", "name": "network-vif-plugged", "status": "completed", "tag": "ae01ca6a-5e15-4ed8-b54a-90135bb7ef4b"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:16:52.094406 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603fe60e-a066-40fd-905d-fd338d18c6fd req-84a7b328-ef0c-4926-b4b4-7969a5521026 tempest-ImagesNegativeTestJSON-731307942 tempest-ImagesNegativeTestJSON-731307942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:52.095812 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-603fe60e-a066-40fd-905d-fd338d18c6fd req-84a7b328-ef0c-4926-b4b4-7969a5521026 tempest-ImagesNegativeTestJSON-731307942 tempest-ImagesNegativeTestJSON-731307942-project] 10.222.0.53 "GET /v2.0/ports?device_id=87ec3b29-94d7-4afc-9a60-1a9a478ca848 HTTP/1.1" status: 200 len: 949 time: 0.1005266 Jan 18 22:16:52.105113 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-34231e50-3de5-4533-83fd-8f4e28f498c7 req-bb25f4e2-c374-4fbb-87d7-570b28c1b9b8 tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:52.159575 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-603fe60e-a066-40fd-905d-fd338d18c6fd req-761906a3-2574-46f7-9525-a6cb41baf1fe tempest-ImagesNegativeTestJSON-731307942 tempest-ImagesNegativeTestJSON-731307942-project] 10.222.0.53 "GET /v2.0/security-groups?id=375b717f-2a90-4100-9c31-9c6bc39d38b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568249 Jan 18 22:16:52.221710 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f0b7bf-d94f-4222-a3ea-df3bfacba527 x-openstack-request-id: req-35f0b7bf-d94f-4222-a3ea-df3bfacba527 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:16:52.222226 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87ec3b29-94d7-4afc-9a60-1a9a478ca848", "name": "network-vif-plugged", "status": "completed", "tag": "ae01ca6a-5e15-4ed8-b54a-90135bb7ef4b", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:16:52.222699 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-35f0b7bf-d94f-4222-a3ea-df3bfacba527 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:16:52.223299 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87ec3b29-94d7-4afc-9a60-1a9a478ca848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae01ca6a-5e15-4ed8-b54a-90135bb7ef4b', 'code': 200} Jan 18 22:16:52.234554 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-34231e50-3de5-4533-83fd-8f4e28f498c7 req-bb25f4e2-c374-4fbb-87d7-570b28c1b9b8 tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:52.239027 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-34231e50-3de5-4533-83fd-8f4e28f498c7 req-bb25f4e2-c374-4fbb-87d7-570b28c1b9b8 tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:52.275057 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-34231e50-3de5-4533-83fd-8f4e28f498c7 req-bb25f4e2-c374-4fbb-87d7-570b28c1b9b8 tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:52.276405 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-34231e50-3de5-4533-83fd-8f4e28f498c7 req-bb25f4e2-c374-4fbb-87d7-570b28c1b9b8 tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2341621 Jan 18 22:16:52.277154 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb25f4e2-c374-4fbb-87d7-570b28c1b9b8 tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d9daad4-dd85-4259-8885-dd58b3a39227,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:16:52.370725 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e360f782-0365-4086-982f-580c96ec0558 req-ebf35aa5-d10f-4e1a-a7ab-d34e0a395446 tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] 10.222.0.53 "GET /v2.0/security-groups/d48ca546-d349-4bfa-ae09-3ce8611ab5cd HTTP/1.1" status: 200 len: 1803 time: 0.0576389 Jan 18 22:16:52.376335 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d173f3-a715-4ae3-9126-3590c97fa80c req-eb8ff9b8-3159-46da-964f-76f6d9ea4775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:52.378085 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-73d173f3-a715-4ae3-9126-3590c97fa80c req-eb8ff9b8-3159-46da-964f-76f6d9ea4775 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=87ec3b29-94d7-4afc-9a60-1a9a478ca848 HTTP/1.1" status: 200 len: 1100 time: 0.0921977 Jan 18 22:16:52.472027 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-73d173f3-a715-4ae3-9126-3590c97fa80c req-e59d009c-7191-4d73-8695-fb500fd73510 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=375b717f-2a90-4100-9c31-9c6bc39d38b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860515 Jan 18 22:16:52.485120 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29fc425-fa0c-4a24-aa83-b1c434ab0436 req-42eea156-8f86-4cca-87ea-eb5b46da2e3b tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:52.486947 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e29fc425-fa0c-4a24-aa83-b1c434ab0436 req-42eea156-8f86-4cca-87ea-eb5b46da2e3b tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1bd428d-9adb-4f93-b6ca-66e7491dd341 HTTP/1.1" status: 200 len: 950 time: 0.0946891 Jan 18 22:16:52.495511 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e360f782-0365-4086-982f-580c96ec0558 req-acd9a352-4a2f-4f8c-8f25-485b89c4f248 tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] 10.222.0.53 "GET /v2.0/security-groups/1d9daad4-dd85-4259-8885-dd58b3a39227 HTTP/1.1" status: 200 len: 1805 time: 0.1161809 Jan 18 22:16:52.501671 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-e360f782-0365-4086-982f-580c96ec0558 req-e3e7ba02-2a9c-4775-a01a-e0e10b00959c tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd48ca546-d349-4bfa-ae09-3ce8611ab5cd', 'remote_group_id': '1d9daad4-dd85-4259-8885-dd58b3a39227', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:16:52.502197 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-e360f782-0365-4086-982f-580c96ec0558 req-e3e7ba02-2a9c-4775-a01a-e0e10b00959c tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd48ca546-d349-4bfa-ae09-3ce8611ab5cd', 'remote_group_id': '1d9daad4-dd85-4259-8885-dd58b3a39227', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:16:52.551707 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e29fc425-fa0c-4a24-aa83-b1c434ab0436 req-11aea938-8c03-458f-9dee-1140494d2008 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531642 Jan 18 22:16:52.615410 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e360f782-0365-4086-982f-580c96ec0558 req-e3e7ba02-2a9c-4775-a01a-e0e10b00959c tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:52.665281 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e360f782-0365-4086-982f-580c96ec0558 req-e3e7ba02-2a9c-4775-a01a-e0e10b00959c tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:52.673303 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e360f782-0365-4086-982f-580c96ec0558 req-e3e7ba02-2a9c-4775-a01a-e0e10b00959c tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:52.705566 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e360f782-0365-4086-982f-580c96ec0558 req-e3e7ba02-2a9c-4775-a01a-e0e10b00959c tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:52.706743 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e360f782-0365-4086-982f-580c96ec0558 req-e3e7ba02-2a9c-4775-a01a-e0e10b00959c tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2101066 Jan 18 22:16:52.707353 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e7ba02-2a9c-4775-a01a-e0e10b00959c tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be72ec90-0e99-49bc-956b-0a9495b0945d,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:16:52.740594 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-19a49579-c8ca-47cf-8f49-fda934814ba0 req-f005116c-7c23-4c8e-aade-bb19fc72962a tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1050152982', 'description': 'tempest-description-1461923719'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:16:52.766495 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dc1046-d2f2-46bf-94d1-4f05a495424c req-15bc6f75-8fc2-48c7-a1fb-9d9d54bb1c46 tempest-AttachSCSIVolumeTestJSON-1661329777 tempest-AttachSCSIVolumeTestJSON-1661329777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:52.768143 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-24dc1046-d2f2-46bf-94d1-4f05a495424c req-15bc6f75-8fc2-48c7-a1fb-9d9d54bb1c46 tempest-AttachSCSIVolumeTestJSON-1661329777 tempest-AttachSCSIVolumeTestJSON-1661329777-project] 10.222.0.53 "GET /v2.0/ports?device_id=646394ec-876a-4a75-b688-d3a0447607c4 HTTP/1.1" status: 200 len: 946 time: 0.0781050 Jan 18 22:16:52.797727 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-19a49579-c8ca-47cf-8f49-fda934814ba0 req-f005116c-7c23-4c8e-aade-bb19fc72962a tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:52.799284 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:52.834753 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-24dc1046-d2f2-46bf-94d1-4f05a495424c req-8e984e5d-561b-4413-af7c-68166c3d2317 tempest-AttachSCSIVolumeTestJSON-1661329777 tempest-AttachSCSIVolumeTestJSON-1661329777-project] 10.222.0.53 "GET /v2.0/security-groups?id=4216e357-6c98-4379-aab2-5f9dda99df8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597470 Jan 18 22:16:52.897695 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-19a49579-c8ca-47cf-8f49-fda934814ba0 req-f005116c-7c23-4c8e-aade-bb19fc72962a tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:52.913349 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-19a49579-c8ca-47cf-8f49-fda934814ba0 req-f005116c-7c23-4c8e-aade-bb19fc72962a tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:53.001165 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-19a49579-c8ca-47cf-8f49-fda934814ba0 req-f005116c-7c23-4c8e-aade-bb19fc72962a tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:53.013587 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-19a49579-c8ca-47cf-8f49-fda934814ba0 req-f005116c-7c23-4c8e-aade-bb19fc72962a tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2783632 Jan 18 22:16:53.021698 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f005116c-7c23-4c8e-aade-bb19fc72962a tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44b121d7-3cfd-422c-af8b-2b4a8568be82,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:16:53.043603 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9712309d-a9bd-4383-96a5-4fcbc061aebd req-c773a04e-7cb5-489d-9500-7b3d8e2e81b1 tempest-AttachSCSIVolumeTestJSON-1661329777 tempest-AttachSCSIVolumeTestJSON-1661329777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:53.045133 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9712309d-a9bd-4383-96a5-4fcbc061aebd req-c773a04e-7cb5-489d-9500-7b3d8e2e81b1 tempest-AttachSCSIVolumeTestJSON-1661329777 tempest-AttachSCSIVolumeTestJSON-1661329777-project] 10.222.0.36 "GET /v2.0/ports?device_id=646394ec-876a-4a75-b688-d3a0447607c4 HTTP/1.1" status: 200 len: 946 time: 0.1456382 Jan 18 22:16:53.071620 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e7bf67-71c1-4af1-ba10-0f7590c580f4 req-b5fbe941-fd16-426f-9eda-512c64b8e3ef tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:53.073912 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b4e7bf67-71c1-4af1-ba10-0f7590c580f4 req-b5fbe941-fd16-426f-9eda-512c64b8e3ef tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d35b913-8ec3-49a0-ace0-8a720d4edf05 HTTP/1.1" status: 200 len: 943 time: 0.1381941 Jan 18 22:16:53.169235 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-3d7b5ed3-a161-4747-a895-80455ae10f62 req-e46770c7-b130-42d5-a3b4-6069ab67d664 tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-989135446', 'description': 'tempest-description-404018200'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:16:53.176021 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b4e7bf67-71c1-4af1-ba10-0f7590c580f4 req-61f037e3-d93d-4264-94bf-49d7db0af045 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac5bfedd-8c81-4ad7-9f0f-99ba0a339521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792315 Jan 18 22:16:53.217551 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-3d7b5ed3-a161-4747-a895-80455ae10f62 req-e46770c7-b130-42d5-a3b4-6069ab67d664 tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:53.245595 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-9712309d-a9bd-4383-96a5-4fcbc061aebd req-67d36983-322e-4528-ac53-addcce109c47 tempest-AttachSCSIVolumeTestJSON-1661329777 tempest-AttachSCSIVolumeTestJSON-1661329777-project] Deleting port e80291f4-537c-4038-b34e-12118a42f948 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:16:53.246046 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-9712309d-a9bd-4383-96a5-4fcbc061aebd req-67d36983-322e-4528-ac53-addcce109c47 tempest-AttachSCSIVolumeTestJSON-1661329777 tempest-AttachSCSIVolumeTestJSON-1661329777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:53.398236 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-3d7b5ed3-a161-4747-a895-80455ae10f62 req-e46770c7-b130-42d5-a3b4-6069ab67d664 tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:53.409802 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-9712309d-a9bd-4383-96a5-4fcbc061aebd req-67d36983-322e-4528-ac53-addcce109c47 tempest-AttachSCSIVolumeTestJSON-1661329777 tempest-AttachSCSIVolumeTestJSON-1661329777-project] For port e80291f4-537c-4038-b34e-12118a42f948, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=e80291f4-537c-4038-b34e-12118a42f948,segment=NetworkSegment(201e6be6-c8bc-4b61-98c2-2f0de3c30ad4),segment_id=201e6be6-c8bc-4b61-98c2-2f0de3c30ad4)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:16:53.410163 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-9712309d-a9bd-4383-96a5-4fcbc061aebd req-67d36983-322e-4528-ac53-addcce109c47 tempest-AttachSCSIVolumeTestJSON-1661329777 tempest-AttachSCSIVolumeTestJSON-1661329777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:53.412424 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-3d7b5ed3-a161-4747-a895-80455ae10f62 req-e46770c7-b130-42d5-a3b4-6069ab67d664 tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:53.472208 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-9712309d-a9bd-4383-96a5-4fcbc061aebd req-67d36983-322e-4528-ac53-addcce109c47 tempest-AttachSCSIVolumeTestJSON-1661329777 tempest-AttachSCSIVolumeTestJSON-1661329777-project] Calling delete_port for e80291f4-537c-4038-b34e-12118a42f948 owned by compute:nova {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:16:53.493164 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-3d7b5ed3-a161-4747-a895-80455ae10f62 req-e46770c7-b130-42d5-a3b4-6069ab67d664 tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:53.494492 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3d7b5ed3-a161-4747-a895-80455ae10f62 req-e46770c7-b130-42d5-a3b4-6069ab67d664 tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3355412 Jan 18 22:16:53.507744 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46770c7-b130-42d5-a3b4-6069ab67d664 tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34a00bf4-ee84-4338-b3cf-928e5c73d460,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:16:53.523997 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 9a0306c0-065b-4f7c-897a-b0ab604fa791 up at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:16:53.580374 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe2d94c-9d3d-4fef-b7d0-be394d1d2900 req-46283513-4aed-4197-afee-baf3bf28f88c tempest-ImagesNegativeTestJSON-731307942 tempest-ImagesNegativeTestJSON-731307942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:53.582570 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning complete for port 9a0306c0-065b-4f7c-897a-b0ab604fa791 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:16:53.583471 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:53.585601 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-abe2d94c-9d3d-4fef-b7d0-be394d1d2900 req-46283513-4aed-4197-afee-baf3bf28f88c tempest-ImagesNegativeTestJSON-731307942 tempest-ImagesNegativeTestJSON-731307942-project] 10.222.0.53 "GET /v2.0/ports?device_id=87ec3b29-94d7-4afc-9a60-1a9a478ca848 HTTP/1.1" status: 200 len: 949 time: 0.1779435 Jan 18 22:16:53.693984 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:53.709304 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-abe2d94c-9d3d-4fef-b7d0-be394d1d2900 req-3e8ba314-62ff-435a-af99-107fc5ea920f tempest-ImagesNegativeTestJSON-731307942 tempest-ImagesNegativeTestJSON-731307942-project] 10.222.0.53 "GET /v2.0/security-groups?id=375b717f-2a90-4100-9c31-9c6bc39d38b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105862 Jan 18 22:16:53.725898 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951af462-d672-4426-9293-993aa8acb314 req-e7b8b400-1e9c-4952-ab63-737716b08163 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:53.727718 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-951af462-d672-4426-9293-993aa8acb314 req-e7b8b400-1e9c-4952-ab63-737716b08163 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fa92f39-d443-46a1-a886-13e3ee10e361 HTTP/1.1" status: 200 len: 951 time: 0.1031239 Jan 18 22:16:53.736558 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 9a0306c0-065b-4f7c-897a-b0ab604fa791, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=9a0306c0-065b-4f7c-897a-b0ab604fa791,segment=NetworkSegment(54058af5-a5b1-45e9-977a-39ef1b01c87e),segment_id=54058af5-a5b1-45e9-977a-39ef1b01c87e)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:16:53.765715 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:53.839216 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-9712309d-a9bd-4383-96a5-4fcbc061aebd req-67d36983-322e-4528-ac53-addcce109c47 tempest-AttachSCSIVolumeTestJSON-1661329777 tempest-AttachSCSIVolumeTestJSON-1661329777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:53.864170 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=9a0306c0-065b-4f7c-897a-b0ab604fa791,revision_number=10']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:16:53.866432 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-951af462-d672-4426-9293-993aa8acb314 req-656cd067-44de-4ec6-9cea-4f7e8e47e9db tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/security-groups?id=f617d299-382f-49d2-bef3-4bb5f1944b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114681 Jan 18 22:16:53.879731 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c57702a6-78f8-447d-9812-469507ba0b8f req-06fbd3c1-5cb6-458d-9b7f-314a55a61ea3 tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] 10.222.0.53 "GET /v2.0/security-groups/44b121d7-3cfd-422c-af8b-2b4a8568be82 HTTP/1.1" status: 200 len: 1805 time: 0.0630808 Jan 18 22:16:53.929478 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['e80291f4-537c-4038-b34e-12118a42f948'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:16:54.013392 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d36983-322e-4528-ac53-addcce109c47 tempest-AttachSCSIVolumeTestJSON-1661329777 tempest-AttachSCSIVolumeTestJSON-1661329777-project] Pushing event deleted for resources: {'Port': ['ID=e80291f4-537c-4038-b34e-12118a42f948,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:16:54.072086 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c57702a6-78f8-447d-9812-469507ba0b8f req-181062ac-ca8f-41ae-9a05-096baa1758aa tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] 10.222.0.53 "GET /v2.0/security-groups/34a00bf4-ee84-4338-b3cf-928e5c73d460 HTTP/1.1" status: 200 len: 1803 time: 0.1830635 Jan 18 22:16:54.088869 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-9712309d-a9bd-4383-96a5-4fcbc061aebd req-67d36983-322e-4528-ac53-addcce109c47 tempest-AttachSCSIVolumeTestJSON-1661329777 tempest-AttachSCSIVolumeTestJSON-1661329777-project] No DVR routers for this DVR port e80291f4-537c-4038-b34e-12118a42f948 on host n-h1-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:16:54.092350 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-9712309d-a9bd-4383-96a5-4fcbc061aebd req-67d36983-322e-4528-ac53-addcce109c47 tempest-AttachSCSIVolumeTestJSON-1661329777 tempest-AttachSCSIVolumeTestJSON-1661329777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:54.095345 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9712309d-a9bd-4383-96a5-4fcbc061aebd req-67d36983-322e-4528-ac53-addcce109c47 tempest-AttachSCSIVolumeTestJSON-1661329777 tempest-AttachSCSIVolumeTestJSON-1661329777-project] 10.222.0.36 "DELETE /v2.0/ports/e80291f4-537c-4038-b34e-12118a42f948 HTTP/1.1" status: 204 len: 173 time: 1.0383227 Jan 18 22:16:54.095871 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '646394ec-876a-4a75-b688-d3a0447607c4', 'name': 'network-vif-deleted', 'tag': 'e80291f4-537c-4038-b34e-12118a42f948'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:16:54.098273 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b9a3fda-5dcf-4eb2-96cb-c278e4f57911" -d '{"events": [{"server_uuid": "646394ec-876a-4a75-b688-d3a0447607c4", "name": "network-vif-deleted", "tag": "e80291f4-537c-4038-b34e-12118a42f948"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:16:54.108855 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-c57702a6-78f8-447d-9812-469507ba0b8f req-61a9f0ab-d6b3-429a-b0b2-b0678900d76e tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '44b121d7-3cfd-422c-af8b-2b4a8568be82', 'remote_group_id': '34a00bf4-ee84-4338-b3cf-928e5c73d460', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:16:54.109186 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-c57702a6-78f8-447d-9812-469507ba0b8f req-61a9f0ab-d6b3-429a-b0b2-b0678900d76e tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '44b121d7-3cfd-422c-af8b-2b4a8568be82', 'remote_group_id': '34a00bf4-ee84-4338-b3cf-928e5c73d460', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:16:54.133575 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90897926-6302-492a-b461-ecf0b1878989 req-3f9a8272-4680-4036-8f05-d67811258561 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:54.135295 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-90897926-6302-492a-b461-ecf0b1878989 req-3f9a8272-4680-4036-8f05-d67811258561 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1bd428d-9adb-4f93-b6ca-66e7491dd341 HTTP/1.1" status: 200 len: 950 time: 0.1685379 Jan 18 22:16:54.215686 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-90897926-6302-492a-b461-ecf0b1878989 req-82b94858-3cf6-4d0f-b42e-5e129cc32ee5 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716124 Jan 18 22:16:54.224786 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa35bf88-4440-4d73-afcd-ae0cc04d6d11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a0306c0-065b-4f7c-897a-b0ab604fa791'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:16:54.227088 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c50aade-52d1-45f1-8ff9-386beb425589" -d '{"events": [{"server_uuid": "aa35bf88-4440-4d73-afcd-ae0cc04d6d11", "name": "network-vif-plugged", "status": "completed", "tag": "9a0306c0-065b-4f7c-897a-b0ab604fa791"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:16:54.290028 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-c57702a6-78f8-447d-9812-469507ba0b8f req-61a9f0ab-d6b3-429a-b0b2-b0678900d76e tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:54.293730 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:54.300555 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device e930dcd0-2ce1-40ab-8ab7-d34e368f11a1 details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:16:54.304111 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 53bccc17-00e0-4c65-9c80-4cfd4a86909c no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:16:54.330704 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] No Port match for: 53bccc17-00e0-4c65-9c80-4cfd4a86909c {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:16:54.331461 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 53bccc17-00e0-4c65-9c80-4cfd4a86909c not bound to the agent host n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:16:54.340314 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-c57702a6-78f8-447d-9812-469507ba0b8f req-61a9f0ab-d6b3-429a-b0b2-b0678900d76e tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:54.351379 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-c57702a6-78f8-447d-9812-469507ba0b8f req-61a9f0ab-d6b3-429a-b0b2-b0678900d76e tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:54.372803 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a9f0ab-d6b3-429a-b0b2-b0678900d76e tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d20f13e1-d167-48ec-8d0b-b9cecc51f14d,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:16:54.411270 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-c57702a6-78f8-447d-9812-469507ba0b8f req-61a9f0ab-d6b3-429a-b0b2-b0678900d76e tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:54.412501 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c57702a6-78f8-447d-9812-469507ba0b8f req-61a9f0ab-d6b3-429a-b0b2-b0678900d76e tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3092668 Jan 18 22:16:54.435128 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9fb6943e-0e5f-4919-93fe-2d3e8f997a8a req-cc67fa1b-43af-4800-a2db-136f0563f7af tempest-AttachSCSIVolumeTestJSON-1661329777 tempest-AttachSCSIVolumeTestJSON-1661329777-project] 10.222.0.53 "GET /v2.0/ports?device_id=646394ec-876a-4a75-b688-d3a0447607c4 HTTP/1.1" status: 200 len: 210 time: 0.0396550 Jan 18 22:16:54.517986 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97cd24c4-d016-4f89-8b9a-dd73956369b4 x-openstack-request-id: req-97cd24c4-d016-4f89-8b9a-dd73956369b4 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:16:54.518588 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "646394ec-876a-4a75-b688-d3a0447607c4", "name": "network-vif-deleted", "tag": "e80291f4-537c-4038-b34e-12118a42f948", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:16:54.519010 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-97cd24c4-d016-4f89-8b9a-dd73956369b4 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:16:54.519703 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '646394ec-876a-4a75-b688-d3a0447607c4', 'name': 'network-vif-deleted', 'tag': 'e80291f4-537c-4038-b34e-12118a42f948', 'status': 'completed', 'code': 200} Jan 18 22:16:54.548438 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:54.564495 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port e930dcd0-2ce1-40ab-8ab7-d34e368f11a1, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=e930dcd0-2ce1-40ab-8ab7-d34e368f11a1,segment=NetworkSegment(a97910f7-cad7-42ae-9f6e-c8965771467a),segment_id=a97910f7-cad7-42ae-9f6e-c8965771467a)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:16:54.577366 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': 'e930dcd0-2ce1-40ab-8ab7-d34e368f11a1', 'network_id': 'db135028-f57a-417d-a5fc-9f73c3e34dd7', 'port_id': 'e930dcd0-2ce1-40ab-8ab7-d34e368f11a1', 'mac_address': 'fa:16:3e:9e:36:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d1c997a-9e2b-4f20-9423-81e2cb97ac40', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:16:54.637098 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7757305b-2ef6-44db-b252-e87bf5c4305f x-openstack-request-id: req-7757305b-2ef6-44db-b252-e87bf5c4305f {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:16:54.637525 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa35bf88-4440-4d73-afcd-ae0cc04d6d11", "name": "network-vif-plugged", "status": "completed", "tag": "9a0306c0-065b-4f7c-897a-b0ab604fa791", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:16:54.637898 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7757305b-2ef6-44db-b252-e87bf5c4305f {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:16:54.638488 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa35bf88-4440-4d73-afcd-ae0cc04d6d11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a0306c0-065b-4f7c-897a-b0ab604fa791', 'code': 200} Jan 18 22:16:54.639310 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:54.654212 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e930dcd0-2ce1-40ab-8ab7-d34e368f11a1 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:16:54.685171 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port e930dcd0-2ce1-40ab-8ab7-d34e368f11a1, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=e930dcd0-2ce1-40ab-8ab7-d34e368f11a1,segment=NetworkSegment(a97910f7-cad7-42ae-9f6e-c8965771467a),segment_id=a97910f7-cad7-42ae-9f6e-c8965771467a)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:16:54.693888 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:54.761632 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=e930dcd0-2ce1-40ab-8ab7-d34e368f11a1,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:16:54.768681 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b08d89f5-5381-4c84-91c0-944027e7423a req-f53e2f25-a41d-4724-b9e4-024a3668de75 tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] 10.222.0.53 "GET /v2.0/security-groups/34a00bf4-ee84-4338-b3cf-928e5c73d460 HTTP/1.1" status: 200 len: 1803 time: 0.1184475 Jan 18 22:16:54.780442 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773ef9ca-185b-48ef-8b6b-9a15596fb306 req-46009203-3410-4ffd-a29a-d49f487060d7 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:54.784738 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-773ef9ca-185b-48ef-8b6b-9a15596fb306 req-46009203-3410-4ffd-a29a-d49f487060d7 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d35b913-8ec3-49a0-ace0-8a720d4edf05 HTTP/1.1" status: 200 len: 943 time: 0.1837790 Jan 18 22:16:54.888624 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ee167feb-03ec-43d4-80b1-b37040438d52 req-c240e3cb-7cf1-4c1c-8c1c-50f3bd207ba6 service neutron] 10.222.0.67 "GET /v2.0/ports/5c3d71c5-6bdd-48a1-8913-9546b130a8db/bindings/n-h2-825064-1 HTTP/1.1" status: 200 len: 382 time: 0.1848960 Jan 18 22:16:54.891722 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-773ef9ca-185b-48ef-8b6b-9a15596fb306 req-575de1f8-d1d0-4849-a2c1-ee9fa18ff646 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac5bfedd-8c81-4ad7-9f0f-99ba0a339521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007361 Jan 18 22:16:54.919337 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-b08d89f5-5381-4c84-91c0-944027e7423a req-c93fb85c-aecc-472f-8df0-8896c7fed20a tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:54.929384 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['e930dcd0-2ce1-40ab-8ab7-d34e368f11a1'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:16:54.945544 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-b08d89f5-5381-4c84-91c0-944027e7423a req-c93fb85c-aecc-472f-8df0-8896c7fed20a tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:55.100148 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baea78c0-07c7-45b3-b19f-9b3837d2e252 req-972ba80f-c6d1-4a8c-8578-99c78eab9580 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:55.103350 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-baea78c0-07c7-45b3-b19f-9b3837d2e252 req-972ba80f-c6d1-4a8c-8578-99c78eab9580 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.36 "GET /v2.0/ports?device_id=5fa92f39-d443-46a1-a886-13e3ee10e361 HTTP/1.1" status: 200 len: 951 time: 0.1461537 Jan 18 22:16:55.144443 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a3f3be-934c-445c-ab4d-4bc6674283da req-f881afdf-b90a-4fce-87ad-89679fa54389 tempest-ImagesNegativeTestJSON-731307942 tempest-ImagesNegativeTestJSON-731307942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:55.152584 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-77a3f3be-934c-445c-ab4d-4bc6674283da req-f881afdf-b90a-4fce-87ad-89679fa54389 tempest-ImagesNegativeTestJSON-731307942 tempest-ImagesNegativeTestJSON-731307942-project] 10.222.0.53 "GET /v2.0/ports?device_id=87ec3b29-94d7-4afc-9a60-1a9a478ca848 HTTP/1.1" status: 200 len: 949 time: 0.1703494 Jan 18 22:16:55.240685 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-b08d89f5-5381-4c84-91c0-944027e7423a req-c93fb85c-aecc-472f-8df0-8896c7fed20a tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:55.246845 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-b08d89f5-5381-4c84-91c0-944027e7423a req-c93fb85c-aecc-472f-8df0-8896c7fed20a tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:55.248028 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b08d89f5-5381-4c84-91c0-944027e7423a req-c93fb85c-aecc-472f-8df0-8896c7fed20a tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] 10.222.0.53 "DELETE /v2.0/security-groups/34a00bf4-ee84-4338-b3cf-928e5c73d460 HTTP/1.1" status: 204 len: 173 time: 0.4617701 Jan 18 22:16:55.297634 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93fb85c-aecc-472f-8df0-8896c7fed20a tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a00bf4-ee84-4338-b3cf-928e5c73d460,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:16:55.316550 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-77a3f3be-934c-445c-ab4d-4bc6674283da req-282e80ec-d42e-408e-abe1-bc5d64a8ce66 tempest-ImagesNegativeTestJSON-731307942 tempest-ImagesNegativeTestJSON-731307942-project] 10.222.0.53 "GET /v2.0/security-groups?id=375b717f-2a90-4100-9c31-9c6bc39d38b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611674 Jan 18 22:16:55.330852 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee167feb-03ec-43d4-80b1-b37040438d52 req-db23b90a-d844-40f2-8cac-136d2abdbbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:55.332719 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ee167feb-03ec-43d4-80b1-b37040438d52 req-db23b90a-d844-40f2-8cac-136d2abdbbf8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f1bd428d-9adb-4f93-b6ca-66e7491dd341&tenant_id=7c124f68020a4e92b3e26dca83e43678 HTTP/1.1" status: 200 len: 1101 time: 0.1563673 Jan 18 22:16:55.467672 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-baea78c0-07c7-45b3-b19f-9b3837d2e252 req-5d346394-ee36-4bdc-91cf-dd1b6ac53430 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Deleting port a144f15d-8003-4566-b13f-9284b79c7f71 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:16:55.468016 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-baea78c0-07c7-45b3-b19f-9b3837d2e252 req-5d346394-ee36-4bdc-91cf-dd1b6ac53430 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:55.490785 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c4840997-95c5-4a5b-85aa-ce8f15b13962 req-6f69d2bc-b7ae-4f12-873b-7f28f98cb526 tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] 10.222.0.53 "GET /v2.0/security-groups/44b121d7-3cfd-422c-af8b-2b4a8568be82 HTTP/1.1" status: 200 len: 1805 time: 0.1340168 Jan 18 22:16:55.535364 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cba70e-1229-4eb5-af80-e6c36ceda6ed req-b81331d8-ab96-476a-bb79-a557f281d927 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:55.536956 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b4cba70e-1229-4eb5-af80-e6c36ceda6ed req-b81331d8-ab96-476a-bb79-a557f281d927 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fa92f39-d443-46a1-a886-13e3ee10e361 HTTP/1.1" status: 200 len: 951 time: 0.1999037 Jan 18 22:16:55.559062 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee167feb-03ec-43d4-80b1-b37040438d52 req-189e34df-5b4d-4f79-8613-3348ecd1c65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:55.560568 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ee167feb-03ec-43d4-80b1-b37040438d52 req-189e34df-5b4d-4f79-8613-3348ecd1c65a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7c124f68020a4e92b3e26dca83e43678&device_id=f1bd428d-9adb-4f93-b6ca-66e7491dd341 HTTP/1.1" status: 200 len: 1101 time: 0.1998558 Jan 18 22:16:55.700722 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b4cba70e-1229-4eb5-af80-e6c36ceda6ed req-73a5312d-266e-4411-b574-cd21c08e992b tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.53 "GET /v2.0/security-groups?id=f617d299-382f-49d2-bef3-4bb5f1944b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564753 Jan 18 22:16:55.729070 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-baea78c0-07c7-45b3-b19f-9b3837d2e252 req-5d346394-ee36-4bdc-91cf-dd1b6ac53430 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] For port a144f15d-8003-4566-b13f-9284b79c7f71, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=a144f15d-8003-4566-b13f-9284b79c7f71,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:16:55.729455 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-baea78c0-07c7-45b3-b19f-9b3837d2e252 req-5d346394-ee36-4bdc-91cf-dd1b6ac53430 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:55.738784 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0402c9eb-6812-43b0-b48c-1d7e2d7cb20c req-3f3d68ef-bd77-4214-8182-05bc91c998ec tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:55.740309 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0402c9eb-6812-43b0-b48c-1d7e2d7cb20c req-3f3d68ef-bd77-4214-8182-05bc91c998ec tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1bd428d-9adb-4f93-b6ca-66e7491dd341 HTTP/1.1" status: 200 len: 950 time: 0.1788096 Jan 18 22:16:55.761864 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-baea78c0-07c7-45b3-b19f-9b3837d2e252 req-5d346394-ee36-4bdc-91cf-dd1b6ac53430 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Calling delete_port for a144f15d-8003-4566-b13f-9284b79c7f71 owned by compute:nova {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:16:55.844938 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee167feb-03ec-43d4-80b1-b37040438d52 req-5928cb0b-4441-413c-b610-28fd029f8040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:55.846388 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ee167feb-03ec-43d4-80b1-b37040438d52 req-5928cb0b-4441-413c-b610-28fd029f8040 service neutron] 10.222.0.67 "GET /v2.0/networks?id=aed2eca7-1bb0-443d-8485-b985dbe9851b HTTP/1.1" status: 200 len: 869 time: 0.2611153 Jan 18 22:16:55.882556 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0402c9eb-6812-43b0-b48c-1d7e2d7cb20c req-7c6c9f0f-989b-430b-96db-761d3dda3902 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179204 Jan 18 22:16:56.040289 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ee167feb-03ec-43d4-80b1-b37040438d52 req-3b64220d-1e50-41c1-a503-439d9629fd2d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=5c3d71c5-6bdd-48a1-8913-9546b130a8db HTTP/1.1" status: 200 len: 217 time: 0.1857493 Jan 18 22:16:56.048064 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-c212be36-0fe8-4f58-b560-a7e8d60f7dea req-85caffe9-2b07-448b-bb57-afbb8ef984e7 tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-686492611', 'description': 'tempest-description-412139172'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:16:56.097164 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-c212be36-0fe8-4f58-b560-a7e8d60f7dea req-85caffe9-2b07-448b-bb57-afbb8ef984e7 tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:56.146778 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-baea78c0-07c7-45b3-b19f-9b3837d2e252 req-5d346394-ee36-4bdc-91cf-dd1b6ac53430 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:56.160786 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['a144f15d-8003-4566-b13f-9284b79c7f71'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:16:56.222359 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6dc0f0-3d79-46fe-b2bc-8cb40e92aeec req-aa64a4d7-fdbd-4c70-b3a8-a603bcf65b73 tempest-ImagesNegativeTestJSON-731307942 tempest-ImagesNegativeTestJSON-731307942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:56.230199 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7f6dc0f0-3d79-46fe-b2bc-8cb40e92aeec req-aa64a4d7-fdbd-4c70-b3a8-a603bcf65b73 tempest-ImagesNegativeTestJSON-731307942 tempest-ImagesNegativeTestJSON-731307942-project] 10.222.0.53 "GET /v2.0/ports?device_id=87ec3b29-94d7-4afc-9a60-1a9a478ca848 HTTP/1.1" status: 200 len: 949 time: 0.1540678 Jan 18 22:16:56.235087 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d346394-ee36-4bdc-91cf-dd1b6ac53430 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Pushing event deleted for resources: {'Port': ['ID=a144f15d-8003-4566-b13f-9284b79c7f71,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:16:56.237839 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee167feb-03ec-43d4-80b1-b37040438d52 req-58c80a62-2067-4b5f-9bcc-a49394e034d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:56.239211 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ee167feb-03ec-43d4-80b1-b37040438d52 req-58c80a62-2067-4b5f-9bcc-a49394e034d9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8518183d-cc63-459a-b971-d4c7514e001f HTTP/1.1" status: 200 len: 843 time: 0.1681054 Jan 18 22:16:56.325939 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device e930dcd0-2ce1-40ab-8ab7-d34e368f11a1 up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:16:56.399399 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7f6dc0f0-3d79-46fe-b2bc-8cb40e92aeec req-3cd45b1f-cdee-4cb7-af79-bcda417849b7 tempest-ImagesNegativeTestJSON-731307942 tempest-ImagesNegativeTestJSON-731307942-project] 10.222.0.53 "GET /v2.0/security-groups?id=375b717f-2a90-4100-9c31-9c6bc39d38b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665428 Jan 18 22:16:56.403565 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-baea78c0-07c7-45b3-b19f-9b3837d2e252 req-5d346394-ee36-4bdc-91cf-dd1b6ac53430 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] No DVR routers for this DVR port a144f15d-8003-4566-b13f-9284b79c7f71 on host n-h1-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:16:56.403984 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port e930dcd0-2ce1-40ab-8ab7-d34e368f11a1 completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:16:56.419829 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port e930dcd0-2ce1-40ab-8ab7-d34e368f11a1 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:16:56.420432 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:56.436664 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-baea78c0-07c7-45b3-b19f-9b3837d2e252 req-5d346394-ee36-4bdc-91cf-dd1b6ac53430 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:56.452566 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-baea78c0-07c7-45b3-b19f-9b3837d2e252 req-5d346394-ee36-4bdc-91cf-dd1b6ac53430 tempest-ServersAdminTestJSON-340962927 tempest-ServersAdminTestJSON-340962927-project] 10.222.0.36 "DELETE /v2.0/ports/a144f15d-8003-4566-b13f-9284b79c7f71 HTTP/1.1" status: 204 len: 173 time: 1.3417547 Jan 18 22:16:56.503633 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee167feb-03ec-43d4-80b1-b37040438d52 req-487f2349-2859-48e1-8973-31a5fb9125b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:56.508357 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ee167feb-03ec-43d4-80b1-b37040438d52 req-487f2349-2859-48e1-8973-31a5fb9125b7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aed2eca7-1bb0-443d-8485-b985dbe9851b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2554443 Jan 18 22:16:56.526214 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fa92f39-d443-46a1-a886-13e3ee10e361', 'name': 'network-vif-deleted', 'tag': 'a144f15d-8003-4566-b13f-9284b79c7f71'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:16:56.529435 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50ab791f-a38c-4ca5-adb8-6790eead1863" -d '{"events": [{"server_uuid": "5fa92f39-d443-46a1-a886-13e3ee10e361", "name": "network-vif-deleted", "tag": "a144f15d-8003-4566-b13f-9284b79c7f71"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:16:56.580684 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:56.653175 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d35b913-8ec3-49a0-ace0-8a720d4edf05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e930dcd0-2ce1-40ab-8ab7-d34e368f11a1'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:16:56.655520 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d71f9bc-fadd-4817-b676-ea10e56ca281" -d '{"events": [{"server_uuid": "5d35b913-8ec3-49a0-ace0-8a720d4edf05", "name": "network-vif-plugged", "status": "completed", "tag": "e930dcd0-2ce1-40ab-8ab7-d34e368f11a1"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:16:56.686983 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port e930dcd0-2ce1-40ab-8ab7-d34e368f11a1, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=e930dcd0-2ce1-40ab-8ab7-d34e368f11a1,segment=NetworkSegment(a97910f7-cad7-42ae-9f6e-c8965771467a),segment_id=a97910f7-cad7-42ae-9f6e-c8965771467a)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:16:56.707103 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:56.708220 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 5c3d71c5-6bdd-48a1-8913-9546b130a8db no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:16:56.929537 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-c212be36-0fe8-4f58-b560-a7e8d60f7dea req-85caffe9-2b07-448b-bb57-afbb8ef984e7 tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:56.975342 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=e930dcd0-2ce1-40ab-8ab7-d34e368f11a1,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:16:56.976186 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-c212be36-0fe8-4f58-b560-a7e8d60f7dea req-85caffe9-2b07-448b-bb57-afbb8ef984e7 tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:57.059683 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85caffe9-2b07-448b-bb57-afbb8ef984e7 tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f98c43fe-0399-4a12-89f5-46ce46e6c4bf,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:16:57.080750 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-c212be36-0fe8-4f58-b560-a7e8d60f7dea req-85caffe9-2b07-448b-bb57-afbb8ef984e7 tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:57.087080 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:57.100918 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c212be36-0fe8-4f58-b560-a7e8d60f7dea req-85caffe9-2b07-448b-bb57-afbb8ef984e7 tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.0593834 Jan 18 22:16:57.131474 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbd4a4b-c067-4b31-b577-79c4a5727efa req-da16c5ce-bf33-4dac-ad33-cc4597d73528 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:57.141629 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5bbd4a4b-c067-4b31-b577-79c4a5727efa req-da16c5ce-bf33-4dac-ad33-cc4597d73528 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d35b913-8ec3-49a0-ace0-8a720d4edf05 HTTP/1.1" status: 200 len: 945 time: 0.6086991 Jan 18 22:16:57.198812 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 5c3d71c5-6bdd-48a1-8913-9546b130a8db, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=5c3d71c5-6bdd-48a1-8913-9546b130a8db,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:16:57.213835 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:57.238846 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d11456f-c564-41a2-bff5-0788a1b88e74 x-openstack-request-id: req-8d11456f-c564-41a2-bff5-0788a1b88e74 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:16:57.238993 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fa92f39-d443-46a1-a886-13e3ee10e361", "name": "network-vif-deleted", "tag": "a144f15d-8003-4566-b13f-9284b79c7f71", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:16:57.245062 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8d11456f-c564-41a2-bff5-0788a1b88e74 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:16:57.245543 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fa92f39-d443-46a1-a886-13e3ee10e361', 'name': 'network-vif-deleted', 'tag': 'a144f15d-8003-4566-b13f-9284b79c7f71', 'status': 'completed', 'code': 200} Jan 18 22:16:57.270171 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ee167feb-03ec-43d4-80b1-b37040438d52 req-b5d95a2f-ebe3-4993-8bb2-523400672cf5 service neutron] 10.222.0.67 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7309976 Jan 18 22:16:57.285093 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4816ef1-432a-4c54-9db1-b415f9ccf40c req-2c4f1be9-8463-42f0-a93e-9994b257d825 tempest-ImagesNegativeTestJSON-731307942 tempest-ImagesNegativeTestJSON-731307942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:57.290344 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-a4816ef1-432a-4c54-9db1-b415f9ccf40c req-2c4f1be9-8463-42f0-a93e-9994b257d825 tempest-ImagesNegativeTestJSON-731307942 tempest-ImagesNegativeTestJSON-731307942-project] 10.222.0.67 "GET /v2.0/ports?device_id=87ec3b29-94d7-4afc-9a60-1a9a478ca848 HTTP/1.1" status: 200 len: 949 time: 0.1266813 Jan 18 22:16:57.298089 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5bbd4a4b-c067-4b31-b577-79c4a5727efa req-fe42e7ac-e929-4f3c-a631-1d2acdad25dd tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac5bfedd-8c81-4ad7-9f0f-99ba0a339521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537449 Jan 18 22:16:57.398532 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0cfb57c-b3f5-459d-aecd-8982167f84bb x-openstack-request-id: req-b0cfb57c-b3f5-459d-aecd-8982167f84bb {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:16:57.399534 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d35b913-8ec3-49a0-ace0-8a720d4edf05", "name": "network-vif-plugged", "status": "completed", "tag": "e930dcd0-2ce1-40ab-8ab7-d34e368f11a1", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:16:57.399802 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b0cfb57c-b3f5-459d-aecd-8982167f84bb {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:16:57.400230 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d35b913-8ec3-49a0-ace0-8a720d4edf05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e930dcd0-2ce1-40ab-8ab7-d34e368f11a1', 'code': 200} Jan 18 22:16:57.405412 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=5c3d71c5-6bdd-48a1-8913-9546b130a8db,revision_number=6']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:16:57.511034 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ee167feb-03ec-43d4-80b1-b37040438d52 req-a88a7f39-f5b5-452c-bb77-e156605fec2e service neutron] 10.222.0.67 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169955 Jan 18 22:16:57.550063 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device e80291f4-537c-4038-b34e-12118a42f948 no longer exists at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:16:57.622259 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] No Port match for: e80291f4-537c-4038-b34e-12118a42f948 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:16:57.622607 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device e80291f4-537c-4038-b34e-12118a42f948 not bound to the agent host n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:16:57.623036 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device a144f15d-8003-4566-b13f-9284b79c7f71 no longer exists at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:16:57.651619 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-a4816ef1-432a-4c54-9db1-b415f9ccf40c req-84ec0e26-d6b0-43df-984a-5343c202b353 tempest-ImagesNegativeTestJSON-731307942 tempest-ImagesNegativeTestJSON-731307942-project] Deleting port ae01ca6a-5e15-4ed8-b54a-90135bb7ef4b {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:16:57.653920 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-a4816ef1-432a-4c54-9db1-b415f9ccf40c req-84ec0e26-d6b0-43df-984a-5343c202b353 tempest-ImagesNegativeTestJSON-731307942 tempest-ImagesNegativeTestJSON-731307942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:57.698706 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] No Port match for: a144f15d-8003-4566-b13f-9284b79c7f71 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:16:57.711885 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device a144f15d-8003-4566-b13f-9284b79c7f71 not bound to the agent host n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:16:57.748780 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fe8435-4aa8-4e50-ae30-7ae95f0dd5af req-e95075d3-55e5-44cc-a6eb-d0cc248c196c tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:57.750395 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-12fe8435-4aa8-4e50-ae30-7ae95f0dd5af req-e95075d3-55e5-44cc-a6eb-d0cc248c196c tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1bd428d-9adb-4f93-b6ca-66e7491dd341 HTTP/1.1" status: 200 len: 948 time: 0.1676621 Jan 18 22:16:57.770675 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7b69bf-b26a-4528-8da1-f9a2939346e2 req-15dd7351-f108-4301-bea4-8d68e26eb6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:57.772231 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ed7b69bf-b26a-4528-8da1-f9a2939346e2 req-15dd7351-f108-4301-bea4-8d68e26eb6e5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5d35b913-8ec3-49a0-ace0-8a720d4edf05 HTTP/1.1" status: 200 len: 1096 time: 0.2601733 Jan 18 22:16:57.867379 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-12fe8435-4aa8-4e50-ae30-7ae95f0dd5af req-d81ebd76-c0f6-41c9-9e45-99cfc0c26542 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975313 Jan 18 22:16:57.907430 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ed7b69bf-b26a-4528-8da1-f9a2939346e2 req-47fa91fb-a536-46ce-a827-9b5bb649e59e service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=ac5bfedd-8c81-4ad7-9f0f-99ba0a339521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221240 Jan 18 22:16:57.917094 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b5fb0929-f73c-43f2-97ee-5a259f42c827 req-88b496ee-f621-4c93-815f-113d704850ee tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] 10.222.0.53 "GET /v2.0/security-groups/f98c43fe-0399-4a12-89f5-46ce46e6c4bf HTTP/1.1" status: 200 len: 1803 time: 0.3984303 Jan 18 22:16:57.932382 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-b5fb0929-f73c-43f2-97ee-5a259f42c827 req-99014711-4c7b-4bde-9468-8c2ab2ef583e tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f98c43fe-0399-4a12-89f5-46ce46e6c4bf', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:16:57.933065 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-b5fb0929-f73c-43f2-97ee-5a259f42c827 req-99014711-4c7b-4bde-9468-8c2ab2ef583e tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f98c43fe-0399-4a12-89f5-46ce46e6c4bf', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:16:57.970998 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-a4816ef1-432a-4c54-9db1-b415f9ccf40c req-84ec0e26-d6b0-43df-984a-5343c202b353 tempest-ImagesNegativeTestJSON-731307942 tempest-ImagesNegativeTestJSON-731307942-project] For port ae01ca6a-5e15-4ed8-b54a-90135bb7ef4b, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=ae01ca6a-5e15-4ed8-b54a-90135bb7ef4b,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:16:57.971818 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-a4816ef1-432a-4c54-9db1-b415f9ccf40c req-84ec0e26-d6b0-43df-984a-5343c202b353 tempest-ImagesNegativeTestJSON-731307942 tempest-ImagesNegativeTestJSON-731307942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:57.981471 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 57356) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:16:58.002956 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-a4816ef1-432a-4c54-9db1-b415f9ccf40c req-84ec0e26-d6b0-43df-984a-5343c202b353 tempest-ImagesNegativeTestJSON-731307942 tempest-ImagesNegativeTestJSON-731307942-project] Calling delete_port for ae01ca6a-5e15-4ed8-b54a-90135bb7ef4b owned by compute:nova {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:16:58.154415 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-b5fb0929-f73c-43f2-97ee-5a259f42c827 req-99014711-4c7b-4bde-9468-8c2ab2ef583e tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:58.210360 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-b5fb0929-f73c-43f2-97ee-5a259f42c827 req-99014711-4c7b-4bde-9468-8c2ab2ef583e tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:58.230828 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f01060a-49d2-4cdb-be3d-baa373d7a15a req-1ca0baee-aaeb-40fb-a10f-dac2eddaa735 tempest-ImagesNegativeTestJSON-731307942 tempest-ImagesNegativeTestJSON-731307942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:58.232425 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2f01060a-49d2-4cdb-be3d-baa373d7a15a req-1ca0baee-aaeb-40fb-a10f-dac2eddaa735 tempest-ImagesNegativeTestJSON-731307942 tempest-ImagesNegativeTestJSON-731307942-project] 10.222.0.53 "GET /v2.0/ports?device_id=87ec3b29-94d7-4afc-9a60-1a9a478ca848 HTTP/1.1" status: 200 len: 949 time: 0.2603145 Jan 18 22:16:58.241208 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-b5fb0929-f73c-43f2-97ee-5a259f42c827 req-99014711-4c7b-4bde-9468-8c2ab2ef583e tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:58.272494 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-a4816ef1-432a-4c54-9db1-b415f9ccf40c req-84ec0e26-d6b0-43df-984a-5343c202b353 tempest-ImagesNegativeTestJSON-731307942 tempest-ImagesNegativeTestJSON-731307942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:58.289647 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['ae01ca6a-5e15-4ed8-b54a-90135bb7ef4b'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:16:58.327896 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ec0e26-d6b0-43df-984a-5343c202b353 tempest-ImagesNegativeTestJSON-731307942 tempest-ImagesNegativeTestJSON-731307942-project] Pushing event deleted for resources: {'Port': ['ID=ae01ca6a-5e15-4ed8-b54a-90135bb7ef4b,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:16:58.347268 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99014711-4c7b-4bde-9468-8c2ab2ef583e tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80183378-b8f6-4770-9fb5-57024b07a87f,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:16:58.360364 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-b5fb0929-f73c-43f2-97ee-5a259f42c827 req-99014711-4c7b-4bde-9468-8c2ab2ef583e tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:58.376997 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-1e68e553-54cc-4011-91e1-03a09d8a5adb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ea2794c3a3f945b88560f5de6429085f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3943946 Jan 18 22:16:58.378790 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b5fb0929-f73c-43f2-97ee-5a259f42c827 req-99014711-4c7b-4bde-9468-8c2ab2ef583e tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4578850 Jan 18 22:16:58.384612 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 57366) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:16:58.451097 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2f01060a-49d2-4cdb-be3d-baa373d7a15a req-063f73af-c5bf-45e4-b945-ffce97765cde tempest-ImagesNegativeTestJSON-731307942 tempest-ImagesNegativeTestJSON-731307942-project] 10.222.0.53 "GET /v2.0/security-groups?id=375b717f-2a90-4100-9c31-9c6bc39d38b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009723 Jan 18 22:16:58.455242 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4816ef1-432a-4c54-9db1-b415f9ccf40c req-84ec0e26-d6b0-43df-984a-5343c202b353 tempest-ImagesNegativeTestJSON-731307942 tempest-ImagesNegativeTestJSON-731307942-project] No DVR routers for this DVR port ae01ca6a-5e15-4ed8-b54a-90135bb7ef4b on host n-h2-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:16:58.461157 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-a4816ef1-432a-4c54-9db1-b415f9ccf40c req-84ec0e26-d6b0-43df-984a-5343c202b353 tempest-ImagesNegativeTestJSON-731307942 tempest-ImagesNegativeTestJSON-731307942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:58.465332 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-a4816ef1-432a-4c54-9db1-b415f9ccf40c req-84ec0e26-d6b0-43df-984a-5343c202b353 tempest-ImagesNegativeTestJSON-731307942 tempest-ImagesNegativeTestJSON-731307942-project] 10.222.0.67 "DELETE /v2.0/ports/ae01ca6a-5e15-4ed8-b54a-90135bb7ef4b HTTP/1.1" status: 204 len: 173 time: 1.1683404 Jan 18 22:16:58.465873 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87ec3b29-94d7-4afc-9a60-1a9a478ca848', 'name': 'network-vif-deleted', 'tag': 'ae01ca6a-5e15-4ed8-b54a-90135bb7ef4b'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:16:58.468402 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbe61800-d18c-4746-960d-730ac3a60531" -d '{"events": [{"server_uuid": "87ec3b29-94d7-4afc-9a60-1a9a478ca848", "name": "network-vif-deleted", "tag": "ae01ca6a-5e15-4ed8-b54a-90135bb7ef4b"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:16:58.616482 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-47e86c46-133b-4b4d-a8d5-68fdbc01d3db req-2ec14fcb-f6d4-4157-a34e-b22a7c74783d tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] 10.222.0.53 "GET /v2.0/security-groups/f98c43fe-0399-4a12-89f5-46ce46e6c4bf HTTP/1.1" status: 200 len: 2396 time: 0.0980115 Jan 18 22:16:58.646159 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-47e86c46-133b-4b4d-a8d5-68fdbc01d3db req-e49d97f9-f0b3-4650-bbff-29005ae8c95e tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f98c43fe-0399-4a12-89f5-46ce46e6c4bf', 'remote_group_id': None}]} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:16:58.646803 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-47e86c46-133b-4b4d-a8d5-68fdbc01d3db req-e49d97f9-f0b3-4650-bbff-29005ae8c95e tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f98c43fe-0399-4a12-89f5-46ce46e6c4bf', 'remote_group_id': None}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:16:58.654233 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7fe9c10a-7725-43d5-86c8-e85818fc3c2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:58.681238 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710bc033-48da-46a5-81a6-f6a84e880f57 req-951f7ba7-895d-4890-9f55-fd6a36d94257 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:58.683735 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-710bc033-48da-46a5-81a6-f6a84e880f57 req-951f7ba7-895d-4890-9f55-fd6a36d94257 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d35b913-8ec3-49a0-ace0-8a720d4edf05 HTTP/1.1" status: 200 len: 945 time: 0.1610396 Jan 18 22:16:58.737493 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7fe9c10a-7725-43d5-86c8-e85818fc3c2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:58.795059 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-710bc033-48da-46a5-81a6-f6a84e880f57 req-38e13f0d-1ec2-45e9-ba71-480b1cac13a2 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac5bfedd-8c81-4ad7-9f0f-99ba0a339521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980132 Jan 18 22:16:58.873218 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80bd2bbe-c989-489e-9f91-fcf196706944 x-openstack-request-id: req-80bd2bbe-c989-489e-9f91-fcf196706944 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:16:58.875229 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87ec3b29-94d7-4afc-9a60-1a9a478ca848", "name": "network-vif-deleted", "tag": "ae01ca6a-5e15-4ed8-b54a-90135bb7ef4b", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:16:58.875597 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-80bd2bbe-c989-489e-9f91-fcf196706944 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:16:58.877516 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87ec3b29-94d7-4afc-9a60-1a9a478ca848', 'name': 'network-vif-deleted', 'tag': 'ae01ca6a-5e15-4ed8-b54a-90135bb7ef4b', 'status': 'completed', 'code': 200} Jan 18 22:16:58.936408 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-47e86c46-133b-4b4d-a8d5-68fdbc01d3db req-e49d97f9-f0b3-4650-bbff-29005ae8c95e tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:58.997536 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7fe9c10a-7725-43d5-86c8-e85818fc3c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:58.999955 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7fe9c10a-7725-43d5-86c8-e85818fc3c2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:59.001243 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-7fe9c10a-7725-43d5-86c8-e85818fc3c2b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f617d299-382f-49d2-bef3-4bb5f1944b69 HTTP/1.1" status: 204 len: 168 time: 0.6087136 Jan 18 22:16:59.033661 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-47e86c46-133b-4b4d-a8d5-68fdbc01d3db req-e49d97f9-f0b3-4650-bbff-29005ae8c95e tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:59.049739 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe9c10a-7725-43d5-86c8-e85818fc3c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f617d299-382f-49d2-bef3-4bb5f1944b69,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:16:59.057916 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-47e86c46-133b-4b4d-a8d5-68fdbc01d3db req-e49d97f9-f0b3-4650-bbff-29005ae8c95e tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:59.139732 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49d97f9-f0b3-4650-bbff-29005ae8c95e tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6864386c-4d62-49a7-833b-b5352ddbda63,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:16:59.208933 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-47e86c46-133b-4b4d-a8d5-68fdbc01d3db req-e49d97f9-f0b3-4650-bbff-29005ae8c95e tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:59.210174 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-47e86c46-133b-4b4d-a8d5-68fdbc01d3db req-e49d97f9-f0b3-4650-bbff-29005ae8c95e tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.5729423 Jan 18 22:16:59.310353 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6e34c1-ee7d-4b39-b1ff-f3c63502d03a req-74536822-19a4-4340-9730-bfe9f091e4ac tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:16:59.318599 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1e6e34c1-ee7d-4b39-b1ff-f3c63502d03a req-74536822-19a4-4340-9730-bfe9f091e4ac tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1bd428d-9adb-4f93-b6ca-66e7491dd341 HTTP/1.1" status: 200 len: 948 time: 0.2426183 Jan 18 22:16:59.350257 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c5b9a727-b54a-427b-a54b-69a300fe755d req-f0db888e-e4e2-4ff1-baa4-3fbdab6c1ef6 tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] 10.222.0.53 "GET /v2.0/security-groups/f98c43fe-0399-4a12-89f5-46ce46e6c4bf HTTP/1.1" status: 200 len: 2994 time: 0.1067033 Jan 18 22:16:59.406725 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1bd428d-9adb-4f93-b6ca-66e7491dd341', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c3d71c5-6bdd-48a1-8913-9546b130a8db'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:16:59.409593 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c40a217c-708b-490d-a673-2418eea97114" -d '{"events": [{"server_uuid": "f1bd428d-9adb-4f93-b6ca-66e7491dd341", "name": "network-vif-unplugged", "status": "completed", "tag": "5c3d71c5-6bdd-48a1-8913-9546b130a8db"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:16:59.419740 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1e6e34c1-ee7d-4b39-b1ff-f3c63502d03a req-bc87f34c-cefe-4977-98d9-125a61829796 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978875 Jan 18 22:16:59.446966 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-97f6e21d-397e-4db8-b45e-e6dc95f11a54 req-23a2c5c8-6ce2-459f-b9f0-7cb5cffd7675 tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] 10.222.0.53 "GET /v2.0/security-group-rules/6864386c-4d62-49a7-833b-b5352ddbda63 HTTP/1.1" status: 200 len: 783 time: 0.0607090 Jan 18 22:16:59.521166 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 18 Jan 2022 22:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a603bc57-2c70-4b89-8b4a-68bc3007d066 x-openstack-request-id: req-a603bc57-2c70-4b89-8b4a-68bc3007d066 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:16:59.521702 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1bd428d-9adb-4f93-b6ca-66e7491dd341", "name": "network-vif-unplugged", "status": "completed", "tag": "5c3d71c5-6bdd-48a1-8913-9546b130a8db", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:16:59.522123 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a603bc57-2c70-4b89-8b4a-68bc3007d066 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:16:59.522686 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1bd428d-9adb-4f93-b6ca-66e7491dd341', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c3d71c5-6bdd-48a1-8913-9546b130a8db', 'code': 200} Jan 18 22:16:59.563943 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-97f6e21d-397e-4db8-b45e-e6dc95f11a54 req-b2d48cfa-36c1-4875-9050-bdc300b8bd8c tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] 10.222.0.53 "GET /v2.0/security-groups/f98c43fe-0399-4a12-89f5-46ce46e6c4bf HTTP/1.1" status: 200 len: 2994 time: 0.1055794 Jan 18 22:16:59.594494 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-97f6e21d-397e-4db8-b45e-e6dc95f11a54 req-88600fca-b06a-4a48-a8e5-c89dcf3cdc65 tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:59.620073 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-97f6e21d-397e-4db8-b45e-e6dc95f11a54 req-88600fca-b06a-4a48-a8e5-c89dcf3cdc65 tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:59.659499 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 57402) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:16:59.666174 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-97f6e21d-397e-4db8-b45e-e6dc95f11a54 req-88600fca-b06a-4a48-a8e5-c89dcf3cdc65 tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:59.680987 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-97f6e21d-397e-4db8-b45e-e6dc95f11a54 req-88600fca-b06a-4a48-a8e5-c89dcf3cdc65 tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:59.686809 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-97f6e21d-397e-4db8-b45e-e6dc95f11a54 req-88600fca-b06a-4a48-a8e5-c89dcf3cdc65 tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/6864386c-4d62-49a7-833b-b5352ddbda63 HTTP/1.1" status: 204 len: 173 time: 0.1217926 Jan 18 22:16:59.707695 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88600fca-b06a-4a48-a8e5-c89dcf3cdc65 tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6864386c-4d62-49a7-833b-b5352ddbda63,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:16:59.747288 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-947a7f1c-7910-4b8c-89d9-be27bce45c73 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9c14b7aef009439c9d946616f3708463&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0857005 Jan 18 22:16:59.749611 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 57412) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:16:59.764789 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-75e97bf5-86ed-4b49-9665-3d8e6aeebde0 req-9a57796f-b2b2-4c1e-a0f0-4299b8b95997 tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] 10.222.0.53 "GET /v2.0/security-groups/f98c43fe-0399-4a12-89f5-46ce46e6c4bf HTTP/1.1" status: 200 len: 2396 time: 0.0544717 Jan 18 22:16:59.847818 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-75e97bf5-86ed-4b49-9665-3d8e6aeebde0 req-7328827e-29c6-408e-909e-4b967df2da93 tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:59.889480 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-75e97bf5-86ed-4b49-9665-3d8e6aeebde0 req-7328827e-29c6-408e-909e-4b967df2da93 tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:59.890764 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fa7e22af-bfd8-4163-960b-76b9b3c58b29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:59.948888 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-75e97bf5-86ed-4b49-9665-3d8e6aeebde0 req-7328827e-29c6-408e-909e-4b967df2da93 tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:59.954911 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-75e97bf5-86ed-4b49-9665-3d8e6aeebde0 req-7328827e-29c6-408e-909e-4b967df2da93 tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:59.957513 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fa7e22af-bfd8-4163-960b-76b9b3c58b29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:16:59.958761 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-75e97bf5-86ed-4b49-9665-3d8e6aeebde0 req-7328827e-29c6-408e-909e-4b967df2da93 tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] 10.222.0.53 "DELETE /v2.0/security-groups/f98c43fe-0399-4a12-89f5-46ce46e6c4bf HTTP/1.1" status: 204 len: 173 time: 0.1917155 Jan 18 22:17:00.032305 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7328827e-29c6-408e-909e-4b967df2da93 tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f98c43fe-0399-4a12-89f5-46ce46e6c4bf,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:00.036649 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fa7e22af-bfd8-4163-960b-76b9b3c58b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:00.042384 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fa7e22af-bfd8-4163-960b-76b9b3c58b29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:00.047137 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-fa7e22af-bfd8-4163-960b-76b9b3c58b29 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2a980935-cf31-40fb-8f7e-2ceadc8a0062 HTTP/1.1" status: 204 len: 168 time: 0.2963378 Jan 18 22:17:00.092412 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [req-0890b69c-95ea-4bec-91bc-e9e7ac9b32a4 req-8861539d-4dd1-4b8e-b9e6-7aef53e9f7a1 tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] show failed (client error): The resource could not be found. Jan 18 22:17:00.096694 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7e22af-bfd8-4163-960b-76b9b3c58b29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a980935-cf31-40fb-8f7e-2ceadc8a0062,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:00.107969 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0890b69c-95ea-4bec-91bc-e9e7ac9b32a4 req-8861539d-4dd1-4b8e-b9e6-7aef53e9f7a1 tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] 10.222.0.53 "GET /v2.0/security-groups/34a00bf4-ee84-4338-b3cf-928e5c73d460 HTTP/1.1" status: 404 len: 352 time: 0.1262372 Jan 18 22:17:00.161142 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba9e17d-0f5e-4abd-8f90-e1044c673c86 req-54ba1d11-fb53-4c0c-82b2-f5dde99c795c tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:00.172594 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-dba9e17d-0f5e-4abd-8f90-e1044c673c86 req-54ba1d11-fb53-4c0c-82b2-f5dde99c795c tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d35b913-8ec3-49a0-ace0-8a720d4edf05 HTTP/1.1" status: 200 len: 945 time: 0.1712410 Jan 18 22:17:00.229048 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-dba9e17d-0f5e-4abd-8f90-e1044c673c86 req-322d317c-d7fe-40ba-be16-77e0f279995d tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac5bfedd-8c81-4ad7-9f0f-99ba0a339521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555122 Jan 18 22:17:00.328989 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 5c3d71c5-6bdd-48a1-8913-9546b130a8db details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:17:00.331813 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device ae01ca6a-5e15-4ed8-b54a-90135bb7ef4b no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:17:00.414602 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 57438) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:17:00.422632 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] No Port match for: ae01ca6a-5e15-4ed8-b54a-90135bb7ef4b {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:17:00.423044 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device ae01ca6a-5e15-4ed8-b54a-90135bb7ef4b not bound to the agent host n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:17:00.462885 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6bd4a619-30a4-4f49-be02-a1dce63fb696 req-152d9d9e-12bb-48ad-b02a-aa5e43765ba8 tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] 10.222.0.53 "GET /v2.0/security-groups/44b121d7-3cfd-422c-af8b-2b4a8568be82 HTTP/1.1" status: 200 len: 1805 time: 0.1835871 Jan 18 22:17:00.525939 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d190690-b122-4859-a3b2-1dc7890af687 req-6cb8c620-a4fd-47d6-be65-d34623459ea1 tempest-LiveMigrationTest-1198651986 tempest-LiveMigrationTest-1198651986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:00.527473 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2d190690-b122-4859-a3b2-1dc7890af687 req-6cb8c620-a4fd-47d6-be65-d34623459ea1 tempest-LiveMigrationTest-1198651986 tempest-LiveMigrationTest-1198651986-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5d35b913-8ec3-49a0-ace0-8a720d4edf05 HTTP/1.1" status: 200 len: 1096 time: 0.1965740 Jan 18 22:17:00.624622 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2d190690-b122-4859-a3b2-1dc7890af687 req-4c2e0c87-5d72-4ca6-a173-60e015e8bb0d tempest-LiveMigrationTest-1198651986 tempest-LiveMigrationTest-1198651986-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ac5bfedd-8c81-4ad7-9f0f-99ba0a339521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854893 Jan 18 22:17:00.678541 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-6bd4a619-30a4-4f49-be02-a1dce63fb696 req-a01f63e4-362e-48b5-8fc3-ac1a0ec84526 tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:00.693534 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 5c3d71c5-6bdd-48a1-8913-9546b130a8db, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=5c3d71c5-6bdd-48a1-8913-9546b130a8db,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:17:00.709805 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': '5c3d71c5-6bdd-48a1-8913-9546b130a8db', 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b', 'port_id': '5c3d71c5-6bdd-48a1-8913-9546b130a8db', 'mac_address': 'fa:16:3e:62:a3:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8518183d-cc63-459a-b971-d4c7514e001f', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:17:00.723606 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-6bd4a619-30a4-4f49-be02-a1dce63fb696 req-a01f63e4-362e-48b5-8fc3-ac1a0ec84526 tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:00.776081 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:00.777556 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-98bb5a46-942a-4428-bbfd-db46efff5d08 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9c70c6b4b72a44408f848e64267a5e8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3603725 Jan 18 22:17:00.779047 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 57454) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:17:00.807868 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c3d71c5-6bdd-48a1-8913-9546b130a8db {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:17:00.857899 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 5c3d71c5-6bdd-48a1-8913-9546b130a8db, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=5c3d71c5-6bdd-48a1-8913-9546b130a8db,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:17:00.870629 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:00.874027 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-761c9c53-885a-4db6-aae3-32fbfe373129 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:00.881734 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b460c56d-95b5-4b44-afac-aa0a90d0d558 req-712f4266-e9b9-4a45-bc20-9740a8198fa7 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:00.884069 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b460c56d-95b5-4b44-afac-aa0a90d0d558 req-712f4266-e9b9-4a45-bc20-9740a8198fa7 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1bd428d-9adb-4f93-b6ca-66e7491dd341 HTTP/1.1" status: 200 len: 948 time: 0.0948782 Jan 18 22:17:00.885304 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-6bd4a619-30a4-4f49-be02-a1dce63fb696 req-a01f63e4-362e-48b5-8fc3-ac1a0ec84526 tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:00.887959 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-6bd4a619-30a4-4f49-be02-a1dce63fb696 req-a01f63e4-362e-48b5-8fc3-ac1a0ec84526 tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:00.893416 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6bd4a619-30a4-4f49-be02-a1dce63fb696 req-a01f63e4-362e-48b5-8fc3-ac1a0ec84526 tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] 10.222.0.53 "DELETE /v2.0/security-groups/44b121d7-3cfd-422c-af8b-2b4a8568be82 HTTP/1.1" status: 204 len: 173 time: 0.4203386 Jan 18 22:17:00.926655 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01f63e4-362e-48b5-8fc3-ac1a0ec84526 tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b121d7-3cfd-422c-af8b-2b4a8568be82,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:00.930150 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-761c9c53-885a-4db6-aae3-32fbfe373129 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:00.998558 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-761c9c53-885a-4db6-aae3-32fbfe373129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:01.001287 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-761c9c53-885a-4db6-aae3-32fbfe373129 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:01.020845 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-761c9c53-885a-4db6-aae3-32fbfe373129 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/375b717f-2a90-4100-9c31-9c6bc39d38b3 HTTP/1.1" status: 204 len: 168 time: 0.2382250 Jan 18 22:17:01.030066 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b460c56d-95b5-4b44-afac-aa0a90d0d558 req-0435cd13-f09b-4bf5-b446-714db4391ead tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356046 Jan 18 22:17:01.038584 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761c9c53-885a-4db6-aae3-32fbfe373129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=375b717f-2a90-4100-9c31-9c6bc39d38b3,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:01.057836 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21e43f1-9eae-4da7-af2a-334077652ff2 req-e701474f-5bc6-44d2-b14f-11e1acf25842 tempest-LiveMigrationTest-1198651986 tempest-LiveMigrationTest-1198651986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:01.058026 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=5c3d71c5-6bdd-48a1-8913-9546b130a8db,revision_number=7']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:01.065579 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d21e43f1-9eae-4da7-af2a-334077652ff2 req-e701474f-5bc6-44d2-b14f-11e1acf25842 tempest-LiveMigrationTest-1198651986 tempest-LiveMigrationTest-1198651986-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5d35b913-8ec3-49a0-ace0-8a720d4edf05 HTTP/1.1" status: 200 len: 1096 time: 0.0766568 Jan 18 22:17:01.116713 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d21e43f1-9eae-4da7-af2a-334077652ff2 req-3847b252-1a5f-47a2-b5d2-bab46f85f2a0 tempest-LiveMigrationTest-1198651986 tempest-LiveMigrationTest-1198651986-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ac5bfedd-8c81-4ad7-9f0f-99ba0a339521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501678 Jan 18 22:17:01.197817 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['5c3d71c5-6bdd-48a1-8913-9546b130a8db'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:17:01.200183 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fae99f76-0041-4713-a3c3-782c10de421f req-dd9099c7-95c3-4abf-a48a-ab7bd4fce091 tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] 10.222.0.53 "GET /v2.0/security-groups/1d9daad4-dd85-4259-8885-dd58b3a39227 HTTP/1.1" status: 200 len: 1805 time: 0.0697780 Jan 18 22:17:01.309757 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-fae99f76-0041-4713-a3c3-782c10de421f req-15cb1b61-2c14-49e6-b668-2b30025df202 tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:01.348406 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-fae99f76-0041-4713-a3c3-782c10de421f req-15cb1b61-2c14-49e6-b668-2b30025df202 tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:01.481216 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-fae99f76-0041-4713-a3c3-782c10de421f req-15cb1b61-2c14-49e6-b668-2b30025df202 tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:01.484958 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-fae99f76-0041-4713-a3c3-782c10de421f req-15cb1b61-2c14-49e6-b668-2b30025df202 tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:01.490313 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fae99f76-0041-4713-a3c3-782c10de421f req-15cb1b61-2c14-49e6-b668-2b30025df202 tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] 10.222.0.53 "DELETE /v2.0/security-groups/1d9daad4-dd85-4259-8885-dd58b3a39227 HTTP/1.1" status: 204 len: 173 time: 0.2833078 Jan 18 22:17:01.521071 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cb1b61-2c14-49e6-b668-2b30025df202 tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d9daad4-dd85-4259-8885-dd58b3a39227,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:01.662969 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e721688-2053-4229-88a9-42ad3d2b8b50 req-dc17c9d8-7c67-4a11-b0c8-583d7b4e98a3 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:01.670475 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2e721688-2053-4229-88a9-42ad3d2b8b50 req-dc17c9d8-7c67-4a11-b0c8-583d7b4e98a3 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.67 "GET /v2.0/ports?device_id=f1bd428d-9adb-4f93-b6ca-66e7491dd341&tenant_id=7c124f68020a4e92b3e26dca83e43678&binding%3Ahost_id=n-h2-825064-1 HTTP/1.1" status: 200 len: 949 time: 0.1023674 Jan 18 22:17:01.794158 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2e721688-2053-4229-88a9-42ad3d2b8b50 req-63975310-d704-4491-9d49-5067bf7ffdde service neutron] 10.222.0.67 "GET /v2.0/ports/5c3d71c5-6bdd-48a1-8913-9546b130a8db/bindings/n-h2-825064-1 HTTP/1.1" status: 200 len: 382 time: 0.1151125 Jan 18 22:17:01.794839 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-688272f9-2a7b-4ca8-9ffb-83f7bab02c38 req-3bfd7f3d-00c1-4e6d-8667-4a364807fde5 tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] 10.222.0.53 "GET /v2.0/security-groups/d48ca546-d349-4bfa-ae09-3ce8611ab5cd HTTP/1.1" status: 200 len: 1803 time: 0.0960941 Jan 18 22:17:01.908666 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e721688-2053-4229-88a9-42ad3d2b8b50 req-49777cee-0800-4ed6-926f-e86f275e75a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:01.910179 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2e721688-2053-4229-88a9-42ad3d2b8b50 req-49777cee-0800-4ed6-926f-e86f275e75a1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7c124f68020a4e92b3e26dca83e43678&device_id=f1bd428d-9adb-4f93-b6ca-66e7491dd341 HTTP/1.1" status: 200 len: 1100 time: 0.0828252 Jan 18 22:17:02.058873 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-688272f9-2a7b-4ca8-9ffb-83f7bab02c38 req-5e201f7f-13ba-405d-b1cb-52c19eab2545 tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:02.082655 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710ab217-0281-4314-a5bb-8afb54a6c039 req-233de495-ff2f-41b2-8418-08a7a89d6464 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:02.103132 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-710ab217-0281-4314-a5bb-8afb54a6c039 req-233de495-ff2f-41b2-8418-08a7a89d6464 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1bd428d-9adb-4f93-b6ca-66e7491dd341 HTTP/1.1" status: 200 len: 949 time: 0.2290552 Jan 18 22:17:02.113212 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e721688-2053-4229-88a9-42ad3d2b8b50 req-a65ed3fa-c364-48bc-8e15-1ddf2d24931d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:02.114692 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2e721688-2053-4229-88a9-42ad3d2b8b50 req-a65ed3fa-c364-48bc-8e15-1ddf2d24931d service neutron] 10.222.0.67 "GET /v2.0/networks?id=aed2eca7-1bb0-443d-8485-b985dbe9851b HTTP/1.1" status: 200 len: 869 time: 0.1954205 Jan 18 22:17:02.189006 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-688272f9-2a7b-4ca8-9ffb-83f7bab02c38 req-5e201f7f-13ba-405d-b1cb-52c19eab2545 tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:02.191807 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2e721688-2053-4229-88a9-42ad3d2b8b50 req-3a050844-727f-4b79-a41f-f9596c4abfc0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=5c3d71c5-6bdd-48a1-8913-9546b130a8db HTTP/1.1" status: 200 len: 217 time: 0.0683479 Jan 18 22:17:02.263857 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e721688-2053-4229-88a9-42ad3d2b8b50 req-5c611217-dab5-451c-b8cf-5e56b4f0c8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:02.265443 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2e721688-2053-4229-88a9-42ad3d2b8b50 req-5c611217-dab5-451c-b8cf-5e56b4f0c8b3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8518183d-cc63-459a-b971-d4c7514e001f HTTP/1.1" status: 200 len: 843 time: 0.0667515 Jan 18 22:17:02.328394 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-710ab217-0281-4314-a5bb-8afb54a6c039 req-078cb56f-b58c-460e-85da-d2dd339f8313 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221918 Jan 18 22:17:02.330886 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 5c3d71c5-6bdd-48a1-8913-9546b130a8db up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:17:02.356876 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-688272f9-2a7b-4ca8-9ffb-83f7bab02c38 req-5e201f7f-13ba-405d-b1cb-52c19eab2545 tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:02.361867 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-688272f9-2a7b-4ca8-9ffb-83f7bab02c38 req-5e201f7f-13ba-405d-b1cb-52c19eab2545 tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:02.364665 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-688272f9-2a7b-4ca8-9ffb-83f7bab02c38 req-5e201f7f-13ba-405d-b1cb-52c19eab2545 tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] 10.222.0.53 "DELETE /v2.0/security-groups/d48ca546-d349-4bfa-ae09-3ce8611ab5cd HTTP/1.1" status: 204 len: 173 time: 0.5655742 Jan 18 22:17:02.394409 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e201f7f-13ba-405d-b1cb-52c19eab2545 tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d48ca546-d349-4bfa-ae09-3ce8611ab5cd,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:02.423757 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e721688-2053-4229-88a9-42ad3d2b8b50 req-410ed0e8-fec2-4130-b211-4b149f335093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:02.429880 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2e721688-2053-4229-88a9-42ad3d2b8b50 req-410ed0e8-fec2-4130-b211-4b149f335093 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aed2eca7-1bb0-443d-8485-b985dbe9851b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1564708 Jan 18 22:17:02.492537 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port 5c3d71c5-6bdd-48a1-8913-9546b130a8db triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:17:02.493190 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:02.586471 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1dbe2ed7-81a9-4273-8906-a0c4a120cd2a req-0a937c6a-01ef-4ad0-b04d-131367bd8549 tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] 10.222.0.53 "GET /v2.0/security-groups/db393d1c-211a-4f12-8556-95a1ca4eddad HTTP/1.1" status: 200 len: 2403 time: 0.1120825 Jan 18 22:17:02.615427 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2e721688-2053-4229-88a9-42ad3d2b8b50 req-7aa9e26a-688c-45a1-a47d-a279d1957c96 service neutron] 10.222.0.67 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765771 Jan 18 22:17:02.638259 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:02.707880 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 5c3d71c5-6bdd-48a1-8913-9546b130a8db, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=5c3d71c5-6bdd-48a1-8913-9546b130a8db,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:17:02.712267 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1bd428d-9adb-4f93-b6ca-66e7491dd341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c3d71c5-6bdd-48a1-8913-9546b130a8db'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:17:02.722897 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb7de0c3-71bd-4aea-b8f5-fa54dc101e90" -d '{"events": [{"server_uuid": "f1bd428d-9adb-4f93-b6ca-66e7491dd341", "name": "network-vif-plugged", "status": "completed", "tag": "5c3d71c5-6bdd-48a1-8913-9546b130a8db"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:17:02.733700 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:02.753954 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-1dbe2ed7-81a9-4273-8906-a0c4a120cd2a req-20d4aa1d-17a9-492f-a59f-aa9c4416777b tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:02.806245 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-1dbe2ed7-81a9-4273-8906-a0c4a120cd2a req-20d4aa1d-17a9-492f-a59f-aa9c4416777b tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:02.865326 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2e721688-2053-4229-88a9-42ad3d2b8b50 req-73a09410-31cd-4370-a101-415a0f4e4954 service neutron] 10.222.0.67 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409708 Jan 18 22:17:02.909499 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-1dbe2ed7-81a9-4273-8906-a0c4a120cd2a req-20d4aa1d-17a9-492f-a59f-aa9c4416777b tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:02.913291 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-1dbe2ed7-81a9-4273-8906-a0c4a120cd2a req-20d4aa1d-17a9-492f-a59f-aa9c4416777b tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:02.928221 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1dbe2ed7-81a9-4273-8906-a0c4a120cd2a req-20d4aa1d-17a9-492f-a59f-aa9c4416777b tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] 10.222.0.53 "DELETE /v2.0/security-groups/db393d1c-211a-4f12-8556-95a1ca4eddad HTTP/1.1" status: 204 len: 173 time: 0.3237743 Jan 18 22:17:02.952917 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d4aa1d-17a9-492f-a59f-aa9c4416777b tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db393d1c-211a-4f12-8556-95a1ca4eddad,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:02.965349 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=5c3d71c5-6bdd-48a1-8913-9546b130a8db,revision_number=8']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:02.996365 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 57540) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:17:03.190202 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cc09e30-209e-461b-a4de-e408628217a0 x-openstack-request-id: req-1cc09e30-209e-461b-a4de-e408628217a0 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:17:03.190628 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1bd428d-9adb-4f93-b6ca-66e7491dd341", "name": "network-vif-plugged", "status": "completed", "tag": "5c3d71c5-6bdd-48a1-8913-9546b130a8db", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:17:03.190985 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1cc09e30-209e-461b-a4de-e408628217a0 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:17:03.191483 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1bd428d-9adb-4f93-b6ca-66e7491dd341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c3d71c5-6bdd-48a1-8913-9546b130a8db', 'code': 200} Jan 18 22:17:03.375631 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0a6ea71c-30bf-4d4f-a009-ad152494d4bb req-28348dda-46ab-4505-bc8e-beb2436ee09b tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] 10.222.0.53 "GET /v2.0/security-groups/f182677c-8d50-497a-a52c-a70b924d29d1 HTTP/1.1" status: 200 len: 2398 time: 0.1543162 Jan 18 22:17:03.564571 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-0a6ea71c-30bf-4d4f-a009-ad152494d4bb req-ce5d0408-90b5-4120-80d8-c35e71311c44 tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:03.612714 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-0a6ea71c-30bf-4d4f-a009-ad152494d4bb req-ce5d0408-90b5-4120-80d8-c35e71311c44 tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:03.676958 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-0a6ea71c-30bf-4d4f-a009-ad152494d4bb req-ce5d0408-90b5-4120-80d8-c35e71311c44 tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:03.679420 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-0a6ea71c-30bf-4d4f-a009-ad152494d4bb req-ce5d0408-90b5-4120-80d8-c35e71311c44 tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:03.688316 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 57570) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:17:03.694551 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0a6ea71c-30bf-4d4f-a009-ad152494d4bb req-ce5d0408-90b5-4120-80d8-c35e71311c44 tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] 10.222.0.53 "DELETE /v2.0/security-groups/f182677c-8d50-497a-a52c-a70b924d29d1 HTTP/1.1" status: 204 len: 173 time: 0.2377739 Jan 18 22:17:03.713682 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5d0408-90b5-4120-80d8-c35e71311c44 tempest-SecurityGroupRulesTestJSON-2113766695 tempest-SecurityGroupRulesTestJSON-2113766695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f182677c-8d50-497a-a52c-a70b924d29d1,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:03.805405 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7a7af3e-f291-4280-a996-a2e0548c19c1 admin admin] Deleting subnet 29e34854-a843-4d4b-9615-e3c9762dc42c {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:17:03.813916 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9fca0b5a-27c4-4e89-827e-ca0d5efb2c91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1041027'] for router_interface, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:03.816260 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e7a7af3e-f291-4280-a996-a2e0548c19c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:03.897711 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e7a7af3e-f291-4280-a996-a2e0548c19c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:03.953504 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [req-d46f1f1a-4c2d-4a27-a1e7-0cc710069e0f req-aca8bb76-4b82-426f-a85e-9291033e81a8 tempest-LiveMigrationTest-1198651986 tempest-LiveMigrationTest-1198651986-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:17:03.958058 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-d46f1f1a-4c2d-4a27-a1e7-0cc710069e0f req-aca8bb76-4b82-426f-a85e-9291033e81a8 tempest-LiveMigrationTest-1198651986 tempest-LiveMigrationTest-1198651986-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0124910 Jan 18 22:17:04.059755 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e7a7af3e-f291-4280-a996-a2e0548c19c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:04.102230 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f1f1a-4c2d-4a27-a1e7-0cc710069e0f req-d4463bd7-2113-455d-b25d-96a3e6ee20f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:04.111325 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-d46f1f1a-4c2d-4a27-a1e7-0cc710069e0f req-d4463bd7-2113-455d-b25d-96a3e6ee20f4 service neutron] 10.222.0.53 "GET /v2.0/ports/e930dcd0-2ce1-40ab-8ab7-d34e368f11a1 HTTP/1.1" status: 200 len: 1093 time: 0.1420949 Jan 18 22:17:04.128861 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-d46f1f1a-4c2d-4a27-a1e7-0cc710069e0f req-7412b1a3-ffcd-41e0-a282-7d5160387cc6 service neutron] Request body: {'binding': {'host': 'n-h1-825064-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:17:04.129506 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-d46f1f1a-4c2d-4a27-a1e7-0cc710069e0f req-7412b1a3-ffcd-41e0-a282-7d5160387cc6 service neutron] Unknown quota resources ['binding']. {{(pid=102431) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 18 22:17:04.170349 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f3f776dc-e30b-4c5b-8bab-e712b5fd3e95 req-4b5acdc5-3219-4942-b753-b5fbc24b3b1f tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=c9b2a0f0ac3649d081a01c772f92a224&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306077 Jan 18 22:17:04.335822 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f776dc-e30b-4c5b-8bab-e712b5fd3e95 req-b2b1f972-dd5b-4c2f-bc6f-107fd22ec384 tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:04.337419 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f3f776dc-e30b-4c5b-8bab-e712b5fd3e95 req-b2b1f972-dd5b-4c2f-bc6f-107fd22ec384 tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1661351 Jan 18 22:17:04.359959 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e7a7af3e-f291-4280-a996-a2e0548c19c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:04.369143 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f3f776dc-e30b-4c5b-8bab-e712b5fd3e95 req-aae49e40-d191-48d3-bb65-385f04531900 tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] 10.222.0.53 "GET /v2.0/quotas/c9b2a0f0ac3649d081a01c772f92a224 HTTP/1.1" status: 200 len: 375 time: 0.0232406 Jan 18 22:17:04.376179 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-9fca0b5a-27c4-4e89-827e-ca0d5efb2c91 admin admin] Deleting port dff8320f-3c1a-40a2-a5c5-21a0d87708b7 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:17:04.376814 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9fca0b5a-27c4-4e89-827e-ca0d5efb2c91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:04.389807 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a7af3e-f291-4280-a996-a2e0548c19c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29e34854-a843-4d4b-9615-e3c9762dc42c,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:04.407422 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e7a7af3e-f291-4280-a996-a2e0548c19c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:04.413016 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-e7a7af3e-f291-4280-a996-a2e0548c19c1 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/29e34854-a843-4d4b-9615-e3c9762dc42c HTTP/1.1" status: 204 len: 168 time: 0.7212811 Jan 18 22:17:04.413348 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 57588) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:17:04.419608 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f3f776dc-e30b-4c5b-8bab-e712b5fd3e95 req-f30e964d-98cc-4b27-b12e-0785f73e9036 tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c9b2a0f0ac3649d081a01c772f92a224&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404716 Jan 18 22:17:04.435803 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-d46f1f1a-4c2d-4a27-a1e7-0cc710069e0f req-7412b1a3-ffcd-41e0-a282-7d5160387cc6 service neutron] Attempting to bind port e930dcd0-2ce1-40ab-8ab7-d34e368f11a1 on host n-h1-825064-1 for vnic_type normal with profile None {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:17:04.436158 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-d46f1f1a-4c2d-4a27-a1e7-0cc710069e0f req-7412b1a3-ffcd-41e0-a282-7d5160387cc6 service neutron] Attempting to bind port e930dcd0-2ce1-40ab-8ab7-d34e368f11a1 by drivers openvswitch,hyperv on host n-h1-825064-1 at level 0 using segments [{'id': 'a97910f7-cad7-42ae-9f6e-c8965771467a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'db135028-f57a-417d-a5fc-9f73c3e34dd7'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:17:04.436477 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46f1f1a-4c2d-4a27-a1e7-0cc710069e0f req-7412b1a3-ffcd-41e0-a282-7d5160387cc6 service neutron] Attempting to bind port e930dcd0-2ce1-40ab-8ab7-d34e368f11a1 on network db135028-f57a-417d-a5fc-9f73c3e34dd7 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:17:04.489955 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46f1f1a-4c2d-4a27-a1e7-0cc710069e0f req-7412b1a3-ffcd-41e0-a282-7d5160387cc6 service neutron] Port e930dcd0-2ce1-40ab-8ab7-d34e368f11a1 on network db135028-f57a-417d-a5fc-9f73c3e34dd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:17:04.490323 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46f1f1a-4c2d-4a27-a1e7-0cc710069e0f req-7412b1a3-ffcd-41e0-a282-7d5160387cc6 service neutron] Attempting to bind port e930dcd0-2ce1-40ab-8ab7-d34e368f11a1 on network db135028-f57a-417d-a5fc-9f73c3e34dd7 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:17:04.499354 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46f1f1a-4c2d-4a27-a1e7-0cc710069e0f req-7412b1a3-ffcd-41e0-a282-7d5160387cc6 service neutron] Checking agent: {'id': 'e49d1b2a-ba11-487f-a804-ecbf3c0e8132', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:17:04.499682 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46f1f1a-4c2d-4a27-a1e7-0cc710069e0f req-7412b1a3-ffcd-41e0-a282-7d5160387cc6 service neutron] Checking segment: {'id': 'a97910f7-cad7-42ae-9f6e-c8965771467a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'db135028-f57a-417d-a5fc-9f73c3e34dd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:17:04.500064 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46f1f1a-4c2d-4a27-a1e7-0cc710069e0f req-7412b1a3-ffcd-41e0-a282-7d5160387cc6 service neutron] Bound using segment: {'id': 'a97910f7-cad7-42ae-9f6e-c8965771467a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'db135028-f57a-417d-a5fc-9f73c3e34dd7'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:17:04.500535 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-d46f1f1a-4c2d-4a27-a1e7-0cc710069e0f req-7412b1a3-ffcd-41e0-a282-7d5160387cc6 service neutron] Bound port: e930dcd0-2ce1-40ab-8ab7-d34e368f11a1, host: n-h1-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a97910f7-cad7-42ae-9f6e-c8965771467a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'db135028-f57a-417d-a5fc-9f73c3e34dd7'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:17:04.555333 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-9fca0b5a-27c4-4e89-827e-ca0d5efb2c91 admin admin] For port dff8320f-3c1a-40a2-a5c5-21a0d87708b7, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=dff8320f-3c1a-40a2-a5c5-21a0d87708b7,segment=NetworkSegment(201e6be6-c8bc-4b61-98c2-2f0de3c30ad4),segment_id=201e6be6-c8bc-4b61-98c2-2f0de3c30ad4)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:17:04.555678 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-14181475-6034-4ca5-bcc2-c5539025bfd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:04.556235 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9fca0b5a-27c4-4e89-827e-ca0d5efb2c91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:04.574122 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-9fca0b5a-27c4-4e89-827e-ca0d5efb2c91 admin admin] Calling delete_port for dff8320f-3c1a-40a2-a5c5-21a0d87708b7 owned by network:router_interface {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:17:04.616943 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-d46f1f1a-4c2d-4a27-a1e7-0cc710069e0f req-7412b1a3-ffcd-41e0-a282-7d5160387cc6 service neutron] For port e930dcd0-2ce1-40ab-8ab7-d34e368f11a1, host n-h1-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=e930dcd0-2ce1-40ab-8ab7-d34e368f11a1,segment=NetworkSegment(a97910f7-cad7-42ae-9f6e-c8965771467a),segment_id=a97910f7-cad7-42ae-9f6e-c8965771467a)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:17:04.651229 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-d46f1f1a-4c2d-4a27-a1e7-0cc710069e0f req-7412b1a3-ffcd-41e0-a282-7d5160387cc6 service neutron] Notify callbacks [] for binding, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:04.656720 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-d46f1f1a-4c2d-4a27-a1e7-0cc710069e0f req-7412b1a3-ffcd-41e0-a282-7d5160387cc6 service neutron] 10.222.0.53 "POST /v2.0/ports/e930dcd0-2ce1-40ab-8ab7-d34e368f11a1/bindings HTTP/1.1" status: 201 len: 389 time: 0.5348260 Jan 18 22:17:04.721294 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-14181475-6034-4ca5-bcc2-c5539025bfd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:04.776112 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-14181475-6034-4ca5-bcc2-c5539025bfd4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['833e53af-b1dc-41ea-8a10-ee306d46c7cf']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:17:04.801231 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-14181475-6034-4ca5-bcc2-c5539025bfd4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df7e7714-9966-402d-be7f-bdbe7e0ef83f') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:17:04.802993 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-14181475-6034-4ca5-bcc2-c5539025bfd4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df7e7714-9966-402d-be7f-bdbe7e0ef83f') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:17:04.822562 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-14181475-6034-4ca5-bcc2-c5539025bfd4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:04.887435 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-14181475-6034-4ca5-bcc2-c5539025bfd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:04.915592 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14181475-6034-4ca5-bcc2-c5539025bfd4 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:17:04.919202 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-14181475-6034-4ca5-bcc2-c5539025bfd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:04.925000 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:17:04.925000 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:17:04.925000 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:17:04.925000 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:17:04.925000 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:17:04.925000 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:17:04.925000 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:17:04.925000 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:17:04.925000 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:17:04.925000 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:17:04.925000 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:17:04.925000 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:17:04.925000 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:17:04.925000 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:17:04.925000 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:17:04.925000 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:17:04.925000 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:17:04.925000 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:17:04.925000 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:17:04.925000 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:17:04.925000 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:17:04.925000 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:17:04.925000 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:17:04.925000 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:17:04.925000 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:17:04.925000 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:17:04.925000 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:17:04.925000 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:17:04.925000 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:17:04.925000 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:17:04.925000 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:17:04.925000 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:17:04.937025 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 22:17:05.091345 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-14181475-6034-4ca5-bcc2-c5539025bfd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:05.098120 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c8a13d-ca56-40d1-bd5c-9e574b20fcf3 req-d6e69adf-9ac0-4f50-98fd-9357e7b0dca9 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:05.114629 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e6c8a13d-ca56-40d1-bd5c-9e574b20fcf3 req-d6e69adf-9ac0-4f50-98fd-9357e7b0dca9 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1bd428d-9adb-4f93-b6ca-66e7491dd341 HTTP/1.1" status: 200 len: 950 time: 0.2007804 Jan 18 22:17:05.137440 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-14181475-6034-4ca5-bcc2-c5539025bfd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:05.140677 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-14181475-6034-4ca5-bcc2-c5539025bfd4 admin admin] 10.222.0.53 "DELETE /v2.0/networks/833e53af-b1dc-41ea-8a10-ee306d46c7cf HTTP/1.1" status: 204 len: 168 time: 0.7263143 Jan 18 22:17:05.141823 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14181475-6034-4ca5-bcc2-c5539025bfd4 admin admin] Pushing event deleted for resources: {'Network': ['ID=833e53af-b1dc-41ea-8a10-ee306d46c7cf,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:05.243686 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4153c46c-cac8-4264-9580-098deb97fb5f req-f0613d48-7a20-4e1d-9abb-1a3a9e8eb3a0 tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] 10.222.0.53 "GET /v2.0/ports?device_id=0322506f-b794-4acc-b82d-f6b2984d774f HTTP/1.1" status: 200 len: 210 time: 0.1199002 Jan 18 22:17:05.312693 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e6c8a13d-ca56-40d1-bd5c-9e574b20fcf3 req-ad85f874-fa79-40cc-92e2-510fcd2b8383 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797566 Jan 18 22:17:05.319020 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f1f1a-4c2d-4a27-a1e7-0cc710069e0f req-cb14d2ce-c340-49d9-89fa-8c8ebe1f373b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:05.320660 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d46f1f1a-4c2d-4a27-a1e7-0cc710069e0f req-cb14d2ce-c340-49d9-89fa-8c8ebe1f373b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=646d6b7fa3c74dbb9d53573120d4a5a9&device_id=5d35b913-8ec3-49a0-ace0-8a720d4edf05 HTTP/1.1" status: 200 len: 1096 time: 0.1059804 Jan 18 22:17:05.324944 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9fca0b5a-27c4-4e89-827e-ca0d5efb2c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:05.352952 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca0b5a-27c4-4e89-827e-ca0d5efb2c91 admin admin] Pushing event deleted for resources: {'Port': ['ID=dff8320f-3c1a-40a2-a5c5-21a0d87708b7,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:05.467206 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 57622) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:17:05.551976 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 57626) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:17:05.696338 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5fd1ca-d416-46ca-8511-27a3a297ecd4 req-7e83275d-6a86-4832-9a02-c3234c5e4866 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:05.703526 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cd5fd1ca-d416-46ca-8511-27a3a297ecd4 req-7e83275d-6a86-4832-9a02-c3234c5e4866 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d35b913-8ec3-49a0-ace0-8a720d4edf05 HTTP/1.1" status: 200 len: 945 time: 0.3528767 Jan 18 22:17:05.729939 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e721688-2053-4229-88a9-42ad3d2b8b50 req-6a0212a1-ad75-4c57-8bc2-e298a9d0ba93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:05.732638 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2e721688-2053-4229-88a9-42ad3d2b8b50 req-6a0212a1-ad75-4c57-8bc2-e298a9d0ba93 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f1bd428d-9adb-4f93-b6ca-66e7491dd341&tenant_id=7c124f68020a4e92b3e26dca83e43678 HTTP/1.1" status: 200 len: 1101 time: 0.1592488 Jan 18 22:17:05.765215 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-fba4002c-75e8-46fe-baf3-1034b55fde5b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a01eaa427c4547209d439cdf9ac1343c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2092953 Jan 18 22:17:05.788350 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 57628) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:17:05.833514 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cd5fd1ca-d416-46ca-8511-27a3a297ecd4 req-93b09b2a-6466-4e46-8214-b5c60854c90d tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac5bfedd-8c81-4ad7-9f0f-99ba0a339521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290314 Jan 18 22:17:05.857415 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f1f1a-4c2d-4a27-a1e7-0cc710069e0f req-18b8caf5-3878-4c84-8b80-35d81fa45d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:05.862843 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d46f1f1a-4c2d-4a27-a1e7-0cc710069e0f req-18b8caf5-3878-4c84-8b80-35d81fa45d30 service neutron] 10.222.0.36 "GET /v2.0/networks?id=db135028-f57a-417d-a5fc-9f73c3e34dd7 HTTP/1.1" status: 200 len: 907 time: 0.5111609 Jan 18 22:17:05.957932 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d46f1f1a-4c2d-4a27-a1e7-0cc710069e0f req-5e2bc3bb-da59-4b97-a31e-a88c750f603a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e930dcd0-2ce1-40ab-8ab7-d34e368f11a1 HTTP/1.1" status: 200 len: 217 time: 0.0793779 Jan 18 22:17:05.958769 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9fca0b5a-27c4-4e89-827e-ca0d5efb2c91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-613841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1046579'] for router_interface, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:05.973688 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e721688-2053-4229-88a9-42ad3d2b8b50 req-1a82ec6f-3d91-4a8c-ad83-1cffc8be017e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:05.975780 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2e721688-2053-4229-88a9-42ad3d2b8b50 req-1a82ec6f-3d91-4a8c-ad83-1cffc8be017e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7c124f68020a4e92b3e26dca83e43678&device_id=f1bd428d-9adb-4f93-b6ca-66e7491dd341 HTTP/1.1" status: 200 len: 1101 time: 0.2105329 Jan 18 22:17:05.978442 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5bbd8386-37b1-4409-a5c7-0b83e2c65e45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:06.065519 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f1f1a-4c2d-4a27-a1e7-0cc710069e0f req-ddf23372-0800-424e-bc57-46a3597734cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:06.066957 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d46f1f1a-4c2d-4a27-a1e7-0cc710069e0f req-ddf23372-0800-424e-bc57-46a3597734cc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9d1c997a-9e2b-4f20-9423-81e2cb97ac40 HTTP/1.1" status: 200 len: 847 time: 0.0993886 Jan 18 22:17:06.100103 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e721688-2053-4229-88a9-42ad3d2b8b50 req-69367bb2-e24b-4f9e-ac9d-c4710f04c69e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:06.101665 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2e721688-2053-4229-88a9-42ad3d2b8b50 req-69367bb2-e24b-4f9e-ac9d-c4710f04c69e service neutron] 10.222.0.67 "GET /v2.0/networks?id=aed2eca7-1bb0-443d-8485-b985dbe9851b HTTP/1.1" status: 200 len: 869 time: 0.1184072 Jan 18 22:17:06.114700 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-96c85b07-14fb-4b95-9049-c4a9625c2050 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:06.145724 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d46f1f1a-4c2d-4a27-a1e7-0cc710069e0f req-79fed739-4e33-4931-9171-816b16beaa17 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=db135028-f57a-417d-a5fc-9f73c3e34dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341668 Jan 18 22:17:06.182856 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2e721688-2053-4229-88a9-42ad3d2b8b50 req-20fe5047-a71c-44d0-98f0-ee929221da16 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=5c3d71c5-6bdd-48a1-8913-9546b130a8db HTTP/1.1" status: 200 len: 217 time: 0.0691197 Jan 18 22:17:06.237362 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-96c85b07-14fb-4b95-9049-c4a9625c2050 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:06.291228 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e721688-2053-4229-88a9-42ad3d2b8b50 req-a0aba9ad-c0aa-4b5e-bb76-618905d1cff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:06.292998 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2e721688-2053-4229-88a9-42ad3d2b8b50 req-a0aba9ad-c0aa-4b5e-bb76-618905d1cff4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8518183d-cc63-459a-b971-d4c7514e001f HTTP/1.1" status: 200 len: 843 time: 0.1000073 Jan 18 22:17:06.375008 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-96c85b07-14fb-4b95-9049-c4a9625c2050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:06.381136 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-96c85b07-14fb-4b95-9049-c4a9625c2050 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:06.385830 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-96c85b07-14fb-4b95-9049-c4a9625c2050 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a0a04255-bf06-44b6-bd12-23031de9a3c5 HTTP/1.1" status: 204 len: 168 time: 0.5940173 Jan 18 22:17:06.427087 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5bbd8386-37b1-4409-a5c7-0b83e2c65e45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:06.430270 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c85b07-14fb-4b95-9049-c4a9625c2050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a04255-bf06-44b6-bd12-23031de9a3c5,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:06.437893 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e721688-2053-4229-88a9-42ad3d2b8b50 req-8ba04460-7e59-44db-970a-529fb86e6936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:06.439648 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2e721688-2053-4229-88a9-42ad3d2b8b50 req-8ba04460-7e59-44db-970a-529fb86e6936 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aed2eca7-1bb0-443d-8485-b985dbe9851b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1376779 Jan 18 22:17:06.452550 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5bbd8386-37b1-4409-a5c7-0b83e2c65e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:06.623906 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-5bbd8386-37b1-4409-a5c7-0b83e2c65e45 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e85da8c969fa40c8b3be37d27c74197c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1551194 Jan 18 22:17:06.631392 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 57642) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:17:06.645690 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f3f776dc-e30b-4c5b-8bab-e712b5fd3e95 req-047635bf-ef8d-4c77-8023-cc30321bf4a1 tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=c9b2a0f0ac3649d081a01c772f92a224&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1462197 Jan 18 22:17:06.686827 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbd8386-37b1-4409-a5c7-0b83e2c65e45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd90a6c2-14f0-44bf-88d6-d26a5d9eac6a,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:06.779841 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fca0b5a-27c4-4e89-827e-ca0d5efb2c91 admin admin] Router d1852f4c-ad85-412b-856a-9c09d0276480 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:17:06.804435 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d46f1f1a-4c2d-4a27-a1e7-0cc710069e0f req-b0d08c30-82d3-496a-9700-1cb830f6441c service neutron] 10.222.0.36 "GET /v2.0/networks/db135028-f57a-417d-a5fc-9f73c3e34dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6478269 Jan 18 22:17:06.833879 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e6a6f9cb-d6e6-43a4-8993-f6a11db55b10 req-113b66d1-571a-4b92-8a39-4c2c9ac70199 tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] 10.222.0.53 "GET /v2.0/ports?device_id=0322506f-b794-4acc-b82d-f6b2984d774f HTTP/1.1" status: 200 len: 210 time: 0.0499494 Jan 18 22:17:06.835716 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2e721688-2053-4229-88a9-42ad3d2b8b50 req-710b4030-893f-4a30-a98f-f9f7bb2d49ff service neutron] 10.222.0.67 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3769810 Jan 18 22:17:06.843720 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-142913ac-dfca-4ed7-b0c5-7dd64814eed1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:06.932485 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-142913ac-dfca-4ed7-b0c5-7dd64814eed1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:06.943336 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f776dc-e30b-4c5b-8bab-e712b5fd3e95 req-7e065b3c-3bbe-47d8-8e42-3e886e975e73 tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:06.945116 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f3f776dc-e30b-4c5b-8bab-e712b5fd3e95 req-7e065b3c-3bbe-47d8-8e42-3e886e975e73 tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2896650 Jan 18 22:17:06.963286 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-f3f776dc-e30b-4c5b-8bab-e712b5fd3e95 req-b6b9e8cb-4d1e-479c-ad83-af856eebc613 tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] Request body: {'port': {'device_id': '0322506f-b794-4acc-b82d-f6b2984d774f', 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b', 'admin_state_up': True, 'tenant_id': 'c9b2a0f0ac3649d081a01c772f92a224'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:17:07.012983 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36589a15-af2a-436b-9cb3-f3c650323786 req-4434fcab-b6b2-4e30-9b4d-d6ca47044140 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:07.014450 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-36589a15-af2a-436b-9cb3-f3c650323786 req-4434fcab-b6b2-4e30-9b4d-d6ca47044140 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1bd428d-9adb-4f93-b6ca-66e7491dd341 HTTP/1.1" status: 200 len: 950 time: 0.2196043 Jan 18 22:17:07.071381 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2e721688-2053-4229-88a9-42ad3d2b8b50 req-80bdf7a7-6bde-41e4-b35c-50e976495dbb service neutron] 10.222.0.67 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225082 Jan 18 22:17:07.106762 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-142913ac-dfca-4ed7-b0c5-7dd64814eed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:07.109369 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-142913ac-dfca-4ed7-b0c5-7dd64814eed1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:07.113235 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-142913ac-dfca-4ed7-b0c5-7dd64814eed1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cd90a6c2-14f0-44bf-88d6-d26a5d9eac6a HTTP/1.1" status: 204 len: 168 time: 0.4746807 Jan 18 22:17:07.125583 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142913ac-dfca-4ed7-b0c5-7dd64814eed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd90a6c2-14f0-44bf-88d6-d26a5d9eac6a,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:07.157851 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d46f1f1a-4c2d-4a27-a1e7-0cc710069e0f req-863a09f3-f042-47bd-a971-eabaf097d58b service neutron] 10.222.0.36 "GET /v2.0/networks/db135028-f57a-417d-a5fc-9f73c3e34dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3265455 Jan 18 22:17:07.158598 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3f776dc-e30b-4c5b-8bab-e712b5fd3e95 req-b6b9e8cb-4d1e-479c-ad83-af856eebc613 tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] Made reservation on behalf of c9b2a0f0ac3649d081a01c772f92a224 for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:17:07.165320 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-f3f776dc-e30b-4c5b-8bab-e712b5fd3e95 req-b6b9e8cb-4d1e-479c-ad83-af856eebc613 tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:07.169309 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a1238b-2e74-4c08-8b60-6f1f395851e6 req-115282d9-0460-4a3a-a88f-a03d5f771b7c tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:07.170784 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f0a1238b-2e74-4c08-8b60-6f1f395851e6 req-115282d9-0460-4a3a-a88f-a03d5f771b7c tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d35b913-8ec3-49a0-ace0-8a720d4edf05 HTTP/1.1" status: 200 len: 945 time: 0.1922019 Jan 18 22:17:07.172679 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fca0b5a-27c4-4e89-827e-ca0d5efb2c91 admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:17:07.180200 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-9fca0b5a-27c4-4e89-827e-ca0d5efb2c91 admin admin] 10.222.0.53 "PUT /v2.0/routers/d1852f4c-ad85-412b-856a-9c09d0276480/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1803215 Jan 18 22:17:07.185345 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-f3f776dc-e30b-4c5b-8bab-e712b5fd3e95 req-b6b9e8cb-4d1e-479c-ad83-af856eebc613 tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:07.188402 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c7f221-df0e-4f9a-ba4b-af14e7c9b4b2 None None] Sync routers for ids ['d1852f4c-ad85-412b-856a-9c09d0276480'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:17:07.188892 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-36589a15-af2a-436b-9cb3-f3c650323786 req-0448e18f-199a-4d71-bc93-9ce83974e8c6 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553042 Jan 18 22:17:07.189041 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 57672) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:17:07.207227 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c7f221-df0e-4f9a-ba4b-af14e7c9b4b2 None None] Routers {'d1852f4c-ad85-412b-856a-9c09d0276480'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:17:07.208568 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-f3c7f221-df0e-4f9a-ba4b-af14e7c9b4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:16:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['d1852f4c-ad85-412b-856a-9c09d0276480'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:17:07.360853 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-f3f776dc-e30b-4c5b-8bab-e712b5fd3e95 req-b6b9e8cb-4d1e-479c-ad83-af856eebc613 tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:07.378114 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-f3f776dc-e30b-4c5b-8bab-e712b5fd3e95 req-b6b9e8cb-4d1e-479c-ad83-af856eebc613 tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:07.390098 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-f3c7f221-df0e-4f9a-ba4b-af14e7c9b4b2 None None] Set router d1852f4c-ad85-412b-856a-9c09d0276480 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:17:07.443912 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b9e8cb-4d1e-479c-ad83-af856eebc613 tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2720ae35-eb4e-4877-837a-ceec23b7b1fb,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:07.561521 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f0a1238b-2e74-4c08-8b60-6f1f395851e6 req-033ffd3a-052b-47b4-9363-170d004fd259 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac5bfedd-8c81-4ad7-9f0f-99ba0a339521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3712900 Jan 18 22:17:07.633894 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a4c0d1fb-4b49-4aaf-889e-4f1b628814a8 admin admin] Notify callbacks [] for router, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:07.735508 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 57700) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:17:07.793521 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-f3c7f221-df0e-4f9a-ba4b-af14e7c9b4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1852f4c-ad85-412b-856a-9c09d0276480', 'name': 'tempest-AttachSCSIVolumeTestJSON-208592237-router', 'tenant_id': '13ad3ebdbd244cdcbe71ebe78a0f13f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '38f52493-2589-4eb9-a7d2-8f2fe6130e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:14:58Z', 'updated_at': '2022-01-18T22:17:05Z', 'revision_number': 5, 'project_id': '13ad3ebdbd244cdcbe71ebe78a0f13f8', 'gw_port': {'id': '38f52493-2589-4eb9-a7d2-8f2fe6130e40', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:34:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1852f4c-ad85-412b-856a-9c09d0276480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:14:59Z', 'updated_at': '2022-01-18T22:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:17:07.834753 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c7f221-df0e-4f9a-ba4b-af14e7c9b4b2 None None] Checking router: d1852f4c-ad85-412b-856a-9c09d0276480 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:17:07.844587 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c7f221-df0e-4f9a-ba4b-af14e7c9b4b2 None None] Routers {'d1852f4c-ad85-412b-856a-9c09d0276480'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:17:07.845145 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-f3c7f221-df0e-4f9a-ba4b-af14e7c9b4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:16:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['d1852f4c-ad85-412b-856a-9c09d0276480'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:17:07.845283 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a4c0d1fb-4b49-4aaf-889e-4f1b628814a8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:07.963202 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f71036-ad5f-464a-b65a-fecac22ce443 req-42bfa704-ee72-4de5-b3cb-d1883ba877fb tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:07.967213 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-f3c7f221-df0e-4f9a-ba4b-af14e7c9b4b2 None None] Set router d1852f4c-ad85-412b-856a-9c09d0276480 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:17:07.971737 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-12f71036-ad5f-464a-b65a-fecac22ce443 req-42bfa704-ee72-4de5-b3cb-d1883ba877fb tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa35bf88-4440-4d73-afcd-ae0cc04d6d11 HTTP/1.1" status: 200 len: 946 time: 0.1285121 Jan 18 22:17:08.025027 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f8fbf958-e093-4e1b-ba69-8b70c8ea3650 req-35fb4892-3d10-4569-9a35-02066529a880 tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] 10.222.0.53 "GET /v2.0/ports?device_id=0322506f-b794-4acc-b82d-f6b2984d774f HTTP/1.1" status: 200 len: 210 time: 0.0414801 Jan 18 22:17:08.063125 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-a4c0d1fb-4b49-4aaf-889e-4f1b628814a8 admin admin] Deleting port 38f52493-2589-4eb9-a7d2-8f2fe6130e40 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:17:08.063715 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a4c0d1fb-4b49-4aaf-889e-4f1b628814a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:08.065818 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [req-f3f776dc-e30b-4c5b-8bab-e712b5fd3e95 req-b6b9e8cb-4d1e-479c-ad83-af856eebc613 tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] Allocated IP 192.168.233.24 (aed2eca7-1bb0-443d-8485-b985dbe9851b/8518183d-cc63-459a-b971-d4c7514e001f/5755caed-1929-4892-869b-9f6abf517786) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:17:08.069298 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-12f71036-ad5f-464a-b65a-fecac22ce443 req-22aefc54-8e73-49ab-894b-b69d1c056171 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fead2ec-99b5-4f01-a8ba-653859b4c215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967231 Jan 18 22:17:08.176297 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-ce9049d1-545d-4b78-bbe7-26f25e60560b admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-17038548-network', 'tenant_id': '2470a173f4ec4dbbaba85c29c38f49e1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:17:08.272111 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-f3c7f221-df0e-4f9a-ba4b-af14e7c9b4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1852f4c-ad85-412b-856a-9c09d0276480', 'name': 'tempest-AttachSCSIVolumeTestJSON-208592237-router', 'tenant_id': '13ad3ebdbd244cdcbe71ebe78a0f13f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '38f52493-2589-4eb9-a7d2-8f2fe6130e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:14:58Z', 'updated_at': '2022-01-18T22:17:05Z', 'revision_number': 5, 'project_id': '13ad3ebdbd244cdcbe71ebe78a0f13f8', 'gw_port': {'id': '38f52493-2589-4eb9-a7d2-8f2fe6130e40', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:34:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1852f4c-ad85-412b-856a-9c09d0276480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:14:59Z', 'updated_at': '2022-01-18T22:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:17:08.302551 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce9049d1-545d-4b78-bbe7-26f25e60560b admin admin] Made reservation on behalf of 2470a173f4ec4dbbaba85c29c38f49e1 for: {'network': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:17:08.305513 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ce9049d1-545d-4b78-bbe7-26f25e60560b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:08.331496 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c7f221-df0e-4f9a-ba4b-af14e7c9b4b2 None None] The sync data for ids ['d1852f4c-ad85-412b-856a-9c09d0276480'] in n-d-825064-1 is: [{'id': 'd1852f4c-ad85-412b-856a-9c09d0276480', 'name': 'tempest-AttachSCSIVolumeTestJSON-208592237-router', 'tenant_id': '13ad3ebdbd244cdcbe71ebe78a0f13f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '38f52493-2589-4eb9-a7d2-8f2fe6130e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:14:58Z', 'updated_at': '2022-01-18T22:17:05Z', 'revision_number': 5, 'project_id': '13ad3ebdbd244cdcbe71ebe78a0f13f8', 'gw_port': {'id': '38f52493-2589-4eb9-a7d2-8f2fe6130e40', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:34:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1852f4c-ad85-412b-856a-9c09d0276480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:14:59Z', 'updated_at': '2022-01-18T22:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:17:08.379599 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ce9049d1-545d-4b78-bbe7-26f25e60560b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:08.386591 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 5c3d71c5-6bdd-48a1-8913-9546b130a8db no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:17:08.388539 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-f3f776dc-e30b-4c5b-8bab-e712b5fd3e95 req-b6b9e8cb-4d1e-479c-ad83-af856eebc613 tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:08.455149 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-f3f776dc-e30b-4c5b-8bab-e712b5fd3e95 req-b6b9e8cb-4d1e-479c-ad83-af856eebc613 tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:08.517338 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ce9049d1-545d-4b78-bbe7-26f25e60560b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:08.530746 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ce9049d1-545d-4b78-bbe7-26f25e60560b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:08.546457 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-a4c0d1fb-4b49-4aaf-889e-4f1b628814a8 admin admin] For port 38f52493-2589-4eb9-a7d2-8f2fe6130e40, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=38f52493-2589-4eb9-a7d2-8f2fe6130e40,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:17:08.547248 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a4c0d1fb-4b49-4aaf-889e-4f1b628814a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:08.560531 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:08.585775 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce9049d1-545d-4b78-bbe7-26f25e60560b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=102430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:17:08.599298 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3f776dc-e30b-4c5b-8bab-e712b5fd3e95 req-b6b9e8cb-4d1e-479c-ad83-af856eebc613 tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] Network aed2eca7-1bb0-443d-8485-b985dbe9851b is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:17:08.604157 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a9758e-9f9a-418a-b231-579d4d379895 req-c2a444d9-9078-4bc3-ad93-9832f62d5f01 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:08.606404 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c7a9758e-9f9a-418a-b231-579d4d379895 req-c2a444d9-9078-4bc3-ad93-9832f62d5f01 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1bd428d-9adb-4f93-b6ca-66e7491dd341 HTTP/1.1" status: 200 len: 950 time: 0.3069446 Jan 18 22:17:08.608816 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1bd428d-9adb-4f93-b6ca-66e7491dd341', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c3d71c5-6bdd-48a1-8913-9546b130a8db'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:17:08.611640 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48e2aef6-66ea-493a-8033-d0369a631dae" -d '{"events": [{"server_uuid": "f1bd428d-9adb-4f93-b6ca-66e7491dd341", "name": "network-vif-unplugged", "status": "completed", "tag": "5c3d71c5-6bdd-48a1-8913-9546b130a8db"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:17:08.617446 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-a4c0d1fb-4b49-4aaf-889e-4f1b628814a8 admin admin] Calling delete_port for 38f52493-2589-4eb9-a7d2-8f2fe6130e40 owned by network:router_gateway {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:17:08.619147 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [req-f3f776dc-e30b-4c5b-8bab-e712b5fd3e95 req-b6b9e8cb-4d1e-479c-ad83-af856eebc613 tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:17:08.626041 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3f776dc-e30b-4c5b-8bab-e712b5fd3e95 req-b6b9e8cb-4d1e-479c-ad83-af856eebc613 tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:17:08.648064 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 5c3d71c5-6bdd-48a1-8913-9546b130a8db, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=5c3d71c5-6bdd-48a1-8913-9546b130a8db,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:17:08.669014 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:08.682095 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ce9049d1-545d-4b78-bbe7-26f25e60560b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:08.684691 n-d-825064-1 neutron-server[102430]: INFO neutron.db.segments_db [None req-ce9049d1-545d-4b78-bbe7-26f25e60560b admin admin] Added segment 921fa3ca-8ab7-443d-99f7-bc96f0245d97 of type vlan for network 951f976e-2e72-444e-82f8-f59e1a118eb0 Jan 18 22:17:08.697979 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 57738) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:17:08.698508 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b9e8cb-4d1e-479c-ad83-af856eebc613 tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] Pushing event updated for resources: {'Port': ['ID=5755caed-1929-4892-869b-9f6abf517786,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:08.750429 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9049d1-545d-4b78-bbe7-26f25e60560b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9fcd6a5-f0d5-4ad8-9c30-0f4f116e1f92,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:08.828474 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f776dc-e30b-4c5b-8bab-e712b5fd3e95 req-b6b9e8cb-4d1e-479c-ad83-af856eebc613 tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:08.832835 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-f3f776dc-e30b-4c5b-8bab-e712b5fd3e95 req-b6b9e8cb-4d1e-479c-ad83-af856eebc613 tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:08.858312 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=5c3d71c5-6bdd-48a1-8913-9546b130a8db,revision_number=9']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:08.867800 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f3f776dc-e30b-4c5b-8bab-e712b5fd3e95 req-b6b9e8cb-4d1e-479c-ad83-af856eebc613 tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9101591 Jan 18 22:17:08.881261 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-f3f776dc-e30b-4c5b-8bab-e712b5fd3e95 req-6ee9b608-7cb4-42a0-a489-0140f280c061 service neutron] Request body: {'port': {'device_id': '0322506f-b794-4acc-b82d-f6b2984d774f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:17:08.990195 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c7a9758e-9f9a-418a-b231-579d4d379895 req-16b50319-a628-4156-ab3b-969697a09931 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3604937 Jan 18 22:17:09.007334 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ce9049d1-545d-4b78-bbe7-26f25e60560b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:09.059340 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-ff867c7e-a5ad-4e14-bd77-729c6080b219 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1658499465-network', 'tenant_id': '9eaacdbf1945416eaa74e5d952bfe007'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:17:09.086487 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 18 Jan 2022 22:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcc7869c-23b3-4fd4-90ed-d0489cb910b6 x-openstack-request-id: req-dcc7869c-23b3-4fd4-90ed-d0489cb910b6 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:17:09.086806 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1bd428d-9adb-4f93-b6ca-66e7491dd341", "name": "network-vif-unplugged", "status": "completed", "tag": "5c3d71c5-6bdd-48a1-8913-9546b130a8db", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:17:09.091065 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dcc7869c-23b3-4fd4-90ed-d0489cb910b6 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:17:09.091751 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1bd428d-9adb-4f93-b6ca-66e7491dd341', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c3d71c5-6bdd-48a1-8913-9546b130a8db', 'code': 200} Jan 18 22:17:09.108103 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-f3f776dc-e30b-4c5b-8bab-e712b5fd3e95 req-6ee9b608-7cb4-42a0-a489-0140f280c061 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:09.170859 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff867c7e-a5ad-4e14-bd77-729c6080b219 admin admin] Made reservation on behalf of 9eaacdbf1945416eaa74e5d952bfe007 for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:17:09.173646 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ff867c7e-a5ad-4e14-bd77-729c6080b219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:09.188545 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ff867c7e-a5ad-4e14-bd77-729c6080b219 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:09.216805 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-8683ebfe-98df-431a-adaa-701d327c77a9 None None] Provisioning complete for port 5755caed-1929-4892-869b-9f6abf517786 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:17:09.217769 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8683ebfe-98df-431a-adaa-701d327c77a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:09.271443 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-8683ebfe-98df-431a-adaa-701d327c77a9 None None] Port 5755caed-1929-4892-869b-9f6abf517786 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:17:09.323244 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67307718-4471-405e-b36e-91e4449736e2 req-ef48e6f3-30f1-48d0-95db-f4114c8ddd47 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:09.331046 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-67307718-4471-405e-b36e-91e4449736e2 req-ef48e6f3-30f1-48d0-95db-f4114c8ddd47 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d35b913-8ec3-49a0-ace0-8a720d4edf05 HTTP/1.1" status: 200 len: 945 time: 0.3568881 Jan 18 22:17:09.333107 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ce9049d1-545d-4b78-bbe7-26f25e60560b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:09.335024 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9049d1-545d-4b78-bbe7-26f25e60560b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:09.335024 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ce9049d1-545d-4b78-bbe7-26f25e60560b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:09.380435 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-ce9049d1-545d-4b78-bbe7-26f25e60560b admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6400752 Jan 18 22:17:09.389055 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 57744) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:17:09.434554 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-49de0a9c-9d14-40ca-9b7c-bfdb9f2008d2 admin admin] Request body: {'subnet': {'network_id': '951f976e-2e72-444e-82f8-f59e1a118eb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-17038548-subnet', 'tenant_id': '2470a173f4ec4dbbaba85c29c38f49e1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:17:09.462278 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ff867c7e-a5ad-4e14-bd77-729c6080b219 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:09.475602 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ff867c7e-a5ad-4e14-bd77-729c6080b219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:09.493118 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9049d1-545d-4b78-bbe7-26f25e60560b admin admin] Pushing event updated for resources: {'Network': ['ID=951f976e-2e72-444e-82f8-f59e1a118eb0,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:09.506397 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 951f976e-2e72-444e-82f8-f59e1a118eb0 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:17:09.518062 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952a183d-7737-4a01-961a-4be39dd39513 req-cb97b590-27b7-4781-a2c4-d2a226cee4d1 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:09.519988 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-952a183d-7737-4a01-961a-4be39dd39513 req-cb97b590-27b7-4781-a2c4-d2a226cee4d1 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa35bf88-4440-4d73-afcd-ae0cc04d6d11 HTTP/1.1" status: 200 len: 946 time: 0.3335063 Jan 18 22:17:09.543414 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-67307718-4471-405e-b36e-91e4449736e2 req-849cf683-644c-41df-8d69-98c9d3b38de0 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac5bfedd-8c81-4ad7-9f0f-99ba0a339521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112718 Jan 18 22:17:09.575485 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff867c7e-a5ad-4e14-bd77-729c6080b219 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:17:09.579611 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff867c7e-a5ad-4e14-bd77-729c6080b219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed107e0-e1b1-4bb4-95c0-d4e0e8400a0c,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:09.612573 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ff867c7e-a5ad-4e14-bd77-729c6080b219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:09.613294 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-ff867c7e-a5ad-4e14-bd77-729c6080b219 admin admin] Added segment c7f002ff-ef12-4102-948c-19a32484e10e of type vlan for network e15f6438-95ae-482f-8d95-5a9ba3dee07c Jan 18 22:17:09.629221 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [req-f3f776dc-e30b-4c5b-8bab-e712b5fd3e95 req-6ee9b608-7cb4-42a0-a489-0140f280c061 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5755caed-1929-4892-869b-9f6abf517786 {{(pid=102431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:17:09.629812 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a4c0d1fb-4b49-4aaf-889e-4f1b628814a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:09.658750 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-f3f776dc-e30b-4c5b-8bab-e712b5fd3e95 req-6ee9b608-7cb4-42a0-a489-0140f280c061 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:09.677432 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ff867c7e-a5ad-4e14-bd77-729c6080b219 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:09.686797 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [req-f3f776dc-e30b-4c5b-8bab-e712b5fd3e95 req-6ee9b608-7cb4-42a0-a489-0140f280c061 service neutron] Transition to ACTIVE for port object 5755caed-1929-4892-869b-9f6abf517786 will not be triggered until provisioned by entity L2. {{(pid=102431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:17:09.708940 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-f3f776dc-e30b-4c5b-8bab-e712b5fd3e95 req-6ee9b608-7cb4-42a0-a489-0140f280c061 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:09.740792 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c0d1fb-4b49-4aaf-889e-4f1b628814a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=38f52493-2589-4eb9-a7d2-8f2fe6130e40,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:09.741046 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ff867c7e-a5ad-4e14-bd77-729c6080b219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:09.741912 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff867c7e-a5ad-4e14-bd77-729c6080b219 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:09.742367 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ff867c7e-a5ad-4e14-bd77-729c6080b219 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:09.751413 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-952a183d-7737-4a01-961a-4be39dd39513 req-85840dcf-24ad-46d8-994a-d0023047d3c8 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fead2ec-99b5-4f01-a8ba-653859b4c215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1995990 Jan 18 22:17:09.778064 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-ff867c7e-a5ad-4e14-bd77-729c6080b219 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.0747643 Jan 18 22:17:09.794494 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 57746) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:17:09.801410 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-33a4c356-4579-4101-86e0-ba4fcf5167b5 admin admin] Request body: {'subnet': {'network_id': 'e15f6438-95ae-482f-8d95-5a9ba3dee07c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1658499465-subnet', 'tenant_id': '9eaacdbf1945416eaa74e5d952bfe007', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:17:09.809598 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49de0a9c-9d14-40ca-9b7c-bfdb9f2008d2 admin admin] Made reservation on behalf of 2470a173f4ec4dbbaba85c29c38f49e1 for: {'subnet': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:17:09.811884 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-49de0a9c-9d14-40ca-9b7c-bfdb9f2008d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62288702'] for subnet, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:09.831048 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee9b608-7cb4-42a0-a489-0140f280c061 service neutron] Pushing event updated for resources: {'Port': ['ID=5755caed-1929-4892-869b-9f6abf517786,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:09.862511 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff867c7e-a5ad-4e14-bd77-729c6080b219 admin admin] Pushing event updated for resources: {'Network': ['ID=e15f6438-95ae-482f-8d95-5a9ba3dee07c,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:09.877418 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network e15f6438-95ae-482f-8d95-5a9ba3dee07c details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:17:09.971380 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device dff8320f-3c1a-40a2-a5c5-21a0d87708b7 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:17:09.992025 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-f3f776dc-e30b-4c5b-8bab-e712b5fd3e95 req-6ee9b608-7cb4-42a0-a489-0140f280c061 service neutron] Attempting to bind port 5755caed-1929-4892-869b-9f6abf517786 on host n-h1-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:17:09.992396 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-f3f776dc-e30b-4c5b-8bab-e712b5fd3e95 req-6ee9b608-7cb4-42a0-a489-0140f280c061 service neutron] Attempting to bind port 5755caed-1929-4892-869b-9f6abf517786 by drivers openvswitch,hyperv on host n-h1-825064-1 at level 0 using segments [{'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:17:09.992745 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f776dc-e30b-4c5b-8bab-e712b5fd3e95 req-6ee9b608-7cb4-42a0-a489-0140f280c061 service neutron] Attempting to bind port 5755caed-1929-4892-869b-9f6abf517786 on network aed2eca7-1bb0-443d-8485-b985dbe9851b {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:17:10.001691 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f776dc-e30b-4c5b-8bab-e712b5fd3e95 req-6ee9b608-7cb4-42a0-a489-0140f280c061 service neutron] Port 5755caed-1929-4892-869b-9f6abf517786 on network aed2eca7-1bb0-443d-8485-b985dbe9851b not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:17:10.002406 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f776dc-e30b-4c5b-8bab-e712b5fd3e95 req-6ee9b608-7cb4-42a0-a489-0140f280c061 service neutron] Attempting to bind port 5755caed-1929-4892-869b-9f6abf517786 on network aed2eca7-1bb0-443d-8485-b985dbe9851b {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:17:10.020541 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f776dc-e30b-4c5b-8bab-e712b5fd3e95 req-6ee9b608-7cb4-42a0-a489-0140f280c061 service neutron] Checking agent: {'id': 'e49d1b2a-ba11-487f-a804-ecbf3c0e8132', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:17:10.020893 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f776dc-e30b-4c5b-8bab-e712b5fd3e95 req-6ee9b608-7cb4-42a0-a489-0140f280c061 service neutron] Checking segment: {'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:17:10.021407 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f776dc-e30b-4c5b-8bab-e712b5fd3e95 req-6ee9b608-7cb4-42a0-a489-0140f280c061 service neutron] Bound using segment: {'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:17:10.021862 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-f3f776dc-e30b-4c5b-8bab-e712b5fd3e95 req-6ee9b608-7cb4-42a0-a489-0140f280c061 service neutron] Bound port: 5755caed-1929-4892-869b-9f6abf517786, host: n-h1-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:17:10.022222 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-f3f776dc-e30b-4c5b-8bab-e712b5fd3e95 req-6ee9b608-7cb4-42a0-a489-0140f280c061 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:10.059628 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: dff8320f-3c1a-40a2-a5c5-21a0d87708b7 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:17:10.061119 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device dff8320f-3c1a-40a2-a5c5-21a0d87708b7 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:17:10.085397 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee3aa67-ea1f-4838-ac9b-c3b0d9b90e6c req-798f7058-bfc9-495d-87e3-a1495f11f43c tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:10.088544 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4ee3aa67-ea1f-4838-ac9b-c3b0d9b90e6c req-798f7058-bfc9-495d-87e3-a1495f11f43c tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] 10.222.0.53 "GET /v2.0/ports?device_id=0322506f-b794-4acc-b82d-f6b2984d774f HTTP/1.1" status: 200 len: 947 time: 0.3911905 Jan 18 22:17:10.117112 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33a4c356-4579-4101-86e0-ba4fcf5167b5 admin admin] Made reservation on behalf of 9eaacdbf1945416eaa74e5d952bfe007 for: {'subnet': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:17:10.119063 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-33a4c356-4579-4101-86e0-ba4fcf5167b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62288702'] for subnet, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:10.130686 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-f3f776dc-e30b-4c5b-8bab-e712b5fd3e95 req-6ee9b608-7cb4-42a0-a489-0140f280c061 service neutron] For port 5755caed-1929-4892-869b-9f6abf517786, host n-h1-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:17:10.135618 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-f3f776dc-e30b-4c5b-8bab-e712b5fd3e95 req-6ee9b608-7cb4-42a0-a489-0140f280c061 service neutron] For port 5755caed-1929-4892-869b-9f6abf517786, host n-h1-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=5755caed-1929-4892-869b-9f6abf517786,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:17:10.143954 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-f3f776dc-e30b-4c5b-8bab-e712b5fd3e95 req-6ee9b608-7cb4-42a0-a489-0140f280c061 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:10.182412 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f776dc-e30b-4c5b-8bab-e712b5fd3e95 req-6ee9b608-7cb4-42a0-a489-0140f280c061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:10.183348 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-f3f776dc-e30b-4c5b-8bab-e712b5fd3e95 req-6ee9b608-7cb4-42a0-a489-0140f280c061 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:10.184920 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f3f776dc-e30b-4c5b-8bab-e712b5fd3e95 req-6ee9b608-7cb4-42a0-a489-0140f280c061 service neutron] 10.222.0.36 "PUT /v2.0/ports/5755caed-1929-4892-869b-9f6abf517786 HTTP/1.1" status: 200 len: 1095 time: 1.3084075 Jan 18 22:17:10.185597 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0322506f-b794-4acc-b82d-f6b2984d774f', 'tag': '5755caed-1929-4892-869b-9f6abf517786'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:17:10.187950 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-666e7032-5f7d-44ac-b5d5-5b6beabe7e1c" -d '{"events": [{"name": "network-changed", "server_uuid": "0322506f-b794-4acc-b82d-f6b2984d774f", "tag": "5755caed-1929-4892-869b-9f6abf517786"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:17:10.210616 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a4c0d1fb-4b49-4aaf-889e-4f1b628814a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043029'] for router_gateway, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:10.262557 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee9b608-7cb4-42a0-a489-0140f280c061 service neutron] Pushing event updated for resources: {'Port': ['ID=5755caed-1929-4892-869b-9f6abf517786,revision_number=3']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:10.299231 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f776dc-e30b-4c5b-8bab-e712b5fd3e95 req-9d3628f2-9873-4c8f-92b7-bc3947782267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:10.300893 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f3f776dc-e30b-4c5b-8bab-e712b5fd3e95 req-9d3628f2-9873-4c8f-92b7-bc3947782267 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c9b2a0f0ac3649d081a01c772f92a224&device_id=0322506f-b794-4acc-b82d-f6b2984d774f HTTP/1.1" status: 200 len: 1098 time: 0.0540857 Jan 18 22:17:10.353030 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a4c0d1fb-4b49-4aaf-889e-4f1b628814a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1040886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8602'] for router, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:10.358135 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a4c0d1fb-4b49-4aaf-889e-4f1b628814a8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:10.359608 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f3f776dc-e30b-4c5b-8bab-e712b5fd3e95 req-83845790-c54f-4c4d-af16-ccb533f0337a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=5755caed-1929-4892-869b-9f6abf517786 HTTP/1.1" status: 200 len: 217 time: 0.0433588 Jan 18 22:17:10.366684 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4ee3aa67-ea1f-4838-ac9b-c3b0d9b90e6c req-f400e8b4-98f5-40cf-8564-455c971fb9d1 tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] 10.222.0.53 "GET /v2.0/security-groups?id=2720ae35-eb4e-4877-837a-ceec23b7b1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554393 Jan 18 22:17:10.389561 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 5c3d71c5-6bdd-48a1-8913-9546b130a8db details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:17:10.401530 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b571ff3c-90e1-4a67-8171-f9e1ac549067 req-0305b6b3-a395-4cf9-8fd4-041253243621 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:10.415043 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b571ff3c-90e1-4a67-8171-f9e1ac549067 req-0305b6b3-a395-4cf9-8fd4-041253243621 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1bd428d-9adb-4f93-b6ca-66e7491dd341 HTTP/1.1" status: 200 len: 948 time: 0.3128178 Jan 18 22:17:10.465923 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dae9cb5-660c-4a45-a166-97bae27de52f x-openstack-request-id: req-9dae9cb5-660c-4a45-a166-97bae27de52f {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:17:10.466851 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0322506f-b794-4acc-b82d-f6b2984d774f", "tag": "5755caed-1929-4892-869b-9f6abf517786", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:17:10.467287 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9dae9cb5-660c-4a45-a166-97bae27de52f {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:17:10.467886 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0322506f-b794-4acc-b82d-f6b2984d774f', 'tag': '5755caed-1929-4892-869b-9f6abf517786', 'status': 'completed', 'code': 200} Jan 18 22:17:10.500331 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f776dc-e30b-4c5b-8bab-e712b5fd3e95 req-10e7b664-10be-4f01-8efa-73487c35e8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:10.502752 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f3f776dc-e30b-4c5b-8bab-e712b5fd3e95 req-10e7b664-10be-4f01-8efa-73487c35e8c9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8518183d-cc63-459a-b971-d4c7514e001f HTTP/1.1" status: 200 len: 843 time: 0.1362481 Jan 18 22:17:10.573524 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 5c3d71c5-6bdd-48a1-8913-9546b130a8db, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=5c3d71c5-6bdd-48a1-8913-9546b130a8db,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:17:10.584471 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f776dc-e30b-4c5b-8bab-e712b5fd3e95 req-96314a24-2e71-4629-aeb4-eadd1074df17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:10.587819 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f3f776dc-e30b-4c5b-8bab-e712b5fd3e95 req-96314a24-2e71-4629-aeb4-eadd1074df17 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=aed2eca7-1bb0-443d-8485-b985dbe9851b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0748625 Jan 18 22:17:10.593141 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': '5c3d71c5-6bdd-48a1-8913-9546b130a8db', 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b', 'port_id': '5c3d71c5-6bdd-48a1-8913-9546b130a8db', 'mac_address': 'fa:16:3e:62:a3:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8518183d-cc63-459a-b971-d4c7514e001f', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:17:10.597702 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a4c0d1fb-4b49-4aaf-889e-4f1b628814a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1040832'] for router, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:10.598039 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4c0d1fb-4b49-4aaf-889e-4f1b628814a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1852f4c-ad85-412b-856a-9c09d0276480 {{(pid=102430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 22:17:10.612636 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a4c0d1fb-4b49-4aaf-889e-4f1b628814a8 admin admin] Notify callbacks [] for router, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:10.613947 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-a4c0d1fb-4b49-4aaf-889e-4f1b628814a8 admin admin] 10.222.0.53 "DELETE /v2.0/routers/d1852f4c-ad85-412b-856a-9c09d0276480 HTTP/1.1" status: 204 len: 168 time: 3.4228115 Jan 18 22:17:10.618765 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 57756) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:17:10.621687 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-49de0a9c-9d14-40ca-9b7c-bfdb9f2008d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60203213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62288684'] for subnet, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:10.651073 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b571ff3c-90e1-4a67-8171-f9e1ac549067 req-4347a947-a9ed-4648-9c39-179d79a421a0 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307553 Jan 18 22:17:10.679743 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:10.699332 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c3d71c5-6bdd-48a1-8913-9546b130a8db {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:17:10.725550 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 5c3d71c5-6bdd-48a1-8913-9546b130a8db, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=5c3d71c5-6bdd-48a1-8913-9546b130a8db,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:17:10.731407 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:10.767215 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f3f776dc-e30b-4c5b-8bab-e712b5fd3e95 req-d2d05732-6781-4c00-bf16-8beb2400c6c0 service neutron] 10.222.0.36 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706283 Jan 18 22:17:10.808272 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=5c3d71c5-6bdd-48a1-8913-9546b130a8db,revision_number=10']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:10.880382 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f3f776dc-e30b-4c5b-8bab-e712b5fd3e95 req-54482086-25d2-4681-9fd2-ae19a73e0401 service neutron] 10.222.0.36 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942776 Jan 18 22:17:10.893342 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_v2 [None req-aae42d66-fb0f-493a-bbad-92996e543338 admin admin] Deleting subnet 23a5a8dc-743c-45b8-acec-858b12a19433 {{(pid=102430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:17:10.907536 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-aae42d66-fb0f-493a-bbad-92996e543338 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:10.911771 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49de0a9c-9d14-40ca-9b7c-bfdb9f2008d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ced78af-dc1e-4c69-aae7-2ab8772ec86b,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:10.975338 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666e7032-5f7d-44ac-b5d5-5b6beabe7e1c req-20468106-b5b7-4b42-a05f-e1581e91fe1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:10.975816 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['5c3d71c5-6bdd-48a1-8913-9546b130a8db'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:17:10.977174 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-666e7032-5f7d-44ac-b5d5-5b6beabe7e1c req-20468106-b5b7-4b42-a05f-e1581e91fe1d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c9b2a0f0ac3649d081a01c772f92a224&device_id=0322506f-b794-4acc-b82d-f6b2984d774f HTTP/1.1" status: 200 len: 1098 time: 0.0470324 Jan 18 22:17:11.023090 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-aae42d66-fb0f-493a-bbad-92996e543338 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60394745'] for subnet, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:11.035292 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12397972-084e-4d09-a75e-e37cdac26c9f req-fc413119-78a5-4f6b-a2f1-e90ba334e5a7 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:11.037252 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-12397972-084e-4d09-a75e-e37cdac26c9f req-fc413119-78a5-4f6b-a2f1-e90ba334e5a7 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1bd428d-9adb-4f93-b6ca-66e7491dd341 HTTP/1.1" status: 200 len: 950 time: 0.2614298 Jan 18 22:17:11.048016 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74534640-1d58-40cf-bd06-6f36cd714b8e req-1f4c0b00-69d6-4592-a81a-7dec7cc66b6e tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:11.056843 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-74534640-1d58-40cf-bd06-6f36cd714b8e req-1f4c0b00-69d6-4592-a81a-7dec7cc66b6e tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d35b913-8ec3-49a0-ace0-8a720d4edf05 HTTP/1.1" status: 200 len: 945 time: 0.4038284 Jan 18 22:17:11.079671 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49de0a9c-9d14-40ca-9b7c-bfdb9f2008d2 admin admin] Checking segment: {'id': '921fa3ca-8ab7-443d-99f7-bc96f0245d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '951f976e-2e72-444e-82f8-f59e1a118eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:17:11.083964 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49de0a9c-9d14-40ca-9b7c-bfdb9f2008d2 admin admin] Network hostable DHCP agents. Network: 951f976e-2e72-444e-82f8-f59e1a118eb0, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:17:11.093770 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-33a4c356-4579-4101-86e0-ba4fcf5167b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60203213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62288684'] for subnet, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:11.099521 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666e7032-5f7d-44ac-b5d5-5b6beabe7e1c req-a94fe2e5-1c10-4049-a7f3-70599e0748bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:11.105429 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-666e7032-5f7d-44ac-b5d5-5b6beabe7e1c req-a94fe2e5-1c10-4049-a7f3-70599e0748bd service neutron] 10.222.0.36 "GET /v2.0/networks?id=aed2eca7-1bb0-443d-8485-b985dbe9851b HTTP/1.1" status: 200 len: 869 time: 0.1199296 Jan 18 22:17:11.169342 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-666e7032-5f7d-44ac-b5d5-5b6beabe7e1c req-e133baa0-9f58-42d3-a851-a2bc3c63e8f8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=5755caed-1929-4892-869b-9f6abf517786 HTTP/1.1" status: 200 len: 217 time: 0.0564566 Jan 18 22:17:11.245421 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666e7032-5f7d-44ac-b5d5-5b6beabe7e1c req-6c111fb9-05c5-4fe1-b2a3-389f0fea497a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:11.246947 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-666e7032-5f7d-44ac-b5d5-5b6beabe7e1c req-6c111fb9-05c5-4fe1-b2a3-389f0fea497a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8518183d-cc63-459a-b971-d4c7514e001f HTTP/1.1" status: 200 len: 843 time: 0.0557771 Jan 18 22:17:11.247543 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a4c356-4579-4101-86e0-ba4fcf5167b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=298d2632-4609-4d47-8110-fdef65c01513,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:11.250919 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49de0a9c-9d14-40ca-9b7c-bfdb9f2008d2 admin admin] Network 951f976e-2e72-444e-82f8-f59e1a118eb0 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:17:11.279375 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-12397972-084e-4d09-a75e-e37cdac26c9f req-76697800-3fd1-4143-8ef8-479c7952dcce tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208011 Jan 18 22:17:11.282866 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-74534640-1d58-40cf-bd06-6f36cd714b8e req-a5a127ea-9081-4b21-bf37-09b1e2e8eb96 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac5bfedd-8c81-4ad7-9f0f-99ba0a339521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250707 Jan 18 22:17:11.311514 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-49de0a9c-9d14-40ca-9b7c-bfdb9f2008d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 951f976e-2e72-444e-82f8-f59e1a118eb0) {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:17:11.317124 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49de0a9c-9d14-40ca-9b7c-bfdb9f2008d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:11.317788 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-49de0a9c-9d14-40ca-9b7c-bfdb9f2008d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:11.332743 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a4c356-4579-4101-86e0-ba4fcf5167b5 admin admin] Checking segment: {'id': 'c7f002ff-ef12-4102-948c-19a32484e10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e15f6438-95ae-482f-8d95-5a9ba3dee07c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:17:11.333113 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a4c356-4579-4101-86e0-ba4fcf5167b5 admin admin] Network hostable DHCP agents. Network: e15f6438-95ae-482f-8d95-5a9ba3dee07c, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:17:11.333338 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1a92a5-7626-40d2-a092-f1f5b5395d36 None None] Network 951f976e-2e72-444e-82f8-f59e1a118eb0 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:17:11.348058 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-49de0a9c-9d14-40ca-9b7c-bfdb9f2008d2 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9303360 Jan 18 22:17:11.348058 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-aae42d66-fb0f-493a-bbad-92996e543338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:11.352709 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 57766) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:17:11.354378 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666e7032-5f7d-44ac-b5d5-5b6beabe7e1c req-274349e8-5785-4e28-8ac5-fd5a2841a32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:11.359912 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-666e7032-5f7d-44ac-b5d5-5b6beabe7e1c req-274349e8-5785-4e28-8ac5-fd5a2841a32c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=aed2eca7-1bb0-443d-8485-b985dbe9851b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1050193 Jan 18 22:17:11.380881 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-b162150e-7fcb-460d-ab96-f0450f50aa00 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-17038548-router', 'tenant_id': '2470a173f4ec4dbbaba85c29c38f49e1', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:17:11.411906 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a4c356-4579-4101-86e0-ba4fcf5167b5 admin admin] Network e15f6438-95ae-482f-8d95-5a9ba3dee07c is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:17:11.454289 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b162150e-7fcb-460d-ab96-f0450f50aa00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1044160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8692'] for router, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:11.457400 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b162150e-7fcb-460d-ab96-f0450f50aa00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1040680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8675'] for router, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:11.503111 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-33a4c356-4579-4101-86e0-ba4fcf5167b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, e15f6438-95ae-482f-8d95-5a9ba3dee07c) {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:17:11.549128 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79ffac8-887a-4706-bf32-ae71cbd3c201 None None] Network e15f6438-95ae-482f-8d95-5a9ba3dee07c requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:17:11.578514 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3fd169-bec1-4aa3-bacb-796492305bc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-951f976e-2e72-444e-82f8-f59e1a118eb0', 'network_id': '951f976e-2e72-444e-82f8-f59e1a118eb0', 'tenant_id': '2470a173f4ec4dbbaba85c29c38f49e1', 'fixed_ips': [{'subnet_id': '2ced78af-dc1e-4c69-aae7-2ab8772ec86b'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:17:11.579448 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3e3fd169-bec1-4aa3-bacb-796492305bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:11.589988 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-666e7032-5f7d-44ac-b5d5-5b6beabe7e1c req-18ef6820-465d-488b-8924-fd5c680feb0e service neutron] 10.222.0.36 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215598 Jan 18 22:17:11.629320 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 9a0306c0-065b-4f7c-897a-b0ab604fa791 details requested by agent hyperv_n-h1-825064-1 with host n-h1-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:17:11.631361 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 9a0306c0-065b-4f7c-897a-b0ab604fa791 no longer exists at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:17:11.731536 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-666e7032-5f7d-44ac-b5d5-5b6beabe7e1c req-650a41de-00ec-4704-840f-9363e9554407 service neutron] 10.222.0.36 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333416 Jan 18 22:17:11.894327 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.db.resource_extend [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 22:17:11.905471 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 38f52493-2589-4eb9-a7d2-8f2fe6130e40 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:17:11.952280 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a4c356-4579-4101-86e0-ba4fcf5167b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:11.953080 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-33a4c356-4579-4101-86e0-ba4fcf5167b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:11.957492 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b162150e-7fcb-460d-ab96-f0450f50aa00 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:11.961653 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-aae42d66-fb0f-493a-bbad-92996e543338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60203138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62288677'] for subnet, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:11.980991 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 38f52493-2589-4eb9-a7d2-8f2fe6130e40 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:17:11.981325 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 38f52493-2589-4eb9-a7d2-8f2fe6130e40 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:17:12.030115 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae42d66-fb0f-493a-bbad-92996e543338 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23a5a8dc-743c-45b8-acec-858b12a19433,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:12.035573 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-aae42d66-fb0f-493a-bbad-92996e543338 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:12.040111 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-aae42d66-fb0f-493a-bbad-92996e543338 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/23a5a8dc-743c-45b8-acec-858b12a19433 HTTP/1.1" status: 204 len: 168 time: 1.4190929 Jan 18 22:17:12.042889 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 57774) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:17:12.058042 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff328c9b-3dfc-4e1c-918e-213037520bc7 None None] Network 97a0b687-2bc8-4c10-89fb-aecfe0fd6ed5 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:17:12.083726 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-33a4c356-4579-4101-86e0-ba4fcf5167b5 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.2876511 Jan 18 22:17:12.091460 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 57776) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:17:12.099752 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-461be840-0620-4553-8e49-511fd64f5700 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1658499465-router', 'tenant_id': '9eaacdbf1945416eaa74e5d952bfe007', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:17:12.150100 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6321f4-4173-4dbc-b342-e6b74676d95f req-410053ff-87f3-491a-a016-d3ee1a23b9e8 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:12.152821 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fd6321f4-4173-4dbc-b342-e6b74676d95f req-410053ff-87f3-491a-a016-d3ee1a23b9e8 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa35bf88-4440-4d73-afcd-ae0cc04d6d11 HTTP/1.1" status: 200 len: 946 time: 0.7138855 Jan 18 22:17:12.158180 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-72d94b4c-c400-499f-8bcb-e9cda5d2a802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:12.176388 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aeccb4-1637-4da8-bb50-979361f9d2aa req-c601bfb2-5612-46b7-b60c-a5e807f335ee tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:12.178283 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-42aeccb4-1637-4da8-bb50-979361f9d2aa req-c601bfb2-5612-46b7-b60c-a5e807f335ee tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] 10.222.0.53 "GET /v2.0/ports?device_id=0322506f-b794-4acc-b82d-f6b2984d774f HTTP/1.1" status: 200 len: 947 time: 0.2227156 Jan 18 22:17:12.211325 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-3e3fd169-bec1-4aa3-bacb-796492305bc0 None None] Allocated IP 172.20.0.2 (951f976e-2e72-444e-82f8-f59e1a118eb0/2ced78af-dc1e-4c69-aae7-2ab8772ec86b/48a8e2b2-3f79-414b-a15c-ec17b560a516) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:17:12.221531 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 9a0306c0-065b-4f7c-897a-b0ab604fa791, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=9a0306c0-065b-4f7c-897a-b0ab604fa791,segment=NetworkSegment(54058af5-a5b1-45e9-977a-39ef1b01c87e),segment_id=54058af5-a5b1-45e9-977a-39ef1b01c87e)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:17:12.240284 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a347bff-bbe9-41df-8dc0-d7f509fcdccd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-e15f6438-95ae-482f-8d95-5a9ba3dee07c', 'network_id': 'e15f6438-95ae-482f-8d95-5a9ba3dee07c', 'tenant_id': '9eaacdbf1945416eaa74e5d952bfe007', 'fixed_ips': [{'subnet_id': '298d2632-4609-4d47-8110-fdef65c01513'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:17:12.241174 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5a347bff-bbe9-41df-8dc0-d7f509fcdccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:12.243348 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:12.264764 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-72d94b4c-c400-499f-8bcb-e9cda5d2a802 admin admin] Deleting port 368464e5-1feb-4b01-937a-cff1c9379337 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:17:12.265125 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-72d94b4c-c400-499f-8bcb-e9cda5d2a802 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:12.281644 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Returning: {'device': '9a0306c0-065b-4f7c-897a-b0ab604fa791', 'network_id': 'e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84', 'port_id': '9a0306c0-065b-4f7c-897a-b0ab604fa791', 'mac_address': 'fa:16:3e:76:5a:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42841b58-d144-4855-94d6-b7b43c1900e0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:17:12.308739 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b162150e-7fcb-460d-ab96-f0450f50aa00 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:12.316851 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-461be840-0620-4553-8e49-511fd64f5700 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1044160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8692'] for router, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:12.318332 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-461be840-0620-4553-8e49-511fd64f5700 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1040680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8675'] for router, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:12.379925 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-72d94b4c-c400-499f-8bcb-e9cda5d2a802 admin admin] For port 368464e5-1feb-4b01-937a-cff1c9379337, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=368464e5-1feb-4b01-937a-cff1c9379337,segment=NetworkSegment(201e6be6-c8bc-4b61-98c2-2f0de3c30ad4),segment_id=201e6be6-c8bc-4b61-98c2-2f0de3c30ad4)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:17:12.382923 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-72d94b4c-c400-499f-8bcb-e9cda5d2a802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:12.386530 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 5c3d71c5-6bdd-48a1-8913-9546b130a8db up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:17:12.396629 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fd6321f4-4173-4dbc-b342-e6b74676d95f req-8ac0fbac-3da2-4b9c-b2d2-335bdca47624 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fead2ec-99b5-4f01-a8ba-653859b4c215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2290492 Jan 18 22:17:12.410969 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-42aeccb4-1637-4da8-bb50-979361f9d2aa req-2c86f00f-141b-40b3-8cea-43cb107d082f tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] 10.222.0.53 "GET /v2.0/security-groups?id=2720ae35-eb4e-4877-837a-ceec23b7b1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757004 Jan 18 22:17:12.421815 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa35bf88-4440-4d73-afcd-ae0cc04d6d11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a0306c0-065b-4f7c-897a-b0ab604fa791'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:17:12.423512 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e4604cd-9875-4ee2-827a-6a8fd91f9f01" -d '{"events": [{"server_uuid": "aa35bf88-4440-4d73-afcd-ae0cc04d6d11", "name": "network-vif-unplugged", "status": "completed", "tag": "9a0306c0-065b-4f7c-897a-b0ab604fa791"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:17:12.453812 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-72d94b4c-c400-499f-8bcb-e9cda5d2a802 admin admin] Calling delete_port for 368464e5-1feb-4b01-937a-cff1c9379337 owned by network:dhcp {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:17:12.528222 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-461be840-0620-4553-8e49-511fd64f5700 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:12.618855 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-72d94b4c-c400-499f-8bcb-e9cda5d2a802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:12.648611 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 9a0306c0-065b-4f7c-897a-b0ab604fa791, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=9a0306c0-065b-4f7c-897a-b0ab604fa791,segment=NetworkSegment(54058af5-a5b1-45e9-977a-39ef1b01c87e),segment_id=54058af5-a5b1-45e9-977a-39ef1b01c87e)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:17:12.689823 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d94b4c-c400-499f-8bcb-e9cda5d2a802 admin admin] No DVR routers for this DVR port 368464e5-1feb-4b01-937a-cff1c9379337 on host n-d-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:17:12.695205 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d94b4c-c400-499f-8bcb-e9cda5d2a802 admin admin] Pushing event deleted for resources: {'Port': ['ID=368464e5-1feb-4b01-937a-cff1c9379337,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:12.695688 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:12.699486 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:12.715063 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b7bea85a-852e-4a8b-b304-c4ee79e8d5f4 req-e71b7f03-9ad0-4dd0-a233-8a4c5d9193cd tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=7c124f68020a4e92b3e26dca83e43678&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1815791 Jan 18 22:17:12.753009 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:12.802095 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-72d94b4c-c400-499f-8bcb-e9cda5d2a802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:12.809042 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-461be840-0620-4553-8e49-511fd64f5700 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:12.859551 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-72d94b4c-c400-499f-8bcb-e9cda5d2a802 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97a0b687-2bc8-4c10-89fb-aecfe0fd6ed5']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:17:12.882169 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-72d94b4c-c400-499f-8bcb-e9cda5d2a802 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '201e6be6-c8bc-4b61-98c2-2f0de3c30ad4') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:17:12.882728 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-72d94b4c-c400-499f-8bcb-e9cda5d2a802 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '201e6be6-c8bc-4b61-98c2-2f0de3c30ad4') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:17:12.889351 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-5a347bff-bbe9-41df-8dc0-d7f509fcdccd None None] Allocated IP 172.20.0.2 (e15f6438-95ae-482f-8d95-5a9ba3dee07c/298d2632-4609-4d47-8110-fdef65c01513/ca6f34f9-3e17-4b0e-a5c9-cdadcf4b0cbc) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:17:12.893309 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9a0306c0-065b-4f7c-897a-b0ab604fa791 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:17:12.894832 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-72d94b4c-c400-499f-8bcb-e9cda5d2a802 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:12.917831 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-72d94b4c-c400-499f-8bcb-e9cda5d2a802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:12.925535 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72d94b4c-c400-499f-8bcb-e9cda5d2a802 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:17:12.926166 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-72d94b4c-c400-499f-8bcb-e9cda5d2a802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:12.933095 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5cf3d7-7923-462c-b9e4-2a1f5db080e6 None None] DHCP port deletion for 97a0b687-2bc8-4c10-89fb-aecfe0fd6ed5 request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:17:12.937361 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:17:12.937361 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:17:12.937361 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:17:12.937361 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:17:12.937361 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:17:12.937361 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:17:12.937361 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:17:12.937361 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:17:12.937361 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:17:12.937361 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:17:12.937361 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:17:12.937361 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:17:12.937361 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:17:12.937361 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:17:12.937361 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:17:12.937361 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:17:12.937361 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:17:12.937361 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:17:12.937361 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:17:12.937361 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:17:12.937361 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:17:12.937361 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:17:12.937361 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:17:12.937361 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:17:12.937361 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:17:12.937361 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:17:12.937361 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:17:12.937361 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:17:12.937361 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:17:12.937361 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:17:12.937361 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:17:12.937361 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:17:12.992395 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bea85a-852e-4a8b-b304-c4ee79e8d5f4 req-5de4c6c0-3789-4de0-b4ea-4a2fd3342956 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:12.993946 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b7bea85a-852e-4a8b-b304-c4ee79e8d5f4 req-5de4c6c0-3789-4de0-b4ea-4a2fd3342956 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1753588 Jan 18 22:17:13.050949 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=9a0306c0-065b-4f7c-897a-b0ab604fa791,revision_number=11']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:13.063575 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:17:13.064066 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:17:13.064502 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:17:13.065368 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:17:13.065368 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:17:13.065653 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:17:13.066044 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:17:13.066441 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:17:13.066830 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:17:13.067219 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:17:13.067603 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:17:13.068000 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:17:13.092332 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-72d94b4c-c400-499f-8bcb-e9cda5d2a802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:13.100532 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-72d94b4c-c400-499f-8bcb-e9cda5d2a802 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:13.106078 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-72d94b4c-c400-499f-8bcb-e9cda5d2a802 admin admin] 10.222.0.53 "DELETE /v2.0/networks/97a0b687-2bc8-4c10-89fb-aecfe0fd6ed5 HTTP/1.1" status: 204 len: 168 time: 1.0610394 Jan 18 22:17:13.118895 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 57808) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:17:13.125079 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d94b4c-c400-499f-8bcb-e9cda5d2a802 admin admin] Pushing event deleted for resources: {'Network': ['ID=97a0b687-2bc8-4c10-89fb-aecfe0fd6ed5,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:13.161445 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3e3fd169-bec1-4aa3-bacb-796492305bc0 None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:13.172553 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.db.api [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 22:17:13.172908 n-d-825064-1 neutron-server[102432]: DEBUG oslo_db.api [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 22:17:13.179111 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port 5c3d71c5-6bdd-48a1-8913-9546b130a8db triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:17:13.179527 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:13.194403 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3e3fd169-bec1-4aa3-bacb-796492305bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:13.198714 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b7bea85a-852e-4a8b-b304-c4ee79e8d5f4 req-1ea36c8a-24ae-4f87-9943-74efa9413658 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/quotas/7c124f68020a4e92b3e26dca83e43678 HTTP/1.1" status: 200 len: 375 time: 0.1683824 Jan 18 22:17:13.238598 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2035400e-d314-4c68-97ad-f30abdab040a req-cdb77355-68e7-410d-a3ba-f3124e9a3e97 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:13.240185 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2035400e-d314-4c68-97ad-f30abdab040a req-cdb77355-68e7-410d-a3ba-f3124e9a3e97 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d35b913-8ec3-49a0-ace0-8a720d4edf05 HTTP/1.1" status: 200 len: 945 time: 0.6747477 Jan 18 22:17:13.369542 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2035400e-d314-4c68-97ad-f30abdab040a req-653198e9-5528-4ce8-812f-0be4a5d77b24 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac5bfedd-8c81-4ad7-9f0f-99ba0a339521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005709 Jan 18 22:17:13.420781 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b7bea85a-852e-4a8b-b304-c4ee79e8d5f4 req-ff1dc0fd-8e6e-41ac-9c4e-ab0553acfe6f tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7c124f68020a4e92b3e26dca83e43678&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2149742 Jan 18 22:17:13.480329 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3fd169-bec1-4aa3-bacb-796492305bc0 None None] Network 951f976e-2e72-444e-82f8-f59e1a118eb0 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:17:13.487514 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3fd169-bec1-4aa3-bacb-796492305bc0 None None] Pushing event updated for resources: {'Port': ['ID=48a8e2b2-3f79-414b-a15c-ec17b560a516,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:13.494761 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b162150e-7fcb-460d-ab96-f0450f50aa00 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:13.531797 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-3e3fd169-bec1-4aa3-bacb-796492305bc0 None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:17:13.556285 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b162150e-7fcb-460d-ab96-f0450f50aa00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:13.559328 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3fd169-bec1-4aa3-bacb-796492305bc0 None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:17:13.618371 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 18 Jan 2022 22:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66a35aa4-4efc-4dc4-a7fe-2b256f5b84d7 x-openstack-request-id: req-66a35aa4-4efc-4dc4-a7fe-2b256f5b84d7 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:17:13.619255 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa35bf88-4440-4d73-afcd-ae0cc04d6d11", "name": "network-vif-unplugged", "status": "completed", "tag": "9a0306c0-065b-4f7c-897a-b0ab604fa791", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:17:13.624474 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-66a35aa4-4efc-4dc4-a7fe-2b256f5b84d7 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:17:13.626140 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa35bf88-4440-4d73-afcd-ae0cc04d6d11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a0306c0-065b-4f7c-897a-b0ab604fa791', 'code': 200} Jan 18 22:17:13.689103 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5a347bff-bbe9-41df-8dc0-d7f509fcdccd None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:13.705406 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:13.767045 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-461be840-0620-4553-8e49-511fd64f5700 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:13.794584 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-3e3fd169-bec1-4aa3-bacb-796492305bc0 None None] Attempting to bind port 48a8e2b2-3f79-414b-a15c-ec17b560a516 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:17:13.795092 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-3e3fd169-bec1-4aa3-bacb-796492305bc0 None None] Attempting to bind port 48a8e2b2-3f79-414b-a15c-ec17b560a516 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '921fa3ca-8ab7-443d-99f7-bc96f0245d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '951f976e-2e72-444e-82f8-f59e1a118eb0'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:17:13.795519 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3fd169-bec1-4aa3-bacb-796492305bc0 None None] Attempting to bind port 48a8e2b2-3f79-414b-a15c-ec17b560a516 on network 951f976e-2e72-444e-82f8-f59e1a118eb0 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:17:13.800018 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-461be840-0620-4553-8e49-511fd64f5700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:13.819706 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e20fff6-a5f5-4b42-8e0b-678f61733f7b req-420b9aaf-611c-48ac-a71e-8365b6fedc49 tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:13.821091 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-41e600ec-cdb3-4adf-8278-edbddf6760c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1041027'] for router_interface, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:13.827845 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0e20fff6-a5f5-4b42-8e0b-678f61733f7b req-420b9aaf-611c-48ac-a71e-8365b6fedc49 tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] 10.222.0.53 "GET /v2.0/ports?device_id=0322506f-b794-4acc-b82d-f6b2984d774f HTTP/1.1" status: 200 len: 947 time: 0.1415250 Jan 18 22:17:13.849645 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-b162150e-7fcb-460d-ab96-f0450f50aa00 admin admin] Allocated IP 172.25.5.188 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/59375aa9-51e8-41fc-9220-5bae3b80bc1f) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:17:13.859720 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:13.861683 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:13.879377 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a0306c0-065b-4f7c-897a-b0ab604fa791 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:17:13.903015 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 9a0306c0-065b-4f7c-897a-b0ab604fa791, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=9a0306c0-065b-4f7c-897a-b0ab604fa791,segment=NetworkSegment(54058af5-a5b1-45e9-977a-39ef1b01c87e),segment_id=54058af5-a5b1-45e9-977a-39ef1b01c87e)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:17:13.906713 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5a347bff-bbe9-41df-8dc0-d7f509fcdccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:14.001269 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a347bff-bbe9-41df-8dc0-d7f509fcdccd None None] Network e15f6438-95ae-482f-8d95-5a9ba3dee07c is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:17:14.002643 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:14.008362 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a347bff-bbe9-41df-8dc0-d7f509fcdccd None None] Pushing event updated for resources: {'Port': ['ID=ca6f34f9-3e17-4b0e-a5c9-cdadcf4b0cbc,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:14.011791 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-5a347bff-bbe9-41df-8dc0-d7f509fcdccd None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:17:14.013797 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3fd169-bec1-4aa3-bacb-796492305bc0 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:17:14.014207 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3fd169-bec1-4aa3-bacb-796492305bc0 None None] Checking segment: {'id': '921fa3ca-8ab7-443d-99f7-bc96f0245d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '951f976e-2e72-444e-82f8-f59e1a118eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:17:14.014655 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3e3fd169-bec1-4aa3-bacb-796492305bc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:14.015036 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3fd169-bec1-4aa3-bacb-796492305bc0 None None] Bound using segment: {'id': '921fa3ca-8ab7-443d-99f7-bc96f0245d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '951f976e-2e72-444e-82f8-f59e1a118eb0'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:17:14.015515 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-3e3fd169-bec1-4aa3-bacb-796492305bc0 None None] Bound port: 48a8e2b2-3f79-414b-a15c-ec17b560a516, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '921fa3ca-8ab7-443d-99f7-bc96f0245d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '951f976e-2e72-444e-82f8-f59e1a118eb0'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:17:14.015895 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3e3fd169-bec1-4aa3-bacb-796492305bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:14.018131 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 368464e5-1feb-4b01-937a-cff1c9379337 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:17:14.041321 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0e20fff6-a5f5-4b42-8e0b-678f61733f7b req-cb67a2b2-35fb-45b4-b301-506fd1ab66d5 tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] 10.222.0.53 "GET /v2.0/security-groups?id=2720ae35-eb4e-4877-837a-ceec23b7b1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083158 Jan 18 22:17:14.045816 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a347bff-bbe9-41df-8dc0-d7f509fcdccd None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:17:14.113679 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 368464e5-1feb-4b01-937a-cff1c9379337 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:17:14.113985 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 368464e5-1feb-4b01-937a-cff1c9379337 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:17:14.116142 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 5755caed-1929-4892-869b-9f6abf517786 details requested by agent hyperv_n-h1-825064-1 with host n-h1-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:17:14.163484 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=9a0306c0-065b-4f7c-897a-b0ab604fa791,revision_number=12']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:14.204554 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-eb82ee65-6b2b-4f08-b0f9-671187086fde req-d4f21122-0d5e-4087-a407-12e4dd5bfe4e tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cc62fa1-501a-4c08-a35a-60422ee1528b HTTP/1.1" status: 200 len: 210 time: 0.0826252 Jan 18 22:17:14.218719 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9b8ffb-440f-4a0b-8ef1-a5b3561450dd req-b0ff5972-2ab0-44fb-830d-6f75a6c86502 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:14.221362 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-dd9b8ffb-440f-4a0b-8ef1-a5b3561450dd req-b0ff5972-2ab0-44fb-830d-6f75a6c86502 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa35bf88-4440-4d73-afcd-ae0cc04d6d11 HTTP/1.1" status: 200 len: 945 time: 0.3098733 Jan 18 22:17:14.274458 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-dd9b8ffb-440f-4a0b-8ef1-a5b3561450dd req-68ebed3a-51dd-4229-913d-e7e736901c51 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fead2ec-99b5-4f01-a8ba-653859b4c215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432830 Jan 18 22:17:14.303053 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b162150e-7fcb-460d-ab96-f0450f50aa00 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:14.323191 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-41e600ec-cdb3-4adf-8278-edbddf6760c9 admin admin] Deleting port 8d6b9fa0-da5d-4e2f-8bcf-adcd34936f64 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:17:14.324328 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-41e600ec-cdb3-4adf-8278-edbddf6760c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:14.371279 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 5755caed-1929-4892-869b-9f6abf517786, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=5755caed-1929-4892-869b-9f6abf517786,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:17:14.442270 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b162150e-7fcb-460d-ab96-f0450f50aa00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:14.453858 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-3e3fd169-bec1-4aa3-bacb-796492305bc0 None None] For port 48a8e2b2-3f79-414b-a15c-ec17b560a516, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:17:14.457661 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-3e3fd169-bec1-4aa3-bacb-796492305bc0 None None] For port 48a8e2b2-3f79-414b-a15c-ec17b560a516, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=48a8e2b2-3f79-414b-a15c-ec17b560a516,segment=NetworkSegment(921fa3ca-8ab7-443d-99f7-bc96f0245d97),segment_id=921fa3ca-8ab7-443d-99f7-bc96f0245d97)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:17:14.479693 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 5c3d71c5-6bdd-48a1-8913-9546b130a8db, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=5c3d71c5-6bdd-48a1-8913-9546b130a8db,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:17:14.481455 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Returning: {'device': '5755caed-1929-4892-869b-9f6abf517786', 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b', 'port_id': '5755caed-1929-4892-869b-9f6abf517786', 'mac_address': 'fa:16:3e:dd:5c:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8518183d-cc63-459a-b971-d4c7514e001f', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:17:14.486733 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['9a0306c0-065b-4f7c-897a-b0ab604fa791'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:17:14.494076 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-41e600ec-cdb3-4adf-8278-edbddf6760c9 admin admin] For port 8d6b9fa0-da5d-4e2f-8bcf-adcd34936f64, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=8d6b9fa0-da5d-4e2f-8bcf-adcd34936f64,segment=NetworkSegment(abfda017-35d1-49e9-9caa-552c7973e9d3),segment_id=abfda017-35d1-49e9-9caa-552c7973e9d3)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:17:14.494076 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-41e600ec-cdb3-4adf-8278-edbddf6760c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:14.517072 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-41e600ec-cdb3-4adf-8278-edbddf6760c9 admin admin] Calling delete_port for 8d6b9fa0-da5d-4e2f-8bcf-adcd34936f64 owned by network:router_interface {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:17:14.542737 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3e3fd169-bec1-4aa3-bacb-796492305bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:14.619814 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b162150e-7fcb-460d-ab96-f0450f50aa00 admin admin] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:17:14.622453 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-461be840-0620-4553-8e49-511fd64f5700 admin admin] Allocated IP 172.25.5.101 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/d884bf49-78d2-4abe-910a-3194c6788d27) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:17:14.636465 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:14.639289 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-b162150e-7fcb-460d-ab96-f0450f50aa00 admin admin] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:17:14.664224 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b162150e-7fcb-460d-ab96-f0450f50aa00 admin admin] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:17:14.714809 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b162150e-7fcb-460d-ab96-f0450f50aa00 admin admin] Pushing event updated for resources: {'Port': ['ID=59375aa9-51e8-41fc-9220-5bae3b80bc1f,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:14.836720 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240bf1d1-2d0b-4f7f-86be-b3aa958fdb52 req-e956f4b7-fe1c-40fe-a09a-0061c30fc5a9 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:14.839351 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-41e600ec-cdb3-4adf-8278-edbddf6760c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:14.839952 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:14.845232 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-240bf1d1-2d0b-4f7f-86be-b3aa958fdb52 req-e956f4b7-fe1c-40fe-a09a-0061c30fc5a9 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d35b913-8ec3-49a0-ace0-8a720d4edf05 HTTP/1.1" status: 200 len: 945 time: 0.3206811 Jan 18 22:17:14.879728 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e600ec-cdb3-4adf-8278-edbddf6760c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d6b9fa0-da5d-4e2f-8bcf-adcd34936f64,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:14.903692 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5755caed-1929-4892-869b-9f6abf517786 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:17:14.923070 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-461be840-0620-4553-8e49-511fd64f5700 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:14.961081 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-5a347bff-bbe9-41df-8dc0-d7f509fcdccd None None] Attempting to bind port ca6f34f9-3e17-4b0e-a5c9-cdadcf4b0cbc on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:17:14.961822 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-5a347bff-bbe9-41df-8dc0-d7f509fcdccd None None] Attempting to bind port ca6f34f9-3e17-4b0e-a5c9-cdadcf4b0cbc by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': 'c7f002ff-ef12-4102-948c-19a32484e10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e15f6438-95ae-482f-8d95-5a9ba3dee07c'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:17:14.962447 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a347bff-bbe9-41df-8dc0-d7f509fcdccd None None] Attempting to bind port ca6f34f9-3e17-4b0e-a5c9-cdadcf4b0cbc on network e15f6438-95ae-482f-8d95-5a9ba3dee07c {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:17:15.002445 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-461be840-0620-4553-8e49-511fd64f5700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:15.011854 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 5755caed-1929-4892-869b-9f6abf517786, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=5755caed-1929-4892-869b-9f6abf517786,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:17:15.028656 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a347bff-bbe9-41df-8dc0-d7f509fcdccd None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:17:15.029705 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a347bff-bbe9-41df-8dc0-d7f509fcdccd None None] Checking segment: {'id': 'c7f002ff-ef12-4102-948c-19a32484e10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e15f6438-95ae-482f-8d95-5a9ba3dee07c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:17:15.030381 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5a347bff-bbe9-41df-8dc0-d7f509fcdccd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:15.031065 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a347bff-bbe9-41df-8dc0-d7f509fcdccd None None] Bound using segment: {'id': 'c7f002ff-ef12-4102-948c-19a32484e10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e15f6438-95ae-482f-8d95-5a9ba3dee07c'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:17:15.031896 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-5a347bff-bbe9-41df-8dc0-d7f509fcdccd None None] Bound port: ca6f34f9-3e17-4b0e-a5c9-cdadcf4b0cbc, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f002ff-ef12-4102-948c-19a32484e10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e15f6438-95ae-482f-8d95-5a9ba3dee07c'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:17:15.032538 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5a347bff-bbe9-41df-8dc0-d7f509fcdccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:15.048208 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:15.148406 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461be840-0620-4553-8e49-511fd64f5700 admin admin] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:17:15.179726 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-240bf1d1-2d0b-4f7f-86be-b3aa958fdb52 req-21f66db7-35bd-4b10-b114-882ac3ac7260 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac5bfedd-8c81-4ad7-9f0f-99ba0a339521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976783 Jan 18 22:17:15.184632 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-461be840-0620-4553-8e49-511fd64f5700 admin admin] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:17:15.187369 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461be840-0620-4553-8e49-511fd64f5700 admin admin] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:17:15.215606 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461be840-0620-4553-8e49-511fd64f5700 admin admin] Pushing event updated for resources: {'Port': ['ID=d884bf49-78d2-4abe-910a-3194c6788d27,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:15.238533 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-41e600ec-cdb3-4adf-8278-edbddf6760c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-613841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1046579'] for router_interface, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:15.248820 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-5a347bff-bbe9-41df-8dc0-d7f509fcdccd None None] For port ca6f34f9-3e17-4b0e-a5c9-cdadcf4b0cbc, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:17:15.255780 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-5a347bff-bbe9-41df-8dc0-d7f509fcdccd None None] For port ca6f34f9-3e17-4b0e-a5c9-cdadcf4b0cbc, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=ca6f34f9-3e17-4b0e-a5c9-cdadcf4b0cbc,segment=NetworkSegment(c7f002ff-ef12-4102-948c-19a32484e10e),segment_id=c7f002ff-ef12-4102-948c-19a32484e10e)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:17:15.257369 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3fd169-bec1-4aa3-bacb-796492305bc0 None None] Pushing event updated for resources: {'Port': ['ID=48a8e2b2-3f79-414b-a15c-ec17b560a516,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:15.296358 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5a347bff-bbe9-41df-8dc0-d7f509fcdccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:15.423630 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['5755caed-1929-4892-869b-9f6abf517786'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:17:15.435444 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-b7bea85a-852e-4a8b-b304-c4ee79e8d5f4 req-c73b9fbc-3c42-4527-ae5d-8d2b9ddb987a tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=7c124f68020a4e92b3e26dca83e43678&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0709186 Jan 18 22:17:15.525869 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ad1fe773-e4eb-4fbf-839e-3b67497d1074 req-4de9b157-bcbc-4d82-8506-2bb090869192 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cc62fa1-501a-4c08-a35a-60422ee1528b HTTP/1.1" status: 200 len: 210 time: 0.1061213 Jan 18 22:17:15.571762 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aea676e-10ce-4f0b-898e-1948135666c0 req-89bd65d7-16ff-4c7e-8c9e-6a35e97958f3 tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:15.573501 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3aea676e-10ce-4f0b-898e-1948135666c0 req-89bd65d7-16ff-4c7e-8c9e-6a35e97958f3 tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] 10.222.0.53 "GET /v2.0/ports?device_id=0322506f-b794-4acc-b82d-f6b2984d774f HTTP/1.1" status: 200 len: 948 time: 0.2545195 Jan 18 22:17:15.641934 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1bd428d-9adb-4f93-b6ca-66e7491dd341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c3d71c5-6bdd-48a1-8913-9546b130a8db'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:17:15.649651 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6485fe0f-0432-4931-8772-f07d4fc98cbe" -d '{"events": [{"server_uuid": "f1bd428d-9adb-4f93-b6ca-66e7491dd341", "name": "network-vif-plugged", "status": "completed", "tag": "5c3d71c5-6bdd-48a1-8913-9546b130a8db"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:17:15.690605 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=5c3d71c5-6bdd-48a1-8913-9546b130a8db,revision_number=11']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:15.703591 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bea85a-852e-4a8b-b304-c4ee79e8d5f4 req-03e8a1ca-ac2f-4e28-8654-0d05c7779d71 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:15.709228 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-b7bea85a-852e-4a8b-b304-c4ee79e8d5f4 req-03e8a1ca-ac2f-4e28-8654-0d05c7779d71 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2631016 Jan 18 22:17:15.786580 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-b7bea85a-852e-4a8b-b304-c4ee79e8d5f4 req-770cae7d-747b-41fd-be1a-ef41e3d5a1d5 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Request body: {'port': {'device_id': '0cc62fa1-501a-4c08-a35a-60422ee1528b', 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b', 'admin_state_up': True, 'tenant_id': '7c124f68020a4e92b3e26dca83e43678'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:17:15.879064 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=5755caed-1929-4892-869b-9f6abf517786,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:16.070197 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a347bff-bbe9-41df-8dc0-d7f509fcdccd None None] Pushing event updated for resources: {'Port': ['ID=ca6f34f9-3e17-4b0e-a5c9-cdadcf4b0cbc,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:16.216877 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 48a8e2b2-3f79-414b-a15c-ec17b560a516 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:17:16.316147 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 48a8e2b2-3f79-414b-a15c-ec17b560a516 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:17:16.316530 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:16.411726 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3aea676e-10ce-4f0b-898e-1948135666c0 req-d956b0ff-5830-419e-a567-9be32798a35d tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] 10.222.0.53 "GET /v2.0/security-groups?id=2720ae35-eb4e-4877-837a-ceec23b7b1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7427850 Jan 18 22:17:16.507974 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:16.522192 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788355e2-10eb-41b8-9b63-29e8abf6b101 req-71b0f55f-3315-4cff-a982-b40a3cabcda0 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:16.528162 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-788355e2-10eb-41b8-9b63-29e8abf6b101 req-71b0f55f-3315-4cff-a982-b40a3cabcda0 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa35bf88-4440-4d73-afcd-ae0cc04d6d11 HTTP/1.1" status: 200 len: 945 time: 0.8153625 Jan 18 22:17:16.582797 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b162150e-7fcb-460d-ab96-f0450f50aa00 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:16.597167 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port 48a8e2b2-3f79-414b-a15c-ec17b560a516, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=48a8e2b2-3f79-414b-a15c-ec17b560a516,segment=NetworkSegment(921fa3ca-8ab7-443d-99f7-bc96f0245d97),segment_id=921fa3ca-8ab7-443d-99f7-bc96f0245d97)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:17:16.633791 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:16.657578 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41e600ec-cdb3-4adf-8278-edbddf6760c9 admin admin] Router 875cf822-67c6-4b81-a835-5ece5ef178be has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:17:16.658643 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7bea85a-852e-4a8b-b304-c4ee79e8d5f4 req-770cae7d-747b-41fd-be1a-ef41e3d5a1d5 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Made reservation on behalf of 7c124f68020a4e92b3e26dca83e43678 for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:17:16.669069 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-b7bea85a-852e-4a8b-b304-c4ee79e8d5f4 req-770cae7d-747b-41fd-be1a-ef41e3d5a1d5 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:16.746665 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-088e25c7-2336-40e9-bd95-d9f0e6225580 x-openstack-request-id: req-088e25c7-2336-40e9-bd95-d9f0e6225580 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:17:16.747596 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1bd428d-9adb-4f93-b6ca-66e7491dd341", "name": "network-vif-plugged", "status": "completed", "tag": "5c3d71c5-6bdd-48a1-8913-9546b130a8db", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:17:16.749187 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-088e25c7-2336-40e9-bd95-d9f0e6225580 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:17:16.749775 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1bd428d-9adb-4f93-b6ca-66e7491dd341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c3d71c5-6bdd-48a1-8913-9546b130a8db', 'code': 200} Jan 18 22:17:16.815577 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=48a8e2b2-3f79-414b-a15c-ec17b560a516,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:16.835929 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-461be840-0620-4553-8e49-511fd64f5700 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:16.894322 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93949359-8292-46b4-a044-40cad7ad228a None None] Network 951f976e-2e72-444e-82f8-f59e1a118eb0 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:17:16.971547 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-788355e2-10eb-41b8-9b63-29e8abf6b101 req-57ef5b0e-790b-45cd-bb55-dc22a35367c8 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fead2ec-99b5-4f01-a8ba-653859b4c215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4252708 Jan 18 22:17:17.037267 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7b68580e-1600-4d93-b796-8b871502c02e None None] Provisioning complete for port 48a8e2b2-3f79-414b-a15c-ec17b560a516 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:17:17.044747 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7b68580e-1600-4d93-b796-8b871502c02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:17.092767 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41e600ec-cdb3-4adf-8278-edbddf6760c9 admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:17:17.104777 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-41e600ec-cdb3-4adf-8278-edbddf6760c9 admin admin] 10.222.0.53 "PUT /v2.0/routers/875cf822-67c6-4b81-a835-5ece5ef178be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9861963 Jan 18 22:17:17.105731 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb691f28-0a8e-4eec-acec-f08a54dcb98e None None] Sync routers for ids ['875cf822-67c6-4b81-a835-5ece5ef178be'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:17:17.112315 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 57850) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:17:17.115135 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [req-b7bea85a-852e-4a8b-b304-c4ee79e8d5f4 req-770cae7d-747b-41fd-be1a-ef41e3d5a1d5 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Allocated IP 192.168.233.235 (aed2eca7-1bb0-443d-8485-b985dbe9851b/8518183d-cc63-459a-b971-d4c7514e001f/855dc544-1a8f-4962-8790-4825dc408cf4) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:17:17.128615 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb691f28-0a8e-4eec-acec-f08a54dcb98e None None] Routers {'875cf822-67c6-4b81-a835-5ece5ef178be'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:17:17.129596 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-eb691f28-0a8e-4eec-acec-f08a54dcb98e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:16:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['875cf822-67c6-4b81-a835-5ece5ef178be'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:17:17.192257 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa224b86-be35-44be-af86-1c6c220dc6da req-c4dd9100-7373-4f79-b324-b306eff5288f tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:17.197147 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fa224b86-be35-44be-af86-1c6c220dc6da req-c4dd9100-7373-4f79-b324-b306eff5288f tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d35b913-8ec3-49a0-ace0-8a720d4edf05 HTTP/1.1" status: 200 len: 945 time: 0.3531282 Jan 18 22:17:17.281010 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2d915746-7c99-4311-81be-8e03f91f997b req-a0e84927-7a00-4673-b4df-bbd438825794 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cc62fa1-501a-4c08-a35a-60422ee1528b HTTP/1.1" status: 200 len: 210 time: 0.0791950 Jan 18 22:17:17.303358 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527df5ef-3bc5-4078-8673-812b554be8bc None None] Network e15f6438-95ae-482f-8d95-5a9ba3dee07c requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:17:17.347708 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9953fb9e-ef43-4637-8659-c25fa1986023 admin admin] Notify callbacks [] for router, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:17.390309 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-eb691f28-0a8e-4eec-acec-f08a54dcb98e None None] Set router 875cf822-67c6-4b81-a835-5ece5ef178be gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:17:17.591675 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9953fb9e-ef43-4637-8659-c25fa1986023 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:17.607383 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-b7bea85a-852e-4a8b-b304-c4ee79e8d5f4 req-770cae7d-747b-41fd-be1a-ef41e3d5a1d5 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:17.615324 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-1c9c725b-f75b-48e3-8f59-0d1b0359b594 None None] Provisioning complete for port ca6f34f9-3e17-4b0e-a5c9-cdadcf4b0cbc triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:17:17.615727 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1c9c725b-f75b-48e3-8f59-0d1b0359b594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:17.616581 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-461be840-0620-4553-8e49-511fd64f5700 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1040691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049'] for router, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:17.704299 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fa224b86-be35-44be-af86-1c6c220dc6da req-8143f4fe-2b3c-4857-84be-5c583a1ba072 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac5bfedd-8c81-4ad7-9f0f-99ba0a339521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4162574 Jan 18 22:17:17.738698 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-9953fb9e-ef43-4637-8659-c25fa1986023 admin admin] Deleting port 99d6f0d3-d29b-4d83-9925-88f66abe38d0 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:17:17.739263 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9953fb9e-ef43-4637-8659-c25fa1986023 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:17.741696 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-b7bea85a-852e-4a8b-b304-c4ee79e8d5f4 req-770cae7d-747b-41fd-be1a-ef41e3d5a1d5 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:17.757718 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['82c8fac7-b604-4f74-9e60-1a7d1e5868ca', 'fe7ecc66-9dc0-4b55-bb2f-e86b883abd40'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:17:17.773908 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-eb691f28-0a8e-4eec-acec-f08a54dcb98e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '875cf822-67c6-4b81-a835-5ece5ef178be', 'name': 'tempest-AttachSCSIVolumeTestJSON-875308664-router', 'tenant_id': '2e6bd3f043514d98874bdddce99070e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': '99d6f0d3-d29b-4d83-9925-88f66abe38d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:15:07Z', 'updated_at': '2022-01-18T22:17:14Z', 'revision_number': 5, 'project_id': '2e6bd3f043514d98874bdddce99070e7', 'gw_port': {'id': '99d6f0d3-d29b-4d83-9925-88f66abe38d0', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:64:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '875cf822-67c6-4b81-a835-5ece5ef178be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:15:09Z', 'updated_at': '2022-01-18T22:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:17:17.775567 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['5c3d71c5-6bdd-48a1-8913-9546b130a8db'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:17:17.851484 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7bea85a-852e-4a8b-b304-c4ee79e8d5f4 req-770cae7d-747b-41fd-be1a-ef41e3d5a1d5 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Network aed2eca7-1bb0-443d-8485-b985dbe9851b is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:17:17.865250 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [req-b7bea85a-852e-4a8b-b304-c4ee79e8d5f4 req-770cae7d-747b-41fd-be1a-ef41e3d5a1d5 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:17:17.870495 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb691f28-0a8e-4eec-acec-f08a54dcb98e None None] Checking router: 875cf822-67c6-4b81-a835-5ece5ef178be for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:17:17.899478 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb691f28-0a8e-4eec-acec-f08a54dcb98e None None] Routers {'875cf822-67c6-4b81-a835-5ece5ef178be'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:17:17.902216 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-eb691f28-0a8e-4eec-acec-f08a54dcb98e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:16:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['875cf822-67c6-4b81-a835-5ece5ef178be'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:17:17.906684 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7bea85a-852e-4a8b-b304-c4ee79e8d5f4 req-770cae7d-747b-41fd-be1a-ef41e3d5a1d5 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:17:18.026955 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770cae7d-747b-41fd-be1a-ef41e3d5a1d5 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Pushing event updated for resources: {'Port': ['ID=855dc544-1a8f-4962-8790-4825dc408cf4,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:18.089436 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 9a0306c0-065b-4f7c-897a-b0ab604fa791 up at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:17:18.131208 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0b1d64-7792-4442-a146-be9d540ae134 req-637edc7c-2f06-4a9f-b87d-4c93ace81a80 tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:18.139644 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cc0b1d64-7792-4442-a146-be9d540ae134 req-637edc7c-2f06-4a9f-b87d-4c93ace81a80 tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] 10.222.0.53 "GET /v2.0/ports?device_id=0322506f-b794-4acc-b82d-f6b2984d774f HTTP/1.1" status: 200 len: 948 time: 0.6144772 Jan 18 22:17:18.186766 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 48a8e2b2-3f79-414b-a15c-ec17b560a516 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:17:18.191188 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-9953fb9e-ef43-4637-8659-c25fa1986023 admin admin] For port 99d6f0d3-d29b-4d83-9925-88f66abe38d0, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=99d6f0d3-d29b-4d83-9925-88f66abe38d0,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:17:18.193913 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9953fb9e-ef43-4637-8659-c25fa1986023 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:18.223750 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-eb691f28-0a8e-4eec-acec-f08a54dcb98e None None] Set router 875cf822-67c6-4b81-a835-5ece5ef178be gateway port host: None {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:17:18.240870 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bea85a-852e-4a8b-b304-c4ee79e8d5f4 req-770cae7d-747b-41fd-be1a-ef41e3d5a1d5 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:18.241549 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-b7bea85a-852e-4a8b-b304-c4ee79e8d5f4 req-770cae7d-747b-41fd-be1a-ef41e3d5a1d5 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:18.290971 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-461be840-0620-4553-8e49-511fd64f5700 admin admin] Router d6c8edf7-05fd-41b7-b984-8d28e21fb978 is scheduled to L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 with binding_index 1 {{(pid=102430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 22:17:18.297517 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-9953fb9e-ef43-4637-8659-c25fa1986023 admin admin] Calling delete_port for 99d6f0d3-d29b-4d83-9925-88f66abe38d0 owned by network:router_gateway {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:17:18.307276 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b162150e-7fcb-460d-ab96-f0450f50aa00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1040691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049'] for router, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:18.330903 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-b7bea85a-852e-4a8b-b304-c4ee79e8d5f4 req-770cae7d-747b-41fd-be1a-ef41e3d5a1d5 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5547495 Jan 18 22:17:18.352022 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-eb691f28-0a8e-4eec-acec-f08a54dcb98e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '875cf822-67c6-4b81-a835-5ece5ef178be', 'name': 'tempest-AttachSCSIVolumeTestJSON-875308664-router', 'tenant_id': '2e6bd3f043514d98874bdddce99070e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:15:07Z', 'updated_at': '2022-01-18T22:17:17Z', 'revision_number': 6, 'project_id': '2e6bd3f043514d98874bdddce99070e7', 'gw_port_host': None}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:17:18.414679 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb691f28-0a8e-4eec-acec-f08a54dcb98e None None] The sync data for ids ['875cf822-67c6-4b81-a835-5ece5ef178be'] in n-d-825064-1 is: [{'id': '875cf822-67c6-4b81-a835-5ece5ef178be', 'name': 'tempest-AttachSCSIVolumeTestJSON-875308664-router', 'tenant_id': '2e6bd3f043514d98874bdddce99070e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:15:07Z', 'updated_at': '2022-01-18T22:17:17Z', 'revision_number': 6, 'project_id': '2e6bd3f043514d98874bdddce99070e7', 'gw_port_host': None}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:17:18.414927 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-b7bea85a-852e-4a8b-b304-c4ee79e8d5f4 req-9b7364d1-aead-40f8-ae65-b1ba5f40cb12 service neutron] Request body: {'port': {'device_id': '0cc62fa1-501a-4c08-a35a-60422ee1528b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:17:18.502111 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1c9c725b-f75b-48e3-8f59-0d1b0359b594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:18.514488 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-b7bea85a-852e-4a8b-b304-c4ee79e8d5f4 req-9b7364d1-aead-40f8-ae65-b1ba5f40cb12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:18.540661 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cc0b1d64-7792-4442-a146-be9d540ae134 req-fc2fba79-b23f-4cf6-8455-cb460ab66ee2 tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] 10.222.0.53 "GET /v2.0/security-groups?id=2720ae35-eb4e-4877-837a-ceec23b7b1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3997285 Jan 18 22:17:18.583788 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning complete for port 9a0306c0-065b-4f7c-897a-b0ab604fa791 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:17:18.584334 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:18.638111 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-1c9c725b-f75b-48e3-8f59-0d1b0359b594 None None] For port ca6f34f9-3e17-4b0e-a5c9-cdadcf4b0cbc, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=ca6f34f9-3e17-4b0e-a5c9-cdadcf4b0cbc,segment=NetworkSegment(c7f002ff-ef12-4102-948c-19a32484e10e),segment_id=c7f002ff-ef12-4102-948c-19a32484e10e)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:17:18.664354 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 48a8e2b2-3f79-414b-a15c-ec17b560a516 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:17:18.664878 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:18.673380 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1c9c725b-f75b-48e3-8f59-0d1b0359b594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:18.735341 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f5521e-be68-4016-9e24-d092ea044bc8 req-2b19fa8f-c4ee-420f-9777-23ef130ffe74 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:18.737664 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b1f5521e-be68-4016-9e24-d092ea044bc8 req-2b19fa8f-c4ee-420f-9777-23ef130ffe74 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa35bf88-4440-4d73-afcd-ae0cc04d6d11 HTTP/1.1" status: 200 len: 945 time: 0.5276999 Jan 18 22:17:18.755612 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9be213-6200-466e-9e94-2d7be0f9d0fa req-4e9698f4-b252-4b68-b065-f38578214b87 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:18.776303 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0f9be213-6200-466e-9e94-2d7be0f9d0fa req-4e9698f4-b252-4b68-b065-f38578214b87 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cc62fa1-501a-4c08-a35a-60422ee1528b HTTP/1.1" status: 200 len: 936 time: 0.1110013 Jan 18 22:17:18.804310 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b162150e-7fcb-460d-ab96-f0450f50aa00 admin admin] Router 3390b0c4-6e4d-4242-8a83-5899dec3cf44 is scheduled to L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 with binding_index 1 {{(pid=102430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 22:17:18.839482 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9953fb9e-ef43-4637-8659-c25fa1986023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:18.941235 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9953fb9e-ef43-4637-8659-c25fa1986023 admin admin] Pushing event deleted for resources: {'Port': ['ID=99d6f0d3-d29b-4d83-9925-88f66abe38d0,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:18.965998 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9c725b-f75b-48e3-8f59-0d1b0359b594 None None] Pushing event updated for resources: {'Port': ['ID=ca6f34f9-3e17-4b0e-a5c9-cdadcf4b0cbc,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:19.003560 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0f9be213-6200-466e-9e94-2d7be0f9d0fa req-ad9ea85c-02c7-47dd-8e62-7fb71304fe5a tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263007 Jan 18 22:17:19.007510 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-015ab2d0-ef56-444c-ba87-d72492bd5296 None None] Provisioning complete for port 855dc544-1a8f-4962-8790-4825dc408cf4 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:17:19.008007 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-015ab2d0-ef56-444c-ba87-d72492bd5296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:19.010311 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b1f5521e-be68-4016-9e24-d092ea044bc8 req-68ff7083-c6e1-4226-a7de-10206d2ba167 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fead2ec-99b5-4f01-a8ba-653859b4c215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2207565 Jan 18 22:17:19.067004 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-461be840-0620-4553-8e49-511fd64f5700 admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:17:19.114369 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b08f8af-1e82-4f62-8259-9d2cfab16a51 None None] Sync routers for ids ['d6c8edf7-05fd-41b7-b984-8d28e21fb978'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:17:19.180709 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [req-b7bea85a-852e-4a8b-b304-c4ee79e8d5f4 req-9b7364d1-aead-40f8-ae65-b1ba5f40cb12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 855dc544-1a8f-4962-8790-4825dc408cf4 {{(pid=102431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:17:19.184452 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:19.194753 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-b7bea85a-852e-4a8b-b304-c4ee79e8d5f4 req-9b7364d1-aead-40f8-ae65-b1ba5f40cb12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:19.208469 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9953fb9e-ef43-4637-8659-c25fa1986023 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043029'] for router_gateway, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:19.229514 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036710b8-8769-4022-be1e-cdca1adb2826 req-af5669bf-5f61-437d-a064-611a749275e9 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:19.230361 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b08f8af-1e82-4f62-8259-9d2cfab16a51 None None] Routers {'d6c8edf7-05fd-41b7-b984-8d28e21fb978'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:17:19.231032 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-9b08f8af-1e82-4f62-8259-9d2cfab16a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:16:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['d6c8edf7-05fd-41b7-b984-8d28e21fb978'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:17:19.239228 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-036710b8-8769-4022-be1e-cdca1adb2826 req-af5669bf-5f61-437d-a064-611a749275e9 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d35b913-8ec3-49a0-ace0-8a720d4edf05 HTTP/1.1" status: 200 len: 945 time: 0.1131382 Jan 18 22:17:19.243081 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-015ab2d0-ef56-444c-ba87-d72492bd5296 None None] Port 855dc544-1a8f-4962-8790-4825dc408cf4 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:17:19.287745 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [req-b7bea85a-852e-4a8b-b304-c4ee79e8d5f4 req-9b7364d1-aead-40f8-ae65-b1ba5f40cb12 service neutron] Transition to ACTIVE for port object 855dc544-1a8f-4962-8790-4825dc408cf4 will not be triggered until provisioned by entity L2. {{(pid=102431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:17:19.296301 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-461be840-0620-4553-8e49-511fd64f5700 admin admin] Notify callbacks [] for router, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:19.301472 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-461be840-0620-4553-8e49-511fd64f5700 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 7.2067742 Jan 18 22:17:19.303375 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 57864) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:17:19.359667 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-b7bea85a-852e-4a8b-b304-c4ee79e8d5f4 req-9b7364d1-aead-40f8-ae65-b1ba5f40cb12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:19.393870 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9953fb9e-ef43-4637-8659-c25fa1986023 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1040886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8602'] for router, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:19.396884 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b162150e-7fcb-460d-ab96-f0450f50aa00 admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:17:19.398615 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9953fb9e-ef43-4637-8659-c25fa1986023 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:19.401795 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-036710b8-8769-4022-be1e-cdca1adb2826 req-1ec45322-71e6-417e-8e05-dbfd9f3211da tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac5bfedd-8c81-4ad7-9f0f-99ba0a339521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617396 Jan 18 22:17:19.409683 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7803398c-4ead-4f62-b328-8e1e3bcbdf9b None None] Sync routers for ids ['3390b0c4-6e4d-4242-8a83-5899dec3cf44'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:17:19.426304 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7803398c-4ead-4f62-b328-8e1e3bcbdf9b None None] Routers {'3390b0c4-6e4d-4242-8a83-5899dec3cf44'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:17:19.427063 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-7803398c-4ead-4f62-b328-8e1e3bcbdf9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:16:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['3390b0c4-6e4d-4242-8a83-5899dec3cf44'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:17:19.454039 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 9a0306c0-065b-4f7c-897a-b0ab604fa791, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=9a0306c0-065b-4f7c-897a-b0ab604fa791,segment=NetworkSegment(54058af5-a5b1-45e9-977a-39ef1b01c87e),segment_id=54058af5-a5b1-45e9-977a-39ef1b01c87e)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:17:19.458644 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b162150e-7fcb-460d-ab96-f0450f50aa00 admin admin] Notify callbacks [] for router, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:19.459907 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-b162150e-7fcb-460d-ab96-f0450f50aa00 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 8.0827358 Jan 18 22:17:19.477688 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 57866) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:17:19.486023 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa35bf88-4440-4d73-afcd-ae0cc04d6d11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a0306c0-065b-4f7c-897a-b0ab604fa791'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:17:19.490407 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ea0855b-cfa9-434a-9ea1-766ea4e67737" -d '{"events": [{"server_uuid": "aa35bf88-4440-4d73-afcd-ae0cc04d6d11", "name": "network-vif-plugged", "status": "completed", "tag": "9a0306c0-065b-4f7c-897a-b0ab604fa791"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:17:19.494462 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-313d0d17-1270-48d6-8cc6-77d3729caad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:19.762593 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device ca6f34f9-3e17-4b0e-a5c9-cdadcf4b0cbc up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:17:19.764514 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:19.765375 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 5755caed-1929-4892-869b-9f6abf517786 up at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:17:19.782075 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-80245abb-682d-4155-a677-9a3ea53a82c3 req-c50e75b1-bc92-4c6e-8680-a27951956abb service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7adbfe4f-bab5-4c2a-8403-4315ff49af62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3961124 Jan 18 22:17:19.805753 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7364d1-aead-40f8-ae65-b1ba5f40cb12 service neutron] Pushing event updated for resources: {'Port': ['ID=855dc544-1a8f-4962-8790-4825dc408cf4,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:19.828820 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9953fb9e-ef43-4637-8659-c25fa1986023 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1040832'] for router, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:19.841778 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9953fb9e-ef43-4637-8659-c25fa1986023 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 875cf822-67c6-4b81-a835-5ece5ef178be {{(pid=102431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 22:17:19.843382 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9cbe877-a0c5-4483-9a31-c74d39a4241f x-openstack-request-id: req-e9cbe877-a0c5-4483-9a31-c74d39a4241f {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:17:19.843689 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa35bf88-4440-4d73-afcd-ae0cc04d6d11", "name": "network-vif-plugged", "status": "completed", "tag": "9a0306c0-065b-4f7c-897a-b0ab604fa791", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:17:19.844055 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e9cbe877-a0c5-4483-9a31-c74d39a4241f {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:17:19.844415 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa35bf88-4440-4d73-afcd-ae0cc04d6d11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a0306c0-065b-4f7c-897a-b0ab604fa791', 'code': 200} Jan 18 22:17:19.845515 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-7803398c-4ead-4f62-b328-8e1e3bcbdf9b None None] Set router 3390b0c4-6e4d-4242-8a83-5899dec3cf44 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:17:19.855796 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f1f1a-4c2d-4a27-a1e7-0cc710069e0f req-be12b1f8-354f-4608-aaa2-7c5af6edde27 tempest-LiveMigrationTest-1198651986 tempest-LiveMigrationTest-1198651986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:19.859438 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-d46f1f1a-4c2d-4a27-a1e7-0cc710069e0f req-be12b1f8-354f-4608-aaa2-7c5af6edde27 tempest-LiveMigrationTest-1198651986 tempest-LiveMigrationTest-1198651986-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=5d35b913-8ec3-49a0-ace0-8a720d4edf05&tenant_id=646d6b7fa3c74dbb9d53573120d4a5a9&binding%3Ahost_id=n-h2-825064-1 HTTP/1.1" status: 200 len: 1096 time: 0.5114124 Jan 18 22:17:19.870083 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9953fb9e-ef43-4637-8659-c25fa1986023 admin admin] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:19.872265 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-015ab2d0-ef56-444c-ba87-d72492bd5296 None None] Provisioning complete for port 48a8e2b2-3f79-414b-a15c-ec17b560a516 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:17:19.872720 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-015ab2d0-ef56-444c-ba87-d72492bd5296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:19.874589 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-9953fb9e-ef43-4637-8659-c25fa1986023 admin admin] 10.222.0.53 "DELETE /v2.0/routers/875cf822-67c6-4b81-a835-5ece5ef178be HTTP/1.1" status: 204 len: 168 time: 2.7610610 Jan 18 22:17:19.889400 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 57872) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:17:19.924332 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-d46f1f1a-4c2d-4a27-a1e7-0cc710069e0f req-2e67b272-d7fd-4b1a-b834-1ca75c05dc40 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-825064-1'}}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:17:20.104920 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bc5e986-081c-4a18-ad51-a4ce6dac5c4e admin admin] Deleting subnet 1ac7d755-36df-4f4e-a9bd-71be41da5630 {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:17:20.113249 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1bc5e986-081c-4a18-ad51-a4ce6dac5c4e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:20.138717 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-b7bea85a-852e-4a8b-b304-c4ee79e8d5f4 req-9b7364d1-aead-40f8-ae65-b1ba5f40cb12 service neutron] Attempting to bind port 855dc544-1a8f-4962-8790-4825dc408cf4 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:17:20.139438 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-b7bea85a-852e-4a8b-b304-c4ee79e8d5f4 req-9b7364d1-aead-40f8-ae65-b1ba5f40cb12 service neutron] Attempting to bind port 855dc544-1a8f-4962-8790-4825dc408cf4 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:17:20.140019 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7bea85a-852e-4a8b-b304-c4ee79e8d5f4 req-9b7364d1-aead-40f8-ae65-b1ba5f40cb12 service neutron] Attempting to bind port 855dc544-1a8f-4962-8790-4825dc408cf4 on network aed2eca7-1bb0-443d-8485-b985dbe9851b {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:17:20.151432 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-d46f1f1a-4c2d-4a27-a1e7-0cc710069e0f req-2e67b272-d7fd-4b1a-b834-1ca75c05dc40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:20.153572 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7bea85a-852e-4a8b-b304-c4ee79e8d5f4 req-9b7364d1-aead-40f8-ae65-b1ba5f40cb12 service neutron] Port 855dc544-1a8f-4962-8790-4825dc408cf4 on network aed2eca7-1bb0-443d-8485-b985dbe9851b not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:17:20.154122 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7bea85a-852e-4a8b-b304-c4ee79e8d5f4 req-9b7364d1-aead-40f8-ae65-b1ba5f40cb12 service neutron] Attempting to bind port 855dc544-1a8f-4962-8790-4825dc408cf4 on network aed2eca7-1bb0-443d-8485-b985dbe9851b {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:17:20.178313 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7bea85a-852e-4a8b-b304-c4ee79e8d5f4 req-9b7364d1-aead-40f8-ae65-b1ba5f40cb12 service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:17:20.179014 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7bea85a-852e-4a8b-b304-c4ee79e8d5f4 req-9b7364d1-aead-40f8-ae65-b1ba5f40cb12 service neutron] Checking segment: {'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:17:20.179708 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7bea85a-852e-4a8b-b304-c4ee79e8d5f4 req-9b7364d1-aead-40f8-ae65-b1ba5f40cb12 service neutron] Bound using segment: {'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:17:20.180346 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-b7bea85a-852e-4a8b-b304-c4ee79e8d5f4 req-9b7364d1-aead-40f8-ae65-b1ba5f40cb12 service neutron] Bound port: 855dc544-1a8f-4962-8790-4825dc408cf4, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:17:20.180863 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-b7bea85a-852e-4a8b-b304-c4ee79e8d5f4 req-9b7364d1-aead-40f8-ae65-b1ba5f40cb12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:20.185742 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1bc5e986-081c-4a18-ad51-a4ce6dac5c4e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:20.325389 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-7803398c-4ead-4f62-b328-8e1e3bcbdf9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3390b0c4-6e4d-4242-8a83-5899dec3cf44', 'name': 'tempest-ServersTestFqdnHostnames-17038548-router', 'tenant_id': '2470a173f4ec4dbbaba85c29c38f49e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '59375aa9-51e8-41fc-9220-5bae3b80bc1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:17:11Z', 'updated_at': '2022-01-18T22:17:15Z', 'revision_number': 3, 'project_id': '2470a173f4ec4dbbaba85c29c38f49e1', 'gw_port': {'id': '59375aa9-51e8-41fc-9220-5bae3b80bc1f', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:24:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3390b0c4-6e4d-4242-8a83-5899dec3cf44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:17:13Z', 'updated_at': '2022-01-18T22:17:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:17:20.341876 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=9a0306c0-065b-4f7c-897a-b0ab604fa791,revision_number=13']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:20.441890 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-9b08f8af-1e82-4f62-8259-9d2cfab16a51 None None] Set router d6c8edf7-05fd-41b7-b984-8d28e21fb978 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:17:20.492411 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7803398c-4ead-4f62-b328-8e1e3bcbdf9b None None] Checking router: 3390b0c4-6e4d-4242-8a83-5899dec3cf44 for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:17:20.493021 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7803398c-4ead-4f62-b328-8e1e3bcbdf9b None None] Updating router 3390b0c4-6e4d-4242-8a83-5899dec3cf44 port 59375aa9-51e8-41fc-9220-5bae3b80bc1f binding host n-d-825064-1 {{(pid=102433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:17:20.511222 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-b7bea85a-852e-4a8b-b304-c4ee79e8d5f4 req-9b7364d1-aead-40f8-ae65-b1ba5f40cb12 service neutron] For port 855dc544-1a8f-4962-8790-4825dc408cf4, host n-h2-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:17:20.530102 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1bc5e986-081c-4a18-ad51-a4ce6dac5c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:20.533609 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7803398c-4ead-4f62-b328-8e1e3bcbdf9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:20.555906 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-b7bea85a-852e-4a8b-b304-c4ee79e8d5f4 req-9b7364d1-aead-40f8-ae65-b1ba5f40cb12 service neutron] For port 855dc544-1a8f-4962-8790-4825dc408cf4, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=855dc544-1a8f-4962-8790-4825dc408cf4,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:17:20.569282 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-d46f1f1a-4c2d-4a27-a1e7-0cc710069e0f req-2e67b272-d7fd-4b1a-b834-1ca75c05dc40 service neutron] For port e930dcd0-2ce1-40ab-8ab7-d34e368f11a1, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=e930dcd0-2ce1-40ab-8ab7-d34e368f11a1,segment=NetworkSegment(a97910f7-cad7-42ae-9f6e-c8965771467a),segment_id=a97910f7-cad7-42ae-9f6e-c8965771467a)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:17:20.571936 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-b7bea85a-852e-4a8b-b304-c4ee79e8d5f4 req-9b7364d1-aead-40f8-ae65-b1ba5f40cb12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:20.645299 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning for port 5755caed-1929-4892-869b-9f6abf517786 completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:17:20.648557 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bea85a-852e-4a8b-b304-c4ee79e8d5f4 req-9b7364d1-aead-40f8-ae65-b1ba5f40cb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:20.649222 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-b7bea85a-852e-4a8b-b304-c4ee79e8d5f4 req-9b7364d1-aead-40f8-ae65-b1ba5f40cb12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:20.657996 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-b7bea85a-852e-4a8b-b304-c4ee79e8d5f4 req-9b7364d1-aead-40f8-ae65-b1ba5f40cb12 service neutron] 10.222.0.67 "PUT /v2.0/ports/855dc544-1a8f-4962-8790-4825dc408cf4 HTTP/1.1" status: 200 len: 1096 time: 2.2415156 Jan 18 22:17:20.672894 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning complete for port 5755caed-1929-4892-869b-9f6abf517786 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:17:20.673273 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:20.733961 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cc62fa1-501a-4c08-a35a-60422ee1528b', 'tag': '855dc544-1a8f-4962-8790-4825dc408cf4'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:17:20.738343 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9d47eed-b3ed-495f-b23c-98836b5f8246" -d '{"events": [{"name": "network-changed", "server_uuid": "0cc62fa1-501a-4c08-a35a-60422ee1528b", "tag": "855dc544-1a8f-4962-8790-4825dc408cf4"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:17:20.742148 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7364d1-aead-40f8-ae65-b1ba5f40cb12 service neutron] Pushing event updated for resources: {'Port': ['ID=855dc544-1a8f-4962-8790-4825dc408cf4,revision_number=3']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:20.762850 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port ca6f34f9-3e17-4b0e-a5c9-cdadcf4b0cbc triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:17:20.762850 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:20.868228 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-d46f1f1a-4c2d-4a27-a1e7-0cc710069e0f req-2e67b272-d7fd-4b1a-b834-1ca75c05dc40 service neutron] For port e930dcd0-2ce1-40ab-8ab7-d34e368f11a1, host n-h2-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:17:20.928141 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-015ab2d0-ef56-444c-ba87-d72492bd5296 None None] Provisioning complete for port ca6f34f9-3e17-4b0e-a5c9-cdadcf4b0cbc triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:17:20.928558 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-015ab2d0-ef56-444c-ba87-d72492bd5296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:20.931583 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a400a25-6119-42f8-8941-e5514b171418 req-889c3144-344a-4c8e-a759-fe5491a84eba tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:20.933222 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2a400a25-6119-42f8-8941-e5514b171418 req-889c3144-344a-4c8e-a759-fe5491a84eba tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] 10.222.0.53 "GET /v2.0/ports?device_id=0322506f-b794-4acc-b82d-f6b2984d774f HTTP/1.1" status: 200 len: 948 time: 1.2484167 Jan 18 22:17:20.941950 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-d46f1f1a-4c2d-4a27-a1e7-0cc710069e0f req-2e67b272-d7fd-4b1a-b834-1ca75c05dc40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:20.951273 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1bc5e986-081c-4a18-ad51-a4ce6dac5c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:20.987816 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc5e986-081c-4a18-ad51-a4ce6dac5c4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ac7d755-36df-4f4e-a9bd-71be41da5630,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:21.001985 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-d46f1f1a-4c2d-4a27-a1e7-0cc710069e0f req-2e67b272-d7fd-4b1a-b834-1ca75c05dc40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:21.024804 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bea85a-852e-4a8b-b304-c4ee79e8d5f4 req-f8c98c64-2003-4ac7-af92-932622d08f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:21.026708 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-b7bea85a-852e-4a8b-b304-c4ee79e8d5f4 req-f8c98c64-2003-4ac7-af92-932622d08f29 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7c124f68020a4e92b3e26dca83e43678&device_id=0cc62fa1-501a-4c08-a35a-60422ee1528b HTTP/1.1" status: 200 len: 1099 time: 0.2745936 Jan 18 22:17:21.043165 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1bc5e986-081c-4a18-ad51-a4ce6dac5c4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:21.049344 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-1bc5e986-081c-4a18-ad51-a4ce6dac5c4e admin admin] 10.222.0.53 "DELETE /v2.0/subnets/1ac7d755-36df-4f4e-a9bd-71be41da5630 HTTP/1.1" status: 204 len: 168 time: 1.1587327 Jan 18 22:17:21.050079 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a747d03-5873-4763-825f-345e7b7e5974 None None] Network aedfddd3-18ca-435b-a468-865650891d60 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:17:21.057589 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 57886) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:17:21.083562 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddb2aba-bfb8-441f-b925-4562584d7448 req-0cae1081-fcca-4340-baad-c016fa20c76c tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:21.091658 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2ddb2aba-bfb8-441f-b925-4562584d7448 req-0cae1081-fcca-4340-baad-c016fa20c76c tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cc62fa1-501a-4c08-a35a-60422ee1528b HTTP/1.1" status: 200 len: 948 time: 0.3698204 Jan 18 22:17:21.106280 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80245abb-682d-4155-a677-9a3ea53a82c3 req-01e5f715-f3a9-472b-843e-59df802a4c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:21.108077 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-80245abb-682d-4155-a677-9a3ea53a82c3 req-01e5f715-f3a9-472b-843e-59df802a4c67 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=646d6b7fa3c74dbb9d53573120d4a5a9&device_id=7adbfe4f-bab5-4c2a-8403-4315ff49af62 HTTP/1.1" status: 200 len: 1095 time: 1.2507510 Jan 18 22:17:21.148215 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2a400a25-6119-42f8-8941-e5514b171418 req-b9bd9a0c-98c8-409c-9863-b8fb728f141c tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] 10.222.0.53 "GET /v2.0/security-groups?id=2720ae35-eb4e-4877-837a-ceec23b7b1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024119 Jan 18 22:17:21.154225 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7803398c-4ead-4f62-b328-8e1e3bcbdf9b None None] Notify callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:21.169243 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7803398c-4ead-4f62-b328-8e1e3bcbdf9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:21.193033 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-b7bea85a-852e-4a8b-b304-c4ee79e8d5f4 req-effbbaa4-b29d-4865-b51e-ebd57e37cccf service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=855dc544-1a8f-4962-8790-4825dc408cf4 HTTP/1.1" status: 200 len: 217 time: 0.0977221 Jan 18 22:17:21.251573 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a1f453-208c-416c-9cd3-9775ed0e7e70 None None] Pushing event updated for resources: {'Port': ['ID=59375aa9-51e8-41fc-9220-5bae3b80bc1f,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:21.264529 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80245abb-682d-4155-a677-9a3ea53a82c3 req-2b2736f8-b261-444d-94c5-90522439f82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:21.266659 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-80245abb-682d-4155-a677-9a3ea53a82c3 req-2b2736f8-b261-444d-94c5-90522439f82d service neutron] 10.222.0.67 "GET /v2.0/networks?id=db135028-f57a-417d-a5fc-9f73c3e34dd7 HTTP/1.1" status: 200 len: 907 time: 0.1152205 Jan 18 22:17:21.283414 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-7803398c-4ead-4f62-b328-8e1e3bcbdf9b None None] Attempting to bind port 59375aa9-51e8-41fc-9220-5bae3b80bc1f on host n-d-825064-1 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:17:21.283786 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-7803398c-4ead-4f62-b328-8e1e3bcbdf9b None None] Attempting to bind port 59375aa9-51e8-41fc-9220-5bae3b80bc1f by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:17:21.284165 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7803398c-4ead-4f62-b328-8e1e3bcbdf9b None None] Attempting to bind port 59375aa9-51e8-41fc-9220-5bae3b80bc1f on network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:17:21.302052 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7803398c-4ead-4f62-b328-8e1e3bcbdf9b None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:17:21.304632 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7803398c-4ead-4f62-b328-8e1e3bcbdf9b None None] Checking segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:17:21.305077 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7803398c-4ead-4f62-b328-8e1e3bcbdf9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:21.305500 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7803398c-4ead-4f62-b328-8e1e3bcbdf9b None None] Bound using segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:17:21.306029 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-7803398c-4ead-4f62-b328-8e1e3bcbdf9b None None] Bound port: 59375aa9-51e8-41fc-9220-5bae3b80bc1f, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:17:21.306438 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7803398c-4ead-4f62-b328-8e1e3bcbdf9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:21.322819 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bea85a-852e-4a8b-b304-c4ee79e8d5f4 req-29df9623-ab2b-4d31-ade1-e1cc3c507c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:21.325498 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-b7bea85a-852e-4a8b-b304-c4ee79e8d5f4 req-29df9623-ab2b-4d31-ade1-e1cc3c507c21 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8518183d-cc63-459a-b971-d4c7514e001f HTTP/1.1" status: 200 len: 843 time: 0.0757160 Jan 18 22:17:21.391320 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-d46f1f1a-4c2d-4a27-a1e7-0cc710069e0f req-2e67b272-d7fd-4b1a-b834-1ca75c05dc40 service neutron] Attempting to bind port e930dcd0-2ce1-40ab-8ab7-d34e368f11a1 on host n-h2-825064-1 for vnic_type normal with profile {"migrating_to": "n-h1-825064-1"} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:17:21.391784 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-d46f1f1a-4c2d-4a27-a1e7-0cc710069e0f req-2e67b272-d7fd-4b1a-b834-1ca75c05dc40 service neutron] Attempting to bind port e930dcd0-2ce1-40ab-8ab7-d34e368f11a1 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': 'a97910f7-cad7-42ae-9f6e-c8965771467a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'db135028-f57a-417d-a5fc-9f73c3e34dd7'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:17:21.392247 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46f1f1a-4c2d-4a27-a1e7-0cc710069e0f req-2e67b272-d7fd-4b1a-b834-1ca75c05dc40 service neutron] Attempting to bind port e930dcd0-2ce1-40ab-8ab7-d34e368f11a1 on network db135028-f57a-417d-a5fc-9f73c3e34dd7 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:17:21.401011 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46f1f1a-4c2d-4a27-a1e7-0cc710069e0f req-2e67b272-d7fd-4b1a-b834-1ca75c05dc40 service neutron] Port e930dcd0-2ce1-40ab-8ab7-d34e368f11a1 on network db135028-f57a-417d-a5fc-9f73c3e34dd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:17:21.401462 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46f1f1a-4c2d-4a27-a1e7-0cc710069e0f req-2e67b272-d7fd-4b1a-b834-1ca75c05dc40 service neutron] Attempting to bind port e930dcd0-2ce1-40ab-8ab7-d34e368f11a1 on network db135028-f57a-417d-a5fc-9f73c3e34dd7 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:17:21.412119 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46f1f1a-4c2d-4a27-a1e7-0cc710069e0f req-2e67b272-d7fd-4b1a-b834-1ca75c05dc40 service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:17:21.412481 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46f1f1a-4c2d-4a27-a1e7-0cc710069e0f req-2e67b272-d7fd-4b1a-b834-1ca75c05dc40 service neutron] Checking segment: {'id': 'a97910f7-cad7-42ae-9f6e-c8965771467a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'db135028-f57a-417d-a5fc-9f73c3e34dd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:17:21.413705 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46f1f1a-4c2d-4a27-a1e7-0cc710069e0f req-2e67b272-d7fd-4b1a-b834-1ca75c05dc40 service neutron] Bound using segment: {'id': 'a97910f7-cad7-42ae-9f6e-c8965771467a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'db135028-f57a-417d-a5fc-9f73c3e34dd7'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:17:21.414224 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-d46f1f1a-4c2d-4a27-a1e7-0cc710069e0f req-2e67b272-d7fd-4b1a-b834-1ca75c05dc40 service neutron] Bound port: e930dcd0-2ce1-40ab-8ab7-d34e368f11a1, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a97910f7-cad7-42ae-9f6e-c8965771467a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'db135028-f57a-417d-a5fc-9f73c3e34dd7'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:17:21.414682 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-d46f1f1a-4c2d-4a27-a1e7-0cc710069e0f req-2e67b272-d7fd-4b1a-b834-1ca75c05dc40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:21.420844 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2ddb2aba-bfb8-441f-b925-4562584d7448 req-e7faeb8b-bc0f-46eb-b9dd-799294a307ec tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3279295 Jan 18 22:17:21.422821 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-7803398c-4ead-4f62-b328-8e1e3bcbdf9b None None] For port 59375aa9-51e8-41fc-9220-5bae3b80bc1f, host n-d-825064-1, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:17:21.435968 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-7803398c-4ead-4f62-b328-8e1e3bcbdf9b None None] For port 59375aa9-51e8-41fc-9220-5bae3b80bc1f, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=59375aa9-51e8-41fc-9220-5bae3b80bc1f,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:17:21.438640 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7803398c-4ead-4f62-b328-8e1e3bcbdf9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:21.454543 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-80245abb-682d-4155-a677-9a3ea53a82c3 req-c78e404c-efc6-4ec0-9244-150336bcb9fa service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec080a32-2c88-4bfb-b756-92e6efa937e5 HTTP/1.1" status: 200 len: 217 time: 0.1526773 Jan 18 22:17:21.456049 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:21.536577 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7803398c-4ead-4f62-b328-8e1e3bcbdf9b None None] Routers {'3390b0c4-6e4d-4242-8a83-5899dec3cf44'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:17:21.537200 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-7803398c-4ead-4f62-b328-8e1e3bcbdf9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:16:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['3390b0c4-6e4d-4242-8a83-5899dec3cf44'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:17:21.544165 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e67b272-d7fd-4b1a-b834-1ca75c05dc40 service neutron] Pushing event updated for resources: {'Port': ['ID=e930dcd0-2ce1-40ab-8ab7-d34e368f11a1,revision_number=7']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:21.609909 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-d46f1f1a-4c2d-4a27-a1e7-0cc710069e0f req-2e67b272-d7fd-4b1a-b834-1ca75c05dc40 service neutron] For port e930dcd0-2ce1-40ab-8ab7-d34e368f11a1, host n-h2-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:17:21.626094 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bea85a-852e-4a8b-b304-c4ee79e8d5f4 req-1ecdc2f5-d4b3-4b4c-b2ed-cf8b01f90236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:21.636177 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-b7bea85a-852e-4a8b-b304-c4ee79e8d5f4 req-1ecdc2f5-d4b3-4b4c-b2ed-cf8b01f90236 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aed2eca7-1bb0-443d-8485-b985dbe9851b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2990868 Jan 18 22:17:21.648958 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-d46f1f1a-4c2d-4a27-a1e7-0cc710069e0f req-2e67b272-d7fd-4b1a-b834-1ca75c05dc40 service neutron] For port e930dcd0-2ce1-40ab-8ab7-d34e368f11a1, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=e930dcd0-2ce1-40ab-8ab7-d34e368f11a1,segment=NetworkSegment(a97910f7-cad7-42ae-9f6e-c8965771467a),segment_id=a97910f7-cad7-42ae-9f6e-c8965771467a)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:17:21.702130 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device ca6f34f9-3e17-4b0e-a5c9-cdadcf4b0cbc up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:17:21.724193 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84e5c30-9dc0-441f-9639-50f3c2426803 req-bf9bde81-9b5f-491f-8bdc-53f8727295d6 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:21.725723 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e84e5c30-9dc0-441f-9639-50f3c2426803 req-bf9bde81-9b5f-491f-8bdc-53f8727295d6 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa35bf88-4440-4d73-afcd-ae0cc04d6d11 HTTP/1.1" status: 200 len: 946 time: 0.4166420 Jan 18 22:17:21.728805 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7597e600-37ae-41fc-b643-dbf42a856c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:21.753118 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 5755caed-1929-4892-869b-9f6abf517786, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=5755caed-1929-4892-869b-9f6abf517786,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:17:21.791398 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-9b08f8af-1e82-4f62-8259-9d2cfab16a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c8edf7-05fd-41b7-b984-8d28e21fb978', 'name': 'tempest-ServersTestJSON-1658499465-router', 'tenant_id': '9eaacdbf1945416eaa74e5d952bfe007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': 'd884bf49-78d2-4abe-910a-3194c6788d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:17:12Z', 'updated_at': '2022-01-18T22:17:16Z', 'revision_number': 3, 'project_id': '9eaacdbf1945416eaa74e5d952bfe007', 'gw_port': {'id': 'd884bf49-78d2-4abe-910a-3194c6788d27', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:96:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6c8edf7-05fd-41b7-b984-8d28e21fb978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:17:13Z', 'updated_at': '2022-01-18T22:17:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:17:21.794347 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-7803398c-4ead-4f62-b328-8e1e3bcbdf9b None None] Set router 3390b0c4-6e4d-4242-8a83-5899dec3cf44 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:17:21.800660 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:21.845955 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-d46f1f1a-4c2d-4a27-a1e7-0cc710069e0f req-2e67b272-d7fd-4b1a-b834-1ca75c05dc40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:21.853696 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80245abb-682d-4155-a677-9a3ea53a82c3 req-3b40fa14-2964-4750-abbc-d6f5db58e19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:21.861395 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-80245abb-682d-4155-a677-9a3ea53a82c3 req-3b40fa14-2964-4750-abbc-d6f5db58e19d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9d1c997a-9e2b-4f20-9423-81e2cb97ac40 HTTP/1.1" status: 200 len: 847 time: 0.3895099 Jan 18 22:17:21.862033 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a1f453-208c-416c-9cd3-9775ed0e7e70 None None] Pushing event updated for resources: {'Port': ['ID=59375aa9-51e8-41fc-9220-5bae3b80bc1f,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:21.916960 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0322506f-b794-4acc-b82d-f6b2984d774f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5755caed-1929-4892-869b-9f6abf517786'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:17:21.919344 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54cab7e6-4232-4109-b279-75f567d56daa" -d '{"events": [{"server_uuid": "0322506f-b794-4acc-b82d-f6b2984d774f", "name": "network-vif-plugged", "status": "completed", "tag": "5755caed-1929-4892-869b-9f6abf517786"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:17:21.965741 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b08f8af-1e82-4f62-8259-9d2cfab16a51 None None] Checking router: d6c8edf7-05fd-41b7-b984-8d28e21fb978 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:17:21.966085 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b08f8af-1e82-4f62-8259-9d2cfab16a51 None None] Updating router d6c8edf7-05fd-41b7-b984-8d28e21fb978 port d884bf49-78d2-4abe-910a-3194c6788d27 binding host n-d-825064-1 {{(pid=102432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:17:22.018194 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=5755caed-1929-4892-869b-9f6abf517786,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:22.042485 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa03ce63-c59b-478c-afae-2f58d341896f None None] DHCP port deletion for aedfddd3-18ca-435b-a468-865650891d60 request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:17:22.048652 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e9d74668-6ded-4003-a116-fc787bdc48a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:22.061082 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e84e5c30-9dc0-441f-9639-50f3c2426803 req-c3fae542-2737-47bd-b8b8-7eccf739e76d tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fead2ec-99b5-4f01-a8ba-653859b4c215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3192644 Jan 18 22:17:22.063270 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-80245abb-682d-4155-a677-9a3ea53a82c3 req-002c7213-9011-466c-9cd7-e8fea0295f12 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=db135028-f57a-417d-a5fc-9f73c3e34dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1520789 Jan 18 22:17:22.077608 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device e930dcd0-2ce1-40ab-8ab7-d34e368f11a1 details requested by agent hyperv_n-h1-825064-1 with host n-h1-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:17:22.111959 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ac0574-c7d5-4027-9ea1-3cc2d914855c req-f9c96f81-5260-4816-83ad-6bd09ae48e2f tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:22.122210 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c0ac0574-c7d5-4027-9ea1-3cc2d914855c req-f9c96f81-5260-4816-83ad-6bd09ae48e2f tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d35b913-8ec3-49a0-ace0-8a720d4edf05 HTTP/1.1" status: 200 len: 943 time: 0.4449606 Jan 18 22:17:22.149443 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-7803398c-4ead-4f62-b328-8e1e3bcbdf9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3390b0c4-6e4d-4242-8a83-5899dec3cf44', 'name': 'tempest-ServersTestFqdnHostnames-17038548-router', 'tenant_id': '2470a173f4ec4dbbaba85c29c38f49e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '59375aa9-51e8-41fc-9220-5bae3b80bc1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:17:11Z', 'updated_at': '2022-01-18T22:17:15Z', 'revision_number': 3, 'project_id': '2470a173f4ec4dbbaba85c29c38f49e1', 'gw_port': {'id': '59375aa9-51e8-41fc-9220-5bae3b80bc1f', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:24:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3390b0c4-6e4d-4242-8a83-5899dec3cf44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:17:13Z', 'updated_at': '2022-01-18T22:17:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:17:22.161380 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9b08f8af-1e82-4f62-8259-9d2cfab16a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:22.187133 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7803398c-4ead-4f62-b328-8e1e3bcbdf9b None None] The sync data for ids ['3390b0c4-6e4d-4242-8a83-5899dec3cf44'] in n-d-825064-1 is: [{'id': '3390b0c4-6e4d-4242-8a83-5899dec3cf44', 'name': 'tempest-ServersTestFqdnHostnames-17038548-router', 'tenant_id': '2470a173f4ec4dbbaba85c29c38f49e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '59375aa9-51e8-41fc-9220-5bae3b80bc1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:17:11Z', 'updated_at': '2022-01-18T22:17:15Z', 'revision_number': 3, 'project_id': '2470a173f4ec4dbbaba85c29c38f49e1', 'gw_port': {'id': '59375aa9-51e8-41fc-9220-5bae3b80bc1f', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:24:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3390b0c4-6e4d-4242-8a83-5899dec3cf44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:17:13Z', 'updated_at': '2022-01-18T22:17:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:17:22.348487 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c0ac0574-c7d5-4027-9ea1-3cc2d914855c req-f5b178e6-1121-44bc-882d-885864219813 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac5bfedd-8c81-4ad7-9f0f-99ba0a339521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202461 Jan 18 22:17:22.434161 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e950c455-37ad-4364-b954-0120e2cefd94 x-openstack-request-id: req-e950c455-37ad-4364-b954-0120e2cefd94 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:17:22.434161 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0322506f-b794-4acc-b82d-f6b2984d774f", "name": "network-vif-plugged", "status": "completed", "tag": "5755caed-1929-4892-869b-9f6abf517786", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:17:22.434161 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e950c455-37ad-4364-b954-0120e2cefd94 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:17:22.434161 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0322506f-b794-4acc-b82d-f6b2984d774f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5755caed-1929-4892-869b-9f6abf517786', 'code': 200} Jan 18 22:17:22.464903 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-80245abb-682d-4155-a677-9a3ea53a82c3 req-1b7eabf9-2e3e-4bec-8014-622fec6fb431 service neutron] 10.222.0.67 "GET /v2.0/networks/db135028-f57a-417d-a5fc-9f73c3e34dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3000379 Jan 18 22:17:22.464903 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-79a818e6-1de6-4ce7-928e-c472f01ae7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:22.526341 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e67b272-d7fd-4b1a-b834-1ca75c05dc40 service neutron] Pushing event updated for resources: {'Port': ['ID=e930dcd0-2ce1-40ab-8ab7-d34e368f11a1,revision_number=8']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:22.533042 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e484d0-b474-4a84-851f-121f06d90b1c x-openstack-request-id: req-44e484d0-b474-4a84-851f-121f06d90b1c {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:17:22.533592 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cc62fa1-501a-4c08-a35a-60422ee1528b", "tag": "855dc544-1a8f-4962-8790-4825dc408cf4", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:17:22.534316 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-44e484d0-b474-4a84-851f-121f06d90b1c {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:17:22.534884 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cc62fa1-501a-4c08-a35a-60422ee1528b', 'tag': '855dc544-1a8f-4962-8790-4825dc408cf4', 'status': 'completed', 'code': 200} Jan 18 22:17:22.684015 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f1f1a-4c2d-4a27-a1e7-0cc710069e0f req-2e67b272-d7fd-4b1a-b834-1ca75c05dc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:22.685306 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-d46f1f1a-4c2d-4a27-a1e7-0cc710069e0f req-2e67b272-d7fd-4b1a-b834-1ca75c05dc40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:22.687428 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-d46f1f1a-4c2d-4a27-a1e7-0cc710069e0f req-2e67b272-d7fd-4b1a-b834-1ca75c05dc40 service neutron] 10.222.0.36 "PUT /v2.0/ports/e930dcd0-2ce1-40ab-8ab7-d34e368f11a1 HTTP/1.1" status: 200 len: 1121 time: 2.7957160 Jan 18 22:17:22.737901 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port ca6f34f9-3e17-4b0e-a5c9-cdadcf4b0cbc triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:17:22.738754 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:22.747831 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-b7bea85a-852e-4a8b-b304-c4ee79e8d5f4 req-e43d21ba-77ea-43e8-9272-e85aa7308454 service neutron] 10.222.0.67 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0924544 Jan 18 22:17:22.757516 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92643292-b54b-4525-b827-d1eb933c684d req-13967e77-cccc-4a64-aea4-219e2ad09df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:22.759547 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-92643292-b54b-4525-b827-d1eb933c684d req-13967e77-cccc-4a64-aea4-219e2ad09df6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=584d50ef6ed64545aac1e7947879ab5e&device_id=aa35bf88-4440-4d73-afcd-ae0cc04d6d11 HTTP/1.1" status: 200 len: 1097 time: 0.2153962 Jan 18 22:17:22.779949 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-80245abb-682d-4155-a677-9a3ea53a82c3 req-3a8c5bbe-ffa6-4059-9deb-2bc9e7ae99f3 service neutron] 10.222.0.67 "GET /v2.0/networks/db135028-f57a-417d-a5fc-9f73c3e34dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959545 Jan 18 22:17:22.874871 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.db.resource_extend [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 22:17:22.902288 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['e930dcd0-2ce1-40ab-8ab7-d34e368f11a1'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:17:22.907732 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['e930dcd0-2ce1-40ab-8ab7-d34e368f11a1'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:17:23.044895 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:23.055012 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9b08f8af-1e82-4f62-8259-9d2cfab16a51 None None] Notify callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:23.075923 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a1ddcb61-3a4e-4ed2-81be-6ce9d71ef212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:23.127145 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-7597e600-37ae-41fc-b643-dbf42a856c22 admin admin] Deleting port 4a3a565d-0e9b-470e-a4bc-b7b88e333398 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:17:23.127543 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7597e600-37ae-41fc-b643-dbf42a856c22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:23.139043 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9b08f8af-1e82-4f62-8259-9d2cfab16a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:23.167873 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-b7bea85a-852e-4a8b-b304-c4ee79e8d5f4 req-15d9e963-6e80-4861-9f48-4d6afdb25810 service neutron] 10.222.0.67 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4062405 Jan 18 22:17:23.168914 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92643292-b54b-4525-b827-d1eb933c684d req-cd773c41-ff2c-4a7f-8031-73269b9cbe1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:23.171690 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-92643292-b54b-4525-b827-d1eb933c684d req-cd773c41-ff2c-4a7f-8031-73269b9cbe1f service neutron] 10.222.0.36 "GET /v2.0/networks?id=e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84 HTTP/1.1" status: 200 len: 911 time: 0.1633842 Jan 18 22:17:23.193812 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b0b5e0-97b4-4dd6-995e-5a087ee2c697 req-c141079d-f72f-45f5-8aac-84bd75caa6e4 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:23.196958 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a8b0b5e0-97b4-4dd6-995e-5a087ee2c697 req-c141079d-f72f-45f5-8aac-84bd75caa6e4 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cc62fa1-501a-4c08-a35a-60422ee1528b HTTP/1.1" status: 200 len: 948 time: 0.3882544 Jan 18 22:17:23.239179 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-fa03ce63-c59b-478c-afae-2f58d341896f None None] Deleting port 4a3a565d-0e9b-470e-a4bc-b7b88e333398 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:17:23.239750 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fa03ce63-c59b-478c-afae-2f58d341896f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:23.334211 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a8b0b5e0-97b4-4dd6-995e-5a087ee2c697 req-ce6b0be9-2fe1-42e2-a810-d03c9b64867d tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828645 Jan 18 22:17:23.336519 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb57f2-decf-4997-9074-4691b70b3b28 req-e8c5e279-21eb-4b97-880e-f2bd84a156bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:23.338482 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-92643292-b54b-4525-b827-d1eb933c684d req-5c301342-633f-4dcb-a190-1ca33d911b40 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a0306c0-065b-4f7c-897a-b0ab604fa791 HTTP/1.1" status: 200 len: 1000 time: 0.1596308 Jan 18 22:17:23.339163 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ffeb57f2-decf-4997-9074-4691b70b3b28 req-e8c5e279-21eb-4b97-880e-f2bd84a156bf service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0322506f-b794-4acc-b82d-f6b2984d774f HTTP/1.1" status: 200 len: 1100 time: 0.8984466 Jan 18 22:17:23.399894 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24af7a2f-0fde-4d79-a328-cc93137d4840 req-472b1de4-5b17-434a-97d0-350de639c2fb tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:23.409399 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-24af7a2f-0fde-4d79-a328-cc93137d4840 req-472b1de4-5b17-434a-97d0-350de639c2fb tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] 10.222.0.53 "GET /v2.0/ports?device_id=0322506f-b794-4acc-b82d-f6b2984d774f HTTP/1.1" status: 200 len: 949 time: 1.0449035 Jan 18 22:17:23.463109 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92643292-b54b-4525-b827-d1eb933c684d req-14856c9a-e338-4a34-936a-c6369b958d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:23.463109 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-92643292-b54b-4525-b827-d1eb933c684d req-14856c9a-e338-4a34-936a-c6369b958d89 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=42841b58-d144-4855-94d6-b7b43c1900e0 HTTP/1.1" status: 200 len: 850 time: 0.1114557 Jan 18 22:17:23.470942 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d47eed-b3ed-495f-b23c-98836b5f8246 req-806ca454-6c6a-4652-9ac7-960feadaa8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:23.472758 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f9d47eed-b3ed-495f-b23c-98836b5f8246 req-806ca454-6c6a-4652-9ac7-960feadaa8e7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7c124f68020a4e92b3e26dca83e43678&device_id=0cc62fa1-501a-4c08-a35a-60422ee1528b HTTP/1.1" status: 200 len: 1099 time: 0.1333845 Jan 18 22:17:23.606133 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92643292-b54b-4525-b827-d1eb933c684d req-1e58e973-65fd-4cf1-9b04-011bca22c2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:23.608064 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-92643292-b54b-4525-b827-d1eb933c684d req-1e58e973-65fd-4cf1-9b04-011bca22c2c3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1342683 Jan 18 22:17:23.621811 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-79a818e6-1de6-4ce7-928e-c472f01ae7c4 admin admin] Allocated IP 172.20.0.1 (951f976e-2e72-444e-82f8-f59e1a118eb0/2ced78af-dc1e-4c69-aae7-2ab8772ec86b/a04d3989-bddb-4dbd-aabb-4e1df020dca5) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:17:23.724911 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-9b08f8af-1e82-4f62-8259-9d2cfab16a51 None None] Attempting to bind port d884bf49-78d2-4abe-910a-3194c6788d27 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:17:23.725472 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-9b08f8af-1e82-4f62-8259-9d2cfab16a51 None None] Attempting to bind port d884bf49-78d2-4abe-910a-3194c6788d27 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:17:23.725628 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b08f8af-1e82-4f62-8259-9d2cfab16a51 None None] Attempting to bind port d884bf49-78d2-4abe-910a-3194c6788d27 on network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:17:23.736709 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46f4e00-0b33-47c9-aefc-1ab52e19eb0e None None] Pushing event updated for resources: {'Port': ['ID=d884bf49-78d2-4abe-910a-3194c6788d27,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:23.751750 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-92643292-b54b-4525-b827-d1eb933c684d req-a838609a-0aad-4130-a3e4-13475eac7fd0 service neutron] 10.222.0.36 "GET /v2.0/networks/e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329315 Jan 18 22:17:23.821169 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 8d6b9fa0-da5d-4e2f-8bcf-adcd34936f64 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:17:23.821497 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-79a818e6-1de6-4ce7-928e-c472f01ae7c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:23.826890 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port e930dcd0-2ce1-40ab-8ab7-d34e368f11a1, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=e930dcd0-2ce1-40ab-8ab7-d34e368f11a1,segment=NetworkSegment(a97910f7-cad7-42ae-9f6e-c8965771467a),segment_id=a97910f7-cad7-42ae-9f6e-c8965771467a)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:17:23.864184 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b08f8af-1e82-4f62-8259-9d2cfab16a51 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:17:23.864589 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b08f8af-1e82-4f62-8259-9d2cfab16a51 None None] Checking segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:17:23.865285 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9b08f8af-1e82-4f62-8259-9d2cfab16a51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:23.865451 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b08f8af-1e82-4f62-8259-9d2cfab16a51 None None] Bound using segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:17:23.865886 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-9b08f8af-1e82-4f62-8259-9d2cfab16a51 None None] Bound port: d884bf49-78d2-4abe-910a-3194c6788d27, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:17:23.866273 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9b08f8af-1e82-4f62-8259-9d2cfab16a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:23.886020 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-24af7a2f-0fde-4d79-a328-cc93137d4840 req-b8484673-0f6a-43c0-befc-bdce0fa47b9b tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] 10.222.0.53 "GET /v2.0/security-groups?id=2720ae35-eb4e-4877-837a-ceec23b7b1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4756405 Jan 18 22:17:23.941674 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d47eed-b3ed-495f-b23c-98836b5f8246 req-e910416a-136c-4873-90a1-2d4f9e505603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:23.943863 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f9d47eed-b3ed-495f-b23c-98836b5f8246 req-e910416a-136c-4873-90a1-2d4f9e505603 service neutron] 10.222.0.67 "GET /v2.0/networks?id=aed2eca7-1bb0-443d-8485-b985dbe9851b HTTP/1.1" status: 200 len: 869 time: 0.4400885 Jan 18 22:17:24.013599 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-a1ddcb61-3a4e-4ed2-81be-6ce9d71ef212 admin admin] Allocated IP 172.20.0.1 (e15f6438-95ae-482f-8d95-5a9ba3dee07c/298d2632-4609-4d47-8110-fdef65c01513/26bc1a77-313b-42e1-8f39-e8e5de0e49a6) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:17:24.019374 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 8d6b9fa0-da5d-4e2f-8bcf-adcd34936f64 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:17:24.019724 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 8d6b9fa0-da5d-4e2f-8bcf-adcd34936f64 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:17:24.020229 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 99d6f0d3-d29b-4d83-9925-88f66abe38d0 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:17:24.034303 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-fa03ce63-c59b-478c-afae-2f58d341896f None None] For port 4a3a565d-0e9b-470e-a4bc-b7b88e333398, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=4a3a565d-0e9b-470e-a4bc-b7b88e333398,segment=NetworkSegment(abfda017-35d1-49e9-9caa-552c7973e9d3),segment_id=abfda017-35d1-49e9-9caa-552c7973e9d3)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:17:24.034712 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fa03ce63-c59b-478c-afae-2f58d341896f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:24.070904 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device e930dcd0-2ce1-40ab-8ab7-d34e368f11a1 has no active binding in host n-h1-825064-1 {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 18 22:17:24.073323 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f9d47eed-b3ed-495f-b23c-98836b5f8246 req-7a632e98-c333-4d5c-a536-8a58255b8c97 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=855dc544-1a8f-4962-8790-4825dc408cf4 HTTP/1.1" status: 200 len: 217 time: 0.1190066 Jan 18 22:17:24.104724 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 99d6f0d3-d29b-4d83-9925-88f66abe38d0 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:17:24.105157 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 99d6f0d3-d29b-4d83-9925-88f66abe38d0 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:17:24.115069 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-fa03ce63-c59b-478c-afae-2f58d341896f None None] Calling delete_port for 4a3a565d-0e9b-470e-a4bc-b7b88e333398 owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:17:24.200741 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-79a818e6-1de6-4ce7-928e-c472f01ae7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:24.221861 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-9b08f8af-1e82-4f62-8259-9d2cfab16a51 None None] For port d884bf49-78d2-4abe-910a-3194c6788d27, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:17:24.247664 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-92643292-b54b-4525-b827-d1eb933c684d req-0617e4cd-551a-4995-8ee7-5056291a3768 service neutron] 10.222.0.36 "GET /v2.0/networks/e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4524400 Jan 18 22:17:24.257947 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-9b08f8af-1e82-4f62-8259-9d2cfab16a51 None None] For port d884bf49-78d2-4abe-910a-3194c6788d27, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=d884bf49-78d2-4abe-910a-3194c6788d27,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:17:24.284279 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9b08f8af-1e82-4f62-8259-9d2cfab16a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:24.304005 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d47eed-b3ed-495f-b23c-98836b5f8246 req-0a24856e-4dea-4bbd-8eff-737868b2f2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:24.306998 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f9d47eed-b3ed-495f-b23c-98836b5f8246 req-0a24856e-4dea-4bbd-8eff-737868b2f2e8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8518183d-cc63-459a-b971-d4c7514e001f HTTP/1.1" status: 200 len: 843 time: 0.2177436 Jan 18 22:17:24.389680 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 59375aa9-51e8-41fc-9220-5bae3b80bc1f up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:17:24.408483 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:24.438271 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d47eed-b3ed-495f-b23c-98836b5f8246 req-45021ef2-1a01-4ac9-b633-7090697a7063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:24.439858 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f9d47eed-b3ed-495f-b23c-98836b5f8246 req-45021ef2-1a01-4ac9-b633-7090697a7063 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aed2eca7-1bb0-443d-8485-b985dbe9851b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1118910 Jan 18 22:17:24.537556 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d35b913-8ec3-49a0-ace0-8a720d4edf05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e930dcd0-2ce1-40ab-8ab7-d34e368f11a1'}, {'name': 'network-changed', 'server_uuid': '5d35b913-8ec3-49a0-ace0-8a720d4edf05', 'tag': 'e930dcd0-2ce1-40ab-8ab7-d34e368f11a1'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:17:24.543115 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-857453ea-23ee-4a2d-afd1-347badfa4531" -d '{"events": [{"server_uuid": "5d35b913-8ec3-49a0-ace0-8a720d4edf05", "name": "network-vif-unplugged", "status": "completed", "tag": "e930dcd0-2ce1-40ab-8ab7-d34e368f11a1"}, {"name": "network-changed", "server_uuid": "5d35b913-8ec3-49a0-ace0-8a720d4edf05", "tag": "e930dcd0-2ce1-40ab-8ab7-d34e368f11a1"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:17:24.553243 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b08f8af-1e82-4f62-8259-9d2cfab16a51 None None] Routers {'d6c8edf7-05fd-41b7-b984-8d28e21fb978'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:17:24.553753 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-9b08f8af-1e82-4f62-8259-9d2cfab16a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:17:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['d6c8edf7-05fd-41b7-b984-8d28e21fb978'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:17:24.563835 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46f4e00-0b33-47c9-aefc-1ab52e19eb0e None None] Pushing event updated for resources: {'Port': ['ID=d884bf49-78d2-4abe-910a-3194c6788d27,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:24.609061 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fa03ce63-c59b-478c-afae-2f58d341896f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:24.610894 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:24.627171 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f9d47eed-b3ed-495f-b23c-98836b5f8246 req-fd41dbb0-c1c0-4738-b09e-e6f285047450 service neutron] 10.222.0.67 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787148 Jan 18 22:17:24.673684 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa03ce63-c59b-478c-afae-2f58d341896f None None] Pushing event deleted for resources: {'Port': ['ID=4a3a565d-0e9b-470e-a4bc-b7b88e333398,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:24.674314 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a818e6-1de6-4ce7-928e-c472f01ae7c4 admin admin] Network 951f976e-2e72-444e-82f8-f59e1a118eb0 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:17:24.694002 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-7597e600-37ae-41fc-b643-dbf42a856c22 admin admin] For port 4a3a565d-0e9b-470e-a4bc-b7b88e333398, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=4a3a565d-0e9b-470e-a4bc-b7b88e333398,segment=NetworkSegment(abfda017-35d1-49e9-9caa-552c7973e9d3),segment_id=abfda017-35d1-49e9-9caa-552c7973e9d3)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:17:24.694673 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7597e600-37ae-41fc-b643-dbf42a856c22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:24.697557 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-79a818e6-1de6-4ce7-928e-c472f01ae7c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:17:24.714286 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa03ce63-c59b-478c-afae-2f58d341896f None None] No DVR routers for this DVR port 4a3a565d-0e9b-470e-a4bc-b7b88e333398 on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:17:24.717394 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a818e6-1de6-4ce7-928e-c472f01ae7c4 admin admin] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:17:24.723143 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ffeb57f2-decf-4997-9074-4691b70b3b28 req-3f8908cb-5ed6-4bdb-a225-d0df7c7f649c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2720ae35-eb4e-4877-837a-ceec23b7b1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2833834 Jan 18 22:17:24.743233 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 59375aa9-51e8-41fc-9220-5bae3b80bc1f triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:17:24.744820 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:24.783956 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-9b08f8af-1e82-4f62-8259-9d2cfab16a51 None None] Set router d6c8edf7-05fd-41b7-b984-8d28e21fb978 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:17:24.786579 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a818e6-1de6-4ce7-928e-c472f01ae7c4 admin admin] Pushing event updated for resources: {'Port': ['ID=a04d3989-bddb-4dbd-aabb-4e1df020dca5,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:24.809735 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b5f5a1-3453-4911-bf22-f19201160cde req-ca1944c2-fb0a-4c09-9848-6071f0e4adc5 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:24.815053 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-51b5f5a1-3453-4911-bf22-f19201160cde req-ca1944c2-fb0a-4c09-9848-6071f0e4adc5 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa35bf88-4440-4d73-afcd-ae0cc04d6d11 HTTP/1.1" status: 200 len: 946 time: 0.7604134 Jan 18 22:17:24.822713 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-7597e600-37ae-41fc-b643-dbf42a856c22 admin admin] Calling delete_port for 4a3a565d-0e9b-470e-a4bc-b7b88e333398 owned by network:dhcp {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:17:24.848670 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f9d47eed-b3ed-495f-b23c-98836b5f8246 req-70fd6da3-73ca-4bb7-86a6-a86727767d7f service neutron] 10.222.0.67 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112510 Jan 18 22:17:24.914636 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff59b01-bc25-4247-9b8c-08511b63ad70 req-3fb4b5fc-cb00-435e-87b6-83d62ec92043 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:24.916917 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-dff59b01-bc25-4247-9b8c-08511b63ad70 req-3fb4b5fc-cb00-435e-87b6-83d62ec92043 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d35b913-8ec3-49a0-ace0-8a720d4edf05 HTTP/1.1" status: 200 len: 943 time: 0.7438588 Jan 18 22:17:24.991896 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a1ddcb61-3a4e-4ed2-81be-6ce9d71ef212 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:25.069160 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a1ddcb61-3a4e-4ed2-81be-6ce9d71ef212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:25.090765 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-9b08f8af-1e82-4f62-8259-9d2cfab16a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c8edf7-05fd-41b7-b984-8d28e21fb978', 'name': 'tempest-ServersTestJSON-1658499465-router', 'tenant_id': '9eaacdbf1945416eaa74e5d952bfe007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': 'd884bf49-78d2-4abe-910a-3194c6788d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:17:12Z', 'updated_at': '2022-01-18T22:17:16Z', 'revision_number': 3, 'project_id': '9eaacdbf1945416eaa74e5d952bfe007', 'gw_port': {'id': 'd884bf49-78d2-4abe-910a-3194c6788d27', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:96:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6c8edf7-05fd-41b7-b984-8d28e21fb978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:17:13Z', 'updated_at': '2022-01-18T22:17:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:17:25.123174 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:25.134241 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-79a818e6-1de6-4ce7-928e-c472f01ae7c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1040954'] for router_interface, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:25.136167 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b08f8af-1e82-4f62-8259-9d2cfab16a51 None None] The sync data for ids ['d6c8edf7-05fd-41b7-b984-8d28e21fb978'] in n-d-825064-1 is: [{'id': 'd6c8edf7-05fd-41b7-b984-8d28e21fb978', 'name': 'tempest-ServersTestJSON-1658499465-router', 'tenant_id': '9eaacdbf1945416eaa74e5d952bfe007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': 'd884bf49-78d2-4abe-910a-3194c6788d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:17:12Z', 'updated_at': '2022-01-18T22:17:16Z', 'revision_number': 3, 'project_id': '9eaacdbf1945416eaa74e5d952bfe007', 'gw_port': {'id': 'd884bf49-78d2-4abe-910a-3194c6788d27', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:96:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6c8edf7-05fd-41b7-b984-8d28e21fb978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:17:13Z', 'updated_at': '2022-01-18T22:17:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:17:25.161844 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port 59375aa9-51e8-41fc-9220-5bae3b80bc1f, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=59375aa9-51e8-41fc-9220-5bae3b80bc1f,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:17:25.162972 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-e31421f3-64b9-4d72-8dcc-a454428d2d82 None None] Provisioning complete for port a04d3989-bddb-4dbd-aabb-4e1df020dca5 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:17:25.165778 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e31421f3-64b9-4d72-8dcc-a454428d2d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:25.220572 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-e31421f3-64b9-4d72-8dcc-a454428d2d82 None None] Port a04d3989-bddb-4dbd-aabb-4e1df020dca5 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:17:25.222577 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:25.229845 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-51b5f5a1-3453-4911-bf22-f19201160cde req-287ffb9c-ffc7-436f-bded-20e75f662603 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fead2ec-99b5-4f01-a8ba-653859b4c215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3949885 Jan 18 22:17:25.262996 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ddcb61-3a4e-4ed2-81be-6ce9d71ef212 admin admin] Network e15f6438-95ae-482f-8d95-5a9ba3dee07c is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:17:25.305120 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-dff59b01-bc25-4247-9b8c-08511b63ad70 req-fd131cfd-6b5f-4bf6-99aa-881b15143418 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac5bfedd-8c81-4ad7-9f0f-99ba0a339521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692773 Jan 18 22:17:25.325696 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 4a3a565d-0e9b-470e-a4bc-b7b88e333398 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:17:25.333158 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-a1ddcb61-3a4e-4ed2-81be-6ce9d71ef212 admin admin] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:17:25.339154 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ddcb61-3a4e-4ed2-81be-6ce9d71ef212 admin admin] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:17:25.362236 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=59375aa9-51e8-41fc-9220-5bae3b80bc1f,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:25.364931 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 4a3a565d-0e9b-470e-a4bc-b7b88e333398 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:17:25.370549 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 4a3a565d-0e9b-470e-a4bc-b7b88e333398 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:17:25.502940 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ddcb61-3a4e-4ed2-81be-6ce9d71ef212 admin admin] Pushing event updated for resources: {'Port': ['ID=26bc1a77-313b-42e1-8f39-e8e5de0e49a6,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:25.518649 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 18 Jan 2022 22:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa9a928c-0069-4ecc-bd65-84959b31c63d x-openstack-request-id: req-aa9a928c-0069-4ecc-bd65-84959b31c63d {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:17:25.519159 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d35b913-8ec3-49a0-ace0-8a720d4edf05", "name": "network-vif-unplugged", "status": "completed", "tag": "e930dcd0-2ce1-40ab-8ab7-d34e368f11a1", "code": 200}, {"name": "network-changed", "server_uuid": "5d35b913-8ec3-49a0-ace0-8a720d4edf05", "tag": "e930dcd0-2ce1-40ab-8ab7-d34e368f11a1", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:17:25.519614 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-aa9a928c-0069-4ecc-bd65-84959b31c63d {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:17:25.520252 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d35b913-8ec3-49a0-ace0-8a720d4edf05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e930dcd0-2ce1-40ab-8ab7-d34e368f11a1', 'code': 200} Jan 18 22:17:25.520664 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d35b913-8ec3-49a0-ace0-8a720d4edf05', 'tag': 'e930dcd0-2ce1-40ab-8ab7-d34e368f11a1', 'status': 'completed', 'code': 200} Jan 18 22:17:25.588868 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7597e600-37ae-41fc-b643-dbf42a856c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:25.632639 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a1ddcb61-3a4e-4ed2-81be-6ce9d71ef212 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1040954'] for router_interface, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:25.663716 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857453ea-23ee-4a2d-afd1-347badfa4531 req-5afc35aa-a264-42dc-a00b-6b1f2c0d6df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:25.666570 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-857453ea-23ee-4a2d-afd1-347badfa4531 req-5afc35aa-a264-42dc-a00b-6b1f2c0d6df3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=646d6b7fa3c74dbb9d53573120d4a5a9&device_id=5d35b913-8ec3-49a0-ace0-8a720d4edf05 HTTP/1.1" status: 200 len: 1124 time: 0.1182621 Jan 18 22:17:25.744117 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7597e600-37ae-41fc-b643-dbf42a856c22 admin admin] No DVR routers for this DVR port 4a3a565d-0e9b-470e-a4bc-b7b88e333398 on host n-d-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:17:25.775960 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7597e600-37ae-41fc-b643-dbf42a856c22 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a3a565d-0e9b-470e-a4bc-b7b88e333398,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:25.793393 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be8200b-0ced-4283-8f54-dc336b978073 req-4af92636-dced-4b5c-b844-639b1cffc41a tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:25.795390 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0be8200b-0ced-4283-8f54-dc336b978073 req-4af92636-dced-4b5c-b844-639b1cffc41a tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cc62fa1-501a-4c08-a35a-60422ee1528b HTTP/1.1" status: 200 len: 948 time: 0.4430664 Jan 18 22:17:25.862912 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-93eee7d6-409f-44ef-92c0-e6cf2f41b9f4 None None] Provisioning complete for port 26bc1a77-313b-42e1-8f39-e8e5de0e49a6 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:17:25.863976 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-93eee7d6-409f-44ef-92c0-e6cf2f41b9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:25.949832 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-79a818e6-1de6-4ce7-928e-c472f01ae7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:25.951413 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-93eee7d6-409f-44ef-92c0-e6cf2f41b9f4 None None] Port 26bc1a77-313b-42e1-8f39-e8e5de0e49a6 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:17:25.980055 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857453ea-23ee-4a2d-afd1-347badfa4531 req-36b94cfb-7899-4f9d-b237-a96e9f232047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:25.981942 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-857453ea-23ee-4a2d-afd1-347badfa4531 req-36b94cfb-7899-4f9d-b237-a96e9f232047 service neutron] 10.222.0.67 "GET /v2.0/networks?id=db135028-f57a-417d-a5fc-9f73c3e34dd7 HTTP/1.1" status: 200 len: 907 time: 0.3057313 Jan 18 22:17:26.023234 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0351de76-4cbc-4d11-b001-bd9f50e7e727 req-c741baed-6a97-403f-9af7-90d8813ca8ea tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:26.036345 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0351de76-4cbc-4d11-b001-bd9f50e7e727 req-c741baed-6a97-403f-9af7-90d8813ca8ea tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] 10.222.0.53 "GET /v2.0/ports?device_id=0322506f-b794-4acc-b82d-f6b2984d774f HTTP/1.1" status: 200 len: 949 time: 0.3883905 Jan 18 22:17:26.047007 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7597e600-37ae-41fc-b643-dbf42a856c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:26.052722 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-857453ea-23ee-4a2d-afd1-347badfa4531 req-f5fc5c77-84a4-45d9-90e3-6ef1bc2d6fdb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e930dcd0-2ce1-40ab-8ab7-d34e368f11a1 HTTP/1.1" status: 200 len: 217 time: 0.0604784 Jan 18 22:17:26.111525 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0be8200b-0ced-4283-8f54-dc336b978073 req-8b6167c3-0858-42b6-91ae-e3daa5e0d9d4 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931533 Jan 18 22:17:26.176660 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857453ea-23ee-4a2d-afd1-347badfa4531 req-6ef6cee4-e3ea-4326-997c-8a763aaee304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:26.178539 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-857453ea-23ee-4a2d-afd1-347badfa4531 req-6ef6cee4-e3ea-4326-997c-8a763aaee304 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9d1c997a-9e2b-4f20-9423-81e2cb97ac40 HTTP/1.1" status: 200 len: 847 time: 0.1032922 Jan 18 22:17:26.180734 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-7597e600-37ae-41fc-b643-dbf42a856c22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aedfddd3-18ca-435b-a468-865650891d60']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:17:26.237725 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-7597e600-37ae-41fc-b643-dbf42a856c22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abfda017-35d1-49e9-9caa-552c7973e9d3') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:17:26.238388 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-7597e600-37ae-41fc-b643-dbf42a856c22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abfda017-35d1-49e9-9caa-552c7973e9d3') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:17:26.247947 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-857453ea-23ee-4a2d-afd1-347badfa4531 req-3f593c98-a882-41be-8bfb-dfdfdca403e4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=db135028-f57a-417d-a5fc-9f73c3e34dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602109 Jan 18 22:17:26.279299 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0351de76-4cbc-4d11-b001-bd9f50e7e727 req-ec5adc9a-a6d5-486b-816d-2d1437a67699 tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] 10.222.0.53 "GET /v2.0/security-groups?id=2720ae35-eb4e-4877-837a-ceec23b7b1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373967 Jan 18 22:17:26.285566 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7597e600-37ae-41fc-b643-dbf42a856c22 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60394742'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:26.327557 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7597e600-37ae-41fc-b643-dbf42a856c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:26.335935 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7597e600-37ae-41fc-b643-dbf42a856c22 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:17:26.336445 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7597e600-37ae-41fc-b643-dbf42a856c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60203044'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:26.443275 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-857453ea-23ee-4a2d-afd1-347badfa4531 req-675c7619-99b5-44b8-bedc-72ae61cf74b5 service neutron] 10.222.0.67 "GET /v2.0/networks/db135028-f57a-417d-a5fc-9f73c3e34dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896877 Jan 18 22:17:26.443789 n-d-825064-1 neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:17:26.443789 n-d-825064-1 neutron-server[102430]: self.session.flush() Jan 18 22:17:26.443789 n-d-825064-1 neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:17:26.443789 n-d-825064-1 neutron-server[102430]: self.session.flush() Jan 18 22:17:26.443789 n-d-825064-1 neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:17:26.443789 n-d-825064-1 neutron-server[102430]: self.session.flush() Jan 18 22:17:26.443789 n-d-825064-1 neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:17:26.443789 n-d-825064-1 neutron-server[102430]: self.session.flush() Jan 18 22:17:26.443789 n-d-825064-1 neutron-server[102430]: Traceback (most recent call last): Jan 18 22:17:26.443789 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:17:26.443789 n-d-825064-1 neutron-server[102430]: timer() Jan 18 22:17:26.443789 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:17:26.443789 n-d-825064-1 neutron-server[102430]: cb(*args, **kw) Jan 18 22:17:26.443789 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:17:26.443789 n-d-825064-1 neutron-server[102430]: return func(*args, **kwargs) Jan 18 22:17:26.443789 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:17:26.443789 n-d-825064-1 neutron-server[102430]: self._notify() Jan 18 22:17:26.443789 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:17:26.443789 n-d-825064-1 neutron-server[102430]: self.callback(batched_events) Jan 18 22:17:26.443789 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:17:26.443789 n-d-825064-1 neutron-server[102430]: event.method(event) Jan 18 22:17:26.443789 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:17:26.443789 n-d-825064-1 neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:17:26.443789 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:17:26.443789 n-d-825064-1 neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:17:26.443789 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:17:26.443789 n-d-825064-1 neutron-server[102430]: return f(self, *a, **k) Jan 18 22:17:26.443789 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:17:26.443789 n-d-825064-1 neutron-server[102430]: return self._get(url).json() Jan 18 22:17:26.443789 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:17:26.443789 n-d-825064-1 neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:17:26.443789 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:17:26.443789 n-d-825064-1 neutron-server[102430]: return self.request(url, 'GET', **kwargs) Jan 18 22:17:26.443789 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:17:26.443789 n-d-825064-1 neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:17:26.443789 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:17:26.443789 n-d-825064-1 neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:17:26.443789 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:17:26.443789 n-d-825064-1 neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:17:26.443789 n-d-825064-1 neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:17:26.473903 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 59375aa9-51e8-41fc-9220-5bae3b80bc1f up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:17:26.527339 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7597e600-37ae-41fc-b643-dbf42a856c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:26.558510 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 855dc544-1a8f-4962-8790-4825dc408cf4 details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:17:26.638101 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a1ddcb61-3a4e-4ed2-81be-6ce9d71ef212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:26.661905 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-857453ea-23ee-4a2d-afd1-347badfa4531 req-22870677-f192-4f67-80f6-62253dcf910f service neutron] 10.222.0.67 "GET /v2.0/networks/db135028-f57a-417d-a5fc-9f73c3e34dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112713 Jan 18 22:17:26.667372 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7597e600-37ae-41fc-b643-dbf42a856c22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:26.674370 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-7597e600-37ae-41fc-b643-dbf42a856c22 admin admin] 10.222.0.53 "DELETE /v2.0/networks/aedfddd3-18ca-435b-a468-865650891d60 HTTP/1.1" status: 204 len: 168 time: 5.6099513 Jan 18 22:17:26.748878 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7597e600-37ae-41fc-b643-dbf42a856c22 admin admin] Pushing event deleted for resources: {'Network': ['ID=aedfddd3-18ca-435b-a468-865650891d60,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:26.795697 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 855dc544-1a8f-4962-8790-4825dc408cf4, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=855dc544-1a8f-4962-8790-4825dc408cf4,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:17:26.796356 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2298b47f-caad-4b8f-a8a4-77797f76dd2f req-27448f3d-6d8c-4d32-82d7-1036a3b31dea tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:26.798416 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2298b47f-caad-4b8f-a8a4-77797f76dd2f req-27448f3d-6d8c-4d32-82d7-1036a3b31dea tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d35b913-8ec3-49a0-ace0-8a720d4edf05 HTTP/1.1" status: 200 len: 943 time: 0.2899420 Jan 18 22:17:26.813320 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': '855dc544-1a8f-4962-8790-4825dc408cf4', 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b', 'port_id': '855dc544-1a8f-4962-8790-4825dc408cf4', 'mac_address': 'fa:16:3e:4a:d9:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8518183d-cc63-459a-b971-d4c7514e001f', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:17:26.864627 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:26.885585 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c2390a-1f0d-46d5-be98-f4bd2e490c35 req-1befbf76-2271-4a2d-b575-5d4257f9ef3d tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:26.887649 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d3c2390a-1f0d-46d5-be98-f4bd2e490c35 req-1befbf76-2271-4a2d-b575-5d4257f9ef3d tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa35bf88-4440-4d73-afcd-ae0cc04d6d11 HTTP/1.1" status: 200 len: 946 time: 0.4011950 Jan 18 22:17:26.899276 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 855dc544-1a8f-4962-8790-4825dc408cf4 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:17:26.920171 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 57922) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:17:26.934100 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 59375aa9-51e8-41fc-9220-5bae3b80bc1f triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:17:26.934345 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:26.939768 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 855dc544-1a8f-4962-8790-4825dc408cf4, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=855dc544-1a8f-4962-8790-4825dc408cf4,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:17:26.975432 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:27.005621 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-52af6f01-2cef-41d8-bddc-936ee2ea4a1a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=13ad3ebdbd244cdcbe71ebe78a0f13f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0822601 Jan 18 22:17:27.006099 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 57924) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:17:27.014771 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2298b47f-caad-4b8f-a8a4-77797f76dd2f req-af9012cc-f20f-4f47-b4bb-5197391acbd6 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac5bfedd-8c81-4ad7-9f0f-99ba0a339521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986954 Jan 18 22:17:27.042124 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d3c2390a-1f0d-46d5-be98-f4bd2e490c35 req-862a6045-25b3-468f-b00e-c799ba062967 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fead2ec-99b5-4f01-a8ba-653859b4c215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1322484 Jan 18 22:17:27.154315 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=855dc544-1a8f-4962-8790-4825dc408cf4,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:27.185274 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device d884bf49-78d2-4abe-910a-3194c6788d27 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:17:27.193656 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-420092a5-dd02-4001-8109-d9e331919250 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:27.240405 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['855dc544-1a8f-4962-8790-4825dc408cf4'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:17:27.255875 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a1ddcb61-3a4e-4ed2-81be-6ce9d71ef212 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:27.269259 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-420092a5-dd02-4001-8109-d9e331919250 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:27.281225 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-79a818e6-1de6-4ce7-928e-c472f01ae7c4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:27.324204 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-79a818e6-1de6-4ce7-928e-c472f01ae7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:27.355026 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-420092a5-dd02-4001-8109-d9e331919250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:27.360568 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-420092a5-dd02-4001-8109-d9e331919250 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:27.363986 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-420092a5-dd02-4001-8109-d9e331919250 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4216e357-6c98-4379-aab2-5f9dda99df8f HTTP/1.1" status: 204 len: 168 time: 0.3547251 Jan 18 22:17:27.379236 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420092a5-dd02-4001-8109-d9e331919250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4216e357-6c98-4379-aab2-5f9dda99df8f,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:27.454394 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a1ddcb61-3a4e-4ed2-81be-6ce9d71ef212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:27.474056 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port d884bf49-78d2-4abe-910a-3194c6788d27 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:17:27.481012 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:27.488410 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a818e6-1de6-4ce7-928e-c472f01ae7c4 admin admin] Pushing event updated for resources: {'Port': ['ID=a04d3989-bddb-4dbd-aabb-4e1df020dca5,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:27.616772 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edba6c6-a3c7-4237-b411-9c5d01008646 req-c57a5268-18b3-47a1-a0bf-e9a7a3045919 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:27.618360 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2edba6c6-a3c7-4237-b411-9c5d01008646 req-c57a5268-18b3-47a1-a0bf-e9a7a3045919 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cc62fa1-501a-4c08-a35a-60422ee1528b HTTP/1.1" status: 200 len: 949 time: 0.3342335 Jan 18 22:17:27.670279 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ddcb61-3a4e-4ed2-81be-6ce9d71ef212 admin admin] Pushing event updated for resources: {'Port': ['ID=26bc1a77-313b-42e1-8f39-e8e5de0e49a6,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:27.687848 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-79a818e6-1de6-4ce7-928e-c472f01ae7c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-613854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1041070'] for router_interface, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:27.703884 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:27.706732 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a1ddcb61-3a4e-4ed2-81be-6ce9d71ef212 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-613854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1041070'] for router_interface, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:27.726943 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07593e83-c2c4-4b48-b834-73cdc6c2f63f req-d1b612f8-38fe-41e6-8a13-1f576b133195 tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:27.739832 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-07593e83-c2c4-4b48-b834-73cdc6c2f63f req-d1b612f8-38fe-41e6-8a13-1f576b133195 tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] 10.222.0.53 "GET /v2.0/ports?device_id=0322506f-b794-4acc-b82d-f6b2984d774f HTTP/1.1" status: 200 len: 949 time: 0.2637408 Jan 18 22:17:27.746518 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port d884bf49-78d2-4abe-910a-3194c6788d27, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=d884bf49-78d2-4abe-910a-3194c6788d27,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:17:27.773614 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:27.893487 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2edba6c6-a3c7-4237-b411-9c5d01008646 req-51dcfc0d-13b1-453a-afa2-737daf00ff11 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624881 Jan 18 22:17:27.901571 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=d884bf49-78d2-4abe-910a-3194c6788d27,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:28.010022 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-07593e83-c2c4-4b48-b834-73cdc6c2f63f req-0df47f23-469d-4745-95a3-717c7e747f72 tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] 10.222.0.53 "GET /v2.0/security-groups?id=2720ae35-eb4e-4877-837a-ceec23b7b1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790383 Jan 18 22:17:28.041107 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a818e6-1de6-4ce7-928e-c472f01ae7c4 admin admin] Network 951f976e-2e72-444e-82f8-f59e1a118eb0 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:17:28.045304 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-79a818e6-1de6-4ce7-928e-c472f01ae7c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:17:28.140481 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 57942) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:17:28.280850 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ddcb61-3a4e-4ed2-81be-6ce9d71ef212 admin admin] Network e15f6438-95ae-482f-8d95-5a9ba3dee07c is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:17:28.296801 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-e6969fb8-4bc8-43a1-8394-36d6e8099e8d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2e6bd3f043514d98874bdddce99070e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1545858 Jan 18 22:17:28.298271 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 57946) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:17:28.301684 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-a1ddcb61-3a4e-4ed2-81be-6ce9d71ef212 admin admin] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:17:28.327397 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device d884bf49-78d2-4abe-910a-3194c6788d27 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:17:28.469626 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-45589d0d-ca0f-45c0-8825-5a7ce266ef3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:28.529499 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-45589d0d-ca0f-45c0-8825-5a7ce266ef3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:28.663805 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-45589d0d-ca0f-45c0-8825-5a7ce266ef3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:28.667975 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-45589d0d-ca0f-45c0-8825-5a7ce266ef3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:28.672228 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-45589d0d-ca0f-45c0-8825-5a7ce266ef3d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/77eb203d-8b49-4a17-9120-7702b90868d4 HTTP/1.1" status: 204 len: 168 time: 0.3705163 Jan 18 22:17:28.685517 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45589d0d-ca0f-45c0-8825-5a7ce266ef3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77eb203d-8b49-4a17-9120-7702b90868d4,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:28.705918 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e5b6d4-f770-4856-bce7-40f170d65ff3 req-43bdf567-f30a-4a04-a1fb-0bbd46d43bb9 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:28.707917 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a9e5b6d4-f770-4856-bce7-40f170d65ff3 req-43bdf567-f30a-4a04-a1fb-0bbd46d43bb9 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d35b913-8ec3-49a0-ace0-8a720d4edf05 HTTP/1.1" status: 200 len: 943 time: 0.4369564 Jan 18 22:17:28.798283 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79a818e6-1de6-4ce7-928e-c472f01ae7c4 admin admin] Router 3390b0c4-6e4d-4242-8a83-5899dec3cf44 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:17:28.838687 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 855dc544-1a8f-4962-8790-4825dc408cf4 up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:17:28.871869 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a9e5b6d4-f770-4856-bce7-40f170d65ff3 req-b96806af-2aaa-458f-b67d-59431b17e726 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac5bfedd-8c81-4ad7-9f0f-99ba0a339521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547592 Jan 18 22:17:28.905926 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1ddcb61-3a4e-4ed2-81be-6ce9d71ef212 admin admin] Router d6c8edf7-05fd-41b7-b984-8d28e21fb978 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:17:28.996638 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port 855dc544-1a8f-4962-8790-4825dc408cf4 completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:17:28.999294 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-91179230-808e-49f0-9440-b40f94a24783 None None] Provisioning complete for port a04d3989-bddb-4dbd-aabb-4e1df020dca5 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:17:28.999768 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-91179230-808e-49f0-9440-b40f94a24783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:29.023948 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port 855dc544-1a8f-4962-8790-4825dc408cf4 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:17:29.024509 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:29.091153 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-d46f1f1a-4c2d-4a27-a1e7-0cc710069e0f req-89ea783f-ecf0-435b-b5bc-7c9b3d6e2138 service neutron] 10.222.0.67 "GET /v2.0/ports/e930dcd0-2ce1-40ab-8ab7-d34e368f11a1/bindings/n-h1-825064-1 HTTP/1.1" status: 200 len: 384 time: 0.1147337 Jan 18 22:17:29.127836 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa76f3e-a6bd-4a14-a4fa-495f6f62d9c7 req-43619ee9-80d7-4262-b2e9-e63c95673753 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:29.135351 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2aa76f3e-a6bd-4a14-a4fa-495f6f62d9c7 req-43619ee9-80d7-4262-b2e9-e63c95673753 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa35bf88-4440-4d73-afcd-ae0cc04d6d11 HTTP/1.1" status: 200 len: 946 time: 0.3099229 Jan 18 22:17:29.138066 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-91179230-808e-49f0-9440-b40f94a24783 None None] Port a04d3989-bddb-4dbd-aabb-4e1df020dca5 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:17:29.150464 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port d884bf49-78d2-4abe-910a-3194c6788d27 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:17:29.154027 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:29.337077 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:29.339098 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-c6849ff9-dbe0-431e-b95c-1b54ec43ed6f None None] Provisioning complete for port 26bc1a77-313b-42e1-8f39-e8e5de0e49a6 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:17:29.339609 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c6849ff9-dbe0-431e-b95c-1b54ec43ed6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:29.435698 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cc62fa1-501a-4c08-a35a-60422ee1528b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '855dc544-1a8f-4962-8790-4825dc408cf4'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:17:29.437270 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c28109ef-22d6-464c-aa7b-271b97e61262" -d '{"events": [{"server_uuid": "0cc62fa1-501a-4c08-a35a-60422ee1528b", "name": "network-vif-plugged", "status": "completed", "tag": "855dc544-1a8f-4962-8790-4825dc408cf4"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:17:29.453499 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-c6849ff9-dbe0-431e-b95c-1b54ec43ed6f None None] Port 26bc1a77-313b-42e1-8f39-e8e5de0e49a6 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:17:29.463696 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 855dc544-1a8f-4962-8790-4825dc408cf4, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=855dc544-1a8f-4962-8790-4825dc408cf4,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:17:29.473373 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:29.476191 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device e930dcd0-2ce1-40ab-8ab7-d34e368f11a1 no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:17:29.533818 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-d46f1f1a-4c2d-4a27-a1e7-0cc710069e0f req-db961d50-4860-4b03-af2d-9dc858caa46f service neutron] For port e930dcd0-2ce1-40ab-8ab7-d34e368f11a1, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=e930dcd0-2ce1-40ab-8ab7-d34e368f11a1,segment=NetworkSegment(a97910f7-cad7-42ae-9f6e-c8965771467a),segment_id=a97910f7-cad7-42ae-9f6e-c8965771467a)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:17:29.587681 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-d46f1f1a-4c2d-4a27-a1e7-0cc710069e0f req-db961d50-4860-4b03-af2d-9dc858caa46f service neutron] For port e930dcd0-2ce1-40ab-8ab7-d34e368f11a1, host n-h2-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:17:29.649298 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=855dc544-1a8f-4962-8790-4825dc408cf4,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:29.651653 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [req-d46f1f1a-4c2d-4a27-a1e7-0cc710069e0f req-db961d50-4860-4b03-af2d-9dc858caa46f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e930dcd0-2ce1-40ab-8ab7-d34e368f11a1 {{(pid=102431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:17:29.677551 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-d46f1f1a-4c2d-4a27-a1e7-0cc710069e0f req-db961d50-4860-4b03-af2d-9dc858caa46f service neutron] For port e930dcd0-2ce1-40ab-8ab7-d34e368f11a1, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=e930dcd0-2ce1-40ab-8ab7-d34e368f11a1,segment=NetworkSegment(a97910f7-cad7-42ae-9f6e-c8965771467a),segment_id=a97910f7-cad7-42ae-9f6e-c8965771467a)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:17:29.713152 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-d46f1f1a-4c2d-4a27-a1e7-0cc710069e0f req-db961d50-4860-4b03-af2d-9dc858caa46f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:29.809582 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79a818e6-1de6-4ce7-928e-c472f01ae7c4 admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:17:29.825870 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47eaf47-9d83-4f81-b04c-69c8a3426904 None None] Sync routers for ids ['3390b0c4-6e4d-4242-8a83-5899dec3cf44'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:17:29.838273 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47eaf47-9d83-4f81-b04c-69c8a3426904 None None] Routers {'3390b0c4-6e4d-4242-8a83-5899dec3cf44'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:17:29.839193 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-d47eaf47-9d83-4f81-b04c-69c8a3426904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:17:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['3390b0c4-6e4d-4242-8a83-5899dec3cf44'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:17:29.841548 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-79a818e6-1de6-4ce7-928e-c472f01ae7c4 admin admin] 10.222.0.53 "PUT /v2.0/routers/3390b0c4-6e4d-4242-8a83-5899dec3cf44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3249640 Jan 18 22:17:29.884106 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [req-d46f1f1a-4c2d-4a27-a1e7-0cc710069e0f req-db961d50-4860-4b03-af2d-9dc858caa46f service neutron] Transition to ACTIVE for port object e930dcd0-2ce1-40ab-8ab7-d34e368f11a1 will not be triggered until provisioned by entity L2. {{(pid=102431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:17:29.892282 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-d46f1f1a-4c2d-4a27-a1e7-0cc710069e0f req-db961d50-4860-4b03-af2d-9dc858caa46f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:29.932509 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bc2873d7-9844-4cc9-b3b7-bc71a46a6804 req-2c6bd832-a1dc-4912-9a4c-1164fea2fca1 tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=c9b2a0f0ac3649d081a01c772f92a224&shared=False HTTP/1.1" status: 200 len: 213 time: 0.7396257 Jan 18 22:17:29.965613 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-d46f1f1a-4c2d-4a27-a1e7-0cc710069e0f req-db961d50-4860-4b03-af2d-9dc858caa46f service neutron] No DVR routers for this DVR port e930dcd0-2ce1-40ab-8ab7-d34e368f11a1 on host n-h2-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:17:30.039686 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2aa76f3e-a6bd-4a14-a4fa-495f6f62d9c7 req-1e4bef45-7a5c-4b05-989b-97dd73537428 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fead2ec-99b5-4f01-a8ba-653859b4c215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6874950 Jan 18 22:17:30.119183 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2873d7-9844-4cc9-b3b7-bc71a46a6804 req-aa9eba2e-0a37-4bcb-859c-b2143868b3d5 tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:30.127426 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bc2873d7-9844-4cc9-b3b7-bc71a46a6804 req-aa9eba2e-0a37-4bcb-859c-b2143868b3d5 tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1946011 Jan 18 22:17:30.141918 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1ddcb61-3a4e-4ed2-81be-6ce9d71ef212 admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:17:30.160054 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bc2873d7-9844-4cc9-b3b7-bc71a46a6804 req-ae5614f1-1ddd-4a34-a584-ddee162cbc18 tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] 10.222.0.53 "GET /v2.0/quotas/c9b2a0f0ac3649d081a01c772f92a224 HTTP/1.1" status: 200 len: 375 time: 0.0314467 Jan 18 22:17:30.229852 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-a1ddcb61-3a4e-4ed2-81be-6ce9d71ef212 admin admin] 10.222.0.53 "PUT /v2.0/routers/d6c8edf7-05fd-41b7-b984-8d28e21fb978/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9225824 Jan 18 22:17:30.231004 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db961d50-4860-4b03-af2d-9dc858caa46f service neutron] Pushing event updated for resources: {'Port': ['ID=e930dcd0-2ce1-40ab-8ab7-d34e368f11a1,revision_number=10']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:30.242961 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-d46f1f1a-4c2d-4a27-a1e7-0cc710069e0f req-db961d50-4860-4b03-af2d-9dc858caa46f service neutron] 10.222.0.67 "PUT /v2.0/ports/e930dcd0-2ce1-40ab-8ab7-d34e368f11a1/bindings/n-h1-825064-1/activate HTTP/1.1" status: 200 len: 369 time: 1.1408739 Jan 18 22:17:30.247864 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd19b9c4-5ba3-4eab-9a93-00eeb43f3a04 None None] Sync routers for ids ['d6c8edf7-05fd-41b7-b984-8d28e21fb978'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:17:30.262585 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd19b9c4-5ba3-4eab-9a93-00eeb43f3a04 None None] Routers {'d6c8edf7-05fd-41b7-b984-8d28e21fb978'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:17:30.263208 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-fd19b9c4-5ba3-4eab-9a93-00eeb43f3a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:17:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['d6c8edf7-05fd-41b7-b984-8d28e21fb978'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:17:30.295477 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-d47eaf47-9d83-4f81-b04c-69c8a3426904 None None] Set router 3390b0c4-6e4d-4242-8a83-5899dec3cf44 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:17:30.420044 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bc2873d7-9844-4cc9-b3b7-bc71a46a6804 req-825c2a85-7984-47a1-9408-ebd847f39808 tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c9b2a0f0ac3649d081a01c772f92a224&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2587399 Jan 18 22:17:30.502330 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-fd19b9c4-5ba3-4eab-9a93-00eeb43f3a04 None None] Set router d6c8edf7-05fd-41b7-b984-8d28e21fb978 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:17:30.541706 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b0d43e-7b59-476a-90c0-d9bd1c3386da req-d2e68a35-4da2-4fc4-9c48-9f0e58b9ad74 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:30.543248 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-41b0d43e-7b59-476a-90c0-d9bd1c3386da req-d2e68a35-4da2-4fc4-9c48-9f0e58b9ad74 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cc62fa1-501a-4c08-a35a-60422ee1528b HTTP/1.1" status: 200 len: 950 time: 0.2852929 Jan 18 22:17:30.608511 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f1f1a-4c2d-4a27-a1e7-0cc710069e0f req-1278b659-d4e8-4b82-a1af-8130bcb3b01f tempest-LiveMigrationTest-1198651986 tempest-LiveMigrationTest-1198651986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:30.610098 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d46f1f1a-4c2d-4a27-a1e7-0cc710069e0f req-1278b659-d4e8-4b82-a1af-8130bcb3b01f tempest-LiveMigrationTest-1198651986 tempest-LiveMigrationTest-1198651986-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=5d35b913-8ec3-49a0-ace0-8a720d4edf05&tenant_id=646d6b7fa3c74dbb9d53573120d4a5a9&binding%3Ahost_id=n-h2-825064-1 HTTP/1.1" status: 200 len: 1095 time: 0.2704365 Jan 18 22:17:30.689204 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d37f995-f825-4f4f-8a73-833c450eafc1 x-openstack-request-id: req-9d37f995-f825-4f4f-8a73-833c450eafc1 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:17:30.689525 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cc62fa1-501a-4c08-a35a-60422ee1528b", "name": "network-vif-plugged", "status": "completed", "tag": "855dc544-1a8f-4962-8790-4825dc408cf4", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:17:30.689820 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9d37f995-f825-4f4f-8a73-833c450eafc1 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:17:30.690374 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cc62fa1-501a-4c08-a35a-60422ee1528b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '855dc544-1a8f-4962-8790-4825dc408cf4', 'code': 200} Jan 18 22:17:30.729278 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-d47eaf47-9d83-4f81-b04c-69c8a3426904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3390b0c4-6e4d-4242-8a83-5899dec3cf44', 'name': 'tempest-ServersTestFqdnHostnames-17038548-router', 'tenant_id': '2470a173f4ec4dbbaba85c29c38f49e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '59375aa9-51e8-41fc-9220-5bae3b80bc1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:17:11Z', 'updated_at': '2022-01-18T22:17:25Z', 'revision_number': 4, 'project_id': '2470a173f4ec4dbbaba85c29c38f49e1', 'gw_port': {'id': '59375aa9-51e8-41fc-9220-5bae3b80bc1f', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:24:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3390b0c4-6e4d-4242-8a83-5899dec3cf44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:17:13Z', 'updated_at': '2022-01-18T22:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'a04d3989-bddb-4dbd-aabb-4e1df020dca5', 'name': '', 'network_id': '951f976e-2e72-444e-82f8-f59e1a118eb0', 'tenant_id': '2470a173f4ec4dbbaba85c29c38f49e1', 'mac_address': 'fa:16:3e:0d:30:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3390b0c4-6e4d-4242-8a83-5899dec3cf44', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '2ced78af-dc1e-4c69-aae7-2ab8772ec86b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:17:22Z', 'updated_at': '2022-01-18T22:17:26Z', 'revision_number': 2, 'project_id': '2470a173f4ec4dbbaba85c29c38f49e1', 'subnets': [{'id': '2ced78af-dc1e-4c69-aae7-2ab8772ec86b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:17:30.786222 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-41b0d43e-7b59-476a-90c0-d9bd1c3386da req-7321146c-0957-4807-a12f-bed0db9611dd tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297320 Jan 18 22:17:30.804675 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-fd19b9c4-5ba3-4eab-9a93-00eeb43f3a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c8edf7-05fd-41b7-b984-8d28e21fb978', 'name': 'tempest-ServersTestJSON-1658499465-router', 'tenant_id': '9eaacdbf1945416eaa74e5d952bfe007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': 'd884bf49-78d2-4abe-910a-3194c6788d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:17:12Z', 'updated_at': '2022-01-18T22:17:26Z', 'revision_number': 4, 'project_id': '9eaacdbf1945416eaa74e5d952bfe007', 'gw_port': {'id': 'd884bf49-78d2-4abe-910a-3194c6788d27', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:96:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c8edf7-05fd-41b7-b984-8d28e21fb978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:17:13Z', 'updated_at': '2022-01-18T22:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '26bc1a77-313b-42e1-8f39-e8e5de0e49a6', 'name': '', 'network_id': 'e15f6438-95ae-482f-8d95-5a9ba3dee07c', 'tenant_id': '9eaacdbf1945416eaa74e5d952bfe007', 'mac_address': 'fa:16:3e:5b:6a:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6c8edf7-05fd-41b7-b984-8d28e21fb978', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '298d2632-4609-4d47-8110-fdef65c01513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:17:23Z', 'updated_at': '2022-01-18T22:17:26Z', 'revision_number': 2, 'project_id': '9eaacdbf1945416eaa74e5d952bfe007', 'subnets': [{'id': '298d2632-4609-4d47-8110-fdef65c01513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:17:30.816543 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f1f1a-4c2d-4a27-a1e7-0cc710069e0f req-f808dc8e-07a5-48d3-a510-27a0cb404b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:30.816543 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d46f1f1a-4c2d-4a27-a1e7-0cc710069e0f req-f808dc8e-07a5-48d3-a510-27a0cb404b9e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5d35b913-8ec3-49a0-ace0-8a720d4edf05&tenant_id=646d6b7fa3c74dbb9d53573120d4a5a9 HTTP/1.1" status: 200 len: 1095 time: 0.1955483 Jan 18 22:17:30.843088 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47eaf47-9d83-4f81-b04c-69c8a3426904 None None] Checking router: 3390b0c4-6e4d-4242-8a83-5899dec3cf44 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:17:30.843446 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47eaf47-9d83-4f81-b04c-69c8a3426904 None None] Updating router 3390b0c4-6e4d-4242-8a83-5899dec3cf44 port a04d3989-bddb-4dbd-aabb-4e1df020dca5 binding host n-d-825064-1 {{(pid=102432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:17:30.850098 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8eb867-62dc-48b4-a6b2-1bc461cf0a4d req-19d5e204-73e6-4f3e-bbf8-7197d6ffa32b tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:30.853048 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bf8eb867-62dc-48b4-a6b2-1bc461cf0a4d req-19d5e204-73e6-4f3e-bbf8-7197d6ffa32b tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d35b913-8ec3-49a0-ace0-8a720d4edf05 HTTP/1.1" status: 200 len: 944 time: 0.1057055 Jan 18 22:17:30.875060 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd879df-00be-45ec-bca2-8f79a6211908 req-784a187c-714a-4535-8a89-fd85ee281505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:30.882557 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2fd879df-00be-45ec-bca2-8f79a6211908 req-784a187c-714a-4535-8a89-fd85ee281505 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0cc62fa1-501a-4c08-a35a-60422ee1528b HTTP/1.1" status: 200 len: 1101 time: 0.1426358 Jan 18 22:17:30.900570 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd19b9c4-5ba3-4eab-9a93-00eeb43f3a04 None None] Checking router: d6c8edf7-05fd-41b7-b984-8d28e21fb978 for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:17:30.900984 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd19b9c4-5ba3-4eab-9a93-00eeb43f3a04 None None] Updating router d6c8edf7-05fd-41b7-b984-8d28e21fb978 port 26bc1a77-313b-42e1-8f39-e8e5de0e49a6 binding host n-d-825064-1 {{(pid=102433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:17:30.925248 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d47eaf47-9d83-4f81-b04c-69c8a3426904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:30.946519 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fd19b9c4-5ba3-4eab-9a93-00eeb43f3a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:30.959325 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2fd879df-00be-45ec-bca2-8f79a6211908 req-d4d2eb87-199b-4a33-b629-c88166d485ed service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684736 Jan 18 22:17:31.005435 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bf8eb867-62dc-48b4-a6b2-1bc461cf0a4d req-e7cef024-2e0a-4330-b664-5d67b2371cda tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac5bfedd-8c81-4ad7-9f0f-99ba0a339521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383376 Jan 18 22:17:31.009185 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f1f1a-4c2d-4a27-a1e7-0cc710069e0f req-34b3ce89-93d9-4e62-ad8c-468e7bf26924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:31.011011 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d46f1f1a-4c2d-4a27-a1e7-0cc710069e0f req-34b3ce89-93d9-4e62-ad8c-468e7bf26924 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=646d6b7fa3c74dbb9d53573120d4a5a9&device_id=5d35b913-8ec3-49a0-ace0-8a720d4edf05 HTTP/1.1" status: 200 len: 1095 time: 0.1569510 Jan 18 22:17:31.214000 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f1f1a-4c2d-4a27-a1e7-0cc710069e0f req-e632e805-1cd0-4487-bbcd-8b0e70651900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:31.215509 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d46f1f1a-4c2d-4a27-a1e7-0cc710069e0f req-e632e805-1cd0-4487-bbcd-8b0e70651900 service neutron] 10.222.0.36 "GET /v2.0/networks?id=db135028-f57a-417d-a5fc-9f73c3e34dd7 HTTP/1.1" status: 200 len: 907 time: 0.1961062 Jan 18 22:17:31.370406 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d46f1f1a-4c2d-4a27-a1e7-0cc710069e0f req-2532cfea-f0f6-4cb6-9f89-f4cb74a66710 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e930dcd0-2ce1-40ab-8ab7-d34e368f11a1 HTTP/1.1" status: 200 len: 217 time: 0.1461415 Jan 18 22:17:31.557379 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f1f1a-4c2d-4a27-a1e7-0cc710069e0f req-064bc3b0-9769-4f5e-ab01-c3ad19d55c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:31.565113 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d46f1f1a-4c2d-4a27-a1e7-0cc710069e0f req-064bc3b0-9769-4f5e-ab01-c3ad19d55c1b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9d1c997a-9e2b-4f20-9423-81e2cb97ac40 HTTP/1.1" status: 200 len: 847 time: 0.1811774 Jan 18 22:17:31.636594 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d46f1f1a-4c2d-4a27-a1e7-0cc710069e0f req-fee5ead1-e1a3-4763-a858-2816e97f459f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=db135028-f57a-417d-a5fc-9f73c3e34dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634673 Jan 18 22:17:31.667455 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d47eaf47-9d83-4f81-b04c-69c8a3426904 None None] Notify callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:31.667994 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58030) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:17:31.673591 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-20531719-9d6a-4391-9c98-f94bd32e1550 tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2031770629', 'description': 'tempest-description--1204862367'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:17:31.686285 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d47eaf47-9d83-4f81-b04c-69c8a3426904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:31.748539 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0781297d-7960-4c81-86e8-48b3c4f337b0 None None] Pushing event updated for resources: {'Port': ['ID=a04d3989-bddb-4dbd-aabb-4e1df020dca5,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:31.748797 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-20531719-9d6a-4391-9c98-f94bd32e1550 tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:31.828593 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58034) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:17:31.861240 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-1deff054-3a6e-4c70-af63-5776b385fd7b tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Request body: {'security_group': {'name': 'tempest-securitygroup--977974760', 'description': 'tempest-description--647212876'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:17:31.915642 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-d47eaf47-9d83-4f81-b04c-69c8a3426904 None None] Attempting to bind port a04d3989-bddb-4dbd-aabb-4e1df020dca5 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:17:31.916047 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-d47eaf47-9d83-4f81-b04c-69c8a3426904 None None] Attempting to bind port a04d3989-bddb-4dbd-aabb-4e1df020dca5 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '921fa3ca-8ab7-443d-99f7-bc96f0245d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '951f976e-2e72-444e-82f8-f59e1a118eb0'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:17:31.917456 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47eaf47-9d83-4f81-b04c-69c8a3426904 None None] Attempting to bind port a04d3989-bddb-4dbd-aabb-4e1df020dca5 on network 951f976e-2e72-444e-82f8-f59e1a118eb0 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:17:31.919841 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fd19b9c4-5ba3-4eab-9a93-00eeb43f3a04 None None] Notify callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:31.937742 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47eaf47-9d83-4f81-b04c-69c8a3426904 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:17:31.939671 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fd19b9c4-5ba3-4eab-9a93-00eeb43f3a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:31.941651 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47eaf47-9d83-4f81-b04c-69c8a3426904 None None] Checking segment: {'id': '921fa3ca-8ab7-443d-99f7-bc96f0245d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '951f976e-2e72-444e-82f8-f59e1a118eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:17:31.944497 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d47eaf47-9d83-4f81-b04c-69c8a3426904 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:31.946333 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47eaf47-9d83-4f81-b04c-69c8a3426904 None None] Bound using segment: {'id': '921fa3ca-8ab7-443d-99f7-bc96f0245d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '951f976e-2e72-444e-82f8-f59e1a118eb0'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:17:31.951019 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-d47eaf47-9d83-4f81-b04c-69c8a3426904 None None] Bound port: a04d3989-bddb-4dbd-aabb-4e1df020dca5, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '921fa3ca-8ab7-443d-99f7-bc96f0245d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '951f976e-2e72-444e-82f8-f59e1a118eb0'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:17:31.952583 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d47eaf47-9d83-4f81-b04c-69c8a3426904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:32.049193 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f7855612-d283-41f2-9a32-a138cb5ef14c req-32ee3ce4-8a83-41e4-9f5e-d48fb04a31d5 tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] 10.222.0.53 "GET /v2.0/ports?device_id=1db3bdbe-a559-41c2-ac8c-6e55c6309d2f HTTP/1.1" status: 200 len: 210 time: 0.1951482 Jan 18 22:17:32.065149 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d46f1f1a-4c2d-4a27-a1e7-0cc710069e0f req-f841da0f-6bbf-4fed-9c4f-de200411d2ad service neutron] 10.222.0.36 "GET /v2.0/networks/db135028-f57a-417d-a5fc-9f73c3e34dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4154508 Jan 18 22:17:32.091994 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d499a63a-463d-4718-b05d-6800711aa2aa None None] Pushing event updated for resources: {'Port': ['ID=26bc1a77-313b-42e1-8f39-e8e5de0e49a6,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:32.166440 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-d47eaf47-9d83-4f81-b04c-69c8a3426904 None None] For port a04d3989-bddb-4dbd-aabb-4e1df020dca5, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:17:32.171667 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-d47eaf47-9d83-4f81-b04c-69c8a3426904 None None] For port a04d3989-bddb-4dbd-aabb-4e1df020dca5, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=a04d3989-bddb-4dbd-aabb-4e1df020dca5,segment=NetworkSegment(921fa3ca-8ab7-443d-99f7-bc96f0245d97),segment_id=921fa3ca-8ab7-443d-99f7-bc96f0245d97)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:17:32.178954 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d47eaf47-9d83-4f81-b04c-69c8a3426904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:32.190438 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-20531719-9d6a-4391-9c98-f94bd32e1550 tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:32.207728 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-20531719-9d6a-4391-9c98-f94bd32e1550 tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:32.259874 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-fd19b9c4-5ba3-4eab-9a93-00eeb43f3a04 None None] Attempting to bind port 26bc1a77-313b-42e1-8f39-e8e5de0e49a6 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:17:32.260485 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-fd19b9c4-5ba3-4eab-9a93-00eeb43f3a04 None None] Attempting to bind port 26bc1a77-313b-42e1-8f39-e8e5de0e49a6 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': 'c7f002ff-ef12-4102-948c-19a32484e10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e15f6438-95ae-482f-8d95-5a9ba3dee07c'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:17:32.260889 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd19b9c4-5ba3-4eab-9a93-00eeb43f3a04 None None] Attempting to bind port 26bc1a77-313b-42e1-8f39-e8e5de0e49a6 on network e15f6438-95ae-482f-8d95-5a9ba3dee07c {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:17:32.261681 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0781297d-7960-4c81-86e8-48b3c4f337b0 None None] Pushing event updated for resources: {'Port': ['ID=a04d3989-bddb-4dbd-aabb-4e1df020dca5,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:32.270262 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d499a63a-463d-4718-b05d-6800711aa2aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:17:32.271498 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d499a63a-463d-4718-b05d-6800711aa2aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:17:32.272080 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d499a63a-463d-4718-b05d-6800711aa2aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:17:32.272796 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d499a63a-463d-4718-b05d-6800711aa2aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:17:32.273333 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d499a63a-463d-4718-b05d-6800711aa2aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:17:32.273877 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d499a63a-463d-4718-b05d-6800711aa2aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:17:32.298980 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d499a63a-463d-4718-b05d-6800711aa2aa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:17:32.299859 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d499a63a-463d-4718-b05d-6800711aa2aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:17:32.300774 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d499a63a-463d-4718-b05d-6800711aa2aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:17:32.302548 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d499a63a-463d-4718-b05d-6800711aa2aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:17:32.303539 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d499a63a-463d-4718-b05d-6800711aa2aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:17:32.304025 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d499a63a-463d-4718-b05d-6800711aa2aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:17:32.318363 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd19b9c4-5ba3-4eab-9a93-00eeb43f3a04 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:17:32.319414 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd19b9c4-5ba3-4eab-9a93-00eeb43f3a04 None None] Checking segment: {'id': 'c7f002ff-ef12-4102-948c-19a32484e10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e15f6438-95ae-482f-8d95-5a9ba3dee07c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:17:32.320087 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fd19b9c4-5ba3-4eab-9a93-00eeb43f3a04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:32.320737 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd19b9c4-5ba3-4eab-9a93-00eeb43f3a04 None None] Bound using segment: {'id': 'c7f002ff-ef12-4102-948c-19a32484e10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e15f6438-95ae-482f-8d95-5a9ba3dee07c'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:17:32.321430 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-fd19b9c4-5ba3-4eab-9a93-00eeb43f3a04 None None] Bound port: 26bc1a77-313b-42e1-8f39-e8e5de0e49a6, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f002ff-ef12-4102-948c-19a32484e10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e15f6438-95ae-482f-8d95-5a9ba3dee07c'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:17:32.321989 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fd19b9c4-5ba3-4eab-9a93-00eeb43f3a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:32.328510 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47eaf47-9d83-4f81-b04c-69c8a3426904 None None] Routers {'3390b0c4-6e4d-4242-8a83-5899dec3cf44'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:17:32.328510 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-d47eaf47-9d83-4f81-b04c-69c8a3426904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:17:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['3390b0c4-6e4d-4242-8a83-5899dec3cf44'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:17:32.338335 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1deff054-3a6e-4c70-af63-5776b385fd7b tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:32.392427 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20531719-9d6a-4391-9c98-f94bd32e1550 tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c460f9f-6841-489f-bcbb-6ab5decda933,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:32.420881 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-20531719-9d6a-4391-9c98-f94bd32e1550 tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:32.424494 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-20531719-9d6a-4391-9c98-f94bd32e1550 tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7551513 Jan 18 22:17:32.442977 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58050) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:17:32.459044 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-734d7121-a950-48dc-a88b-32b01ae59a9f tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] Request body: {'security_group_rule': {'security_group_id': '1c460f9f-6841-489f-bcbb-6ab5decda933', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:17:32.484682 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-fd19b9c4-5ba3-4eab-9a93-00eeb43f3a04 None None] For port 26bc1a77-313b-42e1-8f39-e8e5de0e49a6, host n-d-825064-1, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:17:32.494420 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-fd19b9c4-5ba3-4eab-9a93-00eeb43f3a04 None None] For port 26bc1a77-313b-42e1-8f39-e8e5de0e49a6, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=26bc1a77-313b-42e1-8f39-e8e5de0e49a6,segment=NetworkSegment(c7f002ff-ef12-4102-948c-19a32484e10e),segment_id=c7f002ff-ef12-4102-948c-19a32484e10e)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:17:32.511298 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fd19b9c4-5ba3-4eab-9a93-00eeb43f3a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:32.536537 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47947a6c-8518-40cf-9539-e4d0c5f8dd3f req-44af1e07-6ed1-475d-9d54-5cfe0684079c tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:32.545313 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-47947a6c-8518-40cf-9539-e4d0c5f8dd3f req-44af1e07-6ed1-475d-9d54-5cfe0684079c tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa35bf88-4440-4d73-afcd-ae0cc04d6d11 HTTP/1.1" status: 200 len: 946 time: 0.5986989 Jan 18 22:17:32.577843 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-d47eaf47-9d83-4f81-b04c-69c8a3426904 None None] Set router 3390b0c4-6e4d-4242-8a83-5899dec3cf44 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:17:32.588164 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-734d7121-a950-48dc-a88b-32b01ae59a9f tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:32.656216 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a245cad-2a13-4b6d-a3fe-f0579172db52 req-a3107794-7b75-47f8-8aa2-97cb6361f050 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:32.666833 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0a245cad-2a13-4b6d-a3fe-f0579172db52 req-a3107794-7b75-47f8-8aa2-97cb6361f050 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cc62fa1-501a-4c08-a35a-60422ee1528b HTTP/1.1" status: 200 len: 950 time: 0.3173125 Jan 18 22:17:32.678847 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d499a63a-463d-4718-b05d-6800711aa2aa None None] Pushing event updated for resources: {'Port': ['ID=26bc1a77-313b-42e1-8f39-e8e5de0e49a6,revision_number=4']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:32.726987 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd19b9c4-5ba3-4eab-9a93-00eeb43f3a04 None None] Routers {'d6c8edf7-05fd-41b7-b984-8d28e21fb978'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:17:32.732153 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-fd19b9c4-5ba3-4eab-9a93-00eeb43f3a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:17:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['d6c8edf7-05fd-41b7-b984-8d28e21fb978'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:17:32.756902 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d46f1f1a-4c2d-4a27-a1e7-0cc710069e0f req-662af861-0db1-4a49-809e-453876ff32ab service neutron] 10.222.0.36 "GET /v2.0/networks/db135028-f57a-417d-a5fc-9f73c3e34dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6455393 Jan 18 22:17:32.781142 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-bc2873d7-9844-4cc9-b3b7-bc71a46a6804 req-a619478b-affb-4cdd-8a31-0c7844031109 tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=c9b2a0f0ac3649d081a01c772f92a224&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1108453 Jan 18 22:17:32.844994 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-47947a6c-8518-40cf-9539-e4d0c5f8dd3f req-ab9a32dd-1f1e-410e-ace3-697ec004b938 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fead2ec-99b5-4f01-a8ba-653859b4c215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2915053 Jan 18 22:17:32.900590 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0a245cad-2a13-4b6d-a3fe-f0579172db52 req-36237a63-3507-4ed6-ade6-011d901d8279 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354944 Jan 18 22:17:32.914112 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-fd19b9c4-5ba3-4eab-9a93-00eeb43f3a04 None None] Set router d6c8edf7-05fd-41b7-b984-8d28e21fb978 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:17:32.957451 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-c381522b-7382-4ec0-84c1-76cdcb65979c None None] Provisioning complete for port a04d3989-bddb-4dbd-aabb-4e1df020dca5 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:17:32.958315 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c381522b-7382-4ec0-84c1-76cdcb65979c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:33.144318 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3813fb0a-8caa-42db-aacc-10e91b151874 req-67c07f29-2219-4b4b-bb7f-70b31a9dd265 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:33.157346 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3813fb0a-8caa-42db-aacc-10e91b151874 req-67c07f29-2219-4b4b-bb7f-70b31a9dd265 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d35b913-8ec3-49a0-ace0-8a720d4edf05 HTTP/1.1" status: 200 len: 944 time: 0.1400166 Jan 18 22:17:33.162122 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-734d7121-a950-48dc-a88b-32b01ae59a9f tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:33.187907 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-734d7121-a950-48dc-a88b-32b01ae59a9f tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:33.238016 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1deff054-3a6e-4c70-af63-5776b385fd7b tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:33.267244 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-734d7121-a950-48dc-a88b-32b01ae59a9f tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:33.268380 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-734d7121-a950-48dc-a88b-32b01ae59a9f tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8183529 Jan 18 22:17:33.271395 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 58066) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:17:33.279204 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-255e6757-9279-4576-85c2-23a0dba4a3bb tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] Request body: {'security_group_rule': {'security_group_id': '1c460f9f-6841-489f-bcbb-6ab5decda933', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:17:33.291405 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1deff054-3a6e-4c70-af63-5776b385fd7b tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:33.293406 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fdfa57c4-fc78-4eb0-a58f-5db1e37601f7 req-fcff8655-df68-4942-acfa-44afa70cd2d6 tempest-FlavorsV2NegativeTest-215880621 tempest-FlavorsV2NegativeTest-215880621-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=2e5ad138bbd6456f9fe54a658eafaf92&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1311712 Jan 18 22:17:33.300489 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c381522b-7382-4ec0-84c1-76cdcb65979c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:33.324107 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734d7121-a950-48dc-a88b-32b01ae59a9f tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=126cc7a8-f415-4983-aed4-677fcf961203,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:33.383867 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1deff054-3a6e-4c70-af63-5776b385fd7b tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:33.391791 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-1deff054-3a6e-4c70-af63-5776b385fd7b tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.5620348 Jan 18 22:17:33.392209 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-fd19b9c4-5ba3-4eab-9a93-00eeb43f3a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c8edf7-05fd-41b7-b984-8d28e21fb978', 'name': 'tempest-ServersTestJSON-1658499465-router', 'tenant_id': '9eaacdbf1945416eaa74e5d952bfe007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': 'd884bf49-78d2-4abe-910a-3194c6788d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:17:12Z', 'updated_at': '2022-01-18T22:17:26Z', 'revision_number': 4, 'project_id': '9eaacdbf1945416eaa74e5d952bfe007', 'gw_port': {'id': 'd884bf49-78d2-4abe-910a-3194c6788d27', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:96:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c8edf7-05fd-41b7-b984-8d28e21fb978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:17:13Z', 'updated_at': '2022-01-18T22:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '26bc1a77-313b-42e1-8f39-e8e5de0e49a6', 'name': '', 'network_id': 'e15f6438-95ae-482f-8d95-5a9ba3dee07c', 'tenant_id': '9eaacdbf1945416eaa74e5d952bfe007', 'mac_address': 'fa:16:3e:5b:6a:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6c8edf7-05fd-41b7-b984-8d28e21fb978', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '298d2632-4609-4d47-8110-fdef65c01513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:17:23Z', 'updated_at': '2022-01-18T22:17:32Z', 'revision_number': 4, 'project_id': '9eaacdbf1945416eaa74e5d952bfe007', 'subnets': [{'id': '298d2632-4609-4d47-8110-fdef65c01513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:17:33.406309 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58068) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:17:33.420441 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-c612dca0-88e5-4324-a615-c4de5f3ca404 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Request body: {'security_group_rule': {'security_group_id': 'b2b07bb1-ca78-4332-871b-fc4af027a8f9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:17:33.421360 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-c381522b-7382-4ec0-84c1-76cdcb65979c None None] For port a04d3989-bddb-4dbd-aabb-4e1df020dca5, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=a04d3989-bddb-4dbd-aabb-4e1df020dca5,segment=NetworkSegment(921fa3ca-8ab7-443d-99f7-bc96f0245d97),segment_id=921fa3ca-8ab7-443d-99f7-bc96f0245d97)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:17:33.430634 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd19b9c4-5ba3-4eab-9a93-00eeb43f3a04 None None] The sync data for ids ['d6c8edf7-05fd-41b7-b984-8d28e21fb978'] in n-d-825064-1 is: [{'id': 'd6c8edf7-05fd-41b7-b984-8d28e21fb978', 'name': 'tempest-ServersTestJSON-1658499465-router', 'tenant_id': '9eaacdbf1945416eaa74e5d952bfe007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': 'd884bf49-78d2-4abe-910a-3194c6788d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:17:12Z', 'updated_at': '2022-01-18T22:17:26Z', 'revision_number': 4, 'project_id': '9eaacdbf1945416eaa74e5d952bfe007', 'gw_port': {'id': 'd884bf49-78d2-4abe-910a-3194c6788d27', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:96:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c8edf7-05fd-41b7-b984-8d28e21fb978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:17:13Z', 'updated_at': '2022-01-18T22:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '26bc1a77-313b-42e1-8f39-e8e5de0e49a6', 'name': '', 'network_id': 'e15f6438-95ae-482f-8d95-5a9ba3dee07c', 'tenant_id': '9eaacdbf1945416eaa74e5d952bfe007', 'mac_address': 'fa:16:3e:5b:6a:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6c8edf7-05fd-41b7-b984-8d28e21fb978', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '298d2632-4609-4d47-8110-fdef65c01513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:17:23Z', 'updated_at': '2022-01-18T22:17:32Z', 'revision_number': 4, 'project_id': '9eaacdbf1945416eaa74e5d952bfe007', 'subnets': [{'id': '298d2632-4609-4d47-8110-fdef65c01513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:17:33.445488 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-d47eaf47-9d83-4f81-b04c-69c8a3426904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3390b0c4-6e4d-4242-8a83-5899dec3cf44', 'name': 'tempest-ServersTestFqdnHostnames-17038548-router', 'tenant_id': '2470a173f4ec4dbbaba85c29c38f49e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '59375aa9-51e8-41fc-9220-5bae3b80bc1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:17:11Z', 'updated_at': '2022-01-18T22:17:25Z', 'revision_number': 4, 'project_id': '2470a173f4ec4dbbaba85c29c38f49e1', 'gw_port': {'id': '59375aa9-51e8-41fc-9220-5bae3b80bc1f', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:24:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3390b0c4-6e4d-4242-8a83-5899dec3cf44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:17:13Z', 'updated_at': '2022-01-18T22:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'a04d3989-bddb-4dbd-aabb-4e1df020dca5', 'name': '', 'network_id': '951f976e-2e72-444e-82f8-f59e1a118eb0', 'tenant_id': '2470a173f4ec4dbbaba85c29c38f49e1', 'mac_address': 'fa:16:3e:0d:30:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3390b0c4-6e4d-4242-8a83-5899dec3cf44', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '2ced78af-dc1e-4c69-aae7-2ab8772ec86b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:17:22Z', 'updated_at': '2022-01-18T22:17:32Z', 'revision_number': 4, 'project_id': '2470a173f4ec4dbbaba85c29c38f49e1', 'subnets': [{'id': '2ced78af-dc1e-4c69-aae7-2ab8772ec86b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:17:33.463496 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c381522b-7382-4ec0-84c1-76cdcb65979c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:33.471682 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2873d7-9844-4cc9-b3b7-bc71a46a6804 req-8d65a239-40e5-4cb4-b169-12d1ca89887d tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:33.473765 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-bc2873d7-9844-4cc9-b3b7-bc71a46a6804 req-8d65a239-40e5-4cb4-b169-12d1ca89887d tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6667647 Jan 18 22:17:33.482447 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deff054-3a6e-4c70-af63-5776b385fd7b tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b07bb1-ca78-4332-871b-fc4af027a8f9,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:33.487289 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3813fb0a-8caa-42db-aacc-10e91b151874 req-982483ad-edbe-4fea-9422-c0987654d586 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac5bfedd-8c81-4ad7-9f0f-99ba0a339521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3264513 Jan 18 22:17:33.495848 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-bc2873d7-9844-4cc9-b3b7-bc71a46a6804 req-7a848ecb-a72e-42ff-8681-25ff593aa1ad tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] Request body: {'port': {'device_id': '1db3bdbe-a559-41c2-ac8c-6e55c6309d2f', 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b', 'admin_state_up': True, 'tenant_id': 'c9b2a0f0ac3649d081a01c772f92a224'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:17:33.621571 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f1f1a-4c2d-4a27-a1e7-0cc710069e0f req-41a1544f-c6d0-482f-95f1-89fffc4db070 tempest-LiveMigrationTest-1198651986 tempest-LiveMigrationTest-1198651986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:33.623251 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d46f1f1a-4c2d-4a27-a1e7-0cc710069e0f req-41a1544f-c6d0-482f-95f1-89fffc4db070 tempest-LiveMigrationTest-1198651986 tempest-LiveMigrationTest-1198651986-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=5d35b913-8ec3-49a0-ace0-8a720d4edf05&tenant_id=646d6b7fa3c74dbb9d53573120d4a5a9&binding%3Ahost_id=n-h1-825064-1 HTTP/1.1" status: 200 len: 1095 time: 0.3271451 Jan 18 22:17:33.631137 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c381522b-7382-4ec0-84c1-76cdcb65979c None None] Pushing event updated for resources: {'Port': ['ID=a04d3989-bddb-4dbd-aabb-4e1df020dca5,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:33.650252 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfa57c4-fc78-4eb0-a58f-5db1e37601f7 req-b32122df-5fd1-422b-bef5-c832885977f4 tempest-FlavorsV2NegativeTest-215880621 tempest-FlavorsV2NegativeTest-215880621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:33.656495 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47eaf47-9d83-4f81-b04c-69c8a3426904 None None] The sync data for ids ['3390b0c4-6e4d-4242-8a83-5899dec3cf44'] in n-d-825064-1 is: [{'id': '3390b0c4-6e4d-4242-8a83-5899dec3cf44', 'name': 'tempest-ServersTestFqdnHostnames-17038548-router', 'tenant_id': '2470a173f4ec4dbbaba85c29c38f49e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '59375aa9-51e8-41fc-9220-5bae3b80bc1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:17:11Z', 'updated_at': '2022-01-18T22:17:25Z', 'revision_number': 4, 'project_id': '2470a173f4ec4dbbaba85c29c38f49e1', 'gw_port': {'id': '59375aa9-51e8-41fc-9220-5bae3b80bc1f', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:24:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3390b0c4-6e4d-4242-8a83-5899dec3cf44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:17:13Z', 'updated_at': '2022-01-18T22:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'a04d3989-bddb-4dbd-aabb-4e1df020dca5', 'name': '', 'network_id': '951f976e-2e72-444e-82f8-f59e1a118eb0', 'tenant_id': '2470a173f4ec4dbbaba85c29c38f49e1', 'mac_address': 'fa:16:3e:0d:30:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3390b0c4-6e4d-4242-8a83-5899dec3cf44', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '2ced78af-dc1e-4c69-aae7-2ab8772ec86b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:17:22Z', 'updated_at': '2022-01-18T22:17:32Z', 'revision_number': 4, 'project_id': '2470a173f4ec4dbbaba85c29c38f49e1', 'subnets': [{'id': '2ced78af-dc1e-4c69-aae7-2ab8772ec86b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:17:33.658411 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fdfa57c4-fc78-4eb0-a58f-5db1e37601f7 req-b32122df-5fd1-422b-bef5-c832885977f4 tempest-FlavorsV2NegativeTest-215880621 tempest-FlavorsV2NegativeTest-215880621-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3636076 Jan 18 22:17:33.667116 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-77a49777-8efa-4a18-be89-217b4a00ba2c None None] Provisioning complete for port 26bc1a77-313b-42e1-8f39-e8e5de0e49a6 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:17:33.667491 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-77a49777-8efa-4a18-be89-217b4a00ba2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:33.713054 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c612dca0-88e5-4324-a615-c4de5f3ca404 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:33.824317 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-02a505b1-aee6-42da-80e8-8857285269f2 req-f741583b-0db4-4abd-8ac9-0a2dfb237570 tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] 10.222.0.53 "GET /v2.0/ports?device_id=1db3bdbe-a559-41c2-ac8c-6e55c6309d2f HTTP/1.1" status: 200 len: 210 time: 0.2124319 Jan 18 22:17:33.854442 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fdfa57c4-fc78-4eb0-a58f-5db1e37601f7 req-4223263c-21cb-4d71-b174-786db0c0492c tempest-FlavorsV2NegativeTest-215880621 tempest-FlavorsV2NegativeTest-215880621-project] 10.222.0.53 "GET /v2.0/quotas/2e5ad138bbd6456f9fe54a658eafaf92 HTTP/1.1" status: 200 len: 375 time: 0.1757910 Jan 18 22:17:33.863592 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c612dca0-88e5-4324-a615-c4de5f3ca404 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:33.879675 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-255e6757-9279-4576-85c2-23a0dba4a3bb tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:33.898322 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c612dca0-88e5-4324-a615-c4de5f3ca404 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:33.918893 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc2873d7-9844-4cc9-b3b7-bc71a46a6804 req-7a848ecb-a72e-42ff-8681-25ff593aa1ad tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] Made reservation on behalf of c9b2a0f0ac3649d081a01c772f92a224 for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:17:33.933320 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-bc2873d7-9844-4cc9-b3b7-bc71a46a6804 req-7a848ecb-a72e-42ff-8681-25ff593aa1ad tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:33.964335 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c612dca0-88e5-4324-a615-c4de5f3ca404 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fca3170d-82d0-4879-8dbc-62030512b2b1,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:33.966351 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-77a49777-8efa-4a18-be89-217b4a00ba2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:34.013517 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c612dca0-88e5-4324-a615-c4de5f3ca404 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:34.015893 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-c612dca0-88e5-4324-a615-c4de5f3ca404 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6083338 Jan 18 22:17:34.017923 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-77a49777-8efa-4a18-be89-217b4a00ba2c None None] For port 26bc1a77-313b-42e1-8f39-e8e5de0e49a6, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=26bc1a77-313b-42e1-8f39-e8e5de0e49a6,segment=NetworkSegment(c7f002ff-ef12-4102-948c-19a32484e10e),segment_id=c7f002ff-ef12-4102-948c-19a32484e10e)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:17:34.025895 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-77a49777-8efa-4a18-be89-217b4a00ba2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:34.043278 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 58076) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:17:34.063942 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-218f1a56-c2c8-44f4-acb4-c1b6b2a12151 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Request body: {'security_group_rule': {'security_group_id': 'b2b07bb1-ca78-4332-871b-fc4af027a8f9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:17:34.113887 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fdfa57c4-fc78-4eb0-a58f-5db1e37601f7 req-f2268e9f-a136-4f7d-9bf8-d5f9db3b5c34 tempest-FlavorsV2NegativeTest-215880621 tempest-FlavorsV2NegativeTest-215880621-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2e5ad138bbd6456f9fe54a658eafaf92&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2391012 Jan 18 22:17:34.145512 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-77a49777-8efa-4a18-be89-217b4a00ba2c None None] Provisioning complete for port a04d3989-bddb-4dbd-aabb-4e1df020dca5 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:17:34.145884 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-77a49777-8efa-4a18-be89-217b4a00ba2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:34.282900 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-255e6757-9279-4576-85c2-23a0dba4a3bb tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:34.308106 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-255e6757-9279-4576-85c2-23a0dba4a3bb tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:34.313375 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [req-bc2873d7-9844-4cc9-b3b7-bc71a46a6804 req-7a848ecb-a72e-42ff-8681-25ff593aa1ad tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] Allocated IP 192.168.233.103 (aed2eca7-1bb0-443d-8485-b985dbe9851b/8518183d-cc63-459a-b971-d4c7514e001f/4a6e4bdc-0209-47d1-86c1-ac192cd91a6e) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:17:34.333631 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a49777-8efa-4a18-be89-217b4a00ba2c None None] Pushing event updated for resources: {'Port': ['ID=26bc1a77-313b-42e1-8f39-e8e5de0e49a6,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:34.455857 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 26bc1a77-313b-42e1-8f39-e8e5de0e49a6 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:17:34.486356 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-255e6757-9279-4576-85c2-23a0dba4a3bb tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:34.487872 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-255e6757-9279-4576-85c2-23a0dba4a3bb tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2146404 Jan 18 22:17:34.500920 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58092) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:17:34.519834 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-2e245765-4222-4420-af87-1cfb4212af75 tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] Request body: {'floatingip': {'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:17:34.595606 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 26bc1a77-313b-42e1-8f39-e8e5de0e49a6 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:17:34.598854 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:34.663754 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2e245765-4222-4420-af87-1cfb4212af75 tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] Notify callbacks [] for floatingip, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:34.757237 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255e6757-9279-4576-85c2-23a0dba4a3bb tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9736ed35-9e3d-4a5e-bd1e-93a4af8cdfc1,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:34.772810 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef2309-5163-43d0-82ae-8c407e5105b8 req-803319e2-421e-41ad-bfc7-a6f35231b0f9 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:34.781601 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-49ef2309-5163-43d0-82ae-8c407e5105b8 req-803319e2-421e-41ad-bfc7-a6f35231b0f9 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa35bf88-4440-4d73-afcd-ae0cc04d6d11 HTTP/1.1" status: 200 len: 946 time: 0.8273761 Jan 18 22:17:34.798169 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-d46f1f1a-4c2d-4a27-a1e7-0cc710069e0f req-9b82ee43-4298-4eba-96f0-5979fe2832fb service neutron] For port e930dcd0-2ce1-40ab-8ab7-d34e368f11a1, host n-h2-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:17:34.817921 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device a04d3989-bddb-4dbd-aabb-4e1df020dca5 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:17:34.818755 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-d46f1f1a-4c2d-4a27-a1e7-0cc710069e0f req-9b82ee43-4298-4eba-96f0-5979fe2832fb service neutron] Notify callbacks [] for binding, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:34.820045 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d46f1f1a-4c2d-4a27-a1e7-0cc710069e0f req-9b82ee43-4298-4eba-96f0-5979fe2832fb service neutron] 10.222.0.36 "DELETE /v2.0/ports/e930dcd0-2ce1-40ab-8ab7-d34e368f11a1/bindings/n-h2-825064-1 HTTP/1.1" status: 204 len: 173 time: 1.1788692 Jan 18 22:17:34.851025 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-218f1a56-c2c8-44f4-acb4-c1b6b2a12151 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:34.866690 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621cb202-4424-4b35-a57a-6c5e72b74fed req-1a3191ac-50eb-4073-97e3-ccdfdd87a90d tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:34.876316 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-621cb202-4424-4b35-a57a-6c5e72b74fed req-1a3191ac-50eb-4073-97e3-ccdfdd87a90d tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cc62fa1-501a-4c08-a35a-60422ee1528b HTTP/1.1" status: 200 len: 950 time: 0.4873388 Jan 18 22:17:34.950640 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-bc2873d7-9844-4cc9-b3b7-bc71a46a6804 req-7a848ecb-a72e-42ff-8681-25ff593aa1ad tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:34.974608 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-49ef2309-5163-43d0-82ae-8c407e5105b8 req-12f67300-6e3b-45ff-8b4f-03a0f904008a tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fead2ec-99b5-4f01-a8ba-653859b4c215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1920035 Jan 18 22:17:34.992283 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port a04d3989-bddb-4dbd-aabb-4e1df020dca5 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:17:34.997392 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:35.095937 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-621cb202-4424-4b35-a57a-6c5e72b74fed req-be45610d-8fcb-4186-8480-e451d74bb5ff tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078626 Jan 18 22:17:35.141380 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-218f1a56-c2c8-44f4-acb4-c1b6b2a12151 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:35.154694 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-218f1a56-c2c8-44f4-acb4-c1b6b2a12151 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:35.203264 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218f1a56-c2c8-44f4-acb4-c1b6b2a12151 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f80f45be-eba0-4901-84b8-ecdf33873517,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:35.225403 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-bc2873d7-9844-4cc9-b3b7-bc71a46a6804 req-7a848ecb-a72e-42ff-8681-25ff593aa1ad tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:35.229378 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-218f1a56-c2c8-44f4-acb4-c1b6b2a12151 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:35.238388 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-218f1a56-c2c8-44f4-acb4-c1b6b2a12151 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1886344 Jan 18 22:17:35.239244 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 58106) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:17:35.252439 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-6e662f7f-e15a-409d-83e5-515a7b66a619 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Request body: {'floatingip': {'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:17:35.338119 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6e662f7f-e15a-409d-83e5-515a7b66a619 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Notify callbacks [] for floatingip, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:35.407291 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a848ecb-a72e-42ff-8681-25ff593aa1ad tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] Pushing event updated for resources: {'Port': ['ID=4a6e4bdc-0209-47d1-86c1-ac192cd91a6e,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:35.454163 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc2873d7-9844-4cc9-b3b7-bc71a46a6804 req-7a848ecb-a72e-42ff-8681-25ff593aa1ad tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] Network aed2eca7-1bb0-443d-8485-b985dbe9851b is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:17:35.455905 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [req-bc2873d7-9844-4cc9-b3b7-bc71a46a6804 req-7a848ecb-a72e-42ff-8681-25ff593aa1ad tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:17:35.463289 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc2873d7-9844-4cc9-b3b7-bc71a46a6804 req-7a848ecb-a72e-42ff-8681-25ff593aa1ad tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:17:35.509330 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58108) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:17:35.532759 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2e245765-4222-4420-af87-1cfb4212af75 tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:35.579411 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2873d7-9844-4cc9-b3b7-bc71a46a6804 req-7a848ecb-a72e-42ff-8681-25ff593aa1ad tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:35.580089 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-bc2873d7-9844-4cc9-b3b7-bc71a46a6804 req-7a848ecb-a72e-42ff-8681-25ff593aa1ad tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:35.633320 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cb497d-5f91-4960-accd-756b63e07ac7 req-4e530d89-7aec-401a-ac40-592aea22dd73 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:35.644113 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-41cb497d-5f91-4960-accd-756b63e07ac7 req-4e530d89-7aec-401a-ac40-592aea22dd73 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d35b913-8ec3-49a0-ace0-8a720d4edf05 HTTP/1.1" status: 200 len: 944 time: 0.3823419 Jan 18 22:17:35.692236 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-bc2873d7-9844-4cc9-b3b7-bc71a46a6804 req-7a848ecb-a72e-42ff-8681-25ff593aa1ad tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2058520 Jan 18 22:17:35.710896 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-bc2873d7-9844-4cc9-b3b7-bc71a46a6804 req-71020bb1-d297-4311-9b9c-51acd0490942 service neutron] Request body: {'port': {'device_id': '1db3bdbe-a559-41c2-ac8c-6e55c6309d2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:17:35.778989 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c0635dce-cc87-4e30-b539-c8bd365e72af admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:35.786579 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b7891f-8046-42a0-be40-af8430dd8f08 req-f015f906-907b-448e-8e6e-715643621bb9 tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:35.800753 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-75b7891f-8046-42a0-be40-af8430dd8f08 req-f015f906-907b-448e-8e6e-715643621bb9 tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] 10.222.0.53 "GET /v2.0/ports?device_id=1db3bdbe-a559-41c2-ac8c-6e55c6309d2f HTTP/1.1" status: 200 len: 936 time: 0.4227881 Jan 18 22:17:35.837381 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-41cb497d-5f91-4960-accd-756b63e07ac7 req-b9545e19-9f8b-4e89-993f-6045fb018123 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac5bfedd-8c81-4ad7-9f0f-99ba0a339521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893177 Jan 18 22:17:35.946640 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-75b7891f-8046-42a0-be40-af8430dd8f08 req-cf7d5e4d-b9aa-4d08-ad9f-563dbb844754 tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] 10.222.0.53 "GET /v2.0/security-groups?id=2720ae35-eb4e-4877-837a-ceec23b7b1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387758 Jan 18 22:17:35.951409 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-bc2873d7-9844-4cc9-b3b7-bc71a46a6804 req-71020bb1-d297-4311-9b9c-51acd0490942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:35.972952 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['5755caed-1929-4892-869b-9f6abf517786'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:17:36.067573 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-305f451a-50de-46b9-840c-215b3386c85f None None] Provisioning complete for port 4a6e4bdc-0209-47d1-86c1-ac192cd91a6e triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:17:36.068639 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-305f451a-50de-46b9-840c-215b3386c85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:36.128461 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-2e245765-4222-4420-af87-1cfb4212af75 tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] Allocated IP 172.25.5.72 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/6f5dd67c-6859-4b14-8b10-a12c94475a88) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:17:36.154697 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2550984e-320e-441e-8e29-222a048bd43d req-6daf6663-db42-4e46-9888-8d5fd628c0af tempest-MigrationsAdminTest-662233705 tempest-MigrationsAdminTest-662233705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:36.174580 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2550984e-320e-441e-8e29-222a048bd43d req-6daf6663-db42-4e46-9888-8d5fd628c0af tempest-MigrationsAdminTest-662233705 tempest-MigrationsAdminTest-662233705-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0cc62fa1-501a-4c08-a35a-60422ee1528b HTTP/1.1" status: 200 len: 1101 time: 0.1881742 Jan 18 22:17:36.279866 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6e662f7f-e15a-409d-83e5-515a7b66a619 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:36.281926 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-305f451a-50de-46b9-840c-215b3386c85f None None] Port 4a6e4bdc-0209-47d1-86c1-ac192cd91a6e cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:17:36.294146 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 26bc1a77-313b-42e1-8f39-e8e5de0e49a6 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:17:36.320599 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2550984e-320e-441e-8e29-222a048bd43d req-9c008981-1c6c-4e2d-8026-50901f32048c tempest-MigrationsAdminTest-662233705 tempest-MigrationsAdminTest-662233705-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427071 Jan 18 22:17:36.324373 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c0635dce-cc87-4e30-b539-c8bd365e72af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:36.343925 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c0635dce-cc87-4e30-b539-c8bd365e72af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:36.402141 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 26bc1a77-313b-42e1-8f39-e8e5de0e49a6 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:17:36.402434 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:36.425747 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0635dce-cc87-4e30-b539-c8bd365e72af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d5aa60b-9978-49d2-b871-6decc53a5189,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:36.445950 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525ab668-c339-4ec7-8715-07cbf5b53bdb req-06f9354c-aa87-4980-bd20-496b082403c0 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:36.448467 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-525ab668-c339-4ec7-8715-07cbf5b53bdb req-06f9354c-aa87-4980-bd20-496b082403c0 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa35bf88-4440-4d73-afcd-ae0cc04d6d11 HTTP/1.1" status: 200 len: 946 time: 0.2507057 Jan 18 22:17:36.506510 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780ec0c9-8c2b-4249-952f-35beec8d7adc req-e46dd784-3df9-4367-bde3-dbc243bdc605 tempest-LiveMigrationTest-1198651986 tempest-LiveMigrationTest-1198651986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:36.514097 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2e245765-4222-4420-af87-1cfb4212af75 tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:36.516814 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-780ec0c9-8c2b-4249-952f-35beec8d7adc req-e46dd784-3df9-4367-bde3-dbc243bdc605 tempest-LiveMigrationTest-1198651986 tempest-LiveMigrationTest-1198651986-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5d35b913-8ec3-49a0-ace0-8a720d4edf05 HTTP/1.1" status: 200 len: 1095 time: 0.1075346 Jan 18 22:17:36.540963 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-525ab668-c339-4ec7-8715-07cbf5b53bdb req-a35033ff-6725-4ca2-9f5b-dff744602b9f tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fead2ec-99b5-4f01-a8ba-653859b4c215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770681 Jan 18 22:17:36.562475 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-c0635dce-cc87-4e30-b539-c8bd365e72af admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2e5ad138bbd6456f9fe54a658eafaf92&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0504830 Jan 18 22:17:36.575245 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-780ec0c9-8c2b-4249-952f-35beec8d7adc req-82c3fab3-e462-4832-a300-5fba2dfdd9a5 tempest-LiveMigrationTest-1198651986 tempest-LiveMigrationTest-1198651986-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ac5bfedd-8c81-4ad7-9f0f-99ba0a339521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574145 Jan 18 22:17:36.577339 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 58122) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:17:36.680955 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [req-bc2873d7-9844-4cc9-b3b7-bc71a46a6804 req-71020bb1-d297-4311-9b9c-51acd0490942 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a6e4bdc-0209-47d1-86c1-ac192cd91a6e {{(pid=102431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:17:36.689592 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-bc2873d7-9844-4cc9-b3b7-bc71a46a6804 req-71020bb1-d297-4311-9b9c-51acd0490942 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:36.698259 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7af73a26-7663-4b53-9959-4715d68eb732 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:36.705779 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [req-bc2873d7-9844-4cc9-b3b7-bc71a46a6804 req-71020bb1-d297-4311-9b9c-51acd0490942 service neutron] Transition to ACTIVE for port object 4a6e4bdc-0209-47d1-86c1-ac192cd91a6e will not be triggered until provisioned by entity L2. {{(pid=102431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:17:36.716950 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-bc2873d7-9844-4cc9-b3b7-bc71a46a6804 req-71020bb1-d297-4311-9b9c-51acd0490942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:36.777304 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71020bb1-d297-4311-9b9c-51acd0490942 service neutron] Pushing event updated for resources: {'Port': ['ID=4a6e4bdc-0209-47d1-86c1-ac192cd91a6e,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:36.783615 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2e245765-4222-4420-af87-1cfb4212af75 tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:36.816900 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7af73a26-7663-4b53-9959-4715d68eb732 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:36.909998 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-6e662f7f-e15a-409d-83e5-515a7b66a619 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Allocated IP 172.25.5.172 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/9f8d9b5e-d182-4bcd-bcb2-e72c2b30d97e) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:17:37.023192 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e245765-4222-4420-af87-1cfb4212af75 tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:17:37.031164 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7af73a26-7663-4b53-9959-4715d68eb732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:37.035633 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7af73a26-7663-4b53-9959-4715d68eb732 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:37.037533 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-7af73a26-7663-4b53-9959-4715d68eb732 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7d5aa60b-9978-49d2-b871-6decc53a5189 HTTP/1.1" status: 204 len: 168 time: 0.4573240 Jan 18 22:17:37.038124 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-2e245765-4222-4420-af87-1cfb4212af75 tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:17:37.045344 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e245765-4222-4420-af87-1cfb4212af75 tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:17:37.050168 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e245765-4222-4420-af87-1cfb4212af75 tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] Pushing event updated for resources: {'Port': ['ID=6f5dd67c-6859-4b14-8b10-a12c94475a88,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:37.064939 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af73a26-7663-4b53-9959-4715d68eb732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d5aa60b-9978-49d2-b871-6decc53a5189,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:37.183356 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-bc2873d7-9844-4cc9-b3b7-bc71a46a6804 req-71020bb1-d297-4311-9b9c-51acd0490942 service neutron] Attempting to bind port 4a6e4bdc-0209-47d1-86c1-ac192cd91a6e on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:17:37.183691 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-bc2873d7-9844-4cc9-b3b7-bc71a46a6804 req-71020bb1-d297-4311-9b9c-51acd0490942 service neutron] Attempting to bind port 4a6e4bdc-0209-47d1-86c1-ac192cd91a6e by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:17:37.184016 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2873d7-9844-4cc9-b3b7-bc71a46a6804 req-71020bb1-d297-4311-9b9c-51acd0490942 service neutron] Attempting to bind port 4a6e4bdc-0209-47d1-86c1-ac192cd91a6e on network aed2eca7-1bb0-443d-8485-b985dbe9851b {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:17:37.204512 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2873d7-9844-4cc9-b3b7-bc71a46a6804 req-71020bb1-d297-4311-9b9c-51acd0490942 service neutron] Port 4a6e4bdc-0209-47d1-86c1-ac192cd91a6e on network aed2eca7-1bb0-443d-8485-b985dbe9851b not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:17:37.205704 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2873d7-9844-4cc9-b3b7-bc71a46a6804 req-71020bb1-d297-4311-9b9c-51acd0490942 service neutron] Attempting to bind port 4a6e4bdc-0209-47d1-86c1-ac192cd91a6e on network aed2eca7-1bb0-443d-8485-b985dbe9851b {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:17:37.237374 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2873d7-9844-4cc9-b3b7-bc71a46a6804 req-71020bb1-d297-4311-9b9c-51acd0490942 service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:17:37.237718 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2873d7-9844-4cc9-b3b7-bc71a46a6804 req-71020bb1-d297-4311-9b9c-51acd0490942 service neutron] Checking segment: {'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:17:37.239550 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2873d7-9844-4cc9-b3b7-bc71a46a6804 req-71020bb1-d297-4311-9b9c-51acd0490942 service neutron] Bound using segment: {'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:17:37.247865 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-bc2873d7-9844-4cc9-b3b7-bc71a46a6804 req-71020bb1-d297-4311-9b9c-51acd0490942 service neutron] Bound port: 4a6e4bdc-0209-47d1-86c1-ac192cd91a6e, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:17:37.249460 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-bc2873d7-9844-4cc9-b3b7-bc71a46a6804 req-71020bb1-d297-4311-9b9c-51acd0490942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:37.261553 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6e662f7f-e15a-409d-83e5-515a7b66a619 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:37.334440 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e97eed1-92d7-4550-9899-645a7c944d25 req-34415078-082c-4aac-9895-664a27c2afd1 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:37.350461 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5e97eed1-92d7-4550-9899-645a7c944d25 req-34415078-082c-4aac-9895-664a27c2afd1 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d35b913-8ec3-49a0-ace0-8a720d4edf05 HTTP/1.1" status: 200 len: 944 time: 0.2199717 Jan 18 22:17:37.426589 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-bc2873d7-9844-4cc9-b3b7-bc71a46a6804 req-71020bb1-d297-4311-9b9c-51acd0490942 service neutron] For port 4a6e4bdc-0209-47d1-86c1-ac192cd91a6e, host n-h2-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:17:37.461027 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2e245765-4222-4420-af87-1cfb4212af75 tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:37.477897 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-bc2873d7-9844-4cc9-b3b7-bc71a46a6804 req-71020bb1-d297-4311-9b9c-51acd0490942 service neutron] For port 4a6e4bdc-0209-47d1-86c1-ac192cd91a6e, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=4a6e4bdc-0209-47d1-86c1-ac192cd91a6e,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:17:37.486026 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-bc2873d7-9844-4cc9-b3b7-bc71a46a6804 req-71020bb1-d297-4311-9b9c-51acd0490942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:37.510249 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5e97eed1-92d7-4550-9899-645a7c944d25 req-f39e0699-3181-47bc-8dfe-da33982d2ef1 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac5bfedd-8c81-4ad7-9f0f-99ba0a339521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587884 Jan 18 22:17:37.562618 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6e662f7f-e15a-409d-83e5-515a7b66a619 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:37.621035 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2e245765-4222-4420-af87-1cfb4212af75 tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:37.622850 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71020bb1-d297-4311-9b9c-51acd0490942 service neutron] Pushing event updated for resources: {'Port': ['ID=4a6e4bdc-0209-47d1-86c1-ac192cd91a6e,revision_number=3']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:37.627800 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2873d7-9844-4cc9-b3b7-bc71a46a6804 req-71020bb1-d297-4311-9b9c-51acd0490942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:37.628451 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-bc2873d7-9844-4cc9-b3b7-bc71a46a6804 req-71020bb1-d297-4311-9b9c-51acd0490942 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:37.631203 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-bc2873d7-9844-4cc9-b3b7-bc71a46a6804 req-71020bb1-d297-4311-9b9c-51acd0490942 service neutron] 10.222.0.67 "PUT /v2.0/ports/4a6e4bdc-0209-47d1-86c1-ac192cd91a6e HTTP/1.1" status: 200 len: 1096 time: 1.9258060 Jan 18 22:17:37.632417 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1db3bdbe-a559-41c2-ac8c-6e55c6309d2f', 'tag': '4a6e4bdc-0209-47d1-86c1-ac192cd91a6e'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:17:37.638612 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0118d433-e71d-455b-8da2-a8ed9ea9d32a" -d '{"events": [{"name": "network-changed", "server_uuid": "1db3bdbe-a559-41c2-ac8c-6e55c6309d2f", "tag": "4a6e4bdc-0209-47d1-86c1-ac192cd91a6e"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:17:37.780755 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e662f7f-e15a-409d-83e5-515a7b66a619 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:17:37.800721 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2873d7-9844-4cc9-b3b7-bc71a46a6804 req-537c06d3-be7b-4a41-947a-0031af2b6757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:37.802686 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-bc2873d7-9844-4cc9-b3b7-bc71a46a6804 req-537c06d3-be7b-4a41-947a-0031af2b6757 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c9b2a0f0ac3649d081a01c772f92a224&device_id=1db3bdbe-a559-41c2-ac8c-6e55c6309d2f HTTP/1.1" status: 200 len: 1099 time: 0.1097450 Jan 18 22:17:37.867421 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-6e662f7f-e15a-409d-83e5-515a7b66a619 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:17:37.887784 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-bc2873d7-9844-4cc9-b3b7-bc71a46a6804 req-0be2851f-10eb-4e98-bb86-553a8a9dd021 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=4a6e4bdc-0209-47d1-86c1-ac192cd91a6e HTTP/1.1" status: 200 len: 217 time: 0.0701902 Jan 18 22:17:37.899053 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e662f7f-e15a-409d-83e5-515a7b66a619 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:17:37.943819 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e662f7f-e15a-409d-83e5-515a7b66a619 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Pushing event updated for resources: {'Port': ['ID=9f8d9b5e-d182-4bcd-bcb2-e72c2b30d97e,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:37.981490 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbea295e-98f4-43d7-9cac-deac2198f679 req-833b1953-5a38-4804-907e-c7207719a813 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:37.983133 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cbea295e-98f4-43d7-9cac-deac2198f679 req-833b1953-5a38-4804-907e-c7207719a813 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d35b913-8ec3-49a0-ace0-8a720d4edf05 HTTP/1.1" status: 200 len: 944 time: 0.3836617 Jan 18 22:17:37.993929 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f655fd-52da-4467-96c3-0b53c9bbeaa5 req-eeb82388-0aed-4c31-90bc-7235a5609069 tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:38.004837 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-11f655fd-52da-4467-96c3-0b53c9bbeaa5 req-eeb82388-0aed-4c31-90bc-7235a5609069 tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] 10.222.0.53 "GET /v2.0/ports?device_id=1db3bdbe-a559-41c2-ac8c-6e55c6309d2f HTTP/1.1" status: 200 len: 948 time: 0.3009918 Jan 18 22:17:38.022047 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2873d7-9844-4cc9-b3b7-bc71a46a6804 req-8f769d40-f03e-484b-8146-3ebc8bb933d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:38.025850 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-bc2873d7-9844-4cc9-b3b7-bc71a46a6804 req-8f769d40-f03e-484b-8146-3ebc8bb933d5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8518183d-cc63-459a-b971-d4c7514e001f HTTP/1.1" status: 200 len: 843 time: 0.1167631 Jan 18 22:17:38.234363 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-11f655fd-52da-4467-96c3-0b53c9bbeaa5 req-279150c2-37d3-47cb-90ef-8ddc03249e70 tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] 10.222.0.53 "GET /v2.0/security-groups?id=2720ae35-eb4e-4877-837a-ceec23b7b1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285297 Jan 18 22:17:38.294638 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6e662f7f-e15a-409d-83e5-515a7b66a619 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:38.371492 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a9700c-724a-4c47-87e0-939491e9a3c6 req-5cd9f7f9-7063-4e4b-8110-b73d02a881d9 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:38.387349 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-51a9700c-724a-4c47-87e0-939491e9a3c6 req-5cd9f7f9-7063-4e4b-8110-b73d02a881d9 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa35bf88-4440-4d73-afcd-ae0cc04d6d11 HTTP/1.1" status: 200 len: 946 time: 0.3025661 Jan 18 22:17:38.451122 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-cbea295e-98f4-43d7-9cac-deac2198f679 req-f5bb64f2-e888-4edc-b602-e5f3d028cf10 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Deleting port e930dcd0-2ce1-40ab-8ab7-d34e368f11a1 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:17:38.451612 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-cbea295e-98f4-43d7-9cac-deac2198f679 req-f5bb64f2-e888-4edc-b602-e5f3d028cf10 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:38.469056 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6e662f7f-e15a-409d-83e5-515a7b66a619 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:38.545756 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-51a9700c-724a-4c47-87e0-939491e9a3c6 req-11a1df30-94ae-4a60-8222-74f199e56ed7 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fead2ec-99b5-4f01-a8ba-653859b4c215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1574161 Jan 18 22:17:38.618951 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bad35dc-8aa0-4683-8b2c-b9d0aa053ffe x-openstack-request-id: req-5bad35dc-8aa0-4683-8b2c-b9d0aa053ffe {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:17:38.618951 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1db3bdbe-a559-41c2-ac8c-6e55c6309d2f", "tag": "4a6e4bdc-0209-47d1-86c1-ac192cd91a6e", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:17:38.618951 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5bad35dc-8aa0-4683-8b2c-b9d0aa053ffe {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:17:38.620803 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1db3bdbe-a559-41c2-ac8c-6e55c6309d2f', 'tag': '4a6e4bdc-0209-47d1-86c1-ac192cd91a6e', 'status': 'completed', 'code': 200} Jan 18 22:17:38.707162 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2873d7-9844-4cc9-b3b7-bc71a46a6804 req-26919e71-8734-4c1a-bb91-aac1a271eeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:38.709591 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-bc2873d7-9844-4cc9-b3b7-bc71a46a6804 req-26919e71-8734-4c1a-bb91-aac1a271eeb0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aed2eca7-1bb0-443d-8485-b985dbe9851b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6660776 Jan 18 22:17:38.736834 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-898301b2-f633-4e2a-b78a-d72e587df471 req-7b54bf9c-c800-4c59-9a56-d28e81bd81ba service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0cc62fa1-501a-4c08-a35a-60422ee1528b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6224360 Jan 18 22:17:38.757740 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2e245765-4222-4420-af87-1cfb4212af75 tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:38.801353 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2e245765-4222-4420-af87-1cfb4212af75 tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:38.945808 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e245765-4222-4420-af87-1cfb4212af75 tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] Pushing event updated for resources: {'Port': ['ID=6f5dd67c-6859-4b14-8b10-a12c94475a88,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:39.102041 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-bc2873d7-9844-4cc9-b3b7-bc71a46a6804 req-aaa287d4-73b2-4bb2-a718-59780430b210 service neutron] 10.222.0.67 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3576486 Jan 18 22:17:39.108596 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2e245765-4222-4420-af87-1cfb4212af75 tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043075'] for floatingip, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:39.183165 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2e245765-4222-4420-af87-1cfb4212af75 tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:39.195098 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-2e245765-4222-4420-af87-1cfb4212af75 tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.6876245 Jan 18 22:17:39.283882 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-cbea295e-98f4-43d7-9cac-deac2198f679 req-f5bb64f2-e888-4edc-b602-e5f3d028cf10 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] For port e930dcd0-2ce1-40ab-8ab7-d34e368f11a1, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=e930dcd0-2ce1-40ab-8ab7-d34e368f11a1,segment=NetworkSegment(a97910f7-cad7-42ae-9f6e-c8965771467a),segment_id=a97910f7-cad7-42ae-9f6e-c8965771467a)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:17:39.284351 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-cbea295e-98f4-43d7-9cac-deac2198f679 req-f5bb64f2-e888-4edc-b602-e5f3d028cf10 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:39.293000 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-bc2873d7-9844-4cc9-b3b7-bc71a46a6804 req-3a2eae7d-51d4-4412-a757-95ec7bc240f6 service neutron] 10.222.0.67 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782067 Jan 18 22:17:39.386523 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-cbea295e-98f4-43d7-9cac-deac2198f679 req-f5bb64f2-e888-4edc-b602-e5f3d028cf10 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Calling delete_port for e930dcd0-2ce1-40ab-8ab7-d34e368f11a1 owned by compute:nova {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:17:39.421255 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9241f2e7-ef6d-4ff1-9a52-fdf3f9496e15 req-ae848033-92df-4fc6-887e-82f75e1d43bd tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:39.424115 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9241f2e7-ef6d-4ff1-9a52-fdf3f9496e15 req-ae848033-92df-4fc6-887e-82f75e1d43bd tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cc62fa1-501a-4c08-a35a-60422ee1528b HTTP/1.1" status: 200 len: 950 time: 0.8252513 Jan 18 22:17:39.466884 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0118d433-e71d-455b-8da2-a8ed9ea9d32a req-fa2b381a-8f7e-4dae-acaa-d0dc0738e836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:39.468580 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-0118d433-e71d-455b-8da2-a8ed9ea9d32a req-fa2b381a-8f7e-4dae-acaa-d0dc0738e836 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c9b2a0f0ac3649d081a01c772f92a224&device_id=1db3bdbe-a559-41c2-ac8c-6e55c6309d2f HTTP/1.1" status: 200 len: 1099 time: 0.0916464 Jan 18 22:17:39.521200 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db495766-0418-4c36-9331-85047c7613c1 req-0bffbd9c-68a4-4522-a575-946c195e88fa tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:39.528894 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-db495766-0418-4c36-9331-85047c7613c1 req-0bffbd9c-68a4-4522-a575-946c195e88fa tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d35b913-8ec3-49a0-ace0-8a720d4edf05 HTTP/1.1" status: 200 len: 944 time: 0.8999736 Jan 18 22:17:39.609072 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0118d433-e71d-455b-8da2-a8ed9ea9d32a req-e808d595-6939-4e77-aa63-3d12149029dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:39.610637 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-0118d433-e71d-455b-8da2-a8ed9ea9d32a req-e808d595-6939-4e77-aa63-3d12149029dd service neutron] 10.222.0.67 "GET /v2.0/networks?id=aed2eca7-1bb0-443d-8485-b985dbe9851b HTTP/1.1" status: 200 len: 869 time: 0.1350889 Jan 18 22:17:39.698987 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-db495766-0418-4c36-9331-85047c7613c1 req-ecff0270-5bd5-40d9-ae04-9be8bfa1aba6 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac5bfedd-8c81-4ad7-9f0f-99ba0a339521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599765 Jan 18 22:17:39.710155 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9241f2e7-ef6d-4ff1-9a52-fdf3f9496e15 req-a4d9f109-6e30-435d-887d-6119a895f26e tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150359 Jan 18 22:17:39.724469 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-0118d433-e71d-455b-8da2-a8ed9ea9d32a req-5e37aae3-37c4-44c5-a9a5-fae2bbe0d998 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=4a6e4bdc-0209-47d1-86c1-ac192cd91a6e HTTP/1.1" status: 200 len: 217 time: 0.1038618 Jan 18 22:17:39.755949 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6e662f7f-e15a-409d-83e5-515a7b66a619 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:39.811170 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0118d433-e71d-455b-8da2-a8ed9ea9d32a req-5b8ad173-e82b-4b92-baf3-ea533a88e2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:39.812842 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-0118d433-e71d-455b-8da2-a8ed9ea9d32a req-5b8ad173-e82b-4b92-baf3-ea533a88e2fb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8518183d-cc63-459a-b971-d4c7514e001f HTTP/1.1" status: 200 len: 843 time: 0.0757601 Jan 18 22:17:39.875097 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6e662f7f-e15a-409d-83e5-515a7b66a619 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:39.917841 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-cbea295e-98f4-43d7-9cac-deac2198f679 req-f5bb64f2-e888-4edc-b602-e5f3d028cf10 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:39.922901 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0118d433-e71d-455b-8da2-a8ed9ea9d32a req-4345d31e-3914-4a4d-8a97-7f67d9403bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:39.929112 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-0118d433-e71d-455b-8da2-a8ed9ea9d32a req-4345d31e-3914-4a4d-8a97-7f67d9403bd8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aed2eca7-1bb0-443d-8485-b985dbe9851b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1047227 Jan 18 22:17:39.934134 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['e930dcd0-2ce1-40ab-8ab7-d34e368f11a1'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:17:39.937210 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['fb25b735-1224-4af3-b9e8-c54530a9f342'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:17:40.149561 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbea295e-98f4-43d7-9cac-deac2198f679 req-f5bb64f2-e888-4edc-b602-e5f3d028cf10 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] No DVR routers for this DVR port e930dcd0-2ce1-40ab-8ab7-d34e368f11a1 on host n-h1-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:17:40.154450 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-cbea295e-98f4-43d7-9cac-deac2198f679 req-f5bb64f2-e888-4edc-b602-e5f3d028cf10 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:40.162251 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cbea295e-98f4-43d7-9cac-deac2198f679 req-f5bb64f2-e888-4edc-b602-e5f3d028cf10 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.36 "DELETE /v2.0/ports/e930dcd0-2ce1-40ab-8ab7-d34e368f11a1 HTTP/1.1" status: 204 len: 173 time: 2.1541488 Jan 18 22:17:40.180197 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d35b913-8ec3-49a0-ace0-8a720d4edf05', 'name': 'network-vif-deleted', 'tag': 'e930dcd0-2ce1-40ab-8ab7-d34e368f11a1'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:17:40.188416 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de6e6a71-379a-4370-908a-7bb3af3cfe42" -d '{"events": [{"server_uuid": "5d35b913-8ec3-49a0-ace0-8a720d4edf05", "name": "network-vif-deleted", "tag": "e930dcd0-2ce1-40ab-8ab7-d34e368f11a1"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:17:40.191799 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-0118d433-e71d-455b-8da2-a8ed9ea9d32a req-72797e75-4e0b-4824-ad26-83cbb7b0db56 service neutron] 10.222.0.67 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516739 Jan 18 22:17:40.201109 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac298443-b3e6-4526-b042-f2ea07883d7b req-ccb5d617-937b-4e08-ac58-db4d4139b124 tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:40.202953 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ac298443-b3e6-4526-b042-f2ea07883d7b req-ccb5d617-937b-4e08-ac58-db4d4139b124 tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] 10.222.0.53 "GET /v2.0/ports?device_id=1db3bdbe-a559-41c2-ac8c-6e55c6309d2f HTTP/1.1" status: 200 len: 948 time: 0.3509002 Jan 18 22:17:40.258897 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6e662f7f-e15a-409d-83e5-515a7b66a619 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043075'] for floatingip, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:40.263263 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e662f7f-e15a-409d-83e5-515a7b66a619 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Pushing event updated for resources: {'Port': ['ID=9f8d9b5e-d182-4bcd-bcb2-e72c2b30d97e,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:40.269997 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-db55df9f-57bc-4f7d-85bf-8323df078298 req-e03f83e3-bd6e-49a0-ad21-d1339414fcc8 tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--2031770629&fields=id&tenant_id=2470a173f4ec4dbbaba85c29c38f49e1 HTTP/1.1" status: 200 len: 267 time: 0.3438659 Jan 18 22:17:40.326190 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-0118d433-e71d-455b-8da2-a8ed9ea9d32a req-76ab3a93-5a36-4449-a5df-f72fbb3e158c service neutron] 10.222.0.67 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108251 Jan 18 22:17:40.423947 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bb64f2-e888-4edc-b602-e5f3d028cf10 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Pushing event deleted for resources: {'Port': ['ID=e930dcd0-2ce1-40ab-8ab7-d34e368f11a1,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:40.457497 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6e662f7f-e15a-409d-83e5-515a7b66a619 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:40.458926 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-6e662f7f-e15a-409d-83e5-515a7b66a619 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2185335 Jan 18 22:17:40.484906 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ac298443-b3e6-4526-b042-f2ea07883d7b req-836493bd-bde5-4864-9c13-8c5e13422a19 tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] 10.222.0.53 "GET /v2.0/security-groups?id=2720ae35-eb4e-4877-837a-ceec23b7b1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610188 Jan 18 22:17:40.561576 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db55df9f-57bc-4f7d-85bf-8323df078298 req-619b04b6-a2c4-45d5-abd0-c96bac0970fa tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:40.563731 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-db55df9f-57bc-4f7d-85bf-8323df078298 req-619b04b6-a2c4-45d5-abd0-c96bac0970fa tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] 10.222.0.53 "GET /v2.0/networks?id=951f976e-2e72-444e-82f8-f59e1a118eb0 HTTP/1.1" status: 200 len: 813 time: 0.2645490 Jan 18 22:17:40.588998 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-db55df9f-57bc-4f7d-85bf-8323df078298 req-8805e2b4-985c-4a01-8eee-d2b3868f0c64 tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] 10.222.0.53 "GET /v2.0/quotas/2470a173f4ec4dbbaba85c29c38f49e1 HTTP/1.1" status: 200 len: 375 time: 0.0168259 Jan 18 22:17:40.663879 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-db55df9f-57bc-4f7d-85bf-8323df078298 req-1cd9ea76-9c6a-46d9-9ca3-e274070ee8a5 tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2470a173f4ec4dbbaba85c29c38f49e1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0673790 Jan 18 22:17:40.776184 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-db55df9f-57bc-4f7d-85bf-8323df078298 req-dd4224b6-5d1c-4036-a9c6-e7305985d1c2 service neutron] 10.222.0.53 "GET /v2.0/networks/951f976e-2e72-444e-82f8-f59e1a118eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999801 Jan 18 22:17:40.838620 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898301b2-f633-4e2a-b78a-d72e587df471 req-f6e85fd1-28f7-44bb-8850-910865248336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:40.841313 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-898301b2-f633-4e2a-b78a-d72e587df471 req-f6e85fd1-28f7-44bb-8850-910865248336 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7c124f68020a4e92b3e26dca83e43678&device_id=0cc62fa1-501a-4c08-a35a-60422ee1528b HTTP/1.1" status: 200 len: 1101 time: 0.0588057 Jan 18 22:17:40.913087 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-db55df9f-57bc-4f7d-85bf-8323df078298 req-0fbb13ef-2d60-4795-ac6a-20aa08b302eb service neutron] 10.222.0.53 "GET /v2.0/networks/951f976e-2e72-444e-82f8-f59e1a118eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301141 Jan 18 22:17:40.924888 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f07f9d1-ec3a-4981-8c8b-74a08b09a9e3 req-07ecb696-d510-4c73-919e-237a27eef6f7 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:40.932496 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6f07f9d1-ec3a-4981-8c8b-74a08b09a9e3 req-07ecb696-d510-4c73-919e-237a27eef6f7 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa35bf88-4440-4d73-afcd-ae0cc04d6d11 HTTP/1.1" status: 200 len: 946 time: 0.2816739 Jan 18 22:17:40.955267 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898301b2-f633-4e2a-b78a-d72e587df471 req-36c021f0-dc0b-469b-88fe-4c7e0c23bb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:40.956902 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-898301b2-f633-4e2a-b78a-d72e587df471 req-36c021f0-dc0b-469b-88fe-4c7e0c23bb23 service neutron] 10.222.0.67 "GET /v2.0/networks?id=aed2eca7-1bb0-443d-8485-b985dbe9851b HTTP/1.1" status: 200 len: 869 time: 0.1050694 Jan 18 22:17:40.993864 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6f07f9d1-ec3a-4981-8c8b-74a08b09a9e3 req-6958b0b3-26f1-4dce-9007-23c8cfca7cd9 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fead2ec-99b5-4f01-a8ba-653859b4c215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526111 Jan 18 22:17:41.010157 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-898301b2-f633-4e2a-b78a-d72e587df471 req-f65169e8-2036-4f13-8c42-31aaa47184c3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=855dc544-1a8f-4962-8790-4825dc408cf4 HTTP/1.1" status: 200 len: 217 time: 0.0442178 Jan 18 22:17:41.126666 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898301b2-f633-4e2a-b78a-d72e587df471 req-71b33cab-c790-4cf6-a917-db4215ca3d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:41.128233 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-898301b2-f633-4e2a-b78a-d72e587df471 req-71b33cab-c790-4cf6-a917-db4215ca3d5d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8518183d-cc63-459a-b971-d4c7514e001f HTTP/1.1" status: 200 len: 843 time: 0.1110110 Jan 18 22:17:41.175712 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cb23742-c14c-4c4f-af08-afd71125ecce x-openstack-request-id: req-8cb23742-c14c-4c4f-af08-afd71125ecce {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:17:41.175999 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d35b913-8ec3-49a0-ace0-8a720d4edf05", "name": "network-vif-deleted", "tag": "e930dcd0-2ce1-40ab-8ab7-d34e368f11a1", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:17:41.176291 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8cb23742-c14c-4c4f-af08-afd71125ecce {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:17:41.177083 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d35b913-8ec3-49a0-ace0-8a720d4edf05', 'name': 'network-vif-deleted', 'tag': 'e930dcd0-2ce1-40ab-8ab7-d34e368f11a1', 'status': 'completed', 'code': 200} Jan 18 22:17:41.207991 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898301b2-f633-4e2a-b78a-d72e587df471 req-e6214c00-a81b-4ecd-a184-3c72f485fbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:41.209617 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-898301b2-f633-4e2a-b78a-d72e587df471 req-e6214c00-a81b-4ecd-a184-3c72f485fbc5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aed2eca7-1bb0-443d-8485-b985dbe9851b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0704114 Jan 18 22:17:41.264090 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cdee8b6f-1e45-4e51-8ab1-e7b9f4b379ee req-3b961e7d-c58c-432e-837a-f1eea29d471a tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--977974760&fields=id&tenant_id=9eaacdbf1945416eaa74e5d952bfe007 HTTP/1.1" status: 200 len: 267 time: 0.0619447 Jan 18 22:17:41.354557 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-898301b2-f633-4e2a-b78a-d72e587df471 req-c9212d8f-51d1-4651-aa0e-befdfd0b682a service neutron] 10.222.0.67 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302276 Jan 18 22:17:41.390963 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-94b8152e-ccfa-47f5-8e53-9c55b82774fc req-acc5396c-6579-40c8-b7e7-bafb2f994c99 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d35b913-8ec3-49a0-ace0-8a720d4edf05 HTTP/1.1" status: 200 len: 210 time: 0.0344927 Jan 18 22:17:41.537184 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-898301b2-f633-4e2a-b78a-d72e587df471 req-64c2cbb4-ab01-4b42-a7b6-7f1547741ea5 service neutron] 10.222.0.67 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672153 Jan 18 22:17:41.567708 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdee8b6f-1e45-4e51-8ab1-e7b9f4b379ee req-b6c56a12-d675-4071-9669-17bbe5b5d657 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:41.576360 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cdee8b6f-1e45-4e51-8ab1-e7b9f4b379ee req-b6c56a12-d675-4071-9669-17bbe5b5d657 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] 10.222.0.53 "GET /v2.0/networks?id=e15f6438-95ae-482f-8d95-5a9ba3dee07c HTTP/1.1" status: 200 len: 806 time: 0.3025618 Jan 18 22:17:41.601639 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cdee8b6f-1e45-4e51-8ab1-e7b9f4b379ee req-ca862441-8f08-4e1d-9226-553d76c549d1 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] 10.222.0.53 "GET /v2.0/quotas/9eaacdbf1945416eaa74e5d952bfe007 HTTP/1.1" status: 200 len: 375 time: 0.0241511 Jan 18 22:17:41.646259 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b793919-dd92-49b5-8e59-edd4d4d89dbd req-62b12ee8-51be-45c7-95cd-b13b5c949644 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:41.658738 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5b793919-dd92-49b5-8e59-edd4d4d89dbd req-62b12ee8-51be-45c7-95cd-b13b5c949644 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cc62fa1-501a-4c08-a35a-60422ee1528b HTTP/1.1" status: 200 len: 950 time: 0.1777270 Jan 18 22:17:41.719369 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5b793919-dd92-49b5-8e59-edd4d4d89dbd req-5ecaadaf-0ce3-46d8-893f-05d2c95d6d5a tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559313 Jan 18 22:17:41.736206 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cdee8b6f-1e45-4e51-8ab1-e7b9f4b379ee req-af8b3080-afd6-44be-bbb5-fb90892c34bd tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9eaacdbf1945416eaa74e5d952bfe007&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1323214 Jan 18 22:17:41.877802 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cdee8b6f-1e45-4e51-8ab1-e7b9f4b379ee req-c3c7b39e-fac8-4b2f-9c03-ad1c55a90e86 service neutron] 10.222.0.53 "GET /v2.0/networks/e15f6438-95ae-482f-8d95-5a9ba3dee07c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203303 Jan 18 22:17:41.936512 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 22:17:42.031070 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cdee8b6f-1e45-4e51-8ab1-e7b9f4b379ee req-5db15a59-1854-490e-ab59-b64b511458ac service neutron] 10.222.0.53 "GET /v2.0/networks/e15f6438-95ae-482f-8d95-5a9ba3dee07c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374712 Jan 18 22:17:42.214927 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device e930dcd0-2ce1-40ab-8ab7-d34e368f11a1 no longer exists at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:17:42.276470 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ef1c6100-ad01-40dd-a5e6-e817c8c2dc68 req-91621234-266f-47a9-9cfd-7c526472d562 tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] 10.222.0.53 "GET /v2.0/ports?device_id=0754d6e4-40e2-4777-9da9-e013e9b184b9 HTTP/1.1" status: 200 len: 210 time: 0.0380170 Jan 18 22:17:42.278394 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] No Port match for: e930dcd0-2ce1-40ab-8ab7-d34e368f11a1 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:17:42.279357 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device e930dcd0-2ce1-40ab-8ab7-d34e368f11a1 not bound to the agent host n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:17:42.382009 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c135378-3133-46d5-9f13-f8f486a371d4 req-0f4dcb49-50a5-4595-9de7-2cb8dd671d53 tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:42.389026 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5c135378-3133-46d5-9f13-f8f486a371d4 req-0f4dcb49-50a5-4595-9de7-2cb8dd671d53 tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] 10.222.0.53 "GET /v2.0/ports?device_id=1db3bdbe-a559-41c2-ac8c-6e55c6309d2f HTTP/1.1" status: 200 len: 948 time: 0.0569463 Jan 18 22:17:42.460547 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5c135378-3133-46d5-9f13-f8f486a371d4 req-a9394247-6f9f-4206-aec2-8c9e769bfa78 tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] 10.222.0.53 "GET /v2.0/security-groups?id=2720ae35-eb4e-4877-837a-ceec23b7b1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700223 Jan 18 22:17:42.524626 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2a2a95-3754-4e02-83e4-53f4161dae88 req-10e27fcd-2e9e-4826-93d8-f87fea62ab5f tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:42.534468 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1e2a2a95-3754-4e02-83e4-53f4161dae88 req-10e27fcd-2e9e-4826-93d8-f87fea62ab5f tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa35bf88-4440-4d73-afcd-ae0cc04d6d11 HTTP/1.1" status: 200 len: 946 time: 0.0935810 Jan 18 22:17:42.558193 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 4a6e4bdc-0209-47d1-86c1-ac192cd91a6e details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:17:42.594756 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db55df9f-57bc-4f7d-85bf-8323df078298 req-16232742-66bd-45e8-9d1e-8097e031d2d9 tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:42.597914 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-db55df9f-57bc-4f7d-85bf-8323df078298 req-16232742-66bd-45e8-9d1e-8097e031d2d9 tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] 10.222.0.67 "GET /v2.0/networks?id=951f976e-2e72-444e-82f8-f59e1a118eb0 HTTP/1.1" status: 200 len: 813 time: 0.1520247 Jan 18 22:17:42.622839 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-549cff22-6f40-43e6-a4a2-3728709d38c7 req-7c8dae37-2602-41f9-b869-6510c83b4463 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] 10.222.0.53 "GET /v2.0/ports?device_id=60fe88f9-db8f-4ae2-bedf-ba5267d6a632 HTTP/1.1" status: 200 len: 210 time: 0.0755198 Jan 18 22:17:42.652362 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:42.677450 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-db55df9f-57bc-4f7d-85bf-8323df078298 req-75f347eb-a461-4fe2-ba33-9a62321e0698 tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2470a173f4ec4dbbaba85c29c38f49e1 HTTP/1.1" status: 200 len: 380 time: 0.0686541 Jan 18 22:17:42.691617 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-db55df9f-57bc-4f7d-85bf-8323df078298 req-c2007625-0739-4464-afb9-23c00ef07d38 tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] Request body: {'port': {'device_id': '0754d6e4-40e2-4777-9da9-e013e9b184b9', 'network_id': '951f976e-2e72-444e-82f8-f59e1a118eb0', 'admin_state_up': True, 'tenant_id': '2470a173f4ec4dbbaba85c29c38f49e1', 'security_groups': ['1c460f9f-6841-489f-bcbb-6ab5decda933']}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:17:42.726819 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1e2a2a95-3754-4e02-83e4-53f4161dae88 req-1c49497f-1a1f-42c4-88fc-0b023bdfa22a tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fead2ec-99b5-4f01-a8ba-653859b4c215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1911376 Jan 18 22:17:42.792495 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 4a6e4bdc-0209-47d1-86c1-ac192cd91a6e, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=4a6e4bdc-0209-47d1-86c1-ac192cd91a6e,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:17:42.819869 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': '4a6e4bdc-0209-47d1-86c1-ac192cd91a6e', 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b', 'port_id': '4a6e4bdc-0209-47d1-86c1-ac192cd91a6e', 'mac_address': 'fa:16:3e:62:52:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8518183d-cc63-459a-b971-d4c7514e001f', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:17:42.910976 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:42.917315 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-389bc037-4215-4946-8b0c-46f569767b56 req-54d38a9c-0e52-46a6-b6be-5677e5d932a4 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d35b913-8ec3-49a0-ace0-8a720d4edf05 HTTP/1.1" status: 200 len: 210 time: 0.0492880 Jan 18 22:17:42.942941 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a6e4bdc-0209-47d1-86c1-ac192cd91a6e {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:17:42.987535 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 4a6e4bdc-0209-47d1-86c1-ac192cd91a6e, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=4a6e4bdc-0209-47d1-86c1-ac192cd91a6e,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:17:42.997691 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:43.002534 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db55df9f-57bc-4f7d-85bf-8323df078298 req-c2007625-0739-4464-afb9-23c00ef07d38 tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] Made reservation on behalf of 2470a173f4ec4dbbaba85c29c38f49e1 for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:17:43.009725 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-db55df9f-57bc-4f7d-85bf-8323df078298 req-c2007625-0739-4464-afb9-23c00ef07d38 tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:43.123793 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d2f288-9d6a-44b9-9837-15efc1535c80 req-57e23dde-eb17-4bcc-a039-daa3f6f7e507 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:43.125351 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-62d2f288-9d6a-44b9-9837-15efc1535c80 req-57e23dde-eb17-4bcc-a039-daa3f6f7e507 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cc62fa1-501a-4c08-a35a-60422ee1528b HTTP/1.1" status: 200 len: 950 time: 0.1278586 Jan 18 22:17:43.142929 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=4a6e4bdc-0209-47d1-86c1-ac192cd91a6e,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:43.190088 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-62d2f288-9d6a-44b9-9837-15efc1535c80 req-7073a68e-2278-46ad-a2a8-1325555d7d74 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554407 Jan 18 22:17:43.269417 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['4a6e4bdc-0209-47d1-86c1-ac192cd91a6e'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:17:43.323251 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [req-db55df9f-57bc-4f7d-85bf-8323df078298 req-c2007625-0739-4464-afb9-23c00ef07d38 tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] Allocated IP 172.20.0.4 (951f976e-2e72-444e-82f8-f59e1a118eb0/2ced78af-dc1e-4c69-aae7-2ab8772ec86b/f0d7543f-b852-46ef-91e8-98c16a69c433) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:17:43.350590 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7b2c9b-f120-45fc-86cc-9741656a716c req-f51de76c-c53b-410c-8f6e-6934d8bb74dc tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:43.352782 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-af7b2c9b-f120-45fc-86cc-9741656a716c req-f51de76c-c53b-410c-8f6e-6934d8bb74dc tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa35bf88-4440-4d73-afcd-ae0cc04d6d11 HTTP/1.1" status: 200 len: 946 time: 0.0969238 Jan 18 22:17:43.460467 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-af7b2c9b-f120-45fc-86cc-9741656a716c req-d616ab69-4573-4b7a-9d03-5ba47259127d tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fead2ec-99b5-4f01-a8ba-653859b4c215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905049 Jan 18 22:17:43.521658 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:43.549772 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-db55df9f-57bc-4f7d-85bf-8323df078298 req-c2007625-0739-4464-afb9-23c00ef07d38 tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:43.584435 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4e0136a8-8601-4632-be49-20b05772e251 req-7fce22e4-3cd2-4008-9f6d-55358023f8f6 tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] 10.222.0.53 "GET /v2.0/ports?device_id=0754d6e4-40e2-4777-9da9-e013e9b184b9 HTTP/1.1" status: 200 len: 210 time: 0.0344045 Jan 18 22:17:43.598020 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-db55df9f-57bc-4f7d-85bf-8323df078298 req-c2007625-0739-4464-afb9-23c00ef07d38 tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:43.653260 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db55df9f-57bc-4f7d-85bf-8323df078298 req-c2007625-0739-4464-afb9-23c00ef07d38 tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] Network 951f976e-2e72-444e-82f8-f59e1a118eb0 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:17:43.662083 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [req-db55df9f-57bc-4f7d-85bf-8323df078298 req-c2007625-0739-4464-afb9-23c00ef07d38 tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:17:43.677069 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-db55df9f-57bc-4f7d-85bf-8323df078298 req-c2007625-0739-4464-afb9-23c00ef07d38 tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:17:43.722471 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2007625-0739-4464-afb9-23c00ef07d38 tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] Pushing event updated for resources: {'Port': ['ID=f0d7543f-b852-46ef-91e8-98c16a69c433,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:43.775769 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db55df9f-57bc-4f7d-85bf-8323df078298 req-c2007625-0739-4464-afb9-23c00ef07d38 tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:43.776479 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-db55df9f-57bc-4f7d-85bf-8323df078298 req-c2007625-0739-4464-afb9-23c00ef07d38 tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:43.822621 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-db55df9f-57bc-4f7d-85bf-8323df078298 req-c2007625-0739-4464-afb9-23c00ef07d38 tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1383440 Jan 18 22:17:43.838589 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-db55df9f-57bc-4f7d-85bf-8323df078298 req-7e375218-a0b6-46a0-ba55-34f7e974a960 service neutron] Request body: {'port': {'device_id': '0754d6e4-40e2-4777-9da9-e013e9b184b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:17:43.973316 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-db55df9f-57bc-4f7d-85bf-8323df078298 req-7e375218-a0b6-46a0-ba55-34f7e974a960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:44.088190 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-9caa9c71-e64c-4438-8eb3-6e2ac30df08c None None] Provisioning complete for port f0d7543f-b852-46ef-91e8-98c16a69c433 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:17:44.088928 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9caa9c71-e64c-4438-8eb3-6e2ac30df08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:44.111823 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a16033db-0087-4438-901c-ea111b966403 req-69f61da3-e3a1-470b-9087-cb9328bf4f75 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] 10.222.0.53 "GET /v2.0/ports?device_id=60fe88f9-db8f-4ae2-bedf-ba5267d6a632 HTTP/1.1" status: 200 len: 210 time: 0.1134055 Jan 18 22:17:44.143311 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce1ca81-6072-47b0-8b48-8fd4d05e8e88 req-cff8606e-2d17-48c7-bf67-58bcf1d30866 tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:44.152254 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6ce1ca81-6072-47b0-8b48-8fd4d05e8e88 req-cff8606e-2d17-48c7-bf67-58bcf1d30866 tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] 10.222.0.53 "GET /v2.0/ports?device_id=1db3bdbe-a559-41c2-ac8c-6e55c6309d2f HTTP/1.1" status: 200 len: 949 time: 0.2854607 Jan 18 22:17:44.204840 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-9caa9c71-e64c-4438-8eb3-6e2ac30df08c None None] Port f0d7543f-b852-46ef-91e8-98c16a69c433 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:17:44.226513 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 9a0306c0-065b-4f7c-897a-b0ab604fa791 no longer exists at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:17:44.319474 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6ce1ca81-6072-47b0-8b48-8fd4d05e8e88 req-8477f65b-3d80-46dd-ab25-3c7141d05eff tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] 10.222.0.53 "GET /v2.0/security-groups?id=2720ae35-eb4e-4877-837a-ceec23b7b1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621842 Jan 18 22:17:44.331596 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:44.373851 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa35bf88-4440-4d73-afcd-ae0cc04d6d11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a0306c0-065b-4f7c-897a-b0ab604fa791'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:17:44.379122 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-525d6f33-7af6-4521-8f11-6cc3e88bf0e6" -d '{"events": [{"server_uuid": "aa35bf88-4440-4d73-afcd-ae0cc04d6d11", "name": "network-vif-unplugged", "status": "completed", "tag": "9a0306c0-065b-4f7c-897a-b0ab604fa791"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:17:44.409016 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 9a0306c0-065b-4f7c-897a-b0ab604fa791, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=9a0306c0-065b-4f7c-897a-b0ab604fa791,segment=NetworkSegment(54058af5-a5b1-45e9-977a-39ef1b01c87e),segment_id=54058af5-a5b1-45e9-977a-39ef1b01c87e)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:17:44.411784 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdee8b6f-1e45-4e51-8ab1-e7b9f4b379ee req-4f8bae22-19d2-4d7e-a203-be6844b4109a tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:44.415544 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cdee8b6f-1e45-4e51-8ab1-e7b9f4b379ee req-4f8bae22-19d2-4d7e-a203-be6844b4109a tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] 10.222.0.36 "GET /v2.0/networks?id=e15f6438-95ae-482f-8d95-5a9ba3dee07c HTTP/1.1" status: 200 len: 806 time: 0.5073266 Jan 18 22:17:44.418742 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:44.433603 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b6c38e18-7d55-4ed1-863a-dfb56d5fed6c req-a4d65bd8-9121-4bb1-8442-926e8e9eaeac tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d35b913-8ec3-49a0-ace0-8a720d4edf05 HTTP/1.1" status: 200 len: 210 time: 0.1074891 Jan 18 22:17:44.507157 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=9a0306c0-065b-4f7c-897a-b0ab604fa791,revision_number=14']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:44.545757 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cdee8b6f-1e45-4e51-8ab1-e7b9f4b379ee req-697f8673-85f6-478b-a71e-49a4f06989e8 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9eaacdbf1945416eaa74e5d952bfe007 HTTP/1.1" status: 200 len: 379 time: 0.1050854 Jan 18 22:17:44.557558 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-cdee8b6f-1e45-4e51-8ab1-e7b9f4b379ee req-fb6ceed7-f8dc-4262-8a38-3e58a191a812 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Request body: {'port': {'device_id': '60fe88f9-db8f-4ae2-bedf-ba5267d6a632', 'network_id': 'e15f6438-95ae-482f-8d95-5a9ba3dee07c', 'admin_state_up': True, 'tenant_id': '9eaacdbf1945416eaa74e5d952bfe007', 'security_groups': ['b2b07bb1-ca78-4332-871b-fc4af027a8f9']}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:17:44.567411 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 4a6e4bdc-0209-47d1-86c1-ac192cd91a6e up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:17:44.594964 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [req-db55df9f-57bc-4f7d-85bf-8323df078298 req-7e375218-a0b6-46a0-ba55-34f7e974a960 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0d7543f-b852-46ef-91e8-98c16a69c433 {{(pid=102431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:17:44.611642 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-db55df9f-57bc-4f7d-85bf-8323df078298 req-7e375218-a0b6-46a0-ba55-34f7e974a960 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:44.629212 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [req-db55df9f-57bc-4f7d-85bf-8323df078298 req-7e375218-a0b6-46a0-ba55-34f7e974a960 service neutron] Transition to ACTIVE for port object f0d7543f-b852-46ef-91e8-98c16a69c433 will not be triggered until provisioned by entity L2. {{(pid=102431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:17:44.639466 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-db55df9f-57bc-4f7d-85bf-8323df078298 req-7e375218-a0b6-46a0-ba55-34f7e974a960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:44.666790 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port 4a6e4bdc-0209-47d1-86c1-ac192cd91a6e completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:17:44.671774 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port 4a6e4bdc-0209-47d1-86c1-ac192cd91a6e triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:17:44.672823 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:44.762593 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e375218-a0b6-46a0-ba55-34f7e974a960 service neutron] Pushing event updated for resources: {'Port': ['ID=f0d7543f-b852-46ef-91e8-98c16a69c433,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:44.806730 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-db55df9f-57bc-4f7d-85bf-8323df078298 req-7e375218-a0b6-46a0-ba55-34f7e974a960 service neutron] Attempting to bind port f0d7543f-b852-46ef-91e8-98c16a69c433 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:17:44.807240 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-db55df9f-57bc-4f7d-85bf-8323df078298 req-7e375218-a0b6-46a0-ba55-34f7e974a960 service neutron] Attempting to bind port f0d7543f-b852-46ef-91e8-98c16a69c433 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '921fa3ca-8ab7-443d-99f7-bc96f0245d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '951f976e-2e72-444e-82f8-f59e1a118eb0'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:17:44.807650 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db55df9f-57bc-4f7d-85bf-8323df078298 req-7e375218-a0b6-46a0-ba55-34f7e974a960 service neutron] Attempting to bind port f0d7543f-b852-46ef-91e8-98c16a69c433 on network 951f976e-2e72-444e-82f8-f59e1a118eb0 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:17:44.815389 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db55df9f-57bc-4f7d-85bf-8323df078298 req-7e375218-a0b6-46a0-ba55-34f7e974a960 service neutron] Port f0d7543f-b852-46ef-91e8-98c16a69c433 on network 951f976e-2e72-444e-82f8-f59e1a118eb0 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:17:44.816059 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db55df9f-57bc-4f7d-85bf-8323df078298 req-7e375218-a0b6-46a0-ba55-34f7e974a960 service neutron] Attempting to bind port f0d7543f-b852-46ef-91e8-98c16a69c433 on network 951f976e-2e72-444e-82f8-f59e1a118eb0 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:17:44.822395 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db55df9f-57bc-4f7d-85bf-8323df078298 req-7e375218-a0b6-46a0-ba55-34f7e974a960 service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:17:44.823119 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db55df9f-57bc-4f7d-85bf-8323df078298 req-7e375218-a0b6-46a0-ba55-34f7e974a960 service neutron] Checking segment: {'id': '921fa3ca-8ab7-443d-99f7-bc96f0245d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '951f976e-2e72-444e-82f8-f59e1a118eb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:17:44.823724 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db55df9f-57bc-4f7d-85bf-8323df078298 req-7e375218-a0b6-46a0-ba55-34f7e974a960 service neutron] Bound using segment: {'id': '921fa3ca-8ab7-443d-99f7-bc96f0245d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '951f976e-2e72-444e-82f8-f59e1a118eb0'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:17:44.824406 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-db55df9f-57bc-4f7d-85bf-8323df078298 req-7e375218-a0b6-46a0-ba55-34f7e974a960 service neutron] Bound port: f0d7543f-b852-46ef-91e8-98c16a69c433, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '921fa3ca-8ab7-443d-99f7-bc96f0245d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '951f976e-2e72-444e-82f8-f59e1a118eb0'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:17:44.825158 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-db55df9f-57bc-4f7d-85bf-8323df078298 req-7e375218-a0b6-46a0-ba55-34f7e974a960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:44.846217 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5427c9-9923-4a96-97b6-c598fb66e542 req-47fbbcfb-2f08-42b4-9569-d5ac591981c6 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:44.848057 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8f5427c9-9923-4a96-97b6-c598fb66e542 req-47fbbcfb-2f08-42b4-9569-d5ac591981c6 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cc62fa1-501a-4c08-a35a-60422ee1528b HTTP/1.1" status: 200 len: 950 time: 0.2750709 Jan 18 22:17:44.888661 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:44.932947 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 4a6e4bdc-0209-47d1-86c1-ac192cd91a6e, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=4a6e4bdc-0209-47d1-86c1-ac192cd91a6e,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:17:44.939350 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:44.956672 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-db55df9f-57bc-4f7d-85bf-8323df078298 req-7e375218-a0b6-46a0-ba55-34f7e974a960 service neutron] For port f0d7543f-b852-46ef-91e8-98c16a69c433, host n-h2-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:17:44.963950 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-db55df9f-57bc-4f7d-85bf-8323df078298 req-7e375218-a0b6-46a0-ba55-34f7e974a960 service neutron] For port f0d7543f-b852-46ef-91e8-98c16a69c433, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=f0d7543f-b852-46ef-91e8-98c16a69c433,segment=NetworkSegment(921fa3ca-8ab7-443d-99f7-bc96f0245d97),segment_id=921fa3ca-8ab7-443d-99f7-bc96f0245d97)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:17:44.974668 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-db55df9f-57bc-4f7d-85bf-8323df078298 req-7e375218-a0b6-46a0-ba55-34f7e974a960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:44.976050 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8f5427c9-9923-4a96-97b6-c598fb66e542 req-b9bf3fcf-92a4-4a74-a57b-f1c9ac204a24 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134403 Jan 18 22:17:45.002551 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdee8b6f-1e45-4e51-8ab1-e7b9f4b379ee req-fb6ceed7-f8dc-4262-8a38-3e58a191a812 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Made reservation on behalf of 9eaacdbf1945416eaa74e5d952bfe007 for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:17:45.006193 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-cdee8b6f-1e45-4e51-8ab1-e7b9f4b379ee req-fb6ceed7-f8dc-4262-8a38-3e58a191a812 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:45.057666 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db55df9f-57bc-4f7d-85bf-8323df078298 req-7e375218-a0b6-46a0-ba55-34f7e974a960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:45.058341 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-db55df9f-57bc-4f7d-85bf-8323df078298 req-7e375218-a0b6-46a0-ba55-34f7e974a960 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:45.059757 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-db55df9f-57bc-4f7d-85bf-8323df078298 req-7e375218-a0b6-46a0-ba55-34f7e974a960 service neutron] 10.222.0.67 "PUT /v2.0/ports/f0d7543f-b852-46ef-91e8-98c16a69c433 HTTP/1.1" status: 200 len: 1091 time: 1.2279942 Jan 18 22:17:45.062543 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0754d6e4-40e2-4777-9da9-e013e9b184b9', 'tag': 'f0d7543f-b852-46ef-91e8-98c16a69c433'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:17:45.062951 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 18 Jan 2022 22:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22e160d6-532d-4bdc-a297-e0c7e4e2bcb3 x-openstack-request-id: req-22e160d6-532d-4bdc-a297-e0c7e4e2bcb3 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:17:45.063415 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa35bf88-4440-4d73-afcd-ae0cc04d6d11", "name": "network-vif-unplugged", "status": "completed", "tag": "9a0306c0-065b-4f7c-897a-b0ab604fa791", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:17:45.063714 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-22e160d6-532d-4bdc-a297-e0c7e4e2bcb3 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:17:45.064293 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa35bf88-4440-4d73-afcd-ae0cc04d6d11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a0306c0-065b-4f7c-897a-b0ab604fa791', 'code': 200} Jan 18 22:17:45.078116 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8768f521-e8c0-4c63-8265-3d49018efa5b" -d '{"events": [{"name": "network-changed", "server_uuid": "0754d6e4-40e2-4777-9da9-e013e9b184b9", "tag": "f0d7543f-b852-46ef-91e8-98c16a69c433"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:17:45.118692 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=4a6e4bdc-0209-47d1-86c1-ac192cd91a6e,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:45.172562 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e375218-a0b6-46a0-ba55-34f7e974a960 service neutron] Pushing event updated for resources: {'Port': ['ID=f0d7543f-b852-46ef-91e8-98c16a69c433,revision_number=3']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:45.197566 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db55df9f-57bc-4f7d-85bf-8323df078298 req-b4600ffa-79eb-4fd2-900d-78631cac3c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:45.200804 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-db55df9f-57bc-4f7d-85bf-8323df078298 req-b4600ffa-79eb-4fd2-900d-78631cac3c44 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2470a173f4ec4dbbaba85c29c38f49e1&device_id=0754d6e4-40e2-4777-9da9-e013e9b184b9 HTTP/1.1" status: 200 len: 1094 time: 0.0847311 Jan 18 22:17:45.282979 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-db55df9f-57bc-4f7d-85bf-8323df078298 req-67e646aa-035c-4324-ae37-5efa7ef161cf service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f0d7543f-b852-46ef-91e8-98c16a69c433 HTTP/1.1" status: 200 len: 217 time: 0.0684581 Jan 18 22:17:45.305996 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-cdee8b6f-1e45-4e51-8ab1-e7b9f4b379ee req-fb6ceed7-f8dc-4262-8a38-3e58a191a812 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Allocated IP 172.20.0.9 (e15f6438-95ae-482f-8d95-5a9ba3dee07c/298d2632-4609-4d47-8110-fdef65c01513/57c59f94-f152-4b43-8889-1ffd2e87a114) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:17:45.350484 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db55df9f-57bc-4f7d-85bf-8323df078298 req-518f6bc7-398e-44d1-94a8-8698bf79f883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:45.353996 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-db55df9f-57bc-4f7d-85bf-8323df078298 req-518f6bc7-398e-44d1-94a8-8698bf79f883 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2ced78af-dc1e-4c69-aae7-2ab8772ec86b HTTP/1.1" status: 200 len: 852 time: 0.0615320 Jan 18 22:17:45.361814 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df73fc0b-f01e-4275-b748-2a3f4dcafca1 req-4f7c95bd-5a15-42f8-a880-d7fe45309f93 tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:45.363308 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-df73fc0b-f01e-4275-b748-2a3f4dcafca1 req-4f7c95bd-5a15-42f8-a880-d7fe45309f93 tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] 10.222.0.53 "GET /v2.0/ports?device_id=0754d6e4-40e2-4777-9da9-e013e9b184b9 HTTP/1.1" status: 200 len: 943 time: 0.1505117 Jan 18 22:17:45.433663 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ba2a52-20e3-420a-a79b-c15bf9ff6212 req-05adf6e0-b3c6-494c-8e3c-cc4300b005cb tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:45.435202 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-66ba2a52-20e3-420a-a79b-c15bf9ff6212 req-05adf6e0-b3c6-494c-8e3c-cc4300b005cb tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa35bf88-4440-4d73-afcd-ae0cc04d6d11 HTTP/1.1" status: 200 len: 944 time: 0.1469965 Jan 18 22:17:45.479368 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db55df9f-57bc-4f7d-85bf-8323df078298 req-ee15231e-1898-4332-ad9d-d87fb63817bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:45.481886 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-db55df9f-57bc-4f7d-85bf-8323df078298 req-ee15231e-1898-4332-ad9d-d87fb63817bc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=951f976e-2e72-444e-82f8-f59e1a118eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1208456 Jan 18 22:17:45.535330 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-df73fc0b-f01e-4275-b748-2a3f4dcafca1 req-38495a1d-6be4-4ad8-91ed-19d50d3d9a96 tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c460f9f-6841-489f-bcbb-6ab5decda933&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346018 Jan 18 22:17:45.585396 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-66ba2a52-20e3-420a-a79b-c15bf9ff6212 req-3fa7bfc5-a05a-4caf-8b06-56e93fd5c32f tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fead2ec-99b5-4f01-a8ba-653859b4c215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1417871 Jan 18 22:17:45.645847 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-cdee8b6f-1e45-4e51-8ab1-e7b9f4b379ee req-fb6ceed7-f8dc-4262-8a38-3e58a191a812 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:45.650345 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21f1513b-b52c-46b5-8cb6-bdd98b1a524a x-openstack-request-id: req-21f1513b-b52c-46b5-8cb6-bdd98b1a524a {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:17:45.650851 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0754d6e4-40e2-4777-9da9-e013e9b184b9", "tag": "f0d7543f-b852-46ef-91e8-98c16a69c433", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:17:45.650851 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-21f1513b-b52c-46b5-8cb6-bdd98b1a524a {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:17:45.651249 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0754d6e4-40e2-4777-9da9-e013e9b184b9', 'tag': 'f0d7543f-b852-46ef-91e8-98c16a69c433', 'status': 'completed', 'code': 200} Jan 18 22:17:45.675612 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-db55df9f-57bc-4f7d-85bf-8323df078298 req-abf18835-6627-466c-8969-11887cbe69d0 service neutron] 10.222.0.67 "GET /v2.0/networks/951f976e-2e72-444e-82f8-f59e1a118eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837988 Jan 18 22:17:45.750637 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-cdee8b6f-1e45-4e51-8ab1-e7b9f4b379ee req-fb6ceed7-f8dc-4262-8a38-3e58a191a812 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:45.798162 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-db55df9f-57bc-4f7d-85bf-8323df078298 req-56ee17ef-9c51-4667-80ba-ffa01998ba1e service neutron] 10.222.0.67 "GET /v2.0/networks/951f976e-2e72-444e-82f8-f59e1a118eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181240 Jan 18 22:17:45.805073 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6ceed7-f8dc-4262-8a38-3e58a191a812 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Pushing event updated for resources: {'Port': ['ID=57c59f94-f152-4b43-8889-1ffd2e87a114,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:45.830957 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdee8b6f-1e45-4e51-8ab1-e7b9f4b379ee req-fb6ceed7-f8dc-4262-8a38-3e58a191a812 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Network e15f6438-95ae-482f-8d95-5a9ba3dee07c is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:17:45.833153 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6ceed7-f8dc-4262-8a38-3e58a191a812 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:17:45.833938 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6ceed7-f8dc-4262-8a38-3e58a191a812 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:17:45.834634 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6ceed7-f8dc-4262-8a38-3e58a191a812 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:17:45.835227 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6ceed7-f8dc-4262-8a38-3e58a191a812 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:17:45.835725 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6ceed7-f8dc-4262-8a38-3e58a191a812 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:17:45.836247 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6ceed7-f8dc-4262-8a38-3e58a191a812 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:17:45.837285 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6ceed7-f8dc-4262-8a38-3e58a191a812 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:17:45.837802 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6ceed7-f8dc-4262-8a38-3e58a191a812 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:17:45.838292 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6ceed7-f8dc-4262-8a38-3e58a191a812 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:17:45.838781 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6ceed7-f8dc-4262-8a38-3e58a191a812 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:17:45.839269 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6ceed7-f8dc-4262-8a38-3e58a191a812 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:17:45.839767 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6ceed7-f8dc-4262-8a38-3e58a191a812 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:17:45.855693 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76866e4-4378-415a-814f-7899239c115e req-925e8f9a-2535-4e7e-9a6a-609df61637d8 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:45.863061 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d76866e4-4378-415a-814f-7899239c115e req-925e8f9a-2535-4e7e-9a6a-609df61637d8 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] 10.222.0.53 "GET /v2.0/ports?device_id=60fe88f9-db8f-4ae2-bedf-ba5267d6a632 HTTP/1.1" status: 200 len: 931 time: 0.1594250 Jan 18 22:17:45.866083 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-cdee8b6f-1e45-4e51-8ab1-e7b9f4b379ee req-fb6ceed7-f8dc-4262-8a38-3e58a191a812 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:17:45.873380 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdee8b6f-1e45-4e51-8ab1-e7b9f4b379ee req-fb6ceed7-f8dc-4262-8a38-3e58a191a812 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:17:45.910737 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8768f521-e8c0-4c63-8265-3d49018efa5b req-ed4216d5-2d11-4eb1-9091-b7182feae45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:45.912589 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-8768f521-e8c0-4c63-8265-3d49018efa5b req-ed4216d5-2d11-4eb1-9091-b7182feae45a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2470a173f4ec4dbbaba85c29c38f49e1&device_id=0754d6e4-40e2-4777-9da9-e013e9b184b9 HTTP/1.1" status: 200 len: 1094 time: 0.0611548 Jan 18 22:17:45.946414 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdee8b6f-1e45-4e51-8ab1-e7b9f4b379ee req-fb6ceed7-f8dc-4262-8a38-3e58a191a812 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:45.947196 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-cdee8b6f-1e45-4e51-8ab1-e7b9f4b379ee req-fb6ceed7-f8dc-4262-8a38-3e58a191a812 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:45.981437 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d76866e4-4378-415a-814f-7899239c115e req-5c120117-c06b-4638-8000-e7f39309b3bc tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2b07bb1-ca78-4332-871b-fc4af027a8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102879 Jan 18 22:17:45.997679 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cdee8b6f-1e45-4e51-8ab1-e7b9f4b379ee req-fb6ceed7-f8dc-4262-8a38-3e58a191a812 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4445174 Jan 18 22:17:46.011631 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-cdee8b6f-1e45-4e51-8ab1-e7b9f4b379ee req-a7fa931e-786b-446c-b0b8-aa665255f5cd service neutron] Request body: {'port': {'device_id': '60fe88f9-db8f-4ae2-bedf-ba5267d6a632', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:17:46.090720 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-cdee8b6f-1e45-4e51-8ab1-e7b9f4b379ee req-a7fa931e-786b-446c-b0b8-aa665255f5cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:46.099218 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8768f521-e8c0-4c63-8265-3d49018efa5b req-5686be1b-c276-42bf-9ecd-701ecf554cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:46.105787 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-8768f521-e8c0-4c63-8265-3d49018efa5b req-5686be1b-c276-42bf-9ecd-701ecf554cd4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=951f976e-2e72-444e-82f8-f59e1a118eb0 HTTP/1.1" status: 200 len: 913 time: 0.1859982 Jan 18 22:17:46.169307 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-8768f521-e8c0-4c63-8265-3d49018efa5b req-b1082588-03cb-49b3-9663-c0a02f33b63f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f0d7543f-b852-46ef-91e8-98c16a69c433 HTTP/1.1" status: 200 len: 217 time: 0.0528684 Jan 18 22:17:46.230891 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8768f521-e8c0-4c63-8265-3d49018efa5b req-1b69b139-383a-4941-85ea-c51885aeebc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:46.234065 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-8768f521-e8c0-4c63-8265-3d49018efa5b req-1b69b139-383a-4941-85ea-c51885aeebc0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2ced78af-dc1e-4c69-aae7-2ab8772ec86b HTTP/1.1" status: 200 len: 852 time: 0.0566688 Jan 18 22:17:46.279939 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccfde5c-2c12-41f8-a450-23e9187a343d req-33226925-6d41-4500-a448-a087feb92c15 tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:46.285348 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9ccfde5c-2c12-41f8-a450-23e9187a343d req-33226925-6d41-4500-a448-a087feb92c15 tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] 10.222.0.53 "GET /v2.0/ports?device_id=1db3bdbe-a559-41c2-ac8c-6e55c6309d2f HTTP/1.1" status: 200 len: 950 time: 0.2104416 Jan 18 22:17:46.298861 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-3f398cea-6522-4d5f-a254-9ae45d36edc6 None None] Provisioning complete for port 57c59f94-f152-4b43-8889-1ffd2e87a114 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:17:46.300018 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3f398cea-6522-4d5f-a254-9ae45d36edc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:46.333361 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8768f521-e8c0-4c63-8265-3d49018efa5b req-d03fe3f3-55a3-40dd-abf2-333f8167526b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:46.335410 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-8768f521-e8c0-4c63-8265-3d49018efa5b req-d03fe3f3-55a3-40dd-abf2-333f8167526b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=951f976e-2e72-444e-82f8-f59e1a118eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0956416 Jan 18 22:17:46.352115 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-3f398cea-6522-4d5f-a254-9ae45d36edc6 None None] Port 57c59f94-f152-4b43-8889-1ffd2e87a114 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:17:46.434527 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9ccfde5c-2c12-41f8-a450-23e9187a343d req-e3ab0168-a778-4e96-92f0-cb52f6b8266b tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] 10.222.0.53 "GET /v2.0/security-groups?id=2720ae35-eb4e-4877-837a-ceec23b7b1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404028 Jan 18 22:17:46.495896 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-8768f521-e8c0-4c63-8265-3d49018efa5b req-4d7d4032-8fe0-4997-9c5d-37a6e4e33379 service neutron] 10.222.0.67 "GET /v2.0/networks/951f976e-2e72-444e-82f8-f59e1a118eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518879 Jan 18 22:17:46.623047 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-8768f521-e8c0-4c63-8265-3d49018efa5b req-d8e1e11c-d9fe-426d-9dc6-d87439355977 service neutron] 10.222.0.67 "GET /v2.0/networks/951f976e-2e72-444e-82f8-f59e1a118eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119695 Jan 18 22:17:46.647316 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300ab7b-f5fe-4f4d-8de9-4f39d2acb288 req-a7dff391-3858-4a58-ae60-dbf7372f6998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:46.649487 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-a300ab7b-f5fe-4f4d-8de9-4f39d2acb288 req-a7dff391-3858-4a58-ae60-dbf7372f6998 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=584d50ef6ed64545aac1e7947879ab5e&device_id=aa35bf88-4440-4d73-afcd-ae0cc04d6d11 HTTP/1.1" status: 200 len: 1095 time: 0.1795719 Jan 18 22:17:46.693631 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [req-cdee8b6f-1e45-4e51-8ab1-e7b9f4b379ee req-a7fa931e-786b-446c-b0b8-aa665255f5cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57c59f94-f152-4b43-8889-1ffd2e87a114 {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:17:46.701543 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-cdee8b6f-1e45-4e51-8ab1-e7b9f4b379ee req-a7fa931e-786b-446c-b0b8-aa665255f5cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:46.718096 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-cdee8b6f-1e45-4e51-8ab1-e7b9f4b379ee req-a7fa931e-786b-446c-b0b8-aa665255f5cd service neutron] Transition to ACTIVE for port object 57c59f94-f152-4b43-8889-1ffd2e87a114 will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:17:46.734471 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728b2275-5919-4885-9a19-cfadfd058561 req-795bce2f-21f3-419d-9ffe-8eeb7c836c73 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:46.736277 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-728b2275-5919-4885-9a19-cfadfd058561 req-795bce2f-21f3-419d-9ffe-8eeb7c836c73 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cc62fa1-501a-4c08-a35a-60422ee1528b HTTP/1.1" status: 200 len: 950 time: 0.2513976 Jan 18 22:17:46.737554 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-cdee8b6f-1e45-4e51-8ab1-e7b9f4b379ee req-a7fa931e-786b-446c-b0b8-aa665255f5cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:46.773415 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300ab7b-f5fe-4f4d-8de9-4f39d2acb288 req-a2cd3c77-b2a5-4691-8143-dc9819748247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:46.777514 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-a300ab7b-f5fe-4f4d-8de9-4f39d2acb288 req-a2cd3c77-b2a5-4691-8143-dc9819748247 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84 HTTP/1.1" status: 200 len: 911 time: 0.1211417 Jan 18 22:17:46.876861 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-a300ab7b-f5fe-4f4d-8de9-4f39d2acb288 req-16ec00eb-a501-4e19-a3c1-0d6d127672a3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a0306c0-065b-4f7c-897a-b0ab604fa791 HTTP/1.1" status: 200 len: 998 time: 0.0902994 Jan 18 22:17:46.892765 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-728b2275-5919-4885-9a19-cfadfd058561 req-81766486-a4b9-4982-8794-16091e0fd39d tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471059 Jan 18 22:17:46.968573 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300ab7b-f5fe-4f4d-8de9-4f39d2acb288 req-0bdc0554-a3ba-4027-9321-2b40d2d5dac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:46.979862 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-a300ab7b-f5fe-4f4d-8de9-4f39d2acb288 req-0bdc0554-a3ba-4027-9321-2b40d2d5dac4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=42841b58-d144-4855-94d6-b7b43c1900e0 HTTP/1.1" status: 200 len: 850 time: 0.0946665 Jan 18 22:17:47.011824 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fa931e-786b-446c-b0b8-aa665255f5cd service neutron] Pushing event updated for resources: {'Port': ['ID=57c59f94-f152-4b43-8889-1ffd2e87a114,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:47.014494 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-cdee8b6f-1e45-4e51-8ab1-e7b9f4b379ee req-a7fa931e-786b-446c-b0b8-aa665255f5cd service neutron] Attempting to bind port 57c59f94-f152-4b43-8889-1ffd2e87a114 on host n-h1-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:17:47.014736 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-cdee8b6f-1e45-4e51-8ab1-e7b9f4b379ee req-a7fa931e-786b-446c-b0b8-aa665255f5cd service neutron] Attempting to bind port 57c59f94-f152-4b43-8889-1ffd2e87a114 by drivers openvswitch,hyperv on host n-h1-825064-1 at level 0 using segments [{'id': 'c7f002ff-ef12-4102-948c-19a32484e10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e15f6438-95ae-482f-8d95-5a9ba3dee07c'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:17:47.015080 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdee8b6f-1e45-4e51-8ab1-e7b9f4b379ee req-a7fa931e-786b-446c-b0b8-aa665255f5cd service neutron] Attempting to bind port 57c59f94-f152-4b43-8889-1ffd2e87a114 on network e15f6438-95ae-482f-8d95-5a9ba3dee07c {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:17:47.020758 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdee8b6f-1e45-4e51-8ab1-e7b9f4b379ee req-a7fa931e-786b-446c-b0b8-aa665255f5cd service neutron] Port 57c59f94-f152-4b43-8889-1ffd2e87a114 on network e15f6438-95ae-482f-8d95-5a9ba3dee07c not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:17:47.020758 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdee8b6f-1e45-4e51-8ab1-e7b9f4b379ee req-a7fa931e-786b-446c-b0b8-aa665255f5cd service neutron] Attempting to bind port 57c59f94-f152-4b43-8889-1ffd2e87a114 on network e15f6438-95ae-482f-8d95-5a9ba3dee07c {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:17:47.026387 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdee8b6f-1e45-4e51-8ab1-e7b9f4b379ee req-a7fa931e-786b-446c-b0b8-aa665255f5cd service neutron] Checking agent: {'id': 'e49d1b2a-ba11-487f-a804-ecbf3c0e8132', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:17:47.026728 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdee8b6f-1e45-4e51-8ab1-e7b9f4b379ee req-a7fa931e-786b-446c-b0b8-aa665255f5cd service neutron] Checking segment: {'id': 'c7f002ff-ef12-4102-948c-19a32484e10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e15f6438-95ae-482f-8d95-5a9ba3dee07c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:17:47.027408 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdee8b6f-1e45-4e51-8ab1-e7b9f4b379ee req-a7fa931e-786b-446c-b0b8-aa665255f5cd service neutron] Bound using segment: {'id': 'c7f002ff-ef12-4102-948c-19a32484e10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e15f6438-95ae-482f-8d95-5a9ba3dee07c'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:17:47.027853 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-cdee8b6f-1e45-4e51-8ab1-e7b9f4b379ee req-a7fa931e-786b-446c-b0b8-aa665255f5cd service neutron] Bound port: 57c59f94-f152-4b43-8889-1ffd2e87a114, host: n-h1-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7f002ff-ef12-4102-948c-19a32484e10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e15f6438-95ae-482f-8d95-5a9ba3dee07c'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:17:47.028253 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-cdee8b6f-1e45-4e51-8ab1-e7b9f4b379ee req-a7fa931e-786b-446c-b0b8-aa665255f5cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:47.066045 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1db3bdbe-a559-41c2-ac8c-6e55c6309d2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a6e4bdc-0209-47d1-86c1-ac192cd91a6e'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:17:47.068554 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1ea7384-1ce3-455e-82cf-4ebefed352f1" -d '{"events": [{"server_uuid": "1db3bdbe-a559-41c2-ac8c-6e55c6309d2f", "name": "network-vif-plugged", "status": "completed", "tag": "4a6e4bdc-0209-47d1-86c1-ac192cd91a6e"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:17:47.120905 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300ab7b-f5fe-4f4d-8de9-4f39d2acb288 req-30ce339d-8e09-49df-8e2b-73ffdca70794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:47.122454 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-a300ab7b-f5fe-4f4d-8de9-4f39d2acb288 req-30ce339d-8e09-49df-8e2b-73ffdca70794 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1346099 Jan 18 22:17:47.187142 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-cdee8b6f-1e45-4e51-8ab1-e7b9f4b379ee req-a7fa931e-786b-446c-b0b8-aa665255f5cd service neutron] For port 57c59f94-f152-4b43-8889-1ffd2e87a114, host n-h1-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:17:47.197470 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-cdee8b6f-1e45-4e51-8ab1-e7b9f4b379ee req-a7fa931e-786b-446c-b0b8-aa665255f5cd service neutron] For port 57c59f94-f152-4b43-8889-1ffd2e87a114, host n-h1-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=57c59f94-f152-4b43-8889-1ffd2e87a114,segment=NetworkSegment(c7f002ff-ef12-4102-948c-19a32484e10e),segment_id=c7f002ff-ef12-4102-948c-19a32484e10e)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:17:47.243309 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-cdee8b6f-1e45-4e51-8ab1-e7b9f4b379ee req-a7fa931e-786b-446c-b0b8-aa665255f5cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:47.261558 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-a300ab7b-f5fe-4f4d-8de9-4f39d2acb288 req-2ee14913-ea32-408a-83fc-12b3191c1ec3 service neutron] 10.222.0.36 "GET /v2.0/networks/e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279538 Jan 18 22:17:47.292160 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1310dfa8-c45f-42da-b5b9-abd31098fbcd req-5eebb832-5ef7-44fe-b9c4-cd4c8458e536 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:47.304491 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1310dfa8-c45f-42da-b5b9-abd31098fbcd req-5eebb832-5ef7-44fe-b9c4-cd4c8458e536 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa35bf88-4440-4d73-afcd-ae0cc04d6d11 HTTP/1.1" status: 200 len: 944 time: 0.1645098 Jan 18 22:17:47.348525 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdee8b6f-1e45-4e51-8ab1-e7b9f4b379ee req-a7fa931e-786b-446c-b0b8-aa665255f5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:47.349458 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-cdee8b6f-1e45-4e51-8ab1-e7b9f4b379ee req-a7fa931e-786b-446c-b0b8-aa665255f5cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:47.351831 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cdee8b6f-1e45-4e51-8ab1-e7b9f4b379ee req-a7fa931e-786b-446c-b0b8-aa665255f5cd service neutron] 10.222.0.36 "PUT /v2.0/ports/57c59f94-f152-4b43-8889-1ffd2e87a114 HTTP/1.1" status: 200 len: 1091 time: 1.3454082 Jan 18 22:17:47.353355 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60fe88f9-db8f-4ae2-bedf-ba5267d6a632', 'tag': '57c59f94-f152-4b43-8889-1ffd2e87a114'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:17:47.355442 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8781a316-e69e-4acd-aa4b-17ff6cea15e6" -d '{"events": [{"name": "network-changed", "server_uuid": "60fe88f9-db8f-4ae2-bedf-ba5267d6a632", "tag": "57c59f94-f152-4b43-8889-1ffd2e87a114"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:17:47.427383 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fa931e-786b-446c-b0b8-aa665255f5cd service neutron] Pushing event updated for resources: {'Port': ['ID=57c59f94-f152-4b43-8889-1ffd2e87a114,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:47.427640 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-a300ab7b-f5fe-4f4d-8de9-4f39d2acb288 req-f7b38648-8df4-4173-a64e-d99503bc71f6 service neutron] 10.222.0.36 "GET /v2.0/networks/e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540136 Jan 18 22:17:47.440388 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b7c9ea-6ca5-44c5-821c-fb8510d7987c req-5fc72485-5333-4883-93f0-07d44429058b tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:47.442102 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-42b7c9ea-6ca5-44c5-821c-fb8510d7987c req-5fc72485-5333-4883-93f0-07d44429058b tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] 10.222.0.53 "GET /v2.0/ports?device_id=0754d6e4-40e2-4777-9da9-e013e9b184b9 HTTP/1.1" status: 200 len: 943 time: 0.2521853 Jan 18 22:17:47.478697 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1310dfa8-c45f-42da-b5b9-abd31098fbcd req-26e96e2a-8798-4f77-914b-abdbb4425f4f tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fead2ec-99b5-4f01-a8ba-653859b4c215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1730919 Jan 18 22:17:47.615085 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdee8b6f-1e45-4e51-8ab1-e7b9f4b379ee req-f82fb2bf-37b2-472c-a5a9-e8c88773bc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:47.616750 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cdee8b6f-1e45-4e51-8ab1-e7b9f4b379ee req-f82fb2bf-37b2-472c-a5a9-e8c88773bc4f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9eaacdbf1945416eaa74e5d952bfe007&device_id=60fe88f9-db8f-4ae2-bedf-ba5267d6a632 HTTP/1.1" status: 200 len: 1094 time: 0.1860416 Jan 18 22:17:47.649613 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-42b7c9ea-6ca5-44c5-821c-fb8510d7987c req-6ced759d-1e15-4a0b-81f0-06bf4c494992 tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c460f9f-6841-489f-bcbb-6ab5decda933&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1762080 Jan 18 22:17:47.707069 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cdee8b6f-1e45-4e51-8ab1-e7b9f4b379ee req-c5d6f6f2-b648-4515-9b96-2cb9d34eeeaa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=57c59f94-f152-4b43-8889-1ffd2e87a114 HTTP/1.1" status: 200 len: 217 time: 0.0793951 Jan 18 22:17:47.733457 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-459cb3ad-e911-4fe6-b4db-769517c5a49e x-openstack-request-id: req-459cb3ad-e911-4fe6-b4db-769517c5a49e {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:17:47.734317 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1db3bdbe-a559-41c2-ac8c-6e55c6309d2f", "name": "network-vif-plugged", "status": "completed", "tag": "4a6e4bdc-0209-47d1-86c1-ac192cd91a6e", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:17:47.734740 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-459cb3ad-e911-4fe6-b4db-769517c5a49e {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:17:47.735309 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1db3bdbe-a559-41c2-ac8c-6e55c6309d2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a6e4bdc-0209-47d1-86c1-ac192cd91a6e', 'code': 200} Jan 18 22:17:47.784615 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f8e575-82ce-4c64-b5fb-a31178720071 req-702b8fdb-7f5b-4b50-9b32-68c9a1e853fe tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:47.786401 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-10f8e575-82ce-4c64-b5fb-a31178720071 req-702b8fdb-7f5b-4b50-9b32-68c9a1e853fe tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] 10.222.0.53 "GET /v2.0/ports?device_id=60fe88f9-db8f-4ae2-bedf-ba5267d6a632 HTTP/1.1" status: 200 len: 943 time: 0.1606314 Jan 18 22:17:47.788538 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdee8b6f-1e45-4e51-8ab1-e7b9f4b379ee req-6ced4de5-5dfe-4185-be72-3aab370a2f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:47.790153 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cdee8b6f-1e45-4e51-8ab1-e7b9f4b379ee req-6ced4de5-5dfe-4185-be72-3aab370a2f28 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=298d2632-4609-4d47-8110-fdef65c01513 HTTP/1.1" status: 200 len: 845 time: 0.0700073 Jan 18 22:17:47.848737 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165cf108-2d5d-465b-a3e4-b7734bfb1304 req-8737600c-0724-4f3e-a8ef-8f04c26b1c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:47.851414 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-165cf108-2d5d-465b-a3e4-b7734bfb1304 req-8737600c-0724-4f3e-a8ef-8f04c26b1c2c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1db3bdbe-a559-41c2-ac8c-6e55c6309d2f HTTP/1.1" status: 200 len: 1101 time: 0.0601971 Jan 18 22:17:47.872506 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b35d55-9bcf-404e-b2a2-f111417ad28f x-openstack-request-id: req-f2b35d55-9bcf-404e-b2a2-f111417ad28f {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:17:47.872794 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60fe88f9-db8f-4ae2-bedf-ba5267d6a632", "tag": "57c59f94-f152-4b43-8889-1ffd2e87a114", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:17:47.873040 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f2b35d55-9bcf-404e-b2a2-f111417ad28f {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:17:47.873433 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60fe88f9-db8f-4ae2-bedf-ba5267d6a632', 'tag': '57c59f94-f152-4b43-8889-1ffd2e87a114', 'status': 'completed', 'code': 200} Jan 18 22:17:47.891268 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-165cf108-2d5d-465b-a3e4-b7734bfb1304 req-bb6b205d-5535-4251-a992-461746a14d2d service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=2720ae35-eb4e-4877-837a-ceec23b7b1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337064 Jan 18 22:17:47.895205 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-10f8e575-82ce-4c64-b5fb-a31178720071 req-1f302cb7-9ecd-4cb7-aacb-d5f33cf46067 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2b07bb1-ca78-4332-871b-fc4af027a8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905426 Jan 18 22:17:47.917937 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdee8b6f-1e45-4e51-8ab1-e7b9f4b379ee req-f6c61b5c-decd-4042-9d7b-c16db593f8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:47.919455 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cdee8b6f-1e45-4e51-8ab1-e7b9f4b379ee req-f6c61b5c-decd-4042-9d7b-c16db593f8e8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e15f6438-95ae-482f-8d95-5a9ba3dee07c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1180038 Jan 18 22:17:48.072561 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daccb8f3-00d5-407f-9126-ed8ba61cea28 req-9b741b9b-7d4f-4b18-a901-37c1783772b8 tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:48.079811 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-daccb8f3-00d5-407f-9126-ed8ba61cea28 req-9b741b9b-7d4f-4b18-a901-37c1783772b8 tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] 10.222.0.53 "GET /v2.0/ports?device_id=1db3bdbe-a559-41c2-ac8c-6e55c6309d2f HTTP/1.1" status: 200 len: 950 time: 0.0726256 Jan 18 22:17:48.129421 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cdee8b6f-1e45-4e51-8ab1-e7b9f4b379ee req-07fbac0c-30ec-4e6a-9eb9-9fad3a882f2a service neutron] 10.222.0.36 "GET /v2.0/networks/e15f6438-95ae-482f-8d95-5a9ba3dee07c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015669 Jan 18 22:17:48.147765 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-daccb8f3-00d5-407f-9126-ed8ba61cea28 req-e50af923-5e57-47ec-bc6b-2362667f04ea tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] 10.222.0.53 "GET /v2.0/security-groups?id=2720ae35-eb4e-4877-837a-ceec23b7b1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627730 Jan 18 22:17:48.280574 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cdee8b6f-1e45-4e51-8ab1-e7b9f4b379ee req-3cc9ba61-1e98-4324-a4e7-8c8bdf6082f7 service neutron] 10.222.0.36 "GET /v2.0/networks/e15f6438-95ae-482f-8d95-5a9ba3dee07c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316519 Jan 18 22:17:48.397725 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2714412c-c2c2-458e-992f-c28529e0abe0 req-a6b0a2c5-3a91-48e9-aae3-b9dea434bf0d tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:48.399862 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2714412c-c2c2-458e-992f-c28529e0abe0 req-a6b0a2c5-3a91-48e9-aae3-b9dea434bf0d tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cc62fa1-501a-4c08-a35a-60422ee1528b HTTP/1.1" status: 200 len: 950 time: 0.1176906 Jan 18 22:17:48.433083 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8781a316-e69e-4acd-aa4b-17ff6cea15e6 req-2a85007b-b382-4241-801d-b58bae08553f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:48.434801 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8781a316-e69e-4acd-aa4b-17ff6cea15e6 req-2a85007b-b382-4241-801d-b58bae08553f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9eaacdbf1945416eaa74e5d952bfe007&device_id=60fe88f9-db8f-4ae2-bedf-ba5267d6a632 HTTP/1.1" status: 200 len: 1094 time: 0.0880108 Jan 18 22:17:48.465503 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2714412c-c2c2-458e-992f-c28529e0abe0 req-f14b617b-adf0-4e3c-8467-2a6d123c9161 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581765 Jan 18 22:17:48.569973 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8781a316-e69e-4acd-aa4b-17ff6cea15e6 req-b3e336ce-f470-4872-89f3-2fb829faf82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:48.571658 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8781a316-e69e-4acd-aa4b-17ff6cea15e6 req-b3e336ce-f470-4872-89f3-2fb829faf82f service neutron] 10.222.0.36 "GET /v2.0/networks?id=e15f6438-95ae-482f-8d95-5a9ba3dee07c HTTP/1.1" status: 200 len: 906 time: 0.1243041 Jan 18 22:17:48.578276 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device f0d7543f-b852-46ef-91e8-98c16a69c433 details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:17:48.751675 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port f0d7543f-b852-46ef-91e8-98c16a69c433, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=f0d7543f-b852-46ef-91e8-98c16a69c433,segment=NetworkSegment(921fa3ca-8ab7-443d-99f7-bc96f0245d97),segment_id=921fa3ca-8ab7-443d-99f7-bc96f0245d97)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:17:48.765512 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': 'f0d7543f-b852-46ef-91e8-98c16a69c433', 'network_id': '951f976e-2e72-444e-82f8-f59e1a118eb0', 'port_id': 'f0d7543f-b852-46ef-91e8-98c16a69c433', 'mac_address': 'fa:16:3e:7b:04:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ced78af-dc1e-4c69-aae7-2ab8772ec86b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:17:48.823786 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:48.840706 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0d7543f-b852-46ef-91e8-98c16a69c433 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:17:48.866775 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port f0d7543f-b852-46ef-91e8-98c16a69c433, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=f0d7543f-b852-46ef-91e8-98c16a69c433,segment=NetworkSegment(921fa3ca-8ab7-443d-99f7-bc96f0245d97),segment_id=921fa3ca-8ab7-443d-99f7-bc96f0245d97)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:17:48.876344 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:49.031320 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=f0d7543f-b852-46ef-91e8-98c16a69c433,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:49.100997 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8781a316-e69e-4acd-aa4b-17ff6cea15e6 req-f9b16185-ab63-4ce6-a9fa-955e8b2c793e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=57c59f94-f152-4b43-8889-1ffd2e87a114 HTTP/1.1" status: 200 len: 217 time: 0.5209756 Jan 18 22:17:49.150964 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['f0d7543f-b852-46ef-91e8-98c16a69c433'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:17:49.205077 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e042547-9fe2-4233-ba04-9bf2149613db req-c90afb8d-7686-4a34-b70c-a0d1cb00a8f1 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:49.206621 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1e042547-9fe2-4233-ba04-9bf2149613db req-c90afb8d-7686-4a34-b70c-a0d1cb00a8f1 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa35bf88-4440-4d73-afcd-ae0cc04d6d11 HTTP/1.1" status: 200 len: 944 time: 0.1276479 Jan 18 22:17:49.207860 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8781a316-e69e-4acd-aa4b-17ff6cea15e6 req-3bfbb096-f431-4d35-ad98-17d3f47a5f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:49.209162 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8781a316-e69e-4acd-aa4b-17ff6cea15e6 req-3bfbb096-f431-4d35-ad98-17d3f47a5f25 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=298d2632-4609-4d47-8110-fdef65c01513 HTTP/1.1" status: 200 len: 845 time: 0.0774491 Jan 18 22:17:49.218164 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307b88f1-d8fb-452b-b1ac-c40e2b7f9119 req-99bb94b7-961c-48a5-af81-643177e83f0a tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:49.219611 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-307b88f1-d8fb-452b-b1ac-c40e2b7f9119 req-99bb94b7-961c-48a5-af81-643177e83f0a tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] 10.222.0.53 "GET /v2.0/ports?device_id=0754d6e4-40e2-4777-9da9-e013e9b184b9 HTTP/1.1" status: 200 len: 944 time: 0.1391969 Jan 18 22:17:49.260790 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ea74c525-e5f3-4033-b373-4200cb368355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:49.324493 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-307b88f1-d8fb-452b-b1ac-c40e2b7f9119 req-deeba3a1-e3a4-4f1a-a9ca-851a426691fa tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c460f9f-6841-489f-bcbb-6ab5decda933&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903280 Jan 18 22:17:49.330592 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1e042547-9fe2-4233-ba04-9bf2149613db req-f0ab947d-d3c3-4fea-9d08-04be19a5962d tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fead2ec-99b5-4f01-a8ba-653859b4c215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099827 Jan 18 22:17:49.339195 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8781a316-e69e-4acd-aa4b-17ff6cea15e6 req-3d48f3cf-4bde-4e2e-a583-b71c6fc97945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:49.347315 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8781a316-e69e-4acd-aa4b-17ff6cea15e6 req-3d48f3cf-4bde-4e2e-a583-b71c6fc97945 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e15f6438-95ae-482f-8d95-5a9ba3dee07c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1256056 Jan 18 22:17:49.535771 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9389da3-3797-457d-843d-33422014cf3f req-8e456381-8284-4945-995d-615927858bc7 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:49.537280 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d9389da3-3797-457d-843d-33422014cf3f req-8e456381-8284-4945-995d-615927858bc7 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] 10.222.0.53 "GET /v2.0/ports?device_id=60fe88f9-db8f-4ae2-bedf-ba5267d6a632 HTTP/1.1" status: 200 len: 943 time: 0.1142633 Jan 18 22:17:49.559336 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8781a316-e69e-4acd-aa4b-17ff6cea15e6 req-12a21c39-6515-495f-afd0-74b022441797 service neutron] 10.222.0.36 "GET /v2.0/networks/e15f6438-95ae-482f-8d95-5a9ba3dee07c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046824 Jan 18 22:17:49.582237 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f5d1b4-bb26-4712-857f-13a59207a718 req-16360925-f3b7-4850-bf65-84ce934ad818 tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:49.583691 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-55f5d1b4-bb26-4712-857f-13a59207a718 req-16360925-f3b7-4850-bf65-84ce934ad818 tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] 10.222.0.53 "GET /v2.0/ports?device_id=1db3bdbe-a559-41c2-ac8c-6e55c6309d2f HTTP/1.1" status: 200 len: 950 time: 0.1131995 Jan 18 22:17:49.656781 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d9389da3-3797-457d-843d-33422014cf3f req-be8b86a5-7e44-4e11-830f-e61c5ffcb5f3 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2b07bb1-ca78-4332-871b-fc4af027a8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094031 Jan 18 22:17:49.688920 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-55f5d1b4-bb26-4712-857f-13a59207a718 req-4a63266f-7d11-4d16-9ae1-97b055c56565 tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] 10.222.0.53 "GET /v2.0/security-groups?id=2720ae35-eb4e-4877-837a-ceec23b7b1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898893 Jan 18 22:17:49.721332 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8781a316-e69e-4acd-aa4b-17ff6cea15e6 req-d8804189-e41c-4418-a31d-0b56a03d6c2b service neutron] 10.222.0.36 "GET /v2.0/networks/e15f6438-95ae-482f-8d95-5a9ba3dee07c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366560 Jan 18 22:17:49.923973 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff14b93-1eee-44a4-a4c2-ed04efacc106 req-382b82ba-9460-4aad-aa9f-d3bd73eb50f3 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:49.925324 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aff14b93-1eee-44a4-a4c2-ed04efacc106 req-382b82ba-9460-4aad-aa9f-d3bd73eb50f3 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cc62fa1-501a-4c08-a35a-60422ee1528b HTTP/1.1" status: 200 len: 950 time: 0.0521626 Jan 18 22:17:49.975476 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aff14b93-1eee-44a4-a4c2-ed04efacc106 req-6381a9e4-98f5-4978-a1d1-5560c42859ef tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361135 Jan 18 22:17:50.235164 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a74181c-0bd2-4c68-bdfd-9e7e8de5580f req-134e8439-8dcb-438d-8d88-ec1b5ef1c68f tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:50.236834 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7a74181c-0bd2-4c68-bdfd-9e7e8de5580f req-134e8439-8dcb-438d-8d88-ec1b5ef1c68f tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa35bf88-4440-4d73-afcd-ae0cc04d6d11 HTTP/1.1" status: 200 len: 944 time: 0.0596256 Jan 18 22:17:50.294441 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7a74181c-0bd2-4c68-bdfd-9e7e8de5580f req-0fa33101-35ee-430a-94b7-3430cb5e6d8d tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fead2ec-99b5-4f01-a8ba-653859b4c215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397487 Jan 18 22:17:50.408308 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e9f249-66d8-4941-9a2a-19a338dd81ff req-1a98be84-f938-4e81-9749-4946951d03f7 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:50.409784 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e6e9f249-66d8-4941-9a2a-19a338dd81ff req-1a98be84-f938-4e81-9749-4946951d03f7 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eeec438-19be-4793-9ba2-317a2ea8c73d HTTP/1.1" status: 200 len: 944 time: 0.0495279 Jan 18 22:17:50.447712 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e6e9f249-66d8-4941-9a2a-19a338dd81ff req-52d548c1-74cd-4ad3-a657-8d4d38174d4e tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac5bfedd-8c81-4ad7-9f0f-99ba0a339521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316434 Jan 18 22:17:50.549633 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4f2877-0072-43b5-bdb0-90dbcb26cd11 req-9676d33f-cf88-46d7-81c9-cd1e2d8365b3 tempest-ServersAdminNegativeTestJSON-1900085556 tempest-ServersAdminNegativeTestJSON-1900085556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:50.551932 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-de4f2877-0072-43b5-bdb0-90dbcb26cd11 req-9676d33f-cf88-46d7-81c9-cd1e2d8365b3 tempest-ServersAdminNegativeTestJSON-1900085556 tempest-ServersAdminNegativeTestJSON-1900085556-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1db3bdbe-a559-41c2-ac8c-6e55c6309d2f HTTP/1.1" status: 200 len: 1101 time: 0.0408046 Jan 18 22:17:50.574733 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-de4f2877-0072-43b5-bdb0-90dbcb26cd11 req-d91662e2-281e-43f5-83ee-d5a8b158adff tempest-ServersAdminNegativeTestJSON-1900085556 tempest-ServersAdminNegativeTestJSON-1900085556-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:50.582149 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device f0d7543f-b852-46ef-91e8-98c16a69c433 up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:17:50.645484 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port f0d7543f-b852-46ef-91e8-98c16a69c433 completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:17:50.650154 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port f0d7543f-b852-46ef-91e8-98c16a69c433 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:17:50.650804 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:50.663117 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-de4f2877-0072-43b5-bdb0-90dbcb26cd11 req-d91662e2-281e-43f5-83ee-d5a8b158adff tempest-ServersAdminNegativeTestJSON-1900085556 tempest-ServersAdminNegativeTestJSON-1900085556-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:50.667447 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-de4f2877-0072-43b5-bdb0-90dbcb26cd11 req-d91662e2-281e-43f5-83ee-d5a8b158adff tempest-ServersAdminNegativeTestJSON-1900085556 tempest-ServersAdminNegativeTestJSON-1900085556-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:50.718718 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-de4f2877-0072-43b5-bdb0-90dbcb26cd11 req-d91662e2-281e-43f5-83ee-d5a8b158adff tempest-ServersAdminNegativeTestJSON-1900085556 tempest-ServersAdminNegativeTestJSON-1900085556-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=2720ae35-eb4e-4877-837a-ceec23b7b1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597395 Jan 18 22:17:50.733273 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:50.736386 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91662e2-281e-43f5-83ee-d5a8b158adff tempest-ServersAdminNegativeTestJSON-1900085556 tempest-ServersAdminNegativeTestJSON-1900085556-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef8d5ad-24a2-4650-a471-5bd9e98d18e7,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:50.751156 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f82d22-490b-408d-9098-f0c80a568d7e req-caa330e5-0a6e-4cc7-a068-1c86edff9c77 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:50.753138 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-17f82d22-490b-408d-9098-f0c80a568d7e req-caa330e5-0a6e-4cc7-a068-1c86edff9c77 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa35bf88-4440-4d73-afcd-ae0cc04d6d11 HTTP/1.1" status: 200 len: 944 time: 0.0796807 Jan 18 22:17:50.774461 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port f0d7543f-b852-46ef-91e8-98c16a69c433, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=f0d7543f-b852-46ef-91e8-98c16a69c433,segment=NetworkSegment(921fa3ca-8ab7-443d-99f7-bc96f0245d97),segment_id=921fa3ca-8ab7-443d-99f7-bc96f0245d97)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:17:50.775706 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0754d6e4-40e2-4777-9da9-e013e9b184b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0d7543f-b852-46ef-91e8-98c16a69c433'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:17:50.778661 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f615c898-b901-460c-b672-3f5e9f2410bb" -d '{"events": [{"server_uuid": "0754d6e4-40e2-4777-9da9-e013e9b184b9", "name": "network-vif-plugged", "status": "completed", "tag": "f0d7543f-b852-46ef-91e8-98c16a69c433"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:17:50.783150 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:50.802715 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c6fbb7-5385-4b3f-a27f-42b3fd0f84c7 req-b92191d1-c7ed-44bc-a309-68395ca89d06 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:50.804281 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-a2c6fbb7-5385-4b3f-a27f-42b3fd0f84c7 req-b92191d1-c7ed-44bc-a309-68395ca89d06 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.67 "GET /v2.0/ports?device_id=0eeec438-19be-4793-9ba2-317a2ea8c73d HTTP/1.1" status: 200 len: 944 time: 0.0838876 Jan 18 22:17:50.816689 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-17f82d22-490b-408d-9098-f0c80a568d7e req-0fb40277-551b-46df-b8c3-3741803c6e93 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fead2ec-99b5-4f01-a8ba-653859b4c215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556087 Jan 18 22:17:50.855182 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=f0d7543f-b852-46ef-91e8-98c16a69c433,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:50.883650 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fcdc27-0d1d-4543-ae06-ca46f2517133 req-4b728539-1b42-4e47-ace9-117e682b7ffd tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:50.890898 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e2fcdc27-0d1d-4543-ae06-ca46f2517133 req-4b728539-1b42-4e47-ace9-117e682b7ffd tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] 10.222.0.53 "GET /v2.0/ports?device_id=0754d6e4-40e2-4777-9da9-e013e9b184b9 HTTP/1.1" status: 200 len: 945 time: 0.0970798 Jan 18 22:17:50.935200 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-a2c6fbb7-5385-4b3f-a27f-42b3fd0f84c7 req-a79b03e6-8203-4c4e-aa57-5f5602a19692 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Deleting port fb25b735-1224-4af3-b9e8-c54530a9f342 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:17:50.935708 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-a2c6fbb7-5385-4b3f-a27f-42b3fd0f84c7 req-a79b03e6-8203-4c4e-aa57-5f5602a19692 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:50.954155 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e2fcdc27-0d1d-4543-ae06-ca46f2517133 req-88bfd5b5-5768-4479-86bb-e03e0e9c6aac tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c460f9f-6841-489f-bcbb-6ab5decda933&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501523 Jan 18 22:17:51.004001 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2c54a0a-85ba-4499-ade2-93ef438a005a x-openstack-request-id: req-a2c54a0a-85ba-4499-ade2-93ef438a005a {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:17:51.004376 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0754d6e4-40e2-4777-9da9-e013e9b184b9", "name": "network-vif-plugged", "status": "completed", "tag": "f0d7543f-b852-46ef-91e8-98c16a69c433", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:17:51.004590 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a2c54a0a-85ba-4499-ade2-93ef438a005a {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:17:51.004975 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0754d6e4-40e2-4777-9da9-e013e9b184b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0d7543f-b852-46ef-91e8-98c16a69c433', 'code': 200} Jan 18 22:17:51.068079 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7683214-5967-4f70-a9c1-0531932e5725 req-c49d56b4-2cb5-419b-ab84-5a365e7f0c28 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:51.084812 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c7683214-5967-4f70-a9c1-0531932e5725 req-c49d56b4-2cb5-419b-ab84-5a365e7f0c28 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] 10.222.0.53 "GET /v2.0/ports?device_id=60fe88f9-db8f-4ae2-bedf-ba5267d6a632 HTTP/1.1" status: 200 len: 943 time: 0.0970182 Jan 18 22:17:51.107162 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-a2c6fbb7-5385-4b3f-a27f-42b3fd0f84c7 req-a79b03e6-8203-4c4e-aa57-5f5602a19692 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] For port fb25b735-1224-4af3-b9e8-c54530a9f342, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=fb25b735-1224-4af3-b9e8-c54530a9f342,segment=NetworkSegment(a97910f7-cad7-42ae-9f6e-c8965771467a),segment_id=a97910f7-cad7-42ae-9f6e-c8965771467a)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:17:51.107476 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-a2c6fbb7-5385-4b3f-a27f-42b3fd0f84c7 req-a79b03e6-8203-4c4e-aa57-5f5602a19692 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:51.123920 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-a2c6fbb7-5385-4b3f-a27f-42b3fd0f84c7 req-a79b03e6-8203-4c4e-aa57-5f5602a19692 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Calling delete_port for fb25b735-1224-4af3-b9e8-c54530a9f342 owned by compute:nova {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:17:51.194297 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c7683214-5967-4f70-a9c1-0531932e5725 req-78d2dc70-ca38-414c-b8d8-092cd967f70e tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2b07bb1-ca78-4332-871b-fc4af027a8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085987 Jan 18 22:17:51.200338 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ece504-6504-4e9a-b62a-7d908ca45f06 req-f662a102-67e3-4812-aa1a-321560ba6271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:51.201983 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d1ece504-6504-4e9a-b62a-7d908ca45f06 req-f662a102-67e3-4812-aa1a-321560ba6271 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0754d6e4-40e2-4777-9da9-e013e9b184b9 HTTP/1.1" status: 200 len: 1096 time: 0.1140952 Jan 18 22:17:51.251938 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817fdbe3-3f54-41a6-9296-a48fd1aa7ae9 req-e5dcf2c5-bb63-4461-a0bd-6f8df9b85dc8 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:51.253750 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-817fdbe3-3f54-41a6-9296-a48fd1aa7ae9 req-e5dcf2c5-bb63-4461-a0bd-6f8df9b85dc8 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cc62fa1-501a-4c08-a35a-60422ee1528b HTTP/1.1" status: 200 len: 950 time: 0.0989883 Jan 18 22:17:51.294586 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d1ece504-6504-4e9a-b62a-7d908ca45f06 req-1d9db5f6-d6f6-4881-b04e-d2374db83c51 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=1c460f9f-6841-489f-bcbb-6ab5decda933&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842848 Jan 18 22:17:51.298908 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-a2c6fbb7-5385-4b3f-a27f-42b3fd0f84c7 req-a79b03e6-8203-4c4e-aa57-5f5602a19692 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:51.303838 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-817fdbe3-3f54-41a6-9296-a48fd1aa7ae9 req-2edfa5c1-a949-4ffc-b11f-08e4bac15a20 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439315 Jan 18 22:17:51.312240 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['fb25b735-1224-4af3-b9e8-c54530a9f342'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:17:51.334908 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79b03e6-8203-4c4e-aa57-5f5602a19692 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Pushing event deleted for resources: {'Port': ['ID=fb25b735-1224-4af3-b9e8-c54530a9f342,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:51.363130 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79b03e6-8203-4c4e-aa57-5f5602a19692 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:17:51.363479 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79b03e6-8203-4c4e-aa57-5f5602a19692 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:17:51.363870 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79b03e6-8203-4c4e-aa57-5f5602a19692 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:17:51.364185 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79b03e6-8203-4c4e-aa57-5f5602a19692 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:17:51.364521 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79b03e6-8203-4c4e-aa57-5f5602a19692 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:17:51.364900 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79b03e6-8203-4c4e-aa57-5f5602a19692 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:17:51.365171 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79b03e6-8203-4c4e-aa57-5f5602a19692 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:17:51.365570 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79b03e6-8203-4c4e-aa57-5f5602a19692 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:17:51.365925 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79b03e6-8203-4c4e-aa57-5f5602a19692 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:17:51.366276 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79b03e6-8203-4c4e-aa57-5f5602a19692 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:17:51.366673 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79b03e6-8203-4c4e-aa57-5f5602a19692 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:17:51.367023 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79b03e6-8203-4c4e-aa57-5f5602a19692 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:17:51.383795 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2c6fbb7-5385-4b3f-a27f-42b3fd0f84c7 req-a79b03e6-8203-4c4e-aa57-5f5602a19692 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] No DVR routers for this DVR port fb25b735-1224-4af3-b9e8-c54530a9f342 on host n-h2-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:17:51.386966 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-a2c6fbb7-5385-4b3f-a27f-42b3fd0f84c7 req-a79b03e6-8203-4c4e-aa57-5f5602a19692 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:51.390412 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-a2c6fbb7-5385-4b3f-a27f-42b3fd0f84c7 req-a79b03e6-8203-4c4e-aa57-5f5602a19692 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.67 "DELETE /v2.0/ports/fb25b735-1224-4af3-b9e8-c54530a9f342 HTTP/1.1" status: 204 len: 173 time: 0.5792181 Jan 18 22:17:51.390965 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eeec438-19be-4793-9ba2-317a2ea8c73d', 'name': 'network-vif-deleted', 'tag': 'fb25b735-1224-4af3-b9e8-c54530a9f342'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:17:51.393131 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1bbacaf-759f-4533-b5ed-d24eec58ed54" -d '{"events": [{"server_uuid": "0eeec438-19be-4793-9ba2-317a2ea8c73d", "name": "network-vif-deleted", "tag": "fb25b735-1224-4af3-b9e8-c54530a9f342"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:17:51.434721 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6502e8f-b226-459a-9688-ea5d3db60773 req-7c8536fb-698f-4c9a-8cff-ae448ae13f5d tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:51.435430 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eaaa3a8-5171-41cb-99cc-a8974020ad75 x-openstack-request-id: req-2eaaa3a8-5171-41cb-99cc-a8974020ad75 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:17:51.435836 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eeec438-19be-4793-9ba2-317a2ea8c73d", "name": "network-vif-deleted", "tag": "fb25b735-1224-4af3-b9e8-c54530a9f342", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:17:51.436381 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2eaaa3a8-5171-41cb-99cc-a8974020ad75 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:17:51.436926 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eeec438-19be-4793-9ba2-317a2ea8c73d', 'name': 'network-vif-deleted', 'tag': 'fb25b735-1224-4af3-b9e8-c54530a9f342', 'status': 'completed', 'code': 200} Jan 18 22:17:51.439140 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b6502e8f-b226-459a-9688-ea5d3db60773 req-7c8536fb-698f-4c9a-8cff-ae448ae13f5d tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/networks?id=e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84 HTTP/1.1" status: 200 len: 811 time: 0.1414187 Jan 18 22:17:51.454854 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b6502e8f-b226-459a-9688-ea5d3db60773 req-cabe9f47-10ce-4863-b73c-adb033d3cc10 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/quotas/584d50ef6ed64545aac1e7947879ab5e HTTP/1.1" status: 200 len: 375 time: 0.0097921 Jan 18 22:17:51.535825 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b6502e8f-b226-459a-9688-ea5d3db60773 req-7f691be2-1845-4f29-bd29-ba390d1d5580 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=584d50ef6ed64545aac1e7947879ab5e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0754097 Jan 18 22:17:51.536957 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 59006) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:17:51.583672 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-95e463af-bf62-48dd-9de1-0759c366c1a9 req-924e8a6c-2250-42b3-bdbd-3ec3d3d1d1c6 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eeec438-19be-4793-9ba2-317a2ea8c73d HTTP/1.1" status: 200 len: 210 time: 0.0581157 Jan 18 22:17:51.653986 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b6502e8f-b226-459a-9688-ea5d3db60773 req-7e19df5e-9bcb-4aa6-8e13-7fc37e76199b service neutron] 10.222.0.53 "GET /v2.0/networks/e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077917 Jan 18 22:17:51.657164 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ed192370-6fc1-4cb9-bac7-e537de85851e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:51.731032 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ed192370-6fc1-4cb9-bac7-e537de85851e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:51.735260 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ed192370-6fc1-4cb9-bac7-e537de85851e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:51.743852 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b6502e8f-b226-459a-9688-ea5d3db60773 req-d60802ac-da77-4c82-a502-a02610c8953c service neutron] 10.222.0.53 "GET /v2.0/networks/e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837874 Jan 18 22:17:51.779541 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-34fe6439-bfad-4906-8a56-73d79bbbf915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:51.785311 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 59012) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:17:51.785896 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-ed192370-6fc1-4cb9-bac7-e537de85851e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bc82fcf23a014ad68a7430bcdfdaa700&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2466035 Jan 18 22:17:51.787549 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed192370-6fc1-4cb9-bac7-e537de85851e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a72ab04-6bc1-45ee-82b6-853df1056798,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:51.875932 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c45de-3692-4e87-900d-36c66d301109 req-5ab2d5c3-9cd1-44a9-b1f7-696ff7e5cc4a tempest-ServersAdminNegativeTestJSON-1900085556 tempest-ServersAdminNegativeTestJSON-1900085556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:51.877513 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c80c45de-3692-4e87-900d-36c66d301109 req-5ab2d5c3-9cd1-44a9-b1f7-696ff7e5cc4a tempest-ServersAdminNegativeTestJSON-1900085556 tempest-ServersAdminNegativeTestJSON-1900085556-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1db3bdbe-a559-41c2-ac8c-6e55c6309d2f HTTP/1.1" status: 200 len: 1101 time: 0.0733171 Jan 18 22:17:51.902524 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-007408d5-d79d-40d8-934c-324bbdbb4bcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:51.972266 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-00916b96-1f94-4d01-80fe-a742f4adbc9f req-524cdb58-0f27-4c20-94b4-b7c02a80a4fc tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=710e4fbf-3d93-42c0-b0b4-4811a367b0c1 HTTP/1.1" status: 200 len: 210 time: 0.0607803 Jan 18 22:17:51.982277 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-007408d5-d79d-40d8-934c-324bbdbb4bcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:51.998316 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c80c45de-3692-4e87-900d-36c66d301109 req-7d69b271-4d8c-49c0-8e08-f06ed8b8dabd tempest-ServersAdminNegativeTestJSON-1900085556 tempest-ServersAdminNegativeTestJSON-1900085556-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=2720ae35-eb4e-4877-837a-ceec23b7b1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990129 Jan 18 22:17:52.057150 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-007408d5-d79d-40d8-934c-324bbdbb4bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:52.060659 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-007408d5-d79d-40d8-934c-324bbdbb4bcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:52.062072 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-007408d5-d79d-40d8-934c-324bbdbb4bcb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7a72ab04-6bc1-45ee-82b6-853df1056798 HTTP/1.1" status: 204 len: 168 time: 0.2756312 Jan 18 22:17:52.072773 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007408d5-d79d-40d8-934c-324bbdbb4bcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a72ab04-6bc1-45ee-82b6-853df1056798,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:52.155745 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5046154e-6e01-46ca-917a-15776b18cc3c req-8706fa12-9403-4674-b8de-5e6924158fd8 tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:52.157829 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5046154e-6e01-46ca-917a-15776b18cc3c req-8706fa12-9403-4674-b8de-5e6924158fd8 tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] 10.222.0.53 "GET /v2.0/ports?device_id=0754d6e4-40e2-4777-9da9-e013e9b184b9 HTTP/1.1" status: 200 len: 945 time: 0.0702369 Jan 18 22:17:52.220225 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5046154e-6e01-46ca-917a-15776b18cc3c req-d5b2e80c-0677-43b3-bb1f-85a0b6d5ea04 tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c460f9f-6841-489f-bcbb-6ab5decda933&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529037 Jan 18 22:17:52.276530 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 57c59f94-f152-4b43-8889-1ffd2e87a114 details requested by agent hyperv_n-h1-825064-1 with host n-h1-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:17:52.407887 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae1a581-4419-406c-adeb-dfca369c4f95 req-01c63213-2cef-4e5a-a8c9-69bc204f11bf tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:52.420015 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bae1a581-4419-406c-adeb-dfca369c4f95 req-01c63213-2cef-4e5a-a8c9-69bc204f11bf tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] 10.222.0.53 "GET /v2.0/ports?device_id=60fe88f9-db8f-4ae2-bedf-ba5267d6a632 HTTP/1.1" status: 200 len: 943 time: 0.0927756 Jan 18 22:17:52.438190 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 57c59f94-f152-4b43-8889-1ffd2e87a114, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=57c59f94-f152-4b43-8889-1ffd2e87a114,segment=NetworkSegment(c7f002ff-ef12-4102-948c-19a32484e10e),segment_id=c7f002ff-ef12-4102-948c-19a32484e10e)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:17:52.462186 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Returning: {'device': '57c59f94-f152-4b43-8889-1ffd2e87a114', 'network_id': 'e15f6438-95ae-482f-8d95-5a9ba3dee07c', 'port_id': '57c59f94-f152-4b43-8889-1ffd2e87a114', 'mac_address': 'fa:16:3e:1d:f5:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '298d2632-4609-4d47-8110-fdef65c01513', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:17:52.478661 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bae1a581-4419-406c-adeb-dfca369c4f95 req-dba5c8f1-d19b-4ae9-8387-88eecf0efc39 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2b07bb1-ca78-4332-871b-fc4af027a8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571451 Jan 18 22:17:52.533283 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:52.550431 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57c59f94-f152-4b43-8889-1ffd2e87a114 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:17:52.563882 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857050f4-16db-489a-8ecf-9d314746573b req-194f3df4-ef37-445f-9c16-c7c22d8419ff tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:52.565143 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-857050f4-16db-489a-8ecf-9d314746573b req-194f3df4-ef37-445f-9c16-c7c22d8419ff tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cc62fa1-501a-4c08-a35a-60422ee1528b HTTP/1.1" status: 200 len: 950 time: 0.0615222 Jan 18 22:17:52.586186 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 57c59f94-f152-4b43-8889-1ffd2e87a114, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=57c59f94-f152-4b43-8889-1ffd2e87a114,segment=NetworkSegment(c7f002ff-ef12-4102-948c-19a32484e10e),segment_id=c7f002ff-ef12-4102-948c-19a32484e10e)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:17:52.597921 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:52.650999 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-857050f4-16db-489a-8ecf-9d314746573b req-1d25e570-8f1f-4f66-a4a6-3bc5ef8de05d tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758941 Jan 18 22:17:52.665056 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=57c59f94-f152-4b43-8889-1ffd2e87a114,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:52.688098 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce98d17-a682-4e31-8ed1-3e0157dcdfd4 req-0e7bebba-4b80-4991-b62f-119f723ba773 tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:52.691498 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3ce98d17-a682-4e31-8ed1-3e0157dcdfd4 req-0e7bebba-4b80-4991-b62f-119f723ba773 tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] 10.222.0.53 "GET /v2.0/ports?device_id=1db3bdbe-a559-41c2-ac8c-6e55c6309d2f HTTP/1.1" status: 200 len: 950 time: 0.0936308 Jan 18 22:17:52.760677 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3ce98d17-a682-4e31-8ed1-3e0157dcdfd4 req-95ae1878-209d-4e49-8b2c-e7a7998fa239 tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] 10.222.0.53 "GET /v2.0/security-groups?id=2720ae35-eb4e-4877-837a-ceec23b7b1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604010 Jan 18 22:17:52.813649 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:52.916178 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['57c59f94-f152-4b43-8889-1ffd2e87a114'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:17:52.942229 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95d728b-c539-41f0-a75d-0630e4f27458 req-f685b3f7-7a05-4716-aeba-3c6e86eb8790 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:52.944624 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f95d728b-c539-41f0-a75d-0630e4f27458 req-f685b3f7-7a05-4716-aeba-3c6e86eb8790 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/ports?device_id=7adbfe4f-bab5-4c2a-8403-4315ff49af62 HTTP/1.1" status: 200 len: 944 time: 0.0544281 Jan 18 22:17:52.985955 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f95d728b-c539-41f0-a75d-0630e4f27458 req-52a5397b-2189-4c9d-9425-89d406dea5f4 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac5bfedd-8c81-4ad7-9f0f-99ba0a339521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329416 Jan 18 22:17:53.095005 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-817f4804-675d-482f-a8c8-4c88726e9bdc req-1201d2d0-ce49-4d8f-9a11-0bfa4be129cf tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=710e4fbf-3d93-42c0-b0b4-4811a367b0c1 HTTP/1.1" status: 200 len: 210 time: 0.0279586 Jan 18 22:17:53.279763 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6502e8f-b226-459a-9688-ea5d3db60773 req-268624ac-b8fe-40b0-9a15-fa8c4a9a0f00 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:53.281263 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-b6502e8f-b226-459a-9688-ea5d3db60773 req-268624ac-b8fe-40b0-9a15-fa8c4a9a0f00 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.67 "GET /v2.0/networks?id=e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84 HTTP/1.1" status: 200 len: 811 time: 0.1217101 Jan 18 22:17:53.299116 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-b6502e8f-b226-459a-9688-ea5d3db60773 req-10321d9c-e5f4-4d43-8053-b55b73bf36df tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Request body: {'port': {'device_id': '710e4fbf-3d93-42c0-b0b4-4811a367b0c1', 'network_id': 'e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84', 'admin_state_up': True, 'tenant_id': '584d50ef6ed64545aac1e7947879ab5e'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:17:53.369429 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a631e23-7284-45c6-a8f6-69dab68078fa req-88cbc76c-4aa7-418b-b196-0a55a42d34a8 tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:53.370919 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7a631e23-7284-45c6-a8f6-69dab68078fa req-88cbc76c-4aa7-418b-b196-0a55a42d34a8 tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] 10.222.0.53 "GET /v2.0/ports?device_id=0754d6e4-40e2-4777-9da9-e013e9b184b9 HTTP/1.1" status: 200 len: 945 time: 0.0567176 Jan 18 22:17:53.429457 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6502e8f-b226-459a-9688-ea5d3db60773 req-10321d9c-e5f4-4d43-8053-b55b73bf36df tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Made reservation on behalf of 584d50ef6ed64545aac1e7947879ab5e for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:17:53.433022 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-b6502e8f-b226-459a-9688-ea5d3db60773 req-10321d9c-e5f4-4d43-8053-b55b73bf36df tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:53.443996 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7a631e23-7284-45c6-a8f6-69dab68078fa req-7d532d48-af4b-4562-a384-e8f6651fb51d tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c460f9f-6841-489f-bcbb-6ab5decda933&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664971 Jan 18 22:17:53.459652 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91ffca0-bceb-4de5-a831-1a21eb4c3ccb req-46616c59-3007-463c-9504-8377fabd8426 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:53.461231 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d91ffca0-bceb-4de5-a831-1a21eb4c3ccb req-46616c59-3007-463c-9504-8377fabd8426 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.67 "GET /v2.0/ports?device_id=7adbfe4f-bab5-4c2a-8403-4315ff49af62 HTTP/1.1" status: 200 len: 944 time: 0.0733123 Jan 18 22:17:53.585278 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [req-b6502e8f-b226-459a-9688-ea5d3db60773 req-10321d9c-e5f4-4d43-8053-b55b73bf36df tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Allocated IP 172.20.0.10 (e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84/42841b58-d144-4855-94d6-b7b43c1900e0/6701bc4f-33c4-4850-94d7-00e6cb60828e) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:17:53.646797 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a5a2f9-d251-446b-9677-6b1c27b6a796 req-3fedba5c-e66e-42b4-9be8-f4d863ab7fa1 tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:53.649435 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e7a5a2f9-d251-446b-9677-6b1c27b6a796 req-3fedba5c-e66e-42b4-9be8-f4d863ab7fa1 tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] 10.222.0.53 "GET /v2.0/ports?device_id=0754d6e4-40e2-4777-9da9-e013e9b184b9 HTTP/1.1" status: 200 len: 945 time: 0.1071329 Jan 18 22:17:53.652625 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-d91ffca0-bceb-4de5-a831-1a21eb4c3ccb req-7ea48f42-e7a4-4609-8e11-43727541c21a tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Deleting port ec080a32-2c88-4bfb-b756-92e6efa937e5 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:17:53.653208 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-d91ffca0-bceb-4de5-a831-1a21eb4c3ccb req-7ea48f42-e7a4-4609-8e11-43727541c21a tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:53.661438 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 59118) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:17:53.668947 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-915b4d99-7ec1-4eb9-b595-46ce510dc5eb tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] Request body: {'floatingip': {'port_id': 'f0d7543f-b852-46ef-91e8-98c16a69c433'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:17:53.713781 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c0cb2c-61f3-47eb-80b0-19cd3dd985fb req-e1e1a299-915d-4183-92a8-bd94f2265b2f tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:53.715528 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b7c0cb2c-61f3-47eb-80b0-19cd3dd985fb req-e1e1a299-915d-4183-92a8-bd94f2265b2f tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] 10.222.0.53 "GET /v2.0/ports?device_id=60fe88f9-db8f-4ae2-bedf-ba5267d6a632 HTTP/1.1" status: 200 len: 944 time: 0.1365283 Jan 18 22:17:53.720544 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 59122) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:17:53.762853 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-915b4d99-7ec1-4eb9-b595-46ce510dc5eb tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] Notify callbacks [] for floatingip, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:53.821868 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b7c0cb2c-61f3-47eb-80b0-19cd3dd985fb req-b542ec8b-2347-497d-9d52-1f48267e9fae tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2b07bb1-ca78-4332-871b-fc4af027a8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965722 Jan 18 22:17:53.837563 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-d91ffca0-bceb-4de5-a831-1a21eb4c3ccb req-7ea48f42-e7a4-4609-8e11-43727541c21a tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] For port ec080a32-2c88-4bfb-b756-92e6efa937e5, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=ec080a32-2c88-4bfb-b756-92e6efa937e5,segment=NetworkSegment(a97910f7-cad7-42ae-9f6e-c8965771467a),segment_id=a97910f7-cad7-42ae-9f6e-c8965771467a)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:17:53.837913 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-d91ffca0-bceb-4de5-a831-1a21eb4c3ccb req-7ea48f42-e7a4-4609-8e11-43727541c21a tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:53.867898 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-d91ffca0-bceb-4de5-a831-1a21eb4c3ccb req-7ea48f42-e7a4-4609-8e11-43727541c21a tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Calling delete_port for ec080a32-2c88-4bfb-b756-92e6efa937e5 owned by compute:nova {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:17:53.872505 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c03b24d3-3f12-48fe-9761-ef56c1f4c2e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:53.884428 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c363bad-ca9e-4122-a4e6-a7cd29677816 req-b972a460-0a08-4000-a7d7-438844cbf9d8 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:53.886101 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1c363bad-ca9e-4122-a4e6-a7cd29677816 req-b972a460-0a08-4000-a7d7-438844cbf9d8 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cc62fa1-501a-4c08-a35a-60422ee1528b HTTP/1.1" status: 200 len: 950 time: 0.1502783 Jan 18 22:17:53.914580 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-b6502e8f-b226-459a-9688-ea5d3db60773 req-10321d9c-e5f4-4d43-8053-b55b73bf36df tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:54.035989 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1c363bad-ca9e-4122-a4e6-a7cd29677816 req-b48026b0-24ed-446d-8045-5be8cf5ce075 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388516 Jan 18 22:17:54.040143 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-b6502e8f-b226-459a-9688-ea5d3db60773 req-10321d9c-e5f4-4d43-8053-b55b73bf36df tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:54.051413 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2297d6f-3993-4a69-b6d8-95765282e112 req-179704de-4a18-44ae-b32b-dbcd431d1a7c tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:54.056040 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d2297d6f-3993-4a69-b6d8-95765282e112 req-179704de-4a18-44ae-b32b-dbcd431d1a7c tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] 10.222.0.53 "GET /v2.0/ports?device_id=1db3bdbe-a559-41c2-ac8c-6e55c6309d2f HTTP/1.1" status: 200 len: 950 time: 0.1688237 Jan 18 22:17:54.131810 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d2297d6f-3993-4a69-b6d8-95765282e112 req-6e18999d-c769-4ac3-88cd-5566a3986cf5 tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] 10.222.0.53 "GET /v2.0/security-groups?id=2720ae35-eb4e-4877-837a-ceec23b7b1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715022 Jan 18 22:17:54.145227 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c03b24d3-3f12-48fe-9761-ef56c1f4c2e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:54.160717 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6502e8f-b226-459a-9688-ea5d3db60773 req-10321d9c-e5f4-4d43-8053-b55b73bf36df tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Network e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:17:54.173684 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [req-b6502e8f-b226-459a-9688-ea5d3db60773 req-10321d9c-e5f4-4d43-8053-b55b73bf36df tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:17:54.176803 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6502e8f-b226-459a-9688-ea5d3db60773 req-10321d9c-e5f4-4d43-8053-b55b73bf36df tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:17:54.221213 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c03b24d3-3f12-48fe-9761-ef56c1f4c2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:54.257330 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:54.295245 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 57c59f94-f152-4b43-8889-1ffd2e87a114 up at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:17:54.356518 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d048e62-0ba0-44d6-8c8b-37585c4fe1fb req-2e24b527-b156-4c1a-9d33-bd99b9a242fc tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:54.364612 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6d048e62-0ba0-44d6-8c8b-37585c4fe1fb req-2e24b527-b156-4c1a-9d33-bd99b9a242fc tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/ports?device_id=7adbfe4f-bab5-4c2a-8403-4315ff49af62 HTTP/1.1" status: 200 len: 944 time: 0.2398181 Jan 18 22:17:54.365105 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning for port 57c59f94-f152-4b43-8889-1ffd2e87a114 completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:17:54.366470 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03b24d3-3f12-48fe-9761-ef56c1f4c2e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=972ebbd5-3f79-4054-86c1-286f1969ede3,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:54.374288 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-c03b24d3-3f12-48fe-9761-ef56c1f4c2e6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a923e05f9bf14de28e8d543257ce7024&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6502111 Jan 18 22:17:54.375866 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 59134) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:17:54.384665 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning complete for port 57c59f94-f152-4b43-8889-1ffd2e87a114 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:17:54.385039 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:54.397323 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b90d64-a845-4552-9fd2-e742e7b1398d req-e40b5693-812a-477b-b50b-e7b21e237ec1 tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:54.398875 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-68b90d64-a845-4552-9fd2-e742e7b1398d req-e40b5693-812a-477b-b50b-e7b21e237ec1 tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] 10.222.0.67 "GET /v2.0/ports?device_id=1db3bdbe-a559-41c2-ac8c-6e55c6309d2f HTTP/1.1" status: 200 len: 950 time: 0.2351723 Jan 18 22:17:54.416207 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-d91ffca0-bceb-4de5-a831-1a21eb4c3ccb req-7ea48f42-e7a4-4609-8e11-43727541c21a tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:54.493613 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:54.504835 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb14e78d-44b6-4133-9491-f87f41821249 req-2485f348-57b2-4154-911e-cbe66de9b1c4 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:54.512620 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bb14e78d-44b6-4133-9491-f87f41821249 req-2485f348-57b2-4154-911e-cbe66de9b1c4 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=710e4fbf-3d93-42c0-b0b4-4811a367b0c1 HTTP/1.1" status: 200 len: 932 time: 0.2820323 Jan 18 22:17:54.519163 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10321d9c-e5f4-4d43-8053-b55b73bf36df tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Pushing event updated for resources: {'Port': ['ID=6701bc4f-33c4-4850-94d7-00e6cb60828e,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:54.519826 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:54.535424 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60fe88f9-db8f-4ae2-bedf-ba5267d6a632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57c59f94-f152-4b43-8889-1ffd2e87a114'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:17:54.538358 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea48f42-e7a4-4609-8e11-43727541c21a tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Pushing event deleted for resources: {'Port': ['ID=ec080a32-2c88-4bfb-b756-92e6efa937e5,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:54.538656 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8449b81-aaae-493c-977e-0f9e2a407a02" -d '{"events": [{"server_uuid": "60fe88f9-db8f-4ae2-bedf-ba5267d6a632", "name": "network-vif-plugged", "status": "completed", "tag": "57c59f94-f152-4b43-8889-1ffd2e87a114"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:17:54.557814 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 57c59f94-f152-4b43-8889-1ffd2e87a114, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=57c59f94-f152-4b43-8889-1ffd2e87a114,segment=NetworkSegment(c7f002ff-ef12-4102-948c-19a32484e10e),segment_id=c7f002ff-ef12-4102-948c-19a32484e10e)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:17:54.558783 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7538867d-0f52-4855-bec5-b08e01189784 None None] Provisioning complete for port 6701bc4f-33c4-4850-94d7-00e6cb60828e triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:17:54.559144 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7538867d-0f52-4855-bec5-b08e01189784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:54.566724 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6502e8f-b226-459a-9688-ea5d3db60773 req-10321d9c-e5f4-4d43-8053-b55b73bf36df tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:54.567564 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-b6502e8f-b226-459a-9688-ea5d3db60773 req-10321d9c-e5f4-4d43-8053-b55b73bf36df tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:54.584598 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:54.598250 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device fb25b735-1224-4af3-b9e8-c54530a9f342 no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:17:54.611825 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-b6502e8f-b226-459a-9688-ea5d3db60773 req-10321d9c-e5f4-4d43-8053-b55b73bf36df tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3170893 Jan 18 22:17:54.625952 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-b6502e8f-b226-459a-9688-ea5d3db60773 req-2d797473-081d-4f00-b57f-e4540387cebd service neutron] Request body: {'port': {'device_id': '710e4fbf-3d93-42c0-b0b4-4811a367b0c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:17:54.633696 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6d048e62-0ba0-44d6-8c8b-37585c4fe1fb req-0e0f0dbc-6107-4add-abc7-258f5ea8ad83 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac5bfedd-8c81-4ad7-9f0f-99ba0a339521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626481 Jan 18 22:17:54.642070 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7538867d-0f52-4855-bec5-b08e01189784 None None] Port 6701bc4f-33c4-4850-94d7-00e6cb60828e cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:17:54.645443 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] No Port match for: fb25b735-1224-4af3-b9e8-c54530a9f342 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:17:54.646137 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device fb25b735-1224-4af3-b9e8-c54530a9f342 not bound to the agent host n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:17:54.668862 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=57c59f94-f152-4b43-8889-1ffd2e87a114,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:54.672701 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-d91ffca0-bceb-4de5-a831-1a21eb4c3ccb req-7ea48f42-e7a4-4609-8e11-43727541c21a tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] No DVR routers for this DVR port ec080a32-2c88-4bfb-b756-92e6efa937e5 on host n-h2-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:17:54.685199 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-d91ffca0-bceb-4de5-a831-1a21eb4c3ccb req-7ea48f42-e7a4-4609-8e11-43727541c21a tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:54.688491 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d91ffca0-bceb-4de5-a831-1a21eb4c3ccb req-7ea48f42-e7a4-4609-8e11-43727541c21a tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.67 "DELETE /v2.0/ports/ec080a32-2c88-4bfb-b756-92e6efa937e5 HTTP/1.1" status: 204 len: 173 time: 1.2202766 Jan 18 22:17:54.688959 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7adbfe4f-bab5-4c2a-8403-4315ff49af62', 'name': 'network-vif-deleted', 'tag': 'ec080a32-2c88-4bfb-b756-92e6efa937e5'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:17:54.691217 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2fa54b9-550a-41e3-a0dc-a702434e766f" -d '{"events": [{"server_uuid": "7adbfe4f-bab5-4c2a-8403-4315ff49af62", "name": "network-vif-deleted", "tag": "ec080a32-2c88-4bfb-b756-92e6efa937e5"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:17:54.707542 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bb14e78d-44b6-4133-9491-f87f41821249 req-b68c05fb-a859-44ce-9793-9bc39b1a6464 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=69e59ffc-71ce-4c50-acf6-17bf11fb5545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939709 Jan 18 22:17:54.717986 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2713d2ff-3363-49b9-93e3-eeff1aac898a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:54.760573 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-b6502e8f-b226-459a-9688-ea5d3db60773 req-2d797473-081d-4f00-b57f-e4540387cebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:54.762059 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a9fbfbe-693e-4a81-91b2-2f456add7108 x-openstack-request-id: req-9a9fbfbe-693e-4a81-91b2-2f456add7108 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:17:54.762355 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60fe88f9-db8f-4ae2-bedf-ba5267d6a632", "name": "network-vif-plugged", "status": "completed", "tag": "57c59f94-f152-4b43-8889-1ffd2e87a114", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:17:54.762990 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9a9fbfbe-693e-4a81-91b2-2f456add7108 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:17:54.762990 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60fe88f9-db8f-4ae2-bedf-ba5267d6a632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57c59f94-f152-4b43-8889-1ffd2e87a114', 'code': 200} Jan 18 22:17:54.767608 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2713d2ff-3363-49b9-93e3-eeff1aac898a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:54.779558 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-915b4d99-7ec1-4eb9-b595-46ce510dc5eb tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:54.781359 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-68b90d64-a845-4552-9fd2-e742e7b1398d req-0c0bb97f-1055-4919-9010-b9e6db69fe7b tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] Deleting port 4a6e4bdc-0209-47d1-86c1-ac192cd91a6e {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:17:54.781723 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-68b90d64-a845-4552-9fd2-e742e7b1398d req-0c0bb97f-1055-4919-9010-b9e6db69fe7b tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:54.812000 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-915b4d99-7ec1-4eb9-b595-46ce510dc5eb tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043075'] for floatingip, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:55.000044 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2713d2ff-3363-49b9-93e3-eeff1aac898a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:55.002574 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2713d2ff-3363-49b9-93e3-eeff1aac898a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:55.003828 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-2713d2ff-3363-49b9-93e3-eeff1aac898a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/972ebbd5-3f79-4054-86c1-286f1969ede3 HTTP/1.1" status: 204 len: 168 time: 0.6210549 Jan 18 22:17:55.006250 n-d-825064-1 neutron-server[102431]: INFO neutron.db.l3_db [None req-915b4d99-7ec1-4eb9-b595-46ce510dc5eb tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] Floating IP 21ce12bf-a355-4450-be04-0d3de1825635 associated. External IP: 172.25.5.72, port: f0d7543f-b852-46ef-91e8-98c16a69c433. Jan 18 22:17:55.006549 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-68b90d64-a845-4552-9fd2-e742e7b1398d req-0c0bb97f-1055-4919-9010-b9e6db69fe7b tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] For port 4a6e4bdc-0209-47d1-86c1-ac192cd91a6e, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=4a6e4bdc-0209-47d1-86c1-ac192cd91a6e,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:17:55.006910 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-68b90d64-a845-4552-9fd2-e742e7b1398d req-0c0bb97f-1055-4919-9010-b9e6db69fe7b tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:55.030364 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc1e4384-e364-477d-8dff-b561ffefa5e5 x-openstack-request-id: req-fc1e4384-e364-477d-8dff-b561ffefa5e5 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:17:55.030668 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7adbfe4f-bab5-4c2a-8403-4315ff49af62", "name": "network-vif-deleted", "tag": "ec080a32-2c88-4bfb-b756-92e6efa937e5", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:17:55.030923 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fc1e4384-e364-477d-8dff-b561ffefa5e5 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:17:55.031315 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7adbfe4f-bab5-4c2a-8403-4315ff49af62', 'name': 'network-vif-deleted', 'tag': 'ec080a32-2c88-4bfb-b756-92e6efa937e5', 'status': 'completed', 'code': 200} Jan 18 22:17:55.041970 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2713d2ff-3363-49b9-93e3-eeff1aac898a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=972ebbd5-3f79-4054-86c1-286f1969ede3,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:55.044824 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-68b90d64-a845-4552-9fd2-e742e7b1398d req-0c0bb97f-1055-4919-9010-b9e6db69fe7b tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] Calling delete_port for 4a6e4bdc-0209-47d1-86c1-ac192cd91a6e owned by compute:nova {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:17:55.180682 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc04f3-10a9-4349-9652-ca9337714ab3 req-8507bcd9-97f9-4087-807a-b24f3d2d4a4a tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:55.182627 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3ecc04f3-10a9-4349-9652-ca9337714ab3 req-8507bcd9-97f9-4087-807a-b24f3d2d4a4a tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] 10.222.0.53 "GET /v2.0/ports?device_id=60fe88f9-db8f-4ae2-bedf-ba5267d6a632 HTTP/1.1" status: 200 len: 945 time: 0.2453535 Jan 18 22:17:55.208778 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868593fb-b435-49b7-910f-6a565345a9e7 req-19acbd85-d70f-47a8-953f-047e8b9dac20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:55.210339 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-868593fb-b435-49b7-910f-6a565345a9e7 req-19acbd85-d70f-47a8-953f-047e8b9dac20 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=60fe88f9-db8f-4ae2-bedf-ba5267d6a632 HTTP/1.1" status: 200 len: 1096 time: 0.3489211 Jan 18 22:17:55.294388 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [req-b6502e8f-b226-459a-9688-ea5d3db60773 req-2d797473-081d-4f00-b57f-e4540387cebd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6701bc4f-33c4-4850-94d7-00e6cb60828e {{(pid=102431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:17:55.297522 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-868593fb-b435-49b7-910f-6a565345a9e7 req-adc0941a-f5c5-478c-a288-15229ce8a17d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b2b07bb1-ca78-4332-871b-fc4af027a8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670662 Jan 18 22:17:55.306818 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3ecc04f3-10a9-4349-9652-ca9337714ab3 req-00194738-c664-4999-ad34-568ac40f7317 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2b07bb1-ca78-4332-871b-fc4af027a8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947945 Jan 18 22:17:55.307157 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-b6502e8f-b226-459a-9688-ea5d3db60773 req-2d797473-081d-4f00-b57f-e4540387cebd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:55.324164 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc37821-9ebd-487f-bb10-0e59a001ee40 req-e35b0c24-bf76-4507-bc51-5095e33155f0 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:55.326066 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8bc37821-9ebd-487f-bb10-0e59a001ee40 req-e35b0c24-bf76-4507-bc51-5095e33155f0 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cc62fa1-501a-4c08-a35a-60422ee1528b HTTP/1.1" status: 200 len: 950 time: 0.1757517 Jan 18 22:17:55.405675 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-915b4d99-7ec1-4eb9-b595-46ce510dc5eb tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] Router 3390b0c4-6e4d-4242-8a83-5899dec3cf44 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:17:55.434783 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8bc37821-9ebd-487f-bb10-0e59a001ee40 req-e7d3886b-d233-480e-b617-45a40ef4c7fe tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733202 Jan 18 22:17:55.445631 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-68b90d64-a845-4552-9fd2-e742e7b1398d req-0c0bb97f-1055-4919-9010-b9e6db69fe7b tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:55.455041 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [req-b6502e8f-b226-459a-9688-ea5d3db60773 req-2d797473-081d-4f00-b57f-e4540387cebd service neutron] Transition to ACTIVE for port object 6701bc4f-33c4-4850-94d7-00e6cb60828e will not be triggered until provisioned by entity L2. {{(pid=102431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:17:55.459295 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['4a6e4bdc-0209-47d1-86c1-ac192cd91a6e'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:17:55.463676 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['5755caed-1929-4892-869b-9f6abf517786'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:17:55.472425 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-b6502e8f-b226-459a-9688-ea5d3db60773 req-2d797473-081d-4f00-b57f-e4540387cebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:55.485457 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0bb97f-1055-4919-9010-b9e6db69fe7b tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] Pushing event deleted for resources: {'Port': ['ID=4a6e4bdc-0209-47d1-86c1-ac192cd91a6e,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:55.507288 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb7ee7-8613-4975-a93e-fd298634897b req-8651a94e-b8d3-45cb-ada0-207b53b42581 tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:55.514776 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-26cb7ee7-8613-4975-a93e-fd298634897b req-8651a94e-b8d3-45cb-ada0-207b53b42581 tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] 10.222.0.53 "GET /v2.0/ports?device_id=1db3bdbe-a559-41c2-ac8c-6e55c6309d2f HTTP/1.1" status: 200 len: 867 time: 0.1139185 Jan 18 22:17:55.579126 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-68b90d64-a845-4552-9fd2-e742e7b1398d req-0c0bb97f-1055-4919-9010-b9e6db69fe7b tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] No DVR routers for this DVR port 4a6e4bdc-0209-47d1-86c1-ac192cd91a6e on host n-h2-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:17:55.583127 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-68b90d64-a845-4552-9fd2-e742e7b1398d req-0c0bb97f-1055-4919-9010-b9e6db69fe7b tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:55.587106 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-68b90d64-a845-4552-9fd2-e742e7b1398d req-0c0bb97f-1055-4919-9010-b9e6db69fe7b tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] 10.222.0.67 "DELETE /v2.0/ports/4a6e4bdc-0209-47d1-86c1-ac192cd91a6e HTTP/1.1" status: 204 len: 173 time: 1.1714721 Jan 18 22:17:55.614927 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-26cb7ee7-8613-4975-a93e-fd298634897b req-a51dfc83-4098-405d-a829-b0da9b2ac1db tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] 10.222.0.53 "GET /v2.0/security-groups?id=2720ae35-eb4e-4877-837a-ceec23b7b1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992024 Jan 18 22:17:55.667732 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-915b4d99-7ec1-4eb9-b595-46ce510dc5eb tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:17:55.683732 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-915b4d99-7ec1-4eb9-b595-46ce510dc5eb tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:55.707332 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0639b0-813e-4529-a477-e11f79f0a3de None None] Sync routers for ids ['3390b0c4-6e4d-4242-8a83-5899dec3cf44'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:17:55.721866 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-915b4d99-7ec1-4eb9-b595-46ce510dc5eb tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] 10.222.0.53 "PUT /v2.0/floatingips/21ce12bf-a355-4450-be04-0d3de1825635 HTTP/1.1" status: 200 len: 990 time: 2.0587895 Jan 18 22:17:55.732661 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0754d6e4-40e2-4777-9da9-e013e9b184b9', 'tag': 'f0d7543f-b852-46ef-91e8-98c16a69c433'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:17:55.735010 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f686c11d-1825-450c-ae90-3e802b95568d" -d '{"events": [{"name": "network-changed", "server_uuid": "0754d6e4-40e2-4777-9da9-e013e9b184b9", "tag": "f0d7543f-b852-46ef-91e8-98c16a69c433"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:17:55.738125 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d797473-081d-4f00-b57f-e4540387cebd service neutron] Pushing event updated for resources: {'Port': ['ID=6701bc4f-33c4-4850-94d7-00e6cb60828e,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:55.782341 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0639b0-813e-4529-a477-e11f79f0a3de None None] Routers {'3390b0c4-6e4d-4242-8a83-5899dec3cf44'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:17:55.782894 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-6e0639b0-813e-4529-a477-e11f79f0a3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:17:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['3390b0c4-6e4d-4242-8a83-5899dec3cf44'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:17:55.860798 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-b6502e8f-b226-459a-9688-ea5d3db60773 req-2d797473-081d-4f00-b57f-e4540387cebd service neutron] Attempting to bind port 6701bc4f-33c4-4850-94d7-00e6cb60828e on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:17:55.861150 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-b6502e8f-b226-459a-9688-ea5d3db60773 req-2d797473-081d-4f00-b57f-e4540387cebd service neutron] Attempting to bind port 6701bc4f-33c4-4850-94d7-00e6cb60828e by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '54058af5-a5b1-45e9-977a-39ef1b01c87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:17:55.861484 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6502e8f-b226-459a-9688-ea5d3db60773 req-2d797473-081d-4f00-b57f-e4540387cebd service neutron] Attempting to bind port 6701bc4f-33c4-4850-94d7-00e6cb60828e on network e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:17:55.866682 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6502e8f-b226-459a-9688-ea5d3db60773 req-2d797473-081d-4f00-b57f-e4540387cebd service neutron] Port 6701bc4f-33c4-4850-94d7-00e6cb60828e on network e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:17:55.867733 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6502e8f-b226-459a-9688-ea5d3db60773 req-2d797473-081d-4f00-b57f-e4540387cebd service neutron] Attempting to bind port 6701bc4f-33c4-4850-94d7-00e6cb60828e on network e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:17:55.872783 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6502e8f-b226-459a-9688-ea5d3db60773 req-2d797473-081d-4f00-b57f-e4540387cebd service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:17:55.876722 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6502e8f-b226-459a-9688-ea5d3db60773 req-2d797473-081d-4f00-b57f-e4540387cebd service neutron] Checking segment: {'id': '54058af5-a5b1-45e9-977a-39ef1b01c87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:17:55.877143 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6502e8f-b226-459a-9688-ea5d3db60773 req-2d797473-081d-4f00-b57f-e4540387cebd service neutron] Bound using segment: {'id': '54058af5-a5b1-45e9-977a-39ef1b01c87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:17:55.877595 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-b6502e8f-b226-459a-9688-ea5d3db60773 req-2d797473-081d-4f00-b57f-e4540387cebd service neutron] Bound port: 6701bc4f-33c4-4850-94d7-00e6cb60828e, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54058af5-a5b1-45e9-977a-39ef1b01c87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:17:55.877962 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-b6502e8f-b226-459a-9688-ea5d3db60773 req-2d797473-081d-4f00-b57f-e4540387cebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:55.981578 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-b6502e8f-b226-459a-9688-ea5d3db60773 req-2d797473-081d-4f00-b57f-e4540387cebd service neutron] For port 6701bc4f-33c4-4850-94d7-00e6cb60828e, host n-h2-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:17:55.985321 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-6e0639b0-813e-4529-a477-e11f79f0a3de None None] Set router 3390b0c4-6e4d-4242-8a83-5899dec3cf44 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:17:55.985508 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-b6502e8f-b226-459a-9688-ea5d3db60773 req-2d797473-081d-4f00-b57f-e4540387cebd service neutron] For port 6701bc4f-33c4-4850-94d7-00e6cb60828e, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=6701bc4f-33c4-4850-94d7-00e6cb60828e,segment=NetworkSegment(54058af5-a5b1-45e9-977a-39ef1b01c87e),segment_id=54058af5-a5b1-45e9-977a-39ef1b01c87e)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:17:56.000579 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-b6502e8f-b226-459a-9688-ea5d3db60773 req-2d797473-081d-4f00-b57f-e4540387cebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:56.071584 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6502e8f-b226-459a-9688-ea5d3db60773 req-2d797473-081d-4f00-b57f-e4540387cebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:56.072514 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-b6502e8f-b226-459a-9688-ea5d3db60773 req-2d797473-081d-4f00-b57f-e4540387cebd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:56.074003 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-b6502e8f-b226-459a-9688-ea5d3db60773 req-2d797473-081d-4f00-b57f-e4540387cebd service neutron] 10.222.0.67 "PUT /v2.0/ports/6701bc4f-33c4-4850-94d7-00e6cb60828e HTTP/1.1" status: 200 len: 1092 time: 1.4539633 Jan 18 22:17:56.076920 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db01ded7-6bee-45c1-89e5-e189a666bf61 req-06af0c8a-67b9-44be-b5a6-6c6f4c49e337 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:56.089251 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-db01ded7-6bee-45c1-89e5-e189a666bf61 req-06af0c8a-67b9-44be-b5a6-6c6f4c49e337 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=710e4fbf-3d93-42c0-b0b4-4811a367b0c1 HTTP/1.1" status: 200 len: 944 time: 0.0973048 Jan 18 22:17:56.106209 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 59184) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:17:56.191245 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-db01ded7-6bee-45c1-89e5-e189a666bf61 req-c02c7805-961e-48ef-a988-fc0680c11432 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=69e59ffc-71ce-4c50-acf6-17bf11fb5545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984659 Jan 18 22:17:56.216838 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d797473-081d-4f00-b57f-e4540387cebd service neutron] Pushing event updated for resources: {'Port': ['ID=6701bc4f-33c4-4850-94d7-00e6cb60828e,revision_number=3']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:56.247556 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6502e8f-b226-459a-9688-ea5d3db60773 req-b5b5d0d2-c32b-4e50-9268-2b830f055fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:56.249716 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-b6502e8f-b226-459a-9688-ea5d3db60773 req-b5b5d0d2-c32b-4e50-9268-2b830f055fbf service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=584d50ef6ed64545aac1e7947879ab5e&device_id=710e4fbf-3d93-42c0-b0b4-4811a367b0c1 HTTP/1.1" status: 200 len: 1095 time: 0.1181395 Jan 18 22:17:56.325632 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-01ca1e7a-1b89-4c74-806a-1b4f476ba987 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1245210014-network', 'tenant_id': '113a36c0109d440ca8770aaaf3ebd85c'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:17:56.331954 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-b6502e8f-b226-459a-9688-ea5d3db60773 req-0e9abecb-5654-43a5-9015-27d44a44b89b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6701bc4f-33c4-4850-94d7-00e6cb60828e HTTP/1.1" status: 200 len: 217 time: 0.0742638 Jan 18 22:17:56.369760 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b462bf0-93b8-4e0b-9574-f5e94bc9061b x-openstack-request-id: req-1b462bf0-93b8-4e0b-9574-f5e94bc9061b {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:17:56.370051 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0754d6e4-40e2-4777-9da9-e013e9b184b9", "tag": "f0d7543f-b852-46ef-91e8-98c16a69c433", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:17:56.370305 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1b462bf0-93b8-4e0b-9574-f5e94bc9061b {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:17:56.370699 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0754d6e4-40e2-4777-9da9-e013e9b184b9', 'tag': 'f0d7543f-b852-46ef-91e8-98c16a69c433', 'status': 'completed', 'code': 200} Jan 18 22:17:56.394926 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-6e0639b0-813e-4529-a477-e11f79f0a3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3390b0c4-6e4d-4242-8a83-5899dec3cf44', 'name': 'tempest-ServersTestFqdnHostnames-17038548-router', 'tenant_id': '2470a173f4ec4dbbaba85c29c38f49e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '59375aa9-51e8-41fc-9220-5bae3b80bc1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:17:11Z', 'updated_at': '2022-01-18T22:17:25Z', 'revision_number': 4, 'project_id': '2470a173f4ec4dbbaba85c29c38f49e1', 'gw_port': {'id': '59375aa9-51e8-41fc-9220-5bae3b80bc1f', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:24:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3390b0c4-6e4d-4242-8a83-5899dec3cf44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:17:13Z', 'updated_at': '2022-01-18T22:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': '21ce12bf-a355-4450-be04-0d3de1825635', 'tenant_id': '2470a173f4ec4dbbaba85c29c38f49e1', 'floating_ip_address': '172.25.5.72', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': '3390b0c4-6e4d-4242-8a83-5899dec3cf44', 'port_id': 'f0d7543f-b852-46ef-91e8-98c16a69c433', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '951f976e-2e72-444e-82f8-f59e1a118eb0', 'mac_address': 'fa:16:3e:7b:04:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0754d6e4-40e2-4777-9da9-e013e9b184b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:17:37Z', 'updated_at': '2022-01-18T22:17:54Z', 'revision_number': 1, 'project_id': '2470a173f4ec4dbbaba85c29c38f49e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a04d3989-bddb-4dbd-aabb-4e1df020dca5', 'name': '', 'network_id': '951f976e-2e72-444e-82f8-f59e1a118eb0', 'tenant_id': '2470a173f4ec4dbbaba85c29c38f49e1', 'mac_address': 'fa:16:3e:0d:30:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3390b0c4-6e4d-4242-8a83-5899dec3cf44', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '2ced78af-dc1e-4c69-aae7-2ab8772ec86b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:17:22Z', 'updated_at': '2022-01-18T22:17:33Z', 'revision_number': 5, 'project_id': '2470a173f4ec4dbbaba85c29c38f49e1', 'subnets': [{'id': '2ced78af-dc1e-4c69-aae7-2ab8772ec86b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:17:56.405732 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01ca1e7a-1b89-4c74-806a-1b4f476ba987 admin admin] Made reservation on behalf of 113a36c0109d440ca8770aaaf3ebd85c for: {'network': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:17:56.408873 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-01ca1e7a-1b89-4c74-806a-1b4f476ba987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:56.453533 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0639b0-813e-4529-a477-e11f79f0a3de None None] Checking router: 3390b0c4-6e4d-4242-8a83-5899dec3cf44 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:17:56.458050 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6502e8f-b226-459a-9688-ea5d3db60773 req-cd2d33f5-7947-4b5d-8dbb-716160871681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:56.459777 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-b6502e8f-b226-459a-9688-ea5d3db60773 req-cd2d33f5-7947-4b5d-8dbb-716160871681 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=42841b58-d144-4855-94d6-b7b43c1900e0 HTTP/1.1" status: 200 len: 850 time: 0.1208773 Jan 18 22:17:56.469952 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-01ca1e7a-1b89-4c74-806a-1b4f476ba987 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:56.470399 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0639b0-813e-4529-a477-e11f79f0a3de None None] Routers {'3390b0c4-6e4d-4242-8a83-5899dec3cf44'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:17:56.471014 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-6e0639b0-813e-4529-a477-e11f79f0a3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:17:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['3390b0c4-6e4d-4242-8a83-5899dec3cf44'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:17:56.532726 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6502e8f-b226-459a-9688-ea5d3db60773 req-31bd36dc-888e-43d1-8c40-20d2708afcef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:56.534371 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-b6502e8f-b226-459a-9688-ea5d3db60773 req-31bd36dc-888e-43d1-8c40-20d2708afcef service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0670669 Jan 18 22:17:56.603448 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f686c11d-1825-450c-ae90-3e802b95568d req-55e30ab5-5df9-4422-84a9-7f0522d6620b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:56.605250 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f686c11d-1825-450c-ae90-3e802b95568d req-55e30ab5-5df9-4422-84a9-7f0522d6620b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2470a173f4ec4dbbaba85c29c38f49e1&device_id=0754d6e4-40e2-4777-9da9-e013e9b184b9 HTTP/1.1" status: 200 len: 1096 time: 0.2186685 Jan 18 22:17:56.643688 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-b6502e8f-b226-459a-9688-ea5d3db60773 req-a0cfe014-8b70-47ee-b611-7a37d35d8e29 service neutron] 10.222.0.67 "GET /v2.0/networks/e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026576 Jan 18 22:17:56.650352 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-01ca1e7a-1b89-4c74-806a-1b4f476ba987 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:56.687012 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-01ca1e7a-1b89-4c74-806a-1b4f476ba987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:56.696663 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b6dea1-8c6b-42aa-943d-9dd7eae0bb58 req-e5ba25d4-e470-41e9-a27b-0752a4c106d6 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:56.699460 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-12b6dea1-8c6b-42aa-943d-9dd7eae0bb58 req-e5ba25d4-e470-41e9-a27b-0752a4c106d6 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] 10.222.0.53 "GET /v2.0/ports?device_id=60fe88f9-db8f-4ae2-bedf-ba5267d6a632 HTTP/1.1" status: 200 len: 945 time: 0.2247427 Jan 18 22:17:56.705046 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device ec080a32-2c88-4bfb-b756-92e6efa937e5 no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:17:56.734101 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] No Port match for: ec080a32-2c88-4bfb-b756-92e6efa937e5 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:17:56.734401 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device ec080a32-2c88-4bfb-b756-92e6efa937e5 not bound to the agent host n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:17:56.739033 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01ca1e7a-1b89-4c74-806a-1b4f476ba987 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=102430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:17:56.755106 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-b6502e8f-b226-459a-9688-ea5d3db60773 req-661c5a96-6701-4b5a-b36e-ade297895e95 service neutron] 10.222.0.67 "GET /v2.0/networks/e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016929 Jan 18 22:17:56.763563 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa823e9-f4f9-440b-9cc0-99b241a68a4a req-9cddd833-af3d-4b0c-a687-7c94767f04ed tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:56.773206 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7fa823e9-f4f9-440b-9cc0-99b241a68a4a req-9cddd833-af3d-4b0c-a687-7c94767f04ed tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e47c1b4-ec60-4c82-9419-92448c3d9688 HTTP/1.1" status: 200 len: 966 time: 0.2211628 Jan 18 22:17:56.794337 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-6e0639b0-813e-4529-a477-e11f79f0a3de None None] Set router 3390b0c4-6e4d-4242-8a83-5899dec3cf44 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:17:56.827067 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ca1e7a-1b89-4c74-806a-1b4f476ba987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb07a362-f961-469f-97e2-559d08ebcef9,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:56.833942 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-01ca1e7a-1b89-4c74-806a-1b4f476ba987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:56.834821 n-d-825064-1 neutron-server[102430]: INFO neutron.db.segments_db [None req-01ca1e7a-1b89-4c74-806a-1b4f476ba987 admin admin] Added segment 1bb3752a-1b01-4b6b-be57-6c4d82c34f8a of type vlan for network 6d346d5c-3db3-462e-94ea-2cb52f682f26 Jan 18 22:17:56.871815 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-12b6dea1-8c6b-42aa-943d-9dd7eae0bb58 req-25fa0195-5b6b-4c24-99f4-067d1fbdf8d8 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2b07bb1-ca78-4332-871b-fc4af027a8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1499939 Jan 18 22:17:56.898019 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f686c11d-1825-450c-ae90-3e802b95568d req-d5bd3cd9-4229-4a30-9917-0056ed9c4a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:56.900050 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f686c11d-1825-450c-ae90-3e802b95568d req-d5bd3cd9-4229-4a30-9917-0056ed9c4a22 service neutron] 10.222.0.67 "GET /v2.0/networks?id=951f976e-2e72-444e-82f8-f59e1a118eb0 HTTP/1.1" status: 200 len: 913 time: 0.2799790 Jan 18 22:17:56.928385 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7fa823e9-f4f9-440b-9cc0-99b241a68a4a req-ec95f78b-7b80-43a7-a744-b7bf22766503 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac5bfedd-8c81-4ad7-9f0f-99ba0a339521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536376 Jan 18 22:17:56.975995 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-01ca1e7a-1b89-4c74-806a-1b4f476ba987 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:57.061471 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-6e0639b0-813e-4529-a477-e11f79f0a3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3390b0c4-6e4d-4242-8a83-5899dec3cf44', 'name': 'tempest-ServersTestFqdnHostnames-17038548-router', 'tenant_id': '2470a173f4ec4dbbaba85c29c38f49e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '59375aa9-51e8-41fc-9220-5bae3b80bc1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:17:11Z', 'updated_at': '2022-01-18T22:17:25Z', 'revision_number': 4, 'project_id': '2470a173f4ec4dbbaba85c29c38f49e1', 'gw_port': {'id': '59375aa9-51e8-41fc-9220-5bae3b80bc1f', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:24:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3390b0c4-6e4d-4242-8a83-5899dec3cf44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:17:13Z', 'updated_at': '2022-01-18T22:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': '21ce12bf-a355-4450-be04-0d3de1825635', 'tenant_id': '2470a173f4ec4dbbaba85c29c38f49e1', 'floating_ip_address': '172.25.5.72', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': '3390b0c4-6e4d-4242-8a83-5899dec3cf44', 'port_id': 'f0d7543f-b852-46ef-91e8-98c16a69c433', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '951f976e-2e72-444e-82f8-f59e1a118eb0', 'mac_address': 'fa:16:3e:7b:04:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0754d6e4-40e2-4777-9da9-e013e9b184b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:17:37Z', 'updated_at': '2022-01-18T22:17:54Z', 'revision_number': 1, 'project_id': '2470a173f4ec4dbbaba85c29c38f49e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a04d3989-bddb-4dbd-aabb-4e1df020dca5', 'name': '', 'network_id': '951f976e-2e72-444e-82f8-f59e1a118eb0', 'tenant_id': '2470a173f4ec4dbbaba85c29c38f49e1', 'mac_address': 'fa:16:3e:0d:30:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3390b0c4-6e4d-4242-8a83-5899dec3cf44', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '2ced78af-dc1e-4c69-aae7-2ab8772ec86b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:17:22Z', 'updated_at': '2022-01-18T22:17:33Z', 'revision_number': 5, 'project_id': '2470a173f4ec4dbbaba85c29c38f49e1', 'subnets': [{'id': '2ced78af-dc1e-4c69-aae7-2ab8772ec86b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:17:57.092980 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0639b0-813e-4529-a477-e11f79f0a3de None None] The sync data for ids ['3390b0c4-6e4d-4242-8a83-5899dec3cf44'] in n-d-825064-1 is: [{'id': '3390b0c4-6e4d-4242-8a83-5899dec3cf44', 'name': 'tempest-ServersTestFqdnHostnames-17038548-router', 'tenant_id': '2470a173f4ec4dbbaba85c29c38f49e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '59375aa9-51e8-41fc-9220-5bae3b80bc1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:17:11Z', 'updated_at': '2022-01-18T22:17:25Z', 'revision_number': 4, 'project_id': '2470a173f4ec4dbbaba85c29c38f49e1', 'gw_port': {'id': '59375aa9-51e8-41fc-9220-5bae3b80bc1f', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:24:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3390b0c4-6e4d-4242-8a83-5899dec3cf44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:17:13Z', 'updated_at': '2022-01-18T22:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': '21ce12bf-a355-4450-be04-0d3de1825635', 'tenant_id': '2470a173f4ec4dbbaba85c29c38f49e1', 'floating_ip_address': '172.25.5.72', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': '3390b0c4-6e4d-4242-8a83-5899dec3cf44', 'port_id': 'f0d7543f-b852-46ef-91e8-98c16a69c433', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '951f976e-2e72-444e-82f8-f59e1a118eb0', 'mac_address': 'fa:16:3e:7b:04:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0754d6e4-40e2-4777-9da9-e013e9b184b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:17:37Z', 'updated_at': '2022-01-18T22:17:54Z', 'revision_number': 1, 'project_id': '2470a173f4ec4dbbaba85c29c38f49e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a04d3989-bddb-4dbd-aabb-4e1df020dca5', 'name': '', 'network_id': '951f976e-2e72-444e-82f8-f59e1a118eb0', 'tenant_id': '2470a173f4ec4dbbaba85c29c38f49e1', 'mac_address': 'fa:16:3e:0d:30:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3390b0c4-6e4d-4242-8a83-5899dec3cf44', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '2ced78af-dc1e-4c69-aae7-2ab8772ec86b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:17:22Z', 'updated_at': '2022-01-18T22:17:33Z', 'revision_number': 5, 'project_id': '2470a173f4ec4dbbaba85c29c38f49e1', 'subnets': [{'id': '2ced78af-dc1e-4c69-aae7-2ab8772ec86b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:17:57.326426 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1db3bdbe-a559-41c2-ac8c-6e55c6309d2f', 'name': 'network-vif-deleted', 'tag': '4a6e4bdc-0209-47d1-86c1-ac192cd91a6e'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:17:57.328763 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea749dc-b2c5-4cd7-9d89-a827f8eb1c14" -d '{"events": [{"server_uuid": "1db3bdbe-a559-41c2-ac8c-6e55c6309d2f", "name": "network-vif-deleted", "tag": "4a6e4bdc-0209-47d1-86c1-ac192cd91a6e"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:17:57.364893 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68650ada-f799-407b-895b-05124f901fdc None None] New status for floating IP 21ce12bf-a355-4450-be04-0d3de1825635: ACTIVE {{(pid=102433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 22:17:57.444873 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f686c11d-1825-450c-ae90-3e802b95568d req-46dbd1ee-017f-4022-a403-175ed0214ba8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f0d7543f-b852-46ef-91e8-98c16a69c433 HTTP/1.1" status: 200 len: 998 time: 0.5371296 Jan 18 22:17:57.469883 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-01ca1e7a-1b89-4c74-806a-1b4f476ba987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:57.470730 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ca1e7a-1b89-4c74-806a-1b4f476ba987 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:57.471308 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-01ca1e7a-1b89-4c74-806a-1b4f476ba987 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:57.563253 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11295da-392a-48b7-b69e-22ce16b7c517 req-bfea3f76-fd26-4fed-9c3e-7ddd67e09529 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:57.564758 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d11295da-392a-48b7-b69e-22ce16b7c517 req-bfea3f76-fd26-4fed-9c3e-7ddd67e09529 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e47c1b4-ec60-4c82-9419-92448c3d9688 HTTP/1.1" status: 200 len: 966 time: 0.5909283 Jan 18 22:17:57.577358 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccf6b00-f66c-4551-9b09-f8c2ef35cca1 req-214e6676-22ec-42c8-be61-58f84ffc2995 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:57.578790 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-eccf6b00-f66c-4551-9b09-f8c2ef35cca1 req-214e6676-22ec-42c8-be61-58f84ffc2995 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=710e4fbf-3d93-42c0-b0b4-4811a367b0c1 HTTP/1.1" status: 200 len: 944 time: 0.2092509 Jan 18 22:17:57.585934 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dcba80-275c-4c15-8ed9-86c495a67e8d req-d6a9e160-f48e-46a0-bef8-63a34cb1bc6d tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:57.587362 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b1dcba80-275c-4c15-8ed9-86c495a67e8d req-d6a9e160-f48e-46a0-bef8-63a34cb1bc6d tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cc62fa1-501a-4c08-a35a-60422ee1528b HTTP/1.1" status: 200 len: 950 time: 0.2500746 Jan 18 22:17:57.611580 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-01ca1e7a-1b89-4c74-806a-1b4f476ba987 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5034413 Jan 18 22:17:57.615363 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 59210) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:17:57.622779 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-4a574218-ebd2-4942-8d31-1ead94b3bddd admin admin] Request body: {'subnet': {'network_id': '6d346d5c-3db3-462e-94ea-2cb52f682f26', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1245210014-subnet', 'tenant_id': '113a36c0109d440ca8770aaaf3ebd85c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:17:57.646211 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a574218-ebd2-4942-8d31-1ead94b3bddd admin admin] Made reservation on behalf of 113a36c0109d440ca8770aaaf3ebd85c for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:17:57.649043 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4a574218-ebd2-4942-8d31-1ead94b3bddd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:57.652488 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f686c11d-1825-450c-ae90-3e802b95568d req-73fb0dfa-4888-4f05-aca4-f22eae244e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:57.653936 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f686c11d-1825-450c-ae90-3e802b95568d req-73fb0dfa-4888-4f05-aca4-f22eae244e21 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2ced78af-dc1e-4c69-aae7-2ab8772ec86b HTTP/1.1" status: 200 len: 852 time: 0.2004251 Jan 18 22:17:57.658748 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ca1e7a-1b89-4c74-806a-1b4f476ba987 admin admin] Pushing event updated for resources: {'Network': ['ID=6d346d5c-3db3-462e-94ea-2cb52f682f26,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:57.670606 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 6d346d5c-3db3-462e-94ea-2cb52f682f26 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:17:57.764177 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-eccf6b00-f66c-4551-9b09-f8c2ef35cca1 req-5b989c7d-9d26-4f5a-93cb-666a7dac7d17 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=69e59ffc-71ce-4c50-acf6-17bf11fb5545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757302 Jan 18 22:17:57.772795 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b1dcba80-275c-4c15-8ed9-86c495a67e8d req-5f03efe9-4c4b-4354-ba9c-e8e0ea8c862d tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738124 Jan 18 22:17:57.797769 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f686c11d-1825-450c-ae90-3e802b95568d req-963d4931-24af-4bcb-a1ee-d989d677e0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:57.799273 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f686c11d-1825-450c-ae90-3e802b95568d req-963d4931-24af-4bcb-a1ee-d989d677e0fa service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=951f976e-2e72-444e-82f8-f59e1a118eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1287882 Jan 18 22:17:57.818891 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-d11295da-392a-48b7-b69e-22ce16b7c517 req-4edcaf38-8861-46ae-8d4f-39f1fbe58ad3 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Deleting port e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:17:57.819245 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-d11295da-392a-48b7-b69e-22ce16b7c517 req-4edcaf38-8861-46ae-8d4f-39f1fbe58ad3 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:57.837747 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f1c78d3-23b1-456e-9115-043fe4f6cbef x-openstack-request-id: req-8f1c78d3-23b1-456e-9115-043fe4f6cbef {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:17:57.838040 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1db3bdbe-a559-41c2-ac8c-6e55c6309d2f", "name": "network-vif-deleted", "tag": "4a6e4bdc-0209-47d1-86c1-ac192cd91a6e", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:17:57.838283 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8f1c78d3-23b1-456e-9115-043fe4f6cbef {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:17:57.838667 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1db3bdbe-a559-41c2-ac8c-6e55c6309d2f', 'name': 'network-vif-deleted', 'tag': '4a6e4bdc-0209-47d1-86c1-ac192cd91a6e', 'status': 'completed', 'code': 200} Jan 18 22:17:57.862817 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4a574218-ebd2-4942-8d31-1ead94b3bddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:57.937295 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a574218-ebd2-4942-8d31-1ead94b3bddd admin admin] Pushing event updated for resources: {'Subnet': ['ID=09e338e6-f4b3-42ef-9726-2a7c3b7440c6,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:57.946942 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a574218-ebd2-4942-8d31-1ead94b3bddd admin admin] Checking segment: {'id': '1bb3752a-1b01-4b6b-be57-6c4d82c34f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '6d346d5c-3db3-462e-94ea-2cb52f682f26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:17:57.946942 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a574218-ebd2-4942-8d31-1ead94b3bddd admin admin] Network hostable DHCP agents. Network: 6d346d5c-3db3-462e-94ea-2cb52f682f26, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:17:57.972506 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a574218-ebd2-4942-8d31-1ead94b3bddd admin admin] Network 6d346d5c-3db3-462e-94ea-2cb52f682f26 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:17:57.981960 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-4a574218-ebd2-4942-8d31-1ead94b3bddd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 6d346d5c-3db3-462e-94ea-2cb52f682f26) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:17:57.986428 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a574218-ebd2-4942-8d31-1ead94b3bddd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:57.987096 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4a574218-ebd2-4942-8d31-1ead94b3bddd admin admin] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:57.995544 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3406ea11-638f-4a1a-a310-16c3c978ef24 None None] Network 6d346d5c-3db3-462e-94ea-2cb52f682f26 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:17:58.004797 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-4a574218-ebd2-4942-8d31-1ead94b3bddd admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3882968 Jan 18 22:17:58.047639 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a8fa4b-ae79-4fca-b84b-2a89c08599a7 req-babffe68-87a2-40fb-8e02-12b3eb480231 tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:58.049143 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-66a8fa4b-ae79-4fca-b84b-2a89c08599a7 req-babffe68-87a2-40fb-8e02-12b3eb480231 tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] 10.222.0.53 "GET /v2.0/ports?device_id=0322506f-b794-4acc-b82d-f6b2984d774f HTTP/1.1" status: 200 len: 949 time: 0.1976740 Jan 18 22:17:58.060455 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f686c11d-1825-450c-ae90-3e802b95568d req-06e71c2e-32e9-4f73-abff-666d1e9928f9 service neutron] 10.222.0.67 "GET /v2.0/networks/951f976e-2e72-444e-82f8-f59e1a118eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526484 Jan 18 22:17:58.066664 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-d11295da-392a-48b7-b69e-22ce16b7c517 req-4edcaf38-8861-46ae-8d4f-39f1fbe58ad3 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] For port e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00,segment=NetworkSegment(a97910f7-cad7-42ae-9f6e-c8965771467a),segment_id=a97910f7-cad7-42ae-9f6e-c8965771467a)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:17:58.067031 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-d11295da-392a-48b7-b69e-22ce16b7c517 req-4edcaf38-8861-46ae-8d4f-39f1fbe58ad3 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:58.116658 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-d11295da-392a-48b7-b69e-22ce16b7c517 req-4edcaf38-8861-46ae-8d4f-39f1fbe58ad3 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Calling delete_port for e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00 owned by compute:tempest-test_az-128761307 {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:17:58.120977 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472b508e-1a7d-4916-b5fa-f49deb8c3e51 None None] Network 6d346d5c-3db3-462e-94ea-2cb52f682f26 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:17:58.178079 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba6340a-7a77-4f01-9272-7728588cdddd req-6f8ee570-f763-40d2-9b1c-e79e19c8bddc tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:58.179531 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0ba6340a-7a77-4f01-9272-7728588cdddd req-6f8ee570-f763-40d2-9b1c-e79e19c8bddc tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] 10.222.0.53 "GET /v2.0/ports?device_id=60fe88f9-db8f-4ae2-bedf-ba5267d6a632 HTTP/1.1" status: 200 len: 945 time: 0.1955862 Jan 18 22:17:58.216763 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-66a8fa4b-ae79-4fca-b84b-2a89c08599a7 req-e5854946-6e49-4c44-bd9c-f96627d4adbb tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] 10.222.0.53 "GET /v2.0/security-groups?id=2720ae35-eb4e-4877-837a-ceec23b7b1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552854 Jan 18 22:17:58.290553 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f686c11d-1825-450c-ae90-3e802b95568d req-310e903e-e933-4d84-9908-78e1e246f236 service neutron] 10.222.0.67 "GET /v2.0/networks/951f976e-2e72-444e-82f8-f59e1a118eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152689 Jan 18 22:17:58.305441 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0ba6340a-7a77-4f01-9272-7728588cdddd req-32eecc0d-6b23-4688-85c8-2a600d11861b tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2b07bb1-ca78-4332-871b-fc4af027a8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174357 Jan 18 22:17:58.355555 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95a90b6-8399-4542-92b0-e5376b380538 req-26886e51-c78c-4297-a079-e192b0ceb7b8 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:58.357057 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a95a90b6-8399-4542-92b0-e5376b380538 req-26886e51-c78c-4297-a079-e192b0ceb7b8 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e47c1b4-ec60-4c82-9419-92448c3d9688 HTTP/1.1" status: 200 len: 966 time: 0.0729489 Jan 18 22:17:58.372404 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '710e4fbf-3d93-42c0-b0b4-4811a367b0c1', 'tag': '6701bc4f-33c4-4850-94d7-00e6cb60828e'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:17:58.374810 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4b48106-f3a9-4a93-a4da-74cd6f6c5a09" -d '{"events": [{"name": "network-changed", "server_uuid": "710e4fbf-3d93-42c0-b0b4-4811a367b0c1", "tag": "6701bc4f-33c4-4850-94d7-00e6cb60828e"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:17:58.424209 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a95a90b6-8399-4542-92b0-e5376b380538 req-ebba20db-50d4-4725-9fb3-51410942343b tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac5bfedd-8c81-4ad7-9f0f-99ba0a339521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494781 Jan 18 22:17:58.424758 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-d11295da-392a-48b7-b69e-22ce16b7c517 req-4edcaf38-8861-46ae-8d4f-39f1fbe58ad3 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:58.459259 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edcaf38-8861-46ae-8d4f-39f1fbe58ad3 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Pushing event deleted for resources: {'Port': ['ID=e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:58.464089 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-9722d1c4-10fa-4869-b9ab-6d8aca696b92 req-eb7b9b21-f58e-4a19-80db-09d33cd5e8b8 tempest-SecurityGroupRulesNegativeTestJSON-1286158360 tempest-SecurityGroupRulesNegativeTestJSON-1286158360-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2005060526', 'description': 'tempest-description-1211601294'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:17:58.514781 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-d11295da-392a-48b7-b69e-22ce16b7c517 req-4edcaf38-8861-46ae-8d4f-39f1fbe58ad3 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] No DVR routers for this DVR port e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00 on host n-h1-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:17:58.518394 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-d11295da-392a-48b7-b69e-22ce16b7c517 req-4edcaf38-8861-46ae-8d4f-39f1fbe58ad3 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:58.521589 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d11295da-392a-48b7-b69e-22ce16b7c517 req-4edcaf38-8861-46ae-8d4f-39f1fbe58ad3 tempest-LiveMigrationTest-214034781 tempest-LiveMigrationTest-214034781-project] 10.222.0.36 "DELETE /v2.0/ports/e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00 HTTP/1.1" status: 204 len: 173 time: 0.9249744 Jan 18 22:17:58.526920 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-9722d1c4-10fa-4869-b9ab-6d8aca696b92 req-eb7b9b21-f58e-4a19-80db-09d33cd5e8b8 tempest-SecurityGroupRulesNegativeTestJSON-1286158360 tempest-SecurityGroupRulesNegativeTestJSON-1286158360-project] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:58.605706 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f417d1-beca-40d7-9497-b2183f89a0a2 req-822b9fcf-e3cb-44b4-bbc6-ab7564e6829b tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:58.607092 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-14f417d1-beca-40d7-9497-b2183f89a0a2 req-822b9fcf-e3cb-44b4-bbc6-ab7564e6829b tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] 10.222.0.53 "GET /v2.0/ports?device_id=60fe88f9-db8f-4ae2-bedf-ba5267d6a632 HTTP/1.1" status: 200 len: 945 time: 0.0679238 Jan 18 22:17:58.615977 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 59230) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:17:58.620819 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-15b15020-f647-4701-a226-16ac64283d16 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Request body: {'floatingip': {'port_id': '57c59f94-f152-4b43-8889-1ffd2e87a114'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:17:58.625066 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 6701bc4f-33c4-4850-94d7-00e6cb60828e details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:17:58.635953 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 4a6e4bdc-0209-47d1-86c1-ac192cd91a6e no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:17:58.666571 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91cdb05c-5e10-4431-b3c3-7cec544e89bf x-openstack-request-id: req-91cdb05c-5e10-4431-b3c3-7cec544e89bf {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:17:58.666858 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "710e4fbf-3d93-42c0-b0b4-4811a367b0c1", "tag": "6701bc4f-33c4-4850-94d7-00e6cb60828e", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:17:58.667310 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-91cdb05c-5e10-4431-b3c3-7cec544e89bf {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:17:58.667721 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '710e4fbf-3d93-42c0-b0b4-4811a367b0c1', 'tag': '6701bc4f-33c4-4850-94d7-00e6cb60828e', 'status': 'completed', 'code': 200} Jan 18 22:17:58.679615 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-15b15020-f647-4701-a226-16ac64283d16 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Notify callbacks [] for floatingip, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:58.696578 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] No Port match for: 4a6e4bdc-0209-47d1-86c1-ac192cd91a6e {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:17:58.697179 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 4a6e4bdc-0209-47d1-86c1-ac192cd91a6e not bound to the agent host n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:17:58.717520 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-9722d1c4-10fa-4869-b9ab-6d8aca696b92 req-eb7b9b21-f58e-4a19-80db-09d33cd5e8b8 tempest-SecurityGroupRulesNegativeTestJSON-1286158360 tempest-SecurityGroupRulesNegativeTestJSON-1286158360-project] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:58.750456 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-9722d1c4-10fa-4869-b9ab-6d8aca696b92 req-eb7b9b21-f58e-4a19-80db-09d33cd5e8b8 tempest-SecurityGroupRulesNegativeTestJSON-1286158360 tempest-SecurityGroupRulesNegativeTestJSON-1286158360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:58.767674 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 6701bc4f-33c4-4850-94d7-00e6cb60828e, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=6701bc4f-33c4-4850-94d7-00e6cb60828e,segment=NetworkSegment(54058af5-a5b1-45e9-977a-39ef1b01c87e),segment_id=54058af5-a5b1-45e9-977a-39ef1b01c87e)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:17:58.780435 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': '6701bc4f-33c4-4850-94d7-00e6cb60828e', 'network_id': 'e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84', 'port_id': '6701bc4f-33c4-4850-94d7-00e6cb60828e', 'mac_address': 'fa:16:3e:22:2f:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42841b58-d144-4855-94d6-b7b43c1900e0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:17:58.832180 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:58.845533 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6701bc4f-33c4-4850-94d7-00e6cb60828e {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:17:58.857406 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-9722d1c4-10fa-4869-b9ab-6d8aca696b92 req-eb7b9b21-f58e-4a19-80db-09d33cd5e8b8 tempest-SecurityGroupRulesNegativeTestJSON-1286158360 tempest-SecurityGroupRulesNegativeTestJSON-1286158360-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:58.858519 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9722d1c4-10fa-4869-b9ab-6d8aca696b92 req-eb7b9b21-f58e-4a19-80db-09d33cd5e8b8 tempest-SecurityGroupRulesNegativeTestJSON-1286158360 tempest-SecurityGroupRulesNegativeTestJSON-1286158360-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.4030690 Jan 18 22:17:58.872323 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 6701bc4f-33c4-4850-94d7-00e6cb60828e, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=6701bc4f-33c4-4850-94d7-00e6cb60828e,segment=NetworkSegment(54058af5-a5b1-45e9-977a-39ef1b01c87e),segment_id=54058af5-a5b1-45e9-977a-39ef1b01c87e)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:17:58.877033 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:58.886739 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7b9b21-f58e-4a19-80db-09d33cd5e8b8 tempest-SecurityGroupRulesNegativeTestJSON-1286158360 tempest-SecurityGroupRulesNegativeTestJSON-1286158360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=979ad468-1187-473f-95d2-8f2eb9fcf511,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:58.905631 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b48106-f3a9-4a93-a4da-74cd6f6c5a09 req-d7bd9a18-244b-48c1-a14e-2e7ed9b3266b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:58.907175 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a4b48106-f3a9-4a93-a4da-74cd6f6c5a09 req-d7bd9a18-244b-48c1-a14e-2e7ed9b3266b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=584d50ef6ed64545aac1e7947879ab5e&device_id=710e4fbf-3d93-42c0-b0b4-4811a367b0c1 HTTP/1.1" status: 200 len: 1095 time: 0.2182662 Jan 18 22:17:58.922205 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e21f33-c48a-4fb0-bf55-72a6bb5a3281 req-605dcba2-fdd1-4e43-a812-73bfb3037f7d tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:58.923650 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-60e21f33-c48a-4fb0-bf55-72a6bb5a3281 req-605dcba2-fdd1-4e43-a812-73bfb3037f7d tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] 10.222.0.36 "GET /v2.0/ports?device_id=0322506f-b794-4acc-b82d-f6b2984d774f HTTP/1.1" status: 200 len: 949 time: 0.2050278 Jan 18 22:17:58.950096 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=6701bc4f-33c4-4850-94d7-00e6cb60828e,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:17:59.105656 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['6701bc4f-33c4-4850-94d7-00e6cb60828e'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:17:59.107005 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c568e503-5d32-40ff-afb3-ae8593ca6d9f req-cbc253f2-3ea5-47fd-84ca-76658bcd07af tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:59.108560 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c568e503-5d32-40ff-afb3-ae8593ca6d9f req-cbc253f2-3ea5-47fd-84ca-76658bcd07af tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=710e4fbf-3d93-42c0-b0b4-4811a367b0c1 HTTP/1.1" status: 200 len: 945 time: 0.2491143 Jan 18 22:17:59.210452 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992e703a-c8aa-49e9-8965-c93433c0d182 req-7546af12-5a8b-4d35-bad6-8f9eec9ff2a9 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:59.212572 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-992e703a-c8aa-49e9-8965-c93433c0d182 req-7546af12-5a8b-4d35-bad6-8f9eec9ff2a9 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cc62fa1-501a-4c08-a35a-60422ee1528b HTTP/1.1" status: 200 len: 950 time: 0.3005400 Jan 18 22:17:59.249556 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b48106-f3a9-4a93-a4da-74cd6f6c5a09 req-df70b569-04b9-4bd1-8bf7-08bb67f21d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:59.250967 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a4b48106-f3a9-4a93-a4da-74cd6f6c5a09 req-df70b569-04b9-4bd1-8bf7-08bb67f21d84 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84 HTTP/1.1" status: 200 len: 911 time: 0.3180742 Jan 18 22:17:59.313969 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c568e503-5d32-40ff-afb3-ae8593ca6d9f req-0ffea8a9-b0b5-4a94-851e-0452b0182473 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=69e59ffc-71ce-4c50-acf6-17bf11fb5545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987965 Jan 18 22:17:59.358051 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a4b48106-f3a9-4a93-a4da-74cd6f6c5a09 req-a55850c2-c641-48bd-8d09-119fd81c67ba service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6701bc4f-33c4-4850-94d7-00e6cb60828e HTTP/1.1" status: 200 len: 217 time: 0.0926538 Jan 18 22:17:59.421279 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-992e703a-c8aa-49e9-8965-c93433c0d182 req-81716942-c39d-4cea-bcfb-d9e31d29b34a tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998298 Jan 18 22:17:59.456818 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-60e21f33-c48a-4fb0-bf55-72a6bb5a3281 req-a646709b-ab03-4060-ab54-6eb32427ca3e tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] Deleting port 5755caed-1929-4892-869b-9f6abf517786 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:17:59.457153 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-60e21f33-c48a-4fb0-bf55-72a6bb5a3281 req-a646709b-ab03-4060-ab54-6eb32427ca3e tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:17:59.580580 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b48106-f3a9-4a93-a4da-74cd6f6c5a09 req-47804203-611d-4d6b-aecf-6fe571371519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:59.581994 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a4b48106-f3a9-4a93-a4da-74cd6f6c5a09 req-47804203-611d-4d6b-aecf-6fe571371519 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=42841b58-d144-4855-94d6-b7b43c1900e0 HTTP/1.1" status: 200 len: 850 time: 0.1845026 Jan 18 22:17:59.611764 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e144cc99-7f91-43a1-bf69-f600ec624268 req-9ef90e98-d62a-4476-bb2d-ca72c485219a tempest-SecurityGroupRulesNegativeTestJSON-1286158360 tempest-SecurityGroupRulesNegativeTestJSON-1286158360-project] 10.222.0.53 "GET /v2.0/security-groups/979ad468-1187-473f-95d2-8f2eb9fcf511 HTTP/1.1" status: 200 len: 1813 time: 0.2629597 Jan 18 22:17:59.654424 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-e144cc99-7f91-43a1-bf69-f600ec624268 req-4cbe9a08-80c0-4456-9f98-6b37c10d7096 tempest-SecurityGroupRulesNegativeTestJSON-1286158360 tempest-SecurityGroupRulesNegativeTestJSON-1286158360-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '979ad468-1187-473f-95d2-8f2eb9fcf511', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:17:59.654731 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-e144cc99-7f91-43a1-bf69-f600ec624268 req-4cbe9a08-80c0-4456-9f98-6b37c10d7096 tempest-SecurityGroupRulesNegativeTestJSON-1286158360 tempest-SecurityGroupRulesNegativeTestJSON-1286158360-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '979ad468-1187-473f-95d2-8f2eb9fcf511', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:17:59.983502 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e47c1b4-ec60-4c82-9419-92448c3d9688', 'name': 'network-vif-deleted', 'tag': 'e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:17:59.985721 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33a45842-d170-4619-8f93-ad3afc0c7944" -d '{"events": [{"server_uuid": "7e47c1b4-ec60-4c82-9419-92448c3d9688", "name": "network-vif-deleted", "tag": "e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:17:59.995644 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554ca564-195c-4319-9013-0b22140ec668 req-3f7fa106-2e5f-416b-800e-dc8bf88ae8f1 tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:17:59.997218 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-554ca564-195c-4319-9013-0b22140ec668 req-3f7fa106-2e5f-416b-800e-dc8bf88ae8f1 tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] 10.222.0.53 "GET /v2.0/ports?device_id=0322506f-b794-4acc-b82d-f6b2984d774f HTTP/1.1" status: 200 len: 949 time: 0.5178611 Jan 18 22:18:00.001398 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-60e21f33-c48a-4fb0-bf55-72a6bb5a3281 req-a646709b-ab03-4060-ab54-6eb32427ca3e tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] For port 5755caed-1929-4892-869b-9f6abf517786, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=5755caed-1929-4892-869b-9f6abf517786,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:18:00.001759 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-60e21f33-c48a-4fb0-bf55-72a6bb5a3281 req-a646709b-ab03-4060-ab54-6eb32427ca3e tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:00.035936 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-60e21f33-c48a-4fb0-bf55-72a6bb5a3281 req-a646709b-ab03-4060-ab54-6eb32427ca3e tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] Calling delete_port for 5755caed-1929-4892-869b-9f6abf517786 owned by compute:nova {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:18:00.053557 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.db.resource_extend [None req-15b15020-f647-4701-a226-16ac64283d16 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 22:18:00.091779 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b48106-f3a9-4a93-a4da-74cd6f6c5a09 req-e4d62e60-611d-4b4a-8169-ddffaf6f5bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:00.093349 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a4b48106-f3a9-4a93-a4da-74cd6f6c5a09 req-e4d62e60-611d-4b4a-8169-ddffaf6f5bc6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4983571 Jan 18 22:18:00.212724 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-554ca564-195c-4319-9013-0b22140ec668 req-a68b9a30-02ce-49c7-a141-547d89078b8d tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] 10.222.0.53 "GET /v2.0/security-groups?id=2720ae35-eb4e-4877-837a-ceec23b7b1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066658 Jan 18 22:18:00.234689 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-15b15020-f647-4701-a226-16ac64283d16 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:00.248906 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-15b15020-f647-4701-a226-16ac64283d16 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043075'] for floatingip, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:00.309167 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e144cc99-7f91-43a1-bf69-f600ec624268 req-4cbe9a08-80c0-4456-9f98-6b37c10d7096 tempest-SecurityGroupRulesNegativeTestJSON-1286158360 tempest-SecurityGroupRulesNegativeTestJSON-1286158360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:00.311470 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 59248) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:18:00.339323 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00 no longer exists at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:18:00.374598 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] No Port match for: e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:18:00.378855 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00 not bound to the agent host n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:18:00.399582 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-23eef2d4-b5e2-4be0-80e1-2120e0401ef1 admin admin] Deleting subnet 9d1c997a-9e2b-4f20-9423-81e2cb97ac40 {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:18:00.402842 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-23eef2d4-b5e2-4be0-80e1-2120e0401ef1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:00.404488 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32cb1995-cabb-4f2b-bf54-56cc923b5c4f x-openstack-request-id: req-32cb1995-cabb-4f2b-bf54-56cc923b5c4f {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:18:00.404987 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e47c1b4-ec60-4c82-9419-92448c3d9688", "name": "network-vif-deleted", "tag": "e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:18:00.404987 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-32cb1995-cabb-4f2b-bf54-56cc923b5c4f {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:18:00.405382 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e47c1b4-ec60-4c82-9419-92448c3d9688', 'name': 'network-vif-deleted', 'tag': 'e35e05fb-ec4d-4aa2-8edd-e8bb1190fa00', 'status': 'completed', 'code': 200} Jan 18 22:18:00.407670 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e144cc99-7f91-43a1-bf69-f600ec624268 req-4cbe9a08-80c0-4456-9f98-6b37c10d7096 tempest-SecurityGroupRulesNegativeTestJSON-1286158360 tempest-SecurityGroupRulesNegativeTestJSON-1286158360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:00.410112 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a4b48106-f3a9-4a93-a4da-74cd6f6c5a09 req-045a1f24-8622-4a5e-8339-50761b350d7f service neutron] 10.222.0.67 "GET /v2.0/networks/e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3027239 Jan 18 22:18:00.422731 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e144cc99-7f91-43a1-bf69-f600ec624268 req-4cbe9a08-80c0-4456-9f98-6b37c10d7096 tempest-SecurityGroupRulesNegativeTestJSON-1286158360 tempest-SecurityGroupRulesNegativeTestJSON-1286158360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:00.440884 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-23eef2d4-b5e2-4be0-80e1-2120e0401ef1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:00.479752 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-23eef2d4-b5e2-4be0-80e1-2120e0401ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:00.532356 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbe9a08-80c0-4456-9f98-6b37c10d7096 tempest-SecurityGroupRulesNegativeTestJSON-1286158360 tempest-SecurityGroupRulesNegativeTestJSON-1286158360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bef0b23a-c8c3-4277-a678-d05a9ea38e49,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:00.532583 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-23eef2d4-b5e2-4be0-80e1-2120e0401ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:00.556505 n-d-825064-1 neutron-server[102430]: INFO neutron.db.l3_db [None req-15b15020-f647-4701-a226-16ac64283d16 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Floating IP 17d73f40-2fea-43e4-b6af-6c39c3d0cf1c associated. External IP: 172.25.5.172, port: 57c59f94-f152-4b43-8889-1ffd2e87a114. Jan 18 22:18:00.564973 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23eef2d4-b5e2-4be0-80e1-2120e0401ef1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d1c997a-9e2b-4f20-9423-81e2cb97ac40,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:00.566921 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-23eef2d4-b5e2-4be0-80e1-2120e0401ef1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:00.572626 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-23eef2d4-b5e2-4be0-80e1-2120e0401ef1 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/9d1c997a-9e2b-4f20-9423-81e2cb97ac40 HTTP/1.1" status: 204 len: 168 time: 0.2597830 Jan 18 22:18:00.573347 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 59254) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:18:00.599134 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e144cc99-7f91-43a1-bf69-f600ec624268 req-4cbe9a08-80c0-4456-9f98-6b37c10d7096 tempest-SecurityGroupRulesNegativeTestJSON-1286158360 tempest-SecurityGroupRulesNegativeTestJSON-1286158360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:00.600327 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e144cc99-7f91-43a1-bf69-f600ec624268 req-4cbe9a08-80c0-4456-9f98-6b37c10d7096 tempest-SecurityGroupRulesNegativeTestJSON-1286158360 tempest-SecurityGroupRulesNegativeTestJSON-1286158360-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9783957 Jan 18 22:18:00.623986 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-60e21f33-c48a-4fb0-bf55-72a6bb5a3281 req-a646709b-ab03-4060-ab54-6eb32427ca3e tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:00.639413 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 6701bc4f-33c4-4850-94d7-00e6cb60828e up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:18:00.660938 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a309f55b-817a-4b13-a0a7-eff5206cae15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:00.691684 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port 6701bc4f-33c4-4850-94d7-00e6cb60828e completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:18:00.695584 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port 6701bc4f-33c4-4850-94d7-00e6cb60828e triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:18:00.695998 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:00.705646 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2058cacc-c620-4304-bf35-812dda3647d6 req-173761ce-ef20-44e6-9229-426ecdbe5db2 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:00.707100 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2058cacc-c620-4304-bf35-812dda3647d6 req-173761ce-ef20-44e6-9229-426ecdbe5db2 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=710e4fbf-3d93-42c0-b0b4-4811a367b0c1 HTTP/1.1" status: 200 len: 945 time: 0.2324312 Jan 18 22:18:00.715425 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a646709b-ab03-4060-ab54-6eb32427ca3e tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] Pushing event deleted for resources: {'Port': ['ID=5755caed-1929-4892-869b-9f6abf517786,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:00.753869 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a309f55b-817a-4b13-a0a7-eff5206cae15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:00.776181 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-a309f55b-817a-4b13-a0a7-eff5206cae15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db135028-f57a-417d-a5fc-9f73c3e34dd7']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:18:00.786726 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-a309f55b-817a-4b13-a0a7-eff5206cae15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a97910f7-cad7-42ae-9f6e-c8965771467a') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:18:00.787027 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-a309f55b-817a-4b13-a0a7-eff5206cae15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a97910f7-cad7-42ae-9f6e-c8965771467a') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:18:00.795022 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:00.797322 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a309f55b-817a-4b13-a0a7-eff5206cae15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:00.800658 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a4b48106-f3a9-4a93-a4da-74cd6f6c5a09 req-41a39d3b-01a4-4f19-88a6-32d3f22d22bc service neutron] 10.222.0.67 "GET /v2.0/networks/e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3789380 Jan 18 22:18:00.813298 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a309f55b-817a-4b13-a0a7-eff5206cae15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:00.820924 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a309f55b-817a-4b13-a0a7-eff5206cae15 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:18:00.821317 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a309f55b-817a-4b13-a0a7-eff5206cae15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:00.823276 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:18:00.823276 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:18:00.823276 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:18:00.823276 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:18:00.823276 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:18:00.823276 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:18:00.823276 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:18:00.823276 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:18:00.823276 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:18:00.823276 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:18:00.823276 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:18:00.823276 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:18:00.823276 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:18:00.823276 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:18:00.823276 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:18:00.823276 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:18:00.823276 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:18:00.823276 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:18:00.823276 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:18:00.823276 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:18:00.823276 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:18:00.823276 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:18:00.823276 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:18:00.823276 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:18:00.823276 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:18:00.823276 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:18:00.823276 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:18:00.823276 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:18:00.823276 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:18:00.823276 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:18:00.823276 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:18:00.823276 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:18:00.827749 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-60e21f33-c48a-4fb0-bf55-72a6bb5a3281 req-a646709b-ab03-4060-ab54-6eb32427ca3e tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] No DVR routers for this DVR port 5755caed-1929-4892-869b-9f6abf517786 on host n-h1-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:18:00.837056 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '710e4fbf-3d93-42c0-b0b4-4811a367b0c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6701bc4f-33c4-4850-94d7-00e6cb60828e'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:18:00.838886 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-60e21f33-c48a-4fb0-bf55-72a6bb5a3281 req-a646709b-ab03-4060-ab54-6eb32427ca3e tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:00.839366 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41382795-595a-4184-acc0-edab08fc8875" -d '{"events": [{"server_uuid": "710e4fbf-3d93-42c0-b0b4-4811a367b0c1", "name": "network-vif-plugged", "status": "completed", "tag": "6701bc4f-33c4-4850-94d7-00e6cb60828e"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:18:00.842237 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-60e21f33-c48a-4fb0-bf55-72a6bb5a3281 req-a646709b-ab03-4060-ab54-6eb32427ca3e tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] 10.222.0.36 "DELETE /v2.0/ports/5755caed-1929-4892-869b-9f6abf517786 HTTP/1.1" status: 204 len: 173 time: 1.8886728 Jan 18 22:18:00.855749 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 6701bc4f-33c4-4850-94d7-00e6cb60828e, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=6701bc4f-33c4-4850-94d7-00e6cb60828e,segment=NetworkSegment(54058af5-a5b1-45e9-977a-39ef1b01c87e),segment_id=54058af5-a5b1-45e9-977a-39ef1b01c87e)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:18:00.859067 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2058cacc-c620-4304-bf35-812dda3647d6 req-48429e63-fd24-403f-b32f-b068fbbeb26f tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=69e59ffc-71ce-4c50-acf6-17bf11fb5545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332412 Jan 18 22:18:00.870003 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:00.899178 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c26ba34-6b43-431f-9f7b-110145500fad req-62278fb2-ee1a-41f3-95c7-4f731a70e3f3 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:00.900716 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9c26ba34-6b43-431f-9f7b-110145500fad req-62278fb2-ee1a-41f3-95c7-4f731a70e3f3 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cc62fa1-501a-4c08-a35a-60422ee1528b HTTP/1.1" status: 200 len: 950 time: 0.2061236 Jan 18 22:18:00.909560 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a309f55b-817a-4b13-a0a7-eff5206cae15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:00.916039 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a309f55b-817a-4b13-a0a7-eff5206cae15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:00.920581 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-a309f55b-817a-4b13-a0a7-eff5206cae15 admin admin] 10.222.0.53 "DELETE /v2.0/networks/db135028-f57a-417d-a5fc-9f73c3e34dd7 HTTP/1.1" status: 204 len: 168 time: 0.3458769 Jan 18 22:18:00.923184 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 59260) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:18:00.950186 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=6701bc4f-33c4-4850-94d7-00e6cb60828e,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:00.981769 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a309f55b-817a-4b13-a0a7-eff5206cae15 admin admin] Pushing event deleted for resources: {'Network': ['ID=db135028-f57a-417d-a5fc-9f73c3e34dd7,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:00.991189 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-c03dbd37-4b12-4c42-bb1e-219950d1b9c6 admin admin] Deleting subnet 80787063-5797-4d66-bcee-2e55d06c0557 {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:18:00.995668 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c03dbd37-4b12-4c42-bb1e-219950d1b9c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:01.023167 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9c26ba34-6b43-431f-9f7b-110145500fad req-061fdd23-9dc3-4453-aa0a-a420d8ce2e97 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132369 Jan 18 22:18:01.027650 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b240017f-8a2f-400c-a2bd-9f27286d022e req-48707fd3-d05c-4ebc-bedc-8e28195e4b5f tempest-SecurityGroupRulesNegativeTestJSON-1286158360 tempest-SecurityGroupRulesNegativeTestJSON-1286158360-project] 10.222.0.53 "GET /v2.0/security-groups/979ad468-1187-473f-95d2-8f2eb9fcf511 HTTP/1.1" status: 200 len: 2406 time: 0.1168127 Jan 18 22:18:01.040019 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15b15020-f647-4701-a226-16ac64283d16 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Router d6c8edf7-05fd-41b7-b984-8d28e21fb978 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:18:01.052391 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c03dbd37-4b12-4c42-bb1e-219950d1b9c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:01.077304 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20008f91-64de-40f1-8908-1c31fb082b02 x-openstack-request-id: req-20008f91-64de-40f1-8908-1c31fb082b02 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:18:01.077603 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "710e4fbf-3d93-42c0-b0b4-4811a367b0c1", "name": "network-vif-plugged", "status": "completed", "tag": "6701bc4f-33c4-4850-94d7-00e6cb60828e", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:18:01.077851 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-20008f91-64de-40f1-8908-1c31fb082b02 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:18:01.078520 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '710e4fbf-3d93-42c0-b0b4-4811a367b0c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6701bc4f-33c4-4850-94d7-00e6cb60828e', 'code': 200} Jan 18 22:18:01.108998 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c03dbd37-4b12-4c42-bb1e-219950d1b9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:01.120528 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-27066e38-82f2-4e95-8e10-93f05734f797 req-1d54ece6-e6e3-43e8-930d-5955f58aa237 tempest-SecurityGroupRulesNegativeTestJSON-1286158360 tempest-SecurityGroupRulesNegativeTestJSON-1286158360-project] 10.222.0.53 "GET /v2.0/security-group-rules/bef0b23a-c8c3-4277-a678-d05a9ea38e49 HTTP/1.1" status: 200 len: 778 time: 0.0304992 Jan 18 22:18:01.181527 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c03dbd37-4b12-4c42-bb1e-219950d1b9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:01.207254 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03dbd37-4b12-4c42-bb1e-219950d1b9c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80787063-5797-4d66-bcee-2e55d06c0557,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:01.215320 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c03dbd37-4b12-4c42-bb1e-219950d1b9c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:01.221561 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-c03dbd37-4b12-4c42-bb1e-219950d1b9c6 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/80787063-5797-4d66-bcee-2e55d06c0557 HTTP/1.1" status: 204 len: 168 time: 0.2949855 Jan 18 22:18:01.221869 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 59264) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:18:01.227053 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15b15020-f647-4701-a226-16ac64283d16 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:18:01.234334 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-15b15020-f647-4701-a226-16ac64283d16 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:01.253502 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66712c60-6b39-4460-8553-7878c1c38a2e None None] Sync routers for ids ['d6c8edf7-05fd-41b7-b984-8d28e21fb978'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:18:01.263078 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-27066e38-82f2-4e95-8e10-93f05734f797 req-daf5926d-cc4a-473b-9d03-9d13b5c0e922 tempest-SecurityGroupRulesNegativeTestJSON-1286158360 tempest-SecurityGroupRulesNegativeTestJSON-1286158360-project] 10.222.0.53 "GET /v2.0/security-groups/979ad468-1187-473f-95d2-8f2eb9fcf511 HTTP/1.1" status: 200 len: 2406 time: 0.1360726 Jan 18 22:18:01.277016 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d591a40-c184-4115-a187-7ea6b0bc6c6c req-3dd69b8a-ecd5-46cf-8b80-2862652459dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:01.278636 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2d591a40-c184-4115-a187-7ea6b0bc6c6c req-3dd69b8a-ecd5-46cf-8b80-2862652459dc service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=710e4fbf-3d93-42c0-b0b4-4811a367b0c1 HTTP/1.1" status: 200 len: 1097 time: 0.1200783 Jan 18 22:18:01.279759 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66712c60-6b39-4460-8553-7878c1c38a2e None None] Routers {'d6c8edf7-05fd-41b7-b984-8d28e21fb978'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:18:01.280436 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-66712c60-6b39-4460-8553-7878c1c38a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:17:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['d6c8edf7-05fd-41b7-b984-8d28e21fb978'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:18:01.288645 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-15b15020-f647-4701-a226-16ac64283d16 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] 10.222.0.53 "PUT /v2.0/floatingips/17d73f40-2fea-43e4-b6af-6c39c3d0cf1c HTTP/1.1" status: 200 len: 991 time: 2.6690001 Jan 18 22:18:01.325166 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-64bdd6c3-73b3-47a8-94af-7480825edb81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:01.329264 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-27066e38-82f2-4e95-8e10-93f05734f797 req-d5904ad6-011b-4661-b3dd-2ac21ee8090b tempest-SecurityGroupRulesNegativeTestJSON-1286158360 tempest-SecurityGroupRulesNegativeTestJSON-1286158360-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:01.356000 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-27066e38-82f2-4e95-8e10-93f05734f797 req-d5904ad6-011b-4661-b3dd-2ac21ee8090b tempest-SecurityGroupRulesNegativeTestJSON-1286158360 tempest-SecurityGroupRulesNegativeTestJSON-1286158360-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:01.375600 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2d591a40-c184-4115-a187-7ea6b0bc6c6c req-8520ef90-fbba-4d9b-aa27-955a294ce111 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=69e59ffc-71ce-4c50-acf6-17bf11fb5545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839441 Jan 18 22:18:01.379259 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d55bc323-d524-4c56-b093-ab957b9c9b0f req-fc0f5e53-ea8a-4df1-9da7-dcabb7424e3f tempest-ServersAdminNegativeTestJSON-275469348 tempest-ServersAdminNegativeTestJSON-275469348-project] 10.222.0.53 "GET /v2.0/ports?device_id=0322506f-b794-4acc-b82d-f6b2984d774f HTTP/1.1" status: 200 len: 210 time: 0.0433271 Jan 18 22:18:01.416240 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-27066e38-82f2-4e95-8e10-93f05734f797 req-d5904ad6-011b-4661-b3dd-2ac21ee8090b tempest-SecurityGroupRulesNegativeTestJSON-1286158360 tempest-SecurityGroupRulesNegativeTestJSON-1286158360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:01.423703 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-27066e38-82f2-4e95-8e10-93f05734f797 req-d5904ad6-011b-4661-b3dd-2ac21ee8090b tempest-SecurityGroupRulesNegativeTestJSON-1286158360 tempest-SecurityGroupRulesNegativeTestJSON-1286158360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:01.424754 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-27066e38-82f2-4e95-8e10-93f05734f797 req-d5904ad6-011b-4661-b3dd-2ac21ee8090b tempest-SecurityGroupRulesNegativeTestJSON-1286158360 tempest-SecurityGroupRulesNegativeTestJSON-1286158360-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/bef0b23a-c8c3-4277-a678-d05a9ea38e49 HTTP/1.1" status: 204 len: 173 time: 0.1538484 Jan 18 22:18:01.438693 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5904ad6-011b-4661-b3dd-2ac21ee8090b tempest-SecurityGroupRulesNegativeTestJSON-1286158360 tempest-SecurityGroupRulesNegativeTestJSON-1286158360-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bef0b23a-c8c3-4277-a678-d05a9ea38e49,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:01.444805 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-64bdd6c3-73b3-47a8-94af-7480825edb81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:01.476873 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-64bdd6c3-73b3-47a8-94af-7480825edb81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae451d8e-a3f5-440f-a8ee-772afbec65a7']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:18:01.491649 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-66712c60-6b39-4460-8553-7878c1c38a2e None None] Set router d6c8edf7-05fd-41b7-b984-8d28e21fb978 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:18:01.496465 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-64bdd6c3-73b3-47a8-94af-7480825edb81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c550ea9-bce3-494f-a207-da6b1ac10d56') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:18:01.497000 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-64bdd6c3-73b3-47a8-94af-7480825edb81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c550ea9-bce3-494f-a207-da6b1ac10d56') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:18:01.513985 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-64bdd6c3-73b3-47a8-94af-7480825edb81 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:01.530091 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-64bdd6c3-73b3-47a8-94af-7480825edb81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:01.540780 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64bdd6c3-73b3-47a8-94af-7480825edb81 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:18:01.541128 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-64bdd6c3-73b3-47a8-94af-7480825edb81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:01.545484 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:18:01.545484 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:18:01.545484 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:18:01.545484 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:18:01.545484 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:18:01.545484 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:18:01.545484 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:18:01.545484 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:18:01.545484 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:18:01.545484 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:18:01.545484 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:18:01.545484 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:18:01.545484 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:18:01.545484 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:18:01.545484 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:18:01.545484 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:18:01.545484 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:18:01.545484 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:18:01.545484 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:18:01.545484 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:18:01.545484 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:18:01.545484 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:18:01.545484 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:18:01.545484 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:18:01.545484 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:18:01.545484 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:18:01.545484 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:18:01.545484 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:18:01.545484 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:18:01.545484 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:18:01.545484 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:18:01.545484 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:18:01.552988 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-aeacc9b8-6a8f-4355-855f-b40a0eb1d445 req-0ff8af8a-c637-4310-83c3-62512e42c9fa tempest-SecurityGroupRulesNegativeTestJSON-1286158360 tempest-SecurityGroupRulesNegativeTestJSON-1286158360-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-8911878', 'description': 'tempest-description-2108473505'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:18:01.583786 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-aeacc9b8-6a8f-4355-855f-b40a0eb1d445 req-0ff8af8a-c637-4310-83c3-62512e42c9fa tempest-SecurityGroupRulesNegativeTestJSON-1286158360 tempest-SecurityGroupRulesNegativeTestJSON-1286158360-project] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:01.603548 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-64bdd6c3-73b3-47a8-94af-7480825edb81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:01.610808 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-64bdd6c3-73b3-47a8-94af-7480825edb81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:01.614133 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-64bdd6c3-73b3-47a8-94af-7480825edb81 admin admin] 10.222.0.53 "DELETE /v2.0/networks/ae451d8e-a3f5-440f-a8ee-772afbec65a7 HTTP/1.1" status: 204 len: 168 time: 0.3912857 Jan 18 22:18:01.624790 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bdd6c3-73b3-47a8-94af-7480825edb81 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae451d8e-a3f5-440f-a8ee-772afbec65a7,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:01.661041 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-aeacc9b8-6a8f-4355-855f-b40a0eb1d445 req-0ff8af8a-c637-4310-83c3-62512e42c9fa tempest-SecurityGroupRulesNegativeTestJSON-1286158360 tempest-SecurityGroupRulesNegativeTestJSON-1286158360-project] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:01.666322 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-aeacc9b8-6a8f-4355-855f-b40a0eb1d445 req-0ff8af8a-c637-4310-83c3-62512e42c9fa tempest-SecurityGroupRulesNegativeTestJSON-1286158360 tempest-SecurityGroupRulesNegativeTestJSON-1286158360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:01.695313 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-aeacc9b8-6a8f-4355-855f-b40a0eb1d445 req-0ff8af8a-c637-4310-83c3-62512e42c9fa tempest-SecurityGroupRulesNegativeTestJSON-1286158360 tempest-SecurityGroupRulesNegativeTestJSON-1286158360-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:01.696662 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aeacc9b8-6a8f-4355-855f-b40a0eb1d445 req-0ff8af8a-c637-4310-83c3-62512e42c9fa tempest-SecurityGroupRulesNegativeTestJSON-1286158360 tempest-SecurityGroupRulesNegativeTestJSON-1286158360-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.1481218 Jan 18 22:18:01.705316 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff8af8a-c637-4310-83c3-62512e42c9fa tempest-SecurityGroupRulesNegativeTestJSON-1286158360 tempest-SecurityGroupRulesNegativeTestJSON-1286158360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff145bc4-89b5-4ffa-b85e-af0fea11aab5,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:01.752884 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 59280) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:18:01.772962 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-66712c60-6b39-4460-8553-7878c1c38a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c8edf7-05fd-41b7-b984-8d28e21fb978', 'name': 'tempest-ServersTestJSON-1658499465-router', 'tenant_id': '9eaacdbf1945416eaa74e5d952bfe007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': 'd884bf49-78d2-4abe-910a-3194c6788d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:17:12Z', 'updated_at': '2022-01-18T22:17:26Z', 'revision_number': 4, 'project_id': '9eaacdbf1945416eaa74e5d952bfe007', 'gw_port': {'id': 'd884bf49-78d2-4abe-910a-3194c6788d27', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:96:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c8edf7-05fd-41b7-b984-8d28e21fb978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:17:13Z', 'updated_at': '2022-01-18T22:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': '17d73f40-2fea-43e4-b6af-6c39c3d0cf1c', 'tenant_id': '9eaacdbf1945416eaa74e5d952bfe007', 'floating_ip_address': '172.25.5.172', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': 'd6c8edf7-05fd-41b7-b984-8d28e21fb978', 'port_id': '57c59f94-f152-4b43-8889-1ffd2e87a114', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e15f6438-95ae-482f-8d95-5a9ba3dee07c', 'mac_address': 'fa:16:3e:1d:f5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60fe88f9-db8f-4ae2-bedf-ba5267d6a632', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:17:38Z', 'updated_at': '2022-01-18T22:17:59Z', 'revision_number': 1, 'project_id': '9eaacdbf1945416eaa74e5d952bfe007', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26bc1a77-313b-42e1-8f39-e8e5de0e49a6', 'name': '', 'network_id': 'e15f6438-95ae-482f-8d95-5a9ba3dee07c', 'tenant_id': '9eaacdbf1945416eaa74e5d952bfe007', 'mac_address': 'fa:16:3e:5b:6a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c8edf7-05fd-41b7-b984-8d28e21fb978', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '298d2632-4609-4d47-8110-fdef65c01513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:17:23Z', 'updated_at': '2022-01-18T22:17:33Z', 'revision_number': 5, 'project_id': '9eaacdbf1945416eaa74e5d952bfe007', 'subnets': [{'id': '298d2632-4609-4d47-8110-fdef65c01513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:18:01.787633 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-abd0ddf5-5e78-4d71-838d-cc2381d14b59 req-252d0921-f1e6-440c-a157-64c8dc88ae7e tempest-SecurityGroupRulesNegativeTestJSON-1286158360 tempest-SecurityGroupRulesNegativeTestJSON-1286158360-project] 10.222.0.53 "GET /v2.0/security-groups/ff145bc4-89b5-4ffa-b85e-af0fea11aab5 HTTP/1.1" status: 200 len: 1810 time: 0.0610411 Jan 18 22:18:01.800837 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66712c60-6b39-4460-8553-7878c1c38a2e None None] Checking router: d6c8edf7-05fd-41b7-b984-8d28e21fb978 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:18:01.811208 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66712c60-6b39-4460-8553-7878c1c38a2e None None] Routers {'d6c8edf7-05fd-41b7-b984-8d28e21fb978'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:18:01.811820 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-66712c60-6b39-4460-8553-7878c1c38a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:17:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['d6c8edf7-05fd-41b7-b984-8d28e21fb978'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:18:01.814753 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-aca16e97-43db-468c-8911-0824ce59ec05 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=646d6b7fa3c74dbb9d53573120d4a5a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0606346 Jan 18 22:18:01.817297 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 59286) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:18:01.826541 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-94ff9a13-62d6-444e-ad84-e0cf46062079 req-9f883ca6-59f5-40ce-8cb7-7e1723be1d73 tempest-SecurityGroupRulesNegativeTestJSON-1286158360 tempest-SecurityGroupRulesNegativeTestJSON-1286158360-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1356426603', 'description': 'tempest-description-281235342'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:18:01.851165 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-94ff9a13-62d6-444e-ad84-e0cf46062079 req-9f883ca6-59f5-40ce-8cb7-7e1723be1d73 tempest-SecurityGroupRulesNegativeTestJSON-1286158360 tempest-SecurityGroupRulesNegativeTestJSON-1286158360-project] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:01.870303 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-37087958-2ae9-4a07-b609-866f3e61ada0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:01.892586 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-37087958-2ae9-4a07-b609-866f3e61ada0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:01.925404 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-94ff9a13-62d6-444e-ad84-e0cf46062079 req-9f883ca6-59f5-40ce-8cb7-7e1723be1d73 tempest-SecurityGroupRulesNegativeTestJSON-1286158360 tempest-SecurityGroupRulesNegativeTestJSON-1286158360-project] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:01.932600 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-94ff9a13-62d6-444e-ad84-e0cf46062079 req-9f883ca6-59f5-40ce-8cb7-7e1723be1d73 tempest-SecurityGroupRulesNegativeTestJSON-1286158360 tempest-SecurityGroupRulesNegativeTestJSON-1286158360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:01.940571 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-66712c60-6b39-4460-8553-7878c1c38a2e None None] Set router d6c8edf7-05fd-41b7-b984-8d28e21fb978 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:18:01.958308 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-37087958-2ae9-4a07-b609-866f3e61ada0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:01.961793 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-37087958-2ae9-4a07-b609-866f3e61ada0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:01.963126 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-37087958-2ae9-4a07-b609-866f3e61ada0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ac5bfedd-8c81-4ad7-9f0f-99ba0a339521 HTTP/1.1" status: 204 len: 168 time: 0.1447294 Jan 18 22:18:01.975668 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37087958-2ae9-4a07-b609-866f3e61ada0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac5bfedd-8c81-4ad7-9f0f-99ba0a339521,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:02.010567 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-94ff9a13-62d6-444e-ad84-e0cf46062079 req-9f883ca6-59f5-40ce-8cb7-7e1723be1d73 tempest-SecurityGroupRulesNegativeTestJSON-1286158360 tempest-SecurityGroupRulesNegativeTestJSON-1286158360-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:02.011797 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-94ff9a13-62d6-444e-ad84-e0cf46062079 req-9f883ca6-59f5-40ce-8cb7-7e1723be1d73 tempest-SecurityGroupRulesNegativeTestJSON-1286158360 tempest-SecurityGroupRulesNegativeTestJSON-1286158360-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.1892157 Jan 18 22:18:02.013590 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f883ca6-59f5-40ce-8cb7-7e1723be1d73 tempest-SecurityGroupRulesNegativeTestJSON-1286158360 tempest-SecurityGroupRulesNegativeTestJSON-1286158360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd6e391a-4aa2-4645-a5bc-282e3ff51d1c,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:02.035613 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca19903-44cf-4724-9a28-34ba4f3d1b35 req-6789df36-3447-4896-a74c-ac900781802b tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:02.043728 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4ca19903-44cf-4724-9a28-34ba4f3d1b35 req-6789df36-3447-4896-a74c-ac900781802b tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=710e4fbf-3d93-42c0-b0b4-4811a367b0c1 HTTP/1.1" status: 200 len: 946 time: 0.0758338 Jan 18 22:18:02.108779 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4ca19903-44cf-4724-9a28-34ba4f3d1b35 req-eaeb4665-6c26-4fb4-9eb5-6f3824fb4db0 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=69e59ffc-71ce-4c50-acf6-17bf11fb5545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641141 Jan 18 22:18:02.114133 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8812134c-55c7-4a01-bc49-28919b67748f req-522e6c7c-9a28-49fb-ac19-5903e67198ea tempest-SecurityGroupRulesNegativeTestJSON-1286158360 tempest-SecurityGroupRulesNegativeTestJSON-1286158360-project] 10.222.0.53 "GET /v2.0/security-groups/cd6e391a-4aa2-4645-a5bc-282e3ff51d1c HTTP/1.1" status: 200 len: 1812 time: 0.0635097 Jan 18 22:18:02.140790 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-23180b0a-fe9a-4784-86c5-44072bbe9f51 req-40730f43-bf49-4c79-95ef-c387c010ed8e tempest-SecurityGroupRulesNegativeTestJSON-1286158360 tempest-SecurityGroupRulesNegativeTestJSON-1286158360-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-832710942', 'description': 'tempest-description-1217904777'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:18:02.226009 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-23180b0a-fe9a-4784-86c5-44072bbe9f51 req-40730f43-bf49-4c79-95ef-c387c010ed8e tempest-SecurityGroupRulesNegativeTestJSON-1286158360 tempest-SecurityGroupRulesNegativeTestJSON-1286158360-project] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:02.247008 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f80c72-ac82-40f4-931d-4ef456fb5381 req-b2983d5b-5afd-4a1b-9a31-4a4e75c3757c tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:02.248533 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-57f80c72-ac82-40f4-931d-4ef456fb5381 req-b2983d5b-5afd-4a1b-9a31-4a4e75c3757c tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cc62fa1-501a-4c08-a35a-60422ee1528b HTTP/1.1" status: 200 len: 950 time: 0.0773177 Jan 18 22:18:02.310331 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-57f80c72-ac82-40f4-931d-4ef456fb5381 req-b8a9f2fe-8ba4-4ab7-b08a-9edda6cd5145 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540974 Jan 18 22:18:02.349138 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 5755caed-1929-4892-869b-9f6abf517786 no longer exists at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:18:02.353582 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-23180b0a-fe9a-4784-86c5-44072bbe9f51 req-40730f43-bf49-4c79-95ef-c387c010ed8e tempest-SecurityGroupRulesNegativeTestJSON-1286158360 tempest-SecurityGroupRulesNegativeTestJSON-1286158360-project] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:02.358533 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-23180b0a-fe9a-4784-86c5-44072bbe9f51 req-40730f43-bf49-4c79-95ef-c387c010ed8e tempest-SecurityGroupRulesNegativeTestJSON-1286158360 tempest-SecurityGroupRulesNegativeTestJSON-1286158360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:02.373556 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] No Port match for: 5755caed-1929-4892-869b-9f6abf517786 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:18:02.373864 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 5755caed-1929-4892-869b-9f6abf517786 not bound to the agent host n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:18:02.388930 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-23180b0a-fe9a-4784-86c5-44072bbe9f51 req-40730f43-bf49-4c79-95ef-c387c010ed8e tempest-SecurityGroupRulesNegativeTestJSON-1286158360 tempest-SecurityGroupRulesNegativeTestJSON-1286158360-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:02.390338 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-66712c60-6b39-4460-8553-7878c1c38a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c8edf7-05fd-41b7-b984-8d28e21fb978', 'name': 'tempest-ServersTestJSON-1658499465-router', 'tenant_id': '9eaacdbf1945416eaa74e5d952bfe007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': 'd884bf49-78d2-4abe-910a-3194c6788d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:17:12Z', 'updated_at': '2022-01-18T22:17:26Z', 'revision_number': 4, 'project_id': '9eaacdbf1945416eaa74e5d952bfe007', 'gw_port': {'id': 'd884bf49-78d2-4abe-910a-3194c6788d27', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:96:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c8edf7-05fd-41b7-b984-8d28e21fb978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:17:13Z', 'updated_at': '2022-01-18T22:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': '17d73f40-2fea-43e4-b6af-6c39c3d0cf1c', 'tenant_id': '9eaacdbf1945416eaa74e5d952bfe007', 'floating_ip_address': '172.25.5.172', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': 'd6c8edf7-05fd-41b7-b984-8d28e21fb978', 'port_id': '57c59f94-f152-4b43-8889-1ffd2e87a114', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e15f6438-95ae-482f-8d95-5a9ba3dee07c', 'mac_address': 'fa:16:3e:1d:f5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60fe88f9-db8f-4ae2-bedf-ba5267d6a632', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:17:38Z', 'updated_at': '2022-01-18T22:17:59Z', 'revision_number': 1, 'project_id': '9eaacdbf1945416eaa74e5d952bfe007', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26bc1a77-313b-42e1-8f39-e8e5de0e49a6', 'name': '', 'network_id': 'e15f6438-95ae-482f-8d95-5a9ba3dee07c', 'tenant_id': '9eaacdbf1945416eaa74e5d952bfe007', 'mac_address': 'fa:16:3e:5b:6a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c8edf7-05fd-41b7-b984-8d28e21fb978', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '298d2632-4609-4d47-8110-fdef65c01513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:17:23Z', 'updated_at': '2022-01-18T22:17:33Z', 'revision_number': 5, 'project_id': '9eaacdbf1945416eaa74e5d952bfe007', 'subnets': [{'id': '298d2632-4609-4d47-8110-fdef65c01513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:18:02.390609 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-23180b0a-fe9a-4784-86c5-44072bbe9f51 req-40730f43-bf49-4c79-95ef-c387c010ed8e tempest-SecurityGroupRulesNegativeTestJSON-1286158360 tempest-SecurityGroupRulesNegativeTestJSON-1286158360-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2545705 Jan 18 22:18:02.396444 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40730f43-bf49-4c79-95ef-c387c010ed8e tempest-SecurityGroupRulesNegativeTestJSON-1286158360 tempest-SecurityGroupRulesNegativeTestJSON-1286158360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51e6366b-f587-4d1b-bd53-cc1d7d937277,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:02.418533 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 59304) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:18:02.423155 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0322506f-b794-4acc-b82d-f6b2984d774f', 'name': 'network-vif-deleted', 'tag': '5755caed-1929-4892-869b-9f6abf517786'}, {'name': 'network-changed', 'server_uuid': '60fe88f9-db8f-4ae2-bedf-ba5267d6a632', 'tag': '57c59f94-f152-4b43-8889-1ffd2e87a114'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:18:02.432867 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66712c60-6b39-4460-8553-7878c1c38a2e None None] The sync data for ids ['d6c8edf7-05fd-41b7-b984-8d28e21fb978'] in n-d-825064-1 is: [{'id': 'd6c8edf7-05fd-41b7-b984-8d28e21fb978', 'name': 'tempest-ServersTestJSON-1658499465-router', 'tenant_id': '9eaacdbf1945416eaa74e5d952bfe007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': 'd884bf49-78d2-4abe-910a-3194c6788d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:17:12Z', 'updated_at': '2022-01-18T22:17:26Z', 'revision_number': 4, 'project_id': '9eaacdbf1945416eaa74e5d952bfe007', 'gw_port': {'id': 'd884bf49-78d2-4abe-910a-3194c6788d27', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:96:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c8edf7-05fd-41b7-b984-8d28e21fb978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:17:13Z', 'updated_at': '2022-01-18T22:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': '17d73f40-2fea-43e4-b6af-6c39c3d0cf1c', 'tenant_id': '9eaacdbf1945416eaa74e5d952bfe007', 'floating_ip_address': '172.25.5.172', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': 'd6c8edf7-05fd-41b7-b984-8d28e21fb978', 'port_id': '57c59f94-f152-4b43-8889-1ffd2e87a114', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e15f6438-95ae-482f-8d95-5a9ba3dee07c', 'mac_address': 'fa:16:3e:1d:f5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60fe88f9-db8f-4ae2-bedf-ba5267d6a632', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:17:38Z', 'updated_at': '2022-01-18T22:17:59Z', 'revision_number': 1, 'project_id': '9eaacdbf1945416eaa74e5d952bfe007', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26bc1a77-313b-42e1-8f39-e8e5de0e49a6', 'name': '', 'network_id': 'e15f6438-95ae-482f-8d95-5a9ba3dee07c', 'tenant_id': '9eaacdbf1945416eaa74e5d952bfe007', 'mac_address': 'fa:16:3e:5b:6a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c8edf7-05fd-41b7-b984-8d28e21fb978', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '298d2632-4609-4d47-8110-fdef65c01513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:17:23Z', 'updated_at': '2022-01-18T22:17:33Z', 'revision_number': 5, 'project_id': '9eaacdbf1945416eaa74e5d952bfe007', 'subnets': [{'id': '298d2632-4609-4d47-8110-fdef65c01513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:18:02.433807 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05932620-716e-4918-be95-cf078ef640b2" -d '{"events": [{"server_uuid": "0322506f-b794-4acc-b82d-f6b2984d774f", "name": "network-vif-deleted", "tag": "5755caed-1929-4892-869b-9f6abf517786"}, {"name": "network-changed", "server_uuid": "60fe88f9-db8f-4ae2-bedf-ba5267d6a632", "tag": "57c59f94-f152-4b43-8889-1ffd2e87a114"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:18:02.497228 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 18 Jan 2022 22:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f9f4f57-139e-4675-9d9c-353e65d91f95 x-openstack-request-id: req-9f9f4f57-139e-4675-9d9c-353e65d91f95 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:18:02.497536 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0322506f-b794-4acc-b82d-f6b2984d774f", "name": "network-vif-deleted", "tag": "5755caed-1929-4892-869b-9f6abf517786", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "60fe88f9-db8f-4ae2-bedf-ba5267d6a632", "tag": "57c59f94-f152-4b43-8889-1ffd2e87a114", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:18:02.497851 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9f9f4f57-139e-4675-9d9c-353e65d91f95 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:18:02.498165 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0322506f-b794-4acc-b82d-f6b2984d774f', 'name': 'network-vif-deleted', 'tag': '5755caed-1929-4892-869b-9f6abf517786', 'status': 'completed', 'code': 200} Jan 18 22:18:02.498726 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60fe88f9-db8f-4ae2-bedf-ba5267d6a632', 'tag': '57c59f94-f152-4b43-8889-1ffd2e87a114', 'status': 'completed', 'code': 200} Jan 18 22:18:02.521083 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d56d5fec-0eb6-4876-9ba6-f00c912e079a req-0883ee98-855c-43e8-9520-4ea2fafd3888 tempest-SecurityGroupRulesNegativeTestJSON-1286158360 tempest-SecurityGroupRulesNegativeTestJSON-1286158360-project] 10.222.0.53 "GET /v2.0/security-groups/51e6366b-f587-4d1b-bd53-cc1d7d937277 HTTP/1.1" status: 200 len: 1812 time: 0.0782912 Jan 18 22:18:02.567687 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-2894ac79-a774-4f87-bc99-b0beb03ae765 req-f59d9b2c-e83a-44ec-8c1a-561622b89cd0 tempest-SecurityGroupRulesNegativeTestJSON-1286158360 tempest-SecurityGroupRulesNegativeTestJSON-1286158360-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1471528124', 'description': 'tempest-description-1465787156'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:18:02.606540 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05932620-716e-4918-be95-cf078ef640b2 req-124fa4e9-cb93-435b-ae49-433efcb89643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:02.608432 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-05932620-716e-4918-be95-cf078ef640b2 req-124fa4e9-cb93-435b-ae49-433efcb89643 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9eaacdbf1945416eaa74e5d952bfe007&device_id=60fe88f9-db8f-4ae2-bedf-ba5267d6a632 HTTP/1.1" status: 200 len: 1096 time: 0.0739460 Jan 18 22:18:02.613251 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-2894ac79-a774-4f87-bc99-b0beb03ae765 req-f59d9b2c-e83a-44ec-8c1a-561622b89cd0 tempest-SecurityGroupRulesNegativeTestJSON-1286158360 tempest-SecurityGroupRulesNegativeTestJSON-1286158360-project] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:02.734469 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05932620-716e-4918-be95-cf078ef640b2 req-40ab39ad-3384-4d28-9042-251041905231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:02.735927 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-05932620-716e-4918-be95-cf078ef640b2 req-40ab39ad-3384-4d28-9042-251041905231 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e15f6438-95ae-482f-8d95-5a9ba3dee07c HTTP/1.1" status: 200 len: 906 time: 0.1185415 Jan 18 22:18:02.791832 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-c154bf11-803e-451c-bfba-1003db5c0be5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ffd663788d544cb385c98644393f0fcf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3720462 Jan 18 22:18:02.799488 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 59322) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:18:02.818526 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-05932620-716e-4918-be95-cf078ef640b2 req-752613a7-8d0e-4116-aa2a-46f5c019f7d0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=57c59f94-f152-4b43-8889-1ffd2e87a114 HTTP/1.1" status: 200 len: 999 time: 0.0741615 Jan 18 22:18:02.831035 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57e38d1-e1d0-4ed7-8d27-284dd5774d5f None None] New status for floating IP 17d73f40-2fea-43e4-b6af-6c39c3d0cf1c: ACTIVE {{(pid=102433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 22:18:02.869502 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-56b39e2d-dcb4-4569-8908-90ab8bf2c1e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:02.878088 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-2894ac79-a774-4f87-bc99-b0beb03ae765 req-f59d9b2c-e83a-44ec-8c1a-561622b89cd0 tempest-SecurityGroupRulesNegativeTestJSON-1286158360 tempest-SecurityGroupRulesNegativeTestJSON-1286158360-project] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:02.885015 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-2894ac79-a774-4f87-bc99-b0beb03ae765 req-f59d9b2c-e83a-44ec-8c1a-561622b89cd0 tempest-SecurityGroupRulesNegativeTestJSON-1286158360 tempest-SecurityGroupRulesNegativeTestJSON-1286158360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:02.891656 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 59324) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:18:02.896799 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-56b39e2d-dcb4-4569-8908-90ab8bf2c1e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:02.910859 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05932620-716e-4918-be95-cf078ef640b2 req-42c5ec55-dd9f-4349-8a5d-3704d1b5a313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:02.912374 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-05932620-716e-4918-be95-cf078ef640b2 req-42c5ec55-dd9f-4349-8a5d-3704d1b5a313 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=298d2632-4609-4d47-8110-fdef65c01513 HTTP/1.1" status: 200 len: 845 time: 0.0857344 Jan 18 22:18:02.936721 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-2894ac79-a774-4f87-bc99-b0beb03ae765 req-f59d9b2c-e83a-44ec-8c1a-561622b89cd0 tempest-SecurityGroupRulesNegativeTestJSON-1286158360 tempest-SecurityGroupRulesNegativeTestJSON-1286158360-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:02.937909 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2894ac79-a774-4f87-bc99-b0beb03ae765 req-f59d9b2c-e83a-44ec-8c1a-561622b89cd0 tempest-SecurityGroupRulesNegativeTestJSON-1286158360 tempest-SecurityGroupRulesNegativeTestJSON-1286158360-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.3898373 Jan 18 22:18:02.955952 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59d9b2c-e83a-44ec-8c1a-561622b89cd0 tempest-SecurityGroupRulesNegativeTestJSON-1286158360 tempest-SecurityGroupRulesNegativeTestJSON-1286158360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb472da6-16a5-491f-9649-ca781cd2ec12,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:02.971410 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-56b39e2d-dcb4-4569-8908-90ab8bf2c1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:02.972897 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05932620-716e-4918-be95-cf078ef640b2 req-1ee9f27a-864d-45b7-9670-bc98fd8a2fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:02.974701 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-05932620-716e-4918-be95-cf078ef640b2 req-1ee9f27a-864d-45b7-9670-bc98fd8a2fd8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e15f6438-95ae-482f-8d95-5a9ba3dee07c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560887 Jan 18 22:18:02.975817 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-56b39e2d-dcb4-4569-8908-90ab8bf2c1e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:02.977763 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-56b39e2d-dcb4-4569-8908-90ab8bf2c1e5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/90c87317-78ab-4a26-b043-64d66bf06f90 HTTP/1.1" status: 204 len: 168 time: 0.1769495 Jan 18 22:18:02.990200 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b39e2d-dcb4-4569-8908-90ab8bf2c1e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90c87317-78ab-4a26-b043-64d66bf06f90,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:03.107112 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-028c1798-2389-4c13-bbcc-4f67ba85131e req-e48cb12b-2563-4c64-8ad2-7ced34c9e32f tempest-SecurityGroupRulesNegativeTestJSON-1286158360 tempest-SecurityGroupRulesNegativeTestJSON-1286158360-project] 10.222.0.53 "GET /v2.0/security-groups/eb472da6-16a5-491f-9649-ca781cd2ec12 HTTP/1.1" status: 200 len: 1813 time: 0.1272213 Jan 18 22:18:03.138898 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-05932620-716e-4918-be95-cf078ef640b2 req-2da37a53-c887-4f41-a2df-8dc67dbb9e58 service neutron] 10.222.0.36 "GET /v2.0/networks/e15f6438-95ae-482f-8d95-5a9ba3dee07c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575189 Jan 18 22:18:03.144187 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-26893190-a3f4-4e87-a7d8-a1af2e58c0cc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c9b2a0f0ac3649d081a01c772f92a224&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2464669 Jan 18 22:18:03.146012 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 59338) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:18:03.195630 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [req-42184e23-cbc8-49b0-be05-5e04d2834bff req-3911c9cd-7c57-4f96-a369-48a9e5274ffb tempest-SecurityGroupRulesNegativeTestJSON-1286158360 tempest-SecurityGroupRulesNegativeTestJSON-1286158360-project] show failed (client error): The resource could not be found. Jan 18 22:18:03.196655 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-42184e23-cbc8-49b0-be05-5e04d2834bff req-3911c9cd-7c57-4f96-a369-48a9e5274ffb tempest-SecurityGroupRulesNegativeTestJSON-1286158360 tempest-SecurityGroupRulesNegativeTestJSON-1286158360-project] 10.222.0.53 "GET /v2.0/security-groups/761885e6-c195-4057-a084-8c1a246c1c2d HTTP/1.1" status: 404 len: 352 time: 0.0469019 Jan 18 22:18:03.291333 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [req-8c41d303-9b84-4ab4-8628-0cdcb8db794d req-1d8dbbb1-49da-45e7-a998-b1f76132b78a tempest-SecurityGroupRulesNegativeTestJSON-1286158360 tempest-SecurityGroupRulesNegativeTestJSON-1286158360-project] show failed (client error): The resource could not be found. Jan 18 22:18:03.292360 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8c41d303-9b84-4ab4-8628-0cdcb8db794d req-1d8dbbb1-49da-45e7-a998-b1f76132b78a tempest-SecurityGroupRulesNegativeTestJSON-1286158360 tempest-SecurityGroupRulesNegativeTestJSON-1286158360-project] 10.222.0.53 "GET /v2.0/security-group-rules/e63acde5-b622-4cdb-8020-fd69fc06b58c HTTP/1.1" status: 404 len: 361 time: 0.0444214 Jan 18 22:18:03.348559 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac165336-e362-4912-aaf9-d8d1034959a6 req-5e12f649-b32a-4454-91d9-bc67cac48dd5 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:03.350018 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ac165336-e362-4912-aaf9-d8d1034959a6 req-5e12f649-b32a-4454-91d9-bc67cac48dd5 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=710e4fbf-3d93-42c0-b0b4-4811a367b0c1 HTTP/1.1" status: 200 len: 946 time: 0.1557660 Jan 18 22:18:03.357644 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-74600850-d1a1-4d5a-be68-8b962645e599 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:03.379492 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-05932620-716e-4918-be95-cf078ef640b2 req-b27ff0a6-54bb-48cc-bdf6-b3239df0954e service neutron] 10.222.0.36 "GET /v2.0/networks/e15f6438-95ae-482f-8d95-5a9ba3dee07c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163186 Jan 18 22:18:03.421424 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-74600850-d1a1-4d5a-be68-8b962645e599 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:03.450771 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ad918277-4dce-41ed-95b2-7dea9907b583 req-3617d9e3-239d-4eaf-bf1d-bebf9c020d98 tempest-SecurityGroupRulesNegativeTestJSON-1286158360 tempest-SecurityGroupRulesNegativeTestJSON-1286158360-project] 10.222.0.53 "GET /v2.0/security-groups/eb472da6-16a5-491f-9649-ca781cd2ec12 HTTP/1.1" status: 200 len: 1813 time: 0.1295903 Jan 18 22:18:03.463314 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ac165336-e362-4912-aaf9-d8d1034959a6 req-b1756d15-4418-4f3e-bc66-2f443c32dbab tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=69e59ffc-71ce-4c50-acf6-17bf11fb5545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017034 Jan 18 22:18:03.527732 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-74600850-d1a1-4d5a-be68-8b962645e599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:03.530262 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-74600850-d1a1-4d5a-be68-8b962645e599 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:03.534204 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-74600850-d1a1-4d5a-be68-8b962645e599 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2720ae35-eb4e-4877-837a-ceec23b7b1fb HTTP/1.1" status: 204 len: 168 time: 0.3840463 Jan 18 22:18:03.548253 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-ad918277-4dce-41ed-95b2-7dea9907b583 req-0b81c4b9-c481-4b6e-a67d-5c3f05e60be4 tempest-SecurityGroupRulesNegativeTestJSON-1286158360 tempest-SecurityGroupRulesNegativeTestJSON-1286158360-project] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:03.551507 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74600850-d1a1-4d5a-be68-8b962645e599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2720ae35-eb4e-4877-837a-ceec23b7b1fb,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:03.627874 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-ad918277-4dce-41ed-95b2-7dea9907b583 req-0b81c4b9-c481-4b6e-a67d-5c3f05e60be4 tempest-SecurityGroupRulesNegativeTestJSON-1286158360 tempest-SecurityGroupRulesNegativeTestJSON-1286158360-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:03.687106 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55db4b6e-591a-48a0-b6af-312b6a1101fc req-35427381-c50e-4382-b764-0dc219a0c594 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:03.688869 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-55db4b6e-591a-48a0-b6af-312b6a1101fc req-35427381-c50e-4382-b764-0dc219a0c594 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cc62fa1-501a-4c08-a35a-60422ee1528b HTTP/1.1" status: 200 len: 950 time: 0.1345673 Jan 18 22:18:03.690477 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [req-898301b2-f633-4e2a-b78a-d72e587df471 req-a1c26692-9dff-4adf-a435-76218b81188e service neutron] show failed (client error): The resource could not be found. Jan 18 22:18:03.691381 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-898301b2-f633-4e2a-b78a-d72e587df471 req-a1c26692-9dff-4adf-a435-76218b81188e service neutron] 10.222.0.67 "GET /v2.0/ports/855dc544-1a8f-4962-8790-4825dc408cf4/bindings/n-h1-825064-1 HTTP/1.1" status: 404 len: 380 time: 0.1529324 Jan 18 22:18:03.703468 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-ad918277-4dce-41ed-95b2-7dea9907b583 req-0b81c4b9-c481-4b6e-a67d-5c3f05e60be4 tempest-SecurityGroupRulesNegativeTestJSON-1286158360 tempest-SecurityGroupRulesNegativeTestJSON-1286158360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:03.706660 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-ad918277-4dce-41ed-95b2-7dea9907b583 req-0b81c4b9-c481-4b6e-a67d-5c3f05e60be4 tempest-SecurityGroupRulesNegativeTestJSON-1286158360 tempest-SecurityGroupRulesNegativeTestJSON-1286158360-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:03.707725 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ad918277-4dce-41ed-95b2-7dea9907b583 req-0b81c4b9-c481-4b6e-a67d-5c3f05e60be4 tempest-SecurityGroupRulesNegativeTestJSON-1286158360 tempest-SecurityGroupRulesNegativeTestJSON-1286158360-project] 10.222.0.53 "DELETE /v2.0/security-groups/eb472da6-16a5-491f-9649-ca781cd2ec12 HTTP/1.1" status: 204 len: 173 time: 0.2505605 Jan 18 22:18:03.714011 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 59370) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:18:03.725902 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b81c4b9-c481-4b6e-a67d-5c3f05e60be4 tempest-SecurityGroupRulesNegativeTestJSON-1286158360 tempest-SecurityGroupRulesNegativeTestJSON-1286158360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb472da6-16a5-491f-9649-ca781cd2ec12,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:03.758812 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-55db4b6e-591a-48a0-b6af-312b6a1101fc req-cb003499-7192-4a54-bd13-ec8e4f80d10d tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493207 Jan 18 22:18:03.889967 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-39756dfc-dfe9-4eaf-820b-c974e05d72af admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-717221246-network', 'tenant_id': '3e22b293a9084e0490b1a6b07c49b3aa'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:18:03.925922 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0131fef7-c4cd-4b9d-b50d-83a62fc82b20 req-a86d6678-fa77-4a47-9eec-bd02a5d22ac2 tempest-SecurityGroupRulesNegativeTestJSON-1286158360 tempest-SecurityGroupRulesNegativeTestJSON-1286158360-project] 10.222.0.53 "GET /v2.0/security-groups/51e6366b-f587-4d1b-bd53-cc1d7d937277 HTTP/1.1" status: 200 len: 1812 time: 0.0561178 Jan 18 22:18:03.936352 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 59380) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:18:03.960411 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39756dfc-dfe9-4eaf-820b-c974e05d72af admin admin] Made reservation on behalf of 3e22b293a9084e0490b1a6b07c49b3aa for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:18:03.963610 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-39756dfc-dfe9-4eaf-820b-c974e05d72af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:03.990383 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-39756dfc-dfe9-4eaf-820b-c974e05d72af admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:04.014476 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-11b354e2-8adb-4955-985a-b6fa614fd77c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3c5118528bfa434793cfacfd89e96421&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0758245 Jan 18 22:18:04.017306 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 59384) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:18:04.043350 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-0131fef7-c4cd-4b9d-b50d-83a62fc82b20 req-2a77d59d-3878-4de8-b78c-cf1721ffe8d8 tempest-SecurityGroupRulesNegativeTestJSON-1286158360 tempest-SecurityGroupRulesNegativeTestJSON-1286158360-project] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:04.054633 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898301b2-f633-4e2a-b78a-d72e587df471 req-da775797-4d50-4104-8d7f-102b18a9b003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:04.056396 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-898301b2-f633-4e2a-b78a-d72e587df471 req-da775797-4d50-4104-8d7f-102b18a9b003 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0cc62fa1-501a-4c08-a35a-60422ee1528b&tenant_id=7c124f68020a4e92b3e26dca83e43678 HTTP/1.1" status: 200 len: 1101 time: 0.0902429 Jan 18 22:18:04.088024 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-898301b2-f633-4e2a-b78a-d72e587df471 req-1b1da076-d9b4-4fbf-86d9-b2c685e72aee service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825064-1', 'device_owner': 'compute:nova'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:18:04.105129 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1b9b33b9-c8a4-4796-8d94-e363fa4e4eba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:04.114197 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-0131fef7-c4cd-4b9d-b50d-83a62fc82b20 req-2a77d59d-3878-4de8-b78c-cf1721ffe8d8 tempest-SecurityGroupRulesNegativeTestJSON-1286158360 tempest-SecurityGroupRulesNegativeTestJSON-1286158360-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:04.141603 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-39756dfc-dfe9-4eaf-820b-c974e05d72af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:04.146355 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1b9b33b9-c8a4-4796-8d94-e363fa4e4eba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:04.154154 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-39756dfc-dfe9-4eaf-820b-c974e05d72af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:04.201806 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39756dfc-dfe9-4eaf-820b-c974e05d72af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:18:04.203765 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39756dfc-dfe9-4eaf-820b-c974e05d72af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69f5e9f4-bae7-408d-934f-312862415cc1,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:04.211085 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-898301b2-f633-4e2a-b78a-d72e587df471 req-1b1da076-d9b4-4fbf-86d9-b2c685e72aee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:04.229613 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1b9b33b9-c8a4-4796-8d94-e363fa4e4eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:04.232191 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1b9b33b9-c8a4-4796-8d94-e363fa4e4eba admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:04.235865 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-1b9b33b9-c8a4-4796-8d94-e363fa4e4eba admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7ef8d5ad-24a2-4650-a471-5bd9e98d18e7 HTTP/1.1" status: 204 len: 168 time: 0.2150886 Jan 18 22:18:04.250158 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-39756dfc-dfe9-4eaf-820b-c974e05d72af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:04.250744 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-39756dfc-dfe9-4eaf-820b-c974e05d72af admin admin] Added segment 7dafbe17-ae16-4df7-8c02-fe1b5a40b72f of type vlan for network a5da0724-85f8-4f7a-a847-494e372a11a7 Jan 18 22:18:04.252569 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9b33b9-c8a4-4796-8d94-e363fa4e4eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef8d5ad-24a2-4650-a471-5bd9e98d18e7,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:04.257239 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-0131fef7-c4cd-4b9d-b50d-83a62fc82b20 req-2a77d59d-3878-4de8-b78c-cf1721ffe8d8 tempest-SecurityGroupRulesNegativeTestJSON-1286158360 tempest-SecurityGroupRulesNegativeTestJSON-1286158360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:04.260392 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-0131fef7-c4cd-4b9d-b50d-83a62fc82b20 req-2a77d59d-3878-4de8-b78c-cf1721ffe8d8 tempest-SecurityGroupRulesNegativeTestJSON-1286158360 tempest-SecurityGroupRulesNegativeTestJSON-1286158360-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:04.262578 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0131fef7-c4cd-4b9d-b50d-83a62fc82b20 req-2a77d59d-3878-4de8-b78c-cf1721ffe8d8 tempest-SecurityGroupRulesNegativeTestJSON-1286158360 tempest-SecurityGroupRulesNegativeTestJSON-1286158360-project] 10.222.0.53 "DELETE /v2.0/security-groups/51e6366b-f587-4d1b-bd53-cc1d7d937277 HTTP/1.1" status: 204 len: 173 time: 0.3348191 Jan 18 22:18:04.299858 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-39756dfc-dfe9-4eaf-820b-c974e05d72af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:04.326788 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-39756dfc-dfe9-4eaf-820b-c974e05d72af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:04.328913 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39756dfc-dfe9-4eaf-820b-c974e05d72af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:04.329801 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-39756dfc-dfe9-4eaf-820b-c974e05d72af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:04.388941 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-39756dfc-dfe9-4eaf-820b-c974e05d72af admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6729600 Jan 18 22:18:04.392227 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 59390) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:18:04.405121 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-0832a485-ebe0-4d1d-b7c5-b22e747e79e6 admin admin] Request body: {'subnet': {'network_id': 'a5da0724-85f8-4f7a-a847-494e372a11a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-717221246-subnet', 'tenant_id': '3e22b293a9084e0490b1a6b07c49b3aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:18:04.418382 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39756dfc-dfe9-4eaf-820b-c974e05d72af admin admin] Pushing event updated for resources: {'Network': ['ID=a5da0724-85f8-4f7a-a847-494e372a11a7,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:04.429114 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network a5da0724-85f8-4f7a-a847-494e372a11a7 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:18:04.439105 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0832a485-ebe0-4d1d-b7c5-b22e747e79e6 admin admin] Made reservation on behalf of 3e22b293a9084e0490b1a6b07c49b3aa for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:18:04.442033 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0832a485-ebe0-4d1d-b7c5-b22e747e79e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:04.597658 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125a5500-cf7b-4a25-9893-e299f1025ba3 req-a46dfed3-c419-4bfc-bdaa-184fe90b2be6 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:04.608321 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-125a5500-cf7b-4a25-9893-e299f1025ba3 req-a46dfed3-c419-4bfc-bdaa-184fe90b2be6 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=710e4fbf-3d93-42c0-b0b4-4811a367b0c1 HTTP/1.1" status: 200 len: 946 time: 0.4401650 Jan 18 22:18:04.615999 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a77d59d-3878-4de8-b78c-cf1721ffe8d8 tempest-SecurityGroupRulesNegativeTestJSON-1286158360 tempest-SecurityGroupRulesNegativeTestJSON-1286158360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51e6366b-f587-4d1b-bd53-cc1d7d937277,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:04.648117 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0832a485-ebe0-4d1d-b7c5-b22e747e79e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:04.707615 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0832a485-ebe0-4d1d-b7c5-b22e747e79e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37293b25-7507-4592-b7dc-bd715d34365c,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:04.716527 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0832a485-ebe0-4d1d-b7c5-b22e747e79e6 admin admin] Checking segment: {'id': '7dafbe17-ae16-4df7-8c02-fe1b5a40b72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a5da0724-85f8-4f7a-a847-494e372a11a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:18:04.717125 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0832a485-ebe0-4d1d-b7c5-b22e747e79e6 admin admin] Network hostable DHCP agents. Network: a5da0724-85f8-4f7a-a847-494e372a11a7, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:18:04.734231 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0832a485-ebe0-4d1d-b7c5-b22e747e79e6 admin admin] Network a5da0724-85f8-4f7a-a847-494e372a11a7 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:18:04.745368 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-0832a485-ebe0-4d1d-b7c5-b22e747e79e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, a5da0724-85f8-4f7a-a847-494e372a11a7) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:18:04.749842 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0832a485-ebe0-4d1d-b7c5-b22e747e79e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:04.750474 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0832a485-ebe0-4d1d-b7c5-b22e747e79e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:04.757677 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-125a5500-cf7b-4a25-9893-e299f1025ba3 req-7da24760-09fc-40b7-b7e0-507f904d13ce tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=69e59ffc-71ce-4c50-acf6-17bf11fb5545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474171 Jan 18 22:18:04.763460 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3c63f6-f201-424d-83f6-d811ea40ac33 None None] Network a5da0724-85f8-4f7a-a847-494e372a11a7 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:18:04.774692 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6b525c5f-ad58-47c4-9ed5-e9f14982212b req-d4617ae0-4188-4f06-b34e-60382a448628 tempest-SecurityGroupRulesNegativeTestJSON-1286158360 tempest-SecurityGroupRulesNegativeTestJSON-1286158360-project] 10.222.0.53 "GET /v2.0/security-groups/cd6e391a-4aa2-4645-a5bc-282e3ff51d1c HTTP/1.1" status: 200 len: 1812 time: 0.1868267 Jan 18 22:18:04.806759 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-0832a485-ebe0-4d1d-b7c5-b22e747e79e6 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4129279 Jan 18 22:18:04.935730 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-6b525c5f-ad58-47c4-9ed5-e9f14982212b req-2a1cce90-b51c-4c04-854f-aa791d66d978 tempest-SecurityGroupRulesNegativeTestJSON-1286158360 tempest-SecurityGroupRulesNegativeTestJSON-1286158360-project] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:04.968428 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b441408-1ef1-4e01-906e-172fddb1e5b8 None None] Network a5da0724-85f8-4f7a-a847-494e372a11a7 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:18:04.987309 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8fa276-17db-4a65-b7bf-5476a159758d req-441641c9-e1a0-4739-b686-0b6ad330b9ec tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:04.988832 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cc8fa276-17db-4a65-b7bf-5476a159758d req-441641c9-e1a0-4739-b686-0b6ad330b9ec tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cc62fa1-501a-4c08-a35a-60422ee1528b HTTP/1.1" status: 200 len: 950 time: 0.1257508 Jan 18 22:18:04.990615 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-898301b2-f633-4e2a-b78a-d72e587df471 req-1b1da076-d9b4-4fbf-86d9-b2c685e72aee service neutron] For port 855dc544-1a8f-4962-8790-4825dc408cf4, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=855dc544-1a8f-4962-8790-4825dc408cf4,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:18:04.993451 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-6b525c5f-ad58-47c4-9ed5-e9f14982212b req-2a1cce90-b51c-4c04-854f-aa791d66d978 tempest-SecurityGroupRulesNegativeTestJSON-1286158360 tempest-SecurityGroupRulesNegativeTestJSON-1286158360-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:05.091107 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cc8fa276-17db-4a65-b7bf-5476a159758d req-ff2b0211-b142-44c9-8622-7c1cc0fe2e91 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898170 Jan 18 22:18:05.094520 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-898301b2-f633-4e2a-b78a-d72e587df471 req-1b1da076-d9b4-4fbf-86d9-b2c685e72aee service neutron] For port 855dc544-1a8f-4962-8790-4825dc408cf4, host n-h2-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:18:05.132071 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-6b525c5f-ad58-47c4-9ed5-e9f14982212b req-2a1cce90-b51c-4c04-854f-aa791d66d978 tempest-SecurityGroupRulesNegativeTestJSON-1286158360 tempest-SecurityGroupRulesNegativeTestJSON-1286158360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:05.136967 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-6b525c5f-ad58-47c4-9ed5-e9f14982212b req-2a1cce90-b51c-4c04-854f-aa791d66d978 tempest-SecurityGroupRulesNegativeTestJSON-1286158360 tempest-SecurityGroupRulesNegativeTestJSON-1286158360-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:05.150925 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6b525c5f-ad58-47c4-9ed5-e9f14982212b req-2a1cce90-b51c-4c04-854f-aa791d66d978 tempest-SecurityGroupRulesNegativeTestJSON-1286158360 tempest-SecurityGroupRulesNegativeTestJSON-1286158360-project] 10.222.0.53 "DELETE /v2.0/security-groups/cd6e391a-4aa2-4645-a5bc-282e3ff51d1c HTTP/1.1" status: 204 len: 173 time: 0.3752849 Jan 18 22:18:05.179989 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1cce90-b51c-4c04-854f-aa791d66d978 tempest-SecurityGroupRulesNegativeTestJSON-1286158360 tempest-SecurityGroupRulesNegativeTestJSON-1286158360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd6e391a-4aa2-4645-a5bc-282e3ff51d1c,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:05.193013 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cc62fa1-501a-4c08-a35a-60422ee1528b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '855dc544-1a8f-4962-8790-4825dc408cf4'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:18:05.196158 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bacea19f-435f-48af-af2c-a2a5cf93166e" -d '{"events": [{"server_uuid": "0cc62fa1-501a-4c08-a35a-60422ee1528b", "name": "network-vif-unplugged", "status": "completed", "tag": "855dc544-1a8f-4962-8790-4825dc408cf4"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:18:05.207508 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-898301b2-f633-4e2a-b78a-d72e587df471 req-1b1da076-d9b4-4fbf-86d9-b2c685e72aee service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:05.231296 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-898301b2-f633-4e2a-b78a-d72e587df471 req-1b1da076-d9b4-4fbf-86d9-b2c685e72aee service neutron] Transition to ACTIVE for port object 855dc544-1a8f-4962-8790-4825dc408cf4 will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:18:05.238730 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-898301b2-f633-4e2a-b78a-d72e587df471 req-1b1da076-d9b4-4fbf-86d9-b2c685e72aee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:05.357171 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1da076-d9b4-4fbf-86d9-b2c685e72aee service neutron] Pushing event updated for resources: {'Port': ['ID=855dc544-1a8f-4962-8790-4825dc408cf4,revision_number=6']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:05.360372 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 18 Jan 2022 22:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90794c87-5663-4690-9bd1-b49f0d682699 x-openstack-request-id: req-90794c87-5663-4690-9bd1-b49f0d682699 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:18:05.360662 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cc62fa1-501a-4c08-a35a-60422ee1528b", "name": "network-vif-unplugged", "status": "completed", "tag": "855dc544-1a8f-4962-8790-4825dc408cf4", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:18:05.360914 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-90794c87-5663-4690-9bd1-b49f0d682699 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:18:05.361299 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cc62fa1-501a-4c08-a35a-60422ee1528b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '855dc544-1a8f-4962-8790-4825dc408cf4', 'code': 200} Jan 18 22:18:05.363806 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-898301b2-f633-4e2a-b78a-d72e587df471 req-1b1da076-d9b4-4fbf-86d9-b2c685e72aee service neutron] No DVR routers for this DVR port 855dc544-1a8f-4962-8790-4825dc408cf4 on host n-h2-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:18:05.385306 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c64a7a51-0894-4b56-9335-7238c1d6faf7 req-21956dbf-1155-45fe-995f-6ebd5db323fa tempest-SecurityGroupRulesNegativeTestJSON-1286158360 tempest-SecurityGroupRulesNegativeTestJSON-1286158360-project] 10.222.0.53 "GET /v2.0/security-groups/ff145bc4-89b5-4ffa-b85e-af0fea11aab5 HTTP/1.1" status: 200 len: 1810 time: 0.1038063 Jan 18 22:18:05.451579 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-898301b2-f633-4e2a-b78a-d72e587df471 req-1b1da076-d9b4-4fbf-86d9-b2c685e72aee service neutron] Attempting to bind port 855dc544-1a8f-4962-8790-4825dc408cf4 on host n-h1-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:18:05.451923 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-898301b2-f633-4e2a-b78a-d72e587df471 req-1b1da076-d9b4-4fbf-86d9-b2c685e72aee service neutron] Attempting to bind port 855dc544-1a8f-4962-8790-4825dc408cf4 by drivers openvswitch,hyperv on host n-h1-825064-1 at level 0 using segments [{'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:18:05.452324 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-898301b2-f633-4e2a-b78a-d72e587df471 req-1b1da076-d9b4-4fbf-86d9-b2c685e72aee service neutron] Attempting to bind port 855dc544-1a8f-4962-8790-4825dc408cf4 on network aed2eca7-1bb0-443d-8485-b985dbe9851b {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:18:05.462724 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-898301b2-f633-4e2a-b78a-d72e587df471 req-1b1da076-d9b4-4fbf-86d9-b2c685e72aee service neutron] Port 855dc544-1a8f-4962-8790-4825dc408cf4 on network aed2eca7-1bb0-443d-8485-b985dbe9851b not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:18:05.463055 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-898301b2-f633-4e2a-b78a-d72e587df471 req-1b1da076-d9b4-4fbf-86d9-b2c685e72aee service neutron] Attempting to bind port 855dc544-1a8f-4962-8790-4825dc408cf4 on network aed2eca7-1bb0-443d-8485-b985dbe9851b {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:18:05.472882 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-898301b2-f633-4e2a-b78a-d72e587df471 req-1b1da076-d9b4-4fbf-86d9-b2c685e72aee service neutron] Checking agent: {'id': 'e49d1b2a-ba11-487f-a804-ecbf3c0e8132', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:18:05.473221 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-898301b2-f633-4e2a-b78a-d72e587df471 req-1b1da076-d9b4-4fbf-86d9-b2c685e72aee service neutron] Checking segment: {'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:18:05.473600 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-898301b2-f633-4e2a-b78a-d72e587df471 req-1b1da076-d9b4-4fbf-86d9-b2c685e72aee service neutron] Bound using segment: {'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:18:05.474049 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-898301b2-f633-4e2a-b78a-d72e587df471 req-1b1da076-d9b4-4fbf-86d9-b2c685e72aee service neutron] Bound port: 855dc544-1a8f-4962-8790-4825dc408cf4, host: n-h1-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:18:05.474396 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-898301b2-f633-4e2a-b78a-d72e587df471 req-1b1da076-d9b4-4fbf-86d9-b2c685e72aee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:05.497996 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-c64a7a51-0894-4b56-9335-7238c1d6faf7 req-4cdbfdaf-9cba-4c75-afba-bb7a02f3ab14 tempest-SecurityGroupRulesNegativeTestJSON-1286158360 tempest-SecurityGroupRulesNegativeTestJSON-1286158360-project] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:05.542008 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 59442) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:18:05.553677 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-70b20e62-6ff1-4a2f-b4b1-a4b0b05efc37 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1027058674-network', 'tenant_id': 'b1c5986ddbdd4df099c2852b12ffe694'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:18:05.558474 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-c64a7a51-0894-4b56-9335-7238c1d6faf7 req-4cdbfdaf-9cba-4c75-afba-bb7a02f3ab14 tempest-SecurityGroupRulesNegativeTestJSON-1286158360 tempest-SecurityGroupRulesNegativeTestJSON-1286158360-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:05.623277 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-898301b2-f633-4e2a-b78a-d72e587df471 req-1b1da076-d9b4-4fbf-86d9-b2c685e72aee service neutron] For port 855dc544-1a8f-4962-8790-4825dc408cf4, host n-h1-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:18:05.639783 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-898301b2-f633-4e2a-b78a-d72e587df471 req-1b1da076-d9b4-4fbf-86d9-b2c685e72aee service neutron] For port 855dc544-1a8f-4962-8790-4825dc408cf4, host n-h1-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=855dc544-1a8f-4962-8790-4825dc408cf4,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:18:05.641971 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70b20e62-6ff1-4a2f-b4b1-a4b0b05efc37 admin admin] Made reservation on behalf of b1c5986ddbdd4df099c2852b12ffe694 for: {'network': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:18:05.644786 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-70b20e62-6ff1-4a2f-b4b1-a4b0b05efc37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:05.649345 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-898301b2-f633-4e2a-b78a-d72e587df471 req-1b1da076-d9b4-4fbf-86d9-b2c685e72aee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:05.684394 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-70b20e62-6ff1-4a2f-b4b1-a4b0b05efc37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:05.686109 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-c64a7a51-0894-4b56-9335-7238c1d6faf7 req-4cdbfdaf-9cba-4c75-afba-bb7a02f3ab14 tempest-SecurityGroupRulesNegativeTestJSON-1286158360 tempest-SecurityGroupRulesNegativeTestJSON-1286158360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:05.688579 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-c64a7a51-0894-4b56-9335-7238c1d6faf7 req-4cdbfdaf-9cba-4c75-afba-bb7a02f3ab14 tempest-SecurityGroupRulesNegativeTestJSON-1286158360 tempest-SecurityGroupRulesNegativeTestJSON-1286158360-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:05.689697 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c64a7a51-0894-4b56-9335-7238c1d6faf7 req-4cdbfdaf-9cba-4c75-afba-bb7a02f3ab14 tempest-SecurityGroupRulesNegativeTestJSON-1286158360 tempest-SecurityGroupRulesNegativeTestJSON-1286158360-project] 10.222.0.53 "DELETE /v2.0/security-groups/ff145bc4-89b5-4ffa-b85e-af0fea11aab5 HTTP/1.1" status: 204 len: 173 time: 0.3036172 Jan 18 22:18:05.707334 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898301b2-f633-4e2a-b78a-d72e587df471 req-1b1da076-d9b4-4fbf-86d9-b2c685e72aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:05.708004 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-898301b2-f633-4e2a-b78a-d72e587df471 req-1b1da076-d9b4-4fbf-86d9-b2c685e72aee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:05.709791 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-898301b2-f633-4e2a-b78a-d72e587df471 req-1b1da076-d9b4-4fbf-86d9-b2c685e72aee service neutron] 10.222.0.36 "PUT /v2.0/ports/855dc544-1a8f-4962-8790-4825dc408cf4 HTTP/1.1" status: 200 len: 1096 time: 1.6336694 Jan 18 22:18:05.739625 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdbfdaf-9cba-4c75-afba-bb7a02f3ab14 tempest-SecurityGroupRulesNegativeTestJSON-1286158360 tempest-SecurityGroupRulesNegativeTestJSON-1286158360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff145bc4-89b5-4ffa-b85e-af0fea11aab5,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:05.825027 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1da076-d9b4-4fbf-86d9-b2c685e72aee service neutron] Pushing event updated for resources: {'Port': ['ID=855dc544-1a8f-4962-8790-4825dc408cf4,revision_number=7']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:05.890418 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a8c7c257-a6eb-4e14-8ed3-bc4f6e40d0a5 req-68d5be50-a4b9-4dd9-b9f4-fa9bce30a491 tempest-SecurityGroupRulesNegativeTestJSON-1286158360 tempest-SecurityGroupRulesNegativeTestJSON-1286158360-project] 10.222.0.53 "GET /v2.0/security-groups/979ad468-1187-473f-95d2-8f2eb9fcf511 HTTP/1.1" status: 200 len: 1813 time: 0.1755095 Jan 18 22:18:05.929737 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898301b2-f633-4e2a-b78a-d72e587df471 req-0b6a1a98-ba5b-421f-872d-6d28c772c033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:05.931227 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-898301b2-f633-4e2a-b78a-d72e587df471 req-0b6a1a98-ba5b-421f-872d-6d28c772c033 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7c124f68020a4e92b3e26dca83e43678&device_id=0cc62fa1-501a-4c08-a35a-60422ee1528b HTTP/1.1" status: 200 len: 1099 time: 0.1847801 Jan 18 22:18:05.991251 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7934c65b-5a32-41f9-92aa-879efa4efbc5 req-d869588a-3f98-409f-a9c1-541586826aaa tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:05.993220 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7934c65b-5a32-41f9-92aa-879efa4efbc5 req-d869588a-3f98-409f-a9c1-541586826aaa tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=710e4fbf-3d93-42c0-b0b4-4811a367b0c1 HTTP/1.1" status: 200 len: 946 time: 0.1464503 Jan 18 22:18:06.085569 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-70b20e62-6ff1-4a2f-b4b1-a4b0b05efc37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:06.092838 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-a8c7c257-a6eb-4e14-8ed3-bc4f6e40d0a5 req-b94c17c3-9d16-45d9-974f-2347573d13c1 tempest-SecurityGroupRulesNegativeTestJSON-1286158360 tempest-SecurityGroupRulesNegativeTestJSON-1286158360-project] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:06.098004 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-70b20e62-6ff1-4a2f-b4b1-a4b0b05efc37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:06.160657 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7934c65b-5a32-41f9-92aa-879efa4efbc5 req-c3742bf2-e93a-4cab-b79c-c1503ace4ef4 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=69e59ffc-71ce-4c50-acf6-17bf11fb5545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325941 Jan 18 22:18:06.169226 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70b20e62-6ff1-4a2f-b4b1-a4b0b05efc37 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=102430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:18:06.174316 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-a8c7c257-a6eb-4e14-8ed3-bc4f6e40d0a5 req-b94c17c3-9d16-45d9-974f-2347573d13c1 tempest-SecurityGroupRulesNegativeTestJSON-1286158360 tempest-SecurityGroupRulesNegativeTestJSON-1286158360-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:06.189644 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898301b2-f633-4e2a-b78a-d72e587df471 req-ee9e532f-439b-47f1-b60f-6bb2def5f01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:06.191103 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-898301b2-f633-4e2a-b78a-d72e587df471 req-ee9e532f-439b-47f1-b60f-6bb2def5f01b service neutron] 10.222.0.36 "GET /v2.0/networks?id=aed2eca7-1bb0-443d-8485-b985dbe9851b HTTP/1.1" status: 200 len: 869 time: 0.2441247 Jan 18 22:18:06.191678 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b20e62-6ff1-4a2f-b4b1-a4b0b05efc37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb758eee-f9d1-4ba4-9b8a-9ce7d19c3dfb,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:06.209249 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-70b20e62-6ff1-4a2f-b4b1-a4b0b05efc37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:06.209591 n-d-825064-1 neutron-server[102430]: INFO neutron.db.segments_db [None req-70b20e62-6ff1-4a2f-b4b1-a4b0b05efc37 admin admin] Added segment ccdd62f8-8212-4dab-b8ad-fd66d70a7ed6 of type vlan for network 39be7a59-3356-4921-b2c3-2bfbc2deb0e2 Jan 18 22:18:06.254915 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-898301b2-f633-4e2a-b78a-d72e587df471 req-f98cec90-9745-4223-a84d-88ff0d9d9f67 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=855dc544-1a8f-4962-8790-4825dc408cf4 HTTP/1.1" status: 200 len: 217 time: 0.0567400 Jan 18 22:18:06.324969 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-a8c7c257-a6eb-4e14-8ed3-bc4f6e40d0a5 req-b94c17c3-9d16-45d9-974f-2347573d13c1 tempest-SecurityGroupRulesNegativeTestJSON-1286158360 tempest-SecurityGroupRulesNegativeTestJSON-1286158360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:06.326802 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-a8c7c257-a6eb-4e14-8ed3-bc4f6e40d0a5 req-b94c17c3-9d16-45d9-974f-2347573d13c1 tempest-SecurityGroupRulesNegativeTestJSON-1286158360 tempest-SecurityGroupRulesNegativeTestJSON-1286158360-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:06.327909 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a8c7c257-a6eb-4e14-8ed3-bc4f6e40d0a5 req-b94c17c3-9d16-45d9-974f-2347573d13c1 tempest-SecurityGroupRulesNegativeTestJSON-1286158360 tempest-SecurityGroupRulesNegativeTestJSON-1286158360-project] 10.222.0.53 "DELETE /v2.0/security-groups/979ad468-1187-473f-95d2-8f2eb9fcf511 HTTP/1.1" status: 204 len: 173 time: 0.4278243 Jan 18 22:18:06.329583 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-70b20e62-6ff1-4a2f-b4b1-a4b0b05efc37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:06.333582 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 59472) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:18:06.350256 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94c17c3-9d16-45d9-974f-2347573d13c1 tempest-SecurityGroupRulesNegativeTestJSON-1286158360 tempest-SecurityGroupRulesNegativeTestJSON-1286158360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=979ad468-1187-473f-95d2-8f2eb9fcf511,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:06.367850 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898301b2-f633-4e2a-b78a-d72e587df471 req-84916e1a-8950-46d4-9ff6-3345a32033ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:06.369716 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-898301b2-f633-4e2a-b78a-d72e587df471 req-84916e1a-8950-46d4-9ff6-3345a32033ad service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8518183d-cc63-459a-b971-d4c7514e001f HTTP/1.1" status: 200 len: 843 time: 0.0855360 Jan 18 22:18:06.390106 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-70b20e62-6ff1-4a2f-b4b1-a4b0b05efc37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:06.390106 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b20e62-6ff1-4a2f-b4b1-a4b0b05efc37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:06.390445 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-70b20e62-6ff1-4a2f-b4b1-a4b0b05efc37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:06.402726 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-6405521a-7bcd-4e16-8cea-581a107dc639 admin admin] Deleting subnet 09e338e6-f4b3-42ef-9726-2a7c3b7440c6 {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:18:06.406035 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6405521a-7bcd-4e16-8cea-581a107dc639 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:06.443990 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6405521a-7bcd-4e16-8cea-581a107dc639 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:06.493060 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6405521a-7bcd-4e16-8cea-581a107dc639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:06.494542 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-70b20e62-6ff1-4a2f-b4b1-a4b0b05efc37 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9521639 Jan 18 22:18:06.498304 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 59474) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:18:06.504796 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-e7f601f5-95fc-45c7-9ff1-4af98a7d57e8 admin admin] Request body: {'subnet': {'network_id': '39be7a59-3356-4921-b2c3-2bfbc2deb0e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1027058674-subnet', 'tenant_id': 'b1c5986ddbdd4df099c2852b12ffe694', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:18:06.519752 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b20e62-6ff1-4a2f-b4b1-a4b0b05efc37 admin admin] Pushing event updated for resources: {'Network': ['ID=39be7a59-3356-4921-b2c3-2bfbc2deb0e2,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:06.534323 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898301b2-f633-4e2a-b78a-d72e587df471 req-1d54931c-48e4-4497-9a23-a60d05b9faaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:06.535114 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 39be7a59-3356-4921-b2c3-2bfbc2deb0e2 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:18:06.535730 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-898301b2-f633-4e2a-b78a-d72e587df471 req-1d54931c-48e4-4497-9a23-a60d05b9faaa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=aed2eca7-1bb0-443d-8485-b985dbe9851b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1580884 Jan 18 22:18:06.550193 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45b5915-6d38-4eda-9757-0870f8baab58 req-38bac65f-770d-4cf5-9a29-7d0e568b32ef tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:06.551700 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d45b5915-6d38-4eda-9757-0870f8baab58 req-38bac65f-770d-4cf5-9a29-7d0e568b32ef tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cc62fa1-501a-4c08-a35a-60422ee1528b HTTP/1.1" status: 200 len: 948 time: 0.1401808 Jan 18 22:18:06.562500 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6405521a-7bcd-4e16-8cea-581a107dc639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:06.589510 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6405521a-7bcd-4e16-8cea-581a107dc639 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09e338e6-f4b3-42ef-9726-2a7c3b7440c6,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:06.590319 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7f601f5-95fc-45c7-9ff1-4af98a7d57e8 admin admin] Made reservation on behalf of b1c5986ddbdd4df099c2852b12ffe694 for: {'subnet': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:18:06.592790 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e7f601f5-95fc-45c7-9ff1-4af98a7d57e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62288702'] for subnet, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:06.593873 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6405521a-7bcd-4e16-8cea-581a107dc639 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:06.600734 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-6405521a-7bcd-4e16-8cea-581a107dc639 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/09e338e6-f4b3-42ef-9726-2a7c3b7440c6 HTTP/1.1" status: 204 len: 168 time: 0.2656229 Jan 18 22:18:06.609507 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 59478) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:18:06.669875 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 855dc544-1a8f-4962-8790-4825dc408cf4 no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:18:06.703386 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4ede3b3c-ae7c-4b35-a215-57626c1ca39f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:06.707539 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d45b5915-6d38-4eda-9757-0870f8baab58 req-da88313f-3905-4e3a-908d-595f977e9cf0 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446388 Jan 18 22:18:06.741520 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 855dc544-1a8f-4962-8790-4825dc408cf4 not bound to the agent host n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:18:06.764367 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-898301b2-f633-4e2a-b78a-d72e587df471 req-f83f4737-06b9-48ec-9b5d-01b4e5bb748d service neutron] 10.222.0.36 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103512 Jan 18 22:18:06.808617 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4ede3b3c-ae7c-4b35-a215-57626c1ca39f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:06.829793 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-4ede3b3c-ae7c-4b35-a215-57626c1ca39f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d346d5c-3db3-462e-94ea-2cb52f682f26']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:18:06.839863 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-4ede3b3c-ae7c-4b35-a215-57626c1ca39f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bb3752a-1b01-4b6b-be57-6c4d82c34f8a') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:18:06.840327 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-4ede3b3c-ae7c-4b35-a215-57626c1ca39f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bb3752a-1b01-4b6b-be57-6c4d82c34f8a') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:18:06.850251 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4ede3b3c-ae7c-4b35-a215-57626c1ca39f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:06.864659 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4ede3b3c-ae7c-4b35-a215-57626c1ca39f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:06.874985 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ede3b3c-ae7c-4b35-a215-57626c1ca39f admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:18:06.875677 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4ede3b3c-ae7c-4b35-a215-57626c1ca39f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:06.877461 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:18:06.877461 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:18:06.877461 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:18:06.877461 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:18:06.877461 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:18:06.877461 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:18:06.877461 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:18:06.877461 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:18:06.877461 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:18:06.877461 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:18:06.877461 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:18:06.877461 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:18:06.877461 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:18:06.877461 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:18:06.877461 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:18:06.877461 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:18:06.877461 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:18:06.877461 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:18:06.877461 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:18:06.877461 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:18:06.877461 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:18:06.877461 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:18:06.877461 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:18:06.877461 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:18:06.877461 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:18:06.877461 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:18:06.877461 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:18:06.877461 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:18:06.877461 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:18:06.877461 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:18:06.877461 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:18:06.877461 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:18:06.926525 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-898301b2-f633-4e2a-b78a-d72e587df471 req-7441f371-390f-45dd-8aad-3ec4999c0b4b service neutron] 10.222.0.36 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520522 Jan 18 22:18:06.936824 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4ede3b3c-ae7c-4b35-a215-57626c1ca39f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:06.950110 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4ede3b3c-ae7c-4b35-a215-57626c1ca39f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:06.955816 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-4ede3b3c-ae7c-4b35-a215-57626c1ca39f admin admin] 10.222.0.53 "DELETE /v2.0/networks/6d346d5c-3db3-462e-94ea-2cb52f682f26 HTTP/1.1" status: 204 len: 168 time: 0.3433654 Jan 18 22:18:06.964209 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e7f601f5-95fc-45c7-9ff1-4af98a7d57e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60203213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62288684'] for subnet, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:06.965741 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ede3b3c-ae7c-4b35-a215-57626c1ca39f admin admin] Pushing event deleted for resources: {'Network': ['ID=6d346d5c-3db3-462e-94ea-2cb52f682f26,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:07.024554 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 59494) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:18:07.035141 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f601f5-95fc-45c7-9ff1-4af98a7d57e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e32f0396-b5bb-4526-b450-96966c95a50e,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:07.041813 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f601f5-95fc-45c7-9ff1-4af98a7d57e8 admin admin] Checking segment: {'id': 'ccdd62f8-8212-4dab-b8ad-fd66d70a7ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '39be7a59-3356-4921-b2c3-2bfbc2deb0e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:18:07.042236 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f601f5-95fc-45c7-9ff1-4af98a7d57e8 admin admin] Network hostable DHCP agents. Network: 39be7a59-3356-4921-b2c3-2bfbc2deb0e2, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:18:07.061809 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f601f5-95fc-45c7-9ff1-4af98a7d57e8 admin admin] Network 39be7a59-3356-4921-b2c3-2bfbc2deb0e2 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:18:07.073147 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-e7f601f5-95fc-45c7-9ff1-4af98a7d57e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 39be7a59-3356-4921-b2c3-2bfbc2deb0e2) {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:18:07.078902 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f601f5-95fc-45c7-9ff1-4af98a7d57e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:07.079498 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e7f601f5-95fc-45c7-9ff1-4af98a7d57e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:07.096810 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-959fc684-afed-41ae-8cdd-e38c24fb5ca7 None None] Network 39be7a59-3356-4921-b2c3-2bfbc2deb0e2 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:18:07.110697 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-e7f601f5-95fc-45c7-9ff1-4af98a7d57e8 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6103768 Jan 18 22:18:07.160672 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-040b8eb4-b4a8-4185-bb39-6359966c5318 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:07.198167 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 59502) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:18:07.246848 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a9d5f8-92fc-4fbe-a9fd-a31271a710ae None None] Network 39be7a59-3356-4921-b2c3-2bfbc2deb0e2 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:18:07.258684 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-7eba788e-3e1a-4fc4-bdfa-7ef13c016ac0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=113a36c0109d440ca8770aaaf3ebd85c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0594447 Jan 18 22:18:07.269465 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 59504) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:18:07.294966 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-040b8eb4-b4a8-4185-bb39-6359966c5318 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:07.299554 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-040b8eb4-b4a8-4185-bb39-6359966c5318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:07.323220 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b8eb4-b4a8-4185-bb39-6359966c5318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18b635de-009e-4f01-8318-b9cf89ee813b,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:07.349942 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-040b8eb4-b4a8-4185-bb39-6359966c5318 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bcc0218b06b7429bb846bcd11677208c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3242068 Jan 18 22:18:07.350707 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 59508) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:18:07.354417 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744e6e69-476b-4499-8eb3-4ca8a0abdac1 req-728acccf-bcd3-46da-8dcb-3822be4216d2 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:07.355959 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-744e6e69-476b-4499-8eb3-4ca8a0abdac1 req-728acccf-bcd3-46da-8dcb-3822be4216d2 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=710e4fbf-3d93-42c0-b0b4-4811a367b0c1 HTTP/1.1" status: 200 len: 946 time: 0.1003852 Jan 18 22:18:07.366131 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cc62fa1-501a-4c08-a35a-60422ee1528b', 'tag': '855dc544-1a8f-4962-8790-4825dc408cf4'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:18:07.368535 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-127a0ef6-2041-4a13-ac86-5c936f4afeb7" -d '{"events": [{"name": "network-changed", "server_uuid": "0cc62fa1-501a-4c08-a35a-60422ee1528b", "tag": "855dc544-1a8f-4962-8790-4825dc408cf4"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:18:07.391164 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-914d9fa9-3549-4879-9610-acf59c629cf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:07.435394 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9bb7eda8-a6b0-477b-b57a-f6ef69545052 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:07.436284 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c6246d2-c1c9-40ba-ad99-5f6b547aaab1 x-openstack-request-id: req-2c6246d2-c1c9-40ba-ad99-5f6b547aaab1 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:18:07.436568 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cc62fa1-501a-4c08-a35a-60422ee1528b", "tag": "855dc544-1a8f-4962-8790-4825dc408cf4", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:18:07.436806 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2c6246d2-c1c9-40ba-ad99-5f6b547aaab1 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:18:07.438233 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cc62fa1-501a-4c08-a35a-60422ee1528b', 'tag': '855dc544-1a8f-4962-8790-4825dc408cf4', 'status': 'completed', 'code': 200} Jan 18 22:18:07.446167 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-744e6e69-476b-4499-8eb3-4ca8a0abdac1 req-d531faec-173a-44b4-a7fc-b3210d6c04ca tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=69e59ffc-71ce-4c50-acf6-17bf11fb5545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738075 Jan 18 22:18:07.448692 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-914d9fa9-3549-4879-9610-acf59c629cf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:07.480070 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9bb7eda8-a6b0-477b-b57a-f6ef69545052 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:07.534709 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9bb7eda8-a6b0-477b-b57a-f6ef69545052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:07.540173 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9bb7eda8-a6b0-477b-b57a-f6ef69545052 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:07.542165 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-9bb7eda8-a6b0-477b-b57a-f6ef69545052 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/18b635de-009e-4f01-8318-b9cf89ee813b HTTP/1.1" status: 204 len: 168 time: 0.1906261 Jan 18 22:18:07.555372 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb7eda8-a6b0-477b-b57a-f6ef69545052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b635de-009e-4f01-8318-b9cf89ee813b,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:07.574388 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127a0ef6-2041-4a13-ac86-5c936f4afeb7 req-e83c9bf1-e322-40b7-9cf5-faa5aa267118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:07.575817 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-127a0ef6-2041-4a13-ac86-5c936f4afeb7 req-e83c9bf1-e322-40b7-9cf5-faa5aa267118 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7c124f68020a4e92b3e26dca83e43678&device_id=0cc62fa1-501a-4c08-a35a-60422ee1528b HTTP/1.1" status: 200 len: 1099 time: 0.1248775 Jan 18 22:18:07.586647 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127a0ef6-2041-4a13-ac86-5c936f4afeb7 req-3411447b-cfe9-46c8-a289-97dc07ccd144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:07.588177 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-127a0ef6-2041-4a13-ac86-5c936f4afeb7 req-3411447b-cfe9-46c8-a289-97dc07ccd144 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7c124f68020a4e92b3e26dca83e43678&device_id=0cc62fa1-501a-4c08-a35a-60422ee1528b HTTP/1.1" status: 200 len: 1099 time: 0.1198969 Jan 18 22:18:07.706946 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-914d9fa9-3549-4879-9610-acf59c629cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:07.709458 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-914d9fa9-3549-4879-9610-acf59c629cf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:07.710605 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-914d9fa9-3549-4879-9610-acf59c629cf0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bb07a362-f961-469f-97e2-559d08ebcef9 HTTP/1.1" status: 204 len: 168 time: 0.4415905 Jan 18 22:18:07.732618 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914d9fa9-3549-4879-9610-acf59c629cf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb07a362-f961-469f-97e2-559d08ebcef9,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:07.778236 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127a0ef6-2041-4a13-ac86-5c936f4afeb7 req-8c65352e-a838-4112-9afb-bf3bb14ad8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:07.780202 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-127a0ef6-2041-4a13-ac86-5c936f4afeb7 req-8c65352e-a838-4112-9afb-bf3bb14ad8b4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=aed2eca7-1bb0-443d-8485-b985dbe9851b HTTP/1.1" status: 200 len: 869 time: 0.1908934 Jan 18 22:18:07.796934 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127a0ef6-2041-4a13-ac86-5c936f4afeb7 req-ef59b2d6-c049-4203-a235-b66eb5131137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:07.798594 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-127a0ef6-2041-4a13-ac86-5c936f4afeb7 req-ef59b2d6-c049-4203-a235-b66eb5131137 service neutron] 10.222.0.36 "GET /v2.0/networks?id=aed2eca7-1bb0-443d-8485-b985dbe9851b HTTP/1.1" status: 200 len: 869 time: 0.1951661 Jan 18 22:18:07.850197 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-127a0ef6-2041-4a13-ac86-5c936f4afeb7 req-2ca03b63-e05c-410a-b6a2-0db22dbd5dbb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=855dc544-1a8f-4962-8790-4825dc408cf4 HTTP/1.1" status: 200 len: 217 time: 0.0597205 Jan 18 22:18:07.981943 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-127a0ef6-2041-4a13-ac86-5c936f4afeb7 req-a7640807-807a-467f-8d9a-81092d0e3ccd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=855dc544-1a8f-4962-8790-4825dc408cf4 HTTP/1.1" status: 200 len: 217 time: 0.1488271 Jan 18 22:18:08.027649 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 59540) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:18:08.045209 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0d53f2cd-920a-45d6-ab0f-dfd4d1684721 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:08.069245 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127a0ef6-2041-4a13-ac86-5c936f4afeb7 req-82a70f0e-6013-4bda-853f-55cbac1ff715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:08.070804 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-127a0ef6-2041-4a13-ac86-5c936f4afeb7 req-82a70f0e-6013-4bda-853f-55cbac1ff715 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8518183d-cc63-459a-b971-d4c7514e001f HTTP/1.1" status: 200 len: 843 time: 0.1999094 Jan 18 22:18:08.088271 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d5a388-0e7f-41b5-a2a9-8b65876cb37d req-50046866-0561-4a54-b0b6-d28b4599decf tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:08.096252 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-92d5a388-0e7f-41b5-a2a9-8b65876cb37d req-50046866-0561-4a54-b0b6-d28b4599decf tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cc62fa1-501a-4c08-a35a-60422ee1528b HTTP/1.1" status: 200 len: 948 time: 0.2642059 Jan 18 22:18:08.124608 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127a0ef6-2041-4a13-ac86-5c936f4afeb7 req-c6bd49f9-80b2-4df3-8f83-00a0ef1e2efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:08.126046 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-127a0ef6-2041-4a13-ac86-5c936f4afeb7 req-c6bd49f9-80b2-4df3-8f83-00a0ef1e2efe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8518183d-cc63-459a-b971-d4c7514e001f HTTP/1.1" status: 200 len: 843 time: 0.1307857 Jan 18 22:18:08.143480 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0d53f2cd-920a-45d6-ab0f-dfd4d1684721 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:08.149575 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0d53f2cd-920a-45d6-ab0f-dfd4d1684721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:08.173120 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb6383-d91b-4f77-af61-248299df9f87 req-78b8746d-8df8-4264-a742-3314df3e0e8f tempest-VolumesAdminNegativeTest-1812890462 tempest-VolumesAdminNegativeTest-1812890462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:08.174598 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cedb6383-d91b-4f77-af61-248299df9f87 req-78b8746d-8df8-4264-a742-3314df3e0e8f tempest-VolumesAdminNegativeTest-1812890462 tempest-VolumesAdminNegativeTest-1812890462-project] 10.222.0.53 "GET /v2.0/networks?id=a5da0724-85f8-4f7a-a847-494e372a11a7 HTTP/1.1" status: 200 len: 814 time: 0.3405194 Jan 18 22:18:08.182029 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d53f2cd-920a-45d6-ab0f-dfd4d1684721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b7890e8-84c9-43b8-8e53-65bf0a707971,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:08.200668 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-0d53f2cd-920a-45d6-ab0f-dfd4d1684721 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c0af7296e2e74b199575a5522417d459&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1717660 Jan 18 22:18:08.203545 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 59546) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:18:08.226512 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cedb6383-d91b-4f77-af61-248299df9f87 req-d536ac96-300e-445e-9596-e48cb8664707 tempest-VolumesAdminNegativeTest-1812890462 tempest-VolumesAdminNegativeTest-1812890462-project] 10.222.0.53 "GET /v2.0/quotas/3e22b293a9084e0490b1a6b07c49b3aa HTTP/1.1" status: 200 len: 375 time: 0.0322611 Jan 18 22:18:08.236854 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-92d5a388-0e7f-41b5-a2a9-8b65876cb37d req-df50193c-ed51-4e45-b2c6-c83669e323bf tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392820 Jan 18 22:18:08.256411 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127a0ef6-2041-4a13-ac86-5c936f4afeb7 req-74803787-e1b0-4afb-bdf9-6102c2c7c055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:08.258703 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-127a0ef6-2041-4a13-ac86-5c936f4afeb7 req-74803787-e1b0-4afb-bdf9-6102c2c7c055 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aed2eca7-1bb0-443d-8485-b985dbe9851b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1513464 Jan 18 22:18:08.273457 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-af2ae396-87fd-4b5a-a381-c09183903136 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:08.290042 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cedb6383-d91b-4f77-af61-248299df9f87 req-2b1deeef-6f69-43ac-a8c8-7242566d253c tempest-VolumesAdminNegativeTest-1812890462 tempest-VolumesAdminNegativeTest-1812890462-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=3e22b293a9084e0490b1a6b07c49b3aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0504203 Jan 18 22:18:08.301901 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-af2ae396-87fd-4b5a-a381-c09183903136 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:08.306740 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127a0ef6-2041-4a13-ac86-5c936f4afeb7 req-fb863c20-0539-421b-a92a-ee9bdc85ba79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:08.308565 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-127a0ef6-2041-4a13-ac86-5c936f4afeb7 req-fb863c20-0539-421b-a92a-ee9bdc85ba79 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=aed2eca7-1bb0-443d-8485-b985dbe9851b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1572337 Jan 18 22:18:08.355279 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-af2ae396-87fd-4b5a-a381-c09183903136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:08.358504 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-af2ae396-87fd-4b5a-a381-c09183903136 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:08.362690 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-af2ae396-87fd-4b5a-a381-c09183903136 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8b7890e8-84c9-43b8-8e53-65bf0a707971 HTTP/1.1" status: 204 len: 168 time: 0.1552432 Jan 18 22:18:08.370460 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2ae396-87fd-4b5a-a381-c09183903136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b7890e8-84c9-43b8-8e53-65bf0a707971,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:08.475743 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-127a0ef6-2041-4a13-ac86-5c936f4afeb7 req-d544cb3a-d0ee-4c3b-9d28-07b7e1c110b4 service neutron] 10.222.0.67 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987886 Jan 18 22:18:08.527527 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-127a0ef6-2041-4a13-ac86-5c936f4afeb7 req-347b4e1f-0d96-4629-b714-82d00a1a52fa service neutron] 10.222.0.36 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888318 Jan 18 22:18:08.743378 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 59580) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:18:08.913227 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-7f33da97-10c2-40d2-af9c-e852febd295d admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-944342837-network', 'tenant_id': '416488e4b0824d72a5d26d41b6ae1c8b'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:18:08.943656 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f33da97-10c2-40d2-af9c-e852febd295d admin admin] Made reservation on behalf of 416488e4b0824d72a5d26d41b6ae1c8b for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:18:08.946560 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7f33da97-10c2-40d2-af9c-e852febd295d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:08.957798 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7f33da97-10c2-40d2-af9c-e852febd295d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:09.013117 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cedb6383-d91b-4f77-af61-248299df9f87 req-afcf07f4-916c-43a9-ac67-e5b6ba9ce207 service neutron] 10.222.0.53 "GET /v2.0/networks/a5da0724-85f8-4f7a-a847-494e372a11a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7095079 Jan 18 22:18:09.034819 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da161ed-d9b0-4486-bbba-6aec5ebabbbe req-2943322f-2963-4bb0-ab92-61db09a9d371 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:09.036300 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6da161ed-d9b0-4486-bbba-6aec5ebabbbe req-2943322f-2963-4bb0-ab92-61db09a9d371 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=710e4fbf-3d93-42c0-b0b4-4811a367b0c1 HTTP/1.1" status: 200 len: 946 time: 0.5074995 Jan 18 22:18:09.052293 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7f33da97-10c2-40d2-af9c-e852febd295d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:09.058511 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7f33da97-10c2-40d2-af9c-e852febd295d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:09.071121 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f33da97-10c2-40d2-af9c-e852febd295d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:18:09.082868 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7f33da97-10c2-40d2-af9c-e852febd295d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:09.083597 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-7f33da97-10c2-40d2-af9c-e852febd295d admin admin] Added segment 9c8aa559-92ea-4559-97a1-0f06b3828906 of type vlan for network 1762acfb-84bb-4ead-ad72-1a4a148fa8d0 Jan 18 22:18:09.085340 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-127a0ef6-2041-4a13-ac86-5c936f4afeb7 req-f1718121-72cf-4e78-9115-8a7c2eceece0 service neutron] 10.222.0.67 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5812366 Jan 18 22:18:09.116090 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f33da97-10c2-40d2-af9c-e852febd295d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c4bf55-5500-407d-b673-5722e53c1d60,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:09.149578 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7f33da97-10c2-40d2-af9c-e852febd295d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:09.153491 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-127a0ef6-2041-4a13-ac86-5c936f4afeb7 req-78091d6f-ca3c-40dc-b71d-916ce9619045 service neutron] 10.222.0.36 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5770493 Jan 18 22:18:09.185734 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6da161ed-d9b0-4486-bbba-6aec5ebabbbe req-088b7899-cff0-4836-8b3c-4d6e48b0d5fd tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=69e59ffc-71ce-4c50-acf6-17bf11fb5545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307814 Jan 18 22:18:09.187720 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7f33da97-10c2-40d2-af9c-e852febd295d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:09.190437 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f33da97-10c2-40d2-af9c-e852febd295d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:09.192941 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7f33da97-10c2-40d2-af9c-e852febd295d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:09.220986 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cedb6383-d91b-4f77-af61-248299df9f87 req-b6188400-15d4-4a01-aa8a-c1b4c857ba29 service neutron] 10.222.0.53 "GET /v2.0/networks/a5da0724-85f8-4f7a-a847-494e372a11a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837063 Jan 18 22:18:09.297538 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 59598) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:18:09.300693 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-7f33da97-10c2-40d2-af9c-e852febd295d admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.5525906 Jan 18 22:18:09.302672 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-64ab0263-a7a2-4504-8405-a287402e0575 admin admin] Request body: {'subnet': {'network_id': '1762acfb-84bb-4ead-ad72-1a4a148fa8d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-944342837-subnet', 'tenant_id': '416488e4b0824d72a5d26d41b6ae1c8b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:18:09.311733 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f33da97-10c2-40d2-af9c-e852febd295d admin admin] Pushing event updated for resources: {'Network': ['ID=1762acfb-84bb-4ead-ad72-1a4a148fa8d0,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:09.323421 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 1762acfb-84bb-4ead-ad72-1a4a148fa8d0 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:18:09.346553 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64ab0263-a7a2-4504-8405-a287402e0575 admin admin] Made reservation on behalf of 416488e4b0824d72a5d26d41b6ae1c8b for: {'subnet': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:18:09.364154 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-64ab0263-a7a2-4504-8405-a287402e0575 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62288702'] for subnet, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:09.521403 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0933e9b1-c907-4fca-80f4-854c370d1741 req-95aea735-4572-4ce5-80bb-8b79e1d7ccf2 tempest-VolumesAdminNegativeTest-1812890462 tempest-VolumesAdminNegativeTest-1812890462-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0cd9c11-8a4e-49eb-9ce9-da98fbb7cedc HTTP/1.1" status: 200 len: 210 time: 0.0511520 Jan 18 22:18:09.536887 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced16c22-febc-4900-88c6-ea52e30f11c1 req-03bacb30-7bcc-4a8d-bb6e-ed9aafadeb95 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:09.538276 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ced16c22-febc-4900-88c6-ea52e30f11c1 req-03bacb30-7bcc-4a8d-bb6e-ed9aafadeb95 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cc62fa1-501a-4c08-a35a-60422ee1528b HTTP/1.1" status: 200 len: 948 time: 0.0966940 Jan 18 22:18:09.624949 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ced16c22-febc-4900-88c6-ea52e30f11c1 req-4f10dae8-b53c-41cd-a925-230090461ac7 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762913 Jan 18 22:18:09.689732 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-64ab0263-a7a2-4504-8405-a287402e0575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60203213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62288684'] for subnet, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:09.826096 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ab0263-a7a2-4504-8405-a287402e0575 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f851953c-aaa7-48e2-bd75-91f1d3c31b95,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:09.878019 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ab0263-a7a2-4504-8405-a287402e0575 admin admin] Checking segment: {'id': '9c8aa559-92ea-4559-97a1-0f06b3828906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1762acfb-84bb-4ead-ad72-1a4a148fa8d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:18:09.878328 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ab0263-a7a2-4504-8405-a287402e0575 admin admin] Network hostable DHCP agents. Network: 1762acfb-84bb-4ead-ad72-1a4a148fa8d0, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:18:10.003680 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ab0263-a7a2-4504-8405-a287402e0575 admin admin] Network 1762acfb-84bb-4ead-ad72-1a4a148fa8d0 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:18:10.031471 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9667dcf7-68ab-42a6-a002-551d37d93c60 req-d407faba-120a-45c7-8a1b-44064ed906f0 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:10.032896 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9667dcf7-68ab-42a6-a002-551d37d93c60 req-d407faba-120a-45c7-8a1b-44064ed906f0 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.36 "GET /v2.0/ports?device_id=0cc62fa1-501a-4c08-a35a-60422ee1528b&tenant_id=7c124f68020a4e92b3e26dca83e43678&binding%3Ahost_id=n-h1-825064-1 HTTP/1.1" status: 200 len: 948 time: 0.1426299 Jan 18 22:18:10.033495 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-64ab0263-a7a2-4504-8405-a287402e0575 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 1762acfb-84bb-4ead-ad72-1a4a148fa8d0) {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:18:10.040019 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ab0263-a7a2-4504-8405-a287402e0575 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:10.040792 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-64ab0263-a7a2-4504-8405-a287402e0575 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:10.045281 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f03c80c-618d-4ea6-b3be-ec1ad9376646 None None] Network 1762acfb-84bb-4ead-ad72-1a4a148fa8d0 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:18:10.121045 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-64ab0263-a7a2-4504-8405-a287402e0575 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8223472 Jan 18 22:18:10.130997 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58da21e6-c1bb-4d80-b8d5-b6820d07f2ec req-9a425056-e58b-43ae-8255-8979d06f6135 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:10.142314 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-58da21e6-c1bb-4d80-b8d5-b6820d07f2ec req-9a425056-e58b-43ae-8255-8979d06f6135 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cc62fa1-501a-4c08-a35a-60422ee1528b HTTP/1.1" status: 200 len: 948 time: 0.1880960 Jan 18 22:18:10.192291 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9667dcf7-68ab-42a6-a002-551d37d93c60 req-96c0b7b1-8b54-43dc-a1da-83b4cfae4005 service neutron] 10.222.0.36 "GET /v2.0/ports/855dc544-1a8f-4962-8790-4825dc408cf4/bindings/n-h1-825064-1 HTTP/1.1" status: 200 len: 382 time: 0.1361408 Jan 18 22:18:10.216093 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-58da21e6-c1bb-4d80-b8d5-b6820d07f2ec req-e431d563-8d61-4c43-8d7c-d59dd2394650 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677624 Jan 18 22:18:10.271717 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f55e5d8-13a6-4d42-8397-aef26ededae5 None None] Network 1762acfb-84bb-4ead-ad72-1a4a148fa8d0 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:18:10.297482 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9667dcf7-68ab-42a6-a002-551d37d93c60 req-cff275be-083b-4b81-b98b-c0505764b332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:10.299038 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9667dcf7-68ab-42a6-a002-551d37d93c60 req-cff275be-083b-4b81-b98b-c0505764b332 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7c124f68020a4e92b3e26dca83e43678&device_id=0cc62fa1-501a-4c08-a35a-60422ee1528b HTTP/1.1" status: 200 len: 1099 time: 0.0600529 Jan 18 22:18:10.407617 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 855dc544-1a8f-4962-8790-4825dc408cf4 details requested by agent hyperv_n-h1-825064-1 with host n-h1-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:18:10.431637 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52396e1-179b-4598-8e4a-47d89bd73d2c req-239c156b-a7a8-4b15-af16-1f764c085f83 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:10.433208 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a52396e1-179b-4598-8e4a-47d89bd73d2c req-239c156b-a7a8-4b15-af16-1f764c085f83 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=710e4fbf-3d93-42c0-b0b4-4811a367b0c1 HTTP/1.1" status: 200 len: 946 time: 0.1280649 Jan 18 22:18:10.464514 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9667dcf7-68ab-42a6-a002-551d37d93c60 req-daf6d2df-d207-4b1e-a106-6b940d49f738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:10.466092 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9667dcf7-68ab-42a6-a002-551d37d93c60 req-daf6d2df-d207-4b1e-a106-6b940d49f738 service neutron] 10.222.0.36 "GET /v2.0/networks?id=aed2eca7-1bb0-443d-8485-b985dbe9851b HTTP/1.1" status: 200 len: 869 time: 0.1592057 Jan 18 22:18:10.518948 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a52396e1-179b-4598-8e4a-47d89bd73d2c req-5a6cae09-a599-45a7-86bc-673f92d1876f tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=69e59ffc-71ce-4c50-acf6-17bf11fb5545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767713 Jan 18 22:18:10.520633 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9667dcf7-68ab-42a6-a002-551d37d93c60 req-2b116d65-9feb-4f35-9ded-8863aff022f9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=855dc544-1a8f-4962-8790-4825dc408cf4 HTTP/1.1" status: 200 len: 217 time: 0.0433474 Jan 18 22:18:10.558057 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 855dc544-1a8f-4962-8790-4825dc408cf4, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=855dc544-1a8f-4962-8790-4825dc408cf4,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:18:10.574357 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Returning: {'device': '855dc544-1a8f-4962-8790-4825dc408cf4', 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b', 'port_id': '855dc544-1a8f-4962-8790-4825dc408cf4', 'mac_address': 'fa:16:3e:4a:d9:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8518183d-cc63-459a-b971-d4c7514e001f', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:18:10.590018 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9667dcf7-68ab-42a6-a002-551d37d93c60 req-f52258dc-0274-4a5b-a9bb-c66115cfd20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:10.591611 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9667dcf7-68ab-42a6-a002-551d37d93c60 req-f52258dc-0274-4a5b-a9bb-c66115cfd20a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8518183d-cc63-459a-b971-d4c7514e001f HTTP/1.1" status: 200 len: 843 time: 0.0620387 Jan 18 22:18:10.625756 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:10.644664 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 855dc544-1a8f-4962-8790-4825dc408cf4 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:18:10.662801 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9667dcf7-68ab-42a6-a002-551d37d93c60 req-975f05e2-2208-4893-baa3-cff45ca465cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:10.665037 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9667dcf7-68ab-42a6-a002-551d37d93c60 req-975f05e2-2208-4893-baa3-cff45ca465cb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=aed2eca7-1bb0-443d-8485-b985dbe9851b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0597687 Jan 18 22:18:10.682402 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 855dc544-1a8f-4962-8790-4825dc408cf4, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=855dc544-1a8f-4962-8790-4825dc408cf4,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:18:10.690605 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:10.764531 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=855dc544-1a8f-4962-8790-4825dc408cf4,revision_number=8']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:10.928151 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-38476986-4314-41a4-acd8-063c349b4631 req-4962ca32-c7c7-4d69-9399-33018aaba914 tempest-VolumesAdminNegativeTest-1812890462 tempest-VolumesAdminNegativeTest-1812890462-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0cd9c11-8a4e-49eb-9ce9-da98fbb7cedc HTTP/1.1" status: 200 len: 210 time: 0.0580783 Jan 18 22:18:10.934440 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9667dcf7-68ab-42a6-a002-551d37d93c60 req-fd05bcaa-784d-4b19-9054-15f6fd1fc33f service neutron] 10.222.0.36 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598755 Jan 18 22:18:10.941539 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8e3b13-5eff-4b45-b816-c473ccbb5291 req-799a2626-8380-45e2-9e24-a5ad846d1fb0 tempest-InstanceActionsNegativeTestJSON-100577597 tempest-InstanceActionsNegativeTestJSON-100577597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:10.953874 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ea8e3b13-5eff-4b45-b816-c473ccbb5291 req-799a2626-8380-45e2-9e24-a5ad846d1fb0 tempest-InstanceActionsNegativeTestJSON-100577597 tempest-InstanceActionsNegativeTestJSON-100577597-project] 10.222.0.53 "GET /v2.0/networks?id=1762acfb-84bb-4ead-ad72-1a4a148fa8d0 HTTP/1.1" status: 200 len: 821 time: 0.2661440 Jan 18 22:18:10.998991 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['855dc544-1a8f-4962-8790-4825dc408cf4'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:18:11.012115 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ea8e3b13-5eff-4b45-b816-c473ccbb5291 req-13956fb3-c7f5-417a-b5f2-3fac7ae97572 tempest-InstanceActionsNegativeTestJSON-100577597 tempest-InstanceActionsNegativeTestJSON-100577597-project] 10.222.0.53 "GET /v2.0/quotas/416488e4b0824d72a5d26d41b6ae1c8b HTTP/1.1" status: 200 len: 375 time: 0.0463388 Jan 18 22:18:11.051501 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ea8e3b13-5eff-4b45-b816-c473ccbb5291 req-93fc51e0-2a17-46ba-a5f8-ebb00e8de117 tempest-InstanceActionsNegativeTestJSON-100577597 tempest-InstanceActionsNegativeTestJSON-100577597-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=416488e4b0824d72a5d26d41b6ae1c8b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314217 Jan 18 22:18:11.150408 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb6383-d91b-4f77-af61-248299df9f87 req-def301b2-bf47-4bdc-8913-6b125fd66b3d tempest-VolumesAdminNegativeTest-1812890462 tempest-VolumesAdminNegativeTest-1812890462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:11.152020 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 59666) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:18:11.152969 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-cedb6383-d91b-4f77-af61-248299df9f87 req-def301b2-bf47-4bdc-8913-6b125fd66b3d tempest-VolumesAdminNegativeTest-1812890462 tempest-VolumesAdminNegativeTest-1812890462-project] 10.222.0.36 "GET /v2.0/networks?id=a5da0724-85f8-4f7a-a847-494e372a11a7 HTTP/1.1" status: 200 len: 814 time: 0.4794543 Jan 18 22:18:11.160802 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9667dcf7-68ab-42a6-a002-551d37d93c60 req-7af2dd4c-8ad8-4a79-8a0a-4b13d0bd0ea5 service neutron] 10.222.0.36 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053432 Jan 18 22:18:11.172008 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-cedb6383-d91b-4f77-af61-248299df9f87 req-02a9a050-92fc-4f6b-81da-37bd49ae7c7b tempest-VolumesAdminNegativeTest-1812890462 tempest-VolumesAdminNegativeTest-1812890462-project] Request body: {'port': {'device_id': 'c0cd9c11-8a4e-49eb-9ce9-da98fbb7cedc', 'network_id': 'a5da0724-85f8-4f7a-a847-494e372a11a7', 'admin_state_up': True, 'tenant_id': '3e22b293a9084e0490b1a6b07c49b3aa'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:18:11.202702 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ea8e3b13-5eff-4b45-b816-c473ccbb5291 req-14ed9f13-8f7b-4355-a80a-ad046244e6c3 service neutron] 10.222.0.53 "GET /v2.0/networks/1762acfb-84bb-4ead-ad72-1a4a148fa8d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309512 Jan 18 22:18:11.295167 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cedb6383-d91b-4f77-af61-248299df9f87 req-02a9a050-92fc-4f6b-81da-37bd49ae7c7b tempest-VolumesAdminNegativeTest-1812890462 tempest-VolumesAdminNegativeTest-1812890462-project] Made reservation on behalf of 3e22b293a9084e0490b1a6b07c49b3aa for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:18:11.298662 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-cedb6383-d91b-4f77-af61-248299df9f87 req-02a9a050-92fc-4f6b-81da-37bd49ae7c7b tempest-VolumesAdminNegativeTest-1812890462 tempest-VolumesAdminNegativeTest-1812890462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:11.334815 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ad623f17-98e0-4c8f-8bac-a84c0ac0f111 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:11.348007 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ea8e3b13-5eff-4b45-b816-c473ccbb5291 req-4bec7a36-60f5-4424-b515-b71be2ebdc57 service neutron] 10.222.0.53 "GET /v2.0/networks/1762acfb-84bb-4ead-ad72-1a4a148fa8d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394885 Jan 18 22:18:11.373386 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad4b5ee-9fa8-48e0-a729-dfbbcbbf65af req-fe645d9d-4ed3-4875-a2fb-01b781d2ffd5 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:11.374859 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bad4b5ee-9fa8-48e0-a729-dfbbcbbf65af req-fe645d9d-4ed3-4875-a2fb-01b781d2ffd5 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cc62fa1-501a-4c08-a35a-60422ee1528b HTTP/1.1" status: 200 len: 949 time: 0.0947661 Jan 18 22:18:11.440578 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [req-cedb6383-d91b-4f77-af61-248299df9f87 req-02a9a050-92fc-4f6b-81da-37bd49ae7c7b tempest-VolumesAdminNegativeTest-1812890462 tempest-VolumesAdminNegativeTest-1812890462-project] Allocated IP 172.20.0.8 (a5da0724-85f8-4f7a-a847-494e372a11a7/37293b25-7507-4592-b7dc-bd715d34365c/3a5d6d9b-48a9-4f8a-8af9-5b29aca3b4ce) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:18:11.443272 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bad4b5ee-9fa8-48e0-a729-dfbbcbbf65af req-a6252fc6-c7ba-4004-a673-0ecbb44881f8 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551114 Jan 18 22:18:11.493609 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ad623f17-98e0-4c8f-8bac-a84c0ac0f111 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:11.513608 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ad623f17-98e0-4c8f-8bac-a84c0ac0f111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:11.541160 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-93f985a4-80b4-44f7-aa09-76cbde1b5859 req-d92886b9-10a5-4c7f-a082-186b47dd4882 tempest-InstanceActionsNegativeTestJSON-100577597 tempest-InstanceActionsNegativeTestJSON-100577597-project] 10.222.0.53 "GET /v2.0/ports?device_id=a78ebb9c-dd46-4b33-abe2-d6c9033476ac HTTP/1.1" status: 200 len: 210 time: 0.0420909 Jan 18 22:18:11.577997 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-ad623f17-98e0-4c8f-8bac-a84c0ac0f111 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4c36f16f55c946b89c12310f5c181ff8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4225934 Jan 18 22:18:11.579528 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 59682) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:18:11.609412 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad623f17-98e0-4c8f-8bac-a84c0ac0f111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a766d0ee-205d-4cd7-ae85-2a48a739b9b9,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:11.694247 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-cedb6383-d91b-4f77-af61-248299df9f87 req-02a9a050-92fc-4f6b-81da-37bd49ae7c7b tempest-VolumesAdminNegativeTest-1812890462 tempest-VolumesAdminNegativeTest-1812890462-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:11.712376 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e329156b-cec3-4e13-9ad1-0f0b99b33e8f req-684269e9-4470-4c25-b587-2c66632b84b7 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:11.713852 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e329156b-cec3-4e13-9ad1-0f0b99b33e8f req-684269e9-4470-4c25-b587-2c66632b84b7 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=710e4fbf-3d93-42c0-b0b4-4811a367b0c1 HTTP/1.1" status: 200 len: 946 time: 0.0898921 Jan 18 22:18:11.714660 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-cf396803-88c0-4782-9ab2-9b048f12d98e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:11.734662 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-cedb6383-d91b-4f77-af61-248299df9f87 req-02a9a050-92fc-4f6b-81da-37bd49ae7c7b tempest-VolumesAdminNegativeTest-1812890462 tempest-VolumesAdminNegativeTest-1812890462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:11.757349 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-cf396803-88c0-4782-9ab2-9b048f12d98e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:11.780314 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cedb6383-d91b-4f77-af61-248299df9f87 req-02a9a050-92fc-4f6b-81da-37bd49ae7c7b tempest-VolumesAdminNegativeTest-1812890462 tempest-VolumesAdminNegativeTest-1812890462-project] Network a5da0724-85f8-4f7a-a847-494e372a11a7 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:18:11.788056 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [req-cedb6383-d91b-4f77-af61-248299df9f87 req-02a9a050-92fc-4f6b-81da-37bd49ae7c7b tempest-VolumesAdminNegativeTest-1812890462 tempest-VolumesAdminNegativeTest-1812890462-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:18:11.788358 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e329156b-cec3-4e13-9ad1-0f0b99b33e8f req-274ac315-a1c6-4daa-a98f-e3417b486491 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=69e59ffc-71ce-4c50-acf6-17bf11fb5545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672786 Jan 18 22:18:11.795630 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-cedb6383-d91b-4f77-af61-248299df9f87 req-02a9a050-92fc-4f6b-81da-37bd49ae7c7b tempest-VolumesAdminNegativeTest-1812890462 tempest-VolumesAdminNegativeTest-1812890462-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:18:11.830582 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-cf396803-88c0-4782-9ab2-9b048f12d98e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:11.832880 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a9a050-92fc-4f6b-81da-37bd49ae7c7b tempest-VolumesAdminNegativeTest-1812890462 tempest-VolumesAdminNegativeTest-1812890462-project] Pushing event updated for resources: {'Port': ['ID=3a5d6d9b-48a9-4f8a-8af9-5b29aca3b4ce,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:11.833540 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-cf396803-88c0-4782-9ab2-9b048f12d98e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:11.834809 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-cf396803-88c0-4782-9ab2-9b048f12d98e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a766d0ee-205d-4cd7-ae85-2a48a739b9b9 HTTP/1.1" status: 204 len: 168 time: 0.2542901 Jan 18 22:18:11.843731 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf396803-88c0-4782-9ab2-9b048f12d98e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a766d0ee-205d-4cd7-ae85-2a48a739b9b9,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:11.861169 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb6383-d91b-4f77-af61-248299df9f87 req-02a9a050-92fc-4f6b-81da-37bd49ae7c7b tempest-VolumesAdminNegativeTest-1812890462 tempest-VolumesAdminNegativeTest-1812890462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:11.861799 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-cedb6383-d91b-4f77-af61-248299df9f87 req-02a9a050-92fc-4f6b-81da-37bd49ae7c7b tempest-VolumesAdminNegativeTest-1812890462 tempest-VolumesAdminNegativeTest-1812890462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:11.885319 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-cedb6383-d91b-4f77-af61-248299df9f87 req-02a9a050-92fc-4f6b-81da-37bd49ae7c7b tempest-VolumesAdminNegativeTest-1812890462 tempest-VolumesAdminNegativeTest-1812890462-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7172079 Jan 18 22:18:11.903210 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-cedb6383-d91b-4f77-af61-248299df9f87 req-ab15de81-5dd5-492f-a5e5-84858ef7dd0a service neutron] Request body: {'port': {'device_id': 'c0cd9c11-8a4e-49eb-9ce9-da98fbb7cedc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:18:11.966804 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-cedb6383-d91b-4f77-af61-248299df9f87 req-ab15de81-5dd5-492f-a5e5-84858ef7dd0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:12.069480 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373b729a-3006-41a7-906b-2ab2e91d8d4b req-c5366142-7708-447c-9bb3-47912618d88b tempest-VolumesAdminNegativeTest-1812890462 tempest-VolumesAdminNegativeTest-1812890462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:12.071319 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-373b729a-3006-41a7-906b-2ab2e91d8d4b req-c5366142-7708-447c-9bb3-47912618d88b tempest-VolumesAdminNegativeTest-1812890462 tempest-VolumesAdminNegativeTest-1812890462-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0cd9c11-8a4e-49eb-9ce9-da98fbb7cedc HTTP/1.1" status: 200 len: 931 time: 0.0592842 Jan 18 22:18:12.128689 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-373b729a-3006-41a7-906b-2ab2e91d8d4b req-028da689-72cb-44fc-833b-f9c29aa3d445 tempest-VolumesAdminNegativeTest-1812890462 tempest-VolumesAdminNegativeTest-1812890462-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f5e9f4-bae7-408d-934f-312862415cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399284 Jan 18 22:18:12.177721 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 59698) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:18:12.198114 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-be4140f7-bfb8-49e2-a546-4729b1283c0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:12.278138 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-be4140f7-bfb8-49e2-a546-4729b1283c0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:12.283527 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-be4140f7-bfb8-49e2-a546-4729b1283c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:12.299371 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [req-cedb6383-d91b-4f77-af61-248299df9f87 req-ab15de81-5dd5-492f-a5e5-84858ef7dd0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a5d6d9b-48a9-4f8a-8af9-5b29aca3b4ce {{(pid=102431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:18:12.307030 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-cedb6383-d91b-4f77-af61-248299df9f87 req-ab15de81-5dd5-492f-a5e5-84858ef7dd0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:12.319166 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-be4140f7-bfb8-49e2-a546-4729b1283c0f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=eefc2f2958484e0ea50272fa2b23f957&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1401124 Jan 18 22:18:12.319564 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [req-cedb6383-d91b-4f77-af61-248299df9f87 req-ab15de81-5dd5-492f-a5e5-84858ef7dd0a service neutron] Transition to ACTIVE for port object 3a5d6d9b-48a9-4f8a-8af9-5b29aca3b4ce will not be triggered until provisioned by entity L2. {{(pid=102431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:18:12.321585 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4140f7-bfb8-49e2-a546-4729b1283c0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d8f49c-7506-45da-8077-279cb0ab502c,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:12.322333 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 59700) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:18:12.331125 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-cedb6383-d91b-4f77-af61-248299df9f87 req-ab15de81-5dd5-492f-a5e5-84858ef7dd0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:12.406045 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15de81-5dd5-492f-a5e5-84858ef7dd0a service neutron] Pushing event updated for resources: {'Port': ['ID=3a5d6d9b-48a9-4f8a-8af9-5b29aca3b4ce,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:12.416752 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 855dc544-1a8f-4962-8790-4825dc408cf4 up at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:18:12.461111 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-62c6423f-7e4c-4be0-b3ce-aeceee2a793d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:12.468408 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning for port 855dc544-1a8f-4962-8790-4825dc408cf4 completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:18:12.473822 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning complete for port 855dc544-1a8f-4962-8790-4825dc408cf4 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:18:12.474263 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:12.493828 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-62c6423f-7e4c-4be0-b3ce-aeceee2a793d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:12.524884 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-cedb6383-d91b-4f77-af61-248299df9f87 req-ab15de81-5dd5-492f-a5e5-84858ef7dd0a service neutron] Attempting to bind port 3a5d6d9b-48a9-4f8a-8af9-5b29aca3b4ce on host n-h1-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:18:12.525140 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-cedb6383-d91b-4f77-af61-248299df9f87 req-ab15de81-5dd5-492f-a5e5-84858ef7dd0a service neutron] Attempting to bind port 3a5d6d9b-48a9-4f8a-8af9-5b29aca3b4ce by drivers openvswitch,hyperv on host n-h1-825064-1 at level 0 using segments [{'id': '7dafbe17-ae16-4df7-8c02-fe1b5a40b72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a5da0724-85f8-4f7a-a847-494e372a11a7'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:18:12.525425 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedb6383-d91b-4f77-af61-248299df9f87 req-ab15de81-5dd5-492f-a5e5-84858ef7dd0a service neutron] Attempting to bind port 3a5d6d9b-48a9-4f8a-8af9-5b29aca3b4ce on network a5da0724-85f8-4f7a-a847-494e372a11a7 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:18:12.540935 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedb6383-d91b-4f77-af61-248299df9f87 req-ab15de81-5dd5-492f-a5e5-84858ef7dd0a service neutron] Port 3a5d6d9b-48a9-4f8a-8af9-5b29aca3b4ce on network a5da0724-85f8-4f7a-a847-494e372a11a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:18:12.541312 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedb6383-d91b-4f77-af61-248299df9f87 req-ab15de81-5dd5-492f-a5e5-84858ef7dd0a service neutron] Attempting to bind port 3a5d6d9b-48a9-4f8a-8af9-5b29aca3b4ce on network a5da0724-85f8-4f7a-a847-494e372a11a7 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:18:12.547835 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedb6383-d91b-4f77-af61-248299df9f87 req-ab15de81-5dd5-492f-a5e5-84858ef7dd0a service neutron] Checking agent: {'id': 'e49d1b2a-ba11-487f-a804-ecbf3c0e8132', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:18:12.549958 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedb6383-d91b-4f77-af61-248299df9f87 req-ab15de81-5dd5-492f-a5e5-84858ef7dd0a service neutron] Checking segment: {'id': '7dafbe17-ae16-4df7-8c02-fe1b5a40b72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a5da0724-85f8-4f7a-a847-494e372a11a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:18:12.550482 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedb6383-d91b-4f77-af61-248299df9f87 req-ab15de81-5dd5-492f-a5e5-84858ef7dd0a service neutron] Bound using segment: {'id': '7dafbe17-ae16-4df7-8c02-fe1b5a40b72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a5da0724-85f8-4f7a-a847-494e372a11a7'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:18:12.551099 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-cedb6383-d91b-4f77-af61-248299df9f87 req-ab15de81-5dd5-492f-a5e5-84858ef7dd0a service neutron] Bound port: 3a5d6d9b-48a9-4f8a-8af9-5b29aca3b4ce, host: n-h1-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dafbe17-ae16-4df7-8c02-fe1b5a40b72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a5da0724-85f8-4f7a-a847-494e372a11a7'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:18:12.551243 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-cedb6383-d91b-4f77-af61-248299df9f87 req-ab15de81-5dd5-492f-a5e5-84858ef7dd0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:12.622623 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:12.627832 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:12.646409 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-cedb6383-d91b-4f77-af61-248299df9f87 req-ab15de81-5dd5-492f-a5e5-84858ef7dd0a service neutron] For port 3a5d6d9b-48a9-4f8a-8af9-5b29aca3b4ce, host n-h1-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:18:12.653610 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-cedb6383-d91b-4f77-af61-248299df9f87 req-ab15de81-5dd5-492f-a5e5-84858ef7dd0a service neutron] For port 3a5d6d9b-48a9-4f8a-8af9-5b29aca3b4ce, host n-h1-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=3a5d6d9b-48a9-4f8a-8af9-5b29aca3b4ce,segment=NetworkSegment(7dafbe17-ae16-4df7-8c02-fe1b5a40b72f),segment_id=7dafbe17-ae16-4df7-8c02-fe1b5a40b72f)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:18:12.658711 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d4373-bda2-44bc-b45f-f433011d9f8f req-c38bc78a-6638-42f7-a697-ed5aa0743f9f tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:12.662648 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-cedb6383-d91b-4f77-af61-248299df9f87 req-ab15de81-5dd5-492f-a5e5-84858ef7dd0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:12.666807 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-353d4373-bda2-44bc-b45f-f433011d9f8f req-c38bc78a-6638-42f7-a697-ed5aa0743f9f tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cc62fa1-501a-4c08-a35a-60422ee1528b HTTP/1.1" status: 200 len: 949 time: 0.1444688 Jan 18 22:18:12.688040 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cc62fa1-501a-4c08-a35a-60422ee1528b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '855dc544-1a8f-4962-8790-4825dc408cf4'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:18:12.695868 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1afb1195-039e-4fa7-acea-01fd3cb04ab8" -d '{"events": [{"server_uuid": "0cc62fa1-501a-4c08-a35a-60422ee1528b", "name": "network-vif-plugged", "status": "completed", "tag": "855dc544-1a8f-4962-8790-4825dc408cf4"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:18:12.698488 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-62c6423f-7e4c-4be0-b3ce-aeceee2a793d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:12.702660 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-62c6423f-7e4c-4be0-b3ce-aeceee2a793d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:12.704213 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-62c6423f-7e4c-4be0-b3ce-aeceee2a793d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c3d8f49c-7506-45da-8077-279cb0ab502c HTTP/1.1" status: 204 len: 168 time: 0.3806534 Jan 18 22:18:12.730871 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb6383-d91b-4f77-af61-248299df9f87 req-ab15de81-5dd5-492f-a5e5-84858ef7dd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:12.731906 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-cedb6383-d91b-4f77-af61-248299df9f87 req-ab15de81-5dd5-492f-a5e5-84858ef7dd0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:12.733500 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-cedb6383-d91b-4f77-af61-248299df9f87 req-ab15de81-5dd5-492f-a5e5-84858ef7dd0a service neutron] 10.222.0.36 "PUT /v2.0/ports/3a5d6d9b-48a9-4f8a-8af9-5b29aca3b4ce HTTP/1.1" status: 200 len: 1091 time: 0.8346531 Jan 18 22:18:12.733646 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 855dc544-1a8f-4962-8790-4825dc408cf4, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=855dc544-1a8f-4962-8790-4825dc408cf4,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:18:12.741558 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-353d4373-bda2-44bc-b45f-f433011d9f8f req-b7152ab6-0169-4cde-907d-84b17d053a3e tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715184 Jan 18 22:18:12.745540 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0cd9c11-8a4e-49eb-9ce9-da98fbb7cedc', 'tag': '3a5d6d9b-48a9-4f8a-8af9-5b29aca3b4ce'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:18:12.748800 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-464e8bb6-649d-483b-8ab8-2df882969220" -d '{"events": [{"name": "network-changed", "server_uuid": "c0cd9c11-8a4e-49eb-9ce9-da98fbb7cedc", "tag": "3a5d6d9b-48a9-4f8a-8af9-5b29aca3b4ce"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:18:12.754482 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c6423f-7e4c-4be0-b3ce-aeceee2a793d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d8f49c-7506-45da-8077-279cb0ab502c,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:12.758015 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:12.775877 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15de81-5dd5-492f-a5e5-84858ef7dd0a service neutron] Pushing event updated for resources: {'Port': ['ID=3a5d6d9b-48a9-4f8a-8af9-5b29aca3b4ce,revision_number=3']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:12.815201 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aba25c5f-c6e4-4989-b6d4-a3f02d9ef50b req-66d2ec8a-5845-41ed-adb2-a975bb42cca3 tempest-InstanceActionsNegativeTestJSON-100577597 tempest-InstanceActionsNegativeTestJSON-100577597-project] 10.222.0.53 "GET /v2.0/ports?device_id=a78ebb9c-dd46-4b33-abe2-d6c9033476ac HTTP/1.1" status: 200 len: 210 time: 0.0657222 Jan 18 22:18:12.824487 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8e3b13-5eff-4b45-b816-c473ccbb5291 req-7e83ef46-7815-4f66-a2d8-f04001f20dd5 tempest-InstanceActionsNegativeTestJSON-100577597 tempest-InstanceActionsNegativeTestJSON-100577597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:12.826605 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ea8e3b13-5eff-4b45-b816-c473ccbb5291 req-7e83ef46-7815-4f66-a2d8-f04001f20dd5 tempest-InstanceActionsNegativeTestJSON-100577597 tempest-InstanceActionsNegativeTestJSON-100577597-project] 10.222.0.67 "GET /v2.0/networks?id=1762acfb-84bb-4ead-ad72-1a4a148fa8d0 HTTP/1.1" status: 200 len: 821 time: 0.2547917 Jan 18 22:18:12.868578 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-ea8e3b13-5eff-4b45-b816-c473ccbb5291 req-dcb132bb-dc3a-46f8-abf0-df140d757289 tempest-InstanceActionsNegativeTestJSON-100577597 tempest-InstanceActionsNegativeTestJSON-100577597-project] Request body: {'port': {'device_id': 'a78ebb9c-dd46-4b33-abe2-d6c9033476ac', 'network_id': '1762acfb-84bb-4ead-ad72-1a4a148fa8d0', 'admin_state_up': True, 'tenant_id': '416488e4b0824d72a5d26d41b6ae1c8b'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:18:12.888394 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=855dc544-1a8f-4962-8790-4825dc408cf4,revision_number=9']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:12.927459 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb6383-d91b-4f77-af61-248299df9f87 req-222ef932-c6b7-468a-a2ca-d434d5cf1472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:12.929152 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-cedb6383-d91b-4f77-af61-248299df9f87 req-222ef932-c6b7-468a-a2ca-d434d5cf1472 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3e22b293a9084e0490b1a6b07c49b3aa&device_id=c0cd9c11-8a4e-49eb-9ce9-da98fbb7cedc HTTP/1.1" status: 200 len: 1094 time: 0.1007731 Jan 18 22:18:12.982814 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-cedb6383-d91b-4f77-af61-248299df9f87 req-5d969b32-ecc8-412a-ba02-345ec6550908 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a5d6d9b-48a9-4f8a-8af9-5b29aca3b4ce HTTP/1.1" status: 200 len: 217 time: 0.0456653 Jan 18 22:18:13.038371 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5156c5a-70bc-43a8-92ac-a965e2ca8a07 x-openstack-request-id: req-f5156c5a-70bc-43a8-92ac-a965e2ca8a07 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:18:13.039446 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0cd9c11-8a4e-49eb-9ce9-da98fbb7cedc", "tag": "3a5d6d9b-48a9-4f8a-8af9-5b29aca3b4ce", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:18:13.040165 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f5156c5a-70bc-43a8-92ac-a965e2ca8a07 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:18:13.040693 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0cd9c11-8a4e-49eb-9ce9-da98fbb7cedc', 'tag': '3a5d6d9b-48a9-4f8a-8af9-5b29aca3b4ce', 'status': 'completed', 'code': 200} Jan 18 22:18:13.053059 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea8e3b13-5eff-4b45-b816-c473ccbb5291 req-dcb132bb-dc3a-46f8-abf0-df140d757289 tempest-InstanceActionsNegativeTestJSON-100577597 tempest-InstanceActionsNegativeTestJSON-100577597-project] Made reservation on behalf of 416488e4b0824d72a5d26d41b6ae1c8b for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:18:13.065872 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-ea8e3b13-5eff-4b45-b816-c473ccbb5291 req-dcb132bb-dc3a-46f8-abf0-df140d757289 tempest-InstanceActionsNegativeTestJSON-100577597 tempest-InstanceActionsNegativeTestJSON-100577597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:13.066033 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb6383-d91b-4f77-af61-248299df9f87 req-53f167e3-bf96-428e-a582-0c35daf816ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:13.066033 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-cedb6383-d91b-4f77-af61-248299df9f87 req-53f167e3-bf96-428e-a582-0c35daf816ef service neutron] 10.222.0.36 "GET /v2.0/subnets?id=37293b25-7507-4592-b7dc-bd715d34365c HTTP/1.1" status: 200 len: 854 time: 0.0758598 Jan 18 22:18:13.109477 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-cedb6383-d91b-4f77-af61-248299df9f87 req-7716579e-05a1-4361-bf6c-35451b50dcf0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a5da0724-85f8-4f7a-a847-494e372a11a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341861 Jan 18 22:18:13.177598 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54354844-7643-47a8-ada8-08257bb569d3 req-0e67e418-6d67-4401-af17-1a07171470e3 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:13.178470 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77cda7c0-fb14-43ed-a411-eb3e9c3f3bc6 x-openstack-request-id: req-77cda7c0-fb14-43ed-a411-eb3e9c3f3bc6 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:18:13.178838 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cc62fa1-501a-4c08-a35a-60422ee1528b", "name": "network-vif-plugged", "status": "completed", "tag": "855dc544-1a8f-4962-8790-4825dc408cf4", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:18:13.179158 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-77cda7c0-fb14-43ed-a411-eb3e9c3f3bc6 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:18:13.179982 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-54354844-7643-47a8-ada8-08257bb569d3 req-0e67e418-6d67-4401-af17-1a07171470e3 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=710e4fbf-3d93-42c0-b0b4-4811a367b0c1 HTTP/1.1" status: 200 len: 946 time: 0.1155763 Jan 18 22:18:13.184938 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cc62fa1-501a-4c08-a35a-60422ee1528b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '855dc544-1a8f-4962-8790-4825dc408cf4', 'code': 200} Jan 18 22:18:13.267242 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-cedb6383-d91b-4f77-af61-248299df9f87 req-3137042d-dc42-473b-ac7a-0e567f5368ef service neutron] 10.222.0.36 "GET /v2.0/networks/a5da0724-85f8-4f7a-a847-494e372a11a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481795 Jan 18 22:18:13.306053 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-54354844-7643-47a8-ada8-08257bb569d3 req-20e12317-c5de-4ad0-9d88-4ec24a813f9b tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=69e59ffc-71ce-4c50-acf6-17bf11fb5545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166303 Jan 18 22:18:13.328395 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-ea8e3b13-5eff-4b45-b816-c473ccbb5291 req-dcb132bb-dc3a-46f8-abf0-df140d757289 tempest-InstanceActionsNegativeTestJSON-100577597 tempest-InstanceActionsNegativeTestJSON-100577597-project] Allocated IP 172.20.0.2 (1762acfb-84bb-4ead-ad72-1a4a148fa8d0/f851953c-aaa7-48e2-bd75-91f1d3c31b95/0b2c296e-f35c-4211-a21b-ee121ef1d961) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:18:13.348491 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23772e3-5e3a-4f5d-97a2-74225a938ed7 req-d419cc92-8dbb-4009-80a1-14fa83c3b4f2 tempest-VolumesAdminNegativeTest-1812890462 tempest-VolumesAdminNegativeTest-1812890462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:13.356405 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e23772e3-5e3a-4f5d-97a2-74225a938ed7 req-d419cc92-8dbb-4009-80a1-14fa83c3b4f2 tempest-VolumesAdminNegativeTest-1812890462 tempest-VolumesAdminNegativeTest-1812890462-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0cd9c11-8a4e-49eb-9ce9-da98fbb7cedc HTTP/1.1" status: 200 len: 943 time: 0.1048052 Jan 18 22:18:13.394159 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-cedb6383-d91b-4f77-af61-248299df9f87 req-197d22eb-e97f-46e3-964e-74cbb1dfb2b0 service neutron] 10.222.0.36 "GET /v2.0/networks/a5da0724-85f8-4f7a-a847-494e372a11a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127195 Jan 18 22:18:13.422195 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e23772e3-5e3a-4f5d-97a2-74225a938ed7 req-b215dcca-847f-4c1a-8d9f-43392b5405b0 tempest-VolumesAdminNegativeTest-1812890462 tempest-VolumesAdminNegativeTest-1812890462-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f5e9f4-bae7-408d-934f-312862415cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649235 Jan 18 22:18:13.470306 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:13.499242 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464e8bb6-649d-483b-8ab8-2df882969220 req-e4373805-a3b5-44a3-b7b2-1ac2953d678a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:13.501392 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-464e8bb6-649d-483b-8ab8-2df882969220 req-e4373805-a3b5-44a3-b7b2-1ac2953d678a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3e22b293a9084e0490b1a6b07c49b3aa&device_id=c0cd9c11-8a4e-49eb-9ce9-da98fbb7cedc HTTP/1.1" status: 200 len: 1094 time: 0.0549238 Jan 18 22:18:13.554814 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-ea8e3b13-5eff-4b45-b816-c473ccbb5291 req-dcb132bb-dc3a-46f8-abf0-df140d757289 tempest-InstanceActionsNegativeTestJSON-100577597 tempest-InstanceActionsNegativeTestJSON-100577597-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:13.600653 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-ea8e3b13-5eff-4b45-b816-c473ccbb5291 req-dcb132bb-dc3a-46f8-abf0-df140d757289 tempest-InstanceActionsNegativeTestJSON-100577597 tempest-InstanceActionsNegativeTestJSON-100577597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:13.645801 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464e8bb6-649d-483b-8ab8-2df882969220 req-bc36dcdf-f746-4633-9c03-f1a3cdaf8d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:13.647287 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-464e8bb6-649d-483b-8ab8-2df882969220 req-bc36dcdf-f746-4633-9c03-f1a3cdaf8d66 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a5da0724-85f8-4f7a-a847-494e372a11a7 HTTP/1.1" status: 200 len: 914 time: 0.1350000 Jan 18 22:18:13.665161 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9667dcf7-68ab-42a6-a002-551d37d93c60 req-bdf7f5db-0cf2-4e2e-8e66-dc1ba1621e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:13.666724 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-9667dcf7-68ab-42a6-a002-551d37d93c60 req-bdf7f5db-0cf2-4e2e-8e66-dc1ba1621e7e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0cc62fa1-501a-4c08-a35a-60422ee1528b&tenant_id=7c124f68020a4e92b3e26dca83e43678 HTTP/1.1" status: 200 len: 1101 time: 0.0740228 Jan 18 22:18:13.681409 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea8e3b13-5eff-4b45-b816-c473ccbb5291 req-dcb132bb-dc3a-46f8-abf0-df140d757289 tempest-InstanceActionsNegativeTestJSON-100577597 tempest-InstanceActionsNegativeTestJSON-100577597-project] Network 1762acfb-84bb-4ead-ad72-1a4a148fa8d0 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:18:13.685388 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-ea8e3b13-5eff-4b45-b816-c473ccbb5291 req-dcb132bb-dc3a-46f8-abf0-df140d757289 tempest-InstanceActionsNegativeTestJSON-100577597 tempest-InstanceActionsNegativeTestJSON-100577597-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:18:13.687974 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea8e3b13-5eff-4b45-b816-c473ccbb5291 req-dcb132bb-dc3a-46f8-abf0-df140d757289 tempest-InstanceActionsNegativeTestJSON-100577597 tempest-InstanceActionsNegativeTestJSON-100577597-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:18:13.696592 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-464e8bb6-649d-483b-8ab8-2df882969220 req-a1ac5d08-d7d2-43fd-9d14-1732d8982f0b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a5d6d9b-48a9-4f8a-8af9-5b29aca3b4ce HTTP/1.1" status: 200 len: 217 time: 0.0402074 Jan 18 22:18:13.700850 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-9667dcf7-68ab-42a6-a002-551d37d93c60 req-538cf549-725e-4488-8edc-399db3fda854 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825064-1', 'device_owner': 'compute:nova'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:18:13.716110 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb132bb-dc3a-46f8-abf0-df140d757289 tempest-InstanceActionsNegativeTestJSON-100577597 tempest-InstanceActionsNegativeTestJSON-100577597-project] Pushing event updated for resources: {'Port': ['ID=0b2c296e-f35c-4211-a21b-ee121ef1d961,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:13.751350 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8e3b13-5eff-4b45-b816-c473ccbb5291 req-dcb132bb-dc3a-46f8-abf0-df140d757289 tempest-InstanceActionsNegativeTestJSON-100577597 tempest-InstanceActionsNegativeTestJSON-100577597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:13.751950 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-ea8e3b13-5eff-4b45-b816-c473ccbb5291 req-dcb132bb-dc3a-46f8-abf0-df140d757289 tempest-InstanceActionsNegativeTestJSON-100577597 tempest-InstanceActionsNegativeTestJSON-100577597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:13.769977 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ea8e3b13-5eff-4b45-b816-c473ccbb5291 req-dcb132bb-dc3a-46f8-abf0-df140d757289 tempest-InstanceActionsNegativeTestJSON-100577597 tempest-InstanceActionsNegativeTestJSON-100577597-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9214451 Jan 18 22:18:13.783602 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-ea8e3b13-5eff-4b45-b816-c473ccbb5291 req-d48206a1-9d05-48c2-9c63-cbc4f54b339c service neutron] Request body: {'port': {'device_id': 'a78ebb9c-dd46-4b33-abe2-d6c9033476ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:18:13.803937 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-9667dcf7-68ab-42a6-a002-551d37d93c60 req-538cf549-725e-4488-8edc-399db3fda854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:13.808063 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464e8bb6-649d-483b-8ab8-2df882969220 req-d2a0b482-7d71-41b6-9ec4-f75e23d59817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:13.809763 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-464e8bb6-649d-483b-8ab8-2df882969220 req-d2a0b482-7d71-41b6-9ec4-f75e23d59817 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=37293b25-7507-4592-b7dc-bd715d34365c HTTP/1.1" status: 200 len: 854 time: 0.1038339 Jan 18 22:18:13.863550 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-464e8bb6-649d-483b-8ab8-2df882969220 req-10141a74-57dd-4f45-add2-516a57373702 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a5da0724-85f8-4f7a-a847-494e372a11a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452645 Jan 18 22:18:13.879041 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-ea8e3b13-5eff-4b45-b816-c473ccbb5291 req-d48206a1-9d05-48c2-9c63-cbc4f54b339c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:13.905230 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6e3776-d9dd-4143-9ff4-e89cf4a6e0b3 req-c58456b9-68f6-49bc-8d40-a16eb2342c60 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:13.906618 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2c6e3776-d9dd-4143-9ff4-e89cf4a6e0b3 req-c58456b9-68f6-49bc-8d40-a16eb2342c60 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cc62fa1-501a-4c08-a35a-60422ee1528b HTTP/1.1" status: 200 len: 950 time: 0.0921636 Jan 18 22:18:13.978907 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2c6e3776-d9dd-4143-9ff4-e89cf4a6e0b3 req-5a26d528-765a-4c34-8ee0-5886cb9cdf3d tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553327 Jan 18 22:18:14.094487 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-464e8bb6-649d-483b-8ab8-2df882969220 req-733d630b-687f-4a58-b8d2-444e02a1d263 service neutron] 10.222.0.36 "GET /v2.0/networks/a5da0724-85f8-4f7a-a847-494e372a11a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229235 Jan 18 22:18:14.162828 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8d6861-1d65-4bdb-aa30-3db0e63800f2 req-845c8207-2055-4c5d-be93-f7380dc18bdc tempest-InstanceActionsNegativeTestJSON-100577597 tempest-InstanceActionsNegativeTestJSON-100577597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:14.164637 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-db8d6861-1d65-4bdb-aa30-3db0e63800f2 req-845c8207-2055-4c5d-be93-f7380dc18bdc tempest-InstanceActionsNegativeTestJSON-100577597 tempest-InstanceActionsNegativeTestJSON-100577597-project] 10.222.0.53 "GET /v2.0/ports?device_id=a78ebb9c-dd46-4b33-abe2-d6c9033476ac HTTP/1.1" status: 200 len: 931 time: 0.1071243 Jan 18 22:18:14.199461 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-9667dcf7-68ab-42a6-a002-551d37d93c60 req-538cf549-725e-4488-8edc-399db3fda854 service neutron] For port 855dc544-1a8f-4962-8790-4825dc408cf4, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=855dc544-1a8f-4962-8790-4825dc408cf4,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:18:14.242933 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-db8d6861-1d65-4bdb-aa30-3db0e63800f2 req-c7e276d4-69d1-4a50-87af-a11826e5ec5b tempest-InstanceActionsNegativeTestJSON-100577597 tempest-InstanceActionsNegativeTestJSON-100577597-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4c4bf55-5500-407d-b673-5722e53c1d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698397 Jan 18 22:18:14.250596 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-464e8bb6-649d-483b-8ab8-2df882969220 req-346a53f0-d98f-4641-9c4e-b46c98fc1319 service neutron] 10.222.0.36 "GET /v2.0/networks/a5da0724-85f8-4f7a-a847-494e372a11a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455090 Jan 18 22:18:14.261227 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-9667dcf7-68ab-42a6-a002-551d37d93c60 req-538cf549-725e-4488-8edc-399db3fda854 service neutron] For port 855dc544-1a8f-4962-8790-4825dc408cf4, host n-h1-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:18:14.285280 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [req-ea8e3b13-5eff-4b45-b816-c473ccbb5291 req-d48206a1-9d05-48c2-9c63-cbc4f54b339c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b2c296e-f35c-4211-a21b-ee121ef1d961 {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:18:14.293754 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-ea8e3b13-5eff-4b45-b816-c473ccbb5291 req-d48206a1-9d05-48c2-9c63-cbc4f54b339c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:14.314363 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-ea8e3b13-5eff-4b45-b816-c473ccbb5291 req-d48206a1-9d05-48c2-9c63-cbc4f54b339c service neutron] Transition to ACTIVE for port object 0b2c296e-f35c-4211-a21b-ee121ef1d961 will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:18:14.314548 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-9667dcf7-68ab-42a6-a002-551d37d93c60 req-538cf549-725e-4488-8edc-399db3fda854 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:14.314667 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-ea8e3b13-5eff-4b45-b816-c473ccbb5291 req-d48206a1-9d05-48c2-9c63-cbc4f54b339c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:14.327609 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [req-9667dcf7-68ab-42a6-a002-551d37d93c60 req-538cf549-725e-4488-8edc-399db3fda854 service neutron] Transition to ACTIVE for port object 855dc544-1a8f-4962-8790-4825dc408cf4 will not be triggered until provisioned by entity L2. {{(pid=102431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:18:14.331753 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-9667dcf7-68ab-42a6-a002-551d37d93c60 req-538cf549-725e-4488-8edc-399db3fda854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:14.369131 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48206a1-9d05-48c2-9c63-cbc4f54b339c service neutron] Pushing event updated for resources: {'Port': ['ID=0b2c296e-f35c-4211-a21b-ee121ef1d961,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:14.417624 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-9667dcf7-68ab-42a6-a002-551d37d93c60 req-538cf549-725e-4488-8edc-399db3fda854 service neutron] No DVR routers for this DVR port 855dc544-1a8f-4962-8790-4825dc408cf4 on host n-h1-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:18:14.425993 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538cf549-725e-4488-8edc-399db3fda854 service neutron] Pushing event updated for resources: {'Port': ['ID=855dc544-1a8f-4962-8790-4825dc408cf4,revision_number=10']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:14.472572 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-9667dcf7-68ab-42a6-a002-551d37d93c60 req-538cf549-725e-4488-8edc-399db3fda854 service neutron] Attempting to bind port 855dc544-1a8f-4962-8790-4825dc408cf4 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:18:14.473149 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-9667dcf7-68ab-42a6-a002-551d37d93c60 req-538cf549-725e-4488-8edc-399db3fda854 service neutron] Attempting to bind port 855dc544-1a8f-4962-8790-4825dc408cf4 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:18:14.473702 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9667dcf7-68ab-42a6-a002-551d37d93c60 req-538cf549-725e-4488-8edc-399db3fda854 service neutron] Attempting to bind port 855dc544-1a8f-4962-8790-4825dc408cf4 on network aed2eca7-1bb0-443d-8485-b985dbe9851b {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:18:14.479619 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9667dcf7-68ab-42a6-a002-551d37d93c60 req-538cf549-725e-4488-8edc-399db3fda854 service neutron] Port 855dc544-1a8f-4962-8790-4825dc408cf4 on network aed2eca7-1bb0-443d-8485-b985dbe9851b not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:18:14.480214 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9667dcf7-68ab-42a6-a002-551d37d93c60 req-538cf549-725e-4488-8edc-399db3fda854 service neutron] Attempting to bind port 855dc544-1a8f-4962-8790-4825dc408cf4 on network aed2eca7-1bb0-443d-8485-b985dbe9851b {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:18:14.485511 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9667dcf7-68ab-42a6-a002-551d37d93c60 req-538cf549-725e-4488-8edc-399db3fda854 service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:18:14.486108 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9667dcf7-68ab-42a6-a002-551d37d93c60 req-538cf549-725e-4488-8edc-399db3fda854 service neutron] Checking segment: {'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:18:14.486712 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9667dcf7-68ab-42a6-a002-551d37d93c60 req-538cf549-725e-4488-8edc-399db3fda854 service neutron] Bound using segment: {'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:18:14.487347 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-9667dcf7-68ab-42a6-a002-551d37d93c60 req-538cf549-725e-4488-8edc-399db3fda854 service neutron] Bound port: 855dc544-1a8f-4962-8790-4825dc408cf4, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:18:14.488034 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-9667dcf7-68ab-42a6-a002-551d37d93c60 req-538cf549-725e-4488-8edc-399db3fda854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:14.488976 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb544dc-5ffb-4bd3-a811-a81e05043590 req-4bd5f2e1-92cf-49f6-9ef9-0ec91c0e25e8 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:14.490486 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9fb544dc-5ffb-4bd3-a811-a81e05043590 req-4bd5f2e1-92cf-49f6-9ef9-0ec91c0e25e8 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=710e4fbf-3d93-42c0-b0b4-4811a367b0c1 HTTP/1.1" status: 200 len: 946 time: 0.0809484 Jan 18 22:18:14.494001 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-ea8e3b13-5eff-4b45-b816-c473ccbb5291 req-d48206a1-9d05-48c2-9c63-cbc4f54b339c service neutron] Attempting to bind port 0b2c296e-f35c-4211-a21b-ee121ef1d961 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:18:14.494129 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-ea8e3b13-5eff-4b45-b816-c473ccbb5291 req-d48206a1-9d05-48c2-9c63-cbc4f54b339c service neutron] Attempting to bind port 0b2c296e-f35c-4211-a21b-ee121ef1d961 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '9c8aa559-92ea-4559-97a1-0f06b3828906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1762acfb-84bb-4ead-ad72-1a4a148fa8d0'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:18:14.494357 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8e3b13-5eff-4b45-b816-c473ccbb5291 req-d48206a1-9d05-48c2-9c63-cbc4f54b339c service neutron] Attempting to bind port 0b2c296e-f35c-4211-a21b-ee121ef1d961 on network 1762acfb-84bb-4ead-ad72-1a4a148fa8d0 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:18:14.501374 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8e3b13-5eff-4b45-b816-c473ccbb5291 req-d48206a1-9d05-48c2-9c63-cbc4f54b339c service neutron] Port 0b2c296e-f35c-4211-a21b-ee121ef1d961 on network 1762acfb-84bb-4ead-ad72-1a4a148fa8d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:18:14.501693 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8e3b13-5eff-4b45-b816-c473ccbb5291 req-d48206a1-9d05-48c2-9c63-cbc4f54b339c service neutron] Attempting to bind port 0b2c296e-f35c-4211-a21b-ee121ef1d961 on network 1762acfb-84bb-4ead-ad72-1a4a148fa8d0 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:18:14.519184 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8e3b13-5eff-4b45-b816-c473ccbb5291 req-d48206a1-9d05-48c2-9c63-cbc4f54b339c service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:18:14.519510 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8e3b13-5eff-4b45-b816-c473ccbb5291 req-d48206a1-9d05-48c2-9c63-cbc4f54b339c service neutron] Checking segment: {'id': '9c8aa559-92ea-4559-97a1-0f06b3828906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1762acfb-84bb-4ead-ad72-1a4a148fa8d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:18:14.519918 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8e3b13-5eff-4b45-b816-c473ccbb5291 req-d48206a1-9d05-48c2-9c63-cbc4f54b339c service neutron] Bound using segment: {'id': '9c8aa559-92ea-4559-97a1-0f06b3828906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1762acfb-84bb-4ead-ad72-1a4a148fa8d0'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:18:14.520385 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-ea8e3b13-5eff-4b45-b816-c473ccbb5291 req-d48206a1-9d05-48c2-9c63-cbc4f54b339c service neutron] Bound port: 0b2c296e-f35c-4211-a21b-ee121ef1d961, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c8aa559-92ea-4559-97a1-0f06b3828906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1762acfb-84bb-4ead-ad72-1a4a148fa8d0'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:18:14.520738 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-ea8e3b13-5eff-4b45-b816-c473ccbb5291 req-d48206a1-9d05-48c2-9c63-cbc4f54b339c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:14.558213 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-9667dcf7-68ab-42a6-a002-551d37d93c60 req-538cf549-725e-4488-8edc-399db3fda854 service neutron] For port 855dc544-1a8f-4962-8790-4825dc408cf4, host n-h2-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:18:14.562620 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-9667dcf7-68ab-42a6-a002-551d37d93c60 req-538cf549-725e-4488-8edc-399db3fda854 service neutron] For port 855dc544-1a8f-4962-8790-4825dc408cf4, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=855dc544-1a8f-4962-8790-4825dc408cf4,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:18:14.572434 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-9667dcf7-68ab-42a6-a002-551d37d93c60 req-538cf549-725e-4488-8edc-399db3fda854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:14.603575 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9fb544dc-5ffb-4bd3-a811-a81e05043590 req-df66f718-cf1e-4367-87c6-6e3b0b537268 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=69e59ffc-71ce-4c50-acf6-17bf11fb5545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041002 Jan 18 22:18:14.642604 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9667dcf7-68ab-42a6-a002-551d37d93c60 req-538cf549-725e-4488-8edc-399db3fda854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:14.642714 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ae11d2-196e-4a1b-92ce-871b6af1bc7e req-45f9246a-4b4c-4e6a-846a-3dda7ac9818e tempest-VolumesAdminNegativeTest-1812890462 tempest-VolumesAdminNegativeTest-1812890462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:14.642808 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-9667dcf7-68ab-42a6-a002-551d37d93c60 req-538cf549-725e-4488-8edc-399db3fda854 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:14.642899 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-99ae11d2-196e-4a1b-92ce-871b6af1bc7e req-45f9246a-4b4c-4e6a-846a-3dda7ac9818e tempest-VolumesAdminNegativeTest-1812890462 tempest-VolumesAdminNegativeTest-1812890462-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0cd9c11-8a4e-49eb-9ce9-da98fbb7cedc HTTP/1.1" status: 200 len: 943 time: 0.1190603 Jan 18 22:18:14.645617 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-9667dcf7-68ab-42a6-a002-551d37d93c60 req-538cf549-725e-4488-8edc-399db3fda854 service neutron] 10.222.0.67 "PUT /v2.0/ports/855dc544-1a8f-4962-8790-4825dc408cf4 HTTP/1.1" status: 200 len: 1097 time: 0.9518344 Jan 18 22:18:14.649182 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538cf549-725e-4488-8edc-399db3fda854 service neutron] Pushing event updated for resources: {'Port': ['ID=855dc544-1a8f-4962-8790-4825dc408cf4,revision_number=11']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:14.659002 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-ea8e3b13-5eff-4b45-b816-c473ccbb5291 req-d48206a1-9d05-48c2-9c63-cbc4f54b339c service neutron] For port 0b2c296e-f35c-4211-a21b-ee121ef1d961, host n-h2-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:18:14.694352 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-ea8e3b13-5eff-4b45-b816-c473ccbb5291 req-d48206a1-9d05-48c2-9c63-cbc4f54b339c service neutron] For port 0b2c296e-f35c-4211-a21b-ee121ef1d961, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=0b2c296e-f35c-4211-a21b-ee121ef1d961,segment=NetworkSegment(9c8aa559-92ea-4559-97a1-0f06b3828906),segment_id=9c8aa559-92ea-4559-97a1-0f06b3828906)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:18:14.707542 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-ea8e3b13-5eff-4b45-b816-c473ccbb5291 req-d48206a1-9d05-48c2-9c63-cbc4f54b339c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:14.748467 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9667dcf7-68ab-42a6-a002-551d37d93c60 req-27853a4e-5a05-4a43-8c00-8b0610420f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:14.751895 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-9667dcf7-68ab-42a6-a002-551d37d93c60 req-27853a4e-5a05-4a43-8c00-8b0610420f32 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7c124f68020a4e92b3e26dca83e43678&device_id=0cc62fa1-501a-4c08-a35a-60422ee1528b HTTP/1.1" status: 200 len: 1100 time: 0.0758359 Jan 18 22:18:14.780733 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-99ae11d2-196e-4a1b-92ce-871b6af1bc7e req-03c54dc1-7726-4d55-b869-f36c7e3d607d tempest-VolumesAdminNegativeTest-1812890462 tempest-VolumesAdminNegativeTest-1812890462-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f5e9f4-bae7-408d-934f-312862415cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322012 Jan 18 22:18:14.800879 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8e3b13-5eff-4b45-b816-c473ccbb5291 req-d48206a1-9d05-48c2-9c63-cbc4f54b339c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:14.801571 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-ea8e3b13-5eff-4b45-b816-c473ccbb5291 req-d48206a1-9d05-48c2-9c63-cbc4f54b339c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:14.803012 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ea8e3b13-5eff-4b45-b816-c473ccbb5291 req-d48206a1-9d05-48c2-9c63-cbc4f54b339c service neutron] 10.222.0.67 "PUT /v2.0/ports/0b2c296e-f35c-4211-a21b-ee121ef1d961 HTTP/1.1" status: 200 len: 1091 time: 1.0238805 Jan 18 22:18:14.803581 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a78ebb9c-dd46-4b33-abe2-d6c9033476ac', 'tag': '0b2c296e-f35c-4211-a21b-ee121ef1d961'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:18:14.806595 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35dbd1a0-e3e7-41fb-bd08-d35abb7ded99" -d '{"events": [{"name": "network-changed", "server_uuid": "a78ebb9c-dd46-4b33-abe2-d6c9033476ac", "tag": "0b2c296e-f35c-4211-a21b-ee121ef1d961"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:18:14.813095 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48206a1-9d05-48c2-9c63-cbc4f54b339c service neutron] Pushing event updated for resources: {'Port': ['ID=0b2c296e-f35c-4211-a21b-ee121ef1d961,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:14.874638 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9667dcf7-68ab-42a6-a002-551d37d93c60 req-679c8319-3c7e-4866-ab1f-9603bc9f810d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:14.876431 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-9667dcf7-68ab-42a6-a002-551d37d93c60 req-679c8319-3c7e-4866-ab1f-9603bc9f810d service neutron] 10.222.0.67 "GET /v2.0/networks?id=aed2eca7-1bb0-443d-8485-b985dbe9851b HTTP/1.1" status: 200 len: 869 time: 0.1152706 Jan 18 22:18:14.880278 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd044e02-b219-4320-8f24-cf8650d0c345 x-openstack-request-id: req-bd044e02-b219-4320-8f24-cf8650d0c345 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:18:14.880576 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a78ebb9c-dd46-4b33-abe2-d6c9033476ac", "tag": "0b2c296e-f35c-4211-a21b-ee121ef1d961", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:18:14.880827 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bd044e02-b219-4320-8f24-cf8650d0c345 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:18:14.881214 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a78ebb9c-dd46-4b33-abe2-d6c9033476ac', 'tag': '0b2c296e-f35c-4211-a21b-ee121ef1d961', 'status': 'completed', 'code': 200} Jan 18 22:18:14.903595 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8e3b13-5eff-4b45-b816-c473ccbb5291 req-7521eba4-42d9-4c19-abc7-67737edfc81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:14.905194 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ea8e3b13-5eff-4b45-b816-c473ccbb5291 req-7521eba4-42d9-4c19-abc7-67737edfc81a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=416488e4b0824d72a5d26d41b6ae1c8b&device_id=a78ebb9c-dd46-4b33-abe2-d6c9033476ac HTTP/1.1" status: 200 len: 1094 time: 0.0590129 Jan 18 22:18:14.931719 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-9667dcf7-68ab-42a6-a002-551d37d93c60 req-158d58eb-e5c8-4fb3-987d-0601290fa26a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=855dc544-1a8f-4962-8790-4825dc408cf4 HTTP/1.1" status: 200 len: 217 time: 0.0440953 Jan 18 22:18:14.953964 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ea8e3b13-5eff-4b45-b816-c473ccbb5291 req-7dd8b4ee-a18e-4096-9b78-98638339c293 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0b2c296e-f35c-4211-a21b-ee121ef1d961 HTTP/1.1" status: 200 len: 217 time: 0.0359938 Jan 18 22:18:14.989177 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9667dcf7-68ab-42a6-a002-551d37d93c60 req-27ebb5c1-50fa-4b20-b841-5a04fb71b93b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:14.990654 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-9667dcf7-68ab-42a6-a002-551d37d93c60 req-27ebb5c1-50fa-4b20-b841-5a04fb71b93b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8518183d-cc63-459a-b971-d4c7514e001f HTTP/1.1" status: 200 len: 843 time: 0.0522008 Jan 18 22:18:15.007038 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8e3b13-5eff-4b45-b816-c473ccbb5291 req-3f35f01d-a622-4d79-ac65-afd6adb4db4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:15.010047 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ea8e3b13-5eff-4b45-b816-c473ccbb5291 req-3f35f01d-a622-4d79-ac65-afd6adb4db4f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f851953c-aaa7-48e2-bd75-91f1d3c31b95 HTTP/1.1" status: 200 len: 861 time: 0.0503840 Jan 18 22:18:15.038434 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9667dcf7-68ab-42a6-a002-551d37d93c60 req-3554e2f2-c32d-4d1b-882f-8cbe11cfa161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:15.040854 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-9667dcf7-68ab-42a6-a002-551d37d93c60 req-3554e2f2-c32d-4d1b-882f-8cbe11cfa161 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aed2eca7-1bb0-443d-8485-b985dbe9851b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0431571 Jan 18 22:18:15.041314 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cc62fa1-501a-4c08-a35a-60422ee1528b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '855dc544-1a8f-4962-8790-4825dc408cf4'}, {'name': 'network-changed', 'server_uuid': '0cc62fa1-501a-4c08-a35a-60422ee1528b', 'tag': '855dc544-1a8f-4962-8790-4825dc408cf4'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:18:15.043739 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-652f0653-6c1b-4771-a4f9-51a4bb855e69" -d '{"events": [{"server_uuid": "0cc62fa1-501a-4c08-a35a-60422ee1528b", "name": "network-vif-unplugged", "status": "completed", "tag": "855dc544-1a8f-4962-8790-4825dc408cf4"}, {"name": "network-changed", "server_uuid": "0cc62fa1-501a-4c08-a35a-60422ee1528b", "tag": "855dc544-1a8f-4962-8790-4825dc408cf4"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:18:15.047299 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ea8e3b13-5eff-4b45-b816-c473ccbb5291 req-26b8a778-5c94-4c87-ad2e-a901e4702aaf service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1762acfb-84bb-4ead-ad72-1a4a148fa8d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303457 Jan 18 22:18:15.125511 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 18 Jan 2022 22:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e953bfc-ddca-4479-8058-9b36edd145ca x-openstack-request-id: req-5e953bfc-ddca-4479-8058-9b36edd145ca {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:18:15.125895 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cc62fa1-501a-4c08-a35a-60422ee1528b", "name": "network-vif-unplugged", "status": "completed", "tag": "855dc544-1a8f-4962-8790-4825dc408cf4", "code": 200}, {"name": "network-changed", "server_uuid": "0cc62fa1-501a-4c08-a35a-60422ee1528b", "tag": "855dc544-1a8f-4962-8790-4825dc408cf4", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:18:15.126174 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5e953bfc-ddca-4479-8058-9b36edd145ca {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:18:15.127302 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cc62fa1-501a-4c08-a35a-60422ee1528b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '855dc544-1a8f-4962-8790-4825dc408cf4', 'code': 200} Jan 18 22:18:15.127661 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cc62fa1-501a-4c08-a35a-60422ee1528b', 'tag': '855dc544-1a8f-4962-8790-4825dc408cf4', 'status': 'completed', 'code': 200} Jan 18 22:18:15.171663 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cdd8a0-b8fe-44e3-bbd6-99e1a1e2e7b1 req-fb47f22f-2e97-4ad3-87b0-bab88daf818d tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:15.173097 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-89cdd8a0-b8fe-44e3-bbd6-99e1a1e2e7b1 req-fb47f22f-2e97-4ad3-87b0-bab88daf818d tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cc62fa1-501a-4c08-a35a-60422ee1528b HTTP/1.1" status: 200 len: 949 time: 0.1078787 Jan 18 22:18:15.215807 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f0653-6c1b-4771-a4f9-51a4bb855e69 req-cc5221fd-43ab-4c60-b5f1-0da27cbd158d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:15.217506 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-652f0653-6c1b-4771-a4f9-51a4bb855e69 req-cc5221fd-43ab-4c60-b5f1-0da27cbd158d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7c124f68020a4e92b3e26dca83e43678&device_id=0cc62fa1-501a-4c08-a35a-60422ee1528b HTTP/1.1" status: 200 len: 1100 time: 0.0840163 Jan 18 22:18:15.219395 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-9667dcf7-68ab-42a6-a002-551d37d93c60 req-81fe26e3-df3c-458f-8606-306f4f500e8b service neutron] 10.222.0.67 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703687 Jan 18 22:18:15.237937 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ea8e3b13-5eff-4b45-b816-c473ccbb5291 req-8ab00a07-3542-44ba-ba35-64386cad688d service neutron] 10.222.0.67 "GET /v2.0/networks/1762acfb-84bb-4ead-ad72-1a4a148fa8d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838262 Jan 18 22:18:15.241200 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-89cdd8a0-b8fe-44e3-bbd6-99e1a1e2e7b1 req-f6d377dd-eadf-4fb1-ad5c-1df1a7c1b152 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582290 Jan 18 22:18:15.349278 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 59814) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:18:15.383985 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ea8e3b13-5eff-4b45-b816-c473ccbb5291 req-f3d5d584-58e5-4505-91bb-a5a7317a0efe service neutron] 10.222.0.67 "GET /v2.0/networks/1762acfb-84bb-4ead-ad72-1a4a148fa8d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385479 Jan 18 22:18:15.402513 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9792268-f803-4934-a4d2-5f4c6c003173 req-52d1faa7-67f8-4104-99b2-a28a41209f59 tempest-InstanceActionsNegativeTestJSON-100577597 tempest-InstanceActionsNegativeTestJSON-100577597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:15.404230 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a9792268-f803-4934-a4d2-5f4c6c003173 req-52d1faa7-67f8-4104-99b2-a28a41209f59 tempest-InstanceActionsNegativeTestJSON-100577597 tempest-InstanceActionsNegativeTestJSON-100577597-project] 10.222.0.53 "GET /v2.0/ports?device_id=a78ebb9c-dd46-4b33-abe2-d6c9033476ac HTTP/1.1" status: 200 len: 943 time: 0.0759842 Jan 18 22:18:15.407379 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f0653-6c1b-4771-a4f9-51a4bb855e69 req-05d2cb05-8b66-4b7d-9385-86f15a0a5f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:15.409051 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-652f0653-6c1b-4771-a4f9-51a4bb855e69 req-05d2cb05-8b66-4b7d-9385-86f15a0a5f9a service neutron] 10.222.0.36 "GET /v2.0/networks?id=aed2eca7-1bb0-443d-8485-b985dbe9851b HTTP/1.1" status: 200 len: 869 time: 0.1836848 Jan 18 22:18:15.411027 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-9667dcf7-68ab-42a6-a002-551d37d93c60 req-5fdd0137-e976-4641-a0bb-2aabbca5808e service neutron] 10.222.0.67 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838224 Jan 18 22:18:15.451348 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a9792268-f803-4934-a4d2-5f4c6c003173 req-eaa24e9c-904b-42fc-85c5-defb51212b1e tempest-InstanceActionsNegativeTestJSON-100577597 tempest-InstanceActionsNegativeTestJSON-100577597-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4c4bf55-5500-407d-b673-5722e53c1d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404418 Jan 18 22:18:15.466484 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-652f0653-6c1b-4771-a4f9-51a4bb855e69 req-fbb0ddf3-8e9a-4230-8688-1603c2bf073c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=855dc544-1a8f-4962-8790-4825dc408cf4 HTTP/1.1" status: 200 len: 217 time: 0.0498216 Jan 18 22:18:15.520786 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2bb30752-32b6-4e5d-a5c4-99ab097828fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:15.532967 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f0653-6c1b-4771-a4f9-51a4bb855e69 req-5f6c95a2-6592-4bb3-b8a0-1c5c26d1305b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:15.534430 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-652f0653-6c1b-4771-a4f9-51a4bb855e69 req-5f6c95a2-6592-4bb3-b8a0-1c5c26d1305b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7c124f68020a4e92b3e26dca83e43678&device_id=0cc62fa1-501a-4c08-a35a-60422ee1528b HTTP/1.1" status: 200 len: 1100 time: 0.0647402 Jan 18 22:18:15.544395 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f0653-6c1b-4771-a4f9-51a4bb855e69 req-e192ac41-e6bf-4667-ba4d-fc5a93a925e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:15.545823 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-652f0653-6c1b-4771-a4f9-51a4bb855e69 req-e192ac41-e6bf-4667-ba4d-fc5a93a925e1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8518183d-cc63-459a-b971-d4c7514e001f HTTP/1.1" status: 200 len: 843 time: 0.0709314 Jan 18 22:18:15.548397 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dbd1a0-e3e7-41fb-bd08-d35abb7ded99 req-7725821f-02ea-4704-9067-003dca32fccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:15.549745 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-35dbd1a0-e3e7-41fb-bd08-d35abb7ded99 req-7725821f-02ea-4704-9067-003dca32fccc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=416488e4b0824d72a5d26d41b6ae1c8b&device_id=a78ebb9c-dd46-4b33-abe2-d6c9033476ac HTTP/1.1" status: 200 len: 1094 time: 0.0864139 Jan 18 22:18:15.642649 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f0653-6c1b-4771-a4f9-51a4bb855e69 req-dd91338e-6be9-485c-b29e-2a83b564548e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:15.644160 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-652f0653-6c1b-4771-a4f9-51a4bb855e69 req-dd91338e-6be9-485c-b29e-2a83b564548e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=aed2eca7-1bb0-443d-8485-b985dbe9851b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0912199 Jan 18 22:18:15.673172 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f0653-6c1b-4771-a4f9-51a4bb855e69 req-37020199-69fe-4612-8e4e-efef2e6269a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:15.674634 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-652f0653-6c1b-4771-a4f9-51a4bb855e69 req-37020199-69fe-4612-8e4e-efef2e6269a2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=aed2eca7-1bb0-443d-8485-b985dbe9851b HTTP/1.1" status: 200 len: 869 time: 0.1324987 Jan 18 22:18:15.718271 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dbd1a0-e3e7-41fb-bd08-d35abb7ded99 req-68444b71-e00d-4d2b-bdc4-e0c1641654de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:15.719630 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-35dbd1a0-e3e7-41fb-bd08-d35abb7ded99 req-68444b71-e00d-4d2b-bdc4-e0c1641654de service neutron] 10.222.0.67 "GET /v2.0/networks?id=1762acfb-84bb-4ead-ad72-1a4a148fa8d0 HTTP/1.1" status: 200 len: 921 time: 0.1587520 Jan 18 22:18:15.748249 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-652f0653-6c1b-4771-a4f9-51a4bb855e69 req-10d1b1c0-a8d9-4480-83f3-997eda7af858 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=855dc544-1a8f-4962-8790-4825dc408cf4 HTTP/1.1" status: 200 len: 217 time: 0.0605631 Jan 18 22:18:15.749957 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2bb30752-32b6-4e5d-a5c4-99ab097828fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:15.756568 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2bb30752-32b6-4e5d-a5c4-99ab097828fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:15.775849 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-35dbd1a0-e3e7-41fb-bd08-d35abb7ded99 req-7e70bf93-94f5-40f1-b350-c77919d3787b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0b2c296e-f35c-4211-a21b-ee121ef1d961 HTTP/1.1" status: 200 len: 217 time: 0.0463390 Jan 18 22:18:15.797533 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-652f0653-6c1b-4771-a4f9-51a4bb855e69 req-c5220f1e-fff9-43d0-bcef-02b0da64ed25 service neutron] 10.222.0.36 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460454 Jan 18 22:18:15.837162 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b500cb-e4ec-4b22-ad6b-4a5beafbce81 req-c0b1ae88-c272-4dcc-b47a-538ec24e1753 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:15.838763 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-13b500cb-e4ec-4b22-ad6b-4a5beafbce81 req-c0b1ae88-c272-4dcc-b47a-538ec24e1753 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=710e4fbf-3d93-42c0-b0b4-4811a367b0c1 HTTP/1.1" status: 200 len: 946 time: 0.1671717 Jan 18 22:18:15.848160 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb30752-32b6-4e5d-a5c4-99ab097828fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=860b154b-ad40-4007-b710-ff3a8c812d89,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:15.856145 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-2bb30752-32b6-4e5d-a5c4-99ab097828fa admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=17e63c7ccdff4c609a221c6c20d08de8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5054736 Jan 18 22:18:15.868684 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 59824) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:18:15.884025 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dbd1a0-e3e7-41fb-bd08-d35abb7ded99 req-5fbf1dc3-af4a-43d4-a739-12d85a7af79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:15.885519 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-35dbd1a0-e3e7-41fb-bd08-d35abb7ded99 req-5fbf1dc3-af4a-43d4-a739-12d85a7af79a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f851953c-aaa7-48e2-bd75-91f1d3c31b95 HTTP/1.1" status: 200 len: 861 time: 0.0992224 Jan 18 22:18:15.928264 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-35dbd1a0-e3e7-41fb-bd08-d35abb7ded99 req-4f584f34-66f7-4ed9-95aa-d54036daf202 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1762acfb-84bb-4ead-ad72-1a4a148fa8d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328023 Jan 18 22:18:15.963176 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-652f0653-6c1b-4771-a4f9-51a4bb855e69 req-1d8cd4fe-b1c4-4d92-8884-d64da0d5a4a6 service neutron] 10.222.0.36 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483111 Jan 18 22:18:16.034277 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-35dbd1a0-e3e7-41fb-bd08-d35abb7ded99 req-f489aef2-768a-47fe-8ae8-0934a4378d3f service neutron] 10.222.0.67 "GET /v2.0/networks/1762acfb-84bb-4ead-ad72-1a4a148fa8d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945199 Jan 18 22:18:16.187754 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f0653-6c1b-4771-a4f9-51a4bb855e69 req-96659d86-0c34-4afc-a153-8f3061a6ecaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:16.189315 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-652f0653-6c1b-4771-a4f9-51a4bb855e69 req-96659d86-0c34-4afc-a153-8f3061a6ecaf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8518183d-cc63-459a-b971-d4c7514e001f HTTP/1.1" status: 200 len: 843 time: 0.4337580 Jan 18 22:18:16.268994 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-13b500cb-e4ec-4b22-ad6b-4a5beafbce81 req-97cc5461-9373-4c34-be0b-3f44c5ee43d6 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=69e59ffc-71ce-4c50-acf6-17bf11fb5545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4156582 Jan 18 22:18:16.289816 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7345e3-cec1-4723-80c9-78fced83a08f req-569dad57-f3e6-4b69-964e-afdff1dcf889 tempest-VolumesAdminNegativeTest-1812890462 tempest-VolumesAdminNegativeTest-1812890462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:16.291404 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bf7345e3-cec1-4723-80c9-78fced83a08f req-569dad57-f3e6-4b69-964e-afdff1dcf889 tempest-VolumesAdminNegativeTest-1812890462 tempest-VolumesAdminNegativeTest-1812890462-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0cd9c11-8a4e-49eb-9ce9-da98fbb7cedc HTTP/1.1" status: 200 len: 943 time: 0.4443567 Jan 18 22:18:16.319730 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f0653-6c1b-4771-a4f9-51a4bb855e69 req-ad0c83f6-0707-4c7a-a257-2be46c2a04c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:16.321827 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-652f0653-6c1b-4771-a4f9-51a4bb855e69 req-ad0c83f6-0707-4c7a-a257-2be46c2a04c0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aed2eca7-1bb0-443d-8485-b985dbe9851b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1163034 Jan 18 22:18:16.339073 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6078275b-52d4-49f7-b2c5-78c8d9f40023 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:16.401667 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-35dbd1a0-e3e7-41fb-bd08-d35abb7ded99 req-1b0024f4-30a9-4208-83ad-2e7f6edf9f23 service neutron] 10.222.0.67 "GET /v2.0/networks/1762acfb-84bb-4ead-ad72-1a4a148fa8d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3535051 Jan 18 22:18:16.413352 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6078275b-52d4-49f7-b2c5-78c8d9f40023 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:16.419067 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bf7345e3-cec1-4723-80c9-78fced83a08f req-de4e70b3-2186-446f-ab16-c3d7bc5ec84d tempest-VolumesAdminNegativeTest-1812890462 tempest-VolumesAdminNegativeTest-1812890462-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f5e9f4-bae7-408d-934f-312862415cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190014 Jan 18 22:18:16.474771 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-652f0653-6c1b-4771-a4f9-51a4bb855e69 req-c6700f0a-cb42-4d50-b0da-e8e4b2115a9f service neutron] 10.222.0.67 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445813 Jan 18 22:18:16.477737 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 3a5d6d9b-48a9-4f8a-8af9-5b29aca3b4ce details requested by agent hyperv_n-h1-825064-1 with host n-h1-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:18:16.481793 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 855dc544-1a8f-4962-8790-4825dc408cf4 no longer exists at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:18:16.572528 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6078275b-52d4-49f7-b2c5-78c8d9f40023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:16.574968 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6078275b-52d4-49f7-b2c5-78c8d9f40023 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:16.576081 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-6078275b-52d4-49f7-b2c5-78c8d9f40023 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/860b154b-ad40-4007-b710-ff3a8c812d89 HTTP/1.1" status: 204 len: 168 time: 0.7041421 Jan 18 22:18:16.576490 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 855dc544-1a8f-4962-8790-4825dc408cf4 not bound to the agent host n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:18:16.611205 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6078275b-52d4-49f7-b2c5-78c8d9f40023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=860b154b-ad40-4007-b710-ff3a8c812d89,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:16.623025 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66898e6b-2e43-4f79-b263-769b0bff11f8 req-4dd23cb8-7a2c-401e-8904-7b0eab9c3a1c tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:16.624636 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-66898e6b-2e43-4f79-b263-769b0bff11f8 req-4dd23cb8-7a2c-401e-8904-7b0eab9c3a1c tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cc62fa1-501a-4c08-a35a-60422ee1528b HTTP/1.1" status: 200 len: 949 time: 0.1471212 Jan 18 22:18:16.624759 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 3a5d6d9b-48a9-4f8a-8af9-5b29aca3b4ce, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=3a5d6d9b-48a9-4f8a-8af9-5b29aca3b4ce,segment=NetworkSegment(7dafbe17-ae16-4df7-8c02-fe1b5a40b72f),segment_id=7dafbe17-ae16-4df7-8c02-fe1b5a40b72f)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:18:16.645657 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Returning: {'device': '3a5d6d9b-48a9-4f8a-8af9-5b29aca3b4ce', 'network_id': 'a5da0724-85f8-4f7a-a847-494e372a11a7', 'port_id': '3a5d6d9b-48a9-4f8a-8af9-5b29aca3b4ce', 'mac_address': 'fa:16:3e:76:39:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37293b25-7507-4592-b7dc-bd715d34365c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:18:16.673662 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-652f0653-6c1b-4771-a4f9-51a4bb855e69 req-879da0cf-f4bd-478f-be79-19fd5998c50d service neutron] 10.222.0.67 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857612 Jan 18 22:18:16.686967 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef85794c-f14b-45c2-a3b6-79759bd05fb2 req-f9adcd11-f3e7-4761-ad2a-b089184ef27f tempest-InstanceActionsNegativeTestJSON-100577597 tempest-InstanceActionsNegativeTestJSON-100577597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:16.692336 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:16.694199 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ef85794c-f14b-45c2-a3b6-79759bd05fb2 req-f9adcd11-f3e7-4761-ad2a-b089184ef27f tempest-InstanceActionsNegativeTestJSON-100577597 tempest-InstanceActionsNegativeTestJSON-100577597-project] 10.222.0.53 "GET /v2.0/ports?device_id=a78ebb9c-dd46-4b33-abe2-d6c9033476ac HTTP/1.1" status: 200 len: 943 time: 0.1436357 Jan 18 22:18:16.709020 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a5d6d9b-48a9-4f8a-8af9-5b29aca3b4ce {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:18:16.720921 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-66898e6b-2e43-4f79-b263-769b0bff11f8 req-388e6b5b-6d74-4f23-9a3f-f7a273ab66ae tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868697 Jan 18 22:18:16.735435 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 3a5d6d9b-48a9-4f8a-8af9-5b29aca3b4ce, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=3a5d6d9b-48a9-4f8a-8af9-5b29aca3b4ce,segment=NetworkSegment(7dafbe17-ae16-4df7-8c02-fe1b5a40b72f),segment_id=7dafbe17-ae16-4df7-8c02-fe1b5a40b72f)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:18:16.751929 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ef85794c-f14b-45c2-a3b6-79759bd05fb2 req-8223ec5e-368d-4846-9a3e-b21b9f5942d4 tempest-InstanceActionsNegativeTestJSON-100577597 tempest-InstanceActionsNegativeTestJSON-100577597-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4c4bf55-5500-407d-b673-5722e53c1d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504427 Jan 18 22:18:16.752415 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:16.796424 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=3a5d6d9b-48a9-4f8a-8af9-5b29aca3b4ce,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:16.803639 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:18:16.803979 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:18:16.804339 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:18:16.804667 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:18:16.804993 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:18:16.805315 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:18:16.805728 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:18:16.805944 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:18:16.806289 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:18:16.806583 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:18:16.806898 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:18:16.807212 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:18:17.035239 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['3a5d6d9b-48a9-4f8a-8af9-5b29aca3b4ce'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:18:17.389719 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32879f43-64ca-4be4-8100-6665c06de5e5 req-38a8ef1f-65c3-4e91-b404-10be23acc10c tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:17.391194 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-32879f43-64ca-4be4-8100-6665c06de5e5 req-38a8ef1f-65c3-4e91-b404-10be23acc10c tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=710e4fbf-3d93-42c0-b0b4-4811a367b0c1 HTTP/1.1" status: 200 len: 946 time: 0.0497899 Jan 18 22:18:17.434451 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-32879f43-64ca-4be4-8100-6665c06de5e5 req-52d9ab03-0deb-426b-a844-c2d8be0363ad tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=69e59ffc-71ce-4c50-acf6-17bf11fb5545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369904 Jan 18 22:18:17.580558 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ba679d-41b8-49cd-b55b-e5a8faf78d2d req-052606c5-fdd8-4218-8ca1-423c9d5a760f tempest-VolumesAdminNegativeTest-1812890462 tempest-VolumesAdminNegativeTest-1812890462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:17.582048 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f3ba679d-41b8-49cd-b55b-e5a8faf78d2d req-052606c5-fdd8-4218-8ca1-423c9d5a760f tempest-VolumesAdminNegativeTest-1812890462 tempest-VolumesAdminNegativeTest-1812890462-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0cd9c11-8a4e-49eb-9ce9-da98fbb7cedc HTTP/1.1" status: 200 len: 944 time: 0.0560257 Jan 18 22:18:17.622619 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f3ba679d-41b8-49cd-b55b-e5a8faf78d2d req-76a98edd-bc00-447a-a238-59671f06a502 tempest-VolumesAdminNegativeTest-1812890462 tempest-VolumesAdminNegativeTest-1812890462-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f5e9f4-bae7-408d-934f-312862415cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338178 Jan 18 22:18:17.881611 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef0d73-3d1a-446e-bba7-4a883315fabd req-a522e5ac-b8cc-41e5-a557-4f33129fb300 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:17.883672 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b9ef0d73-3d1a-446e-bba7-4a883315fabd req-a522e5ac-b8cc-41e5-a557-4f33129fb300 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cc62fa1-501a-4c08-a35a-60422ee1528b HTTP/1.1" status: 200 len: 949 time: 0.0838242 Jan 18 22:18:17.894169 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda86ef6-a0ed-476d-b1d0-4806a302b73a req-22067ffd-8fd3-4a3c-ae2a-1a8059db6292 tempest-InstanceActionsNegativeTestJSON-100577597 tempest-InstanceActionsNegativeTestJSON-100577597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:17.895570 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-eda86ef6-a0ed-476d-b1d0-4806a302b73a req-22067ffd-8fd3-4a3c-ae2a-1a8059db6292 tempest-InstanceActionsNegativeTestJSON-100577597 tempest-InstanceActionsNegativeTestJSON-100577597-project] 10.222.0.53 "GET /v2.0/ports?device_id=a78ebb9c-dd46-4b33-abe2-d6c9033476ac HTTP/1.1" status: 200 len: 943 time: 0.0836706 Jan 18 22:18:17.947760 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b9ef0d73-3d1a-446e-bba7-4a883315fabd req-992657e4-95c1-4e6b-bcbd-19267baf287c tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512171 Jan 18 22:18:17.955050 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-eda86ef6-a0ed-476d-b1d0-4806a302b73a req-9ca1edb9-1915-4031-ab06-afc03030704a tempest-InstanceActionsNegativeTestJSON-100577597 tempest-InstanceActionsNegativeTestJSON-100577597-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4c4bf55-5500-407d-b673-5722e53c1d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519643 Jan 18 22:18:17.956396 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 59910) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:18:18.057055 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27fadbb-3476-4551-9e6f-37c0c876a957 req-f5b706dc-ea51-4a58-8919-7609c1c24dcc tempest-MigrationsAdminTest-662233705 tempest-MigrationsAdminTest-662233705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:18.058538 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c27fadbb-3476-4551-9e6f-37c0c876a957 req-f5b706dc-ea51-4a58-8919-7609c1c24dcc tempest-MigrationsAdminTest-662233705 tempest-MigrationsAdminTest-662233705-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0cc62fa1-501a-4c08-a35a-60422ee1528b HTTP/1.1" status: 200 len: 1100 time: 0.0411844 Jan 18 22:18:18.062206 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-528e11d0-140e-46f9-8548-fd2a6e727d6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:18.094013 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c27fadbb-3476-4551-9e6f-37c0c876a957 req-d5247a90-d067-4ebe-b4c4-a379fb06386c tempest-MigrationsAdminTest-662233705 tempest-MigrationsAdminTest-662233705-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295994 Jan 18 22:18:18.142612 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-528e11d0-140e-46f9-8548-fd2a6e727d6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:18.146475 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-528e11d0-140e-46f9-8548-fd2a6e727d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:18.187465 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-528e11d0-140e-46f9-8548-fd2a6e727d6d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1f4e1ea0d0ec4381b82c89c3d0b0a603&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2299871 Jan 18 22:18:18.188335 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528e11d0-140e-46f9-8548-fd2a6e727d6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef0642f-4698-4802-a01a-5907a12c4f35,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:18.190893 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 59918) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:18:18.249882 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1eb341af-3ccf-465b-8ba5-e27c60c32d1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:18.271366 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1eb341af-3ccf-465b-8ba5-e27c60c32d1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:18.344028 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66876b0-4c66-48b3-8b0f-400470fefc0b req-337b3dfd-4162-4d1c-b77e-2386b5ca212e tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:18.345565 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a66876b0-4c66-48b3-8b0f-400470fefc0b req-337b3dfd-4162-4d1c-b77e-2386b5ca212e tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cc62fa1-501a-4c08-a35a-60422ee1528b HTTP/1.1" status: 200 len: 949 time: 0.0599236 Jan 18 22:18:18.360056 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1eb341af-3ccf-465b-8ba5-e27c60c32d1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:18.362485 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1eb341af-3ccf-465b-8ba5-e27c60c32d1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:18.363897 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-1eb341af-3ccf-465b-8ba5-e27c60c32d1e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0ef0642f-4698-4802-a01a-5907a12c4f35 HTTP/1.1" status: 204 len: 168 time: 0.1711073 Jan 18 22:18:18.383323 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb341af-3ccf-465b-8ba5-e27c60c32d1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef0642f-4698-4802-a01a-5907a12c4f35,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:18.398251 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a66876b0-4c66-48b3-8b0f-400470fefc0b req-3c9e6370-272f-4c6e-846f-c00dfc00e9ba tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452735 Jan 18 22:18:18.493360 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 3a5d6d9b-48a9-4f8a-8af9-5b29aca3b4ce up at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:18:18.550629 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning for port 3a5d6d9b-48a9-4f8a-8af9-5b29aca3b4ce completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:18:18.555345 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning complete for port 3a5d6d9b-48a9-4f8a-8af9-5b29aca3b4ce triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:18:18.555768 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:18.572886 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b9b9be-6ef9-45fe-b704-6d9c007b86e8 req-947ab47d-90e1-4264-b14c-3a926d9ac5b5 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:18.575686 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-65b9b9be-6ef9-45fe-b704-6d9c007b86e8 req-947ab47d-90e1-4264-b14c-3a926d9ac5b5 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=710e4fbf-3d93-42c0-b0b4-4811a367b0c1 HTTP/1.1" status: 200 len: 946 time: 0.0556793 Jan 18 22:18:18.621598 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-65b9b9be-6ef9-45fe-b704-6d9c007b86e8 req-7d2c3cf7-6ced-4dba-812a-364b12d76129 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=69e59ffc-71ce-4c50-acf6-17bf11fb5545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399933 Jan 18 22:18:18.653879 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:18.684043 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0cd9c11-8a4e-49eb-9ce9-da98fbb7cedc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a5d6d9b-48a9-4f8a-8af9-5b29aca3b4ce'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:18:18.686409 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c965e65-4e8a-4d08-919e-8dd4d8c6d8fa" -d '{"events": [{"server_uuid": "c0cd9c11-8a4e-49eb-9ce9-da98fbb7cedc", "name": "network-vif-plugged", "status": "completed", "tag": "3a5d6d9b-48a9-4f8a-8af9-5b29aca3b4ce"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:18:18.698513 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 3a5d6d9b-48a9-4f8a-8af9-5b29aca3b4ce, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=3a5d6d9b-48a9-4f8a-8af9-5b29aca3b4ce,segment=NetworkSegment(7dafbe17-ae16-4df7-8c02-fe1b5a40b72f),segment_id=7dafbe17-ae16-4df7-8c02-fe1b5a40b72f)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:18:18.703275 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:18.736543 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de511cc7-9658-4f1f-b135-c130a85f0229 x-openstack-request-id: req-de511cc7-9658-4f1f-b135-c130a85f0229 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:18:18.736888 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0cd9c11-8a4e-49eb-9ce9-da98fbb7cedc", "name": "network-vif-plugged", "status": "completed", "tag": "3a5d6d9b-48a9-4f8a-8af9-5b29aca3b4ce", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:18:18.737771 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-de511cc7-9658-4f1f-b135-c130a85f0229 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:18:18.738230 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0cd9c11-8a4e-49eb-9ce9-da98fbb7cedc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a5d6d9b-48a9-4f8a-8af9-5b29aca3b4ce', 'code': 200} Jan 18 22:18:18.738924 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 855dc544-1a8f-4962-8790-4825dc408cf4 details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:18:18.763711 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f21096-4b47-474d-9700-73768478b5ad req-e11ecbe0-5d21-48c0-a4c7-e89a6175bbf9 tempest-VolumesAdminNegativeTest-1812890462 tempest-VolumesAdminNegativeTest-1812890462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:18.765620 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-28f21096-4b47-474d-9700-73768478b5ad req-e11ecbe0-5d21-48c0-a4c7-e89a6175bbf9 tempest-VolumesAdminNegativeTest-1812890462 tempest-VolumesAdminNegativeTest-1812890462-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0cd9c11-8a4e-49eb-9ce9-da98fbb7cedc HTTP/1.1" status: 200 len: 945 time: 0.0580053 Jan 18 22:18:18.797441 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=3a5d6d9b-48a9-4f8a-8af9-5b29aca3b4ce,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:18.836519 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-28f21096-4b47-474d-9700-73768478b5ad req-598ea058-c4c9-41eb-8ffc-e58d904b23cc tempest-VolumesAdminNegativeTest-1812890462 tempest-VolumesAdminNegativeTest-1812890462-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f5e9f4-bae7-408d-934f-312862415cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632689 Jan 18 22:18:18.859577 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3670677-eb6a-466f-9ddc-7d9e8052aca6 req-da33b07a-0ac9-4847-88da-89dd79b09550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:18.861253 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-b3670677-eb6a-466f-9ddc-7d9e8052aca6 req-da33b07a-0ac9-4847-88da-89dd79b09550 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c0cd9c11-8a4e-49eb-9ce9-da98fbb7cedc HTTP/1.1" status: 200 len: 1096 time: 0.0483561 Jan 18 22:18:18.876551 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 855dc544-1a8f-4962-8790-4825dc408cf4, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=855dc544-1a8f-4962-8790-4825dc408cf4,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:18:18.893600 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': '855dc544-1a8f-4962-8790-4825dc408cf4', 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b', 'port_id': '855dc544-1a8f-4962-8790-4825dc408cf4', 'mac_address': 'fa:16:3e:4a:d9:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8518183d-cc63-459a-b971-d4c7514e001f', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:18:18.898090 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-b3670677-eb6a-466f-9ddc-7d9e8052aca6 req-fd77f129-85b1-467c-87c3-5d2f3441992d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=69f5e9f4-bae7-408d-934f-312862415cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298228 Jan 18 22:18:18.935899 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:18.936486 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 22:18:18.950828 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 855dc544-1a8f-4962-8790-4825dc408cf4 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:18:18.973444 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 855dc544-1a8f-4962-8790-4825dc408cf4, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=855dc544-1a8f-4962-8790-4825dc408cf4,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:18:18.979310 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:18.980088 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 0b2c296e-f35c-4211-a21b-ee121ef1d961 details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:18:19.068560 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=855dc544-1a8f-4962-8790-4825dc408cf4,revision_number=12']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:19.086279 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69efb585-ef40-4029-bc93-d56000eb01e5 req-49c0baed-faf8-4894-b8e5-0970d877413c tempest-InstanceActionsNegativeTestJSON-100577597 tempest-InstanceActionsNegativeTestJSON-100577597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:19.087829 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-69efb585-ef40-4029-bc93-d56000eb01e5 req-49c0baed-faf8-4894-b8e5-0970d877413c tempest-InstanceActionsNegativeTestJSON-100577597 tempest-InstanceActionsNegativeTestJSON-100577597-project] 10.222.0.53 "GET /v2.0/ports?device_id=a78ebb9c-dd46-4b33-abe2-d6c9033476ac HTTP/1.1" status: 200 len: 943 time: 0.0604632 Jan 18 22:18:19.112413 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 59956) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:18:19.127621 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 0b2c296e-f35c-4211-a21b-ee121ef1d961, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=0b2c296e-f35c-4211-a21b-ee121ef1d961,segment=NetworkSegment(9c8aa559-92ea-4559-97a1-0f06b3828906),segment_id=9c8aa559-92ea-4559-97a1-0f06b3828906)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:18:19.128835 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-69efb585-ef40-4029-bc93-d56000eb01e5 req-fc332d78-9233-4b2c-94a7-6a40257546dd tempest-InstanceActionsNegativeTestJSON-100577597 tempest-InstanceActionsNegativeTestJSON-100577597-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4c4bf55-5500-407d-b673-5722e53c1d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342638 Jan 18 22:18:19.146821 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': '0b2c296e-f35c-4211-a21b-ee121ef1d961', 'network_id': '1762acfb-84bb-4ead-ad72-1a4a148fa8d0', 'port_id': '0b2c296e-f35c-4211-a21b-ee121ef1d961', 'mac_address': 'fa:16:3e:1e:0f:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f851953c-aaa7-48e2-bd75-91f1d3c31b95', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:18:19.188109 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:19.202104 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b2c296e-f35c-4211-a21b-ee121ef1d961 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:18:19.222393 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-0ab9ae4b-27e1-4656-a584-af51f7a7f897 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1441307270-network', 'tenant_id': '2e8892a76b3740abb9d6e9e892c45ee9'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:18:19.228765 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 0b2c296e-f35c-4211-a21b-ee121ef1d961, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=0b2c296e-f35c-4211-a21b-ee121ef1d961,segment=NetworkSegment(9c8aa559-92ea-4559-97a1-0f06b3828906),segment_id=9c8aa559-92ea-4559-97a1-0f06b3828906)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:18:19.240995 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:19.250860 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab9ae4b-27e1-4656-a584-af51f7a7f897 admin admin] Made reservation on behalf of 2e8892a76b3740abb9d6e9e892c45ee9 for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:18:19.253295 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0ab9ae4b-27e1-4656-a584-af51f7a7f897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:19.261747 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0ab9ae4b-27e1-4656-a584-af51f7a7f897 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:19.268371 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c4d51658-e166-472f-b43c-a7a39e89b63f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:19.295841 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=0b2c296e-f35c-4211-a21b-ee121ef1d961,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:19.313053 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bde6b40e-67bf-4ab2-ae90-f2a3699df870 req-95ec3abf-b109-4fe3-bf98-cc53a573b95d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f1bd428d-9adb-4f93-b6ca-66e7491dd341&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0451026 Jan 18 22:18:19.349783 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0ab9ae4b-27e1-4656-a584-af51f7a7f897 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:19.354938 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0ab9ae4b-27e1-4656-a584-af51f7a7f897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:19.378700 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde6b40e-67bf-4ab2-ae90-f2a3699df870 req-ca738efe-202d-46cd-8be2-e6da1d3fb32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:19.378937 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ab9ae4b-27e1-4656-a584-af51f7a7f897 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:18:19.380231 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bde6b40e-67bf-4ab2-ae90-f2a3699df870 req-ca738efe-202d-46cd-8be2-e6da1d3fb32e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7c124f68020a4e92b3e26dca83e43678&device_id=f1bd428d-9adb-4f93-b6ca-66e7491dd341 HTTP/1.1" status: 200 len: 1102 time: 0.0462449 Jan 18 22:18:19.390564 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab9ae4b-27e1-4656-a584-af51f7a7f897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbec26eb-d6a7-43af-931f-5d93fb63e847,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:19.396540 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0ab9ae4b-27e1-4656-a584-af51f7a7f897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:19.396882 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-0ab9ae4b-27e1-4656-a584-af51f7a7f897 admin admin] Added segment ebb59b52-8ee1-42e6-8796-51841d7d5a02 of type vlan for network 9cc5e92b-77a5-44ad-ae36-434626cbd587 Jan 18 22:18:19.437440 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0ab9ae4b-27e1-4656-a584-af51f7a7f897 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:19.466823 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0ab9ae4b-27e1-4656-a584-af51f7a7f897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:19.467860 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab9ae4b-27e1-4656-a584-af51f7a7f897 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:19.469352 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0ab9ae4b-27e1-4656-a584-af51f7a7f897 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:19.504917 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde6b40e-67bf-4ab2-ae90-f2a3699df870 req-ecca10cb-423e-47c9-b9a0-4340e169affa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:19.506346 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bde6b40e-67bf-4ab2-ae90-f2a3699df870 req-ecca10cb-423e-47c9-b9a0-4340e169affa service neutron] 10.222.0.67 "GET /v2.0/networks?id=aed2eca7-1bb0-443d-8485-b985dbe9851b HTTP/1.1" status: 200 len: 869 time: 0.1019697 Jan 18 22:18:19.518202 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-0ab9ae4b-27e1-4656-a584-af51f7a7f897 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4045973 Jan 18 22:18:19.525091 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 59962) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:18:19.530423 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-6cac41f6-cc48-4650-87af-36ebc0c4b3ef admin admin] Request body: {'subnet': {'network_id': '9cc5e92b-77a5-44ad-ae36-434626cbd587', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1441307270-subnet', 'tenant_id': '2e8892a76b3740abb9d6e9e892c45ee9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:18:19.541683 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab9ae4b-27e1-4656-a584-af51f7a7f897 admin admin] Pushing event updated for resources: {'Network': ['ID=9cc5e92b-77a5-44ad-ae36-434626cbd587,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:19.542242 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['0b2c296e-f35c-4211-a21b-ee121ef1d961'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:18:19.562230 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bde6b40e-67bf-4ab2-ae90-f2a3699df870 req-1ec656aa-b111-4958-b1ba-c4538e9f55de service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=5c3d71c5-6bdd-48a1-8913-9546b130a8db HTTP/1.1" status: 200 len: 217 time: 0.0427530 Jan 18 22:18:19.564302 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cac41f6-cc48-4650-87af-36ebc0c4b3ef admin admin] Made reservation on behalf of 2e8892a76b3740abb9d6e9e892c45ee9 for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:18:19.567148 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6cac41f6-cc48-4650-87af-36ebc0c4b3ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:19.579245 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a6e5a6-bc0a-4cd2-9ec9-571c69a7f150 req-01ef9087-9136-436b-98df-be1c20b72bf8 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:19.580773 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b8a6e5a6-bc0a-4cd2-9ec9-571c69a7f150 req-01ef9087-9136-436b-98df-be1c20b72bf8 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cc62fa1-501a-4c08-a35a-60422ee1528b HTTP/1.1" status: 200 len: 950 time: 0.0902154 Jan 18 22:18:19.611868 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 9cc5e92b-77a5-44ad-ae36-434626cbd587 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:18:19.643550 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde6b40e-67bf-4ab2-ae90-f2a3699df870 req-6570e59c-2374-43f5-9f01-32ab6bd73c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:19.644984 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bde6b40e-67bf-4ab2-ae90-f2a3699df870 req-6570e59c-2374-43f5-9f01-32ab6bd73c51 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8518183d-cc63-459a-b971-d4c7514e001f HTTP/1.1" status: 200 len: 843 time: 0.0633278 Jan 18 22:18:19.667894 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b8a6e5a6-bc0a-4cd2-9ec9-571c69a7f150 req-77275090-c0d5-4c0d-93bd-b3c17ae79420 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767496 Jan 18 22:18:19.704189 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde6b40e-67bf-4ab2-ae90-f2a3699df870 req-3c0b3261-dfc7-4b19-b923-160b3fac31bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:19.705900 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bde6b40e-67bf-4ab2-ae90-f2a3699df870 req-3c0b3261-dfc7-4b19-b923-160b3fac31bd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aed2eca7-1bb0-443d-8485-b985dbe9851b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0521741 Jan 18 22:18:19.778055 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da391a-ae72-47ab-9157-c99ccbc483ea req-440c4330-9022-4a24-9682-674a2e8d28ae tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:19.780781 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-d9da391a-ae72-47ab-9157-c99ccbc483ea req-440c4330-9022-4a24-9682-674a2e8d28ae tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.67 "GET /v2.0/ports?device_id=0cc62fa1-501a-4c08-a35a-60422ee1528b HTTP/1.1" status: 200 len: 950 time: 0.1056988 Jan 18 22:18:19.852403 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6cac41f6-cc48-4650-87af-36ebc0c4b3ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:19.860184 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0c3d16-3b84-413a-bf4b-de0774cc38c4 req-8da6f440-3083-4ec2-b028-86876c700f54 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:19.861991 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2b0c3d16-3b84-413a-bf4b-de0774cc38c4 req-8da6f440-3083-4ec2-b028-86876c700f54 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=710e4fbf-3d93-42c0-b0b4-4811a367b0c1 HTTP/1.1" status: 200 len: 946 time: 0.0827022 Jan 18 22:18:19.866228 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bde6b40e-67bf-4ab2-ae90-f2a3699df870 req-7ee5863e-3729-46e2-baa8-e8794869ecd6 service neutron] 10.222.0.67 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526752 Jan 18 22:18:19.908409 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2b0c3d16-3b84-413a-bf4b-de0774cc38c4 req-18f499ba-eeed-43d9-8c7b-dcfba6e11b04 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=69e59ffc-71ce-4c50-acf6-17bf11fb5545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381119 Jan 18 22:18:19.945775 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cac41f6-cc48-4650-87af-36ebc0c4b3ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=16adcbe9-5fd5-4922-bf98-741d0cc7c78e,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:19.962745 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cac41f6-cc48-4650-87af-36ebc0c4b3ef admin admin] Checking segment: {'id': 'ebb59b52-8ee1-42e6-8796-51841d7d5a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '9cc5e92b-77a5-44ad-ae36-434626cbd587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:18:19.963107 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cac41f6-cc48-4650-87af-36ebc0c4b3ef admin admin] Network hostable DHCP agents. Network: 9cc5e92b-77a5-44ad-ae36-434626cbd587, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:18:19.974954 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-d9da391a-ae72-47ab-9157-c99ccbc483ea req-6fad2f6b-0786-4121-a342-a19efa3c10a2 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Deleting port 855dc544-1a8f-4962-8790-4825dc408cf4 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:18:19.975293 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-d9da391a-ae72-47ab-9157-c99ccbc483ea req-6fad2f6b-0786-4121-a342-a19efa3c10a2 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:20.004270 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bf6266-abdd-42e9-be55-814fcd1ff61e req-b8388183-83ee-4485-9da3-3d67cca6eb33 tempest-VolumesAdminNegativeTest-1812890462 tempest-VolumesAdminNegativeTest-1812890462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:20.005740 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d4bf6266-abdd-42e9-be55-814fcd1ff61e req-b8388183-83ee-4485-9da3-3d67cca6eb33 tempest-VolumesAdminNegativeTest-1812890462 tempest-VolumesAdminNegativeTest-1812890462-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0cd9c11-8a4e-49eb-9ce9-da98fbb7cedc HTTP/1.1" status: 200 len: 945 time: 0.0966275 Jan 18 22:18:20.030648 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cac41f6-cc48-4650-87af-36ebc0c4b3ef admin admin] Network 9cc5e92b-77a5-44ad-ae36-434626cbd587 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:18:20.045054 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-6cac41f6-cc48-4650-87af-36ebc0c4b3ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 9cc5e92b-77a5-44ad-ae36-434626cbd587) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:18:20.052617 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cac41f6-cc48-4650-87af-36ebc0c4b3ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:20.053200 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6cac41f6-cc48-4650-87af-36ebc0c4b3ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:20.054894 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95123da4-52ad-4abb-bf3f-9a86e9cb1141 None None] Network 9cc5e92b-77a5-44ad-ae36-434626cbd587 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:18:20.065095 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bde6b40e-67bf-4ab2-ae90-f2a3699df870 req-54f2b7d0-ed90-4b5b-bf49-570aed3a8df2 service neutron] 10.222.0.67 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602201 Jan 18 22:18:20.074717 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d4bf6266-abdd-42e9-be55-814fcd1ff61e req-dc5b2a6e-d553-4f41-9453-3b0068d71cb6 tempest-VolumesAdminNegativeTest-1812890462 tempest-VolumesAdminNegativeTest-1812890462-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f5e9f4-bae7-408d-934f-312862415cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589781 Jan 18 22:18:20.090072 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-6cac41f6-cc48-4650-87af-36ebc0c4b3ef admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5615640 Jan 18 22:18:20.091552 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 59974) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:18:20.093314 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-d9da391a-ae72-47ab-9157-c99ccbc483ea req-6fad2f6b-0786-4121-a342-a19efa3c10a2 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] For port 855dc544-1a8f-4962-8790-4825dc408cf4, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=855dc544-1a8f-4962-8790-4825dc408cf4,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:18:20.093690 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-d9da391a-ae72-47ab-9157-c99ccbc483ea req-6fad2f6b-0786-4121-a342-a19efa3c10a2 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:20.096865 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-a5fe7965-218f-421d-9de1-979ecadb9c3b admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1441307270-router', 'tenant_id': '2e8892a76b3740abb9d6e9e892c45ee9', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:18:20.112238 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-d9da391a-ae72-47ab-9157-c99ccbc483ea req-6fad2f6b-0786-4121-a342-a19efa3c10a2 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Calling delete_port for 855dc544-1a8f-4962-8790-4825dc408cf4 owned by compute:nova {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:18:20.128906 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a5fe7965-218f-421d-9de1-979ecadb9c3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1044160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8692'] for router, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:20.130336 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a5fe7965-218f-421d-9de1-979ecadb9c3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1040680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8675'] for router, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:20.191910 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a5fe7965-218f-421d-9de1-979ecadb9c3b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:20.261248 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-d9da391a-ae72-47ab-9157-c99ccbc483ea req-6fad2f6b-0786-4121-a342-a19efa3c10a2 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:20.282089 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['82c8fac7-b604-4f74-9e60-1a7d1e5868ca', 'fe7ecc66-9dc0-4b55-bb2f-e86b883abd40'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:18:20.284816 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['5c3d71c5-6bdd-48a1-8913-9546b130a8db'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:18:20.287142 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d90cb5a-d062-4049-a1f2-f7b034ff0309 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-9cc5e92b-77a5-44ad-ae36-434626cbd587', 'network_id': '9cc5e92b-77a5-44ad-ae36-434626cbd587', 'tenant_id': '2e8892a76b3740abb9d6e9e892c45ee9', 'fixed_ips': [{'subnet_id': '16adcbe9-5fd5-4922-bf98-741d0cc7c78e'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:18:20.288055 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5d90cb5a-d062-4049-a1f2-f7b034ff0309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:20.295886 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fad2f6b-0786-4121-a342-a19efa3c10a2 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Pushing event deleted for resources: {'Port': ['ID=855dc544-1a8f-4962-8790-4825dc408cf4,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:20.342073 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9da391a-ae72-47ab-9157-c99ccbc483ea req-6fad2f6b-0786-4121-a342-a19efa3c10a2 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] No DVR routers for this DVR port 855dc544-1a8f-4962-8790-4825dc408cf4 on host n-h2-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:18:20.345921 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-d9da391a-ae72-47ab-9157-c99ccbc483ea req-6fad2f6b-0786-4121-a342-a19efa3c10a2 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:20.349096 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-d9da391a-ae72-47ab-9157-c99ccbc483ea req-6fad2f6b-0786-4121-a342-a19efa3c10a2 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.67 "DELETE /v2.0/ports/855dc544-1a8f-4962-8790-4825dc408cf4 HTTP/1.1" status: 204 len: 173 time: 0.5471165 Jan 18 22:18:20.350210 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cc62fa1-501a-4c08-a35a-60422ee1528b', 'name': 'network-vif-deleted', 'tag': '855dc544-1a8f-4962-8790-4825dc408cf4'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:18:20.352870 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f9c9948-4306-461b-b43b-bc5a65baf9ef" -d '{"events": [{"server_uuid": "0cc62fa1-501a-4c08-a35a-60422ee1528b", "name": "network-vif-deleted", "tag": "855dc544-1a8f-4962-8790-4825dc408cf4"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:18:20.408926 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a5fe7965-218f-421d-9de1-979ecadb9c3b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:20.417278 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62760a4a-fd9f-4c00-8707-266c4666eb80 x-openstack-request-id: req-62760a4a-fd9f-4c00-8707-266c4666eb80 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:18:20.417567 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cc62fa1-501a-4c08-a35a-60422ee1528b", "name": "network-vif-deleted", "tag": "855dc544-1a8f-4962-8790-4825dc408cf4", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:18:20.417812 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-62760a4a-fd9f-4c00-8707-266c4666eb80 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:18:20.418255 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cc62fa1-501a-4c08-a35a-60422ee1528b', 'name': 'network-vif-deleted', 'tag': '855dc544-1a8f-4962-8790-4825dc408cf4', 'status': 'completed', 'code': 200} Jan 18 22:18:20.433056 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96222f83-4e27-4180-ae0e-5a35946b72bc req-bae40a16-5a07-4111-97e5-5e33eef1626e tempest-InstanceActionsNegativeTestJSON-100577597 tempest-InstanceActionsNegativeTestJSON-100577597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:20.434750 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-96222f83-4e27-4180-ae0e-5a35946b72bc req-bae40a16-5a07-4111-97e5-5e33eef1626e tempest-InstanceActionsNegativeTestJSON-100577597 tempest-InstanceActionsNegativeTestJSON-100577597-project] 10.222.0.53 "GET /v2.0/ports?device_id=a78ebb9c-dd46-4b33-abe2-d6c9033476ac HTTP/1.1" status: 200 len: 944 time: 0.1841531 Jan 18 22:18:20.526038 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-96222f83-4e27-4180-ae0e-5a35946b72bc req-38aa9716-4767-4edb-a248-3e9a54f9dfb8 tempest-InstanceActionsNegativeTestJSON-100577597 tempest-InstanceActionsNegativeTestJSON-100577597-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4c4bf55-5500-407d-b673-5722e53c1d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771158 Jan 18 22:18:20.587117 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-5d90cb5a-d062-4049-a1f2-f7b034ff0309 None None] Allocated IP 172.20.0.2 (9cc5e92b-77a5-44ad-ae36-434626cbd587/16adcbe9-5fd5-4922-bf98-741d0cc7c78e/9b3327a1-293a-433a-ae06-12f7f35473fc) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:18:20.683728 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a5fe7965-218f-421d-9de1-979ecadb9c3b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:20.704191 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a5fe7965-218f-421d-9de1-979ecadb9c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:20.828425 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0c36d418-35d0-4319-ad89-706019129197 req-5c6d905d-e4fb-474c-8458-66aeea135e70 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cc62fa1-501a-4c08-a35a-60422ee1528b HTTP/1.1" status: 200 len: 210 time: 0.0351355 Jan 18 22:18:20.855260 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-a5fe7965-218f-421d-9de1-979ecadb9c3b admin admin] Allocated IP 172.25.5.164 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/331a768b-3fcc-4f36-81b8-d166a7d5a163) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:18:20.868818 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 855dc544-1a8f-4962-8790-4825dc408cf4 details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:18:20.878232 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 0b2c296e-f35c-4211-a21b-ee121ef1d961 up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:18:20.881054 n-d-825064-1 neutron-server[102432]: INFO neutron.plugins.ml2.plugin [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] No ports have port_id starting with 855dc544-1a8f-4962-8790-4825dc408cf4 Jan 18 22:18:20.928511 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 855dc544-1a8f-4962-8790-4825dc408cf4 requested by agent hyperv_n-h2-825064-1 not found in database {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Jan 18 22:18:21.033024 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a5fe7965-218f-421d-9de1-979ecadb9c3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:21.060382 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f6431a-b4f4-4e08-aa35-33e2f906d5a8 req-056eaa36-873b-400f-85c6-557e03b80836 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:21.062018 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f4f6431a-b4f4-4e08-aa35-33e2f906d5a8 req-056eaa36-873b-400f-85c6-557e03b80836 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=710e4fbf-3d93-42c0-b0b4-4811a367b0c1 HTTP/1.1" status: 200 len: 946 time: 0.0687203 Jan 18 22:18:21.067332 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port 0b2c296e-f35c-4211-a21b-ee121ef1d961 completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:18:21.075800 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5d90cb5a-d062-4049-a1f2-f7b034ff0309 None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:21.079523 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port 0b2c296e-f35c-4211-a21b-ee121ef1d961 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:18:21.080023 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:21.106618 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5d90cb5a-d062-4049-a1f2-f7b034ff0309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:21.125473 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f4f6431a-b4f4-4e08-aa35-33e2f906d5a8 req-fc197c71-2706-452e-9210-fad589de7918 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=69e59ffc-71ce-4c50-acf6-17bf11fb5545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560670 Jan 18 22:18:21.127949 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a5fe7965-218f-421d-9de1-979ecadb9c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:21.165351 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5fe7965-218f-421d-9de1-979ecadb9c3b admin admin] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:18:21.169911 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-a5fe7965-218f-421d-9de1-979ecadb9c3b admin admin] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:18:21.172497 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5fe7965-218f-421d-9de1-979ecadb9c3b admin admin] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:18:21.174200 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d90cb5a-d062-4049-a1f2-f7b034ff0309 None None] Network 9cc5e92b-77a5-44ad-ae36-434626cbd587 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:18:21.189439 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-5d90cb5a-d062-4049-a1f2-f7b034ff0309 None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:18:21.194474 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d90cb5a-d062-4049-a1f2-f7b034ff0309 None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:18:21.196655 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d90cb5a-d062-4049-a1f2-f7b034ff0309 None None] Pushing event updated for resources: {'Port': ['ID=9b3327a1-293a-433a-ae06-12f7f35473fc,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:21.248472 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fe7965-218f-421d-9de1-979ecadb9c3b admin admin] Pushing event updated for resources: {'Port': ['ID=331a768b-3fcc-4f36-81b8-d166a7d5a163,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:21.312499 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-5d90cb5a-d062-4049-a1f2-f7b034ff0309 None None] Attempting to bind port 9b3327a1-293a-433a-ae06-12f7f35473fc on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:18:21.312867 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-5d90cb5a-d062-4049-a1f2-f7b034ff0309 None None] Attempting to bind port 9b3327a1-293a-433a-ae06-12f7f35473fc by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': 'ebb59b52-8ee1-42e6-8796-51841d7d5a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '9cc5e92b-77a5-44ad-ae36-434626cbd587'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:18:21.313235 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d90cb5a-d062-4049-a1f2-f7b034ff0309 None None] Attempting to bind port 9b3327a1-293a-433a-ae06-12f7f35473fc on network 9cc5e92b-77a5-44ad-ae36-434626cbd587 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:18:21.315074 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:21.331405 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f431912-d13c-43dd-88ea-4d2c1f1f42a6 req-353379e0-b79b-4fcd-a10d-9ce46851c90f tempest-VolumesAdminNegativeTest-1812890462 tempest-VolumesAdminNegativeTest-1812890462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:21.332936 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3f431912-d13c-43dd-88ea-4d2c1f1f42a6 req-353379e0-b79b-4fcd-a10d-9ce46851c90f tempest-VolumesAdminNegativeTest-1812890462 tempest-VolumesAdminNegativeTest-1812890462-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0cd9c11-8a4e-49eb-9ce9-da98fbb7cedc HTTP/1.1" status: 200 len: 945 time: 0.1389785 Jan 18 22:18:21.334625 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d90cb5a-d062-4049-a1f2-f7b034ff0309 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:18:21.335001 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d90cb5a-d062-4049-a1f2-f7b034ff0309 None None] Checking segment: {'id': 'ebb59b52-8ee1-42e6-8796-51841d7d5a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '9cc5e92b-77a5-44ad-ae36-434626cbd587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:18:21.336012 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5d90cb5a-d062-4049-a1f2-f7b034ff0309 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:21.336395 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d90cb5a-d062-4049-a1f2-f7b034ff0309 None None] Bound using segment: {'id': 'ebb59b52-8ee1-42e6-8796-51841d7d5a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '9cc5e92b-77a5-44ad-ae36-434626cbd587'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:18:21.336869 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-5d90cb5a-d062-4049-a1f2-f7b034ff0309 None None] Bound port: 9b3327a1-293a-433a-ae06-12f7f35473fc, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebb59b52-8ee1-42e6-8796-51841d7d5a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '9cc5e92b-77a5-44ad-ae36-434626cbd587'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:18:21.337250 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5d90cb5a-d062-4049-a1f2-f7b034ff0309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:21.359959 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a78ebb9c-dd46-4b33-abe2-d6c9033476ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b2c296e-f35c-4211-a21b-ee121ef1d961'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:18:21.362280 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8f032b5-d655-4a71-b0db-0d08a9a3e3a9" -d '{"events": [{"server_uuid": "a78ebb9c-dd46-4b33-abe2-d6c9033476ac", "name": "network-vif-plugged", "status": "completed", "tag": "0b2c296e-f35c-4211-a21b-ee121ef1d961"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:18:21.379385 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 0b2c296e-f35c-4211-a21b-ee121ef1d961, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=0b2c296e-f35c-4211-a21b-ee121ef1d961,segment=NetworkSegment(9c8aa559-92ea-4559-97a1-0f06b3828906),segment_id=9c8aa559-92ea-4559-97a1-0f06b3828906)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:18:21.400637 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3f431912-d13c-43dd-88ea-4d2c1f1f42a6 req-e9b884ca-0b02-4308-b19b-593e1edc5ab3 tempest-VolumesAdminNegativeTest-1812890462 tempest-VolumesAdminNegativeTest-1812890462-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f5e9f4-bae7-408d-934f-312862415cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506349 Jan 18 22:18:21.405341 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:21.445891 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8ce6029-e0e6-478b-bd56-70121bf4fae6 x-openstack-request-id: req-b8ce6029-e0e6-478b-bd56-70121bf4fae6 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:18:21.445891 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a78ebb9c-dd46-4b33-abe2-d6c9033476ac", "name": "network-vif-plugged", "status": "completed", "tag": "0b2c296e-f35c-4211-a21b-ee121ef1d961", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:18:21.446174 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b8ce6029-e0e6-478b-bd56-70121bf4fae6 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:18:21.446738 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a78ebb9c-dd46-4b33-abe2-d6c9033476ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b2c296e-f35c-4211-a21b-ee121ef1d961', 'code': 200} Jan 18 22:18:21.482536 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-5d90cb5a-d062-4049-a1f2-f7b034ff0309 None None] For port 9b3327a1-293a-433a-ae06-12f7f35473fc, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:18:21.487015 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-5d90cb5a-d062-4049-a1f2-f7b034ff0309 None None] For port 9b3327a1-293a-433a-ae06-12f7f35473fc, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=9b3327a1-293a-433a-ae06-12f7f35473fc,segment=NetworkSegment(ebb59b52-8ee1-42e6-8796-51841d7d5a02),segment_id=ebb59b52-8ee1-42e6-8796-51841d7d5a02)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:18:21.491198 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=0b2c296e-f35c-4211-a21b-ee121ef1d961,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:21.496169 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5d90cb5a-d062-4049-a1f2-f7b034ff0309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:21.509696 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a5fe7965-218f-421d-9de1-979ecadb9c3b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:21.570534 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d90cb5a-d062-4049-a1f2-f7b034ff0309 None None] Pushing event updated for resources: {'Port': ['ID=9b3327a1-293a-433a-ae06-12f7f35473fc,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:21.598857 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b35c6ba-4acb-48ee-9f55-2e2363af60ea req-d1c523ea-56c2-4b30-93b0-6bf2c73d9253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:21.602968 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-6b35c6ba-4acb-48ee-9f55-2e2363af60ea req-d1c523ea-56c2-4b30-93b0-6bf2c73d9253 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a78ebb9c-dd46-4b33-abe2-d6c9033476ac HTTP/1.1" status: 200 len: 1096 time: 0.0719643 Jan 18 22:18:21.643098 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-6b35c6ba-4acb-48ee-9f55-2e2363af60ea req-f68a87c3-881c-4591-9a4d-88de19f2ae6f service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=d4c4bf55-5500-407d-b673-5722e53c1d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322585 Jan 18 22:18:21.706225 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3cd89b-e4d3-4f99-ba8d-59ca03a34d97 req-e7f49d31-972d-4ff1-9f03-c7f449e508b2 tempest-InstanceActionsNegativeTestJSON-100577597 tempest-InstanceActionsNegativeTestJSON-100577597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:21.707891 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8a3cd89b-e4d3-4f99-ba8d-59ca03a34d97 req-e7f49d31-972d-4ff1-9f03-c7f449e508b2 tempest-InstanceActionsNegativeTestJSON-100577597 tempest-InstanceActionsNegativeTestJSON-100577597-project] 10.222.0.53 "GET /v2.0/ports?device_id=a78ebb9c-dd46-4b33-abe2-d6c9033476ac HTTP/1.1" status: 200 len: 945 time: 0.1030653 Jan 18 22:18:21.804955 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-34b39044-2c61-4418-a6fd-3dabfdca4a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:21.851514 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8a3cd89b-e4d3-4f99-ba8d-59ca03a34d97 req-3368d010-fcf6-4892-8e8a-56dd3465daec tempest-InstanceActionsNegativeTestJSON-100577597 tempest-InstanceActionsNegativeTestJSON-100577597-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4c4bf55-5500-407d-b673-5722e53c1d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283381 Jan 18 22:18:21.871338 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a5fe7965-218f-421d-9de1-979ecadb9c3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1040691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049'] for router, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:22.130662 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdec2631-cbf6-42e7-9408-74e65bdd249d req-b3d15604-ab75-426a-9a9f-5b8a0744fc0a tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:22.132240 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cdec2631-cbf6-42e7-9408-74e65bdd249d req-b3d15604-ab75-426a-9a9f-5b8a0744fc0a tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] 10.222.0.53 "GET /v2.0/ports?device_id=a39236e6-5cdc-4c5c-b6de-09769826c330 HTTP/1.1" status: 200 len: 945 time: 0.1006887 Jan 18 22:18:22.186290 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cdec2631-cbf6-42e7-9408-74e65bdd249d req-733b9ee0-93cd-4e7b-9849-29430506c7c6 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc9e6b12-2aff-425d-833f-8273a41de3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468607 Jan 18 22:18:22.187044 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5fe7965-218f-421d-9de1-979ecadb9c3b admin admin] Router 0bfa6ec6-af90-4610-b432-c51ba5787d28 is scheduled to L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 with binding_index 1 {{(pid=102430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 22:18:22.315993 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 9b3327a1-293a-433a-ae06-12f7f35473fc up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:18:22.379879 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 9b3327a1-293a-433a-ae06-12f7f35473fc triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:18:22.380297 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:22.451663 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6aca78-9a1d-491a-b084-0be9e4568d29 req-557279da-959b-48df-89ff-332e30b2767a tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:22.453315 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7a6aca78-9a1d-491a-b084-0be9e4568d29 req-557279da-959b-48df-89ff-332e30b2767a tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=710e4fbf-3d93-42c0-b0b4-4811a367b0c1 HTTP/1.1" status: 200 len: 946 time: 0.1311002 Jan 18 22:18:22.478147 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:22.494200 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f6fde1-e995-428f-a961-7efbe5c0983b req-56e20e38-0582-493b-8f63-249aa5534bf3 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:22.495828 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-66f6fde1-e995-428f-a961-7efbe5c0983b req-56e20e38-0582-493b-8f63-249aa5534bf3 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1bd428d-9adb-4f93-b6ca-66e7491dd341 HTTP/1.1" status: 200 len: 951 time: 0.1361439 Jan 18 22:18:22.498454 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5fe7965-218f-421d-9de1-979ecadb9c3b admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:18:22.514243 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444375af-c2ee-43b1-8329-bd225977a8af None None] Sync routers for ids ['0bfa6ec6-af90-4610-b432-c51ba5787d28'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:18:22.531142 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port 9b3327a1-293a-433a-ae06-12f7f35473fc, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=9b3327a1-293a-433a-ae06-12f7f35473fc,segment=NetworkSegment(ebb59b52-8ee1-42e6-8796-51841d7d5a02),segment_id=ebb59b52-8ee1-42e6-8796-51841d7d5a02)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:18:22.534196 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7a6aca78-9a1d-491a-b084-0be9e4568d29 req-8d418ca3-7d1c-4912-b2e5-0f3696281c61 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=69e59ffc-71ce-4c50-acf6-17bf11fb5545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696623 Jan 18 22:18:22.534431 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444375af-c2ee-43b1-8329-bd225977a8af None None] Routers {'0bfa6ec6-af90-4610-b432-c51ba5787d28'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:18:22.534869 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-444375af-c2ee-43b1-8329-bd225977a8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:18:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['0bfa6ec6-af90-4610-b432-c51ba5787d28'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:18:22.540904 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a5fe7965-218f-421d-9de1-979ecadb9c3b admin admin] Notify callbacks [] for router, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:22.545031 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60022) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:18:22.545208 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-a5fe7965-218f-421d-9de1-979ecadb9c3b admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4526932 Jan 18 22:18:22.571601 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:22.576677 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-66f6fde1-e995-428f-a961-7efbe5c0983b req-5fae878f-440b-4570-8634-2b522cb9a9e3 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686386 Jan 18 22:18:22.695388 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=9b3327a1-293a-433a-ae06-12f7f35473fc,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:22.736985 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 855dc544-1a8f-4962-8790-4825dc408cf4 no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:18:22.743552 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-444375af-c2ee-43b1-8329-bd225977a8af None None] Set router 0bfa6ec6-af90-4610-b432-c51ba5787d28 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:18:22.853170 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] No Port match for: 855dc544-1a8f-4962-8790-4825dc408cf4 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:18:22.853774 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 855dc544-1a8f-4962-8790-4825dc408cf4 not bound to the agent host n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:18:22.877478 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:22.916930 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e568145-e9cd-49b1-b288-01c438b64ee1 None None] Network 9cc5e92b-77a5-44ad-ae36-434626cbd587 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:18:23.017951 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77617970-48db-45e0-ab93-17ee9ace5dc6 req-4603efb5-e95e-49b8-88c7-e0baec5a1a60 tempest-InstanceActionsNegativeTestJSON-100577597 tempest-InstanceActionsNegativeTestJSON-100577597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:23.019611 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-77617970-48db-45e0-ab93-17ee9ace5dc6 req-4603efb5-e95e-49b8-88c7-e0baec5a1a60 tempest-InstanceActionsNegativeTestJSON-100577597 tempest-InstanceActionsNegativeTestJSON-100577597-project] 10.222.0.53 "GET /v2.0/ports?device_id=a78ebb9c-dd46-4b33-abe2-d6c9033476ac HTTP/1.1" status: 200 len: 945 time: 0.0611045 Jan 18 22:18:23.063763 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-77617970-48db-45e0-ab93-17ee9ace5dc6 req-773ae8e0-2343-4ebc-9d51-db553b7d9bb5 tempest-InstanceActionsNegativeTestJSON-100577597 tempest-InstanceActionsNegativeTestJSON-100577597-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4c4bf55-5500-407d-b673-5722e53c1d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359955 Jan 18 22:18:23.074861 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-9e47c1ba-3bff-4178-acb1-6e3b5d06ffd0 None None] Provisioning complete for port 9b3327a1-293a-433a-ae06-12f7f35473fc triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:18:23.074861 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9e47c1ba-3bff-4178-acb1-6e3b5d06ffd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:23.126023 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-968ea020-bae5-4ed4-88be-de6374995b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:23.211480 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-444375af-c2ee-43b1-8329-bd225977a8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bfa6ec6-af90-4610-b432-c51ba5787d28', 'name': 'tempest-ServersTestManualDisk-1441307270-router', 'tenant_id': '2e8892a76b3740abb9d6e9e892c45ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': '331a768b-3fcc-4f36-81b8-d166a7d5a163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:18:20Z', 'updated_at': '2022-01-18T22:18:21Z', 'revision_number': 3, 'project_id': '2e8892a76b3740abb9d6e9e892c45ee9', 'gw_port': {'id': '331a768b-3fcc-4f36-81b8-d166a7d5a163', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:04:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bfa6ec6-af90-4610-b432-c51ba5787d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:18:20Z', 'updated_at': '2022-01-18T22:18:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:18:23.246104 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444375af-c2ee-43b1-8329-bd225977a8af None None] Checking router: 0bfa6ec6-af90-4610-b432-c51ba5787d28 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:18:23.246509 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444375af-c2ee-43b1-8329-bd225977a8af None None] Updating router 0bfa6ec6-af90-4610-b432-c51ba5787d28 port 331a768b-3fcc-4f36-81b8-d166a7d5a163 binding host n-d-825064-1 {{(pid=102432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:18:23.314573 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-444375af-c2ee-43b1-8329-bd225977a8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:23.358014 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-968ea020-bae5-4ed4-88be-de6374995b72 admin admin] Allocated IP 172.20.0.1 (9cc5e92b-77a5-44ad-ae36-434626cbd587/16adcbe9-5fd5-4922-bf98-741d0cc7c78e/c2fdff8f-f153-4fbb-9bdb-b734f91b5d51) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:18:23.425499 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-41e2d691-0fcb-4095-b3ba-ba68ba3b85cb req-c6b61335-2db1-4428-909e-9f49f4358ff0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=74f307c9-43a0-43ee-8f48-6f53b38be771&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0790231 Jan 18 22:18:23.467994 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3002d567-62c6-404a-991b-f8ad58df208a req-7928ac3f-af96-4ab1-9b83-81656518f2d0 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:23.469937 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3002d567-62c6-404a-991b-f8ad58df208a req-7928ac3f-af96-4ab1-9b83-81656518f2d0 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] 10.222.0.53 "GET /v2.0/ports?device_id=a39236e6-5cdc-4c5c-b6de-09769826c330 HTTP/1.1" status: 200 len: 945 time: 0.1050513 Jan 18 22:18:23.549703 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3002d567-62c6-404a-991b-f8ad58df208a req-2449a91c-4a46-4609-8666-f67e5b4f389d tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc9e6b12-2aff-425d-833f-8273a41de3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632637 Jan 18 22:18:23.564685 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e2d691-0fcb-4095-b3ba-ba68ba3b85cb req-9ca06ef4-8330-4224-a7de-86a1c3839e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:23.567284 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-41e2d691-0fcb-4095-b3ba-ba68ba3b85cb req-9ca06ef4-8330-4224-a7de-86a1c3839e4f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7c124f68020a4e92b3e26dca83e43678&device_id=74f307c9-43a0-43ee-8f48-6f53b38be771 HTTP/1.1" status: 200 len: 1100 time: 0.0905480 Jan 18 22:18:23.579623 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-968ea020-bae5-4ed4-88be-de6374995b72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:23.704994 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-968ea020-bae5-4ed4-88be-de6374995b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:23.724796 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-417ae9ff-39fc-48d5-a60f-177afee062f4 None None] Provisioning complete for port 9b3327a1-293a-433a-ae06-12f7f35473fc triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:18:23.725169 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-417ae9ff-39fc-48d5-a60f-177afee062f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:23.764842 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968ea020-bae5-4ed4-88be-de6374995b72 admin admin] Network 9cc5e92b-77a5-44ad-ae36-434626cbd587 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:18:23.774816 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-444375af-c2ee-43b1-8329-bd225977a8af None None] Notify callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:23.785278 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-968ea020-bae5-4ed4-88be-de6374995b72 admin admin] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:18:23.785278 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968ea020-bae5-4ed4-88be-de6374995b72 admin admin] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:18:23.831264 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-444375af-c2ee-43b1-8329-bd225977a8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:23.883521 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfc504a-3742-4331-a919-df30c7a79bf0 req-a273e520-b56f-4215-95bc-283500749308 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:23.886260 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ccfc504a-3742-4331-a919-df30c7a79bf0 req-a273e520-b56f-4215-95bc-283500749308 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=710e4fbf-3d93-42c0-b0b4-4811a367b0c1 HTTP/1.1" status: 200 len: 946 time: 0.0923481 Jan 18 22:18:23.892346 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-968ea020-bae5-4ed4-88be-de6374995b72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1040954'] for router_interface, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:23.895283 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e2d691-0fcb-4095-b3ba-ba68ba3b85cb req-9a3d65ef-5c09-46c4-b92f-2da5244fc990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:23.897040 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-41e2d691-0fcb-4095-b3ba-ba68ba3b85cb req-9a3d65ef-5c09-46c4-b92f-2da5244fc990 service neutron] 10.222.0.36 "GET /v2.0/networks?id=aed2eca7-1bb0-443d-8485-b985dbe9851b HTTP/1.1" status: 200 len: 869 time: 0.2876148 Jan 18 22:18:23.898032 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968ea020-bae5-4ed4-88be-de6374995b72 admin admin] Pushing event updated for resources: {'Port': ['ID=c2fdff8f-f153-4fbb-9bdb-b734f91b5d51,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:23.916477 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-444375af-c2ee-43b1-8329-bd225977a8af None None] Attempting to bind port 331a768b-3fcc-4f36-81b8-d166a7d5a163 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:18:23.916972 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-444375af-c2ee-43b1-8329-bd225977a8af None None] Attempting to bind port 331a768b-3fcc-4f36-81b8-d166a7d5a163 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:18:23.917325 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444375af-c2ee-43b1-8329-bd225977a8af None None] Attempting to bind port 331a768b-3fcc-4f36-81b8-d166a7d5a163 on network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:18:23.941596 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444375af-c2ee-43b1-8329-bd225977a8af None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:18:23.941974 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444375af-c2ee-43b1-8329-bd225977a8af None None] Checking segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:18:23.942381 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-444375af-c2ee-43b1-8329-bd225977a8af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:23.942775 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444375af-c2ee-43b1-8329-bd225977a8af None None] Bound using segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:18:23.943241 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-444375af-c2ee-43b1-8329-bd225977a8af None None] Bound port: 331a768b-3fcc-4f36-81b8-d166a7d5a163, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:18:23.943628 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-444375af-c2ee-43b1-8329-bd225977a8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:23.946345 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b0c22c-bae2-4ea7-9a08-fb43a9413dd1 None None] Pushing event updated for resources: {'Port': ['ID=331a768b-3fcc-4f36-81b8-d166a7d5a163,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:24.013036 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6d70e9-69ea-4729-bc2b-6cea7224b0f6 req-12299e6a-4bd1-4948-9ea9-82d44ccc01e8 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:24.025059 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-41e2d691-0fcb-4095-b3ba-ba68ba3b85cb req-f6834a85-3184-4f0b-b0ed-5605b2fc734a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=82c8fac7-b604-4f74-9e60-1a7d1e5868ca HTTP/1.1" status: 200 len: 217 time: 0.0683537 Jan 18 22:18:24.025236 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aa6d70e9-69ea-4729-bc2b-6cea7224b0f6 req-12299e6a-4bd1-4948-9ea9-82d44ccc01e8 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1bd428d-9adb-4f93-b6ca-66e7491dd341 HTTP/1.1" status: 200 len: 951 time: 0.1309829 Jan 18 22:18:24.038915 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ccfc504a-3742-4331-a919-df30c7a79bf0 req-4030ef64-b274-4e05-ab12-1f2963e79233 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=69e59ffc-71ce-4c50-acf6-17bf11fb5545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415477 Jan 18 22:18:24.092488 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-444375af-c2ee-43b1-8329-bd225977a8af None None] For port 331a768b-3fcc-4f36-81b8-d166a7d5a163, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:18:24.096270 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-444375af-c2ee-43b1-8329-bd225977a8af None None] For port 331a768b-3fcc-4f36-81b8-d166a7d5a163, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=331a768b-3fcc-4f36-81b8-d166a7d5a163,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:18:24.108010 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aa6d70e9-69ea-4729-bc2b-6cea7224b0f6 req-7dbcec6a-0886-4983-94a3-b5a54a8ddeb9 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847969 Jan 18 22:18:24.109152 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-444375af-c2ee-43b1-8329-bd225977a8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:24.193312 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c25bdf-b837-4618-982b-8f6a0c9a2049 req-27bfa3f2-2d78-4b2e-a9a2-0ce761fccd6e tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:24.195548 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e9c25bdf-b837-4618-982b-8f6a0c9a2049 req-27bfa3f2-2d78-4b2e-a9a2-0ce761fccd6e tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.67 "GET /v2.0/ports?device_id=f1bd428d-9adb-4f93-b6ca-66e7491dd341 HTTP/1.1" status: 200 len: 951 time: 0.3483386 Jan 18 22:18:24.217819 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be396b3-9eda-4c70-a84c-6c10f3ca1e6f req-d04104fc-72f4-4772-a05e-9e25f468c718 tempest-InstanceActionsNegativeTestJSON-100577597 tempest-InstanceActionsNegativeTestJSON-100577597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:24.254026 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1be396b3-9eda-4c70-a84c-6c10f3ca1e6f req-d04104fc-72f4-4772-a05e-9e25f468c718 tempest-InstanceActionsNegativeTestJSON-100577597 tempest-InstanceActionsNegativeTestJSON-100577597-project] 10.222.0.53 "GET /v2.0/ports?device_id=a78ebb9c-dd46-4b33-abe2-d6c9033476ac HTTP/1.1" status: 200 len: 945 time: 0.1401954 Jan 18 22:18:24.254731 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e2d691-0fcb-4095-b3ba-ba68ba3b85cb req-bf610644-bb41-4a55-90b3-7024fe1b5b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:24.256194 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-41e2d691-0fcb-4095-b3ba-ba68ba3b85cb req-bf610644-bb41-4a55-90b3-7024fe1b5b2c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8518183d-cc63-459a-b971-d4c7514e001f HTTP/1.1" status: 200 len: 843 time: 0.2273691 Jan 18 22:18:24.267806 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444375af-c2ee-43b1-8329-bd225977a8af None None] Routers {'0bfa6ec6-af90-4610-b432-c51ba5787d28'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:18:24.268340 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-444375af-c2ee-43b1-8329-bd225977a8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:18:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['0bfa6ec6-af90-4610-b432-c51ba5787d28'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:18:24.324827 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1be396b3-9eda-4c70-a84c-6c10f3ca1e6f req-6e432286-e0d5-4398-9267-a5f92799bf4a tempest-InstanceActionsNegativeTestJSON-100577597 tempest-InstanceActionsNegativeTestJSON-100577597-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4c4bf55-5500-407d-b673-5722e53c1d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659738 Jan 18 22:18:24.377031 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-968ea020-bae5-4ed4-88be-de6374995b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:24.394586 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e2d691-0fcb-4095-b3ba-ba68ba3b85cb req-c1ecc618-ce40-40a4-8771-f079227f99b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:24.396298 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-41e2d691-0fcb-4095-b3ba-ba68ba3b85cb req-c1ecc618-ce40-40a4-8771-f079227f99b0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=aed2eca7-1bb0-443d-8485-b985dbe9851b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1307502 Jan 18 22:18:24.460950 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-e80047a4-12b2-4808-9cb0-cdcb5f98171e None None] Provisioning complete for port c2fdff8f-f153-4fbb-9bdb-b734f91b5d51 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:18:24.461343 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e80047a4-12b2-4808-9cb0-cdcb5f98171e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:24.465857 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 9b3327a1-293a-433a-ae06-12f7f35473fc up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:18:24.468975 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b0c22c-bae2-4ea7-9a08-fb43a9413dd1 None None] Pushing event updated for resources: {'Port': ['ID=331a768b-3fcc-4f36-81b8-d166a7d5a163,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:24.492275 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-e9c25bdf-b837-4618-982b-8f6a0c9a2049 req-4cf0405e-6a33-4aed-8091-91b6214eee80 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Deleting port 5c3d71c5-6bdd-48a1-8913-9546b130a8db {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:18:24.492617 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-e9c25bdf-b837-4618-982b-8f6a0c9a2049 req-4cf0405e-6a33-4aed-8091-91b6214eee80 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:24.524456 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:24.587700 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:24.598183 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-e80047a4-12b2-4808-9cb0-cdcb5f98171e None None] Port c2fdff8f-f153-4fbb-9bdb-b734f91b5d51 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:18:24.621110 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 9b3327a1-293a-433a-ae06-12f7f35473fc triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:18:24.621481 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:24.624050 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-444375af-c2ee-43b1-8329-bd225977a8af None None] Set router 0bfa6ec6-af90-4610-b432-c51ba5787d28 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:18:24.645957 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-41e2d691-0fcb-4095-b3ba-ba68ba3b85cb req-55d3a47d-37b3-40f8-a335-30630819a109 service neutron] 10.222.0.36 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242978 Jan 18 22:18:24.684461 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2c5cdc-e662-46c0-92ac-cd91ee7a04d2 req-c17aa899-0aa7-45b2-8c3c-f185f0ee98e8 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:24.693517 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-e9c25bdf-b837-4618-982b-8f6a0c9a2049 req-4cf0405e-6a33-4aed-8091-91b6214eee80 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] For port 5c3d71c5-6bdd-48a1-8913-9546b130a8db, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=5c3d71c5-6bdd-48a1-8913-9546b130a8db,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:18:24.693808 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-e9c25bdf-b837-4618-982b-8f6a0c9a2049 req-4cf0405e-6a33-4aed-8091-91b6214eee80 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:24.693943 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bb2c5cdc-e662-46c0-92ac-cd91ee7a04d2 req-c17aa899-0aa7-45b2-8c3c-f185f0ee98e8 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] 10.222.0.53 "GET /v2.0/ports?device_id=a39236e6-5cdc-4c5c-b6de-09769826c330 HTTP/1.1" status: 200 len: 945 time: 0.0638833 Jan 18 22:18:24.741561 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bb2c5cdc-e662-46c0-92ac-cd91ee7a04d2 req-b7e048c6-b6a7-4f17-bf3a-d1e78ff30284 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc9e6b12-2aff-425d-833f-8273a41de3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428412 Jan 18 22:18:24.744114 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-e9c25bdf-b837-4618-982b-8f6a0c9a2049 req-4cf0405e-6a33-4aed-8091-91b6214eee80 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Calling delete_port for 5c3d71c5-6bdd-48a1-8913-9546b130a8db owned by compute:nova {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:18:24.835115 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-968ea020-bae5-4ed4-88be-de6374995b72 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:24.868669 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-968ea020-bae5-4ed4-88be-de6374995b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:24.932184 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-41e2d691-0fcb-4095-b3ba-ba68ba3b85cb req-61baa926-133b-4b0c-a95d-a631a391fa43 service neutron] 10.222.0.36 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761464 Jan 18 22:18:24.989449 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-444375af-c2ee-43b1-8329-bd225977a8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bfa6ec6-af90-4610-b432-c51ba5787d28', 'name': 'tempest-ServersTestManualDisk-1441307270-router', 'tenant_id': '2e8892a76b3740abb9d6e9e892c45ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': '331a768b-3fcc-4f36-81b8-d166a7d5a163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:18:20Z', 'updated_at': '2022-01-18T22:18:24Z', 'revision_number': 4, 'project_id': '2e8892a76b3740abb9d6e9e892c45ee9', 'gw_port': {'id': '331a768b-3fcc-4f36-81b8-d166a7d5a163', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:04:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bfa6ec6-af90-4610-b432-c51ba5787d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:18:20Z', 'updated_at': '2022-01-18T22:18:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'c2fdff8f-f153-4fbb-9bdb-b734f91b5d51', 'name': '', 'network_id': '9cc5e92b-77a5-44ad-ae36-434626cbd587', 'tenant_id': '2e8892a76b3740abb9d6e9e892c45ee9', 'mac_address': 'fa:16:3e:1f:7a:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bfa6ec6-af90-4610-b432-c51ba5787d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '16adcbe9-5fd5-4922-bf98-741d0cc7c78e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:18:23Z', 'updated_at': '2022-01-18T22:18:23Z', 'revision_number': 1, 'project_id': '2e8892a76b3740abb9d6e9e892c45ee9', 'subnets': [{'id': '16adcbe9-5fd5-4922-bf98-741d0cc7c78e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:18:25.004066 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968ea020-bae5-4ed4-88be-de6374995b72 admin admin] Pushing event updated for resources: {'Port': ['ID=c2fdff8f-f153-4fbb-9bdb-b734f91b5d51,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:25.024450 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444375af-c2ee-43b1-8329-bd225977a8af None None] The sync data for ids ['0bfa6ec6-af90-4610-b432-c51ba5787d28'] in n-d-825064-1 is: [{'id': '0bfa6ec6-af90-4610-b432-c51ba5787d28', 'name': 'tempest-ServersTestManualDisk-1441307270-router', 'tenant_id': '2e8892a76b3740abb9d6e9e892c45ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': '331a768b-3fcc-4f36-81b8-d166a7d5a163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:18:20Z', 'updated_at': '2022-01-18T22:18:24Z', 'revision_number': 4, 'project_id': '2e8892a76b3740abb9d6e9e892c45ee9', 'gw_port': {'id': '331a768b-3fcc-4f36-81b8-d166a7d5a163', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:04:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bfa6ec6-af90-4610-b432-c51ba5787d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:18:20Z', 'updated_at': '2022-01-18T22:18:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'c2fdff8f-f153-4fbb-9bdb-b734f91b5d51', 'name': '', 'network_id': '9cc5e92b-77a5-44ad-ae36-434626cbd587', 'tenant_id': '2e8892a76b3740abb9d6e9e892c45ee9', 'mac_address': 'fa:16:3e:1f:7a:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bfa6ec6-af90-4610-b432-c51ba5787d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '16adcbe9-5fd5-4922-bf98-741d0cc7c78e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:18:23Z', 'updated_at': '2022-01-18T22:18:23Z', 'revision_number': 1, 'project_id': '2e8892a76b3740abb9d6e9e892c45ee9', 'subnets': [{'id': '16adcbe9-5fd5-4922-bf98-741d0cc7c78e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:18:25.047223 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-968ea020-bae5-4ed4-88be-de6374995b72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-613854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1041070'] for router_interface, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:25.069125 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10d1f05-1bd9-4b66-885a-518b6d92cc17 req-2ff8f9ee-87aa-46f2-9a3a-7de7cec4df89 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:25.070790 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e10d1f05-1bd9-4b66-885a-518b6d92cc17 req-2ff8f9ee-87aa-46f2-9a3a-7de7cec4df89 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] 10.222.0.36 "GET /v2.0/ports?device_id=a39236e6-5cdc-4c5c-b6de-09769826c330 HTTP/1.1" status: 200 len: 945 time: 0.1073854 Jan 18 22:18:25.203369 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4217f9-f24d-4b4e-ba41-d0cd825ae60e req-6d531d55-fefe-43d8-b6a2-df921c667c52 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:25.205806 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1d4217f9-f24d-4b4e-ba41-d0cd825ae60e req-6d531d55-fefe-43d8-b6a2-df921c667c52 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=710e4fbf-3d93-42c0-b0b4-4811a367b0c1 HTTP/1.1" status: 200 len: 946 time: 0.0750613 Jan 18 22:18:25.207482 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-e9c25bdf-b837-4618-982b-8f6a0c9a2049 req-4cf0405e-6a33-4aed-8091-91b6214eee80 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:25.219808 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['82c8fac7-b604-4f74-9e60-1a7d1e5868ca', 'fe7ecc66-9dc0-4b55-bb2f-e86b883abd40'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:18:25.282078 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf0405e-6a33-4aed-8091-91b6214eee80 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Pushing event deleted for resources: {'Port': ['ID=5c3d71c5-6bdd-48a1-8913-9546b130a8db,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:25.373242 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-77e1d581-4145-4ec2-a64c-a5d724c6476b req-e6a2970f-0c58-4332-a198-129f084c1576 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1bd428d-9adb-4f93-b6ca-66e7491dd341 HTTP/1.1" status: 200 len: 210 time: 0.0859907 Jan 18 22:18:25.378964 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9c25bdf-b837-4618-982b-8f6a0c9a2049 req-4cf0405e-6a33-4aed-8091-91b6214eee80 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] No DVR routers for this DVR port 5c3d71c5-6bdd-48a1-8913-9546b130a8db on host n-h2-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:18:25.395060 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-e9c25bdf-b837-4618-982b-8f6a0c9a2049 req-4cf0405e-6a33-4aed-8091-91b6214eee80 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:25.399659 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e9c25bdf-b837-4618-982b-8f6a0c9a2049 req-4cf0405e-6a33-4aed-8091-91b6214eee80 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.67 "DELETE /v2.0/ports/5c3d71c5-6bdd-48a1-8913-9546b130a8db HTTP/1.1" status: 204 len: 173 time: 1.1851914 Jan 18 22:18:25.400185 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1bd428d-9adb-4f93-b6ca-66e7491dd341', 'name': 'network-vif-deleted', 'tag': '5c3d71c5-6bdd-48a1-8913-9546b130a8db'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:18:25.402415 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59ea34aa-8d75-4f15-bcb4-1625cff1cb9f" -d '{"events": [{"server_uuid": "f1bd428d-9adb-4f93-b6ca-66e7491dd341", "name": "network-vif-deleted", "tag": "5c3d71c5-6bdd-48a1-8913-9546b130a8db"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:18:25.417317 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968ea020-bae5-4ed4-88be-de6374995b72 admin admin] Network 9cc5e92b-77a5-44ad-ae36-434626cbd587 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:18:25.425912 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-968ea020-bae5-4ed4-88be-de6374995b72 admin admin] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:18:25.459028 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-e10d1f05-1bd9-4b66-885a-518b6d92cc17 req-f40b2538-d7e4-4ce0-93f2-46f99ce35b8f tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Deleting port e7892f52-0b84-4f6e-89ca-c8eee1147910 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:18:25.459373 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-e10d1f05-1bd9-4b66-885a-518b6d92cc17 req-f40b2538-d7e4-4ce0-93f2-46f99ce35b8f tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:25.473895 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1d4217f9-f24d-4b4e-ba41-d0cd825ae60e req-e55c93d3-a71e-4bfb-a60a-a8f47b10105a tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=69e59ffc-71ce-4c50-acf6-17bf11fb5545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542045 Jan 18 22:18:25.504611 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a176fda5-fc43-4aa0-bf5e-9060c6c59ac1 req-d6a74012-12b2-4d10-8cf2-2f495f47140b tempest-InstanceActionsNegativeTestJSON-100577597 tempest-InstanceActionsNegativeTestJSON-100577597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:25.511356 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a176fda5-fc43-4aa0-bf5e-9060c6c59ac1 req-d6a74012-12b2-4d10-8cf2-2f495f47140b tempest-InstanceActionsNegativeTestJSON-100577597 tempest-InstanceActionsNegativeTestJSON-100577597-project] 10.222.0.67 "GET /v2.0/ports?device_id=a78ebb9c-dd46-4b33-abe2-d6c9033476ac HTTP/1.1" status: 200 len: 945 time: 0.2940183 Jan 18 22:18:25.769971 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de43c978-6c17-46fb-b166-256d989b7c80 req-57f9ae91-a69b-4cf8-a2d5-12a52a644565 tempest-InstanceActionsNegativeTestJSON-100577597 tempest-InstanceActionsNegativeTestJSON-100577597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:25.779815 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-de43c978-6c17-46fb-b166-256d989b7c80 req-57f9ae91-a69b-4cf8-a2d5-12a52a644565 tempest-InstanceActionsNegativeTestJSON-100577597 tempest-InstanceActionsNegativeTestJSON-100577597-project] 10.222.0.53 "GET /v2.0/ports?device_id=a78ebb9c-dd46-4b33-abe2-d6c9033476ac HTTP/1.1" status: 200 len: 945 time: 0.1545284 Jan 18 22:18:25.816678 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-a176fda5-fc43-4aa0-bf5e-9060c6c59ac1 req-58653c0e-8a01-45ec-bb69-2b38bf0e56ca tempest-InstanceActionsNegativeTestJSON-100577597 tempest-InstanceActionsNegativeTestJSON-100577597-project] Deleting port 0b2c296e-f35c-4211-a21b-ee121ef1d961 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:18:25.817102 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-a176fda5-fc43-4aa0-bf5e-9060c6c59ac1 req-58653c0e-8a01-45ec-bb69-2b38bf0e56ca tempest-InstanceActionsNegativeTestJSON-100577597 tempest-InstanceActionsNegativeTestJSON-100577597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:25.854079 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-de43c978-6c17-46fb-b166-256d989b7c80 req-d69c68a6-5f1a-4412-a7d3-49181de5b3d1 tempest-InstanceActionsNegativeTestJSON-100577597 tempest-InstanceActionsNegativeTestJSON-100577597-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4c4bf55-5500-407d-b673-5722e53c1d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731614 Jan 18 22:18:25.945621 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-6467f0a7-2aa7-4c9f-ae67-8f68999d946f None None] Provisioning complete for port c2fdff8f-f153-4fbb-9bdb-b734f91b5d51 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:18:25.946031 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6467f0a7-2aa7-4c9f-ae67-8f68999d946f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:26.045753 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-6467f0a7-2aa7-4c9f-ae67-8f68999d946f None None] Port c2fdff8f-f153-4fbb-9bdb-b734f91b5d51 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:18:26.245324 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb4974da-e448-429c-a840-424102d6fa4e x-openstack-request-id: req-cb4974da-e448-429c-a840-424102d6fa4e {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:18:26.245902 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1bd428d-9adb-4f93-b6ca-66e7491dd341", "name": "network-vif-deleted", "tag": "5c3d71c5-6bdd-48a1-8913-9546b130a8db", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:18:26.245902 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cb4974da-e448-429c-a840-424102d6fa4e {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:18:26.246227 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1bd428d-9adb-4f93-b6ca-66e7491dd341', 'name': 'network-vif-deleted', 'tag': '5c3d71c5-6bdd-48a1-8913-9546b130a8db', 'status': 'completed', 'code': 200} Jan 18 22:18:26.335671 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-e10d1f05-1bd9-4b66-885a-518b6d92cc17 req-f40b2538-d7e4-4ce0-93f2-46f99ce35b8f tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] For port e7892f52-0b84-4f6e-89ca-c8eee1147910, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=e7892f52-0b84-4f6e-89ca-c8eee1147910,segment=NetworkSegment(ad933c8d-50d1-49d4-a766-f0aca6fd8ffc),segment_id=ad933c8d-50d1-49d4-a766-f0aca6fd8ffc)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:18:26.336034 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-e10d1f05-1bd9-4b66-885a-518b6d92cc17 req-f40b2538-d7e4-4ce0-93f2-46f99ce35b8f tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:26.425419 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8d8a64-854e-45b9-b2f5-fc453d6eed5d req-c179afbe-64ca-4364-ac54-6b7207e907c6 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:26.432043 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3c8d8a64-854e-45b9-b2f5-fc453d6eed5d req-c179afbe-64ca-4364-ac54-6b7207e907c6 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] 10.222.0.53 "GET /v2.0/ports?device_id=a39236e6-5cdc-4c5c-b6de-09769826c330 HTTP/1.1" status: 200 len: 945 time: 0.0846720 Jan 18 22:18:26.482141 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-a176fda5-fc43-4aa0-bf5e-9060c6c59ac1 req-58653c0e-8a01-45ec-bb69-2b38bf0e56ca tempest-InstanceActionsNegativeTestJSON-100577597 tempest-InstanceActionsNegativeTestJSON-100577597-project] For port 0b2c296e-f35c-4211-a21b-ee121ef1d961, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=0b2c296e-f35c-4211-a21b-ee121ef1d961,segment=NetworkSegment(9c8aa559-92ea-4559-97a1-0f06b3828906),segment_id=9c8aa559-92ea-4559-97a1-0f06b3828906)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:18:26.482508 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-a176fda5-fc43-4aa0-bf5e-9060c6c59ac1 req-58653c0e-8a01-45ec-bb69-2b38bf0e56ca tempest-InstanceActionsNegativeTestJSON-100577597 tempest-InstanceActionsNegativeTestJSON-100577597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:26.494364 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-968ea020-bae5-4ed4-88be-de6374995b72 admin admin] Router 0bfa6ec6-af90-4610-b432-c51ba5787d28 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:18:26.511655 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-a176fda5-fc43-4aa0-bf5e-9060c6c59ac1 req-58653c0e-8a01-45ec-bb69-2b38bf0e56ca tempest-InstanceActionsNegativeTestJSON-100577597 tempest-InstanceActionsNegativeTestJSON-100577597-project] Calling delete_port for 0b2c296e-f35c-4211-a21b-ee121ef1d961 owned by compute:nova {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:18:26.531021 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3c8d8a64-854e-45b9-b2f5-fc453d6eed5d req-2f6af6f7-70fc-4b42-a63b-0f59d0e86022 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc9e6b12-2aff-425d-833f-8273a41de3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836666 Jan 18 22:18:26.721734 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-968ea020-bae5-4ed4-88be-de6374995b72 admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:18:26.734837 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-a176fda5-fc43-4aa0-bf5e-9060c6c59ac1 req-58653c0e-8a01-45ec-bb69-2b38bf0e56ca tempest-InstanceActionsNegativeTestJSON-100577597 tempest-InstanceActionsNegativeTestJSON-100577597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:26.738005 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 0b2c296e-f35c-4211-a21b-ee121ef1d961 no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:18:26.749358 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-968ea020-bae5-4ed4-88be-de6374995b72 admin admin] 10.222.0.53 "PUT /v2.0/routers/0bfa6ec6-af90-4610-b432-c51ba5787d28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1899846 Jan 18 22:18:26.764517 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['0b2c296e-f35c-4211-a21b-ee121ef1d961'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:18:26.797711 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-e10d1f05-1bd9-4b66-885a-518b6d92cc17 req-f40b2538-d7e4-4ce0-93f2-46f99ce35b8f tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:26.798062 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-e10d1f05-1bd9-4b66-885a-518b6d92cc17 req-f40b2538-d7e4-4ce0-93f2-46f99ce35b8f tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043075'] for floatingip, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:26.798392 n-d-825064-1 neutron-server[102431]: INFO neutron.db.l3_db [req-e10d1f05-1bd9-4b66-885a-518b6d92cc17 req-f40b2538-d7e4-4ce0-93f2-46f99ce35b8f tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Floating IP 3e98dd86-f4fd-4b76-80e1-865a854a0e59 disassociated. External IP: 172.25.5.81, port: e7892f52-0b84-4f6e-89ca-c8eee1147910. Jan 18 22:18:26.798742 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-e10d1f05-1bd9-4b66-885a-518b6d92cc17 req-f40b2538-d7e4-4ce0-93f2-46f99ce35b8f tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Calling delete_port for e7892f52-0b84-4f6e-89ca-c8eee1147910 owned by compute:nova {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:18:26.831502 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58653c0e-8a01-45ec-bb69-2b38bf0e56ca tempest-InstanceActionsNegativeTestJSON-100577597 tempest-InstanceActionsNegativeTestJSON-100577597-project] Pushing event deleted for resources: {'Port': ['ID=0b2c296e-f35c-4211-a21b-ee121ef1d961,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:26.863413 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] No Port match for: 0b2c296e-f35c-4211-a21b-ee121ef1d961 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:18:26.864867 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 0b2c296e-f35c-4211-a21b-ee121ef1d961 not bound to the agent host n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:18:26.865162 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 5c3d71c5-6bdd-48a1-8913-9546b130a8db no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:18:26.886012 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-a176fda5-fc43-4aa0-bf5e-9060c6c59ac1 req-58653c0e-8a01-45ec-bb69-2b38bf0e56ca tempest-InstanceActionsNegativeTestJSON-100577597 tempest-InstanceActionsNegativeTestJSON-100577597-project] No DVR routers for this DVR port 0b2c296e-f35c-4211-a21b-ee121ef1d961 on host n-h2-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:18:26.886326 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] No Port match for: 5c3d71c5-6bdd-48a1-8913-9546b130a8db {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:18:26.886691 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 5c3d71c5-6bdd-48a1-8913-9546b130a8db not bound to the agent host n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:18:26.891720 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-a176fda5-fc43-4aa0-bf5e-9060c6c59ac1 req-58653c0e-8a01-45ec-bb69-2b38bf0e56ca tempest-InstanceActionsNegativeTestJSON-100577597 tempest-InstanceActionsNegativeTestJSON-100577597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:26.895149 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a176fda5-fc43-4aa0-bf5e-9060c6c59ac1 req-58653c0e-8a01-45ec-bb69-2b38bf0e56ca tempest-InstanceActionsNegativeTestJSON-100577597 tempest-InstanceActionsNegativeTestJSON-100577597-project] 10.222.0.67 "DELETE /v2.0/ports/0b2c296e-f35c-4211-a21b-ee121ef1d961 HTTP/1.1" status: 204 len: 173 time: 1.3768866 Jan 18 22:18:26.900678 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a78ebb9c-dd46-4b33-abe2-d6c9033476ac', 'name': 'network-vif-deleted', 'tag': '0b2c296e-f35c-4211-a21b-ee121ef1d961'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:18:26.902958 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcd21fb8-8c5d-4618-885e-8ebad4509aad" -d '{"events": [{"server_uuid": "a78ebb9c-dd46-4b33-abe2-d6c9033476ac", "name": "network-vif-deleted", "tag": "0b2c296e-f35c-4211-a21b-ee121ef1d961"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:18:26.917629 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0473ba-d8e0-4684-92d1-fe319baaefd3 req-628cbb7e-f0d7-40df-996b-b2f0ff3d08b5 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:26.919197 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ce0473ba-d8e0-4684-92d1-fe319baaefd3 req-628cbb7e-f0d7-40df-996b-b2f0ff3d08b5 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=710e4fbf-3d93-42c0-b0b4-4811a367b0c1 HTTP/1.1" status: 200 len: 946 time: 0.2190554 Jan 18 22:18:27.005464 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ce0473ba-d8e0-4684-92d1-fe319baaefd3 req-4ab7a47f-4c5a-4ac2-a090-cd61f15ff723 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=69e59ffc-71ce-4c50-acf6-17bf11fb5545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711126 Jan 18 22:18:27.048109 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16099c10-457c-4dbc-b5ea-7b5e66f87c1a req-a093e2de-89eb-4aa5-a827-6ccb6da19dd7 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:27.053294 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-16099c10-457c-4dbc-b5ea-7b5e66f87c1a req-a093e2de-89eb-4aa5-a827-6ccb6da19dd7 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c9e6cb9-1aa4-4fa3-b804-edc6b9d7fe7b HTTP/1.1" status: 200 len: 949 time: 0.1903672 Jan 18 22:18:27.056147 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-e10d1f05-1bd9-4b66-885a-518b6d92cc17 req-f40b2538-d7e4-4ce0-93f2-46f99ce35b8f tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:27.106497 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40b2538-d7e4-4ce0-93f2-46f99ce35b8f tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Pushing event deleted for resources: {'Port': ['ID=e7892f52-0b84-4f6e-89ca-c8eee1147910,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:27.140737 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-16099c10-457c-4dbc-b5ea-7b5e66f87c1a req-f3a89d89-bf44-48b8-b81d-e4f756c8ec5b tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795269 Jan 18 22:18:27.202258 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfa0b938-7a88-4d4c-97ac-f9e0b66d1e79 x-openstack-request-id: req-cfa0b938-7a88-4d4c-97ac-f9e0b66d1e79 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:18:27.202559 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a78ebb9c-dd46-4b33-abe2-d6c9033476ac", "name": "network-vif-deleted", "tag": "0b2c296e-f35c-4211-a21b-ee121ef1d961", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:18:27.202818 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cfa0b938-7a88-4d4c-97ac-f9e0b66d1e79 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:18:27.203291 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a78ebb9c-dd46-4b33-abe2-d6c9033476ac', 'name': 'network-vif-deleted', 'tag': '0b2c296e-f35c-4211-a21b-ee121ef1d961', 'status': 'completed', 'code': 200} Jan 18 22:18:27.264319 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-23ae6d4f-a654-4e52-86db-1394ee397012 req-26eb3e9c-d1d8-4ddf-a056-bb9517cc9659 tempest-InstanceActionsNegativeTestJSON-100577597 tempest-InstanceActionsNegativeTestJSON-100577597-project] 10.222.0.53 "GET /v2.0/ports?device_id=a78ebb9c-dd46-4b33-abe2-d6c9033476ac HTTP/1.1" status: 200 len: 210 time: 0.0412600 Jan 18 22:18:27.308109 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e10d1f05-1bd9-4b66-885a-518b6d92cc17 req-f40b2538-d7e4-4ce0-93f2-46f99ce35b8f tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Router dd56ee2f-26ff-4d4c-93bb-e76580f977f8 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:18:27.442727 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e10d1f05-1bd9-4b66-885a-518b6d92cc17 req-f40b2538-d7e4-4ce0-93f2-46f99ce35b8f tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:18:27.454412 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e53b3c4-8e2f-4a90-8d52-ab728a779641 None None] Sync routers for ids ['dd56ee2f-26ff-4d4c-93bb-e76580f977f8'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:18:27.480204 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e53b3c4-8e2f-4a90-8d52-ab728a779641 None None] Routers {'dd56ee2f-26ff-4d4c-93bb-e76580f977f8'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:18:27.481730 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-1e53b3c4-8e2f-4a90-8d52-ab728a779641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:18:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['dd56ee2f-26ff-4d4c-93bb-e76580f977f8'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:18:27.501816 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-e10d1f05-1bd9-4b66-885a-518b6d92cc17 req-f40b2538-d7e4-4ce0-93f2-46f99ce35b8f tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] No DVR routers for this DVR port e7892f52-0b84-4f6e-89ca-c8eee1147910 on host n-h1-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:18:27.504400 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-e10d1f05-1bd9-4b66-885a-518b6d92cc17 req-f40b2538-d7e4-4ce0-93f2-46f99ce35b8f tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:27.513433 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e10d1f05-1bd9-4b66-885a-518b6d92cc17 req-f40b2538-d7e4-4ce0-93f2-46f99ce35b8f tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] 10.222.0.36 "DELETE /v2.0/ports/e7892f52-0b84-4f6e-89ca-c8eee1147910 HTTP/1.1" status: 204 len: 173 time: 2.4340341 Jan 18 22:18:27.675685 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 60108) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:18:27.685436 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-1e53b3c4-8e2f-4a90-8d52-ab728a779641 None None] Set router dd56ee2f-26ff-4d4c-93bb-e76580f977f8 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:18:27.698035 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-05e2f98f-bca7-4466-9ae1-c3316ecd2d4f tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] Request body: {'security_group': {'name': 'tempest-securitygroup--280275406', 'description': 'tempest-description--1205876554'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:18:27.738970 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6e22c60a-dea5-46e2-aff5-4bf37a32e4ed req-dcbbfb91-f590-4cc4-a704-a7f77752fc56 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] 10.222.0.53 "GET /v2.0/ports?device_id=a39236e6-5cdc-4c5c-b6de-09769826c330 HTTP/1.1" status: 200 len: 210 time: 0.0837095 Jan 18 22:18:27.771527 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-05e2f98f-bca7-4466-9ae1-c3316ecd2d4f tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:27.849423 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-05e2f98f-bca7-4466-9ae1-c3316ecd2d4f tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:27.854582 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-05e2f98f-bca7-4466-9ae1-c3316ecd2d4f tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:27.886519 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-05e2f98f-bca7-4466-9ae1-c3316ecd2d4f tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:27.887999 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-05e2f98f-bca7-4466-9ae1-c3316ecd2d4f tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2112408 Jan 18 22:18:27.892986 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60112) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:18:27.897720 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-e8efc4e8-94e2-4b04-a79e-59a9abc04041 tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] Request body: {'security_group_rule': {'security_group_id': '63b68130-0100-4f51-8b96-547fb8013ef2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:18:27.899417 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e2f98f-bca7-4466-9ae1-c3316ecd2d4f tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63b68130-0100-4f51-8b96-547fb8013ef2,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:27.938146 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e8efc4e8-94e2-4b04-a79e-59a9abc04041 tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:27.993368 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-1e53b3c4-8e2f-4a90-8d52-ab728a779641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd56ee2f-26ff-4d4c-93bb-e76580f977f8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-397758241-router', 'tenant_id': '43f0b96077a84d2a954b883639e07306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '930cb626-46f7-4261-9a7c-6a012144a3e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:13:21Z', 'updated_at': '2022-01-18T22:13:29Z', 'revision_number': 4, 'project_id': '43f0b96077a84d2a954b883639e07306', 'gw_port': {'id': '930cb626-46f7-4261-9a7c-6a012144a3e0', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:9e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd56ee2f-26ff-4d4c-93bb-e76580f977f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:22Z', 'updated_at': '2022-01-18T22:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '1046bbcb-899a-443e-b3a8-1a1c565ffd18', 'name': '', 'network_id': 'cc278b4d-dcae-47fd-bae5-bd232ac640b4', 'tenant_id': '43f0b96077a84d2a954b883639e07306', 'mac_address': 'fa:16:3e:fb:38:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd56ee2f-26ff-4d4c-93bb-e76580f977f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '1f0f1e45-beb6-4402-8040-f69acf064963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:27Z', 'updated_at': '2022-01-18T22:13:35Z', 'revision_number': 5, 'project_id': '43f0b96077a84d2a954b883639e07306', 'subnets': [{'id': '1f0f1e45-beb6-4402-8040-f69acf064963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:18:28.021157 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e8efc4e8-94e2-4b04-a79e-59a9abc04041 tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:28.026449 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e8efc4e8-94e2-4b04-a79e-59a9abc04041 tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:28.028964 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e53b3c4-8e2f-4a90-8d52-ab728a779641 None None] Checking router: dd56ee2f-26ff-4d4c-93bb-e76580f977f8 for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:18:28.040449 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e53b3c4-8e2f-4a90-8d52-ab728a779641 None None] Routers {'dd56ee2f-26ff-4d4c-93bb-e76580f977f8'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:18:28.041154 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-1e53b3c4-8e2f-4a90-8d52-ab728a779641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:18:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['dd56ee2f-26ff-4d4c-93bb-e76580f977f8'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:18:28.052183 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8efc4e8-94e2-4b04-a79e-59a9abc04041 tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e691ca26-4dcb-4a04-aafa-74e52645043d,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:28.065120 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e8efc4e8-94e2-4b04-a79e-59a9abc04041 tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:28.066342 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-e8efc4e8-94e2-4b04-a79e-59a9abc04041 tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1723428 Jan 18 22:18:28.068970 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60116) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:18:28.074585 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-136b4d80-02a1-42c9-8181-f1746e3d45c0 tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] Request body: {'security_group_rule': {'security_group_id': '63b68130-0100-4f51-8b96-547fb8013ef2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:18:28.121777 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-136b4d80-02a1-42c9-8181-f1746e3d45c0 tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:28.226391 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b65df0e-2e3d-4127-a605-12d76112964b req-c84e21b6-f3e4-41f1-8b66-1226489baf6c tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:28.236407 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8b65df0e-2e3d-4127-a605-12d76112964b req-c84e21b6-f3e4-41f1-8b66-1226489baf6c tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=710e4fbf-3d93-42c0-b0b4-4811a367b0c1 HTTP/1.1" status: 200 len: 946 time: 0.1070526 Jan 18 22:18:28.259915 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-1e53b3c4-8e2f-4a90-8d52-ab728a779641 None None] Set router dd56ee2f-26ff-4d4c-93bb-e76580f977f8 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:18:28.289959 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-136b4d80-02a1-42c9-8181-f1746e3d45c0 tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:28.311349 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a39236e6-5cdc-4c5c-b6de-09769826c330', 'name': 'network-vif-deleted', 'tag': 'e7892f52-0b84-4f6e-89ca-c8eee1147910'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:18:28.313912 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03cc15ef-8e34-4d01-b0f4-ce190d71ab31" -d '{"events": [{"server_uuid": "a39236e6-5cdc-4c5c-b6de-09769826c330", "name": "network-vif-deleted", "tag": "e7892f52-0b84-4f6e-89ca-c8eee1147910"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:18:28.326108 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-136b4d80-02a1-42c9-8181-f1746e3d45c0 tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:28.328622 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8b65df0e-2e3d-4127-a605-12d76112964b req-7f962cf6-b829-45cb-9b0f-e4b5712c551a tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=69e59ffc-71ce-4c50-acf6-17bf11fb5545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860665 Jan 18 22:18:28.368881 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136b4d80-02a1-42c9-8181-f1746e3d45c0 tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8105ca6b-e330-4555-89ba-d2f6358f541c,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:28.373090 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-136b4d80-02a1-42c9-8181-f1746e3d45c0 tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:28.374289 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-136b4d80-02a1-42c9-8181-f1746e3d45c0 tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3036113 Jan 18 22:18:28.378323 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60128) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:18:28.384949 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 331a768b-3fcc-4f36-81b8-d166a7d5a163 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:18:28.389886 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-79d3e7e8-5c6e-4b3b-981f-40fc4f2aac6b tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] Request body: {'floatingip': {'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:18:28.401434 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967e02d1-4f1f-4004-81fc-32c9f6af199e req-ddea49ff-b749-4467-8792-8f43b4ec8973 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:28.403024 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-967e02d1-4f1f-4004-81fc-32c9f6af199e req-ddea49ff-b749-4467-8792-8f43b4ec8973 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c9e6cb9-1aa4-4fa3-b804-edc6b9d7fe7b HTTP/1.1" status: 200 len: 949 time: 0.1936789 Jan 18 22:18:28.454041 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-79d3e7e8-5c6e-4b3b-981f-40fc4f2aac6b tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] Notify callbacks [] for floatingip, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:28.462799 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd61719-c2b3-4da6-b8be-2a121963e1b5 req-94163c0a-67c4-4bb5-bcd8-4da8f1ea8f81 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:28.486413 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bfd61719-c2b3-4da6-b8be-2a121963e1b5 req-94163c0a-67c4-4bb5-bcd8-4da8f1ea8f81 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c9e6cb9-1aa4-4fa3-b804-edc6b9d7fe7b HTTP/1.1" status: 200 len: 949 time: 0.1326733 Jan 18 22:18:28.534822 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device e7892f52-0b84-4f6e-89ca-c8eee1147910 no longer exists at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:18:28.536301 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 331a768b-3fcc-4f36-81b8-d166a7d5a163 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:18:28.536671 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:28.577667 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bfd61719-c2b3-4da6-b8be-2a121963e1b5 req-2d3d5308-6c7a-4af9-9b83-f410039baf36 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903440 Jan 18 22:18:28.586367 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60130) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:18:28.626887 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af369679-94e6-4345-98db-c01635c065a4 None None] Sync routers for ids ['0bfa6ec6-af90-4610-b432-c51ba5787d28'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:18:28.633968 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] No Port match for: e7892f52-0b84-4f6e-89ca-c8eee1147910 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:18:28.634559 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device e7892f52-0b84-4f6e-89ca-c8eee1147910 not bound to the agent host n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:18:28.646951 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6de7026-898c-4203-a95b-1b6382ab4050 admin admin] Deleting subnet f851953c-aaa7-48e2-bd75-91f1d3c31b95 {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:18:28.652976 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af369679-94e6-4345-98db-c01635c065a4 None None] Routers {'0bfa6ec6-af90-4610-b432-c51ba5787d28'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:18:28.653790 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a6de7026-898c-4203-a95b-1b6382ab4050 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:28.653974 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-af369679-94e6-4345-98db-c01635c065a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:18:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['0bfa6ec6-af90-4610-b432-c51ba5787d28'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:18:28.677616 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcc3def3-0ae8-4048-bfde-76d33a92d3f4 x-openstack-request-id: req-bcc3def3-0ae8-4048-bfde-76d33a92d3f4 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:18:28.677957 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a39236e6-5cdc-4c5c-b6de-09769826c330", "name": "network-vif-deleted", "tag": "e7892f52-0b84-4f6e-89ca-c8eee1147910", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:18:28.678153 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bcc3def3-0ae8-4048-bfde-76d33a92d3f4 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:18:28.678545 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a39236e6-5cdc-4c5c-b6de-09769826c330', 'name': 'network-vif-deleted', 'tag': 'e7892f52-0b84-4f6e-89ca-c8eee1147910', 'status': 'completed', 'code': 200} Jan 18 22:18:28.702786 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-967e02d1-4f1f-4004-81fc-32c9f6af199e req-c81fbe91-72ff-4e74-915f-b33f229d9ffd tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Deleting port fe7ecc66-9dc0-4b55-bb2f-e86b883abd40 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:18:28.703138 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-967e02d1-4f1f-4004-81fc-32c9f6af199e req-c81fbe91-72ff-4e74-915f-b33f229d9ffd tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:28.716703 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a6de7026-898c-4203-a95b-1b6382ab4050 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:28.721427 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-1e53b3c4-8e2f-4a90-8d52-ab728a779641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd56ee2f-26ff-4d4c-93bb-e76580f977f8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-397758241-router', 'tenant_id': '43f0b96077a84d2a954b883639e07306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '930cb626-46f7-4261-9a7c-6a012144a3e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:13:21Z', 'updated_at': '2022-01-18T22:13:29Z', 'revision_number': 4, 'project_id': '43f0b96077a84d2a954b883639e07306', 'gw_port': {'id': '930cb626-46f7-4261-9a7c-6a012144a3e0', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:9e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd56ee2f-26ff-4d4c-93bb-e76580f977f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:22Z', 'updated_at': '2022-01-18T22:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '1046bbcb-899a-443e-b3a8-1a1c565ffd18', 'name': '', 'network_id': 'cc278b4d-dcae-47fd-bae5-bd232ac640b4', 'tenant_id': '43f0b96077a84d2a954b883639e07306', 'mac_address': 'fa:16:3e:fb:38:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd56ee2f-26ff-4d4c-93bb-e76580f977f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '1f0f1e45-beb6-4402-8040-f69acf064963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:27Z', 'updated_at': '2022-01-18T22:13:35Z', 'revision_number': 5, 'project_id': '43f0b96077a84d2a954b883639e07306', 'subnets': [{'id': '1f0f1e45-beb6-4402-8040-f69acf064963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:18:28.759221 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e53b3c4-8e2f-4a90-8d52-ab728a779641 None None] The sync data for ids ['dd56ee2f-26ff-4d4c-93bb-e76580f977f8'] in n-d-825064-1 is: [{'id': 'dd56ee2f-26ff-4d4c-93bb-e76580f977f8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-397758241-router', 'tenant_id': '43f0b96077a84d2a954b883639e07306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '930cb626-46f7-4261-9a7c-6a012144a3e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:13:21Z', 'updated_at': '2022-01-18T22:13:29Z', 'revision_number': 4, 'project_id': '43f0b96077a84d2a954b883639e07306', 'gw_port': {'id': '930cb626-46f7-4261-9a7c-6a012144a3e0', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:9e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd56ee2f-26ff-4d4c-93bb-e76580f977f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:22Z', 'updated_at': '2022-01-18T22:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '1046bbcb-899a-443e-b3a8-1a1c565ffd18', 'name': '', 'network_id': 'cc278b4d-dcae-47fd-bae5-bd232ac640b4', 'tenant_id': '43f0b96077a84d2a954b883639e07306', 'mac_address': 'fa:16:3e:fb:38:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd56ee2f-26ff-4d4c-93bb-e76580f977f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '1f0f1e45-beb6-4402-8040-f69acf064963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:27Z', 'updated_at': '2022-01-18T22:13:35Z', 'revision_number': 5, 'project_id': '43f0b96077a84d2a954b883639e07306', 'subnets': [{'id': '1f0f1e45-beb6-4402-8040-f69acf064963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:18:28.793177 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:28.812908 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-af369679-94e6-4345-98db-c01635c065a4 None None] Set router 0bfa6ec6-af90-4610-b432-c51ba5787d28 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:18:28.899819 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a6de7026-898c-4203-a95b-1b6382ab4050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:28.904950 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port 331a768b-3fcc-4f36-81b8-d166a7d5a163, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=331a768b-3fcc-4f36-81b8-d166a7d5a163,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:18:28.922013 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:28.937756 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-79d3e7e8-5c6e-4b3b-981f-40fc4f2aac6b tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:28.981016 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 60142) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:18:29.044731 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-79472c6a-533a-48fb-bc12-5f239b151d88 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:29.073050 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-79472c6a-533a-48fb-bc12-5f239b151d88 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:29.137179 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-967e02d1-4f1f-4004-81fc-32c9f6af199e req-c81fbe91-72ff-4e74-915f-b33f229d9ffd tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] For port fe7ecc66-9dc0-4b55-bb2f-e86b883abd40, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=fe7ecc66-9dc0-4b55-bb2f-e86b883abd40,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:18:29.137551 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-967e02d1-4f1f-4004-81fc-32c9f6af199e req-c81fbe91-72ff-4e74-915f-b33f229d9ffd tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:29.144753 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-79d3e7e8-5c6e-4b3b-981f-40fc4f2aac6b tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] Allocated IP 172.25.5.28 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/c7606c4b-c8d6-402f-a811-92edb37e3b13) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:18:29.147919 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-79472c6a-533a-48fb-bc12-5f239b151d88 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:29.154503 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-79472c6a-533a-48fb-bc12-5f239b151d88 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:29.156028 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-79472c6a-533a-48fb-bc12-5f239b151d88 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] 10.222.0.53 "DELETE /v2.0/security-groups/fc9e6b12-2aff-425d-833f-8273a41de3d7 HTTP/1.1" status: 204 len: 168 time: 0.1715322 Jan 18 22:18:29.160904 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 60144) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:18:29.168189 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71515224-7c96-45ef-9e02-43afa067aad3 None None] New status for floating IP 3e98dd86-f4fd-4b76-80e1-865a854a0e59: DOWN {{(pid=102433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 22:18:29.176079 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-967e02d1-4f1f-4004-81fc-32c9f6af199e req-c81fbe91-72ff-4e74-915f-b33f229d9ffd tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Calling delete_port for fe7ecc66-9dc0-4b55-bb2f-e86b883abd40 owned by compute:nova {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:18:29.200828 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=331a768b-3fcc-4f36-81b8-d166a7d5a163,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:29.207578 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a6de7026-898c-4203-a95b-1b6382ab4050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:29.209107 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [None req-d431fdb0-3279-4d61-ae33-e5f7b5519ea6 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] show failed (client error): The resource could not be found. Jan 18 22:18:29.210944 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-d431fdb0-3279-4d61-ae33-e5f7b5519ea6 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] 10.222.0.53 "GET /v2.0/security-groups/fc9e6b12-2aff-425d-833f-8273a41de3d7 HTTP/1.1" status: 404 len: 347 time: 0.0435185 Jan 18 22:18:29.213790 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79472c6a-533a-48fb-bc12-5f239b151d88 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc9e6b12-2aff-425d-833f-8273a41de3d7,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:29.217071 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 60148) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:18:29.313036 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6de7026-898c-4203-a95b-1b6382ab4050 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f851953c-aaa7-48e2-bd75-91f1d3c31b95,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:29.325670 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a6de7026-898c-4203-a95b-1b6382ab4050 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:29.331977 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-a6de7026-898c-4203-a95b-1b6382ab4050 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/f851953c-aaa7-48e2-bd75-91f1d3c31b95 HTTP/1.1" status: 204 len: 168 time: 0.7422097 Jan 18 22:18:29.341349 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60150) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:18:29.449519 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-79d3e7e8-5c6e-4b3b-981f-40fc4f2aac6b tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:29.489116 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0e36b2e0-a4ce-475a-9e36-16e18c86e290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:29.508160 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-af369679-94e6-4345-98db-c01635c065a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bfa6ec6-af90-4610-b432-c51ba5787d28', 'name': 'tempest-ServersTestManualDisk-1441307270-router', 'tenant_id': '2e8892a76b3740abb9d6e9e892c45ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': '331a768b-3fcc-4f36-81b8-d166a7d5a163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:18:20Z', 'updated_at': '2022-01-18T22:18:24Z', 'revision_number': 4, 'project_id': '2e8892a76b3740abb9d6e9e892c45ee9', 'gw_port': {'id': '331a768b-3fcc-4f36-81b8-d166a7d5a163', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:04:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bfa6ec6-af90-4610-b432-c51ba5787d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:18:20Z', 'updated_at': '2022-01-18T22:18:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'c2fdff8f-f153-4fbb-9bdb-b734f91b5d51', 'name': '', 'network_id': '9cc5e92b-77a5-44ad-ae36-434626cbd587', 'tenant_id': '2e8892a76b3740abb9d6e9e892c45ee9', 'mac_address': 'fa:16:3e:1f:7a:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bfa6ec6-af90-4610-b432-c51ba5787d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '16adcbe9-5fd5-4922-bf98-741d0cc7c78e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:18:23Z', 'updated_at': '2022-01-18T22:18:24Z', 'revision_number': 2, 'project_id': '2e8892a76b3740abb9d6e9e892c45ee9', 'subnets': [{'id': '16adcbe9-5fd5-4922-bf98-741d0cc7c78e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:18:29.560149 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af369679-94e6-4345-98db-c01635c065a4 None None] Checking router: 0bfa6ec6-af90-4610-b432-c51ba5787d28 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:18:29.560810 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af369679-94e6-4345-98db-c01635c065a4 None None] Updating router 0bfa6ec6-af90-4610-b432-c51ba5787d28 port c2fdff8f-f153-4fbb-9bdb-b734f91b5d51 binding host n-d-825064-1 {{(pid=102432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:18:29.562096 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-9aa6aa0a-a295-4a24-9757-71b9cc64c9b2 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Deleting port 4c5c2043-368d-437e-aa4a-fb96925c7155 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:18:29.562449 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9aa6aa0a-a295-4a24-9757-71b9cc64c9b2 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:29.596454 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-af369679-94e6-4345-98db-c01635c065a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:29.602682 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-79d3e7e8-5c6e-4b3b-981f-40fc4f2aac6b tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:29.618333 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-967e02d1-4f1f-4004-81fc-32c9f6af199e req-c81fbe91-72ff-4e74-915f-b33f229d9ffd tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:29.653319 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9aa6aa0a-a295-4a24-9757-71b9cc64c9b2 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:29.653560 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9aa6aa0a-a295-4a24-9757-71b9cc64c9b2 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:29.666798 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-9aa6aa0a-a295-4a24-9757-71b9cc64c9b2 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Calling delete_port for 4c5c2043-368d-437e-aa4a-fb96925c7155 owned by network:floatingip {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:18:29.763373 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d3e7e8-5c6e-4b3b-981f-40fc4f2aac6b tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:18:29.779172 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0e36b2e0-a4ce-475a-9e36-16e18c86e290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:29.785442 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-79d3e7e8-5c6e-4b3b-981f-40fc4f2aac6b tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:18:29.790005 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d3e7e8-5c6e-4b3b-981f-40fc4f2aac6b tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:18:29.820184 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d1746d-ab58-4e3e-bc06-08aa2a0b7e69 req-746784c4-aff4-49bf-985b-6052abd40758 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:29.822303 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f8d1746d-ab58-4e3e-bc06-08aa2a0b7e69 req-746784c4-aff4-49bf-985b-6052abd40758 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=710e4fbf-3d93-42c0-b0b4-4811a367b0c1 HTTP/1.1" status: 200 len: 946 time: 0.3684437 Jan 18 22:18:29.841690 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9aa6aa0a-a295-4a24-9757-71b9cc64c9b2 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:29.878885 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d3e7e8-5c6e-4b3b-981f-40fc4f2aac6b tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] Pushing event updated for resources: {'Port': ['ID=c7606c4b-c8d6-402f-a811-92edb37e3b13,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:29.879948 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-94bc4560-bbd0-4e5c-93fa-f6466971aaa9 req-5c08686d-2d91-48eb-bef5-17b36420b9f4 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c9e6cb9-1aa4-4fa3-b804-edc6b9d7fe7b HTTP/1.1" status: 200 len: 210 time: 0.0568299 Jan 18 22:18:29.915861 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-967e02d1-4f1f-4004-81fc-32c9f6af199e req-c81fbe91-72ff-4e74-915f-b33f229d9ffd tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] No DVR routers for this DVR port fe7ecc66-9dc0-4b55-bb2f-e86b883abd40 on host n-h1-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:18:29.919594 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa6aa0a-a295-4a24-9757-71b9cc64c9b2 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Pushing event deleted for resources: {'Port': ['ID=4c5c2043-368d-437e-aa4a-fb96925c7155,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:29.921856 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-af369679-94e6-4345-98db-c01635c065a4 None None] Notify callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:29.923207 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-967e02d1-4f1f-4004-81fc-32c9f6af199e req-c81fbe91-72ff-4e74-915f-b33f229d9ffd tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:29.926891 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-967e02d1-4f1f-4004-81fc-32c9f6af199e req-c81fbe91-72ff-4e74-915f-b33f229d9ffd tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.36 "DELETE /v2.0/ports/fe7ecc66-9dc0-4b55-bb2f-e86b883abd40 HTTP/1.1" status: 204 len: 173 time: 1.5051055 Jan 18 22:18:29.931678 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['82c8fac7-b604-4f74-9e60-1a7d1e5868ca', 'fe7ecc66-9dc0-4b55-bb2f-e86b883abd40'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:18:29.937101 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-af369679-94e6-4345-98db-c01635c065a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:29.947761 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-0e36b2e0-a4ce-475a-9e36-16e18c86e290 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1762acfb-84bb-4ead-ad72-1a4a148fa8d0']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:18:29.956947 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81fbe91-72ff-4e74-915f-b33f229d9ffd tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Pushing event deleted for resources: {'Port': ['ID=fe7ecc66-9dc0-4b55-bb2f-e86b883abd40,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:29.965663 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-0e36b2e0-a4ce-475a-9e36-16e18c86e290 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c8aa559-92ea-4559-97a1-0f06b3828906') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:18:29.965964 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-0e36b2e0-a4ce-475a-9e36-16e18c86e290 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c8aa559-92ea-4559-97a1-0f06b3828906') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:18:29.983560 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0e36b2e0-a4ce-475a-9e36-16e18c86e290 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:30.028848 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0e36b2e0-a4ce-475a-9e36-16e18c86e290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:30.054663 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e36b2e0-a4ce-475a-9e36-16e18c86e290 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:18:30.055073 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0e36b2e0-a4ce-475a-9e36-16e18c86e290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:30.055658 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4a95db-447a-493e-b402-5141448a6cbb None None] Pushing event updated for resources: {'Port': ['ID=c2fdff8f-f153-4fbb-9bdb-b734f91b5d51,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:30.056965 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f8d1746d-ab58-4e3e-bc06-08aa2a0b7e69 req-b61ef784-d9df-4d80-85d2-57089925b14d tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=69e59ffc-71ce-4c50-acf6-17bf11fb5545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229426 Jan 18 22:18:30.060875 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:18:30.060875 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:18:30.060875 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:18:30.060875 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:18:30.060875 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:18:30.060875 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:18:30.060875 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:18:30.060875 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:18:30.060875 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:18:30.060875 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:18:30.060875 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:18:30.060875 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:18:30.060875 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:18:30.060875 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:18:30.060875 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:18:30.060875 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:18:30.060875 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:18:30.060875 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:18:30.060875 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:18:30.060875 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:18:30.060875 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:18:30.060875 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:18:30.060875 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:18:30.060875 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:18:30.060875 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:18:30.060875 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:18:30.060875 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:18:30.060875 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:18:30.060875 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:18:30.060875 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:18:30.060875 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:18:30.060875 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:18:30.119713 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-79d3e7e8-5c6e-4b3b-981f-40fc4f2aac6b tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:30.150782 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9aa6aa0a-a295-4a24-9757-71b9cc64c9b2 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Notify callbacks [] for floatingip, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:30.160726 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9aa6aa0a-a295-4a24-9757-71b9cc64c9b2 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:30.174755 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-9aa6aa0a-a295-4a24-9757-71b9cc64c9b2 tempest-ServersWithSpecificFlavorTestJSON-1615390060 tempest-ServersWithSpecificFlavorTestJSON-1615390060-project] 10.222.0.53 "DELETE /v2.0/floatingips/3e98dd86-f4fd-4b76-80e1-865a854a0e59 HTTP/1.1" status: 204 len: 168 time: 0.9489868 Jan 18 22:18:30.231995 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-af369679-94e6-4345-98db-c01635c065a4 None None] Attempting to bind port c2fdff8f-f153-4fbb-9bdb-b734f91b5d51 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:18:30.232399 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-af369679-94e6-4345-98db-c01635c065a4 None None] Attempting to bind port c2fdff8f-f153-4fbb-9bdb-b734f91b5d51 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': 'ebb59b52-8ee1-42e6-8796-51841d7d5a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '9cc5e92b-77a5-44ad-ae36-434626cbd587'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:18:30.232768 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af369679-94e6-4345-98db-c01635c065a4 None None] Attempting to bind port c2fdff8f-f153-4fbb-9bdb-b734f91b5d51 on network 9cc5e92b-77a5-44ad-ae36-434626cbd587 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:18:30.248967 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af369679-94e6-4345-98db-c01635c065a4 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:18:30.249348 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af369679-94e6-4345-98db-c01635c065a4 None None] Checking segment: {'id': 'ebb59b52-8ee1-42e6-8796-51841d7d5a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '9cc5e92b-77a5-44ad-ae36-434626cbd587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:18:30.249755 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-af369679-94e6-4345-98db-c01635c065a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:30.250288 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af369679-94e6-4345-98db-c01635c065a4 None None] Bound using segment: {'id': 'ebb59b52-8ee1-42e6-8796-51841d7d5a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '9cc5e92b-77a5-44ad-ae36-434626cbd587'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:18:30.252730 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-af369679-94e6-4345-98db-c01635c065a4 None None] Bound port: c2fdff8f-f153-4fbb-9bdb-b734f91b5d51, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebb59b52-8ee1-42e6-8796-51841d7d5a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '9cc5e92b-77a5-44ad-ae36-434626cbd587'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:18:30.253172 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-af369679-94e6-4345-98db-c01635c065a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:30.265187 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0e36b2e0-a4ce-475a-9e36-16e18c86e290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:30.328842 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 331a768b-3fcc-4f36-81b8-d166a7d5a163 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:18:30.352916 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0e36b2e0-a4ce-475a-9e36-16e18c86e290 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:30.364105 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-0e36b2e0-a4ce-475a-9e36-16e18c86e290 admin admin] 10.222.0.53 "DELETE /v2.0/networks/1762acfb-84bb-4ead-ad72-1a4a148fa8d0 HTTP/1.1" status: 204 len: 168 time: 1.0202718 Jan 18 22:18:30.414220 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e36b2e0-a4ce-475a-9e36-16e18c86e290 admin admin] Pushing event deleted for resources: {'Network': ['ID=1762acfb-84bb-4ead-ad72-1a4a148fa8d0,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:30.417269 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-79d3e7e8-5c6e-4b3b-981f-40fc4f2aac6b tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:30.634161 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-af369679-94e6-4345-98db-c01635c065a4 None None] For port c2fdff8f-f153-4fbb-9bdb-b734f91b5d51, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:18:30.635713 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 60180) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:18:30.638357 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-af369679-94e6-4345-98db-c01635c065a4 None None] For port c2fdff8f-f153-4fbb-9bdb-b734f91b5d51, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=c2fdff8f-f153-4fbb-9bdb-b734f91b5d51,segment=NetworkSegment(ebb59b52-8ee1-42e6-8796-51841d7d5a02),segment_id=ebb59b52-8ee1-42e6-8796-51841d7d5a02)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:18:30.648641 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-8bd5a4da-5b0a-4038-8aef-9d7f93913f2d None None] Provisioning complete for port c2fdff8f-f153-4fbb-9bdb-b734f91b5d51 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:18:30.649016 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8bd5a4da-5b0a-4038-8aef-9d7f93913f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:30.662131 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-af369679-94e6-4345-98db-c01635c065a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:30.682265 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c9e6cb9-1aa4-4fa3-b804-edc6b9d7fe7b', 'name': 'network-vif-deleted', 'tag': 'fe7ecc66-9dc0-4b55-bb2f-e86b883abd40'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:18:30.685127 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24ab41cb-d04c-493e-958b-70eb25ca266d" -d '{"events": [{"server_uuid": "9c9e6cb9-1aa4-4fa3-b804-edc6b9d7fe7b", "name": "network-vif-deleted", "tag": "fe7ecc66-9dc0-4b55-bb2f-e86b883abd40"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:18:30.694862 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-6da8ace4-ba7d-49d1-8772-6edaf0541735 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=416488e4b0824d72a5d26d41b6ae1c8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0576782 Jan 18 22:18:30.697219 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 60186) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:18:30.729602 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60188) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:18:30.757064 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 331a768b-3fcc-4f36-81b8-d166a7d5a163 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:18:30.757440 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:30.768628 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-79d3e7e8-5c6e-4b3b-981f-40fc4f2aac6b tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:30.777190 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f3524b-9bb1-4934-87f0-cbe669728608 x-openstack-request-id: req-05f3524b-9bb1-4934-87f0-cbe669728608 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:18:30.777540 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c9e6cb9-1aa4-4fa3-b804-edc6b9d7fe7b", "name": "network-vif-deleted", "tag": "fe7ecc66-9dc0-4b55-bb2f-e86b883abd40", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:18:30.777832 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-05f3524b-9bb1-4934-87f0-cbe669728608 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:18:30.778128 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c9e6cb9-1aa4-4fa3-b804-edc6b9d7fe7b', 'name': 'network-vif-deleted', 'tag': 'fe7ecc66-9dc0-4b55-bb2f-e86b883abd40', 'status': 'completed', 'code': 200} Jan 18 22:18:30.779488 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-79d3e7e8-5c6e-4b3b-981f-40fc4f2aac6b tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:30.787350 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-dd96cc57-a21c-44ac-b191-523eea77950e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:30.828085 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4a95db-447a-493e-b402-5141448a6cbb None None] Pushing event updated for resources: {'Port': ['ID=c2fdff8f-f153-4fbb-9bdb-b734f91b5d51,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:30.831867 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af369679-94e6-4345-98db-c01635c065a4 None None] Routers {'0bfa6ec6-af90-4610-b432-c51ba5787d28'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:18:30.832490 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-af369679-94e6-4345-98db-c01635c065a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:18:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['0bfa6ec6-af90-4610-b432-c51ba5787d28'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:18:30.844637 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-dd96cc57-a21c-44ac-b191-523eea77950e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:30.865757 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d3e7e8-5c6e-4b3b-981f-40fc4f2aac6b tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] Pushing event updated for resources: {'Port': ['ID=c7606c4b-c8d6-402f-a811-92edb37e3b13,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:30.875059 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-79d3e7e8-5c6e-4b3b-981f-40fc4f2aac6b tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043075'] for floatingip, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:30.905427 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-79d3e7e8-5c6e-4b3b-981f-40fc4f2aac6b tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:30.916316 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-79d3e7e8-5c6e-4b3b-981f-40fc4f2aac6b tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5278127 Jan 18 22:18:30.953565 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-dd96cc57-a21c-44ac-b191-523eea77950e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:30.959556 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-dd96cc57-a21c-44ac-b191-523eea77950e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:30.963840 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-dd96cc57-a21c-44ac-b191-523eea77950e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d4c4bf55-5500-407d-b673-5722e53c1d60 HTTP/1.1" status: 204 len: 168 time: 0.2631478 Jan 18 22:18:30.986366 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd96cc57-a21c-44ac-b191-523eea77950e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c4bf55-5500-407d-b673-5722e53c1d60,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:31.075239 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8bd5a4da-5b0a-4038-8aef-9d7f93913f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:31.232537 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f2fb43-91c7-4e11-8cfc-f8208cc60003 req-28f1d904-2937-4710-b92a-4be4ff33f84f tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:31.236665 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b4f2fb43-91c7-4e11-8cfc-f8208cc60003 req-28f1d904-2937-4710-b92a-4be4ff33f84f tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=710e4fbf-3d93-42c0-b0b4-4811a367b0c1 HTTP/1.1" status: 200 len: 946 time: 0.0586128 Jan 18 22:18:31.237722 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-8bd5a4da-5b0a-4038-8aef-9d7f93913f2d None None] For port c2fdff8f-f153-4fbb-9bdb-b734f91b5d51, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=c2fdff8f-f153-4fbb-9bdb-b734f91b5d51,segment=NetworkSegment(ebb59b52-8ee1-42e6-8796-51841d7d5a02),segment_id=ebb59b52-8ee1-42e6-8796-51841d7d5a02)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:18:31.240320 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-af369679-94e6-4345-98db-c01635c065a4 None None] Set router 0bfa6ec6-af90-4610-b432-c51ba5787d28 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:18:31.272939 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8bd5a4da-5b0a-4038-8aef-9d7f93913f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:31.306314 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b4f2fb43-91c7-4e11-8cfc-f8208cc60003 req-93a8e660-1674-4a08-9541-c77413a6fbaf tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=69e59ffc-71ce-4c50-acf6-17bf11fb5545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635953 Jan 18 22:18:31.443812 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-62fb1f3a-2f35-4404-b51e-d060650cc266 req-7f8be0be-f6f8-4501-9891-8ff6e4ecf29e tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--280275406&fields=id&tenant_id=2e8892a76b3740abb9d6e9e892c45ee9 HTTP/1.1" status: 200 len: 267 time: 0.0904934 Jan 18 22:18:31.510717 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd5a4da-5b0a-4038-8aef-9d7f93913f2d None None] Pushing event updated for resources: {'Port': ['ID=c2fdff8f-f153-4fbb-9bdb-b734f91b5d51,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:31.529548 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-2d43c2b3-2fdd-46d8-bfaf-47f400857642 None None] Provisioning complete for port c2fdff8f-f153-4fbb-9bdb-b734f91b5d51 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:18:31.529934 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2d43c2b3-2fdd-46d8-bfaf-47f400857642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:31.572742 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04f618f-9142-41d3-a84e-f7452053a5b9 req-0eba5c7f-fada-4595-bc69-45dcae17c8e0 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:31.582417 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a04f618f-9142-41d3-a84e-f7452053a5b9 req-0eba5c7f-fada-4595-bc69-45dcae17c8e0 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=74f307c9-43a0-43ee-8f48-6f53b38be771 HTTP/1.1" status: 200 len: 949 time: 0.1595409 Jan 18 22:18:31.638974 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8b728343-a394-4688-95d6-f0e464bb23df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1041027'] for router_interface, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:31.644742 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-af369679-94e6-4345-98db-c01635c065a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bfa6ec6-af90-4610-b432-c51ba5787d28', 'name': 'tempest-ServersTestManualDisk-1441307270-router', 'tenant_id': '2e8892a76b3740abb9d6e9e892c45ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': '331a768b-3fcc-4f36-81b8-d166a7d5a163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:18:20Z', 'updated_at': '2022-01-18T22:18:24Z', 'revision_number': 4, 'project_id': '2e8892a76b3740abb9d6e9e892c45ee9', 'gw_port': {'id': '331a768b-3fcc-4f36-81b8-d166a7d5a163', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:04:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bfa6ec6-af90-4610-b432-c51ba5787d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:18:20Z', 'updated_at': '2022-01-18T22:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'c2fdff8f-f153-4fbb-9bdb-b734f91b5d51', 'name': '', 'network_id': '9cc5e92b-77a5-44ad-ae36-434626cbd587', 'tenant_id': '2e8892a76b3740abb9d6e9e892c45ee9', 'mac_address': 'fa:16:3e:1f:7a:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bfa6ec6-af90-4610-b432-c51ba5787d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '16adcbe9-5fd5-4922-bf98-741d0cc7c78e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:18:23Z', 'updated_at': '2022-01-18T22:18:30Z', 'revision_number': 4, 'project_id': '2e8892a76b3740abb9d6e9e892c45ee9', 'subnets': [{'id': '16adcbe9-5fd5-4922-bf98-741d0cc7c78e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:18:31.655912 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fb1f3a-2f35-4404-b51e-d060650cc266 req-ea83f81f-d245-47d7-94be-229c22167376 tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:31.664808 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-62fb1f3a-2f35-4404-b51e-d060650cc266 req-ea83f81f-d245-47d7-94be-229c22167376 tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] 10.222.0.53 "GET /v2.0/networks?id=9cc5e92b-77a5-44ad-ae36-434626cbd587 HTTP/1.1" status: 200 len: 812 time: 0.2196672 Jan 18 22:18:31.677606 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a04f618f-9142-41d3-a84e-f7452053a5b9 req-fe155be6-f303-48c1-b8a8-b77df554f63c tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939932 Jan 18 22:18:31.679951 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af369679-94e6-4345-98db-c01635c065a4 None None] The sync data for ids ['0bfa6ec6-af90-4610-b432-c51ba5787d28'] in n-d-825064-1 is: [{'id': '0bfa6ec6-af90-4610-b432-c51ba5787d28', 'name': 'tempest-ServersTestManualDisk-1441307270-router', 'tenant_id': '2e8892a76b3740abb9d6e9e892c45ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': '331a768b-3fcc-4f36-81b8-d166a7d5a163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:18:20Z', 'updated_at': '2022-01-18T22:18:24Z', 'revision_number': 4, 'project_id': '2e8892a76b3740abb9d6e9e892c45ee9', 'gw_port': {'id': '331a768b-3fcc-4f36-81b8-d166a7d5a163', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:04:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bfa6ec6-af90-4610-b432-c51ba5787d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:18:20Z', 'updated_at': '2022-01-18T22:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'c2fdff8f-f153-4fbb-9bdb-b734f91b5d51', 'name': '', 'network_id': '9cc5e92b-77a5-44ad-ae36-434626cbd587', 'tenant_id': '2e8892a76b3740abb9d6e9e892c45ee9', 'mac_address': 'fa:16:3e:1f:7a:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bfa6ec6-af90-4610-b432-c51ba5787d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '16adcbe9-5fd5-4922-bf98-741d0cc7c78e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:18:23Z', 'updated_at': '2022-01-18T22:18:30Z', 'revision_number': 4, 'project_id': '2e8892a76b3740abb9d6e9e892c45ee9', 'subnets': [{'id': '16adcbe9-5fd5-4922-bf98-741d0cc7c78e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:18:31.692877 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-62fb1f3a-2f35-4404-b51e-d060650cc266 req-ad983408-ea06-409f-9c3d-fe93f2e803f5 tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] 10.222.0.53 "GET /v2.0/quotas/2e8892a76b3740abb9d6e9e892c45ee9 HTTP/1.1" status: 200 len: 375 time: 0.0266681 Jan 18 22:18:31.760409 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-62fb1f3a-2f35-4404-b51e-d060650cc266 req-2bdc1d66-d78b-4e13-98d0-aefc93a85908 tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2e8892a76b3740abb9d6e9e892c45ee9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0662839 Jan 18 22:18:31.882264 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-62fb1f3a-2f35-4404-b51e-d060650cc266 req-f9f9df5d-833e-4275-b857-0f8201b1f298 service neutron] 10.222.0.53 "GET /v2.0/networks/9cc5e92b-77a5-44ad-ae36-434626cbd587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092763 Jan 18 22:18:31.967480 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-8b728343-a394-4688-95d6-f0e464bb23df admin admin] Deleting port 1046bbcb-899a-443e-b3a8-1a1c565ffd18 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:18:31.967480 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8b728343-a394-4688-95d6-f0e464bb23df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:31.996635 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-62fb1f3a-2f35-4404-b51e-d060650cc266 req-e0dd2bb9-0a1e-4bae-8ebd-55d9173061dc service neutron] 10.222.0.53 "GET /v2.0/networks/9cc5e92b-77a5-44ad-ae36-434626cbd587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072221 Jan 18 22:18:31.997511 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 60238) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:18:32.055524 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-8b728343-a394-4688-95d6-f0e464bb23df admin admin] For port 1046bbcb-899a-443e-b3a8-1a1c565ffd18, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=1046bbcb-899a-443e-b3a8-1a1c565ffd18,segment=NetworkSegment(ad933c8d-50d1-49d4-a766-f0aca6fd8ffc),segment_id=ad933c8d-50d1-49d4-a766-f0aca6fd8ffc)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:18:32.055910 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8b728343-a394-4688-95d6-f0e464bb23df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:32.070138 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-8b728343-a394-4688-95d6-f0e464bb23df admin admin] Calling delete_port for 1046bbcb-899a-443e-b3a8-1a1c565ffd18 owned by network:router_interface {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:18:32.132527 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-2d93c32c-ef63-48b7-8de2-b19cefc1525a admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1069181943-network', 'tenant_id': '0b06d38b07ae4d7291ef44d8cc38ba74'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:18:32.169844 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d93c32c-ef63-48b7-8de2-b19cefc1525a admin admin] Made reservation on behalf of 0b06d38b07ae4d7291ef44d8cc38ba74 for: {'network': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:18:32.172396 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2d93c32c-ef63-48b7-8de2-b19cefc1525a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:32.183186 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2d93c32c-ef63-48b7-8de2-b19cefc1525a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:32.301814 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a276fe2f-d9b5-4b51-a193-d22cd2cc676a req-8cc6c63b-cb44-4ddb-b104-512d6e12b750 tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] 10.222.0.53 "GET /v2.0/ports?device_id=107dff23-b960-485f-aba2-e81ad488e7d1 HTTP/1.1" status: 200 len: 210 time: 0.0557163 Jan 18 22:18:32.367392 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device c2fdff8f-f153-4fbb-9bdb-b734f91b5d51 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:18:32.389030 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8b728343-a394-4688-95d6-f0e464bb23df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:32.418768 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2d93c32c-ef63-48b7-8de2-b19cefc1525a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:32.426736 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2d93c32c-ef63-48b7-8de2-b19cefc1525a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:32.427230 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b728343-a394-4688-95d6-f0e464bb23df admin admin] Pushing event deleted for resources: {'Port': ['ID=1046bbcb-899a-443e-b3a8-1a1c565ffd18,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:32.453309 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d93c32c-ef63-48b7-8de2-b19cefc1525a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=102430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:18:32.481252 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port c2fdff8f-f153-4fbb-9bdb-b734f91b5d51 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:18:32.481649 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:32.494314 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2d93c32c-ef63-48b7-8de2-b19cefc1525a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:32.494652 n-d-825064-1 neutron-server[102430]: INFO neutron.db.segments_db [None req-2d93c32c-ef63-48b7-8de2-b19cefc1525a admin admin] Added segment 98b33f86-b79b-4e35-abff-fb0472998523 of type vlan for network 98af4c66-77cb-4b8f-ac2e-973c83289bd3 Jan 18 22:18:32.551038 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2d93c32c-ef63-48b7-8de2-b19cefc1525a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:32.629927 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device fe7ecc66-9dc0-4b55-bb2f-e86b883abd40 no longer exists at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:18:32.666194 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2d93c32c-ef63-48b7-8de2-b19cefc1525a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:32.667351 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d93c32c-ef63-48b7-8de2-b19cefc1525a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:32.667940 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2d93c32c-ef63-48b7-8de2-b19cefc1525a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:32.677688 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] No Port match for: fe7ecc66-9dc0-4b55-bb2f-e86b883abd40 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:18:32.678322 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device fe7ecc66-9dc0-4b55-bb2f-e86b883abd40 not bound to the agent host n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:18:32.699922 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d93c32c-ef63-48b7-8de2-b19cefc1525a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56b9b9c0-23ca-4fcd-9172-d04740503349,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:32.811578 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-2d93c32c-ef63-48b7-8de2-b19cefc1525a admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8125546 Jan 18 22:18:32.832450 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 60260) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:18:32.839220 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-8767e5d6-9857-4032-aff6-85d360982e06 admin admin] Request body: {'subnet': {'network_id': '98af4c66-77cb-4b8f-ac2e-973c83289bd3', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1069181943-subnet', 'tenant_id': '0b06d38b07ae4d7291ef44d8cc38ba74', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:18:32.862910 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34eeaa4-2a46-4f67-abe0-6a2322eb5c44 req-a534dffd-a939-4326-8a16-99f11106064f tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:32.864494 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d34eeaa4-2a46-4f67-abe0-6a2322eb5c44 req-a534dffd-a939-4326-8a16-99f11106064f tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=710e4fbf-3d93-42c0-b0b4-4811a367b0c1 HTTP/1.1" status: 200 len: 946 time: 0.2736709 Jan 18 22:18:32.865162 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d93c32c-ef63-48b7-8de2-b19cefc1525a admin admin] Pushing event updated for resources: {'Network': ['ID=98af4c66-77cb-4b8f-ac2e-973c83289bd3,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:32.875467 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 98af4c66-77cb-4b8f-ac2e-973c83289bd3 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:18:32.952802 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d34eeaa4-2a46-4f67-abe0-6a2322eb5c44 req-c232ba9e-0776-48dc-917e-a65a7aa290aa tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=69e59ffc-71ce-4c50-acf6-17bf11fb5545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686686 Jan 18 22:18:32.964101 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32adbc6-a831-48ae-bc44-e651085583ac req-43265619-e264-418f-a7ab-620ae699f200 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:32.970906 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c32adbc6-a831-48ae-bc44-e651085583ac req-43265619-e264-418f-a7ab-620ae699f200 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/ports?device_id=74f307c9-43a0-43ee-8f48-6f53b38be771 HTTP/1.1" status: 200 len: 949 time: 0.1770494 Jan 18 22:18:32.979995 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8767e5d6-9857-4032-aff6-85d360982e06 admin admin] Made reservation on behalf of 0b06d38b07ae4d7291ef44d8cc38ba74 for: {'subnet': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:18:32.982485 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8767e5d6-9857-4032-aff6-85d360982e06 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62288702'] for subnet, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:33.074920 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c32adbc6-a831-48ae-bc44-e651085583ac req-cf810746-95c2-4b6d-8d0a-7b5bbc1b6f37 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.53 "GET /v2.0/security-groups?id=42c7bb35-c340-4751-bfcc-03b69c797805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030338 Jan 18 22:18:33.081530 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688d444b-a04c-4d5f-a4cc-a7b3075db57e req-7525d2c0-3155-4edd-9215-a443403e6a00 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:33.083717 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-688d444b-a04c-4d5f-a4cc-a7b3075db57e req-7525d2c0-3155-4edd-9215-a443403e6a00 tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.36 "GET /v2.0/ports?device_id=74f307c9-43a0-43ee-8f48-6f53b38be771 HTTP/1.1" status: 200 len: 949 time: 0.4289036 Jan 18 22:18:33.149756 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8b728343-a394-4688-95d6-f0e464bb23df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-613841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1046579'] for router_interface, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:33.205680 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8767e5d6-9857-4032-aff6-85d360982e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60203213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62288684'] for subnet, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:33.262078 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8767e5d6-9857-4032-aff6-85d360982e06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c28a7bfc-0741-4198-ac3c-550ad166bfc4,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:33.269326 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8767e5d6-9857-4032-aff6-85d360982e06 admin admin] Checking segment: {'id': '98b33f86-b79b-4e35-abff-fb0472998523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '98af4c66-77cb-4b8f-ac2e-973c83289bd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:18:33.269685 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8767e5d6-9857-4032-aff6-85d360982e06 admin admin] Network hostable DHCP agents. Network: 98af4c66-77cb-4b8f-ac2e-973c83289bd3, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:18:33.285683 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8767e5d6-9857-4032-aff6-85d360982e06 admin admin] Network 98af4c66-77cb-4b8f-ac2e-973c83289bd3 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:18:33.293993 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-688d444b-a04c-4d5f-a4cc-a7b3075db57e req-24f93647-0c8e-4874-998c-1f829dd4aacd tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Deleting port 82c8fac7-b604-4f74-9e60-1a7d1e5868ca {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:18:33.294317 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-688d444b-a04c-4d5f-a4cc-a7b3075db57e req-24f93647-0c8e-4874-998c-1f829dd4aacd tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:33.294518 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-8767e5d6-9857-4032-aff6-85d360982e06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 98af4c66-77cb-4b8f-ac2e-973c83289bd3) {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:18:33.299270 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8767e5d6-9857-4032-aff6-85d360982e06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:33.300103 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8767e5d6-9857-4032-aff6-85d360982e06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:33.305219 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25968e7-d7dc-4d11-87e2-31d6b7470b15 None None] Network 98af4c66-77cb-4b8f-ac2e-973c83289bd3 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:18:33.323786 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-8767e5d6-9857-4032-aff6-85d360982e06 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4839928 Jan 18 22:18:33.459329 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f883bd5c-da82-49ce-a528-f87f4ea39925 req-5eaf989b-0948-407e-9186-65b469ac3ab3 tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] 10.222.0.53 "GET /v2.0/ports?device_id=107dff23-b960-485f-aba2-e81ad488e7d1 HTTP/1.1" status: 200 len: 210 time: 0.0549572 Jan 18 22:18:33.516049 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ffb461e-8df7-4f55-9916-f3594c42e134 None None] Network 98af4c66-77cb-4b8f-ac2e-973c83289bd3 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:18:33.525723 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-688d444b-a04c-4d5f-a4cc-a7b3075db57e req-24f93647-0c8e-4874-998c-1f829dd4aacd tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] For port 82c8fac7-b604-4f74-9e60-1a7d1e5868ca, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=82c8fac7-b604-4f74-9e60-1a7d1e5868ca,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:18:33.526103 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-688d444b-a04c-4d5f-a4cc-a7b3075db57e req-24f93647-0c8e-4874-998c-1f829dd4aacd tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:33.547961 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-688d444b-a04c-4d5f-a4cc-a7b3075db57e req-24f93647-0c8e-4874-998c-1f829dd4aacd tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Calling delete_port for 82c8fac7-b604-4f74-9e60-1a7d1e5868ca owned by compute:nova {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:18:33.569756 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b728343-a394-4688-95d6-f0e464bb23df admin admin] Router dd56ee2f-26ff-4d4c-93bb-e76580f977f8 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:18:33.658717 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fb1f3a-2f35-4404-b51e-d060650cc266 req-1e83cf13-244c-4f32-86f4-1642924e79ed tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:33.660754 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-62fb1f3a-2f35-4404-b51e-d060650cc266 req-1e83cf13-244c-4f32-86f4-1642924e79ed tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] 10.222.0.67 "GET /v2.0/networks?id=9cc5e92b-77a5-44ad-ae36-434626cbd587 HTTP/1.1" status: 200 len: 812 time: 0.1546125 Jan 18 22:18:33.746616 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-62fb1f3a-2f35-4404-b51e-d060650cc266 req-e8c063d6-1bb0-4128-a706-39bdc105ee74 tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e8892a76b3740abb9d6e9e892c45ee9 HTTP/1.1" status: 200 len: 379 time: 0.0753908 Jan 18 22:18:33.756109 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-62fb1f3a-2f35-4404-b51e-d060650cc266 req-a17fb76c-4273-4f40-8a83-70d454985c87 tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] Request body: {'port': {'device_id': '107dff23-b960-485f-aba2-e81ad488e7d1', 'network_id': '9cc5e92b-77a5-44ad-ae36-434626cbd587', 'admin_state_up': True, 'tenant_id': '2e8892a76b3740abb9d6e9e892c45ee9', 'security_groups': ['63b68130-0100-4f51-8b96-547fb8013ef2']}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:18:33.799358 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b728343-a394-4688-95d6-f0e464bb23df admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:18:33.808429 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-8b728343-a394-4688-95d6-f0e464bb23df admin admin] 10.222.0.53 "PUT /v2.0/routers/dd56ee2f-26ff-4d4c-93bb-e76580f977f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0777783 Jan 18 22:18:33.809100 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 60286) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:18:33.809843 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-688d444b-a04c-4d5f-a4cc-a7b3075db57e req-24f93647-0c8e-4874-998c-1f829dd4aacd tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:33.810820 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9797689-7436-49d8-ad13-eb7627bb667f None None] Sync routers for ids ['dd56ee2f-26ff-4d4c-93bb-e76580f977f8'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:18:33.823477 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9797689-7436-49d8-ad13-eb7627bb667f None None] Routers {'dd56ee2f-26ff-4d4c-93bb-e76580f977f8'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:18:33.825488 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-a9797689-7436-49d8-ad13-eb7627bb667f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:18:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['dd56ee2f-26ff-4d4c-93bb-e76580f977f8'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:18:33.837630 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['82c8fac7-b604-4f74-9e60-1a7d1e5868ca'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:18:33.842114 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f93647-0c8e-4874-998c-1f829dd4aacd tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Pushing event deleted for resources: {'Port': ['ID=82c8fac7-b604-4f74-9e60-1a7d1e5868ca,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:33.889597 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-688d444b-a04c-4d5f-a4cc-a7b3075db57e req-24f93647-0c8e-4874-998c-1f829dd4aacd tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] No DVR routers for this DVR port 82c8fac7-b604-4f74-9e60-1a7d1e5868ca on host n-h1-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:18:33.892473 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-688d444b-a04c-4d5f-a4cc-a7b3075db57e req-24f93647-0c8e-4874-998c-1f829dd4aacd tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:33.895805 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-688d444b-a04c-4d5f-a4cc-a7b3075db57e req-24f93647-0c8e-4874-998c-1f829dd4aacd tempest-MigrationsAdminTest-54946646 tempest-MigrationsAdminTest-54946646-project] 10.222.0.36 "DELETE /v2.0/ports/82c8fac7-b604-4f74-9e60-1a7d1e5868ca HTTP/1.1" status: 204 len: 173 time: 0.8023107 Jan 18 22:18:33.896337 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74f307c9-43a0-43ee-8f48-6f53b38be771', 'name': 'network-vif-deleted', 'tag': '82c8fac7-b604-4f74-9e60-1a7d1e5868ca'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:18:33.899372 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0874bba-cdbf-48d8-b5db-9b3c1c71bf42" -d '{"events": [{"server_uuid": "74f307c9-43a0-43ee-8f48-6f53b38be771", "name": "network-vif-deleted", "tag": "82c8fac7-b604-4f74-9e60-1a7d1e5868ca"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:18:33.938500 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-949c6aa6-c3a0-4e64-b576-e2847b5c321c x-openstack-request-id: req-949c6aa6-c3a0-4e64-b576-e2847b5c321c {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:18:33.938794 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74f307c9-43a0-43ee-8f48-6f53b38be771", "name": "network-vif-deleted", "tag": "82c8fac7-b604-4f74-9e60-1a7d1e5868ca", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:18:33.939039 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-949c6aa6-c3a0-4e64-b576-e2847b5c321c {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:18:33.939429 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74f307c9-43a0-43ee-8f48-6f53b38be771', 'name': 'network-vif-deleted', 'tag': '82c8fac7-b604-4f74-9e60-1a7d1e5868ca', 'status': 'completed', 'code': 200} Jan 18 22:18:34.008145 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-a9797689-7436-49d8-ad13-eb7627bb667f None None] Set router dd56ee2f-26ff-4d4c-93bb-e76580f977f8 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:18:34.105128 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22231556-ba9c-4cb4-8e70-99296e55df5b req-ab734e14-14b1-4252-8b25-4da05076eb98 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:34.106558 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-22231556-ba9c-4cb4-8e70-99296e55df5b req-ab734e14-14b1-4252-8b25-4da05076eb98 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] 10.222.0.53 "GET /v2.0/networks?id=98af4c66-77cb-4b8f-ac2e-973c83289bd3 HTTP/1.1" status: 200 len: 813 time: 0.2965171 Jan 18 22:18:34.107717 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ca537a8e-9d88-41cc-b3d6-6ce6fa73344c admin admin] Notify callbacks [] for router, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:34.177398 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-22231556-ba9c-4cb4-8e70-99296e55df5b req-d26017ba-20df-4228-90e4-ea09011e109f tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] 10.222.0.53 "GET /v2.0/quotas/0b06d38b07ae4d7291ef44d8cc38ba74 HTTP/1.1" status: 200 len: 375 time: 0.0309486 Jan 18 22:18:34.182625 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62fb1f3a-2f35-4404-b51e-d060650cc266 req-a17fb76c-4273-4f40-8a83-70d454985c87 tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] Made reservation on behalf of 2e8892a76b3740abb9d6e9e892c45ee9 for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:18:34.186226 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-62fb1f3a-2f35-4404-b51e-d060650cc266 req-a17fb76c-4273-4f40-8a83-70d454985c87 tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:34.190647 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-a9797689-7436-49d8-ad13-eb7627bb667f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd56ee2f-26ff-4d4c-93bb-e76580f977f8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-397758241-router', 'tenant_id': '43f0b96077a84d2a954b883639e07306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '930cb626-46f7-4261-9a7c-6a012144a3e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:13:21Z', 'updated_at': '2022-01-18T22:18:32Z', 'revision_number': 5, 'project_id': '43f0b96077a84d2a954b883639e07306', 'gw_port': {'id': '930cb626-46f7-4261-9a7c-6a012144a3e0', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:9e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd56ee2f-26ff-4d4c-93bb-e76580f977f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:22Z', 'updated_at': '2022-01-18T22:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:18:34.195387 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1048d4e0-637d-4435-9214-419c95c930d2 req-7cfea444-847b-400a-a616-2f3b5fc0484d tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:34.196943 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1048d4e0-637d-4435-9214-419c95c930d2 req-7cfea444-847b-400a-a616-2f3b5fc0484d tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=710e4fbf-3d93-42c0-b0b4-4811a367b0c1 HTTP/1.1" status: 200 len: 946 time: 0.1634352 Jan 18 22:18:34.299485 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-22231556-ba9c-4cb4-8e70-99296e55df5b req-43208d60-a47f-489a-9d4d-f3a801cbcfb4 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=0b06d38b07ae4d7291ef44d8cc38ba74&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1014392 Jan 18 22:18:34.394545 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9797689-7436-49d8-ad13-eb7627bb667f None None] Checking router: dd56ee2f-26ff-4d4c-93bb-e76580f977f8 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:18:34.405532 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9797689-7436-49d8-ad13-eb7627bb667f None None] Routers {'dd56ee2f-26ff-4d4c-93bb-e76580f977f8'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:18:34.406299 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-a9797689-7436-49d8-ad13-eb7627bb667f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:18:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['dd56ee2f-26ff-4d4c-93bb-e76580f977f8'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:18:34.454177 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1048d4e0-637d-4435-9214-419c95c930d2 req-c5340a0a-25d7-42fc-84a7-6742c141e159 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=69e59ffc-71ce-4c50-acf6-17bf11fb5545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260447 Jan 18 22:18:34.468719 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ca537a8e-9d88-41cc-b3d6-6ce6fa73344c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:34.540276 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-a9797689-7436-49d8-ad13-eb7627bb667f None None] Set router dd56ee2f-26ff-4d4c-93bb-e76580f977f8 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:18:34.587959 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-22231556-ba9c-4cb4-8e70-99296e55df5b req-7fa08690-0c0c-4ed4-b416-deeebb4e3a3f service neutron] 10.222.0.53 "GET /v2.0/networks/98af4c66-77cb-4b8f-ac2e-973c83289bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2875636 Jan 18 22:18:34.634382 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-62fb1f3a-2f35-4404-b51e-d060650cc266 req-a17fb76c-4273-4f40-8a83-70d454985c87 tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] Allocated IP 172.20.0.13 (9cc5e92b-77a5-44ad-ae36-434626cbd587/16adcbe9-5fd5-4922-bf98-741d0cc7c78e/95e090da-b2cf-486e-aabe-850df681c22e) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:18:34.753250 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-a9797689-7436-49d8-ad13-eb7627bb667f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd56ee2f-26ff-4d4c-93bb-e76580f977f8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-397758241-router', 'tenant_id': '43f0b96077a84d2a954b883639e07306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '930cb626-46f7-4261-9a7c-6a012144a3e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:13:21Z', 'updated_at': '2022-01-18T22:18:32Z', 'revision_number': 5, 'project_id': '43f0b96077a84d2a954b883639e07306', 'gw_port': {'id': '930cb626-46f7-4261-9a7c-6a012144a3e0', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:9e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd56ee2f-26ff-4d4c-93bb-e76580f977f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:22Z', 'updated_at': '2022-01-18T22:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:18:34.785012 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9797689-7436-49d8-ad13-eb7627bb667f None None] The sync data for ids ['dd56ee2f-26ff-4d4c-93bb-e76580f977f8'] in n-d-825064-1 is: [{'id': 'dd56ee2f-26ff-4d4c-93bb-e76580f977f8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-397758241-router', 'tenant_id': '43f0b96077a84d2a954b883639e07306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '930cb626-46f7-4261-9a7c-6a012144a3e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:13:21Z', 'updated_at': '2022-01-18T22:18:32Z', 'revision_number': 5, 'project_id': '43f0b96077a84d2a954b883639e07306', 'gw_port': {'id': '930cb626-46f7-4261-9a7c-6a012144a3e0', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:9e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd56ee2f-26ff-4d4c-93bb-e76580f977f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:22Z', 'updated_at': '2022-01-18T22:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:18:34.818961 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60306) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:18:34.969658 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-aec8f300-dfc7-4b06-9bd6-702ae0171024 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7c124f68020a4e92b3e26dca83e43678&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1450853 Jan 18 22:18:34.970159 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60310) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:18:35.015429 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-ca537a8e-9d88-41cc-b3d6-6ce6fa73344c admin admin] Deleting port 930cb626-46f7-4261-9a7c-6a012144a3e0 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:18:35.015763 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ca537a8e-9d88-41cc-b3d6-6ce6fa73344c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:35.021537 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-000637ba-145d-4f6f-a988-bcebaaac6202 req-36f375f3-e8c3-483f-94d9-8fd70b27da9d tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] 10.222.0.53 "GET /v2.0/ports?device_id=107dff23-b960-485f-aba2-e81ad488e7d1 HTTP/1.1" status: 200 len: 210 time: 0.3896189 Jan 18 22:18:35.026116 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c047bf12-b987-447d-815c-cb258ad3ab04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:35.047853 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c047bf12-b987-447d-815c-cb258ad3ab04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:35.102681 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c047bf12-b987-447d-815c-cb258ad3ab04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:35.105446 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c047bf12-b987-447d-815c-cb258ad3ab04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:35.106599 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-c047bf12-b987-447d-815c-cb258ad3ab04 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/42c7bb35-c340-4751-bfcc-03b69c797805 HTTP/1.1" status: 204 len: 168 time: 0.1354978 Jan 18 22:18:35.121689 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c047bf12-b987-447d-815c-cb258ad3ab04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42c7bb35-c340-4751-bfcc-03b69c797805,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:35.198018 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-22231556-ba9c-4cb4-8e70-99296e55df5b req-6fcbffd4-cd30-4b18-b649-75b31e01c1a4 service neutron] 10.222.0.53 "GET /v2.0/networks/98af4c66-77cb-4b8f-ac2e-973c83289bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6010294 Jan 18 22:18:35.207377 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-ca537a8e-9d88-41cc-b3d6-6ce6fa73344c admin admin] For port 930cb626-46f7-4261-9a7c-6a012144a3e0, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=930cb626-46f7-4261-9a7c-6a012144a3e0,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:18:35.207739 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ca537a8e-9d88-41cc-b3d6-6ce6fa73344c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:35.226074 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-ca537a8e-9d88-41cc-b3d6-6ce6fa73344c admin admin] Calling delete_port for 930cb626-46f7-4261-9a7c-6a012144a3e0 owned by network:router_gateway {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:18:35.314402 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-62fb1f3a-2f35-4404-b51e-d060650cc266 req-a17fb76c-4273-4f40-8a83-70d454985c87 tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:35.416411 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-62fb1f3a-2f35-4404-b51e-d060650cc266 req-a17fb76c-4273-4f40-8a83-70d454985c87 tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:35.496916 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60322) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:18:35.505477 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62fb1f3a-2f35-4404-b51e-d060650cc266 req-a17fb76c-4273-4f40-8a83-70d454985c87 tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] Network 9cc5e92b-77a5-44ad-ae36-434626cbd587 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:18:35.512596 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-62fb1f3a-2f35-4404-b51e-d060650cc266 req-a17fb76c-4273-4f40-8a83-70d454985c87 tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:18:35.518177 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-62fb1f3a-2f35-4404-b51e-d060650cc266 req-a17fb76c-4273-4f40-8a83-70d454985c87 tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:18:35.523700 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17fb76c-4273-4f40-8a83-70d454985c87 tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] Pushing event updated for resources: {'Port': ['ID=95e090da-b2cf-486e-aabe-850df681c22e,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:35.546596 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ca537a8e-9d88-41cc-b3d6-6ce6fa73344c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:35.587662 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca537a8e-9d88-41cc-b3d6-6ce6fa73344c admin admin] Pushing event deleted for resources: {'Port': ['ID=930cb626-46f7-4261-9a7c-6a012144a3e0,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:35.645251 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-74a883f5-2d85-4f85-8a4b-49d19e9367b9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a7a1666cb908431b86ae0b5657ca793b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1466000 Jan 18 22:18:35.647665 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60328) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:18:35.666713 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fb1f3a-2f35-4404-b51e-d060650cc266 req-a17fb76c-4273-4f40-8a83-70d454985c87 tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:35.667629 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-62fb1f3a-2f35-4404-b51e-d060650cc266 req-a17fb76c-4273-4f40-8a83-70d454985c87 tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:35.714309 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e880a377-3ff0-49af-8c9b-8c9229a43f88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:35.745126 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e880a377-3ff0-49af-8c9b-8c9229a43f88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:35.776841 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50233cd7-7711-417f-8498-971c66e70cc4 req-77087c46-b630-4835-8fbe-9949890dc20f tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:35.778613 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-50233cd7-7711-417f-8498-971c66e70cc4 req-77087c46-b630-4835-8fbe-9949890dc20f tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=710e4fbf-3d93-42c0-b0b4-4811a367b0c1 HTTP/1.1" status: 200 len: 946 time: 0.1975522 Jan 18 22:18:35.783500 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-62fb1f3a-2f35-4404-b51e-d060650cc266 req-a17fb76c-4273-4f40-8a83-70d454985c87 tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0312598 Jan 18 22:18:35.784824 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ca537a8e-9d88-41cc-b3d6-6ce6fa73344c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043029'] for router_gateway, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:35.792437 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e6da9432-898f-44ea-90c4-1a27930455e1 req-40be7312-7d0d-414f-a6b5-bde008ad559a tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] 10.222.0.53 "GET /v2.0/ports?device_id=09215c60-fcda-4c0b-b483-d5c4168822fd HTTP/1.1" status: 200 len: 210 time: 0.0667953 Jan 18 22:18:35.801472 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-62fb1f3a-2f35-4404-b51e-d060650cc266 req-46fa3e0b-2ff3-4d19-bc15-c8a64f06237a service neutron] Request body: {'port': {'device_id': '107dff23-b960-485f-aba2-e81ad488e7d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:18:35.832135 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e880a377-3ff0-49af-8c9b-8c9229a43f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:35.835109 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e880a377-3ff0-49af-8c9b-8c9229a43f88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:35.839154 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-e880a377-3ff0-49af-8c9b-8c9229a43f88 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/604539c9-228a-44ea-b0b0-54b835fc28b5 HTTP/1.1" status: 204 len: 168 time: 0.1902921 Jan 18 22:18:35.858483 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e880a377-3ff0-49af-8c9b-8c9229a43f88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=604539c9-228a-44ea-b0b0-54b835fc28b5,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:35.894012 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-b8c70339-ac21-4fda-a36c-ac42f98ae5c3 None None] Provisioning complete for port 95e090da-b2cf-486e-aabe-850df681c22e triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:18:35.894496 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b8c70339-ac21-4fda-a36c-ac42f98ae5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:35.971815 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-b8c70339-ac21-4fda-a36c-ac42f98ae5c3 None None] Port 95e090da-b2cf-486e-aabe-850df681c22e cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:18:35.979428 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ca537a8e-9d88-41cc-b3d6-6ce6fa73344c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1040886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8602'] for router, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:35.983098 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ca537a8e-9d88-41cc-b3d6-6ce6fa73344c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:36.055808 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-50233cd7-7711-417f-8498-971c66e70cc4 req-26c4287d-65c3-43e4-85e0-8baf9ceaf4cc tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=69e59ffc-71ce-4c50-acf6-17bf11fb5545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068684 Jan 18 22:18:36.060552 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-62fb1f3a-2f35-4404-b51e-d060650cc266 req-46fa3e0b-2ff3-4d19-bc15-c8a64f06237a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:36.089210 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ca537a8e-9d88-41cc-b3d6-6ce6fa73344c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1040832'] for router, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:36.089675 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca537a8e-9d88-41cc-b3d6-6ce6fa73344c admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd56ee2f-26ff-4d4c-93bb-e76580f977f8 {{(pid=102430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 22:18:36.100325 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ca537a8e-9d88-41cc-b3d6-6ce6fa73344c admin admin] Notify callbacks [] for router, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:36.101479 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-ca537a8e-9d88-41cc-b3d6-6ce6fa73344c admin admin] 10.222.0.53 "DELETE /v2.0/routers/dd56ee2f-26ff-4d4c-93bb-e76580f977f8 HTTP/1.1" status: 204 len: 168 time: 2.2902305 Jan 18 22:18:36.104682 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60348) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:18:36.181855 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-9335ca22-b102-4f07-baea-c52a7dd2cb27 admin admin] Deleting subnet 1f0f1e45-beb6-4402-8040-f69acf064963 {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:18:36.186663 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9335ca22-b102-4f07-baea-c52a7dd2cb27 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:36.295954 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9335ca22-b102-4f07-baea-c52a7dd2cb27 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:36.322441 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b3572e-5ebe-4ad9-8fe5-0c95f43844cd req-41597f76-102d-4684-80fd-65b6fe3b43e7 tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:36.336443 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e3b3572e-5ebe-4ad9-8fe5-0c95f43844cd req-41597f76-102d-4684-80fd-65b6fe3b43e7 tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] 10.222.0.53 "GET /v2.0/ports?device_id=107dff23-b960-485f-aba2-e81ad488e7d1 HTTP/1.1" status: 200 len: 932 time: 0.2105427 Jan 18 22:18:36.354266 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 1046bbcb-899a-443e-b3a8-1a1c565ffd18 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:18:36.392163 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 1046bbcb-899a-443e-b3a8-1a1c565ffd18 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:18:36.395299 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 1046bbcb-899a-443e-b3a8-1a1c565ffd18 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:18:36.469157 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e3b3572e-5ebe-4ad9-8fe5-0c95f43844cd req-08de5061-8c92-4027-93c0-ae2c49850cbd tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] 10.222.0.53 "GET /v2.0/security-groups?id=63b68130-0100-4f51-8b96-547fb8013ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218290 Jan 18 22:18:36.487370 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9335ca22-b102-4f07-baea-c52a7dd2cb27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:36.589413 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 82c8fac7-b604-4f74-9e60-1a7d1e5868ca no longer exists at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:18:36.591973 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9335ca22-b102-4f07-baea-c52a7dd2cb27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:36.625321 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] No Port match for: 82c8fac7-b604-4f74-9e60-1a7d1e5868ca {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:18:36.625665 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 82c8fac7-b604-4f74-9e60-1a7d1e5868ca not bound to the agent host n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:18:36.632253 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8aafdd-2d79-4e23-8159-74535c8ed892 req-ea475c7d-6ac8-4d43-bb8b-0df9c0f96d0c tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:36.642789 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3c8aafdd-2d79-4e23-8159-74535c8ed892 req-ea475c7d-6ac8-4d43-bb8b-0df9c0f96d0c tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa35bf88-4440-4d73-afcd-ae0cc04d6d11 HTTP/1.1" status: 200 len: 944 time: 0.1837087 Jan 18 22:18:36.665559 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532baab6-5be7-490f-9acd-674f1510a18d None None] Network cc278b4d-dcae-47fd-bae5-bd232ac640b4 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:18:36.679379 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9335ca22-b102-4f07-baea-c52a7dd2cb27 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:36.689130 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-9335ca22-b102-4f07-baea-c52a7dd2cb27 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/1f0f1e45-beb6-4402-8040-f69acf064963 HTTP/1.1" status: 204 len: 168 time: 0.5823579 Jan 18 22:18:36.690077 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 60366) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:18:36.691170 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9335ca22-b102-4f07-baea-c52a7dd2cb27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f0f1e45-beb6-4402-8040-f69acf064963,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:36.827123 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3c8aafdd-2d79-4e23-8159-74535c8ed892 req-96cd70fc-e72d-43fc-8ef9-e7d0fc96dfec tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fead2ec-99b5-4f01-a8ba-653859b4c215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1804502 Jan 18 22:18:36.860540 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0d5e9d84-2457-486d-83ed-fe7f479c3a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:36.922869 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [req-62fb1f3a-2f35-4404-b51e-d060650cc266 req-46fa3e0b-2ff3-4d19-bc15-c8a64f06237a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95e090da-b2cf-486e-aabe-850df681c22e {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:18:36.939210 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-62fb1f3a-2f35-4404-b51e-d060650cc266 req-46fa3e0b-2ff3-4d19-bc15-c8a64f06237a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:37.003837 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2435d953-2751-4dda-9e45-28573bf856c5 req-b61db5b0-3bc3-402a-acb9-82506dcafd5d tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] 10.222.0.53 "GET /v2.0/ports?device_id=09215c60-fcda-4c0b-b483-d5c4168822fd HTTP/1.1" status: 200 len: 210 time: 0.0857775 Jan 18 22:18:37.025319 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3471eb5b-4734-4b64-acb0-4811a6c7b41d None None] DHCP port deletion for cc278b4d-dcae-47fd-bae5-bd232ac640b4 request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:18:37.066767 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-62fb1f3a-2f35-4404-b51e-d060650cc266 req-46fa3e0b-2ff3-4d19-bc15-c8a64f06237a service neutron] Transition to ACTIVE for port object 95e090da-b2cf-486e-aabe-850df681c22e will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:18:37.097622 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-62fb1f3a-2f35-4404-b51e-d060650cc266 req-46fa3e0b-2ff3-4d19-bc15-c8a64f06237a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:37.097885 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-3471eb5b-4734-4b64-acb0-4811a6c7b41d None None] Deleting port b955f8d6-7b56-4fdf-a00b-4eb445f9b366 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:18:37.099183 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3471eb5b-4734-4b64-acb0-4811a6c7b41d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:37.167628 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-0d5e9d84-2457-486d-83ed-fe7f479c3a7b admin admin] Deleting port b955f8d6-7b56-4fdf-a00b-4eb445f9b366 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:18:37.167970 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0d5e9d84-2457-486d-83ed-fe7f479c3a7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:37.176810 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f41514a-83be-4d44-bcc6-9bc04fb33ba5 req-c377223e-61b3-45a1-b914-3fe2c3366083 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:37.184593 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3f41514a-83be-4d44-bcc6-9bc04fb33ba5 req-c377223e-61b3-45a1-b914-3fe2c3366083 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa35bf88-4440-4d73-afcd-ae0cc04d6d11 HTTP/1.1" status: 200 len: 944 time: 0.2343578 Jan 18 22:18:37.205090 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fa3e0b-2ff3-4d19-bc15-c8a64f06237a service neutron] Pushing event updated for resources: {'Port': ['ID=95e090da-b2cf-486e-aabe-850df681c22e,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:37.303066 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-3471eb5b-4734-4b64-acb0-4811a6c7b41d None None] For port b955f8d6-7b56-4fdf-a00b-4eb445f9b366, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=b955f8d6-7b56-4fdf-a00b-4eb445f9b366,segment=NetworkSegment(ad933c8d-50d1-49d4-a766-f0aca6fd8ffc),segment_id=ad933c8d-50d1-49d4-a766-f0aca6fd8ffc)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:18:37.312401 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3471eb5b-4734-4b64-acb0-4811a6c7b41d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:37.342070 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-3471eb5b-4734-4b64-acb0-4811a6c7b41d None None] Calling delete_port for b955f8d6-7b56-4fdf-a00b-4eb445f9b366 owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:18:37.408825 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-0d5e9d84-2457-486d-83ed-fe7f479c3a7b admin admin] For port b955f8d6-7b56-4fdf-a00b-4eb445f9b366, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=b955f8d6-7b56-4fdf-a00b-4eb445f9b366,segment=NetworkSegment(ad933c8d-50d1-49d4-a766-f0aca6fd8ffc),segment_id=ad933c8d-50d1-49d4-a766-f0aca6fd8ffc)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:18:37.409183 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0d5e9d84-2457-486d-83ed-fe7f479c3a7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:37.437078 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3f41514a-83be-4d44-bcc6-9bc04fb33ba5 req-b199c28f-c4b5-42dc-9470-b6fb79f8b10d tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fead2ec-99b5-4f01-a8ba-653859b4c215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2515068 Jan 18 22:18:37.488579 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-0d5e9d84-2457-486d-83ed-fe7f479c3a7b admin admin] Calling delete_port for b955f8d6-7b56-4fdf-a00b-4eb445f9b366 owned by network:dhcp {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:18:37.522589 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3471eb5b-4734-4b64-acb0-4811a6c7b41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:37.551475 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-62fb1f3a-2f35-4404-b51e-d060650cc266 req-46fa3e0b-2ff3-4d19-bc15-c8a64f06237a service neutron] Attempting to bind port 95e090da-b2cf-486e-aabe-850df681c22e on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:18:37.552569 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-62fb1f3a-2f35-4404-b51e-d060650cc266 req-46fa3e0b-2ff3-4d19-bc15-c8a64f06237a service neutron] Attempting to bind port 95e090da-b2cf-486e-aabe-850df681c22e by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': 'ebb59b52-8ee1-42e6-8796-51841d7d5a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '9cc5e92b-77a5-44ad-ae36-434626cbd587'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:18:37.553168 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62fb1f3a-2f35-4404-b51e-d060650cc266 req-46fa3e0b-2ff3-4d19-bc15-c8a64f06237a service neutron] Attempting to bind port 95e090da-b2cf-486e-aabe-850df681c22e on network 9cc5e92b-77a5-44ad-ae36-434626cbd587 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:18:37.556741 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22231556-ba9c-4cb4-8e70-99296e55df5b req-8c059983-6b73-4aeb-949a-66d759d0775b tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:37.558930 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-22231556-ba9c-4cb4-8e70-99296e55df5b req-8c059983-6b73-4aeb-949a-66d759d0775b tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] 10.222.0.67 "GET /v2.0/networks?id=98af4c66-77cb-4b8f-ac2e-973c83289bd3 HTTP/1.1" status: 200 len: 813 time: 0.4765151 Jan 18 22:18:37.578853 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22231556-ba9c-4cb4-8e70-99296e55df5b req-4792eb01-7c92-45ee-9cbc-1aeed87e6ade tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:37.583567 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-22231556-ba9c-4cb4-8e70-99296e55df5b req-4792eb01-7c92-45ee-9cbc-1aeed87e6ade tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] 10.222.0.36 "GET /v2.0/networks?id=98af4c66-77cb-4b8f-ac2e-973c83289bd3 HTTP/1.1" status: 200 len: 813 time: 0.4720643 Jan 18 22:18:37.592017 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-22231556-ba9c-4cb4-8e70-99296e55df5b req-9d0640bc-cac2-4754-966d-bc2d953b6211 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] Request body: {'port': {'device_id': '09215c60-fcda-4c0b-b483-d5c4168822fd', 'network_id': '98af4c66-77cb-4b8f-ac2e-973c83289bd3', 'admin_state_up': True, 'tenant_id': '0b06d38b07ae4d7291ef44d8cc38ba74'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:18:37.613702 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-22231556-ba9c-4cb4-8e70-99296e55df5b req-ef7ba066-614b-4de6-8ce0-6997d7f82865 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] Request body: {'port': {'device_id': '18831502-61c2-4c74-add4-9564a73cc5dd', 'network_id': '98af4c66-77cb-4b8f-ac2e-973c83289bd3', 'admin_state_up': True, 'tenant_id': '0b06d38b07ae4d7291ef44d8cc38ba74'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:18:37.635403 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3471eb5b-4734-4b64-acb0-4811a6c7b41d None None] Pushing event deleted for resources: {'Port': ['ID=b955f8d6-7b56-4fdf-a00b-4eb445f9b366,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:37.641567 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62fb1f3a-2f35-4404-b51e-d060650cc266 req-46fa3e0b-2ff3-4d19-bc15-c8a64f06237a service neutron] Port 95e090da-b2cf-486e-aabe-850df681c22e on network 9cc5e92b-77a5-44ad-ae36-434626cbd587 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:18:37.649558 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62fb1f3a-2f35-4404-b51e-d060650cc266 req-46fa3e0b-2ff3-4d19-bc15-c8a64f06237a service neutron] Attempting to bind port 95e090da-b2cf-486e-aabe-850df681c22e on network 9cc5e92b-77a5-44ad-ae36-434626cbd587 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:18:37.652421 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3471eb5b-4734-4b64-acb0-4811a6c7b41d None None] No DVR routers for this DVR port b955f8d6-7b56-4fdf-a00b-4eb445f9b366 on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:18:37.674374 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62fb1f3a-2f35-4404-b51e-d060650cc266 req-46fa3e0b-2ff3-4d19-bc15-c8a64f06237a service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:18:37.675114 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62fb1f3a-2f35-4404-b51e-d060650cc266 req-46fa3e0b-2ff3-4d19-bc15-c8a64f06237a service neutron] Checking segment: {'id': 'ebb59b52-8ee1-42e6-8796-51841d7d5a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '9cc5e92b-77a5-44ad-ae36-434626cbd587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:18:37.675467 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62fb1f3a-2f35-4404-b51e-d060650cc266 req-46fa3e0b-2ff3-4d19-bc15-c8a64f06237a service neutron] Bound using segment: {'id': 'ebb59b52-8ee1-42e6-8796-51841d7d5a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '9cc5e92b-77a5-44ad-ae36-434626cbd587'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:18:37.676007 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-62fb1f3a-2f35-4404-b51e-d060650cc266 req-46fa3e0b-2ff3-4d19-bc15-c8a64f06237a service neutron] Bound port: 95e090da-b2cf-486e-aabe-850df681c22e, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebb59b52-8ee1-42e6-8796-51841d7d5a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '9cc5e92b-77a5-44ad-ae36-434626cbd587'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:18:37.676483 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-62fb1f3a-2f35-4404-b51e-d060650cc266 req-46fa3e0b-2ff3-4d19-bc15-c8a64f06237a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:37.800306 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0d5e9d84-2457-486d-83ed-fe7f479c3a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:37.823506 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a660230f-b829-42f1-af78-88820647cf75 req-58572b86-ed4b-4bfc-8c49-7222c36d2064 tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:37.834139 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a660230f-b829-42f1-af78-88820647cf75 req-58572b86-ed4b-4bfc-8c49-7222c36d2064 tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] 10.222.0.53 "GET /v2.0/ports?device_id=107dff23-b960-485f-aba2-e81ad488e7d1 HTTP/1.1" status: 200 len: 944 time: 0.1552925 Jan 18 22:18:37.873240 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5e9d84-2457-486d-83ed-fe7f479c3a7b admin admin] Pushing event deleted for resources: {'Port': ['ID=b955f8d6-7b56-4fdf-a00b-4eb445f9b366,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:37.888487 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5e9d84-2457-486d-83ed-fe7f479c3a7b admin admin] No DVR routers for this DVR port b955f8d6-7b56-4fdf-a00b-4eb445f9b366 on host n-d-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:18:37.890400 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-62fb1f3a-2f35-4404-b51e-d060650cc266 req-46fa3e0b-2ff3-4d19-bc15-c8a64f06237a service neutron] For port 95e090da-b2cf-486e-aabe-850df681c22e, host n-h2-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:18:37.932436 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-62fb1f3a-2f35-4404-b51e-d060650cc266 req-46fa3e0b-2ff3-4d19-bc15-c8a64f06237a service neutron] For port 95e090da-b2cf-486e-aabe-850df681c22e, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=95e090da-b2cf-486e-aabe-850df681c22e,segment=NetworkSegment(ebb59b52-8ee1-42e6-8796-51841d7d5a02),segment_id=ebb59b52-8ee1-42e6-8796-51841d7d5a02)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:18:37.956953 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-62fb1f3a-2f35-4404-b51e-d060650cc266 req-46fa3e0b-2ff3-4d19-bc15-c8a64f06237a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:37.963384 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22231556-ba9c-4cb4-8e70-99296e55df5b req-ef7ba066-614b-4de6-8ce0-6997d7f82865 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] Made reservation on behalf of 0b06d38b07ae4d7291ef44d8cc38ba74 for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:18:37.967460 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-22231556-ba9c-4cb4-8e70-99296e55df5b req-ef7ba066-614b-4de6-8ce0-6997d7f82865 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:37.970617 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22231556-ba9c-4cb4-8e70-99296e55df5b req-9d0640bc-cac2-4754-966d-bc2d953b6211 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] Made reservation on behalf of 0b06d38b07ae4d7291ef44d8cc38ba74 for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:18:37.973879 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-22231556-ba9c-4cb4-8e70-99296e55df5b req-9d0640bc-cac2-4754-966d-bc2d953b6211 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:38.055721 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a660230f-b829-42f1-af78-88820647cf75 req-ce91b7bd-2ec4-409c-b408-d592430c611a tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] 10.222.0.53 "GET /v2.0/security-groups?id=63b68130-0100-4f51-8b96-547fb8013ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2194178 Jan 18 22:18:38.109263 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0d5e9d84-2457-486d-83ed-fe7f479c3a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:38.117227 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fb1f3a-2f35-4404-b51e-d060650cc266 req-46fa3e0b-2ff3-4d19-bc15-c8a64f06237a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:38.117725 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-62fb1f3a-2f35-4404-b51e-d060650cc266 req-46fa3e0b-2ff3-4d19-bc15-c8a64f06237a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:38.119107 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-62fb1f3a-2f35-4404-b51e-d060650cc266 req-46fa3e0b-2ff3-4d19-bc15-c8a64f06237a service neutron] 10.222.0.67 "PUT /v2.0/ports/95e090da-b2cf-486e-aabe-850df681c22e HTTP/1.1" status: 200 len: 1092 time: 2.3257489 Jan 18 22:18:38.119608 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '107dff23-b960-485f-aba2-e81ad488e7d1', 'tag': '95e090da-b2cf-486e-aabe-850df681c22e'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:18:38.122074 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17234459-621d-4b41-902e-83dcf9cbb01f" -d '{"events": [{"name": "network-changed", "server_uuid": "107dff23-b960-485f-aba2-e81ad488e7d1", "tag": "95e090da-b2cf-486e-aabe-850df681c22e"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:18:38.175270 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-0d5e9d84-2457-486d-83ed-fe7f479c3a7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc278b4d-dcae-47fd-bae5-bd232ac640b4']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:18:38.183695 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [req-22231556-ba9c-4cb4-8e70-99296e55df5b req-ef7ba066-614b-4de6-8ce0-6997d7f82865 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] Allocated IP 172.20.0.14 (98af4c66-77cb-4b8f-ac2e-973c83289bd3/c28a7bfc-0741-4198-ac3c-550ad166bfc4/b14548ae-4f17-4b2e-b6b1-389910cb9f84) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:18:38.200631 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fa3e0b-2ff3-4d19-bc15-c8a64f06237a service neutron] Pushing event updated for resources: {'Port': ['ID=95e090da-b2cf-486e-aabe-850df681c22e,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:38.259087 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-0d5e9d84-2457-486d-83ed-fe7f479c3a7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad933c8d-50d1-49d4-a766-f0aca6fd8ffc') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:18:38.259589 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-0d5e9d84-2457-486d-83ed-fe7f479c3a7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad933c8d-50d1-49d4-a766-f0aca6fd8ffc') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:18:38.268066 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e937dbce-13df-4185-a4ff-6fe676c8a2da req-9fa95f7d-0716-45b6-90f5-59702e7b2d07 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:38.282567 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e937dbce-13df-4185-a4ff-6fe676c8a2da req-9fa95f7d-0716-45b6-90f5-59702e7b2d07 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/networks?id=e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84 HTTP/1.1" status: 200 len: 811 time: 0.3892779 Jan 18 22:18:38.308547 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 930cb626-46f7-4261-9a7c-6a012144a3e0 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:18:38.317135 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0d5e9d84-2457-486d-83ed-fe7f479c3a7b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60394742'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:38.333889 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 930cb626-46f7-4261-9a7c-6a012144a3e0 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:18:38.334642 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 930cb626-46f7-4261-9a7c-6a012144a3e0 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:18:38.335849 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device b955f8d6-7b56-4fdf-a00b-4eb445f9b366 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:18:38.340253 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e937dbce-13df-4185-a4ff-6fe676c8a2da req-a17a2f44-5ec7-4f98-a07c-de1766a4eb3f tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/quotas/584d50ef6ed64545aac1e7947879ab5e HTTP/1.1" status: 200 len: 375 time: 0.0486970 Jan 18 22:18:38.348368 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0d5e9d84-2457-486d-83ed-fe7f479c3a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:38.367242 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d5e9d84-2457-486d-83ed-fe7f479c3a7b admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:18:38.367882 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0d5e9d84-2457-486d-83ed-fe7f479c3a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60203044'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:38.372370 n-d-825064-1 neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:18:38.372370 n-d-825064-1 neutron-server[102430]: self.session.flush() Jan 18 22:18:38.372370 n-d-825064-1 neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:18:38.372370 n-d-825064-1 neutron-server[102430]: self.session.flush() Jan 18 22:18:38.372370 n-d-825064-1 neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:18:38.372370 n-d-825064-1 neutron-server[102430]: self.session.flush() Jan 18 22:18:38.372370 n-d-825064-1 neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:18:38.372370 n-d-825064-1 neutron-server[102430]: self.session.flush() Jan 18 22:18:38.372370 n-d-825064-1 neutron-server[102430]: Traceback (most recent call last): Jan 18 22:18:38.372370 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:18:38.372370 n-d-825064-1 neutron-server[102430]: timer() Jan 18 22:18:38.372370 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:18:38.372370 n-d-825064-1 neutron-server[102430]: cb(*args, **kw) Jan 18 22:18:38.372370 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:18:38.372370 n-d-825064-1 neutron-server[102430]: return func(*args, **kwargs) Jan 18 22:18:38.372370 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:18:38.372370 n-d-825064-1 neutron-server[102430]: self._notify() Jan 18 22:18:38.372370 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:18:38.372370 n-d-825064-1 neutron-server[102430]: self.callback(batched_events) Jan 18 22:18:38.372370 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:18:38.372370 n-d-825064-1 neutron-server[102430]: event.method(event) Jan 18 22:18:38.372370 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:18:38.372370 n-d-825064-1 neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:18:38.372370 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:18:38.372370 n-d-825064-1 neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:18:38.372370 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:18:38.372370 n-d-825064-1 neutron-server[102430]: return f(self, *a, **k) Jan 18 22:18:38.372370 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:18:38.372370 n-d-825064-1 neutron-server[102430]: return self._get(url).json() Jan 18 22:18:38.372370 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:18:38.372370 n-d-825064-1 neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:18:38.372370 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:18:38.372370 n-d-825064-1 neutron-server[102430]: return self.request(url, 'GET', **kwargs) Jan 18 22:18:38.372370 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:18:38.372370 n-d-825064-1 neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:18:38.372370 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:18:38.372370 n-d-825064-1 neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:18:38.372370 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:18:38.372370 n-d-825064-1 neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:18:38.372370 n-d-825064-1 neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:18:38.396870 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: b955f8d6-7b56-4fdf-a00b-4eb445f9b366 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:18:38.398559 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device b955f8d6-7b56-4fdf-a00b-4eb445f9b366 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:18:38.400662 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fb1f3a-2f35-4404-b51e-d060650cc266 req-7427496a-34ae-42c5-b670-e72f3d6a16c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:38.402352 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-62fb1f3a-2f35-4404-b51e-d060650cc266 req-7427496a-34ae-42c5-b670-e72f3d6a16c7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2e8892a76b3740abb9d6e9e892c45ee9&device_id=107dff23-b960-485f-aba2-e81ad488e7d1 HTTP/1.1" status: 200 len: 1095 time: 0.2293193 Jan 18 22:18:38.458562 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-22231556-ba9c-4cb4-8e70-99296e55df5b req-ef7ba066-614b-4de6-8ce0-6997d7f82865 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:38.502932 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-62fb1f3a-2f35-4404-b51e-d060650cc266 req-dd4af678-5045-41b0-a29a-8532e7f85559 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95e090da-b2cf-486e-aabe-850df681c22e HTTP/1.1" status: 200 len: 217 time: 0.0654252 Jan 18 22:18:38.509519 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-22231556-ba9c-4cb4-8e70-99296e55df5b req-ef7ba066-614b-4de6-8ce0-6997d7f82865 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:38.535573 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e937dbce-13df-4185-a4ff-6fe676c8a2da req-eb7ce461-fe1c-4039-a735-a8bff2e4ae98 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=584d50ef6ed64545aac1e7947879ab5e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1781757 Jan 18 22:18:38.544391 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0d5e9d84-2457-486d-83ed-fe7f479c3a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:38.580072 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0d5e9d84-2457-486d-83ed-fe7f479c3a7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:38.583540 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-0d5e9d84-2457-486d-83ed-fe7f479c3a7b admin admin] 10.222.0.53 "DELETE /v2.0/networks/cc278b4d-dcae-47fd-bae5-bd232ac640b4 HTTP/1.1" status: 204 len: 168 time: 1.8801825 Jan 18 22:18:38.589493 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60446) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:18:38.607617 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22231556-ba9c-4cb4-8e70-99296e55df5b req-ef7ba066-614b-4de6-8ce0-6997d7f82865 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] Network 98af4c66-77cb-4b8f-ac2e-973c83289bd3 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:18:38.629120 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5e9d84-2457-486d-83ed-fe7f479c3a7b admin admin] Pushing event deleted for resources: {'Network': ['ID=cc278b4d-dcae-47fd-bae5-bd232ac640b4,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:38.648203 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fb1f3a-2f35-4404-b51e-d060650cc266 req-99433195-5721-4239-ada9-ffba84919e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:38.649675 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-62fb1f3a-2f35-4404-b51e-d060650cc266 req-99433195-5721-4239-ada9-ffba84919e89 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=16adcbe9-5fd5-4922-bf98-741d0cc7c78e HTTP/1.1" status: 200 len: 851 time: 0.1397097 Jan 18 22:18:38.679560 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [req-22231556-ba9c-4cb4-8e70-99296e55df5b req-9d0640bc-cac2-4754-966d-bc2d953b6211 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] Allocated IP 172.20.0.10 (98af4c66-77cb-4b8f-ac2e-973c83289bd3/c28a7bfc-0741-4198-ac3c-550ad166bfc4/b4c2e074-b305-453f-b237-232905c9cae7) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:18:38.688949 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [req-22231556-ba9c-4cb4-8e70-99296e55df5b req-ef7ba066-614b-4de6-8ce0-6997d7f82865 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:18:38.691234 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-22231556-ba9c-4cb4-8e70-99296e55df5b req-ef7ba066-614b-4de6-8ce0-6997d7f82865 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:18:38.718928 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7ba066-614b-4de6-8ce0-6997d7f82865 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] Pushing event updated for resources: {'Port': ['ID=b14548ae-4f17-4b2e-b6b1-389910cb9f84,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:38.726631 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ffd177d1-2e23-4d14-aa2f-899b2523ac9e req-cb762527-6a1b-4e85-bc56-6c060f49a763 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] 10.222.0.53 "GET /v2.0/ports?device_id=09215c60-fcda-4c0b-b483-d5c4168822fd HTTP/1.1" status: 200 len: 210 time: 0.0377414 Jan 18 22:18:38.734618 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e937dbce-13df-4185-a4ff-6fe676c8a2da req-a9cedb13-2038-4af7-aa76-0304d6cf0945 service neutron] 10.222.0.53 "GET /v2.0/networks/e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981480 Jan 18 22:18:38.797465 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7095276-8824-4128-a177-ab25d7b79234 x-openstack-request-id: req-a7095276-8824-4128-a177-ab25d7b79234 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:18:38.797751 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "107dff23-b960-485f-aba2-e81ad488e7d1", "tag": "95e090da-b2cf-486e-aabe-850df681c22e", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:18:38.797987 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a7095276-8824-4128-a177-ab25d7b79234 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:18:38.798385 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '107dff23-b960-485f-aba2-e81ad488e7d1', 'tag': '95e090da-b2cf-486e-aabe-850df681c22e', 'status': 'completed', 'code': 200} Jan 18 22:18:38.806502 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fb1f3a-2f35-4404-b51e-d060650cc266 req-48fbb3ee-b685-4882-b4f0-d105e1f236a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:38.808008 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-62fb1f3a-2f35-4404-b51e-d060650cc266 req-48fbb3ee-b685-4882-b4f0-d105e1f236a8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9cc5e92b-77a5-44ad-ae36-434626cbd587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1498880 Jan 18 22:18:38.831323 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22231556-ba9c-4cb4-8e70-99296e55df5b req-ef7ba066-614b-4de6-8ce0-6997d7f82865 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:38.831599 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-22231556-ba9c-4cb4-8e70-99296e55df5b req-ef7ba066-614b-4de6-8ce0-6997d7f82865 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:38.890320 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e937dbce-13df-4185-a4ff-6fe676c8a2da req-dee82211-80a8-4696-90ef-a58252ad9c93 service neutron] 10.222.0.53 "GET /v2.0/networks/e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547918 Jan 18 22:18:38.900775 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-22231556-ba9c-4cb4-8e70-99296e55df5b req-ef7ba066-614b-4de6-8ce0-6997d7f82865 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2964075 Jan 18 22:18:38.923523 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-22231556-ba9c-4cb4-8e70-99296e55df5b req-c058748a-21b7-4629-a3a1-a14b03bbba3e service neutron] Request body: {'port': {'device_id': '18831502-61c2-4c74-add4-9564a73cc5dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:18:38.924744 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-62fb1f3a-2f35-4404-b51e-d060650cc266 req-140b6e59-4083-4cf2-b3e1-2c389cf27536 service neutron] 10.222.0.67 "GET /v2.0/networks/9cc5e92b-77a5-44ad-ae36-434626cbd587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088123 Jan 18 22:18:39.051766 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-62fb1f3a-2f35-4404-b51e-d060650cc266 req-e87c4434-aa3d-4811-951d-1c8228320225 service neutron] 10.222.0.67 "GET /v2.0/networks/9cc5e92b-77a5-44ad-ae36-434626cbd587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197226 Jan 18 22:18:39.094940 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-22231556-ba9c-4cb4-8e70-99296e55df5b req-c058748a-21b7-4629-a3a1-a14b03bbba3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:39.261226 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-265cc9d9-621f-4819-bd17-e44ac56160e2 req-a8151f19-168a-40cf-8298-5e3c150bfb51 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=a58a87c4-bb7e-462a-9f10-ecbd5375fcb2 HTTP/1.1" status: 200 len: 210 time: 0.0565987 Jan 18 22:18:39.307370 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17234459-621d-4b41-902e-83dcf9cbb01f req-b90469a9-b024-486f-8444-57ebeaf3dad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:39.309599 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-17234459-621d-4b41-902e-83dcf9cbb01f req-b90469a9-b024-486f-8444-57ebeaf3dad9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2e8892a76b3740abb9d6e9e892c45ee9&device_id=107dff23-b960-485f-aba2-e81ad488e7d1 HTTP/1.1" status: 200 len: 1095 time: 0.1949987 Jan 18 22:18:39.386941 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-22231556-ba9c-4cb4-8e70-99296e55df5b req-9d0640bc-cac2-4754-966d-bc2d953b6211 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:39.392608 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979239cb-9233-4a0e-a2d5-c3a970a25073 req-f2ab7bc8-b1b1-44b5-9957-b03ac248549e tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:39.401377 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-979239cb-9233-4a0e-a2d5-c3a970a25073 req-f2ab7bc8-b1b1-44b5-9957-b03ac248549e tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] 10.222.0.53 "GET /v2.0/ports?device_id=107dff23-b960-485f-aba2-e81ad488e7d1 HTTP/1.1" status: 200 len: 944 time: 0.1703863 Jan 18 22:18:39.476452 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17234459-621d-4b41-902e-83dcf9cbb01f req-286c81c0-934e-4919-89c0-566981b5e20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:39.478963 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-17234459-621d-4b41-902e-83dcf9cbb01f req-286c81c0-934e-4919-89c0-566981b5e20c service neutron] 10.222.0.67 "GET /v2.0/networks?id=9cc5e92b-77a5-44ad-ae36-434626cbd587 HTTP/1.1" status: 200 len: 912 time: 0.1619043 Jan 18 22:18:39.495035 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-979239cb-9233-4a0e-a2d5-c3a970a25073 req-473697d8-350e-4633-b7de-a411b09c1d7c tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] 10.222.0.53 "GET /v2.0/security-groups?id=63b68130-0100-4f51-8b96-547fb8013ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879488 Jan 18 22:18:39.568816 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-17234459-621d-4b41-902e-83dcf9cbb01f req-f9bceb50-b485-40cf-b7c9-dc243424d9f3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95e090da-b2cf-486e-aabe-850df681c22e HTTP/1.1" status: 200 len: 217 time: 0.0702224 Jan 18 22:18:39.633627 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17234459-621d-4b41-902e-83dcf9cbb01f req-c5c8276e-b9fa-4069-ac4b-ec2f8eb7a5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:39.635168 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-17234459-621d-4b41-902e-83dcf9cbb01f req-c5c8276e-b9fa-4069-ac4b-ec2f8eb7a5e8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=16adcbe9-5fd5-4922-bf98-741d0cc7c78e HTTP/1.1" status: 200 len: 851 time: 0.0596561 Jan 18 22:18:39.721110 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17234459-621d-4b41-902e-83dcf9cbb01f req-12935582-af36-4fe8-a715-15deb50ecbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:39.723050 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-17234459-621d-4b41-902e-83dcf9cbb01f req-12935582-af36-4fe8-a715-15deb50ecbce service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9cc5e92b-77a5-44ad-ae36-434626cbd587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0803287 Jan 18 22:18:39.732293 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [req-22231556-ba9c-4cb4-8e70-99296e55df5b req-c058748a-21b7-4629-a3a1-a14b03bbba3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b14548ae-4f17-4b2e-b6b1-389910cb9f84 {{(pid=102431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:18:39.740724 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-22231556-ba9c-4cb4-8e70-99296e55df5b req-c058748a-21b7-4629-a3a1-a14b03bbba3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:39.755186 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [req-22231556-ba9c-4cb4-8e70-99296e55df5b req-c058748a-21b7-4629-a3a1-a14b03bbba3e service neutron] Transition to ACTIVE for port object b14548ae-4f17-4b2e-b6b1-389910cb9f84 will not be triggered until provisioned by entity L2. {{(pid=102431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:18:39.786381 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-22231556-ba9c-4cb4-8e70-99296e55df5b req-9d0640bc-cac2-4754-966d-bc2d953b6211 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:39.816460 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-22231556-ba9c-4cb4-8e70-99296e55df5b req-c058748a-21b7-4629-a3a1-a14b03bbba3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:39.876525 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22231556-ba9c-4cb4-8e70-99296e55df5b req-9d0640bc-cac2-4754-966d-bc2d953b6211 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] Network 98af4c66-77cb-4b8f-ac2e-973c83289bd3 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:18:39.883029 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [req-22231556-ba9c-4cb4-8e70-99296e55df5b req-9d0640bc-cac2-4754-966d-bc2d953b6211 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:18:39.888403 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-22231556-ba9c-4cb4-8e70-99296e55df5b req-9d0640bc-cac2-4754-966d-bc2d953b6211 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:18:40.322317 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-17234459-621d-4b41-902e-83dcf9cbb01f req-dbb8a5d6-b296-4bb2-9f1e-ef9da870a061 service neutron] 10.222.0.67 "GET /v2.0/networks/9cc5e92b-77a5-44ad-ae36-434626cbd587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5870967 Jan 18 22:18:40.365704 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26368eb7-07af-46c3-9cbe-47333c63c1ab req-5ffc2f3e-8c61-4749-8057-f032265cfe4b tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:40.376926 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-26368eb7-07af-46c3-9cbe-47333c63c1ab req-5ffc2f3e-8c61-4749-8057-f032265cfe4b tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] 10.222.0.53 "GET /v2.0/ports?device_id=09215c60-fcda-4c0b-b483-d5c4168822fd HTTP/1.1" status: 200 len: 932 time: 0.5206642 Jan 18 22:18:40.479941 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-26368eb7-07af-46c3-9cbe-47333c63c1ab req-af8b341b-1a34-4456-a674-1a4dddc0a9cc tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] 10.222.0.53 "GET /v2.0/security-groups?id=56b9b9c0-23ca-4fcd-9172-d04740503349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966589 Jan 18 22:18:40.511300 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22231556-ba9c-4cb4-8e70-99296e55df5b req-9d0640bc-cac2-4754-966d-bc2d953b6211 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:40.511300 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-22231556-ba9c-4cb4-8e70-99296e55df5b req-9d0640bc-cac2-4754-966d-bc2d953b6211 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:40.561550 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0640bc-cac2-4754-966d-bc2d953b6211 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] Pushing event updated for resources: {'Port': ['ID=b4c2e074-b305-453f-b237-232905c9cae7,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:40.618121 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-17234459-621d-4b41-902e-83dcf9cbb01f req-b67ba707-3e82-4fef-bd5b-239e81634b0b service neutron] 10.222.0.67 "GET /v2.0/networks/9cc5e92b-77a5-44ad-ae36-434626cbd587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2877469 Jan 18 22:18:40.649716 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bebfdca4-5f52-44fe-bf36-6f1b2721f8d0 req-71af28d2-1296-43ab-b5c7-06233b5183d1 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=a58a87c4-bb7e-462a-9f10-ecbd5375fcb2 HTTP/1.1" status: 200 len: 210 time: 0.1388953 Jan 18 22:18:40.678012 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c058748a-21b7-4629-a3a1-a14b03bbba3e service neutron] Pushing event updated for resources: {'Port': ['ID=b14548ae-4f17-4b2e-b6b1-389910cb9f84,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:40.699105 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-22231556-ba9c-4cb4-8e70-99296e55df5b req-9d0640bc-cac2-4754-966d-bc2d953b6211 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1141837 Jan 18 22:18:40.732077 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e453c537-a35f-4d71-b821-0b266e7f83d3 req-cdf55206-2f03-463e-968e-f062f529951a tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:40.733913 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e453c537-a35f-4d71-b821-0b266e7f83d3 req-cdf55206-2f03-463e-968e-f062f529951a tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] 10.222.0.53 "GET /v2.0/ports?device_id=107dff23-b960-485f-aba2-e81ad488e7d1 HTTP/1.1" status: 200 len: 944 time: 0.1284752 Jan 18 22:18:40.745540 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-22231556-ba9c-4cb4-8e70-99296e55df5b req-611db5ff-4ae7-4c25-b015-a11d083b3f04 service neutron] Request body: {'port': {'device_id': '09215c60-fcda-4c0b-b483-d5c4168822fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:18:40.763697 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e937dbce-13df-4185-a4ff-6fe676c8a2da req-129a4377-ac6d-4752-aba2-400a0c0f9db5 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:40.765441 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e937dbce-13df-4185-a4ff-6fe676c8a2da req-129a4377-ac6d-4752-aba2-400a0c0f9db5 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.36 "GET /v2.0/networks?id=e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84 HTTP/1.1" status: 200 len: 811 time: 0.3153992 Jan 18 22:18:40.783432 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-e937dbce-13df-4185-a4ff-6fe676c8a2da req-c93e8d55-474f-436d-a659-6a981240fccc tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Request body: {'port': {'device_id': 'a58a87c4-bb7e-462a-9f10-ecbd5375fcb2', 'network_id': 'e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84', 'admin_state_up': True, 'tenant_id': '584d50ef6ed64545aac1e7947879ab5e'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:18:40.815453 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fe9c9517-e040-4c84-a081-0ef760335e13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1041027'] for router_interface, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:40.823761 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e453c537-a35f-4d71-b821-0b266e7f83d3 req-cea8ee77-30bc-4152-9e63-7d608063da65 tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] 10.222.0.53 "GET /v2.0/security-groups?id=63b68130-0100-4f51-8b96-547fb8013ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791750 Jan 18 22:18:40.843134 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 95e090da-b2cf-486e-aabe-850df681c22e details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:18:40.945183 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e937dbce-13df-4185-a4ff-6fe676c8a2da req-c93e8d55-474f-436d-a659-6a981240fccc tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Made reservation on behalf of 584d50ef6ed64545aac1e7947879ab5e for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:18:40.953392 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e937dbce-13df-4185-a4ff-6fe676c8a2da req-c93e8d55-474f-436d-a659-6a981240fccc tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:40.968641 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-22231556-ba9c-4cb4-8e70-99296e55df5b req-611db5ff-4ae7-4c25-b015-a11d083b3f04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:40.989481 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-22231556-ba9c-4cb4-8e70-99296e55df5b req-c058748a-21b7-4629-a3a1-a14b03bbba3e service neutron] Attempting to bind port b14548ae-4f17-4b2e-b6b1-389910cb9f84 on host n-h1-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:18:40.989819 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-22231556-ba9c-4cb4-8e70-99296e55df5b req-c058748a-21b7-4629-a3a1-a14b03bbba3e service neutron] Attempting to bind port b14548ae-4f17-4b2e-b6b1-389910cb9f84 by drivers openvswitch,hyperv on host n-h1-825064-1 at level 0 using segments [{'id': '98b33f86-b79b-4e35-abff-fb0472998523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '98af4c66-77cb-4b8f-ac2e-973c83289bd3'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:18:40.990133 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22231556-ba9c-4cb4-8e70-99296e55df5b req-c058748a-21b7-4629-a3a1-a14b03bbba3e service neutron] Attempting to bind port b14548ae-4f17-4b2e-b6b1-389910cb9f84 on network 98af4c66-77cb-4b8f-ac2e-973c83289bd3 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:18:41.018354 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22231556-ba9c-4cb4-8e70-99296e55df5b req-c058748a-21b7-4629-a3a1-a14b03bbba3e service neutron] Port b14548ae-4f17-4b2e-b6b1-389910cb9f84 on network 98af4c66-77cb-4b8f-ac2e-973c83289bd3 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:18:41.018702 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22231556-ba9c-4cb4-8e70-99296e55df5b req-c058748a-21b7-4629-a3a1-a14b03bbba3e service neutron] Attempting to bind port b14548ae-4f17-4b2e-b6b1-389910cb9f84 on network 98af4c66-77cb-4b8f-ac2e-973c83289bd3 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:18:41.045437 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 95e090da-b2cf-486e-aabe-850df681c22e, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=95e090da-b2cf-486e-aabe-850df681c22e,segment=NetworkSegment(ebb59b52-8ee1-42e6-8796-51841d7d5a02),segment_id=ebb59b52-8ee1-42e6-8796-51841d7d5a02)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:18:41.058293 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': '95e090da-b2cf-486e-aabe-850df681c22e', 'network_id': '9cc5e92b-77a5-44ad-ae36-434626cbd587', 'port_id': '95e090da-b2cf-486e-aabe-850df681c22e', 'mac_address': 'fa:16:3e:35:86:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16adcbe9-5fd5-4922-bf98-741d0cc7c78e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:18:41.074332 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22231556-ba9c-4cb4-8e70-99296e55df5b req-c058748a-21b7-4629-a3a1-a14b03bbba3e service neutron] Checking agent: {'id': 'e49d1b2a-ba11-487f-a804-ecbf3c0e8132', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:18:41.074667 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22231556-ba9c-4cb4-8e70-99296e55df5b req-c058748a-21b7-4629-a3a1-a14b03bbba3e service neutron] Checking segment: {'id': '98b33f86-b79b-4e35-abff-fb0472998523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '98af4c66-77cb-4b8f-ac2e-973c83289bd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:18:41.075071 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22231556-ba9c-4cb4-8e70-99296e55df5b req-c058748a-21b7-4629-a3a1-a14b03bbba3e service neutron] Bound using segment: {'id': '98b33f86-b79b-4e35-abff-fb0472998523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '98af4c66-77cb-4b8f-ac2e-973c83289bd3'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:18:41.075497 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-22231556-ba9c-4cb4-8e70-99296e55df5b req-c058748a-21b7-4629-a3a1-a14b03bbba3e service neutron] Bound port: b14548ae-4f17-4b2e-b6b1-389910cb9f84, host: n-h1-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98b33f86-b79b-4e35-abff-fb0472998523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '98af4c66-77cb-4b8f-ac2e-973c83289bd3'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:18:41.075853 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-22231556-ba9c-4cb4-8e70-99296e55df5b req-c058748a-21b7-4629-a3a1-a14b03bbba3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:41.143889 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:41.159926 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95e090da-b2cf-486e-aabe-850df681c22e {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:18:41.173707 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-e937dbce-13df-4185-a4ff-6fe676c8a2da req-c93e8d55-474f-436d-a659-6a981240fccc tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Allocated IP 172.20.0.12 (e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84/42841b58-d144-4855-94d6-b7b43c1900e0/3cbcf254-f312-4f41-910c-3c8b9defb3c1) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:18:41.182898 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 95e090da-b2cf-486e-aabe-850df681c22e, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=95e090da-b2cf-486e-aabe-850df681c22e,segment=NetworkSegment(ebb59b52-8ee1-42e6-8796-51841d7d5a02),segment_id=ebb59b52-8ee1-42e6-8796-51841d7d5a02)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:18:41.191220 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:41.239744 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 60514) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:18:41.264625 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=95e090da-b2cf-486e-aabe-850df681c22e,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:41.411720 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c3ef5a9a-b8f4-46e3-8e8a-371e668872c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:41.423287 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['95e090da-b2cf-486e-aabe-850df681c22e'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:18:41.431206 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-22231556-ba9c-4cb4-8e70-99296e55df5b req-c058748a-21b7-4629-a3a1-a14b03bbba3e service neutron] For port b14548ae-4f17-4b2e-b6b1-389910cb9f84, host n-h1-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:18:41.438403 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-22231556-ba9c-4cb4-8e70-99296e55df5b req-c058748a-21b7-4629-a3a1-a14b03bbba3e service neutron] For port b14548ae-4f17-4b2e-b6b1-389910cb9f84, host n-h1-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=b14548ae-4f17-4b2e-b6b1-389910cb9f84,segment=NetworkSegment(98b33f86-b79b-4e35-abff-fb0472998523),segment_id=98b33f86-b79b-4e35-abff-fb0472998523)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:18:41.461576 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-22231556-ba9c-4cb4-8e70-99296e55df5b req-c058748a-21b7-4629-a3a1-a14b03bbba3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:41.478119 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e937dbce-13df-4185-a4ff-6fe676c8a2da req-c93e8d55-474f-436d-a659-6a981240fccc tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:41.526528 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e937dbce-13df-4185-a4ff-6fe676c8a2da req-c93e8d55-474f-436d-a659-6a981240fccc tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:41.544986 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22231556-ba9c-4cb4-8e70-99296e55df5b req-c058748a-21b7-4629-a3a1-a14b03bbba3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:41.544986 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-22231556-ba9c-4cb4-8e70-99296e55df5b req-c058748a-21b7-4629-a3a1-a14b03bbba3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:41.546414 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-22231556-ba9c-4cb4-8e70-99296e55df5b req-c058748a-21b7-4629-a3a1-a14b03bbba3e service neutron] 10.222.0.36 "PUT /v2.0/ports/b14548ae-4f17-4b2e-b6b1-389910cb9f84 HTTP/1.1" status: 200 len: 1092 time: 2.6320851 Jan 18 22:18:41.550169 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18831502-61c2-4c74-add4-9564a73cc5dd', 'tag': 'b14548ae-4f17-4b2e-b6b1-389910cb9f84'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:18:41.559585 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-630f4713-5118-4bee-968d-ddc4eebad3eb" -d '{"events": [{"name": "network-changed", "server_uuid": "18831502-61c2-4c74-add4-9564a73cc5dd", "tag": "b14548ae-4f17-4b2e-b6b1-389910cb9f84"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:18:41.627170 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [req-22231556-ba9c-4cb4-8e70-99296e55df5b req-611db5ff-4ae7-4c25-b015-a11d083b3f04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4c2e074-b305-453f-b237-232905c9cae7 {{(pid=102431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:18:41.641700 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93e8d55-474f-436d-a659-6a981240fccc tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Pushing event updated for resources: {'Port': ['ID=3cbcf254-f312-4f41-910c-3c8b9defb3c1,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:41.655815 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-22231556-ba9c-4cb4-8e70-99296e55df5b req-611db5ff-4ae7-4c25-b015-a11d083b3f04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:41.667526 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-370d15c8-2919-4636-b39b-38eefa8b6424 x-openstack-request-id: req-370d15c8-2919-4636-b39b-38eefa8b6424 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:18:41.668146 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18831502-61c2-4c74-add4-9564a73cc5dd", "tag": "b14548ae-4f17-4b2e-b6b1-389910cb9f84", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:18:41.668409 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-370d15c8-2919-4636-b39b-38eefa8b6424 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:18:41.668868 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18831502-61c2-4c74-add4-9564a73cc5dd', 'tag': 'b14548ae-4f17-4b2e-b6b1-389910cb9f84', 'status': 'completed', 'code': 200} Jan 18 22:18:41.679227 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c058748a-21b7-4629-a3a1-a14b03bbba3e service neutron] Pushing event updated for resources: {'Port': ['ID=b14548ae-4f17-4b2e-b6b1-389910cb9f84,revision_number=3']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:41.701866 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [req-22231556-ba9c-4cb4-8e70-99296e55df5b req-611db5ff-4ae7-4c25-b015-a11d083b3f04 service neutron] Transition to ACTIVE for port object b4c2e074-b305-453f-b237-232905c9cae7 will not be triggered until provisioned by entity L2. {{(pid=102431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:18:41.711293 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e937dbce-13df-4185-a4ff-6fe676c8a2da req-c93e8d55-474f-436d-a659-6a981240fccc tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Network e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:18:41.714775 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-e937dbce-13df-4185-a4ff-6fe676c8a2da req-c93e8d55-474f-436d-a659-6a981240fccc tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:18:41.719029 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22231556-ba9c-4cb4-8e70-99296e55df5b req-1e485df0-64c1-462e-92b5-933d9278fcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:41.721239 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-22231556-ba9c-4cb4-8e70-99296e55df5b req-1e485df0-64c1-462e-92b5-933d9278fcb3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0b06d38b07ae4d7291ef44d8cc38ba74&device_id=18831502-61c2-4c74-add4-9564a73cc5dd HTTP/1.1" status: 200 len: 1095 time: 0.1158376 Jan 18 22:18:41.721383 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-e937dbce-13df-4185-a4ff-6fe676c8a2da req-c93e8d55-474f-436d-a659-6a981240fccc tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:18:41.723120 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-22231556-ba9c-4cb4-8e70-99296e55df5b req-611db5ff-4ae7-4c25-b015-a11d083b3f04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:41.729925 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-fe9c9517-e040-4c84-a081-0ef760335e13 admin admin] Deleting port d37f5aed-2753-4300-9f9e-6e43fa557736 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:18:41.730279 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fe9c9517-e040-4c84-a081-0ef760335e13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:41.809308 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8356e5be-eb64-4a30-bf49-2fb906c34891 req-1cd2a7bd-c5b8-498d-8995-4af7abdf52e8 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:41.811513 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8356e5be-eb64-4a30-bf49-2fb906c34891 req-1cd2a7bd-c5b8-498d-8995-4af7abdf52e8 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] 10.222.0.53 "GET /v2.0/ports?device_id=09215c60-fcda-4c0b-b483-d5c4168822fd HTTP/1.1" status: 200 len: 932 time: 0.1977713 Jan 18 22:18:41.814569 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611db5ff-4ae7-4c25-b015-a11d083b3f04 service neutron] Pushing event updated for resources: {'Port': ['ID=b4c2e074-b305-453f-b237-232905c9cae7,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:41.864908 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e937dbce-13df-4185-a4ff-6fe676c8a2da req-c93e8d55-474f-436d-a659-6a981240fccc tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:41.865565 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e937dbce-13df-4185-a4ff-6fe676c8a2da req-c93e8d55-474f-436d-a659-6a981240fccc tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:41.889613 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-22231556-ba9c-4cb4-8e70-99296e55df5b req-85ae1607-f8b2-47ed-9a65-db93adfef2dc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b14548ae-4f17-4b2e-b6b1-389910cb9f84 HTTP/1.1" status: 200 len: 217 time: 0.1526711 Jan 18 22:18:41.915415 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c3ef5a9a-b8f4-46e3-8e8a-371e668872c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:41.923983 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc1f7fd-4ce2-47f7-baf7-2f72933626b6 req-2a97bc3d-1f74-443e-be77-3170b4f44190 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:41.925958 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7fc1f7fd-4ce2-47f7-baf7-2f72933626b6 req-2a97bc3d-1f74-443e-be77-3170b4f44190 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=a58a87c4-bb7e-462a-9f10-ecbd5375fcb2 HTTP/1.1" status: 200 len: 932 time: 0.1544895 Jan 18 22:18:41.933557 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e937dbce-13df-4185-a4ff-6fe676c8a2da req-c93e8d55-474f-436d-a659-6a981240fccc tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1564853 Jan 18 22:18:41.940860 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c3ef5a9a-b8f4-46e3-8e8a-371e668872c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:41.945893 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8356e5be-eb64-4a30-bf49-2fb906c34891 req-78c0dfae-4403-421d-a00a-7be6776d604e tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] 10.222.0.53 "GET /v2.0/security-groups?id=56b9b9c0-23ca-4fcd-9172-d04740503349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184278 Jan 18 22:18:41.950945 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-e937dbce-13df-4185-a4ff-6fe676c8a2da req-09768fd9-162d-42d6-8e8a-a8bac66b8751 service neutron] Request body: {'port': {'device_id': 'a58a87c4-bb7e-462a-9f10-ecbd5375fcb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:18:41.964965 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['6701bc4f-33c4-4850-94d7-00e6cb60828e'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:18:42.054748 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ef5a9a-b8f4-46e3-8e8a-371e668872c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=200b45ee-ba79-40bd-a22b-9e719cc496c0,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:42.073545 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-c3ef5a9a-b8f4-46e3-8e8a-371e668872c7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=982123280fc64988b859958de27bb6e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8326941 Jan 18 22:18:42.081919 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60532) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:18:42.092447 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7fc1f7fd-4ce2-47f7-baf7-2f72933626b6 req-3bf9b387-e90b-40c8-998b-8af755489a05 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=69e59ffc-71ce-4c50-acf6-17bf11fb5545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575854 Jan 18 22:18:42.116179 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e937dbce-13df-4185-a4ff-6fe676c8a2da req-09768fd9-162d-42d6-8e8a-a8bac66b8751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:42.126003 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-dac899b4-485d-4e68-a370-5548d8f28b5d None None] Provisioning complete for port 3cbcf254-f312-4f41-910c-3c8b9defb3c1 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:18:42.126506 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-dac899b4-485d-4e68-a370-5548d8f28b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:42.152304 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-22231556-ba9c-4cb4-8e70-99296e55df5b req-611db5ff-4ae7-4c25-b015-a11d083b3f04 service neutron] Attempting to bind port b4c2e074-b305-453f-b237-232905c9cae7 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:18:42.152928 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-22231556-ba9c-4cb4-8e70-99296e55df5b req-611db5ff-4ae7-4c25-b015-a11d083b3f04 service neutron] Attempting to bind port b4c2e074-b305-453f-b237-232905c9cae7 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '98b33f86-b79b-4e35-abff-fb0472998523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '98af4c66-77cb-4b8f-ac2e-973c83289bd3'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:18:42.153981 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22231556-ba9c-4cb4-8e70-99296e55df5b req-611db5ff-4ae7-4c25-b015-a11d083b3f04 service neutron] Attempting to bind port b4c2e074-b305-453f-b237-232905c9cae7 on network 98af4c66-77cb-4b8f-ac2e-973c83289bd3 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:18:42.172075 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22231556-ba9c-4cb4-8e70-99296e55df5b req-611db5ff-4ae7-4c25-b015-a11d083b3f04 service neutron] Port b4c2e074-b305-453f-b237-232905c9cae7 on network 98af4c66-77cb-4b8f-ac2e-973c83289bd3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:18:42.172734 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22231556-ba9c-4cb4-8e70-99296e55df5b req-611db5ff-4ae7-4c25-b015-a11d083b3f04 service neutron] Attempting to bind port b4c2e074-b305-453f-b237-232905c9cae7 on network 98af4c66-77cb-4b8f-ac2e-973c83289bd3 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:18:42.190349 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22231556-ba9c-4cb4-8e70-99296e55df5b req-611db5ff-4ae7-4c25-b015-a11d083b3f04 service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:18:42.191060 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22231556-ba9c-4cb4-8e70-99296e55df5b req-611db5ff-4ae7-4c25-b015-a11d083b3f04 service neutron] Checking segment: {'id': '98b33f86-b79b-4e35-abff-fb0472998523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '98af4c66-77cb-4b8f-ac2e-973c83289bd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:18:42.191609 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22231556-ba9c-4cb4-8e70-99296e55df5b req-611db5ff-4ae7-4c25-b015-a11d083b3f04 service neutron] Bound using segment: {'id': '98b33f86-b79b-4e35-abff-fb0472998523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '98af4c66-77cb-4b8f-ac2e-973c83289bd3'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:18:42.192236 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-22231556-ba9c-4cb4-8e70-99296e55df5b req-611db5ff-4ae7-4c25-b015-a11d083b3f04 service neutron] Bound port: b4c2e074-b305-453f-b237-232905c9cae7, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98b33f86-b79b-4e35-abff-fb0472998523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '98af4c66-77cb-4b8f-ac2e-973c83289bd3'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:18:42.192762 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-22231556-ba9c-4cb4-8e70-99296e55df5b req-611db5ff-4ae7-4c25-b015-a11d083b3f04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:42.201939 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22231556-ba9c-4cb4-8e70-99296e55df5b req-57ea0134-eeb5-47a3-8112-ce8b9a1e2b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:42.203644 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-22231556-ba9c-4cb4-8e70-99296e55df5b req-57ea0134-eeb5-47a3-8112-ce8b9a1e2b40 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c28a7bfc-0741-4198-ac3c-550ad166bfc4 HTTP/1.1" status: 200 len: 853 time: 0.2998242 Jan 18 22:18:42.232467 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-dac899b4-485d-4e68-a370-5548d8f28b5d None None] Port 3cbcf254-f312-4f41-910c-3c8b9defb3c1 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:18:42.234323 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-fe9c9517-e040-4c84-a081-0ef760335e13 admin admin] For port d37f5aed-2753-4300-9f9e-6e43fa557736, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=d37f5aed-2753-4300-9f9e-6e43fa557736,segment=NetworkSegment(4b60d689-fd14-4d35-ac19-dc6f7effa837),segment_id=4b60d689-fd14-4d35-ac19-dc6f7effa837)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:18:42.235025 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fe9c9517-e040-4c84-a081-0ef760335e13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:42.285089 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-22231556-ba9c-4cb4-8e70-99296e55df5b req-d16933f9-f3f9-4e84-a060-4c6d44e0feba service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=98af4c66-77cb-4b8f-ac2e-973c83289bd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540032 Jan 18 22:18:42.291568 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-fe9c9517-e040-4c84-a081-0ef760335e13 admin admin] Calling delete_port for d37f5aed-2753-4300-9f9e-6e43fa557736 owned by network:router_interface {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:18:42.332241 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfdf05f-278a-4212-a138-2dc3652e14c0 req-68aabbf1-d4a5-40b6-bac8-8cfb7e0f19fd tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:42.333640 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-dcfdf05f-278a-4212-a138-2dc3652e14c0 req-68aabbf1-d4a5-40b6-bac8-8cfb7e0f19fd tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] 10.222.0.53 "GET /v2.0/ports?device_id=107dff23-b960-485f-aba2-e81ad488e7d1 HTTP/1.1" status: 200 len: 945 time: 0.1089995 Jan 18 22:18:42.360061 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bc57d900-4ad1-4696-990c-4d65d987dfc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:42.403588 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-dcfdf05f-278a-4212-a138-2dc3652e14c0 req-634da11f-11bf-443f-b8ba-cc8d8ed557dc tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] 10.222.0.53 "GET /v2.0/security-groups?id=63b68130-0100-4f51-8b96-547fb8013ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580997 Jan 18 22:18:42.474113 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bc57d900-4ad1-4696-990c-4d65d987dfc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:42.484467 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [req-e937dbce-13df-4185-a4ff-6fe676c8a2da req-09768fd9-162d-42d6-8e8a-a8bac66b8751 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cbcf254-f312-4f41-910c-3c8b9defb3c1 {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:18:42.495065 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e937dbce-13df-4185-a4ff-6fe676c8a2da req-09768fd9-162d-42d6-8e8a-a8bac66b8751 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:42.506003 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-22231556-ba9c-4cb4-8e70-99296e55df5b req-611db5ff-4ae7-4c25-b015-a11d083b3f04 service neutron] For port b4c2e074-b305-453f-b237-232905c9cae7, host n-h2-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:18:42.511160 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-e937dbce-13df-4185-a4ff-6fe676c8a2da req-09768fd9-162d-42d6-8e8a-a8bac66b8751 service neutron] Transition to ACTIVE for port object 3cbcf254-f312-4f41-910c-3c8b9defb3c1 will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:18:42.518116 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e937dbce-13df-4185-a4ff-6fe676c8a2da req-09768fd9-162d-42d6-8e8a-a8bac66b8751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:42.547945 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:42.562743 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-22231556-ba9c-4cb4-8e70-99296e55df5b req-611db5ff-4ae7-4c25-b015-a11d083b3f04 service neutron] For port b4c2e074-b305-453f-b237-232905c9cae7, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=b4c2e074-b305-453f-b237-232905c9cae7,segment=NetworkSegment(98b33f86-b79b-4e35-abff-fb0472998523),segment_id=98b33f86-b79b-4e35-abff-fb0472998523)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:18:42.586087 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-22231556-ba9c-4cb4-8e70-99296e55df5b req-611db5ff-4ae7-4c25-b015-a11d083b3f04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:42.590640 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-22231556-ba9c-4cb4-8e70-99296e55df5b req-f77da44b-8726-43bf-820e-9927c4ff88c5 service neutron] 10.222.0.36 "GET /v2.0/networks/98af4c66-77cb-4b8f-ac2e-973c83289bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729702 Jan 18 22:18:42.600298 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09768fd9-162d-42d6-8e8a-a8bac66b8751 service neutron] Pushing event updated for resources: {'Port': ['ID=3cbcf254-f312-4f41-910c-3c8b9defb3c1,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:42.678032 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-e937dbce-13df-4185-a4ff-6fe676c8a2da req-09768fd9-162d-42d6-8e8a-a8bac66b8751 service neutron] Attempting to bind port 3cbcf254-f312-4f41-910c-3c8b9defb3c1 on host n-h1-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:18:42.678512 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-e937dbce-13df-4185-a4ff-6fe676c8a2da req-09768fd9-162d-42d6-8e8a-a8bac66b8751 service neutron] Attempting to bind port 3cbcf254-f312-4f41-910c-3c8b9defb3c1 by drivers openvswitch,hyperv on host n-h1-825064-1 at level 0 using segments [{'id': '54058af5-a5b1-45e9-977a-39ef1b01c87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:18:42.678929 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e937dbce-13df-4185-a4ff-6fe676c8a2da req-09768fd9-162d-42d6-8e8a-a8bac66b8751 service neutron] Attempting to bind port 3cbcf254-f312-4f41-910c-3c8b9defb3c1 on network e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:18:42.683484 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e937dbce-13df-4185-a4ff-6fe676c8a2da req-09768fd9-162d-42d6-8e8a-a8bac66b8751 service neutron] Port 3cbcf254-f312-4f41-910c-3c8b9defb3c1 on network e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:18:42.683808 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e937dbce-13df-4185-a4ff-6fe676c8a2da req-09768fd9-162d-42d6-8e8a-a8bac66b8751 service neutron] Attempting to bind port 3cbcf254-f312-4f41-910c-3c8b9defb3c1 on network e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:18:42.689562 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e937dbce-13df-4185-a4ff-6fe676c8a2da req-09768fd9-162d-42d6-8e8a-a8bac66b8751 service neutron] Checking agent: {'id': 'e49d1b2a-ba11-487f-a804-ecbf3c0e8132', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:18:42.689909 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e937dbce-13df-4185-a4ff-6fe676c8a2da req-09768fd9-162d-42d6-8e8a-a8bac66b8751 service neutron] Checking segment: {'id': '54058af5-a5b1-45e9-977a-39ef1b01c87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:18:42.690426 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e937dbce-13df-4185-a4ff-6fe676c8a2da req-09768fd9-162d-42d6-8e8a-a8bac66b8751 service neutron] Bound using segment: {'id': '54058af5-a5b1-45e9-977a-39ef1b01c87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:18:42.690809 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-e937dbce-13df-4185-a4ff-6fe676c8a2da req-09768fd9-162d-42d6-8e8a-a8bac66b8751 service neutron] Bound port: 3cbcf254-f312-4f41-910c-3c8b9defb3c1, host: n-h1-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54058af5-a5b1-45e9-977a-39ef1b01c87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:18:42.691267 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e937dbce-13df-4185-a4ff-6fe676c8a2da req-09768fd9-162d-42d6-8e8a-a8bac66b8751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:42.761809 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bc57d900-4ad1-4696-990c-4d65d987dfc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:42.764431 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bc57d900-4ad1-4696-990c-4d65d987dfc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:42.765613 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-bc57d900-4ad1-4696-990c-4d65d987dfc4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/200b45ee-ba79-40bd-a22b-9e719cc496c0 HTTP/1.1" status: 204 len: 168 time: 0.6594326 Jan 18 22:18:42.767319 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22231556-ba9c-4cb4-8e70-99296e55df5b req-611db5ff-4ae7-4c25-b015-a11d083b3f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:42.771273 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-e937dbce-13df-4185-a4ff-6fe676c8a2da req-09768fd9-162d-42d6-8e8a-a8bac66b8751 service neutron] For port 3cbcf254-f312-4f41-910c-3c8b9defb3c1, host n-h1-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:18:42.775976 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-e937dbce-13df-4185-a4ff-6fe676c8a2da req-09768fd9-162d-42d6-8e8a-a8bac66b8751 service neutron] For port 3cbcf254-f312-4f41-910c-3c8b9defb3c1, host n-h1-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=3cbcf254-f312-4f41-910c-3c8b9defb3c1,segment=NetworkSegment(54058af5-a5b1-45e9-977a-39ef1b01c87e),segment_id=54058af5-a5b1-45e9-977a-39ef1b01c87e)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:18:42.778931 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-22231556-ba9c-4cb4-8e70-99296e55df5b req-611db5ff-4ae7-4c25-b015-a11d083b3f04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:42.780606 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-22231556-ba9c-4cb4-8e70-99296e55df5b req-611db5ff-4ae7-4c25-b015-a11d083b3f04 service neutron] 10.222.0.67 "PUT /v2.0/ports/b4c2e074-b305-453f-b237-232905c9cae7 HTTP/1.1" status: 200 len: 1092 time: 2.0714536 Jan 18 22:18:42.802431 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc57d900-4ad1-4696-990c-4d65d987dfc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=200b45ee-ba79-40bd-a22b-9e719cc496c0,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:42.806384 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e937dbce-13df-4185-a4ff-6fe676c8a2da req-09768fd9-162d-42d6-8e8a-a8bac66b8751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:42.857072 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e937dbce-13df-4185-a4ff-6fe676c8a2da req-09768fd9-162d-42d6-8e8a-a8bac66b8751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:42.857072 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e937dbce-13df-4185-a4ff-6fe676c8a2da req-09768fd9-162d-42d6-8e8a-a8bac66b8751 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:42.858965 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e937dbce-13df-4185-a4ff-6fe676c8a2da req-09768fd9-162d-42d6-8e8a-a8bac66b8751 service neutron] 10.222.0.36 "PUT /v2.0/ports/3cbcf254-f312-4f41-910c-3c8b9defb3c1 HTTP/1.1" status: 200 len: 1092 time: 0.9120796 Jan 18 22:18:42.861797 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a58a87c4-bb7e-462a-9f10-ecbd5375fcb2', 'tag': '3cbcf254-f312-4f41-910c-3c8b9defb3c1'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:18:42.867287 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 95e090da-b2cf-486e-aabe-850df681c22e up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:18:42.875058 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8831081f-c136-4d17-a57a-e60fa75018db" -d '{"events": [{"name": "network-changed", "server_uuid": "a58a87c4-bb7e-462a-9f10-ecbd5375fcb2", "tag": "3cbcf254-f312-4f41-910c-3c8b9defb3c1"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:18:42.891688 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611db5ff-4ae7-4c25-b015-a11d083b3f04 service neutron] Pushing event updated for resources: {'Port': ['ID=b4c2e074-b305-453f-b237-232905c9cae7,revision_number=3']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:42.897258 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-22231556-ba9c-4cb4-8e70-99296e55df5b req-972613cf-247f-4581-8efa-1fa568cf9d53 service neutron] 10.222.0.36 "GET /v2.0/networks/98af4c66-77cb-4b8f-ac2e-973c83289bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402980 Jan 18 22:18:42.962100 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09768fd9-162d-42d6-8e8a-a8bac66b8751 service neutron] Pushing event updated for resources: {'Port': ['ID=3cbcf254-f312-4f41-910c-3c8b9defb3c1,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:43.002637 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630f4713-5118-4bee-968d-ddc4eebad3eb req-84140ec8-dab1-41e7-855c-c6d5e9420754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:43.004427 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-630f4713-5118-4bee-968d-ddc4eebad3eb req-84140ec8-dab1-41e7-855c-c6d5e9420754 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0b06d38b07ae4d7291ef44d8cc38ba74&device_id=18831502-61c2-4c74-add4-9564a73cc5dd HTTP/1.1" status: 200 len: 1095 time: 0.0588746 Jan 18 22:18:43.014667 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba204860-a373-4c12-9cce-e24ef6bbe816 x-openstack-request-id: req-ba204860-a373-4c12-9cce-e24ef6bbe816 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:18:43.016347 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a58a87c4-bb7e-462a-9f10-ecbd5375fcb2", "tag": "3cbcf254-f312-4f41-910c-3c8b9defb3c1", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:18:43.017129 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ba204860-a373-4c12-9cce-e24ef6bbe816 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:18:43.019299 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a58a87c4-bb7e-462a-9f10-ecbd5375fcb2', 'tag': '3cbcf254-f312-4f41-910c-3c8b9defb3c1', 'status': 'completed', 'code': 200} Jan 18 22:18:43.024476 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22231556-ba9c-4cb4-8e70-99296e55df5b req-e53155af-4f92-41ef-9b8d-5a0bb42d8a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:43.025820 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-22231556-ba9c-4cb4-8e70-99296e55df5b req-e53155af-4f92-41ef-9b8d-5a0bb42d8a4e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0b06d38b07ae4d7291ef44d8cc38ba74&device_id=09215c60-fcda-4c0b-b483-d5c4168822fd HTTP/1.1" status: 200 len: 1095 time: 0.1871955 Jan 18 22:18:43.076288 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-22231556-ba9c-4cb4-8e70-99296e55df5b req-b823face-083a-4715-8879-606b7201701f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b4c2e074-b305-453f-b237-232905c9cae7 HTTP/1.1" status: 200 len: 217 time: 0.0406389 Jan 18 22:18:43.109428 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port 95e090da-b2cf-486e-aabe-850df681c22e completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:18:43.128316 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port 95e090da-b2cf-486e-aabe-850df681c22e triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:18:43.129873 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:43.203326 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fe9c9517-e040-4c84-a081-0ef760335e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:43.266406 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d293013b-eeae-4cd1-b2d8-5e60504ab63d req-948eb5b3-0787-49d8-9953-7c0db0f47586 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:43.274613 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d293013b-eeae-4cd1-b2d8-5e60504ab63d req-948eb5b3-0787-49d8-9953-7c0db0f47586 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] 10.222.0.53 "GET /v2.0/ports?device_id=09215c60-fcda-4c0b-b483-d5c4168822fd HTTP/1.1" status: 200 len: 944 time: 0.1490321 Jan 18 22:18:43.301430 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630f4713-5118-4bee-968d-ddc4eebad3eb req-fd00e716-6ba0-4c2d-ba59-11309771371c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:43.304344 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-630f4713-5118-4bee-968d-ddc4eebad3eb req-fd00e716-6ba0-4c2d-ba59-11309771371c service neutron] 10.222.0.36 "GET /v2.0/networks?id=98af4c66-77cb-4b8f-ac2e-973c83289bd3 HTTP/1.1" status: 200 len: 913 time: 0.2836344 Jan 18 22:18:43.327613 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:43.346569 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e937dbce-13df-4185-a4ff-6fe676c8a2da req-ec3132db-20cf-4b48-8769-3117cea03981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:43.346569 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e937dbce-13df-4185-a4ff-6fe676c8a2da req-ec3132db-20cf-4b48-8769-3117cea03981 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=584d50ef6ed64545aac1e7947879ab5e&device_id=a58a87c4-bb7e-462a-9f10-ecbd5375fcb2 HTTP/1.1" status: 200 len: 1095 time: 0.3799570 Jan 18 22:18:43.364026 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '107dff23-b960-485f-aba2-e81ad488e7d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95e090da-b2cf-486e-aabe-850df681c22e'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:18:43.367527 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a23e72-a6d0-4eac-99eb-ced65b0690c1" -d '{"events": [{"server_uuid": "107dff23-b960-485f-aba2-e81ad488e7d1", "name": "network-vif-plugged", "status": "completed", "tag": "95e090da-b2cf-486e-aabe-850df681c22e"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:18:43.390987 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 95e090da-b2cf-486e-aabe-850df681c22e, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=95e090da-b2cf-486e-aabe-850df681c22e,segment=NetworkSegment(ebb59b52-8ee1-42e6-8796-51841d7d5a02),segment_id=ebb59b52-8ee1-42e6-8796-51841d7d5a02)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:18:43.403228 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:43.429568 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9c9517-e040-4c84-a081-0ef760335e13 admin admin] Pushing event deleted for resources: {'Port': ['ID=d37f5aed-2753-4300-9f9e-6e43fa557736,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:43.438817 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22231556-ba9c-4cb4-8e70-99296e55df5b req-5ca3b991-5300-4262-a013-d995aa6f506f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:43.444846 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-22231556-ba9c-4cb4-8e70-99296e55df5b req-5ca3b991-5300-4262-a013-d995aa6f506f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c28a7bfc-0741-4198-ac3c-550ad166bfc4 HTTP/1.1" status: 200 len: 853 time: 0.3461943 Jan 18 22:18:43.448600 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-630f4713-5118-4bee-968d-ddc4eebad3eb req-58c3c638-51ff-4c69-b00c-2af0a77b265a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b14548ae-4f17-4b2e-b6b1-389910cb9f84 HTTP/1.1" status: 200 len: 217 time: 0.1294949 Jan 18 22:18:43.468340 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:43.482248 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=95e090da-b2cf-486e-aabe-850df681c22e,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:43.494129 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d293013b-eeae-4cd1-b2d8-5e60504ab63d req-e405b8fc-624b-4ca3-89da-58e50afbc4c2 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] 10.222.0.53 "GET /v2.0/security-groups?id=56b9b9c0-23ca-4fcd-9172-d04740503349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178755 Jan 18 22:18:43.543823 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60556) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:18:43.550198 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630f4713-5118-4bee-968d-ddc4eebad3eb req-d03fa1a0-c7ae-4640-8955-944c100ad4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:43.552581 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca772590-ba5e-484f-be7e-a9d1a086863c x-openstack-request-id: req-ca772590-ba5e-484f-be7e-a9d1a086863c {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:18:43.552882 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "107dff23-b960-485f-aba2-e81ad488e7d1", "name": "network-vif-plugged", "status": "completed", "tag": "95e090da-b2cf-486e-aabe-850df681c22e", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:18:43.553137 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ca772590-ba5e-484f-be7e-a9d1a086863c {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:18:43.554115 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '107dff23-b960-485f-aba2-e81ad488e7d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95e090da-b2cf-486e-aabe-850df681c22e', 'code': 200} Jan 18 22:18:43.555958 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-630f4713-5118-4bee-968d-ddc4eebad3eb req-d03fa1a0-c7ae-4640-8955-944c100ad4c2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c28a7bfc-0741-4198-ac3c-550ad166bfc4 HTTP/1.1" status: 200 len: 853 time: 0.0999777 Jan 18 22:18:43.596703 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-73deda5a-52ac-4aae-a631-d34d3a6a607f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:43.598525 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e937dbce-13df-4185-a4ff-6fe676c8a2da req-22270187-b326-4618-a2fe-84db9e02cf32 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3cbcf254-f312-4f41-910c-3c8b9defb3c1 HTTP/1.1" status: 200 len: 217 time: 0.1817987 Jan 18 22:18:43.611362 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-630f4713-5118-4bee-968d-ddc4eebad3eb req-84224db8-dd27-4289-88e6-e3a42f8b36c1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=98af4c66-77cb-4b8f-ac2e-973c83289bd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299661 Jan 18 22:18:43.619261 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-22231556-ba9c-4cb4-8e70-99296e55df5b req-de1a0c2c-99e7-4a1a-8299-c7d8e7caf834 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=98af4c66-77cb-4b8f-ac2e-973c83289bd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742130 Jan 18 22:18:43.654024 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dbd20d-0c45-437e-8643-2f79b80e08ac req-648d6d37-91fd-4cf5-9c49-9fa889258fe9 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:43.655902 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a4dbd20d-0c45-437e-8643-2f79b80e08ac req-648d6d37-91fd-4cf5-9c49-9fa889258fe9 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=a58a87c4-bb7e-462a-9f10-ecbd5375fcb2 HTTP/1.1" status: 200 len: 944 time: 0.2020333 Jan 18 22:18:43.700871 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09215c60-fcda-4c0b-b483-d5c4168822fd', 'tag': 'b4c2e074-b305-453f-b237-232905c9cae7'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:18:43.703054 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d00d5e0c-5fc0-4474-b87b-c2f5bf4cc4be" -d '{"events": [{"name": "network-changed", "server_uuid": "09215c60-fcda-4c0b-b483-d5c4168822fd", "tag": "b4c2e074-b305-453f-b237-232905c9cae7"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:18:43.823544 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a4dbd20d-0c45-437e-8643-2f79b80e08ac req-8d6fdf29-d832-4afc-b928-e51ec035747d tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=69e59ffc-71ce-4c50-acf6-17bf11fb5545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424921 Jan 18 22:18:43.825574 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca22fd3-0942-4906-bb9d-1cf9c7ce4822 req-95554445-1c45-4ebd-a356-6b7c872ed4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:43.827183 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bca22fd3-0942-4906-bb9d-1cf9c7ce4822 req-95554445-1c45-4ebd-a356-6b7c872ed4da service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=107dff23-b960-485f-aba2-e81ad488e7d1 HTTP/1.1" status: 200 len: 1097 time: 0.1557720 Jan 18 22:18:43.830447 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e937dbce-13df-4185-a4ff-6fe676c8a2da req-152914e6-05f8-4d06-b41c-96d69c0e9db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:43.831908 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e937dbce-13df-4185-a4ff-6fe676c8a2da req-152914e6-05f8-4d06-b41c-96d69c0e9db7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=42841b58-d144-4855-94d6-b7b43c1900e0 HTTP/1.1" status: 200 len: 850 time: 0.2150640 Jan 18 22:18:43.838849 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fe9c9517-e040-4c84-a081-0ef760335e13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-613841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1046579'] for router_interface, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:43.863310 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c652f9c8-1af3-4e11-8cb5-1d46688ae949 req-6e5ce914-aa93-4ed1-ba98-738abccaeb73 tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:43.872843 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c652f9c8-1af3-4e11-8cb5-1d46688ae949 req-6e5ce914-aa93-4ed1-ba98-738abccaeb73 tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] 10.222.0.53 "GET /v2.0/ports?device_id=107dff23-b960-485f-aba2-e81ad488e7d1 HTTP/1.1" status: 200 len: 946 time: 0.1561828 Jan 18 22:18:43.912569 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-630f4713-5118-4bee-968d-ddc4eebad3eb req-14cac26f-3727-4ed7-93d3-f23389149140 service neutron] 10.222.0.36 "GET /v2.0/networks/98af4c66-77cb-4b8f-ac2e-973c83289bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2809296 Jan 18 22:18:43.982144 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c652f9c8-1af3-4e11-8cb5-1d46688ae949 req-48680a8f-5dd2-4f04-bbcd-0cf8c49733fd tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] 10.222.0.53 "GET /v2.0/security-groups?id=63b68130-0100-4f51-8b96-547fb8013ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082325 Jan 18 22:18:44.029628 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bca22fd3-0942-4906-bb9d-1cf9c7ce4822 req-69f5b8f4-7250-4852-a040-640cc2fcd97b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=63b68130-0100-4f51-8b96-547fb8013ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1912584 Jan 18 22:18:44.067382 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-630f4713-5118-4bee-968d-ddc4eebad3eb req-7305f2f3-6282-43f8-8711-74752f57a44f service neutron] 10.222.0.36 "GET /v2.0/networks/98af4c66-77cb-4b8f-ac2e-973c83289bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417456 Jan 18 22:18:44.122415 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-22231556-ba9c-4cb4-8e70-99296e55df5b req-93dca3f7-9d47-4e6c-a9b2-e1f04c7e6e60 service neutron] 10.222.0.67 "GET /v2.0/networks/98af4c66-77cb-4b8f-ac2e-973c83289bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4802668 Jan 18 22:18:44.124909 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6b5334d-991d-42f1-8495-884ae942bfb7 x-openstack-request-id: req-b6b5334d-991d-42f1-8495-884ae942bfb7 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:18:44.125194 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09215c60-fcda-4c0b-b483-d5c4168822fd", "tag": "b4c2e074-b305-453f-b237-232905c9cae7", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:18:44.125440 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b6b5334d-991d-42f1-8495-884ae942bfb7 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:18:44.125809 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09215c60-fcda-4c0b-b483-d5c4168822fd', 'tag': 'b4c2e074-b305-453f-b237-232905c9cae7', 'status': 'completed', 'code': 200} Jan 18 22:18:44.257404 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-73deda5a-52ac-4aae-a631-d34d3a6a607f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:44.259635 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e937dbce-13df-4185-a4ff-6fe676c8a2da req-f066884c-14c0-4bbf-868c-690c5d44b511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:44.261101 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e937dbce-13df-4185-a4ff-6fe676c8a2da req-f066884c-14c0-4bbf-868c-690c5d44b511 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4195135 Jan 18 22:18:44.273776 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-73deda5a-52ac-4aae-a631-d34d3a6a607f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:44.413780 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73deda5a-52ac-4aae-a631-d34d3a6a607f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0be3bb34-5382-4235-8a14-46f8f56475e8,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:44.423035 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-73deda5a-52ac-4aae-a631-d34d3a6a607f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4978bf7184bf4ba1a99808ebef30a56e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8642712 Jan 18 22:18:44.425733 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 60564) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:18:44.478089 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9a9a8eab-2642-4205-9319-2d9b476026dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:44.498300 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9a9a8eab-2642-4205-9319-2d9b476026dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:44.513372 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-22231556-ba9c-4cb4-8e70-99296e55df5b req-d9bb7428-c93f-412a-acc6-1a8b97541d48 service neutron] 10.222.0.67 "GET /v2.0/networks/98af4c66-77cb-4b8f-ac2e-973c83289bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513099 Jan 18 22:18:44.519500 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e937dbce-13df-4185-a4ff-6fe676c8a2da req-42505080-b92f-4ac6-a5aa-b45de555a391 service neutron] 10.222.0.36 "GET /v2.0/networks/e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465832 Jan 18 22:18:44.554177 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9a9a8eab-2642-4205-9319-2d9b476026dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:44.558183 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9a9a8eab-2642-4205-9319-2d9b476026dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:44.560609 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-9a9a8eab-2642-4205-9319-2d9b476026dc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0be3bb34-5382-4235-8a14-46f8f56475e8 HTTP/1.1" status: 204 len: 168 time: 0.1338871 Jan 18 22:18:44.570607 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9a8eab-2642-4205-9319-2d9b476026dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0be3bb34-5382-4235-8a14-46f8f56475e8,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:44.670558 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a050be0-db63-4bb5-b105-e8fa90005cce req-7ed1bf0d-343f-4342-bbeb-6e25881393a6 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:44.677058 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7a050be0-db63-4bb5-b105-e8fa90005cce req-7ed1bf0d-343f-4342-bbeb-6e25881393a6 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] 10.222.0.53 "GET /v2.0/ports?device_id=09215c60-fcda-4c0b-b483-d5c4168822fd HTTP/1.1" status: 200 len: 944 time: 0.0713925 Jan 18 22:18:44.691132 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00d5e0c-5fc0-4474-b87b-c2f5bf4cc4be req-978911ae-0a3d-4d4b-a903-836ccfe3b790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:44.692926 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-d00d5e0c-5fc0-4474-b87b-c2f5bf4cc4be req-978911ae-0a3d-4d4b-a903-836ccfe3b790 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0b06d38b07ae4d7291ef44d8cc38ba74&device_id=09215c60-fcda-4c0b-b483-d5c4168822fd HTTP/1.1" status: 200 len: 1095 time: 0.1139860 Jan 18 22:18:44.695358 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe9c9517-e040-4c84-a081-0ef760335e13 admin admin] Router da8db6b3-e116-4a7d-a473-8626f17aac6e has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:18:44.722322 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7a050be0-db63-4bb5-b105-e8fa90005cce req-37aee2c1-90f8-423d-a3d1-53d05157d083 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] 10.222.0.53 "GET /v2.0/security-groups?id=56b9b9c0-23ca-4fcd-9172-d04740503349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402925 Jan 18 22:18:44.811074 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e937dbce-13df-4185-a4ff-6fe676c8a2da req-b1f94bea-38e4-48d8-8623-3c0b85829edf service neutron] 10.222.0.36 "GET /v2.0/networks/e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657940 Jan 18 22:18:44.931857 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00d5e0c-5fc0-4474-b87b-c2f5bf4cc4be req-54f90ce7-337d-4836-b00a-b82fa5d4c500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:44.933356 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-d00d5e0c-5fc0-4474-b87b-c2f5bf4cc4be req-54f90ce7-337d-4836-b00a-b82fa5d4c500 service neutron] 10.222.0.67 "GET /v2.0/networks?id=98af4c66-77cb-4b8f-ac2e-973c83289bd3 HTTP/1.1" status: 200 len: 913 time: 0.2252960 Jan 18 22:18:44.941679 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe9c9517-e040-4c84-a081-0ef760335e13 admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:18:44.948092 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-fe9c9517-e040-4c84-a081-0ef760335e13 admin admin] 10.222.0.53 "PUT /v2.0/routers/da8db6b3-e116-4a7d-a473-8626f17aac6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3555913 Jan 18 22:18:44.950920 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 60584) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:18:44.955517 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac293ee-3ad7-4027-8f29-14678d1726be None None] Sync routers for ids ['da8db6b3-e116-4a7d-a473-8626f17aac6e'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:18:44.960320 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8831081f-c136-4d17-a57a-e60fa75018db req-86c9ed9f-b15c-408c-af2b-21df628c13ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:44.962007 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-8831081f-c136-4d17-a57a-e60fa75018db req-86c9ed9f-b15c-408c-af2b-21df628c13ed service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=584d50ef6ed64545aac1e7947879ab5e&device_id=a58a87c4-bb7e-462a-9f10-ecbd5375fcb2 HTTP/1.1" status: 200 len: 1095 time: 0.0931058 Jan 18 22:18:44.972813 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac293ee-3ad7-4027-8f29-14678d1726be None None] Routers {'da8db6b3-e116-4a7d-a473-8626f17aac6e'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:18:44.973419 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-cac293ee-3ad7-4027-8f29-14678d1726be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:18:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['da8db6b3-e116-4a7d-a473-8626f17aac6e'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:18:45.007887 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-d00d5e0c-5fc0-4474-b87b-c2f5bf4cc4be req-3972134e-af68-41ce-90ab-93622c331bf2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b4c2e074-b305-453f-b237-232905c9cae7 HTTP/1.1" status: 200 len: 217 time: 0.0589175 Jan 18 22:18:45.130926 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00d5e0c-5fc0-4474-b87b-c2f5bf4cc4be req-0129aa08-802d-4b82-aa07-a27c8d7389c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:45.134289 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-d00d5e0c-5fc0-4474-b87b-c2f5bf4cc4be req-0129aa08-802d-4b82-aa07-a27c8d7389c9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c28a7bfc-0741-4198-ac3c-550ad166bfc4 HTTP/1.1" status: 200 len: 853 time: 0.1110213 Jan 18 22:18:45.174299 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ffee95-7a8e-4fee-ac5a-42d3941514b2 req-0b1353cb-a45d-48f3-a6a5-9f373db7536a tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:45.181924 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-43ffee95-7a8e-4fee-ac5a-42d3941514b2 req-0b1353cb-a45d-48f3-a6a5-9f373db7536a tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=a58a87c4-bb7e-462a-9f10-ecbd5375fcb2 HTTP/1.1" status: 200 len: 944 time: 0.2473156 Jan 18 22:18:45.203836 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-d00d5e0c-5fc0-4474-b87b-c2f5bf4cc4be req-7262fa91-08aa-4aa7-8aa4-0a1179a3a62f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=98af4c66-77cb-4b8f-ac2e-973c83289bd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573690 Jan 18 22:18:45.262359 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ef86a4-8dc3-4fbe-99cd-f34e0ccb123d req-2741e4e1-505d-4c20-8ddf-2e82bd175a7f tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:45.263721 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c9ef86a4-8dc3-4fbe-99cd-f34e0ccb123d req-2741e4e1-505d-4c20-8ddf-2e82bd175a7f tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] 10.222.0.53 "GET /v2.0/ports?device_id=107dff23-b960-485f-aba2-e81ad488e7d1 HTTP/1.1" status: 200 len: 946 time: 0.1724226 Jan 18 22:18:45.270078 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8831081f-c136-4d17-a57a-e60fa75018db req-316745ac-4753-46b0-8c18-bdd34723dcac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:45.271561 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-8831081f-c136-4d17-a57a-e60fa75018db req-316745ac-4753-46b0-8c18-bdd34723dcac service neutron] 10.222.0.36 "GET /v2.0/networks?id=e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84 HTTP/1.1" status: 200 len: 911 time: 0.2786112 Jan 18 22:18:45.299607 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-43ffee95-7a8e-4fee-ac5a-42d3941514b2 req-9434a964-de2f-4653-b2eb-e798e998e832 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=69e59ffc-71ce-4c50-acf6-17bf11fb5545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123168 Jan 18 22:18:45.316761 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e0b32053-9467-488d-9c8b-0a83dd9d2b54 admin admin] Notify callbacks [] for router, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:45.356370 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-8831081f-c136-4d17-a57a-e60fa75018db req-8050a694-73be-4f34-81b8-6213bc10ca8d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3cbcf254-f312-4f41-910c-3c8b9defb3c1 HTTP/1.1" status: 200 len: 217 time: 0.0437932 Jan 18 22:18:45.406796 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-cac293ee-3ad7-4027-8f29-14678d1726be None None] Set router da8db6b3-e116-4a7d-a473-8626f17aac6e gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:18:45.473300 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-d00d5e0c-5fc0-4474-b87b-c2f5bf4cc4be req-135a5260-27a7-4276-8064-78656ed9547c service neutron] 10.222.0.67 "GET /v2.0/networks/98af4c66-77cb-4b8f-ac2e-973c83289bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573121 Jan 18 22:18:45.475170 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8831081f-c136-4d17-a57a-e60fa75018db req-0f6c1fff-c6f2-4e53-b5b1-716eaa7e6f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:45.476743 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-8831081f-c136-4d17-a57a-e60fa75018db req-0f6c1fff-c6f2-4e53-b5b1-716eaa7e6f65 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=42841b58-d144-4855-94d6-b7b43c1900e0 HTTP/1.1" status: 200 len: 850 time: 0.1029119 Jan 18 22:18:45.489318 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e0b32053-9467-488d-9c8b-0a83dd9d2b54 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:45.509041 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c9ef86a4-8dc3-4fbe-99cd-f34e0ccb123d req-cb5029eb-640b-443a-a4a3-22a0b8c4a1a9 tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] 10.222.0.53 "GET /v2.0/security-groups?id=63b68130-0100-4f51-8b96-547fb8013ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2353966 Jan 18 22:18:45.603978 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-e0b32053-9467-488d-9c8b-0a83dd9d2b54 admin admin] Deleting port 524a50f1-7a0d-403d-ad41-72476125e0f0 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:18:45.604346 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e0b32053-9467-488d-9c8b-0a83dd9d2b54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:45.618471 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-d00d5e0c-5fc0-4474-b87b-c2f5bf4cc4be req-eb21b547-1b23-41bc-b984-95e140d8b952 service neutron] 10.222.0.67 "GET /v2.0/networks/98af4c66-77cb-4b8f-ac2e-973c83289bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386497 Jan 18 22:18:45.679890 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-cac293ee-3ad7-4027-8f29-14678d1726be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8db6b3-e116-4a7d-a473-8626f17aac6e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1929692154-router', 'tenant_id': '73e5f2a2c3af465fbf4932c2e489da85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': '524a50f1-7a0d-403d-ad41-72476125e0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:13:34Z', 'updated_at': '2022-01-18T22:18:42Z', 'revision_number': 5, 'project_id': '73e5f2a2c3af465fbf4932c2e489da85', 'gw_port': {'id': '524a50f1-7a0d-403d-ad41-72476125e0f0', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:5d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8db6b3-e116-4a7d-a473-8626f17aac6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:37Z', 'updated_at': '2022-01-18T22:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:18:45.683233 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8831081f-c136-4d17-a57a-e60fa75018db req-202ed95a-32f8-47ff-8918-6926e18c6185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:45.686455 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-8831081f-c136-4d17-a57a-e60fa75018db req-202ed95a-32f8-47ff-8918-6926e18c6185 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0649629 Jan 18 22:18:45.705734 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-e0b32053-9467-488d-9c8b-0a83dd9d2b54 admin admin] For port 524a50f1-7a0d-403d-ad41-72476125e0f0, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=524a50f1-7a0d-403d-ad41-72476125e0f0,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:18:45.706287 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e0b32053-9467-488d-9c8b-0a83dd9d2b54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:45.718913 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac293ee-3ad7-4027-8f29-14678d1726be None None] Checking router: da8db6b3-e116-4a7d-a473-8626f17aac6e for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:18:45.728242 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac293ee-3ad7-4027-8f29-14678d1726be None None] Routers {'da8db6b3-e116-4a7d-a473-8626f17aac6e'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:18:45.729108 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-cac293ee-3ad7-4027-8f29-14678d1726be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:18:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['da8db6b3-e116-4a7d-a473-8626f17aac6e'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:18:45.735072 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-e0b32053-9467-488d-9c8b-0a83dd9d2b54 admin admin] Calling delete_port for 524a50f1-7a0d-403d-ad41-72476125e0f0 owned by network:router_gateway {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:18:45.828407 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-cac293ee-3ad7-4027-8f29-14678d1726be None None] Set router da8db6b3-e116-4a7d-a473-8626f17aac6e gateway port host: None {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:18:45.895145 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-cac293ee-3ad7-4027-8f29-14678d1726be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8db6b3-e116-4a7d-a473-8626f17aac6e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1929692154-router', 'tenant_id': '73e5f2a2c3af465fbf4932c2e489da85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:13:34Z', 'updated_at': '2022-01-18T22:18:45Z', 'revision_number': 6, 'project_id': '73e5f2a2c3af465fbf4932c2e489da85', 'gw_port_host': None}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:18:45.912088 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-8831081f-c136-4d17-a57a-e60fa75018db req-992fa18a-a91c-4a4e-bb41-3d25936d56f1 service neutron] 10.222.0.36 "GET /v2.0/networks/e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148783 Jan 18 22:18:45.918643 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4e9278-8a6c-4d5b-b7e2-638e8cc458a6 req-d9901cf7-cbc4-4902-8cbe-b2bdee1cffca tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:45.926713 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4f4e9278-8a6c-4d5b-b7e2-638e8cc458a6 req-d9901cf7-cbc4-4902-8cbe-b2bdee1cffca tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] 10.222.0.53 "GET /v2.0/ports?device_id=09215c60-fcda-4c0b-b483-d5c4168822fd HTTP/1.1" status: 200 len: 944 time: 0.0962646 Jan 18 22:18:45.930545 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac293ee-3ad7-4027-8f29-14678d1726be None None] The sync data for ids ['da8db6b3-e116-4a7d-a473-8626f17aac6e'] in n-d-825064-1 is: [{'id': 'da8db6b3-e116-4a7d-a473-8626f17aac6e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1929692154-router', 'tenant_id': '73e5f2a2c3af465fbf4932c2e489da85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:13:34Z', 'updated_at': '2022-01-18T22:18:45Z', 'revision_number': 6, 'project_id': '73e5f2a2c3af465fbf4932c2e489da85', 'gw_port_host': None}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:18:46.034937 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4f4e9278-8a6c-4d5b-b7e2-638e8cc458a6 req-49d65649-9650-4ff6-bad3-cb38609830a5 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] 10.222.0.53 "GET /v2.0/security-groups?id=56b9b9c0-23ca-4fcd-9172-d04740503349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065898 Jan 18 22:18:46.050788 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-8831081f-c136-4d17-a57a-e60fa75018db req-7afe1472-9c7e-45d6-a8fb-c59e01db24c2 service neutron] 10.222.0.36 "GET /v2.0/networks/e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295137 Jan 18 22:18:46.112971 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e0b32053-9467-488d-9c8b-0a83dd9d2b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:46.139008 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b32053-9467-488d-9c8b-0a83dd9d2b54 admin admin] Pushing event deleted for resources: {'Port': ['ID=524a50f1-7a0d-403d-ad41-72476125e0f0,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:46.149111 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b32053-9467-488d-9c8b-0a83dd9d2b54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:18:46.149588 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b32053-9467-488d-9c8b-0a83dd9d2b54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:18:46.149938 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b32053-9467-488d-9c8b-0a83dd9d2b54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:18:46.150275 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b32053-9467-488d-9c8b-0a83dd9d2b54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:18:46.150608 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b32053-9467-488d-9c8b-0a83dd9d2b54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:18:46.150939 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b32053-9467-488d-9c8b-0a83dd9d2b54 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:18:46.151264 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b32053-9467-488d-9c8b-0a83dd9d2b54 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:18:46.151598 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b32053-9467-488d-9c8b-0a83dd9d2b54 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:18:46.151915 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b32053-9467-488d-9c8b-0a83dd9d2b54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:18:46.152267 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b32053-9467-488d-9c8b-0a83dd9d2b54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:18:46.152593 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b32053-9467-488d-9c8b-0a83dd9d2b54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:18:46.152918 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b32053-9467-488d-9c8b-0a83dd9d2b54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:18:46.223452 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e0b32053-9467-488d-9c8b-0a83dd9d2b54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043029'] for router_gateway, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:46.339362 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e0b32053-9467-488d-9c8b-0a83dd9d2b54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1040886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8602'] for router, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:46.349142 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e0b32053-9467-488d-9c8b-0a83dd9d2b54 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:46.419983 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e0b32053-9467-488d-9c8b-0a83dd9d2b54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1040832'] for router, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:46.422396 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0b32053-9467-488d-9c8b-0a83dd9d2b54 admin admin] Fanout notify agent at l3_agent the message router_deleted on router da8db6b3-e116-4a7d-a473-8626f17aac6e {{(pid=102430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 22:18:46.439021 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e0b32053-9467-488d-9c8b-0a83dd9d2b54 admin admin] Notify callbacks [] for router, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:46.441139 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-e0b32053-9467-488d-9c8b-0a83dd9d2b54 admin admin] 10.222.0.53 "DELETE /v2.0/routers/da8db6b3-e116-4a7d-a473-8626f17aac6e HTTP/1.1" status: 204 len: 168 time: 1.4592512 Jan 18 22:18:46.444356 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60632) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:18:46.487195 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device d37f5aed-2753-4300-9f9e-6e43fa557736 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:18:46.520864 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: d37f5aed-2753-4300-9f9e-6e43fa557736 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:18:46.521429 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device d37f5aed-2753-4300-9f9e-6e43fa557736 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:18:46.531993 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf8113e-19c4-44e8-9414-98a64346d072 req-02ddba70-280c-411e-bc00-ce14febf4fbd tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:46.533577 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bcf8113e-19c4-44e8-9414-98a64346d072 req-02ddba70-280c-411e-bc00-ce14febf4fbd tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=a58a87c4-bb7e-462a-9f10-ecbd5375fcb2 HTTP/1.1" status: 200 len: 944 time: 0.0803699 Jan 18 22:18:46.563947 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-826bcd5c-42f5-49d5-97af-3905fabfb61f admin admin] Deleting subnet 697fc51e-f520-46d5-97f5-4b7e3a15173d {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:18:46.568046 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-826bcd5c-42f5-49d5-97af-3905fabfb61f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:46.588585 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bcf8113e-19c4-44e8-9414-98a64346d072 req-bb3a7bbd-470c-47cb-be61-03ca2415a038 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=69e59ffc-71ce-4c50-acf6-17bf11fb5545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463073 Jan 18 22:18:46.608316 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device b14548ae-4f17-4b2e-b6b1-389910cb9f84 details requested by agent hyperv_n-h1-825064-1 with host n-h1-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:18:46.621551 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-826bcd5c-42f5-49d5-97af-3905fabfb61f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:46.653286 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e121a4fd-d222-4599-9565-511ddecebfc6 req-73e1cad9-31b8-4968-aa1a-fc6a16d53ca3 tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:46.655110 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e121a4fd-d222-4599-9565-511ddecebfc6 req-73e1cad9-31b8-4968-aa1a-fc6a16d53ca3 tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] 10.222.0.53 "GET /v2.0/ports?device_id=107dff23-b960-485f-aba2-e81ad488e7d1 HTTP/1.1" status: 200 len: 946 time: 0.0573859 Jan 18 22:18:46.705672 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e121a4fd-d222-4599-9565-511ddecebfc6 req-3300d1d8-80e5-4f4d-a0d6-7f8902e03f67 tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] 10.222.0.53 "GET /v2.0/security-groups?id=63b68130-0100-4f51-8b96-547fb8013ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442381 Jan 18 22:18:46.750184 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-826bcd5c-42f5-49d5-97af-3905fabfb61f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:46.751639 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port b14548ae-4f17-4b2e-b6b1-389910cb9f84, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=b14548ae-4f17-4b2e-b6b1-389910cb9f84,segment=NetworkSegment(98b33f86-b79b-4e35-abff-fb0472998523),segment_id=98b33f86-b79b-4e35-abff-fb0472998523)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:18:46.763197 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Returning: {'device': 'b14548ae-4f17-4b2e-b6b1-389910cb9f84', 'network_id': '98af4c66-77cb-4b8f-ac2e-973c83289bd3', 'port_id': 'b14548ae-4f17-4b2e-b6b1-389910cb9f84', 'mac_address': 'fa:16:3e:68:8f:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c28a7bfc-0741-4198-ac3c-550ad166bfc4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:18:46.807040 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:46.826915 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b14548ae-4f17-4b2e-b6b1-389910cb9f84 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:18:46.840252 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-826bcd5c-42f5-49d5-97af-3905fabfb61f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:46.853604 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-826bcd5c-42f5-49d5-97af-3905fabfb61f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:46.857354 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-826bcd5c-42f5-49d5-97af-3905fabfb61f admin admin] 10.222.0.53 "DELETE /v2.0/subnets/697fc51e-f520-46d5-97f5-4b7e3a15173d HTTP/1.1" status: 204 len: 168 time: 0.4108570 Jan 18 22:18:46.863583 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18e7b74-7ced-47a4-8463-7eab29fe16d2 None None] Network 3c490325-2ca3-451a-a10b-1004dc00e871 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:18:46.866937 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21ad6cf-1cd5-413e-a220-bfca47463baa req-e2169d32-44ed-4c4b-bedb-3ffdee373b75 tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:46.869290 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c21ad6cf-1cd5-413e-a220-bfca47463baa req-e2169d32-44ed-4c4b-bedb-3ffdee373b75 tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] 10.222.0.53 "GET /v2.0/ports?device_id=107dff23-b960-485f-aba2-e81ad488e7d1 HTTP/1.1" status: 200 len: 946 time: 0.0730550 Jan 18 22:18:46.870026 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 60648) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:18:46.879152 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 60650) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:18:46.891141 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826bcd5c-42f5-49d5-97af-3905fabfb61f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=697fc51e-f520-46d5-97f5-4b7e3a15173d,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:46.892907 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-79ace273-e03c-4a90-a33e-047f6214f6a9 tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] Request body: {'floatingip': {'port_id': '95e090da-b2cf-486e-aabe-850df681c22e'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:18:46.902368 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-f282d421-8263-4998-a561-396dfa945744 req-b4c408df-2bb3-4dbf-8f46-77096f4a7837 tempest-SecurityGroupsTestAdminJSON-2000095589 tempest-SecurityGroupsTestAdminJSON-2000095589-project] Request body: {'security_group': {'name': 'tempest-securitygroup-958598674', 'description': 'tempest-description-1256871562'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:18:46.932314 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device b4c2e074-b305-453f-b237-232905c9cae7 details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:18:46.936551 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port b14548ae-4f17-4b2e-b6b1-389910cb9f84, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=b14548ae-4f17-4b2e-b6b1-389910cb9f84,segment=NetworkSegment(98b33f86-b79b-4e35-abff-fb0472998523),segment_id=98b33f86-b79b-4e35-abff-fb0472998523)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:18:46.950492 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:47.114690 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=b14548ae-4f17-4b2e-b6b1-389910cb9f84,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:47.156316 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port b4c2e074-b305-453f-b237-232905c9cae7, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=b4c2e074-b305-453f-b237-232905c9cae7,segment=NetworkSegment(98b33f86-b79b-4e35-abff-fb0472998523),segment_id=98b33f86-b79b-4e35-abff-fb0472998523)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:18:47.171483 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': 'b4c2e074-b305-453f-b237-232905c9cae7', 'network_id': '98af4c66-77cb-4b8f-ac2e-973c83289bd3', 'port_id': 'b4c2e074-b305-453f-b237-232905c9cae7', 'mac_address': 'fa:16:3e:38:94:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c28a7bfc-0741-4198-ac3c-550ad166bfc4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:18:47.220083 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:47.222622 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['b14548ae-4f17-4b2e-b6b1-389910cb9f84'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:18:47.224577 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27facc91-1332-43d3-bcd2-82d2e0fed115 None None] DHCP port deletion for 3c490325-2ca3-451a-a10b-1004dc00e871 request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:18:47.269177 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4c2e074-b305-453f-b237-232905c9cae7 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:18:47.327207 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port b4c2e074-b305-453f-b237-232905c9cae7, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=b4c2e074-b305-453f-b237-232905c9cae7,segment=NetworkSegment(98b33f86-b79b-4e35-abff-fb0472998523),segment_id=98b33f86-b79b-4e35-abff-fb0472998523)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:18:47.333226 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:47.385648 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-79ace273-e03c-4a90-a33e-047f6214f6a9 tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] Notify callbacks [] for floatingip, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:47.414848 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-27facc91-1332-43d3-bcd2-82d2e0fed115 None None] Deleting port c98569df-e12b-4c6e-a831-10256afc8124 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:18:47.415233 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-27facc91-1332-43d3-bcd2-82d2e0fed115 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:47.436571 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=b4c2e074-b305-453f-b237-232905c9cae7,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:47.493508 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4d8d33e7-d5c5-4083-b7a2-0f321f23596b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:47.514269 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-27facc91-1332-43d3-bcd2-82d2e0fed115 None None] For port c98569df-e12b-4c6e-a831-10256afc8124, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=c98569df-e12b-4c6e-a831-10256afc8124,segment=NetworkSegment(4b60d689-fd14-4d35-ac19-dc6f7effa837),segment_id=4b60d689-fd14-4d35-ac19-dc6f7effa837)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:18:47.515260 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-27facc91-1332-43d3-bcd2-82d2e0fed115 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:47.526417 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a64956-eea8-44f4-b74b-59eec02d9efb req-54536062-ab20-4409-8791-ad31daa6a0b3 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:47.533106 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-06a64956-eea8-44f4-b74b-59eec02d9efb req-54536062-ab20-4409-8791-ad31daa6a0b3 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] 10.222.0.53 "GET /v2.0/ports?device_id=09215c60-fcda-4c0b-b483-d5c4168822fd HTTP/1.1" status: 200 len: 945 time: 0.2111456 Jan 18 22:18:47.534763 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-27facc91-1332-43d3-bcd2-82d2e0fed115 None None] Calling delete_port for c98569df-e12b-4c6e-a831-10256afc8124 owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:18:47.536651 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-f282d421-8263-4998-a561-396dfa945744 req-b4c408df-2bb3-4dbf-8f46-77096f4a7837 tempest-SecurityGroupsTestAdminJSON-2000095589 tempest-SecurityGroupsTestAdminJSON-2000095589-project] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:47.566856 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-f282d421-8263-4998-a561-396dfa945744 req-b4c408df-2bb3-4dbf-8f46-77096f4a7837 tempest-SecurityGroupsTestAdminJSON-2000095589 tempest-SecurityGroupsTestAdminJSON-2000095589-project] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:47.590397 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['b4c2e074-b305-453f-b237-232905c9cae7'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:18:47.680370 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-27facc91-1332-43d3-bcd2-82d2e0fed115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:47.703244 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-06a64956-eea8-44f4-b74b-59eec02d9efb req-c1486bd0-fe92-4850-a03e-54a99373e199 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] 10.222.0.53 "GET /v2.0/security-groups?id=56b9b9c0-23ca-4fcd-9172-d04740503349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684532 Jan 18 22:18:47.713241 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27facc91-1332-43d3-bcd2-82d2e0fed115 None None] Pushing event deleted for resources: {'Port': ['ID=c98569df-e12b-4c6e-a831-10256afc8124,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:47.719819 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27facc91-1332-43d3-bcd2-82d2e0fed115 None None] No DVR routers for this DVR port c98569df-e12b-4c6e-a831-10256afc8124 on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:18:47.817003 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-4d8d33e7-d5c5-4083-b7a2-0f321f23596b admin admin] Deleting port c98569df-e12b-4c6e-a831-10256afc8124 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:18:47.817367 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4d8d33e7-d5c5-4083-b7a2-0f321f23596b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:47.982677 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-f282d421-8263-4998-a561-396dfa945744 req-b4c408df-2bb3-4dbf-8f46-77096f4a7837 tempest-SecurityGroupsTestAdminJSON-2000095589 tempest-SecurityGroupsTestAdminJSON-2000095589-project] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:48.001316 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-f282d421-8263-4998-a561-396dfa945744 req-b4c408df-2bb3-4dbf-8f46-77096f4a7837 tempest-SecurityGroupsTestAdminJSON-2000095589 tempest-SecurityGroupsTestAdminJSON-2000095589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:48.014843 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-4d8d33e7-d5c5-4083-b7a2-0f321f23596b admin admin] For port c98569df-e12b-4c6e-a831-10256afc8124, host n-d-825064-1, got binding levels [] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:18:48.015227 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4d8d33e7-d5c5-4083-b7a2-0f321f23596b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:48.076864 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-4d8d33e7-d5c5-4083-b7a2-0f321f23596b admin admin] Calling delete_port for c98569df-e12b-4c6e-a831-10256afc8124 owned by network:dhcp {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:18:48.089181 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.ipam_backend_mixin [None req-4d8d33e7-d5c5-4083-b7a2-0f321f23596b admin admin] Port c98569df-e12b-4c6e-a831-10256afc8124 was not found and therefore no delete operation was performed {{(pid=102430) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 18 22:18:48.107251 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4d8d33e7-d5c5-4083-b7a2-0f321f23596b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:48.122145 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91defdb0-6dc7-4c15-ad52-05da996b5e6c req-35a57ade-9254-42c8-b594-c4fe9a7e9a4d tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:48.123741 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-91defdb0-6dc7-4c15-ad52-05da996b5e6c req-35a57ade-9254-42c8-b594-c4fe9a7e9a4d tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=a58a87c4-bb7e-462a-9f10-ecbd5375fcb2 HTTP/1.1" status: 200 len: 944 time: 0.2281353 Jan 18 22:18:48.133387 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c408df-2bb3-4dbf-8f46-77096f4a7837 tempest-SecurityGroupsTestAdminJSON-2000095589 tempest-SecurityGroupsTestAdminJSON-2000095589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19bc17eb-bb51-4286-be84-7c51fd069fb2,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:48.169999 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8d33e7-d5c5-4083-b7a2-0f321f23596b admin admin] Pushing event deleted for resources: {'Port': ['ID=c98569df-e12b-4c6e-a831-10256afc8124,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:48.181840 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8d33e7-d5c5-4083-b7a2-0f321f23596b admin admin] No DVR routers for this DVR port c98569df-e12b-4c6e-a831-10256afc8124 on host n-d-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:18:48.266487 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 524a50f1-7a0d-403d-ad41-72476125e0f0 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:18:48.290552 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 524a50f1-7a0d-403d-ad41-72476125e0f0 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:18:48.290552 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 524a50f1-7a0d-403d-ad41-72476125e0f0 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:18:48.290878 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device c98569df-e12b-4c6e-a831-10256afc8124 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:18:48.309384 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: c98569df-e12b-4c6e-a831-10256afc8124 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:18:48.309717 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device c98569df-e12b-4c6e-a831-10256afc8124 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:18:48.321672 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-f282d421-8263-4998-a561-396dfa945744 req-b4c408df-2bb3-4dbf-8f46-77096f4a7837 tempest-SecurityGroupsTestAdminJSON-2000095589 tempest-SecurityGroupsTestAdminJSON-2000095589-project] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:48.323725 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.db.resource_extend [None req-79ace273-e03c-4a90-a33e-047f6214f6a9 tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 22:18:48.366790 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-91defdb0-6dc7-4c15-ad52-05da996b5e6c req-cdbee94a-b148-4c11-bcdb-7bb573b56514 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=69e59ffc-71ce-4c50-acf6-17bf11fb5545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281511 Jan 18 22:18:48.367278 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-f282d421-8263-4998-a561-396dfa945744 req-b4c408df-2bb3-4dbf-8f46-77096f4a7837 tempest-SecurityGroupsTestAdminJSON-2000095589 tempest-SecurityGroupsTestAdminJSON-2000095589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:48.392855 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4d8d33e7-d5c5-4083-b7a2-0f321f23596b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:48.419524 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-f282d421-8263-4998-a561-396dfa945744 req-b4c408df-2bb3-4dbf-8f46-77096f4a7837 tempest-SecurityGroupsTestAdminJSON-2000095589 tempest-SecurityGroupsTestAdminJSON-2000095589-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:48.420778 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f282d421-8263-4998-a561-396dfa945744 req-b4c408df-2bb3-4dbf-8f46-77096f4a7837 tempest-SecurityGroupsTestAdminJSON-2000095589 tempest-SecurityGroupsTestAdminJSON-2000095589-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.5406864 Jan 18 22:18:48.441962 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-79ace273-e03c-4a90-a33e-047f6214f6a9 tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:48.442995 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c408df-2bb3-4dbf-8f46-77096f4a7837 tempest-SecurityGroupsTestAdminJSON-2000095589 tempest-SecurityGroupsTestAdminJSON-2000095589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a197822-0135-4a57-9d25-47d608b891fe,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:48.450697 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-79ace273-e03c-4a90-a33e-047f6214f6a9 tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043075'] for floatingip, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:48.453494 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-4d8d33e7-d5c5-4083-b7a2-0f321f23596b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c490325-2ca3-451a-a10b-1004dc00e871']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:18:48.464113 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-4d35fbe4-4722-4de5-88eb-31026034c874 req-cc6f64be-a761-48f9-b1dd-b12afdba97ee tempest-SecurityGroupsTestAdminJSON-2000095589 tempest-SecurityGroupsTestAdminJSON-2000095589-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1784897477', 'description': 'tempest-description-1189507556'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:18:48.505516 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-4d8d33e7-d5c5-4083-b7a2-0f321f23596b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b60d689-fd14-4d35-ac19-dc6f7effa837') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:18:48.505812 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-4d8d33e7-d5c5-4083-b7a2-0f321f23596b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b60d689-fd14-4d35-ac19-dc6f7effa837') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:18:48.520197 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4d8d33e7-d5c5-4083-b7a2-0f321f23596b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60394742'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:48.552852 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4d8d33e7-d5c5-4083-b7a2-0f321f23596b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:48.589447 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-4d35fbe4-4722-4de5-88eb-31026034c874 req-cc6f64be-a761-48f9-b1dd-b12afdba97ee tempest-SecurityGroupsTestAdminJSON-2000095589 tempest-SecurityGroupsTestAdminJSON-2000095589-project] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:48.594582 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d8d33e7-d5c5-4083-b7a2-0f321f23596b admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:18:48.595006 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4d8d33e7-d5c5-4083-b7a2-0f321f23596b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60203044'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:48.596761 n-d-825064-1 neutron-server[102430]: Traceback (most recent call last): Jan 18 22:18:48.596761 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:18:48.596761 n-d-825064-1 neutron-server[102430]: timer() Jan 18 22:18:48.596761 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:18:48.596761 n-d-825064-1 neutron-server[102430]: cb(*args, **kw) Jan 18 22:18:48.596761 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:18:48.596761 n-d-825064-1 neutron-server[102430]: return func(*args, **kwargs) Jan 18 22:18:48.596761 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:18:48.596761 n-d-825064-1 neutron-server[102430]: self._notify() Jan 18 22:18:48.596761 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:18:48.596761 n-d-825064-1 neutron-server[102430]: self.callback(batched_events) Jan 18 22:18:48.596761 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:18:48.596761 n-d-825064-1 neutron-server[102430]: event.method(event) Jan 18 22:18:48.596761 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:18:48.596761 n-d-825064-1 neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:18:48.596761 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:18:48.596761 n-d-825064-1 neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:18:48.596761 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:18:48.596761 n-d-825064-1 neutron-server[102430]: return f(self, *a, **k) Jan 18 22:18:48.596761 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:18:48.596761 n-d-825064-1 neutron-server[102430]: return self._get(url).json() Jan 18 22:18:48.596761 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:18:48.596761 n-d-825064-1 neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:18:48.596761 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:18:48.596761 n-d-825064-1 neutron-server[102430]: return self.request(url, 'GET', **kwargs) Jan 18 22:18:48.596761 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:18:48.596761 n-d-825064-1 neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:18:48.596761 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:18:48.596761 n-d-825064-1 neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:18:48.596761 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:18:48.596761 n-d-825064-1 neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:18:48.596761 n-d-825064-1 neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:18:48.618227 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 3cbcf254-f312-4f41-910c-3c8b9defb3c1 details requested by agent hyperv_n-h1-825064-1 with host n-h1-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:18:48.621016 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device b14548ae-4f17-4b2e-b6b1-389910cb9f84 up at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:18:48.681664 n-d-825064-1 neutron-server[102430]: INFO neutron.db.l3_db [None req-79ace273-e03c-4a90-a33e-047f6214f6a9 tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] Floating IP 2474118f-fe59-4783-b31a-b7f3d3fb8380 associated. External IP: 172.25.5.28, port: 95e090da-b2cf-486e-aabe-850df681c22e. Jan 18 22:18:48.723746 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4d8d33e7-d5c5-4083-b7a2-0f321f23596b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:48.723972 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning for port b14548ae-4f17-4b2e-b6b1-389910cb9f84 completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:18:48.729338 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4d8d33e7-d5c5-4083-b7a2-0f321f23596b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:48.732512 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning complete for port b14548ae-4f17-4b2e-b6b1-389910cb9f84 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:18:48.732692 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-4d8d33e7-d5c5-4083-b7a2-0f321f23596b admin admin] 10.222.0.53 "DELETE /v2.0/networks/3c490325-2ca3-451a-a10b-1004dc00e871 HTTP/1.1" status: 204 len: 168 time: 1.8614454 Jan 18 22:18:48.733514 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:48.762214 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8d33e7-d5c5-4083-b7a2-0f321f23596b admin admin] Pushing event deleted for resources: {'Network': ['ID=3c490325-2ca3-451a-a10b-1004dc00e871,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:48.810304 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-4d35fbe4-4722-4de5-88eb-31026034c874 req-cc6f64be-a761-48f9-b1dd-b12afdba97ee tempest-SecurityGroupsTestAdminJSON-2000095589 tempest-SecurityGroupsTestAdminJSON-2000095589-project] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:48.905755 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device b4c2e074-b305-453f-b237-232905c9cae7 up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:18:48.963854 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 3cbcf254-f312-4f41-910c-3c8b9defb3c1, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=3cbcf254-f312-4f41-910c-3c8b9defb3c1,segment=NetworkSegment(54058af5-a5b1-45e9-977a-39ef1b01c87e),segment_id=54058af5-a5b1-45e9-977a-39ef1b01c87e)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:18:48.984905 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Returning: {'device': '3cbcf254-f312-4f41-910c-3c8b9defb3c1', 'network_id': 'e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84', 'port_id': '3cbcf254-f312-4f41-910c-3c8b9defb3c1', 'mac_address': 'fa:16:3e:58:03:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42841b58-d144-4855-94d6-b7b43c1900e0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:18:49.009983 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60676) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:18:49.034933 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79ace273-e03c-4a90-a33e-047f6214f6a9 tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] Router 0bfa6ec6-af90-4610-b432-c51ba5787d28 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:18:49.036199 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-4d35fbe4-4722-4de5-88eb-31026034c874 req-cc6f64be-a761-48f9-b1dd-b12afdba97ee tempest-SecurityGroupsTestAdminJSON-2000095589 tempest-SecurityGroupsTestAdminJSON-2000095589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:49.060516 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:49.065400 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port b4c2e074-b305-453f-b237-232905c9cae7 completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:18:49.070107 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-6110f229-4037-4d4a-b383-901e1a16e1ea admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=43f0b96077a84d2a954b883639e07306&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0559711 Jan 18 22:18:49.070441 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60678) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:18:49.083037 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port b4c2e074-b305-453f-b237-232905c9cae7 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:18:49.083386 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:49.086142 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-4d35fbe4-4722-4de5-88eb-31026034c874 req-cc6f64be-a761-48f9-b1dd-b12afdba97ee tempest-SecurityGroupsTestAdminJSON-2000095589 tempest-SecurityGroupsTestAdminJSON-2000095589-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:49.086926 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cbcf254-f312-4f41-910c-3c8b9defb3c1 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:18:49.092646 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4d35fbe4-4722-4de5-88eb-31026034c874 req-cc6f64be-a761-48f9-b1dd-b12afdba97ee tempest-SecurityGroupsTestAdminJSON-2000095589 tempest-SecurityGroupsTestAdminJSON-2000095589-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.6429114 Jan 18 22:18:49.131045 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:49.150722 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f730e712-2e02-4399-bca1-8aadceedebe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:49.156545 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 3cbcf254-f312-4f41-910c-3c8b9defb3c1, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=3cbcf254-f312-4f41-910c-3c8b9defb3c1,segment=NetworkSegment(54058af5-a5b1-45e9-977a-39ef1b01c87e),segment_id=54058af5-a5b1-45e9-977a-39ef1b01c87e)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:18:49.171389 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:49.175032 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f730e712-2e02-4399-bca1-8aadceedebe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:49.183707 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18831502-61c2-4c74-add4-9564a73cc5dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b14548ae-4f17-4b2e-b6b1-389910cb9f84'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:18:49.185763 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78db9ad0-644c-4d1c-b887-938e46b00c34" -d '{"events": [{"server_uuid": "18831502-61c2-4c74-add4-9564a73cc5dd", "name": "network-vif-plugged", "status": "completed", "tag": "b14548ae-4f17-4b2e-b6b1-389910cb9f84"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:18:49.208843 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6f64be-a761-48f9-b1dd-b12afdba97ee tempest-SecurityGroupsTestAdminJSON-2000095589 tempest-SecurityGroupsTestAdminJSON-2000095589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12f7d8e2-47f5-446f-a777-603563593ba3,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:49.218786 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port b14548ae-4f17-4b2e-b6b1-389910cb9f84, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=b14548ae-4f17-4b2e-b6b1-389910cb9f84,segment=NetworkSegment(98b33f86-b79b-4e35-abff-fb0472998523),segment_id=98b33f86-b79b-4e35-abff-fb0472998523)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:18:49.242968 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:49.266008 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f730e712-2e02-4399-bca1-8aadceedebe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:49.268963 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f730e712-2e02-4399-bca1-8aadceedebe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:49.270546 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-f730e712-2e02-4399-bca1-8aadceedebe4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d450ac2d-65c6-474b-ae59-67010c09a7e3 HTTP/1.1" status: 204 len: 168 time: 0.1991680 Jan 18 22:18:49.287740 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f730e712-2e02-4399-bca1-8aadceedebe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d450ac2d-65c6-474b-ae59-67010c09a7e3,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:49.302096 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=3cbcf254-f312-4f41-910c-3c8b9defb3c1,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:49.316695 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-105ff110-9dc0-4da7-8856-596fea5e9bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:49.373308 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066dddf4-4190-44ad-be7e-92747b09aed7 req-07c6e443-6bdd-47e6-afdf-f1c45a8e845d tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:49.383636 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-066dddf4-4190-44ad-be7e-92747b09aed7 req-07c6e443-6bdd-47e6-afdf-f1c45a8e845d tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] 10.222.0.53 "GET /v2.0/ports?device_id=09215c60-fcda-4c0b-b483-d5c4168822fd HTTP/1.1" status: 200 len: 945 time: 0.4815357 Jan 18 22:18:49.388942 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:49.469295 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=b14548ae-4f17-4b2e-b6b1-389910cb9f84,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:49.490912 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['3cbcf254-f312-4f41-910c-3c8b9defb3c1'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:18:49.504883 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-066dddf4-4190-44ad-be7e-92747b09aed7 req-b861eaa6-2185-4730-99c6-623eccc29c5a tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] 10.222.0.53 "GET /v2.0/security-groups?id=56b9b9c0-23ca-4fcd-9172-d04740503349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201220 Jan 18 22:18:49.511707 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79ace273-e03c-4a90-a33e-047f6214f6a9 tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:18:49.519924 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-2dbcb762-91fe-44be-a8c0-c9d778d28aa5 req-9455bd79-5a9e-43b3-a87a-a9b246df6782 tempest-SecurityGroupsTestAdminJSON-1698618491 tempest-SecurityGroupsTestAdminJSON-1698618491-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-2034367571', 'description': 'tempest-description-832038757'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:18:49.553886 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36559bc3-1be0-4e13-8a9a-4ce8270c1a8b None None] Sync routers for ids ['0bfa6ec6-af90-4610-b432-c51ba5787d28'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:18:49.554132 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-79ace273-e03c-4a90-a33e-047f6214f6a9 tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:49.597154 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-2dbcb762-91fe-44be-a8c0-c9d778d28aa5 req-9455bd79-5a9e-43b3-a87a-a9b246df6782 tempest-SecurityGroupsTestAdminJSON-1698618491 tempest-SecurityGroupsTestAdminJSON-1698618491-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:49.597639 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port b4c2e074-b305-453f-b237-232905c9cae7, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=b4c2e074-b305-453f-b237-232905c9cae7,segment=NetworkSegment(98b33f86-b79b-4e35-abff-fb0472998523),segment_id=98b33f86-b79b-4e35-abff-fb0472998523)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:18:49.597736 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-2dbcb762-91fe-44be-a8c0-c9d778d28aa5 req-9455bd79-5a9e-43b3-a87a-a9b246df6782 tempest-SecurityGroupsTestAdminJSON-1698618491 tempest-SecurityGroupsTestAdminJSON-1698618491-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:49.603617 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-79ace273-e03c-4a90-a33e-047f6214f6a9 tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] 10.222.0.53 "PUT /v2.0/floatingips/2474118f-fe59-4783-b31a-b7f3d3fb8380 HTTP/1.1" status: 200 len: 991 time: 2.7221191 Jan 18 22:18:49.605021 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a1000bd-24a8-4525-91c7-e0663322ecd3 x-openstack-request-id: req-9a1000bd-24a8-4525-91c7-e0663322ecd3 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:18:49.605446 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18831502-61c2-4c74-add4-9564a73cc5dd", "name": "network-vif-plugged", "status": "completed", "tag": "b14548ae-4f17-4b2e-b6b1-389910cb9f84", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:18:49.605728 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9a1000bd-24a8-4525-91c7-e0663322ecd3 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:18:49.606116 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18831502-61c2-4c74-add4-9564a73cc5dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b14548ae-4f17-4b2e-b6b1-389910cb9f84', 'code': 200} Jan 18 22:18:49.609564 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '107dff23-b960-485f-aba2-e81ad488e7d1', 'tag': '95e090da-b2cf-486e-aabe-850df681c22e'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:18:49.611884 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc17d59e-77c2-455b-a9cc-904cc3c5be6d" -d '{"events": [{"name": "network-changed", "server_uuid": "107dff23-b960-485f-aba2-e81ad488e7d1", "tag": "95e090da-b2cf-486e-aabe-850df681c22e"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:18:49.613092 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:49.732631 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ca3fce-c75b-4617-b0b1-14347e56ae0c req-881aeed4-ea79-4d7a-9488-3f562e32ee6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:49.740094 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f8ca3fce-c75b-4617-b0b1-14347e56ae0c req-881aeed4-ea79-4d7a-9488-3f562e32ee6d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=18831502-61c2-4c74-add4-9564a73cc5dd HTTP/1.1" status: 200 len: 1097 time: 0.0903263 Jan 18 22:18:49.768546 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36559bc3-1be0-4e13-8a9a-4ce8270c1a8b None None] Routers {'0bfa6ec6-af90-4610-b432-c51ba5787d28'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:18:49.769842 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-36559bc3-1be0-4e13-8a9a-4ce8270c1a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:18:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['0bfa6ec6-af90-4610-b432-c51ba5787d28'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:18:49.783535 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-2dbcb762-91fe-44be-a8c0-c9d778d28aa5 req-9455bd79-5a9e-43b3-a87a-a9b246df6782 tempest-SecurityGroupsTestAdminJSON-1698618491 tempest-SecurityGroupsTestAdminJSON-1698618491-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:49.797449 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f8ca3fce-c75b-4617-b0b1-14347e56ae0c req-9df6e761-3474-4b16-b80a-2ec476498c12 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=56b9b9c0-23ca-4fcd-9172-d04740503349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553939 Jan 18 22:18:49.806307 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-2dbcb762-91fe-44be-a8c0-c9d778d28aa5 req-9455bd79-5a9e-43b3-a87a-a9b246df6782 tempest-SecurityGroupsTestAdminJSON-1698618491 tempest-SecurityGroupsTestAdminJSON-1698618491-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:49.869842 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511bef8d-3013-464f-a86b-7d7dbb4717a9 req-e9612980-8fa4-4df5-8485-80f7c32ce9c3 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:49.873207 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-511bef8d-3013-464f-a86b-7d7dbb4717a9 req-e9612980-8fa4-4df5-8485-80f7c32ce9c3 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=a58a87c4-bb7e-462a-9f10-ecbd5375fcb2 HTTP/1.1" status: 200 len: 945 time: 0.1052744 Jan 18 22:18:49.896711 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60704) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:18:49.904116 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9455bd79-5a9e-43b3-a87a-a9b246df6782 tempest-SecurityGroupsTestAdminJSON-1698618491 tempest-SecurityGroupsTestAdminJSON-1698618491-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a379ef9-896e-46a3-a6fd-76da41860ddb,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:49.938823 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-36559bc3-1be0-4e13-8a9a-4ce8270c1a8b None None] Set router 0bfa6ec6-af90-4610-b432-c51ba5787d28 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:18:49.966078 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-511bef8d-3013-464f-a86b-7d7dbb4717a9 req-60d0b75c-d1cf-44ba-9abf-605300feeda0 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=69e59ffc-71ce-4c50-acf6-17bf11fb5545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802705 Jan 18 22:18:49.968505 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-2dbcb762-91fe-44be-a8c0-c9d778d28aa5 req-9455bd79-5a9e-43b3-a87a-a9b246df6782 tempest-SecurityGroupsTestAdminJSON-1698618491 tempest-SecurityGroupsTestAdminJSON-1698618491-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:49.969379 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=b4c2e074-b305-453f-b237-232905c9cae7,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:49.979256 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 60706) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:18:49.982997 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-6a0a9444-d4ad-4b7e-ab3d-1e39bda0aa08 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=73e5f2a2c3af465fbf4932c2e489da85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0838883 Jan 18 22:18:49.995470 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-2dbcb762-91fe-44be-a8c0-c9d778d28aa5 req-9455bd79-5a9e-43b3-a87a-a9b246df6782 tempest-SecurityGroupsTestAdminJSON-1698618491 tempest-SecurityGroupsTestAdminJSON-1698618491-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:50.027980 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-2dbcb762-91fe-44be-a8c0-c9d778d28aa5 req-9455bd79-5a9e-43b3-a87a-a9b246df6782 tempest-SecurityGroupsTestAdminJSON-1698618491 tempest-SecurityGroupsTestAdminJSON-1698618491-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:50.029511 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2dbcb762-91fe-44be-a8c0-c9d778d28aa5 req-9455bd79-5a9e-43b3-a87a-a9b246df6782 tempest-SecurityGroupsTestAdminJSON-1698618491 tempest-SecurityGroupsTestAdminJSON-1698618491-project-admin] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5149968 Jan 18 22:18:50.057679 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9455bd79-5a9e-43b3-a87a-a9b246df6782 tempest-SecurityGroupsTestAdminJSON-1698618491 tempest-SecurityGroupsTestAdminJSON-1698618491-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a95ce67-ce63-4e0b-90ea-ab7222377bf6,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:50.085727 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-94dca5bc-1dbc-49db-9b3a-7ba3e38b8008 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:50.118146 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-94dca5bc-1dbc-49db-9b3a-7ba3e38b8008 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:50.172730 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-b0ce0f2c-4a29-41f3-85c9-5b3687421e6b req-83bd0e15-588a-4231-a74b-11f8bc3d689f tempest-SecurityGroupsTestAdminJSON-1698618491 tempest-SecurityGroupsTestAdminJSON-1698618491-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-507657734', 'description': 'tempest-description-901305348'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:18:50.179174 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-94dca5bc-1dbc-49db-9b3a-7ba3e38b8008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:50.183627 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-94dca5bc-1dbc-49db-9b3a-7ba3e38b8008 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:50.187274 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-94dca5bc-1dbc-49db-9b3a-7ba3e38b8008 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2254a179-13e6-4f8e-b89c-7241a7602c79 HTTP/1.1" status: 204 len: 168 time: 0.2039771 Jan 18 22:18:50.187274 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0b9136c-0d4b-4217-8fa4-4d1faf485875 x-openstack-request-id: req-f0b9136c-0d4b-4217-8fa4-4d1faf485875 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:18:50.187274 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "107dff23-b960-485f-aba2-e81ad488e7d1", "tag": "95e090da-b2cf-486e-aabe-850df681c22e", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:18:50.187625 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f0b9136c-0d4b-4217-8fa4-4d1faf485875 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:18:50.187745 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '107dff23-b960-485f-aba2-e81ad488e7d1', 'tag': '95e090da-b2cf-486e-aabe-850df681c22e', 'status': 'completed', 'code': 200} Jan 18 22:18:50.210403 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dca5bc-1dbc-49db-9b3a-7ba3e38b8008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2254a179-13e6-4f8e-b89c-7241a7602c79,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:50.235138 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-b0ce0f2c-4a29-41f3-85c9-5b3687421e6b req-83bd0e15-588a-4231-a74b-11f8bc3d689f tempest-SecurityGroupsTestAdminJSON-1698618491 tempest-SecurityGroupsTestAdminJSON-1698618491-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:50.282142 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc17d59e-77c2-455b-a9cc-904cc3c5be6d req-065a01ac-8f11-4f88-8624-fc83eaf4fe4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:50.287384 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-bc17d59e-77c2-455b-a9cc-904cc3c5be6d req-065a01ac-8f11-4f88-8624-fc83eaf4fe4f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2e8892a76b3740abb9d6e9e892c45ee9&device_id=107dff23-b960-485f-aba2-e81ad488e7d1 HTTP/1.1" status: 200 len: 1097 time: 0.0801940 Jan 18 22:18:50.351355 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-b0ce0f2c-4a29-41f3-85c9-5b3687421e6b req-83bd0e15-588a-4231-a74b-11f8bc3d689f tempest-SecurityGroupsTestAdminJSON-1698618491 tempest-SecurityGroupsTestAdminJSON-1698618491-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:50.365974 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-b0ce0f2c-4a29-41f3-85c9-5b3687421e6b req-83bd0e15-588a-4231-a74b-11f8bc3d689f tempest-SecurityGroupsTestAdminJSON-1698618491 tempest-SecurityGroupsTestAdminJSON-1698618491-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:50.428539 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-b0ce0f2c-4a29-41f3-85c9-5b3687421e6b req-83bd0e15-588a-4231-a74b-11f8bc3d689f tempest-SecurityGroupsTestAdminJSON-1698618491 tempest-SecurityGroupsTestAdminJSON-1698618491-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:50.430553 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b0ce0f2c-4a29-41f3-85c9-5b3687421e6b req-83bd0e15-588a-4231-a74b-11f8bc3d689f tempest-SecurityGroupsTestAdminJSON-1698618491 tempest-SecurityGroupsTestAdminJSON-1698618491-project-admin] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2619574 Jan 18 22:18:50.446645 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bd0e15-588a-4231-a74b-11f8bc3d689f tempest-SecurityGroupsTestAdminJSON-1698618491 tempest-SecurityGroupsTestAdminJSON-1698618491-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbc26c20-f96d-4f27-859c-6a7fc5749181,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:50.449247 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-36559bc3-1be0-4e13-8a9a-4ce8270c1a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bfa6ec6-af90-4610-b432-c51ba5787d28', 'name': 'tempest-ServersTestManualDisk-1441307270-router', 'tenant_id': '2e8892a76b3740abb9d6e9e892c45ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': '331a768b-3fcc-4f36-81b8-d166a7d5a163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:18:20Z', 'updated_at': '2022-01-18T22:18:24Z', 'revision_number': 4, 'project_id': '2e8892a76b3740abb9d6e9e892c45ee9', 'gw_port': {'id': '331a768b-3fcc-4f36-81b8-d166a7d5a163', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:04:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bfa6ec6-af90-4610-b432-c51ba5787d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:18:20Z', 'updated_at': '2022-01-18T22:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': '2474118f-fe59-4783-b31a-b7f3d3fb8380', 'tenant_id': '2e8892a76b3740abb9d6e9e892c45ee9', 'floating_ip_address': '172.25.5.28', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': '0bfa6ec6-af90-4610-b432-c51ba5787d28', 'port_id': '95e090da-b2cf-486e-aabe-850df681c22e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 833, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cc5e92b-77a5-44ad-ae36-434626cbd587', 'mac_address': 'fa:16:3e:35:86:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '107dff23-b960-485f-aba2-e81ad488e7d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:18:29Z', 'updated_at': '2022-01-18T22:18:48Z', 'revision_number': 1, 'project_id': '2e8892a76b3740abb9d6e9e892c45ee9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2fdff8f-f153-4fbb-9bdb-b734f91b5d51', 'name': '', 'network_id': '9cc5e92b-77a5-44ad-ae36-434626cbd587', 'tenant_id': '2e8892a76b3740abb9d6e9e892c45ee9', 'mac_address': 'fa:16:3e:1f:7a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bfa6ec6-af90-4610-b432-c51ba5787d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '16adcbe9-5fd5-4922-bf98-741d0cc7c78e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:18:23Z', 'updated_at': '2022-01-18T22:18:31Z', 'revision_number': 5, 'project_id': '2e8892a76b3740abb9d6e9e892c45ee9', 'subnets': [{'id': '16adcbe9-5fd5-4922-bf98-741d0cc7c78e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:18:50.479476 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc17d59e-77c2-455b-a9cc-904cc3c5be6d req-70d12942-e4be-40f7-8f61-116e20029497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:50.481400 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-bc17d59e-77c2-455b-a9cc-904cc3c5be6d req-70d12942-e4be-40f7-8f61-116e20029497 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9cc5e92b-77a5-44ad-ae36-434626cbd587 HTTP/1.1" status: 200 len: 912 time: 0.1830306 Jan 18 22:18:50.482925 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36559bc3-1be0-4e13-8a9a-4ce8270c1a8b None None] Checking router: 0bfa6ec6-af90-4610-b432-c51ba5787d28 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:18:50.492435 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36559bc3-1be0-4e13-8a9a-4ce8270c1a8b None None] Routers {'0bfa6ec6-af90-4610-b432-c51ba5787d28'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:18:50.492976 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-36559bc3-1be0-4e13-8a9a-4ce8270c1a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:18:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['0bfa6ec6-af90-4610-b432-c51ba5787d28'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:18:50.573351 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-bc17d59e-77c2-455b-a9cc-904cc3c5be6d req-ceba2a90-2bc4-4937-aaaa-a58a1bc70174 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95e090da-b2cf-486e-aabe-850df681c22e HTTP/1.1" status: 200 len: 999 time: 0.0846219 Jan 18 22:18:50.658228 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc17d59e-77c2-455b-a9cc-904cc3c5be6d req-c7ca2c93-27fc-4c87-9ed3-9ac2ad4eb401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:50.662193 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-bc17d59e-77c2-455b-a9cc-904cc3c5be6d req-c7ca2c93-27fc-4c87-9ed3-9ac2ad4eb401 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=16adcbe9-5fd5-4922-bf98-741d0cc7c78e HTTP/1.1" status: 200 len: 851 time: 0.0808160 Jan 18 22:18:50.695280 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-36559bc3-1be0-4e13-8a9a-4ce8270c1a8b None None] Set router 0bfa6ec6-af90-4610-b432-c51ba5787d28 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:18:50.716110 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc17d59e-77c2-455b-a9cc-904cc3c5be6d req-142c5a87-b819-4820-b4b5-2ae44144bd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:50.717844 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-bc17d59e-77c2-455b-a9cc-904cc3c5be6d req-142c5a87-b819-4820-b4b5-2ae44144bd89 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9cc5e92b-77a5-44ad-ae36-434626cbd587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490103 Jan 18 22:18:50.746264 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06c364e-f142-4eeb-9ecc-8e05b525a1e8 req-10fc441b-a911-468f-bf6b-bbfffb14157b tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:50.755959 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d06c364e-f142-4eeb-9ecc-8e05b525a1e8 req-10fc441b-a911-468f-bf6b-bbfffb14157b tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] 10.222.0.53 "GET /v2.0/ports?device_id=09215c60-fcda-4c0b-b483-d5c4168822fd HTTP/1.1" status: 200 len: 946 time: 0.1134934 Jan 18 22:18:50.836755 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d06c364e-f142-4eeb-9ecc-8e05b525a1e8 req-1d463caf-5850-4d7a-a2ae-05b47aaa7e30 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] 10.222.0.53 "GET /v2.0/security-groups?id=56b9b9c0-23ca-4fcd-9172-d04740503349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788548 Jan 18 22:18:50.861196 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-bc17d59e-77c2-455b-a9cc-904cc3c5be6d req-1d6d6b88-ddbc-4a9a-856b-5bac1a109c94 service neutron] 10.222.0.67 "GET /v2.0/networks/9cc5e92b-77a5-44ad-ae36-434626cbd587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358812 Jan 18 22:18:50.990572 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-bc17d59e-77c2-455b-a9cc-904cc3c5be6d req-378a4b07-4bb0-477a-a177-4da3a8ee47d6 service neutron] 10.222.0.67 "GET /v2.0/networks/9cc5e92b-77a5-44ad-ae36-434626cbd587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212451 Jan 18 22:18:51.096321 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-36559bc3-1be0-4e13-8a9a-4ce8270c1a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bfa6ec6-af90-4610-b432-c51ba5787d28', 'name': 'tempest-ServersTestManualDisk-1441307270-router', 'tenant_id': '2e8892a76b3740abb9d6e9e892c45ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': '331a768b-3fcc-4f36-81b8-d166a7d5a163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:18:20Z', 'updated_at': '2022-01-18T22:18:24Z', 'revision_number': 4, 'project_id': '2e8892a76b3740abb9d6e9e892c45ee9', 'gw_port': {'id': '331a768b-3fcc-4f36-81b8-d166a7d5a163', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:04:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bfa6ec6-af90-4610-b432-c51ba5787d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:18:20Z', 'updated_at': '2022-01-18T22:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': '2474118f-fe59-4783-b31a-b7f3d3fb8380', 'tenant_id': '2e8892a76b3740abb9d6e9e892c45ee9', 'floating_ip_address': '172.25.5.28', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': '0bfa6ec6-af90-4610-b432-c51ba5787d28', 'port_id': '95e090da-b2cf-486e-aabe-850df681c22e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 833, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cc5e92b-77a5-44ad-ae36-434626cbd587', 'mac_address': 'fa:16:3e:35:86:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '107dff23-b960-485f-aba2-e81ad488e7d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:18:29Z', 'updated_at': '2022-01-18T22:18:48Z', 'revision_number': 1, 'project_id': '2e8892a76b3740abb9d6e9e892c45ee9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2fdff8f-f153-4fbb-9bdb-b734f91b5d51', 'name': '', 'network_id': '9cc5e92b-77a5-44ad-ae36-434626cbd587', 'tenant_id': '2e8892a76b3740abb9d6e9e892c45ee9', 'mac_address': 'fa:16:3e:1f:7a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bfa6ec6-af90-4610-b432-c51ba5787d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '16adcbe9-5fd5-4922-bf98-741d0cc7c78e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:18:23Z', 'updated_at': '2022-01-18T22:18:31Z', 'revision_number': 5, 'project_id': '2e8892a76b3740abb9d6e9e892c45ee9', 'subnets': [{'id': '16adcbe9-5fd5-4922-bf98-741d0cc7c78e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:18:51.105292 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5a933eb3-095a-414f-bedb-894f2fb8624d req-561a2f83-6a43-4a80-919b-a27e11adc65d tempest-SecurityGroupsTestAdminJSON-1698618491 tempest-SecurityGroupsTestAdminJSON-1698618491-project-admin] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 50498 time: 0.6392865 Jan 18 22:18:51.145603 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36559bc3-1be0-4e13-8a9a-4ce8270c1a8b None None] The sync data for ids ['0bfa6ec6-af90-4610-b432-c51ba5787d28'] in n-d-825064-1 is: [{'id': '0bfa6ec6-af90-4610-b432-c51ba5787d28', 'name': 'tempest-ServersTestManualDisk-1441307270-router', 'tenant_id': '2e8892a76b3740abb9d6e9e892c45ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': '331a768b-3fcc-4f36-81b8-d166a7d5a163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:18:20Z', 'updated_at': '2022-01-18T22:18:24Z', 'revision_number': 4, 'project_id': '2e8892a76b3740abb9d6e9e892c45ee9', 'gw_port': {'id': '331a768b-3fcc-4f36-81b8-d166a7d5a163', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:04:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bfa6ec6-af90-4610-b432-c51ba5787d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:18:20Z', 'updated_at': '2022-01-18T22:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': '2474118f-fe59-4783-b31a-b7f3d3fb8380', 'tenant_id': '2e8892a76b3740abb9d6e9e892c45ee9', 'floating_ip_address': '172.25.5.28', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': '0bfa6ec6-af90-4610-b432-c51ba5787d28', 'port_id': '95e090da-b2cf-486e-aabe-850df681c22e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 833, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cc5e92b-77a5-44ad-ae36-434626cbd587', 'mac_address': 'fa:16:3e:35:86:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '107dff23-b960-485f-aba2-e81ad488e7d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:18:29Z', 'updated_at': '2022-01-18T22:18:48Z', 'revision_number': 1, 'project_id': '2e8892a76b3740abb9d6e9e892c45ee9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2fdff8f-f153-4fbb-9bdb-b734f91b5d51', 'name': '', 'network_id': '9cc5e92b-77a5-44ad-ae36-434626cbd587', 'tenant_id': '2e8892a76b3740abb9d6e9e892c45ee9', 'mac_address': 'fa:16:3e:1f:7a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bfa6ec6-af90-4610-b432-c51ba5787d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '16adcbe9-5fd5-4922-bf98-741d0cc7c78e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:18:23Z', 'updated_at': '2022-01-18T22:18:31Z', 'revision_number': 5, 'project_id': '2e8892a76b3740abb9d6e9e892c45ee9', 'subnets': [{'id': '16adcbe9-5fd5-4922-bf98-741d0cc7c78e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:18:51.200019 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5a933eb3-095a-414f-bedb-894f2fb8624d req-9b65b76c-cd43-4286-98f3-6b9f99b8e69e tempest-SecurityGroupsTestAdminJSON-1698618491 tempest-SecurityGroupsTestAdminJSON-1698618491-project-admin] 10.222.0.53 "GET /v2.0/security-groups/19bc17eb-bb51-4286-be84-7c51fd069fb2 HTTP/1.1" status: 200 len: 2981 time: 0.0938377 Jan 18 22:18:51.208102 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecbd794-4e21-440e-902e-8b2030e31437 req-2eff7ffe-6b8c-4ff0-a200-9476b581c16c tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:51.209825 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cecbd794-4e21-440e-902e-8b2030e31437 req-2eff7ffe-6b8c-4ff0-a200-9476b581c16c tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=a58a87c4-bb7e-462a-9f10-ecbd5375fcb2 HTTP/1.1" status: 200 len: 945 time: 0.1025603 Jan 18 22:18:51.276524 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5a933eb3-095a-414f-bedb-894f2fb8624d req-3991fac9-7566-4292-a40e-5d70493cefa7 tempest-SecurityGroupsTestAdminJSON-1698618491 tempest-SecurityGroupsTestAdminJSON-1698618491-project-admin] 10.222.0.53 "GET /v2.0/security-groups/19bc17eb-bb51-4286-be84-7c51fd069fb2 HTTP/1.1" status: 200 len: 2981 time: 0.0656347 Jan 18 22:18:51.281866 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cecbd794-4e21-440e-902e-8b2030e31437 req-aa82c5e9-c6f6-4515-ae5b-5547cd2c4cee tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=69e59ffc-71ce-4c50-acf6-17bf11fb5545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559886 Jan 18 22:18:51.347781 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5a933eb3-095a-414f-bedb-894f2fb8624d req-1e81fe90-2616-42f5-8634-1be0737d4b98 tempest-SecurityGroupsTestAdminJSON-1698618491 tempest-SecurityGroupsTestAdminJSON-1698618491-project-admin] 10.222.0.53 "GET /v2.0/security-groups/2ed107e0-e1b1-4bb4-95c0-d4e0e8400a0c HTTP/1.1" status: 200 len: 2981 time: 0.0560913 Jan 18 22:18:51.417744 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5a933eb3-095a-414f-bedb-894f2fb8624d req-11006cfd-1690-42dc-8db3-998ca51e768d tempest-SecurityGroupsTestAdminJSON-1698618491 tempest-SecurityGroupsTestAdminJSON-1698618491-project-admin] 10.222.0.53 "GET /v2.0/security-groups/2ed107e0-e1b1-4bb4-95c0-d4e0e8400a0c HTTP/1.1" status: 200 len: 2981 time: 0.0636957 Jan 18 22:18:51.510702 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5a933eb3-095a-414f-bedb-894f2fb8624d req-354f63d7-aa40-411c-8a71-cc7ff57e696c tempest-SecurityGroupsTestAdminJSON-1698618491 tempest-SecurityGroupsTestAdminJSON-1698618491-project-admin] 10.222.0.53 "GET /v2.0/security-groups/4b154b96-a31d-4d06-b7d6-d52078cbc6d8 HTTP/1.1" status: 200 len: 2977 time: 0.0842242 Jan 18 22:18:51.521607 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5abeca0-6097-4854-b057-2fd94c4da586 None None] New status for floating IP 2474118f-fe59-4783-b31a-b7f3d3fb8380: ACTIVE {{(pid=102433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 22:18:51.583443 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5a933eb3-095a-414f-bedb-894f2fb8624d req-43f07fa1-defd-49c6-b0b2-327fa1c9f258 tempest-SecurityGroupsTestAdminJSON-1698618491 tempest-SecurityGroupsTestAdminJSON-1698618491-project-admin] 10.222.0.53 "GET /v2.0/security-groups/4b154b96-a31d-4d06-b7d6-d52078cbc6d8 HTTP/1.1" status: 200 len: 2977 time: 0.0656559 Jan 18 22:18:51.609328 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09215c60-fcda-4c0b-b483-d5c4168822fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4c2e074-b305-453f-b237-232905c9cae7'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:18:51.612597 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c5b3adc-c34d-459d-bed4-f63ff8799352" -d '{"events": [{"server_uuid": "09215c60-fcda-4c0b-b483-d5c4168822fd", "name": "network-vif-plugged", "status": "completed", "tag": "b4c2e074-b305-453f-b237-232905c9cae7"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:18:51.658999 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5a933eb3-095a-414f-bedb-894f2fb8624d req-715faf89-af56-4ebb-84d6-54681354ed4d tempest-SecurityGroupsTestAdminJSON-1698618491 tempest-SecurityGroupsTestAdminJSON-1698618491-project-admin] 10.222.0.53 "GET /v2.0/security-groups/50e23bf8-33ae-44d3-91de-5b8a41ea88e5 HTTP/1.1" status: 200 len: 2981 time: 0.0679629 Jan 18 22:18:51.679019 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43881641-598e-4550-8dea-d0a3ee22cf30 x-openstack-request-id: req-43881641-598e-4550-8dea-d0a3ee22cf30 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:18:51.679318 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09215c60-fcda-4c0b-b483-d5c4168822fd", "name": "network-vif-plugged", "status": "completed", "tag": "b4c2e074-b305-453f-b237-232905c9cae7", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:18:51.679575 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-43881641-598e-4550-8dea-d0a3ee22cf30 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:18:51.680251 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09215c60-fcda-4c0b-b483-d5c4168822fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4c2e074-b305-453f-b237-232905c9cae7', 'code': 200} Jan 18 22:18:51.724046 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5a933eb3-095a-414f-bedb-894f2fb8624d req-d64265db-691a-4c15-8759-db8cf8a008ed tempest-SecurityGroupsTestAdminJSON-1698618491 tempest-SecurityGroupsTestAdminJSON-1698618491-project-admin] 10.222.0.53 "GET /v2.0/security-groups/50e23bf8-33ae-44d3-91de-5b8a41ea88e5 HTTP/1.1" status: 200 len: 2981 time: 0.0641332 Jan 18 22:18:51.794819 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19af7058-894f-44fc-8e67-8a83046dcae7 req-42cc3892-7c03-4de8-b354-70b49f3a05b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:51.797647 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5a933eb3-095a-414f-bedb-894f2fb8624d req-414fab8f-a165-4233-801a-4979160f07ea tempest-SecurityGroupsTestAdminJSON-1698618491 tempest-SecurityGroupsTestAdminJSON-1698618491-project-admin] 10.222.0.53 "GET /v2.0/security-groups/56b9b9c0-23ca-4fcd-9172-d04740503349 HTTP/1.1" status: 200 len: 2981 time: 0.0660701 Jan 18 22:18:51.801811 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f502ecce-0dcf-4cec-aec5-82fe94687816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:51.804789 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-19af7058-894f-44fc-8e67-8a83046dcae7 req-42cc3892-7c03-4de8-b354-70b49f3a05b7 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=09215c60-fcda-4c0b-b483-d5c4168822fd HTTP/1.1" status: 200 len: 1097 time: 0.0553155 Jan 18 22:18:51.843142 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-19af7058-894f-44fc-8e67-8a83046dcae7 req-5d56da54-f7ec-45e5-953e-7e6bb053fe3f service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=56b9b9c0-23ca-4fcd-9172-d04740503349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372367 Jan 18 22:18:51.872436 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5a933eb3-095a-414f-bedb-894f2fb8624d req-b1c51fb1-e95c-40be-9fa3-097479d4b89c tempest-SecurityGroupsTestAdminJSON-1698618491 tempest-SecurityGroupsTestAdminJSON-1698618491-project-admin] 10.222.0.53 "GET /v2.0/security-groups/56b9b9c0-23ca-4fcd-9172-d04740503349 HTTP/1.1" status: 200 len: 2981 time: 0.0668387 Jan 18 22:18:51.924417 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5a933eb3-095a-414f-bedb-894f2fb8624d req-5c16d65a-5e4d-43b4-954b-7dee684dbade tempest-SecurityGroupsTestAdminJSON-1698618491 tempest-SecurityGroupsTestAdminJSON-1698618491-project-admin] 10.222.0.53 "GET /v2.0/security-groups/69e59ffc-71ce-4c50-acf6-17bf11fb5545 HTTP/1.1" status: 200 len: 2981 time: 0.0510426 Jan 18 22:18:51.995889 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2ce424-d572-4b39-bdb8-49d42a6009e0 req-bdac8f5e-1349-4879-91de-9dee7d18b9dc tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:51.997442 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9a2ce424-d572-4b39-bdb8-49d42a6009e0 req-bdac8f5e-1349-4879-91de-9dee7d18b9dc tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] 10.222.0.53 "GET /v2.0/ports?device_id=09215c60-fcda-4c0b-b483-d5c4168822fd HTTP/1.1" status: 200 len: 946 time: 0.0842817 Jan 18 22:18:52.000501 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5a933eb3-095a-414f-bedb-894f2fb8624d req-12aa6711-0501-41d3-b9a8-bf143db0103c tempest-SecurityGroupsTestAdminJSON-1698618491 tempest-SecurityGroupsTestAdminJSON-1698618491-project-admin] 10.222.0.53 "GET /v2.0/security-groups/69e59ffc-71ce-4c50-acf6-17bf11fb5545 HTTP/1.1" status: 200 len: 2981 time: 0.0573566 Jan 18 22:18:52.057022 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9a2ce424-d572-4b39-bdb8-49d42a6009e0 req-176263d4-d9db-412b-8c53-d98217a172e4 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] 10.222.0.53 "GET /v2.0/security-groups?id=56b9b9c0-23ca-4fcd-9172-d04740503349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526984 Jan 18 22:18:52.074395 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5a933eb3-095a-414f-bedb-894f2fb8624d req-9f0f459c-4b20-409d-940c-cb0027c44877 tempest-SecurityGroupsTestAdminJSON-1698618491 tempest-SecurityGroupsTestAdminJSON-1698618491-project-admin] 10.222.0.53 "GET /v2.0/security-groups/69f5e9f4-bae7-408d-934f-312862415cc1 HTTP/1.1" status: 200 len: 2981 time: 0.0616102 Jan 18 22:18:52.124848 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5a933eb3-095a-414f-bedb-894f2fb8624d req-a53fb8bc-153c-4e2d-9ec3-8cc62f7b83d4 tempest-SecurityGroupsTestAdminJSON-1698618491 tempest-SecurityGroupsTestAdminJSON-1698618491-project-admin] 10.222.0.53 "GET /v2.0/security-groups/69f5e9f4-bae7-408d-934f-312862415cc1 HTTP/1.1" status: 200 len: 2981 time: 0.0421295 Jan 18 22:18:52.171829 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5a933eb3-095a-414f-bedb-894f2fb8624d req-fb6b7333-61a4-48f4-99f8-b12c44608cc6 tempest-SecurityGroupsTestAdminJSON-1698618491 tempest-SecurityGroupsTestAdminJSON-1698618491-project-admin] 10.222.0.53 "GET /v2.0/security-groups/6a379ef9-896e-46a3-a6fd-76da41860ddb HTTP/1.1" status: 200 len: 2981 time: 0.0381258 Jan 18 22:18:52.217576 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5a933eb3-095a-414f-bedb-894f2fb8624d req-fe67cbb0-bdf4-45c9-a716-2a13ee12f180 tempest-SecurityGroupsTestAdminJSON-1698618491 tempest-SecurityGroupsTestAdminJSON-1698618491-project-admin] 10.222.0.53 "GET /v2.0/security-groups/6a379ef9-896e-46a3-a6fd-76da41860ddb HTTP/1.1" status: 200 len: 2981 time: 0.0401535 Jan 18 22:18:52.270172 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5a933eb3-095a-414f-bedb-894f2fb8624d req-acd10513-79cf-49e0-9b6b-4a4cbf57af84 tempest-SecurityGroupsTestAdminJSON-1698618491 tempest-SecurityGroupsTestAdminJSON-1698618491-project-admin] 10.222.0.53 "GET /v2.0/security-groups/ab9ca671-abde-469b-8d38-0e7111effcbf HTTP/1.1" status: 200 len: 2973 time: 0.0465312 Jan 18 22:18:52.320388 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5a933eb3-095a-414f-bedb-894f2fb8624d req-5b781ab0-3382-46fb-ba3d-61959e64d1a2 tempest-SecurityGroupsTestAdminJSON-1698618491 tempest-SecurityGroupsTestAdminJSON-1698618491-project-admin] 10.222.0.53 "GET /v2.0/security-groups/ab9ca671-abde-469b-8d38-0e7111effcbf HTTP/1.1" status: 200 len: 2973 time: 0.0435112 Jan 18 22:18:52.367341 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5a933eb3-095a-414f-bedb-894f2fb8624d req-a12f870f-ced8-46e9-922f-057c3340f53b tempest-SecurityGroupsTestAdminJSON-1698618491 tempest-SecurityGroupsTestAdminJSON-1698618491-project-admin] 10.222.0.53 "GET /v2.0/security-groups/bb758eee-f9d1-4ba4-9b8a-9ce7d19c3dfb HTTP/1.1" status: 200 len: 2981 time: 0.0384529 Jan 18 22:18:52.427063 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5a933eb3-095a-414f-bedb-894f2fb8624d req-663f9c26-64f1-4c74-a766-a73449ac5e0f tempest-SecurityGroupsTestAdminJSON-1698618491 tempest-SecurityGroupsTestAdminJSON-1698618491-project-admin] 10.222.0.53 "GET /v2.0/security-groups/bb758eee-f9d1-4ba4-9b8a-9ce7d19c3dfb HTTP/1.1" status: 200 len: 2981 time: 0.0524440 Jan 18 22:18:52.514594 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20832e19-f49f-49e6-9f3c-20ec8d600db1 req-3ee97fde-933c-4417-bc10-d8891a714aaf tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:52.516044 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-20832e19-f49f-49e6-9f3c-20ec8d600db1 req-3ee97fde-933c-4417-bc10-d8891a714aaf tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=a58a87c4-bb7e-462a-9f10-ecbd5375fcb2 HTTP/1.1" status: 200 len: 945 time: 0.0745242 Jan 18 22:18:52.517436 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5a933eb3-095a-414f-bedb-894f2fb8624d req-392bf4df-169c-4da8-8c1b-4bb8bb43b0c0 tempest-SecurityGroupsTestAdminJSON-1698618491 tempest-SecurityGroupsTestAdminJSON-1698618491-project-admin] 10.222.0.53 "GET /v2.0/security-groups/c9fcd6a5-f0d5-4ad8-9c30-0f4f116e1f92 HTTP/1.1" status: 200 len: 2981 time: 0.0771925 Jan 18 22:18:52.575734 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-20832e19-f49f-49e6-9f3c-20ec8d600db1 req-cb26ec0d-8b47-4940-862c-425bc5d17374 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=69e59ffc-71ce-4c50-acf6-17bf11fb5545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528078 Jan 18 22:18:52.586913 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5a933eb3-095a-414f-bedb-894f2fb8624d req-10363087-7628-4d96-b5fb-e8a64773ad62 tempest-SecurityGroupsTestAdminJSON-1698618491 tempest-SecurityGroupsTestAdminJSON-1698618491-project-admin] 10.222.0.53 "GET /v2.0/security-groups/c9fcd6a5-f0d5-4ad8-9c30-0f4f116e1f92 HTTP/1.1" status: 200 len: 2981 time: 0.0572848 Jan 18 22:18:52.634808 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5a933eb3-095a-414f-bedb-894f2fb8624d req-99fee28d-5490-488f-a620-3136f8d86332 tempest-SecurityGroupsTestAdminJSON-1698618491 tempest-SecurityGroupsTestAdminJSON-1698618491-project-admin] 10.222.0.53 "GET /v2.0/security-groups/fbec26eb-d6a7-43af-931f-5d93fb63e847 HTTP/1.1" status: 200 len: 2981 time: 0.0379589 Jan 18 22:18:52.654562 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 3cbcf254-f312-4f41-910c-3c8b9defb3c1 up at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:18:52.696718 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5a933eb3-095a-414f-bedb-894f2fb8624d req-f3ff2a5f-5add-41ed-b093-8327c54b1791 tempest-SecurityGroupsTestAdminJSON-1698618491 tempest-SecurityGroupsTestAdminJSON-1698618491-project-admin] 10.222.0.53 "GET /v2.0/security-groups/fbec26eb-d6a7-43af-931f-5d93fb63e847 HTTP/1.1" status: 200 len: 2981 time: 0.0554371 Jan 18 22:18:52.732282 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning for port 3cbcf254-f312-4f41-910c-3c8b9defb3c1 completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:18:52.736576 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning complete for port 3cbcf254-f312-4f41-910c-3c8b9defb3c1 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:18:52.737023 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:52.842674 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:52.848162 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6ff30578-37ad-4fee-8997-99612f658835 req-062fb593-3417-4f22-b767-c18a1518febb tempest-SecurityGroupsTestAdminJSON-2000095589 tempest-SecurityGroupsTestAdminJSON-2000095589-project] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4f02f36707d4489d8fc68e373442bee7 HTTP/1.1" status: 200 len: 6103 time: 0.0717957 Jan 18 22:18:52.858159 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:52.898649 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 3cbcf254-f312-4f41-910c-3c8b9defb3c1, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=3cbcf254-f312-4f41-910c-3c8b9defb3c1,segment=NetworkSegment(54058af5-a5b1-45e9-977a-39ef1b01c87e),segment_id=54058af5-a5b1-45e9-977a-39ef1b01c87e)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:18:52.902586 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:52.909717 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6ff30578-37ad-4fee-8997-99612f658835 req-8bf6dcc8-0018-4886-891a-02037c9c3dad tempest-SecurityGroupsTestAdminJSON-2000095589 tempest-SecurityGroupsTestAdminJSON-2000095589-project] 10.222.0.53 "GET /v2.0/security-groups/19bc17eb-bb51-4286-be84-7c51fd069fb2 HTTP/1.1" status: 200 len: 2981 time: 0.0530314 Jan 18 22:18:52.954988 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=3cbcf254-f312-4f41-910c-3c8b9defb3c1,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:52.990537 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6ff30578-37ad-4fee-8997-99612f658835 req-3fe35344-2563-4969-9fb6-c4ffab6990ff tempest-SecurityGroupsTestAdminJSON-2000095589 tempest-SecurityGroupsTestAdminJSON-2000095589-project] 10.222.0.53 "GET /v2.0/security-groups/19bc17eb-bb51-4286-be84-7c51fd069fb2 HTTP/1.1" status: 200 len: 2981 time: 0.0651522 Jan 18 22:18:53.094877 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a34db0f1-eb86-496f-8128-6b30ffe841cf req-105ef05a-fd71-4e46-85ec-99e855d95f7d tempest-SecurityGroupsTestAdminJSON-1698618491 tempest-SecurityGroupsTestAdminJSON-1698618491-project-admin] 10.222.0.53 "GET /v2.0/security-groups/bbc26c20-f96d-4f27-859c-6a7fc5749181 HTTP/1.1" status: 200 len: 1776 time: 0.0684381 Jan 18 22:18:53.117765 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7898751a-6079-4705-a058-59f42c0949f6 req-2844bc54-d9e0-4a35-9768-8e80f30969a6 tempest-VolumesAdminNegativeTest-1812890462 tempest-VolumesAdminNegativeTest-1812890462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:53.119182 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7898751a-6079-4705-a058-59f42c0949f6 req-2844bc54-d9e0-4a35-9768-8e80f30969a6 tempest-VolumesAdminNegativeTest-1812890462 tempest-VolumesAdminNegativeTest-1812890462-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0cd9c11-8a4e-49eb-9ce9-da98fbb7cedc HTTP/1.1" status: 200 len: 945 time: 0.0681396 Jan 18 22:18:53.180441 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7898751a-6079-4705-a058-59f42c0949f6 req-146e88d6-7387-4e4d-8e5c-5f20d14b9d41 tempest-VolumesAdminNegativeTest-1812890462 tempest-VolumesAdminNegativeTest-1812890462-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f5e9f4-bae7-408d-934f-312862415cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541630 Jan 18 22:18:53.189752 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-a34db0f1-eb86-496f-8128-6b30ffe841cf req-eb155c4a-fe7c-47b5-80f7-7ca774f1b09b tempest-SecurityGroupsTestAdminJSON-1698618491 tempest-SecurityGroupsTestAdminJSON-1698618491-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:53.221074 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-a34db0f1-eb86-496f-8128-6b30ffe841cf req-eb155c4a-fe7c-47b5-80f7-7ca774f1b09b tempest-SecurityGroupsTestAdminJSON-1698618491 tempest-SecurityGroupsTestAdminJSON-1698618491-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:53.266535 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-a34db0f1-eb86-496f-8128-6b30ffe841cf req-eb155c4a-fe7c-47b5-80f7-7ca774f1b09b tempest-SecurityGroupsTestAdminJSON-1698618491 tempest-SecurityGroupsTestAdminJSON-1698618491-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:53.269126 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-a34db0f1-eb86-496f-8128-6b30ffe841cf req-eb155c4a-fe7c-47b5-80f7-7ca774f1b09b tempest-SecurityGroupsTestAdminJSON-1698618491 tempest-SecurityGroupsTestAdminJSON-1698618491-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:53.270330 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a34db0f1-eb86-496f-8128-6b30ffe841cf req-eb155c4a-fe7c-47b5-80f7-7ca774f1b09b tempest-SecurityGroupsTestAdminJSON-1698618491 tempest-SecurityGroupsTestAdminJSON-1698618491-project-admin] 10.222.0.53 "DELETE /v2.0/security-groups/bbc26c20-f96d-4f27-859c-6a7fc5749181 HTTP/1.1" status: 204 len: 173 time: 0.1683416 Jan 18 22:18:53.288318 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb155c4a-fe7c-47b5-80f7-7ca774f1b09b tempest-SecurityGroupsTestAdminJSON-1698618491 tempest-SecurityGroupsTestAdminJSON-1698618491-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbc26c20-f96d-4f27-859c-6a7fc5749181,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:53.354983 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a147bc8-911d-402a-bbed-9b2f18d4e70f req-0d3c8e4b-4aec-4f49-ad18-c2459493a9f0 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:53.356369 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8a147bc8-911d-402a-bbed-9b2f18d4e70f req-0d3c8e4b-4aec-4f49-ad18-c2459493a9f0 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] 10.222.0.53 "GET /v2.0/ports?device_id=09215c60-fcda-4c0b-b483-d5c4168822fd HTTP/1.1" status: 200 len: 946 time: 0.0850370 Jan 18 22:18:53.360746 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4939a205-56ef-4d2a-a206-00992e03e37f req-b94cb4a4-93d0-4fcb-9c1c-0db689461c16 tempest-SecurityGroupsTestAdminJSON-1698618491 tempest-SecurityGroupsTestAdminJSON-1698618491-project-admin] 10.222.0.53 "GET /v2.0/security-groups/8a95ce67-ce63-4e0b-90ea-ab7222377bf6 HTTP/1.1" status: 200 len: 1777 time: 0.0526416 Jan 18 22:18:53.422281 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8a147bc8-911d-402a-bbed-9b2f18d4e70f req-4c8cfb02-96d1-4fc3-aaf4-03a14ca38ada tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] 10.222.0.53 "GET /v2.0/security-groups?id=56b9b9c0-23ca-4fcd-9172-d04740503349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599074 Jan 18 22:18:53.443924 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-4939a205-56ef-4d2a-a206-00992e03e37f req-3f2a18e9-6dc7-488d-8cd5-faaedbdd9508 tempest-SecurityGroupsTestAdminJSON-1698618491 tempest-SecurityGroupsTestAdminJSON-1698618491-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:53.458915 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-4939a205-56ef-4d2a-a206-00992e03e37f req-3f2a18e9-6dc7-488d-8cd5-faaedbdd9508 tempest-SecurityGroupsTestAdminJSON-1698618491 tempest-SecurityGroupsTestAdminJSON-1698618491-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:53.504822 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-4939a205-56ef-4d2a-a206-00992e03e37f req-3f2a18e9-6dc7-488d-8cd5-faaedbdd9508 tempest-SecurityGroupsTestAdminJSON-1698618491 tempest-SecurityGroupsTestAdminJSON-1698618491-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:53.507546 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-4939a205-56ef-4d2a-a206-00992e03e37f req-3f2a18e9-6dc7-488d-8cd5-faaedbdd9508 tempest-SecurityGroupsTestAdminJSON-1698618491 tempest-SecurityGroupsTestAdminJSON-1698618491-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:53.508746 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4939a205-56ef-4d2a-a206-00992e03e37f req-3f2a18e9-6dc7-488d-8cd5-faaedbdd9508 tempest-SecurityGroupsTestAdminJSON-1698618491 tempest-SecurityGroupsTestAdminJSON-1698618491-project-admin] 10.222.0.53 "DELETE /v2.0/security-groups/8a95ce67-ce63-4e0b-90ea-ab7222377bf6 HTTP/1.1" status: 204 len: 173 time: 0.1405346 Jan 18 22:18:53.519752 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2a18e9-6dc7-488d-8cd5-faaedbdd9508 tempest-SecurityGroupsTestAdminJSON-1698618491 tempest-SecurityGroupsTestAdminJSON-1698618491-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a95ce67-ce63-4e0b-90ea-ab7222377bf6,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:53.570355 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77683e7a-1879-40aa-a296-ca3b77c6069a req-0a84337a-16bf-4727-a2e2-17c5140dbeaa tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:53.571836 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-77683e7a-1879-40aa-a296-ca3b77c6069a req-0a84337a-16bf-4727-a2e2-17c5140dbeaa tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] 10.222.0.53 "GET /v2.0/ports?device_id=18831502-61c2-4c74-add4-9564a73cc5dd HTTP/1.1" status: 200 len: 946 time: 0.0539238 Jan 18 22:18:53.631184 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-77683e7a-1879-40aa-a296-ca3b77c6069a req-021b795c-f73a-4359-abe5-3f5dbd7f4f6c tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] 10.222.0.53 "GET /v2.0/security-groups?id=56b9b9c0-23ca-4fcd-9172-d04740503349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520153 Jan 18 22:18:53.634986 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7aaf9424-94c7-4485-a558-3ecf9a4d1aca req-6dce97be-c317-4d9d-b9de-6a0a725a2612 tempest-SecurityGroupsTestAdminJSON-2000095589 tempest-SecurityGroupsTestAdminJSON-2000095589-project] 10.222.0.53 "GET /v2.0/security-groups/12f7d8e2-47f5-446f-a777-603563593ba3 HTTP/1.1" status: 200 len: 1778 time: 0.0622811 Jan 18 22:18:53.681798 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a58a87c4-bb7e-462a-9f10-ecbd5375fcb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cbcf254-f312-4f41-910c-3c8b9defb3c1'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:18:53.684396 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2358416-c3a3-4a27-ad65-8a2be8e01402" -d '{"events": [{"server_uuid": "a58a87c4-bb7e-462a-9f10-ecbd5375fcb2", "name": "network-vif-plugged", "status": "completed", "tag": "3cbcf254-f312-4f41-910c-3c8b9defb3c1"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:18:53.711599 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-7aaf9424-94c7-4485-a558-3ecf9a4d1aca req-c62ab34d-e4e1-4968-a6da-b890f52c869b tempest-SecurityGroupsTestAdminJSON-2000095589 tempest-SecurityGroupsTestAdminJSON-2000095589-project] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:53.749809 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-7aaf9424-94c7-4485-a558-3ecf9a4d1aca req-c62ab34d-e4e1-4968-a6da-b890f52c869b tempest-SecurityGroupsTestAdminJSON-2000095589 tempest-SecurityGroupsTestAdminJSON-2000095589-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:53.777262 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d4bdd-de62-4718-bec1-fcec111dae42 req-34d8cddd-ec1e-43fe-b530-1c1ee21585e4 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:53.778698 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d48d4bdd-de62-4718-bec1-fcec111dae42 req-34d8cddd-ec1e-43fe-b530-1c1ee21585e4 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=a58a87c4-bb7e-462a-9f10-ecbd5375fcb2 HTTP/1.1" status: 200 len: 946 time: 0.0789702 Jan 18 22:18:53.822878 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d48d4bdd-de62-4718-bec1-fcec111dae42 req-ab8b0d95-c010-48d1-983b-d67c745c15a9 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=69e59ffc-71ce-4c50-acf6-17bf11fb5545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351622 Jan 18 22:18:53.823442 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-7aaf9424-94c7-4485-a558-3ecf9a4d1aca req-c62ab34d-e4e1-4968-a6da-b890f52c869b tempest-SecurityGroupsTestAdminJSON-2000095589 tempest-SecurityGroupsTestAdminJSON-2000095589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:53.826134 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-7aaf9424-94c7-4485-a558-3ecf9a4d1aca req-c62ab34d-e4e1-4968-a6da-b890f52c869b tempest-SecurityGroupsTestAdminJSON-2000095589 tempest-SecurityGroupsTestAdminJSON-2000095589-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:53.826935 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7aaf9424-94c7-4485-a558-3ecf9a4d1aca req-c62ab34d-e4e1-4968-a6da-b890f52c869b tempest-SecurityGroupsTestAdminJSON-2000095589 tempest-SecurityGroupsTestAdminJSON-2000095589-project] 10.222.0.53 "DELETE /v2.0/security-groups/12f7d8e2-47f5-446f-a777-603563593ba3 HTTP/1.1" status: 204 len: 173 time: 0.1858747 Jan 18 22:18:53.836435 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62ab34d-e4e1-4968-a6da-b890f52c869b tempest-SecurityGroupsTestAdminJSON-2000095589 tempest-SecurityGroupsTestAdminJSON-2000095589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f7d8e2-47f5-446f-a777-603563593ba3,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:53.951864 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eea94436-0b68-4ca1-8b34-9271ba2300b2 x-openstack-request-id: req-eea94436-0b68-4ca1-8b34-9271ba2300b2 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:18:53.952231 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a58a87c4-bb7e-462a-9f10-ecbd5375fcb2", "name": "network-vif-plugged", "status": "completed", "tag": "3cbcf254-f312-4f41-910c-3c8b9defb3c1", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:18:53.952586 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-eea94436-0b68-4ca1-8b34-9271ba2300b2 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:18:53.953027 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a58a87c4-bb7e-462a-9f10-ecbd5375fcb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cbcf254-f312-4f41-910c-3c8b9defb3c1', 'code': 200} Jan 18 22:18:54.068151 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c3d1fef4-b37a-4b5c-aae6-623470d6c24f req-c9748246-3714-4291-9c6f-c66731d9644d tempest-SecurityGroupsTestAdminJSON-2000095589 tempest-SecurityGroupsTestAdminJSON-2000095589-project] 10.222.0.53 "GET /v2.0/security-groups/5a197822-0135-4a57-9d25-47d608b891fe HTTP/1.1" status: 200 len: 1777 time: 0.0486784 Jan 18 22:18:54.074904 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1447d06d-4582-402e-8ca4-15a8937391fe req-27bc07a8-699e-462c-aecf-74ebb78e63a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:54.076436 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-1447d06d-4582-402e-8ca4-15a8937391fe req-27bc07a8-699e-462c-aecf-74ebb78e63a8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a58a87c4-bb7e-462a-9f10-ecbd5375fcb2 HTTP/1.1" status: 200 len: 1097 time: 0.0473888 Jan 18 22:18:54.127648 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-1447d06d-4582-402e-8ca4-15a8937391fe req-12ad1ba6-86e7-4bf3-ada9-189654ba0ea0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=69e59ffc-71ce-4c50-acf6-17bf11fb5545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420907 Jan 18 22:18:54.139896 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-c3d1fef4-b37a-4b5c-aae6-623470d6c24f req-5dcb0e01-bc17-4452-8cc7-20fa05a3a78d tempest-SecurityGroupsTestAdminJSON-2000095589 tempest-SecurityGroupsTestAdminJSON-2000095589-project] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:54.271326 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:54.359264 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60852) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:18:54.490175 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-c3d1fef4-b37a-4b5c-aae6-623470d6c24f req-5dcb0e01-bc17-4452-8cc7-20fa05a3a78d tempest-SecurityGroupsTestAdminJSON-2000095589 tempest-SecurityGroupsTestAdminJSON-2000095589-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:54.501811 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:54.518458 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9e10d094-7333-4152-9879-57cc759892b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:54.534559 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4eef5d-40ac-43d8-aac1-efd45e83460f req-9c3c5056-10f2-41bb-9698-839e54f1aaa1 tempest-VolumesAdminNegativeTest-1812890462 tempest-VolumesAdminNegativeTest-1812890462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:54.536047 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1c4eef5d-40ac-43d8-aac1-efd45e83460f req-9c3c5056-10f2-41bb-9698-839e54f1aaa1 tempest-VolumesAdminNegativeTest-1812890462 tempest-VolumesAdminNegativeTest-1812890462-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0cd9c11-8a4e-49eb-9ce9-da98fbb7cedc HTTP/1.1" status: 200 len: 945 time: 0.0792379 Jan 18 22:18:54.551550 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-c3d1fef4-b37a-4b5c-aae6-623470d6c24f req-5dcb0e01-bc17-4452-8cc7-20fa05a3a78d tempest-SecurityGroupsTestAdminJSON-2000095589 tempest-SecurityGroupsTestAdminJSON-2000095589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:54.554713 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-c3d1fef4-b37a-4b5c-aae6-623470d6c24f req-5dcb0e01-bc17-4452-8cc7-20fa05a3a78d tempest-SecurityGroupsTestAdminJSON-2000095589 tempest-SecurityGroupsTestAdminJSON-2000095589-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:54.555709 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c3d1fef4-b37a-4b5c-aae6-623470d6c24f req-5dcb0e01-bc17-4452-8cc7-20fa05a3a78d tempest-SecurityGroupsTestAdminJSON-2000095589 tempest-SecurityGroupsTestAdminJSON-2000095589-project] 10.222.0.53 "DELETE /v2.0/security-groups/5a197822-0135-4a57-9d25-47d608b891fe HTTP/1.1" status: 204 len: 173 time: 0.4811921 Jan 18 22:18:54.576393 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcb0e01-bc17-4452-8cc7-20fa05a3a78d tempest-SecurityGroupsTestAdminJSON-2000095589 tempest-SecurityGroupsTestAdminJSON-2000095589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a197822-0135-4a57-9d25-47d608b891fe,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:54.590515 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1c4eef5d-40ac-43d8-aac1-efd45e83460f req-7e043ed8-d861-4ce9-a75b-62527f4519f2 tempest-VolumesAdminNegativeTest-1812890462 tempest-VolumesAdminNegativeTest-1812890462-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f5e9f4-bae7-408d-934f-312862415cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471983 Jan 18 22:18:54.608655 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9e10d094-7333-4152-9879-57cc759892b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:54.616470 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9e10d094-7333-4152-9879-57cc759892b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:54.657739 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e10d094-7333-4152-9879-57cc759892b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=074b6c34-5214-4bbc-8bc6-52219454e3ea,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:54.661802 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-9e10d094-7333-4152-9879-57cc759892b4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=059f662043494208a7430c8387fd8d6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3014228 Jan 18 22:18:54.665484 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 60866) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:18:54.670040 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e10d094-7333-4152-9879-57cc759892b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:18:54.670567 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e10d094-7333-4152-9879-57cc759892b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:18:54.670904 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e10d094-7333-4152-9879-57cc759892b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:18:54.671230 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e10d094-7333-4152-9879-57cc759892b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:18:54.671550 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e10d094-7333-4152-9879-57cc759892b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:18:54.672030 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e10d094-7333-4152-9879-57cc759892b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:18:54.672642 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e10d094-7333-4152-9879-57cc759892b4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:18:54.673123 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e10d094-7333-4152-9879-57cc759892b4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:18:54.673444 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e10d094-7333-4152-9879-57cc759892b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:18:54.673759 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e10d094-7333-4152-9879-57cc759892b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:18:54.674073 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e10d094-7333-4152-9879-57cc759892b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:18:54.674389 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e10d094-7333-4152-9879-57cc759892b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:18:54.795399 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-45e7c097-fd38-4832-b987-e5a4862e367d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:54.820727 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60870) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:18:54.824545 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de638740-533c-4be2-bdd3-5ceccb07262e req-86bf2848-c268-4dc7-b47e-2c0858770e66 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:54.826084 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-de638740-533c-4be2-bdd3-5ceccb07262e req-86bf2848-c268-4dc7-b47e-2c0858770e66 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] 10.222.0.53 "GET /v2.0/networks?id=98af4c66-77cb-4b8f-ac2e-973c83289bd3 HTTP/1.1" status: 200 len: 813 time: 0.1617835 Jan 18 22:18:54.837251 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-45e7c097-fd38-4832-b987-e5a4862e367d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:54.855163 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-de638740-533c-4be2-bdd3-5ceccb07262e req-80fa608e-9005-4d73-890a-c800795bea77 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] 10.222.0.53 "GET /v2.0/quotas/0b06d38b07ae4d7291ef44d8cc38ba74 HTTP/1.1" status: 200 len: 375 time: 0.0211332 Jan 18 22:18:54.911415 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb11e6e-78c4-48e7-bb86-1c0df9cef55a req-a36283b7-aadb-40d8-aec4-f9b1d5929d3a tempest-VolumesAdminNegativeTest-1812890462 tempest-VolumesAdminNegativeTest-1812890462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:54.913608 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-4bb11e6e-78c4-48e7-bb86-1c0df9cef55a req-a36283b7-aadb-40d8-aec4-f9b1d5929d3a tempest-VolumesAdminNegativeTest-1812890462 tempest-VolumesAdminNegativeTest-1812890462-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0cd9c11-8a4e-49eb-9ce9-da98fbb7cedc HTTP/1.1" status: 200 len: 945 time: 0.0659881 Jan 18 22:18:54.950262 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-de638740-533c-4be2-bdd3-5ceccb07262e req-b2506982-2e59-40fc-90e1-38a3d2442c2f tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=0b06d38b07ae4d7291ef44d8cc38ba74&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0884411 Jan 18 22:18:54.973088 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f59c581-d0a1-4f33-90d3-261b35f25f2a req-c81c6e9d-6954-43dd-9452-6c6572f10f26 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:54.974566 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4f59c581-d0a1-4f33-90d3-261b35f25f2a req-c81c6e9d-6954-43dd-9452-6c6572f10f26 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=a58a87c4-bb7e-462a-9f10-ecbd5375fcb2 HTTP/1.1" status: 200 len: 946 time: 0.0813460 Jan 18 22:18:54.983653 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-45e7c097-fd38-4832-b987-e5a4862e367d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:54.986282 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-45e7c097-fd38-4832-b987-e5a4862e367d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:54.987337 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-45e7c097-fd38-4832-b987-e5a4862e367d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/074b6c34-5214-4bbc-8bc6-52219454e3ea HTTP/1.1" status: 204 len: 168 time: 0.3209708 Jan 18 22:18:55.005908 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e7c097-fd38-4832-b987-e5a4862e367d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=074b6c34-5214-4bbc-8bc6-52219454e3ea,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:55.036999 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-5902f361-ec78-4e77-a8f7-8ae3fb1a725a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4f02f36707d4489d8fc68e373442bee7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2140632 Jan 18 22:18:55.038167 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60884) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:18:55.088709 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4f59c581-d0a1-4f33-90d3-261b35f25f2a req-e652345f-5ce8-4bf3-b0e5-5aeef53e263f tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=69e59ffc-71ce-4c50-acf6-17bf11fb5545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993977 Jan 18 22:18:55.112213 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-4bb11e6e-78c4-48e7-bb86-1c0df9cef55a req-c1547102-48d1-434b-a3af-e3a0fc4bd548 tempest-VolumesAdminNegativeTest-1812890462 tempest-VolumesAdminNegativeTest-1812890462-project] Deleting port 3a5d6d9b-48a9-4f8a-8af9-5b29aca3b4ce {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:18:55.112824 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-4bb11e6e-78c4-48e7-bb86-1c0df9cef55a req-c1547102-48d1-434b-a3af-e3a0fc4bd548 tempest-VolumesAdminNegativeTest-1812890462 tempest-VolumesAdminNegativeTest-1812890462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:55.123420 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-de638740-533c-4be2-bdd3-5ceccb07262e req-c7942a96-76bc-4a3a-9c90-b6b6f0fadf57 service neutron] 10.222.0.53 "GET /v2.0/networks/98af4c66-77cb-4b8f-ac2e-973c83289bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471500 Jan 18 22:18:55.216740 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a7306e7c-4da4-4a65-977b-215752d46858 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:55.240761 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-de638740-533c-4be2-bdd3-5ceccb07262e req-11633b1c-8e31-4232-9b89-1d7a3a96d46e service neutron] 10.222.0.53 "GET /v2.0/networks/98af4c66-77cb-4b8f-ac2e-973c83289bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104755 Jan 18 22:18:55.241563 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-4bb11e6e-78c4-48e7-bb86-1c0df9cef55a req-c1547102-48d1-434b-a3af-e3a0fc4bd548 tempest-VolumesAdminNegativeTest-1812890462 tempest-VolumesAdminNegativeTest-1812890462-project] For port 3a5d6d9b-48a9-4f8a-8af9-5b29aca3b4ce, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=3a5d6d9b-48a9-4f8a-8af9-5b29aca3b4ce,segment=NetworkSegment(7dafbe17-ae16-4df7-8c02-fe1b5a40b72f),segment_id=7dafbe17-ae16-4df7-8c02-fe1b5a40b72f)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:18:55.241922 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-4bb11e6e-78c4-48e7-bb86-1c0df9cef55a req-c1547102-48d1-434b-a3af-e3a0fc4bd548 tempest-VolumesAdminNegativeTest-1812890462 tempest-VolumesAdminNegativeTest-1812890462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:55.273100 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a7306e7c-4da4-4a65-977b-215752d46858 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:55.274869 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-4bb11e6e-78c4-48e7-bb86-1c0df9cef55a req-c1547102-48d1-434b-a3af-e3a0fc4bd548 tempest-VolumesAdminNegativeTest-1812890462 tempest-VolumesAdminNegativeTest-1812890462-project] Calling delete_port for 3a5d6d9b-48a9-4f8a-8af9-5b29aca3b4ce owned by compute:nova {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:18:55.381867 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a7306e7c-4da4-4a65-977b-215752d46858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:55.384702 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a7306e7c-4da4-4a65-977b-215752d46858 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:55.385855 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-a7306e7c-4da4-4a65-977b-215752d46858 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/19bc17eb-bb51-4286-be84-7c51fd069fb2 HTTP/1.1" status: 204 len: 168 time: 0.3452322 Jan 18 22:18:55.391062 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60888) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:18:55.420154 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7306e7c-4da4-4a65-977b-215752d46858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19bc17eb-bb51-4286-be84-7c51fd069fb2,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:55.423554 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-08a3bbbc-c41c-4e6a-b785-fb6e1287af4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:55.530619 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-4bb11e6e-78c4-48e7-bb86-1c0df9cef55a req-c1547102-48d1-434b-a3af-e3a0fc4bd548 tempest-VolumesAdminNegativeTest-1812890462 tempest-VolumesAdminNegativeTest-1812890462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:55.544612 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['3a5d6d9b-48a9-4f8a-8af9-5b29aca3b4ce'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:18:55.593814 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1547102-48d1-434b-a3af-e3a0fc4bd548 tempest-VolumesAdminNegativeTest-1812890462 tempest-VolumesAdminNegativeTest-1812890462-project] Pushing event deleted for resources: {'Port': ['ID=3a5d6d9b-48a9-4f8a-8af9-5b29aca3b4ce,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:55.658652 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-08a3bbbc-c41c-4e6a-b785-fb6e1287af4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:55.678507 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bb11e6e-78c4-48e7-bb86-1c0df9cef55a req-c1547102-48d1-434b-a3af-e3a0fc4bd548 tempest-VolumesAdminNegativeTest-1812890462 tempest-VolumesAdminNegativeTest-1812890462-project] No DVR routers for this DVR port 3a5d6d9b-48a9-4f8a-8af9-5b29aca3b4ce on host n-h1-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:18:55.681733 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-4bb11e6e-78c4-48e7-bb86-1c0df9cef55a req-c1547102-48d1-434b-a3af-e3a0fc4bd548 tempest-VolumesAdminNegativeTest-1812890462 tempest-VolumesAdminNegativeTest-1812890462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:55.687554 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-4bb11e6e-78c4-48e7-bb86-1c0df9cef55a req-c1547102-48d1-434b-a3af-e3a0fc4bd548 tempest-VolumesAdminNegativeTest-1812890462 tempest-VolumesAdminNegativeTest-1812890462-project] 10.222.0.36 "DELETE /v2.0/ports/3a5d6d9b-48a9-4f8a-8af9-5b29aca3b4ce HTTP/1.1" status: 204 len: 173 time: 0.7661266 Jan 18 22:18:55.688659 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0cd9c11-8a4e-49eb-9ce9-da98fbb7cedc', 'name': 'network-vif-deleted', 'tag': '3a5d6d9b-48a9-4f8a-8af9-5b29aca3b4ce'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:18:55.691420 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04ffb812-c067-4a75-b853-df3e061cb1b5" -d '{"events": [{"server_uuid": "c0cd9c11-8a4e-49eb-9ce9-da98fbb7cedc", "name": "network-vif-deleted", "tag": "3a5d6d9b-48a9-4f8a-8af9-5b29aca3b4ce"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:18:55.695526 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-08a3bbbc-c41c-4e6a-b785-fb6e1287af4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:55.739931 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7bece6-279a-4552-9063-68d55a48616a req-d0eb6bb8-60f9-4932-a885-c5dbf3025697 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:55.742217 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-8c7bece6-279a-4552-9063-68d55a48616a req-d0eb6bb8-60f9-4932-a885-c5dbf3025697 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] 10.222.0.67 "GET /v2.0/ports?device_id=09215c60-fcda-4c0b-b483-d5c4168822fd HTTP/1.1" status: 200 len: 946 time: 0.1628721 Jan 18 22:18:55.745470 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-08a3bbbc-c41c-4e6a-b785-fb6e1287af4e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1c37979b340f45bbb39e61c807e175ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3534057 Jan 18 22:18:55.753917 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60908) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:18:55.768724 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-dae77ed0-c7b0-46f9-99da-ac41006e28e4 req-facc55a7-1e7c-4d4d-afc1-717c79cd4df3 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] 10.222.0.53 "GET /v2.0/ports?device_id=57aa89f6-c972-4689-859a-8ed5a95ea96e HTTP/1.1" status: 200 len: 210 time: 0.0316145 Jan 18 22:18:55.822091 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c8126718-4212-4941-8752-7a64f636db62 req-f812481b-0182-462f-952c-2a0ea540e319 tempest-VolumesAdminNegativeTest-1812890462 tempest-VolumesAdminNegativeTest-1812890462-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0cd9c11-8a4e-49eb-9ce9-da98fbb7cedc HTTP/1.1" status: 200 len: 210 time: 0.0952320 Jan 18 22:18:55.856248 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-990a1a46-58e5-4658-8f93-c56dd50934ce x-openstack-request-id: req-990a1a46-58e5-4658-8f93-c56dd50934ce {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:18:55.856549 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0cd9c11-8a4e-49eb-9ce9-da98fbb7cedc", "name": "network-vif-deleted", "tag": "3a5d6d9b-48a9-4f8a-8af9-5b29aca3b4ce", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:18:55.856804 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-990a1a46-58e5-4658-8f93-c56dd50934ce {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:18:55.857642 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0cd9c11-8a4e-49eb-9ce9-da98fbb7cedc', 'name': 'network-vif-deleted', 'tag': '3a5d6d9b-48a9-4f8a-8af9-5b29aca3b4ce', 'status': 'completed', 'code': 200} Jan 18 22:18:55.858217 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a3bbbc-c41c-4e6a-b785-fb6e1287af4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cada06c3-58b3-4c55-9fc6-62d067c7ada7,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:55.936471 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d25292-b2d5-4877-ac5f-bf13989cbce3 req-8f1f54a1-d1b3-40f9-af51-1fe0ed6619d3 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:55.936579 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 22:18:55.937973 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-71d25292-b2d5-4877-ac5f-bf13989cbce3 req-8f1f54a1-d1b3-40f9-af51-1fe0ed6619d3 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] 10.222.0.36 "GET /v2.0/ports?device_id=18831502-61c2-4c74-add4-9564a73cc5dd HTTP/1.1" status: 200 len: 946 time: 0.1915371 Jan 18 22:18:55.959710 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6d847294-b71b-48a0-b8c3-ea91a9d393ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:55.986231 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 60914) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:18:56.014604 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6d847294-b71b-48a0-b8c3-ea91a9d393ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:56.034112 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-22bdd259-0b23-4bc1-933e-a085ec0e5ebf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=91c7fd406ef04adf8eb5c39750afa1ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0468547 Jan 18 22:18:56.036722 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 60918) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:18:56.085470 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-8c7bece6-279a-4552-9063-68d55a48616a req-deae52da-55c7-471a-b3b3-6f996a5f0606 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] Deleting port b4c2e074-b305-453f-b237-232905c9cae7 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:18:56.085470 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-8c7bece6-279a-4552-9063-68d55a48616a req-deae52da-55c7-471a-b3b3-6f996a5f0606 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:56.096885 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-039bda62-2183-431b-97e0-0fd440243837 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:56.149043 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-039bda62-2183-431b-97e0-0fd440243837 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:56.289500 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-039bda62-2183-431b-97e0-0fd440243837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:56.294307 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-039bda62-2183-431b-97e0-0fd440243837 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:56.299415 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-039bda62-2183-431b-97e0-0fd440243837 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6a379ef9-896e-46a3-a6fd-76da41860ddb HTTP/1.1" status: 204 len: 168 time: 0.2604280 Jan 18 22:18:56.315758 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039bda62-2183-431b-97e0-0fd440243837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a379ef9-896e-46a3-a6fd-76da41860ddb,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:56.462735 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-71d25292-b2d5-4877-ac5f-bf13989cbce3 req-040df6ab-cbfc-49ad-a169-cd19423ad02d tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] Deleting port b14548ae-4f17-4b2e-b6b1-389910cb9f84 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:18:56.463647 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-71d25292-b2d5-4877-ac5f-bf13989cbce3 req-040df6ab-cbfc-49ad-a169-cd19423ad02d tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:56.544467 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6d847294-b71b-48a0-b8c3-ea91a9d393ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:56.551507 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6d847294-b71b-48a0-b8c3-ea91a9d393ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:56.556629 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-6d847294-b71b-48a0-b8c3-ea91a9d393ed admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cada06c3-58b3-4c55-9fc6-62d067c7ada7 HTTP/1.1" status: 204 len: 168 time: 0.7888417 Jan 18 22:18:56.660074 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d847294-b71b-48a0-b8c3-ea91a9d393ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cada06c3-58b3-4c55-9fc6-62d067c7ada7,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:56.707120 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-8c7bece6-279a-4552-9063-68d55a48616a req-deae52da-55c7-471a-b3b3-6f996a5f0606 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] For port b4c2e074-b305-453f-b237-232905c9cae7, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=b4c2e074-b305-453f-b237-232905c9cae7,segment=NetworkSegment(98b33f86-b79b-4e35-abff-fb0472998523),segment_id=98b33f86-b79b-4e35-abff-fb0472998523)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:18:56.707560 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-8c7bece6-279a-4552-9063-68d55a48616a req-deae52da-55c7-471a-b3b3-6f996a5f0606 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:56.740496 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-71d25292-b2d5-4877-ac5f-bf13989cbce3 req-040df6ab-cbfc-49ad-a169-cd19423ad02d tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] For port b14548ae-4f17-4b2e-b6b1-389910cb9f84, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=b14548ae-4f17-4b2e-b6b1-389910cb9f84,segment=NetworkSegment(98b33f86-b79b-4e35-abff-fb0472998523),segment_id=98b33f86-b79b-4e35-abff-fb0472998523)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:18:56.741517 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-71d25292-b2d5-4877-ac5f-bf13989cbce3 req-040df6ab-cbfc-49ad-a169-cd19423ad02d tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:56.751837 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-8c7bece6-279a-4552-9063-68d55a48616a req-deae52da-55c7-471a-b3b3-6f996a5f0606 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] Calling delete_port for b4c2e074-b305-453f-b237-232905c9cae7 owned by compute:nova {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:18:56.761320 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-71d25292-b2d5-4877-ac5f-bf13989cbce3 req-040df6ab-cbfc-49ad-a169-cd19423ad02d tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] Calling delete_port for b14548ae-4f17-4b2e-b6b1-389910cb9f84 owned by compute:nova {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:18:56.773467 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8825973-3229-4956-89e6-82a00cb1c37d req-109cfd49-6a09-4cb8-a2fe-b5955c338e9f tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:56.775238 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a8825973-3229-4956-89e6-82a00cb1c37d req-109cfd49-6a09-4cb8-a2fe-b5955c338e9f tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=a58a87c4-bb7e-462a-9f10-ecbd5375fcb2 HTTP/1.1" status: 200 len: 946 time: 0.0637546 Jan 18 22:18:56.831115 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a8825973-3229-4956-89e6-82a00cb1c37d req-a74e922a-c8e6-431c-89f6-f13ad4fbb300 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=69e59ffc-71ce-4c50-acf6-17bf11fb5545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485401 Jan 18 22:18:56.957661 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ef49cabb-933d-4edb-877a-5acc001afa19 req-8557c1ab-3bc2-4241-9b20-3e6f448b3423 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] 10.222.0.53 "GET /v2.0/ports?device_id=57aa89f6-c972-4689-859a-8ed5a95ea96e HTTP/1.1" status: 200 len: 210 time: 0.0670300 Jan 18 22:18:56.958154 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 60954) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:18:57.021165 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-8c7bece6-279a-4552-9063-68d55a48616a req-deae52da-55c7-471a-b3b3-6f996a5f0606 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:57.036601 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['b14548ae-4f17-4b2e-b6b1-389910cb9f84'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:18:57.079985 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deae52da-55c7-471a-b3b3-6f996a5f0606 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] Pushing event deleted for resources: {'Port': ['ID=b4c2e074-b305-453f-b237-232905c9cae7,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:57.161132 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c7bece6-279a-4552-9063-68d55a48616a req-deae52da-55c7-471a-b3b3-6f996a5f0606 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] No DVR routers for this DVR port b4c2e074-b305-453f-b237-232905c9cae7 on host n-h2-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:18:57.165279 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-8c7bece6-279a-4552-9063-68d55a48616a req-deae52da-55c7-471a-b3b3-6f996a5f0606 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:57.175732 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-8c7bece6-279a-4552-9063-68d55a48616a req-deae52da-55c7-471a-b3b3-6f996a5f0606 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] 10.222.0.67 "DELETE /v2.0/ports/b4c2e074-b305-453f-b237-232905c9cae7 HTTP/1.1" status: 204 len: 173 time: 1.4185939 Jan 18 22:18:57.317320 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de638740-533c-4be2-bdd3-5ceccb07262e req-9c57506b-cef8-4790-8ccb-69bdc12fbf2e tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:57.319747 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-de638740-533c-4be2-bdd3-5ceccb07262e req-9c57506b-cef8-4790-8ccb-69bdc12fbf2e tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] 10.222.0.36 "GET /v2.0/networks?id=98af4c66-77cb-4b8f-ac2e-973c83289bd3 HTTP/1.1" status: 200 len: 813 time: 0.2277255 Jan 18 22:18:57.326427 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_v2 [None req-deebfbcc-2c5c-4cd4-8f47-6d11854d1b2c admin admin] Deleting subnet 37293b25-7507-4592-b7dc-bd715d34365c {{(pid=102430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:18:57.338126 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-de638740-533c-4be2-bdd3-5ceccb07262e req-3e6b51c5-571d-4f67-bbdb-71a9d4391557 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] Request body: {'port': {'device_id': '57aa89f6-c972-4689-859a-8ed5a95ea96e', 'network_id': '98af4c66-77cb-4b8f-ac2e-973c83289bd3', 'admin_state_up': True, 'tenant_id': '0b06d38b07ae4d7291ef44d8cc38ba74'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:18:57.344666 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-deebfbcc-2c5c-4cd4-8f47-6d11854d1b2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:57.546868 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-deebfbcc-2c5c-4cd4-8f47-6d11854d1b2c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60394745'] for subnet, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:57.612098 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-71d25292-b2d5-4877-ac5f-bf13989cbce3 req-040df6ab-cbfc-49ad-a169-cd19423ad02d tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:57.625937 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de638740-533c-4be2-bdd3-5ceccb07262e req-7446fe7b-103a-4672-8f8b-157b72be6690 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:57.627474 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-de638740-533c-4be2-bdd3-5ceccb07262e req-7446fe7b-103a-4672-8f8b-157b72be6690 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] 10.222.0.67 "GET /v2.0/networks?id=98af4c66-77cb-4b8f-ac2e-973c83289bd3 HTTP/1.1" status: 200 len: 813 time: 0.4144106 Jan 18 22:18:57.659689 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-deebfbcc-2c5c-4cd4-8f47-6d11854d1b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:57.673072 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-de638740-533c-4be2-bdd3-5ceccb07262e req-b2663aa3-dffc-4692-a711-fc301cfe6fc7 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] Request body: {'port': {'device_id': 'c81884c3-7d73-43ed-a2bb-a6dad2bcf2e2', 'network_id': '98af4c66-77cb-4b8f-ac2e-973c83289bd3', 'admin_state_up': True, 'tenant_id': '0b06d38b07ae4d7291ef44d8cc38ba74'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:18:57.676632 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040df6ab-cbfc-49ad-a169-cd19423ad02d tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] Pushing event deleted for resources: {'Port': ['ID=b14548ae-4f17-4b2e-b6b1-389910cb9f84,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:57.749177 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de638740-533c-4be2-bdd3-5ceccb07262e req-3e6b51c5-571d-4f67-bbdb-71a9d4391557 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] Made reservation on behalf of 0b06d38b07ae4d7291ef44d8cc38ba74 for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:18:57.754360 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-de638740-533c-4be2-bdd3-5ceccb07262e req-3e6b51c5-571d-4f67-bbdb-71a9d4391557 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:57.775318 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-71d25292-b2d5-4877-ac5f-bf13989cbce3 req-040df6ab-cbfc-49ad-a169-cd19423ad02d tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] No DVR routers for this DVR port b14548ae-4f17-4b2e-b6b1-389910cb9f84 on host n-h1-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:18:57.779637 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-71d25292-b2d5-4877-ac5f-bf13989cbce3 req-040df6ab-cbfc-49ad-a169-cd19423ad02d tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:57.782937 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-71d25292-b2d5-4877-ac5f-bf13989cbce3 req-040df6ab-cbfc-49ad-a169-cd19423ad02d tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] 10.222.0.36 "DELETE /v2.0/ports/b14548ae-4f17-4b2e-b6b1-389910cb9f84 HTTP/1.1" status: 204 len: 173 time: 1.8365355 Jan 18 22:18:57.824036 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-deebfbcc-2c5c-4cd4-8f47-6d11854d1b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60203138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62288677'] for subnet, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:57.877358 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09215c60-fcda-4c0b-b483-d5c4168822fd', 'name': 'network-vif-deleted', 'tag': 'b4c2e074-b305-453f-b237-232905c9cae7'}, {'server_uuid': '18831502-61c2-4c74-add4-9564a73cc5dd', 'name': 'network-vif-deleted', 'tag': 'b14548ae-4f17-4b2e-b6b1-389910cb9f84'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:18:57.879283 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deebfbcc-2c5c-4cd4-8f47-6d11854d1b2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37293b25-7507-4592-b7dc-bd715d34365c,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:57.879707 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da6e0ea3-c5fa-4a4a-abfa-d555fd69497b" -d '{"events": [{"server_uuid": "09215c60-fcda-4c0b-b483-d5c4168822fd", "name": "network-vif-deleted", "tag": "b4c2e074-b305-453f-b237-232905c9cae7"}, {"server_uuid": "18831502-61c2-4c74-add4-9564a73cc5dd", "name": "network-vif-deleted", "tag": "b14548ae-4f17-4b2e-b6b1-389910cb9f84"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:18:57.882845 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-deebfbcc-2c5c-4cd4-8f47-6d11854d1b2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:57.887872 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-deebfbcc-2c5c-4cd4-8f47-6d11854d1b2c admin admin] 10.222.0.53 "DELETE /v2.0/subnets/37293b25-7507-4592-b7dc-bd715d34365c HTTP/1.1" status: 204 len: 168 time: 0.9286814 Jan 18 22:18:57.890577 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 60986) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:18:57.969361 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de638740-533c-4be2-bdd3-5ceccb07262e req-b2663aa3-dffc-4692-a711-fc301cfe6fc7 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] Made reservation on behalf of 0b06d38b07ae4d7291ef44d8cc38ba74 for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:18:57.973489 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-de638740-533c-4be2-bdd3-5ceccb07262e req-b2663aa3-dffc-4692-a711-fc301cfe6fc7 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:58.005293 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 18 Jan 2022 22:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-386d4260-aa2f-4e62-8f1b-ef39b9f966fd x-openstack-request-id: req-386d4260-aa2f-4e62-8f1b-ef39b9f966fd {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:18:58.005804 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09215c60-fcda-4c0b-b483-d5c4168822fd", "name": "network-vif-deleted", "tag": "b4c2e074-b305-453f-b237-232905c9cae7", "status": "completed", "code": 200}, {"server_uuid": "18831502-61c2-4c74-add4-9564a73cc5dd", "name": "network-vif-deleted", "tag": "b14548ae-4f17-4b2e-b6b1-389910cb9f84", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:18:58.006933 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-386d4260-aa2f-4e62-8f1b-ef39b9f966fd {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:18:58.007516 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09215c60-fcda-4c0b-b483-d5c4168822fd', 'name': 'network-vif-deleted', 'tag': 'b4c2e074-b305-453f-b237-232905c9cae7', 'status': 'completed', 'code': 200} Jan 18 22:18:58.008001 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18831502-61c2-4c74-add4-9564a73cc5dd', 'name': 'network-vif-deleted', 'tag': 'b14548ae-4f17-4b2e-b6b1-389910cb9f84', 'status': 'completed', 'code': 200} Jan 18 22:18:58.175252 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b1a33977-665b-4a9d-8c8a-c37c51d568cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:58.186230 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a3884bc8-a967-4727-a3f0-9bec0e78d1db req-fad69636-6173-4adf-9200-05d193388c99 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] 10.222.0.53 "GET /v2.0/ports?device_id=57aa89f6-c972-4689-859a-8ed5a95ea96e HTTP/1.1" status: 200 len: 210 time: 0.0749562 Jan 18 22:18:58.243057 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-de638740-533c-4be2-bdd3-5ceccb07262e req-3e6b51c5-571d-4f67-bbdb-71a9d4391557 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] Allocated IP 172.20.0.7 (98af4c66-77cb-4b8f-ac2e-973c83289bd3/c28a7bfc-0741-4198-ac3c-550ad166bfc4/d01ff65d-fbbb-4d6c-801f-d3cc320cdd65) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:18:58.301285 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b1a33977-665b-4a9d-8c8a-c37c51d568cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:58.346145 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-b1a33977-665b-4a9d-8c8a-c37c51d568cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5da0724-85f8-4f7a-a847-494e372a11a7']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:18:58.366753 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-b1a33977-665b-4a9d-8c8a-c37c51d568cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dafbe17-ae16-4df7-8c02-fe1b5a40b72f') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:18:58.367053 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-b1a33977-665b-4a9d-8c8a-c37c51d568cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dafbe17-ae16-4df7-8c02-fe1b5a40b72f') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:18:58.383760 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b1a33977-665b-4a9d-8c8a-c37c51d568cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60394742'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:58.456380 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b1a33977-665b-4a9d-8c8a-c37c51d568cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:58.467482 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1a33977-665b-4a9d-8c8a-c37c51d568cc admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:18:58.467886 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b1a33977-665b-4a9d-8c8a-c37c51d568cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60203044'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:58.469723 n-d-825064-1 neutron-server[102430]: Traceback (most recent call last): Jan 18 22:18:58.469723 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:18:58.469723 n-d-825064-1 neutron-server[102430]: timer() Jan 18 22:18:58.469723 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:18:58.469723 n-d-825064-1 neutron-server[102430]: cb(*args, **kw) Jan 18 22:18:58.469723 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:18:58.469723 n-d-825064-1 neutron-server[102430]: return func(*args, **kwargs) Jan 18 22:18:58.469723 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:18:58.469723 n-d-825064-1 neutron-server[102430]: self._notify() Jan 18 22:18:58.469723 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:18:58.469723 n-d-825064-1 neutron-server[102430]: self.callback(batched_events) Jan 18 22:18:58.469723 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:18:58.469723 n-d-825064-1 neutron-server[102430]: event.method(event) Jan 18 22:18:58.469723 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:18:58.469723 n-d-825064-1 neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:18:58.469723 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:18:58.469723 n-d-825064-1 neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:18:58.469723 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:18:58.469723 n-d-825064-1 neutron-server[102430]: return f(self, *a, **k) Jan 18 22:18:58.469723 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:18:58.469723 n-d-825064-1 neutron-server[102430]: return self._get(url).json() Jan 18 22:18:58.469723 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:18:58.469723 n-d-825064-1 neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:18:58.469723 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:18:58.469723 n-d-825064-1 neutron-server[102430]: return self.request(url, 'GET', **kwargs) Jan 18 22:18:58.469723 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:18:58.469723 n-d-825064-1 neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:18:58.469723 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:18:58.469723 n-d-825064-1 neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:18:58.469723 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:18:58.469723 n-d-825064-1 neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:18:58.469723 n-d-825064-1 neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:18:58.577898 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b1a33977-665b-4a9d-8c8a-c37c51d568cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:58.607059 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b1a33977-665b-4a9d-8c8a-c37c51d568cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:58.613149 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-b1a33977-665b-4a9d-8c8a-c37c51d568cc admin admin] 10.222.0.53 "DELETE /v2.0/networks/a5da0724-85f8-4f7a-a847-494e372a11a7 HTTP/1.1" status: 204 len: 168 time: 0.7207060 Jan 18 22:18:58.613314 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 32782) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:18:58.616279 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a33977-665b-4a9d-8c8a-c37c51d568cc admin admin] Pushing event deleted for resources: {'Network': ['ID=a5da0724-85f8-4f7a-a847-494e372a11a7,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:58.626738 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-de638740-533c-4be2-bdd3-5ceccb07262e req-3e6b51c5-571d-4f67-bbdb-71a9d4391557 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:58.666467 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 3a5d6d9b-48a9-4f8a-8af9-5b29aca3b4ce no longer exists at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:18:58.672174 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-12ddeeb2-8c15-4b0e-a927-d501bfafa875 admin admin] Deleting subnet e32f0396-b5bb-4526-b450-96966c95a50e {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:18:58.673380 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-de638740-533c-4be2-bdd3-5ceccb07262e req-3e6b51c5-571d-4f67-bbdb-71a9d4391557 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:58.694349 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-12ddeeb2-8c15-4b0e-a927-d501bfafa875 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:58.700000 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] No Port match for: 3a5d6d9b-48a9-4f8a-8af9-5b29aca3b4ce {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:18:58.700382 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 3a5d6d9b-48a9-4f8a-8af9-5b29aca3b4ce not bound to the agent host n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:18:58.700816 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device b14548ae-4f17-4b2e-b6b1-389910cb9f84 no longer exists at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:18:58.738935 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] No Port match for: b14548ae-4f17-4b2e-b6b1-389910cb9f84 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:18:58.739284 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device b14548ae-4f17-4b2e-b6b1-389910cb9f84 not bound to the agent host n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:18:58.745029 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de638740-533c-4be2-bdd3-5ceccb07262e req-3e6b51c5-571d-4f67-bbdb-71a9d4391557 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] Network 98af4c66-77cb-4b8f-ac2e-973c83289bd3 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:18:58.755261 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-de638740-533c-4be2-bdd3-5ceccb07262e req-3e6b51c5-571d-4f67-bbdb-71a9d4391557 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:18:58.761196 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-de638740-533c-4be2-bdd3-5ceccb07262e req-3e6b51c5-571d-4f67-bbdb-71a9d4391557 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:18:58.766227 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6b51c5-571d-4f67-bbdb-71a9d4391557 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] Pushing event updated for resources: {'Port': ['ID=d01ff65d-fbbb-4d6c-801f-d3cc320cdd65,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:58.791078 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-12ddeeb2-8c15-4b0e-a927-d501bfafa875 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:58.820112 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de638740-533c-4be2-bdd3-5ceccb07262e req-3e6b51c5-571d-4f67-bbdb-71a9d4391557 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:58.820826 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-de638740-533c-4be2-bdd3-5ceccb07262e req-3e6b51c5-571d-4f67-bbdb-71a9d4391557 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:58.836077 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [req-de638740-533c-4be2-bdd3-5ceccb07262e req-b2663aa3-dffc-4692-a711-fc301cfe6fc7 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] Allocated IP 172.20.0.6 (98af4c66-77cb-4b8f-ac2e-973c83289bd3/c28a7bfc-0741-4198-ac3c-550ad166bfc4/b87853be-b440-4527-b349-f83d2dc29f7c) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:18:58.842043 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-de638740-533c-4be2-bdd3-5ceccb07262e req-3e6b51c5-571d-4f67-bbdb-71a9d4391557 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5096478 Jan 18 22:18:58.862343 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-de638740-533c-4be2-bdd3-5ceccb07262e req-43611ca6-565f-46ed-bf44-fa4bbdc6ee5f service neutron] Request body: {'port': {'device_id': '57aa89f6-c972-4689-859a-8ed5a95ea96e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:18:58.863885 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-12ddeeb2-8c15-4b0e-a927-d501bfafa875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:58.938855 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device b4c2e074-b305-453f-b237-232905c9cae7 no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:18:58.986785 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-de638740-533c-4be2-bdd3-5ceccb07262e req-43611ca6-565f-46ed-bf44-fa4bbdc6ee5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:58.992653 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] No Port match for: b4c2e074-b305-453f-b237-232905c9cae7 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:18:58.998098 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device b4c2e074-b305-453f-b237-232905c9cae7 not bound to the agent host n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:18:59.139140 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-12ddeeb2-8c15-4b0e-a927-d501bfafa875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:59.159570 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-12ddeeb2-8c15-4b0e-a927-d501bfafa875 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:59.165490 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-12ddeeb2-8c15-4b0e-a927-d501bfafa875 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/e32f0396-b5bb-4526-b450-96966c95a50e HTTP/1.1" status: 204 len: 168 time: 0.5508080 Jan 18 22:18:59.165951 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 32802) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:18:59.170926 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-de638740-533c-4be2-bdd3-5ceccb07262e req-b2663aa3-dffc-4692-a711-fc301cfe6fc7 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:59.197297 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ddeeb2-8c15-4b0e-a927-d501bfafa875 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e32f0396-b5bb-4526-b450-96966c95a50e,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:59.238266 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-de638740-533c-4be2-bdd3-5ceccb07262e req-b2663aa3-dffc-4692-a711-fc301cfe6fc7 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:59.290072 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de638740-533c-4be2-bdd3-5ceccb07262e req-b2663aa3-dffc-4692-a711-fc301cfe6fc7 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] Network 98af4c66-77cb-4b8f-ac2e-973c83289bd3 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:18:59.291953 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-77da9abb-ef0f-4478-944d-e0d30c870216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:59.301018 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [req-de638740-533c-4be2-bdd3-5ceccb07262e req-b2663aa3-dffc-4692-a711-fc301cfe6fc7 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:18:59.308512 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-de638740-533c-4be2-bdd3-5ceccb07262e req-b2663aa3-dffc-4692-a711-fc301cfe6fc7 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:18:59.342951 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2663aa3-dffc-4692-a711-fc301cfe6fc7 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] Pushing event updated for resources: {'Port': ['ID=b87853be-b440-4527-b349-f83d2dc29f7c,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:59.368171 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de638740-533c-4be2-bdd3-5ceccb07262e req-b2663aa3-dffc-4692-a711-fc301cfe6fc7 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:59.368171 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-de638740-533c-4be2-bdd3-5ceccb07262e req-b2663aa3-dffc-4692-a711-fc301cfe6fc7 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:59.383906 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-de638740-533c-4be2-bdd3-5ceccb07262e req-b2663aa3-dffc-4692-a711-fc301cfe6fc7 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7283823 Jan 18 22:18:59.396289 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-de638740-533c-4be2-bdd3-5ceccb07262e req-c6bdbddc-5491-4af9-8dee-0bb719c98cda service neutron] Request body: {'port': {'device_id': 'c81884c3-7d73-43ed-a2bb-a6dad2bcf2e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:18:59.440724 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-77da9abb-ef0f-4478-944d-e0d30c870216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:59.452449 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-de638740-533c-4be2-bdd3-5ceccb07262e req-c6bdbddc-5491-4af9-8dee-0bb719c98cda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:59.485936 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-77da9abb-ef0f-4478-944d-e0d30c870216 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39be7a59-3356-4921-b2c3-2bfbc2deb0e2']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:18:59.495522 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41e1fcd-5a64-42d7-b8b6-508ac3cc4f5d req-5ac42300-d4f1-439d-a08d-4ff92770104b tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:18:59.497068 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b41e1fcd-5a64-42d7-b8b6-508ac3cc4f5d req-5ac42300-d4f1-439d-a08d-4ff92770104b tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] 10.222.0.53 "GET /v2.0/ports?device_id=57aa89f6-c972-4689-859a-8ed5a95ea96e HTTP/1.1" status: 200 len: 931 time: 0.1641088 Jan 18 22:18:59.514182 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-77da9abb-ef0f-4478-944d-e0d30c870216 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccdd62f8-8212-4dab-b8ad-fd66d70a7ed6') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:18:59.514546 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-77da9abb-ef0f-4478-944d-e0d30c870216 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccdd62f8-8212-4dab-b8ad-fd66d70a7ed6') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:18:59.555461 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-77da9abb-ef0f-4478-944d-e0d30c870216 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60394742'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:59.580010 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [req-de638740-533c-4be2-bdd3-5ceccb07262e req-43611ca6-565f-46ed-bf44-fa4bbdc6ee5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d01ff65d-fbbb-4d6c-801f-d3cc320cdd65 {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:18:59.596742 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-de638740-533c-4be2-bdd3-5ceccb07262e req-43611ca6-565f-46ed-bf44-fa4bbdc6ee5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:59.601737 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-77da9abb-ef0f-4478-944d-e0d30c870216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:59.612745 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b41e1fcd-5a64-42d7-b8b6-508ac3cc4f5d req-04b440e9-219c-469b-af00-28dd341fde1d tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] 10.222.0.53 "GET /v2.0/security-groups?id=56b9b9c0-23ca-4fcd-9172-d04740503349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085744 Jan 18 22:18:59.622407 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77da9abb-ef0f-4478-944d-e0d30c870216 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:18:59.623017 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-77da9abb-ef0f-4478-944d-e0d30c870216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60203044'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:59.625227 n-d-825064-1 neutron-server[102430]: Traceback (most recent call last): Jan 18 22:18:59.625227 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:18:59.625227 n-d-825064-1 neutron-server[102430]: timer() Jan 18 22:18:59.625227 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:18:59.625227 n-d-825064-1 neutron-server[102430]: cb(*args, **kw) Jan 18 22:18:59.625227 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:18:59.625227 n-d-825064-1 neutron-server[102430]: return func(*args, **kwargs) Jan 18 22:18:59.625227 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:18:59.625227 n-d-825064-1 neutron-server[102430]: self._notify() Jan 18 22:18:59.625227 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:18:59.625227 n-d-825064-1 neutron-server[102430]: self.callback(batched_events) Jan 18 22:18:59.625227 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:18:59.625227 n-d-825064-1 neutron-server[102430]: event.method(event) Jan 18 22:18:59.625227 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:18:59.625227 n-d-825064-1 neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:18:59.625227 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:18:59.625227 n-d-825064-1 neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:18:59.625227 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:18:59.625227 n-d-825064-1 neutron-server[102430]: return f(self, *a, **k) Jan 18 22:18:59.625227 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:18:59.625227 n-d-825064-1 neutron-server[102430]: return self._get(url).json() Jan 18 22:18:59.625227 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:18:59.625227 n-d-825064-1 neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:18:59.625227 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:18:59.625227 n-d-825064-1 neutron-server[102430]: return self.request(url, 'GET', **kwargs) Jan 18 22:18:59.625227 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:18:59.625227 n-d-825064-1 neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:18:59.625227 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:18:59.625227 n-d-825064-1 neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:18:59.625227 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:18:59.625227 n-d-825064-1 neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:18:59.625227 n-d-825064-1 neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:18:59.695934 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-77da9abb-ef0f-4478-944d-e0d30c870216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:59.699834 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-de638740-533c-4be2-bdd3-5ceccb07262e req-43611ca6-565f-46ed-bf44-fa4bbdc6ee5f service neutron] Transition to ACTIVE for port object d01ff65d-fbbb-4d6c-801f-d3cc320cdd65 will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:18:59.726069 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-77da9abb-ef0f-4478-944d-e0d30c870216 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:59.729737 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-77da9abb-ef0f-4478-944d-e0d30c870216 admin admin] 10.222.0.53 "DELETE /v2.0/networks/39be7a59-3356-4921-b2c3-2bfbc2deb0e2 HTTP/1.1" status: 204 len: 168 time: 0.5628457 Jan 18 22:18:59.733127 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77da9abb-ef0f-4478-944d-e0d30c870216 admin admin] Pushing event deleted for resources: {'Network': ['ID=39be7a59-3356-4921-b2c3-2bfbc2deb0e2,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:59.735034 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-de638740-533c-4be2-bdd3-5ceccb07262e req-43611ca6-565f-46ed-bf44-fa4bbdc6ee5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:59.798956 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43611ca6-565f-46ed-bf44-fa4bbdc6ee5f service neutron] Pushing event updated for resources: {'Port': ['ID=d01ff65d-fbbb-4d6c-801f-d3cc320cdd65,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:18:59.892435 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 32840) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:18:59.913303 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [req-de638740-533c-4be2-bdd3-5ceccb07262e req-c6bdbddc-5491-4af9-8dee-0bb719c98cda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b87853be-b440-4527-b349-f83d2dc29f7c {{(pid=102431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:18:59.922985 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-de638740-533c-4be2-bdd3-5ceccb07262e req-c6bdbddc-5491-4af9-8dee-0bb719c98cda service neutron] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:59.937768 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-de638740-533c-4be2-bdd3-5ceccb07262e req-43611ca6-565f-46ed-bf44-fa4bbdc6ee5f service neutron] Attempting to bind port d01ff65d-fbbb-4d6c-801f-d3cc320cdd65 on host n-h1-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:18:59.938157 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-de638740-533c-4be2-bdd3-5ceccb07262e req-43611ca6-565f-46ed-bf44-fa4bbdc6ee5f service neutron] Attempting to bind port d01ff65d-fbbb-4d6c-801f-d3cc320cdd65 by drivers openvswitch,hyperv on host n-h1-825064-1 at level 0 using segments [{'id': '98b33f86-b79b-4e35-abff-fb0472998523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '98af4c66-77cb-4b8f-ac2e-973c83289bd3'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:18:59.938484 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de638740-533c-4be2-bdd3-5ceccb07262e req-43611ca6-565f-46ed-bf44-fa4bbdc6ee5f service neutron] Attempting to bind port d01ff65d-fbbb-4d6c-801f-d3cc320cdd65 on network 98af4c66-77cb-4b8f-ac2e-973c83289bd3 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:18:59.946121 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de638740-533c-4be2-bdd3-5ceccb07262e req-43611ca6-565f-46ed-bf44-fa4bbdc6ee5f service neutron] Port d01ff65d-fbbb-4d6c-801f-d3cc320cdd65 on network 98af4c66-77cb-4b8f-ac2e-973c83289bd3 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:18:59.946966 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de638740-533c-4be2-bdd3-5ceccb07262e req-43611ca6-565f-46ed-bf44-fa4bbdc6ee5f service neutron] Attempting to bind port d01ff65d-fbbb-4d6c-801f-d3cc320cdd65 on network 98af4c66-77cb-4b8f-ac2e-973c83289bd3 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:18:59.948309 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [req-de638740-533c-4be2-bdd3-5ceccb07262e req-c6bdbddc-5491-4af9-8dee-0bb719c98cda service neutron] Transition to ACTIVE for port object b87853be-b440-4527-b349-f83d2dc29f7c will not be triggered until provisioned by entity L2. {{(pid=102431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:18:59.957018 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de638740-533c-4be2-bdd3-5ceccb07262e req-43611ca6-565f-46ed-bf44-fa4bbdc6ee5f service neutron] Checking agent: {'id': 'e49d1b2a-ba11-487f-a804-ecbf3c0e8132', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:18:59.957227 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de638740-533c-4be2-bdd3-5ceccb07262e req-43611ca6-565f-46ed-bf44-fa4bbdc6ee5f service neutron] Checking segment: {'id': '98b33f86-b79b-4e35-abff-fb0472998523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '98af4c66-77cb-4b8f-ac2e-973c83289bd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:18:59.957835 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de638740-533c-4be2-bdd3-5ceccb07262e req-43611ca6-565f-46ed-bf44-fa4bbdc6ee5f service neutron] Bound using segment: {'id': '98b33f86-b79b-4e35-abff-fb0472998523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '98af4c66-77cb-4b8f-ac2e-973c83289bd3'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:18:59.958134 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-de638740-533c-4be2-bdd3-5ceccb07262e req-43611ca6-565f-46ed-bf44-fa4bbdc6ee5f service neutron] Bound port: d01ff65d-fbbb-4d6c-801f-d3cc320cdd65, host: n-h1-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98b33f86-b79b-4e35-abff-fb0472998523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '98af4c66-77cb-4b8f-ac2e-973c83289bd3'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:18:59.958611 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-de638740-533c-4be2-bdd3-5ceccb07262e req-43611ca6-565f-46ed-bf44-fa4bbdc6ee5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:59.960656 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-de638740-533c-4be2-bdd3-5ceccb07262e req-c6bdbddc-5491-4af9-8dee-0bb719c98cda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:18:59.971922 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 32848) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:19:00.026333 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bdbddc-5491-4af9-8dee-0bb719c98cda service neutron] Pushing event updated for resources: {'Port': ['ID=b87853be-b440-4527-b349-f83d2dc29f7c,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:19:00.075428 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-de638740-533c-4be2-bdd3-5ceccb07262e req-43611ca6-565f-46ed-bf44-fa4bbdc6ee5f service neutron] For port d01ff65d-fbbb-4d6c-801f-d3cc320cdd65, host n-h1-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:19:00.079391 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-de638740-533c-4be2-bdd3-5ceccb07262e req-43611ca6-565f-46ed-bf44-fa4bbdc6ee5f service neutron] For port d01ff65d-fbbb-4d6c-801f-d3cc320cdd65, host n-h1-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=d01ff65d-fbbb-4d6c-801f-d3cc320cdd65,segment=NetworkSegment(98b33f86-b79b-4e35-abff-fb0472998523),segment_id=98b33f86-b79b-4e35-abff-fb0472998523)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:19:00.111530 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-de638740-533c-4be2-bdd3-5ceccb07262e req-43611ca6-565f-46ed-bf44-fa4bbdc6ee5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:00.120178 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-de638740-533c-4be2-bdd3-5ceccb07262e req-c6bdbddc-5491-4af9-8dee-0bb719c98cda service neutron] Attempting to bind port b87853be-b440-4527-b349-f83d2dc29f7c on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:19:00.120616 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-de638740-533c-4be2-bdd3-5ceccb07262e req-c6bdbddc-5491-4af9-8dee-0bb719c98cda service neutron] Attempting to bind port b87853be-b440-4527-b349-f83d2dc29f7c by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '98b33f86-b79b-4e35-abff-fb0472998523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '98af4c66-77cb-4b8f-ac2e-973c83289bd3'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:19:00.121035 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de638740-533c-4be2-bdd3-5ceccb07262e req-c6bdbddc-5491-4af9-8dee-0bb719c98cda service neutron] Attempting to bind port b87853be-b440-4527-b349-f83d2dc29f7c on network 98af4c66-77cb-4b8f-ac2e-973c83289bd3 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:19:00.127042 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de638740-533c-4be2-bdd3-5ceccb07262e req-c6bdbddc-5491-4af9-8dee-0bb719c98cda service neutron] Port b87853be-b440-4527-b349-f83d2dc29f7c on network 98af4c66-77cb-4b8f-ac2e-973c83289bd3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:19:00.127470 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de638740-533c-4be2-bdd3-5ceccb07262e req-c6bdbddc-5491-4af9-8dee-0bb719c98cda service neutron] Attempting to bind port b87853be-b440-4527-b349-f83d2dc29f7c on network 98af4c66-77cb-4b8f-ac2e-973c83289bd3 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:19:00.133060 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de638740-533c-4be2-bdd3-5ceccb07262e req-c6bdbddc-5491-4af9-8dee-0bb719c98cda service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:19:00.133726 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de638740-533c-4be2-bdd3-5ceccb07262e req-c6bdbddc-5491-4af9-8dee-0bb719c98cda service neutron] Checking segment: {'id': '98b33f86-b79b-4e35-abff-fb0472998523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '98af4c66-77cb-4b8f-ac2e-973c83289bd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:19:00.134201 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de638740-533c-4be2-bdd3-5ceccb07262e req-c6bdbddc-5491-4af9-8dee-0bb719c98cda service neutron] Bound using segment: {'id': '98b33f86-b79b-4e35-abff-fb0472998523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '98af4c66-77cb-4b8f-ac2e-973c83289bd3'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:19:00.134721 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-de638740-533c-4be2-bdd3-5ceccb07262e req-c6bdbddc-5491-4af9-8dee-0bb719c98cda service neutron] Bound port: b87853be-b440-4527-b349-f83d2dc29f7c, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98b33f86-b79b-4e35-abff-fb0472998523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '98af4c66-77cb-4b8f-ac2e-973c83289bd3'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:19:00.135193 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-de638740-533c-4be2-bdd3-5ceccb07262e req-c6bdbddc-5491-4af9-8dee-0bb719c98cda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:00.170465 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43611ca6-565f-46ed-bf44-fa4bbdc6ee5f service neutron] Pushing event updated for resources: {'Port': ['ID=d01ff65d-fbbb-4d6c-801f-d3cc320cdd65,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:19:00.175066 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-5ef430e1-a0f9-4a48-826f-0ade9574b2d1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3e22b293a9084e0490b1a6b07c49b3aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2010677 Jan 18 22:19:00.180444 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 32860) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:19:00.206860 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de638740-533c-4be2-bdd3-5ceccb07262e req-43611ca6-565f-46ed-bf44-fa4bbdc6ee5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:00.207723 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-de638740-533c-4be2-bdd3-5ceccb07262e req-43611ca6-565f-46ed-bf44-fa4bbdc6ee5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:00.209328 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-de638740-533c-4be2-bdd3-5ceccb07262e req-43611ca6-565f-46ed-bf44-fa4bbdc6ee5f service neutron] 10.222.0.36 "PUT /v2.0/ports/d01ff65d-fbbb-4d6c-801f-d3cc320cdd65 HTTP/1.1" status: 200 len: 1091 time: 1.3583868 Jan 18 22:19:00.209978 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-33ef488e-be1a-4b46-877b-b5617ff754f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:00.211651 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57aa89f6-c972-4689-859a-8ed5a95ea96e', 'tag': 'd01ff65d-fbbb-4d6c-801f-d3cc320cdd65'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:19:00.218085 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c86a32a0-19d3-4bc4-81cf-1b56815415ca" -d '{"events": [{"name": "network-changed", "server_uuid": "57aa89f6-c972-4689-859a-8ed5a95ea96e", "tag": "d01ff65d-fbbb-4d6c-801f-d3cc320cdd65"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:19:00.235638 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-de638740-533c-4be2-bdd3-5ceccb07262e req-c6bdbddc-5491-4af9-8dee-0bb719c98cda service neutron] For port b87853be-b440-4527-b349-f83d2dc29f7c, host n-h2-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:19:00.241894 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-de638740-533c-4be2-bdd3-5ceccb07262e req-c6bdbddc-5491-4af9-8dee-0bb719c98cda service neutron] For port b87853be-b440-4527-b349-f83d2dc29f7c, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=b87853be-b440-4527-b349-f83d2dc29f7c,segment=NetworkSegment(98b33f86-b79b-4e35-abff-fb0472998523),segment_id=98b33f86-b79b-4e35-abff-fb0472998523)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:19:00.248873 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-de638740-533c-4be2-bdd3-5ceccb07262e req-c6bdbddc-5491-4af9-8dee-0bb719c98cda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:00.274680 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92342df0-c4ba-43ab-9d4c-2a1131cf9175 x-openstack-request-id: req-92342df0-c4ba-43ab-9d4c-2a1131cf9175 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:19:00.274969 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57aa89f6-c972-4689-859a-8ed5a95ea96e", "tag": "d01ff65d-fbbb-4d6c-801f-d3cc320cdd65", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:19:00.275220 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-92342df0-c4ba-43ab-9d4c-2a1131cf9175 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:19:00.275618 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57aa89f6-c972-4689-859a-8ed5a95ea96e', 'tag': 'd01ff65d-fbbb-4d6c-801f-d3cc320cdd65', 'status': 'completed', 'code': 200} Jan 18 22:19:00.285447 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de638740-533c-4be2-bdd3-5ceccb07262e req-c6bdbddc-5491-4af9-8dee-0bb719c98cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:00.286449 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-de638740-533c-4be2-bdd3-5ceccb07262e req-c6bdbddc-5491-4af9-8dee-0bb719c98cda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:00.288605 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-de638740-533c-4be2-bdd3-5ceccb07262e req-c6bdbddc-5491-4af9-8dee-0bb719c98cda service neutron] 10.222.0.67 "PUT /v2.0/ports/b87853be-b440-4527-b349-f83d2dc29f7c HTTP/1.1" status: 200 len: 1091 time: 0.8965745 Jan 18 22:19:00.291057 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c81884c3-7d73-43ed-a2bb-a6dad2bcf2e2', 'tag': 'b87853be-b440-4527-b349-f83d2dc29f7c'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:19:00.294637 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5af8478-ee15-4dbb-800d-927e6edf4e50" -d '{"events": [{"name": "network-changed", "server_uuid": "c81884c3-7d73-43ed-a2bb-a6dad2bcf2e2", "tag": "b87853be-b440-4527-b349-f83d2dc29f7c"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:19:00.330914 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f8cab4b3-5f6d-48fa-9185-4b45813e4813 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:00.334109 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bdbddc-5491-4af9-8dee-0bb719c98cda service neutron] Pushing event updated for resources: {'Port': ['ID=b87853be-b440-4527-b349-f83d2dc29f7c,revision_number=3']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:19:00.354700 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f8cab4b3-5f6d-48fa-9185-4b45813e4813 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:00.364973 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d2e026-1f8b-4097-acd8-525cd42c745e x-openstack-request-id: req-76d2e026-1f8b-4097-acd8-525cd42c745e {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:19:00.365224 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c81884c3-7d73-43ed-a2bb-a6dad2bcf2e2", "tag": "b87853be-b440-4527-b349-f83d2dc29f7c", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:19:00.366024 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-76d2e026-1f8b-4097-acd8-525cd42c745e {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:19:00.366579 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c81884c3-7d73-43ed-a2bb-a6dad2bcf2e2', 'tag': 'b87853be-b440-4527-b349-f83d2dc29f7c', 'status': 'completed', 'code': 200} Jan 18 22:19:00.399581 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de638740-533c-4be2-bdd3-5ceccb07262e req-6e628391-32e3-44f2-9ae1-6f1741a028bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:00.401757 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-de638740-533c-4be2-bdd3-5ceccb07262e req-6e628391-32e3-44f2-9ae1-6f1741a028bb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0b06d38b07ae4d7291ef44d8cc38ba74&device_id=c81884c3-7d73-43ed-a2bb-a6dad2bcf2e2 HTTP/1.1" status: 200 len: 1094 time: 0.0471084 Jan 18 22:19:00.406597 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de638740-533c-4be2-bdd3-5ceccb07262e req-3b229991-4d38-481c-abc7-62649c7343c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:00.408087 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-de638740-533c-4be2-bdd3-5ceccb07262e req-3b229991-4d38-481c-abc7-62649c7343c8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0b06d38b07ae4d7291ef44d8cc38ba74&device_id=57aa89f6-c972-4689-859a-8ed5a95ea96e HTTP/1.1" status: 200 len: 1094 time: 0.1593323 Jan 18 22:19:00.452234 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-de638740-533c-4be2-bdd3-5ceccb07262e req-71ec6e87-ea70-4a8d-851c-4de82aaed774 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b87853be-b440-4527-b349-f83d2dc29f7c HTTP/1.1" status: 200 len: 217 time: 0.0429695 Jan 18 22:19:00.466300 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-de638740-533c-4be2-bdd3-5ceccb07262e req-e21f9749-be86-409c-9edd-37efca358550 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d01ff65d-fbbb-4d6c-801f-d3cc320cdd65 HTTP/1.1" status: 200 len: 217 time: 0.0489111 Jan 18 22:19:00.507353 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de638740-533c-4be2-bdd3-5ceccb07262e req-0155a7e9-1079-47a1-90a4-81a4195d889e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:00.509530 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-de638740-533c-4be2-bdd3-5ceccb07262e req-0155a7e9-1079-47a1-90a4-81a4195d889e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c28a7bfc-0741-4198-ac3c-550ad166bfc4 HTTP/1.1" status: 200 len: 853 time: 0.0487130 Jan 18 22:19:00.513133 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-33ef488e-be1a-4b46-877b-b5617ff754f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:00.514229 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f8cab4b3-5f6d-48fa-9185-4b45813e4813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:00.517238 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f8cab4b3-5f6d-48fa-9185-4b45813e4813 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:00.518373 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-f8cab4b3-5f6d-48fa-9185-4b45813e4813 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/69f5e9f4-bae7-408d-934f-312862415cc1 HTTP/1.1" status: 204 len: 168 time: 0.3329484 Jan 18 22:19:00.524921 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-33ef488e-be1a-4b46-877b-b5617ff754f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:00.540162 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 32872) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:19:00.549013 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cab4b3-5f6d-48fa-9185-4b45813e4813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f5e9f4-bae7-408d-934f-312862415cc1,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:19:00.563354 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-de638740-533c-4be2-bdd3-5ceccb07262e req-aba2f66a-8c53-4e5d-9d8d-4b0d566fb833 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=98af4c66-77cb-4b8f-ac2e-973c83289bd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475428 Jan 18 22:19:00.574429 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de638740-533c-4be2-bdd3-5ceccb07262e req-1b0a223e-d166-40d3-8927-f586a7bcb31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:00.575855 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-de638740-533c-4be2-bdd3-5ceccb07262e req-1b0a223e-d166-40d3-8927-f586a7bcb31f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c28a7bfc-0741-4198-ac3c-550ad166bfc4 HTTP/1.1" status: 200 len: 853 time: 0.1024754 Jan 18 22:19:00.582229 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-33ef488e-be1a-4b46-877b-b5617ff754f6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e15ddb2ec30e44d881563b7d7264a2bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6860614 Jan 18 22:19:00.584495 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 32878) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:19:00.634243 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ef488e-be1a-4b46-877b-b5617ff754f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f9693d3-c7b0-4eb5-8dad-6c5a23d18cae,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:19:00.638145 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-de638740-533c-4be2-bdd3-5ceccb07262e req-b9dcb6d9-4060-4a3d-89c2-6f9cabe4548e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=98af4c66-77cb-4b8f-ac2e-973c83289bd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548749 Jan 18 22:19:00.706421 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-de638740-533c-4be2-bdd3-5ceccb07262e req-d854aff4-577a-4eca-a6de-f9f81aa4f67a service neutron] 10.222.0.67 "GET /v2.0/networks/98af4c66-77cb-4b8f-ac2e-973c83289bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307611 Jan 18 22:19:00.729837 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-701d3132-33af-40d6-af50-b635695df6ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:00.805343 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-701d3132-33af-40d6-af50-b635695df6ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:00.815545 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-de638740-533c-4be2-bdd3-5ceccb07262e req-c119f709-8cc4-4fe0-8a29-f23670f8f5b6 service neutron] 10.222.0.36 "GET /v2.0/networks/98af4c66-77cb-4b8f-ac2e-973c83289bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618054 Jan 18 22:19:00.868389 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-de638740-533c-4be2-bdd3-5ceccb07262e req-6462a65a-4a62-4c0b-beda-d34da38b1d78 service neutron] 10.222.0.67 "GET /v2.0/networks/98af4c66-77cb-4b8f-ac2e-973c83289bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541915 Jan 18 22:19:00.887659 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69e5462-69a9-4678-a892-9cf054c6c160 req-3fb3e915-f234-444a-ab36-b6690f4e91c4 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:00.889197 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f69e5462-69a9-4678-a892-9cf054c6c160 req-3fb3e915-f234-444a-ab36-b6690f4e91c4 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] 10.222.0.53 "GET /v2.0/ports?device_id=57aa89f6-c972-4689-859a-8ed5a95ea96e HTTP/1.1" status: 200 len: 943 time: 0.1536875 Jan 18 22:19:00.919280 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-056fc9de-9c52-4a40-b945-f9391c91a394 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:00.948752 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 32886) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:19:00.966409 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5af8478-ee15-4dbb-800d-927e6edf4e50 req-c04c591e-927f-4ce3-97f0-22ae8f90c920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:00.968202 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e5af8478-ee15-4dbb-800d-927e6edf4e50 req-c04c591e-927f-4ce3-97f0-22ae8f90c920 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0b06d38b07ae4d7291ef44d8cc38ba74&device_id=c81884c3-7d73-43ed-a2bb-a6dad2bcf2e2 HTTP/1.1" status: 200 len: 1094 time: 0.0469632 Jan 18 22:19:01.024540 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-701d3132-33af-40d6-af50-b635695df6ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:01.027054 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-701d3132-33af-40d6-af50-b635695df6ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:01.028201 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-701d3132-33af-40d6-af50-b635695df6ff admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2f9693d3-c7b0-4eb5-8dad-6c5a23d18cae HTTP/1.1" status: 204 len: 168 time: 0.4428251 Jan 18 22:19:01.031087 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f69e5462-69a9-4678-a892-9cf054c6c160 req-f9f325f5-8ff5-4f19-bb94-ab40a963b271 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] 10.222.0.53 "GET /v2.0/security-groups?id=56b9b9c0-23ca-4fcd-9172-d04740503349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163030 Jan 18 22:19:01.066007 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701d3132-33af-40d6-af50-b635695df6ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f9693d3-c7b0-4eb5-8dad-6c5a23d18cae,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:19:01.071067 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-de638740-533c-4be2-bdd3-5ceccb07262e req-0921518f-5763-46b0-8d03-a53f0aff8fee service neutron] 10.222.0.36 "GET /v2.0/networks/98af4c66-77cb-4b8f-ac2e-973c83289bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423761 Jan 18 22:19:01.075926 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-0b1a0084-d618-402a-8a39-7276ba68cff4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b1c5986ddbdd4df099c2852b12ffe694&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1260982 Jan 18 22:19:01.082110 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 32890) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:19:01.111969 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5af8478-ee15-4dbb-800d-927e6edf4e50 req-a27cd286-66f4-4e84-86c1-a33628b5aa7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:01.114064 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e5af8478-ee15-4dbb-800d-927e6edf4e50 req-a27cd286-66f4-4e84-86c1-a33628b5aa7d service neutron] 10.222.0.67 "GET /v2.0/networks?id=98af4c66-77cb-4b8f-ac2e-973c83289bd3 HTTP/1.1" status: 200 len: 913 time: 0.1386633 Jan 18 22:19:01.168786 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e5af8478-ee15-4dbb-800d-927e6edf4e50 req-5ed59552-545b-491a-ad59-db4d321498ce service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b87853be-b440-4527-b349-f83d2dc29f7c HTTP/1.1" status: 200 len: 217 time: 0.0444736 Jan 18 22:19:01.175721 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-056fc9de-9c52-4a40-b945-f9391c91a394 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:01.187677 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-056fc9de-9c52-4a40-b945-f9391c91a394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:01.213829 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b839e1ab-755e-4e41-aca0-03b166bfa5f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:01.230684 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5af8478-ee15-4dbb-800d-927e6edf4e50 req-c977054c-1744-4051-a0e4-38eaf5ae930c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:01.232343 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e5af8478-ee15-4dbb-800d-927e6edf4e50 req-c977054c-1744-4051-a0e4-38eaf5ae930c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c28a7bfc-0741-4198-ac3c-550ad166bfc4 HTTP/1.1" status: 200 len: 853 time: 0.0570314 Jan 18 22:19:01.257194 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86a32a0-19d3-4bc4-81cf-1b56815415ca req-d4fcf573-da9a-4d9a-8a04-63c152b4bb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:01.258787 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c86a32a0-19d3-4bc4-81cf-1b56815415ca req-d4fcf573-da9a-4d9a-8a04-63c152b4bb45 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0b06d38b07ae4d7291ef44d8cc38ba74&device_id=57aa89f6-c972-4689-859a-8ed5a95ea96e HTTP/1.1" status: 200 len: 1094 time: 0.1216233 Jan 18 22:19:01.267997 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-056fc9de-9c52-4a40-b945-f9391c91a394 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cd07ff23b889476791f73b247b3ecfca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7240796 Jan 18 22:19:01.267997 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056fc9de-9c52-4a40-b945-f9391c91a394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c754a695-0e6c-4d1a-8938-29a95a1fbb18,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:19:01.268574 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 32896) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:19:01.279134 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b839e1ab-755e-4e41-aca0-03b166bfa5f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:01.286791 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e5af8478-ee15-4dbb-800d-927e6edf4e50 req-90cc39a8-31e3-4be0-83df-b1cd7e06d6e1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=98af4c66-77cb-4b8f-ac2e-973c83289bd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470364 Jan 18 22:19:01.380494 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e5af8478-ee15-4dbb-800d-927e6edf4e50 req-62a3a720-1c09-4f3b-97f2-cef01941992f service neutron] 10.222.0.67 "GET /v2.0/networks/98af4c66-77cb-4b8f-ac2e-973c83289bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852592 Jan 18 22:19:01.423962 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1499127e-1dee-4343-b5c3-2f3a2fb827b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:01.445010 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86a32a0-19d3-4bc4-81cf-1b56815415ca req-89b5e8f0-1109-4f8e-b983-61acc9998b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:01.446484 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c86a32a0-19d3-4bc4-81cf-1b56815415ca req-89b5e8f0-1109-4f8e-b983-61acc9998b5c service neutron] 10.222.0.36 "GET /v2.0/networks?id=98af4c66-77cb-4b8f-ac2e-973c83289bd3 HTTP/1.1" status: 200 len: 913 time: 0.1646519 Jan 18 22:19:01.464992 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b839e1ab-755e-4e41-aca0-03b166bfa5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:01.467486 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b839e1ab-755e-4e41-aca0-03b166bfa5f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:01.468593 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-b839e1ab-755e-4e41-aca0-03b166bfa5f9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bb758eee-f9d1-4ba4-9b8a-9ce7d19c3dfb HTTP/1.1" status: 204 len: 168 time: 0.3853631 Jan 18 22:19:01.470524 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1499127e-1dee-4343-b5c3-2f3a2fb827b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:01.499004 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e5af8478-ee15-4dbb-800d-927e6edf4e50 req-24f648fa-aed1-4508-b5e8-0e537981d611 service neutron] 10.222.0.67 "GET /v2.0/networks/98af4c66-77cb-4b8f-ac2e-973c83289bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079860 Jan 18 22:19:01.503805 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 32902) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:19:01.514289 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c86a32a0-19d3-4bc4-81cf-1b56815415ca req-ef1cedd4-11a3-4614-8b49-6568c4731c70 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d01ff65d-fbbb-4d6c-801f-d3cc320cdd65 HTTP/1.1" status: 200 len: 217 time: 0.0588620 Jan 18 22:19:01.518885 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b839e1ab-755e-4e41-aca0-03b166bfa5f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb758eee-f9d1-4ba4-9b8a-9ce7d19c3dfb,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:19:01.519068 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ef57d5ae-ffd9-47c5-aa71-950e2ac59feb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:01.590146 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86a32a0-19d3-4bc4-81cf-1b56815415ca req-51a47a8e-57a6-49f6-baed-30946dbe9023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:01.591675 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c86a32a0-19d3-4bc4-81cf-1b56815415ca req-51a47a8e-57a6-49f6-baed-30946dbe9023 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c28a7bfc-0741-4198-ac3c-550ad166bfc4 HTTP/1.1" status: 200 len: 853 time: 0.0631075 Jan 18 22:19:01.592712 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1499127e-1dee-4343-b5c3-2f3a2fb827b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:01.595271 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1499127e-1dee-4343-b5c3-2f3a2fb827b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:01.599027 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-1499127e-1dee-4343-b5c3-2f3a2fb827b1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c754a695-0e6c-4d1a-8938-29a95a1fbb18 HTTP/1.1" status: 204 len: 168 time: 0.3238118 Jan 18 22:19:01.629863 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1499127e-1dee-4343-b5c3-2f3a2fb827b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c754a695-0e6c-4d1a-8938-29a95a1fbb18,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:19:01.633642 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c86a32a0-19d3-4bc4-81cf-1b56815415ca req-404db210-d4ba-476c-b2bc-3864bead2c28 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=98af4c66-77cb-4b8f-ac2e-973c83289bd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346277 Jan 18 22:19:01.639981 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ef57d5ae-ffd9-47c5-aa71-950e2ac59feb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:01.648593 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ef57d5ae-ffd9-47c5-aa71-950e2ac59feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:01.698022 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-ef57d5ae-ffd9-47c5-aa71-950e2ac59feb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f7492449d4d34ac49bbdd6edc97e4d87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1929996 Jan 18 22:19:01.701831 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 32910) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:19:01.718925 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef57d5ae-ffd9-47c5-aa71-950e2ac59feb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=372f7ab6-97ce-4d44-ab25-20d187919ce3,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:19:01.771217 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c86a32a0-19d3-4bc4-81cf-1b56815415ca req-6c708153-6fcf-4ab6-8471-bbf8d9a42341 service neutron] 10.222.0.36 "GET /v2.0/networks/98af4c66-77cb-4b8f-ac2e-973c83289bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257145 Jan 18 22:19:01.771408 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7c809f03-f6b6-4b3b-b82c-b171332410b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:01.795951 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7c809f03-f6b6-4b3b-b82c-b171332410b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:01.860152 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7c809f03-f6b6-4b3b-b82c-b171332410b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:01.864935 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7c809f03-f6b6-4b3b-b82c-b171332410b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:01.869000 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-7c809f03-f6b6-4b3b-b82c-b171332410b1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/372f7ab6-97ce-4d44-ab25-20d187919ce3 HTTP/1.1" status: 204 len: 168 time: 0.1660349 Jan 18 22:19:01.886319 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c809f03-f6b6-4b3b-b82c-b171332410b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=372f7ab6-97ce-4d44-ab25-20d187919ce3,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:19:01.913841 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c86a32a0-19d3-4bc4-81cf-1b56815415ca req-93652e24-e809-4675-a459-5baec224dbbb service neutron] 10.222.0.36 "GET /v2.0/networks/98af4c66-77cb-4b8f-ac2e-973c83289bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313093 Jan 18 22:19:02.169573 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90069402-7ab2-4e99-9ee0-66cae9efb815 req-2e928f76-6ea0-4b91-9d83-2c0973fe9084 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:02.172614 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-90069402-7ab2-4e99-9ee0-66cae9efb815 req-2e928f76-6ea0-4b91-9d83-2c0973fe9084 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] 10.222.0.53 "GET /v2.0/ports?device_id=57aa89f6-c972-4689-859a-8ed5a95ea96e HTTP/1.1" status: 200 len: 943 time: 0.0519736 Jan 18 22:19:02.214314 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-90069402-7ab2-4e99-9ee0-66cae9efb815 req-b3e0dcc3-43c8-451b-8f26-0689f3381f7b tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] 10.222.0.53 "GET /v2.0/security-groups?id=56b9b9c0-23ca-4fcd-9172-d04740503349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368571 Jan 18 22:19:02.232619 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 32936) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:19:02.248481 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-62d94eed-8322-4dea-be94-b5ff43cabe22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:02.370285 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-62d94eed-8322-4dea-be94-b5ff43cabe22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:02.375204 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-62d94eed-8322-4dea-be94-b5ff43cabe22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:02.419793 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-62d94eed-8322-4dea-be94-b5ff43cabe22 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=22c0d957608f4709a46f9d7019f98d14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1858780 Jan 18 22:19:02.426773 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 32948) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:19:02.434694 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d94eed-8322-4dea-be94-b5ff43cabe22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15661de6-b9c5-4d93-9893-87bd20b0b2aa,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:19:02.483645 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-240f8499-ae39-4037-9be2-a6da1a20e938 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:02.506394 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-240f8499-ae39-4037-9be2-a6da1a20e938 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:02.526308 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 32952) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:19:02.559001 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-240f8499-ae39-4037-9be2-a6da1a20e938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:02.561554 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-240f8499-ae39-4037-9be2-a6da1a20e938 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:02.562707 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-240f8499-ae39-4037-9be2-a6da1a20e938 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/15661de6-b9c5-4d93-9893-87bd20b0b2aa HTTP/1.1" status: 204 len: 168 time: 0.1350241 Jan 18 22:19:02.570814 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240f8499-ae39-4037-9be2-a6da1a20e938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15661de6-b9c5-4d93-9893-87bd20b0b2aa,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:19:02.677018 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-79ba2463-3c69-4598-b442-9148379f1dd8 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1527933254-network', 'tenant_id': 'ae480cc349914bb59c49507d70f536af'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:19:02.702258 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79ba2463-3c69-4598-b442-9148379f1dd8 admin admin] Made reservation on behalf of ae480cc349914bb59c49507d70f536af for: {'network': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:19:02.704791 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-79ba2463-3c69-4598-b442-9148379f1dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:02.714215 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-79ba2463-3c69-4598-b442-9148379f1dd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:02.816261 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-79ba2463-3c69-4598-b442-9148379f1dd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:02.821617 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-79ba2463-3c69-4598-b442-9148379f1dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:02.854297 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79ba2463-3c69-4598-b442-9148379f1dd8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=102430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:19:02.869264 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ba2463-3c69-4598-b442-9148379f1dd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=887106f9-0ea3-48df-93b8-5b7379f045d6,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:19:02.875281 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-79ba2463-3c69-4598-b442-9148379f1dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:02.875625 n-d-825064-1 neutron-server[102430]: INFO neutron.db.segments_db [None req-79ba2463-3c69-4598-b442-9148379f1dd8 admin admin] Added segment bbee9262-cfb2-4fc9-82be-4cb3bf414322 of type vlan for network 238ed1a6-2b69-482a-a879-0782a721c5d9 Jan 18 22:19:02.927098 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-79ba2463-3c69-4598-b442-9148379f1dd8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:02.961847 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-79ba2463-3c69-4598-b442-9148379f1dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:02.963049 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ba2463-3c69-4598-b442-9148379f1dd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:02.963983 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-79ba2463-3c69-4598-b442-9148379f1dd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:02.968923 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device b87853be-b440-4527-b349-f83d2dc29f7c details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:19:03.016579 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-79ba2463-3c69-4598-b442-9148379f1dd8 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.4879050 Jan 18 22:19:03.016898 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 32980) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:19:03.023820 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-cfedb0d3-515a-4dcc-8d8e-55ffc894fc69 admin admin] Request body: {'subnet': {'network_id': '238ed1a6-2b69-482a-a879-0782a721c5d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1527933254-subnet', 'tenant_id': 'ae480cc349914bb59c49507d70f536af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:19:03.032250 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ba2463-3c69-4598-b442-9148379f1dd8 admin admin] Pushing event updated for resources: {'Network': ['ID=238ed1a6-2b69-482a-a879-0782a721c5d9,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:19:03.051775 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 238ed1a6-2b69-482a-a879-0782a721c5d9 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:19:03.057103 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfedb0d3-515a-4dcc-8d8e-55ffc894fc69 admin admin] Made reservation on behalf of ae480cc349914bb59c49507d70f536af for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:19:03.059847 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cfedb0d3-515a-4dcc-8d8e-55ffc894fc69 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:03.122002 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port b87853be-b440-4527-b349-f83d2dc29f7c, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=b87853be-b440-4527-b349-f83d2dc29f7c,segment=NetworkSegment(98b33f86-b79b-4e35-abff-fb0472998523),segment_id=98b33f86-b79b-4e35-abff-fb0472998523)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:19:03.143163 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': 'b87853be-b440-4527-b349-f83d2dc29f7c', 'network_id': '98af4c66-77cb-4b8f-ac2e-973c83289bd3', 'port_id': 'b87853be-b440-4527-b349-f83d2dc29f7c', 'mac_address': 'fa:16:3e:62:e3:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c28a7bfc-0741-4198-ac3c-550ad166bfc4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:19:03.184248 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:03.200844 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b87853be-b440-4527-b349-f83d2dc29f7c {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:19:03.222950 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port b87853be-b440-4527-b349-f83d2dc29f7c, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=b87853be-b440-4527-b349-f83d2dc29f7c,segment=NetworkSegment(98b33f86-b79b-4e35-abff-fb0472998523),segment_id=98b33f86-b79b-4e35-abff-fb0472998523)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:19:03.229293 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:03.269645 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cfedb0d3-515a-4dcc-8d8e-55ffc894fc69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:03.393801 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfedb0d3-515a-4dcc-8d8e-55ffc894fc69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c698099-8c96-4ff9-a982-e918b5bcbfac,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:19:03.412642 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfedb0d3-515a-4dcc-8d8e-55ffc894fc69 admin admin] Checking segment: {'id': 'bbee9262-cfb2-4fc9-82be-4cb3bf414322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '238ed1a6-2b69-482a-a879-0782a721c5d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:19:03.413004 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfedb0d3-515a-4dcc-8d8e-55ffc894fc69 admin admin] Network hostable DHCP agents. Network: 238ed1a6-2b69-482a-a879-0782a721c5d9, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:19:03.414512 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20140d3f-1cf7-461e-9b0b-cddf5aa9246a req-770f1c79-e1d6-4479-9e5f-b29d4dd76456 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:03.423132 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-20140d3f-1cf7-461e-9b0b-cddf5aa9246a req-770f1c79-e1d6-4479-9e5f-b29d4dd76456 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] 10.222.0.53 "GET /v2.0/ports?device_id=57aa89f6-c972-4689-859a-8ed5a95ea96e HTTP/1.1" status: 200 len: 943 time: 0.0969880 Jan 18 22:19:03.477513 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfedb0d3-515a-4dcc-8d8e-55ffc894fc69 admin admin] Network 238ed1a6-2b69-482a-a879-0782a721c5d9 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:19:03.478569 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-20140d3f-1cf7-461e-9b0b-cddf5aa9246a req-adba2ecc-eae6-401a-9aac-021e97d1c1d6 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] 10.222.0.53 "GET /v2.0/security-groups?id=56b9b9c0-23ca-4fcd-9172-d04740503349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539250 Jan 18 22:19:03.494394 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-cfedb0d3-515a-4dcc-8d8e-55ffc894fc69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 238ed1a6-2b69-482a-a879-0782a721c5d9) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:19:03.501222 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfedb0d3-515a-4dcc-8d8e-55ffc894fc69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:03.501806 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cfedb0d3-515a-4dcc-8d8e-55ffc894fc69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:03.514052 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce280446-7f7b-4a17-b1ee-034115e4fa03 None None] Network 238ed1a6-2b69-482a-a879-0782a721c5d9 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:19:03.532652 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=b87853be-b440-4527-b349-f83d2dc29f7c,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:19:03.544195 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-cfedb0d3-515a-4dcc-8d8e-55ffc894fc69 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.5234861 Jan 18 22:19:03.586173 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['b87853be-b440-4527-b349-f83d2dc29f7c'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:19:03.693877 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bcb338b-7afc-4552-8f8d-1d0dc2a1012d None None] Network 238ed1a6-2b69-482a-a879-0782a721c5d9 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:19:04.017586 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2ae018d2-d95e-4406-bf27-3784b12dfae3 req-4430f9b0-8246-4001-991d-29a44a90c324 tempest-ImagesOneServerTestJSON-1587676590 tempest-ImagesOneServerTestJSON-1587676590-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=5f8abe86e1cf41db9043e8468291cf92&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0259430 Jan 18 22:19:04.125556 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae018d2-d95e-4406-bf27-3784b12dfae3 req-96365196-bc9c-47c5-a8d7-625bc9b388ba tempest-ImagesOneServerTestJSON-1587676590 tempest-ImagesOneServerTestJSON-1587676590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:04.127036 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2ae018d2-d95e-4406-bf27-3784b12dfae3 req-96365196-bc9c-47c5-a8d7-625bc9b388ba tempest-ImagesOneServerTestJSON-1587676590 tempest-ImagesOneServerTestJSON-1587676590-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1040497 Jan 18 22:19:04.141482 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2ae018d2-d95e-4406-bf27-3784b12dfae3 req-02eb04ab-7d9f-43c8-a858-7f4c42e6e079 tempest-ImagesOneServerTestJSON-1587676590 tempest-ImagesOneServerTestJSON-1587676590-project] 10.222.0.53 "GET /v2.0/quotas/5f8abe86e1cf41db9043e8468291cf92 HTTP/1.1" status: 200 len: 375 time: 0.0086725 Jan 18 22:19:04.171458 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2ae018d2-d95e-4406-bf27-3784b12dfae3 req-7e57cff8-4f00-472c-a009-c130d6c2851c tempest-ImagesOneServerTestJSON-1587676590 tempest-ImagesOneServerTestJSON-1587676590-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5f8abe86e1cf41db9043e8468291cf92&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0250025 Jan 18 22:19:04.513241 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce38805-6c0a-4177-9f4e-df44c341ce36 req-ffaef50a-0ad1-498e-a76e-bde0e5fdf0f5 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:04.514776 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3ce38805-6c0a-4177-9f4e-df44c341ce36 req-ffaef50a-0ad1-498e-a76e-bde0e5fdf0f5 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/networks?id=238ed1a6-2b69-482a-a879-0782a721c5d9 HTTP/1.1" status: 200 len: 805 time: 0.1283810 Jan 18 22:19:04.530341 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3ce38805-6c0a-4177-9f4e-df44c341ce36 req-3732d32b-514e-4da4-8ed9-3412bfdff5db tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/quotas/ae480cc349914bb59c49507d70f536af HTTP/1.1" status: 200 len: 375 time: 0.0097024 Jan 18 22:19:04.565615 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3ce38805-6c0a-4177-9f4e-df44c341ce36 req-ec1750cd-383a-47d4-9925-4a963bcd84cf tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ae480cc349914bb59c49507d70f536af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295808 Jan 18 22:19:04.643645 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-43a87af7-8eb8-4825-b81a-0bf33bb93196 req-84e92bf1-3aa0-4b56-9b9c-1adda8a96ed7 tempest-ImagesOneServerTestJSON-1587676590 tempest-ImagesOneServerTestJSON-1587676590-project] 10.222.0.53 "GET /v2.0/ports?device_id=3108528b-0cef-473a-ba1d-bbb382d71ac7 HTTP/1.1" status: 200 len: 210 time: 0.0623939 Jan 18 22:19:04.680929 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device d01ff65d-fbbb-4d6c-801f-d3cc320cdd65 details requested by agent hyperv_n-h1-825064-1 with host n-h1-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:19:04.690972 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3ce38805-6c0a-4177-9f4e-df44c341ce36 req-41013253-2a63-4913-820e-2ea110450b59 service neutron] 10.222.0.53 "GET /v2.0/networks/238ed1a6-2b69-482a-a879-0782a721c5d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182420 Jan 18 22:19:04.794840 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3ce38805-6c0a-4177-9f4e-df44c341ce36 req-c02dcd7d-3b3b-4ad5-b62f-97285cbc53a5 service neutron] 10.222.0.53 "GET /v2.0/networks/238ed1a6-2b69-482a-a879-0782a721c5d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965748 Jan 18 22:19:04.801356 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port d01ff65d-fbbb-4d6c-801f-d3cc320cdd65, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=d01ff65d-fbbb-4d6c-801f-d3cc320cdd65,segment=NetworkSegment(98b33f86-b79b-4e35-abff-fb0472998523),segment_id=98b33f86-b79b-4e35-abff-fb0472998523)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:19:04.812869 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Returning: {'device': 'd01ff65d-fbbb-4d6c-801f-d3cc320cdd65', 'network_id': '98af4c66-77cb-4b8f-ac2e-973c83289bd3', 'port_id': 'd01ff65d-fbbb-4d6c-801f-d3cc320cdd65', 'mac_address': 'fa:16:3e:74:31:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c28a7bfc-0741-4198-ac3c-550ad166bfc4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:19:04.852900 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:04.871911 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d01ff65d-fbbb-4d6c-801f-d3cc320cdd65 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:19:04.910670 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port d01ff65d-fbbb-4d6c-801f-d3cc320cdd65, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=d01ff65d-fbbb-4d6c-801f-d3cc320cdd65,segment=NetworkSegment(98b33f86-b79b-4e35-abff-fb0472998523),segment_id=98b33f86-b79b-4e35-abff-fb0472998523)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:19:04.923514 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:04.971959 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device b87853be-b440-4527-b349-f83d2dc29f7c up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:19:05.019694 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=d01ff65d-fbbb-4d6c-801f-d3cc320cdd65,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:19:05.035422 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b000a35-e0e2-4ab4-bd8d-ed03ed5f0b40 req-4cd1cedf-4e40-4414-b9ca-8c20b886adc9 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:05.037894 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9b000a35-e0e2-4ab4-bd8d-ed03ed5f0b40 req-4cd1cedf-4e40-4414-b9ca-8c20b886adc9 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] 10.222.0.53 "GET /v2.0/ports?device_id=57aa89f6-c972-4689-859a-8ed5a95ea96e HTTP/1.1" status: 200 len: 944 time: 0.0629969 Jan 18 22:19:05.052321 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port b87853be-b440-4527-b349-f83d2dc29f7c completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:19:05.059274 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port b87853be-b440-4527-b349-f83d2dc29f7c triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:19:05.059655 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:05.092344 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9b000a35-e0e2-4ab4-bd8d-ed03ed5f0b40 req-8ba581bf-af73-4de4-97ca-cd40c210b8bd tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] 10.222.0.53 "GET /v2.0/security-groups?id=56b9b9c0-23ca-4fcd-9172-d04740503349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424378 Jan 18 22:19:05.149974 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f57639e4-d91d-43cc-9430-ab5d2317125f req-9e418872-06d1-4b5e-afbb-c6d3839cbd38 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d073823-a9da-4d13-a0fd-454ef610e5f9 HTTP/1.1" status: 200 len: 210 time: 0.0318770 Jan 18 22:19:05.180487 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:05.193856 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['d01ff65d-fbbb-4d6c-801f-d3cc320cdd65'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:19:05.240591 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c81884c3-7d73-43ed-a2bb-a6dad2bcf2e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b87853be-b440-4527-b349-f83d2dc29f7c'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:19:05.242995 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e75c1d5d-e0bd-49b2-aa47-60bcd280d5e4" -d '{"events": [{"server_uuid": "c81884c3-7d73-43ed-a2bb-a6dad2bcf2e2", "name": "network-vif-plugged", "status": "completed", "tag": "b87853be-b440-4527-b349-f83d2dc29f7c"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:19:05.263892 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port b87853be-b440-4527-b349-f83d2dc29f7c, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=b87853be-b440-4527-b349-f83d2dc29f7c,segment=NetworkSegment(98b33f86-b79b-4e35-abff-fb0472998523),segment_id=98b33f86-b79b-4e35-abff-fb0472998523)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:19:05.272956 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:05.314157 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-792b9cf3-78e9-4219-87f2-4e2434458178 x-openstack-request-id: req-792b9cf3-78e9-4219-87f2-4e2434458178 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:19:05.314454 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c81884c3-7d73-43ed-a2bb-a6dad2bcf2e2", "name": "network-vif-plugged", "status": "completed", "tag": "b87853be-b440-4527-b349-f83d2dc29f7c", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:19:05.314858 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-792b9cf3-78e9-4219-87f2-4e2434458178 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:19:05.315239 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c81884c3-7d73-43ed-a2bb-a6dad2bcf2e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b87853be-b440-4527-b349-f83d2dc29f7c', 'code': 200} Jan 18 22:19:05.315502 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2ae018d2-d95e-4406-bf27-3784b12dfae3 req-8db8e232-a8df-4c19-ad3b-427cbac11205 tempest-ImagesOneServerTestJSON-1587676590 tempest-ImagesOneServerTestJSON-1587676590-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=5f8abe86e1cf41db9043e8468291cf92&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286396 Jan 18 22:19:05.379610 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=b87853be-b440-4527-b349-f83d2dc29f7c,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:19:05.460849 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6baa53c-e59b-4cf5-9140-d4326a0f3686 req-ed701f36-f975-48d2-8bdc-34192da20dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:05.466065 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e6baa53c-e59b-4cf5-9140-d4326a0f3686 req-ed701f36-f975-48d2-8bdc-34192da20dc7 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c81884c3-7d73-43ed-a2bb-a6dad2bcf2e2 HTTP/1.1" status: 200 len: 1096 time: 0.0782831 Jan 18 22:19:05.480204 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae018d2-d95e-4406-bf27-3784b12dfae3 req-3f2c3841-3614-411d-bef5-ac593cbca0d6 tempest-ImagesOneServerTestJSON-1587676590 tempest-ImagesOneServerTestJSON-1587676590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:05.481992 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2ae018d2-d95e-4406-bf27-3784b12dfae3 req-3f2c3841-3614-411d-bef5-ac593cbca0d6 tempest-ImagesOneServerTestJSON-1587676590 tempest-ImagesOneServerTestJSON-1587676590-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1589875 Jan 18 22:19:05.495439 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-2ae018d2-d95e-4406-bf27-3784b12dfae3 req-4d58c873-9e12-4582-a7f2-85cc44ac0e1c tempest-ImagesOneServerTestJSON-1587676590 tempest-ImagesOneServerTestJSON-1587676590-project] Request body: {'port': {'device_id': '3108528b-0cef-473a-ba1d-bbb382d71ac7', 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b', 'admin_state_up': True, 'tenant_id': '5f8abe86e1cf41db9043e8468291cf92'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:19:05.514819 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e6baa53c-e59b-4cf5-9140-d4326a0f3686 req-3bbec784-b248-4e60-a4cd-44b2beee8350 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=56b9b9c0-23ca-4fcd-9172-d04740503349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410056 Jan 18 22:19:05.628694 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ae018d2-d95e-4406-bf27-3784b12dfae3 req-4d58c873-9e12-4582-a7f2-85cc44ac0e1c tempest-ImagesOneServerTestJSON-1587676590 tempest-ImagesOneServerTestJSON-1587676590-project] Made reservation on behalf of 5f8abe86e1cf41db9043e8468291cf92 for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:19:05.632763 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-2ae018d2-d95e-4406-bf27-3784b12dfae3 req-4d58c873-9e12-4582-a7f2-85cc44ac0e1c tempest-ImagesOneServerTestJSON-1587676590 tempest-ImagesOneServerTestJSON-1587676590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:05.643135 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-2ae018d2-d95e-4406-bf27-3784b12dfae3 req-4d58c873-9e12-4582-a7f2-85cc44ac0e1c tempest-ImagesOneServerTestJSON-1587676590 tempest-ImagesOneServerTestJSON-1587676590-project] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:05.738785 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-2ae018d2-d95e-4406-bf27-3784b12dfae3 req-4d58c873-9e12-4582-a7f2-85cc44ac0e1c tempest-ImagesOneServerTestJSON-1587676590 tempest-ImagesOneServerTestJSON-1587676590-project] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:05.745255 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-2ae018d2-d95e-4406-bf27-3784b12dfae3 req-4d58c873-9e12-4582-a7f2-85cc44ac0e1c tempest-ImagesOneServerTestJSON-1587676590 tempest-ImagesOneServerTestJSON-1587676590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:05.793649 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-45dea4b8-38d6-4f55-8948-933a8fa93d32 req-a97f3d2f-6f4e-470c-b79a-b5be04983a42 tempest-ImagesOneServerTestJSON-1587676590 tempest-ImagesOneServerTestJSON-1587676590-project] 10.222.0.53 "GET /v2.0/ports?device_id=3108528b-0cef-473a-ba1d-bbb382d71ac7 HTTP/1.1" status: 200 len: 210 time: 0.0570407 Jan 18 22:19:05.816637 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d58c873-9e12-4582-a7f2-85cc44ac0e1c tempest-ImagesOneServerTestJSON-1587676590 tempest-ImagesOneServerTestJSON-1587676590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e92fc84-9fa5-4530-930f-73f1fe5f22fa,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:19:05.902192 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [req-2ae018d2-d95e-4406-bf27-3784b12dfae3 req-4d58c873-9e12-4582-a7f2-85cc44ac0e1c tempest-ImagesOneServerTestJSON-1587676590 tempest-ImagesOneServerTestJSON-1587676590-project] Allocated IP 192.168.233.35 (aed2eca7-1bb0-443d-8485-b985dbe9851b/8518183d-cc63-459a-b971-d4c7514e001f/34cd6b2b-a8f0-42a4-8d79-a3881c92dfc8) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:19:05.964681 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 33104) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:19:06.049118 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-2ae018d2-d95e-4406-bf27-3784b12dfae3 req-4d58c873-9e12-4582-a7f2-85cc44ac0e1c tempest-ImagesOneServerTestJSON-1587676590 tempest-ImagesOneServerTestJSON-1587676590-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:06.072165 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-832f8540-ff2f-407a-924c-8a5def7a41aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:06.111929 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-2ae018d2-d95e-4406-bf27-3784b12dfae3 req-4d58c873-9e12-4582-a7f2-85cc44ac0e1c tempest-ImagesOneServerTestJSON-1587676590 tempest-ImagesOneServerTestJSON-1587676590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:06.172946 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ae018d2-d95e-4406-bf27-3784b12dfae3 req-4d58c873-9e12-4582-a7f2-85cc44ac0e1c tempest-ImagesOneServerTestJSON-1587676590 tempest-ImagesOneServerTestJSON-1587676590-project] Network aed2eca7-1bb0-443d-8485-b985dbe9851b is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:19:06.178686 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [req-2ae018d2-d95e-4406-bf27-3784b12dfae3 req-4d58c873-9e12-4582-a7f2-85cc44ac0e1c tempest-ImagesOneServerTestJSON-1587676590 tempest-ImagesOneServerTestJSON-1587676590-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:19:06.181179 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ae018d2-d95e-4406-bf27-3784b12dfae3 req-4d58c873-9e12-4582-a7f2-85cc44ac0e1c tempest-ImagesOneServerTestJSON-1587676590 tempest-ImagesOneServerTestJSON-1587676590-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:19:06.221944 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d58c873-9e12-4582-a7f2-85cc44ac0e1c tempest-ImagesOneServerTestJSON-1587676590 tempest-ImagesOneServerTestJSON-1587676590-project] Pushing event updated for resources: {'Port': ['ID=34cd6b2b-a8f0-42a4-8d79-a3881c92dfc8,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:19:06.248112 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae018d2-d95e-4406-bf27-3784b12dfae3 req-4d58c873-9e12-4582-a7f2-85cc44ac0e1c tempest-ImagesOneServerTestJSON-1587676590 tempest-ImagesOneServerTestJSON-1587676590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:06.252837 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-2ae018d2-d95e-4406-bf27-3784b12dfae3 req-4d58c873-9e12-4582-a7f2-85cc44ac0e1c tempest-ImagesOneServerTestJSON-1587676590 tempest-ImagesOneServerTestJSON-1587676590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:06.275646 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2ae018d2-d95e-4406-bf27-3784b12dfae3 req-4d58c873-9e12-4582-a7f2-85cc44ac0e1c tempest-ImagesOneServerTestJSON-1587676590 tempest-ImagesOneServerTestJSON-1587676590-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7842009 Jan 18 22:19:06.290684 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-2ae018d2-d95e-4406-bf27-3784b12dfae3 req-35b3598a-615d-4dee-afe9-bf08e06d0724 service neutron] Request body: {'port': {'device_id': '3108528b-0cef-473a-ba1d-bbb382d71ac7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:19:06.322568 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0e9dce07-1ee0-41bd-a908-30cf79c8af82 req-b2247e38-235c-40df-b068-3d843d8854bf tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d073823-a9da-4d13-a0fd-454ef610e5f9 HTTP/1.1" status: 200 len: 210 time: 0.0627677 Jan 18 22:19:06.350265 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2587e0bd-45f8-4154-bd5d-23676a1fe494 req-39963eca-54c2-407c-8736-abf3ccc30fd0 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:06.352342 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2587e0bd-45f8-4154-bd5d-23676a1fe494 req-39963eca-54c2-407c-8736-abf3ccc30fd0 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] 10.222.0.53 "GET /v2.0/ports?device_id=57aa89f6-c972-4689-859a-8ed5a95ea96e HTTP/1.1" status: 200 len: 944 time: 0.1598179 Jan 18 22:19:06.361115 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce38805-6c0a-4177-9f4e-df44c341ce36 req-bae919c8-0598-4ad2-9b30-5eebd344815e tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:06.362572 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3ce38805-6c0a-4177-9f4e-df44c341ce36 req-bae919c8-0598-4ad2-9b30-5eebd344815e tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.36 "GET /v2.0/networks?id=238ed1a6-2b69-482a-a879-0782a721c5d9 HTTP/1.1" status: 200 len: 805 time: 0.2573228 Jan 18 22:19:06.364026 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-2ae018d2-d95e-4406-bf27-3784b12dfae3 req-35b3598a-615d-4dee-afe9-bf08e06d0724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:06.391659 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-3ce38805-6c0a-4177-9f4e-df44c341ce36 req-17eaab28-f41b-4fce-ace6-982362844858 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Request body: {'port': {'device_id': '0d073823-a9da-4d13-a0fd-454ef610e5f9', 'network_id': '238ed1a6-2b69-482a-a879-0782a721c5d9', 'admin_state_up': True, 'tenant_id': 'ae480cc349914bb59c49507d70f536af'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:19:06.424321 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-832f8540-ff2f-407a-924c-8a5def7a41aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:06.461833 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-832f8540-ff2f-407a-924c-8a5def7a41aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:06.533829 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-85db779b-319c-4094-ab0f-b3c919e68a22 None None] Provisioning complete for port 34cd6b2b-a8f0-42a4-8d79-a3881c92dfc8 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:19:06.534426 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-85db779b-319c-4094-ab0f-b3c919e68a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:06.571541 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-85db779b-319c-4094-ab0f-b3c919e68a22 None None] Port 34cd6b2b-a8f0-42a4-8d79-a3881c92dfc8 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:19:06.663551 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [req-2ae018d2-d95e-4406-bf27-3784b12dfae3 req-35b3598a-615d-4dee-afe9-bf08e06d0724 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34cd6b2b-a8f0-42a4-8d79-a3881c92dfc8 {{(pid=102431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:19:06.673460 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-2ae018d2-d95e-4406-bf27-3784b12dfae3 req-35b3598a-615d-4dee-afe9-bf08e06d0724 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:06.680471 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device d01ff65d-fbbb-4d6c-801f-d3cc320cdd65 up at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:19:06.686843 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [req-2ae018d2-d95e-4406-bf27-3784b12dfae3 req-35b3598a-615d-4dee-afe9-bf08e06d0724 service neutron] Transition to ACTIVE for port object 34cd6b2b-a8f0-42a4-8d79-a3881c92dfc8 will not be triggered until provisioned by entity L2. {{(pid=102431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:19:06.691530 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-2ae018d2-d95e-4406-bf27-3784b12dfae3 req-35b3598a-615d-4dee-afe9-bf08e06d0724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:06.737062 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning for port d01ff65d-fbbb-4d6c-801f-d3cc320cdd65 completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:19:06.743554 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning complete for port d01ff65d-fbbb-4d6c-801f-d3cc320cdd65 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:19:06.744181 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:06.745733 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b3598a-615d-4dee-afe9-bf08e06d0724 service neutron] Pushing event updated for resources: {'Port': ['ID=34cd6b2b-a8f0-42a4-8d79-a3881c92dfc8,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:19:06.798233 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2587e0bd-45f8-4154-bd5d-23676a1fe494 req-ad8e169f-a623-48b3-84b1-7542bff5c6cd tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] 10.222.0.53 "GET /v2.0/security-groups?id=56b9b9c0-23ca-4fcd-9172-d04740503349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4345562 Jan 18 22:19:06.833414 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-2ae018d2-d95e-4406-bf27-3784b12dfae3 req-35b3598a-615d-4dee-afe9-bf08e06d0724 service neutron] Attempting to bind port 34cd6b2b-a8f0-42a4-8d79-a3881c92dfc8 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:19:06.833915 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-2ae018d2-d95e-4406-bf27-3784b12dfae3 req-35b3598a-615d-4dee-afe9-bf08e06d0724 service neutron] Attempting to bind port 34cd6b2b-a8f0-42a4-8d79-a3881c92dfc8 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:19:06.834317 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae018d2-d95e-4406-bf27-3784b12dfae3 req-35b3598a-615d-4dee-afe9-bf08e06d0724 service neutron] Attempting to bind port 34cd6b2b-a8f0-42a4-8d79-a3881c92dfc8 on network aed2eca7-1bb0-443d-8485-b985dbe9851b {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:19:06.840761 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae018d2-d95e-4406-bf27-3784b12dfae3 req-35b3598a-615d-4dee-afe9-bf08e06d0724 service neutron] Port 34cd6b2b-a8f0-42a4-8d79-a3881c92dfc8 on network aed2eca7-1bb0-443d-8485-b985dbe9851b not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:19:06.841245 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-832f8540-ff2f-407a-924c-8a5def7a41aa admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6a9621c797a341d5a16c1a7ea443626f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8754053 Jan 18 22:19:06.841839 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae018d2-d95e-4406-bf27-3784b12dfae3 req-35b3598a-615d-4dee-afe9-bf08e06d0724 service neutron] Attempting to bind port 34cd6b2b-a8f0-42a4-8d79-a3881c92dfc8 on network aed2eca7-1bb0-443d-8485-b985dbe9851b {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:19:06.844844 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 33122) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:19:06.856921 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832f8540-ff2f-407a-924c-8a5def7a41aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01aa4f5b-eb1c-41a9-90d5-3b50812093be,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:19:06.857499 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae018d2-d95e-4406-bf27-3784b12dfae3 req-35b3598a-615d-4dee-afe9-bf08e06d0724 service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:19:06.860082 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae018d2-d95e-4406-bf27-3784b12dfae3 req-35b3598a-615d-4dee-afe9-bf08e06d0724 service neutron] Checking segment: {'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:19:06.860630 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae018d2-d95e-4406-bf27-3784b12dfae3 req-35b3598a-615d-4dee-afe9-bf08e06d0724 service neutron] Bound using segment: {'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:19:06.861204 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-2ae018d2-d95e-4406-bf27-3784b12dfae3 req-35b3598a-615d-4dee-afe9-bf08e06d0724 service neutron] Bound port: 34cd6b2b-a8f0-42a4-8d79-a3881c92dfc8, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:19:06.862075 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-2ae018d2-d95e-4406-bf27-3784b12dfae3 req-35b3598a-615d-4dee-afe9-bf08e06d0724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:06.919583 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ce38805-6c0a-4177-9f4e-df44c341ce36 req-17eaab28-f41b-4fce-ace6-982362844858 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Made reservation on behalf of ae480cc349914bb59c49507d70f536af for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:19:06.923339 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-3ce38805-6c0a-4177-9f4e-df44c341ce36 req-17eaab28-f41b-4fce-ace6-982362844858 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:06.952917 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:06.992953 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port d01ff65d-fbbb-4d6c-801f-d3cc320cdd65, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=d01ff65d-fbbb-4d6c-801f-d3cc320cdd65,segment=NetworkSegment(98b33f86-b79b-4e35-abff-fb0472998523),segment_id=98b33f86-b79b-4e35-abff-fb0472998523)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:19:07.006963 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:07.011527 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-63487c27-f9ae-4586-98fb-faf68b78bbb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:07.016024 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-2ae018d2-d95e-4406-bf27-3784b12dfae3 req-35b3598a-615d-4dee-afe9-bf08e06d0724 service neutron] For port 34cd6b2b-a8f0-42a4-8d79-a3881c92dfc8, host n-h2-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:19:07.040345 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-2ae018d2-d95e-4406-bf27-3784b12dfae3 req-35b3598a-615d-4dee-afe9-bf08e06d0724 service neutron] For port 34cd6b2b-a8f0-42a4-8d79-a3881c92dfc8, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=34cd6b2b-a8f0-42a4-8d79-a3881c92dfc8,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:19:07.044620 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-63487c27-f9ae-4586-98fb-faf68b78bbb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:07.048803 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714611e3-0503-4de1-b748-01b92d21f1b7 req-7f982cf8-ef0a-44df-954a-ef6094ed3f55 tempest-ImagesOneServerTestJSON-1587676590 tempest-ImagesOneServerTestJSON-1587676590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:07.050406 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-714611e3-0503-4de1-b748-01b92d21f1b7 req-7f982cf8-ef0a-44df-954a-ef6094ed3f55 tempest-ImagesOneServerTestJSON-1587676590 tempest-ImagesOneServerTestJSON-1587676590-project] 10.222.0.53 "GET /v2.0/ports?device_id=3108528b-0cef-473a-ba1d-bbb382d71ac7 HTTP/1.1" status: 200 len: 947 time: 0.1158683 Jan 18 22:19:07.055194 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-2ae018d2-d95e-4406-bf27-3784b12dfae3 req-35b3598a-615d-4dee-afe9-bf08e06d0724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:07.069907 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=d01ff65d-fbbb-4d6c-801f-d3cc320cdd65,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:19:07.123117 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae018d2-d95e-4406-bf27-3784b12dfae3 req-35b3598a-615d-4dee-afe9-bf08e06d0724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:07.124150 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-2ae018d2-d95e-4406-bf27-3784b12dfae3 req-35b3598a-615d-4dee-afe9-bf08e06d0724 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:07.125441 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2ae018d2-d95e-4406-bf27-3784b12dfae3 req-35b3598a-615d-4dee-afe9-bf08e06d0724 service neutron] 10.222.0.67 "PUT /v2.0/ports/34cd6b2b-a8f0-42a4-8d79-a3881c92dfc8 HTTP/1.1" status: 200 len: 1095 time: 0.8406506 Jan 18 22:19:07.126087 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3108528b-0cef-473a-ba1d-bbb382d71ac7', 'tag': '34cd6b2b-a8f0-42a4-8d79-a3881c92dfc8'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:19:07.128340 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bf6a446-8e6f-413d-9b16-3030e7af432c" -d '{"events": [{"name": "network-changed", "server_uuid": "3108528b-0cef-473a-ba1d-bbb382d71ac7", "tag": "34cd6b2b-a8f0-42a4-8d79-a3881c92dfc8"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:19:07.143542 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-714611e3-0503-4de1-b748-01b92d21f1b7 req-9a7a4358-6ebe-4dac-bed7-c6bff400832c tempest-ImagesOneServerTestJSON-1587676590 tempest-ImagesOneServerTestJSON-1587676590-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e92fc84-9fa5-4530-930f-73f1fe5f22fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827055 Jan 18 22:19:07.157354 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b3598a-615d-4dee-afe9-bf08e06d0724 service neutron] Pushing event updated for resources: {'Port': ['ID=34cd6b2b-a8f0-42a4-8d79-a3881c92dfc8,revision_number=3']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:19:07.159573 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-3ce38805-6c0a-4177-9f4e-df44c341ce36 req-17eaab28-f41b-4fce-ace6-982362844858 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Allocated IP 172.20.0.7 (238ed1a6-2b69-482a-a879-0782a721c5d9/7c698099-8c96-4ff9-a982-e918b5bcbfac/c066df2a-12b7-47a2-974a-b7465331f2ac) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:19:07.190720 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-63487c27-f9ae-4586-98fb-faf68b78bbb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:07.202015 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-63487c27-f9ae-4586-98fb-faf68b78bbb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:07.203187 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-63487c27-f9ae-4586-98fb-faf68b78bbb4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/01aa4f5b-eb1c-41a9-90d5-3b50812093be HTTP/1.1" status: 204 len: 168 time: 0.3573453 Jan 18 22:19:07.205159 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f0b8730-5e93-472b-9f50-b8053ae2f6a1 x-openstack-request-id: req-9f0b8730-5e93-472b-9f50-b8053ae2f6a1 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:19:07.205454 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3108528b-0cef-473a-ba1d-bbb382d71ac7", "tag": "34cd6b2b-a8f0-42a4-8d79-a3881c92dfc8", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:19:07.205776 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9f0b8730-5e93-472b-9f50-b8053ae2f6a1 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:19:07.206176 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3108528b-0cef-473a-ba1d-bbb382d71ac7', 'tag': '34cd6b2b-a8f0-42a4-8d79-a3881c92dfc8', 'status': 'completed', 'code': 200} Jan 18 22:19:07.235097 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63487c27-f9ae-4586-98fb-faf68b78bbb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01aa4f5b-eb1c-41a9-90d5-3b50812093be,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:19:07.259418 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae018d2-d95e-4406-bf27-3784b12dfae3 req-cd66f101-e949-4277-ad6d-aa4c516d833c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:07.260871 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2ae018d2-d95e-4406-bf27-3784b12dfae3 req-cd66f101-e949-4277-ad6d-aa4c516d833c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5f8abe86e1cf41db9043e8468291cf92&device_id=3108528b-0cef-473a-ba1d-bbb382d71ac7 HTTP/1.1" status: 200 len: 1098 time: 0.0797637 Jan 18 22:19:07.312963 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2ae018d2-d95e-4406-bf27-3784b12dfae3 req-5dc711e2-6725-4f00-893f-7d60cea08739 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=34cd6b2b-a8f0-42a4-8d79-a3881c92dfc8 HTTP/1.1" status: 200 len: 217 time: 0.0441172 Jan 18 22:19:07.317173 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57aa89f6-c972-4689-859a-8ed5a95ea96e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd01ff65d-fbbb-4d6c-801f-d3cc320cdd65'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:19:07.320193 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b894a821-ce90-4107-9fee-0be4dd17edb4" -d '{"events": [{"server_uuid": "57aa89f6-c972-4689-859a-8ed5a95ea96e", "name": "network-vif-plugged", "status": "completed", "tag": "d01ff65d-fbbb-4d6c-801f-d3cc320cdd65"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:19:07.376864 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-3ce38805-6c0a-4177-9f4e-df44c341ce36 req-17eaab28-f41b-4fce-ace6-982362844858 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:07.384793 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa5fe07c-f848-4aa2-b38e-c68b7775e93c x-openstack-request-id: req-fa5fe07c-f848-4aa2-b38e-c68b7775e93c {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:19:07.388738 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57aa89f6-c972-4689-859a-8ed5a95ea96e", "name": "network-vif-plugged", "status": "completed", "tag": "d01ff65d-fbbb-4d6c-801f-d3cc320cdd65", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:19:07.389838 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fa5fe07c-f848-4aa2-b38e-c68b7775e93c {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:19:07.390385 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57aa89f6-c972-4689-859a-8ed5a95ea96e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd01ff65d-fbbb-4d6c-801f-d3cc320cdd65', 'code': 200} Jan 18 22:19:07.400168 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae018d2-d95e-4406-bf27-3784b12dfae3 req-3850005b-65be-4388-971c-29570c7d1a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:07.405921 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2ae018d2-d95e-4406-bf27-3784b12dfae3 req-3850005b-65be-4388-971c-29570c7d1a71 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8518183d-cc63-459a-b971-d4c7514e001f HTTP/1.1" status: 200 len: 843 time: 0.0865192 Jan 18 22:19:07.461321 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-14591d4a-6afb-471f-b544-5744a3a12af2 req-bc50a611-0343-4f27-ba07-73d7a507c636 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d073823-a9da-4d13-a0fd-454ef610e5f9 HTTP/1.1" status: 200 len: 210 time: 0.0351055 Jan 18 22:19:07.467462 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-3ce38805-6c0a-4177-9f4e-df44c341ce36 req-17eaab28-f41b-4fce-ace6-982362844858 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:07.495196 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae018d2-d95e-4406-bf27-3784b12dfae3 req-d9200585-72b6-4a0b-b243-aecfee3ec4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:07.496720 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2ae018d2-d95e-4406-bf27-3784b12dfae3 req-d9200585-72b6-4a0b-b243-aecfee3ec4cc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aed2eca7-1bb0-443d-8485-b985dbe9851b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0836272 Jan 18 22:19:07.524851 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ce38805-6c0a-4177-9f4e-df44c341ce36 req-17eaab28-f41b-4fce-ace6-982362844858 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Network 238ed1a6-2b69-482a-a879-0782a721c5d9 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:19:07.531499 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-3ce38805-6c0a-4177-9f4e-df44c341ce36 req-17eaab28-f41b-4fce-ace6-982362844858 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:19:07.537360 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ce38805-6c0a-4177-9f4e-df44c341ce36 req-17eaab28-f41b-4fce-ace6-982362844858 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:19:07.573237 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eaab28-f41b-4fce-ace6-982362844858 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Pushing event updated for resources: {'Port': ['ID=c066df2a-12b7-47a2-974a-b7465331f2ac,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:19:07.579471 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c44dfd-bc58-4254-810a-137fef138831 req-cca7a49c-ddea-4340-b43f-7d87b21f0e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:07.581015 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f7c44dfd-bc58-4254-810a-137fef138831 req-cca7a49c-ddea-4340-b43f-7d87b21f0e53 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=57aa89f6-c972-4689-859a-8ed5a95ea96e HTTP/1.1" status: 200 len: 1096 time: 0.0999589 Jan 18 22:19:07.596797 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce38805-6c0a-4177-9f4e-df44c341ce36 req-17eaab28-f41b-4fce-ace6-982362844858 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:07.597452 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-3ce38805-6c0a-4177-9f4e-df44c341ce36 req-17eaab28-f41b-4fce-ace6-982362844858 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:07.614711 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3ce38805-6c0a-4177-9f4e-df44c341ce36 req-17eaab28-f41b-4fce-ace6-982362844858 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2351158 Jan 18 22:19:07.629725 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-3ce38805-6c0a-4177-9f4e-df44c341ce36 req-72904ac1-aac7-45a6-b257-baea93efa4df service neutron] Request body: {'port': {'device_id': '0d073823-a9da-4d13-a0fd-454ef610e5f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:19:07.631719 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2ae018d2-d95e-4406-bf27-3784b12dfae3 req-6fa89032-4c0a-428f-bdb0-dfa8ed0a51e8 service neutron] 10.222.0.67 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204743 Jan 18 22:19:07.637403 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f7c44dfd-bc58-4254-810a-137fef138831 req-12748e1f-078a-498c-aa46-4f47c98f0b26 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=56b9b9c0-23ca-4fcd-9172-d04740503349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446990 Jan 18 22:19:07.657330 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 33138) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:19:07.688387 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c2ef501e-4b5d-4d99-990e-741714929c87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:07.705857 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-3ce38805-6c0a-4177-9f4e-df44c341ce36 req-72904ac1-aac7-45a6-b257-baea93efa4df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:07.728209 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2ae018d2-d95e-4406-bf27-3784b12dfae3 req-01cb8468-9713-4bf2-901a-319f527593bd service neutron] 10.222.0.67 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892806 Jan 18 22:19:07.819412 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf6a446-8e6f-413d-9b16-3030e7af432c req-de3d3d5a-3449-4cfe-9e5a-482ce80aea7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:07.821003 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-5bf6a446-8e6f-413d-9b16-3030e7af432c req-de3d3d5a-3449-4cfe-9e5a-482ce80aea7a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5f8abe86e1cf41db9043e8468291cf92&device_id=3108528b-0cef-473a-ba1d-bbb382d71ac7 HTTP/1.1" status: 200 len: 1098 time: 0.0415468 Jan 18 22:19:07.887770 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c2ef501e-4b5d-4d99-990e-741714929c87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:07.919298 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c2ef501e-4b5d-4d99-990e-741714929c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:07.933287 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf6a446-8e6f-413d-9b16-3030e7af432c req-fe111e64-9920-49ab-8b73-3a061cc0fb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:07.934855 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-5bf6a446-8e6f-413d-9b16-3030e7af432c req-fe111e64-9920-49ab-8b73-3a061cc0fb2d service neutron] 10.222.0.67 "GET /v2.0/networks?id=aed2eca7-1bb0-443d-8485-b985dbe9851b HTTP/1.1" status: 200 len: 869 time: 0.1065228 Jan 18 22:19:07.984280 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-5bf6a446-8e6f-413d-9b16-3030e7af432c req-149fa04e-ac11-4e6e-8a17-30ffd95db611 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=34cd6b2b-a8f0-42a4-8d79-a3881c92dfc8 HTTP/1.1" status: 200 len: 217 time: 0.0410674 Jan 18 22:19:08.000847 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-c2ef501e-4b5d-4d99-990e-741714929c87 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=69a426e5c75e4b87b0230a04d068f692&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3401661 Jan 18 22:19:08.001734 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 33146) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:19:08.007914 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ef501e-4b5d-4d99-990e-741714929c87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bc798d4-56e7-41a1-90b8-0bf1f9c3901d,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:19:08.038873 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c54e73-9ae6-4281-99cb-11c31d89aeea req-7d298f7b-b445-404b-9cbc-cddc4505e09f tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:08.040541 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-75c54e73-9ae6-4281-99cb-11c31d89aeea req-7d298f7b-b445-404b-9cbc-cddc4505e09f tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] 10.222.0.53 "GET /v2.0/ports?device_id=57aa89f6-c972-4689-859a-8ed5a95ea96e HTTP/1.1" status: 200 len: 945 time: 0.1265998 Jan 18 22:19:08.065987 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf6a446-8e6f-413d-9b16-3030e7af432c req-fd8ddc89-e802-43f9-925f-4680ed16daa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:08.067432 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-5bf6a446-8e6f-413d-9b16-3030e7af432c req-fd8ddc89-e802-43f9-925f-4680ed16daa7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8518183d-cc63-459a-b971-d4c7514e001f HTTP/1.1" status: 200 len: 843 time: 0.0751536 Jan 18 22:19:08.095110 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-75c54e73-9ae6-4281-99cb-11c31d89aeea req-6f966914-2b75-41f5-9fdd-a58b46a2bbb9 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] 10.222.0.53 "GET /v2.0/security-groups?id=56b9b9c0-23ca-4fcd-9172-d04740503349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484746 Jan 18 22:19:08.109164 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9cbb80b2-4e19-4791-b8c9-6b8db1c3ace4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:08.132037 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [req-3ce38805-6c0a-4177-9f4e-df44c341ce36 req-72904ac1-aac7-45a6-b257-baea93efa4df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c066df2a-12b7-47a2-974a-b7465331f2ac {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:19:08.134613 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9cbb80b2-4e19-4791-b8c9-6b8db1c3ace4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:08.140032 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-3ce38805-6c0a-4177-9f4e-df44c341ce36 req-72904ac1-aac7-45a6-b257-baea93efa4df service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:08.145893 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf6a446-8e6f-413d-9b16-3030e7af432c req-b81244cd-ed10-46f7-9368-0ea8e0f78f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:08.147911 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-5bf6a446-8e6f-413d-9b16-3030e7af432c req-b81244cd-ed10-46f7-9368-0ea8e0f78f67 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aed2eca7-1bb0-443d-8485-b985dbe9851b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0723619 Jan 18 22:19:08.152387 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-3ce38805-6c0a-4177-9f4e-df44c341ce36 req-72904ac1-aac7-45a6-b257-baea93efa4df service neutron] Transition to ACTIVE for port object c066df2a-12b7-47a2-974a-b7465331f2ac will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:19:08.157067 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-3ce38805-6c0a-4177-9f4e-df44c341ce36 req-72904ac1-aac7-45a6-b257-baea93efa4df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:08.226597 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72904ac1-aac7-45a6-b257-baea93efa4df service neutron] Pushing event updated for resources: {'Port': ['ID=c066df2a-12b7-47a2-974a-b7465331f2ac,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:19:08.262384 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9cbb80b2-4e19-4791-b8c9-6b8db1c3ace4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:08.264885 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9cbb80b2-4e19-4791-b8c9-6b8db1c3ace4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:08.268365 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-9cbb80b2-4e19-4791-b8c9-6b8db1c3ace4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0bc798d4-56e7-41a1-90b8-0bf1f9c3901d HTTP/1.1" status: 204 len: 168 time: 0.2633338 Jan 18 22:19:08.276824 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-5bf6a446-8e6f-413d-9b16-3030e7af432c req-a68dd7a4-3d03-43d2-a7de-f6c993905000 service neutron] 10.222.0.67 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196730 Jan 18 22:19:08.278338 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbb80b2-4e19-4791-b8c9-6b8db1c3ace4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bc798d4-56e7-41a1-90b8-0bf1f9c3901d,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:19:08.314977 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51f7644-f99c-40c3-8381-51c2e425d6ca req-570b111a-9f1c-4485-ba4f-19958c974e9a tempest-ImagesOneServerTestJSON-1587676590 tempest-ImagesOneServerTestJSON-1587676590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:08.322188 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a51f7644-f99c-40c3-8381-51c2e425d6ca req-570b111a-9f1c-4485-ba4f-19958c974e9a tempest-ImagesOneServerTestJSON-1587676590 tempest-ImagesOneServerTestJSON-1587676590-project] 10.222.0.53 "GET /v2.0/ports?device_id=3108528b-0cef-473a-ba1d-bbb382d71ac7 HTTP/1.1" status: 200 len: 947 time: 0.0994947 Jan 18 22:19:08.343533 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-3ce38805-6c0a-4177-9f4e-df44c341ce36 req-72904ac1-aac7-45a6-b257-baea93efa4df service neutron] Attempting to bind port c066df2a-12b7-47a2-974a-b7465331f2ac on host n-h1-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:19:08.343911 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-3ce38805-6c0a-4177-9f4e-df44c341ce36 req-72904ac1-aac7-45a6-b257-baea93efa4df service neutron] Attempting to bind port c066df2a-12b7-47a2-974a-b7465331f2ac by drivers openvswitch,hyperv on host n-h1-825064-1 at level 0 using segments [{'id': 'bbee9262-cfb2-4fc9-82be-4cb3bf414322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '238ed1a6-2b69-482a-a879-0782a721c5d9'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:19:08.344216 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce38805-6c0a-4177-9f4e-df44c341ce36 req-72904ac1-aac7-45a6-b257-baea93efa4df service neutron] Attempting to bind port c066df2a-12b7-47a2-974a-b7465331f2ac on network 238ed1a6-2b69-482a-a879-0782a721c5d9 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:19:08.354262 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce38805-6c0a-4177-9f4e-df44c341ce36 req-72904ac1-aac7-45a6-b257-baea93efa4df service neutron] Port c066df2a-12b7-47a2-974a-b7465331f2ac on network 238ed1a6-2b69-482a-a879-0782a721c5d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:19:08.354536 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce38805-6c0a-4177-9f4e-df44c341ce36 req-72904ac1-aac7-45a6-b257-baea93efa4df service neutron] Attempting to bind port c066df2a-12b7-47a2-974a-b7465331f2ac on network 238ed1a6-2b69-482a-a879-0782a721c5d9 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:19:08.366640 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce38805-6c0a-4177-9f4e-df44c341ce36 req-72904ac1-aac7-45a6-b257-baea93efa4df service neutron] Checking agent: {'id': 'e49d1b2a-ba11-487f-a804-ecbf3c0e8132', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:19:08.367411 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce38805-6c0a-4177-9f4e-df44c341ce36 req-72904ac1-aac7-45a6-b257-baea93efa4df service neutron] Checking segment: {'id': 'bbee9262-cfb2-4fc9-82be-4cb3bf414322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '238ed1a6-2b69-482a-a879-0782a721c5d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:19:08.367411 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce38805-6c0a-4177-9f4e-df44c341ce36 req-72904ac1-aac7-45a6-b257-baea93efa4df service neutron] Bound using segment: {'id': 'bbee9262-cfb2-4fc9-82be-4cb3bf414322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '238ed1a6-2b69-482a-a879-0782a721c5d9'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:19:08.367771 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-3ce38805-6c0a-4177-9f4e-df44c341ce36 req-72904ac1-aac7-45a6-b257-baea93efa4df service neutron] Bound port: c066df2a-12b7-47a2-974a-b7465331f2ac, host: n-h1-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbee9262-cfb2-4fc9-82be-4cb3bf414322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '238ed1a6-2b69-482a-a879-0782a721c5d9'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:19:08.368139 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-3ce38805-6c0a-4177-9f4e-df44c341ce36 req-72904ac1-aac7-45a6-b257-baea93efa4df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:08.381654 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a51f7644-f99c-40c3-8381-51c2e425d6ca req-ed2d83d2-f9b3-4825-9efc-090ad80379d4 tempest-ImagesOneServerTestJSON-1587676590 tempest-ImagesOneServerTestJSON-1587676590-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e92fc84-9fa5-4530-930f-73f1fe5f22fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586147 Jan 18 22:19:08.429570 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-5bf6a446-8e6f-413d-9b16-3030e7af432c req-1103e6e9-8ff3-40f7-a23f-c05c2992084a service neutron] 10.222.0.67 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456742 Jan 18 22:19:08.494764 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-3ce38805-6c0a-4177-9f4e-df44c341ce36 req-72904ac1-aac7-45a6-b257-baea93efa4df service neutron] For port c066df2a-12b7-47a2-974a-b7465331f2ac, host n-h1-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:19:08.499664 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-3ce38805-6c0a-4177-9f4e-df44c341ce36 req-72904ac1-aac7-45a6-b257-baea93efa4df service neutron] For port c066df2a-12b7-47a2-974a-b7465331f2ac, host n-h1-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=c066df2a-12b7-47a2-974a-b7465331f2ac,segment=NetworkSegment(bbee9262-cfb2-4fc9-82be-4cb3bf414322),segment_id=bbee9262-cfb2-4fc9-82be-4cb3bf414322)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:19:08.509791 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29db9805-d2b6-4415-9250-5067652dba96 req-731e1d2d-87ab-476b-b2f6-3aedf4fc47c5 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:08.511064 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-29db9805-d2b6-4415-9250-5067652dba96 req-731e1d2d-87ab-476b-b2f6-3aedf4fc47c5 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa35bf88-4440-4d73-afcd-ae0cc04d6d11 HTTP/1.1" status: 200 len: 944 time: 0.0778427 Jan 18 22:19:08.512695 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-3ce38805-6c0a-4177-9f4e-df44c341ce36 req-72904ac1-aac7-45a6-b257-baea93efa4df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:08.573364 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce38805-6c0a-4177-9f4e-df44c341ce36 req-72904ac1-aac7-45a6-b257-baea93efa4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:08.573998 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-3ce38805-6c0a-4177-9f4e-df44c341ce36 req-72904ac1-aac7-45a6-b257-baea93efa4df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:08.575369 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3ce38805-6c0a-4177-9f4e-df44c341ce36 req-72904ac1-aac7-45a6-b257-baea93efa4df service neutron] 10.222.0.36 "PUT /v2.0/ports/c066df2a-12b7-47a2-974a-b7465331f2ac HTTP/1.1" status: 200 len: 1091 time: 0.9503977 Jan 18 22:19:08.584656 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d073823-a9da-4d13-a0fd-454ef610e5f9', 'tag': 'c066df2a-12b7-47a2-974a-b7465331f2ac'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:19:08.586975 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e2d18e5-0fc0-4a7a-aeec-6cc97d539bb8" -d '{"events": [{"name": "network-changed", "server_uuid": "0d073823-a9da-4d13-a0fd-454ef610e5f9", "tag": "c066df2a-12b7-47a2-974a-b7465331f2ac"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:19:08.659809 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72904ac1-aac7-45a6-b257-baea93efa4df service neutron] Pushing event updated for resources: {'Port': ['ID=c066df2a-12b7-47a2-974a-b7465331f2ac,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:19:08.664847 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-29db9805-d2b6-4415-9250-5067652dba96 req-352ca1e6-acef-45d0-b593-f31b2be10a9a tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fead2ec-99b5-4f01-a8ba-653859b4c215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1388979 Jan 18 22:19:08.688456 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed823351-1bcc-44d8-9947-c799e266fd2a req-48d08f2c-8bac-4f84-a115-c676274ed8ea tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:08.689976 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ed823351-1bcc-44d8-9947-c799e266fd2a req-48d08f2c-8bac-4f84-a115-c676274ed8ea tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d073823-a9da-4d13-a0fd-454ef610e5f9 HTTP/1.1" status: 200 len: 943 time: 0.1369376 Jan 18 22:19:08.696448 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce38805-6c0a-4177-9f4e-df44c341ce36 req-de0c8127-f200-4c38-bad7-5ec78fba5701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:08.698011 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3ce38805-6c0a-4177-9f4e-df44c341ce36 req-de0c8127-f200-4c38-bad7-5ec78fba5701 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ae480cc349914bb59c49507d70f536af&device_id=0d073823-a9da-4d13-a0fd-454ef610e5f9 HTTP/1.1" status: 200 len: 1094 time: 0.0818133 Jan 18 22:19:08.754586 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3ce38805-6c0a-4177-9f4e-df44c341ce36 req-b45d6460-add1-47f3-b503-b7f5b9962e7d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c066df2a-12b7-47a2-974a-b7465331f2ac HTTP/1.1" status: 200 len: 217 time: 0.0473931 Jan 18 22:19:08.780617 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ed823351-1bcc-44d8-9947-c799e266fd2a req-218b6292-f1a1-4ca6-8d69-0e903a417aa6 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/security-groups?id=887106f9-0ea3-48df-93b8-5b7379f045d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814483 Jan 18 22:19:08.830642 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5102fe28-2d7b-4802-bb9b-5b2e1818568e x-openstack-request-id: req-5102fe28-2d7b-4802-bb9b-5b2e1818568e {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:19:08.831004 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d073823-a9da-4d13-a0fd-454ef610e5f9", "tag": "c066df2a-12b7-47a2-974a-b7465331f2ac", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:19:08.831321 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5102fe28-2d7b-4802-bb9b-5b2e1818568e {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:19:08.831911 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d073823-a9da-4d13-a0fd-454ef610e5f9', 'tag': 'c066df2a-12b7-47a2-974a-b7465331f2ac', 'status': 'completed', 'code': 200} Jan 18 22:19:08.833764 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce38805-6c0a-4177-9f4e-df44c341ce36 req-6bab51e8-fb6f-4051-904e-b595e3f9f879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:08.835319 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3ce38805-6c0a-4177-9f4e-df44c341ce36 req-6bab51e8-fb6f-4051-904e-b595e3f9f879 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7c698099-8c96-4ff9-a982-e918b5bcbfac HTTP/1.1" status: 200 len: 845 time: 0.0656476 Jan 18 22:19:08.879941 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3ce38805-6c0a-4177-9f4e-df44c341ce36 req-99ee83cc-dac2-4820-899f-cf1211fd6b10 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=238ed1a6-2b69-482a-a879-0782a721c5d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339806 Jan 18 22:19:08.975085 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b93c71-8fbc-4615-9916-2a3b19773d1e req-ffc3b41d-1e13-4995-bc04-a094e4f4a25a tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:08.976738 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e4b93c71-8fbc-4615-9916-2a3b19773d1e req-ffc3b41d-1e13-4995-bc04-a094e4f4a25a tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa35bf88-4440-4d73-afcd-ae0cc04d6d11 HTTP/1.1" status: 200 len: 944 time: 0.1223879 Jan 18 22:19:09.029773 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3ce38805-6c0a-4177-9f4e-df44c341ce36 req-a999c4ea-3caf-47d7-aa52-d52c605c7179 service neutron] 10.222.0.36 "GET /v2.0/networks/238ed1a6-2b69-482a-a879-0782a721c5d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361670 Jan 18 22:19:09.034928 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e4b93c71-8fbc-4615-9916-2a3b19773d1e req-6d4b5d5b-5dc0-4adb-8d22-06060e1ad9fa tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fead2ec-99b5-4f01-a8ba-653859b4c215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476093 Jan 18 22:19:09.151224 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3ce38805-6c0a-4177-9f4e-df44c341ce36 req-c71a8eab-ba62-425f-9e5f-b28d53ca6441 service neutron] 10.222.0.36 "GET /v2.0/networks/238ed1a6-2b69-482a-a879-0782a721c5d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103070 Jan 18 22:19:09.217540 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 33192) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:19:09.262430 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0221fc2a-cccc-41e2-97a3-1a43109b620e req-54d2ad11-09d1-44c3-89f2-a352e07aa3b8 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:09.269805 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0221fc2a-cccc-41e2-97a3-1a43109b620e req-54d2ad11-09d1-44c3-89f2-a352e07aa3b8 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] 10.222.0.53 "GET /v2.0/ports?device_id=57aa89f6-c972-4689-859a-8ed5a95ea96e HTTP/1.1" status: 200 len: 945 time: 0.0994179 Jan 18 22:19:09.317359 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2d18e5-0fc0-4a7a-aeec-6cc97d539bb8 req-38500afa-c162-4bd2-8c62-51b28fa108c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:09.318895 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1e2d18e5-0fc0-4a7a-aeec-6cc97d539bb8 req-38500afa-c162-4bd2-8c62-51b28fa108c1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ae480cc349914bb59c49507d70f536af&device_id=0d073823-a9da-4d13-a0fd-454ef610e5f9 HTTP/1.1" status: 200 len: 1094 time: 0.1142466 Jan 18 22:19:09.363058 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-c1882845-a8d6-46b8-9efe-db18c9b5dca7 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1545051948-network', 'tenant_id': 'cccec33dc87e4f2dae33b71be2fd1ab3'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:19:09.372238 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0221fc2a-cccc-41e2-97a3-1a43109b620e req-7c48f4a6-e0f6-4e69-b93c-2ca6d77eb749 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] 10.222.0.53 "GET /v2.0/security-groups?id=56b9b9c0-23ca-4fcd-9172-d04740503349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014240 Jan 18 22:19:09.418151 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3371f863-53b8-46d0-90f5-14e6db749a49 req-021cbe50-b377-4208-83a4-a6eac3386037 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:09.419630 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3371f863-53b8-46d0-90f5-14e6db749a49 req-021cbe50-b377-4208-83a4-a6eac3386037 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa35bf88-4440-4d73-afcd-ae0cc04d6d11 HTTP/1.1" status: 200 len: 944 time: 0.1473093 Jan 18 22:19:09.492164 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1882845-a8d6-46b8-9efe-db18c9b5dca7 admin admin] Made reservation on behalf of cccec33dc87e4f2dae33b71be2fd1ab3 for: {'network': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:19:09.494474 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c1882845-a8d6-46b8-9efe-db18c9b5dca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:09.525618 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c1882845-a8d6-46b8-9efe-db18c9b5dca7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:09.530017 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2d18e5-0fc0-4a7a-aeec-6cc97d539bb8 req-b8688ad5-87d3-4e2a-b72c-cf77a2ea8de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:09.531480 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1e2d18e5-0fc0-4a7a-aeec-6cc97d539bb8 req-b8688ad5-87d3-4e2a-b72c-cf77a2ea8de3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=238ed1a6-2b69-482a-a879-0782a721c5d9 HTTP/1.1" status: 200 len: 905 time: 0.2025819 Jan 18 22:19:09.535190 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3371f863-53b8-46d0-90f5-14e6db749a49 req-83b5aea6-c025-4d7d-a75c-93a445971539 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fead2ec-99b5-4f01-a8ba-653859b4c215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061034 Jan 18 22:19:09.589161 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d1a92e-a446-4b36-86e2-4dfe6d4b44ad req-d231e3ee-e923-4a8b-8176-8db003873c16 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:09.590635 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-85d1a92e-a446-4b36-86e2-4dfe6d4b44ad req-d231e3ee-e923-4a8b-8176-8db003873c16 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] 10.222.0.53 "GET /v2.0/ports?device_id=c81884c3-7d73-43ed-a2bb-a6dad2bcf2e2 HTTP/1.1" status: 200 len: 945 time: 0.1497648 Jan 18 22:19:09.594249 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1e2d18e5-0fc0-4a7a-aeec-6cc97d539bb8 req-d9adb186-144f-461b-be4f-15044ad142ba service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c066df2a-12b7-47a2-974a-b7465331f2ac HTTP/1.1" status: 200 len: 217 time: 0.0509264 Jan 18 22:19:09.716041 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-85d1a92e-a446-4b36-86e2-4dfe6d4b44ad req-71a382c4-972a-4c44-8655-fd10af6d2fe7 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] 10.222.0.53 "GET /v2.0/security-groups?id=56b9b9c0-23ca-4fcd-9172-d04740503349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179397 Jan 18 22:19:09.721707 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2d18e5-0fc0-4a7a-aeec-6cc97d539bb8 req-0a0f3e55-c711-48b1-9fd2-ac1ff25083e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:09.723151 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1e2d18e5-0fc0-4a7a-aeec-6cc97d539bb8 req-0a0f3e55-c711-48b1-9fd2-ac1ff25083e1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7c698099-8c96-4ff9-a982-e918b5bcbfac HTTP/1.1" status: 200 len: 845 time: 0.1176865 Jan 18 22:19:09.739066 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01f6474-58d3-49e5-aff0-7e4664f86408 req-a2ab0c73-49a0-4d0f-b39b-80cee7027f34 tempest-ImagesOneServerTestJSON-1587676590 tempest-ImagesOneServerTestJSON-1587676590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:09.740995 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f01f6474-58d3-49e5-aff0-7e4664f86408 req-a2ab0c73-49a0-4d0f-b39b-80cee7027f34 tempest-ImagesOneServerTestJSON-1587676590 tempest-ImagesOneServerTestJSON-1587676590-project] 10.222.0.53 "GET /v2.0/ports?device_id=3108528b-0cef-473a-ba1d-bbb382d71ac7 HTTP/1.1" status: 200 len: 947 time: 0.1345923 Jan 18 22:19:09.785175 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1e2d18e5-0fc0-4a7a-aeec-6cc97d539bb8 req-06a65ff1-b76a-4491-88b3-672192643eb0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=238ed1a6-2b69-482a-a879-0782a721c5d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432200 Jan 18 22:19:09.842756 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c1882845-a8d6-46b8-9efe-db18c9b5dca7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:09.847830 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f01f6474-58d3-49e5-aff0-7e4664f86408 req-33eb764b-997c-4f2a-8c17-1691ebed8692 tempest-ImagesOneServerTestJSON-1587676590 tempest-ImagesOneServerTestJSON-1587676590-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e92fc84-9fa5-4530-930f-73f1fe5f22fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974941 Jan 18 22:19:09.877355 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c1882845-a8d6-46b8-9efe-db18c9b5dca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:09.911093 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1882845-a8d6-46b8-9efe-db18c9b5dca7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=102430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:19:09.940168 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c1882845-a8d6-46b8-9efe-db18c9b5dca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:09.940517 n-d-825064-1 neutron-server[102430]: INFO neutron.db.segments_db [None req-c1882845-a8d6-46b8-9efe-db18c9b5dca7 admin admin] Added segment 2bbe6b88-f1a6-4fc9-b338-69341977472e of type vlan for network 61203f33-a8b3-4e89-8217-8dac5f2bb01b Jan 18 22:19:09.949994 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1882845-a8d6-46b8-9efe-db18c9b5dca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc8c7d2e-b8e2-47f9-a940-5cbf5ddba272,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:19:09.965696 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1e2d18e5-0fc0-4a7a-aeec-6cc97d539bb8 req-02176cbc-4890-49dd-abc8-b088c477e484 service neutron] 10.222.0.36 "GET /v2.0/networks/238ed1a6-2b69-482a-a879-0782a721c5d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693013 Jan 18 22:19:10.026536 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c1882845-a8d6-46b8-9efe-db18c9b5dca7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:10.111612 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84daa6db-e211-4aee-9491-b6884b8b9177 req-5c833371-5b1a-498d-82a8-3dcf76779b51 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:10.113086 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-84daa6db-e211-4aee-9491-b6884b8b9177 req-5c833371-5b1a-498d-82a8-3dcf76779b51 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d073823-a9da-4d13-a0fd-454ef610e5f9 HTTP/1.1" status: 200 len: 943 time: 0.1207273 Jan 18 22:19:10.137369 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c1882845-a8d6-46b8-9efe-db18c9b5dca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:10.138270 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1882845-a8d6-46b8-9efe-db18c9b5dca7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:10.138833 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c1882845-a8d6-46b8-9efe-db18c9b5dca7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:10.221230 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1e2d18e5-0fc0-4a7a-aeec-6cc97d539bb8 req-2ab5fb23-c39d-4f2d-a3ee-06deaf1de82a service neutron] 10.222.0.36 "GET /v2.0/networks/238ed1a6-2b69-482a-a879-0782a721c5d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378993 Jan 18 22:19:10.241451 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-c1882845-a8d6-46b8-9efe-db18c9b5dca7 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0204003 Jan 18 22:19:10.248150 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 33220) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:19:10.252928 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-622d0a59-e2b8-4418-8e2c-957248a56a10 admin admin] Request body: {'subnet': {'network_id': '61203f33-a8b3-4e89-8217-8dac5f2bb01b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1545051948-subnet', 'tenant_id': 'cccec33dc87e4f2dae33b71be2fd1ab3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:19:10.257620 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-84daa6db-e211-4aee-9491-b6884b8b9177 req-d3bb1f18-e7e8-4b0b-8897-c61366468d71 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/security-groups?id=887106f9-0ea3-48df-93b8-5b7379f045d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296813 Jan 18 22:19:10.268456 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1882845-a8d6-46b8-9efe-db18c9b5dca7 admin admin] Pushing event updated for resources: {'Network': ['ID=61203f33-a8b3-4e89-8217-8dac5f2bb01b,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:19:10.283002 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 61203f33-a8b3-4e89-8217-8dac5f2bb01b details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:19:10.296868 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-622d0a59-e2b8-4418-8e2c-957248a56a10 admin admin] Made reservation on behalf of cccec33dc87e4f2dae33b71be2fd1ab3 for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:19:10.299344 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-622d0a59-e2b8-4418-8e2c-957248a56a10 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:10.522180 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-622d0a59-e2b8-4418-8e2c-957248a56a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:10.564592 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846483e7-181a-499b-a6c0-eeab433d8ab9 req-3f8e1c26-c910-4ae9-aa25-86453ceb0b92 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:10.576979 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-846483e7-181a-499b-a6c0-eeab433d8ab9 req-3f8e1c26-c910-4ae9-aa25-86453ceb0b92 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] 10.222.0.53 "GET /v2.0/ports?device_id=c81884c3-7d73-43ed-a2bb-a6dad2bcf2e2 HTTP/1.1" status: 200 len: 945 time: 0.1253178 Jan 18 22:19:10.595629 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622d0a59-e2b8-4418-8e2c-957248a56a10 admin admin] Checking segment: {'id': '2bbe6b88-f1a6-4fc9-b338-69341977472e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '61203f33-a8b3-4e89-8217-8dac5f2bb01b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:19:10.595979 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622d0a59-e2b8-4418-8e2c-957248a56a10 admin admin] Network hostable DHCP agents. Network: 61203f33-a8b3-4e89-8217-8dac5f2bb01b, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:19:10.597864 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622d0a59-e2b8-4418-8e2c-957248a56a10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b92d365b-b574-47a9-a91d-968f4b104686,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:19:10.615327 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a006f0-7792-47c6-bb58-b5fe51aa5630 req-4e77ee08-f884-4e43-8f93-c320b564ec56 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:10.617834 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-66a006f0-7792-47c6-bb58-b5fe51aa5630 req-4e77ee08-f884-4e43-8f93-c320b564ec56 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa35bf88-4440-4d73-afcd-ae0cc04d6d11 HTTP/1.1" status: 200 len: 944 time: 0.1346846 Jan 18 22:19:10.620329 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622d0a59-e2b8-4418-8e2c-957248a56a10 admin admin] Network 61203f33-a8b3-4e89-8217-8dac5f2bb01b is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:19:10.632480 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-622d0a59-e2b8-4418-8e2c-957248a56a10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 61203f33-a8b3-4e89-8217-8dac5f2bb01b) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:19:10.637582 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622d0a59-e2b8-4418-8e2c-957248a56a10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:10.638373 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-622d0a59-e2b8-4418-8e2c-957248a56a10 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:10.645023 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b04afd0-c414-498d-a4d0-2e19c3ee3160 None None] Network 61203f33-a8b3-4e89-8217-8dac5f2bb01b requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:19:10.668788 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-622d0a59-e2b8-4418-8e2c-957248a56a10 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4229989 Jan 18 22:19:10.673388 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-846483e7-181a-499b-a6c0-eeab433d8ab9 req-84b4c9c2-da29-4b2b-9c9e-fd0ce9bb5f22 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] 10.222.0.53 "GET /v2.0/security-groups?id=56b9b9c0-23ca-4fcd-9172-d04740503349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947435 Jan 18 22:19:10.703115 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-66a006f0-7792-47c6-bb58-b5fe51aa5630 req-f3679017-040b-43e5-ae0a-10c05fcad214 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fead2ec-99b5-4f01-a8ba-653859b4c215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747011 Jan 18 22:19:10.787520 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ddf3c6e-9974-458b-9fbb-22c2e71ced04 None None] Network 61203f33-a8b3-4e89-8217-8dac5f2bb01b requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:19:10.973854 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52f4188-345d-4f5e-87f8-e75f9dc7e065 req-32212aed-26b8-40cd-b906-ec1844e06716 tempest-ImagesOneServerTestJSON-1587676590 tempest-ImagesOneServerTestJSON-1587676590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:10.975445 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d52f4188-345d-4f5e-87f8-e75f9dc7e065 req-32212aed-26b8-40cd-b906-ec1844e06716 tempest-ImagesOneServerTestJSON-1587676590 tempest-ImagesOneServerTestJSON-1587676590-project] 10.222.0.53 "GET /v2.0/ports?device_id=3108528b-0cef-473a-ba1d-bbb382d71ac7 HTTP/1.1" status: 200 len: 947 time: 0.0578969 Jan 18 22:19:11.001546 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 34cd6b2b-a8f0-42a4-8d79-a3881c92dfc8 details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:19:11.037934 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d52f4188-345d-4f5e-87f8-e75f9dc7e065 req-8fd554f6-a254-4cd6-bcac-39e3b4916969 tempest-ImagesOneServerTestJSON-1587676590 tempest-ImagesOneServerTestJSON-1587676590-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e92fc84-9fa5-4530-930f-73f1fe5f22fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529306 Jan 18 22:19:11.122806 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 34cd6b2b-a8f0-42a4-8d79-a3881c92dfc8, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=34cd6b2b-a8f0-42a4-8d79-a3881c92dfc8,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:19:11.134261 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': '34cd6b2b-a8f0-42a4-8d79-a3881c92dfc8', 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b', 'port_id': '34cd6b2b-a8f0-42a4-8d79-a3881c92dfc8', 'mac_address': 'fa:16:3e:0c:0d:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8518183d-cc63-459a-b971-d4c7514e001f', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:19:11.173517 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:11.185443 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 33242) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:19:11.187126 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34cd6b2b-a8f0-42a4-8d79-a3881c92dfc8 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:19:11.190594 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-22dad741-601d-4ba1-b622-276f3eb15124 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-514205526-network', 'tenant_id': 'af9de1aae7524cee99fed5ee730ac1ad'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:19:11.206965 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 34cd6b2b-a8f0-42a4-8d79-a3881c92dfc8, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=34cd6b2b-a8f0-42a4-8d79-a3881c92dfc8,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:19:11.210239 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:11.213553 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22dad741-601d-4ba1-b622-276f3eb15124 admin admin] Made reservation on behalf of af9de1aae7524cee99fed5ee730ac1ad for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:19:11.215982 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-22dad741-601d-4ba1-b622-276f3eb15124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:11.263704 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=34cd6b2b-a8f0-42a4-8d79-a3881c92dfc8,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:19:11.371126 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de86b260-3773-4440-94fe-7922f85a0c1f req-acf22cae-9dd7-4868-8f7c-371672482236 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:11.373111 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-de86b260-3773-4440-94fe-7922f85a0c1f req-acf22cae-9dd7-4868-8f7c-371672482236 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d073823-a9da-4d13-a0fd-454ef610e5f9 HTTP/1.1" status: 200 len: 943 time: 0.0519972 Jan 18 22:19:11.417660 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-de86b260-3773-4440-94fe-7922f85a0c1f req-3a98ffe9-3e2a-4a0e-a2db-7257e6a26be7 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/security-groups?id=887106f9-0ea3-48df-93b8-5b7379f045d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377924 Jan 18 22:19:11.453612 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['34cd6b2b-a8f0-42a4-8d79-a3881c92dfc8'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:19:11.506625 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-22dad741-601d-4ba1-b622-276f3eb15124 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:11.567668 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499fdc1a-925c-4047-a9d4-f74495514783 req-c0b65ba3-d370-486c-9de9-0612724a0318 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:11.569116 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-499fdc1a-925c-4047-a9d4-f74495514783 req-c0b65ba3-d370-486c-9de9-0612724a0318 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] 10.222.0.67 "GET /v2.0/ports?device_id=c81884c3-7d73-43ed-a2bb-a6dad2bcf2e2 HTTP/1.1" status: 200 len: 945 time: 0.0706294 Jan 18 22:19:11.666630 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-22dad741-601d-4ba1-b622-276f3eb15124 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:11.671761 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-22dad741-601d-4ba1-b622-276f3eb15124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:11.697215 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22dad741-601d-4ba1-b622-276f3eb15124 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:19:11.712227 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46708644-7d8f-450c-968a-f678fef93666 req-f0ee3bde-8c7f-4bf4-b43c-b41b07bdcd30 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:11.713822 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-46708644-7d8f-450c-968a-f678fef93666 req-f0ee3bde-8c7f-4bf4-b43c-b41b07bdcd30 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] 10.222.0.36 "GET /v2.0/ports?device_id=57aa89f6-c972-4689-859a-8ed5a95ea96e HTTP/1.1" status: 200 len: 945 time: 0.0533786 Jan 18 22:19:11.719512 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-22dad741-601d-4ba1-b622-276f3eb15124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:11.719843 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-22dad741-601d-4ba1-b622-276f3eb15124 admin admin] Added segment 598528a2-cda8-456a-97de-83be30c8dd7b of type vlan for network a5ad5c6a-9c20-4822-be0a-b7d912b51769 Jan 18 22:19:11.729003 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dad741-601d-4ba1-b622-276f3eb15124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=110bcbd0-8e75-4326-8b7d-1e503466ddce,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:19:11.758174 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-499fdc1a-925c-4047-a9d4-f74495514783 req-927a3dfa-a354-4e08-a2ea-dd14b32e2e8b tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] Deleting port b87853be-b440-4527-b349-f83d2dc29f7c {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:19:11.758531 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-499fdc1a-925c-4047-a9d4-f74495514783 req-927a3dfa-a354-4e08-a2ea-dd14b32e2e8b tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:11.783001 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-22dad741-601d-4ba1-b622-276f3eb15124 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:11.852864 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-22dad741-601d-4ba1-b622-276f3eb15124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:11.853789 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22dad741-601d-4ba1-b622-276f3eb15124 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:11.854354 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-22dad741-601d-4ba1-b622-276f3eb15124 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:11.899874 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04565667-850b-4841-8e98-5815bae729fa req-411cd471-91fb-4a4f-bb62-f5b4187bbcc0 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:11.901359 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-04565667-850b-4841-8e98-5815bae729fa req-411cd471-91fb-4a4f-bb62-f5b4187bbcc0 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] 10.222.0.53 "GET /v2.0/ports?device_id=c81884c3-7d73-43ed-a2bb-a6dad2bcf2e2 HTTP/1.1" status: 200 len: 945 time: 0.1245422 Jan 18 22:19:11.908778 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef02da6f-eadf-44ae-8be9-1f2d4004d8b3 req-26806011-2ad4-484a-b0eb-daecc376d8ec tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:11.910118 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ef02da6f-eadf-44ae-8be9-1f2d4004d8b3 req-26806011-2ad4-484a-b0eb-daecc376d8ec tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa35bf88-4440-4d73-afcd-ae0cc04d6d11 HTTP/1.1" status: 200 len: 944 time: 0.1217599 Jan 18 22:19:11.933035 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-22dad741-601d-4ba1-b622-276f3eb15124 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.7463546 Jan 18 22:19:11.934775 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-499fdc1a-925c-4047-a9d4-f74495514783 req-927a3dfa-a354-4e08-a2ea-dd14b32e2e8b tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] For port b87853be-b440-4527-b349-f83d2dc29f7c, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=b87853be-b440-4527-b349-f83d2dc29f7c,segment=NetworkSegment(98b33f86-b79b-4e35-abff-fb0472998523),segment_id=98b33f86-b79b-4e35-abff-fb0472998523)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:19:11.935141 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-499fdc1a-925c-4047-a9d4-f74495514783 req-927a3dfa-a354-4e08-a2ea-dd14b32e2e8b tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:11.936631 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 33256) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:19:11.942098 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-ef075843-638c-4dd4-8907-8f3db5d08732 admin admin] Request body: {'subnet': {'network_id': 'a5ad5c6a-9c20-4822-be0a-b7d912b51769', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-514205526-subnet', 'tenant_id': 'af9de1aae7524cee99fed5ee730ac1ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:19:11.947741 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dad741-601d-4ba1-b622-276f3eb15124 admin admin] Pushing event updated for resources: {'Network': ['ID=a5ad5c6a-9c20-4822-be0a-b7d912b51769,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:19:11.954981 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-499fdc1a-925c-4047-a9d4-f74495514783 req-927a3dfa-a354-4e08-a2ea-dd14b32e2e8b tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] Calling delete_port for b87853be-b440-4527-b349-f83d2dc29f7c owned by compute:nova {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:19:11.960075 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network a5ad5c6a-9c20-4822-be0a-b7d912b51769 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:19:11.967829 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-46708644-7d8f-450c-968a-f678fef93666 req-2e9aa856-3e7a-4d18-902c-47b1ad0b29a7 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] Deleting port d01ff65d-fbbb-4d6c-801f-d3cc320cdd65 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:19:11.968202 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-46708644-7d8f-450c-968a-f678fef93666 req-2e9aa856-3e7a-4d18-902c-47b1ad0b29a7 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:11.998755 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-04565667-850b-4841-8e98-5815bae729fa req-4cd0bbce-57f0-46e2-bf44-dd2f91a20e50 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] 10.222.0.53 "GET /v2.0/security-groups?id=56b9b9c0-23ca-4fcd-9172-d04740503349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867906 Jan 18 22:19:12.055100 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ef02da6f-eadf-44ae-8be9-1f2d4004d8b3 req-bf9da924-aea3-4f05-8b8c-766e892f740f tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fead2ec-99b5-4f01-a8ba-653859b4c215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1343036 Jan 18 22:19:12.061585 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef075843-638c-4dd4-8907-8f3db5d08732 admin admin] Made reservation on behalf of af9de1aae7524cee99fed5ee730ac1ad for: {'subnet': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:19:12.064243 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ef075843-638c-4dd4-8907-8f3db5d08732 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62288702'] for subnet, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:12.127976 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-499fdc1a-925c-4047-a9d4-f74495514783 req-927a3dfa-a354-4e08-a2ea-dd14b32e2e8b tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:12.145106 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['b87853be-b440-4527-b349-f83d2dc29f7c'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:19:12.148641 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['d01ff65d-fbbb-4d6c-801f-d3cc320cdd65'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:19:12.153484 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-46708644-7d8f-450c-968a-f678fef93666 req-2e9aa856-3e7a-4d18-902c-47b1ad0b29a7 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] For port d01ff65d-fbbb-4d6c-801f-d3cc320cdd65, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=d01ff65d-fbbb-4d6c-801f-d3cc320cdd65,segment=NetworkSegment(98b33f86-b79b-4e35-abff-fb0472998523),segment_id=98b33f86-b79b-4e35-abff-fb0472998523)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:19:12.153851 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-46708644-7d8f-450c-968a-f678fef93666 req-2e9aa856-3e7a-4d18-902c-47b1ad0b29a7 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:12.159316 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927a3dfa-a354-4e08-a2ea-dd14b32e2e8b tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] Pushing event deleted for resources: {'Port': ['ID=b87853be-b440-4527-b349-f83d2dc29f7c,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:19:12.200357 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-46708644-7d8f-450c-968a-f678fef93666 req-2e9aa856-3e7a-4d18-902c-47b1ad0b29a7 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] Calling delete_port for d01ff65d-fbbb-4d6c-801f-d3cc320cdd65 owned by compute:nova {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:19:12.204330 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-499fdc1a-925c-4047-a9d4-f74495514783 req-927a3dfa-a354-4e08-a2ea-dd14b32e2e8b tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] No DVR routers for this DVR port b87853be-b440-4527-b349-f83d2dc29f7c on host n-h2-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:19:12.208072 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-499fdc1a-925c-4047-a9d4-f74495514783 req-927a3dfa-a354-4e08-a2ea-dd14b32e2e8b tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:12.213051 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-499fdc1a-925c-4047-a9d4-f74495514783 req-927a3dfa-a354-4e08-a2ea-dd14b32e2e8b tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] 10.222.0.67 "DELETE /v2.0/ports/b87853be-b440-4527-b349-f83d2dc29f7c HTTP/1.1" status: 204 len: 173 time: 0.6347547 Jan 18 22:19:12.213583 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c81884c3-7d73-43ed-a2bb-a6dad2bcf2e2', 'name': 'network-vif-deleted', 'tag': 'b87853be-b440-4527-b349-f83d2dc29f7c'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:19:12.216396 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebe55ef7-03ab-4c75-a38a-549ad799e596" -d '{"events": [{"server_uuid": "c81884c3-7d73-43ed-a2bb-a6dad2bcf2e2", "name": "network-vif-deleted", "tag": "b87853be-b440-4527-b349-f83d2dc29f7c"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:19:12.279518 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a8dc3f-ad52-4ec8-bacc-bb1fd80f0dd6 req-629164eb-ac7f-4f48-a761-74d287617824 tempest-ImagesOneServerTestJSON-1587676590 tempest-ImagesOneServerTestJSON-1587676590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:12.281105 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-72a8dc3f-ad52-4ec8-bacc-bb1fd80f0dd6 req-629164eb-ac7f-4f48-a761-74d287617824 tempest-ImagesOneServerTestJSON-1587676590 tempest-ImagesOneServerTestJSON-1587676590-project] 10.222.0.53 "GET /v2.0/ports?device_id=3108528b-0cef-473a-ba1d-bbb382d71ac7 HTTP/1.1" status: 200 len: 948 time: 0.1321425 Jan 18 22:19:12.283709 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c668454-bc29-4126-9c3b-48230fb6acbb x-openstack-request-id: req-9c668454-bc29-4126-9c3b-48230fb6acbb {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:19:12.284019 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c81884c3-7d73-43ed-a2bb-a6dad2bcf2e2", "name": "network-vif-deleted", "tag": "b87853be-b440-4527-b349-f83d2dc29f7c", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:19:12.284299 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9c668454-bc29-4126-9c3b-48230fb6acbb {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:19:12.284693 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c81884c3-7d73-43ed-a2bb-a6dad2bcf2e2', 'name': 'network-vif-deleted', 'tag': 'b87853be-b440-4527-b349-f83d2dc29f7c', 'status': 'completed', 'code': 200} Jan 18 22:19:12.359268 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-72a8dc3f-ad52-4ec8-bacc-bb1fd80f0dd6 req-48dfc889-d2b4-4249-85aa-abd3e07e2337 tempest-ImagesOneServerTestJSON-1587676590 tempest-ImagesOneServerTestJSON-1587676590-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e92fc84-9fa5-4530-930f-73f1fe5f22fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594194 Jan 18 22:19:12.543387 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:12.709761 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device c066df2a-12b7-47a2-974a-b7465331f2ac details requested by agent hyperv_n-h1-825064-1 with host n-h1-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:19:12.732327 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ef075843-638c-4dd4-8907-8f3db5d08732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60203213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62288684'] for subnet, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:12.804148 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e7dc57-31f7-4061-851d-9690805d8d64 req-c9284d02-40c3-41d3-8a78-1e341db1d466 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:12.805595 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f7e7dc57-31f7-4061-851d-9690805d8d64 req-c9284d02-40c3-41d3-8a78-1e341db1d466 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d073823-a9da-4d13-a0fd-454ef610e5f9 HTTP/1.1" status: 200 len: 943 time: 0.1258948 Jan 18 22:19:12.820865 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port c066df2a-12b7-47a2-974a-b7465331f2ac, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=c066df2a-12b7-47a2-974a-b7465331f2ac,segment=NetworkSegment(bbee9262-cfb2-4fc9-82be-4cb3bf414322),segment_id=bbee9262-cfb2-4fc9-82be-4cb3bf414322)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:19:12.831006 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Returning: {'device': 'c066df2a-12b7-47a2-974a-b7465331f2ac', 'network_id': '238ed1a6-2b69-482a-a879-0782a721c5d9', 'port_id': 'c066df2a-12b7-47a2-974a-b7465331f2ac', 'mac_address': 'fa:16:3e:33:c6:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c698099-8c96-4ff9-a982-e918b5bcbfac', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:19:12.855988 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef075843-638c-4dd4-8907-8f3db5d08732 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68e6e1b2-6d8f-4329-9018-0c9ff3637b04,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:19:12.861983 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-46708644-7d8f-450c-968a-f678fef93666 req-2e9aa856-3e7a-4d18-902c-47b1ad0b29a7 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:12.875631 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['b87853be-b440-4527-b349-f83d2dc29f7c'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:19:12.900420 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef075843-638c-4dd4-8907-8f3db5d08732 admin admin] Checking segment: {'id': '598528a2-cda8-456a-97de-83be30c8dd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a5ad5c6a-9c20-4822-be0a-b7d912b51769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:19:12.900696 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef075843-638c-4dd4-8907-8f3db5d08732 admin admin] Network hostable DHCP agents. Network: a5ad5c6a-9c20-4822-be0a-b7d912b51769, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:19:12.904036 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:12.907482 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9aa856-3e7a-4d18-902c-47b1ad0b29a7 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] Pushing event deleted for resources: {'Port': ['ID=d01ff65d-fbbb-4d6c-801f-d3cc320cdd65,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:19:12.920239 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f7e7dc57-31f7-4061-851d-9690805d8d64 req-65af674a-4beb-44d5-8a2f-37ab2662deec tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/security-groups?id=887106f9-0ea3-48df-93b8-5b7379f045d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058593 Jan 18 22:19:12.920559 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c066df2a-12b7-47a2-974a-b7465331f2ac {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:19:12.944974 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port c066df2a-12b7-47a2-974a-b7465331f2ac, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=c066df2a-12b7-47a2-974a-b7465331f2ac,segment=NetworkSegment(bbee9262-cfb2-4fc9-82be-4cb3bf414322),segment_id=bbee9262-cfb2-4fc9-82be-4cb3bf414322)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:19:12.951406 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:12.964850 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-46708644-7d8f-450c-968a-f678fef93666 req-2e9aa856-3e7a-4d18-902c-47b1ad0b29a7 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] No DVR routers for this DVR port d01ff65d-fbbb-4d6c-801f-d3cc320cdd65 on host n-h1-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:19:12.967728 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-46708644-7d8f-450c-968a-f678fef93666 req-2e9aa856-3e7a-4d18-902c-47b1ad0b29a7 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:12.971639 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-46708644-7d8f-450c-968a-f678fef93666 req-2e9aa856-3e7a-4d18-902c-47b1ad0b29a7 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] 10.222.0.36 "DELETE /v2.0/ports/d01ff65d-fbbb-4d6c-801f-d3cc320cdd65 HTTP/1.1" status: 204 len: 173 time: 1.2500043 Jan 18 22:19:12.973021 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57aa89f6-c972-4689-859a-8ed5a95ea96e', 'name': 'network-vif-deleted', 'tag': 'd01ff65d-fbbb-4d6c-801f-d3cc320cdd65'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:19:12.977013 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5818a99-61b5-42e9-9969-e2ac8acb5ee9" -d '{"events": [{"server_uuid": "57aa89f6-c972-4689-859a-8ed5a95ea96e", "name": "network-vif-deleted", "tag": "d01ff65d-fbbb-4d6c-801f-d3cc320cdd65"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:19:12.985501 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef075843-638c-4dd4-8907-8f3db5d08732 admin admin] Network a5ad5c6a-9c20-4822-be0a-b7d912b51769 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:19:12.996392 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-ef075843-638c-4dd4-8907-8f3db5d08732 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, a5ad5c6a-9c20-4822-be0a-b7d912b51769) {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:19:13.001576 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef075843-638c-4dd4-8907-8f3db5d08732 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:13.003891 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ef075843-638c-4dd4-8907-8f3db5d08732 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:13.011536 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0def4154-e8f1-4384-a8d9-0f9f7c9ecc19 None None] Network a5ad5c6a-9c20-4822-be0a-b7d912b51769 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:19:13.017833 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=c066df2a-12b7-47a2-974a-b7465331f2ac,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:19:13.024611 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a91b1f2-a4f3-422f-9e24-38b0e8f74975 x-openstack-request-id: req-5a91b1f2-a4f3-422f-9e24-38b0e8f74975 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:19:13.024966 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57aa89f6-c972-4689-859a-8ed5a95ea96e", "name": "network-vif-deleted", "tag": "d01ff65d-fbbb-4d6c-801f-d3cc320cdd65", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:19:13.025257 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5a91b1f2-a4f3-422f-9e24-38b0e8f74975 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:19:13.025740 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57aa89f6-c972-4689-859a-8ed5a95ea96e', 'name': 'network-vif-deleted', 'tag': 'd01ff65d-fbbb-4d6c-801f-d3cc320cdd65', 'status': 'completed', 'code': 200} Jan 18 22:19:13.032081 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 34cd6b2b-a8f0-42a4-8d79-a3881c92dfc8 up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:19:13.044021 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-ef075843-638c-4dd4-8907-8f3db5d08732 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1053624 Jan 18 22:19:13.193500 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac90e430-ee8f-4fee-a6f9-f071cc913c98 None None] Network a5ad5c6a-9c20-4822-be0a-b7d912b51769 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:19:13.207416 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port 34cd6b2b-a8f0-42a4-8d79-a3881c92dfc8 completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:19:13.230843 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cca1e0ca-4f33-4651-a75a-0cedf93fc25b req-814b82b4-653e-43be-a9c2-904a73afdb56 tempest-MultipleCreateTestJSON-660945305 tempest-MultipleCreateTestJSON-660945305-project] 10.222.0.53 "GET /v2.0/ports?device_id=57aa89f6-c972-4689-859a-8ed5a95ea96e HTTP/1.1" status: 200 len: 210 time: 0.0685050 Jan 18 22:19:13.238189 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port 34cd6b2b-a8f0-42a4-8d79-a3881c92dfc8 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:19:13.238700 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:13.247717 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48cfcfa-2f70-4313-adbd-946957763447 req-792c45d0-cce7-45f9-a567-35562b586447 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:13.249311 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e48cfcfa-2f70-4313-adbd-946957763447 req-792c45d0-cce7-45f9-a567-35562b586447 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa35bf88-4440-4d73-afcd-ae0cc04d6d11 HTTP/1.1" status: 200 len: 944 time: 0.0742781 Jan 18 22:19:13.299748 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e48cfcfa-2f70-4313-adbd-946957763447 req-1506f083-5c30-475d-bd62-4c0ae307fc47 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fead2ec-99b5-4f01-a8ba-653859b4c215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394311 Jan 18 22:19:13.392145 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['c066df2a-12b7-47a2-974a-b7465331f2ac'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:19:13.494807 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:13.595330 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:13.615960 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd9831d-dc5c-4297-987c-061e63aacad9 req-98af0223-a8d6-4a0a-9ee6-c70d79292587 tempest-ImagesOneServerTestJSON-1587676590 tempest-ImagesOneServerTestJSON-1587676590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:13.617488 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6dd9831d-dc5c-4297-987c-061e63aacad9 req-98af0223-a8d6-4a0a-9ee6-c70d79292587 tempest-ImagesOneServerTestJSON-1587676590 tempest-ImagesOneServerTestJSON-1587676590-project] 10.222.0.53 "GET /v2.0/ports?device_id=3108528b-0cef-473a-ba1d-bbb382d71ac7 HTTP/1.1" status: 200 len: 948 time: 0.1278129 Jan 18 22:19:13.635930 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3108528b-0cef-473a-ba1d-bbb382d71ac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34cd6b2b-a8f0-42a4-8d79-a3881c92dfc8'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:19:13.638298 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b28ce90e-1d83-4045-b1fb-a9a3d44227bf" -d '{"events": [{"server_uuid": "3108528b-0cef-473a-ba1d-bbb382d71ac7", "name": "network-vif-plugged", "status": "completed", "tag": "34cd6b2b-a8f0-42a4-8d79-a3881c92dfc8"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:19:13.658379 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 34cd6b2b-a8f0-42a4-8d79-a3881c92dfc8, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=34cd6b2b-a8f0-42a4-8d79-a3881c92dfc8,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:19:13.663862 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:13.664742 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device b87853be-b440-4527-b349-f83d2dc29f7c no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:19:13.680534 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e09330-c0b5-4da8-81d9-67e3e054a2d2 req-f08e2d24-0e8b-4702-850e-1aa95d8ffd41 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:13.681978 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-03e09330-c0b5-4da8-81d9-67e3e054a2d2 req-f08e2d24-0e8b-4702-850e-1aa95d8ffd41 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/networks?id=61203f33-a8b3-4e89-8217-8dac5f2bb01b HTTP/1.1" status: 200 len: 821 time: 0.1534088 Jan 18 22:19:13.686898 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6dd9831d-dc5c-4297-987c-061e63aacad9 req-168ed761-92e2-4d6e-bcac-2290f5d9c51d tempest-ImagesOneServerTestJSON-1587676590 tempest-ImagesOneServerTestJSON-1587676590-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e92fc84-9fa5-4530-930f-73f1fe5f22fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611980 Jan 18 22:19:13.696676 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-03e09330-c0b5-4da8-81d9-67e3e054a2d2 req-89ef678e-44ef-419f-abd3-da8a7ce4a57c tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/quotas/cccec33dc87e4f2dae33b71be2fd1ab3 HTTP/1.1" status: 200 len: 375 time: 0.0087035 Jan 18 22:19:13.719200 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] No Port match for: b87853be-b440-4527-b349-f83d2dc29f7c {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:19:13.719548 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device b87853be-b440-4527-b349-f83d2dc29f7c not bound to the agent host n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:19:13.741039 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-03e09330-c0b5-4da8-81d9-67e3e054a2d2 req-dc0d8922-7ef4-4b74-bc31-281abb5d1f55 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=cccec33dc87e4f2dae33b71be2fd1ab3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315044 Jan 18 22:19:13.749590 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=34cd6b2b-a8f0-42a4-8d79-a3881c92dfc8,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:19:13.832432 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-03e09330-c0b5-4da8-81d9-67e3e054a2d2 req-014e479a-190c-49d3-a3f4-37527bd1aafc service neutron] 10.222.0.53 "GET /v2.0/networks/61203f33-a8b3-4e89-8217-8dac5f2bb01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876274 Jan 18 22:19:13.853495 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce7056c1-526a-4db7-853c-3976bd824382 x-openstack-request-id: req-ce7056c1-526a-4db7-853c-3976bd824382 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:19:13.853796 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3108528b-0cef-473a-ba1d-bbb382d71ac7", "name": "network-vif-plugged", "status": "completed", "tag": "34cd6b2b-a8f0-42a4-8d79-a3881c92dfc8", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:19:13.854047 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ce7056c1-526a-4db7-853c-3976bd824382 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:19:13.854440 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3108528b-0cef-473a-ba1d-bbb382d71ac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34cd6b2b-a8f0-42a4-8d79-a3881c92dfc8', 'code': 200} Jan 18 22:19:13.921954 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-03e09330-c0b5-4da8-81d9-67e3e054a2d2 req-dbec8b14-7acd-4c57-baf9-95e95e33104f service neutron] 10.222.0.53 "GET /v2.0/networks/61203f33-a8b3-4e89-8217-8dac5f2bb01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825744 Jan 18 22:19:13.957178 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55898c72-b66e-49a4-8138-e6b01dd80ee2 req-8661bfef-6e27-4e08-85f1-cfe52d7d8a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:13.959298 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-55898c72-b66e-49a4-8138-e6b01dd80ee2 req-8661bfef-6e27-4e08-85f1-cfe52d7d8a4a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3108528b-0cef-473a-ba1d-bbb382d71ac7 HTTP/1.1" status: 200 len: 1100 time: 0.0455842 Jan 18 22:19:13.995314 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-55898c72-b66e-49a4-8138-e6b01dd80ee2 req-fd1572e8-9757-4e35-a0c9-1010e771cac2 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=8e92fc84-9fa5-4530-930f-73f1fe5f22fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295582 Jan 18 22:19:14.050619 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43387e59-9547-46c3-8dd7-53ffb84e0f92 req-940e7572-1c22-4493-bf6f-1b1a91e1dbb3 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:14.052133 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-43387e59-9547-46c3-8dd7-53ffb84e0f92 req-940e7572-1c22-4493-bf6f-1b1a91e1dbb3 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d073823-a9da-4d13-a0fd-454ef610e5f9 HTTP/1.1" status: 200 len: 944 time: 0.0566206 Jan 18 22:19:14.101762 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b7db8d90-93a1-4237-a0cc-7a55a3a28427 req-bda0cd58-a1ee-470f-a130-35f9c89611ab tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/ports?device_id=d59cb70a-4c36-4823-bbd8-4fa6d853fe53 HTTP/1.1" status: 200 len: 210 time: 0.0368960 Jan 18 22:19:14.114427 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-43387e59-9547-46c3-8dd7-53ffb84e0f92 req-5211ab9c-5c73-4a38-a44c-21c7bdef7fbd tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/security-groups?id=887106f9-0ea3-48df-93b8-5b7379f045d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556476 Jan 18 22:19:14.289913 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 33316) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:19:14.339919 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c3a2d0a-6fcf-4a53-9fe2-e7fbc1b4d470 admin admin] Deleting subnet c28a7bfc-0741-4198-ac3c-550ad166bfc4 {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:19:14.344584 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1c3a2d0a-6fcf-4a53-9fe2-e7fbc1b4d470 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:14.384939 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1c3a2d0a-6fcf-4a53-9fe2-e7fbc1b4d470 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:14.435581 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1c3a2d0a-6fcf-4a53-9fe2-e7fbc1b4d470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:14.439862 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ca7183-10a3-4169-9730-190f07b3bb23 req-20b6ca25-2259-4b0c-97cb-c7e6d63c1b5b tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:14.441423 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f2ca7183-10a3-4169-9730-190f07b3bb23 req-20b6ca25-2259-4b0c-97cb-c7e6d63c1b5b tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa35bf88-4440-4d73-afcd-ae0cc04d6d11 HTTP/1.1" status: 200 len: 944 time: 0.0600877 Jan 18 22:19:14.481913 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f2ca7183-10a3-4169-9730-190f07b3bb23 req-cfb12a2a-81a4-4436-93a7-b1953c7dc2e1 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fead2ec-99b5-4f01-a8ba-653859b4c215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327694 Jan 18 22:19:14.499434 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1c3a2d0a-6fcf-4a53-9fe2-e7fbc1b4d470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:14.525903 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3a2d0a-6fcf-4a53-9fe2-e7fbc1b4d470 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c28a7bfc-0741-4198-ac3c-550ad166bfc4,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:19:14.527925 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1c3a2d0a-6fcf-4a53-9fe2-e7fbc1b4d470 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:14.531918 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-1c3a2d0a-6fcf-4a53-9fe2-e7fbc1b4d470 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/c28a7bfc-0741-4198-ac3c-550ad166bfc4 HTTP/1.1" status: 204 len: 168 time: 0.2402768 Jan 18 22:19:14.533788 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 33324) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:19:14.605101 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ddb3c728-7c9a-44a9-9146-0e55565d4ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:14.684948 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ddb3c728-7c9a-44a9-9146-0e55565d4ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:14.703791 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-ddb3c728-7c9a-44a9-9146-0e55565d4ba3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98af4c66-77cb-4b8f-ac2e-973c83289bd3']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:19:14.713190 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-ddb3c728-7c9a-44a9-9146-0e55565d4ba3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98b33f86-b79b-4e35-abff-fb0472998523') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:19:14.713483 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-ddb3c728-7c9a-44a9-9146-0e55565d4ba3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98b33f86-b79b-4e35-abff-fb0472998523') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:19:14.722746 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ddb3c728-7c9a-44a9-9146-0e55565d4ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:14.736484 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ddb3c728-7c9a-44a9-9146-0e55565d4ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:14.742345 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddb3c728-7c9a-44a9-9146-0e55565d4ba3 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:19:14.742716 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ddb3c728-7c9a-44a9-9146-0e55565d4ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:14.744354 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:19:14.744354 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:19:14.744354 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:19:14.744354 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:19:14.744354 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:19:14.744354 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:19:14.744354 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:19:14.744354 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:19:14.744354 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:19:14.744354 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:19:14.744354 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:19:14.744354 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:19:14.744354 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:19:14.744354 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:19:14.744354 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:19:14.744354 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:19:14.744354 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:19:14.744354 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:19:14.744354 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:19:14.744354 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:19:14.744354 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:19:14.744354 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:19:14.744354 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:19:14.744354 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:19:14.744354 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:19:14.744354 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:19:14.744354 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:19:14.744354 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:19:14.744354 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:19:14.744354 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:19:14.744354 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:19:14.744354 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:19:14.752404 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device c066df2a-12b7-47a2-974a-b7465331f2ac up at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:19:14.809905 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc62f96-caa9-4081-b473-1058f3df24ea req-8ab530b2-3c98-4ad6-ace7-637d0d266599 tempest-ImagesOneServerTestJSON-1587676590 tempest-ImagesOneServerTestJSON-1587676590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:14.812398 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cdc62f96-caa9-4081-b473-1058f3df24ea req-8ab530b2-3c98-4ad6-ace7-637d0d266599 tempest-ImagesOneServerTestJSON-1587676590 tempest-ImagesOneServerTestJSON-1587676590-project] 10.222.0.53 "GET /v2.0/ports?device_id=3108528b-0cef-473a-ba1d-bbb382d71ac7 HTTP/1.1" status: 200 len: 949 time: 0.0562451 Jan 18 22:19:14.814667 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ddb3c728-7c9a-44a9-9146-0e55565d4ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:14.817463 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning for port c066df2a-12b7-47a2-974a-b7465331f2ac completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:19:14.822591 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning complete for port c066df2a-12b7-47a2-974a-b7465331f2ac triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:19:14.823147 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:14.825756 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ddb3c728-7c9a-44a9-9146-0e55565d4ba3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:14.830549 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-ddb3c728-7c9a-44a9-9146-0e55565d4ba3 admin admin] 10.222.0.53 "DELETE /v2.0/networks/98af4c66-77cb-4b8f-ac2e-973c83289bd3 HTTP/1.1" status: 204 len: 168 time: 0.2954931 Jan 18 22:19:14.851483 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb3c728-7c9a-44a9-9146-0e55565d4ba3 admin admin] Pushing event deleted for resources: {'Network': ['ID=98af4c66-77cb-4b8f-ac2e-973c83289bd3,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:19:14.873129 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cdc62f96-caa9-4081-b473-1058f3df24ea req-66ea9948-16d0-48a8-bd18-b9f456137263 tempest-ImagesOneServerTestJSON-1587676590 tempest-ImagesOneServerTestJSON-1587676590-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e92fc84-9fa5-4530-930f-73f1fe5f22fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498118 Jan 18 22:19:14.933169 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:14.971269 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port c066df2a-12b7-47a2-974a-b7465331f2ac, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=c066df2a-12b7-47a2-974a-b7465331f2ac,segment=NetworkSegment(bbee9262-cfb2-4fc9-82be-4cb3bf414322),segment_id=bbee9262-cfb2-4fc9-82be-4cb3bf414322)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:19:14.976435 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:14.977577 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device d01ff65d-fbbb-4d6c-801f-d3cc320cdd65 no longer exists at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:19:14.999351 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] No Port match for: d01ff65d-fbbb-4d6c-801f-d3cc320cdd65 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:19:14.999620 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device d01ff65d-fbbb-4d6c-801f-d3cc320cdd65 not bound to the agent host n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:19:15.053800 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 33336) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:19:15.074482 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=c066df2a-12b7-47a2-974a-b7465331f2ac,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:19:15.114066 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e09330-c0b5-4da8-81d9-67e3e054a2d2 req-9b8c6436-7514-445b-b6bd-44fc3cee365c tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:15.116451 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-03e09330-c0b5-4da8-81d9-67e3e054a2d2 req-9b8c6436-7514-445b-b6bd-44fc3cee365c tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.67 "GET /v2.0/networks?id=61203f33-a8b3-4e89-8217-8dac5f2bb01b HTTP/1.1" status: 200 len: 821 time: 0.1405036 Jan 18 22:19:15.121500 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-e3da9cc0-1442-4bcf-853c-35523fde6543 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0b06d38b07ae4d7291ef44d8cc38ba74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0657210 Jan 18 22:19:15.124705 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 33338) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:19:15.130111 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-03e09330-c0b5-4da8-81d9-67e3e054a2d2 req-ed38c0b7-bab3-4df7-9fac-c2fefceff772 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Request body: {'port': {'device_id': 'd59cb70a-4c36-4823-bbd8-4fa6d853fe53', 'network_id': '61203f33-a8b3-4e89-8217-8dac5f2bb01b', 'admin_state_up': True, 'tenant_id': 'cccec33dc87e4f2dae33b71be2fd1ab3'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:19:15.198438 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bc8dcad0-e706-40bd-ba32-ca6930796e9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:15.268808 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6d19b7d2-cf83-479d-80bc-0df361d93214 req-6820360e-2b26-4f9a-aee9-07184bf597a0 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/ports?device_id=d59cb70a-4c36-4823-bbd8-4fa6d853fe53 HTTP/1.1" status: 200 len: 210 time: 0.0611634 Jan 18 22:19:15.275088 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bc8dcad0-e706-40bd-ba32-ca6930796e9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:15.298467 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03e09330-c0b5-4da8-81d9-67e3e054a2d2 req-ed38c0b7-bab3-4df7-9fac-c2fefceff772 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Made reservation on behalf of cccec33dc87e4f2dae33b71be2fd1ab3 for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:19:15.298467 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-03e09330-c0b5-4da8-81d9-67e3e054a2d2 req-ed38c0b7-bab3-4df7-9fac-c2fefceff772 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:15.324143 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb406787-b3a2-4356-87fc-440709361b82 req-cd55d4d3-81ba-4c8d-918f-1c21e838b695 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:15.325605 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cb406787-b3a2-4356-87fc-440709361b82 req-cd55d4d3-81ba-4c8d-918f-1c21e838b695 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d073823-a9da-4d13-a0fd-454ef610e5f9 HTTP/1.1" status: 200 len: 945 time: 0.1194191 Jan 18 22:19:15.362754 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bc8dcad0-e706-40bd-ba32-ca6930796e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:15.365283 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bc8dcad0-e706-40bd-ba32-ca6930796e9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:15.366383 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-bc8dcad0-e706-40bd-ba32-ca6930796e9a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/56b9b9c0-23ca-4fcd-9172-d04740503349 HTTP/1.1" status: 204 len: 168 time: 0.2406585 Jan 18 22:19:15.377034 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cb406787-b3a2-4356-87fc-440709361b82 req-7554e22f-54ee-461c-8efe-6daf96c4bed8 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/security-groups?id=887106f9-0ea3-48df-93b8-5b7379f045d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437353 Jan 18 22:19:15.383338 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8dcad0-e706-40bd-ba32-ca6930796e9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b9b9c0-23ca-4fcd-9172-d04740503349,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:19:15.429184 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [req-03e09330-c0b5-4da8-81d9-67e3e054a2d2 req-ed38c0b7-bab3-4df7-9fac-c2fefceff772 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Allocated IP 172.20.0.7 (61203f33-a8b3-4e89-8217-8dac5f2bb01b/b92d365b-b574-47a9-a91d-968f4b104686/e6eca6f0-081d-4d95-8b1b-12b5832ed62b) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:19:15.585542 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-03e09330-c0b5-4da8-81d9-67e3e054a2d2 req-ed38c0b7-bab3-4df7-9fac-c2fefceff772 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:15.607927 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e9f3d5-0159-489e-a191-47e67dba3675 req-4e770362-a8aa-4179-9b4e-00e478402798 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:15.609490 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d1e9f3d5-0159-489e-a191-47e67dba3675 req-4e770362-a8aa-4179-9b4e-00e478402798 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa35bf88-4440-4d73-afcd-ae0cc04d6d11 HTTP/1.1" status: 200 len: 944 time: 0.0561128 Jan 18 22:19:15.623778 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-03e09330-c0b5-4da8-81d9-67e3e054a2d2 req-ed38c0b7-bab3-4df7-9fac-c2fefceff772 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:15.653123 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d1e9f3d5-0159-489e-a191-47e67dba3675 req-3076438d-4ad0-4c33-911d-a192d857896d tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fead2ec-99b5-4f01-a8ba-653859b4c215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373998 Jan 18 22:19:15.668034 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03e09330-c0b5-4da8-81d9-67e3e054a2d2 req-ed38c0b7-bab3-4df7-9fac-c2fefceff772 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Network 61203f33-a8b3-4e89-8217-8dac5f2bb01b is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:19:15.674136 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [req-03e09330-c0b5-4da8-81d9-67e3e054a2d2 req-ed38c0b7-bab3-4df7-9fac-c2fefceff772 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:19:15.676745 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-03e09330-c0b5-4da8-81d9-67e3e054a2d2 req-ed38c0b7-bab3-4df7-9fac-c2fefceff772 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:19:15.713413 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed38c0b7-bab3-4df7-9fac-c2fefceff772 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Pushing event updated for resources: {'Port': ['ID=e6eca6f0-081d-4d95-8b1b-12b5832ed62b,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:19:15.736943 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e09330-c0b5-4da8-81d9-67e3e054a2d2 req-ed38c0b7-bab3-4df7-9fac-c2fefceff772 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:15.737549 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-03e09330-c0b5-4da8-81d9-67e3e054a2d2 req-ed38c0b7-bab3-4df7-9fac-c2fefceff772 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:15.753134 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-03e09330-c0b5-4da8-81d9-67e3e054a2d2 req-ed38c0b7-bab3-4df7-9fac-c2fefceff772 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6269517 Jan 18 22:19:15.766961 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-03e09330-c0b5-4da8-81d9-67e3e054a2d2 req-451f6d5f-cb59-4c70-87f0-a6d6746912a5 service neutron] Request body: {'port': {'device_id': 'd59cb70a-4c36-4823-bbd8-4fa6d853fe53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:19:15.819716 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-03e09330-c0b5-4da8-81d9-67e3e054a2d2 req-451f6d5f-cb59-4c70-87f0-a6d6746912a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:15.855758 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d073823-a9da-4d13-a0fd-454ef610e5f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c066df2a-12b7-47a2-974a-b7465331f2ac'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:19:15.859798 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f4961e9-6942-4a2d-a741-10d04e19dce2" -d '{"events": [{"server_uuid": "0d073823-a9da-4d13-a0fd-454ef610e5f9", "name": "network-vif-plugged", "status": "completed", "tag": "c066df2a-12b7-47a2-974a-b7465331f2ac"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:19:15.913403 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2710a8fe-6c59-4baf-bea2-8d33033bd7d3 x-openstack-request-id: req-2710a8fe-6c59-4baf-bea2-8d33033bd7d3 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:19:15.913584 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d073823-a9da-4d13-a0fd-454ef610e5f9", "name": "network-vif-plugged", "status": "completed", "tag": "c066df2a-12b7-47a2-974a-b7465331f2ac", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:19:15.914089 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2710a8fe-6c59-4baf-bea2-8d33033bd7d3 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:19:15.914754 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d073823-a9da-4d13-a0fd-454ef610e5f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c066df2a-12b7-47a2-974a-b7465331f2ac', 'code': 200} Jan 18 22:19:16.071820 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f914e3ad-1691-4c7a-b43a-75cfa134b583 req-0b296796-5caf-4790-9678-081859b10b3d tempest-ImagesOneServerTestJSON-1587676590 tempest-ImagesOneServerTestJSON-1587676590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:16.073810 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f914e3ad-1691-4c7a-b43a-75cfa134b583 req-0b296796-5caf-4790-9678-081859b10b3d tempest-ImagesOneServerTestJSON-1587676590 tempest-ImagesOneServerTestJSON-1587676590-project] 10.222.0.53 "GET /v2.0/ports?device_id=3108528b-0cef-473a-ba1d-bbb382d71ac7 HTTP/1.1" status: 200 len: 949 time: 0.0873215 Jan 18 22:19:16.080203 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0037f4a-7b48-4085-a573-2b3ff71fb211 req-52c2f67b-db58-4313-82a6-dd22b8afce1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:16.082093 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c0037f4a-7b48-4085-a573-2b3ff71fb211 req-52c2f67b-db58-4313-82a6-dd22b8afce1c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0d073823-a9da-4d13-a0fd-454ef610e5f9 HTTP/1.1" status: 200 len: 1096 time: 0.0839415 Jan 18 22:19:16.131821 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [req-03e09330-c0b5-4da8-81d9-67e3e054a2d2 req-451f6d5f-cb59-4c70-87f0-a6d6746912a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6eca6f0-081d-4d95-8b1b-12b5832ed62b {{(pid=102431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:19:16.139625 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-03e09330-c0b5-4da8-81d9-67e3e054a2d2 req-451f6d5f-cb59-4c70-87f0-a6d6746912a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:16.141152 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f914e3ad-1691-4c7a-b43a-75cfa134b583 req-d4417a61-0b55-4efb-9a9f-8483aa0d49ef tempest-ImagesOneServerTestJSON-1587676590 tempest-ImagesOneServerTestJSON-1587676590-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e92fc84-9fa5-4530-930f-73f1fe5f22fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574684 Jan 18 22:19:16.144680 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c0037f4a-7b48-4085-a573-2b3ff71fb211 req-a2c8d448-a66a-4e0f-9b3e-164c13959dc3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=887106f9-0ea3-48df-93b8-5b7379f045d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477293 Jan 18 22:19:16.155341 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [req-03e09330-c0b5-4da8-81d9-67e3e054a2d2 req-451f6d5f-cb59-4c70-87f0-a6d6746912a5 service neutron] Transition to ACTIVE for port object e6eca6f0-081d-4d95-8b1b-12b5832ed62b will not be triggered until provisioned by entity L2. {{(pid=102431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:19:16.159716 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-03e09330-c0b5-4da8-81d9-67e3e054a2d2 req-451f6d5f-cb59-4c70-87f0-a6d6746912a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:16.217147 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451f6d5f-cb59-4c70-87f0-a6d6746912a5 service neutron] Pushing event updated for resources: {'Port': ['ID=e6eca6f0-081d-4d95-8b1b-12b5832ed62b,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:19:16.283592 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-03e09330-c0b5-4da8-81d9-67e3e054a2d2 req-451f6d5f-cb59-4c70-87f0-a6d6746912a5 service neutron] Attempting to bind port e6eca6f0-081d-4d95-8b1b-12b5832ed62b on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:19:16.283929 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-03e09330-c0b5-4da8-81d9-67e3e054a2d2 req-451f6d5f-cb59-4c70-87f0-a6d6746912a5 service neutron] Attempting to bind port e6eca6f0-081d-4d95-8b1b-12b5832ed62b by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '2bbe6b88-f1a6-4fc9-b338-69341977472e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '61203f33-a8b3-4e89-8217-8dac5f2bb01b'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:19:16.284411 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e09330-c0b5-4da8-81d9-67e3e054a2d2 req-451f6d5f-cb59-4c70-87f0-a6d6746912a5 service neutron] Attempting to bind port e6eca6f0-081d-4d95-8b1b-12b5832ed62b on network 61203f33-a8b3-4e89-8217-8dac5f2bb01b {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:19:16.288968 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e09330-c0b5-4da8-81d9-67e3e054a2d2 req-451f6d5f-cb59-4c70-87f0-a6d6746912a5 service neutron] Port e6eca6f0-081d-4d95-8b1b-12b5832ed62b on network 61203f33-a8b3-4e89-8217-8dac5f2bb01b not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:19:16.289221 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e09330-c0b5-4da8-81d9-67e3e054a2d2 req-451f6d5f-cb59-4c70-87f0-a6d6746912a5 service neutron] Attempting to bind port e6eca6f0-081d-4d95-8b1b-12b5832ed62b on network 61203f33-a8b3-4e89-8217-8dac5f2bb01b {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:19:16.293913 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e09330-c0b5-4da8-81d9-67e3e054a2d2 req-451f6d5f-cb59-4c70-87f0-a6d6746912a5 service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:19:16.294247 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e09330-c0b5-4da8-81d9-67e3e054a2d2 req-451f6d5f-cb59-4c70-87f0-a6d6746912a5 service neutron] Checking segment: {'id': '2bbe6b88-f1a6-4fc9-b338-69341977472e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '61203f33-a8b3-4e89-8217-8dac5f2bb01b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:19:16.294612 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e09330-c0b5-4da8-81d9-67e3e054a2d2 req-451f6d5f-cb59-4c70-87f0-a6d6746912a5 service neutron] Bound using segment: {'id': '2bbe6b88-f1a6-4fc9-b338-69341977472e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '61203f33-a8b3-4e89-8217-8dac5f2bb01b'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:19:16.295228 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-03e09330-c0b5-4da8-81d9-67e3e054a2d2 req-451f6d5f-cb59-4c70-87f0-a6d6746912a5 service neutron] Bound port: e6eca6f0-081d-4d95-8b1b-12b5832ed62b, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bbe6b88-f1a6-4fc9-b338-69341977472e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '61203f33-a8b3-4e89-8217-8dac5f2bb01b'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:19:16.295473 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-03e09330-c0b5-4da8-81d9-67e3e054a2d2 req-451f6d5f-cb59-4c70-87f0-a6d6746912a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:16.357562 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-03e09330-c0b5-4da8-81d9-67e3e054a2d2 req-451f6d5f-cb59-4c70-87f0-a6d6746912a5 service neutron] For port e6eca6f0-081d-4d95-8b1b-12b5832ed62b, host n-h2-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:19:16.360570 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-03e09330-c0b5-4da8-81d9-67e3e054a2d2 req-451f6d5f-cb59-4c70-87f0-a6d6746912a5 service neutron] For port e6eca6f0-081d-4d95-8b1b-12b5832ed62b, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=e6eca6f0-081d-4d95-8b1b-12b5832ed62b,segment=NetworkSegment(2bbe6b88-f1a6-4fc9-b338-69341977472e),segment_id=2bbe6b88-f1a6-4fc9-b338-69341977472e)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:19:16.366579 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-03e09330-c0b5-4da8-81d9-67e3e054a2d2 req-451f6d5f-cb59-4c70-87f0-a6d6746912a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:16.405463 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e09330-c0b5-4da8-81d9-67e3e054a2d2 req-451f6d5f-cb59-4c70-87f0-a6d6746912a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:16.406085 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-03e09330-c0b5-4da8-81d9-67e3e054a2d2 req-451f6d5f-cb59-4c70-87f0-a6d6746912a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:16.407528 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-03e09330-c0b5-4da8-81d9-67e3e054a2d2 req-451f6d5f-cb59-4c70-87f0-a6d6746912a5 service neutron] 10.222.0.67 "PUT /v2.0/ports/e6eca6f0-081d-4d95-8b1b-12b5832ed62b HTTP/1.1" status: 200 len: 1091 time: 0.6447666 Jan 18 22:19:16.408045 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd59cb70a-4c36-4823-bbd8-4fa6d853fe53', 'tag': 'e6eca6f0-081d-4d95-8b1b-12b5832ed62b'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:19:16.410415 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12c21eb0-111b-4915-aca7-1180a062a6ef" -d '{"events": [{"name": "network-changed", "server_uuid": "d59cb70a-4c36-4823-bbd8-4fa6d853fe53", "tag": "e6eca6f0-081d-4d95-8b1b-12b5832ed62b"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:19:16.434157 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451f6d5f-cb59-4c70-87f0-a6d6746912a5 service neutron] Pushing event updated for resources: {'Port': ['ID=e6eca6f0-081d-4d95-8b1b-12b5832ed62b,revision_number=3']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:19:16.502986 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e09330-c0b5-4da8-81d9-67e3e054a2d2 req-e6aba0dd-7902-43fe-b0ea-f84a9f98f15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:16.504661 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-03e09330-c0b5-4da8-81d9-67e3e054a2d2 req-e6aba0dd-7902-43fe-b0ea-f84a9f98f15a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cccec33dc87e4f2dae33b71be2fd1ab3&device_id=d59cb70a-4c36-4823-bbd8-4fa6d853fe53 HTTP/1.1" status: 200 len: 1094 time: 0.0479484 Jan 18 22:19:16.563914 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-03e09330-c0b5-4da8-81d9-67e3e054a2d2 req-22779ae8-fc5b-4122-8588-3316ac500f44 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6eca6f0-081d-4d95-8b1b-12b5832ed62b HTTP/1.1" status: 200 len: 217 time: 0.0504830 Jan 18 22:19:16.619757 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e09330-c0b5-4da8-81d9-67e3e054a2d2 req-f455741a-5d72-410b-925f-dd03e8628dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:16.621831 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-03e09330-c0b5-4da8-81d9-67e3e054a2d2 req-f455741a-5d72-410b-925f-dd03e8628dca service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b92d365b-b574-47a9-a91d-968f4b104686 HTTP/1.1" status: 200 len: 861 time: 0.0514922 Jan 18 22:19:16.628865 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d279217-750a-4480-b1a7-0d77c47f5784 req-516e70df-d776-404f-85d4-32d2b021cbe4 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:16.631190 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7d279217-750a-4480-b1a7-0d77c47f5784 req-516e70df-d776-404f-85d4-32d2b021cbe4 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/ports?device_id=d59cb70a-4c36-4823-bbd8-4fa6d853fe53 HTTP/1.1" status: 200 len: 943 time: 0.0553412 Jan 18 22:19:16.658216 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-03e09330-c0b5-4da8-81d9-67e3e054a2d2 req-5a385263-4ea5-4dc6-b91c-c2c43368f4f6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=61203f33-a8b3-4e89-8217-8dac5f2bb01b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293128 Jan 18 22:19:16.694192 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7d279217-750a-4480-b1a7-0d77c47f5784 req-91c655c2-063c-4a6c-ab3f-1cb6ebe912dc tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc8c7d2e-b8e2-47f9-a940-5cbf5ddba272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493784 Jan 18 22:19:16.770395 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-03e09330-c0b5-4da8-81d9-67e3e054a2d2 req-6966e688-c29b-4435-a8e7-ee76eca683ab service neutron] 10.222.0.67 "GET /v2.0/networks/61203f33-a8b3-4e89-8217-8dac5f2bb01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052468 Jan 18 22:19:16.815351 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d359e48e-de85-47f6-acda-937ce1ff1605 req-1fc27f25-32d9-4b05-946c-bac71a4d9639 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:16.817666 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d359e48e-de85-47f6-acda-937ce1ff1605 req-1fc27f25-32d9-4b05-946c-bac71a4d9639 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d073823-a9da-4d13-a0fd-454ef610e5f9 HTTP/1.1" status: 200 len: 945 time: 0.0642843 Jan 18 22:19:16.858140 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf2c8fdd-344a-4f1e-a142-48f8ae52122e x-openstack-request-id: req-bf2c8fdd-344a-4f1e-a142-48f8ae52122e {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:19:16.858484 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d59cb70a-4c36-4823-bbd8-4fa6d853fe53", "tag": "e6eca6f0-081d-4d95-8b1b-12b5832ed62b", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:19:16.858741 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bf2c8fdd-344a-4f1e-a142-48f8ae52122e {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:19:16.859142 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd59cb70a-4c36-4823-bbd8-4fa6d853fe53', 'tag': 'e6eca6f0-081d-4d95-8b1b-12b5832ed62b', 'status': 'completed', 'code': 200} Jan 18 22:19:16.866767 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d359e48e-de85-47f6-acda-937ce1ff1605 req-62f21688-b1e3-44e7-b162-b0bd9d5a22a1 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/security-groups?id=887106f9-0ea3-48df-93b8-5b7379f045d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403361 Jan 18 22:19:16.918310 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-03e09330-c0b5-4da8-81d9-67e3e054a2d2 req-929da1b5-b6dd-4fc5-ac11-58f2a3ec4a98 service neutron] 10.222.0.67 "GET /v2.0/networks/61203f33-a8b3-4e89-8217-8dac5f2bb01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365132 Jan 18 22:19:17.025160 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c21eb0-111b-4915-aca7-1180a062a6ef req-7e8b40e0-d436-4d79-ad2f-2c02dc605b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:17.026819 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-12c21eb0-111b-4915-aca7-1180a062a6ef req-7e8b40e0-d436-4d79-ad2f-2c02dc605b5c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cccec33dc87e4f2dae33b71be2fd1ab3&device_id=d59cb70a-4c36-4823-bbd8-4fa6d853fe53 HTTP/1.1" status: 200 len: 1094 time: 0.0539029 Jan 18 22:19:17.050151 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a3d889-2c82-4686-930d-649a803df73e req-7c4c9ea8-57fd-4467-9dc2-d949b4ec3a1e tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:17.058263 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-58a3d889-2c82-4686-930d-649a803df73e req-7c4c9ea8-57fd-4467-9dc2-d949b4ec3a1e tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa35bf88-4440-4d73-afcd-ae0cc04d6d11 HTTP/1.1" status: 200 len: 944 time: 0.0626791 Jan 18 22:19:17.098434 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-58a3d889-2c82-4686-930d-649a803df73e req-33c9bd63-7161-44c7-9ae9-166fb893e664 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fead2ec-99b5-4f01-a8ba-653859b4c215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393112 Jan 18 22:19:17.142207 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c21eb0-111b-4915-aca7-1180a062a6ef req-6d814423-109b-41b8-b352-38038c4b1619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:17.143952 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-12c21eb0-111b-4915-aca7-1180a062a6ef req-6d814423-109b-41b8-b352-38038c4b1619 service neutron] 10.222.0.67 "GET /v2.0/networks?id=61203f33-a8b3-4e89-8217-8dac5f2bb01b HTTP/1.1" status: 200 len: 921 time: 0.1064079 Jan 18 22:19:17.192353 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-12c21eb0-111b-4915-aca7-1180a062a6ef req-a958e069-baf1-43d9-a35d-1827318377b9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6eca6f0-081d-4d95-8b1b-12b5832ed62b HTTP/1.1" status: 200 len: 217 time: 0.0373008 Jan 18 22:19:17.240595 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c21eb0-111b-4915-aca7-1180a062a6ef req-bf27fbdf-c727-4169-9df7-6c11a1bbe399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:17.241934 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-12c21eb0-111b-4915-aca7-1180a062a6ef req-bf27fbdf-c727-4169-9df7-6c11a1bbe399 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b92d365b-b574-47a9-a91d-968f4b104686 HTTP/1.1" status: 200 len: 861 time: 0.0423684 Jan 18 22:19:17.280154 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-12c21eb0-111b-4915-aca7-1180a062a6ef req-44024b6e-0251-4fed-a03d-e6c544237880 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=61203f33-a8b3-4e89-8217-8dac5f2bb01b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244904 Jan 18 22:19:17.377147 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-12c21eb0-111b-4915-aca7-1180a062a6ef req-4c69531c-b5b1-4c21-8543-892e32382cd5 service neutron] 10.222.0.67 "GET /v2.0/networks/61203f33-a8b3-4e89-8217-8dac5f2bb01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883157 Jan 18 22:19:17.475513 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-12c21eb0-111b-4915-aca7-1180a062a6ef req-d16e56fa-06ea-420a-83a7-773c1b9d6bc7 service neutron] 10.222.0.67 "GET /v2.0/networks/61203f33-a8b3-4e89-8217-8dac5f2bb01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906074 Jan 18 22:19:17.802263 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf585d8-b193-417b-936a-1e3bd98b0a46 req-620f519e-0643-4073-b68d-109f80fb4d02 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:17.803734 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8bf585d8-b193-417b-936a-1e3bd98b0a46 req-620f519e-0643-4073-b68d-109f80fb4d02 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/ports?device_id=d59cb70a-4c36-4823-bbd8-4fa6d853fe53 HTTP/1.1" status: 200 len: 943 time: 0.0482376 Jan 18 22:19:17.841250 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8bf585d8-b193-417b-936a-1e3bd98b0a46 req-6f2923f3-61e3-48c4-9a1f-a7d12ef2df2b tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc8c7d2e-b8e2-47f9-a940-5cbf5ddba272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315535 Jan 18 22:19:17.976288 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0a5f1d-1a05-4abd-9c2e-934b332d59c4 req-5709baaa-7473-47a9-afb0-7abfcc83609a tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:17.977949 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ba0a5f1d-1a05-4abd-9c2e-934b332d59c4 req-5709baaa-7473-47a9-afb0-7abfcc83609a tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d073823-a9da-4d13-a0fd-454ef610e5f9 HTTP/1.1" status: 200 len: 945 time: 0.0506639 Jan 18 22:19:18.018779 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ba0a5f1d-1a05-4abd-9c2e-934b332d59c4 req-f09e7b0c-8d0e-4f5c-a9a9-ddd5f8d9fabf tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/security-groups?id=887106f9-0ea3-48df-93b8-5b7379f045d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341952 Jan 18 22:19:18.291451 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd23d16-f001-41fb-8308-686a1cf0bcce req-d50f01f2-b725-48c3-bfe7-fc0c82edb25c tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:18.292959 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5fd23d16-f001-41fb-8308-686a1cf0bcce req-d50f01f2-b725-48c3-bfe7-fc0c82edb25c tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa35bf88-4440-4d73-afcd-ae0cc04d6d11 HTTP/1.1" status: 200 len: 944 time: 0.0876782 Jan 18 22:19:18.304874 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e56113-4214-4eb8-8549-3aaa52829c92 req-52a19fd8-4cc8-443e-9590-70f91324f238 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:18.306281 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-64e56113-4214-4eb8-8549-3aaa52829c92 req-52a19fd8-4cc8-443e-9590-70f91324f238 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d073823-a9da-4d13-a0fd-454ef610e5f9 HTTP/1.1" status: 200 len: 945 time: 0.0640507 Jan 18 22:19:18.360065 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5fd23d16-f001-41fb-8308-686a1cf0bcce req-b39b8fbb-b256-4381-935d-b5dd9e4ab3b5 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fead2ec-99b5-4f01-a8ba-653859b4c215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526979 Jan 18 22:19:18.366933 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-64e56113-4214-4eb8-8549-3aaa52829c92 req-d3af629b-0f6a-4922-a168-042b93b983ee tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/security-groups?id=887106f9-0ea3-48df-93b8-5b7379f045d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526202 Jan 18 22:19:18.965006 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a2d9b-522d-4704-9248-e86bd66fad9b req-8b54ad91-347e-4ece-9bad-664c01544ca4 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:18.966465 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fe5a2d9b-522d-4704-9248-e86bd66fad9b req-8b54ad91-347e-4ece-9bad-664c01544ca4 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/ports?device_id=d59cb70a-4c36-4823-bbd8-4fa6d853fe53 HTTP/1.1" status: 200 len: 943 time: 0.0518849 Jan 18 22:19:19.008706 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fe5a2d9b-522d-4704-9248-e86bd66fad9b req-e0924f11-cd70-4375-957a-149b9bee1b27 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc8c7d2e-b8e2-47f9-a940-5cbf5ddba272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360055 Jan 18 22:19:19.063665 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device e6eca6f0-081d-4d95-8b1b-12b5832ed62b details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:19:19.166561 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port e6eca6f0-081d-4d95-8b1b-12b5832ed62b, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=e6eca6f0-081d-4d95-8b1b-12b5832ed62b,segment=NetworkSegment(2bbe6b88-f1a6-4fc9-b338-69341977472e),segment_id=2bbe6b88-f1a6-4fc9-b338-69341977472e)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:19:19.176840 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': 'e6eca6f0-081d-4d95-8b1b-12b5832ed62b', 'network_id': '61203f33-a8b3-4e89-8217-8dac5f2bb01b', 'port_id': 'e6eca6f0-081d-4d95-8b1b-12b5832ed62b', 'mac_address': 'fa:16:3e:a4:4f:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b92d365b-b574-47a9-a91d-968f4b104686', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:19:19.216780 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:19.242527 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6eca6f0-081d-4d95-8b1b-12b5832ed62b {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:19:19.254819 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7ef612b9-c7a9-486a-a3ad-075ef8e11601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:19.267048 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port e6eca6f0-081d-4d95-8b1b-12b5832ed62b, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=e6eca6f0-081d-4d95-8b1b-12b5832ed62b,segment=NetworkSegment(2bbe6b88-f1a6-4fc9-b338-69341977472e),segment_id=2bbe6b88-f1a6-4fc9-b338-69341977472e)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:19:19.274804 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:19.275614 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 34cd6b2b-a8f0-42a4-8d79-a3881c92dfc8 details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:19:19.375979 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=e6eca6f0-081d-4d95-8b1b-12b5832ed62b,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:19:19.387786 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:19:19.388142 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:19:19.388487 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:19:19.388814 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:19:19.389140 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:19:19.389628 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:19:19.392556 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:19:19.392932 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:19:19.393333 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:19:19.401271 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:19:19.401716 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:19:19.402065 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:19:19.472904 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 34cd6b2b-a8f0-42a4-8d79-a3881c92dfc8, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=34cd6b2b-a8f0-42a4-8d79-a3881c92dfc8,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:19:19.498282 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': '34cd6b2b-a8f0-42a4-8d79-a3881c92dfc8', 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b', 'port_id': '34cd6b2b-a8f0-42a4-8d79-a3881c92dfc8', 'mac_address': 'fa:16:3e:0c:0d:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8518183d-cc63-459a-b971-d4c7514e001f', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:19:19.547782 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823213ee-734f-4469-a19c-6e0569ee89c3 req-d56ba0b9-db16-4af9-ba02-dfe9fcaba97d tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:19.549374 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:19.550495 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-823213ee-734f-4469-a19c-6e0569ee89c3 req-d56ba0b9-db16-4af9-ba02-dfe9fcaba97d tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d073823-a9da-4d13-a0fd-454ef610e5f9 HTTP/1.1" status: 200 len: 945 time: 0.0779979 Jan 18 22:19:19.562308 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f15756-b2b8-492f-803f-0cd86250b3d3 req-9fa237d2-03bb-4993-b8d5-cc9b39034cd7 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:19.564202 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-50f15756-b2b8-492f-803f-0cd86250b3d3 req-9fa237d2-03bb-4993-b8d5-cc9b39034cd7 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa35bf88-4440-4d73-afcd-ae0cc04d6d11 HTTP/1.1" status: 200 len: 944 time: 0.1008868 Jan 18 22:19:19.565579 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 34cd6b2b-a8f0-42a4-8d79-a3881c92dfc8 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:19:19.588509 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 34cd6b2b-a8f0-42a4-8d79-a3881c92dfc8, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=34cd6b2b-a8f0-42a4-8d79-a3881c92dfc8,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:19:19.594839 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:19.621748 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-50f15756-b2b8-492f-803f-0cd86250b3d3 req-41dd35ed-f190-42c0-a803-6578ea4bf2bb tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fead2ec-99b5-4f01-a8ba-653859b4c215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494008 Jan 18 22:19:19.663095 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-823213ee-734f-4469-a19c-6e0569ee89c3 req-eb0ac423-6d82-4366-bb68-dd0fbdee9ac3 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/security-groups?id=887106f9-0ea3-48df-93b8-5b7379f045d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954156 Jan 18 22:19:19.680863 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=34cd6b2b-a8f0-42a4-8d79-a3881c92dfc8,revision_number=6']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:19:19.710592 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['34cd6b2b-a8f0-42a4-8d79-a3881c92dfc8'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:19:19.885308 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['e6eca6f0-081d-4d95-8b1b-12b5832ed62b'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:19:20.201448 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d850837e-6d88-4db6-b57a-9a8cfa870087 req-223d5d58-ab12-428b-83da-57a36f108a50 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:20.203208 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d850837e-6d88-4db6-b57a-9a8cfa870087 req-223d5d58-ab12-428b-83da-57a36f108a50 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/ports?device_id=d59cb70a-4c36-4823-bbd8-4fa6d853fe53 HTTP/1.1" status: 200 len: 944 time: 0.1025624 Jan 18 22:19:20.274185 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d850837e-6d88-4db6-b57a-9a8cfa870087 req-835beb48-468e-4451-9aba-9c975c79325f tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc8c7d2e-b8e2-47f9-a940-5cbf5ddba272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633559 Jan 18 22:19:20.771600 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dcf25f-e11f-4e41-bafd-3ae830b33a94 req-5b881638-d691-45bb-b725-db04ab18fce0 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:20.783724 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-59dcf25f-e11f-4e41-bafd-3ae830b33a94 req-5b881638-d691-45bb-b725-db04ab18fce0 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa35bf88-4440-4d73-afcd-ae0cc04d6d11 HTTP/1.1" status: 200 len: 944 time: 0.0900445 Jan 18 22:19:20.853338 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-59dcf25f-e11f-4e41-bafd-3ae830b33a94 req-00a36ca9-b2fd-4716-84e2-415859104057 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fead2ec-99b5-4f01-a8ba-653859b4c215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683856 Jan 18 22:19:21.094007 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device e6eca6f0-081d-4d95-8b1b-12b5832ed62b up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:19:21.170741 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port e6eca6f0-081d-4d95-8b1b-12b5832ed62b completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:19:21.175594 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port e6eca6f0-081d-4d95-8b1b-12b5832ed62b triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:19:21.176746 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:21.230722 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 33572) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:19:21.320740 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:21.357993 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd59cb70a-4c36-4823-bbd8-4fa6d853fe53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6eca6f0-081d-4d95-8b1b-12b5832ed62b'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:19:21.371654 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb00a91b-c030-4da0-9c65-15c2a386c259" -d '{"events": [{"server_uuid": "d59cb70a-4c36-4823-bbd8-4fa6d853fe53", "name": "network-vif-plugged", "status": "completed", "tag": "e6eca6f0-081d-4d95-8b1b-12b5832ed62b"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:19:21.404949 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port e6eca6f0-081d-4d95-8b1b-12b5832ed62b, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=e6eca6f0-081d-4d95-8b1b-12b5832ed62b,segment=NetworkSegment(2bbe6b88-f1a6-4fc9-b338-69341977472e),segment_id=2bbe6b88-f1a6-4fc9-b338-69341977472e)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:19:21.405584 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c6771c21-54a3-4724-9043-f325d0a1dce5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:21.410841 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:21.412676 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 34cd6b2b-a8f0-42a4-8d79-a3881c92dfc8 up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:19:21.511668 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbaca4a0-5fdd-430c-90b4-1ca4939e25ec x-openstack-request-id: req-dbaca4a0-5fdd-430c-90b4-1ca4939e25ec {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:19:21.512357 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d59cb70a-4c36-4823-bbd8-4fa6d853fe53", "name": "network-vif-plugged", "status": "completed", "tag": "e6eca6f0-081d-4d95-8b1b-12b5832ed62b", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:19:21.512717 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dbaca4a0-5fdd-430c-90b4-1ca4939e25ec {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:19:21.513262 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd59cb70a-4c36-4823-bbd8-4fa6d853fe53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6eca6f0-081d-4d95-8b1b-12b5832ed62b', 'code': 200} Jan 18 22:19:21.514090 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=e6eca6f0-081d-4d95-8b1b-12b5832ed62b,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:19:21.526667 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9db5dc-1529-4cae-9d55-ad49407faffe req-89a168a4-155d-4551-9555-cd2b469174f4 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:21.543572 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2a9db5dc-1529-4cae-9d55-ad49407faffe req-89a168a4-155d-4551-9555-cd2b469174f4 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/ports?device_id=d59cb70a-4c36-4823-bbd8-4fa6d853fe53 HTTP/1.1" status: 200 len: 945 time: 0.1145868 Jan 18 22:19:21.624057 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2a9db5dc-1529-4cae-9d55-ad49407faffe req-a68f2df2-9e25-4c18-aeec-fcbbbeb6a7f9 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc8c7d2e-b8e2-47f9-a940-5cbf5ddba272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658143 Jan 18 22:19:21.641264 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port 34cd6b2b-a8f0-42a4-8d79-a3881c92dfc8 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:19:21.642049 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:21.658840 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f232a80-dd88-487d-96eb-4e70ea514566 req-bb9e7635-5ab7-4d57-a9fe-04e607c18e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:21.660025 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c6771c21-54a3-4724-9043-f325d0a1dce5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:21.661531 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-0f232a80-dd88-487d-96eb-4e70ea514566 req-bb9e7635-5ab7-4d57-a9fe-04e607c18e11 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d59cb70a-4c36-4823-bbd8-4fa6d853fe53 HTTP/1.1" status: 200 len: 1096 time: 0.0962186 Jan 18 22:19:21.669485 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c6771c21-54a3-4724-9043-f325d0a1dce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:21.701576 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-c6771c21-54a3-4724-9043-f325d0a1dce5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=96f4444fefde444699998474e4892908&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4692912 Jan 18 22:19:21.705969 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 33602) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:19:21.729734 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6771c21-54a3-4724-9043-f325d0a1dce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f91b4aac-2c3e-4b9a-b1cb-3f523d8658ec,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:19:21.814493 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:21.817320 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f3bc5707-923b-4912-ae26-3d752e01f073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:21.822484 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-0f232a80-dd88-487d-96eb-4e70ea514566 req-fb5cf131-e273-42ea-9311-049b9f9ffce6 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=dc8c7d2e-b8e2-47f9-a940-5cbf5ddba272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526015 Jan 18 22:19:21.850184 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-496e9569-87c7-4961-8a36-f7aac40ff0b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:21.859594 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 34cd6b2b-a8f0-42a4-8d79-a3881c92dfc8, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=34cd6b2b-a8f0-42a4-8d79-a3881c92dfc8,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:19:21.886870 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-496e9569-87c7-4961-8a36-f7aac40ff0b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:21.890134 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:21.953080 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-496e9569-87c7-4961-8a36-f7aac40ff0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:21.956055 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-496e9569-87c7-4961-8a36-f7aac40ff0b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:21.957680 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-496e9569-87c7-4961-8a36-f7aac40ff0b3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f91b4aac-2c3e-4b9a-b1cb-3f523d8658ec HTTP/1.1" status: 204 len: 168 time: 0.2487829 Jan 18 22:19:21.963655 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=34cd6b2b-a8f0-42a4-8d79-a3881c92dfc8,revision_number=7']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:19:21.973620 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496e9569-87c7-4961-8a36-f7aac40ff0b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f91b4aac-2c3e-4b9a-b1cb-3f523d8658ec,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:19:22.053577 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8e807e-462d-46c7-80f3-798ced07fcd0 req-84d78737-4dc9-4eb3-a8de-318d0a0c6d91 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:22.055489 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3b8e807e-462d-46c7-80f3-798ced07fcd0 req-84d78737-4dc9-4eb3-a8de-318d0a0c6d91 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa35bf88-4440-4d73-afcd-ae0cc04d6d11 HTTP/1.1" status: 200 len: 944 time: 0.0744541 Jan 18 22:19:22.140222 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3b8e807e-462d-46c7-80f3-798ced07fcd0 req-1e1b4b35-4a89-45bb-8d53-b4dc92a3fa82 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fead2ec-99b5-4f01-a8ba-653859b4c215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765862 Jan 18 22:19:22.511301 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d74d91-d6d5-4ba2-825f-52ec0a1f6ac1 req-174173b7-25e3-4588-b277-80b185370515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:22.513215 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d3d74d91-d6d5-4ba2-825f-52ec0a1f6ac1 req-174173b7-25e3-4588-b277-80b185370515 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=584d50ef6ed64545aac1e7947879ab5e&device_id=aa35bf88-4440-4d73-afcd-ae0cc04d6d11 HTTP/1.1" status: 200 len: 1095 time: 0.0747895 Jan 18 22:19:22.688723 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d74d91-d6d5-4ba2-825f-52ec0a1f6ac1 req-245e5e37-c5b8-41fa-879b-a778ecf555f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:22.690248 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d3d74d91-d6d5-4ba2-825f-52ec0a1f6ac1 req-245e5e37-c5b8-41fa-879b-a778ecf555f7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84 HTTP/1.1" status: 200 len: 911 time: 0.1671400 Jan 18 22:19:22.723514 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1335c23e-d949-46fe-b2f5-344d8e22752e req-a6fb0233-d4a6-4fab-b6bc-e7220cb12cfe tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:22.728761 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1335c23e-d949-46fe-b2f5-344d8e22752e req-a6fb0233-d4a6-4fab-b6bc-e7220cb12cfe tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa35bf88-4440-4d73-afcd-ae0cc04d6d11 HTTP/1.1" status: 200 len: 944 time: 0.0865080 Jan 18 22:19:22.788583 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device c066df2a-12b7-47a2-974a-b7465331f2ac details requested by agent hyperv_n-h1-825064-1 with host n-h1-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:19:22.870186 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:22.890597 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1335c23e-d949-46fe-b2f5-344d8e22752e req-39ccd689-1d07-4528-b043-80bed7920df3 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fead2ec-99b5-4f01-a8ba-653859b4c215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1575651 Jan 18 22:19:22.949543 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d3d74d91-d6d5-4ba2-825f-52ec0a1f6ac1 req-6a092160-1c58-4f4b-a585-71e1f187b6c4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a0306c0-065b-4f7c-897a-b0ab604fa791 HTTP/1.1" status: 200 len: 998 time: 0.2448635 Jan 18 22:19:22.962376 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b38df6-b2f3-4a69-bd28-b179a6a67b07 req-6d07bd28-e322-46d3-bba4-12b0f9dec8c6 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:22.969707 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f1b38df6-b2f3-4a69-bd28-b179a6a67b07 req-6d07bd28-e322-46d3-bba4-12b0f9dec8c6 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/ports?device_id=d59cb70a-4c36-4823-bbd8-4fa6d853fe53 HTTP/1.1" status: 200 len: 945 time: 0.1688480 Jan 18 22:19:23.064532 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d74d91-d6d5-4ba2-825f-52ec0a1f6ac1 req-9fd174f3-2dce-4d92-91a0-a7cdcab81928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:23.082151 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port c066df2a-12b7-47a2-974a-b7465331f2ac, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=c066df2a-12b7-47a2-974a-b7465331f2ac,segment=NetworkSegment(bbee9262-cfb2-4fc9-82be-4cb3bf414322),segment_id=bbee9262-cfb2-4fc9-82be-4cb3bf414322)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:19:23.097861 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d3d74d91-d6d5-4ba2-825f-52ec0a1f6ac1 req-9fd174f3-2dce-4d92-91a0-a7cdcab81928 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=42841b58-d144-4855-94d6-b7b43c1900e0 HTTP/1.1" status: 200 len: 850 time: 0.0827260 Jan 18 22:19:23.104748 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Returning: {'device': 'c066df2a-12b7-47a2-974a-b7465331f2ac', 'network_id': '238ed1a6-2b69-482a-a879-0782a721c5d9', 'port_id': 'c066df2a-12b7-47a2-974a-b7465331f2ac', 'mac_address': 'fa:16:3e:33:c6:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c698099-8c96-4ff9-a982-e918b5bcbfac', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:19:23.148544 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f1b38df6-b2f3-4a69-bd28-b179a6a67b07 req-e0032423-decf-4c05-b2ce-2988f7e399fa tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc8c7d2e-b8e2-47f9-a940-5cbf5ddba272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692643 Jan 18 22:19:23.257767 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d74d91-d6d5-4ba2-825f-52ec0a1f6ac1 req-fe9eb4da-169a-46c5-9bda-3853784620c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:23.259642 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d3d74d91-d6d5-4ba2-825f-52ec0a1f6ac1 req-fe9eb4da-169a-46c5-9bda-3853784620c5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1609769 Jan 18 22:19:23.260859 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:23.304585 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c066df2a-12b7-47a2-974a-b7465331f2ac {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:19:23.358176 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port c066df2a-12b7-47a2-974a-b7465331f2ac, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=c066df2a-12b7-47a2-974a-b7465331f2ac,segment=NetworkSegment(bbee9262-cfb2-4fc9-82be-4cb3bf414322),segment_id=bbee9262-cfb2-4fc9-82be-4cb3bf414322)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:19:23.367858 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:23.451846 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d3d74d91-d6d5-4ba2-825f-52ec0a1f6ac1 req-0e556988-5fde-4cd5-b2d2-e3f9a7307713 service neutron] 10.222.0.36 "GET /v2.0/networks/e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843183 Jan 18 22:19:23.473801 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=c066df2a-12b7-47a2-974a-b7465331f2ac,revision_number=6']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:19:23.486318 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['c066df2a-12b7-47a2-974a-b7465331f2ac'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:19:23.553115 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3108528b-0cef-473a-ba1d-bbb382d71ac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34cd6b2b-a8f0-42a4-8d79-a3881c92dfc8'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:19:23.555359 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcb8eb8b-3268-4d52-a339-6d1753fdd566" -d '{"events": [{"server_uuid": "3108528b-0cef-473a-ba1d-bbb382d71ac7", "name": "network-vif-plugged", "status": "completed", "tag": "34cd6b2b-a8f0-42a4-8d79-a3881c92dfc8"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:19:23.663790 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66934a9f-d279-44de-a937-b70e46609091 x-openstack-request-id: req-66934a9f-d279-44de-a937-b70e46609091 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:19:23.664056 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3108528b-0cef-473a-ba1d-bbb382d71ac7", "name": "network-vif-plugged", "status": "completed", "tag": "34cd6b2b-a8f0-42a4-8d79-a3881c92dfc8", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:19:23.664224 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-66934a9f-d279-44de-a937-b70e46609091 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:19:23.664560 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3108528b-0cef-473a-ba1d-bbb382d71ac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34cd6b2b-a8f0-42a4-8d79-a3881c92dfc8', 'code': 200} Jan 18 22:19:23.677976 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d3d74d91-d6d5-4ba2-825f-52ec0a1f6ac1 req-e91b0287-7290-4f0b-8dc5-5b4a208f689f service neutron] 10.222.0.36 "GET /v2.0/networks/e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157423 Jan 18 22:19:24.282294 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:24.511983 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:24.787147 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device c066df2a-12b7-47a2-974a-b7465331f2ac up at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:19:24.909101 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning complete for port c066df2a-12b7-47a2-974a-b7465331f2ac triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:19:24.909822 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:25.103158 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:25.185025 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port c066df2a-12b7-47a2-974a-b7465331f2ac, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=c066df2a-12b7-47a2-974a-b7465331f2ac,segment=NetworkSegment(bbee9262-cfb2-4fc9-82be-4cb3bf414322),segment_id=bbee9262-cfb2-4fc9-82be-4cb3bf414322)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:19:25.194349 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:25.297519 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=c066df2a-12b7-47a2-974a-b7465331f2ac,revision_number=7']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:19:25.665632 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d073823-a9da-4d13-a0fd-454ef610e5f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c066df2a-12b7-47a2-974a-b7465331f2ac'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:19:25.668390 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57e44f5e-b233-4d88-9b25-91f9b471397b" -d '{"events": [{"server_uuid": "0d073823-a9da-4d13-a0fd-454ef610e5f9", "name": "network-vif-plugged", "status": "completed", "tag": "c066df2a-12b7-47a2-974a-b7465331f2ac"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:19:31.474485 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faccb726-e8c5-4c60-918e-a97ae6415c56 req-01b26c61-a4a2-46fc-82a9-38be385c6d49 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:31.476194 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-faccb726-e8c5-4c60-918e-a97ae6415c56 req-01b26c61-a4a2-46fc-82a9-38be385c6d49 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa35bf88-4440-4d73-afcd-ae0cc04d6d11 HTTP/1.1" status: 200 len: 944 time: 0.0840573 Jan 18 22:19:31.543071 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-faccb726-e8c5-4c60-918e-a97ae6415c56 req-7a5480cd-bc28-4255-b490-96d3a5d91a46 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fead2ec-99b5-4f01-a8ba-653859b4c215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557129 Jan 18 22:19:31.557649 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796b7e83-bd40-46e8-b019-909ee532fa45 req-198871ec-68b8-4b77-82ff-ce1c4b728a62 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:31.559431 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-796b7e83-bd40-46e8-b019-909ee532fa45 req-198871ec-68b8-4b77-82ff-ce1c4b728a62 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/ports?device_id=d59cb70a-4c36-4823-bbd8-4fa6d853fe53 HTTP/1.1" status: 200 len: 945 time: 0.0821095 Jan 18 22:19:31.631578 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-796b7e83-bd40-46e8-b019-909ee532fa45 req-82f87812-fcd6-4cfc-b779-c63074272fb3 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc8c7d2e-b8e2-47f9-a940-5cbf5ddba272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634820 Jan 18 22:19:31.697652 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab7a0bae-fddd-45f7-91a2-e81525cc3bf4 x-openstack-request-id: req-ab7a0bae-fddd-45f7-91a2-e81525cc3bf4 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:19:31.698215 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d073823-a9da-4d13-a0fd-454ef610e5f9", "name": "network-vif-plugged", "status": "completed", "tag": "c066df2a-12b7-47a2-974a-b7465331f2ac", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:19:31.698215 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ab7a0bae-fddd-45f7-91a2-e81525cc3bf4 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:19:31.698555 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d073823-a9da-4d13-a0fd-454ef610e5f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c066df2a-12b7-47a2-974a-b7465331f2ac', 'code': 200} Jan 18 22:19:31.799632 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 33856) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:19:31.910310 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e288c1-97d5-4b61-915e-5e2075a0765f req-174ea03b-8f4b-482d-b932-db8f2a333b93 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:31.912491 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c8e288c1-97d5-4b61-915e-5e2075a0765f req-174ea03b-8f4b-482d-b932-db8f2a333b93 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa35bf88-4440-4d73-afcd-ae0cc04d6d11 HTTP/1.1" status: 200 len: 944 time: 0.0777810 Jan 18 22:19:31.945553 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f7b2f243-0129-4d8d-8706-4e845fc158f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:31.962456 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c8e288c1-97d5-4b61-915e-5e2075a0765f req-1b8282ad-181c-45d6-83bb-7324b07fffe8 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fead2ec-99b5-4f01-a8ba-653859b4c215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426455 Jan 18 22:19:32.060895 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f7b2f243-0129-4d8d-8706-4e845fc158f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:32.069721 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f7b2f243-0129-4d8d-8706-4e845fc158f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:32.116556 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00a0e0e-6cb9-45d7-ae7c-bce134590edb req-da9cd996-36d8-48d9-b943-28c18b20654b tempest-ImagesOneServerTestJSON-1587676590 tempest-ImagesOneServerTestJSON-1587676590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:32.120678 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c00a0e0e-6cb9-45d7-ae7c-bce134590edb req-da9cd996-36d8-48d9-b943-28c18b20654b tempest-ImagesOneServerTestJSON-1587676590 tempest-ImagesOneServerTestJSON-1587676590-project] 10.222.0.53 "GET /v2.0/ports?device_id=3108528b-0cef-473a-ba1d-bbb382d71ac7 HTTP/1.1" status: 200 len: 949 time: 0.0615134 Jan 18 22:19:32.138943 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b2f243-0129-4d8d-8706-4e845fc158f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54582252-3998-4a53-bbc4-434055d3960a,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:19:32.143660 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-f7b2f243-0129-4d8d-8706-4e845fc158f9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6df819d7f38b441f93983d726136b2b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3428724 Jan 18 22:19:32.146109 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 33862) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:19:32.210754 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7ead29a9-8a59-46a3-a5df-8f8c68ee4a72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:32.221488 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c00a0e0e-6cb9-45d7-ae7c-bce134590edb req-f304231c-b31b-4d03-9bc5-bc749adaf5b6 tempest-ImagesOneServerTestJSON-1587676590 tempest-ImagesOneServerTestJSON-1587676590-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e92fc84-9fa5-4530-930f-73f1fe5f22fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941069 Jan 18 22:19:32.247419 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7ead29a9-8a59-46a3-a5df-8f8c68ee4a72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:32.253715 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658daf0b-8a3f-43e0-8795-e3b4c991c8b5 req-20854d26-9603-40e6-a249-015df705a066 tempest-LiveAutoBlockMigrationV225Test-1137188585 tempest-LiveAutoBlockMigrationV225Test-1137188585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:32.262433 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-658daf0b-8a3f-43e0-8795-e3b4c991c8b5 req-20854d26-9603-40e6-a249-015df705a066 tempest-LiveAutoBlockMigrationV225Test-1137188585 tempest-LiveAutoBlockMigrationV225Test-1137188585-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=d59cb70a-4c36-4823-bbd8-4fa6d853fe53 HTTP/1.1" status: 200 len: 1096 time: 0.1148255 Jan 18 22:19:32.308172 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-658daf0b-8a3f-43e0-8795-e3b4c991c8b5 req-1ef24a52-ba53-4c51-8655-b8798954b6a8 tempest-LiveAutoBlockMigrationV225Test-1137188585 tempest-LiveAutoBlockMigrationV225Test-1137188585-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=dc8c7d2e-b8e2-47f9-a940-5cbf5ddba272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425797 Jan 18 22:19:32.337905 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7ead29a9-8a59-46a3-a5df-8f8c68ee4a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:32.340380 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7ead29a9-8a59-46a3-a5df-8f8c68ee4a72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:32.341579 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-7ead29a9-8a59-46a3-a5df-8f8c68ee4a72 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/54582252-3998-4a53-bbc4-434055d3960a HTTP/1.1" status: 204 len: 168 time: 0.1936538 Jan 18 22:19:32.356988 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ead29a9-8a59-46a3-a5df-8f8c68ee4a72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54582252-3998-4a53-bbc4-434055d3960a,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:19:32.637273 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de13c4b4-c7ea-4a96-9725-446f89be1293 req-68cd5de2-02d1-47fe-bc7f-aa99f614ed1b tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:32.638961 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-de13c4b4-c7ea-4a96-9725-446f89be1293 req-68cd5de2-02d1-47fe-bc7f-aa99f614ed1b tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa35bf88-4440-4d73-afcd-ae0cc04d6d11 HTTP/1.1" status: 200 len: 944 time: 0.0996950 Jan 18 22:19:32.652549 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c24af7b-9867-4e44-beb9-8e9d2c1f84b3 req-01b588aa-3346-4657-ab03-b6c35346f163 tempest-LiveAutoBlockMigrationV225Test-1137188585 tempest-LiveAutoBlockMigrationV225Test-1137188585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:32.654413 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9c24af7b-9867-4e44-beb9-8e9d2c1f84b3 req-01b588aa-3346-4657-ab03-b6c35346f163 tempest-LiveAutoBlockMigrationV225Test-1137188585 tempest-LiveAutoBlockMigrationV225Test-1137188585-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=d59cb70a-4c36-4823-bbd8-4fa6d853fe53 HTTP/1.1" status: 200 len: 1096 time: 0.0726449 Jan 18 22:19:32.709607 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-de13c4b4-c7ea-4a96-9725-446f89be1293 req-b722a23d-cd7d-497d-80b9-3ecf00648005 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fead2ec-99b5-4f01-a8ba-653859b4c215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593889 Jan 18 22:19:32.728898 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9c24af7b-9867-4e44-beb9-8e9d2c1f84b3 req-e2a3aaef-bcd1-42e3-8a7b-105721fdba36 tempest-LiveAutoBlockMigrationV225Test-1137188585 tempest-LiveAutoBlockMigrationV225Test-1137188585-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=dc8c7d2e-b8e2-47f9-a940-5cbf5ddba272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573342 Jan 18 22:19:32.789794 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 33904) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:19:32.819182 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-82665b49-df32-4360-89c2-33eaceee1ad1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:32.941445 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 22:19:32.953267 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-82665b49-df32-4360-89c2-33eaceee1ad1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:32.961559 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-82665b49-df32-4360-89c2-33eaceee1ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:33.023408 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 33920) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:19:33.023651 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-82665b49-df32-4360-89c2-33eaceee1ad1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f47e9ffebc7c4a18879cc4d07c7143f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2325621 Jan 18 22:19:33.024706 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82665b49-df32-4360-89c2-33eaceee1ad1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b313b893-4e25-4f6c-840c-3aa5e2cc831c,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:19:33.190937 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50081bf9-34a4-4b00-8f10-2a15af61239a req-bc84eaae-d569-4d97-8257-db8adcab1c16 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:33.192412 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-50081bf9-34a4-4b00-8f10-2a15af61239a req-bc84eaae-d569-4d97-8257-db8adcab1c16 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa35bf88-4440-4d73-afcd-ae0cc04d6d11 HTTP/1.1" status: 200 len: 944 time: 0.1386607 Jan 18 22:19:33.198992 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-09511352-1292-44d5-b10e-a78a1be92750 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:33.242756 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-09511352-1292-44d5-b10e-a78a1be92750 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:33.269483 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-50081bf9-34a4-4b00-8f10-2a15af61239a req-208b781e-47d0-411d-9f0a-de1e8bcc8abf tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fead2ec-99b5-4f01-a8ba-653859b4c215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680666 Jan 18 22:19:33.315073 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-09511352-1292-44d5-b10e-a78a1be92750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:33.318021 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-09511352-1292-44d5-b10e-a78a1be92750 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:33.321998 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-09511352-1292-44d5-b10e-a78a1be92750 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b313b893-4e25-4f6c-840c-3aa5e2cc831c HTTP/1.1" status: 204 len: 168 time: 0.2947252 Jan 18 22:19:33.333727 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09511352-1292-44d5-b10e-a78a1be92750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b313b893-4e25-4f6c-840c-3aa5e2cc831c,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:19:34.436982 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddceddf-6867-466a-9a8d-463ca6493dea req-d0319ba4-de08-46b3-ba96-b4db99347ff2 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:34.445866 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1ddceddf-6867-466a-9a8d-463ca6493dea req-d0319ba4-de08-46b3-ba96-b4db99347ff2 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa35bf88-4440-4d73-afcd-ae0cc04d6d11 HTTP/1.1" status: 200 len: 944 time: 0.0628359 Jan 18 22:19:34.494398 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1ddceddf-6867-466a-9a8d-463ca6493dea req-804d9ba3-f0fc-4881-b67c-413f3dec1ae7 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fead2ec-99b5-4f01-a8ba-653859b4c215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471380 Jan 18 22:19:35.102473 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [req-e52e3125-0bfa-4c75-bce0-c108df3dbbeb req-08447e11-d01d-476f-a80c-0c42cbd10368 tempest-LiveAutoBlockMigrationV225Test-1137188585 tempest-LiveAutoBlockMigrationV225Test-1137188585-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:19:35.107025 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e52e3125-0bfa-4c75-bce0-c108df3dbbeb req-08447e11-d01d-476f-a80c-0c42cbd10368 tempest-LiveAutoBlockMigrationV225Test-1137188585 tempest-LiveAutoBlockMigrationV225Test-1137188585-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4555612 Jan 18 22:19:35.126890 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 34cd6b2b-a8f0-42a4-8d79-a3881c92dfc8 no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:19:35.258297 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:35.303624 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3108528b-0cef-473a-ba1d-bbb382d71ac7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34cd6b2b-a8f0-42a4-8d79-a3881c92dfc8'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:19:35.307459 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2b95ce2-ad1c-447f-8120-41db5693d5bb" -d '{"events": [{"server_uuid": "3108528b-0cef-473a-ba1d-bbb382d71ac7", "name": "network-vif-unplugged", "status": "completed", "tag": "34cd6b2b-a8f0-42a4-8d79-a3881c92dfc8"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:19:35.333675 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff457e7-8313-4731-9d40-02217f61e967 req-9ec5d9a8-1e36-4186-8158-9406e87de5bb tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:35.340749 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 34cd6b2b-a8f0-42a4-8d79-a3881c92dfc8, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=34cd6b2b-a8f0-42a4-8d79-a3881c92dfc8,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:19:35.344330 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fff457e7-8313-4731-9d40-02217f61e967 req-9ec5d9a8-1e36-4186-8158-9406e87de5bb tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa35bf88-4440-4d73-afcd-ae0cc04d6d11 HTTP/1.1" status: 200 len: 944 time: 0.1114261 Jan 18 22:19:35.355320 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:35.382878 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52e3125-0bfa-4c75-bce0-c108df3dbbeb req-a9e388d9-423f-4bdd-9898-c41cecc45369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:35.389952 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e52e3125-0bfa-4c75-bce0-c108df3dbbeb req-a9e388d9-423f-4bdd-9898-c41cecc45369 service neutron] 10.222.0.53 "GET /v2.0/ports/e6eca6f0-081d-4d95-8b1b-12b5832ed62b HTTP/1.1" status: 200 len: 1093 time: 0.2741277 Jan 18 22:19:35.400636 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-e52e3125-0bfa-4c75-bce0-c108df3dbbeb req-79d2d23d-438b-41d9-b3c0-8de8d2bab45c service neutron] Request body: {'binding': {'host': 'n-h1-825064-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:19:35.403235 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-e52e3125-0bfa-4c75-bce0-c108df3dbbeb req-79d2d23d-438b-41d9-b3c0-8de8d2bab45c service neutron] Unknown quota resources ['binding']. {{(pid=102431) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 18 22:19:35.408952 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fff457e7-8313-4731-9d40-02217f61e967 req-c0f5c90e-8d2f-4825-aa0a-2eb64346965a tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fead2ec-99b5-4f01-a8ba-653859b4c215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617859 Jan 18 22:19:35.458814 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=34cd6b2b-a8f0-42a4-8d79-a3881c92dfc8,revision_number=8']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:19:35.626702 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-e52e3125-0bfa-4c75-bce0-c108df3dbbeb req-79d2d23d-438b-41d9-b3c0-8de8d2bab45c service neutron] Attempting to bind port e6eca6f0-081d-4d95-8b1b-12b5832ed62b on host n-h1-825064-1 for vnic_type normal with profile None {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:19:35.626702 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-e52e3125-0bfa-4c75-bce0-c108df3dbbeb req-79d2d23d-438b-41d9-b3c0-8de8d2bab45c service neutron] Attempting to bind port e6eca6f0-081d-4d95-8b1b-12b5832ed62b by drivers openvswitch,hyperv on host n-h1-825064-1 at level 0 using segments [{'id': '2bbe6b88-f1a6-4fc9-b338-69341977472e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '61203f33-a8b3-4e89-8217-8dac5f2bb01b'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:19:35.626702 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52e3125-0bfa-4c75-bce0-c108df3dbbeb req-79d2d23d-438b-41d9-b3c0-8de8d2bab45c service neutron] Attempting to bind port e6eca6f0-081d-4d95-8b1b-12b5832ed62b on network 61203f33-a8b3-4e89-8217-8dac5f2bb01b {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:19:35.630789 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52e3125-0bfa-4c75-bce0-c108df3dbbeb req-79d2d23d-438b-41d9-b3c0-8de8d2bab45c service neutron] Port e6eca6f0-081d-4d95-8b1b-12b5832ed62b on network 61203f33-a8b3-4e89-8217-8dac5f2bb01b not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:19:35.631098 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52e3125-0bfa-4c75-bce0-c108df3dbbeb req-79d2d23d-438b-41d9-b3c0-8de8d2bab45c service neutron] Attempting to bind port e6eca6f0-081d-4d95-8b1b-12b5832ed62b on network 61203f33-a8b3-4e89-8217-8dac5f2bb01b {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:19:35.636077 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52e3125-0bfa-4c75-bce0-c108df3dbbeb req-79d2d23d-438b-41d9-b3c0-8de8d2bab45c service neutron] Checking agent: {'id': 'e49d1b2a-ba11-487f-a804-ecbf3c0e8132', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:19:35.636435 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52e3125-0bfa-4c75-bce0-c108df3dbbeb req-79d2d23d-438b-41d9-b3c0-8de8d2bab45c service neutron] Checking segment: {'id': '2bbe6b88-f1a6-4fc9-b338-69341977472e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '61203f33-a8b3-4e89-8217-8dac5f2bb01b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:19:35.636925 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52e3125-0bfa-4c75-bce0-c108df3dbbeb req-79d2d23d-438b-41d9-b3c0-8de8d2bab45c service neutron] Bound using segment: {'id': '2bbe6b88-f1a6-4fc9-b338-69341977472e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '61203f33-a8b3-4e89-8217-8dac5f2bb01b'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:19:35.637461 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-e52e3125-0bfa-4c75-bce0-c108df3dbbeb req-79d2d23d-438b-41d9-b3c0-8de8d2bab45c service neutron] Bound port: e6eca6f0-081d-4d95-8b1b-12b5832ed62b, host: n-h1-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bbe6b88-f1a6-4fc9-b338-69341977472e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '61203f33-a8b3-4e89-8217-8dac5f2bb01b'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:19:35.721599 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-e52e3125-0bfa-4c75-bce0-c108df3dbbeb req-79d2d23d-438b-41d9-b3c0-8de8d2bab45c service neutron] For port e6eca6f0-081d-4d95-8b1b-12b5832ed62b, host n-h1-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=e6eca6f0-081d-4d95-8b1b-12b5832ed62b,segment=NetworkSegment(2bbe6b88-f1a6-4fc9-b338-69341977472e),segment_id=2bbe6b88-f1a6-4fc9-b338-69341977472e)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:19:35.731628 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-e52e3125-0bfa-4c75-bce0-c108df3dbbeb req-79d2d23d-438b-41d9-b3c0-8de8d2bab45c service neutron] Notify callbacks [] for binding, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:35.741038 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e52e3125-0bfa-4c75-bce0-c108df3dbbeb req-79d2d23d-438b-41d9-b3c0-8de8d2bab45c service neutron] 10.222.0.53 "POST /v2.0/ports/e6eca6f0-081d-4d95-8b1b-12b5832ed62b/bindings HTTP/1.1" status: 201 len: 389 time: 0.3479435 Jan 18 22:19:35.764661 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 18 Jan 2022 22:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2de080ff-2a9e-4100-9b92-3368d2d185f9 x-openstack-request-id: req-2de080ff-2a9e-4100-9b92-3368d2d185f9 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:19:35.765221 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3108528b-0cef-473a-ba1d-bbb382d71ac7", "name": "network-vif-unplugged", "status": "completed", "tag": "34cd6b2b-a8f0-42a4-8d79-a3881c92dfc8", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:19:35.765806 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2de080ff-2a9e-4100-9b92-3368d2d185f9 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:19:35.766480 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3108528b-0cef-473a-ba1d-bbb382d71ac7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34cd6b2b-a8f0-42a4-8d79-a3881c92dfc8', 'code': 200} Jan 18 22:19:35.911158 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59761dee-52d9-42f4-aba1-0165afda01e2 req-9a24bf1c-2fac-486c-aedc-db0e29833b77 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:35.913283 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-59761dee-52d9-42f4-aba1-0165afda01e2 req-9a24bf1c-2fac-486c-aedc-db0e29833b77 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/ports?device_id=d59cb70a-4c36-4823-bbd8-4fa6d853fe53 HTTP/1.1" status: 200 len: 945 time: 0.0563118 Jan 18 22:19:35.965498 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-59761dee-52d9-42f4-aba1-0165afda01e2 req-98c83f76-ef39-49ce-931f-38b145c88e4f tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc8c7d2e-b8e2-47f9-a940-5cbf5ddba272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462472 Jan 18 22:19:36.004345 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52e3125-0bfa-4c75-bce0-c108df3dbbeb req-9376b4ce-592b-4b87-ba96-d04626f49b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:36.005902 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e52e3125-0bfa-4c75-bce0-c108df3dbbeb req-9376b4ce-592b-4b87-ba96-d04626f49b34 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cccec33dc87e4f2dae33b71be2fd1ab3&device_id=d59cb70a-4c36-4823-bbd8-4fa6d853fe53 HTTP/1.1" status: 200 len: 1096 time: 0.0547903 Jan 18 22:19:36.119764 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52e3125-0bfa-4c75-bce0-c108df3dbbeb req-4902f2ef-f589-4c0f-94ab-27993a6c04fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:36.121525 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e52e3125-0bfa-4c75-bce0-c108df3dbbeb req-4902f2ef-f589-4c0f-94ab-27993a6c04fb service neutron] 10.222.0.36 "GET /v2.0/networks?id=61203f33-a8b3-4e89-8217-8dac5f2bb01b HTTP/1.1" status: 200 len: 921 time: 0.1083958 Jan 18 22:19:36.170273 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e52e3125-0bfa-4c75-bce0-c108df3dbbeb req-3192a8da-00f3-4389-96ef-bbbf1f462dd9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6eca6f0-081d-4d95-8b1b-12b5832ed62b HTTP/1.1" status: 200 len: 217 time: 0.0383134 Jan 18 22:19:36.223531 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52e3125-0bfa-4c75-bce0-c108df3dbbeb req-0f93bbbe-0949-4351-8db1-54dde52a6b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:36.225092 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e52e3125-0bfa-4c75-bce0-c108df3dbbeb req-0f93bbbe-0949-4351-8db1-54dde52a6b95 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b92d365b-b574-47a9-a91d-968f4b104686 HTTP/1.1" status: 200 len: 861 time: 0.0458732 Jan 18 22:19:36.261956 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e52e3125-0bfa-4c75-bce0-c108df3dbbeb req-07d2c81b-e46e-4500-ac96-ee9e6795aa89 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=61203f33-a8b3-4e89-8217-8dac5f2bb01b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297062 Jan 18 22:19:36.352350 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e52e3125-0bfa-4c75-bce0-c108df3dbbeb req-3cafc7cf-9fd3-4f11-9377-53f01b700618 service neutron] 10.222.0.36 "GET /v2.0/networks/61203f33-a8b3-4e89-8217-8dac5f2bb01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832911 Jan 18 22:19:36.450724 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e52e3125-0bfa-4c75-bce0-c108df3dbbeb req-e266e493-0ae5-4963-aaea-1c9915776b94 service neutron] 10.222.0.36 "GET /v2.0/networks/61203f33-a8b3-4e89-8217-8dac5f2bb01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906043 Jan 18 22:19:36.553497 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312f899e-0de9-441b-a83e-77866cba26f8 req-a4409eea-182c-4ac9-99c0-9154fb94a5a0 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:36.555006 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-312f899e-0de9-441b-a83e-77866cba26f8 req-a4409eea-182c-4ac9-99c0-9154fb94a5a0 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa35bf88-4440-4d73-afcd-ae0cc04d6d11 HTTP/1.1" status: 200 len: 944 time: 0.0800045 Jan 18 22:19:36.583244 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52e3125-0bfa-4c75-bce0-c108df3dbbeb req-e97e969f-6df3-4f2b-ae84-a5fe2f885562 tempest-LiveAutoBlockMigrationV225Test-1137188585 tempest-LiveAutoBlockMigrationV225Test-1137188585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:36.584766 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e52e3125-0bfa-4c75-bce0-c108df3dbbeb req-e97e969f-6df3-4f2b-ae84-a5fe2f885562 tempest-LiveAutoBlockMigrationV225Test-1137188585 tempest-LiveAutoBlockMigrationV225Test-1137188585-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d59cb70a-4c36-4823-bbd8-4fa6d853fe53&tenant_id=cccec33dc87e4f2dae33b71be2fd1ab3&binding%3Ahost_id=n-h2-825064-1 HTTP/1.1" status: 200 len: 1096 time: 0.0719860 Jan 18 22:19:36.600863 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-e52e3125-0bfa-4c75-bce0-c108df3dbbeb req-3e7e1ef5-a00c-4fea-99d7-300d705898e2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-825064-1'}}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:19:36.625823 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-312f899e-0de9-441b-a83e-77866cba26f8 req-9767a185-d351-411d-b1f1-a73f222c3f26 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fead2ec-99b5-4f01-a8ba-653859b4c215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649621 Jan 18 22:19:36.674393 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e52e3125-0bfa-4c75-bce0-c108df3dbbeb req-3e7e1ef5-a00c-4fea-99d7-300d705898e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:36.715640 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 34170) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:19:36.831337 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df870ff-2495-44c2-bd8e-f6b4b32e528e req-5afcbe81-1e09-462c-ba65-bf940c5c1839 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:36.836284 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5df870ff-2495-44c2-bd8e-f6b4b32e528e req-5afcbe81-1e09-462c-ba65-bf940c5c1839 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa35bf88-4440-4d73-afcd-ae0cc04d6d11 HTTP/1.1" status: 200 len: 944 time: 0.1080842 Jan 18 22:19:36.854192 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-847bc59e-7dee-48b7-870a-6d0874efb79e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:36.890126 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5df870ff-2495-44c2-bd8e-f6b4b32e528e req-10d21ce4-5abe-497a-95ed-d563b5da0df5 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fead2ec-99b5-4f01-a8ba-653859b4c215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530033 Jan 18 22:19:36.897727 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-e52e3125-0bfa-4c75-bce0-c108df3dbbeb req-3e7e1ef5-a00c-4fea-99d7-300d705898e2 service neutron] For port e6eca6f0-081d-4d95-8b1b-12b5832ed62b, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=e6eca6f0-081d-4d95-8b1b-12b5832ed62b,segment=NetworkSegment(2bbe6b88-f1a6-4fc9-b338-69341977472e),segment_id=2bbe6b88-f1a6-4fc9-b338-69341977472e)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:19:36.948376 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-e52e3125-0bfa-4c75-bce0-c108df3dbbeb req-3e7e1ef5-a00c-4fea-99d7-300d705898e2 service neutron] For port e6eca6f0-081d-4d95-8b1b-12b5832ed62b, host n-h2-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:19:36.953941 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-847bc59e-7dee-48b7-870a-6d0874efb79e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:36.959911 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-847bc59e-7dee-48b7-870a-6d0874efb79e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:37.003896 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd59cb70a-4c36-4823-bbd8-4fa6d853fe53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6eca6f0-081d-4d95-8b1b-12b5832ed62b'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:19:37.007216 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b04e34ac-ac1f-4958-a8bc-82ec1288fda4" -d '{"events": [{"server_uuid": "d59cb70a-4c36-4823-bbd8-4fa6d853fe53", "name": "network-vif-unplugged", "status": "completed", "tag": "e6eca6f0-081d-4d95-8b1b-12b5832ed62b"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:19:37.012500 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e52e3125-0bfa-4c75-bce0-c108df3dbbeb req-3e7e1ef5-a00c-4fea-99d7-300d705898e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:37.016872 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-847bc59e-7dee-48b7-870a-6d0874efb79e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bc7d4fd952ed4d34b7c3eeef7c94167a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2998004 Jan 18 22:19:37.018058 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 34196) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:19:37.024187 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847bc59e-7dee-48b7-870a-6d0874efb79e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9c115aa-faa2-423d-9cdc-afc120407315,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:19:37.035216 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e52e3125-0bfa-4c75-bce0-c108df3dbbeb req-3e7e1ef5-a00c-4fea-99d7-300d705898e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:37.140599 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 34cd6b2b-a8f0-42a4-8d79-a3881c92dfc8 details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:19:37.160328 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7e1ef5-a00c-4fea-99d7-300d705898e2 service neutron] Pushing event updated for resources: {'Port': ['ID=e6eca6f0-081d-4d95-8b1b-12b5832ed62b,revision_number=7']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:19:37.165467 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-96b2fd0d-2a3a-4306-8f9b-1a8b41ba2b49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:37.171464 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-e52e3125-0bfa-4c75-bce0-c108df3dbbeb req-3e7e1ef5-a00c-4fea-99d7-300d705898e2 service neutron] Attempting to bind port e6eca6f0-081d-4d95-8b1b-12b5832ed62b on host n-h2-825064-1 for vnic_type normal with profile {"migrating_to": "n-h1-825064-1"} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:19:37.171804 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-e52e3125-0bfa-4c75-bce0-c108df3dbbeb req-3e7e1ef5-a00c-4fea-99d7-300d705898e2 service neutron] Attempting to bind port e6eca6f0-081d-4d95-8b1b-12b5832ed62b by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '2bbe6b88-f1a6-4fc9-b338-69341977472e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '61203f33-a8b3-4e89-8217-8dac5f2bb01b'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:19:37.172151 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52e3125-0bfa-4c75-bce0-c108df3dbbeb req-3e7e1ef5-a00c-4fea-99d7-300d705898e2 service neutron] Attempting to bind port e6eca6f0-081d-4d95-8b1b-12b5832ed62b on network 61203f33-a8b3-4e89-8217-8dac5f2bb01b {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:19:37.186765 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52e3125-0bfa-4c75-bce0-c108df3dbbeb req-3e7e1ef5-a00c-4fea-99d7-300d705898e2 service neutron] Port e6eca6f0-081d-4d95-8b1b-12b5832ed62b on network 61203f33-a8b3-4e89-8217-8dac5f2bb01b not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:19:37.187140 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52e3125-0bfa-4c75-bce0-c108df3dbbeb req-3e7e1ef5-a00c-4fea-99d7-300d705898e2 service neutron] Attempting to bind port e6eca6f0-081d-4d95-8b1b-12b5832ed62b on network 61203f33-a8b3-4e89-8217-8dac5f2bb01b {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:19:37.198170 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52e3125-0bfa-4c75-bce0-c108df3dbbeb req-3e7e1ef5-a00c-4fea-99d7-300d705898e2 service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:19:37.198414 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52e3125-0bfa-4c75-bce0-c108df3dbbeb req-3e7e1ef5-a00c-4fea-99d7-300d705898e2 service neutron] Checking segment: {'id': '2bbe6b88-f1a6-4fc9-b338-69341977472e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '61203f33-a8b3-4e89-8217-8dac5f2bb01b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:19:37.198800 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52e3125-0bfa-4c75-bce0-c108df3dbbeb req-3e7e1ef5-a00c-4fea-99d7-300d705898e2 service neutron] Bound using segment: {'id': '2bbe6b88-f1a6-4fc9-b338-69341977472e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '61203f33-a8b3-4e89-8217-8dac5f2bb01b'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:19:37.199237 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-e52e3125-0bfa-4c75-bce0-c108df3dbbeb req-3e7e1ef5-a00c-4fea-99d7-300d705898e2 service neutron] Bound port: e6eca6f0-081d-4d95-8b1b-12b5832ed62b, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bbe6b88-f1a6-4fc9-b338-69341977472e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '61203f33-a8b3-4e89-8217-8dac5f2bb01b'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:19:37.199836 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e52e3125-0bfa-4c75-bce0-c108df3dbbeb req-3e7e1ef5-a00c-4fea-99d7-300d705898e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:37.205971 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-96b2fd0d-2a3a-4306-8f9b-1a8b41ba2b49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:37.281157 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 34cd6b2b-a8f0-42a4-8d79-a3881c92dfc8, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=34cd6b2b-a8f0-42a4-8d79-a3881c92dfc8,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:19:37.293149 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': '34cd6b2b-a8f0-42a4-8d79-a3881c92dfc8', 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b', 'port_id': '34cd6b2b-a8f0-42a4-8d79-a3881c92dfc8', 'mac_address': 'fa:16:3e:0c:0d:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8518183d-cc63-459a-b971-d4c7514e001f', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:19:37.328805 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-e52e3125-0bfa-4c75-bce0-c108df3dbbeb req-3e7e1ef5-a00c-4fea-99d7-300d705898e2 service neutron] For port e6eca6f0-081d-4d95-8b1b-12b5832ed62b, host n-h2-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:19:37.333379 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-e52e3125-0bfa-4c75-bce0-c108df3dbbeb req-3e7e1ef5-a00c-4fea-99d7-300d705898e2 service neutron] For port e6eca6f0-081d-4d95-8b1b-12b5832ed62b, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=e6eca6f0-081d-4d95-8b1b-12b5832ed62b,segment=NetworkSegment(2bbe6b88-f1a6-4fc9-b338-69341977472e),segment_id=2bbe6b88-f1a6-4fc9-b338-69341977472e)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:19:37.340168 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:37.341738 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd368b2-817f-4dcd-b984-3269190dda97 req-8797df4a-3ef7-4b5b-b78f-7d6ab81c3a31 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:37.343233 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3dd368b2-817f-4dcd-b984-3269190dda97 req-8797df4a-3ef7-4b5b-b78f-7d6ab81c3a31 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa35bf88-4440-4d73-afcd-ae0cc04d6d11 HTTP/1.1" status: 200 len: 944 time: 0.0961971 Jan 18 22:19:37.345205 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e52e3125-0bfa-4c75-bce0-c108df3dbbeb req-3e7e1ef5-a00c-4fea-99d7-300d705898e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:37.357163 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34cd6b2b-a8f0-42a4-8d79-a3881c92dfc8 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:19:37.378491 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 34cd6b2b-a8f0-42a4-8d79-a3881c92dfc8, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=34cd6b2b-a8f0-42a4-8d79-a3881c92dfc8,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:19:37.383322 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:37.384257 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-96b2fd0d-2a3a-4306-8f9b-1a8b41ba2b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:37.386861 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-96b2fd0d-2a3a-4306-8f9b-1a8b41ba2b49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:37.387962 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-96b2fd0d-2a3a-4306-8f9b-1a8b41ba2b49 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b9c115aa-faa2-423d-9cdc-afc120407315 HTTP/1.1" status: 204 len: 168 time: 0.3685682 Jan 18 22:19:37.432239 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b2fd0d-2a3a-4306-8f9b-1a8b41ba2b49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9c115aa-faa2-423d-9cdc-afc120407315,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:19:37.458163 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7e1ef5-a00c-4fea-99d7-300d705898e2 service neutron] Pushing event updated for resources: {'Port': ['ID=e6eca6f0-081d-4d95-8b1b-12b5832ed62b,revision_number=8']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:19:37.461087 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=34cd6b2b-a8f0-42a4-8d79-a3881c92dfc8,revision_number=9']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:19:37.469726 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3dd368b2-817f-4dcd-b984-3269190dda97 req-502326f0-1801-4e31-b60c-1b0e9c3bf307 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fead2ec-99b5-4f01-a8ba-653859b4c215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969291 Jan 18 22:19:37.497610 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52e3125-0bfa-4c75-bce0-c108df3dbbeb req-3e7e1ef5-a00c-4fea-99d7-300d705898e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:37.497610 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e52e3125-0bfa-4c75-bce0-c108df3dbbeb req-3e7e1ef5-a00c-4fea-99d7-300d705898e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:37.497610 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e52e3125-0bfa-4c75-bce0-c108df3dbbeb req-3e7e1ef5-a00c-4fea-99d7-300d705898e2 service neutron] 10.222.0.36 "PUT /v2.0/ports/e6eca6f0-081d-4d95-8b1b-12b5832ed62b HTTP/1.1" status: 200 len: 1121 time: 0.8961558 Jan 18 22:19:37.531379 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 18 Jan 2022 22:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2578466-e724-47f6-abe2-ebac91d8ab65 x-openstack-request-id: req-a2578466-e724-47f6-abe2-ebac91d8ab65 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:19:37.531998 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d59cb70a-4c36-4823-bbd8-4fa6d853fe53", "name": "network-vif-unplugged", "status": "completed", "tag": "e6eca6f0-081d-4d95-8b1b-12b5832ed62b", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:19:37.532428 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a2578466-e724-47f6-abe2-ebac91d8ab65 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:19:37.534003 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd59cb70a-4c36-4823-bbd8-4fa6d853fe53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6eca6f0-081d-4d95-8b1b-12b5832ed62b', 'code': 200} Jan 18 22:19:37.536705 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['34cd6b2b-a8f0-42a4-8d79-a3881c92dfc8'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:19:37.568168 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbad3a1-9b58-4b79-9bbb-efcd0619a6fe req-98ca798b-967d-4502-8045-b341ffbe6628 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:37.569689 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0bbad3a1-9b58-4b79-9bbb-efcd0619a6fe req-98ca798b-967d-4502-8045-b341ffbe6628 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/ports?device_id=d59cb70a-4c36-4823-bbd8-4fa6d853fe53 HTTP/1.1" status: 200 len: 943 time: 0.0768886 Jan 18 22:19:37.633517 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0bbad3a1-9b58-4b79-9bbb-efcd0619a6fe req-dd26bfa2-0a90-4f95-808c-50bb560295d3 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc8c7d2e-b8e2-47f9-a940-5cbf5ddba272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530066 Jan 18 22:19:37.645167 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['e6eca6f0-081d-4d95-8b1b-12b5832ed62b'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:19:37.717275 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca1d7fb-50c8-43da-8d88-d994e058dca2 req-5681a4a3-5ac0-4170-8a24-4eccc176b4d2 tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:37.718976 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cca1d7fb-50c8-43da-8d88-d994e058dca2 req-5681a4a3-5ac0-4170-8a24-4eccc176b4d2 tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] 10.222.0.53 "GET /v2.0/ports?device_id=0754d6e4-40e2-4777-9da9-e013e9b184b9 HTTP/1.1" status: 200 len: 945 time: 0.0517895 Jan 18 22:19:37.789047 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cca1d7fb-50c8-43da-8d88-d994e058dca2 req-d7a85c78-4110-4513-ae37-b9a3676e9df7 tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c460f9f-6841-489f-bcbb-6ab5decda933&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621986 Jan 18 22:19:37.831656 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 34246) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:19:37.853663 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-61ebd4cb-e2d3-4454-919b-6954f38f5317 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:37.934667 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59a9037-48b5-4240-9861-37b273bb15df req-6f0e7d56-9ffe-4bd4-8690-916438761719 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:37.936542 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a59a9037-48b5-4240-9861-37b273bb15df req-6f0e7d56-9ffe-4bd4-8690-916438761719 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa35bf88-4440-4d73-afcd-ae0cc04d6d11 HTTP/1.1" status: 200 len: 944 time: 0.0550678 Jan 18 22:19:37.950957 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-61ebd4cb-e2d3-4454-919b-6954f38f5317 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:37.956057 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-61ebd4cb-e2d3-4454-919b-6954f38f5317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:37.986889 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a59a9037-48b5-4240-9861-37b273bb15df req-cea28d17-3efe-4f77-8f21-e4537fd843cf tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fead2ec-99b5-4f01-a8ba-653859b4c215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416203 Jan 18 22:19:38.007482 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-61ebd4cb-e2d3-4454-919b-6954f38f5317 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e0047ff993a64cbaba095808baa3ab68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1660278 Jan 18 22:19:38.007482 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ebd4cb-e2d3-4454-919b-6954f38f5317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9704f52-4433-400a-9079-82be6267b42e,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:19:38.007482 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 34262) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:19:38.055932 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-784ac0a0-adda-422b-b096-4766177b8ebf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:38.077599 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-784ac0a0-adda-422b-b096-4766177b8ebf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:38.123328 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-784ac0a0-adda-422b-b096-4766177b8ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:38.126027 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-784ac0a0-adda-422b-b096-4766177b8ebf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:38.127344 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-784ac0a0-adda-422b-b096-4766177b8ebf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d9704f52-4433-400a-9079-82be6267b42e HTTP/1.1" status: 204 len: 168 time: 0.1195230 Jan 18 22:19:38.133462 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16279a65-24e9-428c-b88f-c3acbe95073d req-b6b1ecac-ffec-4199-9a9c-8dacd762ad4a tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:38.134963 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-16279a65-24e9-428c-b88f-c3acbe95073d req-b6b1ecac-ffec-4199-9a9c-8dacd762ad4a tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/networks?id=238ed1a6-2b69-482a-a879-0782a721c5d9 HTTP/1.1" status: 200 len: 805 time: 0.1047380 Jan 18 22:19:38.135484 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784ac0a0-adda-422b-b096-4766177b8ebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9704f52-4433-400a-9079-82be6267b42e,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:19:38.154102 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-16279a65-24e9-428c-b88f-c3acbe95073d req-dec03bff-2a44-4655-8096-4a18cd1e006c tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/quotas/ae480cc349914bb59c49507d70f536af HTTP/1.1" status: 200 len: 375 time: 0.0091801 Jan 18 22:19:38.204481 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-16279a65-24e9-428c-b88f-c3acbe95073d req-cfaaccd7-0878-47ff-9ba8-c112a6b5bf2d tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ae480cc349914bb59c49507d70f536af&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0428848 Jan 18 22:19:38.466060 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-16279a65-24e9-428c-b88f-c3acbe95073d req-8c913e3a-beec-4dd2-aafc-38dad07c4cf3 service neutron] 10.222.0.53 "GET /v2.0/networks/238ed1a6-2b69-482a-a879-0782a721c5d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544508 Jan 18 22:19:38.890396 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bbdfe8-dfaa-4c5d-8687-ab32984ef7bc req-20944bf6-a459-444c-8f56-d70ec960b224 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:38.891799 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-69bbdfe8-dfaa-4c5d-8687-ab32984ef7bc req-20944bf6-a459-444c-8f56-d70ec960b224 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/ports?device_id=d59cb70a-4c36-4823-bbd8-4fa6d853fe53 HTTP/1.1" status: 200 len: 943 time: 0.1044574 Jan 18 22:19:38.903483 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-16279a65-24e9-428c-b88f-c3acbe95073d req-4465bd99-23e5-484d-bc08-f754da0f3977 service neutron] 10.222.0.53 "GET /v2.0/networks/238ed1a6-2b69-482a-a879-0782a721c5d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4308023 Jan 18 22:19:38.936919 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-69bbdfe8-dfaa-4c5d-8687-ab32984ef7bc req-994459e1-7dc7-4b1d-9f98-855c35257a23 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc8c7d2e-b8e2-47f9-a940-5cbf5ddba272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357437 Jan 18 22:19:39.167946 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70abee34-ef99-4ae2-a795-1b035f01e9f9 req-2c52ead2-184c-40f5-9699-be4bd3ebf5f1 tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:39.169176 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8268a04d-0efd-4992-bef9-3265a34960e1 req-a6e3dc6f-bbcf-4a3b-97ee-dbbe65e1ec16 tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:39.170051 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 34cd6b2b-a8f0-42a4-8d79-a3881c92dfc8 up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:19:39.179027 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-8268a04d-0efd-4992-bef9-3265a34960e1 req-a6e3dc6f-bbcf-4a3b-97ee-dbbe65e1ec16 tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] 10.222.0.67 "GET /v2.0/ports?device_id=0754d6e4-40e2-4777-9da9-e013e9b184b9 HTTP/1.1" status: 200 len: 945 time: 0.1365116 Jan 18 22:19:39.179820 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-70abee34-ef99-4ae2-a795-1b035f01e9f9 req-2c52ead2-184c-40f5-9699-be4bd3ebf5f1 tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] 10.222.0.53 "GET /v2.0/ports?device_id=0754d6e4-40e2-4777-9da9-e013e9b184b9 HTTP/1.1" status: 200 len: 945 time: 0.1624401 Jan 18 22:19:39.250022 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-70abee34-ef99-4ae2-a795-1b035f01e9f9 req-7a3ddea0-5a2d-4397-8be6-4198a23f1b58 tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c460f9f-6841-489f-bcbb-6ab5decda933&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690200 Jan 18 22:19:39.319823 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port 34cd6b2b-a8f0-42a4-8d79-a3881c92dfc8 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:19:39.320230 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:39.355406 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e002f127-370c-4afe-8f0b-2bdc1c6a5b60 req-629675b7-0a13-4321-b1d8-36e93d93a39b tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a51b6e7-8616-455f-b81f-291bc7228e12 HTTP/1.1" status: 200 len: 210 time: 0.0884767 Jan 18 22:19:39.434816 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-8268a04d-0efd-4992-bef9-3265a34960e1 req-bd82155c-4473-4ac0-9005-6876b1b35ac8 tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] Deleting port f0d7543f-b852-46ef-91e8-98c16a69c433 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:19:39.435195 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-8268a04d-0efd-4992-bef9-3265a34960e1 req-bd82155c-4473-4ac0-9005-6876b1b35ac8 tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:39.472107 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:39.508790 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3108528b-0cef-473a-ba1d-bbb382d71ac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34cd6b2b-a8f0-42a4-8d79-a3881c92dfc8'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:19:39.512633 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ab51cff-5d7b-4da7-ad59-d8709da32268" -d '{"events": [{"server_uuid": "3108528b-0cef-473a-ba1d-bbb382d71ac7", "name": "network-vif-plugged", "status": "completed", "tag": "34cd6b2b-a8f0-42a4-8d79-a3881c92dfc8"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:19:39.534999 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd59cb70a-4c36-4823-bbd8-4fa6d853fe53', 'tag': 'e6eca6f0-081d-4d95-8b1b-12b5832ed62b'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:19:39.539590 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c261a3b-55df-4d05-ade5-bb868fcb3727" -d '{"events": [{"name": "network-changed", "server_uuid": "d59cb70a-4c36-4823-bbd8-4fa6d853fe53", "tag": "e6eca6f0-081d-4d95-8b1b-12b5832ed62b"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:19:39.558010 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 34cd6b2b-a8f0-42a4-8d79-a3881c92dfc8, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=34cd6b2b-a8f0-42a4-8d79-a3881c92dfc8,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:19:39.568475 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:39.632675 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0137b08f-9973-4491-a923-a547c0f686ab x-openstack-request-id: req-0137b08f-9973-4491-a923-a547c0f686ab {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:19:39.633035 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3108528b-0cef-473a-ba1d-bbb382d71ac7", "name": "network-vif-plugged", "status": "completed", "tag": "34cd6b2b-a8f0-42a4-8d79-a3881c92dfc8", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:19:39.633367 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0137b08f-9973-4491-a923-a547c0f686ab {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:19:39.634480 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3108528b-0cef-473a-ba1d-bbb382d71ac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34cd6b2b-a8f0-42a4-8d79-a3881c92dfc8', 'code': 200} Jan 18 22:19:39.647750 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74bf5155-f4e0-4892-9208-7d182fced926 x-openstack-request-id: req-74bf5155-f4e0-4892-9208-7d182fced926 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:19:39.648385 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d59cb70a-4c36-4823-bbd8-4fa6d853fe53", "tag": "e6eca6f0-081d-4d95-8b1b-12b5832ed62b", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:19:39.648827 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-74bf5155-f4e0-4892-9208-7d182fced926 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:19:39.649510 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd59cb70a-4c36-4823-bbd8-4fa6d853fe53', 'tag': 'e6eca6f0-081d-4d95-8b1b-12b5832ed62b', 'status': 'completed', 'code': 200} Jan 18 22:19:39.667164 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-8268a04d-0efd-4992-bef9-3265a34960e1 req-bd82155c-4473-4ac0-9005-6876b1b35ac8 tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] For port f0d7543f-b852-46ef-91e8-98c16a69c433, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=f0d7543f-b852-46ef-91e8-98c16a69c433,segment=NetworkSegment(921fa3ca-8ab7-443d-99f7-bc96f0245d97),segment_id=921fa3ca-8ab7-443d-99f7-bc96f0245d97)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:19:39.667764 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-8268a04d-0efd-4992-bef9-3265a34960e1 req-bd82155c-4473-4ac0-9005-6876b1b35ac8 tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:39.690648 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=34cd6b2b-a8f0-42a4-8d79-a3881c92dfc8,revision_number=10']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:19:39.862861 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c261a3b-55df-4d05-ade5-bb868fcb3727 req-36cbd484-fce7-452b-9fba-50f14e8dd7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:39.865518 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6c261a3b-55df-4d05-ade5-bb868fcb3727 req-36cbd484-fce7-452b-9fba-50f14e8dd7aa service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cccec33dc87e4f2dae33b71be2fd1ab3&device_id=d59cb70a-4c36-4823-bbd8-4fa6d853fe53 HTTP/1.1" status: 200 len: 1124 time: 0.1918385 Jan 18 22:19:39.961207 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119cb23e-0df1-452a-87b3-0a2201d6367f req-b7fe7639-df50-46b5-a2cf-9742f44115f8 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:39.964710 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-119cb23e-0df1-452a-87b3-0a2201d6367f req-b7fe7639-df50-46b5-a2cf-9742f44115f8 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d073823-a9da-4d13-a0fd-454ef610e5f9 HTTP/1.1" status: 200 len: 945 time: 0.1488042 Jan 18 22:19:40.055988 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-8268a04d-0efd-4992-bef9-3265a34960e1 req-bd82155c-4473-4ac0-9005-6876b1b35ac8 tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:40.056987 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-8268a04d-0efd-4992-bef9-3265a34960e1 req-bd82155c-4473-4ac0-9005-6876b1b35ac8 tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043075'] for floatingip, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:40.057482 n-d-825064-1 neutron-server[102431]: INFO neutron.db.l3_db [req-8268a04d-0efd-4992-bef9-3265a34960e1 req-bd82155c-4473-4ac0-9005-6876b1b35ac8 tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] Floating IP 21ce12bf-a355-4450-be04-0d3de1825635 disassociated. External IP: 172.25.5.72, port: f0d7543f-b852-46ef-91e8-98c16a69c433. Jan 18 22:19:40.058136 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-8268a04d-0efd-4992-bef9-3265a34960e1 req-bd82155c-4473-4ac0-9005-6876b1b35ac8 tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] Calling delete_port for f0d7543f-b852-46ef-91e8-98c16a69c433 owned by compute:nova {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:19:40.263599 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c261a3b-55df-4d05-ade5-bb868fcb3727 req-0d21f2b5-0446-419f-8820-b6461de89528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:40.265166 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6c261a3b-55df-4d05-ade5-bb868fcb3727 req-0d21f2b5-0446-419f-8820-b6461de89528 service neutron] 10.222.0.67 "GET /v2.0/networks?id=61203f33-a8b3-4e89-8217-8dac5f2bb01b HTTP/1.1" status: 200 len: 921 time: 0.3909452 Jan 18 22:19:40.300227 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4db1ca-6049-402a-afce-9b6a04439fe4 req-e37cf223-4634-4f74-abfb-b2107990dbc8 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:40.315077 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5e4db1ca-6049-402a-afce-9b6a04439fe4 req-e37cf223-4634-4f74-abfb-b2107990dbc8 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/ports?device_id=d59cb70a-4c36-4823-bbd8-4fa6d853fe53 HTTP/1.1" status: 200 len: 943 time: 0.2244885 Jan 18 22:19:40.398382 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-8268a04d-0efd-4992-bef9-3265a34960e1 req-bd82155c-4473-4ac0-9005-6876b1b35ac8 tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:40.458636 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd82155c-4473-4ac0-9005-6876b1b35ac8 tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] Pushing event deleted for resources: {'Port': ['ID=f0d7543f-b852-46ef-91e8-98c16a69c433,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:19:40.478434 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5e4db1ca-6049-402a-afce-9b6a04439fe4 req-c4252929-47d8-49ca-b903-ff9063eef9f5 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc8c7d2e-b8e2-47f9-a940-5cbf5ddba272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618745 Jan 18 22:19:40.483944 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6c261a3b-55df-4d05-ade5-bb868fcb3727 req-380b7c87-6f47-46c3-aa08-7633ed878d73 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6eca6f0-081d-4d95-8b1b-12b5832ed62b HTTP/1.1" status: 200 len: 217 time: 0.2037573 Jan 18 22:19:40.549638 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a116a5de-aae7-43fa-98a4-afba2e2eab92 req-58697cf3-33cf-49a1-a890-a1d48fa0289b tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] 10.222.0.53 "GET /v2.0/ports?device_id=0754d6e4-40e2-4777-9da9-e013e9b184b9 HTTP/1.1" status: 200 len: 210 time: 0.0749586 Jan 18 22:19:40.577366 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-119cb23e-0df1-452a-87b3-0a2201d6367f req-37caf875-8e01-4669-b1fe-bff85143c191 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Deleting port c066df2a-12b7-47a2-974a-b7465331f2ac {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:19:40.577366 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-119cb23e-0df1-452a-87b3-0a2201d6367f req-37caf875-8e01-4669-b1fe-bff85143c191 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:40.655301 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c261a3b-55df-4d05-ade5-bb868fcb3727 req-e1b41dfe-24c3-439a-b1b7-5e53c11908c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:40.657279 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6c261a3b-55df-4d05-ade5-bb868fcb3727 req-e1b41dfe-24c3-439a-b1b7-5e53c11908c7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b92d365b-b574-47a9-a91d-968f4b104686 HTTP/1.1" status: 200 len: 861 time: 0.1594481 Jan 18 22:19:40.683240 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8cf412ee-b750-4322-a2f2-d3db4c3bddee req-fa031d5e-7cfa-4741-8693-b552a99f34b2 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a51b6e7-8616-455f-b81f-291bc7228e12 HTTP/1.1" status: 200 len: 210 time: 0.0813551 Jan 18 22:19:40.690609 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8268a04d-0efd-4992-bef9-3265a34960e1 req-bd82155c-4473-4ac0-9005-6876b1b35ac8 tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] Router 3390b0c4-6e4d-4242-8a83-5899dec3cf44 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:19:40.730113 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6c261a3b-55df-4d05-ade5-bb868fcb3727 req-9184ab46-93f2-414b-bc58-32b464019007 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=61203f33-a8b3-4e89-8217-8dac5f2bb01b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491157 Jan 18 22:19:40.874316 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-119cb23e-0df1-452a-87b3-0a2201d6367f req-37caf875-8e01-4669-b1fe-bff85143c191 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] For port c066df2a-12b7-47a2-974a-b7465331f2ac, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=c066df2a-12b7-47a2-974a-b7465331f2ac,segment=NetworkSegment(bbee9262-cfb2-4fc9-82be-4cb3bf414322),segment_id=bbee9262-cfb2-4fc9-82be-4cb3bf414322)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:19:40.874699 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-119cb23e-0df1-452a-87b3-0a2201d6367f req-37caf875-8e01-4669-b1fe-bff85143c191 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:40.902947 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-119cb23e-0df1-452a-87b3-0a2201d6367f req-37caf875-8e01-4669-b1fe-bff85143c191 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Calling delete_port for c066df2a-12b7-47a2-974a-b7465331f2ac owned by compute:nova {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:19:40.908427 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device e6eca6f0-081d-4d95-8b1b-12b5832ed62b details requested by agent hyperv_n-h1-825064-1 with host n-h1-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:19:40.925761 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8268a04d-0efd-4992-bef9-3265a34960e1 req-bd82155c-4473-4ac0-9005-6876b1b35ac8 tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:19:40.974035 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device c066df2a-12b7-47a2-974a-b7465331f2ac no longer exists at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:19:40.980198 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178f6230-f9be-434b-a05d-a4a24206fb00 None None] Sync routers for ids ['3390b0c4-6e4d-4242-8a83-5899dec3cf44'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:19:41.050136 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-8268a04d-0efd-4992-bef9-3265a34960e1 req-bd82155c-4473-4ac0-9005-6876b1b35ac8 tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] No DVR routers for this DVR port f0d7543f-b852-46ef-91e8-98c16a69c433 on host n-h2-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:19:41.078669 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-8268a04d-0efd-4992-bef9-3265a34960e1 req-bd82155c-4473-4ac0-9005-6876b1b35ac8 tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:41.088660 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-8268a04d-0efd-4992-bef9-3265a34960e1 req-bd82155c-4473-4ac0-9005-6876b1b35ac8 tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] 10.222.0.67 "DELETE /v2.0/ports/f0d7543f-b852-46ef-91e8-98c16a69c433 HTTP/1.1" status: 204 len: 173 time: 1.9003069 Jan 18 22:19:41.092115 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0754d6e4-40e2-4777-9da9-e013e9b184b9', 'name': 'network-vif-deleted', 'tag': 'f0d7543f-b852-46ef-91e8-98c16a69c433'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:19:41.101445 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b8b632-536a-4936-847a-2937242e16a0" -d '{"events": [{"server_uuid": "0754d6e4-40e2-4777-9da9-e013e9b184b9", "name": "network-vif-deleted", "tag": "f0d7543f-b852-46ef-91e8-98c16a69c433"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:19:41.156357 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6c261a3b-55df-4d05-ade5-bb868fcb3727 req-81436798-a175-4098-88f2-2cef987af0c1 service neutron] 10.222.0.67 "GET /v2.0/networks/61203f33-a8b3-4e89-8217-8dac5f2bb01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4131010 Jan 18 22:19:41.177880 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178f6230-f9be-434b-a05d-a4a24206fb00 None None] Routers {'3390b0c4-6e4d-4242-8a83-5899dec3cf44'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:19:41.178792 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-178f6230-f9be-434b-a05d-a4a24206fb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:19:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['3390b0c4-6e4d-4242-8a83-5899dec3cf44'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:19:41.216740 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1725f7ac-a6a5-4560-916a-c69e61157742 x-openstack-request-id: req-1725f7ac-a6a5-4560-916a-c69e61157742 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:19:41.217135 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0754d6e4-40e2-4777-9da9-e013e9b184b9", "name": "network-vif-deleted", "tag": "f0d7543f-b852-46ef-91e8-98c16a69c433", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:19:41.217485 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1725f7ac-a6a5-4560-916a-c69e61157742 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:19:41.217975 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0754d6e4-40e2-4777-9da9-e013e9b184b9', 'name': 'network-vif-deleted', 'tag': 'f0d7543f-b852-46ef-91e8-98c16a69c433', 'status': 'completed', 'code': 200} Jan 18 22:19:41.287788 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16279a65-24e9-428c-b88f-c3acbe95073d req-01291436-b5ab-4dfd-9447-e3b306e63a42 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:41.289549 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-16279a65-24e9-428c-b88f-c3acbe95073d req-01291436-b5ab-4dfd-9447-e3b306e63a42 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.36 "GET /v2.0/networks?id=238ed1a6-2b69-482a-a879-0782a721c5d9 HTTP/1.1" status: 200 len: 805 time: 0.2973909 Jan 18 22:19:41.293431 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port e6eca6f0-081d-4d95-8b1b-12b5832ed62b, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=e6eca6f0-081d-4d95-8b1b-12b5832ed62b,segment=NetworkSegment(2bbe6b88-f1a6-4fc9-b338-69341977472e),segment_id=2bbe6b88-f1a6-4fc9-b338-69341977472e)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:19:41.306671 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-16279a65-24e9-428c-b88f-c3acbe95073d req-b1a81e05-e7e1-498d-9c8c-8b59166039ed tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Request body: {'port': {'device_id': '0a51b6e7-8616-455f-b81f-291bc7228e12', 'network_id': '238ed1a6-2b69-482a-a879-0782a721c5d9', 'admin_state_up': True, 'tenant_id': 'ae480cc349914bb59c49507d70f536af'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:19:41.378944 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-119cb23e-0df1-452a-87b3-0a2201d6367f req-37caf875-8e01-4669-b1fe-bff85143c191 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:41.397087 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-178f6230-f9be-434b-a05d-a4a24206fb00 None None] Set router 3390b0c4-6e4d-4242-8a83-5899dec3cf44 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:19:41.424962 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37caf875-8e01-4669-b1fe-bff85143c191 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Pushing event deleted for resources: {'Port': ['ID=c066df2a-12b7-47a2-974a-b7465331f2ac,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:19:41.429680 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device e6eca6f0-081d-4d95-8b1b-12b5832ed62b has no active binding in host n-h1-825064-1 {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 18 22:19:41.469081 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Port c066df2a-12b7-47a2-974a-b7465331f2ac update to DOWN by agent not found {{(pid=102432) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jan 18 22:19:41.494622 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6c261a3b-55df-4d05-ade5-bb868fcb3727 req-51d5b6cd-eaf3-4644-8ae0-0cd60830a4e9 service neutron] 10.222.0.67 "GET /v2.0/networks/61203f33-a8b3-4e89-8217-8dac5f2bb01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3302188 Jan 18 22:19:41.531498 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16279a65-24e9-428c-b88f-c3acbe95073d req-b1a81e05-e7e1-498d-9c8c-8b59166039ed tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Made reservation on behalf of ae480cc349914bb59c49507d70f536af for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:19:41.533583 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-119cb23e-0df1-452a-87b3-0a2201d6367f req-37caf875-8e01-4669-b1fe-bff85143c191 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] No DVR routers for this DVR port c066df2a-12b7-47a2-974a-b7465331f2ac on host n-h1-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:19:41.538929 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-119cb23e-0df1-452a-87b3-0a2201d6367f req-37caf875-8e01-4669-b1fe-bff85143c191 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:41.542236 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-16279a65-24e9-428c-b88f-c3acbe95073d req-b1a81e05-e7e1-498d-9c8c-8b59166039ed tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:41.543593 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-119cb23e-0df1-452a-87b3-0a2201d6367f req-37caf875-8e01-4669-b1fe-bff85143c191 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.36 "DELETE /v2.0/ports/c066df2a-12b7-47a2-974a-b7465331f2ac HTTP/1.1" status: 204 len: 173 time: 1.5611353 Jan 18 22:19:41.663835 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d073823-a9da-4d13-a0fd-454ef610e5f9', 'name': 'network-vif-deleted', 'tag': 'c066df2a-12b7-47a2-974a-b7465331f2ac'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:19:41.670574 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd1e64fc-5f42-4772-9860-ecdb820cbca8" -d '{"events": [{"server_uuid": "0d073823-a9da-4d13-a0fd-454ef610e5f9", "name": "network-vif-deleted", "tag": "c066df2a-12b7-47a2-974a-b7465331f2ac"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:19:41.714640 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce693397-d7ec-4b7c-bd49-07128a7931db req-1c1212ea-fb77-4863-a72d-4dbfcc3506de tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:41.722705 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ce693397-d7ec-4b7c-bd49-07128a7931db req-1c1212ea-fb77-4863-a72d-4dbfcc3506de tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/ports?device_id=d59cb70a-4c36-4823-bbd8-4fa6d853fe53 HTTP/1.1" status: 200 len: 943 time: 0.1136210 Jan 18 22:19:41.821565 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [req-16279a65-24e9-428c-b88f-c3acbe95073d req-b1a81e05-e7e1-498d-9c8c-8b59166039ed tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Allocated IP 172.20.0.12 (238ed1a6-2b69-482a-a879-0782a721c5d9/7c698099-8c96-4ff9-a982-e918b5bcbfac/a6b09c77-9893-4d4a-889f-cf8fc612cf5c) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:19:41.838497 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ce693397-d7ec-4b7c-bd49-07128a7931db req-cc3158ee-98b8-45cd-8f4a-9463bdda1843 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc8c7d2e-b8e2-47f9-a940-5cbf5ddba272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079464 Jan 18 22:19:41.874208 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8c7d1d6b-6e38-4e21-8c51-b6ee9a8b802b req-e3ef5620-7b5e-434b-b059-ff0aae5035a7 tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] 10.222.0.53 "GET /v2.0/ports?device_id=0754d6e4-40e2-4777-9da9-e013e9b184b9 HTTP/1.1" status: 200 len: 210 time: 0.0645673 Jan 18 22:19:41.942926 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7358431-2171-43fd-9064-126460a1be54 x-openstack-request-id: req-d7358431-2171-43fd-9064-126460a1be54 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:19:41.943296 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d073823-a9da-4d13-a0fd-454ef610e5f9", "name": "network-vif-deleted", "tag": "c066df2a-12b7-47a2-974a-b7465331f2ac", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:19:41.943614 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d7358431-2171-43fd-9064-126460a1be54 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:19:41.944168 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d073823-a9da-4d13-a0fd-454ef610e5f9', 'name': 'network-vif-deleted', 'tag': 'c066df2a-12b7-47a2-974a-b7465331f2ac', 'status': 'completed', 'code': 200} Jan 18 22:19:42.020284 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-178f6230-f9be-434b-a05d-a4a24206fb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3390b0c4-6e4d-4242-8a83-5899dec3cf44', 'name': 'tempest-ServersTestFqdnHostnames-17038548-router', 'tenant_id': '2470a173f4ec4dbbaba85c29c38f49e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '59375aa9-51e8-41fc-9220-5bae3b80bc1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:17:11Z', 'updated_at': '2022-01-18T22:17:25Z', 'revision_number': 4, 'project_id': '2470a173f4ec4dbbaba85c29c38f49e1', 'gw_port': {'id': '59375aa9-51e8-41fc-9220-5bae3b80bc1f', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:24:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3390b0c4-6e4d-4242-8a83-5899dec3cf44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:17:13Z', 'updated_at': '2022-01-18T22:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'a04d3989-bddb-4dbd-aabb-4e1df020dca5', 'name': '', 'network_id': '951f976e-2e72-444e-82f8-f59e1a118eb0', 'tenant_id': '2470a173f4ec4dbbaba85c29c38f49e1', 'mac_address': 'fa:16:3e:0d:30:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3390b0c4-6e4d-4242-8a83-5899dec3cf44', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '2ced78af-dc1e-4c69-aae7-2ab8772ec86b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:17:22Z', 'updated_at': '2022-01-18T22:17:33Z', 'revision_number': 5, 'project_id': '2470a173f4ec4dbbaba85c29c38f49e1', 'subnets': [{'id': '2ced78af-dc1e-4c69-aae7-2ab8772ec86b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:19:42.149225 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178f6230-f9be-434b-a05d-a4a24206fb00 None None] Checking router: 3390b0c4-6e4d-4242-8a83-5899dec3cf44 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:19:42.173356 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178f6230-f9be-434b-a05d-a4a24206fb00 None None] Routers {'3390b0c4-6e4d-4242-8a83-5899dec3cf44'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:19:42.174048 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-178f6230-f9be-434b-a05d-a4a24206fb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:19:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['3390b0c4-6e4d-4242-8a83-5899dec3cf44'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:19:42.207418 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1642b79f-0a42-4223-afd8-bd3513518be4 req-9de113cd-292b-4478-887a-cbf9ed9566a6 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a51b6e7-8616-455f-b81f-291bc7228e12 HTTP/1.1" status: 200 len: 210 time: 0.1127770 Jan 18 22:19:42.322280 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-16279a65-24e9-428c-b88f-c3acbe95073d req-b1a81e05-e7e1-498d-9c8c-8b59166039ed tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:42.360554 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bb3661-3795-4f17-8d04-daaae8617765 req-cdcc2996-2a71-47b1-a872-b6e9867e6b23 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:42.373242 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-04bb3661-3795-4f17-8d04-daaae8617765 req-cdcc2996-2a71-47b1-a872-b6e9867e6b23 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] 10.222.0.53 "GET /v2.0/ports?device_id=60fe88f9-db8f-4ae2-bedf-ba5267d6a632 HTTP/1.1" status: 200 len: 945 time: 0.0888119 Jan 18 22:19:42.397999 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-178f6230-f9be-434b-a05d-a4a24206fb00 None None] Set router 3390b0c4-6e4d-4242-8a83-5899dec3cf44 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:19:42.423776 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-16279a65-24e9-428c-b88f-c3acbe95073d req-b1a81e05-e7e1-498d-9c8c-8b59166039ed tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:42.425053 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-04bb3661-3795-4f17-8d04-daaae8617765 req-ae2fe883-fbfc-4b72-b0dd-1b025a88f4b6 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2b07bb1-ca78-4332-871b-fc4af027a8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505397 Jan 18 22:19:42.518122 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16279a65-24e9-428c-b88f-c3acbe95073d req-b1a81e05-e7e1-498d-9c8c-8b59166039ed tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Network 238ed1a6-2b69-482a-a879-0782a721c5d9 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:19:42.522020 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [req-16279a65-24e9-428c-b88f-c3acbe95073d req-b1a81e05-e7e1-498d-9c8c-8b59166039ed tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:19:42.524638 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-16279a65-24e9-428c-b88f-c3acbe95073d req-b1a81e05-e7e1-498d-9c8c-8b59166039ed tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:19:42.554725 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a81e05-e7e1-498d-9c8c-8b59166039ed tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Pushing event updated for resources: {'Port': ['ID=a6b09c77-9893-4d4a-889f-cf8fc612cf5c,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:19:42.592070 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16279a65-24e9-428c-b88f-c3acbe95073d req-b1a81e05-e7e1-498d-9c8c-8b59166039ed tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:42.593072 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-16279a65-24e9-428c-b88f-c3acbe95073d req-b1a81e05-e7e1-498d-9c8c-8b59166039ed tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:42.613098 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-16279a65-24e9-428c-b88f-c3acbe95073d req-b1a81e05-e7e1-498d-9c8c-8b59166039ed tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3125455 Jan 18 22:19:42.647822 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-16279a65-24e9-428c-b88f-c3acbe95073d req-9be6ab36-7435-475f-8dd0-0fc466be280d service neutron] Request body: {'port': {'device_id': '0a51b6e7-8616-455f-b81f-291bc7228e12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:19:42.678417 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:42.716348 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-178f6230-f9be-434b-a05d-a4a24206fb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3390b0c4-6e4d-4242-8a83-5899dec3cf44', 'name': 'tempest-ServersTestFqdnHostnames-17038548-router', 'tenant_id': '2470a173f4ec4dbbaba85c29c38f49e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '59375aa9-51e8-41fc-9220-5bae3b80bc1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:17:11Z', 'updated_at': '2022-01-18T22:17:25Z', 'revision_number': 4, 'project_id': '2470a173f4ec4dbbaba85c29c38f49e1', 'gw_port': {'id': '59375aa9-51e8-41fc-9220-5bae3b80bc1f', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:24:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3390b0c4-6e4d-4242-8a83-5899dec3cf44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:17:13Z', 'updated_at': '2022-01-18T22:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'a04d3989-bddb-4dbd-aabb-4e1df020dca5', 'name': '', 'network_id': '951f976e-2e72-444e-82f8-f59e1a118eb0', 'tenant_id': '2470a173f4ec4dbbaba85c29c38f49e1', 'mac_address': 'fa:16:3e:0d:30:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3390b0c4-6e4d-4242-8a83-5899dec3cf44', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '2ced78af-dc1e-4c69-aae7-2ab8772ec86b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:17:22Z', 'updated_at': '2022-01-18T22:17:33Z', 'revision_number': 5, 'project_id': '2470a173f4ec4dbbaba85c29c38f49e1', 'subnets': [{'id': '2ced78af-dc1e-4c69-aae7-2ab8772ec86b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:19:42.722858 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-16279a65-24e9-428c-b88f-c3acbe95073d req-9be6ab36-7435-475f-8dd0-0fc466be280d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:42.777113 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178f6230-f9be-434b-a05d-a4a24206fb00 None None] The sync data for ids ['3390b0c4-6e4d-4242-8a83-5899dec3cf44'] in n-d-825064-1 is: [{'id': '3390b0c4-6e4d-4242-8a83-5899dec3cf44', 'name': 'tempest-ServersTestFqdnHostnames-17038548-router', 'tenant_id': '2470a173f4ec4dbbaba85c29c38f49e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '59375aa9-51e8-41fc-9220-5bae3b80bc1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:17:11Z', 'updated_at': '2022-01-18T22:17:25Z', 'revision_number': 4, 'project_id': '2470a173f4ec4dbbaba85c29c38f49e1', 'gw_port': {'id': '59375aa9-51e8-41fc-9220-5bae3b80bc1f', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:24:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3390b0c4-6e4d-4242-8a83-5899dec3cf44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:17:13Z', 'updated_at': '2022-01-18T22:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'a04d3989-bddb-4dbd-aabb-4e1df020dca5', 'name': '', 'network_id': '951f976e-2e72-444e-82f8-f59e1a118eb0', 'tenant_id': '2470a173f4ec4dbbaba85c29c38f49e1', 'mac_address': 'fa:16:3e:0d:30:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3390b0c4-6e4d-4242-8a83-5899dec3cf44', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '2ced78af-dc1e-4c69-aae7-2ab8772ec86b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:17:22Z', 'updated_at': '2022-01-18T22:17:33Z', 'revision_number': 5, 'project_id': '2470a173f4ec4dbbaba85c29c38f49e1', 'subnets': [{'id': '2ced78af-dc1e-4c69-aae7-2ab8772ec86b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:19:42.820674 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e52e3125-0bfa-4c75-bce0-c108df3dbbeb req-7e79aa91-ec7b-49db-980b-476d0b2737cb service neutron] 10.222.0.67 "GET /v2.0/ports/e6eca6f0-081d-4d95-8b1b-12b5832ed62b/bindings/n-h1-825064-1 HTTP/1.1" status: 200 len: 384 time: 0.1208384 Jan 18 22:19:43.042328 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 34456) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:19:43.095036 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d96ba6-97df-4e0f-8f0d-c6afc914727c req-7c7dd04c-8bbc-47b9-a789-a7bde162c3da tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:43.104589 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-27d96ba6-97df-4e0f-8f0d-c6afc914727c req-7c7dd04c-8bbc-47b9-a789-a7bde162c3da tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/ports?device_id=d59cb70a-4c36-4823-bbd8-4fa6d853fe53 HTTP/1.1" status: 200 len: 943 time: 0.1336813 Jan 18 22:19:43.180509 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f91e9e40-364b-4979-b59a-c0e2d6d85ad7 tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:43.201950 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device f0d7543f-b852-46ef-91e8-98c16a69c433 no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:19:43.243379 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] No Port match for: f0d7543f-b852-46ef-91e8-98c16a69c433 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:19:43.255811 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device f0d7543f-b852-46ef-91e8-98c16a69c433 not bound to the agent host n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:19:43.272248 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f91e9e40-364b-4979-b59a-c0e2d6d85ad7 tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:43.283455 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [req-16279a65-24e9-428c-b88f-c3acbe95073d req-9be6ab36-7435-475f-8dd0-0fc466be280d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6b09c77-9893-4d4a-889f-cf8fc612cf5c {{(pid=102431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:19:43.335921 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-27d96ba6-97df-4e0f-8f0d-c6afc914727c req-5c38e7c7-14f2-4088-bbdd-0c0548e83f70 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc8c7d2e-b8e2-47f9-a940-5cbf5ddba272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300730 Jan 18 22:19:43.339278 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-16279a65-24e9-428c-b88f-c3acbe95073d req-9be6ab36-7435-475f-8dd0-0fc466be280d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:43.384899 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4d9b62-1c79-49d7-b4d0-b3c7986ab561 None None] New status for floating IP 21ce12bf-a355-4450-be04-0d3de1825635: DOWN {{(pid=102433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 22:19:43.410071 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [req-16279a65-24e9-428c-b88f-c3acbe95073d req-9be6ab36-7435-475f-8dd0-0fc466be280d service neutron] Transition to ACTIVE for port object a6b09c77-9893-4d4a-889f-cf8fc612cf5c will not be triggered until provisioned by entity L2. {{(pid=102431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:19:43.423435 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-e52e3125-0bfa-4c75-bce0-c108df3dbbeb req-e370c6b2-9b9b-4ace-9e3b-55245e8390f1 service neutron] For port e6eca6f0-081d-4d95-8b1b-12b5832ed62b, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=e6eca6f0-081d-4d95-8b1b-12b5832ed62b,segment=NetworkSegment(2bbe6b88-f1a6-4fc9-b338-69341977472e),segment_id=2bbe6b88-f1a6-4fc9-b338-69341977472e)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:19:43.440706 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-16279a65-24e9-428c-b88f-c3acbe95073d req-9be6ab36-7435-475f-8dd0-0fc466be280d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:43.491603 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:43.519177 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-e52e3125-0bfa-4c75-bce0-c108df3dbbeb req-e370c6b2-9b9b-4ace-9e3b-55245e8390f1 service neutron] For port e6eca6f0-081d-4d95-8b1b-12b5832ed62b, host n-h2-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:19:43.595533 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be6ab36-7435-475f-8dd0-0fc466be280d service neutron] Pushing event updated for resources: {'Port': ['ID=a6b09c77-9893-4d4a-889f-cf8fc612cf5c,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:19:43.598010 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [req-e52e3125-0bfa-4c75-bce0-c108df3dbbeb req-e370c6b2-9b9b-4ace-9e3b-55245e8390f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6eca6f0-081d-4d95-8b1b-12b5832ed62b {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:19:43.615993 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef820f04-673f-4106-8c7e-5dba50dd911b req-b0411eb9-ccf1-46be-8849-dfa308d3f01f tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:43.623794 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ef820f04-673f-4106-8c7e-5dba50dd911b req-b0411eb9-ccf1-46be-8849-dfa308d3f01f tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a51b6e7-8616-455f-b81f-291bc7228e12 HTTP/1.1" status: 200 len: 944 time: 0.1425161 Jan 18 22:19:43.637456 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-e52e3125-0bfa-4c75-bce0-c108df3dbbeb req-e370c6b2-9b9b-4ace-9e3b-55245e8390f1 service neutron] For port e6eca6f0-081d-4d95-8b1b-12b5832ed62b, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=e6eca6f0-081d-4d95-8b1b-12b5832ed62b,segment=NetworkSegment(2bbe6b88-f1a6-4fc9-b338-69341977472e),segment_id=2bbe6b88-f1a6-4fc9-b338-69341977472e)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:19:43.682371 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e52e3125-0bfa-4c75-bce0-c108df3dbbeb req-e370c6b2-9b9b-4ace-9e3b-55245e8390f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:43.768675 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f91e9e40-364b-4979-b59a-c0e2d6d85ad7 tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:43.776166 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f91e9e40-364b-4979-b59a-c0e2d6d85ad7 tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:43.779369 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-f91e9e40-364b-4979-b59a-c0e2d6d85ad7 tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] 10.222.0.53 "DELETE /v2.0/security-groups/1c460f9f-6841-489f-bcbb-6ab5decda933 HTTP/1.1" status: 204 len: 168 time: 0.7341290 Jan 18 22:19:43.780071 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 34482) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:19:43.786331 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ef820f04-673f-4106-8c7e-5dba50dd911b req-627ad0ef-08a7-4e6f-b248-d22e16d4ee87 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/security-groups?id=887106f9-0ea3-48df-93b8-5b7379f045d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592855 Jan 18 22:19:43.825375 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-e52e3125-0bfa-4c75-bce0-c108df3dbbeb req-e370c6b2-9b9b-4ace-9e3b-55245e8390f1 service neutron] Transition to ACTIVE for port object e6eca6f0-081d-4d95-8b1b-12b5832ed62b will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:19:43.838606 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e52e3125-0bfa-4c75-bce0-c108df3dbbeb req-e370c6b2-9b9b-4ace-9e3b-55245e8390f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:43.905685 n-d-825064-1 neutron-server[102431]: INFO neutron.api.v2.resource [None req-90d0168a-b712-4a0f-8dfa-f8d5278c9409 tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] show failed (client error): The resource could not be found. Jan 18 22:19:43.907204 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-90d0168a-b712-4a0f-8dfa-f8d5278c9409 tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] 10.222.0.53 "GET /v2.0/security-groups/1c460f9f-6841-489f-bcbb-6ab5decda933 HTTP/1.1" status: 404 len: 347 time: 0.1105175 Jan 18 22:19:43.908207 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91e9e40-364b-4979-b59a-c0e2d6d85ad7 tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c460f9f-6841-489f-bcbb-6ab5decda933,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:19:43.920514 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 34486) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:19:43.961060 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-16279a65-24e9-428c-b88f-c3acbe95073d req-9be6ab36-7435-475f-8dd0-0fc466be280d service neutron] Attempting to bind port a6b09c77-9893-4d4a-889f-cf8fc612cf5c on host n-h1-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:19:43.961285 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-16279a65-24e9-428c-b88f-c3acbe95073d req-9be6ab36-7435-475f-8dd0-0fc466be280d service neutron] Attempting to bind port a6b09c77-9893-4d4a-889f-cf8fc612cf5c by drivers openvswitch,hyperv on host n-h1-825064-1 at level 0 using segments [{'id': 'bbee9262-cfb2-4fc9-82be-4cb3bf414322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '238ed1a6-2b69-482a-a879-0782a721c5d9'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:19:43.961682 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16279a65-24e9-428c-b88f-c3acbe95073d req-9be6ab36-7435-475f-8dd0-0fc466be280d service neutron] Attempting to bind port a6b09c77-9893-4d4a-889f-cf8fc612cf5c on network 238ed1a6-2b69-482a-a879-0782a721c5d9 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:19:43.967663 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e370c6b2-9b9b-4ace-9e3b-55245e8390f1 service neutron] Pushing event updated for resources: {'Port': ['ID=e6eca6f0-081d-4d95-8b1b-12b5832ed62b,revision_number=10']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:19:43.972111 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-e52e3125-0bfa-4c75-bce0-c108df3dbbeb req-e370c6b2-9b9b-4ace-9e3b-55245e8390f1 service neutron] No DVR routers for this DVR port e6eca6f0-081d-4d95-8b1b-12b5832ed62b on host n-h2-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:19:43.998109 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16279a65-24e9-428c-b88f-c3acbe95073d req-9be6ab36-7435-475f-8dd0-0fc466be280d service neutron] Port a6b09c77-9893-4d4a-889f-cf8fc612cf5c on network 238ed1a6-2b69-482a-a879-0782a721c5d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:19:43.998524 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16279a65-24e9-428c-b88f-c3acbe95073d req-9be6ab36-7435-475f-8dd0-0fc466be280d service neutron] Attempting to bind port a6b09c77-9893-4d4a-889f-cf8fc612cf5c on network 238ed1a6-2b69-482a-a879-0782a721c5d9 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:19:44.005998 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16279a65-24e9-428c-b88f-c3acbe95073d req-9be6ab36-7435-475f-8dd0-0fc466be280d service neutron] Checking agent: {'id': 'e49d1b2a-ba11-487f-a804-ecbf3c0e8132', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:19:44.006429 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16279a65-24e9-428c-b88f-c3acbe95073d req-9be6ab36-7435-475f-8dd0-0fc466be280d service neutron] Checking segment: {'id': 'bbee9262-cfb2-4fc9-82be-4cb3bf414322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '238ed1a6-2b69-482a-a879-0782a721c5d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:19:44.006882 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16279a65-24e9-428c-b88f-c3acbe95073d req-9be6ab36-7435-475f-8dd0-0fc466be280d service neutron] Bound using segment: {'id': 'bbee9262-cfb2-4fc9-82be-4cb3bf414322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '238ed1a6-2b69-482a-a879-0782a721c5d9'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:19:44.007429 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-16279a65-24e9-428c-b88f-c3acbe95073d req-9be6ab36-7435-475f-8dd0-0fc466be280d service neutron] Bound port: a6b09c77-9893-4d4a-889f-cf8fc612cf5c, host: n-h1-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbee9262-cfb2-4fc9-82be-4cb3bf414322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '238ed1a6-2b69-482a-a879-0782a721c5d9'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:19:44.007872 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-16279a65-24e9-428c-b88f-c3acbe95073d req-9be6ab36-7435-475f-8dd0-0fc466be280d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:44.017872 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043f7a1e-ab68-454f-81b4-6cf8c56c96f4 req-8fd2abda-6cc5-4655-9b7e-985d6362a48d tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:44.025356 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-043f7a1e-ab68-454f-81b4-6cf8c56c96f4 req-8fd2abda-6cc5-4655-9b7e-985d6362a48d tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] 10.222.0.53 "GET /v2.0/ports?device_id=60fe88f9-db8f-4ae2-bedf-ba5267d6a632 HTTP/1.1" status: 200 len: 945 time: 0.1412821 Jan 18 22:19:44.043886 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e52e3125-0bfa-4c75-bce0-c108df3dbbeb req-e370c6b2-9b9b-4ace-9e3b-55245e8390f1 service neutron] 10.222.0.67 "PUT /v2.0/ports/e6eca6f0-081d-4d95-8b1b-12b5832ed62b/bindings/n-h1-825064-1/activate HTTP/1.1" status: 200 len: 369 time: 1.2117329 Jan 18 22:19:44.086192 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-043f7a1e-ab68-454f-81b4-6cf8c56c96f4 req-0b1b4d2f-c7f8-450b-a57a-003fab1a6ed1 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2b07bb1-ca78-4332-871b-fc4af027a8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597696 Jan 18 22:19:44.190182 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52e3125-0bfa-4c75-bce0-c108df3dbbeb req-541dde68-ea3e-4ef4-b8f8-b5271920cee6 tempest-LiveAutoBlockMigrationV225Test-1137188585 tempest-LiveAutoBlockMigrationV225Test-1137188585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:44.193234 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e52e3125-0bfa-4c75-bce0-c108df3dbbeb req-541dde68-ea3e-4ef4-b8f8-b5271920cee6 tempest-LiveAutoBlockMigrationV225Test-1137188585 tempest-LiveAutoBlockMigrationV225Test-1137188585-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d59cb70a-4c36-4823-bbd8-4fa6d853fe53&tenant_id=cccec33dc87e4f2dae33b71be2fd1ab3&binding%3Ahost_id=n-h2-825064-1 HTTP/1.1" status: 200 len: 1095 time: 0.0664055 Jan 18 22:19:44.258943 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52e3125-0bfa-4c75-bce0-c108df3dbbeb req-78055941-12f2-49a5-8a2d-dd6d54e41518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:44.260457 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e52e3125-0bfa-4c75-bce0-c108df3dbbeb req-78055941-12f2-49a5-8a2d-dd6d54e41518 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d59cb70a-4c36-4823-bbd8-4fa6d853fe53&tenant_id=cccec33dc87e4f2dae33b71be2fd1ab3 HTTP/1.1" status: 200 len: 1095 time: 0.0558960 Jan 18 22:19:44.343389 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52e3125-0bfa-4c75-bce0-c108df3dbbeb req-0685360a-6156-417c-ab41-616e2ebe5d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:44.345054 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e52e3125-0bfa-4c75-bce0-c108df3dbbeb req-0685360a-6156-417c-ab41-616e2ebe5d26 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cccec33dc87e4f2dae33b71be2fd1ab3&device_id=d59cb70a-4c36-4823-bbd8-4fa6d853fe53 HTTP/1.1" status: 200 len: 1095 time: 0.0498586 Jan 18 22:19:44.530672 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-16279a65-24e9-428c-b88f-c3acbe95073d req-9be6ab36-7435-475f-8dd0-0fc466be280d service neutron] For port a6b09c77-9893-4d4a-889f-cf8fc612cf5c, host n-h1-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:19:44.567719 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-16279a65-24e9-428c-b88f-c3acbe95073d req-9be6ab36-7435-475f-8dd0-0fc466be280d service neutron] For port a6b09c77-9893-4d4a-889f-cf8fc612cf5c, host n-h1-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=a6b09c77-9893-4d4a-889f-cf8fc612cf5c,segment=NetworkSegment(bbee9262-cfb2-4fc9-82be-4cb3bf414322),segment_id=bbee9262-cfb2-4fc9-82be-4cb3bf414322)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:19:44.574197 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52e3125-0bfa-4c75-bce0-c108df3dbbeb req-33024d6b-d57b-4586-94fd-8a3357f4360c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:44.577635 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e52e3125-0bfa-4c75-bce0-c108df3dbbeb req-33024d6b-d57b-4586-94fd-8a3357f4360c service neutron] 10.222.0.36 "GET /v2.0/networks?id=61203f33-a8b3-4e89-8217-8dac5f2bb01b HTTP/1.1" status: 200 len: 921 time: 0.2235460 Jan 18 22:19:44.583334 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-16279a65-24e9-428c-b88f-c3acbe95073d req-9be6ab36-7435-475f-8dd0-0fc466be280d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:44.586073 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-73b45d72-e321-48f9-8cd9-48847bc052e3 tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] Deleting port 6f5dd67c-6859-4b14-8b10-a12c94475a88 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:19:44.586409 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-73b45d72-e321-48f9-8cd9-48847bc052e3 tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:44.590651 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8884c56-199c-4365-b0b8-6465d250002f req-0e669fba-976c-456e-ad37-d68bbcc8f0b3 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:44.600222 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b8884c56-199c-4365-b0b8-6465d250002f req-0e669fba-976c-456e-ad37-d68bbcc8f0b3 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/ports?device_id=d59cb70a-4c36-4823-bbd8-4fa6d853fe53 HTTP/1.1" status: 200 len: 944 time: 0.1541872 Jan 18 22:19:44.679694 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e52e3125-0bfa-4c75-bce0-c108df3dbbeb req-530d58f7-cdc5-4c86-a73d-be9914336cd5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6eca6f0-081d-4d95-8b1b-12b5832ed62b HTTP/1.1" status: 200 len: 217 time: 0.0581446 Jan 18 22:19:44.697775 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b8884c56-199c-4365-b0b8-6465d250002f req-fed470a8-a931-4722-8186-e3e11c332ec0 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc8c7d2e-b8e2-47f9-a940-5cbf5ddba272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961244 Jan 18 22:19:44.750292 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16279a65-24e9-428c-b88f-c3acbe95073d req-9be6ab36-7435-475f-8dd0-0fc466be280d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:44.751025 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-16279a65-24e9-428c-b88f-c3acbe95073d req-9be6ab36-7435-475f-8dd0-0fc466be280d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:44.756201 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-16279a65-24e9-428c-b88f-c3acbe95073d req-9be6ab36-7435-475f-8dd0-0fc466be280d service neutron] 10.222.0.36 "PUT /v2.0/ports/a6b09c77-9893-4d4a-889f-cf8fc612cf5c HTTP/1.1" status: 200 len: 1092 time: 2.1127286 Jan 18 22:19:44.758653 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a51b6e7-8616-455f-b81f-291bc7228e12', 'tag': 'a6b09c77-9893-4d4a-889f-cf8fc612cf5c'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:19:44.768178 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89449c78-c26d-4907-94de-41d5be96c6b2" -d '{"events": [{"name": "network-changed", "server_uuid": "0a51b6e7-8616-455f-b81f-291bc7228e12", "tag": "a6b09c77-9893-4d4a-889f-cf8fc612cf5c"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:19:44.841968 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52e3125-0bfa-4c75-bce0-c108df3dbbeb req-ac557e8e-3870-4b81-a251-b191df84d9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:44.843463 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e52e3125-0bfa-4c75-bce0-c108df3dbbeb req-ac557e8e-3870-4b81-a251-b191df84d9b8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b92d365b-b574-47a9-a91d-968f4b104686 HTTP/1.1" status: 200 len: 861 time: 0.1393445 Jan 18 22:19:44.849103 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e331ff3-2ffe-465f-8c79-3b1cc056603d x-openstack-request-id: req-0e331ff3-2ffe-465f-8c79-3b1cc056603d {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:19:44.849103 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a51b6e7-8616-455f-b81f-291bc7228e12", "tag": "a6b09c77-9893-4d4a-889f-cf8fc612cf5c", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:19:44.849421 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0e331ff3-2ffe-465f-8c79-3b1cc056603d {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:19:44.849734 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a51b6e7-8616-455f-b81f-291bc7228e12', 'tag': 'a6b09c77-9893-4d4a-889f-cf8fc612cf5c', 'status': 'completed', 'code': 200} Jan 18 22:19:44.864682 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be6ab36-7435-475f-8dd0-0fc466be280d service neutron] Pushing event updated for resources: {'Port': ['ID=a6b09c77-9893-4d4a-889f-cf8fc612cf5c,revision_number=3']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:19:44.882733 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-73b45d72-e321-48f9-8cd9-48847bc052e3 tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:44.883072 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-73b45d72-e321-48f9-8cd9-48847bc052e3 tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:44.903548 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-73b45d72-e321-48f9-8cd9-48847bc052e3 tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] Calling delete_port for 6f5dd67c-6859-4b14-8b10-a12c94475a88 owned by network:floatingip {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:19:44.906625 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16279a65-24e9-428c-b88f-c3acbe95073d req-11d02e1d-4169-4c32-b61a-4d8d46e28701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:44.908146 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-16279a65-24e9-428c-b88f-c3acbe95073d req-11d02e1d-4169-4c32-b61a-4d8d46e28701 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ae480cc349914bb59c49507d70f536af&device_id=0a51b6e7-8616-455f-b81f-291bc7228e12 HTTP/1.1" status: 200 len: 1095 time: 0.0899320 Jan 18 22:19:44.915977 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e52e3125-0bfa-4c75-bce0-c108df3dbbeb req-70fa49ee-4da2-483b-8997-fd1597b46544 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=61203f33-a8b3-4e89-8217-8dac5f2bb01b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618110 Jan 18 22:19:45.066343 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bded93f-8185-4a43-b417-62e27973db8a req-48ba161f-d9eb-4f27-85a3-f0a9dd3aae5d tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:45.069809 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-16279a65-24e9-428c-b88f-c3acbe95073d req-59ea324f-a63e-493a-8054-fcf9e01dd8a8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a6b09c77-9893-4d4a-889f-cf8fc612cf5c HTTP/1.1" status: 200 len: 217 time: 0.0521467 Jan 18 22:19:45.074748 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3bded93f-8185-4a43-b417-62e27973db8a req-48ba161f-d9eb-4f27-85a3-f0a9dd3aae5d tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a51b6e7-8616-455f-b81f-291bc7228e12 HTTP/1.1" status: 200 len: 944 time: 0.1619573 Jan 18 22:19:45.122836 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea98514-ded5-4aef-a51c-dc39e88b5e8c req-f0342ace-adf7-41b5-9f92-614f030ecc7a tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:45.124417 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9ea98514-ded5-4aef-a51c-dc39e88b5e8c req-f0342ace-adf7-41b5-9f92-614f030ecc7a tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] 10.222.0.53 "GET /v2.0/ports?device_id=60fe88f9-db8f-4ae2-bedf-ba5267d6a632 HTTP/1.1" status: 200 len: 945 time: 0.2065511 Jan 18 22:19:45.163025 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16279a65-24e9-428c-b88f-c3acbe95073d req-d965863b-9213-4d9b-90dc-15af69e27510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:45.164562 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-16279a65-24e9-428c-b88f-c3acbe95073d req-d965863b-9213-4d9b-90dc-15af69e27510 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7c698099-8c96-4ff9-a982-e918b5bcbfac HTTP/1.1" status: 200 len: 845 time: 0.0858679 Jan 18 22:19:45.202176 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e52e3125-0bfa-4c75-bce0-c108df3dbbeb req-98e44e74-8c3f-42c2-b1da-a678d32bb39b service neutron] 10.222.0.36 "GET /v2.0/networks/61203f33-a8b3-4e89-8217-8dac5f2bb01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656753 Jan 18 22:19:45.206316 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device e6eca6f0-081d-4d95-8b1b-12b5832ed62b no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:19:45.225940 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-16279a65-24e9-428c-b88f-c3acbe95073d req-2af62c1b-84df-477e-ac9f-b1d42b121e2e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=238ed1a6-2b69-482a-a879-0782a721c5d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419979 Jan 18 22:19:45.239855 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-73b45d72-e321-48f9-8cd9-48847bc052e3 tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:45.266653 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3bded93f-8185-4a43-b417-62e27973db8a req-06efeca6-2fe1-47c8-969b-133301892281 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/security-groups?id=887106f9-0ea3-48df-93b8-5b7379f045d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908293 Jan 18 22:19:45.321045 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9ea98514-ded5-4aef-a51c-dc39e88b5e8c req-bb3b5ab8-fb4d-41f6-92c7-74215043b405 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2b07bb1-ca78-4332-871b-fc4af027a8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1839037 Jan 18 22:19:45.323451 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b45d72-e321-48f9-8cd9-48847bc052e3 tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] Pushing event deleted for resources: {'Port': ['ID=6f5dd67c-6859-4b14-8b10-a12c94475a88,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:19:45.336384 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device e6eca6f0-081d-4d95-8b1b-12b5832ed62b not bound to the agent host n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:19:45.387993 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e52e3125-0bfa-4c75-bce0-c108df3dbbeb req-5731b8ac-6eb4-4135-9173-64d759109f70 service neutron] 10.222.0.36 "GET /v2.0/networks/61203f33-a8b3-4e89-8217-8dac5f2bb01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710584 Jan 18 22:19:45.532253 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-16279a65-24e9-428c-b88f-c3acbe95073d req-4911baeb-0e08-4084-8da1-d9b742034078 service neutron] 10.222.0.36 "GET /v2.0/networks/238ed1a6-2b69-482a-a879-0782a721c5d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2964511 Jan 18 22:19:45.533531 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-73b45d72-e321-48f9-8cd9-48847bc052e3 tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] Notify callbacks [] for floatingip, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:45.544909 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-73b45d72-e321-48f9-8cd9-48847bc052e3 tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:45.545974 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-73b45d72-e321-48f9-8cd9-48847bc052e3 tempest-ServersTestFqdnHostnames-1618918697 tempest-ServersTestFqdnHostnames-1618918697-project] 10.222.0.53 "DELETE /v2.0/floatingips/21ce12bf-a355-4450-be04-0d3de1825635 HTTP/1.1" status: 204 len: 168 time: 1.6209140 Jan 18 22:19:45.549055 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 34542) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:19:45.696516 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-16279a65-24e9-428c-b88f-c3acbe95073d req-0f79cd8b-b048-408d-8dc3-8bff818a016c service neutron] 10.222.0.36 "GET /v2.0/networks/238ed1a6-2b69-482a-a879-0782a721c5d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494012 Jan 18 22:19:45.848341 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89449c78-c26d-4907-94de-41d5be96c6b2 req-1d733805-4142-40ff-bba1-eaad0ef956b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:45.851316 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-89449c78-c26d-4907-94de-41d5be96c6b2 req-1d733805-4142-40ff-bba1-eaad0ef956b1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ae480cc349914bb59c49507d70f536af&device_id=0a51b6e7-8616-455f-b81f-291bc7228e12 HTTP/1.1" status: 200 len: 1095 time: 0.0938663 Jan 18 22:19:45.884084 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52e3125-0bfa-4c75-bce0-c108df3dbbeb req-f6908bc4-9981-45cd-86bb-d583f8ade831 tempest-LiveAutoBlockMigrationV225Test-1137188585 tempest-LiveAutoBlockMigrationV225Test-1137188585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:45.886041 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e52e3125-0bfa-4c75-bce0-c108df3dbbeb req-f6908bc4-9981-45cd-86bb-d583f8ade831 tempest-LiveAutoBlockMigrationV225Test-1137188585 tempest-LiveAutoBlockMigrationV225Test-1137188585-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d59cb70a-4c36-4823-bbd8-4fa6d853fe53&tenant_id=cccec33dc87e4f2dae33b71be2fd1ab3&binding%3Ahost_id=n-h1-825064-1 HTTP/1.1" status: 200 len: 1095 time: 0.1894109 Jan 18 22:19:46.018142 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf5e466-7c21-4a15-ac86-b86453145a92 req-21897dd8-23ea-485f-8497-2ddbf072ca9d tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:46.018867 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89449c78-c26d-4907-94de-41d5be96c6b2 req-608521c6-d9f8-4a5b-9793-b748ed79b4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:46.020723 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-89449c78-c26d-4907-94de-41d5be96c6b2 req-608521c6-d9f8-4a5b-9793-b748ed79b4e5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=238ed1a6-2b69-482a-a879-0782a721c5d9 HTTP/1.1" status: 200 len: 905 time: 0.1557658 Jan 18 22:19:46.026756 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-adf5e466-7c21-4a15-ac86-b86453145a92 req-21897dd8-23ea-485f-8497-2ddbf072ca9d tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/ports?device_id=d59cb70a-4c36-4823-bbd8-4fa6d853fe53 HTTP/1.1" status: 200 len: 944 time: 0.1478474 Jan 18 22:19:46.078030 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-89449c78-c26d-4907-94de-41d5be96c6b2 req-da4195c1-c23c-4951-8c65-443dc0eecef6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a6b09c77-9893-4d4a-889f-cf8fc612cf5c HTTP/1.1" status: 200 len: 217 time: 0.0483475 Jan 18 22:19:46.132762 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-adf5e466-7c21-4a15-ac86-b86453145a92 req-8aa9632c-81d6-4887-bec0-da86d4f29ea0 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc8c7d2e-b8e2-47f9-a940-5cbf5ddba272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049368 Jan 18 22:19:46.140674 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89449c78-c26d-4907-94de-41d5be96c6b2 req-b4d38e04-c313-4b7c-be04-51999ccfdded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:46.142152 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-89449c78-c26d-4907-94de-41d5be96c6b2 req-b4d38e04-c313-4b7c-be04-51999ccfdded service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7c698099-8c96-4ff9-a982-e918b5bcbfac HTTP/1.1" status: 200 len: 845 time: 0.0487061 Jan 18 22:19:46.193535 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-89449c78-c26d-4907-94de-41d5be96c6b2 req-5e755123-d0ec-4b80-b0e0-72996d74baf6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=238ed1a6-2b69-482a-a879-0782a721c5d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398996 Jan 18 22:19:46.237462 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-e52e3125-0bfa-4c75-bce0-c108df3dbbeb req-755bede6-8953-4cbb-92d8-93d765a5f16f service neutron] For port e6eca6f0-081d-4d95-8b1b-12b5832ed62b, host n-h2-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:19:46.242829 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e52e3125-0bfa-4c75-bce0-c108df3dbbeb req-755bede6-8953-4cbb-92d8-93d765a5f16f service neutron] Notify callbacks [] for binding, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:46.243992 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e52e3125-0bfa-4c75-bce0-c108df3dbbeb req-755bede6-8953-4cbb-92d8-93d765a5f16f service neutron] 10.222.0.36 "DELETE /v2.0/ports/e6eca6f0-081d-4d95-8b1b-12b5832ed62b/bindings/n-h2-825064-1 HTTP/1.1" status: 204 len: 173 time: 0.3217926 Jan 18 22:19:46.311541 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a114eb42-31e9-4f13-92a2-636abc080bf3 req-8e268c7c-e645-4983-95c0-787544bf5985 tempest-LiveAutoBlockMigrationV225Test-1137188585 tempest-LiveAutoBlockMigrationV225Test-1137188585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:46.313277 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a114eb42-31e9-4f13-92a2-636abc080bf3 req-8e268c7c-e645-4983-95c0-787544bf5985 tempest-LiveAutoBlockMigrationV225Test-1137188585 tempest-LiveAutoBlockMigrationV225Test-1137188585-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=d59cb70a-4c36-4823-bbd8-4fa6d853fe53 HTTP/1.1" status: 200 len: 1095 time: 0.0741642 Jan 18 22:19:46.340469 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-89449c78-c26d-4907-94de-41d5be96c6b2 req-886bed02-76fd-4257-b9dc-ad7c10aea002 service neutron] 10.222.0.36 "GET /v2.0/networks/238ed1a6-2b69-482a-a879-0782a721c5d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364188 Jan 18 22:19:46.440275 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a114eb42-31e9-4f13-92a2-636abc080bf3 req-9f69388b-b630-4812-ad1f-e4742a3bc3c0 tempest-LiveAutoBlockMigrationV225Test-1137188585 tempest-LiveAutoBlockMigrationV225Test-1137188585-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=dc8c7d2e-b8e2-47f9-a940-5cbf5ddba272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137497 Jan 18 22:19:46.451577 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-89449c78-c26d-4907-94de-41d5be96c6b2 req-8595a477-4790-43a9-b075-5275a8cdf988 service neutron] 10.222.0.36 "GET /v2.0/networks/238ed1a6-2b69-482a-a879-0782a721c5d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040962 Jan 18 22:19:46.453976 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cc6eda-abb1-4f94-b64f-872b5f430723 req-c12cc6a9-b397-49a4-a0ed-55aae63236df tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:46.455429 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-67cc6eda-abb1-4f94-b64f-872b5f430723 req-c12cc6a9-b397-49a4-a0ed-55aae63236df tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] 10.222.0.36 "GET /v2.0/ports?device_id=60fe88f9-db8f-4ae2-bedf-ba5267d6a632 HTTP/1.1" status: 200 len: 945 time: 0.1404569 Jan 18 22:19:46.526837 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3582336-7925-4523-8648-a498e78b7e6b req-63a8e25b-67bd-462c-af97-e582bdb5fb78 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:46.528237 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d3582336-7925-4523-8648-a498e78b7e6b req-63a8e25b-67bd-462c-af97-e582bdb5fb78 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a51b6e7-8616-455f-b81f-291bc7228e12 HTTP/1.1" status: 200 len: 944 time: 0.1489148 Jan 18 22:19:46.613453 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a66d2742-dc4f-46ac-a072-dbd2433625f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1041027'] for router_interface, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:47.021563 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d3582336-7925-4523-8648-a498e78b7e6b req-5b0aec81-b7ea-4a8d-b744-7a8664dc816a tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/security-groups?id=887106f9-0ea3-48df-93b8-5b7379f045d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4814651 Jan 18 22:19:47.058133 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793e082e-e281-41d5-b7fc-e5fea1763942 req-cbdbdad1-2c2d-4863-a392-00917c1b0780 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:47.068416 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-793e082e-e281-41d5-b7fc-e5fea1763942 req-cbdbdad1-2c2d-4863-a392-00917c1b0780 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] 10.222.0.53 "GET /v2.0/ports?device_id=60fe88f9-db8f-4ae2-bedf-ba5267d6a632 HTTP/1.1" status: 200 len: 945 time: 0.4970007 Jan 18 22:19:47.262817 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-67cc6eda-abb1-4f94-b64f-872b5f430723 req-2b9cd14d-990d-4af1-a962-8663b61c2707 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Deleting port 57c59f94-f152-4b43-8889-1ffd2e87a114 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:19:47.263263 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-67cc6eda-abb1-4f94-b64f-872b5f430723 req-2b9cd14d-990d-4af1-a962-8663b61c2707 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:47.392662 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-793e082e-e281-41d5-b7fc-e5fea1763942 req-e6205479-07df-46a0-8fb9-c15a3d696825 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2b07bb1-ca78-4332-871b-fc4af027a8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3212736 Jan 18 22:19:47.479427 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-67cc6eda-abb1-4f94-b64f-872b5f430723 req-2b9cd14d-990d-4af1-a962-8663b61c2707 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] For port 57c59f94-f152-4b43-8889-1ffd2e87a114, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=57c59f94-f152-4b43-8889-1ffd2e87a114,segment=NetworkSegment(c7f002ff-ef12-4102-948c-19a32484e10e),segment_id=c7f002ff-ef12-4102-948c-19a32484e10e)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:19:47.479874 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-67cc6eda-abb1-4f94-b64f-872b5f430723 req-2b9cd14d-990d-4af1-a962-8663b61c2707 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:47.646842 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5059fb5-1c50-41e0-b3b7-a838f0e717dc req-14ddb972-4bfb-403e-919a-49ee476c9903 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:47.654223 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f5059fb5-1c50-41e0-b3b7-a838f0e717dc req-14ddb972-4bfb-403e-919a-49ee476c9903 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/networks?id=61203f33-a8b3-4e89-8217-8dac5f2bb01b HTTP/1.1" status: 200 len: 821 time: 0.3652997 Jan 18 22:19:47.736410 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f5059fb5-1c50-41e0-b3b7-a838f0e717dc req-f1be5b94-5c2e-4028-94fb-0ec9d4e83ff6 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/quotas/cccec33dc87e4f2dae33b71be2fd1ab3 HTTP/1.1" status: 200 len: 375 time: 0.0794284 Jan 18 22:19:47.871651 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f5059fb5-1c50-41e0-b3b7-a838f0e717dc req-817c14f7-ccbf-4f72-af77-cbc25d96b24c tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=cccec33dc87e4f2dae33b71be2fd1ab3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1363943 Jan 18 22:19:47.882883 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-67cc6eda-abb1-4f94-b64f-872b5f430723 req-2b9cd14d-990d-4af1-a962-8663b61c2707 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:47.883345 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-67cc6eda-abb1-4f94-b64f-872b5f430723 req-2b9cd14d-990d-4af1-a962-8663b61c2707 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043075'] for floatingip, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:47.883728 n-d-825064-1 neutron-server[102430]: INFO neutron.db.l3_db [req-67cc6eda-abb1-4f94-b64f-872b5f430723 req-2b9cd14d-990d-4af1-a962-8663b61c2707 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Floating IP 17d73f40-2fea-43e4-b6af-6c39c3d0cf1c disassociated. External IP: 172.25.5.172, port: 57c59f94-f152-4b43-8889-1ffd2e87a114. Jan 18 22:19:47.888244 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-67cc6eda-abb1-4f94-b64f-872b5f430723 req-2b9cd14d-990d-4af1-a962-8663b61c2707 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Calling delete_port for 57c59f94-f152-4b43-8889-1ffd2e87a114 owned by compute:nova {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:19:47.888795 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-a66d2742-dc4f-46ac-a072-dbd2433625f6 admin admin] Deleting port a04d3989-bddb-4dbd-aabb-4e1df020dca5 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:19:47.889433 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a66d2742-dc4f-46ac-a072-dbd2433625f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:48.101763 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-a66d2742-dc4f-46ac-a072-dbd2433625f6 admin admin] For port a04d3989-bddb-4dbd-aabb-4e1df020dca5, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=a04d3989-bddb-4dbd-aabb-4e1df020dca5,segment=NetworkSegment(921fa3ca-8ab7-443d-99f7-bc96f0245d97),segment_id=921fa3ca-8ab7-443d-99f7-bc96f0245d97)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:19:48.102720 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a66d2742-dc4f-46ac-a072-dbd2433625f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:48.121294 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f5059fb5-1c50-41e0-b3b7-a838f0e717dc req-8014cdd3-b84d-482d-80cc-ab3dae6ca501 service neutron] 10.222.0.53 "GET /v2.0/networks/61203f33-a8b3-4e89-8217-8dac5f2bb01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485116 Jan 18 22:19:48.157103 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-a66d2742-dc4f-46ac-a072-dbd2433625f6 admin admin] Calling delete_port for a04d3989-bddb-4dbd-aabb-4e1df020dca5 owned by network:router_interface {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:19:48.329982 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0a0885-2fc0-4170-9fea-c8b01b6dc865 req-0b8abc2a-8b01-40f4-89f4-77b9613673b6 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:48.331656 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9c0a0885-2fc0-4170-9fea-c8b01b6dc865 req-0b8abc2a-8b01-40f4-89f4-77b9613673b6 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a51b6e7-8616-455f-b81f-291bc7228e12 HTTP/1.1" status: 200 len: 944 time: 0.1911905 Jan 18 22:19:48.406158 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f5059fb5-1c50-41e0-b3b7-a838f0e717dc req-f04c439d-5d73-4574-8c5a-004144f0eaf4 service neutron] 10.222.0.53 "GET /v2.0/networks/61203f33-a8b3-4e89-8217-8dac5f2bb01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2837629 Jan 18 22:19:48.415199 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-67cc6eda-abb1-4f94-b64f-872b5f430723 req-2b9cd14d-990d-4af1-a962-8663b61c2707 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:48.538622 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9cd14d-990d-4af1-a962-8663b61c2707 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Pushing event deleted for resources: {'Port': ['ID=57c59f94-f152-4b43-8889-1ffd2e87a114,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:19:48.553810 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9c0a0885-2fc0-4170-9fea-c8b01b6dc865 req-f1b725b8-b537-48d5-b4fe-da28da322788 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/security-groups?id=887106f9-0ea3-48df-93b8-5b7379f045d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060413 Jan 18 22:19:48.572310 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9cd14d-990d-4af1-a962-8663b61c2707 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:19:48.572656 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9cd14d-990d-4af1-a962-8663b61c2707 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:19:48.572993 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9cd14d-990d-4af1-a962-8663b61c2707 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:19:48.573375 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9cd14d-990d-4af1-a962-8663b61c2707 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:19:48.573710 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9cd14d-990d-4af1-a962-8663b61c2707 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:19:48.574035 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9cd14d-990d-4af1-a962-8663b61c2707 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:19:48.574533 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9cd14d-990d-4af1-a962-8663b61c2707 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:19:48.574861 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9cd14d-990d-4af1-a962-8663b61c2707 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:19:48.575183 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9cd14d-990d-4af1-a962-8663b61c2707 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:19:48.575559 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9cd14d-990d-4af1-a962-8663b61c2707 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:19:48.575877 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9cd14d-990d-4af1-a962-8663b61c2707 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:19:48.576241 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9cd14d-990d-4af1-a962-8663b61c2707 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:19:48.829700 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 34626) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:19:48.971883 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device a6b09c77-9893-4d4a-889f-cf8fc612cf5c details requested by agent hyperv_n-h1-825064-1 with host n-h1-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:19:48.984682 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-681182f2-7341-44d2-a3a2-e7097d252471 req-e55ef74c-3af8-41d1-aec5-f84d7f463c25 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/ports?device_id=2501ec93-af1a-42c3-b7f0-b897b8ffcdd3 HTTP/1.1" status: 200 len: 210 time: 0.1175563 Jan 18 22:19:48.986966 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e0ce6661-f89d-4467-9b21-b8cc913a1326 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:49.108713 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fd4936de-e04c-47e1-8b52-7781f0c87dc5 req-258edead-a86f-47e2-806f-2772c3820a98 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] 10.222.0.53 "GET /v2.0/ports?device_id=60fe88f9-db8f-4ae2-bedf-ba5267d6a632 HTTP/1.1" status: 200 len: 210 time: 0.1261930 Jan 18 22:19:49.135120 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [req-67cc6eda-abb1-4f94-b64f-872b5f430723 req-2b9cd14d-990d-4af1-a962-8663b61c2707 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Router d6c8edf7-05fd-41b7-b984-8d28e21fb978 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:19:49.146846 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a66d2742-dc4f-46ac-a072-dbd2433625f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:49.187934 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e0ce6661-f89d-4467-9b21-b8cc913a1326 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:49.205620 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port a6b09c77-9893-4d4a-889f-cf8fc612cf5c, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=a6b09c77-9893-4d4a-889f-cf8fc612cf5c,segment=NetworkSegment(bbee9262-cfb2-4fc9-82be-4cb3bf414322),segment_id=bbee9262-cfb2-4fc9-82be-4cb3bf414322)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:19:49.206995 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e0ce6661-f89d-4467-9b21-b8cc913a1326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:49.241007 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Returning: {'device': 'a6b09c77-9893-4d4a-889f-cf8fc612cf5c', 'network_id': '238ed1a6-2b69-482a-a879-0782a721c5d9', 'port_id': 'a6b09c77-9893-4d4a-889f-cf8fc612cf5c', 'mac_address': 'fa:16:3e:2f:f8:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c698099-8c96-4ff9-a982-e918b5bcbfac', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:19:49.289532 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ce6661-f89d-4467-9b21-b8cc913a1326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad524e81-eb53-4466-8fe2-2aec28f770e4,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:19:49.310352 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66d2742-dc4f-46ac-a072-dbd2433625f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a04d3989-bddb-4dbd-aabb-4e1df020dca5,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:19:49.336640 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7c3a9cf2-3a14-46ef-9d5d-1398cb8e2f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:49.352444 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-e0ce6661-f89d-4467-9b21-b8cc913a1326 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0fa390e7798848bfbdf4788ff2ac235e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5211298 Jan 18 22:19:49.353114 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 34636) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:19:49.357406 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:49.376397 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6b09c77-9893-4d4a-889f-cf8fc612cf5c {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:19:49.423986 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port a6b09c77-9893-4d4a-889f-cf8fc612cf5c, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=a6b09c77-9893-4d4a-889f-cf8fc612cf5c,segment=NetworkSegment(bbee9262-cfb2-4fc9-82be-4cb3bf414322),segment_id=bbee9262-cfb2-4fc9-82be-4cb3bf414322)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:19:49.434423 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:49.439762 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b4793b0e-b623-4dd4-9882-1dc2bd963bec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:49.492350 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b4793b0e-b623-4dd4-9882-1dc2bd963bec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:49.516840 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=a6b09c77-9893-4d4a-889f-cf8fc612cf5c,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:19:49.583430 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b4793b0e-b623-4dd4-9882-1dc2bd963bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:49.586509 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b4793b0e-b623-4dd4-9882-1dc2bd963bec admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:49.590463 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-b4793b0e-b623-4dd4-9882-1dc2bd963bec admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ad524e81-eb53-4466-8fe2-2aec28f770e4 HTTP/1.1" status: 204 len: 168 time: 0.2357254 Jan 18 22:19:49.600039 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4793b0e-b623-4dd4-9882-1dc2bd963bec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad524e81-eb53-4466-8fe2-2aec28f770e4,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:19:49.739795 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['a6b09c77-9893-4d4a-889f-cf8fc612cf5c'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:19:49.818389 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-67cc6eda-abb1-4f94-b64f-872b5f430723 req-2b9cd14d-990d-4af1-a962-8663b61c2707 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:19:49.820352 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a66d2742-dc4f-46ac-a072-dbd2433625f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-613841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1046579'] for router_interface, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:49.858589 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c091ae7e-1c28-48bb-89c4-7e78df8fca4f None None] Sync routers for ids ['d6c8edf7-05fd-41b7-b984-8d28e21fb978'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:19:49.885909 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-67cc6eda-abb1-4f94-b64f-872b5f430723 req-2b9cd14d-990d-4af1-a962-8663b61c2707 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] No DVR routers for this DVR port 57c59f94-f152-4b43-8889-1ffd2e87a114 on host n-h1-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:19:49.896734 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-67cc6eda-abb1-4f94-b64f-872b5f430723 req-2b9cd14d-990d-4af1-a962-8663b61c2707 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:49.900903 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-67cc6eda-abb1-4f94-b64f-872b5f430723 req-2b9cd14d-990d-4af1-a962-8663b61c2707 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] 10.222.0.36 "DELETE /v2.0/ports/57c59f94-f152-4b43-8889-1ffd2e87a114 HTTP/1.1" status: 204 len: 173 time: 3.4368367 Jan 18 22:19:49.916249 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60fe88f9-db8f-4ae2-bedf-ba5267d6a632', 'name': 'network-vif-deleted', 'tag': '57c59f94-f152-4b43-8889-1ffd2e87a114'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:19:49.919200 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f41472c-d68a-41d1-a468-e25d7b5878d3" -d '{"events": [{"server_uuid": "60fe88f9-db8f-4ae2-bedf-ba5267d6a632", "name": "network-vif-deleted", "tag": "57c59f94-f152-4b43-8889-1ffd2e87a114"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:19:49.920732 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c091ae7e-1c28-48bb-89c4-7e78df8fca4f None None] Routers {'d6c8edf7-05fd-41b7-b984-8d28e21fb978'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:19:49.924341 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-c091ae7e-1c28-48bb-89c4-7e78df8fca4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:19:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['d6c8edf7-05fd-41b7-b984-8d28e21fb978'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:19:50.007117 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4683bc-2a07-4874-9ec4-f0195da27b42 req-448e3e67-8698-44f9-96f3-86334dd3d4dd tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:50.008689 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8c4683bc-2a07-4874-9ec4-f0195da27b42 req-448e3e67-8698-44f9-96f3-86334dd3d4dd tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a51b6e7-8616-455f-b81f-291bc7228e12 HTTP/1.1" status: 200 len: 945 time: 0.2566180 Jan 18 22:19:50.062431 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6852cbc-7c7e-4139-a143-a813e8bc2235 x-openstack-request-id: req-e6852cbc-7c7e-4139-a143-a813e8bc2235 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:19:50.062855 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60fe88f9-db8f-4ae2-bedf-ba5267d6a632", "name": "network-vif-deleted", "tag": "57c59f94-f152-4b43-8889-1ffd2e87a114", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:19:50.063113 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e6852cbc-7c7e-4139-a143-a813e8bc2235 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:19:50.063509 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60fe88f9-db8f-4ae2-bedf-ba5267d6a632', 'name': 'network-vif-deleted', 'tag': '57c59f94-f152-4b43-8889-1ffd2e87a114', 'status': 'completed', 'code': 200} Jan 18 22:19:50.077867 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 34664) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:19:50.121178 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c35469df-1d95-48ef-802a-bd75a92d913c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:50.317087 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c35469df-1d95-48ef-802a-bd75a92d913c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:50.334830 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c35469df-1d95-48ef-802a-bd75a92d913c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:50.365516 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-c091ae7e-1c28-48bb-89c4-7e78df8fca4f None None] Set router d6c8edf7-05fd-41b7-b984-8d28e21fb978 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:19:50.382583 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35469df-1d95-48ef-802a-bd75a92d913c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f247d53-b725-478b-83d3-8c5d5bb92c16,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:19:50.462155 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-c35469df-1d95-48ef-802a-bd75a92d913c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=61514ad509564304a3fa8f412455b328&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3828797 Jan 18 22:19:50.473760 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 34670) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:19:50.610575 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2c80d45c-2aa3-4620-931f-b9258f24e396 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:50.652029 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-75dc4b6a-bc8b-4a7f-ad19-c0bca70c0c3d req-b749c8d4-ddbc-4d29-a2fa-e9fa91808d90 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/ports?device_id=2501ec93-af1a-42c3-b7f0-b897b8ffcdd3 HTTP/1.1" status: 200 len: 210 time: 0.1206717 Jan 18 22:19:50.654035 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2c80d45c-2aa3-4620-931f-b9258f24e396 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:50.759583 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2c80d45c-2aa3-4620-931f-b9258f24e396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:50.762618 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2c80d45c-2aa3-4620-931f-b9258f24e396 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:50.766165 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-2c80d45c-2aa3-4620-931f-b9258f24e396 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6f247d53-b725-478b-83d3-8c5d5bb92c16 HTTP/1.1" status: 204 len: 168 time: 0.2886271 Jan 18 22:19:50.773086 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c80d45c-2aa3-4620-931f-b9258f24e396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f247d53-b725-478b-83d3-8c5d5bb92c16,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:19:50.802486 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 34676) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:19:50.804113 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8c4683bc-2a07-4874-9ec4-f0195da27b42 req-272c00f7-ec6a-476b-96b6-9f98f5686f2d tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/security-groups?id=887106f9-0ea3-48df-93b8-5b7379f045d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7684619 Jan 18 22:19:50.842496 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-c091ae7e-1c28-48bb-89c4-7e78df8fca4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c8edf7-05fd-41b7-b984-8d28e21fb978', 'name': 'tempest-ServersTestJSON-1658499465-router', 'tenant_id': '9eaacdbf1945416eaa74e5d952bfe007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': 'd884bf49-78d2-4abe-910a-3194c6788d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:17:12Z', 'updated_at': '2022-01-18T22:17:26Z', 'revision_number': 4, 'project_id': '9eaacdbf1945416eaa74e5d952bfe007', 'gw_port': {'id': 'd884bf49-78d2-4abe-910a-3194c6788d27', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:96:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c8edf7-05fd-41b7-b984-8d28e21fb978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:17:13Z', 'updated_at': '2022-01-18T22:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '26bc1a77-313b-42e1-8f39-e8e5de0e49a6', 'name': '', 'network_id': 'e15f6438-95ae-482f-8d95-5a9ba3dee07c', 'tenant_id': '9eaacdbf1945416eaa74e5d952bfe007', 'mac_address': 'fa:16:3e:5b:6a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c8edf7-05fd-41b7-b984-8d28e21fb978', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '298d2632-4609-4d47-8110-fdef65c01513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:17:23Z', 'updated_at': '2022-01-18T22:17:33Z', 'revision_number': 5, 'project_id': '9eaacdbf1945416eaa74e5d952bfe007', 'subnets': [{'id': '298d2632-4609-4d47-8110-fdef65c01513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:19:50.890238 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cac7d7a9-7ce6-4fc7-b5dc-2e3b6c907d89 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:50.899600 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c091ae7e-1c28-48bb-89c4-7e78df8fca4f None None] Checking router: d6c8edf7-05fd-41b7-b984-8d28e21fb978 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:19:50.926912 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c091ae7e-1c28-48bb-89c4-7e78df8fca4f None None] Routers {'d6c8edf7-05fd-41b7-b984-8d28e21fb978'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:19:50.928535 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-c091ae7e-1c28-48bb-89c4-7e78df8fca4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:19:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['d6c8edf7-05fd-41b7-b984-8d28e21fb978'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:19:50.944820 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cac7d7a9-7ce6-4fc7-b5dc-2e3b6c907d89 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:50.984506 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5059fb5-1c50-41e0-b3b7-a838f0e717dc req-f475f553-0e32-4c57-9c78-144eb65c8ff9 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:50.986394 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f5059fb5-1c50-41e0-b3b7-a838f0e717dc req-f475f553-0e32-4c57-9c78-144eb65c8ff9 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.67 "GET /v2.0/networks?id=61203f33-a8b3-4e89-8217-8dac5f2bb01b HTTP/1.1" status: 200 len: 821 time: 0.4539719 Jan 18 22:19:51.003542 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-f5059fb5-1c50-41e0-b3b7-a838f0e717dc req-ac291ad0-1b56-48e5-8b47-45248b81b9ef tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Request body: {'port': {'device_id': '2501ec93-af1a-42c3-b7f0-b897b8ffcdd3', 'network_id': '61203f33-a8b3-4e89-8217-8dac5f2bb01b', 'admin_state_up': True, 'tenant_id': 'cccec33dc87e4f2dae33b71be2fd1ab3'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:19:51.016783 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 57c59f94-f152-4b43-8889-1ffd2e87a114 no longer exists at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:19:51.037901 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cac7d7a9-7ce6-4fc7-b5dc-2e3b6c907d89 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:51.041769 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cac7d7a9-7ce6-4fc7-b5dc-2e3b6c907d89 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:51.043109 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-cac7d7a9-7ce6-4fc7-b5dc-2e3b6c907d89 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] 10.222.0.53 "DELETE /v2.0/security-groups/b2b07bb1-ca78-4332-871b-fc4af027a8f9 HTTP/1.1" status: 204 len: 168 time: 0.2395020 Jan 18 22:19:51.060994 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 34690) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:19:51.064494 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac7d7a9-7ce6-4fc7-b5dc-2e3b6c907d89 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b07bb1-ca78-4332-871b-fc4af027a8f9,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:19:51.069155 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] No Port match for: 57c59f94-f152-4b43-8889-1ffd2e87a114 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:19:51.069837 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 57c59f94-f152-4b43-8889-1ffd2e87a114 not bound to the agent host n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:19:51.104581 n-d-825064-1 neutron-server[102431]: INFO neutron.api.v2.resource [None req-20747553-7046-490c-ae5e-a97694f36457 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] show failed (client error): The resource could not be found. Jan 18 22:19:51.106167 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-20747553-7046-490c-ae5e-a97694f36457 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] 10.222.0.53 "GET /v2.0/security-groups/b2b07bb1-ca78-4332-871b-fc4af027a8f9 HTTP/1.1" status: 404 len: 347 time: 0.0384588 Jan 18 22:19:51.109281 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 34694) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:19:51.204948 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a66d2742-dc4f-46ac-a072-dbd2433625f6 admin admin] Router 3390b0c4-6e4d-4242-8a83-5899dec3cf44 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:19:51.217789 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5059fb5-1c50-41e0-b3b7-a838f0e717dc req-ac291ad0-1b56-48e5-8b47-45248b81b9ef tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Made reservation on behalf of cccec33dc87e4f2dae33b71be2fd1ab3 for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:19:51.221068 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-f5059fb5-1c50-41e0-b3b7-a838f0e717dc req-ac291ad0-1b56-48e5-8b47-45248b81b9ef tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:51.307452 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-c091ae7e-1c28-48bb-89c4-7e78df8fca4f None None] Set router d6c8edf7-05fd-41b7-b984-8d28e21fb978 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:19:51.309040 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-5624c488-d42b-4d38-a633-46a70110eaa3 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Deleting port 9f8d9b5e-d182-4bcd-bcb2-e72c2b30d97e {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:19:51.309388 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5624c488-d42b-4d38-a633-46a70110eaa3 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:51.428053 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5624c488-d42b-4d38-a633-46a70110eaa3 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:51.428404 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5624c488-d42b-4d38-a633-46a70110eaa3 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:51.456281 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-5624c488-d42b-4d38-a633-46a70110eaa3 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Calling delete_port for 9f8d9b5e-d182-4bcd-bcb2-e72c2b30d97e owned by network:floatingip {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:19:51.501322 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a66d2742-dc4f-46ac-a072-dbd2433625f6 admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:19:51.516558 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa0f3f7-2836-4067-861f-26376e9e04d0 None None] Sync routers for ids ['3390b0c4-6e4d-4242-8a83-5899dec3cf44'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:19:51.528335 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-a66d2742-dc4f-46ac-a072-dbd2433625f6 admin admin] 10.222.0.53 "PUT /v2.0/routers/3390b0c4-6e4d-4242-8a83-5899dec3cf44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9780722 Jan 18 22:19:51.531016 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 34704) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:19:51.532388 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa0f3f7-2836-4067-861f-26376e9e04d0 None None] Routers {'3390b0c4-6e4d-4242-8a83-5899dec3cf44'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:19:51.533193 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-dfa0f3f7-2836-4067-861f-26376e9e04d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:19:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['3390b0c4-6e4d-4242-8a83-5899dec3cf44'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:19:51.662057 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5624c488-d42b-4d38-a633-46a70110eaa3 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:51.678628 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-f5059fb5-1c50-41e0-b3b7-a838f0e717dc req-ac291ad0-1b56-48e5-8b47-45248b81b9ef tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Allocated IP 172.20.0.13 (61203f33-a8b3-4e89-8217-8dac5f2bb01b/b92d365b-b574-47a9-a91d-968f4b104686/5e7c23d5-fee4-4d20-927a-b50071233f34) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:19:51.716009 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5624c488-d42b-4d38-a633-46a70110eaa3 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Pushing event deleted for resources: {'Port': ['ID=9f8d9b5e-d182-4bcd-bcb2-e72c2b30d97e,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:19:51.751718 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-c091ae7e-1c28-48bb-89c4-7e78df8fca4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c8edf7-05fd-41b7-b984-8d28e21fb978', 'name': 'tempest-ServersTestJSON-1658499465-router', 'tenant_id': '9eaacdbf1945416eaa74e5d952bfe007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': 'd884bf49-78d2-4abe-910a-3194c6788d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:17:12Z', 'updated_at': '2022-01-18T22:17:26Z', 'revision_number': 4, 'project_id': '9eaacdbf1945416eaa74e5d952bfe007', 'gw_port': {'id': 'd884bf49-78d2-4abe-910a-3194c6788d27', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:96:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c8edf7-05fd-41b7-b984-8d28e21fb978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:17:13Z', 'updated_at': '2022-01-18T22:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '26bc1a77-313b-42e1-8f39-e8e5de0e49a6', 'name': '', 'network_id': 'e15f6438-95ae-482f-8d95-5a9ba3dee07c', 'tenant_id': '9eaacdbf1945416eaa74e5d952bfe007', 'mac_address': 'fa:16:3e:5b:6a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c8edf7-05fd-41b7-b984-8d28e21fb978', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '298d2632-4609-4d47-8110-fdef65c01513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:17:23Z', 'updated_at': '2022-01-18T22:17:33Z', 'revision_number': 5, 'project_id': '9eaacdbf1945416eaa74e5d952bfe007', 'subnets': [{'id': '298d2632-4609-4d47-8110-fdef65c01513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:19:51.787439 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-af85ba9f-2744-4b38-8e9f-43f23f6a553d admin admin] Notify callbacks [] for router, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:51.818507 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c091ae7e-1c28-48bb-89c4-7e78df8fca4f None None] The sync data for ids ['d6c8edf7-05fd-41b7-b984-8d28e21fb978'] in n-d-825064-1 is: [{'id': 'd6c8edf7-05fd-41b7-b984-8d28e21fb978', 'name': 'tempest-ServersTestJSON-1658499465-router', 'tenant_id': '9eaacdbf1945416eaa74e5d952bfe007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': 'd884bf49-78d2-4abe-910a-3194c6788d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:17:12Z', 'updated_at': '2022-01-18T22:17:26Z', 'revision_number': 4, 'project_id': '9eaacdbf1945416eaa74e5d952bfe007', 'gw_port': {'id': 'd884bf49-78d2-4abe-910a-3194c6788d27', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:96:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c8edf7-05fd-41b7-b984-8d28e21fb978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:17:13Z', 'updated_at': '2022-01-18T22:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '26bc1a77-313b-42e1-8f39-e8e5de0e49a6', 'name': '', 'network_id': 'e15f6438-95ae-482f-8d95-5a9ba3dee07c', 'tenant_id': '9eaacdbf1945416eaa74e5d952bfe007', 'mac_address': 'fa:16:3e:5b:6a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c8edf7-05fd-41b7-b984-8d28e21fb978', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '298d2632-4609-4d47-8110-fdef65c01513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:17:23Z', 'updated_at': '2022-01-18T22:17:33Z', 'revision_number': 5, 'project_id': '9eaacdbf1945416eaa74e5d952bfe007', 'subnets': [{'id': '298d2632-4609-4d47-8110-fdef65c01513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:19:51.825589 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d7b0306e-43e4-49e0-96fd-2f854ab1d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:51.884661 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5624c488-d42b-4d38-a633-46a70110eaa3 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Notify callbacks [] for floatingip, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:51.890554 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5624c488-d42b-4d38-a633-46a70110eaa3 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:51.897708 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-5624c488-d42b-4d38-a633-46a70110eaa3 tempest-ServersTestJSON-770203322 tempest-ServersTestJSON-770203322-project] 10.222.0.53 "DELETE /v2.0/floatingips/17d73f40-2fea-43e4-b6af-6c39c3d0cf1c HTTP/1.1" status: 204 len: 168 time: 0.7868824 Jan 18 22:19:51.902743 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 34716) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:19:51.953347 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-dfa0f3f7-2836-4067-861f-26376e9e04d0 None None] Set router 3390b0c4-6e4d-4242-8a83-5899dec3cf44 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:19:51.970366 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-f5059fb5-1c50-41e0-b3b7-a838f0e717dc req-ac291ad0-1b56-48e5-8b47-45248b81b9ef tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:52.032802 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b954d3da-367c-4bcf-a8c8-3e57986a7fc4 req-c0b87a86-0ef5-4a10-b767-8c6ac1126373 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/ports?device_id=2501ec93-af1a-42c3-b7f0-b897b8ffcdd3 HTTP/1.1" status: 200 len: 210 time: 0.0581992 Jan 18 22:19:52.226113 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-f5059fb5-1c50-41e0-b3b7-a838f0e717dc req-ac291ad0-1b56-48e5-8b47-45248b81b9ef tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:52.302636 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5059fb5-1c50-41e0-b3b7-a838f0e717dc req-ac291ad0-1b56-48e5-8b47-45248b81b9ef tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Network 61203f33-a8b3-4e89-8217-8dac5f2bb01b is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:19:52.311944 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-f5059fb5-1c50-41e0-b3b7-a838f0e717dc req-ac291ad0-1b56-48e5-8b47-45248b81b9ef tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:19:52.347993 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a465ec-43bb-4152-812e-b33ee6943d76 req-ad2e4e47-ef93-477f-98d7-ef37a7f20807 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:52.350047 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b3a465ec-43bb-4152-812e-b33ee6943d76 req-ad2e4e47-ef93-477f-98d7-ef37a7f20807 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a51b6e7-8616-455f-b81f-291bc7228e12 HTTP/1.1" status: 200 len: 945 time: 0.3119407 Jan 18 22:19:52.351045 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5059fb5-1c50-41e0-b3b7-a838f0e717dc req-ac291ad0-1b56-48e5-8b47-45248b81b9ef tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:19:52.366869 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf765a0-5c7d-4a52-aa33-bb7a79969b6b None None] New status for floating IP 17d73f40-2fea-43e4-b6af-6c39c3d0cf1c: DOWN {{(pid=102432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 22:19:52.390503 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-dfa0f3f7-2836-4067-861f-26376e9e04d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3390b0c4-6e4d-4242-8a83-5899dec3cf44', 'name': 'tempest-ServersTestFqdnHostnames-17038548-router', 'tenant_id': '2470a173f4ec4dbbaba85c29c38f49e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '59375aa9-51e8-41fc-9220-5bae3b80bc1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:17:11Z', 'updated_at': '2022-01-18T22:19:48Z', 'revision_number': 5, 'project_id': '2470a173f4ec4dbbaba85c29c38f49e1', 'gw_port': {'id': '59375aa9-51e8-41fc-9220-5bae3b80bc1f', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:24:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3390b0c4-6e4d-4242-8a83-5899dec3cf44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:17:13Z', 'updated_at': '2022-01-18T22:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:19:52.422652 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa0f3f7-2836-4067-861f-26376e9e04d0 None None] Checking router: 3390b0c4-6e4d-4242-8a83-5899dec3cf44 for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:19:52.432584 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa0f3f7-2836-4067-861f-26376e9e04d0 None None] Routers {'3390b0c4-6e4d-4242-8a83-5899dec3cf44'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:19:52.433905 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-dfa0f3f7-2836-4067-861f-26376e9e04d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:19:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['3390b0c4-6e4d-4242-8a83-5899dec3cf44'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:19:52.451321 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-af85ba9f-2744-4b38-8e9f-43f23f6a553d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:52.465487 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b3a465ec-43bb-4152-812e-b33ee6943d76 req-3b9dc6ba-9b4f-477b-aa75-4936c9cbc6e7 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/security-groups?id=887106f9-0ea3-48df-93b8-5b7379f045d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736783 Jan 18 22:19:52.493682 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac291ad0-1b56-48e5-8b47-45248b81b9ef tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Pushing event updated for resources: {'Port': ['ID=5e7c23d5-fee4-4d20-927a-b50071233f34,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:19:52.517949 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5059fb5-1c50-41e0-b3b7-a838f0e717dc req-ac291ad0-1b56-48e5-8b47-45248b81b9ef tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:52.518992 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-f5059fb5-1c50-41e0-b3b7-a838f0e717dc req-ac291ad0-1b56-48e5-8b47-45248b81b9ef tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:52.587205 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f5059fb5-1c50-41e0-b3b7-a838f0e717dc req-ac291ad0-1b56-48e5-8b47-45248b81b9ef tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5893812 Jan 18 22:19:52.620693 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-f5059fb5-1c50-41e0-b3b7-a838f0e717dc req-09d6ce59-2117-45e5-a03a-a5b97580efa7 service neutron] Request body: {'port': {'device_id': '2501ec93-af1a-42c3-b7f0-b897b8ffcdd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:19:52.683481 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-dfa0f3f7-2836-4067-861f-26376e9e04d0 None None] Set router 3390b0c4-6e4d-4242-8a83-5899dec3cf44 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:19:52.796582 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-f5059fb5-1c50-41e0-b3b7-a838f0e717dc req-09d6ce59-2117-45e5-a03a-a5b97580efa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:52.815036 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-af85ba9f-2744-4b38-8e9f-43f23f6a553d admin admin] Deleting port 59375aa9-51e8-41fc-9220-5bae3b80bc1f {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:19:52.815381 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-af85ba9f-2744-4b38-8e9f-43f23f6a553d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:52.841859 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e1ef7968-a8e4-478f-8f01-91ee3d315f20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1041027'] for router_interface, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:52.983238 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:52.990835 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device a6b09c77-9893-4d4a-889f-cf8fc612cf5c up at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:19:53.082868 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-dfa0f3f7-2836-4067-861f-26376e9e04d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3390b0c4-6e4d-4242-8a83-5899dec3cf44', 'name': 'tempest-ServersTestFqdnHostnames-17038548-router', 'tenant_id': '2470a173f4ec4dbbaba85c29c38f49e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '59375aa9-51e8-41fc-9220-5bae3b80bc1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:17:11Z', 'updated_at': '2022-01-18T22:19:48Z', 'revision_number': 5, 'project_id': '2470a173f4ec4dbbaba85c29c38f49e1', 'gw_port': {'id': '59375aa9-51e8-41fc-9220-5bae3b80bc1f', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:24:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3390b0c4-6e4d-4242-8a83-5899dec3cf44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:17:13Z', 'updated_at': '2022-01-18T22:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:19:53.114333 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning for port a6b09c77-9893-4d4a-889f-cf8fc612cf5c completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:19:53.119287 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning complete for port a6b09c77-9893-4d4a-889f-cf8fc612cf5c triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:19:53.119676 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:53.126749 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa0f3f7-2836-4067-861f-26376e9e04d0 None None] The sync data for ids ['3390b0c4-6e4d-4242-8a83-5899dec3cf44'] in n-d-825064-1 is: [{'id': '3390b0c4-6e4d-4242-8a83-5899dec3cf44', 'name': 'tempest-ServersTestFqdnHostnames-17038548-router', 'tenant_id': '2470a173f4ec4dbbaba85c29c38f49e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '59375aa9-51e8-41fc-9220-5bae3b80bc1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:17:11Z', 'updated_at': '2022-01-18T22:19:48Z', 'revision_number': 5, 'project_id': '2470a173f4ec4dbbaba85c29c38f49e1', 'gw_port': {'id': '59375aa9-51e8-41fc-9220-5bae3b80bc1f', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:24:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3390b0c4-6e4d-4242-8a83-5899dec3cf44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:17:13Z', 'updated_at': '2022-01-18T22:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:19:53.281540 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-af85ba9f-2744-4b38-8e9f-43f23f6a553d admin admin] For port 59375aa9-51e8-41fc-9220-5bae3b80bc1f, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=59375aa9-51e8-41fc-9220-5bae3b80bc1f,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:19:53.281906 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-af85ba9f-2744-4b38-8e9f-43f23f6a553d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:53.288884 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:53.302353 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-e1ef7968-a8e4-478f-8f01-91ee3d315f20 admin admin] Deleting port 26bc1a77-313b-42e1-8f39-e8e5de0e49a6 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:19:53.302708 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e1ef7968-a8e4-478f-8f01-91ee3d315f20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:53.310433 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-af85ba9f-2744-4b38-8e9f-43f23f6a553d admin admin] Calling delete_port for 59375aa9-51e8-41fc-9220-5bae3b80bc1f owned by network:router_gateway {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:19:53.339325 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a51b6e7-8616-455f-b81f-291bc7228e12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6b09c77-9893-4d4a-889f-cf8fc612cf5c'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:19:53.346358 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a886537a-800d-4b1d-99c3-4ffd8ba89192" -d '{"events": [{"server_uuid": "0a51b6e7-8616-455f-b81f-291bc7228e12", "name": "network-vif-plugged", "status": "completed", "tag": "a6b09c77-9893-4d4a-889f-cf8fc612cf5c"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:19:53.366720 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df1b48e-e80f-4d81-a74f-3ce08d65ea46 req-a4cf9803-b670-4257-ad3a-8338a0f351b3 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:53.368398 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7df1b48e-e80f-4d81-a74f-3ce08d65ea46 req-a4cf9803-b670-4257-ad3a-8338a0f351b3 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/ports?device_id=2501ec93-af1a-42c3-b7f0-b897b8ffcdd3 HTTP/1.1" status: 200 len: 932 time: 0.1813343 Jan 18 22:19:53.372933 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port a6b09c77-9893-4d4a-889f-cf8fc612cf5c, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=a6b09c77-9893-4d4a-889f-cf8fc612cf5c,segment=NetworkSegment(bbee9262-cfb2-4fc9-82be-4cb3bf414322),segment_id=bbee9262-cfb2-4fc9-82be-4cb3bf414322)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:19:53.388737 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:53.459749 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7df1b48e-e80f-4d81-a74f-3ce08d65ea46 req-e5f7f819-75bb-4796-ae19-3d529a4200d4 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc8c7d2e-b8e2-47f9-a940-5cbf5ddba272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555060 Jan 18 22:19:53.520533 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=a6b09c77-9893-4d4a-889f-cf8fc612cf5c,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:19:53.533098 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20bd7418-a45a-4615-85c0-18f47add460c x-openstack-request-id: req-20bd7418-a45a-4615-85c0-18f47add460c {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:19:53.539790 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-e1ef7968-a8e4-478f-8f01-91ee3d315f20 admin admin] For port 26bc1a77-313b-42e1-8f39-e8e5de0e49a6, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=26bc1a77-313b-42e1-8f39-e8e5de0e49a6,segment=NetworkSegment(c7f002ff-ef12-4102-948c-19a32484e10e),segment_id=c7f002ff-ef12-4102-948c-19a32484e10e)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:19:53.540233 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e1ef7968-a8e4-478f-8f01-91ee3d315f20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:53.541366 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a51b6e7-8616-455f-b81f-291bc7228e12", "name": "network-vif-plugged", "status": "completed", "tag": "a6b09c77-9893-4d4a-889f-cf8fc612cf5c", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:19:53.543778 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-20bd7418-a45a-4615-85c0-18f47add460c {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:19:53.544806 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a51b6e7-8616-455f-b81f-291bc7228e12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6b09c77-9893-4d4a-889f-cf8fc612cf5c', 'code': 200} Jan 18 22:19:53.603834 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-e1ef7968-a8e4-478f-8f01-91ee3d315f20 admin admin] Calling delete_port for 26bc1a77-313b-42e1-8f39-e8e5de0e49a6 owned by network:router_interface {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:19:53.763027 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 34774) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:19:53.796526 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead6c89c-c4a4-48f1-b47f-15d73a0e721b req-c1075b0c-2a66-479e-98f6-e9328369cff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:53.798148 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ead6c89c-c4a4-48f1-b47f-15d73a0e721b req-c1075b0c-2a66-479e-98f6-e9328369cff7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0a51b6e7-8616-455f-b81f-291bc7228e12 HTTP/1.1" status: 200 len: 1097 time: 0.1897109 Jan 18 22:19:53.823246 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [req-f5059fb5-1c50-41e0-b3b7-a838f0e717dc req-09d6ce59-2117-45e5-a03a-a5b97580efa7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e7c23d5-fee4-4d20-927a-b50071233f34 {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:19:53.859864 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-f5059fb5-1c50-41e0-b3b7-a838f0e717dc req-09d6ce59-2117-45e5-a03a-a5b97580efa7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:53.873688 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bc5146-77d7-4427-b2b7-f3c2e0b98ef8 req-87fd288a-b3e5-41f4-849e-51189f16ff37 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:53.881953 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f0bc5146-77d7-4427-b2b7-f3c2e0b98ef8 req-87fd288a-b3e5-41f4-849e-51189f16ff37 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a51b6e7-8616-455f-b81f-291bc7228e12 HTTP/1.1" status: 200 len: 946 time: 0.2212141 Jan 18 22:19:53.937968 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e1ef7968-a8e4-478f-8f01-91ee3d315f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:53.963064 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-f5059fb5-1c50-41e0-b3b7-a838f0e717dc req-09d6ce59-2117-45e5-a03a-a5b97580efa7 service neutron] Transition to ACTIVE for port object 5e7c23d5-fee4-4d20-927a-b50071233f34 will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:19:53.976326 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f0bc5146-77d7-4427-b2b7-f3c2e0b98ef8 req-f18b5e2a-9f6d-4543-803d-23ad734aa1fe tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/security-groups?id=887106f9-0ea3-48df-93b8-5b7379f045d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932612 Jan 18 22:19:53.983489 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-f5059fb5-1c50-41e0-b3b7-a838f0e717dc req-09d6ce59-2117-45e5-a03a-a5b97580efa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:54.007527 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ef7968-a8e4-478f-8f01-91ee3d315f20 admin admin] Pushing event deleted for resources: {'Port': ['ID=26bc1a77-313b-42e1-8f39-e8e5de0e49a6,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:19:54.041862 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-af85ba9f-2744-4b38-8e9f-43f23f6a553d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:54.045063 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ead6c89c-c4a4-48f1-b47f-15d73a0e721b req-b8357f86-af67-4680-92b8-9ecf8e0f9bb8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=887106f9-0ea3-48df-93b8-5b7379f045d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122896 Jan 18 22:19:54.053556 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d6ce59-2117-45e5-a03a-a5b97580efa7 service neutron] Pushing event updated for resources: {'Port': ['ID=5e7c23d5-fee4-4d20-927a-b50071233f34,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:19:54.056952 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f0358153-e3d0-42d8-8e2f-fd561bbbc875 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:54.104372 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af85ba9f-2744-4b38-8e9f-43f23f6a553d admin admin] Pushing event deleted for resources: {'Port': ['ID=59375aa9-51e8-41fc-9220-5bae3b80bc1f,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:19:54.241909 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-af85ba9f-2744-4b38-8e9f-43f23f6a553d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043029'] for router_gateway, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:54.302454 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:54.311630 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e1ef7968-a8e4-478f-8f01-91ee3d315f20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-613841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1046579'] for router_interface, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:54.409023 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-af85ba9f-2744-4b38-8e9f-43f23f6a553d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1040886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8602'] for router, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:54.416055 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-af85ba9f-2744-4b38-8e9f-43f23f6a553d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:54.418287 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-f5059fb5-1c50-41e0-b3b7-a838f0e717dc req-09d6ce59-2117-45e5-a03a-a5b97580efa7 service neutron] Attempting to bind port 5e7c23d5-fee4-4d20-927a-b50071233f34 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:19:54.418721 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-f5059fb5-1c50-41e0-b3b7-a838f0e717dc req-09d6ce59-2117-45e5-a03a-a5b97580efa7 service neutron] Attempting to bind port 5e7c23d5-fee4-4d20-927a-b50071233f34 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '2bbe6b88-f1a6-4fc9-b338-69341977472e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '61203f33-a8b3-4e89-8217-8dac5f2bb01b'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:19:54.419145 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5059fb5-1c50-41e0-b3b7-a838f0e717dc req-09d6ce59-2117-45e5-a03a-a5b97580efa7 service neutron] Attempting to bind port 5e7c23d5-fee4-4d20-927a-b50071233f34 on network 61203f33-a8b3-4e89-8217-8dac5f2bb01b {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:19:54.428969 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5059fb5-1c50-41e0-b3b7-a838f0e717dc req-09d6ce59-2117-45e5-a03a-a5b97580efa7 service neutron] Port 5e7c23d5-fee4-4d20-927a-b50071233f34 on network 61203f33-a8b3-4e89-8217-8dac5f2bb01b not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:19:54.429679 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5059fb5-1c50-41e0-b3b7-a838f0e717dc req-09d6ce59-2117-45e5-a03a-a5b97580efa7 service neutron] Attempting to bind port 5e7c23d5-fee4-4d20-927a-b50071233f34 on network 61203f33-a8b3-4e89-8217-8dac5f2bb01b {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:19:54.438801 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device a04d3989-bddb-4dbd-aabb-4e1df020dca5 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:19:54.461658 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: a04d3989-bddb-4dbd-aabb-4e1df020dca5 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:19:54.462267 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device a04d3989-bddb-4dbd-aabb-4e1df020dca5 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:19:54.474588 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5059fb5-1c50-41e0-b3b7-a838f0e717dc req-09d6ce59-2117-45e5-a03a-a5b97580efa7 service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:19:54.475073 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5059fb5-1c50-41e0-b3b7-a838f0e717dc req-09d6ce59-2117-45e5-a03a-a5b97580efa7 service neutron] Checking segment: {'id': '2bbe6b88-f1a6-4fc9-b338-69341977472e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '61203f33-a8b3-4e89-8217-8dac5f2bb01b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:19:54.476041 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5059fb5-1c50-41e0-b3b7-a838f0e717dc req-09d6ce59-2117-45e5-a03a-a5b97580efa7 service neutron] Bound using segment: {'id': '2bbe6b88-f1a6-4fc9-b338-69341977472e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '61203f33-a8b3-4e89-8217-8dac5f2bb01b'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:19:54.476658 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-f5059fb5-1c50-41e0-b3b7-a838f0e717dc req-09d6ce59-2117-45e5-a03a-a5b97580efa7 service neutron] Bound port: 5e7c23d5-fee4-4d20-927a-b50071233f34, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bbe6b88-f1a6-4fc9-b338-69341977472e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '61203f33-a8b3-4e89-8217-8dac5f2bb01b'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:19:54.477411 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-f5059fb5-1c50-41e0-b3b7-a838f0e717dc req-09d6ce59-2117-45e5-a03a-a5b97580efa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:54.494278 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-af85ba9f-2744-4b38-8e9f-43f23f6a553d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1040832'] for router, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:54.495115 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af85ba9f-2744-4b38-8e9f-43f23f6a553d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3390b0c4-6e4d-4242-8a83-5899dec3cf44 {{(pid=102430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 22:19:54.503108 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-af85ba9f-2744-4b38-8e9f-43f23f6a553d admin admin] Notify callbacks [] for router, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:54.505158 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-af85ba9f-2744-4b38-8e9f-43f23f6a553d admin admin] 10.222.0.53 "DELETE /v2.0/routers/3390b0c4-6e4d-4242-8a83-5899dec3cf44 HTTP/1.1" status: 204 len: 168 time: 2.9724791 Jan 18 22:19:54.507664 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 34790) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:19:54.525512 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:54.535654 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f0358153-e3d0-42d8-8e2f-fd561bbbc875 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:54.553779 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f0358153-e3d0-42d8-8e2f-fd561bbbc875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:54.616360 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_v2 [None req-d382255a-737d-4513-bbaf-928a6a02e05e admin admin] Deleting subnet 2ced78af-dc1e-4c69-aae7-2ab8772ec86b {{(pid=102430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:19:54.625641 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d382255a-737d-4513-bbaf-928a6a02e05e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:54.643567 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-f0358153-e3d0-42d8-8e2f-fd561bbbc875 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0db1d9f0a3ae43639dc986f719a309eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8790951 Jan 18 22:19:54.647016 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 34794) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:19:54.647016 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0358153-e3d0-42d8-8e2f-fd561bbbc875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=729467cb-2699-478b-8162-8c614c043a7e,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:19:54.691105 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-f5059fb5-1c50-41e0-b3b7-a838f0e717dc req-09d6ce59-2117-45e5-a03a-a5b97580efa7 service neutron] For port 5e7c23d5-fee4-4d20-927a-b50071233f34, host n-h2-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:19:54.715375 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d382255a-737d-4513-bbaf-928a6a02e05e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60394745'] for subnet, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:54.722284 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-f5059fb5-1c50-41e0-b3b7-a838f0e717dc req-09d6ce59-2117-45e5-a03a-a5b97580efa7 service neutron] For port 5e7c23d5-fee4-4d20-927a-b50071233f34, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=5e7c23d5-fee4-4d20-927a-b50071233f34,segment=NetworkSegment(2bbe6b88-f1a6-4fc9-b338-69341977472e),segment_id=2bbe6b88-f1a6-4fc9-b338-69341977472e)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:19:54.751197 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-f5059fb5-1c50-41e0-b3b7-a838f0e717dc req-09d6ce59-2117-45e5-a03a-a5b97580efa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:54.807140 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5059fb5-1c50-41e0-b3b7-a838f0e717dc req-09d6ce59-2117-45e5-a03a-a5b97580efa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:54.807140 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-f5059fb5-1c50-41e0-b3b7-a838f0e717dc req-09d6ce59-2117-45e5-a03a-a5b97580efa7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:54.807959 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f5059fb5-1c50-41e0-b3b7-a838f0e717dc req-09d6ce59-2117-45e5-a03a-a5b97580efa7 service neutron] 10.222.0.67 "PUT /v2.0/ports/5e7c23d5-fee4-4d20-927a-b50071233f34 HTTP/1.1" status: 200 len: 1092 time: 2.2100816 Jan 18 22:19:54.817633 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2501ec93-af1a-42c3-b7f0-b897b8ffcdd3', 'tag': '5e7c23d5-fee4-4d20-927a-b50071233f34'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:19:54.820235 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96bc865e-95e4-483e-9f85-b92261caf49f" -d '{"events": [{"name": "network-changed", "server_uuid": "2501ec93-af1a-42c3-b7f0-b897b8ffcdd3", "tag": "5e7c23d5-fee4-4d20-927a-b50071233f34"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:19:54.842554 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728bbf38-47f6-44f7-a5b1-c8d32c9ab434 req-c03a3e37-739e-45ab-a936-50f4bf2051b5 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:54.843189 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b079d529-0c5e-4259-9dd8-131b6ede0daa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:54.851391 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-728bbf38-47f6-44f7-a5b1-c8d32c9ab434 req-c03a3e37-739e-45ab-a936-50f4bf2051b5 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/ports?device_id=2501ec93-af1a-42c3-b7f0-b897b8ffcdd3 HTTP/1.1" status: 200 len: 944 time: 0.2305899 Jan 18 22:19:54.876936 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b079d529-0c5e-4259-9dd8-131b6ede0daa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:54.879623 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1ef7968-a8e4-478f-8f01-91ee3d315f20 admin admin] Router d6c8edf7-05fd-41b7-b984-8d28e21fb978 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:19:54.919183 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efa7d59c-1785-4a7c-b264-57effcd44d23 x-openstack-request-id: req-efa7d59c-1785-4a7c-b264-57effcd44d23 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:19:54.919675 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2501ec93-af1a-42c3-b7f0-b897b8ffcdd3", "tag": "5e7c23d5-fee4-4d20-927a-b50071233f34", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:19:54.920054 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-efa7d59c-1785-4a7c-b264-57effcd44d23 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:19:54.920623 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2501ec93-af1a-42c3-b7f0-b897b8ffcdd3', 'tag': '5e7c23d5-fee4-4d20-927a-b50071233f34', 'status': 'completed', 'code': 200} Jan 18 22:19:54.988881 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d6ce59-2117-45e5-a03a-a5b97580efa7 service neutron] Pushing event updated for resources: {'Port': ['ID=5e7c23d5-fee4-4d20-927a-b50071233f34,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:19:55.000529 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-728bbf38-47f6-44f7-a5b1-c8d32c9ab434 req-a15f873b-74b0-4a82-bf6f-1a616a0f592d tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc8c7d2e-b8e2-47f9-a940-5cbf5ddba272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478317 Jan 18 22:19:55.011614 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d382255a-737d-4513-bbaf-928a6a02e05e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:55.043015 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5059fb5-1c50-41e0-b3b7-a838f0e717dc req-4c8a408d-8aeb-41a3-bc7e-ab39b317fbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:55.045343 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f5059fb5-1c50-41e0-b3b7-a838f0e717dc req-4c8a408d-8aeb-41a3-bc7e-ab39b317fbe5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cccec33dc87e4f2dae33b71be2fd1ab3&device_id=2501ec93-af1a-42c3-b7f0-b897b8ffcdd3 HTTP/1.1" status: 200 len: 1095 time: 0.1829629 Jan 18 22:19:55.054004 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b079d529-0c5e-4259-9dd8-131b6ede0daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:55.060250 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b079d529-0c5e-4259-9dd8-131b6ede0daa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:55.061417 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-b079d529-0c5e-4259-9dd8-131b6ede0daa admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/729467cb-2699-478b-8162-8c614c043a7e HTTP/1.1" status: 204 len: 168 time: 0.3991330 Jan 18 22:19:55.080213 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b079d529-0c5e-4259-9dd8-131b6ede0daa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=729467cb-2699-478b-8162-8c614c043a7e,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:19:55.085175 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b079d529-0c5e-4259-9dd8-131b6ede0daa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:19:55.085596 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b079d529-0c5e-4259-9dd8-131b6ede0daa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:19:55.085856 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b079d529-0c5e-4259-9dd8-131b6ede0daa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:19:55.086223 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b079d529-0c5e-4259-9dd8-131b6ede0daa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:19:55.086634 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b079d529-0c5e-4259-9dd8-131b6ede0daa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:19:55.086967 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b079d529-0c5e-4259-9dd8-131b6ede0daa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:19:55.087309 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b079d529-0c5e-4259-9dd8-131b6ede0daa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:19:55.087648 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b079d529-0c5e-4259-9dd8-131b6ede0daa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:19:55.087989 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b079d529-0c5e-4259-9dd8-131b6ede0daa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:19:55.088341 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b079d529-0c5e-4259-9dd8-131b6ede0daa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:19:55.088624 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b079d529-0c5e-4259-9dd8-131b6ede0daa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:19:55.088966 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b079d529-0c5e-4259-9dd8-131b6ede0daa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:19:55.094888 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1ef7968-a8e4-478f-8f01-91ee3d315f20 admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:19:55.101333 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-e1ef7968-a8e4-478f-8f01-91ee3d315f20 admin admin] 10.222.0.53 "PUT /v2.0/routers/d6c8edf7-05fd-41b7-b984-8d28e21fb978/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1926789 Jan 18 22:19:55.108725 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 34802) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:19:55.108954 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484325ec-64c4-4f0e-b6fe-a168dcc47dbb None None] Sync routers for ids ['d6c8edf7-05fd-41b7-b984-8d28e21fb978'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:19:55.122673 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484325ec-64c4-4f0e-b6fe-a168dcc47dbb None None] Routers {'d6c8edf7-05fd-41b7-b984-8d28e21fb978'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:19:55.123623 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-484325ec-64c4-4f0e-b6fe-a168dcc47dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:19:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['d6c8edf7-05fd-41b7-b984-8d28e21fb978'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:19:55.220317 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f5059fb5-1c50-41e0-b3b7-a838f0e717dc req-6590d25d-9365-4222-8c49-e9436463e9dd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5e7c23d5-fee4-4d20-927a-b50071233f34 HTTP/1.1" status: 200 len: 217 time: 0.1656690 Jan 18 22:19:55.347751 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-484325ec-64c4-4f0e-b6fe-a168dcc47dbb None None] Set router d6c8edf7-05fd-41b7-b984-8d28e21fb978 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:19:55.354698 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-35e474c9-acaa-44d6-9976-ef9a6fc9e59d admin admin] Notify callbacks [] for router, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:55.355116 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d382255a-737d-4513-bbaf-928a6a02e05e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60203138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62288677'] for subnet, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:55.442464 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eed09d-e169-44ad-963c-1c188fe75229 req-83ec5f17-b11b-4033-9f8a-b088a6e549cc tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:55.458578 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-97eed09d-e169-44ad-963c-1c188fe75229 req-83ec5f17-b11b-4033-9f8a-b088a6e549cc tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a51b6e7-8616-455f-b81f-291bc7228e12 HTTP/1.1" status: 200 len: 946 time: 0.3947942 Jan 18 22:19:55.466553 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5059fb5-1c50-41e0-b3b7-a838f0e717dc req-68761e05-bfc1-484d-9a36-2182581a6a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:55.468684 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f5059fb5-1c50-41e0-b3b7-a838f0e717dc req-68761e05-bfc1-484d-9a36-2182581a6a94 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b92d365b-b574-47a9-a91d-968f4b104686 HTTP/1.1" status: 200 len: 861 time: 0.2167630 Jan 18 22:19:55.479634 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b386b8c-712d-4a54-af88-f2d5030de909 None None] Network 951f976e-2e72-444e-82f8-f59e1a118eb0 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:19:55.485022 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d382255a-737d-4513-bbaf-928a6a02e05e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ced78af-dc1e-4c69-aae7-2ab8772ec86b,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:19:55.503043 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d382255a-737d-4513-bbaf-928a6a02e05e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:55.507527 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-d382255a-737d-4513-bbaf-928a6a02e05e admin admin] 10.222.0.53 "DELETE /v2.0/subnets/2ced78af-dc1e-4c69-aae7-2ab8772ec86b HTTP/1.1" status: 204 len: 168 time: 0.9985082 Jan 18 22:19:55.510130 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 34816) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:19:55.560300 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-97eed09d-e169-44ad-963c-1c188fe75229 req-952dfc34-7d86-4382-be48-f2a7083dda1f tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/security-groups?id=887106f9-0ea3-48df-93b8-5b7379f045d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966690 Jan 18 22:19:55.575615 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f5059fb5-1c50-41e0-b3b7-a838f0e717dc req-09c0be08-7ab2-4db3-95fb-03f23f1997ce service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=61203f33-a8b3-4e89-8217-8dac5f2bb01b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0812159 Jan 18 22:19:55.587970 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-484325ec-64c4-4f0e-b6fe-a168dcc47dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c8edf7-05fd-41b7-b984-8d28e21fb978', 'name': 'tempest-ServersTestJSON-1658499465-router', 'tenant_id': '9eaacdbf1945416eaa74e5d952bfe007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': 'd884bf49-78d2-4abe-910a-3194c6788d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:17:12Z', 'updated_at': '2022-01-18T22:19:53Z', 'revision_number': 5, 'project_id': '9eaacdbf1945416eaa74e5d952bfe007', 'gw_port': {'id': 'd884bf49-78d2-4abe-910a-3194c6788d27', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:96:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c8edf7-05fd-41b7-b984-8d28e21fb978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:17:13Z', 'updated_at': '2022-01-18T22:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:19:55.627136 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c67c96de-8619-4a8c-b343-f44ad2e66450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:55.636293 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484325ec-64c4-4f0e-b6fe-a168dcc47dbb None None] Checking router: d6c8edf7-05fd-41b7-b984-8d28e21fb978 for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:19:55.648843 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484325ec-64c4-4f0e-b6fe-a168dcc47dbb None None] Routers {'d6c8edf7-05fd-41b7-b984-8d28e21fb978'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:19:55.649476 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-484325ec-64c4-4f0e-b6fe-a168dcc47dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:19:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['d6c8edf7-05fd-41b7-b984-8d28e21fb978'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:19:55.849199 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-484325ec-64c4-4f0e-b6fe-a168dcc47dbb None None] Set router d6c8edf7-05fd-41b7-b984-8d28e21fb978 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:19:56.023695 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d24d53-5e72-4748-837d-a0cd56297591 None None] DHCP port deletion for 951f976e-2e72-444e-82f8-f59e1a118eb0 request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:19:56.116337 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-a0d24d53-5e72-4748-837d-a0cd56297591 None None] Deleting port 48a8e2b2-3f79-414b-a15c-ec17b560a516 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:19:56.116861 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a0d24d53-5e72-4748-837d-a0cd56297591 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:56.128543 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-484325ec-64c4-4f0e-b6fe-a168dcc47dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c8edf7-05fd-41b7-b984-8d28e21fb978', 'name': 'tempest-ServersTestJSON-1658499465-router', 'tenant_id': '9eaacdbf1945416eaa74e5d952bfe007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': 'd884bf49-78d2-4abe-910a-3194c6788d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:17:12Z', 'updated_at': '2022-01-18T22:19:53Z', 'revision_number': 5, 'project_id': '9eaacdbf1945416eaa74e5d952bfe007', 'gw_port': {'id': 'd884bf49-78d2-4abe-910a-3194c6788d27', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:96:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c8edf7-05fd-41b7-b984-8d28e21fb978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:17:13Z', 'updated_at': '2022-01-18T22:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:19:56.171131 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484325ec-64c4-4f0e-b6fe-a168dcc47dbb None None] The sync data for ids ['d6c8edf7-05fd-41b7-b984-8d28e21fb978'] in n-d-825064-1 is: [{'id': 'd6c8edf7-05fd-41b7-b984-8d28e21fb978', 'name': 'tempest-ServersTestJSON-1658499465-router', 'tenant_id': '9eaacdbf1945416eaa74e5d952bfe007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': 'd884bf49-78d2-4abe-910a-3194c6788d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:17:12Z', 'updated_at': '2022-01-18T22:19:53Z', 'revision_number': 5, 'project_id': '9eaacdbf1945416eaa74e5d952bfe007', 'gw_port': {'id': 'd884bf49-78d2-4abe-910a-3194c6788d27', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:96:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c8edf7-05fd-41b7-b984-8d28e21fb978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:17:13Z', 'updated_at': '2022-01-18T22:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:19:56.231764 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-a0d24d53-5e72-4748-837d-a0cd56297591 None None] For port 48a8e2b2-3f79-414b-a15c-ec17b560a516, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=48a8e2b2-3f79-414b-a15c-ec17b560a516,segment=NetworkSegment(921fa3ca-8ab7-443d-99f7-bc96f0245d97),segment_id=921fa3ca-8ab7-443d-99f7-bc96f0245d97)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:19:56.232557 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a0d24d53-5e72-4748-837d-a0cd56297591 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:56.254908 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-a0d24d53-5e72-4748-837d-a0cd56297591 None None] Calling delete_port for 48a8e2b2-3f79-414b-a15c-ec17b560a516 owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:19:56.382942 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a0d24d53-5e72-4748-837d-a0cd56297591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:56.403988 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d24d53-5e72-4748-837d-a0cd56297591 None None] No DVR routers for this DVR port 48a8e2b2-3f79-414b-a15c-ec17b560a516 on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:19:56.430853 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-35e474c9-acaa-44d6-9976-ef9a6fc9e59d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:56.479234 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-c67c96de-8619-4a8c-b343-f44ad2e66450 admin admin] Deleting port 48a8e2b2-3f79-414b-a15c-ec17b560a516 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:19:56.479660 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c67c96de-8619-4a8c-b343-f44ad2e66450 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:56.480293 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742fa51e-f640-4c0e-816b-bec3fa472cb4 req-bd1ffa5e-6419-4aa8-a911-d7468f044add tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:56.482501 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-742fa51e-f640-4c0e-816b-bec3fa472cb4 req-bd1ffa5e-6419-4aa8-a911-d7468f044add tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/ports?device_id=2501ec93-af1a-42c3-b7f0-b897b8ffcdd3 HTTP/1.1" status: 200 len: 944 time: 0.1526508 Jan 18 22:19:56.484986 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f5059fb5-1c50-41e0-b3b7-a838f0e717dc req-715dc6c6-038a-427b-b44f-67da4917fc7f service neutron] 10.222.0.67 "GET /v2.0/networks/61203f33-a8b3-4e89-8217-8dac5f2bb01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9081273 Jan 18 22:19:56.491924 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d24d53-5e72-4748-837d-a0cd56297591 None None] Pushing event deleted for resources: {'Port': ['ID=48a8e2b2-3f79-414b-a15c-ec17b560a516,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:19:56.721993 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-c67c96de-8619-4a8c-b343-f44ad2e66450 admin admin] For port 48a8e2b2-3f79-414b-a15c-ec17b560a516, host n-d-825064-1, got binding levels [] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:19:56.722710 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c67c96de-8619-4a8c-b343-f44ad2e66450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:56.729153 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 48a8e2b2-3f79-414b-a15c-ec17b560a516 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:19:56.740711 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-742fa51e-f640-4c0e-816b-bec3fa472cb4 req-69a3f27f-2852-4fe2-8684-5ec6537663c8 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc8c7d2e-b8e2-47f9-a940-5cbf5ddba272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257955 Jan 18 22:19:56.745921 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-c67c96de-8619-4a8c-b343-f44ad2e66450 admin admin] Calling delete_port for 48a8e2b2-3f79-414b-a15c-ec17b560a516 owned by network:dhcp {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:19:56.750086 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.ipam_backend_mixin [None req-c67c96de-8619-4a8c-b343-f44ad2e66450 admin admin] Port 48a8e2b2-3f79-414b-a15c-ec17b560a516 was not found and therefore no delete operation was performed {{(pid=102431) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 18 22:19:56.752365 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-35e474c9-acaa-44d6-9976-ef9a6fc9e59d admin admin] Deleting port d884bf49-78d2-4abe-910a-3194c6788d27 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:19:56.752963 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-35e474c9-acaa-44d6-9976-ef9a6fc9e59d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:56.756783 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c67c96de-8619-4a8c-b343-f44ad2e66450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:56.791284 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 48a8e2b2-3f79-414b-a15c-ec17b560a516 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:19:56.813540 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 48a8e2b2-3f79-414b-a15c-ec17b560a516 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:19:56.814259 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 59375aa9-51e8-41fc-9220-5bae3b80bc1f no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:19:56.834892 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67c96de-8619-4a8c-b343-f44ad2e66450 admin admin] Pushing event deleted for resources: {'Port': ['ID=48a8e2b2-3f79-414b-a15c-ec17b560a516,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:19:56.835520 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f5059fb5-1c50-41e0-b3b7-a838f0e717dc req-0e60b1f6-3235-4201-b182-b4f3be638336 service neutron] 10.222.0.67 "GET /v2.0/networks/61203f33-a8b3-4e89-8217-8dac5f2bb01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3399982 Jan 18 22:19:56.837455 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67c96de-8619-4a8c-b343-f44ad2e66450 admin admin] No DVR routers for this DVR port 48a8e2b2-3f79-414b-a15c-ec17b560a516 on host n-d-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:19:56.868189 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3947ec-47dc-4c74-9d32-fa9bcc4a685a req-b321e25a-8a33-4741-bada-2d8fb6915aa1 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:56.890313 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5d3947ec-47dc-4c74-9d32-fa9bcc4a685a req-b321e25a-8a33-4741-bada-2d8fb6915aa1 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a51b6e7-8616-455f-b81f-291bc7228e12 HTTP/1.1" status: 200 len: 946 time: 0.2094147 Jan 18 22:19:56.900694 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 59375aa9-51e8-41fc-9220-5bae3b80bc1f {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:19:56.901330 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 59375aa9-51e8-41fc-9220-5bae3b80bc1f not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:19:56.901975 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 26bc1a77-313b-42e1-8f39-e8e5de0e49a6 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:19:56.927559 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 26bc1a77-313b-42e1-8f39-e8e5de0e49a6 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:19:56.928380 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 26bc1a77-313b-42e1-8f39-e8e5de0e49a6 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:19:57.020440 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5d3947ec-47dc-4c74-9d32-fa9bcc4a685a req-52a4665a-c74f-4d8f-91b5-4040613b310e tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/security-groups?id=887106f9-0ea3-48df-93b8-5b7379f045d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291277 Jan 18 22:19:57.030367 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c67c96de-8619-4a8c-b343-f44ad2e66450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:57.031975 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bc865e-95e4-483e-9f85-b92261caf49f req-fa3b57d6-649f-485e-91d3-302a38d58b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:57.033854 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-96bc865e-95e4-483e-9f85-b92261caf49f req-fa3b57d6-649f-485e-91d3-302a38d58b53 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cccec33dc87e4f2dae33b71be2fd1ab3&device_id=2501ec93-af1a-42c3-b7f0-b897b8ffcdd3 HTTP/1.1" status: 200 len: 1095 time: 0.1264725 Jan 18 22:19:57.078279 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-35e474c9-acaa-44d6-9976-ef9a6fc9e59d admin admin] For port d884bf49-78d2-4abe-910a-3194c6788d27, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=d884bf49-78d2-4abe-910a-3194c6788d27,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:19:57.079107 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-35e474c9-acaa-44d6-9976-ef9a6fc9e59d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:57.095173 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-c67c96de-8619-4a8c-b343-f44ad2e66450 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['951f976e-2e72-444e-82f8-f59e1a118eb0']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:19:57.111125 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-35e474c9-acaa-44d6-9976-ef9a6fc9e59d admin admin] Calling delete_port for d884bf49-78d2-4abe-910a-3194c6788d27 owned by network:router_gateway {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:19:57.119697 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-c67c96de-8619-4a8c-b343-f44ad2e66450 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '921fa3ca-8ab7-443d-99f7-bc96f0245d97') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:19:57.119996 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-c67c96de-8619-4a8c-b343-f44ad2e66450 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '921fa3ca-8ab7-443d-99f7-bc96f0245d97') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:19:57.144493 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c67c96de-8619-4a8c-b343-f44ad2e66450 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:57.210051 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c67c96de-8619-4a8c-b343-f44ad2e66450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:57.224163 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c67c96de-8619-4a8c-b343-f44ad2e66450 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:19:57.225394 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c67c96de-8619-4a8c-b343-f44ad2e66450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:57.228956 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:19:57.228956 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:19:57.228956 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:19:57.228956 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:19:57.228956 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:19:57.228956 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:19:57.228956 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:19:57.228956 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:19:57.228956 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:19:57.228956 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:19:57.228956 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:19:57.228956 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:19:57.228956 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:19:57.228956 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:19:57.228956 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:19:57.228956 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:19:57.228956 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:19:57.228956 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:19:57.228956 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:19:57.228956 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:19:57.228956 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:19:57.228956 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:19:57.228956 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:19:57.228956 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:19:57.228956 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:19:57.228956 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:19:57.228956 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:19:57.228956 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:19:57.228956 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:19:57.228956 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:19:57.228956 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:19:57.228956 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:19:57.311552 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bc865e-95e4-483e-9f85-b92261caf49f req-bc5fb971-cce3-4cde-b560-c927f3201afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:57.316174 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-96bc865e-95e4-483e-9f85-b92261caf49f req-bc5fb971-cce3-4cde-b560-c927f3201afe service neutron] 10.222.0.67 "GET /v2.0/networks?id=61203f33-a8b3-4e89-8217-8dac5f2bb01b HTTP/1.1" status: 200 len: 921 time: 0.2462897 Jan 18 22:19:57.371086 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c67c96de-8619-4a8c-b343-f44ad2e66450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:57.386531 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c67c96de-8619-4a8c-b343-f44ad2e66450 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:57.396279 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-c67c96de-8619-4a8c-b343-f44ad2e66450 admin admin] 10.222.0.53 "DELETE /v2.0/networks/951f976e-2e72-444e-82f8-f59e1a118eb0 HTTP/1.1" status: 204 len: 168 time: 1.8827829 Jan 18 22:19:57.411062 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67c96de-8619-4a8c-b343-f44ad2e66450 admin admin] Pushing event deleted for resources: {'Network': ['ID=951f976e-2e72-444e-82f8-f59e1a118eb0,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:19:57.475560 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-96bc865e-95e4-483e-9f85-b92261caf49f req-da844b2b-b5b8-47a0-9129-982175ffc33b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5e7c23d5-fee4-4d20-927a-b50071233f34 HTTP/1.1" status: 200 len: 217 time: 0.1504879 Jan 18 22:19:57.572818 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e867ab9a-5e79-4262-8129-25c60f9ca6f0 req-177be009-c742-4ee7-b136-27f98a1612a5 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:57.574643 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e867ab9a-5e79-4262-8129-25c60f9ca6f0 req-177be009-c742-4ee7-b136-27f98a1612a5 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a51b6e7-8616-455f-b81f-291bc7228e12 HTTP/1.1" status: 200 len: 946 time: 0.2435694 Jan 18 22:19:57.581527 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bc865e-95e4-483e-9f85-b92261caf49f req-cec96028-2511-4b9b-9a3c-b4fff0c4d011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:57.583652 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-96bc865e-95e4-483e-9f85-b92261caf49f req-cec96028-2511-4b9b-9a3c-b4fff0c4d011 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b92d365b-b574-47a9-a91d-968f4b104686 HTTP/1.1" status: 200 len: 861 time: 0.0979633 Jan 18 22:19:57.603508 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-35e474c9-acaa-44d6-9976-ef9a6fc9e59d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:57.651507 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-96bc865e-95e4-483e-9f85-b92261caf49f req-a83ea1e4-5e6f-4cfc-b87c-139d619fb021 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=61203f33-a8b3-4e89-8217-8dac5f2bb01b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441549 Jan 18 22:19:57.665909 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e474c9-acaa-44d6-9976-ef9a6fc9e59d admin admin] Pushing event deleted for resources: {'Port': ['ID=d884bf49-78d2-4abe-910a-3194c6788d27,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:19:57.702668 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 34886) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:19:57.810222 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-35e474c9-acaa-44d6-9976-ef9a6fc9e59d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043029'] for router_gateway, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:57.887106 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-96bc865e-95e4-483e-9f85-b92261caf49f req-8302572d-782b-4e86-ba3d-50fb40a93fab service neutron] 10.222.0.67 "GET /v2.0/networks/61203f33-a8b3-4e89-8217-8dac5f2bb01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043476 Jan 18 22:19:57.913499 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e867ab9a-5e79-4262-8129-25c60f9ca6f0 req-dd73d5fc-6825-44b7-83aa-b4178271ee73 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/security-groups?id=887106f9-0ea3-48df-93b8-5b7379f045d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3159521 Jan 18 22:19:57.925704 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-f310b0fb-c1f5-4bf6-bfa4-1e18bea0034c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2470a173f4ec4dbbaba85c29c38f49e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2216449 Jan 18 22:19:57.940385 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 34900) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:19:58.016015 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-35e474c9-acaa-44d6-9976-ef9a6fc9e59d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1040886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8602'] for router, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:58.021589 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-35e474c9-acaa-44d6-9976-ef9a6fc9e59d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:58.113384 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-35e474c9-acaa-44d6-9976-ef9a6fc9e59d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1040832'] for router, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:58.114118 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35e474c9-acaa-44d6-9976-ef9a6fc9e59d admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6c8edf7-05fd-41b7-b984-8d28e21fb978 {{(pid=102431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 22:19:58.118829 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-35e474c9-acaa-44d6-9976-ef9a6fc9e59d admin admin] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:58.124472 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-35e474c9-acaa-44d6-9976-ef9a6fc9e59d admin admin] 10.222.0.53 "DELETE /v2.0/routers/d6c8edf7-05fd-41b7-b984-8d28e21fb978 HTTP/1.1" status: 204 len: 168 time: 3.0102665 Jan 18 22:19:58.124472 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 34918) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:19:58.162823 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5fe578-2950-4da1-b768-d8f5bbb6719c req-43ecf703-bf21-46e2-8325-bc92cff0128e tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:58.167065 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0e5fe578-2950-4da1-b768-d8f5bbb6719c req-43ecf703-bf21-46e2-8325-bc92cff0128e tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/ports?device_id=2501ec93-af1a-42c3-b7f0-b897b8ffcdd3 HTTP/1.1" status: 200 len: 944 time: 0.2447264 Jan 18 22:19:58.193935 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-96bc865e-95e4-483e-9f85-b92261caf49f req-bc37446f-331a-4547-a40b-a646be540549 service neutron] 10.222.0.67 "GET /v2.0/networks/61203f33-a8b3-4e89-8217-8dac5f2bb01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755122 Jan 18 22:19:58.201830 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-dec749a7-2ccd-408c-a124-fef60d0f0b35 admin admin] Deleting subnet 298d2632-4609-4d47-8110-fdef65c01513 {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:19:58.206524 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-dec749a7-2ccd-408c-a124-fef60d0f0b35 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:58.237748 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c958d82c-4c6b-4807-ba5b-bda78bf15715 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:58.253668 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-dec749a7-2ccd-408c-a124-fef60d0f0b35 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:58.302580 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c958d82c-4c6b-4807-ba5b-bda78bf15715 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:58.307348 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0e5fe578-2950-4da1-b768-d8f5bbb6719c req-f9cdd8d8-aaf6-48c7-8baa-f2ee4e5e2988 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc8c7d2e-b8e2-47f9-a940-5cbf5ddba272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330867 Jan 18 22:19:58.360922 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-dec749a7-2ccd-408c-a124-fef60d0f0b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:58.427168 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c958d82c-4c6b-4807-ba5b-bda78bf15715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:58.428223 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-dec749a7-2ccd-408c-a124-fef60d0f0b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:58.430073 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c958d82c-4c6b-4807-ba5b-bda78bf15715 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:58.435374 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-c958d82c-4c6b-4807-ba5b-bda78bf15715 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c9fcd6a5-f0d5-4ad8-9c30-0f4f116e1f92 HTTP/1.1" status: 204 len: 168 time: 0.4930778 Jan 18 22:19:58.444518 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c958d82c-4c6b-4807-ba5b-bda78bf15715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9fcd6a5-f0d5-4ad8-9c30-0f4f116e1f92,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:19:58.460149 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec749a7-2ccd-408c-a124-fef60d0f0b35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=298d2632-4609-4d47-8110-fdef65c01513,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:19:58.487421 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-dec749a7-2ccd-408c-a124-fef60d0f0b35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:58.487926 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7175afbf-9232-4e43-8d96-3843cddc6be4 None None] Network e15f6438-95ae-482f-8d95-5a9ba3dee07c requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:19:58.492177 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-dec749a7-2ccd-408c-a124-fef60d0f0b35 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/298d2632-4609-4d47-8110-fdef65c01513 HTTP/1.1" status: 204 len: 168 time: 0.3667395 Jan 18 22:19:58.494448 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 34944) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:19:58.573616 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-caaedde7-be62-4ad0-9edb-56e2e589fe60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:58.655124 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-caaedde7-be62-4ad0-9edb-56e2e589fe60 admin admin] Deleting port ca6f34f9-3e17-4b0e-a5c9-cdadcf4b0cbc {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:19:58.655941 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-caaedde7-be62-4ad0-9edb-56e2e589fe60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:58.734832 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-caaedde7-be62-4ad0-9edb-56e2e589fe60 admin admin] For port ca6f34f9-3e17-4b0e-a5c9-cdadcf4b0cbc, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=ca6f34f9-3e17-4b0e-a5c9-cdadcf4b0cbc,segment=NetworkSegment(c7f002ff-ef12-4102-948c-19a32484e10e),segment_id=c7f002ff-ef12-4102-948c-19a32484e10e)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:19:58.736336 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-caaedde7-be62-4ad0-9edb-56e2e589fe60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:58.773134 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-caaedde7-be62-4ad0-9edb-56e2e589fe60 admin admin] Calling delete_port for ca6f34f9-3e17-4b0e-a5c9-cdadcf4b0cbc owned by network:dhcp {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:19:58.776549 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85914718-e420-4a4e-a9d3-176379878741 None None] DHCP port deletion for e15f6438-95ae-482f-8d95-5a9ba3dee07c request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:19:58.873473 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-85914718-e420-4a4e-a9d3-176379878741 None None] Deleting port ca6f34f9-3e17-4b0e-a5c9-cdadcf4b0cbc {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:19:58.874015 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-85914718-e420-4a4e-a9d3-176379878741 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:58.912702 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-caaedde7-be62-4ad0-9edb-56e2e589fe60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:58.929645 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 34974) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:19:58.950884 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaedde7-be62-4ad0-9edb-56e2e589fe60 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca6f34f9-3e17-4b0e-a5c9-cdadcf4b0cbc,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:19:58.975799 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caaedde7-be62-4ad0-9edb-56e2e589fe60 admin admin] No DVR routers for this DVR port ca6f34f9-3e17-4b0e-a5c9-cdadcf4b0cbc on host n-d-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:19:58.993706 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-85914718-e420-4a4e-a9d3-176379878741 None None] For port ca6f34f9-3e17-4b0e-a5c9-cdadcf4b0cbc, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=ca6f34f9-3e17-4b0e-a5c9-cdadcf4b0cbc,segment=NetworkSegment(c7f002ff-ef12-4102-948c-19a32484e10e),segment_id=c7f002ff-ef12-4102-948c-19a32484e10e)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:19:58.994390 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-85914718-e420-4a4e-a9d3-176379878741 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:59.024225 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-85914718-e420-4a4e-a9d3-176379878741 None None] Calling delete_port for ca6f34f9-3e17-4b0e-a5c9-cdadcf4b0cbc owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:19:59.090439 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-00faf047-beca-433f-86cc-9100196a2f86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:59.109696 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-caaedde7-be62-4ad0-9edb-56e2e589fe60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:59.142733 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-85914718-e420-4a4e-a9d3-176379878741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:59.154831 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-caaedde7-be62-4ad0-9edb-56e2e589fe60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e15f6438-95ae-482f-8d95-5a9ba3dee07c']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:19:59.169311 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a45fce1-09b8-4cb8-b616-1895b1b9cc8b req-9b9cafeb-b64d-4bcd-ba55-f3f477c79a79 tempest-ImagesOneServerTestJSON-1587676590 tempest-ImagesOneServerTestJSON-1587676590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:59.178230 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6a45fce1-09b8-4cb8-b616-1895b1b9cc8b req-9b9cafeb-b64d-4bcd-ba55-f3f477c79a79 tempest-ImagesOneServerTestJSON-1587676590 tempest-ImagesOneServerTestJSON-1587676590-project] 10.222.0.53 "GET /v2.0/ports?device_id=3108528b-0cef-473a-ba1d-bbb382d71ac7 HTTP/1.1" status: 200 len: 950 time: 0.1964991 Jan 18 22:19:59.183618 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85914718-e420-4a4e-a9d3-176379878741 None None] No DVR routers for this DVR port ca6f34f9-3e17-4b0e-a5c9-cdadcf4b0cbc on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:19:59.189538 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85914718-e420-4a4e-a9d3-176379878741 None None] Pushing event deleted for resources: {'Port': ['ID=ca6f34f9-3e17-4b0e-a5c9-cdadcf4b0cbc,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:19:59.198139 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-caaedde7-be62-4ad0-9edb-56e2e589fe60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7f002ff-ef12-4102-948c-19a32484e10e') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:19:59.198445 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-caaedde7-be62-4ad0-9edb-56e2e589fe60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7f002ff-ef12-4102-948c-19a32484e10e') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:19:59.199641 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-00faf047-beca-433f-86cc-9100196a2f86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:59.205739 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-00faf047-beca-433f-86cc-9100196a2f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:59.209932 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-caaedde7-be62-4ad0-9edb-56e2e589fe60 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60394742'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:59.223868 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-caaedde7-be62-4ad0-9edb-56e2e589fe60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:59.230425 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caaedde7-be62-4ad0-9edb-56e2e589fe60 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:19:59.230905 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-caaedde7-be62-4ad0-9edb-56e2e589fe60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60203044'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:59.247209 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-00faf047-beca-433f-86cc-9100196a2f86 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b30cb32e2afa4de88090f38d8285f352&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3161330 Jan 18 22:19:59.248402 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00faf047-beca-433f-86cc-9100196a2f86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6526c59-0f17-4bef-8d97-e8f83ae98a97,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:19:59.250825 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 34990) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:19:59.270681 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 5e7c23d5-fee4-4d20-927a-b50071233f34 details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:19:59.290183 n-d-825064-1 neutron-server[102430]: Traceback (most recent call last): Jan 18 22:19:59.290183 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:19:59.290183 n-d-825064-1 neutron-server[102430]: timer() Jan 18 22:19:59.290183 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:19:59.290183 n-d-825064-1 neutron-server[102430]: cb(*args, **kw) Jan 18 22:19:59.290183 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:19:59.290183 n-d-825064-1 neutron-server[102430]: return func(*args, **kwargs) Jan 18 22:19:59.290183 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:19:59.290183 n-d-825064-1 neutron-server[102430]: self._notify() Jan 18 22:19:59.290183 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:19:59.290183 n-d-825064-1 neutron-server[102430]: self.callback(batched_events) Jan 18 22:19:59.290183 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:19:59.290183 n-d-825064-1 neutron-server[102430]: event.method(event) Jan 18 22:19:59.290183 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:19:59.290183 n-d-825064-1 neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:19:59.290183 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:19:59.290183 n-d-825064-1 neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:19:59.290183 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:19:59.290183 n-d-825064-1 neutron-server[102430]: return f(self, *a, **k) Jan 18 22:19:59.290183 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:19:59.290183 n-d-825064-1 neutron-server[102430]: return self._get(url).json() Jan 18 22:19:59.290183 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:19:59.290183 n-d-825064-1 neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:19:59.290183 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:19:59.290183 n-d-825064-1 neutron-server[102430]: return self.request(url, 'GET', **kwargs) Jan 18 22:19:59.290183 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:19:59.290183 n-d-825064-1 neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:19:59.290183 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:19:59.290183 n-d-825064-1 neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:19:59.290183 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:19:59.290183 n-d-825064-1 neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:19:59.290183 n-d-825064-1 neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:19:59.321668 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2b9b6348-8577-471d-9370-3f2a16017bb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:59.339112 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3770ba-96a7-4878-9287-84be7c3c8d2f req-ff8acdc0-78ad-4c76-b69a-f80ed45c9d68 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:59.340758 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5b3770ba-96a7-4878-9287-84be7c3c8d2f req-ff8acdc0-78ad-4c76-b69a-f80ed45c9d68 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a51b6e7-8616-455f-b81f-291bc7228e12 HTTP/1.1" status: 200 len: 946 time: 0.2576549 Jan 18 22:19:59.350470 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-caaedde7-be62-4ad0-9edb-56e2e589fe60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:59.371562 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2b9b6348-8577-471d-9370-3f2a16017bb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:59.375151 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-caaedde7-be62-4ad0-9edb-56e2e589fe60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:59.378744 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-caaedde7-be62-4ad0-9edb-56e2e589fe60 admin admin] 10.222.0.53 "DELETE /v2.0/networks/e15f6438-95ae-482f-8d95-5a9ba3dee07c HTTP/1.1" status: 204 len: 168 time: 0.8832495 Jan 18 22:19:59.380626 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaedde7-be62-4ad0-9edb-56e2e589fe60 admin admin] Pushing event deleted for resources: {'Network': ['ID=e15f6438-95ae-482f-8d95-5a9ba3dee07c,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:19:59.404791 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6a45fce1-09b8-4cb8-b616-1895b1b9cc8b req-bed2d456-d150-4a9f-825b-20aa55284356 tempest-ImagesOneServerTestJSON-1587676590 tempest-ImagesOneServerTestJSON-1587676590-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e92fc84-9fa5-4530-930f-73f1fe5f22fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251015 Jan 18 22:19:59.416247 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 5e7c23d5-fee4-4d20-927a-b50071233f34, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=5e7c23d5-fee4-4d20-927a-b50071233f34,segment=NetworkSegment(2bbe6b88-f1a6-4fc9-b338-69341977472e),segment_id=2bbe6b88-f1a6-4fc9-b338-69341977472e)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:19:59.429859 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': '5e7c23d5-fee4-4d20-927a-b50071233f34', 'network_id': '61203f33-a8b3-4e89-8217-8dac5f2bb01b', 'port_id': '5e7c23d5-fee4-4d20-927a-b50071233f34', 'mac_address': 'fa:16:3e:ed:66:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b92d365b-b574-47a9-a91d-968f4b104686', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:19:59.452884 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5b3770ba-96a7-4878-9287-84be7c3c8d2f req-dd40dbc9-aeb9-4e2f-813c-a9cd83f9c87d tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/security-groups?id=887106f9-0ea3-48df-93b8-5b7379f045d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938108 Jan 18 22:19:59.475992 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2b9b6348-8577-471d-9370-3f2a16017bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:59.476524 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:59.480287 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2b9b6348-8577-471d-9370-3f2a16017bb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:59.482976 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-2b9b6348-8577-471d-9370-3f2a16017bb0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c6526c59-0f17-4bef-8d97-e8f83ae98a97 HTTP/1.1" status: 204 len: 168 time: 0.2302823 Jan 18 22:19:59.492808 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9b6348-8577-471d-9370-3f2a16017bb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6526c59-0f17-4bef-8d97-e8f83ae98a97,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:19:59.495974 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e7c23d5-fee4-4d20-927a-b50071233f34 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:19:59.531146 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 5e7c23d5-fee4-4d20-927a-b50071233f34, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=5e7c23d5-fee4-4d20-927a-b50071233f34,segment=NetworkSegment(2bbe6b88-f1a6-4fc9-b338-69341977472e),segment_id=2bbe6b88-f1a6-4fc9-b338-69341977472e)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:19:59.538334 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:59.622883 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8fece9-7f2e-4a05-86f5-009beffc2aef req-953edaa9-7c80-41d0-9b3e-948083c4a8fb tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:19:59.628899 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=5e7c23d5-fee4-4d20-927a-b50071233f34,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:19:59.630655 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6e8fece9-7f2e-4a05-86f5-009beffc2aef req-953edaa9-7c80-41d0-9b3e-948083c4a8fb tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/ports?device_id=2501ec93-af1a-42c3-b7f0-b897b8ffcdd3 HTTP/1.1" status: 200 len: 945 time: 0.0629976 Jan 18 22:19:59.644684 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 35014) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:19:59.683221 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6e8fece9-7f2e-4a05-86f5-009beffc2aef req-4eda0ea8-bc2c-4643-9a78-c6eeb68296f5 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc8c7d2e-b8e2-47f9-a940-5cbf5ddba272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516217 Jan 18 22:19:59.690554 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-3d2222c2-2009-459c-8b3b-8f98433d3a35 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9eaacdbf1945416eaa74e5d952bfe007&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0424974 Jan 18 22:19:59.691108 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 35016) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:19:59.743640 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 35020) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:19:59.751965 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f9dc25e7-9d2c-4d79-9cd6-ce45cef31e96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:59.774123 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['5e7c23d5-fee4-4d20-927a-b50071233f34'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:19:59.779062 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f9dc25e7-9d2c-4d79-9cd6-ce45cef31e96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:59.845135 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f9dc25e7-9d2c-4d79-9cd6-ce45cef31e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:59.849684 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f9dc25e7-9d2c-4d79-9cd6-ce45cef31e96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:59.851141 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-f9dc25e7-9d2c-4d79-9cd6-ce45cef31e96 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2ed107e0-e1b1-4bb4-95c0-d4e0e8400a0c HTTP/1.1" status: 204 len: 168 time: 0.1592216 Jan 18 22:19:59.862824 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dc25e7-9d2c-4d79-9cd6-ce45cef31e96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed107e0-e1b1-4bb4-95c0-d4e0e8400a0c,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:19:59.881909 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 35030) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:19:59.900031 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-44c760e8-1f3d-4810-a83a-459d2de3ce50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:59.992581 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-44c760e8-1f3d-4810-a83a-459d2de3ce50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:19:59.997703 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-44c760e8-1f3d-4810-a83a-459d2de3ce50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:00.037727 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-44c760e8-1f3d-4810-a83a-459d2de3ce50 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=33178afd98a44ebe80ae058f457e4287&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1543939 Jan 18 22:20:00.038701 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c760e8-1f3d-4810-a83a-459d2de3ce50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa1da706-26a5-4da9-b2e7-66e50bf9d9d4,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:00.041892 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 35032) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:20:00.099663 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-704c650a-82a6-45c0-8075-011c305dac4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:00.106446 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-7d629495-16d0-4544-bf6c-71148364daf3 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-65039464-network', 'tenant_id': '4e498fcb7b24422f9e5d32613a741483'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:20:00.138461 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-704c650a-82a6-45c0-8075-011c305dac4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:00.170496 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d629495-16d0-4544-bf6c-71148364daf3 admin admin] Made reservation on behalf of 4e498fcb7b24422f9e5d32613a741483 for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:20:00.172952 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7d629495-16d0-4544-bf6c-71148364daf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:00.184527 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7d629495-16d0-4544-bf6c-71148364daf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:00.223377 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-704c650a-82a6-45c0-8075-011c305dac4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:00.225983 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-704c650a-82a6-45c0-8075-011c305dac4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:00.230258 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-704c650a-82a6-45c0-8075-011c305dac4f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fa1da706-26a5-4da9-b2e7-66e50bf9d9d4 HTTP/1.1" status: 204 len: 168 time: 0.1871402 Jan 18 22:20:00.245636 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704c650a-82a6-45c0-8075-011c305dac4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa1da706-26a5-4da9-b2e7-66e50bf9d9d4,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:00.308302 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7d629495-16d0-4544-bf6c-71148364daf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:00.314125 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7d629495-16d0-4544-bf6c-71148364daf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:00.344639 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d629495-16d0-4544-bf6c-71148364daf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92d0bf2d-4a69-4a06-bc28-bffdc82f7ef7,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:00.362003 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d629495-16d0-4544-bf6c-71148364daf3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:20:00.381541 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device ca6f34f9-3e17-4b0e-a5c9-cdadcf4b0cbc no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:20:00.389051 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7d629495-16d0-4544-bf6c-71148364daf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:00.389724 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-7d629495-16d0-4544-bf6c-71148364daf3 admin admin] Added segment 8b9c1dcd-43d7-469e-84e6-2ae44ff323fb of type vlan for network bbd133fe-c308-4a8e-bf62-ce93a757e989 Jan 18 22:20:00.419564 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: ca6f34f9-3e17-4b0e-a5c9-cdadcf4b0cbc {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:20:00.421300 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device ca6f34f9-3e17-4b0e-a5c9-cdadcf4b0cbc not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:20:00.423354 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device d884bf49-78d2-4abe-910a-3194c6788d27 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:20:00.440915 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7d629495-16d0-4544-bf6c-71148364daf3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:00.467139 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: d884bf49-78d2-4abe-910a-3194c6788d27 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:20:00.468200 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device d884bf49-78d2-4abe-910a-3194c6788d27 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:20:00.477308 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7d629495-16d0-4544-bf6c-71148364daf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:00.479318 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d629495-16d0-4544-bf6c-71148364daf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:00.480329 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7d629495-16d0-4544-bf6c-71148364daf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:00.525147 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-7d629495-16d0-4544-bf6c-71148364daf3 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7798893 Jan 18 22:20:00.529313 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 35078) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:20:00.534290 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-11fa4912-4947-4987-8e93-ee18fd28d50f admin admin] Request body: {'subnet': {'network_id': 'bbd133fe-c308-4a8e-bf62-ce93a757e989', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-65039464-subnet', 'tenant_id': '4e498fcb7b24422f9e5d32613a741483', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:20:00.585377 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11fa4912-4947-4987-8e93-ee18fd28d50f admin admin] Made reservation on behalf of 4e498fcb7b24422f9e5d32613a741483 for: {'subnet': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:20:00.588264 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d629495-16d0-4544-bf6c-71148364daf3 admin admin] Pushing event updated for resources: {'Network': ['ID=bbd133fe-c308-4a8e-bf62-ce93a757e989,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:00.588399 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-11fa4912-4947-4987-8e93-ee18fd28d50f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62288702'] for subnet, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:00.602414 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network bbd133fe-c308-4a8e-bf62-ce93a757e989 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:20:00.733620 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0eeaf9-989f-441d-b26b-6f986ba14fb6 req-8f44182f-c350-4ea1-94ad-94a3ba7e83de tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:00.735657 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3f0eeaf9-989f-441d-b26b-6f986ba14fb6 req-8f44182f-c350-4ea1-94ad-94a3ba7e83de tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a51b6e7-8616-455f-b81f-291bc7228e12 HTTP/1.1" status: 200 len: 946 time: 0.1275530 Jan 18 22:20:00.803565 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3f0eeaf9-989f-441d-b26b-6f986ba14fb6 req-f04e13f3-f889-4642-bd9c-64feae0ee62a tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/security-groups?id=887106f9-0ea3-48df-93b8-5b7379f045d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594082 Jan 18 22:20:00.956641 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-11fa4912-4947-4987-8e93-ee18fd28d50f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60203213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62288684'] for subnet, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:01.027723 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a39f761-800f-4567-9234-b4c77fe593e8 req-cdf0588f-ec13-4790-8525-03306f7333eb tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:01.029241 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2a39f761-800f-4567-9234-b4c77fe593e8 req-cdf0588f-ec13-4790-8525-03306f7333eb tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/ports?device_id=2501ec93-af1a-42c3-b7f0-b897b8ffcdd3 HTTP/1.1" status: 200 len: 945 time: 0.1273501 Jan 18 22:20:01.069397 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fa4912-4947-4987-8e93-ee18fd28d50f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3943d4e3-11db-416b-b501-9e5a6550fdf9,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:01.073306 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 35108) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:20:01.115927 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efef4d1-0bb6-44da-89f1-437f468ea785 req-60e5846c-6085-4d64-988f-0781af596339 tempest-ImagesOneServerTestJSON-1587676590 tempest-ImagesOneServerTestJSON-1587676590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:01.117467 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0efef4d1-0bb6-44da-89f1-437f468ea785 req-60e5846c-6085-4d64-988f-0781af596339 tempest-ImagesOneServerTestJSON-1587676590 tempest-ImagesOneServerTestJSON-1587676590-project] 10.222.0.53 "GET /v2.0/ports?device_id=3108528b-0cef-473a-ba1d-bbb382d71ac7 HTTP/1.1" status: 200 len: 950 time: 0.1500127 Jan 18 22:20:01.126830 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2a39f761-800f-4567-9234-b4c77fe593e8 req-61e2cf15-7143-4fc8-bb28-0c7a179ce8d8 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc8c7d2e-b8e2-47f9-a940-5cbf5ddba272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869813 Jan 18 22:20:01.130488 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11fa4912-4947-4987-8e93-ee18fd28d50f admin admin] Checking segment: {'id': '8b9c1dcd-43d7-469e-84e6-2ae44ff323fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'bbd133fe-c308-4a8e-bf62-ce93a757e989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:20:01.130847 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11fa4912-4947-4987-8e93-ee18fd28d50f admin admin] Network hostable DHCP agents. Network: bbd133fe-c308-4a8e-bf62-ce93a757e989, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:20:01.177915 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0efef4d1-0bb6-44da-89f1-437f468ea785 req-0c343fba-f223-4fe7-997c-33eee91c729e tempest-ImagesOneServerTestJSON-1587676590 tempest-ImagesOneServerTestJSON-1587676590-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e92fc84-9fa5-4530-930f-73f1fe5f22fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500977 Jan 18 22:20:01.183853 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11fa4912-4947-4987-8e93-ee18fd28d50f admin admin] Network bbd133fe-c308-4a8e-bf62-ce93a757e989 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:20:01.196707 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-11fa4912-4947-4987-8e93-ee18fd28d50f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, bbd133fe-c308-4a8e-bf62-ce93a757e989) {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:20:01.208060 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11fa4912-4947-4987-8e93-ee18fd28d50f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:01.208735 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-11fa4912-4947-4987-8e93-ee18fd28d50f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:01.216386 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-afbdd425-270a-4f92-93a6-5a9f824ca966 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1082608301-network', 'tenant_id': 'e820669caca04fcb8f8972d8b3102f64'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:20:01.220506 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa861a0-a3cc-4933-9609-dd7760d51b0d None None] Network bbd133fe-c308-4a8e-bf62-ce93a757e989 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:20:01.228998 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-11fa4912-4947-4987-8e93-ee18fd28d50f admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6985106 Jan 18 22:20:01.255035 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afbdd425-270a-4f92-93a6-5a9f824ca966 admin admin] Made reservation on behalf of e820669caca04fcb8f8972d8b3102f64 for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:20:01.257652 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-afbdd425-270a-4f92-93a6-5a9f824ca966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:01.270489 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-afbdd425-270a-4f92-93a6-5a9f824ca966 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:01.286594 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 5e7c23d5-fee4-4d20-927a-b50071233f34 up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:20:01.373617 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-afbdd425-270a-4f92-93a6-5a9f824ca966 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:01.383589 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-afbdd425-270a-4f92-93a6-5a9f824ca966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:01.387781 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7fb7e8a-87a4-4b3a-8ffe-a8988196f1c3 None None] Network bbd133fe-c308-4a8e-bf62-ce93a757e989 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:20:01.398878 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afbdd425-270a-4f92-93a6-5a9f824ca966 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:20:01.403828 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port 5e7c23d5-fee4-4d20-927a-b50071233f34 completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:20:01.419445 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-afbdd425-270a-4f92-93a6-5a9f824ca966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:01.420073 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-afbdd425-270a-4f92-93a6-5a9f824ca966 admin admin] Added segment faec684d-228a-4063-b282-58eaf9720a79 of type vlan for network a51a6fff-5ab2-447c-8b55-7ba7d5e58077 Jan 18 22:20:01.442396 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port 5e7c23d5-fee4-4d20-927a-b50071233f34 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:20:01.443314 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:01.471605 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbdd425-270a-4f92-93a6-5a9f824ca966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feae3479-97c3-4dcd-9cbb-02eadc4c6a76,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:01.498253 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-afbdd425-270a-4f92-93a6-5a9f824ca966 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:01.528656 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-afbdd425-270a-4f92-93a6-5a9f824ca966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:01.529770 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbdd425-270a-4f92-93a6-5a9f824ca966 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:01.530417 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-afbdd425-270a-4f92-93a6-5a9f824ca966 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:01.590841 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbdd425-270a-4f92-93a6-5a9f824ca966 admin admin] Pushing event updated for resources: {'Network': ['ID=a51a6fff-5ab2-447c-8b55-7ba7d5e58077,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:01.614650 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-afbdd425-270a-4f92-93a6-5a9f824ca966 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5401990 Jan 18 22:20:01.617427 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 35132) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:20:01.622603 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:01.624450 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-5c89e9f4-2acd-4c1c-be14-fe267cebde3c admin admin] Request body: {'subnet': {'network_id': 'a51a6fff-5ab2-447c-8b55-7ba7d5e58077', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1082608301-subnet', 'tenant_id': 'e820669caca04fcb8f8972d8b3102f64', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:20:01.642201 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network a51a6fff-5ab2-447c-8b55-7ba7d5e58077 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:20:01.648820 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c89e9f4-2acd-4c1c-be14-fe267cebde3c admin admin] Made reservation on behalf of e820669caca04fcb8f8972d8b3102f64 for: {'subnet': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:20:01.653173 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5c89e9f4-2acd-4c1c-be14-fe267cebde3c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62288702'] for subnet, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:01.704112 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2501ec93-af1a-42c3-b7f0-b897b8ffcdd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e7c23d5-fee4-4d20-927a-b50071233f34'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:20:01.706691 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9700a33-8995-458d-9eef-5e9a9269770b" -d '{"events": [{"server_uuid": "2501ec93-af1a-42c3-b7f0-b897b8ffcdd3", "name": "network-vif-plugged", "status": "completed", "tag": "5e7c23d5-fee4-4d20-927a-b50071233f34"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:20:01.727781 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 5e7c23d5-fee4-4d20-927a-b50071233f34, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=5e7c23d5-fee4-4d20-927a-b50071233f34,segment=NetworkSegment(2bbe6b88-f1a6-4fc9-b338-69341977472e),segment_id=2bbe6b88-f1a6-4fc9-b338-69341977472e)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:20:01.740596 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:01.741727 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 34cd6b2b-a8f0-42a4-8d79-a3881c92dfc8 no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:20:01.865355 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e020673-70be-46d9-b224-c48ce74d41a8 x-openstack-request-id: req-9e020673-70be-46d9-b224-c48ce74d41a8 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:20:01.865874 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2501ec93-af1a-42c3-b7f0-b897b8ffcdd3", "name": "network-vif-plugged", "status": "completed", "tag": "5e7c23d5-fee4-4d20-927a-b50071233f34", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:20:01.866297 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9e020673-70be-46d9-b224-c48ce74d41a8 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:20:01.866885 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2501ec93-af1a-42c3-b7f0-b897b8ffcdd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e7c23d5-fee4-4d20-927a-b50071233f34', 'code': 200} Jan 18 22:20:01.869629 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=5e7c23d5-fee4-4d20-927a-b50071233f34,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:01.884921 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:01.912168 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5c89e9f4-2acd-4c1c-be14-fe267cebde3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60203213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62288684'] for subnet, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:01.933388 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 34cd6b2b-a8f0-42a4-8d79-a3881c92dfc8, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=34cd6b2b-a8f0-42a4-8d79-a3881c92dfc8,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:20:01.941012 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:02.002151 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=34cd6b2b-a8f0-42a4-8d79-a3881c92dfc8,revision_number=11']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:02.064869 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c89e9f4-2acd-4c1c-be14-fe267cebde3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=388020c9-0236-4ef5-93d9-ef2bde8b97b6,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:02.090977 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7d01ff-bf8a-4bb1-9c65-0e5631d8dc97 req-109577a4-f0ba-4db3-b0e3-1665180b6568 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:02.092469 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8b7d01ff-bf8a-4bb1-9c65-0e5631d8dc97 req-109577a4-f0ba-4db3-b0e3-1665180b6568 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/networks?id=bbd133fe-c308-4a8e-bf62-ce93a757e989 HTTP/1.1" status: 200 len: 813 time: 0.3018684 Jan 18 22:20:02.108330 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff69dbb9-b513-4fad-820e-9db1a028c674 req-a72808d6-970f-413a-a320-36317acbc8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:02.109853 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ff69dbb9-b513-4fad-820e-9db1a028c674 req-a72808d6-970f-413a-a320-36317acbc8cf service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2501ec93-af1a-42c3-b7f0-b897b8ffcdd3 HTTP/1.1" status: 200 len: 1097 time: 0.1508503 Jan 18 22:20:02.117326 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c89e9f4-2acd-4c1c-be14-fe267cebde3c admin admin] Checking segment: {'id': 'faec684d-228a-4063-b282-58eaf9720a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a51a6fff-5ab2-447c-8b55-7ba7d5e58077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:20:02.117690 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c89e9f4-2acd-4c1c-be14-fe267cebde3c admin admin] Network hostable DHCP agents. Network: a51a6fff-5ab2-447c-8b55-7ba7d5e58077, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:20:02.126454 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace70ab5-f16c-4c2d-a989-4f80253e7f30 req-23ba5ce3-9e2b-48e1-a3f9-ac4f4e0adb2d tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:02.127870 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ace70ab5-f16c-4c2d-a989-4f80253e7f30 req-23ba5ce3-9e2b-48e1-a3f9-ac4f4e0adb2d tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a51b6e7-8616-455f-b81f-291bc7228e12 HTTP/1.1" status: 200 len: 946 time: 0.1677604 Jan 18 22:20:02.146139 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8b7d01ff-bf8a-4bb1-9c65-0e5631d8dc97 req-73751b45-00d5-453f-9152-e57f31c65233 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/quotas/4e498fcb7b24422f9e5d32613a741483 HTTP/1.1" status: 200 len: 375 time: 0.0444958 Jan 18 22:20:02.212737 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8b7d01ff-bf8a-4bb1-9c65-0e5631d8dc97 req-96de0e63-f877-4a21-959e-62026f604775 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4e498fcb7b24422f9e5d32613a741483&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0542648 Jan 18 22:20:02.219510 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c89e9f4-2acd-4c1c-be14-fe267cebde3c admin admin] Network a51a6fff-5ab2-447c-8b55-7ba7d5e58077 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:20:02.237557 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ff69dbb9-b513-4fad-820e-9db1a028c674 req-675317f6-9369-43cf-83b8-343cfe5a9922 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=dc8c7d2e-b8e2-47f9-a940-5cbf5ddba272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087341 Jan 18 22:20:02.242474 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ace70ab5-f16c-4c2d-a989-4f80253e7f30 req-a27b6411-baf7-49ca-8d57-ab914419d897 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/security-groups?id=887106f9-0ea3-48df-93b8-5b7379f045d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055057 Jan 18 22:20:02.253337 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-5c89e9f4-2acd-4c1c-be14-fe267cebde3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, a51a6fff-5ab2-447c-8b55-7ba7d5e58077) {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:20:02.283050 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b964fe90-2179-4ed8-8c2c-fa838445d8f0 None None] Network a51a6fff-5ab2-447c-8b55-7ba7d5e58077 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:20:02.283811 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c89e9f4-2acd-4c1c-be14-fe267cebde3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:02.284452 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5c89e9f4-2acd-4c1c-be14-fe267cebde3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:02.320250 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-5c89e9f4-2acd-4c1c-be14-fe267cebde3c admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7016301 Jan 18 22:20:02.322950 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 35172) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:20:02.331078 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-963a6912-92a9-4161-94db-8461ab7df6a6 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1082608301-router', 'tenant_id': 'e820669caca04fcb8f8972d8b3102f64', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:20:02.373823 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8b7d01ff-bf8a-4bb1-9c65-0e5631d8dc97 req-b7c6a858-faa3-499f-8485-775a95710f66 service neutron] 10.222.0.53 "GET /v2.0/networks/bbd133fe-c308-4a8e-bf62-ce93a757e989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487048 Jan 18 22:20:02.452831 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-963a6912-92a9-4161-94db-8461ab7df6a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1044160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8692'] for router, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:02.453869 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-963a6912-92a9-4161-94db-8461ab7df6a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1040680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8675'] for router, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:02.460884 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d739620e-99c7-480b-86eb-fbdcfcbe5c3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-a51a6fff-5ab2-447c-8b55-7ba7d5e58077', 'network_id': 'a51a6fff-5ab2-447c-8b55-7ba7d5e58077', 'tenant_id': 'e820669caca04fcb8f8972d8b3102f64', 'fixed_ips': [{'subnet_id': '388020c9-0236-4ef5-93d9-ef2bde8b97b6'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:20:02.462194 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d739620e-99c7-480b-86eb-fbdcfcbe5c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:02.466432 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14475bd1-1cd1-4ee0-84a3-8f4dc7637efc req-870601ad-ab45-4b7d-bec8-510266c45ae5 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:02.467960 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-14475bd1-1cd1-4ee0-84a3-8f4dc7637efc req-870601ad-ab45-4b7d-bec8-510266c45ae5 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/ports?device_id=2501ec93-af1a-42c3-b7f0-b897b8ffcdd3 HTTP/1.1" status: 200 len: 946 time: 0.1257641 Jan 18 22:20:02.569631 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-963a6912-92a9-4161-94db-8461ab7df6a6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:02.571929 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8b7d01ff-bf8a-4bb1-9c65-0e5631d8dc97 req-c25625e7-0611-45fe-be7d-ac8729f6f0a2 service neutron] 10.222.0.53 "GET /v2.0/networks/bbd133fe-c308-4a8e-bf62-ce93a757e989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901951 Jan 18 22:20:02.582849 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-14475bd1-1cd1-4ee0-84a3-8f4dc7637efc req-0220dab0-36c9-4e81-bcdf-ec0757a8f521 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc8c7d2e-b8e2-47f9-a940-5cbf5ddba272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022780 Jan 18 22:20:02.623974 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-d739620e-99c7-480b-86eb-fbdcfcbe5c3f None None] Allocated IP 172.20.0.2 (a51a6fff-5ab2-447c-8b55-7ba7d5e58077/388020c9-0236-4ef5-93d9-ef2bde8b97b6/725cbf0b-3476-4d1a-a904-04c7604f3af0) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:20:02.757570 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-963a6912-92a9-4161-94db-8461ab7df6a6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:02.783105 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20cac12-8140-4e61-a7ff-5506294bed61 req-0358b04c-0c3f-4cf3-a6a2-7db54cee3673 tempest-ImagesOneServerTestJSON-1587676590 tempest-ImagesOneServerTestJSON-1587676590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:02.785441 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d20cac12-8140-4e61-a7ff-5506294bed61 req-0358b04c-0c3f-4cf3-a6a2-7db54cee3673 tempest-ImagesOneServerTestJSON-1587676590 tempest-ImagesOneServerTestJSON-1587676590-project] 10.222.0.53 "GET /v2.0/ports?device_id=3108528b-0cef-473a-ba1d-bbb382d71ac7 HTTP/1.1" status: 200 len: 948 time: 0.0972896 Jan 18 22:20:02.853203 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d739620e-99c7-480b-86eb-fbdcfcbe5c3f None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:02.860812 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d739620e-99c7-480b-86eb-fbdcfcbe5c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:02.876512 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1cfea550-f605-4845-89e1-e50e81118628 req-4329e369-6b14-44e4-83fc-8e9323ce61e6 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f438302-63de-4371-a597-369b6e067958 HTTP/1.1" status: 200 len: 210 time: 0.0775933 Jan 18 22:20:02.955706 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d20cac12-8140-4e61-a7ff-5506294bed61 req-b5a9170e-26ae-4ad4-972a-a225c311ac7c tempest-ImagesOneServerTestJSON-1587676590 tempest-ImagesOneServerTestJSON-1587676590-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e92fc84-9fa5-4530-930f-73f1fe5f22fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560707 Jan 18 22:20:02.957318 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d739620e-99c7-480b-86eb-fbdcfcbe5c3f None None] Network a51a6fff-5ab2-447c-8b55-7ba7d5e58077 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:20:02.970324 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-d739620e-99c7-480b-86eb-fbdcfcbe5c3f None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:20:02.973152 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d739620e-99c7-480b-86eb-fbdcfcbe5c3f None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:20:02.976517 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d739620e-99c7-480b-86eb-fbdcfcbe5c3f None None] Pushing event updated for resources: {'Port': ['ID=725cbf0b-3476-4d1a-a904-04c7604f3af0,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:02.996049 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf9f06c-321a-43da-a96a-26f8b3b996ee req-f45dcd76-9b08-4116-86f8-bd61e80bf858 tempest-ImagesOneServerTestJSON-1587676590 tempest-ImagesOneServerTestJSON-1587676590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:02.998039 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-adf9f06c-321a-43da-a96a-26f8b3b996ee req-f45dcd76-9b08-4116-86f8-bd61e80bf858 tempest-ImagesOneServerTestJSON-1587676590 tempest-ImagesOneServerTestJSON-1587676590-project] 10.222.0.67 "GET /v2.0/ports?device_id=3108528b-0cef-473a-ba1d-bbb382d71ac7 HTTP/1.1" status: 200 len: 948 time: 0.1113472 Jan 18 22:20:03.057059 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-d739620e-99c7-480b-86eb-fbdcfcbe5c3f None None] Attempting to bind port 725cbf0b-3476-4d1a-a904-04c7604f3af0 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:20:03.060178 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-d739620e-99c7-480b-86eb-fbdcfcbe5c3f None None] Attempting to bind port 725cbf0b-3476-4d1a-a904-04c7604f3af0 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': 'faec684d-228a-4063-b282-58eaf9720a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a51a6fff-5ab2-447c-8b55-7ba7d5e58077'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:20:03.060178 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d739620e-99c7-480b-86eb-fbdcfcbe5c3f None None] Attempting to bind port 725cbf0b-3476-4d1a-a904-04c7604f3af0 on network a51a6fff-5ab2-447c-8b55-7ba7d5e58077 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:20:03.063837 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d739620e-99c7-480b-86eb-fbdcfcbe5c3f None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:20:03.064309 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d739620e-99c7-480b-86eb-fbdcfcbe5c3f None None] Checking segment: {'id': 'faec684d-228a-4063-b282-58eaf9720a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a51a6fff-5ab2-447c-8b55-7ba7d5e58077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:20:03.064918 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d739620e-99c7-480b-86eb-fbdcfcbe5c3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:03.065309 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d739620e-99c7-480b-86eb-fbdcfcbe5c3f None None] Bound using segment: {'id': 'faec684d-228a-4063-b282-58eaf9720a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a51a6fff-5ab2-447c-8b55-7ba7d5e58077'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:20:03.065931 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-d739620e-99c7-480b-86eb-fbdcfcbe5c3f None None] Bound port: 725cbf0b-3476-4d1a-a904-04c7604f3af0, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faec684d-228a-4063-b282-58eaf9720a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a51a6fff-5ab2-447c-8b55-7ba7d5e58077'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:20:03.066244 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d739620e-99c7-480b-86eb-fbdcfcbe5c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:03.144861 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-d739620e-99c7-480b-86eb-fbdcfcbe5c3f None None] For port 725cbf0b-3476-4d1a-a904-04c7604f3af0, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:20:03.148917 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-d739620e-99c7-480b-86eb-fbdcfcbe5c3f None None] For port 725cbf0b-3476-4d1a-a904-04c7604f3af0, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=725cbf0b-3476-4d1a-a904-04c7604f3af0,segment=NetworkSegment(faec684d-228a-4063-b282-58eaf9720a79),segment_id=faec684d-228a-4063-b282-58eaf9720a79)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:20:03.155287 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d739620e-99c7-480b-86eb-fbdcfcbe5c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:03.205726 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 35226) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:20:03.226110 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d739620e-99c7-480b-86eb-fbdcfcbe5c3f None None] Pushing event updated for resources: {'Port': ['ID=725cbf0b-3476-4d1a-a904-04c7604f3af0,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:03.251134 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-adf9f06c-321a-43da-a96a-26f8b3b996ee req-c57d335c-ebc3-468a-9120-af0fb4af88ba tempest-ImagesOneServerTestJSON-1587676590 tempest-ImagesOneServerTestJSON-1587676590-project] Deleting port 34cd6b2b-a8f0-42a4-8d79-a3881c92dfc8 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:20:03.251478 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-adf9f06c-321a-43da-a96a-26f8b3b996ee req-c57d335c-ebc3-468a-9120-af0fb4af88ba tempest-ImagesOneServerTestJSON-1587676590 tempest-ImagesOneServerTestJSON-1587676590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:03.375168 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2878c4eb-c740-4560-bf83-7b2b559a3846 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:03.387587 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-963a6912-92a9-4161-94db-8461ab7df6a6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:03.422032 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-963a6912-92a9-4161-94db-8461ab7df6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:03.518652 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2878c4eb-c740-4560-bf83-7b2b559a3846 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:03.522707 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2878c4eb-c740-4560-bf83-7b2b559a3846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:03.554668 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ff838a-c219-42ad-8b96-838cd64c8767 req-cd1517ef-3aed-4fac-bcc2-5e36bf3d915e tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:03.558131 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-80ff838a-c219-42ad-8b96-838cd64c8767 req-cd1517ef-3aed-4fac-bcc2-5e36bf3d915e tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a51b6e7-8616-455f-b81f-291bc7228e12 HTTP/1.1" status: 200 len: 946 time: 0.2150855 Jan 18 22:20:03.563486 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-adf9f06c-321a-43da-a96a-26f8b3b996ee req-c57d335c-ebc3-468a-9120-af0fb4af88ba tempest-ImagesOneServerTestJSON-1587676590 tempest-ImagesOneServerTestJSON-1587676590-project] For port 34cd6b2b-a8f0-42a4-8d79-a3881c92dfc8, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=34cd6b2b-a8f0-42a4-8d79-a3881c92dfc8,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:20:03.563839 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-adf9f06c-321a-43da-a96a-26f8b3b996ee req-c57d335c-ebc3-468a-9120-af0fb4af88ba tempest-ImagesOneServerTestJSON-1587676590 tempest-ImagesOneServerTestJSON-1587676590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:03.584211 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-2878c4eb-c740-4560-bf83-7b2b559a3846 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e4e380a8c9c941c898052aac58f45beb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3732438 Jan 18 22:20:03.584211 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2878c4eb-c740-4560-bf83-7b2b559a3846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d78eddb-880e-4a6c-bcc3-dfb87cfe14d9,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:03.586977 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 35236) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:20:03.643564 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-adf9f06c-321a-43da-a96a-26f8b3b996ee req-c57d335c-ebc3-468a-9120-af0fb4af88ba tempest-ImagesOneServerTestJSON-1587676590 tempest-ImagesOneServerTestJSON-1587676590-project] Calling delete_port for 34cd6b2b-a8f0-42a4-8d79-a3881c92dfc8 owned by compute:nova {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:20:03.650153 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-95da643e-465f-4dc6-ac40-8eea5610bc45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:03.682013 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-95da643e-465f-4dc6-ac40-8eea5610bc45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:03.704874 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-80ff838a-c219-42ad-8b96-838cd64c8767 req-94cf9194-e9e2-4237-8b2d-3188524fa06f tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/security-groups?id=887106f9-0ea3-48df-93b8-5b7379f045d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206861 Jan 18 22:20:03.748963 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-95da643e-465f-4dc6-ac40-8eea5610bc45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:03.752639 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-95da643e-465f-4dc6-ac40-8eea5610bc45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:03.754267 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-95da643e-465f-4dc6-ac40-8eea5610bc45 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1d78eddb-880e-4a6c-bcc3-dfb87cfe14d9 HTTP/1.1" status: 204 len: 168 time: 0.1659968 Jan 18 22:20:03.772817 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95da643e-465f-4dc6-ac40-8eea5610bc45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d78eddb-880e-4a6c-bcc3-dfb87cfe14d9,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:03.828476 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-963a6912-92a9-4161-94db-8461ab7df6a6 admin admin] Allocated IP 172.25.5.184 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/edec1792-c2c5-4fbe-83e0-454ea1141e80) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:20:03.868728 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3108528b-0cef-473a-ba1d-bbb382d71ac7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34cd6b2b-a8f0-42a4-8d79-a3881c92dfc8'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:20:03.871270 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41bc57cf-ce69-40b1-a3ff-00cd80ba7cd3" -d '{"events": [{"server_uuid": "3108528b-0cef-473a-ba1d-bbb382d71ac7", "name": "network-vif-unplugged", "status": "completed", "tag": "34cd6b2b-a8f0-42a4-8d79-a3881c92dfc8"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:20:03.950657 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 18 Jan 2022 22:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffc6787d-5f3f-415e-8be8-1c65add94908 x-openstack-request-id: req-ffc6787d-5f3f-415e-8be8-1c65add94908 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:20:03.950949 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3108528b-0cef-473a-ba1d-bbb382d71ac7", "name": "network-vif-unplugged", "status": "completed", "tag": "34cd6b2b-a8f0-42a4-8d79-a3881c92dfc8", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:20:03.951199 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ffc6787d-5f3f-415e-8be8-1c65add94908 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:20:03.951593 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3108528b-0cef-473a-ba1d-bbb382d71ac7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34cd6b2b-a8f0-42a4-8d79-a3881c92dfc8', 'code': 200} Jan 18 22:20:04.139145 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 35254) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:20:04.156052 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4210e177-4a67-484e-a628-37f7e18e2123 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:04.219013 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259e59ca-d555-4903-81dc-007e5036c684 req-01997bf4-551d-4552-9b7d-a703a4d113da tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:04.221340 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-259e59ca-d555-4903-81dc-007e5036c684 req-01997bf4-551d-4552-9b7d-a703a4d113da tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/ports?device_id=2501ec93-af1a-42c3-b7f0-b897b8ffcdd3 HTTP/1.1" status: 200 len: 946 time: 0.4443383 Jan 18 22:20:04.262650 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4210e177-4a67-484e-a628-37f7e18e2123 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:04.272626 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4210e177-4a67-484e-a628-37f7e18e2123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:04.319338 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-4210e177-4a67-484e-a628-37f7e18e2123 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=16de1ae1efac4622bceaa46eeb696aaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1786647 Jan 18 22:20:04.325692 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 35258) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:20:04.336681 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4210e177-4a67-484e-a628-37f7e18e2123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abc9454b-3a2c-49f5-8458-92b34bddd689,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:04.356589 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4bb0c3b9-1cea-443e-899e-dd82950262bf req-f606905b-c322-43cb-9339-63058cfe5db7 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f438302-63de-4371-a597-369b6e067958 HTTP/1.1" status: 200 len: 210 time: 0.1339397 Jan 18 22:20:04.411015 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 725cbf0b-3476-4d1a-a904-04c7604f3af0 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:20:04.421707 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-05d35aeb-dee3-446c-8030-751e393634c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:04.438291 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-963a6912-92a9-4161-94db-8461ab7df6a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:04.453210 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-05d35aeb-dee3-446c-8030-751e393634c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:04.494375 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 725cbf0b-3476-4d1a-a904-04c7604f3af0 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:20:04.494891 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:04.518022 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-259e59ca-d555-4903-81dc-007e5036c684 req-f1258b3c-49a8-41ce-b50a-2990f89f455b tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc8c7d2e-b8e2-47f9-a940-5cbf5ddba272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535591 Jan 18 22:20:04.529280 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-05d35aeb-dee3-446c-8030-751e393634c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:04.548186 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-05d35aeb-dee3-446c-8030-751e393634c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:04.548186 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-05d35aeb-dee3-446c-8030-751e393634c4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/abc9454b-3a2c-49f5-8458-92b34bddd689 HTTP/1.1" status: 204 len: 168 time: 0.2137735 Jan 18 22:20:04.558090 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d35aeb-dee3-446c-8030-751e393634c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc9454b-3a2c-49f5-8458-92b34bddd689,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:04.635502 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:04.676374 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port 725cbf0b-3476-4d1a-a904-04c7604f3af0, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=725cbf0b-3476-4d1a-a904-04c7604f3af0,segment=NetworkSegment(faec684d-228a-4063-b282-58eaf9720a79),segment_id=faec684d-228a-4063-b282-58eaf9720a79)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:20:04.692163 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-adf9f06c-321a-43da-a96a-26f8b3b996ee req-c57d335c-ebc3-468a-9120-af0fb4af88ba tempest-ImagesOneServerTestJSON-1587676590 tempest-ImagesOneServerTestJSON-1587676590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:04.693301 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a75bc26-f303-4bc2-a4b0-6fb6259766d0 None None] Network a51a6fff-5ab2-447c-8b55-7ba7d5e58077 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:20:04.740949 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7d01ff-bf8a-4bb1-9c65-0e5631d8dc97 req-608bc8ad-c77e-455a-aa78-072d36b18de4 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:04.742584 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8b7d01ff-bf8a-4bb1-9c65-0e5631d8dc97 req-608bc8ad-c77e-455a-aa78-072d36b18de4 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.36 "GET /v2.0/networks?id=bbd133fe-c308-4a8e-bf62-ce93a757e989 HTTP/1.1" status: 200 len: 813 time: 0.5173154 Jan 18 22:20:04.746025 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57d335c-ebc3-468a-9120-af0fb4af88ba tempest-ImagesOneServerTestJSON-1587676590 tempest-ImagesOneServerTestJSON-1587676590-project] Pushing event deleted for resources: {'Port': ['ID=34cd6b2b-a8f0-42a4-8d79-a3881c92dfc8,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:04.767933 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:04.775828 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-963a6912-92a9-4161-94db-8461ab7df6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:04.798159 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-8b7d01ff-bf8a-4bb1-9c65-0e5631d8dc97 req-324ba4f9-ecca-44c8-89cf-d241fb29ea9b tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Request body: {'port': {'device_id': '2f438302-63de-4371-a597-369b6e067958', 'network_id': 'bbd133fe-c308-4a8e-bf62-ce93a757e989', 'admin_state_up': True, 'tenant_id': '4e498fcb7b24422f9e5d32613a741483'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:20:04.822288 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2db765-acc3-48b8-8a3c-bddbe2ba074c req-7803012a-c342-4eda-a342-28acc830eb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:04.824981 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-cf2db765-acc3-48b8-8a3c-bddbe2ba074c req-7803012a-c342-4eda-a342-28acc830eb61 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=584d50ef6ed64545aac1e7947879ab5e&device_id=aa35bf88-4440-4d73-afcd-ae0cc04d6d11 HTTP/1.1" status: 200 len: 1095 time: 0.0555432 Jan 18 22:20:04.927098 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a6b1b5-0f7f-4aa4-9d3b-6a24a99b1d76 req-f1feb6f9-d420-41a8-92ee-bb1253d11e96 tempest-ImagesOneServerTestJSON-1587676590 tempest-ImagesOneServerTestJSON-1587676590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:04.927372 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2db765-acc3-48b8-8a3c-bddbe2ba074c req-28b34183-bca8-49e9-aaa0-653edbefad7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:04.928980 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-cf2db765-acc3-48b8-8a3c-bddbe2ba074c req-28b34183-bca8-49e9-aaa0-653edbefad7e service neutron] 10.222.0.36 "GET /v2.0/networks?id=e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84 HTTP/1.1" status: 200 len: 911 time: 0.0956459 Jan 18 22:20:04.932822 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f6a6b1b5-0f7f-4aa4-9d3b-6a24a99b1d76 req-f1feb6f9-d420-41a8-92ee-bb1253d11e96 tempest-ImagesOneServerTestJSON-1587676590 tempest-ImagesOneServerTestJSON-1587676590-project] 10.222.0.53 "GET /v2.0/ports?device_id=3108528b-0cef-473a-ba1d-bbb382d71ac7 HTTP/1.1" status: 200 len: 866 time: 0.3842516 Jan 18 22:20:04.939428 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-adf9f06c-321a-43da-a96a-26f8b3b996ee req-c57d335c-ebc3-468a-9120-af0fb4af88ba tempest-ImagesOneServerTestJSON-1587676590 tempest-ImagesOneServerTestJSON-1587676590-project] No DVR routers for this DVR port 34cd6b2b-a8f0-42a4-8d79-a3881c92dfc8 on host n-h2-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:20:04.965136 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-adf9f06c-321a-43da-a96a-26f8b3b996ee req-c57d335c-ebc3-468a-9120-af0fb4af88ba tempest-ImagesOneServerTestJSON-1587676590 tempest-ImagesOneServerTestJSON-1587676590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:04.970164 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-adf9f06c-321a-43da-a96a-26f8b3b996ee req-c57d335c-ebc3-468a-9120-af0fb4af88ba tempest-ImagesOneServerTestJSON-1587676590 tempest-ImagesOneServerTestJSON-1587676590-project] 10.222.0.67 "DELETE /v2.0/ports/34cd6b2b-a8f0-42a4-8d79-a3881c92dfc8 HTTP/1.1" status: 204 len: 173 time: 1.9634409 Jan 18 22:20:04.977635 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963a6912-92a9-4161-94db-8461ab7df6a6 admin admin] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:20:04.982458 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3108528b-0cef-473a-ba1d-bbb382d71ac7', 'name': 'network-vif-deleted', 'tag': '34cd6b2b-a8f0-42a4-8d79-a3881c92dfc8'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:20:04.984420 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-5da0f388-20ac-409b-96e2-b27946776e31 None None] Provisioning complete for port 725cbf0b-3476-4d1a-a904-04c7604f3af0 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:20:04.984934 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5da0f388-20ac-409b-96e2-b27946776e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:04.986201 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02231277-8483-4f75-9bb1-2d973b79fc05" -d '{"events": [{"server_uuid": "3108528b-0cef-473a-ba1d-bbb382d71ac7", "name": "network-vif-deleted", "tag": "34cd6b2b-a8f0-42a4-8d79-a3881c92dfc8"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:20:04.990157 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-963a6912-92a9-4161-94db-8461ab7df6a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:20:05.006342 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963a6912-92a9-4161-94db-8461ab7df6a6 admin admin] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:20:05.063023 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-cf2db765-acc3-48b8-8a3c-bddbe2ba074c req-24a0f5b3-d52d-433e-a598-03c5e0ef8a52 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a0306c0-065b-4f7c-897a-b0ab604fa791 HTTP/1.1" status: 200 len: 998 time: 0.1176255 Jan 18 22:20:05.064700 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327ee1eb-dc5f-43f8-8255-bc98f9fe6d56 req-c16f37cb-7346-42a1-8080-49d1828d48ab tempest-LiveAutoBlockMigrationV225Test-1137188585 tempest-LiveAutoBlockMigrationV225Test-1137188585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:05.067190 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-327ee1eb-dc5f-43f8-8255-bc98f9fe6d56 req-c16f37cb-7346-42a1-8080-49d1828d48ab tempest-LiveAutoBlockMigrationV225Test-1137188585 tempest-LiveAutoBlockMigrationV225Test-1137188585-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=2501ec93-af1a-42c3-b7f0-b897b8ffcdd3 HTTP/1.1" status: 200 len: 1097 time: 0.3162971 Jan 18 22:20:05.076008 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963a6912-92a9-4161-94db-8461ab7df6a6 admin admin] Pushing event updated for resources: {'Port': ['ID=edec1792-c2c5-4fbe-83e0-454ea1141e80,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:05.099265 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=725cbf0b-3476-4d1a-a904-04c7604f3af0,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:05.163828 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2db765-acc3-48b8-8a3c-bddbe2ba074c req-a81a3b5b-8422-4d8b-8089-678bdd1d8982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:05.165337 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-cf2db765-acc3-48b8-8a3c-bddbe2ba074c req-a81a3b5b-8422-4d8b-8089-678bdd1d8982 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=42841b58-d144-4855-94d6-b7b43c1900e0 HTTP/1.1" status: 200 len: 850 time: 0.0963960 Jan 18 22:20:05.236419 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2db765-acc3-48b8-8a3c-bddbe2ba074c req-15cba114-3569-4e1d-abb7-1d01166cddfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:05.238984 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-cf2db765-acc3-48b8-8a3c-bddbe2ba074c req-15cba114-3569-4e1d-abb7-1d01166cddfd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0635200 Jan 18 22:20:05.256027 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f6a6b1b5-0f7f-4aa4-9d3b-6a24a99b1d76 req-d4d9d82d-74f9-47a6-a423-ea4c97a34965 tempest-ImagesOneServerTestJSON-1587676590 tempest-ImagesOneServerTestJSON-1587676590-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e92fc84-9fa5-4530-930f-73f1fe5f22fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761028 Jan 18 22:20:05.340281 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-327ee1eb-dc5f-43f8-8255-bc98f9fe6d56 req-334829b1-2eed-457e-9087-9bacf4bb54db tempest-LiveAutoBlockMigrationV225Test-1137188585 tempest-LiveAutoBlockMigrationV225Test-1137188585-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=dc8c7d2e-b8e2-47f9-a940-5cbf5ddba272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869299 Jan 18 22:20:05.349079 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b7d01ff-bf8a-4bb1-9c65-0e5631d8dc97 req-324ba4f9-ecca-44c8-89cf-d241fb29ea9b tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Made reservation on behalf of 4e498fcb7b24422f9e5d32613a741483 for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:20:05.362574 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-8b7d01ff-bf8a-4bb1-9c65-0e5631d8dc97 req-324ba4f9-ecca-44c8-89cf-d241fb29ea9b tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:05.443935 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-cf2db765-acc3-48b8-8a3c-bddbe2ba074c req-f1525fcd-97a0-4716-85c0-bda467f987d2 service neutron] 10.222.0.36 "GET /v2.0/networks/e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959891 Jan 18 22:20:05.588499 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-cf2db765-acc3-48b8-8a3c-bddbe2ba074c req-d711bf3a-c44d-46eb-bf48-f742c40ef45b service neutron] 10.222.0.36 "GET /v2.0/networks/e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267993 Jan 18 22:20:05.617298 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6470b918-c2ae-44d1-a02f-6ecb4758b33f req-b9ef4913-c705-4104-bb36-512928f4d510 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:05.624749 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6470b918-c2ae-44d1-a02f-6ecb4758b33f req-b9ef4913-c705-4104-bb36-512928f4d510 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa35bf88-4440-4d73-afcd-ae0cc04d6d11 HTTP/1.1" status: 200 len: 944 time: 0.2576776 Jan 18 22:20:05.642533 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-19403a83-708f-4e73-9b21-7322af0f422e None None] Provisioning complete for port 725cbf0b-3476-4d1a-a904-04c7604f3af0 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:20:05.642924 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-19403a83-708f-4e73-9b21-7322af0f422e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:05.707606 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6470b918-c2ae-44d1-a02f-6ecb4758b33f req-b8c87ec1-b01f-46e2-a358-8817dda7bbe1 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fead2ec-99b5-4f01-a8ba-653859b4c215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813313 Jan 18 22:20:05.715707 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd917999-804d-40f4-9748-349e5526f841 req-ce5130dd-9a05-4fbd-b61e-ede1bba34623 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:05.725793 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bd917999-804d-40f4-9748-349e5526f841 req-ce5130dd-9a05-4fbd-b61e-ede1bba34623 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a51b6e7-8616-455f-b81f-291bc7228e12 HTTP/1.1" status: 200 len: 946 time: 0.2743711 Jan 18 22:20:05.787401 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c646f76b-dd15-421a-969c-8e22506773b4 x-openstack-request-id: req-c646f76b-dd15-421a-969c-8e22506773b4 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:20:05.787685 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3108528b-0cef-473a-ba1d-bbb382d71ac7", "name": "network-vif-deleted", "tag": "34cd6b2b-a8f0-42a4-8d79-a3881c92dfc8", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:20:05.787934 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c646f76b-dd15-421a-969c-8e22506773b4 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:20:05.788364 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3108528b-0cef-473a-ba1d-bbb382d71ac7', 'name': 'network-vif-deleted', 'tag': '34cd6b2b-a8f0-42a4-8d79-a3881c92dfc8', 'status': 'completed', 'code': 200} Jan 18 22:20:05.872262 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bd917999-804d-40f4-9748-349e5526f841 req-0196f69f-891c-46d3-9822-b9b998094cfc tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/security-groups?id=887106f9-0ea3-48df-93b8-5b7379f045d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120470 Jan 18 22:20:05.876894 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ed295785-260b-4766-841a-47aab7a197ff req-cfd9fe0b-7d24-41b7-88ad-2f6ad3dc2c9d tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f438302-63de-4371-a597-369b6e067958 HTTP/1.1" status: 200 len: 210 time: 0.0505600 Jan 18 22:20:05.879684 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-963a6912-92a9-4161-94db-8461ab7df6a6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:05.944308 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-8b7d01ff-bf8a-4bb1-9c65-0e5631d8dc97 req-324ba4f9-ecca-44c8-89cf-d241fb29ea9b tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Allocated IP 172.20.0.7 (bbd133fe-c308-4a8e-bf62-ce93a757e989/3943d4e3-11db-416b-b501-9e5a6550fdf9/85aeb30e-82ca-435b-a570-48be605fa74c) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:20:06.082308 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746fad7b-cc5f-4c7b-8fd3-4ecd1cbeee41 req-a6e57ef5-0fd0-47e6-a609-e7a2fe7921cf tempest-LiveAutoBlockMigrationV225Test-1137188585 tempest-LiveAutoBlockMigrationV225Test-1137188585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:06.083832 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-746fad7b-cc5f-4c7b-8fd3-4ecd1cbeee41 req-a6e57ef5-0fd0-47e6-a609-e7a2fe7921cf tempest-LiveAutoBlockMigrationV225Test-1137188585 tempest-LiveAutoBlockMigrationV225Test-1137188585-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=2501ec93-af1a-42c3-b7f0-b897b8ffcdd3 HTTP/1.1" status: 200 len: 1097 time: 0.1311202 Jan 18 22:20:06.262519 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-746fad7b-cc5f-4c7b-8fd3-4ecd1cbeee41 req-8ac85ebc-bd7f-4aa1-a5af-be934479a6e2 tempest-LiveAutoBlockMigrationV225Test-1137188585 tempest-LiveAutoBlockMigrationV225Test-1137188585-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=dc8c7d2e-b8e2-47f9-a940-5cbf5ddba272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287818 Jan 18 22:20:06.295309 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-8b7d01ff-bf8a-4bb1-9c65-0e5631d8dc97 req-324ba4f9-ecca-44c8-89cf-d241fb29ea9b tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:06.332948 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-963a6912-92a9-4161-94db-8461ab7df6a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1040691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049'] for router, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:06.382049 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-8b7d01ff-bf8a-4bb1-9c65-0e5631d8dc97 req-324ba4f9-ecca-44c8-89cf-d241fb29ea9b tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:06.396454 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 725cbf0b-3476-4d1a-a904-04c7604f3af0 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:20:06.465757 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324ba4f9-ecca-44c8-89cf-d241fb29ea9b tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Pushing event updated for resources: {'Port': ['ID=85aeb30e-82ca-435b-a570-48be605fa74c,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:06.476190 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b7d01ff-bf8a-4bb1-9c65-0e5631d8dc97 req-324ba4f9-ecca-44c8-89cf-d241fb29ea9b tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Network bbd133fe-c308-4a8e-bf62-ce93a757e989 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:20:06.480055 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-8b7d01ff-bf8a-4bb1-9c65-0e5631d8dc97 req-324ba4f9-ecca-44c8-89cf-d241fb29ea9b tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:20:06.486280 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b7d01ff-bf8a-4bb1-9c65-0e5631d8dc97 req-324ba4f9-ecca-44c8-89cf-d241fb29ea9b tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:20:06.502595 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 725cbf0b-3476-4d1a-a904-04c7604f3af0 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:20:06.502976 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:06.547670 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7d01ff-bf8a-4bb1-9c65-0e5631d8dc97 req-324ba4f9-ecca-44c8-89cf-d241fb29ea9b tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:06.548492 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-8b7d01ff-bf8a-4bb1-9c65-0e5631d8dc97 req-324ba4f9-ecca-44c8-89cf-d241fb29ea9b tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:06.574506 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8b7d01ff-bf8a-4bb1-9c65-0e5631d8dc97 req-324ba4f9-ecca-44c8-89cf-d241fb29ea9b tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7819788 Jan 18 22:20:06.610273 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-8b7d01ff-bf8a-4bb1-9c65-0e5631d8dc97 req-3b8fafa1-229c-49f0-9091-643c53969700 service neutron] Request body: {'port': {'device_id': '2f438302-63de-4371-a597-369b6e067958', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:20:06.716661 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-8b7d01ff-bf8a-4bb1-9c65-0e5631d8dc97 req-3b8fafa1-229c-49f0-9091-643c53969700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:06.721806 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 35328) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:20:06.722339 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd0546c-6564-4cd4-ad10-fd7f1ffd64d7 req-e81947aa-6faa-4d00-bc38-8ad6504f722b tempest-LiveAutoBlockMigrationV225Test-1137188585 tempest-LiveAutoBlockMigrationV225Test-1137188585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:06.724857 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0dd0546c-6564-4cd4-ad10-fd7f1ffd64d7 req-e81947aa-6faa-4d00-bc38-8ad6504f722b tempest-LiveAutoBlockMigrationV225Test-1137188585 tempest-LiveAutoBlockMigrationV225Test-1137188585-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=2501ec93-af1a-42c3-b7f0-b897b8ffcdd3 HTTP/1.1" status: 200 len: 1097 time: 0.1195049 Jan 18 22:20:06.837729 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-963a6912-92a9-4161-94db-8461ab7df6a6 admin admin] Router 0bd4aa13-32ab-4a99-a8f4-cdbd6a0b34af is scheduled to L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 with binding_index 1 {{(pid=102430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 22:20:06.872401 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0dd0546c-6564-4cd4-ad10-fd7f1ffd64d7 req-b569bf4d-b6e2-40bf-a215-b2886c05b2b7 tempest-LiveAutoBlockMigrationV225Test-1137188585 tempest-LiveAutoBlockMigrationV225Test-1137188585-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=dc8c7d2e-b8e2-47f9-a940-5cbf5ddba272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269736 Jan 18 22:20:06.976709 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-cc9eca66-c38d-48e2-9e1e-c441b17b5a54 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5f8abe86e1cf41db9043e8468291cf92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2520947 Jan 18 22:20:06.979499 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 35366) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:20:07.033695 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-923f67b5-91fd-41e1-81f9-2b6f517e29ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:07.056497 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-923f67b5-91fd-41e1-81f9-2b6f517e29ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:07.117454 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-923f67b5-91fd-41e1-81f9-2b6f517e29ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:07.120178 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-923f67b5-91fd-41e1-81f9-2b6f517e29ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:07.121859 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-923f67b5-91fd-41e1-81f9-2b6f517e29ce admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8e92fc84-9fa5-4530-930f-73f1fe5f22fa HTTP/1.1" status: 204 len: 168 time: 0.1411068 Jan 18 22:20:07.132320 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923f67b5-91fd-41e1-81f9-2b6f517e29ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e92fc84-9fa5-4530-930f-73f1fe5f22fa,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:07.222539 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 35374) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:20:07.288800 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 34cd6b2b-a8f0-42a4-8d79-a3881c92dfc8 no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:20:07.312868 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] No Port match for: 34cd6b2b-a8f0-42a4-8d79-a3881c92dfc8 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:20:07.313523 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 34cd6b2b-a8f0-42a4-8d79-a3881c92dfc8 not bound to the agent host n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:20:07.394283 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fe9da3-46cc-4476-82d5-558d3d6b2653 req-4e8cd1bb-ba5f-492e-900f-30a3ebcc39bd tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:07.395800 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-45fe9da3-46cc-4476-82d5-558d3d6b2653 req-4e8cd1bb-ba5f-492e-900f-30a3ebcc39bd tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa35bf88-4440-4d73-afcd-ae0cc04d6d11 HTTP/1.1" status: 200 len: 944 time: 0.5852187 Jan 18 22:20:07.443660 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-963a6912-92a9-4161-94db-8461ab7df6a6 admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:20:07.455339 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9220e9f-10be-4c23-8ca7-f1343162a8a3 None None] Sync routers for ids ['0bd4aa13-32ab-4a99-a8f4-cdbd6a0b34af'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:20:07.466122 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9220e9f-10be-4c23-8ca7-f1343162a8a3 None None] Routers {'0bd4aa13-32ab-4a99-a8f4-cdbd6a0b34af'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:20:07.470018 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-d9220e9f-10be-4c23-8ca7-f1343162a8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:19:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['0bd4aa13-32ab-4a99-a8f4-cdbd6a0b34af'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:20:07.472780 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3fcb3df8-0b3f-4e1e-b953-f42a619b58c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:07.514306 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9627e2c-19cb-4f30-8443-0ec117e4c144 req-201ee714-1c06-4a2d-8025-e16a49650ead tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:07.521719 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c9627e2c-19cb-4f30-8443-0ec117e4c144 req-201ee714-1c06-4a2d-8025-e16a49650ead tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a51b6e7-8616-455f-b81f-291bc7228e12 HTTP/1.1" status: 200 len: 946 time: 0.5267706 Jan 18 22:20:07.539827 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-45fe9da3-46cc-4476-82d5-558d3d6b2653 req-6d4324d4-35c3-4959-9462-c4472170850e tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fead2ec-99b5-4f01-a8ba-653859b4c215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1320543 Jan 18 22:20:07.549463 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-963a6912-92a9-4161-94db-8461ab7df6a6 admin admin] Notify callbacks [] for router, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:07.565242 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-963a6912-92a9-4161-94db-8461ab7df6a6 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.2388532 Jan 18 22:20:07.572236 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 35386) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:20:07.609130 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-d9220e9f-10be-4c23-8ca7-f1343162a8a3 None None] Set router 0bd4aa13-32ab-4a99-a8f4-cdbd6a0b34af gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:20:07.618525 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c9627e2c-19cb-4f30-8443-0ec117e4c144 req-11f47db8-bc9e-43ec-85d6-c3b106f47b8a tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/security-groups?id=887106f9-0ea3-48df-93b8-5b7379f045d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959418 Jan 18 22:20:07.710237 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [req-8b7d01ff-bf8a-4bb1-9c65-0e5631d8dc97 req-3b8fafa1-229c-49f0-9091-643c53969700 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85aeb30e-82ca-435b-a570-48be605fa74c {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:20:07.721907 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-8b7d01ff-bf8a-4bb1-9c65-0e5631d8dc97 req-3b8fafa1-229c-49f0-9091-643c53969700 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:07.729703 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3fcb3df8-0b3f-4e1e-b953-f42a619b58c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:07.741964 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-8b7d01ff-bf8a-4bb1-9c65-0e5631d8dc97 req-3b8fafa1-229c-49f0-9091-643c53969700 service neutron] Transition to ACTIVE for port object 85aeb30e-82ca-435b-a570-48be605fa74c will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:20:07.750071 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b03b51-7bcf-4437-b20b-0969113059b5 req-62a7407a-b91f-4e79-8f82-6d5d0048adb2 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:07.761324 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-83b03b51-7bcf-4437-b20b-0969113059b5 req-62a7407a-b91f-4e79-8f82-6d5d0048adb2 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f438302-63de-4371-a597-369b6e067958 HTTP/1.1" status: 200 len: 931 time: 0.1176019 Jan 18 22:20:07.768690 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3fcb3df8-0b3f-4e1e-b953-f42a619b58c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:07.770192 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-8b7d01ff-bf8a-4bb1-9c65-0e5631d8dc97 req-3b8fafa1-229c-49f0-9091-643c53969700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:07.835170 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-3fcb3df8-0b3f-4e1e-b953-f42a619b58c9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=aeb7f860fb064cbf847d2c82cfa7d60b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6115077 Jan 18 22:20:07.836388 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcb3df8-0b3f-4e1e-b953-f42a619b58c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ada812d-a52e-49b3-bf75-138fef2a6b5c,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:07.838770 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 35396) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:20:07.850175 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-83b03b51-7bcf-4437-b20b-0969113059b5 req-5b5aa5ff-4d05-4b6b-804e-6c9856951929 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/security-groups?id=92d0bf2d-4a69-4a06-bc28-bffdc82f7ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832260 Jan 18 22:20:07.881365 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8fafa1-229c-49f0-9091-643c53969700 service neutron] Pushing event updated for resources: {'Port': ['ID=85aeb30e-82ca-435b-a570-48be605fa74c,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:07.906392 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-d9220e9f-10be-4c23-8ca7-f1343162a8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd4aa13-32ab-4a99-a8f4-cdbd6a0b34af', 'name': 'tempest-TaggedBootDevicesTest_v242-1082608301-router', 'tenant_id': 'e820669caca04fcb8f8972d8b3102f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'edec1792-c2c5-4fbe-83e0-454ea1141e80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:20:02Z', 'updated_at': '2022-01-18T22:20:05Z', 'revision_number': 3, 'project_id': 'e820669caca04fcb8f8972d8b3102f64', 'gw_port': {'id': 'edec1792-c2c5-4fbe-83e0-454ea1141e80', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:8f:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd4aa13-32ab-4a99-a8f4-cdbd6a0b34af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:20:03Z', 'updated_at': '2022-01-18T22:20:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:20:07.936470 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-8b7d01ff-bf8a-4bb1-9c65-0e5631d8dc97 req-3b8fafa1-229c-49f0-9091-643c53969700 service neutron] Attempting to bind port 85aeb30e-82ca-435b-a570-48be605fa74c on host n-h1-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:20:07.936931 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-8b7d01ff-bf8a-4bb1-9c65-0e5631d8dc97 req-3b8fafa1-229c-49f0-9091-643c53969700 service neutron] Attempting to bind port 85aeb30e-82ca-435b-a570-48be605fa74c by drivers openvswitch,hyperv on host n-h1-825064-1 at level 0 using segments [{'id': '8b9c1dcd-43d7-469e-84e6-2ae44ff323fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'bbd133fe-c308-4a8e-bf62-ce93a757e989'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:20:07.937635 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7d01ff-bf8a-4bb1-9c65-0e5631d8dc97 req-3b8fafa1-229c-49f0-9091-643c53969700 service neutron] Attempting to bind port 85aeb30e-82ca-435b-a570-48be605fa74c on network bbd133fe-c308-4a8e-bf62-ce93a757e989 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:20:07.947903 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7d01ff-bf8a-4bb1-9c65-0e5631d8dc97 req-3b8fafa1-229c-49f0-9091-643c53969700 service neutron] Port 85aeb30e-82ca-435b-a570-48be605fa74c on network bbd133fe-c308-4a8e-bf62-ce93a757e989 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:20:07.948341 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9220e9f-10be-4c23-8ca7-f1343162a8a3 None None] Checking router: 0bd4aa13-32ab-4a99-a8f4-cdbd6a0b34af for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:20:07.948498 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7d01ff-bf8a-4bb1-9c65-0e5631d8dc97 req-3b8fafa1-229c-49f0-9091-643c53969700 service neutron] Attempting to bind port 85aeb30e-82ca-435b-a570-48be605fa74c on network bbd133fe-c308-4a8e-bf62-ce93a757e989 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:20:07.948712 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9220e9f-10be-4c23-8ca7-f1343162a8a3 None None] Updating router 0bd4aa13-32ab-4a99-a8f4-cdbd6a0b34af port edec1792-c2c5-4fbe-83e0-454ea1141e80 binding host n-d-825064-1 {{(pid=102432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:20:07.971495 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7d01ff-bf8a-4bb1-9c65-0e5631d8dc97 req-3b8fafa1-229c-49f0-9091-643c53969700 service neutron] Checking agent: {'id': 'e49d1b2a-ba11-487f-a804-ecbf3c0e8132', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:20:07.972043 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7d01ff-bf8a-4bb1-9c65-0e5631d8dc97 req-3b8fafa1-229c-49f0-9091-643c53969700 service neutron] Checking segment: {'id': '8b9c1dcd-43d7-469e-84e6-2ae44ff323fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'bbd133fe-c308-4a8e-bf62-ce93a757e989'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:20:07.973637 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7d01ff-bf8a-4bb1-9c65-0e5631d8dc97 req-3b8fafa1-229c-49f0-9091-643c53969700 service neutron] Bound using segment: {'id': '8b9c1dcd-43d7-469e-84e6-2ae44ff323fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'bbd133fe-c308-4a8e-bf62-ce93a757e989'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:20:07.975116 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-8b7d01ff-bf8a-4bb1-9c65-0e5631d8dc97 req-3b8fafa1-229c-49f0-9091-643c53969700 service neutron] Bound port: 85aeb30e-82ca-435b-a570-48be605fa74c, host: n-h1-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b9c1dcd-43d7-469e-84e6-2ae44ff323fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'bbd133fe-c308-4a8e-bf62-ce93a757e989'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:20:07.976151 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-8b7d01ff-bf8a-4bb1-9c65-0e5631d8dc97 req-3b8fafa1-229c-49f0-9091-643c53969700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:07.983143 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d9220e9f-10be-4c23-8ca7-f1343162a8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:08.024604 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-857b30bf-f4aa-4a5e-ac7c-9e713e1eb98e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:08.054935 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-857b30bf-f4aa-4a5e-ac7c-9e713e1eb98e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:08.124859 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185fc587-6231-4357-92bd-3fba5a1a405c req-77a46d97-3a1f-4157-81dc-0b644cce8410 tempest-LiveAutoBlockMigrationV225Test-1137188585 tempest-LiveAutoBlockMigrationV225Test-1137188585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:08.126478 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-185fc587-6231-4357-92bd-3fba5a1a405c req-77a46d97-3a1f-4157-81dc-0b644cce8410 tempest-LiveAutoBlockMigrationV225Test-1137188585 tempest-LiveAutoBlockMigrationV225Test-1137188585-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=2501ec93-af1a-42c3-b7f0-b897b8ffcdd3 HTTP/1.1" status: 200 len: 1097 time: 0.1024790 Jan 18 22:20:08.129227 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-8b7d01ff-bf8a-4bb1-9c65-0e5631d8dc97 req-3b8fafa1-229c-49f0-9091-643c53969700 service neutron] For port 85aeb30e-82ca-435b-a570-48be605fa74c, host n-h1-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:20:08.135387 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-8b7d01ff-bf8a-4bb1-9c65-0e5631d8dc97 req-3b8fafa1-229c-49f0-9091-643c53969700 service neutron] For port 85aeb30e-82ca-435b-a570-48be605fa74c, host n-h1-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=85aeb30e-82ca-435b-a570-48be605fa74c,segment=NetworkSegment(8b9c1dcd-43d7-469e-84e6-2ae44ff323fb),segment_id=8b9c1dcd-43d7-469e-84e6-2ae44ff323fb)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:20:08.146776 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-8b7d01ff-bf8a-4bb1-9c65-0e5631d8dc97 req-3b8fafa1-229c-49f0-9091-643c53969700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:08.209547 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7d01ff-bf8a-4bb1-9c65-0e5631d8dc97 req-3b8fafa1-229c-49f0-9091-643c53969700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:08.211219 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-8b7d01ff-bf8a-4bb1-9c65-0e5631d8dc97 req-3b8fafa1-229c-49f0-9091-643c53969700 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:08.212796 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8b7d01ff-bf8a-4bb1-9c65-0e5631d8dc97 req-3b8fafa1-229c-49f0-9091-643c53969700 service neutron] 10.222.0.36 "PUT /v2.0/ports/85aeb30e-82ca-435b-a570-48be605fa74c HTTP/1.1" status: 200 len: 1091 time: 1.6064436 Jan 18 22:20:08.215576 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f438302-63de-4371-a597-369b6e067958', 'tag': '85aeb30e-82ca-435b-a570-48be605fa74c'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:20:08.226403 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e20a42e2-2c79-448e-ba46-17beb3ed7165" -d '{"events": [{"name": "network-changed", "server_uuid": "2f438302-63de-4371-a597-369b6e067958", "tag": "85aeb30e-82ca-435b-a570-48be605fa74c"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:20:08.233109 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-185fc587-6231-4357-92bd-3fba5a1a405c req-f8137ba7-0137-42f6-835c-5fd4fc0cde7c tempest-LiveAutoBlockMigrationV225Test-1137188585 tempest-LiveAutoBlockMigrationV225Test-1137188585-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=dc8c7d2e-b8e2-47f9-a940-5cbf5ddba272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937817 Jan 18 22:20:08.263946 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-857b30bf-f4aa-4a5e-ac7c-9e713e1eb98e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:08.266721 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-857b30bf-f4aa-4a5e-ac7c-9e713e1eb98e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:08.267965 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-857b30bf-f4aa-4a5e-ac7c-9e713e1eb98e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4ada812d-a52e-49b3-bf75-138fef2a6b5c HTTP/1.1" status: 204 len: 168 time: 0.4163387 Jan 18 22:20:08.284425 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8fafa1-229c-49f0-9091-643c53969700 service neutron] Pushing event updated for resources: {'Port': ['ID=85aeb30e-82ca-435b-a570-48be605fa74c,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:08.298233 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857b30bf-f4aa-4a5e-ac7c-9e713e1eb98e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ada812d-a52e-49b3-bf75-138fef2a6b5c,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:08.362734 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7d01ff-bf8a-4bb1-9c65-0e5631d8dc97 req-4202481d-43d0-43de-99a8-ae9ea0faca31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:08.364593 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8b7d01ff-bf8a-4bb1-9c65-0e5631d8dc97 req-4202481d-43d0-43de-99a8-ae9ea0faca31 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4e498fcb7b24422f9e5d32613a741483&device_id=2f438302-63de-4371-a597-369b6e067958 HTTP/1.1" status: 200 len: 1094 time: 0.0988758 Jan 18 22:20:08.381087 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-564fd127-6158-473e-a227-b7afd40ebecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:08.390072 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d9220e9f-10be-4c23-8ca7-f1343162a8a3 None None] Notify callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:08.426103 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d9220e9f-10be-4c23-8ca7-f1343162a8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:08.462038 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-348d78c9-2f4d-438d-b249-46ff3a51ac3e x-openstack-request-id: req-348d78c9-2f4d-438d-b249-46ff3a51ac3e {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:20:08.462631 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f438302-63de-4371-a597-369b6e067958", "tag": "85aeb30e-82ca-435b-a570-48be605fa74c", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:20:08.462631 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-348d78c9-2f4d-438d-b249-46ff3a51ac3e {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:20:08.462958 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f438302-63de-4371-a597-369b6e067958', 'tag': '85aeb30e-82ca-435b-a570-48be605fa74c', 'status': 'completed', 'code': 200} Jan 18 22:20:08.464508 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8b7d01ff-bf8a-4bb1-9c65-0e5631d8dc97 req-584a6633-2062-4ff9-bc3d-66bd8f0d0044 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85aeb30e-82ca-435b-a570-48be605fa74c HTTP/1.1" status: 200 len: 217 time: 0.0911188 Jan 18 22:20:08.508252 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-d9220e9f-10be-4c23-8ca7-f1343162a8a3 None None] Attempting to bind port edec1792-c2c5-4fbe-83e0-454ea1141e80 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:20:08.509345 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-d9220e9f-10be-4c23-8ca7-f1343162a8a3 None None] Attempting to bind port edec1792-c2c5-4fbe-83e0-454ea1141e80 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:20:08.510633 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9220e9f-10be-4c23-8ca7-f1343162a8a3 None None] Attempting to bind port edec1792-c2c5-4fbe-83e0-454ea1141e80 on network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:20:08.523482 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bbb261-9b1c-4076-b317-08b9e4d775cd None None] Pushing event updated for resources: {'Port': ['ID=edec1792-c2c5-4fbe-83e0-454ea1141e80,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:08.534441 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9220e9f-10be-4c23-8ca7-f1343162a8a3 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:20:08.535277 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9220e9f-10be-4c23-8ca7-f1343162a8a3 None None] Checking segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:20:08.535992 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d9220e9f-10be-4c23-8ca7-f1343162a8a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:08.536639 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9220e9f-10be-4c23-8ca7-f1343162a8a3 None None] Bound using segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:20:08.537290 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-d9220e9f-10be-4c23-8ca7-f1343162a8a3 None None] Bound port: edec1792-c2c5-4fbe-83e0-454ea1141e80, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:20:08.538011 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d9220e9f-10be-4c23-8ca7-f1343162a8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:08.557645 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7d01ff-bf8a-4bb1-9c65-0e5631d8dc97 req-ed3dc21e-b99f-4b22-bd87-19c53f3e1455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:08.560232 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8b7d01ff-bf8a-4bb1-9c65-0e5631d8dc97 req-ed3dc21e-b99f-4b22-bd87-19c53f3e1455 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3943d4e3-11db-416b-b501-9e5a6550fdf9 HTTP/1.1" status: 200 len: 853 time: 0.0850680 Jan 18 22:20:08.608626 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-d9220e9f-10be-4c23-8ca7-f1343162a8a3 None None] For port edec1792-c2c5-4fbe-83e0-454ea1141e80, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:20:08.614192 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-d9220e9f-10be-4c23-8ca7-f1343162a8a3 None None] For port edec1792-c2c5-4fbe-83e0-454ea1141e80, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=edec1792-c2c5-4fbe-83e0-454ea1141e80,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:20:08.620337 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8b7d01ff-bf8a-4bb1-9c65-0e5631d8dc97 req-cb16ae6c-ca4f-4728-8e84-7eb0f227ea39 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bbd133fe-c308-4a8e-bf62-ce93a757e989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511034 Jan 18 22:20:08.621790 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d9220e9f-10be-4c23-8ca7-f1343162a8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:08.652915 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-564fd127-6158-473e-a227-b7afd40ebecd admin admin] Allocated IP 172.20.0.1 (a51a6fff-5ab2-447c-8b55-7ba7d5e58077/388020c9-0236-4ef5-93d9-ef2bde8b97b6/9fc3c3ef-94a4-4e42-85b8-615a55729bff) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:20:08.713989 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bbb261-9b1c-4076-b317-08b9e4d775cd None None] Pushing event updated for resources: {'Port': ['ID=edec1792-c2c5-4fbe-83e0-454ea1141e80,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:08.719479 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9220e9f-10be-4c23-8ca7-f1343162a8a3 None None] Routers {'0bd4aa13-32ab-4a99-a8f4-cdbd6a0b34af'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:20:08.720492 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-d9220e9f-10be-4c23-8ca7-f1343162a8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:19:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['0bd4aa13-32ab-4a99-a8f4-cdbd6a0b34af'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:20:08.746629 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8b7d01ff-bf8a-4bb1-9c65-0e5631d8dc97 req-8a4d2cb6-c871-4c58-942a-cfff8759f5b2 service neutron] 10.222.0.36 "GET /v2.0/networks/bbd133fe-c308-4a8e-bf62-ce93a757e989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180861 Jan 18 22:20:08.823181 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-564fd127-6158-473e-a227-b7afd40ebecd admin admin] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:08.856341 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-d9220e9f-10be-4c23-8ca7-f1343162a8a3 None None] Set router 0bd4aa13-32ab-4a99-a8f4-cdbd6a0b34af gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:20:08.878013 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-564fd127-6158-473e-a227-b7afd40ebecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:08.915340 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f7630274-b6d9-4a0d-8ff5-252a2a3ea222 req-554822af-4cfd-4645-af93-444e06458aeb tempest-AbsoluteLimitsNegativeTestJSON-922748467 tempest-AbsoluteLimitsNegativeTestJSON-922748467-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=c5609017f8184ec397727d6151f353d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1443653 Jan 18 22:20:08.927294 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564fd127-6158-473e-a227-b7afd40ebecd admin admin] Network a51a6fff-5ab2-447c-8b55-7ba7d5e58077 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:20:08.932528 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 35438) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:20:08.939602 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-564fd127-6158-473e-a227-b7afd40ebecd admin admin] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:20:08.949701 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564fd127-6158-473e-a227-b7afd40ebecd admin admin] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:20:08.994406 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-564fd127-6158-473e-a227-b7afd40ebecd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1040954'] for router_interface, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:09.024360 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-067fd88f-383d-4501-ab24-0edb2a0e3362 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:09.040069 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564fd127-6158-473e-a227-b7afd40ebecd admin admin] Pushing event updated for resources: {'Port': ['ID=9fc3c3ef-94a4-4e42-85b8-615a55729bff,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:09.131881 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8b7d01ff-bf8a-4bb1-9c65-0e5631d8dc97 req-a864b77a-6be0-4af0-9e8b-70f5c7a3b210 service neutron] 10.222.0.36 "GET /v2.0/networks/bbd133fe-c308-4a8e-bf62-ce93a757e989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3727217 Jan 18 22:20:09.146775 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-d9220e9f-10be-4c23-8ca7-f1343162a8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd4aa13-32ab-4a99-a8f4-cdbd6a0b34af', 'name': 'tempest-TaggedBootDevicesTest_v242-1082608301-router', 'tenant_id': 'e820669caca04fcb8f8972d8b3102f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'edec1792-c2c5-4fbe-83e0-454ea1141e80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:20:02Z', 'updated_at': '2022-01-18T22:20:05Z', 'revision_number': 3, 'project_id': 'e820669caca04fcb8f8972d8b3102f64', 'gw_port': {'id': 'edec1792-c2c5-4fbe-83e0-454ea1141e80', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:8f:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd4aa13-32ab-4a99-a8f4-cdbd6a0b34af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:20:03Z', 'updated_at': '2022-01-18T22:20:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:20:09.204952 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9220e9f-10be-4c23-8ca7-f1343162a8a3 None None] The sync data for ids ['0bd4aa13-32ab-4a99-a8f4-cdbd6a0b34af'] in n-d-825064-1 is: [{'id': '0bd4aa13-32ab-4a99-a8f4-cdbd6a0b34af', 'name': 'tempest-TaggedBootDevicesTest_v242-1082608301-router', 'tenant_id': 'e820669caca04fcb8f8972d8b3102f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'edec1792-c2c5-4fbe-83e0-454ea1141e80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:20:02Z', 'updated_at': '2022-01-18T22:20:05Z', 'revision_number': 3, 'project_id': 'e820669caca04fcb8f8972d8b3102f64', 'gw_port': {'id': 'edec1792-c2c5-4fbe-83e0-454ea1141e80', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:8f:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd4aa13-32ab-4a99-a8f4-cdbd6a0b34af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:20:03Z', 'updated_at': '2022-01-18T22:20:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:20:09.222991 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-564fd127-6158-473e-a227-b7afd40ebecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:09.274449 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7630274-b6d9-4a0d-8ff5-252a2a3ea222 req-78e0c12a-e970-480a-a46e-cfec2e40ebe6 tempest-AbsoluteLimitsNegativeTestJSON-922748467 tempest-AbsoluteLimitsNegativeTestJSON-922748467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:09.276195 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f7630274-b6d9-4a0d-8ff5-252a2a3ea222 req-78e0c12a-e970-480a-a46e-cfec2e40ebe6 tempest-AbsoluteLimitsNegativeTestJSON-922748467 tempest-AbsoluteLimitsNegativeTestJSON-922748467-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3602231 Jan 18 22:20:09.309197 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-067fd88f-383d-4501-ab24-0edb2a0e3362 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:09.313358 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f7630274-b6d9-4a0d-8ff5-252a2a3ea222 req-112bbeb3-9931-4433-9479-0b7092a6a0a1 tempest-AbsoluteLimitsNegativeTestJSON-922748467 tempest-AbsoluteLimitsNegativeTestJSON-922748467-project] 10.222.0.53 "GET /v2.0/quotas/c5609017f8184ec397727d6151f353d9 HTTP/1.1" status: 200 len: 375 time: 0.0231490 Jan 18 22:20:09.324546 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-d0ac2014-b3d2-43d5-9fdd-b073214993fe None None] Provisioning complete for port 9fc3c3ef-94a4-4e42-85b8-615a55729bff triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:20:09.325407 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d0ac2014-b3d2-43d5-9fdd-b073214993fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:09.326113 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-067fd88f-383d-4501-ab24-0edb2a0e3362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:09.330162 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20a42e2-2c79-448e-ba46-17beb3ed7165 req-4190cbdb-f0b4-45b8-9093-7737ad8a8af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:09.331641 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e20a42e2-2c79-448e-ba46-17beb3ed7165 req-4190cbdb-f0b4-45b8-9093-7737ad8a8af3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4e498fcb7b24422f9e5d32613a741483&device_id=2f438302-63de-4371-a597-369b6e067958 HTTP/1.1" status: 200 len: 1094 time: 0.1219840 Jan 18 22:20:09.383182 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-d0ac2014-b3d2-43d5-9fdd-b073214993fe None None] Port 9fc3c3ef-94a4-4e42-85b8-615a55729bff cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:20:09.406162 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f7630274-b6d9-4a0d-8ff5-252a2a3ea222 req-d8d1e35a-abb5-4bbf-927b-40f2d2c26134 tempest-AbsoluteLimitsNegativeTestJSON-922748467 tempest-AbsoluteLimitsNegativeTestJSON-922748467-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c5609017f8184ec397727d6151f353d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0813839 Jan 18 22:20:09.458532 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-067fd88f-383d-4501-ab24-0edb2a0e3362 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=747f252c45e44bde8a2caedd096184af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5239716 Jan 18 22:20:09.459143 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 35454) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:20:09.466005 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-564fd127-6158-473e-a227-b7afd40ebecd admin admin] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:09.469064 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067fd88f-383d-4501-ab24-0edb2a0e3362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1cf3e67-fd6c-4e45-b360-83b94670ebdf,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:09.476206 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-564fd127-6158-473e-a227-b7afd40ebecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:09.565145 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20a42e2-2c79-448e-ba46-17beb3ed7165 req-d1e50438-82f1-46f4-89ca-c14e57b5c055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:09.567026 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e20a42e2-2c79-448e-ba46-17beb3ed7165 req-d1e50438-82f1-46f4-89ca-c14e57b5c055 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bbd133fe-c308-4a8e-bf62-ce93a757e989 HTTP/1.1" status: 200 len: 913 time: 0.2081041 Jan 18 22:20:09.586112 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564fd127-6158-473e-a227-b7afd40ebecd admin admin] Pushing event updated for resources: {'Port': ['ID=9fc3c3ef-94a4-4e42-85b8-615a55729bff,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:09.589051 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-564fd127-6158-473e-a227-b7afd40ebecd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-613854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1041070'] for router_interface, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:09.689294 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-51b36dd3-2f9b-49d1-b400-57d8ba664c29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:09.695246 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e20a42e2-2c79-448e-ba46-17beb3ed7165 req-1dd13cae-65cb-4295-b0f8-dacfe1a6e689 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85aeb30e-82ca-435b-a570-48be605fa74c HTTP/1.1" status: 200 len: 217 time: 0.1141496 Jan 18 22:20:09.778647 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67b883f-86be-447d-baac-3ff5b7532640 req-8c622536-b943-4686-a91d-3d300c6d2ab0 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:09.780180 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e67b883f-86be-447d-baac-3ff5b7532640 req-8c622536-b943-4686-a91d-3d300c6d2ab0 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a51b6e7-8616-455f-b81f-291bc7228e12 HTTP/1.1" status: 200 len: 946 time: 0.2188773 Jan 18 22:20:09.826232 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-51b36dd3-2f9b-49d1-b400-57d8ba664c29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:09.884749 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20a42e2-2c79-448e-ba46-17beb3ed7165 req-e369fdc9-75ad-4916-a7e3-96c484e4604a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:09.886604 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e20a42e2-2c79-448e-ba46-17beb3ed7165 req-e369fdc9-75ad-4916-a7e3-96c484e4604a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3943d4e3-11db-416b-b501-9e5a6550fdf9 HTTP/1.1" status: 200 len: 853 time: 0.1608117 Jan 18 22:20:09.915507 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e67b883f-86be-447d-baac-3ff5b7532640 req-483123d8-0f39-4760-a236-55e914d4aa43 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/security-groups?id=887106f9-0ea3-48df-93b8-5b7379f045d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224883 Jan 18 22:20:09.936224 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 22:20:09.953878 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e20a42e2-2c79-448e-ba46-17beb3ed7165 req-40b2180c-f30b-4483-b26a-9426d41eaf62 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bbd133fe-c308-4a8e-bf62-ce93a757e989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364408 Jan 18 22:20:09.954518 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 35462) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:20:10.046860 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [req-37499cf1-1ed0-40bd-9d29-8b30a52576f6 req-f83d62b8-53bd-410f-b58b-4af86f6116c6 tempest-LiveAutoBlockMigrationV225Test-1137188585 tempest-LiveAutoBlockMigrationV225Test-1137188585-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:20:10.047750 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-37499cf1-1ed0-40bd-9d29-8b30a52576f6 req-f83d62b8-53bd-410f-b58b-4af86f6116c6 tempest-LiveAutoBlockMigrationV225Test-1137188585 tempest-LiveAutoBlockMigrationV225Test-1137188585-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0178995 Jan 18 22:20:10.049444 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-51b36dd3-2f9b-49d1-b400-57d8ba664c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:10.052862 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-51b36dd3-2f9b-49d1-b400-57d8ba664c29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:10.054108 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-51b36dd3-2f9b-49d1-b400-57d8ba664c29 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f1cf3e67-fd6c-4e45-b360-83b94670ebdf HTTP/1.1" status: 204 len: 168 time: 0.5915449 Jan 18 22:20:10.067024 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b36dd3-2f9b-49d1-b400-57d8ba664c29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1cf3e67-fd6c-4e45-b360-83b94670ebdf,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:10.097577 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e20a42e2-2c79-448e-ba46-17beb3ed7165 req-859cbc66-b968-4ae6-82e7-1ed6472bac71 service neutron] 10.222.0.36 "GET /v2.0/networks/bbd133fe-c308-4a8e-bf62-ce93a757e989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334929 Jan 18 22:20:10.170431 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37499cf1-1ed0-40bd-9d29-8b30a52576f6 req-c3124841-fb23-459f-84a6-f0ce583bae81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:10.177455 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-37499cf1-1ed0-40bd-9d29-8b30a52576f6 req-c3124841-fb23-459f-84a6-f0ce583bae81 service neutron] 10.222.0.53 "GET /v2.0/ports/5e7c23d5-fee4-4d20-927a-b50071233f34 HTTP/1.1" status: 200 len: 1094 time: 0.1123407 Jan 18 22:20:10.187183 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-37499cf1-1ed0-40bd-9d29-8b30a52576f6 req-e2c029ad-40e4-4baa-a782-745978a1753f service neutron] Request body: {'binding': {'host': 'n-h1-825064-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:20:10.187635 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-37499cf1-1ed0-40bd-9d29-8b30a52576f6 req-e2c029ad-40e4-4baa-a782-745978a1753f service neutron] Unknown quota resources ['binding']. {{(pid=102431) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 18 22:20:10.218182 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4b6d12b7-27cf-476a-99a2-508e33ef6ff5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:10.225531 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564fd127-6158-473e-a227-b7afd40ebecd admin admin] Network a51a6fff-5ab2-447c-8b55-7ba7d5e58077 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:20:10.231084 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-564fd127-6158-473e-a227-b7afd40ebecd admin admin] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:20:10.304394 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb46765-4c89-404a-adb1-ce5601c5f8c5 req-69a0ed94-a6a7-4210-8b3e-d6ed2dde811b tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:10.321882 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0eb46765-4c89-404a-adb1-ce5601c5f8c5 req-69a0ed94-a6a7-4210-8b3e-d6ed2dde811b tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f438302-63de-4371-a597-369b6e067958 HTTP/1.1" status: 200 len: 943 time: 0.1574106 Jan 18 22:20:10.368842 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e20a42e2-2c79-448e-ba46-17beb3ed7165 req-dd7a8c10-516d-4b1e-84c2-25b1dad6d345 service neutron] 10.222.0.36 "GET /v2.0/networks/bbd133fe-c308-4a8e-bf62-ce93a757e989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584713 Jan 18 22:20:10.444075 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0eb46765-4c89-404a-adb1-ce5601c5f8c5 req-61595b21-d101-4916-bb22-48aa1acc9c14 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/security-groups?id=92d0bf2d-4a69-4a06-bc28-bffdc82f7ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992799 Jan 18 22:20:10.458369 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device edec1792-c2c5-4fbe-83e0-454ea1141e80 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:20:10.522032 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4b6d12b7-27cf-476a-99a2-508e33ef6ff5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:10.532860 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4b6d12b7-27cf-476a-99a2-508e33ef6ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:10.579542 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port edec1792-c2c5-4fbe-83e0-454ea1141e80 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:20:10.579923 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:10.584279 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-564fd127-6158-473e-a227-b7afd40ebecd admin admin] Router 0bd4aa13-32ab-4a99-a8f4-cdbd6a0b34af has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:20:10.585241 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-37499cf1-1ed0-40bd-9d29-8b30a52576f6 req-e2c029ad-40e4-4baa-a782-745978a1753f service neutron] Attempting to bind port 5e7c23d5-fee4-4d20-927a-b50071233f34 on host n-h1-825064-1 for vnic_type normal with profile None {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:20:10.585569 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-37499cf1-1ed0-40bd-9d29-8b30a52576f6 req-e2c029ad-40e4-4baa-a782-745978a1753f service neutron] Attempting to bind port 5e7c23d5-fee4-4d20-927a-b50071233f34 by drivers openvswitch,hyperv on host n-h1-825064-1 at level 0 using segments [{'id': '2bbe6b88-f1a6-4fc9-b338-69341977472e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '61203f33-a8b3-4e89-8217-8dac5f2bb01b'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:20:10.585886 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37499cf1-1ed0-40bd-9d29-8b30a52576f6 req-e2c029ad-40e4-4baa-a782-745978a1753f service neutron] Attempting to bind port 5e7c23d5-fee4-4d20-927a-b50071233f34 on network 61203f33-a8b3-4e89-8217-8dac5f2bb01b {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:20:10.593376 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37499cf1-1ed0-40bd-9d29-8b30a52576f6 req-e2c029ad-40e4-4baa-a782-745978a1753f service neutron] Port 5e7c23d5-fee4-4d20-927a-b50071233f34 on network 61203f33-a8b3-4e89-8217-8dac5f2bb01b not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:20:10.593700 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37499cf1-1ed0-40bd-9d29-8b30a52576f6 req-e2c029ad-40e4-4baa-a782-745978a1753f service neutron] Attempting to bind port 5e7c23d5-fee4-4d20-927a-b50071233f34 on network 61203f33-a8b3-4e89-8217-8dac5f2bb01b {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:20:10.600112 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6d12b7-27cf-476a-99a2-508e33ef6ff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7b87f23-8027-4218-a17a-cb0c73b8ea38,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:10.601845 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37499cf1-1ed0-40bd-9d29-8b30a52576f6 req-e2c029ad-40e4-4baa-a782-745978a1753f service neutron] Checking agent: {'id': 'e49d1b2a-ba11-487f-a804-ecbf3c0e8132', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:20:10.602441 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37499cf1-1ed0-40bd-9d29-8b30a52576f6 req-e2c029ad-40e4-4baa-a782-745978a1753f service neutron] Checking segment: {'id': '2bbe6b88-f1a6-4fc9-b338-69341977472e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '61203f33-a8b3-4e89-8217-8dac5f2bb01b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:20:10.602832 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37499cf1-1ed0-40bd-9d29-8b30a52576f6 req-e2c029ad-40e4-4baa-a782-745978a1753f service neutron] Bound using segment: {'id': '2bbe6b88-f1a6-4fc9-b338-69341977472e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '61203f33-a8b3-4e89-8217-8dac5f2bb01b'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:20:10.603261 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-37499cf1-1ed0-40bd-9d29-8b30a52576f6 req-e2c029ad-40e4-4baa-a782-745978a1753f service neutron] Bound port: 5e7c23d5-fee4-4d20-927a-b50071233f34, host: n-h1-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bbe6b88-f1a6-4fc9-b338-69341977472e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '61203f33-a8b3-4e89-8217-8dac5f2bb01b'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:20:10.608657 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-4b6d12b7-27cf-476a-99a2-508e33ef6ff5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c5609017f8184ec397727d6151f353d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6503742 Jan 18 22:20:10.611192 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 35476) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:20:10.654401 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-bceef06b-b613-42c5-90a3-2b646fcbd2be None None] Provisioning complete for port 9fc3c3ef-94a4-4e42-85b8-615a55729bff triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:20:10.655354 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bceef06b-b613-42c5-90a3-2b646fcbd2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:10.683819 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1f589b43-f205-4381-bc68-66b3fbe92d4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:10.742404 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1f589b43-f205-4381-bc68-66b3fbe92d4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:10.766358 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-bceef06b-b613-42c5-90a3-2b646fcbd2be None None] Port 9fc3c3ef-94a4-4e42-85b8-615a55729bff cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:20:10.768039 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:10.768964 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-37499cf1-1ed0-40bd-9d29-8b30a52576f6 req-e2c029ad-40e4-4baa-a782-745978a1753f service neutron] For port 5e7c23d5-fee4-4d20-927a-b50071233f34, host n-h1-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=5e7c23d5-fee4-4d20-927a-b50071233f34,segment=NetworkSegment(2bbe6b88-f1a6-4fc9-b338-69341977472e),segment_id=2bbe6b88-f1a6-4fc9-b338-69341977472e)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:20:10.783585 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-37499cf1-1ed0-40bd-9d29-8b30a52576f6 req-e2c029ad-40e4-4baa-a782-745978a1753f service neutron] Notify callbacks [] for binding, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:10.792988 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port edec1792-c2c5-4fbe-83e0-454ea1141e80, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=edec1792-c2c5-4fbe-83e0-454ea1141e80,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:20:10.796000 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-37499cf1-1ed0-40bd-9d29-8b30a52576f6 req-e2c029ad-40e4-4baa-a782-745978a1753f service neutron] 10.222.0.53 "POST /v2.0/ports/5e7c23d5-fee4-4d20-927a-b50071233f34/bindings HTTP/1.1" status: 201 len: 389 time: 0.6175759 Jan 18 22:20:10.796634 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1f589b43-f205-4381-bc68-66b3fbe92d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:10.798773 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:10.799424 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1f589b43-f205-4381-bc68-66b3fbe92d4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:10.807908 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-1f589b43-f205-4381-bc68-66b3fbe92d4a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f7b87f23-8027-4218-a17a-cb0c73b8ea38 HTTP/1.1" status: 204 len: 168 time: 0.1900556 Jan 18 22:20:10.813967 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-564fd127-6158-473e-a227-b7afd40ebecd admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:20:10.823627 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f589b43-f205-4381-bc68-66b3fbe92d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7b87f23-8027-4218-a17a-cb0c73b8ea38,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:10.836901 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-564fd127-6158-473e-a227-b7afd40ebecd admin admin] 10.222.0.53 "PUT /v2.0/routers/0bd4aa13-32ab-4a99-a8f4-cdbd6a0b34af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2618315 Jan 18 22:20:10.914240 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=edec1792-c2c5-4fbe-83e0-454ea1141e80,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:11.034415 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 85aeb30e-82ca-435b-a570-48be605fa74c details requested by agent hyperv_n-h1-825064-1 with host n-h1-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:20:11.065984 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846ada22-6637-41e3-b08c-0cd405eb8be3 req-b9cdaf55-d567-4c19-bd89-8cb07c93ae09 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:11.090045 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-846ada22-6637-41e3-b08c-0cd405eb8be3 req-b9cdaf55-d567-4c19-bd89-8cb07c93ae09 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/ports?device_id=2501ec93-af1a-42c3-b7f0-b897b8ffcdd3 HTTP/1.1" status: 200 len: 946 time: 0.1200440 Jan 18 22:20:11.173370 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 85aeb30e-82ca-435b-a570-48be605fa74c, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=85aeb30e-82ca-435b-a570-48be605fa74c,segment=NetworkSegment(8b9c1dcd-43d7-469e-84e6-2ae44ff323fb),segment_id=8b9c1dcd-43d7-469e-84e6-2ae44ff323fb)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:20:11.195161 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Returning: {'device': '85aeb30e-82ca-435b-a570-48be605fa74c', 'network_id': 'bbd133fe-c308-4a8e-bf62-ce93a757e989', 'port_id': '85aeb30e-82ca-435b-a570-48be605fa74c', 'mac_address': 'fa:16:3e:c4:94:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3943d4e3-11db-416b-b501-9e5a6550fdf9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:20:11.229237 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-846ada22-6637-41e3-b08c-0cd405eb8be3 req-16b4a6fa-a719-4030-b852-2e9d78e90bf5 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc8c7d2e-b8e2-47f9-a940-5cbf5ddba272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371405 Jan 18 22:20:11.278257 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:11.284163 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5394f113-97ab-4d9e-9252-8efa950f36ca req-b1f067dd-bf04-4dd7-921b-d71aaa3539d9 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:11.296759 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85aeb30e-82ca-435b-a570-48be605fa74c {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:20:11.298296 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5394f113-97ab-4d9e-9252-8efa950f36ca req-b1f067dd-bf04-4dd7-921b-d71aaa3539d9 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a51b6e7-8616-455f-b81f-291bc7228e12 HTTP/1.1" status: 200 len: 946 time: 0.1815271 Jan 18 22:20:11.313694 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37499cf1-1ed0-40bd-9d29-8b30a52576f6 req-3edb15ef-6a44-465d-80fa-a26f23279daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:11.317571 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-37499cf1-1ed0-40bd-9d29-8b30a52576f6 req-3edb15ef-6a44-465d-80fa-a26f23279daa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cccec33dc87e4f2dae33b71be2fd1ab3&device_id=2501ec93-af1a-42c3-b7f0-b897b8ffcdd3 HTTP/1.1" status: 200 len: 1097 time: 0.1635301 Jan 18 22:20:11.333456 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 85aeb30e-82ca-435b-a570-48be605fa74c, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=85aeb30e-82ca-435b-a570-48be605fa74c,segment=NetworkSegment(8b9c1dcd-43d7-469e-84e6-2ae44ff323fb),segment_id=8b9c1dcd-43d7-469e-84e6-2ae44ff323fb)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:20:11.338208 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:11.412672 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5394f113-97ab-4d9e-9252-8efa950f36ca req-b519f1af-2b3c-4bee-b148-da6dc720e034 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/security-groups?id=887106f9-0ea3-48df-93b8-5b7379f045d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134777 Jan 18 22:20:11.423412 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=85aeb30e-82ca-435b-a570-48be605fa74c,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:11.462070 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37499cf1-1ed0-40bd-9d29-8b30a52576f6 req-2b65b4ef-f4a8-4c6c-9eec-950de5207e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:11.463992 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-37499cf1-1ed0-40bd-9d29-8b30a52576f6 req-2b65b4ef-f4a8-4c6c-9eec-950de5207e87 service neutron] 10.222.0.36 "GET /v2.0/networks?id=61203f33-a8b3-4e89-8217-8dac5f2bb01b HTTP/1.1" status: 200 len: 921 time: 0.1202748 Jan 18 22:20:11.515710 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-37499cf1-1ed0-40bd-9d29-8b30a52576f6 req-ec2c5e1e-0abb-46ae-a43b-3fe813721abe service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5e7c23d5-fee4-4d20-927a-b50071233f34 HTTP/1.1" status: 200 len: 217 time: 0.0446765 Jan 18 22:20:11.593643 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['85aeb30e-82ca-435b-a570-48be605fa74c'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:20:11.623102 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37499cf1-1ed0-40bd-9d29-8b30a52576f6 req-35816e80-fa04-49fc-ae48-e81a4d615042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:11.626712 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-37499cf1-1ed0-40bd-9d29-8b30a52576f6 req-35816e80-fa04-49fc-ae48-e81a4d615042 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b92d365b-b574-47a9-a91d-968f4b104686 HTTP/1.1" status: 200 len: 861 time: 0.1025324 Jan 18 22:20:11.691381 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-37499cf1-1ed0-40bd-9d29-8b30a52576f6 req-d43155dc-2105-4089-afea-0faefb0e3087 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=61203f33-a8b3-4e89-8217-8dac5f2bb01b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534525 Jan 18 22:20:11.701565 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5add7b1-8a7e-4e48-93d2-5dca54b3303b req-acbc03ab-3d0a-4b82-97f9-3f32703dc7df tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:11.708690 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d5add7b1-8a7e-4e48-93d2-5dca54b3303b req-acbc03ab-3d0a-4b82-97f9-3f32703dc7df tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f438302-63de-4371-a597-369b6e067958 HTTP/1.1" status: 200 len: 944 time: 0.1523557 Jan 18 22:20:11.831406 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a898ae2-060f-415b-a2eb-884ba4405ab9 None None] Sync routers for ids ['0bd4aa13-32ab-4a99-a8f4-cdbd6a0b34af'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:20:11.842660 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d5add7b1-8a7e-4e48-93d2-5dca54b3303b req-17916c18-4965-4f32-9110-8dd82e8cf945 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/security-groups?id=92d0bf2d-4a69-4a06-bc28-bffdc82f7ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552464 Jan 18 22:20:11.844213 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a898ae2-060f-415b-a2eb-884ba4405ab9 None None] Routers {'0bd4aa13-32ab-4a99-a8f4-cdbd6a0b34af'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:20:11.845872 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-3a898ae2-060f-415b-a2eb-884ba4405ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:19:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['0bd4aa13-32ab-4a99-a8f4-cdbd6a0b34af'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:20:11.870406 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-37499cf1-1ed0-40bd-9d29-8b30a52576f6 req-74eb025d-b1a9-4bd6-b27c-2d01887ebcfc service neutron] 10.222.0.36 "GET /v2.0/networks/61203f33-a8b3-4e89-8217-8dac5f2bb01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604228 Jan 18 22:20:11.986051 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-3a898ae2-060f-415b-a2eb-884ba4405ab9 None None] Set router 0bd4aa13-32ab-4a99-a8f4-cdbd6a0b34af gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:20:11.991802 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-37499cf1-1ed0-40bd-9d29-8b30a52576f6 req-bc7e0dde-a4c1-4add-8d02-0094edb1541b service neutron] 10.222.0.36 "GET /v2.0/networks/61203f33-a8b3-4e89-8217-8dac5f2bb01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141257 Jan 18 22:20:12.108503 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37499cf1-1ed0-40bd-9d29-8b30a52576f6 req-89aed731-72a7-4da1-8ed4-e86b74bcefff tempest-LiveAutoBlockMigrationV225Test-1137188585 tempest-LiveAutoBlockMigrationV225Test-1137188585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:12.110012 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-37499cf1-1ed0-40bd-9d29-8b30a52576f6 req-89aed731-72a7-4da1-8ed4-e86b74bcefff tempest-LiveAutoBlockMigrationV225Test-1137188585 tempest-LiveAutoBlockMigrationV225Test-1137188585-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=2501ec93-af1a-42c3-b7f0-b897b8ffcdd3&tenant_id=cccec33dc87e4f2dae33b71be2fd1ab3&binding%3Ahost_id=n-h2-825064-1 HTTP/1.1" status: 200 len: 1097 time: 0.0627151 Jan 18 22:20:12.122742 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-37499cf1-1ed0-40bd-9d29-8b30a52576f6 req-fa1b1e52-7403-4398-9860-246b07640444 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-825064-1'}}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:20:12.180383 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-37499cf1-1ed0-40bd-9d29-8b30a52576f6 req-fa1b1e52-7403-4398-9860-246b07640444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:12.230751 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-3a898ae2-060f-415b-a2eb-884ba4405ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd4aa13-32ab-4a99-a8f4-cdbd6a0b34af', 'name': 'tempest-TaggedBootDevicesTest_v242-1082608301-router', 'tenant_id': 'e820669caca04fcb8f8972d8b3102f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'edec1792-c2c5-4fbe-83e0-454ea1141e80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:20:02Z', 'updated_at': '2022-01-18T22:20:09Z', 'revision_number': 4, 'project_id': 'e820669caca04fcb8f8972d8b3102f64', 'gw_port': {'id': 'edec1792-c2c5-4fbe-83e0-454ea1141e80', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:8f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd4aa13-32ab-4a99-a8f4-cdbd6a0b34af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:20:03Z', 'updated_at': '2022-01-18T22:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '9fc3c3ef-94a4-4e42-85b8-615a55729bff', 'name': '', 'network_id': 'a51a6fff-5ab2-447c-8b55-7ba7d5e58077', 'tenant_id': 'e820669caca04fcb8f8972d8b3102f64', 'mac_address': 'fa:16:3e:f4:e7:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd4aa13-32ab-4a99-a8f4-cdbd6a0b34af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '388020c9-0236-4ef5-93d9-ef2bde8b97b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:20:08Z', 'updated_at': '2022-01-18T22:20:09Z', 'revision_number': 2, 'project_id': 'e820669caca04fcb8f8972d8b3102f64', 'subnets': [{'id': '388020c9-0236-4ef5-93d9-ef2bde8b97b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:20:12.268351 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a898ae2-060f-415b-a2eb-884ba4405ab9 None None] Checking router: 0bd4aa13-32ab-4a99-a8f4-cdbd6a0b34af for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:20:12.268905 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a898ae2-060f-415b-a2eb-884ba4405ab9 None None] Updating router 0bd4aa13-32ab-4a99-a8f4-cdbd6a0b34af port 9fc3c3ef-94a4-4e42-85b8-615a55729bff binding host n-d-825064-1 {{(pid=102433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:20:12.303939 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3a898ae2-060f-415b-a2eb-884ba4405ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:12.317072 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 35538) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:20:12.322265 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-7f983c34-c024-4b9a-9c99-ae57ca65fe7e admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-838397834-network', 'tenant_id': '258463862b6847e2a07515f39bbe79c5'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:20:12.337563 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-37499cf1-1ed0-40bd-9d29-8b30a52576f6 req-fa1b1e52-7403-4398-9860-246b07640444 service neutron] For port 5e7c23d5-fee4-4d20-927a-b50071233f34, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=5e7c23d5-fee4-4d20-927a-b50071233f34,segment=NetworkSegment(2bbe6b88-f1a6-4fc9-b338-69341977472e),segment_id=2bbe6b88-f1a6-4fc9-b338-69341977472e)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:20:12.374679 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f983c34-c024-4b9a-9c99-ae57ca65fe7e admin admin] Made reservation on behalf of 258463862b6847e2a07515f39bbe79c5 for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:20:12.381655 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7f983c34-c024-4b9a-9c99-ae57ca65fe7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:12.411851 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7f983c34-c024-4b9a-9c99-ae57ca65fe7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:12.451794 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device edec1792-c2c5-4fbe-83e0-454ea1141e80 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:20:12.569857 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7f983c34-c024-4b9a-9c99-ae57ca65fe7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:12.577973 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7f983c34-c024-4b9a-9c99-ae57ca65fe7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:12.600203 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:12.607131 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port edec1792-c2c5-4fbe-83e0-454ea1141e80 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:20:12.607928 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:12.622534 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-37499cf1-1ed0-40bd-9d29-8b30a52576f6 req-fa1b1e52-7403-4398-9860-246b07640444 service neutron] For port 5e7c23d5-fee4-4d20-927a-b50071233f34, host n-h2-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:20:12.644756 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f983c34-c024-4b9a-9c99-ae57ca65fe7e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:20:12.653191 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f983c34-c024-4b9a-9c99-ae57ca65fe7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb13624-6bcf-4550-935b-3774d82017fa,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:12.691986 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7f983c34-c024-4b9a-9c99-ae57ca65fe7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:12.692366 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-7f983c34-c024-4b9a-9c99-ae57ca65fe7e admin admin] Added segment ffc5cace-c1dc-4e1e-b443-3c59eb16595b of type vlan for network 79f1cbfc-d839-4144-8126-4d4dfc85d53e Jan 18 22:20:12.736988 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d089f9e-5538-4b51-ab87-0feb0e2bfbe7 req-a996b22b-5b86-40e0-95bb-39869f203ac2 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:12.739527 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8d089f9e-5538-4b51-ab87-0feb0e2bfbe7 req-a996b22b-5b86-40e0-95bb-39869f203ac2 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/ports?device_id=2501ec93-af1a-42c3-b7f0-b897b8ffcdd3 HTTP/1.1" status: 200 len: 946 time: 0.3544610 Jan 18 22:20:12.771256 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2501ec93-af1a-42c3-b7f0-b897b8ffcdd3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e7c23d5-fee4-4d20-927a-b50071233f34'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:20:12.773523 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5be4c10b-f33c-4c17-836a-cb2eafa95415" -d '{"events": [{"server_uuid": "2501ec93-af1a-42c3-b7f0-b897b8ffcdd3", "name": "network-vif-unplugged", "status": "completed", "tag": "5e7c23d5-fee4-4d20-927a-b50071233f34"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:20:12.778112 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-37499cf1-1ed0-40bd-9d29-8b30a52576f6 req-fa1b1e52-7403-4398-9860-246b07640444 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:12.782914 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7f983c34-c024-4b9a-9c99-ae57ca65fe7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:12.798547 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 35554) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:20:12.799235 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d70a405-e756-49cb-a2d8-6bd69521c218 req-52325130-5d3e-45ea-9f6e-ad6a0f05defd tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:12.801297 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7d70a405-e756-49cb-a2d8-6bd69521c218 req-52325130-5d3e-45ea-9f6e-ad6a0f05defd tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a51b6e7-8616-455f-b81f-291bc7228e12 HTTP/1.1" status: 200 len: 946 time: 0.2145662 Jan 18 22:20:12.802806 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-37499cf1-1ed0-40bd-9d29-8b30a52576f6 req-fa1b1e52-7403-4398-9860-246b07640444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:12.836175 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 35558) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:20:12.859556 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7f983c34-c024-4b9a-9c99-ae57ca65fe7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:12.864540 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f983c34-c024-4b9a-9c99-ae57ca65fe7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:12.865402 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7f983c34-c024-4b9a-9c99-ae57ca65fe7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:12.890929 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8d089f9e-5538-4b51-ab87-0feb0e2bfbe7 req-0a762255-0862-41f3-a3e8-6e24d5f61e87 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc8c7d2e-b8e2-47f9-a940-5cbf5ddba272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318629 Jan 18 22:20:12.954668 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-7f983c34-c024-4b9a-9c99-ae57ca65fe7e admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6335680 Jan 18 22:20:12.954668 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f983c34-c024-4b9a-9c99-ae57ca65fe7e admin admin] Pushing event updated for resources: {'Network': ['ID=79f1cbfc-d839-4144-8126-4d4dfc85d53e,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:12.963776 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 35564) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:20:12.965635 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 79f1cbfc-d839-4144-8126-4d4dfc85d53e details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:20:12.973598 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-efd6e53a-127f-4023-9118-0bf06679a089 admin admin] Request body: {'subnet': {'network_id': '79f1cbfc-d839-4144-8126-4d4dfc85d53e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-838397834-subnet', 'tenant_id': '258463862b6847e2a07515f39bbe79c5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:20:12.986361 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3a898ae2-060f-415b-a2eb-884ba4405ab9 None None] Notify callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:12.996878 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3a898ae2-060f-415b-a2eb-884ba4405ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:13.026700 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 18 Jan 2022 22:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e52251c1-9df8-4b3e-8863-8920f06a0364 x-openstack-request-id: req-e52251c1-9df8-4b3e-8863-8920f06a0364 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:20:13.027934 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2501ec93-af1a-42c3-b7f0-b897b8ffcdd3", "name": "network-vif-unplugged", "status": "completed", "tag": "5e7c23d5-fee4-4d20-927a-b50071233f34", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:20:13.029420 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e52251c1-9df8-4b3e-8863-8920f06a0364 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:20:13.029991 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2501ec93-af1a-42c3-b7f0-b897b8ffcdd3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e7c23d5-fee4-4d20-927a-b50071233f34', 'code': 200} Jan 18 22:20:13.030723 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-2f7f8bf1-3981-4e02-8d2e-151f24b066df admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1363810636-network', 'tenant_id': 'ec90adb1094349739cc26a639b1aef5d'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:20:13.046424 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 85aeb30e-82ca-435b-a570-48be605fa74c up at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:20:13.057539 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1b1e52-7403-4398-9860-246b07640444 service neutron] Pushing event updated for resources: {'Port': ['ID=5e7c23d5-fee4-4d20-927a-b50071233f34,revision_number=7']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:13.065145 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efd6e53a-127f-4023-9118-0bf06679a089 admin admin] Made reservation on behalf of 258463862b6847e2a07515f39bbe79c5 for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:20:13.069454 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-efd6e53a-127f-4023-9118-0bf06679a089 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:13.071362 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7d70a405-e756-49cb-a2d8-6bd69521c218 req-a173ff6f-34f5-4aa7-b49b-ddb73b69a841 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/security-groups?id=887106f9-0ea3-48df-93b8-5b7379f045d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557747 Jan 18 22:20:13.074515 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-37499cf1-1ed0-40bd-9d29-8b30a52576f6 req-fa1b1e52-7403-4398-9860-246b07640444 service neutron] Attempting to bind port 5e7c23d5-fee4-4d20-927a-b50071233f34 on host n-h2-825064-1 for vnic_type normal with profile {"migrating_to": "n-h1-825064-1"} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:20:13.074853 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-37499cf1-1ed0-40bd-9d29-8b30a52576f6 req-fa1b1e52-7403-4398-9860-246b07640444 service neutron] Attempting to bind port 5e7c23d5-fee4-4d20-927a-b50071233f34 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '2bbe6b88-f1a6-4fc9-b338-69341977472e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '61203f33-a8b3-4e89-8217-8dac5f2bb01b'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:20:13.075183 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37499cf1-1ed0-40bd-9d29-8b30a52576f6 req-fa1b1e52-7403-4398-9860-246b07640444 service neutron] Attempting to bind port 5e7c23d5-fee4-4d20-927a-b50071233f34 on network 61203f33-a8b3-4e89-8217-8dac5f2bb01b {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:20:13.090899 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37499cf1-1ed0-40bd-9d29-8b30a52576f6 req-fa1b1e52-7403-4398-9860-246b07640444 service neutron] Port 5e7c23d5-fee4-4d20-927a-b50071233f34 on network 61203f33-a8b3-4e89-8217-8dac5f2bb01b not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:20:13.093466 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1080a0a-4d4e-4735-97a9-1350d23a69c2 None None] Pushing event updated for resources: {'Port': ['ID=9fc3c3ef-94a4-4e42-85b8-615a55729bff,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:13.093989 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37499cf1-1ed0-40bd-9d29-8b30a52576f6 req-fa1b1e52-7403-4398-9860-246b07640444 service neutron] Attempting to bind port 5e7c23d5-fee4-4d20-927a-b50071233f34 on network 61203f33-a8b3-4e89-8217-8dac5f2bb01b {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:20:13.118940 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37499cf1-1ed0-40bd-9d29-8b30a52576f6 req-fa1b1e52-7403-4398-9860-246b07640444 service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:20:13.119549 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37499cf1-1ed0-40bd-9d29-8b30a52576f6 req-fa1b1e52-7403-4398-9860-246b07640444 service neutron] Checking segment: {'id': '2bbe6b88-f1a6-4fc9-b338-69341977472e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '61203f33-a8b3-4e89-8217-8dac5f2bb01b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:20:13.120171 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37499cf1-1ed0-40bd-9d29-8b30a52576f6 req-fa1b1e52-7403-4398-9860-246b07640444 service neutron] Bound using segment: {'id': '2bbe6b88-f1a6-4fc9-b338-69341977472e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '61203f33-a8b3-4e89-8217-8dac5f2bb01b'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:20:13.120880 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-37499cf1-1ed0-40bd-9d29-8b30a52576f6 req-fa1b1e52-7403-4398-9860-246b07640444 service neutron] Bound port: 5e7c23d5-fee4-4d20-927a-b50071233f34, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bbe6b88-f1a6-4fc9-b338-69341977472e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '61203f33-a8b3-4e89-8217-8dac5f2bb01b'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:20:13.121385 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-6a708789-604e-4793-b15a-d198995e0837 tempest-DHCPAgentSchedulersTestJSON-1803676461 tempest-DHCPAgentSchedulersTestJSON-1803676461-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1217906479'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:20:13.121624 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-37499cf1-1ed0-40bd-9d29-8b30a52576f6 req-fa1b1e52-7403-4398-9860-246b07640444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:13.145571 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning for port 85aeb30e-82ca-435b-a570-48be605fa74c completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:20:13.149681 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning complete for port 85aeb30e-82ca-435b-a570-48be605fa74c triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:20:13.150059 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:13.197124 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1080a0a-4d4e-4735-97a9-1350d23a69c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:20:13.197773 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1080a0a-4d4e-4735-97a9-1350d23a69c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:20:13.198284 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1080a0a-4d4e-4735-97a9-1350d23a69c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:20:13.198775 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1080a0a-4d4e-4735-97a9-1350d23a69c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:20:13.199274 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1080a0a-4d4e-4735-97a9-1350d23a69c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:20:13.199797 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1080a0a-4d4e-4735-97a9-1350d23a69c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:20:13.199904 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1080a0a-4d4e-4735-97a9-1350d23a69c2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:20:13.200230 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1080a0a-4d4e-4735-97a9-1350d23a69c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:20:13.200875 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1080a0a-4d4e-4735-97a9-1350d23a69c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:20:13.201368 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1080a0a-4d4e-4735-97a9-1350d23a69c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:20:13.201975 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1080a0a-4d4e-4735-97a9-1350d23a69c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:20:13.203258 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1080a0a-4d4e-4735-97a9-1350d23a69c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:20:13.207821 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-3a898ae2-060f-415b-a2eb-884ba4405ab9 None None] Attempting to bind port 9fc3c3ef-94a4-4e42-85b8-615a55729bff on host n-d-825064-1 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:20:13.208717 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-3a898ae2-060f-415b-a2eb-884ba4405ab9 None None] Attempting to bind port 9fc3c3ef-94a4-4e42-85b8-615a55729bff by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': 'faec684d-228a-4063-b282-58eaf9720a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a51a6fff-5ab2-447c-8b55-7ba7d5e58077'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:20:13.209256 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a898ae2-060f-415b-a2eb-884ba4405ab9 None None] Attempting to bind port 9fc3c3ef-94a4-4e42-85b8-615a55729bff on network a51a6fff-5ab2-447c-8b55-7ba7d5e58077 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:20:13.219252 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a898ae2-060f-415b-a2eb-884ba4405ab9 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:20:13.219625 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a898ae2-060f-415b-a2eb-884ba4405ab9 None None] Checking segment: {'id': 'faec684d-228a-4063-b282-58eaf9720a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a51a6fff-5ab2-447c-8b55-7ba7d5e58077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:20:13.220015 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3a898ae2-060f-415b-a2eb-884ba4405ab9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:13.220428 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a898ae2-060f-415b-a2eb-884ba4405ab9 None None] Bound using segment: {'id': 'faec684d-228a-4063-b282-58eaf9720a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a51a6fff-5ab2-447c-8b55-7ba7d5e58077'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:20:13.220888 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-3a898ae2-060f-415b-a2eb-884ba4405ab9 None None] Bound port: 9fc3c3ef-94a4-4e42-85b8-615a55729bff, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faec684d-228a-4063-b282-58eaf9720a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a51a6fff-5ab2-447c-8b55-7ba7d5e58077'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:20:13.221258 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3a898ae2-060f-415b-a2eb-884ba4405ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:13.231303 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aabcf3-3d5c-40f0-90ea-0ebba5716fa7 req-8ba6d84e-5e7c-491a-845e-52eb71633c21 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:13.232914 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a1aabcf3-3d5c-40f0-90ea-0ebba5716fa7 req-8ba6d84e-5e7c-491a-845e-52eb71633c21 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f438302-63de-4371-a597-369b6e067958 HTTP/1.1" status: 200 len: 944 time: 0.1256738 Jan 18 22:20:13.250441 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:13.285539 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f438302-63de-4371-a597-369b6e067958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85aeb30e-82ca-435b-a570-48be605fa74c'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:20:13.287760 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f7f8bf1-3981-4e02-8d2e-151f24b066df admin admin] Made reservation on behalf of ec90adb1094349739cc26a639b1aef5d for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:20:13.287946 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12fb88ae-e03f-4dc3-95df-05fb6c3961e6" -d '{"events": [{"server_uuid": "2f438302-63de-4371-a597-369b6e067958", "name": "network-vif-plugged", "status": "completed", "tag": "85aeb30e-82ca-435b-a570-48be605fa74c"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:20:13.289707 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-37499cf1-1ed0-40bd-9d29-8b30a52576f6 req-fa1b1e52-7403-4398-9860-246b07640444 service neutron] For port 5e7c23d5-fee4-4d20-927a-b50071233f34, host n-h2-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:20:13.290184 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2f7f8bf1-3981-4e02-8d2e-151f24b066df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:13.317225 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 85aeb30e-82ca-435b-a570-48be605fa74c, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=85aeb30e-82ca-435b-a570-48be605fa74c,segment=NetworkSegment(8b9c1dcd-43d7-469e-84e6-2ae44ff323fb),segment_id=8b9c1dcd-43d7-469e-84e6-2ae44ff323fb)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:20:13.324869 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2f7f8bf1-3981-4e02-8d2e-151f24b066df admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:13.325394 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-37499cf1-1ed0-40bd-9d29-8b30a52576f6 req-fa1b1e52-7403-4398-9860-246b07640444 service neutron] For port 5e7c23d5-fee4-4d20-927a-b50071233f34, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=5e7c23d5-fee4-4d20-927a-b50071233f34,segment=NetworkSegment(2bbe6b88-f1a6-4fc9-b338-69341977472e),segment_id=2bbe6b88-f1a6-4fc9-b338-69341977472e)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:20:13.325828 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:13.338660 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a1aabcf3-3d5c-40f0-90ea-0ebba5716fa7 req-6e549df0-c788-4a4f-a946-fbf23ed2f805 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/security-groups?id=92d0bf2d-4a69-4a06-bc28-bffdc82f7ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964513 Jan 18 22:20:13.343133 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-3a898ae2-060f-415b-a2eb-884ba4405ab9 None None] For port 9fc3c3ef-94a4-4e42-85b8-615a55729bff, host n-d-825064-1, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:20:13.346371 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-37499cf1-1ed0-40bd-9d29-8b30a52576f6 req-fa1b1e52-7403-4398-9860-246b07640444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:13.349526 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-3a898ae2-060f-415b-a2eb-884ba4405ab9 None None] For port 9fc3c3ef-94a4-4e42-85b8-615a55729bff, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=9fc3c3ef-94a4-4e42-85b8-615a55729bff,segment=NetworkSegment(faec684d-228a-4063-b282-58eaf9720a79),segment_id=faec684d-228a-4063-b282-58eaf9720a79)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:20:13.351884 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a708789-604e-4793-b15a-d198995e0837 tempest-DHCPAgentSchedulersTestJSON-1803676461 tempest-DHCPAgentSchedulersTestJSON-1803676461-project] Made reservation on behalf of d31168696605439a9f2163915f123aee for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:20:13.357066 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3a898ae2-060f-415b-a2eb-884ba4405ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:13.366057 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6a708789-604e-4793-b15a-d198995e0837 tempest-DHCPAgentSchedulersTestJSON-1803676461 tempest-DHCPAgentSchedulersTestJSON-1803676461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:13.373662 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbfd05aa-ede4-4d5f-8849-2e2f8a466375 x-openstack-request-id: req-dbfd05aa-ede4-4d5f-8849-2e2f8a466375 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:20:13.374035 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f438302-63de-4371-a597-369b6e067958", "name": "network-vif-plugged", "status": "completed", "tag": "85aeb30e-82ca-435b-a570-48be605fa74c", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:20:13.374280 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dbfd05aa-ede4-4d5f-8849-2e2f8a466375 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:20:13.374836 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f438302-63de-4371-a597-369b6e067958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85aeb30e-82ca-435b-a570-48be605fa74c', 'code': 200} Jan 18 22:20:13.415171 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1b1e52-7403-4398-9860-246b07640444 service neutron] Pushing event updated for resources: {'Port': ['ID=5e7c23d5-fee4-4d20-927a-b50071233f34,revision_number=8']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:13.415599 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6a708789-604e-4793-b15a-d198995e0837 tempest-DHCPAgentSchedulersTestJSON-1803676461 tempest-DHCPAgentSchedulersTestJSON-1803676461-project] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:13.423832 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=85aeb30e-82ca-435b-a570-48be605fa74c,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:13.469513 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1080a0a-4d4e-4735-97a9-1350d23a69c2 None None] Pushing event updated for resources: {'Port': ['ID=9fc3c3ef-94a4-4e42-85b8-615a55729bff,revision_number=4']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:13.473306 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:13.485686 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a898ae2-060f-415b-a2eb-884ba4405ab9 None None] Routers {'0bd4aa13-32ab-4a99-a8f4-cdbd6a0b34af'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:20:13.487321 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-3a898ae2-060f-415b-a2eb-884ba4405ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:19:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['0bd4aa13-32ab-4a99-a8f4-cdbd6a0b34af'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:20:13.496886 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37499cf1-1ed0-40bd-9d29-8b30a52576f6 req-fa1b1e52-7403-4398-9860-246b07640444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:13.498788 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-37499cf1-1ed0-40bd-9d29-8b30a52576f6 req-fa1b1e52-7403-4398-9860-246b07640444 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:13.500445 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-37499cf1-1ed0-40bd-9d29-8b30a52576f6 req-fa1b1e52-7403-4398-9860-246b07640444 service neutron] 10.222.0.36 "PUT /v2.0/ports/5e7c23d5-fee4-4d20-927a-b50071233f34 HTTP/1.1" status: 200 len: 1122 time: 1.3836648 Jan 18 22:20:13.513726 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-f5d64423-12bf-47ed-8599-ad723f42456c None None] Provisioning complete for port 9fc3c3ef-94a4-4e42-85b8-615a55729bff triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:20:13.514097 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f5d64423-12bf-47ed-8599-ad723f42456c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:13.612770 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['5e7c23d5-fee4-4d20-927a-b50071233f34'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:20:13.651200 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-3a898ae2-060f-415b-a2eb-884ba4405ab9 None None] Set router 0bd4aa13-32ab-4a99-a8f4-cdbd6a0b34af gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:20:13.667401 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13198750-2387-4030-9f60-b5a04f00a5f2 req-a879ffc7-da2e-43ff-8de3-231a3d86bda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:13.669138 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-13198750-2387-4030-9f60-b5a04f00a5f2 req-a879ffc7-da2e-43ff-8de3-231a3d86bda0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2f438302-63de-4371-a597-369b6e067958 HTTP/1.1" status: 200 len: 1096 time: 0.2307074 Jan 18 22:20:13.670135 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f5d64423-12bf-47ed-8599-ad723f42456c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:13.743218 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-f5d64423-12bf-47ed-8599-ad723f42456c None None] For port 9fc3c3ef-94a4-4e42-85b8-615a55729bff, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=9fc3c3ef-94a4-4e42-85b8-615a55729bff,segment=NetworkSegment(faec684d-228a-4063-b282-58eaf9720a79),segment_id=faec684d-228a-4063-b282-58eaf9720a79)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:20:13.748536 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6a708789-604e-4793-b15a-d198995e0837 tempest-DHCPAgentSchedulersTestJSON-1803676461 tempest-DHCPAgentSchedulersTestJSON-1803676461-project] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:13.749807 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-efd6e53a-127f-4023-9118-0bf06679a089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:13.756581 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f5d64423-12bf-47ed-8599-ad723f42456c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:13.791923 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6a708789-604e-4793-b15a-d198995e0837 tempest-DHCPAgentSchedulersTestJSON-1803676461 tempest-DHCPAgentSchedulersTestJSON-1803676461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:13.796252 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2f7f8bf1-3981-4e02-8d2e-151f24b066df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:13.805501 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-13198750-2387-4030-9f60-b5a04f00a5f2 req-ddbcd574-c6a1-4a00-884c-99f9538a3667 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=92d0bf2d-4a69-4a06-bc28-bffdc82f7ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244042 Jan 18 22:20:13.820047 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2f7f8bf1-3981-4e02-8d2e-151f24b066df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:13.834352 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d64423-12bf-47ed-8599-ad723f42456c None None] Pushing event updated for resources: {'Port': ['ID=9fc3c3ef-94a4-4e42-85b8-615a55729bff,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:13.844841 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a708789-604e-4793-b15a-d198995e0837 tempest-DHCPAgentSchedulersTestJSON-1803676461 tempest-DHCPAgentSchedulersTestJSON-1803676461-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:20:13.867950 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f7f8bf1-3981-4e02-8d2e-151f24b066df admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:20:13.869853 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd6e53a-127f-4023-9118-0bf06679a089 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d5ec05f-f36e-42b4-b0fb-992123d4342d,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:13.879576 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-1e12903b-a502-440e-96fb-d2debff05bff None None] Provisioning complete for port 9fc3c3ef-94a4-4e42-85b8-615a55729bff triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:20:13.880088 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1e12903b-a502-440e-96fb-d2debff05bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:13.880704 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a708789-604e-4793-b15a-d198995e0837 tempest-DHCPAgentSchedulersTestJSON-1803676461 tempest-DHCPAgentSchedulersTestJSON-1803676461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50759f51-0eed-4fce-9747-572b5a404746,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:13.889094 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6a708789-604e-4793-b15a-d198995e0837 tempest-DHCPAgentSchedulersTestJSON-1803676461 tempest-DHCPAgentSchedulersTestJSON-1803676461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:13.889537 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-6a708789-604e-4793-b15a-d198995e0837 tempest-DHCPAgentSchedulersTestJSON-1803676461 tempest-DHCPAgentSchedulersTestJSON-1803676461-project] Added segment 258fd4c0-9f17-473f-aed0-ebcf8d939c8f of type vlan for network af0c2b58-6955-40a5-b4aa-0f0cd8eadc3a Jan 18 22:20:13.908831 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2f7f8bf1-3981-4e02-8d2e-151f24b066df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:13.909179 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-2f7f8bf1-3981-4e02-8d2e-151f24b066df admin admin] Added segment 6e6bc401-35ea-4b66-b6b5-965e5ede5e24 of type vlan for network f9ad31e7-37ce-419b-821b-a9da1bd29d6a Jan 18 22:20:13.935554 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-3a898ae2-060f-415b-a2eb-884ba4405ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd4aa13-32ab-4a99-a8f4-cdbd6a0b34af', 'name': 'tempest-TaggedBootDevicesTest_v242-1082608301-router', 'tenant_id': 'e820669caca04fcb8f8972d8b3102f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'edec1792-c2c5-4fbe-83e0-454ea1141e80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:20:02Z', 'updated_at': '2022-01-18T22:20:09Z', 'revision_number': 4, 'project_id': 'e820669caca04fcb8f8972d8b3102f64', 'gw_port': {'id': 'edec1792-c2c5-4fbe-83e0-454ea1141e80', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:8f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd4aa13-32ab-4a99-a8f4-cdbd6a0b34af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:20:03Z', 'updated_at': '2022-01-18T22:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '9fc3c3ef-94a4-4e42-85b8-615a55729bff', 'name': '', 'network_id': 'a51a6fff-5ab2-447c-8b55-7ba7d5e58077', 'tenant_id': 'e820669caca04fcb8f8972d8b3102f64', 'mac_address': 'fa:16:3e:f4:e7:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd4aa13-32ab-4a99-a8f4-cdbd6a0b34af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '388020c9-0236-4ef5-93d9-ef2bde8b97b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:20:08Z', 'updated_at': '2022-01-18T22:20:13Z', 'revision_number': 4, 'project_id': 'e820669caca04fcb8f8972d8b3102f64', 'subnets': [{'id': '388020c9-0236-4ef5-93d9-ef2bde8b97b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:20:13.974417 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a898ae2-060f-415b-a2eb-884ba4405ab9 None None] The sync data for ids ['0bd4aa13-32ab-4a99-a8f4-cdbd6a0b34af'] in n-d-825064-1 is: [{'id': '0bd4aa13-32ab-4a99-a8f4-cdbd6a0b34af', 'name': 'tempest-TaggedBootDevicesTest_v242-1082608301-router', 'tenant_id': 'e820669caca04fcb8f8972d8b3102f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'edec1792-c2c5-4fbe-83e0-454ea1141e80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:20:02Z', 'updated_at': '2022-01-18T22:20:09Z', 'revision_number': 4, 'project_id': 'e820669caca04fcb8f8972d8b3102f64', 'gw_port': {'id': 'edec1792-c2c5-4fbe-83e0-454ea1141e80', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:8f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd4aa13-32ab-4a99-a8f4-cdbd6a0b34af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:20:03Z', 'updated_at': '2022-01-18T22:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '9fc3c3ef-94a4-4e42-85b8-615a55729bff', 'name': '', 'network_id': 'a51a6fff-5ab2-447c-8b55-7ba7d5e58077', 'tenant_id': 'e820669caca04fcb8f8972d8b3102f64', 'mac_address': 'fa:16:3e:f4:e7:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd4aa13-32ab-4a99-a8f4-cdbd6a0b34af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '388020c9-0236-4ef5-93d9-ef2bde8b97b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:20:08Z', 'updated_at': '2022-01-18T22:20:13Z', 'revision_number': 4, 'project_id': 'e820669caca04fcb8f8972d8b3102f64', 'subnets': [{'id': '388020c9-0236-4ef5-93d9-ef2bde8b97b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:20:13.986426 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd6e53a-127f-4023-9118-0bf06679a089 admin admin] Checking segment: {'id': 'ffc5cace-c1dc-4e1e-b443-3c59eb16595b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '79f1cbfc-d839-4144-8126-4d4dfc85d53e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:20:13.986794 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd6e53a-127f-4023-9118-0bf06679a089 admin admin] Network hostable DHCP agents. Network: 79f1cbfc-d839-4144-8126-4d4dfc85d53e, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:20:13.994094 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7f8bf1-3981-4e02-8d2e-151f24b066df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43d45361-b6ad-4105-a9b4-e598b6e8e651,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:13.997667 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6a708789-604e-4793-b15a-d198995e0837 tempest-DHCPAgentSchedulersTestJSON-1803676461 tempest-DHCPAgentSchedulersTestJSON-1803676461-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:14.015922 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2f7f8bf1-3981-4e02-8d2e-151f24b066df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:14.068448 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae65bfd-a202-481c-abcb-46c36040fcae req-15a780b5-37ab-404b-9b0f-9280c51f8a7b tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:14.069932 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0ae65bfd-a202-481c-abcb-46c36040fcae req-15a780b5-37ab-404b-9b0f-9280c51f8a7b tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/ports?device_id=2501ec93-af1a-42c3-b7f0-b897b8ffcdd3 HTTP/1.1" status: 200 len: 944 time: 0.0774786 Jan 18 22:20:14.087788 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd6e53a-127f-4023-9118-0bf06679a089 admin admin] Network 79f1cbfc-d839-4144-8126-4d4dfc85d53e is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:20:14.095467 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6a708789-604e-4793-b15a-d198995e0837 tempest-DHCPAgentSchedulersTestJSON-1803676461 tempest-DHCPAgentSchedulersTestJSON-1803676461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:14.102535 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a708789-604e-4793-b15a-d198995e0837 tempest-DHCPAgentSchedulersTestJSON-1803676461 tempest-DHCPAgentSchedulersTestJSON-1803676461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:14.103230 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6a708789-604e-4793-b15a-d198995e0837 tempest-DHCPAgentSchedulersTestJSON-1803676461 tempest-DHCPAgentSchedulersTestJSON-1803676461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:14.105776 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2f7f8bf1-3981-4e02-8d2e-151f24b066df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:14.108070 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7f8bf1-3981-4e02-8d2e-151f24b066df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:14.108070 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2f7f8bf1-3981-4e02-8d2e-151f24b066df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:14.125728 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0ae65bfd-a202-481c-abcb-46c36040fcae req-4cfe4c32-b05c-4df6-85a2-b1c2710f087d tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc8c7d2e-b8e2-47f9-a940-5cbf5ddba272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497754 Jan 18 22:20:14.173536 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-efd6e53a-127f-4023-9118-0bf06679a089 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 79f1cbfc-d839-4144-8126-4d4dfc85d53e) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:20:14.184876 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9420139-f808-4cb5-89e0-bcb1dab470e9 None None] Network 79f1cbfc-d839-4144-8126-4d4dfc85d53e requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:20:14.220670 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-2f7f8bf1-3981-4e02-8d2e-151f24b066df admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3834364 Jan 18 22:20:14.223036 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 35574) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:20:14.228255 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-37d756b1-bdae-48aa-92cc-76691a1bc9f1 admin admin] Request body: {'subnet': {'network_id': 'f9ad31e7-37ce-419b-821b-a9da1bd29d6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1363810636-subnet', 'tenant_id': 'ec90adb1094349739cc26a639b1aef5d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:20:14.232849 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd6e53a-127f-4023-9118-0bf06679a089 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:14.233960 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-efd6e53a-127f-4023-9118-0bf06679a089 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:14.241054 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-6a708789-604e-4793-b15a-d198995e0837 tempest-DHCPAgentSchedulersTestJSON-1803676461 tempest-DHCPAgentSchedulersTestJSON-1803676461-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.4388227 Jan 18 22:20:14.246596 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 35576) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:20:14.252569 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-e88f5209-717b-4c25-b29b-e477b5b0f4d2 tempest-DHCPAgentSchedulersTestJSON-1803676461 tempest-DHCPAgentSchedulersTestJSON-1803676461-project] Request body: {'subnet': {'network_id': 'af0c2b58-6955-40a5-b4aa-0f0cd8eadc3a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:20:14.275526 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a708789-604e-4793-b15a-d198995e0837 tempest-DHCPAgentSchedulersTestJSON-1803676461 tempest-DHCPAgentSchedulersTestJSON-1803676461-project] Pushing event updated for resources: {'Network': ['ID=af0c2b58-6955-40a5-b4aa-0f0cd8eadc3a,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:14.280393 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec1c3fe-e8d0-4e76-8718-3d85cd99e8aa req-eaf5d117-ed82-4a9f-b27b-5979fb2944e7 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:14.282216 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3ec1c3fe-e8d0-4e76-8718-3d85cd99e8aa req-eaf5d117-ed82-4a9f-b27b-5979fb2944e7 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a51b6e7-8616-455f-b81f-291bc7228e12 HTTP/1.1" status: 200 len: 946 time: 0.1152451 Jan 18 22:20:14.300955 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-efd6e53a-127f-4023-9118-0bf06679a089 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3323040 Jan 18 22:20:14.303259 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 35578) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:20:14.303468 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network af0c2b58-6955-40a5-b4aa-0f0cd8eadc3a details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:20:14.307776 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-d384ccf3-0d11-4f29-8bcd-42ae982baeba admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-838397834-router', 'tenant_id': '258463862b6847e2a07515f39bbe79c5', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:20:14.369507 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d756b1-bdae-48aa-92cc-76691a1bc9f1 admin admin] Made reservation on behalf of ec90adb1094349739cc26a639b1aef5d for: {'subnet': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:20:14.372349 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-37d756b1-bdae-48aa-92cc-76691a1bc9f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62288702'] for subnet, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:14.388955 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7f8bf1-3981-4e02-8d2e-151f24b066df admin admin] Pushing event updated for resources: {'Network': ['ID=f9ad31e7-37ce-419b-821b-a9da1bd29d6a,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:14.425079 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d384ccf3-0d11-4f29-8bcd-42ae982baeba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1044160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8692'] for router, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:14.426180 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d384ccf3-0d11-4f29-8bcd-42ae982baeba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1040680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8675'] for router, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:14.506807 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d384ccf3-0d11-4f29-8bcd-42ae982baeba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:14.533247 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3ec1c3fe-e8d0-4e76-8718-3d85cd99e8aa req-9bd80333-ab2d-4563-8c9e-54b7097a9a40 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/security-groups?id=887106f9-0ea3-48df-93b8-5b7379f045d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127490 Jan 18 22:20:14.591934 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network f9ad31e7-37ce-419b-821b-a9da1bd29d6a details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:20:14.595581 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 9fc3c3ef-94a4-4e42-85b8-615a55729bff up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:20:14.599819 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea66be-a08f-499c-b88b-8ee062d36af9 req-85326570-3805-463f-90d7-31ac91536c7a tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:14.601649 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-73ea66be-a08f-499c-b88b-8ee062d36af9 req-85326570-3805-463f-90d7-31ac91536c7a tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f438302-63de-4371-a597-369b6e067958 HTTP/1.1" status: 200 len: 945 time: 0.1412542 Jan 18 22:20:14.604972 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e88f5209-717b-4c25-b29b-e477b5b0f4d2 tempest-DHCPAgentSchedulersTestJSON-1803676461 tempest-DHCPAgentSchedulersTestJSON-1803676461-project] Made reservation on behalf of d31168696605439a9f2163915f123aee for: {'subnet': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:20:14.608796 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e88f5209-717b-4c25-b29b-e477b5b0f4d2 tempest-DHCPAgentSchedulersTestJSON-1803676461 tempest-DHCPAgentSchedulersTestJSON-1803676461-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62288702'] for subnet, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:14.693491 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d384ccf3-0d11-4f29-8bcd-42ae982baeba admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:14.765899 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-73ea66be-a08f-499c-b88b-8ee062d36af9 req-3aabcb39-b894-4877-a1f4-c45209d22a1b tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/security-groups?id=92d0bf2d-4a69-4a06-bc28-bffdc82f7ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537514 Jan 18 22:20:14.807042 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-37d756b1-bdae-48aa-92cc-76691a1bc9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60203213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62288684'] for subnet, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:14.827471 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70d10cd-3a4c-4a17-a895-9316ac2d26fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-79f1cbfc-d839-4144-8126-4d4dfc85d53e', 'network_id': '79f1cbfc-d839-4144-8126-4d4dfc85d53e', 'tenant_id': '258463862b6847e2a07515f39bbe79c5', 'fixed_ips': [{'subnet_id': '4d5ec05f-f36e-42b4-b0fb-992123d4342d'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:20:14.828379 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a70d10cd-3a4c-4a17-a895-9316ac2d26fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:14.894843 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d756b1-bdae-48aa-92cc-76691a1bc9f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14f50ebb-1818-4759-9f29-e9e27d7b46b0,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:14.915155 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d756b1-bdae-48aa-92cc-76691a1bc9f1 admin admin] Checking segment: {'id': '6e6bc401-35ea-4b66-b6b5-965e5ede5e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f9ad31e7-37ce-419b-821b-a9da1bd29d6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:20:14.915518 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d756b1-bdae-48aa-92cc-76691a1bc9f1 admin admin] Network hostable DHCP agents. Network: f9ad31e7-37ce-419b-821b-a9da1bd29d6a, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:20:14.933678 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 9fc3c3ef-94a4-4e42-85b8-615a55729bff triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:20:14.934194 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:14.967891 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d384ccf3-0d11-4f29-8bcd-42ae982baeba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:14.986497 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d756b1-bdae-48aa-92cc-76691a1bc9f1 admin admin] Network f9ad31e7-37ce-419b-821b-a9da1bd29d6a is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:20:14.989824 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d384ccf3-0d11-4f29-8bcd-42ae982baeba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:15.034475 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-37d756b1-bdae-48aa-92cc-76691a1bc9f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, f9ad31e7-37ce-419b-821b-a9da1bd29d6a) {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:20:15.041575 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2501ec93-af1a-42c3-b7f0-b897b8ffcdd3', 'tag': '5e7c23d5-fee4-4d20-927a-b50071233f34'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:20:15.044640 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5221a5b1-f14c-4365-8ef4-3841d08bf395" -d '{"events": [{"name": "network-changed", "server_uuid": "2501ec93-af1a-42c3-b7f0-b897b8ffcdd3", "tag": "5e7c23d5-fee4-4d20-927a-b50071233f34"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:20:15.049359 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 5e7c23d5-fee4-4d20-927a-b50071233f34 details requested by agent hyperv_n-h1-825064-1 with host n-h1-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:20:15.063024 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d756b1-bdae-48aa-92cc-76691a1bc9f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:15.063816 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-37d756b1-bdae-48aa-92cc-76691a1bc9f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:15.083592 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad0ee2e-b833-4ef3-9eca-67228675b474 None None] Network f9ad31e7-37ce-419b-821b-a9da1bd29d6a requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:20:15.104920 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e88f5209-717b-4c25-b29b-e477b5b0f4d2 tempest-DHCPAgentSchedulersTestJSON-1803676461 tempest-DHCPAgentSchedulersTestJSON-1803676461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60203213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62288684'] for subnet, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:15.131594 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-a70d10cd-3a4c-4a17-a895-9316ac2d26fe None None] Allocated IP 172.20.0.2 (79f1cbfc-d839-4144-8126-4d4dfc85d53e/4d5ec05f-f36e-42b4-b0fb-992123d4342d/96541d19-3712-4830-8619-59e06644287c) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:20:15.143897 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-d384ccf3-0d11-4f29-8bcd-42ae982baeba admin admin] Allocated IP 172.25.5.231 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/c5cf8ecd-d555-4d40-9a25-0cc78e26384d) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:20:15.144337 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6c019e8-c848-498a-be31-a5fba81b5ffd x-openstack-request-id: req-e6c019e8-c848-498a-be31-a5fba81b5ffd {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:20:15.144715 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2501ec93-af1a-42c3-b7f0-b897b8ffcdd3", "tag": "5e7c23d5-fee4-4d20-927a-b50071233f34", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:20:15.145030 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e6c019e8-c848-498a-be31-a5fba81b5ffd {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:20:15.145455 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2501ec93-af1a-42c3-b7f0-b897b8ffcdd3', 'tag': '5e7c23d5-fee4-4d20-927a-b50071233f34', 'status': 'completed', 'code': 200} Jan 18 22:20:15.185736 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-37d756b1-bdae-48aa-92cc-76691a1bc9f1 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9614918 Jan 18 22:20:15.192164 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 35588) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:20:15.205653 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-e27eac07-dad8-41f1-9c0c-68f3db6a373a admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1363810636-router', 'tenant_id': 'ec90adb1094349739cc26a639b1aef5d', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:20:15.240853 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88f5209-717b-4c25-b29b-e477b5b0f4d2 tempest-DHCPAgentSchedulersTestJSON-1803676461 tempest-DHCPAgentSchedulersTestJSON-1803676461-project] Pushing event updated for resources: {'Subnet': ['ID=4636c183-ccfa-48dc-913d-ff04195f3077,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:15.302345 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e27eac07-dad8-41f1-9c0c-68f3db6a373a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1044160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8692'] for router, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:15.303460 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e27eac07-dad8-41f1-9c0c-68f3db6a373a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1040680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8675'] for router, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:15.341886 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d384ccf3-0d11-4f29-8bcd-42ae982baeba admin admin] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:15.347363 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88f5209-717b-4c25-b29b-e477b5b0f4d2 tempest-DHCPAgentSchedulersTestJSON-1803676461 tempest-DHCPAgentSchedulersTestJSON-1803676461-project] Checking segment: {'id': '258fd4c0-9f17-473f-aed0-ebcf8d939c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'af0c2b58-6955-40a5-b4aa-0f0cd8eadc3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:20:15.347963 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88f5209-717b-4c25-b29b-e477b5b0f4d2 tempest-DHCPAgentSchedulersTestJSON-1803676461 tempest-DHCPAgentSchedulersTestJSON-1803676461-project] Network hostable DHCP agents. Network: af0c2b58-6955-40a5-b4aa-0f0cd8eadc3a, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:20:15.365818 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5221a5b1-f14c-4365-8ef4-3841d08bf395 req-ac6d2b36-506b-4f05-9ce4-01db3072054d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:15.367539 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5221a5b1-f14c-4365-8ef4-3841d08bf395 req-ac6d2b36-506b-4f05-9ce4-01db3072054d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cccec33dc87e4f2dae33b71be2fd1ab3&device_id=2501ec93-af1a-42c3-b7f0-b897b8ffcdd3 HTTP/1.1" status: 200 len: 1125 time: 0.2009881 Jan 18 22:20:15.376901 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a99962e-6a5a-4220-9bf6-7a3e437a544d req-ee122a57-6038-480a-a818-17df16baa1c5 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:15.379120 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5a99962e-6a5a-4220-9bf6-7a3e437a544d req-ee122a57-6038-480a-a818-17df16baa1c5 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/ports?device_id=2501ec93-af1a-42c3-b7f0-b897b8ffcdd3 HTTP/1.1" status: 200 len: 944 time: 0.1326497 Jan 18 22:20:15.388805 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e27eac07-dad8-41f1-9c0c-68f3db6a373a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:15.430616 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5a99962e-6a5a-4220-9bf6-7a3e437a544d req-2c8b5438-40d4-409b-9fe8-0ff138bdee1e tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc8c7d2e-b8e2-47f9-a940-5cbf5ddba272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429599 Jan 18 22:20:15.431393 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88f5209-717b-4c25-b29b-e477b5b0f4d2 tempest-DHCPAgentSchedulersTestJSON-1803676461 tempest-DHCPAgentSchedulersTestJSON-1803676461-project] Network af0c2b58-6955-40a5-b4aa-0f0cd8eadc3a is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:20:15.473970 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a70d10cd-3a4c-4a17-a895-9316ac2d26fe None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:15.481900 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-e88f5209-717b-4c25-b29b-e477b5b0f4d2 tempest-DHCPAgentSchedulersTestJSON-1803676461 tempest-DHCPAgentSchedulersTestJSON-1803676461-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, af0c2b58-6955-40a5-b4aa-0f0cd8eadc3a) {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:20:15.488858 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88f5209-717b-4c25-b29b-e477b5b0f4d2 tempest-DHCPAgentSchedulersTestJSON-1803676461 tempest-DHCPAgentSchedulersTestJSON-1803676461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:15.489456 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e88f5209-717b-4c25-b29b-e477b5b0f4d2 tempest-DHCPAgentSchedulersTestJSON-1803676461 tempest-DHCPAgentSchedulersTestJSON-1803676461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:15.502916 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966b8f4d-c110-4bfb-bf55-70956c165f86 None None] Network af0c2b58-6955-40a5-b4aa-0f0cd8eadc3a requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:20:15.523873 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-e88f5209-717b-4c25-b29b-e477b5b0f4d2 tempest-DHCPAgentSchedulersTestJSON-1803676461 tempest-DHCPAgentSchedulersTestJSON-1803676461-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2756083 Jan 18 22:20:15.524624 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 35590) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:20:15.529413 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a70d10cd-3a4c-4a17-a895-9316ac2d26fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:15.541371 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-2a69de90-17c3-4874-b43c-f84545437753 tempest-DHCPAgentSchedulersTestJSON-1803676461 tempest-DHCPAgentSchedulersTestJSON-1803676461-project] Request body: {'port': {'network_id': 'af0c2b58-6955-40a5-b4aa-0f0cd8eadc3a', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1781850069'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:20:15.570842 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d384ccf3-0d11-4f29-8bcd-42ae982baeba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:15.616336 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5221a5b1-f14c-4365-8ef4-3841d08bf395 req-0286f483-4f75-4e22-8705-6d0c6ac62939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:15.617853 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5221a5b1-f14c-4365-8ef4-3841d08bf395 req-0286f483-4f75-4e22-8705-6d0c6ac62939 service neutron] 10.222.0.67 "GET /v2.0/networks?id=61203f33-a8b3-4e89-8217-8dac5f2bb01b HTTP/1.1" status: 200 len: 921 time: 0.2316360 Jan 18 22:20:15.618745 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70d10cd-3a4c-4a17-a895-9316ac2d26fe None None] Pushing event updated for resources: {'Port': ['ID=96541d19-3712-4830-8619-59e06644287c,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:15.622986 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d384ccf3-0d11-4f29-8bcd-42ae982baeba admin admin] Pushing event updated for resources: {'Port': ['ID=c5cf8ecd-d555-4d40-9a25-0cc78e26384d,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:15.627373 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e27eac07-dad8-41f1-9c0c-68f3db6a373a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:15.648205 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d384ccf3-0d11-4f29-8bcd-42ae982baeba admin admin] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:20:15.652362 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-d384ccf3-0d11-4f29-8bcd-42ae982baeba admin admin] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:20:15.666342 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d384ccf3-0d11-4f29-8bcd-42ae982baeba admin admin] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:20:15.704179 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70d10cd-3a4c-4a17-a895-9316ac2d26fe None None] Network 79f1cbfc-d839-4144-8126-4d4dfc85d53e is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:20:15.730448 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-a70d10cd-3a4c-4a17-a895-9316ac2d26fe None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:20:15.740792 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5221a5b1-f14c-4365-8ef4-3841d08bf395 req-f3a01906-7c66-4e0f-9198-54c2b209551e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5e7c23d5-fee4-4d20-927a-b50071233f34 HTTP/1.1" status: 200 len: 217 time: 0.1124272 Jan 18 22:20:15.750887 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70d10cd-3a4c-4a17-a895-9316ac2d26fe None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:20:15.757136 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 5e7c23d5-fee4-4d20-927a-b50071233f34, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=5e7c23d5-fee4-4d20-927a-b50071233f34,segment=NetworkSegment(2bbe6b88-f1a6-4fc9-b338-69341977472e),segment_id=2bbe6b88-f1a6-4fc9-b338-69341977472e)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:20:15.819400 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 5e7c23d5-fee4-4d20-927a-b50071233f34 has no active binding in host n-h1-825064-1 {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 18 22:20:15.866152 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5221a5b1-f14c-4365-8ef4-3841d08bf395 req-336a19d9-e30b-4f1f-a01c-bf31db5a0f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:15.867653 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5221a5b1-f14c-4365-8ef4-3841d08bf395 req-336a19d9-e30b-4f1f-a01c-bf31db5a0f17 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b92d365b-b574-47a9-a91d-968f4b104686 HTTP/1.1" status: 200 len: 861 time: 0.1080720 Jan 18 22:20:15.876730 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4ed83e-cea0-4481-8b0e-52e20c2c3df1 req-f8096140-69ce-4d13-9fab-270d9615a92c tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:15.878190 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cd4ed83e-cea0-4481-8b0e-52e20c2c3df1 req-f8096140-69ce-4d13-9fab-270d9615a92c tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a51b6e7-8616-455f-b81f-291bc7228e12 HTTP/1.1" status: 200 len: 946 time: 0.1402237 Jan 18 22:20:15.931942 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394124d0-e488-4976-8490-fe7f6c262079 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-f9ad31e7-37ce-419b-821b-a9da1bd29d6a', 'network_id': 'f9ad31e7-37ce-419b-821b-a9da1bd29d6a', 'tenant_id': 'ec90adb1094349739cc26a639b1aef5d', 'fixed_ips': [{'subnet_id': '14f50ebb-1818-4759-9f29-e9e27d7b46b0'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:20:15.932836 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-394124d0-e488-4976-8490-fe7f6c262079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:15.936513 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a69de90-17c3-4874-b43c-f84545437753 tempest-DHCPAgentSchedulersTestJSON-1803676461 tempest-DHCPAgentSchedulersTestJSON-1803676461-project] Made reservation on behalf of d31168696605439a9f2163915f123aee for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:20:15.939936 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2a69de90-17c3-4874-b43c-f84545437753 tempest-DHCPAgentSchedulersTestJSON-1803676461 tempest-DHCPAgentSchedulersTestJSON-1803676461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:15.943407 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5221a5b1-f14c-4365-8ef4-3841d08bf395 req-e3d0d401-0ca7-4d54-b6d5-5eba85d185d6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=61203f33-a8b3-4e89-8217-8dac5f2bb01b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638773 Jan 18 22:20:15.947529 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-a70d10cd-3a4c-4a17-a895-9316ac2d26fe None None] Attempting to bind port 96541d19-3712-4830-8619-59e06644287c on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:20:15.947702 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-a70d10cd-3a4c-4a17-a895-9316ac2d26fe None None] Attempting to bind port 96541d19-3712-4830-8619-59e06644287c by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': 'ffc5cace-c1dc-4e1e-b443-3c59eb16595b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '79f1cbfc-d839-4144-8126-4d4dfc85d53e'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:20:15.948057 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70d10cd-3a4c-4a17-a895-9316ac2d26fe None None] Attempting to bind port 96541d19-3712-4830-8619-59e06644287c on network 79f1cbfc-d839-4144-8126-4d4dfc85d53e {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:20:15.957247 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70d10cd-3a4c-4a17-a895-9316ac2d26fe None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:20:15.957474 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70d10cd-3a4c-4a17-a895-9316ac2d26fe None None] Checking segment: {'id': 'ffc5cace-c1dc-4e1e-b443-3c59eb16595b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '79f1cbfc-d839-4144-8126-4d4dfc85d53e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:20:15.957794 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a70d10cd-3a4c-4a17-a895-9316ac2d26fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:15.958184 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70d10cd-3a4c-4a17-a895-9316ac2d26fe None None] Bound using segment: {'id': 'ffc5cace-c1dc-4e1e-b443-3c59eb16595b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '79f1cbfc-d839-4144-8126-4d4dfc85d53e'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:20:15.958649 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-a70d10cd-3a4c-4a17-a895-9316ac2d26fe None None] Bound port: 96541d19-3712-4830-8619-59e06644287c, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffc5cace-c1dc-4e1e-b443-3c59eb16595b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '79f1cbfc-d839-4144-8126-4d4dfc85d53e'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:20:15.959027 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a70d10cd-3a4c-4a17-a895-9316ac2d26fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:16.016325 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d384ccf3-0d11-4f29-8bcd-42ae982baeba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:16.021627 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8190d6ee-c788-4e33-9f7d-24e201c04235 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-af0c2b58-6955-40a5-b4aa-0f0cd8eadc3a', 'network_id': 'af0c2b58-6955-40a5-b4aa-0f0cd8eadc3a', 'tenant_id': 'd31168696605439a9f2163915f123aee', 'fixed_ips': [{'subnet_id': '4636c183-ccfa-48dc-913d-ff04195f3077'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:20:16.022124 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8190d6ee-c788-4e33-9f7d-24e201c04235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:16.023445 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [None req-2a69de90-17c3-4874-b43c-f84545437753 tempest-DHCPAgentSchedulersTestJSON-1803676461 tempest-DHCPAgentSchedulersTestJSON-1803676461-project] device_id is not set on port 640cebb0-5156-4559-b2fb-bc4f50bbf068 yet. {{(pid=102430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:20:16.203906 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-a70d10cd-3a4c-4a17-a895-9316ac2d26fe None None] For port 96541d19-3712-4830-8619-59e06644287c, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:20:16.304097 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-8190d6ee-c788-4e33-9f7d-24e201c04235 None None] Allocated IP 172.20.0.2 (af0c2b58-6955-40a5-b4aa-0f0cd8eadc3a/4636c183-ccfa-48dc-913d-ff04195f3077/955b0e01-3cf4-45ce-ba58-994c63593cd0) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:20:16.415905 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-a70d10cd-3a4c-4a17-a895-9316ac2d26fe None None] For port 96541d19-3712-4830-8619-59e06644287c, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=96541d19-3712-4830-8619-59e06644287c,segment=NetworkSegment(ffc5cace-c1dc-4e1e-b443-3c59eb16595b),segment_id=ffc5cace-c1dc-4e1e-b443-3c59eb16595b)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:20:16.420461 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cd4ed83e-cea0-4481-8b0e-52e20c2c3df1 req-22e007d4-4ac2-4365-b432-29ee7cdf70bf tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/security-groups?id=887106f9-0ea3-48df-93b8-5b7379f045d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5161262 Jan 18 22:20:16.440362 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-394124d0-e488-4976-8490-fe7f6c262079 None None] Allocated IP 172.20.0.2 (f9ad31e7-37ce-419b-821b-a9da1bd29d6a/14f50ebb-1818-4759-9f29-e9e27d7b46b0/eb9af75a-cc2e-4841-b7f3-dd775f908ee2) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:20:16.452225 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baea5f96-bbc3-415f-b30d-2f689207ea51 req-48a71cbc-e34f-49db-89ab-22a7a7077b48 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:16.461833 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-baea5f96-bbc3-415f-b30d-2f689207ea51 req-48a71cbc-e34f-49db-89ab-22a7a7077b48 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f438302-63de-4371-a597-369b6e067958 HTTP/1.1" status: 200 len: 945 time: 0.5810056 Jan 18 22:20:16.615819 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-baea5f96-bbc3-415f-b30d-2f689207ea51 req-f3ac9138-eec4-446e-89ab-927df0ad3eae tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/security-groups?id=92d0bf2d-4a69-4a06-bc28-bffdc82f7ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527991 Jan 18 22:20:16.622439 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e27eac07-dad8-41f1-9c0c-68f3db6a373a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:16.634360 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a70d10cd-3a4c-4a17-a895-9316ac2d26fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:16.640622 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5221a5b1-f14c-4365-8ef4-3841d08bf395 req-f03b2294-2843-40a0-a965-a9e24bc384ea service neutron] 10.222.0.67 "GET /v2.0/networks/61203f33-a8b3-4e89-8217-8dac5f2bb01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6642652 Jan 18 22:20:16.647885 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e27eac07-dad8-41f1-9c0c-68f3db6a373a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:16.664583 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d384ccf3-0d11-4f29-8bcd-42ae982baeba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1040691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049'] for router, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:16.681216 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-394124d0-e488-4976-8490-fe7f6c262079 None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:16.718232 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-394124d0-e488-4976-8490-fe7f6c262079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:16.771217 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70d10cd-3a4c-4a17-a895-9316ac2d26fe None None] Pushing event updated for resources: {'Port': ['ID=96541d19-3712-4830-8619-59e06644287c,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:16.790561 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394124d0-e488-4976-8490-fe7f6c262079 None None] Network f9ad31e7-37ce-419b-821b-a9da1bd29d6a is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:20:16.815666 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-394124d0-e488-4976-8490-fe7f6c262079 None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:20:16.821843 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394124d0-e488-4976-8490-fe7f6c262079 None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:20:16.823643 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5809bfa-d2d8-4401-824e-1d4eb9afdc93 req-e971d45d-e0c6-44e4-8a2b-ff20cdfe7d82 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:16.825353 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b5809bfa-d2d8-4401-824e-1d4eb9afdc93 req-e971d45d-e0c6-44e4-8a2b-ff20cdfe7d82 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/ports?device_id=2501ec93-af1a-42c3-b7f0-b897b8ffcdd3 HTTP/1.1" status: 200 len: 944 time: 0.2732215 Jan 18 22:20:16.861295 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8190d6ee-c788-4e33-9f7d-24e201c04235 None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:16.888619 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394124d0-e488-4976-8490-fe7f6c262079 None None] Pushing event updated for resources: {'Port': ['ID=eb9af75a-cc2e-4841-b7f3-dd775f908ee2,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:16.898998 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9979a259-8dc7-4efe-9056-ea895731344e req-41c8c18f-406b-41ce-8745-97566692c1b6 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:16.899924 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-e27eac07-dad8-41f1-9c0c-68f3db6a373a admin admin] Allocated IP 172.25.5.2 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/dfa3bc8b-94d1-4346-846e-6ba3600d4d2d) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:20:16.908822 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9979a259-8dc7-4efe-9056-ea895731344e req-41c8c18f-406b-41ce-8745-97566692c1b6 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f438302-63de-4371-a597-369b6e067958 HTTP/1.1" status: 200 len: 945 time: 0.1583683 Jan 18 22:20:16.914598 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8190d6ee-c788-4e33-9f7d-24e201c04235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:16.929164 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5221a5b1-f14c-4365-8ef4-3841d08bf395 req-958ace9b-9f7c-4f65-87c5-ea978307e6e9 service neutron] 10.222.0.67 "GET /v2.0/networks/61203f33-a8b3-4e89-8217-8dac5f2bb01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874293 Jan 18 22:20:17.011255 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d384ccf3-0d11-4f29-8bcd-42ae982baeba admin admin] Router 13dbe705-bead-443f-96f2-745f8dd42f4a is scheduled to L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 with binding_index 1 {{(pid=102431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 22:20:17.074165 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b5809bfa-d2d8-4401-824e-1d4eb9afdc93 req-aef9be46-7e9a-4d94-a795-cdfe2347cccf tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc8c7d2e-b8e2-47f9-a940-5cbf5ddba272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091475 Jan 18 22:20:17.126546 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9979a259-8dc7-4efe-9056-ea895731344e req-107e2440-9eaa-4926-8251-4b4c852b5024 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/security-groups?id=92d0bf2d-4a69-4a06-bc28-bffdc82f7ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168636 Jan 18 22:20:17.128327 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-2a69de90-17c3-4874-b43c-f84545437753 tempest-DHCPAgentSchedulersTestJSON-1803676461 tempest-DHCPAgentSchedulersTestJSON-1803676461-project] Allocated IP 172.20.0.8 (af0c2b58-6955-40a5-b4aa-0f0cd8eadc3a/4636c183-ccfa-48dc-913d-ff04195f3077/640cebb0-5156-4559-b2fb-bc4f50bbf068) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:20:17.168501 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e27eac07-dad8-41f1-9c0c-68f3db6a373a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:17.238849 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-394124d0-e488-4976-8490-fe7f6c262079 None None] Attempting to bind port eb9af75a-cc2e-4841-b7f3-dd775f908ee2 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:20:17.239358 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-394124d0-e488-4976-8490-fe7f6c262079 None None] Attempting to bind port eb9af75a-cc2e-4841-b7f3-dd775f908ee2 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '6e6bc401-35ea-4b66-b6b5-965e5ede5e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f9ad31e7-37ce-419b-821b-a9da1bd29d6a'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:20:17.239358 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394124d0-e488-4976-8490-fe7f6c262079 None None] Attempting to bind port eb9af75a-cc2e-4841-b7f3-dd775f908ee2 on network f9ad31e7-37ce-419b-821b-a9da1bd29d6a {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:20:17.269208 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d384ccf3-0d11-4f29-8bcd-42ae982baeba admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:20:17.283763 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e27eac07-dad8-41f1-9c0c-68f3db6a373a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:17.294021 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394124d0-e488-4976-8490-fe7f6c262079 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:20:17.294501 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394124d0-e488-4976-8490-fe7f6c262079 None None] Checking segment: {'id': '6e6bc401-35ea-4b66-b6b5-965e5ede5e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f9ad31e7-37ce-419b-821b-a9da1bd29d6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:20:17.294906 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-394124d0-e488-4976-8490-fe7f6c262079 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:17.295296 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394124d0-e488-4976-8490-fe7f6c262079 None None] Bound using segment: {'id': '6e6bc401-35ea-4b66-b6b5-965e5ede5e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f9ad31e7-37ce-419b-821b-a9da1bd29d6a'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:20:17.295766 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-394124d0-e488-4976-8490-fe7f6c262079 None None] Bound port: eb9af75a-cc2e-4841-b7f3-dd775f908ee2, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e6bc401-35ea-4b66-b6b5-965e5ede5e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f9ad31e7-37ce-419b-821b-a9da1bd29d6a'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:20:17.296169 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-394124d0-e488-4976-8490-fe7f6c262079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:17.296392 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d384ccf3-0d11-4f29-8bcd-42ae982baeba admin admin] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:17.300870 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-d384ccf3-0d11-4f29-8bcd-42ae982baeba admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.9959295 Jan 18 22:20:17.301489 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 35610) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:20:17.337747 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27eac07-dad8-41f1-9c0c-68f3db6a373a admin admin] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:20:17.343108 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-e27eac07-dad8-41f1-9c0c-68f3db6a373a admin admin] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:20:17.348466 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27eac07-dad8-41f1-9c0c-68f3db6a373a admin admin] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:20:17.349431 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-37499cf1-1ed0-40bd-9d29-8b30a52576f6 req-9b2a6831-e175-4c7b-a33f-0615c65b7c4e service neutron] 10.222.0.67 "GET /v2.0/ports/5e7c23d5-fee4-4d20-927a-b50071233f34/bindings/n-h1-825064-1 HTTP/1.1" status: 200 len: 384 time: 0.1908798 Jan 18 22:20:17.373465 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a00eb3-4261-4270-94bb-d1f33f47e6e7 None None] Sync routers for ids ['13dbe705-bead-443f-96f2-745f8dd42f4a'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:20:17.374056 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27eac07-dad8-41f1-9c0c-68f3db6a373a admin admin] Pushing event updated for resources: {'Port': ['ID=dfa3bc8b-94d1-4346-846e-6ba3600d4d2d,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:17.380233 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-394124d0-e488-4976-8490-fe7f6c262079 None None] For port eb9af75a-cc2e-4841-b7f3-dd775f908ee2, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:20:17.394718 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8190d6ee-c788-4e33-9f7d-24e201c04235 None None] Network af0c2b58-6955-40a5-b4aa-0f0cd8eadc3a is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:20:17.399553 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-8190d6ee-c788-4e33-9f7d-24e201c04235 None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:20:17.421536 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8190d6ee-c788-4e33-9f7d-24e201c04235 None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:20:17.427591 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a00eb3-4261-4270-94bb-d1f33f47e6e7 None None] Routers {'13dbe705-bead-443f-96f2-745f8dd42f4a'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:20:17.428333 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-08a00eb3-4261-4270-94bb-d1f33f47e6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:19:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['13dbe705-bead-443f-96f2-745f8dd42f4a'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:20:17.433864 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-394124d0-e488-4976-8490-fe7f6c262079 None None] For port eb9af75a-cc2e-4841-b7f3-dd775f908ee2, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=eb9af75a-cc2e-4841-b7f3-dd775f908ee2,segment=NetworkSegment(6e6bc401-35ea-4b66-b6b5-965e5ede5e24),segment_id=6e6bc401-35ea-4b66-b6b5-965e5ede5e24)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:20:17.438934 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8190d6ee-c788-4e33-9f7d-24e201c04235 None None] Pushing event updated for resources: {'Port': ['ID=955b0e01-3cf4-45ce-ba58-994c63593cd0,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:17.500503 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-394124d0-e488-4976-8490-fe7f6c262079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:17.503642 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2a69de90-17c3-4874-b43c-f84545437753 tempest-DHCPAgentSchedulersTestJSON-1803676461 tempest-DHCPAgentSchedulersTestJSON-1803676461-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:17.631697 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-8190d6ee-c788-4e33-9f7d-24e201c04235 None None] Attempting to bind port 955b0e01-3cf4-45ce-ba58-994c63593cd0 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:20:17.632298 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-8190d6ee-c788-4e33-9f7d-24e201c04235 None None] Attempting to bind port 955b0e01-3cf4-45ce-ba58-994c63593cd0 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '258fd4c0-9f17-473f-aed0-ebcf8d939c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'af0c2b58-6955-40a5-b4aa-0f0cd8eadc3a'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:20:17.632844 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8190d6ee-c788-4e33-9f7d-24e201c04235 None None] Attempting to bind port 955b0e01-3cf4-45ce-ba58-994c63593cd0 on network af0c2b58-6955-40a5-b4aa-0f0cd8eadc3a {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:20:17.680997 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2a69de90-17c3-4874-b43c-f84545437753 tempest-DHCPAgentSchedulersTestJSON-1803676461 tempest-DHCPAgentSchedulersTestJSON-1803676461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:17.741710 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8190d6ee-c788-4e33-9f7d-24e201c04235 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:20:17.742551 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8190d6ee-c788-4e33-9f7d-24e201c04235 None None] Checking segment: {'id': '258fd4c0-9f17-473f-aed0-ebcf8d939c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'af0c2b58-6955-40a5-b4aa-0f0cd8eadc3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:20:17.743200 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8190d6ee-c788-4e33-9f7d-24e201c04235 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:17.744190 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8190d6ee-c788-4e33-9f7d-24e201c04235 None None] Bound using segment: {'id': '258fd4c0-9f17-473f-aed0-ebcf8d939c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'af0c2b58-6955-40a5-b4aa-0f0cd8eadc3a'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:20:17.763078 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-8190d6ee-c788-4e33-9f7d-24e201c04235 None None] Bound port: 955b0e01-3cf4-45ce-ba58-994c63593cd0, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '258fd4c0-9f17-473f-aed0-ebcf8d939c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'af0c2b58-6955-40a5-b4aa-0f0cd8eadc3a'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:20:17.765133 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8190d6ee-c788-4e33-9f7d-24e201c04235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:17.784026 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e27eac07-dad8-41f1-9c0c-68f3db6a373a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:17.819963 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394124d0-e488-4976-8490-fe7f6c262079 None None] Pushing event updated for resources: {'Port': ['ID=eb9af75a-cc2e-4841-b7f3-dd775f908ee2,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:17.901690 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a69de90-17c3-4874-b43c-f84545437753 tempest-DHCPAgentSchedulersTestJSON-1803676461 tempest-DHCPAgentSchedulersTestJSON-1803676461-project] Pushing event updated for resources: {'Port': ['ID=640cebb0-5156-4559-b2fb-bc4f50bbf068,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:17.926037 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-08a00eb3-4261-4270-94bb-d1f33f47e6e7 None None] Set router 13dbe705-bead-443f-96f2-745f8dd42f4a gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:20:17.929701 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a69de90-17c3-4874-b43c-f84545437753 tempest-DHCPAgentSchedulersTestJSON-1803676461 tempest-DHCPAgentSchedulersTestJSON-1803676461-project] Network af0c2b58-6955-40a5-b4aa-0f0cd8eadc3a is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:20:18.023205 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-2a69de90-17c3-4874-b43c-f84545437753 tempest-DHCPAgentSchedulersTestJSON-1803676461 tempest-DHCPAgentSchedulersTestJSON-1803676461-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:20:18.032675 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a69de90-17c3-4874-b43c-f84545437753 tempest-DHCPAgentSchedulersTestJSON-1803676461 tempest-DHCPAgentSchedulersTestJSON-1803676461-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:20:18.055128 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-8190d6ee-c788-4e33-9f7d-24e201c04235 None None] For port 955b0e01-3cf4-45ce-ba58-994c63593cd0, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:20:18.104834 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43ae91a-4aa9-4b31-ad57-3dffc7ae8ea2 req-f0b97b64-7915-4da8-8143-288e032cc524 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:18.106678 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e43ae91a-4aa9-4b31-ad57-3dffc7ae8ea2 req-f0b97b64-7915-4da8-8143-288e032cc524 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a51b6e7-8616-455f-b81f-291bc7228e12 HTTP/1.1" status: 200 len: 946 time: 0.5002677 Jan 18 22:20:18.130881 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-8190d6ee-c788-4e33-9f7d-24e201c04235 None None] For port 955b0e01-3cf4-45ce-ba58-994c63593cd0, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=955b0e01-3cf4-45ce-ba58-994c63593cd0,segment=NetworkSegment(258fd4c0-9f17-473f-aed0-ebcf8d939c8f),segment_id=258fd4c0-9f17-473f-aed0-ebcf8d939c8f)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:20:18.141948 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8190d6ee-c788-4e33-9f7d-24e201c04235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:18.164938 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091beb91-a506-42eb-82da-eccd461ce8f7 req-2a4cd470-baf4-41d0-b268-da09ff086fc2 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:18.173091 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-091beb91-a506-42eb-82da-eccd461ce8f7 req-2a4cd470-baf4-41d0-b268-da09ff086fc2 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f438302-63de-4371-a597-369b6e067958 HTTP/1.1" status: 200 len: 945 time: 0.4486768 Jan 18 22:20:18.183334 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e27eac07-dad8-41f1-9c0c-68f3db6a373a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1040691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049'] for router, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:18.303117 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6698e8b2-3478-4e4e-94ff-2c9a469ce189 None None] Network 79f1cbfc-d839-4144-8126-4d4dfc85d53e requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:20:18.322496 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8190d6ee-c788-4e33-9f7d-24e201c04235 None None] Pushing event updated for resources: {'Port': ['ID=955b0e01-3cf4-45ce-ba58-994c63593cd0,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:18.373205 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-37499cf1-1ed0-40bd-9d29-8b30a52576f6 req-b657a9a4-2fed-4bb1-aa00-851a8df594d9 service neutron] For port 5e7c23d5-fee4-4d20-927a-b50071233f34, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=5e7c23d5-fee4-4d20-927a-b50071233f34,segment=NetworkSegment(2bbe6b88-f1a6-4fc9-b338-69341977472e),segment_id=2bbe6b88-f1a6-4fc9-b338-69341977472e)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:20:18.391730 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e43ae91a-4aa9-4b31-ad57-3dffc7ae8ea2 req-48325a8b-2d89-4940-8d9b-27d7bc98e192 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/security-groups?id=887106f9-0ea3-48df-93b8-5b7379f045d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603683 Jan 18 22:20:18.402520 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-6bb4297f-0359-4dcc-9152-8d1bebcb7c0a None None] Provisioning complete for port 96541d19-3712-4830-8619-59e06644287c triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:20:18.402901 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6bb4297f-0359-4dcc-9152-8d1bebcb7c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:18.418575 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a69de90-17c3-4874-b43c-f84545437753 tempest-DHCPAgentSchedulersTestJSON-1803676461 tempest-DHCPAgentSchedulersTestJSON-1803676461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:18.419258 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2a69de90-17c3-4874-b43c-f84545437753 tempest-DHCPAgentSchedulersTestJSON-1803676461 tempest-DHCPAgentSchedulersTestJSON-1803676461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:18.463472 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e27eac07-dad8-41f1-9c0c-68f3db6a373a admin admin] Router 8ab0afc4-d896-4e6c-9b5e-1185588239c6 is scheduled to L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 with binding_index 1 {{(pid=102431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 22:20:18.469917 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-091beb91-a506-42eb-82da-eccd461ce8f7 req-c63c60ee-140a-496a-b9a3-f055056f7603 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/security-groups?id=92d0bf2d-4a69-4a06-bc28-bffdc82f7ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2957175 Jan 18 22:20:18.513850 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-08a00eb3-4261-4270-94bb-d1f33f47e6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13dbe705-bead-443f-96f2-745f8dd42f4a', 'name': 'tempest-TaggedBootDevicesTest_v242-838397834-router', 'tenant_id': '258463862b6847e2a07515f39bbe79c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'c5cf8ecd-d555-4d40-9a25-0cc78e26384d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:20:14Z', 'updated_at': '2022-01-18T22:20:15Z', 'revision_number': 3, 'project_id': '258463862b6847e2a07515f39bbe79c5', 'gw_port': {'id': 'c5cf8ecd-d555-4d40-9a25-0cc78e26384d', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b7:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13dbe705-bead-443f-96f2-745f8dd42f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:20:15Z', 'updated_at': '2022-01-18T22:20:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:20:18.541776 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-37499cf1-1ed0-40bd-9d29-8b30a52576f6 req-b657a9a4-2fed-4bb1-aa00-851a8df594d9 service neutron] For port 5e7c23d5-fee4-4d20-927a-b50071233f34, host n-h2-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:20:18.583332 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-2a69de90-17c3-4874-b43c-f84545437753 tempest-DHCPAgentSchedulersTestJSON-1803676461 tempest-DHCPAgentSchedulersTestJSON-1803676461-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0493357 Jan 18 22:20:18.588417 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 35632) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:20:18.590338 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a00eb3-4261-4270-94bb-d1f33f47e6e7 None None] Checking router: 13dbe705-bead-443f-96f2-745f8dd42f4a for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:20:18.600360 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a00eb3-4261-4270-94bb-d1f33f47e6e7 None None] Updating router 13dbe705-bead-443f-96f2-745f8dd42f4a port c5cf8ecd-d555-4d40-9a25-0cc78e26384d binding host n-d-825064-1 {{(pid=102432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:20:18.670662 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device eb9af75a-cc2e-4841-b7f3-dd775f908ee2 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:20:18.672357 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-08a00eb3-4261-4270-94bb-d1f33f47e6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:18.724477 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [req-37499cf1-1ed0-40bd-9d29-8b30a52576f6 req-b657a9a4-2fed-4bb1-aa00-851a8df594d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e7c23d5-fee4-4d20-927a-b50071233f34 {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:20:18.754507 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e27eac07-dad8-41f1-9c0c-68f3db6a373a admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:20:18.765374 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b981b9aa-323b-4d7b-8cc8-f6c077ee2104 None None] Sync routers for ids ['8ab0afc4-d896-4e6c-9b5e-1185588239c6'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:20:18.785926 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b981b9aa-323b-4d7b-8cc8-f6c077ee2104 None None] Routers {'8ab0afc4-d896-4e6c-9b5e-1185588239c6'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:20:18.787890 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-b981b9aa-323b-4d7b-8cc8-f6c077ee2104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:19:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['8ab0afc4-d896-4e6c-9b5e-1185588239c6'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:20:18.790019 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e27eac07-dad8-41f1-9c0c-68f3db6a373a admin admin] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:18.798057 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-e27eac07-dad8-41f1-9c0c-68f3db6a373a admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.6030648 Jan 18 22:20:18.802070 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 35634) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:20:18.830360 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-37499cf1-1ed0-40bd-9d29-8b30a52576f6 req-b657a9a4-2fed-4bb1-aa00-851a8df594d9 service neutron] For port 5e7c23d5-fee4-4d20-927a-b50071233f34, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=5e7c23d5-fee4-4d20-927a-b50071233f34,segment=NetworkSegment(2bbe6b88-f1a6-4fc9-b338-69341977472e),segment_id=2bbe6b88-f1a6-4fc9-b338-69341977472e)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:20:18.891345 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6bb4297f-0359-4dcc-9152-8d1bebcb7c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:18.943968 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-37499cf1-1ed0-40bd-9d29-8b30a52576f6 req-b657a9a4-2fed-4bb1-aa00-851a8df594d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:18.984946 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a4615-2d96-4ebf-af4b-38c0317e3eb3 req-b56ec487-8722-45e3-a7f9-83fde8ef683b tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:18.988524 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-199a4615-2d96-4ebf-af4b-38c0317e3eb3 req-b56ec487-8722-45e3-a7f9-83fde8ef683b tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/ports?device_id=2501ec93-af1a-42c3-b7f0-b897b8ffcdd3 HTTP/1.1" status: 200 len: 944 time: 0.4121187 Jan 18 22:20:19.051330 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-b981b9aa-323b-4d7b-8cc8-f6c077ee2104 None None] Set router 8ab0afc4-d896-4e6c-9b5e-1185588239c6 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:20:19.051543 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-6bb4297f-0359-4dcc-9152-8d1bebcb7c0a None None] For port 96541d19-3712-4830-8619-59e06644287c, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=96541d19-3712-4830-8619-59e06644287c,segment=NetworkSegment(ffc5cace-c1dc-4e1e-b443-3c59eb16595b),segment_id=ffc5cace-c1dc-4e1e-b443-3c59eb16595b)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:20:19.075559 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6bb4297f-0359-4dcc-9152-8d1bebcb7c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:19.167301 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-199a4615-2d96-4ebf-af4b-38c0317e3eb3 req-eab86ee5-472b-4be1-b5f3-4c7437ed749a tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc8c7d2e-b8e2-47f9-a940-5cbf5ddba272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678154 Jan 18 22:20:19.174248 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-5cb2c0cb-12fb-4908-9449-d6de27a72f1f tempest-DHCPAgentSchedulersTestJSON-1803676461 tempest-DHCPAgentSchedulersTestJSON-1803676461-project] Deleting port 640cebb0-5156-4559-b2fb-bc4f50bbf068 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:20:19.174599 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5cb2c0cb-12fb-4908-9449-d6de27a72f1f tempest-DHCPAgentSchedulersTestJSON-1803676461 tempest-DHCPAgentSchedulersTestJSON-1803676461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:19.298701 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb4297f-0359-4dcc-9152-8d1bebcb7c0a None None] Pushing event updated for resources: {'Port': ['ID=96541d19-3712-4830-8619-59e06644287c,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:19.316098 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5cb2c0cb-12fb-4908-9449-d6de27a72f1f tempest-DHCPAgentSchedulersTestJSON-1803676461 tempest-DHCPAgentSchedulersTestJSON-1803676461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:19.328145 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-b981b9aa-323b-4d7b-8cc8-f6c077ee2104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab0afc4-d896-4e6c-9b5e-1185588239c6', 'name': 'tempest-TaggedBootDevicesTest-1363810636-router', 'tenant_id': 'ec90adb1094349739cc26a639b1aef5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'dfa3bc8b-94d1-4346-846e-6ba3600d4d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:20:15Z', 'updated_at': '2022-01-18T22:20:17Z', 'revision_number': 3, 'project_id': 'ec90adb1094349739cc26a639b1aef5d', 'gw_port': {'id': 'dfa3bc8b-94d1-4346-846e-6ba3600d4d2d', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:85:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab0afc4-d896-4e6c-9b5e-1185588239c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:20:16Z', 'updated_at': '2022-01-18T22:20:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:20:19.349274 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-5cb2c0cb-12fb-4908-9449-d6de27a72f1f tempest-DHCPAgentSchedulersTestJSON-1803676461 tempest-DHCPAgentSchedulersTestJSON-1803676461-project] Calling delete_port for 640cebb0-5156-4559-b2fb-bc4f50bbf068 owned by {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:20:19.354758 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 5e7c23d5-fee4-4d20-927a-b50071233f34 no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:20:19.363920 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b981b9aa-323b-4d7b-8cc8-f6c077ee2104 None None] Checking router: 8ab0afc4-d896-4e6c-9b5e-1185588239c6 for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:20:19.364616 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b981b9aa-323b-4d7b-8cc8-f6c077ee2104 None None] Updating router 8ab0afc4-d896-4e6c-9b5e-1185588239c6 port dfa3bc8b-94d1-4346-846e-6ba3600d4d2d binding host n-d-825064-1 {{(pid=102433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:20:19.412350 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b981b9aa-323b-4d7b-8cc8-f6c077ee2104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:19.446461 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a203dc7-ec63-49c4-a49e-c64c5ee6fa03 None None] Network f9ad31e7-37ce-419b-821b-a9da1bd29d6a requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:20:19.529298 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port eb9af75a-cc2e-4841-b7f3-dd775f908ee2 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:20:19.529680 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:19.591604 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-234b7ae8-20e5-47b1-812a-db3ce4916a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:19.609311 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-37499cf1-1ed0-40bd-9d29-8b30a52576f6 req-b657a9a4-2fed-4bb1-aa00-851a8df594d9 service neutron] Transition to ACTIVE for port object 5e7c23d5-fee4-4d20-927a-b50071233f34 will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:20:19.671257 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-37499cf1-1ed0-40bd-9d29-8b30a52576f6 req-b657a9a4-2fed-4bb1-aa00-851a8df594d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:19.674526 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7d635b73-6914-4763-88a9-dff9f3c42d29 None None] Provisioning complete for port eb9af75a-cc2e-4841-b7f3-dd775f908ee2 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:20:19.675316 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7d635b73-6914-4763-88a9-dff9f3c42d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:19.729474 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-13a83323-815a-45f8-abc7-a9cd162f84d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:19.771082 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 5e7c23d5-fee4-4d20-927a-b50071233f34 not bound to the agent host n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:20:19.795866 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-37499cf1-1ed0-40bd-9d29-8b30a52576f6 req-b657a9a4-2fed-4bb1-aa00-851a8df594d9 service neutron] No DVR routers for this DVR port 5e7c23d5-fee4-4d20-927a-b50071233f34 on host n-h2-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:20:19.862998 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b981b9aa-323b-4d7b-8cc8-f6c077ee2104 None None] Notify callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:19.873803 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7d635b73-6914-4763-88a9-dff9f3c42d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:19.880872 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b981b9aa-323b-4d7b-8cc8-f6c077ee2104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:19.900642 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6ec140-5d32-4764-bf4e-fc57fcec304d req-c2dc07ec-ae6c-417d-a815-fca05483e583 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:19.910974 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9b6ec140-5d32-4764-bf4e-fc57fcec304d req-c2dc07ec-ae6c-417d-a815-fca05483e583 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f438302-63de-4371-a597-369b6e067958 HTTP/1.1" status: 200 len: 945 time: 0.3255887 Jan 18 22:20:19.918788 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-13a83323-815a-45f8-abc7-a9cd162f84d4 admin admin] Allocated IP 172.20.0.1 (f9ad31e7-37ce-419b-821b-a9da1bd29d6a/14f50ebb-1818-4759-9f29-e9e27d7b46b0/73870912-8482-4cc5-ab02-e467c8acb2ca) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:20:19.935624 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-b981b9aa-323b-4d7b-8cc8-f6c077ee2104 None None] Attempting to bind port dfa3bc8b-94d1-4346-846e-6ba3600d4d2d on host n-d-825064-1 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:20:19.935992 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-b981b9aa-323b-4d7b-8cc8-f6c077ee2104 None None] Attempting to bind port dfa3bc8b-94d1-4346-846e-6ba3600d4d2d by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:20:19.936448 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b981b9aa-323b-4d7b-8cc8-f6c077ee2104 None None] Attempting to bind port dfa3bc8b-94d1-4346-846e-6ba3600d4d2d on network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:20:19.944160 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b981b9aa-323b-4d7b-8cc8-f6c077ee2104 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:20:19.944439 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b981b9aa-323b-4d7b-8cc8-f6c077ee2104 None None] Checking segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:20:19.944819 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b981b9aa-323b-4d7b-8cc8-f6c077ee2104 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:19.945380 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b981b9aa-323b-4d7b-8cc8-f6c077ee2104 None None] Bound using segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:20:19.946006 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-b981b9aa-323b-4d7b-8cc8-f6c077ee2104 None None] Bound port: dfa3bc8b-94d1-4346-846e-6ba3600d4d2d, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:20:19.946565 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b981b9aa-323b-4d7b-8cc8-f6c077ee2104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:19.949907 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:19.953995 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c822b7f-2bd6-4caf-8ead-cc101dc324b2 req-feb4e89b-fa35-4688-8c74-36bd7c27da79 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:19.955940 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8c822b7f-2bd6-4caf-8ead-cc101dc324b2 req-feb4e89b-fa35-4688-8c74-36bd7c27da79 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a51b6e7-8616-455f-b81f-291bc7228e12 HTTP/1.1" status: 200 len: 946 time: 0.3695281 Jan 18 22:20:19.994856 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a027ddf-8bbb-481e-9fb1-ab21d30d8d8e None None] Network af0c2b58-6955-40a5-b4aa-0f0cd8eadc3a requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:20:20.007642 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-b981b9aa-323b-4d7b-8cc8-f6c077ee2104 None None] For port dfa3bc8b-94d1-4346-846e-6ba3600d4d2d, host n-d-825064-1, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:20:20.009616 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b657a9a4-2fed-4bb1-aa00-851a8df594d9 service neutron] Pushing event updated for resources: {'Port': ['ID=5e7c23d5-fee4-4d20-927a-b50071233f34,revision_number=10']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:20.010915 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-b981b9aa-323b-4d7b-8cc8-f6c077ee2104 None None] For port dfa3bc8b-94d1-4346-846e-6ba3600d4d2d, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=dfa3bc8b-94d1-4346-846e-6ba3600d4d2d,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:20:20.025844 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b981b9aa-323b-4d7b-8cc8-f6c077ee2104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:20.034418 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-37499cf1-1ed0-40bd-9d29-8b30a52576f6 req-b657a9a4-2fed-4bb1-aa00-851a8df594d9 service neutron] 10.222.0.67 "PUT /v2.0/ports/5e7c23d5-fee4-4d20-927a-b50071233f34/bindings/n-h1-825064-1/activate HTTP/1.1" status: 200 len: 369 time: 2.6422100 Jan 18 22:20:20.047562 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5cb2c0cb-12fb-4908-9449-d6de27a72f1f tempest-DHCPAgentSchedulersTestJSON-1803676461 tempest-DHCPAgentSchedulersTestJSON-1803676461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:20.066155 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b981b9aa-323b-4d7b-8cc8-f6c077ee2104 None None] Routers {'8ab0afc4-d896-4e6c-9b5e-1185588239c6'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:20:20.066818 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-b981b9aa-323b-4d7b-8cc8-f6c077ee2104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:19:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['8ab0afc4-d896-4e6c-9b5e-1185588239c6'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:20:20.068502 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-13a83323-815a-45f8-abc7-a9cd162f84d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:20.069145 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0f4f89ec-8025-4f82-95e7-d82e5d68241a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:20.082773 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01325fe-dc0d-42c5-8cb4-c0c9c265a9ea None None] Pushing event updated for resources: {'Port': ['ID=dfa3bc8b-94d1-4346-846e-6ba3600d4d2d,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:20.116987 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb2c0cb-12fb-4908-9449-d6de27a72f1f tempest-DHCPAgentSchedulersTestJSON-1803676461 tempest-DHCPAgentSchedulersTestJSON-1803676461-project] Pushing event deleted for resources: {'Port': ['ID=640cebb0-5156-4559-b2fb-bc4f50bbf068,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:20.175778 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-13a83323-815a-45f8-abc7-a9cd162f84d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:20.176215 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9b6ec140-5d32-4764-bf4e-fc57fcec304d req-aec8144d-3cfc-4f64-b4d6-84dcf6c74c2b tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/security-groups?id=92d0bf2d-4a69-4a06-bc28-bffdc82f7ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630177 Jan 18 22:20:20.203243 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8c822b7f-2bd6-4caf-8ead-cc101dc324b2 req-bb4f2f64-8de8-47d9-b05f-013d44596996 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/security-groups?id=887106f9-0ea3-48df-93b8-5b7379f045d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242682 Jan 18 22:20:20.281178 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a83323-815a-45f8-abc7-a9cd162f84d4 admin admin] Network f9ad31e7-37ce-419b-821b-a9da1bd29d6a is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:20:20.294358 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-13a83323-815a-45f8-abc7-a9cd162f84d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:20:20.307803 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a83323-815a-45f8-abc7-a9cd162f84d4 admin admin] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:20:20.310479 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01325fe-dc0d-42c5-8cb4-c0c9c265a9ea None None] Pushing event updated for resources: {'Port': ['ID=dfa3bc8b-94d1-4346-846e-6ba3600d4d2d,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:20.316527 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37499cf1-1ed0-40bd-9d29-8b30a52576f6 req-eb2d1bdd-d191-4199-a9a8-aa4e1b63e5cc tempest-LiveAutoBlockMigrationV225Test-1137188585 tempest-LiveAutoBlockMigrationV225Test-1137188585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:20.333946 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-37499cf1-1ed0-40bd-9d29-8b30a52576f6 req-eb2d1bdd-d191-4199-a9a8-aa4e1b63e5cc tempest-LiveAutoBlockMigrationV225Test-1137188585 tempest-LiveAutoBlockMigrationV225Test-1137188585-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=2501ec93-af1a-42c3-b7f0-b897b8ffcdd3&tenant_id=cccec33dc87e4f2dae33b71be2fd1ab3&binding%3Ahost_id=n-h2-825064-1 HTTP/1.1" status: 200 len: 1096 time: 0.2048099 Jan 18 22:20:20.350161 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-b981b9aa-323b-4d7b-8cc8-f6c077ee2104 None None] Set router 8ab0afc4-d896-4e6c-9b5e-1185588239c6 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:20:20.371569 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a83323-815a-45f8-abc7-a9cd162f84d4 admin admin] Pushing event updated for resources: {'Port': ['ID=73870912-8482-4cc5-ab02-e467c8acb2ca,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:20.418398 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7d635b73-6914-4763-88a9-dff9f3c42d29 None None] For port eb9af75a-cc2e-4841-b7f3-dd775f908ee2, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=eb9af75a-cc2e-4841-b7f3-dd775f908ee2,segment=NetworkSegment(6e6bc401-35ea-4b66-b6b5-965e5ede5e24),segment_id=6e6bc401-35ea-4b66-b6b5-965e5ede5e24)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:20:20.430778 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5cb2c0cb-12fb-4908-9449-d6de27a72f1f tempest-DHCPAgentSchedulersTestJSON-1803676461 tempest-DHCPAgentSchedulersTestJSON-1803676461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:20.438189 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-5cb2c0cb-12fb-4908-9449-d6de27a72f1f tempest-DHCPAgentSchedulersTestJSON-1803676461 tempest-DHCPAgentSchedulersTestJSON-1803676461-project] 10.222.0.53 "DELETE /v2.0/ports/640cebb0-5156-4559-b2fb-bc4f50bbf068 HTTP/1.1" status: 204 len: 168 time: 1.8434494 Jan 18 22:20:20.440783 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 35644) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:20:20.460950 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-13a83323-815a-45f8-abc7-a9cd162f84d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1040954'] for router_interface, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:20.491715 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7d635b73-6914-4763-88a9-dff9f3c42d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:20.538940 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37499cf1-1ed0-40bd-9d29-8b30a52576f6 req-bb7b35e7-7fa1-4234-bb24-9ec353bb8677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:20.540992 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-37499cf1-1ed0-40bd-9d29-8b30a52576f6 req-bb7b35e7-7fa1-4234-bb24-9ec353bb8677 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2501ec93-af1a-42c3-b7f0-b897b8ffcdd3&tenant_id=cccec33dc87e4f2dae33b71be2fd1ab3 HTTP/1.1" status: 200 len: 1096 time: 0.1709511 Jan 18 22:20:20.569547 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.db.api [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 22:20:20.569976 n-d-825064-1 neutron-server[102432]: DEBUG oslo_db.api [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 22:20:20.588489 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-90522299-fe46-4019-a0ce-770b9e5b9840 tempest-DHCPAgentSchedulersTestJSON-1616090305 tempest-DHCPAgentSchedulersTestJSON-1616090305-project-admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.1422374 Jan 18 22:20:20.617886 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 35648) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:20:20.626458 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-6d9da2d5-2023-4ea4-9f25-14e81bc4e244 tempest-DHCPAgentSchedulersTestJSON-1803676461 tempest-DHCPAgentSchedulersTestJSON-1803676461-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1578113633'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:20:20.635031 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7d635b73-6914-4763-88a9-dff9f3c42d29 None None] Provisioning complete for port 96541d19-3712-4830-8619-59e06644287c triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:20:20.635450 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7d635b73-6914-4763-88a9-dff9f3c42d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:20.707225 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37499cf1-1ed0-40bd-9d29-8b30a52576f6 req-984d62db-a61c-4fbc-9159-56def26c979f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:20.710264 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-37499cf1-1ed0-40bd-9d29-8b30a52576f6 req-984d62db-a61c-4fbc-9159-56def26c979f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cccec33dc87e4f2dae33b71be2fd1ab3&device_id=2501ec93-af1a-42c3-b7f0-b897b8ffcdd3 HTTP/1.1" status: 200 len: 1096 time: 0.1361094 Jan 18 22:20:20.760474 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d9da2d5-2023-4ea4-9f25-14e81bc4e244 tempest-DHCPAgentSchedulersTestJSON-1803676461 tempest-DHCPAgentSchedulersTestJSON-1803676461-project] Made reservation on behalf of d31168696605439a9f2163915f123aee for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:20:20.764653 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6d9da2d5-2023-4ea4-9f25-14e81bc4e244 tempest-DHCPAgentSchedulersTestJSON-1803676461 tempest-DHCPAgentSchedulersTestJSON-1803676461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:20.794905 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d635b73-6914-4763-88a9-dff9f3c42d29 None None] Pushing event updated for resources: {'Port': ['ID=eb9af75a-cc2e-4841-b7f3-dd775f908ee2,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:20.815182 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d635b73-6914-4763-88a9-dff9f3c42d29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:20:20.815570 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d635b73-6914-4763-88a9-dff9f3c42d29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:20:20.816972 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d635b73-6914-4763-88a9-dff9f3c42d29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:20:20.816972 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d635b73-6914-4763-88a9-dff9f3c42d29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:20:20.817237 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d635b73-6914-4763-88a9-dff9f3c42d29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:20:20.817516 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d635b73-6914-4763-88a9-dff9f3c42d29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:20:20.817846 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d635b73-6914-4763-88a9-dff9f3c42d29 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:20:20.818181 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d635b73-6914-4763-88a9-dff9f3c42d29 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:20:20.818507 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d635b73-6914-4763-88a9-dff9f3c42d29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:20:20.818974 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d635b73-6914-4763-88a9-dff9f3c42d29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:20:20.819362 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d635b73-6914-4763-88a9-dff9f3c42d29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:20:20.819968 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d635b73-6914-4763-88a9-dff9f3c42d29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:20:20.871631 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-08a00eb3-4261-4270-94bb-d1f33f47e6e7 None None] Notify callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:20.917903 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-08a00eb3-4261-4270-94bb-d1f33f47e6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:20.932954 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-b981b9aa-323b-4d7b-8cc8-f6c077ee2104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab0afc4-d896-4e6c-9b5e-1185588239c6', 'name': 'tempest-TaggedBootDevicesTest-1363810636-router', 'tenant_id': 'ec90adb1094349739cc26a639b1aef5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'dfa3bc8b-94d1-4346-846e-6ba3600d4d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:20:15Z', 'updated_at': '2022-01-18T22:20:17Z', 'revision_number': 3, 'project_id': 'ec90adb1094349739cc26a639b1aef5d', 'gw_port': {'id': 'dfa3bc8b-94d1-4346-846e-6ba3600d4d2d', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:85:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab0afc4-d896-4e6c-9b5e-1185588239c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:20:16Z', 'updated_at': '2022-01-18T22:20:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:20:20.966907 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37499cf1-1ed0-40bd-9d29-8b30a52576f6 req-5c947e2d-927d-41dd-9444-8692fcef8995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:20.968696 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-37499cf1-1ed0-40bd-9d29-8b30a52576f6 req-5c947e2d-927d-41dd-9444-8692fcef8995 service neutron] 10.222.0.36 "GET /v2.0/networks?id=61203f33-a8b3-4e89-8217-8dac5f2bb01b HTTP/1.1" status: 200 len: 921 time: 0.2444217 Jan 18 22:20:20.983446 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b981b9aa-323b-4d7b-8cc8-f6c077ee2104 None None] The sync data for ids ['8ab0afc4-d896-4e6c-9b5e-1185588239c6'] in n-d-825064-1 is: [{'id': '8ab0afc4-d896-4e6c-9b5e-1185588239c6', 'name': 'tempest-TaggedBootDevicesTest-1363810636-router', 'tenant_id': 'ec90adb1094349739cc26a639b1aef5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'dfa3bc8b-94d1-4346-846e-6ba3600d4d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:20:15Z', 'updated_at': '2022-01-18T22:20:17Z', 'revision_number': 3, 'project_id': 'ec90adb1094349739cc26a639b1aef5d', 'gw_port': {'id': 'dfa3bc8b-94d1-4346-846e-6ba3600d4d2d', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:85:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab0afc4-d896-4e6c-9b5e-1185588239c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:20:16Z', 'updated_at': '2022-01-18T22:20:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:20:21.007890 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d9da2d5-2023-4ea4-9f25-14e81bc4e244 tempest-DHCPAgentSchedulersTestJSON-1803676461 tempest-DHCPAgentSchedulersTestJSON-1803676461-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:20:21.033859 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-13a83323-815a-45f8-abc7-a9cd162f84d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:21.067733 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-08a00eb3-4261-4270-94bb-d1f33f47e6e7 None None] Attempting to bind port c5cf8ecd-d555-4d40-9a25-0cc78e26384d on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:20:21.072836 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-08a00eb3-4261-4270-94bb-d1f33f47e6e7 None None] Attempting to bind port c5cf8ecd-d555-4d40-9a25-0cc78e26384d by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:20:21.073381 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a00eb3-4261-4270-94bb-d1f33f47e6e7 None None] Attempting to bind port c5cf8ecd-d555-4d40-9a25-0cc78e26384d on network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:20:21.172915 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728d37ed-a9b1-49c2-b628-14e0f3fd1bcf req-99b69968-5c40-47b8-8ca3-92544bb52ea2 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:21.181739 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a00eb3-4261-4270-94bb-d1f33f47e6e7 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:20:21.182062 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6d9da2d5-2023-4ea4-9f25-14e81bc4e244 tempest-DHCPAgentSchedulersTestJSON-1803676461 tempest-DHCPAgentSchedulersTestJSON-1803676461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:21.182289 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a00eb3-4261-4270-94bb-d1f33f47e6e7 None None] Checking segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:20:21.182407 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-6d9da2d5-2023-4ea4-9f25-14e81bc4e244 tempest-DHCPAgentSchedulersTestJSON-1803676461 tempest-DHCPAgentSchedulersTestJSON-1803676461-project] Added segment bd1e808f-33ad-4e51-9e63-126196cf41cc of type vlan for network 15c83684-308a-4313-83d7-0a1a8a55a0fd Jan 18 22:20:21.182511 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-08a00eb3-4261-4270-94bb-d1f33f47e6e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:21.182909 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a00eb3-4261-4270-94bb-d1f33f47e6e7 None None] Bound using segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:20:21.183913 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-728d37ed-a9b1-49c2-b628-14e0f3fd1bcf req-99b69968-5c40-47b8-8ca3-92544bb52ea2 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/ports?device_id=2501ec93-af1a-42c3-b7f0-b897b8ffcdd3 HTTP/1.1" status: 200 len: 945 time: 0.8476346 Jan 18 22:20:21.185306 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-08a00eb3-4261-4270-94bb-d1f33f47e6e7 None None] Bound port: c5cf8ecd-d555-4d40-9a25-0cc78e26384d, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:20:21.185772 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-37499cf1-1ed0-40bd-9d29-8b30a52576f6 req-077cfcea-362d-44e8-8ccc-b078314ee6f7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5e7c23d5-fee4-4d20-927a-b50071233f34 HTTP/1.1" status: 200 len: 217 time: 0.1791341 Jan 18 22:20:21.186546 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-08a00eb3-4261-4270-94bb-d1f33f47e6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:21.220838 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67fcb0f-60d5-4d1e-b83b-0b063d4e85e3 None None] Pushing event updated for resources: {'Port': ['ID=c5cf8ecd-d555-4d40-9a25-0cc78e26384d,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:21.222519 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4f0e8ed2-6854-4316-bc7d-7eaeee90bf23 req-fa37070b-d6bc-4756-9aa1-91ae1d0daa39 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=710e4fbf-3d93-42c0-b0b4-4811a367b0c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9393954 Jan 18 22:20:21.252824 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 96541d19-3712-4830-8619-59e06644287c up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:20:21.282780 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-58b7fb8a-7dce-4676-bcc4-3a233bd9cbe2 None None] Provisioning complete for port 955b0e01-3cf4-45ce-ba58-994c63593cd0 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:20:21.283364 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-58b7fb8a-7dce-4676-bcc4-3a233bd9cbe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:21.288164 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-728d37ed-a9b1-49c2-b628-14e0f3fd1bcf req-84e054aa-ecde-477a-9316-f72e52152028 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc8c7d2e-b8e2-47f9-a940-5cbf5ddba272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032343 Jan 18 22:20:21.511212 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6d9da2d5-2023-4ea4-9f25-14e81bc4e244 tempest-DHCPAgentSchedulersTestJSON-1803676461 tempest-DHCPAgentSchedulersTestJSON-1803676461-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:21.542970 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-08a00eb3-4261-4270-94bb-d1f33f47e6e7 None None] For port c5cf8ecd-d555-4d40-9a25-0cc78e26384d, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:20:21.551064 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-08a00eb3-4261-4270-94bb-d1f33f47e6e7 None None] For port c5cf8ecd-d555-4d40-9a25-0cc78e26384d, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=c5cf8ecd-d555-4d40-9a25-0cc78e26384d,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:20:21.572545 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37499cf1-1ed0-40bd-9d29-8b30a52576f6 req-be5ebd75-cbb3-4409-950f-92fcc40c3669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:21.574292 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-37499cf1-1ed0-40bd-9d29-8b30a52576f6 req-be5ebd75-cbb3-4409-950f-92fcc40c3669 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b92d365b-b574-47a9-a91d-968f4b104686 HTTP/1.1" status: 200 len: 861 time: 0.3508861 Jan 18 22:20:21.580790 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-08a00eb3-4261-4270-94bb-d1f33f47e6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:21.582012 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6d9da2d5-2023-4ea4-9f25-14e81bc4e244 tempest-DHCPAgentSchedulersTestJSON-1803676461 tempest-DHCPAgentSchedulersTestJSON-1803676461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:21.589044 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9da2d5-2023-4ea4-9f25-14e81bc4e244 tempest-DHCPAgentSchedulersTestJSON-1803676461 tempest-DHCPAgentSchedulersTestJSON-1803676461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:21.589931 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6d9da2d5-2023-4ea4-9f25-14e81bc4e244 tempest-DHCPAgentSchedulersTestJSON-1803676461 tempest-DHCPAgentSchedulersTestJSON-1803676461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:21.657591 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-0f4f89ec-8025-4f82-95e7-d82e5d68241a admin admin] Allocated IP 172.20.0.1 (79f1cbfc-d839-4144-8126-4d4dfc85d53e/4d5ec05f-f36e-42b4-b0fb-992123d4342d/b72718bd-7ccb-4f4f-a85d-51685890ae24) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:20:21.662059 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0e8ed2-6854-4316-bc7d-7eaeee90bf23 req-f549ad72-fb6d-4d0f-85ef-7101ad54152d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:21.671924 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4f0e8ed2-6854-4316-bc7d-7eaeee90bf23 req-f549ad72-fb6d-4d0f-85ef-7101ad54152d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=584d50ef6ed64545aac1e7947879ab5e&device_id=710e4fbf-3d93-42c0-b0b4-4811a367b0c1 HTTP/1.1" status: 200 len: 1097 time: 0.2581704 Jan 18 22:20:21.682752 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-58b7fb8a-7dce-4676-bcc4-3a233bd9cbe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:21.696176 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1889cdc-572c-4d2b-8b8a-6e02eb6161bb req-b8f85da1-ab06-43ff-8998-57ce34ac4483 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:21.698112 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b1889cdc-572c-4d2b-8b8a-6e02eb6161bb req-b8f85da1-ab06-43ff-8998-57ce34ac4483 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f438302-63de-4371-a597-369b6e067958 HTTP/1.1" status: 200 len: 945 time: 0.3446984 Jan 18 22:20:21.700370 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-37499cf1-1ed0-40bd-9d29-8b30a52576f6 req-ef4a9697-fd97-4864-b4c7-e681d568b7a8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=61203f33-a8b3-4e89-8217-8dac5f2bb01b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1031067 Jan 18 22:20:21.703684 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-6d9da2d5-2023-4ea4-9f25-14e81bc4e244 tempest-DHCPAgentSchedulersTestJSON-1803676461 tempest-DHCPAgentSchedulersTestJSON-1803676461-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.0826497 Jan 18 22:20:21.718777 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 35656) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:20:21.743047 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 96541d19-3712-4830-8619-59e06644287c triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:20:21.743047 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:21.857767 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9da2d5-2023-4ea4-9f25-14e81bc4e244 tempest-DHCPAgentSchedulersTestJSON-1803676461 tempest-DHCPAgentSchedulersTestJSON-1803676461-project] Pushing event updated for resources: {'Network': ['ID=15c83684-308a-4313-83d7-0a1a8a55a0fd,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:21.865359 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-13a83323-815a-45f8-abc7-a9cd162f84d4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:21.879736 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6242ae7e-7296-493a-9d5e-657d3b5d3d4c req-5e51c396-bc04-413e-b218-0f6a65f85560 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:21.881526 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6242ae7e-7296-493a-9d5e-657d3b5d3d4c req-5e51c396-bc04-413e-b218-0f6a65f85560 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a51b6e7-8616-455f-b81f-291bc7228e12 HTTP/1.1" status: 200 len: 946 time: 0.3642430 Jan 18 22:20:21.887520 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-13a83323-815a-45f8-abc7-a9cd162f84d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:21.890980 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a00eb3-4261-4270-94bb-d1f33f47e6e7 None None] Routers {'13dbe705-bead-443f-96f2-745f8dd42f4a'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:20:21.894087 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-08a00eb3-4261-4270-94bb-d1f33f47e6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:19:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['13dbe705-bead-443f-96f2-745f8dd42f4a'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:20:21.898446 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 15c83684-308a-4313-83d7-0a1a8a55a0fd details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:20:21.937686 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67fcb0f-60d5-4d1e-b83b-0b063d4e85e3 None None] Pushing event updated for resources: {'Port': ['ID=c5cf8ecd-d555-4d40-9a25-0cc78e26384d,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:21.940935 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-13a83323-815a-45f8-abc7-a9cd162f84d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-613854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1041070'] for router_interface, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:22.028844 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b1889cdc-572c-4d2b-8b8a-6e02eb6161bb req-ffa4460a-6921-42d6-b61e-8c3fa6d1a8c7 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/security-groups?id=92d0bf2d-4a69-4a06-bc28-bffdc82f7ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3108070 Jan 18 22:20:22.035261 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a83323-815a-45f8-abc7-a9cd162f84d4 admin admin] Pushing event updated for resources: {'Port': ['ID=73870912-8482-4cc5-ab02-e467c8acb2ca,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:22.071771 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-37499cf1-1ed0-40bd-9d29-8b30a52576f6 req-d0f5007e-4083-4ad3-aa90-f4ba9812e138 service neutron] 10.222.0.36 "GET /v2.0/networks/61203f33-a8b3-4e89-8217-8dac5f2bb01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3284936 Jan 18 22:20:22.089591 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-58b7fb8a-7dce-4676-bcc4-3a233bd9cbe2 None None] For port 955b0e01-3cf4-45ce-ba58-994c63593cd0, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=955b0e01-3cf4-45ce-ba58-994c63593cd0,segment=NetworkSegment(258fd4c0-9f17-473f-aed0-ebcf8d939c8f),segment_id=258fd4c0-9f17-473f-aed0-ebcf8d939c8f)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:20:22.092488 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-564eaa5d-bcf6-46d7-8c12-d7ba61d64ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:22.120368 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-58b7fb8a-7dce-4676-bcc4-3a233bd9cbe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:22.177919 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6242ae7e-7296-493a-9d5e-657d3b5d3d4c req-a97c838b-944f-4dc7-ab13-5242eb896a8e tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/security-groups?id=887106f9-0ea3-48df-93b8-5b7379f045d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783048 Jan 18 22:20:22.194678 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0e8ed2-6854-4316-bc7d-7eaeee90bf23 req-1fbdc1a5-1a9c-4261-85ec-04dfe2f8eea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:22.196191 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4f0e8ed2-6854-4316-bc7d-7eaeee90bf23 req-1fbdc1a5-1a9c-4261-85ec-04dfe2f8eea1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84 HTTP/1.1" status: 200 len: 911 time: 0.4929590 Jan 18 22:20:22.249859 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0f4f89ec-8025-4f82-95e7-d82e5d68241a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:22.306897 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-98c19ea8-d596-489b-af10-336935e97db1 tempest-DHCPAgentSchedulersTestJSON-1616090305 tempest-DHCPAgentSchedulersTestJSON-1616090305-project-admin] 10.222.0.53 "GET /v2.0/agents/14c3878e-2414-4c17-8548-9f1d205684ce/dhcp-networks HTTP/1.1" status: 200 len: 10484 time: 0.5866196 Jan 18 22:20:22.307131 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b7fb8a-7dce-4676-bcc4-3a233bd9cbe2 None None] Pushing event updated for resources: {'Port': ['ID=955b0e01-3cf4-45ce-ba58-994c63593cd0,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:22.307654 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 35658) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:20:22.322044 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-08a00eb3-4261-4270-94bb-d1f33f47e6e7 None None] Set router 13dbe705-bead-443f-96f2-745f8dd42f4a gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:20:22.390032 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4f0e8ed2-6854-4316-bc7d-7eaeee90bf23 req-e7a6e0db-9a7b-431f-a487-92f5a41d07d6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6701bc4f-33c4-4850-94d7-00e6cb60828e HTTP/1.1" status: 200 len: 217 time: 0.1834345 Jan 18 22:20:22.415405 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-08932d51-738a-484d-80e7-06e1970561b5 None None] Provisioning complete for port 73870912-8482-4cc5-ab02-e467c8acb2ca triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:20:22.416018 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-08932d51-738a-484d-80e7-06e1970561b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:22.542558 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-08932d51-738a-484d-80e7-06e1970561b5 None None] Port 73870912-8482-4cc5-ab02-e467c8acb2ca cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:20:22.571162 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0e8ed2-6854-4316-bc7d-7eaeee90bf23 req-1f5b1f7e-e3b2-4b45-8c10-9aa066542e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:22.573724 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4f0e8ed2-6854-4316-bc7d-7eaeee90bf23 req-1f5b1f7e-e3b2-4b45-8c10-9aa066542e39 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=42841b58-d144-4855-94d6-b7b43c1900e0 HTTP/1.1" status: 200 len: 850 time: 0.1419458 Jan 18 22:20:22.579496 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0f4f89ec-8025-4f82-95e7-d82e5d68241a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:22.585640 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-08932d51-738a-484d-80e7-06e1970561b5 None None] Provisioning complete for port eb9af75a-cc2e-4841-b7f3-dd775f908ee2 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:20:22.586134 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-08932d51-738a-484d-80e7-06e1970561b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:22.598590 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a83323-815a-45f8-abc7-a9cd162f84d4 admin admin] Network f9ad31e7-37ce-419b-821b-a9da1bd29d6a is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:20:22.608600 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-13a83323-815a-45f8-abc7-a9cd162f84d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:20:22.630149 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-37499cf1-1ed0-40bd-9d29-8b30a52576f6 req-c44e8cac-1514-4c8b-893e-aef924e653ed service neutron] 10.222.0.36 "GET /v2.0/networks/61203f33-a8b3-4e89-8217-8dac5f2bb01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5376060 Jan 18 22:20:22.719231 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4f89ec-8025-4f82-95e7-d82e5d68241a admin admin] Network 79f1cbfc-d839-4144-8126-4d4dfc85d53e is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:20:22.722642 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1959e5e-e0ae-4d7a-b10e-b1706ec7558b tempest-DHCPAgentSchedulersTestJSON-1616090305 tempest-DHCPAgentSchedulersTestJSON-1616090305-project-admin] Network 15c83684-308a-4313-83d7-0a1a8a55a0fd is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:20:22.746991 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-0f4f89ec-8025-4f82-95e7-d82e5d68241a admin admin] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:20:22.751089 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4f89ec-8025-4f82-95e7-d82e5d68241a admin admin] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:20:22.780791 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13a83323-815a-45f8-abc7-a9cd162f84d4 admin admin] Router 8ab0afc4-d896-4e6c-9b5e-1185588239c6 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:20:22.785822 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device dfa3bc8b-94d1-4346-846e-6ba3600d4d2d up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:20:22.804146 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b6434d-7c18-48c8-b38a-a1e82783f52f req-3af7d9b2-f3fe-488d-9d4f-2dd4194e0909 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:22.805723 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-73b6434d-7c18-48c8-b38a-a1e82783f52f req-3af7d9b2-f3fe-488d-9d4f-2dd4194e0909 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/ports?device_id=2501ec93-af1a-42c3-b7f0-b897b8ffcdd3 HTTP/1.1" status: 200 len: 945 time: 0.3753219 Jan 18 22:20:22.826050 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4f89ec-8025-4f82-95e7-d82e5d68241a admin admin] Pushing event updated for resources: {'Port': ['ID=b72718bd-7ccb-4f4f-a85d-51685890ae24,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:22.844714 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-d1959e5e-e0ae-4d7a-b10e-b1706ec7558b tempest-DHCPAgentSchedulersTestJSON-1616090305 tempest-DHCPAgentSchedulersTestJSON-1616090305-project-admin] 10.222.0.53 "POST /v2.0/agents/14c3878e-2414-4c17-8548-9f1d205684ce/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.5010765 Jan 18 22:20:22.851419 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0e8ed2-6854-4316-bc7d-7eaeee90bf23 req-bfa0d3cf-375c-4f35-9e4f-8541f42c053d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:22.853710 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4f0e8ed2-6854-4316-bc7d-7eaeee90bf23 req-bfa0d3cf-375c-4f35-9e4f-8541f42c053d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2614632 Jan 18 22:20:22.859201 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 35662) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:20:22.886404 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-08a00eb3-4261-4270-94bb-d1f33f47e6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13dbe705-bead-443f-96f2-745f8dd42f4a', 'name': 'tempest-TaggedBootDevicesTest_v242-838397834-router', 'tenant_id': '258463862b6847e2a07515f39bbe79c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'c5cf8ecd-d555-4d40-9a25-0cc78e26384d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:20:14Z', 'updated_at': '2022-01-18T22:20:15Z', 'revision_number': 3, 'project_id': '258463862b6847e2a07515f39bbe79c5', 'gw_port': {'id': 'c5cf8ecd-d555-4d40-9a25-0cc78e26384d', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b7:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13dbe705-bead-443f-96f2-745f8dd42f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:20:15Z', 'updated_at': '2022-01-18T22:20:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:20:22.934135 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d193df-3305-4fd9-84ef-1bd644231b5e None None] Network 15c83684-308a-4313-83d7-0a1a8a55a0fd requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:20:23.014901 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13a83323-815a-45f8-abc7-a9cd162f84d4 admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:20:23.015250 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a00eb3-4261-4270-94bb-d1f33f47e6e7 None None] The sync data for ids ['13dbe705-bead-443f-96f2-745f8dd42f4a'] in n-d-825064-1 is: [{'id': '13dbe705-bead-443f-96f2-745f8dd42f4a', 'name': 'tempest-TaggedBootDevicesTest_v242-838397834-router', 'tenant_id': '258463862b6847e2a07515f39bbe79c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'c5cf8ecd-d555-4d40-9a25-0cc78e26384d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:20:14Z', 'updated_at': '2022-01-18T22:20:15Z', 'revision_number': 3, 'project_id': '258463862b6847e2a07515f39bbe79c5', 'gw_port': {'id': 'c5cf8ecd-d555-4d40-9a25-0cc78e26384d', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b7:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13dbe705-bead-443f-96f2-745f8dd42f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:20:15Z', 'updated_at': '2022-01-18T22:20:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:20:23.018051 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-08932d51-738a-484d-80e7-06e1970561b5 None None] Could not find standard attr ID for object 640cebb0-5156-4559-b2fb-bc4f50bbf068. {{(pid=102432) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 22:20:23.022497 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-13a83323-815a-45f8-abc7-a9cd162f84d4 admin admin] 10.222.0.53 "PUT /v2.0/routers/8ab0afc4-d896-4e6c-9b5e-1185588239c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2189953 Jan 18 22:20:23.031198 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37499cf1-1ed0-40bd-9d29-8b30a52576f6 req-a3a112b2-f27a-4c5a-a8d2-53d59b172001 tempest-LiveAutoBlockMigrationV225Test-1137188585 tempest-LiveAutoBlockMigrationV225Test-1137188585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:23.033005 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-37499cf1-1ed0-40bd-9d29-8b30a52576f6 req-a3a112b2-f27a-4c5a-a8d2-53d59b172001 tempest-LiveAutoBlockMigrationV225Test-1137188585 tempest-LiveAutoBlockMigrationV225Test-1137188585-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=2501ec93-af1a-42c3-b7f0-b897b8ffcdd3&tenant_id=cccec33dc87e4f2dae33b71be2fd1ab3&binding%3Ahost_id=n-h1-825064-1 HTTP/1.1" status: 200 len: 1096 time: 0.0820701 Jan 18 22:20:23.058280 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:23.152674 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-08932d51-738a-484d-80e7-06e1970561b5 None None] Provisioning complete for port 955b0e01-3cf4-45ce-ba58-994c63593cd0 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:20:23.153179 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-08932d51-738a-484d-80e7-06e1970561b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:23.183403 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0f4f89ec-8025-4f82-95e7-d82e5d68241a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1040954'] for router_interface, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:23.237515 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port dfa3bc8b-94d1-4346-846e-6ba3600d4d2d triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:20:23.239649 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:23.267949 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-37499cf1-1ed0-40bd-9d29-8b30a52576f6 req-6d09b317-af19-4d7e-99de-0aa0fe4fa249 service neutron] For port 5e7c23d5-fee4-4d20-927a-b50071233f34, host n-h2-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:20:23.273904 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-37499cf1-1ed0-40bd-9d29-8b30a52576f6 req-6d09b317-af19-4d7e-99de-0aa0fe4fa249 service neutron] Notify callbacks [] for binding, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:23.275056 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-37499cf1-1ed0-40bd-9d29-8b30a52576f6 req-6d09b317-af19-4d7e-99de-0aa0fe4fa249 service neutron] 10.222.0.36 "DELETE /v2.0/ports/5e7c23d5-fee4-4d20-927a-b50071233f34/bindings/n-h2-825064-1 HTTP/1.1" status: 204 len: 173 time: 0.2329748 Jan 18 22:20:23.373566 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-73b6434d-7c18-48c8-b38a-a1e82783f52f req-d4a1637d-e51e-4ad3-bee3-68f6a0c36aa2 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc8c7d2e-b8e2-47f9-a940-5cbf5ddba272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5403984 Jan 18 22:20:23.435273 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-de8929d2-1e32-469c-9ca4-3723d25bacae tempest-DHCPAgentSchedulersTestJSON-1616090305 tempest-DHCPAgentSchedulersTestJSON-1616090305-project-admin] 10.222.0.53 "GET /v2.0/agents/14c3878e-2414-4c17-8548-9f1d205684ce/dhcp-networks HTTP/1.1" status: 200 len: 11254 time: 0.5705631 Jan 18 22:20:23.436358 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 35676) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:20:23.595626 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1743edf5-d9db-4e1d-915f-d921263a0770 req-0e7c43fc-d763-4019-92b6-72c8d49efe2e tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:23.605928 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1743edf5-d9db-4e1d-915f-d921263a0770 req-0e7c43fc-d763-4019-92b6-72c8d49efe2e tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f438302-63de-4371-a597-369b6e067958 HTTP/1.1" status: 200 len: 945 time: 0.2778141 Jan 18 22:20:23.632672 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-459c849f-08aa-4b16-9297-649b162322df tempest-DHCPAgentSchedulersTestJSON-1616090305 tempest-DHCPAgentSchedulersTestJSON-1616090305-project-admin] 10.222.0.53 "DELETE /v2.0/agents/14c3878e-2414-4c17-8548-9f1d205684ce/dhcp-networks/15c83684-308a-4313-83d7-0a1a8a55a0fd HTTP/1.1" status: 204 len: 168 time: 0.1926033 Jan 18 22:20:23.634269 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 35678) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:20:23.641107 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4f0e8ed2-6854-4316-bc7d-7eaeee90bf23 req-3f8c3436-9f47-42fa-88df-62383dc537e3 service neutron] 10.222.0.67 "GET /v2.0/networks/e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7746069 Jan 18 22:20:23.710273 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:23.765041 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port dfa3bc8b-94d1-4346-846e-6ba3600d4d2d, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=dfa3bc8b-94d1-4346-846e-6ba3600d4d2d,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:20:23.775272 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:23.776196 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 96541d19-3712-4830-8619-59e06644287c up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:20:23.923820 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc25df6-f35e-443e-b4cd-64c262bf898f None None] Sync routers for ids ['8ab0afc4-d896-4e6c-9b5e-1185588239c6'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:20:23.967959 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-540cd38d-d59c-4f88-9482-608260723ba8 tempest-DHCPAgentSchedulersTestJSON-1616090305 tempest-DHCPAgentSchedulersTestJSON-1616090305-project-admin] 10.222.0.53 "GET /v2.0/agents/14c3878e-2414-4c17-8548-9f1d205684ce/dhcp-networks HTTP/1.1" status: 200 len: 10484 time: 0.3324997 Jan 18 22:20:23.970648 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 35686) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:20:23.975233 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=dfa3bc8b-94d1-4346-846e-6ba3600d4d2d,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:24.022153 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-f4e1ec54-8c62-4012-b186-90478aefe049 tempest-DHCPAgentSchedulersTestJSON-1616090305 tempest-DHCPAgentSchedulersTestJSON-1616090305-project-admin] 10.222.0.53 "GET /v2.0/networks/af0c2b58-6955-40a5-b4aa-0f0cd8eadc3a/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0492735 Jan 18 22:20:24.025489 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 35688) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:20:24.030916 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc25df6-f35e-443e-b4cd-64c262bf898f None None] Routers {'8ab0afc4-d896-4e6c-9b5e-1185588239c6'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:20:24.031571 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-9bc25df6-f35e-443e-b4cd-64c262bf898f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:20:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['8ab0afc4-d896-4e6c-9b5e-1185588239c6'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:20:24.042549 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1743edf5-d9db-4e1d-915f-d921263a0770 req-e2193313-4861-45d8-9561-65f432f94a51 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/security-groups?id=92d0bf2d-4a69-4a06-bc28-bffdc82f7ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4347005 Jan 18 22:20:24.056439 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0f4f89ec-8025-4f82-95e7-d82e5d68241a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:24.056556 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-7b1319c2-ea74-49ed-8521-32c201e97cbc tempest-DHCPAgentSchedulersTestJSON-1616090305 tempest-DHCPAgentSchedulersTestJSON-1616090305-project-admin] 10.222.0.53 "GET /v2.0/networks/af0c2b58-6955-40a5-b4aa-0f0cd8eadc3a/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0288875 Jan 18 22:20:24.064165 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 35690) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:20:24.094746 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-03bbccb4-0435-4d27-9a6b-77b9acbc1c11 None None] Provisioning complete for port 73870912-8482-4cc5-ab02-e467c8acb2ca triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:20:24.095130 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-03bbccb4-0435-4d27-9a6b-77b9acbc1c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:24.146168 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1a91c7-8379-429b-b371-f05bb3a863b8 req-63e28a31-a2c3-4684-ac7a-1540a47c84b5 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:24.147702 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-db1a91c7-8379-429b-b371-f05bb3a863b8 req-63e28a31-a2c3-4684-ac7a-1540a47c84b5 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a51b6e7-8616-455f-b81f-291bc7228e12 HTTP/1.1" status: 200 len: 946 time: 0.3500907 Jan 18 22:20:24.163947 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-03bbccb4-0435-4d27-9a6b-77b9acbc1c11 None None] Port 73870912-8482-4cc5-ab02-e467c8acb2ca cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:20:24.171423 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 35694) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:20:24.176540 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-36e02c1a-6ee6-4d1a-a261-e4f680777044 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-2081606338-network', 'tenant_id': '356ab36c8a9d4f8b9ac702d62ba3b57c'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:20:24.189780 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4f0e8ed2-6854-4316-bc7d-7eaeee90bf23 req-d5f3d044-21df-4438-81a4-173cf1db2067 service neutron] 10.222.0.67 "GET /v2.0/networks/e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5110981 Jan 18 22:20:24.234384 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36e02c1a-6ee6-4d1a-a261-e4f680777044 admin admin] Made reservation on behalf of 356ab36c8a9d4f8b9ac702d62ba3b57c for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:20:24.250264 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-36e02c1a-6ee6-4d1a-a261-e4f680777044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:24.263413 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-03bbccb4-0435-4d27-9a6b-77b9acbc1c11 None None] Provisioning complete for port b72718bd-7ccb-4f4f-a85d-51685890ae24 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:20:24.264136 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-03bbccb4-0435-4d27-9a6b-77b9acbc1c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:24.270836 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 96541d19-3712-4830-8619-59e06644287c triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:20:24.271368 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:24.281103 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-36e02c1a-6ee6-4d1a-a261-e4f680777044 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:24.346608 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-db1a91c7-8379-429b-b371-f05bb3a863b8 req-3a794827-11f6-4379-88fb-0b0039d8db2b tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/security-groups?id=887106f9-0ea3-48df-93b8-5b7379f045d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644151 Jan 18 22:20:24.392039 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-9bc25df6-f35e-443e-b4cd-64c262bf898f None None] Set router 8ab0afc4-d896-4e6c-9b5e-1185588239c6 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:20:24.397997 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:24.427389 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-03bbccb4-0435-4d27-9a6b-77b9acbc1c11 None None] Port b72718bd-7ccb-4f4f-a85d-51685890ae24 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:20:24.443817 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-36e02c1a-6ee6-4d1a-a261-e4f680777044 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:24.450124 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-36e02c1a-6ee6-4d1a-a261-e4f680777044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:24.473273 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device eb9af75a-cc2e-4841-b7f3-dd775f908ee2 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:20:24.519812 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36e02c1a-6ee6-4d1a-a261-e4f680777044 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:20:24.531319 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-e5a7cdb3-2fe1-45a2-bf72-e1d8deefca96 tempest-DHCPAgentSchedulersTestJSON-1616090305 tempest-DHCPAgentSchedulersTestJSON-1616090305-project-admin] 10.222.0.53 "GET /v2.0/agents/14c3878e-2414-4c17-8548-9f1d205684ce/dhcp-networks HTTP/1.1" status: 200 len: 10484 time: 0.4416583 Jan 18 22:20:24.534234 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 35700) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:20:24.563155 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e02c1a-6ee6-4d1a-a261-e4f680777044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c0739e-bc1b-44d2-96b9-68191ba65946,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:24.575313 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-36e02c1a-6ee6-4d1a-a261-e4f680777044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:24.575313 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-36e02c1a-6ee6-4d1a-a261-e4f680777044 admin admin] Added segment 106bbed1-88ce-4c5d-9014-865df0169638 of type vlan for network e46417e6-99d4-4334-8c1e-3f32f1171b2e Jan 18 22:20:24.576793 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:24.630380 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbe56eb-6f79-49d6-8cef-35c09d849a62 req-b4210905-8f50-4bb9-a450-30e36370daec tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:24.632247 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6fbe56eb-6f79-49d6-8cef-35c09d849a62 req-b4210905-8f50-4bb9-a450-30e36370daec tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/ports?device_id=2501ec93-af1a-42c3-b7f0-b897b8ffcdd3 HTTP/1.1" status: 200 len: 945 time: 0.1092548 Jan 18 22:20:24.697403 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-36e02c1a-6ee6-4d1a-a261-e4f680777044 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:24.702680 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4705e25a-9d1c-4d09-ac73-5d2e50324e00 tempest-DHCPAgentSchedulersTestJSON-1803676461 tempest-DHCPAgentSchedulersTestJSON-1803676461-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:24.719698 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0f4f89ec-8025-4f82-95e7-d82e5d68241a admin admin] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:24.724716 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6fbe56eb-6f79-49d6-8cef-35c09d849a62 req-b6ba1bd1-17ec-4bb3-ac4e-a5bff695eb75 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc8c7d2e-b8e2-47f9-a940-5cbf5ddba272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859692 Jan 18 22:20:24.725332 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port eb9af75a-cc2e-4841-b7f3-dd775f908ee2 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:20:24.725852 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:24.733147 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0f4f89ec-8025-4f82-95e7-d82e5d68241a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:24.828320 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0f4f89ec-8025-4f82-95e7-d82e5d68241a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-613854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1041070'] for router_interface, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:24.830244 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-36e02c1a-6ee6-4d1a-a261-e4f680777044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:24.831351 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e02c1a-6ee6-4d1a-a261-e4f680777044 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:24.832169 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-36e02c1a-6ee6-4d1a-a261-e4f680777044 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:24.868431 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-36e02c1a-6ee6-4d1a-a261-e4f680777044 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6955554 Jan 18 22:20:24.873134 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 35708) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:20:24.875007 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-9bc25df6-f35e-443e-b4cd-64c262bf898f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab0afc4-d896-4e6c-9b5e-1185588239c6', 'name': 'tempest-TaggedBootDevicesTest-1363810636-router', 'tenant_id': 'ec90adb1094349739cc26a639b1aef5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'dfa3bc8b-94d1-4346-846e-6ba3600d4d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:20:15Z', 'updated_at': '2022-01-18T22:20:20Z', 'revision_number': 4, 'project_id': 'ec90adb1094349739cc26a639b1aef5d', 'gw_port': {'id': 'dfa3bc8b-94d1-4346-846e-6ba3600d4d2d', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:85:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab0afc4-d896-4e6c-9b5e-1185588239c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:20:16Z', 'updated_at': '2022-01-18T22:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '73870912-8482-4cc5-ab02-e467c8acb2ca', 'name': '', 'network_id': 'f9ad31e7-37ce-419b-821b-a9da1bd29d6a', 'tenant_id': 'ec90adb1094349739cc26a639b1aef5d', 'mac_address': 'fa:16:3e:14:a0:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab0afc4-d896-4e6c-9b5e-1185588239c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '14f50ebb-1818-4759-9f29-e9e27d7b46b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:20:19Z', 'updated_at': '2022-01-18T22:20:21Z', 'revision_number': 2, 'project_id': 'ec90adb1094349739cc26a639b1aef5d', 'subnets': [{'id': '14f50ebb-1818-4759-9f29-e9e27d7b46b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:20:24.878376 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 955b0e01-3cf4-45ce-ba58-994c63593cd0 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:20:24.889507 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-8f0a9cdf-c89e-4a78-8044-4f71aef041cd admin admin] Request body: {'subnet': {'network_id': 'e46417e6-99d4-4334-8c1e-3f32f1171b2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-2081606338-subnet', 'tenant_id': '356ab36c8a9d4f8b9ac702d62ba3b57c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:20:24.923683 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4705e25a-9d1c-4d09-ac73-5d2e50324e00 tempest-DHCPAgentSchedulersTestJSON-1803676461 tempest-DHCPAgentSchedulersTestJSON-1803676461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:24.926863 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4f89ec-8025-4f82-95e7-d82e5d68241a admin admin] Pushing event updated for resources: {'Port': ['ID=b72718bd-7ccb-4f4f-a85d-51685890ae24,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:24.933041 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc25df6-f35e-443e-b4cd-64c262bf898f None None] Checking router: 8ab0afc4-d896-4e6c-9b5e-1185588239c6 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:20:24.933415 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc25df6-f35e-443e-b4cd-64c262bf898f None None] Updating router 8ab0afc4-d896-4e6c-9b5e-1185588239c6 port 73870912-8482-4cc5-ab02-e467c8acb2ca binding host n-d-825064-1 {{(pid=102432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:20:24.953196 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d00fd-cfd2-49a0-8416-3437595b62fa req-4649ae57-c9d7-42d7-ad60-8a6610685304 tempest-LiveAutoBlockMigrationV225Test-1137188585 tempest-LiveAutoBlockMigrationV225Test-1137188585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:24.954793 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-745d00fd-cfd2-49a0-8416-3437595b62fa req-4649ae57-c9d7-42d7-ad60-8a6610685304 tempest-LiveAutoBlockMigrationV225Test-1137188585 tempest-LiveAutoBlockMigrationV225Test-1137188585-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=2501ec93-af1a-42c3-b7f0-b897b8ffcdd3 HTTP/1.1" status: 200 len: 1096 time: 0.0636659 Jan 18 22:20:24.974208 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-4705e25a-9d1c-4d09-ac73-5d2e50324e00 tempest-DHCPAgentSchedulersTestJSON-1803676461 tempest-DHCPAgentSchedulersTestJSON-1803676461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15c83684-308a-4313-83d7-0a1a8a55a0fd']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:20:24.976372 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e02c1a-6ee6-4d1a-a261-e4f680777044 admin admin] Pushing event updated for resources: {'Network': ['ID=e46417e6-99d4-4334-8c1e-3f32f1171b2e,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:24.986130 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9bc25df6-f35e-443e-b4cd-64c262bf898f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:24.989485 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-4705e25a-9d1c-4d09-ac73-5d2e50324e00 tempest-DHCPAgentSchedulersTestJSON-1803676461 tempest-DHCPAgentSchedulersTestJSON-1803676461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd1e808f-33ad-4e51-9e63-126196cf41cc') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:20:24.991418 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-4705e25a-9d1c-4d09-ac73-5d2e50324e00 tempest-DHCPAgentSchedulersTestJSON-1803676461 tempest-DHCPAgentSchedulersTestJSON-1803676461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd1e808f-33ad-4e51-9e63-126196cf41cc') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:20:25.000773 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f0a9cdf-c89e-4a78-8044-4f71aef041cd admin admin] Made reservation on behalf of 356ab36c8a9d4f8b9ac702d62ba3b57c for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:20:25.002667 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8f0a9cdf-c89e-4a78-8044-4f71aef041cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:25.007820 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4705e25a-9d1c-4d09-ac73-5d2e50324e00 tempest-DHCPAgentSchedulersTestJSON-1803676461 tempest-DHCPAgentSchedulersTestJSON-1803676461-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:25.030234 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network e46417e6-99d4-4334-8c1e-3f32f1171b2e details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:20:25.034412 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4f89ec-8025-4f82-95e7-d82e5d68241a admin admin] Network 79f1cbfc-d839-4144-8126-4d4dfc85d53e is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:20:25.044627 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-745d00fd-cfd2-49a0-8416-3437595b62fa req-99e574ae-3f46-404f-adec-a77a4c31042a tempest-LiveAutoBlockMigrationV225Test-1137188585 tempest-LiveAutoBlockMigrationV225Test-1137188585-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=dc8c7d2e-b8e2-47f9-a940-5cbf5ddba272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776954 Jan 18 22:20:25.050228 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-0f4f89ec-8025-4f82-95e7-d82e5d68241a admin admin] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:20:25.071413 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4705e25a-9d1c-4d09-ac73-5d2e50324e00 tempest-DHCPAgentSchedulersTestJSON-1803676461 tempest-DHCPAgentSchedulersTestJSON-1803676461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:25.083922 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4705e25a-9d1c-4d09-ac73-5d2e50324e00 tempest-DHCPAgentSchedulersTestJSON-1803676461 tempest-DHCPAgentSchedulersTestJSON-1803676461-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:20:25.084369 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4705e25a-9d1c-4d09-ac73-5d2e50324e00 tempest-DHCPAgentSchedulersTestJSON-1803676461 tempest-DHCPAgentSchedulersTestJSON-1803676461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:25.087575 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:20:25.087575 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:20:25.087575 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:20:25.087575 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:20:25.087575 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:20:25.087575 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:20:25.087575 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:20:25.087575 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:20:25.087575 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:20:25.087575 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:20:25.087575 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:20:25.087575 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:20:25.087575 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:20:25.087575 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:20:25.087575 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:20:25.087575 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:20:25.087575 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:20:25.087575 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:20:25.087575 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:20:25.087575 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:20:25.087575 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:20:25.087575 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:20:25.087575 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:20:25.087575 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:20:25.087575 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:20:25.087575 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:20:25.087575 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:20:25.087575 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:20:25.087575 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:20:25.087575 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:20:25.087575 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:20:25.087575 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:20:25.168603 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 955b0e01-3cf4-45ce-ba58-994c63593cd0 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:20:25.169006 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:25.219724 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4705e25a-9d1c-4d09-ac73-5d2e50324e00 tempest-DHCPAgentSchedulersTestJSON-1803676461 tempest-DHCPAgentSchedulersTestJSON-1803676461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:25.362342 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c6c8e5-3530-4195-96d9-e474acc81830 req-101728bf-6353-46b1-a379-83dcde64f78c tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:25.377585 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-72c6c8e5-3530-4195-96d9-e474acc81830 req-101728bf-6353-46b1-a379-83dcde64f78c tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f438302-63de-4371-a597-369b6e067958 HTTP/1.1" status: 200 len: 945 time: 0.2038457 Jan 18 22:20:25.380914 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4705e25a-9d1c-4d09-ac73-5d2e50324e00 tempest-DHCPAgentSchedulersTestJSON-1803676461 tempest-DHCPAgentSchedulersTestJSON-1803676461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:25.397085 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-4705e25a-9d1c-4d09-ac73-5d2e50324e00 tempest-DHCPAgentSchedulersTestJSON-1803676461 tempest-DHCPAgentSchedulersTestJSON-1803676461-project] 10.222.0.53 "DELETE /v2.0/networks/15c83684-308a-4313-83d7-0a1a8a55a0fd HTTP/1.1" status: 204 len: 168 time: 0.8587639 Jan 18 22:20:25.397818 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 35718) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:20:25.402117 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8f0a9cdf-c89e-4a78-8044-4f71aef041cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:25.421412 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4705e25a-9d1c-4d09-ac73-5d2e50324e00 tempest-DHCPAgentSchedulersTestJSON-1803676461 tempest-DHCPAgentSchedulersTestJSON-1803676461-project] Pushing event deleted for resources: {'Network': ['ID=15c83684-308a-4313-83d7-0a1a8a55a0fd,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:25.480505 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0a9cdf-c89e-4a78-8044-4f71aef041cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=04ba5f98-9a30-451d-a25a-e373adfc10f5,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:25.488736 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-72c6c8e5-3530-4195-96d9-e474acc81830 req-8ca90656-4969-4e03-af06-71ad2c507349 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/security-groups?id=92d0bf2d-4a69-4a06-bc28-bffdc82f7ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101406 Jan 18 22:20:25.489860 n-d-825064-1 neutron-server[102430]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9a440dc-9ed8-4057-9f64-99ea46a53183 tempest-DHCPAgentSchedulersTestJSON-1803676461 tempest-DHCPAgentSchedulersTestJSON-1803676461-project] DELETE failed (client error): The resource could not be found. Jan 18 22:20:25.491074 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9a440dc-9ed8-4057-9f64-99ea46a53183 tempest-DHCPAgentSchedulersTestJSON-1803676461 tempest-DHCPAgentSchedulersTestJSON-1803676461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:20:25.497513 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 35720) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:20:25.499166 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-d9a440dc-9ed8-4057-9f64-99ea46a53183 tempest-DHCPAgentSchedulersTestJSON-1803676461 tempest-DHCPAgentSchedulersTestJSON-1803676461-project] 10.222.0.53 "DELETE /v2.0/ports/640cebb0-5156-4559-b2fb-bc4f50bbf068 HTTP/1.1" status: 404 len: 333 time: 0.0800653 Jan 18 22:20:25.523359 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0a9cdf-c89e-4a78-8044-4f71aef041cd admin admin] Checking segment: {'id': '106bbed1-88ce-4c5d-9014-865df0169638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e46417e6-99d4-4334-8c1e-3f32f1171b2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:20:25.523715 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0a9cdf-c89e-4a78-8044-4f71aef041cd admin admin] Network hostable DHCP agents. Network: e46417e6-99d4-4334-8c1e-3f32f1171b2e, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:20:25.588015 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-24c02cf0-cf84-409d-9224-bf8a405b50ed tempest-DHCPAgentSchedulersTestJSON-1803676461 tempest-DHCPAgentSchedulersTestJSON-1803676461-project] Deleting subnet 4636c183-ccfa-48dc-913d-ff04195f3077 {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:20:25.589395 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9bc25df6-f35e-443e-b4cd-64c262bf898f None None] Notify callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:25.592562 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-72f9cdb2-8999-40d0-af0b-4e64ecf12f8d None None] Provisioning complete for port b72718bd-7ccb-4f4f-a85d-51685890ae24 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:20:25.596552 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-72f9cdb2-8999-40d0-af0b-4e64ecf12f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:25.603407 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0a9cdf-c89e-4a78-8044-4f71aef041cd admin admin] Network e46417e6-99d4-4334-8c1e-3f32f1171b2e is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:20:25.606046 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-24c02cf0-cf84-409d-9224-bf8a405b50ed tempest-DHCPAgentSchedulersTestJSON-1803676461 tempest-DHCPAgentSchedulersTestJSON-1803676461-project] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:25.624595 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd19a2-d871-4b6c-9ddf-a27311ab8fdb req-a656b290-6aed-4ab8-90b5-71b1cfae8bfa tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:25.628311 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-36cd19a2-d871-4b6c-9ddf-a27311ab8fdb req-a656b290-6aed-4ab8-90b5-71b1cfae8bfa tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a51b6e7-8616-455f-b81f-291bc7228e12 HTTP/1.1" status: 200 len: 946 time: 0.1224225 Jan 18 22:20:25.632994 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9bc25df6-f35e-443e-b4cd-64c262bf898f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:25.648933 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f4f89ec-8025-4f82-95e7-d82e5d68241a admin admin] Router 13dbe705-bead-443f-96f2-745f8dd42f4a has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:20:25.663637 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-8f0a9cdf-c89e-4a78-8044-4f71aef041cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, e46417e6-99d4-4334-8c1e-3f32f1171b2e) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:20:25.682163 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a39344c-94d7-4a31-b98a-e584bcb8c82f None None] Network e46417e6-99d4-4334-8c1e-3f32f1171b2e requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:20:25.692630 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0a9cdf-c89e-4a78-8044-4f71aef041cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:25.693424 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8f0a9cdf-c89e-4a78-8044-4f71aef041cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:25.697506 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-24c02cf0-cf84-409d-9224-bf8a405b50ed tempest-DHCPAgentSchedulersTestJSON-1803676461 tempest-DHCPAgentSchedulersTestJSON-1803676461-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:25.766320 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-8f0a9cdf-c89e-4a78-8044-4f71aef041cd admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8805139 Jan 18 22:20:25.767128 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 35732) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:20:25.773771 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-70d6dac8-9934-4ac1-a1c7-375524196eb1 req-bf44f395-e090-4a91-bb6d-a02c0dbe4c73 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=aa35bf88-4440-4d73-afcd-ae0cc04d6d11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1335022 Jan 18 22:20:25.776608 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-72f9cdb2-8999-40d0-af0b-4e64ecf12f8d None None] Port b72718bd-7ccb-4f4f-a85d-51685890ae24 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:20:25.795442 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-c68bb8fd-e63a-4c63-9dd6-ca24892d9efe admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-2081606338-router', 'tenant_id': '356ab36c8a9d4f8b9ac702d62ba3b57c', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:20:25.800923 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cffaaf-38a9-4bd7-aace-e9ef6bc0361f None None] Pushing event updated for resources: {'Port': ['ID=73870912-8482-4cc5-ab02-e467c8acb2ca,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:25.814388 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-36cd19a2-d871-4b6c-9ddf-a27311ab8fdb req-e9f8107f-3700-49af-bb82-daf2fb493cc3 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/security-groups?id=887106f9-0ea3-48df-93b8-5b7379f045d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636693 Jan 18 22:20:25.901580 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device c5cf8ecd-d555-4d40-9a25-0cc78e26384d up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:20:25.942093 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c68bb8fd-e63a-4c63-9dd6-ca24892d9efe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1044160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8692'] for router, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:25.942583 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c68bb8fd-e63a-4c63-9dd6-ca24892d9efe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1040680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8675'] for router, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:25.975757 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-24c02cf0-cf84-409d-9224-bf8a405b50ed tempest-DHCPAgentSchedulersTestJSON-1803676461 tempest-DHCPAgentSchedulersTestJSON-1803676461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:26.028939 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d6dac8-9934-4ac1-a1c7-375524196eb1 req-913892ed-1259-42bc-9f9a-be952921499e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:26.030450 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-70d6dac8-9934-4ac1-a1c7-375524196eb1 req-913892ed-1259-42bc-9f9a-be952921499e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=584d50ef6ed64545aac1e7947879ab5e&device_id=aa35bf88-4440-4d73-afcd-ae0cc04d6d11 HTTP/1.1" status: 200 len: 1095 time: 0.1488118 Jan 18 22:20:26.056511 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-9bc25df6-f35e-443e-b4cd-64c262bf898f None None] Attempting to bind port 73870912-8482-4cc5-ab02-e467c8acb2ca on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:20:26.056909 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-9bc25df6-f35e-443e-b4cd-64c262bf898f None None] Attempting to bind port 73870912-8482-4cc5-ab02-e467c8acb2ca by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '6e6bc401-35ea-4b66-b6b5-965e5ede5e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f9ad31e7-37ce-419b-821b-a9da1bd29d6a'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:20:26.057278 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc25df6-f35e-443e-b4cd-64c262bf898f None None] Attempting to bind port 73870912-8482-4cc5-ab02-e467c8acb2ca on network f9ad31e7-37ce-419b-821b-a9da1bd29d6a {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:20:26.070749 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc25df6-f35e-443e-b4cd-64c262bf898f None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:20:26.071236 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc25df6-f35e-443e-b4cd-64c262bf898f None None] Checking segment: {'id': '6e6bc401-35ea-4b66-b6b5-965e5ede5e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f9ad31e7-37ce-419b-821b-a9da1bd29d6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:20:26.071592 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9bc25df6-f35e-443e-b4cd-64c262bf898f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:26.071997 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc25df6-f35e-443e-b4cd-64c262bf898f None None] Bound using segment: {'id': '6e6bc401-35ea-4b66-b6b5-965e5ede5e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f9ad31e7-37ce-419b-821b-a9da1bd29d6a'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:20:26.072496 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-9bc25df6-f35e-443e-b4cd-64c262bf898f None None] Bound port: 73870912-8482-4cc5-ab02-e467c8acb2ca, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e6bc401-35ea-4b66-b6b5-965e5ede5e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f9ad31e7-37ce-419b-821b-a9da1bd29d6a'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:20:26.073076 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9bc25df6-f35e-443e-b4cd-64c262bf898f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:26.078715 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c68bb8fd-e63a-4c63-9dd6-ca24892d9efe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:26.218410 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-24c02cf0-cf84-409d-9224-bf8a405b50ed tempest-DHCPAgentSchedulersTestJSON-1803676461 tempest-DHCPAgentSchedulersTestJSON-1803676461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:26.261681 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-24c02cf0-cf84-409d-9224-bf8a405b50ed tempest-DHCPAgentSchedulersTestJSON-1803676461 tempest-DHCPAgentSchedulersTestJSON-1803676461-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:26.267523 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-24c02cf0-cf84-409d-9224-bf8a405b50ed tempest-DHCPAgentSchedulersTestJSON-1803676461 tempest-DHCPAgentSchedulersTestJSON-1803676461-project] 10.222.0.53 "DELETE /v2.0/subnets/4636c183-ccfa-48dc-913d-ff04195f3077 HTTP/1.1" status: 204 len: 168 time: 0.7690024 Jan 18 22:20:26.278914 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce0e935-121f-48aa-a809-3648e450c7b7 None None] Network af0c2b58-6955-40a5-b4aa-0f0cd8eadc3a requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:20:26.299354 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c02cf0-cf84-409d-9224-bf8a405b50ed tempest-DHCPAgentSchedulersTestJSON-1803676461 tempest-DHCPAgentSchedulersTestJSON-1803676461-project] Pushing event deleted for resources: {'Subnet': ['ID=4636c183-ccfa-48dc-913d-ff04195f3077,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:26.307133 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a05306b-72da-4974-8cb3-6d5f2538c8bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-e46417e6-99d4-4334-8c1e-3f32f1171b2e', 'network_id': 'e46417e6-99d4-4334-8c1e-3f32f1171b2e', 'tenant_id': '356ab36c8a9d4f8b9ac702d62ba3b57c', 'fixed_ips': [{'subnet_id': '04ba5f98-9a30-451d-a25a-e373adfc10f5'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:20:26.308018 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9a05306b-72da-4974-8cb3-6d5f2538c8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:26.310434 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 35736) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:20:26.362164 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port c5cf8ecd-d555-4d40-9a25-0cc78e26384d triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:20:26.363228 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:26.364670 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-9b1851c9-fbd3-46fe-8117-f2e32764b544 None None] Provisioning complete for port 73870912-8482-4cc5-ab02-e467c8acb2ca triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:20:26.365029 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9b1851c9-fbd3-46fe-8117-f2e32764b544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:26.373407 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c96cc2-6813-467b-a069-0a41f23969c5 req-51c3790c-fa98-4680-9f2a-2289821b5db7 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:26.377669 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d4c96cc2-6813-467b-a069-0a41f23969c5 req-51c3790c-fa98-4680-9f2a-2289821b5db7 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/networks?id=61203f33-a8b3-4e89-8217-8dac5f2bb01b HTTP/1.1" status: 200 len: 821 time: 0.7182641 Jan 18 22:20:26.395474 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c68bb8fd-e63a-4c63-9dd6-ca24892d9efe admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:26.403984 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d4c96cc2-6813-467b-a069-0a41f23969c5 req-7a18761c-a1c8-42b0-a33a-03f009ce9a05 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/quotas/cccec33dc87e4f2dae33b71be2fd1ab3 HTTP/1.1" status: 200 len: 375 time: 0.0187774 Jan 18 22:20:26.405052 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f4f89ec-8025-4f82-95e7-d82e5d68241a admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:20:26.419561 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-0f4f89ec-8025-4f82-95e7-d82e5d68241a admin admin] 10.222.0.53 "PUT /v2.0/routers/13dbe705-bead-443f-96f2-745f8dd42f4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1063888 Jan 18 22:20:26.426455 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4417d25d-12be-4335-ae5d-5096d151b8ec None None] Sync routers for ids ['13dbe705-bead-443f-96f2-745f8dd42f4a'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:20:26.433975 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-9bc25df6-f35e-443e-b4cd-64c262bf898f None None] For port 73870912-8482-4cc5-ab02-e467c8acb2ca, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:20:26.443116 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d6dac8-9934-4ac1-a1c7-375524196eb1 req-21850363-d1a1-44db-a318-280dce515c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:26.444693 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-70d6dac8-9934-4ac1-a1c7-375524196eb1 req-21850363-d1a1-44db-a318-280dce515c6a service neutron] 10.222.0.36 "GET /v2.0/networks?id=e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84 HTTP/1.1" status: 200 len: 911 time: 0.3805025 Jan 18 22:20:26.448686 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d1c8acb7-bcb1-4037-b265-18ed58f4e0e4 tempest-DHCPAgentSchedulersTestJSON-1803676461 tempest-DHCPAgentSchedulersTestJSON-1803676461-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:26.450746 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d9f94c-3ba5-4aba-a23d-f26a7f15244b req-572afae4-603a-40c9-9a1d-cca1902727fb tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:26.459429 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b9d9f94c-3ba5-4aba-a23d-f26a7f15244b req-572afae4-603a-40c9-9a1d-cca1902727fb tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] 10.222.0.53 "GET /v2.0/ports?device_id=107dff23-b960-485f-aba2-e81ad488e7d1 HTTP/1.1" status: 200 len: 946 time: 0.1415396 Jan 18 22:20:26.463164 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4417d25d-12be-4335-ae5d-5096d151b8ec None None] Routers {'13dbe705-bead-443f-96f2-745f8dd42f4a'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:20:26.463941 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-4417d25d-12be-4335-ae5d-5096d151b8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:20:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['13dbe705-bead-443f-96f2-745f8dd42f4a'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:20:26.517756 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-9bc25df6-f35e-443e-b4cd-64c262bf898f None None] For port 73870912-8482-4cc5-ab02-e467c8acb2ca, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=73870912-8482-4cc5-ab02-e467c8acb2ca,segment=NetworkSegment(6e6bc401-35ea-4b66-b6b5-965e5ede5e24),segment_id=6e6bc401-35ea-4b66-b6b5-965e5ede5e24)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:20:26.549808 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9bc25df6-f35e-443e-b4cd-64c262bf898f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:26.555420 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d4c96cc2-6813-467b-a069-0a41f23969c5 req-5224c8ee-0e68-4687-a430-7336207e6788 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=cccec33dc87e4f2dae33b71be2fd1ab3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1331336 Jan 18 22:20:26.558037 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-9b1851c9-fbd3-46fe-8117-f2e32764b544 None None] Port 73870912-8482-4cc5-ab02-e467c8acb2ca cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:20:26.563009 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b9d9f94c-3ba5-4aba-a23d-f26a7f15244b req-96aeb39c-1f75-41b9-add9-7bcbac3ec27b tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] 10.222.0.53 "GET /v2.0/security-groups?id=63b68130-0100-4f51-8b96-547fb8013ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014831 Jan 18 22:20:26.686414 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc25df6-f35e-443e-b4cd-64c262bf898f None None] Routers {'8ab0afc4-d896-4e6c-9b5e-1185588239c6'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:20:26.689302 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-9bc25df6-f35e-443e-b4cd-64c262bf898f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:20:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['8ab0afc4-d896-4e6c-9b5e-1185588239c6'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:20:26.703137 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cffaaf-38a9-4bd7-aace-e9ef6bc0361f None None] Pushing event updated for resources: {'Port': ['ID=73870912-8482-4cc5-ab02-e467c8acb2ca,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:26.703562 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-4417d25d-12be-4335-ae5d-5096d151b8ec None None] Set router 13dbe705-bead-443f-96f2-745f8dd42f4a gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:20:26.744753 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d4c96cc2-6813-467b-a069-0a41f23969c5 req-366579be-1650-4aee-80da-80e1629afcd3 service neutron] 10.222.0.53 "GET /v2.0/networks/61203f33-a8b3-4e89-8217-8dac5f2bb01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754966 Jan 18 22:20:26.841068 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-9a05306b-72da-4974-8cb3-6d5f2538c8bd None None] Allocated IP 172.20.0.2 (e46417e6-99d4-4334-8c1e-3f32f1171b2e/04ba5f98-9a30-451d-a25a-e373adfc10f5/8c0e65f9-bd22-460e-8ec5-1813316176a2) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:20:26.848965 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-70d6dac8-9934-4ac1-a1c7-375524196eb1 req-d170affe-e24d-4ab4-8c1c-b4bb0779e939 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a0306c0-065b-4f7c-897a-b0ab604fa791 HTTP/1.1" status: 200 len: 998 time: 0.3918922 Jan 18 22:20:26.945230 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:26.963025 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27db0ef-da9c-4e31-8cea-adb97cb0d5b1 None None] DHCP port deletion for af0c2b58-6955-40a5-b4aa-0f0cd8eadc3a request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:20:26.984236 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-d1c8acb7-bcb1-4037-b265-18ed58f4e0e4 tempest-DHCPAgentSchedulersTestJSON-1803676461 tempest-DHCPAgentSchedulersTestJSON-1803676461-project] Deleting port 955b0e01-3cf4-45ce-ba58-994c63593cd0 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:20:26.984236 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d1c8acb7-bcb1-4037-b265-18ed58f4e0e4 tempest-DHCPAgentSchedulersTestJSON-1803676461 tempest-DHCPAgentSchedulersTestJSON-1803676461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:26.990243 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d4c96cc2-6813-467b-a069-0a41f23969c5 req-459a2617-3392-43d5-890c-3160ef378631 service neutron] 10.222.0.53 "GET /v2.0/networks/61203f33-a8b3-4e89-8217-8dac5f2bb01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290068 Jan 18 22:20:27.024394 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba251679-6705-4a84-a98e-c56f5c0f1f37 req-89a626c4-7e1a-48bf-b3b7-32090eb9820c tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:27.031465 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ba251679-6705-4a84-a98e-c56f5c0f1f37 req-89a626c4-7e1a-48bf-b3b7-32090eb9820c tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f438302-63de-4371-a597-369b6e067958 HTTP/1.1" status: 200 len: 945 time: 0.2891860 Jan 18 22:20:27.051957 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port c5cf8ecd-d555-4d40-9a25-0cc78e26384d, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=c5cf8ecd-d555-4d40-9a25-0cc78e26384d,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:20:27.061676 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-9bc25df6-f35e-443e-b4cd-64c262bf898f None None] Set router 8ab0afc4-d896-4e6c-9b5e-1185588239c6 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:20:27.096945 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:27.098253 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device dfa3bc8b-94d1-4346-846e-6ba3600d4d2d up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:20:27.112013 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-4417d25d-12be-4335-ae5d-5096d151b8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13dbe705-bead-443f-96f2-745f8dd42f4a', 'name': 'tempest-TaggedBootDevicesTest_v242-838397834-router', 'tenant_id': '258463862b6847e2a07515f39bbe79c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'c5cf8ecd-d555-4d40-9a25-0cc78e26384d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:20:14Z', 'updated_at': '2022-01-18T22:20:23Z', 'revision_number': 4, 'project_id': '258463862b6847e2a07515f39bbe79c5', 'gw_port': {'id': 'c5cf8ecd-d555-4d40-9a25-0cc78e26384d', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b7:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13dbe705-bead-443f-96f2-745f8dd42f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:20:15Z', 'updated_at': '2022-01-18T22:20:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'b72718bd-7ccb-4f4f-a85d-51685890ae24', 'name': '', 'network_id': '79f1cbfc-d839-4144-8126-4d4dfc85d53e', 'tenant_id': '258463862b6847e2a07515f39bbe79c5', 'mac_address': 'fa:16:3e:f8:14:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13dbe705-bead-443f-96f2-745f8dd42f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '4d5ec05f-f36e-42b4-b0fb-992123d4342d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:20:20Z', 'updated_at': '2022-01-18T22:20:24Z', 'revision_number': 2, 'project_id': '258463862b6847e2a07515f39bbe79c5', 'subnets': [{'id': '4d5ec05f-f36e-42b4-b0fb-992123d4342d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:20:27.114567 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ba251679-6705-4a84-a98e-c56f5c0f1f37 req-a5aad2f4-8f9e-4c0c-a20d-10cb535832a1 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/security-groups?id=92d0bf2d-4a69-4a06-bc28-bffdc82f7ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714090 Jan 18 22:20:27.158320 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4417d25d-12be-4335-ae5d-5096d151b8ec None None] Checking router: 13dbe705-bead-443f-96f2-745f8dd42f4a for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:20:27.158675 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4417d25d-12be-4335-ae5d-5096d151b8ec None None] Updating router 13dbe705-bead-443f-96f2-745f8dd42f4a port b72718bd-7ccb-4f4f-a85d-51685890ae24 binding host n-d-825064-1 {{(pid=102433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:20:27.164001 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d6dac8-9934-4ac1-a1c7-375524196eb1 req-77ce9f4e-6a04-4b64-bd94-5a11a28ea3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:27.178284 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-70d6dac8-9934-4ac1-a1c7-375524196eb1 req-77ce9f4e-6a04-4b64-bd94-5a11a28ea3eb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=42841b58-d144-4855-94d6-b7b43c1900e0 HTTP/1.1" status: 200 len: 850 time: 0.3058655 Jan 18 22:20:27.213764 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-d1c8acb7-bcb1-4037-b265-18ed58f4e0e4 tempest-DHCPAgentSchedulersTestJSON-1803676461 tempest-DHCPAgentSchedulersTestJSON-1803676461-project] For port 955b0e01-3cf4-45ce-ba58-994c63593cd0, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=955b0e01-3cf4-45ce-ba58-994c63593cd0,segment=NetworkSegment(258fd4c0-9f17-473f-aed0-ebcf8d939c8f),segment_id=258fd4c0-9f17-473f-aed0-ebcf8d939c8f)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:20:27.214129 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d1c8acb7-bcb1-4037-b265-18ed58f4e0e4 tempest-DHCPAgentSchedulersTestJSON-1803676461 tempest-DHCPAgentSchedulersTestJSON-1803676461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:27.230618 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4417d25d-12be-4335-ae5d-5096d151b8ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:27.234962 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-d1c8acb7-bcb1-4037-b265-18ed58f4e0e4 tempest-DHCPAgentSchedulersTestJSON-1803676461 tempest-DHCPAgentSchedulersTestJSON-1803676461-project] Calling delete_port for 955b0e01-3cf4-45ce-ba58-994c63593cd0 owned by network:dhcp {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:20:27.305538 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9807e39-333f-4f7c-8396-1c59047590ba req-26cf5040-a6ff-4168-9ba0-2a33a47ae9b3 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:27.307179 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b9807e39-333f-4f7c-8396-1c59047590ba req-26cf5040-a6ff-4168-9ba0-2a33a47ae9b3 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a51b6e7-8616-455f-b81f-291bc7228e12 HTTP/1.1" status: 200 len: 946 time: 0.1280880 Jan 18 22:20:27.426979 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-48a96fe1-bee4-48ba-890d-6625812b0ac1 req-d94a2efd-0406-445b-ae9c-7ea5a2255604 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/ports?device_id=4de4c816-9c87-48ec-b7cd-5fd21aa43808 HTTP/1.1" status: 200 len: 210 time: 0.0966759 Jan 18 22:20:27.460571 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b9807e39-333f-4f7c-8396-1c59047590ba req-44f0b72a-f31d-491b-a62c-9a4921bb4806 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/security-groups?id=887106f9-0ea3-48df-93b8-5b7379f045d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451285 Jan 18 22:20:27.489820 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-b8ba1aa2-0fec-4025-9ba2-3cd6f0695a88 None None] Provisioning complete for port 73870912-8482-4cc5-ab02-e467c8acb2ca triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:20:27.490494 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b8ba1aa2-0fec-4025-9ba2-3cd6f0695a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:27.559630 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d6dac8-9934-4ac1-a1c7-375524196eb1 req-8adabfaf-5c5a-415a-900a-2543ac187df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:27.567417 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-70d6dac8-9934-4ac1-a1c7-375524196eb1 req-8adabfaf-5c5a-415a-900a-2543ac187df1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3884916 Jan 18 22:20:27.609216 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-d27db0ef-da9c-4e31-8cea-adb97cb0d5b1 None None] Deleting port 955b0e01-3cf4-45ce-ba58-994c63593cd0 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:20:27.610197 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d27db0ef-da9c-4e31-8cea-adb97cb0d5b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:27.670572 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4417d25d-12be-4335-ae5d-5096d151b8ec None None] Notify callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:27.684267 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4417d25d-12be-4335-ae5d-5096d151b8ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:27.823691 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7ad35a-a36a-49e7-b3c3-9eb21f445ce7 req-d250e8e1-f622-4757-9857-f6c1ec792787 tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:27.826459 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9a7ad35a-a36a-49e7-b3c3-9eb21f445ce7 req-d250e8e1-f622-4757-9857-f6c1ec792787 tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] 10.222.0.53 "GET /v2.0/ports?device_id=107dff23-b960-485f-aba2-e81ad488e7d1 HTTP/1.1" status: 200 len: 946 time: 0.0768545 Jan 18 22:20:27.837479 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7503f1fd-aa5b-4f5a-b455-0cdef87d063a None None] Pushing event updated for resources: {'Port': ['ID=b72718bd-7ccb-4f4f-a85d-51685890ae24,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:27.896054 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=c5cf8ecd-d555-4d40-9a25-0cc78e26384d,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:27.904389 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9a7ad35a-a36a-49e7-b3c3-9eb21f445ce7 req-75003098-1159-4e69-8d46-5ce217dfe101 tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] 10.222.0.53 "GET /v2.0/security-groups?id=63b68130-0100-4f51-8b96-547fb8013ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709438 Jan 18 22:20:27.957805 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-4417d25d-12be-4335-ae5d-5096d151b8ec None None] Attempting to bind port b72718bd-7ccb-4f4f-a85d-51685890ae24 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:20:27.959565 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-4417d25d-12be-4335-ae5d-5096d151b8ec None None] Attempting to bind port b72718bd-7ccb-4f4f-a85d-51685890ae24 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': 'ffc5cace-c1dc-4e1e-b443-3c59eb16595b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '79f1cbfc-d839-4144-8126-4d4dfc85d53e'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:20:27.959824 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4417d25d-12be-4335-ae5d-5096d151b8ec None None] Attempting to bind port b72718bd-7ccb-4f4f-a85d-51685890ae24 on network 79f1cbfc-d839-4144-8126-4d4dfc85d53e {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:20:27.973031 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4417d25d-12be-4335-ae5d-5096d151b8ec None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:20:27.973927 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4417d25d-12be-4335-ae5d-5096d151b8ec None None] Checking segment: {'id': 'ffc5cace-c1dc-4e1e-b443-3c59eb16595b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '79f1cbfc-d839-4144-8126-4d4dfc85d53e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:20:27.974442 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4417d25d-12be-4335-ae5d-5096d151b8ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:27.976819 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4417d25d-12be-4335-ae5d-5096d151b8ec None None] Bound using segment: {'id': 'ffc5cace-c1dc-4e1e-b443-3c59eb16595b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '79f1cbfc-d839-4144-8126-4d4dfc85d53e'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:20:27.978275 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-4417d25d-12be-4335-ae5d-5096d151b8ec None None] Bound port: b72718bd-7ccb-4f4f-a85d-51685890ae24, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffc5cace-c1dc-4e1e-b443-3c59eb16595b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '79f1cbfc-d839-4144-8126-4d4dfc85d53e'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:20:27.980033 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4417d25d-12be-4335-ae5d-5096d151b8ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:28.094195 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b8ba1aa2-0fec-4025-9ba2-3cd6f0695a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:28.132153 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c68bb8fd-e63a-4c63-9dd6-ca24892d9efe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:28.141161 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d1c8acb7-bcb1-4037-b265-18ed58f4e0e4 tempest-DHCPAgentSchedulersTestJSON-1803676461 tempest-DHCPAgentSchedulersTestJSON-1803676461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:28.162093 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-4417d25d-12be-4335-ae5d-5096d151b8ec None None] For port b72718bd-7ccb-4f4f-a85d-51685890ae24, host n-d-825064-1, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:20:28.165316 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-4417d25d-12be-4335-ae5d-5096d151b8ec None None] For port b72718bd-7ccb-4f4f-a85d-51685890ae24, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=b72718bd-7ccb-4f4f-a85d-51685890ae24,segment=NetworkSegment(ffc5cace-c1dc-4e1e-b443-3c59eb16595b),segment_id=ffc5cace-c1dc-4e1e-b443-3c59eb16595b)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:20:28.178039 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4417d25d-12be-4335-ae5d-5096d151b8ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:28.206068 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-d27db0ef-da9c-4e31-8cea-adb97cb0d5b1 None None] For port 955b0e01-3cf4-45ce-ba58-994c63593cd0, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=955b0e01-3cf4-45ce-ba58-994c63593cd0,segment=NetworkSegment(258fd4c0-9f17-473f-aed0-ebcf8d939c8f),segment_id=258fd4c0-9f17-473f-aed0-ebcf8d939c8f)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:20:28.207226 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d27db0ef-da9c-4e31-8cea-adb97cb0d5b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:28.220718 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9a05306b-72da-4974-8cb3-6d5f2538c8bd None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:28.221272 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c68bb8fd-e63a-4c63-9dd6-ca24892d9efe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:28.229854 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port dfa3bc8b-94d1-4346-846e-6ba3600d4d2d triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:20:28.230500 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:28.294089 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-d27db0ef-da9c-4e31-8cea-adb97cb0d5b1 None None] Calling delete_port for 955b0e01-3cf4-45ce-ba58-994c63593cd0 owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:20:28.306984 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9a05306b-72da-4974-8cb3-6d5f2538c8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:28.313778 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7503f1fd-aa5b-4f5a-b455-0cdef87d063a None None] Pushing event updated for resources: {'Port': ['ID=b72718bd-7ccb-4f4f-a85d-51685890ae24,revision_number=4']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:28.323393 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ba5c7e-fc5e-4473-a015-b6f06276eb4e req-c9ced437-5611-4d7b-acd1-e985c2f2cb19 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:28.330499 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4417d25d-12be-4335-ae5d-5096d151b8ec None None] Routers {'13dbe705-bead-443f-96f2-745f8dd42f4a'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:20:28.331117 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-4417d25d-12be-4335-ae5d-5096d151b8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:20:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['13dbe705-bead-443f-96f2-745f8dd42f4a'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:20:28.337681 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-96ba5c7e-fc5e-4473-a015-b6f06276eb4e req-c9ced437-5611-4d7b-acd1-e985c2f2cb19 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f438302-63de-4371-a597-369b6e067958 HTTP/1.1" status: 200 len: 945 time: 0.1050870 Jan 18 22:20:28.338041 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c8acb7-bcb1-4037-b265-18ed58f4e0e4 tempest-DHCPAgentSchedulersTestJSON-1803676461 tempest-DHCPAgentSchedulersTestJSON-1803676461-project] Pushing event deleted for resources: {'Port': ['ID=955b0e01-3cf4-45ce-ba58-994c63593cd0,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:28.353459 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c8acb7-bcb1-4037-b265-18ed58f4e0e4 tempest-DHCPAgentSchedulersTestJSON-1803676461 tempest-DHCPAgentSchedulersTestJSON-1803676461-project] No DVR routers for this DVR port 955b0e01-3cf4-45ce-ba58-994c63593cd0 on host n-d-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:20:28.377915 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-b8ba1aa2-0fec-4025-9ba2-3cd6f0695a88 None None] For port 73870912-8482-4cc5-ab02-e467c8acb2ca, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=73870912-8482-4cc5-ab02-e467c8acb2ca,segment=NetworkSegment(6e6bc401-35ea-4b66-b6b5-965e5ede5e24),segment_id=6e6bc401-35ea-4b66-b6b5-965e5ede5e24)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:20:28.399446 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-96ba5c7e-fc5e-4473-a015-b6f06276eb4e req-1950d88c-80bd-407e-9ded-dcac855ad586 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/security-groups?id=92d0bf2d-4a69-4a06-bc28-bffdc82f7ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556195 Jan 18 22:20:28.448117 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b8ba1aa2-0fec-4025-9ba2-3cd6f0695a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:28.474745 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a05306b-72da-4974-8cb3-6d5f2538c8bd None None] Network e46417e6-99d4-4334-8c1e-3f32f1171b2e is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:20:28.480977 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-9a05306b-72da-4974-8cb3-6d5f2538c8bd None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:20:28.484219 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a05306b-72da-4974-8cb3-6d5f2538c8bd None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:20:28.614796 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-4417d25d-12be-4335-ae5d-5096d151b8ec None None] Set router 13dbe705-bead-443f-96f2-745f8dd42f4a gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:20:28.674169 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-70d6dac8-9934-4ac1-a1c7-375524196eb1 req-b554786f-e6d4-47d4-a099-a63da0232c46 service neutron] 10.222.0.36 "GET /v2.0/networks/e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0812099 Jan 18 22:20:28.681815 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-44e4a29b-ea86-4e06-b8e8-dbdb151e9c12 req-51380843-e62c-4ecd-94b7-91d2845c6134 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/ports?device_id=4de4c816-9c87-48ec-b7cd-5fd21aa43808 HTTP/1.1" status: 200 len: 210 time: 0.0639188 Jan 18 22:20:28.683230 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a05306b-72da-4974-8cb3-6d5f2538c8bd None None] Pushing event updated for resources: {'Port': ['ID=8c0e65f9-bd22-460e-8ec5-1813316176a2,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:28.728009 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-9bc25df6-f35e-443e-b4cd-64c262bf898f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab0afc4-d896-4e6c-9b5e-1185588239c6', 'name': 'tempest-TaggedBootDevicesTest-1363810636-router', 'tenant_id': 'ec90adb1094349739cc26a639b1aef5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'dfa3bc8b-94d1-4346-846e-6ba3600d4d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:20:15Z', 'updated_at': '2022-01-18T22:20:20Z', 'revision_number': 4, 'project_id': 'ec90adb1094349739cc26a639b1aef5d', 'gw_port': {'id': 'dfa3bc8b-94d1-4346-846e-6ba3600d4d2d', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:85:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab0afc4-d896-4e6c-9b5e-1185588239c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:20:16Z', 'updated_at': '2022-01-18T22:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '73870912-8482-4cc5-ab02-e467c8acb2ca', 'name': '', 'network_id': 'f9ad31e7-37ce-419b-821b-a9da1bd29d6a', 'tenant_id': 'ec90adb1094349739cc26a639b1aef5d', 'mac_address': 'fa:16:3e:14:a0:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab0afc4-d896-4e6c-9b5e-1185588239c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '14f50ebb-1818-4759-9f29-e9e27d7b46b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:20:19Z', 'updated_at': '2022-01-18T22:20:26Z', 'revision_number': 4, 'project_id': 'ec90adb1094349739cc26a639b1aef5d', 'subnets': [{'id': '14f50ebb-1818-4759-9f29-e9e27d7b46b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:20:28.824238 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c00ecac-428b-4e02-89da-800e834e868a req-92db3f5a-eb52-4634-9db7-3323db981a13 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:28.854443 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5c00ecac-428b-4e02-89da-800e834e868a req-92db3f5a-eb52-4634-9db7-3323db981a13 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a51b6e7-8616-455f-b81f-291bc7228e12 HTTP/1.1" status: 200 len: 946 time: 0.1642528 Jan 18 22:20:28.884056 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d1c8acb7-bcb1-4037-b265-18ed58f4e0e4 tempest-DHCPAgentSchedulersTestJSON-1803676461 tempest-DHCPAgentSchedulersTestJSON-1803676461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:28.899774 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc25df6-f35e-443e-b4cd-64c262bf898f None None] The sync data for ids ['8ab0afc4-d896-4e6c-9b5e-1185588239c6'] in n-d-825064-1 is: [{'id': '8ab0afc4-d896-4e6c-9b5e-1185588239c6', 'name': 'tempest-TaggedBootDevicesTest-1363810636-router', 'tenant_id': 'ec90adb1094349739cc26a639b1aef5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'dfa3bc8b-94d1-4346-846e-6ba3600d4d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:20:15Z', 'updated_at': '2022-01-18T22:20:20Z', 'revision_number': 4, 'project_id': 'ec90adb1094349739cc26a639b1aef5d', 'gw_port': {'id': 'dfa3bc8b-94d1-4346-846e-6ba3600d4d2d', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:85:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab0afc4-d896-4e6c-9b5e-1185588239c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:20:16Z', 'updated_at': '2022-01-18T22:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '73870912-8482-4cc5-ab02-e467c8acb2ca', 'name': '', 'network_id': 'f9ad31e7-37ce-419b-821b-a9da1bd29d6a', 'tenant_id': 'ec90adb1094349739cc26a639b1aef5d', 'mac_address': 'fa:16:3e:14:a0:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab0afc4-d896-4e6c-9b5e-1185588239c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '14f50ebb-1818-4759-9f29-e9e27d7b46b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:20:19Z', 'updated_at': '2022-01-18T22:20:26Z', 'revision_number': 4, 'project_id': 'ec90adb1094349739cc26a639b1aef5d', 'subnets': [{'id': '14f50ebb-1818-4759-9f29-e9e27d7b46b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:20:28.916147 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-d1c8acb7-bcb1-4037-b265-18ed58f4e0e4 tempest-DHCPAgentSchedulersTestJSON-1803676461 tempest-DHCPAgentSchedulersTestJSON-1803676461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af0c2b58-6955-40a5-b4aa-0f0cd8eadc3a']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:20:28.916456 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-65319b7e-437b-47f8-9d2b-e054e25dfd1c None None] Provisioning complete for port b72718bd-7ccb-4f4f-a85d-51685890ae24 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:20:28.916834 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-65319b7e-437b-47f8-9d2b-e054e25dfd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:28.951636 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-9a05306b-72da-4974-8cb3-6d5f2538c8bd None None] Attempting to bind port 8c0e65f9-bd22-460e-8ec5-1813316176a2 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:20:28.952098 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-9a05306b-72da-4974-8cb3-6d5f2538c8bd None None] Attempting to bind port 8c0e65f9-bd22-460e-8ec5-1813316176a2 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '106bbed1-88ce-4c5d-9014-865df0169638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e46417e6-99d4-4334-8c1e-3f32f1171b2e'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:20:28.952560 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a05306b-72da-4974-8cb3-6d5f2538c8bd None None] Attempting to bind port 8c0e65f9-bd22-460e-8ec5-1813316176a2 on network e46417e6-99d4-4334-8c1e-3f32f1171b2e {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:20:28.953268 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-d1c8acb7-bcb1-4037-b265-18ed58f4e0e4 tempest-DHCPAgentSchedulersTestJSON-1803676461 tempest-DHCPAgentSchedulersTestJSON-1803676461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '258fd4c0-9f17-473f-aed0-ebcf8d939c8f') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:20:28.953862 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-d1c8acb7-bcb1-4037-b265-18ed58f4e0e4 tempest-DHCPAgentSchedulersTestJSON-1803676461 tempest-DHCPAgentSchedulersTestJSON-1803676461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '258fd4c0-9f17-473f-aed0-ebcf8d939c8f') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:20:28.981228 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a05306b-72da-4974-8cb3-6d5f2538c8bd None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:20:28.998042 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a05306b-72da-4974-8cb3-6d5f2538c8bd None None] Checking segment: {'id': '106bbed1-88ce-4c5d-9014-865df0169638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e46417e6-99d4-4334-8c1e-3f32f1171b2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:20:28.998520 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9a05306b-72da-4974-8cb3-6d5f2538c8bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:28.998938 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a05306b-72da-4974-8cb3-6d5f2538c8bd None None] Bound using segment: {'id': '106bbed1-88ce-4c5d-9014-865df0169638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e46417e6-99d4-4334-8c1e-3f32f1171b2e'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:20:28.999441 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-9a05306b-72da-4974-8cb3-6d5f2538c8bd None None] Bound port: 8c0e65f9-bd22-460e-8ec5-1813316176a2, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '106bbed1-88ce-4c5d-9014-865df0169638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e46417e6-99d4-4334-8c1e-3f32f1171b2e'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:20:28.999836 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9a05306b-72da-4974-8cb3-6d5f2538c8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:29.028928 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d1c8acb7-bcb1-4037-b265-18ed58f4e0e4 tempest-DHCPAgentSchedulersTestJSON-1803676461 tempest-DHCPAgentSchedulersTestJSON-1803676461-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:29.047293 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ba1aa2-0fec-4025-9ba2-3cd6f0695a88 None None] Pushing event updated for resources: {'Port': ['ID=73870912-8482-4cc5-ab02-e467c8acb2ca,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:29.053982 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-4417d25d-12be-4335-ae5d-5096d151b8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13dbe705-bead-443f-96f2-745f8dd42f4a', 'name': 'tempest-TaggedBootDevicesTest_v242-838397834-router', 'tenant_id': '258463862b6847e2a07515f39bbe79c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'c5cf8ecd-d555-4d40-9a25-0cc78e26384d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:20:14Z', 'updated_at': '2022-01-18T22:20:23Z', 'revision_number': 4, 'project_id': '258463862b6847e2a07515f39bbe79c5', 'gw_port': {'id': 'c5cf8ecd-d555-4d40-9a25-0cc78e26384d', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b7:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dbe705-bead-443f-96f2-745f8dd42f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:20:15Z', 'updated_at': '2022-01-18T22:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'b72718bd-7ccb-4f4f-a85d-51685890ae24', 'name': '', 'network_id': '79f1cbfc-d839-4144-8126-4d4dfc85d53e', 'tenant_id': '258463862b6847e2a07515f39bbe79c5', 'mac_address': 'fa:16:3e:f8:14:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13dbe705-bead-443f-96f2-745f8dd42f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '4d5ec05f-f36e-42b4-b0fb-992123d4342d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:20:20Z', 'updated_at': '2022-01-18T22:20:28Z', 'revision_number': 4, 'project_id': '258463862b6847e2a07515f39bbe79c5', 'subnets': [{'id': '4d5ec05f-f36e-42b4-b0fb-992123d4342d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:20:29.140596 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d1c8acb7-bcb1-4037-b265-18ed58f4e0e4 tempest-DHCPAgentSchedulersTestJSON-1803676461 tempest-DHCPAgentSchedulersTestJSON-1803676461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:29.176846 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1c8acb7-bcb1-4037-b265-18ed58f4e0e4 tempest-DHCPAgentSchedulersTestJSON-1803676461 tempest-DHCPAgentSchedulersTestJSON-1803676461-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:20:29.180337 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d1c8acb7-bcb1-4037-b265-18ed58f4e0e4 tempest-DHCPAgentSchedulersTestJSON-1803676461 tempest-DHCPAgentSchedulersTestJSON-1803676461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:29.182678 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4417d25d-12be-4335-ae5d-5096d151b8ec None None] The sync data for ids ['13dbe705-bead-443f-96f2-745f8dd42f4a'] in n-d-825064-1 is: [{'id': '13dbe705-bead-443f-96f2-745f8dd42f4a', 'name': 'tempest-TaggedBootDevicesTest_v242-838397834-router', 'tenant_id': '258463862b6847e2a07515f39bbe79c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'c5cf8ecd-d555-4d40-9a25-0cc78e26384d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:20:14Z', 'updated_at': '2022-01-18T22:20:23Z', 'revision_number': 4, 'project_id': '258463862b6847e2a07515f39bbe79c5', 'gw_port': {'id': 'c5cf8ecd-d555-4d40-9a25-0cc78e26384d', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b7:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dbe705-bead-443f-96f2-745f8dd42f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:20:15Z', 'updated_at': '2022-01-18T22:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'b72718bd-7ccb-4f4f-a85d-51685890ae24', 'name': '', 'network_id': '79f1cbfc-d839-4144-8126-4d4dfc85d53e', 'tenant_id': '258463862b6847e2a07515f39bbe79c5', 'mac_address': 'fa:16:3e:f8:14:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13dbe705-bead-443f-96f2-745f8dd42f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '4d5ec05f-f36e-42b4-b0fb-992123d4342d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:20:20Z', 'updated_at': '2022-01-18T22:20:28Z', 'revision_number': 4, 'project_id': '258463862b6847e2a07515f39bbe79c5', 'subnets': [{'id': '4d5ec05f-f36e-42b4-b0fb-992123d4342d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:20:29.183715 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:20:29.183715 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:20:29.183715 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:20:29.183715 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:20:29.183715 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:20:29.183715 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:20:29.183715 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:20:29.183715 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:20:29.183715 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:20:29.183715 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:20:29.183715 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:20:29.183715 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:20:29.183715 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:20:29.183715 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:20:29.183715 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:20:29.183715 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:20:29.183715 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:20:29.183715 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:20:29.183715 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:20:29.183715 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:20:29.183715 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:20:29.183715 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:20:29.183715 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:20:29.183715 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:20:29.183715 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:20:29.183715 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:20:29.183715 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:20:29.183715 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:20:29.183715 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:20:29.183715 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:20:29.183715 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:20:29.183715 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:20:29.309266 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d27db0ef-da9c-4e31-8cea-adb97cb0d5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:29.318619 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device c5cf8ecd-d555-4d40-9a25-0cc78e26384d up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:20:29.354343 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e03e046-d769-4312-a1e7-ae5096c08ea8 req-762411bd-2e7a-415a-b4f6-467e25907c38 tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:29.371074 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6e03e046-d769-4312-a1e7-ae5096c08ea8 req-762411bd-2e7a-415a-b4f6-467e25907c38 tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] 10.222.0.53 "GET /v2.0/ports?device_id=107dff23-b960-485f-aba2-e81ad488e7d1 HTTP/1.1" status: 200 len: 946 time: 0.4953437 Jan 18 22:20:29.413452 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27db0ef-da9c-4e31-8cea-adb97cb0d5b1 None None] Pushing event deleted for resources: {'Port': ['ID=955b0e01-3cf4-45ce-ba58-994c63593cd0,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:29.428232 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-c68bb8fd-e63a-4c63-9dd6-ca24892d9efe admin admin] Allocated IP 172.25.5.162 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/269ef838-b7a5-40f7-9cbd-11a60824b18a) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:20:29.468444 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-9a05306b-72da-4974-8cb3-6d5f2538c8bd None None] For port 8c0e65f9-bd22-460e-8ec5-1813316176a2, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:20:29.491444 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27db0ef-da9c-4e31-8cea-adb97cb0d5b1 None None] No DVR routers for this DVR port 955b0e01-3cf4-45ce-ba58-994c63593cd0 on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:20:29.497454 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-9a05306b-72da-4974-8cb3-6d5f2538c8bd None None] For port 8c0e65f9-bd22-460e-8ec5-1813316176a2, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=8c0e65f9-bd22-460e-8ec5-1813316176a2,segment=NetworkSegment(106bbed1-88ce-4c5d-9014-865df0169638),segment_id=106bbed1-88ce-4c5d-9014-865df0169638)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:20:29.497833 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d1c8acb7-bcb1-4037-b265-18ed58f4e0e4 tempest-DHCPAgentSchedulersTestJSON-1803676461 tempest-DHCPAgentSchedulersTestJSON-1803676461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:29.505893 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d1c8acb7-bcb1-4037-b265-18ed58f4e0e4 tempest-DHCPAgentSchedulersTestJSON-1803676461 tempest-DHCPAgentSchedulersTestJSON-1803676461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:29.510510 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-d1c8acb7-bcb1-4037-b265-18ed58f4e0e4 tempest-DHCPAgentSchedulersTestJSON-1803676461 tempest-DHCPAgentSchedulersTestJSON-1803676461-project] 10.222.0.53 "DELETE /v2.0/networks/af0c2b58-6955-40a5-b4aa-0f0cd8eadc3a HTTP/1.1" status: 204 len: 168 time: 3.1989999 Jan 18 22:20:29.537289 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9a05306b-72da-4974-8cb3-6d5f2538c8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:29.554643 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5c00ecac-428b-4e02-89da-800e834e868a req-677153f2-7440-4c8d-931c-cfe50d5d7675 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/security-groups?id=887106f9-0ea3-48df-93b8-5b7379f045d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7002370 Jan 18 22:20:29.620865 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c96cc2-6813-467b-a069-0a41f23969c5 req-e954eff8-2f3a-4a19-881e-b9400eb95225 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:29.622451 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d4c96cc2-6813-467b-a069-0a41f23969c5 req-e954eff8-2f3a-4a19-881e-b9400eb95225 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.67 "GET /v2.0/networks?id=61203f33-a8b3-4e89-8217-8dac5f2bb01b HTTP/1.1" status: 200 len: 821 time: 0.5707304 Jan 18 22:20:29.649231 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c8acb7-bcb1-4037-b265-18ed58f4e0e4 tempest-DHCPAgentSchedulersTestJSON-1803676461 tempest-DHCPAgentSchedulersTestJSON-1803676461-project] Pushing event deleted for resources: {'Network': ['ID=af0c2b58-6955-40a5-b4aa-0f0cd8eadc3a,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:29.649614 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-d4c96cc2-6813-467b-a069-0a41f23969c5 req-97e75b94-43f6-44a6-b111-3ce0f67b0b85 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Request body: {'port': {'device_id': '4de4c816-9c87-48ec-b7cd-5fd21aa43808', 'network_id': '61203f33-a8b3-4e89-8217-8dac5f2bb01b', 'admin_state_up': True, 'tenant_id': 'cccec33dc87e4f2dae33b71be2fd1ab3'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:20:29.669251 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-70d6dac8-9934-4ac1-a1c7-375524196eb1 req-4492ba74-6447-496e-9f26-62efc19dca5d service neutron] 10.222.0.36 "GET /v2.0/networks/e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9388008 Jan 18 22:20:29.749977 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-65319b7e-437b-47f8-9d2b-e054e25dfd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:29.883205 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a05306b-72da-4974-8cb3-6d5f2538c8bd None None] Pushing event updated for resources: {'Port': ['ID=8c0e65f9-bd22-460e-8ec5-1813316176a2,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:29.903587 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port c5cf8ecd-d555-4d40-9a25-0cc78e26384d triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:20:29.904445 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:29.909555 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-65319b7e-437b-47f8-9d2b-e054e25dfd1c None None] For port b72718bd-7ccb-4f4f-a85d-51685890ae24, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=b72718bd-7ccb-4f4f-a85d-51685890ae24,segment=NetworkSegment(ffc5cace-c1dc-4e1e-b443-3c59eb16595b),segment_id=ffc5cace-c1dc-4e1e-b443-3c59eb16595b)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:20:29.929790 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c68bb8fd-e63a-4c63-9dd6-ca24892d9efe admin admin] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:29.933190 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6e03e046-d769-4312-a1e7-ae5096c08ea8 req-17232258-020b-4243-aafa-00ae8616da4a tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] 10.222.0.53 "GET /v2.0/security-groups?id=63b68130-0100-4f51-8b96-547fb8013ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3705609 Jan 18 22:20:29.989030 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4c96cc2-6813-467b-a069-0a41f23969c5 req-97e75b94-43f6-44a6-b111-3ce0f67b0b85 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Made reservation on behalf of cccec33dc87e4f2dae33b71be2fd1ab3 for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:20:30.007694 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-d4c96cc2-6813-467b-a069-0a41f23969c5 req-97e75b94-43f6-44a6-b111-3ce0f67b0b85 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:30.009482 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-65319b7e-437b-47f8-9d2b-e054e25dfd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:30.202971 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506797cc-a85e-4be7-87ab-d24e3ce4608d req-30e4192c-982d-414b-8fcc-4d012c4be964 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:30.213271 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8bbd7a-1d73-42e0-9260-79e919ba62a0 req-f528ad92-8c6f-41b8-858d-a3ca87126ab3 tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:30.214519 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-506797cc-a85e-4be7-87ab-d24e3ce4608d req-30e4192c-982d-414b-8fcc-4d012c4be964 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f438302-63de-4371-a597-369b6e067958 HTTP/1.1" status: 200 len: 945 time: 0.3524363 Jan 18 22:20:30.218673 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-cd8bbd7a-1d73-42e0-9260-79e919ba62a0 req-f528ad92-8c6f-41b8-858d-a3ca87126ab3 tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] 10.222.0.67 "GET /v2.0/ports?device_id=107dff23-b960-485f-aba2-e81ad488e7d1 HTTP/1.1" status: 200 len: 946 time: 0.2841020 Jan 18 22:20:30.226050 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c68bb8fd-e63a-4c63-9dd6-ca24892d9efe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:30.311606 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65319b7e-437b-47f8-9d2b-e054e25dfd1c None None] Pushing event updated for resources: {'Port': ['ID=b72718bd-7ccb-4f4f-a85d-51685890ae24,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:30.328984 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-547a03cc-7cc5-4a28-96de-61c6e36b5249 None None] Provisioning complete for port b72718bd-7ccb-4f4f-a85d-51685890ae24 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:20:30.329368 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-547a03cc-7cc5-4a28-96de-61c6e36b5249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:30.406301 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 35872) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:20:30.491459 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-d4c96cc2-6813-467b-a069-0a41f23969c5 req-97e75b94-43f6-44a6-b111-3ce0f67b0b85 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Allocated IP 172.20.0.9 (61203f33-a8b3-4e89-8217-8dac5f2bb01b/b92d365b-b574-47a9-a91d-968f4b104686/2c5c87b3-3677-4750-b83f-650937ba09d4) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:20:30.506002 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68bb8fd-e63a-4c63-9dd6-ca24892d9efe admin admin] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:20:30.544941 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-c68bb8fd-e63a-4c63-9dd6-ca24892d9efe admin admin] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:20:30.562083 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 955b0e01-3cf4-45ce-ba58-994c63593cd0 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:20:30.588703 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68bb8fd-e63a-4c63-9dd6-ca24892d9efe admin admin] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:20:30.595886 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68bb8fd-e63a-4c63-9dd6-ca24892d9efe admin admin] Pushing event updated for resources: {'Port': ['ID=269ef838-b7a5-40f7-9cbd-11a60824b18a,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:30.670706 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 955b0e01-3cf4-45ce-ba58-994c63593cd0 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:20:30.671334 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 955b0e01-3cf4-45ce-ba58-994c63593cd0 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:20:30.799737 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-506797cc-a85e-4be7-87ab-d24e3ce4608d req-5e3a993f-a84f-4079-8f32-0ef3c601a948 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/security-groups?id=92d0bf2d-4a69-4a06-bc28-bffdc82f7ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942667 Jan 18 22:20:30.891797 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-d4c96cc2-6813-467b-a069-0a41f23969c5 req-97e75b94-43f6-44a6-b111-3ce0f67b0b85 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:30.908399 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-cd8bbd7a-1d73-42e0-9260-79e919ba62a0 req-599b4118-5a0f-4c06-84b8-5c41b22cd3f9 tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] Deleting port 95e090da-b2cf-486e-aabe-850df681c22e {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:20:30.908869 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-cd8bbd7a-1d73-42e0-9260-79e919ba62a0 req-599b4118-5a0f-4c06-84b8-5c41b22cd3f9 tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:30.947065 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-f89c2122-f0ae-482d-bd15-4271e86652cf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d31168696605439a9f2163915f123aee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5276275 Jan 18 22:20:30.948360 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 35892) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:20:31.052609 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c3f53856-bfd3-49bd-a9b0-9f610fb86497 req-3bb99282-39d6-42ed-852c-dc946f84da9a tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/ports?device_id=4de4c816-9c87-48ec-b7cd-5fd21aa43808 HTTP/1.1" status: 200 len: 210 time: 0.1049848 Jan 18 22:20:31.106744 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-d4c96cc2-6813-467b-a069-0a41f23969c5 req-97e75b94-43f6-44a6-b111-3ce0f67b0b85 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:31.263955 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4c96cc2-6813-467b-a069-0a41f23969c5 req-97e75b94-43f6-44a6-b111-3ce0f67b0b85 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Network 61203f33-a8b3-4e89-8217-8dac5f2bb01b is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:20:31.273242 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 73870912-8482-4cc5-ab02-e467c8acb2ca up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:20:31.273903 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e75b94-43f6-44a6-b111-3ce0f67b0b85 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Pushing event updated for resources: {'Port': ['ID=2c5c87b3-3677-4750-b83f-650937ba09d4,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:31.276145 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-d4c96cc2-6813-467b-a069-0a41f23969c5 req-97e75b94-43f6-44a6-b111-3ce0f67b0b85 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:20:31.284051 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4c96cc2-6813-467b-a069-0a41f23969c5 req-97e75b94-43f6-44a6-b111-3ce0f67b0b85 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:20:31.365133 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 73870912-8482-4cc5-ab02-e467c8acb2ca triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:20:31.365598 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:31.367035 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-cd8bbd7a-1d73-42e0-9260-79e919ba62a0 req-599b4118-5a0f-4c06-84b8-5c41b22cd3f9 tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] For port 95e090da-b2cf-486e-aabe-850df681c22e, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=95e090da-b2cf-486e-aabe-850df681c22e,segment=NetworkSegment(ebb59b52-8ee1-42e6-8796-51841d7d5a02),segment_id=ebb59b52-8ee1-42e6-8796-51841d7d5a02)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:20:31.367402 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-cd8bbd7a-1d73-42e0-9260-79e919ba62a0 req-599b4118-5a0f-4c06-84b8-5c41b22cd3f9 tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:31.495012 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-618e1dee-00ba-4b61-93ea-f3f7f3cba8dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:31.514955 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c96cc2-6813-467b-a069-0a41f23969c5 req-97e75b94-43f6-44a6-b111-3ce0f67b0b85 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:31.515902 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-d4c96cc2-6813-467b-a069-0a41f23969c5 req-97e75b94-43f6-44a6-b111-3ce0f67b0b85 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:31.519060 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device b72718bd-7ccb-4f4f-a85d-51685890ae24 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:20:31.554653 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b856c4-9019-492f-9e76-9e18d57166f4 req-ebfe5c45-558d-478e-99e8-f446f763b9d1 tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:31.563232 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-00b856c4-9019-492f-9e76-9e18d57166f4 req-ebfe5c45-558d-478e-99e8-f446f763b9d1 tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] 10.222.0.53 "GET /v2.0/ports?device_id=107dff23-b960-485f-aba2-e81ad488e7d1 HTTP/1.1" status: 200 len: 946 time: 0.2908716 Jan 18 22:20:31.580957 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-618e1dee-00ba-4b61-93ea-f3f7f3cba8dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:31.589738 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c68bb8fd-e63a-4c63-9dd6-ca24892d9efe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:31.604248 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d4c96cc2-6813-467b-a069-0a41f23969c5 req-97e75b94-43f6-44a6-b111-3ce0f67b0b85 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9701593 Jan 18 22:20:31.608163 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20197b3-8a6d-4a32-a27f-c21cf0a60fc1 None None] Network e46417e6-99d4-4334-8c1e-3f32f1171b2e requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:20:31.629874 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-d4c96cc2-6813-467b-a069-0a41f23969c5 req-45a1de04-0803-4a6f-aafe-0891ea00702d service neutron] Request body: {'port': {'device_id': '4de4c816-9c87-48ec-b7cd-5fd21aa43808', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:20:31.718154 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-04895bf9-e6bd-47eb-9057-c0d8c5517ca1 None None] Provisioning complete for port 8c0e65f9-bd22-460e-8ec5-1813316176a2 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:20:31.718663 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-04895bf9-e6bd-47eb-9057-c0d8c5517ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:31.727909 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-00b856c4-9019-492f-9e76-9e18d57166f4 req-b7f6baf5-588d-4d27-b0da-bd6dcf807026 tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] 10.222.0.53 "GET /v2.0/security-groups?id=63b68130-0100-4f51-8b96-547fb8013ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1627569 Jan 18 22:20:31.764319 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port b72718bd-7ccb-4f4f-a85d-51685890ae24 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:20:31.764816 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:31.789344 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-d4c96cc2-6813-467b-a069-0a41f23969c5 req-45a1de04-0803-4a6f-aafe-0891ea00702d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:31.821351 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-618e1dee-00ba-4b61-93ea-f3f7f3cba8dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:31.824420 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-618e1dee-00ba-4b61-93ea-f3f7f3cba8dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:31.825784 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-618e1dee-00ba-4b61-93ea-f3f7f3cba8dd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/50759f51-0eed-4fce-9747-572b5a404746 HTTP/1.1" status: 204 len: 168 time: 0.8709333 Jan 18 22:20:31.910491 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618e1dee-00ba-4b61-93ea-f3f7f3cba8dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50759f51-0eed-4fce-9747-572b5a404746,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:31.986015 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-cd8bbd7a-1d73-42e0-9260-79e919ba62a0 req-599b4118-5a0f-4c06-84b8-5c41b22cd3f9 tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:31.986633 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-cd8bbd7a-1d73-42e0-9260-79e919ba62a0 req-599b4118-5a0f-4c06-84b8-5c41b22cd3f9 tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043075'] for floatingip, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:31.986793 n-d-825064-1 neutron-server[102431]: INFO neutron.db.l3_db [req-cd8bbd7a-1d73-42e0-9260-79e919ba62a0 req-599b4118-5a0f-4c06-84b8-5c41b22cd3f9 tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] Floating IP 2474118f-fe59-4783-b31a-b7f3d3fb8380 disassociated. External IP: 172.25.5.28, port: 95e090da-b2cf-486e-aabe-850df681c22e. Jan 18 22:20:31.987105 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-cd8bbd7a-1d73-42e0-9260-79e919ba62a0 req-599b4118-5a0f-4c06-84b8-5c41b22cd3f9 tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] Calling delete_port for 95e090da-b2cf-486e-aabe-850df681c22e owned by compute:nova {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:20:32.154138 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-04895bf9-e6bd-47eb-9057-c0d8c5517ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:32.155403 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c68bb8fd-e63a-4c63-9dd6-ca24892d9efe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1040691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049'] for router, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:32.164868 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 8c0e65f9-bd22-460e-8ec5-1813316176a2 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:20:32.201747 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6319f74e-269e-4d89-a8a9-60262a886e83 req-e79bac70-c5d8-4fb6-a990-bfdeaf0d7d90 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:32.210274 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6319f74e-269e-4d89-a8a9-60262a886e83 req-e79bac70-c5d8-4fb6-a990-bfdeaf0d7d90 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f438302-63de-4371-a597-369b6e067958 HTTP/1.1" status: 200 len: 945 time: 0.2685761 Jan 18 22:20:32.303892 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-04895bf9-e6bd-47eb-9057-c0d8c5517ca1 None None] For port 8c0e65f9-bd22-460e-8ec5-1813316176a2, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=8c0e65f9-bd22-460e-8ec5-1813316176a2,segment=NetworkSegment(106bbed1-88ce-4c5d-9014-865df0169638),segment_id=106bbed1-88ce-4c5d-9014-865df0169638)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:20:32.323572 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-04895bf9-e6bd-47eb-9057-c0d8c5517ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:32.380782 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6319f74e-269e-4d89-a8a9-60262a886e83 req-ac169dc0-039f-4929-8971-25aa24af961a tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/security-groups?id=92d0bf2d-4a69-4a06-bc28-bffdc82f7ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690707 Jan 18 22:20:32.383474 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-cd8bbd7a-1d73-42e0-9260-79e919ba62a0 req-599b4118-5a0f-4c06-84b8-5c41b22cd3f9 tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:32.418970 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c6c14c-c73f-4432-ab85-c66206a7163e req-579e01bb-68fe-4202-b78b-99834da617f1 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:32.430233 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b3c6c14c-c73f-4432-ab85-c66206a7163e req-579e01bb-68fe-4202-b78b-99834da617f1 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/ports?device_id=4de4c816-9c87-48ec-b7cd-5fd21aa43808 HTTP/1.1" status: 200 len: 931 time: 0.2128718 Jan 18 22:20:32.455969 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599b4118-5a0f-4c06-84b8-5c41b22cd3f9 tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] Pushing event deleted for resources: {'Port': ['ID=95e090da-b2cf-486e-aabe-850df681c22e,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:32.464785 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 8c0e65f9-bd22-460e-8ec5-1813316176a2 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:20:32.466147 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:32.537322 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b3c6c14c-c73f-4432-ab85-c66206a7163e req-bbbdac27-907c-45bf-b5a4-2a0168f9ff49 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc8c7d2e-b8e2-47f9-a940-5cbf5ddba272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031134 Jan 18 22:20:32.549038 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 35916) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:20:32.558098 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c68bb8fd-e63a-4c63-9dd6-ca24892d9efe admin admin] Router eca63b10-f41b-43e0-80e2-f2bbd246e107 is scheduled to L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 with binding_index 1 {{(pid=102431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 22:20:32.595721 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ecba1314-7aac-44fb-b442-8e706f16e3cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:32.597261 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04895bf9-e6bd-47eb-9057-c0d8c5517ca1 None None] Pushing event updated for resources: {'Port': ['ID=8c0e65f9-bd22-460e-8ec5-1813316176a2,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:32.660384 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [req-d4c96cc2-6813-467b-a069-0a41f23969c5 req-45a1de04-0803-4a6f-aafe-0891ea00702d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c5c87b3-3677-4750-b83f-650937ba09d4 {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:20:32.671834 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-d4c96cc2-6813-467b-a069-0a41f23969c5 req-45a1de04-0803-4a6f-aafe-0891ea00702d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:32.700918 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-d4c96cc2-6813-467b-a069-0a41f23969c5 req-45a1de04-0803-4a6f-aafe-0891ea00702d service neutron] Transition to ACTIVE for port object 2c5c87b3-3677-4750-b83f-650937ba09d4 will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:20:32.704638 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-45d3b967-fde6-40f7-a1a0-f49a56781ef5 None None] Provisioning complete for port 8c0e65f9-bd22-460e-8ec5-1813316176a2 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:20:32.705019 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-45d3b967-fde6-40f7-a1a0-f49a56781ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:32.727880 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-d4c96cc2-6813-467b-a069-0a41f23969c5 req-45a1de04-0803-4a6f-aafe-0891ea00702d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:32.766737 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cd8bbd7a-1d73-42e0-9260-79e919ba62a0 req-599b4118-5a0f-4c06-84b8-5c41b22cd3f9 tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] Router 0bfa6ec6-af90-4610-b432-c51ba5787d28 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:20:32.794433 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c68bb8fd-e63a-4c63-9dd6-ca24892d9efe admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:20:32.821299 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e3f417-5efa-4f5c-bccb-b7209937402c None None] Sync routers for ids ['eca63b10-f41b-43e0-80e2-f2bbd246e107'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:20:32.824079 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c68bb8fd-e63a-4c63-9dd6-ca24892d9efe admin admin] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:32.825685 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-c68bb8fd-e63a-4c63-9dd6-ca24892d9efe admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.0510089 Jan 18 22:20:32.828383 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 35922) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:20:32.843651 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e3f417-5efa-4f5c-bccb-b7209937402c None None] Routers {'eca63b10-f41b-43e0-80e2-f2bbd246e107'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:20:32.844455 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-a4e3f417-5efa-4f5c-bccb-b7209937402c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:20:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['eca63b10-f41b-43e0-80e2-f2bbd246e107'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:20:32.907366 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ecba1314-7aac-44fb-b442-8e706f16e3cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:32.937138 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ecba1314-7aac-44fb-b442-8e706f16e3cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:33.022579 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-a4e3f417-5efa-4f5c-bccb-b7209937402c None None] Set router eca63b10-f41b-43e0-80e2-f2bbd246e107 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:20:33.108220 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecba1314-7aac-44fb-b442-8e706f16e3cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e745322-ed4e-459f-ac26-3184d33fc900,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:33.112250 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device a6b09c77-9893-4d4a-889f-cf8fc612cf5c details requested by agent hyperv_n-h1-825064-1 with host n-h1-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:20:33.118949 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7b2603dc-4c12-4527-82e7-225daf613829 req-78ee9d4d-e0b8-450f-941f-0eae30ee9604 tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] 10.222.0.53 "GET /v2.0/ports?device_id=107dff23-b960-485f-aba2-e81ad488e7d1 HTTP/1.1" status: 200 len: 210 time: 0.2095745 Jan 18 22:20:33.151107 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 8c0e65f9-bd22-460e-8ec5-1813316176a2 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:20:33.233279 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a1de04-0803-4a6f-aafe-0891ea00702d service neutron] Pushing event updated for resources: {'Port': ['ID=2c5c87b3-3677-4750-b83f-650937ba09d4,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:33.247030 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-ecba1314-7aac-44fb-b442-8e706f16e3cd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=223072267c924c7795e32d812c846497&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6776490 Jan 18 22:20:33.247264 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 35934) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:20:33.280472 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-d4c96cc2-6813-467b-a069-0a41f23969c5 req-45a1de04-0803-4a6f-aafe-0891ea00702d service neutron] Attempting to bind port 2c5c87b3-3677-4750-b83f-650937ba09d4 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:20:33.280814 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-d4c96cc2-6813-467b-a069-0a41f23969c5 req-45a1de04-0803-4a6f-aafe-0891ea00702d service neutron] Attempting to bind port 2c5c87b3-3677-4750-b83f-650937ba09d4 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '2bbe6b88-f1a6-4fc9-b338-69341977472e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '61203f33-a8b3-4e89-8217-8dac5f2bb01b'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:20:33.281653 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c96cc2-6813-467b-a069-0a41f23969c5 req-45a1de04-0803-4a6f-aafe-0891ea00702d service neutron] Attempting to bind port 2c5c87b3-3677-4750-b83f-650937ba09d4 on network 61203f33-a8b3-4e89-8217-8dac5f2bb01b {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:20:33.289729 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c96cc2-6813-467b-a069-0a41f23969c5 req-45a1de04-0803-4a6f-aafe-0891ea00702d service neutron] Port 2c5c87b3-3677-4750-b83f-650937ba09d4 on network 61203f33-a8b3-4e89-8217-8dac5f2bb01b not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:20:33.290402 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c96cc2-6813-467b-a069-0a41f23969c5 req-45a1de04-0803-4a6f-aafe-0891ea00702d service neutron] Attempting to bind port 2c5c87b3-3677-4750-b83f-650937ba09d4 on network 61203f33-a8b3-4e89-8217-8dac5f2bb01b {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:20:33.314681 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c96cc2-6813-467b-a069-0a41f23969c5 req-45a1de04-0803-4a6f-aafe-0891ea00702d service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:20:33.316191 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c96cc2-6813-467b-a069-0a41f23969c5 req-45a1de04-0803-4a6f-aafe-0891ea00702d service neutron] Checking segment: {'id': '2bbe6b88-f1a6-4fc9-b338-69341977472e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '61203f33-a8b3-4e89-8217-8dac5f2bb01b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:20:33.317050 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c96cc2-6813-467b-a069-0a41f23969c5 req-45a1de04-0803-4a6f-aafe-0891ea00702d service neutron] Bound using segment: {'id': '2bbe6b88-f1a6-4fc9-b338-69341977472e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '61203f33-a8b3-4e89-8217-8dac5f2bb01b'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:20:33.317708 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-d4c96cc2-6813-467b-a069-0a41f23969c5 req-45a1de04-0803-4a6f-aafe-0891ea00702d service neutron] Bound port: 2c5c87b3-3677-4750-b83f-650937ba09d4, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bbe6b88-f1a6-4fc9-b338-69341977472e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '61203f33-a8b3-4e89-8217-8dac5f2bb01b'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:20:33.318268 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-d4c96cc2-6813-467b-a069-0a41f23969c5 req-45a1de04-0803-4a6f-aafe-0891ea00702d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:33.389220 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 95e090da-b2cf-486e-aabe-850df681c22e no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:20:33.399152 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ebe249a6-a1f8-430c-8693-71f9dedb26cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:33.453020 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] No Port match for: 95e090da-b2cf-486e-aabe-850df681c22e {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:20:33.453438 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 95e090da-b2cf-486e-aabe-850df681c22e not bound to the agent host n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:20:33.518444 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cd8bbd7a-1d73-42e0-9260-79e919ba62a0 req-599b4118-5a0f-4c06-84b8-5c41b22cd3f9 tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:20:33.532209 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7cce45f-c54a-4239-b3eb-8dd17a9f15b2 None None] Sync routers for ids ['0bfa6ec6-af90-4610-b432-c51ba5787d28'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:20:33.546584 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cce45f-c54a-4239-b3eb-8dd17a9f15b2 None None] Routers {'0bfa6ec6-af90-4610-b432-c51ba5787d28'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:20:33.547507 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-e7cce45f-c54a-4239-b3eb-8dd17a9f15b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:20:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['0bfa6ec6-af90-4610-b432-c51ba5787d28'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:20:33.548376 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ebe249a6-a1f8-430c-8693-71f9dedb26cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:33.651248 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-d4c96cc2-6813-467b-a069-0a41f23969c5 req-45a1de04-0803-4a6f-aafe-0891ea00702d service neutron] For port 2c5c87b3-3677-4750-b83f-650937ba09d4, host n-h2-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:20:33.651519 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd8bbd7a-1d73-42e0-9260-79e919ba62a0 req-599b4118-5a0f-4c06-84b8-5c41b22cd3f9 tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] No DVR routers for this DVR port 95e090da-b2cf-486e-aabe-850df681c22e on host n-h2-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:20:33.657687 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-cd8bbd7a-1d73-42e0-9260-79e919ba62a0 req-599b4118-5a0f-4c06-84b8-5c41b22cd3f9 tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:33.661260 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-cd8bbd7a-1d73-42e0-9260-79e919ba62a0 req-599b4118-5a0f-4c06-84b8-5c41b22cd3f9 tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] 10.222.0.67 "DELETE /v2.0/ports/95e090da-b2cf-486e-aabe-850df681c22e HTTP/1.1" status: 204 len: 173 time: 3.4308171 Jan 18 22:20:33.661745 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '107dff23-b960-485f-aba2-e81ad488e7d1', 'name': 'network-vif-deleted', 'tag': '95e090da-b2cf-486e-aabe-850df681c22e'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:20:33.664172 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07cb6eac-80eb-4b78-85b7-b4ac6f9c68a0" -d '{"events": [{"server_uuid": "107dff23-b960-485f-aba2-e81ad488e7d1", "name": "network-vif-deleted", "tag": "95e090da-b2cf-486e-aabe-850df681c22e"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:20:33.776334 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 8c0e65f9-bd22-460e-8ec5-1813316176a2 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:20:33.776707 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:33.784165 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port a6b09c77-9893-4d4a-889f-cf8fc612cf5c, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=a6b09c77-9893-4d4a-889f-cf8fc612cf5c,segment=NetworkSegment(bbee9262-cfb2-4fc9-82be-4cb3bf414322),segment_id=bbee9262-cfb2-4fc9-82be-4cb3bf414322)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:20:33.820591 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Returning: {'device': 'a6b09c77-9893-4d4a-889f-cf8fc612cf5c', 'network_id': '238ed1a6-2b69-482a-a879-0782a721c5d9', 'port_id': 'a6b09c77-9893-4d4a-889f-cf8fc612cf5c', 'mac_address': 'fa:16:3e:2f:f8:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c698099-8c96-4ff9-a982-e918b5bcbfac', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:20:33.876584 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-d4c96cc2-6813-467b-a069-0a41f23969c5 req-45a1de04-0803-4a6f-aafe-0891ea00702d service neutron] For port 2c5c87b3-3677-4750-b83f-650937ba09d4, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=2c5c87b3-3677-4750-b83f-650937ba09d4,segment=NetworkSegment(2bbe6b88-f1a6-4fc9-b338-69341977472e),segment_id=2bbe6b88-f1a6-4fc9-b338-69341977472e)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:20:33.891969 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:33.905895 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-e7cce45f-c54a-4239-b3eb-8dd17a9f15b2 None None] Set router 0bfa6ec6-af90-4610-b432-c51ba5787d28 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:20:33.910466 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-a4e3f417-5efa-4f5c-bccb-b7209937402c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca63b10-f41b-43e0-80e2-f2bbd246e107', 'name': 'tempest-TaggedBootDevicesTest-2081606338-router', 'tenant_id': '356ab36c8a9d4f8b9ac702d62ba3b57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '269ef838-b7a5-40f7-9cbd-11a60824b18a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:20:25Z', 'updated_at': '2022-01-18T22:20:31Z', 'revision_number': 3, 'project_id': '356ab36c8a9d4f8b9ac702d62ba3b57c', 'gw_port': {'id': '269ef838-b7a5-40f7-9cbd-11a60824b18a', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:f1:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca63b10-f41b-43e0-80e2-f2bbd246e107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:20:28Z', 'updated_at': '2022-01-18T22:20:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:20:33.937797 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-d4c96cc2-6813-467b-a069-0a41f23969c5 req-45a1de04-0803-4a6f-aafe-0891ea00702d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:33.962121 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a6b09c77-9893-4d4a-889f-cf8fc612cf5c {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:20:34.034069 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port a6b09c77-9893-4d4a-889f-cf8fc612cf5c, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=a6b09c77-9893-4d4a-889f-cf8fc612cf5c,segment=NetworkSegment(bbee9262-cfb2-4fc9-82be-4cb3bf414322),segment_id=bbee9262-cfb2-4fc9-82be-4cb3bf414322)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:20:34.069780 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e3f417-5efa-4f5c-bccb-b7209937402c None None] Checking router: eca63b10-f41b-43e0-80e2-f2bbd246e107 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:20:34.070189 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e3f417-5efa-4f5c-bccb-b7209937402c None None] Updating router eca63b10-f41b-43e0-80e2-f2bbd246e107 port 269ef838-b7a5-40f7-9cbd-11a60824b18a binding host n-d-825064-1 {{(pid=102432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:20:34.075677 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:34.121085 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c96cc2-6813-467b-a069-0a41f23969c5 req-45a1de04-0803-4a6f-aafe-0891ea00702d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:34.122346 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-d4c96cc2-6813-467b-a069-0a41f23969c5 req-45a1de04-0803-4a6f-aafe-0891ea00702d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:34.126231 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d4c96cc2-6813-467b-a069-0a41f23969c5 req-45a1de04-0803-4a6f-aafe-0891ea00702d service neutron] 10.222.0.67 "PUT /v2.0/ports/2c5c87b3-3677-4750-b83f-650937ba09d4 HTTP/1.1" status: 200 len: 1091 time: 2.5037758 Jan 18 22:20:34.172939 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a4e3f417-5efa-4f5c-bccb-b7209937402c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:34.194405 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4de4c816-9c87-48ec-b7cd-5fd21aa43808', 'tag': '2c5c87b3-3677-4750-b83f-650937ba09d4'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:20:34.202896 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b70272d-6cbd-4f54-90c4-b4298aec248d" -d '{"events": [{"name": "network-changed", "server_uuid": "4de4c816-9c87-48ec-b7cd-5fd21aa43808", "tag": "2c5c87b3-3677-4750-b83f-650937ba09d4"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:20:34.216651 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f9384b-14a9-4e17-a545-e3d78a387ca3 req-f22d7fec-5212-4780-aa35-5cc46b7d26af tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:34.218798 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a8f9384b-14a9-4e17-a545-e3d78a387ca3 req-f22d7fec-5212-4780-aa35-5cc46b7d26af tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/ports?device_id=4de4c816-9c87-48ec-b7cd-5fd21aa43808 HTTP/1.1" status: 200 len: 943 time: 0.5549593 Jan 18 22:20:34.227196 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a1de04-0803-4a6f-aafe-0891ea00702d service neutron] Pushing event updated for resources: {'Port': ['ID=2c5c87b3-3677-4750-b83f-650937ba09d4,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:34.267922 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a38f5-d4e1-458d-9fbd-5dd514f8f0bd req-3c2445b7-e2aa-4103-99b4-c1fb977a1955 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:34.269547 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e27a38f5-d4e1-458d-9fbd-5dd514f8f0bd req-3c2445b7-e2aa-4103-99b4-c1fb977a1955 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f438302-63de-4371-a597-369b6e067958 HTTP/1.1" status: 200 len: 945 time: 0.7502124 Jan 18 22:20:34.277434 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['a6b09c77-9893-4d4a-889f-cf8fc612cf5c'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:20:34.339272 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ebe249a6-a1f8-430c-8693-71f9dedb26cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:34.342407 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ebe249a6-a1f8-430c-8693-71f9dedb26cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:34.346541 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-ebe249a6-a1f8-430c-8693-71f9dedb26cb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3e745322-ed4e-459f-ac26-3184d33fc900 HTTP/1.1" status: 204 len: 168 time: 1.0982690 Jan 18 22:20:34.374673 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe249a6-a1f8-430c-8693-71f9dedb26cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e745322-ed4e-459f-ac26-3184d33fc900,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:34.408916 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a586896f-32aa-43c8-9f79-6c89fba0c4fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:34.458065 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c96cc2-6813-467b-a069-0a41f23969c5 req-8733da6b-464a-4e74-abc3-53705d2edaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:34.459776 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d4c96cc2-6813-467b-a069-0a41f23969c5 req-8733da6b-464a-4e74-abc3-53705d2edaa9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cccec33dc87e4f2dae33b71be2fd1ab3&device_id=4de4c816-9c87-48ec-b7cd-5fd21aa43808 HTTP/1.1" status: 200 len: 1094 time: 0.2289855 Jan 18 22:20:34.462883 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e27a38f5-d4e1-458d-9fbd-5dd514f8f0bd req-16ee2b47-9e3e-413f-9b71-39f37eb80ec8 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/security-groups?id=92d0bf2d-4a69-4a06-bc28-bffdc82f7ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689239 Jan 18 22:20:34.470047 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a8f9384b-14a9-4e17-a545-e3d78a387ca3 req-6361be6d-791a-4e48-b9e1-46bd997c655a tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc8c7d2e-b8e2-47f9-a940-5cbf5ddba272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213814 Jan 18 22:20:34.517782 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=a6b09c77-9893-4d4a-889f-cf8fc612cf5c,revision_number=6']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:34.542136 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d4c96cc2-6813-467b-a069-0a41f23969c5 req-dd236091-1945-4537-86be-454c4568297a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c5c87b3-3677-4750-b83f-650937ba09d4 HTTP/1.1" status: 200 len: 217 time: 0.0709040 Jan 18 22:20:34.639517 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c96cc2-6813-467b-a069-0a41f23969c5 req-8d98dbbf-e53c-49f4-ab62-d07de604f340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:34.643861 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d4c96cc2-6813-467b-a069-0a41f23969c5 req-8d98dbbf-e53c-49f4-ab62-d07de604f340 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b92d365b-b574-47a9-a91d-968f4b104686 HTTP/1.1" status: 200 len: 861 time: 0.0926228 Jan 18 22:20:34.747491 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-423ae49a-a0ff-4989-a258-0bf929adf77a x-openstack-request-id: req-423ae49a-a0ff-4989-a258-0bf929adf77a {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:20:34.748052 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "107dff23-b960-485f-aba2-e81ad488e7d1", "name": "network-vif-deleted", "tag": "95e090da-b2cf-486e-aabe-850df681c22e", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:20:34.748052 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-423ae49a-a0ff-4989-a258-0bf929adf77a {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:20:34.748487 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '107dff23-b960-485f-aba2-e81ad488e7d1', 'name': 'network-vif-deleted', 'tag': '95e090da-b2cf-486e-aabe-850df681c22e', 'status': 'completed', 'code': 200} Jan 18 22:20:34.754678 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d4c96cc2-6813-467b-a069-0a41f23969c5 req-b231a50d-e24e-43c8-897f-110b93d8a216 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=61203f33-a8b3-4e89-8217-8dac5f2bb01b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1027272 Jan 18 22:20:34.835053 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc7dc549-17dd-4da4-b4e3-ecff1038f4e7 x-openstack-request-id: req-fc7dc549-17dd-4da4-b4e3-ecff1038f4e7 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:20:34.835350 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4de4c816-9c87-48ec-b7cd-5fd21aa43808", "tag": "2c5c87b3-3677-4750-b83f-650937ba09d4", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:20:34.845878 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fc7dc549-17dd-4da4-b4e3-ecff1038f4e7 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:20:34.846319 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4de4c816-9c87-48ec-b7cd-5fd21aa43808', 'tag': '2c5c87b3-3677-4750-b83f-650937ba09d4', 'status': 'completed', 'code': 200} Jan 18 22:20:34.865217 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 35982) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:20:34.870828 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-e7cce45f-c54a-4239-b3eb-8dd17a9f15b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bfa6ec6-af90-4610-b432-c51ba5787d28', 'name': 'tempest-ServersTestManualDisk-1441307270-router', 'tenant_id': '2e8892a76b3740abb9d6e9e892c45ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': '331a768b-3fcc-4f36-81b8-d166a7d5a163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:18:20Z', 'updated_at': '2022-01-18T22:18:24Z', 'revision_number': 4, 'project_id': '2e8892a76b3740abb9d6e9e892c45ee9', 'gw_port': {'id': '331a768b-3fcc-4f36-81b8-d166a7d5a163', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:04:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bfa6ec6-af90-4610-b432-c51ba5787d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:18:20Z', 'updated_at': '2022-01-18T22:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'c2fdff8f-f153-4fbb-9bdb-b734f91b5d51', 'name': '', 'network_id': '9cc5e92b-77a5-44ad-ae36-434626cbd587', 'tenant_id': '2e8892a76b3740abb9d6e9e892c45ee9', 'mac_address': 'fa:16:3e:1f:7a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bfa6ec6-af90-4610-b432-c51ba5787d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '16adcbe9-5fd5-4922-bf98-741d0cc7c78e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:18:23Z', 'updated_at': '2022-01-18T22:18:31Z', 'revision_number': 5, 'project_id': '2e8892a76b3740abb9d6e9e892c45ee9', 'subnets': [{'id': '16adcbe9-5fd5-4922-bf98-741d0cc7c78e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:20:34.911969 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7cce45f-c54a-4239-b3eb-8dd17a9f15b2 None None] Checking router: 0bfa6ec6-af90-4610-b432-c51ba5787d28 for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:20:34.928118 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cce45f-c54a-4239-b3eb-8dd17a9f15b2 None None] Routers {'0bfa6ec6-af90-4610-b432-c51ba5787d28'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:20:34.930334 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-e7cce45f-c54a-4239-b3eb-8dd17a9f15b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:20:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['0bfa6ec6-af90-4610-b432-c51ba5787d28'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:20:34.946843 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a4e3f417-5efa-4f5c-bccb-b7209937402c None None] Notify callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:34.987818 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a4e3f417-5efa-4f5c-bccb-b7209937402c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:35.030395 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-a586896f-32aa-43c8-9f79-6c89fba0c4fc admin admin] Allocated IP 172.20.0.1 (e46417e6-99d4-4334-8c1e-3f32f1171b2e/04ba5f98-9a30-451d-a25a-e373adfc10f5/ad184624-ee4a-42bf-9928-5b5084d06615) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:20:35.068525 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d4c96cc2-6813-467b-a069-0a41f23969c5 req-74025afd-e3bb-46d9-a78d-1ac0e1fa5d85 service neutron] 10.222.0.67 "GET /v2.0/networks/61203f33-a8b3-4e89-8217-8dac5f2bb01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3072338 Jan 18 22:20:35.130811 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-74ce5e50-ae8c-4511-bb0a-d77132584078 tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:35.207496 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-a4e3f417-5efa-4f5c-bccb-b7209937402c None None] Attempting to bind port 269ef838-b7a5-40f7-9cbd-11a60824b18a on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:20:35.208012 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-a4e3f417-5efa-4f5c-bccb-b7209937402c None None] Attempting to bind port 269ef838-b7a5-40f7-9cbd-11a60824b18a by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:20:35.208370 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e3f417-5efa-4f5c-bccb-b7209937402c None None] Attempting to bind port 269ef838-b7a5-40f7-9cbd-11a60824b18a on network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:20:35.261781 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-e7cce45f-c54a-4239-b3eb-8dd17a9f15b2 None None] Set router 0bfa6ec6-af90-4610-b432-c51ba5787d28 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:20:35.288239 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-74ce5e50-ae8c-4511-bb0a-d77132584078 tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:35.322512 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d4c96cc2-6813-467b-a069-0a41f23969c5 req-6d4778d8-df7b-4b9b-a455-1b71ad18c9b5 service neutron] 10.222.0.67 "GET /v2.0/networks/61203f33-a8b3-4e89-8217-8dac5f2bb01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473249 Jan 18 22:20:35.386571 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e3f417-5efa-4f5c-bccb-b7209937402c None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:20:35.391527 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e3f417-5efa-4f5c-bccb-b7209937402c None None] Checking segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:20:35.392281 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a4e3f417-5efa-4f5c-bccb-b7209937402c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:35.392847 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e3f417-5efa-4f5c-bccb-b7209937402c None None] Bound using segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:20:35.393559 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-a4e3f417-5efa-4f5c-bccb-b7209937402c None None] Bound port: 269ef838-b7a5-40f7-9cbd-11a60824b18a, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:20:35.400399 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a4e3f417-5efa-4f5c-bccb-b7209937402c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:35.442738 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a586896f-32aa-43c8-9f79-6c89fba0c4fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:35.479641 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-74ce5e50-ae8c-4511-bb0a-d77132584078 tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:35.483261 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-74ce5e50-ae8c-4511-bb0a-d77132584078 tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:35.484533 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-74ce5e50-ae8c-4511-bb0a-d77132584078 tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] 10.222.0.53 "DELETE /v2.0/security-groups/63b68130-0100-4f51-8b96-547fb8013ef2 HTTP/1.1" status: 204 len: 168 time: 0.6175134 Jan 18 22:20:35.488481 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 35996) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:20:35.496144 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98ce499-e779-4a29-b006-46510a233dbd None None] Pushing event updated for resources: {'Port': ['ID=269ef838-b7a5-40f7-9cbd-11a60824b18a,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:35.528909 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ce5e50-ae8c-4511-bb0a-d77132584078 tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b68130-0100-4f51-8b96-547fb8013ef2,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:35.543038 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [None req-5411f483-6c70-4b10-8ee9-61a5bb9734ef tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] show failed (client error): The resource could not be found. Jan 18 22:20:35.544016 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-5411f483-6c70-4b10-8ee9-61a5bb9734ef tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] 10.222.0.53 "GET /v2.0/security-groups/63b68130-0100-4f51-8b96-547fb8013ef2 HTTP/1.1" status: 404 len: 347 time: 0.0505981 Jan 18 22:20:35.551104 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 36002) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:20:35.566043 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b70272d-6cbd-4f54-90c4-b4298aec248d req-182852c1-f11b-4f23-9bda-21dc6732798c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:35.569291 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1b70272d-6cbd-4f54-90c4-b4298aec248d req-182852c1-f11b-4f23-9bda-21dc6732798c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cccec33dc87e4f2dae33b71be2fd1ab3&device_id=4de4c816-9c87-48ec-b7cd-5fd21aa43808 HTTP/1.1" status: 200 len: 1094 time: 0.1866112 Jan 18 22:20:35.598770 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a586896f-32aa-43c8-9f79-6c89fba0c4fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:35.678684 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-a4e3f417-5efa-4f5c-bccb-b7209937402c None None] For port 269ef838-b7a5-40f7-9cbd-11a60824b18a, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:20:35.686649 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-a4e3f417-5efa-4f5c-bccb-b7209937402c None None] For port 269ef838-b7a5-40f7-9cbd-11a60824b18a, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=269ef838-b7a5-40f7-9cbd-11a60824b18a,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:20:35.696395 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a4e3f417-5efa-4f5c-bccb-b7209937402c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:35.716477 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a586896f-32aa-43c8-9f79-6c89fba0c4fc admin admin] Pushing event updated for resources: {'Port': ['ID=ad184624-ee4a-42bf-9928-5b5084d06615,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:35.754140 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a586896f-32aa-43c8-9f79-6c89fba0c4fc admin admin] Network e46417e6-99d4-4334-8c1e-3f32f1171b2e is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:20:35.758557 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-a586896f-32aa-43c8-9f79-6c89fba0c4fc admin admin] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:20:35.763001 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a586896f-32aa-43c8-9f79-6c89fba0c4fc admin admin] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:20:35.857019 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98ce499-e779-4a29-b006-46510a233dbd None None] Pushing event updated for resources: {'Port': ['ID=269ef838-b7a5-40f7-9cbd-11a60824b18a,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:35.859414 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-e7cce45f-c54a-4239-b3eb-8dd17a9f15b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bfa6ec6-af90-4610-b432-c51ba5787d28', 'name': 'tempest-ServersTestManualDisk-1441307270-router', 'tenant_id': '2e8892a76b3740abb9d6e9e892c45ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': '331a768b-3fcc-4f36-81b8-d166a7d5a163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:18:20Z', 'updated_at': '2022-01-18T22:18:24Z', 'revision_number': 4, 'project_id': '2e8892a76b3740abb9d6e9e892c45ee9', 'gw_port': {'id': '331a768b-3fcc-4f36-81b8-d166a7d5a163', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:04:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bfa6ec6-af90-4610-b432-c51ba5787d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:18:20Z', 'updated_at': '2022-01-18T22:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'c2fdff8f-f153-4fbb-9bdb-b734f91b5d51', 'name': '', 'network_id': '9cc5e92b-77a5-44ad-ae36-434626cbd587', 'tenant_id': '2e8892a76b3740abb9d6e9e892c45ee9', 'mac_address': 'fa:16:3e:1f:7a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bfa6ec6-af90-4610-b432-c51ba5787d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '16adcbe9-5fd5-4922-bf98-741d0cc7c78e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:18:23Z', 'updated_at': '2022-01-18T22:18:31Z', 'revision_number': 5, 'project_id': '2e8892a76b3740abb9d6e9e892c45ee9', 'subnets': [{'id': '16adcbe9-5fd5-4922-bf98-741d0cc7c78e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:20:35.862767 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e3f417-5efa-4f5c-bccb-b7209937402c None None] Routers {'eca63b10-f41b-43e0-80e2-f2bbd246e107'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:20:35.865184 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-a4e3f417-5efa-4f5c-bccb-b7209937402c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:20:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['eca63b10-f41b-43e0-80e2-f2bbd246e107'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:20:35.962233 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a586896f-32aa-43c8-9f79-6c89fba0c4fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1040954'] for router_interface, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:35.986697 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7cce45f-c54a-4239-b3eb-8dd17a9f15b2 None None] The sync data for ids ['0bfa6ec6-af90-4610-b432-c51ba5787d28'] in n-d-825064-1 is: [{'id': '0bfa6ec6-af90-4610-b432-c51ba5787d28', 'name': 'tempest-ServersTestManualDisk-1441307270-router', 'tenant_id': '2e8892a76b3740abb9d6e9e892c45ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': '331a768b-3fcc-4f36-81b8-d166a7d5a163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:18:20Z', 'updated_at': '2022-01-18T22:18:24Z', 'revision_number': 4, 'project_id': '2e8892a76b3740abb9d6e9e892c45ee9', 'gw_port': {'id': '331a768b-3fcc-4f36-81b8-d166a7d5a163', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:04:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bfa6ec6-af90-4610-b432-c51ba5787d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:18:20Z', 'updated_at': '2022-01-18T22:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'c2fdff8f-f153-4fbb-9bdb-b734f91b5d51', 'name': '', 'network_id': '9cc5e92b-77a5-44ad-ae36-434626cbd587', 'tenant_id': '2e8892a76b3740abb9d6e9e892c45ee9', 'mac_address': 'fa:16:3e:1f:7a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bfa6ec6-af90-4610-b432-c51ba5787d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '16adcbe9-5fd5-4922-bf98-741d0cc7c78e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:18:23Z', 'updated_at': '2022-01-18T22:18:31Z', 'revision_number': 5, 'project_id': '2e8892a76b3740abb9d6e9e892c45ee9', 'subnets': [{'id': '16adcbe9-5fd5-4922-bf98-741d0cc7c78e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:20:36.095120 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b70272d-6cbd-4f54-90c4-b4298aec248d req-b3ecb9ba-c53b-4aac-8ee9-e8d26149aad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:36.101093 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1b70272d-6cbd-4f54-90c4-b4298aec248d req-b3ecb9ba-c53b-4aac-8ee9-e8d26149aad4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=61203f33-a8b3-4e89-8217-8dac5f2bb01b HTTP/1.1" status: 200 len: 921 time: 0.4673939 Jan 18 22:20:36.130347 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3794e627-ed0a-41d9-869e-38ca55c56f28 req-8f887ebc-b1f7-4dc5-a3eb-26c79ac73d29 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:36.144508 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3794e627-ed0a-41d9-869e-38ca55c56f28 req-8f887ebc-b1f7-4dc5-a3eb-26c79ac73d29 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f438302-63de-4371-a597-369b6e067958 HTTP/1.1" status: 200 len: 945 time: 0.4779146 Jan 18 22:20:36.246339 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-a4e3f417-5efa-4f5c-bccb-b7209937402c None None] Set router eca63b10-f41b-43e0-80e2-f2bbd246e107 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:20:36.338173 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a586896f-32aa-43c8-9f79-6c89fba0c4fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:36.437225 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1b70272d-6cbd-4f54-90c4-b4298aec248d req-24989b7a-748a-488c-8165-9ab8c90869f6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c5c87b3-3677-4750-b83f-650937ba09d4 HTTP/1.1" status: 200 len: 217 time: 0.2265365 Jan 18 22:20:36.553538 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b70272d-6cbd-4f54-90c4-b4298aec248d req-9d4146de-e978-419b-a3fc-84c00e8853bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:36.561485 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1b70272d-6cbd-4f54-90c4-b4298aec248d req-9d4146de-e978-419b-a3fc-84c00e8853bf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b92d365b-b574-47a9-a91d-968f4b104686 HTTP/1.1" status: 200 len: 861 time: 0.1081111 Jan 18 22:20:36.580105 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-6cf98a54-6b63-4d33-aa05-b10c8a23d791 None None] Provisioning complete for port ad184624-ee4a-42bf-9928-5b5084d06615 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:20:36.586580 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6cf98a54-6b63-4d33-aa05-b10c8a23d791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:36.602191 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a586896f-32aa-43c8-9f79-6c89fba0c4fc admin admin] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:36.615304 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a586896f-32aa-43c8-9f79-6c89fba0c4fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:36.648389 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3794e627-ed0a-41d9-869e-38ca55c56f28 req-07a6332d-2382-401b-81db-fa6261e3712d tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/security-groups?id=92d0bf2d-4a69-4a06-bc28-bffdc82f7ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5020850 Jan 18 22:20:36.651595 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f34d64-47fa-4849-a793-73dcb15aef9d None None] New status for floating IP 2474118f-fe59-4783-b31a-b7f3d3fb8380: DOWN {{(pid=102432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 22:20:36.702324 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a586896f-32aa-43c8-9f79-6c89fba0c4fc admin admin] Pushing event updated for resources: {'Port': ['ID=ad184624-ee4a-42bf-9928-5b5084d06615,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:36.711280 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a586896f-32aa-43c8-9f79-6c89fba0c4fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-613854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1041070'] for router_interface, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:36.748403 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1b70272d-6cbd-4f54-90c4-b4298aec248d req-45a2be09-ef8e-4392-b8dc-6e3b319a47ac service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=61203f33-a8b3-4e89-8217-8dac5f2bb01b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1590228 Jan 18 22:20:36.754001 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-7b2a2b12-63d0-42b0-ac03-0f2bae7e2789 tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] Deleting port c7606c4b-c8d6-402f-a811-92edb37e3b13 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:20:36.757731 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7b2a2b12-63d0-42b0-ac03-0f2bae7e2789 tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:36.897843 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a586896f-32aa-43c8-9f79-6c89fba0c4fc admin admin] Network e46417e6-99d4-4334-8c1e-3f32f1171b2e is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:20:36.899252 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-a586896f-32aa-43c8-9f79-6c89fba0c4fc admin admin] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:20:36.945335 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-6cf98a54-6b63-4d33-aa05-b10c8a23d791 None None] Port ad184624-ee4a-42bf-9928-5b5084d06615 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:20:36.950846 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7b2a2b12-63d0-42b0-ac03-0f2bae7e2789 tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:36.951390 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7b2a2b12-63d0-42b0-ac03-0f2bae7e2789 tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:36.966432 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-7b2a2b12-63d0-42b0-ac03-0f2bae7e2789 tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] Calling delete_port for c7606c4b-c8d6-402f-a811-92edb37e3b13 owned by network:floatingip {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:20:37.094748 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device a6b09c77-9893-4d4a-889f-cf8fc612cf5c up at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:20:37.167609 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-a4e3f417-5efa-4f5c-bccb-b7209937402c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca63b10-f41b-43e0-80e2-f2bbd246e107', 'name': 'tempest-TaggedBootDevicesTest-2081606338-router', 'tenant_id': '356ab36c8a9d4f8b9ac702d62ba3b57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '269ef838-b7a5-40f7-9cbd-11a60824b18a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:20:25Z', 'updated_at': '2022-01-18T22:20:31Z', 'revision_number': 3, 'project_id': '356ab36c8a9d4f8b9ac702d62ba3b57c', 'gw_port': {'id': '269ef838-b7a5-40f7-9cbd-11a60824b18a', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:f1:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca63b10-f41b-43e0-80e2-f2bbd246e107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:20:28Z', 'updated_at': '2022-01-18T22:20:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:20:37.235384 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a586896f-32aa-43c8-9f79-6c89fba0c4fc admin admin] Router eca63b10-f41b-43e0-80e2-f2bbd246e107 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:20:37.254099 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e3f417-5efa-4f5c-bccb-b7209937402c None None] The sync data for ids ['eca63b10-f41b-43e0-80e2-f2bbd246e107'] in n-d-825064-1 is: [{'id': 'eca63b10-f41b-43e0-80e2-f2bbd246e107', 'name': 'tempest-TaggedBootDevicesTest-2081606338-router', 'tenant_id': '356ab36c8a9d4f8b9ac702d62ba3b57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '269ef838-b7a5-40f7-9cbd-11a60824b18a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:20:25Z', 'updated_at': '2022-01-18T22:20:31Z', 'revision_number': 3, 'project_id': '356ab36c8a9d4f8b9ac702d62ba3b57c', 'gw_port': {'id': '269ef838-b7a5-40f7-9cbd-11a60824b18a', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:f1:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca63b10-f41b-43e0-80e2-f2bbd246e107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:20:28Z', 'updated_at': '2022-01-18T22:20:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:20:37.312959 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning complete for port a6b09c77-9893-4d4a-889f-cf8fc612cf5c triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:20:37.313421 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:37.407529 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 2c5c87b3-3677-4750-b83f-650937ba09d4 details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:20:37.479583 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1b70272d-6cbd-4f54-90c4-b4298aec248d req-235b4684-9f17-40ae-800e-181201c515bf service neutron] 10.222.0.67 "GET /v2.0/networks/61203f33-a8b3-4e89-8217-8dac5f2bb01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7185471 Jan 18 22:20:37.492365 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7b2a2b12-63d0-42b0-ac03-0f2bae7e2789 tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:37.568762 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2a2b12-63d0-42b0-ac03-0f2bae7e2789 tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] Pushing event deleted for resources: {'Port': ['ID=c7606c4b-c8d6-402f-a811-92edb37e3b13,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:37.618026 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-059c961c-26ff-4f81-921b-1321708912c9 None None] Provisioning complete for port ad184624-ee4a-42bf-9928-5b5084d06615 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:20:37.618658 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-059c961c-26ff-4f81-921b-1321708912c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:37.631705 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a586896f-32aa-43c8-9f79-6c89fba0c4fc admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:20:37.654105 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-a586896f-32aa-43c8-9f79-6c89fba0c4fc admin admin] 10.222.0.53 "PUT /v2.0/routers/eca63b10-f41b-43e0-80e2-f2bbd246e107/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8246105 Jan 18 22:20:37.691172 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-059c961c-26ff-4f81-921b-1321708912c9 None None] Port ad184624-ee4a-42bf-9928-5b5084d06615 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:20:37.897666 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9844b2-3ec8-4f02-9bae-8f2442224642 req-372be28e-8fd3-4d90-836e-07c9a1b7f83e tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:37.908768 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2d9844b2-3ec8-4f02-9bae-8f2442224642 req-372be28e-8fd3-4d90-836e-07c9a1b7f83e tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/ports?device_id=4de4c816-9c87-48ec-b7cd-5fd21aa43808 HTTP/1.1" status: 200 len: 943 time: 1.0707047 Jan 18 22:20:37.925370 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 2c5c87b3-3677-4750-b83f-650937ba09d4, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=2c5c87b3-3677-4750-b83f-650937ba09d4,segment=NetworkSegment(2bbe6b88-f1a6-4fc9-b338-69341977472e),segment_id=2bbe6b88-f1a6-4fc9-b338-69341977472e)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:20:37.945861 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:38.011900 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2d9844b2-3ec8-4f02-9bae-8f2442224642 req-89c5ecd8-03dd-4b5f-aeba-f8f45d32a304 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc8c7d2e-b8e2-47f9-a940-5cbf5ddba272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886374 Jan 18 22:20:38.022823 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7b2a2b12-63d0-42b0-ac03-0f2bae7e2789 tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] Notify callbacks [] for floatingip, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:38.026504 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7b2a2b12-63d0-42b0-ac03-0f2bae7e2789 tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:38.028701 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-7b2a2b12-63d0-42b0-ac03-0f2bae7e2789 tempest-ServersTestManualDisk-249360617 tempest-ServersTestManualDisk-249360617-project] 10.222.0.53 "DELETE /v2.0/floatingips/2474118f-fe59-4783-b31a-b7f3d3fb8380 HTTP/1.1" status: 204 len: 168 time: 2.4764843 Jan 18 22:20:38.031668 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 36038) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:20:38.043650 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 36040) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:20:38.052720 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a51b6e7-8616-455f-b81f-291bc7228e12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6b09c77-9893-4d4a-889f-cf8fc612cf5c'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:20:38.068351 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d42f9dd-030c-486c-ac0e-401cdd791d97" -d '{"events": [{"server_uuid": "0a51b6e7-8616-455f-b81f-291bc7228e12", "name": "network-vif-plugged", "status": "completed", "tag": "a6b09c77-9893-4d4a-889f-cf8fc612cf5c"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:20:38.100786 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': '2c5c87b3-3677-4750-b83f-650937ba09d4', 'network_id': '61203f33-a8b3-4e89-8217-8dac5f2bb01b', 'port_id': '2c5c87b3-3677-4750-b83f-650937ba09d4', 'mac_address': 'fa:16:3e:bb:29:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b92d365b-b574-47a9-a91d-968f4b104686', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:20:38.104971 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port a6b09c77-9893-4d4a-889f-cf8fc612cf5c, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=a6b09c77-9893-4d4a-889f-cf8fc612cf5c,segment=NetworkSegment(bbee9262-cfb2-4fc9-82be-4cb3bf414322),segment_id=bbee9262-cfb2-4fc9-82be-4cb3bf414322)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:20:38.157120 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1b70272d-6cbd-4f54-90c4-b4298aec248d req-bd9e68cc-faeb-4f69-9ef5-41bed79ca87c service neutron] 10.222.0.67 "GET /v2.0/networks/61203f33-a8b3-4e89-8217-8dac5f2bb01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6683841 Jan 18 22:20:38.212416 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:38.342381 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-a5f7c42b-7d66-4f03-a7a9-4aa50395086e tempest-ExternalNetworksAdminNegativeTestJSON-581325091 tempest-ExternalNetworksAdminNegativeTestJSON-581325091-project-admin] Request body: {'floatingip': {'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:20:38.409290 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=a6b09c77-9893-4d4a-889f-cf8fc612cf5c,revision_number=7']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:38.429673 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a5f7c42b-7d66-4f03-a7a9-4aa50395086e tempest-ExternalNetworksAdminNegativeTestJSON-581325091 tempest-ExternalNetworksAdminNegativeTestJSON-581325091-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:38.482170 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:38.557731 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c5c87b3-3677-4750-b83f-650937ba09d4 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:20:38.620822 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a5f7c42b-7d66-4f03-a7a9-4aa50395086e tempest-ExternalNetworksAdminNegativeTestJSON-581325091 tempest-ExternalNetworksAdminNegativeTestJSON-581325091-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:38.654195 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 2c5c87b3-3677-4750-b83f-650937ba09d4, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=2c5c87b3-3677-4750-b83f-650937ba09d4,segment=NetworkSegment(2bbe6b88-f1a6-4fc9-b338-69341977472e),segment_id=2bbe6b88-f1a6-4fc9-b338-69341977472e)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:20:38.664247 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:38.774573 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=2c5c87b3-3677-4750-b83f-650937ba09d4,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:38.855955 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-a5f7c42b-7d66-4f03-a7a9-4aa50395086e tempest-ExternalNetworksAdminNegativeTestJSON-581325091 tempest-ExternalNetworksAdminNegativeTestJSON-581325091-project-admin] Allocated IP 172.25.5.53 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/6f7dab96-a89d-4f48-9938-96768b241646) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:20:38.877857 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['2c5c87b3-3677-4750-b83f-650937ba09d4'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:20:39.031457 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5743b4-1f72-4232-9882-f4a0bcd2aed1 req-ebbc6c3f-b046-4589-b69f-536ee1893496 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:39.042537 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0a5743b4-1f72-4232-9882-f4a0bcd2aed1 req-ebbc6c3f-b046-4589-b69f-536ee1893496 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f438302-63de-4371-a597-369b6e067958 HTTP/1.1" status: 200 len: 945 time: 0.7390673 Jan 18 22:20:39.162409 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a5f7c42b-7d66-4f03-a7a9-4aa50395086e tempest-ExternalNetworksAdminNegativeTestJSON-581325091 tempest-ExternalNetworksAdminNegativeTestJSON-581325091-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:39.181467 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 269ef838-b7a5-40f7-9cbd-11a60824b18a up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:20:39.219087 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0a5743b4-1f72-4232-9882-f4a0bcd2aed1 req-c5d1ca82-b2d5-4e78-8895-d1b5d2d5b7d7 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/security-groups?id=92d0bf2d-4a69-4a06-bc28-bffdc82f7ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755939 Jan 18 22:20:39.228254 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a5f7c42b-7d66-4f03-a7a9-4aa50395086e tempest-ExternalNetworksAdminNegativeTestJSON-581325091 tempest-ExternalNetworksAdminNegativeTestJSON-581325091-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:39.311987 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f7c42b-7d66-4f03-a7a9-4aa50395086e tempest-ExternalNetworksAdminNegativeTestJSON-581325091 tempest-ExternalNetworksAdminNegativeTestJSON-581325091-project-admin] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:20:39.320892 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-a5f7c42b-7d66-4f03-a7a9-4aa50395086e tempest-ExternalNetworksAdminNegativeTestJSON-581325091 tempest-ExternalNetworksAdminNegativeTestJSON-581325091-project-admin] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:20:39.323413 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f7c42b-7d66-4f03-a7a9-4aa50395086e tempest-ExternalNetworksAdminNegativeTestJSON-581325091 tempest-ExternalNetworksAdminNegativeTestJSON-581325091-project-admin] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:20:39.344853 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 269ef838-b7a5-40f7-9cbd-11a60824b18a triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:20:39.345234 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:39.392733 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f7c42b-7d66-4f03-a7a9-4aa50395086e tempest-ExternalNetworksAdminNegativeTestJSON-581325091 tempest-ExternalNetworksAdminNegativeTestJSON-581325091-project-admin] Pushing event updated for resources: {'Port': ['ID=6f7dab96-a89d-4f48-9938-96768b241646,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:39.393148 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59be990d-2d31-4489-be17-0cec063c1dd1 x-openstack-request-id: req-59be990d-2d31-4489-be17-0cec063c1dd1 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:20:39.393148 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a51b6e7-8616-455f-b81f-291bc7228e12", "name": "network-vif-plugged", "status": "completed", "tag": "a6b09c77-9893-4d4a-889f-cf8fc612cf5c", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:20:39.393148 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-59be990d-2d31-4489-be17-0cec063c1dd1 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:20:39.393148 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a51b6e7-8616-455f-b81f-291bc7228e12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6b09c77-9893-4d4a-889f-cf8fc612cf5c', 'code': 200} Jan 18 22:20:39.406710 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-dbc19627-55e1-43b0-861d-1a418a730dd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1041027'] for router_interface, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:39.555782 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:39.575491 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a5f7c42b-7d66-4f03-a7a9-4aa50395086e tempest-ExternalNetworksAdminNegativeTestJSON-581325091 tempest-ExternalNetworksAdminNegativeTestJSON-581325091-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:39.658433 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port 269ef838-b7a5-40f7-9cbd-11a60824b18a, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=269ef838-b7a5-40f7-9cbd-11a60824b18a,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:20:39.662386 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2bb557-084b-4552-ae3c-3564df857bc8 req-66b03fd4-5515-44fb-9719-037aa021a577 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:39.669132 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:39.673943 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3a2bb557-084b-4552-ae3c-3564df857bc8 req-66b03fd4-5515-44fb-9719-037aa021a577 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/ports?device_id=4de4c816-9c87-48ec-b7cd-5fd21aa43808 HTTP/1.1" status: 200 len: 944 time: 0.1758211 Jan 18 22:20:39.707579 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a5f7c42b-7d66-4f03-a7a9-4aa50395086e tempest-ExternalNetworksAdminNegativeTestJSON-581325091 tempest-ExternalNetworksAdminNegativeTestJSON-581325091-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:39.818782 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=269ef838-b7a5-40f7-9cbd-11a60824b18a,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:39.820437 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3a2bb557-084b-4552-ae3c-3564df857bc8 req-59145eaf-f19c-48f9-ad3a-314b5a8d3744 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc8c7d2e-b8e2-47f9-a940-5cbf5ddba272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455538 Jan 18 22:20:39.990026 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-dbc19627-55e1-43b0-861d-1a418a730dd0 admin admin] Deleting port c2fdff8f-f153-4fbb-9bdb-b734f91b5d51 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:20:39.990325 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-dbc19627-55e1-43b0-861d-1a418a730dd0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:39.995846 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a5f7c42b-7d66-4f03-a7a9-4aa50395086e tempest-ExternalNetworksAdminNegativeTestJSON-581325091 tempest-ExternalNetworksAdminNegativeTestJSON-581325091-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:40.005850 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a5f7c42b-7d66-4f03-a7a9-4aa50395086e tempest-ExternalNetworksAdminNegativeTestJSON-581325091 tempest-ExternalNetworksAdminNegativeTestJSON-581325091-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:40.072083 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f7c42b-7d66-4f03-a7a9-4aa50395086e tempest-ExternalNetworksAdminNegativeTestJSON-581325091 tempest-ExternalNetworksAdminNegativeTestJSON-581325091-project-admin] Pushing event updated for resources: {'Port': ['ID=6f7dab96-a89d-4f48-9938-96768b241646,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:40.136200 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a5f7c42b-7d66-4f03-a7a9-4aa50395086e tempest-ExternalNetworksAdminNegativeTestJSON-581325091 tempest-ExternalNetworksAdminNegativeTestJSON-581325091-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043075'] for floatingip, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:40.142307 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-dbc19627-55e1-43b0-861d-1a418a730dd0 admin admin] For port c2fdff8f-f153-4fbb-9bdb-b734f91b5d51, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=c2fdff8f-f153-4fbb-9bdb-b734f91b5d51,segment=NetworkSegment(ebb59b52-8ee1-42e6-8796-51841d7d5a02),segment_id=ebb59b52-8ee1-42e6-8796-51841d7d5a02)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:20:40.143383 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-dbc19627-55e1-43b0-861d-1a418a730dd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:40.155436 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a5f7c42b-7d66-4f03-a7a9-4aa50395086e tempest-ExternalNetworksAdminNegativeTestJSON-581325091 tempest-ExternalNetworksAdminNegativeTestJSON-581325091-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:40.160624 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-a5f7c42b-7d66-4f03-a7a9-4aa50395086e tempest-ExternalNetworksAdminNegativeTestJSON-581325091 tempest-ExternalNetworksAdminNegativeTestJSON-581325091-project-admin] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1124103 Jan 18 22:20:40.163115 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 36056) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:20:40.168602 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-dbc19627-55e1-43b0-861d-1a418a730dd0 admin admin] Calling delete_port for c2fdff8f-f153-4fbb-9bdb-b734f91b5d51 owned by network:router_interface {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:20:40.171271 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-883e2db3-5158-486e-a8e6-e034b2ac1b02 tempest-ExternalNetworksAdminNegativeTestJSON-581325091 tempest-ExternalNetworksAdminNegativeTestJSON-581325091-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1780039825', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'fixed_ips': [{'ip_address': '172.25.5.53'}]}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:20:40.215214 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-883e2db3-5158-486e-a8e6-e034b2ac1b02 tempest-ExternalNetworksAdminNegativeTestJSON-581325091 tempest-ExternalNetworksAdminNegativeTestJSON-581325091-project-admin] Made reservation on behalf of 8586f27c3c844a9fbe870cb59cee0c40 for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:20:40.222099 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-883e2db3-5158-486e-a8e6-e034b2ac1b02 tempest-ExternalNetworksAdminNegativeTestJSON-581325091 tempest-ExternalNetworksAdminNegativeTestJSON-581325091-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:40.238233 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-883e2db3-5158-486e-a8e6-e034b2ac1b02 tempest-ExternalNetworksAdminNegativeTestJSON-581325091 tempest-ExternalNetworksAdminNegativeTestJSON-581325091-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:40.348402 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ceec92-8a5f-475b-a733-b3a0be94fd7b None None] Sync routers for ids ['eca63b10-f41b-43e0-80e2-f2bbd246e107'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:20:40.384022 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ceec92-8a5f-475b-a733-b3a0be94fd7b None None] Routers {'eca63b10-f41b-43e0-80e2-f2bbd246e107'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:20:40.387662 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-e2ceec92-8a5f-475b-a733-b3a0be94fd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:20:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['eca63b10-f41b-43e0-80e2-f2bbd246e107'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:20:40.441924 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-883e2db3-5158-486e-a8e6-e034b2ac1b02 tempest-ExternalNetworksAdminNegativeTestJSON-581325091 tempest-ExternalNetworksAdminNegativeTestJSON-581325091-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:40.476743 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-883e2db3-5158-486e-a8e6-e034b2ac1b02 tempest-ExternalNetworksAdminNegativeTestJSON-581325091 tempest-ExternalNetworksAdminNegativeTestJSON-581325091-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:40.486245 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [None req-883e2db3-5158-486e-a8e6-e034b2ac1b02 tempest-ExternalNetworksAdminNegativeTestJSON-581325091 tempest-ExternalNetworksAdminNegativeTestJSON-581325091-project-admin] device_id is not set on port b5161d30-4542-4a34-b5d5-7b8bba886d05 yet. {{(pid=102431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:20:40.568707 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-dbc19627-55e1-43b0-861d-1a418a730dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:40.597558 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-e2ceec92-8a5f-475b-a733-b3a0be94fd7b None None] Set router eca63b10-f41b-43e0-80e2-f2bbd246e107 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:20:40.632582 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eeac62-d362-46bf-bab0-0c32e8b7b67a req-c0ff095f-30d2-45e5-ab8f-59902ac51318 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:40.641343 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-19eeac62-d362-46bf-bab0-0c32e8b7b67a req-c0ff095f-30d2-45e5-ab8f-59902ac51318 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f438302-63de-4371-a597-369b6e067958 HTTP/1.1" status: 200 len: 945 time: 0.2325037 Jan 18 22:20:40.652154 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc19627-55e1-43b0-861d-1a418a730dd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2fdff8f-f153-4fbb-9bdb-b734f91b5d51,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:40.850997 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-19eeac62-d362-46bf-bab0-0c32e8b7b67a req-1f4ac212-ed23-4c85-a1f3-6bf8c00e11fa tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/security-groups?id=92d0bf2d-4a69-4a06-bc28-bffdc82f7ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085373 Jan 18 22:20:40.918095 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883e2db3-5158-486e-a8e6-e034b2ac1b02 tempest-ExternalNetworksAdminNegativeTestJSON-581325091 tempest-ExternalNetworksAdminNegativeTestJSON-581325091-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=320eb338-9eae-415f-9841-6389c88f5a07,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:41.044615 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-883e2db3-5158-486e-a8e6-e034b2ac1b02 tempest-ExternalNetworksAdminNegativeTestJSON-581325091 tempest-ExternalNetworksAdminNegativeTestJSON-581325091-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 18 22:20:41.045169 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-883e2db3-5158-486e-a8e6-e034b2ac1b02 tempest-ExternalNetworksAdminNegativeTestJSON-581325091 tempest-ExternalNetworksAdminNegativeTestJSON-581325091-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:20:41.114428 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-883e2db3-5158-486e-a8e6-e034b2ac1b02 tempest-ExternalNetworksAdminNegativeTestJSON-581325091 tempest-ExternalNetworksAdminNegativeTestJSON-581325091-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.9492362 Jan 18 22:20:41.115039 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 36066) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:20:41.119521 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-e2ceec92-8a5f-475b-a733-b3a0be94fd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca63b10-f41b-43e0-80e2-f2bbd246e107', 'name': 'tempest-TaggedBootDevicesTest-2081606338-router', 'tenant_id': '356ab36c8a9d4f8b9ac702d62ba3b57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '269ef838-b7a5-40f7-9cbd-11a60824b18a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:20:25Z', 'updated_at': '2022-01-18T22:20:36Z', 'revision_number': 4, 'project_id': '356ab36c8a9d4f8b9ac702d62ba3b57c', 'gw_port': {'id': '269ef838-b7a5-40f7-9cbd-11a60824b18a', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:f1:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca63b10-f41b-43e0-80e2-f2bbd246e107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:20:28Z', 'updated_at': '2022-01-18T22:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'ad184624-ee4a-42bf-9928-5b5084d06615', 'name': '', 'network_id': 'e46417e6-99d4-4334-8c1e-3f32f1171b2e', 'tenant_id': '356ab36c8a9d4f8b9ac702d62ba3b57c', 'mac_address': 'fa:16:3e:ed:08:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca63b10-f41b-43e0-80e2-f2bbd246e107', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '04ba5f98-9a30-451d-a25a-e373adfc10f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:20:34Z', 'updated_at': '2022-01-18T22:20:36Z', 'revision_number': 2, 'project_id': '356ab36c8a9d4f8b9ac702d62ba3b57c', 'subnets': [{'id': '04ba5f98-9a30-451d-a25a-e373adfc10f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:20:41.129625 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-dbc19627-55e1-43b0-861d-1a418a730dd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-613841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1046579'] for router_interface, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:41.212173 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ceec92-8a5f-475b-a733-b3a0be94fd7b None None] Checking router: eca63b10-f41b-43e0-80e2-f2bbd246e107 for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:20:41.213120 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ceec92-8a5f-475b-a733-b3a0be94fd7b None None] Updating router eca63b10-f41b-43e0-80e2-f2bbd246e107 port ad184624-ee4a-42bf-9928-5b5084d06615 binding host n-d-825064-1 {{(pid=102433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:20:41.214048 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4ddef7-ffe9-4165-8e00-a4f39fde3d3f req-04aa83d0-131f-4479-855d-bba986cd4631 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:41.222528 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0b4ddef7-ffe9-4165-8e00-a4f39fde3d3f req-04aa83d0-131f-4479-855d-bba986cd4631 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa35bf88-4440-4d73-afcd-ae0cc04d6d11 HTTP/1.1" status: 200 len: 944 time: 0.1610060 Jan 18 22:20:41.257796 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e2ceec92-8a5f-475b-a733-b3a0be94fd7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:41.314881 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 269ef838-b7a5-40f7-9cbd-11a60824b18a up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:20:41.347717 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0b4ddef7-ffe9-4165-8e00-a4f39fde3d3f req-4fe077ea-0c64-45a2-8617-103f21d5139c tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fead2ec-99b5-4f01-a8ba-653859b4c215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217215 Jan 18 22:20:41.415342 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 2c5c87b3-3677-4750-b83f-650937ba09d4 up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:20:41.524113 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-35c47772-3c29-492b-a4dd-209e9989e31f tempest-ExternalNetworksAdminNegativeTestJSON-581325091 tempest-ExternalNetworksAdminNegativeTestJSON-581325091-project-admin] Deleting port 6f7dab96-a89d-4f48-9938-96768b241646 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:20:41.525296 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-35c47772-3c29-492b-a4dd-209e9989e31f tempest-ExternalNetworksAdminNegativeTestJSON-581325091 tempest-ExternalNetworksAdminNegativeTestJSON-581325091-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:41.562266 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 269ef838-b7a5-40f7-9cbd-11a60824b18a triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:20:41.562646 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:41.609177 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b443ca9-416e-4c90-b9da-0c442e20f4e8 req-0d54e869-fdd3-4870-9aa3-7b138ea8e3eb tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:41.617941 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4b443ca9-416e-4c90-b9da-0c442e20f4e8 req-0d54e869-fdd3-4870-9aa3-7b138ea8e3eb tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/ports?device_id=4de4c816-9c87-48ec-b7cd-5fd21aa43808 HTTP/1.1" status: 200 len: 944 time: 0.1195376 Jan 18 22:20:41.666604 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbc19627-55e1-43b0-861d-1a418a730dd0 admin admin] Router 0bfa6ec6-af90-4610-b432-c51ba5787d28 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:20:41.683742 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4b443ca9-416e-4c90-b9da-0c442e20f4e8 req-29262aef-f854-4cbf-aaaa-6fc4d49085fb tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc8c7d2e-b8e2-47f9-a940-5cbf5ddba272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645905 Jan 18 22:20:41.699462 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port 2c5c87b3-3677-4750-b83f-650937ba09d4 completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:20:41.716004 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-35c47772-3c29-492b-a4dd-209e9989e31f tempest-ExternalNetworksAdminNegativeTestJSON-581325091 tempest-ExternalNetworksAdminNegativeTestJSON-581325091-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:41.716348 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-35c47772-3c29-492b-a4dd-209e9989e31f tempest-ExternalNetworksAdminNegativeTestJSON-581325091 tempest-ExternalNetworksAdminNegativeTestJSON-581325091-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:41.734100 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port 2c5c87b3-3677-4750-b83f-650937ba09d4 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:20:41.735079 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:41.752356 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-35c47772-3c29-492b-a4dd-209e9989e31f tempest-ExternalNetworksAdminNegativeTestJSON-581325091 tempest-ExternalNetworksAdminNegativeTestJSON-581325091-project-admin] Calling delete_port for 6f7dab96-a89d-4f48-9938-96768b241646 owned by network:floatingip {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:20:41.907066 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e2ceec92-8a5f-475b-a733-b3a0be94fd7b None None] Notify callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:41.921298 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e2ceec92-8a5f-475b-a733-b3a0be94fd7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:42.023320 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e69907a-d2f6-4577-a87f-c6fa549fb97d req-11aee50f-f5c6-4bcc-a3fe-bcdbf98791d5 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:42.024899 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5e69907a-d2f6-4577-a87f-c6fa549fb97d req-11aee50f-f5c6-4bcc-a3fe-bcdbf98791d5 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa35bf88-4440-4d73-afcd-ae0cc04d6d11 HTTP/1.1" status: 200 len: 944 time: 0.2322934 Jan 18 22:20:42.053726 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-35c47772-3c29-492b-a4dd-209e9989e31f tempest-ExternalNetworksAdminNegativeTestJSON-581325091 tempest-ExternalNetworksAdminNegativeTestJSON-581325091-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:42.071275 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100bc7b4-0517-425f-b5e3-062ed78f88d5 None None] Pushing event updated for resources: {'Port': ['ID=ad184624-ee4a-42bf-9928-5b5084d06615,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:42.086956 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbc19627-55e1-43b0-861d-1a418a730dd0 admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:20:42.105423 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c47772-3c29-492b-a4dd-209e9989e31f tempest-ExternalNetworksAdminNegativeTestJSON-581325091 tempest-ExternalNetworksAdminNegativeTestJSON-581325091-project-admin] Pushing event deleted for resources: {'Port': ['ID=6f7dab96-a89d-4f48-9938-96768b241646,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:42.140991 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-dbc19627-55e1-43b0-861d-1a418a730dd0 admin admin] 10.222.0.53 "PUT /v2.0/routers/0bfa6ec6-af90-4610-b432-c51ba5787d28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1058722 Jan 18 22:20:42.150005 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 36074) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:20:42.173625 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a016d2c1-ad5f-4b86-8232-3c8af6b1aed2 None None] Sync routers for ids ['0bfa6ec6-af90-4610-b432-c51ba5787d28'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:20:42.209732 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-e2ceec92-8a5f-475b-a733-b3a0be94fd7b None None] Attempting to bind port ad184624-ee4a-42bf-9928-5b5084d06615 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:20:42.210100 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-e2ceec92-8a5f-475b-a733-b3a0be94fd7b None None] Attempting to bind port ad184624-ee4a-42bf-9928-5b5084d06615 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '106bbed1-88ce-4c5d-9014-865df0169638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e46417e6-99d4-4334-8c1e-3f32f1171b2e'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:20:42.210462 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ceec92-8a5f-475b-a733-b3a0be94fd7b None None] Attempting to bind port ad184624-ee4a-42bf-9928-5b5084d06615 on network e46417e6-99d4-4334-8c1e-3f32f1171b2e {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:20:42.224736 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ceec92-8a5f-475b-a733-b3a0be94fd7b None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:20:42.225161 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ceec92-8a5f-475b-a733-b3a0be94fd7b None None] Checking segment: {'id': '106bbed1-88ce-4c5d-9014-865df0169638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e46417e6-99d4-4334-8c1e-3f32f1171b2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:20:42.225496 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e2ceec92-8a5f-475b-a733-b3a0be94fd7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:42.225884 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ceec92-8a5f-475b-a733-b3a0be94fd7b None None] Bound using segment: {'id': '106bbed1-88ce-4c5d-9014-865df0169638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e46417e6-99d4-4334-8c1e-3f32f1171b2e'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:20:42.228794 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-e2ceec92-8a5f-475b-a733-b3a0be94fd7b None None] Bound port: ad184624-ee4a-42bf-9928-5b5084d06615, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '106bbed1-88ce-4c5d-9014-865df0169638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e46417e6-99d4-4334-8c1e-3f32f1171b2e'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:20:42.228794 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e2ceec92-8a5f-475b-a733-b3a0be94fd7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:42.247863 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a016d2c1-ad5f-4b86-8232-3c8af6b1aed2 None None] Routers {'0bfa6ec6-af90-4610-b432-c51ba5787d28'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:20:42.248565 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-a016d2c1-ad5f-4b86-8232-3c8af6b1aed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:20:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['0bfa6ec6-af90-4610-b432-c51ba5787d28'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:20:42.269171 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-35c47772-3c29-492b-a4dd-209e9989e31f tempest-ExternalNetworksAdminNegativeTestJSON-581325091 tempest-ExternalNetworksAdminNegativeTestJSON-581325091-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:42.272034 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-35c47772-3c29-492b-a4dd-209e9989e31f tempest-ExternalNetworksAdminNegativeTestJSON-581325091 tempest-ExternalNetworksAdminNegativeTestJSON-581325091-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:42.273578 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-35c47772-3c29-492b-a4dd-209e9989e31f tempest-ExternalNetworksAdminNegativeTestJSON-581325091 tempest-ExternalNetworksAdminNegativeTestJSON-581325091-project-admin] 10.222.0.53 "DELETE /v2.0/floatingips/959109c7-2f24-496e-a29d-285661236a86 HTTP/1.1" status: 204 len: 168 time: 1.1576145 Jan 18 22:20:42.359728 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:42.373220 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-e2ceec92-8a5f-475b-a733-b3a0be94fd7b None None] For port ad184624-ee4a-42bf-9928-5b5084d06615, host n-d-825064-1, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:20:42.379423 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-e2ceec92-8a5f-475b-a733-b3a0be94fd7b None None] For port ad184624-ee4a-42bf-9928-5b5084d06615, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=ad184624-ee4a-42bf-9928-5b5084d06615,segment=NetworkSegment(106bbed1-88ce-4c5d-9014-865df0169638),segment_id=106bbed1-88ce-4c5d-9014-865df0169638)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:20:42.390979 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e2ceec92-8a5f-475b-a733-b3a0be94fd7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:42.464770 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4de4c816-9c87-48ec-b7cd-5fd21aa43808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c5c87b3-3677-4750-b83f-650937ba09d4'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:20:42.467428 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-915f6048-c2ad-44e5-9c7a-d608f647b24c" -d '{"events": [{"server_uuid": "4de4c816-9c87-48ec-b7cd-5fd21aa43808", "name": "network-vif-plugged", "status": "completed", "tag": "2c5c87b3-3677-4750-b83f-650937ba09d4"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:20:42.467747 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-488c2e96-6cb1-4750-a5bf-ed1ba7cd0a80 admin admin] Notify callbacks [] for router, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:42.494218 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-6bf38e4d-e0a1-4650-8add-c05697b938ab None None] Provisioning complete for port ad184624-ee4a-42bf-9928-5b5084d06615 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:20:42.494688 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6bf38e4d-e0a1-4650-8add-c05697b938ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:42.504403 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 2c5c87b3-3677-4750-b83f-650937ba09d4, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=2c5c87b3-3677-4750-b83f-650937ba09d4,segment=NetworkSegment(2bbe6b88-f1a6-4fc9-b338-69341977472e),segment_id=2bbe6b88-f1a6-4fc9-b338-69341977472e)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:20:42.527656 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100bc7b4-0517-425f-b5e3-062ed78f88d5 None None] Pushing event updated for resources: {'Port': ['ID=ad184624-ee4a-42bf-9928-5b5084d06615,revision_number=4']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:42.541918 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:42.585546 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ceec92-8a5f-475b-a733-b3a0be94fd7b None None] Routers {'eca63b10-f41b-43e0-80e2-f2bbd246e107'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:20:42.585928 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-e2ceec92-8a5f-475b-a733-b3a0be94fd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:20:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['eca63b10-f41b-43e0-80e2-f2bbd246e107'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:20:42.643375 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-a016d2c1-ad5f-4b86-8232-3c8af6b1aed2 None None] Set router 0bfa6ec6-af90-4610-b432-c51ba5787d28 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:20:42.661663 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5e69907a-d2f6-4577-a87f-c6fa549fb97d req-c83061c4-eeab-440c-ac0d-1fe094ed5868 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fead2ec-99b5-4f01-a8ba-653859b4c215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6173964 Jan 18 22:20:42.741943 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:42.891485 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-e2ceec92-8a5f-475b-a733-b3a0be94fd7b None None] Set router eca63b10-f41b-43e0-80e2-f2bbd246e107 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:20:42.995466 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 36092) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:20:43.007865 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-488c2e96-6cb1-4750-a5bf-ed1ba7cd0a80 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:43.034567 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=2c5c87b3-3677-4750-b83f-650937ba09d4,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:43.055627 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804377bb-5457-4c71-940e-147c7de4a14e req-13d33097-2ced-42ce-a728-e7bff5a47db1 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:43.065239 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-804377bb-5457-4c71-940e-147c7de4a14e req-13d33097-2ced-42ce-a728-e7bff5a47db1 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f438302-63de-4371-a597-369b6e067958 HTTP/1.1" status: 200 len: 945 time: 0.2349989 Jan 18 22:20:43.173374 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-804377bb-5457-4c71-940e-147c7de4a14e req-fd8b5f8c-13d1-444f-9b0e-f0d6a95c3786 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/security-groups?id=92d0bf2d-4a69-4a06-bc28-bffdc82f7ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040585 Jan 18 22:20:43.234339 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-488c2e96-6cb1-4750-a5bf-ed1ba7cd0a80 admin admin] Deleting port 331a768b-3fcc-4f36-81b8-d166a7d5a163 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:20:43.237203 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-488c2e96-6cb1-4750-a5bf-ed1ba7cd0a80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:43.298233 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-27f7e859-d830-47cc-95a0-627527798d74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:43.326777 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aadd0d8-3fa3-4732-9eca-017856134c9c x-openstack-request-id: req-1aadd0d8-3fa3-4732-9eca-017856134c9c {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:20:43.327550 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4de4c816-9c87-48ec-b7cd-5fd21aa43808", "name": "network-vif-plugged", "status": "completed", "tag": "2c5c87b3-3677-4750-b83f-650937ba09d4", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:20:43.329215 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1aadd0d8-3fa3-4732-9eca-017856134c9c {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:20:43.329888 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4de4c816-9c87-48ec-b7cd-5fd21aa43808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c5c87b3-3677-4750-b83f-650937ba09d4', 'code': 200} Jan 18 22:20:43.419521 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6bf38e4d-e0a1-4650-8add-c05697b938ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:43.422372 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-e2ceec92-8a5f-475b-a733-b3a0be94fd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca63b10-f41b-43e0-80e2-f2bbd246e107', 'name': 'tempest-TaggedBootDevicesTest-2081606338-router', 'tenant_id': '356ab36c8a9d4f8b9ac702d62ba3b57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '269ef838-b7a5-40f7-9cbd-11a60824b18a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:20:25Z', 'updated_at': '2022-01-18T22:20:36Z', 'revision_number': 4, 'project_id': '356ab36c8a9d4f8b9ac702d62ba3b57c', 'gw_port': {'id': '269ef838-b7a5-40f7-9cbd-11a60824b18a', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:f1:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca63b10-f41b-43e0-80e2-f2bbd246e107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:20:28Z', 'updated_at': '2022-01-18T22:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'ad184624-ee4a-42bf-9928-5b5084d06615', 'name': '', 'network_id': 'e46417e6-99d4-4334-8c1e-3f32f1171b2e', 'tenant_id': '356ab36c8a9d4f8b9ac702d62ba3b57c', 'mac_address': 'fa:16:3e:ed:08:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca63b10-f41b-43e0-80e2-f2bbd246e107', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '04ba5f98-9a30-451d-a25a-e373adfc10f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:20:34Z', 'updated_at': '2022-01-18T22:20:42Z', 'revision_number': 4, 'project_id': '356ab36c8a9d4f8b9ac702d62ba3b57c', 'subnets': [{'id': '04ba5f98-9a30-451d-a25a-e373adfc10f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:20:43.458793 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-27f7e859-d830-47cc-95a0-627527798d74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:43.473163 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-27f7e859-d830-47cc-95a0-627527798d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:43.479501 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-488c2e96-6cb1-4750-a5bf-ed1ba7cd0a80 admin admin] For port 331a768b-3fcc-4f36-81b8-d166a7d5a163, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=331a768b-3fcc-4f36-81b8-d166a7d5a163,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:20:43.480105 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-488c2e96-6cb1-4750-a5bf-ed1ba7cd0a80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:43.485558 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ceec92-8a5f-475b-a733-b3a0be94fd7b None None] The sync data for ids ['eca63b10-f41b-43e0-80e2-f2bbd246e107'] in n-d-825064-1 is: [{'id': 'eca63b10-f41b-43e0-80e2-f2bbd246e107', 'name': 'tempest-TaggedBootDevicesTest-2081606338-router', 'tenant_id': '356ab36c8a9d4f8b9ac702d62ba3b57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '269ef838-b7a5-40f7-9cbd-11a60824b18a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:20:25Z', 'updated_at': '2022-01-18T22:20:36Z', 'revision_number': 4, 'project_id': '356ab36c8a9d4f8b9ac702d62ba3b57c', 'gw_port': {'id': '269ef838-b7a5-40f7-9cbd-11a60824b18a', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:f1:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca63b10-f41b-43e0-80e2-f2bbd246e107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:20:28Z', 'updated_at': '2022-01-18T22:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'ad184624-ee4a-42bf-9928-5b5084d06615', 'name': '', 'network_id': 'e46417e6-99d4-4334-8c1e-3f32f1171b2e', 'tenant_id': '356ab36c8a9d4f8b9ac702d62ba3b57c', 'mac_address': 'fa:16:3e:ed:08:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca63b10-f41b-43e0-80e2-f2bbd246e107', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '04ba5f98-9a30-451d-a25a-e373adfc10f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:20:34Z', 'updated_at': '2022-01-18T22:20:42Z', 'revision_number': 4, 'project_id': '356ab36c8a9d4f8b9ac702d62ba3b57c', 'subnets': [{'id': '04ba5f98-9a30-451d-a25a-e373adfc10f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:20:43.502038 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-488c2e96-6cb1-4750-a5bf-ed1ba7cd0a80 admin admin] Calling delete_port for 331a768b-3fcc-4f36-81b8-d166a7d5a163 owned by network:router_gateway {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:20:43.525840 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-27f7e859-d830-47cc-95a0-627527798d74 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0f5feb03315e49b592fc45c0f8dd1944&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5290544 Jan 18 22:20:43.528929 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 36098) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:20:43.530722 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee07a2a-3b85-41cb-92df-69c2aea0e5e4 req-1cd194e6-3424-4cc8-913a-0e6fefb84812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:43.535204 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bee07a2a-3b85-41cb-92df-69c2aea0e5e4 req-1cd194e6-3424-4cc8-913a-0e6fefb84812 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4de4c816-9c87-48ec-b7cd-5fd21aa43808 HTTP/1.1" status: 200 len: 1096 time: 0.1649368 Jan 18 22:20:43.571655 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-6bf38e4d-e0a1-4650-8add-c05697b938ab None None] For port ad184624-ee4a-42bf-9928-5b5084d06615, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=ad184624-ee4a-42bf-9928-5b5084d06615,segment=NetworkSegment(106bbed1-88ce-4c5d-9014-865df0169638),segment_id=106bbed1-88ce-4c5d-9014-865df0169638)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:20:43.579922 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:43.604497 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6bf38e4d-e0a1-4650-8add-c05697b938ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:43.695375 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4c3c52-7d40-4a79-9cc0-02c09a91cd48 req-46302aee-8863-4888-a8a5-d3ae9e43772d tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:43.696458 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f7e859-d830-47cc-95a0-627527798d74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5207664e-2487-4d80-86e9-acb8ec6dca8c,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:43.700023 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1b4c3c52-7d40-4a79-9cc0-02c09a91cd48 req-46302aee-8863-4888-a8a5-d3ae9e43772d tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/ports?device_id=4de4c816-9c87-48ec-b7cd-5fd21aa43808 HTTP/1.1" status: 200 len: 945 time: 0.2043700 Jan 18 22:20:43.756584 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bee07a2a-3b85-41cb-92df-69c2aea0e5e4 req-c9c6fecd-a98b-4631-945b-847fd343495b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=dc8c7d2e-b8e2-47f9-a940-5cbf5ddba272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955552 Jan 18 22:20:43.756971 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-a016d2c1-ad5f-4b86-8232-3c8af6b1aed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bfa6ec6-af90-4610-b432-c51ba5787d28', 'name': 'tempest-ServersTestManualDisk-1441307270-router', 'tenant_id': '2e8892a76b3740abb9d6e9e892c45ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': '331a768b-3fcc-4f36-81b8-d166a7d5a163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:18:20Z', 'updated_at': '2022-01-18T22:20:40Z', 'revision_number': 5, 'project_id': '2e8892a76b3740abb9d6e9e892c45ee9', 'gw_port': {'id': '331a768b-3fcc-4f36-81b8-d166a7d5a163', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:04:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bfa6ec6-af90-4610-b432-c51ba5787d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:18:20Z', 'updated_at': '2022-01-18T22:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:20:43.790940 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7417c7d8-e81e-4f92-81ae-8144ce030c37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:43.792024 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1b4c3c52-7d40-4a79-9cc0-02c09a91cd48 req-c9259c94-b175-4132-a9d5-8a4f825469c1 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc8c7d2e-b8e2-47f9-a940-5cbf5ddba272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909045 Jan 18 22:20:43.864407 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7417c7d8-e81e-4f92-81ae-8144ce030c37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:43.875630 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a016d2c1-ad5f-4b86-8232-3c8af6b1aed2 None None] Checking router: 0bfa6ec6-af90-4610-b432-c51ba5787d28 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:20:43.915458 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf38e4d-e0a1-4650-8add-c05697b938ab None None] Pushing event updated for resources: {'Port': ['ID=ad184624-ee4a-42bf-9928-5b5084d06615,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:43.928703 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a016d2c1-ad5f-4b86-8232-3c8af6b1aed2 None None] Routers {'0bfa6ec6-af90-4610-b432-c51ba5787d28'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:20:43.929617 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-a016d2c1-ad5f-4b86-8232-3c8af6b1aed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:20:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['0bfa6ec6-af90-4610-b432-c51ba5787d28'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:20:43.986459 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7417c7d8-e81e-4f92-81ae-8144ce030c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:43.989687 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7417c7d8-e81e-4f92-81ae-8144ce030c37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:43.990973 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-7417c7d8-e81e-4f92-81ae-8144ce030c37 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5207664e-2487-4d80-86e9-acb8ec6dca8c HTTP/1.1" status: 204 len: 168 time: 0.4603808 Jan 18 22:20:44.012955 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7417c7d8-e81e-4f92-81ae-8144ce030c37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5207664e-2487-4d80-86e9-acb8ec6dca8c,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:44.067774 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-488c2e96-6cb1-4750-a5bf-ed1ba7cd0a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:44.085141 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-ceae7119-f7bf-4664-a657-d2a20bae869c None None] Provisioning complete for port ad184624-ee4a-42bf-9928-5b5084d06615 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:20:44.085566 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ceae7119-f7bf-4664-a657-d2a20bae869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:44.129726 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488c2e96-6cb1-4750-a5bf-ed1ba7cd0a80 admin admin] Pushing event deleted for resources: {'Port': ['ID=331a768b-3fcc-4f36-81b8-d166a7d5a163,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:44.313956 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-a016d2c1-ad5f-4b86-8232-3c8af6b1aed2 None None] Set router 0bfa6ec6-af90-4610-b432-c51ba5787d28 gateway port host: None {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:20:44.330918 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-488c2e96-6cb1-4750-a5bf-ed1ba7cd0a80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043029'] for router_gateway, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:44.464031 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-a016d2c1-ad5f-4b86-8232-3c8af6b1aed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bfa6ec6-af90-4610-b432-c51ba5787d28', 'name': 'tempest-ServersTestManualDisk-1441307270-router', 'tenant_id': '2e8892a76b3740abb9d6e9e892c45ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:18:20Z', 'updated_at': '2022-01-18T22:20:43Z', 'revision_number': 6, 'project_id': '2e8892a76b3740abb9d6e9e892c45ee9', 'gw_port_host': None}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:20:44.504378 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a016d2c1-ad5f-4b86-8232-3c8af6b1aed2 None None] The sync data for ids ['0bfa6ec6-af90-4610-b432-c51ba5787d28'] in n-d-825064-1 is: [{'id': '0bfa6ec6-af90-4610-b432-c51ba5787d28', 'name': 'tempest-ServersTestManualDisk-1441307270-router', 'tenant_id': '2e8892a76b3740abb9d6e9e892c45ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:18:20Z', 'updated_at': '2022-01-18T22:20:43Z', 'revision_number': 6, 'project_id': '2e8892a76b3740abb9d6e9e892c45ee9', 'gw_port_host': None}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:20:44.621877 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-488c2e96-6cb1-4750-a5bf-ed1ba7cd0a80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1040886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8602'] for router, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:44.624910 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-488c2e96-6cb1-4750-a5bf-ed1ba7cd0a80 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:44.680494 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 36112) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:20:44.734077 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-488c2e96-6cb1-4750-a5bf-ed1ba7cd0a80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1040832'] for router, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:44.734077 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-488c2e96-6cb1-4750-a5bf-ed1ba7cd0a80 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0bfa6ec6-af90-4610-b432-c51ba5787d28 {{(pid=102430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 22:20:44.740138 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-488c2e96-6cb1-4750-a5bf-ed1ba7cd0a80 admin admin] Notify callbacks [] for router, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:44.743688 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-488c2e96-6cb1-4750-a5bf-ed1ba7cd0a80 admin admin] 10.222.0.53 "DELETE /v2.0/routers/0bfa6ec6-af90-4610-b432-c51ba5787d28 HTTP/1.1" status: 204 len: 168 time: 2.5873168 Jan 18 22:20:44.743897 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 36114) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:20:44.760536 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-daf3a0b6-3a25-4d82-8cac-c0a6860efa8e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8586f27c3c844a9fbe870cb59cee0c40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0788562 Jan 18 22:20:44.762986 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 36116) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:20:44.858238 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ba012cf-55de-437f-a61e-b8aff5ccb5fa admin admin] Deleting subnet 16adcbe9-5fd5-4922-bf98-741d0cc7c78e {{(pid=102430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:20:44.867389 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6ba012cf-55de-437f-a61e-b8aff5ccb5fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:44.892492 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d354e337-034a-4606-8780-c40c29ef1670 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:44.944666 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6ba012cf-55de-437f-a61e-b8aff5ccb5fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60394745'] for subnet, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:44.977352 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d354e337-034a-4606-8780-c40c29ef1670 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:45.103791 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6ba012cf-55de-437f-a61e-b8aff5ccb5fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:45.133590 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d354e337-034a-4606-8780-c40c29ef1670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:45.138769 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d354e337-034a-4606-8780-c40c29ef1670 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:45.149285 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-d354e337-034a-4606-8780-c40c29ef1670 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/320eb338-9eae-415f-9841-6389c88f5a07 HTTP/1.1" status: 204 len: 168 time: 0.3851707 Jan 18 22:20:45.159220 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d354e337-034a-4606-8780-c40c29ef1670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=320eb338-9eae-415f-9841-6389c88f5a07,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:45.262390 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6ba012cf-55de-437f-a61e-b8aff5ccb5fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60203138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62288677'] for subnet, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:45.333260 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba012cf-55de-437f-a61e-b8aff5ccb5fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16adcbe9-5fd5-4922-bf98-741d0cc7c78e,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:45.343959 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6ba012cf-55de-437f-a61e-b8aff5ccb5fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:45.355438 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece0e141-6a37-406d-9e88-0efbfa7237ad None None] Network 9cc5e92b-77a5-44ad-ae36-434626cbd587 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:20:45.364396 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 36124) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:20:45.364556 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-6ba012cf-55de-437f-a61e-b8aff5ccb5fa admin admin] 10.222.0.53 "DELETE /v2.0/subnets/16adcbe9-5fd5-4922-bf98-741d0cc7c78e HTTP/1.1" status: 204 len: 168 time: 0.6188028 Jan 18 22:20:45.544937 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-475d6596-db62-423b-b71c-66d81761c0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:45.658869 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-475d6596-db62-423b-b71c-66d81761c0e8 admin admin] Deleting port 9b3327a1-293a-433a-ae06-12f7f35473fc {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:20:45.659231 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-475d6596-db62-423b-b71c-66d81761c0e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:45.701074 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device ad184624-ee4a-42bf-9928-5b5084d06615 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:20:45.822532 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ee4941-4ccf-4dbc-93cc-ca01df659e85 None None] DHCP port deletion for 9cc5e92b-77a5-44ad-ae36-434626cbd587 request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:20:45.857234 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-475d6596-db62-423b-b71c-66d81761c0e8 admin admin] For port 9b3327a1-293a-433a-ae06-12f7f35473fc, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=9b3327a1-293a-433a-ae06-12f7f35473fc,segment=NetworkSegment(ebb59b52-8ee1-42e6-8796-51841d7d5a02),segment_id=ebb59b52-8ee1-42e6-8796-51841d7d5a02)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:20:45.862963 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-475d6596-db62-423b-b71c-66d81761c0e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:45.908190 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-475d6596-db62-423b-b71c-66d81761c0e8 admin admin] Calling delete_port for 9b3327a1-293a-433a-ae06-12f7f35473fc owned by network:dhcp {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:20:46.038451 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port ad184624-ee4a-42bf-9928-5b5084d06615 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:20:46.039248 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:46.104406 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-475d6596-db62-423b-b71c-66d81761c0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:46.130561 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-43ee4941-4ccf-4dbc-93cc-ca01df659e85 None None] Deleting port 9b3327a1-293a-433a-ae06-12f7f35473fc {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:20:46.130561 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-43ee4941-4ccf-4dbc-93cc-ca01df659e85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:46.147094 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475d6596-db62-423b-b71c-66d81761c0e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b3327a1-293a-433a-ae06-12f7f35473fc,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:46.163674 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475d6596-db62-423b-b71c-66d81761c0e8 admin admin] No DVR routers for this DVR port 9b3327a1-293a-433a-ae06-12f7f35473fc on host n-d-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:20:46.253128 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-43ee4941-4ccf-4dbc-93cc-ca01df659e85 None None] For port 9b3327a1-293a-433a-ae06-12f7f35473fc, host n-d-825064-1, got binding levels [] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:20:46.253128 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-43ee4941-4ccf-4dbc-93cc-ca01df659e85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:46.298234 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-43ee4941-4ccf-4dbc-93cc-ca01df659e85 None None] Calling delete_port for 9b3327a1-293a-433a-ae06-12f7f35473fc owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:20:46.305172 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.ipam_backend_mixin [None req-43ee4941-4ccf-4dbc-93cc-ca01df659e85 None None] Port 9b3327a1-293a-433a-ae06-12f7f35473fc was not found and therefore no delete operation was performed {{(pid=102432) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 18 22:20:46.314222 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-43ee4941-4ccf-4dbc-93cc-ca01df659e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:46.341910 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-475d6596-db62-423b-b71c-66d81761c0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:46.369235 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device c2fdff8f-f153-4fbb-9bdb-b734f91b5d51 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:20:46.379759 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ee4941-4ccf-4dbc-93cc-ca01df659e85 None None] Pushing event deleted for resources: {'Port': ['ID=9b3327a1-293a-433a-ae06-12f7f35473fc,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:46.394153 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-475d6596-db62-423b-b71c-66d81761c0e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cc5e92b-77a5-44ad-ae36-434626cbd587']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:20:46.419310 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-475d6596-db62-423b-b71c-66d81761c0e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebb59b52-8ee1-42e6-8796-51841d7d5a02') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:20:46.419710 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-475d6596-db62-423b-b71c-66d81761c0e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebb59b52-8ee1-42e6-8796-51841d7d5a02') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:20:46.433940 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-475d6596-db62-423b-b71c-66d81761c0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:46.452371 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ee4941-4ccf-4dbc-93cc-ca01df659e85 None None] No DVR routers for this DVR port 9b3327a1-293a-433a-ae06-12f7f35473fc on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:20:46.472584 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: c2fdff8f-f153-4fbb-9bdb-b734f91b5d51 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:20:46.472584 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device c2fdff8f-f153-4fbb-9bdb-b734f91b5d51 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:20:46.492434 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-475d6596-db62-423b-b71c-66d81761c0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:46.512731 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-475d6596-db62-423b-b71c-66d81761c0e8 admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:20:46.513373 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-475d6596-db62-423b-b71c-66d81761c0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:46.516013 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:20:46.516013 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:20:46.516013 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:20:46.516013 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:20:46.516013 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:20:46.516013 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:20:46.516013 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:20:46.516013 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:20:46.516013 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:20:46.516013 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:20:46.516013 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:20:46.516013 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:20:46.516013 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:20:46.516013 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:20:46.516013 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:20:46.516013 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:20:46.516013 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:20:46.516013 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:20:46.516013 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:20:46.516013 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:20:46.516013 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:20:46.516013 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:20:46.516013 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:20:46.516013 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:20:46.516013 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:20:46.516013 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:20:46.516013 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:20:46.516013 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:20:46.516013 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:20:46.516013 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:20:46.516013 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:20:46.516013 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:20:46.591608 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-475d6596-db62-423b-b71c-66d81761c0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:46.598916 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-475d6596-db62-423b-b71c-66d81761c0e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:46.620222 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-475d6596-db62-423b-b71c-66d81761c0e8 admin admin] 10.222.0.53 "DELETE /v2.0/networks/9cc5e92b-77a5-44ad-ae36-434626cbd587 HTTP/1.1" status: 204 len: 168 time: 1.2403288 Jan 18 22:20:46.639251 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475d6596-db62-423b-b71c-66d81761c0e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=9cc5e92b-77a5-44ad-ae36-434626cbd587,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:46.930526 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 36152) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:20:46.940264 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 22:20:46.992704 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-6cb1c018-df50-4b5c-8da5-fb9ed935fb53 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2e8892a76b3740abb9d6e9e892c45ee9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0610902 Jan 18 22:20:46.996268 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 36154) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:20:47.108034 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 331a768b-3fcc-4f36-81b8-d166a7d5a163 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:20:47.119799 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-543f5f93-515b-47d8-90ff-1faac194f5ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:47.134725 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 331a768b-3fcc-4f36-81b8-d166a7d5a163 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:20:47.135234 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 331a768b-3fcc-4f36-81b8-d166a7d5a163 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:20:47.135763 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 9b3327a1-293a-433a-ae06-12f7f35473fc no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:20:47.160714 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 9b3327a1-293a-433a-ae06-12f7f35473fc {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:20:47.161191 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 9b3327a1-293a-433a-ae06-12f7f35473fc not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:20:47.188019 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-543f5f93-515b-47d8-90ff-1faac194f5ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:47.276912 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-543f5f93-515b-47d8-90ff-1faac194f5ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:47.280528 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-543f5f93-515b-47d8-90ff-1faac194f5ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:47.286869 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-543f5f93-515b-47d8-90ff-1faac194f5ce admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fbec26eb-d6a7-43af-931f-5d93fb63e847 HTTP/1.1" status: 204 len: 168 time: 0.2855766 Jan 18 22:20:47.298052 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f5f93-515b-47d8-90ff-1faac194f5ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbec26eb-d6a7-43af-931f-5d93fb63e847,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:47.867170 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 36178) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:20:48.277202 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-ca4f1869-b44b-49ba-94bd-e89cf8014370 tempest-PortsAdminExtendedAttrsTestJSON-359771839 tempest-PortsAdminExtendedAttrsTestJSON-359771839-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-892828499'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:20:48.311100 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca4f1869-b44b-49ba-94bd-e89cf8014370 tempest-PortsAdminExtendedAttrsTestJSON-359771839 tempest-PortsAdminExtendedAttrsTestJSON-359771839-project] Made reservation on behalf of b19ffd178cef4d0d804b4ea833e96de4 for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:20:48.317106 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ca4f1869-b44b-49ba-94bd-e89cf8014370 tempest-PortsAdminExtendedAttrsTestJSON-359771839 tempest-PortsAdminExtendedAttrsTestJSON-359771839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:48.333735 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ca4f1869-b44b-49ba-94bd-e89cf8014370 tempest-PortsAdminExtendedAttrsTestJSON-359771839 tempest-PortsAdminExtendedAttrsTestJSON-359771839-project] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:48.414066 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 36196) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:20:48.449914 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ca4f1869-b44b-49ba-94bd-e89cf8014370 tempest-PortsAdminExtendedAttrsTestJSON-359771839 tempest-PortsAdminExtendedAttrsTestJSON-359771839-project] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:48.457339 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ca4f1869-b44b-49ba-94bd-e89cf8014370 tempest-PortsAdminExtendedAttrsTestJSON-359771839 tempest-PortsAdminExtendedAttrsTestJSON-359771839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:48.501052 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca4f1869-b44b-49ba-94bd-e89cf8014370 tempest-PortsAdminExtendedAttrsTestJSON-359771839 tempest-PortsAdminExtendedAttrsTestJSON-359771839-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:20:48.535607 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ca4f1869-b44b-49ba-94bd-e89cf8014370 tempest-PortsAdminExtendedAttrsTestJSON-359771839 tempest-PortsAdminExtendedAttrsTestJSON-359771839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:48.536150 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-ca4f1869-b44b-49ba-94bd-e89cf8014370 tempest-PortsAdminExtendedAttrsTestJSON-359771839 tempest-PortsAdminExtendedAttrsTestJSON-359771839-project] Added segment 14ac2912-e907-4175-bed8-97bb25d5f718 of type vlan for network 5fa34fa1-dafa-4b86-809c-d5bf578ce676 Jan 18 22:20:48.537509 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4f1869-b44b-49ba-94bd-e89cf8014370 tempest-PortsAdminExtendedAttrsTestJSON-359771839 tempest-PortsAdminExtendedAttrsTestJSON-359771839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dadbaaf2-9b0a-4101-b7f9-31a8aab71a64,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:48.632972 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-aebf735e-6a20-4ec5-8df5-e4ef96a212ae admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1813878417-network', 'tenant_id': 'feff401a111441e8bc4bdb3f9c55f3c8'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:20:48.634351 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ca4f1869-b44b-49ba-94bd-e89cf8014370 tempest-PortsAdminExtendedAttrsTestJSON-359771839 tempest-PortsAdminExtendedAttrsTestJSON-359771839-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:48.673150 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ca4f1869-b44b-49ba-94bd-e89cf8014370 tempest-PortsAdminExtendedAttrsTestJSON-359771839 tempest-PortsAdminExtendedAttrsTestJSON-359771839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:48.676501 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aebf735e-6a20-4ec5-8df5-e4ef96a212ae admin admin] Made reservation on behalf of feff401a111441e8bc4bdb3f9c55f3c8 for: {'network': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:20:48.680214 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4f1869-b44b-49ba-94bd-e89cf8014370 tempest-PortsAdminExtendedAttrsTestJSON-359771839 tempest-PortsAdminExtendedAttrsTestJSON-359771839-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:48.680964 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-aebf735e-6a20-4ec5-8df5-e4ef96a212ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:48.681242 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ca4f1869-b44b-49ba-94bd-e89cf8014370 tempest-PortsAdminExtendedAttrsTestJSON-359771839 tempest-PortsAdminExtendedAttrsTestJSON-359771839-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:48.700949 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-aebf735e-6a20-4ec5-8df5-e4ef96a212ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:48.752075 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-ca4f1869-b44b-49ba-94bd-e89cf8014370 tempest-PortsAdminExtendedAttrsTestJSON-359771839 tempest-PortsAdminExtendedAttrsTestJSON-359771839-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.8837805 Jan 18 22:20:48.771598 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4f1869-b44b-49ba-94bd-e89cf8014370 tempest-PortsAdminExtendedAttrsTestJSON-359771839 tempest-PortsAdminExtendedAttrsTestJSON-359771839-project] Pushing event updated for resources: {'Network': ['ID=5fa34fa1-dafa-4b86-809c-d5bf578ce676,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:48.785024 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 5fa34fa1-dafa-4b86-809c-d5bf578ce676 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:20:48.817357 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-aebf735e-6a20-4ec5-8df5-e4ef96a212ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:48.822865 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-aebf735e-6a20-4ec5-8df5-e4ef96a212ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:48.870218 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aebf735e-6a20-4ec5-8df5-e4ef96a212ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=102430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:20:48.880977 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebf735e-6a20-4ec5-8df5-e4ef96a212ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aefadef0-7c71-4e9d-ac85-7ba8711dea2b,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:48.892182 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-aebf735e-6a20-4ec5-8df5-e4ef96a212ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:48.893642 n-d-825064-1 neutron-server[102430]: INFO neutron.db.segments_db [None req-aebf735e-6a20-4ec5-8df5-e4ef96a212ae admin admin] Added segment 773e2478-13af-4dd0-bb1a-13e4946a40f7 of type vlan for network 616341ad-8ee5-46dd-a50f-fbf4c382e06c Jan 18 22:20:48.896405 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebf735e-6a20-4ec5-8df5-e4ef96a212ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:20:48.896936 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebf735e-6a20-4ec5-8df5-e4ef96a212ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:20:48.897465 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebf735e-6a20-4ec5-8df5-e4ef96a212ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:20:48.897985 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebf735e-6a20-4ec5-8df5-e4ef96a212ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:20:48.898493 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebf735e-6a20-4ec5-8df5-e4ef96a212ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:20:48.899002 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebf735e-6a20-4ec5-8df5-e4ef96a212ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:20:48.899526 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebf735e-6a20-4ec5-8df5-e4ef96a212ae admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:20:48.899853 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebf735e-6a20-4ec5-8df5-e4ef96a212ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:20:48.900414 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebf735e-6a20-4ec5-8df5-e4ef96a212ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:20:48.900987 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebf735e-6a20-4ec5-8df5-e4ef96a212ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:20:48.901359 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebf735e-6a20-4ec5-8df5-e4ef96a212ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:20:48.901928 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebf735e-6a20-4ec5-8df5-e4ef96a212ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:20:48.955316 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-aebf735e-6a20-4ec5-8df5-e4ef96a212ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:48.986143 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-aebf735e-6a20-4ec5-8df5-e4ef96a212ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:48.988348 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aebf735e-6a20-4ec5-8df5-e4ef96a212ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:48.989856 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-aebf735e-6a20-4ec5-8df5-e4ef96a212ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:49.059728 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-aebf735e-6a20-4ec5-8df5-e4ef96a212ae admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6445134 Jan 18 22:20:49.062690 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 36204) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:20:49.068315 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-6d5da135-20e0-483c-9b2d-d6eb90f4fe68 admin admin] Request body: {'subnet': {'network_id': '616341ad-8ee5-46dd-a50f-fbf4c382e06c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1813878417-subnet', 'tenant_id': 'feff401a111441e8bc4bdb3f9c55f3c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:20:49.078318 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebf735e-6a20-4ec5-8df5-e4ef96a212ae admin admin] Pushing event updated for resources: {'Network': ['ID=616341ad-8ee5-46dd-a50f-fbf4c382e06c,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:49.092651 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 616341ad-8ee5-46dd-a50f-fbf4c382e06c details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:20:49.112470 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d5da135-20e0-483c-9b2d-d6eb90f4fe68 admin admin] Made reservation on behalf of feff401a111441e8bc4bdb3f9c55f3c8 for: {'subnet': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:20:49.117427 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6d5da135-20e0-483c-9b2d-d6eb90f4fe68 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62288702'] for subnet, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:49.265596 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b534b70c-d57e-4485-85c0-d33c7c379c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:49.441796 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6d5da135-20e0-483c-9b2d-d6eb90f4fe68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60203213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62288684'] for subnet, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:49.572942 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5da135-20e0-483c-9b2d-d6eb90f4fe68 admin admin] Checking segment: {'id': '773e2478-13af-4dd0-bb1a-13e4946a40f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '616341ad-8ee5-46dd-a50f-fbf4c382e06c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:20:49.573291 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5da135-20e0-483c-9b2d-d6eb90f4fe68 admin admin] Network hostable DHCP agents. Network: 616341ad-8ee5-46dd-a50f-fbf4c382e06c, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:20:49.581497 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5da135-20e0-483c-9b2d-d6eb90f4fe68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39872394-9ec8-42e0-a515-8c2f5c78361a,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:49.596805 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb2a3a3-392b-4aa9-9ade-bafb9cfcceba req-7150cb93-b7ef-4dce-bc1f-a942d72f2a80 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:49.604635 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3fb2a3a3-392b-4aa9-9ade-bafb9cfcceba req-7150cb93-b7ef-4dce-bc1f-a942d72f2a80 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f438302-63de-4371-a597-369b6e067958 HTTP/1.1" status: 200 len: 945 time: 0.1565189 Jan 18 22:20:49.639686 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47439b4d-9c8e-4774-84a6-dfbf4d88d2f0 req-85fdca3f-da38-43ef-9f63-9d073e3088f6 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:49.641564 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-47439b4d-9c8e-4774-84a6-dfbf4d88d2f0 req-85fdca3f-da38-43ef-9f63-9d073e3088f6 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/networks?id=e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84 HTTP/1.1" status: 200 len: 811 time: 0.2769859 Jan 18 22:20:49.668259 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-47439b4d-9c8e-4774-84a6-dfbf4d88d2f0 req-ff250f87-6538-4ee2-accb-1901dd9f9163 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/quotas/584d50ef6ed64545aac1e7947879ab5e HTTP/1.1" status: 200 len: 375 time: 0.0194595 Jan 18 22:20:49.694619 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3fb2a3a3-392b-4aa9-9ade-bafb9cfcceba req-6e6a6f49-ca26-4f79-92de-0206ba5d9d59 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/security-groups?id=92d0bf2d-4a69-4a06-bc28-bffdc82f7ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807469 Jan 18 22:20:49.707935 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5da135-20e0-483c-9b2d-d6eb90f4fe68 admin admin] Network 616341ad-8ee5-46dd-a50f-fbf4c382e06c is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:20:49.766941 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-6d5da135-20e0-483c-9b2d-d6eb90f4fe68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 616341ad-8ee5-46dd-a50f-fbf4c382e06c) {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:20:49.782188 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b12fd11-6086-4aee-9dc3-242598590d3d None None] Network 616341ad-8ee5-46dd-a50f-fbf4c382e06c requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:20:49.789410 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5da135-20e0-483c-9b2d-d6eb90f4fe68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:49.790664 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6d5da135-20e0-483c-9b2d-d6eb90f4fe68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:49.829281 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-47439b4d-9c8e-4774-84a6-dfbf4d88d2f0 req-65560c28-42de-4114-aec4-3dc5e14f7d38 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=584d50ef6ed64545aac1e7947879ab5e&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1413906 Jan 18 22:20:49.876176 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-6d5da135-20e0-483c-9b2d-d6eb90f4fe68 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8120341 Jan 18 22:20:50.122584 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b42f515-8da7-4e9b-9c3c-22e2ecf31ade None None] Network 616341ad-8ee5-46dd-a50f-fbf4c382e06c requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:20:50.595169 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e25f7b-2252-4e2f-8931-2fe55acbd40c req-6d62b3ea-8a5d-4be7-aafd-1c876fcb36d4 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:50.607391 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b6e25f7b-2252-4e2f-8931-2fe55acbd40c req-6d62b3ea-8a5d-4be7-aafd-1c876fcb36d4 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/ports?device_id=4de4c816-9c87-48ec-b7cd-5fd21aa43808 HTTP/1.1" status: 200 len: 945 time: 0.8297729 Jan 18 22:20:50.682852 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b6e25f7b-2252-4e2f-8931-2fe55acbd40c req-c6e88385-e2d7-4fc3-b16c-a54ad9a321ae tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc8c7d2e-b8e2-47f9-a940-5cbf5ddba272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740559 Jan 18 22:20:50.689207 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-47439b4d-9c8e-4774-84a6-dfbf4d88d2f0 req-7eb50847-a9d6-4754-8276-6e0168b50bf9 service neutron] 10.222.0.53 "GET /v2.0/networks/e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8358960 Jan 18 22:20:50.857173 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-47439b4d-9c8e-4774-84a6-dfbf4d88d2f0 req-aca5fbab-ae1d-4a50-8bcd-055fc028ff2c service neutron] 10.222.0.53 "GET /v2.0/networks/e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511993 Jan 18 22:20:51.073654 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 36312) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:20:51.078656 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-7132e929-5cb9-41fa-9918-7b027fe7d1e6 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Request body: {'port': {'network_id': '5fa34fa1-dafa-4b86-809c-d5bf578ce676', 'binding:host_id': 'n-h2-825064-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-48755129'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:20:51.114884 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7132e929-5cb9-41fa-9918-7b027fe7d1e6 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Made reservation on behalf of f4d2fa0a644d42b4b138b094477878a0 for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:20:51.121762 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7132e929-5cb9-41fa-9918-7b027fe7d1e6 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:51.133995 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7132e929-5cb9-41fa-9918-7b027fe7d1e6 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:51.267507 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7132e929-5cb9-41fa-9918-7b027fe7d1e6 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:51.278255 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7132e929-5cb9-41fa-9918-7b027fe7d1e6 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:51.283537 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [None req-7132e929-5cb9-41fa-9918-7b027fe7d1e6 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] device_id is not set on port 40c7fd30-35ef-48f9-963d-f493d5418b94 yet. {{(pid=102431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:20:51.413910 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7132e929-5cb9-41fa-9918-7b027fe7d1e6 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c354549a-cc01-4f56-803f-8905e509b47c,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:51.639977 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [None req-7132e929-5cb9-41fa-9918-7b027fe7d1e6 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] device_id is not set on port 40c7fd30-35ef-48f9-963d-f493d5418b94 yet. {{(pid=102431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:20:51.656178 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7132e929-5cb9-41fa-9918-7b027fe7d1e6 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:51.668789 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7132e929-5cb9-41fa-9918-7b027fe7d1e6 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:51.774787 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7132e929-5cb9-41fa-9918-7b027fe7d1e6 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Pushing event updated for resources: {'Port': ['ID=40c7fd30-35ef-48f9-963d-f493d5418b94,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:51.785320 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-54f671cb-a90a-4a4a-9274-e9b4b8ea99ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:51.791541 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7132e929-5cb9-41fa-9918-7b027fe7d1e6 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Checking segment: {'id': '14ac2912-e907-4175-bed8-97bb25d5f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5fa34fa1-dafa-4b86-809c-d5bf578ce676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:20:51.792329 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7132e929-5cb9-41fa-9918-7b027fe7d1e6 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Network hostable DHCP agents. Network: 5fa34fa1-dafa-4b86-809c-d5bf578ce676, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:20:51.814152 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7132e929-5cb9-41fa-9918-7b027fe7d1e6 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Network 5fa34fa1-dafa-4b86-809c-d5bf578ce676 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:20:51.839120 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-7132e929-5cb9-41fa-9918-7b027fe7d1e6 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 5fa34fa1-dafa-4b86-809c-d5bf578ce676) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:20:51.850971 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec6c995-a0d0-4671-9659-ede4bd0e60e8 None None] Network 5fa34fa1-dafa-4b86-809c-d5bf578ce676 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:20:51.856389 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7132e929-5cb9-41fa-9918-7b027fe7d1e6 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:20:51.883292 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-7132e929-5cb9-41fa-9918-7b027fe7d1e6 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempting to bind port 40c7fd30-35ef-48f9-963d-f493d5418b94 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:20:51.883629 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-7132e929-5cb9-41fa-9918-7b027fe7d1e6 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempting to bind port 40c7fd30-35ef-48f9-963d-f493d5418b94 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '14ac2912-e907-4175-bed8-97bb25d5f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5fa34fa1-dafa-4b86-809c-d5bf578ce676'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:20:51.884072 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7132e929-5cb9-41fa-9918-7b027fe7d1e6 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempting to bind port 40c7fd30-35ef-48f9-963d-f493d5418b94 on network 5fa34fa1-dafa-4b86-809c-d5bf578ce676 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:20:51.893978 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7132e929-5cb9-41fa-9918-7b027fe7d1e6 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Port 40c7fd30-35ef-48f9-963d-f493d5418b94 on network 5fa34fa1-dafa-4b86-809c-d5bf578ce676 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:20:51.894333 n-d-825064-1 neutron-server[102431]: ERROR neutron.plugins.ml2.managers [None req-7132e929-5cb9-41fa-9918-7b027fe7d1e6 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Failed to bind port 40c7fd30-35ef-48f9-963d-f493d5418b94 on host n-h2-825064-1 for vnic_type normal using segments [{'id': '14ac2912-e907-4175-bed8-97bb25d5f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5fa34fa1-dafa-4b86-809c-d5bf578ce676'}] Jan 18 22:20:51.894788 n-d-825064-1 neutron-server[102431]: INFO neutron.plugins.ml2.plugin [None req-7132e929-5cb9-41fa-9918-7b027fe7d1e6 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempt 2 to bind port 40c7fd30-35ef-48f9-963d-f493d5418b94 Jan 18 22:20:51.922795 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-7132e929-5cb9-41fa-9918-7b027fe7d1e6 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempting to bind port 40c7fd30-35ef-48f9-963d-f493d5418b94 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:20:51.930143 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-7132e929-5cb9-41fa-9918-7b027fe7d1e6 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempting to bind port 40c7fd30-35ef-48f9-963d-f493d5418b94 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '14ac2912-e907-4175-bed8-97bb25d5f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5fa34fa1-dafa-4b86-809c-d5bf578ce676'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:20:51.933136 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7132e929-5cb9-41fa-9918-7b027fe7d1e6 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempting to bind port 40c7fd30-35ef-48f9-963d-f493d5418b94 on network 5fa34fa1-dafa-4b86-809c-d5bf578ce676 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:20:51.950282 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7132e929-5cb9-41fa-9918-7b027fe7d1e6 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Port 40c7fd30-35ef-48f9-963d-f493d5418b94 on network 5fa34fa1-dafa-4b86-809c-d5bf578ce676 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:20:51.950712 n-d-825064-1 neutron-server[102431]: ERROR neutron.plugins.ml2.managers [None req-7132e929-5cb9-41fa-9918-7b027fe7d1e6 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Failed to bind port 40c7fd30-35ef-48f9-963d-f493d5418b94 on host n-h2-825064-1 for vnic_type normal using segments [{'id': '14ac2912-e907-4175-bed8-97bb25d5f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5fa34fa1-dafa-4b86-809c-d5bf578ce676'}] Jan 18 22:20:51.951041 n-d-825064-1 neutron-server[102431]: INFO neutron.plugins.ml2.plugin [None req-7132e929-5cb9-41fa-9918-7b027fe7d1e6 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempt 3 to bind port 40c7fd30-35ef-48f9-963d-f493d5418b94 Jan 18 22:20:51.978854 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-7132e929-5cb9-41fa-9918-7b027fe7d1e6 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempting to bind port 40c7fd30-35ef-48f9-963d-f493d5418b94 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:20:51.979112 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-7132e929-5cb9-41fa-9918-7b027fe7d1e6 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempting to bind port 40c7fd30-35ef-48f9-963d-f493d5418b94 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '14ac2912-e907-4175-bed8-97bb25d5f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5fa34fa1-dafa-4b86-809c-d5bf578ce676'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:20:51.979480 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7132e929-5cb9-41fa-9918-7b027fe7d1e6 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempting to bind port 40c7fd30-35ef-48f9-963d-f493d5418b94 on network 5fa34fa1-dafa-4b86-809c-d5bf578ce676 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:20:51.984513 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7132e929-5cb9-41fa-9918-7b027fe7d1e6 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Port 40c7fd30-35ef-48f9-963d-f493d5418b94 on network 5fa34fa1-dafa-4b86-809c-d5bf578ce676 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:20:51.984846 n-d-825064-1 neutron-server[102431]: ERROR neutron.plugins.ml2.managers [None req-7132e929-5cb9-41fa-9918-7b027fe7d1e6 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Failed to bind port 40c7fd30-35ef-48f9-963d-f493d5418b94 on host n-h2-825064-1 for vnic_type normal using segments [{'id': '14ac2912-e907-4175-bed8-97bb25d5f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5fa34fa1-dafa-4b86-809c-d5bf578ce676'}] Jan 18 22:20:51.985234 n-d-825064-1 neutron-server[102431]: INFO neutron.plugins.ml2.plugin [None req-7132e929-5cb9-41fa-9918-7b027fe7d1e6 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempt 4 to bind port 40c7fd30-35ef-48f9-963d-f493d5418b94 Jan 18 22:20:52.000715 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-7132e929-5cb9-41fa-9918-7b027fe7d1e6 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempting to bind port 40c7fd30-35ef-48f9-963d-f493d5418b94 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:20:52.001076 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-7132e929-5cb9-41fa-9918-7b027fe7d1e6 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempting to bind port 40c7fd30-35ef-48f9-963d-f493d5418b94 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '14ac2912-e907-4175-bed8-97bb25d5f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5fa34fa1-dafa-4b86-809c-d5bf578ce676'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:20:52.001547 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7132e929-5cb9-41fa-9918-7b027fe7d1e6 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempting to bind port 40c7fd30-35ef-48f9-963d-f493d5418b94 on network 5fa34fa1-dafa-4b86-809c-d5bf578ce676 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:20:52.010079 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7132e929-5cb9-41fa-9918-7b027fe7d1e6 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Port 40c7fd30-35ef-48f9-963d-f493d5418b94 on network 5fa34fa1-dafa-4b86-809c-d5bf578ce676 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:20:52.010272 n-d-825064-1 neutron-server[102431]: ERROR neutron.plugins.ml2.managers [None req-7132e929-5cb9-41fa-9918-7b027fe7d1e6 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Failed to bind port 40c7fd30-35ef-48f9-963d-f493d5418b94 on host n-h2-825064-1 for vnic_type normal using segments [{'id': '14ac2912-e907-4175-bed8-97bb25d5f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5fa34fa1-dafa-4b86-809c-d5bf578ce676'}] Jan 18 22:20:52.011560 n-d-825064-1 neutron-server[102431]: INFO neutron.plugins.ml2.plugin [None req-7132e929-5cb9-41fa-9918-7b027fe7d1e6 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempt 5 to bind port 40c7fd30-35ef-48f9-963d-f493d5418b94 Jan 18 22:20:52.035316 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-7132e929-5cb9-41fa-9918-7b027fe7d1e6 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempting to bind port 40c7fd30-35ef-48f9-963d-f493d5418b94 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:20:52.035662 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-7132e929-5cb9-41fa-9918-7b027fe7d1e6 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempting to bind port 40c7fd30-35ef-48f9-963d-f493d5418b94 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '14ac2912-e907-4175-bed8-97bb25d5f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5fa34fa1-dafa-4b86-809c-d5bf578ce676'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:20:52.036548 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7132e929-5cb9-41fa-9918-7b027fe7d1e6 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempting to bind port 40c7fd30-35ef-48f9-963d-f493d5418b94 on network 5fa34fa1-dafa-4b86-809c-d5bf578ce676 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:20:52.045590 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7132e929-5cb9-41fa-9918-7b027fe7d1e6 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Port 40c7fd30-35ef-48f9-963d-f493d5418b94 on network 5fa34fa1-dafa-4b86-809c-d5bf578ce676 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:20:52.046404 n-d-825064-1 neutron-server[102431]: ERROR neutron.plugins.ml2.managers [None req-7132e929-5cb9-41fa-9918-7b027fe7d1e6 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Failed to bind port 40c7fd30-35ef-48f9-963d-f493d5418b94 on host n-h2-825064-1 for vnic_type normal using segments [{'id': '14ac2912-e907-4175-bed8-97bb25d5f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5fa34fa1-dafa-4b86-809c-d5bf578ce676'}] Jan 18 22:20:52.046804 n-d-825064-1 neutron-server[102431]: INFO neutron.plugins.ml2.plugin [None req-7132e929-5cb9-41fa-9918-7b027fe7d1e6 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempt 6 to bind port 40c7fd30-35ef-48f9-963d-f493d5418b94 Jan 18 22:20:52.083942 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-7132e929-5cb9-41fa-9918-7b027fe7d1e6 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempting to bind port 40c7fd30-35ef-48f9-963d-f493d5418b94 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:20:52.085043 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-7132e929-5cb9-41fa-9918-7b027fe7d1e6 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempting to bind port 40c7fd30-35ef-48f9-963d-f493d5418b94 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '14ac2912-e907-4175-bed8-97bb25d5f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5fa34fa1-dafa-4b86-809c-d5bf578ce676'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:20:52.085552 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7132e929-5cb9-41fa-9918-7b027fe7d1e6 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempting to bind port 40c7fd30-35ef-48f9-963d-f493d5418b94 on network 5fa34fa1-dafa-4b86-809c-d5bf578ce676 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:20:52.092943 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7132e929-5cb9-41fa-9918-7b027fe7d1e6 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Port 40c7fd30-35ef-48f9-963d-f493d5418b94 on network 5fa34fa1-dafa-4b86-809c-d5bf578ce676 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:20:52.095979 n-d-825064-1 neutron-server[102431]: ERROR neutron.plugins.ml2.managers [None req-7132e929-5cb9-41fa-9918-7b027fe7d1e6 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Failed to bind port 40c7fd30-35ef-48f9-963d-f493d5418b94 on host n-h2-825064-1 for vnic_type normal using segments [{'id': '14ac2912-e907-4175-bed8-97bb25d5f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5fa34fa1-dafa-4b86-809c-d5bf578ce676'}] Jan 18 22:20:52.097197 n-d-825064-1 neutron-server[102431]: INFO neutron.plugins.ml2.plugin [None req-7132e929-5cb9-41fa-9918-7b027fe7d1e6 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempt 7 to bind port 40c7fd30-35ef-48f9-963d-f493d5418b94 Jan 18 22:20:52.130256 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-7132e929-5cb9-41fa-9918-7b027fe7d1e6 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempting to bind port 40c7fd30-35ef-48f9-963d-f493d5418b94 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:20:52.136545 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-7132e929-5cb9-41fa-9918-7b027fe7d1e6 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempting to bind port 40c7fd30-35ef-48f9-963d-f493d5418b94 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '14ac2912-e907-4175-bed8-97bb25d5f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5fa34fa1-dafa-4b86-809c-d5bf578ce676'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:20:52.137267 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7132e929-5cb9-41fa-9918-7b027fe7d1e6 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempting to bind port 40c7fd30-35ef-48f9-963d-f493d5418b94 on network 5fa34fa1-dafa-4b86-809c-d5bf578ce676 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:20:52.142591 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7132e929-5cb9-41fa-9918-7b027fe7d1e6 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Port 40c7fd30-35ef-48f9-963d-f493d5418b94 on network 5fa34fa1-dafa-4b86-809c-d5bf578ce676 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:20:52.143539 n-d-825064-1 neutron-server[102431]: ERROR neutron.plugins.ml2.managers [None req-7132e929-5cb9-41fa-9918-7b027fe7d1e6 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Failed to bind port 40c7fd30-35ef-48f9-963d-f493d5418b94 on host n-h2-825064-1 for vnic_type normal using segments [{'id': '14ac2912-e907-4175-bed8-97bb25d5f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5fa34fa1-dafa-4b86-809c-d5bf578ce676'}] Jan 18 22:20:52.143925 n-d-825064-1 neutron-server[102431]: INFO neutron.plugins.ml2.plugin [None req-7132e929-5cb9-41fa-9918-7b027fe7d1e6 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempt 8 to bind port 40c7fd30-35ef-48f9-963d-f493d5418b94 Jan 18 22:20:52.161945 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-7132e929-5cb9-41fa-9918-7b027fe7d1e6 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempting to bind port 40c7fd30-35ef-48f9-963d-f493d5418b94 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:20:52.162318 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-7132e929-5cb9-41fa-9918-7b027fe7d1e6 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempting to bind port 40c7fd30-35ef-48f9-963d-f493d5418b94 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '14ac2912-e907-4175-bed8-97bb25d5f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5fa34fa1-dafa-4b86-809c-d5bf578ce676'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:20:52.162600 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7132e929-5cb9-41fa-9918-7b027fe7d1e6 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempting to bind port 40c7fd30-35ef-48f9-963d-f493d5418b94 on network 5fa34fa1-dafa-4b86-809c-d5bf578ce676 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:20:52.173234 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7132e929-5cb9-41fa-9918-7b027fe7d1e6 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Port 40c7fd30-35ef-48f9-963d-f493d5418b94 on network 5fa34fa1-dafa-4b86-809c-d5bf578ce676 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:20:52.173605 n-d-825064-1 neutron-server[102431]: ERROR neutron.plugins.ml2.managers [None req-7132e929-5cb9-41fa-9918-7b027fe7d1e6 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Failed to bind port 40c7fd30-35ef-48f9-963d-f493d5418b94 on host n-h2-825064-1 for vnic_type normal using segments [{'id': '14ac2912-e907-4175-bed8-97bb25d5f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5fa34fa1-dafa-4b86-809c-d5bf578ce676'}] Jan 18 22:20:52.173934 n-d-825064-1 neutron-server[102431]: INFO neutron.plugins.ml2.plugin [None req-7132e929-5cb9-41fa-9918-7b027fe7d1e6 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempt 9 to bind port 40c7fd30-35ef-48f9-963d-f493d5418b94 Jan 18 22:20:52.193329 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-7132e929-5cb9-41fa-9918-7b027fe7d1e6 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempting to bind port 40c7fd30-35ef-48f9-963d-f493d5418b94 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:20:52.193681 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-7132e929-5cb9-41fa-9918-7b027fe7d1e6 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempting to bind port 40c7fd30-35ef-48f9-963d-f493d5418b94 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '14ac2912-e907-4175-bed8-97bb25d5f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5fa34fa1-dafa-4b86-809c-d5bf578ce676'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:20:52.193995 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7132e929-5cb9-41fa-9918-7b027fe7d1e6 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempting to bind port 40c7fd30-35ef-48f9-963d-f493d5418b94 on network 5fa34fa1-dafa-4b86-809c-d5bf578ce676 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:20:52.199774 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7132e929-5cb9-41fa-9918-7b027fe7d1e6 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Port 40c7fd30-35ef-48f9-963d-f493d5418b94 on network 5fa34fa1-dafa-4b86-809c-d5bf578ce676 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:20:52.200216 n-d-825064-1 neutron-server[102431]: ERROR neutron.plugins.ml2.managers [None req-7132e929-5cb9-41fa-9918-7b027fe7d1e6 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Failed to bind port 40c7fd30-35ef-48f9-963d-f493d5418b94 on host n-h2-825064-1 for vnic_type normal using segments [{'id': '14ac2912-e907-4175-bed8-97bb25d5f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5fa34fa1-dafa-4b86-809c-d5bf578ce676'}] Jan 18 22:20:52.200641 n-d-825064-1 neutron-server[102431]: INFO neutron.plugins.ml2.plugin [None req-7132e929-5cb9-41fa-9918-7b027fe7d1e6 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempt 10 to bind port 40c7fd30-35ef-48f9-963d-f493d5418b94 Jan 18 22:20:52.218272 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-7132e929-5cb9-41fa-9918-7b027fe7d1e6 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempting to bind port 40c7fd30-35ef-48f9-963d-f493d5418b94 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:20:52.218601 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-7132e929-5cb9-41fa-9918-7b027fe7d1e6 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempting to bind port 40c7fd30-35ef-48f9-963d-f493d5418b94 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '14ac2912-e907-4175-bed8-97bb25d5f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5fa34fa1-dafa-4b86-809c-d5bf578ce676'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:20:52.218929 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7132e929-5cb9-41fa-9918-7b027fe7d1e6 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempting to bind port 40c7fd30-35ef-48f9-963d-f493d5418b94 on network 5fa34fa1-dafa-4b86-809c-d5bf578ce676 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:20:52.226265 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7132e929-5cb9-41fa-9918-7b027fe7d1e6 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Port 40c7fd30-35ef-48f9-963d-f493d5418b94 on network 5fa34fa1-dafa-4b86-809c-d5bf578ce676 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:20:52.226588 n-d-825064-1 neutron-server[102431]: ERROR neutron.plugins.ml2.managers [None req-7132e929-5cb9-41fa-9918-7b027fe7d1e6 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Failed to bind port 40c7fd30-35ef-48f9-963d-f493d5418b94 on host n-h2-825064-1 for vnic_type normal using segments [{'id': '14ac2912-e907-4175-bed8-97bb25d5f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5fa34fa1-dafa-4b86-809c-d5bf578ce676'}] Jan 18 22:20:52.226955 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7132e929-5cb9-41fa-9918-7b027fe7d1e6 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:52.340611 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-7132e929-5cb9-41fa-9918-7b027fe7d1e6 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] For port 40c7fd30-35ef-48f9-963d-f493d5418b94, host n-h2-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:20:52.340964 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-7132e929-5cb9-41fa-9918-7b027fe7d1e6 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempted to set empty binding levels {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 18 22:20:52.349011 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7132e929-5cb9-41fa-9918-7b027fe7d1e6 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:52.404358 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7132e929-5cb9-41fa-9918-7b027fe7d1e6 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:52.405237 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7132e929-5cb9-41fa-9918-7b027fe7d1e6 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:52.424733 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7132e929-5cb9-41fa-9918-7b027fe7d1e6 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Pushing event updated for resources: {'Port': ['ID=40c7fd30-35ef-48f9-963d-f493d5418b94,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:52.443370 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-7132e929-5cb9-41fa-9918-7b027fe7d1e6 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 978 time: 1.3655648 Jan 18 22:20:52.443370 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 36334) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:20:52.540319 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-1cd1c6d8-b581-492b-9a54-e12e37bc2cbb tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Deleting port 40c7fd30-35ef-48f9-963d-f493d5418b94 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:20:52.540658 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1cd1c6d8-b581-492b-9a54-e12e37bc2cbb tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:52.672353 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-1cd1c6d8-b581-492b-9a54-e12e37bc2cbb tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] For port 40c7fd30-35ef-48f9-963d-f493d5418b94, host n-h2-825064-1, got binding levels [] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:20:52.673012 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1cd1c6d8-b581-492b-9a54-e12e37bc2cbb tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:52.719553 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-1cd1c6d8-b581-492b-9a54-e12e37bc2cbb tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Calling delete_port for 40c7fd30-35ef-48f9-963d-f493d5418b94 owned by {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:20:52.770569 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47439b4d-9c8e-4774-84a6-dfbf4d88d2f0 req-5c2352f4-958a-46e1-b4d2-3e39dad9ebff tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:52.772077 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-47439b4d-9c8e-4774-84a6-dfbf4d88d2f0 req-5c2352f4-958a-46e1-b4d2-3e39dad9ebff tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.67 "GET /v2.0/networks?id=e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84 HTTP/1.1" status: 200 len: 811 time: 0.2389698 Jan 18 22:20:52.785450 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-47439b4d-9c8e-4774-84a6-dfbf4d88d2f0 req-af42dbde-88e7-4be6-beb7-672e34fdd081 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Request body: {'port': {'device_id': 'af0d2682-492f-45f0-87de-a0bf93808694', 'network_id': 'e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84', 'admin_state_up': True, 'tenant_id': '584d50ef6ed64545aac1e7947879ab5e'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:20:52.832362 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:52.837520 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1cd1c6d8-b581-492b-9a54-e12e37bc2cbb tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:52.876705 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd1c6d8-b581-492b-9a54-e12e37bc2cbb tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Pushing event deleted for resources: {'Port': ['ID=40c7fd30-35ef-48f9-963d-f493d5418b94,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:52.888539 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1cd1c6d8-b581-492b-9a54-e12e37bc2cbb tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:52.894696 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-1cd1c6d8-b581-492b-9a54-e12e37bc2cbb tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] 10.222.0.53 "DELETE /v2.0/ports/40c7fd30-35ef-48f9-963d-f493d5418b94 HTTP/1.1" status: 204 len: 168 time: 0.4504740 Jan 18 22:20:52.897371 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 36336) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:20:52.921774 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-04203ea2-e8b1-4136-9444-821ba2a3fc13 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] GET failed (client error): The resource could not be found. Jan 18 22:20:52.923331 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-04203ea2-e8b1-4136-9444-821ba2a3fc13 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] 10.222.0.53 "GET /v2.0/ports/40c7fd30-35ef-48f9-963d-f493d5418b94 HTTP/1.1" status: 404 len: 333 time: 0.0249920 Jan 18 22:20:52.928893 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 36338) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:20:52.932212 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-3889f958-16c5-4a9d-b22c-1d89e198dde9 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Request body: {'port': {'network_id': '5fa34fa1-dafa-4b86-809c-d5bf578ce676', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-580614350'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:20:52.972664 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47439b4d-9c8e-4774-84a6-dfbf4d88d2f0 req-af42dbde-88e7-4be6-beb7-672e34fdd081 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Made reservation on behalf of 584d50ef6ed64545aac1e7947879ab5e for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:20:52.979783 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-47439b4d-9c8e-4774-84a6-dfbf4d88d2f0 req-af42dbde-88e7-4be6-beb7-672e34fdd081 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:53.032577 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3889f958-16c5-4a9d-b22c-1d89e198dde9 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Made reservation on behalf of f4d2fa0a644d42b4b138b094477878a0 for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:20:53.035727 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3889f958-16c5-4a9d-b22c-1d89e198dde9 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:53.059569 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [None req-3889f958-16c5-4a9d-b22c-1d89e198dde9 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] device_id is not set on port e314cea7-d3ef-4491-ae09-33671b3348d7 yet. {{(pid=102431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:20:53.170897 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-47439b4d-9c8e-4774-84a6-dfbf4d88d2f0 req-af42dbde-88e7-4be6-beb7-672e34fdd081 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Allocated IP 172.20.0.13 (e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84/42841b58-d144-4855-94d6-b7b43c1900e0/647df6e5-6afc-435c-8852-53ad9c11fc2f) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:20:53.190433 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 85aeb30e-82ca-435b-a570-48be605fa74c details requested by agent hyperv_n-h1-825064-1 with host n-h1-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:20:53.193569 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 85aeb30e-82ca-435b-a570-48be605fa74c no longer exists at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:20:53.423626 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 85aeb30e-82ca-435b-a570-48be605fa74c, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=85aeb30e-82ca-435b-a570-48be605fa74c,segment=NetworkSegment(8b9c1dcd-43d7-469e-84e6-2ae44ff323fb),segment_id=8b9c1dcd-43d7-469e-84e6-2ae44ff323fb)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:20:53.442662 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Returning: {'device': '85aeb30e-82ca-435b-a570-48be605fa74c', 'network_id': 'bbd133fe-c308-4a8e-bf62-ce93a757e989', 'port_id': '85aeb30e-82ca-435b-a570-48be605fa74c', 'mac_address': 'fa:16:3e:c4:94:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3943d4e3-11db-416b-b501-9e5a6550fdf9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:20:53.517812 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:53.567221 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:53.571645 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 85aeb30e-82ca-435b-a570-48be605fa74c {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:20:53.607260 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-47439b4d-9c8e-4774-84a6-dfbf4d88d2f0 req-af42dbde-88e7-4be6-beb7-672e34fdd081 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:53.621334 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 85aeb30e-82ca-435b-a570-48be605fa74c, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=85aeb30e-82ca-435b-a570-48be605fa74c,segment=NetworkSegment(8b9c1dcd-43d7-469e-84e6-2ae44ff323fb),segment_id=8b9c1dcd-43d7-469e-84e6-2ae44ff323fb)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:20:53.630468 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:53.700376 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-47439b4d-9c8e-4774-84a6-dfbf4d88d2f0 req-af42dbde-88e7-4be6-beb7-672e34fdd081 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:53.711267 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3889f958-16c5-4a9d-b22c-1d89e198dde9 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:53.730294 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.db.api [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 22:20:53.730562 n-d-825064-1 neutron-server[102432]: DEBUG oslo_db.api [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 22:20:53.736222 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['3cbcf254-f312-4f41-910c-3c8b9defb3c1'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:20:53.739618 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['6701bc4f-33c4-4850-94d7-00e6cb60828e'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:20:53.768429 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3889f958-16c5-4a9d-b22c-1d89e198dde9 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:53.809607 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47439b4d-9c8e-4774-84a6-dfbf4d88d2f0 req-af42dbde-88e7-4be6-beb7-672e34fdd081 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Network e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:20:53.837795 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-47439b4d-9c8e-4774-84a6-dfbf4d88d2f0 req-af42dbde-88e7-4be6-beb7-672e34fdd081 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:20:53.840338 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af42dbde-88e7-4be6-beb7-672e34fdd081 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Pushing event updated for resources: {'Port': ['ID=647df6e5-6afc-435c-8852-53ad9c11fc2f,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:53.842637 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-47439b4d-9c8e-4774-84a6-dfbf4d88d2f0 req-af42dbde-88e7-4be6-beb7-672e34fdd081 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:20:53.882692 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3889f958-16c5-4a9d-b22c-1d89e198dde9 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Network 5fa34fa1-dafa-4b86-809c-d5bf578ce676 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:20:53.884219 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=85aeb30e-82ca-435b-a570-48be605fa74c,revision_number=6']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:53.887386 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-3889f958-16c5-4a9d-b22c-1d89e198dde9 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:20:53.899879 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3889f958-16c5-4a9d-b22c-1d89e198dde9 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:20:53.901640 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3889f958-16c5-4a9d-b22c-1d89e198dde9 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:53.901968 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3889f958-16c5-4a9d-b22c-1d89e198dde9 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:53.914812 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3889f958-16c5-4a9d-b22c-1d89e198dde9 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Pushing event updated for resources: {'Port': ['ID=e314cea7-d3ef-4491-ae09-33671b3348d7,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:53.935599 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['85aeb30e-82ca-435b-a570-48be605fa74c'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:20:53.954153 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-3889f958-16c5-4a9d-b22c-1d89e198dde9 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.0227270 Jan 18 22:20:53.954153 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 36350) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:20:53.960919 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-8c7cd93d-09f0-49fa-94d6-4d2432958035 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-825064-1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:20:54.009057 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47439b4d-9c8e-4774-84a6-dfbf4d88d2f0 req-af42dbde-88e7-4be6-beb7-672e34fdd081 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:54.009695 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-47439b4d-9c8e-4774-84a6-dfbf4d88d2f0 req-af42dbde-88e7-4be6-beb7-672e34fdd081 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:54.058820 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-47439b4d-9c8e-4774-84a6-dfbf4d88d2f0 req-af42dbde-88e7-4be6-beb7-672e34fdd081 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2776694 Jan 18 22:20:54.068394 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8c7cd93d-09f0-49fa-94d6-4d2432958035 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:54.076006 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-47439b4d-9c8e-4774-84a6-dfbf4d88d2f0 req-11884dea-1de2-4b22-af1e-03ecfe30269d service neutron] Request body: {'port': {'device_id': 'af0d2682-492f-45f0-87de-a0bf93808694', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:20:54.226410 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-47439b4d-9c8e-4774-84a6-dfbf4d88d2f0 req-11884dea-1de2-4b22-af1e-03ecfe30269d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:54.349482 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [None req-8c7cd93d-09f0-49fa-94d6-4d2432958035 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] device_id is not set on port e314cea7-d3ef-4491-ae09-33671b3348d7 yet. {{(pid=102431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:20:54.357708 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8c7cd93d-09f0-49fa-94d6-4d2432958035 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:54.366941 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8c7cd93d-09f0-49fa-94d6-4d2432958035 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:54.401271 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:54.424666 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-0371b7b7-acc5-4529-bd86-7ba3ca5a7720 None None] Provisioning complete for port 647df6e5-6afc-435c-8852-53ad9c11fc2f triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:20:54.425170 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0371b7b7-acc5-4529-bd86-7ba3ca5a7720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:54.492330 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-0371b7b7-acc5-4529-bd86-7ba3ca5a7720 None None] Port 647df6e5-6afc-435c-8852-53ad9c11fc2f cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:20:54.530387 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:54.542904 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 85aeb30e-82ca-435b-a570-48be605fa74c {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:20:54.543434 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7cd93d-09f0-49fa-94d6-4d2432958035 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Pushing event updated for resources: {'Port': ['ID=e314cea7-d3ef-4491-ae09-33671b3348d7,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:54.565903 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-8c7cd93d-09f0-49fa-94d6-4d2432958035 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempting to bind port e314cea7-d3ef-4491-ae09-33671b3348d7 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:20:54.566229 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-8c7cd93d-09f0-49fa-94d6-4d2432958035 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempting to bind port e314cea7-d3ef-4491-ae09-33671b3348d7 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '14ac2912-e907-4175-bed8-97bb25d5f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5fa34fa1-dafa-4b86-809c-d5bf578ce676'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:20:54.566569 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7cd93d-09f0-49fa-94d6-4d2432958035 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempting to bind port e314cea7-d3ef-4491-ae09-33671b3348d7 on network 5fa34fa1-dafa-4b86-809c-d5bf578ce676 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:20:54.580109 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7cd93d-09f0-49fa-94d6-4d2432958035 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Port e314cea7-d3ef-4491-ae09-33671b3348d7 on network 5fa34fa1-dafa-4b86-809c-d5bf578ce676 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:20:54.580454 n-d-825064-1 neutron-server[102431]: ERROR neutron.plugins.ml2.managers [None req-8c7cd93d-09f0-49fa-94d6-4d2432958035 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Failed to bind port e314cea7-d3ef-4491-ae09-33671b3348d7 on host n-h2-825064-1 for vnic_type normal using segments [{'id': '14ac2912-e907-4175-bed8-97bb25d5f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5fa34fa1-dafa-4b86-809c-d5bf578ce676'}] Jan 18 22:20:54.580869 n-d-825064-1 neutron-server[102431]: INFO neutron.plugins.ml2.plugin [None req-8c7cd93d-09f0-49fa-94d6-4d2432958035 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempt 2 to bind port e314cea7-d3ef-4491-ae09-33671b3348d7 Jan 18 22:20:54.585180 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:54.594160 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 85aeb30e-82ca-435b-a570-48be605fa74c, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=85aeb30e-82ca-435b-a570-48be605fa74c,segment=NetworkSegment(8b9c1dcd-43d7-469e-84e6-2ae44ff323fb),segment_id=8b9c1dcd-43d7-469e-84e6-2ae44ff323fb)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:20:54.614460 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:54.630714 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-8c7cd93d-09f0-49fa-94d6-4d2432958035 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempting to bind port e314cea7-d3ef-4491-ae09-33671b3348d7 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:20:54.631133 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-8c7cd93d-09f0-49fa-94d6-4d2432958035 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempting to bind port e314cea7-d3ef-4491-ae09-33671b3348d7 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '14ac2912-e907-4175-bed8-97bb25d5f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5fa34fa1-dafa-4b86-809c-d5bf578ce676'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:20:54.635754 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7cd93d-09f0-49fa-94d6-4d2432958035 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempting to bind port e314cea7-d3ef-4491-ae09-33671b3348d7 on network 5fa34fa1-dafa-4b86-809c-d5bf578ce676 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:20:54.648936 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7cd93d-09f0-49fa-94d6-4d2432958035 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Port e314cea7-d3ef-4491-ae09-33671b3348d7 on network 5fa34fa1-dafa-4b86-809c-d5bf578ce676 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:20:54.649849 n-d-825064-1 neutron-server[102431]: ERROR neutron.plugins.ml2.managers [None req-8c7cd93d-09f0-49fa-94d6-4d2432958035 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Failed to bind port e314cea7-d3ef-4491-ae09-33671b3348d7 on host n-h2-825064-1 for vnic_type normal using segments [{'id': '14ac2912-e907-4175-bed8-97bb25d5f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5fa34fa1-dafa-4b86-809c-d5bf578ce676'}] Jan 18 22:20:54.649849 n-d-825064-1 neutron-server[102431]: INFO neutron.plugins.ml2.plugin [None req-8c7cd93d-09f0-49fa-94d6-4d2432958035 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempt 3 to bind port e314cea7-d3ef-4491-ae09-33671b3348d7 Jan 18 22:20:54.682856 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-8c7cd93d-09f0-49fa-94d6-4d2432958035 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempting to bind port e314cea7-d3ef-4491-ae09-33671b3348d7 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:20:54.683191 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-8c7cd93d-09f0-49fa-94d6-4d2432958035 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempting to bind port e314cea7-d3ef-4491-ae09-33671b3348d7 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '14ac2912-e907-4175-bed8-97bb25d5f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5fa34fa1-dafa-4b86-809c-d5bf578ce676'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:20:54.683534 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7cd93d-09f0-49fa-94d6-4d2432958035 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempting to bind port e314cea7-d3ef-4491-ae09-33671b3348d7 on network 5fa34fa1-dafa-4b86-809c-d5bf578ce676 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:20:54.688553 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9447ed-b705-451a-a1a8-7ab1c687fa80 req-f42608ec-034a-4a4c-a77c-8565ee89f57d tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:54.691865 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9c9447ed-b705-451a-a1a8-7ab1c687fa80 req-f42608ec-034a-4a4c-a77c-8565ee89f57d tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f438302-63de-4371-a597-369b6e067958 HTTP/1.1" status: 200 len: 944 time: 0.2987862 Jan 18 22:20:54.706859 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7cd93d-09f0-49fa-94d6-4d2432958035 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Port e314cea7-d3ef-4491-ae09-33671b3348d7 on network 5fa34fa1-dafa-4b86-809c-d5bf578ce676 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:20:54.707443 n-d-825064-1 neutron-server[102431]: ERROR neutron.plugins.ml2.managers [None req-8c7cd93d-09f0-49fa-94d6-4d2432958035 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Failed to bind port e314cea7-d3ef-4491-ae09-33671b3348d7 on host n-h2-825064-1 for vnic_type normal using segments [{'id': '14ac2912-e907-4175-bed8-97bb25d5f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5fa34fa1-dafa-4b86-809c-d5bf578ce676'}] Jan 18 22:20:54.707944 n-d-825064-1 neutron-server[102431]: INFO neutron.plugins.ml2.plugin [None req-8c7cd93d-09f0-49fa-94d6-4d2432958035 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempt 4 to bind port e314cea7-d3ef-4491-ae09-33671b3348d7 Jan 18 22:20:54.716994 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=85aeb30e-82ca-435b-a570-48be605fa74c,revision_number=7']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:54.732904 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-8c7cd93d-09f0-49fa-94d6-4d2432958035 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempting to bind port e314cea7-d3ef-4491-ae09-33671b3348d7 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:20:54.733370 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-8c7cd93d-09f0-49fa-94d6-4d2432958035 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempting to bind port e314cea7-d3ef-4491-ae09-33671b3348d7 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '14ac2912-e907-4175-bed8-97bb25d5f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5fa34fa1-dafa-4b86-809c-d5bf578ce676'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:20:54.733647 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7cd93d-09f0-49fa-94d6-4d2432958035 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempting to bind port e314cea7-d3ef-4491-ae09-33671b3348d7 on network 5fa34fa1-dafa-4b86-809c-d5bf578ce676 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:20:54.733770 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4142057-cf13-48cd-aa28-726e1357bd46 req-e1b34049-05b3-4748-b3ed-cfb9bbedd961 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:54.735249 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b4142057-cf13-48cd-aa28-726e1357bd46 req-e1b34049-05b3-4748-b3ed-cfb9bbedd961 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/networks?id=616341ad-8ee5-46dd-a50f-fbf4c382e06c HTTP/1.1" status: 200 len: 812 time: 0.4139912 Jan 18 22:20:54.749594 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7cd93d-09f0-49fa-94d6-4d2432958035 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Port e314cea7-d3ef-4491-ae09-33671b3348d7 on network 5fa34fa1-dafa-4b86-809c-d5bf578ce676 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:20:54.751348 n-d-825064-1 neutron-server[102431]: ERROR neutron.plugins.ml2.managers [None req-8c7cd93d-09f0-49fa-94d6-4d2432958035 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Failed to bind port e314cea7-d3ef-4491-ae09-33671b3348d7 on host n-h2-825064-1 for vnic_type normal using segments [{'id': '14ac2912-e907-4175-bed8-97bb25d5f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5fa34fa1-dafa-4b86-809c-d5bf578ce676'}] Jan 18 22:20:54.751822 n-d-825064-1 neutron-server[102431]: INFO neutron.plugins.ml2.plugin [None req-8c7cd93d-09f0-49fa-94d6-4d2432958035 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempt 5 to bind port e314cea7-d3ef-4491-ae09-33671b3348d7 Jan 18 22:20:54.768703 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-8c7cd93d-09f0-49fa-94d6-4d2432958035 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempting to bind port e314cea7-d3ef-4491-ae09-33671b3348d7 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:20:54.769141 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-8c7cd93d-09f0-49fa-94d6-4d2432958035 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempting to bind port e314cea7-d3ef-4491-ae09-33671b3348d7 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '14ac2912-e907-4175-bed8-97bb25d5f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5fa34fa1-dafa-4b86-809c-d5bf578ce676'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:20:54.769574 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7cd93d-09f0-49fa-94d6-4d2432958035 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempting to bind port e314cea7-d3ef-4491-ae09-33671b3348d7 on network 5fa34fa1-dafa-4b86-809c-d5bf578ce676 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:20:54.777907 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7cd93d-09f0-49fa-94d6-4d2432958035 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Port e314cea7-d3ef-4491-ae09-33671b3348d7 on network 5fa34fa1-dafa-4b86-809c-d5bf578ce676 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:20:54.778480 n-d-825064-1 neutron-server[102431]: ERROR neutron.plugins.ml2.managers [None req-8c7cd93d-09f0-49fa-94d6-4d2432958035 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Failed to bind port e314cea7-d3ef-4491-ae09-33671b3348d7 on host n-h2-825064-1 for vnic_type normal using segments [{'id': '14ac2912-e907-4175-bed8-97bb25d5f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5fa34fa1-dafa-4b86-809c-d5bf578ce676'}] Jan 18 22:20:54.779219 n-d-825064-1 neutron-server[102431]: INFO neutron.plugins.ml2.plugin [None req-8c7cd93d-09f0-49fa-94d6-4d2432958035 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempt 6 to bind port e314cea7-d3ef-4491-ae09-33671b3348d7 Jan 18 22:20:54.796196 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-8c7cd93d-09f0-49fa-94d6-4d2432958035 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempting to bind port e314cea7-d3ef-4491-ae09-33671b3348d7 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:20:54.796670 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-8c7cd93d-09f0-49fa-94d6-4d2432958035 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempting to bind port e314cea7-d3ef-4491-ae09-33671b3348d7 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '14ac2912-e907-4175-bed8-97bb25d5f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5fa34fa1-dafa-4b86-809c-d5bf578ce676'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:20:54.797324 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7cd93d-09f0-49fa-94d6-4d2432958035 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempting to bind port e314cea7-d3ef-4491-ae09-33671b3348d7 on network 5fa34fa1-dafa-4b86-809c-d5bf578ce676 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:20:54.800928 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b4142057-cf13-48cd-aa28-726e1357bd46 req-a06d71ab-098c-4bec-9148-6db81c7f6746 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/quotas/feff401a111441e8bc4bdb3f9c55f3c8 HTTP/1.1" status: 200 len: 375 time: 0.0275247 Jan 18 22:20:54.802612 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7cd93d-09f0-49fa-94d6-4d2432958035 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Port e314cea7-d3ef-4491-ae09-33671b3348d7 on network 5fa34fa1-dafa-4b86-809c-d5bf578ce676 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:20:54.803041 n-d-825064-1 neutron-server[102431]: ERROR neutron.plugins.ml2.managers [None req-8c7cd93d-09f0-49fa-94d6-4d2432958035 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Failed to bind port e314cea7-d3ef-4491-ae09-33671b3348d7 on host n-h2-825064-1 for vnic_type normal using segments [{'id': '14ac2912-e907-4175-bed8-97bb25d5f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5fa34fa1-dafa-4b86-809c-d5bf578ce676'}] Jan 18 22:20:54.803529 n-d-825064-1 neutron-server[102431]: INFO neutron.plugins.ml2.plugin [None req-8c7cd93d-09f0-49fa-94d6-4d2432958035 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempt 7 to bind port e314cea7-d3ef-4491-ae09-33671b3348d7 Jan 18 22:20:54.820972 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-8c7cd93d-09f0-49fa-94d6-4d2432958035 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempting to bind port e314cea7-d3ef-4491-ae09-33671b3348d7 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:20:54.821702 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-8c7cd93d-09f0-49fa-94d6-4d2432958035 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempting to bind port e314cea7-d3ef-4491-ae09-33671b3348d7 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '14ac2912-e907-4175-bed8-97bb25d5f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5fa34fa1-dafa-4b86-809c-d5bf578ce676'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:20:54.822134 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7cd93d-09f0-49fa-94d6-4d2432958035 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempting to bind port e314cea7-d3ef-4491-ae09-33671b3348d7 on network 5fa34fa1-dafa-4b86-809c-d5bf578ce676 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:20:54.829169 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7cd93d-09f0-49fa-94d6-4d2432958035 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Port e314cea7-d3ef-4491-ae09-33671b3348d7 on network 5fa34fa1-dafa-4b86-809c-d5bf578ce676 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:20:54.829624 n-d-825064-1 neutron-server[102431]: ERROR neutron.plugins.ml2.managers [None req-8c7cd93d-09f0-49fa-94d6-4d2432958035 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Failed to bind port e314cea7-d3ef-4491-ae09-33671b3348d7 on host n-h2-825064-1 for vnic_type normal using segments [{'id': '14ac2912-e907-4175-bed8-97bb25d5f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5fa34fa1-dafa-4b86-809c-d5bf578ce676'}] Jan 18 22:20:54.830125 n-d-825064-1 neutron-server[102431]: INFO neutron.plugins.ml2.plugin [None req-8c7cd93d-09f0-49fa-94d6-4d2432958035 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempt 8 to bind port e314cea7-d3ef-4491-ae09-33671b3348d7 Jan 18 22:20:54.852024 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-8c7cd93d-09f0-49fa-94d6-4d2432958035 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempting to bind port e314cea7-d3ef-4491-ae09-33671b3348d7 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:20:54.853462 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9c9447ed-b705-451a-a1a8-7ab1c687fa80 req-ca5c2e1f-e46a-4bc5-b8b6-eb12823a971f tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/security-groups?id=92d0bf2d-4a69-4a06-bc28-bffdc82f7ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172256 Jan 18 22:20:54.855471 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b4142057-cf13-48cd-aa28-726e1357bd46 req-5563763c-ee43-4a2f-918b-0d050474e558 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=feff401a111441e8bc4bdb3f9c55f3c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0401824 Jan 18 22:20:54.875033 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-8c7cd93d-09f0-49fa-94d6-4d2432958035 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempting to bind port e314cea7-d3ef-4491-ae09-33671b3348d7 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '14ac2912-e907-4175-bed8-97bb25d5f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5fa34fa1-dafa-4b86-809c-d5bf578ce676'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:20:54.875845 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7cd93d-09f0-49fa-94d6-4d2432958035 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempting to bind port e314cea7-d3ef-4491-ae09-33671b3348d7 on network 5fa34fa1-dafa-4b86-809c-d5bf578ce676 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:20:54.891899 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7cd93d-09f0-49fa-94d6-4d2432958035 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Port e314cea7-d3ef-4491-ae09-33671b3348d7 on network 5fa34fa1-dafa-4b86-809c-d5bf578ce676 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:20:54.892268 n-d-825064-1 neutron-server[102431]: ERROR neutron.plugins.ml2.managers [None req-8c7cd93d-09f0-49fa-94d6-4d2432958035 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Failed to bind port e314cea7-d3ef-4491-ae09-33671b3348d7 on host n-h2-825064-1 for vnic_type normal using segments [{'id': '14ac2912-e907-4175-bed8-97bb25d5f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5fa34fa1-dafa-4b86-809c-d5bf578ce676'}] Jan 18 22:20:54.892667 n-d-825064-1 neutron-server[102431]: INFO neutron.plugins.ml2.plugin [None req-8c7cd93d-09f0-49fa-94d6-4d2432958035 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempt 9 to bind port e314cea7-d3ef-4491-ae09-33671b3348d7 Jan 18 22:20:54.919783 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-8c7cd93d-09f0-49fa-94d6-4d2432958035 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempting to bind port e314cea7-d3ef-4491-ae09-33671b3348d7 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:20:54.920927 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-8c7cd93d-09f0-49fa-94d6-4d2432958035 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempting to bind port e314cea7-d3ef-4491-ae09-33671b3348d7 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '14ac2912-e907-4175-bed8-97bb25d5f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5fa34fa1-dafa-4b86-809c-d5bf578ce676'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:20:54.921953 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7cd93d-09f0-49fa-94d6-4d2432958035 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempting to bind port e314cea7-d3ef-4491-ae09-33671b3348d7 on network 5fa34fa1-dafa-4b86-809c-d5bf578ce676 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:20:54.938522 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7cd93d-09f0-49fa-94d6-4d2432958035 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Port e314cea7-d3ef-4491-ae09-33671b3348d7 on network 5fa34fa1-dafa-4b86-809c-d5bf578ce676 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:20:54.939160 n-d-825064-1 neutron-server[102431]: ERROR neutron.plugins.ml2.managers [None req-8c7cd93d-09f0-49fa-94d6-4d2432958035 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Failed to bind port e314cea7-d3ef-4491-ae09-33671b3348d7 on host n-h2-825064-1 for vnic_type normal using segments [{'id': '14ac2912-e907-4175-bed8-97bb25d5f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5fa34fa1-dafa-4b86-809c-d5bf578ce676'}] Jan 18 22:20:54.939703 n-d-825064-1 neutron-server[102431]: INFO neutron.plugins.ml2.plugin [None req-8c7cd93d-09f0-49fa-94d6-4d2432958035 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempt 10 to bind port e314cea7-d3ef-4491-ae09-33671b3348d7 Jan 18 22:20:54.962263 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-8c7cd93d-09f0-49fa-94d6-4d2432958035 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempting to bind port e314cea7-d3ef-4491-ae09-33671b3348d7 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:20:54.962596 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-8c7cd93d-09f0-49fa-94d6-4d2432958035 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempting to bind port e314cea7-d3ef-4491-ae09-33671b3348d7 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '14ac2912-e907-4175-bed8-97bb25d5f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5fa34fa1-dafa-4b86-809c-d5bf578ce676'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:20:54.962927 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7cd93d-09f0-49fa-94d6-4d2432958035 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempting to bind port e314cea7-d3ef-4491-ae09-33671b3348d7 on network 5fa34fa1-dafa-4b86-809c-d5bf578ce676 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:20:54.968158 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7cd93d-09f0-49fa-94d6-4d2432958035 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Port e314cea7-d3ef-4491-ae09-33671b3348d7 on network 5fa34fa1-dafa-4b86-809c-d5bf578ce676 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:20:54.968620 n-d-825064-1 neutron-server[102431]: ERROR neutron.plugins.ml2.managers [None req-8c7cd93d-09f0-49fa-94d6-4d2432958035 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Failed to bind port e314cea7-d3ef-4491-ae09-33671b3348d7 on host n-h2-825064-1 for vnic_type normal using segments [{'id': '14ac2912-e907-4175-bed8-97bb25d5f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5fa34fa1-dafa-4b86-809c-d5bf578ce676'}] Jan 18 22:20:54.968787 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8c7cd93d-09f0-49fa-94d6-4d2432958035 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:55.051372 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-8c7cd93d-09f0-49fa-94d6-4d2432958035 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] For port e314cea7-d3ef-4491-ae09-33671b3348d7, host n-h2-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:20:55.051819 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-8c7cd93d-09f0-49fa-94d6-4d2432958035 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempted to set empty binding levels {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 18 22:20:55.059649 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8c7cd93d-09f0-49fa-94d6-4d2432958035 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:55.069504 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b4142057-cf13-48cd-aa28-726e1357bd46 req-f62e2833-40de-4e48-b34c-5defafb7258e service neutron] 10.222.0.53 "GET /v2.0/networks/616341ad-8ee5-46dd-a50f-fbf4c382e06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964204 Jan 18 22:20:55.071566 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [req-47439b4d-9c8e-4774-84a6-dfbf4d88d2f0 req-11884dea-1de2-4b22-af1e-03ecfe30269d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 647df6e5-6afc-435c-8852-53ad9c11fc2f {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:20:55.083079 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-47439b4d-9c8e-4774-84a6-dfbf4d88d2f0 req-11884dea-1de2-4b22-af1e-03ecfe30269d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:55.103344 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-8c7cd93d-09f0-49fa-94d6-4d2432958035 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] In _notify_port_updated(), no bound segment for port e314cea7-d3ef-4491-ae09-33671b3348d7 on network 5fa34fa1-dafa-4b86-809c-d5bf578ce676 {{(pid=102431) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 18 22:20:55.104419 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7cd93d-09f0-49fa-94d6-4d2432958035 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:55.105111 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8c7cd93d-09f0-49fa-94d6-4d2432958035 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:55.108797 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-8c7cd93d-09f0-49fa-94d6-4d2432958035 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] 10.222.0.53 "PUT /v2.0/ports/e314cea7-d3ef-4491-ae09-33671b3348d7 HTTP/1.1" status: 200 len: 974 time: 1.1513200 Jan 18 22:20:55.111051 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 36378) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:20:55.157478 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63daeabf-a8dc-4cc4-bcee-2b6cfc27d51d req-f3513a44-e20c-40ae-acb6-dc407644b233 tempest-LiveAutoBlockMigrationV225Test-1137188585 tempest-LiveAutoBlockMigrationV225Test-1137188585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:55.164799 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-63daeabf-a8dc-4cc4-bcee-2b6cfc27d51d req-f3513a44-e20c-40ae-acb6-dc407644b233 tempest-LiveAutoBlockMigrationV225Test-1137188585 tempest-LiveAutoBlockMigrationV225Test-1137188585-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4de4c816-9c87-48ec-b7cd-5fd21aa43808 HTTP/1.1" status: 200 len: 1096 time: 0.1767728 Jan 18 22:20:55.167576 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-47439b4d-9c8e-4774-84a6-dfbf4d88d2f0 req-11884dea-1de2-4b22-af1e-03ecfe30269d service neutron] Transition to ACTIVE for port object 647df6e5-6afc-435c-8852-53ad9c11fc2f will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:20:55.179171 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7cd93d-09f0-49fa-94d6-4d2432958035 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Pushing event updated for resources: {'Port': ['ID=e314cea7-d3ef-4491-ae09-33671b3348d7,revision_number=3']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:55.188561 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-47439b4d-9c8e-4774-84a6-dfbf4d88d2f0 req-11884dea-1de2-4b22-af1e-03ecfe30269d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:55.190840 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 85aeb30e-82ca-435b-a570-48be605fa74c up at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:20:55.207037 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7cd93d-09f0-49fa-94d6-4d2432958035 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:20:55.207429 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7cd93d-09f0-49fa-94d6-4d2432958035 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:20:55.207712 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7cd93d-09f0-49fa-94d6-4d2432958035 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:20:55.208047 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7cd93d-09f0-49fa-94d6-4d2432958035 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:20:55.208485 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7cd93d-09f0-49fa-94d6-4d2432958035 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:20:55.208805 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7cd93d-09f0-49fa-94d6-4d2432958035 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:20:55.209129 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7cd93d-09f0-49fa-94d6-4d2432958035 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:20:55.209451 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7cd93d-09f0-49fa-94d6-4d2432958035 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:20:55.209774 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7cd93d-09f0-49fa-94d6-4d2432958035 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:20:55.210096 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7cd93d-09f0-49fa-94d6-4d2432958035 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:20:55.210411 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7cd93d-09f0-49fa-94d6-4d2432958035 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:20:55.210725 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7cd93d-09f0-49fa-94d6-4d2432958035 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:20:55.243148 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6198fdb-2d42-4f39-b8a3-fbc891809daa tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:55.244161 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6198fdb-2d42-4f39-b8a3-fbc891809daa tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:55.244161 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6198fdb-2d42-4f39-b8a3-fbc891809daa tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:55.244858 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6198fdb-2d42-4f39-b8a3-fbc891809daa tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:55.245330 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6198fdb-2d42-4f39-b8a3-fbc891809daa tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:55.245788 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6198fdb-2d42-4f39-b8a3-fbc891809daa tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:55.246244 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6198fdb-2d42-4f39-b8a3-fbc891809daa tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:55.246695 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6198fdb-2d42-4f39-b8a3-fbc891809daa tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:55.247161 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6198fdb-2d42-4f39-b8a3-fbc891809daa tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:55.247887 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6198fdb-2d42-4f39-b8a3-fbc891809daa tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:55.248025 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6198fdb-2d42-4f39-b8a3-fbc891809daa tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:55.248511 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6198fdb-2d42-4f39-b8a3-fbc891809daa tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:55.248960 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6198fdb-2d42-4f39-b8a3-fbc891809daa tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:55.249408 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6198fdb-2d42-4f39-b8a3-fbc891809daa tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:55.249856 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6198fdb-2d42-4f39-b8a3-fbc891809daa tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:55.250304 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6198fdb-2d42-4f39-b8a3-fbc891809daa tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:55.250750 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6198fdb-2d42-4f39-b8a3-fbc891809daa tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:55.251197 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6198fdb-2d42-4f39-b8a3-fbc891809daa tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:55.251644 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6198fdb-2d42-4f39-b8a3-fbc891809daa tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:55.252090 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6198fdb-2d42-4f39-b8a3-fbc891809daa tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:55.253322 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6198fdb-2d42-4f39-b8a3-fbc891809daa tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:55.253825 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6198fdb-2d42-4f39-b8a3-fbc891809daa tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:55.254280 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6198fdb-2d42-4f39-b8a3-fbc891809daa tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:55.254729 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6198fdb-2d42-4f39-b8a3-fbc891809daa tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:55.255172 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6198fdb-2d42-4f39-b8a3-fbc891809daa tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:55.256150 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6198fdb-2d42-4f39-b8a3-fbc891809daa tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:55.256625 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6198fdb-2d42-4f39-b8a3-fbc891809daa tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:55.257507 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6198fdb-2d42-4f39-b8a3-fbc891809daa tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:55.257635 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6198fdb-2d42-4f39-b8a3-fbc891809daa tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:55.258418 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6198fdb-2d42-4f39-b8a3-fbc891809daa tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:55.262997 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-f6198fdb-2d42-4f39-b8a3-fbc891809daa tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 27058 time: 0.1507468 Jan 18 22:20:55.267630 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 36382) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:20:55.310643 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11884dea-1de2-4b22-af1e-03ecfe30269d service neutron] Pushing event updated for resources: {'Port': ['ID=647df6e5-6afc-435c-8852-53ad9c11fc2f,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:55.315336 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b4142057-cf13-48cd-aa28-726e1357bd46 req-6bc07df3-5a3c-4f30-9ae1-81efda46728e service neutron] 10.222.0.53 "GET /v2.0/networks/616341ad-8ee5-46dd-a50f-fbf4c382e06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382646 Jan 18 22:20:55.317549 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-63daeabf-a8dc-4cc4-bcee-2b6cfc27d51d req-1b278d39-ce96-4c0c-8f09-d3c4f9cb02a5 tempest-LiveAutoBlockMigrationV225Test-1137188585 tempest-LiveAutoBlockMigrationV225Test-1137188585-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=dc8c7d2e-b8e2-47f9-a940-5cbf5ddba272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519923 Jan 18 22:20:55.347235 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning complete for port 85aeb30e-82ca-435b-a570-48be605fa74c triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:20:55.347617 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:55.454435 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-459a242e-6bb8-47f9-9ac6-d67dc7e221a2 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Deleting port e314cea7-d3ef-4491-ae09-33671b3348d7 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:20:55.454989 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-459a242e-6bb8-47f9-9ac6-d67dc7e221a2 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:55.458604 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-47439b4d-9c8e-4774-84a6-dfbf4d88d2f0 req-11884dea-1de2-4b22-af1e-03ecfe30269d service neutron] Attempting to bind port 647df6e5-6afc-435c-8852-53ad9c11fc2f on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:20:55.458960 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-47439b4d-9c8e-4774-84a6-dfbf4d88d2f0 req-11884dea-1de2-4b22-af1e-03ecfe30269d service neutron] Attempting to bind port 647df6e5-6afc-435c-8852-53ad9c11fc2f by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '54058af5-a5b1-45e9-977a-39ef1b01c87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:20:55.459417 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47439b4d-9c8e-4774-84a6-dfbf4d88d2f0 req-11884dea-1de2-4b22-af1e-03ecfe30269d service neutron] Attempting to bind port 647df6e5-6afc-435c-8852-53ad9c11fc2f on network e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:20:55.464322 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47439b4d-9c8e-4774-84a6-dfbf4d88d2f0 req-11884dea-1de2-4b22-af1e-03ecfe30269d service neutron] Port 647df6e5-6afc-435c-8852-53ad9c11fc2f on network e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:20:55.464652 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47439b4d-9c8e-4774-84a6-dfbf4d88d2f0 req-11884dea-1de2-4b22-af1e-03ecfe30269d service neutron] Attempting to bind port 647df6e5-6afc-435c-8852-53ad9c11fc2f on network e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:20:55.470898 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47439b4d-9c8e-4774-84a6-dfbf4d88d2f0 req-11884dea-1de2-4b22-af1e-03ecfe30269d service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:20:55.472071 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47439b4d-9c8e-4774-84a6-dfbf4d88d2f0 req-11884dea-1de2-4b22-af1e-03ecfe30269d service neutron] Checking segment: {'id': '54058af5-a5b1-45e9-977a-39ef1b01c87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:20:55.472897 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47439b4d-9c8e-4774-84a6-dfbf4d88d2f0 req-11884dea-1de2-4b22-af1e-03ecfe30269d service neutron] Bound using segment: {'id': '54058af5-a5b1-45e9-977a-39ef1b01c87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:20:55.473359 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-47439b4d-9c8e-4774-84a6-dfbf4d88d2f0 req-11884dea-1de2-4b22-af1e-03ecfe30269d service neutron] Bound port: 647df6e5-6afc-435c-8852-53ad9c11fc2f, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54058af5-a5b1-45e9-977a-39ef1b01c87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:20:55.473775 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-47439b4d-9c8e-4774-84a6-dfbf4d88d2f0 req-11884dea-1de2-4b22-af1e-03ecfe30269d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:55.582949 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:55.607923 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-459a242e-6bb8-47f9-9ac6-d67dc7e221a2 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] For port e314cea7-d3ef-4491-ae09-33671b3348d7, host n-h2-825064-1, got binding levels [] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:20:55.608386 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-459a242e-6bb8-47f9-9ac6-d67dc7e221a2 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:55.641443 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-459a242e-6bb8-47f9-9ac6-d67dc7e221a2 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Calling delete_port for e314cea7-d3ef-4491-ae09-33671b3348d7 owned by {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:20:55.664943 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f438302-63de-4371-a597-369b6e067958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85aeb30e-82ca-435b-a570-48be605fa74c'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:20:55.674617 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54baf88e-c820-4698-9a45-f68d5addc3ec" -d '{"events": [{"server_uuid": "2f438302-63de-4371-a597-369b6e067958", "name": "network-vif-plugged", "status": "completed", "tag": "85aeb30e-82ca-435b-a570-48be605fa74c"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:20:55.717901 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 85aeb30e-82ca-435b-a570-48be605fa74c, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=85aeb30e-82ca-435b-a570-48be605fa74c,segment=NetworkSegment(8b9c1dcd-43d7-469e-84e6-2ae44ff323fb),segment_id=8b9c1dcd-43d7-469e-84e6-2ae44ff323fb)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:20:55.732273 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:55.868511 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=85aeb30e-82ca-435b-a570-48be605fa74c,revision_number=8']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:55.880525 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-459a242e-6bb8-47f9-9ac6-d67dc7e221a2 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:55.899953 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683e6e14-9ba8-4feb-91ce-ece8dc26cb2c req-7ab16b97-6b5a-4bc7-99b3-2b7576a8118e tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:55.901941 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-683e6e14-9ba8-4feb-91ce-ece8dc26cb2c req-7ab16b97-6b5a-4bc7-99b3-2b7576a8118e tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=af0d2682-492f-45f0-87de-a0bf93808694 HTTP/1.1" status: 200 len: 944 time: 0.4071774 Jan 18 22:20:55.906313 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2532b667-d5c9-4a4d-bb6b-a99fa4ae8174 req-266aadd3-11b6-4fb7-b838-2470dfa9ad49 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=4496de54-695d-4eb5-b906-e2bc59182d29 HTTP/1.1" status: 200 len: 210 time: 0.0851963 Jan 18 22:20:55.946194 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459a242e-6bb8-47f9-9ac6-d67dc7e221a2 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Pushing event deleted for resources: {'Port': ['ID=e314cea7-d3ef-4491-ae09-33671b3348d7,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:55.963847 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-459a242e-6bb8-47f9-9ac6-d67dc7e221a2 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:55.967677 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-459a242e-6bb8-47f9-9ac6-d67dc7e221a2 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] 10.222.0.53 "DELETE /v2.0/ports/e314cea7-d3ef-4491-ae09-33671b3348d7 HTTP/1.1" status: 204 len: 168 time: 0.6983359 Jan 18 22:20:55.968486 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-47439b4d-9c8e-4774-84a6-dfbf4d88d2f0 req-11884dea-1de2-4b22-af1e-03ecfe30269d service neutron] For port 647df6e5-6afc-435c-8852-53ad9c11fc2f, host n-h2-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:20:55.970924 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 36418) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:20:56.018316 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-47439b4d-9c8e-4774-84a6-dfbf4d88d2f0 req-11884dea-1de2-4b22-af1e-03ecfe30269d service neutron] For port 647df6e5-6afc-435c-8852-53ad9c11fc2f, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=647df6e5-6afc-435c-8852-53ad9c11fc2f,segment=NetworkSegment(54058af5-a5b1-45e9-977a-39ef1b01c87e),segment_id=54058af5-a5b1-45e9-977a-39ef1b01c87e)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:20:56.023161 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-435f3590-378c-4998-a1a2-7b85661bd59f tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] GET failed (client error): The resource could not be found. Jan 18 22:20:56.025030 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-435f3590-378c-4998-a1a2-7b85661bd59f tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] 10.222.0.53 "GET /v2.0/ports/e314cea7-d3ef-4491-ae09-33671b3348d7 HTTP/1.1" status: 404 len: 333 time: 0.0523834 Jan 18 22:20:56.029501 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 36428) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:20:56.033543 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-683e6e14-9ba8-4feb-91ce-ece8dc26cb2c req-29846229-e2cd-4479-ac85-397d68dc3ec0 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=69e59ffc-71ce-4c50-acf6-17bf11fb5545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125896 Jan 18 22:20:56.035357 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-6589586b-871c-41de-9d6a-8936bd688fb9 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2019919770', 'network_id': '5fa34fa1-dafa-4b86-809c-d5bf578ce676'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:20:56.039795 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-47439b4d-9c8e-4774-84a6-dfbf4d88d2f0 req-11884dea-1de2-4b22-af1e-03ecfe30269d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:56.078493 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6589586b-871c-41de-9d6a-8936bd688fb9 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Made reservation on behalf of f4d2fa0a644d42b4b138b094477878a0 for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:20:56.081062 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6589586b-871c-41de-9d6a-8936bd688fb9 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:56.095568 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47439b4d-9c8e-4774-84a6-dfbf4d88d2f0 req-11884dea-1de2-4b22-af1e-03ecfe30269d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:56.096246 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-47439b4d-9c8e-4774-84a6-dfbf4d88d2f0 req-11884dea-1de2-4b22-af1e-03ecfe30269d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:56.097848 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-47439b4d-9c8e-4774-84a6-dfbf4d88d2f0 req-11884dea-1de2-4b22-af1e-03ecfe30269d service neutron] 10.222.0.67 "PUT /v2.0/ports/647df6e5-6afc-435c-8852-53ad9c11fc2f HTTP/1.1" status: 200 len: 1092 time: 2.0299814 Jan 18 22:20:56.098343 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af0d2682-492f-45f0-87de-a0bf93808694', 'tag': '647df6e5-6afc-435c-8852-53ad9c11fc2f'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:20:56.100954 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df8c9042-4ed3-45c2-be0e-2a472325eb37" -d '{"events": [{"name": "network-changed", "server_uuid": "af0d2682-492f-45f0-87de-a0bf93808694", "tag": "647df6e5-6afc-435c-8852-53ad9c11fc2f"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:20:56.134922 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11884dea-1de2-4b22-af1e-03ecfe30269d service neutron] Pushing event updated for resources: {'Port': ['ID=647df6e5-6afc-435c-8852-53ad9c11fc2f,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:56.147277 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [None req-6589586b-871c-41de-9d6a-8936bd688fb9 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] device_id is not set on port f81cd5d7-c9e7-48d7-878c-078ac3950a44 yet. {{(pid=102431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:20:56.223396 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e631199d-ce6a-43b8-a233-1e21c2dea637 x-openstack-request-id: req-e631199d-ce6a-43b8-a233-1e21c2dea637 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:20:56.224380 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f438302-63de-4371-a597-369b6e067958", "name": "network-vif-plugged", "status": "completed", "tag": "85aeb30e-82ca-435b-a570-48be605fa74c", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:20:56.224900 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e631199d-ce6a-43b8-a233-1e21c2dea637 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:20:56.225541 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f438302-63de-4371-a597-369b6e067958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85aeb30e-82ca-435b-a570-48be605fa74c', 'code': 200} Jan 18 22:20:56.269584 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47439b4d-9c8e-4774-84a6-dfbf4d88d2f0 req-c568a572-697c-43d1-939a-ffe54008248f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:56.272956 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-47439b4d-9c8e-4774-84a6-dfbf4d88d2f0 req-c568a572-697c-43d1-939a-ffe54008248f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=584d50ef6ed64545aac1e7947879ab5e&device_id=af0d2682-492f-45f0-87de-a0bf93808694 HTTP/1.1" status: 200 len: 1095 time: 0.1144748 Jan 18 22:20:56.388191 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-47439b4d-9c8e-4774-84a6-dfbf4d88d2f0 req-8eaa075e-675f-441b-860b-e37e379a56bb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=647df6e5-6afc-435c-8852-53ad9c11fc2f HTTP/1.1" status: 200 len: 217 time: 0.1071031 Jan 18 22:20:56.578008 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47439b4d-9c8e-4774-84a6-dfbf4d88d2f0 req-df5473ac-b863-4e82-8db9-24e13adab40d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:56.579543 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-47439b4d-9c8e-4774-84a6-dfbf4d88d2f0 req-df5473ac-b863-4e82-8db9-24e13adab40d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=42841b58-d144-4855-94d6-b7b43c1900e0 HTTP/1.1" status: 200 len: 850 time: 0.1793096 Jan 18 22:20:56.598755 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b12f99a-677a-41e8-b853-378fe6728d9c req-75d200cf-8492-4207-99ef-1a2459fdacc8 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:56.599801 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5b12f99a-677a-41e8-b853-378fe6728d9c req-75d200cf-8492-4207-99ef-1a2459fdacc8 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f438302-63de-4371-a597-369b6e067958 HTTP/1.1" status: 200 len: 945 time: 0.0878503 Jan 18 22:20:56.639223 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6589586b-871c-41de-9d6a-8936bd688fb9 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:56.655480 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cf756d-43de-4b31-9517-162e1601ff06 req-231bceff-3b21-49e0-a4bf-1a405f5bd967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:56.657352 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-27cf756d-43de-4b31-9517-162e1601ff06 req-231bceff-3b21-49e0-a4bf-1a405f5bd967 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2f438302-63de-4371-a597-369b6e067958 HTTP/1.1" status: 200 len: 1096 time: 0.1427615 Jan 18 22:20:56.693034 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5b12f99a-677a-41e8-b853-378fe6728d9c req-7847cf50-929a-4b9a-9817-2afee5cd5222 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/security-groups?id=92d0bf2d-4a69-4a06-bc28-bffdc82f7ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821788 Jan 18 22:20:56.705353 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47439b4d-9c8e-4774-84a6-dfbf4d88d2f0 req-e1cb8ff4-83c2-4159-b9db-e60ae88aeeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:56.708183 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-47439b4d-9c8e-4774-84a6-dfbf4d88d2f0 req-e1cb8ff4-83c2-4159-b9db-e60ae88aeeb4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1074438 Jan 18 22:20:56.756940 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-27cf756d-43de-4b31-9517-162e1601ff06 req-5cd69360-c1af-46ac-9a77-a4271bc32476 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=92d0bf2d-4a69-4a06-bc28-bffdc82f7ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769954 Jan 18 22:20:56.761344 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6589586b-871c-41de-9d6a-8936bd688fb9 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:56.772439 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b04a78e7-eaa1-4f32-8216-9c737b382164 x-openstack-request-id: req-b04a78e7-eaa1-4f32-8216-9c737b382164 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:20:56.773191 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af0d2682-492f-45f0-87de-a0bf93808694", "tag": "647df6e5-6afc-435c-8852-53ad9c11fc2f", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:20:56.774181 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b04a78e7-eaa1-4f32-8216-9c737b382164 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:20:56.775058 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af0d2682-492f-45f0-87de-a0bf93808694', 'tag': '647df6e5-6afc-435c-8852-53ad9c11fc2f', 'status': 'completed', 'code': 200} Jan 18 22:20:56.813074 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6589586b-871c-41de-9d6a-8936bd688fb9 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Network 5fa34fa1-dafa-4b86-809c-d5bf578ce676 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:20:56.817911 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-6589586b-871c-41de-9d6a-8936bd688fb9 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:20:56.821489 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6589586b-871c-41de-9d6a-8936bd688fb9 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:20:56.822641 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6589586b-871c-41de-9d6a-8936bd688fb9 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:56.823733 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6589586b-871c-41de-9d6a-8936bd688fb9 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:56.850500 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6589586b-871c-41de-9d6a-8936bd688fb9 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Pushing event updated for resources: {'Port': ['ID=f81cd5d7-c9e7-48d7-878c-078ac3950a44,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:56.863510 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-6589586b-871c-41de-9d6a-8936bd688fb9 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.8326936 Jan 18 22:20:56.866487 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 36466) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:20:56.884702 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-47439b4d-9c8e-4774-84a6-dfbf4d88d2f0 req-5546d5d7-7fb0-4c50-aed9-2a26ee28f2ae service neutron] 10.222.0.67 "GET /v2.0/networks/e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641004 Jan 18 22:20:56.902678 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874053c9-0fef-4391-9a8f-94f8844937e8 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:56.906706 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-874053c9-0fef-4391-9a8f-94f8844937e8 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] 10.222.0.53 "GET /v2.0/ports/f81cd5d7-c9e7-48d7-878c-078ac3950a44 HTTP/1.1" status: 200 len: 955 time: 0.0372863 Jan 18 22:20:56.906990 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 36472) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:20:57.041487 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-5a769f17-764b-4285-b0f1-05d5c6348ed0 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Deleting port f81cd5d7-c9e7-48d7-878c-078ac3950a44 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:20:57.041995 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5a769f17-764b-4285-b0f1-05d5c6348ed0 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:57.163667 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f8e8b444-81c7-43b0-8753-479036b143c4 req-e9a4b94e-eda3-4132-a34b-7e725560dd9f tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=4496de54-695d-4eb5-b906-e2bc59182d29 HTTP/1.1" status: 200 len: 210 time: 0.0479305 Jan 18 22:20:57.177870 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-47439b4d-9c8e-4774-84a6-dfbf4d88d2f0 req-f9ea5a32-decd-48c6-aade-624f96c1ecf0 service neutron] 10.222.0.67 "GET /v2.0/networks/e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2815535 Jan 18 22:20:57.207802 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5a769f17-764b-4285-b0f1-05d5c6348ed0 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:57.241217 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-5a769f17-764b-4285-b0f1-05d5c6348ed0 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Calling delete_port for f81cd5d7-c9e7-48d7-878c-078ac3950a44 owned by {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:20:57.400153 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8c9042-4ed3-45c2-be0e-2a472325eb37 req-fd1894e1-90d8-47b0-960e-942ba7d0c788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:57.401643 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-df8c9042-4ed3-45c2-be0e-2a472325eb37 req-fd1894e1-90d8-47b0-960e-942ba7d0c788 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=584d50ef6ed64545aac1e7947879ab5e&device_id=af0d2682-492f-45f0-87de-a0bf93808694 HTTP/1.1" status: 200 len: 1095 time: 0.1488063 Jan 18 22:20:57.415684 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5a769f17-764b-4285-b0f1-05d5c6348ed0 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:57.445021 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a769f17-764b-4285-b0f1-05d5c6348ed0 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Pushing event deleted for resources: {'Port': ['ID=f81cd5d7-c9e7-48d7-878c-078ac3950a44,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:57.468542 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5a769f17-764b-4285-b0f1-05d5c6348ed0 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:57.478579 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-5a769f17-764b-4285-b0f1-05d5c6348ed0 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] 10.222.0.53 "DELETE /v2.0/ports/f81cd5d7-c9e7-48d7-878c-078ac3950a44 HTTP/1.1" status: 204 len: 168 time: 0.5686100 Jan 18 22:20:57.481326 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 36488) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:20:57.543932 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-e07412d2-9efc-44e8-b2c0-e9fab5adc6fe tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] GET failed (client error): The resource could not be found. Jan 18 22:20:57.552209 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-e07412d2-9efc-44e8-b2c0-e9fab5adc6fe tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] 10.222.0.53 "GET /v2.0/ports/f81cd5d7-c9e7-48d7-878c-078ac3950a44 HTTP/1.1" status: 404 len: 333 time: 0.0666513 Jan 18 22:20:57.561124 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 36492) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:20:57.579960 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-f9c6898a-ba2b-4c57-8407-0f24618f4f74 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Request body: {'port': {'network_id': '5fa34fa1-dafa-4b86-809c-d5bf578ce676', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2127134473'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:20:57.647202 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9c6898a-ba2b-4c57-8407-0f24618f4f74 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Made reservation on behalf of f4d2fa0a644d42b4b138b094477878a0 for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:20:57.649752 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f9c6898a-ba2b-4c57-8407-0f24618f4f74 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:57.676468 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [None req-f9c6898a-ba2b-4c57-8407-0f24618f4f74 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] device_id is not set on port 22bbbdd1-dac4-48d0-8095-c458d6afaaf3 yet. {{(pid=102431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:20:57.746847 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a844d49f-77c9-4e41-b60e-a04bae0640b5 req-42aefcb0-410a-4f3a-8839-3f7183d6849a tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:57.755424 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a844d49f-77c9-4e41-b60e-a04bae0640b5 req-42aefcb0-410a-4f3a-8839-3f7183d6849a tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=af0d2682-492f-45f0-87de-a0bf93808694 HTTP/1.1" status: 200 len: 944 time: 0.4386895 Jan 18 22:20:57.941613 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8c9042-4ed3-45c2-be0e-2a472325eb37 req-c338b62b-2880-4bfe-9c4f-14b28ee84b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:57.943182 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-df8c9042-4ed3-45c2-be0e-2a472325eb37 req-c338b62b-2880-4bfe-9c4f-14b28ee84b58 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84 HTTP/1.1" status: 200 len: 911 time: 0.5312369 Jan 18 22:20:58.012399 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a844d49f-77c9-4e41-b60e-a04bae0640b5 req-e809fbbb-3818-4ea1-8c0a-5ebab061b4c0 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=69e59ffc-71ce-4c50-acf6-17bf11fb5545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350616 Jan 18 22:20:58.034356 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4142057-cf13-48cd-aa28-726e1357bd46 req-96bb8b77-c217-4e30-bb11-db87ff50ae66 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:58.035907 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-b4142057-cf13-48cd-aa28-726e1357bd46 req-96bb8b77-c217-4e30-bb11-db87ff50ae66 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.36 "GET /v2.0/networks?id=616341ad-8ee5-46dd-a50f-fbf4c382e06c HTTP/1.1" status: 200 len: 812 time: 0.3552442 Jan 18 22:20:58.070994 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-b4142057-cf13-48cd-aa28-726e1357bd46 req-30d23e83-6238-45ea-90e1-57693c832724 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Request body: {'port': {'device_id': '4496de54-695d-4eb5-b906-e2bc59182d29', 'network_id': '616341ad-8ee5-46dd-a50f-fbf4c382e06c', 'admin_state_up': True, 'tenant_id': 'feff401a111441e8bc4bdb3f9c55f3c8'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:20:58.115290 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-df8c9042-4ed3-45c2-be0e-2a472325eb37 req-a0cb2e75-6d9c-4207-9a38-03070d32564f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=647df6e5-6afc-435c-8852-53ad9c11fc2f HTTP/1.1" status: 200 len: 217 time: 0.1566780 Jan 18 22:20:58.124686 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ee4b10-d74c-4ed9-b4c9-8f1e9d86d82b req-b312307e-e72d-4c5b-b1e4-d0a5a14c0a04 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:58.133813 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-17ee4b10-d74c-4ed9-b4c9-8f1e9d86d82b req-b312307e-e72d-4c5b-b1e4-d0a5a14c0a04 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f438302-63de-4371-a597-369b6e067958 HTTP/1.1" status: 200 len: 945 time: 0.2427747 Jan 18 22:20:58.223119 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4142057-cf13-48cd-aa28-726e1357bd46 req-30d23e83-6238-45ea-90e1-57693c832724 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Made reservation on behalf of feff401a111441e8bc4bdb3f9c55f3c8 for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:20:58.229910 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-b4142057-cf13-48cd-aa28-726e1357bd46 req-30d23e83-6238-45ea-90e1-57693c832724 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:58.262969 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f9c6898a-ba2b-4c57-8407-0f24618f4f74 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:58.308937 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f9c6898a-ba2b-4c57-8407-0f24618f4f74 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:58.361229 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-17ee4b10-d74c-4ed9-b4c9-8f1e9d86d82b req-85cbc324-8000-45f5-92ae-e1d7800e9b99 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/security-groups?id=92d0bf2d-4a69-4a06-bc28-bffdc82f7ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261527 Jan 18 22:20:58.373757 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9711df-dc96-4b31-9458-d35adfefcd43 req-8752587b-8882-49be-aec6-126deae4305a tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:58.375600 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1d9711df-dc96-4b31-9458-d35adfefcd43 req-8752587b-8882-49be-aec6-126deae4305a tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/networks?id=238ed1a6-2b69-482a-a879-0782a721c5d9 HTTP/1.1" status: 200 len: 805 time: 0.1766791 Jan 18 22:20:58.380512 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8c9042-4ed3-45c2-be0e-2a472325eb37 req-94c4a77c-1397-42e8-90cb-bf1ae5a281d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:58.382294 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-df8c9042-4ed3-45c2-be0e-2a472325eb37 req-94c4a77c-1397-42e8-90cb-bf1ae5a281d7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=42841b58-d144-4855-94d6-b7b43c1900e0 HTTP/1.1" status: 200 len: 850 time: 0.2380452 Jan 18 22:20:58.383173 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c6898a-ba2b-4c57-8407-0f24618f4f74 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Network 5fa34fa1-dafa-4b86-809c-d5bf578ce676 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:20:58.387417 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-f9c6898a-ba2b-4c57-8407-0f24618f4f74 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:20:58.405052 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c6898a-ba2b-4c57-8407-0f24618f4f74 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:20:58.406319 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c6898a-ba2b-4c57-8407-0f24618f4f74 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:58.407214 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f9c6898a-ba2b-4c57-8407-0f24618f4f74 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:58.433018 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1d9711df-dc96-4b31-9458-d35adfefcd43 req-2377f90e-c3ab-45b9-9c87-f899e9115dc5 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/quotas/ae480cc349914bb59c49507d70f536af HTTP/1.1" status: 200 len: 375 time: 0.0489886 Jan 18 22:20:58.486120 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-f9c6898a-ba2b-4c57-8407-0f24618f4f74 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.9235523 Jan 18 22:20:58.489347 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 36512) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:20:58.499051 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-e3f44179-8c25-4a5b-ae68-2dba2ac09d53 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-825064-1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:20:58.507990 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c6898a-ba2b-4c57-8407-0f24618f4f74 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Pushing event updated for resources: {'Port': ['ID=22bbbdd1-dac4-48d0-8095-c458d6afaaf3,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:58.533650 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8c9042-4ed3-45c2-be0e-2a472325eb37 req-f80a587c-24d6-4e0b-b347-09155a61c2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:58.535274 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-df8c9042-4ed3-45c2-be0e-2a472325eb37 req-f80a587c-24d6-4e0b-b347-09155a61c2e0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1430397 Jan 18 22:20:58.624513 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [req-b4142057-cf13-48cd-aa28-726e1357bd46 req-30d23e83-6238-45ea-90e1-57693c832724 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Allocated IP 172.20.0.10 (616341ad-8ee5-46dd-a50f-fbf4c382e06c/39872394-9ec8-42e0-a515-8c2f5c78361a/b0898f06-6217-4898-a9e9-2057141276cd) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:20:58.646915 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bc1faa72-8145-44c5-b825-770df6a17d7e req-2b7f7b40-9184-4228-9252-73222ca373ba tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=4496de54-695d-4eb5-b906-e2bc59182d29 HTTP/1.1" status: 200 len: 210 time: 0.1025324 Jan 18 22:20:58.689959 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1d9711df-dc96-4b31-9458-d35adfefcd43 req-5ba86332-a3d4-4e0c-ad69-f61de87fe0ba tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ae480cc349914bb59c49507d70f536af&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2445910 Jan 18 22:20:58.720032 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e3f44179-8c25-4a5b-ae68-2dba2ac09d53 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:58.897835 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-b4142057-cf13-48cd-aa28-726e1357bd46 req-30d23e83-6238-45ea-90e1-57693c832724 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:58.934003 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-df8c9042-4ed3-45c2-be0e-2a472325eb37 req-7b921ee6-6d6d-4ef0-9434-0f919b48c622 service neutron] 10.222.0.67 "GET /v2.0/networks/e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3916051 Jan 18 22:20:59.000190 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-b4142057-cf13-48cd-aa28-726e1357bd46 req-30d23e83-6238-45ea-90e1-57693c832724 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:59.052030 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1d9711df-dc96-4b31-9458-d35adfefcd43 req-ad0bfc0d-3c2c-415d-afa5-41b1bf8f7f6b service neutron] 10.222.0.53 "GET /v2.0/networks/238ed1a6-2b69-482a-a879-0782a721c5d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3605835 Jan 18 22:20:59.062539 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4142057-cf13-48cd-aa28-726e1357bd46 req-30d23e83-6238-45ea-90e1-57693c832724 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Network 616341ad-8ee5-46dd-a50f-fbf4c382e06c is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:20:59.067356 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [req-b4142057-cf13-48cd-aa28-726e1357bd46 req-30d23e83-6238-45ea-90e1-57693c832724 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:20:59.088722 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4142057-cf13-48cd-aa28-726e1357bd46 req-30d23e83-6238-45ea-90e1-57693c832724 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:20:59.169398 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4142057-cf13-48cd-aa28-726e1357bd46 req-30d23e83-6238-45ea-90e1-57693c832724 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:59.170125 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-b4142057-cf13-48cd-aa28-726e1357bd46 req-30d23e83-6238-45ea-90e1-57693c832724 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:59.185572 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d23e83-6238-45ea-90e1-57693c832724 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Pushing event updated for resources: {'Port': ['ID=b0898f06-6217-4898-a9e9-2057141276cd,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:59.205156 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device a6b09c77-9893-4d4a-889f-cf8fc612cf5c no longer exists at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:20:59.216383 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-b4142057-cf13-48cd-aa28-726e1357bd46 req-30d23e83-6238-45ea-90e1-57693c832724 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1501400 Jan 18 22:20:59.230647 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-b4142057-cf13-48cd-aa28-726e1357bd46 req-3a78232b-2b2b-4c3e-981d-0704f81f9af2 service neutron] Request body: {'port': {'device_id': '4496de54-695d-4eb5-b906-e2bc59182d29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:20:59.360488 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-b4142057-cf13-48cd-aa28-726e1357bd46 req-3a78232b-2b2b-4c3e-981d-0704f81f9af2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:59.380702 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:59.437610 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a51b6e7-8616-455f-b81f-291bc7228e12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6b09c77-9893-4d4a-889f-cf8fc612cf5c'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:20:59.441922 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99054bd7-6580-458e-b4f3-9e32f3222e15" -d '{"events": [{"server_uuid": "0a51b6e7-8616-455f-b81f-291bc7228e12", "name": "network-vif-unplugged", "status": "completed", "tag": "a6b09c77-9893-4d4a-889f-cf8fc612cf5c"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:20:59.459881 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 647df6e5-6afc-435c-8852-53ad9c11fc2f details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:20:59.463287 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port a6b09c77-9893-4d4a-889f-cf8fc612cf5c, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=a6b09c77-9893-4d4a-889f-cf8fc612cf5c,segment=NetworkSegment(bbee9262-cfb2-4fc9-82be-4cb3bf414322),segment_id=bbee9262-cfb2-4fc9-82be-4cb3bf414322)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:20:59.481797 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:59.600778 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=a6b09c77-9893-4d4a-889f-cf8fc612cf5c,revision_number=8']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:59.653785 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 647df6e5-6afc-435c-8852-53ad9c11fc2f, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=647df6e5-6afc-435c-8852-53ad9c11fc2f,segment=NetworkSegment(54058af5-a5b1-45e9-977a-39ef1b01c87e),segment_id=54058af5-a5b1-45e9-977a-39ef1b01c87e)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:20:59.667991 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': '647df6e5-6afc-435c-8852-53ad9c11fc2f', 'network_id': 'e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84', 'port_id': '647df6e5-6afc-435c-8852-53ad9c11fc2f', 'mac_address': 'fa:16:3e:f0:9c:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42841b58-d144-4855-94d6-b7b43c1900e0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:20:59.716173 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:59.734695 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 647df6e5-6afc-435c-8852-53ad9c11fc2f {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:20:59.763677 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 647df6e5-6afc-435c-8852-53ad9c11fc2f, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=647df6e5-6afc-435c-8852-53ad9c11fc2f,segment=NetworkSegment(54058af5-a5b1-45e9-977a-39ef1b01c87e),segment_id=54058af5-a5b1-45e9-977a-39ef1b01c87e)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:20:59.771676 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:59.852937 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [None req-e3f44179-8c25-4a5b-ae68-2dba2ac09d53 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] device_id is not set on port 22bbbdd1-dac4-48d0-8095-c458d6afaaf3 yet. {{(pid=102430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:20:59.856225 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=647df6e5-6afc-435c-8852-53ad9c11fc2f,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:20:59.879729 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e3f44179-8c25-4a5b-ae68-2dba2ac09d53 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:59.896031 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6946418c-82ed-4e13-a2f1-39b3e1c7399c req-c4588f3f-93fe-45da-b88a-07eea30143c5 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:20:59.903722 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6946418c-82ed-4e13-a2f1-39b3e1c7399c req-c4588f3f-93fe-45da-b88a-07eea30143c5 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=af0d2682-492f-45f0-87de-a0bf93808694 HTTP/1.1" status: 200 len: 944 time: 0.2081037 Jan 18 22:20:59.956080 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [req-b4142057-cf13-48cd-aa28-726e1357bd46 req-3a78232b-2b2b-4c3e-981d-0704f81f9af2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0898f06-6217-4898-a9e9-2057141276cd {{(pid=102431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:20:59.968374 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6946418c-82ed-4e13-a2f1-39b3e1c7399c req-486a332f-ae97-4ebc-bf09-36524c85d5f5 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=69e59ffc-71ce-4c50-acf6-17bf11fb5545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587640 Jan 18 22:20:59.970651 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e3f44179-8c25-4a5b-ae68-2dba2ac09d53 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:59.982181 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-b4142057-cf13-48cd-aa28-726e1357bd46 req-3a78232b-2b2b-4c3e-981d-0704f81f9af2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:20:59.996484 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [req-b4142057-cf13-48cd-aa28-726e1357bd46 req-3a78232b-2b2b-4c3e-981d-0704f81f9af2 service neutron] Transition to ACTIVE for port object b0898f06-6217-4898-a9e9-2057141276cd will not be triggered until provisioned by entity L2. {{(pid=102431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:21:00.011480 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-b4142057-cf13-48cd-aa28-726e1357bd46 req-3a78232b-2b2b-4c3e-981d-0704f81f9af2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:00.048189 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['647df6e5-6afc-435c-8852-53ad9c11fc2f'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:21:00.114466 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83d9614-4a8a-479b-a4ad-5e6b2958cc14 req-af18bcd1-ad71-464e-88b5-d813226ed45c tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:00.115968 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f83d9614-4a8a-479b-a4ad-5e6b2958cc14 req-af18bcd1-ad71-464e-88b5-d813226ed45c tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a51b6e7-8616-455f-b81f-291bc7228e12 HTTP/1.1" status: 200 len: 944 time: 0.4228752 Jan 18 22:21:00.183524 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-df8c9042-4ed3-45c2-be0e-2a472325eb37 req-69546d61-a264-4dec-b8d6-9504ae1bd187 service neutron] 10.222.0.67 "GET /v2.0/networks/e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2333331 Jan 18 22:21:00.215103 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f44179-8c25-4a5b-ae68-2dba2ac09d53 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Pushing event updated for resources: {'Port': ['ID=22bbbdd1-dac4-48d0-8095-c458d6afaaf3,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:21:00.215423 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a78232b-2b2b-4c3e-981d-0704f81f9af2 service neutron] Pushing event updated for resources: {'Port': ['ID=b0898f06-6217-4898-a9e9-2057141276cd,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:21:00.227910 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1d9711df-dc96-4b31-9458-d35adfefcd43 req-ae500725-468b-41c5-a215-880849b5c044 service neutron] 10.222.0.53 "GET /v2.0/networks/238ed1a6-2b69-482a-a879-0782a721c5d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1747155 Jan 18 22:21:00.277866 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [None req-e3f44179-8c25-4a5b-ae68-2dba2ac09d53 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempting to bind port 22bbbdd1-dac4-48d0-8095-c458d6afaaf3 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:21:00.278252 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [None req-e3f44179-8c25-4a5b-ae68-2dba2ac09d53 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempting to bind port 22bbbdd1-dac4-48d0-8095-c458d6afaaf3 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '14ac2912-e907-4175-bed8-97bb25d5f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5fa34fa1-dafa-4b86-809c-d5bf578ce676'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:21:00.282024 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f44179-8c25-4a5b-ae68-2dba2ac09d53 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempting to bind port 22bbbdd1-dac4-48d0-8095-c458d6afaaf3 on network 5fa34fa1-dafa-4b86-809c-d5bf578ce676 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:21:00.319383 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f44179-8c25-4a5b-ae68-2dba2ac09d53 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Port 22bbbdd1-dac4-48d0-8095-c458d6afaaf3 on network 5fa34fa1-dafa-4b86-809c-d5bf578ce676 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:21:00.319763 n-d-825064-1 neutron-server[102430]: ERROR neutron.plugins.ml2.managers [None req-e3f44179-8c25-4a5b-ae68-2dba2ac09d53 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Failed to bind port 22bbbdd1-dac4-48d0-8095-c458d6afaaf3 on host n-h2-825064-1 for vnic_type normal using segments [{'id': '14ac2912-e907-4175-bed8-97bb25d5f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5fa34fa1-dafa-4b86-809c-d5bf578ce676'}] Jan 18 22:21:00.321903 n-d-825064-1 neutron-server[102430]: INFO neutron.plugins.ml2.plugin [None req-e3f44179-8c25-4a5b-ae68-2dba2ac09d53 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempt 2 to bind port 22bbbdd1-dac4-48d0-8095-c458d6afaaf3 Jan 18 22:21:00.327380 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-b4142057-cf13-48cd-aa28-726e1357bd46 req-3a78232b-2b2b-4c3e-981d-0704f81f9af2 service neutron] Attempting to bind port b0898f06-6217-4898-a9e9-2057141276cd on host n-h1-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:21:00.327737 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-b4142057-cf13-48cd-aa28-726e1357bd46 req-3a78232b-2b2b-4c3e-981d-0704f81f9af2 service neutron] Attempting to bind port b0898f06-6217-4898-a9e9-2057141276cd by drivers openvswitch,hyperv on host n-h1-825064-1 at level 0 using segments [{'id': '773e2478-13af-4dd0-bb1a-13e4946a40f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '616341ad-8ee5-46dd-a50f-fbf4c382e06c'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:21:00.328032 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4142057-cf13-48cd-aa28-726e1357bd46 req-3a78232b-2b2b-4c3e-981d-0704f81f9af2 service neutron] Attempting to bind port b0898f06-6217-4898-a9e9-2057141276cd on network 616341ad-8ee5-46dd-a50f-fbf4c382e06c {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:21:00.333895 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4142057-cf13-48cd-aa28-726e1357bd46 req-3a78232b-2b2b-4c3e-981d-0704f81f9af2 service neutron] Port b0898f06-6217-4898-a9e9-2057141276cd on network 616341ad-8ee5-46dd-a50f-fbf4c382e06c not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:21:00.334158 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4142057-cf13-48cd-aa28-726e1357bd46 req-3a78232b-2b2b-4c3e-981d-0704f81f9af2 service neutron] Attempting to bind port b0898f06-6217-4898-a9e9-2057141276cd on network 616341ad-8ee5-46dd-a50f-fbf4c382e06c {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:21:00.338798 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f862ac29-d775-41ad-94ce-f1b20ec53139 req-d584bab8-8ee4-44cb-855c-ed45297c0655 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:00.340225 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4142057-cf13-48cd-aa28-726e1357bd46 req-3a78232b-2b2b-4c3e-981d-0704f81f9af2 service neutron] Checking agent: {'id': 'e49d1b2a-ba11-487f-a804-ecbf3c0e8132', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:21:00.340572 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4142057-cf13-48cd-aa28-726e1357bd46 req-3a78232b-2b2b-4c3e-981d-0704f81f9af2 service neutron] Checking segment: {'id': '773e2478-13af-4dd0-bb1a-13e4946a40f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '616341ad-8ee5-46dd-a50f-fbf4c382e06c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:21:00.340966 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4142057-cf13-48cd-aa28-726e1357bd46 req-3a78232b-2b2b-4c3e-981d-0704f81f9af2 service neutron] Bound using segment: {'id': '773e2478-13af-4dd0-bb1a-13e4946a40f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '616341ad-8ee5-46dd-a50f-fbf4c382e06c'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:21:00.341428 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-b4142057-cf13-48cd-aa28-726e1357bd46 req-3a78232b-2b2b-4c3e-981d-0704f81f9af2 service neutron] Bound port: b0898f06-6217-4898-a9e9-2057141276cd, host: n-h1-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '773e2478-13af-4dd0-bb1a-13e4946a40f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '616341ad-8ee5-46dd-a50f-fbf4c382e06c'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:21:00.342099 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-b4142057-cf13-48cd-aa28-726e1357bd46 req-3a78232b-2b2b-4c3e-981d-0704f81f9af2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:00.349636 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f862ac29-d775-41ad-94ce-f1b20ec53139 req-d584bab8-8ee4-44cb-855c-ed45297c0655 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f438302-63de-4371-a597-369b6e067958 HTTP/1.1" status: 200 len: 945 time: 0.2272308 Jan 18 22:21:00.398808 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [None req-e3f44179-8c25-4a5b-ae68-2dba2ac09d53 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempting to bind port 22bbbdd1-dac4-48d0-8095-c458d6afaaf3 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:21:00.399171 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [None req-e3f44179-8c25-4a5b-ae68-2dba2ac09d53 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempting to bind port 22bbbdd1-dac4-48d0-8095-c458d6afaaf3 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '14ac2912-e907-4175-bed8-97bb25d5f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5fa34fa1-dafa-4b86-809c-d5bf578ce676'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:21:00.399482 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f44179-8c25-4a5b-ae68-2dba2ac09d53 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempting to bind port 22bbbdd1-dac4-48d0-8095-c458d6afaaf3 on network 5fa34fa1-dafa-4b86-809c-d5bf578ce676 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:21:00.441157 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f44179-8c25-4a5b-ae68-2dba2ac09d53 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Port 22bbbdd1-dac4-48d0-8095-c458d6afaaf3 on network 5fa34fa1-dafa-4b86-809c-d5bf578ce676 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:21:00.441157 n-d-825064-1 neutron-server[102430]: ERROR neutron.plugins.ml2.managers [None req-e3f44179-8c25-4a5b-ae68-2dba2ac09d53 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Failed to bind port 22bbbdd1-dac4-48d0-8095-c458d6afaaf3 on host n-h2-825064-1 for vnic_type normal using segments [{'id': '14ac2912-e907-4175-bed8-97bb25d5f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5fa34fa1-dafa-4b86-809c-d5bf578ce676'}] Jan 18 22:21:00.451007 n-d-825064-1 neutron-server[102430]: INFO neutron.plugins.ml2.plugin [None req-e3f44179-8c25-4a5b-ae68-2dba2ac09d53 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempt 3 to bind port 22bbbdd1-dac4-48d0-8095-c458d6afaaf3 Jan 18 22:21:00.476946 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f862ac29-d775-41ad-94ce-f1b20ec53139 req-a2ae20ff-28e7-4115-adbe-1b5cae8a01c6 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/security-groups?id=92d0bf2d-4a69-4a06-bc28-bffdc82f7ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246176 Jan 18 22:21:00.516693 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [None req-e3f44179-8c25-4a5b-ae68-2dba2ac09d53 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempting to bind port 22bbbdd1-dac4-48d0-8095-c458d6afaaf3 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:21:00.517173 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [None req-e3f44179-8c25-4a5b-ae68-2dba2ac09d53 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempting to bind port 22bbbdd1-dac4-48d0-8095-c458d6afaaf3 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '14ac2912-e907-4175-bed8-97bb25d5f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5fa34fa1-dafa-4b86-809c-d5bf578ce676'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:21:00.517374 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f44179-8c25-4a5b-ae68-2dba2ac09d53 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempting to bind port 22bbbdd1-dac4-48d0-8095-c458d6afaaf3 on network 5fa34fa1-dafa-4b86-809c-d5bf578ce676 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:21:00.537337 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-f83d9614-4a8a-479b-a4ad-5e6b2958cc14 req-04d466a9-5b65-40db-9528-74f86e23e312 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Deleting port a6b09c77-9893-4d4a-889f-cf8fc612cf5c {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:21:00.537702 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-f83d9614-4a8a-479b-a4ad-5e6b2958cc14 req-04d466a9-5b65-40db-9528-74f86e23e312 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:00.546154 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-b4142057-cf13-48cd-aa28-726e1357bd46 req-3a78232b-2b2b-4c3e-981d-0704f81f9af2 service neutron] For port b0898f06-6217-4898-a9e9-2057141276cd, host n-h1-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:21:00.555780 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-b4142057-cf13-48cd-aa28-726e1357bd46 req-3a78232b-2b2b-4c3e-981d-0704f81f9af2 service neutron] For port b0898f06-6217-4898-a9e9-2057141276cd, host n-h1-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=b0898f06-6217-4898-a9e9-2057141276cd,segment=NetworkSegment(773e2478-13af-4dd0-bb1a-13e4946a40f7),segment_id=773e2478-13af-4dd0-bb1a-13e4946a40f7)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:21:00.569915 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 18 Jan 2022 22:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92824a5a-8057-4764-ac30-731e376ac0a3 x-openstack-request-id: req-92824a5a-8057-4764-ac30-731e376ac0a3 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:21:00.572207 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a51b6e7-8616-455f-b81f-291bc7228e12", "name": "network-vif-unplugged", "status": "completed", "tag": "a6b09c77-9893-4d4a-889f-cf8fc612cf5c", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:21:00.575217 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-92824a5a-8057-4764-ac30-731e376ac0a3 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:21:00.575370 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a51b6e7-8616-455f-b81f-291bc7228e12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6b09c77-9893-4d4a-889f-cf8fc612cf5c', 'code': 200} Jan 18 22:21:00.653872 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-b4142057-cf13-48cd-aa28-726e1357bd46 req-3a78232b-2b2b-4c3e-981d-0704f81f9af2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:00.678676 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f44179-8c25-4a5b-ae68-2dba2ac09d53 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Port 22bbbdd1-dac4-48d0-8095-c458d6afaaf3 on network 5fa34fa1-dafa-4b86-809c-d5bf578ce676 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:21:00.678676 n-d-825064-1 neutron-server[102430]: ERROR neutron.plugins.ml2.managers [None req-e3f44179-8c25-4a5b-ae68-2dba2ac09d53 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Failed to bind port 22bbbdd1-dac4-48d0-8095-c458d6afaaf3 on host n-h2-825064-1 for vnic_type normal using segments [{'id': '14ac2912-e907-4175-bed8-97bb25d5f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5fa34fa1-dafa-4b86-809c-d5bf578ce676'}] Jan 18 22:21:00.709290 n-d-825064-1 neutron-server[102430]: INFO neutron.plugins.ml2.plugin [None req-e3f44179-8c25-4a5b-ae68-2dba2ac09d53 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempt 4 to bind port 22bbbdd1-dac4-48d0-8095-c458d6afaaf3 Jan 18 22:21:00.733605 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4142057-cf13-48cd-aa28-726e1357bd46 req-3a78232b-2b2b-4c3e-981d-0704f81f9af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:00.734321 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-b4142057-cf13-48cd-aa28-726e1357bd46 req-3a78232b-2b2b-4c3e-981d-0704f81f9af2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:00.735736 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-b4142057-cf13-48cd-aa28-726e1357bd46 req-3a78232b-2b2b-4c3e-981d-0704f81f9af2 service neutron] 10.222.0.36 "PUT /v2.0/ports/b0898f06-6217-4898-a9e9-2057141276cd HTTP/1.1" status: 200 len: 1092 time: 1.5182550 Jan 18 22:21:00.736542 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4496de54-695d-4eb5-b906-e2bc59182d29', 'tag': 'b0898f06-6217-4898-a9e9-2057141276cd'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:21:00.742819 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b96238b8-940b-4373-af3f-054f7f5ca303" -d '{"events": [{"name": "network-changed", "server_uuid": "4496de54-695d-4eb5-b906-e2bc59182d29", "tag": "b0898f06-6217-4898-a9e9-2057141276cd"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:21:00.797304 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a78232b-2b2b-4c3e-981d-0704f81f9af2 service neutron] Pushing event updated for resources: {'Port': ['ID=b0898f06-6217-4898-a9e9-2057141276cd,revision_number=3']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:21:00.834573 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [None req-e3f44179-8c25-4a5b-ae68-2dba2ac09d53 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempting to bind port 22bbbdd1-dac4-48d0-8095-c458d6afaaf3 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:21:00.834573 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [None req-e3f44179-8c25-4a5b-ae68-2dba2ac09d53 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempting to bind port 22bbbdd1-dac4-48d0-8095-c458d6afaaf3 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '14ac2912-e907-4175-bed8-97bb25d5f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5fa34fa1-dafa-4b86-809c-d5bf578ce676'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:21:00.834573 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f44179-8c25-4a5b-ae68-2dba2ac09d53 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempting to bind port 22bbbdd1-dac4-48d0-8095-c458d6afaaf3 on network 5fa34fa1-dafa-4b86-809c-d5bf578ce676 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:21:00.855680 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4142057-cf13-48cd-aa28-726e1357bd46 req-f2368233-d0df-40b0-a53f-240090d4b130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:00.865079 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f44179-8c25-4a5b-ae68-2dba2ac09d53 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Port 22bbbdd1-dac4-48d0-8095-c458d6afaaf3 on network 5fa34fa1-dafa-4b86-809c-d5bf578ce676 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:21:00.866074 n-d-825064-1 neutron-server[102430]: ERROR neutron.plugins.ml2.managers [None req-e3f44179-8c25-4a5b-ae68-2dba2ac09d53 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Failed to bind port 22bbbdd1-dac4-48d0-8095-c458d6afaaf3 on host n-h2-825064-1 for vnic_type normal using segments [{'id': '14ac2912-e907-4175-bed8-97bb25d5f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5fa34fa1-dafa-4b86-809c-d5bf578ce676'}] Jan 18 22:21:00.866408 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-b4142057-cf13-48cd-aa28-726e1357bd46 req-f2368233-d0df-40b0-a53f-240090d4b130 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=feff401a111441e8bc4bdb3f9c55f3c8&device_id=4496de54-695d-4eb5-b906-e2bc59182d29 HTTP/1.1" status: 200 len: 1095 time: 0.0799651 Jan 18 22:21:00.872433 n-d-825064-1 neutron-server[102430]: INFO neutron.plugins.ml2.plugin [None req-e3f44179-8c25-4a5b-ae68-2dba2ac09d53 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempt 5 to bind port 22bbbdd1-dac4-48d0-8095-c458d6afaaf3 Jan 18 22:21:00.903672 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-f83d9614-4a8a-479b-a4ad-5e6b2958cc14 req-04d466a9-5b65-40db-9528-74f86e23e312 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] For port a6b09c77-9893-4d4a-889f-cf8fc612cf5c, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=a6b09c77-9893-4d4a-889f-cf8fc612cf5c,segment=NetworkSegment(bbee9262-cfb2-4fc9-82be-4cb3bf414322),segment_id=bbee9262-cfb2-4fc9-82be-4cb3bf414322)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:21:00.903957 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-f83d9614-4a8a-479b-a4ad-5e6b2958cc14 req-04d466a9-5b65-40db-9528-74f86e23e312 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:00.915572 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fd2a0b-7fb6-4f30-9eda-a625e519908c req-8d1f8d72-2b86-49d0-91d6-cb454f271950 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:00.924858 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-46fd2a0b-7fb6-4f30-9eda-a625e519908c req-8d1f8d72-2b86-49d0-91d6-cb454f271950 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f438302-63de-4371-a597-369b6e067958 HTTP/1.1" status: 200 len: 945 time: 0.2660160 Jan 18 22:21:00.960547 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-b4142057-cf13-48cd-aa28-726e1357bd46 req-d8b18738-4205-425d-be04-fcd353953dfb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0898f06-6217-4898-a9e9-2057141276cd HTTP/1.1" status: 200 len: 217 time: 0.0880926 Jan 18 22:21:00.965155 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06eed90-9475-43ad-8181-55e48f6bb540 req-248d51cc-45da-4c7d-a696-346edac9295a tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:00.966729 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a06eed90-9475-43ad-8181-55e48f6bb540 req-248d51cc-45da-4c7d-a696-346edac9295a tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=4496de54-695d-4eb5-b906-e2bc59182d29 HTTP/1.1" status: 200 len: 944 time: 0.3097889 Jan 18 22:21:00.994695 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-f83d9614-4a8a-479b-a4ad-5e6b2958cc14 req-04d466a9-5b65-40db-9528-74f86e23e312 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Calling delete_port for a6b09c77-9893-4d4a-889f-cf8fc612cf5c owned by compute:nova {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:21:01.006453 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [None req-e3f44179-8c25-4a5b-ae68-2dba2ac09d53 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempting to bind port 22bbbdd1-dac4-48d0-8095-c458d6afaaf3 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:21:01.006806 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [None req-e3f44179-8c25-4a5b-ae68-2dba2ac09d53 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempting to bind port 22bbbdd1-dac4-48d0-8095-c458d6afaaf3 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '14ac2912-e907-4175-bed8-97bb25d5f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5fa34fa1-dafa-4b86-809c-d5bf578ce676'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:21:01.007147 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f44179-8c25-4a5b-ae68-2dba2ac09d53 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempting to bind port 22bbbdd1-dac4-48d0-8095-c458d6afaaf3 on network 5fa34fa1-dafa-4b86-809c-d5bf578ce676 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:21:01.026810 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f44179-8c25-4a5b-ae68-2dba2ac09d53 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Port 22bbbdd1-dac4-48d0-8095-c458d6afaaf3 on network 5fa34fa1-dafa-4b86-809c-d5bf578ce676 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:21:01.027162 n-d-825064-1 neutron-server[102430]: ERROR neutron.plugins.ml2.managers [None req-e3f44179-8c25-4a5b-ae68-2dba2ac09d53 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Failed to bind port 22bbbdd1-dac4-48d0-8095-c458d6afaaf3 on host n-h2-825064-1 for vnic_type normal using segments [{'id': '14ac2912-e907-4175-bed8-97bb25d5f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5fa34fa1-dafa-4b86-809c-d5bf578ce676'}] Jan 18 22:21:01.030545 n-d-825064-1 neutron-server[102430]: INFO neutron.plugins.ml2.plugin [None req-e3f44179-8c25-4a5b-ae68-2dba2ac09d53 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempt 6 to bind port 22bbbdd1-dac4-48d0-8095-c458d6afaaf3 Jan 18 22:21:01.106606 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4142057-cf13-48cd-aa28-726e1357bd46 req-d605a7a6-60ab-4adb-8a1f-8c0aee5159be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:01.117447 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-b4142057-cf13-48cd-aa28-726e1357bd46 req-d605a7a6-60ab-4adb-8a1f-8c0aee5159be service neutron] 10.222.0.36 "GET /v2.0/subnets?id=39872394-9ec8-42e0-a515-8c2f5c78361a HTTP/1.1" status: 200 len: 852 time: 0.1415422 Jan 18 22:21:01.138694 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-46fd2a0b-7fb6-4f30-9eda-a625e519908c req-02ff9025-248e-44fd-aad2-c3b830392952 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/security-groups?id=92d0bf2d-4a69-4a06-bc28-bffdc82f7ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128274 Jan 18 22:21:01.156596 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a06eed90-9475-43ad-8181-55e48f6bb540 req-99172d6e-549b-471f-a7fc-421acfff80c2 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724517 Jan 18 22:21:01.159675 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [None req-e3f44179-8c25-4a5b-ae68-2dba2ac09d53 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempting to bind port 22bbbdd1-dac4-48d0-8095-c458d6afaaf3 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:21:01.163573 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [None req-e3f44179-8c25-4a5b-ae68-2dba2ac09d53 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempting to bind port 22bbbdd1-dac4-48d0-8095-c458d6afaaf3 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '14ac2912-e907-4175-bed8-97bb25d5f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5fa34fa1-dafa-4b86-809c-d5bf578ce676'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:21:01.168262 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f44179-8c25-4a5b-ae68-2dba2ac09d53 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempting to bind port 22bbbdd1-dac4-48d0-8095-c458d6afaaf3 on network 5fa34fa1-dafa-4b86-809c-d5bf578ce676 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:21:01.191702 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f44179-8c25-4a5b-ae68-2dba2ac09d53 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Port 22bbbdd1-dac4-48d0-8095-c458d6afaaf3 on network 5fa34fa1-dafa-4b86-809c-d5bf578ce676 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:21:01.191702 n-d-825064-1 neutron-server[102430]: ERROR neutron.plugins.ml2.managers [None req-e3f44179-8c25-4a5b-ae68-2dba2ac09d53 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Failed to bind port 22bbbdd1-dac4-48d0-8095-c458d6afaaf3 on host n-h2-825064-1 for vnic_type normal using segments [{'id': '14ac2912-e907-4175-bed8-97bb25d5f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5fa34fa1-dafa-4b86-809c-d5bf578ce676'}] Jan 18 22:21:01.192101 n-d-825064-1 neutron-server[102430]: INFO neutron.plugins.ml2.plugin [None req-e3f44179-8c25-4a5b-ae68-2dba2ac09d53 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempt 7 to bind port 22bbbdd1-dac4-48d0-8095-c458d6afaaf3 Jan 18 22:21:01.247270 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-b4142057-cf13-48cd-aa28-726e1357bd46 req-1e9cddcd-58f3-4be0-997c-b2a5546832f8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=616341ad-8ee5-46dd-a50f-fbf4c382e06c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1250598 Jan 18 22:21:01.344351 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3df1d320-7fd0-4b9f-b0cc-bd077e0b8eb2 req-cf00d658-39b0-4bc0-b3e8-eb21e0ea24e8 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/ports?device_id=b8d13995-b3d7-4bbf-a5e8-3cf72914a2ca HTTP/1.1" status: 200 len: 210 time: 0.0732918 Jan 18 22:21:01.345120 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [None req-e3f44179-8c25-4a5b-ae68-2dba2ac09d53 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempting to bind port 22bbbdd1-dac4-48d0-8095-c458d6afaaf3 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:21:01.345465 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [None req-e3f44179-8c25-4a5b-ae68-2dba2ac09d53 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempting to bind port 22bbbdd1-dac4-48d0-8095-c458d6afaaf3 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '14ac2912-e907-4175-bed8-97bb25d5f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5fa34fa1-dafa-4b86-809c-d5bf578ce676'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:21:01.345814 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f44179-8c25-4a5b-ae68-2dba2ac09d53 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempting to bind port 22bbbdd1-dac4-48d0-8095-c458d6afaaf3 on network 5fa34fa1-dafa-4b86-809c-d5bf578ce676 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:21:01.376214 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b290c73-dafe-4e00-8303-7899e483095b x-openstack-request-id: req-7b290c73-dafe-4e00-8303-7899e483095b {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:21:01.376620 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4496de54-695d-4eb5-b906-e2bc59182d29", "tag": "b0898f06-6217-4898-a9e9-2057141276cd", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:21:01.376932 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7b290c73-dafe-4e00-8303-7899e483095b {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:21:01.389655 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4496de54-695d-4eb5-b906-e2bc59182d29', 'tag': 'b0898f06-6217-4898-a9e9-2057141276cd', 'status': 'completed', 'code': 200} Jan 18 22:21:01.462048 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f44179-8c25-4a5b-ae68-2dba2ac09d53 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Port 22bbbdd1-dac4-48d0-8095-c458d6afaaf3 on network 5fa34fa1-dafa-4b86-809c-d5bf578ce676 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:21:01.462401 n-d-825064-1 neutron-server[102430]: ERROR neutron.plugins.ml2.managers [None req-e3f44179-8c25-4a5b-ae68-2dba2ac09d53 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Failed to bind port 22bbbdd1-dac4-48d0-8095-c458d6afaaf3 on host n-h2-825064-1 for vnic_type normal using segments [{'id': '14ac2912-e907-4175-bed8-97bb25d5f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5fa34fa1-dafa-4b86-809c-d5bf578ce676'}] Jan 18 22:21:01.469590 n-d-825064-1 neutron-server[102430]: INFO neutron.plugins.ml2.plugin [None req-e3f44179-8c25-4a5b-ae68-2dba2ac09d53 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempt 8 to bind port 22bbbdd1-dac4-48d0-8095-c458d6afaaf3 Jan 18 22:21:01.480672 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-b4142057-cf13-48cd-aa28-726e1357bd46 req-7b0d6c63-52d6-4430-b6dd-8e46985f555b service neutron] 10.222.0.36 "GET /v2.0/networks/616341ad-8ee5-46dd-a50f-fbf4c382e06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250583 Jan 18 22:21:01.481389 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 647df6e5-6afc-435c-8852-53ad9c11fc2f up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:21:01.538005 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [None req-e3f44179-8c25-4a5b-ae68-2dba2ac09d53 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempting to bind port 22bbbdd1-dac4-48d0-8095-c458d6afaaf3 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:21:01.538349 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [None req-e3f44179-8c25-4a5b-ae68-2dba2ac09d53 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempting to bind port 22bbbdd1-dac4-48d0-8095-c458d6afaaf3 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '14ac2912-e907-4175-bed8-97bb25d5f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5fa34fa1-dafa-4b86-809c-d5bf578ce676'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:21:01.538683 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f44179-8c25-4a5b-ae68-2dba2ac09d53 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempting to bind port 22bbbdd1-dac4-48d0-8095-c458d6afaaf3 on network 5fa34fa1-dafa-4b86-809c-d5bf578ce676 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:21:01.586248 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port 647df6e5-6afc-435c-8852-53ad9c11fc2f completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:21:01.595066 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port 647df6e5-6afc-435c-8852-53ad9c11fc2f triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:21:01.595637 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:01.687254 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-b4142057-cf13-48cd-aa28-726e1357bd46 req-3e70fe33-e635-4717-952a-31d920d67a6c service neutron] 10.222.0.36 "GET /v2.0/networks/616341ad-8ee5-46dd-a50f-fbf4c382e06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981094 Jan 18 22:21:01.726235 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f44179-8c25-4a5b-ae68-2dba2ac09d53 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Port 22bbbdd1-dac4-48d0-8095-c458d6afaaf3 on network 5fa34fa1-dafa-4b86-809c-d5bf578ce676 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:21:01.726567 n-d-825064-1 neutron-server[102430]: ERROR neutron.plugins.ml2.managers [None req-e3f44179-8c25-4a5b-ae68-2dba2ac09d53 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Failed to bind port 22bbbdd1-dac4-48d0-8095-c458d6afaaf3 on host n-h2-825064-1 for vnic_type normal using segments [{'id': '14ac2912-e907-4175-bed8-97bb25d5f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5fa34fa1-dafa-4b86-809c-d5bf578ce676'}] Jan 18 22:21:01.727112 n-d-825064-1 neutron-server[102430]: INFO neutron.plugins.ml2.plugin [None req-e3f44179-8c25-4a5b-ae68-2dba2ac09d53 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempt 9 to bind port 22bbbdd1-dac4-48d0-8095-c458d6afaaf3 Jan 18 22:21:01.755832 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b89d8-0088-460e-a20c-25dd9a348407 req-986963cb-a41d-4589-b56e-14e8563e63dd tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:01.759676 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5a5b89d8-0088-460e-a20c-25dd9a348407 req-986963cb-a41d-4589-b56e-14e8563e63dd tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=af0d2682-492f-45f0-87de-a0bf93808694 HTTP/1.1" status: 200 len: 945 time: 0.4110548 Jan 18 22:21:01.765130 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-f83d9614-4a8a-479b-a4ad-5e6b2958cc14 req-04d466a9-5b65-40db-9528-74f86e23e312 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:01.821925 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:01.855325 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96238b8-940b-4373-af3f-054f7f5ca303 req-5086da6d-b8cb-4d7f-956f-2b473644d76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:01.857446 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-b96238b8-940b-4373-af3f-054f7f5ca303 req-5086da6d-b8cb-4d7f-956f-2b473644d76b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=feff401a111441e8bc4bdb3f9c55f3c8&device_id=4496de54-695d-4eb5-b906-e2bc59182d29 HTTP/1.1" status: 200 len: 1095 time: 0.0880527 Jan 18 22:21:01.860724 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d466a9-5b65-40db-9528-74f86e23e312 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Pushing event deleted for resources: {'Port': ['ID=a6b09c77-9893-4d4a-889f-cf8fc612cf5c,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:21:01.896784 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 647df6e5-6afc-435c-8852-53ad9c11fc2f, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=647df6e5-6afc-435c-8852-53ad9c11fc2f,segment=NetworkSegment(54058af5-a5b1-45e9-977a-39ef1b01c87e),segment_id=54058af5-a5b1-45e9-977a-39ef1b01c87e)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:21:01.913126 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:01.935077 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [None req-e3f44179-8c25-4a5b-ae68-2dba2ac09d53 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempting to bind port 22bbbdd1-dac4-48d0-8095-c458d6afaaf3 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:21:01.943826 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [None req-e3f44179-8c25-4a5b-ae68-2dba2ac09d53 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempting to bind port 22bbbdd1-dac4-48d0-8095-c458d6afaaf3 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '14ac2912-e907-4175-bed8-97bb25d5f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5fa34fa1-dafa-4b86-809c-d5bf578ce676'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:21:01.944385 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f44179-8c25-4a5b-ae68-2dba2ac09d53 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempting to bind port 22bbbdd1-dac4-48d0-8095-c458d6afaaf3 on network 5fa34fa1-dafa-4b86-809c-d5bf578ce676 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:21:02.002095 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5a5b89d8-0088-460e-a20c-25dd9a348407 req-ccc6cd55-3eb6-46db-a781-5f7235d06f0d tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=69e59ffc-71ce-4c50-acf6-17bf11fb5545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198634 Jan 18 22:21:02.015826 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=647df6e5-6afc-435c-8852-53ad9c11fc2f,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:21:02.149557 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-f83d9614-4a8a-479b-a4ad-5e6b2958cc14 req-04d466a9-5b65-40db-9528-74f86e23e312 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] No DVR routers for this DVR port a6b09c77-9893-4d4a-889f-cf8fc612cf5c on host n-h1-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:21:02.157738 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d202c5-6f7a-4605-939b-94de4b7f1fdd req-864c3ee4-76b6-43db-a9aa-f22cbb0d0477 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:02.159758 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f6d202c5-6f7a-4605-939b-94de4b7f1fdd req-864c3ee4-76b6-43db-a9aa-f22cbb0d0477 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/networks?id=bbd133fe-c308-4a8e-bf62-ce93a757e989 HTTP/1.1" status: 200 len: 813 time: 0.1131327 Jan 18 22:21:02.160364 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f44179-8c25-4a5b-ae68-2dba2ac09d53 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Port 22bbbdd1-dac4-48d0-8095-c458d6afaaf3 on network 5fa34fa1-dafa-4b86-809c-d5bf578ce676 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:21:02.160694 n-d-825064-1 neutron-server[102430]: ERROR neutron.plugins.ml2.managers [None req-e3f44179-8c25-4a5b-ae68-2dba2ac09d53 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Failed to bind port 22bbbdd1-dac4-48d0-8095-c458d6afaaf3 on host n-h2-825064-1 for vnic_type normal using segments [{'id': '14ac2912-e907-4175-bed8-97bb25d5f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5fa34fa1-dafa-4b86-809c-d5bf578ce676'}] Jan 18 22:21:02.161739 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-f83d9614-4a8a-479b-a4ad-5e6b2958cc14 req-04d466a9-5b65-40db-9528-74f86e23e312 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:02.165479 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f83d9614-4a8a-479b-a4ad-5e6b2958cc14 req-04d466a9-5b65-40db-9528-74f86e23e312 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.36 "DELETE /v2.0/ports/a6b09c77-9893-4d4a-889f-cf8fc612cf5c HTTP/1.1" status: 204 len: 173 time: 2.0287042 Jan 18 22:21:02.165919 n-d-825064-1 neutron-server[102430]: INFO neutron.plugins.ml2.plugin [None req-e3f44179-8c25-4a5b-ae68-2dba2ac09d53 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempt 10 to bind port 22bbbdd1-dac4-48d0-8095-c458d6afaaf3 Jan 18 22:21:02.168490 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a51b6e7-8616-455f-b81f-291bc7228e12', 'name': 'network-vif-deleted', 'tag': 'a6b09c77-9893-4d4a-889f-cf8fc612cf5c'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:21:02.172466 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84f46c31-c945-4c8b-b949-07a77dc1ba62" -d '{"events": [{"server_uuid": "0a51b6e7-8616-455f-b81f-291bc7228e12", "name": "network-vif-deleted", "tag": "a6b09c77-9893-4d4a-889f-cf8fc612cf5c"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:21:02.178342 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96238b8-940b-4373-af3f-054f7f5ca303 req-742d5b0e-9406-452e-917a-fae8054494ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:02.181133 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-b96238b8-940b-4373-af3f-054f7f5ca303 req-742d5b0e-9406-452e-917a-fae8054494ef service neutron] 10.222.0.36 "GET /v2.0/networks?id=616341ad-8ee5-46dd-a50f-fbf4c382e06c HTTP/1.1" status: 200 len: 912 time: 0.3130898 Jan 18 22:21:02.200798 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f6d202c5-6f7a-4605-939b-94de4b7f1fdd req-ab1f5acd-363d-424a-a902-2f40039970e5 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/quotas/4e498fcb7b24422f9e5d32613a741483 HTTP/1.1" status: 200 len: 375 time: 0.0246091 Jan 18 22:21:02.216162 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [None req-e3f44179-8c25-4a5b-ae68-2dba2ac09d53 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempting to bind port 22bbbdd1-dac4-48d0-8095-c458d6afaaf3 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:21:02.216162 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [None req-e3f44179-8c25-4a5b-ae68-2dba2ac09d53 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempting to bind port 22bbbdd1-dac4-48d0-8095-c458d6afaaf3 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '14ac2912-e907-4175-bed8-97bb25d5f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5fa34fa1-dafa-4b86-809c-d5bf578ce676'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:21:02.216162 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f44179-8c25-4a5b-ae68-2dba2ac09d53 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempting to bind port 22bbbdd1-dac4-48d0-8095-c458d6afaaf3 on network 5fa34fa1-dafa-4b86-809c-d5bf578ce676 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:21:02.235148 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f44179-8c25-4a5b-ae68-2dba2ac09d53 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Port 22bbbdd1-dac4-48d0-8095-c458d6afaaf3 on network 5fa34fa1-dafa-4b86-809c-d5bf578ce676 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:21:02.235499 n-d-825064-1 neutron-server[102430]: ERROR neutron.plugins.ml2.managers [None req-e3f44179-8c25-4a5b-ae68-2dba2ac09d53 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Failed to bind port 22bbbdd1-dac4-48d0-8095-c458d6afaaf3 on host n-h2-825064-1 for vnic_type normal using segments [{'id': '14ac2912-e907-4175-bed8-97bb25d5f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5fa34fa1-dafa-4b86-809c-d5bf578ce676'}] Jan 18 22:21:02.235858 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e3f44179-8c25-4a5b-ae68-2dba2ac09d53 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:02.314098 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-e3f44179-8c25-4a5b-ae68-2dba2ac09d53 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] For port 22bbbdd1-dac4-48d0-8095-c458d6afaaf3, host n-h2-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:21:02.314546 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-e3f44179-8c25-4a5b-ae68-2dba2ac09d53 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attempted to set empty binding levels {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 18 22:21:02.342524 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-b96238b8-940b-4373-af3f-054f7f5ca303 req-8cb1904a-528a-46ac-86d0-37914c8d74b6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0898f06-6217-4898-a9e9-2057141276cd HTTP/1.1" status: 200 len: 217 time: 0.1481869 Jan 18 22:21:02.365582 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e3f44179-8c25-4a5b-ae68-2dba2ac09d53 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:02.447021 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-e3f44179-8c25-4a5b-ae68-2dba2ac09d53 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] In _notify_port_updated(), no bound segment for port 22bbbdd1-dac4-48d0-8095-c458d6afaaf3 on network 5fa34fa1-dafa-4b86-809c-d5bf578ce676 {{(pid=102430) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 18 22:21:02.447021 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f44179-8c25-4a5b-ae68-2dba2ac09d53 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:02.447021 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e3f44179-8c25-4a5b-ae68-2dba2ac09d53 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:02.447021 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-e3f44179-8c25-4a5b-ae68-2dba2ac09d53 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] 10.222.0.53 "PUT /v2.0/ports/22bbbdd1-dac4-48d0-8095-c458d6afaaf3 HTTP/1.1" status: 200 len: 975 time: 3.9536939 Jan 18 22:21:02.447392 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f44179-8c25-4a5b-ae68-2dba2ac09d53 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Pushing event updated for resources: {'Port': ['ID=22bbbdd1-dac4-48d0-8095-c458d6afaaf3,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:21:02.459389 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 36590) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:21:02.506255 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96238b8-940b-4373-af3f-054f7f5ca303 req-b10a8a17-7fd0-4a94-920e-59160d8882a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:02.508396 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-b96238b8-940b-4373-af3f-054f7f5ca303 req-b10a8a17-7fd0-4a94-920e-59160d8882a7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=39872394-9ec8-42e0-a515-8c2f5c78361a HTTP/1.1" status: 200 len: 852 time: 0.1498978 Jan 18 22:21:02.530478 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4130bb-deaa-42f2-807e-edec8188c633 req-2f2a5759-1941-4edd-b2d7-18f6c0c7900d tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:02.532192 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-db4130bb-deaa-42f2-807e-edec8188c633 req-2f2a5759-1941-4edd-b2d7-18f6c0c7900d tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=4496de54-695d-4eb5-b906-e2bc59182d29 HTTP/1.1" status: 200 len: 944 time: 0.2007558 Jan 18 22:21:02.547050 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f6d202c5-6f7a-4605-939b-94de4b7f1fdd req-482182d0-f60b-4915-9914-ddfd606fb0ef tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4e498fcb7b24422f9e5d32613a741483&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3453417 Jan 18 22:21:02.576614 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af0d2682-492f-45f0-87de-a0bf93808694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '647df6e5-6afc-435c-8852-53ad9c11fc2f'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:21:02.578956 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-930c7540-6382-4205-9631-958587bd277d" -d '{"events": [{"server_uuid": "af0d2682-492f-45f0-87de-a0bf93808694", "name": "network-vif-plugged", "status": "completed", "tag": "647df6e5-6afc-435c-8852-53ad9c11fc2f"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:21:02.589066 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-b96238b8-940b-4373-af3f-054f7f5ca303 req-0da415d7-7db4-4c87-b4e8-a2ff17da2218 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=616341ad-8ee5-46dd-a50f-fbf4c382e06c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468402 Jan 18 22:21:02.711575 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-c3e6ab79-abbb-4b73-9c4a-caebe1e4adc9 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Deleting port 22bbbdd1-dac4-48d0-8095-c458d6afaaf3 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:21:02.713109 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c3e6ab79-abbb-4b73-9c4a-caebe1e4adc9 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:02.738063 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f6d202c5-6f7a-4605-939b-94de4b7f1fdd req-cbf5930f-5658-40b4-911d-575af66612f3 service neutron] 10.222.0.53 "GET /v2.0/networks/bbd133fe-c308-4a8e-bf62-ce93a757e989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900516 Jan 18 22:21:02.781137 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-db4130bb-deaa-42f2-807e-edec8188c633 req-45fe07bc-cedf-41c9-9c5f-ec3d841bffc5 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339958 Jan 18 22:21:02.805854 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9711df-dc96-4b31-9458-d35adfefcd43 req-3a2801cd-e4d4-490e-9c3e-2f659a1571ae tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:02.807420 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1d9711df-dc96-4b31-9458-d35adfefcd43 req-3a2801cd-e4d4-490e-9c3e-2f659a1571ae tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.67 "GET /v2.0/networks?id=238ed1a6-2b69-482a-a879-0782a721c5d9 HTTP/1.1" status: 200 len: 805 time: 0.4893169 Jan 18 22:21:02.853560 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-c3e6ab79-abbb-4b73-9c4a-caebe1e4adc9 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] For port 22bbbdd1-dac4-48d0-8095-c458d6afaaf3, host n-h2-825064-1, got binding levels [] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:21:02.853935 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c3e6ab79-abbb-4b73-9c4a-caebe1e4adc9 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:02.872922 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-c3e6ab79-abbb-4b73-9c4a-caebe1e4adc9 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Calling delete_port for 22bbbdd1-dac4-48d0-8095-c458d6afaaf3 owned by {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:21:02.888787 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89e3d388-2bdb-49fb-8718-b56d5899d1ef x-openstack-request-id: req-89e3d388-2bdb-49fb-8718-b56d5899d1ef {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:21:02.889096 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a51b6e7-8616-455f-b81f-291bc7228e12", "name": "network-vif-deleted", "tag": "a6b09c77-9893-4d4a-889f-cf8fc612cf5c", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:21:02.889358 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-89e3d388-2bdb-49fb-8718-b56d5899d1ef {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:21:02.889763 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a51b6e7-8616-455f-b81f-291bc7228e12', 'name': 'network-vif-deleted', 'tag': 'a6b09c77-9893-4d4a-889f-cf8fc612cf5c', 'status': 'completed', 'code': 200} Jan 18 22:21:02.895874 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-1d9711df-dc96-4b31-9458-d35adfefcd43 req-46fa49da-159d-4b2c-a34b-8f7f3c9db508 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Request body: {'port': {'device_id': 'b8d13995-b3d7-4bbf-a5e8-3cf72914a2ca', 'network_id': '238ed1a6-2b69-482a-a879-0782a721c5d9', 'admin_state_up': True, 'tenant_id': 'ae480cc349914bb59c49507d70f536af'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:21:03.006849 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5c16bfe1-13fa-4e86-9e8f-7e09ba15403a req-8d14c6e0-1832-45ba-8a1d-575284429825 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/ports?device_id=b8d13995-b3d7-4bbf-a5e8-3cf72914a2ca HTTP/1.1" status: 200 len: 210 time: 0.0631392 Jan 18 22:21:03.017174 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-b96238b8-940b-4373-af3f-054f7f5ca303 req-d1de1820-f29b-47e9-8e7f-6af90af1d566 service neutron] 10.222.0.36 "GET /v2.0/networks/616341ad-8ee5-46dd-a50f-fbf4c382e06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4145977 Jan 18 22:21:03.072469 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae2ca126-5e7c-4b5a-9f42-8b5c7f1794b2 x-openstack-request-id: req-ae2ca126-5e7c-4b5a-9f42-8b5c7f1794b2 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:21:03.072999 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af0d2682-492f-45f0-87de-a0bf93808694", "name": "network-vif-plugged", "status": "completed", "tag": "647df6e5-6afc-435c-8852-53ad9c11fc2f", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:21:03.072999 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ae2ca126-5e7c-4b5a-9f42-8b5c7f1794b2 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:21:03.073385 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af0d2682-492f-45f0-87de-a0bf93808694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '647df6e5-6afc-435c-8852-53ad9c11fc2f', 'code': 200} Jan 18 22:21:03.104022 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c3e6ab79-abbb-4b73-9c4a-caebe1e4adc9 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:03.124840 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f6d202c5-6f7a-4605-939b-94de4b7f1fdd req-ba55352e-f167-4eac-a571-c1bfa13079cd service neutron] 10.222.0.53 "GET /v2.0/networks/bbd133fe-c308-4a8e-bf62-ce93a757e989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3858871 Jan 18 22:21:03.136426 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaa6926-0e81-4f81-a9bf-1dbd9d244231 req-41d2dceb-3493-44f7-9219-de79997912a1 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:03.137947 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fcaa6926-0e81-4f81-a9bf-1dbd9d244231 req-41d2dceb-3493-44f7-9219-de79997912a1 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f438302-63de-4371-a597-369b6e067958 HTTP/1.1" status: 200 len: 945 time: 0.1186497 Jan 18 22:21:03.217914 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device a6b09c77-9893-4d4a-889f-cf8fc612cf5c no longer exists at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:21:03.254262 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] No Port match for: a6b09c77-9893-4d4a-889f-cf8fc612cf5c {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:21:03.255305 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device a6b09c77-9893-4d4a-889f-cf8fc612cf5c not bound to the agent host n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:21:03.315512 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e6ab79-abbb-4b73-9c4a-caebe1e4adc9 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Pushing event deleted for resources: {'Port': ['ID=22bbbdd1-dac4-48d0-8095-c458d6afaaf3,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:21:03.326128 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c3e6ab79-abbb-4b73-9c4a-caebe1e4adc9 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:03.332876 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-c3e6ab79-abbb-4b73-9c4a-caebe1e4adc9 tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] 10.222.0.53 "DELETE /v2.0/ports/22bbbdd1-dac4-48d0-8095-c458d6afaaf3 HTTP/1.1" status: 204 len: 168 time: 0.8691483 Jan 18 22:21:03.341097 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 36604) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:21:03.372442 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dc36a43-0d13-4338-a72a-918a267b5bce tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] GET failed (client error): The resource could not be found. Jan 18 22:21:03.378329 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-6dc36a43-0d13-4338-a72a-918a267b5bce tempest-PortsAdminExtendedAttrsTestJSON-351467068 tempest-PortsAdminExtendedAttrsTestJSON-351467068-project-admin] 10.222.0.53 "GET /v2.0/ports/22bbbdd1-dac4-48d0-8095-c458d6afaaf3 HTTP/1.1" status: 404 len: 333 time: 0.0324953 Jan 18 22:21:03.378761 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 36606) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:21:03.394511 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d9711df-dc96-4b31-9458-d35adfefcd43 req-46fa49da-159d-4b2c-a34b-8f7f3c9db508 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Made reservation on behalf of ae480cc349914bb59c49507d70f536af for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:21:03.403874 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b809ee2-da5e-4565-a568-c85da267eea3 req-ca96f060-11af-4739-ae33-19780ac03ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:03.407005 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-5b809ee2-da5e-4565-a568-c85da267eea3 req-ca96f060-11af-4739-ae33-19780ac03ea9 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=af0d2682-492f-45f0-87de-a0bf93808694 HTTP/1.1" status: 200 len: 1097 time: 0.1683097 Jan 18 22:21:03.411102 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-1d9711df-dc96-4b31-9458-d35adfefcd43 req-46fa49da-159d-4b2c-a34b-8f7f3c9db508 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:03.456995 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-b96238b8-940b-4373-af3f-054f7f5ca303 req-bd85641c-6aab-461e-b088-5e1edbe7ddd6 service neutron] 10.222.0.36 "GET /v2.0/networks/616341ad-8ee5-46dd-a50f-fbf4c382e06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4305470 Jan 18 22:21:03.517147 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-5b809ee2-da5e-4565-a568-c85da267eea3 req-89769981-2f29-49ca-b4d1-e1125c0c8ea7 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=69e59ffc-71ce-4c50-acf6-17bf11fb5545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947397 Jan 18 22:21:03.532672 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5e2432ba-0fd4-4f90-8e7f-4ed5448504ab tempest-PortsAdminExtendedAttrsTestJSON-359771839 tempest-PortsAdminExtendedAttrsTestJSON-359771839-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:03.558716 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b424a8e8-637f-447e-9433-b7aac85e3c17 req-1a497764-6d47-4215-b840-8bbc23bd1c93 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/ports?device_id=403ff10c-4dc2-498c-82c9-4b8f991f54e3 HTTP/1.1" status: 200 len: 210 time: 0.0421715 Jan 18 22:21:03.615751 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a335588c-492a-402b-952b-90545dfc4e3f req-2b34961c-1fdc-42e7-9424-bdd2d9358293 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:03.618276 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a335588c-492a-402b-952b-90545dfc4e3f req-2b34961c-1fdc-42e7-9424-bdd2d9358293 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=af0d2682-492f-45f0-87de-a0bf93808694 HTTP/1.1" status: 200 len: 946 time: 0.4234011 Jan 18 22:21:03.654129 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-fcaa6926-0e81-4f81-a9bf-1dbd9d244231 req-43fc98fd-d9ac-4198-8288-c64b30023cf3 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Deleting port 85aeb30e-82ca-435b-a570-48be605fa74c {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:21:03.654661 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-fcaa6926-0e81-4f81-a9bf-1dbd9d244231 req-43fc98fd-d9ac-4198-8288-c64b30023cf3 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:03.704293 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5e2432ba-0fd4-4f90-8e7f-4ed5448504ab tempest-PortsAdminExtendedAttrsTestJSON-359771839 tempest-PortsAdminExtendedAttrsTestJSON-359771839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:03.760990 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-5e2432ba-0fd4-4f90-8e7f-4ed5448504ab tempest-PortsAdminExtendedAttrsTestJSON-359771839 tempest-PortsAdminExtendedAttrsTestJSON-359771839-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fa34fa1-dafa-4b86-809c-d5bf578ce676']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:21:03.774754 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-5e2432ba-0fd4-4f90-8e7f-4ed5448504ab tempest-PortsAdminExtendedAttrsTestJSON-359771839 tempest-PortsAdminExtendedAttrsTestJSON-359771839-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14ac2912-e907-4175-bed8-97bb25d5f718') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:21:03.775172 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-5e2432ba-0fd4-4f90-8e7f-4ed5448504ab tempest-PortsAdminExtendedAttrsTestJSON-359771839 tempest-PortsAdminExtendedAttrsTestJSON-359771839-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14ac2912-e907-4175-bed8-97bb25d5f718') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:21:03.787875 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5e2432ba-0fd4-4f90-8e7f-4ed5448504ab tempest-PortsAdminExtendedAttrsTestJSON-359771839 tempest-PortsAdminExtendedAttrsTestJSON-359771839-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:03.808762 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-fcaa6926-0e81-4f81-a9bf-1dbd9d244231 req-43fc98fd-d9ac-4198-8288-c64b30023cf3 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] For port 85aeb30e-82ca-435b-a570-48be605fa74c, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=85aeb30e-82ca-435b-a570-48be605fa74c,segment=NetworkSegment(8b9c1dcd-43d7-469e-84e6-2ae44ff323fb),segment_id=8b9c1dcd-43d7-469e-84e6-2ae44ff323fb)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:21:03.811401 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-fcaa6926-0e81-4f81-a9bf-1dbd9d244231 req-43fc98fd-d9ac-4198-8288-c64b30023cf3 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:03.821289 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5e2432ba-0fd4-4f90-8e7f-4ed5448504ab tempest-PortsAdminExtendedAttrsTestJSON-359771839 tempest-PortsAdminExtendedAttrsTestJSON-359771839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:03.835442 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e2432ba-0fd4-4f90-8e7f-4ed5448504ab tempest-PortsAdminExtendedAttrsTestJSON-359771839 tempest-PortsAdminExtendedAttrsTestJSON-359771839-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:21:03.836689 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5e2432ba-0fd4-4f90-8e7f-4ed5448504ab tempest-PortsAdminExtendedAttrsTestJSON-359771839 tempest-PortsAdminExtendedAttrsTestJSON-359771839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:03.843787 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:21:03.843787 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:21:03.843787 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:21:03.843787 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:21:03.843787 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:21:03.843787 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:21:03.843787 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:21:03.843787 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:21:03.843787 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:21:03.843787 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:21:03.843787 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:21:03.843787 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:21:03.843787 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:21:03.843787 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:21:03.843787 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:21:03.843787 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:21:03.843787 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:21:03.843787 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:21:03.843787 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:21:03.843787 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:21:03.843787 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:21:03.843787 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:21:03.843787 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:21:03.843787 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:21:03.843787 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:21:03.843787 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:21:03.843787 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:21:03.843787 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:21:03.843787 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:21:03.843787 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:21:03.843787 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:21:03.843787 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:21:03.963043 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5e2432ba-0fd4-4f90-8e7f-4ed5448504ab tempest-PortsAdminExtendedAttrsTestJSON-359771839 tempest-PortsAdminExtendedAttrsTestJSON-359771839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:03.970392 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5e2432ba-0fd4-4f90-8e7f-4ed5448504ab tempest-PortsAdminExtendedAttrsTestJSON-359771839 tempest-PortsAdminExtendedAttrsTestJSON-359771839-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:03.973582 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-5e2432ba-0fd4-4f90-8e7f-4ed5448504ab tempest-PortsAdminExtendedAttrsTestJSON-359771839 tempest-PortsAdminExtendedAttrsTestJSON-359771839-project] 10.222.0.53 "DELETE /v2.0/networks/5fa34fa1-dafa-4b86-809c-d5bf578ce676 HTTP/1.1" status: 204 len: 168 time: 0.5938168 Jan 18 22:21:03.992288 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2432ba-0fd4-4f90-8e7f-4ed5448504ab tempest-PortsAdminExtendedAttrsTestJSON-359771839 tempest-PortsAdminExtendedAttrsTestJSON-359771839-project] Pushing event deleted for resources: {'Network': ['ID=5fa34fa1-dafa-4b86-809c-d5bf578ce676,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:21:04.003998 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-fcaa6926-0e81-4f81-a9bf-1dbd9d244231 req-43fc98fd-d9ac-4198-8288-c64b30023cf3 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Calling delete_port for 85aeb30e-82ca-435b-a570-48be605fa74c owned by compute:nova {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:21:04.036637 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a335588c-492a-402b-952b-90545dfc4e3f req-4144d989-5d86-4071-ae0e-e728079d5b1e tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=69e59ffc-71ce-4c50-acf6-17bf11fb5545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4056361 Jan 18 22:21:04.099623 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-1d9711df-dc96-4b31-9458-d35adfefcd43 req-46fa49da-159d-4b2c-a34b-8f7f3c9db508 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Allocated IP 172.20.0.5 (238ed1a6-2b69-482a-a879-0782a721c5d9/7c698099-8c96-4ff9-a982-e918b5bcbfac/fbe6a945-5e45-420b-9221-bb5e5f67634f) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:21:04.124303 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2d6a18-e876-4e03-a210-0e1a7764a848 req-0f3d55a3-32b9-4feb-927b-d4c24b88ce59 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:04.125541 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7a2d6a18-e876-4e03-a210-0e1a7764a848 req-0f3d55a3-32b9-4feb-927b-d4c24b88ce59 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=4496de54-695d-4eb5-b906-e2bc59182d29 HTTP/1.1" status: 200 len: 944 time: 0.2143238 Jan 18 22:21:04.232187 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5c7201c8-9a80-44b3-9dea-1ff15976da2a req-975b7626-cec3-4f01-9023-dc18bdb9de26 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/ports?device_id=b8d13995-b3d7-4bbf-a5e8-3cf72914a2ca HTTP/1.1" status: 200 len: 210 time: 0.0576241 Jan 18 22:21:04.296930 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7a2d6a18-e876-4e03-a210-0e1a7764a848 req-468a5a30-5505-421b-8708-eb2698b58b0a tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629877 Jan 18 22:21:04.429709 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-fcaa6926-0e81-4f81-a9bf-1dbd9d244231 req-43fc98fd-d9ac-4198-8288-c64b30023cf3 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:04.443901 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['85aeb30e-82ca-435b-a570-48be605fa74c'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:21:04.496449 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 36636) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:21:04.516708 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fc98fd-d9ac-4198-8288-c64b30023cf3 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Pushing event deleted for resources: {'Port': ['ID=85aeb30e-82ca-435b-a570-48be605fa74c,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:21:04.525437 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-1d9711df-dc96-4b31-9458-d35adfefcd43 req-46fa49da-159d-4b2c-a34b-8f7f3c9db508 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:04.636627 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcaa6926-0e81-4f81-a9bf-1dbd9d244231 req-43fc98fd-d9ac-4198-8288-c64b30023cf3 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] No DVR routers for this DVR port 85aeb30e-82ca-435b-a570-48be605fa74c on host n-h1-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:21:04.658539 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-fcaa6926-0e81-4f81-a9bf-1dbd9d244231 req-43fc98fd-d9ac-4198-8288-c64b30023cf3 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:04.663031 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fcaa6926-0e81-4f81-a9bf-1dbd9d244231 req-43fc98fd-d9ac-4198-8288-c64b30023cf3 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.36 "DELETE /v2.0/ports/85aeb30e-82ca-435b-a570-48be605fa74c HTTP/1.1" status: 204 len: 173 time: 1.5158200 Jan 18 22:21:04.737891 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d5c84b4f-cf8e-474f-bee3-a9983cad079d req-d4405455-96d4-437a-bcf0-1d6cd3648d25 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/ports?device_id=403ff10c-4dc2-498c-82c9-4b8f991f54e3 HTTP/1.1" status: 200 len: 210 time: 0.0830183 Jan 18 22:21:04.764781 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-1d9711df-dc96-4b31-9458-d35adfefcd43 req-46fa49da-159d-4b2c-a34b-8f7f3c9db508 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:04.788320 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-3ab97942-c998-4f9e-863b-def4ad10a3eb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b19ffd178cef4d0d804b4ea833e96de4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2900257 Jan 18 22:21:04.790684 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 36644) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:21:04.865348 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d9711df-dc96-4b31-9458-d35adfefcd43 req-46fa49da-159d-4b2c-a34b-8f7f3c9db508 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Network 238ed1a6-2b69-482a-a879-0782a721c5d9 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:21:04.869211 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-1d9711df-dc96-4b31-9458-d35adfefcd43 req-46fa49da-159d-4b2c-a34b-8f7f3c9db508 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:21:04.893673 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f438302-63de-4371-a597-369b6e067958', 'name': 'network-vif-deleted', 'tag': '85aeb30e-82ca-435b-a570-48be605fa74c'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:21:04.900503 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30889769-3403-4120-aa84-6f0d9183af1a" -d '{"events": [{"server_uuid": "2f438302-63de-4371-a597-369b6e067958", "name": "network-vif-deleted", "tag": "85aeb30e-82ca-435b-a570-48be605fa74c"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:21:04.919244 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c79f8843-5cfa-476b-8f61-e0ec238303bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:04.922684 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d9711df-dc96-4b31-9458-d35adfefcd43 req-46fa49da-159d-4b2c-a34b-8f7f3c9db508 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:21:04.986538 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c79f8843-5cfa-476b-8f61-e0ec238303bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:05.059010 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9711df-dc96-4b31-9458-d35adfefcd43 req-46fa49da-159d-4b2c-a34b-8f7f3c9db508 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:05.059491 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-1d9711df-dc96-4b31-9458-d35adfefcd43 req-46fa49da-159d-4b2c-a34b-8f7f3c9db508 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:05.068291 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c79f8843-5cfa-476b-8f61-e0ec238303bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:05.068291 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c79f8843-5cfa-476b-8f61-e0ec238303bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:05.068291 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-c79f8843-5cfa-476b-8f61-e0ec238303bc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dadbaaf2-9b0a-4101-b7f9-31a8aab71a64 HTTP/1.1" status: 204 len: 168 time: 0.2753649 Jan 18 22:21:05.068608 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe032081-c990-436b-870f-fc7c22922c5c x-openstack-request-id: req-fe032081-c990-436b-870f-fc7c22922c5c {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:21:05.068608 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f438302-63de-4371-a597-369b6e067958", "name": "network-vif-deleted", "tag": "85aeb30e-82ca-435b-a570-48be605fa74c", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:21:05.068812 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fe032081-c990-436b-870f-fc7c22922c5c {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:21:05.069283 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f438302-63de-4371-a597-369b6e067958', 'name': 'network-vif-deleted', 'tag': '85aeb30e-82ca-435b-a570-48be605fa74c', 'status': 'completed', 'code': 200} Jan 18 22:21:05.084795 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fa49da-159d-4b2c-a34b-8f7f3c9db508 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Pushing event updated for resources: {'Port': ['ID=fbe6a945-5e45-420b-9221-bb5e5f67634f,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:21:05.089338 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79f8843-5cfa-476b-8f61-e0ec238303bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dadbaaf2-9b0a-4101-b7f9-31a8aab71a64,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:21:05.108378 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1d9711df-dc96-4b31-9458-d35adfefcd43 req-46fa49da-159d-4b2c-a34b-8f7f3c9db508 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2176461 Jan 18 22:21:05.125691 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-1d9711df-dc96-4b31-9458-d35adfefcd43 req-12bd74f8-4b93-4607-84bc-4ac33797b46e service neutron] Request body: {'port': {'device_id': 'b8d13995-b3d7-4bbf-a5e8-3cf72914a2ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:21:05.238669 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device b0898f06-6217-4898-a9e9-2057141276cd details requested by agent hyperv_n-h1-825064-1 with host n-h1-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:21:05.263836 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-1d9711df-dc96-4b31-9458-d35adfefcd43 req-12bd74f8-4b93-4607-84bc-4ac33797b46e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:05.302681 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641cf003-4f4f-4220-8cc2-303de398b3b7 req-278729b5-7ac2-44dd-a80f-58f7ef0ac94b tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:05.304222 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-641cf003-4f4f-4220-8cc2-303de398b3b7 req-278729b5-7ac2-44dd-a80f-58f7ef0ac94b tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=af0d2682-492f-45f0-87de-a0bf93808694 HTTP/1.1" status: 200 len: 946 time: 0.1031661 Jan 18 22:21:05.430162 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port b0898f06-6217-4898-a9e9-2057141276cd, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=b0898f06-6217-4898-a9e9-2057141276cd,segment=NetworkSegment(773e2478-13af-4dd0-bb1a-13e4946a40f7),segment_id=773e2478-13af-4dd0-bb1a-13e4946a40f7)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:21:05.447066 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Returning: {'device': 'b0898f06-6217-4898-a9e9-2057141276cd', 'network_id': '616341ad-8ee5-46dd-a50f-fbf4c382e06c', 'port_id': 'b0898f06-6217-4898-a9e9-2057141276cd', 'mac_address': 'fa:16:3e:84:46:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39872394-9ec8-42e0-a515-8c2f5c78361a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:21:05.508187 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:05.528680 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0898f06-6217-4898-a9e9-2057141276cd {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:21:05.573360 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port b0898f06-6217-4898-a9e9-2057141276cd, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=b0898f06-6217-4898-a9e9-2057141276cd,segment=NetworkSegment(773e2478-13af-4dd0-bb1a-13e4946a40f7),segment_id=773e2478-13af-4dd0-bb1a-13e4946a40f7)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:21:05.581394 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:05.611860 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-641cf003-4f4f-4220-8cc2-303de398b3b7 req-c39cad2c-aafc-4a0b-8db3-96bedf9a24de tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=69e59ffc-71ce-4c50-acf6-17bf11fb5545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969303 Jan 18 22:21:05.650775 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=b0898f06-6217-4898-a9e9-2057141276cd,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:21:05.700589 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 36668) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:21:05.802542 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-73d086ca-2627-4549-80c4-7741168412bb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f4d2fa0a644d42b4b138b094477878a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0996473 Jan 18 22:21:05.804035 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 36672) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:21:05.808391 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d202c5-6f7a-4605-939b-94de4b7f1fdd req-f0f8ae6d-f154-4538-a0b3-a24e187106b7 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:05.810079 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f6d202c5-6f7a-4605-939b-94de4b7f1fdd req-f0f8ae6d-f154-4538-a0b3-a24e187106b7 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.36 "GET /v2.0/networks?id=bbd133fe-c308-4a8e-bf62-ce93a757e989 HTTP/1.1" status: 200 len: 813 time: 0.5327764 Jan 18 22:21:05.818396 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dd9c87-6df7-4e91-8b7c-0e3316cf736c req-0bbc34a9-e28f-4ef5-bd4d-817b0e4ff779 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:05.823687 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['b0898f06-6217-4898-a9e9-2057141276cd'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:21:05.825630 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-31dd9c87-6df7-4e91-8b7c-0e3316cf736c req-0bbc34a9-e28f-4ef5-bd4d-817b0e4ff779 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/ports?device_id=b8d13995-b3d7-4bbf-a5e8-3cf72914a2ca HTTP/1.1" status: 200 len: 931 time: 0.4032323 Jan 18 22:21:05.837860 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-f6d202c5-6f7a-4605-939b-94de4b7f1fdd req-36354fb9-570e-4cc4-98e1-fa1e04daae02 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Request body: {'port': {'device_id': '403ff10c-4dc2-498c-82c9-4b8f991f54e3', 'network_id': 'bbd133fe-c308-4a8e-bf62-ce93a757e989', 'admin_state_up': True, 'tenant_id': '4e498fcb7b24422f9e5d32613a741483'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:21:05.916899 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-23035389-8ec0-43ab-8adf-cf2a9f1b0107 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:05.984762 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-23035389-8ec0-43ab-8adf-cf2a9f1b0107 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:06.095305 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-23035389-8ec0-43ab-8adf-cf2a9f1b0107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:06.100553 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-23035389-8ec0-43ab-8adf-cf2a9f1b0107 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:06.104773 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-23035389-8ec0-43ab-8adf-cf2a9f1b0107 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c354549a-cc01-4f56-803f-8905e509b47c HTTP/1.1" status: 204 len: 168 time: 0.2971399 Jan 18 22:21:06.114064 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23035389-8ec0-43ab-8adf-cf2a9f1b0107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c354549a-cc01-4f56-803f-8905e509b47c,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:21:06.314004 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce35a4e2-bb0e-4ea2-962c-2a73d491b090 req-1212991d-dc18-42f8-900b-08dbcfb453c2 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:06.321339 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ce35a4e2-bb0e-4ea2-962c-2a73d491b090 req-1212991d-dc18-42f8-900b-08dbcfb453c2 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=4496de54-695d-4eb5-b906-e2bc59182d29 HTTP/1.1" status: 200 len: 945 time: 0.5701003 Jan 18 22:21:06.366512 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-31dd9c87-6df7-4e91-8b7c-0e3316cf736c req-c144d19c-46f8-439d-93b7-aea6bda03d7e tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/security-groups?id=887106f9-0ea3-48df-93b8-5b7379f045d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5349617 Jan 18 22:21:06.473993 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ce35a4e2-bb0e-4ea2-962c-2a73d491b090 req-b9f22c15-88c5-4221-bed7-a2a07088991c tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479599 Jan 18 22:21:06.719763 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e90a539e-e8b8-4db1-9c9a-54caa1338f9d req-db5299cc-9c9f-4676-b1cf-b66a7c997de2 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/ports?device_id=403ff10c-4dc2-498c-82c9-4b8f991f54e3 HTTP/1.1" status: 200 len: 210 time: 0.1299500 Jan 18 22:21:06.738589 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7ab7ec95-1cb3-4e04-9dad-490b629a06cf req-2627e58d-15af-451e-beb5-dd8baa002c5f tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=584d50ef6ed64545aac1e7947879ab5e HTTP/1.1" status: 200 len: 267 time: 0.2585728 Jan 18 22:21:06.757274 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [req-1d9711df-dc96-4b31-9458-d35adfefcd43 req-12bd74f8-4b93-4607-84bc-4ac33797b46e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbe6a945-5e45-420b-9221-bb5e5f67634f {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:21:06.764905 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6d202c5-6f7a-4605-939b-94de4b7f1fdd req-36354fb9-570e-4cc4-98e1-fa1e04daae02 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Made reservation on behalf of 4e498fcb7b24422f9e5d32613a741483 for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:21:06.768420 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-f6d202c5-6f7a-4605-939b-94de4b7f1fdd req-36354fb9-570e-4cc4-98e1-fa1e04daae02 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:06.771668 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-1d9711df-dc96-4b31-9458-d35adfefcd43 req-12bd74f8-4b93-4607-84bc-4ac33797b46e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:06.812883 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-1d9711df-dc96-4b31-9458-d35adfefcd43 req-12bd74f8-4b93-4607-84bc-4ac33797b46e service neutron] Transition to ACTIVE for port object fbe6a945-5e45-420b-9221-bb5e5f67634f will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:21:06.819376 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-1d9711df-dc96-4b31-9458-d35adfefcd43 req-12bd74f8-4b93-4607-84bc-4ac33797b46e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:06.930892 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab7ec95-1cb3-4e04-9dad-490b629a06cf req-b0dd3986-6b3f-4671-a239-d4d9385c5979 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:06.934839 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7ab7ec95-1cb3-4e04-9dad-490b629a06cf req-b0dd3986-6b3f-4671-a239-d4d9385c5979 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=af0d2682-492f-45f0-87de-a0bf93808694 HTTP/1.1" status: 200 len: 946 time: 0.1867177 Jan 18 22:21:07.009443 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-7ab7ec95-1cb3-4e04-9dad-490b629a06cf req-23b7cabe-da6c-4903-9433-44222f8908e0 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Request body: {'port': {'security_groups': []}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:21:07.055107 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bd74f8-4b93-4607-84bc-4ac33797b46e service neutron] Pushing event updated for resources: {'Port': ['ID=fbe6a945-5e45-420b-9221-bb5e5f67634f,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:21:07.225546 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-7ab7ec95-1cb3-4e04-9dad-490b629a06cf req-23b7cabe-da6c-4903-9433-44222f8908e0 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:07.253604 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device b0898f06-6217-4898-a9e9-2057141276cd up at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:21:07.330867 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-1d9711df-dc96-4b31-9458-d35adfefcd43 req-12bd74f8-4b93-4607-84bc-4ac33797b46e service neutron] Attempting to bind port fbe6a945-5e45-420b-9221-bb5e5f67634f on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:21:07.331396 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-1d9711df-dc96-4b31-9458-d35adfefcd43 req-12bd74f8-4b93-4607-84bc-4ac33797b46e service neutron] Attempting to bind port fbe6a945-5e45-420b-9221-bb5e5f67634f by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': 'bbee9262-cfb2-4fc9-82be-4cb3bf414322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '238ed1a6-2b69-482a-a879-0782a721c5d9'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:21:07.331859 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d9711df-dc96-4b31-9458-d35adfefcd43 req-12bd74f8-4b93-4607-84bc-4ac33797b46e service neutron] Attempting to bind port fbe6a945-5e45-420b-9221-bb5e5f67634f on network 238ed1a6-2b69-482a-a879-0782a721c5d9 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:21:07.334454 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-f6d202c5-6f7a-4605-939b-94de4b7f1fdd req-36354fb9-570e-4cc4-98e1-fa1e04daae02 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Allocated IP 172.20.0.3 (bbd133fe-c308-4a8e-bf62-ce93a757e989/3943d4e3-11db-416b-b501-9e5a6550fdf9/50d5a31e-be32-4b51-82d8-d7fd0fe183ad) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:21:07.367182 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d9711df-dc96-4b31-9458-d35adfefcd43 req-12bd74f8-4b93-4607-84bc-4ac33797b46e service neutron] Port fbe6a945-5e45-420b-9221-bb5e5f67634f on network 238ed1a6-2b69-482a-a879-0782a721c5d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:21:07.367666 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d9711df-dc96-4b31-9458-d35adfefcd43 req-12bd74f8-4b93-4607-84bc-4ac33797b46e service neutron] Attempting to bind port fbe6a945-5e45-420b-9221-bb5e5f67634f on network 238ed1a6-2b69-482a-a879-0782a721c5d9 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:21:07.367952 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning for port b0898f06-6217-4898-a9e9-2057141276cd completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:21:07.381071 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning complete for port b0898f06-6217-4898-a9e9-2057141276cd triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:21:07.381455 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:07.436741 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d9711df-dc96-4b31-9458-d35adfefcd43 req-12bd74f8-4b93-4607-84bc-4ac33797b46e service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:21:07.437290 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d9711df-dc96-4b31-9458-d35adfefcd43 req-12bd74f8-4b93-4607-84bc-4ac33797b46e service neutron] Checking segment: {'id': 'bbee9262-cfb2-4fc9-82be-4cb3bf414322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '238ed1a6-2b69-482a-a879-0782a721c5d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:21:07.438152 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d9711df-dc96-4b31-9458-d35adfefcd43 req-12bd74f8-4b93-4607-84bc-4ac33797b46e service neutron] Bound using segment: {'id': 'bbee9262-cfb2-4fc9-82be-4cb3bf414322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '238ed1a6-2b69-482a-a879-0782a721c5d9'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:21:07.438923 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-1d9711df-dc96-4b31-9458-d35adfefcd43 req-12bd74f8-4b93-4607-84bc-4ac33797b46e service neutron] Bound port: fbe6a945-5e45-420b-9221-bb5e5f67634f, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbee9262-cfb2-4fc9-82be-4cb3bf414322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '238ed1a6-2b69-482a-a879-0782a721c5d9'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:21:07.439432 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-1d9711df-dc96-4b31-9458-d35adfefcd43 req-12bd74f8-4b93-4607-84bc-4ac33797b46e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:07.617674 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-1d9711df-dc96-4b31-9458-d35adfefcd43 req-12bd74f8-4b93-4607-84bc-4ac33797b46e service neutron] For port fbe6a945-5e45-420b-9221-bb5e5f67634f, host n-h2-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:21:07.621435 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-1d9711df-dc96-4b31-9458-d35adfefcd43 req-12bd74f8-4b93-4607-84bc-4ac33797b46e service neutron] For port fbe6a945-5e45-420b-9221-bb5e5f67634f, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=fbe6a945-5e45-420b-9221-bb5e5f67634f,segment=NetworkSegment(bbee9262-cfb2-4fc9-82be-4cb3bf414322),segment_id=bbee9262-cfb2-4fc9-82be-4cb3bf414322)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:21:07.641621 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:07.688622 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4496de54-695d-4eb5-b906-e2bc59182d29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0898f06-6217-4898-a9e9-2057141276cd'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:21:07.693641 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86f55d5b-f1bd-474c-8811-ff92866dec1e" -d '{"events": [{"server_uuid": "4496de54-695d-4eb5-b906-e2bc59182d29", "name": "network-vif-plugged", "status": "completed", "tag": "b0898f06-6217-4898-a9e9-2057141276cd"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:21:07.725883 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port b0898f06-6217-4898-a9e9-2057141276cd, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=b0898f06-6217-4898-a9e9-2057141276cd,segment=NetworkSegment(773e2478-13af-4dd0-bb1a-13e4946a40f7),segment_id=773e2478-13af-4dd0-bb1a-13e4946a40f7)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:21:07.732254 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-1d9711df-dc96-4b31-9458-d35adfefcd43 req-12bd74f8-4b93-4607-84bc-4ac33797b46e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:07.740367 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:07.741416 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 85aeb30e-82ca-435b-a570-48be605fa74c no longer exists at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:21:07.814860 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704c9b46-64da-4370-b578-daab986c4ed6 req-e6af8b97-da7b-4324-be5a-add685ef1591 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:07.823130 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-704c9b46-64da-4370-b578-daab986c4ed6 req-e6af8b97-da7b-4324-be5a-add685ef1591 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/ports?device_id=b8d13995-b3d7-4bbf-a5e8-3cf72914a2ca HTTP/1.1" status: 200 len: 943 time: 0.2850118 Jan 18 22:21:07.836101 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9711df-dc96-4b31-9458-d35adfefcd43 req-12bd74f8-4b93-4607-84bc-4ac33797b46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:07.836820 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-1d9711df-dc96-4b31-9458-d35adfefcd43 req-12bd74f8-4b93-4607-84bc-4ac33797b46e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:07.838247 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1d9711df-dc96-4b31-9458-d35adfefcd43 req-12bd74f8-4b93-4607-84bc-4ac33797b46e service neutron] 10.222.0.67 "PUT /v2.0/ports/fbe6a945-5e45-420b-9221-bb5e5f67634f HTTP/1.1" status: 200 len: 1091 time: 2.7171242 Jan 18 22:21:07.849403 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-7ab7ec95-1cb3-4e04-9dad-490b629a06cf req-23b7cabe-da6c-4903-9433-44222f8908e0 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] For port 647df6e5-6afc-435c-8852-53ad9c11fc2f, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=647df6e5-6afc-435c-8852-53ad9c11fc2f,segment=NetworkSegment(54058af5-a5b1-45e9-977a-39ef1b01c87e),segment_id=54058af5-a5b1-45e9-977a-39ef1b01c87e)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:21:07.851345 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8d13995-b3d7-4bbf-a5e8-3cf72914a2ca', 'tag': 'fbe6a945-5e45-420b-9221-bb5e5f67634f'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:21:07.854186 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daa5caf9-06b3-47cf-a15e-edd1d218dc69" -d '{"events": [{"name": "network-changed", "server_uuid": "b8d13995-b3d7-4bbf-a5e8-3cf72914a2ca", "tag": "fbe6a945-5e45-420b-9221-bb5e5f67634f"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:21:07.860902 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] No Port match for: 85aeb30e-82ca-435b-a570-48be605fa74c {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:21:07.861251 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 85aeb30e-82ca-435b-a570-48be605fa74c not bound to the agent host n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:21:07.879228 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=b0898f06-6217-4898-a9e9-2057141276cd,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:21:07.973745 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bd74f8-4b93-4607-84bc-4ac33797b46e service neutron] Pushing event updated for resources: {'Port': ['ID=fbe6a945-5e45-420b-9221-bb5e5f67634f,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:21:07.997165 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-7ab7ec95-1cb3-4e04-9dad-490b629a06cf req-23b7cabe-da6c-4903-9433-44222f8908e0 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:08.000703 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-f6d202c5-6f7a-4605-939b-94de4b7f1fdd req-36354fb9-570e-4cc4-98e1-fa1e04daae02 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:08.007414 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-704c9b46-64da-4370-b578-daab986c4ed6 req-0d5d79f3-8bb4-47e5-98d1-94f36122eaca tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/security-groups?id=887106f9-0ea3-48df-93b8-5b7379f045d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834083 Jan 18 22:21:08.010243 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-7ab7ec95-1cb3-4e04-9dad-490b629a06cf req-23b7cabe-da6c-4903-9433-44222f8908e0 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:08.022810 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['3cbcf254-f312-4f41-910c-3c8b9defb3c1'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:21:08.039028 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9711df-dc96-4b31-9458-d35adfefcd43 req-32dc734a-4d83-4741-ba43-e6e2b1fa34c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:08.041399 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1d9711df-dc96-4b31-9458-d35adfefcd43 req-32dc734a-4d83-4741-ba43-e6e2b1fa34c9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ae480cc349914bb59c49507d70f536af&device_id=b8d13995-b3d7-4bbf-a5e8-3cf72914a2ca HTTP/1.1" status: 200 len: 1094 time: 0.1478992 Jan 18 22:21:08.101698 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['6701bc4f-33c4-4850-94d7-00e6cb60828e', '647df6e5-6afc-435c-8852-53ad9c11fc2f'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:21:08.151778 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab7ec95-1cb3-4e04-9dad-490b629a06cf req-23b7cabe-da6c-4903-9433-44222f8908e0 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:08.152464 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-7ab7ec95-1cb3-4e04-9dad-490b629a06cf req-23b7cabe-da6c-4903-9433-44222f8908e0 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:08.153850 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7ab7ec95-1cb3-4e04-9dad-490b629a06cf req-23b7cabe-da6c-4903-9433-44222f8908e0 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "PUT /v2.0/ports/647df6e5-6afc-435c-8852-53ad9c11fc2f HTTP/1.1" status: 200 len: 905 time: 1.1959019 Jan 18 22:21:08.155858 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1d9711df-dc96-4b31-9458-d35adfefcd43 req-d9d578c9-d2dc-4fb7-80a5-a55ae9997c36 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fbe6a945-5e45-420b-9221-bb5e5f67634f HTTP/1.1" status: 200 len: 217 time: 0.0889707 Jan 18 22:21:08.276314 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9901f87-075f-48b4-85d0-6c587434ca7e x-openstack-request-id: req-e9901f87-075f-48b4-85d0-6c587434ca7e {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:21:08.276920 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4496de54-695d-4eb5-b906-e2bc59182d29", "name": "network-vif-plugged", "status": "completed", "tag": "b0898f06-6217-4898-a9e9-2057141276cd", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:21:08.276920 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e9901f87-075f-48b4-85d0-6c587434ca7e {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:21:08.277233 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4496de54-695d-4eb5-b906-e2bc59182d29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0898f06-6217-4898-a9e9-2057141276cd', 'code': 200} Jan 18 22:21:08.290107 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['647df6e5-6afc-435c-8852-53ad9c11fc2f'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:21:08.317748 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b7cabe-da6c-4903-9433-44222f8908e0 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Pushing event updated for resources: {'Port': ['ID=647df6e5-6afc-435c-8852-53ad9c11fc2f,revision_number=6']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:21:08.342877 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-f6d202c5-6f7a-4605-939b-94de4b7f1fdd req-36354fb9-570e-4cc4-98e1-fa1e04daae02 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:08.404699 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa14d40d-180d-4e2f-bbdd-9dc39829e7e1 req-5dc5edae-dcfa-4dc7-8581-079d798154c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:08.410090 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-aa14d40d-180d-4e2f-bbdd-9dc39829e7e1 req-5dc5edae-dcfa-4dc7-8581-079d798154c6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4496de54-695d-4eb5-b906-e2bc59182d29 HTTP/1.1" status: 200 len: 1097 time: 0.0769219 Jan 18 22:21:08.494784 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-aa14d40d-180d-4e2f-bbdd-9dc39829e7e1 req-eabd8529-06dd-4b83-8ee3-6bd5897a99c7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808289 Jan 18 22:21:08.495392 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9711df-dc96-4b31-9458-d35adfefcd43 req-930c74ca-5469-4d38-b06e-b9afa96414c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:08.497123 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1d9711df-dc96-4b31-9458-d35adfefcd43 req-930c74ca-5469-4d38-b06e-b9afa96414c6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7c698099-8c96-4ff9-a982-e918b5bcbfac HTTP/1.1" status: 200 len: 845 time: 0.3140061 Jan 18 22:21:08.514101 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6d202c5-6f7a-4605-939b-94de4b7f1fdd req-36354fb9-570e-4cc4-98e1-fa1e04daae02 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Network bbd133fe-c308-4a8e-bf62-ce93a757e989 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:21:08.523305 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f8f6f9-13dc-4a5f-bebc-12de1ed952ba req-afeb7f4f-c410-419d-9def-3a8a2e2a35a8 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:08.532059 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 36744) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:21:08.532332 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-18f8f6f9-13dc-4a5f-bebc-12de1ed952ba req-afeb7f4f-c410-419d-9def-3a8a2e2a35a8 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=4496de54-695d-4eb5-b906-e2bc59182d29 HTTP/1.1" status: 200 len: 946 time: 0.3977983 Jan 18 22:21:08.554328 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-50e88257-5a0e-41db-8471-56a23655f05d None None] Provisioning complete for port 647df6e5-6afc-435c-8852-53ad9c11fc2f triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:21:08.554803 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-50e88257-5a0e-41db-8471-56a23655f05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:08.561013 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-f6d202c5-6f7a-4605-939b-94de4b7f1fdd req-36354fb9-570e-4cc4-98e1-fa1e04daae02 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:21:08.575518 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6d202c5-6f7a-4605-939b-94de4b7f1fdd req-36354fb9-570e-4cc4-98e1-fa1e04daae02 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:21:08.628491 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36354fb9-570e-4cc4-98e1-fa1e04daae02 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Pushing event updated for resources: {'Port': ['ID=50d5a31e-be32-4b51-82d8-d7fd0fe183ad,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:21:08.635421 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1d9711df-dc96-4b31-9458-d35adfefcd43 req-d8b5fddf-77c7-406f-a64d-3310d4ef813a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=238ed1a6-2b69-482a-a879-0782a721c5d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1000857 Jan 18 22:21:08.701632 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-18f8f6f9-13dc-4a5f-bebc-12de1ed952ba req-21ed0433-104e-4c2f-b1a1-4de1c33c54ac tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663024 Jan 18 22:21:08.721242 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-644db4bf-c237-4b4d-a6a5-a94265bc2979 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1687065303', 'router:external': True}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:21:08.751093 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-644db4bf-c237-4b4d-a6a5-a94265bc2979 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Made reservation on behalf of 80ca5b6d0d4b4a9aba825bc690f5ffb2 for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:21:08.754844 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-644db4bf-c237-4b4d-a6a5-a94265bc2979 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:08.759150 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e074ae-0ee4-4635-a3af-6e285f957744 req-312775d2-dae3-4ac8-af01-07fd16082473 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:08.760712 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-76e074ae-0ee4-4635-a3af-6e285f957744 req-312775d2-dae3-4ac8-af01-07fd16082473 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/ports?device_id=403ff10c-4dc2-498c-82c9-4b8f991f54e3 HTTP/1.1" status: 200 len: 931 time: 0.3507743 Jan 18 22:21:08.765284 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c351b9-f6e1-4e78-9f4a-ab44be583e39 x-openstack-request-id: req-04c351b9-f6e1-4e78-9f4a-ab44be583e39 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:21:08.765576 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8d13995-b3d7-4bbf-a5e8-3cf72914a2ca", "tag": "fbe6a945-5e45-420b-9221-bb5e5f67634f", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:21:08.765855 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-04c351b9-f6e1-4e78-9f4a-ab44be583e39 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:21:08.766257 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8d13995-b3d7-4bbf-a5e8-3cf72914a2ca', 'tag': 'fbe6a945-5e45-420b-9221-bb5e5f67634f', 'status': 'completed', 'code': 200} Jan 18 22:21:08.768948 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-644db4bf-c237-4b4d-a6a5-a94265bc2979 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:08.773996 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d202c5-6f7a-4605-939b-94de4b7f1fdd req-36354fb9-570e-4cc4-98e1-fa1e04daae02 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:08.774633 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-f6d202c5-6f7a-4605-939b-94de4b7f1fdd req-36354fb9-570e-4cc4-98e1-fa1e04daae02 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:08.852419 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f6d202c5-6f7a-4605-939b-94de4b7f1fdd req-36354fb9-570e-4cc4-98e1-fa1e04daae02 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0219889 Jan 18 22:21:08.873492 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 36750) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:21:08.880676 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-408898e3-ac46-411f-86c9-97b5c00ab06d tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-37649726'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:21:08.889331 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-f6d202c5-6f7a-4605-939b-94de4b7f1fdd req-200a9ce6-a91a-4bdc-a786-44c45b4ff9de service neutron] Request body: {'port': {'device_id': '403ff10c-4dc2-498c-82c9-4b8f991f54e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:21:08.893885 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-644db4bf-c237-4b4d-a6a5-a94265bc2979 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:08.902779 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-644db4bf-c237-4b4d-a6a5-a94265bc2979 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:08.918920 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1d9711df-dc96-4b31-9458-d35adfefcd43 req-5bb8b283-8b79-4e82-8e15-ae05cf57ccd2 service neutron] 10.222.0.67 "GET /v2.0/networks/238ed1a6-2b69-482a-a879-0782a721c5d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726626 Jan 18 22:21:08.926782 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-644db4bf-c237-4b4d-a6a5-a94265bc2979 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:21:08.930304 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-76e074ae-0ee4-4635-a3af-6e285f957744 req-5da86d81-7caf-4f9e-8ed5-ea5a447213d9 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/security-groups?id=92d0bf2d-4a69-4a06-bc28-bffdc82f7ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513484 Jan 18 22:21:08.950103 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-644db4bf-c237-4b4d-a6a5-a94265bc2979 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:08.950471 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-644db4bf-c237-4b4d-a6a5-a94265bc2979 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Added segment 94008772-d602-4fa6-8fc4-fb97218dee76 of type vlan for network 3eac69de-e1b6-41ef-80cf-6bbe6d50fd84 Jan 18 22:21:08.951576 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-408898e3-ac46-411f-86c9-97b5c00ab06d tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Made reservation on behalf of e820669caca04fcb8f8972d8b3102f64 for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:21:08.954973 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-408898e3-ac46-411f-86c9-97b5c00ab06d tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:08.975705 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644db4bf-c237-4b4d-a6a5-a94265bc2979 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d28efc97-c799-4aa7-bd62-5637f1d1ce4d,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:21:09.025913 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34df4fb0-b768-4182-8e9f-024026547a9e req-105046ff-3d89-4cca-8206-079e53c5c794 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:09.026360 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-408898e3-ac46-411f-86c9-97b5c00ab06d tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:21:09.027466 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-34df4fb0-b768-4182-8e9f-024026547a9e req-105046ff-3d89-4cca-8206-079e53c5c794 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=af0d2682-492f-45f0-87de-a0bf93808694 HTTP/1.1" status: 200 len: 908 time: 0.1994579 Jan 18 22:21:09.033793 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-644db4bf-c237-4b4d-a6a5-a94265bc2979 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:09.038421 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-f6d202c5-6f7a-4605-939b-94de4b7f1fdd req-200a9ce6-a91a-4bdc-a786-44c45b4ff9de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:09.059178 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-408898e3-ac46-411f-86c9-97b5c00ab06d tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:09.060325 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-408898e3-ac46-411f-86c9-97b5c00ab06d tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Added segment ee75c36c-e3da-443e-af67-166cf5cadbbd of type vlan for network 6762cf84-f7fb-4f6c-9c16-5d48c8ba314e Jan 18 22:21:09.113341 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1d9711df-dc96-4b31-9458-d35adfefcd43 req-98a8ea6c-603b-46ab-b596-d18170337128 service neutron] 10.222.0.67 "GET /v2.0/networks/238ed1a6-2b69-482a-a879-0782a721c5d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820378 Jan 18 22:21:09.141216 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-408898e3-ac46-411f-86c9-97b5c00ab06d tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:09.160202 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-644db4bf-c237-4b4d-a6a5-a94265bc2979 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:09.161299 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644db4bf-c237-4b4d-a6a5-a94265bc2979 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:09.161930 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-644db4bf-c237-4b4d-a6a5-a94265bc2979 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:09.229318 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-408898e3-ac46-411f-86c9-97b5c00ab06d tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:09.234684 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408898e3-ac46-411f-86c9-97b5c00ab06d tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:09.235263 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-408898e3-ac46-411f-86c9-97b5c00ab06d tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:09.247038 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-644db4bf-c237-4b4d-a6a5-a94265bc2979 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.7138858 Jan 18 22:21:09.252353 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 36756) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:21:09.257749 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-f271301c-c75e-41b7-8394-c58a41593ca3 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Request body: {'subnet': {'network_id': '3eac69de-e1b6-41ef-80cf-6bbe6d50fd84', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:21:09.262872 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644db4bf-c237-4b4d-a6a5-a94265bc2979 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Pushing event updated for resources: {'Network': ['ID=3eac69de-e1b6-41ef-80cf-6bbe6d50fd84,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:21:09.284786 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 3eac69de-e1b6-41ef-80cf-6bbe6d50fd84 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:21:09.333944 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408898e3-ac46-411f-86c9-97b5c00ab06d tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Pushing event updated for resources: {'Network': ['ID=6762cf84-f7fb-4f6c-9c16-5d48c8ba314e,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:21:09.352028 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-408898e3-ac46-411f-86c9-97b5c00ab06d tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4773448 Jan 18 22:21:09.355581 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 36760) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:21:09.363880 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 6762cf84-f7fb-4f6c-9c16-5d48c8ba314e details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:21:09.367895 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b67234-d6aa-49b8-9cc8-895f9fe2ab1c req-4315f649-3136-4aec-8936-17e494b7ac82 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:09.369428 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-92b67234-d6aa-49b8-9cc8-895f9fe2ab1c req-4315f649-3136-4aec-8936-17e494b7ac82 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/ports?device_id=b8d13995-b3d7-4bbf-a5e8-3cf72914a2ca HTTP/1.1" status: 200 len: 943 time: 0.1945407 Jan 18 22:21:09.370656 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-449558a8-9d02-4be2-8093-c63fa865b701 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1735643811'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:21:09.384310 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa5caf9-06b3-47cf-a15e-edd1d218dc69 req-e994cefe-4a9f-4963-93e3-63c10726eb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:09.386055 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-daa5caf9-06b3-47cf-a15e-edd1d218dc69 req-e994cefe-4a9f-4963-93e3-63c10726eb76 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ae480cc349914bb59c49507d70f536af&device_id=b8d13995-b3d7-4bbf-a5e8-3cf72914a2ca HTTP/1.1" status: 200 len: 1094 time: 0.1925976 Jan 18 22:21:09.390520 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f271301c-c75e-41b7-8394-c58a41593ca3 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Made reservation on behalf of 80ca5b6d0d4b4a9aba825bc690f5ffb2 for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:21:09.394220 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f271301c-c75e-41b7-8394-c58a41593ca3 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:09.413777 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f254d942-7d4b-474f-8ba8-74aa92be18ca req-1f250f35-aae1-4c4a-be0b-6f68226d62ba tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:09.415330 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f254d942-7d4b-474f-8ba8-74aa92be18ca req-1f250f35-aae1-4c4a-be0b-6f68226d62ba tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa35bf88-4440-4d73-afcd-ae0cc04d6d11 HTTP/1.1" status: 200 len: 944 time: 0.2209949 Jan 18 22:21:09.445668 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-449558a8-9d02-4be2-8093-c63fa865b701 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Made reservation on behalf of e820669caca04fcb8f8972d8b3102f64 for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:21:09.453818 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-449558a8-9d02-4be2-8093-c63fa865b701 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:09.528891 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-449558a8-9d02-4be2-8093-c63fa865b701 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:21:09.539833 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-449558a8-9d02-4be2-8093-c63fa865b701 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:09.540312 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-449558a8-9d02-4be2-8093-c63fa865b701 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Added segment 66a6c0bc-a9db-4ef2-b573-64d9158634ea of type vlan for network ffe48ea3-f64a-402a-9434-49f5506fd6ae Jan 18 22:21:09.550472 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-92b67234-d6aa-49b8-9cc8-895f9fe2ab1c req-d7049c1e-2ff3-450f-b2c4-10f412da0d25 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/security-groups?id=887106f9-0ea3-48df-93b8-5b7379f045d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724348 Jan 18 22:21:09.617659 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-449558a8-9d02-4be2-8093-c63fa865b701 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:09.635448 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa5caf9-06b3-47cf-a15e-edd1d218dc69 req-285b13f1-5070-410a-80a1-d4c0b4dd45a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:09.637437 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-daa5caf9-06b3-47cf-a15e-edd1d218dc69 req-285b13f1-5070-410a-80a1-d4c0b4dd45a9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=238ed1a6-2b69-482a-a879-0782a721c5d9 HTTP/1.1" status: 200 len: 905 time: 0.2422187 Jan 18 22:21:09.683353 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-449558a8-9d02-4be2-8093-c63fa865b701 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:09.690985 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449558a8-9d02-4be2-8093-c63fa865b701 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:09.691598 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-449558a8-9d02-4be2-8093-c63fa865b701 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:09.711162 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f254d942-7d4b-474f-8ba8-74aa92be18ca req-1f57cb16-a351-40a7-bc15-592e1178aa0f tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fead2ec-99b5-4f01-a8ba-653859b4c215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2807527 Jan 18 22:21:09.723941 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-daa5caf9-06b3-47cf-a15e-edd1d218dc69 req-9620a658-15b5-4b49-ac5d-87a9c98dd870 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fbe6a945-5e45-420b-9221-bb5e5f67634f HTTP/1.1" status: 200 len: 217 time: 0.0758648 Jan 18 22:21:09.823625 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [req-f6d202c5-6f7a-4605-939b-94de4b7f1fdd req-200a9ce6-a91a-4bdc-a786-44c45b4ff9de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50d5a31e-be32-4b51-82d8-d7fd0fe183ad {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:21:09.851239 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-f6d202c5-6f7a-4605-939b-94de4b7f1fdd req-200a9ce6-a91a-4bdc-a786-44c45b4ff9de service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:09.895160 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa5caf9-06b3-47cf-a15e-edd1d218dc69 req-a11102b1-73e4-4a13-83e4-cb55dc3cb0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:09.896652 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-daa5caf9-06b3-47cf-a15e-edd1d218dc69 req-a11102b1-73e4-4a13-83e4-cb55dc3cb0d3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7c698099-8c96-4ff9-a982-e918b5bcbfac HTTP/1.1" status: 200 len: 845 time: 0.1631310 Jan 18 22:21:09.908217 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-f6d202c5-6f7a-4605-939b-94de4b7f1fdd req-200a9ce6-a91a-4bdc-a786-44c45b4ff9de service neutron] Transition to ACTIVE for port object 50d5a31e-be32-4b51-82d8-d7fd0fe183ad will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:21:09.922658 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-f6d202c5-6f7a-4605-939b-94de4b7f1fdd req-200a9ce6-a91a-4bdc-a786-44c45b4ff9de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:09.948921 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-daa5caf9-06b3-47cf-a15e-edd1d218dc69 req-9043c3ac-e950-4213-a606-1c61dae36379 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=238ed1a6-2b69-482a-a879-0782a721c5d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427415 Jan 18 22:21:09.992956 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49643c9-bd53-464f-9f62-dd122ae71f26 req-648ef65c-5330-4282-b9a0-858965bc313d tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:09.994528 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b49643c9-bd53-464f-9f62-dd122ae71f26 req-648ef65c-5330-4282-b9a0-858965bc313d tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=4496de54-695d-4eb5-b906-e2bc59182d29 HTTP/1.1" status: 200 len: 946 time: 0.1963043 Jan 18 22:21:10.040500 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073d9722-185c-44f0-aa42-b4ee2f140061 req-cfd417c8-a5d6-41cb-a475-38402b1bf62a tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:10.042018 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-073d9722-185c-44f0-aa42-b4ee2f140061 req-cfd417c8-a5d6-41cb-a475-38402b1bf62a tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa35bf88-4440-4d73-afcd-ae0cc04d6d11 HTTP/1.1" status: 200 len: 944 time: 0.1986632 Jan 18 22:21:10.064022 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-449558a8-9d02-4be2-8093-c63fa865b701 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7046242 Jan 18 22:21:10.073384 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 36770) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:21:10.078617 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-6f4fc0d8-47d8-4cfe-b7fa-6b23fd2f252c tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Request body: {'subnet': {'network_id': '6762cf84-f7fb-4f6c-9c16-5d48c8ba314e', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:21:10.099575 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200a9ce6-a91a-4bdc-a786-44c45b4ff9de service neutron] Pushing event updated for resources: {'Port': ['ID=50d5a31e-be32-4b51-82d8-d7fd0fe183ad,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:21:10.158191 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449558a8-9d02-4be2-8093-c63fa865b701 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Pushing event updated for resources: {'Network': ['ID=ffe48ea3-f64a-402a-9434-49f5506fd6ae,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:21:10.176145 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network ffe48ea3-f64a-402a-9434-49f5506fd6ae details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:21:10.199786 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b49643c9-bd53-464f-9f62-dd122ae71f26 req-20e866f1-455d-48e1-9e02-c54963b259a0 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909602 Jan 18 22:21:10.254746 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-073d9722-185c-44f0-aa42-b4ee2f140061 req-3b55c516-9021-4e75-bc79-87907cddbdf1 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fead2ec-99b5-4f01-a8ba-653859b4c215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1748753 Jan 18 22:21:10.279134 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-daa5caf9-06b3-47cf-a15e-edd1d218dc69 req-e612d5e6-ed78-4895-8814-7758c885bd65 service neutron] 10.222.0.67 "GET /v2.0/networks/238ed1a6-2b69-482a-a879-0782a721c5d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2961652 Jan 18 22:21:10.283298 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-f6d202c5-6f7a-4605-939b-94de4b7f1fdd req-200a9ce6-a91a-4bdc-a786-44c45b4ff9de service neutron] Attempting to bind port 50d5a31e-be32-4b51-82d8-d7fd0fe183ad on host n-h1-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:21:10.283633 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-f6d202c5-6f7a-4605-939b-94de4b7f1fdd req-200a9ce6-a91a-4bdc-a786-44c45b4ff9de service neutron] Attempting to bind port 50d5a31e-be32-4b51-82d8-d7fd0fe183ad by drivers openvswitch,hyperv on host n-h1-825064-1 at level 0 using segments [{'id': '8b9c1dcd-43d7-469e-84e6-2ae44ff323fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'bbd133fe-c308-4a8e-bf62-ce93a757e989'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:21:10.284661 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d202c5-6f7a-4605-939b-94de4b7f1fdd req-200a9ce6-a91a-4bdc-a786-44c45b4ff9de service neutron] Attempting to bind port 50d5a31e-be32-4b51-82d8-d7fd0fe183ad on network bbd133fe-c308-4a8e-bf62-ce93a757e989 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:21:10.305166 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f4fc0d8-47d8-4cfe-b7fa-6b23fd2f252c tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Made reservation on behalf of e820669caca04fcb8f8972d8b3102f64 for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:21:10.312911 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6f4fc0d8-47d8-4cfe-b7fa-6b23fd2f252c tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:10.348411 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d202c5-6f7a-4605-939b-94de4b7f1fdd req-200a9ce6-a91a-4bdc-a786-44c45b4ff9de service neutron] Port 50d5a31e-be32-4b51-82d8-d7fd0fe183ad on network bbd133fe-c308-4a8e-bf62-ce93a757e989 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:21:10.348688 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d202c5-6f7a-4605-939b-94de4b7f1fdd req-200a9ce6-a91a-4bdc-a786-44c45b4ff9de service neutron] Attempting to bind port 50d5a31e-be32-4b51-82d8-d7fd0fe183ad on network bbd133fe-c308-4a8e-bf62-ce93a757e989 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:21:10.388102 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d202c5-6f7a-4605-939b-94de4b7f1fdd req-200a9ce6-a91a-4bdc-a786-44c45b4ff9de service neutron] Checking agent: {'id': 'e49d1b2a-ba11-487f-a804-ecbf3c0e8132', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:21:10.388797 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d202c5-6f7a-4605-939b-94de4b7f1fdd req-200a9ce6-a91a-4bdc-a786-44c45b4ff9de service neutron] Checking segment: {'id': '8b9c1dcd-43d7-469e-84e6-2ae44ff323fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'bbd133fe-c308-4a8e-bf62-ce93a757e989'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:21:10.388797 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d202c5-6f7a-4605-939b-94de4b7f1fdd req-200a9ce6-a91a-4bdc-a786-44c45b4ff9de service neutron] Bound using segment: {'id': '8b9c1dcd-43d7-469e-84e6-2ae44ff323fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'bbd133fe-c308-4a8e-bf62-ce93a757e989'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:21:10.389171 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-f6d202c5-6f7a-4605-939b-94de4b7f1fdd req-200a9ce6-a91a-4bdc-a786-44c45b4ff9de service neutron] Bound port: 50d5a31e-be32-4b51-82d8-d7fd0fe183ad, host: n-h1-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b9c1dcd-43d7-469e-84e6-2ae44ff323fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'bbd133fe-c308-4a8e-bf62-ce93a757e989'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:21:10.389524 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-f6d202c5-6f7a-4605-939b-94de4b7f1fdd req-200a9ce6-a91a-4bdc-a786-44c45b4ff9de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:10.484593 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68771f3a-477f-4eae-b7ef-4d9ca1de4335 req-949c23a6-b606-4f0f-af1d-f4dbeff2d8e3 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:10.489721 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-68771f3a-477f-4eae-b7ef-4d9ca1de4335 req-949c23a6-b606-4f0f-af1d-f4dbeff2d8e3 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/ports?device_id=403ff10c-4dc2-498c-82c9-4b8f991f54e3 HTTP/1.1" status: 200 len: 943 time: 0.1878264 Jan 18 22:21:10.551505 n-d-825064-1 neutron-server[102431]: DEBUG neutron.objects.ports [None req-f271301c-c75e-41b7-8394-c58a41593ca3 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102431) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 18 22:21:10.552011 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f271301c-c75e-41b7-8394-c58a41593ca3 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:10.652544 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f271301c-c75e-41b7-8394-c58a41593ca3 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Pushing event updated for resources: {'Subnet': ['ID=04c63451-cf75-488a-8848-b49fa2635286,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:21:10.701408 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f271301c-c75e-41b7-8394-c58a41593ca3 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Checking segment: {'id': '94008772-d602-4fa6-8fc4-fb97218dee76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3eac69de-e1b6-41ef-80cf-6bbe6d50fd84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:21:10.701408 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f271301c-c75e-41b7-8394-c58a41593ca3 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Network hostable DHCP agents. Network: 3eac69de-e1b6-41ef-80cf-6bbe6d50fd84, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:21:10.760002 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6f4fc0d8-47d8-4cfe-b7fa-6b23fd2f252c tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:10.767805 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f271301c-c75e-41b7-8394-c58a41593ca3 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Network 3eac69de-e1b6-41ef-80cf-6bbe6d50fd84 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:21:10.808906 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-f271301c-c75e-41b7-8394-c58a41593ca3 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 3eac69de-e1b6-41ef-80cf-6bbe6d50fd84) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:21:10.820666 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca79d70-3845-46df-a823-2571a1bd8511 None None] Network 3eac69de-e1b6-41ef-80cf-6bbe6d50fd84 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:21:10.823261 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f271301c-c75e-41b7-8394-c58a41593ca3 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:10.823855 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f271301c-c75e-41b7-8394-c58a41593ca3 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:10.848208 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4fc0d8-47d8-4cfe-b7fa-6b23fd2f252c tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Pushing event updated for resources: {'Subnet': ['ID=4d0ea6b9-4b19-4f86-aaca-bbf2d184c8f5,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:21:10.860808 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4fc0d8-47d8-4cfe-b7fa-6b23fd2f252c tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Checking segment: {'id': 'ee75c36c-e3da-443e-af67-166cf5cadbbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6762cf84-f7fb-4f6c-9c16-5d48c8ba314e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:21:10.861170 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4fc0d8-47d8-4cfe-b7fa-6b23fd2f252c tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Network hostable DHCP agents. Network: 6762cf84-f7fb-4f6c-9c16-5d48c8ba314e, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:21:10.869539 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-f271301c-c75e-41b7-8394-c58a41593ca3 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.6129367 Jan 18 22:21:10.869979 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 36802) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:21:10.874823 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-496b6598-4fdc-43f7-8222-46506f921fd6 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-15263527', 'network_id': '3eac69de-e1b6-41ef-80cf-6bbe6d50fd84'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:21:10.883712 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af0d2682-492f-45f0-87de-a0bf93808694', 'tag': '647df6e5-6afc-435c-8852-53ad9c11fc2f'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:21:10.885990 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eac5dd24-9302-401a-a88d-18aa984f6001" -d '{"events": [{"name": "network-changed", "server_uuid": "af0d2682-492f-45f0-87de-a0bf93808694", "tag": "647df6e5-6afc-435c-8852-53ad9c11fc2f"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:21:10.905633 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4fc0d8-47d8-4cfe-b7fa-6b23fd2f252c tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Network 6762cf84-f7fb-4f6c-9c16-5d48c8ba314e is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:21:10.920174 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-496b6598-4fdc-43f7-8222-46506f921fd6 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Made reservation on behalf of 80ca5b6d0d4b4a9aba825bc690f5ffb2 for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:21:10.923133 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-496b6598-4fdc-43f7-8222-46506f921fd6 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:10.926550 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-6f4fc0d8-47d8-4cfe-b7fa-6b23fd2f252c tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 6762cf84-f7fb-4f6c-9c16-5d48c8ba314e) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:21:10.953316 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4fc0d8-47d8-4cfe-b7fa-6b23fd2f252c tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:10.953316 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6f4fc0d8-47d8-4cfe-b7fa-6b23fd2f252c tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:10.953640 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c691d9-4084-4bc2-b565-4e4633b1ecb0 None None] Network 6762cf84-f7fb-4f6c-9c16-5d48c8ba314e requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:21:10.953764 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-daa5caf9-06b3-47cf-a15e-edd1d218dc69 req-e62c2a41-c321-446e-9b0e-ca339da37d38 service neutron] 10.222.0.67 "GET /v2.0/networks/238ed1a6-2b69-482a-a879-0782a721c5d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6447780 Jan 18 22:21:10.971433 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [None req-496b6598-4fdc-43f7-8222-46506f921fd6 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] device_id is not set on port 1be2c578-b6c7-4d3c-851f-513b94b5b05e yet. {{(pid=102431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:21:11.034647 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-68771f3a-477f-4eae-b7ef-4d9ca1de4335 req-41156deb-26b9-4842-8b7b-9bfa5b876c61 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/security-groups?id=92d0bf2d-4a69-4a06-bc28-bffdc82f7ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5439692 Jan 18 22:21:11.047326 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-f6d202c5-6f7a-4605-939b-94de4b7f1fdd req-200a9ce6-a91a-4bdc-a786-44c45b4ff9de service neutron] For port 50d5a31e-be32-4b51-82d8-d7fd0fe183ad, host n-h1-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:21:11.059204 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-f6d202c5-6f7a-4605-939b-94de4b7f1fdd req-200a9ce6-a91a-4bdc-a786-44c45b4ff9de service neutron] For port 50d5a31e-be32-4b51-82d8-d7fd0fe183ad, host n-h1-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=50d5a31e-be32-4b51-82d8-d7fd0fe183ad,segment=NetworkSegment(8b9c1dcd-43d7-469e-84e6-2ae44ff323fb),segment_id=8b9c1dcd-43d7-469e-84e6-2ae44ff323fb)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:21:11.079307 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce112c8-cf45-4784-a4d3-1bb297472847 None None] Network 3eac69de-e1b6-41ef-80cf-6bbe6d50fd84 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:21:11.091097 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-f6d202c5-6f7a-4605-939b-94de4b7f1fdd req-200a9ce6-a91a-4bdc-a786-44c45b4ff9de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:11.104348 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-496b6598-4fdc-43f7-8222-46506f921fd6 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Allocated IP 172.20.0.13 (3eac69de-e1b6-41ef-80cf-6bbe6d50fd84/04c63451-cf75-488a-8848-b49fa2635286/1be2c578-b6c7-4d3c-851f-513b94b5b05e) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:21:11.172956 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200a9ce6-a91a-4bdc-a786-44c45b4ff9de service neutron] Pushing event updated for resources: {'Port': ['ID=50d5a31e-be32-4b51-82d8-d7fd0fe183ad,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:21:11.252678 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fcad1ff-2ba2-45e9-abd6-95d28fb2b9f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-6762cf84-f7fb-4f6c-9c16-5d48c8ba314e', 'network_id': '6762cf84-f7fb-4f6c-9c16-5d48c8ba314e', 'tenant_id': 'e820669caca04fcb8f8972d8b3102f64', 'fixed_ips': [{'subnet_id': '4d0ea6b9-4b19-4f86-aaca-bbf2d184c8f5'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:21:11.253736 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8fcad1ff-2ba2-45e9-abd6-95d28fb2b9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:11.255202 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d202c5-6f7a-4605-939b-94de4b7f1fdd req-200a9ce6-a91a-4bdc-a786-44c45b4ff9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:11.255819 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-f6d202c5-6f7a-4605-939b-94de4b7f1fdd req-200a9ce6-a91a-4bdc-a786-44c45b4ff9de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:11.258346 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f6d202c5-6f7a-4605-939b-94de4b7f1fdd req-200a9ce6-a91a-4bdc-a786-44c45b4ff9de service neutron] 10.222.0.36 "PUT /v2.0/ports/50d5a31e-be32-4b51-82d8-d7fd0fe183ad HTTP/1.1" status: 200 len: 1091 time: 2.3812983 Jan 18 22:21:11.278999 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-6f4fc0d8-47d8-4cfe-b7fa-6b23fd2f252c tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2044969 Jan 18 22:21:11.279261 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e2481e-0834-46d0-aa1f-2d5c7429c9e2 req-5506a060-9fdf-41f6-83ba-a7137de034a8 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:11.280648 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-71e2481e-0834-46d0-aa1f-2d5c7429c9e2 req-5506a060-9fdf-41f6-83ba-a7137de034a8 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/networks?id=e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84 HTTP/1.1" status: 200 len: 811 time: 0.3845725 Jan 18 22:21:11.283048 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 36806) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:21:11.287919 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-f97e92b0-e254-447b-818c-65e8bd07152e tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Request body: {'subnet': {'network_id': 'ffe48ea3-f64a-402a-9434-49f5506fd6ae', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:21:11.298557 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-496b6598-4fdc-43f7-8222-46506f921fd6 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:11.341345 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85df0ba2-0eb0-48af-9637-e715920eac8d req-6f87b838-59cd-483f-b3b7-fabe2fc9d100 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:11.350689 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-85df0ba2-0eb0-48af-9637-e715920eac8d req-6f87b838-59cd-483f-b3b7-fabe2fc9d100 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=4496de54-695d-4eb5-b906-e2bc59182d29 HTTP/1.1" status: 200 len: 946 time: 0.1809704 Jan 18 22:21:11.364857 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-496b6598-4fdc-43f7-8222-46506f921fd6 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:11.426558 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496b6598-4fdc-43f7-8222-46506f921fd6 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Network 3eac69de-e1b6-41ef-80cf-6bbe6d50fd84 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:21:11.431144 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-496b6598-4fdc-43f7-8222-46506f921fd6 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:21:11.433447 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496b6598-4fdc-43f7-8222-46506f921fd6 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Pushing event updated for resources: {'Port': ['ID=1be2c578-b6c7-4d3c-851f-513b94b5b05e,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:21:11.439741 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496b6598-4fdc-43f7-8222-46506f921fd6 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:21:11.440161 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-71e2481e-0834-46d0-aa1f-2d5c7429c9e2 req-da221e50-c307-4465-9268-fb58f6b146ed tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/quotas/584d50ef6ed64545aac1e7947879ab5e HTTP/1.1" status: 200 len: 375 time: 0.1465356 Jan 18 22:21:11.498564 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device fbe6a945-5e45-420b-9221-bb5e5f67634f details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:21:11.500928 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-8fcad1ff-2ba2-45e9-abd6-95d28fb2b9f5 None None] Allocated IP 10.1.1.2 (6762cf84-f7fb-4f6c-9c16-5d48c8ba314e/4d0ea6b9-4b19-4f86-aaca-bbf2d184c8f5/8ba3cb38-8a6f-43b9-85b2-be69ccca5f75) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:21:11.504965 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496b6598-4fdc-43f7-8222-46506f921fd6 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:11.506288 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-496b6598-4fdc-43f7-8222-46506f921fd6 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:11.529567 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-496b6598-4fdc-43f7-8222-46506f921fd6 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 0.6584713 Jan 18 22:21:11.531904 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 36810) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:21:11.647686 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-85df0ba2-0eb0-48af-9637-e715920eac8d req-27814df5-a035-432d-a693-4cbc966672ef tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2927790 Jan 18 22:21:11.654222 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d202c5-6f7a-4605-939b-94de4b7f1fdd req-e3db8c12-71e8-40d3-ad4c-b27c33c3bc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:11.655715 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f6d202c5-6f7a-4605-939b-94de4b7f1fdd req-e3db8c12-71e8-40d3-ad4c-b27c33c3bc2b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4e498fcb7b24422f9e5d32613a741483&device_id=403ff10c-4dc2-498c-82c9-4b8f991f54e3 HTTP/1.1" status: 200 len: 1094 time: 0.3387356 Jan 18 22:21:11.691003 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-3f5db7a7-ed7e-48df-a07a-5d411b4f1428 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Deleting port 1be2c578-b6c7-4d3c-851f-513b94b5b05e {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:21:11.691530 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3f5db7a7-ed7e-48df-a07a-5d411b4f1428 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:11.766407 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port fbe6a945-5e45-420b-9221-bb5e5f67634f, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=fbe6a945-5e45-420b-9221-bb5e5f67634f,segment=NetworkSegment(bbee9262-cfb2-4fc9-82be-4cb3bf414322),segment_id=bbee9262-cfb2-4fc9-82be-4cb3bf414322)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:21:11.779035 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3f5db7a7-ed7e-48df-a07a-5d411b4f1428 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:11.796272 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-3f5db7a7-ed7e-48df-a07a-5d411b4f1428 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Calling delete_port for 1be2c578-b6c7-4d3c-851f-513b94b5b05e owned by {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:21:11.825258 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': 'fbe6a945-5e45-420b-9221-bb5e5f67634f', 'network_id': '238ed1a6-2b69-482a-a879-0782a721c5d9', 'port_id': 'fbe6a945-5e45-420b-9221-bb5e5f67634f', 'mac_address': 'fa:16:3e:b4:9a:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c698099-8c96-4ff9-a982-e918b5bcbfac', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:21:11.842533 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-71e2481e-0834-46d0-aa1f-2d5c7429c9e2 req-1c700ca4-4dfd-463a-80d9-868f01124454 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=584d50ef6ed64545aac1e7947879ab5e&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3398609 Jan 18 22:21:11.860106 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f6d202c5-6f7a-4605-939b-94de4b7f1fdd req-d19048b3-0c6d-41e1-9e5d-7724e6ac5d74 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50d5a31e-be32-4b51-82d8-d7fd0fe183ad HTTP/1.1" status: 200 len: 217 time: 0.1936858 Jan 18 22:21:11.880705 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f97e92b0-e254-447b-818c-65e8bd07152e tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Made reservation on behalf of e820669caca04fcb8f8972d8b3102f64 for: {'subnet': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:21:11.882815 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8fcad1ff-2ba2-45e9-abd6-95d28fb2b9f5 None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:11.886560 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f97e92b0-e254-447b-818c-65e8bd07152e tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62288702'] for subnet, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:11.890295 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:11.902501 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8fcad1ff-2ba2-45e9-abd6-95d28fb2b9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:11.914261 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbe6a945-5e45-420b-9221-bb5e5f67634f {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:21:11.929956 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f0445e-f73c-40ce-b946-2da4af100ed3 req-e23a5e6c-02cd-41cb-a00e-175307f20351 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:11.931486 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-48f0445e-f73c-40ce-b946-2da4af100ed3 req-e23a5e6c-02cd-41cb-a00e-175307f20351 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.36 "GET /v2.0/ports?device_id=4496de54-695d-4eb5-b906-e2bc59182d29 HTTP/1.1" status: 200 len: 946 time: 0.0740457 Jan 18 22:21:11.964312 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fcad1ff-2ba2-45e9-abd6-95d28fb2b9f5 None None] Network 6762cf84-f7fb-4f6c-9c16-5d48c8ba314e is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:21:11.970639 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-8fcad1ff-2ba2-45e9-abd6-95d28fb2b9f5 None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:21:11.974042 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port fbe6a945-5e45-420b-9221-bb5e5f67634f, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=fbe6a945-5e45-420b-9221-bb5e5f67634f,segment=NetworkSegment(bbee9262-cfb2-4fc9-82be-4cb3bf414322),segment_id=bbee9262-cfb2-4fc9-82be-4cb3bf414322)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:21:11.975155 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcad1ff-2ba2-45e9-abd6-95d28fb2b9f5 None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:21:11.977176 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcad1ff-2ba2-45e9-abd6-95d28fb2b9f5 None None] Pushing event updated for resources: {'Port': ['ID=8ba3cb38-8a6f-43b9-85b2-be69ccca5f75,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:21:11.989523 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:12.086288 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-8fcad1ff-2ba2-45e9-abd6-95d28fb2b9f5 None None] Attempting to bind port 8ba3cb38-8a6f-43b9-85b2-be69ccca5f75 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:21:12.086684 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-8fcad1ff-2ba2-45e9-abd6-95d28fb2b9f5 None None] Attempting to bind port 8ba3cb38-8a6f-43b9-85b2-be69ccca5f75 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': 'ee75c36c-e3da-443e-af67-166cf5cadbbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6762cf84-f7fb-4f6c-9c16-5d48c8ba314e'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:21:12.087050 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcad1ff-2ba2-45e9-abd6-95d28fb2b9f5 None None] Attempting to bind port 8ba3cb38-8a6f-43b9-85b2-be69ccca5f75 on network 6762cf84-f7fb-4f6c-9c16-5d48c8ba314e {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:21:12.095836 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=fbe6a945-5e45-420b-9221-bb5e5f67634f,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:21:12.099616 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcad1ff-2ba2-45e9-abd6-95d28fb2b9f5 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:21:12.099995 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcad1ff-2ba2-45e9-abd6-95d28fb2b9f5 None None] Checking segment: {'id': 'ee75c36c-e3da-443e-af67-166cf5cadbbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6762cf84-f7fb-4f6c-9c16-5d48c8ba314e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:21:12.100652 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8fcad1ff-2ba2-45e9-abd6-95d28fb2b9f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:12.101045 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcad1ff-2ba2-45e9-abd6-95d28fb2b9f5 None None] Bound using segment: {'id': 'ee75c36c-e3da-443e-af67-166cf5cadbbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6762cf84-f7fb-4f6c-9c16-5d48c8ba314e'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:21:12.101519 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-8fcad1ff-2ba2-45e9-abd6-95d28fb2b9f5 None None] Bound port: 8ba3cb38-8a6f-43b9-85b2-be69ccca5f75, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee75c36c-e3da-443e-af67-166cf5cadbbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6762cf84-f7fb-4f6c-9c16-5d48c8ba314e'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:21:12.102041 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8fcad1ff-2ba2-45e9-abd6-95d28fb2b9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:12.109843 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3f5db7a7-ed7e-48df-a07a-5d411b4f1428 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:12.148880 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5db7a7-ed7e-48df-a07a-5d411b4f1428 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Pushing event deleted for resources: {'Port': ['ID=1be2c578-b6c7-4d3c-851f-513b94b5b05e,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:21:12.157246 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-48f0445e-f73c-40ce-b946-2da4af100ed3 req-7227e4d5-9005-4c65-8bf7-bec172d84af3 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Deleting port b0898f06-6217-4898-a9e9-2057141276cd {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:21:12.157769 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-48f0445e-f73c-40ce-b946-2da4af100ed3 req-7227e4d5-9005-4c65-8bf7-bec172d84af3 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:12.181446 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-8fcad1ff-2ba2-45e9-abd6-95d28fb2b9f5 None None] For port 8ba3cb38-8a6f-43b9-85b2-be69ccca5f75, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:21:12.185133 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7e8e68-c331-4b3e-a0ba-5850e0fa6aff req-6a7980b2-a3f3-4d26-980f-044c2d5a4a35 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:12.185382 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-8fcad1ff-2ba2-45e9-abd6-95d28fb2b9f5 None None] For port 8ba3cb38-8a6f-43b9-85b2-be69ccca5f75, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=8ba3cb38-8a6f-43b9-85b2-be69ccca5f75,segment=NetworkSegment(ee75c36c-e3da-443e-af67-166cf5cadbbd),segment_id=ee75c36c-e3da-443e-af67-166cf5cadbbd)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:21:12.187490 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fe7e8e68-c331-4b3e-a0ba-5850e0fa6aff req-6a7980b2-a3f3-4d26-980f-044c2d5a4a35 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/ports?device_id=b8d13995-b3d7-4bbf-a5e8-3cf72914a2ca HTTP/1.1" status: 200 len: 943 time: 0.3297224 Jan 18 22:21:12.195292 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8fcad1ff-2ba2-45e9-abd6-95d28fb2b9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:12.210422 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d202c5-6f7a-4605-939b-94de4b7f1fdd req-b772b1ec-c7d0-46b6-9879-0f77226e1dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:12.212060 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f6d202c5-6f7a-4605-939b-94de4b7f1fdd req-b772b1ec-c7d0-46b6-9879-0f77226e1dfb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3943d4e3-11db-416b-b501-9e5a6550fdf9 HTTP/1.1" status: 200 len: 853 time: 0.3202496 Jan 18 22:21:12.247790 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-71e2481e-0834-46d0-aa1f-2d5c7429c9e2 req-b38ff6b7-851f-413b-8ab3-6ede09ba89d8 service neutron] 10.222.0.53 "GET /v2.0/networks/e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4039216 Jan 18 22:21:12.267989 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcad1ff-2ba2-45e9-abd6-95d28fb2b9f5 None None] Pushing event updated for resources: {'Port': ['ID=8ba3cb38-8a6f-43b9-85b2-be69ccca5f75,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:21:12.294454 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['fbe6a945-5e45-420b-9221-bb5e5f67634f'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:21:12.365747 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f6d202c5-6f7a-4605-939b-94de4b7f1fdd req-ac9f1f9a-919e-40ef-a552-d556e7f87829 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bbd133fe-c308-4a8e-bf62-ce93a757e989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1352661 Jan 18 22:21:12.389649 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3f5db7a7-ed7e-48df-a07a-5d411b4f1428 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:12.396845 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-3f5db7a7-ed7e-48df-a07a-5d411b4f1428 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] 10.222.0.53 "DELETE /v2.0/ports/1be2c578-b6c7-4d3c-851f-513b94b5b05e HTTP/1.1" status: 204 len: 168 time: 0.8635485 Jan 18 22:21:12.397462 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 36824) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:21:12.405373 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-0abfca75-e580-4724-9fc8-552b0282fe09 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3eac69de-e1b6-41ef-80cf-6bbe6d50fd84', 'external_fixed_ips': [{'subnet_id': '04c63451-cf75-488a-8848-b49fa2635286', 'ip_address': '172.20.0.13'}]}}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:21:12.412260 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-48f0445e-f73c-40ce-b946-2da4af100ed3 req-7227e4d5-9005-4c65-8bf7-bec172d84af3 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] For port b0898f06-6217-4898-a9e9-2057141276cd, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=b0898f06-6217-4898-a9e9-2057141276cd,segment=NetworkSegment(773e2478-13af-4dd0-bb1a-13e4946a40f7),segment_id=773e2478-13af-4dd0-bb1a-13e4946a40f7)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:21:12.412630 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-48f0445e-f73c-40ce-b946-2da4af100ed3 req-7227e4d5-9005-4c65-8bf7-bec172d84af3 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:12.435988 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-48f0445e-f73c-40ce-b946-2da4af100ed3 req-7227e4d5-9005-4c65-8bf7-bec172d84af3 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Calling delete_port for b0898f06-6217-4898-a9e9-2057141276cd owned by compute:nova {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:21:12.492589 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0abfca75-e580-4724-9fc8-552b0282fe09 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1044160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8692'] for router, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:12.493682 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0abfca75-e580-4724-9fc8-552b0282fe09 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1040680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8675'] for router, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:12.542270 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f6d202c5-6f7a-4605-939b-94de4b7f1fdd req-3cfa7362-c796-4262-8e6e-b7644e5cb443 service neutron] 10.222.0.36 "GET /v2.0/networks/bbd133fe-c308-4a8e-bf62-ce93a757e989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663916 Jan 18 22:21:12.578756 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:12.601835 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0abfca75-e580-4724-9fc8-552b0282fe09 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:12.608002 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fe7e8e68-c331-4b3e-a0ba-5850e0fa6aff req-177a777c-2491-4199-81af-7b3c7dadb666 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/security-groups?id=887106f9-0ea3-48df-93b8-5b7379f045d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4071968 Jan 18 22:21:12.706727 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-71e2481e-0834-46d0-aa1f-2d5c7429c9e2 req-6abad784-2942-424e-86a7-f71eb10028d3 service neutron] 10.222.0.53 "GET /v2.0/networks/e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4433627 Jan 18 22:21:12.713543 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89108546-6833-4d9e-bc50-86a93e07c410 x-openstack-request-id: req-89108546-6833-4d9e-bc50-86a93e07c410 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:21:12.713837 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af0d2682-492f-45f0-87de-a0bf93808694", "tag": "647df6e5-6afc-435c-8852-53ad9c11fc2f", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:21:12.714090 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-89108546-6833-4d9e-bc50-86a93e07c410 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:21:12.714487 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af0d2682-492f-45f0-87de-a0bf93808694', 'tag': '647df6e5-6afc-435c-8852-53ad9c11fc2f', 'status': 'completed', 'code': 200} Jan 18 22:21:12.909214 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f97e92b0-e254-447b-818c-65e8bd07152e tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60203213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62288684'] for subnet, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:12.925872 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f6d202c5-6f7a-4605-939b-94de4b7f1fdd req-5963eeb9-aee8-4a2a-a1b0-943186d3047d service neutron] 10.222.0.36 "GET /v2.0/networks/bbd133fe-c308-4a8e-bf62-ce93a757e989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3661821 Jan 18 22:21:12.932817 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac5dd24-9302-401a-a88d-18aa984f6001 req-475a1d36-8a78-48bf-8345-a5ad1e462945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:12.934289 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-eac5dd24-9302-401a-a88d-18aa984f6001 req-475a1d36-8a78-48bf-8345-a5ad1e462945 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=584d50ef6ed64545aac1e7947879ab5e&device_id=af0d2682-492f-45f0-87de-a0bf93808694 HTTP/1.1" status: 200 len: 1059 time: 0.1956475 Jan 18 22:21:12.949646 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0abfca75-e580-4724-9fc8-552b0282fe09 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:12.974488 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5234d53f-a1fe-4225-809b-64f6382450c8 req-f2b53e0b-515d-460e-a51f-4534457ae9db tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:12.978049 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5234d53f-a1fe-4225-809b-64f6382450c8 req-f2b53e0b-515d-460e-a51f-4534457ae9db tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/ports?device_id=403ff10c-4dc2-498c-82c9-4b8f991f54e3 HTTP/1.1" status: 200 len: 943 time: 0.1658928 Jan 18 22:21:12.984250 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-48f0445e-f73c-40ce-b946-2da4af100ed3 req-7227e4d5-9005-4c65-8bf7-bec172d84af3 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:12.996936 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['b0898f06-6217-4898-a9e9-2057141276cd'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:21:13.050482 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7227e4d5-9005-4c65-8bf7-bec172d84af3 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Pushing event deleted for resources: {'Port': ['ID=b0898f06-6217-4898-a9e9-2057141276cd,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:21:13.100967 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-48f0445e-f73c-40ce-b946-2da4af100ed3 req-7227e4d5-9005-4c65-8bf7-bec172d84af3 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] No DVR routers for this DVR port b0898f06-6217-4898-a9e9-2057141276cd on host n-h1-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:21:13.103706 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-48f0445e-f73c-40ce-b946-2da4af100ed3 req-7227e4d5-9005-4c65-8bf7-bec172d84af3 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:13.110563 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-48f0445e-f73c-40ce-b946-2da4af100ed3 req-7227e4d5-9005-4c65-8bf7-bec172d84af3 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.36 "DELETE /v2.0/ports/b0898f06-6217-4898-a9e9-2057141276cd HTTP/1.1" status: 204 len: 173 time: 1.1684673 Jan 18 22:21:13.112027 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4496de54-695d-4eb5-b906-e2bc59182d29', 'name': 'network-vif-deleted', 'tag': 'b0898f06-6217-4898-a9e9-2057141276cd'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:21:13.130695 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-465b109a-cd79-4da3-9e46-95b57d688b2e" -d '{"events": [{"server_uuid": "4496de54-695d-4eb5-b906-e2bc59182d29", "name": "network-vif-deleted", "tag": "b0898f06-6217-4898-a9e9-2057141276cd"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:21:13.221860 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 8ba3cb38-8a6f-43b9-85b2-be69ccca5f75 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:21:13.244440 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5234d53f-a1fe-4225-809b-64f6382450c8 req-21f61068-fdeb-4616-be39-9ed483e1125c tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/security-groups?id=92d0bf2d-4a69-4a06-bc28-bffdc82f7ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253070 Jan 18 22:21:13.327012 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bd2017b1-6379-45d6-b648-bc7bdfbfb566 req-4f643430-0a72-4a47-8853-3588a99f749e tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=4496de54-695d-4eb5-b906-e2bc59182d29 HTTP/1.1" status: 200 len: 210 time: 0.2158823 Jan 18 22:21:13.343185 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97e92b0-e254-447b-818c-65e8bd07152e tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Pushing event updated for resources: {'Subnet': ['ID=d06fbe7b-0a64-4f51-8e12-d9844a15f25c,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:21:13.405867 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fea0506b-2898-4f4c-9d1f-a6d0ba2c9f62 x-openstack-request-id: req-fea0506b-2898-4f4c-9d1f-a6d0ba2c9f62 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:21:13.406355 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4496de54-695d-4eb5-b906-e2bc59182d29", "name": "network-vif-deleted", "tag": "b0898f06-6217-4898-a9e9-2057141276cd", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:21:13.406481 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fea0506b-2898-4f4c-9d1f-a6d0ba2c9f62 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:21:13.406899 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4496de54-695d-4eb5-b906-e2bc59182d29', 'name': 'network-vif-deleted', 'tag': 'b0898f06-6217-4898-a9e9-2057141276cd', 'status': 'completed', 'code': 200} Jan 18 22:21:13.420423 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 8ba3cb38-8a6f-43b9-85b2-be69ccca5f75 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:21:13.420895 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:13.444781 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-483e4f79-c67f-48b0-b631-b344b250f517 req-799b1f3f-6f12-469f-87e9-f49140502e8c tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=c12c2f22-245f-4eaf-87d7-f3273dc26322 HTTP/1.1" status: 200 len: 210 time: 0.1142869 Jan 18 22:21:13.452017 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97e92b0-e254-447b-818c-65e8bd07152e tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Checking segment: {'id': '66a6c0bc-a9db-4ef2-b573-64d9158634ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'ffe48ea3-f64a-402a-9434-49f5506fd6ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:21:13.452883 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97e92b0-e254-447b-818c-65e8bd07152e tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Network hostable DHCP agents. Network: ffe48ea3-f64a-402a-9434-49f5506fd6ae, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:21:13.456608 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0abfca75-e580-4724-9fc8-552b0282fe09 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:13.501482 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac5dd24-9302-401a-a88d-18aa984f6001 req-14358cc2-e884-4c43-a291-74bf423d5cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:13.503891 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-eac5dd24-9302-401a-a88d-18aa984f6001 req-14358cc2-e884-4c43-a291-74bf423d5cb9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84 HTTP/1.1" status: 200 len: 911 time: 0.5405157 Jan 18 22:21:13.511173 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0abfca75-e580-4724-9fc8-552b0282fe09 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:13.553559 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device fbe6a945-5e45-420b-9221-bb5e5f67634f up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:21:13.576710 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97e92b0-e254-447b-818c-65e8bd07152e tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Network ffe48ea3-f64a-402a-9434-49f5506fd6ae is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:21:13.580868 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-eac5dd24-9302-401a-a88d-18aa984f6001 req-8e1ae559-eb01-4ccd-ab87-7dce2400b92c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=647df6e5-6afc-435c-8852-53ad9c11fc2f HTTP/1.1" status: 200 len: 217 time: 0.0685482 Jan 18 22:21:13.601248 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-f97e92b0-e254-447b-818c-65e8bd07152e tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, ffe48ea3-f64a-402a-9434-49f5506fd6ae) {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:21:13.639407 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97e92b0-e254-447b-818c-65e8bd07152e tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:13.654109 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f97e92b0-e254-447b-818c-65e8bd07152e tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:13.686454 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4f2749-9b1d-4250-9e42-4ac7b8c5de5d None None] Network ffe48ea3-f64a-402a-9434-49f5506fd6ae requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:21:13.718127 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-f97e92b0-e254-447b-818c-65e8bd07152e tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.4315443 Jan 18 22:21:13.719648 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 36856) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:21:13.733778 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-2332eb83-e9c3-4ce7-acee-708bc75a6473 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Request body: {'port': {'network_id': '6762cf84-f7fb-4f6c-9c16-5d48c8ba314e', 'name': 'tempest-TaggedBootDevicesTest_v242-1204850454', 'fixed_ips': [{'subnet_id': '4d0ea6b9-4b19-4f86-aaca-bbf2d184c8f5'}]}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:21:13.741992 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-0abfca75-e580-4724-9fc8-552b0282fe09 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Allocated IP 172.20.0.13 (3eac69de-e1b6-41ef-80cf-6bbe6d50fd84/04c63451-cf75-488a-8848-b49fa2635286/60d0e247-a63e-4c45-996b-b37138a9dca1) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:21:13.755323 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac5dd24-9302-401a-a88d-18aa984f6001 req-158aa24f-25a8-46d5-8c18-f8a5b9976e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:13.763662 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-eac5dd24-9302-401a-a88d-18aa984f6001 req-158aa24f-25a8-46d5-8c18-f8a5b9976e39 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=42841b58-d144-4855-94d6-b7b43c1900e0 HTTP/1.1" status: 200 len: 850 time: 0.1766958 Jan 18 22:21:13.947191 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f18345e-9e03-4749-aa90-72a8f1db4133 None None] Network 6762cf84-f7fb-4f6c-9c16-5d48c8ba314e requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:21:14.002361 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:14.047800 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2332eb83-e9c3-4ce7-acee-708bc75a6473 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Made reservation on behalf of e820669caca04fcb8f8972d8b3102f64 for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:21:14.088323 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac5dd24-9302-401a-a88d-18aa984f6001 req-840e7538-b503-4c2c-bd4a-346099cb63f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:14.089316 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0abfca75-e580-4724-9fc8-552b0282fe09 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:14.096300 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-eac5dd24-9302-401a-a88d-18aa984f6001 req-840e7538-b503-4c2c-bd4a-346099cb63f3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2991860 Jan 18 22:21:14.168847 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0abfca75-e580-4724-9fc8-552b0282fe09 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:14.226277 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0abfca75-e580-4724-9fc8-552b0282fe09 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Network 3eac69de-e1b6-41ef-80cf-6bbe6d50fd84 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:21:14.234173 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-0abfca75-e580-4724-9fc8-552b0282fe09 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:21:14.242758 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abfca75-e580-4724-9fc8-552b0282fe09 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:21:14.244975 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851b0069-60ab-4718-b8ef-f909fb10e66d req-095d6080-e5a6-48f5-8395-18ed20151d9b tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:14.249661 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abfca75-e580-4724-9fc8-552b0282fe09 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Pushing event updated for resources: {'Port': ['ID=60d0e247-a63e-4c45-996b-b37138a9dca1,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:21:14.251572 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-851b0069-60ab-4718-b8ef-f909fb10e66d req-095d6080-e5a6-48f5-8395-18ed20151d9b tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/ports?device_id=b8d13995-b3d7-4bbf-a5e8-3cf72914a2ca HTTP/1.1" status: 200 len: 944 time: 0.3350575 Jan 18 22:21:14.365626 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-8a5b8f59-baa1-445a-b34c-f0baa8145d99 None None] Provisioning complete for port 8ba3cb38-8a6f-43b9-85b2-be69ccca5f75 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:21:14.366306 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8a5b8f59-baa1-445a-b34c-f0baa8145d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:14.413123 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:14.422246 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d981381-569a-4725-ba5d-72e91f6cc8e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-ffe48ea3-f64a-402a-9434-49f5506fd6ae', 'network_id': 'ffe48ea3-f64a-402a-9434-49f5506fd6ae', 'tenant_id': 'e820669caca04fcb8f8972d8b3102f64', 'fixed_ips': [{'subnet_id': 'd06fbe7b-0a64-4f51-8e12-d9844a15f25c'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:21:14.423830 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3d981381-569a-4725-ba5d-72e91f6cc8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:14.427157 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-eac5dd24-9302-401a-a88d-18aa984f6001 req-be24ffb3-4ed9-43d0-954d-937ca8eb43af service neutron] 10.222.0.67 "GET /v2.0/networks/e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3269610 Jan 18 22:21:14.468481 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port fbe6a945-5e45-420b-9221-bb5e5f67634f completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:21:14.478793 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port fbe6a945-5e45-420b-9221-bb5e5f67634f triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:21:14.479876 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:14.504933 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2332eb83-e9c3-4ce7-acee-708bc75a6473 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:14.572764 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-851b0069-60ab-4718-b8ef-f909fb10e66d req-47e728ba-6d2a-43e3-8910-a76de6b388db tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/security-groups?id=887106f9-0ea3-48df-93b8-5b7379f045d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3058734 Jan 18 22:21:14.602246 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0abfca75-e580-4724-9fc8-552b0282fe09 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:14.603645 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [None req-2332eb83-e9c3-4ce7-acee-708bc75a6473 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] device_id is not set on port 628fd386-d663-4f6e-b10c-63286e484d82 yet. {{(pid=102430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:21:14.621290 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c164c1-4892-42f3-835a-fec3d35f8ff3 req-23faa023-97b8-40e3-ae77-818054833217 tempest-LiveAutoBlockMigrationV225Test-1137188585 tempest-LiveAutoBlockMigrationV225Test-1137188585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:14.647779 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-10c164c1-4892-42f3-835a-fec3d35f8ff3 req-23faa023-97b8-40e3-ae77-818054833217 tempest-LiveAutoBlockMigrationV225Test-1137188585 tempest-LiveAutoBlockMigrationV225Test-1137188585-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4de4c816-9c87-48ec-b7cd-5fd21aa43808 HTTP/1.1" status: 200 len: 1096 time: 0.3332942 Jan 18 22:21:14.753402 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '403ff10c-4dc2-498c-82c9-4b8f991f54e3', 'tag': '50d5a31e-be32-4b51-82d8-d7fd0fe183ad'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:21:14.757652 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81a0120d-f422-486b-a01c-c9a6fb43303e" -d '{"events": [{"name": "network-changed", "server_uuid": "403ff10c-4dc2-498c-82c9-4b8f991f54e3", "tag": "50d5a31e-be32-4b51-82d8-d7fd0fe183ad"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:21:14.763192 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-eac5dd24-9302-401a-a88d-18aa984f6001 req-90d0b6d0-b7d1-4867-855a-bdddefd8a2b8 service neutron] 10.222.0.67 "GET /v2.0/networks/e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2998865 Jan 18 22:21:14.804830 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port 8ba3cb38-8a6f-43b9-85b2-be69ccca5f75, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=8ba3cb38-8a6f-43b9-85b2-be69ccca5f75,segment=NetworkSegment(ee75c36c-e3da-443e-af67-166cf5cadbbd),segment_id=ee75c36c-e3da-443e-af67-166cf5cadbbd)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:21:14.912260 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:14.976758 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0abfca75-e580-4724-9fc8-552b0282fe09 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1040691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049'] for router, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:14.987954 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-10c164c1-4892-42f3-835a-fec3d35f8ff3 req-957a8319-113c-44b8-b799-35780cb225fd tempest-LiveAutoBlockMigrationV225Test-1137188585 tempest-LiveAutoBlockMigrationV225Test-1137188585-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=dc8c7d2e-b8e2-47f9-a940-5cbf5ddba272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3387704 Jan 18 22:21:14.988940 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e2481e-0834-46d0-aa1f-2d5c7429c9e2 req-4ce823cf-f740-46f5-97ec-5fd8b01a4b32 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:14.990575 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-71e2481e-0834-46d0-aa1f-2d5c7429c9e2 req-4ce823cf-f740-46f5-97ec-5fd8b01a4b32 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.36 "GET /v2.0/networks?id=e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84 HTTP/1.1" status: 200 len: 811 time: 0.2044556 Jan 18 22:21:15.023674 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ddb85d-9bc6-413d-93ff-596b7320cd7f req-eceba816-3f0b-4fd0-80da-bd977529c9ce tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:15.029793 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-71e2481e-0834-46d0-aa1f-2d5c7429c9e2 req-937f3887-d10c-431f-81d6-74b8175a7bfb tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Request body: {'port': {'device_id': 'c12c2f22-245f-4eaf-87d7-f3273dc26322', 'network_id': 'e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84', 'admin_state_up': True, 'tenant_id': '584d50ef6ed64545aac1e7947879ab5e'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:21:15.045805 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-00ddb85d-9bc6-413d-93ff-596b7320cd7f req-eceba816-3f0b-4fd0-80da-bd977529c9ce tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/ports?device_id=403ff10c-4dc2-498c-82c9-4b8f991f54e3 HTTP/1.1" status: 200 len: 943 time: 0.3038838 Jan 18 22:21:15.160770 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:15.169429 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-00ddb85d-9bc6-413d-93ff-596b7320cd7f req-47df021b-3935-43cf-be8e-6848e286ff5e tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/security-groups?id=92d0bf2d-4a69-4a06-bc28-bffdc82f7ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136048 Jan 18 22:21:15.212070 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-3d981381-569a-4725-ba5d-72e91f6cc8e0 None None] Allocated IP 10.2.2.2 (ffe48ea3-f64a-402a-9434-49f5506fd6ae/d06fbe7b-0a64-4f51-8e12-d9844a15f25c/4e4179b3-ebb4-4e88-a644-dd75018a247c) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:21:15.271827 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port fbe6a945-5e45-420b-9221-bb5e5f67634f, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=fbe6a945-5e45-420b-9221-bb5e5f67634f,segment=NetworkSegment(bbee9262-cfb2-4fc9-82be-4cb3bf414322),segment_id=bbee9262-cfb2-4fc9-82be-4cb3bf414322)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:21:15.299954 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8d13995-b3d7-4bbf-a5e8-3cf72914a2ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbe6a945-5e45-420b-9221-bb5e5f67634f'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:21:15.302567 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd7ed10d-fa91-4bef-92a1-de9b7f61f243" -d '{"events": [{"server_uuid": "b8d13995-b3d7-4bbf-a5e8-3cf72914a2ca", "name": "network-vif-plugged", "status": "completed", "tag": "fbe6a945-5e45-420b-9221-bb5e5f67634f"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:21:15.305859 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:15.318456 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 50d5a31e-be32-4b51-82d8-d7fd0fe183ad details requested by agent hyperv_n-h1-825064-1 with host n-h1-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:21:15.319119 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a78409e6-9da0-491f-80fe-7c5ecc8128ca req-b9df7c4f-018e-4aa9-8366-d625d83d9193 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=c12c2f22-245f-4eaf-87d7-f3273dc26322 HTTP/1.1" status: 200 len: 210 time: 0.0641570 Jan 18 22:21:15.329955 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4883624-0d66-435b-a299-ce67fee3f59a x-openstack-request-id: req-d4883624-0d66-435b-a299-ce67fee3f59a {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:21:15.330292 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "403ff10c-4dc2-498c-82c9-4b8f991f54e3", "tag": "50d5a31e-be32-4b51-82d8-d7fd0fe183ad", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:21:15.330598 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d4883624-0d66-435b-a299-ce67fee3f59a {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:21:15.331505 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '403ff10c-4dc2-498c-82c9-4b8f991f54e3', 'tag': '50d5a31e-be32-4b51-82d8-d7fd0fe183ad', 'status': 'completed', 'code': 200} Jan 18 22:21:15.364584 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-2332eb83-e9c3-4ce7-acee-708bc75a6473 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Allocated IP 10.1.1.8 (6762cf84-f7fb-4f6c-9c16-5d48c8ba314e/4d0ea6b9-4b19-4f86-aaca-bbf2d184c8f5/628fd386-d663-4f6e-b10c-63286e484d82) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:21:15.400290 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a0120d-f422-486b-a01c-c9a6fb43303e req-834aa089-bcec-433c-a2a9-def8d5125b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:15.401879 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-81a0120d-f422-486b-a01c-c9a6fb43303e req-834aa089-bcec-433c-a2a9-def8d5125b57 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4e498fcb7b24422f9e5d32613a741483&device_id=403ff10c-4dc2-498c-82c9-4b8f991f54e3 HTTP/1.1" status: 200 len: 1094 time: 0.0812173 Jan 18 22:21:15.450797 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0abfca75-e580-4724-9fc8-552b0282fe09 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Router af185922-352a-4ebc-89de-98fb4d98b751 is scheduled to L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 with binding_index 1 {{(pid=102431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 22:21:15.482810 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71e2481e-0834-46d0-aa1f-2d5c7429c9e2 req-937f3887-d10c-431f-81d6-74b8175a7bfb tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Made reservation on behalf of 584d50ef6ed64545aac1e7947879ab5e for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:21:15.497287 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-71e2481e-0834-46d0-aa1f-2d5c7429c9e2 req-937f3887-d10c-431f-81d6-74b8175a7bfb tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:15.509919 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 50d5a31e-be32-4b51-82d8-d7fd0fe183ad, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=50d5a31e-be32-4b51-82d8-d7fd0fe183ad,segment=NetworkSegment(8b9c1dcd-43d7-469e-84e6-2ae44ff323fb),segment_id=8b9c1dcd-43d7-469e-84e6-2ae44ff323fb)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:21:15.522271 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device b0898f06-6217-4898-a9e9-2057141276cd no longer exists at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:21:15.550773 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Returning: {'device': '50d5a31e-be32-4b51-82d8-d7fd0fe183ad', 'network_id': 'bbd133fe-c308-4a8e-bf62-ce93a757e989', 'port_id': '50d5a31e-be32-4b51-82d8-d7fd0fe183ad', 'mac_address': 'fa:16:3e:67:34:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3943d4e3-11db-416b-b501-9e5a6550fdf9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:21:15.552370 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] No Port match for: b0898f06-6217-4898-a9e9-2057141276cd {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:21:15.552711 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device b0898f06-6217-4898-a9e9-2057141276cd not bound to the agent host n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:21:15.608777 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=8ba3cb38-8a6f-43b9-85b2-be69ccca5f75,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:21:15.651450 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a0120d-f422-486b-a01c-c9a6fb43303e req-4859fd2a-b6d5-4215-8840-9f9b5e9553da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:15.653603 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-81a0120d-f422-486b-a01c-c9a6fb43303e req-4859fd2a-b6d5-4215-8840-9f9b5e9553da service neutron] 10.222.0.36 "GET /v2.0/networks?id=bbd133fe-c308-4a8e-bf62-ce93a757e989 HTTP/1.1" status: 200 len: 913 time: 0.2287998 Jan 18 22:21:15.672443 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=fbe6a945-5e45-420b-9221-bb5e5f67634f,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:21:15.732616 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:15.738939 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0abfca75-e580-4724-9fc8-552b0282fe09 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:21:15.749655 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4035df2e-26a0-4fce-9680-218ac3ab6d77 None None] Sync routers for ids ['af185922-352a-4ebc-89de-98fb4d98b751'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:21:15.758288 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-d7c4a4ac-7dc3-4d96-89b5-34e094959843 None None] Provisioning complete for port 8ba3cb38-8a6f-43b9-85b2-be69ccca5f75 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:21:15.758771 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d7c4a4ac-7dc3-4d96-89b5-34e094959843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:15.760419 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-81a0120d-f422-486b-a01c-c9a6fb43303e req-90adfaf5-135e-4d75-bbef-6ba878153e3b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50d5a31e-be32-4b51-82d8-d7fd0fe183ad HTTP/1.1" status: 200 len: 217 time: 0.0765624 Jan 18 22:21:15.762502 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4035df2e-26a0-4fce-9680-218ac3ab6d77 None None] Routers {'af185922-352a-4ebc-89de-98fb4d98b751'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:21:15.763228 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-4035df2e-26a0-4fce-9680-218ac3ab6d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:20:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['af185922-352a-4ebc-89de-98fb4d98b751'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:21:15.817796 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50d5a31e-be32-4b51-82d8-d7fd0fe183ad {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:21:15.888932 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 50d5a31e-be32-4b51-82d8-d7fd0fe183ad, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=50d5a31e-be32-4b51-82d8-d7fd0fe183ad,segment=NetworkSegment(8b9c1dcd-43d7-469e-84e6-2ae44ff323fb),segment_id=8b9c1dcd-43d7-469e-84e6-2ae44ff323fb)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:21:15.927944 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:15.969767 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-4035df2e-26a0-4fce-9680-218ac3ab6d77 None None] Set router af185922-352a-4ebc-89de-98fb4d98b751 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:21:16.011724 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f656db77-644f-4f5a-92e0-8aceb0e60099 req-7f71c662-935b-43bc-a74e-3e4b5e27c599 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:16.014217 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f656db77-644f-4f5a-92e0-8aceb0e60099 req-7f71c662-935b-43bc-a74e-3e4b5e27c599 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/networks?id=616341ad-8ee5-46dd-a50f-fbf4c382e06c HTTP/1.1" status: 200 len: 812 time: 0.4535112 Jan 18 22:21:16.030036 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a0120d-f422-486b-a01c-c9a6fb43303e req-7cc14e8b-6c20-4d18-a38a-1c889b52b869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:16.035628 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-81a0120d-f422-486b-a01c-c9a6fb43303e req-7cc14e8b-6c20-4d18-a38a-1c889b52b869 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3943d4e3-11db-416b-b501-9e5a6550fdf9 HTTP/1.1" status: 200 len: 853 time: 0.2620790 Jan 18 22:21:16.125029 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f656db77-644f-4f5a-92e0-8aceb0e60099 req-df0b5093-ba45-4b2d-a3f6-466f9b08a2e4 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/quotas/feff401a111441e8bc4bdb3f9c55f3c8 HTTP/1.1" status: 200 len: 375 time: 0.0969858 Jan 18 22:21:16.128750 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=50d5a31e-be32-4b51-82d8-d7fd0fe183ad,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:21:16.245685 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['50d5a31e-be32-4b51-82d8-d7fd0fe183ad'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:21:16.297574 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0abfca75-e580-4724-9fc8-552b0282fe09 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:16.304626 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-0abfca75-e580-4724-9fc8-552b0282fe09 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 3.9024959 Jan 18 22:21:16.305382 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 36912) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:21:16.352377 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3d981381-569a-4725-ba5d-72e91f6cc8e0 None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:16.372878 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-4035df2e-26a0-4fce-9680-218ac3ab6d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af185922-352a-4ebc-89de-98fb4d98b751', 'name': '', 'tenant_id': '80ca5b6d0d4b4a9aba825bc690f5ffb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3eac69de-e1b6-41ef-80cf-6bbe6d50fd84', 'external_fixed_ips': [{'subnet_id': '04c63451-cf75-488a-8848-b49fa2635286', 'ip_address': '172.20.0.13'}], 'enable_snat': True}, 'gw_port_id': '60d0e247-a63e-4c45-996b-b37138a9dca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:21:12Z', 'updated_at': '2022-01-18T22:21:14Z', 'revision_number': 3, 'project_id': '80ca5b6d0d4b4a9aba825bc690f5ffb2', 'gw_port': {'id': '60d0e247-a63e-4c45-996b-b37138a9dca1', 'name': '', 'network_id': '3eac69de-e1b6-41ef-80cf-6bbe6d50fd84', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c9:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af185922-352a-4ebc-89de-98fb4d98b751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': '04c63451-cf75-488a-8848-b49fa2635286', 'ip_address': '172.20.0.13', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:21:13Z', 'updated_at': '2022-01-18T22:21:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04c63451-cf75-488a-8848-b49fa2635286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:21:16.413170 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3d981381-569a-4725-ba5d-72e91f6cc8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:16.417637 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4035df2e-26a0-4fce-9680-218ac3ab6d77 None None] Checking router: af185922-352a-4ebc-89de-98fb4d98b751 for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:21:16.418702 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4035df2e-26a0-4fce-9680-218ac3ab6d77 None None] Updating router af185922-352a-4ebc-89de-98fb4d98b751 port 60d0e247-a63e-4c45-996b-b37138a9dca1 binding host n-d-825064-1 {{(pid=102433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:21:16.448392 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9805aaab-dbd6-4cec-ab14-15f76aceefa4 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks [] for router, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:16.464290 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4035df2e-26a0-4fce-9680-218ac3ab6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:16.553007 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d981381-569a-4725-ba5d-72e91f6cc8e0 None None] Pushing event updated for resources: {'Port': ['ID=4e4179b3-ebb4-4e88-a644-dd75018a247c,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:21:16.575674 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d981381-569a-4725-ba5d-72e91f6cc8e0 None None] Network ffe48ea3-f64a-402a-9434-49f5506fd6ae is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:21:16.581125 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-3d981381-569a-4725-ba5d-72e91f6cc8e0 None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:21:16.584901 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d981381-569a-4725-ba5d-72e91f6cc8e0 None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:21:16.616635 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9805aaab-dbd6-4cec-ab14-15f76aceefa4 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:16.638631 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f656db77-644f-4f5a-92e0-8aceb0e60099 req-0ddbb5c7-5d47-4cc7-9bbc-3c4478d03ffa tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=feff401a111441e8bc4bdb3f9c55f3c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5126154 Jan 18 22:21:16.739002 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-81a0120d-f422-486b-a01c-c9a6fb43303e req-b93a4666-cf3c-4dd8-aba5-4adebc364935 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bbd133fe-c308-4a8e-bf62-ce93a757e989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6840274 Jan 18 22:21:16.741843 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [req-71e2481e-0834-46d0-aa1f-2d5c7429c9e2 req-937f3887-d10c-431f-81d6-74b8175a7bfb tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Allocated IP 172.20.0.9 (e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84/42841b58-d144-4855-94d6-b7b43c1900e0/fef424e3-649f-4fd5-a6a2-6efbe288e81d) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:21:16.763960 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-9805aaab-dbd6-4cec-ab14-15f76aceefa4 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Deleting port 60d0e247-a63e-4c45-996b-b37138a9dca1 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:21:16.763960 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9805aaab-dbd6-4cec-ab14-15f76aceefa4 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:16.831328 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-3d981381-569a-4725-ba5d-72e91f6cc8e0 None None] Attempting to bind port 4e4179b3-ebb4-4e88-a644-dd75018a247c on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:21:16.831642 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-3d981381-569a-4725-ba5d-72e91f6cc8e0 None None] Attempting to bind port 4e4179b3-ebb4-4e88-a644-dd75018a247c by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '66a6c0bc-a9db-4ef2-b573-64d9158634ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'ffe48ea3-f64a-402a-9434-49f5506fd6ae'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:21:16.831987 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d981381-569a-4725-ba5d-72e91f6cc8e0 None None] Attempting to bind port 4e4179b3-ebb4-4e88-a644-dd75018a247c on network ffe48ea3-f64a-402a-9434-49f5506fd6ae {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:21:16.847691 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d981381-569a-4725-ba5d-72e91f6cc8e0 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:21:16.847966 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d981381-569a-4725-ba5d-72e91f6cc8e0 None None] Checking segment: {'id': '66a6c0bc-a9db-4ef2-b573-64d9158634ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'ffe48ea3-f64a-402a-9434-49f5506fd6ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:21:16.848204 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3d981381-569a-4725-ba5d-72e91f6cc8e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:16.848605 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d981381-569a-4725-ba5d-72e91f6cc8e0 None None] Bound using segment: {'id': '66a6c0bc-a9db-4ef2-b573-64d9158634ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'ffe48ea3-f64a-402a-9434-49f5506fd6ae'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:21:16.849087 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-3d981381-569a-4725-ba5d-72e91f6cc8e0 None None] Bound port: 4e4179b3-ebb4-4e88-a644-dd75018a247c, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66a6c0bc-a9db-4ef2-b573-64d9158634ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'ffe48ea3-f64a-402a-9434-49f5506fd6ae'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:21:16.849473 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3d981381-569a-4725-ba5d-72e91f6cc8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:16.852474 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [req-ef97b306-23db-4484-a238-b8298c61edb4 req-2620703b-591d-4707-9728-4f01aa3a76f7 tempest-LiveAutoBlockMigrationV225Test-1137188585 tempest-LiveAutoBlockMigrationV225Test-1137188585-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:21:16.854197 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ef97b306-23db-4484-a238-b8298c61edb4 req-2620703b-591d-4707-9728-4f01aa3a76f7 tempest-LiveAutoBlockMigrationV225Test-1137188585 tempest-LiveAutoBlockMigrationV225Test-1137188585-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0094268 Jan 18 22:21:16.905039 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef97b306-23db-4484-a238-b8298c61edb4 req-1536cc29-c51e-424c-a875-545551842112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:16.906870 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ef97b306-23db-4484-a238-b8298c61edb4 req-1536cc29-c51e-424c-a875-545551842112 service neutron] 10.222.0.53 "GET /v2.0/ports/2c5c87b3-3677-4750-b83f-650937ba09d4 HTTP/1.1" status: 200 len: 1093 time: 0.0426912 Jan 18 22:21:16.932559 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-ef97b306-23db-4484-a238-b8298c61edb4 req-c61b6531-f412-4e64-8ad9-a8974216eff1 service neutron] Request body: {'binding': {'host': 'n-h1-825064-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:21:16.933201 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-ef97b306-23db-4484-a238-b8298c61edb4 req-c61b6531-f412-4e64-8ad9-a8974216eff1 service neutron] Unknown quota resources ['binding']. {{(pid=102431) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 18 22:21:16.938173 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-81a0120d-f422-486b-a01c-c9a6fb43303e req-849538bb-0560-47f8-a84a-fb682011b96d service neutron] 10.222.0.36 "GET /v2.0/networks/bbd133fe-c308-4a8e-bf62-ce93a757e989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837149 Jan 18 22:21:16.946781 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2332eb83-e9c3-4ce7-acee-708bc75a6473 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:17.015103 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-3d981381-569a-4725-ba5d-72e91f6cc8e0 None None] For port 4e4179b3-ebb4-4e88-a644-dd75018a247c, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:21:17.023055 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4035df2e-26a0-4fce-9680-218ac3ab6d77 None None] Notify callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:17.025087 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-3d981381-569a-4725-ba5d-72e91f6cc8e0 None None] For port 4e4179b3-ebb4-4e88-a644-dd75018a247c, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=4e4179b3-ebb4-4e88-a644-dd75018a247c,segment=NetworkSegment(66a6c0bc-a9db-4ef2-b573-64d9158634ea),segment_id=66a6c0bc-a9db-4ef2-b573-64d9158634ea)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:21:17.030070 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4035df2e-26a0-4fce-9680-218ac3ab6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:17.034849 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3d981381-569a-4725-ba5d-72e91f6cc8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:17.046788 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f656db77-644f-4f5a-92e0-8aceb0e60099 req-b99002e7-7c02-46fb-a9e0-0a4b43863d1b service neutron] 10.222.0.53 "GET /v2.0/networks/616341ad-8ee5-46dd-a50f-fbf4c382e06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4072711 Jan 18 22:21:17.143861 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9805aaab-dbd6-4cec-ab14-15f76aceefa4 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:17.149336 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301ed5b1-1dd4-4b02-b015-8fb02c6adf99 None None] Pushing event updated for resources: {'Port': ['ID=60d0e247-a63e-4c45-996b-b37138a9dca1,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:21:17.152648 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 8ba3cb38-8a6f-43b9-85b2-be69ccca5f75 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:21:17.173942 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301ed5b1-1dd4-4b02-b015-8fb02c6adf99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:21:17.174274 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301ed5b1-1dd4-4b02-b015-8fb02c6adf99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:21:17.174848 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301ed5b1-1dd4-4b02-b015-8fb02c6adf99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:21:17.175351 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301ed5b1-1dd4-4b02-b015-8fb02c6adf99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:21:17.175851 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301ed5b1-1dd4-4b02-b015-8fb02c6adf99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:21:17.176373 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301ed5b1-1dd4-4b02-b015-8fb02c6adf99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:21:17.176853 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301ed5b1-1dd4-4b02-b015-8fb02c6adf99 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:21:17.177329 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301ed5b1-1dd4-4b02-b015-8fb02c6adf99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:21:17.177821 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301ed5b1-1dd4-4b02-b015-8fb02c6adf99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:21:17.178889 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301ed5b1-1dd4-4b02-b015-8fb02c6adf99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:21:17.179373 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301ed5b1-1dd4-4b02-b015-8fb02c6adf99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:21:17.179853 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301ed5b1-1dd4-4b02-b015-8fb02c6adf99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:21:17.207520 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d981381-569a-4725-ba5d-72e91f6cc8e0 None None] Pushing event updated for resources: {'Port': ['ID=4e4179b3-ebb4-4e88-a644-dd75018a247c,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:21:17.234139 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-4035df2e-26a0-4fce-9680-218ac3ab6d77 None None] Attempting to bind port 60d0e247-a63e-4c45-996b-b37138a9dca1 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:21:17.234507 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-4035df2e-26a0-4fce-9680-218ac3ab6d77 None None] Attempting to bind port 60d0e247-a63e-4c45-996b-b37138a9dca1 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '94008772-d602-4fa6-8fc4-fb97218dee76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3eac69de-e1b6-41ef-80cf-6bbe6d50fd84'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:21:17.234867 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4035df2e-26a0-4fce-9680-218ac3ab6d77 None None] Attempting to bind port 60d0e247-a63e-4c45-996b-b37138a9dca1 on network 3eac69de-e1b6-41ef-80cf-6bbe6d50fd84 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:21:17.237891 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-9805aaab-dbd6-4cec-ab14-15f76aceefa4 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Calling delete_port for 60d0e247-a63e-4c45-996b-b37138a9dca1 owned by network:router_gateway {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:21:17.245837 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 8ba3cb38-8a6f-43b9-85b2-be69ccca5f75 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:21:17.246373 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:17.246485 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4035df2e-26a0-4fce-9680-218ac3ab6d77 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:21:17.246679 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4035df2e-26a0-4fce-9680-218ac3ab6d77 None None] Checking segment: {'id': '94008772-d602-4fa6-8fc4-fb97218dee76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3eac69de-e1b6-41ef-80cf-6bbe6d50fd84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:21:17.247074 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4035df2e-26a0-4fce-9680-218ac3ab6d77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:17.247455 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4035df2e-26a0-4fce-9680-218ac3ab6d77 None None] Bound using segment: {'id': '94008772-d602-4fa6-8fc4-fb97218dee76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3eac69de-e1b6-41ef-80cf-6bbe6d50fd84'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:21:17.247917 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-4035df2e-26a0-4fce-9680-218ac3ab6d77 None None] Bound port: 60d0e247-a63e-4c45-996b-b37138a9dca1, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94008772-d602-4fa6-8fc4-fb97218dee76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3eac69de-e1b6-41ef-80cf-6bbe6d50fd84'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:21:17.248349 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4035df2e-26a0-4fce-9680-218ac3ab6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:17.374849 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-4035df2e-26a0-4fce-9680-218ac3ab6d77 None None] For port 60d0e247-a63e-4c45-996b-b37138a9dca1, host n-d-825064-1, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:21:17.379603 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-4035df2e-26a0-4fce-9680-218ac3ab6d77 None None] For port 60d0e247-a63e-4c45-996b-b37138a9dca1, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=60d0e247-a63e-4c45-996b-b37138a9dca1,segment=NetworkSegment(94008772-d602-4fa6-8fc4-fb97218dee76),segment_id=94008772-d602-4fa6-8fc4-fb97218dee76)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:21:17.414512 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4035df2e-26a0-4fce-9680-218ac3ab6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:17.458639 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2332eb83-e9c3-4ce7-acee-708bc75a6473 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:17.466712 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f656db77-644f-4f5a-92e0-8aceb0e60099 req-b927e0c0-0777-42d2-8ad5-2d9989d6d9d3 service neutron] 10.222.0.53 "GET /v2.0/networks/616341ad-8ee5-46dd-a50f-fbf4c382e06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3803406 Jan 18 22:21:17.494834 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301ed5b1-1dd4-4b02-b015-8fb02c6adf99 None None] Pushing event updated for resources: {'Port': ['ID=60d0e247-a63e-4c45-996b-b37138a9dca1,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:21:17.507599 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-71e2481e-0834-46d0-aa1f-2d5c7429c9e2 req-937f3887-d10c-431f-81d6-74b8175a7bfb tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:17.532938 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4035df2e-26a0-4fce-9680-218ac3ab6d77 None None] Routers {'af185922-352a-4ebc-89de-98fb4d98b751'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:21:17.534185 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-4035df2e-26a0-4fce-9680-218ac3ab6d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:20:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['af185922-352a-4ebc-89de-98fb4d98b751'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:21:17.536988 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-81a0120d-f422-486b-a01c-c9a6fb43303e req-450ec7ea-ed42-4d71-a948-9fdb46c51830 service neutron] 10.222.0.36 "GET /v2.0/networks/bbd133fe-c308-4a8e-bf62-ce93a757e989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5834064 Jan 18 22:21:17.544285 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2332eb83-e9c3-4ce7-acee-708bc75a6473 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Network 6762cf84-f7fb-4f6c-9c16-5d48c8ba314e is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:21:17.550015 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-2332eb83-e9c3-4ce7-acee-708bc75a6473 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:21:17.567722 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-ef97b306-23db-4484-a238-b8298c61edb4 req-c61b6531-f412-4e64-8ad9-a8974216eff1 service neutron] Attempting to bind port 2c5c87b3-3677-4750-b83f-650937ba09d4 on host n-h1-825064-1 for vnic_type normal with profile None {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:21:17.568059 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-ef97b306-23db-4484-a238-b8298c61edb4 req-c61b6531-f412-4e64-8ad9-a8974216eff1 service neutron] Attempting to bind port 2c5c87b3-3677-4750-b83f-650937ba09d4 by drivers openvswitch,hyperv on host n-h1-825064-1 at level 0 using segments [{'id': '2bbe6b88-f1a6-4fc9-b338-69341977472e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '61203f33-a8b3-4e89-8217-8dac5f2bb01b'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:21:17.573217 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2332eb83-e9c3-4ce7-acee-708bc75a6473 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:21:17.578660 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef97b306-23db-4484-a238-b8298c61edb4 req-c61b6531-f412-4e64-8ad9-a8974216eff1 service neutron] Attempting to bind port 2c5c87b3-3677-4750-b83f-650937ba09d4 on network 61203f33-a8b3-4e89-8217-8dac5f2bb01b {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:21:17.634632 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2332eb83-e9c3-4ce7-acee-708bc75a6473 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Pushing event updated for resources: {'Port': ['ID=628fd386-d663-4f6e-b10c-63286e484d82,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:21:17.676904 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2332eb83-e9c3-4ce7-acee-708bc75a6473 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:17.677597 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2332eb83-e9c3-4ce7-acee-708bc75a6473 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:17.720834 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-2332eb83-e9c3-4ce7-acee-708bc75a6473 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.9997900 Jan 18 22:21:17.723088 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 36926) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:21:17.732291 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-2fd971a5-415f-4463-af6b-2af53e7ac99b tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Request body: {'port': {'network_id': '6762cf84-f7fb-4f6c-9c16-5d48c8ba314e', 'name': 'tempest-TaggedBootDevicesTest_v242-120269528', 'fixed_ips': [{'subnet_id': '4d0ea6b9-4b19-4f86-aaca-bbf2d184c8f5'}]}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:21:17.749859 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-009630ed-e7a2-41f1-af97-10cd6a76c5e4 x-openstack-request-id: req-009630ed-e7a2-41f1-af97-10cd6a76c5e4 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:21:17.750155 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8d13995-b3d7-4bbf-a5e8-3cf72914a2ca", "name": "network-vif-plugged", "status": "completed", "tag": "fbe6a945-5e45-420b-9221-bb5e5f67634f", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:21:17.750397 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-009630ed-e7a2-41f1-af97-10cd6a76c5e4 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:21:17.750977 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8d13995-b3d7-4bbf-a5e8-3cf72914a2ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbe6a945-5e45-420b-9221-bb5e5f67634f', 'code': 200} Jan 18 22:21:17.774292 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef97b306-23db-4484-a238-b8298c61edb4 req-c61b6531-f412-4e64-8ad9-a8974216eff1 service neutron] Port 2c5c87b3-3677-4750-b83f-650937ba09d4 on network 61203f33-a8b3-4e89-8217-8dac5f2bb01b not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:21:17.774790 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef97b306-23db-4484-a238-b8298c61edb4 req-c61b6531-f412-4e64-8ad9-a8974216eff1 service neutron] Attempting to bind port 2c5c87b3-3677-4750-b83f-650937ba09d4 on network 61203f33-a8b3-4e89-8217-8dac5f2bb01b {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:21:17.793492 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-71e2481e-0834-46d0-aa1f-2d5c7429c9e2 req-937f3887-d10c-431f-81d6-74b8175a7bfb tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:17.812970 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['3cbcf254-f312-4f41-910c-3c8b9defb3c1'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:21:17.860032 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef97b306-23db-4484-a238-b8298c61edb4 req-c61b6531-f412-4e64-8ad9-a8974216eff1 service neutron] Checking agent: {'id': 'e49d1b2a-ba11-487f-a804-ecbf3c0e8132', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:21:17.860400 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef97b306-23db-4484-a238-b8298c61edb4 req-c61b6531-f412-4e64-8ad9-a8974216eff1 service neutron] Checking segment: {'id': '2bbe6b88-f1a6-4fc9-b338-69341977472e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '61203f33-a8b3-4e89-8217-8dac5f2bb01b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:21:17.860785 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef97b306-23db-4484-a238-b8298c61edb4 req-c61b6531-f412-4e64-8ad9-a8974216eff1 service neutron] Bound using segment: {'id': '2bbe6b88-f1a6-4fc9-b338-69341977472e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '61203f33-a8b3-4e89-8217-8dac5f2bb01b'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:21:17.861224 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-ef97b306-23db-4484-a238-b8298c61edb4 req-c61b6531-f412-4e64-8ad9-a8974216eff1 service neutron] Bound port: 2c5c87b3-3677-4750-b83f-650937ba09d4, host: n-h1-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bbe6b88-f1a6-4fc9-b338-69341977472e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '61203f33-a8b3-4e89-8217-8dac5f2bb01b'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:21:17.861501 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-4035df2e-26a0-4fce-9680-218ac3ab6d77 None None] Set router af185922-352a-4ebc-89de-98fb4d98b751 gateway port host: None {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:21:17.895951 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['6701bc4f-33c4-4850-94d7-00e6cb60828e'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:21:17.914550 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71e2481e-0834-46d0-aa1f-2d5c7429c9e2 req-937f3887-d10c-431f-81d6-74b8175a7bfb tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Network e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:21:17.947518 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [req-71e2481e-0834-46d0-aa1f-2d5c7429c9e2 req-937f3887-d10c-431f-81d6-74b8175a7bfb tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:21:17.979202 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-71e2481e-0834-46d0-aa1f-2d5c7429c9e2 req-937f3887-d10c-431f-81d6-74b8175a7bfb tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:21:17.990678 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d633c650-6d43-4360-9725-002de11ab0f0 req-cefbed8b-37b7-4143-8047-b2b8def34075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:17.992845 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d633c650-6d43-4360-9725-002de11ab0f0 req-cefbed8b-37b7-4143-8047-b2b8def34075 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b8d13995-b3d7-4bbf-a5e8-3cf72914a2ca HTTP/1.1" status: 200 len: 1096 time: 0.1639495 Jan 18 22:21:18.055256 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554bedac-030f-48be-a2c4-bf62546f635b req-be0b87cb-7925-4fa6-8e1e-3e3ba88e9fa6 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:18.057015 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-554bedac-030f-48be-a2c4-bf62546f635b req-be0b87cb-7925-4fa6-8e1e-3e3ba88e9fa6 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/ports?device_id=b8d13995-b3d7-4bbf-a5e8-3cf72914a2ca HTTP/1.1" status: 200 len: 945 time: 0.1736763 Jan 18 22:21:18.072401 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-4035df2e-26a0-4fce-9680-218ac3ab6d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af185922-352a-4ebc-89de-98fb4d98b751', 'name': '', 'tenant_id': '80ca5b6d0d4b4a9aba825bc690f5ffb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:21:12Z', 'updated_at': '2022-01-18T22:21:16Z', 'revision_number': 4, 'project_id': '80ca5b6d0d4b4a9aba825bc690f5ffb2', 'gw_port_host': None}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:21:18.100456 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937f3887-d10c-431f-81d6-74b8175a7bfb tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Pushing event updated for resources: {'Port': ['ID=fef424e3-649f-4fd5-a6a2-6efbe288e81d,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:21:18.126016 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-00ea58d1-0487-43d9-9a1e-ec0917ce8123 None None] Provisioning complete for port 628fd386-d663-4f6e-b10c-63286e484d82 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:21:18.126016 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-00ea58d1-0487-43d9-9a1e-ec0917ce8123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:18.149043 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4035df2e-26a0-4fce-9680-218ac3ab6d77 None None] The sync data for ids ['af185922-352a-4ebc-89de-98fb4d98b751'] in n-d-825064-1 is: [{'id': 'af185922-352a-4ebc-89de-98fb4d98b751', 'name': '', 'tenant_id': '80ca5b6d0d4b4a9aba825bc690f5ffb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:21:12Z', 'updated_at': '2022-01-18T22:21:16Z', 'revision_number': 4, 'project_id': '80ca5b6d0d4b4a9aba825bc690f5ffb2', 'gw_port_host': None}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:21:18.202163 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d633c650-6d43-4360-9725-002de11ab0f0 req-3f02c105-c576-479f-a554-364629857716 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=887106f9-0ea3-48df-93b8-5b7379f045d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998575 Jan 18 22:21:18.214916 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-554bedac-030f-48be-a2c4-bf62546f635b req-a18e6862-a955-474a-af13-61fe3e5dc5e6 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/security-groups?id=887106f9-0ea3-48df-93b8-5b7379f045d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461132 Jan 18 22:21:18.230281 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e2481e-0834-46d0-aa1f-2d5c7429c9e2 req-937f3887-d10c-431f-81d6-74b8175a7bfb tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:18.231197 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-71e2481e-0834-46d0-aa1f-2d5c7429c9e2 req-937f3887-d10c-431f-81d6-74b8175a7bfb tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:18.237696 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fd971a5-415f-4463-af6b-2af53e7ac99b tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Made reservation on behalf of e820669caca04fcb8f8972d8b3102f64 for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:21:18.242869 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-ef97b306-23db-4484-a238-b8298c61edb4 req-c61b6531-f412-4e64-8ad9-a8974216eff1 service neutron] For port 2c5c87b3-3677-4750-b83f-650937ba09d4, host n-h1-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=2c5c87b3-3677-4750-b83f-650937ba09d4,segment=NetworkSegment(2bbe6b88-f1a6-4fc9-b338-69341977472e),segment_id=2bbe6b88-f1a6-4fc9-b338-69341977472e)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:21:18.243651 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2fd971a5-415f-4463-af6b-2af53e7ac99b tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:18.270565 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9805aaab-dbd6-4cec-ab14-15f76aceefa4 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:18.276887 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [None req-2fd971a5-415f-4463-af6b-2af53e7ac99b tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] device_id is not set on port 31c5c75b-ce2c-4be9-b4cf-f29652cd677a yet. {{(pid=102430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:21:18.296582 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-ef97b306-23db-4484-a238-b8298c61edb4 req-c61b6531-f412-4e64-8ad9-a8974216eff1 service neutron] Notify callbacks [] for binding, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:18.301212 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ef97b306-23db-4484-a238-b8298c61edb4 req-c61b6531-f412-4e64-8ad9-a8974216eff1 service neutron] 10.222.0.53 "POST /v2.0/ports/2c5c87b3-3677-4750-b83f-650937ba09d4/bindings HTTP/1.1" status: 201 len: 389 time: 1.3713467 Jan 18 22:21:18.370530 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9805aaab-dbd6-4cec-ab14-15f76aceefa4 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Pushing event deleted for resources: {'Port': ['ID=60d0e247-a63e-4c45-996b-b37138a9dca1,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:21:18.375395 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-71e2481e-0834-46d0-aa1f-2d5c7429c9e2 req-937f3887-d10c-431f-81d6-74b8175a7bfb tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3496728 Jan 18 22:21:18.427808 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-71e2481e-0834-46d0-aa1f-2d5c7429c9e2 req-dc2f17a9-41eb-4cfe-8e33-9127fae81201 service neutron] Request body: {'port': {'device_id': 'c12c2f22-245f-4eaf-87d7-f3273dc26322', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:21:18.517852 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-00ea58d1-0487-43d9-9a1e-ec0917ce8123 None None] Port 628fd386-d663-4f6e-b10c-63286e484d82 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:21:18.641155 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9805aaab-dbd6-4cec-ab14-15f76aceefa4 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043029'] for router_gateway, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:18.645613 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-71e2481e-0834-46d0-aa1f-2d5c7429c9e2 req-dc2f17a9-41eb-4cfe-8e33-9127fae81201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:18.727994 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-c3c4ef07-cc8f-40b6-b94f-d69a22842ff4 None None] Provisioning complete for port fef424e3-649f-4fd5-a6a2-6efbe288e81d triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:21:18.728404 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c3c4ef07-cc8f-40b6-b94f-d69a22842ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:18.801492 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-c3c4ef07-cc8f-40b6-b94f-d69a22842ff4 None None] Port fef424e3-649f-4fd5-a6a2-6efbe288e81d cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:21:18.803525 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef97b306-23db-4484-a238-b8298c61edb4 req-8c46965a-d93d-429f-9ae3-80a6ae6ee8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:18.805442 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ef97b306-23db-4484-a238-b8298c61edb4 req-8c46965a-d93d-429f-9ae3-80a6ae6ee8b9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cccec33dc87e4f2dae33b71be2fd1ab3&device_id=4de4c816-9c87-48ec-b7cd-5fd21aa43808 HTTP/1.1" status: 200 len: 1096 time: 0.1204350 Jan 18 22:21:18.822103 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9805aaab-dbd6-4cec-ab14-15f76aceefa4 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1040886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8602'] for router, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:18.825688 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9805aaab-dbd6-4cec-ab14-15f76aceefa4 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:18.839182 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa8ec5a-4e92-4cc3-87cf-b6c0c3911427 req-955368f8-2be5-4950-811c-fb21b9fe9a9a tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:18.848857 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6aa8ec5a-4e92-4cc3-87cf-b6c0c3911427 req-955368f8-2be5-4950-811c-fb21b9fe9a9a tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=c12c2f22-245f-4eaf-87d7-f3273dc26322 HTTP/1.1" status: 200 len: 931 time: 0.2662079 Jan 18 22:21:18.862883 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2a47f6-a4ff-409e-8977-253aa64c8c76 req-69826d40-173a-410c-8556-9e8f3a560d19 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:18.864568 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0c2a47f6-a4ff-409e-8977-253aa64c8c76 req-69826d40-173a-410c-8556-9e8f3a560d19 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/ports?device_id=403ff10c-4dc2-498c-82c9-4b8f991f54e3 HTTP/1.1" status: 200 len: 944 time: 0.3206511 Jan 18 22:21:18.912910 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87601e73-8806-43db-aa44-3d48e1b6b9f3 None None] Network ffe48ea3-f64a-402a-9434-49f5506fd6ae requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:21:18.964551 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9805aaab-dbd6-4cec-ab14-15f76aceefa4 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1040832'] for router, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:18.965120 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9805aaab-dbd6-4cec-ab14-15f76aceefa4 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Fanout notify agent at l3_agent the message router_deleted on router af185922-352a-4ebc-89de-98fb4d98b751 {{(pid=102431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 22:21:18.975447 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9805aaab-dbd6-4cec-ab14-15f76aceefa4 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:18.975601 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-2fd971a5-415f-4463-af6b-2af53e7ac99b tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Allocated IP 10.1.1.233 (6762cf84-f7fb-4f6c-9c16-5d48c8ba314e/4d0ea6b9-4b19-4f86-aaca-bbf2d184c8f5/31c5c75b-ce2c-4be9-b4cf-f29652cd677a) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:21:18.977186 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-9805aaab-dbd6-4cec-ab14-15f76aceefa4 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] 10.222.0.53 "DELETE /v2.0/routers/af185922-352a-4ebc-89de-98fb4d98b751 HTTP/1.1" status: 204 len: 168 time: 2.6660604 Jan 18 22:21:18.980944 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 36938) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:21:19.039607 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6aa8ec5a-4e92-4cc3-87cf-b6c0c3911427 req-1f0452d4-b819-4879-8173-725d4b1d0c81 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=69e59ffc-71ce-4c50-acf6-17bf11fb5545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853178 Jan 18 22:21:19.085510 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d0da163-588b-4c59-94d8-761a3314d2df tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Deleting subnet 04c63451-cf75-488a-8848-b49fa2635286 {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:21:19.090198 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-3e3c2c27-4886-4a24-b716-5e9b9ee13ef1 None None] Provisioning complete for port 4e4179b3-ebb4-4e88-a644-dd75018a247c triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:21:19.090660 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3e3c2c27-4886-4a24-b716-5e9b9ee13ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:19.091438 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1d0da163-588b-4c59-94d8-761a3314d2df tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:19.141161 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0c2a47f6-a4ff-409e-8977-253aa64c8c76 req-676c1ce0-1ac1-41ff-a604-cf5549d2aa57 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/security-groups?id=92d0bf2d-4a69-4a06-bc28-bffdc82f7ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442172 Jan 18 22:21:19.146829 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1d0da163-588b-4c59-94d8-761a3314d2df tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:19.168053 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef97b306-23db-4484-a238-b8298c61edb4 req-fa58a949-a809-45cc-bff9-abbe0cfc2174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:19.170081 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ef97b306-23db-4484-a238-b8298c61edb4 req-fa58a949-a809-45cc-bff9-abbe0cfc2174 service neutron] 10.222.0.36 "GET /v2.0/networks?id=61203f33-a8b3-4e89-8217-8dac5f2bb01b HTTP/1.1" status: 200 len: 921 time: 0.3524997 Jan 18 22:21:19.266093 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 4e4179b3-ebb4-4e88-a644-dd75018a247c up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:21:19.268785 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1d0da163-588b-4c59-94d8-761a3314d2df tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:19.296070 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ef97b306-23db-4484-a238-b8298c61edb4 req-bf0fe821-3817-4c87-86a3-61ce458eba96 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c5c87b3-3677-4750-b83f-650937ba09d4 HTTP/1.1" status: 200 len: 217 time: 0.1161842 Jan 18 22:21:19.324782 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2eaecb2e-2171-4802-8115-300de1c38996 req-9c333899-8789-4b51-8c0d-534b1859e44e tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=09f26103-afed-4271-a2b5-ed6fd9e982e1 HTTP/1.1" status: 200 len: 210 time: 0.0462775 Jan 18 22:21:19.401939 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 50d5a31e-be32-4b51-82d8-d7fd0fe183ad up at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:21:19.465156 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a0e30bd1-47fc-44b8-bdc6-b4e16f546b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:19.517781 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef97b306-23db-4484-a238-b8298c61edb4 req-cf48a096-b16b-4738-bcf4-17acb0e9f6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:19.519961 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ef97b306-23db-4484-a238-b8298c61edb4 req-cf48a096-b16b-4738-bcf4-17acb0e9f6bb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b92d365b-b574-47a9-a91d-968f4b104686 HTTP/1.1" status: 200 len: 861 time: 0.2070563 Jan 18 22:21:19.575669 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ef97b306-23db-4484-a238-b8298c61edb4 req-a15297a3-9b26-4e11-a61e-3f730bca670d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=61203f33-a8b3-4e89-8217-8dac5f2bb01b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342152 Jan 18 22:21:19.610451 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164c2fe3-7022-46af-a103-e557c1895f02 req-818627fc-f10f-4269-9eda-e1e229fd1310 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:19.612237 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-164c2fe3-7022-46af-a103-e557c1895f02 req-818627fc-f10f-4269-9eda-e1e229fd1310 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/ports?device_id=4de4c816-9c87-48ec-b7cd-5fd21aa43808 HTTP/1.1" status: 200 len: 945 time: 0.2625039 Jan 18 22:21:19.635108 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2fd971a5-415f-4463-af6b-2af53e7ac99b tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:19.654465 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f656db77-644f-4f5a-92e0-8aceb0e60099 req-2b3c0395-b12a-4618-98e7-2a1747f2bdbc tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:19.659554 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f656db77-644f-4f5a-92e0-8aceb0e60099 req-2b3c0395-b12a-4618-98e7-2a1747f2bdbc tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.36 "GET /v2.0/networks?id=616341ad-8ee5-46dd-a50f-fbf4c382e06c HTTP/1.1" status: 200 len: 812 time: 0.3750579 Jan 18 22:21:19.684838 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-f656db77-644f-4f5a-92e0-8aceb0e60099 req-1557f34e-03a9-4128-8dcb-58c12335d73f tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Request body: {'port': {'device_id': '09f26103-afed-4271-a2b5-ed6fd9e982e1', 'network_id': '616341ad-8ee5-46dd-a50f-fbf4c382e06c', 'admin_state_up': True, 'tenant_id': 'feff401a111441e8bc4bdb3f9c55f3c8'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:21:19.735152 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ef547f-72a8-4b4c-bea4-c80d34f5a495 req-b9492a9c-b399-4900-87a9-6768355ee729 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:19.744624 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-72ef547f-72a8-4b4c-bea4-c80d34f5a495 req-b9492a9c-b399-4900-87a9-6768355ee729 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/ports?device_id=b8d13995-b3d7-4bbf-a5e8-3cf72914a2ca HTTP/1.1" status: 200 len: 945 time: 0.2478619 Jan 18 22:21:19.745313 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [req-71e2481e-0834-46d0-aa1f-2d5c7429c9e2 req-dc2f17a9-41eb-4cfe-8e33-9127fae81201 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fef424e3-649f-4fd5-a6a2-6efbe288e81d {{(pid=102431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:21:19.756086 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3e3c2c27-4886-4a24-b716-5e9b9ee13ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:19.769372 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-164c2fe3-7022-46af-a103-e557c1895f02 req-7ec62cb9-15c5-48fb-ab49-1a4b6da855ad tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc8c7d2e-b8e2-47f9-a940-5cbf5ddba272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242502 Jan 18 22:21:19.794439 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-71e2481e-0834-46d0-aa1f-2d5c7429c9e2 req-dc2f17a9-41eb-4cfe-8e33-9127fae81201 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:19.813648 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-3e3c2c27-4886-4a24-b716-5e9b9ee13ef1 None None] For port 4e4179b3-ebb4-4e88-a644-dd75018a247c, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=4e4179b3-ebb4-4e88-a644-dd75018a247c,segment=NetworkSegment(66a6c0bc-a9db-4ef2-b573-64d9158634ea),segment_id=66a6c0bc-a9db-4ef2-b573-64d9158634ea)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:21:19.818334 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 4e4179b3-ebb4-4e88-a644-dd75018a247c triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:21:19.820824 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:19.856942 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-72ef547f-72a8-4b4c-bea4-c80d34f5a495 req-19f3f31a-9650-4a83-b691-16e9145c20b7 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/security-groups?id=887106f9-0ea3-48df-93b8-5b7379f045d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108394 Jan 18 22:21:19.872666 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [req-71e2481e-0834-46d0-aa1f-2d5c7429c9e2 req-dc2f17a9-41eb-4cfe-8e33-9127fae81201 service neutron] Transition to ACTIVE for port object fef424e3-649f-4fd5-a6a2-6efbe288e81d will not be triggered until provisioned by entity L2. {{(pid=102431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:21:19.877200 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3e3c2c27-4886-4a24-b716-5e9b9ee13ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:19.908149 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-71e2481e-0834-46d0-aa1f-2d5c7429c9e2 req-dc2f17a9-41eb-4cfe-8e33-9127fae81201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:19.927743 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning for port 50d5a31e-be32-4b51-82d8-d7fd0fe183ad completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:21:19.949595 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ef97b306-23db-4484-a238-b8298c61edb4 req-898db98f-868e-4a21-9dc5-480f3da0ee72 service neutron] 10.222.0.36 "GET /v2.0/networks/61203f33-a8b3-4e89-8217-8dac5f2bb01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3593359 Jan 18 22:21:19.950607 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning complete for port 50d5a31e-be32-4b51-82d8-d7fd0fe183ad triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:21:19.951413 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:19.953560 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2fd971a5-415f-4463-af6b-2af53e7ac99b tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:20.071922 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1d0da163-588b-4c59-94d8-761a3314d2df tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:20.083060 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd971a5-415f-4463-af6b-2af53e7ac99b tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Network 6762cf84-f7fb-4f6c-9c16-5d48c8ba314e is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:21:20.110149 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-2fd971a5-415f-4463-af6b-2af53e7ac99b tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:21:20.131259 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd971a5-415f-4463-af6b-2af53e7ac99b tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:21:20.158730 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3c2c27-4886-4a24-b716-5e9b9ee13ef1 None None] Pushing event updated for resources: {'Port': ['ID=4e4179b3-ebb4-4e88-a644-dd75018a247c,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:21:20.201299 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2f17a9-41eb-4cfe-8e33-9127fae81201 service neutron] Pushing event updated for resources: {'Port': ['ID=fef424e3-649f-4fd5-a6a2-6efbe288e81d,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:21:20.223453 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0da163-588b-4c59-94d8-761a3314d2df tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=04c63451-cf75-488a-8848-b49fa2635286,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:21:20.239204 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1d0da163-588b-4c59-94d8-761a3314d2df tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:20.251662 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:20.256027 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-1d0da163-588b-4c59-94d8-761a3314d2df tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] 10.222.0.53 "DELETE /v2.0/subnets/04c63451-cf75-488a-8848-b49fa2635286 HTTP/1.1" status: 204 len: 168 time: 1.2744200 Jan 18 22:21:20.288679 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '403ff10c-4dc2-498c-82c9-4b8f991f54e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50d5a31e-be32-4b51-82d8-d7fd0fe183ad'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:21:20.292028 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f6ab008-4c53-4956-8b7a-7065f6838949" -d '{"events": [{"server_uuid": "403ff10c-4dc2-498c-82c9-4b8f991f54e3", "name": "network-vif-plugged", "status": "completed", "tag": "50d5a31e-be32-4b51-82d8-d7fd0fe183ad"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:21:20.310891 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 36958) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:21:20.316166 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-8b87b3f6-3d84-4742-99ba-c0e7eba3822d None None] Provisioning complete for port 4e4179b3-ebb4-4e88-a644-dd75018a247c triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:21:20.316684 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8b87b3f6-3d84-4742-99ba-c0e7eba3822d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:20.319677 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 50d5a31e-be32-4b51-82d8-d7fd0fe183ad, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=50d5a31e-be32-4b51-82d8-d7fd0fe183ad,segment=NetworkSegment(8b9c1dcd-43d7-469e-84e6-2ae44ff323fb),segment_id=8b9c1dcd-43d7-469e-84e6-2ae44ff323fb)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:21:20.327679 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd971a5-415f-4463-af6b-2af53e7ac99b tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Pushing event updated for resources: {'Port': ['ID=31c5c75b-ce2c-4be9-b4cf-f29652cd677a,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:21:20.355856 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:20.439649 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd971a5-415f-4463-af6b-2af53e7ac99b tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:20.449954 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=50d5a31e-be32-4b51-82d8-d7fd0fe183ad,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:21:20.459458 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-71e2481e-0834-46d0-aa1f-2d5c7429c9e2 req-dc2f17a9-41eb-4cfe-8e33-9127fae81201 service neutron] Attempting to bind port fef424e3-649f-4fd5-a6a2-6efbe288e81d on host n-h1-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:21:20.460161 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-71e2481e-0834-46d0-aa1f-2d5c7429c9e2 req-dc2f17a9-41eb-4cfe-8e33-9127fae81201 service neutron] Attempting to bind port fef424e3-649f-4fd5-a6a2-6efbe288e81d by drivers openvswitch,hyperv on host n-h1-825064-1 at level 0 using segments [{'id': '54058af5-a5b1-45e9-977a-39ef1b01c87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:21:20.460512 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e2481e-0834-46d0-aa1f-2d5c7429c9e2 req-dc2f17a9-41eb-4cfe-8e33-9127fae81201 service neutron] Attempting to bind port fef424e3-649f-4fd5-a6a2-6efbe288e81d on network e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:21:20.462448 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f656db77-644f-4f5a-92e0-8aceb0e60099 req-1557f34e-03a9-4128-8dcb-58c12335d73f tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Made reservation on behalf of feff401a111441e8bc4bdb3f9c55f3c8 for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:21:20.463456 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2fd971a5-415f-4463-af6b-2af53e7ac99b tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:20.466335 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-f656db77-644f-4f5a-92e0-8aceb0e60099 req-1557f34e-03a9-4128-8dcb-58c12335d73f tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:20.499983 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e2481e-0834-46d0-aa1f-2d5c7429c9e2 req-dc2f17a9-41eb-4cfe-8e33-9127fae81201 service neutron] Port fef424e3-649f-4fd5-a6a2-6efbe288e81d on network e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:21:20.500714 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e2481e-0834-46d0-aa1f-2d5c7429c9e2 req-dc2f17a9-41eb-4cfe-8e33-9127fae81201 service neutron] Attempting to bind port fef424e3-649f-4fd5-a6a2-6efbe288e81d on network e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:21:20.521036 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e2481e-0834-46d0-aa1f-2d5c7429c9e2 req-dc2f17a9-41eb-4cfe-8e33-9127fae81201 service neutron] Checking agent: {'id': 'e49d1b2a-ba11-487f-a804-ecbf3c0e8132', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:21:20.521508 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e2481e-0834-46d0-aa1f-2d5c7429c9e2 req-dc2f17a9-41eb-4cfe-8e33-9127fae81201 service neutron] Checking segment: {'id': '54058af5-a5b1-45e9-977a-39ef1b01c87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:21:20.521895 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e2481e-0834-46d0-aa1f-2d5c7429c9e2 req-dc2f17a9-41eb-4cfe-8e33-9127fae81201 service neutron] Bound using segment: {'id': '54058af5-a5b1-45e9-977a-39ef1b01c87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:21:20.522403 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-71e2481e-0834-46d0-aa1f-2d5c7429c9e2 req-dc2f17a9-41eb-4cfe-8e33-9127fae81201 service neutron] Bound port: fef424e3-649f-4fd5-a6a2-6efbe288e81d, host: n-h1-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54058af5-a5b1-45e9-977a-39ef1b01c87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:21:20.522866 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-71e2481e-0834-46d0-aa1f-2d5c7429c9e2 req-dc2f17a9-41eb-4cfe-8e33-9127fae81201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:20.543728 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-2fd971a5-415f-4463-af6b-2af53e7ac99b tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.8153772 Jan 18 22:21:20.546162 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ef97b306-23db-4484-a238-b8298c61edb4 req-c41e38cf-b397-43e8-b21c-e350f25aaebd service neutron] 10.222.0.36 "GET /v2.0/networks/61203f33-a8b3-4e89-8217-8dac5f2bb01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5816705 Jan 18 22:21:20.553748 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-658c0f01-c044-4ceb-9546-911249852081 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:20.565087 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9af5e28-717b-40ff-a1a2-425f3d5e2c3b req-743c682f-edc5-4850-a316-8978b2c81ad2 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:20.566580 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d9af5e28-717b-40ff-a1a2-425f3d5e2c3b req-743c682f-edc5-4850-a316-8978b2c81ad2 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=c12c2f22-245f-4eaf-87d7-f3273dc26322 HTTP/1.1" status: 200 len: 943 time: 0.3545837 Jan 18 22:21:20.574204 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b76b71-fb55-493d-89d8-47b75a1eb7ba req-53f3eb90-a905-4e77-b6b9-b43a8f7d1a55 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:20.575668 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d0b76b71-fb55-493d-89d8-47b75a1eb7ba req-53f3eb90-a905-4e77-b6b9-b43a8f7d1a55 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/ports?device_id=403ff10c-4dc2-498c-82c9-4b8f991f54e3 HTTP/1.1" status: 200 len: 945 time: 0.2242556 Jan 18 22:21:20.681345 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-59786d2f-7087-4807-b655-cb142a55ac8b None None] Provisioning complete for port 31c5c75b-ce2c-4be9-b4cf-f29652cd677a triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:21:20.682685 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-59786d2f-7087-4807-b655-cb142a55ac8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:20.683454 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-71e2481e-0834-46d0-aa1f-2d5c7429c9e2 req-dc2f17a9-41eb-4cfe-8e33-9127fae81201 service neutron] For port fef424e3-649f-4fd5-a6a2-6efbe288e81d, host n-h1-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:21:20.687913 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-71e2481e-0834-46d0-aa1f-2d5c7429c9e2 req-dc2f17a9-41eb-4cfe-8e33-9127fae81201 service neutron] For port fef424e3-649f-4fd5-a6a2-6efbe288e81d, host n-h1-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=fef424e3-649f-4fd5-a6a2-6efbe288e81d,segment=NetworkSegment(54058af5-a5b1-45e9-977a-39ef1b01c87e),segment_id=54058af5-a5b1-45e9-977a-39ef1b01c87e)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:21:20.693833 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [req-f656db77-644f-4f5a-92e0-8aceb0e60099 req-1557f34e-03a9-4128-8dcb-58c12335d73f tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Allocated IP 172.20.0.11 (616341ad-8ee5-46dd-a50f-fbf4c382e06c/39872394-9ec8-42e0-a515-8c2f5c78361a/1cecdd54-ba39-4a0e-8ae6-128dc0415e66) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:21:20.704513 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-71e2481e-0834-46d0-aa1f-2d5c7429c9e2 req-dc2f17a9-41eb-4cfe-8e33-9127fae81201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:20.722601 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d0b76b71-fb55-493d-89d8-47b75a1eb7ba req-ab04a075-a623-4737-84fc-3c6c6ded668c tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/security-groups?id=92d0bf2d-4a69-4a06-bc28-bffdc82f7ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370146 Jan 18 22:21:20.736439 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d9af5e28-717b-40ff-a1a2-425f3d5e2c3b req-01a36bb5-6c10-46f3-b068-7c33a57ed013 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=69e59ffc-71ce-4c50-acf6-17bf11fb5545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534355 Jan 18 22:21:20.762991 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-59786d2f-7087-4807-b655-cb142a55ac8b None None] Port 31c5c75b-ce2c-4be9-b4cf-f29652cd677a cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:21:20.774343 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-658c0f01-c044-4ceb-9546-911249852081 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:20.810012 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa90f96f-7b77-44a9-a8fd-491f3950fb68 x-openstack-request-id: req-fa90f96f-7b77-44a9-a8fd-491f3950fb68 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:21:20.811301 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "403ff10c-4dc2-498c-82c9-4b8f991f54e3", "name": "network-vif-plugged", "status": "completed", "tag": "50d5a31e-be32-4b51-82d8-d7fd0fe183ad", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:21:20.812761 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fa90f96f-7b77-44a9-a8fd-491f3950fb68 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:21:20.814255 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '403ff10c-4dc2-498c-82c9-4b8f991f54e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50d5a31e-be32-4b51-82d8-d7fd0fe183ad', 'code': 200} Jan 18 22:21:20.816191 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-658c0f01-c044-4ceb-9546-911249852081 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eac69de-e1b6-41ef-80cf-6bbe6d50fd84']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:21:20.826948 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2f17a9-41eb-4cfe-8e33-9127fae81201 service neutron] Pushing event updated for resources: {'Port': ['ID=fef424e3-649f-4fd5-a6a2-6efbe288e81d,revision_number=3']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:21:20.845767 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-658c0f01-c044-4ceb-9546-911249852081 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94008772-d602-4fa6-8fc4-fb97218dee76') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:21:20.846066 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-658c0f01-c044-4ceb-9546-911249852081 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94008772-d602-4fa6-8fc4-fb97218dee76') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:21:20.867419 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e2481e-0834-46d0-aa1f-2d5c7429c9e2 req-dc2f17a9-41eb-4cfe-8e33-9127fae81201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:20.870959 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-71e2481e-0834-46d0-aa1f-2d5c7429c9e2 req-dc2f17a9-41eb-4cfe-8e33-9127fae81201 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:20.872670 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-71e2481e-0834-46d0-aa1f-2d5c7429c9e2 req-dc2f17a9-41eb-4cfe-8e33-9127fae81201 service neutron] 10.222.0.36 "PUT /v2.0/ports/fef424e3-649f-4fd5-a6a2-6efbe288e81d HTTP/1.1" status: 200 len: 1091 time: 2.4517963 Jan 18 22:21:20.876853 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c12c2f22-245f-4eaf-87d7-f3273dc26322', 'tag': 'fef424e3-649f-4fd5-a6a2-6efbe288e81d'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:21:20.880087 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1968fcb-63a3-45a6-88e0-515dea7695c9" -d '{"events": [{"name": "network-changed", "server_uuid": "c12c2f22-245f-4eaf-87d7-f3273dc26322", "tag": "fef424e3-649f-4fd5-a6a2-6efbe288e81d"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:21:20.937222 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-658c0f01-c044-4ceb-9546-911249852081 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60394742'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:21.035538 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ae0502e3-87cc-49ef-a41b-19d46993aff7 req-98b5ae72-4622-4874-9395-0d1808a657bc tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=09f26103-afed-4271-a2b5-ed6fd9e982e1 HTTP/1.1" status: 200 len: 210 time: 0.1367779 Jan 18 22:21:21.073228 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-658c0f01-c044-4ceb-9546-911249852081 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:21.101325 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-658c0f01-c044-4ceb-9546-911249852081 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:21:21.101986 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-658c0f01-c044-4ceb-9546-911249852081 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60203044'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:21.103825 n-d-825064-1 neutron-server[102430]: Traceback (most recent call last): Jan 18 22:21:21.103825 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:21:21.103825 n-d-825064-1 neutron-server[102430]: timer() Jan 18 22:21:21.103825 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:21:21.103825 n-d-825064-1 neutron-server[102430]: cb(*args, **kw) Jan 18 22:21:21.103825 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:21:21.103825 n-d-825064-1 neutron-server[102430]: return func(*args, **kwargs) Jan 18 22:21:21.103825 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:21:21.103825 n-d-825064-1 neutron-server[102430]: self._notify() Jan 18 22:21:21.103825 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:21:21.103825 n-d-825064-1 neutron-server[102430]: self.callback(batched_events) Jan 18 22:21:21.103825 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:21:21.103825 n-d-825064-1 neutron-server[102430]: event.method(event) Jan 18 22:21:21.103825 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:21:21.103825 n-d-825064-1 neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:21:21.103825 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:21:21.103825 n-d-825064-1 neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:21:21.103825 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:21:21.103825 n-d-825064-1 neutron-server[102430]: return f(self, *a, **k) Jan 18 22:21:21.103825 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:21:21.103825 n-d-825064-1 neutron-server[102430]: return self._get(url).json() Jan 18 22:21:21.103825 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:21:21.103825 n-d-825064-1 neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:21:21.103825 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:21:21.103825 n-d-825064-1 neutron-server[102430]: return self.request(url, 'GET', **kwargs) Jan 18 22:21:21.103825 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:21:21.103825 n-d-825064-1 neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:21:21.103825 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:21:21.103825 n-d-825064-1 neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:21:21.103825 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:21:21.103825 n-d-825064-1 neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:21:21.103825 n-d-825064-1 neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:21:21.152565 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 4e4179b3-ebb4-4e88-a644-dd75018a247c up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:21:21.186888 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa50d7a6-73b5-4518-b5a2-3e5d77f1ecbf req-9c10d9ca-e739-4aad-9792-96ce27dc936d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:21.188498 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fa50d7a6-73b5-4518-b5a2-3e5d77f1ecbf req-9c10d9ca-e739-4aad-9792-96ce27dc936d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=403ff10c-4dc2-498c-82c9-4b8f991f54e3 HTTP/1.1" status: 200 len: 1096 time: 0.3058720 Jan 18 22:21:21.289451 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 4e4179b3-ebb4-4e88-a644-dd75018a247c triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:21:21.290000 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:21.309262 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e2481e-0834-46d0-aa1f-2d5c7429c9e2 req-9ae9213a-f582-448d-a297-bab779c16867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:21.313931 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-71e2481e-0834-46d0-aa1f-2d5c7429c9e2 req-9ae9213a-f582-448d-a297-bab779c16867 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=584d50ef6ed64545aac1e7947879ab5e&device_id=c12c2f22-245f-4eaf-87d7-f3273dc26322 HTTP/1.1" status: 200 len: 1094 time: 0.3817582 Jan 18 22:21:21.343276 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-658c0f01-c044-4ceb-9546-911249852081 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:21.365244 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-658c0f01-c044-4ceb-9546-911249852081 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3eac69de-e1b6-41ef-80cf-6bbe6d50fd84 {{(pid=102430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 18 22:21:21.374048 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fa50d7a6-73b5-4518-b5a2-3e5d77f1ecbf req-ea900f82-dfd5-46e0-a0f7-e3c8e87f87d3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=92d0bf2d-4a69-4a06-bc28-bffdc82f7ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701460 Jan 18 22:21:21.390479 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-71e2481e-0834-46d0-aa1f-2d5c7429c9e2 req-50d77ef6-a11f-42d9-a6bb-f2b2adefe7e4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fef424e3-649f-4fd5-a6a2-6efbe288e81d HTTP/1.1" status: 200 len: 217 time: 0.0633883 Jan 18 22:21:21.392950 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-658c0f01-c044-4ceb-9546-911249852081 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:21.403112 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-658c0f01-c044-4ceb-9546-911249852081 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] 10.222.0.53 "DELETE /v2.0/networks/3eac69de-e1b6-41ef-80cf-6bbe6d50fd84 HTTP/1.1" status: 204 len: 168 time: 1.0887680 Jan 18 22:21:21.419694 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658c0f01-c044-4ceb-9546-911249852081 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Pushing event deleted for resources: {'Network': ['ID=3eac69de-e1b6-41ef-80cf-6bbe6d50fd84,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:21:21.426874 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-f656db77-644f-4f5a-92e0-8aceb0e60099 req-1557f34e-03a9-4128-8dcb-58c12335d73f tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:21.443994 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aaf129-ffb5-4840-8cb3-182e4a67eea2 req-e93ee1e7-f849-4aa1-be4c-17a2f188e520 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:21.463885 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-31aaf129-ffb5-4840-8cb3-182e4a67eea2 req-e93ee1e7-f849-4aa1-be4c-17a2f188e520 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/ports?device_id=4de4c816-9c87-48ec-b7cd-5fd21aa43808 HTTP/1.1" status: 200 len: 945 time: 0.2536886 Jan 18 22:21:21.467932 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 36976) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:21:21.473446 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-6f53da17-b9ad-45d7-8a0b-1ce1aaa5f7f4 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Request body: {'security_group': {'name': 'tempest-securitygroup--733355179', 'description': 'tempest-description--4788097'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:21:21.524307 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-31aaf129-ffb5-4840-8cb3-182e4a67eea2 req-e14cab04-10c1-4efb-83df-887584da6115 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc8c7d2e-b8e2-47f9-a940-5cbf5ddba272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563259 Jan 18 22:21:21.548074 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-f656db77-644f-4f5a-92e0-8aceb0e60099 req-1557f34e-03a9-4128-8dcb-58c12335d73f tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:21.561722 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6f53da17-b9ad-45d7-8a0b-1ce1aaa5f7f4 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:21.638760 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739ab10d-0937-44d2-b3e0-0966e2c81573 req-42f8f4f6-d15e-4c24-b3ea-0b5d97788a52 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:21.647286 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-739ab10d-0937-44d2-b3e0-0966e2c81573 req-42f8f4f6-d15e-4c24-b3ea-0b5d97788a52 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/ports?device_id=b8d13995-b3d7-4bbf-a5e8-3cf72914a2ca HTTP/1.1" status: 200 len: 945 time: 0.0893207 Jan 18 22:21:21.652118 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a175e0e-61e3-44f4-a073-1e479ea2b9d1 x-openstack-request-id: req-9a175e0e-61e3-44f4-a073-1e479ea2b9d1 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:21:21.652442 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c12c2f22-245f-4eaf-87d7-f3273dc26322", "tag": "fef424e3-649f-4fd5-a6a2-6efbe288e81d", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:21:21.652799 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9a175e0e-61e3-44f4-a073-1e479ea2b9d1 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:21:21.653258 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c12c2f22-245f-4eaf-87d7-f3273dc26322', 'tag': 'fef424e3-649f-4fd5-a6a2-6efbe288e81d', 'status': 'completed', 'code': 200} Jan 18 22:21:21.713958 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-739ab10d-0937-44d2-b3e0-0966e2c81573 req-0a4ca97f-48f9-404b-a945-2f79bf89fadf tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/security-groups?id=887106f9-0ea3-48df-93b8-5b7379f045d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604858 Jan 18 22:21:21.729532 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1557f34e-03a9-4128-8dcb-58c12335d73f tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Pushing event updated for resources: {'Port': ['ID=1cecdd54-ba39-4a0e-8ae6-128dc0415e66,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:21:21.755445 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 36988) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:21:21.759926 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-d30edbfc-63f9-4678-bd91-446d82bf8f07 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Request body: {'router': {'name': 'tempest-router--1715294338', 'project_id': 'dc4826ad0c0e4454adf202439b717dff'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:21:21.820332 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6f53da17-b9ad-45d7-8a0b-1ce1aaa5f7f4 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:21.822485 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e2481e-0834-46d0-aa1f-2d5c7429c9e2 req-d8758889-2200-4552-97d3-e7c40186e156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:21.825397 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-71e2481e-0834-46d0-aa1f-2d5c7429c9e2 req-d8758889-2200-4552-97d3-e7c40186e156 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=42841b58-d144-4855-94d6-b7b43c1900e0 HTTP/1.1" status: 200 len: 850 time: 0.1982749 Jan 18 22:21:21.828543 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f656db77-644f-4f5a-92e0-8aceb0e60099 req-1557f34e-03a9-4128-8dcb-58c12335d73f tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Network 616341ad-8ee5-46dd-a50f-fbf4c382e06c is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:21:21.830422 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [req-f656db77-644f-4f5a-92e0-8aceb0e60099 req-1557f34e-03a9-4128-8dcb-58c12335d73f tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:21:21.832981 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d30edbfc-63f9-4678-bd91-446d82bf8f07 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1044160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8692'] for router, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:21.834554 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d30edbfc-63f9-4678-bd91-446d82bf8f07 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1040680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8675'] for router, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:21.842876 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-f656db77-644f-4f5a-92e0-8aceb0e60099 req-1557f34e-03a9-4128-8dcb-58c12335d73f tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:21:21.852463 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6f53da17-b9ad-45d7-8a0b-1ce1aaa5f7f4 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:21.908599 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5f0290c2-756e-4dc5-a409-48481c09279d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:21.952372 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6f53da17-b9ad-45d7-8a0b-1ce1aaa5f7f4 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:21.957183 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-6f53da17-b9ad-45d7-8a0b-1ce1aaa5f7f4 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4847596 Jan 18 22:21:21.960788 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 36990) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:21:21.969284 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d30edbfc-63f9-4678-bd91-446d82bf8f07 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:21.980337 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d30edbfc-63f9-4678-bd91-446d82bf8f07 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1040691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049'] for router, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:21.984513 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-ceddf6b7-998c-431b-97f5-5f9f394458fc tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Request body: {'security_group_rule': {'security_group_id': '61d17b67-718c-4475-950b-257bfb33b7e7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:21:21.996648 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f53da17-b9ad-45d7-8a0b-1ce1aaa5f7f4 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61d17b67-718c-4475-950b-257bfb33b7e7,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:21:22.005355 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcc57c2-4a8a-4960-8082-ab77d8ca2c76 req-a74336f3-1643-40cc-938e-d5dde2b4ec7a tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:22.007110 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5bcc57c2-4a8a-4960-8082-ab77d8ca2c76 req-a74336f3-1643-40cc-938e-d5dde2b4ec7a tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/ports?device_id=403ff10c-4dc2-498c-82c9-4b8f991f54e3 HTTP/1.1" status: 200 len: 945 time: 0.1067784 Jan 18 22:21:22.015498 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d30edbfc-63f9-4678-bd91-446d82bf8f07 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks [] for router, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:22.017000 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-d30edbfc-63f9-4678-bd91-446d82bf8f07 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2602756 Jan 18 22:21:22.025594 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 36992) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:21:22.035420 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f656db77-644f-4f5a-92e0-8aceb0e60099 req-1557f34e-03a9-4128-8dcb-58c12335d73f tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:22.036053 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-f656db77-644f-4f5a-92e0-8aceb0e60099 req-1557f34e-03a9-4128-8dcb-58c12335d73f tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:22.054853 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e2481e-0834-46d0-aa1f-2d5c7429c9e2 req-471d7eac-45e8-423d-8517-c1a81eaa6fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:22.059042 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-71e2481e-0834-46d0-aa1f-2d5c7429c9e2 req-471d7eac-45e8-423d-8517-c1a81eaa6fba service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2054522 Jan 18 22:21:22.062270 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ceddf6b7-998c-431b-97f5-5f9f394458fc tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:22.111930 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f656db77-644f-4f5a-92e0-8aceb0e60099 req-1557f34e-03a9-4128-8dcb-58c12335d73f tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4409547 Jan 18 22:21:22.145327 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-433f17b3-f63d-4f24-9bea-7bdede76686e tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks [] for router, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:22.148405 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-f656db77-644f-4f5a-92e0-8aceb0e60099 req-416af904-8fe7-4113-8206-44687ece609a service neutron] Request body: {'port': {'device_id': '09f26103-afed-4271-a2b5-ed6fd9e982e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:21:22.189201 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5bcc57c2-4a8a-4960-8082-ab77d8ca2c76 req-96816df5-7d25-490e-b61c-a8b30b8702a8 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/security-groups?id=92d0bf2d-4a69-4a06-bc28-bffdc82f7ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700580 Jan 18 22:21:22.248028 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-f656db77-644f-4f5a-92e0-8aceb0e60099 req-416af904-8fe7-4113-8206-44687ece609a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:22.334110 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ceddf6b7-998c-431b-97f5-5f9f394458fc tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:22.342177 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-71e2481e-0834-46d0-aa1f-2d5c7429c9e2 req-fb5b7073-7318-4d7f-8b78-69a085de509e service neutron] 10.222.0.36 "GET /v2.0/networks/e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755394 Jan 18 22:21:22.350062 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ceddf6b7-998c-431b-97f5-5f9f394458fc tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:22.387876 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad2b4dd-3101-44f5-9b67-ee1d207b57f4 req-1ac6d441-0f89-45c3-b9de-0c619a113126 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:22.395131 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6ad2b4dd-3101-44f5-9b67-ee1d207b57f4 req-1ac6d441-0f89-45c3-b9de-0c619a113126 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=c12c2f22-245f-4eaf-87d7-f3273dc26322 HTTP/1.1" status: 200 len: 943 time: 0.2548692 Jan 18 22:21:22.473105 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-433f17b3-f63d-4f24-9bea-7bdede76686e tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1040886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8602'] for router, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:22.475645 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-433f17b3-f63d-4f24-9bea-7bdede76686e tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:22.513670 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceddf6b7-998c-431b-97f5-5f9f394458fc tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ece8ffff-9f66-420f-92d5-af107fd1bac2,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:21:22.538742 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ceddf6b7-998c-431b-97f5-5f9f394458fc tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:22.542563 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-ceddf6b7-998c-431b-97f5-5f9f394458fc tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5636554 Jan 18 22:21:22.545119 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37002) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:21:22.547601 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-433f17b3-f63d-4f24-9bea-7bdede76686e tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1040832'] for router, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:22.548213 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-433f17b3-f63d-4f24-9bea-7bdede76686e tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fd31ba5b-999a-4d07-ae52-5bc3e6c7d91c {{(pid=102430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 22:21:22.550969 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-40830f12-9455-49ea-8ff4-0b8dd09391fa tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Request body: {'security_group_rule': {'security_group_id': '61d17b67-718c-4475-950b-257bfb33b7e7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:21:22.562210 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-433f17b3-f63d-4f24-9bea-7bdede76686e tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks [] for router, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:22.563723 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-433f17b3-f63d-4f24-9bea-7bdede76686e tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] 10.222.0.53 "DELETE /v2.0/routers/fd31ba5b-999a-4d07-ae52-5bc3e6c7d91c HTTP/1.1" status: 204 len: 168 time: 0.5358157 Jan 18 22:21:22.570848 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-71e2481e-0834-46d0-aa1f-2d5c7429c9e2 req-75a4abe0-cc7e-49c9-9447-d3364785c24f service neutron] 10.222.0.36 "GET /v2.0/networks/e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126420 Jan 18 22:21:22.640178 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6ad2b4dd-3101-44f5-9b67-ee1d207b57f4 req-c1e215db-1dcd-44fa-b14e-200924a6b989 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=69e59ffc-71ce-4c50-acf6-17bf11fb5545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441661 Jan 18 22:21:22.661956 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a9218f-0659-4fd2-8a44-df36ac9d5ea4 req-e1073a2c-81d0-41b5-aefd-0fb39128bc9e tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:22.673653 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d4a9218f-0659-4fd2-8a44-df36ac9d5ea4 req-e1073a2c-81d0-41b5-aefd-0fb39128bc9e tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/ports?device_id=b8d13995-b3d7-4bbf-a5e8-3cf72914a2ca HTTP/1.1" status: 200 len: 945 time: 0.4067976 Jan 18 22:21:22.763169 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d4a9218f-0659-4fd2-8a44-df36ac9d5ea4 req-064bc7f7-38e6-420b-b638-1ff2b3ac95cf tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/security-groups?id=887106f9-0ea3-48df-93b8-5b7379f045d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853145 Jan 18 22:21:22.807856 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-40830f12-9455-49ea-8ff4-0b8dd09391fa tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:22.810170 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 37012) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:21:22.837866 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:22.844306 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1968fcb-63a3-45a6-88e0-515dea7695c9 req-a2bbb825-65d2-4b9c-b34e-0eac2f32e900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:22.847587 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e1968fcb-63a3-45a6-88e0-515dea7695c9 req-a2bbb825-65d2-4b9c-b34e-0eac2f32e900 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=584d50ef6ed64545aac1e7947879ab5e&device_id=c12c2f22-245f-4eaf-87d7-f3273dc26322 HTTP/1.1" status: 200 len: 1094 time: 0.2081962 Jan 18 22:21:22.859227 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b4b7e3-975a-41fd-a511-705da6d74df5 req-ab6f519d-3af1-49d9-b0e9-a71d2d272db9 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:22.861510 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-40b4b7e3-975a-41fd-a511-705da6d74df5 req-ab6f519d-3af1-49d9-b0e9-a71d2d272db9 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=09f26103-afed-4271-a2b5-ed6fd9e982e1 HTTP/1.1" status: 200 len: 932 time: 0.0968311 Jan 18 22:21:22.967671 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [req-f656db77-644f-4f5a-92e0-8aceb0e60099 req-416af904-8fe7-4113-8206-44687ece609a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cecdd54-ba39-4a0e-8ae6-128dc0415e66 {{(pid=102431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:21:23.011187 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-f656db77-644f-4f5a-92e0-8aceb0e60099 req-416af904-8fe7-4113-8206-44687ece609a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:23.045988 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8596658a-2566-458c-9014-001aa4e1fa2b req-5a545d76-0978-4bee-a731-528cd0528655 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:23.048313 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [req-f656db77-644f-4f5a-92e0-8aceb0e60099 req-416af904-8fe7-4113-8206-44687ece609a service neutron] Transition to ACTIVE for port object 1cecdd54-ba39-4a0e-8ae6-128dc0415e66 will not be triggered until provisioned by entity L2. {{(pid=102431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:21:23.049954 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8596658a-2566-458c-9014-001aa4e1fa2b req-5a545d76-0978-4bee-a731-528cd0528655 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/ports?device_id=4de4c816-9c87-48ec-b7cd-5fd21aa43808 HTTP/1.1" status: 200 len: 945 time: 0.1861410 Jan 18 22:21:23.051977 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-40830f12-9455-49ea-8ff4-0b8dd09391fa tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:23.056019 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-40b4b7e3-975a-41fd-a511-705da6d74df5 req-d2c4691d-5042-4285-a446-4d403e974a99 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664391 Jan 18 22:21:23.102132 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-f656db77-644f-4f5a-92e0-8aceb0e60099 req-416af904-8fe7-4113-8206-44687ece609a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:23.107987 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8596658a-2566-458c-9014-001aa4e1fa2b req-6b0b64fe-d7b6-42c3-95f0-b87de29586ed tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc8c7d2e-b8e2-47f9-a940-5cbf5ddba272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417950 Jan 18 22:21:23.112843 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-40830f12-9455-49ea-8ff4-0b8dd09391fa tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:23.130131 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-56759188-a385-4833-b1b8-b71008db4d05 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1808728741', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}, 'admin_state_up': False}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:21:23.158173 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-56759188-a385-4833-b1b8-b71008db4d05 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1044160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8692'] for router, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:23.161179 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-56759188-a385-4833-b1b8-b71008db4d05 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1040680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8675'] for router, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:23.182755 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40830f12-9455-49ea-8ff4-0b8dd09391fa tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb57c5c5-56fc-4e06-abfa-6cbb0c2f0eb3,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:21:23.199933 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-40830f12-9455-49ea-8ff4-0b8dd09391fa tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:23.201851 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-40830f12-9455-49ea-8ff4-0b8dd09391fa tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6548500 Jan 18 22:21:23.215918 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37018) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:21:23.223479 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1968fcb-63a3-45a6-88e0-515dea7695c9 req-f7f96736-a292-4346-ba0a-ba596bed033e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:23.225384 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e1968fcb-63a3-45a6-88e0-515dea7695c9 req-f7f96736-a292-4346-ba0a-ba596bed033e service neutron] 10.222.0.36 "GET /v2.0/networks?id=e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84 HTTP/1.1" status: 200 len: 911 time: 0.2953856 Jan 18 22:21:23.231445 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-56759188-a385-4833-b1b8-b71008db4d05 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:23.232429 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-bb190518-7bc4-4653-b267-151b607de33c tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Request body: {'floatingip': {'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:21:23.302300 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e1968fcb-63a3-45a6-88e0-515dea7695c9 req-75a1e548-2e98-4500-9616-76cf197f27b7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fef424e3-649f-4fd5-a6a2-6efbe288e81d HTTP/1.1" status: 200 len: 217 time: 0.0646737 Jan 18 22:21:23.724169 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1968fcb-63a3-45a6-88e0-515dea7695c9 req-928e82fb-594c-490c-9f31-f68ed3ab7410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:23.725595 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e1968fcb-63a3-45a6-88e0-515dea7695c9 req-928e82fb-594c-490c-9f31-f68ed3ab7410 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=42841b58-d144-4855-94d6-b7b43c1900e0 HTTP/1.1" status: 200 len: 850 time: 0.3874831 Jan 18 22:21:23.726206 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416af904-8fe7-4113-8206-44687ece609a service neutron] Pushing event updated for resources: {'Port': ['ID=1cecdd54-ba39-4a0e-8ae6-128dc0415e66,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:21:23.763496 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bb190518-7bc4-4653-b267-151b607de33c tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks [] for floatingip, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:23.859001 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-f656db77-644f-4f5a-92e0-8aceb0e60099 req-416af904-8fe7-4113-8206-44687ece609a service neutron] Attempting to bind port 1cecdd54-ba39-4a0e-8ae6-128dc0415e66 on host n-h1-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:21:23.859362 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-f656db77-644f-4f5a-92e0-8aceb0e60099 req-416af904-8fe7-4113-8206-44687ece609a service neutron] Attempting to bind port 1cecdd54-ba39-4a0e-8ae6-128dc0415e66 by drivers openvswitch,hyperv on host n-h1-825064-1 at level 0 using segments [{'id': '773e2478-13af-4dd0-bb1a-13e4946a40f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '616341ad-8ee5-46dd-a50f-fbf4c382e06c'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:21:23.859639 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f656db77-644f-4f5a-92e0-8aceb0e60099 req-416af904-8fe7-4113-8206-44687ece609a service neutron] Attempting to bind port 1cecdd54-ba39-4a0e-8ae6-128dc0415e66 on network 616341ad-8ee5-46dd-a50f-fbf4c382e06c {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:21:23.865201 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f656db77-644f-4f5a-92e0-8aceb0e60099 req-416af904-8fe7-4113-8206-44687ece609a service neutron] Port 1cecdd54-ba39-4a0e-8ae6-128dc0415e66 on network 616341ad-8ee5-46dd-a50f-fbf4c382e06c not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:21:23.865523 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f656db77-644f-4f5a-92e0-8aceb0e60099 req-416af904-8fe7-4113-8206-44687ece609a service neutron] Attempting to bind port 1cecdd54-ba39-4a0e-8ae6-128dc0415e66 on network 616341ad-8ee5-46dd-a50f-fbf4c382e06c {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:21:23.875349 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-56759188-a385-4833-b1b8-b71008db4d05 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:23.878794 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 37028) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:21:23.881090 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1968fcb-63a3-45a6-88e0-515dea7695c9 req-174089e6-7571-4fd2-a973-010e25144ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:23.882692 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e1968fcb-63a3-45a6-88e0-515dea7695c9 req-174089e6-7571-4fd2-a973-010e25144ed8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1438086 Jan 18 22:21:23.888152 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-31ef1c91-7ac5-4b82-ab89-e733d8cb6e26 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1652400023'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:21:23.889197 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f656db77-644f-4f5a-92e0-8aceb0e60099 req-416af904-8fe7-4113-8206-44687ece609a service neutron] Checking agent: {'id': 'e49d1b2a-ba11-487f-a804-ecbf3c0e8132', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:21:23.889607 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f656db77-644f-4f5a-92e0-8aceb0e60099 req-416af904-8fe7-4113-8206-44687ece609a service neutron] Checking segment: {'id': '773e2478-13af-4dd0-bb1a-13e4946a40f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '616341ad-8ee5-46dd-a50f-fbf4c382e06c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:21:23.889984 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f656db77-644f-4f5a-92e0-8aceb0e60099 req-416af904-8fe7-4113-8206-44687ece609a service neutron] Bound using segment: {'id': '773e2478-13af-4dd0-bb1a-13e4946a40f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '616341ad-8ee5-46dd-a50f-fbf4c382e06c'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:21:23.890418 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-f656db77-644f-4f5a-92e0-8aceb0e60099 req-416af904-8fe7-4113-8206-44687ece609a service neutron] Bound port: 1cecdd54-ba39-4a0e-8ae6-128dc0415e66, host: n-h1-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '773e2478-13af-4dd0-bb1a-13e4946a40f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '616341ad-8ee5-46dd-a50f-fbf4c382e06c'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:21:23.890774 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-f656db77-644f-4f5a-92e0-8aceb0e60099 req-416af904-8fe7-4113-8206-44687ece609a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:23.925404 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7be113-cfca-41b5-8758-cddd734a549d req-034ad4d7-8d0c-4cde-a99a-fffea3804546 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:23.926884 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1d7be113-cfca-41b5-8758-cddd734a549d req-034ad4d7-8d0c-4cde-a99a-fffea3804546 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/ports?device_id=403ff10c-4dc2-498c-82c9-4b8f991f54e3 HTTP/1.1" status: 200 len: 945 time: 0.2450130 Jan 18 22:21:23.948363 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea25edc-b3fa-4485-b489-30ef8782bd37 req-cfb96ad8-d14d-496f-b09a-3968e034f92c tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:23.948712 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 22:21:23.949762 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-eea25edc-b3fa-4485-b489-30ef8782bd37 req-cfb96ad8-d14d-496f-b09a-3968e034f92c tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=c12c2f22-245f-4eaf-87d7-f3273dc26322 HTTP/1.1" status: 200 len: 943 time: 0.2218621 Jan 18 22:21:24.029253 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31ef1c91-7ac5-4b82-ab89-e733d8cb6e26 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Made reservation on behalf of ec90adb1094349739cc26a639b1aef5d for: {'network': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:21:24.032601 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-31ef1c91-7ac5-4b82-ab89-e733d8cb6e26 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:24.036433 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bb190518-7bc4-4653-b267-151b607de33c tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:24.088031 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1d7be113-cfca-41b5-8758-cddd734a549d req-3bf4020d-464f-4d06-b5ef-4f3ef29d999c tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/security-groups?id=92d0bf2d-4a69-4a06-bc28-bffdc82f7ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360188 Jan 18 22:21:24.096005 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-eea25edc-b3fa-4485-b489-30ef8782bd37 req-9120494e-c04a-43dd-8978-4c7d97a75011 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=69e59ffc-71ce-4c50-acf6-17bf11fb5545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141033 Jan 18 22:21:24.103159 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-f656db77-644f-4f5a-92e0-8aceb0e60099 req-416af904-8fe7-4113-8206-44687ece609a service neutron] For port 1cecdd54-ba39-4a0e-8ae6-128dc0415e66, host n-h1-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:21:24.116864 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e1968fcb-63a3-45a6-88e0-515dea7695c9 req-6204a26a-7ce6-49b1-bbbe-b05244cffdd9 service neutron] 10.222.0.36 "GET /v2.0/networks/e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130620 Jan 18 22:21:24.126081 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31ef1c91-7ac5-4b82-ab89-e733d8cb6e26 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=102430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:21:24.134991 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-f656db77-644f-4f5a-92e0-8aceb0e60099 req-416af904-8fe7-4113-8206-44687ece609a service neutron] For port 1cecdd54-ba39-4a0e-8ae6-128dc0415e66, host n-h1-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=1cecdd54-ba39-4a0e-8ae6-128dc0415e66,segment=NetworkSegment(773e2478-13af-4dd0-bb1a-13e4946a40f7),segment_id=773e2478-13af-4dd0-bb1a-13e4946a40f7)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:21:24.154074 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-31ef1c91-7ac5-4b82-ab89-e733d8cb6e26 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:24.154425 n-d-825064-1 neutron-server[102430]: INFO neutron.db.segments_db [None req-31ef1c91-7ac5-4b82-ab89-e733d8cb6e26 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Added segment de74c02c-b4b7-49a2-a9bc-68b0bd01e5b7 of type vlan for network dd775970-2a5b-4fa0-b58f-e11b40e608fa Jan 18 22:21:24.180432 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-f656db77-644f-4f5a-92e0-8aceb0e60099 req-416af904-8fe7-4113-8206-44687ece609a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:24.255494 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f656db77-644f-4f5a-92e0-8aceb0e60099 req-416af904-8fe7-4113-8206-44687ece609a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:24.256147 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-f656db77-644f-4f5a-92e0-8aceb0e60099 req-416af904-8fe7-4113-8206-44687ece609a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:24.257563 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f656db77-644f-4f5a-92e0-8aceb0e60099 req-416af904-8fe7-4113-8206-44687ece609a service neutron] 10.222.0.36 "PUT /v2.0/ports/1cecdd54-ba39-4a0e-8ae6-128dc0415e66 HTTP/1.1" status: 200 len: 1092 time: 2.1175892 Jan 18 22:21:24.273118 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09f26103-afed-4271-a2b5-ed6fd9e982e1', 'tag': '1cecdd54-ba39-4a0e-8ae6-128dc0415e66'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:21:24.279877 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0b28e48-b89c-48f0-aa8a-58ea3efa9f2d" -d '{"events": [{"name": "network-changed", "server_uuid": "09f26103-afed-4271-a2b5-ed6fd9e982e1", "tag": "1cecdd54-ba39-4a0e-8ae6-128dc0415e66"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:21:24.283046 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:24.308072 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-31ef1c91-7ac5-4b82-ab89-e733d8cb6e26 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:24.356116 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce00b0d-5bb4-4677-bab7-7ed40939f678 req-b0a5c9ee-4e75-46ab-89ec-a32ec36b00c4 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:24.359306 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cce00b0d-5bb4-4677-bab7-7ed40939f678 req-b0a5c9ee-4e75-46ab-89ec-a32ec36b00c4 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/ports?device_id=b8d13995-b3d7-4bbf-a5e8-3cf72914a2ca HTTP/1.1" status: 200 len: 945 time: 0.1612239 Jan 18 22:21:24.367455 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416af904-8fe7-4113-8206-44687ece609a service neutron] Pushing event updated for resources: {'Port': ['ID=1cecdd54-ba39-4a0e-8ae6-128dc0415e66,revision_number=3']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:21:24.375990 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b2ba95-83ce-42f1-a425-3a31c0bffccc req-1696bbec-22c7-495f-a883-b4913f54c38b tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:24.380881 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-bb190518-7bc4-4653-b267-151b607de33c tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Allocated IP 172.25.5.179 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/182e59d4-c35d-4bb5-abce-1870132e330f) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:21:24.384186 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-82b2ba95-83ce-42f1-a425-3a31c0bffccc req-1696bbec-22c7-495f-a883-b4913f54c38b tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=09f26103-afed-4271-a2b5-ed6fd9e982e1 HTTP/1.1" status: 200 len: 944 time: 0.1970644 Jan 18 22:21:24.392480 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e1968fcb-63a3-45a6-88e0-515dea7695c9 req-982ca5d8-943d-4ac2-9736-c5307e3be892 service neutron] 10.222.0.36 "GET /v2.0/networks/e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704294 Jan 18 22:21:24.421236 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f656db77-644f-4f5a-92e0-8aceb0e60099 req-771e9c50-0924-429f-abad-80def9cc02db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:24.422709 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f656db77-644f-4f5a-92e0-8aceb0e60099 req-771e9c50-0924-429f-abad-80def9cc02db service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=feff401a111441e8bc4bdb3f9c55f3c8&device_id=09f26103-afed-4271-a2b5-ed6fd9e982e1 HTTP/1.1" status: 200 len: 1095 time: 0.1214943 Jan 18 22:21:24.491016 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f656db77-644f-4f5a-92e0-8aceb0e60099 req-c5afd1bd-39ad-4f9c-9539-29341c1c7259 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1cecdd54-ba39-4a0e-8ae6-128dc0415e66 HTTP/1.1" status: 200 len: 217 time: 0.0445542 Jan 18 22:21:24.510509 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:24.525320 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-31ef1c91-7ac5-4b82-ab89-e733d8cb6e26 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:24.530873 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ef1c91-7ac5-4b82-ab89-e733d8cb6e26 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:24.531502 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-31ef1c91-7ac5-4b82-ab89-e733d8cb6e26 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:24.570453 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f656db77-644f-4f5a-92e0-8aceb0e60099 req-672d7e24-d5e5-4280-b72f-d4ad8cca1178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:24.574152 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f656db77-644f-4f5a-92e0-8aceb0e60099 req-672d7e24-d5e5-4280-b72f-d4ad8cca1178 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=39872394-9ec8-42e0-a515-8c2f5c78361a HTTP/1.1" status: 200 len: 852 time: 0.0731635 Jan 18 22:21:24.576228 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cce00b0d-5bb4-4677-bab7-7ed40939f678 req-c6c473f4-c6c5-4623-9d62-109cc62726cc tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/security-groups?id=887106f9-0ea3-48df-93b8-5b7379f045d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865637 Jan 18 22:21:24.600116 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bb190518-7bc4-4653-b267-151b607de33c tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:24.646491 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f656db77-644f-4f5a-92e0-8aceb0e60099 req-53aca33b-6cce-48fb-9c51-16fd47d98f44 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=616341ad-8ee5-46dd-a50f-fbf4c382e06c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320647 Jan 18 22:21:24.661655 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-82b2ba95-83ce-42f1-a425-3a31c0bffccc req-1f35b12b-8747-4947-9dd1-e98c364d48d2 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766092 Jan 18 22:21:24.677541 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-31ef1c91-7ac5-4b82-ab89-e733d8cb6e26 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7956946 Jan 18 22:21:24.685346 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-56759188-a385-4833-b1b8-b71008db4d05 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks [] for router_gateway, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:24.693844 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 37040) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:21:24.709845 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-05484ea3-029c-4dad-9020-0a2000008d8a tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-590223572'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:21:24.740920 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-56759188-a385-4833-b1b8-b71008db4d05 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:24.742744 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ef1c91-7ac5-4b82-ab89-e733d8cb6e26 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Pushing event updated for resources: {'Network': ['ID=dd775970-2a5b-4fa0-b58f-e11b40e608fa,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:21:24.755518 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network dd775970-2a5b-4fa0-b58f-e11b40e608fa details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:21:24.821797 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bb190518-7bc4-4653-b267-151b607de33c tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:24.863277 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb190518-7bc4-4653-b267-151b607de33c tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:21:24.870103 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-bb190518-7bc4-4653-b267-151b607de33c tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:21:24.877633 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb190518-7bc4-4653-b267-151b607de33c tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:21:24.895451 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05484ea3-029c-4dad-9020-0a2000008d8a tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Made reservation on behalf of ec90adb1094349739cc26a639b1aef5d for: {'network': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:21:24.898994 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-05484ea3-029c-4dad-9020-0a2000008d8a tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:24.915048 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb190518-7bc4-4653-b267-151b607de33c tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Pushing event updated for resources: {'Port': ['ID=182e59d4-c35d-4bb5-abce-1870132e330f,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:21:24.936286 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f656db77-644f-4f5a-92e0-8aceb0e60099 req-a6e60ed1-2dda-4239-876a-f88e87882130 service neutron] 10.222.0.36 "GET /v2.0/networks/616341ad-8ee5-46dd-a50f-fbf4c382e06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819445 Jan 18 22:21:24.946279 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190c181b-e37e-4f37-ba24-d1e3a40d0d9c req-f654c237-e82a-4b48-9294-c1c3e64b7878 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:24.947866 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-190c181b-e37e-4f37-ba24-d1e3a40d0d9c req-f654c237-e82a-4b48-9294-c1c3e64b7878 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/ports?device_id=403ff10c-4dc2-498c-82c9-4b8f991f54e3 HTTP/1.1" status: 200 len: 945 time: 0.2097218 Jan 18 22:21:25.017940 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05484ea3-029c-4dad-9020-0a2000008d8a tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=102430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:21:25.038500 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41261fec-8be4-4609-ad81-4d7255293095 req-01cf7108-288e-454b-8202-c0c6f021436c tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:25.040048 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-41261fec-8be4-4609-ad81-4d7255293095 req-01cf7108-288e-454b-8202-c0c6f021436c tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/ports?device_id=4de4c816-9c87-48ec-b7cd-5fd21aa43808 HTTP/1.1" status: 200 len: 945 time: 0.1742651 Jan 18 22:21:25.060553 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bb190518-7bc4-4653-b267-151b607de33c tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:25.066052 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-56759188-a385-4833-b1b8-b71008db4d05 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Allocated IP 172.25.5.192 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/5d86f689-a7f7-45b4-813f-d7cf31fc5033) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:21:25.069197 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-05484ea3-029c-4dad-9020-0a2000008d8a tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:25.069500 n-d-825064-1 neutron-server[102430]: INFO neutron.db.segments_db [None req-05484ea3-029c-4dad-9020-0a2000008d8a tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Added segment a40eed45-50f9-413d-aed3-f5503442a4c9 of type vlan for network d517cf7a-2b5e-403e-9519-f81391a215c9 Jan 18 22:21:25.101631 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-190c181b-e37e-4f37-ba24-d1e3a40d0d9c req-9acf122b-287c-4a9f-bc39-6ffaa223903c tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/security-groups?id=92d0bf2d-4a69-4a06-bc28-bffdc82f7ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259544 Jan 18 22:21:25.111282 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f656db77-644f-4f5a-92e0-8aceb0e60099 req-faab6134-ce18-44a5-88a9-12254b6760de service neutron] 10.222.0.36 "GET /v2.0/networks/616341ad-8ee5-46dd-a50f-fbf4c382e06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631835 Jan 18 22:21:25.116746 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bb190518-7bc4-4653-b267-151b607de33c tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:25.177958 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2477e2af-bc46-474d-98a4-f7aad0b762f3 x-openstack-request-id: req-2477e2af-bc46-474d-98a4-f7aad0b762f3 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:21:25.178350 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09f26103-afed-4271-a2b5-ed6fd9e982e1", "tag": "1cecdd54-ba39-4a0e-8ae6-128dc0415e66", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:21:25.178600 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2477e2af-bc46-474d-98a4-f7aad0b762f3 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:21:25.178989 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09f26103-afed-4271-a2b5-ed6fd9e982e1', 'tag': '1cecdd54-ba39-4a0e-8ae6-128dc0415e66', 'status': 'completed', 'code': 200} Jan 18 22:21:25.234101 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-05484ea3-029c-4dad-9020-0a2000008d8a tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:25.251882 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-41261fec-8be4-4609-ad81-4d7255293095 req-ce1fbc7c-303e-469b-8dd5-c4dbc3350c5d tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc8c7d2e-b8e2-47f9-a940-5cbf5ddba272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893580 Jan 18 22:21:25.301135 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b28e48-b89c-48f0-aa8a-58ea3efa9f2d req-787e60a3-db50-46d7-8f00-fe9af68d4fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:25.302938 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-a0b28e48-b89c-48f0-aa8a-58ea3efa9f2d req-787e60a3-db50-46d7-8f00-fe9af68d4fd4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=feff401a111441e8bc4bdb3f9c55f3c8&device_id=09f26103-afed-4271-a2b5-ed6fd9e982e1 HTTP/1.1" status: 200 len: 1095 time: 0.1012468 Jan 18 22:21:25.309078 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-05484ea3-029c-4dad-9020-0a2000008d8a tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:25.317240 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05484ea3-029c-4dad-9020-0a2000008d8a tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:25.317868 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-05484ea3-029c-4dad-9020-0a2000008d8a tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:25.348003 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device fef424e3-649f-4fd5-a6a2-6efbe288e81d details requested by agent hyperv_n-h1-825064-1 with host n-h1-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:21:25.412732 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-56759188-a385-4833-b1b8-b71008db4d05 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:25.414628 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bb190518-7bc4-4653-b267-151b607de33c tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:25.425344 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-05484ea3-029c-4dad-9020-0a2000008d8a tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7206292 Jan 18 22:21:25.426569 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37054) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:21:25.429259 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bb190518-7bc4-4653-b267-151b607de33c tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:25.435865 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-fd50c09c-92de-42a4-83c9-88db7086278e tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Request body: {'subnet': {'network_id': 'dd775970-2a5b-4fa0-b58f-e11b40e608fa', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:21:25.489850 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05484ea3-029c-4dad-9020-0a2000008d8a tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Pushing event updated for resources: {'Network': ['ID=d517cf7a-2b5e-403e-9519-f81391a215c9,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:21:25.525567 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network d517cf7a-2b5e-403e-9519-f81391a215c9 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:21:25.531585 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07ea925-4ac3-4108-b5fe-57c3ab369050 req-f41dc1f5-e74a-4598-b57b-5ec1913dfc55 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:25.533257 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e07ea925-4ac3-4108-b5fe-57c3ab369050 req-f41dc1f5-e74a-4598-b57b-5ec1913dfc55 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=c12c2f22-245f-4eaf-87d7-f3273dc26322 HTTP/1.1" status: 200 len: 943 time: 0.1325271 Jan 18 22:21:25.554206 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port fef424e3-649f-4fd5-a6a2-6efbe288e81d, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=fef424e3-649f-4fd5-a6a2-6efbe288e81d,segment=NetworkSegment(54058af5-a5b1-45e9-977a-39ef1b01c87e),segment_id=54058af5-a5b1-45e9-977a-39ef1b01c87e)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:21:25.563550 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-56759188-a385-4833-b1b8-b71008db4d05 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:25.618011 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b28e48-b89c-48f0-aa8a-58ea3efa9f2d req-a1ddb6f3-3daf-4b17-8145-576d0ab6f658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:25.618678 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-a0b28e48-b89c-48f0-aa8a-58ea3efa9f2d req-a1ddb6f3-3daf-4b17-8145-576d0ab6f658 service neutron] 10.222.0.36 "GET /v2.0/networks?id=616341ad-8ee5-46dd-a50f-fbf4c382e06c HTTP/1.1" status: 200 len: 912 time: 0.3082173 Jan 18 22:21:25.619645 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bb190518-7bc4-4653-b267-151b607de33c tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043075'] for floatingip, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:25.634100 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56759188-a385-4833-b1b8-b71008db4d05 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:21:25.653703 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-56759188-a385-4833-b1b8-b71008db4d05 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:21:25.668957 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56759188-a385-4833-b1b8-b71008db4d05 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:21:25.673522 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e07ea925-4ac3-4108-b5fe-57c3ab369050 req-96238440-df43-4259-95af-18455b44fbf8 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=69e59ffc-71ce-4c50-acf6-17bf11fb5545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312032 Jan 18 22:21:25.677261 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-a0b28e48-b89c-48f0-aa8a-58ea3efa9f2d req-e4260f9a-50b9-4de7-9d56-3a8cb16e86a0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1cecdd54-ba39-4a0e-8ae6-128dc0415e66 HTTP/1.1" status: 200 len: 217 time: 0.0480344 Jan 18 22:21:25.677870 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb190518-7bc4-4653-b267-151b607de33c tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Pushing event updated for resources: {'Port': ['ID=182e59d4-c35d-4bb5-abce-1870132e330f,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:21:25.709978 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Returning: {'device': 'fef424e3-649f-4fd5-a6a2-6efbe288e81d', 'network_id': 'e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84', 'port_id': 'fef424e3-649f-4fd5-a6a2-6efbe288e81d', 'mac_address': 'fa:16:3e:6b:84:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42841b58-d144-4855-94d6-b7b43c1900e0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:21:25.732406 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bb190518-7bc4-4653-b267-151b607de33c tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:25.733649 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-bb190518-7bc4-4653-b267-151b607de33c tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5070734 Jan 18 22:21:25.738144 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd50c09c-92de-42a4-83c9-88db7086278e tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Made reservation on behalf of ec90adb1094349739cc26a639b1aef5d for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:21:25.742380 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fd50c09c-92de-42a4-83c9-88db7086278e tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:25.748697 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56759188-a385-4833-b1b8-b71008db4d05 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Pushing event updated for resources: {'Port': ['ID=5d86f689-a7f7-45b4-813f-d7cf31fc5033,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:21:25.834813 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:25.863241 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fef424e3-649f-4fd5-a6a2-6efbe288e81d {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:21:25.904485 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b28e48-b89c-48f0-aa8a-58ea3efa9f2d req-6ae74292-deb2-484b-abff-24da7f0d2af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:25.906070 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-a0b28e48-b89c-48f0-aa8a-58ea3efa9f2d req-6ae74292-deb2-484b-abff-24da7f0d2af5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=39872394-9ec8-42e0-a515-8c2f5c78361a HTTP/1.1" status: 200 len: 852 time: 0.2212656 Jan 18 22:21:25.923595 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port fef424e3-649f-4fd5-a6a2-6efbe288e81d, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=fef424e3-649f-4fd5-a6a2-6efbe288e81d,segment=NetworkSegment(54058af5-a5b1-45e9-977a-39ef1b01c87e),segment_id=54058af5-a5b1-45e9-977a-39ef1b01c87e)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:21:25.949142 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:25.957510 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-a0b28e48-b89c-48f0-aa8a-58ea3efa9f2d req-c6d05c04-a605-40fe-b930-482d5d3e767a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=616341ad-8ee5-46dd-a50f-fbf4c382e06c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431159 Jan 18 22:21:26.031394 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=fef424e3-649f-4fd5-a6a2-6efbe288e81d,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:21:26.046178 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:21:26.046420 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:21:26.046825 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:21:26.047165 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:21:26.047495 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:21:26.047824 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:21:26.048171 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:21:26.048499 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:21:26.050213 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:21:26.051474 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:21:26.051919 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:21:26.052287 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:21:26.079989 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4edeb17-4c6a-4440-99fd-a3340310d4a0 req-9cbfbd56-c9be-4de9-bd85-71a0aee892f2 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:26.083229 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b4edeb17-4c6a-4440-99fd-a3340310d4a0 req-9cbfbd56-c9be-4de9-bd85-71a0aee892f2 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=09f26103-afed-4271-a2b5-ed6fd9e982e1 HTTP/1.1" status: 200 len: 944 time: 0.2043936 Jan 18 22:21:26.092935 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b60c20-0fd3-4147-b55a-3d751d6c9487 req-55728b31-f1a0-48c9-a654-1f9c97a4aa51 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:26.094531 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-17b60c20-0fd3-4147-b55a-3d751d6c9487 req-55728b31-f1a0-48c9-a654-1f9c97a4aa51 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/ports?device_id=403ff10c-4dc2-498c-82c9-4b8f991f54e3 HTTP/1.1" status: 200 len: 945 time: 0.1268375 Jan 18 22:21:26.148404 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-a0b28e48-b89c-48f0-aa8a-58ea3efa9f2d req-b291419d-9ccd-442b-9106-40daa719a134 service neutron] 10.222.0.36 "GET /v2.0/networks/616341ad-8ee5-46dd-a50f-fbf4c382e06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842301 Jan 18 22:21:26.150855 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fd50c09c-92de-42a4-83c9-88db7086278e tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:26.203565 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['fef424e3-649f-4fd5-a6a2-6efbe288e81d'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:21:26.273787 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd50c09c-92de-42a4-83c9-88db7086278e tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Pushing event updated for resources: {'Subnet': ['ID=ff3864e7-3d06-47c3-9688-9fc89286565c,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:21:26.294119 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b4edeb17-4c6a-4440-99fd-a3340310d4a0 req-8bedbb72-324d-4e42-b613-bfaf2cddb86a tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964593 Jan 18 22:21:26.316446 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-17b60c20-0fd3-4147-b55a-3d751d6c9487 req-c0bf7c61-7b66-4b69-9742-d883d1548235 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/security-groups?id=92d0bf2d-4a69-4a06-bc28-bffdc82f7ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092290 Jan 18 22:21:26.408312 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd50c09c-92de-42a4-83c9-88db7086278e tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Checking segment: {'id': 'de74c02c-b4b7-49a2-a9bc-68b0bd01e5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'dd775970-2a5b-4fa0-b58f-e11b40e608fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:21:26.409213 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd50c09c-92de-42a4-83c9-88db7086278e tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Network hostable DHCP agents. Network: dd775970-2a5b-4fa0-b58f-e11b40e608fa, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:21:26.423000 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e7a9676a-a96a-4dee-84c1-378c8db7c41e req-d5631587-d317-4cb3-a766-df875b3d41d2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a58a87c4-bb7e-462a-9f10-ecbd5375fcb2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2731857 Jan 18 22:21:26.458548 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-56759188-a385-4833-b1b8-b71008db4d05 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks [] for router_gateway, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:26.493037 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd50c09c-92de-42a4-83c9-88db7086278e tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Network dd775970-2a5b-4fa0-b58f-e11b40e608fa is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:21:26.498594 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-a0b28e48-b89c-48f0-aa8a-58ea3efa9f2d req-e40049d2-1d58-449f-b0f1-f1d8a0f80404 service neutron] 10.222.0.36 "GET /v2.0/networks/616341ad-8ee5-46dd-a50f-fbf4c382e06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3265269 Jan 18 22:21:26.510339 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a9676a-a96a-4dee-84c1-378c8db7c41e req-0dccdacf-026b-4af3-8481-ed5019d76879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:26.511885 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e7a9676a-a96a-4dee-84c1-378c8db7c41e req-0dccdacf-026b-4af3-8481-ed5019d76879 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=584d50ef6ed64545aac1e7947879ab5e&device_id=a58a87c4-bb7e-462a-9f10-ecbd5375fcb2 HTTP/1.1" status: 200 len: 1097 time: 0.0620873 Jan 18 22:21:26.515431 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-fd50c09c-92de-42a4-83c9-88db7086278e tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, dd775970-2a5b-4fa0-b58f-e11b40e608fa) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:21:26.519614 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd50c09c-92de-42a4-83c9-88db7086278e tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:26.520235 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fd50c09c-92de-42a4-83c9-88db7086278e tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:26.521284 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-9640586d-8e15-4e23-ae67-229cb233682d tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--733355179&fields=id&tenant_id=e820669caca04fcb8f8972d8b3102f64 HTTP/1.1" status: 200 len: 267 time: 0.1090558 Jan 18 22:21:26.535236 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d409c4-2c6d-47e6-a78c-072d897b0861 None None] Network dd775970-2a5b-4fa0-b58f-e11b40e608fa requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:21:26.545043 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2fad24-f0cc-4326-8917-6564d9de3e5e req-d89b38bc-5671-4846-a001-0186863290f1 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:26.546562 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6b2fad24-f0cc-4326-8917-6564d9de3e5e req-d89b38bc-5671-4846-a001-0186863290f1 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/ports?device_id=4de4c816-9c87-48ec-b7cd-5fd21aa43808 HTTP/1.1" status: 200 len: 945 time: 0.1614878 Jan 18 22:21:26.552194 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-fd50c09c-92de-42a4-83c9-88db7086278e tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1238410 Jan 18 22:21:26.563030 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 37088) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:21:26.617375 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-73dcf153-4974-4948-a8f4-e14d40f3a929 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Request body: {'subnet': {'network_id': 'd517cf7a-2b5e-403e-9519-f81391a215c9', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:21:26.655731 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a9676a-a96a-4dee-84c1-378c8db7c41e req-db526bfe-a659-4e20-9a61-eae102134d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:26.657857 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e7a9676a-a96a-4dee-84c1-378c8db7c41e req-db526bfe-a659-4e20-9a61-eae102134d24 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84 HTTP/1.1" status: 200 len: 911 time: 0.1037657 Jan 18 22:21:26.701162 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-8bfa66c5-24e8-4383-8274-2e744ed95245 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:26.702887 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-8bfa66c5-24e8-4383-8274-2e744ed95245 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "GET /v2.0/ports/628fd386-d663-4f6e-b10c-63286e484d82 HTTP/1.1" status: 200 len: 935 time: 0.1554208 Jan 18 22:21:26.711515 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e7a9676a-a96a-4dee-84c1-378c8db7c41e req-8920084a-0c07-4763-8261-5c1432f54d0c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3cbcf254-f312-4f41-910c-3c8b9defb3c1 HTTP/1.1" status: 200 len: 217 time: 0.0466573 Jan 18 22:21:26.723289 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5623f9-cc89-43b9-a3f4-8ec197a2d751 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-dd775970-2a5b-4fa0-b58f-e11b40e608fa', 'network_id': 'dd775970-2a5b-4fa0-b58f-e11b40e608fa', 'tenant_id': 'ec90adb1094349739cc26a639b1aef5d', 'fixed_ips': [{'subnet_id': 'ff3864e7-3d06-47c3-9688-9fc89286565c'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:21:26.724706 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bf5623f9-cc89-43b9-a3f4-8ec197a2d751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:26.769290 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a9676a-a96a-4dee-84c1-378c8db7c41e req-6c889125-3cf9-48f6-b2cb-3e1671acb879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:26.770775 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e7a9676a-a96a-4dee-84c1-378c8db7c41e req-6c889125-3cf9-48f6-b2cb-3e1671acb879 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=42841b58-d144-4855-94d6-b7b43c1900e0 HTTP/1.1" status: 200 len: 850 time: 0.0517497 Jan 18 22:21:26.802089 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6b2fad24-f0cc-4326-8917-6564d9de3e5e req-ef5c08ae-937e-45fc-b6bc-78680c5cad9a tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc8c7d2e-b8e2-47f9-a940-5cbf5ddba272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093384 Jan 18 22:21:26.834350 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a9676a-a96a-4dee-84c1-378c8db7c41e req-c8561cb9-3e56-4119-8119-786e03e1b690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:26.837201 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e7a9676a-a96a-4dee-84c1-378c8db7c41e req-c8561cb9-3e56-4119-8119-786e03e1b690 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0592465 Jan 18 22:21:26.854957 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-ca8d848c-060b-44d9-ab1a-2010029e7a81 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:26.856645 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-ca8d848c-060b-44d9-ab1a-2010029e7a81 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "GET /v2.0/ports/31c5c75b-ce2c-4be9-b4cf-f29652cd677a HTTP/1.1" status: 200 len: 936 time: 0.1241658 Jan 18 22:21:26.902281 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-bf5623f9-cc89-43b9-a3f4-8ec197a2d751 None None] Allocated IP 10.1.1.2 (dd775970-2a5b-4fa0-b58f-e11b40e608fa/ff3864e7-3d06-47c3-9688-9fc89286565c/e8c80a08-5d4b-438b-b6bc-a35546b87c17) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:21:26.953200 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e7a9676a-a96a-4dee-84c1-378c8db7c41e req-bfc86234-36bb-4a5f-bd6a-530014a60b60 service neutron] 10.222.0.36 "GET /v2.0/networks/e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071882 Jan 18 22:21:27.064993 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e7a9676a-a96a-4dee-84c1-378c8db7c41e req-f6583d7c-3e34-4a76-8cb2-da408311dd3b service neutron] 10.222.0.36 "GET /v2.0/networks/e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044617 Jan 18 22:21:27.086107 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bf5623f9-cc89-43b9-a3f4-8ec197a2d751 None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:27.094099 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bf5623f9-cc89-43b9-a3f4-8ec197a2d751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:27.138391 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5623f9-cc89-43b9-a3f4-8ec197a2d751 None None] Network dd775970-2a5b-4fa0-b58f-e11b40e608fa is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:21:27.141484 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-bf5623f9-cc89-43b9-a3f4-8ec197a2d751 None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:21:27.145611 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5623f9-cc89-43b9-a3f4-8ec197a2d751 None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:21:27.151178 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5623f9-cc89-43b9-a3f4-8ec197a2d751 None None] Pushing event updated for resources: {'Port': ['ID=e8c80a08-5d4b-438b-b6bc-a35546b87c17,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:21:27.210885 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-bf5623f9-cc89-43b9-a3f4-8ec197a2d751 None None] Attempting to bind port e8c80a08-5d4b-438b-b6bc-a35546b87c17 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:21:27.211268 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-bf5623f9-cc89-43b9-a3f4-8ec197a2d751 None None] Attempting to bind port e8c80a08-5d4b-438b-b6bc-a35546b87c17 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': 'de74c02c-b4b7-49a2-a9bc-68b0bd01e5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'dd775970-2a5b-4fa0-b58f-e11b40e608fa'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:21:27.211619 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5623f9-cc89-43b9-a3f4-8ec197a2d751 None None] Attempting to bind port e8c80a08-5d4b-438b-b6bc-a35546b87c17 on network dd775970-2a5b-4fa0-b58f-e11b40e608fa {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:21:27.217494 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5623f9-cc89-43b9-a3f4-8ec197a2d751 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:21:27.217978 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5623f9-cc89-43b9-a3f4-8ec197a2d751 None None] Checking segment: {'id': 'de74c02c-b4b7-49a2-a9bc-68b0bd01e5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'dd775970-2a5b-4fa0-b58f-e11b40e608fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:21:27.218388 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bf5623f9-cc89-43b9-a3f4-8ec197a2d751 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:27.218784 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5623f9-cc89-43b9-a3f4-8ec197a2d751 None None] Bound using segment: {'id': 'de74c02c-b4b7-49a2-a9bc-68b0bd01e5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'dd775970-2a5b-4fa0-b58f-e11b40e608fa'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:21:27.219255 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-bf5623f9-cc89-43b9-a3f4-8ec197a2d751 None None] Bound port: e8c80a08-5d4b-438b-b6bc-a35546b87c17, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de74c02c-b4b7-49a2-a9bc-68b0bd01e5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'dd775970-2a5b-4fa0-b58f-e11b40e608fa'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:21:27.219641 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bf5623f9-cc89-43b9-a3f4-8ec197a2d751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:27.289018 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-bf5623f9-cc89-43b9-a3f4-8ec197a2d751 None None] For port e8c80a08-5d4b-438b-b6bc-a35546b87c17, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:21:27.292345 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-bf5623f9-cc89-43b9-a3f4-8ec197a2d751 None None] For port e8c80a08-5d4b-438b-b6bc-a35546b87c17, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=e8c80a08-5d4b-438b-b6bc-a35546b87c17,segment=NetworkSegment(de74c02c-b4b7-49a2-a9bc-68b0bd01e5b7),segment_id=de74c02c-b4b7-49a2-a9bc-68b0bd01e5b7)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:21:27.296985 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bf5623f9-cc89-43b9-a3f4-8ec197a2d751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:27.351109 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-b9903f78-bf80-4457-a2ac-1ec7ccebd580 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "GET /v2.0/ports?network_id=ffe48ea3-f64a-402a-9434-49f5506fd6ae&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.4841840 Jan 18 22:21:27.358876 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5623f9-cc89-43b9-a3f4-8ec197a2d751 None None] Pushing event updated for resources: {'Port': ['ID=e8c80a08-5d4b-438b-b6bc-a35546b87c17,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:21:27.364854 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 1cecdd54-ba39-4a0e-8ae6-128dc0415e66 details requested by agent hyperv_n-h1-825064-1 with host n-h1-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:21:27.367418 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device fef424e3-649f-4fd5-a6a2-6efbe288e81d up at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:21:27.426449 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-4cdbd07d-9da1-4e0b-9e09-df483427dd27 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "GET /v2.0/ports?network_id=ffe48ea3-f64a-402a-9434-49f5506fd6ae&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0711291 Jan 18 22:21:27.433912 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73dcf153-4974-4948-a8f4-e14d40f3a929 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Made reservation on behalf of ec90adb1094349739cc26a639b1aef5d for: {'subnet': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:21:27.437187 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-73dcf153-4974-4948-a8f4-e14d40f3a929 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62288702'] for subnet, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:27.444907 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-56759188-a385-4833-b1b8-b71008db4d05 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1040691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049'] for router, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:27.486750 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning for port fef424e3-649f-4fd5-a6a2-6efbe288e81d completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:21:27.493095 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning complete for port fef424e3-649f-4fd5-a6a2-6efbe288e81d triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:21:27.493446 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:27.528735 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c2ef60-5c8f-4495-b634-1b2c913e5e5f req-75618b35-1946-4e08-9ab4-adbc32f32d0a tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:27.540648 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d5c2ef60-5c8f-4495-b634-1b2c913e5e5f req-75618b35-1946-4e08-9ab4-adbc32f32d0a tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/ports?device_id=403ff10c-4dc2-498c-82c9-4b8f991f54e3 HTTP/1.1" status: 200 len: 945 time: 0.6194980 Jan 18 22:21:27.547362 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 1cecdd54-ba39-4a0e-8ae6-128dc0415e66, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=1cecdd54-ba39-4a0e-8ae6-128dc0415e66,segment=NetworkSegment(773e2478-13af-4dd0-bb1a-13e4946a40f7),segment_id=773e2478-13af-4dd0-bb1a-13e4946a40f7)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:21:27.564234 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Returning: {'device': '1cecdd54-ba39-4a0e-8ae6-128dc0415e66', 'network_id': '616341ad-8ee5-46dd-a50f-fbf4c382e06c', 'port_id': '1cecdd54-ba39-4a0e-8ae6-128dc0415e66', 'mac_address': 'fa:16:3e:1e:05:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39872394-9ec8-42e0-a515-8c2f5c78361a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:21:27.596995 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device fbe6a945-5e45-420b-9221-bb5e5f67634f details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:21:27.663814 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:27.722071 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:27.724642 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cecdd54-ba39-4a0e-8ae6-128dc0415e66 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:21:27.737064 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d5c2ef60-5c8f-4495-b634-1b2c913e5e5f req-cc3c30b5-745f-49b4-919f-d712454ed391 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/security-groups?id=92d0bf2d-4a69-4a06-bc28-bffdc82f7ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954968 Jan 18 22:21:27.765762 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 1cecdd54-ba39-4a0e-8ae6-128dc0415e66, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=1cecdd54-ba39-4a0e-8ae6-128dc0415e66,segment=NetworkSegment(773e2478-13af-4dd0-bb1a-13e4946a40f7),segment_id=773e2478-13af-4dd0-bb1a-13e4946a40f7)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:21:27.775965 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c12c2f22-245f-4eaf-87d7-f3273dc26322', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fef424e3-649f-4fd5-a6a2-6efbe288e81d'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:21:27.778215 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68974dea-5f67-408e-bacc-79c39edafd11" -d '{"events": [{"server_uuid": "c12c2f22-245f-4eaf-87d7-f3273dc26322", "name": "network-vif-plugged", "status": "completed", "tag": "fef424e3-649f-4fd5-a6a2-6efbe288e81d"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:21:27.781357 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:27.799945 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-64a9bd00-f11d-4c63-910a-258802054cb0 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:27.805724 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-64a9bd00-f11d-4c63-910a-258802054cb0 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:27.811600 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-64a9bd00-f11d-4c63-910a-258802054cb0 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:27.813243 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-64a9bd00-f11d-4c63-910a-258802054cb0 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "GET /v2.0/networks?id=a51a6fff-5ab2-447c-8b55-7ba7d5e58077&id=6762cf84-f7fb-4f6c-9c16-5d48c8ba314e&id=6762cf84-f7fb-4f6c-9c16-5d48c8ba314e&id=ffe48ea3-f64a-402a-9434-49f5506fd6ae&id=ffe48ea3-f64a-402a-9434-49f5506fd6ae HTTP/1.1" status: 200 len: 1994 time: 0.3718402 Jan 18 22:21:27.823390 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port fef424e3-649f-4fd5-a6a2-6efbe288e81d, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=fef424e3-649f-4fd5-a6a2-6efbe288e81d,segment=NetworkSegment(54058af5-a5b1-45e9-977a-39ef1b01c87e),segment_id=54058af5-a5b1-45e9-977a-39ef1b01c87e)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:21:27.834999 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:27.847221 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port fbe6a945-5e45-420b-9221-bb5e5f67634f, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=fbe6a945-5e45-420b-9221-bb5e5f67634f,segment=NetworkSegment(bbee9262-cfb2-4fc9-82be-4cb3bf414322),segment_id=bbee9262-cfb2-4fc9-82be-4cb3bf414322)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:21:27.868586 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': 'fbe6a945-5e45-420b-9221-bb5e5f67634f', 'network_id': '238ed1a6-2b69-482a-a879-0782a721c5d9', 'port_id': 'fbe6a945-5e45-420b-9221-bb5e5f67634f', 'mac_address': 'fa:16:3e:b4:9a:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c698099-8c96-4ff9-a982-e918b5bcbfac', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:21:27.873934 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=1cecdd54-ba39-4a0e-8ae6-128dc0415e66,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:21:27.903754 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-54a87c24-f9a6-4cd4-9cea-6f90391674ef tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "GET /v2.0/quotas/e820669caca04fcb8f8972d8b3102f64 HTTP/1.1" status: 200 len: 375 time: 0.0542073 Jan 18 22:21:27.954766 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:27.967451 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=fef424e3-649f-4fd5-a6a2-6efbe288e81d,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:21:27.974024 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fbe6a945-5e45-420b-9221-bb5e5f67634f {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:21:27.994886 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f968b8-17c6-4871-9206-5056cb4a096c req-b6355cc8-dca5-4193-b373-8e276bd37a72 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:27.995762 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port fbe6a945-5e45-420b-9221-bb5e5f67634f, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=fbe6a945-5e45-420b-9221-bb5e5f67634f,segment=NetworkSegment(bbee9262-cfb2-4fc9-82be-4cb3bf414322),segment_id=bbee9262-cfb2-4fc9-82be-4cb3bf414322)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:21:27.996530 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-54f968b8-17c6-4871-9206-5056cb4a096c req-b6355cc8-dca5-4193-b373-8e276bd37a72 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=c12c2f22-245f-4eaf-87d7-f3273dc26322 HTTP/1.1" status: 200 len: 945 time: 0.1787419 Jan 18 22:21:28.000056 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:28.013731 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-73dcf153-4974-4948-a8f4-e14d40f3a929 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60203213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62288684'] for subnet, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:28.055954 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['1cecdd54-ba39-4a0e-8ae6-128dc0415e66'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:21:28.076552 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56759188-a385-4833-b1b8-b71008db4d05 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Router a9fcd3e8-aae4-40dd-b4ef-1095bda71fc1 is scheduled to L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 with binding_index 1 {{(pid=102430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 22:21:28.084358 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=fbe6a945-5e45-420b-9221-bb5e5f67634f,revision_number=6']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:21:28.108503 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-316a9aee-23f4-4fdf-a4d3-d666b13ac991 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e820669caca04fcb8f8972d8b3102f64&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1934783 Jan 18 22:21:28.138284 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dcf153-4974-4948-a8f4-e14d40f3a929 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Pushing event updated for resources: {'Subnet': ['ID=b2fef015-6188-4e86-a17d-bae4a3dc212e,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:21:28.151359 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['fbe6a945-5e45-420b-9221-bb5e5f67634f'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:21:28.153156 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-54f968b8-17c6-4871-9206-5056cb4a096c req-aaee7e58-e8af-4239-838d-70eced72b224 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=69e59ffc-71ce-4c50-acf6-17bf11fb5545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434846 Jan 18 22:21:28.260211 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73dcf153-4974-4948-a8f4-e14d40f3a929 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Checking segment: {'id': 'a40eed45-50f9-413d-aed3-f5503442a4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd517cf7a-2b5e-403e-9519-f81391a215c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:21:28.260695 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73dcf153-4974-4948-a8f4-e14d40f3a929 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Network hostable DHCP agents. Network: d517cf7a-2b5e-403e-9519-f81391a215c9, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:21:28.369972 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73dcf153-4974-4948-a8f4-e14d40f3a929 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Network d517cf7a-2b5e-403e-9519-f81391a215c9 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:21:28.402651 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-73dcf153-4974-4948-a8f4-e14d40f3a929 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, d517cf7a-2b5e-403e-9519-f81391a215c9) {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:21:28.404644 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56759188-a385-4833-b1b8-b71008db4d05 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:21:28.409672 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73dcf153-4974-4948-a8f4-e14d40f3a929 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:28.410456 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-73dcf153-4974-4948-a8f4-e14d40f3a929 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:28.414572 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356ce1ab-1672-4531-a985-8ef14557b6c1 None None] Network d517cf7a-2b5e-403e-9519-f81391a215c9 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:21:28.418859 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e51308-5dcb-450f-a439-30841e4428f3 None None] Sync routers for ids ['a9fcd3e8-aae4-40dd-b4ef-1095bda71fc1'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:21:28.431048 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-78cb7e89-45d4-4ad9-87c2-b1bac2ee12c5 service neutron] 10.222.0.53 "GET /v2.0/networks/a51a6fff-5ab2-447c-8b55-7ba7d5e58077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3075809 Jan 18 22:21:28.455223 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e73e66-b3fe-401e-8060-edf0ad3fa7e1 req-14288534-c6ca-4b4b-8e01-e2a262d281a3 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:28.457385 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f9e73e66-b3fe-401e-8060-edf0ad3fa7e1 req-14288534-c6ca-4b4b-8e01-e2a262d281a3 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=09f26103-afed-4271-a2b5-ed6fd9e982e1 HTTP/1.1" status: 200 len: 945 time: 0.1442633 Jan 18 22:21:28.476970 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e51308-5dcb-450f-a439-30841e4428f3 None None] Routers {'a9fcd3e8-aae4-40dd-b4ef-1095bda71fc1'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:21:28.477658 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-08e51308-5dcb-450f-a439-30841e4428f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:21:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['a9fcd3e8-aae4-40dd-b4ef-1095bda71fc1'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:21:28.511605 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-56759188-a385-4833-b1b8-b71008db4d05 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks [] for router, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:28.515891 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-56759188-a385-4833-b1b8-b71008db4d05 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.6892092 Jan 18 22:21:28.516081 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37118) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:21:28.522025 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-73dcf153-4974-4948-a8f4-e14d40f3a929 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.9257116 Jan 18 22:21:28.524232 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37120) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:21:28.530283 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-f37312bf-dda7-424c-89fc-36ce19da5376 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Request body: {'port': {'network_id': 'dd775970-2a5b-4fa0-b58f-e11b40e608fa', 'name': 'tempest-TaggedBootDevicesTest-556048607', 'fixed_ips': [{'subnet_id': 'ff3864e7-3d06-47c3-9688-9fc89286565c'}]}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:21:28.532435 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-08e51308-5dcb-450f-a439-30841e4428f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:21:28.552481 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e51308-5dcb-450f-a439-30841e4428f3 None None] Routers {'a9fcd3e8-aae4-40dd-b4ef-1095bda71fc1'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:21:28.553157 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-08e51308-5dcb-450f-a439-30841e4428f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:21:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['a9fcd3e8-aae4-40dd-b4ef-1095bda71fc1'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:21:28.565457 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f9e73e66-b3fe-401e-8060-edf0ad3fa7e1 req-051093d0-db9b-41cc-b207-7f52dee59e81 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945680 Jan 18 22:21:28.583975 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e03f556-d565-4f13-800d-7828f0116f6c None None] Network dd775970-2a5b-4fa0-b58f-e11b40e608fa requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:21:28.628524 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-6d1e9098-b3be-43bd-8496-d2cd817bc933 service neutron] 10.222.0.53 "GET /v2.0/networks/a51a6fff-5ab2-447c-8b55-7ba7d5e58077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957445 Jan 18 22:21:28.671908 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-9d87a697-de15-413b-89a9-ce013647d925 service neutron] 10.222.0.53 "GET /v2.0/ports/628fd386-d663-4f6e-b10c-63286e484d82?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0425599 Jan 18 22:21:28.715135 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-fa680070-fa57-4ded-9468-13c3e2ceb5ac tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] 10.222.0.53 "GET /v2.0/routers/a9fcd3e8-aae4-40dd-b4ef-1095bda71fc1 HTTP/1.1" status: 200 len: 921 time: 0.1982119 Jan 18 22:21:28.715907 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37134) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:21:28.789311 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-ff44df2d-ca5e-4724-a6f1-ba456c2ad7ff tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9fcd3e8-aae4-40dd-b4ef-1095bda71fc1 HTTP/1.1" status: 200 len: 205 time: 0.0697670 Jan 18 22:21:28.789848 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37138) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:21:28.814441 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-08e51308-5dcb-450f-a439-30841e4428f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:21:28.815728 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e51308-5dcb-450f-a439-30841e4428f3 None None] The sync data for ids ['a9fcd3e8-aae4-40dd-b4ef-1095bda71fc1'] in n-d-825064-1 is: [] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:21:28.856844 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-6aea8990-9fd8-477f-ad2d-4e1a279a4ae3 service neutron] 10.222.0.53 "GET /v2.0/networks/6762cf84-f7fb-4f6c-9c16-5d48c8ba314e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717937 Jan 18 22:21:28.913936 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-8d337968-6db7-4d30-8108-62eed455e70c None None] Provisioning complete for port e8c80a08-5d4b-438b-b6bc-a35546b87c17 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:21:28.914350 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8d337968-6db7-4d30-8108-62eed455e70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:28.993329 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dc663f4-33ad-4715-ae7d-74c6af97ffd6 x-openstack-request-id: req-4dc663f4-33ad-4715-ae7d-74c6af97ffd6 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:21:28.993645 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c12c2f22-245f-4eaf-87d7-f3273dc26322", "name": "network-vif-plugged", "status": "completed", "tag": "fef424e3-649f-4fd5-a6a2-6efbe288e81d", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:21:28.993877 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4dc663f4-33ad-4715-ae7d-74c6af97ffd6 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:21:28.994325 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c12c2f22-245f-4eaf-87d7-f3273dc26322', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fef424e3-649f-4fd5-a6a2-6efbe288e81d', 'code': 200} Jan 18 22:21:29.107843 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340ac962-b06a-438b-b811-c6db0af635a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-d517cf7a-2b5e-403e-9519-f81391a215c9', 'network_id': 'd517cf7a-2b5e-403e-9519-f81391a215c9', 'tenant_id': 'ec90adb1094349739cc26a639b1aef5d', 'fixed_ips': [{'subnet_id': 'b2fef015-6188-4e86-a17d-bae4a3dc212e'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:21:29.108721 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-340ac962-b06a-438b-b811-c6db0af635a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:29.163642 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-c2afd898-e8a1-4e10-a30a-b848a5369ecb service neutron] 10.222.0.53 "GET /v2.0/networks/6762cf84-f7fb-4f6c-9c16-5d48c8ba314e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3023660 Jan 18 22:21:29.218958 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-3103001e-6d03-4ae9-827b-243f0df9ca7f service neutron] 10.222.0.53 "GET /v2.0/ports/31c5c75b-ce2c-4be9-b4cf-f29652cd677a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0573132 Jan 18 22:21:29.232795 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b310f1e3-1cd9-43a2-8312-91ae7dfa9ce8 req-2e89059f-e6b6-4e3d-a0a6-b2f19fc7ea6a tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:29.234220 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b310f1e3-1cd9-43a2-8312-91ae7dfa9ce8 req-2e89059f-e6b6-4e3d-a0a6-b2f19fc7ea6a tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/ports?device_id=4de4c816-9c87-48ec-b7cd-5fd21aa43808 HTTP/1.1" status: 200 len: 945 time: 0.2064908 Jan 18 22:21:29.257692 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device e8c80a08-5d4b-438b-b6bc-a35546b87c17 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:21:29.308537 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8d337968-6db7-4d30-8108-62eed455e70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:29.408142 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 1cecdd54-ba39-4a0e-8ae6-128dc0415e66 up at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:21:29.494640 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b310f1e3-1cd9-43a2-8312-91ae7dfa9ce8 req-f07f3162-36e0-4b67-8dd5-0ac886d7f7ea tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc8c7d2e-b8e2-47f9-a940-5cbf5ddba272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389567 Jan 18 22:21:29.564323 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-8d337968-6db7-4d30-8108-62eed455e70c None None] For port e8c80a08-5d4b-438b-b6bc-a35546b87c17, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=e8c80a08-5d4b-438b-b6bc-a35546b87c17,segment=NetworkSegment(de74c02c-b4b7-49a2-a9bc-68b0bd01e5b7),segment_id=de74c02c-b4b7-49a2-a9bc-68b0bd01e5b7)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:21:29.568679 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-340ac962-b06a-438b-b811-c6db0af635a4 None None] Allocated IP 10.2.2.2 (d517cf7a-2b5e-403e-9519-f81391a215c9/b2fef015-6188-4e86-a17d-bae4a3dc212e/c36800c3-583f-4c1d-8e05-4e1c5726b036) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:21:29.581216 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-7bce81a6-828d-45b7-8644-55db6b613222 service neutron] 10.222.0.53 "GET /v2.0/networks/6762cf84-f7fb-4f6c-9c16-5d48c8ba314e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3251703 Jan 18 22:21:29.601521 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8d337968-6db7-4d30-8108-62eed455e70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:29.672998 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device fbe6a945-5e45-420b-9221-bb5e5f67634f up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:21:29.680877 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d337968-6db7-4d30-8108-62eed455e70c None None] Pushing event updated for resources: {'Port': ['ID=e8c80a08-5d4b-438b-b6bc-a35546b87c17,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:21:29.697035 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port e8c80a08-5d4b-438b-b6bc-a35546b87c17 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:21:29.697408 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:29.757742 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b909b74d-1fdc-464f-80ea-799961e76aaf tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks [] for router, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:29.789653 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75c2dc3-5a79-4c22-9023-fc4c13041e1c req-bf712132-43ab-41de-9e51-ac3ea8109fb3 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:29.791523 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f75c2dc3-5a79-4c22-9023-fc4c13041e1c req-bf712132-43ab-41de-9e51-ac3ea8109fb3 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/ports?device_id=403ff10c-4dc2-498c-82c9-4b8f991f54e3 HTTP/1.1" status: 200 len: 945 time: 0.0989003 Jan 18 22:21:29.826904 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning for port 1cecdd54-ba39-4a0e-8ae6-128dc0415e66 completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:21:29.834598 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bc7878-fc21-4d66-8b1a-c6c0c3f1eb5e req-ab92ed55-2b6b-4ac4-bb4d-957591ea0115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:29.836567 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-66bc7878-fc21-4d66-8b1a-c6c0c3f1eb5e req-ab92ed55-2b6b-4ac4-bb4d-957591ea0115 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c12c2f22-245f-4eaf-87d7-f3273dc26322 HTTP/1.1" status: 200 len: 1096 time: 0.8395977 Jan 18 22:21:29.837028 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning complete for port 1cecdd54-ba39-4a0e-8ae6-128dc0415e66 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:21:29.837410 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:29.838603 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-7c6d68ca-fc92-4f85-b645-1cdf4529bd8a service neutron] 10.222.0.53 "GET /v2.0/networks/6762cf84-f7fb-4f6c-9c16-5d48c8ba314e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561767 Jan 18 22:21:29.870921 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-bcdb10b5-019e-4c53-bd11-5f5078cc7a3a None None] Provisioning complete for port e8c80a08-5d4b-438b-b6bc-a35546b87c17 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:21:29.871289 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bcdb10b5-019e-4c53-bd11-5f5078cc7a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:29.935599 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f37312bf-dda7-424c-89fc-36ce19da5376 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Made reservation on behalf of ec90adb1094349739cc26a639b1aef5d for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:21:29.954388 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port fbe6a945-5e45-420b-9221-bb5e5f67634f triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:21:29.955235 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:29.962186 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-75ba1af7-d41a-44b3-8f51-ea26b5649bc2 service neutron] 10.222.0.53 "GET /v2.0/networks/6762cf84-f7fb-4f6c-9c16-5d48c8ba314e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223407 Jan 18 22:21:30.008802 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f75c2dc3-5a79-4c22-9023-fc4c13041e1c req-98f193ba-9891-44ee-a7d1-9aa4c66e9039 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/security-groups?id=92d0bf2d-4a69-4a06-bc28-bffdc82f7ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065399 Jan 18 22:21:30.050903 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f37312bf-dda7-424c-89fc-36ce19da5376 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:30.074817 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [None req-f37312bf-dda7-424c-89fc-36ce19da5376 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] device_id is not set on port 726f2559-9d78-42be-aef4-a8aa75da8ec7 yet. {{(pid=102431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:21:30.153666 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-340ac962-b06a-438b-b811-c6db0af635a4 None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:30.209083 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:30.210471 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-f9c03d3f-c2e7-4381-85ed-ec644aa6cfcb service neutron] 10.222.0.53 "GET /v2.0/networks/6762cf84-f7fb-4f6c-9c16-5d48c8ba314e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472289 Jan 18 22:21:30.222804 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-340ac962-b06a-438b-b811-c6db0af635a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:30.265241 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340ac962-b06a-438b-b811-c6db0af635a4 None None] Network d517cf7a-2b5e-403e-9519-f81391a215c9 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:21:30.288909 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-340ac962-b06a-438b-b811-c6db0af635a4 None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:21:30.299437 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340ac962-b06a-438b-b811-c6db0af635a4 None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:21:30.310790 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-4cd14813-73d6-4070-9a24-f3dcad703d2b service neutron] 10.222.0.53 "GET /v2.0/networks/6762cf84-f7fb-4f6c-9c16-5d48c8ba314e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988095 Jan 18 22:21:30.348266 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab05530c-4b3f-48ad-ad3a-036d2970cbc7 req-b23a4953-50e8-466b-a58a-c0022dfc425f tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:30.348894 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 1cecdd54-ba39-4a0e-8ae6-128dc0415e66, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=1cecdd54-ba39-4a0e-8ae6-128dc0415e66,segment=NetworkSegment(773e2478-13af-4dd0-bb1a-13e4946a40f7),segment_id=773e2478-13af-4dd0-bb1a-13e4946a40f7)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:21:30.352505 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-f37312bf-dda7-424c-89fc-36ce19da5376 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Allocated IP 10.1.1.194 (dd775970-2a5b-4fa0-b58f-e11b40e608fa/ff3864e7-3d06-47c3-9688-9fc89286565c/726f2559-9d78-42be-aef4-a8aa75da8ec7) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:21:30.356922 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ab05530c-4b3f-48ad-ad3a-036d2970cbc7 req-b23a4953-50e8-466b-a58a-c0022dfc425f tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=c12c2f22-245f-4eaf-87d7-f3273dc26322 HTTP/1.1" status: 200 len: 945 time: 0.2085323 Jan 18 22:21:30.366150 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340ac962-b06a-438b-b811-c6db0af635a4 None None] Pushing event updated for resources: {'Port': ['ID=c36800c3-583f-4c1d-8e05-4e1c5726b036,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:21:30.376105 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:30.430823 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=1cecdd54-ba39-4a0e-8ae6-128dc0415e66,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:21:30.433543 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:30.438794 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-340ac962-b06a-438b-b811-c6db0af635a4 None None] Attempting to bind port c36800c3-583f-4c1d-8e05-4e1c5726b036 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:21:30.439172 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-340ac962-b06a-438b-b811-c6db0af635a4 None None] Attempting to bind port c36800c3-583f-4c1d-8e05-4e1c5726b036 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': 'a40eed45-50f9-413d-aed3-f5503442a4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd517cf7a-2b5e-403e-9519-f81391a215c9'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:21:30.439519 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340ac962-b06a-438b-b811-c6db0af635a4 None None] Attempting to bind port c36800c3-583f-4c1d-8e05-4e1c5726b036 on network d517cf7a-2b5e-403e-9519-f81391a215c9 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:21:30.458969 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340ac962-b06a-438b-b811-c6db0af635a4 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:21:30.459345 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340ac962-b06a-438b-b811-c6db0af635a4 None None] Checking segment: {'id': 'a40eed45-50f9-413d-aed3-f5503442a4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd517cf7a-2b5e-403e-9519-f81391a215c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:21:30.459746 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-340ac962-b06a-438b-b811-c6db0af635a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:30.460163 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340ac962-b06a-438b-b811-c6db0af635a4 None None] Bound using segment: {'id': 'a40eed45-50f9-413d-aed3-f5503442a4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd517cf7a-2b5e-403e-9519-f81391a215c9'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:21:30.460654 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-340ac962-b06a-438b-b811-c6db0af635a4 None None] Bound port: c36800c3-583f-4c1d-8e05-4e1c5726b036, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a40eed45-50f9-413d-aed3-f5503442a4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd517cf7a-2b5e-403e-9519-f81391a215c9'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:21:30.461031 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-340ac962-b06a-438b-b811-c6db0af635a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:30.465939 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ab05530c-4b3f-48ad-ad3a-036d2970cbc7 req-b0521aed-2dc4-43fb-940e-1d9ea7e283f7 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=69e59ffc-71ce-4c50-acf6-17bf11fb5545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078804 Jan 18 22:21:30.546913 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-340ac962-b06a-438b-b811-c6db0af635a4 None None] For port c36800c3-583f-4c1d-8e05-4e1c5726b036, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:21:30.550268 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-340ac962-b06a-438b-b811-c6db0af635a4 None None] For port c36800c3-583f-4c1d-8e05-4e1c5726b036, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=c36800c3-583f-4c1d-8e05-4e1c5726b036,segment=NetworkSegment(a40eed45-50f9-413d-aed3-f5503442a4c9),segment_id=a40eed45-50f9-413d-aed3-f5503442a4c9)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:21:30.551390 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-fde1d87e-f9f9-43fb-a84c-57172b703c5e service neutron] 10.222.0.53 "GET /v2.0/networks/6762cf84-f7fb-4f6c-9c16-5d48c8ba314e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390275 Jan 18 22:21:30.554548 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port fbe6a945-5e45-420b-9221-bb5e5f67634f, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=fbe6a945-5e45-420b-9221-bb5e5f67634f,segment=NetworkSegment(bbee9262-cfb2-4fc9-82be-4cb3bf414322),segment_id=bbee9262-cfb2-4fc9-82be-4cb3bf414322)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:21:30.560910 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-340ac962-b06a-438b-b811-c6db0af635a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:30.588079 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f37312bf-dda7-424c-89fc-36ce19da5376 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:30.625941 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340ac962-b06a-438b-b811-c6db0af635a4 None None] Pushing event updated for resources: {'Port': ['ID=c36800c3-583f-4c1d-8e05-4e1c5726b036,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:21:30.628786 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:30.652694 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-66bc7878-fc21-4d66-8b1a-c6c0c3f1eb5e req-70056a36-c6cb-4102-be28-97def7fe1d83 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=69e59ffc-71ce-4c50-acf6-17bf11fb5545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8007026 Jan 18 22:21:30.680435 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f37312bf-dda7-424c-89fc-36ce19da5376 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:30.686440 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-06003693-9760-488e-a1c8-2bc0dc0347cc service neutron] 10.222.0.53 "GET /v2.0/networks/ffe48ea3-f64a-402a-9434-49f5506fd6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334021 Jan 18 22:21:30.731832 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=fbe6a945-5e45-420b-9221-bb5e5f67634f,revision_number=7']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:21:30.759379 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37312bf-dda7-424c-89fc-36ce19da5376 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Network dd775970-2a5b-4fa0-b58f-e11b40e608fa is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:21:30.762869 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37312bf-dda7-424c-89fc-36ce19da5376 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Pushing event updated for resources: {'Port': ['ID=726f2559-9d78-42be-aef4-a8aa75da8ec7,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:21:30.766603 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-f37312bf-dda7-424c-89fc-36ce19da5376 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:21:30.769320 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37312bf-dda7-424c-89fc-36ce19da5376 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:21:30.824015 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b909b74d-1fdc-464f-80ea-799961e76aaf tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:30.859035 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f37312bf-dda7-424c-89fc-36ce19da5376 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:30.860049 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f37312bf-dda7-424c-89fc-36ce19da5376 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:30.934291 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-f37312bf-dda7-424c-89fc-36ce19da5376 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4097874 Jan 18 22:21:30.936278 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37172) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:21:30.942324 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-25b8eedd-423a-49f0-9ea7-3a1c97c9457f tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Request body: {'port': {'network_id': 'dd775970-2a5b-4fa0-b58f-e11b40e608fa', 'name': 'tempest-TaggedBootDevicesTest-687874276', 'fixed_ips': [{'subnet_id': 'ff3864e7-3d06-47c3-9688-9fc89286565c'}]}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:21:31.003451 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09f26103-afed-4271-a2b5-ed6fd9e982e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cecdd54-ba39-4a0e-8ae6-128dc0415e66'}, {'server_uuid': 'b8d13995-b3d7-4bbf-a5e8-3cf72914a2ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbe6a945-5e45-420b-9221-bb5e5f67634f'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:21:31.006298 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-319637f8-be3c-4ece-acfb-f81d497ab3ae" -d '{"events": [{"server_uuid": "09f26103-afed-4271-a2b5-ed6fd9e982e1", "name": "network-vif-plugged", "status": "completed", "tag": "1cecdd54-ba39-4a0e-8ae6-128dc0415e66"}, {"server_uuid": "b8d13995-b3d7-4bbf-a5e8-3cf72914a2ca", "name": "network-vif-plugged", "status": "completed", "tag": "fbe6a945-5e45-420b-9221-bb5e5f67634f"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:21:31.107039 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-b909b74d-1fdc-464f-80ea-799961e76aaf tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Deleting port 5d86f689-a7f7-45b4-813f-d7cf31fc5033 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:21:31.107682 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b909b74d-1fdc-464f-80ea-799961e76aaf tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:31.235251 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-38e27edd-6520-4716-98f4-c012f9d59b6e None None] Provisioning complete for port 726f2559-9d78-42be-aef4-a8aa75da8ec7 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:21:31.235793 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-38e27edd-6520-4716-98f4-c012f9d59b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:31.315525 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-38e27edd-6520-4716-98f4-c012f9d59b6e None None] Port 726f2559-9d78-42be-aef4-a8aa75da8ec7 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:21:31.341466 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b909b74d-1fdc-464f-80ea-799961e76aaf tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:31.345033 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-e3bf2989-5ccf-42af-85be-4a1aea8581a7 service neutron] 10.222.0.53 "GET /v2.0/networks/ffe48ea3-f64a-402a-9434-49f5506fd6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6550150 Jan 18 22:21:31.362710 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25b8eedd-423a-49f0-9ea7-3a1c97c9457f tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Made reservation on behalf of ec90adb1094349739cc26a639b1aef5d for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:21:31.370910 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-25b8eedd-423a-49f0-9ea7-3a1c97c9457f tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:31.379441 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-b909b74d-1fdc-464f-80ea-799961e76aaf tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Calling delete_port for 5d86f689-a7f7-45b4-813f-d7cf31fc5033 owned by network:router_gateway {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:21:31.398367 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device c36800c3-583f-4c1d-8e05-4e1c5726b036 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:21:31.408444 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [None req-25b8eedd-423a-49f0-9ea7-3a1c97c9457f tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] device_id is not set on port 612fabe9-4416-4612-8231-d5ba01cdae5f yet. {{(pid=102431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:21:31.438969 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7d98c7-bdee-4475-aee7-6dae276bee29 req-416d81a6-e779-46a2-9c4c-e6331ac0801d tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:31.447451 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7b7d98c7-bdee-4475-aee7-6dae276bee29 req-416d81a6-e779-46a2-9c4c-e6331ac0801d tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=09f26103-afed-4271-a2b5-ed6fd9e982e1 HTTP/1.1" status: 200 len: 946 time: 0.7417309 Jan 18 22:21:31.469675 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port c36800c3-583f-4c1d-8e05-4e1c5726b036 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:21:31.470187 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:31.526125 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7b7d98c7-bdee-4475-aee7-6dae276bee29 req-63361997-b078-487a-9288-15ad37ee71af tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775666 Jan 18 22:21:31.570343 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:31.610209 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port c36800c3-583f-4c1d-8e05-4e1c5726b036, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=c36800c3-583f-4c1d-8e05-4e1c5726b036,segment=NetworkSegment(a40eed45-50f9-413d-aed3-f5503442a4c9),segment_id=a40eed45-50f9-413d-aed3-f5503442a4c9)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:21:31.614466 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-e72d31b7-ce38-4d7d-90dc-9795405d23bb service neutron] 10.222.0.53 "GET /v2.0/networks/ffe48ea3-f64a-402a-9434-49f5506fd6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590334 Jan 18 22:21:31.615791 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:31.618802 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device e8c80a08-5d4b-438b-b6bc-a35546b87c17 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:21:31.761932 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-25b8eedd-423a-49f0-9ea7-3a1c97c9457f tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Allocated IP 10.1.1.27 (dd775970-2a5b-4fa0-b58f-e11b40e608fa/ff3864e7-3d06-47c3-9688-9fc89286565c/612fabe9-4416-4612-8231-d5ba01cdae5f) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:21:31.809905 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=c36800c3-583f-4c1d-8e05-4e1c5726b036,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:21:31.814522 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab73282f-95b6-41db-b990-81457caa4c66 req-7a5f71ac-8fb6-41ee-87f7-daead45663d2 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:31.817539 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ab73282f-95b6-41db-b990-81457caa4c66 req-7a5f71ac-8fb6-41ee-87f7-daead45663d2 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/ports?device_id=4de4c816-9c87-48ec-b7cd-5fd21aa43808 HTTP/1.1" status: 200 len: 945 time: 0.1272507 Jan 18 22:21:31.844977 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port e8c80a08-5d4b-438b-b6bc-a35546b87c17 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:21:31.845694 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:31.850267 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-c378f231-f30e-4338-93d7-bd09e9e81ebd service neutron] 10.222.0.53 "GET /v2.0/networks/ffe48ea3-f64a-402a-9434-49f5506fd6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341349 Jan 18 22:21:31.951232 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ab73282f-95b6-41db-b990-81457caa4c66 req-bdc914b5-7cfe-4445-b3ed-23e39fe5456e tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc8c7d2e-b8e2-47f9-a940-5cbf5ddba272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955164 Jan 18 22:21:32.072433 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b909b74d-1fdc-464f-80ea-799961e76aaf tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:32.220400 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 18 Jan 2022 22:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dedef4a-a813-4b76-b1a4-80c54d5eeb70 x-openstack-request-id: req-6dedef4a-a813-4b76-b1a4-80c54d5eeb70 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:21:32.220703 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09f26103-afed-4271-a2b5-ed6fd9e982e1", "name": "network-vif-plugged", "status": "completed", "tag": "1cecdd54-ba39-4a0e-8ae6-128dc0415e66", "code": 200}, {"server_uuid": "b8d13995-b3d7-4bbf-a5e8-3cf72914a2ca", "name": "network-vif-plugged", "status": "completed", "tag": "fbe6a945-5e45-420b-9221-bb5e5f67634f", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:21:32.220954 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6dedef4a-a813-4b76-b1a4-80c54d5eeb70 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:21:32.221932 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09f26103-afed-4271-a2b5-ed6fd9e982e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cecdd54-ba39-4a0e-8ae6-128dc0415e66', 'code': 200} Jan 18 22:21:32.222191 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8d13995-b3d7-4bbf-a5e8-3cf72914a2ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbe6a945-5e45-420b-9221-bb5e5f67634f', 'code': 200} Jan 18 22:21:32.245199 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b909b74d-1fdc-464f-80ea-799961e76aaf tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Pushing event deleted for resources: {'Port': ['ID=5d86f689-a7f7-45b4-813f-d7cf31fc5033,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:21:32.287825 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd94162-ac1c-495f-bcb9-bc5be13ea0fc req-ec55e6e5-dee7-4743-8ae4-ad9f66780463 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:32.298422 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-afd94162-ac1c-495f-bcb9-bc5be13ea0fc req-ec55e6e5-dee7-4743-8ae4-ad9f66780463 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/ports?device_id=403ff10c-4dc2-498c-82c9-4b8f991f54e3 HTTP/1.1" status: 200 len: 945 time: 0.1504564 Jan 18 22:21:32.385954 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-afd94162-ac1c-495f-bcb9-bc5be13ea0fc req-e8c30fc4-4cb4-4f9f-adf1-f6a56644bf6b tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/security-groups?id=92d0bf2d-4a69-4a06-bc28-bffdc82f7ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823269 Jan 18 22:21:32.420657 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc2830a-ba48-4b19-bee1-938861f76028 None None] Network d517cf7a-2b5e-403e-9519-f81391a215c9 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:21:32.457206 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9c0959-5cef-4b86-8527-2b68cc4f330e req-fc52fde6-9a6f-462b-b84d-7f110e603463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:32.458941 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-0b9c0959-5cef-4b86-8527-2b68cc4f330e req-fc52fde6-9a6f-462b-b84d-7f110e603463 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=09f26103-afed-4271-a2b5-ed6fd9e982e1 HTTP/1.1" status: 200 len: 1097 time: 0.3437126 Jan 18 22:21:32.461860 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b909b74d-1fdc-464f-80ea-799961e76aaf tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043029'] for router_gateway, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:32.504749 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-d97339f9-fc23-4f8b-ac9b-652fdb083e1f None None] Provisioning complete for port c36800c3-583f-4c1d-8e05-4e1c5726b036 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:21:32.505497 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d97339f9-fc23-4f8b-ac9b-652fdb083e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:32.598222 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b909b74d-1fdc-464f-80ea-799961e76aaf tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1040886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8602'] for router, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:32.600520 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b909b74d-1fdc-464f-80ea-799961e76aaf tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:32.652651 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d350b-d88c-474d-9b6c-abf65fe3bfc6 req-d96bc9bf-3780-47ab-a62c-efa77db18ec4 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:32.660563 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d99d350b-d88c-474d-9b6c-abf65fe3bfc6 req-d96bc9bf-3780-47ab-a62c-efa77db18ec4 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=c12c2f22-245f-4eaf-87d7-f3273dc26322 HTTP/1.1" status: 200 len: 945 time: 0.1410413 Jan 18 22:21:32.710202 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-25b8eedd-423a-49f0-9ea7-3a1c97c9457f tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:32.711734 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b909b74d-1fdc-464f-80ea-799961e76aaf tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1040832'] for router, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:32.712596 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b909b74d-1fdc-464f-80ea-799961e76aaf tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Fanout notify agent at l3_agent the message router_deleted on router a9fcd3e8-aae4-40dd-b4ef-1095bda71fc1 {{(pid=102431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 22:21:32.725617 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b909b74d-1fdc-464f-80ea-799961e76aaf tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:32.732220 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-b909b74d-1fdc-464f-80ea-799961e76aaf tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] 10.222.0.53 "DELETE /v2.0/routers/a9fcd3e8-aae4-40dd-b4ef-1095bda71fc1 HTTP/1.1" status: 204 len: 168 time: 3.9338446 Jan 18 22:21:32.738785 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 37204) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:21:32.757759 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-177690c1-ad02-45ed-9378-68dcf9fe0d64 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Request body: {'router': {'name': 'tempest-snat-router-191515062', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'enable_snat': False}}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:21:32.763774 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-0b9c0959-5cef-4b86-8527-2b68cc4f330e req-731bc08e-3303-4534-a51d-130ce69a163f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192079 Jan 18 22:21:32.769928 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef97b306-23db-4484-a238-b8298c61edb4 req-542a86a3-54f8-44f2-87f5-a1814b80cd5a tempest-LiveAutoBlockMigrationV225Test-1137188585 tempest-LiveAutoBlockMigrationV225Test-1137188585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:32.771460 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ef97b306-23db-4484-a238-b8298c61edb4 req-542a86a3-54f8-44f2-87f5-a1814b80cd5a tempest-LiveAutoBlockMigrationV225Test-1137188585 tempest-LiveAutoBlockMigrationV225Test-1137188585-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=4de4c816-9c87-48ec-b7cd-5fd21aa43808&tenant_id=cccec33dc87e4f2dae33b71be2fd1ab3&binding%3Ahost_id=n-h2-825064-1 HTTP/1.1" status: 200 len: 1096 time: 0.1226931 Jan 18 22:21:32.777327 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d99d350b-d88c-474d-9b6c-abf65fe3bfc6 req-05c52144-b995-4b62-903b-c4a5cf3c81eb tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=69e59ffc-71ce-4c50-acf6-17bf11fb5545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158080 Jan 18 22:21:32.826902 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-177690c1-ad02-45ed-9378-68dcf9fe0d64 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1044160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8692'] for router, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:32.828419 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-177690c1-ad02-45ed-9378-68dcf9fe0d64 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1040680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8675'] for router, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:32.832982 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-25b8eedd-423a-49f0-9ea7-3a1c97c9457f tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:32.903532 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b8eedd-423a-49f0-9ea7-3a1c97c9457f tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Network dd775970-2a5b-4fa0-b58f-e11b40e608fa is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:21:32.921817 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-25b8eedd-423a-49f0-9ea7-3a1c97c9457f tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:21:32.928598 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b8eedd-423a-49f0-9ea7-3a1c97c9457f tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:21:32.968202 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-177690c1-ad02-45ed-9378-68dcf9fe0d64 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:32.997090 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-ef97b306-23db-4484-a238-b8298c61edb4 req-116abc9f-9323-4785-b46a-8d7d230aa341 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-825064-1'}}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:21:33.106891 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b8eedd-423a-49f0-9ea7-3a1c97c9457f tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Pushing event updated for resources: {'Port': ['ID=612fabe9-4416-4612-8231-d5ba01cdae5f,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:21:33.179118 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b8eedd-423a-49f0-9ea7-3a1c97c9457f tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:33.179813 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-25b8eedd-423a-49f0-9ea7-3a1c97c9457f tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:33.205434 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-ef97b306-23db-4484-a238-b8298c61edb4 req-116abc9f-9323-4785-b46a-8d7d230aa341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:33.235675 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-a3fe0304-6ada-46ef-97cb-235ee30332d7 None None] Provisioning complete for port c36800c3-583f-4c1d-8e05-4e1c5726b036 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:21:33.236304 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a3fe0304-6ada-46ef-97cb-235ee30332d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:33.265355 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-25b8eedd-423a-49f0-9ea7-3a1c97c9457f tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3239193 Jan 18 22:21:33.377004 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device c36800c3-583f-4c1d-8e05-4e1c5726b036 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:21:33.429051 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 2c5c87b3-3677-4750-b83f-650937ba09d4 details requested by agent hyperv_n-h1-825064-1 with host n-h1-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:21:33.449723 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-177690c1-ad02-45ed-9378-68dcf9fe0d64 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:33.476983 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-ef97b306-23db-4484-a238-b8298c61edb4 req-116abc9f-9323-4785-b46a-8d7d230aa341 service neutron] For port 2c5c87b3-3677-4750-b83f-650937ba09d4, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=2c5c87b3-3677-4750-b83f-650937ba09d4,segment=NetworkSegment(2bbe6b88-f1a6-4fc9-b338-69341977472e),segment_id=2bbe6b88-f1a6-4fc9-b338-69341977472e)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:21:33.483462 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2376ac68-6899-4e8b-87a3-39b41976e2c1 req-b4ae7c53-4210-4c5a-9e46-0b4cfc919094 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:33.492318 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2376ac68-6899-4e8b-87a3-39b41976e2c1 req-b4ae7c53-4210-4c5a-9e46-0b4cfc919094 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=09f26103-afed-4271-a2b5-ed6fd9e982e1 HTTP/1.1" status: 200 len: 946 time: 0.3344421 Jan 18 22:21:33.520356 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-ef97b306-23db-4484-a238-b8298c61edb4 req-116abc9f-9323-4785-b46a-8d7d230aa341 service neutron] For port 2c5c87b3-3677-4750-b83f-650937ba09d4, host n-h2-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:21:33.555924 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25608ca-845e-4c18-b07e-d77160b22726 req-e5ac7bc2-467d-4448-80ed-3eabb85a7003 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:33.558703 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a25608ca-845e-4c18-b07e-d77160b22726 req-e5ac7bc2-467d-4448-80ed-3eabb85a7003 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/ports?device_id=4de4c816-9c87-48ec-b7cd-5fd21aa43808 HTTP/1.1" status: 200 len: 945 time: 0.1613393 Jan 18 22:21:33.594838 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-ef97b306-23db-4484-a238-b8298c61edb4 req-116abc9f-9323-4785-b46a-8d7d230aa341 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:33.597823 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4de4c816-9c87-48ec-b7cd-5fd21aa43808', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c5c87b3-3677-4750-b83f-650937ba09d4'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:21:33.600401 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1853e27b-1903-4d2b-a2c5-3ebefc34a80c" -d '{"events": [{"server_uuid": "4de4c816-9c87-48ec-b7cd-5fd21aa43808", "name": "network-vif-unplugged", "status": "completed", "tag": "2c5c87b3-3677-4750-b83f-650937ba09d4"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:21:33.616810 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-ef97b306-23db-4484-a238-b8298c61edb4 req-116abc9f-9323-4785-b46a-8d7d230aa341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:33.640736 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2376ac68-6899-4e8b-87a3-39b41976e2c1 req-cef317a5-2a01-44fc-8324-9ba5e393fed6 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470654 Jan 18 22:21:33.684584 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116abc9f-9323-4785-b46a-8d7d230aa341 service neutron] Pushing event updated for resources: {'Port': ['ID=2c5c87b3-3677-4750-b83f-650937ba09d4,revision_number=7']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:21:33.739333 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port c36800c3-583f-4c1d-8e05-4e1c5726b036 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:21:33.740012 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:33.760492 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a25608ca-845e-4c18-b07e-d77160b22726 req-83eaad99-45d4-4534-94bf-1835e168214f tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc8c7d2e-b8e2-47f9-a940-5cbf5ddba272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366031 Jan 18 22:21:33.802432 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-ef97b306-23db-4484-a238-b8298c61edb4 req-116abc9f-9323-4785-b46a-8d7d230aa341 service neutron] Attempting to bind port 2c5c87b3-3677-4750-b83f-650937ba09d4 on host n-h2-825064-1 for vnic_type normal with profile {"migrating_to": "n-h1-825064-1"} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:21:33.802990 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-ef97b306-23db-4484-a238-b8298c61edb4 req-116abc9f-9323-4785-b46a-8d7d230aa341 service neutron] Attempting to bind port 2c5c87b3-3677-4750-b83f-650937ba09d4 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '2bbe6b88-f1a6-4fc9-b338-69341977472e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '61203f33-a8b3-4e89-8217-8dac5f2bb01b'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:21:33.803139 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef97b306-23db-4484-a238-b8298c61edb4 req-116abc9f-9323-4785-b46a-8d7d230aa341 service neutron] Attempting to bind port 2c5c87b3-3677-4750-b83f-650937ba09d4 on network 61203f33-a8b3-4e89-8217-8dac5f2bb01b {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:21:33.820103 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef97b306-23db-4484-a238-b8298c61edb4 req-116abc9f-9323-4785-b46a-8d7d230aa341 service neutron] Port 2c5c87b3-3677-4750-b83f-650937ba09d4 on network 61203f33-a8b3-4e89-8217-8dac5f2bb01b not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:21:33.822071 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef97b306-23db-4484-a238-b8298c61edb4 req-116abc9f-9323-4785-b46a-8d7d230aa341 service neutron] Attempting to bind port 2c5c87b3-3677-4750-b83f-650937ba09d4 on network 61203f33-a8b3-4e89-8217-8dac5f2bb01b {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:21:33.837739 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 2c5c87b3-3677-4750-b83f-650937ba09d4, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=2c5c87b3-3677-4750-b83f-650937ba09d4,segment=NetworkSegment(2bbe6b88-f1a6-4fc9-b338-69341977472e),segment_id=2bbe6b88-f1a6-4fc9-b338-69341977472e)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:21:33.841583 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef97b306-23db-4484-a238-b8298c61edb4 req-116abc9f-9323-4785-b46a-8d7d230aa341 service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:21:33.841583 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef97b306-23db-4484-a238-b8298c61edb4 req-116abc9f-9323-4785-b46a-8d7d230aa341 service neutron] Checking segment: {'id': '2bbe6b88-f1a6-4fc9-b338-69341977472e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '61203f33-a8b3-4e89-8217-8dac5f2bb01b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:21:33.841583 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef97b306-23db-4484-a238-b8298c61edb4 req-116abc9f-9323-4785-b46a-8d7d230aa341 service neutron] Bound using segment: {'id': '2bbe6b88-f1a6-4fc9-b338-69341977472e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '61203f33-a8b3-4e89-8217-8dac5f2bb01b'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:21:33.841583 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-ef97b306-23db-4484-a238-b8298c61edb4 req-116abc9f-9323-4785-b46a-8d7d230aa341 service neutron] Bound port: 2c5c87b3-3677-4750-b83f-650937ba09d4, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bbe6b88-f1a6-4fc9-b338-69341977472e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '61203f33-a8b3-4e89-8217-8dac5f2bb01b'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:21:33.841583 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-ef97b306-23db-4484-a238-b8298c61edb4 req-116abc9f-9323-4785-b46a-8d7d230aa341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:33.847228 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-942fb841-e44b-4ce6-9456-5f0d4e074a9d req-fcec6c00-08c3-46c6-a169-aaec73f8478e tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fdf43ac-e2d1-46c0-a022-01c13375d73d HTTP/1.1" status: 200 len: 210 time: 0.1089895 Jan 18 22:21:33.897892 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 2c5c87b3-3677-4750-b83f-650937ba09d4 has no active binding in host n-h1-825064-1 {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 18 22:21:33.921112 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-a1254900-2b84-49e8-942e-a2de08cb6bc0 None None] Provisioning complete for port 612fabe9-4416-4612-8231-d5ba01cdae5f triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:21:33.922339 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a1254900-2b84-49e8-942e-a2de08cb6bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:34.048293 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec417b18-8332-42f1-b1d8-c4a398f28cf5 req-d5771959-6223-42ba-926a-2e4f090ca4a6 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:34.056588 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ec417b18-8332-42f1-b1d8-c4a398f28cf5 req-d5771959-6223-42ba-926a-2e4f090ca4a6 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=c12c2f22-245f-4eaf-87d7-f3273dc26322 HTTP/1.1" status: 200 len: 945 time: 0.1565561 Jan 18 22:21:34.129789 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-ef97b306-23db-4484-a238-b8298c61edb4 req-116abc9f-9323-4785-b46a-8d7d230aa341 service neutron] For port 2c5c87b3-3677-4750-b83f-650937ba09d4, host n-h2-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:21:34.133342 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-ef97b306-23db-4484-a238-b8298c61edb4 req-116abc9f-9323-4785-b46a-8d7d230aa341 service neutron] For port 2c5c87b3-3677-4750-b83f-650937ba09d4, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=2c5c87b3-3677-4750-b83f-650937ba09d4,segment=NetworkSegment(2bbe6b88-f1a6-4fc9-b338-69341977472e),segment_id=2bbe6b88-f1a6-4fc9-b338-69341977472e)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:21:34.149179 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-ef97b306-23db-4484-a238-b8298c61edb4 req-116abc9f-9323-4785-b46a-8d7d230aa341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:34.161736 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-a1254900-2b84-49e8-942e-a2de08cb6bc0 None None] Port 612fabe9-4416-4612-8231-d5ba01cdae5f cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:21:34.163999 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ec417b18-8332-42f1-b1d8-c4a398f28cf5 req-02d6b5f8-4c48-4366-b38f-56466c1e8282 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=69e59ffc-71ce-4c50-acf6-17bf11fb5545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060929 Jan 18 22:21:34.181744 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-177690c1-ad02-45ed-9378-68dcf9fe0d64 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:34.228640 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-177690c1-ad02-45ed-9378-68dcf9fe0d64 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:34.279678 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116abc9f-9323-4785-b46a-8d7d230aa341 service neutron] Pushing event updated for resources: {'Port': ['ID=2c5c87b3-3677-4750-b83f-650937ba09d4,revision_number=8']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:21:34.310333 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 37240) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:21:34.322325 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-ecee83cc-07ea-452b-b3dc-c243fdc57828 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Request body: {'security_group': {'name': 'tempest-securitygroup--552747275', 'description': 'tempest-description--892043565'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:21:34.356658 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 18 Jan 2022 22:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dab2b50b-24f9-45d8-9f0c-9a82d5fe26a0 x-openstack-request-id: req-dab2b50b-24f9-45d8-9f0c-9a82d5fe26a0 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:21:34.358923 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4de4c816-9c87-48ec-b7cd-5fd21aa43808", "name": "network-vif-unplugged", "status": "completed", "tag": "2c5c87b3-3677-4750-b83f-650937ba09d4", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:21:34.359187 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dab2b50b-24f9-45d8-9f0c-9a82d5fe26a0 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:21:34.359589 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4de4c816-9c87-48ec-b7cd-5fd21aa43808', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c5c87b3-3677-4750-b83f-650937ba09d4', 'code': 200} Jan 18 22:21:34.367966 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef97b306-23db-4484-a238-b8298c61edb4 req-116abc9f-9323-4785-b46a-8d7d230aa341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:34.370531 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-ef97b306-23db-4484-a238-b8298c61edb4 req-116abc9f-9323-4785-b46a-8d7d230aa341 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:34.371973 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ef97b306-23db-4484-a238-b8298c61edb4 req-116abc9f-9323-4785-b46a-8d7d230aa341 service neutron] 10.222.0.36 "PUT /v2.0/ports/2c5c87b3-3677-4750-b83f-650937ba09d4 HTTP/1.1" status: 200 len: 1121 time: 1.4061725 Jan 18 22:21:34.449698 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-177690c1-ad02-45ed-9378-68dcf9fe0d64 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Allocated IP 172.25.5.40 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/a44a8bb5-e241-4dde-bdcc-9023d2b696de) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:21:34.465526 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8c99ff-240d-48ba-9610-c7853aacecb8 req-0b0f543c-003e-47dd-a6ba-6145ae575610 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:34.473577 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1f8c99ff-240d-48ba-9610-c7853aacecb8 req-0b0f543c-003e-47dd-a6ba-6145ae575610 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/ports?device_id=403ff10c-4dc2-498c-82c9-4b8f991f54e3 HTTP/1.1" status: 200 len: 945 time: 0.1645792 Jan 18 22:21:34.474641 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['2c5c87b3-3677-4750-b83f-650937ba09d4'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:21:34.496066 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ecee83cc-07ea-452b-b3dc-c243fdc57828 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:34.540343 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['2c5c87b3-3677-4750-b83f-650937ba09d4'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:21:34.581929 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1f8c99ff-240d-48ba-9610-c7853aacecb8 req-c9d817d3-7c82-4aa4-9d6a-0d140982ef4f tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/security-groups?id=92d0bf2d-4a69-4a06-bc28-bffdc82f7ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072905 Jan 18 22:21:34.675648 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ecee83cc-07ea-452b-b3dc-c243fdc57828 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:34.679200 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-177690c1-ad02-45ed-9378-68dcf9fe0d64 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:34.686739 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ecee83cc-07ea-452b-b3dc-c243fdc57828 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:34.794692 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ecee83cc-07ea-452b-b3dc-c243fdc57828 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:34.798481 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-ecee83cc-07ea-452b-b3dc-c243fdc57828 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4782143 Jan 18 22:21:34.798936 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37258) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:21:34.807166 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-1e457421-60e6-4e24-b8b9-c5e6e03fb657 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Request body: {'security_group_rule': {'security_group_id': '1a7f3ba7-6b33-47d4-842d-f8859c8e7d98', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:21:34.811161 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecee83cc-07ea-452b-b3dc-c243fdc57828 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a7f3ba7-6b33-47d4-842d-f8859c8e7d98,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:21:34.869135 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cff31e-c62d-47ad-a756-d523b3c66740 req-3eafc538-eadb-498b-a28c-a83c79fc8fa4 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:34.871044 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b6cff31e-c62d-47ad-a756-d523b3c66740 req-3eafc538-eadb-498b-a28c-a83c79fc8fa4 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=09f26103-afed-4271-a2b5-ed6fd9e982e1 HTTP/1.1" status: 200 len: 946 time: 0.1171162 Jan 18 22:21:34.872810 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-177690c1-ad02-45ed-9378-68dcf9fe0d64 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:34.881822 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1e457421-60e6-4e24-b8b9-c5e6e03fb657 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:34.936559 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177690c1-ad02-45ed-9378-68dcf9fe0d64 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:21:34.966226 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-177690c1-ad02-45ed-9378-68dcf9fe0d64 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:21:34.972535 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177690c1-ad02-45ed-9378-68dcf9fe0d64 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Pushing event updated for resources: {'Port': ['ID=a44a8bb5-e241-4dde-bdcc-9023d2b696de,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:21:34.974906 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177690c1-ad02-45ed-9378-68dcf9fe0d64 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:21:35.087282 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-c72ffaf9-dd8d-4204-8884-b90432d78afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:35.094702 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-c72ffaf9-dd8d-4204-8884-b90432d78afd service neutron] 10.222.0.67 "GET /v2.0/ports/628fd386-d663-4f6e-b10c-63286e484d82 HTTP/1.1" status: 200 len: 1031 time: 0.1553917 Jan 18 22:21:35.097864 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1e457421-60e6-4e24-b8b9-c5e6e03fb657 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:35.105750 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1e457421-60e6-4e24-b8b9-c5e6e03fb657 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:35.128248 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e457421-60e6-4e24-b8b9-c5e6e03fb657 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05d402fc-58fc-45dd-92ad-48be896e1b10,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:21:35.145578 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1e457421-60e6-4e24-b8b9-c5e6e03fb657 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:35.148196 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-1e457421-60e6-4e24-b8b9-c5e6e03fb657 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3463624 Jan 18 22:21:35.150295 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37268) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:21:35.154742 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-bca1014b-b041-4e55-92dd-e79f98f0efc2 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Request body: {'security_group_rule': {'security_group_id': '1a7f3ba7-6b33-47d4-842d-f8859c8e7d98', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:21:35.177841 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b6cff31e-c62d-47ad-a756-d523b3c66740 req-8130f090-87c1-4db6-96af-bb6922432187 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952633 Jan 18 22:21:35.196054 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bca1014b-b041-4e55-92dd-e79f98f0efc2 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:35.274616 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bca1014b-b041-4e55-92dd-e79f98f0efc2 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:35.281512 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bca1014b-b041-4e55-92dd-e79f98f0efc2 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:35.323462 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca1014b-b041-4e55-92dd-e79f98f0efc2 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0ebe001-c24e-4f2f-84c4-c7f2663d0966,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:21:35.343666 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bca1014b-b041-4e55-92dd-e79f98f0efc2 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:35.346048 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-bca1014b-b041-4e55-92dd-e79f98f0efc2 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1938047 Jan 18 22:21:35.349306 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37272) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:21:35.362304 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-14efebf2-a402-439b-8008-96a0a3a91303 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Request body: {'floatingip': {'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:21:35.442280 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-14efebf2-a402-439b-8008-96a0a3a91303 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks [] for floatingip, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:35.600627 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-177690c1-ad02-45ed-9378-68dcf9fe0d64 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:35.646675 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-14efebf2-a402-439b-8008-96a0a3a91303 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:35.713436 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5db66de7-7988-475f-ae8a-74f6c71c9a0e req-5d086360-e354-4aac-8ebc-cf7f63bfb85c tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fdf43ac-e2d1-46c0-a022-01c13375d73d HTTP/1.1" status: 200 len: 210 time: 0.1253710 Jan 18 22:21:35.725521 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-cc08d39d-9003-4e43-a7e3-93669f2fd86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:35.726868 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-cc08d39d-9003-4e43-a7e3-93669f2fd86a service neutron] 10.222.0.67 "GET /v2.0/ports/31c5c75b-ce2c-4be9-b4cf-f29652cd677a HTTP/1.1" status: 200 len: 1032 time: 0.5420523 Jan 18 22:21:35.747502 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdf0792-895b-4723-a8a8-b5b9052f84ac req-986a964b-e1c3-48f7-902b-fbfbe03ce786 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:35.749079 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0cdf0792-895b-4723-a8a8-b5b9052f84ac req-986a964b-e1c3-48f7-902b-fbfbe03ce786 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/ports?device_id=4de4c816-9c87-48ec-b7cd-5fd21aa43808 HTTP/1.1" status: 200 len: 943 time: 0.5630684 Jan 18 22:21:35.915668 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-14efebf2-a402-439b-8008-96a0a3a91303 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Allocated IP 172.25.5.50 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/8e6bd388-03b5-4862-ae9f-f92b3f455ba0) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:21:36.083246 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-14efebf2-a402-439b-8008-96a0a3a91303 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:36.149695 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-14efebf2-a402-439b-8008-96a0a3a91303 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:36.181607 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14efebf2-a402-439b-8008-96a0a3a91303 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:21:36.184865 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-14efebf2-a402-439b-8008-96a0a3a91303 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:21:36.252918 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14efebf2-a402-439b-8008-96a0a3a91303 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Pushing event updated for resources: {'Port': ['ID=8e6bd388-03b5-4862-ae9f-f92b3f455ba0,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:21:36.296052 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14efebf2-a402-439b-8008-96a0a3a91303 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:21:36.335451 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0cdf0792-895b-4723-a8a8-b5b9052f84ac req-17e02361-d873-491e-b6b2-6d423daec4ef tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc8c7d2e-b8e2-47f9-a940-5cbf5ddba272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5419960 Jan 18 22:21:36.391885 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1be0877-b6a8-40ce-845a-b64a83405b12 req-18415a43-5f14-432c-b9aa-8e04553cad51 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:36.392456 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4de4c816-9c87-48ec-b7cd-5fd21aa43808', 'tag': '2c5c87b3-3677-4750-b83f-650937ba09d4'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:21:36.396513 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-780d1afb-1d74-49e0-b2e9-52b2b3b44240" -d '{"events": [{"name": "network-changed", "server_uuid": "4de4c816-9c87-48ec-b7cd-5fd21aa43808", "tag": "2c5c87b3-3677-4750-b83f-650937ba09d4"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:21:36.400300 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d1be0877-b6a8-40ce-845a-b64a83405b12 req-18415a43-5f14-432c-b9aa-8e04553cad51 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=c12c2f22-245f-4eaf-87d7-f3273dc26322 HTTP/1.1" status: 200 len: 945 time: 0.5725620 Jan 18 22:21:36.484372 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-14efebf2-a402-439b-8008-96a0a3a91303 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:36.541933 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-14efebf2-a402-439b-8008-96a0a3a91303 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:36.754752 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-269ed617-1582-4e9a-b8c6-1671e5fbd693 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:36.761083 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-269ed617-1582-4e9a-b8c6-1671e5fbd693 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:36.788582 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-269ed617-1582-4e9a-b8c6-1671e5fbd693 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:36.790654 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-269ed617-1582-4e9a-b8c6-1671e5fbd693 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.67 "GET /v2.0/networks?id=a51a6fff-5ab2-447c-8b55-7ba7d5e58077&id=6762cf84-f7fb-4f6c-9c16-5d48c8ba314e&id=6762cf84-f7fb-4f6c-9c16-5d48c8ba314e&id=6762cf84-f7fb-4f6c-9c16-5d48c8ba314e&id=6762cf84-f7fb-4f6c-9c16-5d48c8ba314e&id=ffe48ea3-f64a-402a-9434-49f5506fd6ae&id=ffe48ea3-f64a-402a-9434-49f5506fd6ae HTTP/1.1" status: 200 len: 1994 time: 1.0360913 Jan 18 22:21:36.802213 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-14efebf2-a402-439b-8008-96a0a3a91303 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:36.820480 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-14efebf2-a402-439b-8008-96a0a3a91303 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:36.864655 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d1be0877-b6a8-40ce-845a-b64a83405b12 req-f98a028c-90c0-45a0-bff2-df810b48a113 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=69e59ffc-71ce-4c50-acf6-17bf11fb5545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4608560 Jan 18 22:21:36.876815 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-177690c1-ad02-45ed-9378-68dcf9fe0d64 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1040691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049'] for router, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:36.960458 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14efebf2-a402-439b-8008-96a0a3a91303 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Pushing event updated for resources: {'Port': ['ID=8e6bd388-03b5-4862-ae9f-f92b3f455ba0,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:21:36.963085 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-e4d1c2b7-5093-4188-8b40-3040150a50d7 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e820669caca04fcb8f8972d8b3102f64 HTTP/1.1" status: 200 len: 379 time: 0.1388383 Jan 18 22:21:36.966740 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a7c268-d6ae-41f8-9de1-5d50734887cd x-openstack-request-id: req-70a7c268-d6ae-41f8-9de1-5d50734887cd {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:21:36.967050 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4de4c816-9c87-48ec-b7cd-5fd21aa43808", "tag": "2c5c87b3-3677-4750-b83f-650937ba09d4", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:21:36.968254 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-70a7c268-d6ae-41f8-9de1-5d50734887cd {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:21:36.969073 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4de4c816-9c87-48ec-b7cd-5fd21aa43808', 'tag': '2c5c87b3-3677-4750-b83f-650937ba09d4', 'status': 'completed', 'code': 200} Jan 18 22:21:36.975852 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f28120a-334a-4643-b9cf-c8422bb97964 req-855a0911-d928-4389-9e5b-6246ea82cb16 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:36.994618 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0f28120a-334a-4643-b9cf-c8422bb97964 req-855a0911-d928-4389-9e5b-6246ea82cb16 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/ports?device_id=403ff10c-4dc2-498c-82c9-4b8f991f54e3 HTTP/1.1" status: 200 len: 945 time: 0.3593779 Jan 18 22:21:37.008543 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-20be8346-4aa7-4c6a-898f-9729c6facbf7 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Request body: {'port': {'device_id': '5fdf43ac-e2d1-46c0-a022-01c13375d73d', 'network_id': 'a51a6fff-5ab2-447c-8b55-7ba7d5e58077', 'admin_state_up': True, 'tenant_id': 'e820669caca04fcb8f8972d8b3102f64', 'security_groups': ['61d17b67-718c-4475-950b-257bfb33b7e7']}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:21:37.058158 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d1afb-1d74-49e0-b2e9-52b2b3b44240 req-e091e001-97d1-45fb-b9ef-76c05d957d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:37.059925 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-780d1afb-1d74-49e0-b2e9-52b2b3b44240 req-e091e001-97d1-45fb-b9ef-76c05d957d3e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cccec33dc87e4f2dae33b71be2fd1ab3&device_id=4de4c816-9c87-48ec-b7cd-5fd21aa43808 HTTP/1.1" status: 200 len: 1124 time: 0.0959446 Jan 18 22:21:37.061151 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-14efebf2-a402-439b-8008-96a0a3a91303 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043075'] for floatingip, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:37.106727 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-14efebf2-a402-439b-8008-96a0a3a91303 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:37.107453 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-14efebf2-a402-439b-8008-96a0a3a91303 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7570293 Jan 18 22:21:37.191576 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0f28120a-334a-4643-b9cf-c8422bb97964 req-cf204cda-08a5-47ed-8eca-8fe08d178844 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/security-groups?id=92d0bf2d-4a69-4a06-bc28-bffdc82f7ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960151 Jan 18 22:21:37.239436 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d7bc6212-1e48-4902-b9eb-7e64bcb058e7 req-7990b34b-0812-4d97-8960-0a2f134f51ed tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fdf43ac-e2d1-46c0-a022-01c13375d73d HTTP/1.1" status: 200 len: 210 time: 0.0550730 Jan 18 22:21:37.325635 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d1afb-1d74-49e0-b2e9-52b2b3b44240 req-8d550cab-eba4-4dc9-9e59-4fb784794df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:37.327186 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-780d1afb-1d74-49e0-b2e9-52b2b3b44240 req-8d550cab-eba4-4dc9-9e59-4fb784794df1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=61203f33-a8b3-4e89-8217-8dac5f2bb01b HTTP/1.1" status: 200 len: 921 time: 0.2539847 Jan 18 22:21:37.394633 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-20be8346-4aa7-4c6a-898f-9729c6facbf7 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Made reservation on behalf of e820669caca04fcb8f8972d8b3102f64 for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:21:37.399241 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-20be8346-4aa7-4c6a-898f-9729c6facbf7 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:37.402389 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-780d1afb-1d74-49e0-b2e9-52b2b3b44240 req-21e97ed1-859c-4fe5-9ea4-8fe045810fae service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c5c87b3-3677-4750-b83f-650937ba09d4 HTTP/1.1" status: 200 len: 217 time: 0.0686514 Jan 18 22:21:37.446127 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device fef424e3-649f-4fd5-a6a2-6efbe288e81d details requested by agent hyperv_n-h1-825064-1 with host n-h1-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:21:37.529671 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d1afb-1d74-49e0-b2e9-52b2b3b44240 req-d1383aee-4220-449f-bbf6-b7809edadac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:37.531108 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-780d1afb-1d74-49e0-b2e9-52b2b3b44240 req-d1383aee-4220-449f-bbf6-b7809edadac2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b92d365b-b574-47a9-a91d-968f4b104686 HTTP/1.1" status: 200 len: 861 time: 0.1215665 Jan 18 22:21:37.592675 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-780d1afb-1d74-49e0-b2e9-52b2b3b44240 req-d8116a50-8009-47a4-a078-16414740b2d4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=61203f33-a8b3-4e89-8217-8dac5f2bb01b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521429 Jan 18 22:21:37.696160 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port fef424e3-649f-4fd5-a6a2-6efbe288e81d, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=fef424e3-649f-4fd5-a6a2-6efbe288e81d,segment=NetworkSegment(54058af5-a5b1-45e9-977a-39ef1b01c87e),segment_id=54058af5-a5b1-45e9-977a-39ef1b01c87e)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:21:37.724809 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Returning: {'device': 'fef424e3-649f-4fd5-a6a2-6efbe288e81d', 'network_id': 'e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84', 'port_id': 'fef424e3-649f-4fd5-a6a2-6efbe288e81d', 'mac_address': 'fa:16:3e:6b:84:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42841b58-d144-4855-94d6-b7b43c1900e0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:21:37.747331 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-2f7cca18-af86-4b09-9bc5-7ed58affb9cb tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--552747275&fields=id&tenant_id=ec90adb1094349739cc26a639b1aef5d HTTP/1.1" status: 200 len: 267 time: 0.2712288 Jan 18 22:21:37.781663 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-780d1afb-1d74-49e0-b2e9-52b2b3b44240 req-c85287bf-145c-4c5e-b76d-ef11ea5ef218 service neutron] 10.222.0.67 "GET /v2.0/networks/61203f33-a8b3-4e89-8217-8dac5f2bb01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718833 Jan 18 22:21:37.844437 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:37.879959 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fef424e3-649f-4fd5-a6a2-6efbe288e81d {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:21:37.924066 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port fef424e3-649f-4fd5-a6a2-6efbe288e81d, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=fef424e3-649f-4fd5-a6a2-6efbe288e81d,segment=NetworkSegment(54058af5-a5b1-45e9-977a-39ef1b01c87e),segment_id=54058af5-a5b1-45e9-977a-39ef1b01c87e)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:21:37.925944 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-918745e3-df2f-4af8-b2a3-b248c82e9f42 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:37.933735 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-918745e3-df2f-4af8-b2a3-b248c82e9f42 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/ports/726f2559-9d78-42be-aef4-a8aa75da8ec7 HTTP/1.1" status: 200 len: 931 time: 0.1835485 Jan 18 22:21:37.937974 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:38.040276 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-780d1afb-1d74-49e0-b2e9-52b2b3b44240 req-981cc31e-c6d9-4481-9392-78201c56391a service neutron] 10.222.0.67 "GET /v2.0/networks/61203f33-a8b3-4e89-8217-8dac5f2bb01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447064 Jan 18 22:21:38.041508 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-f1b129a4-4a90-4d88-88bc-813f977bf72a tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:38.050470 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-f1b129a4-4a90-4d88-88bc-813f977bf72a tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/ports/612fabe9-4416-4612-8231-d5ba01cdae5f HTTP/1.1" status: 200 len: 930 time: 0.1157439 Jan 18 22:21:38.065396 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=fef424e3-649f-4fd5-a6a2-6efbe288e81d,revision_number=6']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:21:38.089553 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['fef424e3-649f-4fd5-a6a2-6efbe288e81d'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:21:38.144774 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-0f344bbc-f500-4418-ac1f-c462a137e378 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/ports?network_id=d517cf7a-2b5e-403e-9519-f81391a215c9&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0932789 Jan 18 22:21:38.165071 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-177690c1-ad02-45ed-9378-68dcf9fe0d64 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Router 3833ba0a-0d2e-4acd-806c-a0d4a1beffcd is scheduled to L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 with binding_index 1 {{(pid=102430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 22:21:38.201716 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-6b997133-d24f-44bf-a56d-360a09e1b4d1 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/ports?network_id=d517cf7a-2b5e-403e-9519-f81391a215c9&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0559540 Jan 18 22:21:38.328873 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-3f75b4b0-14b7-469a-9248-089dec4a2c32 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:38.335297 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-3f75b4b0-14b7-469a-9248-089dec4a2c32 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:38.340956 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-3f75b4b0-14b7-469a-9248-089dec4a2c32 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:38.353890 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-3f75b4b0-14b7-469a-9248-089dec4a2c32 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/networks?id=f9ad31e7-37ce-419b-821b-a9da1bd29d6a&id=dd775970-2a5b-4fa0-b58f-e11b40e608fa&id=dd775970-2a5b-4fa0-b58f-e11b40e608fa&id=d517cf7a-2b5e-403e-9519-f81391a215c9&id=d517cf7a-2b5e-403e-9519-f81391a215c9 HTTP/1.1" status: 200 len: 1990 time: 0.1505115 Jan 18 22:21:38.383155 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e94708-d1a5-41b6-919c-42b6b1d65775 req-98f737a6-f312-498a-9bca-3a2691993405 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:38.396701 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d5e94708-d1a5-41b6-919c-42b6b1d65775 req-98f737a6-f312-498a-9bca-3a2691993405 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/ports?device_id=4de4c816-9c87-48ec-b7cd-5fd21aa43808 HTTP/1.1" status: 200 len: 943 time: 0.5059528 Jan 18 22:21:38.437507 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-da40928c-03e4-4f77-8c3a-f06e06ac6965 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/quotas/ec90adb1094349739cc26a639b1aef5d HTTP/1.1" status: 200 len: 375 time: 0.0826929 Jan 18 22:21:38.586897 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-20be8346-4aa7-4c6a-898f-9729c6facbf7 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Allocated IP 172.20.0.8 (a51a6fff-5ab2-447c-8b55-7ba7d5e58077/388020c9-0236-4ef5-93d9-ef2bde8b97b6/ac916a4a-3bf6-444a-a917-d065fe9287b9) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:21:38.608009 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-177690c1-ad02-45ed-9378-68dcf9fe0d64 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:21:38.618421 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90dcd4c5-07dc-429d-a83c-f436648bed1f None None] Sync routers for ids ['3833ba0a-0d2e-4acd-806c-a0d4a1beffcd'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:21:38.642517 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90dcd4c5-07dc-429d-a83c-f436648bed1f None None] Routers {'3833ba0a-0d2e-4acd-806c-a0d4a1beffcd'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:21:38.644841 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-90dcd4c5-07dc-429d-a83c-f436648bed1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:21:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['3833ba0a-0d2e-4acd-806c-a0d4a1beffcd'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:21:38.651037 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d5e94708-d1a5-41b6-919c-42b6b1d65775 req-c1cc9567-3742-47a7-8598-35830948bc2b tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc8c7d2e-b8e2-47f9-a940-5cbf5ddba272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594485 Jan 18 22:21:38.664389 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-177690c1-ad02-45ed-9378-68dcf9fe0d64 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks [] for router, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:38.666246 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-177690c1-ad02-45ed-9378-68dcf9fe0d64 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.9175189 Jan 18 22:21:38.668649 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37360) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:21:38.859338 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-53408f92-2a0f-49d8-ab16-03157d12b858 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ec90adb1094349739cc26a639b1aef5d&fields=id HTTP/1.1" status: 200 len: 532 time: 0.4207726 Jan 18 22:21:38.969679 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-90dcd4c5-07dc-429d-a83c-f436648bed1f None None] Set router 3833ba0a-0d2e-4acd-806c-a0d4a1beffcd gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:21:38.972876 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-cb69363c-f59e-49b1-bc7c-602255c9bc48 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] 10.222.0.53 "GET /v2.0/routers/3833ba0a-0d2e-4acd-806c-a0d4a1beffcd HTTP/1.1" status: 200 len: 907 time: 0.3025875 Jan 18 22:21:38.976220 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37366) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:21:38.985399 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-52cbba35-9188-484e-ae38-02caf7f70033 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Request body: {'router': {'name': 'tempest-snat-router-191515062', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'enable_snat': True}}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:21:39.043385 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-52cbba35-9188-484e-ae38-02caf7f70033 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1044160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8692'] for router, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:39.044339 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-52cbba35-9188-484e-ae38-02caf7f70033 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1040680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8675'] for router, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:39.159975 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-52cbba35-9188-484e-ae38-02caf7f70033 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:39.368430 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-da242ed3-a811-4043-8fb5-9f18adcdafa1 service neutron] 10.222.0.53 "GET /v2.0/networks/f9ad31e7-37ce-419b-821b-a9da1bd29d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5077758 Jan 18 22:21:39.455153 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device fef424e3-649f-4fd5-a6a2-6efbe288e81d up at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:21:39.601529 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning complete for port fef424e3-649f-4fd5-a6a2-6efbe288e81d triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:21:39.601905 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:39.834490 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-20be8346-4aa7-4c6a-898f-9729c6facbf7 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:39.847709 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-53bd6ae2-facd-4962-b14c-da1969a85278 service neutron] 10.222.0.53 "GET /v2.0/networks/f9ad31e7-37ce-419b-821b-a9da1bd29d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4782231 Jan 18 22:21:39.879087 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-90dcd4c5-07dc-429d-a83c-f436648bed1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3833ba0a-0d2e-4acd-806c-a0d4a1beffcd', 'name': 'tempest-snat-router-191515062', 'tenant_id': '80ca5b6d0d4b4a9aba825bc690f5ffb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.40'}], 'enable_snat': False}, 'gw_port_id': 'a44a8bb5-e241-4dde-bdcc-9023d2b696de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:21:32Z', 'updated_at': '2022-01-18T22:21:35Z', 'revision_number': 3, 'project_id': '80ca5b6d0d4b4a9aba825bc690f5ffb2', 'gw_port': {'id': 'a44a8bb5-e241-4dde-bdcc-9023d2b696de', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:22:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3833ba0a-0d2e-4acd-806c-a0d4a1beffcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:21:34Z', 'updated_at': '2022-01-18T22:21:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:21:39.929362 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:39.945867 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90dcd4c5-07dc-429d-a83c-f436648bed1f None None] Checking router: 3833ba0a-0d2e-4acd-806c-a0d4a1beffcd for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:21:39.946226 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90dcd4c5-07dc-429d-a83c-f436648bed1f None None] Updating router 3833ba0a-0d2e-4acd-806c-a0d4a1beffcd port a44a8bb5-e241-4dde-bdcc-9023d2b696de binding host n-d-825064-1 {{(pid=102433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:21:39.995134 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-90dcd4c5-07dc-429d-a83c-f436648bed1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:40.013168 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c12c2f22-245f-4eaf-87d7-f3273dc26322', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fef424e3-649f-4fd5-a6a2-6efbe288e81d'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:21:40.016949 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4d0163e-4c45-4690-90ab-7fd1c0ffe43e" -d '{"events": [{"server_uuid": "c12c2f22-245f-4eaf-87d7-f3273dc26322", "name": "network-vif-plugged", "status": "completed", "tag": "fef424e3-649f-4fd5-a6a2-6efbe288e81d"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:21:40.053581 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-20be8346-4aa7-4c6a-898f-9729c6facbf7 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:40.075588 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-dd7ddaac-991c-4294-9e8e-66e02ee9cef8 service neutron] 10.222.0.53 "GET /v2.0/ports/726f2559-9d78-42be-aef4-a8aa75da8ec7?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.2196758 Jan 18 22:21:40.082962 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port fef424e3-649f-4fd5-a6a2-6efbe288e81d, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=fef424e3-649f-4fd5-a6a2-6efbe288e81d,segment=NetworkSegment(54058af5-a5b1-45e9-977a-39ef1b01c87e),segment_id=54058af5-a5b1-45e9-977a-39ef1b01c87e)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:21:40.097967 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:40.198097 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=fef424e3-649f-4fd5-a6a2-6efbe288e81d,revision_number=7']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:21:40.215113 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-20be8346-4aa7-4c6a-898f-9729c6facbf7 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Network a51a6fff-5ab2-447c-8b55-7ba7d5e58077 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:21:40.277590 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-20be8346-4aa7-4c6a-898f-9729c6facbf7 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:21:40.312351 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-20be8346-4aa7-4c6a-898f-9729c6facbf7 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:21:40.330195 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-52cbba35-9188-484e-ae38-02caf7f70033 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:40.401641 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20be8346-4aa7-4c6a-898f-9729c6facbf7 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Pushing event updated for resources: {'Port': ['ID=ac916a4a-3bf6-444a-a917-d065fe9287b9,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:21:40.512685 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-20be8346-4aa7-4c6a-898f-9729c6facbf7 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:40.514305 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-20be8346-4aa7-4c6a-898f-9729c6facbf7 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:40.540019 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-b85d3602-a4a0-4554-b715-30ba27ce6bb5 service neutron] 10.222.0.53 "GET /v2.0/networks/dd775970-2a5b-4fa0-b58f-e11b40e608fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4101696 Jan 18 22:21:40.550196 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-20be8346-4aa7-4c6a-898f-9729c6facbf7 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5449650 Jan 18 22:21:40.569431 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-90dcd4c5-07dc-429d-a83c-f436648bed1f None None] Notify callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:40.583982 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-90dcd4c5-07dc-429d-a83c-f436648bed1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:40.594247 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-7a900aab-219c-4756-81b1-7e6c8593646e tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Request body: {'port': {'device_id': '5fdf43ac-e2d1-46c0-a022-01c13375d73d', 'network_id': '6762cf84-f7fb-4f6c-9c16-5d48c8ba314e', 'admin_state_up': True, 'tenant_id': 'e820669caca04fcb8f8972d8b3102f64', 'security_groups': ['61d17b67-718c-4475-950b-257bfb33b7e7']}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:21:40.730188 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bbb38b-4801-4cb7-92a4-a2c8a74891e5 None None] Pushing event updated for resources: {'Port': ['ID=a44a8bb5-e241-4dde-bdcc-9023d2b696de,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:21:40.738308 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-90dcd4c5-07dc-429d-a83c-f436648bed1f None None] Attempting to bind port a44a8bb5-e241-4dde-bdcc-9023d2b696de on host n-d-825064-1 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:21:40.740440 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-90dcd4c5-07dc-429d-a83c-f436648bed1f None None] Attempting to bind port a44a8bb5-e241-4dde-bdcc-9023d2b696de by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:21:40.742542 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dcd4c5-07dc-429d-a83c-f436648bed1f None None] Attempting to bind port a44a8bb5-e241-4dde-bdcc-9023d2b696de on network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:21:40.749805 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-93931d56-0db3-48c3-bad8-42db7768860d None None] Provisioning complete for port ac916a4a-3bf6-444a-a917-d065fe9287b9 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:21:40.750895 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-93931d56-0db3-48c3-bad8-42db7768860d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:40.754528 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dcd4c5-07dc-429d-a83c-f436648bed1f None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:21:40.754900 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dcd4c5-07dc-429d-a83c-f436648bed1f None None] Checking segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:21:40.755298 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-90dcd4c5-07dc-429d-a83c-f436648bed1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:40.755810 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dcd4c5-07dc-429d-a83c-f436648bed1f None None] Bound using segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:21:40.756316 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-90dcd4c5-07dc-429d-a83c-f436648bed1f None None] Bound port: a44a8bb5-e241-4dde-bdcc-9023d2b696de, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:21:40.756708 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-90dcd4c5-07dc-429d-a83c-f436648bed1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:40.840514 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-93931d56-0db3-48c3-bad8-42db7768860d None None] Port ac916a4a-3bf6-444a-a917-d065fe9287b9 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:21:40.879134 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-90dcd4c5-07dc-429d-a83c-f436648bed1f None None] For port a44a8bb5-e241-4dde-bdcc-9023d2b696de, host n-d-825064-1, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:21:40.883838 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-52cbba35-9188-484e-ae38-02caf7f70033 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:40.886905 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-90dcd4c5-07dc-429d-a83c-f436648bed1f None None] For port a44a8bb5-e241-4dde-bdcc-9023d2b696de, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=a44a8bb5-e241-4dde-bdcc-9023d2b696de,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:21:40.898284 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-90dcd4c5-07dc-429d-a83c-f436648bed1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:40.953910 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-52cbba35-9188-484e-ae38-02caf7f70033 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:41.023293 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bbb38b-4801-4cb7-92a4-a2c8a74891e5 None None] Pushing event updated for resources: {'Port': ['ID=a44a8bb5-e241-4dde-bdcc-9023d2b696de,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:21:41.033145 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90dcd4c5-07dc-429d-a83c-f436648bed1f None None] Routers {'3833ba0a-0d2e-4acd-806c-a0d4a1beffcd'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:21:41.033796 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-90dcd4c5-07dc-429d-a83c-f436648bed1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:21:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['3833ba0a-0d2e-4acd-806c-a0d4a1beffcd'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:21:41.098521 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-7a900aab-219c-4756-81b1-7e6c8593646e tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Made reservation on behalf of e820669caca04fcb8f8972d8b3102f64 for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:21:41.109332 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-7a900aab-219c-4756-81b1-7e6c8593646e tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:41.154606 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-2a153634-47ef-4276-a1ff-ba91d0eabb05 service neutron] 10.222.0.53 "GET /v2.0/networks/dd775970-2a5b-4fa0-b58f-e11b40e608fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6031363 Jan 18 22:21:41.161520 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-90dcd4c5-07dc-429d-a83c-f436648bed1f None None] Set router 3833ba0a-0d2e-4acd-806c-a0d4a1beffcd gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:21:41.209631 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-52cbba35-9188-484e-ae38-02caf7f70033 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Allocated IP 172.25.5.70 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/c3386399-73db-4a35-90ef-78b574c89037) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:21:41.326395 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-01973c68-12aa-4268-b7b0-445c1186e5b2 service neutron] 10.222.0.53 "GET /v2.0/ports/612fabe9-4416-4612-8231-d5ba01cdae5f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1625268 Jan 18 22:21:41.402252 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-52cbba35-9188-484e-ae38-02caf7f70033 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:41.443967 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-90dcd4c5-07dc-429d-a83c-f436648bed1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3833ba0a-0d2e-4acd-806c-a0d4a1beffcd', 'name': 'tempest-snat-router-191515062', 'tenant_id': '80ca5b6d0d4b4a9aba825bc690f5ffb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.40'}], 'enable_snat': False}, 'gw_port_id': 'a44a8bb5-e241-4dde-bdcc-9023d2b696de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:21:32Z', 'updated_at': '2022-01-18T22:21:35Z', 'revision_number': 3, 'project_id': '80ca5b6d0d4b4a9aba825bc690f5ffb2', 'gw_port': {'id': 'a44a8bb5-e241-4dde-bdcc-9023d2b696de', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:22:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3833ba0a-0d2e-4acd-806c-a0d4a1beffcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:21:34Z', 'updated_at': '2022-01-18T22:21:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:21:41.463277 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-52cbba35-9188-484e-ae38-02caf7f70033 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:41.475029 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90dcd4c5-07dc-429d-a83c-f436648bed1f None None] The sync data for ids ['3833ba0a-0d2e-4acd-806c-a0d4a1beffcd'] in n-d-825064-1 is: [{'id': '3833ba0a-0d2e-4acd-806c-a0d4a1beffcd', 'name': 'tempest-snat-router-191515062', 'tenant_id': '80ca5b6d0d4b4a9aba825bc690f5ffb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.40'}], 'enable_snat': False}, 'gw_port_id': 'a44a8bb5-e241-4dde-bdcc-9023d2b696de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:21:32Z', 'updated_at': '2022-01-18T22:21:35Z', 'revision_number': 3, 'project_id': '80ca5b6d0d4b4a9aba825bc690f5ffb2', 'gw_port': {'id': 'a44a8bb5-e241-4dde-bdcc-9023d2b696de', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:22:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3833ba0a-0d2e-4acd-806c-a0d4a1beffcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:21:34Z', 'updated_at': '2022-01-18T22:21:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-825064-1'}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:21:41.655556 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52cbba35-9188-484e-ae38-02caf7f70033 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:21:41.676622 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-52cbba35-9188-484e-ae38-02caf7f70033 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:21:41.693675 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cbba35-9188-484e-ae38-02caf7f70033 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:21:41.750877 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-7a900aab-219c-4756-81b1-7e6c8593646e tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Allocated IP 10.1.1.173 (6762cf84-f7fb-4f6c-9c16-5d48c8ba314e/4d0ea6b9-4b19-4f86-aaca-bbf2d184c8f5/ac119faf-2a75-40e5-88c9-de25c7935e34) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:21:41.795598 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cbba35-9188-484e-ae38-02caf7f70033 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Pushing event updated for resources: {'Port': ['ID=c3386399-73db-4a35-90ef-78b574c89037,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:21:42.318807 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-52cbba35-9188-484e-ae38-02caf7f70033 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:42.582268 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:42.635738 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-eca2eff5-e5a6-4a1b-93d8-d97742c44d85 service neutron] 10.222.0.53 "GET /v2.0/networks/dd775970-2a5b-4fa0-b58f-e11b40e608fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2968328 Jan 18 22:21:42.862716 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-52cbba35-9188-484e-ae38-02caf7f70033 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1040691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049'] for router, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:42.917104 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-7a900aab-219c-4756-81b1-7e6c8593646e tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:42.936713 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-f3d7028d-02fd-4794-aa0b-c93ad6252f92 service neutron] 10.222.0.53 "GET /v2.0/networks/dd775970-2a5b-4fa0-b58f-e11b40e608fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2992401 Jan 18 22:21:43.075506 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52cbba35-9188-484e-ae38-02caf7f70033 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Router 5b1bb8af-cc12-4093-9d8a-202822315425 is scheduled to L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 with binding_index 1 {{(pid=102431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 22:21:43.113224 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-0b1ec7b2-d1d2-42da-b01e-3fa480866dde service neutron] 10.222.0.53 "GET /v2.0/networks/dd775970-2a5b-4fa0-b58f-e11b40e608fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752863 Jan 18 22:21:43.115798 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-7a900aab-219c-4756-81b1-7e6c8593646e tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:43.274045 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52cbba35-9188-484e-ae38-02caf7f70033 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:21:43.286836 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca84113-6315-4aa9-afba-5403eb52a984 None None] Sync routers for ids ['5b1bb8af-cc12-4093-9d8a-202822315425'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:21:43.301455 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca84113-6315-4aa9-afba-5403eb52a984 None None] Routers {'5b1bb8af-cc12-4093-9d8a-202822315425'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:21:43.302074 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-0ca84113-6315-4aa9-afba-5403eb52a984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:21:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['5b1bb8af-cc12-4093-9d8a-202822315425'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:21:43.314436 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device a44a8bb5-e241-4dde-bdcc-9023d2b696de up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:21:43.329841 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-52cbba35-9188-484e-ae38-02caf7f70033 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:43.339897 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-52cbba35-9188-484e-ae38-02caf7f70033 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 4.3582425 Jan 18 22:21:43.343914 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37378) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:21:43.417335 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-7a900aab-219c-4756-81b1-7e6c8593646e tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Network 6762cf84-f7fb-4f6c-9c16-5d48c8ba314e is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:21:43.435653 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a900aab-219c-4756-81b1-7e6c8593646e tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Pushing event updated for resources: {'Port': ['ID=ac119faf-2a75-40e5-88c9-de25c7935e34,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:21:43.444473 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-7a900aab-219c-4756-81b1-7e6c8593646e tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:21:43.453969 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-7a900aab-219c-4756-81b1-7e6c8593646e tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:21:43.613179 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:43.661150 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-59da32b6-caab-47ee-aec0-fad21d02b7c3 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] 10.222.0.53 "GET /v2.0/routers/5b1bb8af-cc12-4093-9d8a-202822315425 HTTP/1.1" status: 200 len: 906 time: 0.3142531 Jan 18 22:21:43.666977 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37380) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:21:43.677048 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-7a900aab-219c-4756-81b1-7e6c8593646e tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:43.677887 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-7a900aab-219c-4756-81b1-7e6c8593646e tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:43.682494 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 2c5c87b3-3677-4750-b83f-650937ba09d4 no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:21:43.703594 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-45132a48-5074-4c24-aa4a-c04f706c00aa service neutron] 10.222.0.53 "GET /v2.0/networks/dd775970-2a5b-4fa0-b58f-e11b40e608fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5500495 Jan 18 22:21:43.724467 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-0ca84113-6315-4aa9-afba-5403eb52a984 None None] Set router 5b1bb8af-cc12-4093-9d8a-202822315425 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:21:43.850725 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port a44a8bb5-e241-4dde-bdcc-9023d2b696de triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:21:43.851299 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:43.864537 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-7a900aab-219c-4756-81b1-7e6c8593646e tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2777226 Jan 18 22:21:43.869417 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-3fe68806-c24e-4abb-b193-d70d6867748d tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Request body: {'port': {'device_id': '5fdf43ac-e2d1-46c0-a022-01c13375d73d', 'network_id': '6762cf84-f7fb-4f6c-9c16-5d48c8ba314e', 'admin_state_up': True, 'tenant_id': 'e820669caca04fcb8f8972d8b3102f64', 'security_groups': ['61d17b67-718c-4475-950b-257bfb33b7e7']}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:21:43.934947 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d2e85392-64e7-4398-b592-3b8b9cb5a328 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks [] for router, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:44.179406 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-d8c65c81-57d0-4a35-b985-d2d57291c3a6 service neutron] 10.222.0.53 "GET /v2.0/networks/dd775970-2a5b-4fa0-b58f-e11b40e608fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4749398 Jan 18 22:21:44.245485 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-3fe68806-c24e-4abb-b193-d70d6867748d tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Made reservation on behalf of e820669caca04fcb8f8972d8b3102f64 for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:21:44.254226 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-3fe68806-c24e-4abb-b193-d70d6867748d tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:44.304004 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d2e85392-64e7-4398-b592-3b8b9cb5a328 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:44.451672 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-d2e85392-64e7-4398-b592-3b8b9cb5a328 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Deleting port c3386399-73db-4a35-90ef-78b574c89037 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:21:44.452051 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d2e85392-64e7-4398-b592-3b8b9cb5a328 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:44.582830 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d2e85392-64e7-4398-b592-3b8b9cb5a328 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:44.618549 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-d2e85392-64e7-4398-b592-3b8b9cb5a328 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Calling delete_port for c3386399-73db-4a35-90ef-78b574c89037 owned by network:router_gateway {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:21:44.762690 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-820c1710-bb2e-447c-ac10-62ea265afdaf service neutron] 10.222.0.53 "GET /v2.0/networks/dd775970-2a5b-4fa0-b58f-e11b40e608fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5399992 Jan 18 22:21:44.830620 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-1d69291d-ebd3-4612-a6eb-31ac5b8cebb9 None None] Provisioning complete for port ac119faf-2a75-40e5-88c9-de25c7935e34 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:21:44.831802 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1d69291d-ebd3-4612-a6eb-31ac5b8cebb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:44.879363 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:44.934495 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-1d69291d-ebd3-4612-a6eb-31ac5b8cebb9 None None] Port ac119faf-2a75-40e5-88c9-de25c7935e34 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:21:44.948966 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port a44a8bb5-e241-4dde-bdcc-9023d2b696de, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=a44a8bb5-e241-4dde-bdcc-9023d2b696de,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:21:44.969011 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:44.985221 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-0ca84113-6315-4aa9-afba-5403eb52a984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b1bb8af-cc12-4093-9d8a-202822315425', 'name': 'tempest-snat-router-191515062', 'tenant_id': '80ca5b6d0d4b4a9aba825bc690f5ffb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'c3386399-73db-4a35-90ef-78b574c89037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:21:39Z', 'updated_at': '2022-01-18T22:21:42Z', 'revision_number': 3, 'project_id': '80ca5b6d0d4b4a9aba825bc690f5ffb2', 'gw_port': {'id': 'c3386399-73db-4a35-90ef-78b574c89037', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:9f:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b1bb8af-cc12-4093-9d8a-202822315425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:21:40Z', 'updated_at': '2022-01-18T22:21:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:21:44.993624 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d2e85392-64e7-4398-b592-3b8b9cb5a328 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:45.054515 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-3fe68806-c24e-4abb-b193-d70d6867748d tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Allocated IP 10.1.1.69 (6762cf84-f7fb-4f6c-9c16-5d48c8ba314e/4d0ea6b9-4b19-4f86-aaca-bbf2d184c8f5/790739e8-f2d1-4e6b-9f52-59a57a675b05) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:21:45.066559 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e85392-64e7-4398-b592-3b8b9cb5a328 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Pushing event deleted for resources: {'Port': ['ID=c3386399-73db-4a35-90ef-78b574c89037,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:21:45.100927 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca84113-6315-4aa9-afba-5403eb52a984 None None] Checking router: 5b1bb8af-cc12-4093-9d8a-202822315425 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:21:45.101275 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca84113-6315-4aa9-afba-5403eb52a984 None None] Updating router 5b1bb8af-cc12-4093-9d8a-202822315425 port c3386399-73db-4a35-90ef-78b574c89037 binding host n-d-825064-1 {{(pid=102432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:21:45.165925 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca84113-6315-4aa9-afba-5403eb52a984 None None] Port c3386399-73db-4a35-90ef-78b574c89037 not found while updating agent binding for router 5b1bb8af-cc12-4093-9d8a-202822315425. {{(pid=102432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jan 18 22:21:45.233893 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-46327a9b-243b-4dcd-a569-a46890358407 service neutron] 10.222.0.53 "GET /v2.0/networks/d517cf7a-2b5e-403e-9519-f81391a215c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4645114 Jan 18 22:21:45.240494 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca84113-6315-4aa9-afba-5403eb52a984 None None] Routers {'5b1bb8af-cc12-4093-9d8a-202822315425'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:21:45.241143 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-0ca84113-6315-4aa9-afba-5403eb52a984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:21:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['5b1bb8af-cc12-4093-9d8a-202822315425'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:21:45.300588 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d2e85392-64e7-4398-b592-3b8b9cb5a328 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043029'] for router_gateway, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:45.357231 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=a44a8bb5-e241-4dde-bdcc-9023d2b696de,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:21:45.453231 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-0ca84113-6315-4aa9-afba-5403eb52a984 None None] Set router 5b1bb8af-cc12-4093-9d8a-202822315425 gateway port host: None {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:21:45.534247 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d2e85392-64e7-4398-b592-3b8b9cb5a328 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1040886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8602'] for router, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:45.540281 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d2e85392-64e7-4398-b592-3b8b9cb5a328 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:45.569104 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-56627ca1-bc1c-49bc-9a38-2570e7e505ab service neutron] 10.222.0.53 "GET /v2.0/networks/d517cf7a-2b5e-403e-9519-f81391a215c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3251922 Jan 18 22:21:45.594173 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-3fe68806-c24e-4abb-b193-d70d6867748d tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:45.622723 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-0ca84113-6315-4aa9-afba-5403eb52a984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b1bb8af-cc12-4093-9d8a-202822315425', 'name': 'tempest-snat-router-191515062', 'tenant_id': '80ca5b6d0d4b4a9aba825bc690f5ffb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:21:39Z', 'updated_at': '2022-01-18T22:21:44Z', 'revision_number': 5, 'project_id': '80ca5b6d0d4b4a9aba825bc690f5ffb2', 'gw_port_host': None}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:21:45.630650 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d2e85392-64e7-4398-b592-3b8b9cb5a328 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1040832'] for router, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:45.631188 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2e85392-64e7-4398-b592-3b8b9cb5a328 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5b1bb8af-cc12-4093-9d8a-202822315425 {{(pid=102431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 22:21:45.639406 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d2e85392-64e7-4398-b592-3b8b9cb5a328 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:45.646085 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-d2e85392-64e7-4398-b592-3b8b9cb5a328 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] 10.222.0.53 "DELETE /v2.0/routers/5b1bb8af-cc12-4093-9d8a-202822315425 HTTP/1.1" status: 204 len: 168 time: 1.9749019 Jan 18 22:21:45.646344 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37386) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:21:45.685645 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca84113-6315-4aa9-afba-5403eb52a984 None None] The sync data for ids ['5b1bb8af-cc12-4093-9d8a-202822315425'] in n-d-825064-1 is: [{'id': '5b1bb8af-cc12-4093-9d8a-202822315425', 'name': 'tempest-snat-router-191515062', 'tenant_id': '80ca5b6d0d4b4a9aba825bc690f5ffb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:21:39Z', 'updated_at': '2022-01-18T22:21:44Z', 'revision_number': 5, 'project_id': '80ca5b6d0d4b4a9aba825bc690f5ffb2', 'gw_port_host': None}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:21:45.784701 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-e76a513f-3fe4-4db4-80f8-2be7e3e5f58f service neutron] 10.222.0.53 "GET /v2.0/networks/d517cf7a-2b5e-403e-9519-f81391a215c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040691 Jan 18 22:21:45.786405 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-3fe68806-c24e-4abb-b193-d70d6867748d tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:45.844025 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe68806-c24e-4abb-b193-d70d6867748d tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Pushing event updated for resources: {'Port': ['ID=790739e8-f2d1-4e6b-9f52-59a57a675b05,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:21:45.862418 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7164235c-683e-493b-bd73-b17d6b15d75e tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks [] for router, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:45.992618 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-64f6854d-d6b4-452f-96cb-e2c26c462f75 service neutron] 10.222.0.53 "GET /v2.0/networks/d517cf7a-2b5e-403e-9519-f81391a215c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503434 Jan 18 22:21:46.007903 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-3fe68806-c24e-4abb-b193-d70d6867748d tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Network 6762cf84-f7fb-4f6c-9c16-5d48c8ba314e is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:21:46.010911 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-3fe68806-c24e-4abb-b193-d70d6867748d tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:21:46.026644 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-3fe68806-c24e-4abb-b193-d70d6867748d tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:21:46.148846 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-3fe68806-c24e-4abb-b193-d70d6867748d tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:46.149804 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-3fe68806-c24e-4abb-b193-d70d6867748d tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:46.158834 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7164235c-683e-493b-bd73-b17d6b15d75e tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:46.202116 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-3fe68806-c24e-4abb-b193-d70d6867748d tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.3366058 Jan 18 22:21:46.231016 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-ba6f24b3-a45b-47ef-bb58-5e53ff2868db tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Request body: {'port': {'device_id': '5fdf43ac-e2d1-46c0-a022-01c13375d73d', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'ffe48ea3-f64a-402a-9434-49f5506fd6ae', 'admin_state_up': True, 'tenant_id': 'e820669caca04fcb8f8972d8b3102f64', 'security_groups': ['61d17b67-718c-4475-950b-257bfb33b7e7']}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:21:46.331920 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-7164235c-683e-493b-bd73-b17d6b15d75e tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Deleting port a44a8bb5-e241-4dde-bdcc-9023d2b696de {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:21:46.332309 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7164235c-683e-493b-bd73-b17d6b15d75e tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:46.496878 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-ba6f24b3-a45b-47ef-bb58-5e53ff2868db tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Made reservation on behalf of e820669caca04fcb8f8972d8b3102f64 for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:21:46.576675 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-b5624e69-2a1b-4e0d-a66b-2b5483c30493 None None] Provisioning complete for port 790739e8-f2d1-4e6b-9f52-59a57a675b05 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:21:46.578336 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b5624e69-2a1b-4e0d-a66b-2b5483c30493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:46.597931 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-7164235c-683e-493b-bd73-b17d6b15d75e tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] For port a44a8bb5-e241-4dde-bdcc-9023d2b696de, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=a44a8bb5-e241-4dde-bdcc-9023d2b696de,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:21:46.598286 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7164235c-683e-493b-bd73-b17d6b15d75e tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:46.634793 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-7164235c-683e-493b-bd73-b17d6b15d75e tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Calling delete_port for a44a8bb5-e241-4dde-bdcc-9023d2b696de owned by network:router_gateway {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:21:46.659186 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-b5624e69-2a1b-4e0d-a66b-2b5483c30493 None None] Port 790739e8-f2d1-4e6b-9f52-59a57a675b05 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:21:46.810073 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-ba6f24b3-a45b-47ef-bb58-5e53ff2868db tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:47.228847 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7164235c-683e-493b-bd73-b17d6b15d75e tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:47.229477 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device a44a8bb5-e241-4dde-bdcc-9023d2b696de up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:21:47.282474 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: a44a8bb5-e241-4dde-bdcc-9023d2b696de {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:21:47.282792 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device a44a8bb5-e241-4dde-bdcc-9023d2b696de not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jan 18 22:21:47.312361 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Port a44a8bb5-e241-4dde-bdcc-9023d2b696de not found, will not notify nova. {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jan 18 22:21:47.322567 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7164235c-683e-493b-bd73-b17d6b15d75e tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Pushing event deleted for resources: {'Port': ['ID=a44a8bb5-e241-4dde-bdcc-9023d2b696de,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:21:47.397196 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7164235c-683e-493b-bd73-b17d6b15d75e tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043029'] for router_gateway, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:47.466807 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-ba6f24b3-a45b-47ef-bb58-5e53ff2868db tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Allocated IP 10.2.2.100 (ffe48ea3-f64a-402a-9434-49f5506fd6ae/d06fbe7b-0a64-4f51-8e12-d9844a15f25c/2b6e3326-dc40-49a1-9ecb-6190b53d266d) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:21:47.655887 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7164235c-683e-493b-bd73-b17d6b15d75e tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1040886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8602'] for router, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:47.658225 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7164235c-683e-493b-bd73-b17d6b15d75e tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:47.773596 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7164235c-683e-493b-bd73-b17d6b15d75e tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1040832'] for router, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:47.774464 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7164235c-683e-493b-bd73-b17d6b15d75e tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3833ba0a-0d2e-4acd-806c-a0d4a1beffcd {{(pid=102431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 22:21:47.782724 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7164235c-683e-493b-bd73-b17d6b15d75e tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:47.794353 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-7164235c-683e-493b-bd73-b17d6b15d75e tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] 10.222.0.53 "DELETE /v2.0/routers/3833ba0a-0d2e-4acd-806c-a0d4a1beffcd HTTP/1.1" status: 204 len: 168 time: 2.1469061 Jan 18 22:21:47.801530 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 37390) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:21:47.806004 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-253bd936-0828-4c33-a3de-a49d8c9961f8 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-987001094', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}, 'admin_state_up': False}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:21:47.847571 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-ba6f24b3-a45b-47ef-bb58-5e53ff2868db tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:47.875202 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-253bd936-0828-4c33-a3de-a49d8c9961f8 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1044160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8692'] for router, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:47.876283 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-253bd936-0828-4c33-a3de-a49d8c9961f8 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1040680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8675'] for router, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:48.001658 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-ba6f24b3-a45b-47ef-bb58-5e53ff2868db tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:48.010565 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-253bd936-0828-4c33-a3de-a49d8c9961f8 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:48.121626 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-ba6f24b3-a45b-47ef-bb58-5e53ff2868db tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Network ffe48ea3-f64a-402a-9434-49f5506fd6ae is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:21:48.743281 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-ba6f24b3-a45b-47ef-bb58-5e53ff2868db tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:21:48.863678 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6f24b3-a45b-47ef-bb58-5e53ff2868db tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Pushing event updated for resources: {'Port': ['ID=2b6e3326-dc40-49a1-9ecb-6190b53d266d,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:21:48.868735 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-ba6f24b3-a45b-47ef-bb58-5e53ff2868db tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:21:48.896958 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-253bd936-0828-4c33-a3de-a49d8c9961f8 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:49.023231 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-ba6f24b3-a45b-47ef-bb58-5e53ff2868db tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:49.024258 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-ba6f24b3-a45b-47ef-bb58-5e53ff2868db tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:49.166511 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-ba6f24b3-a45b-47ef-bb58-5e53ff2868db tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9473999 Jan 18 22:21:49.172782 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device a44a8bb5-e241-4dde-bdcc-9023d2b696de no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:21:49.195825 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-89f62e34-4155-4238-ad20-7375709f18e9 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Request body: {'port': {'device_id': '5fdf43ac-e2d1-46c0-a022-01c13375d73d', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'ffe48ea3-f64a-402a-9434-49f5506fd6ae', 'admin_state_up': True, 'tenant_id': 'e820669caca04fcb8f8972d8b3102f64', 'security_groups': ['61d17b67-718c-4475-950b-257bfb33b7e7']}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:21:49.212060 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: a44a8bb5-e241-4dde-bdcc-9023d2b696de {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:21:49.212060 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device a44a8bb5-e241-4dde-bdcc-9023d2b696de not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:21:49.259438 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2943aa76-3901-43af-9228-28266f3d855f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:49.312498 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-e115f2f5-a012-4553-bc74-8db76d8f1edc None None] Provisioning complete for port 2b6e3326-dc40-49a1-9ecb-6190b53d266d triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:21:49.312888 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e115f2f5-a012-4553-bc74-8db76d8f1edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:49.441481 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-e115f2f5-a012-4553-bc74-8db76d8f1edc None None] Port 2b6e3326-dc40-49a1-9ecb-6190b53d266d cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:21:49.465465 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-89f62e34-4155-4238-ad20-7375709f18e9 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Made reservation on behalf of e820669caca04fcb8f8972d8b3102f64 for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:21:49.473298 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-89f62e34-4155-4238-ad20-7375709f18e9 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:49.732720 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-89f62e34-4155-4238-ad20-7375709f18e9 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Allocated IP 10.2.2.200 (ffe48ea3-f64a-402a-9434-49f5506fd6ae/d06fbe7b-0a64-4f51-8e12-d9844a15f25c/b39b79af-f443-48d6-a70e-0edb9f29990f) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:21:49.919759 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-253bd936-0828-4c33-a3de-a49d8c9961f8 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks [] for router_gateway, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:49.951363 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-253bd936-0828-4c33-a3de-a49d8c9961f8 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:50.063802 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-89f62e34-4155-4238-ad20-7375709f18e9 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:50.167004 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-253bd936-0828-4c33-a3de-a49d8c9961f8 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Allocated IP 172.25.5.16 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/de7636d5-8a7a-4c75-a4a1-284e46d0a1f0) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:21:50.225622 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-89f62e34-4155-4238-ad20-7375709f18e9 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:50.334044 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-89f62e34-4155-4238-ad20-7375709f18e9 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Network ffe48ea3-f64a-402a-9434-49f5506fd6ae is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:21:50.354584 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2c54c2-684c-467b-b13a-a3ddf5aa48c9 req-11f5d75d-0df5-4bf1-8ccc-233a1f4f499f tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:50.356409 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7d2c54c2-684c-467b-b13a-a3ddf5aa48c9 req-11f5d75d-0df5-4bf1-8ccc-233a1f4f499f tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=c12c2f22-245f-4eaf-87d7-f3273dc26322 HTTP/1.1" status: 200 len: 945 time: 0.1443918 Jan 18 22:21:50.357490 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-89f62e34-4155-4238-ad20-7375709f18e9 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:21:50.360083 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-89f62e34-4155-4238-ad20-7375709f18e9 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:21:50.405829 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f62e34-4155-4238-ad20-7375709f18e9 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Pushing event updated for resources: {'Port': ['ID=b39b79af-f443-48d6-a70e-0edb9f29990f,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:21:50.442430 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f62e34-4155-4238-ad20-7375709f18e9 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:21:50.443031 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f62e34-4155-4238-ad20-7375709f18e9 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:21:50.443537 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f62e34-4155-4238-ad20-7375709f18e9 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:21:50.444066 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f62e34-4155-4238-ad20-7375709f18e9 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:21:50.444601 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f62e34-4155-4238-ad20-7375709f18e9 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:21:50.445112 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f62e34-4155-4238-ad20-7375709f18e9 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:21:50.445608 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f62e34-4155-4238-ad20-7375709f18e9 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:21:50.446105 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f62e34-4155-4238-ad20-7375709f18e9 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:21:50.446704 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f62e34-4155-4238-ad20-7375709f18e9 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:21:50.447212 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f62e34-4155-4238-ad20-7375709f18e9 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:21:50.447790 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f62e34-4155-4238-ad20-7375709f18e9 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:21:50.448313 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f62e34-4155-4238-ad20-7375709f18e9 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:21:50.509992 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7d2c54c2-684c-467b-b13a-a3ddf5aa48c9 req-45da17e5-cac7-4634-a055-5a1d04caaeb2 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=69e59ffc-71ce-4c50-acf6-17bf11fb5545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320541 Jan 18 22:21:50.527192 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-253bd936-0828-4c33-a3de-a49d8c9961f8 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:50.551487 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-89f62e34-4155-4238-ad20-7375709f18e9 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:50.552114 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-89f62e34-4155-4238-ad20-7375709f18e9 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:50.595307 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-89f62e34-4155-4238-ad20-7375709f18e9 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4252071 Jan 18 22:21:50.612957 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-89ca6c01-decc-48d8-90b5-a177f59fef26 service neutron] Request body: {'port': {'device_id': '5fdf43ac-e2d1-46c0-a022-01c13375d73d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:21:50.679766 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-253bd936-0828-4c33-a3de-a49d8c9961f8 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:50.754688 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253bd936-0828-4c33-a3de-a49d8c9961f8 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:21:50.760936 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-253bd936-0828-4c33-a3de-a49d8c9961f8 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:21:50.763355 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253bd936-0828-4c33-a3de-a49d8c9961f8 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:21:50.776465 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-299b7200-695f-4af8-b9e5-6650fbb2a189 None None] Provisioning complete for port b39b79af-f443-48d6-a70e-0edb9f29990f triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:21:50.777535 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-299b7200-695f-4af8-b9e5-6650fbb2a189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:50.834205 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-299b7200-695f-4af8-b9e5-6650fbb2a189 None None] Port b39b79af-f443-48d6-a70e-0edb9f29990f cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:21:50.852893 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-89ca6c01-decc-48d8-90b5-a177f59fef26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:50.916505 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e353ca-69c4-43ea-9ef8-6aa1ee5c4cfb req-b7778e82-0c24-4934-b138-8e20b18fd8af tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:50.918140 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f8e353ca-69c4-43ea-9ef8-6aa1ee5c4cfb req-b7778e82-0c24-4934-b138-8e20b18fd8af tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/ports?device_id=403ff10c-4dc2-498c-82c9-4b8f991f54e3 HTTP/1.1" status: 200 len: 945 time: 0.2498715 Jan 18 22:21:50.920894 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253bd936-0828-4c33-a3de-a49d8c9961f8 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Pushing event updated for resources: {'Port': ['ID=de7636d5-8a7a-4c75-a4a1-284e46d0a1f0,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:21:51.051377 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f8e353ca-69c4-43ea-9ef8-6aa1ee5c4cfb req-4103c1db-ec40-457d-8ac1-3bf9917b58ae tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/security-groups?id=92d0bf2d-4a69-4a06-bc28-bffdc82f7ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269271 Jan 18 22:21:51.362653 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c7e18-9dda-4068-969e-57e363bd5731 req-5fd94e12-0266-426b-8ce1-7892cf8e2bfc tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:51.370158 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c7e18-9dda-4068-969e-57e363bd5731 req-5fd94e12-0266-426b-8ce1-7892cf8e2bfc tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:51.377145 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c7e18-9dda-4068-969e-57e363bd5731 req-5fd94e12-0266-426b-8ce1-7892cf8e2bfc tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:51.383800 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c7e18-9dda-4068-969e-57e363bd5731 req-5fd94e12-0266-426b-8ce1-7892cf8e2bfc tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:51.390267 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c7e18-9dda-4068-969e-57e363bd5731 req-5fd94e12-0266-426b-8ce1-7892cf8e2bfc tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:51.392201 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-630c7e18-9dda-4068-969e-57e363bd5731 req-5fd94e12-0266-426b-8ce1-7892cf8e2bfc tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fdf43ac-e2d1-46c0-a022-01c13375d73d HTTP/1.1" status: 200 len: 3815 time: 0.1981337 Jan 18 22:21:51.476705 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-630c7e18-9dda-4068-969e-57e363bd5731 req-3fca58e6-1f63-4f52-a172-bd8f3a1b9237 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "GET /v2.0/security-groups?id=61d17b67-718c-4475-950b-257bfb33b7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724008 Jan 18 22:21:51.484090 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-253bd936-0828-4c33-a3de-a49d8c9961f8 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks [] for router_gateway, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:51.905844 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-51cafb89-08e5-4500-980b-715bcd781a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:52.003256 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c5f2e8-7f02-4e78-853a-cde462599cee req-886bad25-51e8-453e-812c-aa87e4c0b14f tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:52.005291 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e9c5f2e8-7f02-4e78-853a-cde462599cee req-886bad25-51e8-453e-812c-aa87e4c0b14f tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/ports?device_id=4de4c816-9c87-48ec-b7cd-5fd21aa43808 HTTP/1.1" status: 200 len: 943 time: 0.1875753 Jan 18 22:21:52.008877 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-89ca6c01-decc-48d8-90b5-a177f59fef26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac916a4a-3bf6-444a-a917-d065fe9287b9 {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:21:52.041756 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-89ca6c01-decc-48d8-90b5-a177f59fef26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:52.086482 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-89ca6c01-decc-48d8-90b5-a177f59fef26 service neutron] Transition to ACTIVE for port object ac916a4a-3bf6-444a-a917-d065fe9287b9 will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:21:52.141049 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e9c5f2e8-7f02-4e78-853a-cde462599cee req-38673b20-d746-4f3e-a4b2-c1be8803f143 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc8c7d2e-b8e2-47f9-a940-5cbf5ddba272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219428 Jan 18 22:21:52.148178 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-89ca6c01-decc-48d8-90b5-a177f59fef26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:52.220560 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f9f1d91-775a-43d3-a094-e4f9d5b7898c x-openstack-request-id: req-3f9f1d91-775a-43d3-a094-e4f9d5b7898c {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:21:52.221169 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c12c2f22-245f-4eaf-87d7-f3273dc26322", "name": "network-vif-plugged", "status": "completed", "tag": "fef424e3-649f-4fd5-a6a2-6efbe288e81d", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:21:52.222153 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3f9f1d91-775a-43d3-a094-e4f9d5b7898c {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:21:52.222777 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c12c2f22-245f-4eaf-87d7-f3273dc26322', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fef424e3-649f-4fd5-a6a2-6efbe288e81d', 'code': 200} Jan 18 22:21:52.362030 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-253bd936-0828-4c33-a3de-a49d8c9961f8 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1040691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049'] for router, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:52.367344 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ca6c01-decc-48d8-90b5-a177f59fef26 service neutron] Pushing event updated for resources: {'Port': ['ID=ac916a4a-3bf6-444a-a917-d065fe9287b9,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:21:52.628605 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669e18e5-b3de-4cb7-b98e-f2cd4557f4ab req-6234d6d4-f71a-4226-b1a0-58c61be83f17 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:52.630689 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-669e18e5-b3de-4cb7-b98e-f2cd4557f4ab req-6234d6d4-f71a-4226-b1a0-58c61be83f17 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=c12c2f22-245f-4eaf-87d7-f3273dc26322 HTTP/1.1" status: 200 len: 945 time: 0.1293626 Jan 18 22:21:52.637387 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-89ca6c01-decc-48d8-90b5-a177f59fef26 service neutron] Attempting to bind port ac916a4a-3bf6-444a-a917-d065fe9287b9 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:21:52.637727 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-89ca6c01-decc-48d8-90b5-a177f59fef26 service neutron] Attempting to bind port ac916a4a-3bf6-444a-a917-d065fe9287b9 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': 'faec684d-228a-4063-b282-58eaf9720a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a51a6fff-5ab2-447c-8b55-7ba7d5e58077'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:21:52.638195 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-89ca6c01-decc-48d8-90b5-a177f59fef26 service neutron] Attempting to bind port ac916a4a-3bf6-444a-a917-d065fe9287b9 on network a51a6fff-5ab2-447c-8b55-7ba7d5e58077 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:21:52.650839 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-89ca6c01-decc-48d8-90b5-a177f59fef26 service neutron] Port ac916a4a-3bf6-444a-a917-d065fe9287b9 on network a51a6fff-5ab2-447c-8b55-7ba7d5e58077 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:21:52.651191 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-89ca6c01-decc-48d8-90b5-a177f59fef26 service neutron] Attempting to bind port ac916a4a-3bf6-444a-a917-d065fe9287b9 on network a51a6fff-5ab2-447c-8b55-7ba7d5e58077 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:21:52.669472 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-89ca6c01-decc-48d8-90b5-a177f59fef26 service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:21:52.669841 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-89ca6c01-decc-48d8-90b5-a177f59fef26 service neutron] Checking segment: {'id': 'faec684d-228a-4063-b282-58eaf9720a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a51a6fff-5ab2-447c-8b55-7ba7d5e58077'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:21:52.670204 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-89ca6c01-decc-48d8-90b5-a177f59fef26 service neutron] Bound using segment: {'id': 'faec684d-228a-4063-b282-58eaf9720a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a51a6fff-5ab2-447c-8b55-7ba7d5e58077'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:21:52.670654 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-89ca6c01-decc-48d8-90b5-a177f59fef26 service neutron] Bound port: ac916a4a-3bf6-444a-a917-d065fe9287b9, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'faec684d-228a-4063-b282-58eaf9720a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a51a6fff-5ab2-447c-8b55-7ba7d5e58077'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:21:52.671016 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-89ca6c01-decc-48d8-90b5-a177f59fef26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:52.744192 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-669e18e5-b3de-4cb7-b98e-f2cd4557f4ab req-9d5ce77e-ba17-47a4-9999-ff3719f341be tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=69e59ffc-71ce-4c50-acf6-17bf11fb5545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986211 Jan 18 22:21:52.786822 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-89ca6c01-decc-48d8-90b5-a177f59fef26 service neutron] For port ac916a4a-3bf6-444a-a917-d065fe9287b9, host n-h2-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:21:52.788944 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-253bd936-0828-4c33-a3de-a49d8c9961f8 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Router 374fc109-84b3-4dc6-8c4e-9a6628bd8d91 is scheduled to L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 with binding_index 1 {{(pid=102430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 22:21:52.796398 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-89ca6c01-decc-48d8-90b5-a177f59fef26 service neutron] For port ac916a4a-3bf6-444a-a917-d065fe9287b9, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=ac916a4a-3bf6-444a-a917-d065fe9287b9,segment=NetworkSegment(faec684d-228a-4063-b282-58eaf9720a79),segment_id=faec684d-228a-4063-b282-58eaf9720a79)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:21:52.806057 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-89ca6c01-decc-48d8-90b5-a177f59fef26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:52.840403 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:52.930235 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-89ca6c01-decc-48d8-90b5-a177f59fef26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:52.930865 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-89ca6c01-decc-48d8-90b5-a177f59fef26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:52.932430 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-89ca6c01-decc-48d8-90b5-a177f59fef26 service neutron] 10.222.0.67 "PUT /v2.0/ports/ac916a4a-3bf6-444a-a917-d065fe9287b9 HTTP/1.1" status: 200 len: 1091 time: 2.3257608 Jan 18 22:21:52.932887 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fdf43ac-e2d1-46c0-a022-01c13375d73d', 'tag': 'ac916a4a-3bf6-444a-a917-d065fe9287b9'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:21:52.935221 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba09e642-e639-43e4-9076-8b9bd065641a" -d '{"events": [{"name": "network-changed", "server_uuid": "5fdf43ac-e2d1-46c0-a022-01c13375d73d", "tag": "ac916a4a-3bf6-444a-a917-d065fe9287b9"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:21:52.989095 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-ec7b8e77-b9d0-4dd6-9ca2-d1e32228c2ad service neutron] Request body: {'port': {'device_id': '5fdf43ac-e2d1-46c0-a022-01c13375d73d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:21:53.053902 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f3d6ac-f6f2-45a6-9dc2-cd778732c621 req-37dc3dd9-558a-44da-8067-89b123f066e7 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:53.055469 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-09f3d6ac-f6f2-45a6-9dc2-cd778732c621 req-37dc3dd9-558a-44da-8067-89b123f066e7 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/ports?device_id=403ff10c-4dc2-498c-82c9-4b8f991f54e3 HTTP/1.1" status: 200 len: 945 time: 0.2004697 Jan 18 22:21:53.139651 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ca6c01-decc-48d8-90b5-a177f59fef26 service neutron] Pushing event updated for resources: {'Port': ['ID=ac916a4a-3bf6-444a-a917-d065fe9287b9,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:21:53.203366 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-253bd936-0828-4c33-a3de-a49d8c9961f8 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:21:53.217191 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a39df73-005a-49d6-a8b0-12e8c2d417f1 None None] Sync routers for ids ['374fc109-84b3-4dc6-8c4e-9a6628bd8d91'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:21:53.238366 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a39df73-005a-49d6-a8b0-12e8c2d417f1 None None] Routers {'374fc109-84b3-4dc6-8c4e-9a6628bd8d91'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:21:53.240810 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-09f3d6ac-f6f2-45a6-9dc2-cd778732c621 req-6bedcc63-0609-4b16-8cce-9a02ce1f109a tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/security-groups?id=92d0bf2d-4a69-4a06-bc28-bffdc82f7ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658587 Jan 18 22:21:53.242692 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-2a39df73-005a-49d6-a8b0-12e8c2d417f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:21:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['374fc109-84b3-4dc6-8c4e-9a6628bd8d91'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:21:53.264078 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-ec7b8e77-b9d0-4dd6-9ca2-d1e32228c2ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:53.313447 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ef97b306-23db-4484-a238-b8298c61edb4 req-3c748d1a-fc4d-4231-99ef-df5dccc52971 service neutron] 10.222.0.67 "GET /v2.0/ports/2c5c87b3-3677-4750-b83f-650937ba09d4/bindings/n-h1-825064-1 HTTP/1.1" status: 200 len: 384 time: 0.1504755 Jan 18 22:21:53.351925 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-253bd936-0828-4c33-a3de-a49d8c9961f8 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks [] for router, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:53.353922 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-253bd936-0828-4c33-a3de-a49d8c9961f8 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.5510271 Jan 18 22:21:53.356448 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 37454) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:21:53.361481 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-c9f9ca64-5e8d-49ed-a035-de70bb0d563c tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'enable_snat': False}}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:21:53.384960 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-2a39df73-005a-49d6-a8b0-12e8c2d417f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:21:53.405722 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a39df73-005a-49d6-a8b0-12e8c2d417f1 None None] Routers {'374fc109-84b3-4dc6-8c4e-9a6628bd8d91'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:21:53.409532 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-2a39df73-005a-49d6-a8b0-12e8c2d417f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:21:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['374fc109-84b3-4dc6-8c4e-9a6628bd8d91'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:21:53.463357 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-2a39df73-005a-49d6-a8b0-12e8c2d417f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:21:53.463639 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a39df73-005a-49d6-a8b0-12e8c2d417f1 None None] The sync data for ids ['374fc109-84b3-4dc6-8c4e-9a6628bd8d91'] in n-d-825064-1 is: [] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:21:53.711792 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device fbe6a945-5e45-420b-9221-bb5e5f67634f no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:21:53.803520 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-ef97b306-23db-4484-a238-b8298c61edb4 req-ad8843dc-a964-4348-ba8c-db6292027a30 service neutron] For port 2c5c87b3-3677-4750-b83f-650937ba09d4, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=2c5c87b3-3677-4750-b83f-650937ba09d4,segment=NetworkSegment(2bbe6b88-f1a6-4fc9-b338-69341977472e),segment_id=2bbe6b88-f1a6-4fc9-b338-69341977472e)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:21:53.855273 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-ef97b306-23db-4484-a238-b8298c61edb4 req-ad8843dc-a964-4348-ba8c-db6292027a30 service neutron] For port 2c5c87b3-3677-4750-b83f-650937ba09d4, host n-h2-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:21:53.946503 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [req-ef97b306-23db-4484-a238-b8298c61edb4 req-ad8843dc-a964-4348-ba8c-db6292027a30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c5c87b3-3677-4750-b83f-650937ba09d4 {{(pid=102431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:21:53.991544 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:53.996523 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-ef97b306-23db-4484-a238-b8298c61edb4 req-ad8843dc-a964-4348-ba8c-db6292027a30 service neutron] For port 2c5c87b3-3677-4750-b83f-650937ba09d4, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=2c5c87b3-3677-4750-b83f-650937ba09d4,segment=NetworkSegment(2bbe6b88-f1a6-4fc9-b338-69341977472e),segment_id=2bbe6b88-f1a6-4fc9-b338-69341977472e)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:21:54.031508 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-ef97b306-23db-4484-a238-b8298c61edb4 req-ad8843dc-a964-4348-ba8c-db6292027a30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:54.069972 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port fbe6a945-5e45-420b-9221-bb5e5f67634f, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=fbe6a945-5e45-420b-9221-bb5e5f67634f,segment=NetworkSegment(bbee9262-cfb2-4fc9-82be-4cb3bf414322),segment_id=bbee9262-cfb2-4fc9-82be-4cb3bf414322)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:21:54.086123 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:54.180059 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-ec7b8e77-b9d0-4dd6-9ca2-d1e32228c2ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 628fd386-d663-4f6e-b10c-63286e484d82 {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:21:54.202683 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-ec7b8e77-b9d0-4dd6-9ca2-d1e32228c2ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:54.238676 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [req-ef97b306-23db-4484-a238-b8298c61edb4 req-ad8843dc-a964-4348-ba8c-db6292027a30 service neutron] Transition to ACTIVE for port object 2c5c87b3-3677-4750-b83f-650937ba09d4 will not be triggered until provisioned by entity L2. {{(pid=102431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:21:54.251558 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-ec7b8e77-b9d0-4dd6-9ca2-d1e32228c2ad service neutron] Transition to ACTIVE for port object 628fd386-d663-4f6e-b10c-63286e484d82 will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:21:54.253416 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-ef97b306-23db-4484-a238-b8298c61edb4 req-ad8843dc-a964-4348-ba8c-db6292027a30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:54.257182 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c9f9ca64-5e8d-49ed-a035-de70bb0d563c tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:54.263222 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8d13995-b3d7-4bbf-a5e8-3cf72914a2ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbe6a945-5e45-420b-9221-bb5e5f67634f'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:21:54.285720 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-828f773c-ee6f-4681-8645-f649193b701e" -d '{"events": [{"server_uuid": "b8d13995-b3d7-4bbf-a5e8-3cf72914a2ca", "name": "network-vif-unplugged", "status": "completed", "tag": "fbe6a945-5e45-420b-9221-bb5e5f67634f"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:21:54.311228 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=fbe6a945-5e45-420b-9221-bb5e5f67634f,revision_number=8']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:21:54.320981 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a880e8df-1bcb-4bf0-bba0-c1302c062c18 req-a0de65ad-bc7a-4b7e-81d9-541195b94761 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:54.332172 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a880e8df-1bcb-4bf0-bba0-c1302c062c18 req-a0de65ad-bc7a-4b7e-81d9-541195b94761 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:54.358328 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a880e8df-1bcb-4bf0-bba0-c1302c062c18 req-a0de65ad-bc7a-4b7e-81d9-541195b94761 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:54.371046 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:54.374679 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a880e8df-1bcb-4bf0-bba0-c1302c062c18 req-a0de65ad-bc7a-4b7e-81d9-541195b94761 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:54.386399 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef97b306-23db-4484-a238-b8298c61edb4 req-ad8843dc-a964-4348-ba8c-db6292027a30 service neutron] No DVR routers for this DVR port 2c5c87b3-3677-4750-b83f-650937ba09d4 on host n-h2-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:21:54.400714 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a880e8df-1bcb-4bf0-bba0-c1302c062c18 req-a0de65ad-bc7a-4b7e-81d9-541195b94761 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:54.402538 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a880e8df-1bcb-4bf0-bba0-c1302c062c18 req-a0de65ad-bc7a-4b7e-81d9-541195b94761 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fdf43ac-e2d1-46c0-a022-01c13375d73d HTTP/1.1" status: 200 len: 3827 time: 0.2164283 Jan 18 22:21:54.403213 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-ec7b8e77-b9d0-4dd6-9ca2-d1e32228c2ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:54.465635 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ef97b306-23db-4484-a238-b8298c61edb4 req-ad8843dc-a964-4348-ba8c-db6292027a30 service neutron] 10.222.0.67 "PUT /v2.0/ports/2c5c87b3-3677-4750-b83f-650937ba09d4/bindings/n-h1-825064-1/activate HTTP/1.1" status: 200 len: 369 time: 1.1443317 Jan 18 22:21:54.541736 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:54.647293 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8843dc-a964-4348-ba8c-db6292027a30 service neutron] Pushing event updated for resources: {'Port': ['ID=2c5c87b3-3677-4750-b83f-650937ba09d4,revision_number=10']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:21:54.679650 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e5d16c5-c2ae-4b9d-84c0-8c4eceacfd86 x-openstack-request-id: req-0e5d16c5-c2ae-4b9d-84c0-8c4eceacfd86 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:21:54.679947 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fdf43ac-e2d1-46c0-a022-01c13375d73d", "tag": "ac916a4a-3bf6-444a-a917-d065fe9287b9", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:21:54.680230 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0e5d16c5-c2ae-4b9d-84c0-8c4eceacfd86 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:21:54.680635 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fdf43ac-e2d1-46c0-a022-01c13375d73d', 'tag': 'ac916a4a-3bf6-444a-a917-d065fe9287b9', 'status': 'completed', 'code': 200} Jan 18 22:21:54.825586 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef97b306-23db-4484-a238-b8298c61edb4 req-ca0774b7-801f-440d-ae89-9358990c44f0 tempest-LiveAutoBlockMigrationV225Test-1137188585 tempest-LiveAutoBlockMigrationV225Test-1137188585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:54.827099 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ef97b306-23db-4484-a238-b8298c61edb4 req-ca0774b7-801f-440d-ae89-9358990c44f0 tempest-LiveAutoBlockMigrationV225Test-1137188585 tempest-LiveAutoBlockMigrationV225Test-1137188585-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=4de4c816-9c87-48ec-b7cd-5fd21aa43808&tenant_id=cccec33dc87e4f2dae33b71be2fd1ab3&binding%3Ahost_id=n-h2-825064-1 HTTP/1.1" status: 200 len: 1095 time: 0.2454715 Jan 18 22:21:54.905673 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba09e642-e639-43e4-9076-8b9bd065641a req-9f9939d4-118f-4e4a-85c4-58a5261cacd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:54.906229 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba09e642-e639-43e4-9076-8b9bd065641a req-9f9939d4-118f-4e4a-85c4-58a5261cacd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:54.906728 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba09e642-e639-43e4-9076-8b9bd065641a req-9f9939d4-118f-4e4a-85c4-58a5261cacd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:54.907173 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba09e642-e639-43e4-9076-8b9bd065641a req-9f9939d4-118f-4e4a-85c4-58a5261cacd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:54.907641 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba09e642-e639-43e4-9076-8b9bd065641a req-9f9939d4-118f-4e4a-85c4-58a5261cacd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:54.908107 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba09e642-e639-43e4-9076-8b9bd065641a req-9f9939d4-118f-4e4a-85c4-58a5261cacd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:54.921076 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ba09e642-e639-43e4-9076-8b9bd065641a req-9f9939d4-118f-4e4a-85c4-58a5261cacd5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e820669caca04fcb8f8972d8b3102f64&device_id=5fdf43ac-e2d1-46c0-a022-01c13375d73d HTTP/1.1" status: 200 len: 5247 time: 0.2801144 Jan 18 22:21:55.457936 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7b8e77-b9d0-4dd6-9ca2-d1e32228c2ad service neutron] Pushing event updated for resources: {'Port': ['ID=628fd386-d663-4f6e-b10c-63286e484d82,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:21:55.545890 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23fa087-4bac-4610-a757-c4c8385ba401 req-6e6a57f6-eb58-4204-847c-e3c97ab11e0e tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:55.557685 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f23fa087-4bac-4610-a757-c4c8385ba401 req-6e6a57f6-eb58-4204-847c-e3c97ab11e0e tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/ports?device_id=4de4c816-9c87-48ec-b7cd-5fd21aa43808 HTTP/1.1" status: 200 len: 944 time: 0.8429060 Jan 18 22:21:55.563166 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a880e8df-1bcb-4bf0-bba0-c1302c062c18 req-c8aa0b27-6f9a-4c26-a5f2-34b5b0db171e tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "GET /v2.0/security-groups?id=61d17b67-718c-4475-950b-257bfb33b7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0523138 Jan 18 22:21:55.655858 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-ec7b8e77-b9d0-4dd6-9ca2-d1e32228c2ad service neutron] Attempting to bind port 628fd386-d663-4f6e-b10c-63286e484d82 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:21:55.656298 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-ec7b8e77-b9d0-4dd6-9ca2-d1e32228c2ad service neutron] Attempting to bind port 628fd386-d663-4f6e-b10c-63286e484d82 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': 'ee75c36c-e3da-443e-af67-166cf5cadbbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6762cf84-f7fb-4f6c-9c16-5d48c8ba314e'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:21:55.656705 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-ec7b8e77-b9d0-4dd6-9ca2-d1e32228c2ad service neutron] Attempting to bind port 628fd386-d663-4f6e-b10c-63286e484d82 on network 6762cf84-f7fb-4f6c-9c16-5d48c8ba314e {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:21:55.667627 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-ec7b8e77-b9d0-4dd6-9ca2-d1e32228c2ad service neutron] Port 628fd386-d663-4f6e-b10c-63286e484d82 on network 6762cf84-f7fb-4f6c-9c16-5d48c8ba314e not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:21:55.668167 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-ec7b8e77-b9d0-4dd6-9ca2-d1e32228c2ad service neutron] Attempting to bind port 628fd386-d663-4f6e-b10c-63286e484d82 on network 6762cf84-f7fb-4f6c-9c16-5d48c8ba314e {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:21:55.693119 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f23fa087-4bac-4610-a757-c4c8385ba401 req-0d02fc27-eb2a-4c01-aec0-d6328dd0f7da tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc8c7d2e-b8e2-47f9-a940-5cbf5ddba272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032250 Jan 18 22:21:55.716932 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-ec7b8e77-b9d0-4dd6-9ca2-d1e32228c2ad service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:21:55.734438 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-ec7b8e77-b9d0-4dd6-9ca2-d1e32228c2ad service neutron] Checking segment: {'id': 'ee75c36c-e3da-443e-af67-166cf5cadbbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6762cf84-f7fb-4f6c-9c16-5d48c8ba314e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:21:55.734905 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-ec7b8e77-b9d0-4dd6-9ca2-d1e32228c2ad service neutron] Bound using segment: {'id': 'ee75c36c-e3da-443e-af67-166cf5cadbbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6762cf84-f7fb-4f6c-9c16-5d48c8ba314e'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:21:55.735359 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-ec7b8e77-b9d0-4dd6-9ca2-d1e32228c2ad service neutron] Bound port: 628fd386-d663-4f6e-b10c-63286e484d82, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee75c36c-e3da-443e-af67-166cf5cadbbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6762cf84-f7fb-4f6c-9c16-5d48c8ba314e'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:21:55.735789 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-ec7b8e77-b9d0-4dd6-9ca2-d1e32228c2ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:55.748082 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef97b306-23db-4484-a238-b8298c61edb4 req-8de4e11e-efaa-42e2-b25e-c197f55707e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:55.749601 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ef97b306-23db-4484-a238-b8298c61edb4 req-8de4e11e-efaa-42e2-b25e-c197f55707e5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4de4c816-9c87-48ec-b7cd-5fd21aa43808&tenant_id=cccec33dc87e4f2dae33b71be2fd1ab3 HTTP/1.1" status: 200 len: 1095 time: 0.9087110 Jan 18 22:21:55.925889 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef97b306-23db-4484-a238-b8298c61edb4 req-fa8bb7ef-167f-469e-8d0e-660c673821f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:55.927448 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ef97b306-23db-4484-a238-b8298c61edb4 req-fa8bb7ef-167f-469e-8d0e-660c673821f1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cccec33dc87e4f2dae33b71be2fd1ab3&device_id=4de4c816-9c87-48ec-b7cd-5fd21aa43808 HTTP/1.1" status: 200 len: 1095 time: 0.1120908 Jan 18 22:21:55.996480 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-f271342d-f73d-43cc-a0fc-3822f9b59224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:55.998393 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-f271342d-f73d-43cc-a0fc-3822f9b59224 service neutron] 10.222.0.67 "GET /v2.0/ports/726f2559-9d78-42be-aef4-a8aa75da8ec7 HTTP/1.1" status: 200 len: 1027 time: 0.0413065 Jan 18 22:21:56.054206 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0bf68a57-d01e-4a87-a253-bb8e222aa0b0 req-18a4d862-19f0-487e-9cc1-03cb446d2b87 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/ports?device_id=db33aaef-5884-4da4-a311-5ede51d08faf HTTP/1.1" status: 200 len: 210 time: 0.1092098 Jan 18 22:21:56.132652 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef97b306-23db-4484-a238-b8298c61edb4 req-4dfc78a8-99fe-4362-85bb-770c6b2ae8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:56.134050 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ef97b306-23db-4484-a238-b8298c61edb4 req-4dfc78a8-99fe-4362-85bb-770c6b2ae8b1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=61203f33-a8b3-4e89-8217-8dac5f2bb01b HTTP/1.1" status: 200 len: 921 time: 0.1885090 Jan 18 22:21:56.135420 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba09e642-e639-43e4-9076-8b9bd065641a req-99afe6eb-d9be-4739-adb2-29f8a2b78125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:56.144230 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba09e642-e639-43e4-9076-8b9bd065641a req-99afe6eb-d9be-4739-adb2-29f8a2b78125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:56.144851 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba09e642-e639-43e4-9076-8b9bd065641a req-99afe6eb-d9be-4739-adb2-29f8a2b78125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:56.146507 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ba09e642-e639-43e4-9076-8b9bd065641a req-99afe6eb-d9be-4739-adb2-29f8a2b78125 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=e820669caca04fcb8f8972d8b3102f64&shared=False HTTP/1.1" status: 200 len: 2294 time: 1.2167916 Jan 18 22:21:56.231876 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-ec7b8e77-b9d0-4dd6-9ca2-d1e32228c2ad service neutron] For port 628fd386-d663-4f6e-b10c-63286e484d82, host n-h2-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:21:56.242465 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5824b39-8c79-4ee7-96a6-92d43e5cbc76 req-59f00c44-518e-44b8-af68-13ada2ef6eda tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:56.250030 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e5824b39-8c79-4ee7-96a6-92d43e5cbc76 req-59f00c44-518e-44b8-af68-13ada2ef6eda tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=c12c2f22-245f-4eaf-87d7-f3273dc26322 HTTP/1.1" status: 200 len: 945 time: 0.5361547 Jan 18 22:21:56.262637 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-406248a3-27eb-4f1a-a11f-8b09b2d5d428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:56.265597 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-406248a3-27eb-4f1a-a11f-8b09b2d5d428 service neutron] 10.222.0.67 "GET /v2.0/ports/612fabe9-4416-4612-8231-d5ba01cdae5f HTTP/1.1" status: 200 len: 1026 time: 0.2321777 Jan 18 22:21:56.276555 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-ec7b8e77-b9d0-4dd6-9ca2-d1e32228c2ad service neutron] For port 628fd386-d663-4f6e-b10c-63286e484d82, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=628fd386-d663-4f6e-b10c-63286e484d82,segment=NetworkSegment(ee75c36c-e3da-443e-af67-166cf5cadbbd),segment_id=ee75c36c-e3da-443e-af67-166cf5cadbbd)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:21:56.317600 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ef97b306-23db-4484-a238-b8298c61edb4 req-c6ab1902-b5b8-4422-bcc6-bedfd10b7643 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c5c87b3-3677-4750-b83f-650937ba09d4 HTTP/1.1" status: 200 len: 217 time: 0.1700761 Jan 18 22:21:56.345489 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-ec7b8e77-b9d0-4dd6-9ca2-d1e32228c2ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:56.418501 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e5824b39-8c79-4ee7-96a6-92d43e5cbc76 req-1c187e3f-d929-405c-82a1-b28c95a34fc7 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=69e59ffc-71ce-4c50-acf6-17bf11fb5545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512494 Jan 18 22:21:56.445856 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-ec7b8e77-b9d0-4dd6-9ca2-d1e32228c2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:56.446492 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-ec7b8e77-b9d0-4dd6-9ca2-d1e32228c2ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:56.448052 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-ec7b8e77-b9d0-4dd6-9ca2-d1e32228c2ad service neutron] 10.222.0.67 "PUT /v2.0/ports/628fd386-d663-4f6e-b10c-63286e484d82 HTTP/1.1" status: 200 len: 1134 time: 3.4637060 Jan 18 22:21:56.538472 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 18 Jan 2022 22:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caa7e53f-9987-4205-8b45-2f96ff4549b8 x-openstack-request-id: req-caa7e53f-9987-4205-8b45-2f96ff4549b8 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:21:56.539468 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8d13995-b3d7-4bbf-a5e8-3cf72914a2ca", "name": "network-vif-unplugged", "status": "completed", "tag": "fbe6a945-5e45-420b-9221-bb5e5f67634f", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:21:56.539882 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-caa7e53f-9987-4205-8b45-2f96ff4549b8 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:21:56.540502 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8d13995-b3d7-4bbf-a5e8-3cf72914a2ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbe6a945-5e45-420b-9221-bb5e5f67634f', 'code': 200} Jan 18 22:21:56.580954 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8fe5d0-6593-4052-8916-cef4d0fd3e82 req-6631384a-6cfc-4b6c-a2a0-a2746c779744 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:56.582525 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8c8fe5d0-6593-4052-8916-cef4d0fd3e82 req-6631384a-6cfc-4b6c-a2a0-a2746c779744 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/ports?device_id=403ff10c-4dc2-498c-82c9-4b8f991f54e3 HTTP/1.1" status: 200 len: 945 time: 0.3037007 Jan 18 22:21:56.595808 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-b48e8fe5-0398-47de-8de5-20e19dec13f7 service neutron] Request body: {'port': {'device_id': '5fdf43ac-e2d1-46c0-a022-01c13375d73d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:21:56.617084 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7b8e77-b9d0-4dd6-9ca2-d1e32228c2ad service neutron] Pushing event updated for resources: {'Port': ['ID=628fd386-d663-4f6e-b10c-63286e484d82,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:21:56.617581 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba09e642-e639-43e4-9076-8b9bd065641a req-8dfd39ff-824a-453b-9d98-58c6b4575d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:56.620869 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ba09e642-e639-43e4-9076-8b9bd065641a req-8dfd39ff-824a-453b-9d98-58c6b4575d59 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4606314 Jan 18 22:21:56.633396 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef97b306-23db-4484-a238-b8298c61edb4 req-063133b5-70ca-4b1e-9266-67ca3c3321d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:56.635026 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ef97b306-23db-4484-a238-b8298c61edb4 req-063133b5-70ca-4b1e-9266-67ca3c3321d6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b92d365b-b574-47a9-a91d-968f4b104686 HTTP/1.1" status: 200 len: 861 time: 0.2780066 Jan 18 22:21:56.685099 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fdf43ac-e2d1-46c0-a022-01c13375d73d', 'tag': '628fd386-d663-4f6e-b10c-63286e484d82'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:21:56.687116 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-917b3f22-6632-4605-8b50-7e6a5e0a2ee4" -d '{"events": [{"name": "network-changed", "server_uuid": "5fdf43ac-e2d1-46c0-a022-01c13375d73d", "tag": "628fd386-d663-4f6e-b10c-63286e484d82"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:21:56.697809 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ef97b306-23db-4484-a238-b8298c61edb4 req-83d044cc-beb2-4628-8499-b25c770f6e37 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=61203f33-a8b3-4e89-8217-8dac5f2bb01b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546539 Jan 18 22:21:56.842013 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8c8fe5d0-6593-4052-8916-cef4d0fd3e82 req-aaa30b92-961a-42e0-9938-b2001fb061d5 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/security-groups?id=92d0bf2d-4a69-4a06-bc28-bffdc82f7ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404664 Jan 18 22:21:56.867437 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ef97b306-23db-4484-a238-b8298c61edb4 req-ef3655ae-d74c-48a2-aeb0-39bf9050f0bf service neutron] 10.222.0.36 "GET /v2.0/networks/61203f33-a8b3-4e89-8217-8dac5f2bb01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527281 Jan 18 22:21:56.967694 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-b48e8fe5-0398-47de-8de5-20e19dec13f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:56.996142 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a39b37be-a9dd-4b62-bd2b-c2f767db9ab1 x-openstack-request-id: req-a39b37be-a9dd-4b62-bd2b-c2f767db9ab1 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:21:56.996462 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fdf43ac-e2d1-46c0-a022-01c13375d73d", "tag": "628fd386-d663-4f6e-b10c-63286e484d82", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:21:57.003573 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a39b37be-a9dd-4b62-bd2b-c2f767db9ab1 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:21:57.004108 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fdf43ac-e2d1-46c0-a022-01c13375d73d', 'tag': '628fd386-d663-4f6e-b10c-63286e484d82', 'status': 'completed', 'code': 200} Jan 18 22:21:57.079435 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917b3f22-6632-4605-8b50-7e6a5e0a2ee4 req-a6ecdf8f-45b6-4abe-bb58-9de646a4aaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:57.080315 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917b3f22-6632-4605-8b50-7e6a5e0a2ee4 req-a6ecdf8f-45b6-4abe-bb58-9de646a4aaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:57.081591 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917b3f22-6632-4605-8b50-7e6a5e0a2ee4 req-a6ecdf8f-45b6-4abe-bb58-9de646a4aaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:57.082230 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917b3f22-6632-4605-8b50-7e6a5e0a2ee4 req-a6ecdf8f-45b6-4abe-bb58-9de646a4aaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:57.082861 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917b3f22-6632-4605-8b50-7e6a5e0a2ee4 req-a6ecdf8f-45b6-4abe-bb58-9de646a4aaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:57.083490 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917b3f22-6632-4605-8b50-7e6a5e0a2ee4 req-a6ecdf8f-45b6-4abe-bb58-9de646a4aaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:57.086149 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-917b3f22-6632-4605-8b50-7e6a5e0a2ee4 req-a6ecdf8f-45b6-4abe-bb58-9de646a4aaf6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e820669caca04fcb8f8972d8b3102f64&device_id=5fdf43ac-e2d1-46c0-a022-01c13375d73d HTTP/1.1" status: 200 len: 5289 time: 0.0840955 Jan 18 22:21:57.088553 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ef97b306-23db-4484-a238-b8298c61edb4 req-e4b60957-ffd1-4293-b85a-6e8c514a1578 service neutron] 10.222.0.36 "GET /v2.0/networks/61203f33-a8b3-4e89-8217-8dac5f2bb01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149363 Jan 18 22:21:57.184112 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ce0e54-7a92-42fe-b037-9398e352e7b6 req-9d66dcb3-d44c-4536-bb6a-8473dadd6cf1 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:57.194577 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ce0e54-7a92-42fe-b037-9398e352e7b6 req-9d66dcb3-d44c-4536-bb6a-8473dadd6cf1 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:57.202352 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ce0e54-7a92-42fe-b037-9398e352e7b6 req-9d66dcb3-d44c-4536-bb6a-8473dadd6cf1 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:57.210685 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82064e4d-3cb2-4fa7-b761-65967cede3de req-e7701616-b99d-44a4-9b0b-31fe54ada58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:57.212172 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ce0e54-7a92-42fe-b037-9398e352e7b6 req-9d66dcb3-d44c-4536-bb6a-8473dadd6cf1 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:57.212711 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-82064e4d-3cb2-4fa7-b761-65967cede3de req-e7701616-b99d-44a4-9b0b-31fe54ada58a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=584d50ef6ed64545aac1e7947879ab5e&device_id=c12c2f22-245f-4eaf-87d7-f3273dc26322 HTTP/1.1" status: 200 len: 1096 time: 0.0829103 Jan 18 22:21:57.220812 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ce0e54-7a92-42fe-b037-9398e352e7b6 req-9d66dcb3-d44c-4536-bb6a-8473dadd6cf1 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:57.241447 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ce0e54-7a92-42fe-b037-9398e352e7b6 req-9d66dcb3-d44c-4536-bb6a-8473dadd6cf1 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:57.249174 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b5ce0e54-7a92-42fe-b037-9398e352e7b6 req-9d66dcb3-d44c-4536-bb6a-8473dadd6cf1 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fdf43ac-e2d1-46c0-a022-01c13375d73d HTTP/1.1" status: 200 len: 4603 time: 0.3376989 Jan 18 22:21:57.264391 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-01e2453e-c7ec-4a57-83dd-b0672c1788a3 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:57.271472 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-01e2453e-c7ec-4a57-83dd-b0672c1788a3 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:57.277890 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-01e2453e-c7ec-4a57-83dd-b0672c1788a3 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:57.279769 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-01e2453e-c7ec-4a57-83dd-b0672c1788a3 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.67 "GET /v2.0/networks?id=f9ad31e7-37ce-419b-821b-a9da1bd29d6a&id=dd775970-2a5b-4fa0-b58f-e11b40e608fa&id=dd775970-2a5b-4fa0-b58f-e11b40e608fa&id=dd775970-2a5b-4fa0-b58f-e11b40e608fa&id=dd775970-2a5b-4fa0-b58f-e11b40e608fa&id=d517cf7a-2b5e-403e-9519-f81391a215c9&id=d517cf7a-2b5e-403e-9519-f81391a215c9 HTTP/1.1" status: 200 len: 1990 time: 0.9655666 Jan 18 22:21:57.306260 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917b3f22-6632-4605-8b50-7e6a5e0a2ee4 req-bf3ec75d-acaa-4f63-8454-199593c8a357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:57.307046 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917b3f22-6632-4605-8b50-7e6a5e0a2ee4 req-bf3ec75d-acaa-4f63-8454-199593c8a357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:57.307698 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917b3f22-6632-4605-8b50-7e6a5e0a2ee4 req-bf3ec75d-acaa-4f63-8454-199593c8a357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:57.309510 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-917b3f22-6632-4605-8b50-7e6a5e0a2ee4 req-bf3ec75d-acaa-4f63-8454-199593c8a357 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=e820669caca04fcb8f8972d8b3102f64&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2162528 Jan 18 22:21:57.437637 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b04f67d-0ebc-4f5e-9a23-975901ee4bc4 req-a9f40845-a070-4d82-9d35-4ca3ef8f5313 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:57.445055 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7b04f67d-0ebc-4f5e-9a23-975901ee4bc4 req-a9f40845-a070-4d82-9d35-4ca3ef8f5313 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/ports?device_id=4de4c816-9c87-48ec-b7cd-5fd21aa43808 HTTP/1.1" status: 200 len: 944 time: 0.3691192 Jan 18 22:21:57.457864 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82064e4d-3cb2-4fa7-b761-65967cede3de req-01820ee0-5129-4fa4-bba2-e582fdf4df15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:57.459640 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-82064e4d-3cb2-4fa7-b761-65967cede3de req-01820ee0-5129-4fa4-bba2-e582fdf4df15 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84 HTTP/1.1" status: 200 len: 911 time: 0.2386594 Jan 18 22:21:57.471919 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-6aae7c99-3cae-4448-9424-6f4dddda67be tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec90adb1094349739cc26a639b1aef5d HTTP/1.1" status: 200 len: 379 time: 0.1129398 Jan 18 22:21:57.498480 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-0d1aba92-ff6e-4183-9cb0-f24bcef8cb3e tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Request body: {'port': {'device_id': 'db33aaef-5884-4da4-a311-5ede51d08faf', 'network_id': 'f9ad31e7-37ce-419b-821b-a9da1bd29d6a', 'admin_state_up': True, 'tenant_id': 'ec90adb1094349739cc26a639b1aef5d', 'security_groups': ['1a7f3ba7-6b33-47d4-842d-f8859c8e7d98']}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:21:57.513984 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef97b306-23db-4484-a238-b8298c61edb4 req-d9a0f277-2ea7-40d2-a925-2a364b575e70 tempest-LiveAutoBlockMigrationV225Test-1137188585 tempest-LiveAutoBlockMigrationV225Test-1137188585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:57.515083 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ef97b306-23db-4484-a238-b8298c61edb4 req-d9a0f277-2ea7-40d2-a925-2a364b575e70 tempest-LiveAutoBlockMigrationV225Test-1137188585 tempest-LiveAutoBlockMigrationV225Test-1137188585-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=4de4c816-9c87-48ec-b7cd-5fd21aa43808&tenant_id=cccec33dc87e4f2dae33b71be2fd1ab3&binding%3Ahost_id=n-h1-825064-1 HTTP/1.1" status: 200 len: 1095 time: 0.1152673 Jan 18 22:21:57.522140 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-82064e4d-3cb2-4fa7-b761-65967cede3de req-ad1b341c-1429-475a-b6fb-f990bcc11e2d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fef424e3-649f-4fd5-a6a2-6efbe288e81d HTTP/1.1" status: 200 len: 217 time: 0.0508690 Jan 18 22:21:57.560332 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917b3f22-6632-4605-8b50-7e6a5e0a2ee4 req-a5dab95e-4bd0-4138-8f92-7959065bc818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:57.561830 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-917b3f22-6632-4605-8b50-7e6a5e0a2ee4 req-a5dab95e-4bd0-4138-8f92-7959065bc818 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2457478 Jan 18 22:21:57.605377 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b5ce0e54-7a92-42fe-b037-9398e352e7b6 req-74a481fc-1a0d-47fd-add2-8f1fd69dbc61 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "GET /v2.0/security-groups?id=feae3479-97c3-4dcd-9cbb-02eadc4c6a76&id=61d17b67-718c-4475-950b-257bfb33b7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3243508 Jan 18 22:21:57.642717 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82064e4d-3cb2-4fa7-b761-65967cede3de req-847bbf6d-c766-45e5-b944-581e901c617a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:57.644591 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-82064e4d-3cb2-4fa7-b761-65967cede3de req-847bbf6d-c766-45e5-b944-581e901c617a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=42841b58-d144-4855-94d6-b7b43c1900e0 HTTP/1.1" status: 200 len: 850 time: 0.1117625 Jan 18 22:21:57.756105 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82064e4d-3cb2-4fa7-b761-65967cede3de req-b4b1ee5c-2abe-47c3-a6cf-3e910c58acc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:57.757957 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-82064e4d-3cb2-4fa7-b761-65967cede3de req-b4b1ee5c-2abe-47c3-a6cf-3e910c58acc8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0804470 Jan 18 22:21:57.762558 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-ef97b306-23db-4484-a238-b8298c61edb4 req-e67c2c16-cae4-4aea-af03-ee393ead2a24 service neutron] For port 2c5c87b3-3677-4750-b83f-650937ba09d4, host n-h2-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:21:57.766473 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-ef97b306-23db-4484-a238-b8298c61edb4 req-e67c2c16-cae4-4aea-af03-ee393ead2a24 service neutron] Notify callbacks [] for binding, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:57.767765 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ef97b306-23db-4484-a238-b8298c61edb4 req-e67c2c16-cae4-4aea-af03-ee393ead2a24 service neutron] 10.222.0.36 "DELETE /v2.0/ports/2c5c87b3-3677-4750-b83f-650937ba09d4/bindings/n-h2-825064-1 HTTP/1.1" status: 204 len: 173 time: 0.2430882 Jan 18 22:21:57.773300 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7b04f67d-0ebc-4f5e-9a23-975901ee4bc4 req-adc5c472-5e69-42fd-a39a-1c67ed4a8b8a tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc8c7d2e-b8e2-47f9-a940-5cbf5ddba272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003688 Jan 18 22:21:57.901904 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-82064e4d-3cb2-4fa7-b761-65967cede3de req-0267edff-c513-4c70-b4b9-b199422e6a2f service neutron] 10.222.0.36 "GET /v2.0/networks/e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328349 Jan 18 22:21:57.955551 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4f029327-40d3-4c1c-a9fd-2cdaf3253eee req-941f4cd6-1978-468f-b745-0fcd9d116489 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/ports?device_id=db33aaef-5884-4da4-a311-5ede51d08faf HTTP/1.1" status: 200 len: 210 time: 0.0635307 Jan 18 22:21:57.989273 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c9f9ca64-5e8d-49ed-a035-de70bb0d563c tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1042964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1040653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8593'] for router, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:58.011594 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c9f9ca64-5e8d-49ed-a035-de70bb0d563c tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1042975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1043046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1040698'] for router, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:58.043791 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-82064e4d-3cb2-4fa7-b761-65967cede3de req-db997bf5-3ea7-4064-aea8-1b9329701ea4 service neutron] 10.222.0.36 "GET /v2.0/networks/e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329610 Jan 18 22:21:58.397984 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b956a33f-dc5f-4a20-b9a8-19f0dafc7279 req-17063ef7-4556-484e-8ad1-6e8908a2d72e tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:58.399470 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b956a33f-dc5f-4a20-b9a8-19f0dafc7279 req-17063ef7-4556-484e-8ad1-6e8908a2d72e tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/networks?id=238ed1a6-2b69-482a-a879-0782a721c5d9 HTTP/1.1" status: 200 len: 805 time: 0.6717644 Jan 18 22:21:58.437195 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-0d1aba92-ff6e-4183-9cb0-f24bcef8cb3e tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Made reservation on behalf of ec90adb1094349739cc26a639b1aef5d for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:21:58.440999 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-0d1aba92-ff6e-4183-9cb0-f24bcef8cb3e tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:58.498488 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b956a33f-dc5f-4a20-b9a8-19f0dafc7279 req-3d8bfdf2-3589-4fb9-8904-f65fa10c0a66 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/quotas/ae480cc349914bb59c49507d70f536af HTTP/1.1" status: 200 len: 375 time: 0.0797842 Jan 18 22:21:58.574693 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2f292a-f703-4111-8a90-35055f37e6c4 req-bea74302-6dd3-41fe-ab7e-23e35451fc09 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:58.576968 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ab2f292a-f703-4111-8a90-35055f37e6c4 req-bea74302-6dd3-41fe-ab7e-23e35451fc09 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.67 "GET /v2.0/ports?device_id=b8d13995-b3d7-4bbf-a5e8-3cf72914a2ca HTTP/1.1" status: 200 len: 943 time: 0.0952458 Jan 18 22:21:58.664673 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022e5ae7-3c37-4f27-858c-2ae1c85b49ca req-c31d499b-90e9-4f9a-a856-ab4163676be6 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:58.666336 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-022e5ae7-3c37-4f27-858c-2ae1c85b49ca req-c31d499b-90e9-4f9a-a856-ab4163676be6 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=c12c2f22-245f-4eaf-87d7-f3273dc26322 HTTP/1.1" status: 200 len: 945 time: 0.5573506 Jan 18 22:21:58.710505 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9f9ca64-5e8d-49ed-a035-de70bb0d563c tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Router 374fc109-84b3-4dc6-8c4e-9a6628bd8d91 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:21:58.727701 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-ab2f292a-f703-4111-8a90-35055f37e6c4 req-1bd50220-b6d1-4621-9261-88cce67ec237 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Deleting port fbe6a945-5e45-420b-9221-bb5e5f67634f {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:21:58.728157 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-ab2f292a-f703-4111-8a90-35055f37e6c4 req-1bd50220-b6d1-4621-9261-88cce67ec237 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:58.734186 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-b48e8fe5-0398-47de-8de5-20e19dec13f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31c5c75b-ce2c-4be9-b4cf-f29652cd677a {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:21:58.760275 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-b48e8fe5-0398-47de-8de5-20e19dec13f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:58.775931 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b956a33f-dc5f-4a20-b9a8-19f0dafc7279 req-d373cf8b-75a8-47f1-8af9-261f90874713 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ae480cc349914bb59c49507d70f536af&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2664957 Jan 18 22:21:58.834150 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-022e5ae7-3c37-4f27-858c-2ae1c85b49ca req-e767d923-a8a0-445d-be4b-c33ae32227c9 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=69e59ffc-71ce-4c50-acf6-17bf11fb5545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510966 Jan 18 22:21:58.891334 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-ab2f292a-f703-4111-8a90-35055f37e6c4 req-1bd50220-b6d1-4621-9261-88cce67ec237 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] For port fbe6a945-5e45-420b-9221-bb5e5f67634f, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=fbe6a945-5e45-420b-9221-bb5e5f67634f,segment=NetworkSegment(bbee9262-cfb2-4fc9-82be-4cb3bf414322),segment_id=bbee9262-cfb2-4fc9-82be-4cb3bf414322)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:21:58.891766 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-ab2f292a-f703-4111-8a90-35055f37e6c4 req-1bd50220-b6d1-4621-9261-88cce67ec237 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:58.907776 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-ab2f292a-f703-4111-8a90-35055f37e6c4 req-1bd50220-b6d1-4621-9261-88cce67ec237 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Calling delete_port for fbe6a945-5e45-420b-9221-bb5e5f67634f owned by compute:nova {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:21:58.989023 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-b48e8fe5-0398-47de-8de5-20e19dec13f7 service neutron] Transition to ACTIVE for port object 31c5c75b-ce2c-4be9-b4cf-f29652cd677a will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:21:59.029697 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-b48e8fe5-0398-47de-8de5-20e19dec13f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:59.053702 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-0d1aba92-ff6e-4183-9cb0-f24bcef8cb3e tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Allocated IP 172.20.0.14 (f9ad31e7-37ce-419b-821b-a9da1bd29d6a/14f50ebb-1818-4759-9f29-e9e27d7b46b0/24989149-146c-4acc-b874-9271bde1ec55) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:21:59.111281 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-ab2f292a-f703-4111-8a90-35055f37e6c4 req-1bd50220-b6d1-4621-9261-88cce67ec237 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:59.150373 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd50220-b6d1-4621-9261-88cce67ec237 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Pushing event deleted for resources: {'Port': ['ID=fbe6a945-5e45-420b-9221-bb5e5f67634f,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:21:59.167828 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd50220-b6d1-4621-9261-88cce67ec237 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:21:59.168620 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd50220-b6d1-4621-9261-88cce67ec237 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:21:59.169023 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd50220-b6d1-4621-9261-88cce67ec237 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:21:59.170233 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd50220-b6d1-4621-9261-88cce67ec237 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:21:59.170233 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd50220-b6d1-4621-9261-88cce67ec237 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:21:59.170233 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd50220-b6d1-4621-9261-88cce67ec237 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:21:59.170584 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd50220-b6d1-4621-9261-88cce67ec237 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:21:59.170911 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd50220-b6d1-4621-9261-88cce67ec237 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:21:59.171388 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd50220-b6d1-4621-9261-88cce67ec237 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:21:59.172186 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd50220-b6d1-4621-9261-88cce67ec237 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:21:59.172186 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd50220-b6d1-4621-9261-88cce67ec237 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:21:59.172468 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd50220-b6d1-4621-9261-88cce67ec237 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:21:59.220625 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48e8fe5-0398-47de-8de5-20e19dec13f7 service neutron] Pushing event updated for resources: {'Port': ['ID=31c5c75b-ce2c-4be9-b4cf-f29652cd677a,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:21:59.239326 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4c1644-5408-4ea2-a917-427ba460d872 req-f1143187-c221-4c57-851c-616817529280 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:59.246673 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bc4c1644-5408-4ea2-a917-427ba460d872 req-f1143187-c221-4c57-851c-616817529280 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/ports?device_id=403ff10c-4dc2-498c-82c9-4b8f991f54e3 HTTP/1.1" status: 200 len: 945 time: 0.2946260 Jan 18 22:21:59.267958 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab2f292a-f703-4111-8a90-35055f37e6c4 req-1bd50220-b6d1-4621-9261-88cce67ec237 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] No DVR routers for this DVR port fbe6a945-5e45-420b-9221-bb5e5f67634f on host n-h2-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:21:59.271613 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-ab2f292a-f703-4111-8a90-35055f37e6c4 req-1bd50220-b6d1-4621-9261-88cce67ec237 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:59.276214 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ab2f292a-f703-4111-8a90-35055f37e6c4 req-1bd50220-b6d1-4621-9261-88cce67ec237 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.67 "DELETE /v2.0/ports/fbe6a945-5e45-420b-9221-bb5e5f67634f HTTP/1.1" status: 204 len: 173 time: 0.6928613 Jan 18 22:21:59.276879 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8d13995-b3d7-4bbf-a5e8-3cf72914a2ca', 'name': 'network-vif-deleted', 'tag': 'fbe6a945-5e45-420b-9221-bb5e5f67634f'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:21:59.278542 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b956a33f-dc5f-4a20-b9a8-19f0dafc7279 req-d30a8332-f813-4160-bd1e-1b0c409ef71b service neutron] 10.222.0.53 "GET /v2.0/networks/238ed1a6-2b69-482a-a879-0782a721c5d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4751177 Jan 18 22:21:59.300149 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9f9ca64-5e8d-49ed-a035-de70bb0d563c tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:21:59.302177 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1943c56-857b-4cef-a19f-8aed7e96f25c" -d '{"events": [{"server_uuid": "b8d13995-b3d7-4bbf-a5e8-3cf72914a2ca", "name": "network-vif-deleted", "tag": "fbe6a945-5e45-420b-9221-bb5e5f67634f"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:21:59.307912 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c9f9ca64-5e8d-49ed-a035-de70bb0d563c tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks [] for router, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:59.311932 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ebbbf4-0e5c-4ecd-bb85-85c84aa597d7 None None] Sync routers for ids ['374fc109-84b3-4dc6-8c4e-9a6628bd8d91'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:21:59.318779 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-c9f9ca64-5e8d-49ed-a035-de70bb0d563c tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] 10.222.0.53 "PUT /v2.0/routers/374fc109-84b3-4dc6-8c4e-9a6628bd8d91 HTTP/1.1" status: 200 len: 920 time: 5.9598491 Jan 18 22:21:59.319208 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37564) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:21:59.337252 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ebbbf4-0e5c-4ecd-bb85-85c84aa597d7 None None] Routers {'374fc109-84b3-4dc6-8c4e-9a6628bd8d91'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:21:59.338419 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-79ebbbf4-0e5c-4ecd-bb85-85c84aa597d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:21:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['374fc109-84b3-4dc6-8c4e-9a6628bd8d91'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:21:59.395492 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-79ebbbf4-0e5c-4ecd-bb85-85c84aa597d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:21:59.407039 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ebbbf4-0e5c-4ecd-bb85-85c84aa597d7 None None] Routers {'374fc109-84b3-4dc6-8c4e-9a6628bd8d91'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:21:59.408008 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-79ebbbf4-0e5c-4ecd-bb85-85c84aa597d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:21:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['374fc109-84b3-4dc6-8c4e-9a6628bd8d91'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:21:59.477865 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-79ebbbf4-0e5c-4ecd-bb85-85c84aa597d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:21:59.479316 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ebbbf4-0e5c-4ecd-bb85-85c84aa597d7 None None] The sync data for ids ['374fc109-84b3-4dc6-8c4e-9a6628bd8d91'] in n-d-825064-1 is: [] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:21:59.535939 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-3d850bde-3052-4ee7-a71f-8ef68c2bf164 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] 10.222.0.53 "GET /v2.0/routers/374fc109-84b3-4dc6-8c4e-9a6628bd8d91 HTTP/1.1" status: 200 len: 920 time: 0.2128932 Jan 18 22:21:59.536317 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37566) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:21:59.560781 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 50d5a31e-be32-4b51-82d8-d7fd0fe183ad details requested by agent hyperv_n-h1-825064-1 with host n-h1-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:21:59.563245 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device fef424e3-649f-4fd5-a6a2-6efbe288e81d no longer exists at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:21:59.593523 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bc4c1644-5408-4ea2-a917-427ba460d872 req-177801b1-5b95-40e3-9a54-fbfa3f6b1c3c tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/security-groups?id=92d0bf2d-4a69-4a06-bc28-bffdc82f7ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3458111 Jan 18 22:21:59.648140 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-b48e8fe5-0398-47de-8de5-20e19dec13f7 service neutron] Attempting to bind port 31c5c75b-ce2c-4be9-b4cf-f29652cd677a on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:21:59.648756 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-b48e8fe5-0398-47de-8de5-20e19dec13f7 service neutron] Attempting to bind port 31c5c75b-ce2c-4be9-b4cf-f29652cd677a by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': 'ee75c36c-e3da-443e-af67-166cf5cadbbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6762cf84-f7fb-4f6c-9c16-5d48c8ba314e'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:21:59.649525 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-b48e8fe5-0398-47de-8de5-20e19dec13f7 service neutron] Attempting to bind port 31c5c75b-ce2c-4be9-b4cf-f29652cd677a on network 6762cf84-f7fb-4f6c-9c16-5d48c8ba314e {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:21:59.685056 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-0d1aba92-ff6e-4183-9cb0-f24bcef8cb3e tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:59.725349 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-b48e8fe5-0398-47de-8de5-20e19dec13f7 service neutron] Port 31c5c75b-ce2c-4be9-b4cf-f29652cd677a on network 6762cf84-f7fb-4f6c-9c16-5d48c8ba314e not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:21:59.726436 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-b48e8fe5-0398-47de-8de5-20e19dec13f7 service neutron] Attempting to bind port 31c5c75b-ce2c-4be9-b4cf-f29652cd677a on network 6762cf84-f7fb-4f6c-9c16-5d48c8ba314e {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:21:59.735878 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-b48e8fe5-0398-47de-8de5-20e19dec13f7 service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:21:59.736438 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-b48e8fe5-0398-47de-8de5-20e19dec13f7 service neutron] Checking segment: {'id': 'ee75c36c-e3da-443e-af67-166cf5cadbbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6762cf84-f7fb-4f6c-9c16-5d48c8ba314e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:21:59.737699 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-b48e8fe5-0398-47de-8de5-20e19dec13f7 service neutron] Bound using segment: {'id': 'ee75c36c-e3da-443e-af67-166cf5cadbbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6762cf84-f7fb-4f6c-9c16-5d48c8ba314e'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:21:59.738297 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-b48e8fe5-0398-47de-8de5-20e19dec13f7 service neutron] Bound port: 31c5c75b-ce2c-4be9-b4cf-f29652cd677a, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee75c36c-e3da-443e-af67-166cf5cadbbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6762cf84-f7fb-4f6c-9c16-5d48c8ba314e'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:21:59.738928 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-b48e8fe5-0398-47de-8de5-20e19dec13f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:59.744806 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b3a0b9-36a4-4b1b-a3e1-e46c8443d416 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:59.756581 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-68b3a0b9-36a4-4b1b-a3e1-e46c8443d416 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=0fa7c7c8-c96a-4aa5-9818-d374adf00f99&device_id=374fc109-84b3-4dc6-8c4e-9a6628bd8d91&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2180276 Jan 18 22:21:59.758361 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37570) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:21:59.770794 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:59.853435 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c12c2f22-245f-4eaf-87d7-f3273dc26322', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fef424e3-649f-4fd5-a6a2-6efbe288e81d'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:21:59.857751 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-0d1aba92-ff6e-4183-9cb0-f24bcef8cb3e tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:59.861240 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7bfbfa5-ca59-4493-bf1b-5de561d0cde9" -d '{"events": [{"server_uuid": "c12c2f22-245f-4eaf-87d7-f3273dc26322", "name": "network-vif-unplugged", "status": "completed", "tag": "fef424e3-649f-4fd5-a6a2-6efbe288e81d"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:21:59.875369 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port fef424e3-649f-4fd5-a6a2-6efbe288e81d, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=fef424e3-649f-4fd5-a6a2-6efbe288e81d,segment=NetworkSegment(54058af5-a5b1-45e9-977a-39ef1b01c87e),segment_id=54058af5-a5b1-45e9-977a-39ef1b01c87e)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:21:59.882168 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 50d5a31e-be32-4b51-82d8-d7fd0fe183ad, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=50d5a31e-be32-4b51-82d8-d7fd0fe183ad,segment=NetworkSegment(8b9c1dcd-43d7-469e-84e6-2ae44ff323fb),segment_id=8b9c1dcd-43d7-469e-84e6-2ae44ff323fb)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:21:59.885643 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:21:59.886624 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 50d5a31e-be32-4b51-82d8-d7fd0fe183ad no longer exists at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:21:59.890143 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f7814b-f868-49de-83a3-69fa0cb1b2f4 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:21:59.894227 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-33f7814b-f868-49de-83a3-69fa0cb1b2f4 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] 10.222.0.53 "GET /v2.0/networks/0fa7c7c8-c96a-4aa5-9818-d374adf00f99 HTTP/1.1" status: 200 len: 881 time: 0.1319234 Jan 18 22:21:59.894968 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37576) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:21:59.956947 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Returning: {'device': '50d5a31e-be32-4b51-82d8-d7fd0fe183ad', 'network_id': 'bbd133fe-c308-4a8e-bf62-ce93a757e989', 'port_id': '50d5a31e-be32-4b51-82d8-d7fd0fe183ad', 'mac_address': 'fa:16:3e:67:34:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3943d4e3-11db-416b-b501-9e5a6550fdf9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:21:59.961482 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-3a9cc01c-1084-41e1-a62e-a586c0869362 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] 10.222.0.53 "GET /v2.0/ports?device_id=374fc109-84b3-4dc6-8c4e-9a6628bd8d91 HTTP/1.1" status: 200 len: 205 time: 0.0657456 Jan 18 22:21:59.965184 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37578) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:21:59.985936 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-0d1aba92-ff6e-4183-9cb0-f24bcef8cb3e tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Network f9ad31e7-37ce-419b-821b-a9da1bd29d6a is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:21:59.999670 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-b48e8fe5-0398-47de-8de5-20e19dec13f7 service neutron] For port 31c5c75b-ce2c-4be9-b4cf-f29652cd677a, host n-h2-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:22:00.003952 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-b48e8fe5-0398-47de-8de5-20e19dec13f7 service neutron] For port 31c5c75b-ce2c-4be9-b4cf-f29652cd677a, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=31c5c75b-ce2c-4be9-b4cf-f29652cd677a,segment=NetworkSegment(ee75c36c-e3da-443e-af67-166cf5cadbbd),segment_id=ee75c36c-e3da-443e-af67-166cf5cadbbd)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:22:00.005636 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:00.007587 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1aba92-ff6e-4183-9cb0-f24bcef8cb3e tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Pushing event updated for resources: {'Port': ['ID=24989149-146c-4acc-b874-9271bde1ec55,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:00.010970 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-0d1aba92-ff6e-4183-9cb0-f24bcef8cb3e tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:22:00.023940 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-0d1aba92-ff6e-4183-9cb0-f24bcef8cb3e tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:22:00.031831 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=fef424e3-649f-4fd5-a6a2-6efbe288e81d,revision_number=8']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:00.043091 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 50d5a31e-be32-4b51-82d8-d7fd0fe183ad {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:22:00.067478 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 50d5a31e-be32-4b51-82d8-d7fd0fe183ad, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=50d5a31e-be32-4b51-82d8-d7fd0fe183ad,segment=NetworkSegment(8b9c1dcd-43d7-469e-84e6-2ae44ff323fb),segment_id=8b9c1dcd-43d7-469e-84e6-2ae44ff323fb)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:22:00.075796 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-b48e8fe5-0398-47de-8de5-20e19dec13f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:00.116869 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:00.134104 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b956a33f-dc5f-4a20-b9a8-19f0dafc7279 req-ec90560d-5af2-4d6d-8068-8722f5b07a73 service neutron] 10.222.0.53 "GET /v2.0/networks/238ed1a6-2b69-482a-a879-0782a721c5d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8020320 Jan 18 22:22:00.147009 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-b48e8fe5-0398-47de-8de5-20e19dec13f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:00.148788 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-b48e8fe5-0398-47de-8de5-20e19dec13f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:00.148925 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-b48e8fe5-0398-47de-8de5-20e19dec13f7 service neutron] 10.222.0.67 "PUT /v2.0/ports/31c5c75b-ce2c-4be9-b4cf-f29652cd677a HTTP/1.1" status: 200 len: 1135 time: 3.5823035 Jan 18 22:22:00.170135 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29da6e13-1a4d-4e59-af98-1fc3549594a9 req-b0aefe43-d726-40c8-b1f0-3644231cfa98 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:00.177058 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29da6e13-1a4d-4e59-af98-1fc3549594a9 req-b0aefe43-d726-40c8-b1f0-3644231cfa98 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:00.183212 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29da6e13-1a4d-4e59-af98-1fc3549594a9 req-b0aefe43-d726-40c8-b1f0-3644231cfa98 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:00.189864 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29da6e13-1a4d-4e59-af98-1fc3549594a9 req-b0aefe43-d726-40c8-b1f0-3644231cfa98 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:00.196041 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29da6e13-1a4d-4e59-af98-1fc3549594a9 req-b0aefe43-d726-40c8-b1f0-3644231cfa98 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:00.201462 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1d482a7c-d8bd-47e4-9a1c-9a7f0253e608 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks [] for router, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:00.201933 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29da6e13-1a4d-4e59-af98-1fc3549594a9 req-b0aefe43-d726-40c8-b1f0-3644231cfa98 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:00.208048 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29da6e13-1a4d-4e59-af98-1fc3549594a9 req-b0aefe43-d726-40c8-b1f0-3644231cfa98 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:00.213012 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:00.216749 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-29da6e13-1a4d-4e59-af98-1fc3549594a9 req-b0aefe43-d726-40c8-b1f0-3644231cfa98 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fdf43ac-e2d1-46c0-a022-01c13375d73d HTTP/1.1" status: 200 len: 5380 time: 0.4605129 Jan 18 22:22:00.249178 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-936d213a-4dac-47ae-8f23-a4006e18604f service neutron] Request body: {'port': {'device_id': '5fdf43ac-e2d1-46c0-a022-01c13375d73d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:22:00.253122 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fdf43ac-e2d1-46c0-a022-01c13375d73d', 'tag': '31c5c75b-ce2c-4be9-b4cf-f29652cd677a'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:22:00.255438 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd3ffe0-ca84-44e6-ba21-70bb5941594c" -d '{"events": [{"name": "network-changed", "server_uuid": "5fdf43ac-e2d1-46c0-a022-01c13375d73d", "tag": "31c5c75b-ce2c-4be9-b4cf-f29652cd677a"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:22:00.305723 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=50d5a31e-be32-4b51-82d8-d7fd0fe183ad,revision_number=6']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:00.309663 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-0d1aba92-ff6e-4183-9cb0-f24bcef8cb3e tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:00.310486 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-0d1aba92-ff6e-4183-9cb0-f24bcef8cb3e tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:00.352719 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48e8fe5-0398-47de-8de5-20e19dec13f7 service neutron] Pushing event updated for resources: {'Port': ['ID=31c5c75b-ce2c-4be9-b4cf-f29652cd677a,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:00.383977 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-0d1aba92-ff6e-4183-9cb0-f24bcef8cb3e tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8911440 Jan 18 22:22:00.399336 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-7020e7ed-b18a-459f-9584-93a422982069 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Request body: {'port': {'device_id': 'db33aaef-5884-4da4-a311-5ede51d08faf', 'network_id': 'dd775970-2a5b-4fa0-b58f-e11b40e608fa', 'admin_state_up': True, 'tenant_id': 'ec90adb1094349739cc26a639b1aef5d', 'security_groups': ['1a7f3ba7-6b33-47d4-842d-f8859c8e7d98']}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:22:00.405414 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.db.api [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 22:22:00.408627 n-d-825064-1 neutron-server[102432]: DEBUG oslo_db.api [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 22:22:00.432007 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1d482a7c-d8bd-47e4-9a1c-9a7f0253e608 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:00.433484 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-29da6e13-1a4d-4e59-af98-1fc3549594a9 req-214b0027-067a-42cc-ad52-26cab2f528fc tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "GET /v2.0/security-groups?id=feae3479-97c3-4dcd-9cbb-02eadc4c6a76&id=61d17b67-718c-4475-950b-257bfb33b7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2135880 Jan 18 22:22:00.489479 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-936d213a-4dac-47ae-8f23-a4006e18604f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:00.490854 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['50d5a31e-be32-4b51-82d8-d7fd0fe183ad'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:22:00.578586 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-1d482a7c-d8bd-47e4-9a1c-9a7f0253e608 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Deleting port de7636d5-8a7a-4c75-a4a1-284e46d0a1f0 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:22:00.578586 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1d482a7c-d8bd-47e4-9a1c-9a7f0253e608 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:00.617142 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-e7a47179-6ae3-4a43-8a14-dc4af3eb8f62 None None] Provisioning complete for port 24989149-146c-4acc-b874-9271bde1ec55 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:22:00.617833 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e7a47179-6ae3-4a43-8a14-dc4af3eb8f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:00.672528 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1d482a7c-d8bd-47e4-9a1c-9a7f0253e608 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:00.686697 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-1d482a7c-d8bd-47e4-9a1c-9a7f0253e608 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Calling delete_port for de7636d5-8a7a-4c75-a4a1-284e46d0a1f0 owned by network:router_gateway {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:22:00.688099 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-e7a47179-6ae3-4a43-8a14-dc4af3eb8f62 None None] Port 24989149-146c-4acc-b874-9271bde1ec55 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:22:00.892309 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a80993-ea7c-4649-b02f-5d5f25f0ac0d req-ea5a4933-7f0d-46e3-997b-fa1e66fe5006 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:00.893905 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b0a80993-ea7c-4649-b02f-5d5f25f0ac0d req-ea5a4933-7f0d-46e3-997b-fa1e66fe5006 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/ports?device_id=db33aaef-5884-4da4-a311-5ede51d08faf HTTP/1.1" status: 200 len: 932 time: 0.3206389 Jan 18 22:22:00.938182 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 22:22:00.945517 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ead357-6f4e-41de-9c57-af9f7e2fd3b3 req-4d63877b-1e11-4a0e-9eec-a491617a41ef tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:00.946899 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d1ead357-6f4e-41de-9c57-af9f7e2fd3b3 req-4d63877b-1e11-4a0e-9eec-a491617a41ef tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/ports?device_id=4de4c816-9c87-48ec-b7cd-5fd21aa43808 HTTP/1.1" status: 200 len: 944 time: 0.3522122 Jan 18 22:22:00.977060 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:00.979827 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1d482a7c-d8bd-47e4-9a1c-9a7f0253e608 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:00.996033 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 50d5a31e-be32-4b51-82d8-d7fd0fe183ad {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:22:01.022828 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 50d5a31e-be32-4b51-82d8-d7fd0fe183ad, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=50d5a31e-be32-4b51-82d8-d7fd0fe183ad,segment=NetworkSegment(8b9c1dcd-43d7-469e-84e6-2ae44ff323fb),segment_id=8b9c1dcd-43d7-469e-84e6-2ae44ff323fb)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:22:01.026758 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d482a7c-d8bd-47e4-9a1c-9a7f0253e608 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Pushing event deleted for resources: {'Port': ['ID=de7636d5-8a7a-4c75-a4a1-284e46d0a1f0,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:01.030489 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:01.112781 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=50d5a31e-be32-4b51-82d8-d7fd0fe183ad,revision_number=7']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:01.157638 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1d482a7c-d8bd-47e4-9a1c-9a7f0253e608 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043029'] for router_gateway, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:01.365434 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b0a80993-ea7c-4649-b02f-5d5f25f0ac0d req-fc84e4a4-b9b0-45e2-8d6b-2f5229320104 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a7f3ba7-6b33-47d4-842d-f8859c8e7d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4547179 Jan 18 22:22:01.400343 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d1ead357-6f4e-41de-9c57-af9f7e2fd3b3 req-abfb46ac-ab39-407a-88b5-9eafc1b5dba1 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc8c7d2e-b8e2-47f9-a940-5cbf5ddba272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251099 Jan 18 22:22:01.423648 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-7020e7ed-b18a-459f-9584-93a422982069 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Made reservation on behalf of ec90adb1094349739cc26a639b1aef5d for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:22:01.428067 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-7020e7ed-b18a-459f-9584-93a422982069 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:01.508104 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 18 Jan 2022 22:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de0d36e0-722f-43cc-a7b3-a361092e6b72 x-openstack-request-id: req-de0d36e0-722f-43cc-a7b3-a361092e6b72 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:22:01.508850 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c12c2f22-245f-4eaf-87d7-f3273dc26322", "name": "network-vif-unplugged", "status": "failed", "tag": "fef424e3-649f-4fd5-a6a2-6efbe288e81d", "code": 422}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:22:01.508850 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-de0d36e0-722f-43cc-a7b3-a361092e6b72 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:22:01.509245 n-d-825064-1 neutron-server[102432]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c12c2f22-245f-4eaf-87d7-f3273dc26322', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fef424e3-649f-4fd5-a6a2-6efbe288e81d', 'code': 422} returned with failed status Jan 18 22:22:01.563087 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56bb36d1-7bdf-4c41-a1de-74c5ae3031e1 x-openstack-request-id: req-56bb36d1-7bdf-4c41-a1de-74c5ae3031e1 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:22:01.563397 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fdf43ac-e2d1-46c0-a022-01c13375d73d", "tag": "31c5c75b-ce2c-4be9-b4cf-f29652cd677a", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:22:01.563629 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-56bb36d1-7bdf-4c41-a1de-74c5ae3031e1 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:22:01.564032 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fdf43ac-e2d1-46c0-a022-01c13375d73d', 'tag': '31c5c75b-ce2c-4be9-b4cf-f29652cd677a', 'status': 'completed', 'code': 200} Jan 18 22:22:01.567444 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-936d213a-4dac-47ae-8f23-a4006e18604f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac119faf-2a75-40e5-88c9-de25c7935e34 {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:22:01.570463 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 50d5a31e-be32-4b51-82d8-d7fd0fe183ad up at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:22:01.595484 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-936d213a-4dac-47ae-8f23-a4006e18604f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:01.648763 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aac47e47-74a4-4a21-b7e0-588b38056758 x-openstack-request-id: req-aac47e47-74a4-4a21-b7e0-588b38056758 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:22:01.648982 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8d13995-b3d7-4bbf-a5e8-3cf72914a2ca", "name": "network-vif-deleted", "tag": "fbe6a945-5e45-420b-9221-bb5e5f67634f", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:22:01.649103 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-aac47e47-74a4-4a21-b7e0-588b38056758 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:22:01.649850 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8d13995-b3d7-4bbf-a5e8-3cf72914a2ca', 'name': 'network-vif-deleted', 'tag': 'fbe6a945-5e45-420b-9221-bb5e5f67634f', 'status': 'completed', 'code': 200} Jan 18 22:22:01.662704 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1d482a7c-d8bd-47e4-9a1c-9a7f0253e608 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1040886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8602'] for router, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:01.663138 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-936d213a-4dac-47ae-8f23-a4006e18604f service neutron] Transition to ACTIVE for port object ac119faf-2a75-40e5-88c9-de25c7935e34 will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:22:01.680900 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1d482a7c-d8bd-47e4-9a1c-9a7f0253e608 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:01.685522 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning complete for port 50d5a31e-be32-4b51-82d8-d7fd0fe183ad triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:22:01.685522 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:01.686266 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b507f9db-6f56-477c-bedc-bca5cfab793c req-cd624046-e99d-445c-97aa-3103fabd6f26 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/ports?device_id=11eade1c-b09f-43f3-8c20-20c06a099f4b HTTP/1.1" status: 200 len: 210 time: 0.0356631 Jan 18 22:22:01.689172 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-936d213a-4dac-47ae-8f23-a4006e18604f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:01.700279 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156499d0-18fd-432f-9364-909416d9282c req-fdd39156-3857-4eb5-a216-5a606c922c33 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:01.702056 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-156499d0-18fd-432f-9364-909416d9282c req-fdd39156-3857-4eb5-a216-5a606c922c33 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=c12c2f22-245f-4eaf-87d7-f3273dc26322 HTTP/1.1" status: 200 len: 943 time: 0.1531196 Jan 18 22:22:01.761982 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936d213a-4dac-47ae-8f23-a4006e18604f service neutron] Pushing event updated for resources: {'Port': ['ID=ac119faf-2a75-40e5-88c9-de25c7935e34,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:01.791199 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-7020e7ed-b18a-459f-9584-93a422982069 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Allocated IP 10.1.1.158 (dd775970-2a5b-4fa0-b58f-e11b40e608fa/ff3864e7-3d06-47c3-9688-9fc89286565c/60e4c595-bd88-4dba-8ee6-e0eaf93fa0f9) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:22:01.799914 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd3ffe0-ca84-44e6-ba21-70bb5941594c req-4f88f6bc-b3f8-43fe-a84a-dd6e577cf9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:01.801150 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd3ffe0-ca84-44e6-ba21-70bb5941594c req-4f88f6bc-b3f8-43fe-a84a-dd6e577cf9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:01.802127 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd3ffe0-ca84-44e6-ba21-70bb5941594c req-4f88f6bc-b3f8-43fe-a84a-dd6e577cf9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:01.802827 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd3ffe0-ca84-44e6-ba21-70bb5941594c req-4f88f6bc-b3f8-43fe-a84a-dd6e577cf9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:01.803519 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd3ffe0-ca84-44e6-ba21-70bb5941594c req-4f88f6bc-b3f8-43fe-a84a-dd6e577cf9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:01.804207 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd3ffe0-ca84-44e6-ba21-70bb5941594c req-4f88f6bc-b3f8-43fe-a84a-dd6e577cf9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:01.804454 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device fbe6a945-5e45-420b-9221-bb5e5f67634f no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:22:01.805110 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd3ffe0-ca84-44e6-ba21-70bb5941594c req-4f88f6bc-b3f8-43fe-a84a-dd6e577cf9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:01.807646 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-abd3ffe0-ca84-44e6-ba21-70bb5941594c req-4f88f6bc-b3f8-43fe-a84a-dd6e577cf9c1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e820669caca04fcb8f8972d8b3102f64&device_id=5fdf43ac-e2d1-46c0-a022-01c13375d73d HTTP/1.1" status: 200 len: 6217 time: 0.1611226 Jan 18 22:22:01.808633 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1d482a7c-d8bd-47e4-9a1c-9a7f0253e608 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1040832'] for router, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:01.809397 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d482a7c-d8bd-47e4-9a1c-9a7f0253e608 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Fanout notify agent at l3_agent the message router_deleted on router 374fc109-84b3-4dc6-8c4e-9a6628bd8d91 {{(pid=102431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 22:22:01.836164 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1d482a7c-d8bd-47e4-9a1c-9a7f0253e608 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:01.844216 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-1d482a7c-d8bd-47e4-9a1c-9a7f0253e608 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] 10.222.0.53 "DELETE /v2.0/routers/374fc109-84b3-4dc6-8c4e-9a6628bd8d91 HTTP/1.1" status: 204 len: 168 time: 1.8776858 Jan 18 22:22:01.847878 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-156499d0-18fd-432f-9364-909416d9282c req-19127398-e327-4836-b5ee-7cd9ecb77030 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=69e59ffc-71ce-4c50-acf6-17bf11fb5545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919044 Jan 18 22:22:01.848403 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 37598) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:22:01.874160 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-320382d1-a33f-48a7-9ee1-ee1c5a2ea614 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-263742512', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:22:01.892278 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] No Port match for: fbe6a945-5e45-420b-9221-bb5e5f67634f {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:22:01.894441 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device fbe6a945-5e45-420b-9221-bb5e5f67634f not bound to the agent host n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:22:01.987288 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:02.059985 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 50d5a31e-be32-4b51-82d8-d7fd0fe183ad, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=50d5a31e-be32-4b51-82d8-d7fd0fe183ad,segment=NetworkSegment(8b9c1dcd-43d7-469e-84e6-2ae44ff323fb),segment_id=8b9c1dcd-43d7-469e-84e6-2ae44ff323fb)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:22:02.096922 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:02.097932 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device fef424e3-649f-4fd5-a6a2-6efbe288e81d no longer exists at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:22:02.115940 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-320382d1-a33f-48a7-9ee1-ee1c5a2ea614 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1044160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8692'] for router, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:02.117691 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-320382d1-a33f-48a7-9ee1-ee1c5a2ea614 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1040680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8675'] for router, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:02.156564 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd3ffe0-ca84-44e6-ba21-70bb5941594c req-af089860-c076-4a25-8ec2-084492b8ff29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:02.157394 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd3ffe0-ca84-44e6-ba21-70bb5941594c req-af089860-c076-4a25-8ec2-084492b8ff29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:02.157988 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd3ffe0-ca84-44e6-ba21-70bb5941594c req-af089860-c076-4a25-8ec2-084492b8ff29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:02.160640 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-abd3ffe0-ca84-44e6-ba21-70bb5941594c req-af089860-c076-4a25-8ec2-084492b8ff29 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=e820669caca04fcb8f8972d8b3102f64&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3378222 Jan 18 22:22:02.189209 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b956a33f-dc5f-4a20-b9a8-19f0dafc7279 req-e3fc228c-1cf1-454b-9c63-ce2e7f5091fa tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:02.191257 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-b956a33f-dc5f-4a20-b9a8-19f0dafc7279 req-e3fc228c-1cf1-454b-9c63-ce2e7f5091fa tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.36 "GET /v2.0/networks?id=238ed1a6-2b69-482a-a879-0782a721c5d9 HTTP/1.1" status: 200 len: 805 time: 0.3797503 Jan 18 22:22:02.200610 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=50d5a31e-be32-4b51-82d8-d7fd0fe183ad,revision_number=8']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:02.223273 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-b956a33f-dc5f-4a20-b9a8-19f0dafc7279 req-3d50c7b1-2a6c-40a1-ada0-4b45ab313196 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Request body: {'port': {'device_id': '11eade1c-b09f-43f3-8c20-20c06a099f4b', 'network_id': '238ed1a6-2b69-482a-a879-0782a721c5d9', 'admin_state_up': True, 'tenant_id': 'ae480cc349914bb59c49507d70f536af'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:22:02.257699 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-936d213a-4dac-47ae-8f23-a4006e18604f service neutron] Attempting to bind port ac119faf-2a75-40e5-88c9-de25c7935e34 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:22:02.258357 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-936d213a-4dac-47ae-8f23-a4006e18604f service neutron] Attempting to bind port ac119faf-2a75-40e5-88c9-de25c7935e34 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': 'ee75c36c-e3da-443e-af67-166cf5cadbbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6762cf84-f7fb-4f6c-9c16-5d48c8ba314e'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:22:02.258861 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-936d213a-4dac-47ae-8f23-a4006e18604f service neutron] Attempting to bind port ac119faf-2a75-40e5-88c9-de25c7935e34 on network 6762cf84-f7fb-4f6c-9c16-5d48c8ba314e {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:22:02.269158 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5109779-aa8c-4dc0-b473-cabeb898e5cf req-1e8c1fdd-4284-492e-b2ee-5b9576b3318d tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:02.270804 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b5109779-aa8c-4dc0-b473-cabeb898e5cf req-1e8c1fdd-4284-492e-b2ee-5b9576b3318d tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/ports?device_id=403ff10c-4dc2-498c-82c9-4b8f991f54e3 HTTP/1.1" status: 200 len: 943 time: 0.4186027 Jan 18 22:22:02.294954 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacea5d0-593e-4cb0-ab78-866a317f6aed req-c7be21d1-f69b-482b-9814-938336dbfa89 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:02.301398 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacea5d0-593e-4cb0-ab78-866a317f6aed req-c7be21d1-f69b-482b-9814-938336dbfa89 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:02.306938 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacea5d0-593e-4cb0-ab78-866a317f6aed req-c7be21d1-f69b-482b-9814-938336dbfa89 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:02.312832 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacea5d0-593e-4cb0-ab78-866a317f6aed req-c7be21d1-f69b-482b-9814-938336dbfa89 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:02.318710 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacea5d0-593e-4cb0-ab78-866a317f6aed req-c7be21d1-f69b-482b-9814-938336dbfa89 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:02.324664 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacea5d0-593e-4cb0-ab78-866a317f6aed req-c7be21d1-f69b-482b-9814-938336dbfa89 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:02.331095 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacea5d0-593e-4cb0-ab78-866a317f6aed req-c7be21d1-f69b-482b-9814-938336dbfa89 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:02.333060 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cacea5d0-593e-4cb0-ab78-866a317f6aed req-c7be21d1-f69b-482b-9814-938336dbfa89 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fdf43ac-e2d1-46c0-a022-01c13375d73d HTTP/1.1" status: 200 len: 5392 time: 0.3309901 Jan 18 22:22:02.360666 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-936d213a-4dac-47ae-8f23-a4006e18604f service neutron] Port ac119faf-2a75-40e5-88c9-de25c7935e34 on network 6762cf84-f7fb-4f6c-9c16-5d48c8ba314e not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:22:02.360975 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-936d213a-4dac-47ae-8f23-a4006e18604f service neutron] Attempting to bind port ac119faf-2a75-40e5-88c9-de25c7935e34 on network 6762cf84-f7fb-4f6c-9c16-5d48c8ba314e {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:22:02.391428 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-320382d1-a33f-48a7-9ee1-ee1c5a2ea614 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:02.399935 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd3ffe0-ca84-44e6-ba21-70bb5941594c req-8d74d40f-20a1-4ed3-98de-9b9e87d44d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:02.401436 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-abd3ffe0-ca84-44e6-ba21-70bb5941594c req-8d74d40f-20a1-4ed3-98de-9b9e87d44d04 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2092459 Jan 18 22:22:02.415257 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-936d213a-4dac-47ae-8f23-a4006e18604f service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:22:02.415604 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-936d213a-4dac-47ae-8f23-a4006e18604f service neutron] Checking segment: {'id': 'ee75c36c-e3da-443e-af67-166cf5cadbbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6762cf84-f7fb-4f6c-9c16-5d48c8ba314e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:22:02.416035 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-936d213a-4dac-47ae-8f23-a4006e18604f service neutron] Bound using segment: {'id': 'ee75c36c-e3da-443e-af67-166cf5cadbbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6762cf84-f7fb-4f6c-9c16-5d48c8ba314e'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:22:02.418240 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-936d213a-4dac-47ae-8f23-a4006e18604f service neutron] Bound port: ac119faf-2a75-40e5-88c9-de25c7935e34, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee75c36c-e3da-443e-af67-166cf5cadbbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6762cf84-f7fb-4f6c-9c16-5d48c8ba314e'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:22:02.419017 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-936d213a-4dac-47ae-8f23-a4006e18604f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:02.422953 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-320382d1-a33f-48a7-9ee1-ee1c5a2ea614 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1040691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049'] for router, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:02.434710 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b956a33f-dc5f-4a20-b9a8-19f0dafc7279 req-3d50c7b1-2a6c-40a1-ada0-4b45ab313196 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Made reservation on behalf of ae480cc349914bb59c49507d70f536af for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:22:02.438112 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-b956a33f-dc5f-4a20-b9a8-19f0dafc7279 req-3d50c7b1-2a6c-40a1-ada0-4b45ab313196 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:02.488188 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-7020e7ed-b18a-459f-9584-93a422982069 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:02.503875 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-320382d1-a33f-48a7-9ee1-ee1c5a2ea614 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks [] for router, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:02.505092 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-320382d1-a33f-48a7-9ee1-ee1c5a2ea614 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6348686 Jan 18 22:22:02.507917 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37606) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:22:02.512772 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-376d7bac-620b-4ea4-8254-c7a4594a44ab tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Request body: {'router': {'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:22:02.539229 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b5109779-aa8c-4dc0-b473-cabeb898e5cf req-dd695e3d-9683-4bf5-9c6f-c656907241f8 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/security-groups?id=92d0bf2d-4a69-4a06-bc28-bffdc82f7ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591603 Jan 18 22:22:02.550284 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cacea5d0-593e-4cb0-ab78-866a317f6aed req-f7ae082e-c2d3-4112-ba48-1380d1d84352 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "GET /v2.0/security-groups?id=feae3479-97c3-4dcd-9cbb-02eadc4c6a76&id=61d17b67-718c-4475-950b-257bfb33b7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1866446 Jan 18 22:22:02.626738 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-936d213a-4dac-47ae-8f23-a4006e18604f service neutron] For port ac119faf-2a75-40e5-88c9-de25c7935e34, host n-h2-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:22:02.631687 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-936d213a-4dac-47ae-8f23-a4006e18604f service neutron] For port ac119faf-2a75-40e5-88c9-de25c7935e34, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=ac119faf-2a75-40e5-88c9-de25c7935e34,segment=NetworkSegment(ee75c36c-e3da-443e-af67-166cf5cadbbd),segment_id=ee75c36c-e3da-443e-af67-166cf5cadbbd)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:22:02.637960 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-936d213a-4dac-47ae-8f23-a4006e18604f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:02.649692 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-7020e7ed-b18a-459f-9584-93a422982069 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:02.710872 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-936d213a-4dac-47ae-8f23-a4006e18604f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:02.711662 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-936d213a-4dac-47ae-8f23-a4006e18604f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:02.713575 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-936d213a-4dac-47ae-8f23-a4006e18604f service neutron] 10.222.0.67 "PUT /v2.0/ports/ac119faf-2a75-40e5-88c9-de25c7935e34 HTTP/1.1" status: 200 len: 1091 time: 2.4774122 Jan 18 22:22:02.769897 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-7e28149b-8804-4e4d-a4c7-eaf12a56e7df service neutron] Request body: {'port': {'device_id': '5fdf43ac-e2d1-46c0-a022-01c13375d73d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:22:02.789795 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-7020e7ed-b18a-459f-9584-93a422982069 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Network dd775970-2a5b-4fa0-b58f-e11b40e608fa is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:22:02.826429 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-376d7bac-620b-4ea4-8254-c7a4594a44ab tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:02.829674 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-7020e7ed-b18a-459f-9584-93a422982069 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:22:02.832165 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-7020e7ed-b18a-459f-9584-93a422982069 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:22:02.833896 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [req-b956a33f-dc5f-4a20-b9a8-19f0dafc7279 req-3d50c7b1-2a6c-40a1-ada0-4b45ab313196 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Allocated IP 172.20.0.14 (238ed1a6-2b69-482a-a879-0782a721c5d9/7c698099-8c96-4ff9-a982-e918b5bcbfac/d93d8eb3-0fa6-4431-bc3b-20afd3b6494f) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:22:02.882890 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3d3810-d882-4123-9085-65251ae8768e req-5ce33600-c2bb-4375-b5f4-b5b2bacb4052 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:02.888008 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8d3d3810-d882-4123-9085-65251ae8768e req-5ce33600-c2bb-4375-b5f4-b5b2bacb4052 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa35bf88-4440-4d73-afcd-ae0cc04d6d11 HTTP/1.1" status: 200 len: 944 time: 0.2128029 Jan 18 22:22:02.894595 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936d213a-4dac-47ae-8f23-a4006e18604f service neutron] Pushing event updated for resources: {'Port': ['ID=ac119faf-2a75-40e5-88c9-de25c7935e34,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:02.983859 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8d3d3810-d882-4123-9085-65251ae8768e req-ccae4777-fa83-424c-8643-c4eb2ee44932 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fead2ec-99b5-4f01-a8ba-653859b4c215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762308 Jan 18 22:22:02.990342 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65350652-77cb-4291-84a2-ded8e9774205 req-049dd8be-d97e-487d-9d78-0e8679dfef15 tempest-LiveAutoBlockMigrationV225Test-1137188585 tempest-LiveAutoBlockMigrationV225Test-1137188585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:02.993490 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-65350652-77cb-4291-84a2-ded8e9774205 req-049dd8be-d97e-487d-9d78-0e8679dfef15 tempest-LiveAutoBlockMigrationV225Test-1137188585 tempest-LiveAutoBlockMigrationV225Test-1137188585-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4de4c816-9c87-48ec-b7cd-5fd21aa43808 HTTP/1.1" status: 200 len: 1095 time: 0.3142962 Jan 18 22:22:03.111247 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-b956a33f-dc5f-4a20-b9a8-19f0dafc7279 req-3d50c7b1-2a6c-40a1-ada0-4b45ab313196 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:03.145444 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-7020e7ed-b18a-459f-9584-93a422982069 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:03.146042 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-7020e7ed-b18a-459f-9584-93a422982069 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:03.148354 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-7e28149b-8804-4e4d-a4c7-eaf12a56e7df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:03.191477 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-b956a33f-dc5f-4a20-b9a8-19f0dafc7279 req-3d50c7b1-2a6c-40a1-ada0-4b45ab313196 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:03.231360 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7020e7ed-b18a-459f-9584-93a422982069 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Pushing event updated for resources: {'Port': ['ID=60e4c595-bd88-4dba-8ee6-e0eaf93fa0f9,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:03.257838 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-7020e7ed-b18a-459f-9584-93a422982069 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8626697 Jan 18 22:22:03.275312 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-65350652-77cb-4291-84a2-ded8e9774205 req-23adf314-cae8-4f05-930b-a590686ac311 tempest-LiveAutoBlockMigrationV225Test-1137188585 tempest-LiveAutoBlockMigrationV225Test-1137188585-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=dc8c7d2e-b8e2-47f9-a940-5cbf5ddba272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053902 Jan 18 22:22:03.280076 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-159734e3-cc51-4bfe-a177-8d9bae4fec1e tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Request body: {'port': {'device_id': 'db33aaef-5884-4da4-a311-5ede51d08faf', 'network_id': 'dd775970-2a5b-4fa0-b58f-e11b40e608fa', 'admin_state_up': True, 'tenant_id': 'ec90adb1094349739cc26a639b1aef5d', 'security_groups': ['1a7f3ba7-6b33-47d4-842d-f8859c8e7d98']}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:22:03.302679 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b956a33f-dc5f-4a20-b9a8-19f0dafc7279 req-3d50c7b1-2a6c-40a1-ada0-4b45ab313196 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Network 238ed1a6-2b69-482a-a879-0782a721c5d9 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:22:03.312305 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [req-b956a33f-dc5f-4a20-b9a8-19f0dafc7279 req-3d50c7b1-2a6c-40a1-ada0-4b45ab313196 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:22:03.319795 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-b956a33f-dc5f-4a20-b9a8-19f0dafc7279 req-3d50c7b1-2a6c-40a1-ada0-4b45ab313196 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:22:03.323379 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d50c7b1-2a6c-40a1-ada0-4b45ab313196 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Pushing event updated for resources: {'Port': ['ID=d93d8eb3-0fa6-4431-bc3b-20afd3b6494f,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:03.324819 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-04cef413-5872-4dcc-8f38-9a7082385db5 None None] Provisioning complete for port 60e4c595-bd88-4dba-8ee6-e0eaf93fa0f9 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:22:03.332813 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-04cef413-5872-4dcc-8f38-9a7082385db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:03.390585 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-376d7bac-620b-4ea4-8254-c7a4594a44ab tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks [] for router_gateway, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:03.411546 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e1831e-db28-4ae1-8d60-70850c0779b0 req-51de2bd2-18e1-4f70-987b-e1937e492e2a tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:03.418129 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-04cef413-5872-4dcc-8f38-9a7082385db5 None None] Port 60e4c595-bd88-4dba-8ee6-e0eaf93fa0f9 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:22:03.418971 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e1831e-db28-4ae1-8d60-70850c0779b0 req-51de2bd2-18e1-4f70-987b-e1937e492e2a tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:03.419800 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-376d7bac-620b-4ea4-8254-c7a4594a44ab tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:03.428395 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-10e1831e-db28-4ae1-8d60-70850c0779b0 req-51de2bd2-18e1-4f70-987b-e1937e492e2a tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/ports?device_id=db33aaef-5884-4da4-a311-5ede51d08faf HTTP/1.1" status: 200 len: 1654 time: 0.3116889 Jan 18 22:22:03.480604 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b956a33f-dc5f-4a20-b9a8-19f0dafc7279 req-3d50c7b1-2a6c-40a1-ada0-4b45ab313196 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:03.481249 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-b956a33f-dc5f-4a20-b9a8-19f0dafc7279 req-3d50c7b1-2a6c-40a1-ada0-4b45ab313196 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:03.510457 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '403ff10c-4dc2-498c-82c9-4b8f991f54e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50d5a31e-be32-4b51-82d8-d7fd0fe183ad'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:22:03.512028 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-b956a33f-dc5f-4a20-b9a8-19f0dafc7279 req-3d50c7b1-2a6c-40a1-ada0-4b45ab313196 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2941806 Jan 18 22:22:03.517221 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a2774b2-c901-41a1-b61a-6510a9a137ab" -d '{"events": [{"server_uuid": "403ff10c-4dc2-498c-82c9-4b8f991f54e3", "name": "network-vif-plugged", "status": "completed", "tag": "50d5a31e-be32-4b51-82d8-d7fd0fe183ad"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:22:03.544860 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-b956a33f-dc5f-4a20-b9a8-19f0dafc7279 req-19d6c080-fbed-42fb-afff-31ffe0990693 service neutron] Request body: {'port': {'device_id': '11eade1c-b09f-43f3-8c20-20c06a099f4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:22:03.573246 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fdf43ac-e2d1-46c0-a022-01c13375d73d', 'tag': 'ac119faf-2a75-40e5-88c9-de25c7935e34'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:22:03.575516 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15320259-3298-411c-9af1-49800dd64e42" -d '{"events": [{"name": "network-changed", "server_uuid": "5fdf43ac-e2d1-46c0-a022-01c13375d73d", "tag": "ac119faf-2a75-40e5-88c9-de25c7935e34"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:22:03.580980 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-10e1831e-db28-4ae1-8d60-70850c0779b0 req-20fda199-d893-4935-8f41-0711b2adb106 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a7f3ba7-6b33-47d4-842d-f8859c8e7d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1512008 Jan 18 22:22:03.610233 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-376d7bac-620b-4ea4-8254-c7a4594a44ab tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Allocated IP 172.25.5.222 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/dab8bcc5-ec33-484a-aa62-605db6bae738) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:22:03.624064 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-b956a33f-dc5f-4a20-b9a8-19f0dafc7279 req-19d6c080-fbed-42fb-afff-31ffe0990693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:03.633229 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c66e63-3452-42dd-b709-a908883b32bc req-ff1979f0-7dbb-4a52-99f1-d8c98bd6c558 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:03.634792 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-35c66e63-3452-42dd-b709-a908883b32bc req-ff1979f0-7dbb-4a52-99f1-d8c98bd6c558 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/ports?device_id=11eade1c-b09f-43f3-8c20-20c06a099f4b HTTP/1.1" status: 200 len: 932 time: 0.1953900 Jan 18 22:22:03.704913 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-159734e3-cc51-4bfe-a177-8d9bae4fec1e tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Made reservation on behalf of ec90adb1094349739cc26a639b1aef5d for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:22:03.709985 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-159734e3-cc51-4bfe-a177-8d9bae4fec1e tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:03.762820 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-35c66e63-3452-42dd-b709-a908883b32bc req-b0ceee0d-1623-4a60-9ea7-37a2794d8771 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/security-groups?id=887106f9-0ea3-48df-93b8-5b7379f045d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062698 Jan 18 22:22:03.873808 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-376d7bac-620b-4ea4-8254-c7a4594a44ab tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:03.905395 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-7e28149b-8804-4e4d-a4c7-eaf12a56e7df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 790739e8-f2d1-4e6b-9f52-59a57a675b05 {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:22:03.918701 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32283a8c-3306-4f07-a7e8-b819fd0e7fc9 req-eca966aa-3483-427d-8851-55f863d9e949 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:03.920219 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-32283a8c-3306-4f07-a7e8-b819fd0e7fc9 req-eca966aa-3483-427d-8851-55f863d9e949 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa35bf88-4440-4d73-afcd-ae0cc04d6d11 HTTP/1.1" status: 200 len: 944 time: 0.2052705 Jan 18 22:22:03.927847 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-7e28149b-8804-4e4d-a4c7-eaf12a56e7df service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:03.948590 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-376d7bac-620b-4ea4-8254-c7a4594a44ab tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:03.958852 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-7e28149b-8804-4e4d-a4c7-eaf12a56e7df service neutron] Transition to ACTIVE for port object 790739e8-f2d1-4e6b-9f52-59a57a675b05 will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:22:03.999898 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-7e28149b-8804-4e4d-a4c7-eaf12a56e7df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:04.006272 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376d7bac-620b-4ea4-8254-c7a4594a44ab tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:22:04.031915 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-376d7bac-620b-4ea4-8254-c7a4594a44ab tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:22:04.039421 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376d7bac-620b-4ea4-8254-c7a4594a44ab tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:22:04.144772 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376d7bac-620b-4ea4-8254-c7a4594a44ab tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Pushing event updated for resources: {'Port': ['ID=dab8bcc5-ec33-484a-aa62-605db6bae738,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:04.180274 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [req-b956a33f-dc5f-4a20-b9a8-19f0dafc7279 req-19d6c080-fbed-42fb-afff-31ffe0990693 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d93d8eb3-0fa6-4431-bc3b-20afd3b6494f {{(pid=102431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:22:04.191346 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-b956a33f-dc5f-4a20-b9a8-19f0dafc7279 req-19d6c080-fbed-42fb-afff-31ffe0990693 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:04.216183 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [req-b956a33f-dc5f-4a20-b9a8-19f0dafc7279 req-19d6c080-fbed-42fb-afff-31ffe0990693 service neutron] Transition to ACTIVE for port object d93d8eb3-0fa6-4431-bc3b-20afd3b6494f will not be triggered until provisioned by entity L2. {{(pid=102431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:22:04.221592 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-b956a33f-dc5f-4a20-b9a8-19f0dafc7279 req-19d6c080-fbed-42fb-afff-31ffe0990693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:04.272115 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7efae9-da15-416a-98c6-a5d2d4ddf724 req-91bc93ea-07ed-4861-9f19-3bb9279f56ad tempest-LiveAutoBlockMigrationV225Test-1137188585 tempest-LiveAutoBlockMigrationV225Test-1137188585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:04.273821 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8d7efae9-da15-416a-98c6-a5d2d4ddf724 req-91bc93ea-07ed-4861-9f19-3bb9279f56ad tempest-LiveAutoBlockMigrationV225Test-1137188585 tempest-LiveAutoBlockMigrationV225Test-1137188585-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4de4c816-9c87-48ec-b7cd-5fd21aa43808 HTTP/1.1" status: 200 len: 1095 time: 0.4180217 Jan 18 22:22:04.343960 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-159734e3-cc51-4bfe-a177-8d9bae4fec1e tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Allocated IP 10.1.1.112 (dd775970-2a5b-4fa0-b58f-e11b40e608fa/ff3864e7-3d06-47c3-9688-9fc89286565c/3c486e4d-5c8b-4bdd-b990-9e55341e98f1) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:22:04.357791 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-32283a8c-3306-4f07-a7e8-b819fd0e7fc9 req-995cbfb2-2cfa-4876-aa7e-017f035c3d0d tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fead2ec-99b5-4f01-a8ba-653859b4c215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4212434 Jan 18 22:22:04.370701 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e28149b-8804-4e4d-a4c7-eaf12a56e7df service neutron] Pushing event updated for resources: {'Port': ['ID=790739e8-f2d1-4e6b-9f52-59a57a675b05,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:04.418685 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e5b4fb-47bd-4e04-b305-805f2edefd7c x-openstack-request-id: req-c0e5b4fb-47bd-4e04-b305-805f2edefd7c {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:22:04.419206 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8d7efae9-da15-416a-98c6-a5d2d4ddf724 req-a615e2f5-c694-48c8-bf22-219b6176a6ed tempest-LiveAutoBlockMigrationV225Test-1137188585 tempest-LiveAutoBlockMigrationV225Test-1137188585-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=dc8c7d2e-b8e2-47f9-a940-5cbf5ddba272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103959 Jan 18 22:22:04.419812 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "403ff10c-4dc2-498c-82c9-4b8f991f54e3", "name": "network-vif-plugged", "status": "completed", "tag": "50d5a31e-be32-4b51-82d8-d7fd0fe183ad", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:22:04.420301 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c0e5b4fb-47bd-4e04-b305-805f2edefd7c {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:22:04.420887 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '403ff10c-4dc2-498c-82c9-4b8f991f54e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50d5a31e-be32-4b51-82d8-d7fd0fe183ad', 'code': 200} Jan 18 22:22:04.569773 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e1e2c5-7c96-4567-934b-40ca8e808267 x-openstack-request-id: req-14e1e2c5-7c96-4567-934b-40ca8e808267 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:22:04.570121 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fdf43ac-e2d1-46c0-a022-01c13375d73d", "tag": "ac119faf-2a75-40e5-88c9-de25c7935e34", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:22:04.570476 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-14e1e2c5-7c96-4567-934b-40ca8e808267 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:22:04.570974 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fdf43ac-e2d1-46c0-a022-01c13375d73d', 'tag': 'ac119faf-2a75-40e5-88c9-de25c7935e34', 'status': 'completed', 'code': 200} Jan 18 22:22:04.647336 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-7e28149b-8804-4e4d-a4c7-eaf12a56e7df service neutron] Attempting to bind port 790739e8-f2d1-4e6b-9f52-59a57a675b05 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:22:04.648159 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-7e28149b-8804-4e4d-a4c7-eaf12a56e7df service neutron] Attempting to bind port 790739e8-f2d1-4e6b-9f52-59a57a675b05 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': 'ee75c36c-e3da-443e-af67-166cf5cadbbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6762cf84-f7fb-4f6c-9c16-5d48c8ba314e'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:22:04.652636 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-7e28149b-8804-4e4d-a4c7-eaf12a56e7df service neutron] Attempting to bind port 790739e8-f2d1-4e6b-9f52-59a57a675b05 on network 6762cf84-f7fb-4f6c-9c16-5d48c8ba314e {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:22:04.723207 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-7e28149b-8804-4e4d-a4c7-eaf12a56e7df service neutron] Port 790739e8-f2d1-4e6b-9f52-59a57a675b05 on network 6762cf84-f7fb-4f6c-9c16-5d48c8ba314e not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:22:04.723562 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-7e28149b-8804-4e4d-a4c7-eaf12a56e7df service neutron] Attempting to bind port 790739e8-f2d1-4e6b-9f52-59a57a675b05 on network 6762cf84-f7fb-4f6c-9c16-5d48c8ba314e {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:22:04.742683 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-7e28149b-8804-4e4d-a4c7-eaf12a56e7df service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:22:04.742948 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d6c080-fbed-42fb-afff-31ffe0990693 service neutron] Pushing event updated for resources: {'Port': ['ID=d93d8eb3-0fa6-4431-bc3b-20afd3b6494f,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:04.743061 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-7e28149b-8804-4e4d-a4c7-eaf12a56e7df service neutron] Checking segment: {'id': 'ee75c36c-e3da-443e-af67-166cf5cadbbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6762cf84-f7fb-4f6c-9c16-5d48c8ba314e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:22:04.743517 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-7e28149b-8804-4e4d-a4c7-eaf12a56e7df service neutron] Bound using segment: {'id': 'ee75c36c-e3da-443e-af67-166cf5cadbbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6762cf84-f7fb-4f6c-9c16-5d48c8ba314e'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:22:04.744042 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-7e28149b-8804-4e4d-a4c7-eaf12a56e7df service neutron] Bound port: 790739e8-f2d1-4e6b-9f52-59a57a675b05, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee75c36c-e3da-443e-af67-166cf5cadbbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6762cf84-f7fb-4f6c-9c16-5d48c8ba314e'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:22:04.744615 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-7e28149b-8804-4e4d-a4c7-eaf12a56e7df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:04.817748 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28533e0c-e315-4539-ac43-57ba810e5e05 req-f75da8ab-009d-42fb-8bc7-077f411c2e73 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:04.819361 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b4a330-7f89-4aa5-a252-450a61530763 req-df90526f-115f-41bf-b913-16fe578e95f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:04.820937 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f7b4a330-7f89-4aa5-a252-450a61530763 req-df90526f-115f-41bf-b913-16fe578e95f7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=403ff10c-4dc2-498c-82c9-4b8f991f54e3 HTTP/1.1" status: 200 len: 1096 time: 0.1789300 Jan 18 22:22:04.823241 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28533e0c-e315-4539-ac43-57ba810e5e05 req-f75da8ab-009d-42fb-8bc7-077f411c2e73 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:04.828788 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15320259-3298-411c-9af1-49800dd64e42 req-aba5c553-cb88-4288-91ec-8f8331c5e057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:04.829123 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28533e0c-e315-4539-ac43-57ba810e5e05 req-f75da8ab-009d-42fb-8bc7-077f411c2e73 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:04.829273 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15320259-3298-411c-9af1-49800dd64e42 req-aba5c553-cb88-4288-91ec-8f8331c5e057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:04.829727 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15320259-3298-411c-9af1-49800dd64e42 req-aba5c553-cb88-4288-91ec-8f8331c5e057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:04.830187 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15320259-3298-411c-9af1-49800dd64e42 req-aba5c553-cb88-4288-91ec-8f8331c5e057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:04.831230 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15320259-3298-411c-9af1-49800dd64e42 req-aba5c553-cb88-4288-91ec-8f8331c5e057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:04.831690 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15320259-3298-411c-9af1-49800dd64e42 req-aba5c553-cb88-4288-91ec-8f8331c5e057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:04.832159 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15320259-3298-411c-9af1-49800dd64e42 req-aba5c553-cb88-4288-91ec-8f8331c5e057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:04.833916 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-15320259-3298-411c-9af1-49800dd64e42 req-aba5c553-cb88-4288-91ec-8f8331c5e057 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e820669caca04fcb8f8972d8b3102f64&device_id=5fdf43ac-e2d1-46c0-a022-01c13375d73d HTTP/1.1" status: 200 len: 6309 time: 0.2016575 Jan 18 22:22:04.835654 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28533e0c-e315-4539-ac43-57ba810e5e05 req-f75da8ab-009d-42fb-8bc7-077f411c2e73 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:04.841608 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28533e0c-e315-4539-ac43-57ba810e5e05 req-f75da8ab-009d-42fb-8bc7-077f411c2e73 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:04.847506 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28533e0c-e315-4539-ac43-57ba810e5e05 req-f75da8ab-009d-42fb-8bc7-077f411c2e73 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:04.853382 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28533e0c-e315-4539-ac43-57ba810e5e05 req-f75da8ab-009d-42fb-8bc7-077f411c2e73 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:04.855611 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-28533e0c-e315-4539-ac43-57ba810e5e05 req-f75da8ab-009d-42fb-8bc7-077f411c2e73 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fdf43ac-e2d1-46c0-a022-01c13375d73d HTTP/1.1" status: 200 len: 5404 time: 0.2369032 Jan 18 22:22:04.863081 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8097e819-a603-4e4d-85bf-11bdbace0ff5 req-afd8424e-81f5-4917-882d-84a7c3c0b295 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:04.867181 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-376d7bac-620b-4ea4-8254-c7a4594a44ab tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks [] for router_gateway, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:04.869087 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8097e819-a603-4e4d-85bf-11bdbace0ff5 req-afd8424e-81f5-4917-882d-84a7c3c0b295 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/ports?device_id=403ff10c-4dc2-498c-82c9-4b8f991f54e3 HTTP/1.1" status: 200 len: 945 time: 0.2967219 Jan 18 22:22:04.964693 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-159734e3-cc51-4bfe-a177-8d9bae4fec1e tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:04.987469 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f7b4a330-7f89-4aa5-a252-450a61530763 req-1505887d-3f2e-4920-972e-0851244847ae service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=92d0bf2d-4a69-4a06-bc28-bffdc82f7ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487553 Jan 18 22:22:04.988181 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-b956a33f-dc5f-4a20-b9a8-19f0dafc7279 req-19d6c080-fbed-42fb-afff-31ffe0990693 service neutron] Attempting to bind port d93d8eb3-0fa6-4431-bc3b-20afd3b6494f on host n-h1-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:22:04.988516 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-b956a33f-dc5f-4a20-b9a8-19f0dafc7279 req-19d6c080-fbed-42fb-afff-31ffe0990693 service neutron] Attempting to bind port d93d8eb3-0fa6-4431-bc3b-20afd3b6494f by drivers openvswitch,hyperv on host n-h1-825064-1 at level 0 using segments [{'id': 'bbee9262-cfb2-4fc9-82be-4cb3bf414322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '238ed1a6-2b69-482a-a879-0782a721c5d9'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:22:04.988886 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b956a33f-dc5f-4a20-b9a8-19f0dafc7279 req-19d6c080-fbed-42fb-afff-31ffe0990693 service neutron] Attempting to bind port d93d8eb3-0fa6-4431-bc3b-20afd3b6494f on network 238ed1a6-2b69-482a-a879-0782a721c5d9 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:22:04.991396 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8097e819-a603-4e4d-85bf-11bdbace0ff5 req-3577345f-2201-4b2d-a13b-287113529229 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/security-groups?id=92d0bf2d-4a69-4a06-bc28-bffdc82f7ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199760 Jan 18 22:22:05.003011 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b956a33f-dc5f-4a20-b9a8-19f0dafc7279 req-19d6c080-fbed-42fb-afff-31ffe0990693 service neutron] Port d93d8eb3-0fa6-4431-bc3b-20afd3b6494f on network 238ed1a6-2b69-482a-a879-0782a721c5d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:22:05.003320 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b956a33f-dc5f-4a20-b9a8-19f0dafc7279 req-19d6c080-fbed-42fb-afff-31ffe0990693 service neutron] Attempting to bind port d93d8eb3-0fa6-4431-bc3b-20afd3b6494f on network 238ed1a6-2b69-482a-a879-0782a721c5d9 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:22:05.021309 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-28533e0c-e315-4539-ac43-57ba810e5e05 req-a6d18b41-c425-4ef5-98d9-c63260cb296d tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "GET /v2.0/security-groups?id=feae3479-97c3-4dcd-9cbb-02eadc4c6a76&id=61d17b67-718c-4475-950b-257bfb33b7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1349971 Jan 18 22:22:05.021309 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-7e28149b-8804-4e4d-a4c7-eaf12a56e7df service neutron] For port 790739e8-f2d1-4e6b-9f52-59a57a675b05, host n-h2-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:22:05.037364 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-7e28149b-8804-4e4d-a4c7-eaf12a56e7df service neutron] For port 790739e8-f2d1-4e6b-9f52-59a57a675b05, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=790739e8-f2d1-4e6b-9f52-59a57a675b05,segment=NetworkSegment(ee75c36c-e3da-443e-af67-166cf5cadbbd),segment_id=ee75c36c-e3da-443e-af67-166cf5cadbbd)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:22:05.053723 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-7e28149b-8804-4e4d-a4c7-eaf12a56e7df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:05.091662 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b956a33f-dc5f-4a20-b9a8-19f0dafc7279 req-19d6c080-fbed-42fb-afff-31ffe0990693 service neutron] Checking agent: {'id': 'e49d1b2a-ba11-487f-a804-ecbf3c0e8132', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:22:05.091819 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b956a33f-dc5f-4a20-b9a8-19f0dafc7279 req-19d6c080-fbed-42fb-afff-31ffe0990693 service neutron] Checking segment: {'id': 'bbee9262-cfb2-4fc9-82be-4cb3bf414322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '238ed1a6-2b69-482a-a879-0782a721c5d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:22:05.092646 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b956a33f-dc5f-4a20-b9a8-19f0dafc7279 req-19d6c080-fbed-42fb-afff-31ffe0990693 service neutron] Bound using segment: {'id': 'bbee9262-cfb2-4fc9-82be-4cb3bf414322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '238ed1a6-2b69-482a-a879-0782a721c5d9'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:22:05.092646 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-b956a33f-dc5f-4a20-b9a8-19f0dafc7279 req-19d6c080-fbed-42fb-afff-31ffe0990693 service neutron] Bound port: d93d8eb3-0fa6-4431-bc3b-20afd3b6494f, host: n-h1-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbee9262-cfb2-4fc9-82be-4cb3bf414322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '238ed1a6-2b69-482a-a879-0782a721c5d9'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:22:05.092988 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-b956a33f-dc5f-4a20-b9a8-19f0dafc7279 req-19d6c080-fbed-42fb-afff-31ffe0990693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:05.139252 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15320259-3298-411c-9af1-49800dd64e42 req-7ff5b1a8-0d38-492f-90bc-c2675336382a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:05.139731 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15320259-3298-411c-9af1-49800dd64e42 req-7ff5b1a8-0d38-492f-90bc-c2675336382a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:05.140286 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15320259-3298-411c-9af1-49800dd64e42 req-7ff5b1a8-0d38-492f-90bc-c2675336382a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:05.141910 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-15320259-3298-411c-9af1-49800dd64e42 req-7ff5b1a8-0d38-492f-90bc-c2675336382a service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=e820669caca04fcb8f8972d8b3102f64&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2943275 Jan 18 22:22:05.162385 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-7e28149b-8804-4e4d-a4c7-eaf12a56e7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:05.163241 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-7e28149b-8804-4e4d-a4c7-eaf12a56e7df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:05.164854 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-7e28149b-8804-4e4d-a4c7-eaf12a56e7df service neutron] 10.222.0.67 "PUT /v2.0/ports/790739e8-f2d1-4e6b-9f52-59a57a675b05 HTTP/1.1" status: 200 len: 1090 time: 2.3992226 Jan 18 22:22:05.203247 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-2370ae89-6c59-4359-803e-30b446109acc service neutron] Request body: {'port': {'device_id': '5fdf43ac-e2d1-46c0-a022-01c13375d73d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:22:05.223637 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e28149b-8804-4e4d-a4c7-eaf12a56e7df service neutron] Pushing event updated for resources: {'Port': ['ID=790739e8-f2d1-4e6b-9f52-59a57a675b05,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:05.290196 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c795a68f-6887-4eb5-be56-6c457fbf506b req-184d4ded-3924-402e-9242-c3c38fdcb396 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:05.296488 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c795a68f-6887-4eb5-be56-6c457fbf506b req-184d4ded-3924-402e-9242-c3c38fdcb396 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:05.304691 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c795a68f-6887-4eb5-be56-6c457fbf506b req-184d4ded-3924-402e-9242-c3c38fdcb396 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/ports?device_id=db33aaef-5884-4da4-a311-5ede51d08faf HTTP/1.1" status: 200 len: 1654 time: 0.2077949 Jan 18 22:22:05.324184 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-159734e3-cc51-4bfe-a177-8d9bae4fec1e tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:05.356290 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15320259-3298-411c-9af1-49800dd64e42 req-30c49ef9-db0e-4cdb-8911-c23063160876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:05.357780 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-15320259-3298-411c-9af1-49800dd64e42 req-30c49ef9-db0e-4cdb-8911-c23063160876 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1807418 Jan 18 22:22:05.405244 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-b956a33f-dc5f-4a20-b9a8-19f0dafc7279 req-19d6c080-fbed-42fb-afff-31ffe0990693 service neutron] For port d93d8eb3-0fa6-4431-bc3b-20afd3b6494f, host n-h1-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:22:05.422717 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-2370ae89-6c59-4359-803e-30b446109acc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:05.425520 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-b956a33f-dc5f-4a20-b9a8-19f0dafc7279 req-19d6c080-fbed-42fb-afff-31ffe0990693 service neutron] For port d93d8eb3-0fa6-4431-bc3b-20afd3b6494f, host n-h1-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=d93d8eb3-0fa6-4431-bc3b-20afd3b6494f,segment=NetworkSegment(bbee9262-cfb2-4fc9-82be-4cb3bf414322),segment_id=bbee9262-cfb2-4fc9-82be-4cb3bf414322)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:22:05.434722 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-b956a33f-dc5f-4a20-b9a8-19f0dafc7279 req-19d6c080-fbed-42fb-afff-31ffe0990693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:05.449075 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-159734e3-cc51-4bfe-a177-8d9bae4fec1e tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Network dd775970-2a5b-4fa0-b58f-e11b40e608fa is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:22:05.457950 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-159734e3-cc51-4bfe-a177-8d9bae4fec1e tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:22:05.464725 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-376d7bac-620b-4ea4-8254-c7a4594a44ab tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1042964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1040653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8593'] for router, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:05.476801 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-376d7bac-620b-4ea4-8254-c7a4594a44ab tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1042975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1043046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1040698'] for router, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:05.480083 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c795a68f-6887-4eb5-be56-6c457fbf506b req-f51978c9-f5bd-4444-9181-0cd298d50b89 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a7f3ba7-6b33-47d4-842d-f8859c8e7d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1744800 Jan 18 22:22:05.483008 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-159734e3-cc51-4bfe-a177-8d9bae4fec1e tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:22:05.490773 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b956a33f-dc5f-4a20-b9a8-19f0dafc7279 req-19d6c080-fbed-42fb-afff-31ffe0990693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:05.491404 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-b956a33f-dc5f-4a20-b9a8-19f0dafc7279 req-19d6c080-fbed-42fb-afff-31ffe0990693 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:05.492854 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-b956a33f-dc5f-4a20-b9a8-19f0dafc7279 req-19d6c080-fbed-42fb-afff-31ffe0990693 service neutron] 10.222.0.36 "PUT /v2.0/ports/d93d8eb3-0fa6-4431-bc3b-20afd3b6494f HTTP/1.1" status: 200 len: 1092 time: 1.9553316 Jan 18 22:22:05.493305 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11eade1c-b09f-43f3-8c20-20c06a099f4b', 'tag': 'd93d8eb3-0fa6-4431-bc3b-20afd3b6494f'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:22:05.495630 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a8b842-6764-400a-8db2-cde13e967c64" -d '{"events": [{"name": "network-changed", "server_uuid": "11eade1c-b09f-43f3-8c20-20c06a099f4b", "tag": "d93d8eb3-0fa6-4431-bc3b-20afd3b6494f"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:22:05.582190 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d6c080-fbed-42fb-afff-31ffe0990693 service neutron] Pushing event updated for resources: {'Port': ['ID=d93d8eb3-0fa6-4431-bc3b-20afd3b6494f,revision_number=3']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:05.602626 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7c2cd1-5d43-4dcb-a678-dfa2f5401b7c req-8591a044-1b24-477b-9bc7-2958aaa9fe04 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:05.604386 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cb7c2cd1-5d43-4dcb-a678-dfa2f5401b7c req-8591a044-1b24-477b-9bc7-2958aaa9fe04 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/ports?device_id=11eade1c-b09f-43f3-8c20-20c06a099f4b HTTP/1.1" status: 200 len: 944 time: 0.3591006 Jan 18 22:22:05.609974 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159734e3-cc51-4bfe-a177-8d9bae4fec1e tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Pushing event updated for resources: {'Port': ['ID=3c486e4d-5c8b-4bdd-b990-9e55341e98f1,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:05.670873 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b956a33f-dc5f-4a20-b9a8-19f0dafc7279 req-6ca4e220-d4ee-4aef-9116-4b9df5504e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:05.672402 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-b956a33f-dc5f-4a20-b9a8-19f0dafc7279 req-6ca4e220-d4ee-4aef-9116-4b9df5504e7f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ae480cc349914bb59c49507d70f536af&device_id=11eade1c-b09f-43f3-8c20-20c06a099f4b HTTP/1.1" status: 200 len: 1095 time: 0.1130376 Jan 18 22:22:05.689415 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-159734e3-cc51-4bfe-a177-8d9bae4fec1e tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:05.691602 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-159734e3-cc51-4bfe-a177-8d9bae4fec1e tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:05.725401 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-b956a33f-dc5f-4a20-b9a8-19f0dafc7279 req-37883932-6be8-40e6-8764-5ca70eb3b31e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d93d8eb3-0fa6-4431-bc3b-20afd3b6494f HTTP/1.1" status: 200 len: 217 time: 0.0432143 Jan 18 22:22:05.784355 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cb7c2cd1-5d43-4dcb-a678-dfa2f5401b7c req-337ed59f-7d5d-479e-987b-4c216802db9f tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/security-groups?id=887106f9-0ea3-48df-93b8-5b7379f045d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495030 Jan 18 22:22:05.795401 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be71bb0b-dc7f-4b64-8b31-b41011282516 req-bed5e1cb-fb6a-4193-91d2-31202c12cf97 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:05.797136 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-be71bb0b-dc7f-4b64-8b31-b41011282516 req-bed5e1cb-fb6a-4193-91d2-31202c12cf97 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa35bf88-4440-4d73-afcd-ae0cc04d6d11 HTTP/1.1" status: 200 len: 944 time: 0.2145832 Jan 18 22:22:05.803758 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-376d7bac-620b-4ea4-8254-c7a4594a44ab tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Router 0c1549c3-6003-4d58-9a31-d8fc63d50737 is scheduled to L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 with binding_index 1 {{(pid=102431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 22:22:05.812973 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-159734e3-cc51-4bfe-a177-8d9bae4fec1e tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5411258 Jan 18 22:22:05.816219 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b956a33f-dc5f-4a20-b9a8-19f0dafc7279 req-b89ec123-923d-486a-8ac6-4439dc32c226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:05.819203 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-b956a33f-dc5f-4a20-b9a8-19f0dafc7279 req-b89ec123-923d-486a-8ac6-4439dc32c226 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7c698099-8c96-4ff9-a982-e918b5bcbfac HTTP/1.1" status: 200 len: 845 time: 0.0832419 Jan 18 22:22:05.839902 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-a56e62c9-27a7-42af-bbb4-591d1c68f1e5 None None] Provisioning complete for port 3c486e4d-5c8b-4bdd-b990-9e55341e98f1 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:22:05.847845 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a56e62c9-27a7-42af-bbb4-591d1c68f1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:05.850895 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-46e3391d-3d61-4f12-8c07-3bb9a7ac48fd tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Request body: {'port': {'device_id': 'db33aaef-5884-4da4-a311-5ede51d08faf', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'd517cf7a-2b5e-403e-9519-f81391a215c9', 'admin_state_up': True, 'tenant_id': 'ec90adb1094349739cc26a639b1aef5d', 'security_groups': ['1a7f3ba7-6b33-47d4-842d-f8859c8e7d98']}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:22:05.886873 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-a56e62c9-27a7-42af-bbb4-591d1c68f1e5 None None] Port 3c486e4d-5c8b-4bdd-b990-9e55341e98f1 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:22:05.894091 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-658be37d-39d0-4877-bd95-8803bfcc55b6 x-openstack-request-id: req-658be37d-39d0-4877-bd95-8803bfcc55b6 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:22:05.894493 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11eade1c-b09f-43f3-8c20-20c06a099f4b", "tag": "d93d8eb3-0fa6-4431-bc3b-20afd3b6494f", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:22:05.894900 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-658be37d-39d0-4877-bd95-8803bfcc55b6 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:22:05.895388 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11eade1c-b09f-43f3-8c20-20c06a099f4b', 'tag': 'd93d8eb3-0fa6-4431-bc3b-20afd3b6494f', 'status': 'completed', 'code': 200} Jan 18 22:22:05.925343 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-b956a33f-dc5f-4a20-b9a8-19f0dafc7279 req-a23e39d6-1214-4c2e-8024-d9cf0621abb7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=238ed1a6-2b69-482a-a879-0782a721c5d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0954413 Jan 18 22:22:05.959442 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-be71bb0b-dc7f-4b64-8b31-b41011282516 req-a61553f3-829b-45a5-bbe5-f10d885dd809 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fead2ec-99b5-4f01-a8ba-653859b4c215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1422100 Jan 18 22:22:06.037789 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-376d7bac-620b-4ea4-8254-c7a4594a44ab tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:22:06.048162 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f322c0-652d-4fbb-8ca6-603ec81f94e9 None None] Sync routers for ids ['0c1549c3-6003-4d58-9a31-d8fc63d50737'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:22:06.066079 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f322c0-652d-4fbb-8ca6-603ec81f94e9 None None] Routers {'0c1549c3-6003-4d58-9a31-d8fc63d50737'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:22:06.066828 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-17f322c0-652d-4fbb-8ca6-603ec81f94e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:21:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['0c1549c3-6003-4d58-9a31-d8fc63d50737'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:22:06.069635 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-376d7bac-620b-4ea4-8254-c7a4594a44ab tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:06.074466 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-376d7bac-620b-4ea4-8254-c7a4594a44ab tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] 10.222.0.53 "PUT /v2.0/routers/0c1549c3-6003-4d58-9a31-d8fc63d50737 HTTP/1.1" status: 200 len: 879 time: 3.5630424 Jan 18 22:22:06.076992 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37638) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:22:06.115736 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-46e3391d-3d61-4f12-8c07-3bb9a7ac48fd tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Made reservation on behalf of ec90adb1094349739cc26a639b1aef5d for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:22:06.140827 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-17f322c0-652d-4fbb-8ca6-603ec81f94e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:22:06.163294 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f322c0-652d-4fbb-8ca6-603ec81f94e9 None None] Routers {'0c1549c3-6003-4d58-9a31-d8fc63d50737'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:22:06.167768 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-17f322c0-652d-4fbb-8ca6-603ec81f94e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:21:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['0c1549c3-6003-4d58-9a31-d8fc63d50737'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:22:06.239572 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-b956a33f-dc5f-4a20-b9a8-19f0dafc7279 req-58771866-d3cc-4f87-bcc4-43a136626b2f service neutron] 10.222.0.36 "GET /v2.0/networks/238ed1a6-2b69-482a-a879-0782a721c5d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2860951 Jan 18 22:22:06.286693 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-17f322c0-652d-4fbb-8ca6-603ec81f94e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:22:06.289043 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f322c0-652d-4fbb-8ca6-603ec81f94e9 None None] The sync data for ids ['0c1549c3-6003-4d58-9a31-d8fc63d50737'] in n-d-825064-1 is: [] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:22:06.301649 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-2370ae89-6c59-4359-803e-30b446109acc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b6e3326-dc40-49a1-9ecb-6190b53d266d {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:22:06.348573 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b4360e-04b7-4eb6-9efc-a521a5212120 req-b5d334cc-8e38-47f5-9724-1eda2ce561bd tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:06.367022 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b4360e-04b7-4eb6-9efc-a521a5212120 req-b5d334cc-8e38-47f5-9724-1eda2ce561bd tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:06.377700 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b4360e-04b7-4eb6-9efc-a521a5212120 req-b5d334cc-8e38-47f5-9724-1eda2ce561bd tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:06.394228 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b4360e-04b7-4eb6-9efc-a521a5212120 req-b5d334cc-8e38-47f5-9724-1eda2ce561bd tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:06.403926 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b4360e-04b7-4eb6-9efc-a521a5212120 req-b5d334cc-8e38-47f5-9724-1eda2ce561bd tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:06.417194 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b4360e-04b7-4eb6-9efc-a521a5212120 req-b5d334cc-8e38-47f5-9724-1eda2ce561bd tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:06.423475 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b4360e-04b7-4eb6-9efc-a521a5212120 req-b5d334cc-8e38-47f5-9724-1eda2ce561bd tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:06.432646 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-58b4360e-04b7-4eb6-9efc-a521a5212120 req-b5d334cc-8e38-47f5-9724-1eda2ce561bd tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fdf43ac-e2d1-46c0-a022-01c13375d73d HTTP/1.1" status: 200 len: 5404 time: 0.3071074 Jan 18 22:22:06.445005 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-2370ae89-6c59-4359-803e-30b446109acc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:06.459502 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-2370ae89-6c59-4359-803e-30b446109acc service neutron] Transition to ACTIVE for port object 2b6e3326-dc40-49a1-9ecb-6190b53d266d will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:22:06.469976 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-b956a33f-dc5f-4a20-b9a8-19f0dafc7279 req-ac1727a7-fb80-4a20-bde0-44317652765a service neutron] 10.222.0.36 "GET /v2.0/networks/238ed1a6-2b69-482a-a879-0782a721c5d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156096 Jan 18 22:22:06.476093 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2c4810-33d7-4dd6-a020-16b77d9a2502 req-f81d7427-8915-4671-927c-f7acc66b5696 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:06.476538 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-3ae68822-7c2c-4372-abf6-691cd362d3f1 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] 10.222.0.53 "GET /v2.0/routers/0c1549c3-6003-4d58-9a31-d8fc63d50737 HTTP/1.1" status: 200 len: 920 time: 0.3935621 Jan 18 22:22:06.477852 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37644) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:22:06.478447 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9f2c4810-33d7-4dd6-a020-16b77d9a2502 req-f81d7427-8915-4671-927c-f7acc66b5696 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/ports?device_id=403ff10c-4dc2-498c-82c9-4b8f991f54e3 HTTP/1.1" status: 200 len: 945 time: 0.3316753 Jan 18 22:22:06.494178 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-2370ae89-6c59-4359-803e-30b446109acc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:06.524944 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38e5068-b8c6-4b79-b72c-8f98fbeb42da tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:06.529515 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-f38e5068-b8c6-4b79-b72c-8f98fbeb42da tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=0fa7c7c8-c96a-4aa5-9818-d374adf00f99&device_id=0c1549c3-6003-4d58-9a31-d8fc63d50737&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0500743 Jan 18 22:22:06.530219 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37648) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:22:06.593669 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fdf43ac-e2d1-46c0-a022-01c13375d73d', 'tag': '790739e8-f2d1-4e6b-9f52-59a57a675b05'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:22:06.596086 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77fee648-92be-49fe-be50-1a5efe7db5fb" -d '{"events": [{"name": "network-changed", "server_uuid": "5fdf43ac-e2d1-46c0-a022-01c13375d73d", "tag": "790739e8-f2d1-4e6b-9f52-59a57a675b05"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:22:06.638763 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a8b842-6764-400a-8db2-cde13e967c64 req-139eb334-5fb3-4435-9502-64ba7384e5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:06.640681 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-40a8b842-6764-400a-8db2-cde13e967c64 req-139eb334-5fb3-4435-9502-64ba7384e5bb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ae480cc349914bb59c49507d70f536af&device_id=11eade1c-b09f-43f3-8c20-20c06a099f4b HTTP/1.1" status: 200 len: 1095 time: 0.1096110 Jan 18 22:22:06.647846 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-46e3391d-3d61-4f12-8c07-3bb9a7ac48fd tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:06.698624 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-58b4360e-04b7-4eb6-9efc-a521a5212120 req-b31a4ffa-c638-4b51-86d9-a1468ee9b3c7 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "GET /v2.0/security-groups?id=feae3479-97c3-4dcd-9cbb-02eadc4c6a76&id=61d17b67-718c-4475-950b-257bfb33b7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2605910 Jan 18 22:22:06.768641 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9f2c4810-33d7-4dd6-a020-16b77d9a2502 req-ab7e2c34-02c8-49a3-851f-d23aba2b0fe7 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/security-groups?id=92d0bf2d-4a69-4a06-bc28-bffdc82f7ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577307 Jan 18 22:22:06.920884 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2370ae89-6c59-4359-803e-30b446109acc service neutron] Pushing event updated for resources: {'Port': ['ID=2b6e3326-dc40-49a1-9ecb-6190b53d266d,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:06.954822 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-2370ae89-6c59-4359-803e-30b446109acc service neutron] Attempting to bind port 2b6e3326-dc40-49a1-9ecb-6190b53d266d on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:22:06.955308 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-2370ae89-6c59-4359-803e-30b446109acc service neutron] Attempting to bind port 2b6e3326-dc40-49a1-9ecb-6190b53d266d by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '66a6c0bc-a9db-4ef2-b573-64d9158634ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'ffe48ea3-f64a-402a-9434-49f5506fd6ae'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:22:06.955756 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-2370ae89-6c59-4359-803e-30b446109acc service neutron] Attempting to bind port 2b6e3326-dc40-49a1-9ecb-6190b53d266d on network ffe48ea3-f64a-402a-9434-49f5506fd6ae {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:22:06.980500 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-2370ae89-6c59-4359-803e-30b446109acc service neutron] Port 2b6e3326-dc40-49a1-9ecb-6190b53d266d on network ffe48ea3-f64a-402a-9434-49f5506fd6ae not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:22:06.981098 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-2370ae89-6c59-4359-803e-30b446109acc service neutron] Attempting to bind port 2b6e3326-dc40-49a1-9ecb-6190b53d266d on network ffe48ea3-f64a-402a-9434-49f5506fd6ae {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:22:07.004439 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0897736f-8d50-4910-a37c-af8fb967e15c req-8bb9b64a-e93b-4a51-856f-38a9e41af685 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:07.010833 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0897736f-8d50-4910-a37c-af8fb967e15c req-8bb9b64a-e93b-4a51-856f-38a9e41af685 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:07.017271 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0897736f-8d50-4910-a37c-af8fb967e15c req-8bb9b64a-e93b-4a51-856f-38a9e41af685 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:07.019177 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0897736f-8d50-4910-a37c-af8fb967e15c req-8bb9b64a-e93b-4a51-856f-38a9e41af685 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/ports?device_id=db33aaef-5884-4da4-a311-5ede51d08faf HTTP/1.1" status: 200 len: 2375 time: 0.1392586 Jan 18 22:22:07.028365 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-2370ae89-6c59-4359-803e-30b446109acc service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:22:07.028860 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-2370ae89-6c59-4359-803e-30b446109acc service neutron] Checking segment: {'id': '66a6c0bc-a9db-4ef2-b573-64d9158634ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'ffe48ea3-f64a-402a-9434-49f5506fd6ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:22:07.029349 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-2370ae89-6c59-4359-803e-30b446109acc service neutron] Bound using segment: {'id': '66a6c0bc-a9db-4ef2-b573-64d9158634ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'ffe48ea3-f64a-402a-9434-49f5506fd6ae'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:22:07.029897 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-2370ae89-6c59-4359-803e-30b446109acc service neutron] Bound port: 2b6e3326-dc40-49a1-9ecb-6190b53d266d, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66a6c0bc-a9db-4ef2-b573-64d9158634ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'ffe48ea3-f64a-402a-9434-49f5506fd6ae'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:22:07.030357 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-2370ae89-6c59-4359-803e-30b446109acc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:07.114318 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0897736f-8d50-4910-a37c-af8fb967e15c req-173e2125-4426-4a1c-9221-9d8507148b9b tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a7f3ba7-6b33-47d4-842d-f8859c8e7d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813751 Jan 18 22:22:07.123815 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46caf561-07e4-46d1-8c81-3f4f56a5dd48 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:07.127746 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-46caf561-07e4-46d1-8c81-3f4f56a5dd48 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] 10.222.0.53 "GET /v2.0/networks/0fa7c7c8-c96a-4aa5-9818-d374adf00f99 HTTP/1.1" status: 200 len: 881 time: 0.5647185 Jan 18 22:22:07.128392 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37660) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:22:07.169594 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-92046d3f-ff3c-4c12-aab0-7d8d7303155f tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c1549c3-6003-4d58-9a31-d8fc63d50737 HTTP/1.1" status: 200 len: 205 time: 0.0402088 Jan 18 22:22:07.172318 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-46e3391d-3d61-4f12-8c07-3bb9a7ac48fd tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Allocated IP 10.2.2.100 (d517cf7a-2b5e-403e-9519-f81391a215c9/b2fef015-6188-4e86-a17d-bae4a3dc212e/8378d970-1631-475d-9cba-3b81e38793ce) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:22:07.175644 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37662) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:22:07.209731 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-2370ae89-6c59-4359-803e-30b446109acc service neutron] For port 2b6e3326-dc40-49a1-9ecb-6190b53d266d, host n-h2-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:22:07.217274 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-2370ae89-6c59-4359-803e-30b446109acc service neutron] For port 2b6e3326-dc40-49a1-9ecb-6190b53d266d, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=2b6e3326-dc40-49a1-9ecb-6190b53d266d,segment=NetworkSegment(66a6c0bc-a9db-4ef2-b573-64d9158634ea),segment_id=66a6c0bc-a9db-4ef2-b573-64d9158634ea)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:22:07.222627 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a8b842-6764-400a-8db2-cde13e967c64 req-d3985ed6-2d8a-4967-bc01-5477b35f7554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:07.224227 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-40a8b842-6764-400a-8db2-cde13e967c64 req-d3985ed6-2d8a-4967-bc01-5477b35f7554 service neutron] 10.222.0.36 "GET /v2.0/networks?id=238ed1a6-2b69-482a-a879-0782a721c5d9 HTTP/1.1" status: 200 len: 905 time: 0.5683656 Jan 18 22:22:07.236031 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-2370ae89-6c59-4359-803e-30b446109acc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:07.280557 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-40a8b842-6764-400a-8db2-cde13e967c64 req-89702a40-8a3a-477e-ac0a-c60bb7ea976f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d93d8eb3-0fa6-4431-bc3b-20afd3b6494f HTTP/1.1" status: 200 len: 217 time: 0.0442786 Jan 18 22:22:07.326132 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-2370ae89-6c59-4359-803e-30b446109acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:07.327063 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-2370ae89-6c59-4359-803e-30b446109acc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:07.328558 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-2370ae89-6c59-4359-803e-30b446109acc service neutron] 10.222.0.67 "PUT /v2.0/ports/2b6e3326-dc40-49a1-9ecb-6190b53d266d HTTP/1.1" status: 200 len: 1091 time: 2.1295543 Jan 18 22:22:07.366510 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-cd2dc5ea-d5c5-40f8-9f36-8b898ab8a5e5 service neutron] Request body: {'port': {'device_id': '5fdf43ac-e2d1-46c0-a022-01c13375d73d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:22:07.403310 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2370ae89-6c59-4359-803e-30b446109acc service neutron] Pushing event updated for resources: {'Port': ['ID=2b6e3326-dc40-49a1-9ecb-6190b53d266d,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:07.435413 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a8b842-6764-400a-8db2-cde13e967c64 req-77541a9a-f6c4-4458-a504-560b10ef5c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:07.437515 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-40a8b842-6764-400a-8db2-cde13e967c64 req-77541a9a-f6c4-4458-a504-560b10ef5c83 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7c698099-8c96-4ff9-a982-e918b5bcbfac HTTP/1.1" status: 200 len: 845 time: 0.1254764 Jan 18 22:22:07.440663 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-80223986-f042-478e-9985-ecacded27949 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks [] for router, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:07.474604 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-46e3391d-3d61-4f12-8c07-3bb9a7ac48fd tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:07.503457 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0e57c32-f691-4f0f-8b43-e657ed0672e8 x-openstack-request-id: req-d0e57c32-f691-4f0f-8b43-e657ed0672e8 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:22:07.503870 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fdf43ac-e2d1-46c0-a022-01c13375d73d", "tag": "790739e8-f2d1-4e6b-9f52-59a57a675b05", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:22:07.504264 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d0e57c32-f691-4f0f-8b43-e657ed0672e8 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:22:07.504720 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fdf43ac-e2d1-46c0-a022-01c13375d73d', 'tag': '790739e8-f2d1-4e6b-9f52-59a57a675b05', 'status': 'completed', 'code': 200} Jan 18 22:22:07.523112 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-cd2dc5ea-d5c5-40f8-9f36-8b898ab8a5e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:07.590503 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-40a8b842-6764-400a-8db2-cde13e967c64 req-ecefbd7e-cbce-49ea-89d1-aa7afb6677bc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=238ed1a6-2b69-482a-a879-0782a721c5d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647175 Jan 18 22:22:07.652816 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-46e3391d-3d61-4f12-8c07-3bb9a7ac48fd tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:07.724527 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fee648-92be-49fe-be50-1a5efe7db5fb req-3f997c82-25fe-45b1-a8a2-f9fee0755ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:07.724924 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fee648-92be-49fe-be50-1a5efe7db5fb req-3f997c82-25fe-45b1-a8a2-f9fee0755ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:07.725392 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fee648-92be-49fe-be50-1a5efe7db5fb req-3f997c82-25fe-45b1-a8a2-f9fee0755ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:07.725852 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fee648-92be-49fe-be50-1a5efe7db5fb req-3f997c82-25fe-45b1-a8a2-f9fee0755ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:07.726347 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fee648-92be-49fe-be50-1a5efe7db5fb req-3f997c82-25fe-45b1-a8a2-f9fee0755ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:07.726771 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fee648-92be-49fe-be50-1a5efe7db5fb req-3f997c82-25fe-45b1-a8a2-f9fee0755ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:07.727228 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fee648-92be-49fe-be50-1a5efe7db5fb req-3f997c82-25fe-45b1-a8a2-f9fee0755ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:07.729415 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-77fee648-92be-49fe-be50-1a5efe7db5fb req-3f997c82-25fe-45b1-a8a2-f9fee0755ec6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e820669caca04fcb8f8972d8b3102f64&device_id=5fdf43ac-e2d1-46c0-a022-01c13375d73d HTTP/1.1" status: 200 len: 6418 time: 0.1957691 Jan 18 22:22:07.730673 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-80223986-f042-478e-9985-ecacded27949 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:07.762742 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de1764d-7e09-4b27-a2eb-0d2f0743fb0b req-984b2227-72f7-44a2-a4a0-15bc1d8ba9b5 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:07.763907 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2de1764d-7e09-4b27-a2eb-0d2f0743fb0b req-984b2227-72f7-44a2-a4a0-15bc1d8ba9b5 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/ports?device_id=11eade1c-b09f-43f3-8c20-20c06a099f4b HTTP/1.1" status: 200 len: 944 time: 0.1762815 Jan 18 22:22:07.798746 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-46e3391d-3d61-4f12-8c07-3bb9a7ac48fd tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Network d517cf7a-2b5e-403e-9519-f81391a215c9 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:22:07.812864 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-46e3391d-3d61-4f12-8c07-3bb9a7ac48fd tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:22:07.815528 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-46e3391d-3d61-4f12-8c07-3bb9a7ac48fd tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:22:07.844642 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e3391d-3d61-4f12-8c07-3bb9a7ac48fd tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Pushing event updated for resources: {'Port': ['ID=8378d970-1631-475d-9cba-3b81e38793ce,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:07.865791 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-40a8b842-6764-400a-8db2-cde13e967c64 req-b4e37ffa-c314-4822-a68f-264a2ae88270 service neutron] 10.222.0.36 "GET /v2.0/networks/238ed1a6-2b69-482a-a879-0782a721c5d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127249 Jan 18 22:22:07.932227 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-46e3391d-3d61-4f12-8c07-3bb9a7ac48fd tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:07.933171 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-46e3391d-3d61-4f12-8c07-3bb9a7ac48fd tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:07.961168 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2de1764d-7e09-4b27-a2eb-0d2f0743fb0b req-c6420efd-a2f6-44c7-b6d4-5f4e6bc1ead4 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/security-groups?id=887106f9-0ea3-48df-93b8-5b7379f045d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698954 Jan 18 22:22:07.997905 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-46e3391d-3d61-4f12-8c07-3bb9a7ac48fd tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1541820 Jan 18 22:22:08.008214 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-40a8b842-6764-400a-8db2-cde13e967c64 req-f7bd1d5c-76a0-439e-920b-26ca96e36fe9 service neutron] 10.222.0.36 "GET /v2.0/networks/238ed1a6-2b69-482a-a879-0782a721c5d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343007 Jan 18 22:22:08.010598 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-80223986-f042-478e-9985-ecacded27949 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Deleting port dab8bcc5-ec33-484a-aa62-605db6bae738 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:22:08.010946 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-80223986-f042-478e-9985-ecacded27949 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:08.015008 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fee648-92be-49fe-be50-1a5efe7db5fb req-d993febd-9a3e-4bcd-b18c-3089a0a19601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:08.015603 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fee648-92be-49fe-be50-1a5efe7db5fb req-d993febd-9a3e-4bcd-b18c-3089a0a19601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:08.018631 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-de669c0b-8d0e-4fb6-9b1d-6a3babf1efe2 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Request body: {'port': {'device_id': 'db33aaef-5884-4da4-a311-5ede51d08faf', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'd517cf7a-2b5e-403e-9519-f81391a215c9', 'admin_state_up': True, 'tenant_id': 'ec90adb1094349739cc26a639b1aef5d', 'security_groups': ['1a7f3ba7-6b33-47d4-842d-f8859c8e7d98']}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:22:08.029529 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fee648-92be-49fe-be50-1a5efe7db5fb req-d993febd-9a3e-4bcd-b18c-3089a0a19601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:08.032448 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-77fee648-92be-49fe-be50-1a5efe7db5fb req-d993febd-9a3e-4bcd-b18c-3089a0a19601 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=e820669caca04fcb8f8972d8b3102f64&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2940335 Jan 18 22:22:08.186790 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-a0d26af4-598a-4a45-9273-4923495b3e72 None None] Provisioning complete for port 8378d970-1631-475d-9cba-3b81e38793ce triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:22:08.187393 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a0d26af4-598a-4a45-9273-4923495b3e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:08.228798 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-80223986-f042-478e-9985-ecacded27949 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:08.245321 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fee648-92be-49fe-be50-1a5efe7db5fb req-adc45b83-8c61-46dd-be14-5a18c860b41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:08.246799 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-77fee648-92be-49fe-be50-1a5efe7db5fb req-adc45b83-8c61-46dd-be14-5a18c860b41b service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2001736 Jan 18 22:22:08.247265 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-a0d26af4-598a-4a45-9273-4923495b3e72 None None] Port 8378d970-1631-475d-9cba-3b81e38793ce cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:22:08.247747 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-80223986-f042-478e-9985-ecacded27949 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Calling delete_port for dab8bcc5-ec33-484a-aa62-605db6bae738 owned by network:router_gateway {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:22:08.480354 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-80223986-f042-478e-9985-ecacded27949 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:08.546760 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32f74b1-1eb7-4964-b4c0-259e7fe4ae7d req-da1f073e-b0de-4e6e-886f-ea276f2f7aeb tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:08.548385 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a32f74b1-1eb7-4964-b4c0-259e7fe4ae7d req-da1f073e-b0de-4e6e-886f-ea276f2f7aeb tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa35bf88-4440-4d73-afcd-ae0cc04d6d11 HTTP/1.1" status: 200 len: 944 time: 0.1386752 Jan 18 22:22:08.549085 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80223986-f042-478e-9985-ecacded27949 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Pushing event deleted for resources: {'Port': ['ID=dab8bcc5-ec33-484a-aa62-605db6bae738,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:08.630874 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-80223986-f042-478e-9985-ecacded27949 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043029'] for router_gateway, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:08.638078 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-cd2dc5ea-d5c5-40f8-9f36-8b898ab8a5e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b39b79af-f443-48d6-a70e-0edb9f29990f {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:22:08.650094 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-cd2dc5ea-d5c5-40f8-9f36-8b898ab8a5e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:08.689694 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a32f74b1-1eb7-4964-b4c0-259e7fe4ae7d req-30ff7620-2452-4377-aa5a-632c0089bd0b tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fead2ec-99b5-4f01-a8ba-653859b4c215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160629 Jan 18 22:22:08.696318 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-cd2dc5ea-d5c5-40f8-9f36-8b898ab8a5e5 service neutron] Transition to ACTIVE for port object b39b79af-f443-48d6-a70e-0edb9f29990f will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:22:08.715412 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6827526-1336-46dd-bbb0-31336f60f08b req-fdae1248-bcf8-4d90-8d68-be9723774060 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:08.715412 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a6827526-1336-46dd-bbb0-31336f60f08b req-fdae1248-bcf8-4d90-8d68-be9723774060 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=09f26103-afed-4271-a2b5-ed6fd9e982e1 HTTP/1.1" status: 200 len: 946 time: 0.1363335 Jan 18 22:22:08.715412 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-cd2dc5ea-d5c5-40f8-9f36-8b898ab8a5e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:08.745850 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-80223986-f042-478e-9985-ecacded27949 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1040886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8602'] for router, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:08.748943 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-80223986-f042-478e-9985-ecacded27949 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:08.760821 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-de669c0b-8d0e-4fb6-9b1d-6a3babf1efe2 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Made reservation on behalf of ec90adb1094349739cc26a639b1aef5d for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:22:08.765764 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-de669c0b-8d0e-4fb6-9b1d-6a3babf1efe2 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:08.802224 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-80223986-f042-478e-9985-ecacded27949 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1040832'] for router, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:08.803144 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80223986-f042-478e-9985-ecacded27949 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Fanout notify agent at l3_agent the message router_deleted on router 0c1549c3-6003-4d58-9a31-d8fc63d50737 {{(pid=102431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 22:22:08.813367 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-80223986-f042-478e-9985-ecacded27949 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:08.814501 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-80223986-f042-478e-9985-ecacded27949 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] 10.222.0.53 "DELETE /v2.0/routers/0c1549c3-6003-4d58-9a31-d8fc63d50737 HTTP/1.1" status: 204 len: 168 time: 1.6379013 Jan 18 22:22:08.818099 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37676) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:22:08.822945 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-0c9d8682-a828-47d5-b2e0-2cc5ef937b95 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1829887375', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:22:08.862099 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0c9d8682-a828-47d5-b2e0-2cc5ef937b95 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1044160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8692'] for router, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:08.863653 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0c9d8682-a828-47d5-b2e0-2cc5ef937b95 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1040680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8675'] for router, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:08.876083 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a6827526-1336-46dd-bbb0-31336f60f08b req-00225e61-c1c4-41f8-89e7-f5c3348d5a00 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532702 Jan 18 22:22:08.881015 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2dc5ea-d5c5-40f8-9f36-8b898ab8a5e5 service neutron] Pushing event updated for resources: {'Port': ['ID=b39b79af-f443-48d6-a70e-0edb9f29990f,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:08.949635 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0c9d8682-a828-47d5-b2e0-2cc5ef937b95 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:08.955002 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0c9d8682-a828-47d5-b2e0-2cc5ef937b95 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1040691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049'] for router, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:08.976904 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0c9d8682-a828-47d5-b2e0-2cc5ef937b95 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:08.980219 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-0c9d8682-a828-47d5-b2e0-2cc5ef937b95 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1591094 Jan 18 22:22:08.981254 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37680) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:22:08.986794 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-895874a9-18ac-4ef9-a5ce-ccf96f37f3c4 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'enable_snat': True}}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:22:09.093916 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349565c1-ea3d-4b24-aa07-13e7ea9112bf req-01f2880e-3f73-4521-b41c-4855369eca84 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:09.100785 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349565c1-ea3d-4b24-aa07-13e7ea9112bf req-01f2880e-3f73-4521-b41c-4855369eca84 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:09.107075 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349565c1-ea3d-4b24-aa07-13e7ea9112bf req-01f2880e-3f73-4521-b41c-4855369eca84 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:09.113443 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349565c1-ea3d-4b24-aa07-13e7ea9112bf req-01f2880e-3f73-4521-b41c-4855369eca84 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:09.119522 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349565c1-ea3d-4b24-aa07-13e7ea9112bf req-01f2880e-3f73-4521-b41c-4855369eca84 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:09.125434 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349565c1-ea3d-4b24-aa07-13e7ea9112bf req-01f2880e-3f73-4521-b41c-4855369eca84 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:09.131890 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349565c1-ea3d-4b24-aa07-13e7ea9112bf req-01f2880e-3f73-4521-b41c-4855369eca84 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:09.139767 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-349565c1-ea3d-4b24-aa07-13e7ea9112bf req-01f2880e-3f73-4521-b41c-4855369eca84 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fdf43ac-e2d1-46c0-a022-01c13375d73d HTTP/1.1" status: 200 len: 5428 time: 0.3632340 Jan 18 22:22:09.232582 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-cd2dc5ea-d5c5-40f8-9f36-8b898ab8a5e5 service neutron] Attempting to bind port b39b79af-f443-48d6-a70e-0edb9f29990f on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:22:09.232883 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-cd2dc5ea-d5c5-40f8-9f36-8b898ab8a5e5 service neutron] Attempting to bind port b39b79af-f443-48d6-a70e-0edb9f29990f by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '66a6c0bc-a9db-4ef2-b573-64d9158634ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'ffe48ea3-f64a-402a-9434-49f5506fd6ae'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:22:09.233165 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-cd2dc5ea-d5c5-40f8-9f36-8b898ab8a5e5 service neutron] Attempting to bind port b39b79af-f443-48d6-a70e-0edb9f29990f on network ffe48ea3-f64a-402a-9434-49f5506fd6ae {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:22:09.246246 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-895874a9-18ac-4ef9-a5ce-ccf96f37f3c4 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:09.247719 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543fa788-866a-454e-932f-32696e53f002 req-6346dd8c-3d78-45bb-bc8d-b8d2f47dc460 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:09.253485 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-543fa788-866a-454e-932f-32696e53f002 req-6346dd8c-3d78-45bb-bc8d-b8d2f47dc460 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/ports?device_id=403ff10c-4dc2-498c-82c9-4b8f991f54e3 HTTP/1.1" status: 200 len: 945 time: 0.2942443 Jan 18 22:22:09.274799 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-349565c1-ea3d-4b24-aa07-13e7ea9112bf req-8c226007-5881-4123-9407-0c206b9919fe tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "GET /v2.0/security-groups?id=feae3479-97c3-4dcd-9cbb-02eadc4c6a76&id=61d17b67-718c-4475-950b-257bfb33b7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1341410 Jan 18 22:22:09.274799 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-cd2dc5ea-d5c5-40f8-9f36-8b898ab8a5e5 service neutron] Port b39b79af-f443-48d6-a70e-0edb9f29990f on network ffe48ea3-f64a-402a-9434-49f5506fd6ae not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:22:09.276065 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-cd2dc5ea-d5c5-40f8-9f36-8b898ab8a5e5 service neutron] Attempting to bind port b39b79af-f443-48d6-a70e-0edb9f29990f on network ffe48ea3-f64a-402a-9434-49f5506fd6ae {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:22:09.326831 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-cd2dc5ea-d5c5-40f8-9f36-8b898ab8a5e5 service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:22:09.327180 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-cd2dc5ea-d5c5-40f8-9f36-8b898ab8a5e5 service neutron] Checking segment: {'id': '66a6c0bc-a9db-4ef2-b573-64d9158634ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'ffe48ea3-f64a-402a-9434-49f5506fd6ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:22:09.327583 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-cd2dc5ea-d5c5-40f8-9f36-8b898ab8a5e5 service neutron] Bound using segment: {'id': '66a6c0bc-a9db-4ef2-b573-64d9158634ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'ffe48ea3-f64a-402a-9434-49f5506fd6ae'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:22:09.328007 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-cd2dc5ea-d5c5-40f8-9f36-8b898ab8a5e5 service neutron] Bound port: b39b79af-f443-48d6-a70e-0edb9f29990f, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66a6c0bc-a9db-4ef2-b573-64d9158634ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'ffe48ea3-f64a-402a-9434-49f5506fd6ae'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:22:09.328393 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-cd2dc5ea-d5c5-40f8-9f36-8b898ab8a5e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:09.404340 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-543fa788-866a-454e-932f-32696e53f002 req-8538bd13-2cbb-4dc7-ba20-63ca2d9ef5e3 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/security-groups?id=92d0bf2d-4a69-4a06-bc28-bffdc82f7ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388807 Jan 18 22:22:09.418761 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-de669c0b-8d0e-4fb6-9b1d-6a3babf1efe2 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Allocated IP 10.2.2.200 (d517cf7a-2b5e-403e-9519-f81391a215c9/b2fef015-6188-4e86-a17d-bae4a3dc212e/d4aeaad3-0a25-4101-bf67-696d922c2523) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:22:09.518458 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af80a670-85e7-4224-98d8-35bb63560bb0 req-ab51f86a-67bc-4b65-a9bd-5bca0b0c43f9 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:09.520224 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-af80a670-85e7-4224-98d8-35bb63560bb0 req-ab51f86a-67bc-4b65-a9bd-5bca0b0c43f9 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.36 "GET /v2.0/ports?device_id=09f26103-afed-4271-a2b5-ed6fd9e982e1 HTTP/1.1" status: 200 len: 946 time: 0.0875056 Jan 18 22:22:09.526322 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-895874a9-18ac-4ef9-a5ce-ccf96f37f3c4 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:09.541568 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fdf43ac-e2d1-46c0-a022-01c13375d73d', 'tag': '2b6e3326-dc40-49a1-9ecb-6190b53d266d'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:22:09.544218 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f41f6d5b-3a32-44f7-90b7-03fa37dbf460" -d '{"events": [{"name": "network-changed", "server_uuid": "5fdf43ac-e2d1-46c0-a022-01c13375d73d", "tag": "2b6e3326-dc40-49a1-9ecb-6190b53d266d"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:22:09.552881 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-895874a9-18ac-4ef9-a5ce-ccf96f37f3c4 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:09.600749 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device d93d8eb3-0fa6-4431-bc3b-20afd3b6494f details requested by agent hyperv_n-h1-825064-1 with host n-h1-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:22:09.649125 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-cd2dc5ea-d5c5-40f8-9f36-8b898ab8a5e5 service neutron] For port b39b79af-f443-48d6-a70e-0edb9f29990f, host n-h2-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:22:09.686729 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d745d1-7bf6-460d-983e-5e273991c5f4 req-d96643e6-e969-42f9-8c8c-451080b3fdc7 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:09.693140 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d745d1-7bf6-460d-983e-5e273991c5f4 req-d96643e6-e969-42f9-8c8c-451080b3fdc7 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:09.699477 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d745d1-7bf6-460d-983e-5e273991c5f4 req-d96643e6-e969-42f9-8c8c-451080b3fdc7 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:09.706276 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d745d1-7bf6-460d-983e-5e273991c5f4 req-d96643e6-e969-42f9-8c8c-451080b3fdc7 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:09.708168 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-25d745d1-7bf6-460d-983e-5e273991c5f4 req-d96643e6-e969-42f9-8c8c-451080b3fdc7 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/ports?device_id=db33aaef-5884-4da4-a311-5ede51d08faf HTTP/1.1" status: 200 len: 3096 time: 0.3489478 Jan 18 22:22:09.715470 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-cd2dc5ea-d5c5-40f8-9f36-8b898ab8a5e5 service neutron] For port b39b79af-f443-48d6-a70e-0edb9f29990f, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=b39b79af-f443-48d6-a70e-0edb9f29990f,segment=NetworkSegment(66a6c0bc-a9db-4ef2-b573-64d9158634ea),segment_id=66a6c0bc-a9db-4ef2-b573-64d9158634ea)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:22:09.739771 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-de669c0b-8d0e-4fb6-9b1d-6a3babf1efe2 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:09.748283 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa6fd27-f079-4641-a01e-2d47eaba0cad req-fd4ca8e9-fdbc-482b-b7e4-d31261af841a tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:09.749853 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bfa6fd27-f079-4641-a01e-2d47eaba0cad req-fd4ca8e9-fdbc-482b-b7e4-d31261af841a tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/ports?device_id=11eade1c-b09f-43f3-8c20-20c06a099f4b HTTP/1.1" status: 200 len: 944 time: 0.2008159 Jan 18 22:22:09.751052 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-cd2dc5ea-d5c5-40f8-9f36-8b898ab8a5e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:09.781954 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port d93d8eb3-0fa6-4431-bc3b-20afd3b6494f, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=d93d8eb3-0fa6-4431-bc3b-20afd3b6494f,segment=NetworkSegment(bbee9262-cfb2-4fc9-82be-4cb3bf414322),segment_id=bbee9262-cfb2-4fc9-82be-4cb3bf414322)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:22:09.799841 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Returning: {'device': 'd93d8eb3-0fa6-4431-bc3b-20afd3b6494f', 'network_id': '238ed1a6-2b69-482a-a879-0782a721c5d9', 'port_id': 'd93d8eb3-0fa6-4431-bc3b-20afd3b6494f', 'mac_address': 'fa:16:3e:ef:ae:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c698099-8c96-4ff9-a982-e918b5bcbfac', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:22:09.842704 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-cd2dc5ea-d5c5-40f8-9f36-8b898ab8a5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:09.843335 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-cd2dc5ea-d5c5-40f8-9f36-8b898ab8a5e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:09.844788 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-cd2dc5ea-d5c5-40f8-9f36-8b898ab8a5e5 service neutron] 10.222.0.67 "PUT /v2.0/ports/b39b79af-f443-48d6-a70e-0edb9f29990f HTTP/1.1" status: 200 len: 1091 time: 2.4832630 Jan 18 22:22:09.863463 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-25d745d1-7bf6-460d-983e-5e273991c5f4 req-28221daf-8ef0-4ffa-8f5b-1c9aba257867 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a7f3ba7-6b33-47d4-842d-f8859c8e7d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1432607 Jan 18 22:22:09.901098 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:09.915826 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bfa6fd27-f079-4641-a01e-2d47eaba0cad req-5402b7b1-b9ef-416b-8a13-ff332dcd4d63 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/security-groups?id=887106f9-0ea3-48df-93b8-5b7379f045d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327188 Jan 18 22:22:09.917675 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2dc5ea-d5c5-40f8-9f36-8b898ab8a5e5 service neutron] Pushing event updated for resources: {'Port': ['ID=b39b79af-f443-48d6-a70e-0edb9f29990f,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:09.958890 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-de669c0b-8d0e-4fb6-9b1d-6a3babf1efe2 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:09.966533 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d93d8eb3-0fa6-4431-bc3b-20afd3b6494f {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:22:09.983121 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-895874a9-18ac-4ef9-a5ce-ccf96f37f3c4 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Allocated IP 172.25.5.128 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/ca29aa1a-b44f-4450-9c5d-ec333d68308c) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:22:10.027974 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port d93d8eb3-0fa6-4431-bc3b-20afd3b6494f, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=d93d8eb3-0fa6-4431-bc3b-20afd3b6494f,segment=NetworkSegment(bbee9262-cfb2-4fc9-82be-4cb3bf414322),segment_id=bbee9262-cfb2-4fc9-82be-4cb3bf414322)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:22:10.039887 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:10.042703 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34b13433-e9e0-4688-bc08-1f46c920885f x-openstack-request-id: req-34b13433-e9e0-4688-bc08-1f46c920885f {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:22:10.043019 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fdf43ac-e2d1-46c0-a022-01c13375d73d", "tag": "2b6e3326-dc40-49a1-9ecb-6190b53d266d", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:22:10.043278 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-34b13433-e9e0-4688-bc08-1f46c920885f {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:22:10.043674 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fdf43ac-e2d1-46c0-a022-01c13375d73d', 'tag': '2b6e3326-dc40-49a1-9ecb-6190b53d266d', 'status': 'completed', 'code': 200} Jan 18 22:22:10.046791 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-de669c0b-8d0e-4fb6-9b1d-6a3babf1efe2 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Network d517cf7a-2b5e-403e-9519-f81391a215c9 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:22:10.063943 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-de669c0b-8d0e-4fb6-9b1d-6a3babf1efe2 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:22:10.092597 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-b2554f04-39f1-49e3-83f3-d8b7b92484ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:10.092807 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-b2554f04-39f1-49e3-83f3-d8b7b92484ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:10.093289 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-b2554f04-39f1-49e3-83f3-d8b7b92484ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:10.093757 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-b2554f04-39f1-49e3-83f3-d8b7b92484ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:10.094229 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-b2554f04-39f1-49e3-83f3-d8b7b92484ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:10.094699 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-b2554f04-39f1-49e3-83f3-d8b7b92484ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:10.095165 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-b2554f04-39f1-49e3-83f3-d8b7b92484ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:10.107027 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-b2554f04-39f1-49e3-83f3-d8b7b92484ff service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e820669caca04fcb8f8972d8b3102f64&device_id=5fdf43ac-e2d1-46c0-a022-01c13375d73d HTTP/1.1" status: 200 len: 6485 time: 0.2004802 Jan 18 22:22:10.109275 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-de669c0b-8d0e-4fb6-9b1d-6a3babf1efe2 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:22:10.114548 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=d93d8eb3-0fa6-4431-bc3b-20afd3b6494f,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:10.186719 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de669c0b-8d0e-4fb6-9b1d-6a3babf1efe2 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Pushing event updated for resources: {'Port': ['ID=d4aeaad3-0a25-4101-bf67-696d922c2523,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:10.238997 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-d8e3006b-e44a-482c-98a6-13713ca833ec service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ac916a4a-3bf6-444a-a917-d065fe9287b9 HTTP/1.1" status: 200 len: 217 time: 0.1308846 Jan 18 22:22:10.267251 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-de669c0b-8d0e-4fb6-9b1d-6a3babf1efe2 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:10.268657 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-de669c0b-8d0e-4fb6-9b1d-6a3babf1efe2 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:10.285931 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-895874a9-18ac-4ef9-a5ce-ccf96f37f3c4 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:10.308020 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-af80a670-85e7-4224-98d8-35bb63560bb0 req-55811e6d-fd57-4c83-9c86-5a82872f4ed7 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Deleting port 1cecdd54-ba39-4a0e-8ae6-128dc0415e66 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:22:10.308392 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-af80a670-85e7-4224-98d8-35bb63560bb0 req-55811e6d-fd57-4c83-9c86-5a82872f4ed7 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:10.315191 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['d93d8eb3-0fa6-4431-bc3b-20afd3b6494f'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:22:10.383255 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-895874a9-18ac-4ef9-a5ce-ccf96f37f3c4 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:10.389561 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dc93ab-e1a5-47e7-b4d3-524988cd5738 req-778e79f6-a674-4ba3-92c0-04f547578594 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:10.391464 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-35dc93ab-e1a5-47e7-b4d3-524988cd5738 req-778e79f6-a674-4ba3-92c0-04f547578594 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/ports?device_id=403ff10c-4dc2-498c-82c9-4b8f991f54e3 HTTP/1.1" status: 200 len: 945 time: 0.2766569 Jan 18 22:22:10.399933 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-de669c0b-8d0e-4fb6-9b1d-6a3babf1efe2 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3901954 Jan 18 22:22:10.414251 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-1056dd92-38a8-49b6-a844-42c89966b79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:10.415938 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-1056dd92-38a8-49b6-a844-42c89966b79d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=388020c9-0236-4ef5-93d9-ef2bde8b97b6 HTTP/1.1" status: 200 len: 856 time: 0.1599004 Jan 18 22:22:10.446282 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-b0442992-738b-4b0c-8959-72dba3634bf9 service neutron] Request body: {'port': {'device_id': 'db33aaef-5884-4da4-a311-5ede51d08faf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:22:10.457398 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895874a9-18ac-4ef9-a5ce-ccf96f37f3c4 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:22:10.466591 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-895874a9-18ac-4ef9-a5ce-ccf96f37f3c4 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:22:10.469664 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895874a9-18ac-4ef9-a5ce-ccf96f37f3c4 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:22:10.477208 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-af80a670-85e7-4224-98d8-35bb63560bb0 req-55811e6d-fd57-4c83-9c86-5a82872f4ed7 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] For port 1cecdd54-ba39-4a0e-8ae6-128dc0415e66, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=1cecdd54-ba39-4a0e-8ae6-128dc0415e66,segment=NetworkSegment(773e2478-13af-4dd0-bb1a-13e4946a40f7),segment_id=773e2478-13af-4dd0-bb1a-13e4946a40f7)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:22:10.477577 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-af80a670-85e7-4224-98d8-35bb63560bb0 req-55811e6d-fd57-4c83-9c86-5a82872f4ed7 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:10.493888 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d8a2fe-7259-4584-b0c7-76c18e246436 req-a521f122-6ee4-45f1-9a16-c88b87ce3949 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:10.494597 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-45f372ea-23c6-472d-98cc-22bbba9c0087 None None] Provisioning complete for port d4aeaad3-0a25-4101-bf67-696d922c2523 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:22:10.495077 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-45f372ea-23c6-472d-98cc-22bbba9c0087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:10.496271 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-48d8a2fe-7259-4584-b0c7-76c18e246436 req-a521f122-6ee4-45f1-9a16-c88b87ce3949 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa35bf88-4440-4d73-afcd-ae0cc04d6d11 HTTP/1.1" status: 200 len: 944 time: 0.2886260 Jan 18 22:22:10.521612 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895874a9-18ac-4ef9-a5ce-ccf96f37f3c4 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Pushing event updated for resources: {'Port': ['ID=ca29aa1a-b44f-4450-9c5d-ec333d68308c,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:10.531463 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-af80a670-85e7-4224-98d8-35bb63560bb0 req-55811e6d-fd57-4c83-9c86-5a82872f4ed7 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Calling delete_port for 1cecdd54-ba39-4a0e-8ae6-128dc0415e66 owned by compute:nova {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:22:10.539367 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-45f372ea-23c6-472d-98cc-22bbba9c0087 None None] Port d4aeaad3-0a25-4101-bf67-696d922c2523 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:22:10.570956 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-35dc93ab-e1a5-47e7-b4d3-524988cd5738 req-00825af2-a23e-4347-b56d-378db81c7430 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/security-groups?id=92d0bf2d-4a69-4a06-bc28-bffdc82f7ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648607 Jan 18 22:22:10.582791 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-48d8a2fe-7259-4584-b0c7-76c18e246436 req-44218a01-6890-4c91-a7e7-f395a34d8cfa tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fead2ec-99b5-4f01-a8ba-653859b4c215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670187 Jan 18 22:22:10.605260 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-ebf7dd6e-ef68-45df-9059-48fcf6c8f281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:10.606727 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-ebf7dd6e-ef68-45df-9059-48fcf6c8f281 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a51a6fff-5ab2-447c-8b55-7ba7d5e58077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1563475 Jan 18 22:22:10.734215 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-b0442992-738b-4b0c-8959-72dba3634bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:10.831619 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdce6f1b-8395-4595-a22f-296b49d20dde req-184442e0-696a-484b-bf2d-c92131b7b30a tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:10.833554 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cdce6f1b-8395-4595-a22f-296b49d20dde req-184442e0-696a-484b-bf2d-c92131b7b30a tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=09f26103-afed-4271-a2b5-ed6fd9e982e1 HTTP/1.1" status: 200 len: 946 time: 0.1857996 Jan 18 22:22:10.847939 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d370bcb-d33a-4350-be08-f8d6727a4498 req-edaeb3ed-398a-4d3b-a129-85b8cabf6744 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:10.853555 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d370bcb-d33a-4350-be08-f8d6727a4498 req-edaeb3ed-398a-4d3b-a129-85b8cabf6744 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:10.859654 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d370bcb-d33a-4350-be08-f8d6727a4498 req-edaeb3ed-398a-4d3b-a129-85b8cabf6744 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:10.865523 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d370bcb-d33a-4350-be08-f8d6727a4498 req-edaeb3ed-398a-4d3b-a129-85b8cabf6744 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:10.871312 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d370bcb-d33a-4350-be08-f8d6727a4498 req-edaeb3ed-398a-4d3b-a129-85b8cabf6744 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:10.877122 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d370bcb-d33a-4350-be08-f8d6727a4498 req-edaeb3ed-398a-4d3b-a129-85b8cabf6744 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:10.883458 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d370bcb-d33a-4350-be08-f8d6727a4498 req-edaeb3ed-398a-4d3b-a129-85b8cabf6744 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:10.885394 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9d370bcb-d33a-4350-be08-f8d6727a4498 req-edaeb3ed-398a-4d3b-a129-85b8cabf6744 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fdf43ac-e2d1-46c0-a022-01c13375d73d HTTP/1.1" status: 200 len: 5428 time: 0.1860008 Jan 18 22:22:10.905014 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-af80a670-85e7-4224-98d8-35bb63560bb0 req-55811e6d-fd57-4c83-9c86-5a82872f4ed7 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:10.906011 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-fb86e8ec-07f6-4508-bc3e-9d61533ed996 service neutron] 10.222.0.67 "GET /v2.0/networks/a51a6fff-5ab2-447c-8b55-7ba7d5e58077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834249 Jan 18 22:22:10.941445 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55811e6d-fd57-4c83-9c86-5a82872f4ed7 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Pushing event deleted for resources: {'Port': ['ID=1cecdd54-ba39-4a0e-8ae6-128dc0415e66,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:10.950630 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-895874a9-18ac-4ef9-a5ce-ccf96f37f3c4 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:11.027454 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-af80a670-85e7-4224-98d8-35bb63560bb0 req-55811e6d-fd57-4c83-9c86-5a82872f4ed7 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] No DVR routers for this DVR port 1cecdd54-ba39-4a0e-8ae6-128dc0415e66 on host n-h1-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:22:11.030597 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-af80a670-85e7-4224-98d8-35bb63560bb0 req-55811e6d-fd57-4c83-9c86-5a82872f4ed7 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:11.034762 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-af80a670-85e7-4224-98d8-35bb63560bb0 req-55811e6d-fd57-4c83-9c86-5a82872f4ed7 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.36 "DELETE /v2.0/ports/1cecdd54-ba39-4a0e-8ae6-128dc0415e66 HTTP/1.1" status: 204 len: 173 time: 1.4896917 Jan 18 22:22:11.037065 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09f26103-afed-4271-a2b5-ed6fd9e982e1', 'name': 'network-vif-deleted', 'tag': '1cecdd54-ba39-4a0e-8ae6-128dc0415e66'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:22:11.040892 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-731a1466-fcb2-4339-adf1-93b8dfc0b012" -d '{"events": [{"server_uuid": "09f26103-afed-4271-a2b5-ed6fd9e982e1", "name": "network-vif-deleted", "tag": "1cecdd54-ba39-4a0e-8ae6-128dc0415e66"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:22:11.081169 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cdce6f1b-8395-4595-a22f-296b49d20dde req-0d75507a-be2b-4c6b-8143-4f96930e1684 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916814 Jan 18 22:22:11.083835 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['1cecdd54-ba39-4a0e-8ae6-128dc0415e66'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:22:11.123465 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9d370bcb-d33a-4350-be08-f8d6727a4498 req-8d879840-bf58-4ea7-b28d-4a3e807f5d6b tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "GET /v2.0/security-groups?id=feae3479-97c3-4dcd-9cbb-02eadc4c6a76&id=61d17b67-718c-4475-950b-257bfb33b7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2203758 Jan 18 22:22:11.244187 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-06f7e69a-dce5-4036-aa7d-348b9d9d839e service neutron] 10.222.0.67 "GET /v2.0/networks/a51a6fff-5ab2-447c-8b55-7ba7d5e58077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3222675 Jan 18 22:22:11.269270 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-895874a9-18ac-4ef9-a5ce-ccf96f37f3c4 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1042964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1040653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8593'] for router, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:11.274684 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-895874a9-18ac-4ef9-a5ce-ccf96f37f3c4 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1042975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1043046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1040698'] for router, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:11.329762 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-0ef55365-5670-4338-aee2-92f9ea4a63f0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.8&port_id=628fd386-d663-4f6e-b10c-63286e484d82 HTTP/1.1" status: 200 len: 217 time: 0.0732119 Jan 18 22:22:11.450497 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-895874a9-18ac-4ef9-a5ce-ccf96f37f3c4 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Router 54a08aeb-e068-4489-b4be-add67bed6624 is scheduled to L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 with binding_index 1 {{(pid=102431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 22:22:11.576381 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-895874a9-18ac-4ef9-a5ce-ccf96f37f3c4 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:22:11.581290 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-895874a9-18ac-4ef9-a5ce-ccf96f37f3c4 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:11.585476 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-895874a9-18ac-4ef9-a5ce-ccf96f37f3c4 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] 10.222.0.53 "PUT /v2.0/routers/54a08aeb-e068-4489-b4be-add67bed6624 HTTP/1.1" status: 200 len: 915 time: 2.6007016 Jan 18 22:22:11.585613 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37706) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:22:11.590630 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f4bf9c-3fe1-4abd-8713-f651751e6de4 None None] Sync routers for ids ['54a08aeb-e068-4489-b4be-add67bed6624'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:22:11.603342 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f4bf9c-3fe1-4abd-8713-f651751e6de4 None None] Routers {'54a08aeb-e068-4489-b4be-add67bed6624'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:22:11.604485 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-26f4bf9c-3fe1-4abd-8713-f651751e6de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:21:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['54a08aeb-e068-4489-b4be-add67bed6624'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:22:11.608892 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device d93d8eb3-0fa6-4431-bc3b-20afd3b6494f up at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:22:11.644085 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-26f4bf9c-3fe1-4abd-8713-f651751e6de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:22:11.684828 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f4bf9c-3fe1-4abd-8713-f651751e6de4 None None] Routers {'54a08aeb-e068-4489-b4be-add67bed6624'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:22:11.685732 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-26f4bf9c-3fe1-4abd-8713-f651751e6de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:21:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['54a08aeb-e068-4489-b4be-add67bed6624'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:22:11.713419 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-327afd3c-9b3c-4e47-ba6f-a73707365229 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] 10.222.0.53 "GET /v2.0/routers/54a08aeb-e068-4489-b4be-add67bed6624 HTTP/1.1" status: 200 len: 921 time: 0.1266301 Jan 18 22:22:11.714357 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37710) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:22:11.723148 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-6a9ac6b2-625b-4db8-bb84-e8363b44216d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:11.724635 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-26f4bf9c-3fe1-4abd-8713-f651751e6de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:22:11.724890 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-6a9ac6b2-625b-4db8-bb84-e8363b44216d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4d0ea6b9-4b19-4f86-aaca-bbf2d184c8f5 HTTP/1.1" status: 200 len: 797 time: 0.3876662 Jan 18 22:22:11.725654 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f4bf9c-3fe1-4abd-8713-f651751e6de4 None None] The sync data for ids ['54a08aeb-e068-4489-b4be-add67bed6624'] in n-d-825064-1 is: [] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:22:11.738592 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning for port d93d8eb3-0fa6-4431-bc3b-20afd3b6494f completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:22:11.742939 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning complete for port d93d8eb3-0fa6-4431-bc3b-20afd3b6494f triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:22:11.743519 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:11.762945 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e004a4b-3770-45f1-b614-fad05e272aca tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:11.768748 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-8e004a4b-3770-45f1-b614-fad05e272aca tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=0fa7c7c8-c96a-4aa5-9818-d374adf00f99&device_id=54a08aeb-e068-4489-b4be-add67bed6624&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0527074 Jan 18 22:22:11.769475 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37712) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:22:11.770651 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a8b21d-118f-4bd5-bb7d-efc37f54c4cb req-33a93409-1635-4490-9e72-6ac745fe3f9c tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:11.776968 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a8b21d-118f-4bd5-bb7d-efc37f54c4cb req-33a93409-1635-4490-9e72-6ac745fe3f9c tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:11.784230 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a8b21d-118f-4bd5-bb7d-efc37f54c4cb req-33a93409-1635-4490-9e72-6ac745fe3f9c tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:11.792330 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a8b21d-118f-4bd5-bb7d-efc37f54c4cb req-33a93409-1635-4490-9e72-6ac745fe3f9c tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:11.798318 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a8b21d-118f-4bd5-bb7d-efc37f54c4cb req-33a93409-1635-4490-9e72-6ac745fe3f9c tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:11.806786 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-60a8b21d-118f-4bd5-bb7d-efc37f54c4cb req-33a93409-1635-4490-9e72-6ac745fe3f9c tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/ports?device_id=db33aaef-5884-4da4-a311-5ede51d08faf HTTP/1.1" status: 200 len: 3817 time: 0.5530500 Jan 18 22:22:11.838126 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:11.871245 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11eade1c-b09f-43f3-8c20-20c06a099f4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd93d8eb3-0fa6-4431-bc3b-20afd3b6494f'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:22:11.876452 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a12f465-b255-4e3e-8e7f-994113850d29" -d '{"events": [{"server_uuid": "11eade1c-b09f-43f3-8c20-20c06a099f4b", "name": "network-vif-plugged", "status": "completed", "tag": "d93d8eb3-0fa6-4431-bc3b-20afd3b6494f"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:22:11.881480 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60fcde4f-0357-49bf-8287-b4dab18a64f3 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:11.890036 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port d93d8eb3-0fa6-4431-bc3b-20afd3b6494f, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=d93d8eb3-0fa6-4431-bc3b-20afd3b6494f,segment=NetworkSegment(bbee9262-cfb2-4fc9-82be-4cb3bf414322),segment_id=bbee9262-cfb2-4fc9-82be-4cb3bf414322)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:22:11.890416 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-60fcde4f-0357-49bf-8287-b4dab18a64f3 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] 10.222.0.53 "GET /v2.0/networks/0fa7c7c8-c96a-4aa5-9818-d374adf00f99 HTTP/1.1" status: 200 len: 881 time: 0.1190739 Jan 18 22:22:11.891275 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37716) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:22:11.897132 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:11.898316 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 1cecdd54-ba39-4a0e-8ae6-128dc0415e66 no longer exists at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:22:11.919865 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711c18be-5879-444a-9803-0a49b7e1fd3a req-8664dfde-4e26-4b55-b9c4-cf19196e05b5 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:11.921370 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-711c18be-5879-444a-9803-0a49b7e1fd3a req-8664dfde-4e26-4b55-b9c4-cf19196e05b5 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/ports?device_id=11eade1c-b09f-43f3-8c20-20c06a099f4b HTTP/1.1" status: 200 len: 945 time: 0.2383890 Jan 18 22:22:11.928420 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] No Port match for: 1cecdd54-ba39-4a0e-8ae6-128dc0415e66 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:22:11.928769 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 1cecdd54-ba39-4a0e-8ae6-128dc0415e66 not bound to the agent host n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:22:11.952702 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-b0442992-738b-4b0c-8959-72dba3634bf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24989149-146c-4acc-b874-9271bde1ec55 {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:22:11.959802 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-2767e96a-fb20-4576-abd6-40c980d0ed02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:11.960755 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-793ed782-e5c7-4470-8fb2-859cf28c9cad tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] 10.222.0.53 "GET /v2.0/ports?device_id=54a08aeb-e068-4489-b4be-add67bed6624 HTTP/1.1" status: 200 len: 205 time: 0.0677731 Jan 18 22:22:11.961836 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-2767e96a-fb20-4576-abd6-40c980d0ed02 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6762cf84-f7fb-4f6c-9c16-5d48c8ba314e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2186918 Jan 18 22:22:11.962644 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37718) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:22:11.965298 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-60a8b21d-118f-4bd5-bb7d-efc37f54c4cb req-83b4fc97-0209-4f8e-9377-8379a467f789 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a7f3ba7-6b33-47d4-842d-f8859c8e7d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1576908 Jan 18 22:22:11.977884 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-b0442992-738b-4b0c-8959-72dba3634bf9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:12.043002 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d0cfab9-64ee-4ddc-bfa3-bf46926e9014 x-openstack-request-id: req-0d0cfab9-64ee-4ddc-bfa3-bf46926e9014 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:22:12.043562 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09f26103-afed-4271-a2b5-ed6fd9e982e1", "name": "network-vif-deleted", "tag": "1cecdd54-ba39-4a0e-8ae6-128dc0415e66", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:22:12.043562 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0d0cfab9-64ee-4ddc-bfa3-bf46926e9014 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:22:12.043954 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09f26103-afed-4271-a2b5-ed6fd9e982e1', 'name': 'network-vif-deleted', 'tag': '1cecdd54-ba39-4a0e-8ae6-128dc0415e66', 'status': 'completed', 'code': 200} Jan 18 22:22:12.049229 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fdf43ac-e2d1-46c0-a022-01c13375d73d', 'tag': 'b39b79af-f443-48d6-a70e-0edb9f29990f'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:22:12.051520 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e83c6d-73f7-4660-85a6-b33a16526d47" -d '{"events": [{"name": "network-changed", "server_uuid": "5fdf43ac-e2d1-46c0-a022-01c13375d73d", "tag": "b39b79af-f443-48d6-a70e-0edb9f29990f"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:22:12.097467 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-b0442992-738b-4b0c-8959-72dba3634bf9 service neutron] Transition to ACTIVE for port object 24989149-146c-4acc-b874-9271bde1ec55 will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:22:12.114870 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-711c18be-5879-444a-9803-0a49b7e1fd3a req-0e24b793-493c-4e61-9e5f-b40a91fc07b1 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/security-groups?id=887106f9-0ea3-48df-93b8-5b7379f045d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767259 Jan 18 22:22:12.128873 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-b0442992-738b-4b0c-8959-72dba3634bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:12.234838 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8c6222b7-e49d-4c07-bd76-819a08ea44e7 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks [] for router, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:12.295043 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=d93d8eb3-0fa6-4431-bc3b-20afd3b6494f,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:12.378928 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-874c0134-2e54-480c-ae0e-978b2d01f6d3 service neutron] 10.222.0.67 "GET /v2.0/networks/6762cf84-f7fb-4f6c-9c16-5d48c8ba314e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4033794 Jan 18 22:22:12.408964 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8c6222b7-e49d-4c07-bd76-819a08ea44e7 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:12.479014 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-8c6222b7-e49d-4c07-bd76-819a08ea44e7 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Deleting port ca29aa1a-b44f-4450-9c5d-ec333d68308c {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:22:12.482915 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8c6222b7-e49d-4c07-bd76-819a08ea44e7 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:12.535684 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0442992-738b-4b0c-8959-72dba3634bf9 service neutron] Pushing event updated for resources: {'Port': ['ID=24989149-146c-4acc-b874-9271bde1ec55,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:12.563207 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8c6222b7-e49d-4c07-bd76-819a08ea44e7 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:12.579296 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-8c6222b7-e49d-4c07-bd76-819a08ea44e7 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Calling delete_port for ca29aa1a-b44f-4450-9c5d-ec333d68308c owned by network:router_gateway {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:22:12.600944 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394c4c29-60b0-41ce-a063-3c1275353a50 req-6d5a1072-046b-4fe7-85ed-8313a12b5c6d tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:12.602478 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-394c4c29-60b0-41ce-a063-3c1275353a50 req-6d5a1072-046b-4fe7-85ed-8313a12b5c6d tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa35bf88-4440-4d73-afcd-ae0cc04d6d11 HTTP/1.1" status: 200 len: 944 time: 0.2665281 Jan 18 22:22:12.633441 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:12.639054 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-b0442992-738b-4b0c-8959-72dba3634bf9 service neutron] Attempting to bind port 24989149-146c-4acc-b874-9271bde1ec55 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:22:12.639490 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-b0442992-738b-4b0c-8959-72dba3634bf9 service neutron] Attempting to bind port 24989149-146c-4acc-b874-9271bde1ec55 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '6e6bc401-35ea-4b66-b6b5-965e5ede5e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f9ad31e7-37ce-419b-821b-a9da1bd29d6a'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:22:12.639892 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-b0442992-738b-4b0c-8959-72dba3634bf9 service neutron] Attempting to bind port 24989149-146c-4acc-b874-9271bde1ec55 on network f9ad31e7-37ce-419b-821b-a9da1bd29d6a {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:22:12.655776 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf115e24-01ca-4249-aced-251571d71c41 req-c35a73aa-4841-49d4-ae85-f028af776b12 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:12.660636 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cf115e24-01ca-4249-aced-251571d71c41 req-c35a73aa-4841-49d4-ae85-f028af776b12 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/networks?id=bbd133fe-c308-4a8e-bf62-ce93a757e989 HTTP/1.1" status: 200 len: 813 time: 0.4998891 Jan 18 22:22:12.679542 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-78ec9a4b-a006-4591-a50d-a8be84583b2e service neutron] 10.222.0.67 "GET /v2.0/networks/6762cf84-f7fb-4f6c-9c16-5d48c8ba314e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2767177 Jan 18 22:22:12.693580 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-b0442992-738b-4b0c-8959-72dba3634bf9 service neutron] Port 24989149-146c-4acc-b874-9271bde1ec55 on network f9ad31e7-37ce-419b-821b-a9da1bd29d6a not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:22:12.693580 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-b0442992-738b-4b0c-8959-72dba3634bf9 service neutron] Attempting to bind port 24989149-146c-4acc-b874-9271bde1ec55 on network f9ad31e7-37ce-419b-821b-a9da1bd29d6a {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:22:12.742580 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-b0442992-738b-4b0c-8959-72dba3634bf9 service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:22:12.742580 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-b0442992-738b-4b0c-8959-72dba3634bf9 service neutron] Checking segment: {'id': '6e6bc401-35ea-4b66-b6b5-965e5ede5e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f9ad31e7-37ce-419b-821b-a9da1bd29d6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:22:12.742963 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-b0442992-738b-4b0c-8959-72dba3634bf9 service neutron] Bound using segment: {'id': '6e6bc401-35ea-4b66-b6b5-965e5ede5e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f9ad31e7-37ce-419b-821b-a9da1bd29d6a'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:22:12.743207 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-b0442992-738b-4b0c-8959-72dba3634bf9 service neutron] Bound port: 24989149-146c-4acc-b874-9271bde1ec55, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e6bc401-35ea-4b66-b6b5-965e5ede5e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f9ad31e7-37ce-419b-821b-a9da1bd29d6a'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:22:12.743578 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-b0442992-738b-4b0c-8959-72dba3634bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:12.752896 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-b3fbba90-3b6c-432f-bc66-860a52c9b0dc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.233&port_id=31c5c75b-ce2c-4be9-b4cf-f29652cd677a HTTP/1.1" status: 200 len: 217 time: 0.0637445 Jan 18 22:22:12.761963 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cf115e24-01ca-4249-aced-251571d71c41 req-c532d1fb-1e19-49fd-acc5-f46b87643f26 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/quotas/4e498fcb7b24422f9e5d32613a741483 HTTP/1.1" status: 200 len: 375 time: 0.0759192 Jan 18 22:22:12.780164 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-394c4c29-60b0-41ce-a063-3c1275353a50 req-db76f3e7-79d1-4752-8b28-6946ae550126 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fead2ec-99b5-4f01-a8ba-653859b4c215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1453190 Jan 18 22:22:12.781148 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e928d16-4bfd-46dd-9f67-bd2eb458cce5 req-c6ed9b4e-cecf-4d08-b077-352c73779a22 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:12.782026 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-7e928d16-4bfd-46dd-9f67-bd2eb458cce5 req-c6ed9b4e-cecf-4d08-b077-352c73779a22 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.36 "GET /v2.0/ports?device_id=403ff10c-4dc2-498c-82c9-4b8f991f54e3 HTTP/1.1" status: 200 len: 945 time: 0.0839524 Jan 18 22:22:12.842533 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deae410d-94fc-4d73-b45a-5283e90a3b72 x-openstack-request-id: req-deae410d-94fc-4d73-b45a-5283e90a3b72 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:22:12.842833 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11eade1c-b09f-43f3-8c20-20c06a099f4b", "name": "network-vif-plugged", "status": "completed", "tag": "d93d8eb3-0fa6-4431-bc3b-20afd3b6494f", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:22:12.843089 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-deae410d-94fc-4d73-b45a-5283e90a3b72 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:22:12.843489 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11eade1c-b09f-43f3-8c20-20c06a099f4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd93d8eb3-0fa6-4431-bc3b-20afd3b6494f', 'code': 200} Jan 18 22:22:12.897714 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a65e1154-43b6-40be-82d4-3cddb4c727c8 x-openstack-request-id: req-a65e1154-43b6-40be-82d4-3cddb4c727c8 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:22:12.898017 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fdf43ac-e2d1-46c0-a022-01c13375d73d", "tag": "b39b79af-f443-48d6-a70e-0edb9f29990f", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:22:12.898274 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a65e1154-43b6-40be-82d4-3cddb4c727c8 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:22:12.898693 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fdf43ac-e2d1-46c0-a022-01c13375d73d', 'tag': 'b39b79af-f443-48d6-a70e-0edb9f29990f', 'status': 'completed', 'code': 200} Jan 18 22:22:12.933351 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cf115e24-01ca-4249-aced-251571d71c41 req-d4f5b1e0-8ee4-4022-8c73-93483b4a8fcc tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4e498fcb7b24422f9e5d32613a741483&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1594095 Jan 18 22:22:12.985764 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-d6f1ab30-abba-4e02-bf18-d50906d5904d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:12.987889 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-d6f1ab30-abba-4e02-bf18-d50906d5904d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4d0ea6b9-4b19-4f86-aaca-bbf2d184c8f5 HTTP/1.1" status: 200 len: 797 time: 0.2230418 Jan 18 22:22:13.038381 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0c440def-52e4-48ba-bf7e-12742db5510e req-49b1d8a3-8512-46f7-806d-a8eb59cb1ad9 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=09f26103-afed-4271-a2b5-ed6fd9e982e1 HTTP/1.1" status: 200 len: 210 time: 0.0881379 Jan 18 22:22:13.088539 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8c6222b7-e49d-4c07-bd76-819a08ea44e7 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:13.095233 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-b0442992-738b-4b0c-8959-72dba3634bf9 service neutron] For port 24989149-146c-4acc-b874-9271bde1ec55, host n-h2-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:22:13.114779 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-b0442992-738b-4b0c-8959-72dba3634bf9 service neutron] For port 24989149-146c-4acc-b874-9271bde1ec55, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=24989149-146c-4acc-b874-9271bde1ec55,segment=NetworkSegment(6e6bc401-35ea-4b66-b6b5-965e5ede5e24),segment_id=6e6bc401-35ea-4b66-b6b5-965e5ede5e24)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:22:13.122505 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-c1f09d15-d126-4be2-ac03-6d6dc1e3441d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:13.123134 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6222b7-e49d-4c07-bd76-819a08ea44e7 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Pushing event deleted for resources: {'Port': ['ID=ca29aa1a-b44f-4450-9c5d-ec333d68308c,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:13.123978 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-c1f09d15-d126-4be2-ac03-6d6dc1e3441d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6762cf84-f7fb-4f6c-9c16-5d48c8ba314e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0899692 Jan 18 22:22:13.157248 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-b0442992-738b-4b0c-8959-72dba3634bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:13.175518 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95b00f7-2a64-4ed2-b763-5c60e30c5236 req-1dd52f38-e7f2-4549-9fec-9a7ea0d11194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:13.177204 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-d95b00f7-2a64-4ed2-b763-5c60e30c5236 req-1dd52f38-e7f2-4549-9fec-9a7ea0d11194 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=11eade1c-b09f-43f3-8c20-20c06a099f4b HTTP/1.1" status: 200 len: 1097 time: 0.1328218 Jan 18 22:22:13.253193 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-d95b00f7-2a64-4ed2-b763-5c60e30c5236 req-106fa8ed-aeb5-4d11-b5c2-f1d4ade14b71 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=887106f9-0ea3-48df-93b8-5b7379f045d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602005 Jan 18 22:22:13.272631 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-b0442992-738b-4b0c-8959-72dba3634bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:13.273946 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-b0442992-738b-4b0c-8959-72dba3634bf9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:13.274702 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-b0442992-738b-4b0c-8959-72dba3634bf9 service neutron] 10.222.0.67 "PUT /v2.0/ports/24989149-146c-4acc-b874-9271bde1ec55 HTTP/1.1" status: 200 len: 1092 time: 2.8368561 Jan 18 22:22:13.279967 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8c6222b7-e49d-4c07-bd76-819a08ea44e7 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043029'] for router_gateway, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:13.291179 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cf115e24-01ca-4249-aced-251571d71c41 req-0384fc1f-d2f8-4c71-b2dd-1fde51b90923 service neutron] 10.222.0.53 "GET /v2.0/networks/bbd133fe-c308-4a8e-bf62-ce93a757e989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3568618 Jan 18 22:22:13.310471 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-7e928d16-4bfd-46dd-9f67-bd2eb458cce5 req-78e3d9e4-1a13-4749-9881-8ff9d297af7c tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Deleting port 50d5a31e-be32-4b51-82d8-d7fd0fe183ad {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:22:13.310894 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-7e928d16-4bfd-46dd-9f67-bd2eb458cce5 req-78e3d9e4-1a13-4749-9881-8ff9d297af7c tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:13.327408 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-e8400ddc-d809-46b4-af7d-e89d260817bf service neutron] Request body: {'port': {'device_id': 'db33aaef-5884-4da4-a311-5ede51d08faf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:22:13.407840 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca3b3bf-ceb1-4746-b2b8-95a688d2056b req-bcbc37ce-4e2a-47a0-9dd1-c0c70e3c3495 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:13.413961 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca3b3bf-ceb1-4746-b2b8-95a688d2056b req-bcbc37ce-4e2a-47a0-9dd1-c0c70e3c3495 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:13.420066 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca3b3bf-ceb1-4746-b2b8-95a688d2056b req-bcbc37ce-4e2a-47a0-9dd1-c0c70e3c3495 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:13.426700 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca3b3bf-ceb1-4746-b2b8-95a688d2056b req-bcbc37ce-4e2a-47a0-9dd1-c0c70e3c3495 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:13.433082 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca3b3bf-ceb1-4746-b2b8-95a688d2056b req-bcbc37ce-4e2a-47a0-9dd1-c0c70e3c3495 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:13.439101 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca3b3bf-ceb1-4746-b2b8-95a688d2056b req-bcbc37ce-4e2a-47a0-9dd1-c0c70e3c3495 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:13.445669 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca3b3bf-ceb1-4746-b2b8-95a688d2056b req-bcbc37ce-4e2a-47a0-9dd1-c0c70e3c3495 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:13.447650 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9ca3b3bf-ceb1-4746-b2b8-95a688d2056b req-bcbc37ce-4e2a-47a0-9dd1-c0c70e3c3495 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fdf43ac-e2d1-46c0-a022-01c13375d73d HTTP/1.1" status: 200 len: 5428 time: 0.3106880 Jan 18 22:22:13.456591 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0442992-738b-4b0c-8959-72dba3634bf9 service neutron] Pushing event updated for resources: {'Port': ['ID=24989149-146c-4acc-b874-9271bde1ec55,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:13.469438 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8c6222b7-e49d-4c07-bd76-819a08ea44e7 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1040886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8602'] for router, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:13.472151 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8c6222b7-e49d-4c07-bd76-819a08ea44e7 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:13.510191 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-1b62fcae-7b4e-4eb0-8686-b8b05fd6d55c service neutron] 10.222.0.67 "GET /v2.0/networks/6762cf84-f7fb-4f6c-9c16-5d48c8ba314e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3634737 Jan 18 22:22:13.516995 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:13.574938 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8c6222b7-e49d-4c07-bd76-819a08ea44e7 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1040832'] for router, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:13.575510 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c6222b7-e49d-4c07-bd76-819a08ea44e7 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Fanout notify agent at l3_agent the message router_deleted on router 54a08aeb-e068-4489-b4be-add67bed6624 {{(pid=102431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 22:22:13.583203 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8c6222b7-e49d-4c07-bd76-819a08ea44e7 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:13.589132 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-8c6222b7-e49d-4c07-bd76-819a08ea44e7 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] 10.222.0.53 "DELETE /v2.0/routers/54a08aeb-e068-4489-b4be-add67bed6624 HTTP/1.1" status: 204 len: 168 time: 1.6210670 Jan 18 22:22:13.592188 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37742) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:22:13.601497 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-682aec12-3971-4512-b8d5-3d6320aa3292 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-902461282', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:22:13.607215 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-7e928d16-4bfd-46dd-9f67-bd2eb458cce5 req-78e3d9e4-1a13-4749-9881-8ff9d297af7c tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] For port 50d5a31e-be32-4b51-82d8-d7fd0fe183ad, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=50d5a31e-be32-4b51-82d8-d7fd0fe183ad,segment=NetworkSegment(8b9c1dcd-43d7-469e-84e6-2ae44ff323fb),segment_id=8b9c1dcd-43d7-469e-84e6-2ae44ff323fb)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:22:13.607564 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-7e928d16-4bfd-46dd-9f67-bd2eb458cce5 req-78e3d9e4-1a13-4749-9881-8ff9d297af7c tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:13.610983 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-e8400ddc-d809-46b4-af7d-e89d260817bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:13.628148 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9ca3b3bf-ceb1-4746-b2b8-95a688d2056b req-4cccc600-74cd-400e-a25f-0dc41e896f8f tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "GET /v2.0/security-groups?id=feae3479-97c3-4dcd-9cbb-02eadc4c6a76&id=61d17b67-718c-4475-950b-257bfb33b7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1610734 Jan 18 22:22:13.628500 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-7e928d16-4bfd-46dd-9f67-bd2eb458cce5 req-78e3d9e4-1a13-4749-9881-8ff9d297af7c tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Calling delete_port for 50d5a31e-be32-4b51-82d8-d7fd0fe183ad owned by compute:nova {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:22:13.653155 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cf115e24-01ca-4249-aced-251571d71c41 req-e1d5a3dd-460a-4f9f-b5c5-290e928a3f1d service neutron] 10.222.0.53 "GET /v2.0/networks/bbd133fe-c308-4a8e-bf62-ce93a757e989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3610644 Jan 18 22:22:13.697494 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-682aec12-3971-4512-b8d5-3d6320aa3292 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1044160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8692'] for router, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:13.698625 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-682aec12-3971-4512-b8d5-3d6320aa3292 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1040680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8675'] for router, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:13.766582 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-682aec12-3971-4512-b8d5-3d6320aa3292 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:13.776796 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-682aec12-3971-4512-b8d5-3d6320aa3292 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1040691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049'] for router, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:13.810357 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-682aec12-3971-4512-b8d5-3d6320aa3292 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:13.814590 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-682aec12-3971-4512-b8d5-3d6320aa3292 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2173707 Jan 18 22:22:13.815994 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37746) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:22:13.821976 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-ba398fe7-2b01-4345-ac71-2287080b7423 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'enable_snat': False}}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:22:13.837647 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-2912fdeb-311a-47b2-bb74-2dfec4eae5a1 service neutron] 10.222.0.67 "GET /v2.0/networks/6762cf84-f7fb-4f6c-9c16-5d48c8ba314e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2958076 Jan 18 22:22:13.962782 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-96180a31-9a2a-4fb1-8857-bedaf0e7a061 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.173&port_id=ac119faf-2a75-40e5-88c9-de25c7935e34 HTTP/1.1" status: 200 len: 217 time: 0.1153197 Jan 18 22:22:14.037926 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b616499-3acb-401e-89a8-995c031a9ae0 req-a77a979e-a017-4227-b371-3e159ee3ed4a tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:14.044019 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b616499-3acb-401e-89a8-995c031a9ae0 req-a77a979e-a017-4227-b371-3e159ee3ed4a tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:14.050568 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b616499-3acb-401e-89a8-995c031a9ae0 req-a77a979e-a017-4227-b371-3e159ee3ed4a tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:14.056615 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b616499-3acb-401e-89a8-995c031a9ae0 req-a77a979e-a017-4227-b371-3e159ee3ed4a tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:14.062560 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b616499-3acb-401e-89a8-995c031a9ae0 req-a77a979e-a017-4227-b371-3e159ee3ed4a tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:14.065489 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1b616499-3acb-401e-89a8-995c031a9ae0 req-a77a979e-a017-4227-b371-3e159ee3ed4a tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/ports?device_id=db33aaef-5884-4da4-a311-5ede51d08faf HTTP/1.1" status: 200 len: 3829 time: 0.2749512 Jan 18 22:22:14.133269 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-d06bcb38-16fc-423c-8bb3-8cb16b841a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:14.134718 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-d06bcb38-16fc-423c-8bb3-8cb16b841a69 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4d0ea6b9-4b19-4f86-aaca-bbf2d184c8f5 HTTP/1.1" status: 200 len: 797 time: 0.1593699 Jan 18 22:22:14.140650 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ba398fe7-2b01-4345-ac71-2287080b7423 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:14.142287 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aef68e4-e44c-45ea-b22d-13a6e2887cd9 req-2b9b7730-2cd2-45de-ad70-c70b6d413e0a tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:14.144000 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6aef68e4-e44c-45ea-b22d-13a6e2887cd9 req-2b9b7730-2cd2-45de-ad70-c70b6d413e0a tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/ports?device_id=11eade1c-b09f-43f3-8c20-20c06a099f4b HTTP/1.1" status: 200 len: 946 time: 0.2451210 Jan 18 22:22:14.222928 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-7e928d16-4bfd-46dd-9f67-bd2eb458cce5 req-78e3d9e4-1a13-4749-9881-8ff9d297af7c tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:14.231094 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1b616499-3acb-401e-89a8-995c031a9ae0 req-072b059e-d315-43a3-9776-666188c1ff2b tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a7f3ba7-6b33-47d4-842d-f8859c8e7d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1578648 Jan 18 22:22:14.275546 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e3d9e4-1a13-4749-9881-8ff9d297af7c tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Pushing event deleted for resources: {'Port': ['ID=50d5a31e-be32-4b51-82d8-d7fd0fe183ad,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:14.311648 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6aef68e4-e44c-45ea-b22d-13a6e2887cd9 req-987cfcc7-784e-4f6e-b7c7-fe1c74014d48 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/security-groups?id=887106f9-0ea3-48df-93b8-5b7379f045d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504362 Jan 18 22:22:14.344614 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-6dabbde7-86db-4875-a71d-851dcc92281d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:14.346953 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-6dabbde7-86db-4875-a71d-851dcc92281d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6762cf84-f7fb-4f6c-9c16-5d48c8ba314e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1969316 Jan 18 22:22:14.364281 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e928d16-4bfd-46dd-9f67-bd2eb458cce5 req-78e3d9e4-1a13-4749-9881-8ff9d297af7c tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] No DVR routers for this DVR port 50d5a31e-be32-4b51-82d8-d7fd0fe183ad on host n-h1-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:22:14.369295 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-7e928d16-4bfd-46dd-9f67-bd2eb458cce5 req-78e3d9e4-1a13-4749-9881-8ff9d297af7c tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:14.373625 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-7e928d16-4bfd-46dd-9f67-bd2eb458cce5 req-78e3d9e4-1a13-4749-9881-8ff9d297af7c tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.36 "DELETE /v2.0/ports/50d5a31e-be32-4b51-82d8-d7fd0fe183ad HTTP/1.1" status: 204 len: 173 time: 1.5825975 Jan 18 22:22:14.373625 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '403ff10c-4dc2-498c-82c9-4b8f991f54e3', 'name': 'network-vif-deleted', 'tag': '50d5a31e-be32-4b51-82d8-d7fd0fe183ad'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:22:14.376152 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ecef22-a4f1-4405-8b28-38de21f85067" -d '{"events": [{"server_uuid": "403ff10c-4dc2-498c-82c9-4b8f991f54e3", "name": "network-vif-deleted", "tag": "50d5a31e-be32-4b51-82d8-d7fd0fe183ad"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:22:14.553701 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ba398fe7-2b01-4345-ac71-2287080b7423 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:14.576900 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ba398fe7-2b01-4345-ac71-2287080b7423 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:14.713293 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-ba398fe7-2b01-4345-ac71-2287080b7423 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Allocated IP 172.25.5.8 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/7652282a-00ee-40b1-9202-c514ff0c6171) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:22:14.825801 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ba398fe7-2b01-4345-ac71-2287080b7423 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:14.847033 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-125b46f3-1b5e-40a2-8c88-461ac01f795b req-7ee7140c-f583-4b3b-9d10-b2e7ee747d94 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/ports?device_id=19a97c9e-7ddb-48c2-91c8-4bbe0366cb8d HTTP/1.1" status: 200 len: 210 time: 0.0576138 Jan 18 22:22:14.874644 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ba398fe7-2b01-4345-ac71-2287080b7423 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:14.914178 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db33aaef-5884-4da4-a311-5ede51d08faf', 'tag': '24989149-146c-4acc-b874-9271bde1ec55'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:22:14.916559 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4b9996b-5d00-4214-bf26-8f1e8413c692" -d '{"events": [{"name": "network-changed", "server_uuid": "db33aaef-5884-4da4-a311-5ede51d08faf", "tag": "24989149-146c-4acc-b874-9271bde1ec55"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:22:14.935862 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba398fe7-2b01-4345-ac71-2287080b7423 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Pushing event updated for resources: {'Port': ['ID=7652282a-00ee-40b1-9202-c514ff0c6171,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:14.940984 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d73e8fc-050b-476d-b464-574f28db37fd req-e93c53a3-d38d-4aef-9dec-da3685010237 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:14.942841 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4d73e8fc-050b-476d-b464-574f28db37fd req-e93c53a3-d38d-4aef-9dec-da3685010237 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa35bf88-4440-4d73-afcd-ae0cc04d6d11 HTTP/1.1" status: 200 len: 944 time: 0.5750835 Jan 18 22:22:14.952412 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba398fe7-2b01-4345-ac71-2287080b7423 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:22:14.954080 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-ba398fe7-2b01-4345-ac71-2287080b7423 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:22:14.957696 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba398fe7-2b01-4345-ac71-2287080b7423 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:22:14.961754 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-6448676e-c4ba-4a38-aa96-ede361e61c3e service neutron] 10.222.0.67 "GET /v2.0/networks/6762cf84-f7fb-4f6c-9c16-5d48c8ba314e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5535316 Jan 18 22:22:14.973600 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-e8400ddc-d809-46b4-af7d-e89d260817bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 726f2559-9d78-42be-aef4-a8aa75da8ec7 {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:22:15.013386 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-e8400ddc-d809-46b4-af7d-e89d260817bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:15.141334 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6db9ea54-cdb7-4183-bf84-d2e5e9e228de req-c98559ce-50d1-4f66-881d-7bf84167171c tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=09f26103-afed-4271-a2b5-ed6fd9e982e1 HTTP/1.1" status: 200 len: 210 time: 0.0948346 Jan 18 22:22:15.157354 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4d73e8fc-050b-476d-b464-574f28db37fd req-60a6bddb-12f7-4421-bef0-4e6511a302fe tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fead2ec-99b5-4f01-a8ba-653859b4c215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2032907 Jan 18 22:22:15.180428 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-e8400ddc-d809-46b4-af7d-e89d260817bf service neutron] Transition to ACTIVE for port object 726f2559-9d78-42be-aef4-a8aa75da8ec7 will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:22:15.198842 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-e8400ddc-d809-46b4-af7d-e89d260817bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:15.269325 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0824808b-3f10-4f99-8e81-00b0c91243e7 x-openstack-request-id: req-0824808b-3f10-4f99-8e81-00b0c91243e7 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:22:15.269816 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "403ff10c-4dc2-498c-82c9-4b8f991f54e3", "name": "network-vif-deleted", "tag": "50d5a31e-be32-4b51-82d8-d7fd0fe183ad", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:22:15.270011 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0824808b-3f10-4f99-8e81-00b0c91243e7 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:22:15.270436 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '403ff10c-4dc2-498c-82c9-4b8f991f54e3', 'name': 'network-vif-deleted', 'tag': '50d5a31e-be32-4b51-82d8-d7fd0fe183ad', 'status': 'completed', 'code': 200} Jan 18 22:22:15.370543 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8400ddc-d809-46b4-af7d-e89d260817bf service neutron] Pushing event updated for resources: {'Port': ['ID=726f2559-9d78-42be-aef4-a8aa75da8ec7,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:15.393746 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf115e24-01ca-4249-aced-251571d71c41 req-6cfd931d-fe18-4999-80ca-b55d6a65f100 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:15.395658 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-cf115e24-01ca-4249-aced-251571d71c41 req-6cfd931d-fe18-4999-80ca-b55d6a65f100 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.67 "GET /v2.0/networks?id=bbd133fe-c308-4a8e-bf62-ce93a757e989 HTTP/1.1" status: 200 len: 813 time: 0.2452846 Jan 18 22:22:15.396554 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ba398fe7-2b01-4345-ac71-2287080b7423 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:15.470970 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-006e935e-9436-47ed-959b-f4642056c632 service neutron] 10.222.0.67 "GET /v2.0/networks/6762cf84-f7fb-4f6c-9c16-5d48c8ba314e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5013828 Jan 18 22:22:15.473955 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.67', 56160) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:22:15.476524 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13581fb8-b21c-46aa-a068-62ed094c2bb9 x-openstack-request-id: req-13581fb8-b21c-46aa-a068-62ed094c2bb9 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:22:15.476798 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db33aaef-5884-4da4-a311-5ede51d08faf", "tag": "24989149-146c-4acc-b874-9271bde1ec55", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:22:15.477057 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-13581fb8-b21c-46aa-a068-62ed094c2bb9 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:22:15.477462 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db33aaef-5884-4da4-a311-5ede51d08faf', 'tag': '24989149-146c-4acc-b874-9271bde1ec55', 'status': 'completed', 'code': 200} Jan 18 22:22:15.493860 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-cf115e24-01ca-4249-aced-251571d71c41 req-730d4db3-b489-4eb9-adbb-80fa61f6c1f1 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Request body: {'port': {'device_id': '19a97c9e-7ddb-48c2-91c8-4bbe0366cb8d', 'network_id': 'bbd133fe-c308-4a8e-bf62-ce93a757e989', 'admin_state_up': True, 'tenant_id': '4e498fcb7b24422f9e5d32613a741483'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:22:15.567365 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-1c6cae8c-f7c6-47d2-9b35-76efe17c0d07 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.69&port_id=790739e8-f2d1-4e6b-9f52-59a57a675b05 HTTP/1.1" status: 200 len: 217 time: 0.0719013 Jan 18 22:22:15.613116 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 50d5a31e-be32-4b51-82d8-d7fd0fe183ad no longer exists at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:22:15.651374 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] No Port match for: 50d5a31e-be32-4b51-82d8-d7fd0fe183ad {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:22:15.651707 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 50d5a31e-be32-4b51-82d8-d7fd0fe183ad not bound to the agent host n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:22:15.725218 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7b58d3-af4d-441f-a2b7-4a634eb7e83a req-d867def0-c8de-4013-ba8e-397d19f77e8a tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:15.731481 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7b58d3-af4d-441f-a2b7-4a634eb7e83a req-d867def0-c8de-4013-ba8e-397d19f77e8a tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:15.738052 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7b58d3-af4d-441f-a2b7-4a634eb7e83a req-d867def0-c8de-4013-ba8e-397d19f77e8a tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:15.744006 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7b58d3-af4d-441f-a2b7-4a634eb7e83a req-d867def0-c8de-4013-ba8e-397d19f77e8a tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:15.749937 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7b58d3-af4d-441f-a2b7-4a634eb7e83a req-d867def0-c8de-4013-ba8e-397d19f77e8a tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:15.756567 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7b58d3-af4d-441f-a2b7-4a634eb7e83a req-d867def0-c8de-4013-ba8e-397d19f77e8a tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:15.762550 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7b58d3-af4d-441f-a2b7-4a634eb7e83a req-d867def0-c8de-4013-ba8e-397d19f77e8a tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:15.766011 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2d7b58d3-af4d-441f-a2b7-4a634eb7e83a req-d867def0-c8de-4013-ba8e-397d19f77e8a tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fdf43ac-e2d1-46c0-a022-01c13375d73d HTTP/1.1" status: 200 len: 5428 time: 0.3727732 Jan 18 22:22:15.834411 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-ca56b31c-341b-45dd-a5e6-d94e99032b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:15.835847 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-ca56b31c-341b-45dd-a5e6-d94e99032b89 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4d0ea6b9-4b19-4f86-aaca-bbf2d184c8f5 HTTP/1.1" status: 200 len: 797 time: 0.2052383 Jan 18 22:22:15.845520 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b9996b-5d00-4214-bf26-8f1e8413c692 req-d0ee42f9-a292-4d5e-af52-4bce57992861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:15.846537 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b9996b-5d00-4214-bf26-8f1e8413c692 req-d0ee42f9-a292-4d5e-af52-4bce57992861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:15.847007 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b9996b-5d00-4214-bf26-8f1e8413c692 req-d0ee42f9-a292-4d5e-af52-4bce57992861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:15.847472 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b9996b-5d00-4214-bf26-8f1e8413c692 req-d0ee42f9-a292-4d5e-af52-4bce57992861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:15.848043 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b9996b-5d00-4214-bf26-8f1e8413c692 req-d0ee42f9-a292-4d5e-af52-4bce57992861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:15.848500 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b9996b-5d00-4214-bf26-8f1e8413c692 req-d0ee42f9-a292-4d5e-af52-4bce57992861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:15.850343 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a4b9996b-5d00-4214-bf26-8f1e8413c692 req-d0ee42f9-a292-4d5e-af52-4bce57992861 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ec90adb1094349739cc26a639b1aef5d&device_id=db33aaef-5884-4da4-a311-5ede51d08faf HTTP/1.1" status: 200 len: 5245 time: 0.3648582 Jan 18 22:22:15.874604 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cbaca1-be18-4e41-a572-770551adb21e req-0442f0c5-53d6-4ad6-92b8-57301ca1aaac tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:15.880594 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cbaca1-be18-4e41-a572-770551adb21e req-0442f0c5-53d6-4ad6-92b8-57301ca1aaac tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:15.886463 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cbaca1-be18-4e41-a572-770551adb21e req-0442f0c5-53d6-4ad6-92b8-57301ca1aaac tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:15.892380 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cbaca1-be18-4e41-a572-770551adb21e req-0442f0c5-53d6-4ad6-92b8-57301ca1aaac tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:15.898536 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cbaca1-be18-4e41-a572-770551adb21e req-0442f0c5-53d6-4ad6-92b8-57301ca1aaac tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:15.904301 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cbaca1-be18-4e41-a572-770551adb21e req-0442f0c5-53d6-4ad6-92b8-57301ca1aaac tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:15.906063 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-91cbaca1-be18-4e41-a572-770551adb21e req-0442f0c5-53d6-4ad6-92b8-57301ca1aaac tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/ports?device_id=db33aaef-5884-4da4-a311-5ede51d08faf HTTP/1.1" status: 200 len: 4601 time: 0.3314562 Jan 18 22:22:15.944895 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf115e24-01ca-4249-aced-251571d71c41 req-730d4db3-b489-4eb9-adbb-80fa61f6c1f1 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Made reservation on behalf of 4e498fcb7b24422f9e5d32613a741483 for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:22:15.948351 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-cf115e24-01ca-4249-aced-251571d71c41 req-730d4db3-b489-4eb9-adbb-80fa61f6c1f1 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:16.044981 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2d7b58d3-af4d-441f-a2b7-4a634eb7e83a req-38744185-6600-4fcc-a913-5c22ea30f944 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "GET /v2.0/security-groups?id=feae3479-97c3-4dcd-9cbb-02eadc4c6a76&id=61d17b67-718c-4475-950b-257bfb33b7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2654486 Jan 18 22:22:16.097458 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ba398fe7-2b01-4345-ac71-2287080b7423 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1042964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1040653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8593'] for router, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:16.098163 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-e8400ddc-d809-46b4-af7d-e89d260817bf service neutron] Attempting to bind port 726f2559-9d78-42be-aef4-a8aa75da8ec7 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:22:16.098517 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-e8400ddc-d809-46b4-af7d-e89d260817bf service neutron] Attempting to bind port 726f2559-9d78-42be-aef4-a8aa75da8ec7 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': 'de74c02c-b4b7-49a2-a9bc-68b0bd01e5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'dd775970-2a5b-4fa0-b58f-e11b40e608fa'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:22:16.099104 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-e8400ddc-d809-46b4-af7d-e89d260817bf service neutron] Attempting to bind port 726f2559-9d78-42be-aef4-a8aa75da8ec7 on network dd775970-2a5b-4fa0-b58f-e11b40e608fa {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:22:16.124493 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ba398fe7-2b01-4345-ac71-2287080b7423 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1042975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1043046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1040698'] for router, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:16.132755 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-91cbaca1-be18-4e41-a572-770551adb21e req-ae3e8dcb-9c17-4ba3-85f8-e74aa1936d2d tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/security-groups?id=43d45361-b6ad-4105-a9b4-e598b6e8e651&id=1a7f3ba7-6b33-47d4-842d-f8859c8e7d98&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2084854 Jan 18 22:22:16.142912 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-e8400ddc-d809-46b4-af7d-e89d260817bf service neutron] Port 726f2559-9d78-42be-aef4-a8aa75da8ec7 on network dd775970-2a5b-4fa0-b58f-e11b40e608fa not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:22:16.143386 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-e8400ddc-d809-46b4-af7d-e89d260817bf service neutron] Attempting to bind port 726f2559-9d78-42be-aef4-a8aa75da8ec7 on network dd775970-2a5b-4fa0-b58f-e11b40e608fa {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:22:16.173145 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-351e21b8-afad-4fc6-a813-bb6d0a9b6150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:16.177101 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-351e21b8-afad-4fc6-a813-bb6d0a9b6150 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6762cf84-f7fb-4f6c-9c16-5d48c8ba314e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3237700 Jan 18 22:22:16.193268 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [req-cf115e24-01ca-4249-aced-251571d71c41 req-730d4db3-b489-4eb9-adbb-80fa61f6c1f1 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Allocated IP 172.20.0.10 (bbd133fe-c308-4a8e-bf62-ce93a757e989/3943d4e3-11db-416b-b501-9e5a6550fdf9/8cdba046-d46d-4225-9425-f891cb710881) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:22:16.202356 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-e8400ddc-d809-46b4-af7d-e89d260817bf service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:22:16.202719 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-e8400ddc-d809-46b4-af7d-e89d260817bf service neutron] Checking segment: {'id': 'de74c02c-b4b7-49a2-a9bc-68b0bd01e5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'dd775970-2a5b-4fa0-b58f-e11b40e608fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:22:16.203068 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-e8400ddc-d809-46b4-af7d-e89d260817bf service neutron] Bound using segment: {'id': 'de74c02c-b4b7-49a2-a9bc-68b0bd01e5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'dd775970-2a5b-4fa0-b58f-e11b40e608fa'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:22:16.203509 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-e8400ddc-d809-46b4-af7d-e89d260817bf service neutron] Bound port: 726f2559-9d78-42be-aef4-a8aa75da8ec7, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de74c02c-b4b7-49a2-a9bc-68b0bd01e5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'dd775970-2a5b-4fa0-b58f-e11b40e608fa'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:22:16.203865 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-e8400ddc-d809-46b4-af7d-e89d260817bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:16.342558 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b9996b-5d00-4214-bf26-8f1e8413c692 req-43b40ab1-2779-472c-9a2f-5c73e17f1efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:16.343210 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b9996b-5d00-4214-bf26-8f1e8413c692 req-43b40ab1-2779-472c-9a2f-5c73e17f1efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:16.343678 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b9996b-5d00-4214-bf26-8f1e8413c692 req-43b40ab1-2779-472c-9a2f-5c73e17f1efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:16.345607 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a4b9996b-5d00-4214-bf26-8f1e8413c692 req-43b40ab1-2779-472c-9a2f-5c73e17f1efb service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=ec90adb1094349739cc26a639b1aef5d&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.4314120 Jan 18 22:22:16.348071 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7738d9fb-dbb0-4f0f-8916-e1d2428faa33 req-20a164dc-eb72-48ca-922c-9f46317eeedf tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/ports?device_id=19a97c9e-7ddb-48c2-91c8-4bbe0366cb8d HTTP/1.1" status: 200 len: 210 time: 0.1066561 Jan 18 22:22:16.385218 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba398fe7-2b01-4345-ac71-2287080b7423 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Router 50677d00-51ee-4075-a671-c1b7f636ff06 is scheduled to L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 with binding_index 1 {{(pid=102431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 22:22:16.423805 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a6480-d7e5-4ddb-abef-f8f0943c6a18 req-2ff0afa4-99c5-4dc1-8831-018fbda39611 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:16.425458 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-515a6480-d7e5-4ddb-abef-f8f0943c6a18 req-2ff0afa4-99c5-4dc1-8831-018fbda39611 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/ports?device_id=11eade1c-b09f-43f3-8c20-20c06a099f4b HTTP/1.1" status: 200 len: 946 time: 0.2835729 Jan 18 22:22:16.431703 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-cf115e24-01ca-4249-aced-251571d71c41 req-730d4db3-b489-4eb9-adbb-80fa61f6c1f1 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:16.506976 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-cf115e24-01ca-4249-aced-251571d71c41 req-730d4db3-b489-4eb9-adbb-80fa61f6c1f1 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:16.572695 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-e8400ddc-d809-46b4-af7d-e89d260817bf service neutron] For port 726f2559-9d78-42be-aef4-a8aa75da8ec7, host n-h2-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:22:16.582074 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf115e24-01ca-4249-aced-251571d71c41 req-730d4db3-b489-4eb9-adbb-80fa61f6c1f1 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Network bbd133fe-c308-4a8e-bf62-ce93a757e989 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:22:16.588246 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [req-cf115e24-01ca-4249-aced-251571d71c41 req-730d4db3-b489-4eb9-adbb-80fa61f6c1f1 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:22:16.595589 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf115e24-01ca-4249-aced-251571d71c41 req-730d4db3-b489-4eb9-adbb-80fa61f6c1f1 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:22:16.622806 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-e8400ddc-d809-46b4-af7d-e89d260817bf service neutron] For port 726f2559-9d78-42be-aef4-a8aa75da8ec7, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=726f2559-9d78-42be-aef4-a8aa75da8ec7,segment=NetworkSegment(de74c02c-b4b7-49a2-a9bc-68b0bd01e5b7),segment_id=de74c02c-b4b7-49a2-a9bc-68b0bd01e5b7)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:22:16.632625 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730d4db3-b489-4eb9-adbb-80fa61f6c1f1 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Pushing event updated for resources: {'Port': ['ID=8cdba046-d46d-4225-9425-f891cb710881,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:16.632869 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-4696fb16-8a5e-47b4-bdad-88bdbb9986a4 service neutron] 10.222.0.67 "GET /v2.0/networks/6762cf84-f7fb-4f6c-9c16-5d48c8ba314e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4314513 Jan 18 22:22:16.637475 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba398fe7-2b01-4345-ac71-2287080b7423 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:22:16.643760 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ba398fe7-2b01-4345-ac71-2287080b7423 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:16.645515 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-ba398fe7-2b01-4345-ac71-2287080b7423 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] 10.222.0.53 "PUT /v2.0/routers/50677d00-51ee-4075-a671-c1b7f636ff06 HTTP/1.1" status: 200 len: 913 time: 2.8264065 Jan 18 22:22:16.647971 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37780) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:22:16.661155 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b95b00-546b-44d9-b202-74c04df57f45 None None] Sync routers for ids ['50677d00-51ee-4075-a671-c1b7f636ff06'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:22:16.666299 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-e8400ddc-d809-46b4-af7d-e89d260817bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:16.671175 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b95b00-546b-44d9-b202-74c04df57f45 None None] Routers {'50677d00-51ee-4075-a671-c1b7f636ff06'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:22:16.672006 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-86b95b00-546b-44d9-b202-74c04df57f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:21:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['50677d00-51ee-4075-a671-c1b7f636ff06'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:22:16.703203 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-515a6480-d7e5-4ddb-abef-f8f0943c6a18 req-9204c7e7-b33b-4765-beab-b35372203c07 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/security-groups?id=887106f9-0ea3-48df-93b8-5b7379f045d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430902 Jan 18 22:22:16.707801 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-86b95b00-546b-44d9-b202-74c04df57f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:22:16.716804 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b95b00-546b-44d9-b202-74c04df57f45 None None] Routers {'50677d00-51ee-4075-a671-c1b7f636ff06'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:22:16.717647 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-86b95b00-546b-44d9-b202-74c04df57f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:21:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['50677d00-51ee-4075-a671-c1b7f636ff06'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:22:16.753924 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-86b95b00-546b-44d9-b202-74c04df57f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:22:16.754613 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b95b00-546b-44d9-b202-74c04df57f45 None None] The sync data for ids ['50677d00-51ee-4075-a671-c1b7f636ff06'] in n-d-825064-1 is: [] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:22:16.765309 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf115e24-01ca-4249-aced-251571d71c41 req-730d4db3-b489-4eb9-adbb-80fa61f6c1f1 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:16.765934 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-cf115e24-01ca-4249-aced-251571d71c41 req-730d4db3-b489-4eb9-adbb-80fa61f6c1f1 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:16.781865 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-e8400ddc-d809-46b4-af7d-e89d260817bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:16.782619 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-e8400ddc-d809-46b4-af7d-e89d260817bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:16.786228 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-e8400ddc-d809-46b4-af7d-e89d260817bf service neutron] 10.222.0.67 "PUT /v2.0/ports/726f2559-9d78-42be-aef4-a8aa75da8ec7 HTTP/1.1" status: 200 len: 1130 time: 3.4620354 Jan 18 22:22:16.799732 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebea7fba-fcad-4f14-85f2-9aaef9e5b1fe req-d0e887d9-e9c4-4679-9c0e-1e64eab80415 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:16.801606 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ebea7fba-fcad-4f14-85f2-9aaef9e5b1fe req-d0e887d9-e9c4-4679-9c0e-1e64eab80415 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa35bf88-4440-4d73-afcd-ae0cc04d6d11 HTTP/1.1" status: 200 len: 944 time: 0.3403363 Jan 18 22:22:16.817883 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b9996b-5d00-4214-bf26-8f1e8413c692 req-34b4720e-1e53-483d-b26d-34408556e240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:16.820037 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a4b9996b-5d00-4214-bf26-8f1e8413c692 req-34b4720e-1e53-483d-b26d-34408556e240 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4657454 Jan 18 22:22:16.820735 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-cf115e24-01ca-4249-aced-251571d71c41 req-730d4db3-b489-4eb9-adbb-80fa61f6c1f1 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3376305 Jan 18 22:22:16.842039 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-b571e9a3-c7ab-4fbc-a7d9-26e3ff73a5ed service neutron] Request body: {'port': {'device_id': 'db33aaef-5884-4da4-a311-5ede51d08faf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:22:16.857503 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-cf115e24-01ca-4249-aced-251571d71c41 req-4e737714-3768-490a-8778-88fc650cecce service neutron] Request body: {'port': {'device_id': '19a97c9e-7ddb-48c2-91c8-4bbe0366cb8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:22:16.884179 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-678669e2-6175-4087-8942-8433d736e346 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] 10.222.0.53 "GET /v2.0/routers/50677d00-51ee-4075-a671-c1b7f636ff06 HTTP/1.1" status: 200 len: 919 time: 0.2351167 Jan 18 22:22:16.887623 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37784) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:22:16.968173 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-cf115e24-01ca-4249-aced-251571d71c41 req-4e737714-3768-490a-8778-88fc650cecce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:16.984930 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c68f7c-ddf9-4c5b-9e01-323521fd6a67 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:16.989235 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-a7c68f7c-ddf9-4c5b-9e01-323521fd6a67 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=0fa7c7c8-c96a-4aa5-9818-d374adf00f99&device_id=50677d00-51ee-4075-a671-c1b7f636ff06&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.0996807 Jan 18 22:22:16.991657 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37786) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:22:17.237244 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8e9096f6-041e-414a-a800-bebed1e97cd1 req-6c32c682-3486-4690-bafd-0a5177cea996 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=09f26103-afed-4271-a2b5-ed6fd9e982e1 HTTP/1.1" status: 200 len: 210 time: 0.3784242 Jan 18 22:22:17.294543 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-b571e9a3-c7ab-4fbc-a7d9-26e3ff73a5ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:17.363745 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [req-cf115e24-01ca-4249-aced-251571d71c41 req-4e737714-3768-490a-8778-88fc650cecce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cdba046-d46d-4225-9425-f891cb710881 {{(pid=102431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:22:17.372233 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-4aa4d7fe-4a93-40b5-a8a4-b90b0a7906d4 service neutron] 10.222.0.67 "GET /v2.0/networks/6762cf84-f7fb-4f6c-9c16-5d48c8ba314e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7231891 Jan 18 22:22:17.372639 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-cf115e24-01ca-4249-aced-251571d71c41 req-4e737714-3768-490a-8778-88fc650cecce service neutron] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:17.387252 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [req-cf115e24-01ca-4249-aced-251571d71c41 req-4e737714-3768-490a-8778-88fc650cecce service neutron] Transition to ACTIVE for port object 8cdba046-d46d-4225-9425-f891cb710881 will not be triggered until provisioned by entity L2. {{(pid=102431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:22:17.391549 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8400ddc-d809-46b4-af7d-e89d260817bf service neutron] Pushing event updated for resources: {'Port': ['ID=726f2559-9d78-42be-aef4-a8aa75da8ec7,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:17.425657 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ebea7fba-fcad-4f14-85f2-9aaef9e5b1fe req-6b067df5-50d2-43a8-ba9f-8d4dd58a68f2 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fead2ec-99b5-4f01-a8ba-653859b4c215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6144390 Jan 18 22:22:17.451032 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29cab0f1-1f9c-44c5-9182-eda24cf7cd83 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:17.456776 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-29cab0f1-1f9c-44c5-9182-eda24cf7cd83 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] 10.222.0.53 "GET /v2.0/networks/0fa7c7c8-c96a-4aa5-9818-d374adf00f99 HTTP/1.1" status: 200 len: 881 time: 0.4639242 Jan 18 22:22:17.458935 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37804) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:22:17.459603 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-cf115e24-01ca-4249-aced-251571d71c41 req-4e737714-3768-490a-8778-88fc650cecce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:17.576787 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-d6ed1c83-8445-4ae5-8757-1807acdcece7 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] 10.222.0.53 "GET /v2.0/ports?device_id=50677d00-51ee-4075-a671-c1b7f636ff06 HTTP/1.1" status: 200 len: 205 time: 0.1105914 Jan 18 22:22:17.581520 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37806) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:22:17.719273 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db33aaef-5884-4da4-a311-5ede51d08faf', 'tag': '726f2559-9d78-42be-aef4-a8aa75da8ec7'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:22:17.721768 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86e027d9-ed8f-47f0-b206-eede4a66daff" -d '{"events": [{"name": "network-changed", "server_uuid": "db33aaef-5884-4da4-a311-5ede51d08faf", "tag": "726f2559-9d78-42be-aef4-a8aa75da8ec7"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:22:17.732159 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-2560b627-6907-44e1-a094-70b796a3f07b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2b6e3326-dc40-49a1-9ecb-6190b53d266d HTTP/1.1" status: 200 len: 217 time: 0.0516639 Jan 18 22:22:17.746609 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e0377b86-29b7-46d5-b942-72850b433309 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks [] for router, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:17.823322 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-95684d6f-1b8c-4e3c-acb4-e5117602e53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:17.824876 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-95684d6f-1b8c-4e3c-acb4-e5117602e53d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d06fbe7b-0a64-4f51-8e12-d9844a15f25c HTTP/1.1" status: 200 len: 797 time: 0.0805850 Jan 18 22:22:17.892701 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-cf115e24-01ca-4249-aced-251571d71c41 req-4e737714-3768-490a-8778-88fc650cecce service neutron] Attempting to bind port 8cdba046-d46d-4225-9425-f891cb710881 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:22:17.893123 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-cf115e24-01ca-4249-aced-251571d71c41 req-4e737714-3768-490a-8778-88fc650cecce service neutron] Attempting to bind port 8cdba046-d46d-4225-9425-f891cb710881 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '8b9c1dcd-43d7-469e-84e6-2ae44ff323fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'bbd133fe-c308-4a8e-bf62-ce93a757e989'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:22:17.893456 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf115e24-01ca-4249-aced-251571d71c41 req-4e737714-3768-490a-8778-88fc650cecce service neutron] Attempting to bind port 8cdba046-d46d-4225-9425-f891cb710881 on network bbd133fe-c308-4a8e-bf62-ce93a757e989 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:22:17.899059 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e737714-3768-490a-8778-88fc650cecce service neutron] Pushing event updated for resources: {'Port': ['ID=8cdba046-d46d-4225-9425-f891cb710881,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:17.907129 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf115e24-01ca-4249-aced-251571d71c41 req-4e737714-3768-490a-8778-88fc650cecce service neutron] Port 8cdba046-d46d-4225-9425-f891cb710881 on network bbd133fe-c308-4a8e-bf62-ce93a757e989 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:22:17.907460 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf115e24-01ca-4249-aced-251571d71c41 req-4e737714-3768-490a-8778-88fc650cecce service neutron] Attempting to bind port 8cdba046-d46d-4225-9425-f891cb710881 on network bbd133fe-c308-4a8e-bf62-ce93a757e989 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:22:17.948754 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf9fa54-b92b-477c-8e43-b3ee8487bd5f req-4f42f911-05f3-4788-a976-18cae043b842 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:17.954851 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf9fa54-b92b-477c-8e43-b3ee8487bd5f req-4f42f911-05f3-4788-a976-18cae043b842 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:17.957543 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf115e24-01ca-4249-aced-251571d71c41 req-4e737714-3768-490a-8778-88fc650cecce service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:22:17.957886 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf115e24-01ca-4249-aced-251571d71c41 req-4e737714-3768-490a-8778-88fc650cecce service neutron] Checking segment: {'id': '8b9c1dcd-43d7-469e-84e6-2ae44ff323fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'bbd133fe-c308-4a8e-bf62-ce93a757e989'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:22:17.958275 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf115e24-01ca-4249-aced-251571d71c41 req-4e737714-3768-490a-8778-88fc650cecce service neutron] Bound using segment: {'id': '8b9c1dcd-43d7-469e-84e6-2ae44ff323fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'bbd133fe-c308-4a8e-bf62-ce93a757e989'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:22:17.958717 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-cf115e24-01ca-4249-aced-251571d71c41 req-4e737714-3768-490a-8778-88fc650cecce service neutron] Bound port: 8cdba046-d46d-4225-9425-f891cb710881, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b9c1dcd-43d7-469e-84e6-2ae44ff323fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'bbd133fe-c308-4a8e-bf62-ce93a757e989'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:22:17.959183 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-cf115e24-01ca-4249-aced-251571d71c41 req-4e737714-3768-490a-8778-88fc650cecce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:17.961709 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf9fa54-b92b-477c-8e43-b3ee8487bd5f req-4f42f911-05f3-4788-a976-18cae043b842 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:17.967539 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf9fa54-b92b-477c-8e43-b3ee8487bd5f req-4f42f911-05f3-4788-a976-18cae043b842 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:17.974070 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf9fa54-b92b-477c-8e43-b3ee8487bd5f req-4f42f911-05f3-4788-a976-18cae043b842 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:17.980420 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf9fa54-b92b-477c-8e43-b3ee8487bd5f req-4f42f911-05f3-4788-a976-18cae043b842 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:17.982547 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-dcf9fa54-b92b-477c-8e43-b3ee8487bd5f req-4f42f911-05f3-4788-a976-18cae043b842 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/ports?device_id=db33aaef-5884-4da4-a311-5ede51d08faf HTTP/1.1" status: 200 len: 4601 time: 0.1565568 Jan 18 22:22:17.996625 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac0bbfd-3463-4010-9e71-525de3527874 req-28af4718-920b-4f26-96ee-36ac7186b159 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:18.003417 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac0bbfd-3463-4010-9e71-525de3527874 req-28af4718-920b-4f26-96ee-36ac7186b159 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:18.009408 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac0bbfd-3463-4010-9e71-525de3527874 req-28af4718-920b-4f26-96ee-36ac7186b159 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:18.015217 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac0bbfd-3463-4010-9e71-525de3527874 req-28af4718-920b-4f26-96ee-36ac7186b159 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:18.021236 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac0bbfd-3463-4010-9e71-525de3527874 req-28af4718-920b-4f26-96ee-36ac7186b159 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:18.027571 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac0bbfd-3463-4010-9e71-525de3527874 req-28af4718-920b-4f26-96ee-36ac7186b159 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:18.029521 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-cf115e24-01ca-4249-aced-251571d71c41 req-4e737714-3768-490a-8778-88fc650cecce service neutron] For port 8cdba046-d46d-4225-9425-f891cb710881, host n-h2-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:22:18.033008 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-cf115e24-01ca-4249-aced-251571d71c41 req-4e737714-3768-490a-8778-88fc650cecce service neutron] For port 8cdba046-d46d-4225-9425-f891cb710881, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=8cdba046-d46d-4225-9425-f891cb710881,segment=NetworkSegment(8b9c1dcd-43d7-469e-84e6-2ae44ff323fb),segment_id=8b9c1dcd-43d7-469e-84e6-2ae44ff323fb)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:22:18.033425 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac0bbfd-3463-4010-9e71-525de3527874 req-28af4718-920b-4f26-96ee-36ac7186b159 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:18.042862 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fac0bbfd-3463-4010-9e71-525de3527874 req-28af4718-920b-4f26-96ee-36ac7186b159 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fdf43ac-e2d1-46c0-a022-01c13375d73d HTTP/1.1" status: 200 len: 5428 time: 0.3720012 Jan 18 22:22:18.047452 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-cf115e24-01ca-4249-aced-251571d71c41 req-4e737714-3768-490a-8778-88fc650cecce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:18.113530 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf115e24-01ca-4249-aced-251571d71c41 req-4e737714-3768-490a-8778-88fc650cecce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:18.114157 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-cf115e24-01ca-4249-aced-251571d71c41 req-4e737714-3768-490a-8778-88fc650cecce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:18.116278 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-cf115e24-01ca-4249-aced-251571d71c41 req-4e737714-3768-490a-8778-88fc650cecce service neutron] 10.222.0.67 "PUT /v2.0/ports/8cdba046-d46d-4225-9425-f891cb710881 HTTP/1.1" status: 200 len: 1092 time: 1.2672956 Jan 18 22:22:18.116929 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19a97c9e-7ddb-48c2-91c8-4bbe0366cb8d', 'tag': '8cdba046-d46d-4225-9425-f891cb710881'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:22:18.119605 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f4750f-c146-4122-81b4-3b5aa3270cca" -d '{"events": [{"name": "network-changed", "server_uuid": "19a97c9e-7ddb-48c2-91c8-4bbe0366cb8d", "tag": "8cdba046-d46d-4225-9425-f891cb710881"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:22:18.133195 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fac0bbfd-3463-4010-9e71-525de3527874 req-945ebe89-cda2-4857-8173-91d6259be226 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "GET /v2.0/security-groups?id=feae3479-97c3-4dcd-9cbb-02eadc4c6a76&id=61d17b67-718c-4475-950b-257bfb33b7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0889227 Jan 18 22:22:18.146156 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-910fd77d-4952-46f6-b43d-3ada42a2a602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:18.146425 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e0377b86-29b7-46d5-b942-72850b433309 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:18.150175 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-910fd77d-4952-46f6-b43d-3ada42a2a602 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ffe48ea3-f64a-402a-9434-49f5506fd6ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2781332 Jan 18 22:22:18.165568 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-dcf9fa54-b92b-477c-8e43-b3ee8487bd5f req-cc729ec2-20af-4161-937e-6d4081f4fe82 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/security-groups?id=43d45361-b6ad-4105-a9b4-e598b6e8e651&id=1a7f3ba7-6b33-47d4-842d-f8859c8e7d98&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0919216 Jan 18 22:22:18.203305 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e737714-3768-490a-8778-88fc650cecce service neutron] Pushing event updated for resources: {'Port': ['ID=8cdba046-d46d-4225-9425-f891cb710881,revision_number=3']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:18.270770 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf115e24-01ca-4249-aced-251571d71c41 req-5762dcfb-2f6c-47eb-9f84-7a013f67a7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:18.272451 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-cf115e24-01ca-4249-aced-251571d71c41 req-5762dcfb-2f6c-47eb-9f84-7a013f67a7f3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4e498fcb7b24422f9e5d32613a741483&device_id=19a97c9e-7ddb-48c2-91c8-4bbe0366cb8d HTTP/1.1" status: 200 len: 1095 time: 0.0981023 Jan 18 22:22:18.280921 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-e0377b86-29b7-46d5-b942-72850b433309 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Deleting port 7652282a-00ee-40b1-9202-c514ff0c6171 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:22:18.281380 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e0377b86-29b7-46d5-b942-72850b433309 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:18.329404 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-cf115e24-01ca-4249-aced-251571d71c41 req-f0c45ecb-cd86-43f4-978c-1dcdf87b09bc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8cdba046-d46d-4225-9425-f891cb710881 HTTP/1.1" status: 200 len: 217 time: 0.0458832 Jan 18 22:22:18.413697 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34544236-6229-4286-8047-46ecbd552f66 x-openstack-request-id: req-34544236-6229-4286-8047-46ecbd552f66 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:22:18.414297 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db33aaef-5884-4da4-a311-5ede51d08faf", "tag": "726f2559-9d78-42be-aef4-a8aa75da8ec7", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:22:18.414297 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-34544236-6229-4286-8047-46ecbd552f66 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:22:18.414554 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db33aaef-5884-4da4-a311-5ede51d08faf', 'tag': '726f2559-9d78-42be-aef4-a8aa75da8ec7', 'status': 'completed', 'code': 200} Jan 18 22:22:18.424255 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf115e24-01ca-4249-aced-251571d71c41 req-d6fb9bb1-e8f0-4475-8894-6f8a789b19dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:18.425812 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-cf115e24-01ca-4249-aced-251571d71c41 req-d6fb9bb1-e8f0-4475-8894-6f8a789b19dd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3943d4e3-11db-416b-b501-9e5a6550fdf9 HTTP/1.1" status: 200 len: 853 time: 0.0659947 Jan 18 22:22:18.434075 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ffb190-85b8-4800-9cbd-56a71f362f0d req-d70df6cf-43a0-4530-80e2-e7ee94dd6ece tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:18.436083 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-54ffb190-85b8-4800-9cbd-56a71f362f0d req-d70df6cf-43a0-4530-80e2-e7ee94dd6ece tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/ports?device_id=19a97c9e-7ddb-48c2-91c8-4bbe0366cb8d HTTP/1.1" status: 200 len: 944 time: 0.1634369 Jan 18 22:22:18.448145 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-7f00daab-7037-4458-96f6-846d4891b243 service neutron] 10.222.0.67 "GET /v2.0/networks/ffe48ea3-f64a-402a-9434-49f5506fd6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2828193 Jan 18 22:22:18.464039 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e0377b86-29b7-46d5-b942-72850b433309 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:18.490968 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-cf115e24-01ca-4249-aced-251571d71c41 req-12ba5b47-1be0-4b76-ad04-5ea10de9582d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bbd133fe-c308-4a8e-bf62-ce93a757e989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548928 Jan 18 22:22:18.510887 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-b571e9a3-c7ab-4fbc-a7d9-26e3ff73a5ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 612fabe9-4416-4612-8231-d5ba01cdae5f {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:22:18.522069 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-b571e9a3-c7ab-4fbc-a7d9-26e3ff73a5ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:18.539281 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-e0377b86-29b7-46d5-b942-72850b433309 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Calling delete_port for 7652282a-00ee-40b1-9202-c514ff0c6171 owned by network:router_gateway {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:22:18.542540 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40e91f55-cff5-42ca-9275-17b381757680 x-openstack-request-id: req-40e91f55-cff5-42ca-9275-17b381757680 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:22:18.543340 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19a97c9e-7ddb-48c2-91c8-4bbe0366cb8d", "tag": "8cdba046-d46d-4225-9425-f891cb710881", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:22:18.543934 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-40e91f55-cff5-42ca-9275-17b381757680 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:22:18.544587 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19a97c9e-7ddb-48c2-91c8-4bbe0366cb8d', 'tag': '8cdba046-d46d-4225-9425-f891cb710881', 'status': 'completed', 'code': 200} Jan 18 22:22:18.587290 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-b571e9a3-c7ab-4fbc-a7d9-26e3ff73a5ed service neutron] Transition to ACTIVE for port object 612fabe9-4416-4612-8231-d5ba01cdae5f will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:22:18.600023 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-54ffb190-85b8-4800-9cbd-56a71f362f0d req-396b6439-2c51-4800-98d2-9e9efdad17aa tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/security-groups?id=92d0bf2d-4a69-4a06-bc28-bffdc82f7ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509793 Jan 18 22:22:18.605337 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e027d9-ed8f-47f0-b206-eede4a66daff req-0bcadcc5-6145-4dc2-bf3b-c10b55e0f98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:18.605823 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e027d9-ed8f-47f0-b206-eede4a66daff req-0bcadcc5-6145-4dc2-bf3b-c10b55e0f98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:18.606916 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e027d9-ed8f-47f0-b206-eede4a66daff req-0bcadcc5-6145-4dc2-bf3b-c10b55e0f98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:18.607397 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e027d9-ed8f-47f0-b206-eede4a66daff req-0bcadcc5-6145-4dc2-bf3b-c10b55e0f98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:18.607872 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e027d9-ed8f-47f0-b206-eede4a66daff req-0bcadcc5-6145-4dc2-bf3b-c10b55e0f98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:18.608523 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e027d9-ed8f-47f0-b206-eede4a66daff req-0bcadcc5-6145-4dc2-bf3b-c10b55e0f98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:18.610585 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-86e027d9-ed8f-47f0-b206-eede4a66daff req-0bcadcc5-6145-4dc2-bf3b-c10b55e0f98a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ec90adb1094349739cc26a639b1aef5d&device_id=db33aaef-5884-4da4-a311-5ede51d08faf HTTP/1.1" status: 200 len: 5287 time: 0.1734762 Jan 18 22:22:18.617767 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-b571e9a3-c7ab-4fbc-a7d9-26e3ff73a5ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:18.650448 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f866bae7-b101-4285-adc9-908601bec080 req-5682654d-b539-4c7b-8744-f70dae6820d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:18.652370 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f866bae7-b101-4285-adc9-908601bec080 req-5682654d-b539-4c7b-8744-f70dae6820d8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=584d50ef6ed64545aac1e7947879ab5e&device_id=aa35bf88-4440-4d73-afcd-ae0cc04d6d11 HTTP/1.1" status: 200 len: 1095 time: 0.1987350 Jan 18 22:22:18.701860 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c2a282b9-3241-49ce-ac29-1cb91e4678d2 req-b78065bb-bd5e-4b67-af4e-eed6fd066411 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=09f26103-afed-4271-a2b5-ed6fd9e982e1 HTTP/1.1" status: 200 len: 210 time: 0.0873902 Jan 18 22:22:18.742451 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-cf115e24-01ca-4249-aced-251571d71c41 req-a9f18541-4f51-4e84-baf4-932bf55c1b69 service neutron] 10.222.0.67 "GET /v2.0/networks/bbd133fe-c308-4a8e-bf62-ce93a757e989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301772 Jan 18 22:22:18.793037 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-b6b00b2b-13a7-4096-97d5-1ec89ebc111c service neutron] 10.222.0.67 "GET /v2.0/networks/ffe48ea3-f64a-402a-9434-49f5506fd6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3159845 Jan 18 22:22:18.859298 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e027d9-ed8f-47f0-b206-eede4a66daff req-90191141-646d-41dc-8b41-9ff1ce80d61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:18.860017 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e027d9-ed8f-47f0-b206-eede4a66daff req-90191141-646d-41dc-8b41-9ff1ce80d61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:18.860588 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e027d9-ed8f-47f0-b206-eede4a66daff req-90191141-646d-41dc-8b41-9ff1ce80d61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:18.862802 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-86e027d9-ed8f-47f0-b206-eede4a66daff req-90191141-646d-41dc-8b41-9ff1ce80d61b service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=ec90adb1094349739cc26a639b1aef5d&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2292397 Jan 18 22:22:18.907249 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b571e9a3-c7ab-4fbc-a7d9-26e3ff73a5ed service neutron] Pushing event updated for resources: {'Port': ['ID=612fabe9-4416-4612-8231-d5ba01cdae5f,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:19.019050 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e027d9-ed8f-47f0-b206-eede4a66daff req-59e4a858-8c4d-45da-9807-68110e921ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:19.020733 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-86e027d9-ed8f-47f0-b206-eede4a66daff req-59e4a858-8c4d-45da-9807-68110e921ce5 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1100469 Jan 18 22:22:19.025071 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-c5e98c79-2701-47cd-80fc-66f0153cf5b2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b39b79af-f443-48d6-a70e-0edb9f29990f HTTP/1.1" status: 200 len: 217 time: 0.2237360 Jan 18 22:22:19.162859 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397689a4-ee43-416f-82c8-20243d991116 req-452a2382-ef23-4090-a449-569a948e6bf1 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:19.164676 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-397689a4-ee43-416f-82c8-20243d991116 req-452a2382-ef23-4090-a449-569a948e6bf1 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa35bf88-4440-4d73-afcd-ae0cc04d6d11 HTTP/1.1" status: 200 len: 944 time: 0.4687574 Jan 18 22:22:19.239502 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-62e48b04-104e-4944-8fa4-0200ae2a5e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:19.241662 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-62e48b04-104e-4944-8fa4-0200ae2a5e79 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d06fbe7b-0a64-4f51-8e12-d9844a15f25c HTTP/1.1" status: 200 len: 797 time: 0.1991439 Jan 18 22:22:19.249472 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f866bae7-b101-4285-adc9-908601bec080 req-dc7903e3-95bd-41d0-8469-c2c0c220ec28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:19.250993 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f866bae7-b101-4285-adc9-908601bec080 req-dc7903e3-95bd-41d0-8469-c2c0c220ec28 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84 HTTP/1.1" status: 200 len: 911 time: 0.5776415 Jan 18 22:22:19.285544 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-397689a4-ee43-416f-82c8-20243d991116 req-ad525b6a-11d4-49de-8d80-98b243d90b4d tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fead2ec-99b5-4f01-a8ba-653859b4c215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078773 Jan 18 22:22:19.289933 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-61c0016e-a0d9-47cd-ab26-a26276fbfff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:19.322027 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-b571e9a3-c7ab-4fbc-a7d9-26e3ff73a5ed service neutron] Attempting to bind port 612fabe9-4416-4612-8231-d5ba01cdae5f on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:22:19.322027 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-b571e9a3-c7ab-4fbc-a7d9-26e3ff73a5ed service neutron] Attempting to bind port 612fabe9-4416-4612-8231-d5ba01cdae5f by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': 'de74c02c-b4b7-49a2-a9bc-68b0bd01e5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'dd775970-2a5b-4fa0-b58f-e11b40e608fa'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:22:19.322027 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-b571e9a3-c7ab-4fbc-a7d9-26e3ff73a5ed service neutron] Attempting to bind port 612fabe9-4416-4612-8231-d5ba01cdae5f on network dd775970-2a5b-4fa0-b58f-e11b40e608fa {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:22:19.336994 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-b571e9a3-c7ab-4fbc-a7d9-26e3ff73a5ed service neutron] Port 612fabe9-4416-4612-8231-d5ba01cdae5f on network dd775970-2a5b-4fa0-b58f-e11b40e608fa not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:22:19.337462 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-b571e9a3-c7ab-4fbc-a7d9-26e3ff73a5ed service neutron] Attempting to bind port 612fabe9-4416-4612-8231-d5ba01cdae5f on network dd775970-2a5b-4fa0-b58f-e11b40e608fa {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:22:19.351208 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-b571e9a3-c7ab-4fbc-a7d9-26e3ff73a5ed service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:22:19.351585 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-b571e9a3-c7ab-4fbc-a7d9-26e3ff73a5ed service neutron] Checking segment: {'id': 'de74c02c-b4b7-49a2-a9bc-68b0bd01e5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'dd775970-2a5b-4fa0-b58f-e11b40e608fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:22:19.352485 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-b571e9a3-c7ab-4fbc-a7d9-26e3ff73a5ed service neutron] Bound using segment: {'id': 'de74c02c-b4b7-49a2-a9bc-68b0bd01e5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'dd775970-2a5b-4fa0-b58f-e11b40e608fa'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:22:19.352996 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-b571e9a3-c7ab-4fbc-a7d9-26e3ff73a5ed service neutron] Bound port: 612fabe9-4416-4612-8231-d5ba01cdae5f, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de74c02c-b4b7-49a2-a9bc-68b0bd01e5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'dd775970-2a5b-4fa0-b58f-e11b40e608fa'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:22:19.353366 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-b571e9a3-c7ab-4fbc-a7d9-26e3ff73a5ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:19.376401 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991e2089-ad46-4d98-bca9-9015d4fa6c55 req-d20a1c83-01f3-4e88-a3a5-f196a4508144 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:19.378789 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-991e2089-ad46-4d98-bca9-9015d4fa6c55 req-d20a1c83-01f3-4e88-a3a5-f196a4508144 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/ports?device_id=11eade1c-b09f-43f3-8c20-20c06a099f4b HTTP/1.1" status: 200 len: 946 time: 0.2129233 Jan 18 22:22:19.395602 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-75206daf-0035-4ec9-baca-0467e55d7ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:19.395602 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-75206daf-0035-4ec9-baca-0467e55d7ac9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ffe48ea3-f64a-402a-9434-49f5506fd6ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1334052 Jan 18 22:22:19.399810 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-cf115e24-01ca-4249-aced-251571d71c41 req-59e3a0ae-68bc-44a2-a8c0-8cae430f91a5 service neutron] 10.222.0.67 "GET /v2.0/networks/bbd133fe-c308-4a8e-bf62-ce93a757e989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6470747 Jan 18 22:22:19.408217 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f866bae7-b101-4285-adc9-908601bec080 req-c1e3d9ea-c7b2-4abd-b62b-34d5513f04d0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a0306c0-065b-4f7c-897a-b0ab604fa791 HTTP/1.1" status: 200 len: 998 time: 0.1484535 Jan 18 22:22:19.413996 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e0377b86-29b7-46d5-b942-72850b433309 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:19.495254 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0377b86-29b7-46d5-b942-72850b433309 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Pushing event deleted for resources: {'Port': ['ID=7652282a-00ee-40b1-9202-c514ff0c6171,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:19.534494 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-991e2089-ad46-4d98-bca9-9015d4fa6c55 req-dc6d149d-6166-4f26-ab0d-275956189e93 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/security-groups?id=887106f9-0ea3-48df-93b8-5b7379f045d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440017 Jan 18 22:22:19.575134 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f866bae7-b101-4285-adc9-908601bec080 req-0f861c40-da2f-4918-bd37-8e3433e247ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:19.577239 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f866bae7-b101-4285-adc9-908601bec080 req-0f861c40-da2f-4918-bd37-8e3433e247ec service neutron] 10.222.0.36 "GET /v2.0/subnets?id=42841b58-d144-4855-94d6-b7b43c1900e0 HTTP/1.1" status: 200 len: 850 time: 0.1591816 Jan 18 22:22:19.589892 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f4750f-c146-4122-81b4-3b5aa3270cca req-69aacaa9-785d-459e-abe6-5c3ee3208199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:19.591341 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-06f4750f-c146-4122-81b4-3b5aa3270cca req-69aacaa9-785d-459e-abe6-5c3ee3208199 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4e498fcb7b24422f9e5d32613a741483&device_id=19a97c9e-7ddb-48c2-91c8-4bbe0366cb8d HTTP/1.1" status: 200 len: 1095 time: 0.1300697 Jan 18 22:22:19.599103 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9deddc-11b8-4323-b747-ec57d1e40b33 req-1ca67dbb-163b-489f-8169-0530d9885b65 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:19.605408 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9deddc-11b8-4323-b747-ec57d1e40b33 req-1ca67dbb-163b-489f-8169-0530d9885b65 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:19.611387 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9deddc-11b8-4323-b747-ec57d1e40b33 req-1ca67dbb-163b-489f-8169-0530d9885b65 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:19.615259 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device d93d8eb3-0fa6-4431-bc3b-20afd3b6494f details requested by agent hyperv_n-h1-825064-1 with host n-h1-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:22:19.618912 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9deddc-11b8-4323-b747-ec57d1e40b33 req-1ca67dbb-163b-489f-8169-0530d9885b65 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:19.624948 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9deddc-11b8-4323-b747-ec57d1e40b33 req-1ca67dbb-163b-489f-8169-0530d9885b65 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:19.631652 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9deddc-11b8-4323-b747-ec57d1e40b33 req-1ca67dbb-163b-489f-8169-0530d9885b65 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:19.638231 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9deddc-11b8-4323-b747-ec57d1e40b33 req-1ca67dbb-163b-489f-8169-0530d9885b65 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:19.640152 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1b9deddc-11b8-4323-b747-ec57d1e40b33 req-1ca67dbb-163b-489f-8169-0530d9885b65 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fdf43ac-e2d1-46c0-a022-01c13375d73d HTTP/1.1" status: 200 len: 5428 time: 0.2751927 Jan 18 22:22:19.642807 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e0377b86-29b7-46d5-b942-72850b433309 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043029'] for router_gateway, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:19.702050 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-b571e9a3-c7ab-4fbc-a7d9-26e3ff73a5ed service neutron] For port 612fabe9-4416-4612-8231-d5ba01cdae5f, host n-h2-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:22:19.732492 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-b571e9a3-c7ab-4fbc-a7d9-26e3ff73a5ed service neutron] For port 612fabe9-4416-4612-8231-d5ba01cdae5f, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=612fabe9-4416-4612-8231-d5ba01cdae5f,segment=NetworkSegment(de74c02c-b4b7-49a2-a9bc-68b0bd01e5b7),segment_id=de74c02c-b4b7-49a2-a9bc-68b0bd01e5b7)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:22:19.747788 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-624b5165-c9ff-4e92-90f0-1353fa799558 service neutron] 10.222.0.67 "GET /v2.0/networks/ffe48ea3-f64a-402a-9434-49f5506fd6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3026392 Jan 18 22:22:19.752885 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-b571e9a3-c7ab-4fbc-a7d9-26e3ff73a5ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:19.757498 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port d93d8eb3-0fa6-4431-bc3b-20afd3b6494f, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=d93d8eb3-0fa6-4431-bc3b-20afd3b6494f,segment=NetworkSegment(bbee9262-cfb2-4fc9-82be-4cb3bf414322),segment_id=bbee9262-cfb2-4fc9-82be-4cb3bf414322)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:22:19.774591 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Returning: {'device': 'd93d8eb3-0fa6-4431-bc3b-20afd3b6494f', 'network_id': '238ed1a6-2b69-482a-a879-0782a721c5d9', 'port_id': 'd93d8eb3-0fa6-4431-bc3b-20afd3b6494f', 'mac_address': 'fa:16:3e:ef:ae:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c698099-8c96-4ff9-a982-e918b5bcbfac', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:22:19.775647 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1b9deddc-11b8-4323-b747-ec57d1e40b33 req-dd20db10-d068-487e-a6d4-6748f0a7818c tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "GET /v2.0/security-groups?id=feae3479-97c3-4dcd-9cbb-02eadc4c6a76&id=61d17b67-718c-4475-950b-257bfb33b7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1200974 Jan 18 22:22:19.785386 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e0377b86-29b7-46d5-b942-72850b433309 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1040886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8602'] for router, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:19.808252 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e0377b86-29b7-46d5-b942-72850b433309 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:19.822059 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca02b41-f610-4aba-b7f5-2e84667c239c req-639242ef-2233-41dc-91ce-7433acb6fbd0 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:19.824161 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:19.828038 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca02b41-f610-4aba-b7f5-2e84667c239c req-639242ef-2233-41dc-91ce-7433acb6fbd0 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:19.834093 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca02b41-f610-4aba-b7f5-2e84667c239c req-639242ef-2233-41dc-91ce-7433acb6fbd0 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:19.835599 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f866bae7-b101-4285-adc9-908601bec080 req-389e97ec-c59a-425d-995e-9f6c60a8ac07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:19.837142 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f866bae7-b101-4285-adc9-908601bec080 req-389e97ec-c59a-425d-995e-9f6c60a8ac07 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2449574 Jan 18 22:22:19.840096 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca02b41-f610-4aba-b7f5-2e84667c239c req-639242ef-2233-41dc-91ce-7433acb6fbd0 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:19.841488 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d93d8eb3-0fa6-4431-bc3b-20afd3b6494f {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:22:19.846773 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca02b41-f610-4aba-b7f5-2e84667c239c req-639242ef-2233-41dc-91ce-7433acb6fbd0 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:19.855320 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca02b41-f610-4aba-b7f5-2e84667c239c req-639242ef-2233-41dc-91ce-7433acb6fbd0 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:19.862466 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca02b41-f610-4aba-b7f5-2e84667c239c req-639242ef-2233-41dc-91ce-7433acb6fbd0 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:19.867531 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port d93d8eb3-0fa6-4431-bc3b-20afd3b6494f, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=d93d8eb3-0fa6-4431-bc3b-20afd3b6494f,segment=NetworkSegment(bbee9262-cfb2-4fc9-82be-4cb3bf414322),segment_id=bbee9262-cfb2-4fc9-82be-4cb3bf414322)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:22:19.872267 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aca02b41-f610-4aba-b7f5-2e84667c239c req-639242ef-2233-41dc-91ce-7433acb6fbd0 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/ports?device_id=db33aaef-5884-4da4-a311-5ede51d08faf HTTP/1.1" status: 200 len: 5372 time: 0.2310593 Jan 18 22:22:19.873213 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:19.939396 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-b571e9a3-c7ab-4fbc-a7d9-26e3ff73a5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:19.941145 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-b571e9a3-c7ab-4fbc-a7d9-26e3ff73a5ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:19.942847 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-b571e9a3-c7ab-4fbc-a7d9-26e3ff73a5ed service neutron] 10.222.0.67 "PUT /v2.0/ports/612fabe9-4416-4612-8231-d5ba01cdae5f HTTP/1.1" status: 200 len: 1129 time: 3.1050766 Jan 18 22:22:19.945337 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e0377b86-29b7-46d5-b942-72850b433309 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1040832'] for router, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:19.945903 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0377b86-29b7-46d5-b942-72850b433309 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Fanout notify agent at l3_agent the message router_deleted on router 50677d00-51ee-4075-a671-c1b7f636ff06 {{(pid=102431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 22:22:19.954928 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=d93d8eb3-0fa6-4431-bc3b-20afd3b6494f,revision_number=6']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:19.958140 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e0377b86-29b7-46d5-b942-72850b433309 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:19.959240 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-e0377b86-29b7-46d5-b942-72850b433309 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] 10.222.0.53 "DELETE /v2.0/routers/50677d00-51ee-4075-a671-c1b7f636ff06 HTTP/1.1" status: 204 len: 168 time: 2.3768077 Jan 18 22:22:19.963530 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37864) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:22:19.967874 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-657fded0-abf7-48b8-a2fa-38aad61f0c35 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1207365878', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}, 'admin_state_up': False}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:22:19.973882 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f4750f-c146-4122-81b4-3b5aa3270cca req-7039f468-d49f-4140-b976-6c7a3bcc7356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:19.975738 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-06f4750f-c146-4122-81b4-3b5aa3270cca req-7039f468-d49f-4140-b976-6c7a3bcc7356 service neutron] 10.222.0.67 "GET /v2.0/networks?id=bbd133fe-c308-4a8e-bf62-ce93a757e989 HTTP/1.1" status: 200 len: 913 time: 0.3719635 Jan 18 22:22:20.001910 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-b7249483-ed80-46eb-b6fb-31b88aa4026b service neutron] Request body: {'port': {'device_id': 'db33aaef-5884-4da4-a311-5ede51d08faf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:22:20.009273 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['d93d8eb3-0fa6-4431-bc3b-20afd3b6494f'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:22:20.070069 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-06f4750f-c146-4122-81b4-3b5aa3270cca req-c5100846-b516-43d4-988d-87c9385f6cbf service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8cdba046-d46d-4225-9425-f891cb710881 HTTP/1.1" status: 200 len: 217 time: 0.0859716 Jan 18 22:22:20.089842 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b571e9a3-c7ab-4fbc-a7d9-26e3ff73a5ed service neutron] Pushing event updated for resources: {'Port': ['ID=612fabe9-4416-4612-8231-d5ba01cdae5f,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:20.133490 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aca02b41-f610-4aba-b7f5-2e84667c239c req-ea450930-52b7-410a-bbbc-3c2ef600a7d9 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/security-groups?id=43d45361-b6ad-4105-a9b4-e598b6e8e651&id=1a7f3ba7-6b33-47d4-842d-f8859c8e7d98&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2602401 Jan 18 22:22:20.139293 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-657fded0-abf7-48b8-a2fa-38aad61f0c35 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1044160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8692'] for router, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:20.140868 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-657fded0-abf7-48b8-a2fa-38aad61f0c35 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1040680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8675'] for router, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:20.204416 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd6f6c5-9c8f-40ba-b197-b4e127cd4294 req-3d449b55-314b-4959-ba62-b781c07cf50b tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:20.206753 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9bd6f6c5-9c8f-40ba-b197-b4e127cd4294 req-3d449b55-314b-4959-ba62-b781c07cf50b tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/ports?device_id=19a97c9e-7ddb-48c2-91c8-4bbe0366cb8d HTTP/1.1" status: 200 len: 944 time: 0.3223438 Jan 18 22:22:20.242859 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-657fded0-abf7-48b8-a2fa-38aad61f0c35 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:20.254943 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aa8ae4c5-ecaa-40b8-8659-517ecc8b3fe3 req-dc81f6f0-3898-4791-8b32-f6a7a861f86b service neutron] 10.222.0.67 "GET /v2.0/networks/ffe48ea3-f64a-402a-9434-49f5506fd6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4910626 Jan 18 22:22:20.263359 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f866bae7-b101-4285-adc9-908601bec080 req-9f6b2a8f-51bc-4f42-8c96-0a47274bf5f4 service neutron] 10.222.0.36 "GET /v2.0/networks/e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3746059 Jan 18 22:22:20.265253 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f4750f-c146-4122-81b4-3b5aa3270cca req-29243b65-f9d4-4026-86d6-d927ce56bee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:20.266998 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-06f4750f-c146-4122-81b4-3b5aa3270cca req-29243b65-f9d4-4026-86d6-d927ce56bee7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3943d4e3-11db-416b-b501-9e5a6550fdf9 HTTP/1.1" status: 200 len: 853 time: 0.1875396 Jan 18 22:22:20.298890 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-b7249483-ed80-46eb-b6fb-31b88aa4026b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:20.336655 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fff6167c-3194-4920-906c-ddf92fd7ea6d req-067c33ed-9a6d-46c7-ab69-a74e07fb6bda tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=09f26103-afed-4271-a2b5-ed6fd9e982e1 HTTP/1.1" status: 200 len: 210 time: 0.0952373 Jan 18 22:22:20.401385 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-06f4750f-c146-4122-81b4-3b5aa3270cca req-b64c9589-83b7-4f02-a3f4-632f133569c0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bbd133fe-c308-4a8e-bf62-ce93a757e989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495532 Jan 18 22:22:20.419755 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db33aaef-5884-4da4-a311-5ede51d08faf', 'tag': '612fabe9-4416-4612-8231-d5ba01cdae5f'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:22:20.421999 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dab53604-2c20-4df9-adec-41a8f275876c" -d '{"events": [{"name": "network-changed", "server_uuid": "db33aaef-5884-4da4-a311-5ede51d08faf", "tag": "612fabe9-4416-4612-8231-d5ba01cdae5f"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:22:20.427700 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9bd6f6c5-9c8f-40ba-b197-b4e127cd4294 req-6fed6f49-c320-48f2-ac7b-a8fac8251c60 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/security-groups?id=92d0bf2d-4a69-4a06-bc28-bffdc82f7ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060239 Jan 18 22:22:20.457481 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1bd16818-0892-44c7-b83f-6aef19ed0954 req-d115fba6-823c-4255-bd58-3c8706fda674 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=710e4fbf-3d93-42c0-b0b4-4811a367b0c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2147944 Jan 18 22:22:20.498056 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41f6d5b-3a32-44f7-90b7-03fa37dbf460 req-edfde5d7-4b3a-433c-947d-aa14ac9521ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:20.498457 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41f6d5b-3a32-44f7-90b7-03fa37dbf460 req-edfde5d7-4b3a-433c-947d-aa14ac9521ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:20.498936 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41f6d5b-3a32-44f7-90b7-03fa37dbf460 req-edfde5d7-4b3a-433c-947d-aa14ac9521ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:20.507764 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41f6d5b-3a32-44f7-90b7-03fa37dbf460 req-edfde5d7-4b3a-433c-947d-aa14ac9521ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:20.508170 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41f6d5b-3a32-44f7-90b7-03fa37dbf460 req-edfde5d7-4b3a-433c-947d-aa14ac9521ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:20.508661 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41f6d5b-3a32-44f7-90b7-03fa37dbf460 req-edfde5d7-4b3a-433c-947d-aa14ac9521ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:20.509227 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41f6d5b-3a32-44f7-90b7-03fa37dbf460 req-edfde5d7-4b3a-433c-947d-aa14ac9521ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:20.511110 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-657fded0-abf7-48b8-a2fa-38aad61f0c35 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:20.511603 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f41f6d5b-3a32-44f7-90b7-03fa37dbf460 req-edfde5d7-4b3a-433c-947d-aa14ac9521ce service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e820669caca04fcb8f8972d8b3102f64&device_id=5fdf43ac-e2d1-46c0-a022-01c13375d73d HTTP/1.1" status: 200 len: 6485 time: 0.1689539 Jan 18 22:22:20.514390 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-360563ae-7e87-4ec9-b9cd-21d0840dfa7b x-openstack-request-id: req-360563ae-7e87-4ec9-b9cd-21d0840dfa7b {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:22:20.514680 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db33aaef-5884-4da4-a311-5ede51d08faf", "tag": "612fabe9-4416-4612-8231-d5ba01cdae5f", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:22:20.514997 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-360563ae-7e87-4ec9-b9cd-21d0840dfa7b {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:22:20.515381 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db33aaef-5884-4da4-a311-5ede51d08faf', 'tag': '612fabe9-4416-4612-8231-d5ba01cdae5f', 'status': 'completed', 'code': 200} Jan 18 22:22:20.621645 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-06f4750f-c146-4122-81b4-3b5aa3270cca req-7d66bfee-3768-4253-ab18-ba984c15ba6b service neutron] 10.222.0.67 "GET /v2.0/networks/bbd133fe-c308-4a8e-bf62-ce93a757e989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053598 Jan 18 22:22:20.624268 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.67', 56165) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:22:20.821951 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f866bae7-b101-4285-adc9-908601bec080 req-471fefa0-65df-4e26-96aa-065fa5bdc8d7 service neutron] 10.222.0.36 "GET /v2.0/networks/e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4689977 Jan 18 22:22:20.853782 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab53604-2c20-4df9-adec-41a8f275876c req-b24d8a58-0c3f-42bf-b044-7bb3793c513b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:20.854258 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab53604-2c20-4df9-adec-41a8f275876c req-b24d8a58-0c3f-42bf-b044-7bb3793c513b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:20.854983 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab53604-2c20-4df9-adec-41a8f275876c req-b24d8a58-0c3f-42bf-b044-7bb3793c513b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:20.855439 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab53604-2c20-4df9-adec-41a8f275876c req-b24d8a58-0c3f-42bf-b044-7bb3793c513b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:20.855893 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab53604-2c20-4df9-adec-41a8f275876c req-b24d8a58-0c3f-42bf-b044-7bb3793c513b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:20.856370 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab53604-2c20-4df9-adec-41a8f275876c req-b24d8a58-0c3f-42bf-b044-7bb3793c513b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:20.856938 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab53604-2c20-4df9-adec-41a8f275876c req-b24d8a58-0c3f-42bf-b044-7bb3793c513b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:20.859055 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-dab53604-2c20-4df9-adec-41a8f275876c req-b24d8a58-0c3f-42bf-b044-7bb3793c513b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ec90adb1094349739cc26a639b1aef5d&device_id=db33aaef-5884-4da4-a311-5ede51d08faf HTTP/1.1" status: 200 len: 6209 time: 0.2315464 Jan 18 22:22:20.865785 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-06f4750f-c146-4122-81b4-3b5aa3270cca req-6207b072-5527-45dc-bc98-3d88b1b4479c service neutron] 10.222.0.67 "GET /v2.0/networks/bbd133fe-c308-4a8e-bf62-ce93a757e989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284739 Jan 18 22:22:20.947122 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5596b1-a1be-4b35-ae7f-60a3060445b8 req-cfe64b46-eafa-4f0c-8c7c-be6197cc55a0 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:20.948493 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0f5596b1-a1be-4b35-ae7f-60a3060445b8 req-cfe64b46-eafa-4f0c-8c7c-be6197cc55a0 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa35bf88-4440-4d73-afcd-ae0cc04d6d11 HTTP/1.1" status: 200 len: 944 time: 0.5177407 Jan 18 22:22:21.067730 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4707dd-c1ef-4401-bfe5-7f6feaf8c3ff req-b606285d-3191-4eae-b286-b2d8d2ea93e2 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:21.069346 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3e4707dd-c1ef-4401-bfe5-7f6feaf8c3ff req-b606285d-3191-4eae-b286-b2d8d2ea93e2 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/ports?device_id=11eade1c-b09f-43f3-8c20-20c06a099f4b HTTP/1.1" status: 200 len: 945 time: 0.2351708 Jan 18 22:22:21.081374 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-657fded0-abf7-48b8-a2fa-38aad61f0c35 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks [] for router_gateway, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:21.083702 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab53604-2c20-4df9-adec-41a8f275876c req-99b45670-b0df-4801-8f6d-144b3d4c0b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:21.084204 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab53604-2c20-4df9-adec-41a8f275876c req-99b45670-b0df-4801-8f6d-144b3d4c0b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:21.084666 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab53604-2c20-4df9-adec-41a8f275876c req-99b45670-b0df-4801-8f6d-144b3d4c0b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:21.086237 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-dab53604-2c20-4df9-adec-41a8f275876c req-99b45670-b0df-4801-8f6d-144b3d4c0b57 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=ec90adb1094349739cc26a639b1aef5d&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2004383 Jan 18 22:22:21.104679 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd16818-0892-44c7-b83f-6aef19ed0954 req-a274e33f-06d5-4b84-b6e2-8a7fef2698c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:21.106132 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1bd16818-0892-44c7-b83f-6aef19ed0954 req-a274e33f-06d5-4b84-b6e2-8a7fef2698c6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=584d50ef6ed64545aac1e7947879ab5e&device_id=710e4fbf-3d93-42c0-b0b4-4811a367b0c1 HTTP/1.1" status: 200 len: 1097 time: 0.2708712 Jan 18 22:22:21.115254 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-657fded0-abf7-48b8-a2fa-38aad61f0c35 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:21.148655 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0f5596b1-a1be-4b35-ae7f-60a3060445b8 req-c1f94821-3b71-48f7-903f-253fc0538278 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fead2ec-99b5-4f01-a8ba-653859b4c215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1820738 Jan 18 22:22:21.177451 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41f6d5b-3a32-44f7-90b7-03fa37dbf460 req-ee97153d-2648-4f36-88dd-9d7532a7f8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:21.178895 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f41f6d5b-3a32-44f7-90b7-03fa37dbf460 req-ee97153d-2648-4f36-88dd-9d7532a7f8a8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ffe48ea3-f64a-402a-9434-49f5506fd6ae HTTP/1.1" status: 200 len: 902 time: 0.6547027 Jan 18 22:22:21.286892 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f41f6d5b-3a32-44f7-90b7-03fa37dbf460 req-dc0482c3-16b8-4d95-a711-5a4aa68b70cf service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2b6e3326-dc40-49a1-9ecb-6190b53d266d HTTP/1.1" status: 200 len: 217 time: 0.0982249 Jan 18 22:22:21.295162 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab53604-2c20-4df9-adec-41a8f275876c req-d0e2ecd2-022d-4e20-9255-46afe57d2988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:21.297280 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-dab53604-2c20-4df9-adec-41a8f275876c req-d0e2ecd2-022d-4e20-9255-46afe57d2988 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1926763 Jan 18 22:22:21.322355 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-657fded0-abf7-48b8-a2fa-38aad61f0c35 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Allocated IP 172.25.5.105 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/c0b513a2-26ec-408c-aa0f-3bdb6bdc98a6) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:22:21.348441 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3e4707dd-c1ef-4401-bfe5-7f6feaf8c3ff req-98cb8920-a99c-4b54-94d9-c75772e3ea9e tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/security-groups?id=887106f9-0ea3-48df-93b8-5b7379f045d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553043 Jan 18 22:22:21.457214 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-657fded0-abf7-48b8-a2fa-38aad61f0c35 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:21.495079 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-657fded0-abf7-48b8-a2fa-38aad61f0c35 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:21.529054 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41f6d5b-3a32-44f7-90b7-03fa37dbf460 req-60fd6182-e7ec-4f53-b428-c9dd0882d721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:21.530611 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f41f6d5b-3a32-44f7-90b7-03fa37dbf460 req-60fd6182-e7ec-4f53-b428-c9dd0882d721 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d06fbe7b-0a64-4f51-8e12-d9844a15f25c HTTP/1.1" status: 200 len: 797 time: 0.2287545 Jan 18 22:22:21.536455 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd16818-0892-44c7-b83f-6aef19ed0954 req-1d092fe0-88e8-45f5-a18e-c348b6a35aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:21.537895 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1bd16818-0892-44c7-b83f-6aef19ed0954 req-1d092fe0-88e8-45f5-a18e-c348b6a35aba service neutron] 10.222.0.67 "GET /v2.0/networks?id=e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84 HTTP/1.1" status: 200 len: 911 time: 0.4007380 Jan 18 22:22:21.548723 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657fded0-abf7-48b8-a2fa-38aad61f0c35 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:22:21.555271 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-657fded0-abf7-48b8-a2fa-38aad61f0c35 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:22:21.561026 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657fded0-abf7-48b8-a2fa-38aad61f0c35 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:22:21.564861 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657fded0-abf7-48b8-a2fa-38aad61f0c35 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Pushing event updated for resources: {'Port': ['ID=c0b513a2-26ec-408c-aa0f-3bdb6bdc98a6,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:21.578576 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc47ed74-948c-455f-a836-ae8c59cca1cb req-7a71cf3d-df12-409a-a942-81a1a416714a tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:21.584459 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc47ed74-948c-455f-a836-ae8c59cca1cb req-7a71cf3d-df12-409a-a942-81a1a416714a tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:21.590337 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc47ed74-948c-455f-a836-ae8c59cca1cb req-7a71cf3d-df12-409a-a942-81a1a416714a tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:21.596942 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc47ed74-948c-455f-a836-ae8c59cca1cb req-7a71cf3d-df12-409a-a942-81a1a416714a tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:21.602159 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc47ed74-948c-455f-a836-ae8c59cca1cb req-7a71cf3d-df12-409a-a942-81a1a416714a tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:21.608500 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc47ed74-948c-455f-a836-ae8c59cca1cb req-7a71cf3d-df12-409a-a942-81a1a416714a tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:21.615002 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc47ed74-948c-455f-a836-ae8c59cca1cb req-7a71cf3d-df12-409a-a942-81a1a416714a tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:21.616990 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bc47ed74-948c-455f-a836-ae8c59cca1cb req-7a71cf3d-df12-409a-a942-81a1a416714a tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fdf43ac-e2d1-46c0-a022-01c13375d73d HTTP/1.1" status: 200 len: 5428 time: 0.3431175 Jan 18 22:22:21.633713 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-b7249483-ed80-46eb-b6fb-31b88aa4026b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60e4c595-bd88-4dba-8ee6-e0eaf93fa0f9 {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:22:21.641187 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device d93d8eb3-0fa6-4431-bc3b-20afd3b6494f no longer exists at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:22:21.676819 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-b7249483-ed80-46eb-b6fb-31b88aa4026b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:21.687067 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1bd16818-0892-44c7-b83f-6aef19ed0954 req-6bd7573d-3084-406f-b382-fad19bb99c45 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6701bc4f-33c4-4850-94d7-00e6cb60828e HTTP/1.1" status: 200 len: 217 time: 0.1291161 Jan 18 22:22:21.743487 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e1526c-26ad-4f71-83ae-379393a3c7ba req-89f4336a-bdf9-4b1c-8820-9682ccbe5b56 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:21.751215 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e1526c-26ad-4f71-83ae-379393a3c7ba req-89f4336a-bdf9-4b1c-8820-9682ccbe5b56 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:21.758197 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e1526c-26ad-4f71-83ae-379393a3c7ba req-89f4336a-bdf9-4b1c-8820-9682ccbe5b56 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:21.764411 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:21.764595 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e1526c-26ad-4f71-83ae-379393a3c7ba req-89f4336a-bdf9-4b1c-8820-9682ccbe5b56 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:21.771064 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e1526c-26ad-4f71-83ae-379393a3c7ba req-89f4336a-bdf9-4b1c-8820-9682ccbe5b56 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:21.777711 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e1526c-26ad-4f71-83ae-379393a3c7ba req-89f4336a-bdf9-4b1c-8820-9682ccbe5b56 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:21.785319 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e1526c-26ad-4f71-83ae-379393a3c7ba req-89f4336a-bdf9-4b1c-8820-9682ccbe5b56 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:21.793654 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a0e1526c-26ad-4f71-83ae-379393a3c7ba req-89f4336a-bdf9-4b1c-8820-9682ccbe5b56 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/ports?device_id=db33aaef-5884-4da4-a311-5ede51d08faf HTTP/1.1" status: 200 len: 5372 time: 0.3471074 Jan 18 22:22:21.828783 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-b7249483-ed80-46eb-b6fb-31b88aa4026b service neutron] Transition to ACTIVE for port object 60e4c595-bd88-4dba-8ee6-e0eaf93fa0f9 will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:22:21.831140 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id d93d8eb3-0fa6-4431-bc3b-20afd3b6494f {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:22:21.855220 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-b7249483-ed80-46eb-b6fb-31b88aa4026b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:21.871035 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 8cdba046-d46d-4225-9425-f891cb710881 details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:22:21.917798 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41f6d5b-3a32-44f7-90b7-03fa37dbf460 req-f8e7504e-6c79-4ce3-bd2b-2b28c944e88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:21.919442 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f41f6d5b-3a32-44f7-90b7-03fa37dbf460 req-f8e7504e-6c79-4ce3-bd2b-2b28c944e88d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ffe48ea3-f64a-402a-9434-49f5506fd6ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3777792 Jan 18 22:22:21.919648 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port d93d8eb3-0fa6-4431-bc3b-20afd3b6494f, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=d93d8eb3-0fa6-4431-bc3b-20afd3b6494f,segment=NetworkSegment(bbee9262-cfb2-4fc9-82be-4cb3bf414322),segment_id=bbee9262-cfb2-4fc9-82be-4cb3bf414322)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:22:21.930739 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bc47ed74-948c-455f-a836-ae8c59cca1cb req-b56d71fe-70e0-41a1-963d-8aa3eadb6b50 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "GET /v2.0/security-groups?id=feae3479-97c3-4dcd-9cbb-02eadc4c6a76&id=61d17b67-718c-4475-950b-257bfb33b7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2619812 Jan 18 22:22:21.952190 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:21.969992 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-358812e6-4337-470a-baf5-95d7f7c7687b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:22.055120 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a0e1526c-26ad-4f71-83ae-379393a3c7ba req-5a842346-1bb0-48dd-9f64-6a0b77d3ad39 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/security-groups?id=43d45361-b6ad-4105-a9b4-e598b6e8e651&id=1a7f3ba7-6b33-47d4-842d-f8859c8e7d98&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2524624 Jan 18 22:22:22.058591 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.db.resource_extend [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 22:22:22.160867 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd16818-0892-44c7-b83f-6aef19ed0954 req-14963a7c-8065-4c8e-8836-091156f11156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:22.162319 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1bd16818-0892-44c7-b83f-6aef19ed0954 req-14963a7c-8065-4c8e-8836-091156f11156 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=42841b58-d144-4855-94d6-b7b43c1900e0 HTTP/1.1" status: 200 len: 850 time: 0.4545484 Jan 18 22:22:22.223311 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7249483-ed80-46eb-b6fb-31b88aa4026b service neutron] Pushing event updated for resources: {'Port': ['ID=60e4c595-bd88-4dba-8ee6-e0eaf93fa0f9,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:22.228111 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-05fd23d2-269f-4c83-9613-79bd6cfaa011 req-71b766b6-b470-4c38-8ea1-0e0967c398e3 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=09f26103-afed-4271-a2b5-ed6fd9e982e1 HTTP/1.1" status: 200 len: 210 time: 0.0996461 Jan 18 22:22:22.322495 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-657fded0-abf7-48b8-a2fa-38aad61f0c35 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks [] for router_gateway, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:22.376186 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=d93d8eb3-0fa6-4431-bc3b-20afd3b6494f,revision_number=7']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:22.397974 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 8cdba046-d46d-4225-9425-f891cb710881, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=8cdba046-d46d-4225-9425-f891cb710881,segment=NetworkSegment(8b9c1dcd-43d7-469e-84e6-2ae44ff323fb),segment_id=8b9c1dcd-43d7-469e-84e6-2ae44ff323fb)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:22:22.420341 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': '8cdba046-d46d-4225-9425-f891cb710881', 'network_id': 'bbd133fe-c308-4a8e-bf62-ce93a757e989', 'port_id': '8cdba046-d46d-4225-9425-f891cb710881', 'mac_address': 'fa:16:3e:a2:e8:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3943d4e3-11db-416b-b501-9e5a6550fdf9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:22:22.499328 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:22.537292 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cdba046-d46d-4225-9425-f891cb710881 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:22:22.537603 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd16818-0892-44c7-b83f-6aef19ed0954 req-5f985e25-b029-432f-8c20-c574b352b4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:22.546765 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1bd16818-0892-44c7-b83f-6aef19ed0954 req-5f985e25-b029-432f-8c20-c574b352b4ae service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3441904 Jan 18 22:22:22.552052 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f41f6d5b-3a32-44f7-90b7-03fa37dbf460 req-252c75a1-705a-4ddd-b39a-7d0419c27670 service neutron] 10.222.0.67 "GET /v2.0/networks/ffe48ea3-f64a-402a-9434-49f5506fd6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6184075 Jan 18 22:22:22.570195 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 8cdba046-d46d-4225-9425-f891cb710881, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=8cdba046-d46d-4225-9425-f891cb710881,segment=NetworkSegment(8b9c1dcd-43d7-469e-84e6-2ae44ff323fb),segment_id=8b9c1dcd-43d7-469e-84e6-2ae44ff323fb)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:22:22.578219 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:22.650166 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fd5cb7-18f9-464b-a512-cb5c8c2b600f req-ac212e21-c57e-4b21-b933-2807ed93f01c tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:22.651776 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b1fd5cb7-18f9-464b-a512-cb5c8c2b600f req-ac212e21-c57e-4b21-b933-2807ed93f01c tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/ports?device_id=19a97c9e-7ddb-48c2-91c8-4bbe0366cb8d HTTP/1.1" status: 200 len: 944 time: 0.3773637 Jan 18 22:22:22.663882 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=8cdba046-d46d-4225-9425-f891cb710881,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:22.696060 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-657fded0-abf7-48b8-a2fa-38aad61f0c35 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1040691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049'] for router, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:22.765660 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306cdcbd-dcce-4344-8de5-fb0b0042250d req-8f5d1a02-32ae-4a79-86de-76ccbcd5f6cb tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:22.767350 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-306cdcbd-dcce-4344-8de5-fb0b0042250d req-8f5d1a02-32ae-4a79-86de-76ccbcd5f6cb tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa35bf88-4440-4d73-afcd-ae0cc04d6d11 HTTP/1.1" status: 200 len: 944 time: 0.3818715 Jan 18 22:22:22.781219 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-b7249483-ed80-46eb-b6fb-31b88aa4026b service neutron] Attempting to bind port 60e4c595-bd88-4dba-8ee6-e0eaf93fa0f9 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:22:22.781660 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-b7249483-ed80-46eb-b6fb-31b88aa4026b service neutron] Attempting to bind port 60e4c595-bd88-4dba-8ee6-e0eaf93fa0f9 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': 'de74c02c-b4b7-49a2-a9bc-68b0bd01e5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'dd775970-2a5b-4fa0-b58f-e11b40e608fa'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:22:22.782213 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-b7249483-ed80-46eb-b6fb-31b88aa4026b service neutron] Attempting to bind port 60e4c595-bd88-4dba-8ee6-e0eaf93fa0f9 on network dd775970-2a5b-4fa0-b58f-e11b40e608fa {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:22:22.809193 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['8cdba046-d46d-4225-9425-f891cb710881'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:22:22.830090 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-b7249483-ed80-46eb-b6fb-31b88aa4026b service neutron] Port 60e4c595-bd88-4dba-8ee6-e0eaf93fa0f9 on network dd775970-2a5b-4fa0-b58f-e11b40e608fa not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:22:22.830505 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-b7249483-ed80-46eb-b6fb-31b88aa4026b service neutron] Attempting to bind port 60e4c595-bd88-4dba-8ee6-e0eaf93fa0f9 on network dd775970-2a5b-4fa0-b58f-e11b40e608fa {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:22:22.862937 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-b7249483-ed80-46eb-b6fb-31b88aa4026b service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:22:22.863371 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-b7249483-ed80-46eb-b6fb-31b88aa4026b service neutron] Checking segment: {'id': 'de74c02c-b4b7-49a2-a9bc-68b0bd01e5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'dd775970-2a5b-4fa0-b58f-e11b40e608fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:22:22.864176 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-b7249483-ed80-46eb-b6fb-31b88aa4026b service neutron] Bound using segment: {'id': 'de74c02c-b4b7-49a2-a9bc-68b0bd01e5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'dd775970-2a5b-4fa0-b58f-e11b40e608fa'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:22:22.864176 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-b7249483-ed80-46eb-b6fb-31b88aa4026b service neutron] Bound port: 60e4c595-bd88-4dba-8ee6-e0eaf93fa0f9, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de74c02c-b4b7-49a2-a9bc-68b0bd01e5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'dd775970-2a5b-4fa0-b58f-e11b40e608fa'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:22:22.864459 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-b7249483-ed80-46eb-b6fb-31b88aa4026b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:22.865258 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:22.891034 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-657fded0-abf7-48b8-a2fa-38aad61f0c35 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Router bd69d186-f7ed-4472-b1ba-bd089fba8421 is scheduled to L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 with binding_index 1 {{(pid=102431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 22:22:22.898558 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b1fd5cb7-18f9-464b-a512-cb5c8c2b600f req-52c14e70-a754-4766-a522-f5600869d540 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/security-groups?id=92d0bf2d-4a69-4a06-bc28-bffdc82f7ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127311 Jan 18 22:22:22.978665 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-306cdcbd-dcce-4344-8de5-fb0b0042250d req-a0178e55-562a-49b5-a19f-efbc9dba75c2 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fead2ec-99b5-4f01-a8ba-653859b4c215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1828125 Jan 18 22:22:23.010778 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1bd16818-0892-44c7-b83f-6aef19ed0954 req-4b091afa-b437-48c9-a2d2-3c6f93ad54ee service neutron] 10.222.0.67 "GET /v2.0/networks/e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4404342 Jan 18 22:22:23.138186 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-657fded0-abf7-48b8-a2fa-38aad61f0c35 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:22:23.145865 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f41f6d5b-3a32-44f7-90b7-03fa37dbf460 req-b9db4ea9-7aa7-4676-ac72-2f0f1a487947 service neutron] 10.222.0.67 "GET /v2.0/networks/ffe48ea3-f64a-402a-9434-49f5506fd6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5625083 Jan 18 22:22:23.149687 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31912c3-a6ef-487a-85c6-b468ce88ac14 None None] Sync routers for ids ['bd69d186-f7ed-4472-b1ba-bd089fba8421'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:22:23.170765 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-657fded0-abf7-48b8-a2fa-38aad61f0c35 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:23.174627 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-657fded0-abf7-48b8-a2fa-38aad61f0c35 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.2076278 Jan 18 22:22:23.174940 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37958) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:22:23.177172 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31912c3-a6ef-487a-85c6-b468ce88ac14 None None] Routers {'bd69d186-f7ed-4472-b1ba-bd089fba8421'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:22:23.179011 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-a31912c3-a6ef-487a-85c6-b468ce88ac14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:22:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['bd69d186-f7ed-4472-b1ba-bd089fba8421'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:22:23.186262 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-59e13700-1f59-4191-86e9-0292b62cd4f1 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:22:23.250772 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-a31912c3-a6ef-487a-85c6-b468ce88ac14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:22:23.272234 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31912c3-a6ef-487a-85c6-b468ce88ac14 None None] Routers {'bd69d186-f7ed-4472-b1ba-bd089fba8421'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:22:23.273636 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-a31912c3-a6ef-487a-85c6-b468ce88ac14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:22:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['bd69d186-f7ed-4472-b1ba-bd089fba8421'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:22:23.351703 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-a31912c3-a6ef-487a-85c6-b468ce88ac14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:22:23.352682 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31912c3-a6ef-487a-85c6-b468ce88ac14 None None] The sync data for ids ['bd69d186-f7ed-4472-b1ba-bd089fba8421'] in n-d-825064-1 is: [] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:22:23.585937 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-59e13700-1f59-4191-86e9-0292b62cd4f1 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:23.600718 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-59e13700-1f59-4191-86e9-0292b62cd4f1 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:23.600937 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64645ae6-605f-433f-bc8b-e6e60b29cdea req-88d65c72-ad1f-4557-af18-c3217f4820ae tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:23.608561 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-64645ae6-605f-433f-bc8b-e6e60b29cdea req-88d65c72-ad1f-4557-af18-c3217f4820ae tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/ports?device_id=11eade1c-b09f-43f3-8c20-20c06a099f4b HTTP/1.1" status: 200 len: 944 time: 0.5638921 Jan 18 22:22:23.624292 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-b7249483-ed80-46eb-b6fb-31b88aa4026b service neutron] For port 60e4c595-bd88-4dba-8ee6-e0eaf93fa0f9, host n-h2-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:22:23.639902 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e83c6d-73f7-4660-85a6-b33a16526d47 req-d4723951-ba2f-4cde-8ef2-f99c0093620e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:23.640415 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e83c6d-73f7-4660-85a6-b33a16526d47 req-d4723951-ba2f-4cde-8ef2-f99c0093620e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:23.640888 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e83c6d-73f7-4660-85a6-b33a16526d47 req-d4723951-ba2f-4cde-8ef2-f99c0093620e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:23.641350 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e83c6d-73f7-4660-85a6-b33a16526d47 req-d4723951-ba2f-4cde-8ef2-f99c0093620e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:23.641815 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e83c6d-73f7-4660-85a6-b33a16526d47 req-d4723951-ba2f-4cde-8ef2-f99c0093620e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:23.642273 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e83c6d-73f7-4660-85a6-b33a16526d47 req-d4723951-ba2f-4cde-8ef2-f99c0093620e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:23.642740 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e83c6d-73f7-4660-85a6-b33a16526d47 req-d4723951-ba2f-4cde-8ef2-f99c0093620e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:23.658185 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-16e83c6d-73f7-4660-85a6-b33a16526d47 req-d4723951-ba2f-4cde-8ef2-f99c0093620e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e820669caca04fcb8f8972d8b3102f64&device_id=5fdf43ac-e2d1-46c0-a022-01c13375d73d HTTP/1.1" status: 200 len: 6485 time: 0.1705294 Jan 18 22:22:23.665510 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-59e13700-1f59-4191-86e9-0292b62cd4f1 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Deleting port c0b513a2-26ec-408c-aa0f-3bdb6bdc98a6 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:22:23.666007 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-59e13700-1f59-4191-86e9-0292b62cd4f1 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:23.675656 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c703eb6-74de-4fec-ad1d-d242a93fef45 req-0e9a4997-e9a6-4e69-b8c2-9655af8b8a80 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:23.681620 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c703eb6-74de-4fec-ad1d-d242a93fef45 req-0e9a4997-e9a6-4e69-b8c2-9655af8b8a80 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:23.687528 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c703eb6-74de-4fec-ad1d-d242a93fef45 req-0e9a4997-e9a6-4e69-b8c2-9655af8b8a80 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:23.694426 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c703eb6-74de-4fec-ad1d-d242a93fef45 req-0e9a4997-e9a6-4e69-b8c2-9655af8b8a80 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:23.700547 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c703eb6-74de-4fec-ad1d-d242a93fef45 req-0e9a4997-e9a6-4e69-b8c2-9655af8b8a80 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:23.707224 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c703eb6-74de-4fec-ad1d-d242a93fef45 req-0e9a4997-e9a6-4e69-b8c2-9655af8b8a80 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:23.720218 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c703eb6-74de-4fec-ad1d-d242a93fef45 req-0e9a4997-e9a6-4e69-b8c2-9655af8b8a80 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:23.721323 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0c703eb6-74de-4fec-ad1d-d242a93fef45 req-0e9a4997-e9a6-4e69-b8c2-9655af8b8a80 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fdf43ac-e2d1-46c0-a022-01c13375d73d HTTP/1.1" status: 200 len: 5428 time: 0.6061094 Jan 18 22:22:23.769727 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-59e13700-1f59-4191-86e9-0292b62cd4f1 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:23.773645 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-b7249483-ed80-46eb-b6fb-31b88aa4026b service neutron] For port 60e4c595-bd88-4dba-8ee6-e0eaf93fa0f9, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=60e4c595-bd88-4dba-8ee6-e0eaf93fa0f9,segment=NetworkSegment(de74c02c-b4b7-49a2-a9bc-68b0bd01e5b7),segment_id=de74c02c-b4b7-49a2-a9bc-68b0bd01e5b7)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:22:23.783402 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-59e13700-1f59-4191-86e9-0292b62cd4f1 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Calling delete_port for c0b513a2-26ec-408c-aa0f-3bdb6bdc98a6 owned by network:router_gateway {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:22:23.832550 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-b7249483-ed80-46eb-b6fb-31b88aa4026b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:23.845543 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1bd16818-0892-44c7-b83f-6aef19ed0954 req-30f4e8cc-28ee-4253-9d3b-b8ab13b99d0a service neutron] 10.222.0.67 "GET /v2.0/networks/e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8188937 Jan 18 22:22:23.883007 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 8cdba046-d46d-4225-9425-f891cb710881 up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:22:23.900572 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-64645ae6-605f-433f-bc8b-e6e60b29cdea req-ce1df0f2-a338-4bfe-8933-508253af34eb tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/security-groups?id=887106f9-0ea3-48df-93b8-5b7379f045d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861180 Jan 18 22:22:23.940787 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0c703eb6-74de-4fec-ad1d-d242a93fef45 req-e34c723f-7204-4ce6-a0cf-baf5e4a34367 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "GET /v2.0/security-groups?id=feae3479-97c3-4dcd-9cbb-02eadc4c6a76&id=61d17b67-718c-4475-950b-257bfb33b7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2137463 Jan 18 22:22:23.989412 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port 8cdba046-d46d-4225-9425-f891cb710881 completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:22:23.994606 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port 8cdba046-d46d-4225-9425-f891cb710881 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:22:23.995302 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:24.020043 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-b7249483-ed80-46eb-b6fb-31b88aa4026b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:24.023664 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-b7249483-ed80-46eb-b6fb-31b88aa4026b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:24.027741 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-b7249483-ed80-46eb-b6fb-31b88aa4026b service neutron] 10.222.0.67 "PUT /v2.0/ports/60e4c595-bd88-4dba-8ee6-e0eaf93fa0f9 HTTP/1.1" status: 200 len: 1091 time: 4.0324368 Jan 18 22:22:24.028450 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db33aaef-5884-4da4-a311-5ede51d08faf', 'tag': '60e4c595-bd88-4dba-8ee6-e0eaf93fa0f9'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:22:24.039462 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dea41d2-6367-4334-a011-075a8edd1ff4" -d '{"events": [{"name": "network-changed", "server_uuid": "db33aaef-5884-4da4-a311-5ede51d08faf", "tag": "60e4c595-bd88-4dba-8ee6-e0eaf93fa0f9"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:22:24.094016 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-59e13700-1f59-4191-86e9-0292b62cd4f1 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:24.137949 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-d4946350-d448-4a02-9ece-2c0e5cb808bd service neutron] Request body: {'port': {'device_id': 'db33aaef-5884-4da4-a311-5ede51d08faf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:22:24.192113 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e13700-1f59-4191-86e9-0292b62cd4f1 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Pushing event deleted for resources: {'Port': ['ID=c0b513a2-26ec-408c-aa0f-3bdb6bdc98a6,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:24.207927 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:24.246345 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-59e13700-1f59-4191-86e9-0292b62cd4f1 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043029'] for router_gateway, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:24.266071 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19a97c9e-7ddb-48c2-91c8-4bbe0366cb8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cdba046-d46d-4225-9425-f891cb710881'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:22:24.272509 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d0a29b0-635d-414a-ac77-cb1395c29508" -d '{"events": [{"server_uuid": "19a97c9e-7ddb-48c2-91c8-4bbe0366cb8d", "name": "network-vif-plugged", "status": "completed", "tag": "8cdba046-d46d-4225-9425-f891cb710881"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:22:24.301337 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 8cdba046-d46d-4225-9425-f891cb710881, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=8cdba046-d46d-4225-9425-f891cb710881,segment=NetworkSegment(8b9c1dcd-43d7-469e-84e6-2ae44ff323fb),segment_id=8b9c1dcd-43d7-469e-84e6-2ae44ff323fb)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:22:24.310107 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:24.326864 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7249483-ed80-46eb-b6fb-31b88aa4026b service neutron] Pushing event updated for resources: {'Port': ['ID=60e4c595-bd88-4dba-8ee6-e0eaf93fa0f9,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:24.374828 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=8cdba046-d46d-4225-9425-f891cb710881,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:24.380162 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:24.391610 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-d4946350-d448-4a02-9ece-2c0e5cb808bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:24.395116 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e83c6d-73f7-4660-85a6-b33a16526d47 req-1ba33c1c-9c90-410e-a2a9-1cf9ad3ce87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:24.397242 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-16e83c6d-73f7-4660-85a6-b33a16526d47 req-1ba33c1c-9c90-410e-a2a9-1cf9ad3ce87e service neutron] 10.222.0.67 "GET /v2.0/networks?id=ffe48ea3-f64a-402a-9434-49f5506fd6ae HTTP/1.1" status: 200 len: 902 time: 0.6646748 Jan 18 22:22:24.443792 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09bc173-123a-4e84-9f65-8dbaf702277b req-a0a9a122-8e11-4e9d-9a86-94f4100de39d tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:24.451396 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09bc173-123a-4e84-9f65-8dbaf702277b req-a0a9a122-8e11-4e9d-9a86-94f4100de39d tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:24.459701 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09bc173-123a-4e84-9f65-8dbaf702277b req-a0a9a122-8e11-4e9d-9a86-94f4100de39d tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:24.466868 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09bc173-123a-4e84-9f65-8dbaf702277b req-a0a9a122-8e11-4e9d-9a86-94f4100de39d tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:24.475604 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09bc173-123a-4e84-9f65-8dbaf702277b req-a0a9a122-8e11-4e9d-9a86-94f4100de39d tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:24.483196 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09bc173-123a-4e84-9f65-8dbaf702277b req-a0a9a122-8e11-4e9d-9a86-94f4100de39d tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:24.491492 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09bc173-123a-4e84-9f65-8dbaf702277b req-a0a9a122-8e11-4e9d-9a86-94f4100de39d tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:24.495080 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c09bc173-123a-4e84-9f65-8dbaf702277b req-a0a9a122-8e11-4e9d-9a86-94f4100de39d tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/ports?device_id=db33aaef-5884-4da4-a311-5ede51d08faf HTTP/1.1" status: 200 len: 5384 time: 0.4420319 Jan 18 22:22:24.521772 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:24.543460 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-16e83c6d-73f7-4660-85a6-b33a16526d47 req-bae39900-46e1-4647-81a7-ccccae6ccb9f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b39b79af-f443-48d6-a70e-0edb9f29990f HTTP/1.1" status: 200 len: 217 time: 0.1318371 Jan 18 22:22:24.577113 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-59e13700-1f59-4191-86e9-0292b62cd4f1 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1042964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1040653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8593'] for router, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:24.581294 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-59e13700-1f59-4191-86e9-0292b62cd4f1 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1042975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1043046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1040698'] for router, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:24.661773 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59e13700-1f59-4191-86e9-0292b62cd4f1 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Router bd69d186-f7ed-4472-b1ba-bd089fba8421 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:22:24.719340 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efbecfd-9d14-4e50-b376-953f706875e4 req-ccf04acc-9f17-492f-ab02-4f19d3a2bf36 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:24.722214 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5efbecfd-9d14-4e50-b376-953f706875e4 req-ccf04acc-9f17-492f-ab02-4f19d3a2bf36 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa35bf88-4440-4d73-afcd-ae0cc04d6d11 HTTP/1.1" status: 200 len: 944 time: 0.6719966 Jan 18 22:22:24.780401 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59e13700-1f59-4191-86e9-0292b62cd4f1 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:22:24.790770 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1c0819-dbe8-4aee-ac2b-cf4d462607e2 None None] Sync routers for ids ['bd69d186-f7ed-4472-b1ba-bd089fba8421'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:22:24.807546 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1c0819-dbe8-4aee-ac2b-cf4d462607e2 None None] Routers {'bd69d186-f7ed-4472-b1ba-bd089fba8421'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:22:24.808195 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-1d1c0819-dbe8-4aee-ac2b-cf4d462607e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:22:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['bd69d186-f7ed-4472-b1ba-bd089fba8421'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:22:24.812232 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-59e13700-1f59-4191-86e9-0292b62cd4f1 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:24.815800 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-59e13700-1f59-4191-86e9-0292b62cd4f1 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] 10.222.0.53 "PUT /v2.0/routers/bd69d186-f7ed-4472-b1ba-bd089fba8421 HTTP/1.1" status: 200 len: 706 time: 1.6373143 Jan 18 22:22:24.820879 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37974) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:22:24.831838 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c09bc173-123a-4e84-9f65-8dbaf702277b req-dc101299-12c9-4cad-991f-d4d14340cc1a tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/security-groups?id=43d45361-b6ad-4105-a9b4-e598b6e8e651&id=1a7f3ba7-6b33-47d4-842d-f8859c8e7d98&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2867532 Jan 18 22:22:24.887093 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-1d1c0819-dbe8-4aee-ac2b-cf4d462607e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:22:24.903618 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1c0819-dbe8-4aee-ac2b-cf4d462607e2 None None] Routers {'bd69d186-f7ed-4472-b1ba-bd089fba8421'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:22:24.906567 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-1d1c0819-dbe8-4aee-ac2b-cf4d462607e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:22:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['bd69d186-f7ed-4472-b1ba-bd089fba8421'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:22:24.924774 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5efbecfd-9d14-4e50-b376-953f706875e4 req-129596f3-6c5a-43c9-be00-1978b0d8750d tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fead2ec-99b5-4f01-a8ba-653859b4c215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1624672 Jan 18 22:22:24.939119 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e83c6d-73f7-4660-85a6-b33a16526d47 req-6313823d-5447-4731-935f-3b8f25742e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:24.941396 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-16e83c6d-73f7-4660-85a6-b33a16526d47 req-6313823d-5447-4731-935f-3b8f25742e6f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d06fbe7b-0a64-4f51-8e12-d9844a15f25c HTTP/1.1" status: 200 len: 797 time: 0.2383318 Jan 18 22:22:25.011292 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-40aeb679-0fef-4c48-a865-155007eac756 tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] 10.222.0.53 "GET /v2.0/routers/bd69d186-f7ed-4472-b1ba-bd089fba8421 HTTP/1.1" status: 200 len: 741 time: 0.1891873 Jan 18 22:22:25.012057 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37982) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:22:25.028798 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-1d1c0819-dbe8-4aee-ac2b-cf4d462607e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:22:25.031478 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1c0819-dbe8-4aee-ac2b-cf4d462607e2 None None] The sync data for ids ['bd69d186-f7ed-4472-b1ba-bd089fba8421'] in n-d-825064-1 is: [] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:22:25.069383 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-a1d0de03-86d9-4d58-a320-b0b2df5c620b tempest-RoutersAdminTest-1024950582 tempest-RoutersAdminTest-1024950582-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=0fa7c7c8-c96a-4aa5-9818-d374adf00f99&device_id=bd69d186-f7ed-4472-b1ba-bd089fba8421 HTTP/1.1" status: 200 len: 205 time: 0.0561814 Jan 18 22:22:25.069982 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37984) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:22:25.126191 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-227266cf-26be-4e6a-9a6f-9b67177dd4d5 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd69d186-f7ed-4472-b1ba-bd089fba8421 HTTP/1.1" status: 200 len: 205 time: 0.0549421 Jan 18 22:22:25.126847 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37988) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:22:25.144782 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e83c6d-73f7-4660-85a6-b33a16526d47 req-aae0b55c-97e0-4f79-a1c8-5b3beed43549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:25.146385 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-16e83c6d-73f7-4660-85a6-b33a16526d47 req-aae0b55c-97e0-4f79-a1c8-5b3beed43549 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ffe48ea3-f64a-402a-9434-49f5506fd6ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1835630 Jan 18 22:22:25.163341 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae97e6-88ad-4105-992e-1c1bf021f61a req-24d6139e-a134-442f-8b6e-ebea9919003e tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:25.165045 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b5ae97e6-88ad-4105-992e-1c1bf021f61a req-24d6139e-a134-442f-8b6e-ebea9919003e tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/ports?device_id=19a97c9e-7ddb-48c2-91c8-4bbe0366cb8d HTTP/1.1" status: 200 len: 946 time: 0.1064212 Jan 18 22:22:25.245694 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f44e8d7-ee1a-4861-b064-d044638310b8 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks [] for router, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:25.296701 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca580895-cae1-4fa5-a060-4f7693876229 x-openstack-request-id: req-ca580895-cae1-4fa5-a060-4f7693876229 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:22:25.296966 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db33aaef-5884-4da4-a311-5ede51d08faf", "tag": "60e4c595-bd88-4dba-8ee6-e0eaf93fa0f9", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:22:25.297244 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ca580895-cae1-4fa5-a060-4f7693876229 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:22:25.297641 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db33aaef-5884-4da4-a311-5ede51d08faf', 'tag': '60e4c595-bd88-4dba-8ee6-e0eaf93fa0f9', 'status': 'completed', 'code': 200} Jan 18 22:22:25.346643 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-d4946350-d448-4a02-9ece-2c0e5cb808bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c486e4d-5c8b-4bdd-b990-9e55341e98f1 {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:22:25.362564 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b5ae97e6-88ad-4105-992e-1c1bf021f61a req-a2f4f3dd-4481-4d44-9f79-bd763a363361 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/security-groups?id=92d0bf2d-4a69-4a06-bc28-bffdc82f7ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819370 Jan 18 22:22:25.363229 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13cbcf21-3be8-4134-834a-ce66e8f8e0ec x-openstack-request-id: req-13cbcf21-3be8-4134-834a-ce66e8f8e0ec {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:22:25.364979 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19a97c9e-7ddb-48c2-91c8-4bbe0366cb8d", "name": "network-vif-plugged", "status": "completed", "tag": "8cdba046-d46d-4225-9425-f891cb710881", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:22:25.365921 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-d4946350-d448-4a02-9ece-2c0e5cb808bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:25.366175 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-13cbcf21-3be8-4134-834a-ce66e8f8e0ec {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:22:25.366908 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19a97c9e-7ddb-48c2-91c8-4bbe0366cb8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cdba046-d46d-4225-9425-f891cb710881', 'code': 200} Jan 18 22:22:25.404022 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-d4946350-d448-4a02-9ece-2c0e5cb808bd service neutron] Transition to ACTIVE for port object 3c486e4d-5c8b-4bdd-b990-9e55341e98f1 will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:22:25.411357 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-16e83c6d-73f7-4660-85a6-b33a16526d47 req-32c820a1-6615-4a3c-8c1d-807823a4cd8d service neutron] 10.222.0.67 "GET /v2.0/networks/ffe48ea3-f64a-402a-9434-49f5506fd6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415111 Jan 18 22:22:25.413736 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-d4946350-d448-4a02-9ece-2c0e5cb808bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:25.428642 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea41d2-6367-4334-a011-075a8edd1ff4 req-fc721eec-7b46-40d5-9d9b-4a212390b18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:25.429149 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea41d2-6367-4334-a011-075a8edd1ff4 req-fc721eec-7b46-40d5-9d9b-4a212390b18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:25.429624 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea41d2-6367-4334-a011-075a8edd1ff4 req-fc721eec-7b46-40d5-9d9b-4a212390b18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:25.430087 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea41d2-6367-4334-a011-075a8edd1ff4 req-fc721eec-7b46-40d5-9d9b-4a212390b18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:25.430545 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea41d2-6367-4334-a011-075a8edd1ff4 req-fc721eec-7b46-40d5-9d9b-4a212390b18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:25.431063 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea41d2-6367-4334-a011-075a8edd1ff4 req-fc721eec-7b46-40d5-9d9b-4a212390b18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:25.431462 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea41d2-6367-4334-a011-075a8edd1ff4 req-fc721eec-7b46-40d5-9d9b-4a212390b18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:25.433399 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2dea41d2-6367-4334-a011-075a8edd1ff4 req-fc721eec-7b46-40d5-9d9b-4a212390b18d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ec90adb1094349739cc26a639b1aef5d&device_id=db33aaef-5884-4da4-a311-5ede51d08faf HTTP/1.1" status: 200 len: 6276 time: 0.1248190 Jan 18 22:22:25.689996 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4946350-d448-4a02-9ece-2c0e5cb808bd service neutron] Pushing event updated for resources: {'Port': ['ID=3c486e4d-5c8b-4bdd-b990-9e55341e98f1,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:25.836616 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7db1913-9ec3-4753-bf56-5b68c98b4d57 req-0d1802c4-6162-4a48-b8ea-a1c021fda694 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:25.838308 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f7db1913-9ec3-4753-bf56-5b68c98b4d57 req-0d1802c4-6162-4a48-b8ea-a1c021fda694 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa35bf88-4440-4d73-afcd-ae0cc04d6d11 HTTP/1.1" status: 200 len: 944 time: 0.3519323 Jan 18 22:22:25.857901 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a3da95-7e6e-4bee-a0dd-dfab71e649d3 req-7a4158f4-7245-435b-a268-ce34dcb440a6 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:25.867098 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a3da95-7e6e-4bee-a0dd-dfab71e649d3 req-7a4158f4-7245-435b-a268-ce34dcb440a6 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:25.873176 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a3da95-7e6e-4bee-a0dd-dfab71e649d3 req-7a4158f4-7245-435b-a268-ce34dcb440a6 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:25.878943 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a3da95-7e6e-4bee-a0dd-dfab71e649d3 req-7a4158f4-7245-435b-a268-ce34dcb440a6 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:25.884734 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a3da95-7e6e-4bee-a0dd-dfab71e649d3 req-7a4158f4-7245-435b-a268-ce34dcb440a6 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:25.893650 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a3da95-7e6e-4bee-a0dd-dfab71e649d3 req-7a4158f4-7245-435b-a268-ce34dcb440a6 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:25.899387 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a3da95-7e6e-4bee-a0dd-dfab71e649d3 req-7a4158f4-7245-435b-a268-ce34dcb440a6 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:25.901292 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-79a3da95-7e6e-4bee-a0dd-dfab71e649d3 req-7a4158f4-7245-435b-a268-ce34dcb440a6 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fdf43ac-e2d1-46c0-a022-01c13375d73d HTTP/1.1" status: 200 len: 5428 time: 0.4014192 Jan 18 22:22:25.912479 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea41d2-6367-4334-a011-075a8edd1ff4 req-427be0d8-03fb-4ff7-89bd-74dcb5766166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:25.912956 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea41d2-6367-4334-a011-075a8edd1ff4 req-427be0d8-03fb-4ff7-89bd-74dcb5766166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:25.913415 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea41d2-6367-4334-a011-075a8edd1ff4 req-427be0d8-03fb-4ff7-89bd-74dcb5766166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:25.914948 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2dea41d2-6367-4334-a011-075a8edd1ff4 req-427be0d8-03fb-4ff7-89bd-74dcb5766166 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=ec90adb1094349739cc26a639b1aef5d&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.4479115 Jan 18 22:22:25.930241 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-16e83c6d-73f7-4660-85a6-b33a16526d47 req-60a59fa3-def5-42c3-9f94-c4ac38163a44 service neutron] 10.222.0.67 "GET /v2.0/networks/ffe48ea3-f64a-402a-9434-49f5506fd6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4938264 Jan 18 22:22:25.965590 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f44e8d7-ee1a-4861-b064-d044638310b8 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1040886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8602'] for router, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:25.968283 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f44e8d7-ee1a-4861-b064-d044638310b8 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:26.018946 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a24aef-64f2-490a-b61a-05a627603931 req-5389fab4-8c90-4013-a7ac-2fd18c4d65cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:26.020599 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-85a24aef-64f2-490a-b61a-05a627603931 req-5389fab4-8c90-4013-a7ac-2fd18c4d65cc service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=19a97c9e-7ddb-48c2-91c8-4bbe0366cb8d HTTP/1.1" status: 200 len: 1097 time: 0.4966955 Jan 18 22:22:26.023876 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f44e8d7-ee1a-4861-b064-d044638310b8 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1040832'] for router, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:26.024588 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f44e8d7-ee1a-4861-b064-d044638310b8 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Fanout notify agent at l3_agent the message router_deleted on router bd69d186-f7ed-4472-b1ba-bd089fba8421 {{(pid=102431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 22:22:26.032061 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f44e8d7-ee1a-4861-b064-d044638310b8 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:26.036978 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-4f44e8d7-ee1a-4861-b064-d044638310b8 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] 10.222.0.53 "DELETE /v2.0/routers/bd69d186-f7ed-4472-b1ba-bd089fba8421 HTTP/1.1" status: 204 len: 168 time: 0.9070930 Jan 18 22:22:26.038972 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37998) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:22:26.045065 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-d4946350-d448-4a02-9ece-2c0e5cb808bd service neutron] Attempting to bind port 3c486e4d-5c8b-4bdd-b990-9e55341e98f1 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:22:26.045401 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-d4946350-d448-4a02-9ece-2c0e5cb808bd service neutron] Attempting to bind port 3c486e4d-5c8b-4bdd-b990-9e55341e98f1 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': 'de74c02c-b4b7-49a2-a9bc-68b0bd01e5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'dd775970-2a5b-4fa0-b58f-e11b40e608fa'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:22:26.045727 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-d4946350-d448-4a02-9ece-2c0e5cb808bd service neutron] Attempting to bind port 3c486e4d-5c8b-4bdd-b990-9e55341e98f1 on network dd775970-2a5b-4fa0-b58f-e11b40e608fa {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:22:26.066010 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f7db1913-9ec3-4753-bf56-5b68c98b4d57 req-d0f08234-c071-4516-8bcc-304d6b5860c1 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fead2ec-99b5-4f01-a8ba-653859b4c215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1605105 Jan 18 22:22:26.074399 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-d4946350-d448-4a02-9ece-2c0e5cb808bd service neutron] Port 3c486e4d-5c8b-4bdd-b990-9e55341e98f1 on network dd775970-2a5b-4fa0-b58f-e11b40e608fa not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:22:26.074733 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-d4946350-d448-4a02-9ece-2c0e5cb808bd service neutron] Attempting to bind port 3c486e4d-5c8b-4bdd-b990-9e55341e98f1 on network dd775970-2a5b-4fa0-b58f-e11b40e608fa {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:22:26.080461 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-79a3da95-7e6e-4bee-a0dd-dfab71e649d3 req-4d5109f8-6f37-40b6-9849-ab124d78a5c5 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "GET /v2.0/security-groups?id=feae3479-97c3-4dcd-9cbb-02eadc4c6a76&id=61d17b67-718c-4475-950b-257bfb33b7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1641865 Jan 18 22:22:26.080941 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 38000) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:22:26.081072 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-5c1674d6-a5fa-4cb6-b503-f05826954fc8 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd69d186-f7ed-4472-b1ba-bd089fba8421 HTTP/1.1" status: 200 len: 205 time: 0.0410886 Jan 18 22:22:26.100466 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-d4946350-d448-4a02-9ece-2c0e5cb808bd service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:22:26.101421 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-d4946350-d448-4a02-9ece-2c0e5cb808bd service neutron] Checking segment: {'id': 'de74c02c-b4b7-49a2-a9bc-68b0bd01e5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'dd775970-2a5b-4fa0-b58f-e11b40e608fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:22:26.101829 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-d4946350-d448-4a02-9ece-2c0e5cb808bd service neutron] Bound using segment: {'id': 'de74c02c-b4b7-49a2-a9bc-68b0bd01e5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'dd775970-2a5b-4fa0-b58f-e11b40e608fa'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:22:26.102283 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-d4946350-d448-4a02-9ece-2c0e5cb808bd service neutron] Bound port: 3c486e4d-5c8b-4bdd-b990-9e55341e98f1, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de74c02c-b4b7-49a2-a9bc-68b0bd01e5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'dd775970-2a5b-4fa0-b58f-e11b40e608fa'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:22:26.102648 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-d4946350-d448-4a02-9ece-2c0e5cb808bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:26.114585 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-85a24aef-64f2-490a-b61a-05a627603931 req-8c2381e4-2fd7-4e4b-a5dc-364185f2fd2d service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=92d0bf2d-4a69-4a06-bc28-bffdc82f7ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758591 Jan 18 22:22:26.160652 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [None req-d3578473-b928-428f-aefb-a00af914bbe6 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] delete failed (client error): The resource could not be found. Jan 18 22:22:26.164071 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-d3578473-b928-428f-aefb-a00af914bbe6 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] 10.222.0.53 "DELETE /v2.0/routers/bd69d186-f7ed-4472-b1ba-bd089fba8421 HTTP/1.1" status: 404 len: 336 time: 0.0766182 Jan 18 22:22:26.175120 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 38008) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:22:26.204488 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-4d4c1c7c-097f-4869-8588-537d085a6021 req-585bff28-3afb-4d85-9ace-ceedec570435 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d59cb70a-4c36-4823-bbd8-4fa6d853fe53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0675311 Jan 18 22:22:26.214508 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-6d662e03-4199-406b-9d26-c0c79925fe2b tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] 10.222.0.53 "GET /v2.0/ports?device_id=50677d00-51ee-4075-a671-c1b7f636ff06 HTTP/1.1" status: 200 len: 205 time: 0.0366752 Jan 18 22:22:26.225651 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 38014) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:22:26.231696 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea41d2-6367-4334-a011-075a8edd1ff4 req-f758e5ee-f8b5-4b28-ada3-13e0c67a8bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:26.233183 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2dea41d2-6367-4334-a011-075a8edd1ff4 req-f758e5ee-f8b5-4b28-ada3-13e0c67a8bcc service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2934647 Jan 18 22:22:26.274263 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-d4946350-d448-4a02-9ece-2c0e5cb808bd service neutron] For port 3c486e4d-5c8b-4bdd-b990-9e55341e98f1, host n-h2-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:22:26.288987 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-d4946350-d448-4a02-9ece-2c0e5cb808bd service neutron] For port 3c486e4d-5c8b-4bdd-b990-9e55341e98f1, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=3c486e4d-5c8b-4bdd-b990-9e55341e98f1,segment=NetworkSegment(de74c02c-b4b7-49a2-a9bc-68b0bd01e5b7),segment_id=de74c02c-b4b7-49a2-a9bc-68b0bd01e5b7)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:22:26.299178 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-d4946350-d448-4a02-9ece-2c0e5cb808bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:26.387149 n-d-825064-1 neutron-server[102431]: INFO neutron.api.v2.resource [None req-2cb9ad34-e946-4edd-920f-74247892a346 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] delete failed (client error): The resource could not be found. Jan 18 22:22:26.390606 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-2cb9ad34-e946-4edd-920f-74247892a346 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] 10.222.0.53 "DELETE /v2.0/routers/50677d00-51ee-4075-a671-c1b7f636ff06 HTTP/1.1" status: 404 len: 336 time: 0.1622820 Jan 18 22:22:26.395347 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 38020) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:22:26.408276 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-d4946350-d448-4a02-9ece-2c0e5cb808bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:26.409303 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-d4946350-d448-4a02-9ece-2c0e5cb808bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:26.410719 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-d4946350-d448-4a02-9ece-2c0e5cb808bd service neutron] 10.222.0.67 "PUT /v2.0/ports/3c486e4d-5c8b-4bdd-b990-9e55341e98f1 HTTP/1.1" status: 200 len: 1091 time: 2.2860787 Jan 18 22:22:26.471926 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-53129858-4582-481a-9f2b-b7d7e7c7525a service neutron] Request body: {'port': {'device_id': 'db33aaef-5884-4da4-a311-5ede51d08faf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:22:26.490330 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-7b6acf5c-90ac-4749-b84d-af2466481704 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] 10.222.0.53 "GET /v2.0/ports?device_id=54a08aeb-e068-4489-b4be-add67bed6624 HTTP/1.1" status: 200 len: 205 time: 0.0937901 Jan 18 22:22:26.496836 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 38024) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:22:26.498396 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4946350-d448-4a02-9ece-2c0e5cb808bd service neutron] Pushing event updated for resources: {'Port': ['ID=3c486e4d-5c8b-4bdd-b990-9e55341e98f1,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:26.520408 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4c1c7c-097f-4869-8588-537d085a6021 req-d33df14a-f1fb-441e-9ef1-c51928de3905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:26.528417 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-4d4c1c7c-097f-4869-8588-537d085a6021 req-d33df14a-f1fb-441e-9ef1-c51928de3905 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cccec33dc87e4f2dae33b71be2fd1ab3&device_id=d59cb70a-4c36-4823-bbd8-4fa6d853fe53 HTTP/1.1" status: 200 len: 1095 time: 0.2783463 Jan 18 22:22:26.535440 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934d4ab2-3059-4b3d-a097-47615bb08072 req-b6a5de12-7c42-4024-9cb7-dc66fc297b54 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:26.552318 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934d4ab2-3059-4b3d-a097-47615bb08072 req-b6a5de12-7c42-4024-9cb7-dc66fc297b54 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:26.559804 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934d4ab2-3059-4b3d-a097-47615bb08072 req-b6a5de12-7c42-4024-9cb7-dc66fc297b54 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:26.566601 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934d4ab2-3059-4b3d-a097-47615bb08072 req-b6a5de12-7c42-4024-9cb7-dc66fc297b54 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:26.580028 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934d4ab2-3059-4b3d-a097-47615bb08072 req-b6a5de12-7c42-4024-9cb7-dc66fc297b54 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:26.588374 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934d4ab2-3059-4b3d-a097-47615bb08072 req-b6a5de12-7c42-4024-9cb7-dc66fc297b54 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:26.594406 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934d4ab2-3059-4b3d-a097-47615bb08072 req-b6a5de12-7c42-4024-9cb7-dc66fc297b54 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:26.596377 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-934d4ab2-3059-4b3d-a097-47615bb08072 req-b6a5de12-7c42-4024-9cb7-dc66fc297b54 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/ports?device_id=db33aaef-5884-4da4-a311-5ede51d08faf HTTP/1.1" status: 200 len: 5396 time: 0.2733178 Jan 18 22:22:26.604836 n-d-825064-1 neutron-server[102431]: INFO neutron.api.v2.resource [None req-e7403a07-a8dc-488e-af70-b122584ad764 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] delete failed (client error): The resource could not be found. Jan 18 22:22:26.608451 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-e7403a07-a8dc-488e-af70-b122584ad764 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] 10.222.0.53 "DELETE /v2.0/routers/54a08aeb-e068-4489-b4be-add67bed6624 HTTP/1.1" status: 404 len: 336 time: 0.1067564 Jan 18 22:22:26.611295 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 38028) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:22:26.727933 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-a4edb958-5127-41c3-a949-158fa57bce33 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c1549c3-6003-4d58-9a31-d8fc63d50737 HTTP/1.1" status: 200 len: 205 time: 0.1133239 Jan 18 22:22:26.733217 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 38032) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:22:26.791650 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-53129858-4582-481a-9f2b-b7d7e7c7525a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:26.807524 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b945223-7b5b-4f48-80c9-c5ad0d832aa7 req-89fd221f-eee4-4f6c-88f2-75b2cb724a3f tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:26.809111 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1b945223-7b5b-4f48-80c9-c5ad0d832aa7 req-89fd221f-eee4-4f6c-88f2-75b2cb724a3f tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/ports?device_id=19a97c9e-7ddb-48c2-91c8-4bbe0366cb8d HTTP/1.1" status: 200 len: 946 time: 0.0823264 Jan 18 22:22:26.816415 n-d-825064-1 neutron-server[102431]: INFO neutron.api.v2.resource [None req-5b3ac320-3bf9-4c4f-b440-fe9442bc961e tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] delete failed (client error): The resource could not be found. Jan 18 22:22:26.821086 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-5b3ac320-3bf9-4c4f-b440-fe9442bc961e tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] 10.222.0.53 "DELETE /v2.0/routers/0c1549c3-6003-4d58-9a31-d8fc63d50737 HTTP/1.1" status: 404 len: 336 time: 0.0857677 Jan 18 22:22:26.822264 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 38034) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:22:26.822515 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-934d4ab2-3059-4b3d-a097-47615bb08072 req-6893676f-a0b0-4635-8f94-47793bbc138c tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/security-groups?id=43d45361-b6ad-4105-a9b4-e598b6e8e651&id=1a7f3ba7-6b33-47d4-842d-f8859c8e7d98&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2133276 Jan 18 22:22:26.902349 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-d4fb1fc1-83e6-4ac1-945f-420316274124 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] 10.222.0.53 "GET /v2.0/ports?device_id=374fc109-84b3-4dc6-8c4e-9a6628bd8d91 HTTP/1.1" status: 200 len: 205 time: 0.0570548 Jan 18 22:22:26.908941 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 38036) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:22:26.962542 n-d-825064-1 neutron-server[102431]: INFO neutron.api.v2.resource [None req-07a2c156-8e32-453f-8aac-6f92d2941070 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] delete failed (client error): The resource could not be found. Jan 18 22:22:26.963751 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-07a2c156-8e32-453f-8aac-6f92d2941070 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] 10.222.0.53 "DELETE /v2.0/routers/374fc109-84b3-4dc6-8c4e-9a6628bd8d91 HTTP/1.1" status: 404 len: 336 time: 0.0537534 Jan 18 22:22:26.966488 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 38040) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:22:26.980177 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4c1c7c-097f-4869-8588-537d085a6021 req-99d08dc6-2608-4d09-8a37-42ca1d161047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:26.981709 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-4d4c1c7c-097f-4869-8588-537d085a6021 req-99d08dc6-2608-4d09-8a37-42ca1d161047 service neutron] 10.222.0.36 "GET /v2.0/networks?id=61203f33-a8b3-4e89-8217-8dac5f2bb01b HTTP/1.1" status: 200 len: 921 time: 0.3889923 Jan 18 22:22:27.006344 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-bd20206d-5f43-4927-94b9-f8c7821e9948 tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9fcd3e8-aae4-40dd-b4ef-1095bda71fc1 HTTP/1.1" status: 200 len: 205 time: 0.0384624 Jan 18 22:22:27.065899 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 38042) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:22:27.072308 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-4d4c1c7c-097f-4869-8588-537d085a6021 req-b1f19ea3-0e33-408d-924b-b7488b0fbc62 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6eca6f0-081d-4d95-8b1b-12b5832ed62b HTTP/1.1" status: 200 len: 217 time: 0.0742500 Jan 18 22:22:27.139210 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0acdd0-4c5e-4b54-baf9-8eedc6c825d7 req-6418721a-862c-4601-a21d-4f75fc859b6d tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:27.141322 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2c0acdd0-4c5e-4b54-baf9-8eedc6c825d7 req-6418721a-862c-4601-a21d-4f75fc859b6d tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.36 "GET /v2.0/ports?device_id=11eade1c-b09f-43f3-8c20-20c06a099f4b HTTP/1.1" status: 200 len: 944 time: 0.1443994 Jan 18 22:22:27.147058 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1b945223-7b5b-4f48-80c9-c5ad0d832aa7 req-c990ef5a-7aee-453c-868e-926a5a4a1223 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/security-groups?id=92d0bf2d-4a69-4a06-bc28-bffdc82f7ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3297610 Jan 18 22:22:27.151664 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [None req-50f610f3-cd6f-43a8-aa7d-ea401b9588ac tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] delete failed (client error): The resource could not be found. Jan 18 22:22:27.155288 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-50f610f3-cd6f-43a8-aa7d-ea401b9588ac tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] 10.222.0.53 "DELETE /v2.0/routers/a9fcd3e8-aae4-40dd-b4ef-1095bda71fc1 HTTP/1.1" status: 404 len: 336 time: 0.0685992 Jan 18 22:22:27.158908 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 38046) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:22:27.200729 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4c1c7c-097f-4869-8588-537d085a6021 req-04b9a20f-fb5e-40e9-8ce8-f14e1cdc1d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:27.201809 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-4d4c1c7c-097f-4869-8588-537d085a6021 req-04b9a20f-fb5e-40e9-8ce8-f14e1cdc1d3d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b92d365b-b574-47a9-a91d-968f4b104686 HTTP/1.1" status: 200 len: 861 time: 0.1200488 Jan 18 22:22:27.255421 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-4d4c1c7c-097f-4869-8588-537d085a6021 req-4d28822e-acf0-4e07-991f-7ff8c15de4c3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=61203f33-a8b3-4e89-8217-8dac5f2bb01b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409112 Jan 18 22:22:27.272905 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48ceac9-b5a0-4dcb-b3b1-a2e2d7722110 req-56a8025c-32e9-458d-9868-a4b4328381cb tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:27.274477 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b48ceac9-b5a0-4dcb-b3b1-a2e2d7722110 req-56a8025c-32e9-458d-9868-a4b4328381cb tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa35bf88-4440-4d73-afcd-ae0cc04d6d11 HTTP/1.1" status: 200 len: 944 time: 0.3753150 Jan 18 22:22:27.299027 n-d-825064-1 neutron-server[102430]: INFO neutron.pecan_wsgi.hooks.translation [None req-684252c3-7cec-432f-98b4-d1857e3a30fd tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] DELETE failed (client error): The resource could not be found. Jan 18 22:22:27.301509 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-684252c3-7cec-432f-98b4-d1857e3a30fd tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:22:27.315587 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-684252c3-7cec-432f-98b4-d1857e3a30fd tempest-RoutersAdminTest-2077761187 tempest-RoutersAdminTest-2077761187-project] 10.222.0.53 "DELETE /v2.0/subnets/04c63451-cf75-488a-8848-b49fa2635286 HTTP/1.1" status: 404 len: 337 time: 0.1378000 Jan 18 22:22:27.316318 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db33aaef-5884-4da4-a311-5ede51d08faf', 'tag': '3c486e4d-5c8b-4bdd-b990-9e55341e98f1'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:22:27.318643 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2295ac73-46b8-4e80-960b-56ae8c3bd630" -d '{"events": [{"name": "network-changed", "server_uuid": "db33aaef-5884-4da4-a311-5ede51d08faf", "tag": "3c486e4d-5c8b-4bdd-b990-9e55341e98f1"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:22:27.428250 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-2c0acdd0-4c5e-4b54-baf9-8eedc6c825d7 req-52fdfa79-38b4-4351-b06e-1e46249030f7 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Deleting port d93d8eb3-0fa6-4431-bc3b-20afd3b6494f {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:22:27.428879 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-2c0acdd0-4c5e-4b54-baf9-8eedc6c825d7 req-52fdfa79-38b4-4351-b06e-1e46249030f7 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:27.493457 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-4d4c1c7c-097f-4869-8588-537d085a6021 req-190f13d3-118a-482d-a824-d018023da194 service neutron] 10.222.0.36 "GET /v2.0/networks/61203f33-a8b3-4e89-8217-8dac5f2bb01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235267 Jan 18 22:22:27.626339 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-2c0acdd0-4c5e-4b54-baf9-8eedc6c825d7 req-52fdfa79-38b4-4351-b06e-1e46249030f7 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] For port d93d8eb3-0fa6-4431-bc3b-20afd3b6494f, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=d93d8eb3-0fa6-4431-bc3b-20afd3b6494f,segment=NetworkSegment(bbee9262-cfb2-4fc9-82be-4cb3bf414322),segment_id=bbee9262-cfb2-4fc9-82be-4cb3bf414322)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:22:27.626715 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-2c0acdd0-4c5e-4b54-baf9-8eedc6c825d7 req-52fdfa79-38b4-4351-b06e-1e46249030f7 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:27.640640 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-4d4c1c7c-097f-4869-8588-537d085a6021 req-61a063f3-77c6-4e96-9851-ca19c984d53a service neutron] 10.222.0.36 "GET /v2.0/networks/61203f33-a8b3-4e89-8217-8dac5f2bb01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352835 Jan 18 22:22:27.645901 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-2c0acdd0-4c5e-4b54-baf9-8eedc6c825d7 req-52fdfa79-38b4-4351-b06e-1e46249030f7 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Calling delete_port for d93d8eb3-0fa6-4431-bc3b-20afd3b6494f owned by compute:nova {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:22:27.760318 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 38062) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:22:27.837069 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b48ceac9-b5a0-4dcb-b3b1-a2e2d7722110 req-751bc229-0206-4b3b-8cf3-e2415aa6c225 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fead2ec-99b5-4f01-a8ba-653859b4c215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5026388 Jan 18 22:22:27.867414 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-2c0acdd0-4c5e-4b54-baf9-8eedc6c825d7 req-52fdfa79-38b4-4351-b06e-1e46249030f7 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:27.907717 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fdfa79-38b4-4351-b06e-1e46249030f7 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Pushing event deleted for resources: {'Port': ['ID=d93d8eb3-0fa6-4431-bc3b-20afd3b6494f,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:27.939542 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f54fa65-a281-4ad6-aa68-069ae6a0ea41 req-33d56954-6615-4a3b-ae5a-58b92f9a3eea tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:27.944846 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4f54fa65-a281-4ad6-aa68-069ae6a0ea41 req-33d56954-6615-4a3b-ae5a-58b92f9a3eea tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/networks?id=616341ad-8ee5-46dd-a50f-fbf4c382e06c HTTP/1.1" status: 200 len: 812 time: 0.6628947 Jan 18 22:22:27.958470 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c0acdd0-4c5e-4b54-baf9-8eedc6c825d7 req-52fdfa79-38b4-4351-b06e-1e46249030f7 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] No DVR routers for this DVR port d93d8eb3-0fa6-4431-bc3b-20afd3b6494f on host n-h1-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:22:27.961292 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-2c0acdd0-4c5e-4b54-baf9-8eedc6c825d7 req-52fdfa79-38b4-4351-b06e-1e46249030f7 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:27.964354 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2c0acdd0-4c5e-4b54-baf9-8eedc6c825d7 req-52fdfa79-38b4-4351-b06e-1e46249030f7 tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.36 "DELETE /v2.0/ports/d93d8eb3-0fa6-4431-bc3b-20afd3b6494f HTTP/1.1" status: 204 len: 173 time: 0.8149130 Jan 18 22:22:27.964945 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11eade1c-b09f-43f3-8c20-20c06a099f4b', 'name': 'network-vif-deleted', 'tag': 'd93d8eb3-0fa6-4431-bc3b-20afd3b6494f'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:22:27.967170 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9589fa22-6fb0-410b-9eed-02931f569f26" -d '{"events": [{"server_uuid": "11eade1c-b09f-43f3-8c20-20c06a099f4b", "name": "network-vif-deleted", "tag": "d93d8eb3-0fa6-4431-bc3b-20afd3b6494f"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:22:27.970004 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c0fb0c46-1c70-42f9-850e-5c8541f5c414 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:28.008784 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f3b62480-94f5-4ea0-b6f2-ecb24ffa6add req-c72cb67b-57c3-4815-ab17-4435ed552fce tempest-ImagesTestJSON-2117688709 tempest-ImagesTestJSON-2117688709-project] 10.222.0.53 "GET /v2.0/ports?device_id=11eade1c-b09f-43f3-8c20-20c06a099f4b HTTP/1.1" status: 200 len: 210 time: 0.0621490 Jan 18 22:22:28.016616 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4f54fa65-a281-4ad6-aa68-069ae6a0ea41 req-21fc5bc2-9527-45a1-9848-6323767d162a tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/quotas/feff401a111441e8bc4bdb3f9c55f3c8 HTTP/1.1" status: 200 len: 375 time: 0.0647967 Jan 18 22:22:28.110269 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4f54fa65-a281-4ad6-aa68-069ae6a0ea41 req-453cd77c-cd1c-4c39-b5b1-af0dc4705ebb tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=feff401a111441e8bc4bdb3f9c55f3c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0805998 Jan 18 22:22:28.111023 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c0fb0c46-1c70-42f9-850e-5c8541f5c414 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:28.113153 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-53129858-4582-481a-9f2b-b7d7e7c7525a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8378d970-1631-475d-9cba-3b81e38793ce {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:22:28.115760 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c0fb0c46-1c70-42f9-850e-5c8541f5c414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:28.139058 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-53129858-4582-481a-9f2b-b7d7e7c7525a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:28.174239 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fb0c46-1c70-42f9-850e-5c8541f5c414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb235d9b-c1da-4a14-a993-52f5222aab62,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:28.192714 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-c0fb0c46-1c70-42f9-850e-5c8541f5c414 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4a0ee8b6ebb6488fac13230ecdeee196&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4309168 Jan 18 22:22:28.194954 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 38074) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:22:28.216218 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-53129858-4582-481a-9f2b-b7d7e7c7525a service neutron] Transition to ACTIVE for port object 8378d970-1631-475d-9cba-3b81e38793ce will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:22:28.227892 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-53129858-4582-481a-9f2b-b7d7e7c7525a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:28.253793 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b9ba5529-e6c4-4f56-8aec-ba238f474e6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:28.255376 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ae898d-0461-43fd-815f-e896698514b2 req-7052856b-ec1d-4b55-9781-5c1f59b3bf2b tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:28.261431 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ae898d-0461-43fd-815f-e896698514b2 req-7052856b-ec1d-4b55-9781-5c1f59b3bf2b tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:28.267331 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ae898d-0461-43fd-815f-e896698514b2 req-7052856b-ec1d-4b55-9781-5c1f59b3bf2b tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:28.273344 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ae898d-0461-43fd-815f-e896698514b2 req-7052856b-ec1d-4b55-9781-5c1f59b3bf2b tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:28.275095 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b9ba5529-e6c4-4f56-8aec-ba238f474e6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:28.279225 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ae898d-0461-43fd-815f-e896698514b2 req-7052856b-ec1d-4b55-9781-5c1f59b3bf2b tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:28.285140 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ae898d-0461-43fd-815f-e896698514b2 req-7052856b-ec1d-4b55-9781-5c1f59b3bf2b tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:28.291027 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ae898d-0461-43fd-815f-e896698514b2 req-7052856b-ec1d-4b55-9781-5c1f59b3bf2b tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:28.292996 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b9ae898d-0461-43fd-815f-e896698514b2 req-7052856b-ec1d-4b55-9781-5c1f59b3bf2b tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fdf43ac-e2d1-46c0-a022-01c13375d73d HTTP/1.1" status: 200 len: 5428 time: 0.1872950 Jan 18 22:22:28.332162 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b9ba5529-e6c4-4f56-8aec-ba238f474e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:28.333936 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b9ba5529-e6c4-4f56-8aec-ba238f474e6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:28.338409 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-b9ba5529-e6c4-4f56-8aec-ba238f474e6b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fb235d9b-c1da-4a14-a993-52f5222aab62 HTTP/1.1" status: 204 len: 168 time: 0.1424012 Jan 18 22:22:28.347196 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ba5529-e6c4-4f56-8aec-ba238f474e6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb235d9b-c1da-4a14-a993-52f5222aab62,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:28.384013 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53129858-4582-481a-9f2b-b7d7e7c7525a service neutron] Pushing event updated for resources: {'Port': ['ID=8378d970-1631-475d-9cba-3b81e38793ce,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:28.428558 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4f54fa65-a281-4ad6-aa68-069ae6a0ea41 req-c127bbe9-d50c-4db5-82b0-c2956466eab8 service neutron] 10.222.0.53 "GET /v2.0/networks/616341ad-8ee5-46dd-a50f-fbf4c382e06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2987857 Jan 18 22:22:28.475563 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b9ae898d-0461-43fd-815f-e896698514b2 req-ac506c51-5079-40b5-84a9-9156e9124bba tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "GET /v2.0/security-groups?id=feae3479-97c3-4dcd-9cbb-02eadc4c6a76&id=61d17b67-718c-4475-950b-257bfb33b7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1610343 Jan 18 22:22:28.585448 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-53129858-4582-481a-9f2b-b7d7e7c7525a service neutron] Attempting to bind port 8378d970-1631-475d-9cba-3b81e38793ce on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:22:28.585828 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-53129858-4582-481a-9f2b-b7d7e7c7525a service neutron] Attempting to bind port 8378d970-1631-475d-9cba-3b81e38793ce by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': 'a40eed45-50f9-413d-aed3-f5503442a4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd517cf7a-2b5e-403e-9519-f81391a215c9'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:22:28.586125 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-53129858-4582-481a-9f2b-b7d7e7c7525a service neutron] Attempting to bind port 8378d970-1631-475d-9cba-3b81e38793ce on network d517cf7a-2b5e-403e-9519-f81391a215c9 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:22:28.598610 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-53129858-4582-481a-9f2b-b7d7e7c7525a service neutron] Port 8378d970-1631-475d-9cba-3b81e38793ce on network d517cf7a-2b5e-403e-9519-f81391a215c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:22:28.598874 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-53129858-4582-481a-9f2b-b7d7e7c7525a service neutron] Attempting to bind port 8378d970-1631-475d-9cba-3b81e38793ce on network d517cf7a-2b5e-403e-9519-f81391a215c9 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:22:28.617173 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-926ec4b1-e827-4079-b372-510f4b181beb x-openstack-request-id: req-926ec4b1-e827-4079-b372-510f4b181beb {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:22:28.617495 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db33aaef-5884-4da4-a311-5ede51d08faf", "tag": "3c486e4d-5c8b-4bdd-b990-9e55341e98f1", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:22:28.617755 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-926ec4b1-e827-4079-b372-510f4b181beb {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:22:28.618165 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db33aaef-5884-4da4-a311-5ede51d08faf', 'tag': '3c486e4d-5c8b-4bdd-b990-9e55341e98f1', 'status': 'completed', 'code': 200} Jan 18 22:22:28.635212 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-53129858-4582-481a-9f2b-b7d7e7c7525a service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:22:28.635566 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-53129858-4582-481a-9f2b-b7d7e7c7525a service neutron] Checking segment: {'id': 'a40eed45-50f9-413d-aed3-f5503442a4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd517cf7a-2b5e-403e-9519-f81391a215c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:22:28.635963 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-53129858-4582-481a-9f2b-b7d7e7c7525a service neutron] Bound using segment: {'id': 'a40eed45-50f9-413d-aed3-f5503442a4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd517cf7a-2b5e-403e-9519-f81391a215c9'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:22:28.636536 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-53129858-4582-481a-9f2b-b7d7e7c7525a service neutron] Bound port: 8378d970-1631-475d-9cba-3b81e38793ce, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a40eed45-50f9-413d-aed3-f5503442a4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd517cf7a-2b5e-403e-9519-f81391a215c9'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:22:28.636916 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-53129858-4582-481a-9f2b-b7d7e7c7525a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:28.713992 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4f54fa65-a281-4ad6-aa68-069ae6a0ea41 req-302d2e5e-f9d6-4c5c-88ce-549320024366 service neutron] 10.222.0.53 "GET /v2.0/networks/616341ad-8ee5-46dd-a50f-fbf4c382e06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607372 Jan 18 22:22:28.808082 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2295ac73-46b8-4e80-960b-56ae8c3bd630 req-fc4ac157-04ea-45b3-a0dd-d0b7f0f0b8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:28.808620 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2295ac73-46b8-4e80-960b-56ae8c3bd630 req-fc4ac157-04ea-45b3-a0dd-d0b7f0f0b8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:28.809104 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2295ac73-46b8-4e80-960b-56ae8c3bd630 req-fc4ac157-04ea-45b3-a0dd-d0b7f0f0b8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:28.809575 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2295ac73-46b8-4e80-960b-56ae8c3bd630 req-fc4ac157-04ea-45b3-a0dd-d0b7f0f0b8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:28.812344 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2295ac73-46b8-4e80-960b-56ae8c3bd630 req-fc4ac157-04ea-45b3-a0dd-d0b7f0f0b8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:28.812344 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2295ac73-46b8-4e80-960b-56ae8c3bd630 req-fc4ac157-04ea-45b3-a0dd-d0b7f0f0b8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:28.812344 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2295ac73-46b8-4e80-960b-56ae8c3bd630 req-fc4ac157-04ea-45b3-a0dd-d0b7f0f0b8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:28.813308 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 38080) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:22:28.817879 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2295ac73-46b8-4e80-960b-56ae8c3bd630 req-fc4ac157-04ea-45b3-a0dd-d0b7f0f0b8f1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ec90adb1094349739cc26a639b1aef5d&device_id=db33aaef-5884-4da4-a311-5ede51d08faf HTTP/1.1" status: 200 len: 6368 time: 0.1686001 Jan 18 22:22:28.882297 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b3cec9-7466-402c-bc00-a71d0d8d0262 req-80b74620-ff58-4b6d-8953-b806d5c8d6b9 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:28.901651 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b3cec9-7466-402c-bc00-a71d0d8d0262 req-80b74620-ff58-4b6d-8953-b806d5c8d6b9 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:28.907753 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-2375a263-8484-4404-91ae-75e38f35cff2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=80ca5b6d0d4b4a9aba825bc690f5ffb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0915494 Jan 18 22:22:28.907986 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b3cec9-7466-402c-bc00-a71d0d8d0262 req-80b74620-ff58-4b6d-8953-b806d5c8d6b9 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:28.908956 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 38088) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:22:28.910697 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-521dec24-34d0-474c-89b4-d7576c844dce x-openstack-request-id: req-521dec24-34d0-474c-89b4-d7576c844dce {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:22:28.910988 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11eade1c-b09f-43f3-8c20-20c06a099f4b", "name": "network-vif-deleted", "tag": "d93d8eb3-0fa6-4431-bc3b-20afd3b6494f", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:22:28.911233 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-521dec24-34d0-474c-89b4-d7576c844dce {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:22:28.911716 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11eade1c-b09f-43f3-8c20-20c06a099f4b', 'name': 'network-vif-deleted', 'tag': 'd93d8eb3-0fa6-4431-bc3b-20afd3b6494f', 'status': 'completed', 'code': 200} Jan 18 22:22:28.915247 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b3cec9-7466-402c-bc00-a71d0d8d0262 req-80b74620-ff58-4b6d-8953-b806d5c8d6b9 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:28.921979 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b3cec9-7466-402c-bc00-a71d0d8d0262 req-80b74620-ff58-4b6d-8953-b806d5c8d6b9 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:28.928487 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b3cec9-7466-402c-bc00-a71d0d8d0262 req-80b74620-ff58-4b6d-8953-b806d5c8d6b9 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:28.935237 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b3cec9-7466-402c-bc00-a71d0d8d0262 req-80b74620-ff58-4b6d-8953-b806d5c8d6b9 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:28.947058 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-99b3cec9-7466-402c-bc00-a71d0d8d0262 req-80b74620-ff58-4b6d-8953-b806d5c8d6b9 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/ports?device_id=db33aaef-5884-4da4-a311-5ede51d08faf HTTP/1.1" status: 200 len: 5408 time: 0.2696779 Jan 18 22:22:28.990863 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5b330eb8-9793-4161-bd88-3d8a45ea3142 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:29.024896 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5b330eb8-9793-4161-bd88-3d8a45ea3142 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:29.027758 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-53129858-4582-481a-9f2b-b7d7e7c7525a service neutron] For port 8378d970-1631-475d-9cba-3b81e38793ce, host n-h2-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:22:29.100620 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5b330eb8-9793-4161-bd88-3d8a45ea3142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:29.104949 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5b330eb8-9793-4161-bd88-3d8a45ea3142 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:29.112663 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-5b330eb8-9793-4161-bd88-3d8a45ea3142 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d28efc97-c799-4aa7-bd62-5637f1d1ce4d HTTP/1.1" status: 204 len: 168 time: 0.2000923 Jan 18 22:22:29.121279 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b330eb8-9793-4161-bd88-3d8a45ea3142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d28efc97-c799-4aa7-bd62-5637f1d1ce4d,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:29.132519 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-53129858-4582-481a-9f2b-b7d7e7c7525a service neutron] For port 8378d970-1631-475d-9cba-3b81e38793ce, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=8378d970-1631-475d-9cba-3b81e38793ce,segment=NetworkSegment(a40eed45-50f9-413d-aed3-f5503442a4c9),segment_id=a40eed45-50f9-413d-aed3-f5503442a4c9)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:22:29.161144 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-53129858-4582-481a-9f2b-b7d7e7c7525a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:29.178927 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-53129858-4582-481a-9f2b-b7d7e7c7525a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:29.179208 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-53129858-4582-481a-9f2b-b7d7e7c7525a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:29.180623 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-53129858-4582-481a-9f2b-b7d7e7c7525a service neutron] 10.222.0.67 "PUT /v2.0/ports/8378d970-1631-475d-9cba-3b81e38793ce HTTP/1.1" status: 200 len: 1091 time: 2.7261863 Jan 18 22:22:29.207950 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-99b3cec9-7466-402c-bc00-a71d0d8d0262 req-d2be3b50-dbd0-4cdb-8400-77daac67208b tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/security-groups?id=43d45361-b6ad-4105-a9b4-e598b6e8e651&id=1a7f3ba7-6b33-47d4-842d-f8859c8e7d98&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2599163 Jan 18 22:22:29.251877 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2295ac73-46b8-4e80-960b-56ae8c3bd630 req-3ada8ffd-ae1c-4a5f-868e-8ce0259ec9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:29.252441 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2295ac73-46b8-4e80-960b-56ae8c3bd630 req-3ada8ffd-ae1c-4a5f-868e-8ce0259ec9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:29.252974 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2295ac73-46b8-4e80-960b-56ae8c3bd630 req-3ada8ffd-ae1c-4a5f-868e-8ce0259ec9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:29.254606 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2295ac73-46b8-4e80-960b-56ae8c3bd630 req-3ada8ffd-ae1c-4a5f-868e-8ce0259ec9bb service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=ec90adb1094349739cc26a639b1aef5d&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.4230390 Jan 18 22:22:29.265433 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-30ec0f91-4e13-4435-b573-01a7f4527b04 service neutron] Request body: {'port': {'device_id': 'db33aaef-5884-4da4-a311-5ede51d08faf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:22:29.339344 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738c51c9-55d6-42dd-8e19-e3efed41ebf0 req-2cb9e178-e202-46ff-a554-6915ce39a3d0 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:29.343556 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-738c51c9-55d6-42dd-8e19-e3efed41ebf0 req-2cb9e178-e202-46ff-a554-6915ce39a3d0 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/ports?device_id=19a97c9e-7ddb-48c2-91c8-4bbe0366cb8d HTTP/1.1" status: 200 len: 946 time: 0.3784335 Jan 18 22:22:29.522222 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53129858-4582-481a-9f2b-b7d7e7c7525a service neutron] Pushing event updated for resources: {'Port': ['ID=8378d970-1631-475d-9cba-3b81e38793ce,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:29.582795 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-30ec0f91-4e13-4435-b573-01a7f4527b04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:29.592224 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-738c51c9-55d6-42dd-8e19-e3efed41ebf0 req-28545377-7576-442c-add2-2e12258fe3e1 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/security-groups?id=92d0bf2d-4a69-4a06-bc28-bffdc82f7ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309067 Jan 18 22:22:29.661213 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb819ca3-d518-4d16-8862-cbbf20c1c8e9 req-f5132852-1a63-413c-8b85-f99c0e1111d2 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:29.672843 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-eb819ca3-d518-4d16-8862-cbbf20c1c8e9 req-f5132852-1a63-413c-8b85-f99c0e1111d2 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa35bf88-4440-4d73-afcd-ae0cc04d6d11 HTTP/1.1" status: 200 len: 944 time: 0.3183513 Jan 18 22:22:29.673945 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device d93d8eb3-0fa6-4431-bc3b-20afd3b6494f no longer exists at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:22:29.704737 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] No Port match for: d93d8eb3-0fa6-4431-bc3b-20afd3b6494f {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:22:29.705968 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device d93d8eb3-0fa6-4431-bc3b-20afd3b6494f not bound to the agent host n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:22:29.725925 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2295ac73-46b8-4e80-960b-56ae8c3bd630 req-f3d78ca2-95d5-4fb2-af29-04636ec6a497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:29.727371 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2295ac73-46b8-4e80-960b-56ae8c3bd630 req-f3d78ca2-95d5-4fb2-af29-04636ec6a497 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4416268 Jan 18 22:22:29.753200 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c7606013-21ab-4cf5-acbb-36dd9f50d791 req-f1a17b10-2adc-4e64-a821-cfc34d641f8f tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6138526-59ca-497b-bec9-e04ae274ebd6 HTTP/1.1" status: 200 len: 210 time: 0.0782809 Jan 18 22:22:29.832706 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-eb819ca3-d518-4d16-8862-cbbf20c1c8e9 req-a76e2d7c-3da6-4e80-a6d6-9bf06d1fd33d tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fead2ec-99b5-4f01-a8ba-653859b4c215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1365268 Jan 18 22:22:30.044168 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f28e0a5-2b85-4b41-abc4-9c1e7a9a0768 req-6f482905-3ff0-4bde-b5f4-9d7b6b343baf tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:30.045349 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9f28e0a5-2b85-4b41-abc4-9c1e7a9a0768 req-6f482905-3ff0-4bde-b5f4-9d7b6b343baf tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/ports?device_id=19a97c9e-7ddb-48c2-91c8-4bbe0366cb8d HTTP/1.1" status: 200 len: 946 time: 0.1165886 Jan 18 22:22:30.059212 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85efbea7-996c-4e75-9093-6042c1fde37b req-ef21943d-86be-49d8-a2dc-8ae7ee2a4544 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:30.064007 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85efbea7-996c-4e75-9093-6042c1fde37b req-ef21943d-86be-49d8-a2dc-8ae7ee2a4544 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:30.070640 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85efbea7-996c-4e75-9093-6042c1fde37b req-ef21943d-86be-49d8-a2dc-8ae7ee2a4544 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:30.081821 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85efbea7-996c-4e75-9093-6042c1fde37b req-ef21943d-86be-49d8-a2dc-8ae7ee2a4544 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:30.083264 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85efbea7-996c-4e75-9093-6042c1fde37b req-ef21943d-86be-49d8-a2dc-8ae7ee2a4544 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:30.088907 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85efbea7-996c-4e75-9093-6042c1fde37b req-ef21943d-86be-49d8-a2dc-8ae7ee2a4544 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:30.094754 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85efbea7-996c-4e75-9093-6042c1fde37b req-ef21943d-86be-49d8-a2dc-8ae7ee2a4544 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:30.097101 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-85efbea7-996c-4e75-9093-6042c1fde37b req-ef21943d-86be-49d8-a2dc-8ae7ee2a4544 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fdf43ac-e2d1-46c0-a022-01c13375d73d HTTP/1.1" status: 200 len: 5428 time: 0.1694677 Jan 18 22:22:30.198312 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-85efbea7-996c-4e75-9093-6042c1fde37b req-a210aaf0-3e8d-44a5-adb2-3cfa5904f733 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "GET /v2.0/security-groups?id=feae3479-97c3-4dcd-9cbb-02eadc4c6a76&id=61d17b67-718c-4475-950b-257bfb33b7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0923483 Jan 18 22:22:30.203282 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9f28e0a5-2b85-4b41-abc4-9c1e7a9a0768 req-1451f48a-7231-47a1-9df3-629115624bcb tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/security-groups?id=92d0bf2d-4a69-4a06-bc28-bffdc82f7ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034210 Jan 18 22:22:30.213613 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-30ec0f91-4e13-4435-b573-01a7f4527b04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4aeaad3-0a25-4101-bf67-696d922c2523 {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:22:30.226611 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-30ec0f91-4e13-4435-b573-01a7f4527b04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:30.248679 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-30ec0f91-4e13-4435-b573-01a7f4527b04 service neutron] Transition to ACTIVE for port object d4aeaad3-0a25-4101-bf67-696d922c2523 will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:22:30.255711 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-30ec0f91-4e13-4435-b573-01a7f4527b04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:30.373664 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 38142) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:22:30.430385 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ec0f91-4e13-4435-b573-01a7f4527b04 service neutron] Pushing event updated for resources: {'Port': ['ID=d4aeaad3-0a25-4101-bf67-696d922c2523,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:30.498747 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f54fa65-a281-4ad6-aa68-069ae6a0ea41 req-46c57588-b123-4be7-89a6-e7f93feca735 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:30.513817 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-4f54fa65-a281-4ad6-aa68-069ae6a0ea41 req-46c57588-b123-4be7-89a6-e7f93feca735 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.36 "GET /v2.0/networks?id=616341ad-8ee5-46dd-a50f-fbf4c382e06c HTTP/1.1" status: 200 len: 812 time: 0.2728124 Jan 18 22:22:30.526826 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-4f54fa65-a281-4ad6-aa68-069ae6a0ea41 req-191b8846-4fac-46bc-ba2d-5f5b80163353 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Request body: {'port': {'device_id': 'b6138526-59ca-497b-bec9-e04ae274ebd6', 'network_id': '616341ad-8ee5-46dd-a50f-fbf4c382e06c', 'admin_state_up': True, 'tenant_id': 'feff401a111441e8bc4bdb3f9c55f3c8'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:22:30.619353 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db33aaef-5884-4da4-a311-5ede51d08faf', 'tag': '8378d970-1631-475d-9cba-3b81e38793ce'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:22:30.627314 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44fecd2f-278b-441e-b797-d553efd6f11f" -d '{"events": [{"name": "network-changed", "server_uuid": "db33aaef-5884-4da4-a311-5ede51d08faf", "tag": "8378d970-1631-475d-9cba-3b81e38793ce"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:22:30.660515 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-27fd9e8f-25de-45fc-a513-8ab9c551fd94 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-2042547150'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:22:30.668199 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-30ec0f91-4e13-4435-b573-01a7f4527b04 service neutron] Attempting to bind port d4aeaad3-0a25-4101-bf67-696d922c2523 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:22:30.672053 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-30ec0f91-4e13-4435-b573-01a7f4527b04 service neutron] Attempting to bind port d4aeaad3-0a25-4101-bf67-696d922c2523 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': 'a40eed45-50f9-413d-aed3-f5503442a4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd517cf7a-2b5e-403e-9519-f81391a215c9'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:22:30.677043 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-30ec0f91-4e13-4435-b573-01a7f4527b04 service neutron] Attempting to bind port d4aeaad3-0a25-4101-bf67-696d922c2523 on network d517cf7a-2b5e-403e-9519-f81391a215c9 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:22:30.714028 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-30ec0f91-4e13-4435-b573-01a7f4527b04 service neutron] Port d4aeaad3-0a25-4101-bf67-696d922c2523 on network d517cf7a-2b5e-403e-9519-f81391a215c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:22:30.714355 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-30ec0f91-4e13-4435-b573-01a7f4527b04 service neutron] Attempting to bind port d4aeaad3-0a25-4101-bf67-696d922c2523 on network d517cf7a-2b5e-403e-9519-f81391a215c9 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:22:30.740336 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7175aa-cd98-4c9d-a195-2d62929f7cc2 req-27ce6350-edcc-46d8-83f4-1e2957c43918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:30.742039 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2c7175aa-cd98-4c9d-a195-2d62929f7cc2 req-27ce6350-edcc-46d8-83f4-1e2957c43918 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=584d50ef6ed64545aac1e7947879ab5e&device_id=aa35bf88-4440-4d73-afcd-ae0cc04d6d11 HTTP/1.1" status: 200 len: 1095 time: 0.0789373 Jan 18 22:22:30.743035 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-30ec0f91-4e13-4435-b573-01a7f4527b04 service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:22:30.743387 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-30ec0f91-4e13-4435-b573-01a7f4527b04 service neutron] Checking segment: {'id': 'a40eed45-50f9-413d-aed3-f5503442a4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd517cf7a-2b5e-403e-9519-f81391a215c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:22:30.743813 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-30ec0f91-4e13-4435-b573-01a7f4527b04 service neutron] Bound using segment: {'id': 'a40eed45-50f9-413d-aed3-f5503442a4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd517cf7a-2b5e-403e-9519-f81391a215c9'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:22:30.744369 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-30ec0f91-4e13-4435-b573-01a7f4527b04 service neutron] Bound port: d4aeaad3-0a25-4101-bf67-696d922c2523, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a40eed45-50f9-413d-aed3-f5503442a4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd517cf7a-2b5e-403e-9519-f81391a215c9'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:22:30.744920 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-30ec0f91-4e13-4435-b573-01a7f4527b04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:30.791716 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27fd9e8f-25de-45fc-a513-8ab9c551fd94 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Made reservation on behalf of 0a17ff9ddd5f489695e0235ae87388f5 for: {'network': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:22:30.795992 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-27fd9e8f-25de-45fc-a513-8ab9c551fd94 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:30.813283 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfb7d7d-919a-43cf-9737-3e51f456fa5b req-ab755d89-936b-4e02-a7c2-e174e5c276a3 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:30.820888 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfb7d7d-919a-43cf-9737-3e51f456fa5b req-ab755d89-936b-4e02-a7c2-e174e5c276a3 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:30.827212 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfb7d7d-919a-43cf-9737-3e51f456fa5b req-ab755d89-936b-4e02-a7c2-e174e5c276a3 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:30.834442 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfb7d7d-919a-43cf-9737-3e51f456fa5b req-ab755d89-936b-4e02-a7c2-e174e5c276a3 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:30.841352 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfb7d7d-919a-43cf-9737-3e51f456fa5b req-ab755d89-936b-4e02-a7c2-e174e5c276a3 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:30.848325 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfb7d7d-919a-43cf-9737-3e51f456fa5b req-ab755d89-936b-4e02-a7c2-e174e5c276a3 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:30.856253 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfb7d7d-919a-43cf-9737-3e51f456fa5b req-ab755d89-936b-4e02-a7c2-e174e5c276a3 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:30.859488 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f54fa65-a281-4ad6-aa68-069ae6a0ea41 req-191b8846-4fac-46bc-ba2d-5f5b80163353 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Made reservation on behalf of feff401a111441e8bc4bdb3f9c55f3c8 for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:22:30.863928 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-4f54fa65-a281-4ad6-aa68-069ae6a0ea41 req-191b8846-4fac-46bc-ba2d-5f5b80163353 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:30.865177 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ddfb7d7d-919a-43cf-9737-3e51f456fa5b req-ab755d89-936b-4e02-a7c2-e174e5c276a3 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/ports?device_id=db33aaef-5884-4da4-a311-5ede51d08faf HTTP/1.1" status: 200 len: 5420 time: 0.2466948 Jan 18 22:22:30.877394 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7175aa-cd98-4c9d-a195-2d62929f7cc2 req-1db3bfe0-8157-483e-a254-8060fab517e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:30.878842 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2c7175aa-cd98-4c9d-a195-2d62929f7cc2 req-1db3bfe0-8157-483e-a254-8060fab517e4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84 HTTP/1.1" status: 200 len: 911 time: 0.1273580 Jan 18 22:22:30.903488 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-27fd9e8f-25de-45fc-a513-8ab9c551fd94 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:30.947618 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-eb68e830-02ca-4908-8bdd-f99c11858c28 req-c5e78206-3b80-466e-8291-ffc4542ca0c5 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6138526-59ca-497b-bec9-e04ae274ebd6 HTTP/1.1" status: 200 len: 210 time: 0.0775149 Jan 18 22:22:31.020062 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2c7175aa-cd98-4c9d-a195-2d62929f7cc2 req-481ffa76-2614-4461-b65e-508838c26605 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a0306c0-065b-4f7c-897a-b0ab604fa791 HTTP/1.1" status: 200 len: 998 time: 0.1303630 Jan 18 22:22:31.031894 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-30ec0f91-4e13-4435-b573-01a7f4527b04 service neutron] For port d4aeaad3-0a25-4101-bf67-696d922c2523, host n-h2-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:22:31.054365 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ddfb7d7d-919a-43cf-9737-3e51f456fa5b req-8756e84f-c76a-4752-9599-3de2ca62110e tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/security-groups?id=43d45361-b6ad-4105-a9b4-e598b6e8e651&id=1a7f3ba7-6b33-47d4-842d-f8859c8e7d98&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1878052 Jan 18 22:22:31.085511 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [req-4f54fa65-a281-4ad6-aa68-069ae6a0ea41 req-191b8846-4fac-46bc-ba2d-5f5b80163353 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Allocated IP 172.20.0.2 (616341ad-8ee5-46dd-a50f-fbf4c382e06c/39872394-9ec8-42e0-a515-8c2f5c78361a/c28f8033-5a41-4763-87b6-1f0a334565c2) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:22:31.089502 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-30ec0f91-4e13-4435-b573-01a7f4527b04 service neutron] For port d4aeaad3-0a25-4101-bf67-696d922c2523, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=d4aeaad3-0a25-4101-bf67-696d922c2523,segment=NetworkSegment(a40eed45-50f9-413d-aed3-f5503442a4c9),segment_id=a40eed45-50f9-413d-aed3-f5503442a4c9)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:22:31.110804 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7175aa-cd98-4c9d-a195-2d62929f7cc2 req-dfd36dab-e6a3-492c-b0a1-7ba9a2ec02fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:31.113151 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2c7175aa-cd98-4c9d-a195-2d62929f7cc2 req-dfd36dab-e6a3-492c-b0a1-7ba9a2ec02fd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=42841b58-d144-4855-94d6-b7b43c1900e0 HTTP/1.1" status: 200 len: 850 time: 0.0856314 Jan 18 22:22:31.115434 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-30ec0f91-4e13-4435-b573-01a7f4527b04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:31.185416 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7ed5de3-597f-429c-9b0c-48c946534302 x-openstack-request-id: req-f7ed5de3-597f-429c-9b0c-48c946534302 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:22:31.185728 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db33aaef-5884-4da4-a311-5ede51d08faf", "tag": "8378d970-1631-475d-9cba-3b81e38793ce", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:22:31.186089 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f7ed5de3-597f-429c-9b0c-48c946534302 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:22:31.186500 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db33aaef-5884-4da4-a311-5ede51d08faf', 'tag': '8378d970-1631-475d-9cba-3b81e38793ce', 'status': 'completed', 'code': 200} Jan 18 22:22:31.188668 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-27fd9e8f-25de-45fc-a513-8ab9c551fd94 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:31.231014 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-27fd9e8f-25de-45fc-a513-8ab9c551fd94 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:31.236991 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7175aa-cd98-4c9d-a195-2d62929f7cc2 req-123881d1-9696-49df-b988-404b3927eb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:31.238482 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2c7175aa-cd98-4c9d-a195-2d62929f7cc2 req-123881d1-9696-49df-b988-404b3927eb97 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1130564 Jan 18 22:22:31.286992 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-30ec0f91-4e13-4435-b573-01a7f4527b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:31.287631 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-30ec0f91-4e13-4435-b573-01a7f4527b04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:31.289075 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-30ec0f91-4e13-4435-b573-01a7f4527b04 service neutron] 10.222.0.67 "PUT /v2.0/ports/d4aeaad3-0a25-4101-bf67-696d922c2523 HTTP/1.1" status: 200 len: 1091 time: 2.0403824 Jan 18 22:22:31.303016 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ec0f91-4e13-4435-b573-01a7f4527b04 service neutron] Pushing event updated for resources: {'Port': ['ID=d4aeaad3-0a25-4101-bf67-696d922c2523,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:31.344745 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27fd9e8f-25de-45fc-a513-8ab9c551fd94 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=102430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:22:31.366222 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc6962d-2b3b-45a6-a797-b5f7e33f8b9e req-f9878223-6704-415d-af88-218f8d896a9f tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:31.368379 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bdc6962d-2b3b-45a6-a797-b5f7e33f8b9e req-f9878223-6704-415d-af88-218f8d896a9f tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa35bf88-4440-4d73-afcd-ae0cc04d6d11 HTTP/1.1" status: 200 len: 944 time: 0.2820365 Jan 18 22:22:31.375411 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fd9e8f-25de-45fc-a513-8ab9c551fd94 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c9bb08-0f4d-41d9-b41b-b58efbe6491e,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:31.378494 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-4f54fa65-a281-4ad6-aa68-069ae6a0ea41 req-191b8846-4fac-46bc-ba2d-5f5b80163353 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:31.394372 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-27fd9e8f-25de-45fc-a513-8ab9c551fd94 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:31.396846 n-d-825064-1 neutron-server[102430]: INFO neutron.db.segments_db [None req-27fd9e8f-25de-45fc-a513-8ab9c551fd94 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Added segment 3c2fda82-0722-4d26-8bf8-bb1f4fe594b8 of type vlan for network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 Jan 18 22:22:31.422208 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2c7175aa-cd98-4c9d-a195-2d62929f7cc2 req-c75a8d35-ff2c-42db-af4a-062d2a4cc55e service neutron] 10.222.0.36 "GET /v2.0/networks/e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698608 Jan 18 22:22:31.438589 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fecd2f-278b-441e-b797-d553efd6f11f req-09b55d6b-4656-4f2f-b090-31ede042b49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:31.439424 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fecd2f-278b-441e-b797-d553efd6f11f req-09b55d6b-4656-4f2f-b090-31ede042b49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:31.440551 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fecd2f-278b-441e-b797-d553efd6f11f req-09b55d6b-4656-4f2f-b090-31ede042b49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:31.441079 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fecd2f-278b-441e-b797-d553efd6f11f req-09b55d6b-4656-4f2f-b090-31ede042b49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:31.441865 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fecd2f-278b-441e-b797-d553efd6f11f req-09b55d6b-4656-4f2f-b090-31ede042b49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:31.442385 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fecd2f-278b-441e-b797-d553efd6f11f req-09b55d6b-4656-4f2f-b090-31ede042b49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:31.442916 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fecd2f-278b-441e-b797-d553efd6f11f req-09b55d6b-4656-4f2f-b090-31ede042b49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:31.444937 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-44fecd2f-278b-441e-b797-d553efd6f11f req-09b55d6b-4656-4f2f-b090-31ede042b49c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ec90adb1094349739cc26a639b1aef5d&device_id=db33aaef-5884-4da4-a311-5ede51d08faf HTTP/1.1" status: 200 len: 6477 time: 0.2516229 Jan 18 22:22:31.524023 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-27fd9e8f-25de-45fc-a513-8ab9c551fd94 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:31.529347 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-4f54fa65-a281-4ad6-aa68-069ae6a0ea41 req-191b8846-4fac-46bc-ba2d-5f5b80163353 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:31.537591 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a60f05-a8c8-404f-be2d-64bfbf9df022 req-0a380405-2411-44aa-b52b-eb7605794a51 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:31.539259 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-43a60f05-a8c8-404f-be2d-64bfbf9df022 req-0a380405-2411-44aa-b52b-eb7605794a51 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/ports?device_id=19a97c9e-7ddb-48c2-91c8-4bbe0366cb8d HTTP/1.1" status: 200 len: 946 time: 0.3097613 Jan 18 22:22:31.590079 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bdc6962d-2b3b-45a6-a797-b5f7e33f8b9e req-58ae9034-6535-4771-bd4f-4c0eb832129e tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fead2ec-99b5-4f01-a8ba-653859b4c215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1880322 Jan 18 22:22:31.590809 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f54fa65-a281-4ad6-aa68-069ae6a0ea41 req-191b8846-4fac-46bc-ba2d-5f5b80163353 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Network 616341ad-8ee5-46dd-a50f-fbf4c382e06c is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:22:31.599369 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [req-4f54fa65-a281-4ad6-aa68-069ae6a0ea41 req-191b8846-4fac-46bc-ba2d-5f5b80163353 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:22:31.609547 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f54fa65-a281-4ad6-aa68-069ae6a0ea41 req-191b8846-4fac-46bc-ba2d-5f5b80163353 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:22:31.622942 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2c7175aa-cd98-4c9d-a195-2d62929f7cc2 req-5a0b85e1-ce50-40dc-b1e8-216f3fed5d23 service neutron] 10.222.0.36 "GET /v2.0/networks/e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887069 Jan 18 22:22:31.668370 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191b8846-4fac-46bc-ba2d-5f5b80163353 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Pushing event updated for resources: {'Port': ['ID=c28f8033-5a41-4763-87b6-1f0a334565c2,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:31.682055 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-27fd9e8f-25de-45fc-a513-8ab9c551fd94 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:31.687618 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27fd9e8f-25de-45fc-a513-8ab9c551fd94 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:31.688254 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-27fd9e8f-25de-45fc-a513-8ab9c551fd94 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:31.695881 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f54fa65-a281-4ad6-aa68-069ae6a0ea41 req-191b8846-4fac-46bc-ba2d-5f5b80163353 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:31.696877 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-4f54fa65-a281-4ad6-aa68-069ae6a0ea41 req-191b8846-4fac-46bc-ba2d-5f5b80163353 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:31.705860 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-43a60f05-a8c8-404f-be2d-64bfbf9df022 req-6468860d-0273-45fe-883b-a8182885e516 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/security-groups?id=92d0bf2d-4a69-4a06-bc28-bffdc82f7ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320217 Jan 18 22:22:31.726519 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-4f54fa65-a281-4ad6-aa68-069ae6a0ea41 req-191b8846-4fac-46bc-ba2d-5f5b80163353 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2039170 Jan 18 22:22:31.741345 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-4f54fa65-a281-4ad6-aa68-069ae6a0ea41 req-d6c840d5-4603-4ac9-aa14-9978390141bc service neutron] Request body: {'port': {'device_id': 'b6138526-59ca-497b-bec9-e04ae274ebd6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:22:31.779792 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fecd2f-278b-441e-b797-d553efd6f11f req-ff3b7611-5109-4261-92a9-50c6f12b9258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:31.780345 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fecd2f-278b-441e-b797-d553efd6f11f req-ff3b7611-5109-4261-92a9-50c6f12b9258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:31.780734 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fecd2f-278b-441e-b797-d553efd6f11f req-ff3b7611-5109-4261-92a9-50c6f12b9258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:31.782428 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-44fecd2f-278b-441e-b797-d553efd6f11f req-ff3b7611-5109-4261-92a9-50c6f12b9258 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=ec90adb1094349739cc26a639b1aef5d&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3160717 Jan 18 22:22:31.804779 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-27fd9e8f-25de-45fc-a513-8ab9c551fd94 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4030757 Jan 18 22:22:31.809801 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 38170) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:22:31.816832 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-92c741fe-6e3b-4d94-94cb-38bfc0f89f40 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Request body: {'subnet': {'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:22:31.841070 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-4f54fa65-a281-4ad6-aa68-069ae6a0ea41 req-d6c840d5-4603-4ac9-aa14-9978390141bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:31.881681 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fd9e8f-25de-45fc-a513-8ab9c551fd94 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event updated for resources: {'Network': ['ID=5ec417a5-fa6c-4abd-aa15-b83b9df83503,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:31.892907 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:22:32.057064 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aa77af-639c-4051-9502-3e48a059418e req-04420a48-3fe8-4e9c-99c7-4351e5418670 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:32.063021 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aa77af-639c-4051-9502-3e48a059418e req-04420a48-3fe8-4e9c-99c7-4351e5418670 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:32.070468 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aa77af-639c-4051-9502-3e48a059418e req-04420a48-3fe8-4e9c-99c7-4351e5418670 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:32.082073 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aa77af-639c-4051-9502-3e48a059418e req-04420a48-3fe8-4e9c-99c7-4351e5418670 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:32.094276 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aa77af-639c-4051-9502-3e48a059418e req-04420a48-3fe8-4e9c-99c7-4351e5418670 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:32.100561 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aa77af-639c-4051-9502-3e48a059418e req-04420a48-3fe8-4e9c-99c7-4351e5418670 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:32.106889 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aa77af-639c-4051-9502-3e48a059418e req-04420a48-3fe8-4e9c-99c7-4351e5418670 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:32.109056 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a1aa77af-639c-4051-9502-3e48a059418e req-04420a48-3fe8-4e9c-99c7-4351e5418670 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fdf43ac-e2d1-46c0-a022-01c13375d73d HTTP/1.1" status: 200 len: 5428 time: 0.3363690 Jan 18 22:22:32.146818 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [req-4f54fa65-a281-4ad6-aa68-069ae6a0ea41 req-d6c840d5-4603-4ac9-aa14-9978390141bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c28f8033-5a41-4763-87b6-1f0a334565c2 {{(pid=102431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:22:32.152996 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a91268-ebdf-45ad-8685-5fbda8a20a09 req-8fce2ae9-a424-4815-ab15-c37cf4b1da3b tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:32.157526 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-4f54fa65-a281-4ad6-aa68-069ae6a0ea41 req-d6c840d5-4603-4ac9-aa14-9978390141bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:32.160446 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c4a91268-ebdf-45ad-8685-5fbda8a20a09 req-8fce2ae9-a424-4815-ab15-c37cf4b1da3b tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/ports?device_id=19a97c9e-7ddb-48c2-91c8-4bbe0366cb8d HTTP/1.1" status: 200 len: 946 time: 0.3125200 Jan 18 22:22:32.170716 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [req-4f54fa65-a281-4ad6-aa68-069ae6a0ea41 req-d6c840d5-4603-4ac9-aa14-9978390141bc service neutron] Transition to ACTIVE for port object c28f8033-5a41-4763-87b6-1f0a334565c2 will not be triggered until provisioned by entity L2. {{(pid=102431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:22:32.176037 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-4f54fa65-a281-4ad6-aa68-069ae6a0ea41 req-d6c840d5-4603-4ac9-aa14-9978390141bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:32.185686 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fecd2f-278b-441e-b797-d553efd6f11f req-c8d18514-09ad-4a98-b86e-3cdfbc2d8c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:32.187150 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-44fecd2f-278b-441e-b797-d553efd6f11f req-c8d18514-09ad-4a98-b86e-3cdfbc2d8c50 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3792548 Jan 18 22:22:32.226104 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a1aa77af-639c-4051-9502-3e48a059418e req-7f682206-49f8-494f-be1f-cd65c8203ef2 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "GET /v2.0/security-groups?id=feae3479-97c3-4dcd-9cbb-02eadc4c6a76&id=61d17b67-718c-4475-950b-257bfb33b7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1031184 Jan 18 22:22:32.242247 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c4a91268-ebdf-45ad-8685-5fbda8a20a09 req-05fd61b3-e0f0-4e1b-8c46-87bb4b406991 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/security-groups?id=92d0bf2d-4a69-4a06-bc28-bffdc82f7ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809381 Jan 18 22:22:32.244558 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92c741fe-6e3b-4d94-94cb-38bfc0f89f40 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Made reservation on behalf of 0a17ff9ddd5f489695e0235ae87388f5 for: {'subnet': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:22:32.248244 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-92c741fe-6e3b-4d94-94cb-38bfc0f89f40 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62288702'] for subnet, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:32.322128 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c840d5-4603-4ac9-aa14-9978390141bc service neutron] Pushing event updated for resources: {'Port': ['ID=c28f8033-5a41-4763-87b6-1f0a334565c2,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:32.630264 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-4f54fa65-a281-4ad6-aa68-069ae6a0ea41 req-d6c840d5-4603-4ac9-aa14-9978390141bc service neutron] Attempting to bind port c28f8033-5a41-4763-87b6-1f0a334565c2 on host n-h1-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:22:32.630885 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-4f54fa65-a281-4ad6-aa68-069ae6a0ea41 req-d6c840d5-4603-4ac9-aa14-9978390141bc service neutron] Attempting to bind port c28f8033-5a41-4763-87b6-1f0a334565c2 by drivers openvswitch,hyperv on host n-h1-825064-1 at level 0 using segments [{'id': '773e2478-13af-4dd0-bb1a-13e4946a40f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '616341ad-8ee5-46dd-a50f-fbf4c382e06c'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:22:32.631125 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f54fa65-a281-4ad6-aa68-069ae6a0ea41 req-d6c840d5-4603-4ac9-aa14-9978390141bc service neutron] Attempting to bind port c28f8033-5a41-4763-87b6-1f0a334565c2 on network 616341ad-8ee5-46dd-a50f-fbf4c382e06c {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:22:32.637717 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f54fa65-a281-4ad6-aa68-069ae6a0ea41 req-d6c840d5-4603-4ac9-aa14-9978390141bc service neutron] Port c28f8033-5a41-4763-87b6-1f0a334565c2 on network 616341ad-8ee5-46dd-a50f-fbf4c382e06c not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:22:32.637717 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f54fa65-a281-4ad6-aa68-069ae6a0ea41 req-d6c840d5-4603-4ac9-aa14-9978390141bc service neutron] Attempting to bind port c28f8033-5a41-4763-87b6-1f0a334565c2 on network 616341ad-8ee5-46dd-a50f-fbf4c382e06c {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:22:32.642816 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f54fa65-a281-4ad6-aa68-069ae6a0ea41 req-d6c840d5-4603-4ac9-aa14-9978390141bc service neutron] Checking agent: {'id': 'e49d1b2a-ba11-487f-a804-ecbf3c0e8132', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:22:32.643684 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f54fa65-a281-4ad6-aa68-069ae6a0ea41 req-d6c840d5-4603-4ac9-aa14-9978390141bc service neutron] Checking segment: {'id': '773e2478-13af-4dd0-bb1a-13e4946a40f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '616341ad-8ee5-46dd-a50f-fbf4c382e06c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:22:32.644066 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f54fa65-a281-4ad6-aa68-069ae6a0ea41 req-d6c840d5-4603-4ac9-aa14-9978390141bc service neutron] Bound using segment: {'id': '773e2478-13af-4dd0-bb1a-13e4946a40f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '616341ad-8ee5-46dd-a50f-fbf4c382e06c'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:22:32.644521 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-4f54fa65-a281-4ad6-aa68-069ae6a0ea41 req-d6c840d5-4603-4ac9-aa14-9978390141bc service neutron] Bound port: c28f8033-5a41-4763-87b6-1f0a334565c2, host: n-h1-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '773e2478-13af-4dd0-bb1a-13e4946a40f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '616341ad-8ee5-46dd-a50f-fbf4c382e06c'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:22:32.644875 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-4f54fa65-a281-4ad6-aa68-069ae6a0ea41 req-d6c840d5-4603-4ac9-aa14-9978390141bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:32.715331 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-4f54fa65-a281-4ad6-aa68-069ae6a0ea41 req-d6c840d5-4603-4ac9-aa14-9978390141bc service neutron] For port c28f8033-5a41-4763-87b6-1f0a334565c2, host n-h1-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:22:32.718827 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-4f54fa65-a281-4ad6-aa68-069ae6a0ea41 req-d6c840d5-4603-4ac9-aa14-9978390141bc service neutron] For port c28f8033-5a41-4763-87b6-1f0a334565c2, host n-h1-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=c28f8033-5a41-4763-87b6-1f0a334565c2,segment=NetworkSegment(773e2478-13af-4dd0-bb1a-13e4946a40f7),segment_id=773e2478-13af-4dd0-bb1a-13e4946a40f7)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:22:32.723487 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-4f54fa65-a281-4ad6-aa68-069ae6a0ea41 req-d6c840d5-4603-4ac9-aa14-9978390141bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:32.756708 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-2b6f88d9-d504-4ec0-96ba-b7e076beae7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:32.757189 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-2b6f88d9-d504-4ec0-96ba-b7e076beae7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:32.757668 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-2b6f88d9-d504-4ec0-96ba-b7e076beae7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:32.758123 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-2b6f88d9-d504-4ec0-96ba-b7e076beae7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:32.758583 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-2b6f88d9-d504-4ec0-96ba-b7e076beae7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:32.759049 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-2b6f88d9-d504-4ec0-96ba-b7e076beae7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:32.759507 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-2b6f88d9-d504-4ec0-96ba-b7e076beae7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:32.761510 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-2b6f88d9-d504-4ec0-96ba-b7e076beae7c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ec90adb1094349739cc26a639b1aef5d&device_id=db33aaef-5884-4da4-a311-5ede51d08faf HTTP/1.1" status: 200 len: 6477 time: 0.5295579 Jan 18 22:22:32.764504 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f54fa65-a281-4ad6-aa68-069ae6a0ea41 req-d6c840d5-4603-4ac9-aa14-9978390141bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:32.765125 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-4f54fa65-a281-4ad6-aa68-069ae6a0ea41 req-d6c840d5-4603-4ac9-aa14-9978390141bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:32.766505 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-4f54fa65-a281-4ad6-aa68-069ae6a0ea41 req-d6c840d5-4603-4ac9-aa14-9978390141bc service neutron] 10.222.0.36 "PUT /v2.0/ports/c28f8033-5a41-4763-87b6-1f0a334565c2 HTTP/1.1" status: 200 len: 1091 time: 1.0310736 Jan 18 22:22:32.766979 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6138526-59ca-497b-bec9-e04ae274ebd6', 'tag': 'c28f8033-5a41-4763-87b6-1f0a334565c2'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:22:32.769884 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f8e7f79-2350-4ec1-8f73-cd7210d8c0e6" -d '{"events": [{"name": "network-changed", "server_uuid": "b6138526-59ca-497b-bec9-e04ae274ebd6", "tag": "c28f8033-5a41-4763-87b6-1f0a334565c2"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:22:32.798320 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c840d5-4603-4ac9-aa14-9978390141bc service neutron] Pushing event updated for resources: {'Port': ['ID=c28f8033-5a41-4763-87b6-1f0a334565c2,revision_number=3']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:32.840080 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baff326-e7f9-4e11-84b3-24f0bb442ea3 req-90b31593-c038-411f-8f0f-e7905cc5577b tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:32.847462 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0baff326-e7f9-4e11-84b3-24f0bb442ea3 req-90b31593-c038-411f-8f0f-e7905cc5577b tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6138526-59ca-497b-bec9-e04ae274ebd6 HTTP/1.1" status: 200 len: 943 time: 0.4513726 Jan 18 22:22:32.859441 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f54fa65-a281-4ad6-aa68-069ae6a0ea41 req-b0a9c065-c3bd-4ea3-88cb-3051a5bc9ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:32.861067 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-4f54fa65-a281-4ad6-aa68-069ae6a0ea41 req-b0a9c065-c3bd-4ea3-88cb-3051a5bc9ffd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=feff401a111441e8bc4bdb3f9c55f3c8&device_id=b6138526-59ca-497b-bec9-e04ae274ebd6 HTTP/1.1" status: 200 len: 1094 time: 0.0491459 Jan 18 22:22:32.864181 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-79c3add1-133a-4c2a-a99a-e036085e6fc2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=24989149-146c-4acc-b874-9271bde1ec55 HTTP/1.1" status: 200 len: 217 time: 0.0911636 Jan 18 22:22:32.879106 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49804e8-deb8-4dd5-a3f9-5390064be75d req-5b22880c-67ef-49ec-a92e-5f9af5e39fc9 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:32.885061 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49804e8-deb8-4dd5-a3f9-5390064be75d req-5b22880c-67ef-49ec-a92e-5f9af5e39fc9 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:32.890827 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49804e8-deb8-4dd5-a3f9-5390064be75d req-5b22880c-67ef-49ec-a92e-5f9af5e39fc9 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:32.896757 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49804e8-deb8-4dd5-a3f9-5390064be75d req-5b22880c-67ef-49ec-a92e-5f9af5e39fc9 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:32.902575 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49804e8-deb8-4dd5-a3f9-5390064be75d req-5b22880c-67ef-49ec-a92e-5f9af5e39fc9 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:32.908427 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49804e8-deb8-4dd5-a3f9-5390064be75d req-5b22880c-67ef-49ec-a92e-5f9af5e39fc9 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:32.914236 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49804e8-deb8-4dd5-a3f9-5390064be75d req-5b22880c-67ef-49ec-a92e-5f9af5e39fc9 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:32.914733 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-4f54fa65-a281-4ad6-aa68-069ae6a0ea41 req-a1846a99-f103-4bea-ad19-d1b86fbb596f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c28f8033-5a41-4763-87b6-1f0a334565c2 HTTP/1.1" status: 200 len: 217 time: 0.0460868 Jan 18 22:22:32.916206 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a49804e8-deb8-4dd5-a3f9-5390064be75d req-5b22880c-67ef-49ec-a92e-5f9af5e39fc9 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/ports?device_id=db33aaef-5884-4da4-a311-5ede51d08faf HTTP/1.1" status: 200 len: 5420 time: 0.5071771 Jan 18 22:22:32.968324 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f54fa65-a281-4ad6-aa68-069ae6a0ea41 req-06a5006d-7daa-4bae-ae40-e7f4da8bcf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:32.970669 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-4f54fa65-a281-4ad6-aa68-069ae6a0ea41 req-06a5006d-7daa-4bae-ae40-e7f4da8bcf55 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=39872394-9ec8-42e0-a515-8c2f5c78361a HTTP/1.1" status: 200 len: 852 time: 0.0488296 Jan 18 22:22:33.008088 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-4f54fa65-a281-4ad6-aa68-069ae6a0ea41 req-81089c5b-8954-4e34-b0af-9d55f91f79fe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=616341ad-8ee5-46dd-a50f-fbf4c382e06c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308356 Jan 18 22:22:33.040468 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0baff326-e7f9-4e11-84b3-24f0bb442ea3 req-b221b100-43a0-405a-83bb-0be88bff8371 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921148 Jan 18 22:22:33.053840 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-4a33e4f5-3938-4991-bb72-51e4dc13b4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:33.055727 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-4a33e4f5-3938-4991-bb72-51e4dc13b4b3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=14f50ebb-1818-4759-9f29-e9e27d7b46b0 HTTP/1.1" status: 200 len: 851 time: 0.1386118 Jan 18 22:22:33.081284 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a49804e8-deb8-4dd5-a3f9-5390064be75d req-ab3a76ec-17d4-499e-8a92-12576b4d7716 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/security-groups?id=43d45361-b6ad-4105-a9b4-e598b6e8e651&id=1a7f3ba7-6b33-47d4-842d-f8859c8e7d98&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1537447 Jan 18 22:22:33.114801 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-92c741fe-6e3b-4d94-94cb-38bfc0f89f40 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60203213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62288684'] for subnet, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:33.154646 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-4f54fa65-a281-4ad6-aa68-069ae6a0ea41 req-8c45504b-ff80-42b4-b19c-33d99155f8cf service neutron] 10.222.0.36 "GET /v2.0/networks/616341ad-8ee5-46dd-a50f-fbf4c382e06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396849 Jan 18 22:22:33.172273 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-276f807c-ad1a-43d8-a0bf-c5bd6bfa0125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:33.173832 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-276f807c-ad1a-43d8-a0bf-c5bd6bfa0125 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f9ad31e7-37ce-419b-821b-a9da1bd29d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1099942 Jan 18 22:22:33.180095 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c741fe-6e3b-4d94-94cb-38bfc0f89f40 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event updated for resources: {'Subnet': ['ID=4378f2d8-a760-4c8d-a1d7-8e5ebc86dbb0,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:33.197483 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db33aaef-5884-4da4-a311-5ede51d08faf', 'tag': 'd4aeaad3-0a25-4101-bf67-696d922c2523'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:22:33.199754 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5774b999-2df3-4cde-aeea-89eaa914d5aa" -d '{"events": [{"name": "network-changed", "server_uuid": "db33aaef-5884-4da4-a311-5ede51d08faf", "tag": "d4aeaad3-0a25-4101-bf67-696d922c2523"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:22:33.269963 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c741fe-6e3b-4d94-94cb-38bfc0f89f40 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Checking segment: {'id': '3c2fda82-0722-4d26-8bf8-bb1f4fe594b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:22:33.270355 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c741fe-6e3b-4d94-94cb-38bfc0f89f40 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Network hostable DHCP agents. Network: 5ec417a5-fa6c-4abd-aa15-b83b9df83503, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:22:33.275427 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f00f951c-f985-463d-a74b-ff6c7db94dd2 x-openstack-request-id: req-f00f951c-f985-463d-a74b-ff6c7db94dd2 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:22:33.276303 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6138526-59ca-497b-bec9-e04ae274ebd6", "tag": "c28f8033-5a41-4763-87b6-1f0a334565c2", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:22:33.276450 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f00f951c-f985-463d-a74b-ff6c7db94dd2 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:22:33.276898 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6138526-59ca-497b-bec9-e04ae274ebd6', 'tag': 'c28f8033-5a41-4763-87b6-1f0a334565c2', 'status': 'completed', 'code': 200} Jan 18 22:22:33.293444 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-4f54fa65-a281-4ad6-aa68-069ae6a0ea41 req-5aa577a9-f494-4c8f-9f80-3e4ad7b722ba service neutron] 10.222.0.36 "GET /v2.0/networks/616341ad-8ee5-46dd-a50f-fbf4c382e06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282282 Jan 18 22:22:33.350776 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c741fe-6e3b-4d94-94cb-38bfc0f89f40 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:22:33.354033 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fcd34a1-b348-4cf2-897a-ba83198bbad5 x-openstack-request-id: req-7fcd34a1-b348-4cf2-897a-ba83198bbad5 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:22:33.354326 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db33aaef-5884-4da4-a311-5ede51d08faf", "tag": "d4aeaad3-0a25-4101-bf67-696d922c2523", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:22:33.354577 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7fcd34a1-b348-4cf2-897a-ba83198bbad5 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:22:33.355235 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db33aaef-5884-4da4-a311-5ede51d08faf', 'tag': 'd4aeaad3-0a25-4101-bf67-696d922c2523', 'status': 'completed', 'code': 200} Jan 18 22:22:33.389718 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-92c741fe-6e3b-4d94-94cb-38bfc0f89f40 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 5ec417a5-fa6c-4abd-aa15-b83b9df83503) {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:22:33.410644 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c741fe-6e3b-4d94-94cb-38bfc0f89f40 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:33.411253 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-92c741fe-6e3b-4d94-94cb-38bfc0f89f40 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:33.413310 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014e9f4b-d3d7-47b7-8dd7-8a92adfa23d8 None None] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:22:33.430252 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8e7f79-2350-4ec1-8f73-cd7210d8c0e6 req-cd26d1eb-155f-425c-8989-09218623ba7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:33.432146 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-3f8e7f79-2350-4ec1-8f73-cd7210d8c0e6 req-cd26d1eb-155f-425c-8989-09218623ba7a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=feff401a111441e8bc4bdb3f9c55f3c8&device_id=b6138526-59ca-497b-bec9-e04ae274ebd6 HTTP/1.1" status: 200 len: 1094 time: 0.0629091 Jan 18 22:22:33.443328 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7bac9a-d1de-4392-a231-834ec42f8db0 req-047766f2-39a8-4bf7-afe8-36c1b830f31a tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:33.451216 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ad7bac9a-d1de-4392-a231-834ec42f8db0 req-047766f2-39a8-4bf7-afe8-36c1b830f31a tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa35bf88-4440-4d73-afcd-ae0cc04d6d11 HTTP/1.1" status: 200 len: 944 time: 0.1647317 Jan 18 22:22:33.469100 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-0a96aada-16a5-421d-b9ac-5ba169b6bc97 service neutron] 10.222.0.67 "GET /v2.0/networks/f9ad31e7-37ce-419b-821b-a9da1bd29d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852740 Jan 18 22:22:33.475622 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-92c741fe-6e3b-4d94-94cb-38bfc0f89f40 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6621497 Jan 18 22:22:33.476513 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 38200) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:22:33.484530 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-5f978f56-fbc7-44ac-8afe-38400bd77b3b tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Request body: {'port': {'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503', 'name': 'tempest-NetworksTestDHCPv6-1787627288'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:22:33.612775 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ad7bac9a-d1de-4392-a231-834ec42f8db0 req-d1e6e95b-7abf-4eb7-9c54-a04844a6d5eb tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fead2ec-99b5-4f01-a8ba-653859b4c215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1605947 Jan 18 22:22:33.666928 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8e7f79-2350-4ec1-8f73-cd7210d8c0e6 req-1cc877dc-4304-4a52-9cf4-60d0dfcefa6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:33.668447 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-3f8e7f79-2350-4ec1-8f73-cd7210d8c0e6 req-1cc877dc-4304-4a52-9cf4-60d0dfcefa6c service neutron] 10.222.0.36 "GET /v2.0/networks?id=616341ad-8ee5-46dd-a50f-fbf4c382e06c HTTP/1.1" status: 200 len: 912 time: 0.2288487 Jan 18 22:22:33.693270 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed802467-6c47-477c-8c95-32e45326ed40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-5ec417a5-fa6c-4abd-aa15-b83b9df83503', 'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503', 'tenant_id': '0a17ff9ddd5f489695e0235ae87388f5', 'fixed_ips': [{'subnet_id': '4378f2d8-a760-4c8d-a1d7-8e5ebc86dbb0'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:22:33.694165 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ed802467-6c47-477c-8c95-32e45326ed40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:33.696190 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa8dcf3-3574-414e-bfe3-988bd5360d4f req-5b34f129-cc83-4f78-88d1-ef8a358bbc26 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:33.700598 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4fa8dcf3-3574-414e-bfe3-988bd5360d4f req-5b34f129-cc83-4f78-88d1-ef8a358bbc26 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/ports?device_id=19a97c9e-7ddb-48c2-91c8-4bbe0366cb8d HTTP/1.1" status: 200 len: 946 time: 0.2970667 Jan 18 22:22:33.755529 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-3f8e7f79-2350-4ec1-8f73-cd7210d8c0e6 req-37ef0b7a-851f-4be1-804f-e13d972ceafb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c28f8033-5a41-4763-87b6-1f0a334565c2 HTTP/1.1" status: 200 len: 217 time: 0.0781174 Jan 18 22:22:33.779287 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-e2cceb92-3594-4e89-8755-e087e37dcf52 service neutron] 10.222.0.67 "GET /v2.0/networks/f9ad31e7-37ce-419b-821b-a9da1bd29d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848988 Jan 18 22:22:33.821082 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f978f56-fbc7-44ac-8afe-38400bd77b3b tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Made reservation on behalf of 0a17ff9ddd5f489695e0235ae87388f5 for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:22:33.825238 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5f978f56-fbc7-44ac-8afe-38400bd77b3b tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:33.828052 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4fa8dcf3-3574-414e-bfe3-988bd5360d4f req-fb1847ad-d8f8-4d36-b68a-ee696fb15028 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/security-groups?id=92d0bf2d-4a69-4a06-bc28-bffdc82f7ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091268 Jan 18 22:22:33.836603 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-8e1abdd4-b552-429d-ae5f-a4fceb852850 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.194&port_id=726f2559-9d78-42be-aef4-a8aa75da8ec7 HTTP/1.1" status: 200 len: 217 time: 0.0483575 Jan 18 22:22:33.847878 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-ed802467-6c47-477c-8c95-32e45326ed40 None None] Allocated IP 2001:db8::2 (5ec417a5-fa6c-4abd-aa15-b83b9df83503/4378f2d8-a760-4c8d-a1d7-8e5ebc86dbb0/dedc9469-4682-4cef-81d5-ea1dd399bb95) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:22:33.857726 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248097be-1e66-4255-a48e-42904f942f8d req-659b37aa-4604-4bb4-992d-69f0166d06e4 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:33.864354 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248097be-1e66-4255-a48e-42904f942f8d req-659b37aa-4604-4bb4-992d-69f0166d06e4 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:33.870943 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248097be-1e66-4255-a48e-42904f942f8d req-659b37aa-4604-4bb4-992d-69f0166d06e4 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:33.879258 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248097be-1e66-4255-a48e-42904f942f8d req-659b37aa-4604-4bb4-992d-69f0166d06e4 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:33.882736 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f54fa65-a281-4ad6-aa68-069ae6a0ea41 req-5d722877-2fad-4de2-bbc6-b2a017273881 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:33.884695 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-4f54fa65-a281-4ad6-aa68-069ae6a0ea41 req-5d722877-2fad-4de2-bbc6-b2a017273881 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6138526-59ca-497b-bec9-e04ae274ebd6 HTTP/1.1" status: 200 len: 943 time: 0.1395915 Jan 18 22:22:33.886224 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [None req-5f978f56-fbc7-44ac-8afe-38400bd77b3b tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] device_id is not set on port b894de17-cce5-492d-8ed3-c67944c88a62 yet. {{(pid=102431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:22:33.887023 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248097be-1e66-4255-a48e-42904f942f8d req-659b37aa-4604-4bb4-992d-69f0166d06e4 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:33.895419 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248097be-1e66-4255-a48e-42904f942f8d req-659b37aa-4604-4bb4-992d-69f0166d06e4 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:33.902643 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248097be-1e66-4255-a48e-42904f942f8d req-659b37aa-4604-4bb4-992d-69f0166d06e4 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:33.906541 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8e7f79-2350-4ec1-8f73-cd7210d8c0e6 req-e4775bf7-f9c7-4f70-b688-eac8d707a967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:33.908026 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-3f8e7f79-2350-4ec1-8f73-cd7210d8c0e6 req-e4775bf7-f9c7-4f70-b688-eac8d707a967 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=39872394-9ec8-42e0-a515-8c2f5c78361a HTTP/1.1" status: 200 len: 852 time: 0.1315882 Jan 18 22:22:33.915045 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-248097be-1e66-4255-a48e-42904f942f8d req-659b37aa-4604-4bb4-992d-69f0166d06e4 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fdf43ac-e2d1-46c0-a022-01c13375d73d HTTP/1.1" status: 200 len: 5428 time: 0.2066679 Jan 18 22:22:33.951179 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device b39b79af-f443-48d6-a70e-0edb9f29990f details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:22:34.024905 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-248097be-1e66-4255-a48e-42904f942f8d req-cbd36ef4-51f5-4e83-a3ee-3a6becf971c1 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "GET /v2.0/security-groups?id=feae3479-97c3-4dcd-9cbb-02eadc4c6a76&id=61d17b67-718c-4475-950b-257bfb33b7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1089096 Jan 18 22:22:34.066550 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-ddeac27b-20d5-436b-8686-002529983d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:34.068500 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-3f8e7f79-2350-4ec1-8f73-cd7210d8c0e6 req-54386348-1671-47c1-9414-6acc3e9c2a22 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=616341ad-8ee5-46dd-a50f-fbf4c382e06c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0919082 Jan 18 22:22:34.072861 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-ddeac27b-20d5-436b-8686-002529983d9c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ff3864e7-3d06-47c3-9688-9fc89286565c HTTP/1.1" status: 200 len: 797 time: 0.1548059 Jan 18 22:22:34.150361 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port b39b79af-f443-48d6-a70e-0edb9f29990f, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=b39b79af-f443-48d6-a70e-0edb9f29990f,segment=NetworkSegment(66a6c0bc-a9db-4ef2-b573-64d9158634ea),segment_id=66a6c0bc-a9db-4ef2-b573-64d9158634ea)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:22:34.172961 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ed802467-6c47-477c-8c95-32e45326ed40 None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:34.172961 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': 'b39b79af-f443-48d6-a70e-0edb9f29990f', 'network_id': 'ffe48ea3-f64a-402a-9434-49f5506fd6ae', 'port_id': 'b39b79af-f443-48d6-a70e-0edb9f29990f', 'mac_address': 'fa:16:3e:ae:cb:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd06fbe7b-0a64-4f51-8e12-d9844a15f25c', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:22:34.179161 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943b7ad4-54e9-4039-8c6e-072e2fb33a34 req-04abef43-730a-4eb8-b9a1-2459344494bd tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:34.180817 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-943b7ad4-54e9-4039-8c6e-072e2fb33a34 req-04abef43-730a-4eb8-b9a1-2459344494bd tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa35bf88-4440-4d73-afcd-ae0cc04d6d11 HTTP/1.1" status: 200 len: 944 time: 0.1903384 Jan 18 22:22:34.206992 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-f9e48eaa-6fca-4c97-897a-4ef2897e45b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:34.210060 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-f9e48eaa-6fca-4c97-897a-4ef2897e45b7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dd775970-2a5b-4fa0-b58f-e11b40e608fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1283443 Jan 18 22:22:34.214645 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:34.218272 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ed802467-6c47-477c-8c95-32e45326ed40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:34.248604 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be73e634-0030-43e6-a791-39f3ddc7d01e req-81f17c0e-656e-452d-acb9-dbd3deb22297 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:34.256412 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-be73e634-0030-43e6-a791-39f3ddc7d01e req-81f17c0e-656e-452d-acb9-dbd3deb22297 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/ports?device_id=19a97c9e-7ddb-48c2-91c8-4bbe0366cb8d HTTP/1.1" status: 200 len: 946 time: 0.1215515 Jan 18 22:22:34.282056 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed802467-6c47-477c-8c95-32e45326ed40 None None] Pushing event updated for resources: {'Port': ['ID=dedc9469-4682-4cef-81d5-ea1dd399bb95,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:34.296061 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed802467-6c47-477c-8c95-32e45326ed40 None None] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:22:34.297814 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b39b79af-f443-48d6-a70e-0edb9f29990f {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:22:34.314035 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-ed802467-6c47-477c-8c95-32e45326ed40 None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:22:34.316795 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed802467-6c47-477c-8c95-32e45326ed40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:22:34.317225 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed802467-6c47-477c-8c95-32e45326ed40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:22:34.317635 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed802467-6c47-477c-8c95-32e45326ed40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:22:34.318178 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed802467-6c47-477c-8c95-32e45326ed40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:22:34.318441 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed802467-6c47-477c-8c95-32e45326ed40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:22:34.318841 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed802467-6c47-477c-8c95-32e45326ed40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:22:34.319696 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed802467-6c47-477c-8c95-32e45326ed40 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:22:34.319696 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed802467-6c47-477c-8c95-32e45326ed40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:22:34.319863 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed802467-6c47-477c-8c95-32e45326ed40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:22:34.320413 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed802467-6c47-477c-8c95-32e45326ed40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:22:34.320836 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed802467-6c47-477c-8c95-32e45326ed40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:22:34.321301 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed802467-6c47-477c-8c95-32e45326ed40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:22:34.324774 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed802467-6c47-477c-8c95-32e45326ed40 None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:22:34.336170 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-4f54fa65-a281-4ad6-aa68-069ae6a0ea41 req-12bee9b8-7e3e-4aae-a0af-bbda93cdba4d tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Deleting port c28f8033-5a41-4763-87b6-1f0a334565c2 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:22:34.336524 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-4f54fa65-a281-4ad6-aa68-069ae6a0ea41 req-12bee9b8-7e3e-4aae-a0af-bbda93cdba4d tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:34.337534 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port b39b79af-f443-48d6-a70e-0edb9f29990f, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=b39b79af-f443-48d6-a70e-0edb9f29990f,segment=NetworkSegment(66a6c0bc-a9db-4ef2-b573-64d9158634ea),segment_id=66a6c0bc-a9db-4ef2-b573-64d9158634ea)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:22:34.354300 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-943b7ad4-54e9-4039-8c6e-072e2fb33a34 req-36ea3bd0-4a1e-40e2-82ea-1eb12e58ecf8 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fead2ec-99b5-4f01-a8ba-653859b4c215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1640246 Jan 18 22:22:34.363707 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:34.363707 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device ac916a4a-3bf6-444a-a917-d065fe9287b9 details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:22:34.393829 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-be73e634-0030-43e6-a791-39f3ddc7d01e req-af2d350a-a7f3-42b0-9dc0-393516fe2ca3 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/security-groups?id=92d0bf2d-4a69-4a06-bc28-bffdc82f7ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361513 Jan 18 22:22:34.407519 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-5f978f56-fbc7-44ac-8afe-38400bd77b3b tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Allocated IP 2001:db8::47 (5ec417a5-fa6c-4abd-aa15-b83b9df83503/4378f2d8-a760-4c8d-a1d7-8e5ebc86dbb0/b894de17-cce5-492d-8ed3-c67944c88a62) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:22:34.448913 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-ed802467-6c47-477c-8c95-32e45326ed40 None None] Attempting to bind port dedc9469-4682-4cef-81d5-ea1dd399bb95 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:22:34.449411 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-ed802467-6c47-477c-8c95-32e45326ed40 None None] Attempting to bind port dedc9469-4682-4cef-81d5-ea1dd399bb95 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '3c2fda82-0722-4d26-8bf8-bb1f4fe594b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:22:34.449645 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed802467-6c47-477c-8c95-32e45326ed40 None None] Attempting to bind port dedc9469-4682-4cef-81d5-ea1dd399bb95 on network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:22:34.457755 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 38218) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:22:34.466168 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-1e93fa56-b0c1-434d-bbda-39aad552ab47 service neutron] 10.222.0.67 "GET /v2.0/networks/dd775970-2a5b-4fa0-b58f-e11b40e608fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463000 Jan 18 22:22:34.530457 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed802467-6c47-477c-8c95-32e45326ed40 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:22:34.530830 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed802467-6c47-477c-8c95-32e45326ed40 None None] Checking segment: {'id': '3c2fda82-0722-4d26-8bf8-bb1f4fe594b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:22:34.531400 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ed802467-6c47-477c-8c95-32e45326ed40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:34.531966 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed802467-6c47-477c-8c95-32e45326ed40 None None] Bound using segment: {'id': '3c2fda82-0722-4d26-8bf8-bb1f4fe594b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:22:34.532611 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-ed802467-6c47-477c-8c95-32e45326ed40 None None] Bound port: dedc9469-4682-4cef-81d5-ea1dd399bb95, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2fda82-0722-4d26-8bf8-bb1f4fe594b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:22:34.533144 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ed802467-6c47-477c-8c95-32e45326ed40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:34.561110 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-3f8e7f79-2350-4ec1-8f73-cd7210d8c0e6 req-adeafa1a-8810-40ff-afcb-f3d5fc9e69cc service neutron] 10.222.0.36 "GET /v2.0/networks/616341ad-8ee5-46dd-a50f-fbf4c382e06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4665346 Jan 18 22:22:34.561607 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=b39b79af-f443-48d6-a70e-0edb9f29990f,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:34.631806 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddbf40aa-aa30-485f-acf6-1205ce71c5cd admin admin] Deleting subnet 7c698099-8c96-4ff9-a982-e918b5bcbfac {{(pid=102430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:22:34.654153 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ddbf40aa-aa30-485f-acf6-1205ce71c5cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:34.662887 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port ac916a4a-3bf6-444a-a917-d065fe9287b9, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=ac916a4a-3bf6-444a-a917-d065fe9287b9,segment=NetworkSegment(faec684d-228a-4063-b282-58eaf9720a79),segment_id=faec684d-228a-4063-b282-58eaf9720a79)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:22:34.666071 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-ed802467-6c47-477c-8c95-32e45326ed40 None None] For port dedc9469-4682-4cef-81d5-ea1dd399bb95, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:22:34.695245 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-ed802467-6c47-477c-8c95-32e45326ed40 None None] For port dedc9469-4682-4cef-81d5-ea1dd399bb95, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=dedc9469-4682-4cef-81d5-ea1dd399bb95,segment=NetworkSegment(3c2fda82-0722-4d26-8bf8-bb1f4fe594b8),segment_id=3c2fda82-0722-4d26-8bf8-bb1f4fe594b8)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:22:34.696887 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': 'ac916a4a-3bf6-444a-a917-d065fe9287b9', 'network_id': 'a51a6fff-5ab2-447c-8b55-7ba7d5e58077', 'port_id': 'ac916a4a-3bf6-444a-a917-d065fe9287b9', 'mac_address': 'fa:16:3e:70:e0:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '388020c9-0236-4ef5-93d9-ef2bde8b97b6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:22:34.714983 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55357ba0-7628-41e2-afba-752d1d9eba5e req-6ee146bb-5fea-47ee-9dc0-27781010261b tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:34.716310 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-4f54fa65-a281-4ad6-aa68-069ae6a0ea41 req-12bee9b8-7e3e-4aae-a0af-bbda93cdba4d tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] For port c28f8033-5a41-4763-87b6-1f0a334565c2, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=c28f8033-5a41-4763-87b6-1f0a334565c2,segment=NetworkSegment(773e2478-13af-4dd0-bb1a-13e4946a40f7),segment_id=773e2478-13af-4dd0-bb1a-13e4946a40f7)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:22:34.716813 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-4f54fa65-a281-4ad6-aa68-069ae6a0ea41 req-12bee9b8-7e3e-4aae-a0af-bbda93cdba4d tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:34.722834 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-55357ba0-7628-41e2-afba-752d1d9eba5e req-6ee146bb-5fea-47ee-9dc0-27781010261b tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6138526-59ca-497b-bec9-e04ae274ebd6 HTTP/1.1" status: 200 len: 943 time: 0.2536223 Jan 18 22:22:34.746092 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ddbf40aa-aa30-485f-acf6-1205ce71c5cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60394745'] for subnet, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:34.764920 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:34.768779 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ed802467-6c47-477c-8c95-32e45326ed40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:34.790714 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-4f54fa65-a281-4ad6-aa68-069ae6a0ea41 req-12bee9b8-7e3e-4aae-a0af-bbda93cdba4d tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Calling delete_port for c28f8033-5a41-4763-87b6-1f0a334565c2 owned by compute:nova {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:22:34.812837 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51fae27-ebb7-4667-8741-57f6201ed8a2 req-8f98e27e-0782-4965-a933-93369e3ed10d tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:34.817722 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51fae27-ebb7-4667-8741-57f6201ed8a2 req-8f98e27e-0782-4965-a933-93369e3ed10d tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:34.823735 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51fae27-ebb7-4667-8741-57f6201ed8a2 req-8f98e27e-0782-4965-a933-93369e3ed10d tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:34.829647 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac916a4a-3bf6-444a-a917-d065fe9287b9 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:22:34.830123 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51fae27-ebb7-4667-8741-57f6201ed8a2 req-8f98e27e-0782-4965-a933-93369e3ed10d tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:34.836243 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51fae27-ebb7-4667-8741-57f6201ed8a2 req-8f98e27e-0782-4965-a933-93369e3ed10d tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:34.847762 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51fae27-ebb7-4667-8741-57f6201ed8a2 req-8f98e27e-0782-4965-a933-93369e3ed10d tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:34.848769 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51fae27-ebb7-4667-8741-57f6201ed8a2 req-8f98e27e-0782-4965-a933-93369e3ed10d tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:34.850713 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f51fae27-ebb7-4667-8741-57f6201ed8a2 req-8f98e27e-0782-4965-a933-93369e3ed10d tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/ports?device_id=db33aaef-5884-4da4-a311-5ede51d08faf HTTP/1.1" status: 200 len: 5420 time: 0.2516243 Jan 18 22:22:34.862798 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-2622100b-1626-4b7c-9b5a-6639eba08d51 service neutron] 10.222.0.67 "GET /v2.0/networks/dd775970-2a5b-4fa0-b58f-e11b40e608fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3692591 Jan 18 22:22:34.891894 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port ac916a4a-3bf6-444a-a917-d065fe9287b9, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=ac916a4a-3bf6-444a-a917-d065fe9287b9,segment=NetworkSegment(faec684d-228a-4063-b282-58eaf9720a79),segment_id=faec684d-228a-4063-b282-58eaf9720a79)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:22:34.893770 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed802467-6c47-477c-8c95-32e45326ed40 None None] Pushing event updated for resources: {'Port': ['ID=dedc9469-4682-4cef-81d5-ea1dd399bb95,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:34.899272 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-55357ba0-7628-41e2-afba-752d1d9eba5e req-e2721a1c-f5da-4689-b78f-19202dcf5398 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736538 Jan 18 22:22:34.901757 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:34.902563 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 628fd386-d663-4f6e-b10c-63286e484d82 details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:22:34.998153 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ddbf40aa-aa30-485f-acf6-1205ce71c5cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:35.040001 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-0ff4ffac-02d2-4ac0-933a-fdb3412ba4e7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.27&port_id=612fabe9-4416-4612-8231-d5ba01cdae5f HTTP/1.1" status: 200 len: 217 time: 0.1644099 Jan 18 22:22:35.061498 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5f978f56-fbc7-44ac-8afe-38400bd77b3b tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:35.073126 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-3f8e7f79-2350-4ec1-8f73-cd7210d8c0e6 req-5fe3d633-e076-4462-89dc-cafb8bd7265c service neutron] 10.222.0.36 "GET /v2.0/networks/616341ad-8ee5-46dd-a50f-fbf4c382e06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4936204 Jan 18 22:22:35.133936 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-4f54fa65-a281-4ad6-aa68-069ae6a0ea41 req-12bee9b8-7e3e-4aae-a0af-bbda93cdba4d tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:35.178889 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f51fae27-ebb7-4667-8741-57f6201ed8a2 req-7367d6cd-405a-4906-a013-50e85f42bf03 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/security-groups?id=43d45361-b6ad-4105-a9b4-e598b6e8e651&id=1a7f3ba7-6b33-47d4-842d-f8859c8e7d98&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3104339 Jan 18 22:22:35.193230 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=ac916a4a-3bf6-444a-a917-d065fe9287b9,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:35.199541 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bee9b8-7e3e-4aae-a0af-bbda93cdba4d tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Pushing event deleted for resources: {'Port': ['ID=c28f8033-5a41-4763-87b6-1f0a334565c2,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:35.213134 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-7a8ab6fe-0abe-4724-91ae-e113fe7dab0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:35.214737 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-7a8ab6fe-0abe-4724-91ae-e113fe7dab0a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ff3864e7-3d06-47c3-9688-9fc89286565c HTTP/1.1" status: 200 len: 797 time: 0.1633048 Jan 18 22:22:35.237607 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 628fd386-d663-4f6e-b10c-63286e484d82, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=628fd386-d663-4f6e-b10c-63286e484d82,segment=NetworkSegment(ee75c36c-e3da-443e-af67-166cf5cadbbd),segment_id=ee75c36c-e3da-443e-af67-166cf5cadbbd)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:22:35.238538 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ddbf40aa-aa30-485f-acf6-1205ce71c5cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60203138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62288677'] for subnet, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:35.271862 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': '628fd386-d663-4f6e-b10c-63286e484d82', 'network_id': '6762cf84-f7fb-4f6c-9c16-5d48c8ba314e', 'port_id': '628fd386-d663-4f6e-b10c-63286e484d82', 'mac_address': 'fa:16:3e:5a:38:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d0ea6b9-4b19-4f86-aaca-bbf2d184c8f5', 'ip_address': '10.1.1.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:22:35.274901 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5f978f56-fbc7-44ac-8afe-38400bd77b3b tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:35.277674 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f54fa65-a281-4ad6-aa68-069ae6a0ea41 req-12bee9b8-7e3e-4aae-a0af-bbda93cdba4d tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] No DVR routers for this DVR port c28f8033-5a41-4763-87b6-1f0a334565c2 on host n-h1-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:22:35.286715 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-4f54fa65-a281-4ad6-aa68-069ae6a0ea41 req-12bee9b8-7e3e-4aae-a0af-bbda93cdba4d tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:35.292184 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-4f54fa65-a281-4ad6-aa68-069ae6a0ea41 req-12bee9b8-7e3e-4aae-a0af-bbda93cdba4d tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.36 "DELETE /v2.0/ports/c28f8033-5a41-4763-87b6-1f0a334565c2 HTTP/1.1" status: 204 len: 173 time: 1.3955119 Jan 18 22:22:35.293645 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6138526-59ca-497b-bec9-e04ae274ebd6', 'name': 'network-vif-deleted', 'tag': 'c28f8033-5a41-4763-87b6-1f0a334565c2'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:22:35.296938 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe4d9bb9-e4da-43ef-897e-2dfff238b7db" -d '{"events": [{"server_uuid": "b6138526-59ca-497b-bec9-e04ae274ebd6", "name": "network-vif-deleted", "tag": "c28f8033-5a41-4763-87b6-1f0a334565c2"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:22:35.327468 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbf40aa-aa30-485f-acf6-1205ce71c5cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c698099-8c96-4ff9-a982-e918b5bcbfac,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:35.334840 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ddbf40aa-aa30-485f-acf6-1205ce71c5cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:35.338262 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-ddbf40aa-aa30-485f-acf6-1205ce71c5cd admin admin] 10.222.0.53 "DELETE /v2.0/subnets/7c698099-8c96-4ff9-a982-e918b5bcbfac HTTP/1.1" status: 204 len: 168 time: 0.8794537 Jan 18 22:22:35.341662 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-dbf57015-355a-4fdb-abbc-f3588802a2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:35.343118 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-dbf57015-355a-4fdb-abbc-f3588802a2e3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dd775970-2a5b-4fa0-b58f-e11b40e608fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1199765 Jan 18 22:22:35.343584 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 38232) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:22:35.365118 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f978f56-fbc7-44ac-8afe-38400bd77b3b tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:22:35.372030 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-5f978f56-fbc7-44ac-8afe-38400bd77b3b tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:22:35.381659 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f978f56-fbc7-44ac-8afe-38400bd77b3b tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:22:35.388147 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f978f56-fbc7-44ac-8afe-38400bd77b3b tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:35.389300 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5f978f56-fbc7-44ac-8afe-38400bd77b3b tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:35.415686 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f978f56-fbc7-44ac-8afe-38400bd77b3b tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event updated for resources: {'Port': ['ID=b894de17-cce5-492d-8ed3-c67944c88a62,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:35.417091 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:35.431219 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-5f978f56-fbc7-44ac-8afe-38400bd77b3b tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9540431 Jan 18 22:22:35.433874 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 38234) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:22:35.460398 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 628fd386-d663-4f6e-b10c-63286e484d82 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:22:35.531464 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 628fd386-d663-4f6e-b10c-63286e484d82, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=628fd386-d663-4f6e-b10c-63286e484d82,segment=NetworkSegment(ee75c36c-e3da-443e-af67-166cf5cadbbd),segment_id=ee75c36c-e3da-443e-af67-166cf5cadbbd)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:22:35.545492 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:35.546541 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 2b6e3326-dc40-49a1-9ecb-6190b53d266d details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:22:35.590708 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de320f45-a238-4c17-87b3-21ecd2d2ce80 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:35.602093 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de320f45-a238-4c17-87b3-21ecd2d2ce80 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:35.605370 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-de320f45-a238-4c17-87b3-21ecd2d2ce80 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1687567 Jan 18 22:22:35.607761 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 38242) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:22:35.640022 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-284e9db5-a32c-4c8b-87e4-c5f9b4555717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:35.753594 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ccb3819e-b127-419a-85c1-5a0e7c8436ea req-6c6b84fb-6a0f-4223-b9e9-62b19f2e7498 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=feff401a111441e8bc4bdb3f9c55f3c8&device_id=b6138526-59ca-497b-bec9-e04ae274ebd6 HTTP/1.1" status: 200 len: 210 time: 0.0774131 Jan 18 22:22:35.845337 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026ebfd4-4dc8-4a0e-8951-a13fe2f4e801 req-bc8a9e4f-1cdf-4d51-bd64-f1547ae4c0ad tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:35.859301 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026ebfd4-4dc8-4a0e-8951-a13fe2f4e801 req-bc8a9e4f-1cdf-4d51-bd64-f1547ae4c0ad tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:35.864721 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-1699df30-ad92-47e9-9edb-5cd65737ded5 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Deleting port b894de17-cce5-492d-8ed3-c67944c88a62 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:22:35.865065 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1699df30-ad92-47e9-9edb-5cd65737ded5 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:35.868879 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 2b6e3326-dc40-49a1-9ecb-6190b53d266d, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=2b6e3326-dc40-49a1-9ecb-6190b53d266d,segment=NetworkSegment(66a6c0bc-a9db-4ef2-b573-64d9158634ea),segment_id=66a6c0bc-a9db-4ef2-b573-64d9158634ea)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:22:35.874440 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026ebfd4-4dc8-4a0e-8951-a13fe2f4e801 req-bc8a9e4f-1cdf-4d51-bd64-f1547ae4c0ad tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:35.900307 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026ebfd4-4dc8-4a0e-8951-a13fe2f4e801 req-bc8a9e4f-1cdf-4d51-bd64-f1547ae4c0ad tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:35.903594 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=628fd386-d663-4f6e-b10c-63286e484d82,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:35.908065 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026ebfd4-4dc8-4a0e-8951-a13fe2f4e801 req-bc8a9e4f-1cdf-4d51-bd64-f1547ae4c0ad tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:35.911734 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': '2b6e3326-dc40-49a1-9ecb-6190b53d266d', 'network_id': 'ffe48ea3-f64a-402a-9434-49f5506fd6ae', 'port_id': '2b6e3326-dc40-49a1-9ecb-6190b53d266d', 'mac_address': 'fa:16:3e:e4:c5:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd06fbe7b-0a64-4f51-8e12-d9844a15f25c', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:22:35.914479 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026ebfd4-4dc8-4a0e-8951-a13fe2f4e801 req-bc8a9e4f-1cdf-4d51-bd64-f1547ae4c0ad tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:35.933394 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026ebfd4-4dc8-4a0e-8951-a13fe2f4e801 req-bc8a9e4f-1cdf-4d51-bd64-f1547ae4c0ad tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:35.944676 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-026ebfd4-4dc8-4a0e-8951-a13fe2f4e801 req-bc8a9e4f-1cdf-4d51-bd64-f1547ae4c0ad tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fdf43ac-e2d1-46c0-a022-01c13375d73d HTTP/1.1" status: 200 len: 5431 time: 0.3196676 Jan 18 22:22:35.951314 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-c26a7727-6c0a-4ab1-9b46-d68333d04e35 service neutron] 10.222.0.67 "GET /v2.0/networks/dd775970-2a5b-4fa0-b58f-e11b40e608fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4391274 Jan 18 22:22:36.000921 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb3819e-b127-419a-85c1-5a0e7c8436ea req-16c8cf85-716b-4ad3-8e01-0105ddecc98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:36.003825 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:36.006330 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ccb3819e-b127-419a-85c1-5a0e7c8436ea req-16c8cf85-716b-4ad3-8e01-0105ddecc98e service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=feff401a111441e8bc4bdb3f9c55f3c8&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2388864 Jan 18 22:22:36.031389 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b6e3326-dc40-49a1-9ecb-6190b53d266d {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:22:36.074654 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 2b6e3326-dc40-49a1-9ecb-6190b53d266d, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=2b6e3326-dc40-49a1-9ecb-6190b53d266d,segment=NetworkSegment(66a6c0bc-a9db-4ef2-b573-64d9158634ea),segment_id=66a6c0bc-a9db-4ef2-b573-64d9158634ea)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:22:36.085919 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:36.086639 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 31c5c75b-ce2c-4be9-b4cf-f29652cd677a details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:22:36.121520 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-284e9db5-a32c-4c8b-87e4-c5f9b4555717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:36.191559 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-026ebfd4-4dc8-4a0e-8951-a13fe2f4e801 req-9cbbc19b-6e62-46fd-aff1-783c219d0780 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "GET /v2.0/security-groups?id=feae3479-97c3-4dcd-9cbb-02eadc4c6a76&id=61d17b67-718c-4475-950b-257bfb33b7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2342858 Jan 18 22:22:36.239987 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb3819e-b127-419a-85c1-5a0e7c8436ea req-05c63869-3b07-4b36-af76-626446627c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:36.241464 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 31c5c75b-ce2c-4be9-b4cf-f29652cd677a, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=31c5c75b-ce2c-4be9-b4cf-f29652cd677a,segment=NetworkSegment(ee75c36c-e3da-443e-af67-166cf5cadbbd),segment_id=ee75c36c-e3da-443e-af67-166cf5cadbbd)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:22:36.242796 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ccb3819e-b127-419a-85c1-5a0e7c8436ea req-05c63869-3b07-4b36-af76-626446627c03 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2229590 Jan 18 22:22:36.259368 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-284e9db5-a32c-4c8b-87e4-c5f9b4555717 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['238ed1a6-2b69-482a-a879-0782a721c5d9']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:22:36.268634 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1699df30-ad92-47e9-9edb-5cd65737ded5 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:36.302973 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=2b6e3326-dc40-49a1-9ecb-6190b53d266d,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:36.305405 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-1699df30-ad92-47e9-9edb-5cd65737ded5 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Calling delete_port for b894de17-cce5-492d-8ed3-c67944c88a62 owned by {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:22:36.305861 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-284e9db5-a32c-4c8b-87e4-c5f9b4555717 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbee9262-cfb2-4fc9-82be-4cb3bf414322') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:22:36.306627 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-284e9db5-a32c-4c8b-87e4-c5f9b4555717 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbee9262-cfb2-4fc9-82be-4cb3bf414322') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:22:36.321074 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': '31c5c75b-ce2c-4be9-b4cf-f29652cd677a', 'network_id': '6762cf84-f7fb-4f6c-9c16-5d48c8ba314e', 'port_id': '31c5c75b-ce2c-4be9-b4cf-f29652cd677a', 'mac_address': 'fa:16:3e:67:df:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d0ea6b9-4b19-4f86-aaca-bbf2d184c8f5', 'ip_address': '10.1.1.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:22:36.339461 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 18 Jan 2022 22:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fa2eeab-fd1f-4d9a-b39a-1a13c8146f10 x-openstack-request-id: req-3fa2eeab-fd1f-4d9a-b39a-1a13c8146f10 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:22:36.340024 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6138526-59ca-497b-bec9-e04ae274ebd6", "name": "network-vif-deleted", "tag": "c28f8033-5a41-4763-87b6-1f0a334565c2", "status": "failed", "code": 422}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:22:36.340446 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3fa2eeab-fd1f-4d9a-b39a-1a13c8146f10 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:22:36.341023 n-d-825064-1 neutron-server[102431]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b6138526-59ca-497b-bec9-e04ae274ebd6', 'name': 'network-vif-deleted', 'tag': 'c28f8033-5a41-4763-87b6-1f0a334565c2', 'status': 'failed', 'code': 422} returned with failed status Jan 18 22:22:36.351529 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-284e9db5-a32c-4c8b-87e4-c5f9b4555717 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60394742'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:36.414614 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:36.416862 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ccb3819e-b127-419a-85c1-5a0e7c8436ea req-d519df36-b677-4668-a5e5-b5a409ac1a14 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6138526-59ca-497b-bec9-e04ae274ebd6 HTTP/1.1" status: 200 len: 210 time: 0.0793562 Jan 18 22:22:36.431374 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31c5c75b-ce2c-4be9-b4cf-f29652cd677a {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:22:36.443903 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-ee64f6cb-590b-4608-8278-51dfa8dadcda service neutron] 10.222.0.67 "GET /v2.0/networks/dd775970-2a5b-4fa0-b58f-e11b40e608fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4024439 Jan 18 22:22:36.447902 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-284e9db5-a32c-4c8b-87e4-c5f9b4555717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:36.458620 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 31c5c75b-ce2c-4be9-b4cf-f29652cd677a, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=31c5c75b-ce2c-4be9-b4cf-f29652cd677a,segment=NetworkSegment(ee75c36c-e3da-443e-af67-166cf5cadbbd),segment_id=ee75c36c-e3da-443e-af67-166cf5cadbbd)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:22:36.464490 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:36.465830 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 790739e8-f2d1-4e6b-9f52-59a57a675b05 details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:22:36.474866 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-284e9db5-a32c-4c8b-87e4-c5f9b4555717 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:22:36.475205 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-284e9db5-a32c-4c8b-87e4-c5f9b4555717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60203044'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:36.495741 n-d-825064-1 neutron-server[102430]: Traceback (most recent call last): Jan 18 22:22:36.495741 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:22:36.495741 n-d-825064-1 neutron-server[102430]: timer() Jan 18 22:22:36.495741 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:22:36.495741 n-d-825064-1 neutron-server[102430]: cb(*args, **kw) Jan 18 22:22:36.495741 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:22:36.495741 n-d-825064-1 neutron-server[102430]: return func(*args, **kwargs) Jan 18 22:22:36.495741 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:22:36.495741 n-d-825064-1 neutron-server[102430]: self._notify() Jan 18 22:22:36.495741 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:22:36.495741 n-d-825064-1 neutron-server[102430]: self.callback(batched_events) Jan 18 22:22:36.495741 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:22:36.495741 n-d-825064-1 neutron-server[102430]: event.method(event) Jan 18 22:22:36.495741 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:22:36.495741 n-d-825064-1 neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:22:36.495741 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:22:36.495741 n-d-825064-1 neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:22:36.495741 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:22:36.495741 n-d-825064-1 neutron-server[102430]: return f(self, *a, **k) Jan 18 22:22:36.495741 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:22:36.495741 n-d-825064-1 neutron-server[102430]: return self._get(url).json() Jan 18 22:22:36.495741 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:22:36.495741 n-d-825064-1 neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:22:36.495741 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:22:36.495741 n-d-825064-1 neutron-server[102430]: return self.request(url, 'GET', **kwargs) Jan 18 22:22:36.495741 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:22:36.495741 n-d-825064-1 neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:22:36.495741 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:22:36.495741 n-d-825064-1 neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:22:36.495741 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:22:36.495741 n-d-825064-1 neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:22:36.495741 n-d-825064-1 neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:22:36.547629 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 790739e8-f2d1-4e6b-9f52-59a57a675b05, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=790739e8-f2d1-4e6b-9f52-59a57a675b05,segment=NetworkSegment(ee75c36c-e3da-443e-af67-166cf5cadbbd),segment_id=ee75c36c-e3da-443e-af67-166cf5cadbbd)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:22:36.558593 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1699df30-ad92-47e9-9edb-5cd65737ded5 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:36.628096 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1699df30-ad92-47e9-9edb-5cd65737ded5 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event deleted for resources: {'Port': ['ID=b894de17-cce5-492d-8ed3-c67944c88a62,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:36.640507 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=31c5c75b-ce2c-4be9-b4cf-f29652cd677a,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:36.661224 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30b25cb-399b-44f9-9065-fdc4f94160d5 None None] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:22:36.679976 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1699df30-ad92-47e9-9edb-5cd65737ded5 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:36.688328 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-1699df30-ad92-47e9-9edb-5cd65737ded5 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "DELETE /v2.0/ports/b894de17-cce5-492d-8ed3-c67944c88a62 HTTP/1.1" status: 204 len: 168 time: 1.0770323 Jan 18 22:22:36.688530 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-280828ad-2cc3-4a02-8e41-31b5080e7dda service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=60e4c595-bd88-4dba-8ee6-e0eaf93fa0f9 HTTP/1.1" status: 200 len: 217 time: 0.2347057 Jan 18 22:22:36.688616 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 38278) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:22:36.747799 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a867ca12-3981-4a13-ac2f-589eae0476d8 req-813fbb37-650c-414e-8f66-6840af33d527 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6138526-59ca-497b-bec9-e04ae274ebd6 HTTP/1.1" status: 200 len: 210 time: 0.0748839 Jan 18 22:22:36.811003 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c141cc-21ac-493d-ace7-3ee7c9835c45 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:36.812901 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2451b14-29f9-40f2-b4dd-62c6184953dd req-09ca6161-d5cb-4dea-a7aa-49f4e72953de tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:36.813045 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c141cc-21ac-493d-ace7-3ee7c9835c45 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:36.815326 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a2451b14-29f9-40f2-b4dd-62c6184953dd req-09ca6161-d5cb-4dea-a7aa-49f4e72953de tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=c12c2f22-245f-4eaf-87d7-f3273dc26322 HTTP/1.1" status: 200 len: 943 time: 0.2044652 Jan 18 22:22:36.815737 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-e8c141cc-21ac-493d-ace7-3ee7c9835c45 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1250300 Jan 18 22:22:36.818472 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 38280) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:22:36.819340 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-284e9db5-a32c-4c8b-87e4-c5f9b4555717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:36.861251 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-284e9db5-a32c-4c8b-87e4-c5f9b4555717 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:36.867366 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-284e9db5-a32c-4c8b-87e4-c5f9b4555717 admin admin] 10.222.0.53 "DELETE /v2.0/networks/238ed1a6-2b69-482a-a879-0782a721c5d9 HTTP/1.1" status: 204 len: 168 time: 1.5205054 Jan 18 22:22:36.871519 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': '790739e8-f2d1-4e6b-9f52-59a57a675b05', 'network_id': '6762cf84-f7fb-4f6c-9c16-5d48c8ba314e', 'port_id': '790739e8-f2d1-4e6b-9f52-59a57a675b05', 'mac_address': 'fa:16:3e:fb:d4:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d0ea6b9-4b19-4f86-aaca-bbf2d184c8f5', 'ip_address': '10.1.1.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:22:36.885040 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-0e93d235-cbc9-493f-8521-38d3115fdcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:36.886433 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-0e93d235-cbc9-493f-8521-38d3115fdcc3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ff3864e7-3d06-47c3-9688-9fc89286565c HTTP/1.1" status: 200 len: 797 time: 0.1521275 Jan 18 22:22:36.952360 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-dc93ed17-418f-4a05-b9a1-5278b984b337 None None] Provisioning complete for port dedc9469-4682-4cef-81d5-ea1dd399bb95 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:22:36.952809 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-dc93ed17-418f-4a05-b9a1-5278b984b337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:36.956258 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:37.015128 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284e9db5-a32c-4c8b-87e4-c5f9b4555717 admin admin] Pushing event deleted for resources: {'Network': ['ID=238ed1a6-2b69-482a-a879-0782a721c5d9,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:37.018098 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 790739e8-f2d1-4e6b-9f52-59a57a675b05 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:22:37.057119 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 790739e8-f2d1-4e6b-9f52-59a57a675b05, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=790739e8-f2d1-4e6b-9f52-59a57a675b05,segment=NetworkSegment(ee75c36c-e3da-443e-af67-166cf5cadbbd),segment_id=ee75c36c-e3da-443e-af67-166cf5cadbbd)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:22:37.064239 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:37.065359 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device ac119faf-2a75-40e5-88c9-de25c7935e34 details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:22:37.117484 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_v2 [None req-71e7d520-827c-4699-b196-b44cc9e2d36c tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Deleting subnet 4378f2d8-a760-4c8d-a1d7-8e5ebc86dbb0 {{(pid=102430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:22:37.127375 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-71e7d520-827c-4699-b196-b44cc9e2d36c tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for subnet, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:37.189715 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 38286) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:22:37.195013 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eeb215-d0b4-4505-8aaa-d9c606771d1a req-e59bac33-4943-4e12-b9ea-bf9cf06a2428 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:37.207498 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eeb215-d0b4-4505-8aaa-d9c606771d1a req-e59bac33-4943-4e12-b9ea-bf9cf06a2428 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:37.208607 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port ac119faf-2a75-40e5-88c9-de25c7935e34, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=ac119faf-2a75-40e5-88c9-de25c7935e34,segment=NetworkSegment(ee75c36c-e3da-443e-af67-166cf5cadbbd),segment_id=ee75c36c-e3da-443e-af67-166cf5cadbbd)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:22:37.210115 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eeb215-d0b4-4505-8aaa-d9c606771d1a req-e59bac33-4943-4e12-b9ea-bf9cf06a2428 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:37.226333 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eeb215-d0b4-4505-8aaa-d9c606771d1a req-e59bac33-4943-4e12-b9ea-bf9cf06a2428 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:37.233577 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': 'ac119faf-2a75-40e5-88c9-de25c7935e34', 'network_id': '6762cf84-f7fb-4f6c-9c16-5d48c8ba314e', 'port_id': 'ac119faf-2a75-40e5-88c9-de25c7935e34', 'mac_address': 'fa:16:3e:91:04:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d0ea6b9-4b19-4f86-aaca-bbf2d184c8f5', 'ip_address': '10.1.1.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:22:37.238404 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eeb215-d0b4-4505-8aaa-d9c606771d1a req-e59bac33-4943-4e12-b9ea-bf9cf06a2428 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:37.255303 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eeb215-d0b4-4505-8aaa-d9c606771d1a req-e59bac33-4943-4e12-b9ea-bf9cf06a2428 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:37.271002 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eeb215-d0b4-4505-8aaa-d9c606771d1a req-e59bac33-4943-4e12-b9ea-bf9cf06a2428 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:37.281260 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-95eeb215-d0b4-4505-8aaa-d9c606771d1a req-e59bac33-4943-4e12-b9ea-bf9cf06a2428 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/ports?device_id=db33aaef-5884-4da4-a311-5ede51d08faf HTTP/1.1" status: 200 len: 5420 time: 0.3546307 Jan 18 22:22:37.303550 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-14f11525-4ebe-4cb1-9136-737dc90d438e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:37.311090 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-14f11525-4ebe-4cb1-9136-737dc90d438e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dd775970-2a5b-4fa0-b58f-e11b40e608fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3734331 Jan 18 22:22:37.320426 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device dedc9469-4682-4cef-81d5-ea1dd399bb95 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:22:37.351605 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7800cda-6d20-492a-a5c0-e5824e934c1e req-03d53fbb-e7d1-4f49-a1e0-e9a37ef5872e tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:37.353162 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a7800cda-6d20-492a-a5c0-e5824e934c1e req-03d53fbb-e7d1-4f49-a1e0-e9a37ef5872e tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.67 "GET /v2.0/ports?device_id=19a97c9e-7ddb-48c2-91c8-4bbe0366cb8d HTTP/1.1" status: 200 len: 946 time: 0.3303080 Jan 18 22:22:37.436691 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-dc93ed17-418f-4a05-b9a1-5278b984b337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:37.455124 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:37.467576 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-71e7d520-827c-4699-b196-b44cc9e2d36c tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60394745'] for subnet, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:37.476336 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=790739e8-f2d1-4e6b-9f52-59a57a675b05,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:37.551474 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac119faf-2a75-40e5-88c9-de25c7935e34 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:22:37.593245 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port dedc9469-4682-4cef-81d5-ea1dd399bb95 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:22:37.595779 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:37.644340 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-862532b6-b1b4-47ef-b5a7-0fecd5a1ad0b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ae480cc349914bb59c49507d70f536af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4531214 Jan 18 22:22:37.654149 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 38290) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:22:37.670039 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-dc93ed17-418f-4a05-b9a1-5278b984b337 None None] For port dedc9469-4682-4cef-81d5-ea1dd399bb95, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=dedc9469-4682-4cef-81d5-ea1dd399bb95,segment=NetworkSegment(3c2fda82-0722-4d26-8bf8-bb1f4fe594b8),segment_id=3c2fda82-0722-4d26-8bf8-bb1f4fe594b8)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:22:37.675646 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port ac119faf-2a75-40e5-88c9-de25c7935e34, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=ac119faf-2a75-40e5-88c9-de25c7935e34,segment=NetworkSegment(ee75c36c-e3da-443e-af67-166cf5cadbbd),segment_id=ee75c36c-e3da-443e-af67-166cf5cadbbd)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:22:37.685638 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-dc93ed17-418f-4a05-b9a1-5278b984b337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:37.694615 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:37.780782 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc93ed17-418f-4a05-b9a1-5278b984b337 None None] Pushing event updated for resources: {'Port': ['ID=dedc9469-4682-4cef-81d5-ea1dd399bb95,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:37.791511 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f1a0677c-0fec-44de-acad-edca45d17fd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:37.840156 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f1a0677c-0fec-44de-acad-edca45d17fd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:37.881936 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-05a7a03e-289f-40e8-a150-013cece9d80d None None] Provisioning complete for port dedc9469-4682-4cef-81d5-ea1dd399bb95 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:22:37.882390 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-05a7a03e-289f-40e8-a150-013cece9d80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:37.913017 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f1a0677c-0fec-44de-acad-edca45d17fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:37.919017 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f1a0677c-0fec-44de-acad-edca45d17fd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:37.921177 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-f1a0677c-0fec-44de-acad-edca45d17fd7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/887106f9-0ea3-48df-93b8-5b7379f045d6 HTTP/1.1" status: 204 len: 168 time: 0.2645485 Jan 18 22:22:37.927368 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=ac119faf-2a75-40e5-88c9-de25c7935e34,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:37.938171 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 22:22:37.946749 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a0677c-0fec-44de-acad-edca45d17fd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=887106f9-0ea3-48df-93b8-5b7379f045d6,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:38.015301 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-a2451b14-29f9-40f2-b4dd-62c6184953dd req-2005b670-3ed7-4b90-9275-7cf4f1a32ada tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Deleting port fef424e3-649f-4fd5-a6a2-6efbe288e81d {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:22:38.015647 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-a2451b14-29f9-40f2-b4dd-62c6184953dd req-2005b670-3ed7-4b90-9275-7cf4f1a32ada tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:38.036638 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-05a7a03e-289f-40e8-a150-013cece9d80d None None] Could not find standard attr ID for object b894de17-cce5-492d-8ed3-c67944c88a62. {{(pid=102432) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 22:22:38.064276 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-95eeb215-d0b4-4505-8aaa-d9c606771d1a req-17adc546-89c3-458d-ba37-dbc16ddded39 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/security-groups?id=43d45361-b6ad-4105-a9b4-e598b6e8e651&id=1a7f3ba7-6b33-47d4-842d-f8859c8e7d98&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7807207 Jan 18 22:22:38.228070 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-1326d8dc-b2cd-4838-a693-e1e138f0382f service neutron] 10.222.0.67 "GET /v2.0/networks/dd775970-2a5b-4fa0-b58f-e11b40e608fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9005945 Jan 18 22:22:38.258421 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-71e7d520-827c-4699-b196-b44cc9e2d36c tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:38.322290 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-a7800cda-6d20-492a-a5c0-e5824e934c1e req-22647d17-6a01-4726-bcd5-3b335c0a3494 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Deleting port 8cdba046-d46d-4225-9425-f891cb710881 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:22:38.323010 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-a7800cda-6d20-492a-a5c0-e5824e934c1e req-22647d17-6a01-4726-bcd5-3b335c0a3494 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:38.388554 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-a2451b14-29f9-40f2-b4dd-62c6184953dd req-2005b670-3ed7-4b90-9275-7cf4f1a32ada tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] For port fef424e3-649f-4fd5-a6a2-6efbe288e81d, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=fef424e3-649f-4fd5-a6a2-6efbe288e81d,segment=NetworkSegment(54058af5-a5b1-45e9-977a-39ef1b01c87e),segment_id=54058af5-a5b1-45e9-977a-39ef1b01c87e)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:22:38.388934 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-a2451b14-29f9-40f2-b4dd-62c6184953dd req-2005b670-3ed7-4b90-9275-7cf4f1a32ada tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:38.418789 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['b39b79af-f443-48d6-a70e-0edb9f29990f'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:22:38.460310 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['628fd386-d663-4f6e-b10c-63286e484d82'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:22:38.460678 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05354183-ef5e-4a5a-8e02-53bc694b1191 req-7293564a-ee1c-43bb-ba85-be6af2a358cd tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:38.467400 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['31c5c75b-ce2c-4be9-b4cf-f29652cd677a'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:22:38.469578 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-05354183-ef5e-4a5a-8e02-53bc694b1191 req-7293564a-ee1c-43bb-ba85-be6af2a358cd tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/ports?device_id=19a97c9e-7ddb-48c2-91c8-4bbe0366cb8d HTTP/1.1" status: 200 len: 946 time: 0.3006327 Jan 18 22:22:38.476325 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-a2451b14-29f9-40f2-b4dd-62c6184953dd req-2005b670-3ed7-4b90-9275-7cf4f1a32ada tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Calling delete_port for fef424e3-649f-4fd5-a6a2-6efbe288e81d owned by compute:nova {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:22:38.501669 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['2b6e3326-dc40-49a1-9ecb-6190b53d266d'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:22:38.538079 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['ac119faf-2a75-40e5-88c9-de25c7935e34'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:22:38.563728 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['ac916a4a-3bf6-444a-a917-d065fe9287b9'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:22:38.565876 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['790739e8-f2d1-4e6b-9f52-59a57a675b05'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:22:38.607740 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-71e7d520-827c-4699-b196-b44cc9e2d36c tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60203138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62288677'] for subnet, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:38.631412 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-647df232-9ec1-4b2c-9ac7-d9be02ce5cba service neutron] 10.222.0.67 "GET /v2.0/networks/dd775970-2a5b-4fa0-b58f-e11b40e608fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3804264 Jan 18 22:22:38.673632 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-05354183-ef5e-4a5a-8e02-53bc694b1191 req-20a25ec6-ea96-4935-8f42-452c6cdd2f71 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/security-groups?id=92d0bf2d-4a69-4a06-bc28-bffdc82f7ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012777 Jan 18 22:22:38.679084 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-a7800cda-6d20-492a-a5c0-e5824e934c1e req-22647d17-6a01-4726-bcd5-3b335c0a3494 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] For port 8cdba046-d46d-4225-9425-f891cb710881, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=8cdba046-d46d-4225-9425-f891cb710881,segment=NetworkSegment(8b9c1dcd-43d7-469e-84e6-2ae44ff323fb),segment_id=8b9c1dcd-43d7-469e-84e6-2ae44ff323fb)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:22:38.683462 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-a7800cda-6d20-492a-a5c0-e5824e934c1e req-22647d17-6a01-4726-bcd5-3b335c0a3494 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:38.712251 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e7d520-827c-4699-b196-b44cc9e2d36c tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event deleted for resources: {'Subnet': ['ID=4378f2d8-a760-4c8d-a1d7-8e5ebc86dbb0,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:38.784571 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-71e7d520-827c-4699-b196-b44cc9e2d36c tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:38.788103 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-71e7d520-827c-4699-b196-b44cc9e2d36c tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "DELETE /v2.0/subnets/4378f2d8-a760-4c8d-a1d7-8e5ebc86dbb0 HTTP/1.1" status: 204 len: 168 time: 1.9662013 Jan 18 22:22:38.790720 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 38314) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:22:38.804454 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04dcf125-231f-4c01-8da2-8044c5ca9f6f None None] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:22:38.881386 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-0f473dff-a9d4-4a96-8b51-83ced7283e30 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0891004 Jan 18 22:22:38.883520 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-a7800cda-6d20-492a-a5c0-e5824e934c1e req-22647d17-6a01-4726-bcd5-3b335c0a3494 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Calling delete_port for 8cdba046-d46d-4225-9425-f891cb710881 owned by compute:nova {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:22:38.884302 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 38320) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:22:38.887175 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-ba0cea8f-7b43-4404-8f03-8fdfcdc370fc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.112&port_id=3c486e4d-5c8b-4bdd-b990-9e55341e98f1 HTTP/1.1" status: 200 len: 217 time: 0.2258143 Jan 18 22:22:38.890421 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-cd2029f6-376e-4608-b950-e9628f116941 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Request body: {'subnet': {'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:22:39.019625 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd2029f6-376e-4608-b950-e9628f116941 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Made reservation on behalf of 0a17ff9ddd5f489695e0235ae87388f5 for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:22:39.023697 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cd2029f6-376e-4608-b950-e9628f116941 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:39.184784 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9021f9-0a15-4b65-b20b-ffeaff32e295 req-46e46472-60f3-4a8d-b5bd-21226aac0d76 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:39.192247 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-debaccf4-ee52-4c07-abf1-6190345b131b None None] DHCP port deletion for 5ec417a5-fa6c-4abd-aa15-b83b9df83503 request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:22:39.192945 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9021f9-0a15-4b65-b20b-ffeaff32e295 req-46e46472-60f3-4a8d-b5bd-21226aac0d76 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:39.200785 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9021f9-0a15-4b65-b20b-ffeaff32e295 req-46e46472-60f3-4a8d-b5bd-21226aac0d76 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:39.208852 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9021f9-0a15-4b65-b20b-ffeaff32e295 req-46e46472-60f3-4a8d-b5bd-21226aac0d76 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:39.227046 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9021f9-0a15-4b65-b20b-ffeaff32e295 req-46e46472-60f3-4a8d-b5bd-21226aac0d76 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:39.238235 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9021f9-0a15-4b65-b20b-ffeaff32e295 req-46e46472-60f3-4a8d-b5bd-21226aac0d76 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:39.246441 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9021f9-0a15-4b65-b20b-ffeaff32e295 req-46e46472-60f3-4a8d-b5bd-21226aac0d76 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:39.256893 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5d9021f9-0a15-4b65-b20b-ffeaff32e295 req-46e46472-60f3-4a8d-b5bd-21226aac0d76 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fdf43ac-e2d1-46c0-a022-01c13375d73d HTTP/1.1" status: 200 len: 5435 time: 0.4676158 Jan 18 22:22:39.263084 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-a2451b14-29f9-40f2-b4dd-62c6184953dd req-2005b670-3ed7-4b90-9275-7cf4f1a32ada tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:39.333090 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2005b670-3ed7-4b90-9275-7cf4f1a32ada tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Pushing event deleted for resources: {'Port': ['ID=fef424e3-649f-4fd5-a6a2-6efbe288e81d,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:39.405637 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2451b14-29f9-40f2-b4dd-62c6184953dd req-2005b670-3ed7-4b90-9275-7cf4f1a32ada tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] No DVR routers for this DVR port fef424e3-649f-4fd5-a6a2-6efbe288e81d on host n-h1-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:22:39.408180 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-3ed65a89-1066-4c57-a321-4efae154fa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:39.410082 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-3ed65a89-1066-4c57-a321-4efae154fa40 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ff3864e7-3d06-47c3-9688-9fc89286565c HTTP/1.1" status: 200 len: 797 time: 0.4760416 Jan 18 22:22:39.415229 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-a2451b14-29f9-40f2-b4dd-62c6184953dd req-2005b670-3ed7-4b90-9275-7cf4f1a32ada tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:39.420164 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a2451b14-29f9-40f2-b4dd-62c6184953dd req-2005b670-3ed7-4b90-9275-7cf4f1a32ada tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "DELETE /v2.0/ports/fef424e3-649f-4fd5-a6a2-6efbe288e81d HTTP/1.1" status: 204 len: 173 time: 2.5884545 Jan 18 22:22:39.420164 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c12c2f22-245f-4eaf-87d7-f3273dc26322', 'name': 'network-vif-deleted', 'tag': 'fef424e3-649f-4fd5-a6a2-6efbe288e81d'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:22:39.421781 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b121f98-ca2f-4fb3-9f63-fd64144dda0d" -d '{"events": [{"server_uuid": "c12c2f22-245f-4eaf-87d7-f3273dc26322", "name": "network-vif-deleted", "tag": "fef424e3-649f-4fd5-a6a2-6efbe288e81d"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:22:39.457984 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['3cbcf254-f312-4f41-910c-3c8b9defb3c1'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:22:39.468361 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5d9021f9-0a15-4b65-b20b-ffeaff32e295 req-5c42b806-5250-4711-b037-957f53bc4e9b tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "GET /v2.0/security-groups?id=feae3479-97c3-4dcd-9cbb-02eadc4c6a76&id=61d17b67-718c-4475-950b-257bfb33b7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2104576 Jan 18 22:22:39.493586 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cd2029f6-376e-4608-b950-e9628f116941 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:39.591963 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2029f6-376e-4608-b950-e9628f116941 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:22:39.594837 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-cd2029f6-376e-4608-b950-e9628f116941 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:22:39.598070 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2029f6-376e-4608-b950-e9628f116941 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:39.598673 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cd2029f6-376e-4608-b950-e9628f116941 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:39.607331 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-b165ddf6-12b8-4868-98ea-e61c1d31d3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:39.609280 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-b165ddf6-12b8-4868-98ea-e61c1d31d3ac service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dd775970-2a5b-4fa0-b58f-e11b40e608fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1826363 Jan 18 22:22:39.626049 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2029f6-376e-4608-b950-e9628f116941 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event updated for resources: {'Subnet': ['ID=0b35e9df-27f4-4ec6-958f-06479a97008f,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:39.650564 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-cd2029f6-376e-4608-b950-e9628f116941 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7647212 Jan 18 22:22:39.653159 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 38340) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:22:39.659997 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-2b9be4fd-37e2-4cca-acc1-48e12f493c1a tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Request body: {'port': {'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503', 'name': 'tempest-NetworksTestDHCPv6-891041460'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:22:39.836370 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-34826b13-f8b9-4732-a493-4edd2a21fa14 service neutron] 10.222.0.67 "GET /v2.0/networks/dd775970-2a5b-4fa0-b58f-e11b40e608fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151768 Jan 18 22:22:39.889298 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-a7800cda-6d20-492a-a5c0-e5824e934c1e req-22647d17-6a01-4726-bcd5-3b335c0a3494 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:39.912909 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b9be4fd-37e2-4cca-acc1-48e12f493c1a tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Made reservation on behalf of 0a17ff9ddd5f489695e0235ae87388f5 for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:22:39.918430 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2b9be4fd-37e2-4cca-acc1-48e12f493c1a tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:39.951338 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [None req-2b9be4fd-37e2-4cca-acc1-48e12f493c1a tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] device_id is not set on port d2180a8e-e477-49ed-bdd3-d13b62d220e6 yet. {{(pid=102431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:22:39.984954 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-debaccf4-ee52-4c07-abf1-6190345b131b None None] Deleting port dedc9469-4682-4cef-81d5-ea1dd399bb95 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:22:39.990947 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-debaccf4-ee52-4c07-abf1-6190345b131b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:40.096095 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22647d17-6a01-4726-bcd5-3b335c0a3494 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Pushing event deleted for resources: {'Port': ['ID=8cdba046-d46d-4225-9425-f891cb710881,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:40.115311 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7800cda-6d20-492a-a5c0-e5824e934c1e req-22647d17-6a01-4726-bcd5-3b335c0a3494 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] No DVR routers for this DVR port 8cdba046-d46d-4225-9425-f891cb710881 on host n-h2-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:22:40.118289 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-a7800cda-6d20-492a-a5c0-e5824e934c1e req-22647d17-6a01-4726-bcd5-3b335c0a3494 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:40.121929 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a7800cda-6d20-492a-a5c0-e5824e934c1e req-22647d17-6a01-4726-bcd5-3b335c0a3494 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.67 "DELETE /v2.0/ports/8cdba046-d46d-4225-9425-f891cb710881 HTTP/1.1" status: 204 len: 173 time: 2.7324886 Jan 18 22:22:40.167285 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-2b9be4fd-37e2-4cca-acc1-48e12f493c1a tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Allocated IP 2001:db8::324 (5ec417a5-fa6c-4abd-aa15-b83b9df83503/0b35e9df-27f4-4ec6-958f-06479a97008f/d2180a8e-e477-49ed-bdd3-d13b62d220e6) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:22:40.167826 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-debaccf4-ee52-4c07-abf1-6190345b131b None None] For port dedc9469-4682-4cef-81d5-ea1dd399bb95, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=dedc9469-4682-4cef-81d5-ea1dd399bb95,segment=NetworkSegment(3c2fda82-0722-4d26-8bf8-bb1f4fe594b8),segment_id=3c2fda82-0722-4d26-8bf8-bb1f4fe594b8)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:22:40.168354 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-debaccf4-ee52-4c07-abf1-6190345b131b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:40.186270 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-debaccf4-ee52-4c07-abf1-6190345b131b None None] Calling delete_port for dedc9469-4682-4cef-81d5-ea1dd399bb95 owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:22:40.202064 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b32d30-5cf9-49ed-a908-d6d40df12b85 req-f998c682-ac1e-4d50-b649-95ecbd34cb13 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:40.210371 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b32d30-5cf9-49ed-a908-d6d40df12b85 req-f998c682-ac1e-4d50-b649-95ecbd34cb13 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:40.216544 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b32d30-5cf9-49ed-a908-d6d40df12b85 req-f998c682-ac1e-4d50-b649-95ecbd34cb13 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:40.222587 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b32d30-5cf9-49ed-a908-d6d40df12b85 req-f998c682-ac1e-4d50-b649-95ecbd34cb13 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:40.230537 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b32d30-5cf9-49ed-a908-d6d40df12b85 req-f998c682-ac1e-4d50-b649-95ecbd34cb13 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:40.237464 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b32d30-5cf9-49ed-a908-d6d40df12b85 req-f998c682-ac1e-4d50-b649-95ecbd34cb13 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:40.244523 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b32d30-5cf9-49ed-a908-d6d40df12b85 req-f998c682-ac1e-4d50-b649-95ecbd34cb13 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:40.254997 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-98b32d30-5cf9-49ed-a908-d6d40df12b85 req-f998c682-ac1e-4d50-b649-95ecbd34cb13 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/ports?device_id=db33aaef-5884-4da4-a311-5ede51d08faf HTTP/1.1" status: 200 len: 5420 time: 0.1550713 Jan 18 22:22:40.278714 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-51f703f0-60b8-413c-9586-d185da21a90e service neutron] 10.222.0.67 "GET /v2.0/networks/dd775970-2a5b-4fa0-b58f-e11b40e608fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4362180 Jan 18 22:22:40.337834 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 18 Jan 2022 22:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c79071a3-28a3-463b-9f63-928601f52f0b x-openstack-request-id: req-c79071a3-28a3-463b-9f63-928601f52f0b {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:22:40.340015 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c12c2f22-245f-4eaf-87d7-f3273dc26322", "name": "network-vif-deleted", "tag": "fef424e3-649f-4fd5-a6a2-6efbe288e81d", "status": "failed", "code": 422}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:22:40.340306 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c79071a3-28a3-463b-9f63-928601f52f0b {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:22:40.340837 n-d-825064-1 neutron-server[102430]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c12c2f22-245f-4eaf-87d7-f3273dc26322', 'name': 'network-vif-deleted', 'tag': 'fef424e3-649f-4fd5-a6a2-6efbe288e81d', 'status': 'failed', 'code': 422} returned with failed status Jan 18 22:22:40.341346 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-debaccf4-ee52-4c07-abf1-6190345b131b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:40.342728 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-551b6b1d-15ab-48dd-b6d9-ac074adc9ec9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8378d970-1631-475d-9cba-3b81e38793ce HTTP/1.1" status: 200 len: 217 time: 0.0524075 Jan 18 22:22:40.359812 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-98b32d30-5cf9-49ed-a908-d6d40df12b85 req-e9094cc1-1049-4a67-a5f1-31f9a6c3e3f4 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/security-groups?id=43d45361-b6ad-4105-a9b4-e598b6e8e651&id=1a7f3ba7-6b33-47d4-842d-f8859c8e7d98&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0989006 Jan 18 22:22:40.391837 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debaccf4-ee52-4c07-abf1-6190345b131b None None] Pushing event deleted for resources: {'Port': ['ID=dedc9469-4682-4cef-81d5-ea1dd399bb95,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:40.397807 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debaccf4-ee52-4c07-abf1-6190345b131b None None] No DVR routers for this DVR port dedc9469-4682-4cef-81d5-ea1dd399bb95 on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:22:40.414695 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4ea4ba-33d5-4291-973a-8079247633d2 None None] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:22:40.426177 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-e26204f2-1b8a-4cab-98cd-833348d5933b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:40.427661 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-e26204f2-1b8a-4cab-98cd-833348d5933b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b2fef015-6188-4e86-a17d-bae4a3dc212e HTTP/1.1" status: 200 len: 797 time: 0.0668170 Jan 18 22:22:40.453411 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2b9be4fd-37e2-4cca-acc1-48e12f493c1a tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:40.504031 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2b9be4fd-37e2-4cca-acc1-48e12f493c1a tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:40.507254 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d0496ec9-db84-4c1b-bf30-c3b75f8a67d0 req-f3a50f8d-c691-4ee7-921a-28ed150a69a8 tempest-ServerDiskConfigTestJSON-1356988198 tempest-ServerDiskConfigTestJSON-1356988198-project] 10.222.0.53 "GET /v2.0/ports?device_id=19a97c9e-7ddb-48c2-91c8-4bbe0366cb8d HTTP/1.1" status: 200 len: 210 time: 0.0426362 Jan 18 22:22:40.567694 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9be4fd-37e2-4cca-acc1-48e12f493c1a tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:22:40.574614 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-2b9be4fd-37e2-4cca-acc1-48e12f493c1a tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:22:40.577945 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9be4fd-37e2-4cca-acc1-48e12f493c1a tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:22:40.584585 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9be4fd-37e2-4cca-acc1-48e12f493c1a tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:40.585232 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2b9be4fd-37e2-4cca-acc1-48e12f493c1a tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:40.602418 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9be4fd-37e2-4cca-acc1-48e12f493c1a tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event updated for resources: {'Port': ['ID=d2180a8e-e477-49ed-bdd3-d13b62d220e6,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:40.617281 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-2b9be4fd-37e2-4cca-acc1-48e12f493c1a tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9606676 Jan 18 22:22:40.618006 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 38382) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:22:40.639813 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-b1ca93cd-f58e-45c4-866b-c2a373adf682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:40.652096 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-b1ca93cd-f58e-45c4-866b-c2a373adf682 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d517cf7a-2b5e-403e-9519-f81391a215c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2115872 Jan 18 22:22:40.692187 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70022b43-7469-42ea-a375-f1fcd3390557 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:40.694440 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-70022b43-7469-42ea-a375-f1fcd3390557 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0752795 Jan 18 22:22:40.698124 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 38384) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:22:40.760381 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5470ac5-3157-4c5c-900c-8ec206313817 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-5ec417a5-fa6c-4abd-aa15-b83b9df83503', 'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503', 'tenant_id': '0a17ff9ddd5f489695e0235ae87388f5', 'fixed_ips': [{'subnet_id': '0b35e9df-27f4-4ec6-958f-06479a97008f'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:22:40.765094 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a5470ac5-3157-4c5c-900c-8ec206313817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:40.806396 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-202397f6-bc50-44c9-a76b-a10e3ce3bb0c service neutron] 10.222.0.67 "GET /v2.0/networks/d517cf7a-2b5e-403e-9519-f81391a215c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437817 Jan 18 22:22:40.818795 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd53cb-d714-4ab0-b245-630ed0bd051a req-9d6db965-b2c3-4492-be57-5d43acf3c61f tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:40.820322 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cabd53cb-d714-4ab0-b245-630ed0bd051a req-9d6db965-b2c3-4492-be57-5d43acf3c61f tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/networks?id=616341ad-8ee5-46dd-a50f-fbf4c382e06c HTTP/1.1" status: 200 len: 812 time: 0.3156524 Jan 18 22:22:40.874373 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-36d9a3c9-7f1f-4ce8-8c2d-1ea733e30e79 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Deleting port d2180a8e-e477-49ed-bdd3-d13b62d220e6 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:22:40.874819 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-36d9a3c9-7f1f-4ce8-8c2d-1ea733e30e79 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:40.898789 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cabd53cb-d714-4ab0-b245-630ed0bd051a req-5a3cb203-beaf-4abe-a0fb-0747fcbd4133 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/quotas/feff401a111441e8bc4bdb3f9c55f3c8 HTTP/1.1" status: 200 len: 375 time: 0.0582561 Jan 18 22:22:40.963556 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-a5470ac5-3157-4c5c-900c-8ec206313817 None None] Allocated IP 2001:db8::2 (5ec417a5-fa6c-4abd-aa15-b83b9df83503/0b35e9df-27f4-4ec6-958f-06479a97008f/6f9ace6e-a410-457d-a741-698573201e47) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:22:41.000385 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-36d9a3c9-7f1f-4ce8-8c2d-1ea733e30e79 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:41.016226 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-36d9a3c9-7f1f-4ce8-8c2d-1ea733e30e79 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Calling delete_port for d2180a8e-e477-49ed-bdd3-d13b62d220e6 owned by {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:22:41.155089 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a5470ac5-3157-4c5c-900c-8ec206313817 None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:41.172508 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device dedc9469-4682-4cef-81d5-ea1dd399bb95 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:22:41.201269 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: dedc9469-4682-4cef-81d5-ea1dd399bb95 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:22:41.201850 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device dedc9469-4682-4cef-81d5-ea1dd399bb95 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:22:41.206551 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a5470ac5-3157-4c5c-900c-8ec206313817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:41.228909 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-36d9a3c9-7f1f-4ce8-8c2d-1ea733e30e79 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:41.248140 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cabd53cb-d714-4ab0-b245-630ed0bd051a req-fb82f0ad-3e93-466f-a3dc-a775e9616de8 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=feff401a111441e8bc4bdb3f9c55f3c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3282616 Jan 18 22:22:41.262949 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5470ac5-3157-4c5c-900c-8ec206313817 None None] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:22:41.270974 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-a5470ac5-3157-4c5c-900c-8ec206313817 None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:22:41.275060 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5470ac5-3157-4c5c-900c-8ec206313817 None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:22:41.281525 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-36d9a3c9-7f1f-4ce8-8c2d-1ea733e30e79 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:41.288561 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-36d9a3c9-7f1f-4ce8-8c2d-1ea733e30e79 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "DELETE /v2.0/ports/d2180a8e-e477-49ed-bdd3-d13b62d220e6 HTTP/1.1" status: 204 len: 168 time: 0.5871117 Jan 18 22:22:41.289647 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f18afd-cc6c-473a-9283-36c7ee0f68c8 req-5fe37703-a293-4ea5-8947-7a875d27b04e tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:41.290912 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5470ac5-3157-4c5c-900c-8ec206313817 None None] Pushing event updated for resources: {'Port': ['ID=6f9ace6e-a410-457d-a741-698573201e47,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:41.295534 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f18afd-cc6c-473a-9283-36c7ee0f68c8 req-5fe37703-a293-4ea5-8947-7a875d27b04e tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:41.301522 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f18afd-cc6c-473a-9283-36c7ee0f68c8 req-5fe37703-a293-4ea5-8947-7a875d27b04e tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:41.307320 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f18afd-cc6c-473a-9283-36c7ee0f68c8 req-5fe37703-a293-4ea5-8947-7a875d27b04e tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:41.308440 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 38398) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:22:41.313219 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f18afd-cc6c-473a-9283-36c7ee0f68c8 req-5fe37703-a293-4ea5-8947-7a875d27b04e tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:41.319050 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f18afd-cc6c-473a-9283-36c7ee0f68c8 req-5fe37703-a293-4ea5-8947-7a875d27b04e tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:41.320647 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d9a3c9-7f1f-4ce8-8c2d-1ea733e30e79 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event deleted for resources: {'Port': ['ID=d2180a8e-e477-49ed-bdd3-d13b62d220e6,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:41.324978 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f18afd-cc6c-473a-9283-36c7ee0f68c8 req-5fe37703-a293-4ea5-8947-7a875d27b04e tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:41.326905 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-36f18afd-cc6c-473a-9283-36c7ee0f68c8 req-5fe37703-a293-4ea5-8947-7a875d27b04e tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fdf43ac-e2d1-46c0-a022-01c13375d73d HTTP/1.1" status: 200 len: 5435 time: 0.4458044 Jan 18 22:22:41.345610 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-b134aaf6-e0ec-47d0-a949-7843cb272b29 service neutron] 10.222.0.67 "GET /v2.0/networks/d517cf7a-2b5e-403e-9519-f81391a215c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5243196 Jan 18 22:22:41.354129 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-a5470ac5-3157-4c5c-900c-8ec206313817 None None] Attempting to bind port 6f9ace6e-a410-457d-a741-698573201e47 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:22:41.354721 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-a5470ac5-3157-4c5c-900c-8ec206313817 None None] Attempting to bind port 6f9ace6e-a410-457d-a741-698573201e47 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '3c2fda82-0722-4d26-8bf8-bb1f4fe594b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:22:41.355506 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5470ac5-3157-4c5c-900c-8ec206313817 None None] Attempting to bind port 6f9ace6e-a410-457d-a741-698573201e47 on network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:22:41.363017 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5470ac5-3157-4c5c-900c-8ec206313817 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:22:41.363650 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5470ac5-3157-4c5c-900c-8ec206313817 None None] Checking segment: {'id': '3c2fda82-0722-4d26-8bf8-bb1f4fe594b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:22:41.364654 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a5470ac5-3157-4c5c-900c-8ec206313817 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:41.365065 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5470ac5-3157-4c5c-900c-8ec206313817 None None] Bound using segment: {'id': '3c2fda82-0722-4d26-8bf8-bb1f4fe594b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:22:41.365550 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-a5470ac5-3157-4c5c-900c-8ec206313817 None None] Bound port: 6f9ace6e-a410-457d-a741-698573201e47, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2fda82-0722-4d26-8bf8-bb1f4fe594b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:22:41.365945 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a5470ac5-3157-4c5c-900c-8ec206313817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:41.393651 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4e1979-fc24-4e21-8924-0eb20db60e0e tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:41.395364 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4e1979-fc24-4e21-8924-0eb20db60e0e tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:41.399613 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-5e4e1979-fc24-4e21-8924-0eb20db60e0e tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0877156 Jan 18 22:22:41.399814 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 38404) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:22:41.422920 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-6f17d40d-4ae0-4230-8859-e11eb840d916 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d4aeaad3-0a25-4101-bf67-696d922c2523 HTTP/1.1" status: 200 len: 217 time: 0.0470922 Jan 18 22:22:41.461900 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-60f4c855-cb1d-42f7-b224-a130d15dbef7 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Deleting subnet 0b35e9df-27f4-4ec6-958f-06479a97008f {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:22:41.475259 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-a5470ac5-3157-4c5c-900c-8ec206313817 None None] For port 6f9ace6e-a410-457d-a741-698573201e47, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:22:41.475475 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-60f4c855-cb1d-42f7-b224-a130d15dbef7 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:41.479749 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-a5470ac5-3157-4c5c-900c-8ec206313817 None None] For port 6f9ace6e-a410-457d-a741-698573201e47, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=6f9ace6e-a410-457d-a741-698573201e47,segment=NetworkSegment(3c2fda82-0722-4d26-8bf8-bb1f4fe594b8),segment_id=3c2fda82-0722-4d26-8bf8-bb1f4fe594b8)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:22:41.481444 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-36f18afd-cc6c-473a-9283-36c7ee0f68c8 req-7dfafcc4-fdce-419e-9f3c-8f19e88dedef tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "GET /v2.0/security-groups?id=feae3479-97c3-4dcd-9cbb-02eadc4c6a76&id=61d17b67-718c-4475-950b-257bfb33b7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1412528 Jan 18 22:22:41.497615 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a5470ac5-3157-4c5c-900c-8ec206313817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:41.528147 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-565f4a54-65f1-4d14-afb1-d8e22073f3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:41.529642 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-565f4a54-65f1-4d14-afb1-d8e22073f3ff service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b2fef015-6188-4e86-a17d-bae4a3dc212e HTTP/1.1" status: 200 len: 797 time: 0.0964544 Jan 18 22:22:41.531757 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-60f4c855-cb1d-42f7-b224-a130d15dbef7 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:41.534506 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cabd53cb-d714-4ab0-b245-630ed0bd051a req-7d7f8745-0294-4962-9820-66649a5e85e7 service neutron] 10.222.0.53 "GET /v2.0/networks/616341ad-8ee5-46dd-a50f-fbf4c382e06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723632 Jan 18 22:22:41.606148 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['6701bc4f-33c4-4850-94d7-00e6cb60828e'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:22:41.650077 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-42613874-34dc-432c-b89a-77eb86014654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:41.651613 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-42613874-34dc-432c-b89a-77eb86014654 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d517cf7a-2b5e-403e-9519-f81391a215c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1137094 Jan 18 22:22:41.672392 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-60f4c855-cb1d-42f7-b224-a130d15dbef7 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:41.716404 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5470ac5-3157-4c5c-900c-8ec206313817 None None] Pushing event updated for resources: {'Port': ['ID=6f9ace6e-a410-457d-a741-698573201e47,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:41.732692 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 2b6e3326-dc40-49a1-9ecb-6190b53d266d up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:22:41.765428 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cabd53cb-d714-4ab0-b245-630ed0bd051a req-99c92774-1857-459f-bfd4-3977702b228e service neutron] 10.222.0.53 "GET /v2.0/networks/616341ad-8ee5-46dd-a50f-fbf4c382e06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171903 Jan 18 22:22:41.773011 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-60f4c855-cb1d-42f7-b224-a130d15dbef7 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:41.818259 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-60f4c855-cb1d-42f7-b224-a130d15dbef7 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:41.823351 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-60f4c855-cb1d-42f7-b224-a130d15dbef7 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "DELETE /v2.0/subnets/0b35e9df-27f4-4ec6-958f-06479a97008f HTTP/1.1" status: 204 len: 168 time: 0.4222364 Jan 18 22:22:41.824495 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f4c855-cb1d-42f7-b224-a130d15dbef7 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event deleted for resources: {'Subnet': ['ID=0b35e9df-27f4-4ec6-958f-06479a97008f,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:41.827168 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 38416) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:22:41.875119 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-4b53a25d-a19b-4da9-b51c-0ba9fd1f288a service neutron] 10.222.0.67 "GET /v2.0/networks/d517cf7a-2b5e-403e-9519-f81391a215c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125561 Jan 18 22:22:41.893178 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port 2b6e3326-dc40-49a1-9ecb-6190b53d266d completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:22:41.907474 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port 2b6e3326-dc40-49a1-9ecb-6190b53d266d triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:22:41.907846 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:41.989163 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-fb738445-7a94-49b9-b4a2-a936b02ffbb4 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1573319 Jan 18 22:22:41.990192 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 38422) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:22:41.999290 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-00dd756c-01e5-483d-9073-b219b8fb2b28 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Request body: {'subnet': {'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:22:42.142421 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014658b8-c08b-4799-bb63-37c2cc9c49ce req-7962a82d-4591-4650-81ba-abaf59934255 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:42.157658 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014658b8-c08b-4799-bb63-37c2cc9c49ce req-7962a82d-4591-4650-81ba-abaf59934255 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:42.175801 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014658b8-c08b-4799-bb63-37c2cc9c49ce req-7962a82d-4591-4650-81ba-abaf59934255 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:42.191076 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014658b8-c08b-4799-bb63-37c2cc9c49ce req-7962a82d-4591-4650-81ba-abaf59934255 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:42.197740 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014658b8-c08b-4799-bb63-37c2cc9c49ce req-7962a82d-4591-4650-81ba-abaf59934255 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:42.203292 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014658b8-c08b-4799-bb63-37c2cc9c49ce req-7962a82d-4591-4650-81ba-abaf59934255 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:42.205975 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:42.209346 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014658b8-c08b-4799-bb63-37c2cc9c49ce req-7962a82d-4591-4650-81ba-abaf59934255 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:42.211276 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-014658b8-c08b-4799-bb63-37c2cc9c49ce req-7962a82d-4591-4650-81ba-abaf59934255 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/ports?device_id=db33aaef-5884-4da4-a311-5ede51d08faf HTTP/1.1" status: 200 len: 5420 time: 0.3390443 Jan 18 22:22:42.259350 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 2b6e3326-dc40-49a1-9ecb-6190b53d266d, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=2b6e3326-dc40-49a1-9ecb-6190b53d266d,segment=NetworkSegment(66a6c0bc-a9db-4ef2-b573-64d9158634ea),segment_id=66a6c0bc-a9db-4ef2-b573-64d9158634ea)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:22:42.260455 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fdf43ac-e2d1-46c0-a022-01c13375d73d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b6e3326-dc40-49a1-9ecb-6190b53d266d'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:22:42.263128 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7acafa11-d671-4b48-98e5-33d95591289e" -d '{"events": [{"server_uuid": "5fdf43ac-e2d1-46c0-a022-01c13375d73d", "name": "network-vif-plugged", "status": "completed", "tag": "2b6e3326-dc40-49a1-9ecb-6190b53d266d"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:22:42.266778 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:42.267637 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device b39b79af-f443-48d6-a70e-0edb9f29990f up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:22:42.303152 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00dd756c-01e5-483d-9073-b219b8fb2b28 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Made reservation on behalf of 0a17ff9ddd5f489695e0235ae87388f5 for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:22:42.307239 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-00dd756c-01e5-483d-9073-b219b8fb2b28 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:42.330088 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-adebeb7f-7b5c-4002-91ae-bd9d52c0d142 req-c0e6379a-1a10-431e-bc4c-7c0bfc1e5845 service neutron] 10.222.0.67 "GET /v2.0/networks/d517cf7a-2b5e-403e-9519-f81391a215c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3478591 Jan 18 22:22:42.340634 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75b92ce-148b-4151-a0e8-14f7e596f77b req-9d31713b-cecf-4368-9213-09b4f4a6df20 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:42.342134 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c75b92ce-148b-4151-a0e8-14f7e596f77b req-9d31713b-cecf-4368-9213-09b4f4a6df20 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=af0d2682-492f-45f0-87de-a0bf93808694 HTTP/1.1" status: 200 len: 908 time: 0.1299486 Jan 18 22:22:42.345471 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19a97c9e-7ddb-48c2-91c8-4bbe0366cb8d', 'name': 'network-vif-deleted', 'tag': '8cdba046-d46d-4225-9425-f891cb710881'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:22:42.348676 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee6fc9a3-112c-47a8-bcbc-edbd9b66b8f9" -d '{"events": [{"server_uuid": "19a97c9e-7ddb-48c2-91c8-4bbe0366cb8d", "name": "network-vif-deleted", "tag": "8cdba046-d46d-4225-9425-f891cb710881"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:22:42.353209 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=2b6e3326-dc40-49a1-9ecb-6190b53d266d,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:42.358507 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-014658b8-c08b-4799-bb63-37c2cc9c49ce req-3cda0aec-9bd2-4598-ba19-3c87f7e2d90b tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/security-groups?id=43d45361-b6ad-4105-a9b4-e598b6e8e651&id=1a7f3ba7-6b33-47d4-842d-f8859c8e7d98&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0993836 Jan 18 22:22:42.370551 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port b39b79af-f443-48d6-a70e-0edb9f29990f completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:22:42.375469 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port b39b79af-f443-48d6-a70e-0edb9f29990f triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:22:42.376022 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:42.533335 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:42.541419 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7f73ae46-4c81-4ae0-b8a5-4d148b14c939 req-23698a4b-8f63-48bc-9e56-b312fc927429 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f15a6fe-1e03-4f4c-a849-3efa55d24784 HTTP/1.1" status: 200 len: 210 time: 0.1082020 Jan 18 22:22:42.614440 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port b39b79af-f443-48d6-a70e-0edb9f29990f, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=b39b79af-f443-48d6-a70e-0edb9f29990f,segment=NetworkSegment(66a6c0bc-a9db-4ef2-b573-64d9158634ea),segment_id=66a6c0bc-a9db-4ef2-b573-64d9158634ea)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:22:42.622611 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:42.625698 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device ac916a4a-3bf6-444a-a917-d065fe9287b9 up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:22:42.640162 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:42.672421 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f26e4e6a-49cd-47ce-9927-eeaa61efc73e x-openstack-request-id: req-f26e4e6a-49cd-47ce-9927-eeaa61efc73e {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:22:42.673908 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19a97c9e-7ddb-48c2-91c8-4bbe0366cb8d", "name": "network-vif-deleted", "tag": "8cdba046-d46d-4225-9425-f891cb710881", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:22:42.674908 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f26e4e6a-49cd-47ce-9927-eeaa61efc73e {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:22:42.675473 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19a97c9e-7ddb-48c2-91c8-4bbe0366cb8d', 'name': 'network-vif-deleted', 'tag': '8cdba046-d46d-4225-9425-f891cb710881', 'status': 'completed', 'code': 200} Jan 18 22:22:42.686685 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7a67eee-5a43-4806-8635-9fc1cd2f1b2c x-openstack-request-id: req-a7a67eee-5a43-4806-8635-9fc1cd2f1b2c {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:22:42.686973 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fdf43ac-e2d1-46c0-a022-01c13375d73d", "name": "network-vif-plugged", "status": "completed", "tag": "2b6e3326-dc40-49a1-9ecb-6190b53d266d", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:22:42.687445 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a7a67eee-5a43-4806-8635-9fc1cd2f1b2c {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:22:42.687669 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fdf43ac-e2d1-46c0-a022-01c13375d73d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b6e3326-dc40-49a1-9ecb-6190b53d266d', 'code': 200} Jan 18 22:22:42.701354 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5774b999-2df3-4cde-aeea-89eaa914d5aa req-3e9d63b4-9108-456c-8580-cfbd3a630f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:42.709327 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5774b999-2df3-4cde-aeea-89eaa914d5aa req-3e9d63b4-9108-456c-8580-cfbd3a630f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:42.710534 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5774b999-2df3-4cde-aeea-89eaa914d5aa req-3e9d63b4-9108-456c-8580-cfbd3a630f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:42.711744 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5774b999-2df3-4cde-aeea-89eaa914d5aa req-3e9d63b4-9108-456c-8580-cfbd3a630f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:42.713119 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5774b999-2df3-4cde-aeea-89eaa914d5aa req-3e9d63b4-9108-456c-8580-cfbd3a630f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:42.715282 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5774b999-2df3-4cde-aeea-89eaa914d5aa req-3e9d63b4-9108-456c-8580-cfbd3a630f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:42.715997 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5774b999-2df3-4cde-aeea-89eaa914d5aa req-3e9d63b4-9108-456c-8580-cfbd3a630f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:42.725850 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5774b999-2df3-4cde-aeea-89eaa914d5aa req-3e9d63b4-9108-456c-8580-cfbd3a630f76 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ec90adb1094349739cc26a639b1aef5d&device_id=db33aaef-5884-4da4-a311-5ede51d08faf HTTP/1.1" status: 200 len: 6477 time: 0.2112288 Jan 18 22:22:42.799545 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=b39b79af-f443-48d6-a70e-0edb9f29990f,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:42.822305 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-00dd756c-01e5-483d-9073-b219b8fb2b28 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:42.842919 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port ac916a4a-3bf6-444a-a917-d065fe9287b9 completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:22:42.851947 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port ac916a4a-3bf6-444a-a917-d065fe9287b9 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:22:42.852352 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:42.912606 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00dd756c-01e5-483d-9073-b219b8fb2b28 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:22:42.913937 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 38472) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:22:42.918100 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-00dd756c-01e5-483d-9073-b219b8fb2b28 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:22:42.950714 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00dd756c-01e5-483d-9073-b219b8fb2b28 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:42.951575 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-00dd756c-01e5-483d-9073-b219b8fb2b28 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:43.041572 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:43.054123 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dd756c-01e5-483d-9073-b219b8fb2b28 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event updated for resources: {'Subnet': ['ID=bc9f9871-6d03-423d-b9f0-e58edfbf98da,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:43.068488 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-00dd756c-01e5-483d-9073-b219b8fb2b28 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0769594 Jan 18 22:22:43.074233 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 38474) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:22:43.085078 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-c12aa51d-b3cf-4350-b3e6-39c99cf9900f tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Request body: {'port': {'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503', 'name': 'tempest-NetworksTestDHCPv6-1992340490'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:22:43.102479 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port ac916a4a-3bf6-444a-a917-d065fe9287b9, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=ac916a4a-3bf6-444a-a917-d065fe9287b9,segment=NetworkSegment(faec684d-228a-4063-b282-58eaf9720a79),segment_id=faec684d-228a-4063-b282-58eaf9720a79)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:22:43.107015 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53607dbf-1085-483b-a025-b60eb7211ce2 req-5f2bbca3-aad0-41e4-b476-29037f36a1d1 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:43.111481 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:43.113231 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device ac119faf-2a75-40e5-88c9-de25c7935e34 up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:22:43.121209 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53607dbf-1085-483b-a025-b60eb7211ce2 req-5f2bbca3-aad0-41e4-b476-29037f36a1d1 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:43.128884 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53607dbf-1085-483b-a025-b60eb7211ce2 req-5f2bbca3-aad0-41e4-b476-29037f36a1d1 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:43.153279 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53607dbf-1085-483b-a025-b60eb7211ce2 req-5f2bbca3-aad0-41e4-b476-29037f36a1d1 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:43.171353 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53607dbf-1085-483b-a025-b60eb7211ce2 req-5f2bbca3-aad0-41e4-b476-29037f36a1d1 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:43.180805 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53607dbf-1085-483b-a025-b60eb7211ce2 req-5f2bbca3-aad0-41e4-b476-29037f36a1d1 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:43.193742 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53607dbf-1085-483b-a025-b60eb7211ce2 req-5f2bbca3-aad0-41e4-b476-29037f36a1d1 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:43.203635 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-53607dbf-1085-483b-a025-b60eb7211ce2 req-5f2bbca3-aad0-41e4-b476-29037f36a1d1 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fdf43ac-e2d1-46c0-a022-01c13375d73d HTTP/1.1" status: 200 len: 5437 time: 0.3211584 Jan 18 22:22:43.270323 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=ac916a4a-3bf6-444a-a917-d065fe9287b9,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:43.279472 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-62f3f5d0-dd7f-4d0c-b36e-192029eb96f0 admin admin] Deleting subnet 3943d4e3-11db-416b-b501-9e5a6550fdf9 {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:22:43.288984 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-62f3f5d0-dd7f-4d0c-b36e-192029eb96f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:43.317696 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port ac119faf-2a75-40e5-88c9-de25c7935e34 completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:22:43.321786 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port ac119faf-2a75-40e5-88c9-de25c7935e34 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:22:43.322161 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:43.365102 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5774b999-2df3-4cde-aeea-89eaa914d5aa req-1675e0e4-7e45-40cb-8117-04e389ce0ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:43.372578 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5774b999-2df3-4cde-aeea-89eaa914d5aa req-1675e0e4-7e45-40cb-8117-04e389ce0ca0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d517cf7a-2b5e-403e-9519-f81391a215c9 HTTP/1.1" status: 200 len: 901 time: 0.6316748 Jan 18 22:22:43.374518 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-62f3f5d0-dd7f-4d0c-b36e-192029eb96f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:43.411034 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 38482) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:22:43.436445 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 6f9ace6e-a410-457d-a741-698573201e47 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:22:43.437982 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c12aa51d-b3cf-4350-b3e6-39c99cf9900f tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Made reservation on behalf of 0a17ff9ddd5f489695e0235ae87388f5 for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:22:43.442580 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c12aa51d-b3cf-4350-b3e6-39c99cf9900f tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:43.462683 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-62f3f5d0-dd7f-4d0c-b36e-192029eb96f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:43.488478 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [None req-c12aa51d-b3cf-4350-b3e6-39c99cf9900f tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] device_id is not set on port d523e3a2-2d8f-40c2-ae49-4b733808d717 yet. {{(pid=102431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:22:43.532606 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5774b999-2df3-4cde-aeea-89eaa914d5aa req-d4f4ff5f-f6a1-42ce-a100-ad012d78bb1b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d4aeaad3-0a25-4101-bf67-696d922c2523 HTTP/1.1" status: 200 len: 217 time: 0.1023049 Jan 18 22:22:43.584295 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f260aa8d-066e-41f4-a377-f88a2cedc17c None None] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:22:43.601995 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:43.642049 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d8ea46-6ce3-4a6f-a79f-d8414aec9ba3 req-4ec7dcee-30c9-4e4f-a6a4-8664519c2071 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:43.644355 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-06d8ea46-6ce3-4a6f-a79f-d8414aec9ba3 req-4ec7dcee-30c9-4e4f-a6a4-8664519c2071 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.67 "GET /v2.0/ports?device_id=af0d2682-492f-45f0-87de-a0bf93808694 HTTP/1.1" status: 200 len: 908 time: 0.4272950 Jan 18 22:22:43.695211 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:43.720762 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-53607dbf-1085-483b-a025-b60eb7211ce2 req-9baf6158-98ab-4428-af86-da8ac53da124 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "GET /v2.0/security-groups?id=feae3479-97c3-4dcd-9cbb-02eadc4c6a76&id=61d17b67-718c-4475-950b-257bfb33b7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5132549 Jan 18 22:22:43.722451 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-369764c9-e8ff-4df9-9548-f59eecd63e4b None None] Provisioning complete for port 6f9ace6e-a410-457d-a741-698573201e47 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:22:43.722835 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-369764c9-e8ff-4df9-9548-f59eecd63e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:43.726802 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5774b999-2df3-4cde-aeea-89eaa914d5aa req-6a951e85-23cc-465f-9d1b-ca040d193d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:43.730385 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5774b999-2df3-4cde-aeea-89eaa914d5aa req-6a951e85-23cc-465f-9d1b-ca040d193d40 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b2fef015-6188-4e86-a17d-bae4a3dc212e HTTP/1.1" status: 200 len: 797 time: 0.1848273 Jan 18 22:22:43.775196 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 6f9ace6e-a410-457d-a741-698573201e47 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:22:43.775575 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:43.803443 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-c12aa51d-b3cf-4350-b3e6-39c99cf9900f tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Allocated IP 2001:db8::277 (5ec417a5-fa6c-4abd-aa15-b83b9df83503/bc9f9871-6d03-423d-b9f0-e58edfbf98da/d523e3a2-2d8f-40c2-ae49-4b733808d717) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:22:43.842732 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b78866f3-ac0f-4788-afa7-5b61b51df374 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:43.927356 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port ac119faf-2a75-40e5-88c9-de25c7935e34, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=ac119faf-2a75-40e5-88c9-de25c7935e34,segment=NetworkSegment(ee75c36c-e3da-443e-af67-166cf5cadbbd),segment_id=ee75c36c-e3da-443e-af67-166cf5cadbbd)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:22:43.927925 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-62f3f5d0-dd7f-4d0c-b36e-192029eb96f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:43.985091 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdeff82-2b81-4336-8c63-58482539005b req-949d9085-3a17-412f-8696-84041b178f4d tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:43.985260 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:43.986042 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 628fd386-d663-4f6e-b10c-63286e484d82 up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:22:43.997827 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdeff82-2b81-4336-8c63-58482539005b req-949d9085-3a17-412f-8696-84041b178f4d tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:44.008478 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdeff82-2b81-4336-8c63-58482539005b req-949d9085-3a17-412f-8696-84041b178f4d tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:44.029091 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f3f5d0-dd7f-4d0c-b36e-192029eb96f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3943d4e3-11db-416b-b501-9e5a6550fdf9,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:44.032982 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-62f3f5d0-dd7f-4d0c-b36e-192029eb96f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:44.035744 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdeff82-2b81-4336-8c63-58482539005b req-949d9085-3a17-412f-8696-84041b178f4d tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:44.038909 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-62f3f5d0-dd7f-4d0c-b36e-192029eb96f0 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/3943d4e3-11db-416b-b501-9e5a6550fdf9 HTTP/1.1" status: 204 len: 168 time: 1.1182334 Jan 18 22:22:44.042629 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdeff82-2b81-4336-8c63-58482539005b req-949d9085-3a17-412f-8696-84041b178f4d tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:44.050585 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdeff82-2b81-4336-8c63-58482539005b req-949d9085-3a17-412f-8696-84041b178f4d tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:44.057198 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdeff82-2b81-4336-8c63-58482539005b req-949d9085-3a17-412f-8696-84041b178f4d tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:44.060208 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fcdeff82-2b81-4336-8c63-58482539005b req-949d9085-3a17-412f-8696-84041b178f4d tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/ports?device_id=db33aaef-5884-4da4-a311-5ede51d08faf HTTP/1.1" status: 200 len: 5420 time: 0.1777647 Jan 18 22:22:44.060923 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 38492) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:22:44.138427 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b4ae4-66d1-4770-a933-ffd7683f8b31 req-636dccc0-af37-4ce8-906a-8597cda43bac tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:44.147808 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-965b4ae4-66d1-4770-a933-ffd7683f8b31 req-636dccc0-af37-4ce8-906a-8597cda43bac tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=af0d2682-492f-45f0-87de-a0bf93808694 HTTP/1.1" status: 200 len: 908 time: 0.5823288 Jan 18 22:22:44.163539 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fcdeff82-2b81-4336-8c63-58482539005b req-11c78e92-708a-4c70-9c78-54fb20e4c361 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/security-groups?id=43d45361-b6ad-4105-a9b4-e598b6e8e651&id=1a7f3ba7-6b33-47d4-842d-f8859c8e7d98&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0885038 Jan 18 22:22:44.210341 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd53cb-d714-4ab0-b245-630ed0bd051a req-11ce05bb-7446-485e-a604-0e553bc24ae3 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:44.211936 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-cabd53cb-d714-4ab0-b245-630ed0bd051a req-11ce05bb-7446-485e-a604-0e553bc24ae3 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.36 "GET /v2.0/networks?id=616341ad-8ee5-46dd-a50f-fbf4c382e06c HTTP/1.1" status: 200 len: 812 time: 0.3869302 Jan 18 22:22:44.242943 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5774b999-2df3-4cde-aeea-89eaa914d5aa req-c5642d98-782b-48fe-afd0-e990d6a38d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:44.244612 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-cabd53cb-d714-4ab0-b245-630ed0bd051a req-ca7b21e7-404a-4f9c-9eb1-7ba719e655e4 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Request body: {'port': {'device_id': '8f15a6fe-1e03-4f4c-a849-3efa55d24784', 'network_id': '616341ad-8ee5-46dd-a50f-fbf4c382e06c', 'admin_state_up': True, 'tenant_id': 'feff401a111441e8bc4bdb3f9c55f3c8'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:22:44.247796 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5774b999-2df3-4cde-aeea-89eaa914d5aa req-c5642d98-782b-48fe-afd0-e990d6a38d84 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d517cf7a-2b5e-403e-9519-f81391a215c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4990351 Jan 18 22:22:44.323205 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-568124ec-e5f8-4344-8cbe-d7f79885b7ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:44.332831 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=ac119faf-2a75-40e5-88c9-de25c7935e34,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:44.341756 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-369764c9-e8ff-4df9-9548-f59eecd63e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:44.374468 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:44.386624 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5774b999-2df3-4cde-aeea-89eaa914d5aa req-378e163c-caf0-41e0-ab85-c8f767493278 service neutron] 10.222.0.67 "GET /v2.0/networks/d517cf7a-2b5e-403e-9519-f81391a215c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187389 Jan 18 22:22:44.391018 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c12aa51d-b3cf-4350-b3e6-39c99cf9900f tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:44.392359 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port 628fd386-d663-4f6e-b10c-63286e484d82 completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:22:44.400511 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b78866f3-ac0f-4788-afa7-5b61b51df374 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:44.409646 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port 628fd386-d663-4f6e-b10c-63286e484d82 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:22:44.410024 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:44.421789 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-369764c9-e8ff-4df9-9548-f59eecd63e4b None None] For port 6f9ace6e-a410-457d-a741-698573201e47, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=6f9ace6e-a410-457d-a741-698573201e47,segment=NetworkSegment(3c2fda82-0722-4d26-8bf8-bb1f4fe594b8),segment_id=3c2fda82-0722-4d26-8bf8-bb1f4fe594b8)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:22:44.442668 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b78866f3-ac0f-4788-afa7-5b61b51df374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:44.450844 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-369764c9-e8ff-4df9-9548-f59eecd63e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:44.465854 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-52aaed78-d87e-4d2b-a867-c6886d522390 req-ee6ad18e-191e-47af-a90f-902c1988f682 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f15a6fe-1e03-4f4c-a849-3efa55d24784 HTTP/1.1" status: 200 len: 210 time: 0.0766661 Jan 18 22:22:44.533174 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-06d8ea46-6ce3-4a6f-a79f-d8414aec9ba3 req-98373f8f-6f10-4523-9a58-00ff896c7908 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Deleting port 647df6e5-6afc-435c-8852-53ad9c11fc2f {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:22:44.533575 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-06d8ea46-6ce3-4a6f-a79f-d8414aec9ba3 req-98373f8f-6f10-4523-9a58-00ff896c7908 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:44.562414 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369764c9-e8ff-4df9-9548-f59eecd63e4b None None] Pushing event updated for resources: {'Port': ['ID=6f9ace6e-a410-457d-a741-698573201e47,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:44.575368 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-369764c9-e8ff-4df9-9548-f59eecd63e4b None None] Could not find standard attr ID for object d2180a8e-e477-49ed-bdd3-d13b62d220e6. {{(pid=102432) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 22:22:44.591324 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-b78866f3-ac0f-4788-afa7-5b61b51df374 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a331e500b6c54ee4864d81e207ce6d1f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1791074 Jan 18 22:22:44.597443 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78866f3-ac0f-4788-afa7-5b61b51df374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f95056a8-bd1c-48ee-806a-5f6daaa23b9f,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:44.602028 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 38494) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:22:44.604049 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-568124ec-e5f8-4344-8cbe-d7f79885b7ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:44.655856 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.db.api [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 22:22:44.656066 n-d-825064-1 neutron-server[102432]: DEBUG oslo_db.api [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 22:22:44.665904 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-568124ec-e5f8-4344-8cbe-d7f79885b7ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbd133fe-c308-4a8e-bf62-ce93a757e989']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:22:44.683527 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c12aa51d-b3cf-4350-b3e6-39c99cf9900f tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:44.699751 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cabd53cb-d714-4ab0-b245-630ed0bd051a req-ca7b21e7-404a-4f9c-9eb1-7ba719e655e4 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Made reservation on behalf of feff401a111441e8bc4bdb3f9c55f3c8 for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:22:44.702050 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fdf43ac-e2d1-46c0-a022-01c13375d73d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b39b79af-f443-48d6-a70e-0edb9f29990f'}, {'server_uuid': '5fdf43ac-e2d1-46c0-a022-01c13375d73d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac916a4a-3bf6-444a-a917-d065fe9287b9'}, {'server_uuid': '5fdf43ac-e2d1-46c0-a022-01c13375d73d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac119faf-2a75-40e5-88c9-de25c7935e34'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:22:44.703175 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-cabd53cb-d714-4ab0-b245-630ed0bd051a req-ca7b21e7-404a-4f9c-9eb1-7ba719e655e4 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:44.709414 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-06d8ea46-6ce3-4a6f-a79f-d8414aec9ba3 req-98373f8f-6f10-4523-9a58-00ff896c7908 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] For port 647df6e5-6afc-435c-8852-53ad9c11fc2f, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=647df6e5-6afc-435c-8852-53ad9c11fc2f,segment=NetworkSegment(54058af5-a5b1-45e9-977a-39ef1b01c87e),segment_id=54058af5-a5b1-45e9-977a-39ef1b01c87e)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:22:44.709924 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-06d8ea46-6ce3-4a6f-a79f-d8414aec9ba3 req-98373f8f-6f10-4523-9a58-00ff896c7908 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:44.710490 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7287ce78-b47b-4ba2-9421-6e46e2408ea5" -d '{"events": [{"server_uuid": "5fdf43ac-e2d1-46c0-a022-01c13375d73d", "name": "network-vif-plugged", "status": "completed", "tag": "b39b79af-f443-48d6-a70e-0edb9f29990f"}, {"server_uuid": "5fdf43ac-e2d1-46c0-a022-01c13375d73d", "name": "network-vif-plugged", "status": "completed", "tag": "ac916a4a-3bf6-444a-a917-d065fe9287b9"}, {"server_uuid": "5fdf43ac-e2d1-46c0-a022-01c13375d73d", "name": "network-vif-plugged", "status": "completed", "tag": "ac119faf-2a75-40e5-88c9-de25c7935e34"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:22:44.714408 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-568124ec-e5f8-4344-8cbe-d7f79885b7ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b9c1dcd-43d7-469e-84e6-2ae44ff323fb') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:22:44.714711 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-568124ec-e5f8-4344-8cbe-d7f79885b7ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b9c1dcd-43d7-469e-84e6-2ae44ff323fb') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:22:44.776261 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:44.779635 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-bd26a64f-ca2c-4b70-bc27-e36112589f31 None None] Provisioning complete for port 6f9ace6e-a410-457d-a741-698573201e47 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:22:44.779989 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bd26a64f-ca2c-4b70-bc27-e36112589f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:44.803805 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-06d8ea46-6ce3-4a6f-a79f-d8414aec9ba3 req-98373f8f-6f10-4523-9a58-00ff896c7908 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Calling delete_port for 647df6e5-6afc-435c-8852-53ad9c11fc2f owned by compute:nova {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:22:44.821573 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5774b999-2df3-4cde-aeea-89eaa914d5aa req-abe5bab7-22d6-426b-b3ff-da03184991a1 service neutron] 10.222.0.67 "GET /v2.0/networks/d517cf7a-2b5e-403e-9519-f81391a215c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4003952 Jan 18 22:22:44.830105 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12aa51d-b3cf-4350-b3e6-39c99cf9900f tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event updated for resources: {'Port': ['ID=d523e3a2-2d8f-40c2-ae49-4b733808d717,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:44.853762 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 628fd386-d663-4f6e-b10c-63286e484d82, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=628fd386-d663-4f6e-b10c-63286e484d82,segment=NetworkSegment(ee75c36c-e3da-443e-af67-166cf5cadbbd),segment_id=ee75c36c-e3da-443e-af67-166cf5cadbbd)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:22:44.860836 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 18 Jan 2022 22:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e3b4924-9ff4-4a0c-9362-dc5e6bc2a8b7 x-openstack-request-id: req-7e3b4924-9ff4-4a0c-9362-dc5e6bc2a8b7 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:22:44.861145 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fdf43ac-e2d1-46c0-a022-01c13375d73d", "name": "network-vif-plugged", "status": "completed", "tag": "b39b79af-f443-48d6-a70e-0edb9f29990f", "code": 200}, {"server_uuid": "5fdf43ac-e2d1-46c0-a022-01c13375d73d", "name": "network-vif-plugged", "status": "completed", "tag": "ac916a4a-3bf6-444a-a917-d065fe9287b9", "code": 200}, {"server_uuid": "5fdf43ac-e2d1-46c0-a022-01c13375d73d", "name": "network-vif-plugged", "status": "completed", "tag": "ac119faf-2a75-40e5-88c9-de25c7935e34", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:22:44.861918 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-568124ec-e5f8-4344-8cbe-d7f79885b7ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:44.862077 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7e3b4924-9ff4-4a0c-9362-dc5e6bc2a8b7 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:22:44.862453 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fdf43ac-e2d1-46c0-a022-01c13375d73d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b39b79af-f443-48d6-a70e-0edb9f29990f', 'code': 200} Jan 18 22:22:44.862750 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fdf43ac-e2d1-46c0-a022-01c13375d73d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac916a4a-3bf6-444a-a917-d065fe9287b9', 'code': 200} Jan 18 22:22:44.863053 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fdf43ac-e2d1-46c0-a022-01c13375d73d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac119faf-2a75-40e5-88c9-de25c7935e34', 'code': 200} Jan 18 22:22:44.868915 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:44.869840 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 8cdba046-d46d-4225-9425-f891cb710881 no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:22:44.897506 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12aa51d-b3cf-4350-b3e6-39c99cf9900f tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:22:44.937007 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-c12aa51d-b3cf-4350-b3e6-39c99cf9900f tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:22:44.940738 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-901d5b46-00df-4b7b-8d0c-ff439bb1716f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:44.944177 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] No Port match for: 8cdba046-d46d-4225-9425-f891cb710881 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:22:44.944177 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 8cdba046-d46d-4225-9425-f891cb710881 not bound to the agent host n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:22:44.950767 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12aa51d-b3cf-4350-b3e6-39c99cf9900f tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:22:44.957257 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12aa51d-b3cf-4350-b3e6-39c99cf9900f tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:44.958146 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c12aa51d-b3cf-4350-b3e6-39c99cf9900f tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:44.986144 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 31c5c75b-ce2c-4be9-b4cf-f29652cd677a up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:22:45.014578 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df1d98-726c-4afe-b588-ccb31e9107a9 req-fd41ee3e-2ecc-4c7b-ac3a-d02386283238 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:45.017135 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-568124ec-e5f8-4344-8cbe-d7f79885b7ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:45.021574 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df1d98-726c-4afe-b588-ccb31e9107a9 req-fd41ee3e-2ecc-4c7b-ac3a-d02386283238 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:45.022697 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-c12aa51d-b3cf-4350-b3e6-39c99cf9900f tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.9456832 Jan 18 22:22:45.032271 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 38502) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:22:45.036006 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df1d98-726c-4afe-b588-ccb31e9107a9 req-fd41ee3e-2ecc-4c7b-ac3a-d02386283238 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:45.045663 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df1d98-726c-4afe-b588-ccb31e9107a9 req-fd41ee3e-2ecc-4c7b-ac3a-d02386283238 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:45.057406 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df1d98-726c-4afe-b588-ccb31e9107a9 req-fd41ee3e-2ecc-4c7b-ac3a-d02386283238 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:45.071114 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df1d98-726c-4afe-b588-ccb31e9107a9 req-fd41ee3e-2ecc-4c7b-ac3a-d02386283238 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:45.078204 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df1d98-726c-4afe-b588-ccb31e9107a9 req-fd41ee3e-2ecc-4c7b-ac3a-d02386283238 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:45.081288 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f6df1d98-726c-4afe-b588-ccb31e9107a9 req-fd41ee3e-2ecc-4c7b-ac3a-d02386283238 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fdf43ac-e2d1-46c0-a022-01c13375d73d HTTP/1.1" status: 200 len: 5440 time: 0.1558359 Jan 18 22:22:45.099402 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=628fd386-d663-4f6e-b10c-63286e484d82,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:45.113847 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port 31c5c75b-ce2c-4be9-b4cf-f29652cd677a completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:22:45.120750 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port 31c5c75b-ce2c-4be9-b4cf-f29652cd677a triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:22:45.121208 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:45.162927 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f6df1d98-726c-4afe-b588-ccb31e9107a9 req-94c3c3a3-9979-41a2-b89e-58addf263ca5 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "GET /v2.0/security-groups?id=feae3479-97c3-4dcd-9cbb-02eadc4c6a76&id=61d17b67-718c-4475-950b-257bfb33b7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0695937 Jan 18 22:22:45.224767 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-a995345f-3189-4318-9ecd-6aa06462bf5f None None] Could not find standard attr ID for object d2180a8e-e477-49ed-bdd3-d13b62d220e6. {{(pid=102432) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 22:22:45.240304 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-901d5b46-00df-4b7b-8d0c-ff439bb1716f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:45.293539 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:45.315618 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [req-cabd53cb-d714-4ab0-b245-630ed0bd051a req-ca7b21e7-404a-4f9c-9eb1-7ba719e655e4 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Allocated IP 172.20.0.4 (616341ad-8ee5-46dd-a50f-fbf4c382e06c/39872394-9ec8-42e0-a515-8c2f5c78361a/f4f2579a-39ae-4aec-9900-bf34bbeb904f) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:22:45.339396 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 31c5c75b-ce2c-4be9-b4cf-f29652cd677a, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=31c5c75b-ce2c-4be9-b4cf-f29652cd677a,segment=NetworkSegment(ee75c36c-e3da-443e-af67-166cf5cadbbd),segment_id=ee75c36c-e3da-443e-af67-166cf5cadbbd)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:22:45.341562 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-568124ec-e5f8-4344-8cbe-d7f79885b7ac admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:22:45.341975 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-568124ec-e5f8-4344-8cbe-d7f79885b7ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:45.344641 n-d-825064-1 neutron-server[102431]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:22:45.344641 n-d-825064-1 neutron-server[102431]: items = [ Jan 18 22:22:45.344641 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:22:45.344641 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:22:45.344641 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:22:45.344641 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:22:45.344641 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:22:45.344641 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:22:45.344641 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:22:45.344641 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:22:45.344641 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:22:45.344641 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:22:45.344641 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:22:45.344641 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:22:45.344641 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:22:45.344641 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:22:45.344641 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:22:45.344641 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:22:45.344641 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:22:45.344641 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:22:45.344641 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:22:45.344641 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:22:45.344641 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:22:45.344641 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:22:45.344641 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:22:45.344641 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:22:45.344641 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:22:45.344641 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:22:45.344641 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:22:45.344641 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:22:45.344641 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:22:45.344641 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:22:45.344641 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:22:45.344641 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:22:45.350429 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:45.352555 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 790739e8-f2d1-4e6b-9f52-59a57a675b05 up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:22:45.438988 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-06d8ea46-6ce3-4a6f-a79f-d8414aec9ba3 req-98373f8f-6f10-4523-9a58-00ff896c7908 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:45.468914 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=31c5c75b-ce2c-4be9-b4cf-f29652cd677a,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:45.482396 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 6f9ace6e-a410-457d-a741-698573201e47 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:22:45.522400 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b83b7d-2499-4f2f-b3f2-91e94d546baf req-2ae21776-2bd4-49a8-aa19-6aa2e4737c4f tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:45.524666 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d1b83b7d-2499-4f2f-b3f2-91e94d546baf req-2ae21776-2bd4-49a8-aa19-6aa2e4737c4f tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=af0d2682-492f-45f0-87de-a0bf93808694 HTTP/1.1" status: 200 len: 908 time: 0.2385490 Jan 18 22:22:45.529369 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98373f8f-6f10-4523-9a58-00ff896c7908 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Pushing event deleted for resources: {'Port': ['ID=647df6e5-6afc-435c-8852-53ad9c11fc2f,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:45.560602 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port 790739e8-f2d1-4e6b-9f52-59a57a675b05 completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:22:45.575972 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port 790739e8-f2d1-4e6b-9f52-59a57a675b05 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:22:45.576387 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:45.589252 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50a898d-4c3d-44ef-9673-a939fb68dd68 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:45.595197 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50a898d-4c3d-44ef-9673-a939fb68dd68 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:45.601599 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5877fb-7988-4b8f-b077-07442914f264 req-f9e4f642-f1eb-454d-bf87-ce643bb2df29 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:45.607923 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5877fb-7988-4b8f-b077-07442914f264 req-f9e4f642-f1eb-454d-bf87-ce643bb2df29 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:45.613412 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-e50a898d-4c3d-44ef-9673-a939fb68dd68 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.5499964 Jan 18 22:22:45.617052 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-568124ec-e5f8-4344-8cbe-d7f79885b7ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:45.624329 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5877fb-7988-4b8f-b077-07442914f264 req-f9e4f642-f1eb-454d-bf87-ce643bb2df29 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:45.642643 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5877fb-7988-4b8f-b077-07442914f264 req-f9e4f642-f1eb-454d-bf87-ce643bb2df29 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:45.657545 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 38510) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:22:45.658707 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-609cbd36-0ea0-44fc-8648-148cb8342b3b None None] Provisioning complete for port d523e3a2-2d8f-40c2-ae49-4b733808d717 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:22:45.659196 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-609cbd36-0ea0-44fc-8648-148cb8342b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:45.659373 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5877fb-7988-4b8f-b077-07442914f264 req-f9e4f642-f1eb-454d-bf87-ce643bb2df29 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:45.677204 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5877fb-7988-4b8f-b077-07442914f264 req-f9e4f642-f1eb-454d-bf87-ce643bb2df29 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:45.691341 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-568124ec-e5f8-4344-8cbe-d7f79885b7ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:45.693691 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5877fb-7988-4b8f-b077-07442914f264 req-f9e4f642-f1eb-454d-bf87-ce643bb2df29 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:45.697121 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4d5877fb-7988-4b8f-b077-07442914f264 req-f9e4f642-f1eb-454d-bf87-ce643bb2df29 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/ports?device_id=db33aaef-5884-4da4-a311-5ede51d08faf HTTP/1.1" status: 200 len: 5420 time: 0.3728714 Jan 18 22:22:45.706986 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-568124ec-e5f8-4344-8cbe-d7f79885b7ac admin admin] 10.222.0.53 "DELETE /v2.0/networks/bbd133fe-c308-4a8e-bf62-ce93a757e989 HTTP/1.1" status: 204 len: 168 time: 1.6329155 Jan 18 22:22:45.712943 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568124ec-e5f8-4344-8cbe-d7f79885b7ac admin admin] Pushing event deleted for resources: {'Network': ['ID=bbd133fe-c308-4a8e-bf62-ce93a757e989,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:45.722959 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 6f9ace6e-a410-457d-a741-698573201e47 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:22:45.723167 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:45.803561 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-06d8ea46-6ce3-4a6f-a79f-d8414aec9ba3 req-98373f8f-6f10-4523-9a58-00ff896c7908 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] No DVR routers for this DVR port 647df6e5-6afc-435c-8852-53ad9c11fc2f on host n-h2-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:22:45.808355 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-06d8ea46-6ce3-4a6f-a79f-d8414aec9ba3 req-98373f8f-6f10-4523-9a58-00ff896c7908 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:45.812799 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-06d8ea46-6ce3-4a6f-a79f-d8414aec9ba3 req-98373f8f-6f10-4523-9a58-00ff896c7908 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.67 "DELETE /v2.0/ports/647df6e5-6afc-435c-8852-53ad9c11fc2f HTTP/1.1" status: 204 len: 173 time: 2.0813038 Jan 18 22:22:45.814683 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af0d2682-492f-45f0-87de-a0bf93808694', 'name': 'network-vif-deleted', 'tag': '647df6e5-6afc-435c-8852-53ad9c11fc2f'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:22:45.827167 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb7f9536-6834-4b0d-8e5d-69803241d5bf" -d '{"events": [{"server_uuid": "af0d2682-492f-45f0-87de-a0bf93808694", "name": "network-vif-deleted", "tag": "647df6e5-6afc-435c-8852-53ad9c11fc2f"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:22:45.829631 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-cabd53cb-d714-4ab0-b245-630ed0bd051a req-ca7b21e7-404a-4f9c-9eb1-7ba719e655e4 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:45.849350 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2c062a79-a35f-4240-bc35-1f081365910f req-50bcc673-0be6-4d0f-8463-c19c8efd0659 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f15a6fe-1e03-4f4c-a849-3efa55d24784 HTTP/1.1" status: 200 len: 210 time: 0.1524899 Jan 18 22:22:45.883337 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-609cbd36-0ea0-44fc-8648-148cb8342b3b None None] Port d523e3a2-2d8f-40c2-ae49-4b733808d717 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:22:45.895984 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-901d5b46-00df-4b7b-8d0c-ff439bb1716f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:45.900026 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-901d5b46-00df-4b7b-8d0c-ff439bb1716f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:45.904058 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-901d5b46-00df-4b7b-8d0c-ff439bb1716f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f95056a8-bd1c-48ee-806a-5f6daaa23b9f HTTP/1.1" status: 204 len: 168 time: 1.2946124 Jan 18 22:22:45.949575 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901d5b46-00df-4b7b-8d0c-ff439bb1716f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f95056a8-bd1c-48ee-806a-5f6daaa23b9f,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:45.964493 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-cabd53cb-d714-4ab0-b245-630ed0bd051a req-ca7b21e7-404a-4f9c-9eb1-7ba719e655e4 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:45.985751 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4d5877fb-7988-4b8f-b077-07442914f264 req-327995a7-4a31-4c6d-bec9-a82e7264f049 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/security-groups?id=43d45361-b6ad-4105-a9b4-e598b6e8e651&id=1a7f3ba7-6b33-47d4-842d-f8859c8e7d98&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2571499 Jan 18 22:22:45.993830 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cabd53cb-d714-4ab0-b245-630ed0bd051a req-ca7b21e7-404a-4f9c-9eb1-7ba719e655e4 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Network 616341ad-8ee5-46dd-a50f-fbf4c382e06c is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:22:46.029396 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 38520) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:22:46.045902 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [req-cabd53cb-d714-4ab0-b245-630ed0bd051a req-ca7b21e7-404a-4f9c-9eb1-7ba719e655e4 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:22:46.050712 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-cabd53cb-d714-4ab0-b245-630ed0bd051a req-ca7b21e7-404a-4f9c-9eb1-7ba719e655e4 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:22:46.062523 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:46.090181 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dacec258-252e-4b70-ae8f-53449c24d624 x-openstack-request-id: req-dacec258-252e-4b70-ae8f-53449c24d624 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:22:46.090181 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af0d2682-492f-45f0-87de-a0bf93808694", "name": "network-vif-deleted", "tag": "647df6e5-6afc-435c-8852-53ad9c11fc2f", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:22:46.090181 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dacec258-252e-4b70-ae8f-53449c24d624 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:22:46.090456 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af0d2682-492f-45f0-87de-a0bf93808694', 'name': 'network-vif-deleted', 'tag': '647df6e5-6afc-435c-8852-53ad9c11fc2f', 'status': 'completed', 'code': 200} Jan 18 22:22:46.121966 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-b84a4036-0802-4e53-a6e0-73abf93a88af admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4e498fcb7b24422f9e5d32613a741483&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0908000 Jan 18 22:22:46.126262 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 38522) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:22:46.199625 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 790739e8-f2d1-4e6b-9f52-59a57a675b05, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=790739e8-f2d1-4e6b-9f52-59a57a675b05,segment=NetworkSegment(ee75c36c-e3da-443e-af67-166cf5cadbbd),segment_id=ee75c36c-e3da-443e-af67-166cf5cadbbd)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:22:46.215397 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:46.226965 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 647df6e5-6afc-435c-8852-53ad9c11fc2f no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:22:46.233246 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-718750d7-ad1c-4c05-84a9-4fa3c31705bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:46.279224 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] No Port match for: 647df6e5-6afc-435c-8852-53ad9c11fc2f {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:22:46.279609 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 647df6e5-6afc-435c-8852-53ad9c11fc2f not bound to the agent host n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:22:46.280419 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-718750d7-ad1c-4c05-84a9-4fa3c31705bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:46.313942 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=790739e8-f2d1-4e6b-9f52-59a57a675b05,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:46.415707 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027476d7-45a9-4556-97cd-aa3ab41df3c5 req-2c6a52c1-dc52-4de6-a60d-50ebf62d3376 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:46.421891 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027476d7-45a9-4556-97cd-aa3ab41df3c5 req-2c6a52c1-dc52-4de6-a60d-50ebf62d3376 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:46.428852 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027476d7-45a9-4556-97cd-aa3ab41df3c5 req-2c6a52c1-dc52-4de6-a60d-50ebf62d3376 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:46.436672 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027476d7-45a9-4556-97cd-aa3ab41df3c5 req-2c6a52c1-dc52-4de6-a60d-50ebf62d3376 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:46.444440 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027476d7-45a9-4556-97cd-aa3ab41df3c5 req-2c6a52c1-dc52-4de6-a60d-50ebf62d3376 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:46.450946 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027476d7-45a9-4556-97cd-aa3ab41df3c5 req-2c6a52c1-dc52-4de6-a60d-50ebf62d3376 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:46.457425 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027476d7-45a9-4556-97cd-aa3ab41df3c5 req-2c6a52c1-dc52-4de6-a60d-50ebf62d3376 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:46.459602 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-027476d7-45a9-4556-97cd-aa3ab41df3c5 req-2c6a52c1-dc52-4de6-a60d-50ebf62d3376 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fdf43ac-e2d1-46c0-a022-01c13375d73d HTTP/1.1" status: 200 len: 5442 time: 0.1306293 Jan 18 22:22:46.461770 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-718750d7-ad1c-4c05-84a9-4fa3c31705bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:46.464426 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-718750d7-ad1c-4c05-84a9-4fa3c31705bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:46.468234 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-718750d7-ad1c-4c05-84a9-4fa3c31705bc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/92d0bf2d-4a69-4a06-bc28-bffdc82f7ef7 HTTP/1.1" status: 204 len: 168 time: 0.3384316 Jan 18 22:22:46.489652 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718750d7-ad1c-4c05-84a9-4fa3c31705bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92d0bf2d-4a69-4a06-bc28-bffdc82f7ef7,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:46.524583 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7b21e7-404a-4f9c-9eb1-7ba719e655e4 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Pushing event updated for resources: {'Port': ['ID=f4f2579a-39ae-4aec-9900-bf34bbeb904f,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:46.534892 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-027476d7-45a9-4556-97cd-aa3ab41df3c5 req-c8c1867e-9bd1-4596-90d3-0e15be33cbc4 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "GET /v2.0/security-groups?id=feae3479-97c3-4dcd-9cbb-02eadc4c6a76&id=61d17b67-718c-4475-950b-257bfb33b7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0678194 Jan 18 22:22:46.557845 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd53cb-d714-4ab0-b245-630ed0bd051a req-ca7b21e7-404a-4f9c-9eb1-7ba719e655e4 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:46.558595 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-cabd53cb-d714-4ab0-b245-630ed0bd051a req-ca7b21e7-404a-4f9c-9eb1-7ba719e655e4 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:46.591369 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-e417248c-4edb-4112-8d9c-b1b8b56fc3dd tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Deleting port d523e3a2-2d8f-40c2-ae49-4b733808d717 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:22:46.592007 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e417248c-4edb-4112-8d9c-b1b8b56fc3dd tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:46.619008 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-cabd53cb-d714-4ab0-b245-630ed0bd051a req-ca7b21e7-404a-4f9c-9eb1-7ba719e655e4 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3897331 Jan 18 22:22:46.636751 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-cabd53cb-d714-4ab0-b245-630ed0bd051a req-3dc9e726-6c2a-4d4a-9696-c950b4a11a34 service neutron] Request body: {'port': {'device_id': '8f15a6fe-1e03-4f4c-a849-3efa55d24784', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:22:46.686964 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-75efb2ce-6878-4056-8bb5-f6452b6282f0 req-f9901d14-dde3-45e6-b672-be7d3c52cd03 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=af0d2682-492f-45f0-87de-a0bf93808694 HTTP/1.1" status: 200 len: 210 time: 0.0345595 Jan 18 22:22:46.788220 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-cabd53cb-d714-4ab0-b245-630ed0bd051a req-3dc9e726-6c2a-4d4a-9696-c950b4a11a34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:46.819652 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e417248c-4edb-4112-8d9c-b1b8b56fc3dd tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:46.858683 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-e417248c-4edb-4112-8d9c-b1b8b56fc3dd tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Calling delete_port for d523e3a2-2d8f-40c2-ae49-4b733808d717 owned by {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:22:46.864411 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fdf43ac-e2d1-46c0-a022-01c13375d73d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '628fd386-d663-4f6e-b10c-63286e484d82'}, {'server_uuid': '5fdf43ac-e2d1-46c0-a022-01c13375d73d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31c5c75b-ce2c-4be9-b4cf-f29652cd677a'}, {'server_uuid': '5fdf43ac-e2d1-46c0-a022-01c13375d73d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '790739e8-f2d1-4e6b-9f52-59a57a675b05'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:22:46.868010 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d22532b9-9229-40ff-b50d-6c2e263bc101" -d '{"events": [{"server_uuid": "5fdf43ac-e2d1-46c0-a022-01c13375d73d", "name": "network-vif-plugged", "status": "completed", "tag": "628fd386-d663-4f6e-b10c-63286e484d82"}, {"server_uuid": "5fdf43ac-e2d1-46c0-a022-01c13375d73d", "name": "network-vif-plugged", "status": "completed", "tag": "31c5c75b-ce2c-4be9-b4cf-f29652cd677a"}, {"server_uuid": "5fdf43ac-e2d1-46c0-a022-01c13375d73d", "name": "network-vif-plugged", "status": "completed", "tag": "790739e8-f2d1-4e6b-9f52-59a57a675b05"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:22:46.953507 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 18 Jan 2022 22:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b2de8e-3462-4c06-b6ee-eca18536fcd8 x-openstack-request-id: req-c2b2de8e-3462-4c06-b6ee-eca18536fcd8 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:22:46.954237 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fdf43ac-e2d1-46c0-a022-01c13375d73d", "name": "network-vif-plugged", "status": "completed", "tag": "628fd386-d663-4f6e-b10c-63286e484d82", "code": 200}, {"server_uuid": "5fdf43ac-e2d1-46c0-a022-01c13375d73d", "name": "network-vif-plugged", "status": "completed", "tag": "31c5c75b-ce2c-4be9-b4cf-f29652cd677a", "code": 200}, {"server_uuid": "5fdf43ac-e2d1-46c0-a022-01c13375d73d", "name": "network-vif-plugged", "status": "completed", "tag": "790739e8-f2d1-4e6b-9f52-59a57a675b05", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:22:46.956806 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c2b2de8e-3462-4c06-b6ee-eca18536fcd8 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:22:46.958794 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fdf43ac-e2d1-46c0-a022-01c13375d73d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '628fd386-d663-4f6e-b10c-63286e484d82', 'code': 200} Jan 18 22:22:46.959294 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fdf43ac-e2d1-46c0-a022-01c13375d73d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31c5c75b-ce2c-4be9-b4cf-f29652cd677a', 'code': 200} Jan 18 22:22:46.959801 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fdf43ac-e2d1-46c0-a022-01c13375d73d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '790739e8-f2d1-4e6b-9f52-59a57a675b05', 'code': 200} Jan 18 22:22:47.130874 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaa92fc-800c-492e-909b-116ef72979ee req-27e35190-9699-462f-9b7d-125f0d541ff1 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:47.140355 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-afaa92fc-800c-492e-909b-116ef72979ee req-27e35190-9699-462f-9b7d-125f0d541ff1 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f15a6fe-1e03-4f4c-a849-3efa55d24784 HTTP/1.1" status: 200 len: 931 time: 0.1585891 Jan 18 22:22:47.147259 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e417248c-4edb-4112-8d9c-b1b8b56fc3dd tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:47.223733 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e417248c-4edb-4112-8d9c-b1b8b56fc3dd tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event deleted for resources: {'Port': ['ID=d523e3a2-2d8f-40c2-ae49-4b733808d717,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:47.250346 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-afaa92fc-800c-492e-909b-116ef72979ee req-a338d61b-3baf-4a84-a2f6-cb9101b56be7 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058741 Jan 18 22:22:47.282305 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e663e7-405e-4bc4-b535-98e431aaeb66 req-5e77e403-ed45-4278-b21e-992e5310eab5 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:47.288791 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e663e7-405e-4bc4-b535-98e431aaeb66 req-5e77e403-ed45-4278-b21e-992e5310eab5 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:47.295350 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e663e7-405e-4bc4-b535-98e431aaeb66 req-5e77e403-ed45-4278-b21e-992e5310eab5 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:47.296213 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e417248c-4edb-4112-8d9c-b1b8b56fc3dd tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:47.301961 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-e417248c-4edb-4112-8d9c-b1b8b56fc3dd tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "DELETE /v2.0/ports/d523e3a2-2d8f-40c2-ae49-4b733808d717 HTTP/1.1" status: 204 len: 168 time: 1.6431208 Jan 18 22:22:47.303317 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e663e7-405e-4bc4-b535-98e431aaeb66 req-5e77e403-ed45-4278-b21e-992e5310eab5 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:47.304967 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 38562) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:22:47.309581 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e663e7-405e-4bc4-b535-98e431aaeb66 req-5e77e403-ed45-4278-b21e-992e5310eab5 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:47.329488 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e663e7-405e-4bc4-b535-98e431aaeb66 req-5e77e403-ed45-4278-b21e-992e5310eab5 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:47.339134 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e663e7-405e-4bc4-b535-98e431aaeb66 req-5e77e403-ed45-4278-b21e-992e5310eab5 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:47.355923 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-16e663e7-405e-4bc4-b535-98e431aaeb66 req-5e77e403-ed45-4278-b21e-992e5310eab5 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/ports?device_id=db33aaef-5884-4da4-a311-5ede51d08faf HTTP/1.1" status: 200 len: 5420 time: 0.1913035 Jan 18 22:22:47.393769 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f3c864-5b4d-49cc-b0e8-59c08c9f47d4 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:47.395611 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f3c864-5b4d-49cc-b0e8-59c08c9f47d4 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:47.399687 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-86f3c864-5b4d-49cc-b0e8-59c08c9f47d4 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0907841 Jan 18 22:22:47.399912 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 38566) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:22:47.459296 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f3b4630-3a90-44fe-97ab-de2dda7b6bae tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Deleting subnet bc9f9871-6d03-423d-b9f0-e58edfbf98da {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:22:47.467665 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2f3b4630-3a90-44fe-97ab-de2dda7b6bae tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:47.521353 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-16e663e7-405e-4bc4-b535-98e431aaeb66 req-143fc7c7-4f69-4906-8d93-f0895cabd0ff tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/security-groups?id=43d45361-b6ad-4105-a9b4-e598b6e8e651&id=1a7f3ba7-6b33-47d4-842d-f8859c8e7d98&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1643815 Jan 18 22:22:47.574597 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe8f2fd-f529-4f1d-95bd-1447760f8353 req-fafd7452-2679-4f3c-9e1a-bf02ecca3b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:47.575569 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe8f2fd-f529-4f1d-95bd-1447760f8353 req-fafd7452-2679-4f3c-9e1a-bf02ecca3b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:47.576885 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe8f2fd-f529-4f1d-95bd-1447760f8353 req-fafd7452-2679-4f3c-9e1a-bf02ecca3b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:47.579164 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2f3b4630-3a90-44fe-97ab-de2dda7b6bae tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:47.579792 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe8f2fd-f529-4f1d-95bd-1447760f8353 req-fafd7452-2679-4f3c-9e1a-bf02ecca3b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:47.580382 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe8f2fd-f529-4f1d-95bd-1447760f8353 req-fafd7452-2679-4f3c-9e1a-bf02ecca3b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:47.581509 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe8f2fd-f529-4f1d-95bd-1447760f8353 req-fafd7452-2679-4f3c-9e1a-bf02ecca3b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:47.581817 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe8f2fd-f529-4f1d-95bd-1447760f8353 req-fafd7452-2679-4f3c-9e1a-bf02ecca3b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:47.593102 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-afe8f2fd-f529-4f1d-95bd-1447760f8353 req-fafd7452-2679-4f3c-9e1a-bf02ecca3b34 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5fdf43ac-e2d1-46c0-a022-01c13375d73d HTTP/1.1" status: 200 len: 6499 time: 0.4991460 Jan 18 22:22:47.616473 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [req-cabd53cb-d714-4ab0-b245-630ed0bd051a req-3dc9e726-6c2a-4d4a-9696-c950b4a11a34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4f2579a-39ae-4aec-9900-bf34bbeb904f {{(pid=102431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:22:47.631613 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-cabd53cb-d714-4ab0-b245-630ed0bd051a req-3dc9e726-6c2a-4d4a-9696-c950b4a11a34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:47.653341 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2f3b4630-3a90-44fe-97ab-de2dda7b6bae tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:47.656722 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [req-cabd53cb-d714-4ab0-b245-630ed0bd051a req-3dc9e726-6c2a-4d4a-9696-c950b4a11a34 service neutron] Transition to ACTIVE for port object f4f2579a-39ae-4aec-9900-bf34bbeb904f will not be triggered until provisioned by entity L2. {{(pid=102431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:22:47.690651 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-cabd53cb-d714-4ab0-b245-630ed0bd051a req-3dc9e726-6c2a-4d4a-9696-c950b4a11a34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:47.718937 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 38580) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:22:47.738724 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-afe8f2fd-f529-4f1d-95bd-1447760f8353 req-e8c6bd7c-1441-4231-bddc-dfab784c3f41 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=61d17b67-718c-4475-950b-257bfb33b7e7&id=feae3479-97c3-4dcd-9cbb-02eadc4c6a76&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1381843 Jan 18 22:22:47.774073 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb5f522-c085-49db-acae-a171f99bde77 req-f424bc9d-1b6e-4bf8-bbd8-0d689edf91c7 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:47.790107 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb5f522-c085-49db-acae-a171f99bde77 req-f424bc9d-1b6e-4bf8-bbd8-0d689edf91c7 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:47.796657 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb5f522-c085-49db-acae-a171f99bde77 req-f424bc9d-1b6e-4bf8-bbd8-0d689edf91c7 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:47.804072 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb5f522-c085-49db-acae-a171f99bde77 req-f424bc9d-1b6e-4bf8-bbd8-0d689edf91c7 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:47.811163 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb5f522-c085-49db-acae-a171f99bde77 req-f424bc9d-1b6e-4bf8-bbd8-0d689edf91c7 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:47.818054 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb5f522-c085-49db-acae-a171f99bde77 req-f424bc9d-1b6e-4bf8-bbd8-0d689edf91c7 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:47.825087 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb5f522-c085-49db-acae-a171f99bde77 req-f424bc9d-1b6e-4bf8-bbd8-0d689edf91c7 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:47.827722 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8cb5f522-c085-49db-acae-a171f99bde77 req-f424bc9d-1b6e-4bf8-bbd8-0d689edf91c7 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fdf43ac-e2d1-46c0-a022-01c13375d73d HTTP/1.1" status: 200 len: 5442 time: 0.1714876 Jan 18 22:22:47.828820 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9e726-6c2a-4d4a-9696-c950b4a11a34 service neutron] Pushing event updated for resources: {'Port': ['ID=f4f2579a-39ae-4aec-9900-bf34bbeb904f,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:47.881685 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2f3b4630-3a90-44fe-97ab-de2dda7b6bae tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:47.908762 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8cb5f522-c085-49db-acae-a171f99bde77 req-67394d2d-8364-423c-bd48-1d0b69fc3cef tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "GET /v2.0/security-groups?id=feae3479-97c3-4dcd-9cbb-02eadc4c6a76&id=61d17b67-718c-4475-950b-257bfb33b7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0705829 Jan 18 22:22:47.929712 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3b4630-3a90-44fe-97ab-de2dda7b6bae tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event deleted for resources: {'Subnet': ['ID=bc9f9871-6d03-423d-b9f0-e58edfbf98da,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:47.940752 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2f3b4630-3a90-44fe-97ab-de2dda7b6bae tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:47.941028 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 38590) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:22:47.946695 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-2f3b4630-3a90-44fe-97ab-de2dda7b6bae tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "DELETE /v2.0/subnets/bc9f9871-6d03-423d-b9f0-e58edfbf98da HTTP/1.1" status: 204 len: 168 time: 0.5422854 Jan 18 22:22:47.950252 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 38592) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:22:47.952082 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234476c2-f42c-4765-829a-91ba04cc77d4 None None] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:22:47.973193 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-cabd53cb-d714-4ab0-b245-630ed0bd051a req-3dc9e726-6c2a-4d4a-9696-c950b4a11a34 service neutron] Attempting to bind port f4f2579a-39ae-4aec-9900-bf34bbeb904f on host n-h1-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:22:47.973534 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-cabd53cb-d714-4ab0-b245-630ed0bd051a req-3dc9e726-6c2a-4d4a-9696-c950b4a11a34 service neutron] Attempting to bind port f4f2579a-39ae-4aec-9900-bf34bbeb904f by drivers openvswitch,hyperv on host n-h1-825064-1 at level 0 using segments [{'id': '773e2478-13af-4dd0-bb1a-13e4946a40f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '616341ad-8ee5-46dd-a50f-fbf4c382e06c'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:22:47.973865 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabd53cb-d714-4ab0-b245-630ed0bd051a req-3dc9e726-6c2a-4d4a-9696-c950b4a11a34 service neutron] Attempting to bind port f4f2579a-39ae-4aec-9900-bf34bbeb904f on network 616341ad-8ee5-46dd-a50f-fbf4c382e06c {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:22:47.991901 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabd53cb-d714-4ab0-b245-630ed0bd051a req-3dc9e726-6c2a-4d4a-9696-c950b4a11a34 service neutron] Port f4f2579a-39ae-4aec-9900-bf34bbeb904f on network 616341ad-8ee5-46dd-a50f-fbf4c382e06c not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:22:47.992270 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabd53cb-d714-4ab0-b245-630ed0bd051a req-3dc9e726-6c2a-4d4a-9696-c950b4a11a34 service neutron] Attempting to bind port f4f2579a-39ae-4aec-9900-bf34bbeb904f on network 616341ad-8ee5-46dd-a50f-fbf4c382e06c {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:22:48.012882 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabd53cb-d714-4ab0-b245-630ed0bd051a req-3dc9e726-6c2a-4d4a-9696-c950b4a11a34 service neutron] Checking agent: {'id': 'e49d1b2a-ba11-487f-a804-ecbf3c0e8132', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:22:48.013257 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabd53cb-d714-4ab0-b245-630ed0bd051a req-3dc9e726-6c2a-4d4a-9696-c950b4a11a34 service neutron] Checking segment: {'id': '773e2478-13af-4dd0-bb1a-13e4946a40f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '616341ad-8ee5-46dd-a50f-fbf4c382e06c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:22:48.022683 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabd53cb-d714-4ab0-b245-630ed0bd051a req-3dc9e726-6c2a-4d4a-9696-c950b4a11a34 service neutron] Bound using segment: {'id': '773e2478-13af-4dd0-bb1a-13e4946a40f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '616341ad-8ee5-46dd-a50f-fbf4c382e06c'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:22:48.022984 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-ed543c89-c9f7-4856-b947-d3a292f93dab tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0698085 Jan 18 22:22:48.023072 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-cabd53cb-d714-4ab0-b245-630ed0bd051a req-3dc9e726-6c2a-4d4a-9696-c950b4a11a34 service neutron] Bound port: f4f2579a-39ae-4aec-9900-bf34bbeb904f, host: n-h1-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '773e2478-13af-4dd0-bb1a-13e4946a40f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '616341ad-8ee5-46dd-a50f-fbf4c382e06c'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:22:48.023072 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-cabd53cb-d714-4ab0-b245-630ed0bd051a req-3dc9e726-6c2a-4d4a-9696-c950b4a11a34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:48.036539 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-9b1313cc-8542-4d56-8b51-b4e80bdd8f5f admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-189952497-network', 'tenant_id': 'b29915fceb8e43e18911a1d8234c4c1a'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:22:48.039619 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 38596) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:22:48.127692 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-b35ae608-d1bf-4a52-a4fe-5c1b74204284 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-980951033-network', 'tenant_id': 'e5cd81aba7a2436a836ccce893dfda10'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:22:48.151986 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-cabd53cb-d714-4ab0-b245-630ed0bd051a req-3dc9e726-6c2a-4d4a-9696-c950b4a11a34 service neutron] For port f4f2579a-39ae-4aec-9900-bf34bbeb904f, host n-h1-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:22:48.156417 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-cabd53cb-d714-4ab0-b245-630ed0bd051a req-3dc9e726-6c2a-4d4a-9696-c950b4a11a34 service neutron] For port f4f2579a-39ae-4aec-9900-bf34bbeb904f, host n-h1-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=f4f2579a-39ae-4aec-9900-bf34bbeb904f,segment=NetworkSegment(773e2478-13af-4dd0-bb1a-13e4946a40f7),segment_id=773e2478-13af-4dd0-bb1a-13e4946a40f7)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:22:48.166093 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-cabd53cb-d714-4ab0-b245-630ed0bd051a req-3dc9e726-6c2a-4d4a-9696-c950b4a11a34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:48.198936 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b1313cc-8542-4d56-8b51-b4e80bdd8f5f admin admin] Made reservation on behalf of b29915fceb8e43e18911a1d8234c4c1a for: {'network': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:22:48.202560 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9b1313cc-8542-4d56-8b51-b4e80bdd8f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:48.247794 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9b1313cc-8542-4d56-8b51-b4e80bdd8f5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:48.261721 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd53cb-d714-4ab0-b245-630ed0bd051a req-3dc9e726-6c2a-4d4a-9696-c950b4a11a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:48.268464 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-cabd53cb-d714-4ab0-b245-630ed0bd051a req-3dc9e726-6c2a-4d4a-9696-c950b4a11a34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:48.271483 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b35ae608-d1bf-4a52-a4fe-5c1b74204284 admin admin] Made reservation on behalf of e5cd81aba7a2436a836ccce893dfda10 for: {'network': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:22:48.272455 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-cabd53cb-d714-4ab0-b245-630ed0bd051a req-3dc9e726-6c2a-4d4a-9696-c950b4a11a34 service neutron] 10.222.0.36 "PUT /v2.0/ports/f4f2579a-39ae-4aec-9900-bf34bbeb904f HTTP/1.1" status: 200 len: 1091 time: 1.6398354 Jan 18 22:22:48.274896 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b35ae608-d1bf-4a52-a4fe-5c1b74204284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:48.275336 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832616f6-1bac-4923-ae3d-6f3452932b4c None None] DHCP port deletion for 5ec417a5-fa6c-4abd-aa15-b83b9df83503 request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:22:48.284915 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6cd333-9fe9-4b87-bfba-364901ae58a3 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:48.286378 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-5a6cd333-9fe9-4b87-bfba-364901ae58a3 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2401874 Jan 18 22:22:48.292559 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f15a6fe-1e03-4f4c-a849-3efa55d24784', 'tag': 'f4f2579a-39ae-4aec-9900-bf34bbeb904f'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:22:48.297961 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 38604) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:22:48.304598 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0cfe759-8d1f-41fa-8207-a90434b1e4ee" -d '{"events": [{"name": "network-changed", "server_uuid": "8f15a6fe-1e03-4f4c-a849-3efa55d24784", "tag": "f4f2579a-39ae-4aec-9900-bf34bbeb904f"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:22:48.314188 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b35ae608-d1bf-4a52-a4fe-5c1b74204284 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:48.340059 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9e726-6c2a-4d4a-9696-c950b4a11a34 service neutron] Pushing event updated for resources: {'Port': ['ID=f4f2579a-39ae-4aec-9900-bf34bbeb904f,revision_number=3']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:48.375662 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-832616f6-1bac-4923-ae3d-6f3452932b4c None None] Deleting port 6f9ace6e-a410-457d-a741-698573201e47 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:22:48.376185 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-832616f6-1bac-4923-ae3d-6f3452932b4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:48.392039 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd53cb-d714-4ab0-b245-630ed0bd051a req-8e0a0693-3f6d-484a-a0e2-7990823df521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:48.394561 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-cabd53cb-d714-4ab0-b245-630ed0bd051a req-8e0a0693-3f6d-484a-a0e2-7990823df521 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=feff401a111441e8bc4bdb3f9c55f3c8&device_id=8f15a6fe-1e03-4f4c-a849-3efa55d24784 HTTP/1.1" status: 200 len: 1094 time: 0.0511620 Jan 18 22:22:48.399709 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6224b8ec-8b1b-4e56-9d43-603e118e32e7 req-adf9c150-28fb-457f-b267-da50e2f8052f tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:48.401286 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6224b8ec-8b1b-4e56-9d43-603e118e32e7 req-adf9c150-28fb-457f-b267-da50e2f8052f tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=a58a87c4-bb7e-462a-9f10-ecbd5375fcb2 HTTP/1.1" status: 200 len: 946 time: 0.2315824 Jan 18 22:22:48.441211 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-cabd53cb-d714-4ab0-b245-630ed0bd051a req-dedb7214-c4eb-4aa6-b97c-882d17b68c28 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f4f2579a-39ae-4aec-9900-bf34bbeb904f HTTP/1.1" status: 200 len: 217 time: 0.0387945 Jan 18 22:22:48.448987 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-832616f6-1bac-4923-ae3d-6f3452932b4c None None] For port 6f9ace6e-a410-457d-a741-698573201e47, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=6f9ace6e-a410-457d-a741-698573201e47,segment=NetworkSegment(3c2fda82-0722-4d26-8bf8-bb1f4fe594b8),segment_id=3c2fda82-0722-4d26-8bf8-bb1f4fe594b8)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:22:48.449388 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-832616f6-1bac-4923-ae3d-6f3452932b4c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:48.463730 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-832616f6-1bac-4923-ae3d-6f3452932b4c None None] Calling delete_port for 6f9ace6e-a410-457d-a741-698573201e47 owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:22:48.500087 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd53cb-d714-4ab0-b245-630ed0bd051a req-48222c4e-1a8a-4e31-9325-473d8a793de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:48.501623 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-cabd53cb-d714-4ab0-b245-630ed0bd051a req-48222c4e-1a8a-4e31-9325-473d8a793de6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=39872394-9ec8-42e0-a515-8c2f5c78361a HTTP/1.1" status: 200 len: 852 time: 0.0530076 Jan 18 22:22:48.547550 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-cabd53cb-d714-4ab0-b245-630ed0bd051a req-f47dbd6b-6412-44c3-8fe9-b2e4564f3946 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=616341ad-8ee5-46dd-a50f-fbf4c382e06c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267699 Jan 18 22:22:48.551212 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-832616f6-1bac-4923-ae3d-6f3452932b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:48.577785 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832616f6-1bac-4923-ae3d-6f3452932b4c None None] Pushing event deleted for resources: {'Port': ['ID=6f9ace6e-a410-457d-a741-698573201e47,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:48.581350 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832616f6-1bac-4923-ae3d-6f3452932b4c None None] No DVR routers for this DVR port 6f9ace6e-a410-457d-a741-698573201e47 on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:22:48.642968 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-cabd53cb-d714-4ab0-b245-630ed0bd051a req-d442cb88-fb7c-4bca-a3b2-3ab30166f065 service neutron] 10.222.0.36 "GET /v2.0/networks/616341ad-8ee5-46dd-a50f-fbf4c382e06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884202 Jan 18 22:22:48.740601 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-cabd53cb-d714-4ab0-b245-630ed0bd051a req-fb670a51-5f73-4310-a48a-11cfcca6a9dc service neutron] 10.222.0.36 "GET /v2.0/networks/616341ad-8ee5-46dd-a50f-fbf4c382e06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895486 Jan 18 22:22:48.771002 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f5b771-2928-4de8-8b4e-834826b481af tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:48.772481 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-d1f5b771-2928-4de8-8b4e-834826b481af tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4718161 Jan 18 22:22:48.775285 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 38610) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:22:48.812499 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97a454d-6e02-41bc-b989-4ff36933aa71 req-84b498d5-a880-49fb-b3f0-5fec0ceef6ae tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:48.813420 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-bc0b7dc3-5e89-4cc2-ad00-eba234823e90 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0368700 Jan 18 22:22:48.814104 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f97a454d-6e02-41bc-b989-4ff36933aa71 req-84b498d5-a880-49fb-b3f0-5fec0ceef6ae tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f15a6fe-1e03-4f4c-a849-3efa55d24784 HTTP/1.1" status: 200 len: 943 time: 0.4839864 Jan 18 22:22:48.819082 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 38612) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:22:48.823404 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-139c3bdf-e4d4-4f99-9156-a1de5b3ded22 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Request body: {'subnet': {'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:22:48.828092 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6224b8ec-8b1b-4e56-9d43-603e118e32e7 req-b2d822b1-b096-47a9-ad28-72a25040fdc1 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=69e59ffc-71ce-4c50-acf6-17bf11fb5545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4080429 Jan 18 22:22:48.879810 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0070eff-4000-4dfd-9b58-83323274d7e8 x-openstack-request-id: req-b0070eff-4000-4dfd-9b58-83323274d7e8 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:22:48.880025 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f15a6fe-1e03-4f4c-a849-3efa55d24784", "tag": "f4f2579a-39ae-4aec-9900-bf34bbeb904f", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:22:48.880287 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b0070eff-4000-4dfd-9b58-83323274d7e8 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:22:48.880698 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f15a6fe-1e03-4f4c-a849-3efa55d24784', 'tag': 'f4f2579a-39ae-4aec-9900-bf34bbeb904f', 'status': 'completed', 'code': 200} Jan 18 22:22:48.907470 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9b1313cc-8542-4d56-8b51-b4e80bdd8f5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:48.913698 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f97a454d-6e02-41bc-b989-4ff36933aa71 req-cbe1000d-ac1b-4129-881c-aeb37e277f59 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904379 Jan 18 22:22:48.918255 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9b1313cc-8542-4d56-8b51-b4e80bdd8f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:48.935708 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b1313cc-8542-4d56-8b51-b4e80bdd8f5f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=102430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:22:48.970096 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cfe759-8d1f-41fa-8207-a90434b1e4ee req-42c53ff6-8854-4f53-ad9a-480ebd8ed4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:48.973303 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e0cfe759-8d1f-41fa-8207-a90434b1e4ee req-42c53ff6-8854-4f53-ad9a-480ebd8ed4c7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=feff401a111441e8bc4bdb3f9c55f3c8&device_id=8f15a6fe-1e03-4f4c-a849-3efa55d24784 HTTP/1.1" status: 200 len: 1094 time: 0.0655727 Jan 18 22:22:48.974890 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-139c3bdf-e4d4-4f99-9156-a1de5b3ded22 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Made reservation on behalf of 0a17ff9ddd5f489695e0235ae87388f5 for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:22:48.978517 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-139c3bdf-e4d4-4f99-9156-a1de5b3ded22 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:49.016361 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b35ae608-d1bf-4a52-a4fe-5c1b74204284 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:49.017738 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9b1313cc-8542-4d56-8b51-b4e80bdd8f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:49.018105 n-d-825064-1 neutron-server[102430]: INFO neutron.db.segments_db [None req-9b1313cc-8542-4d56-8b51-b4e80bdd8f5f admin admin] Added segment 6d4c9fdf-454c-4b11-b8c6-11146d43a316 of type vlan for network f092491e-0947-4058-bdc0-03dc785407fa Jan 18 22:22:49.061937 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b35ae608-d1bf-4a52-a4fe-5c1b74204284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:49.073003 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1313cc-8542-4d56-8b51-b4e80bdd8f5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9107f98-3261-4c9b-b70c-aaafa7d6fae4,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:49.151314 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c85be32-da80-4346-9141-b71ce60e327e req-ccff4e54-9f18-4bcd-9683-8847d823d688 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:49.157315 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c85be32-da80-4346-9141-b71ce60e327e req-ccff4e54-9f18-4bcd-9683-8847d823d688 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:49.158948 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cfe759-8d1f-41fa-8207-a90434b1e4ee req-9039b644-393f-4ac2-8c52-80da5c9294b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:49.160390 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e0cfe759-8d1f-41fa-8207-a90434b1e4ee req-9039b644-393f-4ac2-8c52-80da5c9294b1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=616341ad-8ee5-46dd-a50f-fbf4c382e06c HTTP/1.1" status: 200 len: 912 time: 0.1780763 Jan 18 22:22:49.163692 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c85be32-da80-4346-9141-b71ce60e327e req-ccff4e54-9f18-4bcd-9683-8847d823d688 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:49.169596 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c85be32-da80-4346-9141-b71ce60e327e req-ccff4e54-9f18-4bcd-9683-8847d823d688 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:49.176073 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c85be32-da80-4346-9141-b71ce60e327e req-ccff4e54-9f18-4bcd-9683-8847d823d688 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:49.181995 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c85be32-da80-4346-9141-b71ce60e327e req-ccff4e54-9f18-4bcd-9683-8847d823d688 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:49.187831 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c85be32-da80-4346-9141-b71ce60e327e req-ccff4e54-9f18-4bcd-9683-8847d823d688 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:49.189802 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9c85be32-da80-4346-9141-b71ce60e327e req-ccff4e54-9f18-4bcd-9683-8847d823d688 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/ports?device_id=db33aaef-5884-4da4-a311-5ede51d08faf HTTP/1.1" status: 200 len: 5420 time: 0.2486300 Jan 18 22:22:49.193979 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9b1313cc-8542-4d56-8b51-b4e80bdd8f5f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:49.199122 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b35ae608-d1bf-4a52-a4fe-5c1b74204284 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=102430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:22:49.231528 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e0cfe759-8d1f-41fa-8207-a90434b1e4ee req-0fd5be03-4321-4f34-ad3a-6a12dbd1d02b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f4f2579a-39ae-4aec-9900-bf34bbeb904f HTTP/1.1" status: 200 len: 217 time: 0.0606873 Jan 18 22:22:49.255239 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2a651174-3422-48dd-9e96-b747979aac94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:49.257767 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b408c702-b925-4711-a05f-46e9269323f7 req-a7412f61-0722-4295-9628-764354147312 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:49.263951 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b408c702-b925-4711-a05f-46e9269323f7 req-a7412f61-0722-4295-9628-764354147312 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:49.270334 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b408c702-b925-4711-a05f-46e9269323f7 req-a7412f61-0722-4295-9628-764354147312 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:49.276359 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b408c702-b925-4711-a05f-46e9269323f7 req-a7412f61-0722-4295-9628-764354147312 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:49.282595 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b408c702-b925-4711-a05f-46e9269323f7 req-a7412f61-0722-4295-9628-764354147312 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:49.289711 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b408c702-b925-4711-a05f-46e9269323f7 req-a7412f61-0722-4295-9628-764354147312 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:49.295601 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b408c702-b925-4711-a05f-46e9269323f7 req-a7412f61-0722-4295-9628-764354147312 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:49.297556 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b408c702-b925-4711-a05f-46e9269323f7 req-a7412f61-0722-4295-9628-764354147312 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fdf43ac-e2d1-46c0-a022-01c13375d73d HTTP/1.1" status: 200 len: 5442 time: 0.2925942 Jan 18 22:22:49.301854 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b35ae608-d1bf-4a52-a4fe-5c1b74204284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:49.302199 n-d-825064-1 neutron-server[102430]: INFO neutron.db.segments_db [None req-b35ae608-d1bf-4a52-a4fe-5c1b74204284 admin admin] Added segment 264668d9-f8f8-4eb0-8da5-cdac826835da of type vlan for network b48a9295-aa95-4a5f-921a-415fe1466b3d Jan 18 22:22:49.303481 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35ae608-d1bf-4a52-a4fe-5c1b74204284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac90bba-2feb-4c0b-9de9-a9be63cb12e4,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:49.333895 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cfe759-8d1f-41fa-8207-a90434b1e4ee req-f9c195bf-828a-45ea-adcc-dd73e2ed36d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:49.336024 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e0cfe759-8d1f-41fa-8207-a90434b1e4ee req-f9c195bf-828a-45ea-adcc-dd73e2ed36d1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=39872394-9ec8-42e0-a515-8c2f5c78361a HTTP/1.1" status: 200 len: 852 time: 0.0932925 Jan 18 22:22:49.359387 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 6f9ace6e-a410-457d-a741-698573201e47 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:22:49.382599 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9b1313cc-8542-4d56-8b51-b4e80bdd8f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:49.383486 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1313cc-8542-4d56-8b51-b4e80bdd8f5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:49.383761 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 6f9ace6e-a410-457d-a741-698573201e47 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:22:49.384062 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9b1313cc-8542-4d56-8b51-b4e80bdd8f5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:49.384232 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 6f9ace6e-a410-457d-a741-698573201e47 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:22:49.405736 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e0cfe759-8d1f-41fa-8207-a90434b1e4ee req-45052f22-f94f-445a-aabd-e193ba6ea272 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=616341ad-8ee5-46dd-a50f-fbf4c382e06c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460188 Jan 18 22:22:49.418773 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9c85be32-da80-4346-9141-b71ce60e327e req-397daedc-0151-4bfd-af97-c7f950c91e51 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/security-groups?id=43d45361-b6ad-4105-a9b4-e598b6e8e651&id=1a7f3ba7-6b33-47d4-842d-f8859c8e7d98&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2161071 Jan 18 22:22:49.419125 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-139c3bdf-e4d4-4f99-9156-a1de5b3ded22 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:49.423588 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b35ae608-d1bf-4a52-a4fe-5c1b74204284 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:49.468644 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-9b1313cc-8542-4d56-8b51-b4e80bdd8f5f admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.7365475 Jan 18 22:22:49.469499 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 38620) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:22:49.479616 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b408c702-b925-4711-a05f-46e9269323f7 req-eaa67be8-8b2e-4077-81b3-c560cdb02e47 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "GET /v2.0/security-groups?id=feae3479-97c3-4dcd-9cbb-02eadc4c6a76&id=61d17b67-718c-4475-950b-257bfb33b7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1732635 Jan 18 22:22:49.492217 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-06d0961c-c32c-4839-88ce-4d43911f6d64 admin admin] Request body: {'subnet': {'network_id': 'f092491e-0947-4058-bdc0-03dc785407fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-189952497-subnet', 'tenant_id': 'b29915fceb8e43e18911a1d8234c4c1a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:22:49.493734 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1313cc-8542-4d56-8b51-b4e80bdd8f5f admin admin] Pushing event updated for resources: {'Network': ['ID=f092491e-0947-4058-bdc0-03dc785407fa,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:49.503981 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network f092491e-0947-4058-bdc0-03dc785407fa details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:22:49.521805 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b35ae608-d1bf-4a52-a4fe-5c1b74204284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:49.522962 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35ae608-d1bf-4a52-a4fe-5c1b74204284 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:49.523558 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b35ae608-d1bf-4a52-a4fe-5c1b74204284 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:49.561128 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139c3bdf-e4d4-4f99-9156-a1de5b3ded22 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:22:49.572769 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-139c3bdf-e4d4-4f99-9156-a1de5b3ded22 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:22:49.580403 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139c3bdf-e4d4-4f99-9156-a1de5b3ded22 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:49.581000 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-139c3bdf-e4d4-4f99-9156-a1de5b3ded22 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:49.582976 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a976bce-e95d-4112-9848-b2f176555b47 None None] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:22:49.589424 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139c3bdf-e4d4-4f99-9156-a1de5b3ded22 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event updated for resources: {'Subnet': ['ID=c9f4e978-8026-4462-9774-4d2f71861a1d,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:49.590139 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-b35ae608-d1bf-4a52-a4fe-5c1b74204284 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6448851 Jan 18 22:22:49.652495 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 38624) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:22:49.659745 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-a5045f2e-f97d-498b-b42d-9ebbfefe76eb admin admin] Request body: {'subnet': {'network_id': 'b48a9295-aa95-4a5f-921a-415fe1466b3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-980951033-subnet', 'tenant_id': 'e5cd81aba7a2436a836ccce893dfda10', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:22:49.663287 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35ae608-d1bf-4a52-a4fe-5c1b74204284 admin admin] Pushing event updated for resources: {'Network': ['ID=b48a9295-aa95-4a5f-921a-415fe1466b3d,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:49.684468 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e0cfe759-8d1f-41fa-8207-a90434b1e4ee req-a7989c1b-3dff-4203-bfbe-67f659c42afd service neutron] 10.222.0.36 "GET /v2.0/networks/616341ad-8ee5-46dd-a50f-fbf4c382e06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340879 Jan 18 22:22:49.701671 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network b48a9295-aa95-4a5f-921a-415fe1466b3d details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:22:49.705974 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-139c3bdf-e4d4-4f99-9156-a1de5b3ded22 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8835788 Jan 18 22:22:49.705974 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06d0961c-c32c-4839-88ce-4d43911f6d64 admin admin] Made reservation on behalf of b29915fceb8e43e18911a1d8234c4c1a for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:22:49.706192 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 38626) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:22:49.708792 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-06d0961c-c32c-4839-88ce-4d43911f6d64 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:49.711917 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-461f6903-c4e7-4914-9559-2e5f71247bca tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Request body: {'port': {'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503', 'fixed_ips': [{'subnet_id': 'c9f4e978-8026-4462-9774-4d2f71861a1d', 'ip_address': '2001:db8::c26f:8477:e58b:63cd'}], 'name': 'tempest-NetworksTestDHCPv6-732816757'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:22:49.720691 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5045f2e-f97d-498b-b42d-9ebbfefe76eb admin admin] Made reservation on behalf of e5cd81aba7a2436a836ccce893dfda10 for: {'subnet': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:22:49.723105 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a5045f2e-f97d-498b-b42d-9ebbfefe76eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62288702'] for subnet, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:49.815975 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b46a807-f643-46eb-84e8-2a339af20fdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-5ec417a5-fa6c-4abd-aa15-b83b9df83503', 'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503', 'tenant_id': '0a17ff9ddd5f489695e0235ae87388f5', 'fixed_ips': [{'subnet_id': 'c9f4e978-8026-4462-9774-4d2f71861a1d'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:22:49.816952 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3b46a807-f643-46eb-84e8-2a339af20fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:49.817529 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad21e92-8d2b-41cb-a7bc-82caaa6ba049 req-c785fee4-5294-421c-8abc-3363065e94f2 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:49.824510 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fad21e92-8d2b-41cb-a7bc-82caaa6ba049 req-c785fee4-5294-421c-8abc-3363065e94f2 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/networks?id=61203f33-a8b3-4e89-8217-8dac5f2bb01b HTTP/1.1" status: 200 len: 821 time: 0.2813666 Jan 18 22:22:49.847011 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7c0f34-b090-42c7-8b94-0748e00040c9 req-b4383dd1-fbfe-4ef3-855a-292683467ce2 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:49.848540 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-8b7c0f34-b090-42c7-8b94-0748e00040c9 req-b4383dd1-fbfe-4ef3-855a-292683467ce2 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.36 "GET /v2.0/ports?device_id=a58a87c4-bb7e-462a-9f10-ecbd5375fcb2 HTTP/1.1" status: 200 len: 946 time: 0.2621722 Jan 18 22:22:49.860953 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fad21e92-8d2b-41cb-a7bc-82caaa6ba049 req-59158b0c-8b36-4128-b828-17c8c354f785 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/quotas/cccec33dc87e4f2dae33b71be2fd1ab3 HTTP/1.1" status: 200 len: 375 time: 0.0353334 Jan 18 22:22:49.920767 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e0cfe759-8d1f-41fa-8207-a90434b1e4ee req-797d6005-af33-4d2b-9c15-c0c0a3463625 service neutron] 10.222.0.36 "GET /v2.0/networks/616341ad-8ee5-46dd-a50f-fbf4c382e06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167983 Jan 18 22:22:49.989461 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-3b46a807-f643-46eb-84e8-2a339af20fdf None None] Allocated IP 2001:db8::2 (5ec417a5-fa6c-4abd-aa15-b83b9df83503/c9f4e978-8026-4462-9774-4d2f71861a1d/8255acc1-4c2c-49a6-b4c5-4ea51e079e38) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:22:50.052334 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fad21e92-8d2b-41cb-a7bc-82caaa6ba049 req-938d4926-53fd-4b6e-9fb3-0345e57c41e0 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=cccec33dc87e4f2dae33b71be2fd1ab3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1683233 Jan 18 22:22:50.075320 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-8b7c0f34-b090-42c7-8b94-0748e00040c9 req-2a0e921f-9ed7-4b70-b399-7f085c4d44c4 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Deleting port 3cbcf254-f312-4f41-910c-3c8b9defb3c1 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:22:50.075664 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-8b7c0f34-b090-42c7-8b94-0748e00040c9 req-2a0e921f-9ed7-4b70-b399-7f085c4d44c4 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:50.090520 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-06d0961c-c32c-4839-88ce-4d43911f6d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:50.123344 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0a1766-ab60-4f3d-a2a4-0015fd22ad67 req-c2fac77c-c997-457e-8580-f7c9313963b1 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:50.124861 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9a0a1766-ab60-4f3d-a2a4-0015fd22ad67 req-c2fac77c-c997-457e-8580-f7c9313963b1 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=a58a87c4-bb7e-462a-9f10-ecbd5375fcb2 HTTP/1.1" status: 200 len: 946 time: 0.1839571 Jan 18 22:22:50.132806 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-461f6903-c4e7-4914-9559-2e5f71247bca tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Made reservation on behalf of 0a17ff9ddd5f489695e0235ae87388f5 for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:22:50.166742 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3b46a807-f643-46eb-84e8-2a339af20fdf None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:50.173201 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3b46a807-f643-46eb-84e8-2a339af20fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:50.220760 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b46a807-f643-46eb-84e8-2a339af20fdf None None] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:22:50.223970 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-3b46a807-f643-46eb-84e8-2a339af20fdf None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:22:50.228882 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b46a807-f643-46eb-84e8-2a339af20fdf None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:22:50.232617 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46a807-f643-46eb-84e8-2a339af20fdf None None] Pushing event updated for resources: {'Port': ['ID=8255acc1-4c2c-49a6-b4c5-4ea51e079e38,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:50.286057 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a5045f2e-f97d-498b-b42d-9ebbfefe76eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60203213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62288684'] for subnet, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:50.291179 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-3b46a807-f643-46eb-84e8-2a339af20fdf None None] Attempting to bind port 8255acc1-4c2c-49a6-b4c5-4ea51e079e38 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:22:50.291713 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-3b46a807-f643-46eb-84e8-2a339af20fdf None None] Attempting to bind port 8255acc1-4c2c-49a6-b4c5-4ea51e079e38 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '3c2fda82-0722-4d26-8bf8-bb1f4fe594b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:22:50.292286 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b46a807-f643-46eb-84e8-2a339af20fdf None None] Attempting to bind port 8255acc1-4c2c-49a6-b4c5-4ea51e079e38 on network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:22:50.297617 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b46a807-f643-46eb-84e8-2a339af20fdf None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:22:50.298459 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b46a807-f643-46eb-84e8-2a339af20fdf None None] Checking segment: {'id': '3c2fda82-0722-4d26-8bf8-bb1f4fe594b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:22:50.298650 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3b46a807-f643-46eb-84e8-2a339af20fdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:50.299658 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b46a807-f643-46eb-84e8-2a339af20fdf None None] Bound using segment: {'id': '3c2fda82-0722-4d26-8bf8-bb1f4fe594b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:22:50.300308 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-3b46a807-f643-46eb-84e8-2a339af20fdf None None] Bound port: 8255acc1-4c2c-49a6-b4c5-4ea51e079e38, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2fda82-0722-4d26-8bf8-bb1f4fe594b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:22:50.300736 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3b46a807-f643-46eb-84e8-2a339af20fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:50.307146 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9a0a1766-ab60-4f3d-a2a4-0015fd22ad67 req-82fa319a-c7b3-40ba-ae60-f243408aa094 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=69e59ffc-71ce-4c50-acf6-17bf11fb5545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664567 Jan 18 22:22:50.354387 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fad21e92-8d2b-41cb-a7bc-82caaa6ba049 req-3ae41841-aa3d-4850-8609-f22421a84ece service neutron] 10.222.0.53 "GET /v2.0/networks/61203f33-a8b3-4e89-8217-8dac5f2bb01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011405 Jan 18 22:22:50.377068 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-3b46a807-f643-46eb-84e8-2a339af20fdf None None] For port 8255acc1-4c2c-49a6-b4c5-4ea51e079e38, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:22:50.382181 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-3b46a807-f643-46eb-84e8-2a339af20fdf None None] For port 8255acc1-4c2c-49a6-b4c5-4ea51e079e38, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=8255acc1-4c2c-49a6-b4c5-4ea51e079e38,segment=NetworkSegment(3c2fda82-0722-4d26-8bf8-bb1f4fe594b8),segment_id=3c2fda82-0722-4d26-8bf8-bb1f4fe594b8)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:22:50.386572 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-461f6903-c4e7-4914-9559-2e5f71247bca tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:50.394584 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3b46a807-f643-46eb-84e8-2a339af20fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:50.441517 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d0961c-c32c-4839-88ce-4d43911f6d64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a52884c8-9d97-4e4b-9890-07ddb774f2b4,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:50.468355 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-8b7c0f34-b090-42c7-8b94-0748e00040c9 req-2a0e921f-9ed7-4b70-b399-7f085c4d44c4 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] For port 3cbcf254-f312-4f41-910c-3c8b9defb3c1, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=3cbcf254-f312-4f41-910c-3c8b9defb3c1,segment=NetworkSegment(54058af5-a5b1-45e9-977a-39ef1b01c87e),segment_id=54058af5-a5b1-45e9-977a-39ef1b01c87e)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:22:50.468733 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-8b7c0f34-b090-42c7-8b94-0748e00040c9 req-2a0e921f-9ed7-4b70-b399-7f085c4d44c4 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:50.483535 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5045f2e-f97d-498b-b42d-9ebbfefe76eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=881d9ead-8a39-459f-87b0-1e7f238e8596,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:50.483535 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [None req-461f6903-c4e7-4914-9559-2e5f71247bca tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] device_id is not set on port afe4bc97-c2f1-4b6e-a08b-1ed5542ab2ef yet. {{(pid=102430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:22:50.483786 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46a807-f643-46eb-84e8-2a339af20fdf None None] Pushing event updated for resources: {'Port': ['ID=8255acc1-4c2c-49a6-b4c5-4ea51e079e38,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:50.495252 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d0961c-c32c-4839-88ce-4d43911f6d64 admin admin] Checking segment: {'id': '6d4c9fdf-454c-4b11-b8c6-11146d43a316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f092491e-0947-4058-bdc0-03dc785407fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:22:50.495781 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d0961c-c32c-4839-88ce-4d43911f6d64 admin admin] Network hostable DHCP agents. Network: f092491e-0947-4058-bdc0-03dc785407fa, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:22:50.499129 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-8b7c0f34-b090-42c7-8b94-0748e00040c9 req-2a0e921f-9ed7-4b70-b399-7f085c4d44c4 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Calling delete_port for 3cbcf254-f312-4f41-910c-3c8b9defb3c1 owned by compute:nova {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:22:50.513988 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5045f2e-f97d-498b-b42d-9ebbfefe76eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:22:50.514336 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5045f2e-f97d-498b-b42d-9ebbfefe76eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:22:50.514671 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5045f2e-f97d-498b-b42d-9ebbfefe76eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:22:50.515002 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5045f2e-f97d-498b-b42d-9ebbfefe76eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:22:50.515329 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5045f2e-f97d-498b-b42d-9ebbfefe76eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:22:50.515767 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5045f2e-f97d-498b-b42d-9ebbfefe76eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:22:50.517475 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5045f2e-f97d-498b-b42d-9ebbfefe76eb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:22:50.517850 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5045f2e-f97d-498b-b42d-9ebbfefe76eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:22:50.518177 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5045f2e-f97d-498b-b42d-9ebbfefe76eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:22:50.518505 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5045f2e-f97d-498b-b42d-9ebbfefe76eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:22:50.518830 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5045f2e-f97d-498b-b42d-9ebbfefe76eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:22:50.519147 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5045f2e-f97d-498b-b42d-9ebbfefe76eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:22:50.557665 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d0961c-c32c-4839-88ce-4d43911f6d64 admin admin] Network f092491e-0947-4058-bdc0-03dc785407fa is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:22:50.576498 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-06d0961c-c32c-4839-88ce-4d43911f6d64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, f092491e-0947-4058-bdc0-03dc785407fa) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:22:50.582169 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d0961c-c32c-4839-88ce-4d43911f6d64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:50.582748 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-06d0961c-c32c-4839-88ce-4d43911f6d64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:50.588760 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-071d590f-6416-4cbd-8e7e-7c7f6c7013d8 None None] Network f092491e-0947-4058-bdc0-03dc785407fa requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:22:50.591985 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5045f2e-f97d-498b-b42d-9ebbfefe76eb admin admin] Checking segment: {'id': '264668d9-f8f8-4eb0-8da5-cdac826835da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'b48a9295-aa95-4a5f-921a-415fe1466b3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:22:50.592376 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5045f2e-f97d-498b-b42d-9ebbfefe76eb admin admin] Network hostable DHCP agents. Network: b48a9295-aa95-4a5f-921a-415fe1466b3d, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:22:50.602572 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fad21e92-8d2b-41cb-a7bc-82caaa6ba049 req-1c149d59-09fc-4ffb-8b24-3fc051093446 service neutron] 10.222.0.53 "GET /v2.0/networks/61203f33-a8b3-4e89-8217-8dac5f2bb01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472522 Jan 18 22:22:50.618289 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-06d0961c-c32c-4839-88ce-4d43911f6d64 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1428387 Jan 18 22:22:50.650970 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf40993-3c32-45a2-82bd-a2cc90f3a3a3 req-ccbe7fb0-eb6c-4308-8eb9-a685c5bd8246 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:50.658036 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2cf40993-3c32-45a2-82bd-a2cc90f3a3a3 req-ccbe7fb0-eb6c-4308-8eb9-a685c5bd8246 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f15a6fe-1e03-4f4c-a849-3efa55d24784 HTTP/1.1" status: 200 len: 943 time: 0.2221944 Jan 18 22:22:50.762544 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-8b7c0f34-b090-42c7-8b94-0748e00040c9 req-2a0e921f-9ed7-4b70-b399-7f085c4d44c4 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:50.773911 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['3cbcf254-f312-4f41-910c-3c8b9defb3c1'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:22:50.791734 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5045f2e-f97d-498b-b42d-9ebbfefe76eb admin admin] Network b48a9295-aa95-4a5f-921a-415fe1466b3d is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:22:50.803659 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['6701bc4f-33c4-4850-94d7-00e6cb60828e'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:22:50.814853 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-a5045f2e-f97d-498b-b42d-9ebbfefe76eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, b48a9295-aa95-4a5f-921a-415fe1466b3d) {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:22:50.845750 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5045f2e-f97d-498b-b42d-9ebbfefe76eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:50.847010 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a5045f2e-f97d-498b-b42d-9ebbfefe76eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:50.859874 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0e921f-9ed7-4b70-b399-7f085c4d44c4 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Pushing event deleted for resources: {'Port': ['ID=3cbcf254-f312-4f41-910c-3c8b9defb3c1,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:50.862947 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2cf40993-3c32-45a2-82bd-a2cc90f3a3a3 req-32844f1f-3030-4059-9cfa-dd02b816f501 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359932 Jan 18 22:22:50.878078 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bde1805-8269-4fb8-9492-43cd71944c2e None None] Network b48a9295-aa95-4a5f-921a-415fe1466b3d requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:22:50.934013 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-a5045f2e-f97d-498b-b42d-9ebbfefe76eb admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2736855 Jan 18 22:22:50.958064 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-461f6903-c4e7-4914-9559-2e5f71247bca tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Allocated IP 2001:db8::c26f:8477:e58b:63cd (5ec417a5-fa6c-4abd-aa15-b83b9df83503/c9f4e978-8026-4462-9774-4d2f71861a1d/afe4bc97-c2f1-4b6e-a08b-1ed5542ab2ef) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:22:50.981459 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b7c0f34-b090-42c7-8b94-0748e00040c9 req-2a0e921f-9ed7-4b70-b399-7f085c4d44c4 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] No DVR routers for this DVR port 3cbcf254-f312-4f41-910c-3c8b9defb3c1 on host n-h1-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:22:50.988054 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-8b7c0f34-b090-42c7-8b94-0748e00040c9 req-2a0e921f-9ed7-4b70-b399-7f085c4d44c4 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:50.991434 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-8b7c0f34-b090-42c7-8b94-0748e00040c9 req-2a0e921f-9ed7-4b70-b399-7f085c4d44c4 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.36 "DELETE /v2.0/ports/3cbcf254-f312-4f41-910c-3c8b9defb3c1 HTTP/1.1" status: 204 len: 173 time: 1.1302023 Jan 18 22:22:50.991788 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a58a87c4-bb7e-462a-9f10-ecbd5375fcb2', 'name': 'network-vif-deleted', 'tag': '3cbcf254-f312-4f41-910c-3c8b9defb3c1'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:22:50.998429 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5004caaa-0469-42e8-a3de-38ac28ed1726" -d '{"events": [{"server_uuid": "a58a87c4-bb7e-462a-9f10-ecbd5375fcb2", "name": "network-vif-deleted", "tag": "3cbcf254-f312-4f41-910c-3c8b9defb3c1"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:22:51.241499 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9473d401-b52e-458b-953f-f1a0b2bfebb4 req-560f0470-7d4e-4af4-a8c9-32ba5035cec6 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:51.247534 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9473d401-b52e-458b-953f-f1a0b2bfebb4 req-560f0470-7d4e-4af4-a8c9-32ba5035cec6 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:51.254662 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9473d401-b52e-458b-953f-f1a0b2bfebb4 req-560f0470-7d4e-4af4-a8c9-32ba5035cec6 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:51.260895 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9473d401-b52e-458b-953f-f1a0b2bfebb4 req-560f0470-7d4e-4af4-a8c9-32ba5035cec6 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:51.266893 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9473d401-b52e-458b-953f-f1a0b2bfebb4 req-560f0470-7d4e-4af4-a8c9-32ba5035cec6 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:51.275198 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252bd951-93a0-4608-9b6e-516280fc7108 None None] Network f092491e-0947-4058-bdc0-03dc785407fa requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:22:51.292533 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9473d401-b52e-458b-953f-f1a0b2bfebb4 req-560f0470-7d4e-4af4-a8c9-32ba5035cec6 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:51.308074 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9473d401-b52e-458b-953f-f1a0b2bfebb4 req-560f0470-7d4e-4af4-a8c9-32ba5035cec6 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:51.317766 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9473d401-b52e-458b-953f-f1a0b2bfebb4 req-560f0470-7d4e-4af4-a8c9-32ba5035cec6 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/ports?device_id=db33aaef-5884-4da4-a311-5ede51d08faf HTTP/1.1" status: 200 len: 5420 time: 0.3376510 Jan 18 22:22:51.389533 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be0f123-9a3f-4920-b7fd-cff51100ed51 None None] Network b48a9295-aa95-4a5f-921a-415fe1466b3d requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:22:51.451873 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9473d401-b52e-458b-953f-f1a0b2bfebb4 req-44964d13-8a9f-47e9-8f08-6f22810903e6 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/security-groups?id=43d45361-b6ad-4105-a9b4-e598b6e8e651&id=1a7f3ba7-6b33-47d4-842d-f8859c8e7d98&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1331413 Jan 18 22:22:51.490487 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-461f6903-c4e7-4914-9559-2e5f71247bca tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:51.503443 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace6f71c-4067-4b7b-b379-7d02823100c1 req-6e3e9412-6086-4505-8dc7-e6a515204bcf tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:51.507935 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 8255acc1-4c2c-49a6-b4c5-4ea51e079e38 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:22:51.509612 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace6f71c-4067-4b7b-b379-7d02823100c1 req-6e3e9412-6086-4505-8dc7-e6a515204bcf tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:51.522858 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace6f71c-4067-4b7b-b379-7d02823100c1 req-6e3e9412-6086-4505-8dc7-e6a515204bcf tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:51.551725 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace6f71c-4067-4b7b-b379-7d02823100c1 req-6e3e9412-6086-4505-8dc7-e6a515204bcf tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:51.566082 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace6f71c-4067-4b7b-b379-7d02823100c1 req-6e3e9412-6086-4505-8dc7-e6a515204bcf tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:51.568851 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86af6721-d649-46dc-acc7-4fef0a6a7d9c x-openstack-request-id: req-86af6721-d649-46dc-acc7-4fef0a6a7d9c {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:22:51.569589 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a58a87c4-bb7e-462a-9f10-ecbd5375fcb2", "name": "network-vif-deleted", "tag": "3cbcf254-f312-4f41-910c-3c8b9defb3c1", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:22:51.569928 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-86af6721-d649-46dc-acc7-4fef0a6a7d9c {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:22:51.570430 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a58a87c4-bb7e-462a-9f10-ecbd5375fcb2', 'name': 'network-vif-deleted', 'tag': '3cbcf254-f312-4f41-910c-3c8b9defb3c1', 'status': 'completed', 'code': 200} Jan 18 22:22:51.582795 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace6f71c-4067-4b7b-b379-7d02823100c1 req-6e3e9412-6086-4505-8dc7-e6a515204bcf tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:51.605427 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace6f71c-4067-4b7b-b379-7d02823100c1 req-6e3e9412-6086-4505-8dc7-e6a515204bcf tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:51.607710 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ace6f71c-4067-4b7b-b379-7d02823100c1 req-6e3e9412-6086-4505-8dc7-e6a515204bcf tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fdf43ac-e2d1-46c0-a022-01c13375d73d HTTP/1.1" status: 200 len: 5442 time: 0.2798402 Jan 18 22:22:51.696239 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 8255acc1-4c2c-49a6-b4c5-4ea51e079e38 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:22:51.696617 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:51.711615 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ace6f71c-4067-4b7b-b379-7d02823100c1 req-122d26cf-193f-49bd-ae11-1e852d6c1b85 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "GET /v2.0/security-groups?id=feae3479-97c3-4dcd-9cbb-02eadc4c6a76&id=61d17b67-718c-4475-950b-257bfb33b7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0931017 Jan 18 22:22:51.759942 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-461f6903-c4e7-4914-9559-2e5f71247bca tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:51.858872 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device f4f2579a-39ae-4aec-9900-bf34bbeb904f details requested by agent hyperv_n-h1-825064-1 with host n-h1-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:22:51.893981 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f5fec116-29ac-497c-9c70-91b8cc6602cd req-646b30fb-9ea7-4058-bb52-6527d281550d tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef174e72-af9c-4820-b809-9e0e5168f5f6 HTTP/1.1" status: 200 len: 210 time: 0.0980031 Jan 18 22:22:51.895725 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461f6903-c4e7-4914-9559-2e5f71247bca tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:22:51.994178 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:52.000579 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a2238f10-c4ff-4f1e-8e52-7d2637f44632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:52.019479 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461f6903-c4e7-4914-9559-2e5f71247bca tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event updated for resources: {'Port': ['ID=afe4bc97-c2f1-4b6e-a08b-1ed5542ab2ef,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:52.035699 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-461f6903-c4e7-4914-9559-2e5f71247bca tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:22:52.044758 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461f6903-c4e7-4914-9559-2e5f71247bca tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:22:52.052300 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461f6903-c4e7-4914-9559-2e5f71247bca tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:52.053507 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-461f6903-c4e7-4914-9559-2e5f71247bca tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:52.077347 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port 8255acc1-4c2c-49a6-b4c5-4ea51e079e38, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=8255acc1-4c2c-49a6-b4c5-4ea51e079e38,segment=NetworkSegment(3c2fda82-0722-4d26-8bf8-bb1f4fe594b8),segment_id=3c2fda82-0722-4d26-8bf8-bb1f4fe594b8)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:22:52.082325 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-461f6903-c4e7-4914-9559-2e5f71247bca tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.3723710 Jan 18 22:22:52.082469 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port f4f2579a-39ae-4aec-9900-bf34bbeb904f, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=f4f2579a-39ae-4aec-9900-bf34bbeb904f,segment=NetworkSegment(773e2478-13af-4dd0-bb1a-13e4946a40f7),segment_id=773e2478-13af-4dd0-bb1a-13e4946a40f7)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:22:52.083583 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 38694) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:22:52.092048 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:52.106012 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Returning: {'device': 'f4f2579a-39ae-4aec-9900-bf34bbeb904f', 'network_id': '616341ad-8ee5-46dd-a50f-fbf4c382e06c', 'port_id': 'f4f2579a-39ae-4aec-9900-bf34bbeb904f', 'mac_address': 'fa:16:3e:16:d4:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39872394-9ec8-42e0-a515-8c2f5c78361a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:22:52.171642 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98dbc8c0-7271-4895-9659-e842b8ad8d44 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:52.178795 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:52.199003 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6009906c-7816-4f19-af09-998f2c0d64cc req-3128b8ef-591c-48f2-a755-450c7d55c2e1 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:52.199606 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98dbc8c0-7271-4895-9659-e842b8ad8d44 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:52.202882 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-98dbc8c0-7271-4895-9659-e842b8ad8d44 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.1167154 Jan 18 22:22:52.206792 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 38696) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:22:52.209028 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6009906c-7816-4f19-af09-998f2c0d64cc req-3128b8ef-591c-48f2-a755-450c7d55c2e1 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/networks?id=f092491e-0947-4058-bdc0-03dc785407fa HTTP/1.1" status: 200 len: 821 time: 0.3117678 Jan 18 22:22:52.226381 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4f2579a-39ae-4aec-9900-bf34bbeb904f {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:22:52.229360 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6009906c-7816-4f19-af09-998f2c0d64cc req-65f46363-7c0d-47e2-87eb-94824e72935a tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/quotas/b29915fceb8e43e18911a1d8234c4c1a HTTP/1.1" status: 200 len: 375 time: 0.0170989 Jan 18 22:22:52.254863 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port f4f2579a-39ae-4aec-9900-bf34bbeb904f, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=f4f2579a-39ae-4aec-9900-bf34bbeb904f,segment=NetworkSegment(773e2478-13af-4dd0-bb1a-13e4946a40f7),segment_id=773e2478-13af-4dd0-bb1a-13e4946a40f7)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:22:52.257148 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=8255acc1-4c2c-49a6-b4c5-4ea51e079e38,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:52.272414 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:52.279867 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-4ed9ca34-a45a-4efa-9106-6ba7429ece38 None None] Provisioning complete for port 8255acc1-4c2c-49a6-b4c5-4ea51e079e38 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:22:52.280320 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4ed9ca34-a45a-4efa-9106-6ba7429ece38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:52.320334 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd09ba-16b9-48e9-acbf-bec82796e917 req-544872f6-bba2-401e-9fec-dd497af83521 tempest-InstanceActionsTestJSON-162675674 tempest-InstanceActionsTestJSON-162675674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:52.322780 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-decd09ba-16b9-48e9-acbf-bec82796e917 req-544872f6-bba2-401e-9fec-dd497af83521 tempest-InstanceActionsTestJSON-162675674 tempest-InstanceActionsTestJSON-162675674-project] 10.222.0.53 "GET /v2.0/networks?id=b48a9295-aa95-4a5f-921a-415fe1466b3d HTTP/1.1" status: 200 len: 813 time: 0.2014272 Jan 18 22:22:52.335213 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6009906c-7816-4f19-af09-998f2c0d64cc req-4440fdd7-5e38-444d-a4ab-8efa0c89a9bd tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b29915fceb8e43e18911a1d8234c4c1a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0921996 Jan 18 22:22:52.347980 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-a5eae05b-b93e-4bb4-890a-6a0a3b670c95 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Deleting port afe4bc97-c2f1-4b6e-a08b-1ed5542ab2ef {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:22:52.348780 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a5eae05b-b93e-4bb4-890a-6a0a3b670c95 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:52.379004 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-decd09ba-16b9-48e9-acbf-bec82796e917 req-ced91f05-a2bb-4c50-a9eb-72007906dabe tempest-InstanceActionsTestJSON-162675674 tempest-InstanceActionsTestJSON-162675674-project] 10.222.0.53 "GET /v2.0/quotas/e5cd81aba7a2436a836ccce893dfda10 HTTP/1.1" status: 200 len: 375 time: 0.0283694 Jan 18 22:22:52.397169 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=f4f2579a-39ae-4aec-9900-bf34bbeb904f,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:52.417193 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-decd09ba-16b9-48e9-acbf-bec82796e917 req-fb61f14b-57d4-4446-9b78-9c6e1c9779ec tempest-InstanceActionsTestJSON-162675674 tempest-InstanceActionsTestJSON-162675674-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e5cd81aba7a2436a836ccce893dfda10&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0369096 Jan 18 22:22:52.458746 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a5eae05b-b93e-4bb4-890a-6a0a3b670c95 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:52.475646 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-a5eae05b-b93e-4bb4-890a-6a0a3b670c95 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Calling delete_port for afe4bc97-c2f1-4b6e-a08b-1ed5542ab2ef owned by {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:22:52.535603 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['f4f2579a-39ae-4aec-9900-bf34bbeb904f'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:22:52.568063 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6009906c-7816-4f19-af09-998f2c0d64cc req-bf9c437d-985b-4904-9afc-09ae70e8681a service neutron] 10.222.0.53 "GET /v2.0/networks/f092491e-0947-4058-bdc0-03dc785407fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305000 Jan 18 22:22:52.575633 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-decd09ba-16b9-48e9-acbf-bec82796e917 req-be79ff59-35ae-4723-9700-1d6dfab2aab9 service neutron] 10.222.0.53 "GET /v2.0/networks/b48a9295-aa95-4a5f-921a-415fe1466b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321955 Jan 18 22:22:52.593616 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-97664375-3b8a-428f-9e17-d048f54fb284 None None] Provisioning complete for port afe4bc97-c2f1-4b6e-a08b-1ed5542ab2ef triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:22:52.593809 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-97664375-3b8a-428f-9e17-d048f54fb284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:52.622635 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a5eae05b-b93e-4bb4-890a-6a0a3b670c95 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:52.650358 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-97664375-3b8a-428f-9e17-d048f54fb284 None None] Port afe4bc97-c2f1-4b6e-a08b-1ed5542ab2ef cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:22:52.651896 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eae05b-b93e-4bb4-890a-6a0a3b670c95 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event deleted for resources: {'Port': ['ID=afe4bc97-c2f1-4b6e-a08b-1ed5542ab2ef,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:52.683829 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a5eae05b-b93e-4bb4-890a-6a0a3b670c95 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:52.690179 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-a5eae05b-b93e-4bb4-890a-6a0a3b670c95 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "DELETE /v2.0/ports/afe4bc97-c2f1-4b6e-a08b-1ed5542ab2ef HTTP/1.1" status: 204 len: 168 time: 0.4822288 Jan 18 22:22:52.690941 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 38700) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:22:52.752734 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6009906c-7816-4f19-af09-998f2c0d64cc req-4b01e467-dd6f-4ee9-9415-068439aa845c service neutron] 10.222.0.53 "GET /v2.0/networks/f092491e-0947-4058-bdc0-03dc785407fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741397 Jan 18 22:22:52.780928 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2eef13e-d685-4824-94ae-82dcef8b8d28 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:52.782842 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2eef13e-d685-4824-94ae-82dcef8b8d28 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:52.787466 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-c2eef13e-d685-4824-94ae-82dcef8b8d28 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0954742 Jan 18 22:22:52.788156 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 38702) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:22:52.849346 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:52.851965 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbcf1ad6-5fa2-4611-be32-192b8805549c tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Deleting subnet c9f4e978-8026-4462-9774-4d2f71861a1d {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:22:52.855835 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bbcf1ad6-5fa2-4611-be32-192b8805549c tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:52.900978 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-decd09ba-16b9-48e9-acbf-bec82796e917 req-1cc6f0b8-40df-45bc-bc59-f4c000769c07 service neutron] 10.222.0.53 "GET /v2.0/networks/b48a9295-aa95-4a5f-921a-415fe1466b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3240864 Jan 18 22:22:52.945904 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bbcf1ad6-5fa2-4611-be32-192b8805549c tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:52.970613 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad21e92-8d2b-41cb-a7bc-82caaa6ba049 req-4b925524-74e5-423d-a039-91054cbe0e97 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:52.973285 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fad21e92-8d2b-41cb-a7bc-82caaa6ba049 req-4b925524-74e5-423d-a039-91054cbe0e97 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.67 "GET /v2.0/networks?id=61203f33-a8b3-4e89-8217-8dac5f2bb01b HTTP/1.1" status: 200 len: 821 time: 0.2191987 Jan 18 22:22:52.990466 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-fad21e92-8d2b-41cb-a7bc-82caaa6ba049 req-1592f9df-ac40-4a5a-8e13-f0dfa468cc82 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Request body: {'port': {'device_id': 'ef174e72-af9c-4820-b809-9e0e5168f5f6', 'network_id': '61203f33-a8b3-4e89-8217-8dac5f2bb01b', 'admin_state_up': True, 'tenant_id': 'cccec33dc87e4f2dae33b71be2fd1ab3'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:22:53.164206 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bbcf1ad6-5fa2-4611-be32-192b8805549c tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:53.254727 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bbcf1ad6-5fa2-4611-be32-192b8805549c tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:53.255693 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99131f56-18d9-446b-9a7d-a328844f977d req-56849dc1-96b6-4cca-8654-1b923e628b23 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:53.261591 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99131f56-18d9-446b-9a7d-a328844f977d req-56849dc1-96b6-4cca-8654-1b923e628b23 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:53.267506 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99131f56-18d9-446b-9a7d-a328844f977d req-56849dc1-96b6-4cca-8654-1b923e628b23 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:53.274053 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99131f56-18d9-446b-9a7d-a328844f977d req-56849dc1-96b6-4cca-8654-1b923e628b23 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:53.280648 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99131f56-18d9-446b-9a7d-a328844f977d req-56849dc1-96b6-4cca-8654-1b923e628b23 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:53.287358 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99131f56-18d9-446b-9a7d-a328844f977d req-56849dc1-96b6-4cca-8654-1b923e628b23 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:53.293585 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99131f56-18d9-446b-9a7d-a328844f977d req-56849dc1-96b6-4cca-8654-1b923e628b23 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:53.302990 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-99131f56-18d9-446b-9a7d-a328844f977d req-56849dc1-96b6-4cca-8654-1b923e628b23 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fdf43ac-e2d1-46c0-a022-01c13375d73d HTTP/1.1" status: 200 len: 5442 time: 0.2052727 Jan 18 22:22:53.317692 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 38720) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:22:53.324386 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-3a20c811-a199-4df0-beac-4142a707fa9a tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Request body: {'floatingip': {'port_id': 'ac916a4a-3bf6-444a-a917-d065fe9287b9'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:22:53.343638 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcf1ad6-5fa2-4611-be32-192b8805549c tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event deleted for resources: {'Subnet': ['ID=c9f4e978-8026-4462-9774-4d2f71861a1d,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:53.352868 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bbcf1ad6-5fa2-4611-be32-192b8805549c tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:53.357848 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-bbcf1ad6-5fa2-4611-be32-192b8805549c tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "DELETE /v2.0/subnets/c9f4e978-8026-4462-9774-4d2f71861a1d HTTP/1.1" status: 204 len: 168 time: 0.5688026 Jan 18 22:22:53.359423 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1a9b30-1dae-4242-a6d7-de3514ca0327 None None] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:22:53.360867 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 38722) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:22:53.391250 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5a1f0f-c611-4161-ab9a-2e54c64c0af9 req-6f98e9bf-3888-490a-9ed2-237a56d62aef tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:53.399968 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4e5a1f0f-c611-4161-ab9a-2e54c64c0af9 req-6f98e9bf-3888-490a-9ed2-237a56d62aef tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f15a6fe-1e03-4f4c-a849-3efa55d24784 HTTP/1.1" status: 200 len: 944 time: 0.2047603 Jan 18 22:22:53.412853 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-3a20c811-a199-4df0-beac-4142a707fa9a tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks [] for floatingip, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:53.512195 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 8255acc1-4c2c-49a6-b4c5-4ea51e079e38 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:22:53.519976 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-f5de93a6-f2fb-44a8-af3e-b3c52d8668fa tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1541502 Jan 18 22:22:53.521560 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 38730) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:22:53.536687 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-2d8f5e0d-1dc8-4807-b122-8b953f53acb6 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Request body: {'subnet': {'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:22:53.684169 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 8255acc1-4c2c-49a6-b4c5-4ea51e079e38 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:22:53.696485 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:53.736032 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fad21e92-8d2b-41cb-a7bc-82caaa6ba049 req-1592f9df-ac40-4a5a-8e13-f0dfa468cc82 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Made reservation on behalf of cccec33dc87e4f2dae33b71be2fd1ab3 for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:22:53.740348 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-fad21e92-8d2b-41cb-a7bc-82caaa6ba049 req-1592f9df-ac40-4a5a-8e13-f0dfa468cc82 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:53.785044 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d8f5e0d-1dc8-4807-b122-8b953f53acb6 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Made reservation on behalf of 0a17ff9ddd5f489695e0235ae87388f5 for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:22:53.789586 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2d8f5e0d-1dc8-4807-b122-8b953f53acb6 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:53.831682 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device f4f2579a-39ae-4aec-9900-bf34bbeb904f up at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:22:53.837069 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4e5a1f0f-c611-4161-ab9a-2e54c64c0af9 req-5b4a1a0b-13b6-40e8-8ae9-8f56407179e6 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4365797 Jan 18 22:22:53.845226 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495378c8-e708-4b3b-bee2-0ef937994434 None None] DHCP port deletion for 5ec417a5-fa6c-4abd-aa15-b83b9df83503 request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:22:54.026255 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed5cf51-083d-47ad-a547-db5e84d46f55 req-f025efeb-8dc2-4ac8-a474-5a1e06092791 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:54.032249 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed5cf51-083d-47ad-a547-db5e84d46f55 req-f025efeb-8dc2-4ac8-a474-5a1e06092791 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:54.038719 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed5cf51-083d-47ad-a547-db5e84d46f55 req-f025efeb-8dc2-4ac8-a474-5a1e06092791 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:54.044783 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed5cf51-083d-47ad-a547-db5e84d46f55 req-f025efeb-8dc2-4ac8-a474-5a1e06092791 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:54.046880 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning for port f4f2579a-39ae-4aec-9900-bf34bbeb904f completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:22:54.051226 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed5cf51-083d-47ad-a547-db5e84d46f55 req-f025efeb-8dc2-4ac8-a474-5a1e06092791 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:54.057084 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed5cf51-083d-47ad-a547-db5e84d46f55 req-f025efeb-8dc2-4ac8-a474-5a1e06092791 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:54.058930 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning complete for port f4f2579a-39ae-4aec-9900-bf34bbeb904f triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:22:54.059271 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:54.063849 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed5cf51-083d-47ad-a547-db5e84d46f55 req-f025efeb-8dc2-4ac8-a474-5a1e06092791 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:54.065354 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-495378c8-e708-4b3b-bee2-0ef937994434 None None] Deleting port 8255acc1-4c2c-49a6-b4c5-4ea51e079e38 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:22:54.065726 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-495378c8-e708-4b3b-bee2-0ef937994434 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:54.072400 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9ed5cf51-083d-47ad-a547-db5e84d46f55 req-f025efeb-8dc2-4ac8-a474-5a1e06092791 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/ports?device_id=db33aaef-5884-4da4-a311-5ede51d08faf HTTP/1.1" status: 200 len: 5420 time: 0.3646553 Jan 18 22:22:54.116092 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8e493e98-794d-4721-b553-7846b7877257 req-4ba35b9e-6061-4089-850a-967e65615337 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef174e72-af9c-4820-b809-9e0e5168f5f6 HTTP/1.1" status: 200 len: 210 time: 0.1253052 Jan 18 22:22:54.132373 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2d8f5e0d-1dc8-4807-b122-8b953f53acb6 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:54.194428 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8f5e0d-1dc8-4807-b122-8b953f53acb6 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event updated for resources: {'Subnet': ['ID=d19b62a2-6366-49c1-a1e6-73a51bb52dba,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:54.203493 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-495378c8-e708-4b3b-bee2-0ef937994434 None None] For port 8255acc1-4c2c-49a6-b4c5-4ea51e079e38, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=8255acc1-4c2c-49a6-b4c5-4ea51e079e38,segment=NetworkSegment(3c2fda82-0722-4d26-8bf8-bb1f4fe594b8),segment_id=3c2fda82-0722-4d26-8bf8-bb1f4fe594b8)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:22:54.203894 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-495378c8-e708-4b3b-bee2-0ef937994434 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:54.217605 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8f5e0d-1dc8-4807-b122-8b953f53acb6 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:22:54.217799 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-495378c8-e708-4b3b-bee2-0ef937994434 None None] Calling delete_port for 8255acc1-4c2c-49a6-b4c5-4ea51e079e38 owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:22:54.219296 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-2d8f5e0d-1dc8-4807-b122-8b953f53acb6 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:22:54.223080 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8f5e0d-1dc8-4807-b122-8b953f53acb6 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:54.223753 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2d8f5e0d-1dc8-4807-b122-8b953f53acb6 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:54.243170 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9ed5cf51-083d-47ad-a547-db5e84d46f55 req-6ba3015d-f3ba-45e1-92f0-9e12a2c4d687 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/security-groups?id=43d45361-b6ad-4105-a9b4-e598b6e8e651&id=1a7f3ba7-6b33-47d4-842d-f8859c8e7d98&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1697073 Jan 18 22:22:54.245487 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-2d8f5e0d-1dc8-4807-b122-8b953f53acb6 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7190127 Jan 18 22:22:54.248072 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 38734) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:22:54.255825 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-cbaf0ae3-525d-4f9a-9835-9ce728f8e3ff tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Request body: {'port': {'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503', 'fixed_ips': [{'subnet_id': 'd19b62a2-6366-49c1-a1e6-73a51bb52dba', 'ip_address': '2001:db8::689b:ddb0:e606:6d67'}], 'name': 'tempest-NetworksTestDHCPv6-535389861'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:22:54.359040 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-98ca8f67-0476-405e-bcea-cdd3767e0c61 req-d29ef909-8c5b-4668-bb4d-3ee45005c745 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/ports?device_id=e340baad-13e3-4a40-bd0a-81fc936fc61c HTTP/1.1" status: 200 len: 210 time: 0.0611901 Jan 18 22:22:54.474766 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbaf0ae3-525d-4f9a-9835-9ce728f8e3ff tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Made reservation on behalf of 0a17ff9ddd5f489695e0235ae87388f5 for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:22:54.500345 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-fad21e92-8d2b-41cb-a7bc-82caaa6ba049 req-1592f9df-ac40-4a5a-8e13-f0dfa468cc82 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Allocated IP 172.20.0.8 (61203f33-a8b3-4e89-8217-8dac5f2bb01b/b92d365b-b574-47a9-a91d-968f4b104686/25680f59-4b56-4e52-a872-62736028b80e) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:22:54.510654 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:54.513521 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-495378c8-e708-4b3b-bee2-0ef937994434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:54.548441 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:54.573089 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495378c8-e708-4b3b-bee2-0ef937994434 None None] No DVR routers for this DVR port 8255acc1-4c2c-49a6-b4c5-4ea51e079e38 on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:22:54.580413 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495378c8-e708-4b3b-bee2-0ef937994434 None None] Pushing event deleted for resources: {'Port': ['ID=8255acc1-4c2c-49a6-b4c5-4ea51e079e38,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:54.602644 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b75850-79e2-4e29-a08c-6754fed3ac64 None None] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:22:54.606773 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:54.643095 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-af87b562-ff4d-4795-b9f9-028bf2abac16 req-59cff5f2-4a63-4fe0-9e7c-84d85534b8c0 tempest-InstanceActionsTestJSON-162675674 tempest-InstanceActionsTestJSON-162675674-project] 10.222.0.53 "GET /v2.0/ports?device_id=644be525-5f75-43cb-b8cd-76627cce74f7 HTTP/1.1" status: 200 len: 210 time: 0.1374602 Jan 18 22:22:54.687698 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cbaf0ae3-525d-4f9a-9835-9ce728f8e3ff tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:54.732786 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [None req-cbaf0ae3-525d-4f9a-9835-9ce728f8e3ff tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] device_id is not set on port 831f2167-d3c4-41e6-9ec7-2f7438906b90 yet. {{(pid=102431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:22:54.935101 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port f4f2579a-39ae-4aec-9900-bf34bbeb904f, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=f4f2579a-39ae-4aec-9900-bf34bbeb904f,segment=NetworkSegment(773e2478-13af-4dd0-bb1a-13e4946a40f7),segment_id=773e2478-13af-4dd0-bb1a-13e4946a40f7)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:22:54.938737 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f15a6fe-1e03-4f4c-a849-3efa55d24784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4f2579a-39ae-4aec-9900-bf34bbeb904f'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:22:54.953071 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d5b8cde-bde5-420f-ab35-d476854b5f01" -d '{"events": [{"server_uuid": "8f15a6fe-1e03-4f4c-a849-3efa55d24784", "name": "network-vif-plugged", "status": "completed", "tag": "f4f2579a-39ae-4aec-9900-bf34bbeb904f"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:22:54.961681 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b3858a-80b0-473c-93da-752b30b66850 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-5ec417a5-fa6c-4abd-aa15-b83b9df83503', 'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503', 'tenant_id': '0a17ff9ddd5f489695e0235ae87388f5', 'fixed_ips': [{'subnet_id': 'd19b62a2-6366-49c1-a1e6-73a51bb52dba'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:22:54.963056 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-53b3858a-80b0-473c-93da-752b30b66850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:54.965948 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:54.966962 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 3cbcf254-f312-4f41-910c-3c8b9defb3c1 no longer exists at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:22:54.967076 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede9bb45-701b-4352-babc-5dc1680a4bc5 req-db07d737-6267-4cf7-b763-45ca55261579 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:54.968520 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ede9bb45-701b-4352-babc-5dc1680a4bc5 req-db07d737-6267-4cf7-b763-45ca55261579 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=710e4fbf-3d93-42c0-b0b4-4811a367b0c1 HTTP/1.1" status: 200 len: 946 time: 0.2678411 Jan 18 22:22:54.989556 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-cbaf0ae3-525d-4f9a-9835-9ce728f8e3ff tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Allocated IP 2001:db8::689b:ddb0:e606:6d67 (5ec417a5-fa6c-4abd-aa15-b83b9df83503/d19b62a2-6366-49c1-a1e6-73a51bb52dba/831f2167-d3c4-41e6-9ec7-2f7438906b90) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:22:54.999609 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] No Port match for: 3cbcf254-f312-4f41-910c-3c8b9defb3c1 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:22:54.999980 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 3cbcf254-f312-4f41-910c-3c8b9defb3c1 not bound to the agent host n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:22:55.144827 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-fad21e92-8d2b-41cb-a7bc-82caaa6ba049 req-1592f9df-ac40-4a5a-8e13-f0dfa468cc82 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:55.182791 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cbaf0ae3-525d-4f9a-9835-9ce728f8e3ff tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:55.186997 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6009906c-7816-4f19-af09-998f2c0d64cc req-3f1fab0b-bdeb-49c0-af0d-0e393dfb849b tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:55.188572 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6009906c-7816-4f19-af09-998f2c0d64cc req-3f1fab0b-bdeb-49c0-af0d-0e393dfb849b tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.67 "GET /v2.0/networks?id=f092491e-0947-4058-bdc0-03dc785407fa HTTP/1.1" status: 200 len: 821 time: 0.6848903 Jan 18 22:22:55.199598 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-fad21e92-8d2b-41cb-a7bc-82caaa6ba049 req-1592f9df-ac40-4a5a-8e13-f0dfa468cc82 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:55.224928 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['2c5c87b3-3677-4750-b83f-650937ba09d4'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:22:55.281371 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=f4f2579a-39ae-4aec-9900-bf34bbeb904f,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:55.321942 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fad21e92-8d2b-41cb-a7bc-82caaa6ba049 req-1592f9df-ac40-4a5a-8e13-f0dfa468cc82 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Network 61203f33-a8b3-4e89-8217-8dac5f2bb01b is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:22:55.332370 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-6009906c-7816-4f19-af09-998f2c0d64cc req-4b608fbb-732c-40f3-ab2b-425cbccf3fac tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Request body: {'port': {'device_id': 'e340baad-13e3-4a40-bd0a-81fc936fc61c', 'network_id': 'f092491e-0947-4058-bdc0-03dc785407fa', 'admin_state_up': True, 'tenant_id': 'b29915fceb8e43e18911a1d8234c4c1a'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:22:55.385205 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd09ba-16b9-48e9-acbf-bec82796e917 req-9b8cb34d-42a9-43c8-990c-9d6aa6af2139 tempest-InstanceActionsTestJSON-162675674 tempest-InstanceActionsTestJSON-162675674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:55.387530 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-decd09ba-16b9-48e9-acbf-bec82796e917 req-9b8cb34d-42a9-43c8-990c-9d6aa6af2139 tempest-InstanceActionsTestJSON-162675674 tempest-InstanceActionsTestJSON-162675674-project] 10.222.0.67 "GET /v2.0/networks?id=b48a9295-aa95-4a5f-921a-415fe1466b3d HTTP/1.1" status: 200 len: 813 time: 0.1550012 Jan 18 22:22:55.389553 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cbaf0ae3-525d-4f9a-9835-9ce728f8e3ff tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:55.403562 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-53b3858a-80b0-473c-93da-752b30b66850 None None] Allocated IP 2001:db8::2 (5ec417a5-fa6c-4abd-aa15-b83b9df83503/d19b62a2-6366-49c1-a1e6-73a51bb52dba/288223dd-0f24-44a8-8794-a232b7ee36fa) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:22:55.409150 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 8255acc1-4c2c-49a6-b4c5-4ea51e079e38 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:22:55.432810 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 8255acc1-4c2c-49a6-b4c5-4ea51e079e38 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:22:55.433250 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 8255acc1-4c2c-49a6-b4c5-4ea51e079e38 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:22:55.462175 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaf0ae3-525d-4f9a-9835-9ce728f8e3ff tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event updated for resources: {'Port': ['ID=831f2167-d3c4-41e6-9ec7-2f7438906b90,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:55.473788 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1592f9df-ac40-4a5a-8e13-f0dfa468cc82 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Pushing event updated for resources: {'Port': ['ID=25680f59-4b56-4e52-a872-62736028b80e,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:55.477106 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-fad21e92-8d2b-41cb-a7bc-82caaa6ba049 req-1592f9df-ac40-4a5a-8e13-f0dfa468cc82 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:22:55.487372 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-decd09ba-16b9-48e9-acbf-bec82796e917 req-3ef7b237-1157-41c8-a22e-fe5da72c0e9a tempest-InstanceActionsTestJSON-162675674 tempest-InstanceActionsTestJSON-162675674-project] Request body: {'port': {'device_id': '644be525-5f75-43cb-b8cd-76627cce74f7', 'network_id': 'b48a9295-aa95-4a5f-921a-415fe1466b3d', 'admin_state_up': True, 'tenant_id': 'e5cd81aba7a2436a836ccce893dfda10'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:22:55.489123 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-fad21e92-8d2b-41cb-a7bc-82caaa6ba049 req-1592f9df-ac40-4a5a-8e13-f0dfa468cc82 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:22:55.541446 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbaf0ae3-525d-4f9a-9835-9ce728f8e3ff tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:22:55.550161 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-cbaf0ae3-525d-4f9a-9835-9ce728f8e3ff tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:22:55.552979 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbaf0ae3-525d-4f9a-9835-9ce728f8e3ff tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:22:55.559317 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbaf0ae3-525d-4f9a-9835-9ce728f8e3ff tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:55.560218 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cbaf0ae3-525d-4f9a-9835-9ce728f8e3ff tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:55.580249 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad21e92-8d2b-41cb-a7bc-82caaa6ba049 req-1592f9df-ac40-4a5a-8e13-f0dfa468cc82 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:55.581410 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-fad21e92-8d2b-41cb-a7bc-82caaa6ba049 req-1592f9df-ac40-4a5a-8e13-f0dfa468cc82 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:55.589895 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-cbaf0ae3-525d-4f9a-9835-9ce728f8e3ff tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3397524 Jan 18 22:22:55.593050 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 38748) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:22:55.624829 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6009906c-7816-4f19-af09-998f2c0d64cc req-4b608fbb-732c-40f3-ab2b-425cbccf3fac tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Made reservation on behalf of b29915fceb8e43e18911a1d8234c4c1a for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:22:55.628896 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-6009906c-7816-4f19-af09-998f2c0d64cc req-4b608fbb-732c-40f3-ab2b-425cbccf3fac tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:55.638192 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-53b3858a-80b0-473c-93da-752b30b66850 None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:55.648461 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-53b3858a-80b0-473c-93da-752b30b66850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:55.669394 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ede9bb45-701b-4352-babc-5dc1680a4bc5 req-a89d334c-53e3-41ab-995a-a443c7989fd7 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=69e59ffc-71ce-4c50-acf6-17bf11fb5545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4849982 Jan 18 22:22:55.685939 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fad21e92-8d2b-41cb-a7bc-82caaa6ba049 req-1592f9df-ac40-4a5a-8e13-f0dfa468cc82 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6970994 Jan 18 22:22:55.690486 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b3858a-80b0-473c-93da-752b30b66850 None None] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:22:55.694427 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-53b3858a-80b0-473c-93da-752b30b66850 None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:22:55.703592 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b3858a-80b0-473c-93da-752b30b66850 None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:22:55.705016 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0aac1e2-ba0b-4002-926d-5f002d944aa7 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:55.706923 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-c0aac1e2-ba0b-4002-926d-5f002d944aa7 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1126289 Jan 18 22:22:55.712678 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 38752) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:22:55.738690 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b3858a-80b0-473c-93da-752b30b66850 None None] Pushing event updated for resources: {'Port': ['ID=288223dd-0f24-44a8-8794-a232b7ee36fa,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:55.749617 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-decd09ba-16b9-48e9-acbf-bec82796e917 req-3ef7b237-1157-41c8-a22e-fe5da72c0e9a tempest-InstanceActionsTestJSON-162675674 tempest-InstanceActionsTestJSON-162675674-project] Made reservation on behalf of e5cd81aba7a2436a836ccce893dfda10 for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:22:55.754143 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-decd09ba-16b9-48e9-acbf-bec82796e917 req-3ef7b237-1157-41c8-a22e-fe5da72c0e9a tempest-InstanceActionsTestJSON-162675674 tempest-InstanceActionsTestJSON-162675674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:55.772722 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-53b3858a-80b0-473c-93da-752b30b66850 None None] Attempting to bind port 288223dd-0f24-44a8-8794-a232b7ee36fa on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:22:55.772982 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-53b3858a-80b0-473c-93da-752b30b66850 None None] Attempting to bind port 288223dd-0f24-44a8-8794-a232b7ee36fa by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '3c2fda82-0722-4d26-8bf8-bb1f4fe594b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:22:55.773304 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b3858a-80b0-473c-93da-752b30b66850 None None] Attempting to bind port 288223dd-0f24-44a8-8794-a232b7ee36fa on network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:22:55.775110 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13dc568-e8b2-403c-906e-58151381a0f3 req-db2d34e9-bbc3-482d-8f13-755fd08d9000 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:55.782423 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c51a702f-4e16-4a42-b490-f242da57a409 x-openstack-request-id: req-c51a702f-4e16-4a42-b490-f242da57a409 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:22:55.782729 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f15a6fe-1e03-4f4c-a849-3efa55d24784", "name": "network-vif-plugged", "status": "completed", "tag": "f4f2579a-39ae-4aec-9900-bf34bbeb904f", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:22:55.782978 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c51a702f-4e16-4a42-b490-f242da57a409 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:22:55.783919 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f15a6fe-1e03-4f4c-a849-3efa55d24784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4f2579a-39ae-4aec-9900-bf34bbeb904f', 'code': 200} Jan 18 22:22:55.793926 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b3858a-80b0-473c-93da-752b30b66850 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:22:55.794147 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b3858a-80b0-473c-93da-752b30b66850 None None] Checking segment: {'id': '3c2fda82-0722-4d26-8bf8-bb1f4fe594b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:22:55.794480 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-53b3858a-80b0-473c-93da-752b30b66850 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:55.796095 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f13dc568-e8b2-403c-906e-58151381a0f3 req-db2d34e9-bbc3-482d-8f13-755fd08d9000 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f15a6fe-1e03-4f4c-a849-3efa55d24784 HTTP/1.1" status: 200 len: 945 time: 0.8345671 Jan 18 22:22:55.797321 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b3858a-80b0-473c-93da-752b30b66850 None None] Bound using segment: {'id': '3c2fda82-0722-4d26-8bf8-bb1f4fe594b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:22:55.797530 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-53b3858a-80b0-473c-93da-752b30b66850 None None] Bound port: 288223dd-0f24-44a8-8794-a232b7ee36fa, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2fda82-0722-4d26-8bf8-bb1f4fe594b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:22:55.797941 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-53b3858a-80b0-473c-93da-752b30b66850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:55.814097 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [req-fad21e92-8d2b-41cb-a7bc-82caaa6ba049 req-0d99fed3-3f28-4b83-bf58-26f90e672085 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102430) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:22:55.815631 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fad21e92-8d2b-41cb-a7bc-82caaa6ba049 req-0d99fed3-3f28-4b83-bf58-26f90e672085 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0733926 Jan 18 22:22:55.859297 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-fad21e92-8d2b-41cb-a7bc-82caaa6ba049 req-8d4356d3-20b4-4afe-93b4-4db971a454ac service neutron] Request body: {'port': {'device_id': 'ef174e72-af9c-4820-b809-9e0e5168f5f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:22:55.945107 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-53b3858a-80b0-473c-93da-752b30b66850 None None] For port 288223dd-0f24-44a8-8794-a232b7ee36fa, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:22:55.948278 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-53b3858a-80b0-473c-93da-752b30b66850 None None] For port 288223dd-0f24-44a8-8794-a232b7ee36fa, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=288223dd-0f24-44a8-8794-a232b7ee36fa,segment=NetworkSegment(3c2fda82-0722-4d26-8bf8-bb1f4fe594b8),segment_id=3c2fda82-0722-4d26-8bf8-bb1f4fe594b8)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:22:55.950494 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-89d925b5-176a-4302-830e-8f432f9a49d0 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Deleting port 831f2167-d3c4-41e6-9ec7-2f7438906b90 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:22:55.950869 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-89d925b5-176a-4302-830e-8f432f9a49d0 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:55.959963 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-53b3858a-80b0-473c-93da-752b30b66850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:56.070953 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b3858a-80b0-473c-93da-752b30b66850 None None] Pushing event updated for resources: {'Port': ['ID=288223dd-0f24-44a8-8794-a232b7ee36fa,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:56.206601 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [req-decd09ba-16b9-48e9-acbf-bec82796e917 req-3ef7b237-1157-41c8-a22e-fe5da72c0e9a tempest-InstanceActionsTestJSON-162675674 tempest-InstanceActionsTestJSON-162675674-project] Allocated IP 172.20.0.14 (b48a9295-aa95-4a5f-921a-415fe1466b3d/881d9ead-8a39-459f-87b0-1e7f238e8596/57d9573d-4f34-4efd-a169-f5908b55ea47) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:22:56.216195 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-89d925b5-176a-4302-830e-8f432f9a49d0 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:56.219845 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefcdb2f-2a48-4ed2-8dae-830e2201d586 req-a307b397-9ae9-480e-bb0d-4ebacd9530b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:56.221931 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-cefcdb2f-2a48-4ed2-8dae-830e2201d586 req-a307b397-9ae9-480e-bb0d-4ebacd9530b8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8f15a6fe-1e03-4f4c-a849-3efa55d24784 HTTP/1.1" status: 200 len: 1096 time: 0.3772388 Jan 18 22:22:56.257896 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-89d925b5-176a-4302-830e-8f432f9a49d0 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Calling delete_port for 831f2167-d3c4-41e6-9ec7-2f7438906b90 owned by {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:22:56.258671 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f13dc568-e8b2-403c-906e-58151381a0f3 req-f5e116ba-6f5d-4514-9279-0cc045eee349 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4616194 Jan 18 22:22:56.270454 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.db.resource_extend [None req-3a20c811-a199-4df0-beac-4142a707fa9a tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 22:22:56.363978 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-cefcdb2f-2a48-4ed2-8dae-830e2201d586 req-8150858d-174d-450e-a235-5d34e1ff9af6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309524 Jan 18 22:22:56.523028 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-decd09ba-16b9-48e9-acbf-bec82796e917 req-3ef7b237-1157-41c8-a22e-fe5da72c0e9a tempest-InstanceActionsTestJSON-162675674 tempest-InstanceActionsTestJSON-162675674-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:56.593532 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-decd09ba-16b9-48e9-acbf-bec82796e917 req-3ef7b237-1157-41c8-a22e-fe5da72c0e9a tempest-InstanceActionsTestJSON-162675674 tempest-InstanceActionsTestJSON-162675674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:56.631470 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-89d925b5-176a-4302-830e-8f432f9a49d0 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:56.659212 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-decd09ba-16b9-48e9-acbf-bec82796e917 req-3ef7b237-1157-41c8-a22e-fe5da72c0e9a tempest-InstanceActionsTestJSON-162675674 tempest-InstanceActionsTestJSON-162675674-project] Network b48a9295-aa95-4a5f-921a-415fe1466b3d is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:22:56.661786 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef7b237-1157-41c8-a22e-fe5da72c0e9a tempest-InstanceActionsTestJSON-162675674 tempest-InstanceActionsTestJSON-162675674-project] Pushing event updated for resources: {'Port': ['ID=57d9573d-4f34-4efd-a169-f5908b55ea47,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:56.672082 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [req-decd09ba-16b9-48e9-acbf-bec82796e917 req-3ef7b237-1157-41c8-a22e-fe5da72c0e9a tempest-InstanceActionsTestJSON-162675674 tempest-InstanceActionsTestJSON-162675674-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:22:56.674868 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-fad21e92-8d2b-41cb-a7bc-82caaa6ba049 req-8d4356d3-20b4-4afe-93b4-4db971a454ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:56.676881 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-decd09ba-16b9-48e9-acbf-bec82796e917 req-3ef7b237-1157-41c8-a22e-fe5da72c0e9a tempest-InstanceActionsTestJSON-162675674 tempest-InstanceActionsTestJSON-162675674-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:22:56.725094 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0588840-c5f9-4fc3-b264-a7431b16d8c3 req-6e968e28-5a03-4d45-99d0-104326fc38ca tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:56.726486 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d0588840-c5f9-4fc3-b264-a7431b16d8c3 req-6e968e28-5a03-4d45-99d0-104326fc38ca tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.67 "GET /v2.0/ports?device_id=710e4fbf-3d93-42c0-b0b4-4811a367b0c1 HTTP/1.1" status: 200 len: 946 time: 0.5922260 Jan 18 22:22:56.757793 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-89d925b5-176a-4302-830e-8f432f9a49d0 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:56.761113 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-89d925b5-176a-4302-830e-8f432f9a49d0 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "DELETE /v2.0/ports/831f2167-d3c4-41e6-9ec7-2f7438906b90 HTTP/1.1" status: 204 len: 168 time: 1.0319922 Jan 18 22:22:56.762066 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d925b5-176a-4302-830e-8f432f9a49d0 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event deleted for resources: {'Port': ['ID=831f2167-d3c4-41e6-9ec7-2f7438906b90,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:56.766268 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 38758) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:22:56.777920 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27850f62-ebb2-4269-881d-04dad08d3e9f req-d9743512-35ee-40ea-bd49-8fec811b4ecb tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:56.779789 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-27850f62-ebb2-4269-881d-04dad08d3e9f req-d9743512-35ee-40ea-bd49-8fec811b4ecb tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef174e72-af9c-4820-b809-9e0e5168f5f6 HTTP/1.1" status: 200 len: 931 time: 0.8333209 Jan 18 22:22:56.795183 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-6009906c-7816-4f19-af09-998f2c0d64cc req-4b608fbb-732c-40f3-ab2b-425cbccf3fac tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Allocated IP 172.20.0.9 (f092491e-0947-4058-bdc0-03dc785407fa/a52884c8-9d97-4e4b-9890-07ddb774f2b4/95c500e3-5764-439e-99cd-d762e97e55a0) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:22:56.824582 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd09ba-16b9-48e9-acbf-bec82796e917 req-3ef7b237-1157-41c8-a22e-fe5da72c0e9a tempest-InstanceActionsTestJSON-162675674 tempest-InstanceActionsTestJSON-162675674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:56.825452 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-decd09ba-16b9-48e9-acbf-bec82796e917 req-3ef7b237-1157-41c8-a22e-fe5da72c0e9a tempest-InstanceActionsTestJSON-162675674 tempest-InstanceActionsTestJSON-162675674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:56.852261 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-decd09ba-16b9-48e9-acbf-bec82796e917 req-3ef7b237-1157-41c8-a22e-fe5da72c0e9a tempest-InstanceActionsTestJSON-162675674 tempest-InstanceActionsTestJSON-162675674-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3941276 Jan 18 22:22:56.856766 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b7bfca-892e-4fe5-aa5f-a335bc7c6fee tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:56.858457 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b7bfca-892e-4fe5-aa5f-a335bc7c6fee tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:56.860277 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-09b7bfca-892e-4fe5-aa5f-a335bc7c6fee tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0933313 Jan 18 22:22:56.865704 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-decd09ba-16b9-48e9-acbf-bec82796e917 req-f09d29ea-5142-4b9e-b3a8-5ff685bd5809 service neutron] Request body: {'port': {'device_id': '644be525-5f75-43cb-b8cd-76627cce74f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:22:56.882745 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 38760) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:22:56.888183 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-3a20c811-a199-4df0-beac-4142a707fa9a tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:56.914635 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-3a20c811-a199-4df0-beac-4142a707fa9a tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043075'] for floatingip, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:56.934623 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-decd09ba-16b9-48e9-acbf-bec82796e917 req-f09d29ea-5142-4b9e-b3a8-5ff685bd5809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:57.027033 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3f0b3e-f28a-4dfc-852b-acf153a7b3c5 req-a07dc695-b341-43e7-bb73-2b135f8aa6fe tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:57.033116 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3f0b3e-f28a-4dfc-852b-acf153a7b3c5 req-a07dc695-b341-43e7-bb73-2b135f8aa6fe tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:57.039713 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3f0b3e-f28a-4dfc-852b-acf153a7b3c5 req-a07dc695-b341-43e7-bb73-2b135f8aa6fe tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:57.045657 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3f0b3e-f28a-4dfc-852b-acf153a7b3c5 req-a07dc695-b341-43e7-bb73-2b135f8aa6fe tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:57.051536 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3f0b3e-f28a-4dfc-852b-acf153a7b3c5 req-a07dc695-b341-43e7-bb73-2b135f8aa6fe tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:57.057492 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3f0b3e-f28a-4dfc-852b-acf153a7b3c5 req-a07dc695-b341-43e7-bb73-2b135f8aa6fe tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:57.063414 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3f0b3e-f28a-4dfc-852b-acf153a7b3c5 req-a07dc695-b341-43e7-bb73-2b135f8aa6fe tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:57.065447 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4e3f0b3e-f28a-4dfc-852b-acf153a7b3c5 req-a07dc695-b341-43e7-bb73-2b135f8aa6fe tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/ports?device_id=db33aaef-5884-4da4-a311-5ede51d08faf HTTP/1.1" status: 200 len: 5420 time: 0.3843129 Jan 18 22:22:57.391774 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [req-decd09ba-16b9-48e9-acbf-bec82796e917 req-f09d29ea-5142-4b9e-b3a8-5ff685bd5809 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57d9573d-4f34-4efd-a169-f5908b55ea47 {{(pid=102431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:22:57.402719 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-decd09ba-16b9-48e9-acbf-bec82796e917 req-f09d29ea-5142-4b9e-b3a8-5ff685bd5809 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:57.416974 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [req-decd09ba-16b9-48e9-acbf-bec82796e917 req-f09d29ea-5142-4b9e-b3a8-5ff685bd5809 service neutron] Transition to ACTIVE for port object 57d9573d-4f34-4efd-a169-f5908b55ea47 will not be triggered until provisioned by entity L2. {{(pid=102431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:22:57.426994 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-decd09ba-16b9-48e9-acbf-bec82796e917 req-f09d29ea-5142-4b9e-b3a8-5ff685bd5809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:57.453792 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 288223dd-0f24-44a8-8794-a232b7ee36fa up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:22:57.494264 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09d29ea-5142-4b9e-b3a8-5ff685bd5809 service neutron] Pushing event updated for resources: {'Port': ['ID=57d9573d-4f34-4efd-a169-f5908b55ea47,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:57.615673 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 288223dd-0f24-44a8-8794-a232b7ee36fa triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:22:57.616358 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:57.625879 n-d-825064-1 neutron-server[102430]: INFO neutron.db.l3_db [None req-3a20c811-a199-4df0-beac-4142a707fa9a tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Floating IP a9b234e9-1303-45cd-8372-00a5b81daeec associated. External IP: 172.25.5.179, port: ac916a4a-3bf6-444a-a917-d065fe9287b9. Jan 18 22:22:57.639107 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [req-fad21e92-8d2b-41cb-a7bc-82caaa6ba049 req-8d4356d3-20b4-4afe-93b4-4db971a454ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25680f59-4b56-4e52-a872-62736028b80e {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:22:57.643281 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-decd09ba-16b9-48e9-acbf-bec82796e917 req-f09d29ea-5142-4b9e-b3a8-5ff685bd5809 service neutron] Attempting to bind port 57d9573d-4f34-4efd-a169-f5908b55ea47 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:22:57.645539 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-decd09ba-16b9-48e9-acbf-bec82796e917 req-f09d29ea-5142-4b9e-b3a8-5ff685bd5809 service neutron] Attempting to bind port 57d9573d-4f34-4efd-a169-f5908b55ea47 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '264668d9-f8f8-4eb0-8da5-cdac826835da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'b48a9295-aa95-4a5f-921a-415fe1466b3d'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:22:57.647694 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-decd09ba-16b9-48e9-acbf-bec82796e917 req-f09d29ea-5142-4b9e-b3a8-5ff685bd5809 service neutron] Attempting to bind port 57d9573d-4f34-4efd-a169-f5908b55ea47 on network b48a9295-aa95-4a5f-921a-415fe1466b3d {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:22:57.653978 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-fad21e92-8d2b-41cb-a7bc-82caaa6ba049 req-8d4356d3-20b4-4afe-93b4-4db971a454ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:57.657924 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-decd09ba-16b9-48e9-acbf-bec82796e917 req-f09d29ea-5142-4b9e-b3a8-5ff685bd5809 service neutron] Port 57d9573d-4f34-4efd-a169-f5908b55ea47 on network b48a9295-aa95-4a5f-921a-415fe1466b3d not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:22:57.659542 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-decd09ba-16b9-48e9-acbf-bec82796e917 req-f09d29ea-5142-4b9e-b3a8-5ff685bd5809 service neutron] Attempting to bind port 57d9573d-4f34-4efd-a169-f5908b55ea47 on network b48a9295-aa95-4a5f-921a-415fe1466b3d {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:22:57.666065 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-decd09ba-16b9-48e9-acbf-bec82796e917 req-f09d29ea-5142-4b9e-b3a8-5ff685bd5809 service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:22:57.666407 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-decd09ba-16b9-48e9-acbf-bec82796e917 req-f09d29ea-5142-4b9e-b3a8-5ff685bd5809 service neutron] Checking segment: {'id': '264668d9-f8f8-4eb0-8da5-cdac826835da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'b48a9295-aa95-4a5f-921a-415fe1466b3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:22:57.666833 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-decd09ba-16b9-48e9-acbf-bec82796e917 req-f09d29ea-5142-4b9e-b3a8-5ff685bd5809 service neutron] Bound using segment: {'id': '264668d9-f8f8-4eb0-8da5-cdac826835da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'b48a9295-aa95-4a5f-921a-415fe1466b3d'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:22:57.667265 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-decd09ba-16b9-48e9-acbf-bec82796e917 req-f09d29ea-5142-4b9e-b3a8-5ff685bd5809 service neutron] Bound port: 57d9573d-4f34-4efd-a169-f5908b55ea47, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '264668d9-f8f8-4eb0-8da5-cdac826835da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'b48a9295-aa95-4a5f-921a-415fe1466b3d'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:22:57.667618 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-decd09ba-16b9-48e9-acbf-bec82796e917 req-f09d29ea-5142-4b9e-b3a8-5ff685bd5809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:57.673703 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-fad21e92-8d2b-41cb-a7bc-82caaa6ba049 req-8d4356d3-20b4-4afe-93b4-4db971a454ac service neutron] Transition to ACTIVE for port object 25680f59-4b56-4e52-a872-62736028b80e will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:22:57.674875 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-6b0af38d-2003-4183-8bb2-62f52b98d06b None None] Provisioning complete for port 288223dd-0f24-44a8-8794-a232b7ee36fa triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:22:57.675443 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6b0af38d-2003-4183-8bb2-62f52b98d06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:57.710981 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-27850f62-ebb2-4269-881d-04dad08d3e9f req-6a88c9c0-cb20-4610-8c7e-a70d95d554a2 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc8c7d2e-b8e2-47f9-a940-5cbf5ddba272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8981247 Jan 18 22:22:57.747571 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-decd09ba-16b9-48e9-acbf-bec82796e917 req-f09d29ea-5142-4b9e-b3a8-5ff685bd5809 service neutron] For port 57d9573d-4f34-4efd-a169-f5908b55ea47, host n-h2-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:22:57.751420 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-decd09ba-16b9-48e9-acbf-bec82796e917 req-f09d29ea-5142-4b9e-b3a8-5ff685bd5809 service neutron] For port 57d9573d-4f34-4efd-a169-f5908b55ea47, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=57d9573d-4f34-4efd-a169-f5908b55ea47,segment=NetworkSegment(264668d9-f8f8-4eb0-8da5-cdac826835da),segment_id=264668d9-f8f8-4eb0-8da5-cdac826835da)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:22:57.762486 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-decd09ba-16b9-48e9-acbf-bec82796e917 req-f09d29ea-5142-4b9e-b3a8-5ff685bd5809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:57.777412 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-fad21e92-8d2b-41cb-a7bc-82caaa6ba049 req-8d4356d3-20b4-4afe-93b4-4db971a454ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:57.794723 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ea09d47-4385-4d05-8a19-57d7d8c99102 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Deleting subnet d19b62a2-6366-49c1-a1e6-73a51bb52dba {{(pid=102430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:22:57.816746 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd09ba-16b9-48e9-acbf-bec82796e917 req-f09d29ea-5142-4b9e-b3a8-5ff685bd5809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:57.817535 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-decd09ba-16b9-48e9-acbf-bec82796e917 req-f09d29ea-5142-4b9e-b3a8-5ff685bd5809 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:57.819435 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-decd09ba-16b9-48e9-acbf-bec82796e917 req-f09d29ea-5142-4b9e-b3a8-5ff685bd5809 service neutron] 10.222.0.67 "PUT /v2.0/ports/57d9573d-4f34-4efd-a169-f5908b55ea47 HTTP/1.1" status: 200 len: 1092 time: 0.9579191 Jan 18 22:22:57.820190 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '644be525-5f75-43cb-b8cd-76627cce74f7', 'tag': '57d9573d-4f34-4efd-a169-f5908b55ea47'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:22:57.822577 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc506f4e-6a08-45a4-98d8-0c210c6d5943" -d '{"events": [{"name": "network-changed", "server_uuid": "644be525-5f75-43cb-b8cd-76627cce74f7", "tag": "57d9573d-4f34-4efd-a169-f5908b55ea47"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:22:57.841186 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4ea09d47-4385-4d05-8a19-57d7d8c99102 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for subnet, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:57.888778 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09d29ea-5142-4b9e-b3a8-5ff685bd5809 service neutron] Pushing event updated for resources: {'Port': ['ID=57d9573d-4f34-4efd-a169-f5908b55ea47,revision_number=3']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:57.898372 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:57.982755 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port 288223dd-0f24-44a8-8794-a232b7ee36fa, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=288223dd-0f24-44a8-8794-a232b7ee36fa,segment=NetworkSegment(3c2fda82-0722-4d26-8bf8-bb1f4fe594b8),segment_id=3c2fda82-0722-4d26-8bf8-bb1f4fe594b8)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:22:57.987524 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6b0af38d-2003-4183-8bb2-62f52b98d06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:57.989404 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd09ba-16b9-48e9-acbf-bec82796e917 req-e327538c-5e1e-4f72-86b7-e9effbe62e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:57.991856 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-decd09ba-16b9-48e9-acbf-bec82796e917 req-e327538c-5e1e-4f72-86b7-e9effbe62e9f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e5cd81aba7a2436a836ccce893dfda10&device_id=644be525-5f75-43cb-b8cd-76627cce74f7 HTTP/1.1" status: 200 len: 1095 time: 0.1240122 Jan 18 22:22:58.006414 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:58.010886 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4ea09d47-4385-4d05-8a19-57d7d8c99102 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60394745'] for subnet, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:58.041886 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-decd09ba-16b9-48e9-acbf-bec82796e917 req-5c34818a-8444-4826-8fd6-a7a6568c563d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57d9573d-4f34-4efd-a169-f5908b55ea47 HTTP/1.1" status: 200 len: 217 time: 0.0414643 Jan 18 22:22:58.117769 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4ea09d47-4385-4d05-8a19-57d7d8c99102 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:58.131168 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=288223dd-0f24-44a8-8794-a232b7ee36fa,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:58.162117 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.db.api [None req-6b0af38d-2003-4183-8bb2-62f52b98d06b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 22:22:58.162765 n-d-825064-1 neutron-server[102432]: DEBUG oslo_db.api [None req-6b0af38d-2003-4183-8bb2-62f52b98d06b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 22:22:58.163415 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd09ba-16b9-48e9-acbf-bec82796e917 req-029eec59-676a-4c80-9eef-7e3fbee01696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:58.170660 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-decd09ba-16b9-48e9-acbf-bec82796e917 req-029eec59-676a-4c80-9eef-7e3fbee01696 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=881d9ead-8a39-459f-87b0-1e7f238e8596 HTTP/1.1" status: 200 len: 853 time: 0.1199110 Jan 18 22:22:58.218516 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-decd09ba-16b9-48e9-acbf-bec82796e917 req-b5023876-4584-4417-90a7-9e9fbc918b44 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b48a9295-aa95-4a5f-921a-415fe1466b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410969 Jan 18 22:22:58.315140 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-18f620fb-8e1e-410c-ab90-2d35dd825a2c req-95b6c4f5-0c5f-423d-ab8f-fcdb379c8c37 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/ports?device_id=e340baad-13e3-4a40-bd0a-81fc936fc61c HTTP/1.1" status: 200 len: 210 time: 0.3573725 Jan 18 22:22:58.316286 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4ea09d47-4385-4d05-8a19-57d7d8c99102 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60203138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62288677'] for subnet, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:58.346173 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-decd09ba-16b9-48e9-acbf-bec82796e917 req-e49f0f90-1d78-49eb-abd8-0515ebd49956 service neutron] 10.222.0.67 "GET /v2.0/networks/b48a9295-aa95-4a5f-921a-415fe1466b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197076 Jan 18 22:22:58.365701 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e1cf3d-d118-44dd-beea-8633f5047335 None None] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:22:58.371366 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4e3f0b3e-f28a-4dfc-852b-acf153a7b3c5 req-7cce8fb5-84a4-4978-a83d-8e23a9a36cfb tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/security-groups?id=43d45361-b6ad-4105-a9b4-e598b6e8e651&id=1a7f3ba7-6b33-47d4-842d-f8859c8e7d98&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.2263482 Jan 18 22:22:58.406614 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4ea09d47-4385-4d05-8a19-57d7d8c99102 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:58.414907 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-4ea09d47-4385-4d05-8a19-57d7d8c99102 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "DELETE /v2.0/subnets/d19b62a2-6366-49c1-a1e6-73a51bb52dba HTTP/1.1" status: 204 len: 168 time: 1.5221424 Jan 18 22:22:58.421567 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 38768) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:22:58.500796 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-decd09ba-16b9-48e9-acbf-bec82796e917 req-e066310b-6abc-4845-8918-8e6d8f29bd4e service neutron] 10.222.0.67 "GET /v2.0/networks/b48a9295-aa95-4a5f-921a-415fe1466b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476872 Jan 18 22:22:58.533585 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-d2954a53-5960-47ba-9898-9cb80b3d01b5 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1050985 Jan 18 22:22:58.534604 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea09d47-4385-4d05-8a19-57d7d8c99102 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event deleted for resources: {'Subnet': ['ID=d19b62a2-6366-49c1-a1e6-73a51bb52dba,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:58.536842 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 38770) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:22:58.545200 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-c1c432c3-6ebc-42c1-b8c7-8d35f4379de5 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Request body: {'subnet': {'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:22:58.579941 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-d0588840-c5f9-4fc3-b264-a7431b16d8c3 req-c222f2ef-d2c7-4440-9921-dcdaed5fa663 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Deleting port 6701bc4f-33c4-4850-94d7-00e6cb60828e {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:22:58.580392 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-d0588840-c5f9-4fc3-b264-a7431b16d8c3 req-c222f2ef-d2c7-4440-9921-dcdaed5fa663 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:58.583258 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4356d3-20b4-4afe-93b4-4db971a454ac service neutron] Pushing event updated for resources: {'Port': ['ID=25680f59-4b56-4e52-a872-62736028b80e,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:58.647659 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161dcdf4-c9f2-4f4e-8ba2-4fc896e0c9a6 None None] DHCP port deletion for 5ec417a5-fa6c-4abd-aa15-b83b9df83503 request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:22:58.660886 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1c432c3-6ebc-42c1-b8c7-8d35f4379de5 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Made reservation on behalf of 0a17ff9ddd5f489695e0235ae87388f5 for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:22:58.666004 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c1c432c3-6ebc-42c1-b8c7-8d35f4379de5 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:58.756365 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-161dcdf4-c9f2-4f4e-8ba2-4fc896e0c9a6 None None] Deleting port 288223dd-0f24-44a8-8794-a232b7ee36fa {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:22:58.757010 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-161dcdf4-c9f2-4f4e-8ba2-4fc896e0c9a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:58.787960 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-fad21e92-8d2b-41cb-a7bc-82caaa6ba049 req-8d4356d3-20b4-4afe-93b4-4db971a454ac service neutron] Attempting to bind port 25680f59-4b56-4e52-a872-62736028b80e on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:22:58.788527 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-fad21e92-8d2b-41cb-a7bc-82caaa6ba049 req-8d4356d3-20b4-4afe-93b4-4db971a454ac service neutron] Attempting to bind port 25680f59-4b56-4e52-a872-62736028b80e by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '2bbe6b88-f1a6-4fc9-b338-69341977472e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '61203f33-a8b3-4e89-8217-8dac5f2bb01b'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:22:58.788656 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad21e92-8d2b-41cb-a7bc-82caaa6ba049 req-8d4356d3-20b4-4afe-93b4-4db971a454ac service neutron] Attempting to bind port 25680f59-4b56-4e52-a872-62736028b80e on network 61203f33-a8b3-4e89-8217-8dac5f2bb01b {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:22:58.820388 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb39059d-452a-46e0-8e8b-4fc5d8cc54c9 req-5b4c07b6-22b3-40a4-a3ed-c709d137cc63 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:58.821903 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cb39059d-452a-46e0-8e8b-4fc5d8cc54c9 req-5b4c07b6-22b3-40a4-a3ed-c709d137cc63 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=710e4fbf-3d93-42c0-b0b4-4811a367b0c1 HTTP/1.1" status: 200 len: 946 time: 0.2770576 Jan 18 22:22:58.846914 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad21e92-8d2b-41cb-a7bc-82caaa6ba049 req-8d4356d3-20b4-4afe-93b4-4db971a454ac service neutron] Port 25680f59-4b56-4e52-a872-62736028b80e on network 61203f33-a8b3-4e89-8217-8dac5f2bb01b not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:22:58.847296 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad21e92-8d2b-41cb-a7bc-82caaa6ba049 req-8d4356d3-20b4-4afe-93b4-4db971a454ac service neutron] Attempting to bind port 25680f59-4b56-4e52-a872-62736028b80e on network 61203f33-a8b3-4e89-8217-8dac5f2bb01b {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:22:58.848797 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-161dcdf4-c9f2-4f4e-8ba2-4fc896e0c9a6 None None] For port 288223dd-0f24-44a8-8794-a232b7ee36fa, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=288223dd-0f24-44a8-8794-a232b7ee36fa,segment=NetworkSegment(3c2fda82-0722-4d26-8bf8-bb1f4fe594b8),segment_id=3c2fda82-0722-4d26-8bf8-bb1f4fe594b8)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:22:58.849195 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-161dcdf4-c9f2-4f4e-8ba2-4fc896e0c9a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:58.861018 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-6009906c-7816-4f19-af09-998f2c0d64cc req-4b608fbb-732c-40f3-ab2b-425cbccf3fac tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:58.870503 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-161dcdf4-c9f2-4f4e-8ba2-4fc896e0c9a6 None None] Calling delete_port for 288223dd-0f24-44a8-8794-a232b7ee36fa owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:22:58.873151 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-b24f7ebd-c3e8-4f41-8cd8-ab603b101c04 None None] Could not find standard attr ID for object 831f2167-d3c4-41e6-9ec7-2f7438906b90. {{(pid=102432) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 22:22:58.880495 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a255c72-2761-45bf-8904-4368f42b159e req-015da89c-09fd-4ec1-a983-772728fcb924 tempest-InstanceActionsTestJSON-162675674 tempest-InstanceActionsTestJSON-162675674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:58.882457 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2a255c72-2761-45bf-8904-4368f42b159e req-015da89c-09fd-4ec1-a983-772728fcb924 tempest-InstanceActionsTestJSON-162675674 tempest-InstanceActionsTestJSON-162675674-project] 10.222.0.53 "GET /v2.0/ports?device_id=644be525-5f75-43cb-b8cd-76627cce74f7 HTTP/1.1" status: 200 len: 944 time: 0.3583336 Jan 18 22:22:58.883003 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad21e92-8d2b-41cb-a7bc-82caaa6ba049 req-8d4356d3-20b4-4afe-93b4-4db971a454ac service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:22:58.883465 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad21e92-8d2b-41cb-a7bc-82caaa6ba049 req-8d4356d3-20b4-4afe-93b4-4db971a454ac service neutron] Checking segment: {'id': '2bbe6b88-f1a6-4fc9-b338-69341977472e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '61203f33-a8b3-4e89-8217-8dac5f2bb01b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:22:58.883864 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad21e92-8d2b-41cb-a7bc-82caaa6ba049 req-8d4356d3-20b4-4afe-93b4-4db971a454ac service neutron] Bound using segment: {'id': '2bbe6b88-f1a6-4fc9-b338-69341977472e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '61203f33-a8b3-4e89-8217-8dac5f2bb01b'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:22:58.884330 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-fad21e92-8d2b-41cb-a7bc-82caaa6ba049 req-8d4356d3-20b4-4afe-93b4-4db971a454ac service neutron] Bound port: 25680f59-4b56-4e52-a872-62736028b80e, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bbe6b88-f1a6-4fc9-b338-69341977472e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '61203f33-a8b3-4e89-8217-8dac5f2bb01b'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:22:58.884696 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-fad21e92-8d2b-41cb-a7bc-82caaa6ba049 req-8d4356d3-20b4-4afe-93b4-4db971a454ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:58.906272 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c1c432c3-6ebc-42c1-b8c7-8d35f4379de5 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:58.944164 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a20c811-a199-4df0-beac-4142a707fa9a tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Router 0bd4aa13-32ab-4a99-a8f4-cdbd6a0b34af has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:22:58.974589 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-161dcdf4-c9f2-4f4e-8ba2-4fc896e0c9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:58.980185 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c432c3-6ebc-42c1-b8c7-8d35f4379de5 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event updated for resources: {'Subnet': ['ID=eab40b25-b446-490d-990e-dee3ec0633b2,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:59.005353 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c432c3-6ebc-42c1-b8c7-8d35f4379de5 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:22:59.007449 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-c1c432c3-6ebc-42c1-b8c7-8d35f4379de5 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:22:59.008402 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-d0588840-c5f9-4fc3-b264-a7431b16d8c3 req-c222f2ef-d2c7-4440-9921-dcdaed5fa663 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] For port 6701bc4f-33c4-4850-94d7-00e6cb60828e, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=6701bc4f-33c4-4850-94d7-00e6cb60828e,segment=NetworkSegment(54058af5-a5b1-45e9-977a-39ef1b01c87e),segment_id=54058af5-a5b1-45e9-977a-39ef1b01c87e)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:22:59.008788 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-d0588840-c5f9-4fc3-b264-a7431b16d8c3 req-c222f2ef-d2c7-4440-9921-dcdaed5fa663 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:59.010720 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c432c3-6ebc-42c1-b8c7-8d35f4379de5 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:59.011384 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c1c432c3-6ebc-42c1-b8c7-8d35f4379de5 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:59.018671 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cb39059d-452a-46e0-8e8b-4fc5d8cc54c9 req-dfd17cb0-25b4-4e03-be60-ac33d4c84472 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=69e59ffc-71ce-4c50-acf6-17bf11fb5545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796625 Jan 18 22:22:59.046462 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-c1c432c3-6ebc-42c1-b8c7-8d35f4379de5 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5049567 Jan 18 22:22:59.046462 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 38774) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:22:59.053766 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-c42a8236-6a89-4004-9604-8c8e478fb33b tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Request body: {'port': {'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503', 'fixed_ips': [{'subnet_id': 'eab40b25-b446-490d-990e-dee3ec0633b2', 'ip_address': '2001:db8::a81e:5c9a:2eb4:9b1f'}], 'name': 'tempest-NetworksTestDHCPv6-355211632'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:22:59.058848 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161dcdf4-c9f2-4f4e-8ba2-4fc896e0c9a6 None None] Pushing event deleted for resources: {'Port': ['ID=288223dd-0f24-44a8-8794-a232b7ee36fa,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:59.068068 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-d0588840-c5f9-4fc3-b264-a7431b16d8c3 req-c222f2ef-d2c7-4440-9921-dcdaed5fa663 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Calling delete_port for 6701bc4f-33c4-4850-94d7-00e6cb60828e owned by compute:nova {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:22:59.071566 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161dcdf4-c9f2-4f4e-8ba2-4fc896e0c9a6 None None] No DVR routers for this DVR port 288223dd-0f24-44a8-8794-a232b7ee36fa on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:22:59.096684 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d15364b-8957-40a9-bb1b-935a335cdf59 None None] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:22:59.186206 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-fad21e92-8d2b-41cb-a7bc-82caaa6ba049 req-8d4356d3-20b4-4afe-93b4-4db971a454ac service neutron] For port 25680f59-4b56-4e52-a872-62736028b80e, host n-h2-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:22:59.191335 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c42a8236-6a89-4004-9604-8c8e478fb33b tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Made reservation on behalf of 0a17ff9ddd5f489695e0235ae87388f5 for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:22:59.191976 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-fad21e92-8d2b-41cb-a7bc-82caaa6ba049 req-8d4356d3-20b4-4afe-93b4-4db971a454ac service neutron] For port 25680f59-4b56-4e52-a872-62736028b80e, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=25680f59-4b56-4e52-a872-62736028b80e,segment=NetworkSegment(2bbe6b88-f1a6-4fc9-b338-69341977472e),segment_id=2bbe6b88-f1a6-4fc9-b338-69341977472e)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:22:59.197597 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c42a8236-6a89-4004-9604-8c8e478fb33b tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:59.208543 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2a255c72-2761-45bf-8904-4368f42b159e req-5cda0b3f-6d14-449e-b6ce-d72cef02db5d tempest-InstanceActionsTestJSON-162675674 tempest-InstanceActionsTestJSON-162675674-project] 10.222.0.53 "GET /v2.0/security-groups?id=5ac90bba-2feb-4c0b-9de9-a9be63cb12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3126338 Jan 18 22:22:59.224462 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-fad21e92-8d2b-41cb-a7bc-82caaa6ba049 req-8d4356d3-20b4-4afe-93b4-4db971a454ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:59.252628 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [None req-c42a8236-6a89-4004-9604-8c8e478fb33b tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] device_id is not set on port 2337620a-b393-4552-91f3-f2584cecb6cc yet. {{(pid=102431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:22:59.290075 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4aa67a-737d-4c7f-95b6-d6591f0b30be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-5ec417a5-fa6c-4abd-aa15-b83b9df83503', 'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503', 'tenant_id': '0a17ff9ddd5f489695e0235ae87388f5', 'fixed_ips': [{'subnet_id': 'eab40b25-b446-490d-990e-dee3ec0633b2'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:22:59.291361 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ca4aa67a-737d-4c7f-95b6-d6591f0b30be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:59.429422 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 288223dd-0f24-44a8-8794-a232b7ee36fa no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:22:59.468598 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 288223dd-0f24-44a8-8794-a232b7ee36fa {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:22:59.469219 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 288223dd-0f24-44a8-8794-a232b7ee36fa not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:22:59.499476 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fcb52d9-fff7-47c5-b01b-d15debcd9614 x-openstack-request-id: req-1fcb52d9-fff7-47c5-b01b-d15debcd9614 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:22:59.499767 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "644be525-5f75-43cb-b8cd-76627cce74f7", "tag": "57d9573d-4f34-4efd-a169-f5908b55ea47", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:22:59.500052 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1fcb52d9-fff7-47c5-b01b-d15debcd9614 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:22:59.500477 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '644be525-5f75-43cb-b8cd-76627cce74f7', 'tag': '57d9573d-4f34-4efd-a169-f5908b55ea47', 'status': 'completed', 'code': 200} Jan 18 22:22:59.544788 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-c42a8236-6a89-4004-9604-8c8e478fb33b tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Allocated IP 2001:db8::a81e:5c9a:2eb4:9b1f (5ec417a5-fa6c-4abd-aa15-b83b9df83503/eab40b25-b446-490d-990e-dee3ec0633b2/2337620a-b393-4552-91f3-f2584cecb6cc) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:22:59.628424 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc506f4e-6a08-45a4-98d8-0c210c6d5943 req-5ec69808-2b04-4044-ac2d-6f0b60c17aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:59.630573 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-cc506f4e-6a08-45a4-98d8-0c210c6d5943 req-5ec69808-2b04-4044-ac2d-6f0b60c17aa6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e5cd81aba7a2436a836ccce893dfda10&device_id=644be525-5f75-43cb-b8cd-76627cce74f7 HTTP/1.1" status: 200 len: 1095 time: 0.0983000 Jan 18 22:22:59.651467 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-6009906c-7816-4f19-af09-998f2c0d64cc req-4b608fbb-732c-40f3-ab2b-425cbccf3fac tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:59.696624 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad21e92-8d2b-41cb-a7bc-82caaa6ba049 req-8d4356d3-20b4-4afe-93b4-4db971a454ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:59.697247 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-fad21e92-8d2b-41cb-a7bc-82caaa6ba049 req-8d4356d3-20b4-4afe-93b4-4db971a454ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:59.698622 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fad21e92-8d2b-41cb-a7bc-82caaa6ba049 req-8d4356d3-20b4-4afe-93b4-4db971a454ac service neutron] 10.222.0.67 "PUT /v2.0/ports/25680f59-4b56-4e52-a872-62736028b80e HTTP/1.1" status: 200 len: 1091 time: 3.8607173 Jan 18 22:22:59.706237 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef174e72-af9c-4820-b809-9e0e5168f5f6', 'tag': '25680f59-4b56-4e52-a872-62736028b80e'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:22:59.708510 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7cf9fe7-6b23-4ab9-8291-bd75f6f2f683" -d '{"events": [{"name": "network-changed", "server_uuid": "ef174e72-af9c-4820-b809-9e0e5168f5f6", "tag": "25680f59-4b56-4e52-a872-62736028b80e"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:22:59.762031 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 6701bc4f-33c4-4850-94d7-00e6cb60828e no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:22:59.804475 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc506f4e-6a08-45a4-98d8-0c210c6d5943 req-01754ded-cb81-4d06-84f4-d52afdc9576c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:59.806211 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6009906c-7816-4f19-af09-998f2c0d64cc req-4b608fbb-732c-40f3-ab2b-425cbccf3fac tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Network f092491e-0947-4058-bdc0-03dc785407fa is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:22:59.806637 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-cc506f4e-6a08-45a4-98d8-0c210c6d5943 req-01754ded-cb81-4d06-84f4-d52afdc9576c service neutron] 10.222.0.67 "GET /v2.0/networks?id=b48a9295-aa95-4a5f-921a-415fe1466b3d HTTP/1.1" status: 200 len: 913 time: 0.1599171 Jan 18 22:22:59.809746 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c42a8236-6a89-4004-9604-8c8e478fb33b tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:59.832485 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-6009906c-7816-4f19-af09-998f2c0d64cc req-4b608fbb-732c-40f3-ab2b-425cbccf3fac tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:22:59.834182 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4356d3-20b4-4afe-93b4-4db971a454ac service neutron] Pushing event updated for resources: {'Port': ['ID=25680f59-4b56-4e52-a872-62736028b80e,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:22:59.843903 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef22c4f-a58e-45fe-a41f-68a2b96c112a req-0ccc4492-146e-422c-84b8-5d844a9852c0 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:59.845439 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aef22c4f-a58e-45fe-a41f-68a2b96c112a req-0ccc4492-146e-422c-84b8-5d844a9852c0 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f15a6fe-1e03-4f4c-a849-3efa55d24784 HTTP/1.1" status: 200 len: 945 time: 0.6458242 Jan 18 22:22:59.849892 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-6009906c-7816-4f19-af09-998f2c0d64cc req-4b608fbb-732c-40f3-ab2b-425cbccf3fac tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:22:59.861444 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-cc506f4e-6a08-45a4-98d8-0c210c6d5943 req-e63cda1e-2bf7-4cef-9357-d6680715d712 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57d9573d-4f34-4efd-a169-f5908b55ea47 HTTP/1.1" status: 200 len: 217 time: 0.0436115 Jan 18 22:22:59.861649 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:59.922412 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c42a8236-6a89-4004-9604-8c8e478fb33b tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:22:59.933776 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc506f4e-6a08-45a4-98d8-0c210c6d5943 req-47fd75ab-a81e-4de5-8906-48f5da0dab87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:59.935221 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-cc506f4e-6a08-45a4-98d8-0c210c6d5943 req-47fd75ab-a81e-4de5-8906-48f5da0dab87 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=881d9ead-8a39-459f-87b0-1e7f238e8596 HTTP/1.1" status: 200 len: 853 time: 0.0656469 Jan 18 22:22:59.969640 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-ca4aa67a-737d-4c7f-95b6-d6591f0b30be None None] Allocated IP 2001:db8::2 (5ec417a5-fa6c-4abd-aa15-b83b9df83503/eab40b25-b446-490d-990e-dee3ec0633b2/1301fae9-41cc-44d3-9592-357d23ecc5db) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:22:59.975407 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42a8236-6a89-4004-9604-8c8e478fb33b tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:22:59.993443 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-cc506f4e-6a08-45a4-98d8-0c210c6d5943 req-c8c0f1c7-082c-49fd-9e8c-f27150bd8823 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b48a9295-aa95-4a5f-921a-415fe1466b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353861 Jan 18 22:22:59.998922 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dde5d8-bb40-4ffc-8ee4-a030b8099548 req-ee190c18-014b-4358-b1cb-4cd66299c6b6 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:22:59.999504 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-c42a8236-6a89-4004-9604-8c8e478fb33b tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:23:00.001048 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-49dde5d8-bb40-4ffc-8ee4-a030b8099548 req-ee190c18-014b-4358-b1cb-4cd66299c6b6 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef174e72-af9c-4820-b809-9e0e5168f5f6 HTTP/1.1" status: 200 len: 943 time: 0.3469503 Jan 18 22:23:00.002232 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a20c811-a199-4df0-beac-4142a707fa9a tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:23:00.006443 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42a8236-6a89-4004-9604-8c8e478fb33b tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:23:00.013687 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42a8236-6a89-4004-9604-8c8e478fb33b tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:00.014338 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c42a8236-6a89-4004-9604-8c8e478fb33b tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:00.026047 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-3a20c811-a199-4df0-beac-4142a707fa9a tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:00.038693 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b608fbb-732c-40f3-ab2b-425cbccf3fac tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Pushing event updated for resources: {'Port': ['ID=95c500e3-5764-439e-99cd-d762e97e55a0,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:00.042543 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d445172-b0c6-432c-a899-8f5669502768 None None] Sync routers for ids ['0bd4aa13-32ab-4a99-a8f4-cdbd6a0b34af'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:23:00.059908 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d445172-b0c6-432c-a899-8f5669502768 None None] Routers {'0bd4aa13-32ab-4a99-a8f4-cdbd6a0b34af'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:23:00.060550 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-2d445172-b0c6-432c-a899-8f5669502768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:22:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['0bd4aa13-32ab-4a99-a8f4-cdbd6a0b34af'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:23:00.071964 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6009906c-7816-4f19-af09-998f2c0d64cc req-4b608fbb-732c-40f3-ab2b-425cbccf3fac tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:00.072706 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-6009906c-7816-4f19-af09-998f2c0d64cc req-4b608fbb-732c-40f3-ab2b-425cbccf3fac tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:00.083000 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aef22c4f-a58e-45fe-a41f-68a2b96c112a req-c1a3dc99-abb4-4687-9a14-2f75b5280dc7 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238836 Jan 18 22:23:00.085009 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad21e92-8d2b-41cb-a7bc-82caaa6ba049 req-bee9e48f-a255-4a5f-9675-7131d5477353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:00.086464 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fad21e92-8d2b-41cb-a7bc-82caaa6ba049 req-bee9e48f-a255-4a5f-9675-7131d5477353 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cccec33dc87e4f2dae33b71be2fd1ab3&device_id=ef174e72-af9c-4820-b809-9e0e5168f5f6 HTTP/1.1" status: 200 len: 1094 time: 0.3347435 Jan 18 22:23:00.184241 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-3a20c811-a199-4df0-beac-4142a707fa9a tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "PUT /v2.0/floatingips/a9b234e9-1303-45cd-8372-00a5b81daeec HTTP/1.1" status: 200 len: 991 time: 6.8619170 Jan 18 22:23:00.185498 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-d0588840-c5f9-4fc3-b264-a7431b16d8c3 req-c222f2ef-d2c7-4440-9921-dcdaed5fa663 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:00.187932 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fad21e92-8d2b-41cb-a7bc-82caaa6ba049 req-48e9c1b1-5ad3-4896-88de-b53c8e3b3612 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=25680f59-4b56-4e52-a872-62736028b80e HTTP/1.1" status: 200 len: 217 time: 0.0676043 Jan 18 22:23:00.215263 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6009906c-7816-4f19-af09-998f2c0d64cc req-4b608fbb-732c-40f3-ab2b-425cbccf3fac tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0030556 Jan 18 22:23:00.284912 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-6009906c-7816-4f19-af09-998f2c0d64cc req-b63bbfe9-f135-4d8d-8792-75313a7814e4 service neutron] Request body: {'port': {'device_id': 'e340baad-13e3-4a40-bd0a-81fc936fc61c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:23:00.290449 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-49dde5d8-bb40-4ffc-8ee4-a030b8099548 req-38be4df8-e541-4e6a-92e3-9192c6d0f851 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc8c7d2e-b8e2-47f9-a940-5cbf5ddba272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527244 Jan 18 22:23:00.291251 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c222f2ef-d2c7-4440-9921-dcdaed5fa663 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Pushing event deleted for resources: {'Port': ['ID=6701bc4f-33c4-4850-94d7-00e6cb60828e,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:00.332738 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42a8236-6a89-4004-9604-8c8e478fb33b tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event updated for resources: {'Port': ['ID=2337620a-b393-4552-91f3-f2584cecb6cc,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:00.376508 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-c42a8236-6a89-4004-9604-8c8e478fb33b tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3289845 Jan 18 22:23:00.379761 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 38794) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:00.395074 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42a8236-6a89-4004-9604-8c8e478fb33b tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:23:00.395423 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42a8236-6a89-4004-9604-8c8e478fb33b tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:23:00.395843 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42a8236-6a89-4004-9604-8c8e478fb33b tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:23:00.396210 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42a8236-6a89-4004-9604-8c8e478fb33b tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:23:00.396768 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42a8236-6a89-4004-9604-8c8e478fb33b tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:23:00.397181 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42a8236-6a89-4004-9604-8c8e478fb33b tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:23:00.397546 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42a8236-6a89-4004-9604-8c8e478fb33b tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:23:00.397965 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42a8236-6a89-4004-9604-8c8e478fb33b tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:23:00.398585 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42a8236-6a89-4004-9604-8c8e478fb33b tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:23:00.398852 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42a8236-6a89-4004-9604-8c8e478fb33b tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:23:00.399186 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42a8236-6a89-4004-9604-8c8e478fb33b tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:23:00.399611 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42a8236-6a89-4004-9604-8c8e478fb33b tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:23:00.423701 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0588840-c5f9-4fc3-b264-a7431b16d8c3 req-c222f2ef-d2c7-4440-9921-dcdaed5fa663 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] No DVR routers for this DVR port 6701bc4f-33c4-4850-94d7-00e6cb60828e on host n-h2-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:23:00.433079 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ca11cf-46d1-48f0-91be-25f8026bdef4 req-a743fe66-bc36-41a2-b60b-be51cd43cd9c tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:00.435297 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-66ca11cf-46d1-48f0-91be-25f8026bdef4 req-a743fe66-bc36-41a2-b60b-be51cd43cd9c tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/ports?device_id=e340baad-13e3-4a40-bd0a-81fc936fc61c HTTP/1.1" status: 200 len: 931 time: 0.2639561 Jan 18 22:23:00.442890 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-d0588840-c5f9-4fc3-b264-a7431b16d8c3 req-c222f2ef-d2c7-4440-9921-dcdaed5fa663 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:00.446232 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d0588840-c5f9-4fc3-b264-a7431b16d8c3 req-c222f2ef-d2c7-4440-9921-dcdaed5fa663 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.67 "DELETE /v2.0/ports/6701bc4f-33c4-4850-94d7-00e6cb60828e HTTP/1.1" status: 204 len: 173 time: 3.6525259 Jan 18 22:23:00.469811 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad21e92-8d2b-41cb-a7bc-82caaa6ba049 req-7bb99bc0-cfbb-4503-8be7-cdaa623bfa43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:00.471457 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fad21e92-8d2b-41cb-a7bc-82caaa6ba049 req-7bb99bc0-cfbb-4503-8be7-cdaa623bfa43 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b92d365b-b574-47a9-a91d-968f4b104686 HTTP/1.1" status: 200 len: 861 time: 0.2538323 Jan 18 22:23:00.473412 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096a9e7c-e90c-48a0-bb3a-12b1ca5209a6 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:00.475316 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-096a9e7c-e90c-48a0-bb3a-12b1ca5209a6 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0938892 Jan 18 22:23:00.478199 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 38796) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:00.492521 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ca4aa67a-737d-4c7f-95b6-d6591f0b30be None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:00.523045 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-6009906c-7816-4f19-af09-998f2c0d64cc req-b63bbfe9-f135-4d8d-8792-75313a7814e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:00.524685 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-cc506f4e-6a08-45a4-98d8-0c210c6d5943 req-668a6a0a-eeba-4a75-a039-6b23ef72161d service neutron] 10.222.0.67 "GET /v2.0/networks/b48a9295-aa95-4a5f-921a-415fe1466b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5193384 Jan 18 22:23:00.527815 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-2d445172-b0c6-432c-a899-8f5669502768 None None] Set router 0bd4aa13-32ab-4a99-a8f4-cdbd6a0b34af gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:23:00.551189 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fad21e92-8d2b-41cb-a7bc-82caaa6ba049 req-0424b449-114a-48fb-9852-1d21d34ca0e8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=61203f33-a8b3-4e89-8217-8dac5f2bb01b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407653 Jan 18 22:23:00.604036 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-66ca11cf-46d1-48f0-91be-25f8026bdef4 req-a93c5ad0-827d-439a-8cae-33b2ce2a670c tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9107f98-3261-4c9b-b70c-aaafa7d6fae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456869 Jan 18 22:23:00.606690 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-2cec9af8-d3ce-44be-ae70-7b584d14a9d4 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Deleting port 2337620a-b393-4552-91f3-f2584cecb6cc {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:23:00.607199 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2cec9af8-d3ce-44be-ae70-7b584d14a9d4 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:00.618801 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c20dc7-b4f6-4f59-ae69-ca0348b26582 req-fc2d9377-d928-405a-a764-3d22be909a11 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:00.625206 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c20dc7-b4f6-4f59-ae69-ca0348b26582 req-fc2d9377-d928-405a-a764-3d22be909a11 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:00.631990 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c20dc7-b4f6-4f59-ae69-ca0348b26582 req-fc2d9377-d928-405a-a764-3d22be909a11 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:00.643027 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c20dc7-b4f6-4f59-ae69-ca0348b26582 req-fc2d9377-d928-405a-a764-3d22be909a11 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:00.649407 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c20dc7-b4f6-4f59-ae69-ca0348b26582 req-fc2d9377-d928-405a-a764-3d22be909a11 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:00.657302 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c20dc7-b4f6-4f59-ae69-ca0348b26582 req-fc2d9377-d928-405a-a764-3d22be909a11 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:00.665283 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ca4aa67a-737d-4c7f-95b6-d6591f0b30be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:00.678141 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c20dc7-b4f6-4f59-ae69-ca0348b26582 req-fc2d9377-d928-405a-a764-3d22be909a11 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:00.686409 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-32c20dc7-b4f6-4f59-ae69-ca0348b26582 req-fc2d9377-d928-405a-a764-3d22be909a11 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/ports?device_id=db33aaef-5884-4da4-a311-5ede51d08faf HTTP/1.1" status: 200 len: 5420 time: 0.2450235 Jan 18 22:23:00.725791 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2cec9af8-d3ce-44be-ae70-7b584d14a9d4 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:00.740316 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-2cec9af8-d3ce-44be-ae70-7b584d14a9d4 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Calling delete_port for 2337620a-b393-4552-91f3-f2584cecb6cc owned by {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:23:00.765606 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4aa67a-737d-4c7f-95b6-d6591f0b30be None None] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:23:00.771094 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4aa67a-737d-4c7f-95b6-d6591f0b30be None None] Pushing event updated for resources: {'Port': ['ID=1301fae9-41cc-44d3-9592-357d23ecc5db,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:00.773898 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-ca4aa67a-737d-4c7f-95b6-d6591f0b30be None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:23:00.784869 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4aa67a-737d-4c7f-95b6-d6591f0b30be None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:23:00.852304 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-948d36d9-e838-4ed8-bf7c-9d8cf0ecbb19 x-openstack-request-id: req-948d36d9-e838-4ed8-bf7c-9d8cf0ecbb19 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:23:00.852876 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef174e72-af9c-4820-b809-9e0e5168f5f6", "tag": "25680f59-4b56-4e52-a872-62736028b80e", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:23:00.853101 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-948d36d9-e838-4ed8-bf7c-9d8cf0ecbb19 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:23:00.853388 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef174e72-af9c-4820-b809-9e0e5168f5f6', 'tag': '25680f59-4b56-4e52-a872-62736028b80e', 'status': 'completed', 'code': 200} Jan 18 22:23:00.868804 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-ca4aa67a-737d-4c7f-95b6-d6591f0b30be None None] Attempting to bind port 1301fae9-41cc-44d3-9592-357d23ecc5db on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:23:00.869812 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-ca4aa67a-737d-4c7f-95b6-d6591f0b30be None None] Attempting to bind port 1301fae9-41cc-44d3-9592-357d23ecc5db by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '3c2fda82-0722-4d26-8bf8-bb1f4fe594b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:23:00.869812 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4aa67a-737d-4c7f-95b6-d6591f0b30be None None] Attempting to bind port 1301fae9-41cc-44d3-9592-357d23ecc5db on network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:23:00.880642 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-32c20dc7-b4f6-4f59-ae69-ca0348b26582 req-6068487d-dfed-4836-a579-b1d36ea89c54 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/security-groups?id=43d45361-b6ad-4105-a9b4-e598b6e8e651&id=1a7f3ba7-6b33-47d4-842d-f8859c8e7d98&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1930833 Jan 18 22:23:00.894160 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4aa67a-737d-4c7f-95b6-d6591f0b30be None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:23:00.894160 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4aa67a-737d-4c7f-95b6-d6591f0b30be None None] Checking segment: {'id': '3c2fda82-0722-4d26-8bf8-bb1f4fe594b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:23:00.894440 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ca4aa67a-737d-4c7f-95b6-d6591f0b30be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:00.895111 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4aa67a-737d-4c7f-95b6-d6591f0b30be None None] Bound using segment: {'id': '3c2fda82-0722-4d26-8bf8-bb1f4fe594b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:23:00.895406 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-ca4aa67a-737d-4c7f-95b6-d6591f0b30be None None] Bound port: 1301fae9-41cc-44d3-9592-357d23ecc5db, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2fda82-0722-4d26-8bf8-bb1f4fe594b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:23:00.895799 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ca4aa67a-737d-4c7f-95b6-d6591f0b30be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:00.908669 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2cec9af8-d3ce-44be-ae70-7b584d14a9d4 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:00.993049 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-ca4aa67a-737d-4c7f-95b6-d6591f0b30be None None] For port 1301fae9-41cc-44d3-9592-357d23ecc5db, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:23:00.997137 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-ca4aa67a-737d-4c7f-95b6-d6591f0b30be None None] For port 1301fae9-41cc-44d3-9592-357d23ecc5db, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=1301fae9-41cc-44d3-9592-357d23ecc5db,segment=NetworkSegment(3c2fda82-0722-4d26-8bf8-bb1f4fe594b8),segment_id=3c2fda82-0722-4d26-8bf8-bb1f4fe594b8)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:23:01.002975 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cec9af8-d3ce-44be-ae70-7b584d14a9d4 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event deleted for resources: {'Port': ['ID=2337620a-b393-4552-91f3-f2584cecb6cc,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:01.014605 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ca4aa67a-737d-4c7f-95b6-d6591f0b30be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:01.027703 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6cb839fb-671e-4856-ad4a-b3600fc36a69 req-73007977-b20b-4c8b-9d52-6cb6aa1dadaa tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=710e4fbf-3d93-42c0-b0b4-4811a367b0c1 HTTP/1.1" status: 200 len: 210 time: 0.0765281 Jan 18 22:23:01.033862 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fad21e92-8d2b-41cb-a7bc-82caaa6ba049 req-7a655f1d-313a-456d-8945-56fef699472e service neutron] 10.222.0.67 "GET /v2.0/networks/61203f33-a8b3-4e89-8217-8dac5f2bb01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3362622 Jan 18 22:23:01.034254 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2cec9af8-d3ce-44be-ae70-7b584d14a9d4 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:01.038237 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-2cec9af8-d3ce-44be-ae70-7b584d14a9d4 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "DELETE /v2.0/ports/2337620a-b393-4552-91f3-f2584cecb6cc HTTP/1.1" status: 204 len: 168 time: 0.5590119 Jan 18 22:23:01.040623 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 38800) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:01.074420 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-2d445172-b0c6-432c-a899-8f5669502768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd4aa13-32ab-4a99-a8f4-cdbd6a0b34af', 'name': 'tempest-TaggedBootDevicesTest_v242-1082608301-router', 'tenant_id': 'e820669caca04fcb8f8972d8b3102f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'edec1792-c2c5-4fbe-83e0-454ea1141e80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:20:02Z', 'updated_at': '2022-01-18T22:20:09Z', 'revision_number': 4, 'project_id': 'e820669caca04fcb8f8972d8b3102f64', 'gw_port': {'id': 'edec1792-c2c5-4fbe-83e0-454ea1141e80', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:8f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd4aa13-32ab-4a99-a8f4-cdbd6a0b34af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:20:03Z', 'updated_at': '2022-01-18T22:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': 'a9b234e9-1303-45cd-8372-00a5b81daeec', 'tenant_id': 'e820669caca04fcb8f8972d8b3102f64', 'floating_ip_address': '172.25.5.179', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': '0bd4aa13-32ab-4a99-a8f4-cdbd6a0b34af', 'port_id': 'ac916a4a-3bf6-444a-a917-d065fe9287b9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a51a6fff-5ab2-447c-8b55-7ba7d5e58077', 'mac_address': 'fa:16:3e:70:e0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdf43ac-e2d1-46c0-a022-01c13375d73d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:21:24Z', 'updated_at': '2022-01-18T22:22:55Z', 'revision_number': 1, 'project_id': 'e820669caca04fcb8f8972d8b3102f64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fc3c3ef-94a4-4e42-85b8-615a55729bff', 'name': '', 'network_id': 'a51a6fff-5ab2-447c-8b55-7ba7d5e58077', 'tenant_id': 'e820669caca04fcb8f8972d8b3102f64', 'mac_address': 'fa:16:3e:f4:e7:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd4aa13-32ab-4a99-a8f4-cdbd6a0b34af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '388020c9-0236-4ef5-93d9-ef2bde8b97b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:20:08Z', 'updated_at': '2022-01-18T22:20:13Z', 'revision_number': 5, 'project_id': 'e820669caca04fcb8f8972d8b3102f64', 'subnets': [{'id': '388020c9-0236-4ef5-93d9-ef2bde8b97b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:23:01.130568 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d445172-b0c6-432c-a899-8f5669502768 None None] Checking router: 0bd4aa13-32ab-4a99-a8f4-cdbd6a0b34af for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:23:01.143107 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4aa67a-737d-4c7f-95b6-d6591f0b30be None None] Pushing event updated for resources: {'Port': ['ID=1301fae9-41cc-44d3-9592-357d23ecc5db,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:01.154128 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d445172-b0c6-432c-a899-8f5669502768 None None] Routers {'0bd4aa13-32ab-4a99-a8f4-cdbd6a0b34af'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:23:01.155105 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-2d445172-b0c6-432c-a899-8f5669502768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:22:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['0bd4aa13-32ab-4a99-a8f4-cdbd6a0b34af'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:23:01.169622 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-cc506f4e-6a08-45a4-98d8-0c210c6d5943 req-bed2f20f-d568-4b7a-8661-851724fcffda service neutron] 10.222.0.67 "GET /v2.0/networks/b48a9295-aa95-4a5f-921a-415fe1466b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729197 Jan 18 22:23:01.195384 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171bd8aa-137f-4115-9692-f6cc85367647 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:01.201477 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171bd8aa-137f-4115-9692-f6cc85367647 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:01.203716 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-171bd8aa-137f-4115-9692-f6cc85367647 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1621428 Jan 18 22:23:01.206928 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 38804) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:01.289527 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-11ab444e-00e1-4d28-b5f1-a907928e9cd9 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Deleting subnet eab40b25-b446-490d-990e-dee3ec0633b2 {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:23:01.293247 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-11ab444e-00e1-4d28-b5f1-a907928e9cd9 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:01.357808 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-11ab444e-00e1-4d28-b5f1-a907928e9cd9 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:01.360396 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-2d445172-b0c6-432c-a899-8f5669502768 None None] Set router 0bd4aa13-32ab-4a99-a8f4-cdbd6a0b34af gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:23:01.387543 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [req-6009906c-7816-4f19-af09-998f2c0d64cc req-b63bbfe9-f135-4d8d-8792-75313a7814e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95c500e3-5764-439e-99cd-d762e97e55a0 {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:23:01.397117 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-6009906c-7816-4f19-af09-998f2c0d64cc req-b63bbfe9-f135-4d8d-8792-75313a7814e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:01.411674 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-6009906c-7816-4f19-af09-998f2c0d64cc req-b63bbfe9-f135-4d8d-8792-75313a7814e4 service neutron] Transition to ACTIVE for port object 95c500e3-5764-439e-99cd-d762e97e55a0 will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:23:01.437778 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-6009906c-7816-4f19-af09-998f2c0d64cc req-b63bbfe9-f135-4d8d-8792-75313a7814e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:01.483446 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fad21e92-8d2b-41cb-a7bc-82caaa6ba049 req-b3ede954-c4d8-4309-97fb-58ee1ed6922a service neutron] 10.222.0.67 "GET /v2.0/networks/61203f33-a8b3-4e89-8217-8dac5f2bb01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4398148 Jan 18 22:23:01.511595 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-11ab444e-00e1-4d28-b5f1-a907928e9cd9 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:01.596885 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df7546e-2adf-407b-9ab5-0be002e08748 req-2a0a524e-7e28-4421-9aa4-84e998c018b3 tempest-InstanceActionsTestJSON-162675674 tempest-InstanceActionsTestJSON-162675674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:01.604899 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3df7546e-2adf-407b-9ab5-0be002e08748 req-2a0a524e-7e28-4421-9aa4-84e998c018b3 tempest-InstanceActionsTestJSON-162675674 tempest-InstanceActionsTestJSON-162675674-project] 10.222.0.53 "GET /v2.0/ports?device_id=644be525-5f75-43cb-b8cd-76627cce74f7 HTTP/1.1" status: 200 len: 944 time: 0.3865151 Jan 18 22:23:01.619377 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-11ab444e-00e1-4d28-b5f1-a907928e9cd9 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:01.662149 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ab444e-00e1-4d28-b5f1-a907928e9cd9 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event deleted for resources: {'Subnet': ['ID=eab40b25-b446-490d-990e-dee3ec0633b2,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:01.672437 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-11ab444e-00e1-4d28-b5f1-a907928e9cd9 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:01.677476 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-11ab444e-00e1-4d28-b5f1-a907928e9cd9 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "DELETE /v2.0/subnets/eab40b25-b446-490d-990e-dee3ec0633b2 HTTP/1.1" status: 204 len: 168 time: 0.4676747 Jan 18 22:23:01.679891 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 38810) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:01.696188 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-2d445172-b0c6-432c-a899-8f5669502768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd4aa13-32ab-4a99-a8f4-cdbd6a0b34af', 'name': 'tempest-TaggedBootDevicesTest_v242-1082608301-router', 'tenant_id': 'e820669caca04fcb8f8972d8b3102f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'edec1792-c2c5-4fbe-83e0-454ea1141e80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:20:02Z', 'updated_at': '2022-01-18T22:20:09Z', 'revision_number': 4, 'project_id': 'e820669caca04fcb8f8972d8b3102f64', 'gw_port': {'id': 'edec1792-c2c5-4fbe-83e0-454ea1141e80', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:8f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd4aa13-32ab-4a99-a8f4-cdbd6a0b34af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:20:03Z', 'updated_at': '2022-01-18T22:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': 'a9b234e9-1303-45cd-8372-00a5b81daeec', 'tenant_id': 'e820669caca04fcb8f8972d8b3102f64', 'floating_ip_address': '172.25.5.179', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': '0bd4aa13-32ab-4a99-a8f4-cdbd6a0b34af', 'port_id': 'ac916a4a-3bf6-444a-a917-d065fe9287b9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a51a6fff-5ab2-447c-8b55-7ba7d5e58077', 'mac_address': 'fa:16:3e:70:e0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdf43ac-e2d1-46c0-a022-01c13375d73d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:21:24Z', 'updated_at': '2022-01-18T22:22:55Z', 'revision_number': 1, 'project_id': 'e820669caca04fcb8f8972d8b3102f64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fc3c3ef-94a4-4e42-85b8-615a55729bff', 'name': '', 'network_id': 'a51a6fff-5ab2-447c-8b55-7ba7d5e58077', 'tenant_id': 'e820669caca04fcb8f8972d8b3102f64', 'mac_address': 'fa:16:3e:f4:e7:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd4aa13-32ab-4a99-a8f4-cdbd6a0b34af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '388020c9-0236-4ef5-93d9-ef2bde8b97b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:20:08Z', 'updated_at': '2022-01-18T22:20:13Z', 'revision_number': 5, 'project_id': 'e820669caca04fcb8f8972d8b3102f64', 'subnets': [{'id': '388020c9-0236-4ef5-93d9-ef2bde8b97b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:23:01.699977 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba405c34-f8d3-4914-9a4a-5af5152b658e req-ae47d75f-f9d0-4777-a1a8-1f1c9d28e5e7 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:01.708784 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ba405c34-f8d3-4914-9a4a-5af5152b658e req-ae47d75f-f9d0-4777-a1a8-1f1c9d28e5e7 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f15a6fe-1e03-4f4c-a849-3efa55d24784 HTTP/1.1" status: 200 len: 945 time: 0.2791648 Jan 18 22:23:01.726749 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63bbfe9-f135-4d8d-8792-75313a7814e4 service neutron] Pushing event updated for resources: {'Port': ['ID=95c500e3-5764-439e-99cd-d762e97e55a0,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:01.727621 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-249dde1c-b48c-452f-bdc1-8df55209d69a tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0464981 Jan 18 22:23:01.730683 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d445172-b0c6-432c-a899-8f5669502768 None None] The sync data for ids ['0bd4aa13-32ab-4a99-a8f4-cdbd6a0b34af'] in n-d-825064-1 is: [{'id': '0bd4aa13-32ab-4a99-a8f4-cdbd6a0b34af', 'name': 'tempest-TaggedBootDevicesTest_v242-1082608301-router', 'tenant_id': 'e820669caca04fcb8f8972d8b3102f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'edec1792-c2c5-4fbe-83e0-454ea1141e80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:20:02Z', 'updated_at': '2022-01-18T22:20:09Z', 'revision_number': 4, 'project_id': 'e820669caca04fcb8f8972d8b3102f64', 'gw_port': {'id': 'edec1792-c2c5-4fbe-83e0-454ea1141e80', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:8f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd4aa13-32ab-4a99-a8f4-cdbd6a0b34af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:20:03Z', 'updated_at': '2022-01-18T22:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': 'a9b234e9-1303-45cd-8372-00a5b81daeec', 'tenant_id': 'e820669caca04fcb8f8972d8b3102f64', 'floating_ip_address': '172.25.5.179', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': '0bd4aa13-32ab-4a99-a8f4-cdbd6a0b34af', 'port_id': 'ac916a4a-3bf6-444a-a917-d065fe9287b9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a51a6fff-5ab2-447c-8b55-7ba7d5e58077', 'mac_address': 'fa:16:3e:70:e0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdf43ac-e2d1-46c0-a022-01c13375d73d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:21:24Z', 'updated_at': '2022-01-18T22:22:55Z', 'revision_number': 1, 'project_id': 'e820669caca04fcb8f8972d8b3102f64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fc3c3ef-94a4-4e42-85b8-615a55729bff', 'name': '', 'network_id': 'a51a6fff-5ab2-447c-8b55-7ba7d5e58077', 'tenant_id': 'e820669caca04fcb8f8972d8b3102f64', 'mac_address': 'fa:16:3e:f4:e7:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd4aa13-32ab-4a99-a8f4-cdbd6a0b34af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '388020c9-0236-4ef5-93d9-ef2bde8b97b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:20:08Z', 'updated_at': '2022-01-18T22:20:13Z', 'revision_number': 5, 'project_id': 'e820669caca04fcb8f8972d8b3102f64', 'subnets': [{'id': '388020c9-0236-4ef5-93d9-ef2bde8b97b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:23:01.730872 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 38812) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:01.737944 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3df7546e-2adf-407b-9ab5-0be002e08748 req-018f5a36-d9ae-41cd-b2a4-8c17a6c120c6 tempest-InstanceActionsTestJSON-162675674 tempest-InstanceActionsTestJSON-162675674-project] 10.222.0.53 "GET /v2.0/security-groups?id=5ac90bba-2feb-4c0b-9de9-a9be63cb12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318901 Jan 18 22:23:01.772394 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 60e4c595-bd88-4dba-8ee6-e0eaf93fa0f9 details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:23:01.806822 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cf9fe7-6b23-4ab9-8291-bd75f6f2f683 req-2f00ac73-d53e-4f15-85d9-88325a4e02c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:01.808608 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e7cf9fe7-6b23-4ab9-8291-bd75f6f2f683 req-2f00ac73-d53e-4f15-85d9-88325a4e02c5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cccec33dc87e4f2dae33b71be2fd1ab3&device_id=ef174e72-af9c-4820-b809-9e0e5168f5f6 HTTP/1.1" status: 200 len: 1094 time: 0.2405360 Jan 18 22:23:01.809273 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3909d16b-a0a1-48df-9e14-dc59e49449c6 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:01.811039 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-3909d16b-a0a1-48df-9e14-dc59e49449c6 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0790756 Jan 18 22:23:01.815068 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 38814) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:01.852709 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ba405c34-f8d3-4914-9a4a-5af5152b658e req-9c9bd92c-9497-40c4-a096-e07f26ce79a7 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430593 Jan 18 22:23:01.895086 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369782fd-e4af-4431-9c64-84c02863c845 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:01.897928 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-369782fd-e4af-4431-9c64-84c02863c845 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0820286 Jan 18 22:23:01.900596 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 38816) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:01.916884 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 60e4c595-bd88-4dba-8ee6-e0eaf93fa0f9, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=60e4c595-bd88-4dba-8ee6-e0eaf93fa0f9,segment=NetworkSegment(de74c02c-b4b7-49a2-a9bc-68b0bd01e5b7),segment_id=de74c02c-b4b7-49a2-a9bc-68b0bd01e5b7)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:23:01.927986 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': '60e4c595-bd88-4dba-8ee6-e0eaf93fa0f9', 'network_id': 'dd775970-2a5b-4fa0-b58f-e11b40e608fa', 'port_id': '60e4c595-bd88-4dba-8ee6-e0eaf93fa0f9', 'mac_address': 'fa:16:3e:8f:ca:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff3864e7-3d06-47c3-9688-9fc89286565c', 'ip_address': '10.1.1.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:23:01.965980 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-ef9cd92c-f866-4f14-8579-ef0849a2de87 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0639155 Jan 18 22:23:01.966944 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 38820) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:01.972695 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-da74c89d-c82d-4a4f-ac79-2ba99dcf9be9 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Request body: {'subnet': {'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:23:01.980545 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-6009906c-7816-4f19-af09-998f2c0d64cc req-b63bbfe9-f135-4d8d-8792-75313a7814e4 service neutron] Attempting to bind port 95c500e3-5764-439e-99cd-d762e97e55a0 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:23:01.980896 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-6009906c-7816-4f19-af09-998f2c0d64cc req-b63bbfe9-f135-4d8d-8792-75313a7814e4 service neutron] Attempting to bind port 95c500e3-5764-439e-99cd-d762e97e55a0 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '6d4c9fdf-454c-4b11-b8c6-11146d43a316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f092491e-0947-4058-bdc0-03dc785407fa'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:23:01.981233 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6009906c-7816-4f19-af09-998f2c0d64cc req-b63bbfe9-f135-4d8d-8792-75313a7814e4 service neutron] Attempting to bind port 95c500e3-5764-439e-99cd-d762e97e55a0 on network f092491e-0947-4058-bdc0-03dc785407fa {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:23:01.986083 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:01.999638 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6009906c-7816-4f19-af09-998f2c0d64cc req-b63bbfe9-f135-4d8d-8792-75313a7814e4 service neutron] Port 95c500e3-5764-439e-99cd-d762e97e55a0 on network f092491e-0947-4058-bdc0-03dc785407fa not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:23:01.999963 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6009906c-7816-4f19-af09-998f2c0d64cc req-b63bbfe9-f135-4d8d-8792-75313a7814e4 service neutron] Attempting to bind port 95c500e3-5764-439e-99cd-d762e97e55a0 on network f092491e-0947-4058-bdc0-03dc785407fa {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:23:02.014173 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60e4c595-bd88-4dba-8ee6-e0eaf93fa0f9 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:23:02.014882 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6009906c-7816-4f19-af09-998f2c0d64cc req-b63bbfe9-f135-4d8d-8792-75313a7814e4 service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:23:02.015236 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6009906c-7816-4f19-af09-998f2c0d64cc req-b63bbfe9-f135-4d8d-8792-75313a7814e4 service neutron] Checking segment: {'id': '6d4c9fdf-454c-4b11-b8c6-11146d43a316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f092491e-0947-4058-bdc0-03dc785407fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:23:02.015632 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6009906c-7816-4f19-af09-998f2c0d64cc req-b63bbfe9-f135-4d8d-8792-75313a7814e4 service neutron] Bound using segment: {'id': '6d4c9fdf-454c-4b11-b8c6-11146d43a316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f092491e-0947-4058-bdc0-03dc785407fa'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:23:02.016217 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-6009906c-7816-4f19-af09-998f2c0d64cc req-b63bbfe9-f135-4d8d-8792-75313a7814e4 service neutron] Bound port: 95c500e3-5764-439e-99cd-d762e97e55a0, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d4c9fdf-454c-4b11-b8c6-11146d43a316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f092491e-0947-4058-bdc0-03dc785407fa'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:23:02.016680 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-6009906c-7816-4f19-af09-998f2c0d64cc req-b63bbfe9-f135-4d8d-8792-75313a7814e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:02.039511 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 60e4c595-bd88-4dba-8ee6-e0eaf93fa0f9, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=60e4c595-bd88-4dba-8ee6-e0eaf93fa0f9,segment=NetworkSegment(de74c02c-b4b7-49a2-a9bc-68b0bd01e5b7),segment_id=de74c02c-b4b7-49a2-a9bc-68b0bd01e5b7)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:23:02.045103 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:02.045842 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 8378d970-1631-475d-9cba-3b81e38793ce details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:23:02.094132 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f60955-5c8f-4755-a4e9-40fbdceb305c req-67f4b53f-f1ca-4bbf-8729-4bf6cba44ac2 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:02.096251 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-10f60955-5c8f-4755-a4e9-40fbdceb305c req-67f4b53f-f1ca-4bbf-8729-4bf6cba44ac2 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/ports?device_id=e340baad-13e3-4a40-bd0a-81fc936fc61c HTTP/1.1" status: 200 len: 943 time: 0.1774180 Jan 18 22:23:02.100220 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da74c89d-c82d-4a4f-ac79-2ba99dcf9be9 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Made reservation on behalf of 0a17ff9ddd5f489695e0235ae87388f5 for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:23:02.106727 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-da74c89d-c82d-4a4f-ac79-2ba99dcf9be9 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:02.109714 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaf218f-a1cf-46d1-b476-fb1c6c2f8f94 req-6f710311-3a5b-4dbc-b45f-58cdef9d9c79 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:02.111223 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8eaf218f-a1cf-46d1-b476-fb1c6c2f8f94 req-6f710311-3a5b-4dbc-b45f-58cdef9d9c79 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef174e72-af9c-4820-b809-9e0e5168f5f6 HTTP/1.1" status: 200 len: 943 time: 0.2418830 Jan 18 22:23:02.116881 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cf9fe7-6b23-4ab9-8291-bd75f6f2f683 req-76ad204e-74f4-4b1c-ae82-c0dc7c962e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:02.117899 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e7cf9fe7-6b23-4ab9-8291-bd75f6f2f683 req-76ad204e-74f4-4b1c-ae82-c0dc7c962e4d service neutron] 10.222.0.67 "GET /v2.0/networks?id=61203f33-a8b3-4e89-8217-8dac5f2bb01b HTTP/1.1" status: 200 len: 921 time: 0.2858024 Jan 18 22:23:02.155286 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=60e4c595-bd88-4dba-8ee6-e0eaf93fa0f9,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:02.218424 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 8378d970-1631-475d-9cba-3b81e38793ce, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=8378d970-1631-475d-9cba-3b81e38793ce,segment=NetworkSegment(a40eed45-50f9-413d-aed3-f5503442a4c9),segment_id=a40eed45-50f9-413d-aed3-f5503442a4c9)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:23:02.232785 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': '8378d970-1631-475d-9cba-3b81e38793ce', 'network_id': 'd517cf7a-2b5e-403e-9519-f81391a215c9', 'port_id': '8378d970-1631-475d-9cba-3b81e38793ce', 'mac_address': 'fa:16:3e:fd:71:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2fef015-6188-4e86-a17d-bae4a3dc212e', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:23:02.268639 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-6009906c-7816-4f19-af09-998f2c0d64cc req-b63bbfe9-f135-4d8d-8792-75313a7814e4 service neutron] For port 95c500e3-5764-439e-99cd-d762e97e55a0, host n-h2-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:23:02.272771 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-6009906c-7816-4f19-af09-998f2c0d64cc req-b63bbfe9-f135-4d8d-8792-75313a7814e4 service neutron] For port 95c500e3-5764-439e-99cd-d762e97e55a0, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=95c500e3-5764-439e-99cd-d762e97e55a0,segment=NetworkSegment(6d4c9fdf-454c-4b11-b8c6-11146d43a316),segment_id=6d4c9fdf-454c-4b11-b8c6-11146d43a316)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:23:02.277959 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e7cf9fe7-6b23-4ab9-8291-bd75f6f2f683 req-21d86355-ad96-46aa-841a-8f976c27187a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=25680f59-4b56-4e52-a872-62736028b80e HTTP/1.1" status: 200 len: 217 time: 0.1505551 Jan 18 22:23:02.301884 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:02.312694 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0cfc18-48c3-4c71-8cf4-6263c7f595b1 None None] New status for floating IP a9b234e9-1303-45cd-8372-00a5b81daeec: ACTIVE {{(pid=102433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 22:23:02.317111 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8378d970-1631-475d-9cba-3b81e38793ce {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:23:02.322750 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-6009906c-7816-4f19-af09-998f2c0d64cc req-b63bbfe9-f135-4d8d-8792-75313a7814e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:02.361987 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 8378d970-1631-475d-9cba-3b81e38793ce, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=8378d970-1631-475d-9cba-3b81e38793ce,segment=NetworkSegment(a40eed45-50f9-413d-aed3-f5503442a4c9),segment_id=a40eed45-50f9-413d-aed3-f5503442a4c9)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:23:02.370937 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:02.371612 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 3c486e4d-5c8b-4bdd-b990-9e55341e98f1 details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:23:02.421411 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-da74c89d-c82d-4a4f-ac79-2ba99dcf9be9 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:02.437065 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-10f60955-5c8f-4755-a4e9-40fbdceb305c req-abd16280-31bb-4f8b-81c9-82397fb1567b tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9107f98-3261-4c9b-b70c-aaafa7d6fae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3222470 Jan 18 22:23:02.497893 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 3c486e4d-5c8b-4bdd-b990-9e55341e98f1, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=3c486e4d-5c8b-4bdd-b990-9e55341e98f1,segment=NetworkSegment(de74c02c-b4b7-49a2-a9bc-68b0bd01e5b7),segment_id=de74c02c-b4b7-49a2-a9bc-68b0bd01e5b7)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:23:02.506262 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8eaf218f-a1cf-46d1-b476-fb1c6c2f8f94 req-54638bb7-dca6-4ab4-8a1f-60810b87ab2c tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc8c7d2e-b8e2-47f9-a940-5cbf5ddba272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3873596 Jan 18 22:23:02.521586 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da74c89d-c82d-4a4f-ac79-2ba99dcf9be9 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:23:02.525015 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=8378d970-1631-475d-9cba-3b81e38793ce,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:02.526422 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-da74c89d-c82d-4a4f-ac79-2ba99dcf9be9 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:23:02.530054 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': '3c486e4d-5c8b-4bdd-b990-9e55341e98f1', 'network_id': 'dd775970-2a5b-4fa0-b58f-e11b40e608fa', 'port_id': '3c486e4d-5c8b-4bdd-b990-9e55341e98f1', 'mac_address': 'fa:16:3e:9b:47:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff3864e7-3d06-47c3-9688-9fc89286565c', 'ip_address': '10.1.1.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:23:02.536810 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da74c89d-c82d-4a4f-ac79-2ba99dcf9be9 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:02.549085 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6009906c-7816-4f19-af09-998f2c0d64cc req-b63bbfe9-f135-4d8d-8792-75313a7814e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:02.549085 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-6009906c-7816-4f19-af09-998f2c0d64cc req-b63bbfe9-f135-4d8d-8792-75313a7814e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:02.549085 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6009906c-7816-4f19-af09-998f2c0d64cc req-b63bbfe9-f135-4d8d-8792-75313a7814e4 service neutron] 10.222.0.67 "PUT /v2.0/ports/95c500e3-5764-439e-99cd-d762e97e55a0 HTTP/1.1" status: 200 len: 1091 time: 2.2868133 Jan 18 22:23:02.549735 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-da74c89d-c82d-4a4f-ac79-2ba99dcf9be9 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:02.551509 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cf9fe7-6b23-4ab9-8291-bd75f6f2f683 req-ae0f1ba8-9225-44d0-a928-445b26eab557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:02.553706 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e7cf9fe7-6b23-4ab9-8291-bd75f6f2f683 req-ae0f1ba8-9225-44d0-a928-445b26eab557 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b92d365b-b574-47a9-a91d-968f4b104686 HTTP/1.1" status: 200 len: 861 time: 0.2610090 Jan 18 22:23:02.574908 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da74c89d-c82d-4a4f-ac79-2ba99dcf9be9 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event updated for resources: {'Subnet': ['ID=45439060-9ced-48e7-a869-337f4e18599b,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:02.591786 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-da74c89d-c82d-4a4f-ac79-2ba99dcf9be9 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6235867 Jan 18 22:23:02.594855 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 38826) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:02.601416 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-5db5db7f-3dd6-4609-bd27-8ad9da76a633 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Request body: {'port': {'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503', 'fixed_ips': [{'subnet_id': '45439060-9ced-48e7-a869-337f4e18599b', 'ip_address': '2001:db8::2769:3e11:387c:c93a'}], 'name': 'tempest-NetworksTestDHCPv6-69087944'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:23:02.635811 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e7cf9fe7-6b23-4ab9-8291-bd75f6f2f683 req-27902073-0627-47a8-874f-2b0c26b07641 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=61203f33-a8b3-4e89-8217-8dac5f2bb01b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732596 Jan 18 22:23:02.656154 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:02.670777 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c486e4d-5c8b-4bdd-b990-9e55341e98f1 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:23:02.699517 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 3c486e4d-5c8b-4bdd-b990-9e55341e98f1, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=3c486e4d-5c8b-4bdd-b990-9e55341e98f1,segment=NetworkSegment(de74c02c-b4b7-49a2-a9bc-68b0bd01e5b7),segment_id=de74c02c-b4b7-49a2-a9bc-68b0bd01e5b7)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:23:02.707508 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:02.708479 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 612fabe9-4416-4612-8231-d5ba01cdae5f details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:23:02.761163 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5db5db7f-3dd6-4609-bd27-8ad9da76a633 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Made reservation on behalf of 0a17ff9ddd5f489695e0235ae87388f5 for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:23:02.791258 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ac287e-40bf-443a-add6-4b68369c37c8 None None] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:23:02.799417 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=3c486e4d-5c8b-4bdd-b990-9e55341e98f1,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:02.806201 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 612fabe9-4416-4612-8231-d5ba01cdae5f, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=612fabe9-4416-4612-8231-d5ba01cdae5f,segment=NetworkSegment(de74c02c-b4b7-49a2-a9bc-68b0bd01e5b7),segment_id=de74c02c-b4b7-49a2-a9bc-68b0bd01e5b7)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:23:02.808738 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63bbfe9-f135-4d8d-8792-75313a7814e4 service neutron] Pushing event updated for resources: {'Port': ['ID=95c500e3-5764-439e-99cd-d762e97e55a0,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:02.864490 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': '612fabe9-4416-4612-8231-d5ba01cdae5f', 'network_id': 'dd775970-2a5b-4fa0-b58f-e11b40e608fa', 'port_id': '612fabe9-4416-4612-8231-d5ba01cdae5f', 'mac_address': 'fa:16:3e:ac:28:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff3864e7-3d06-47c3-9688-9fc89286565c', 'ip_address': '10.1.1.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:23:02.881470 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1445d1c-9e48-48af-93f9-4f473188c652 req-706d25ac-9d9c-4f15-8bcd-7066b97ef523 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:02.887964 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1445d1c-9e48-48af-93f9-4f473188c652 req-706d25ac-9d9c-4f15-8bcd-7066b97ef523 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:02.896208 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1445d1c-9e48-48af-93f9-4f473188c652 req-706d25ac-9d9c-4f15-8bcd-7066b97ef523 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:02.902408 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1445d1c-9e48-48af-93f9-4f473188c652 req-706d25ac-9d9c-4f15-8bcd-7066b97ef523 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:02.909072 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1445d1c-9e48-48af-93f9-4f473188c652 req-706d25ac-9d9c-4f15-8bcd-7066b97ef523 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:02.913270 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5db5db7f-3dd6-4609-bd27-8ad9da76a633 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:02.915089 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1445d1c-9e48-48af-93f9-4f473188c652 req-706d25ac-9d9c-4f15-8bcd-7066b97ef523 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:02.916288 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-224aa351-d27e-481a-845b-c501b88bde00 None None] Provisioning complete for port 1301fae9-41cc-44d3-9592-357d23ecc5db triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:23:02.916666 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-224aa351-d27e-481a-845b-c501b88bde00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:02.921736 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1445d1c-9e48-48af-93f9-4f473188c652 req-706d25ac-9d9c-4f15-8bcd-7066b97ef523 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:02.923980 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e1445d1c-9e48-48af-93f9-4f473188c652 req-706d25ac-9d9c-4f15-8bcd-7066b97ef523 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/ports?device_id=db33aaef-5884-4da4-a311-5ede51d08faf HTTP/1.1" status: 200 len: 5423 time: 0.2869527 Jan 18 22:23:02.924488 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fdf43ac-e2d1-46c0-a022-01c13375d73d', 'tag': 'ac916a4a-3bf6-444a-a917-d065fe9287b9'}, {'server_uuid': '710e4fbf-3d93-42c0-b0b4-4811a367b0c1', 'name': 'network-vif-deleted', 'tag': '6701bc4f-33c4-4850-94d7-00e6cb60828e'}, {'name': 'network-changed', 'server_uuid': 'e340baad-13e3-4a40-bd0a-81fc936fc61c', 'tag': '95c500e3-5764-439e-99cd-d762e97e55a0'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:23:02.927875 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c98d35a3-9fc6-4a81-b35c-8bdd600f2216" -d '{"events": [{"name": "network-changed", "server_uuid": "5fdf43ac-e2d1-46c0-a022-01c13375d73d", "tag": "ac916a4a-3bf6-444a-a917-d065fe9287b9"}, {"server_uuid": "710e4fbf-3d93-42c0-b0b4-4811a367b0c1", "name": "network-vif-deleted", "tag": "6701bc4f-33c4-4850-94d7-00e6cb60828e"}, {"name": "network-changed", "server_uuid": "e340baad-13e3-4a40-bd0a-81fc936fc61c", "tag": "95c500e3-5764-439e-99cd-d762e97e55a0"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:23:02.937635 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6009906c-7816-4f19-af09-998f2c0d64cc req-238e07b3-06f7-40a5-9246-31530dc649c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:02.938502 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [None req-5db5db7f-3dd6-4609-bd27-8ad9da76a633 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] device_id is not set on port 071317fe-c720-4cdf-8995-ee6074ce754d yet. {{(pid=102431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:23:02.939113 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6009906c-7816-4f19-af09-998f2c0d64cc req-238e07b3-06f7-40a5-9246-31530dc649c2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b29915fceb8e43e18911a1d8234c4c1a&device_id=e340baad-13e3-4a40-bd0a-81fc936fc61c HTTP/1.1" status: 200 len: 1094 time: 0.3211000 Jan 18 22:23:02.990374 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:03.029833 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e7cf9fe7-6b23-4ab9-8291-bd75f6f2f683 req-54f4b736-a1d6-4713-a104-ffe890ba5847 service neutron] 10.222.0.67 "GET /v2.0/networks/61203f33-a8b3-4e89-8217-8dac5f2bb01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3805413 Jan 18 22:23:03.032938 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 612fabe9-4416-4612-8231-d5ba01cdae5f {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:23:03.040966 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6009906c-7816-4f19-af09-998f2c0d64cc req-4cd86bff-fa79-4b97-a2af-2c2d43de0a8f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=95c500e3-5764-439e-99cd-d762e97e55a0 HTTP/1.1" status: 200 len: 217 time: 0.0779800 Jan 18 22:23:03.053432 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 612fabe9-4416-4612-8231-d5ba01cdae5f, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=612fabe9-4416-4612-8231-d5ba01cdae5f,segment=NetworkSegment(de74c02c-b4b7-49a2-a9bc-68b0bd01e5b7),segment_id=de74c02c-b4b7-49a2-a9bc-68b0bd01e5b7)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:23:03.085513 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:03.086171 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 57d9573d-4f34-4efd-a169-f5908b55ea47 details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:23:03.086955 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e1445d1c-9e48-48af-93f9-4f473188c652 req-9445d158-fcf4-4f59-b998-260842eee9c6 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/security-groups?id=43d45361-b6ad-4105-a9b4-e598b6e8e651&id=1a7f3ba7-6b33-47d4-842d-f8859c8e7d98&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1560645 Jan 18 22:23:03.136750 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-5db5db7f-3dd6-4609-bd27-8ad9da76a633 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Allocated IP 2001:db8::2769:3e11:387c:c93a (5ec417a5-fa6c-4abd-aa15-b83b9df83503/45439060-9ced-48e7-a869-337f4e18599b/071317fe-c720-4cdf-8995-ee6074ce754d) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:23:03.156008 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-224aa351-d27e-481a-845b-c501b88bde00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:03.162452 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae45aa0-b983-42a7-a306-8866750616cd req-9a28548e-747d-4ec9-88e9-eb2dac8b819c tempest-InstanceActionsTestJSON-162675674 tempest-InstanceActionsTestJSON-162675674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:03.164240 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aae45aa0-b983-42a7-a306-8866750616cd req-9a28548e-747d-4ec9-88e9-eb2dac8b819c tempest-InstanceActionsTestJSON-162675674 tempest-InstanceActionsTestJSON-162675674-project] 10.222.0.53 "GET /v2.0/ports?device_id=644be525-5f75-43cb-b8cd-76627cce74f7 HTTP/1.1" status: 200 len: 944 time: 0.2031410 Jan 18 22:23:03.184871 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6009906c-7816-4f19-af09-998f2c0d64cc req-c781c3f5-d59c-4e4f-b7cd-f4ef80a396c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:03.186772 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6009906c-7816-4f19-af09-998f2c0d64cc req-c781c3f5-d59c-4e4f-b7cd-f4ef80a396c0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a52884c8-9d97-4e4b-9890-07ddb774f2b4 HTTP/1.1" status: 200 len: 861 time: 0.1294599 Jan 18 22:23:03.347512 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5db5db7f-3dd6-4609-bd27-8ad9da76a633 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:03.402090 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5db5db7f-3dd6-4609-bd27-8ad9da76a633 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:03.427108 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db5db7f-3dd6-4609-bd27-8ad9da76a633 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:23:03.430410 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-224aa351-d27e-481a-845b-c501b88bde00 None None] For port 1301fae9-41cc-44d3-9592-357d23ecc5db, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=1301fae9-41cc-44d3-9592-357d23ecc5db,segment=NetworkSegment(3c2fda82-0722-4d26-8bf8-bb1f4fe594b8),segment_id=3c2fda82-0722-4d26-8bf8-bb1f4fe594b8)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:23:03.441197 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=612fabe9-4416-4612-8231-d5ba01cdae5f,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:03.448150 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-224aa351-d27e-481a-845b-c501b88bde00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:03.453824 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-5db5db7f-3dd6-4609-bd27-8ad9da76a633 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:23:03.458888 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db5db7f-3dd6-4609-bd27-8ad9da76a633 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:23:03.465737 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db5db7f-3dd6-4609-bd27-8ad9da76a633 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:03.466084 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5db5db7f-3dd6-4609-bd27-8ad9da76a633 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:03.490858 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db5db7f-3dd6-4609-bd27-8ad9da76a633 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event updated for resources: {'Port': ['ID=071317fe-c720-4cdf-8995-ee6074ce754d,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:03.491075 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 1301fae9-41cc-44d3-9592-357d23ecc5db up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:23:03.504116 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-5db5db7f-3dd6-4609-bd27-8ad9da76a633 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 0.9040678 Jan 18 22:23:03.506559 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 38840) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:03.511056 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-bae8ae0d-f938-4b37-8b01-123b9d3da9da tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Request body: {'port': {'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503', 'fixed_ips': [{'subnet_id': '45439060-9ced-48e7-a869-337f4e18599b', 'ip_address': '2001:db8::2769:3e11:387c:c93a'}], 'name': 'tempest-NetworksTestDHCPv6-1126424321'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:23:03.543761 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 57d9573d-4f34-4efd-a169-f5908b55ea47, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=57d9573d-4f34-4efd-a169-f5908b55ea47,segment=NetworkSegment(264668d9-f8f8-4eb0-8da5-cdac826835da),segment_id=264668d9-f8f8-4eb0-8da5-cdac826835da)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:23:03.571570 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': '57d9573d-4f34-4efd-a169-f5908b55ea47', 'network_id': 'b48a9295-aa95-4a5f-921a-415fe1466b3d', 'port_id': '57d9573d-4f34-4efd-a169-f5908b55ea47', 'mac_address': 'fa:16:3e:e2:f5:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '881d9ead-8a39-459f-87b0-1e7f238e8596', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:23:03.572700 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6009906c-7816-4f19-af09-998f2c0d64cc req-2bf180f7-f58f-47ae-b98b-bbb5f993dd32 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f092491e-0947-4058-bdc0-03dc785407fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3732169 Jan 18 22:23:03.582935 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224aa351-d27e-481a-845b-c501b88bde00 None None] Pushing event updated for resources: {'Port': ['ID=1301fae9-41cc-44d3-9592-357d23ecc5db,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:03.628387 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aae45aa0-b983-42a7-a306-8866750616cd req-ccab3ab3-cc2d-440a-9dcc-7034cda16a7c tempest-InstanceActionsTestJSON-162675674 tempest-InstanceActionsTestJSON-162675674-project] 10.222.0.53 "GET /v2.0/security-groups?id=5ac90bba-2feb-4c0b-9de9-a9be63cb12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4530900 Jan 18 22:23:03.635763 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:03.654233 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57d9573d-4f34-4efd-a169-f5908b55ea47 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:23:03.668528 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 1301fae9-41cc-44d3-9592-357d23ecc5db triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:23:03.668895 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:03.672767 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e7cf9fe7-6b23-4ab9-8291-bd75f6f2f683 req-1c763e75-6758-408b-b5ee-8eb46983d694 service neutron] 10.222.0.67 "GET /v2.0/networks/61203f33-a8b3-4e89-8217-8dac5f2bb01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6308382 Jan 18 22:23:03.676059 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bae8ae0d-f938-4b37-8b01-123b9d3da9da tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Made reservation on behalf of 0a17ff9ddd5f489695e0235ae87388f5 for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:23:03.685944 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a1b6a-3aed-43ab-a842-4d3aaa3015cd req-6199859d-229f-438b-9d76-8d7279d02d6b tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:03.687262 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bae8ae0d-f938-4b37-8b01-123b9d3da9da tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:03.687678 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-241a1b6a-3aed-43ab-a842-4d3aaa3015cd req-6199859d-229f-438b-9d76-8d7279d02d6b tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f15a6fe-1e03-4f4c-a849-3efa55d24784 HTTP/1.1" status: 200 len: 945 time: 0.4798589 Jan 18 22:23:03.720264 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [None req-bae8ae0d-f938-4b37-8b01-123b9d3da9da tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] device_id is not set on port cddcfb00-b997-405d-9021-9207ee64d68d yet. {{(pid=102431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:23:03.743465 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 57d9573d-4f34-4efd-a169-f5908b55ea47, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=57d9573d-4f34-4efd-a169-f5908b55ea47,segment=NetworkSegment(264668d9-f8f8-4eb0-8da5-cdac826835da),segment_id=264668d9-f8f8-4eb0-8da5-cdac826835da)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:23:03.756971 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:03.757796 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 24989149-146c-4acc-b874-9271bde1ec55 details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:23:03.787054 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-241a1b6a-3aed-43ab-a842-4d3aaa3015cd req-cd3a0c3b-396e-4219-af1b-082a501683d4 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905828 Jan 18 22:23:03.796001 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6009906c-7816-4f19-af09-998f2c0d64cc req-15c461fd-89d4-4a66-8f5d-1d3fb6aa7204 service neutron] 10.222.0.67 "GET /v2.0/networks/f092491e-0947-4058-bdc0-03dc785407fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115359 Jan 18 22:23:03.833227 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e33a58e-d2b8-4477-a146-447c568c0348 req-f1c6cb94-6241-4c63-b632-a752d236a44e tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:03.840447 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2e33a58e-d2b8-4477-a146-447c568c0348 req-f1c6cb94-6241-4c63-b632-a752d236a44e tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa35bf88-4440-4d73-afcd-ae0cc04d6d11 HTTP/1.1" status: 200 len: 944 time: 0.1073179 Jan 18 22:23:03.907524 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Tue, 18 Jan 2022 22:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-109a0e45-6789-4ec7-88fb-d2f5d7ca9fbd x-openstack-request-id: req-109a0e45-6789-4ec7-88fb-d2f5d7ca9fbd {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:23:03.907524 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fdf43ac-e2d1-46c0-a022-01c13375d73d", "tag": "ac916a4a-3bf6-444a-a917-d065fe9287b9", "status": "completed", "code": 200}, {"server_uuid": "710e4fbf-3d93-42c0-b0b4-4811a367b0c1", "name": "network-vif-deleted", "tag": "6701bc4f-33c4-4850-94d7-00e6cb60828e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e340baad-13e3-4a40-bd0a-81fc936fc61c", "tag": "95c500e3-5764-439e-99cd-d762e97e55a0", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:23:03.908351 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-109a0e45-6789-4ec7-88fb-d2f5d7ca9fbd {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:23:03.908351 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fdf43ac-e2d1-46c0-a022-01c13375d73d', 'tag': 'ac916a4a-3bf6-444a-a917-d065fe9287b9', 'status': 'completed', 'code': 200} Jan 18 22:23:03.908351 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '710e4fbf-3d93-42c0-b0b4-4811a367b0c1', 'name': 'network-vif-deleted', 'tag': '6701bc4f-33c4-4850-94d7-00e6cb60828e', 'status': 'completed', 'code': 200} Jan 18 22:23:03.908692 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e340baad-13e3-4a40-bd0a-81fc936fc61c', 'tag': '95c500e3-5764-439e-99cd-d762e97e55a0', 'status': 'completed', 'code': 200} Jan 18 22:23:03.934543 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-bae8ae0d-f938-4b37-8b01-123b9d3da9da tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] POST failed (client error): There was a conflict when trying to complete your request. Jan 18 22:23:03.935283 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bae8ae0d-f938-4b37-8b01-123b9d3da9da tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:23:03.968278 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=57d9573d-4f34-4efd-a169-f5908b55ea47,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:03.973224 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-bae8ae0d-f938-4b37-8b01-123b9d3da9da tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.4670620 Jan 18 22:23:03.977066 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 38848) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:03.987213 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2e33a58e-d2b8-4477-a146-447c568c0348 req-4f5a6fc5-7bc4-4e94-8e39-6ec04a7c6354 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fead2ec-99b5-4f01-a8ba-653859b4c215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1458066 Jan 18 22:23:04.020597 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-f41b88d5-fed0-4eac-a0bb-6dfd81470b16 None None] Provisioning complete for port 1301fae9-41cc-44d3-9592-357d23ecc5db triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:23:04.020977 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f41b88d5-fed0-4eac-a0bb-6dfd81470b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:04.069537 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba89bb34-b5ac-4ba5-9766-7ac84cd4e215 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:04.076028 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba89bb34-b5ac-4ba5-9766-7ac84cd4e215 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:04.093253 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 24989149-146c-4acc-b874-9271bde1ec55, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=24989149-146c-4acc-b874-9271bde1ec55,segment=NetworkSegment(6e6bc401-35ea-4b66-b6b5-965e5ede5e24),segment_id=6e6bc401-35ea-4b66-b6b5-965e5ede5e24)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:23:04.095914 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-ba89bb34-b5ac-4ba5-9766-7ac84cd4e215 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1606 time: 0.1161256 Jan 18 22:23:04.100205 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 38850) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:04.128998 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': '24989149-146c-4acc-b874-9271bde1ec55', 'network_id': 'f9ad31e7-37ce-419b-821b-a9da1bd29d6a', 'port_id': '24989149-146c-4acc-b874-9271bde1ec55', 'mac_address': 'fa:16:3e:71:2c:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14f50ebb-1818-4759-9f29-e9e27d7b46b0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:23:04.132930 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6009906c-7816-4f19-af09-998f2c0d64cc req-3430822c-16de-4d8b-bcf3-e1c220bc7ede service neutron] 10.222.0.67 "GET /v2.0/networks/f092491e-0947-4058-bdc0-03dc785407fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3300891 Jan 18 22:23:04.174515 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98d35a3-9fc6-4a81-b35c-8bdd600f2216 req-91a5cb22-e072-40f2-b0a7-496da0801d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:04.174987 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98d35a3-9fc6-4a81-b35c-8bdd600f2216 req-91a5cb22-e072-40f2-b0a7-496da0801d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:04.175456 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98d35a3-9fc6-4a81-b35c-8bdd600f2216 req-91a5cb22-e072-40f2-b0a7-496da0801d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:04.176227 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98d35a3-9fc6-4a81-b35c-8bdd600f2216 req-91a5cb22-e072-40f2-b0a7-496da0801d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:04.176699 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98d35a3-9fc6-4a81-b35c-8bdd600f2216 req-91a5cb22-e072-40f2-b0a7-496da0801d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:04.177162 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98d35a3-9fc6-4a81-b35c-8bdd600f2216 req-91a5cb22-e072-40f2-b0a7-496da0801d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:04.178076 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98d35a3-9fc6-4a81-b35c-8bdd600f2216 req-91a5cb22-e072-40f2-b0a7-496da0801d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:04.179551 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c98d35a3-9fc6-4a81-b35c-8bdd600f2216 req-91a5cb22-e072-40f2-b0a7-496da0801d1b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e820669caca04fcb8f8972d8b3102f64&device_id=5fdf43ac-e2d1-46c0-a022-01c13375d73d HTTP/1.1" status: 200 len: 6499 time: 0.2556031 Jan 18 22:23:04.198374 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5332b5-f688-43b5-b696-8eb01ce393a6 req-768d8dbc-d636-4a4c-80b8-3a7146ae6e65 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:04.199832 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8c5332b5-f688-43b5-b696-8eb01ce393a6 req-768d8dbc-d636-4a4c-80b8-3a7146ae6e65 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/ports?device_id=e340baad-13e3-4a40-bd0a-81fc936fc61c HTTP/1.1" status: 200 len: 943 time: 0.2042139 Jan 18 22:23:04.218122 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:04.234846 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24989149-146c-4acc-b874-9271bde1ec55 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:23:04.253607 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-9fa61ec0-4e77-4a79-a65c-9b854490fc78 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Deleting port 071317fe-c720-4cdf-8995-ee6074ce754d {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:23:04.254167 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9fa61ec0-4e77-4a79-a65c-9b854490fc78 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:04.260493 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 24989149-146c-4acc-b874-9271bde1ec55, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=24989149-146c-4acc-b874-9271bde1ec55,segment=NetworkSegment(6e6bc401-35ea-4b66-b6b5-965e5ede5e24),segment_id=6e6bc401-35ea-4b66-b6b5-965e5ede5e24)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:23:04.267894 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:04.268712 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device d4aeaad3-0a25-4101-bf67-696d922c2523 details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:23:04.269080 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3e6e2d-c374-4fb6-bfa5-2790d51b66f3 req-ed99eee6-5edb-4b20-b84d-96cb2639549c tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:04.270606 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fa3e6e2d-c374-4fb6-bfa5-2790d51b66f3 req-ed99eee6-5edb-4b20-b84d-96cb2639549c tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef174e72-af9c-4820-b809-9e0e5168f5f6 HTTP/1.1" status: 200 len: 943 time: 0.1724770 Jan 18 22:23:04.354031 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port d4aeaad3-0a25-4101-bf67-696d922c2523, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=d4aeaad3-0a25-4101-bf67-696d922c2523,segment=NetworkSegment(a40eed45-50f9-413d-aed3-f5503442a4c9),segment_id=a40eed45-50f9-413d-aed3-f5503442a4c9)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:23:04.356193 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8c5332b5-f688-43b5-b696-8eb01ce393a6 req-c4d327b8-48a3-42f8-805a-642674e9e5f5 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9107f98-3261-4c9b-b70c-aaafa7d6fae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271970 Jan 18 22:23:04.357409 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-bc090820-914b-4a2b-adf3-f487e16995a6 None None] Could not find standard attr ID for object 2337620a-b393-4552-91f3-f2584cecb6cc. {{(pid=102432) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 22:23:04.359108 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=24989149-146c-4acc-b874-9271bde1ec55,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:04.374024 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fa3e6e2d-c374-4fb6-bfa5-2790d51b66f3 req-0a320daa-923d-421e-b249-187d8bc5d6dd tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc8c7d2e-b8e2-47f9-a940-5cbf5ddba272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911961 Jan 18 22:23:04.379692 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98d35a3-9fc6-4a81-b35c-8bdd600f2216 req-036aeb61-f9eb-4b2b-b37a-cc5b4f801078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:04.381190 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c98d35a3-9fc6-4a81-b35c-8bdd600f2216 req-036aeb61-f9eb-4b2b-b37a-cc5b4f801078 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a51a6fff-5ab2-447c-8b55-7ba7d5e58077 HTTP/1.1" status: 200 len: 917 time: 0.1919203 Jan 18 22:23:04.410517 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': 'd4aeaad3-0a25-4101-bf67-696d922c2523', 'network_id': 'd517cf7a-2b5e-403e-9519-f81391a215c9', 'port_id': 'd4aeaad3-0a25-4101-bf67-696d922c2523', 'mac_address': 'fa:16:3e:34:bb:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2fef015-6188-4e86-a17d-bae4a3dc212e', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:23:04.437586 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbd02ea-fc7e-429a-b768-ccc856797d16 req-5a88e97f-5fc8-46aa-82b0-162e5816e78c tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:04.439106 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-efbd02ea-fc7e-429a-b768-ccc856797d16 req-5a88e97f-5fc8-46aa-82b0-162e5816e78c tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.36 "GET /v2.0/ports?device_id=aa35bf88-4440-4d73-afcd-ae0cc04d6d11 HTTP/1.1" status: 200 len: 944 time: 0.1202142 Jan 18 22:23:04.441684 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9fa61ec0-4e77-4a79-a65c-9b854490fc78 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:04.467917 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:04.482387 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4aeaad3-0a25-4101-bf67-696d922c2523 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:23:04.516798 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port d4aeaad3-0a25-4101-bf67-696d922c2523, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=d4aeaad3-0a25-4101-bf67-696d922c2523,segment=NetworkSegment(a40eed45-50f9-413d-aed3-f5503442a4c9),segment_id=a40eed45-50f9-413d-aed3-f5503442a4c9)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:23:04.522067 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:04.522835 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 726f2559-9d78-42be-aef4-a8aa75da8ec7 details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:23:04.577070 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-9fa61ec0-4e77-4a79-a65c-9b854490fc78 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Calling delete_port for 071317fe-c720-4cdf-8995-ee6074ce754d owned by {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:23:04.604766 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c98d35a3-9fc6-4a81-b35c-8bdd600f2216 req-fee5d4f3-a6a1-4c2f-8b64-624eb78577ff service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ac916a4a-3bf6-444a-a917-d065fe9287b9 HTTP/1.1" status: 200 len: 1001 time: 0.2100313 Jan 18 22:23:04.648569 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 726f2559-9d78-42be-aef4-a8aa75da8ec7, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=726f2559-9d78-42be-aef4-a8aa75da8ec7,segment=NetworkSegment(de74c02c-b4b7-49a2-a9bc-68b0bd01e5b7),segment_id=de74c02c-b4b7-49a2-a9bc-68b0bd01e5b7)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:23:04.660166 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=d4aeaad3-0a25-4101-bf67-696d922c2523,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:04.680420 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-efbd02ea-fc7e-429a-b768-ccc856797d16 req-d8c873e0-bcb7-4721-8337-2289672b36ff tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Deleting port 9a0306c0-065b-4f7c-897a-b0ab604fa791 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:23:04.680760 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-efbd02ea-fc7e-429a-b768-ccc856797d16 req-d8c873e0-bcb7-4721-8337-2289672b36ff tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:04.682838 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': '726f2559-9d78-42be-aef4-a8aa75da8ec7', 'network_id': 'dd775970-2a5b-4fa0-b58f-e11b40e608fa', 'port_id': '726f2559-9d78-42be-aef4-a8aa75da8ec7', 'mac_address': 'fa:16:3e:7e:eb:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff3864e7-3d06-47c3-9688-9fc89286565c', 'ip_address': '10.1.1.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:23:04.717286 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-1b474389-baca-434c-8544-994be65afc4c None None] Provisioning complete for port 071317fe-c720-4cdf-8995-ee6074ce754d triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:23:04.718007 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1b474389-baca-434c-8544-994be65afc4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:04.746055 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98d35a3-9fc6-4a81-b35c-8bdd600f2216 req-9870c113-e7e2-45a4-96db-fdc940c799f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:04.747544 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c98d35a3-9fc6-4a81-b35c-8bdd600f2216 req-9870c113-e7e2-45a4-96db-fdc940c799f0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=388020c9-0236-4ef5-93d9-ef2bde8b97b6 HTTP/1.1" status: 200 len: 856 time: 0.1286647 Jan 18 22:23:04.759401 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39997208-3a8f-4e90-9a41-cddcc6e68dbc req-70cf075c-2e7f-4ba6-b2b0-12139b817413 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:04.762280 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:04.765840 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39997208-3a8f-4e90-9a41-cddcc6e68dbc req-70cf075c-2e7f-4ba6-b2b0-12139b817413 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:04.774428 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-1b474389-baca-434c-8544-994be65afc4c None None] Port 071317fe-c720-4cdf-8995-ee6074ce754d cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:23:04.782704 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39997208-3a8f-4e90-9a41-cddcc6e68dbc req-70cf075c-2e7f-4ba6-b2b0-12139b817413 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:04.791465 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39997208-3a8f-4e90-9a41-cddcc6e68dbc req-70cf075c-2e7f-4ba6-b2b0-12139b817413 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:04.800152 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 726f2559-9d78-42be-aef4-a8aa75da8ec7 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:23:04.801638 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39997208-3a8f-4e90-9a41-cddcc6e68dbc req-70cf075c-2e7f-4ba6-b2b0-12139b817413 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:04.807920 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39997208-3a8f-4e90-9a41-cddcc6e68dbc req-70cf075c-2e7f-4ba6-b2b0-12139b817413 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:04.814989 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39997208-3a8f-4e90-9a41-cddcc6e68dbc req-70cf075c-2e7f-4ba6-b2b0-12139b817413 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:04.816879 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-39997208-3a8f-4e90-9a41-cddcc6e68dbc req-70cf075c-2e7f-4ba6-b2b0-12139b817413 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/ports?device_id=db33aaef-5884-4da4-a311-5ede51d08faf HTTP/1.1" status: 200 len: 5426 time: 0.2109187 Jan 18 22:23:04.824916 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 726f2559-9d78-42be-aef4-a8aa75da8ec7, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=726f2559-9d78-42be-aef4-a8aa75da8ec7,segment=NetworkSegment(de74c02c-b4b7-49a2-a9bc-68b0bd01e5b7),segment_id=de74c02c-b4b7-49a2-a9bc-68b0bd01e5b7)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:23:04.832316 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:04.845892 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-efbd02ea-fc7e-429a-b768-ccc856797d16 req-d8c873e0-bcb7-4721-8337-2289672b36ff tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] For port 9a0306c0-065b-4f7c-897a-b0ab604fa791, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=9a0306c0-065b-4f7c-897a-b0ab604fa791,segment=NetworkSegment(54058af5-a5b1-45e9-977a-39ef1b01c87e),segment_id=54058af5-a5b1-45e9-977a-39ef1b01c87e)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:23:04.846226 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-efbd02ea-fc7e-429a-b768-ccc856797d16 req-d8c873e0-bcb7-4721-8337-2289672b36ff tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:04.885929 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7661f194-7c0a-4c6f-8de6-8eb475cd1c4c req-617e1b20-790c-49be-9d44-d5fc3b47b684 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:04.887426 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7661f194-7c0a-4c6f-8de6-8eb475cd1c4c req-617e1b20-790c-49be-9d44-d5fc3b47b684 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f15a6fe-1e03-4f4c-a849-3efa55d24784 HTTP/1.1" status: 200 len: 945 time: 0.1808755 Jan 18 22:23:04.891313 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=726f2559-9d78-42be-aef4-a8aa75da8ec7,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:04.917876 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-39997208-3a8f-4e90-9a41-cddcc6e68dbc req-37ac630d-01bc-4b62-bcce-bb5770a9bf1f tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/security-groups?id=43d45361-b6ad-4105-a9b4-e598b6e8e651&id=1a7f3ba7-6b33-47d4-842d-f8859c8e7d98&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0883217 Jan 18 22:23:04.925889 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98d35a3-9fc6-4a81-b35c-8bdd600f2216 req-bfbe6659-cad0-4b9c-8273-4abc7dbc5e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:04.927393 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c98d35a3-9fc6-4a81-b35c-8bdd600f2216 req-bfbe6659-cad0-4b9c-8273-4abc7dbc5e24 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a51a6fff-5ab2-447c-8b55-7ba7d5e58077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1078267 Jan 18 22:23:04.937674 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9fa61ec0-4e77-4a79-a65c-9b854490fc78 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:04.979171 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7661f194-7c0a-4c6f-8de6-8eb475cd1c4c req-1bca09aa-cd13-4281-9b0c-c4e64ebfa6e7 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778916 Jan 18 22:23:04.994886 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa61ec0-4e77-4a79-a65c-9b854490fc78 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event deleted for resources: {'Port': ['ID=071317fe-c720-4cdf-8995-ee6074ce754d,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:05.049453 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9fa61ec0-4e77-4a79-a65c-9b854490fc78 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:05.054790 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-9fa61ec0-4e77-4a79-a65c-9b854490fc78 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "DELETE /v2.0/ports/071317fe-c720-4cdf-8995-ee6074ce754d HTTP/1.1" status: 204 len: 168 time: 0.9512463 Jan 18 22:23:05.061648 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 38860) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:05.166555 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a10db0-1727-4a0a-bd2f-c1b40fa24e16 req-2aa41532-a6e3-4f45-8666-912e10fbdd9d tempest-InstanceActionsTestJSON-162675674 tempest-InstanceActionsTestJSON-162675674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:05.168101 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-04a10db0-1727-4a0a-bd2f-c1b40fa24e16 req-2aa41532-a6e3-4f45-8666-912e10fbdd9d tempest-InstanceActionsTestJSON-162675674 tempest-InstanceActionsTestJSON-162675674-project] 10.222.0.53 "GET /v2.0/ports?device_id=644be525-5f75-43cb-b8cd-76627cce74f7 HTTP/1.1" status: 200 len: 945 time: 0.1597242 Jan 18 22:23:05.173296 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c98d35a3-9fc6-4a81-b35c-8bdd600f2216 req-4ed8dc5b-fad5-4b38-b1f4-c36b6203158b service neutron] 10.222.0.67 "GET /v2.0/networks/a51a6fff-5ab2-447c-8b55-7ba7d5e58077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198608 Jan 18 22:23:05.215756 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026fcd6c-3d9f-4189-ae17-b83ed920fddc tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:05.217403 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026fcd6c-3d9f-4189-ae17-b83ed920fddc tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:05.218975 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-026fcd6c-3d9f-4189-ae17-b83ed920fddc tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1563537 Jan 18 22:23:05.225524 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 38862) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:05.236011 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea62bc1f-8cb0-456a-a13a-7b3d01defa45 req-88c6ab35-ef72-4eab-9616-b951fb4d4445 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:05.238437 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ea62bc1f-8cb0-456a-a13a-7b3d01defa45 req-88c6ab35-ef72-4eab-9616-b951fb4d4445 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa35bf88-4440-4d73-afcd-ae0cc04d6d11 HTTP/1.1" status: 200 len: 944 time: 0.1670201 Jan 18 22:23:05.238556 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-efbd02ea-fc7e-429a-b768-ccc856797d16 req-d8c873e0-bcb7-4721-8337-2289672b36ff tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:05.238896 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-efbd02ea-fc7e-429a-b768-ccc856797d16 req-d8c873e0-bcb7-4721-8337-2289672b36ff tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043075'] for floatingip, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:05.239193 n-d-825064-1 neutron-server[102431]: INFO neutron.db.l3_db [req-efbd02ea-fc7e-429a-b768-ccc856797d16 req-d8c873e0-bcb7-4721-8337-2289672b36ff tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Floating IP 42687632-ba2d-4a4c-824f-f8dd5a24349d disassociated. External IP: 172.25.5.86, port: 9a0306c0-065b-4f7c-897a-b0ab604fa791. Jan 18 22:23:05.239535 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-efbd02ea-fc7e-429a-b768-ccc856797d16 req-d8c873e0-bcb7-4721-8337-2289672b36ff tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Calling delete_port for 9a0306c0-065b-4f7c-897a-b0ab604fa791 owned by compute:nova {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:23:05.317771 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-04a10db0-1727-4a0a-bd2f-c1b40fa24e16 req-3d048585-e4e0-461f-98c2-0f0767fc698c tempest-InstanceActionsTestJSON-162675674 tempest-InstanceActionsTestJSON-162675674-project] 10.222.0.53 "GET /v2.0/security-groups?id=5ac90bba-2feb-4c0b-9de9-a9be63cb12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390455 Jan 18 22:23:05.337174 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8850b7a-4dd4-4969-a72b-b148a8c87ce7 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Deleting subnet 45439060-9ced-48e7-a869-337f4e18599b {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:23:05.341286 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ea62bc1f-8cb0-456a-a13a-7b3d01defa45 req-671dd5d0-6cf6-46de-af16-d4f9d2820de0 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fead2ec-99b5-4f01-a8ba-653859b4c215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722919 Jan 18 22:23:05.342434 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b8850b7a-4dd4-4969-a72b-b148a8c87ce7 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:05.352318 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 1301fae9-41cc-44d3-9592-357d23ecc5db up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:23:05.358990 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c98d35a3-9fc6-4a81-b35c-8bdd600f2216 req-ba987a75-02a9-4396-9884-8f6b9e2c189b service neutron] 10.222.0.67 "GET /v2.0/networks/a51a6fff-5ab2-447c-8b55-7ba7d5e58077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745918 Jan 18 22:23:05.408071 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b8850b7a-4dd4-4969-a72b-b148a8c87ce7 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:05.440706 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 1301fae9-41cc-44d3-9592-357d23ecc5db triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:23:05.441781 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:05.496112 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b8850b7a-4dd4-4969-a72b-b148a8c87ce7 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:05.547861 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98d35a3-9fc6-4a81-b35c-8bdd600f2216 req-4c6e5d54-2df9-4312-9872-c9709164dec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:05.550038 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c98d35a3-9fc6-4a81-b35c-8bdd600f2216 req-4c6e5d54-2df9-4312-9872-c9709164dec1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b29915fceb8e43e18911a1d8234c4c1a&device_id=e340baad-13e3-4a40-bd0a-81fc936fc61c HTTP/1.1" status: 200 len: 1094 time: 0.1167750 Jan 18 22:23:05.558546 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-efbd02ea-fc7e-429a-b768-ccc856797d16 req-d8c873e0-bcb7-4721-8337-2289672b36ff tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:05.561074 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ff1fab-5a1a-41b4-bcfa-df2de54c8c8a req-f821ef10-a21c-4d1f-9615-2fb34464ca6f tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:05.562709 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c8ff1fab-5a1a-41b4-bcfa-df2de54c8c8a req-f821ef10-a21c-4d1f-9615-2fb34464ca6f tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/ports?device_id=e340baad-13e3-4a40-bd0a-81fc936fc61c HTTP/1.1" status: 200 len: 943 time: 0.1423328 Jan 18 22:23:05.599556 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c873e0-bcb7-4721-8337-2289672b36ff tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Pushing event deleted for resources: {'Port': ['ID=9a0306c0-065b-4f7c-897a-b0ab604fa791,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:05.604659 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504c5c50-a94a-4c6b-a124-028a2e9e4b96 req-054e6431-cf5f-4a43-9633-5f599c125906 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:05.604822 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b8850b7a-4dd4-4969-a72b-b148a8c87ce7 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:05.606411 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-504c5c50-a94a-4c6b-a124-028a2e9e4b96 req-054e6431-cf5f-4a43-9633-5f599c125906 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef174e72-af9c-4820-b809-9e0e5168f5f6 HTTP/1.1" status: 200 len: 943 time: 0.1113822 Jan 18 22:23:05.694637 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c8ff1fab-5a1a-41b4-bcfa-df2de54c8c8a req-895329e2-58f4-4333-bd64-b03e86ec6ffd tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9107f98-3261-4c9b-b70c-aaafa7d6fae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183321 Jan 18 22:23:05.705884 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-504c5c50-a94a-4c6b-a124-028a2e9e4b96 req-e5e5fe9e-2b79-4a22-9d33-8977c3b83801 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc8c7d2e-b8e2-47f9-a940-5cbf5ddba272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651202 Jan 18 22:23:05.734076 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98d35a3-9fc6-4a81-b35c-8bdd600f2216 req-c581adfc-06cd-40b5-9412-537fc85ce37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:05.735566 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c98d35a3-9fc6-4a81-b35c-8bdd600f2216 req-c581adfc-06cd-40b5-9412-537fc85ce37a service neutron] 10.222.0.67 "GET /v2.0/networks?id=f092491e-0947-4058-bdc0-03dc785407fa HTTP/1.1" status: 200 len: 921 time: 0.1719778 Jan 18 22:23:05.781461 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['612fabe9-4416-4612-8231-d5ba01cdae5f'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:23:05.782735 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c98d35a3-9fc6-4a81-b35c-8bdd600f2216 req-ae69e6f8-6e99-4b46-b2af-cf5c3a27de68 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=95c500e3-5764-439e-99cd-d762e97e55a0 HTTP/1.1" status: 200 len: 217 time: 0.0396683 Jan 18 22:23:05.810054 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['60e4c595-bd88-4dba-8ee6-e0eaf93fa0f9'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:23:05.815170 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['57d9573d-4f34-4efd-a169-f5908b55ea47'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:23:05.850442 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98d35a3-9fc6-4a81-b35c-8bdd600f2216 req-b35c1c21-0cb9-41cd-bca3-9ab197019b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:05.852257 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c98d35a3-9fc6-4a81-b35c-8bdd600f2216 req-b35c1c21-0cb9-41cd-bca3-9ab197019b3e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a52884c8-9d97-4e4b-9890-07ddb774f2b4 HTTP/1.1" status: 200 len: 861 time: 0.0532122 Jan 18 22:23:05.867440 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['8378d970-1631-475d-9cba-3b81e38793ce'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:23:05.870920 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['d4aeaad3-0a25-4101-bf67-696d922c2523'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:23:05.889706 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c98d35a3-9fc6-4a81-b35c-8bdd600f2216 req-476f9495-6092-4cb8-9870-94e8642d375f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f092491e-0947-4058-bdc0-03dc785407fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306065 Jan 18 22:23:05.895338 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8850b7a-4dd4-4969-a72b-b148a8c87ce7 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event deleted for resources: {'Subnet': ['ID=45439060-9ced-48e7-a869-337f4e18599b,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:05.896961 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['24989149-146c-4acc-b874-9271bde1ec55'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:23:05.918124 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b8850b7a-4dd4-4969-a72b-b148a8c87ce7 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:05.921284 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-b8850b7a-4dd4-4969-a72b-b148a8c87ce7 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "DELETE /v2.0/subnets/45439060-9ced-48e7-a869-337f4e18599b HTTP/1.1" status: 204 len: 168 time: 0.6944368 Jan 18 22:23:05.923639 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 38870) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:05.930960 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['726f2559-9d78-42be-aef4-a8aa75da8ec7'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:23:05.975161 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9aee07-6bbd-4c4d-b754-87187478b25a None None] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:23:05.999011 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c98d35a3-9fc6-4a81-b35c-8bdd600f2216 req-8ef7a87e-b797-4f81-9494-6f07a8aedeef service neutron] 10.222.0.67 "GET /v2.0/networks/f092491e-0947-4058-bdc0-03dc785407fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024644 Jan 18 22:23:06.064763 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-f8e8171f-eb66-4601-8867-6f4afac97bff tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1329045 Jan 18 22:23:06.070160 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 38876) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:06.081236 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-a97147cd-3975-440f-b660-ad7781d7339e tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Request body: {'subnet': {'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:23:06.177809 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be88d9e6-ca03-43d6-a02a-dc8b9d4bc762 req-49100d4d-09fb-4b1e-b695-68893b025176 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:06.184023 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be88d9e6-ca03-43d6-a02a-dc8b9d4bc762 req-49100d4d-09fb-4b1e-b695-68893b025176 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:06.190823 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be88d9e6-ca03-43d6-a02a-dc8b9d4bc762 req-49100d4d-09fb-4b1e-b695-68893b025176 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:06.197224 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be88d9e6-ca03-43d6-a02a-dc8b9d4bc762 req-49100d4d-09fb-4b1e-b695-68893b025176 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:06.203489 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be88d9e6-ca03-43d6-a02a-dc8b9d4bc762 req-49100d4d-09fb-4b1e-b695-68893b025176 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:06.209618 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be88d9e6-ca03-43d6-a02a-dc8b9d4bc762 req-49100d4d-09fb-4b1e-b695-68893b025176 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:06.215497 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be88d9e6-ca03-43d6-a02a-dc8b9d4bc762 req-49100d4d-09fb-4b1e-b695-68893b025176 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:06.223688 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-be88d9e6-ca03-43d6-a02a-dc8b9d4bc762 req-49100d4d-09fb-4b1e-b695-68893b025176 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/ports?device_id=db33aaef-5884-4da4-a311-5ede51d08faf HTTP/1.1" status: 200 len: 5427 time: 0.2046707 Jan 18 22:23:06.226116 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [req-efbd02ea-fc7e-429a-b768-ccc856797d16 req-d8c873e0-bcb7-4721-8337-2289672b36ff tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Router fa8c3221-ba07-4be6-bada-e1305d269478 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:23:06.235972 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c672949-369b-4a8b-b36e-8db9dded1079 req-91f80f15-c79c-4587-8d27-269f7fd09e54 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:06.237526 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-1c672949-369b-4a8b-b36e-8db9dded1079 req-91f80f15-c79c-4587-8d27-269f7fd09e54 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f15a6fe-1e03-4f4c-a849-3efa55d24784 HTTP/1.1" status: 200 len: 945 time: 0.2141397 Jan 18 22:23:06.265807 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c98d35a3-9fc6-4a81-b35c-8bdd600f2216 req-068cfbc3-7dd6-47c6-80a4-ea541b857416 service neutron] 10.222.0.67 "GET /v2.0/networks/f092491e-0947-4058-bdc0-03dc785407fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595701 Jan 18 22:23:06.282784 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b47d90-ca83-4016-8a96-bb0c230c4a24 req-08e0261e-fe1a-4991-a003-576ba4dc9845 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:06.285984 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f8b47d90-ca83-4016-8a96-bb0c230c4a24 req-08e0261e-fe1a-4991-a003-576ba4dc9845 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f15a6fe-1e03-4f4c-a849-3efa55d24784 HTTP/1.1" status: 200 len: 945 time: 0.1789060 Jan 18 22:23:06.316439 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-be88d9e6-ca03-43d6-a02a-dc8b9d4bc762 req-ed1fc934-426f-46ac-8bb4-afb303f73a13 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/security-groups?id=43d45361-b6ad-4105-a9b4-e598b6e8e651&id=1a7f3ba7-6b33-47d4-842d-f8859c8e7d98&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0877721 Jan 18 22:23:06.381498 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f8b47d90-ca83-4016-8a96-bb0c230c4a24 req-4425bfa6-da62-47e7-a208-4b4708a4c1d8 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810788 Jan 18 22:23:06.402368 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a97147cd-3975-440f-b660-ad7781d7339e tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Made reservation on behalf of 0a17ff9ddd5f489695e0235ae87388f5 for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:23:06.406099 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a97147cd-3975-440f-b660-ad7781d7339e tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:06.494351 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac1ecfc-b219-4cf7-bbab-d91f1bf76bc1 None None] DHCP port deletion for 5ec417a5-fa6c-4abd-aa15-b83b9df83503 request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:23:06.512195 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd30601f-7854-4b11-b7ab-af5c8e693cad req-3244aa2f-ccad-44f3-9e87-f732974d86ef tempest-InstanceActionsTestJSON-162675674 tempest-InstanceActionsTestJSON-162675674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:06.514748 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cd30601f-7854-4b11-b7ab-af5c8e693cad req-3244aa2f-ccad-44f3-9e87-f732974d86ef tempest-InstanceActionsTestJSON-162675674 tempest-InstanceActionsTestJSON-162675674-project] 10.222.0.53 "GET /v2.0/ports?device_id=644be525-5f75-43cb-b8cd-76627cce74f7 HTTP/1.1" status: 200 len: 945 time: 0.0722086 Jan 18 22:23:06.551473 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d9f4ca3f-e247-4578-9fbc-09cb865b8947 req-4ee9b04c-05b8-4ddc-ba5d-3be735ce86ac tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa35bf88-4440-4d73-afcd-ae0cc04d6d11 HTTP/1.1" status: 200 len: 210 time: 0.0355303 Jan 18 22:23:06.571840 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-1c672949-369b-4a8b-b36e-8db9dded1079 req-449593b1-216f-4fc8-a1ff-ac5f43c6bdd5 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Deleting port f4f2579a-39ae-4aec-9900-bf34bbeb904f {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:23:06.572216 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-1c672949-369b-4a8b-b36e-8db9dded1079 req-449593b1-216f-4fc8-a1ff-ac5f43c6bdd5 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:06.575282 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-efbd02ea-fc7e-429a-b768-ccc856797d16 req-d8c873e0-bcb7-4721-8337-2289672b36ff tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:23:06.603235 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cd30601f-7854-4b11-b7ab-af5c8e693cad req-6b00bdeb-aa59-471f-8138-ce09597b908e tempest-InstanceActionsTestJSON-162675674 tempest-InstanceActionsTestJSON-162675674-project] 10.222.0.53 "GET /v2.0/security-groups?id=5ac90bba-2feb-4c0b-9de9-a9be63cb12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747607 Jan 18 22:23:06.657758 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a92b0da-d744-49ae-80dc-ba6c9a366d11 None None] Sync routers for ids ['fa8c3221-ba07-4be6-bada-e1305d269478'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:23:06.669417 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-efbd02ea-fc7e-429a-b768-ccc856797d16 req-d8c873e0-bcb7-4721-8337-2289672b36ff tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] No DVR routers for this DVR port 9a0306c0-065b-4f7c-897a-b0ab604fa791 on host n-h1-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:23:06.676223 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-efbd02ea-fc7e-429a-b768-ccc856797d16 req-d8c873e0-bcb7-4721-8337-2289672b36ff tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:06.679462 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-efbd02ea-fc7e-429a-b768-ccc856797d16 req-d8c873e0-bcb7-4721-8337-2289672b36ff tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.36 "DELETE /v2.0/ports/9a0306c0-065b-4f7c-897a-b0ab604fa791 HTTP/1.1" status: 204 len: 173 time: 2.2284529 Jan 18 22:23:06.679917 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa35bf88-4440-4d73-afcd-ae0cc04d6d11', 'name': 'network-vif-deleted', 'tag': '9a0306c0-065b-4f7c-897a-b0ab604fa791'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:23:06.682316 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46ae4b93-4a1f-4e10-a067-df8866ba2e91" -d '{"events": [{"server_uuid": "aa35bf88-4440-4d73-afcd-ae0cc04d6d11", "name": "network-vif-deleted", "tag": "9a0306c0-065b-4f7c-897a-b0ab604fa791"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:23:06.763031 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-1c672949-369b-4a8b-b36e-8db9dded1079 req-449593b1-216f-4fc8-a1ff-ac5f43c6bdd5 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] For port f4f2579a-39ae-4aec-9900-bf34bbeb904f, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=f4f2579a-39ae-4aec-9900-bf34bbeb904f,segment=NetworkSegment(773e2478-13af-4dd0-bb1a-13e4946a40f7),segment_id=773e2478-13af-4dd0-bb1a-13e4946a40f7)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:23:06.763398 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-1c672949-369b-4a8b-b36e-8db9dded1079 req-449593b1-216f-4fc8-a1ff-ac5f43c6bdd5 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:06.783997 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-1c672949-369b-4a8b-b36e-8db9dded1079 req-449593b1-216f-4fc8-a1ff-ac5f43c6bdd5 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Calling delete_port for f4f2579a-39ae-4aec-9900-bf34bbeb904f owned by compute:nova {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:23:06.785736 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['3c486e4d-5c8b-4bdd-b990-9e55341e98f1'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:23:06.787630 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a92b0da-d744-49ae-80dc-ba6c9a366d11 None None] Routers {'fa8c3221-ba07-4be6-bada-e1305d269478'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:23:06.788393 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-9a92b0da-d744-49ae-80dc-ba6c9a366d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:22:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['fa8c3221-ba07-4be6-bada-e1305d269478'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:23:06.791159 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c0116a2-e31a-4a9e-8455-d1c7967fd58b x-openstack-request-id: req-1c0116a2-e31a-4a9e-8455-d1c7967fd58b {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:23:06.791451 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa35bf88-4440-4d73-afcd-ae0cc04d6d11", "name": "network-vif-deleted", "tag": "9a0306c0-065b-4f7c-897a-b0ab604fa791", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:23:06.791700 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1c0116a2-e31a-4a9e-8455-d1c7967fd58b {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:23:06.792102 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa35bf88-4440-4d73-afcd-ae0cc04d6d11', 'name': 'network-vif-deleted', 'tag': '9a0306c0-065b-4f7c-897a-b0ab604fa791', 'status': 'completed', 'code': 200} Jan 18 22:23:06.883268 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a97147cd-3975-440f-b660-ad7781d7339e tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:06.919535 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 95c500e3-5764-439e-99cd-d762e97e55a0 details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:23:06.940283 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97147cd-3975-440f-b660-ad7781d7339e tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:23:06.948960 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf04ca2-376d-4152-b01b-8537a7017039 req-c86d409d-1f98-401f-940d-ce24c72b6cfa tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:06.950209 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-a97147cd-3975-440f-b660-ad7781d7339e tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:23:06.950617 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-caf04ca2-376d-4152-b01b-8537a7017039 req-c86d409d-1f98-401f-940d-ce24c72b6cfa tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/ports?device_id=e340baad-13e3-4a40-bd0a-81fc936fc61c HTTP/1.1" status: 200 len: 943 time: 0.1149409 Jan 18 22:23:06.955800 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97147cd-3975-440f-b660-ad7781d7339e tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:06.956474 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a97147cd-3975-440f-b660-ad7781d7339e tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:06.979151 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97147cd-3975-440f-b660-ad7781d7339e tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event updated for resources: {'Subnet': ['ID=f3f94920-cfc9-4ee1-80d0-aedd8114dea5,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:06.984783 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b49a9-35bb-4617-b60c-b4c162bb8a33 req-56687032-af12-4768-8557-f3ec8d5a52ab tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:06.986494 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-388b49a9-35bb-4617-b60c-b4c162bb8a33 req-56687032-af12-4768-8557-f3ec8d5a52ab tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef174e72-af9c-4820-b809-9e0e5168f5f6 HTTP/1.1" status: 200 len: 943 time: 0.0938220 Jan 18 22:23:07.002977 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-a97147cd-3975-440f-b660-ad7781d7339e tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9337091 Jan 18 22:23:07.007192 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 38892) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:07.017493 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-841e40be-835f-4285-a27f-73b1263f3eae tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Request body: {'port': {'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503', 'fixed_ips': [{'subnet_id': 'f3f94920-cfc9-4ee1-80d0-aedd8114dea5', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-719766632'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:23:07.035494 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-1c672949-369b-4a8b-b36e-8db9dded1079 req-449593b1-216f-4fc8-a1ff-ac5f43c6bdd5 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:07.074470 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449593b1-216f-4fc8-a1ff-ac5f43c6bdd5 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Pushing event deleted for resources: {'Port': ['ID=f4f2579a-39ae-4aec-9900-bf34bbeb904f,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:07.101561 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['f4f2579a-39ae-4aec-9900-bf34bbeb904f'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:23:07.125284 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-caf04ca2-376d-4152-b01b-8537a7017039 req-8a86b8d2-48f4-4e8d-ab26-76e6ebd0347c tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9107f98-3261-4c9b-b70c-aaafa7d6fae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495423 Jan 18 22:23:07.130474 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-bac1ecfc-b219-4cf7-bbab-d91f1bf76bc1 None None] Deleting port 1301fae9-41cc-44d3-9592-357d23ecc5db {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:23:07.130855 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bac1ecfc-b219-4cf7-bbab-d91f1bf76bc1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:07.156856 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c672949-369b-4a8b-b36e-8db9dded1079 req-449593b1-216f-4fc8-a1ff-ac5f43c6bdd5 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] No DVR routers for this DVR port f4f2579a-39ae-4aec-9900-bf34bbeb904f on host n-h1-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:23:07.161362 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-1c672949-369b-4a8b-b36e-8db9dded1079 req-449593b1-216f-4fc8-a1ff-ac5f43c6bdd5 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:07.163619 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-388b49a9-35bb-4617-b60c-b4c162bb8a33 req-da3fb6ba-5356-4482-992e-60649d69adf6 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc8c7d2e-b8e2-47f9-a940-5cbf5ddba272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584232 Jan 18 22:23:07.166421 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-1c672949-369b-4a8b-b36e-8db9dded1079 req-449593b1-216f-4fc8-a1ff-ac5f43c6bdd5 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.36 "DELETE /v2.0/ports/f4f2579a-39ae-4aec-9900-bf34bbeb904f HTTP/1.1" status: 204 len: 173 time: 0.9224014 Jan 18 22:23:07.227097 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.db.resource_extend [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 22:23:07.232186 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-841e40be-835f-4285-a27f-73b1263f3eae tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Made reservation on behalf of 0a17ff9ddd5f489695e0235ae87388f5 for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:23:07.364763 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-841e40be-835f-4285-a27f-73b1263f3eae tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:07.371565 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-9a92b0da-d744-49ae-80dc-ba6c9a366d11 None None] Set router fa8c3221-ba07-4be6-bada-e1305d269478 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:23:07.387291 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [None req-841e40be-835f-4285-a27f-73b1263f3eae tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] device_id is not set on port 14d6a853-3910-4f49-b560-527c74418af3 yet. {{(pid=102430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:23:07.433836 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 1301fae9-41cc-44d3-9592-357d23ecc5db no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:23:07.509299 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-bac1ecfc-b219-4cf7-bbab-d91f1bf76bc1 None None] For port 1301fae9-41cc-44d3-9592-357d23ecc5db, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=1301fae9-41cc-44d3-9592-357d23ecc5db,segment=NetworkSegment(3c2fda82-0722-4d26-8bf8-bb1f4fe594b8),segment_id=3c2fda82-0722-4d26-8bf8-bb1f4fe594b8)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:23:07.510020 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bac1ecfc-b219-4cf7-bbab-d91f1bf76bc1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:07.523215 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9efd1f1c-bd8c-4e69-88ca-92e6b7895a1b req-5e8b7952-d796-4ff8-8591-a9b2b29bf08e tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f15a6fe-1e03-4f4c-a849-3efa55d24784 HTTP/1.1" status: 200 len: 210 time: 0.0456381 Jan 18 22:23:07.557484 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3757f4-284f-4a69-84a3-0179a989f4d2 req-28a0d5a7-e359-4b58-839a-899669df1db4 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:07.563167 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3757f4-284f-4a69-84a3-0179a989f4d2 req-28a0d5a7-e359-4b58-839a-899669df1db4 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:07.568959 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3757f4-284f-4a69-84a3-0179a989f4d2 req-28a0d5a7-e359-4b58-839a-899669df1db4 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:07.572354 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-bac1ecfc-b219-4cf7-bbab-d91f1bf76bc1 None None] Calling delete_port for 1301fae9-41cc-44d3-9592-357d23ecc5db owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:23:07.574986 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3757f4-284f-4a69-84a3-0179a989f4d2 req-28a0d5a7-e359-4b58-839a-899669df1db4 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:07.581375 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3757f4-284f-4a69-84a3-0179a989f4d2 req-28a0d5a7-e359-4b58-839a-899669df1db4 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:07.587158 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3757f4-284f-4a69-84a3-0179a989f4d2 req-28a0d5a7-e359-4b58-839a-899669df1db4 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:07.592904 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3757f4-284f-4a69-84a3-0179a989f4d2 req-28a0d5a7-e359-4b58-839a-899669df1db4 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:07.594763 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1c3757f4-284f-4a69-84a3-0179a989f4d2 req-28a0d5a7-e359-4b58-839a-899669df1db4 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/ports?device_id=db33aaef-5884-4da4-a311-5ede51d08faf HTTP/1.1" status: 200 len: 5427 time: 0.1617780 Jan 18 22:23:07.650799 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 38906) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:07.653856 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 95c500e3-5764-439e-99cd-d762e97e55a0, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=95c500e3-5764-439e-99cd-d762e97e55a0,segment=NetworkSegment(6d4c9fdf-454c-4b11-b8c6-11146d43a316),segment_id=6d4c9fdf-454c-4b11-b8c6-11146d43a316)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:23:07.692758 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1c3757f4-284f-4a69-84a3-0179a989f4d2 req-254907d6-ab55-4eb5-8be2-f4415c527c1c tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/security-groups?id=43d45361-b6ad-4105-a9b4-e598b6e8e651&id=1a7f3ba7-6b33-47d4-842d-f8859c8e7d98&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0793710 Jan 18 22:23:07.696409 n-d-825064-1 neutron-server[102430]: INFO neutron.pecan_wsgi.hooks.translation [None req-841e40be-835f-4285-a27f-73b1263f3eae tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 22:23:07.696885 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-841e40be-835f-4285-a27f-73b1263f3eae tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:23:07.719830 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': '95c500e3-5764-439e-99cd-d762e97e55a0', 'network_id': 'f092491e-0947-4058-bdc0-03dc785407fa', 'port_id': '95c500e3-5764-439e-99cd-d762e97e55a0', 'mac_address': 'fa:16:3e:bf:d5:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a52884c8-9d97-4e4b-9890-07ddb774f2b4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:23:07.746729 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-97c99f6f-18c7-4da8-9f89-3d00611700ce tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:07.770470 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-841e40be-835f-4285-a27f-73b1263f3eae tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 0.7587471 Jan 18 22:23:07.773167 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 38908) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:07.789672 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-97c99f6f-18c7-4da8-9f89-3d00611700ce tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:07.823842 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d86067-188c-494e-a08b-5577ea148448 req-bc48ab93-9197-42a7-a4ee-14e5854f05aa tempest-InstanceActionsTestJSON-162675674 tempest-InstanceActionsTestJSON-162675674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:07.825401 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-00d86067-188c-494e-a08b-5577ea148448 req-bc48ab93-9197-42a7-a4ee-14e5854f05aa tempest-InstanceActionsTestJSON-162675674 tempest-InstanceActionsTestJSON-162675674-project] 10.222.0.53 "GET /v2.0/ports?device_id=644be525-5f75-43cb-b8cd-76627cce74f7 HTTP/1.1" status: 200 len: 945 time: 0.0959036 Jan 18 22:23:07.833196 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:07.842806 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b9e8c6-3160-4486-8aa6-1ade97a5d1b4 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:07.844351 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-45b9e8c6-3160-4486-8aa6-1ade97a5d1b4 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0700026 Jan 18 22:23:07.848462 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 38910) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:07.866478 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 9a0306c0-065b-4f7c-897a-b0ab604fa791 no longer exists at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:23:07.882091 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-00d86067-188c-494e-a08b-5577ea148448 req-49cb471a-3c6e-4561-9cbb-eb3d31df5b8d tempest-InstanceActionsTestJSON-162675674 tempest-InstanceActionsTestJSON-162675674-project] 10.222.0.53 "GET /v2.0/security-groups?id=5ac90bba-2feb-4c0b-9de9-a9be63cb12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366583 Jan 18 22:23:07.893745 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:07.917858 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214d1252-4760-4ada-9cf7-4f76dc215d47 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:07.919835 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214d1252-4760-4ada-9cf7-4f76dc215d47 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:07.921493 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-214d1252-4760-4ada-9cf7-4f76dc215d47 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0725210 Jan 18 22:23:07.924404 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 38912) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:07.931924 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] No Port match for: 9a0306c0-065b-4f7c-897a-b0ab604fa791 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:23:07.932443 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 9a0306c0-065b-4f7c-897a-b0ab604fa791 not bound to the agent host n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:23:07.943487 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-97c99f6f-18c7-4da8-9f89-3d00611700ce tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:07.946874 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-97c99f6f-18c7-4da8-9f89-3d00611700ce tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:07.952092 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-97c99f6f-18c7-4da8-9f89-3d00611700ce tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "DELETE /v2.0/security-groups/7fead2ec-99b5-4f01-a8ba-653859b4c215 HTTP/1.1" status: 204 len: 168 time: 0.2945969 Jan 18 22:23:07.952463 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95c500e3-5764-439e-99cd-d762e97e55a0 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:23:07.952672 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 38914) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:07.960925 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bac1ecfc-b219-4cf7-bbab-d91f1bf76bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:07.969657 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [None req-e0ee30d0-ccad-4296-b2b2-1678cf80cc72 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] show failed (client error): The resource could not be found. Jan 18 22:23:07.973243 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-e0ee30d0-ccad-4296-b2b2-1678cf80cc72 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "GET /v2.0/security-groups/7fead2ec-99b5-4f01-a8ba-653859b4c215 HTTP/1.1" status: 404 len: 347 time: 0.0170009 Jan 18 22:23:07.973903 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 38916) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:07.989877 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c99f6f-18c7-4da8-9f89-3d00611700ce tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fead2ec-99b5-4f01-a8ba-653859b4c215,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:08.009955 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f6e88e9-a1b0-4208-be89-c27787021345 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Deleting subnet f3f94920-cfc9-4ee1-80d0-aedd8114dea5 {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:23:08.013963 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3f6e88e9-a1b0-4208-be89-c27787021345 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:08.026556 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac1ecfc-b219-4cf7-bbab-d91f1bf76bc1 None None] Pushing event deleted for resources: {'Port': ['ID=1301fae9-41cc-44d3-9592-357d23ecc5db,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:08.031197 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac1ecfc-b219-4cf7-bbab-d91f1bf76bc1 None None] No DVR routers for this DVR port 1301fae9-41cc-44d3-9592-357d23ecc5db on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:23:08.035033 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 95c500e3-5764-439e-99cd-d762e97e55a0, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=95c500e3-5764-439e-99cd-d762e97e55a0,segment=NetworkSegment(6d4c9fdf-454c-4b11-b8c6-11146d43a316),segment_id=6d4c9fdf-454c-4b11-b8c6-11146d43a316)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:23:08.047359 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:08.075736 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0068a8c7-3b67-4ff3-9232-234a43b5fca4 None None] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:23:08.086728 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3f6e88e9-a1b0-4208-be89-c27787021345 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:08.130194 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-50dcd654-f862-4586-9661-17bedbe1744a tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Deleting port 408f7725-fe5b-4dc2-a826-0a971cc0a2b0 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:23:08.130752 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-50dcd654-f862-4586-9661-17bedbe1744a tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:08.134682 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-9a92b0da-d744-49ae-80dc-ba6c9a366d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa8c3221-ba07-4be6-bada-e1305d269478', 'name': 'tempest-ServerActionsTestJSON-612760161-router', 'tenant_id': '584d50ef6ed64545aac1e7947879ab5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': 'cd5d6978-375b-4f11-b4bc-bfafdfe6dd9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:13:41Z', 'updated_at': '2022-01-18T22:13:51Z', 'revision_number': 4, 'project_id': '584d50ef6ed64545aac1e7947879ab5e', 'gw_port': {'id': 'cd5d6978-375b-4f11-b4bc-bfafdfe6dd9c', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d3:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8c3221-ba07-4be6-bada-e1305d269478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:43Z', 'updated_at': '2022-01-18T22:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '8e42be80-f29b-46db-ba35-96636f2fb622', 'name': '', 'network_id': 'e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84', 'tenant_id': '584d50ef6ed64545aac1e7947879ab5e', 'mac_address': 'fa:16:3e:48:e2:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8c3221-ba07-4be6-bada-e1305d269478', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '42841b58-d144-4855-94d6-b7b43c1900e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:49Z', 'updated_at': '2022-01-18T22:13:59Z', 'revision_number': 5, 'project_id': '584d50ef6ed64545aac1e7947879ab5e', 'subnets': [{'id': '42841b58-d144-4855-94d6-b7b43c1900e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:23:08.138684 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3f6e88e9-a1b0-4208-be89-c27787021345 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:08.177663 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a92b0da-d744-49ae-80dc-ba6c9a366d11 None None] Checking router: fa8c3221-ba07-4be6-bada-e1305d269478 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:23:08.180929 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=95c500e3-5764-439e-99cd-d762e97e55a0,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:08.202391 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a92b0da-d744-49ae-80dc-ba6c9a366d11 None None] Routers {'fa8c3221-ba07-4be6-bada-e1305d269478'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:23:08.203022 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-9a92b0da-d744-49ae-80dc-ba6c9a366d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:22:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['fa8c3221-ba07-4be6-bada-e1305d269478'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:23:08.234445 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3f6e88e9-a1b0-4208-be89-c27787021345 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:08.274163 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3f6e88e9-a1b0-4208-be89-c27787021345 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:08.280483 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-3f6e88e9-a1b0-4208-be89-c27787021345 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "DELETE /v2.0/subnets/f3f94920-cfc9-4ee1-80d0-aedd8114dea5 HTTP/1.1" status: 204 len: 168 time: 0.3529828 Jan 18 22:23:08.280483 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6e88e9-a1b0-4208-be89-c27787021345 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event deleted for resources: {'Subnet': ['ID=f3f94920-cfc9-4ee1-80d0-aedd8114dea5,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:08.281704 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 38922) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:08.317850 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be931cbb-281f-4510-85b4-c394625031f7 req-f5e1c559-f9b2-4540-9935-1ce07fcb6a28 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:08.319325 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-be931cbb-281f-4510-85b4-c394625031f7 req-f5e1c559-f9b2-4540-9935-1ce07fcb6a28 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/ports?device_id=e340baad-13e3-4a40-bd0a-81fc936fc61c HTTP/1.1" status: 200 len: 944 time: 0.1079679 Jan 18 22:23:08.327694 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-0a438626-3dd4-4fae-9733-7532fc690a4d tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0445402 Jan 18 22:23:08.328348 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 38926) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:08.336725 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-590ef0ff-e01f-4c11-9286-638e2f04bdd0 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Request body: {'subnet': {'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:23:08.349187 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-50dcd654-f862-4586-9661-17bedbe1744a tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:08.349596 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-50dcd654-f862-4586-9661-17bedbe1744a tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:08.367290 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-50dcd654-f862-4586-9661-17bedbe1744a tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Calling delete_port for 408f7725-fe5b-4dc2-a826-0a971cc0a2b0 owned by network:floatingip {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:23:08.370453 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-9a92b0da-d744-49ae-80dc-ba6c9a366d11 None None] Set router fa8c3221-ba07-4be6-bada-e1305d269478 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:23:08.397932 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1d6894-ea27-4f88-b599-fa71c46f4084 req-5f9233d8-e5d8-4cf9-a8d1-12c4975936ba tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:08.399701 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cb1d6894-ea27-4f88-b599-fa71c46f4084 req-5f9233d8-e5d8-4cf9-a8d1-12c4975936ba tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef174e72-af9c-4820-b809-9e0e5168f5f6 HTTP/1.1" status: 200 len: 943 time: 0.1486549 Jan 18 22:23:08.469825 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-590ef0ff-e01f-4c11-9286-638e2f04bdd0 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Made reservation on behalf of 0a17ff9ddd5f489695e0235ae87388f5 for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:23:08.474597 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-590ef0ff-e01f-4c11-9286-638e2f04bdd0 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:08.500339 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cb1d6894-ea27-4f88-b599-fa71c46f4084 req-dcf86bd9-003c-4874-862b-151ca7f17185 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc8c7d2e-b8e2-47f9-a940-5cbf5ddba272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928328 Jan 18 22:23:08.523732 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-be931cbb-281f-4510-85b4-c394625031f7 req-2e6257ba-915d-4d38-96cc-0ab5ca8db92d tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9107f98-3261-4c9b-b70c-aaafa7d6fae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913435 Jan 18 22:23:08.693705 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-50dcd654-f862-4586-9661-17bedbe1744a tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:08.736809 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-590ef0ff-e01f-4c11-9286-638e2f04bdd0 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:08.795778 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f15a6fe-1e03-4f4c-a849-3efa55d24784', 'name': 'network-vif-deleted', 'tag': 'f4f2579a-39ae-4aec-9900-bf34bbeb904f'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:23:08.798107 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44204a9e-c812-4597-9da7-7e204294fe38" -d '{"events": [{"server_uuid": "8f15a6fe-1e03-4f4c-a849-3efa55d24784", "name": "network-vif-deleted", "tag": "f4f2579a-39ae-4aec-9900-bf34bbeb904f"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:23:08.819196 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590ef0ff-e01f-4c11-9286-638e2f04bdd0 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:23:08.825338 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-590ef0ff-e01f-4c11-9286-638e2f04bdd0 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:23:08.831220 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590ef0ff-e01f-4c11-9286-638e2f04bdd0 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:08.831997 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-590ef0ff-e01f-4c11-9286-638e2f04bdd0 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:08.835695 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590ef0ff-e01f-4c11-9286-638e2f04bdd0 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event updated for resources: {'Subnet': ['ID=17586803-f89e-4a06-a462-901913a5b5a8,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:08.852962 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b98e8f-660d-4cc5-a1ec-d2a05ebd7b85 None None] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:23:08.858140 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-590ef0ff-e01f-4c11-9286-638e2f04bdd0 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5260360 Jan 18 22:23:08.859226 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 38946) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:08.863188 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-81cc1cfa-abd0-4213-9e94-900bfc1b5c46 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1872568288', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:23:08.871454 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 25680f59-4b56-4e52-a872-62736028b80e details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:23:08.873810 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 612fabe9-4416-4612-8231-d5ba01cdae5f up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:23:08.891001 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-81cc1cfa-abd0-4213-9e94-900bfc1b5c46 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1044160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8692'] for router, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:08.892104 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-81cc1cfa-abd0-4213-9e94-900bfc1b5c46 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1040680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8675'] for router, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:08.945128 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-81cc1cfa-abd0-4213-9e94-900bfc1b5c46 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:08.951658 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-81cc1cfa-abd0-4213-9e94-900bfc1b5c46 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1040691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049'] for router, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:08.972723 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-81cc1cfa-abd0-4213-9e94-900bfc1b5c46 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:08.976616 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-81cc1cfa-abd0-4213-9e94-900bfc1b5c46 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1144574 Jan 18 22:23:08.976988 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 38950) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:09.075130 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dcd654-f862-4586-9661-17bedbe1744a tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Pushing event deleted for resources: {'Port': ['ID=408f7725-fe5b-4dc2-a826-0a971cc0a2b0,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:09.086156 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-9a92b0da-d744-49ae-80dc-ba6c9a366d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa8c3221-ba07-4be6-bada-e1305d269478', 'name': 'tempest-ServerActionsTestJSON-612760161-router', 'tenant_id': '584d50ef6ed64545aac1e7947879ab5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': 'cd5d6978-375b-4f11-b4bc-bfafdfe6dd9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:13:41Z', 'updated_at': '2022-01-18T22:13:51Z', 'revision_number': 4, 'project_id': '584d50ef6ed64545aac1e7947879ab5e', 'gw_port': {'id': 'cd5d6978-375b-4f11-b4bc-bfafdfe6dd9c', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d3:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8c3221-ba07-4be6-bada-e1305d269478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:43Z', 'updated_at': '2022-01-18T22:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '8e42be80-f29b-46db-ba35-96636f2fb622', 'name': '', 'network_id': 'e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84', 'tenant_id': '584d50ef6ed64545aac1e7947879ab5e', 'mac_address': 'fa:16:3e:48:e2:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8c3221-ba07-4be6-bada-e1305d269478', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '42841b58-d144-4855-94d6-b7b43c1900e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:49Z', 'updated_at': '2022-01-18T22:13:59Z', 'revision_number': 5, 'project_id': '584d50ef6ed64545aac1e7947879ab5e', 'subnets': [{'id': '42841b58-d144-4855-94d6-b7b43c1900e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:23:09.099746 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port 612fabe9-4416-4612-8231-d5ba01cdae5f completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:23:09.136060 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a92b0da-d744-49ae-80dc-ba6c9a366d11 None None] The sync data for ids ['fa8c3221-ba07-4be6-bada-e1305d269478'] in n-d-825064-1 is: [{'id': 'fa8c3221-ba07-4be6-bada-e1305d269478', 'name': 'tempest-ServerActionsTestJSON-612760161-router', 'tenant_id': '584d50ef6ed64545aac1e7947879ab5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': 'cd5d6978-375b-4f11-b4bc-bfafdfe6dd9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:13:41Z', 'updated_at': '2022-01-18T22:13:51Z', 'revision_number': 4, 'project_id': '584d50ef6ed64545aac1e7947879ab5e', 'gw_port': {'id': 'cd5d6978-375b-4f11-b4bc-bfafdfe6dd9c', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d3:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8c3221-ba07-4be6-bada-e1305d269478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:43Z', 'updated_at': '2022-01-18T22:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '8e42be80-f29b-46db-ba35-96636f2fb622', 'name': '', 'network_id': 'e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84', 'tenant_id': '584d50ef6ed64545aac1e7947879ab5e', 'mac_address': 'fa:16:3e:48:e2:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8c3221-ba07-4be6-bada-e1305d269478', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '42841b58-d144-4855-94d6-b7b43c1900e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:49Z', 'updated_at': '2022-01-18T22:13:59Z', 'revision_number': 5, 'project_id': '584d50ef6ed64545aac1e7947879ab5e', 'subnets': [{'id': '42841b58-d144-4855-94d6-b7b43c1900e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:23:09.137591 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port 612fabe9-4416-4612-8231-d5ba01cdae5f triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:23:09.137954 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:09.177944 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 25680f59-4b56-4e52-a872-62736028b80e, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=25680f59-4b56-4e52-a872-62736028b80e,segment=NetworkSegment(2bbe6b88-f1a6-4fc9-b338-69341977472e),segment_id=2bbe6b88-f1a6-4fc9-b338-69341977472e)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:23:09.227733 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-50dcd654-f862-4586-9661-17bedbe1744a tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Notify callbacks [] for floatingip, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:09.231357 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-50dcd654-f862-4586-9661-17bedbe1744a tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:09.232322 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': '25680f59-4b56-4e52-a872-62736028b80e', 'network_id': '61203f33-a8b3-4e89-8217-8dac5f2bb01b', 'port_id': '25680f59-4b56-4e52-a872-62736028b80e', 'mac_address': 'fa:16:3e:82:a7:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b92d365b-b574-47a9-a91d-968f4b104686', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:23:09.233337 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-50dcd654-f862-4586-9661-17bedbe1744a tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] 10.222.0.53 "DELETE /v2.0/floatingips/42687632-ba2d-4a4c-824f-f8dd5a24349d HTTP/1.1" status: 204 len: 168 time: 1.2587633 Jan 18 22:23:09.238723 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 38952) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:09.257418 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cf7cbc-1c0b-494c-ba8d-df820731e6f6 req-63538202-59d2-4341-aef6-9084cfe2835c tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:09.265389 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cf7cbc-1c0b-494c-ba8d-df820731e6f6 req-63538202-59d2-4341-aef6-9084cfe2835c tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:09.272629 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cf7cbc-1c0b-494c-ba8d-df820731e6f6 req-63538202-59d2-4341-aef6-9084cfe2835c tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:09.279587 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cf7cbc-1c0b-494c-ba8d-df820731e6f6 req-63538202-59d2-4341-aef6-9084cfe2835c tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:09.283359 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cc6e647f-c9e0-40c4-9565-dab79d41e902 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:09.287193 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cf7cbc-1c0b-494c-ba8d-df820731e6f6 req-63538202-59d2-4341-aef6-9084cfe2835c tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:09.294064 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cf7cbc-1c0b-494c-ba8d-df820731e6f6 req-63538202-59d2-4341-aef6-9084cfe2835c tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:09.299630 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956beccb-353e-4b77-a694-6f6d8051a004 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-5ec417a5-fa6c-4abd-aa15-b83b9df83503', 'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503', 'tenant_id': '0a17ff9ddd5f489695e0235ae87388f5', 'fixed_ips': [{'subnet_id': '17586803-f89e-4a06-a462-901913a5b5a8'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:23:09.300519 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-956beccb-353e-4b77-a694-6f6d8051a004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:09.303220 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cf7cbc-1c0b-494c-ba8d-df820731e6f6 req-63538202-59d2-4341-aef6-9084cfe2835c tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:09.312716 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-11cf7cbc-1c0b-494c-ba8d-df820731e6f6 req-63538202-59d2-4341-aef6-9084cfe2835c tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/ports?device_id=db33aaef-5884-4da4-a311-5ede51d08faf HTTP/1.1" status: 200 len: 5427 time: 0.2398756 Jan 18 22:23:09.360478 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:09.410017 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-11cf7cbc-1c0b-494c-ba8d-df820731e6f6 req-61ff9a51-9802-469d-bb64-3c95f635092b tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/security-groups?id=43d45361-b6ad-4105-a9b4-e598b6e8e651&id=1a7f3ba7-6b33-47d4-842d-f8859c8e7d98&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0955503 Jan 18 22:23:09.449379 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5217ff-39a8-478b-bdfa-b98b5b84a428 req-27900c71-4e03-479a-8137-fc0d9b14f629 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:09.451144 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5e5217ff-39a8-478b-bdfa-b98b5b84a428 req-27900c71-4e03-479a-8137-fc0d9b14f629 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/networks?id=616341ad-8ee5-46dd-a50f-fbf4c382e06c HTTP/1.1" status: 200 len: 812 time: 0.3770523 Jan 18 22:23:09.460358 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25680f59-4b56-4e52-a872-62736028b80e {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:23:09.490706 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5e5217ff-39a8-478b-bdfa-b98b5b84a428 req-bac48ee6-d260-4739-9c38-b86cfa9ae36e tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/quotas/feff401a111441e8bc4bdb3f9c55f3c8 HTTP/1.1" status: 200 len: 375 time: 0.0324748 Jan 18 22:23:09.493715 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:09.507792 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 25680f59-4b56-4e52-a872-62736028b80e, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=25680f59-4b56-4e52-a872-62736028b80e,segment=NetworkSegment(2bbe6b88-f1a6-4fc9-b338-69341977472e),segment_id=2bbe6b88-f1a6-4fc9-b338-69341977472e)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:23:09.521699 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19c3c469-3925-46b8-a568-12bc256c5aae x-openstack-request-id: req-19c3c469-3925-46b8-a568-12bc256c5aae {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:23:09.521994 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f15a6fe-1e03-4f4c-a849-3efa55d24784", "name": "network-vif-deleted", "tag": "f4f2579a-39ae-4aec-9900-bf34bbeb904f", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:23:09.522304 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-19c3c469-3925-46b8-a568-12bc256c5aae {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:23:09.522715 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f15a6fe-1e03-4f4c-a849-3efa55d24784', 'name': 'network-vif-deleted', 'tag': 'f4f2579a-39ae-4aec-9900-bf34bbeb904f', 'status': 'completed', 'code': 200} Jan 18 22:23:09.542376 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:09.544740 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5e5217ff-39a8-478b-bdfa-b98b5b84a428 req-bd203381-84c4-4e89-8917-0644957f8e7f tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=feff401a111441e8bc4bdb3f9c55f3c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0526710 Jan 18 22:23:09.553146 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6396c09b-6aec-40fd-9ba0-c788991de159 None None] New status for floating IP 42687632-ba2d-4a4c-824f-f8dd5a24349d: DOWN {{(pid=102433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 22:23:09.623436 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=25680f59-4b56-4e52-a872-62736028b80e,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:09.637305 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [req-5e5217ff-39a8-478b-bdfa-b98b5b84a428 req-894a5685-e84e-40d4-baec-3ab84963b8db service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102430) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:23:09.646738 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5e5217ff-39a8-478b-bdfa-b98b5b84a428 req-894a5685-e84e-40d4-baec-3ab84963b8db service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1003976 Jan 18 22:23:09.650397 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db33aaef-5884-4da4-a311-5ede51d08faf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '612fabe9-4416-4612-8231-d5ba01cdae5f'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:23:09.655758 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-636a1beb-7fdc-4829-aa4b-d959b76c46f0" -d '{"events": [{"server_uuid": "db33aaef-5884-4da4-a311-5ede51d08faf", "name": "network-vif-plugged", "status": "completed", "tag": "612fabe9-4416-4612-8231-d5ba01cdae5f"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:23:09.676412 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-956beccb-353e-4b77-a694-6f6d8051a004 None None] Allocated IP 2001:db8::2 (5ec417a5-fa6c-4abd-aa15-b83b9df83503/17586803-f89e-4a06-a462-901913a5b5a8/6fcd18a0-aa1f-4ca6-9c12-a3d1a556a9ce) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:23:09.700792 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 612fabe9-4416-4612-8231-d5ba01cdae5f, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=612fabe9-4416-4612-8231-d5ba01cdae5f,segment=NetworkSegment(de74c02c-b4b7-49a2-a9bc-68b0bd01e5b7),segment_id=de74c02c-b4b7-49a2-a9bc-68b0bd01e5b7)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:23:09.713878 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663512ae-2334-4743-a868-5a85bc431d5b req-492c5aa9-5ae4-48e0-a0d7-e3c936ff4431 tempest-InstanceActionsTestJSON-162675674 tempest-InstanceActionsTestJSON-162675674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:09.715410 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-663512ae-2334-4743-a868-5a85bc431d5b req-492c5aa9-5ae4-48e0-a0d7-e3c936ff4431 tempest-InstanceActionsTestJSON-162675674 tempest-InstanceActionsTestJSON-162675674-project] 10.222.0.53 "GET /v2.0/ports?device_id=644be525-5f75-43cb-b8cd-76627cce74f7 HTTP/1.1" status: 200 len: 945 time: 0.1403747 Jan 18 22:23:09.723773 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:09.780940 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-663512ae-2334-4743-a868-5a85bc431d5b req-311991d0-fdb2-4a0c-a1b1-b952268ebfa0 tempest-InstanceActionsTestJSON-162675674 tempest-InstanceActionsTestJSON-162675674-project] 10.222.0.53 "GET /v2.0/security-groups?id=5ac90bba-2feb-4c0b-9de9-a9be63cb12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564284 Jan 18 22:23:09.784524 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5e5217ff-39a8-478b-bdfa-b98b5b84a428 req-84ea74ae-c5e5-4837-8494-1a24ad5ac3fc service neutron] 10.222.0.53 "GET /v2.0/networks/616341ad-8ee5-46dd-a50f-fbf4c382e06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375961 Jan 18 22:23:09.823078 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=612fabe9-4416-4612-8231-d5ba01cdae5f,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:09.862614 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device f4f2579a-39ae-4aec-9900-bf34bbeb904f no longer exists at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:23:09.915285 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] No Port match for: f4f2579a-39ae-4aec-9900-bf34bbeb904f {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:23:09.915896 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device f4f2579a-39ae-4aec-9900-bf34bbeb904f not bound to the agent host n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:23:09.943759 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-956beccb-353e-4b77-a694-6f6d8051a004 None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:09.945555 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b17ba6d-0b8b-47cb-9dab-cdfdd2064fd9 req-bf14a9a9-a1e6-4ae9-b68e-80941bb60b9c tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:09.947271 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8b17ba6d-0b8b-47cb-9dab-cdfdd2064fd9 req-bf14a9a9-a1e6-4ae9-b68e-80941bb60b9c tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef174e72-af9c-4820-b809-9e0e5168f5f6 HTTP/1.1" status: 200 len: 944 time: 0.0816715 Jan 18 22:23:09.949609 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5e5217ff-39a8-478b-bdfa-b98b5b84a428 req-67225435-26a4-4466-b77c-d3c356f709b3 service neutron] 10.222.0.53 "GET /v2.0/networks/616341ad-8ee5-46dd-a50f-fbf4c382e06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573300 Jan 18 22:23:09.964456 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-956beccb-353e-4b77-a694-6f6d8051a004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:09.995110 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8b17ba6d-0b8b-47cb-9dab-cdfdd2064fd9 req-9281373d-23f6-4a55-9992-abc4d5bf8c93 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc8c7d2e-b8e2-47f9-a940-5cbf5ddba272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368111 Jan 18 22:23:10.009631 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956beccb-353e-4b77-a694-6f6d8051a004 None None] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:23:10.015889 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-956beccb-353e-4b77-a694-6f6d8051a004 None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:23:10.021662 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956beccb-353e-4b77-a694-6f6d8051a004 None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:23:10.046755 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956beccb-353e-4b77-a694-6f6d8051a004 None None] Pushing event updated for resources: {'Port': ['ID=6fcd18a0-aa1f-4ca6-9c12-a3d1a556a9ce,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:10.053013 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['95c500e3-5764-439e-99cd-d762e97e55a0'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:23:10.232470 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87e09827-d441-4f2a-a848-72d4ff94281f x-openstack-request-id: req-87e09827-d441-4f2a-a848-72d4ff94281f {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:23:10.232760 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db33aaef-5884-4da4-a311-5ede51d08faf", "name": "network-vif-plugged", "status": "completed", "tag": "612fabe9-4416-4612-8231-d5ba01cdae5f", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:23:10.232927 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe7817e-1091-4ac7-8062-32b29525d5e8 req-ba0974d6-2be5-45b5-b790-bba7bf9587ee tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:10.233379 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-87e09827-d441-4f2a-a848-72d4ff94281f {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:23:10.233379 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db33aaef-5884-4da4-a311-5ede51d08faf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '612fabe9-4416-4612-8231-d5ba01cdae5f', 'code': 200} Jan 18 22:23:10.234297 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-956beccb-353e-4b77-a694-6f6d8051a004 None None] Attempting to bind port 6fcd18a0-aa1f-4ca6-9c12-a3d1a556a9ce on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:23:10.234665 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-956beccb-353e-4b77-a694-6f6d8051a004 None None] Attempting to bind port 6fcd18a0-aa1f-4ca6-9c12-a3d1a556a9ce by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '3c2fda82-0722-4d26-8bf8-bb1f4fe594b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:23:10.235205 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956beccb-353e-4b77-a694-6f6d8051a004 None None] Attempting to bind port 6fcd18a0-aa1f-4ca6-9c12-a3d1a556a9ce on network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:23:10.244277 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7fe7817e-1091-4ac7-8062-32b29525d5e8 req-ba0974d6-2be5-45b5-b790-bba7bf9587ee tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/ports?device_id=e340baad-13e3-4a40-bd0a-81fc936fc61c HTTP/1.1" status: 200 len: 944 time: 0.0921655 Jan 18 22:23:10.250010 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956beccb-353e-4b77-a694-6f6d8051a004 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:23:10.250476 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956beccb-353e-4b77-a694-6f6d8051a004 None None] Checking segment: {'id': '3c2fda82-0722-4d26-8bf8-bb1f4fe594b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:23:10.251000 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-956beccb-353e-4b77-a694-6f6d8051a004 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:10.252143 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956beccb-353e-4b77-a694-6f6d8051a004 None None] Bound using segment: {'id': '3c2fda82-0722-4d26-8bf8-bb1f4fe594b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:23:10.253007 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-956beccb-353e-4b77-a694-6f6d8051a004 None None] Bound port: 6fcd18a0-aa1f-4ca6-9c12-a3d1a556a9ce, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2fda82-0722-4d26-8bf8-bb1f4fe594b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:23:10.253458 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-956beccb-353e-4b77-a694-6f6d8051a004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:10.312168 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-cc6e647f-c9e0-40c4-9565-dab79d41e902 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Allocated IP 2001:db8::1 (5ec417a5-fa6c-4abd-aa15-b83b9df83503/17586803-f89e-4a06-a462-901913a5b5a8/09c454ff-79f0-4f4a-af6c-605d0e566335) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:23:10.338405 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-aae4c083-2774-407e-9c99-f22d1ae1fe99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1041027'] for router_interface, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:10.356098 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7fe7817e-1091-4ac7-8062-32b29525d5e8 req-4dddbec6-695a-47e1-874d-e9a61a8b7f44 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9107f98-3261-4c9b-b70c-aaafa7d6fae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065440 Jan 18 22:23:10.360447 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-27a6a7b7-3895-4c62-8270-075b7ea572a2 req-33048f1c-1128-4411-b3da-95f6456e1c35 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=3235a499-27d0-4827-81fd-d658b66e33f9 HTTP/1.1" status: 200 len: 210 time: 0.0644183 Jan 18 22:23:10.377089 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-956beccb-353e-4b77-a694-6f6d8051a004 None None] For port 6fcd18a0-aa1f-4ca6-9c12-a3d1a556a9ce, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:23:10.380848 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-956beccb-353e-4b77-a694-6f6d8051a004 None None] For port 6fcd18a0-aa1f-4ca6-9c12-a3d1a556a9ce, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=6fcd18a0-aa1f-4ca6-9c12-a3d1a556a9ce,segment=NetworkSegment(3c2fda82-0722-4d26-8bf8-bb1f4fe594b8),segment_id=3c2fda82-0722-4d26-8bf8-bb1f4fe594b8)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:23:10.397783 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-956beccb-353e-4b77-a694-6f6d8051a004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:10.502157 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956beccb-353e-4b77-a694-6f6d8051a004 None None] Pushing event updated for resources: {'Port': ['ID=6fcd18a0-aa1f-4ca6-9c12-a3d1a556a9ce,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:10.566099 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94525b53-b43f-4f36-b4d3-e9be0a4768c8 req-9c86361f-f503-425e-8ebb-b928fd758e04 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:10.572524 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94525b53-b43f-4f36-b4d3-e9be0a4768c8 req-9c86361f-f503-425e-8ebb-b928fd758e04 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:10.578603 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94525b53-b43f-4f36-b4d3-e9be0a4768c8 req-9c86361f-f503-425e-8ebb-b928fd758e04 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:10.585582 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94525b53-b43f-4f36-b4d3-e9be0a4768c8 req-9c86361f-f503-425e-8ebb-b928fd758e04 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:10.586923 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cc6e647f-c9e0-40c4-9565-dab79d41e902 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:10.591980 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94525b53-b43f-4f36-b4d3-e9be0a4768c8 req-9c86361f-f503-425e-8ebb-b928fd758e04 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:10.598931 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94525b53-b43f-4f36-b4d3-e9be0a4768c8 req-9c86361f-f503-425e-8ebb-b928fd758e04 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:10.605426 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94525b53-b43f-4f36-b4d3-e9be0a4768c8 req-9c86361f-f503-425e-8ebb-b928fd758e04 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:10.614309 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-94525b53-b43f-4f36-b4d3-e9be0a4768c8 req-9c86361f-f503-425e-8ebb-b928fd758e04 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/ports?device_id=db33aaef-5884-4da4-a311-5ede51d08faf HTTP/1.1" status: 200 len: 5428 time: 0.1204824 Jan 18 22:23:10.664428 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-94525b53-b43f-4f36-b4d3-e9be0a4768c8 req-230eb470-a858-4ee7-8591-46de1d1ae8f7 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/security-groups?id=43d45361-b6ad-4105-a9b4-e598b6e8e651&id=1a7f3ba7-6b33-47d4-842d-f8859c8e7d98&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0490346 Jan 18 22:23:10.708009 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cc6e647f-c9e0-40c4-9565-dab79d41e902 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:10.766233 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6e647f-c9e0-40c4-9565-dab79d41e902 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:23:10.771861 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-cc6e647f-c9e0-40c4-9565-dab79d41e902 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:23:10.793378 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6e647f-c9e0-40c4-9565-dab79d41e902 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:23:10.794054 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cc6e647f-c9e0-40c4-9565-dab79d41e902 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1040954'] for router_interface, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:10.864633 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6e647f-c9e0-40c4-9565-dab79d41e902 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event updated for resources: {'Port': ['ID=09c454ff-79f0-4f4a-af6c-605d0e566335,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:10.949328 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec98321-1c64-42ce-9b5d-c826f9936f2c req-f1056ced-7d0a-4189-8ea5-d77c479810c6 tempest-InstanceActionsTestJSON-162675674 tempest-InstanceActionsTestJSON-162675674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:10.951079 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cec98321-1c64-42ce-9b5d-c826f9936f2c req-f1056ced-7d0a-4189-8ea5-d77c479810c6 tempest-InstanceActionsTestJSON-162675674 tempest-InstanceActionsTestJSON-162675674-project] 10.222.0.53 "GET /v2.0/ports?device_id=644be525-5f75-43cb-b8cd-76627cce74f7 HTTP/1.1" status: 200 len: 945 time: 0.0633254 Jan 18 22:23:11.000565 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cec98321-1c64-42ce-9b5d-c826f9936f2c req-c97831ce-14fa-4415-a14d-b9e7d5b8a82e tempest-InstanceActionsTestJSON-162675674 tempest-InstanceActionsTestJSON-162675674-project] 10.222.0.53 "GET /v2.0/security-groups?id=5ac90bba-2feb-4c0b-9de9-a9be63cb12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426948 Jan 18 22:23:11.008329 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-aae4c083-2774-407e-9c99-f22d1ae1fe99 admin admin] Deleting port 8e42be80-f29b-46db-ba35-96636f2fb622 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:23:11.008668 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-aae4c083-2774-407e-9c99-f22d1ae1fe99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:11.022143 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cc6e647f-c9e0-40c4-9565-dab79d41e902 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:11.107422 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['25680f59-4b56-4e52-a872-62736028b80e'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:23:11.168213 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d113476a-6cec-4fd9-ba4f-518a91d5efa1 req-6ab7562c-67f0-403c-bd2d-04ffd4a7800b tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:11.169895 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d113476a-6cec-4fd9-ba4f-518a91d5efa1 req-6ab7562c-67f0-403c-bd2d-04ffd4a7800b tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef174e72-af9c-4820-b809-9e0e5168f5f6 HTTP/1.1" status: 200 len: 944 time: 0.0771174 Jan 18 22:23:11.214399 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-aae4c083-2774-407e-9c99-f22d1ae1fe99 admin admin] For port 8e42be80-f29b-46db-ba35-96636f2fb622, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=8e42be80-f29b-46db-ba35-96636f2fb622,segment=NetworkSegment(54058af5-a5b1-45e9-977a-39ef1b01c87e),segment_id=54058af5-a5b1-45e9-977a-39ef1b01c87e)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:23:11.215053 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-aae4c083-2774-407e-9c99-f22d1ae1fe99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:11.231875 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-aae4c083-2774-407e-9c99-f22d1ae1fe99 admin admin] Calling delete_port for 8e42be80-f29b-46db-ba35-96636f2fb622 owned by network:router_interface {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:23:11.247841 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d113476a-6cec-4fd9-ba4f-518a91d5efa1 req-d28e5880-9dfd-47c1-85f5-8d5f697ced11 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc8c7d2e-b8e2-47f9-a940-5cbf5ddba272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512757 Jan 18 22:23:11.436884 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 6fcd18a0-aa1f-4ca6-9c12-a3d1a556a9ce up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:23:11.524285 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 6fcd18a0-aa1f-4ca6-9c12-a3d1a556a9ce triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:23:11.525376 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:11.526856 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-65e2e744-e45c-453c-875d-cf5a7020752c req-c74a43c3-4b1a-4ae3-89a0-b4ab12d4d8ec tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=3235a499-27d0-4827-81fd-d658b66e33f9 HTTP/1.1" status: 200 len: 210 time: 0.0527093 Jan 18 22:23:11.556900 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348e3acb-93a2-4217-9ce7-5ebc08ff8747 req-1e359c8a-f550-4a8b-be76-8d38eb4c037d tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:11.565561 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-348e3acb-93a2-4217-9ce7-5ebc08ff8747 req-1e359c8a-f550-4a8b-be76-8d38eb4c037d tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/ports?device_id=e340baad-13e3-4a40-bd0a-81fc936fc61c HTTP/1.1" status: 200 len: 944 time: 0.1012824 Jan 18 22:23:11.628741 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-348e3acb-93a2-4217-9ce7-5ebc08ff8747 req-16d278ae-c5c5-4abf-9f49-8852e50f6de3 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9107f98-3261-4c9b-b70c-aaafa7d6fae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621707 Jan 18 22:23:11.635032 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5217ff-39a8-478b-bdfa-b98b5b84a428 req-78804b73-2095-4c6f-aded-f798f872f321 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:11.636612 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-5e5217ff-39a8-478b-bdfa-b98b5b84a428 req-78804b73-2095-4c6f-aded-f798f872f321 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.36 "GET /v2.0/networks?id=616341ad-8ee5-46dd-a50f-fbf4c382e06c HTTP/1.1" status: 200 len: 812 time: 0.3495293 Jan 18 22:23:11.650630 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:11.654781 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-5e5217ff-39a8-478b-bdfa-b98b5b84a428 req-f44ec35c-7382-4359-be36-2b82619dc08e tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Request body: {'port': {'device_id': '3235a499-27d0-4827-81fd-d658b66e33f9', 'network_id': '616341ad-8ee5-46dd-a50f-fbf4c382e06c', 'admin_state_up': True, 'tenant_id': 'feff401a111441e8bc4bdb3f9c55f3c8'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:23:11.694095 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port 6fcd18a0-aa1f-4ca6-9c12-a3d1a556a9ce, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=6fcd18a0-aa1f-4ca6-9c12-a3d1a556a9ce,segment=NetworkSegment(3c2fda82-0722-4d26-8bf8-bb1f4fe594b8),segment_id=3c2fda82-0722-4d26-8bf8-bb1f4fe594b8)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:23:11.699588 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:11.763605 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=6fcd18a0-aa1f-4ca6-9c12-a3d1a556a9ce,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:11.828990 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97938eb2-d368-4b98-a02d-8a3013de9ee5 req-a8bd4093-606d-4abd-8d20-b4f71fee7192 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:11.835348 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97938eb2-d368-4b98-a02d-8a3013de9ee5 req-a8bd4093-606d-4abd-8d20-b4f71fee7192 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:11.836751 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cc6e647f-c9e0-40c4-9565-dab79d41e902 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:11.841176 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97938eb2-d368-4b98-a02d-8a3013de9ee5 req-a8bd4093-606d-4abd-8d20-b4f71fee7192 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:11.847811 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97938eb2-d368-4b98-a02d-8a3013de9ee5 req-a8bd4093-606d-4abd-8d20-b4f71fee7192 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:11.853204 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97938eb2-d368-4b98-a02d-8a3013de9ee5 req-a8bd4093-606d-4abd-8d20-b4f71fee7192 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:11.859386 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97938eb2-d368-4b98-a02d-8a3013de9ee5 req-a8bd4093-606d-4abd-8d20-b4f71fee7192 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:11.863108 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cc6e647f-c9e0-40c4-9565-dab79d41e902 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:11.863918 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cc6e647f-c9e0-40c4-9565-dab79d41e902 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-613854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1041070'] for router_interface, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:11.864597 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7eb2cd33-e088-4713-a73b-7055a97a33c3 None None] Provisioning complete for port 6fcd18a0-aa1f-4ca6-9c12-a3d1a556a9ce triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:23:11.865199 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7eb2cd33-e088-4713-a73b-7055a97a33c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:11.867317 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97938eb2-d368-4b98-a02d-8a3013de9ee5 req-a8bd4093-606d-4abd-8d20-b4f71fee7192 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:11.870356 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-97938eb2-d368-4b98-a02d-8a3013de9ee5 req-a8bd4093-606d-4abd-8d20-b4f71fee7192 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/ports?device_id=db33aaef-5884-4da4-a311-5ede51d08faf HTTP/1.1" status: 200 len: 5428 time: 0.1090198 Jan 18 22:23:11.931320 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-97938eb2-d368-4b98-a02d-8a3013de9ee5 req-d268f9c5-e728-41c9-8e86-0b702402bcb3 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/security-groups?id=43d45361-b6ad-4105-a9b4-e598b6e8e651&id=1a7f3ba7-6b33-47d4-842d-f8859c8e7d98&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0508661 Jan 18 22:23:11.939254 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-aae4c083-2774-407e-9c99-f22d1ae1fe99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:12.020711 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6e647f-c9e0-40c4-9565-dab79d41e902 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event updated for resources: {'Port': ['ID=09c454ff-79f0-4f4a-af6c-605d0e566335,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:12.080911 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e5217ff-39a8-478b-bdfa-b98b5b84a428 req-f44ec35c-7382-4359-be36-2b82619dc08e tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Made reservation on behalf of feff401a111441e8bc4bdb3f9c55f3c8 for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:23:12.084570 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-5e5217ff-39a8-478b-bdfa-b98b5b84a428 req-f44ec35c-7382-4359-be36-2b82619dc08e tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:12.106509 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-8a85b421-7728-44db-b9da-938ce46fa8f7 None None] Provisioning complete for port 09c454ff-79f0-4f4a-af6c-605d0e566335 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:23:12.106891 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8a85b421-7728-44db-b9da-938ce46fa8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:12.114194 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae4c083-2774-407e-9c99-f22d1ae1fe99 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e42be80-f29b-46db-ba35-96636f2fb622,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:12.137397 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4b06bd-8a8a-41f1-bb7c-64050a94e862 req-f14494a7-b012-4ef5-b8f0-e83205e1a032 tempest-InstanceActionsTestJSON-162675674 tempest-InstanceActionsTestJSON-162675674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:12.145130 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2c4b06bd-8a8a-41f1-bb7c-64050a94e862 req-f14494a7-b012-4ef5-b8f0-e83205e1a032 tempest-InstanceActionsTestJSON-162675674 tempest-InstanceActionsTestJSON-162675674-project] 10.222.0.53 "GET /v2.0/ports?device_id=644be525-5f75-43cb-b8cd-76627cce74f7 HTTP/1.1" status: 200 len: 945 time: 0.0661435 Jan 18 22:23:12.153564 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-8a85b421-7728-44db-b9da-938ce46fa8f7 None None] Port 09c454ff-79f0-4f4a-af6c-605d0e566335 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:23:12.185703 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2c4b06bd-8a8a-41f1-bb7c-64050a94e862 req-fffe5021-61be-4960-a647-2616c83eb5bc tempest-InstanceActionsTestJSON-162675674 tempest-InstanceActionsTestJSON-162675674-project] 10.222.0.53 "GET /v2.0/security-groups?id=5ac90bba-2feb-4c0b-9de9-a9be63cb12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394907 Jan 18 22:23:12.211129 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6e647f-c9e0-40c4-9565-dab79d41e902 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:23:12.218920 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-cc6e647f-c9e0-40c4-9565-dab79d41e902 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:23:12.383958 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c109027-b04d-436e-823c-5fd91de431d8 req-63c964f6-3ab6-485e-8604-41d185fb840b tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:12.385707 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0c109027-b04d-436e-823c-5fd91de431d8 req-63c964f6-3ab6-485e-8604-41d185fb840b tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef174e72-af9c-4820-b809-9e0e5168f5f6 HTTP/1.1" status: 200 len: 944 time: 0.0549357 Jan 18 22:23:12.446520 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0c109027-b04d-436e-823c-5fd91de431d8 req-1f10f80d-6348-4dc6-9f68-307b9a61999a tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc8c7d2e-b8e2-47f9-a940-5cbf5ddba272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533812 Jan 18 22:23:12.582410 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-ada9e702-77bd-4612-a227-e0274a8bc5db None None] Provisioning complete for port 09c454ff-79f0-4f4a-af6c-605d0e566335 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:23:12.582781 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ada9e702-77bd-4612-a227-e0274a8bc5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:12.628541 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-ada9e702-77bd-4612-a227-e0274a8bc5db None None] Port 09c454ff-79f0-4f4a-af6c-605d0e566335 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:23:12.635229 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:12.657935 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-22e394fc-d604-4d0a-b028-116da419648d req-492f3ff5-e107-4380-a90d-b090661adcf5 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=3235a499-27d0-4827-81fd-d658b66e33f9 HTTP/1.1" status: 200 len: 210 time: 0.0391848 Jan 18 22:23:12.723904 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [req-5e5217ff-39a8-478b-bdfa-b98b5b84a428 req-f44ec35c-7382-4359-be36-2b82619dc08e tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Allocated IP 172.20.0.11 (616341ad-8ee5-46dd-a50f-fbf4c382e06c/39872394-9ec8-42e0-a515-8c2f5c78361a/ce5627e3-20f7-4e82-8e1c-ed97f4ce614c) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:23:12.727934 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-aae4c083-2774-407e-9c99-f22d1ae1fe99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-613841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1046579'] for router_interface, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:12.768618 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad619c4-e2c6-40fd-b643-5f58c125a807 req-49d2d346-f0f1-4577-8d29-885374c2afd3 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:12.770088 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0ad619c4-e2c6-40fd-b643-5f58c125a807 req-49d2d346-f0f1-4577-8d29-885374c2afd3 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/ports?device_id=e340baad-13e3-4a40-bd0a-81fc936fc61c HTTP/1.1" status: 200 len: 944 time: 0.0560629 Jan 18 22:23:12.808532 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0ad619c4-e2c6-40fd-b643-5f58c125a807 req-fa5596b1-3dc5-4983-b31c-fe90b670babc tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9107f98-3261-4c9b-b70c-aaafa7d6fae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321741 Jan 18 22:23:12.882648 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 60e4c595-bd88-4dba-8ee6-e0eaf93fa0f9 up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:23:12.909112 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc6e647f-c9e0-40c4-9565-dab79d41e902 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Router 00784002-9a57-482c-8015-4dabed8b034e is scheduled to L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 with binding_index 1 {{(pid=102431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 22:23:12.930120 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port 60e4c595-bd88-4dba-8ee6-e0eaf93fa0f9 completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:23:12.934746 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port 60e4c595-bd88-4dba-8ee6-e0eaf93fa0f9 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:23:12.935119 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:13.015998 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:13.054111 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 60e4c595-bd88-4dba-8ee6-e0eaf93fa0f9, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=60e4c595-bd88-4dba-8ee6-e0eaf93fa0f9,segment=NetworkSegment(de74c02c-b4b7-49a2-a9bc-68b0bd01e5b7),segment_id=de74c02c-b4b7-49a2-a9bc-68b0bd01e5b7)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:23:13.055475 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db33aaef-5884-4da4-a311-5ede51d08faf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60e4c595-bd88-4dba-8ee6-e0eaf93fa0f9'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:23:13.058486 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7f4c1b0-37a0-40b0-b318-9f0cf857bcff" -d '{"events": [{"server_uuid": "db33aaef-5884-4da4-a311-5ede51d08faf", "name": "network-vif-plugged", "status": "completed", "tag": "60e4c595-bd88-4dba-8ee6-e0eaf93fa0f9"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:23:13.070787 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:13.071771 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 8378d970-1631-475d-9cba-3b81e38793ce up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:23:13.072972 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf9c0df-3114-465b-bdb5-1297c632e15e req-b3fae6dd-2c68-4c29-9cee-038a6dce9d30 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:13.081965 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf9c0df-3114-465b-bdb5-1297c632e15e req-b3fae6dd-2c68-4c29-9cee-038a6dce9d30 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:13.091248 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf9c0df-3114-465b-bdb5-1297c632e15e req-b3fae6dd-2c68-4c29-9cee-038a6dce9d30 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:13.104171 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-5e5217ff-39a8-478b-bdfa-b98b5b84a428 req-f44ec35c-7382-4359-be36-2b82619dc08e tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:13.105353 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf9c0df-3114-465b-bdb5-1297c632e15e req-b3fae6dd-2c68-4c29-9cee-038a6dce9d30 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:13.108225 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc6e647f-c9e0-40c4-9565-dab79d41e902 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:23:13.121266 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf9c0df-3114-465b-bdb5-1297c632e15e req-b3fae6dd-2c68-4c29-9cee-038a6dce9d30 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:13.121466 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-cc6e647f-c9e0-40c4-9565-dab79d41e902 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "PUT /v2.0/routers/00784002-9a57-482c-8015-4dabed8b034e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1432374 Jan 18 22:23:13.123067 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 39006) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:13.125524 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf9c0df-3114-465b-bdb5-1297c632e15e req-b3fae6dd-2c68-4c29-9cee-038a6dce9d30 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:13.135526 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf9c0df-3114-465b-bdb5-1297c632e15e req-b3fae6dd-2c68-4c29-9cee-038a6dce9d30 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:13.144545 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-caf9c0df-3114-465b-bdb5-1297c632e15e req-b3fae6dd-2c68-4c29-9cee-038a6dce9d30 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/ports?device_id=db33aaef-5884-4da4-a311-5ede51d08faf HTTP/1.1" status: 200 len: 5428 time: 0.1348255 Jan 18 22:23:13.148024 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27890970-66cf-4ec6-a944-7023438c7c89 None None] Sync routers for ids ['00784002-9a57-482c-8015-4dabed8b034e'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:23:13.182163 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27890970-66cf-4ec6-a944-7023438c7c89 None None] Routers {'00784002-9a57-482c-8015-4dabed8b034e'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:23:13.183077 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-27890970-66cf-4ec6-a944-7023438c7c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:22:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['00784002-9a57-482c-8015-4dabed8b034e'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:23:13.210964 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-caf9c0df-3114-465b-bdb5-1297c632e15e req-d5441363-3439-40f5-a994-2e4d64237cbe tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/security-groups?id=43d45361-b6ad-4105-a9b4-e598b6e8e651&id=1a7f3ba7-6b33-47d4-842d-f8859c8e7d98&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0594509 Jan 18 22:23:13.259265 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839198e3-00ed-4ed9-96a4-d6c419909d98 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:13.260998 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-839198e3-00ed-4ed9-96a4-d6c419909d98 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "GET /v2.0/ports/09c454ff-79f0-4f4a-af6c-605d0e566335 HTTP/1.1" status: 200 len: 911 time: 0.1381299 Jan 18 22:23:13.263741 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 39010) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:13.291305 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aae4c083-2774-407e-9c99-f22d1ae1fe99 admin admin] Router fa8c3221-ba07-4be6-bada-e1305d269478 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:23:13.296429 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-5e5217ff-39a8-478b-bdfa-b98b5b84a428 req-f44ec35c-7382-4359-be36-2b82619dc08e tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:13.337163 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d666c3-670f-444f-b0ab-3a3558134244 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:13.344173 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d666c3-670f-444f-b0ab-3a3558134244 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:13.345892 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-d7d666c3-670f-444f-b0ab-3a3558134244 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0808573 Jan 18 22:23:13.354020 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 39012) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:13.383991 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e5217ff-39a8-478b-bdfa-b98b5b84a428 req-f44ec35c-7382-4359-be36-2b82619dc08e tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Network 616341ad-8ee5-46dd-a50f-fbf4c382e06c is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:23:13.389333 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [req-5e5217ff-39a8-478b-bdfa-b98b5b84a428 req-f44ec35c-7382-4359-be36-2b82619dc08e tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:23:13.401521 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e5217ff-39a8-478b-bdfa-b98b5b84a428 req-f44ec35c-7382-4359-be36-2b82619dc08e tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:23:13.404561 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44ec35c-7382-4359-be36-2b82619dc08e tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Pushing event updated for resources: {'Port': ['ID=ce5627e3-20f7-4e82-8e1c-ed97f4ce614c,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:13.437114 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c23803d8-a797-428d-92e2-5d64076b1161 x-openstack-request-id: req-c23803d8-a797-428d-92e2-5d64076b1161 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:23:13.437412 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db33aaef-5884-4da4-a311-5ede51d08faf", "name": "network-vif-plugged", "status": "completed", "tag": "60e4c595-bd88-4dba-8ee6-e0eaf93fa0f9", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:23:13.437671 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c23803d8-a797-428d-92e2-5d64076b1161 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:23:13.438067 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db33aaef-5884-4da4-a311-5ede51d08faf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60e4c595-bd88-4dba-8ee6-e0eaf93fa0f9', 'code': 200} Jan 18 22:23:13.496724 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5944ac7b-43f3-400d-9d37-d7868a14d808 req-2cfb737b-0caa-4b17-9695-0c74916edd48 tempest-InstanceActionsTestJSON-162675674 tempest-InstanceActionsTestJSON-162675674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:13.508631 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5944ac7b-43f3-400d-9d37-d7868a14d808 req-2cfb737b-0caa-4b17-9695-0c74916edd48 tempest-InstanceActionsTestJSON-162675674 tempest-InstanceActionsTestJSON-162675674-project] 10.222.0.53 "GET /v2.0/ports?device_id=644be525-5f75-43cb-b8cd-76627cce74f7 HTTP/1.1" status: 200 len: 945 time: 0.1822293 Jan 18 22:23:13.512343 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=60e4c595-bd88-4dba-8ee6-e0eaf93fa0f9,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:13.515923 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5217ff-39a8-478b-bdfa-b98b5b84a428 req-f44ec35c-7382-4359-be36-2b82619dc08e tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:13.516703 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-5e5217ff-39a8-478b-bdfa-b98b5b84a428 req-f44ec35c-7382-4359-be36-2b82619dc08e tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:13.520619 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 6fcd18a0-aa1f-4ca6-9c12-a3d1a556a9ce up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:23:13.565976 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-5e5217ff-39a8-478b-bdfa-b98b5b84a428 req-f44ec35c-7382-4359-be36-2b82619dc08e tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9179647 Jan 18 22:23:13.576860 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [req-5e5217ff-39a8-478b-bdfa-b98b5b84a428 req-6b1be75c-e484-4687-93a3-ad44fa608ad4 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:23:13.578035 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-5e5217ff-39a8-478b-bdfa-b98b5b84a428 req-6b1be75c-e484-4687-93a3-ad44fa608ad4 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054073 Jan 18 22:23:13.582363 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port 8378d970-1631-475d-9cba-3b81e38793ce completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:23:13.584386 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:13.585439 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aae4c083-2774-407e-9c99-f22d1ae1fe99 admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:23:13.591679 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-5e5217ff-39a8-478b-bdfa-b98b5b84a428 req-ccc6e629-f51c-4162-8791-d6196296222a service neutron] Request body: {'port': {'device_id': '3235a499-27d0-4827-81fd-d658b66e33f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:23:13.593255 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port 8378d970-1631-475d-9cba-3b81e38793ce triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:23:13.593633 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:13.597957 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-aae4c083-2774-407e-9c99-f22d1ae1fe99 admin admin] 10.222.0.53 "PUT /v2.0/routers/fa8c3221-ba07-4be6-bada-e1305d269478/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3579345 Jan 18 22:23:13.599183 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed72e5da-9c71-44ed-926b-05dcdf8a3686 None None] Sync routers for ids ['fa8c3221-ba07-4be6-bada-e1305d269478'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:23:13.600869 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 39018) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:13.616948 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed72e5da-9c71-44ed-926b-05dcdf8a3686 None None] Routers {'fa8c3221-ba07-4be6-bada-e1305d269478'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:23:13.618031 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-ed72e5da-9c71-44ed-926b-05dcdf8a3686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:22:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['fa8c3221-ba07-4be6-bada-e1305d269478'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:23:13.630380 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-27890970-66cf-4ec6-a944-7023438c7c89 None None] Set router 00784002-9a57-482c-8015-4dabed8b034e gateway port host: None {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:23:13.675896 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5944ac7b-43f3-400d-9d37-d7868a14d808 req-c0426b33-ca39-4b47-b95c-ddf40170e401 tempest-InstanceActionsTestJSON-162675674 tempest-InstanceActionsTestJSON-162675674-project] 10.222.0.53 "GET /v2.0/security-groups?id=5ac90bba-2feb-4c0b-9de9-a9be63cb12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662977 Jan 18 22:23:13.711331 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0303c05-9a1c-4dd1-8ff4-29819eaa5a77 req-6ee611dc-7279-4494-9eaf-3ea6b007b8f0 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:13.720175 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f0303c05-9a1c-4dd1-8ff4-29819eaa5a77 req-6ee611dc-7279-4494-9eaf-3ea6b007b8f0 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef174e72-af9c-4820-b809-9e0e5168f5f6 HTTP/1.1" status: 200 len: 944 time: 0.1982858 Jan 18 22:23:13.756599 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-5e5217ff-39a8-478b-bdfa-b98b5b84a428 req-ccc6e629-f51c-4162-8791-d6196296222a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:13.773006 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-ed72e5da-9c71-44ed-926b-05dcdf8a3686 None None] Set router fa8c3221-ba07-4be6-bada-e1305d269478 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:23:13.816747 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1d5719e4-26f5-41ba-b92d-bbc0a5001257 admin admin] Notify callbacks [] for router, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:13.836758 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f0303c05-9a1c-4dd1-8ff4-29819eaa5a77 req-b618829f-c224-4c72-b96d-121d0b760588 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc8c7d2e-b8e2-47f9-a940-5cbf5ddba272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150465 Jan 18 22:23:13.879893 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:13.892161 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7531b8e-1632-4961-bb7e-e26753087203 req-e86d3228-9ce1-400f-a42f-b9f3c8fc2ed4 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:13.900156 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b7531b8e-1632-4961-bb7e-e26753087203 req-e86d3228-9ce1-400f-a42f-b9f3c8fc2ed4 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=3235a499-27d0-4827-81fd-d658b66e33f9 HTTP/1.1" status: 200 len: 932 time: 0.1525519 Jan 18 22:23:13.957162 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b7531b8e-1632-4961-bb7e-e26753087203 req-2775f754-2975-4e01-9e84-4a2771a08c28 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559919 Jan 18 22:23:13.968528 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 6fcd18a0-aa1f-4ca6-9c12-a3d1a556a9ce triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:23:13.969111 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:14.007260 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-ed72e5da-9c71-44ed-926b-05dcdf8a3686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa8c3221-ba07-4be6-bada-e1305d269478', 'name': 'tempest-ServerActionsTestJSON-612760161-router', 'tenant_id': '584d50ef6ed64545aac1e7947879ab5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': 'cd5d6978-375b-4f11-b4bc-bfafdfe6dd9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:13:41Z', 'updated_at': '2022-01-18T22:23:11Z', 'revision_number': 5, 'project_id': '584d50ef6ed64545aac1e7947879ab5e', 'gw_port': {'id': 'cd5d6978-375b-4f11-b4bc-bfafdfe6dd9c', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d3:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8c3221-ba07-4be6-bada-e1305d269478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:43Z', 'updated_at': '2022-01-18T22:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:23:14.041241 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed72e5da-9c71-44ed-926b-05dcdf8a3686 None None] Checking router: fa8c3221-ba07-4be6-bada-e1305d269478 for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:23:14.051283 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 8378d970-1631-475d-9cba-3b81e38793ce, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=8378d970-1631-475d-9cba-3b81e38793ce,segment=NetworkSegment(a40eed45-50f9-413d-aed3-f5503442a4c9),segment_id=a40eed45-50f9-413d-aed3-f5503442a4c9)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:23:14.052739 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed72e5da-9c71-44ed-926b-05dcdf8a3686 None None] Routers {'fa8c3221-ba07-4be6-bada-e1305d269478'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:23:14.053629 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-ed72e5da-9c71-44ed-926b-05dcdf8a3686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:22:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['fa8c3221-ba07-4be6-bada-e1305d269478'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:23:14.072715 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1d5719e4-26f5-41ba-b92d-bbc0a5001257 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:14.079300 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:14.080691 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 3c486e4d-5c8b-4bdd-b990-9e55341e98f1 up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:23:14.154716 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b751e01-5f51-4ef4-8503-179bc13ffa62 req-08529015-9dc2-4dd6-9d4b-b3a404f1c753 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:14.157081 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8b751e01-5f51-4ef4-8503-179bc13ffa62 req-08529015-9dc2-4dd6-9d4b-b3a404f1c753 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/ports?device_id=e340baad-13e3-4a40-bd0a-81fc936fc61c HTTP/1.1" status: 200 len: 944 time: 0.1979840 Jan 18 22:23:14.195638 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-ed72e5da-9c71-44ed-926b-05dcdf8a3686 None None] Set router fa8c3221-ba07-4be6-bada-e1305d269478 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:23:14.228862 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=8378d970-1631-475d-9cba-3b81e38793ce,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:14.251150 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8b751e01-5f51-4ef4-8503-179bc13ffa62 req-a29e4333-2820-4c81-87b4-24a353d5bc40 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9107f98-3261-4c9b-b70c-aaafa7d6fae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867317 Jan 18 22:23:14.251669 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [req-5e5217ff-39a8-478b-bdfa-b98b5b84a428 req-ccc6e629-f51c-4162-8791-d6196296222a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce5627e3-20f7-4e82-8e1c-ed97f4ce614c {{(pid=102431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:23:14.257908 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-1d5719e4-26f5-41ba-b92d-bbc0a5001257 admin admin] Deleting port cd5d6978-375b-4f11-b4bc-bfafdfe6dd9c {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:23:14.258240 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1d5719e4-26f5-41ba-b92d-bbc0a5001257 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:14.275885 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-5e5217ff-39a8-478b-bdfa-b98b5b84a428 req-ccc6e629-f51c-4162-8791-d6196296222a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:14.302946 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-27890970-66cf-4ec6-a944-7023438c7c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00784002-9a57-482c-8015-4dabed8b034e', 'name': 'tempest-NetworksTestDHCPv6-router-1872568288', 'tenant_id': '0a17ff9ddd5f489695e0235ae87388f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:23:08Z', 'updated_at': '2022-01-18T22:23:10Z', 'revision_number': 2, 'project_id': '0a17ff9ddd5f489695e0235ae87388f5', 'gw_port_host': None, '_interfaces': [{'id': '09c454ff-79f0-4f4a-af6c-605d0e566335', 'name': '', 'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503', 'tenant_id': '0a17ff9ddd5f489695e0235ae87388f5', 'mac_address': 'fa:16:3e:51:45:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00784002-9a57-482c-8015-4dabed8b034e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '17586803-f89e-4a06-a462-901913a5b5a8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:23:09Z', 'updated_at': '2022-01-18T22:23:11Z', 'revision_number': 2, 'project_id': '0a17ff9ddd5f489695e0235ae87388f5', 'subnets': [{'id': '17586803-f89e-4a06-a462-901913a5b5a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:23:14.309038 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port 3c486e4d-5c8b-4bdd-b990-9e55341e98f1 completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:23:14.322036 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port 3c486e4d-5c8b-4bdd-b990-9e55341e98f1 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:23:14.322478 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:14.346451 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [req-5e5217ff-39a8-478b-bdfa-b98b5b84a428 req-ccc6e629-f51c-4162-8791-d6196296222a service neutron] Transition to ACTIVE for port object ce5627e3-20f7-4e82-8e1c-ed97f4ce614c will not be triggered until provisioned by entity L2. {{(pid=102431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:23:14.348538 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-dadc73a4-d567-42df-9edc-15f37be2445b tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1041027'] for router_interface, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:14.355217 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-5e5217ff-39a8-478b-bdfa-b98b5b84a428 req-ccc6e629-f51c-4162-8791-d6196296222a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:14.419886 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-ed72e5da-9c71-44ed-926b-05dcdf8a3686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa8c3221-ba07-4be6-bada-e1305d269478', 'name': 'tempest-ServerActionsTestJSON-612760161-router', 'tenant_id': '584d50ef6ed64545aac1e7947879ab5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': 'cd5d6978-375b-4f11-b4bc-bfafdfe6dd9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:13:41Z', 'updated_at': '2022-01-18T22:23:11Z', 'revision_number': 5, 'project_id': '584d50ef6ed64545aac1e7947879ab5e', 'gw_port': {'id': 'cd5d6978-375b-4f11-b4bc-bfafdfe6dd9c', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d3:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8c3221-ba07-4be6-bada-e1305d269478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:43Z', 'updated_at': '2022-01-18T22:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:23:14.426435 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27890970-66cf-4ec6-a944-7023438c7c89 None None] Checking router: 00784002-9a57-482c-8015-4dabed8b034e for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:23:14.426789 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27890970-66cf-4ec6-a944-7023438c7c89 None None] Updating router 00784002-9a57-482c-8015-4dabed8b034e port 09c454ff-79f0-4f4a-af6c-605d0e566335 binding host n-d-825064-1 {{(pid=102432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:23:14.455880 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed72e5da-9c71-44ed-926b-05dcdf8a3686 None None] The sync data for ids ['fa8c3221-ba07-4be6-bada-e1305d269478'] in n-d-825064-1 is: [{'id': 'fa8c3221-ba07-4be6-bada-e1305d269478', 'name': 'tempest-ServerActionsTestJSON-612760161-router', 'tenant_id': '584d50ef6ed64545aac1e7947879ab5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': 'cd5d6978-375b-4f11-b4bc-bfafdfe6dd9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:13:41Z', 'updated_at': '2022-01-18T22:23:11Z', 'revision_number': 5, 'project_id': '584d50ef6ed64545aac1e7947879ab5e', 'gw_port': {'id': 'cd5d6978-375b-4f11-b4bc-bfafdfe6dd9c', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d3:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8c3221-ba07-4be6-bada-e1305d269478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:13:43Z', 'updated_at': '2022-01-18T22:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:23:14.518124 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-27890970-66cf-4ec6-a944-7023438c7c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:14.541565 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:14.555580 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc6e629-f51c-4162-8791-d6196296222a service neutron] Pushing event updated for resources: {'Port': ['ID=ce5627e3-20f7-4e82-8e1c-ed97f4ce614c,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:14.567549 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-1d5719e4-26f5-41ba-b92d-bbc0a5001257 admin admin] For port cd5d6978-375b-4f11-b4bc-bfafdfe6dd9c, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=cd5d6978-375b-4f11-b4bc-bfafdfe6dd9c,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:23:14.568043 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1d5719e4-26f5-41ba-b92d-bbc0a5001257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:14.571293 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-5e5217ff-39a8-478b-bdfa-b98b5b84a428 req-ccc6e629-f51c-4162-8791-d6196296222a service neutron] Attempting to bind port ce5627e3-20f7-4e82-8e1c-ed97f4ce614c on host n-h1-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:23:14.571755 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-5e5217ff-39a8-478b-bdfa-b98b5b84a428 req-ccc6e629-f51c-4162-8791-d6196296222a service neutron] Attempting to bind port ce5627e3-20f7-4e82-8e1c-ed97f4ce614c by drivers openvswitch,hyperv on host n-h1-825064-1 at level 0 using segments [{'id': '773e2478-13af-4dd0-bb1a-13e4946a40f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '616341ad-8ee5-46dd-a50f-fbf4c382e06c'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:23:14.572673 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5217ff-39a8-478b-bdfa-b98b5b84a428 req-ccc6e629-f51c-4162-8791-d6196296222a service neutron] Attempting to bind port ce5627e3-20f7-4e82-8e1c-ed97f4ce614c on network 616341ad-8ee5-46dd-a50f-fbf4c382e06c {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:23:14.577802 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787dc8c2-ac48-4e1d-8352-c789258a317d req-060cd9fd-6e11-4b9a-ab85-74cf61b6d4c1 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:14.584547 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5217ff-39a8-478b-bdfa-b98b5b84a428 req-ccc6e629-f51c-4162-8791-d6196296222a service neutron] Port ce5627e3-20f7-4e82-8e1c-ed97f4ce614c on network 616341ad-8ee5-46dd-a50f-fbf4c382e06c not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:23:14.584706 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787dc8c2-ac48-4e1d-8352-c789258a317d req-060cd9fd-6e11-4b9a-ab85-74cf61b6d4c1 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:14.585128 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5217ff-39a8-478b-bdfa-b98b5b84a428 req-ccc6e629-f51c-4162-8791-d6196296222a service neutron] Attempting to bind port ce5627e3-20f7-4e82-8e1c-ed97f4ce614c on network 616341ad-8ee5-46dd-a50f-fbf4c382e06c {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:23:14.590819 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787dc8c2-ac48-4e1d-8352-c789258a317d req-060cd9fd-6e11-4b9a-ab85-74cf61b6d4c1 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:14.593811 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5217ff-39a8-478b-bdfa-b98b5b84a428 req-ccc6e629-f51c-4162-8791-d6196296222a service neutron] Checking agent: {'id': 'e49d1b2a-ba11-487f-a804-ecbf3c0e8132', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:23:14.594280 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5217ff-39a8-478b-bdfa-b98b5b84a428 req-ccc6e629-f51c-4162-8791-d6196296222a service neutron] Checking segment: {'id': '773e2478-13af-4dd0-bb1a-13e4946a40f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '616341ad-8ee5-46dd-a50f-fbf4c382e06c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:23:14.594884 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5217ff-39a8-478b-bdfa-b98b5b84a428 req-ccc6e629-f51c-4162-8791-d6196296222a service neutron] Bound using segment: {'id': '773e2478-13af-4dd0-bb1a-13e4946a40f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '616341ad-8ee5-46dd-a50f-fbf4c382e06c'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:23:14.595519 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-5e5217ff-39a8-478b-bdfa-b98b5b84a428 req-ccc6e629-f51c-4162-8791-d6196296222a service neutron] Bound port: ce5627e3-20f7-4e82-8e1c-ed97f4ce614c, host: n-h1-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '773e2478-13af-4dd0-bb1a-13e4946a40f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '616341ad-8ee5-46dd-a50f-fbf4c382e06c'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:23:14.596358 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-5e5217ff-39a8-478b-bdfa-b98b5b84a428 req-ccc6e629-f51c-4162-8791-d6196296222a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:14.598159 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787dc8c2-ac48-4e1d-8352-c789258a317d req-060cd9fd-6e11-4b9a-ab85-74cf61b6d4c1 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:14.603330 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787dc8c2-ac48-4e1d-8352-c789258a317d req-060cd9fd-6e11-4b9a-ab85-74cf61b6d4c1 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:14.609641 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787dc8c2-ac48-4e1d-8352-c789258a317d req-060cd9fd-6e11-4b9a-ab85-74cf61b6d4c1 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:14.610924 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-1d5719e4-26f5-41ba-b92d-bbc0a5001257 admin admin] Calling delete_port for cd5d6978-375b-4f11-b4bc-bfafdfe6dd9c owned by network:router_gateway {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:23:14.615599 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787dc8c2-ac48-4e1d-8352-c789258a317d req-060cd9fd-6e11-4b9a-ab85-74cf61b6d4c1 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:14.623979 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-787dc8c2-ac48-4e1d-8352-c789258a317d req-060cd9fd-6e11-4b9a-ab85-74cf61b6d4c1 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/ports?device_id=db33aaef-5884-4da4-a311-5ede51d08faf HTTP/1.1" status: 200 len: 5430 time: 0.2345395 Jan 18 22:23:14.655058 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 3c486e4d-5c8b-4bdd-b990-9e55341e98f1, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=3c486e4d-5c8b-4bdd-b990-9e55341e98f1,segment=NetworkSegment(de74c02c-b4b7-49a2-a9bc-68b0bd01e5b7),segment_id=de74c02c-b4b7-49a2-a9bc-68b0bd01e5b7)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:23:14.661640 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:14.662520 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 57d9573d-4f34-4efd-a169-f5908b55ea47 up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:23:14.680339 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-787dc8c2-ac48-4e1d-8352-c789258a317d req-df60ecbf-8177-4a83-b1bd-47a45d1e5522 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/security-groups?id=43d45361-b6ad-4105-a9b4-e598b6e8e651&id=1a7f3ba7-6b33-47d4-842d-f8859c8e7d98&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0551236 Jan 18 22:23:14.740262 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-5e5217ff-39a8-478b-bdfa-b98b5b84a428 req-ccc6e629-f51c-4162-8791-d6196296222a service neutron] For port ce5627e3-20f7-4e82-8e1c-ed97f4ce614c, host n-h1-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:23:14.746588 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-5e5217ff-39a8-478b-bdfa-b98b5b84a428 req-ccc6e629-f51c-4162-8791-d6196296222a service neutron] For port ce5627e3-20f7-4e82-8e1c-ed97f4ce614c, host n-h1-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=ce5627e3-20f7-4e82-8e1c-ed97f4ce614c,segment=NetworkSegment(773e2478-13af-4dd0-bb1a-13e4946a40f7),segment_id=773e2478-13af-4dd0-bb1a-13e4946a40f7)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:23:14.755785 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-5e5217ff-39a8-478b-bdfa-b98b5b84a428 req-ccc6e629-f51c-4162-8791-d6196296222a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:14.768871 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-dadc73a4-d567-42df-9edc-15f37be2445b tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Deleting port 09c454ff-79f0-4f4a-af6c-605d0e566335 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:23:14.769464 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-dadc73a4-d567-42df-9edc-15f37be2445b tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:14.801363 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=3c486e4d-5c8b-4bdd-b990-9e55341e98f1,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:14.825601 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port 57d9573d-4f34-4efd-a169-f5908b55ea47 completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:23:14.832544 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port 57d9573d-4f34-4efd-a169-f5908b55ea47 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:23:14.832921 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:14.858384 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5217ff-39a8-478b-bdfa-b98b5b84a428 req-ccc6e629-f51c-4162-8791-d6196296222a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:14.860453 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-5e5217ff-39a8-478b-bdfa-b98b5b84a428 req-ccc6e629-f51c-4162-8791-d6196296222a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:14.861869 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-5e5217ff-39a8-478b-bdfa-b98b5b84a428 req-ccc6e629-f51c-4162-8791-d6196296222a service neutron] 10.222.0.36 "PUT /v2.0/ports/ce5627e3-20f7-4e82-8e1c-ed97f4ce614c HTTP/1.1" status: 200 len: 1092 time: 1.2738998 Jan 18 22:23:14.874856 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3235a499-27d0-4827-81fd-d658b66e33f9', 'tag': 'ce5627e3-20f7-4e82-8e1c-ed97f4ce614c'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:23:14.879021 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99a92f74-53ee-4ea8-b2cb-a923c98d30ce" -d '{"events": [{"name": "network-changed", "server_uuid": "3235a499-27d0-4827-81fd-d658b66e33f9", "tag": "ce5627e3-20f7-4e82-8e1c-ed97f4ce614c"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:23:14.941126 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 22:23:14.948446 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6807b74-8a15-4b54-b7f2-79b3c5f46144 req-9a86236b-23d6-461a-b51d-1225dab0339e tempest-InstanceActionsTestJSON-162675674 tempest-InstanceActionsTestJSON-162675674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:14.950958 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f6807b74-8a15-4b54-b7f2-79b3c5f46144 req-9a86236b-23d6-461a-b51d-1225dab0339e tempest-InstanceActionsTestJSON-162675674 tempest-InstanceActionsTestJSON-162675674-project] 10.222.0.53 "GET /v2.0/ports?device_id=644be525-5f75-43cb-b8cd-76627cce74f7 HTTP/1.1" status: 200 len: 945 time: 0.1648943 Jan 18 22:23:14.962658 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-dadc73a4-d567-42df-9edc-15f37be2445b tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:14.969395 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1d5719e4-26f5-41ba-b92d-bbc0a5001257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:14.995169 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:15.000240 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-dadc73a4-d567-42df-9edc-15f37be2445b tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Calling delete_port for 09c454ff-79f0-4f4a-af6c-605d0e566335 owned by network:router_interface {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:23:15.029495 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-27890970-66cf-4ec6-a944-7023438c7c89 None None] Notify callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:15.039345 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc6e629-f51c-4162-8791-d6196296222a service neutron] Pushing event updated for resources: {'Port': ['ID=ce5627e3-20f7-4e82-8e1c-ed97f4ce614c,revision_number=3']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:15.042001 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-27890970-66cf-4ec6-a944-7023438c7c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:15.045950 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 57d9573d-4f34-4efd-a169-f5908b55ea47, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=57d9573d-4f34-4efd-a169-f5908b55ea47,segment=NetworkSegment(264668d9-f8f8-4eb0-8da5-cdac826835da),segment_id=264668d9-f8f8-4eb0-8da5-cdac826835da)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:23:15.072339 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:15.073133 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 24989149-146c-4acc-b874-9271bde1ec55 up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:23:15.132880 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f853b3a3-b622-473f-9aaf-db3605686495 None None] Pushing event updated for resources: {'Port': ['ID=09c454ff-79f0-4f4a-af6c-605d0e566335,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:15.143798 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5217ff-39a8-478b-bdfa-b98b5b84a428 req-71b541bf-0681-4011-94df-be71c1985aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:15.145791 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-5e5217ff-39a8-478b-bdfa-b98b5b84a428 req-71b541bf-0681-4011-94df-be71c1985aff service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=feff401a111441e8bc4bdb3f9c55f3c8&device_id=3235a499-27d0-4827-81fd-d658b66e33f9 HTTP/1.1" status: 200 len: 1095 time: 0.1932454 Jan 18 22:23:15.146711 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1d5719e4-26f5-41ba-b92d-bbc0a5001257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043029'] for router_gateway, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:15.149087 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5719e4-26f5-41ba-b92d-bbc0a5001257 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd5d6978-375b-4f11-b4bc-bfafdfe6dd9c,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:15.195308 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f6807b74-8a15-4b54-b7f2-79b3c5f46144 req-0cbb0670-238a-4a80-acd4-25df3c69b530 tempest-InstanceActionsTestJSON-162675674 tempest-InstanceActionsTestJSON-162675674-project] 10.222.0.53 "GET /v2.0/security-groups?id=5ac90bba-2feb-4c0b-9de9-a9be63cb12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257488 Jan 18 22:23:15.258486 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=57d9573d-4f34-4efd-a169-f5908b55ea47,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:15.269616 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1d5719e4-26f5-41ba-b92d-bbc0a5001257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1040886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8602'] for router, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:15.270124 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e396b5a-8e33-4bdc-9e22-793271c429e7 req-7a508cfd-7c5d-43dc-82f8-9aaa2b53d988 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:15.272104 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1d5719e4-26f5-41ba-b92d-bbc0a5001257 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:15.273852 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1e396b5a-8e33-4bdc-9e22-793271c429e7 req-7a508cfd-7c5d-43dc-82f8-9aaa2b53d988 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef174e72-af9c-4820-b809-9e0e5168f5f6 HTTP/1.1" status: 200 len: 944 time: 0.2414243 Jan 18 22:23:15.286989 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port 24989149-146c-4acc-b874-9271bde1ec55 completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:23:15.301790 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-27890970-66cf-4ec6-a944-7023438c7c89 None None] Attempting to bind port 09c454ff-79f0-4f4a-af6c-605d0e566335 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:23:15.302425 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-27890970-66cf-4ec6-a944-7023438c7c89 None None] Attempting to bind port 09c454ff-79f0-4f4a-af6c-605d0e566335 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '3c2fda82-0722-4d26-8bf8-bb1f4fe594b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:23:15.302860 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27890970-66cf-4ec6-a944-7023438c7c89 None None] Attempting to bind port 09c454ff-79f0-4f4a-af6c-605d0e566335 on network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:23:15.313729 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port 24989149-146c-4acc-b874-9271bde1ec55 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:23:15.315639 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:15.335922 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcdda951-0d4a-4726-967e-c598434ff199 x-openstack-request-id: req-bcdda951-0d4a-4726-967e-c598434ff199 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:23:15.336244 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3235a499-27d0-4827-81fd-d658b66e33f9", "tag": "ce5627e3-20f7-4e82-8e1c-ed97f4ce614c", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:23:15.336931 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bcdda951-0d4a-4726-967e-c598434ff199 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:23:15.337030 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3235a499-27d0-4827-81fd-d658b66e33f9', 'tag': 'ce5627e3-20f7-4e82-8e1c-ed97f4ce614c', 'status': 'completed', 'code': 200} Jan 18 22:23:15.377974 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1d5719e4-26f5-41ba-b92d-bbc0a5001257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1040832'] for router, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:15.378534 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d5719e4-26f5-41ba-b92d-bbc0a5001257 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa8c3221-ba07-4be6-bada-e1305d269478 {{(pid=102431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 22:23:15.381263 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-5e5217ff-39a8-478b-bdfa-b98b5b84a428 req-9c20ac97-c104-420b-86e2-1275691ebf25 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce5627e3-20f7-4e82-8e1c-ed97f4ce614c HTTP/1.1" status: 200 len: 217 time: 0.0433388 Jan 18 22:23:15.384068 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1d5719e4-26f5-41ba-b92d-bbc0a5001257 admin admin] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:15.385493 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-1d5719e4-26f5-41ba-b92d-bbc0a5001257 admin admin] 10.222.0.53 "DELETE /v2.0/routers/fa8c3221-ba07-4be6-bada-e1305d269478 HTTP/1.1" status: 204 len: 168 time: 1.7839277 Jan 18 22:23:15.402348 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 39038) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:15.425925 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27890970-66cf-4ec6-a944-7023438c7c89 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:23:15.426567 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27890970-66cf-4ec6-a944-7023438c7c89 None None] Checking segment: {'id': '3c2fda82-0722-4d26-8bf8-bb1f4fe594b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:23:15.427355 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-27890970-66cf-4ec6-a944-7023438c7c89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:15.427963 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27890970-66cf-4ec6-a944-7023438c7c89 None None] Bound using segment: {'id': '3c2fda82-0722-4d26-8bf8-bb1f4fe594b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:23:15.428662 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-27890970-66cf-4ec6-a944-7023438c7c89 None None] Bound port: 09c454ff-79f0-4f4a-af6c-605d0e566335, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2fda82-0722-4d26-8bf8-bb1f4fe594b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:23:15.429569 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-27890970-66cf-4ec6-a944-7023438c7c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:15.440571 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db33aaef-5884-4da4-a311-5ede51d08faf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8378d970-1631-475d-9cba-3b81e38793ce'}, {'server_uuid': 'db33aaef-5884-4da4-a311-5ede51d08faf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c486e4d-5c8b-4bdd-b990-9e55341e98f1'}, {'server_uuid': '644be525-5f75-43cb-b8cd-76627cce74f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57d9573d-4f34-4efd-a169-f5908b55ea47'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:23:15.443671 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2df1bbd1-c2aa-4fc2-982c-74a037de8459" -d '{"events": [{"server_uuid": "db33aaef-5884-4da4-a311-5ede51d08faf", "name": "network-vif-plugged", "status": "completed", "tag": "8378d970-1631-475d-9cba-3b81e38793ce"}, {"server_uuid": "db33aaef-5884-4da4-a311-5ede51d08faf", "name": "network-vif-plugged", "status": "completed", "tag": "3c486e4d-5c8b-4bdd-b990-9e55341e98f1"}, {"server_uuid": "644be525-5f75-43cb-b8cd-76627cce74f7", "name": "network-vif-plugged", "status": "completed", "tag": "57d9573d-4f34-4efd-a169-f5908b55ea47"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:23:15.467192 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 8e42be80-f29b-46db-ba35-96636f2fb622 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:23:15.467472 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5217ff-39a8-478b-bdfa-b98b5b84a428 req-ad6e2e4e-0cae-4bb6-bc1b-3e0a66ed8589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:15.469502 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-5e5217ff-39a8-478b-bdfa-b98b5b84a428 req-ad6e2e4e-0cae-4bb6-bc1b-3e0a66ed8589 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=39872394-9ec8-42e0-a515-8c2f5c78361a HTTP/1.1" status: 200 len: 852 time: 0.0802214 Jan 18 22:23:15.520942 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-5e5217ff-39a8-478b-bdfa-b98b5b84a428 req-8954384c-43cf-457e-99b9-ae638ed92f48 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=616341ad-8ee5-46dd-a50f-fbf4c382e06c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454888 Jan 18 22:23:15.542258 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 8e42be80-f29b-46db-ba35-96636f2fb622 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:23:15.542594 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 8e42be80-f29b-46db-ba35-96636f2fb622 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:23:15.547001 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1e396b5a-8e33-4bdc-9e22-793271c429e7 req-42161dd0-a347-497c-a985-c191413aae11 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc8c7d2e-b8e2-47f9-a940-5cbf5ddba272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625079 Jan 18 22:23:15.613783 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-285906b9-da67-48c2-a2b6-a0b1d52e7e81 None None] Provisioning complete for port 09c454ff-79f0-4f4a-af6c-605d0e566335 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:23:15.614163 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-285906b9-da67-48c2-a2b6-a0b1d52e7e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:15.621273 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_v2 [None req-518a064d-0616-43eb-b396-47eba21893b5 admin admin] Deleting subnet 42841b58-d144-4855-94d6-b7b43c1900e0 {{(pid=102430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:23:15.635465 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-dadc73a4-d567-42df-9edc-15f37be2445b tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:15.646621 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.db.api [None req-27890970-66cf-4ec6-a944-7023438c7c89 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=102432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 22:23:15.646621 n-d-825064-1 neutron-server[102432]: DEBUG oslo_db.api [None req-27890970-66cf-4ec6-a944-7023438c7c89 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 22:23:15.646902 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-518a064d-0616-43eb-b396-47eba21893b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:15.647020 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:15.674084 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-285906b9-da67-48c2-a2b6-a0b1d52e7e81 None None] Port 09c454ff-79f0-4f4a-af6c-605d0e566335 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:23:15.684981 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-5e5217ff-39a8-478b-bdfa-b98b5b84a428 req-75d6ffca-de8b-47a0-92c9-99dfa80e0aff service neutron] 10.222.0.36 "GET /v2.0/networks/616341ad-8ee5-46dd-a50f-fbf4c382e06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545985 Jan 18 22:23:15.694957 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 24989149-146c-4acc-b874-9271bde1ec55, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=24989149-146c-4acc-b874-9271bde1ec55,segment=NetworkSegment(6e6bc401-35ea-4b66-b6b5-965e5ede5e24),segment_id=6e6bc401-35ea-4b66-b6b5-965e5ede5e24)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:23:15.700274 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:15.701259 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device d4aeaad3-0a25-4101-bf67-696d922c2523 up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:23:15.747513 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadc73a4-d567-42df-9edc-15f37be2445b tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event deleted for resources: {'Port': ['ID=09c454ff-79f0-4f4a-af6c-605d0e566335,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:15.762766 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7916e9-68ea-409b-8284-1c5805f8ed0c req-9d559a38-b3bc-4f83-967b-604bcd788024 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:15.765244 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cf7916e9-68ea-409b-8284-1c5805f8ed0c req-9d559a38-b3bc-4f83-967b-604bcd788024 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=3235a499-27d0-4827-81fd-d658b66e33f9 HTTP/1.1" status: 200 len: 944 time: 0.3084981 Jan 18 22:23:15.800067 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=24989149-146c-4acc-b874-9271bde1ec55,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:15.815695 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port d4aeaad3-0a25-4101-bf67-696d922c2523 completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:23:15.821014 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port d4aeaad3-0a25-4101-bf67-696d922c2523 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:23:15.821389 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:15.826981 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-5e5217ff-39a8-478b-bdfa-b98b5b84a428 req-4a1b40cc-ef63-4d48-a1e4-4155b2cd6121 service neutron] 10.222.0.36 "GET /v2.0/networks/616341ad-8ee5-46dd-a50f-fbf4c382e06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338456 Jan 18 22:23:15.918078 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-518a064d-0616-43eb-b396-47eba21893b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60394745'] for subnet, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:15.929654 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a92f74-53ee-4ea8-b2cb-a923c98d30ce req-660ac185-814b-462b-a32b-5d2bd80b03aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:15.931198 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-99a92f74-53ee-4ea8-b2cb-a923c98d30ce req-660ac185-814b-462b-a32b-5d2bd80b03aa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=feff401a111441e8bc4bdb3f9c55f3c8&device_id=3235a499-27d0-4827-81fd-d658b66e33f9 HTTP/1.1" status: 200 len: 1095 time: 0.0523336 Jan 18 22:23:15.935124 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:15.972626 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-dadc73a4-d567-42df-9edc-15f37be2445b tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-613841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1046579'] for router_interface, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:15.984282 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port d4aeaad3-0a25-4101-bf67-696d922c2523, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=d4aeaad3-0a25-4101-bf67-696d922c2523,segment=NetworkSegment(a40eed45-50f9-413d-aed3-f5503442a4c9),segment_id=a40eed45-50f9-413d-aed3-f5503442a4c9)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:23:15.999376 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:16.000507 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 25680f59-4b56-4e52-a872-62736028b80e up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:23:16.001370 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cf7916e9-68ea-409b-8284-1c5805f8ed0c req-28cbfcc2-274f-4d71-af0f-4ce861376441 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901050 Jan 18 22:23:16.041398 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a92f74-53ee-4ea8-b2cb-a923c98d30ce req-af9dbc59-5471-49c4-b0b2-605b4a952edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:16.044116 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-99a92f74-53ee-4ea8-b2cb-a923c98d30ce req-af9dbc59-5471-49c4-b0b2-605b4a952edf service neutron] 10.222.0.36 "GET /v2.0/networks?id=616341ad-8ee5-46dd-a50f-fbf4c382e06c HTTP/1.1" status: 200 len: 912 time: 0.1053123 Jan 18 22:23:16.071011 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-518a064d-0616-43eb-b396-47eba21893b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:16.114900 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-99a92f74-53ee-4ea8-b2cb-a923c98d30ce req-3767baed-d080-42d0-8a47-f2952474bf4f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce5627e3-20f7-4e82-8e1c-ed97f4ce614c HTTP/1.1" status: 200 len: 217 time: 0.0631015 Jan 18 22:23:16.145225 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab046eb6-0074-4a39-8804-d1fdd352a0c3 req-dd83fa58-31fc-4e3f-b5e4-b8f025409658 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:16.146949 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ab046eb6-0074-4a39-8804-d1fdd352a0c3 req-dd83fa58-31fc-4e3f-b5e4-b8f025409658 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/ports?device_id=e340baad-13e3-4a40-bd0a-81fc936fc61c HTTP/1.1" status: 200 len: 944 time: 0.4212799 Jan 18 22:23:16.171453 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a92f74-53ee-4ea8-b2cb-a923c98d30ce req-28d9eb1b-0316-4707-bb2c-c82f650818d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:16.172964 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-99a92f74-53ee-4ea8-b2cb-a923c98d30ce req-28d9eb1b-0316-4707-bb2c-c82f650818d7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=39872394-9ec8-42e0-a515-8c2f5c78361a HTTP/1.1" status: 200 len: 852 time: 0.0499766 Jan 18 22:23:16.209097 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-99a92f74-53ee-4ea8-b2cb-a923c98d30ce req-ae0e9229-c1e8-4007-a0be-eeaef85e82ff service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=616341ad-8ee5-46dd-a50f-fbf4c382e06c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291381 Jan 18 22:23:16.223882 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 18 Jan 2022 22:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b0dc59c-7228-4cfe-ad09-e33965dcfa18 x-openstack-request-id: req-1b0dc59c-7228-4cfe-ad09-e33965dcfa18 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:23:16.224279 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db33aaef-5884-4da4-a311-5ede51d08faf", "name": "network-vif-plugged", "status": "completed", "tag": "8378d970-1631-475d-9cba-3b81e38793ce", "code": 200}, {"server_uuid": "db33aaef-5884-4da4-a311-5ede51d08faf", "name": "network-vif-plugged", "status": "completed", "tag": "3c486e4d-5c8b-4bdd-b990-9e55341e98f1", "code": 200}, {"server_uuid": "644be525-5f75-43cb-b8cd-76627cce74f7", "name": "network-vif-plugged", "status": "completed", "tag": "57d9573d-4f34-4efd-a169-f5908b55ea47", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:23:16.224612 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1b0dc59c-7228-4cfe-ad09-e33965dcfa18 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:23:16.225062 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db33aaef-5884-4da4-a311-5ede51d08faf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8378d970-1631-475d-9cba-3b81e38793ce', 'code': 200} Jan 18 22:23:16.225377 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db33aaef-5884-4da4-a311-5ede51d08faf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c486e4d-5c8b-4bdd-b990-9e55341e98f1', 'code': 200} Jan 18 22:23:16.225689 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '644be525-5f75-43cb-b8cd-76627cce74f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57d9573d-4f34-4efd-a169-f5908b55ea47', 'code': 200} Jan 18 22:23:16.263930 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-27890970-66cf-4ec6-a944-7023438c7c89 None None] Attempting to bind port 09c454ff-79f0-4f4a-af6c-605d0e566335 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:23:16.264582 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-27890970-66cf-4ec6-a944-7023438c7c89 None None] Attempting to bind port 09c454ff-79f0-4f4a-af6c-605d0e566335 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '3c2fda82-0722-4d26-8bf8-bb1f4fe594b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:23:16.264831 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27890970-66cf-4ec6-a944-7023438c7c89 None None] Attempting to bind port 09c454ff-79f0-4f4a-af6c-605d0e566335 on network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:23:16.266938 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=d4aeaad3-0a25-4101-bf67-696d922c2523,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:16.277209 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27890970-66cf-4ec6-a944-7023438c7c89 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:23:16.277707 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27890970-66cf-4ec6-a944-7023438c7c89 None None] Checking segment: {'id': '3c2fda82-0722-4d26-8bf8-bb1f4fe594b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:23:16.278115 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-27890970-66cf-4ec6-a944-7023438c7c89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:16.278603 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27890970-66cf-4ec6-a944-7023438c7c89 None None] Bound using segment: {'id': '3c2fda82-0722-4d26-8bf8-bb1f4fe594b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:23:16.279155 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-27890970-66cf-4ec6-a944-7023438c7c89 None None] Bound port: 09c454ff-79f0-4f4a-af6c-605d0e566335, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2fda82-0722-4d26-8bf8-bb1f4fe594b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:23:16.279613 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-27890970-66cf-4ec6-a944-7023438c7c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:16.315226 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-99a92f74-53ee-4ea8-b2cb-a923c98d30ce req-1c9cde12-f34b-46cb-8d71-4726b1b665d7 service neutron] 10.222.0.36 "GET /v2.0/networks/616341ad-8ee5-46dd-a50f-fbf4c382e06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968113 Jan 18 22:23:16.316491 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-27890970-66cf-4ec6-a944-7023438c7c89 None None] Port 09c454ff-79f0-4f4a-af6c-605d0e566335 has been deleted concurrently {{(pid=102432) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Jan 18 22:23:16.322334 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port 25680f59-4b56-4e52-a872-62736028b80e completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:23:16.330904 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port 25680f59-4b56-4e52-a872-62736028b80e triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:23:16.331508 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:16.335322 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27890970-66cf-4ec6-a944-7023438c7c89 None None] Routers {'00784002-9a57-482c-8015-4dabed8b034e'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:23:16.335834 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-27890970-66cf-4ec6-a944-7023438c7c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:22:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['00784002-9a57-482c-8015-4dabed8b034e'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:23:16.420433 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-99a92f74-53ee-4ea8-b2cb-a923c98d30ce req-74d6e3d5-4782-4728-a591-91037e0a352f service neutron] 10.222.0.36 "GET /v2.0/networks/616341ad-8ee5-46dd-a50f-fbf4c382e06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981338 Jan 18 22:23:16.435201 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-27890970-66cf-4ec6-a944-7023438c7c89 None None] Set router 00784002-9a57-482c-8015-4dabed8b034e gateway port host: None {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:23:16.494596 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-27890970-66cf-4ec6-a944-7023438c7c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00784002-9a57-482c-8015-4dabed8b034e', 'name': 'tempest-NetworksTestDHCPv6-router-1872568288', 'tenant_id': '0a17ff9ddd5f489695e0235ae87388f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:23:08Z', 'updated_at': '2022-01-18T22:23:15Z', 'revision_number': 3, 'project_id': '0a17ff9ddd5f489695e0235ae87388f5', 'gw_port_host': None}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:23:16.523838 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27890970-66cf-4ec6-a944-7023438c7c89 None None] The sync data for ids ['00784002-9a57-482c-8015-4dabed8b034e'] in n-d-825064-1 is: [{'id': '00784002-9a57-482c-8015-4dabed8b034e', 'name': 'tempest-NetworksTestDHCPv6-router-1872568288', 'tenant_id': '0a17ff9ddd5f489695e0235ae87388f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:23:08Z', 'updated_at': '2022-01-18T22:23:15Z', 'revision_number': 3, 'project_id': '0a17ff9ddd5f489695e0235ae87388f5', 'gw_port_host': None}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:23:16.569721 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:16.610995 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 25680f59-4b56-4e52-a872-62736028b80e, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=25680f59-4b56-4e52-a872-62736028b80e,segment=NetworkSegment(2bbe6b88-f1a6-4fc9-b338-69341977472e),segment_id=2bbe6b88-f1a6-4fc9-b338-69341977472e)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:23:16.617030 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:16.617827 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 726f2559-9d78-42be-aef4-a8aa75da8ec7 up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:23:16.683265 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-518a064d-0616-43eb-b396-47eba21893b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60203138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62288677'] for subnet, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:16.694997 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=25680f59-4b56-4e52-a872-62736028b80e,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:16.716011 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port 726f2559-9d78-42be-aef4-a8aa75da8ec7 completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:23:16.725293 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port 726f2559-9d78-42be-aef4-a8aa75da8ec7 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:23:16.725670 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:16.727288 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ab046eb6-0074-4a39-8804-d1fdd352a0c3 req-f80acc01-be82-4934-a332-5dad09c530f5 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9107f98-3261-4c9b-b70c-aaafa7d6fae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992581 Jan 18 22:23:16.764973 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518a064d-0616-43eb-b396-47eba21893b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42841b58-d144-4855-94d6-b7b43c1900e0,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:16.769453 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f2b0de-659d-4e8c-9af4-6797fe70da76 req-a0d4eea6-b48b-49eb-8e17-ffa04f44da04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:16.771055 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a9f2b0de-659d-4e8c-9af4-6797fe70da76 req-a0d4eea6-b48b-49eb-8e17-ffa04f44da04 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=644be525-5f75-43cb-b8cd-76627cce74f7 HTTP/1.1" status: 200 len: 1097 time: 0.2441015 Jan 18 22:23:16.780695 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dadc73a4-d567-42df-9edc-15f37be2445b tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Router 00784002-9a57-482c-8015-4dabed8b034e has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:23:16.797304 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905d4ffe-ea9f-41e5-b6e3-35c94542e604 req-a49df30f-6f64-4a73-ba93-4ed1211c300d tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:16.803344 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905d4ffe-ea9f-41e5-b6e3-35c94542e604 req-a49df30f-6f64-4a73-ba93-4ed1211c300d tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:16.809436 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905d4ffe-ea9f-41e5-b6e3-35c94542e604 req-a49df30f-6f64-4a73-ba93-4ed1211c300d tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:16.816087 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905d4ffe-ea9f-41e5-b6e3-35c94542e604 req-a49df30f-6f64-4a73-ba93-4ed1211c300d tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:16.821935 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905d4ffe-ea9f-41e5-b6e3-35c94542e604 req-a49df30f-6f64-4a73-ba93-4ed1211c300d tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:16.823099 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:16.827736 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905d4ffe-ea9f-41e5-b6e3-35c94542e604 req-a49df30f-6f64-4a73-ba93-4ed1211c300d tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:16.834186 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905d4ffe-ea9f-41e5-b6e3-35c94542e604 req-a49df30f-6f64-4a73-ba93-4ed1211c300d tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:16.836061 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-905d4ffe-ea9f-41e5-b6e3-35c94542e604 req-a49df30f-6f64-4a73-ba93-4ed1211c300d tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/ports?device_id=db33aaef-5884-4da4-a311-5ede51d08faf HTTP/1.1" status: 200 len: 5433 time: 0.2944715 Jan 18 22:23:16.847465 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a7447a-7321-4246-af51-35a4a313b9aa None None] Network e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:23:16.849022 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-518a064d-0616-43eb-b396-47eba21893b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:16.854708 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-518a064d-0616-43eb-b396-47eba21893b5 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/42841b58-d144-4855-94d6-b7b43c1900e0 HTTP/1.1" status: 204 len: 168 time: 1.4308369 Jan 18 22:23:16.855007 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 39050) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:16.878874 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 726f2559-9d78-42be-aef4-a8aa75da8ec7, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=726f2559-9d78-42be-aef4-a8aa75da8ec7,segment=NetworkSegment(de74c02c-b4b7-49a2-a9bc-68b0bd01e5b7),segment_id=de74c02c-b4b7-49a2-a9bc-68b0bd01e5b7)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:23:16.908087 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:16.908621 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 95c500e3-5764-439e-99cd-d762e97e55a0 up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:23:16.934186 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-724a8665-14e1-4a4f-869c-4a81482935ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:17.001106 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-724a8665-14e1-4a4f-869c-4a81482935ac admin admin] Deleting port fc45efa5-58a9-47f3-979a-0319faea58e6 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:23:17.001525 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-724a8665-14e1-4a4f-869c-4a81482935ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:17.021825 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a9f2b0de-659d-4e8c-9af4-6797fe70da76 req-a1ad960d-2c9e-41d9-bec6-1b5269d7f15b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=5ac90bba-2feb-4c0b-9de9-a9be63cb12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372937 Jan 18 22:23:17.033659 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e84575e-83e5-40e7-b4b4-5ca2373526a2 req-d921dc44-76a6-4483-81f0-1de38a32bbeb tempest-InstanceActionsTestJSON-162675674 tempest-InstanceActionsTestJSON-162675674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:17.035040 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4e84575e-83e5-40e7-b4b4-5ca2373526a2 req-d921dc44-76a6-4483-81f0-1de38a32bbeb tempest-InstanceActionsTestJSON-162675674 tempest-InstanceActionsTestJSON-162675674-project] 10.222.0.53 "GET /v2.0/ports?device_id=644be525-5f75-43cb-b8cd-76627cce74f7 HTTP/1.1" status: 200 len: 946 time: 0.1967919 Jan 18 22:23:17.044676 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-905d4ffe-ea9f-41e5-b6e3-35c94542e604 req-ce7fe52f-8626-415e-997b-d2edf06d7a9f tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/security-groups?id=43d45361-b6ad-4105-a9b4-e598b6e8e651&id=1a7f3ba7-6b33-47d4-842d-f8859c8e7d98&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1970012 Jan 18 22:23:17.045960 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dadc73a4-d567-42df-9edc-15f37be2445b tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:23:17.067339 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-dadc73a4-d567-42df-9edc-15f37be2445b tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "PUT /v2.0/routers/00784002-9a57-482c-8015-4dabed8b034e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7046981 Jan 18 22:23:17.067535 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=726f2559-9d78-42be-aef4-a8aa75da8ec7,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:17.067648 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 39054) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:17.106312 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port 95c500e3-5764-439e-99cd-d762e97e55a0 completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:23:17.114198 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port 95c500e3-5764-439e-99cd-d762e97e55a0 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:23:17.114701 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:17.140817 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-724a8665-14e1-4a4f-869c-4a81482935ac admin admin] For port fc45efa5-58a9-47f3-979a-0319faea58e6, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=fc45efa5-58a9-47f3-979a-0319faea58e6,segment=NetworkSegment(54058af5-a5b1-45e9-977a-39ef1b01c87e),segment_id=54058af5-a5b1-45e9-977a-39ef1b01c87e)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:23:17.141322 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-724a8665-14e1-4a4f-869c-4a81482935ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:17.161674 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-724a8665-14e1-4a4f-869c-4a81482935ac admin admin] Calling delete_port for fc45efa5-58a9-47f3-979a-0319faea58e6 owned by network:dhcp {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:23:17.163268 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4e84575e-83e5-40e7-b4b4-5ca2373526a2 req-0f3f7027-d0f4-405a-b2ff-a66de6579609 tempest-InstanceActionsTestJSON-162675674 tempest-InstanceActionsTestJSON-162675674-project] 10.222.0.53 "GET /v2.0/security-groups?id=5ac90bba-2feb-4c0b-9de9-a9be63cb12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997651 Jan 18 22:23:17.171997 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a36b231-776b-472b-a7ce-a4d558bf5d39 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:17.174353 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a36b231-776b-472b-a7ce-a4d558bf5d39 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:17.178794 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-1a36b231-776b-472b-a7ce-a4d558bf5d39 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1127584 Jan 18 22:23:17.180362 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 39058) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:17.215237 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:17.226546 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6cc6b6-1dca-4a58-902f-db8c942f56f7 req-bd57a5df-e869-43b0-a67a-edf08ea87abf tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:17.227223 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ad0617-ddd9-44e8-9e03-14ad942fdccb None None] DHCP port deletion for e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84 request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:23:17.228483 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7b6cc6b6-1dca-4a58-902f-db8c942f56f7 req-bd57a5df-e869-43b0-a67a-edf08ea87abf tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef174e72-af9c-4820-b809-9e0e5168f5f6 HTTP/1.1" status: 200 len: 945 time: 0.1041877 Jan 18 22:23:17.295556 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 95c500e3-5764-439e-99cd-d762e97e55a0, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=95c500e3-5764-439e-99cd-d762e97e55a0,segment=NetworkSegment(6d4c9fdf-454c-4b11-b8c6-11146d43a316),segment_id=6d4c9fdf-454c-4b11-b8c6-11146d43a316)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:23:17.305325 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:17.356965 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7b6cc6b6-1dca-4a58-902f-db8c942f56f7 req-7187fa80-3877-4d32-8ddd-f30a02e333fa tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc8c7d2e-b8e2-47f9-a940-5cbf5ddba272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210623 Jan 18 22:23:17.368345 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090c21b3-7864-4a7b-a558-62e996ef6d7b req-84514481-b6fb-41cb-a2e8-6f9ae31549c4 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:17.370079 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-090c21b3-7864-4a7b-a558-62e996ef6d7b req-84514481-b6fb-41cb-a2e8-6f9ae31549c4 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=3235a499-27d0-4827-81fd-d658b66e33f9 HTTP/1.1" status: 200 len: 944 time: 0.1040509 Jan 18 22:23:17.374382 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=95c500e3-5764-439e-99cd-d762e97e55a0,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:17.383919 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-c3ad0617-ddd9-44e8-9e03-14ad942fdccb None None] Deleting port fc45efa5-58a9-47f3-979a-0319faea58e6 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:23:17.384346 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c3ad0617-ddd9-44e8-9e03-14ad942fdccb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:17.421075 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-090c21b3-7864-4a7b-a558-62e996ef6d7b req-d56733e4-f593-4d97-913d-ecf08435196c tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438418 Jan 18 22:23:17.468314 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device fc45efa5-58a9-47f3-979a-0319faea58e6 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:23:17.511369 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-c3ad0617-ddd9-44e8-9e03-14ad942fdccb None None] For port fc45efa5-58a9-47f3-979a-0319faea58e6, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=fc45efa5-58a9-47f3-979a-0319faea58e6,segment=NetworkSegment(54058af5-a5b1-45e9-977a-39ef1b01c87e),segment_id=54058af5-a5b1-45e9-977a-39ef1b01c87e)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:23:17.511934 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c3ad0617-ddd9-44e8-9e03-14ad942fdccb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:17.532425 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-c3ad0617-ddd9-44e8-9e03-14ad942fdccb None None] Calling delete_port for fc45efa5-58a9-47f3-979a-0319faea58e6 owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:23:17.590776 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f0be5cd-677d-4861-b36d-67f28ed4a0a8 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Deleting subnet 17586803-f89e-4a06-a462-901913a5b5a8 {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:23:17.601639 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5f0be5cd-677d-4861-b36d-67f28ed4a0a8 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:17.627219 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:17.656047 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5f0be5cd-677d-4861-b36d-67f28ed4a0a8 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:17.661840 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df88693-ae3e-43d8-9579-d9e03933b735 None None] Sync routers for ids ['00784002-9a57-482c-8015-4dabed8b034e'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:23:17.675532 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c3ad0617-ddd9-44e8-9e03-14ad942fdccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:17.693277 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-724a8665-14e1-4a4f-869c-4a81482935ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:17.704006 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df88693-ae3e-43d8-9579-d9e03933b735 None None] Routers {'00784002-9a57-482c-8015-4dabed8b034e'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:23:17.705362 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-9df88693-ae3e-43d8-9579-d9e03933b735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:22:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['00784002-9a57-482c-8015-4dabed8b034e'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:23:17.725777 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device cd5d6978-375b-4f11-b4bc-bfafdfe6dd9c no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:23:17.727527 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724a8665-14e1-4a4f-869c-4a81482935ac admin admin] Pushing event deleted for resources: {'Port': ['ID=fc45efa5-58a9-47f3-979a-0319faea58e6,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:17.731096 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ad0617-ddd9-44e8-9e03-14ad942fdccb None None] Pushing event deleted for resources: {'Port': ['ID=fc45efa5-58a9-47f3-979a-0319faea58e6,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:17.735097 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724a8665-14e1-4a4f-869c-4a81482935ac admin admin] No DVR routers for this DVR port fc45efa5-58a9-47f3-979a-0319faea58e6 on host n-d-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:23:17.735908 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ad0617-ddd9-44e8-9e03-14ad942fdccb None None] No DVR routers for this DVR port fc45efa5-58a9-47f3-979a-0319faea58e6 on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:23:17.829757 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: cd5d6978-375b-4f11-b4bc-bfafdfe6dd9c {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:23:17.830638 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device cd5d6978-375b-4f11-b4bc-bfafdfe6dd9c not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:23:17.835886 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5f0be5cd-677d-4861-b36d-67f28ed4a0a8 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:17.840161 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-9df88693-ae3e-43d8-9579-d9e03933b735 None None] Set router 00784002-9a57-482c-8015-4dabed8b034e gateway port host: None {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:23:17.864612 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-724a8665-14e1-4a4f-869c-4a81482935ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:17.872307 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba297a6-0072-4e3d-8c2a-afcf27ba84be req-86472933-ac07-4733-bdee-d7578d49ee7b tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:17.872814 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5ba297a6-0072-4e3d-8c2a-afcf27ba84be req-86472933-ac07-4733-bdee-d7578d49ee7b tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/ports?device_id=e340baad-13e3-4a40-bd0a-81fc936fc61c HTTP/1.1" status: 200 len: 945 time: 0.0671062 Jan 18 22:23:17.893987 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-724a8665-14e1-4a4f-869c-4a81482935ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:23:17.900528 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-9df88693-ae3e-43d8-9579-d9e03933b735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00784002-9a57-482c-8015-4dabed8b034e', 'name': 'tempest-NetworksTestDHCPv6-router-1872568288', 'tenant_id': '0a17ff9ddd5f489695e0235ae87388f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:23:08Z', 'updated_at': '2022-01-18T22:23:15Z', 'revision_number': 3, 'project_id': '0a17ff9ddd5f489695e0235ae87388f5', 'gw_port_host': None}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:23:17.907150 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-724a8665-14e1-4a4f-869c-4a81482935ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54058af5-a5b1-45e9-977a-39ef1b01c87e') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:23:17.907370 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device ce5627e3-20f7-4e82-8e1c-ed97f4ce614c details requested by agent hyperv_n-h1-825064-1 with host n-h1-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:23:17.907456 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-724a8665-14e1-4a4f-869c-4a81482935ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54058af5-a5b1-45e9-977a-39ef1b01c87e') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:23:17.922193 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-724a8665-14e1-4a4f-869c-4a81482935ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:17.934908 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df88693-ae3e-43d8-9579-d9e03933b735 None None] Checking router: 00784002-9a57-482c-8015-4dabed8b034e for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:23:17.937735 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5f0be5cd-677d-4861-b36d-67f28ed4a0a8 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:17.938292 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5ba297a6-0072-4e3d-8c2a-afcf27ba84be req-0941d49f-e918-4c21-878e-31ba1995f6de tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9107f98-3261-4c9b-b70c-aaafa7d6fae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532012 Jan 18 22:23:17.941281 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-724a8665-14e1-4a4f-869c-4a81482935ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:17.950686 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df88693-ae3e-43d8-9579-d9e03933b735 None None] Routers {'00784002-9a57-482c-8015-4dabed8b034e'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:23:17.951305 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-9df88693-ae3e-43d8-9579-d9e03933b735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:22:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['00784002-9a57-482c-8015-4dabed8b034e'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:23:17.979787 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0be5cd-677d-4861-b36d-67f28ed4a0a8 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event deleted for resources: {'Subnet': ['ID=17586803-f89e-4a06-a462-901913a5b5a8,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:17.985617 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-724a8665-14e1-4a4f-869c-4a81482935ac admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:23:17.986200 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-724a8665-14e1-4a4f-869c-4a81482935ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:17.988153 n-d-825064-1 neutron-server[102431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:23:17.988153 n-d-825064-1 neutron-server[102431]: self.session.flush() Jan 18 22:23:17.988153 n-d-825064-1 neutron-server[102431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:23:17.988153 n-d-825064-1 neutron-server[102431]: self.session.flush() Jan 18 22:23:17.988153 n-d-825064-1 neutron-server[102431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:23:17.988153 n-d-825064-1 neutron-server[102431]: self.session.flush() Jan 18 22:23:17.988153 n-d-825064-1 neutron-server[102431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:23:17.988153 n-d-825064-1 neutron-server[102431]: self.session.flush() Jan 18 22:23:17.988153 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:23:17.988153 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:23:17.988153 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:23:17.988153 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:23:17.988153 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:23:17.988153 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:23:17.988153 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:23:17.988153 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:23:17.988153 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:23:17.988153 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:23:17.988153 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:23:17.988153 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:23:17.988153 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:23:17.988153 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:23:17.988153 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:23:17.988153 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:23:17.988153 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:23:17.988153 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:23:17.988153 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:23:17.988153 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:23:17.988153 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:23:17.988153 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:23:17.988153 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:23:17.988153 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:23:17.988153 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:23:17.988153 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:23:17.988153 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:23:17.988153 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:23:17.988153 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:23:17.988153 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:23:17.988153 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:23:17.988153 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:23:17.998925 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76dac850-b7f3-427a-934e-b5352201ed5a None None] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:23:18.001964 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5f0be5cd-677d-4861-b36d-67f28ed4a0a8 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:18.006203 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-5f0be5cd-677d-4861-b36d-67f28ed4a0a8 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "DELETE /v2.0/subnets/17586803-f89e-4a06-a462-901913a5b5a8 HTTP/1.1" status: 204 len: 168 time: 0.8239007 Jan 18 22:23:18.008892 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 39062) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:18.123384 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-9df88693-ae3e-43d8-9579-d9e03933b735 None None] Set router 00784002-9a57-482c-8015-4dabed8b034e gateway port host: None {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:23:18.151760 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-724a8665-14e1-4a4f-869c-4a81482935ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:18.162980 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-724a8665-14e1-4a4f-869c-4a81482935ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:18.166739 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-724a8665-14e1-4a4f-869c-4a81482935ac admin admin] 10.222.0.53 "DELETE /v2.0/networks/e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84 HTTP/1.1" status: 204 len: 168 time: 1.3104105 Jan 18 22:23:18.194681 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-23f78e04-2244-4847-a57c-3973276d2e35 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1845286 Jan 18 22:23:18.201033 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 39070) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:18.208354 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724a8665-14e1-4a4f-869c-4a81482935ac admin admin] Pushing event deleted for resources: {'Network': ['ID=e4ae2d4d-7af3-42e2-8470-cbe4a5bd3e84,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:18.211642 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-9df88693-ae3e-43d8-9579-d9e03933b735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00784002-9a57-482c-8015-4dabed8b034e', 'name': 'tempest-NetworksTestDHCPv6-router-1872568288', 'tenant_id': '0a17ff9ddd5f489695e0235ae87388f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:23:08Z', 'updated_at': '2022-01-18T22:23:15Z', 'revision_number': 3, 'project_id': '0a17ff9ddd5f489695e0235ae87388f5', 'gw_port_host': None}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:23:18.243436 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db33aaef-5884-4da4-a311-5ede51d08faf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24989149-146c-4acc-b874-9271bde1ec55'}, {'server_uuid': 'db33aaef-5884-4da4-a311-5ede51d08faf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4aeaad3-0a25-4101-bf67-696d922c2523'}, {'server_uuid': 'ef174e72-af9c-4820-b809-9e0e5168f5f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25680f59-4b56-4e52-a872-62736028b80e'}, {'server_uuid': 'db33aaef-5884-4da4-a311-5ede51d08faf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '726f2559-9d78-42be-aef4-a8aa75da8ec7'}, {'server_uuid': 'e340baad-13e3-4a40-bd0a-81fc936fc61c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95c500e3-5764-439e-99cd-d762e97e55a0'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:23:18.245945 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb1b57cb-53d4-464a-87bd-010e9351e89a" -d '{"events": [{"server_uuid": "db33aaef-5884-4da4-a311-5ede51d08faf", "name": "network-vif-plugged", "status": "completed", "tag": "24989149-146c-4acc-b874-9271bde1ec55"}, {"server_uuid": "db33aaef-5884-4da4-a311-5ede51d08faf", "name": "network-vif-plugged", "status": "completed", "tag": "d4aeaad3-0a25-4101-bf67-696d922c2523"}, {"server_uuid": "ef174e72-af9c-4820-b809-9e0e5168f5f6", "name": "network-vif-plugged", "status": "completed", "tag": "25680f59-4b56-4e52-a872-62736028b80e"}, {"server_uuid": "db33aaef-5884-4da4-a311-5ede51d08faf", "name": "network-vif-plugged", "status": "completed", "tag": "726f2559-9d78-42be-aef4-a8aa75da8ec7"}, {"server_uuid": "e340baad-13e3-4a40-bd0a-81fc936fc61c", "name": "network-vif-plugged", "status": "completed", "tag": "95c500e3-5764-439e-99cd-d762e97e55a0"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:23:18.279658 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8689f5c-c160-49e2-ac9c-6ccec6ffa8a9 req-787b8fcd-b7ef-4428-95d5-4fc9833a815f tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:18.297903 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8689f5c-c160-49e2-ac9c-6ccec6ffa8a9 req-787b8fcd-b7ef-4428-95d5-4fc9833a815f tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:18.304316 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df88693-ae3e-43d8-9579-d9e03933b735 None None] The sync data for ids ['00784002-9a57-482c-8015-4dabed8b034e'] in n-d-825064-1 is: [{'id': '00784002-9a57-482c-8015-4dabed8b034e', 'name': 'tempest-NetworksTestDHCPv6-router-1872568288', 'tenant_id': '0a17ff9ddd5f489695e0235ae87388f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:23:08Z', 'updated_at': '2022-01-18T22:23:15Z', 'revision_number': 3, 'project_id': '0a17ff9ddd5f489695e0235ae87388f5', 'gw_port_host': None}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:23:18.322975 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8689f5c-c160-49e2-ac9c-6ccec6ffa8a9 req-787b8fcd-b7ef-4428-95d5-4fc9833a815f tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:18.332671 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8689f5c-c160-49e2-ac9c-6ccec6ffa8a9 req-787b8fcd-b7ef-4428-95d5-4fc9833a815f tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:18.332916 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-829dd0da-27a1-44b4-9133-95e424636ae1 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for router, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:18.339095 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8689f5c-c160-49e2-ac9c-6ccec6ffa8a9 req-787b8fcd-b7ef-4428-95d5-4fc9833a815f tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:18.345640 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8689f5c-c160-49e2-ac9c-6ccec6ffa8a9 req-787b8fcd-b7ef-4428-95d5-4fc9833a815f tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:18.352706 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8689f5c-c160-49e2-ac9c-6ccec6ffa8a9 req-787b8fcd-b7ef-4428-95d5-4fc9833a815f tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:18.354890 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b8689f5c-c160-49e2-ac9c-6ccec6ffa8a9 req-787b8fcd-b7ef-4428-95d5-4fc9833a815f tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/ports?device_id=db33aaef-5884-4da4-a311-5ede51d08faf HTTP/1.1" status: 200 len: 5434 time: 0.2159774 Jan 18 22:23:18.355160 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 39074) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:18.391492 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port ce5627e3-20f7-4e82-8e1c-ed97f4ce614c, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=ce5627e3-20f7-4e82-8e1c-ed97f4ce614c,segment=NetworkSegment(773e2478-13af-4dd0-bb1a-13e4946a40f7),segment_id=773e2478-13af-4dd0-bb1a-13e4946a40f7)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:23:18.406219 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Returning: {'device': 'ce5627e3-20f7-4e82-8e1c-ed97f4ce614c', 'network_id': '616341ad-8ee5-46dd-a50f-fbf4c382e06c', 'port_id': 'ce5627e3-20f7-4e82-8e1c-ed97f4ce614c', 'mac_address': 'fa:16:3e:99:ad:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39872394-9ec8-42e0-a515-8c2f5c78361a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:23:18.454214 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b8689f5c-c160-49e2-ac9c-6ccec6ffa8a9 req-68168dda-7c62-4d94-b814-ff57abc21af6 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/security-groups?id=43d45361-b6ad-4105-a9b4-e598b6e8e651&id=1a7f3ba7-6b33-47d4-842d-f8859c8e7d98&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0732751 Jan 18 22:23:18.486865 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298bbe7f-d5fc-4550-a158-356eba91bdce req-32068c95-1814-45e6-b005-c8e73e323c7a tempest-InstanceActionsTestJSON-162675674 tempest-InstanceActionsTestJSON-162675674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:18.488608 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-298bbe7f-d5fc-4550-a158-356eba91bdce req-32068c95-1814-45e6-b005-c8e73e323c7a tempest-InstanceActionsTestJSON-162675674 tempest-InstanceActionsTestJSON-162675674-project] 10.222.0.53 "GET /v2.0/ports?device_id=644be525-5f75-43cb-b8cd-76627cce74f7 HTTP/1.1" status: 200 len: 946 time: 0.1322186 Jan 18 22:23:18.491242 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-759a222a-ab7a-4f26-ae4f-f81a9d79002f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=584d50ef6ed64545aac1e7947879ab5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1176991 Jan 18 22:23:18.494513 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 39080) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:18.508879 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:18.527568 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce5627e3-20f7-4e82-8e1c-ed97f4ce614c {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:23:18.551199 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Tue, 18 Jan 2022 22:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a32b85f4-74b8-4cc5-a583-9105faac4a1a x-openstack-request-id: req-a32b85f4-74b8-4cc5-a583-9105faac4a1a {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:23:18.551631 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db33aaef-5884-4da4-a311-5ede51d08faf", "name": "network-vif-plugged", "status": "completed", "tag": "24989149-146c-4acc-b874-9271bde1ec55", "code": 200}, {"server_uuid": "db33aaef-5884-4da4-a311-5ede51d08faf", "name": "network-vif-plugged", "status": "completed", "tag": "d4aeaad3-0a25-4101-bf67-696d922c2523", "code": 200}, {"server_uuid": "ef174e72-af9c-4820-b809-9e0e5168f5f6", "name": "network-vif-plugged", "status": "completed", "tag": "25680f59-4b56-4e52-a872-62736028b80e", "code": 200}, {"server_uuid": "db33aaef-5884-4da4-a311-5ede51d08faf", "name": "network-vif-plugged", "status": "completed", "tag": "726f2559-9d78-42be-aef4-a8aa75da8ec7", "code": 200}, {"server_uuid": "e340baad-13e3-4a40-bd0a-81fc936fc61c", "name": "network-vif-plugged", "status": "completed", "tag": "95c500e3-5764-439e-99cd-d762e97e55a0", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:23:18.551981 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a32b85f4-74b8-4cc5-a583-9105faac4a1a {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:23:18.552509 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db33aaef-5884-4da4-a311-5ede51d08faf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24989149-146c-4acc-b874-9271bde1ec55', 'code': 200} Jan 18 22:23:18.552875 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db33aaef-5884-4da4-a311-5ede51d08faf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4aeaad3-0a25-4101-bf67-696d922c2523', 'code': 200} Jan 18 22:23:18.553215 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef174e72-af9c-4820-b809-9e0e5168f5f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25680f59-4b56-4e52-a872-62736028b80e', 'code': 200} Jan 18 22:23:18.553566 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db33aaef-5884-4da4-a311-5ede51d08faf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '726f2559-9d78-42be-aef4-a8aa75da8ec7', 'code': 200} Jan 18 22:23:18.553898 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e340baad-13e3-4a40-bd0a-81fc936fc61c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95c500e3-5764-439e-99cd-d762e97e55a0', 'code': 200} Jan 18 22:23:18.567690 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port ce5627e3-20f7-4e82-8e1c-ed97f4ce614c, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=ce5627e3-20f7-4e82-8e1c-ed97f4ce614c,segment=NetworkSegment(773e2478-13af-4dd0-bb1a-13e4946a40f7),segment_id=773e2478-13af-4dd0-bb1a-13e4946a40f7)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:23:18.585411 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-829dd0da-27a1-44b4-9133-95e424636ae1 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1040886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8602'] for router, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:18.588067 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-829dd0da-27a1-44b4-9133-95e424636ae1 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:18.617033 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:18.650383 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e8eea7-96f6-4114-a1cd-40c149b76876 None None] DHCP port deletion for 5ec417a5-fa6c-4abd-aa15-b83b9df83503 request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:23:18.660415 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-829dd0da-27a1-44b4-9133-95e424636ae1 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1040832'] for router, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:18.661735 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-829dd0da-27a1-44b4-9133-95e424636ae1 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Fanout notify agent at l3_agent the message router_deleted on router 00784002-9a57-482c-8015-4dabed8b034e {{(pid=102431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 22:23:18.681681 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-829dd0da-27a1-44b4-9133-95e424636ae1 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:18.683446 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-829dd0da-27a1-44b4-9133-95e424636ae1 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "DELETE /v2.0/routers/00784002-9a57-482c-8015-4dabed8b034e HTTP/1.1" status: 204 len: 168 time: 0.4796920 Jan 18 22:23:18.685931 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 39084) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:18.698635 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-1bd7c8f2-2a67-4b19-9b4c-b7ec4c5a3a6a tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Request body: {'subnet': {'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:23:18.705593 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=ce5627e3-20f7-4e82-8e1c-ed97f4ce614c,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:18.708224 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-298bbe7f-d5fc-4550-a158-356eba91bdce req-80a803b1-8005-43df-9080-f57914b7b745 tempest-InstanceActionsTestJSON-162675674 tempest-InstanceActionsTestJSON-162675674-project] 10.222.0.53 "GET /v2.0/security-groups?id=5ac90bba-2feb-4c0b-9de9-a9be63cb12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091925 Jan 18 22:23:18.749113 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-73e8eea7-96f6-4114-a1cd-40c149b76876 None None] Deleting port 6fcd18a0-aa1f-4ca6-9c12-a3d1a556a9ce {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:23:18.749726 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-73e8eea7-96f6-4114-a1cd-40c149b76876 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:18.830027 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd77a61-b5c7-4cd2-aed5-5ef7967dbcd3 req-e5ae8e0e-548a-49f3-9c0a-e53ec29a9833 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:18.832362 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2cd77a61-b5c7-4cd2-aed5-5ef7967dbcd3 req-e5ae8e0e-548a-49f3-9c0a-e53ec29a9833 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef174e72-af9c-4820-b809-9e0e5168f5f6 HTTP/1.1" status: 200 len: 945 time: 0.2166955 Jan 18 22:23:18.846828 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f710aa-dce7-4303-b19d-e166a2e8b304 req-62911f73-7cd6-4a4d-9077-4585f7707fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:18.848366 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f6f710aa-dce7-4303-b19d-e166a2e8b304 req-62911f73-7cd6-4a4d-9077-4585f7707fb5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e340baad-13e3-4a40-bd0a-81fc936fc61c HTTP/1.1" status: 200 len: 1096 time: 0.0789375 Jan 18 22:23:18.876105 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e9e6afae-6d93-451d-bc0d-9b303beb3745 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:18.894799 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f6f710aa-dce7-4303-b19d-e166a2e8b304 req-c6198f61-41a6-4cd3-a792-14c49efaaedc service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=e9107f98-3261-4c9b-b70c-aaafa7d6fae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389082 Jan 18 22:23:18.903168 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd7c8f2-2a67-4b19-9b4c-b7ec4c5a3a6a tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Made reservation on behalf of 0a17ff9ddd5f489695e0235ae87388f5 for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:23:18.905296 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e9e6afae-6d93-451d-bc0d-9b303beb3745 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:18.906847 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1bd7c8f2-2a67-4b19-9b4c-b7ec4c5a3a6a tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:18.959447 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dee2511-e9af-45eb-a26a-125bbb4f2b73 req-26ecc2d4-ee5e-46b4-b067-8cbb4a0710f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:18.963093 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8dee2511-e9af-45eb-a26a-125bbb4f2b73 req-26ecc2d4-ee5e-46b4-b067-8cbb4a0710f7 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ef174e72-af9c-4820-b809-9e0e5168f5f6 HTTP/1.1" status: 200 len: 1096 time: 0.2652822 Jan 18 22:23:18.970206 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90bf08b-fc00-4fef-8a93-7780bf0d56bb req-508cad6f-b951-4a48-9075-990b75b17973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:18.971402 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90bf08b-fc00-4fef-8a93-7780bf0d56bb req-508cad6f-b951-4a48-9075-990b75b17973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:18.979082 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90bf08b-fc00-4fef-8a93-7780bf0d56bb req-508cad6f-b951-4a48-9075-990b75b17973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:18.979082 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90bf08b-fc00-4fef-8a93-7780bf0d56bb req-508cad6f-b951-4a48-9075-990b75b17973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:18.979082 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90bf08b-fc00-4fef-8a93-7780bf0d56bb req-508cad6f-b951-4a48-9075-990b75b17973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:18.979082 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90bf08b-fc00-4fef-8a93-7780bf0d56bb req-508cad6f-b951-4a48-9075-990b75b17973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:18.979082 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90bf08b-fc00-4fef-8a93-7780bf0d56bb req-508cad6f-b951-4a48-9075-990b75b17973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:18.979082 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e90bf08b-fc00-4fef-8a93-7780bf0d56bb req-508cad6f-b951-4a48-9075-990b75b17973 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=db33aaef-5884-4da4-a311-5ede51d08faf HTTP/1.1" status: 200 len: 6491 time: 0.2663081 Jan 18 22:23:19.005883 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['ce5627e3-20f7-4e82-8e1c-ed97f4ce614c'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:23:19.027889 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1fd4e6-ca9a-49e0-b527-60d62a2dbdfb req-bd7f5aa8-0983-4ab1-ac1e-9ca914c89286 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:19.029985 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ec1fd4e6-ca9a-49e0-b527-60d62a2dbdfb req-bd7f5aa8-0983-4ab1-ac1e-9ca914c89286 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=3235a499-27d0-4827-81fd-d658b66e33f9 HTTP/1.1" status: 200 len: 945 time: 0.2155502 Jan 18 22:23:19.047764 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2cd77a61-b5c7-4cd2-aed5-5ef7967dbcd3 req-948e1313-3974-4933-b862-2f29f6b20e70 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc8c7d2e-b8e2-47f9-a940-5cbf5ddba272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950560 Jan 18 22:23:19.084344 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-73e8eea7-96f6-4114-a1cd-40c149b76876 None None] For port 6fcd18a0-aa1f-4ca6-9c12-a3d1a556a9ce, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=6fcd18a0-aa1f-4ca6-9c12-a3d1a556a9ce,segment=NetworkSegment(3c2fda82-0722-4d26-8bf8-bb1f4fe594b8),segment_id=3c2fda82-0722-4d26-8bf8-bb1f4fe594b8)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:23:19.085404 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-73e8eea7-96f6-4114-a1cd-40c149b76876 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:19.110380 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-73e8eea7-96f6-4114-a1cd-40c149b76876 None None] Calling delete_port for 6fcd18a0-aa1f-4ca6-9c12-a3d1a556a9ce owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:23:19.120032 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e9e6afae-6d93-451d-bc0d-9b303beb3745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:19.123517 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e9e6afae-6d93-451d-bc0d-9b303beb3745 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:19.128534 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-e9e6afae-6d93-451d-bc0d-9b303beb3745 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/69e59ffc-71ce-4c50-acf6-17bf11fb5545 HTTP/1.1" status: 204 len: 168 time: 0.6301742 Jan 18 22:23:19.159981 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6afae-6d93-451d-bc0d-9b303beb3745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e59ffc-71ce-4c50-acf6-17bf11fb5545,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:19.177763 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1bd7c8f2-2a67-4b19-9b4c-b7ec4c5a3a6a tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:19.179037 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ec1fd4e6-ca9a-49e0-b527-60d62a2dbdfb req-6535def0-9000-4bec-930b-0867f64cee40 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295331 Jan 18 22:23:19.188720 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e90bf08b-fc00-4fef-8a93-7780bf0d56bb req-58f632ac-83b5-4932-94d3-4a261b230b36 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=43d45361-b6ad-4105-a9b4-e598b6e8e651&id=1a7f3ba7-6b33-47d4-842d-f8859c8e7d98&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1012034 Jan 18 22:23:19.195318 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8dee2511-e9af-45eb-a26a-125bbb4f2b73 req-d78f9cb8-45d1-4535-997b-4b81df611ed8 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=dc8c7d2e-b8e2-47f9-a940-5cbf5ddba272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922034 Jan 18 22:23:19.249528 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd7c8f2-2a67-4b19-9b4c-b7ec4c5a3a6a tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:23:19.254311 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-1bd7c8f2-2a67-4b19-9b4c-b7ec4c5a3a6a tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:23:19.259012 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd7c8f2-2a67-4b19-9b4c-b7ec4c5a3a6a tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:19.259767 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1bd7c8f2-2a67-4b19-9b4c-b7ec4c5a3a6a tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:19.277549 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd7c8f2-2a67-4b19-9b4c-b7ec4c5a3a6a tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event updated for resources: {'Subnet': ['ID=3d753d84-9c57-4d16-a6ec-06d2cd784f2e,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:19.292593 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 39090) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:19.296450 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a29eea0f-2ae8-4168-af41-77197bf9b70b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:19.297304 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-1bd7c8f2-2a67-4b19-9b4c-b7ec4c5a3a6a tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6088140 Jan 18 22:23:19.300546 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-3fa27b08-86bd-4f01-8b21-905e9a4dbd81 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-946134890', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:23:19.344399 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-73e8eea7-96f6-4114-a1cd-40c149b76876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:19.378621 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e8eea7-96f6-4114-a1cd-40c149b76876 None None] Pushing event deleted for resources: {'Port': ['ID=6fcd18a0-aa1f-4ca6-9c12-a3d1a556a9ce,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:19.379539 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-3fa27b08-86bd-4f01-8b21-905e9a4dbd81 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1044160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8692'] for router, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:19.381344 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-3fa27b08-86bd-4f01-8b21-905e9a4dbd81 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1040680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8675'] for router, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:19.383530 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e8eea7-96f6-4114-a1cd-40c149b76876 None None] No DVR routers for this DVR port 6fcd18a0-aa1f-4ca6-9c12-a3d1a556a9ce on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:23:19.408758 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c168868-6b20-4f85-af05-6dcbec6f53cf req-6703028c-6831-4905-a4b1-310a43a2d64e tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:19.408900 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 6fcd18a0-aa1f-4ca6-9c12-a3d1a556a9ce no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:23:19.410561 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9c168868-6b20-4f85-af05-6dcbec6f53cf req-6703028c-6831-4905-a4b1-310a43a2d64e tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/ports?device_id=e340baad-13e3-4a40-bd0a-81fc936fc61c HTTP/1.1" status: 200 len: 945 time: 0.1026106 Jan 18 22:23:19.423393 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab4f9c9-15cc-4b04-abcf-a76f308232da None None] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:23:19.458225 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 6fcd18a0-aa1f-4ca6-9c12-a3d1a556a9ce {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:23:19.458658 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 6fcd18a0-aa1f-4ca6-9c12-a3d1a556a9ce not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:23:19.471492 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-3fa27b08-86bd-4f01-8b21-905e9a4dbd81 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:19.481781 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-3fa27b08-86bd-4f01-8b21-905e9a4dbd81 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1040691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049'] for router, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:19.507524 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9c168868-6b20-4f85-af05-6dcbec6f53cf req-f2cf27ed-2502-4b6e-b803-640796d81ffc tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9107f98-3261-4c9b-b70c-aaafa7d6fae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766354 Jan 18 22:23:19.517588 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-3fa27b08-86bd-4f01-8b21-905e9a4dbd81 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for router, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:19.522448 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-3fa27b08-86bd-4f01-8b21-905e9a4dbd81 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2254889 Jan 18 22:23:19.523303 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 39096) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:19.626468 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30bd4f47-a6a7-4bba-80aa-c02c34a18845 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-5ec417a5-fa6c-4abd-aa15-b83b9df83503', 'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503', 'tenant_id': '0a17ff9ddd5f489695e0235ae87388f5', 'fixed_ips': [{'subnet_id': '3d753d84-9c57-4d16-a6ec-06d2cd784f2e'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:23:19.627900 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-30bd4f47-a6a7-4bba-80aa-c02c34a18845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:19.794423 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-30bd4f47-a6a7-4bba-80aa-c02c34a18845 None None] Allocated IP 2001:db8::2 (5ec417a5-fa6c-4abd-aa15-b83b9df83503/3d753d84-9c57-4d16-a6ec-06d2cd784f2e/ca83bc07-07ef-41d7-b025-9e05fd786eee) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:23:19.807155 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a636ad-5174-47af-a9c1-a90ed736bbf7 req-ba301021-11f7-4646-8c5b-8a783d9323c4 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:19.813230 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a636ad-5174-47af-a9c1-a90ed736bbf7 req-ba301021-11f7-4646-8c5b-8a783d9323c4 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:19.819063 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a636ad-5174-47af-a9c1-a90ed736bbf7 req-ba301021-11f7-4646-8c5b-8a783d9323c4 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:19.825192 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a636ad-5174-47af-a9c1-a90ed736bbf7 req-ba301021-11f7-4646-8c5b-8a783d9323c4 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:19.831056 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a636ad-5174-47af-a9c1-a90ed736bbf7 req-ba301021-11f7-4646-8c5b-8a783d9323c4 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:19.837031 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a636ad-5174-47af-a9c1-a90ed736bbf7 req-ba301021-11f7-4646-8c5b-8a783d9323c4 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:19.842911 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a636ad-5174-47af-a9c1-a90ed736bbf7 req-ba301021-11f7-4646-8c5b-8a783d9323c4 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:19.844818 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f4a636ad-5174-47af-a9c1-a90ed736bbf7 req-ba301021-11f7-4646-8c5b-8a783d9323c4 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/ports?device_id=db33aaef-5884-4da4-a311-5ede51d08faf HTTP/1.1" status: 200 len: 5434 time: 0.2413826 Jan 18 22:23:19.910310 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device ce5627e3-20f7-4e82-8e1c-ed97f4ce614c up at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:23:19.951986 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f4a636ad-5174-47af-a9c1-a90ed736bbf7 req-4a60d0b5-c5f0-4a3a-a67b-3605a38a47ba tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/security-groups?id=43d45361-b6ad-4105-a9b4-e598b6e8e651&id=1a7f3ba7-6b33-47d4-842d-f8859c8e7d98&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0934677 Jan 18 22:23:19.962905 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5ed73d-c0e5-40f9-b74a-132ce63bba2c req-e0f76bde-88c4-4fdc-bfbe-b99d00c48aa3 tempest-InstanceActionsTestJSON-162675674 tempest-InstanceActionsTestJSON-162675674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:19.964420 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5c5ed73d-c0e5-40f9-b74a-132ce63bba2c req-e0f76bde-88c4-4fdc-bfbe-b99d00c48aa3 tempest-InstanceActionsTestJSON-162675674 tempest-InstanceActionsTestJSON-162675674-project] 10.222.0.53 "GET /v2.0/ports?device_id=644be525-5f75-43cb-b8cd-76627cce74f7 HTTP/1.1" status: 200 len: 946 time: 0.1186676 Jan 18 22:23:19.992661 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1f48a3a6-f6cb-4ad8-8a62-2a340d28bc7e tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:20.019727 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-30bd4f47-a6a7-4bba-80aa-c02c34a18845 None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:20.026961 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning for port ce5627e3-20f7-4e82-8e1c-ed97f4ce614c completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:23:20.036240 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-30bd4f47-a6a7-4bba-80aa-c02c34a18845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:20.069742 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning complete for port ce5627e3-20f7-4e82-8e1c-ed97f4ce614c triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:23:20.070116 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:20.113772 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5c5ed73d-c0e5-40f9-b74a-132ce63bba2c req-34e118c8-acd6-4703-a160-493a57712164 tempest-InstanceActionsTestJSON-162675674 tempest-InstanceActionsTestJSON-162675674-project] 10.222.0.53 "GET /v2.0/security-groups?id=5ac90bba-2feb-4c0b-9de9-a9be63cb12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235075 Jan 18 22:23:20.127746 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bd4f47-a6a7-4bba-80aa-c02c34a18845 None None] Pushing event updated for resources: {'Port': ['ID=ca83bc07-07ef-41d7-b025-9e05fd786eee,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:20.146136 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30bd4f47-a6a7-4bba-80aa-c02c34a18845 None None] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:23:20.155841 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-30bd4f47-a6a7-4bba-80aa-c02c34a18845 None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:23:20.165090 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bd4f47-a6a7-4bba-80aa-c02c34a18845 None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:23:20.226114 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 39122) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:20.319507 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:20.341809 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83c1111-f417-4b04-b6ad-b502baa33c3f req-8646d356-819c-444a-88c3-2d41ede71b0b tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:20.344679 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e83c1111-f417-4b04-b6ad-b502baa33c3f req-8646d356-819c-444a-88c3-2d41ede71b0b tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef174e72-af9c-4820-b809-9e0e5168f5f6 HTTP/1.1" status: 200 len: 945 time: 0.1544087 Jan 18 22:23:20.360475 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-30bd4f47-a6a7-4bba-80aa-c02c34a18845 None None] Attempting to bind port ca83bc07-07ef-41d7-b025-9e05fd786eee on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:23:20.360475 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-30bd4f47-a6a7-4bba-80aa-c02c34a18845 None None] Attempting to bind port ca83bc07-07ef-41d7-b025-9e05fd786eee by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '3c2fda82-0722-4d26-8bf8-bb1f4fe594b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:23:20.361050 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bd4f47-a6a7-4bba-80aa-c02c34a18845 None None] Attempting to bind port ca83bc07-07ef-41d7-b025-9e05fd786eee on network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:23:20.368290 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port ce5627e3-20f7-4e82-8e1c-ed97f4ce614c, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=ce5627e3-20f7-4e82-8e1c-ed97f4ce614c,segment=NetworkSegment(773e2478-13af-4dd0-bb1a-13e4946a40f7),segment_id=773e2478-13af-4dd0-bb1a-13e4946a40f7)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:23:20.373913 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:20.378538 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bd4f47-a6a7-4bba-80aa-c02c34a18845 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:23:20.378930 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bd4f47-a6a7-4bba-80aa-c02c34a18845 None None] Checking segment: {'id': '3c2fda82-0722-4d26-8bf8-bb1f4fe594b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:23:20.379340 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-30bd4f47-a6a7-4bba-80aa-c02c34a18845 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:20.379731 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bd4f47-a6a7-4bba-80aa-c02c34a18845 None None] Bound using segment: {'id': '3c2fda82-0722-4d26-8bf8-bb1f4fe594b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:23:20.380282 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-30bd4f47-a6a7-4bba-80aa-c02c34a18845 None None] Bound port: ca83bc07-07ef-41d7-b025-9e05fd786eee, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2fda82-0722-4d26-8bf8-bb1f4fe594b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:23:20.381184 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-30bd4f47-a6a7-4bba-80aa-c02c34a18845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:20.400623 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-68be7275-0237-420c-a4ac-ed76f9439260 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-330315663-network', 'tenant_id': '6349d79e161247edbd26c405131007ad'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:23:20.429629 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68be7275-0237-420c-a4ac-ed76f9439260 admin admin] Made reservation on behalf of 6349d79e161247edbd26c405131007ad for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:23:20.432693 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-68be7275-0237-420c-a4ac-ed76f9439260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:20.447313 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-68be7275-0237-420c-a4ac-ed76f9439260 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:20.472160 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=ce5627e3-20f7-4e82-8e1c-ed97f4ce614c,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:20.478595 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e83c1111-f417-4b04-b6ad-b502baa33c3f req-9dfaf604-bc86-46c5-810d-6b38c5e23f3f tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc8c7d2e-b8e2-47f9-a940-5cbf5ddba272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156230 Jan 18 22:23:20.481802 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-1f48a3a6-f6cb-4ad8-8a62-2a340d28bc7e tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Allocated IP 2001:db8::1 (5ec417a5-fa6c-4abd-aa15-b83b9df83503/3d753d84-9c57-4d16-a6ec-06d2cd784f2e/dd999f48-cd3c-48a1-b7dc-86da2309e79d) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:23:20.505619 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aba2384-09d1-42b3-9228-6b4402ecec3d req-fd70eead-c9b0-47e5-bd47-85f0adf67aa0 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:20.507502 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8aba2384-09d1-42b3-9228-6b4402ecec3d req-fd70eead-c9b0-47e5-bd47-85f0adf67aa0 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=3235a499-27d0-4827-81fd-d658b66e33f9 HTTP/1.1" status: 200 len: 946 time: 0.1461093 Jan 18 22:23:20.516902 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-30bd4f47-a6a7-4bba-80aa-c02c34a18845 None None] For port ca83bc07-07ef-41d7-b025-9e05fd786eee, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:23:20.520186 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-30bd4f47-a6a7-4bba-80aa-c02c34a18845 None None] For port ca83bc07-07ef-41d7-b025-9e05fd786eee, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=ca83bc07-07ef-41d7-b025-9e05fd786eee,segment=NetworkSegment(3c2fda82-0722-4d26-8bf8-bb1f4fe594b8),segment_id=3c2fda82-0722-4d26-8bf8-bb1f4fe594b8)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:23:20.531971 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-30bd4f47-a6a7-4bba-80aa-c02c34a18845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:20.589900 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-68be7275-0237-420c-a4ac-ed76f9439260 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:20.593985 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3235a499-27d0-4827-81fd-d658b66e33f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce5627e3-20f7-4e82-8e1c-ed97f4ce614c'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:23:20.601123 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e361427d-3801-4330-8906-ee479d856cc0" -d '{"events": [{"server_uuid": "3235a499-27d0-4827-81fd-d658b66e33f9", "name": "network-vif-plugged", "status": "completed", "tag": "ce5627e3-20f7-4e82-8e1c-ed97f4ce614c"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:23:20.603617 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-68be7275-0237-420c-a4ac-ed76f9439260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:20.636770 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68be7275-0237-420c-a4ac-ed76f9439260 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:23:20.641709 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8aba2384-09d1-42b3-9228-6b4402ecec3d req-125a065a-e8fb-43df-b9c0-d3840cc38ba6 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203070 Jan 18 22:23:20.658590 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-68be7275-0237-420c-a4ac-ed76f9439260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:20.660692 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-68be7275-0237-420c-a4ac-ed76f9439260 admin admin] Added segment d35c4c59-f3c1-4e88-9342-25a435cd4676 of type vlan for network 2116cc8e-70d0-4eb6-9a85-9b38c7b353d4 Jan 18 22:23:20.662911 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68be7275-0237-420c-a4ac-ed76f9439260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe49b4e1-c7d2-4482-9caa-606373b9ec05,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:20.721150 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1f48a3a6-f6cb-4ad8-8a62-2a340d28bc7e tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:20.735155 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-68be7275-0237-420c-a4ac-ed76f9439260 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:20.751533 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bd4f47-a6a7-4bba-80aa-c02c34a18845 None None] Pushing event updated for resources: {'Port': ['ID=ca83bc07-07ef-41d7-b025-9e05fd786eee,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:20.772982 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f3bc761-3db9-40e2-bf7c-996c324cd4ec x-openstack-request-id: req-5f3bc761-3db9-40e2-bf7c-996c324cd4ec {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:23:20.775053 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3235a499-27d0-4827-81fd-d658b66e33f9", "name": "network-vif-plugged", "status": "completed", "tag": "ce5627e3-20f7-4e82-8e1c-ed97f4ce614c", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:23:20.777731 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5f3bc761-3db9-40e2-bf7c-996c324cd4ec {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:23:20.781150 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3235a499-27d0-4827-81fd-d658b66e33f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce5627e3-20f7-4e82-8e1c-ed97f4ce614c', 'code': 200} Jan 18 22:23:20.790939 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1f48a3a6-f6cb-4ad8-8a62-2a340d28bc7e tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:20.819634 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f48a3a6-f6cb-4ad8-8a62-2a340d28bc7e tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:23:20.825565 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-1f48a3a6-f6cb-4ad8-8a62-2a340d28bc7e tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:23:20.826963 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-68be7275-0237-420c-a4ac-ed76f9439260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:20.828305 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68be7275-0237-420c-a4ac-ed76f9439260 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:20.828965 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-68be7275-0237-420c-a4ac-ed76f9439260 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:20.854499 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f48a3a6-f6cb-4ad8-8a62-2a340d28bc7e tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:23:20.855420 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1f48a3a6-f6cb-4ad8-8a62-2a340d28bc7e tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1040954'] for router_interface, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:20.917352 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-68be7275-0237-420c-a4ac-ed76f9439260 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6976840 Jan 18 22:23:20.919770 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 39138) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:20.926387 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-8993a6a3-6b0d-4ef1-a412-6830ba7e5a21 admin admin] Request body: {'subnet': {'network_id': '2116cc8e-70d0-4eb6-9a85-9b38c7b353d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-330315663-subnet', 'tenant_id': '6349d79e161247edbd26c405131007ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:23:21.000263 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68be7275-0237-420c-a4ac-ed76f9439260 admin admin] Pushing event updated for resources: {'Network': ['ID=2116cc8e-70d0-4eb6-9a85-9b38c7b353d4,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:21.015227 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33628929-782b-4fba-a490-980589e8b07c req-21ec7ec5-b543-4797-a420-31026d8238e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:21.016851 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-33628929-782b-4fba-a490-980589e8b07c req-21ec7ec5-b543-4797-a420-31026d8238e4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3235a499-27d0-4827-81fd-d658b66e33f9 HTTP/1.1" status: 200 len: 1097 time: 0.1392326 Jan 18 22:23:21.018211 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8993a6a3-6b0d-4ef1-a412-6830ba7e5a21 admin admin] Made reservation on behalf of 6349d79e161247edbd26c405131007ad for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:23:21.019620 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 2116cc8e-70d0-4eb6-9a85-9b38c7b353d4 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:23:21.020599 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8993a6a3-6b0d-4ef1-a412-6830ba7e5a21 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:21.120303 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-33628929-782b-4fba-a490-980589e8b07c req-2c3ac853-db34-40dd-96dd-ce49238b116d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576937 Jan 18 22:23:21.152614 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f48a3a6-f6cb-4ad8-8a62-2a340d28bc7e tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event updated for resources: {'Port': ['ID=dd999f48-cd3c-48a1-b7dc-86da2309e79d,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:21.228077 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fcb410-7a74-4a3c-b76b-393669b944d9 req-948863cc-5501-418a-90fa-2e3ae4ca662f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:21.230534 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-13fcb410-7a74-4a3c-b76b-393669b944d9 req-948863cc-5501-418a-90fa-2e3ae4ca662f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e5cd81aba7a2436a836ccce893dfda10&device_id=644be525-5f75-43cb-b8cd-76627cce74f7 HTTP/1.1" status: 200 len: 1097 time: 0.3800368 Jan 18 22:23:21.241497 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f5765-4564-4519-862f-8844e164902c req-8ea89229-db85-41c1-9e8e-48f1b6c33ad4 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:21.242879 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-913f5765-4564-4519-862f-8844e164902c req-8ea89229-db85-41c1-9e8e-48f1b6c33ad4 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/ports?device_id=e340baad-13e3-4a40-bd0a-81fc936fc61c HTTP/1.1" status: 200 len: 945 time: 0.3934648 Jan 18 22:23:21.252320 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8472ee3-f5d0-43e8-8cae-a09e1bc5109e req-93902a6e-62fc-4695-97d9-f8f213e56faf tempest-InstanceActionsTestJSON-162675674 tempest-InstanceActionsTestJSON-162675674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:21.254505 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b8472ee3-f5d0-43e8-8cae-a09e1bc5109e req-93902a6e-62fc-4695-97d9-f8f213e56faf tempest-InstanceActionsTestJSON-162675674 tempest-InstanceActionsTestJSON-162675674-project] 10.222.0.53 "GET /v2.0/ports?device_id=644be525-5f75-43cb-b8cd-76627cce74f7 HTTP/1.1" status: 200 len: 946 time: 0.4313624 Jan 18 22:23:21.256156 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1f48a3a6-f6cb-4ad8-8a62-2a340d28bc7e tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:21.259312 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8993a6a3-6b0d-4ef1-a412-6830ba7e5a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:21.323972 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8993a6a3-6b0d-4ef1-a412-6830ba7e5a21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79dab1a5-3664-434d-8c18-6f84d34e05b2,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:21.335020 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8993a6a3-6b0d-4ef1-a412-6830ba7e5a21 admin admin] Checking segment: {'id': 'd35c4c59-f3c1-4e88-9342-25a435cd4676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2116cc8e-70d0-4eb6-9a85-9b38c7b353d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:23:21.335679 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8993a6a3-6b0d-4ef1-a412-6830ba7e5a21 admin admin] Network hostable DHCP agents. Network: 2116cc8e-70d0-4eb6-9a85-9b38c7b353d4, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:23:21.357038 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8993a6a3-6b0d-4ef1-a412-6830ba7e5a21 admin admin] Network 2116cc8e-70d0-4eb6-9a85-9b38c7b353d4 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:23:21.367026 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-8993a6a3-6b0d-4ef1-a412-6830ba7e5a21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 2116cc8e-70d0-4eb6-9a85-9b38c7b353d4) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:23:21.371820 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8993a6a3-6b0d-4ef1-a412-6830ba7e5a21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:21.372560 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8993a6a3-6b0d-4ef1-a412-6830ba7e5a21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:21.377880 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662ea834-0a48-4d5c-a46d-e17c577dadcd None None] Network 2116cc8e-70d0-4eb6-9a85-9b38c7b353d4 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:23:21.392159 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-8993a6a3-6b0d-4ef1-a412-6830ba7e5a21 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.4712932 Jan 18 22:23:21.424317 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device ca83bc07-07ef-41d7-b025-9e05fd786eee up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:23:21.510808 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port ca83bc07-07ef-41d7-b025-9e05fd786eee triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:23:21.511167 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:21.587458 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2bd7c0d-0a18-4303-ae8a-92b75dcefa2e None None] Network 2116cc8e-70d0-4eb6-9a85-9b38c7b353d4 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:23:21.733156 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:21.788703 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port ca83bc07-07ef-41d7-b025-9e05fd786eee, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=ca83bc07-07ef-41d7-b025-9e05fd786eee,segment=NetworkSegment(3c2fda82-0722-4d26-8bf8-bb1f4fe594b8),segment_id=3c2fda82-0722-4d26-8bf8-bb1f4fe594b8)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:23:21.793706 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:21.815505 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b8472ee3-f5d0-43e8-8cae-a09e1bc5109e req-9c9c2ce0-d401-4aa2-b629-10451fa6f9af tempest-InstanceActionsTestJSON-162675674 tempest-InstanceActionsTestJSON-162675674-project] 10.222.0.53 "GET /v2.0/security-groups?id=5ac90bba-2feb-4c0b-9de9-a9be63cb12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5461247 Jan 18 22:23:21.845061 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-913f5765-4564-4519-862f-8844e164902c req-2662b91a-01ae-4128-9378-314c75906bd1 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9107f98-3261-4c9b-b70c-aaafa7d6fae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5778167 Jan 18 22:23:21.850425 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=ca83bc07-07ef-41d7-b025-9e05fd786eee,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:21.923320 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-71a7c85a-933e-4ea1-a340-b2255ef430fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:22.049795 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fcb410-7a74-4a3c-b76b-393669b944d9 req-83cd7c3f-f64c-4bf0-830b-bb38a056af7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:22.051261 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-13fcb410-7a74-4a3c-b76b-393669b944d9 req-83cd7c3f-f64c-4bf0-830b-bb38a056af7d service neutron] 10.222.0.67 "GET /v2.0/networks?id=b48a9295-aa95-4a5f-921a-415fe1466b3d HTTP/1.1" status: 200 len: 913 time: 0.7810180 Jan 18 22:23:22.067887 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-1c32c66f-b608-4d55-85ef-30c1fa258d9f None None] Provisioning complete for port ca83bc07-07ef-41d7-b025-9e05fd786eee triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:23:22.068353 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1c32c66f-b608-4d55-85ef-30c1fa258d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:22.148930 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-13fcb410-7a74-4a3c-b76b-393669b944d9 req-188ecd5a-ddcd-47be-a631-8604fd2092cc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57d9573d-4f34-4efd-a169-f5908b55ea47 HTTP/1.1" status: 200 len: 217 time: 0.0878699 Jan 18 22:23:22.170360 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c15593a-c50a-4bec-98f8-de066947903e req-be02f9ee-cb81-4b9e-adc1-5940ada60a2a tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:22.176507 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c15593a-c50a-4bec-98f8-de066947903e req-be02f9ee-cb81-4b9e-adc1-5940ada60a2a tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:22.182452 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c15593a-c50a-4bec-98f8-de066947903e req-be02f9ee-cb81-4b9e-adc1-5940ada60a2a tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:22.188387 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c15593a-c50a-4bec-98f8-de066947903e req-be02f9ee-cb81-4b9e-adc1-5940ada60a2a tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:22.194809 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c15593a-c50a-4bec-98f8-de066947903e req-be02f9ee-cb81-4b9e-adc1-5940ada60a2a tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:22.200942 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c15593a-c50a-4bec-98f8-de066947903e req-be02f9ee-cb81-4b9e-adc1-5940ada60a2a tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:22.207411 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c15593a-c50a-4bec-98f8-de066947903e req-be02f9ee-cb81-4b9e-adc1-5940ada60a2a tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:22.209344 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4c15593a-c50a-4bec-98f8-de066947903e req-be02f9ee-cb81-4b9e-adc1-5940ada60a2a tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/ports?device_id=db33aaef-5884-4da4-a311-5ede51d08faf HTTP/1.1" status: 200 len: 5434 time: 0.2442021 Jan 18 22:23:22.239867 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3790dd3a-f4d1-48d8-af61-a1b392ed041a req-7521cbdb-ee4e-474f-85c2-838841d149f9 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:22.241384 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3790dd3a-f4d1-48d8-af61-a1b392ed041a req-7521cbdb-ee4e-474f-85c2-838841d149f9 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef174e72-af9c-4820-b809-9e0e5168f5f6 HTTP/1.1" status: 200 len: 945 time: 0.2579341 Jan 18 22:23:22.303654 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-5f8d2491-2be5-4c39-8b73-80f495a9ec53 None None] Provisioning complete for port dd999f48-cd3c-48a1-b7dc-86da2309e79d triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:23:22.304021 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5f8d2491-2be5-4c39-8b73-80f495a9ec53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:22.325027 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1f48a3a6-f6cb-4ad8-8a62-2a340d28bc7e tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:22.339573 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fcb410-7a74-4a3c-b76b-393669b944d9 req-b910ad3b-77bd-4fdb-afb2-f3799163f76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:22.340070 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-5f8d2491-2be5-4c39-8b73-80f495a9ec53 None None] Port dd999f48-cd3c-48a1-b7dc-86da2309e79d cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:23:22.341228 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-13fcb410-7a74-4a3c-b76b-393669b944d9 req-b910ad3b-77bd-4fdb-afb2-f3799163f76f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=881d9ead-8a39-459f-87b0-1e7f238e8596 HTTP/1.1" status: 200 len: 853 time: 0.1214104 Jan 18 22:23:22.341848 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1f48a3a6-f6cb-4ad8-8a62-2a340d28bc7e tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:22.342732 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1f48a3a6-f6cb-4ad8-8a62-2a340d28bc7e tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-613854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1041070'] for router_interface, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:22.391350 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4c15593a-c50a-4bec-98f8-de066947903e req-21e782ca-327a-426e-b3cd-1f925e4376e6 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/security-groups?id=43d45361-b6ad-4105-a9b4-e598b6e8e651&id=1a7f3ba7-6b33-47d4-842d-f8859c8e7d98&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1696229 Jan 18 22:23:22.426154 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-13fcb410-7a74-4a3c-b76b-393669b944d9 req-c4ed8880-c4b1-4be3-a0f3-395191b053c8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b48a9295-aa95-4a5f-921a-415fe1466b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740013 Jan 18 22:23:22.430303 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3790dd3a-f4d1-48d8-af61-a1b392ed041a req-895f3f29-37b5-40ed-9b9d-f7862cb80f89 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc8c7d2e-b8e2-47f9-a940-5cbf5ddba272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800017 Jan 18 22:23:22.492895 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f48a3a6-f6cb-4ad8-8a62-2a340d28bc7e tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event updated for resources: {'Port': ['ID=dd999f48-cd3c-48a1-b7dc-86da2309e79d,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:22.646845 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037f4383-64a0-475d-946a-bf8d0ff77bd7 req-902d769a-22cb-4fa6-9a8f-4d7dfac764c2 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:22.648311 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-037f4383-64a0-475d-946a-bf8d0ff77bd7 req-902d769a-22cb-4fa6-9a8f-4d7dfac764c2 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=3235a499-27d0-4827-81fd-d658b66e33f9 HTTP/1.1" status: 200 len: 946 time: 0.1206231 Jan 18 22:23:22.659676 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f48a3a6-f6cb-4ad8-8a62-2a340d28bc7e tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:23:22.689935 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-13fcb410-7a74-4a3c-b76b-393669b944d9 req-67077dd2-c6f7-4ab8-85e3-c7c90c66705c service neutron] 10.222.0.67 "GET /v2.0/networks/b48a9295-aa95-4a5f-921a-415fe1466b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430692 Jan 18 22:23:22.700390 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-1f48a3a6-f6cb-4ad8-8a62-2a340d28bc7e tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:23:22.841326 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:22.863682 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-037f4383-64a0-475d-946a-bf8d0ff77bd7 req-4ccc7eea-550f-4b1a-99ff-1045e61139b4 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064154 Jan 18 22:23:22.908865 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9e6a9d-809a-4424-8de5-1f7a5c2b2257 req-0465b174-7e8a-4221-bdbf-6de851a20e4b tempest-ServerMetadataNegativeTestJSON-1889824428 tempest-ServerMetadataNegativeTestJSON-1889824428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:22.910392 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1a9e6a9d-809a-4424-8de5-1f7a5c2b2257 req-0465b174-7e8a-4221-bdbf-6de851a20e4b tempest-ServerMetadataNegativeTestJSON-1889824428 tempest-ServerMetadataNegativeTestJSON-1889824428-project] 10.222.0.53 "GET /v2.0/networks?id=2116cc8e-70d0-4eb6-9a85-9b38c7b353d4 HTTP/1.1" status: 200 len: 820 time: 0.3100240 Jan 18 22:23:22.943369 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-13fcb410-7a74-4a3c-b76b-393669b944d9 req-04af1f56-8236-4ded-a4bc-c0fc0f68d493 service neutron] 10.222.0.67 "GET /v2.0/networks/b48a9295-aa95-4a5f-921a-415fe1466b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440555 Jan 18 22:23:22.956066 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1a9e6a9d-809a-4424-8de5-1f7a5c2b2257 req-9748c4e2-f828-424f-991f-9121334deceb tempest-ServerMetadataNegativeTestJSON-1889824428 tempest-ServerMetadataNegativeTestJSON-1889824428-project] 10.222.0.53 "GET /v2.0/quotas/6349d79e161247edbd26c405131007ad HTTP/1.1" status: 200 len: 375 time: 0.0347352 Jan 18 22:23:22.964825 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-0d3ddae9-4485-4188-81eb-d4c55af8098d None None] Provisioning complete for port dd999f48-cd3c-48a1-b7dc-86da2309e79d triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:23:22.965425 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0d3ddae9-4485-4188-81eb-d4c55af8098d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:23.000703 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-0d3ddae9-4485-4188-81eb-d4c55af8098d None None] Port dd999f48-cd3c-48a1-b7dc-86da2309e79d cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:23:23.007639 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1a9e6a9d-809a-4424-8de5-1f7a5c2b2257 req-bae56f09-bd04-41c8-81a7-c5defaff5984 tempest-ServerMetadataNegativeTestJSON-1889824428 tempest-ServerMetadataNegativeTestJSON-1889824428-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6349d79e161247edbd26c405131007ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0359771 Jan 18 22:23:23.050032 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72c6c4f-3cc4-4c15-b5e1-3c9d78e73530 req-10d6effc-072a-49e4-9d18-d6738baf8a05 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:23.051502 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c72c6c4f-3cc4-4c15-b5e1-3c9d78e73530 req-10d6effc-072a-49e4-9d18-d6738baf8a05 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/ports?device_id=e340baad-13e3-4a40-bd0a-81fc936fc61c HTTP/1.1" status: 200 len: 945 time: 0.1141505 Jan 18 22:23:23.107041 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f48a3a6-f6cb-4ad8-8a62-2a340d28bc7e tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Router d90d7b5e-6ce3-4257-ae9c-c6cc17588ad4 is scheduled to L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 with binding_index 1 {{(pid=102430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 22:23:23.153942 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c72c6c4f-3cc4-4c15-b5e1-3c9d78e73530 req-c08f6419-1b5d-41bd-9fda-a320e1641794 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9107f98-3261-4c9b-b70c-aaafa7d6fae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716543 Jan 18 22:23:23.227109 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1a9e6a9d-809a-4424-8de5-1f7a5c2b2257 req-0a0371d5-550a-402d-8520-531387be3646 service neutron] 10.222.0.53 "GET /v2.0/networks/2116cc8e-70d0-4eb6-9a85-9b38c7b353d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105470 Jan 18 22:23:23.325134 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f48a3a6-f6cb-4ad8-8a62-2a340d28bc7e tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:23:23.331136 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-1f48a3a6-f6cb-4ad8-8a62-2a340d28bc7e tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "PUT /v2.0/routers/d90d7b5e-6ce3-4257-ae9c-c6cc17588ad4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8064013 Jan 18 22:23:23.333950 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 39178) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:23.339255 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1435c7dc-5801-4bcb-b0b5-b2f49a7d3421 None None] Sync routers for ids ['d90d7b5e-6ce3-4257-ae9c-c6cc17588ad4'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:23:23.350709 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f862b16-5c02-4685-8a03-8b598205619d req-2d01e52f-1c50-4079-a0e6-a44e67aa2f7f tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:23.352388 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1435c7dc-5801-4bcb-b0b5-b2f49a7d3421 None None] Routers {'d90d7b5e-6ce3-4257-ae9c-c6cc17588ad4'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:23:23.353343 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-1435c7dc-5801-4bcb-b0b5-b2f49a7d3421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:23:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['d90d7b5e-6ce3-4257-ae9c-c6cc17588ad4'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:23:23.356924 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f862b16-5c02-4685-8a03-8b598205619d req-2d01e52f-1c50-4079-a0e6-a44e67aa2f7f tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:23.363336 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f862b16-5c02-4685-8a03-8b598205619d req-2d01e52f-1c50-4079-a0e6-a44e67aa2f7f tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:23.369500 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f862b16-5c02-4685-8a03-8b598205619d req-2d01e52f-1c50-4079-a0e6-a44e67aa2f7f tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:23.376264 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f862b16-5c02-4685-8a03-8b598205619d req-2d01e52f-1c50-4079-a0e6-a44e67aa2f7f tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:23.379048 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device ca83bc07-07ef-41d7-b025-9e05fd786eee up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:23:23.384085 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f862b16-5c02-4685-8a03-8b598205619d req-2d01e52f-1c50-4079-a0e6-a44e67aa2f7f tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:23.391834 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f862b16-5c02-4685-8a03-8b598205619d req-2d01e52f-1c50-4079-a0e6-a44e67aa2f7f tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:23.394337 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3f862b16-5c02-4685-8a03-8b598205619d req-2d01e52f-1c50-4079-a0e6-a44e67aa2f7f tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/ports?device_id=db33aaef-5884-4da4-a311-5ede51d08faf HTTP/1.1" status: 200 len: 5434 time: 0.1718471 Jan 18 22:23:23.400916 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eac3aa3-9604-4881-b444-195f78ceb865 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:23.402880 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-6eac3aa3-9604-4881-b444-195f78ceb865 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "GET /v2.0/ports/dd999f48-cd3c-48a1-b7dc-86da2309e79d HTTP/1.1" status: 200 len: 911 time: 0.0679379 Jan 18 22:23:23.405453 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 39180) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:23.408349 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 39182) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:23.416595 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-a9ad3799-4b9f-49c1-bd49-0bea41dfdfe0 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Request body: {'floatingip': {'port_id': '24989149-146c-4acc-b874-9271bde1ec55'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:23:23.455749 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port ca83bc07-07ef-41d7-b025-9e05fd786eee triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:23:23.456145 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:23.489433 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70681580-8c95-4bf9-98fc-2e84cc9029fa tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:23.495897 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70681580-8c95-4bf9-98fc-2e84cc9029fa tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:23.501009 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-70681580-8c95-4bf9-98fc-2e84cc9029fa tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0942745 Jan 18 22:23:23.502489 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 39184) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:23.530311 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-1435c7dc-5801-4bcb-b0b5-b2f49a7d3421 None None] Set router d90d7b5e-6ce3-4257-ae9c-c6cc17588ad4 gateway port host: None {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:23:23.547541 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a9ad3799-4b9f-49c1-bd49-0bea41dfdfe0 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks [] for floatingip, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:23.551023 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1a9e6a9d-809a-4424-8de5-1f7a5c2b2257 req-a013996f-7a11-45a8-87e0-685e55bb55e8 service neutron] 10.222.0.53 "GET /v2.0/networks/2116cc8e-70d0-4eb6-9a85-9b38c7b353d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3093946 Jan 18 22:23:23.663159 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e112902d-b5e3-438b-8820-452eff2de109 req-2884d623-6b41-41ed-a608-8baa6c72aa55 tempest-LiveAutoBlockMigrationV225Test-1137188585 tempest-LiveAutoBlockMigrationV225Test-1137188585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:23.670333 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e112902d-b5e3-438b-8820-452eff2de109 req-2884d623-6b41-41ed-a608-8baa6c72aa55 tempest-LiveAutoBlockMigrationV225Test-1137188585 tempest-LiveAutoBlockMigrationV225Test-1137188585-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=ef174e72-af9c-4820-b809-9e0e5168f5f6 HTTP/1.1" status: 200 len: 1096 time: 0.1564598 Jan 18 22:23:23.763436 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e112902d-b5e3-438b-8820-452eff2de109 req-07a72700-6fdb-4f4c-9f3a-f7435ccbde12 tempest-LiveAutoBlockMigrationV225Test-1137188585 tempest-LiveAutoBlockMigrationV225Test-1137188585-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=dc8c7d2e-b8e2-47f9-a940-5cbf5ddba272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858457 Jan 18 22:23:23.811250 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-1435c7dc-5801-4bcb-b0b5-b2f49a7d3421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd90d7b5e-6ce3-4257-ae9c-c6cc17588ad4', 'name': 'tempest-NetworksTestDHCPv6-router-946134890', 'tenant_id': '0a17ff9ddd5f489695e0235ae87388f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:23:19Z', 'updated_at': '2022-01-18T22:23:21Z', 'revision_number': 2, 'project_id': '0a17ff9ddd5f489695e0235ae87388f5', 'gw_port_host': None, '_interfaces': [{'id': 'dd999f48-cd3c-48a1-b7dc-86da2309e79d', 'name': '', 'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503', 'tenant_id': '0a17ff9ddd5f489695e0235ae87388f5', 'mac_address': 'fa:16:3e:9f:4c:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd90d7b5e-6ce3-4257-ae9c-c6cc17588ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '3d753d84-9c57-4d16-a6ec-06d2cd784f2e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:23:20Z', 'updated_at': '2022-01-18T22:23:21Z', 'revision_number': 2, 'project_id': '0a17ff9ddd5f489695e0235ae87388f5', 'subnets': [{'id': '3d753d84-9c57-4d16-a6ec-06d2cd784f2e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:23:23.849225 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1435c7dc-5801-4bcb-b0b5-b2f49a7d3421 None None] Checking router: d90d7b5e-6ce3-4257-ae9c-c6cc17588ad4 for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:23:23.849582 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1435c7dc-5801-4bcb-b0b5-b2f49a7d3421 None None] Updating router d90d7b5e-6ce3-4257-ae9c-c6cc17588ad4 port dd999f48-cd3c-48a1-b7dc-86da2309e79d binding host n-d-825064-1 {{(pid=102433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:23:23.882425 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1435c7dc-5801-4bcb-b0b5-b2f49a7d3421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:23.883748 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b227ee-4ab4-46af-9c35-51140cbedc4b req-7bea1ddf-00c9-4ef7-adc2-90cdc3511c02 tempest-InstanceActionsTestJSON-162675674 tempest-InstanceActionsTestJSON-162675674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:23.885444 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f5b227ee-4ab4-46af-9c35-51140cbedc4b req-7bea1ddf-00c9-4ef7-adc2-90cdc3511c02 tempest-InstanceActionsTestJSON-162675674 tempest-InstanceActionsTestJSON-162675674-project] 10.222.0.53 "GET /v2.0/ports?device_id=644be525-5f75-43cb-b8cd-76627cce74f7 HTTP/1.1" status: 200 len: 946 time: 0.1192734 Jan 18 22:23:24.014936 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f5b227ee-4ab4-46af-9c35-51140cbedc4b req-1694624a-d15b-44c3-8d30-4c676d2371f2 tempest-InstanceActionsTestJSON-162675674 tempest-InstanceActionsTestJSON-162675674-project] 10.222.0.53 "GET /v2.0/security-groups?id=5ac90bba-2feb-4c0b-9de9-a9be63cb12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192281 Jan 18 22:23:24.225979 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ffd6cc03-a047-4b79-9297-5026d3c669d5 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1041027'] for router_interface, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:24.228508 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1435c7dc-5801-4bcb-b0b5-b2f49a7d3421 None None] Notify callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:24.249798 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1435c7dc-5801-4bcb-b0b5-b2f49a7d3421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:24.310117 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:24.415180 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db413d2-0759-4a11-930e-ab6ff26a6029 None None] Pushing event updated for resources: {'Port': ['ID=dd999f48-cd3c-48a1-b7dc-86da2309e79d,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:24.443525 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db413d2-0759-4a11-930e-ab6ff26a6029 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:23:24.444177 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db413d2-0759-4a11-930e-ab6ff26a6029 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:23:24.444663 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db413d2-0759-4a11-930e-ab6ff26a6029 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:23:24.445221 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db413d2-0759-4a11-930e-ab6ff26a6029 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:23:24.445701 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db413d2-0759-4a11-930e-ab6ff26a6029 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:23:24.446180 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db413d2-0759-4a11-930e-ab6ff26a6029 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:23:24.446672 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db413d2-0759-4a11-930e-ab6ff26a6029 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:23:24.447344 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db413d2-0759-4a11-930e-ab6ff26a6029 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:23:24.451724 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db413d2-0759-4a11-930e-ab6ff26a6029 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:23:24.452344 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db413d2-0759-4a11-930e-ab6ff26a6029 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:23:24.452860 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db413d2-0759-4a11-930e-ab6ff26a6029 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:23:24.453339 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db413d2-0759-4a11-930e-ab6ff26a6029 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:23:24.472907 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-1435c7dc-5801-4bcb-b0b5-b2f49a7d3421 None None] Attempting to bind port dd999f48-cd3c-48a1-b7dc-86da2309e79d on host n-d-825064-1 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:23:24.473545 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-1435c7dc-5801-4bcb-b0b5-b2f49a7d3421 None None] Attempting to bind port dd999f48-cd3c-48a1-b7dc-86da2309e79d by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '3c2fda82-0722-4d26-8bf8-bb1f4fe594b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:23:24.474076 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1435c7dc-5801-4bcb-b0b5-b2f49a7d3421 None None] Attempting to bind port dd999f48-cd3c-48a1-b7dc-86da2309e79d on network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:23:24.479840 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1435c7dc-5801-4bcb-b0b5-b2f49a7d3421 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:23:24.480516 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1435c7dc-5801-4bcb-b0b5-b2f49a7d3421 None None] Checking segment: {'id': '3c2fda82-0722-4d26-8bf8-bb1f4fe594b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:23:24.481333 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1435c7dc-5801-4bcb-b0b5-b2f49a7d3421 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:24.482858 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1435c7dc-5801-4bcb-b0b5-b2f49a7d3421 None None] Bound using segment: {'id': '3c2fda82-0722-4d26-8bf8-bb1f4fe594b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:23:24.482858 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-1435c7dc-5801-4bcb-b0b5-b2f49a7d3421 None None] Bound port: dd999f48-cd3c-48a1-b7dc-86da2309e79d, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2fda82-0722-4d26-8bf8-bb1f4fe594b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:23:24.482858 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1435c7dc-5801-4bcb-b0b5-b2f49a7d3421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:24.523790 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:24.550058 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-1435c7dc-5801-4bcb-b0b5-b2f49a7d3421 None None] For port dd999f48-cd3c-48a1-b7dc-86da2309e79d, host n-d-825064-1, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:23:24.553432 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-1435c7dc-5801-4bcb-b0b5-b2f49a7d3421 None None] For port dd999f48-cd3c-48a1-b7dc-86da2309e79d, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=dd999f48-cd3c-48a1-b7dc-86da2309e79d,segment=NetworkSegment(3c2fda82-0722-4d26-8bf8-bb1f4fe594b8),segment_id=3c2fda82-0722-4d26-8bf8-bb1f4fe594b8)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:23:24.559934 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1435c7dc-5801-4bcb-b0b5-b2f49a7d3421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:24.597095 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-ffd6cc03-a047-4b79-9297-5026d3c669d5 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Deleting port dd999f48-cd3c-48a1-b7dc-86da2309e79d {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:23:24.597672 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ffd6cc03-a047-4b79-9297-5026d3c669d5 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:24.615824 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1435c7dc-5801-4bcb-b0b5-b2f49a7d3421 None None] Routers {'d90d7b5e-6ce3-4257-ae9c-c6cc17588ad4'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:23:24.616781 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-1435c7dc-5801-4bcb-b0b5-b2f49a7d3421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:23:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['d90d7b5e-6ce3-4257-ae9c-c6cc17588ad4'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:23:24.640160 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-e3209c6b-8420-415d-a299-57ebebee305e None None] Provisioning complete for port dd999f48-cd3c-48a1-b7dc-86da2309e79d triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:23:24.640541 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e3209c6b-8420-415d-a299-57ebebee305e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:24.726462 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e0cd82a9-c574-4510-8263-7f8dd7ae7dcf req-d0e9b911-711c-4325-869c-92932673eda8 tempest-ServerMetadataNegativeTestJSON-1889824428 tempest-ServerMetadataNegativeTestJSON-1889824428-project] 10.222.0.53 "GET /v2.0/ports?device_id=bbb36a8a-1aed-4ffb-a9fb-7b8ecb268c75 HTTP/1.1" status: 200 len: 210 time: 0.0476305 Jan 18 22:23:24.750158 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d8c4ce-8a99-4217-ac27-a45fa78e1046 req-3eeae362-66f4-4f06-9068-bcde63596db4 tempest-LiveAutoBlockMigrationV225Test-1137188585 tempest-LiveAutoBlockMigrationV225Test-1137188585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:24.758012 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-60d8c4ce-8a99-4217-ac27-a45fa78e1046 req-3eeae362-66f4-4f06-9068-bcde63596db4 tempest-LiveAutoBlockMigrationV225Test-1137188585 tempest-LiveAutoBlockMigrationV225Test-1137188585-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=ef174e72-af9c-4820-b809-9e0e5168f5f6 HTTP/1.1" status: 200 len: 1096 time: 0.1078811 Jan 18 22:23:24.802249 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-ffd6cc03-a047-4b79-9297-5026d3c669d5 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] For port dd999f48-cd3c-48a1-b7dc-86da2309e79d, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=dd999f48-cd3c-48a1-b7dc-86da2309e79d,segment=NetworkSegment(3c2fda82-0722-4d26-8bf8-bb1f4fe594b8),segment_id=3c2fda82-0722-4d26-8bf8-bb1f4fe594b8)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:23:24.803413 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ffd6cc03-a047-4b79-9297-5026d3c669d5 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:24.812842 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-60d8c4ce-8a99-4217-ac27-a45fa78e1046 req-49c643dc-767c-4578-b849-384dcd553f7f tempest-LiveAutoBlockMigrationV225Test-1137188585 tempest-LiveAutoBlockMigrationV225Test-1137188585-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=dc8c7d2e-b8e2-47f9-a940-5cbf5ddba272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538390 Jan 18 22:23:24.849820 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-ffd6cc03-a047-4b79-9297-5026d3c669d5 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Calling delete_port for dd999f48-cd3c-48a1-b7dc-86da2309e79d owned by network:router_interface {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:23:24.859285 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e3209c6b-8420-415d-a299-57ebebee305e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:24.945881 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-e3209c6b-8420-415d-a299-57ebebee305e None None] For port dd999f48-cd3c-48a1-b7dc-86da2309e79d, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=dd999f48-cd3c-48a1-b7dc-86da2309e79d,segment=NetworkSegment(3c2fda82-0722-4d26-8bf8-bb1f4fe594b8),segment_id=3c2fda82-0722-4d26-8bf8-bb1f4fe594b8)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:23:24.957865 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e3209c6b-8420-415d-a299-57ebebee305e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:24.998543 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db413d2-0759-4a11-930e-ab6ff26a6029 None None] Pushing event updated for resources: {'Port': ['ID=dd999f48-cd3c-48a1-b7dc-86da2309e79d,revision_number=4']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:25.003082 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-1435c7dc-5801-4bcb-b0b5-b2f49a7d3421 None None] Set router d90d7b5e-6ce3-4257-ae9c-c6cc17588ad4 gateway port host: None {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:23:25.031274 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3209c6b-8420-415d-a299-57ebebee305e None None] Pushing event updated for resources: {'Port': ['ID=dd999f48-cd3c-48a1-b7dc-86da2309e79d,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:25.033199 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a9ad3799-4b9f-49c1-bd49-0bea41dfdfe0 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:25.050218 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a9ad3799-4b9f-49c1-bd49-0bea41dfdfe0 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043075'] for floatingip, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:25.061827 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3bba16-353f-491c-bfe7-1df45129f613 req-5474cf95-ea6d-4581-ace2-f34d74283749 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:25.063519 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1c3bba16-353f-491c-bfe7-1df45129f613 req-5474cf95-ea6d-4581-ace2-f34d74283749 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/ports?device_id=e340baad-13e3-4a40-bd0a-81fc936fc61c HTTP/1.1" status: 200 len: 945 time: 0.1513493 Jan 18 22:23:25.094370 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-d71a1be3-b62f-4e51-8daa-a300144e2012 None None] Provisioning complete for port dd999f48-cd3c-48a1-b7dc-86da2309e79d triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:23:25.094763 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d71a1be3-b62f-4e51-8daa-a300144e2012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:25.196208 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1c3bba16-353f-491c-bfe7-1df45129f613 req-5c280c02-8b37-443e-9be3-79c285a35bbf tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9107f98-3261-4c9b-b70c-aaafa7d6fae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965965 Jan 18 22:23:25.233948 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4996894-5420-4309-9936-42e3712e38be req-a372044c-65ee-4a11-804f-abb860fbfb0a tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:25.236023 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e4996894-5420-4309-9936-42e3712e38be req-a372044c-65ee-4a11-804f-abb860fbfb0a tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=3235a499-27d0-4827-81fd-d658b66e33f9 HTTP/1.1" status: 200 len: 946 time: 0.2475154 Jan 18 22:23:25.340871 n-d-825064-1 neutron-server[102430]: INFO neutron.db.l3_db [None req-a9ad3799-4b9f-49c1-bd49-0bea41dfdfe0 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Floating IP c1e87562-6086-4b82-99f1-be19068e1674 associated. External IP: 172.25.5.50, port: 24989149-146c-4acc-b874-9271bde1ec55. Jan 18 22:23:25.421381 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-1435c7dc-5801-4bcb-b0b5-b2f49a7d3421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd90d7b5e-6ce3-4257-ae9c-c6cc17588ad4', 'name': 'tempest-NetworksTestDHCPv6-router-946134890', 'tenant_id': '0a17ff9ddd5f489695e0235ae87388f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:23:19Z', 'updated_at': '2022-01-18T22:23:21Z', 'revision_number': 2, 'project_id': '0a17ff9ddd5f489695e0235ae87388f5', 'gw_port_host': None, '_interfaces': [{'id': 'dd999f48-cd3c-48a1-b7dc-86da2309e79d', 'name': '', 'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503', 'tenant_id': '0a17ff9ddd5f489695e0235ae87388f5', 'mac_address': 'fa:16:3e:9f:4c:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd90d7b5e-6ce3-4257-ae9c-c6cc17588ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '3d753d84-9c57-4d16-a6ec-06d2cd784f2e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:23:20Z', 'updated_at': '2022-01-18T22:23:24Z', 'revision_number': 4, 'project_id': '0a17ff9ddd5f489695e0235ae87388f5', 'subnets': [{'id': '3d753d84-9c57-4d16-a6ec-06d2cd784f2e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:23:25.457672 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9e6a9d-809a-4424-8de5-1f7a5c2b2257 req-b3fc8eef-bc26-4fba-9ee5-231fe450dde2 tempest-ServerMetadataNegativeTestJSON-1889824428 tempest-ServerMetadataNegativeTestJSON-1889824428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:25.459156 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-1a9e6a9d-809a-4424-8de5-1f7a5c2b2257 req-b3fc8eef-bc26-4fba-9ee5-231fe450dde2 tempest-ServerMetadataNegativeTestJSON-1889824428 tempest-ServerMetadataNegativeTestJSON-1889824428-project] 10.222.0.36 "GET /v2.0/networks?id=2116cc8e-70d0-4eb6-9a85-9b38c7b353d4 HTTP/1.1" status: 200 len: 820 time: 0.2334392 Jan 18 22:23:25.466314 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1435c7dc-5801-4bcb-b0b5-b2f49a7d3421 None None] The sync data for ids ['d90d7b5e-6ce3-4257-ae9c-c6cc17588ad4'] in n-d-825064-1 is: [{'id': 'd90d7b5e-6ce3-4257-ae9c-c6cc17588ad4', 'name': 'tempest-NetworksTestDHCPv6-router-946134890', 'tenant_id': '0a17ff9ddd5f489695e0235ae87388f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:23:19Z', 'updated_at': '2022-01-18T22:23:21Z', 'revision_number': 2, 'project_id': '0a17ff9ddd5f489695e0235ae87388f5', 'gw_port_host': None, '_interfaces': [{'id': 'dd999f48-cd3c-48a1-b7dc-86da2309e79d', 'name': '', 'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503', 'tenant_id': '0a17ff9ddd5f489695e0235ae87388f5', 'mac_address': 'fa:16:3e:9f:4c:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd90d7b5e-6ce3-4257-ae9c-c6cc17588ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '3d753d84-9c57-4d16-a6ec-06d2cd784f2e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:23:20Z', 'updated_at': '2022-01-18T22:23:24Z', 'revision_number': 4, 'project_id': '0a17ff9ddd5f489695e0235ae87388f5', 'subnets': [{'id': '3d753d84-9c57-4d16-a6ec-06d2cd784f2e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:23:25.483415 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-1a9e6a9d-809a-4424-8de5-1f7a5c2b2257 req-f12c9832-5753-4774-9dad-4f84b0fdadfd tempest-ServerMetadataNegativeTestJSON-1889824428 tempest-ServerMetadataNegativeTestJSON-1889824428-project] Request body: {'port': {'device_id': 'bbb36a8a-1aed-4ffb-a9fb-7b8ecb268c75', 'network_id': '2116cc8e-70d0-4eb6-9a85-9b38c7b353d4', 'admin_state_up': True, 'tenant_id': '6349d79e161247edbd26c405131007ad'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:23:25.488405 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e4996894-5420-4309-9936-42e3712e38be req-2b4d40ad-5512-4c15-a863-8ef2f1fbacef tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409435 Jan 18 22:23:25.614575 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [req-ad44a9ef-6ed4-401b-bcc5-fe4fa63aa400 req-2343476b-0cea-4ac5-8015-b554414da7f3 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102430) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:23:25.615705 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ad44a9ef-6ed4-401b-bcc5-fe4fa63aa400 req-2343476b-0cea-4ac5-8015-b554414da7f3 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073297 Jan 18 22:23:25.693835 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-df8684bd-9ddd-4d83-b67d-3caf518a2d98 req-5e66c1c3-b9f5-4d81-946a-e8c07878e5d5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2501ec93-af1a-42c3-b7f0-b897b8ffcdd3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1316643 Jan 18 22:23:25.704379 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ffd6cc03-a047-4b79-9297-5026d3c669d5 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:25.709611 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ed66af-9e0e-412a-9074-88635dde09fa req-360b4cff-3d72-42d3-ada4-20da4d4b08e0 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:25.711166 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-97ed66af-9e0e-412a-9074-88635dde09fa req-360b4cff-3d72-42d3-ada4-20da4d4b08e0 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/ports?device_id=e340baad-13e3-4a40-bd0a-81fc936fc61c HTTP/1.1" status: 200 len: 945 time: 0.1053915 Jan 18 22:23:25.803031 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-97ed66af-9e0e-412a-9074-88635dde09fa req-92608f59-2467-44f0-81d8-9e954dba72bd tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9107f98-3261-4c9b-b70c-aaafa7d6fae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858448 Jan 18 22:23:25.818967 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9ad3799-4b9f-49c1-bd49-0bea41dfdfe0 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Router 8ab0afc4-d896-4e6c-9b5e-1185588239c6 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:23:25.861740 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd6cc03-a047-4b79-9297-5026d3c669d5 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event deleted for resources: {'Port': ['ID=dd999f48-cd3c-48a1-b7dc-86da2309e79d,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:26.011713 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a9e6a9d-809a-4424-8de5-1f7a5c2b2257 req-f12c9832-5753-4774-9dad-4f84b0fdadfd tempest-ServerMetadataNegativeTestJSON-1889824428 tempest-ServerMetadataNegativeTestJSON-1889824428-project] Made reservation on behalf of 6349d79e161247edbd26c405131007ad for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:23:26.016730 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-1a9e6a9d-809a-4424-8de5-1f7a5c2b2257 req-f12c9832-5753-4774-9dad-4f84b0fdadfd tempest-ServerMetadataNegativeTestJSON-1889824428 tempest-ServerMetadataNegativeTestJSON-1889824428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:26.032334 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9de7c6e-e873-4e75-83a3-6b2cd6bb640c req-0499835b-ead6-44d8-be7d-e3d205f8cdcf tempest-InstanceActionsTestJSON-162675674 tempest-InstanceActionsTestJSON-162675674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:26.033896 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e9de7c6e-e873-4e75-83a3-6b2cd6bb640c req-0499835b-ead6-44d8-be7d-e3d205f8cdcf tempest-InstanceActionsTestJSON-162675674 tempest-InstanceActionsTestJSON-162675674-project] 10.222.0.53 "GET /v2.0/ports?device_id=644be525-5f75-43cb-b8cd-76627cce74f7 HTTP/1.1" status: 200 len: 946 time: 0.1235809 Jan 18 22:23:26.034018 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8684bd-9ddd-4d83-b67d-3caf518a2d98 req-ac2004d2-babc-4a92-98c3-3f7d2c1f0cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:26.035941 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-df8684bd-9ddd-4d83-b67d-3caf518a2d98 req-ac2004d2-babc-4a92-98c3-3f7d2c1f0cf6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cccec33dc87e4f2dae33b71be2fd1ab3&device_id=2501ec93-af1a-42c3-b7f0-b897b8ffcdd3 HTTP/1.1" status: 200 len: 1096 time: 0.3121562 Jan 18 22:23:26.048539 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ffd6cc03-a047-4b79-9297-5026d3c669d5 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-613841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1046579'] for router_interface, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:26.067209 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9ad3799-4b9f-49c1-bd49-0bea41dfdfe0 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:23:26.072284 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a9ad3799-4b9f-49c1-bd49-0bea41dfdfe0 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:26.089124 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12db2fb9-f757-4170-907e-2b6a9f459884 None None] Sync routers for ids ['8ab0afc4-d896-4e6c-9b5e-1185588239c6'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:23:26.102930 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12db2fb9-f757-4170-907e-2b6a9f459884 None None] Routers {'8ab0afc4-d896-4e6c-9b5e-1185588239c6'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:23:26.103654 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-12db2fb9-f757-4170-907e-2b6a9f459884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:23:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['8ab0afc4-d896-4e6c-9b5e-1185588239c6'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:23:26.119267 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-a9ad3799-4b9f-49c1-bd49-0bea41dfdfe0 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "PUT /v2.0/floatingips/c1e87562-6086-4b82-99f1-be19068e1674 HTTP/1.1" status: 200 len: 991 time: 2.7032511 Jan 18 22:23:26.119267 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db33aaef-5884-4da4-a311-5ede51d08faf', 'tag': '24989149-146c-4acc-b874-9271bde1ec55'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:23:26.125274 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-092715a7-51ac-4951-a172-5c92b7975be8" -d '{"events": [{"name": "network-changed", "server_uuid": "db33aaef-5884-4da4-a311-5ede51d08faf", "tag": "24989149-146c-4acc-b874-9271bde1ec55"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:23:26.166016 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e9de7c6e-e873-4e75-83a3-6b2cd6bb640c req-5e0269aa-6c67-415b-b53a-4fb5772bcad3 tempest-InstanceActionsTestJSON-162675674 tempest-InstanceActionsTestJSON-162675674-project] 10.222.0.53 "GET /v2.0/security-groups?id=5ac90bba-2feb-4c0b-9de9-a9be63cb12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079247 Jan 18 22:23:26.197309 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8684bd-9ddd-4d83-b67d-3caf518a2d98 req-2dd51393-c30a-4feb-8bf7-a6e4f2955495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:26.198946 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-df8684bd-9ddd-4d83-b67d-3caf518a2d98 req-2dd51393-c30a-4feb-8bf7-a6e4f2955495 service neutron] 10.222.0.36 "GET /v2.0/networks?id=61203f33-a8b3-4e89-8217-8dac5f2bb01b HTTP/1.1" status: 200 len: 921 time: 0.1211224 Jan 18 22:23:26.254952 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-12db2fb9-f757-4170-907e-2b6a9f459884 None None] Set router 8ab0afc4-d896-4e6c-9b5e-1185588239c6 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:23:26.288018 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4baa6a01-b0b7-49c9-9e12-d46aa128894e req-90ab3b25-43eb-4881-8cc2-42d8aad61658 tempest-ServerMetadataNegativeTestJSON-1889824428 tempest-ServerMetadataNegativeTestJSON-1889824428-project] 10.222.0.53 "GET /v2.0/ports?device_id=bbb36a8a-1aed-4ffb-a9fb-7b8ecb268c75 HTTP/1.1" status: 200 len: 210 time: 0.0464699 Jan 18 22:23:26.369321 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-df8684bd-9ddd-4d83-b67d-3caf518a2d98 req-8ff9ee10-16b3-4d9e-a24f-15bbb3b6bbf1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5e7c23d5-fee4-4d20-927a-b50071233f34 HTTP/1.1" status: 200 len: 217 time: 0.0923219 Jan 18 22:23:26.447044 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-144678f1-3fe9-4e47-9e00-fcfbcdd8f5e2 x-openstack-request-id: req-144678f1-3fe9-4e47-9e00-fcfbcdd8f5e2 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:23:26.447872 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db33aaef-5884-4da4-a311-5ede51d08faf", "tag": "24989149-146c-4acc-b874-9271bde1ec55", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:23:26.448408 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-144678f1-3fe9-4e47-9e00-fcfbcdd8f5e2 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:23:26.449943 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db33aaef-5884-4da4-a311-5ede51d08faf', 'tag': '24989149-146c-4acc-b874-9271bde1ec55', 'status': 'completed', 'code': 200} Jan 18 22:23:26.582062 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092715a7-51ac-4951-a172-5c92b7975be8 req-23d2c10e-7faa-4c9e-a536-2042e41261af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:26.583079 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092715a7-51ac-4951-a172-5c92b7975be8 req-23d2c10e-7faa-4c9e-a536-2042e41261af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:26.583079 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092715a7-51ac-4951-a172-5c92b7975be8 req-23d2c10e-7faa-4c9e-a536-2042e41261af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:26.583471 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092715a7-51ac-4951-a172-5c92b7975be8 req-23d2c10e-7faa-4c9e-a536-2042e41261af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:26.583934 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092715a7-51ac-4951-a172-5c92b7975be8 req-23d2c10e-7faa-4c9e-a536-2042e41261af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:26.588874 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092715a7-51ac-4951-a172-5c92b7975be8 req-23d2c10e-7faa-4c9e-a536-2042e41261af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:26.589439 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092715a7-51ac-4951-a172-5c92b7975be8 req-23d2c10e-7faa-4c9e-a536-2042e41261af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:26.591426 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-092715a7-51ac-4951-a172-5c92b7975be8 req-23d2c10e-7faa-4c9e-a536-2042e41261af service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ec90adb1094349739cc26a639b1aef5d&device_id=db33aaef-5884-4da4-a311-5ede51d08faf HTTP/1.1" status: 200 len: 6491 time: 0.1092713 Jan 18 22:23:26.607075 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8684bd-9ddd-4d83-b67d-3caf518a2d98 req-d2b5af3f-55a7-4dba-b662-91d9c9828255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:26.608737 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-df8684bd-9ddd-4d83-b67d-3caf518a2d98 req-d2b5af3f-55a7-4dba-b662-91d9c9828255 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b92d365b-b574-47a9-a91d-968f4b104686 HTTP/1.1" status: 200 len: 861 time: 0.2282970 Jan 18 22:23:26.621156 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffd6cc03-a047-4b79-9297-5026d3c669d5 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Router d90d7b5e-6ce3-4257-ae9c-c6cc17588ad4 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:23:26.622155 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-12db2fb9-f757-4170-907e-2b6a9f459884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab0afc4-d896-4e6c-9b5e-1185588239c6', 'name': 'tempest-TaggedBootDevicesTest-1363810636-router', 'tenant_id': 'ec90adb1094349739cc26a639b1aef5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'dfa3bc8b-94d1-4346-846e-6ba3600d4d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:20:15Z', 'updated_at': '2022-01-18T22:20:20Z', 'revision_number': 4, 'project_id': 'ec90adb1094349739cc26a639b1aef5d', 'gw_port': {'id': 'dfa3bc8b-94d1-4346-846e-6ba3600d4d2d', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:85:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab0afc4-d896-4e6c-9b5e-1185588239c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:20:16Z', 'updated_at': '2022-01-18T22:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': 'c1e87562-6086-4b82-99f1-be19068e1674', 'tenant_id': 'ec90adb1094349739cc26a639b1aef5d', 'floating_ip_address': '172.25.5.50', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': '8ab0afc4-d896-4e6c-9b5e-1185588239c6', 'port_id': '24989149-146c-4acc-b874-9271bde1ec55', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1196, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9ad31e7-37ce-419b-821b-a9da1bd29d6a', 'mac_address': 'fa:16:3e:71:2c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db33aaef-5884-4da4-a311-5ede51d08faf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:21:36Z', 'updated_at': '2022-01-18T22:23:24Z', 'revision_number': 1, 'project_id': 'ec90adb1094349739cc26a639b1aef5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73870912-8482-4cc5-ab02-e467c8acb2ca', 'name': '', 'network_id': 'f9ad31e7-37ce-419b-821b-a9da1bd29d6a', 'tenant_id': 'ec90adb1094349739cc26a639b1aef5d', 'mac_address': 'fa:16:3e:14:a0:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab0afc4-d896-4e6c-9b5e-1185588239c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '14f50ebb-1818-4759-9f29-e9e27d7b46b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:20:19Z', 'updated_at': '2022-01-18T22:20:28Z', 'revision_number': 5, 'project_id': 'ec90adb1094349739cc26a639b1aef5d', 'subnets': [{'id': '14f50ebb-1818-4759-9f29-e9e27d7b46b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:23:26.650703 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12db2fb9-f757-4170-907e-2b6a9f459884 None None] Checking router: 8ab0afc4-d896-4e6c-9b5e-1185588239c6 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:23:26.658559 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [req-1a9e6a9d-809a-4424-8de5-1f7a5c2b2257 req-f12c9832-5753-4774-9dad-4f84b0fdadfd tempest-ServerMetadataNegativeTestJSON-1889824428 tempest-ServerMetadataNegativeTestJSON-1889824428-project] Allocated IP 172.20.0.3 (2116cc8e-70d0-4eb6-9a85-9b38c7b353d4/79dab1a5-3664-434d-8c18-6f84d34e05b2/f3a6be4e-3a5d-4958-bae6-198cff036378) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:23:26.659683 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12db2fb9-f757-4170-907e-2b6a9f459884 None None] Routers {'8ab0afc4-d896-4e6c-9b5e-1185588239c6'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:23:26.660418 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-12db2fb9-f757-4170-907e-2b6a9f459884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:23:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['8ab0afc4-d896-4e6c-9b5e-1185588239c6'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:23:26.665355 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-df8684bd-9ddd-4d83-b67d-3caf518a2d98 req-fb924eb4-acf2-48df-82c9-032e5c126d81 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=61203f33-a8b3-4e89-8217-8dac5f2bb01b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430877 Jan 18 22:23:26.710955 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90264e65-4acf-4916-8ddd-af0618916b8e req-0a070e12-5dc3-4dc3-bcf0-11ead8da5b59 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:26.712565 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-90264e65-4acf-4916-8ddd-af0618916b8e req-0a070e12-5dc3-4dc3-bcf0-11ead8da5b59 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/ports?device_id=e340baad-13e3-4a40-bd0a-81fc936fc61c HTTP/1.1" status: 200 len: 945 time: 0.1595497 Jan 18 22:23:26.759675 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092715a7-51ac-4951-a172-5c92b7975be8 req-57b49f61-8b09-44a2-be88-a3a6e109dcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:26.761748 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-092715a7-51ac-4951-a172-5c92b7975be8 req-57b49f61-8b09-44a2-be88-a3a6e109dcdb service neutron] 10.222.0.67 "GET /v2.0/networks?id=f9ad31e7-37ce-419b-821b-a9da1bd29d6a HTTP/1.1" status: 200 len: 912 time: 0.1531079 Jan 18 22:23:26.788472 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-90264e65-4acf-4916-8ddd-af0618916b8e req-fc5646e5-759c-41e9-8262-cd25a3baf3b3 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9107f98-3261-4c9b-b70c-aaafa7d6fae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625405 Jan 18 22:23:26.808632 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-12db2fb9-f757-4170-907e-2b6a9f459884 None None] Set router 8ab0afc4-d896-4e6c-9b5e-1185588239c6 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:23:26.867259 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffd6cc03-a047-4b79-9297-5026d3c669d5 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:23:26.878028 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-ffd6cc03-a047-4b79-9297-5026d3c669d5 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "PUT /v2.0/routers/d90d7b5e-6ce3-4257-ae9c-c6cc17588ad4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3735921 Jan 18 22:23:26.881672 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 39264) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:26.957939 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-092715a7-51ac-4951-a172-5c92b7975be8 req-bb91b45c-1bcc-47cc-88e6-da13fdceade6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=24989149-146c-4acc-b874-9271bde1ec55 HTTP/1.1" status: 200 len: 999 time: 0.1845932 Jan 18 22:23:26.981446 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24da678-208c-4879-bb0e-de0a82833af9 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:26.982975 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24da678-208c-4879-bb0e-de0a82833af9 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:26.984994 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-f24da678-208c-4879-bb0e-de0a82833af9 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0987628 Jan 18 22:23:26.994567 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [req-82a32a0f-6748-44cd-bb7f-d8a1b0c1e650 req-8a000f59-5d84-4c08-be01-7c059fb66141 tempest-LiveAutoBlockMigrationV225Test-1137188585 tempest-LiveAutoBlockMigrationV225Test-1137188585-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:23:26.996564 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-82a32a0f-6748-44cd-bb7f-d8a1b0c1e650 req-8a000f59-5d84-4c08-be01-7c059fb66141 tempest-LiveAutoBlockMigrationV225Test-1137188585 tempest-LiveAutoBlockMigrationV225Test-1137188585-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0152078 Jan 18 22:23:26.996805 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 39268) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:26.999223 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-df8684bd-9ddd-4d83-b67d-3caf518a2d98 req-7ca8cab4-4963-413e-a1d3-6a17a2a9fd4e service neutron] 10.222.0.36 "GET /v2.0/networks/61203f33-a8b3-4e89-8217-8dac5f2bb01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3202434 Jan 18 22:23:27.005202 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0026e74b-f425-419b-aa2a-06f24cf3674f req-1ef52147-7a08-4e6b-a026-bf905ee33e5c tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:27.006115 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0026e74b-f425-419b-aa2a-06f24cf3674f req-1ef52147-7a08-4e6b-a026-bf905ee33e5c tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=3235a499-27d0-4827-81fd-d658b66e33f9 HTTP/1.1" status: 200 len: 946 time: 0.1280296 Jan 18 22:23:27.113087 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_v2 [None req-943fd3ef-4053-4c06-a306-e8f983386f02 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Deleting subnet 3d753d84-9c57-4d16-a6ec-06d2cd784f2e {{(pid=102430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:23:27.116822 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-943fd3ef-4053-4c06-a306-e8f983386f02 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for subnet, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:27.121257 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092715a7-51ac-4951-a172-5c92b7975be8 req-0184d22e-f171-478a-9c68-cbfa17cbeb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:27.123106 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-092715a7-51ac-4951-a172-5c92b7975be8 req-0184d22e-f171-478a-9c68-cbfa17cbeb37 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=14f50ebb-1818-4759-9f29-e9e27d7b46b0 HTTP/1.1" status: 200 len: 851 time: 0.1351612 Jan 18 22:23:27.143081 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-1a9e6a9d-809a-4424-8de5-1f7a5c2b2257 req-f12c9832-5753-4774-9dad-4f84b0fdadfd tempest-ServerMetadataNegativeTestJSON-1889824428 tempest-ServerMetadataNegativeTestJSON-1889824428-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:27.149389 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a32a0f-6748-44cd-bb7f-d8a1b0c1e650 req-1464beee-eadf-4754-b34b-c0e08e6127df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:27.150779 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-82a32a0f-6748-44cd-bb7f-d8a1b0c1e650 req-1464beee-eadf-4754-b34b-c0e08e6127df service neutron] 10.222.0.53 "GET /v2.0/ports/25680f59-4b56-4e52-a872-62736028b80e HTTP/1.1" status: 200 len: 1093 time: 0.1211700 Jan 18 22:23:27.176276 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0026e74b-f425-419b-aa2a-06f24cf3674f req-983a17c8-eea3-4d89-b55c-e0eb45e189e0 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390767 Jan 18 22:23:27.179804 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-82a32a0f-6748-44cd-bb7f-d8a1b0c1e650 req-96e49585-40b9-4ea1-8b0f-ee4220497105 service neutron] Request body: {'binding': {'host': 'n-h1-825064-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:23:27.180293 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-82a32a0f-6748-44cd-bb7f-d8a1b0c1e650 req-96e49585-40b9-4ea1-8b0f-ee4220497105 service neutron] Unknown quota resources ['binding']. {{(pid=102431) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 18 22:23:27.215595 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-943fd3ef-4053-4c06-a306-e8f983386f02 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60394745'] for subnet, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:27.251278 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-df8684bd-9ddd-4d83-b67d-3caf518a2d98 req-9d94132d-f93c-4514-919f-e3146936d0fe service neutron] 10.222.0.36 "GET /v2.0/networks/61203f33-a8b3-4e89-8217-8dac5f2bb01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412767 Jan 18 22:23:27.280982 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-12db2fb9-f757-4170-907e-2b6a9f459884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab0afc4-d896-4e6c-9b5e-1185588239c6', 'name': 'tempest-TaggedBootDevicesTest-1363810636-router', 'tenant_id': 'ec90adb1094349739cc26a639b1aef5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'dfa3bc8b-94d1-4346-846e-6ba3600d4d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:20:15Z', 'updated_at': '2022-01-18T22:20:20Z', 'revision_number': 4, 'project_id': 'ec90adb1094349739cc26a639b1aef5d', 'gw_port': {'id': 'dfa3bc8b-94d1-4346-846e-6ba3600d4d2d', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:85:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab0afc4-d896-4e6c-9b5e-1185588239c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:20:16Z', 'updated_at': '2022-01-18T22:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': 'c1e87562-6086-4b82-99f1-be19068e1674', 'tenant_id': 'ec90adb1094349739cc26a639b1aef5d', 'floating_ip_address': '172.25.5.50', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': '8ab0afc4-d896-4e6c-9b5e-1185588239c6', 'port_id': '24989149-146c-4acc-b874-9271bde1ec55', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1196, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9ad31e7-37ce-419b-821b-a9da1bd29d6a', 'mac_address': 'fa:16:3e:71:2c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db33aaef-5884-4da4-a311-5ede51d08faf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:21:36Z', 'updated_at': '2022-01-18T22:23:24Z', 'revision_number': 1, 'project_id': 'ec90adb1094349739cc26a639b1aef5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73870912-8482-4cc5-ab02-e467c8acb2ca', 'name': '', 'network_id': 'f9ad31e7-37ce-419b-821b-a9da1bd29d6a', 'tenant_id': 'ec90adb1094349739cc26a639b1aef5d', 'mac_address': 'fa:16:3e:14:a0:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab0afc4-d896-4e6c-9b5e-1185588239c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '14f50ebb-1818-4759-9f29-e9e27d7b46b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:20:19Z', 'updated_at': '2022-01-18T22:20:28Z', 'revision_number': 5, 'project_id': 'ec90adb1094349739cc26a639b1aef5d', 'subnets': [{'id': '14f50ebb-1818-4759-9f29-e9e27d7b46b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:23:27.314174 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12db2fb9-f757-4170-907e-2b6a9f459884 None None] The sync data for ids ['8ab0afc4-d896-4e6c-9b5e-1185588239c6'] in n-d-825064-1 is: [{'id': '8ab0afc4-d896-4e6c-9b5e-1185588239c6', 'name': 'tempest-TaggedBootDevicesTest-1363810636-router', 'tenant_id': 'ec90adb1094349739cc26a639b1aef5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'dfa3bc8b-94d1-4346-846e-6ba3600d4d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:20:15Z', 'updated_at': '2022-01-18T22:20:20Z', 'revision_number': 4, 'project_id': 'ec90adb1094349739cc26a639b1aef5d', 'gw_port': {'id': 'dfa3bc8b-94d1-4346-846e-6ba3600d4d2d', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:85:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab0afc4-d896-4e6c-9b5e-1185588239c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:20:16Z', 'updated_at': '2022-01-18T22:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': 'c1e87562-6086-4b82-99f1-be19068e1674', 'tenant_id': 'ec90adb1094349739cc26a639b1aef5d', 'floating_ip_address': '172.25.5.50', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': '8ab0afc4-d896-4e6c-9b5e-1185588239c6', 'port_id': '24989149-146c-4acc-b874-9271bde1ec55', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1196, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9ad31e7-37ce-419b-821b-a9da1bd29d6a', 'mac_address': 'fa:16:3e:71:2c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db33aaef-5884-4da4-a311-5ede51d08faf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:21:36Z', 'updated_at': '2022-01-18T22:23:24Z', 'revision_number': 1, 'project_id': 'ec90adb1094349739cc26a639b1aef5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73870912-8482-4cc5-ab02-e467c8acb2ca', 'name': '', 'network_id': 'f9ad31e7-37ce-419b-821b-a9da1bd29d6a', 'tenant_id': 'ec90adb1094349739cc26a639b1aef5d', 'mac_address': 'fa:16:3e:14:a0:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab0afc4-d896-4e6c-9b5e-1185588239c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '14f50ebb-1818-4759-9f29-e9e27d7b46b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:20:19Z', 'updated_at': '2022-01-18T22:20:28Z', 'revision_number': 5, 'project_id': 'ec90adb1094349739cc26a639b1aef5d', 'subnets': [{'id': '14f50ebb-1818-4759-9f29-e9e27d7b46b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:23:27.342607 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092715a7-51ac-4951-a172-5c92b7975be8 req-ce2c5ddb-1abf-4e1f-ab4b-25b12e438484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:27.344489 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-092715a7-51ac-4951-a172-5c92b7975be8 req-ce2c5ddb-1abf-4e1f-ab4b-25b12e438484 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f9ad31e7-37ce-419b-821b-a9da1bd29d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1978173 Jan 18 22:23:27.349837 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-1a9e6a9d-809a-4424-8de5-1f7a5c2b2257 req-f12c9832-5753-4774-9dad-4f84b0fdadfd tempest-ServerMetadataNegativeTestJSON-1889824428 tempest-ServerMetadataNegativeTestJSON-1889824428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:27.365510 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a184518-9879-4b00-b0a2-e717732e40b4 req-03820a10-951c-404c-ac8f-ed965d19618d tempest-InstanceActionsTestJSON-162675674 tempest-InstanceActionsTestJSON-162675674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:27.367466 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2a184518-9879-4b00-b0a2-e717732e40b4 req-03820a10-951c-404c-ac8f-ed965d19618d tempest-InstanceActionsTestJSON-162675674 tempest-InstanceActionsTestJSON-162675674-project] 10.222.0.67 "GET /v2.0/ports?device_id=644be525-5f75-43cb-b8cd-76627cce74f7 HTTP/1.1" status: 200 len: 946 time: 0.1600733 Jan 18 22:23:27.419270 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a9e6a9d-809a-4424-8de5-1f7a5c2b2257 req-f12c9832-5753-4774-9dad-4f84b0fdadfd tempest-ServerMetadataNegativeTestJSON-1889824428 tempest-ServerMetadataNegativeTestJSON-1889824428-project] Network 2116cc8e-70d0-4eb6-9a85-9b38c7b353d4 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:23:27.426625 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [req-1a9e6a9d-809a-4424-8de5-1f7a5c2b2257 req-f12c9832-5753-4774-9dad-4f84b0fdadfd tempest-ServerMetadataNegativeTestJSON-1889824428 tempest-ServerMetadataNegativeTestJSON-1889824428-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:23:27.433923 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a9e6a9d-809a-4424-8de5-1f7a5c2b2257 req-f12c9832-5753-4774-9dad-4f84b0fdadfd tempest-ServerMetadataNegativeTestJSON-1889824428 tempest-ServerMetadataNegativeTestJSON-1889824428-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:23:27.489039 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12c9832-5753-4774-9dad-4f84b0fdadfd tempest-ServerMetadataNegativeTestJSON-1889824428 tempest-ServerMetadataNegativeTestJSON-1889824428-project] Pushing event updated for resources: {'Port': ['ID=f3a6be4e-3a5d-4958-bae6-198cff036378,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:27.522289 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9e6a9d-809a-4424-8de5-1f7a5c2b2257 req-f12c9832-5753-4774-9dad-4f84b0fdadfd tempest-ServerMetadataNegativeTestJSON-1889824428 tempest-ServerMetadataNegativeTestJSON-1889824428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:27.522935 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-1a9e6a9d-809a-4424-8de5-1f7a5c2b2257 req-f12c9832-5753-4774-9dad-4f84b0fdadfd tempest-ServerMetadataNegativeTestJSON-1889824428 tempest-ServerMetadataNegativeTestJSON-1889824428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:27.525513 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-82a32a0f-6748-44cd-bb7f-d8a1b0c1e650 req-96e49585-40b9-4ea1-8b0f-ee4220497105 service neutron] Attempting to bind port 25680f59-4b56-4e52-a872-62736028b80e on host n-h1-825064-1 for vnic_type normal with profile None {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:23:27.525841 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-82a32a0f-6748-44cd-bb7f-d8a1b0c1e650 req-96e49585-40b9-4ea1-8b0f-ee4220497105 service neutron] Attempting to bind port 25680f59-4b56-4e52-a872-62736028b80e by drivers openvswitch,hyperv on host n-h1-825064-1 at level 0 using segments [{'id': '2bbe6b88-f1a6-4fc9-b338-69341977472e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '61203f33-a8b3-4e89-8217-8dac5f2bb01b'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:23:27.526305 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a32a0f-6748-44cd-bb7f-d8a1b0c1e650 req-96e49585-40b9-4ea1-8b0f-ee4220497105 service neutron] Attempting to bind port 25680f59-4b56-4e52-a872-62736028b80e on network 61203f33-a8b3-4e89-8217-8dac5f2bb01b {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:23:27.536430 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a32a0f-6748-44cd-bb7f-d8a1b0c1e650 req-96e49585-40b9-4ea1-8b0f-ee4220497105 service neutron] Port 25680f59-4b56-4e52-a872-62736028b80e on network 61203f33-a8b3-4e89-8217-8dac5f2bb01b not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:23:27.536762 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a32a0f-6748-44cd-bb7f-d8a1b0c1e650 req-96e49585-40b9-4ea1-8b0f-ee4220497105 service neutron] Attempting to bind port 25680f59-4b56-4e52-a872-62736028b80e on network 61203f33-a8b3-4e89-8217-8dac5f2bb01b {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:23:27.542924 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a32a0f-6748-44cd-bb7f-d8a1b0c1e650 req-96e49585-40b9-4ea1-8b0f-ee4220497105 service neutron] Checking agent: {'id': 'e49d1b2a-ba11-487f-a804-ecbf3c0e8132', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:23:27.543266 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a32a0f-6748-44cd-bb7f-d8a1b0c1e650 req-96e49585-40b9-4ea1-8b0f-ee4220497105 service neutron] Checking segment: {'id': '2bbe6b88-f1a6-4fc9-b338-69341977472e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '61203f33-a8b3-4e89-8217-8dac5f2bb01b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:23:27.543690 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a32a0f-6748-44cd-bb7f-d8a1b0c1e650 req-96e49585-40b9-4ea1-8b0f-ee4220497105 service neutron] Bound using segment: {'id': '2bbe6b88-f1a6-4fc9-b338-69341977472e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '61203f33-a8b3-4e89-8217-8dac5f2bb01b'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:23:27.544150 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-82a32a0f-6748-44cd-bb7f-d8a1b0c1e650 req-96e49585-40b9-4ea1-8b0f-ee4220497105 service neutron] Bound port: 25680f59-4b56-4e52-a872-62736028b80e, host: n-h1-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bbe6b88-f1a6-4fc9-b338-69341977472e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '61203f33-a8b3-4e89-8217-8dac5f2bb01b'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:23:27.551617 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-943fd3ef-4053-4c06-a306-e8f983386f02 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:27.575411 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-1a9e6a9d-809a-4424-8de5-1f7a5c2b2257 req-f12c9832-5753-4774-9dad-4f84b0fdadfd tempest-ServerMetadataNegativeTestJSON-1889824428 tempest-ServerMetadataNegativeTestJSON-1889824428-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1058543 Jan 18 22:23:27.603528 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-1a9e6a9d-809a-4424-8de5-1f7a5c2b2257 req-9cd7f4c1-bab7-4e0f-92f7-64cb1d9784b0 service neutron] Request body: {'port': {'device_id': 'bbb36a8a-1aed-4ffb-a9fb-7b8ecb268c75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:23:27.614346 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957398e5-6736-4d99-8287-ffa6eea03703 req-261a6471-50ff-47f4-8794-398d72a3dc58 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:27.616635 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-957398e5-6736-4d99-8287-ffa6eea03703 req-261a6471-50ff-47f4-8794-398d72a3dc58 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/ports?device_id=e340baad-13e3-4a40-bd0a-81fc936fc61c HTTP/1.1" status: 200 len: 945 time: 0.2114484 Jan 18 22:23:27.635063 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-82a32a0f-6748-44cd-bb7f-d8a1b0c1e650 req-96e49585-40b9-4ea1-8b0f-ee4220497105 service neutron] For port 25680f59-4b56-4e52-a872-62736028b80e, host n-h1-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=25680f59-4b56-4e52-a872-62736028b80e,segment=NetworkSegment(2bbe6b88-f1a6-4fc9-b338-69341977472e),segment_id=2bbe6b88-f1a6-4fc9-b338-69341977472e)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:23:27.645241 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ff658f-643d-46fe-8073-ed781e12199e None None] New status for floating IP c1e87562-6086-4b82-99f1-be19068e1674: ACTIVE {{(pid=102433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 22:23:27.650280 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-82a32a0f-6748-44cd-bb7f-d8a1b0c1e650 req-96e49585-40b9-4ea1-8b0f-ee4220497105 service neutron] Notify callbacks [] for binding, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:27.663507 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-82a32a0f-6748-44cd-bb7f-d8a1b0c1e650 req-96e49585-40b9-4ea1-8b0f-ee4220497105 service neutron] 10.222.0.53 "POST /v2.0/ports/25680f59-4b56-4e52-a872-62736028b80e/bindings HTTP/1.1" status: 201 len: 389 time: 0.4898722 Jan 18 22:23:27.676075 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-092715a7-51ac-4951-a172-5c92b7975be8 req-f7fa9ae4-fa68-49dd-a43c-f8536cf77c46 service neutron] 10.222.0.67 "GET /v2.0/networks/f9ad31e7-37ce-419b-821b-a9da1bd29d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3071787 Jan 18 22:23:27.716205 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-1a9e6a9d-809a-4424-8de5-1f7a5c2b2257 req-9cd7f4c1-bab7-4e0f-92f7-64cb1d9784b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:27.721259 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-943fd3ef-4053-4c06-a306-e8f983386f02 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60203138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62288677'] for subnet, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:27.784753 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3d5180-a4fb-445a-b9f2-62d1c6cd07c3 None None] Sync routers for ids ['d90d7b5e-6ce3-4257-ae9c-c6cc17588ad4'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:23:27.800085 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3d5180-a4fb-445a-b9f2-62d1c6cd07c3 None None] Routers {'d90d7b5e-6ce3-4257-ae9c-c6cc17588ad4'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:23:27.802793 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-3f3d5180-a4fb-445a-b9f2-62d1c6cd07c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:23:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['d90d7b5e-6ce3-4257-ae9c-c6cc17588ad4'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:23:27.880694 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db34c5e-56d1-4cf0-ba16-538263eace2c None None] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:23:27.903760 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-943fd3ef-4053-4c06-a306-e8f983386f02 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:27.907679 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-943fd3ef-4053-4c06-a306-e8f983386f02 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "DELETE /v2.0/subnets/3d753d84-9c57-4d16-a6ec-06d2cd784f2e HTTP/1.1" status: 204 len: 168 time: 0.9006326 Jan 18 22:23:27.915136 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 39278) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:27.929312 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-957398e5-6736-4d99-8287-ffa6eea03703 req-5db352a2-8250-4312-91c7-f8bec94af988 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9107f98-3261-4c9b-b70c-aaafa7d6fae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742467 Jan 18 22:23:27.930634 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943fd3ef-4053-4c06-a306-e8f983386f02 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event deleted for resources: {'Subnet': ['ID=3d753d84-9c57-4d16-a6ec-06d2cd784f2e,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:28.001482 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-3f3d5180-a4fb-445a-b9f2-62d1c6cd07c3 None None] Set router d90d7b5e-6ce3-4257-ae9c-c6cc17588ad4 gateway port host: None {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:23:28.011847 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-092715a7-51ac-4951-a172-5c92b7975be8 req-55ae07dd-297b-4243-b3af-f39b4ae248fa service neutron] 10.222.0.67 "GET /v2.0/networks/f9ad31e7-37ce-419b-821b-a9da1bd29d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3022134 Jan 18 22:23:28.044700 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a32a0f-6748-44cd-bb7f-d8a1b0c1e650 req-86f4e21d-0a7c-4feb-b469-74032b7b86df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:28.046505 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-82a32a0f-6748-44cd-bb7f-d8a1b0c1e650 req-86f4e21d-0a7c-4feb-b469-74032b7b86df service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cccec33dc87e4f2dae33b71be2fd1ab3&device_id=ef174e72-af9c-4820-b809-9e0e5168f5f6 HTTP/1.1" status: 200 len: 1096 time: 0.0999126 Jan 18 22:23:28.059310 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-2a184518-9879-4b00-b0a2-e717732e40b4 req-25d1cda4-2ef3-49d4-92c3-dfadfd57a869 tempest-InstanceActionsTestJSON-162675674 tempest-InstanceActionsTestJSON-162675674-project] Deleting port 57d9573d-4f34-4efd-a169-f5908b55ea47 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:23:28.059771 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-2a184518-9879-4b00-b0a2-e717732e40b4 req-25d1cda4-2ef3-49d4-92c3-dfadfd57a869 tempest-InstanceActionsTestJSON-162675674 tempest-InstanceActionsTestJSON-162675674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:28.072539 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-3f3d5180-a4fb-445a-b9f2-62d1c6cd07c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd90d7b5e-6ce3-4257-ae9c-c6cc17588ad4', 'name': 'tempest-NetworksTestDHCPv6-router-946134890', 'tenant_id': '0a17ff9ddd5f489695e0235ae87388f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:23:19Z', 'updated_at': '2022-01-18T22:23:25Z', 'revision_number': 3, 'project_id': '0a17ff9ddd5f489695e0235ae87388f5', 'gw_port_host': None}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:23:28.118031 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3d5180-a4fb-445a-b9f2-62d1c6cd07c3 None None] Checking router: d90d7b5e-6ce3-4257-ae9c-c6cc17588ad4 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:23:28.152461 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3d5180-a4fb-445a-b9f2-62d1c6cd07c3 None None] Routers {'d90d7b5e-6ce3-4257-ae9c-c6cc17588ad4'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:23:28.152990 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-3f3d5180-a4fb-445a-b9f2-62d1c6cd07c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:23:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['d90d7b5e-6ce3-4257-ae9c-c6cc17588ad4'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:23:28.201820 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a32a0f-6748-44cd-bb7f-d8a1b0c1e650 req-7260247d-7a9c-4040-8f73-c3459942401f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:28.203275 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-82a32a0f-6748-44cd-bb7f-d8a1b0c1e650 req-7260247d-7a9c-4040-8f73-c3459942401f service neutron] 10.222.0.36 "GET /v2.0/networks?id=61203f33-a8b3-4e89-8217-8dac5f2bb01b HTTP/1.1" status: 200 len: 921 time: 0.1323066 Jan 18 22:23:28.225531 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-3f3d5180-a4fb-445a-b9f2-62d1c6cd07c3 None None] Set router d90d7b5e-6ce3-4257-ae9c-c6cc17588ad4 gateway port host: None {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:23:28.290324 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50366a07-4f65-4713-a169-3e32cdbe38f2 None None] DHCP port deletion for 5ec417a5-fa6c-4abd-aa15-b83b9df83503 request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:23:28.291378 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-82a32a0f-6748-44cd-bb7f-d8a1b0c1e650 req-359da973-dded-4fac-a6b4-12e3d0794712 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=25680f59-4b56-4e52-a872-62736028b80e HTTP/1.1" status: 200 len: 217 time: 0.0765142 Jan 18 22:23:28.293823 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-3f3d5180-a4fb-445a-b9f2-62d1c6cd07c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd90d7b5e-6ce3-4257-ae9c-c6cc17588ad4', 'name': 'tempest-NetworksTestDHCPv6-router-946134890', 'tenant_id': '0a17ff9ddd5f489695e0235ae87388f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:23:19Z', 'updated_at': '2022-01-18T22:23:25Z', 'revision_number': 3, 'project_id': '0a17ff9ddd5f489695e0235ae87388f5', 'gw_port_host': None}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:23:28.323243 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3d5180-a4fb-445a-b9f2-62d1c6cd07c3 None None] The sync data for ids ['d90d7b5e-6ce3-4257-ae9c-c6cc17588ad4'] in n-d-825064-1 is: [{'id': 'd90d7b5e-6ce3-4257-ae9c-c6cc17588ad4', 'name': 'tempest-NetworksTestDHCPv6-router-946134890', 'tenant_id': '0a17ff9ddd5f489695e0235ae87388f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:23:19Z', 'updated_at': '2022-01-18T22:23:25Z', 'revision_number': 3, 'project_id': '0a17ff9ddd5f489695e0235ae87388f5', 'gw_port_host': None}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:23:28.335964 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [req-1a9e6a9d-809a-4424-8de5-1f7a5c2b2257 req-9cd7f4c1-bab7-4e0f-92f7-64cb1d9784b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3a6be4e-3a5d-4958-bae6-198cff036378 {{(pid=102431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:23:28.350088 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-1a9e6a9d-809a-4424-8de5-1f7a5c2b2257 req-9cd7f4c1-bab7-4e0f-92f7-64cb1d9784b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:28.372579 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [req-1a9e6a9d-809a-4424-8de5-1f7a5c2b2257 req-9cd7f4c1-bab7-4e0f-92f7-64cb1d9784b0 service neutron] Transition to ACTIVE for port object f3a6be4e-3a5d-4958-bae6-198cff036378 will not be triggered until provisioned by entity L2. {{(pid=102431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:23:28.374685 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a32a0f-6748-44cd-bb7f-d8a1b0c1e650 req-6be3eee4-827d-4913-80fd-6c55e7665045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:28.376233 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-50366a07-4f65-4713-a169-3e32cdbe38f2 None None] Deleting port ca83bc07-07ef-41d7-b025-9e05fd786eee {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:23:28.376782 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-50366a07-4f65-4713-a169-3e32cdbe38f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:28.376966 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-82a32a0f-6748-44cd-bb7f-d8a1b0c1e650 req-6be3eee4-827d-4913-80fd-6c55e7665045 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b92d365b-b574-47a9-a91d-968f4b104686 HTTP/1.1" status: 200 len: 861 time: 0.0784039 Jan 18 22:23:28.378234 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-1a9e6a9d-809a-4424-8de5-1f7a5c2b2257 req-9cd7f4c1-bab7-4e0f-92f7-64cb1d9784b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:28.446768 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-82a32a0f-6748-44cd-bb7f-d8a1b0c1e650 req-11f251d1-adf8-4fd2-83ef-cba58a6b643e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=61203f33-a8b3-4e89-8217-8dac5f2bb01b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609546 Jan 18 22:23:28.449982 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-50366a07-4f65-4713-a169-3e32cdbe38f2 None None] For port ca83bc07-07ef-41d7-b025-9e05fd786eee, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=ca83bc07-07ef-41d7-b025-9e05fd786eee,segment=NetworkSegment(3c2fda82-0722-4d26-8bf8-bb1f4fe594b8),segment_id=3c2fda82-0722-4d26-8bf8-bb1f4fe594b8)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:23:28.450393 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-50366a07-4f65-4713-a169-3e32cdbe38f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:28.466201 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-50366a07-4f65-4713-a169-3e32cdbe38f2 None None] Calling delete_port for ca83bc07-07ef-41d7-b025-9e05fd786eee owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:23:28.472160 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd7f4c1-bab7-4e0f-92f7-64cb1d9784b0 service neutron] Pushing event updated for resources: {'Port': ['ID=f3a6be4e-3a5d-4958-bae6-198cff036378,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:28.543112 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1af1479-7277-48b2-bf63-80b1f8b99e4b req-8f239ef4-5bf3-4f50-8692-44c33d4bf6c5 tempest-InstanceActionsTestJSON-162675674 tempest-InstanceActionsTestJSON-162675674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:28.550381 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e1af1479-7277-48b2-bf63-80b1f8b99e4b req-8f239ef4-5bf3-4f50-8692-44c33d4bf6c5 tempest-InstanceActionsTestJSON-162675674 tempest-InstanceActionsTestJSON-162675674-project] 10.222.0.53 "GET /v2.0/ports?device_id=644be525-5f75-43cb-b8cd-76627cce74f7 HTTP/1.1" status: 200 len: 946 time: 0.6816649 Jan 18 22:23:28.559064 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-50366a07-4f65-4713-a169-3e32cdbe38f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:28.587155 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-94326923-88bb-42c7-a057-521a6fc45826 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.6668978 Jan 18 22:23:28.591876 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 39286) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:28.599307 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b4650d-4dfd-48d6-8aee-4db1fc35e913 req-42d57024-e09c-4c10-8c30-87bf7cd44e64 tempest-ServerMetadataNegativeTestJSON-1889824428 tempest-ServerMetadataNegativeTestJSON-1889824428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:28.600579 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50366a07-4f65-4713-a169-3e32cdbe38f2 None None] Pushing event deleted for resources: {'Port': ['ID=ca83bc07-07ef-41d7-b025-9e05fd786eee,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:28.600790 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-99b4650d-4dfd-48d6-8aee-4db1fc35e913 req-42d57024-e09c-4c10-8c30-87bf7cd44e64 tempest-ServerMetadataNegativeTestJSON-1889824428 tempest-ServerMetadataNegativeTestJSON-1889824428-project] 10.222.0.53 "GET /v2.0/ports?device_id=bbb36a8a-1aed-4ffb-a9fb-7b8ecb268c75 HTTP/1.1" status: 200 len: 931 time: 0.5446684 Jan 18 22:23:28.603070 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50366a07-4f65-4713-a169-3e32cdbe38f2 None None] No DVR routers for this DVR port ca83bc07-07ef-41d7-b025-9e05fd786eee on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:23:28.658702 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e1af1479-7277-48b2-bf63-80b1f8b99e4b req-3902a802-0cd2-4226-89a7-3d1c536121bd tempest-InstanceActionsTestJSON-162675674 tempest-InstanceActionsTestJSON-162675674-project] 10.222.0.53 "GET /v2.0/security-groups?id=5ac90bba-2feb-4c0b-9de9-a9be63cb12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075103 Jan 18 22:23:28.665359 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-2a184518-9879-4b00-b0a2-e717732e40b4 req-25d1cda4-2ef3-49d4-92c3-dfadfd57a869 tempest-InstanceActionsTestJSON-162675674 tempest-InstanceActionsTestJSON-162675674-project] For port 57d9573d-4f34-4efd-a169-f5908b55ea47, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=57d9573d-4f34-4efd-a169-f5908b55ea47,segment=NetworkSegment(264668d9-f8f8-4eb0-8da5-cdac826835da),segment_id=264668d9-f8f8-4eb0-8da5-cdac826835da)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:23:28.665747 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-2a184518-9879-4b00-b0a2-e717732e40b4 req-25d1cda4-2ef3-49d4-92c3-dfadfd57a869 tempest-InstanceActionsTestJSON-162675674 tempest-InstanceActionsTestJSON-162675674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:28.692316 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-2a184518-9879-4b00-b0a2-e717732e40b4 req-25d1cda4-2ef3-49d4-92c3-dfadfd57a869 tempest-InstanceActionsTestJSON-162675674 tempest-InstanceActionsTestJSON-162675674-project] Calling delete_port for 57d9573d-4f34-4efd-a169-f5908b55ea47 owned by compute:nova {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:23:28.700995 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-99b4650d-4dfd-48d6-8aee-4db1fc35e913 req-fec1b088-12c1-4ddd-ace1-b652bac83fbf tempest-ServerMetadataNegativeTestJSON-1889824428 tempest-ServerMetadataNegativeTestJSON-1889824428-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe49b4e1-c7d2-4482-9caa-606373b9ec05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791883 Jan 18 22:23:28.936765 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-1a9e6a9d-809a-4424-8de5-1f7a5c2b2257 req-9cd7f4c1-bab7-4e0f-92f7-64cb1d9784b0 service neutron] Attempting to bind port f3a6be4e-3a5d-4958-bae6-198cff036378 on host n-h1-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:23:28.937013 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-1a9e6a9d-809a-4424-8de5-1f7a5c2b2257 req-9cd7f4c1-bab7-4e0f-92f7-64cb1d9784b0 service neutron] Attempting to bind port f3a6be4e-3a5d-4958-bae6-198cff036378 by drivers openvswitch,hyperv on host n-h1-825064-1 at level 0 using segments [{'id': 'd35c4c59-f3c1-4e88-9342-25a435cd4676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2116cc8e-70d0-4eb6-9a85-9b38c7b353d4'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:23:28.937341 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a9e6a9d-809a-4424-8de5-1f7a5c2b2257 req-9cd7f4c1-bab7-4e0f-92f7-64cb1d9784b0 service neutron] Attempting to bind port f3a6be4e-3a5d-4958-bae6-198cff036378 on network 2116cc8e-70d0-4eb6-9a85-9b38c7b353d4 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:23:28.953446 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bde91c6-f6ff-4119-8c6d-a743c5f504de req-6afb21b0-38db-4478-9309-91fcbcaa393d tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:28.954987 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6bde91c6-f6ff-4119-8c6d-a743c5f504de req-6afb21b0-38db-4478-9309-91fcbcaa393d tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef174e72-af9c-4820-b809-9e0e5168f5f6 HTTP/1.1" status: 200 len: 945 time: 0.1303372 Jan 18 22:23:28.961034 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-2a184518-9879-4b00-b0a2-e717732e40b4 req-25d1cda4-2ef3-49d4-92c3-dfadfd57a869 tempest-InstanceActionsTestJSON-162675674 tempest-InstanceActionsTestJSON-162675674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:28.972236 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-82a32a0f-6748-44cd-bb7f-d8a1b0c1e650 req-aa82d3b6-f028-4ea8-a01b-29d7e967704b service neutron] 10.222.0.36 "GET /v2.0/networks/61203f33-a8b3-4e89-8217-8dac5f2bb01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5152471 Jan 18 22:23:28.975228 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6bdaa0-77d8-401d-9f3f-e238ab83c40b req-61a69e64-1099-43a5-8388-fa25d10358dd tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:28.976867 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cc6bdaa0-77d8-401d-9f3f-e238ab83c40b req-61a69e64-1099-43a5-8388-fa25d10358dd tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=3235a499-27d0-4827-81fd-d658b66e33f9 HTTP/1.1" status: 200 len: 946 time: 0.0929177 Jan 18 22:23:28.982828 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['57d9573d-4f34-4efd-a169-f5908b55ea47'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:23:28.988176 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a9e6a9d-809a-4424-8de5-1f7a5c2b2257 req-9cd7f4c1-bab7-4e0f-92f7-64cb1d9784b0 service neutron] Port f3a6be4e-3a5d-4958-bae6-198cff036378 on network 2116cc8e-70d0-4eb6-9a85-9b38c7b353d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:23:28.988503 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a9e6a9d-809a-4424-8de5-1f7a5c2b2257 req-9cd7f4c1-bab7-4e0f-92f7-64cb1d9784b0 service neutron] Attempting to bind port f3a6be4e-3a5d-4958-bae6-198cff036378 on network 2116cc8e-70d0-4eb6-9a85-9b38c7b353d4 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:23:28.993890 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6682a937-b1b7-4689-84a8-56dc670016b2 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for router, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:29.018674 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d1cda4-2ef3-49d4-92c3-dfadfd57a869 tempest-InstanceActionsTestJSON-162675674 tempest-InstanceActionsTestJSON-162675674-project] Pushing event deleted for resources: {'Port': ['ID=57d9573d-4f34-4efd-a169-f5908b55ea47,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:29.044333 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a9e6a9d-809a-4424-8de5-1f7a5c2b2257 req-9cd7f4c1-bab7-4e0f-92f7-64cb1d9784b0 service neutron] Checking agent: {'id': 'e49d1b2a-ba11-487f-a804-ecbf3c0e8132', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:23:29.044677 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a9e6a9d-809a-4424-8de5-1f7a5c2b2257 req-9cd7f4c1-bab7-4e0f-92f7-64cb1d9784b0 service neutron] Checking segment: {'id': 'd35c4c59-f3c1-4e88-9342-25a435cd4676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2116cc8e-70d0-4eb6-9a85-9b38c7b353d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:23:29.045104 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a9e6a9d-809a-4424-8de5-1f7a5c2b2257 req-9cd7f4c1-bab7-4e0f-92f7-64cb1d9784b0 service neutron] Bound using segment: {'id': 'd35c4c59-f3c1-4e88-9342-25a435cd4676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2116cc8e-70d0-4eb6-9a85-9b38c7b353d4'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:23:29.045680 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-1a9e6a9d-809a-4424-8de5-1f7a5c2b2257 req-9cd7f4c1-bab7-4e0f-92f7-64cb1d9784b0 service neutron] Bound port: f3a6be4e-3a5d-4958-bae6-198cff036378, host: n-h1-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd35c4c59-f3c1-4e88-9342-25a435cd4676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2116cc8e-70d0-4eb6-9a85-9b38c7b353d4'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:23:29.046026 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-1a9e6a9d-809a-4424-8de5-1f7a5c2b2257 req-9cd7f4c1-bab7-4e0f-92f7-64cb1d9784b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:29.091581 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6bde91c6-f6ff-4119-8c6d-a743c5f504de req-22b0a04d-db93-4b3a-a1ec-f80a6f77f59a tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc8c7d2e-b8e2-47f9-a940-5cbf5ddba272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261227 Jan 18 22:23:29.094753 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a184518-9879-4b00-b0a2-e717732e40b4 req-25d1cda4-2ef3-49d4-92c3-dfadfd57a869 tempest-InstanceActionsTestJSON-162675674 tempest-InstanceActionsTestJSON-162675674-project] No DVR routers for this DVR port 57d9573d-4f34-4efd-a169-f5908b55ea47 on host n-h2-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:23:29.098708 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cc6bdaa0-77d8-401d-9f3f-e238ab83c40b req-e3ca51a6-db84-4292-8624-b04f52279c7c tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978634 Jan 18 22:23:29.099778 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-2a184518-9879-4b00-b0a2-e717732e40b4 req-25d1cda4-2ef3-49d4-92c3-dfadfd57a869 tempest-InstanceActionsTestJSON-162675674 tempest-InstanceActionsTestJSON-162675674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:29.103113 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2a184518-9879-4b00-b0a2-e717732e40b4 req-25d1cda4-2ef3-49d4-92c3-dfadfd57a869 tempest-InstanceActionsTestJSON-162675674 tempest-InstanceActionsTestJSON-162675674-project] 10.222.0.67 "DELETE /v2.0/ports/57d9573d-4f34-4efd-a169-f5908b55ea47 HTTP/1.1" status: 204 len: 173 time: 1.6960404 Jan 18 22:23:29.103430 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '644be525-5f75-43cb-b8cd-76627cce74f7', 'name': 'network-vif-deleted', 'tag': '57d9573d-4f34-4efd-a169-f5908b55ea47'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:23:29.106106 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0960e434-d5b3-4903-bff7-722b929b5bf6" -d '{"events": [{"server_uuid": "644be525-5f75-43cb-b8cd-76627cce74f7", "name": "network-vif-deleted", "tag": "57d9573d-4f34-4efd-a169-f5908b55ea47"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:23:29.232202 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01777b9d-81d0-4e20-b4bb-41b8ef846707 x-openstack-request-id: req-01777b9d-81d0-4e20-b4bb-41b8ef846707 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:23:29.232737 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "644be525-5f75-43cb-b8cd-76627cce74f7", "name": "network-vif-deleted", "tag": "57d9573d-4f34-4efd-a169-f5908b55ea47", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:23:29.232994 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-01777b9d-81d0-4e20-b4bb-41b8ef846707 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:23:29.233403 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '644be525-5f75-43cb-b8cd-76627cce74f7', 'name': 'network-vif-deleted', 'tag': '57d9573d-4f34-4efd-a169-f5908b55ea47', 'status': 'completed', 'code': 200} Jan 18 22:23:29.244753 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6b7f0f-f3e9-4a76-abdc-c3b637ce8fc7 req-d4117325-cf6b-4aea-887d-5a0b916b0cdb tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:29.249320 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0c6b7f0f-f3e9-4a76-abdc-c3b637ce8fc7 req-d4117325-cf6b-4aea-887d-5a0b916b0cdb tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/ports?device_id=e340baad-13e3-4a40-bd0a-81fc936fc61c HTTP/1.1" status: 200 len: 945 time: 0.0658002 Jan 18 22:23:29.287359 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0c6b7f0f-f3e9-4a76-abdc-c3b637ce8fc7 req-de601b0e-6a64-48f9-bd52-39302dd10cac tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9107f98-3261-4c9b-b70c-aaafa7d6fae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335507 Jan 18 22:23:29.306195 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-82a32a0f-6748-44cd-bb7f-d8a1b0c1e650 req-988316e8-7790-49ca-b579-05ddba60c6dc service neutron] 10.222.0.36 "GET /v2.0/networks/61203f33-a8b3-4e89-8217-8dac5f2bb01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3269835 Jan 18 22:23:29.314237 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6682a937-b1b7-4689-84a8-56dc670016b2 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1040886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8602'] for router, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:29.318493 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6682a937-b1b7-4689-84a8-56dc670016b2 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:29.367043 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-1a9e6a9d-809a-4424-8de5-1f7a5c2b2257 req-9cd7f4c1-bab7-4e0f-92f7-64cb1d9784b0 service neutron] For port f3a6be4e-3a5d-4958-bae6-198cff036378, host n-h1-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:23:29.380146 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-1a9e6a9d-809a-4424-8de5-1f7a5c2b2257 req-9cd7f4c1-bab7-4e0f-92f7-64cb1d9784b0 service neutron] For port f3a6be4e-3a5d-4958-bae6-198cff036378, host n-h1-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=f3a6be4e-3a5d-4958-bae6-198cff036378,segment=NetworkSegment(d35c4c59-f3c1-4e88-9342-25a435cd4676),segment_id=d35c4c59-f3c1-4e88-9342-25a435cd4676)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:23:29.381662 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6682a937-b1b7-4689-84a8-56dc670016b2 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1040832'] for router, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:29.382195 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6682a937-b1b7-4689-84a8-56dc670016b2 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Fanout notify agent at l3_agent the message router_deleted on router d90d7b5e-6ce3-4257-ae9c-c6cc17588ad4 {{(pid=102431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 22:23:29.389941 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6682a937-b1b7-4689-84a8-56dc670016b2 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:29.391051 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-6682a937-b1b7-4689-84a8-56dc670016b2 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "DELETE /v2.0/routers/d90d7b5e-6ce3-4257-ae9c-c6cc17588ad4 HTTP/1.1" status: 204 len: 168 time: 0.7967057 Jan 18 22:23:29.393027 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-1a9e6a9d-809a-4424-8de5-1f7a5c2b2257 req-9cd7f4c1-bab7-4e0f-92f7-64cb1d9784b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:29.395729 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 39294) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:29.405185 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device dd999f48-cd3c-48a1-b7dc-86da2309e79d no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:23:29.433948 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: dd999f48-cd3c-48a1-b7dc-86da2309e79d {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:23:29.434397 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device dd999f48-cd3c-48a1-b7dc-86da2309e79d not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:23:29.435002 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device ca83bc07-07ef-41d7-b025-9e05fd786eee no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:23:29.444022 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4c69f8-20ce-44e3-ae78-0bd65c9882f6 req-352b7953-e97c-4658-8494-8076cca4d55f tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:29.448236 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9d4c69f8-20ce-44e3-ae78-0bd65c9882f6 req-352b7953-e97c-4658-8494-8076cca4d55f tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/ports?device_id=e340baad-13e3-4a40-bd0a-81fc936fc61c HTTP/1.1" status: 200 len: 945 time: 0.0694501 Jan 18 22:23:29.448658 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-0b8b3f0f-aafa-4fc2-9a49-72d55751914f tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0503492 Jan 18 22:23:29.451409 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 39296) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:29.457032 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9e6a9d-809a-4424-8de5-1f7a5c2b2257 req-9cd7f4c1-bab7-4e0f-92f7-64cb1d9784b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:29.457756 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-1a9e6a9d-809a-4424-8de5-1f7a5c2b2257 req-9cd7f4c1-bab7-4e0f-92f7-64cb1d9784b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:29.459128 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-1a9e6a9d-809a-4424-8de5-1f7a5c2b2257 req-9cd7f4c1-bab7-4e0f-92f7-64cb1d9784b0 service neutron] 10.222.0.36 "PUT /v2.0/ports/f3a6be4e-3a5d-4958-bae6-198cff036378 HTTP/1.1" status: 200 len: 1091 time: 1.8602617 Jan 18 22:23:29.461769 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbb36a8a-1aed-4ffb-a9fb-7b8ecb268c75', 'tag': 'f3a6be4e-3a5d-4958-bae6-198cff036378'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:23:29.465397 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df94b691-dbed-49e8-884b-0b557b64ed3f" -d '{"events": [{"name": "network-changed", "server_uuid": "bbb36a8a-1aed-4ffb-a9fb-7b8ecb268c75", "tag": "f3a6be4e-3a5d-4958-bae6-198cff036378"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:23:29.497909 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd7f4c1-bab7-4e0f-92f7-64cb1d9784b0 service neutron] Pushing event updated for resources: {'Port': ['ID=f3a6be4e-3a5d-4958-bae6-198cff036378,revision_number=3']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:29.502995 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: ca83bc07-07ef-41d7-b025-9e05fd786eee {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:23:29.503477 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device ca83bc07-07ef-41d7-b025-9e05fd786eee not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:23:29.577800 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94e64046-9b4a-4878-a3b7-862c0df7b115 x-openstack-request-id: req-94e64046-9b4a-4878-a3b7-862c0df7b115 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:23:29.579082 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbb36a8a-1aed-4ffb-a9fb-7b8ecb268c75", "tag": "f3a6be4e-3a5d-4958-bae6-198cff036378", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:23:29.579488 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-94e64046-9b4a-4878-a3b7-862c0df7b115 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:23:29.580232 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbb36a8a-1aed-4ffb-a9fb-7b8ecb268c75', 'tag': 'f3a6be4e-3a5d-4958-bae6-198cff036378', 'status': 'completed', 'code': 200} Jan 18 22:23:29.594738 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9d4c69f8-20ce-44e3-ae78-0bd65c9882f6 req-604b1c9d-5107-41d3-b112-2c22505009b5 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9107f98-3261-4c9b-b70c-aaafa7d6fae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557542 Jan 18 22:23:29.599198 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c883d8af-4cad-446e-9556-b12ad48a21a4 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:29.603459 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 39300) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:29.604150 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-c883d8af-4cad-446e-9556-b12ad48a21a4 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1515460 Jan 18 22:23:29.671447 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 39304) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:29.676920 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-aa1f9c5f-c4af-406e-9c04-f7906f3d1c35 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0718000 Jan 18 22:23:29.685325 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-55a6227a-5819-4508-ad04-717a65622bcf tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Request body: {'subnet': {'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:23:29.685811 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9e6a9d-809a-4424-8de5-1f7a5c2b2257 req-9768ffe4-424c-4f51-a823-f5acabe69568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:29.687749 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-1a9e6a9d-809a-4424-8de5-1f7a5c2b2257 req-9768ffe4-424c-4f51-a823-f5acabe69568 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6349d79e161247edbd26c405131007ad&device_id=bbb36a8a-1aed-4ffb-a9fb-7b8ecb268c75 HTTP/1.1" status: 200 len: 1094 time: 0.1806135 Jan 18 22:23:29.746121 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-1a9e6a9d-809a-4424-8de5-1f7a5c2b2257 req-31d657ab-abeb-4ab7-8cd8-09df4b0adcba service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3a6be4e-3a5d-4958-bae6-198cff036378 HTTP/1.1" status: 200 len: 217 time: 0.0492492 Jan 18 22:23:29.796626 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 39314) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:29.844607 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9e6a9d-809a-4424-8de5-1f7a5c2b2257 req-b0689a24-db21-4a78-9056-b8dc5715decd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:29.848019 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-1a9e6a9d-809a-4424-8de5-1f7a5c2b2257 req-b0689a24-db21-4a78-9056-b8dc5715decd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=79dab1a5-3664-434d-8c18-6f84d34e05b2 HTTP/1.1" status: 200 len: 860 time: 0.0949168 Jan 18 22:23:29.885056 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55a6227a-5819-4508-ad04-717a65622bcf tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Made reservation on behalf of 0a17ff9ddd5f489695e0235ae87388f5 for: {'subnet': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:23:29.888554 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-55a6227a-5819-4508-ad04-717a65622bcf tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62288702'] for subnet, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:29.894422 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-1a9e6a9d-809a-4424-8de5-1f7a5c2b2257 req-98c1fff5-fbdb-4e8e-9a19-10dc92328f1e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2116cc8e-70d0-4eb6-9a85-9b38c7b353d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375042 Jan 18 22:23:29.921488 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_v2 [None req-22016db5-4aeb-49ae-bf0e-6ae0fdbc61f4 admin admin] Deleting subnet 881d9ead-8a39-459f-87b0-1e7f238e8596 {{(pid=102430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:23:29.950464 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-22016db5-4aeb-49ae-bf0e-6ae0fdbc61f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:29.994747 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0e79e6-da73-4d96-95cb-17dae526583f req-db7c2446-5465-481e-a144-a3f618328d5b tempest-ServerMetadataNegativeTestJSON-1889824428 tempest-ServerMetadataNegativeTestJSON-1889824428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:29.996386 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6f0e79e6-da73-4d96-95cb-17dae526583f req-db7c2446-5465-481e-a144-a3f618328d5b tempest-ServerMetadataNegativeTestJSON-1889824428 tempest-ServerMetadataNegativeTestJSON-1889824428-project] 10.222.0.53 "GET /v2.0/ports?device_id=bbb36a8a-1aed-4ffb-a9fb-7b8ecb268c75 HTTP/1.1" status: 200 len: 943 time: 0.1517060 Jan 18 22:23:30.015642 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-1a9e6a9d-809a-4424-8de5-1f7a5c2b2257 req-5a741d9c-2610-465e-abc3-91a5c62bcd23 service neutron] 10.222.0.36 "GET /v2.0/networks/2116cc8e-70d0-4eb6-9a85-9b38c7b353d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132963 Jan 18 22:23:30.024306 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-22016db5-4aeb-49ae-bf0e-6ae0fdbc61f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60394745'] for subnet, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:30.105704 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6f0e79e6-da73-4d96-95cb-17dae526583f req-5d163e69-69dd-480a-905e-b19ae4d7168c tempest-ServerMetadataNegativeTestJSON-1889824428 tempest-ServerMetadataNegativeTestJSON-1889824428-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe49b4e1-c7d2-4482-9caa-606373b9ec05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963373 Jan 18 22:23:30.118764 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-22016db5-4aeb-49ae-bf0e-6ae0fdbc61f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:30.208145 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-1a9e6a9d-809a-4424-8de5-1f7a5c2b2257 req-9951924e-7dfa-46c5-accf-111c1993f18a service neutron] 10.222.0.36 "GET /v2.0/networks/2116cc8e-70d0-4eb6-9a85-9b38c7b353d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852527 Jan 18 22:23:30.281972 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-22016db5-4aeb-49ae-bf0e-6ae0fdbc61f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60203138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62288677'] for subnet, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:30.322295 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df94b691-dbed-49e8-884b-0b557b64ed3f req-4c8fcbb8-876a-4a72-a934-89988698f725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:30.324176 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-df94b691-dbed-49e8-884b-0b557b64ed3f req-4c8fcbb8-876a-4a72-a934-89988698f725 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6349d79e161247edbd26c405131007ad&device_id=bbb36a8a-1aed-4ffb-a9fb-7b8ecb268c75 HTTP/1.1" status: 200 len: 1094 time: 0.0516858 Jan 18 22:23:30.339732 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22016db5-4aeb-49ae-bf0e-6ae0fdbc61f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=881d9ead-8a39-459f-87b0-1e7f238e8596,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:30.359457 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-22016db5-4aeb-49ae-bf0e-6ae0fdbc61f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:30.362943 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-22016db5-4aeb-49ae-bf0e-6ae0fdbc61f4 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/881d9ead-8a39-459f-87b0-1e7f238e8596 HTTP/1.1" status: 204 len: 168 time: 0.5651066 Jan 18 22:23:30.366735 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 39332) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:30.404807 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de6803c-e4c6-44a2-8225-3bc03395098a req-b12889b3-c7b6-432e-9398-2eac9359b613 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:30.406394 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2de6803c-e4c6-44a2-8225-3bc03395098a req-b12889b3-c7b6-432e-9398-2eac9359b613 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=3235a499-27d0-4827-81fd-d658b66e33f9 HTTP/1.1" status: 200 len: 946 time: 0.1936362 Jan 18 22:23:30.447233 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df94b691-dbed-49e8-884b-0b557b64ed3f req-60c7ffcb-cdc6-4396-b711-ae29afc22ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:30.449201 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-df94b691-dbed-49e8-884b-0b557b64ed3f req-60c7ffcb-cdc6-4396-b711-ae29afc22ee8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2116cc8e-70d0-4eb6-9a85-9b38c7b353d4 HTTP/1.1" status: 200 len: 920 time: 0.1183608 Jan 18 22:23:30.500804 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-df94b691-dbed-49e8-884b-0b557b64ed3f req-1f395601-ac7e-457a-8483-645d77304ff8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3a6be4e-3a5d-4958-bae6-198cff036378 HTTP/1.1" status: 200 len: 217 time: 0.0450985 Jan 18 22:23:30.514695 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d92b267-43ae-482d-98d9-eb7219c1a07b req-ec93c0e2-5b84-41b7-aaba-48f638439cea tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:30.516242 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4d92b267-43ae-482d-98d9-eb7219c1a07b req-ec93c0e2-5b84-41b7-aaba-48f638439cea tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef174e72-af9c-4820-b809-9e0e5168f5f6 HTTP/1.1" status: 200 len: 945 time: 0.2291648 Jan 18 22:23:30.555696 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df94b691-dbed-49e8-884b-0b557b64ed3f req-3f1c8ea0-fdd5-4a4f-8e58-3ef9f30e2260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:30.555962 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bed5756d-a1a0-4f49-9515-55e4c55901aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:30.557512 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-df94b691-dbed-49e8-884b-0b557b64ed3f req-3f1c8ea0-fdd5-4a4f-8e58-3ef9f30e2260 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=79dab1a5-3664-434d-8c18-6f84d34e05b2 HTTP/1.1" status: 200 len: 860 time: 0.0499849 Jan 18 22:23:30.598990 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-df94b691-dbed-49e8-884b-0b557b64ed3f req-5f7b4b35-969a-49b4-871c-59699cd8e367 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2116cc8e-70d0-4eb6-9a85-9b38c7b353d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332978 Jan 18 22:23:30.604291 n-d-825064-1 neutron-server[102430]: DEBUG neutron.objects.ports [None req-55a6227a-5819-4508-ad04-717a65622bcf tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102430) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 18 22:23:30.609639 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2de6803c-e4c6-44a2-8225-3bc03395098a req-8e2f14e4-b0ec-495f-b728-c420ea1e3057 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471570 Jan 18 22:23:30.613072 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-55a6227a-5819-4508-ad04-717a65622bcf tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60203213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62288684'] for subnet, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:30.681086 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a6227a-5819-4508-ad04-717a65622bcf tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:23:30.685952 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4d92b267-43ae-482d-98d9-eb7219c1a07b req-5f15d7fb-03cd-48fd-b447-796549a7640b tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc8c7d2e-b8e2-47f9-a940-5cbf5ddba272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540534 Jan 18 22:23:30.709104 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-55a6227a-5819-4508-ad04-717a65622bcf tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:23:30.729659 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-df94b691-dbed-49e8-884b-0b557b64ed3f req-bcacf241-f11c-4d25-9621-73fc53aba188 service neutron] 10.222.0.36 "GET /v2.0/networks/2116cc8e-70d0-4eb6-9a85-9b38c7b353d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225264 Jan 18 22:23:30.731401 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a6227a-5819-4508-ad04-717a65622bcf tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:30.732008 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-55a6227a-5819-4508-ad04-717a65622bcf tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:30.733991 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8288b4f1-b9ff-42fb-abd0-550b0b358b28 None None] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:23:30.749016 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a6227a-5819-4508-ad04-717a65622bcf tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event updated for resources: {'Subnet': ['ID=f52d06df-21eb-40bb-95e9-85e6a1811348,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:30.806928 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bed5756d-a1a0-4f49-9515-55e4c55901aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:30.815837 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-55a6227a-5819-4508-ad04-717a65622bcf tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1432481 Jan 18 22:23:30.816527 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 39338) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:30.828088 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-14233456-81ef-4c05-b7df-b75f9339832c tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Request body: {'subnet': {'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:23:30.862256 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-bed5756d-a1a0-4f49-9515-55e4c55901aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b48a9295-aa95-4a5f-921a-415fe1466b3d']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:23:30.906241 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-bed5756d-a1a0-4f49-9515-55e4c55901aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '264668d9-f8f8-4eb0-8da5-cdac826835da') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:23:30.906782 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-bed5756d-a1a0-4f49-9515-55e4c55901aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '264668d9-f8f8-4eb0-8da5-cdac826835da') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:23:30.921414 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bed5756d-a1a0-4f49-9515-55e4c55901aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60394742'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:30.972746 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 57d9573d-4f34-4efd-a169-f5908b55ea47 no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:23:30.985116 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-df94b691-dbed-49e8-884b-0b557b64ed3f req-c6df3ef6-a37a-4c3d-9107-410964656e22 service neutron] 10.222.0.36 "GET /v2.0/networks/2116cc8e-70d0-4eb6-9a85-9b38c7b353d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404189 Jan 18 22:23:31.004269 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bed5756d-a1a0-4f49-9515-55e4c55901aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:31.011678 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75eb7d20-b014-4b85-8b95-9020ee270843 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-5ec417a5-fa6c-4abd-aa15-b83b9df83503', 'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503', 'tenant_id': '0a17ff9ddd5f489695e0235ae87388f5', 'fixed_ips': [{'subnet_id': 'f52d06df-21eb-40bb-95e9-85e6a1811348'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:23:31.013072 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-75eb7d20-b014-4b85-8b95-9020ee270843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:31.015995 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] No Port match for: 57d9573d-4f34-4efd-a169-f5908b55ea47 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:23:31.016566 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 57d9573d-4f34-4efd-a169-f5908b55ea47 not bound to the agent host n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:23:31.026879 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bed5756d-a1a0-4f49-9515-55e4c55901aa admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:23:31.027354 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bed5756d-a1a0-4f49-9515-55e4c55901aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60203044'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:31.029581 n-d-825064-1 neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:23:31.029581 n-d-825064-1 neutron-server[102430]: items = [ Jan 18 22:23:31.029581 n-d-825064-1 neutron-server[102430]: Traceback (most recent call last): Jan 18 22:23:31.029581 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:23:31.029581 n-d-825064-1 neutron-server[102430]: timer() Jan 18 22:23:31.029581 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:23:31.029581 n-d-825064-1 neutron-server[102430]: cb(*args, **kw) Jan 18 22:23:31.029581 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:23:31.029581 n-d-825064-1 neutron-server[102430]: return func(*args, **kwargs) Jan 18 22:23:31.029581 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:23:31.029581 n-d-825064-1 neutron-server[102430]: self._notify() Jan 18 22:23:31.029581 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:23:31.029581 n-d-825064-1 neutron-server[102430]: self.callback(batched_events) Jan 18 22:23:31.029581 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:23:31.029581 n-d-825064-1 neutron-server[102430]: event.method(event) Jan 18 22:23:31.029581 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:23:31.029581 n-d-825064-1 neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:23:31.029581 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:23:31.029581 n-d-825064-1 neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:23:31.029581 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:23:31.029581 n-d-825064-1 neutron-server[102430]: return f(self, *a, **k) Jan 18 22:23:31.029581 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:23:31.029581 n-d-825064-1 neutron-server[102430]: return self._get(url).json() Jan 18 22:23:31.029581 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:23:31.029581 n-d-825064-1 neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:23:31.029581 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:23:31.029581 n-d-825064-1 neutron-server[102430]: return self.request(url, 'GET', **kwargs) Jan 18 22:23:31.029581 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:23:31.029581 n-d-825064-1 neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:23:31.029581 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:23:31.029581 n-d-825064-1 neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:23:31.029581 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:23:31.029581 n-d-825064-1 neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:23:31.029581 n-d-825064-1 neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:23:31.119184 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9292c167-ac19-4093-9d45-67d95470b861 req-43175ae1-4231-4b62-8243-9ed216c58e59 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:31.121072 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9292c167-ac19-4093-9d45-67d95470b861 req-43175ae1-4231-4b62-8243-9ed216c58e59 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/ports?device_id=e340baad-13e3-4a40-bd0a-81fc936fc61c HTTP/1.1" status: 200 len: 945 time: 0.1775630 Jan 18 22:23:31.139439 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bed5756d-a1a0-4f49-9515-55e4c55901aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:31.153976 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bed5756d-a1a0-4f49-9515-55e4c55901aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:31.157556 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-bed5756d-a1a0-4f49-9515-55e4c55901aa admin admin] 10.222.0.53 "DELETE /v2.0/networks/b48a9295-aa95-4a5f-921a-415fe1466b3d HTTP/1.1" status: 204 len: 168 time: 0.7865877 Jan 18 22:23:31.195940 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed5756d-a1a0-4f49-9515-55e4c55901aa admin admin] Pushing event deleted for resources: {'Network': ['ID=b48a9295-aa95-4a5f-921a-415fe1466b3d,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:31.203291 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-75eb7d20-b014-4b85-8b95-9020ee270843 None None] Allocated IP 2001:db8::f816:3eff:fe05:db25 (5ec417a5-fa6c-4abd-aa15-b83b9df83503/f52d06df-21eb-40bb-95e9-85e6a1811348/57554414-9f22-434d-9de9-2aab3219dfe6) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:23:31.205646 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14233456-81ef-4c05-b7df-b75f9339832c tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Made reservation on behalf of 0a17ff9ddd5f489695e0235ae87388f5 for: {'subnet': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:23:31.210913 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-14233456-81ef-4c05-b7df-b75f9339832c tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62288702'] for subnet, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:31.382202 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 39348) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:31.422673 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-75eb7d20-b014-4b85-8b95-9020ee270843 None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:31.430306 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-75eb7d20-b014-4b85-8b95-9020ee270843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:31.436999 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9292c167-ac19-4093-9d45-67d95470b861 req-4300efab-36b9-420e-9338-ad4f5aaaede1 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9107f98-3261-4c9b-b70c-aaafa7d6fae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3030884 Jan 18 22:23:31.456794 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-b1f7e920-a4c7-4d7b-9ae3-fa81bff69a4d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e5cd81aba7a2436a836ccce893dfda10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0727801 Jan 18 22:23:31.459259 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 39350) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:31.491545 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75eb7d20-b014-4b85-8b95-9020ee270843 None None] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:23:31.494973 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-75eb7d20-b014-4b85-8b95-9020ee270843 None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:23:31.503236 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75eb7d20-b014-4b85-8b95-9020ee270843 None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:23:31.505399 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de27a44-d469-4611-a786-2100ca0ed844 req-563127ab-0df9-4941-a34e-89f17b81f984 tempest-ServerMetadataNegativeTestJSON-1889824428 tempest-ServerMetadataNegativeTestJSON-1889824428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:31.507144 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6de27a44-d469-4611-a786-2100ca0ed844 req-563127ab-0df9-4941-a34e-89f17b81f984 tempest-ServerMetadataNegativeTestJSON-1889824428 tempest-ServerMetadataNegativeTestJSON-1889824428-project] 10.222.0.53 "GET /v2.0/ports?device_id=bbb36a8a-1aed-4ffb-a9fb-7b8ecb268c75 HTTP/1.1" status: 200 len: 943 time: 0.1396167 Jan 18 22:23:31.527604 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-00e3c517-064b-457b-845f-4effbbf19308 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:31.540290 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eb7d20-b014-4b85-8b95-9020ee270843 None None] Pushing event updated for resources: {'Port': ['ID=57554414-9f22-434d-9de9-2aab3219dfe6,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:31.552460 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-00e3c517-064b-457b-845f-4effbbf19308 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:31.575603 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-75eb7d20-b014-4b85-8b95-9020ee270843 None None] Attempting to bind port 57554414-9f22-434d-9de9-2aab3219dfe6 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:23:31.576015 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-75eb7d20-b014-4b85-8b95-9020ee270843 None None] Attempting to bind port 57554414-9f22-434d-9de9-2aab3219dfe6 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '3c2fda82-0722-4d26-8bf8-bb1f4fe594b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:23:31.576457 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75eb7d20-b014-4b85-8b95-9020ee270843 None None] Attempting to bind port 57554414-9f22-434d-9de9-2aab3219dfe6 on network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:23:31.582920 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75eb7d20-b014-4b85-8b95-9020ee270843 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:23:31.583293 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75eb7d20-b014-4b85-8b95-9020ee270843 None None] Checking segment: {'id': '3c2fda82-0722-4d26-8bf8-bb1f4fe594b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:23:31.583827 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-75eb7d20-b014-4b85-8b95-9020ee270843 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:31.584259 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75eb7d20-b014-4b85-8b95-9020ee270843 None None] Bound using segment: {'id': '3c2fda82-0722-4d26-8bf8-bb1f4fe594b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:23:31.584812 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-75eb7d20-b014-4b85-8b95-9020ee270843 None None] Bound port: 57554414-9f22-434d-9de9-2aab3219dfe6, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2fda82-0722-4d26-8bf8-bb1f4fe594b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:23:31.585194 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-75eb7d20-b014-4b85-8b95-9020ee270843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:31.615941 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-00e3c517-064b-457b-845f-4effbbf19308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:31.620582 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-00e3c517-064b-457b-845f-4effbbf19308 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:31.624671 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-00e3c517-064b-457b-845f-4effbbf19308 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5ac90bba-2feb-4c0b-9de9-a9be63cb12e4 HTTP/1.1" status: 204 len: 168 time: 0.1613221 Jan 18 22:23:31.631256 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e3c517-064b-457b-845f-4effbbf19308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac90bba-2feb-4c0b-9de9-a9be63cb12e4,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:31.632581 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6de27a44-d469-4611-a786-2100ca0ed844 req-99bdd46f-129f-490d-816a-91c5ffebb9cf tempest-ServerMetadataNegativeTestJSON-1889824428 tempest-ServerMetadataNegativeTestJSON-1889824428-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe49b4e1-c7d2-4482-9caa-606373b9ec05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100626 Jan 18 22:23:31.665418 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-14233456-81ef-4c05-b7df-b75f9339832c tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60203213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62288684'] for subnet, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:31.689363 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14233456-81ef-4c05-b7df-b75f9339832c tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:23:31.692600 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-14233456-81ef-4c05-b7df-b75f9339832c tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:23:31.714478 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-75eb7d20-b014-4b85-8b95-9020ee270843 None None] For port 57554414-9f22-434d-9de9-2aab3219dfe6, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:23:31.718286 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14233456-81ef-4c05-b7df-b75f9339832c tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:31.718842 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-75eb7d20-b014-4b85-8b95-9020ee270843 None None] For port 57554414-9f22-434d-9de9-2aab3219dfe6, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=57554414-9f22-434d-9de9-2aab3219dfe6,segment=NetworkSegment(3c2fda82-0722-4d26-8bf8-bb1f4fe594b8),segment_id=3c2fda82-0722-4d26-8bf8-bb1f4fe594b8)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:23:31.719026 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-14233456-81ef-4c05-b7df-b75f9339832c tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:31.726859 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-75eb7d20-b014-4b85-8b95-9020ee270843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:31.805667 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 39358) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:31.814311 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-14233456-81ef-4c05-b7df-b75f9339832c tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9916303 Jan 18 22:23:31.816471 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-23cbb5bd-6fc9-451a-b1cd-155a01931f8d tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Request body: {'port': {'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503', 'mac_address': 'fa:16:3e:3a:99:a0', 'name': 'tempest-NetworksTestDHCPv6-1261849299'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:23:31.831838 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eb7d20-b014-4b85-8b95-9020ee270843 None None] Pushing event updated for resources: {'Port': ['ID=57554414-9f22-434d-9de9-2aab3219dfe6,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:31.854196 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14233456-81ef-4c05-b7df-b75f9339832c tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event updated for resources: {'Subnet': ['ID=1b0ba690-24a0-434e-b6c0-8e65a81ec32a,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:31.909658 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d74939-c70e-4bd3-a7a2-38eb465310be req-7fb6d7ee-9b26-4399-a2ad-f8edb54c4247 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:31.911320 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d8d74939-c70e-4bd3-a7a2-38eb465310be req-7fb6d7ee-9b26-4399-a2ad-f8edb54c4247 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef174e72-af9c-4820-b809-9e0e5168f5f6 HTTP/1.1" status: 200 len: 945 time: 0.0738978 Jan 18 22:23:31.919133 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c430d0-b05e-49ef-a43b-c0a617261f51 req-16fc7f6f-cb23-4ccb-b94b-677f6a122709 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:31.927209 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-95c430d0-b05e-49ef-a43b-c0a617261f51 req-16fc7f6f-cb23-4ccb-b94b-677f6a122709 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=3235a499-27d0-4827-81fd-d658b66e33f9 HTTP/1.1" status: 200 len: 946 time: 0.1646259 Jan 18 22:23:31.984769 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device f3a6be4e-3a5d-4958-bae6-198cff036378 details requested by agent hyperv_n-h1-825064-1 with host n-h1-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:23:32.012709 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-95c430d0-b05e-49ef-a43b-c0a617261f51 req-7b1d6f08-8b67-4b41-846d-258963aa2029 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826256 Jan 18 22:23:32.038277 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d8d74939-c70e-4bd3-a7a2-38eb465310be req-eabf04ca-766b-4b7a-8d97-eac8cdcf9f99 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc8c7d2e-b8e2-47f9-a940-5cbf5ddba272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995269 Jan 18 22:23:32.039386 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23cbb5bd-6fc9-451a-b1cd-155a01931f8d tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Made reservation on behalf of 0a17ff9ddd5f489695e0235ae87388f5 for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:23:32.199312 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port f3a6be4e-3a5d-4958-bae6-198cff036378, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=f3a6be4e-3a5d-4958-bae6-198cff036378,segment=NetworkSegment(d35c4c59-f3c1-4e88-9342-25a435cd4676),segment_id=d35c4c59-f3c1-4e88-9342-25a435cd4676)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:23:32.231803 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Returning: {'device': 'f3a6be4e-3a5d-4958-bae6-198cff036378', 'network_id': '2116cc8e-70d0-4eb6-9a85-9b38c7b353d4', 'port_id': 'f3a6be4e-3a5d-4958-bae6-198cff036378', 'mac_address': 'fa:16:3e:f5:d1:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79dab1a5-3664-434d-8c18-6f84d34e05b2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:23:32.238018 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-23cbb5bd-6fc9-451a-b1cd-155a01931f8d tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:32.265297 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [None req-23cbb5bd-6fc9-451a-b1cd-155a01931f8d tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] device_id is not set on port ea6f1fb2-9a09-491f-bf75-db291ebb7f3c yet. {{(pid=102431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:23:32.308506 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:32.327284 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3a6be4e-3a5d-4958-bae6-198cff036378 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:23:32.361084 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port f3a6be4e-3a5d-4958-bae6-198cff036378, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=f3a6be4e-3a5d-4958-bae6-198cff036378,segment=NetworkSegment(d35c4c59-f3c1-4e88-9342-25a435cd4676),segment_id=d35c4c59-f3c1-4e88-9342-25a435cd4676)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:23:32.370766 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:32.451729 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=f3a6be4e-3a5d-4958-bae6-198cff036378,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:32.482998 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-23cbb5bd-6fc9-451a-b1cd-155a01931f8d tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Allocated IP 172.20.0.8 (5ec417a5-fa6c-4abd-aa15-b83b9df83503/1b0ba690-24a0-434e-b6c0-8e65a81ec32a/ea6f1fb2-9a09-491f-bf75-db291ebb7f3c) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:23:32.493717 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-23cbb5bd-6fc9-451a-b1cd-155a01931f8d tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Allocated IP 2001:db8::f816:3eff:fe3a:99a0 (5ec417a5-fa6c-4abd-aa15-b83b9df83503/f52d06df-21eb-40bb-95e9-85e6a1811348/ea6f1fb2-9a09-491f-bf75-db291ebb7f3c) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:23:32.631261 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb1fb21-ab15-4fc2-ade9-d8f095482289 req-c2b466fe-8200-42be-9eb9-25baebc8bfe9 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:32.633557 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4fb1fb21-ab15-4fc2-ade9-d8f095482289 req-c2b466fe-8200-42be-9eb9-25baebc8bfe9 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/ports?device_id=e340baad-13e3-4a40-bd0a-81fc936fc61c HTTP/1.1" status: 200 len: 945 time: 0.0785015 Jan 18 22:23:32.639572 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['f3a6be4e-3a5d-4958-bae6-198cff036378'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:23:32.774942 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4fb1fb21-ab15-4fc2-ade9-d8f095482289 req-344e4eb3-ec25-42ef-9ef2-fa9479c51f49 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9107f98-3261-4c9b-b70c-aaafa7d6fae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300757 Jan 18 22:23:32.793786 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-23cbb5bd-6fc9-451a-b1cd-155a01931f8d tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:32.897243 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-23cbb5bd-6fc9-451a-b1cd-155a01931f8d tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:32.913826 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06a8289-08ad-4c79-aaac-0dfad367f57e req-5acce25d-d5ad-4d6a-8151-553ce776a349 tempest-ServerMetadataNegativeTestJSON-1889824428 tempest-ServerMetadataNegativeTestJSON-1889824428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:32.915448 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f06a8289-08ad-4c79-aaac-0dfad367f57e req-5acce25d-d5ad-4d6a-8151-553ce776a349 tempest-ServerMetadataNegativeTestJSON-1889824428 tempest-ServerMetadataNegativeTestJSON-1889824428-project] 10.222.0.53 "GET /v2.0/ports?device_id=bbb36a8a-1aed-4ffb-a9fb-7b8ecb268c75 HTTP/1.1" status: 200 len: 944 time: 0.1365340 Jan 18 22:23:32.978930 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 95c500e3-5764-439e-99cd-d762e97e55a0 details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:23:32.985850 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23cbb5bd-6fc9-451a-b1cd-155a01931f8d tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:23:32.989968 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f06a8289-08ad-4c79-aaac-0dfad367f57e req-b7d9e37f-dbf0-4647-b718-3e1103d896f8 tempest-ServerMetadataNegativeTestJSON-1889824428 tempest-ServerMetadataNegativeTestJSON-1889824428-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe49b4e1-c7d2-4482-9caa-606373b9ec05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629773 Jan 18 22:23:33.004283 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-23cbb5bd-6fc9-451a-b1cd-155a01931f8d tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:23:33.009791 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cbb5bd-6fc9-451a-b1cd-155a01931f8d tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:23:33.151328 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23cbb5bd-6fc9-451a-b1cd-155a01931f8d tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:33.153542 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-23cbb5bd-6fc9-451a-b1cd-155a01931f8d tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:33.188661 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 95c500e3-5764-439e-99cd-d762e97e55a0, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=95c500e3-5764-439e-99cd-d762e97e55a0,segment=NetworkSegment(6d4c9fdf-454c-4b11-b8c6-11146d43a316),segment_id=6d4c9fdf-454c-4b11-b8c6-11146d43a316)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:23:33.196033 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cbb5bd-6fc9-451a-b1cd-155a01931f8d tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event updated for resources: {'Port': ['ID=ea6f1fb2-9a09-491f-bf75-db291ebb7f3c,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:33.218220 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': '95c500e3-5764-439e-99cd-d762e97e55a0', 'network_id': 'f092491e-0947-4058-bdc0-03dc785407fa', 'port_id': '95c500e3-5764-439e-99cd-d762e97e55a0', 'mac_address': 'fa:16:3e:bf:d5:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a52884c8-9d97-4e4b-9890-07ddb774f2b4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:23:33.222125 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-23cbb5bd-6fc9-451a-b1cd-155a01931f8d tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.4152195 Jan 18 22:23:33.223011 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 39398) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:33.308779 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90802ae1-bb3f-432b-97f8-70b702e9f7f0 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:33.316612 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:33.316784 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90802ae1-bb3f-432b-97f8-70b702e9f7f0 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:33.318784 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-90802ae1-bb3f-432b-97f8-70b702e9f7f0 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0949459 Jan 18 22:23:33.321963 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 39400) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:33.368700 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 95c500e3-5764-439e-99cd-d762e97e55a0 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:23:33.388219 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2611d311-9e47-4b53-8a9a-73db9174afca req-80c6223c-3875-43e3-8d58-3cfd3cae6352 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:33.391649 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2611d311-9e47-4b53-8a9a-73db9174afca req-80c6223c-3875-43e3-8d58-3cfd3cae6352 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef174e72-af9c-4820-b809-9e0e5168f5f6 HTTP/1.1" status: 200 len: 945 time: 0.2287998 Jan 18 22:23:33.425894 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c7d8e0-07cd-46dc-b68b-ae72851203dc req-697d926d-2686-46e0-a733-bf8cfedc28c4 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:33.430998 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 95c500e3-5764-439e-99cd-d762e97e55a0, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=95c500e3-5764-439e-99cd-d762e97e55a0,segment=NetworkSegment(6d4c9fdf-454c-4b11-b8c6-11146d43a316),segment_id=6d4c9fdf-454c-4b11-b8c6-11146d43a316)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:23:33.434918 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d7c7d8e0-07cd-46dc-b68b-ae72851203dc req-697d926d-2686-46e0-a733-bf8cfedc28c4 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=3235a499-27d0-4827-81fd-d658b66e33f9 HTTP/1.1" status: 200 len: 946 time: 0.2102177 Jan 18 22:23:33.437840 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:33.493303 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 57554414-9f22-434d-9de9-2aab3219dfe6 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:23:33.528011 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-9df63d85-297c-4907-91bb-605045fdb94a tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Deleting port ea6f1fb2-9a09-491f-bf75-db291ebb7f3c {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:23:33.528642 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9df63d85-297c-4907-91bb-605045fdb94a tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:33.529913 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d7c7d8e0-07cd-46dc-b68b-ae72851203dc req-e3d028fd-be20-40e3-bf6d-56c53e16a230 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941255 Jan 18 22:23:33.540414 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2611d311-9e47-4b53-8a9a-73db9174afca req-6ff70492-3cdb-44cc-8680-8de76db6c0a8 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc8c7d2e-b8e2-47f9-a940-5cbf5ddba272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284149 Jan 18 22:23:33.575094 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135aee83-2771-47c4-90ef-914c903ddb61 None None] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:23:33.618566 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=95c500e3-5764-439e-99cd-d762e97e55a0,revision_number=6']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:33.664323 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-052fc6a3-bd68-4419-8b3e-2ae4494c1d0e None None] Provisioning complete for port 57554414-9f22-434d-9de9-2aab3219dfe6 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:23:33.664927 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-052fc6a3-bd68-4419-8b3e-2ae4494c1d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:33.692314 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9df63d85-297c-4907-91bb-605045fdb94a tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:33.707482 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-9df63d85-297c-4907-91bb-605045fdb94a tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Calling delete_port for ea6f1fb2-9a09-491f-bf75-db291ebb7f3c owned by {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:23:33.734029 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['95c500e3-5764-439e-99cd-d762e97e55a0'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:23:33.973813 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9df63d85-297c-4907-91bb-605045fdb94a tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:34.014282 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df63d85-297c-4907-91bb-605045fdb94a tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event deleted for resources: {'Port': ['ID=ea6f1fb2-9a09-491f-bf75-db291ebb7f3c,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:34.037994 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 57554414-9f22-434d-9de9-2aab3219dfe6 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:23:34.038530 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:34.040230 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device f3a6be4e-3a5d-4958-bae6-198cff036378 up at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:23:34.049743 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918bbfff-2096-47de-a23f-34158dc0da71 req-f189ee7b-f8bb-4680-b9e9-26f9a76742b6 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:34.053980 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-918bbfff-2096-47de-a23f-34158dc0da71 req-f189ee7b-f8bb-4680-b9e9-26f9a76742b6 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/ports?device_id=e340baad-13e3-4a40-bd0a-81fc936fc61c HTTP/1.1" status: 200 len: 944 time: 0.1102159 Jan 18 22:23:34.139165 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-918bbfff-2096-47de-a23f-34158dc0da71 req-a1748dc5-9cfd-4c57-a24f-0cd5dff84751 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9107f98-3261-4c9b-b70c-aaafa7d6fae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638115 Jan 18 22:23:34.232819 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-052fc6a3-bd68-4419-8b3e-2ae4494c1d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:34.240207 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9df63d85-297c-4907-91bb-605045fdb94a tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:34.246352 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-9df63d85-297c-4907-91bb-605045fdb94a tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "DELETE /v2.0/ports/ea6f1fb2-9a09-491f-bf75-db291ebb7f3c HTTP/1.1" status: 204 len: 168 time: 0.9212847 Jan 18 22:23:34.246683 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 39422) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:34.250367 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e41b4-1d1b-4754-968f-b0c54e54ac4a req-074b47a8-87b3-428d-9dd7-cf317fdcf2d0 tempest-ServerMetadataNegativeTestJSON-1889824428 tempest-ServerMetadataNegativeTestJSON-1889824428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:34.262375 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8b7e41b4-1d1b-4754-968f-b0c54e54ac4a req-074b47a8-87b3-428d-9dd7-cf317fdcf2d0 tempest-ServerMetadataNegativeTestJSON-1889824428 tempest-ServerMetadataNegativeTestJSON-1889824428-project] 10.222.0.53 "GET /v2.0/ports?device_id=bbb36a8a-1aed-4ffb-a9fb-7b8ecb268c75 HTTP/1.1" status: 200 len: 944 time: 0.1335530 Jan 18 22:23:34.322049 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8b7e41b4-1d1b-4754-968f-b0c54e54ac4a req-8b5fe79b-a1b1-4766-a818-a878b59114d2 tempest-ServerMetadataNegativeTestJSON-1889824428 tempest-ServerMetadataNegativeTestJSON-1889824428-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe49b4e1-c7d2-4482-9caa-606373b9ec05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567298 Jan 18 22:23:34.325063 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0f90fc-7a5a-4a35-8268-076a5d7b1487 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:34.339209 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0f90fc-7a5a-4a35-8268-076a5d7b1487 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:34.349484 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0f90fc-7a5a-4a35-8268-076a5d7b1487 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:34.349484 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-5b0f90fc-7a5a-4a35-8268-076a5d7b1487 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0980332 Jan 18 22:23:34.349484 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 39426) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:34.381395 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning for port f3a6be4e-3a5d-4958-bae6-198cff036378 completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:23:34.436688 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-939d8ed2-fa34-41b8-9796-2eaa5a411427 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Deleting subnet 1b0ba690-24a0-434e-b6c0-8e65a81ec32a {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:23:34.441102 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-939d8ed2-fa34-41b8-9796-2eaa5a411427 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:34.461948 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning complete for port f3a6be4e-3a5d-4958-bae6-198cff036378 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:23:34.462350 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:34.477843 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-052fc6a3-bd68-4419-8b3e-2ae4494c1d0e None None] For port 57554414-9f22-434d-9de9-2aab3219dfe6, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=57554414-9f22-434d-9de9-2aab3219dfe6,segment=NetworkSegment(3c2fda82-0722-4d26-8bf8-bb1f4fe594b8),segment_id=3c2fda82-0722-4d26-8bf8-bb1f4fe594b8)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:23:34.518290 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-939d8ed2-fa34-41b8-9796-2eaa5a411427 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:34.526298 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-052fc6a3-bd68-4419-8b3e-2ae4494c1d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:34.546270 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:34.620230 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-939d8ed2-fa34-41b8-9796-2eaa5a411427 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:34.650455 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbd4652-1432-460a-8105-0e10a4f735a0 req-72a60fec-7a6a-4c19-9f0d-d0c77234d7af tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:34.662898 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8fbd4652-1432-460a-8105-0e10a4f735a0 req-72a60fec-7a6a-4c19-9f0d-d0c77234d7af tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/ports?device_id=e340baad-13e3-4a40-bd0a-81fc936fc61c HTTP/1.1" status: 200 len: 944 time: 0.1627913 Jan 18 22:23:34.669255 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052fc6a3-bd68-4419-8b3e-2ae4494c1d0e None None] Pushing event updated for resources: {'Port': ['ID=57554414-9f22-434d-9de9-2aab3219dfe6,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:34.703607 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-939d8ed2-fa34-41b8-9796-2eaa5a411427 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:34.720741 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052fc6a3-bd68-4419-8b3e-2ae4494c1d0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:23:34.721085 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052fc6a3-bd68-4419-8b3e-2ae4494c1d0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:23:34.721463 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052fc6a3-bd68-4419-8b3e-2ae4494c1d0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:23:34.721848 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052fc6a3-bd68-4419-8b3e-2ae4494c1d0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:23:34.722319 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052fc6a3-bd68-4419-8b3e-2ae4494c1d0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:23:34.722810 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052fc6a3-bd68-4419-8b3e-2ae4494c1d0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:23:34.723440 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052fc6a3-bd68-4419-8b3e-2ae4494c1d0e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:23:34.723821 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052fc6a3-bd68-4419-8b3e-2ae4494c1d0e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:23:34.724283 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052fc6a3-bd68-4419-8b3e-2ae4494c1d0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:23:34.724699 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052fc6a3-bd68-4419-8b3e-2ae4494c1d0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:23:34.725115 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052fc6a3-bd68-4419-8b3e-2ae4494c1d0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:23:34.725524 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052fc6a3-bd68-4419-8b3e-2ae4494c1d0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:23:34.750287 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939d8ed2-fa34-41b8-9796-2eaa5a411427 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event deleted for resources: {'Subnet': ['ID=1b0ba690-24a0-434e-b6c0-8e65a81ec32a,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:34.765028 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-939d8ed2-fa34-41b8-9796-2eaa5a411427 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:34.772175 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-939d8ed2-fa34-41b8-9796-2eaa5a411427 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "DELETE /v2.0/subnets/1b0ba690-24a0-434e-b6c0-8e65a81ec32a HTTP/1.1" status: 204 len: 168 time: 0.4199166 Jan 18 22:23:34.773292 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 39442) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:34.781917 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8fbd4652-1432-460a-8105-0e10a4f735a0 req-d65bba99-96bc-4436-b3d0-d0340b6c43be tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9107f98-3261-4c9b-b70c-aaafa7d6fae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176836 Jan 18 22:23:34.795334 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78d36d8-3b73-47f7-b7a4-e13327abdd78 req-443ad00e-972e-43fb-aa20-cd1c4e94d526 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:34.809388 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a78d36d8-3b73-47f7-b7a4-e13327abdd78 req-443ad00e-972e-43fb-aa20-cd1c4e94d526 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=3235a499-27d0-4827-81fd-d658b66e33f9 HTTP/1.1" status: 200 len: 946 time: 0.1436436 Jan 18 22:23:34.842386 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d37d18d-cf67-42b7-9811-c9d7bfdfef22 None None] Update dhcp port {'port': {'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503', 'fixed_ips': [{'subnet_id': 'f52d06df-21eb-40bb-95e9-85e6a1811348', 'ip_address': '2001:db8::f816:3eff:fe05:db25'}, {'subnet_id': '1b0ba690-24a0-434e-b6c0-8e65a81ec32a'}], 'binding:host_id': 'n-d-825064-1'}, 'id': '57554414-9f22-434d-9de9-2aab3219dfe6'} from n-d-825064-1. {{(pid=102432) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jan 18 22:23:34.868577 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 39448) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:34.895869 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-7791d9c1-df3c-41a5-8376-1d7fe42e2d49 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Deleting subnet f52d06df-21eb-40bb-95e9-85e6a1811348 {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:23:34.899460 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7791d9c1-df3c-41a5-8376-1d7fe42e2d49 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:34.900605 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.db.api [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 22:23:34.901099 n-d-825064-1 neutron-server[102432]: DEBUG oslo_db.api [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 22:23:34.918295 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a78d36d8-3b73-47f7-b7a4-e13327abdd78 req-6e9327b7-6a79-46ff-b846-243877a2f3b6 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021125 Jan 18 22:23:34.935986 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2d37d18d-cf67-42b7-9811-c9d7bfdfef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:34.947105 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7791d9c1-df3c-41a5-8376-1d7fe42e2d49 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:35.002669 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505c5a8a-0440-4237-8290-7f4d37538e2a req-4d7832eb-610f-454a-834f-4ce948e0d64f tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:35.004351 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-505c5a8a-0440-4237-8290-7f4d37538e2a req-4d7832eb-610f-454a-834f-4ce948e0d64f tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef174e72-af9c-4820-b809-9e0e5168f5f6 HTTP/1.1" status: 200 len: 945 time: 0.1048129 Jan 18 22:23:35.109927 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-505c5a8a-0440-4237-8290-7f4d37538e2a req-b712876b-b319-4340-b158-957669b9cab0 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc8c7d2e-b8e2-47f9-a940-5cbf5ddba272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979226 Jan 18 22:23:35.122437 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-650f7960-e205-4492-85de-dc7608fc1ba9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:35.130265 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7791d9c1-df3c-41a5-8376-1d7fe42e2d49 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:35.151758 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:35.177846 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbb36a8a-1aed-4ffb-a9fb-7b8ecb268c75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3a6be4e-3a5d-4958-bae6-198cff036378'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:23:35.180812 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa650c3d-488b-4103-9721-3d9cc234d7e3" -d '{"events": [{"server_uuid": "bbb36a8a-1aed-4ffb-a9fb-7b8ecb268c75", "name": "network-vif-plugged", "status": "completed", "tag": "f3a6be4e-3a5d-4958-bae6-198cff036378"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:23:35.195397 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port f3a6be4e-3a5d-4958-bae6-198cff036378, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=f3a6be4e-3a5d-4958-bae6-198cff036378,segment=NetworkSegment(d35c4c59-f3c1-4e88-9342-25a435cd4676),segment_id=d35c4c59-f3c1-4e88-9342-25a435cd4676)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:23:35.201376 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:35.249265 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7791d9c1-df3c-41a5-8376-1d7fe42e2d49 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:35.261143 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f35c9269-6c10-4056-8c40-c9179f4191fb x-openstack-request-id: req-f35c9269-6c10-4056-8c40-c9179f4191fb {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:23:35.261439 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbb36a8a-1aed-4ffb-a9fb-7b8ecb268c75", "name": "network-vif-plugged", "status": "completed", "tag": "f3a6be4e-3a5d-4958-bae6-198cff036378", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:23:35.261602 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f35c9269-6c10-4056-8c40-c9179f4191fb {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:23:35.261997 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbb36a8a-1aed-4ffb-a9fb-7b8ecb268c75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3a6be4e-3a5d-4958-bae6-198cff036378', 'code': 200} Jan 18 22:23:35.290368 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7791d9c1-df3c-41a5-8376-1d7fe42e2d49 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:35.294160 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-7791d9c1-df3c-41a5-8376-1d7fe42e2d49 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "DELETE /v2.0/subnets/f52d06df-21eb-40bb-95e9-85e6a1811348 HTTP/1.1" status: 204 len: 168 time: 0.5195351 Jan 18 22:23:35.296689 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 39454) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:35.331188 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7791d9c1-df3c-41a5-8376-1d7fe42e2d49 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event deleted for resources: {'Subnet': ['ID=f52d06df-21eb-40bb-95e9-85e6a1811348,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:35.344625 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-459b4e65-9f65-490f-89f7-164a22450d13 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0466781 Jan 18 22:23:35.348140 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 39458) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:35.350614 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server [None req-2d37d18d-cf67-42b7-9811-c9d7bfdfef22 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f52d06df-21eb-40bb-95e9-85e6a1811348: This subnet is being modified by another concurrent operation. Jan 18 22:23:35.350614 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 18 22:23:35.350614 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 18 22:23:35.350614 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 18 22:23:35.350614 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 18 22:23:35.350614 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 18 22:23:35.350614 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 18 22:23:35.350614 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 18 22:23:35.350614 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 18 22:23:35.350614 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 18 22:23:35.350614 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 18 22:23:35.350614 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 18 22:23:35.350614 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 18 22:23:35.350614 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 18 22:23:35.350614 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 22:23:35.350614 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 22:23:35.350614 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 22:23:35.350614 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 22:23:35.350614 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 18 22:23:35.350614 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 22:23:35.350614 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 18 22:23:35.350614 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 18 22:23:35.350614 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 22:23:35.350614 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 22:23:35.350614 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 22:23:35.350614 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 22:23:35.350614 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 18 22:23:35.350614 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 22:23:35.350614 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 18 22:23:35.350614 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 18 22:23:35.350614 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 22:23:35.350614 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 22:23:35.350614 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 22:23:35.350614 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 22:23:35.350614 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 18 22:23:35.350614 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 18 22:23:35.350614 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jan 18 22:23:35.350614 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jan 18 22:23:35.350614 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jan 18 22:23:35.350614 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jan 18 22:23:35.350614 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 18 22:23:35.350614 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 22:23:35.350614 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 18 22:23:35.350614 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 18 22:23:35.350614 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 18 22:23:35.350614 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 18 22:23:35.350614 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 22:23:35.350614 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 22:23:35.350614 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 22:23:35.350614 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 22:23:35.350614 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 18 22:23:35.350614 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 22:23:35.350614 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 18 22:23:35.350614 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 18 22:23:35.353617 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 22:23:35.353617 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 22:23:35.353617 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 22:23:35.353617 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 22:23:35.353617 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 18 22:23:35.353617 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 22:23:35.353617 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 18 22:23:35.353617 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 18 22:23:35.353617 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 22:23:35.353617 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 22:23:35.353617 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 22:23:35.353617 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 22:23:35.353617 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 18 22:23:35.353617 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 18 22:23:35.353617 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1762, in update_port Jan 18 22:23:35.353617 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jan 18 22:23:35.353617 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 18 22:23:35.353617 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 18 22:23:35.353617 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1513, in update_port Jan 18 22:23:35.353617 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jan 18 22:23:35.353617 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jan 18 22:23:35.353617 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jan 18 22:23:35.353617 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Jan 18 22:23:35.353617 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jan 18 22:23:35.353617 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Jan 18 22:23:35.353617 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 18 22:23:35.353617 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 18 22:23:35.353617 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 18 22:23:35.353617 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 18 22:23:35.353617 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server raise exception Jan 18 22:23:35.353617 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f52d06df-21eb-40bb-95e9-85e6a1811348: This subnet is being modified by another concurrent operation. Jan 18 22:23:35.353617 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server Jan 18 22:23:35.355251 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=f3a6be4e-3a5d-4958-bae6-198cff036378,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:35.362691 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-650f7960-e205-4492-85de-dc7608fc1ba9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:35.369570 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-88735a47-1cf2-4e20-88e2-ae64c1614de5 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Request body: {'subnet': {'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:23:35.374588 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-650f7960-e205-4492-85de-dc7608fc1ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:35.425080 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881e2e8a-8cc4-4328-8345-88d3129d2aed req-4c805caf-32d3-44f4-90d0-1f3afefc2d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:35.426494 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-881e2e8a-8cc4-4328-8345-88d3129d2aed req-4c805caf-32d3-44f4-90d0-1f3afefc2d6f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bbb36a8a-1aed-4ffb-a9fb-7b8ecb268c75 HTTP/1.1" status: 200 len: 1096 time: 0.1086013 Jan 18 22:23:35.442208 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-650f7960-e205-4492-85de-dc7608fc1ba9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3871da4ccaca4ff7bdf6678a4ec80ac0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5723732 Jan 18 22:23:35.445980 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 39460) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:35.454680 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650f7960-e205-4492-85de-dc7608fc1ba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80afa55f-a40c-4d8a-8754-cb6444a0032d,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:35.494101 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-881e2e8a-8cc4-4328-8345-88d3129d2aed req-2536ad28-05c1-429a-8942-a9df25cadfa6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=fe49b4e1-c7d2-4482-9caa-606373b9ec05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569344 Jan 18 22:23:35.513766 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc0fad1-0467-4043-86b0-552466571568 None None] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:23:35.589208 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7a5a0b33-0006-45f4-b5d7-de925fe69f5d None None] Provisioning complete for port 57554414-9f22-434d-9de9-2aab3219dfe6 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:23:35.589752 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7a5a0b33-0006-45f4-b5d7-de925fe69f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:35.597311 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-850f2efc-2b37-4ec6-a550-f147af9e4e38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:35.613030 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d31486-4105-46ec-a85b-972bf94a90c6 req-3e840ddc-dc50-4094-b693-468d203bfb50 tempest-ServerMetadataNegativeTestJSON-1889824428 tempest-ServerMetadataNegativeTestJSON-1889824428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:35.614649 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-27d31486-4105-46ec-a85b-972bf94a90c6 req-3e840ddc-dc50-4094-b693-468d203bfb50 tempest-ServerMetadataNegativeTestJSON-1889824428 tempest-ServerMetadataNegativeTestJSON-1889824428-project] 10.222.0.53 "GET /v2.0/ports?device_id=bbb36a8a-1aed-4ffb-a9fb-7b8ecb268c75 HTTP/1.1" status: 200 len: 945 time: 0.1695564 Jan 18 22:23:35.644614 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88735a47-1cf2-4e20-88e2-ae64c1614de5 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Made reservation on behalf of 0a17ff9ddd5f489695e0235ae87388f5 for: {'subnet': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:23:35.648011 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-88735a47-1cf2-4e20-88e2-ae64c1614de5 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62288702'] for subnet, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:35.652567 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-850f2efc-2b37-4ec6-a550-f147af9e4e38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:35.658743 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 57554414-9f22-434d-9de9-2aab3219dfe6 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:23:35.770144 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-27d31486-4105-46ec-a85b-972bf94a90c6 req-b304b5b4-967c-4cd2-973e-0a40992bfd94 tempest-ServerMetadataNegativeTestJSON-1889824428 tempest-ServerMetadataNegativeTestJSON-1889824428-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe49b4e1-c7d2-4482-9caa-606373b9ec05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354442 Jan 18 22:23:35.822127 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-850f2efc-2b37-4ec6-a550-f147af9e4e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:35.825809 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-850f2efc-2b37-4ec6-a550-f147af9e4e38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:35.827448 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-850f2efc-2b37-4ec6-a550-f147af9e4e38 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/80afa55f-a40c-4d8a-8754-cb6444a0032d HTTP/1.1" status: 204 len: 168 time: 0.3773682 Jan 18 22:23:35.834292 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22d97f2-9ab0-4bf3-b786-86f7fa172d93 None None] DHCP port deletion for 5ec417a5-fa6c-4abd-aa15-b83b9df83503 request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:23:35.840675 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:35.907581 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port 57554414-9f22-434d-9de9-2aab3219dfe6, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=57554414-9f22-434d-9de9-2aab3219dfe6,segment=NetworkSegment(3c2fda82-0722-4d26-8bf8-bb1f4fe594b8),segment_id=3c2fda82-0722-4d26-8bf8-bb1f4fe594b8)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:23:35.916884 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:35.954058 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850f2efc-2b37-4ec6-a550-f147af9e4e38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80afa55f-a40c-4d8a-8754-cb6444a0032d,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:35.974839 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-b22d97f2-9ab0-4bf3-b786-86f7fa172d93 None None] Deleting port 57554414-9f22-434d-9de9-2aab3219dfe6 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:23:35.975216 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b22d97f2-9ab0-4bf3-b786-86f7fa172d93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:36.052392 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=57554414-9f22-434d-9de9-2aab3219dfe6,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:36.087908 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-b22d97f2-9ab0-4bf3-b786-86f7fa172d93 None None] For port 57554414-9f22-434d-9de9-2aab3219dfe6, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=57554414-9f22-434d-9de9-2aab3219dfe6,segment=NetworkSegment(3c2fda82-0722-4d26-8bf8-bb1f4fe594b8),segment_id=3c2fda82-0722-4d26-8bf8-bb1f4fe594b8)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:23:36.088499 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b22d97f2-9ab0-4bf3-b786-86f7fa172d93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:36.098592 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207dbc30-487d-4cdc-ba9b-b42511c5f0df req-39a8962c-7e98-4ba9-8bd1-334711126456 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:36.100117 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-207dbc30-487d-4cdc-ba9b-b42511c5f0df req-39a8962c-7e98-4ba9-8bd1-334711126456 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/ports?device_id=e340baad-13e3-4a40-bd0a-81fc936fc61c HTTP/1.1" status: 200 len: 944 time: 0.2240651 Jan 18 22:23:36.112679 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-b22d97f2-9ab0-4bf3-b786-86f7fa172d93 None None] Calling delete_port for 57554414-9f22-434d-9de9-2aab3219dfe6 owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:23:36.174376 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3961da-62ae-401e-a112-df4068e4020d req-4b7afc11-af54-4ec9-b181-30dfa3d07764 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:36.175860 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9a3961da-62ae-401e-a112-df4068e4020d req-4b7afc11-af54-4ec9-b181-30dfa3d07764 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=3235a499-27d0-4827-81fd-d658b66e33f9 HTTP/1.1" status: 200 len: 946 time: 0.1465909 Jan 18 22:23:36.210763 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b22d97f2-9ab0-4bf3-b786-86f7fa172d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:36.217874 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-207dbc30-487d-4cdc-ba9b-b42511c5f0df req-d59faeeb-a59a-4236-b9c1-bc20532cdbf8 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9107f98-3261-4c9b-b70c-aaafa7d6fae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005378 Jan 18 22:23:36.253256 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22d97f2-9ab0-4bf3-b786-86f7fa172d93 None None] No DVR routers for this DVR port 57554414-9f22-434d-9de9-2aab3219dfe6 on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:23:36.255868 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d97f2-9ab0-4bf3-b786-86f7fa172d93 None None] Pushing event deleted for resources: {'Port': ['ID=57554414-9f22-434d-9de9-2aab3219dfe6,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:36.278724 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b74dbd4-e18f-49e1-a680-c1e93f42ded5 None None] get_active_networks_info from n-d-825064-1 {{(pid=102432) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jan 18 22:23:36.293431 n-d-825064-1 neutron-server[102430]: DEBUG neutron.objects.ports [None req-88735a47-1cf2-4e20-88e2-ae64c1614de5 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102430) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 18 22:23:36.297004 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-88735a47-1cf2-4e20-88e2-ae64c1614de5 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60203213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62288684'] for subnet, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:36.304546 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9a3961da-62ae-401e-a112-df4068e4020d req-2704b169-c5ae-451e-8311-dd2fc0df7886 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064265 Jan 18 22:23:36.346677 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88735a47-1cf2-4e20-88e2-ae64c1614de5 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:23:36.349927 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-88735a47-1cf2-4e20-88e2-ae64c1614de5 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:23:36.354316 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88735a47-1cf2-4e20-88e2-ae64c1614de5 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:36.355123 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-88735a47-1cf2-4e20-88e2-ae64c1614de5 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:36.370160 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88735a47-1cf2-4e20-88e2-ae64c1614de5 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event updated for resources: {'Subnet': ['ID=bae4efb5-5343-4461-b12d-c6b20d4df970,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:36.382850 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-88735a47-1cf2-4e20-88e2-ae64c1614de5 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0334539 Jan 18 22:23:36.385798 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 39484) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:36.396811 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-faaba0b8-1762-44aa-ae1e-c51a20cfc6e8 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Request body: {'subnet': {'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:23:36.487329 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135547c7-4468-4d7a-a2dc-4ac93704c0bf req-5d95236c-1f12-4cc1-a2e4-6d19539f82cd tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:36.489040 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-135547c7-4468-4d7a-a2dc-4ac93704c0bf req-5d95236c-1f12-4cc1-a2e4-6d19539f82cd tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef174e72-af9c-4820-b809-9e0e5168f5f6 HTTP/1.1" status: 200 len: 945 time: 0.0661163 Jan 18 22:23:36.490957 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b74dbd4-e18f-49e1-a680-c1e93f42ded5 None None] Resources bound (agent type, host, resource id): {{(pid=102432) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 18 22:23:36.535702 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faaba0b8-1762-44aa-ae1e-c51a20cfc6e8 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Made reservation on behalf of 0a17ff9ddd5f489695e0235ae87388f5 for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:23:36.537019 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-faaba0b8-1762-44aa-ae1e-c51a20cfc6e8 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:36.552967 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-135547c7-4468-4d7a-a2dc-4ac93704c0bf req-f658be22-f72a-4877-a46e-6e06189e78ad tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc8c7d2e-b8e2-47f9-a940-5cbf5ddba272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580297 Jan 18 22:23:36.603956 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5516cfac-00be-4366-b7ac-89eba16b866a req-450de01e-7de7-49ad-86bb-4634c6ceabd3 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:36.605571 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5516cfac-00be-4366-b7ac-89eba16b866a req-450de01e-7de7-49ad-86bb-4634c6ceabd3 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.67 "GET /v2.0/ports?device_id=e340baad-13e3-4a40-bd0a-81fc936fc61c HTTP/1.1" status: 200 len: 944 time: 0.0763073 Jan 18 22:23:36.752966 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-5516cfac-00be-4366-b7ac-89eba16b866a req-21411349-7ffd-4ec5-b150-40110672d33d tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Deleting port 95c500e3-5764-439e-99cd-d762e97e55a0 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:23:36.753678 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-5516cfac-00be-4366-b7ac-89eba16b866a req-21411349-7ffd-4ec5-b150-40110672d33d tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:36.835315 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 39496) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:36.864285 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-faaba0b8-1762-44aa-ae1e-c51a20cfc6e8 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:36.910694 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faaba0b8-1762-44aa-ae1e-c51a20cfc6e8 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:23:36.914350 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-faaba0b8-1762-44aa-ae1e-c51a20cfc6e8 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:23:36.917983 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faaba0b8-1762-44aa-ae1e-c51a20cfc6e8 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:36.918638 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-faaba0b8-1762-44aa-ae1e-c51a20cfc6e8 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:36.937935 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaba0b8-1762-44aa-ae1e-c51a20cfc6e8 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event updated for resources: {'Subnet': ['ID=46bcab7b-2dbd-4fe3-aafe-532daac3f728,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:36.944096 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-5516cfac-00be-4366-b7ac-89eba16b866a req-21411349-7ffd-4ec5-b150-40110672d33d tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] For port 95c500e3-5764-439e-99cd-d762e97e55a0, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=95c500e3-5764-439e-99cd-d762e97e55a0,segment=NetworkSegment(6d4c9fdf-454c-4b11-b8c6-11146d43a316),segment_id=6d4c9fdf-454c-4b11-b8c6-11146d43a316)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:23:36.944515 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-5516cfac-00be-4366-b7ac-89eba16b866a req-21411349-7ffd-4ec5-b150-40110672d33d tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:36.951962 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-faaba0b8-1762-44aa-ae1e-c51a20cfc6e8 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5648806 Jan 18 22:23:36.955676 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 39500) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:36.963984 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-97b5af97-4a0a-467e-b2a6-fce1056b1872 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Request body: {'port': {'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503', 'mac_address': 'fa:16:3e:a6:3c:d8', 'name': 'tempest-NetworksTestDHCPv6-129252914'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:23:36.969400 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-5516cfac-00be-4366-b7ac-89eba16b866a req-21411349-7ffd-4ec5-b150-40110672d33d tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Calling delete_port for 95c500e3-5764-439e-99cd-d762e97e55a0 owned by compute:nova {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:23:36.988471 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea51423-80a3-4762-8de1-6562a24f3cdc req-1e4f1e94-e381-4243-8524-b701b1b596c8 tempest-ServerMetadataNegativeTestJSON-1889824428 tempest-ServerMetadataNegativeTestJSON-1889824428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:36.990383 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9ea51423-80a3-4762-8de1-6562a24f3cdc req-1e4f1e94-e381-4243-8524-b701b1b596c8 tempest-ServerMetadataNegativeTestJSON-1889824428 tempest-ServerMetadataNegativeTestJSON-1889824428-project] 10.222.0.53 "GET /v2.0/ports?device_id=bbb36a8a-1aed-4ffb-a9fb-7b8ecb268c75 HTTP/1.1" status: 200 len: 945 time: 0.1231523 Jan 18 22:23:37.019644 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 95c500e3-5764-439e-99cd-d762e97e55a0 up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:23:37.028676 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-06ea5248-67d7-405b-9dac-658da871b9f8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1374897669-network', 'tenant_id': '8b13ed9b2a1546eeba661ab8fe911d02'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:23:37.082669 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9ea51423-80a3-4762-8de1-6562a24f3cdc req-b0aeee4e-ab89-4bdc-9799-24c240232c38 tempest-ServerMetadataNegativeTestJSON-1889824428 tempest-ServerMetadataNegativeTestJSON-1889824428-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe49b4e1-c7d2-4482-9caa-606373b9ec05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847189 Jan 18 22:23:37.091846 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ea5248-67d7-405b-9dac-658da871b9f8 admin admin] Made reservation on behalf of 8b13ed9b2a1546eeba661ab8fe911d02 for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:23:37.096871 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-06ea5248-67d7-405b-9dac-658da871b9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:37.112831 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-06ea5248-67d7-405b-9dac-658da871b9f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:37.192008 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-5516cfac-00be-4366-b7ac-89eba16b866a req-21411349-7ffd-4ec5-b150-40110672d33d tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:37.200072 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port 95c500e3-5764-439e-99cd-d762e97e55a0 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:23:37.200432 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:37.233444 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Port 95c500e3-5764-439e-99cd-d762e97e55a0 was deleted so its status cannot be updated. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Jan 18 22:23:37.236686 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21411349-7ffd-4ec5-b150-40110672d33d tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Pushing event deleted for resources: {'Port': ['ID=95c500e3-5764-439e-99cd-d762e97e55a0,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:37.238837 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b5af97-4a0a-467e-b2a6-fce1056b1872 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Made reservation on behalf of 0a17ff9ddd5f489695e0235ae87388f5 for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:23:37.327765 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-5516cfac-00be-4366-b7ac-89eba16b866a req-21411349-7ffd-4ec5-b150-40110672d33d tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] No DVR routers for this DVR port 95c500e3-5764-439e-99cd-d762e97e55a0 on host n-h2-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:23:37.331384 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-5516cfac-00be-4366-b7ac-89eba16b866a req-21411349-7ffd-4ec5-b150-40110672d33d tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:37.336246 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5516cfac-00be-4366-b7ac-89eba16b866a req-21411349-7ffd-4ec5-b150-40110672d33d tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.67 "DELETE /v2.0/ports/95c500e3-5764-439e-99cd-d762e97e55a0 HTTP/1.1" status: 204 len: 173 time: 0.7208443 Jan 18 22:23:37.337013 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e340baad-13e3-4a40-bd0a-81fc936fc61c', 'name': 'network-vif-deleted', 'tag': '95c500e3-5764-439e-99cd-d762e97e55a0'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:23:37.342062 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3aec44-54eb-454e-95ee-f7631aa90769 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-5ec417a5-fa6c-4abd-aa15-b83b9df83503', 'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503', 'tenant_id': '0a17ff9ddd5f489695e0235ae87388f5', 'fixed_ips': [{'subnet_id': '46bcab7b-2dbd-4fe3-aafe-532daac3f728'}, {'subnet_id': 'bae4efb5-5343-4461-b12d-c6b20d4df970'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:23:37.343052 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ac3aec44-54eb-454e-95ee-f7631aa90769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:37.348178 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6025288-0ba2-4db3-9597-6f5f1b3fc76e" -d '{"events": [{"server_uuid": "e340baad-13e3-4a40-bd0a-81fc936fc61c", "name": "network-vif-deleted", "tag": "95c500e3-5764-439e-99cd-d762e97e55a0"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:23:37.414984 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1bf21168-cafd-48ec-8723-1e416182906b req-24255603-b9ce-4381-b412-74115d5a77f8 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/ports?device_id=e340baad-13e3-4a40-bd0a-81fc936fc61c HTTP/1.1" status: 200 len: 210 time: 0.0574098 Jan 18 22:23:37.481686 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4b317a9-6ec9-4ec7-9fb7-b025274c6197 x-openstack-request-id: req-d4b317a9-6ec9-4ec7-9fb7-b025274c6197 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:23:37.481944 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e340baad-13e3-4a40-bd0a-81fc936fc61c", "name": "network-vif-deleted", "tag": "95c500e3-5764-439e-99cd-d762e97e55a0", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:23:37.483210 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d4b317a9-6ec9-4ec7-9fb7-b025274c6197 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:23:37.483633 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e340baad-13e3-4a40-bd0a-81fc936fc61c', 'name': 'network-vif-deleted', 'tag': '95c500e3-5764-439e-99cd-d762e97e55a0', 'status': 'completed', 'code': 200} Jan 18 22:23:37.630221 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-06ea5248-67d7-405b-9dac-658da871b9f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:37.654600 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-06ea5248-67d7-405b-9dac-658da871b9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:37.661578 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-ac3aec44-54eb-454e-95ee-f7631aa90769 None None] Allocated IP 172.20.0.2 (5ec417a5-fa6c-4abd-aa15-b83b9df83503/46bcab7b-2dbd-4fe3-aafe-532daac3f728/e5d40a6b-b734-4249-b34f-98b10f55fba3) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:23:37.680632 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-ac3aec44-54eb-454e-95ee-f7631aa90769 None None] Allocated IP 2001:db8::f816:3eff:fef7:719 (5ec417a5-fa6c-4abd-aa15-b83b9df83503/bae4efb5-5343-4461-b12d-c6b20d4df970/e5d40a6b-b734-4249-b34f-98b10f55fba3) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:23:37.710535 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06ea5248-67d7-405b-9dac-658da871b9f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:23:37.722635 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-97b5af97-4a0a-467e-b2a6-fce1056b1872 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:37.725854 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ea5248-67d7-405b-9dac-658da871b9f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72715267-725a-4516-852a-bcfb4dfcd01a,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:37.746967 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-06ea5248-67d7-405b-9dac-658da871b9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:37.747842 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-06ea5248-67d7-405b-9dac-658da871b9f8 admin admin] Added segment 709cf7fd-f815-4400-a3db-c8b217c6237e of type vlan for network a7cf00b2-fdcd-4807-a356-43cabd69ea31 Jan 18 22:23:37.803844 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [None req-97b5af97-4a0a-467e-b2a6-fce1056b1872 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] device_id is not set on port aa164948-0105-4ccb-a83f-c999a267ca9e yet. {{(pid=102431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:23:37.810001 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-06ea5248-67d7-405b-9dac-658da871b9f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:37.851844 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ac3aec44-54eb-454e-95ee-f7631aa90769 None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:37.862972 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ac3aec44-54eb-454e-95ee-f7631aa90769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:37.895261 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-06ea5248-67d7-405b-9dac-658da871b9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:37.896183 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ea5248-67d7-405b-9dac-658da871b9f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:37.896897 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-06ea5248-67d7-405b-9dac-658da871b9f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:37.922549 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3aec44-54eb-454e-95ee-f7631aa90769 None None] Pushing event updated for resources: {'Port': ['ID=e5d40a6b-b734-4249-b34f-98b10f55fba3,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:37.938356 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3aec44-54eb-454e-95ee-f7631aa90769 None None] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:23:37.941312 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-ac3aec44-54eb-454e-95ee-f7631aa90769 None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:23:37.944109 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3aec44-54eb-454e-95ee-f7631aa90769 None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:23:37.964556 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022a9582-ded5-442e-8d2f-843505d0e6fe req-8b4400f5-53f7-4c04-8d32-aa8525856657 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:37.968666 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-022a9582-ded5-442e-8d2f-843505d0e6fe req-8b4400f5-53f7-4c04-8d32-aa8525856657 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=3235a499-27d0-4827-81fd-d658b66e33f9 HTTP/1.1" status: 200 len: 946 time: 0.4626017 Jan 18 22:23:38.006195 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-06ea5248-67d7-405b-9dac-658da871b9f8 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1694598 Jan 18 22:23:38.014623 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 39532) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:38.018710 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9124f928-f67b-4746-aab9-84a4ed51f9eb req-64237e5a-8793-4d2a-9c56-ed24783ea4e7 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:38.019936 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9124f928-f67b-4746-aab9-84a4ed51f9eb req-64237e5a-8793-4d2a-9c56-ed24783ea4e7 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef174e72-af9c-4820-b809-9e0e5168f5f6 HTTP/1.1" status: 200 len: 945 time: 0.1203079 Jan 18 22:23:38.020813 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-46f89226-7ace-4af3-9a31-36bde6ca878c admin admin] Request body: {'subnet': {'network_id': 'a7cf00b2-fdcd-4807-a356-43cabd69ea31', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1374897669-subnet', 'tenant_id': '8b13ed9b2a1546eeba661ab8fe911d02', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:23:38.023890 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ea5248-67d7-405b-9dac-658da871b9f8 admin admin] Pushing event updated for resources: {'Network': ['ID=a7cf00b2-fdcd-4807-a356-43cabd69ea31,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:38.039838 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-022a9582-ded5-442e-8d2f-843505d0e6fe req-a6ebf8b0-1577-44a1-9d1a-6c23732e6a43 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639284 Jan 18 22:23:38.045713 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-ac3aec44-54eb-454e-95ee-f7631aa90769 None None] Attempting to bind port e5d40a6b-b734-4249-b34f-98b10f55fba3 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:23:38.046091 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-ac3aec44-54eb-454e-95ee-f7631aa90769 None None] Attempting to bind port e5d40a6b-b734-4249-b34f-98b10f55fba3 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '3c2fda82-0722-4d26-8bf8-bb1f4fe594b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:23:38.046486 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3aec44-54eb-454e-95ee-f7631aa90769 None None] Attempting to bind port e5d40a6b-b734-4249-b34f-98b10f55fba3 on network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:23:38.049437 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network a7cf00b2-fdcd-4807-a356-43cabd69ea31 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:23:38.093278 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9124f928-f67b-4746-aab9-84a4ed51f9eb req-037ba483-91c0-4ed6-af02-79b285314b12 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc8c7d2e-b8e2-47f9-a940-5cbf5ddba272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521483 Jan 18 22:23:38.113614 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-97b5af97-4a0a-467e-b2a6-fce1056b1872 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Allocated IP 172.20.0.4 (5ec417a5-fa6c-4abd-aa15-b83b9df83503/46bcab7b-2dbd-4fe3-aafe-532daac3f728/aa164948-0105-4ccb-a83f-c999a267ca9e) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:23:38.123975 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3aec44-54eb-454e-95ee-f7631aa90769 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:23:38.124389 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3aec44-54eb-454e-95ee-f7631aa90769 None None] Checking segment: {'id': '3c2fda82-0722-4d26-8bf8-bb1f4fe594b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:23:38.124860 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ac3aec44-54eb-454e-95ee-f7631aa90769 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:38.125177 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3aec44-54eb-454e-95ee-f7631aa90769 None None] Bound using segment: {'id': '3c2fda82-0722-4d26-8bf8-bb1f4fe594b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:23:38.125451 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46f89226-7ace-4af3-9a31-36bde6ca878c admin admin] Made reservation on behalf of 8b13ed9b2a1546eeba661ab8fe911d02 for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:23:38.125755 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-ac3aec44-54eb-454e-95ee-f7631aa90769 None None] Bound port: e5d40a6b-b734-4249-b34f-98b10f55fba3, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2fda82-0722-4d26-8bf8-bb1f4fe594b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:23:38.126294 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ac3aec44-54eb-454e-95ee-f7631aa90769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:38.128794 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-46f89226-7ace-4af3-9a31-36bde6ca878c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:38.131470 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-97b5af97-4a0a-467e-b2a6-fce1056b1872 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Allocated IP 2001:db8::f816:3eff:fea6:3cd8 (5ec417a5-fa6c-4abd-aa15-b83b9df83503/bae4efb5-5343-4461-b12d-c6b20d4df970/aa164948-0105-4ccb-a83f-c999a267ca9e) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:23:38.197772 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-ac3aec44-54eb-454e-95ee-f7631aa90769 None None] For port e5d40a6b-b734-4249-b34f-98b10f55fba3, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:23:38.201561 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-ac3aec44-54eb-454e-95ee-f7631aa90769 None None] For port e5d40a6b-b734-4249-b34f-98b10f55fba3, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=e5d40a6b-b734-4249-b34f-98b10f55fba3,segment=NetworkSegment(3c2fda82-0722-4d26-8bf8-bb1f4fe594b8),segment_id=3c2fda82-0722-4d26-8bf8-bb1f4fe594b8)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:23:38.206825 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ac3aec44-54eb-454e-95ee-f7631aa90769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:38.274407 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3aec44-54eb-454e-95ee-f7631aa90769 None None] Pushing event updated for resources: {'Port': ['ID=e5d40a6b-b734-4249-b34f-98b10f55fba3,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:38.424664 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52defc3-8969-4bc0-bf5d-32dfb4fd4c8c req-dbee2836-9cd4-4e58-8d66-89cedb263d0d tempest-ServerMetadataNegativeTestJSON-1889824428 tempest-ServerMetadataNegativeTestJSON-1889824428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:38.432090 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e52defc3-8969-4bc0-bf5d-32dfb4fd4c8c req-dbee2836-9cd4-4e58-8d66-89cedb263d0d tempest-ServerMetadataNegativeTestJSON-1889824428 tempest-ServerMetadataNegativeTestJSON-1889824428-project] 10.222.0.53 "GET /v2.0/ports?device_id=bbb36a8a-1aed-4ffb-a9fb-7b8ecb268c75 HTTP/1.1" status: 200 len: 945 time: 0.0624628 Jan 18 22:23:38.433344 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-97b5af97-4a0a-467e-b2a6-fce1056b1872 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:38.471894 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-46f89226-7ace-4af3-9a31-36bde6ca878c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:38.489904 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e52defc3-8969-4bc0-bf5d-32dfb4fd4c8c req-f716345b-1767-4202-932f-ef79e2b2b593 tempest-ServerMetadataNegativeTestJSON-1889824428 tempest-ServerMetadataNegativeTestJSON-1889824428-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe49b4e1-c7d2-4482-9caa-606373b9ec05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567405 Jan 18 22:23:38.573928 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f89226-7ace-4af3-9a31-36bde6ca878c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f22ac4a0-8a49-4c4d-8503-b70bab42605d,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:38.576420 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-97b5af97-4a0a-467e-b2a6-fce1056b1872 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:38.616587 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f89226-7ace-4af3-9a31-36bde6ca878c admin admin] Checking segment: {'id': '709cf7fd-f815-4400-a3db-c8b217c6237e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a7cf00b2-fdcd-4807-a356-43cabd69ea31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:23:38.617959 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f89226-7ace-4af3-9a31-36bde6ca878c admin admin] Network hostable DHCP agents. Network: a7cf00b2-fdcd-4807-a356-43cabd69ea31, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:23:38.647375 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b5af97-4a0a-467e-b2a6-fce1056b1872 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:23:38.655414 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-97b5af97-4a0a-467e-b2a6-fce1056b1872 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:23:38.659214 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b5af97-4a0a-467e-b2a6-fce1056b1872 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event updated for resources: {'Port': ['ID=aa164948-0105-4ccb-a83f-c999a267ca9e,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:38.662212 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b5af97-4a0a-467e-b2a6-fce1056b1872 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:23:38.667675 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f89226-7ace-4af3-9a31-36bde6ca878c admin admin] Network a7cf00b2-fdcd-4807-a356-43cabd69ea31 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:23:38.706754 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-46f89226-7ace-4af3-9a31-36bde6ca878c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, a7cf00b2-fdcd-4807-a356-43cabd69ea31) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:23:38.714135 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f89226-7ace-4af3-9a31-36bde6ca878c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:38.714723 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-46f89226-7ace-4af3-9a31-36bde6ca878c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:38.725518 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b5af97-4a0a-467e-b2a6-fce1056b1872 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:38.726048 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-97b5af97-4a0a-467e-b2a6-fce1056b1872 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:38.744115 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-46f89226-7ace-4af3-9a31-36bde6ca878c admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7283502 Jan 18 22:23:38.747130 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 39552) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:38.750797 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-97b5af97-4a0a-467e-b2a6-fce1056b1872 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.7902904 Jan 18 22:23:38.750993 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 39554) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:38.751617 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-94d5256a-980f-4649-be81-197000e37345 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1374897669-router', 'tenant_id': '8b13ed9b2a1546eeba661ab8fe911d02', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:23:38.776900 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-94d5256a-980f-4649-be81-197000e37345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1044160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8692'] for router, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:38.778360 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-94d5256a-980f-4649-be81-197000e37345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1040680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8675'] for router, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:38.804853 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8fabc8-e2c7-4abf-acb1-c404d1cbf75e tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:38.810971 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8fabc8-e2c7-4abf-acb1-c404d1cbf75e tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:38.815295 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-3a8fabc8-e2c7-4abf-acb1-c404d1cbf75e tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1859 time: 0.0606315 Jan 18 22:23:38.815497 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 39556) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:38.834701 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-94d5256a-980f-4649-be81-197000e37345 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:38.918742 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-61967acf-d337-47f2-a437-05305afc63f6 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Deleting port aa164948-0105-4ccb-a83f-c999a267ca9e {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:23:38.919855 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-61967acf-d337-47f2-a437-05305afc63f6 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:38.987144 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-94d5256a-980f-4649-be81-197000e37345 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:38.995984 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 95c500e3-5764-439e-99cd-d762e97e55a0 no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:23:39.026808 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] No Port match for: 95c500e3-5764-439e-99cd-d762e97e55a0 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:23:39.027152 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 95c500e3-5764-439e-99cd-d762e97e55a0 not bound to the agent host n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:23:39.028716 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 39558) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:39.035105 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-04a3c2fb-32f4-4af1-9589-e6a9bd8abe54 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Request body: {'security_group': {'name': 'tempest-securitygroup--164953751', 'description': 'tempest-description--2072792453'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:23:39.042557 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-61967acf-d337-47f2-a437-05305afc63f6 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:39.061859 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-61967acf-d337-47f2-a437-05305afc63f6 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Calling delete_port for aa164948-0105-4ccb-a83f-c999a267ca9e owned by {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:23:39.128911 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-04a3c2fb-32f4-4af1-9589-e6a9bd8abe54 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:39.246044 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-04a3c2fb-32f4-4af1-9589-e6a9bd8abe54 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:39.265179 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-04a3c2fb-32f4-4af1-9589-e6a9bd8abe54 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:39.306893 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-04a3c2fb-32f4-4af1-9589-e6a9bd8abe54 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:39.311186 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-04a3c2fb-32f4-4af1-9589-e6a9bd8abe54 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2814744 Jan 18 22:23:39.314003 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 39564) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:39.321742 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-7b23b7d9-aac1-4bff-9c9e-5c332665c1fb tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Request body: {'security_group_rule': {'security_group_id': '08a4e9e8-571f-409e-bf47-3c91aec29b48', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:23:39.332295 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a3c2fb-32f4-4af1-9589-e6a9bd8abe54 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08a4e9e8-571f-409e-bf47-3c91aec29b48,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:39.333599 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1760fb-f002-45c0-bed2-bfae8453e0f9 req-f95d7d2d-4aec-4b12-aa81-171af3e85dbd tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:39.335874 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2b1760fb-f002-45c0-bed2-bfae8453e0f9 req-f95d7d2d-4aec-4b12-aa81-171af3e85dbd tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=3235a499-27d0-4827-81fd-d658b66e33f9 HTTP/1.1" status: 200 len: 946 time: 0.1587939 Jan 18 22:23:39.339840 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-94d5256a-980f-4649-be81-197000e37345 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:39.351428 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94803a3-823c-486a-88b6-572936208913 req-d2538e24-9567-45c4-a5ce-448a544709fc tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:39.352988 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f94803a3-823c-486a-88b6-572936208913 req-d2538e24-9567-45c4-a5ce-448a544709fc tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef174e72-af9c-4820-b809-9e0e5168f5f6 HTTP/1.1" status: 200 len: 945 time: 0.1672914 Jan 18 22:23:39.380818 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-94d5256a-980f-4649-be81-197000e37345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:39.401549 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7b23b7d9-aac1-4bff-9c9e-5c332665c1fb tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:39.405483 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-61967acf-d337-47f2-a437-05305afc63f6 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:39.447250 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61967acf-d337-47f2-a437-05305afc63f6 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event deleted for resources: {'Port': ['ID=aa164948-0105-4ccb-a83f-c999a267ca9e,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:39.479918 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2b1760fb-f002-45c0-bed2-bfae8453e0f9 req-91c05677-b4dd-4c59-9826-324c5d69c4c4 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258993 Jan 18 22:23:39.496014 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f94803a3-823c-486a-88b6-572936208913 req-5adc2b34-4a8b-41e4-8572-4a8f0111fee0 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc8c7d2e-b8e2-47f9-a940-5cbf5ddba272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230245 Jan 18 22:23:39.571424 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-94d5256a-980f-4649-be81-197000e37345 admin admin] Allocated IP 172.25.5.91 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/b8d7af8a-ea10-4555-88a6-bf42a27d61a5) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:23:39.625490 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7b23b7d9-aac1-4bff-9c9e-5c332665c1fb tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:39.635490 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7b23b7d9-aac1-4bff-9c9e-5c332665c1fb tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:39.637435 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-61967acf-d337-47f2-a437-05305afc63f6 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:39.644407 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-61967acf-d337-47f2-a437-05305afc63f6 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "DELETE /v2.0/ports/aa164948-0105-4ccb-a83f-c999a267ca9e HTTP/1.1" status: 204 len: 168 time: 0.8252006 Jan 18 22:23:39.644922 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 39570) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:39.651018 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9436985-0b74-4a44-b630-40668881e803 None None] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:23:39.671340 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8acf00eb-309c-495b-a9d8-246bb94cffe0 None None] Network a7cf00b2-fdcd-4807-a356-43cabd69ea31 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:23:39.696590 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b23b7d9-aac1-4bff-9c9e-5c332665c1fb tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bf45657-9c39-4306-ad42-4719360f8d2d,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:39.721330 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7b23b7d9-aac1-4bff-9c9e-5c332665c1fb tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:39.725458 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-7b23b7d9-aac1-4bff-9c9e-5c332665c1fb tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4080198 Jan 18 22:23:39.728558 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 39574) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:39.733431 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-21a04b37-fbb4-4b10-b484-86e5c183a9ec tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Request body: {'security_group_rule': {'security_group_id': '08a4e9e8-571f-409e-bf47-3c91aec29b48', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:23:39.755131 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ca0310-f35c-4f44-8c74-8e645840542b tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:39.756802 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ca0310-f35c-4f44-8c74-8e645840542b tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:39.758318 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ca0310-f35c-4f44-8c74-8e645840542b tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:39.763249 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 39576) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:39.763755 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-14ca0310-f35c-4f44-8c74-8e645840542b tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1152718 Jan 18 22:23:39.782584 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c09be5-bf8b-49c8-b1d7-8c84a76683bd req-75ba134d-58be-4d2f-9864-b0c03ede7523 tempest-ServerMetadataNegativeTestJSON-1889824428 tempest-ServerMetadataNegativeTestJSON-1889824428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:39.784792 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a4c09be5-bf8b-49c8-b1d7-8c84a76683bd req-75ba134d-58be-4d2f-9864-b0c03ede7523 tempest-ServerMetadataNegativeTestJSON-1889824428 tempest-ServerMetadataNegativeTestJSON-1889824428-project] 10.222.0.53 "GET /v2.0/ports?device_id=bbb36a8a-1aed-4ffb-a9fb-7b8ecb268c75 HTTP/1.1" status: 200 len: 945 time: 0.1753252 Jan 18 22:23:39.792370 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d4c456-eef4-40ec-b7b6-a5bab070affc req-aac9f77e-ddab-4d51-b93e-cd2a4aa4aa68 tempest-ServerMetadataNegativeTestJSON-1889824428 tempest-ServerMetadataNegativeTestJSON-1889824428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:39.793937 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-26d4c456-eef4-40ec-b7b6-a5bab070affc req-aac9f77e-ddab-4d51-b93e-cd2a4aa4aa68 tempest-ServerMetadataNegativeTestJSON-1889824428 tempest-ServerMetadataNegativeTestJSON-1889824428-project] 10.222.0.36 "GET /v2.0/ports?device_id=bbb36a8a-1aed-4ffb-a9fb-7b8ecb268c75 HTTP/1.1" status: 200 len: 945 time: 0.0946832 Jan 18 22:23:39.820576 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device e5d40a6b-b734-4249-b34f-98b10f55fba3 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:23:39.867119 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-94d5256a-980f-4649-be81-197000e37345 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:39.891932 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_v2 [None req-86b9d284-0957-426a-8d96-fb44b3e840af tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Deleting subnet 46bcab7b-2dbd-4fe3-aafe-532daac3f728 {{(pid=102430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:23:39.902095 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-26d4c456-eef4-40ec-b7b6-a5bab070affc req-894e2bf2-2c7e-4498-ba6c-045f34a7346a tempest-ServerMetadataNegativeTestJSON-1889824428 tempest-ServerMetadataNegativeTestJSON-1889824428-project] Deleting port f3a6be4e-3a5d-4958-bae6-198cff036378 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:23:39.902871 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-26d4c456-eef4-40ec-b7b6-a5bab070affc req-894e2bf2-2c7e-4498-ba6c-045f34a7346a tempest-ServerMetadataNegativeTestJSON-1889824428 tempest-ServerMetadataNegativeTestJSON-1889824428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:39.903808 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-21a04b37-fbb4-4b10-b484-86e5c183a9ec tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:39.908972 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-86b9d284-0957-426a-8d96-fb44b3e840af tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for subnet, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:39.924665 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-f30ec9ab-5944-4438-bcd4-cc45ab58d1ee None None] Provisioning complete for port e5d40a6b-b734-4249-b34f-98b10f55fba3 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:23:39.925035 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f30ec9ab-5944-4438-bcd4-cc45ab58d1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:39.941786 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a4c09be5-bf8b-49c8-b1d7-8c84a76683bd req-8aa4e473-dcc6-4566-ad16-d4007d4ba824 tempest-ServerMetadataNegativeTestJSON-1889824428 tempest-ServerMetadataNegativeTestJSON-1889824428-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe49b4e1-c7d2-4482-9caa-606373b9ec05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275432 Jan 18 22:23:39.966725 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996c49c4-7d17-4357-ad99-b0f205359121 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-a7cf00b2-fdcd-4807-a356-43cabd69ea31', 'network_id': 'a7cf00b2-fdcd-4807-a356-43cabd69ea31', 'tenant_id': '8b13ed9b2a1546eeba661ab8fe911d02', 'fixed_ips': [{'subnet_id': 'f22ac4a0-8a49-4c4d-8503-b70bab42605d'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:23:39.967572 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-996c49c4-7d17-4357-ad99-b0f205359121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:39.993578 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-86b9d284-0957-426a-8d96-fb44b3e840af tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60394745'] for subnet, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:40.010054 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-26d4c456-eef4-40ec-b7b6-a5bab070affc req-894e2bf2-2c7e-4498-ba6c-045f34a7346a tempest-ServerMetadataNegativeTestJSON-1889824428 tempest-ServerMetadataNegativeTestJSON-1889824428-project] For port f3a6be4e-3a5d-4958-bae6-198cff036378, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=f3a6be4e-3a5d-4958-bae6-198cff036378,segment=NetworkSegment(d35c4c59-f3c1-4e88-9342-25a435cd4676),segment_id=d35c4c59-f3c1-4e88-9342-25a435cd4676)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:23:40.010457 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-26d4c456-eef4-40ec-b7b6-a5bab070affc req-894e2bf2-2c7e-4498-ba6c-045f34a7346a tempest-ServerMetadataNegativeTestJSON-1889824428 tempest-ServerMetadataNegativeTestJSON-1889824428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:40.024869 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-26d4c456-eef4-40ec-b7b6-a5bab070affc req-894e2bf2-2c7e-4498-ba6c-045f34a7346a tempest-ServerMetadataNegativeTestJSON-1889824428 tempest-ServerMetadataNegativeTestJSON-1889824428-project] Calling delete_port for f3a6be4e-3a5d-4958-bae6-198cff036378 owned by compute:nova {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:23:40.054711 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-94d5256a-980f-4649-be81-197000e37345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:40.059380 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-21a04b37-fbb4-4b10-b484-86e5c183a9ec tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:40.087524 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-21a04b37-fbb4-4b10-b484-86e5c183a9ec tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:40.134991 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port e5d40a6b-b734-4249-b34f-98b10f55fba3 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:23:40.135366 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:40.147720 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d5256a-980f-4649-be81-197000e37345 admin admin] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:23:40.159663 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-94d5256a-980f-4649-be81-197000e37345 admin admin] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:23:40.161623 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a04b37-fbb4-4b10-b484-86e5c183a9ec tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bf89b9b-abe5-43c7-b04e-d27acda70c1f,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:40.163389 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d5256a-980f-4649-be81-197000e37345 admin admin] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:23:40.175664 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d5256a-980f-4649-be81-197000e37345 admin admin] Pushing event updated for resources: {'Port': ['ID=b8d7af8a-ea10-4555-88a6-bf42a27d61a5,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:40.179872 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-21a04b37-fbb4-4b10-b484-86e5c183a9ec tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:40.184688 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-21a04b37-fbb4-4b10-b484-86e5c183a9ec tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4549766 Jan 18 22:23:40.184898 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 39578) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:40.191232 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-acd62975-a6dc-4223-94fc-206119226822 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Request body: {'floatingip': {'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:23:40.212771 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-86b9d284-0957-426a-8d96-fb44b3e840af tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:40.215104 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-26d4c456-eef4-40ec-b7b6-a5bab070affc req-894e2bf2-2c7e-4498-ba6c-045f34a7346a tempest-ServerMetadataNegativeTestJSON-1889824428 tempest-ServerMetadataNegativeTestJSON-1889824428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:40.239452 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f30ec9ab-5944-4438-bcd4-cc45ab58d1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:40.265902 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-acd62975-a6dc-4223-94fc-206119226822 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Notify callbacks [] for floatingip, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:40.294443 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894e2bf2-2c7e-4498-ba6c-045f34a7346a tempest-ServerMetadataNegativeTestJSON-1889824428 tempest-ServerMetadataNegativeTestJSON-1889824428-project] Pushing event deleted for resources: {'Port': ['ID=f3a6be4e-3a5d-4958-bae6-198cff036378,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:40.319147 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-996c49c4-7d17-4357-ad99-b0f205359121 None None] Allocated IP 172.20.0.2 (a7cf00b2-fdcd-4807-a356-43cabd69ea31/f22ac4a0-8a49-4c4d-8503-b70bab42605d/a84c84f6-fc33-421f-826c-9963404e9ab4) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:23:40.345561 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-26d4c456-eef4-40ec-b7b6-a5bab070affc req-894e2bf2-2c7e-4498-ba6c-045f34a7346a tempest-ServerMetadataNegativeTestJSON-1889824428 tempest-ServerMetadataNegativeTestJSON-1889824428-project] No DVR routers for this DVR port f3a6be4e-3a5d-4958-bae6-198cff036378 on host n-h1-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:23:40.348748 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-26d4c456-eef4-40ec-b7b6-a5bab070affc req-894e2bf2-2c7e-4498-ba6c-045f34a7346a tempest-ServerMetadataNegativeTestJSON-1889824428 tempest-ServerMetadataNegativeTestJSON-1889824428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:40.352073 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-26d4c456-eef4-40ec-b7b6-a5bab070affc req-894e2bf2-2c7e-4498-ba6c-045f34a7346a tempest-ServerMetadataNegativeTestJSON-1889824428 tempest-ServerMetadataNegativeTestJSON-1889824428-project] 10.222.0.36 "DELETE /v2.0/ports/f3a6be4e-3a5d-4958-bae6-198cff036378 HTTP/1.1" status: 204 len: 173 time: 0.5521462 Jan 18 22:23:40.352614 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbb36a8a-1aed-4ffb-a9fb-7b8ecb268c75', 'name': 'network-vif-deleted', 'tag': 'f3a6be4e-3a5d-4958-bae6-198cff036378'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:23:40.354940 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c720e255-030a-430a-bbba-87f7a195b9e4" -d '{"events": [{"server_uuid": "bbb36a8a-1aed-4ffb-a9fb-7b8ecb268c75", "name": "network-vif-deleted", "tag": "f3a6be4e-3a5d-4958-bae6-198cff036378"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:23:40.386373 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-86b9d284-0957-426a-8d96-fb44b3e840af tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60203138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62288677'] for subnet, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:40.425346 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:40.430861 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-86b9d284-0957-426a-8d96-fb44b3e840af tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:40.434651 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-86b9d284-0957-426a-8d96-fb44b3e840af tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "DELETE /v2.0/subnets/46bcab7b-2dbd-4fe3-aafe-532daac3f728 HTTP/1.1" status: 204 len: 168 time: 0.6698775 Jan 18 22:23:40.441167 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 39582) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:40.467552 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b9d284-0957-426a-8d96-fb44b3e840af tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event deleted for resources: {'Subnet': ['ID=46bcab7b-2dbd-4fe3-aafe-532daac3f728,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:40.478881 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-280cfc1e-7306-40b0-ae7c-ec7585ccbe71 x-openstack-request-id: req-280cfc1e-7306-40b0-ae7c-ec7585ccbe71 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:23:40.479174 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbb36a8a-1aed-4ffb-a9fb-7b8ecb268c75", "name": "network-vif-deleted", "tag": "f3a6be4e-3a5d-4958-bae6-198cff036378", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:23:40.479428 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-280cfc1e-7306-40b0-ae7c-ec7585ccbe71 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:23:40.479830 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbb36a8a-1aed-4ffb-a9fb-7b8ecb268c75', 'name': 'network-vif-deleted', 'tag': 'f3a6be4e-3a5d-4958-bae6-198cff036378', 'status': 'completed', 'code': 200} Jan 18 22:23:40.507853 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-acd62975-a6dc-4223-94fc-206119226822 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:40.551110 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-9529274c-f70b-4785-986b-e9c92774fce0 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Deleting subnet bae4efb5-5343-4461-b12d-c6b20d4df970 {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:23:40.588181 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9529274c-f70b-4785-986b-e9c92774fce0 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:40.641162 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-94d5256a-980f-4649-be81-197000e37345 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:40.654762 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9529274c-f70b-4785-986b-e9c92774fce0 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:40.744392 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-acd62975-a6dc-4223-94fc-206119226822 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Allocated IP 172.25.5.222 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/fa48e582-031f-443c-9f96-263c02128f05) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:23:40.768809 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.db.api [None req-f30ec9ab-5944-4438-bcd4-cc45ab58d1ee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 22:23:40.769444 n-d-825064-1 neutron-server[102432]: DEBUG oslo_db.api [None req-f30ec9ab-5944-4438-bcd4-cc45ab58d1ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 22:23:40.790793 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.db.api [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 22:23:40.791220 n-d-825064-1 neutron-server[102432]: DEBUG oslo_db.api [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 22:23:40.810753 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9529274c-f70b-4785-986b-e9c92774fce0 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:40.867766 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f92814e-6c8e-47a9-b646-55947831d44c None None] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:23:40.870113 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f05acf7-0eaa-468d-8bf1-735ecb811b64 req-9a4fd3b0-d2de-48e2-95a5-bbea18eb7553 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:40.879406 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6f05acf7-0eaa-468d-8bf1-735ecb811b64 req-9a4fd3b0-d2de-48e2-95a5-bbea18eb7553 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef174e72-af9c-4820-b809-9e0e5168f5f6 HTTP/1.1" status: 200 len: 945 time: 0.1607161 Jan 18 22:23:40.930314 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b02df2-8c83-4c31-97fd-5f485699f011 req-876275ac-1a29-4259-ad68-7d6e932fc0d7 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:40.939446 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d7b02df2-8c83-4c31-97fd-5f485699f011 req-876275ac-1a29-4259-ad68-7d6e932fc0d7 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=3235a499-27d0-4827-81fd-d658b66e33f9 HTTP/1.1" status: 200 len: 946 time: 0.2194836 Jan 18 22:23:40.947908 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9529274c-f70b-4785-986b-e9c92774fce0 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:40.952068 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-acd62975-a6dc-4223-94fc-206119226822 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:40.992467 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9529274c-f70b-4785-986b-e9c92774fce0 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event deleted for resources: {'Subnet': ['ID=bae4efb5-5343-4461-b12d-c6b20d4df970,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:41.002229 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9529274c-f70b-4785-986b-e9c92774fce0 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:41.002601 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-996c49c4-7d17-4357-ad99-b0f205359121 None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:41.006828 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-9529274c-f70b-4785-986b-e9c92774fce0 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "DELETE /v2.0/subnets/bae4efb5-5343-4461-b12d-c6b20d4df970 HTTP/1.1" status: 204 len: 168 time: 0.5580778 Jan 18 22:23:41.011226 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 39594) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:41.012861 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-996c49c4-7d17-4357-ad99-b0f205359121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:41.070294 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-9796921f-31d5-44b2-825e-55649f22b01e tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0573244 Jan 18 22:23:41.072701 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 39596) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:41.074924 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d7b02df2-8c83-4c31-97fd-5f485699f011 req-25307af3-1389-43b1-8162-0de7e85df942 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326611 Jan 18 22:23:41.079719 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-a7691303-9ac3-4b76-8d46-c6c78c490e61 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Request body: {'subnet': {'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:23:41.083346 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6f05acf7-0eaa-468d-8bf1-735ecb811b64 req-d457e836-ae5e-42aa-a7e1-4b71d8697cfa tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc8c7d2e-b8e2-47f9-a940-5cbf5ddba272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029903 Jan 18 22:23:41.112326 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996c49c4-7d17-4357-ad99-b0f205359121 None None] Network a7cf00b2-fdcd-4807-a356-43cabd69ea31 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:23:41.113839 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996c49c4-7d17-4357-ad99-b0f205359121 None None] Pushing event updated for resources: {'Port': ['ID=a84c84f6-fc33-421f-826c-9963404e9ab4,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:41.116547 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-996c49c4-7d17-4357-ad99-b0f205359121 None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:23:41.130891 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-94d5256a-980f-4649-be81-197000e37345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1040691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049'] for router, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:41.140058 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996c49c4-7d17-4357-ad99-b0f205359121 None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:23:41.166439 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-acd62975-a6dc-4223-94fc-206119226822 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:41.225563 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-996c49c4-7d17-4357-ad99-b0f205359121 None None] Attempting to bind port a84c84f6-fc33-421f-826c-9963404e9ab4 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:23:41.225948 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-996c49c4-7d17-4357-ad99-b0f205359121 None None] Attempting to bind port a84c84f6-fc33-421f-826c-9963404e9ab4 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '709cf7fd-f815-4400-a3db-c8b217c6237e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a7cf00b2-fdcd-4807-a356-43cabd69ea31'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:23:41.226324 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996c49c4-7d17-4357-ad99-b0f205359121 None None] Attempting to bind port a84c84f6-fc33-421f-826c-9963404e9ab4 on network a7cf00b2-fdcd-4807-a356-43cabd69ea31 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:23:41.240927 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996c49c4-7d17-4357-ad99-b0f205359121 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:23:41.241318 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996c49c4-7d17-4357-ad99-b0f205359121 None None] Checking segment: {'id': '709cf7fd-f815-4400-a3db-c8b217c6237e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a7cf00b2-fdcd-4807-a356-43cabd69ea31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:23:41.241736 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-996c49c4-7d17-4357-ad99-b0f205359121 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:41.242136 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996c49c4-7d17-4357-ad99-b0f205359121 None None] Bound using segment: {'id': '709cf7fd-f815-4400-a3db-c8b217c6237e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a7cf00b2-fdcd-4807-a356-43cabd69ea31'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:23:41.242924 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-996c49c4-7d17-4357-ad99-b0f205359121 None None] Bound port: a84c84f6-fc33-421f-826c-9963404e9ab4, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '709cf7fd-f815-4400-a3db-c8b217c6237e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a7cf00b2-fdcd-4807-a356-43cabd69ea31'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:23:41.243253 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-996c49c4-7d17-4357-ad99-b0f205359121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:41.249283 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd62975-a6dc-4223-94fc-206119226822 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:23:41.259619 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-acd62975-a6dc-4223-94fc-206119226822 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:23:41.262313 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd62975-a6dc-4223-94fc-206119226822 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:23:41.271287 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7691303-9ac3-4b76-8d46-c6c78c490e61 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Made reservation on behalf of 0a17ff9ddd5f489695e0235ae87388f5 for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:23:41.274956 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a7691303-9ac3-4b76-8d46-c6c78c490e61 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:41.303691 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd62975-a6dc-4223-94fc-206119226822 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Pushing event updated for resources: {'Port': ['ID=fa48e582-031f-443c-9f96-263c02128f05,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:41.305168 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 39598) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:41.332456 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-996c49c4-7d17-4357-ad99-b0f205359121 None None] For port a84c84f6-fc33-421f-826c-9963404e9ab4, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:23:41.336631 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-996c49c4-7d17-4357-ad99-b0f205359121 None None] For port a84c84f6-fc33-421f-826c-9963404e9ab4, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=a84c84f6-fc33-421f-826c-9963404e9ab4,segment=NetworkSegment(709cf7fd-f815-4400-a3db-c8b217c6237e),segment_id=709cf7fd-f815-4400-a3db-c8b217c6237e)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:23:41.369119 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_v2 [None req-91ca45d0-a01b-46e7-bf07-d011196ba818 admin admin] Deleting subnet 79dab1a5-3664-434d-8c18-6f84d34e05b2 {{(pid=102430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:23:41.371272 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a00a0b-c8f2-46a5-9d2d-e9b5cd6f298a None None] DHCP port deletion for 5ec417a5-fa6c-4abd-aa15-b83b9df83503 request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:23:41.373069 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-91ca45d0-a01b-46e7-bf07-d011196ba818 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:41.397892 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-996c49c4-7d17-4357-ad99-b0f205359121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:41.413188 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-91ca45d0-a01b-46e7-bf07-d011196ba818 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60394745'] for subnet, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:41.436089 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94d5256a-980f-4649-be81-197000e37345 admin admin] Router 0aca9b94-86a5-43ca-b503-3c82b83f0607 is scheduled to L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 with binding_index 1 {{(pid=102430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 22:23:41.452911 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-acd62975-a6dc-4223-94fc-206119226822 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:41.474939 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:41.492902 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f30ec9ab-5944-4438-bcd4-cc45ab58d1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:41.497214 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-91ca45d0-a01b-46e7-bf07-d011196ba818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:41.527443 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-acd62975-a6dc-4223-94fc-206119226822 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:41.554367 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996c49c4-7d17-4357-ad99-b0f205359121 None None] Pushing event updated for resources: {'Port': ['ID=a84c84f6-fc33-421f-826c-9963404e9ab4,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:41.568415 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port e5d40a6b-b734-4249-b34f-98b10f55fba3, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=e5d40a6b-b734-4249-b34f-98b10f55fba3,segment=NetworkSegment(3c2fda82-0722-4d26-8bf8-bb1f4fe594b8),segment_id=3c2fda82-0722-4d26-8bf8-bb1f4fe594b8)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:23:41.578769 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-70a00a0b-c8f2-46a5-9d2d-e9b5cd6f298a None None] Deleting port e5d40a6b-b734-4249-b34f-98b10f55fba3 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:23:41.583248 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-70a00a0b-c8f2-46a5-9d2d-e9b5cd6f298a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:41.616205 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-91ca45d0-a01b-46e7-bf07-d011196ba818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60203138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62288677'] for subnet, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:41.622391 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:41.646078 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94d5256a-980f-4649-be81-197000e37345 admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:23:41.661598 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ca45d0-a01b-46e7-bf07-d011196ba818 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79dab1a5-3664-434d-8c18-6f84d34e05b2,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:41.663556 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133e2b2c-a110-43b8-899d-12294908d9ad None None] Sync routers for ids ['0aca9b94-86a5-43ca-b503-3c82b83f0607'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:23:41.664068 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-91ca45d0-a01b-46e7-bf07-d011196ba818 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:41.667918 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a7691303-9ac3-4b76-8d46-c6c78c490e61 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:41.670612 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-91ca45d0-a01b-46e7-bf07-d011196ba818 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/79dab1a5-3664-434d-8c18-6f84d34e05b2 HTTP/1.1" status: 204 len: 168 time: 0.3643177 Jan 18 22:23:41.672117 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 39600) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:41.678598 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-94d5256a-980f-4649-be81-197000e37345 admin admin] Notify callbacks [] for router, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:41.682393 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-94d5256a-980f-4649-be81-197000e37345 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.9317579 Jan 18 22:23:41.682650 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133e2b2c-a110-43b8-899d-12294908d9ad None None] Routers {'0aca9b94-86a5-43ca-b503-3c82b83f0607'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:23:41.683104 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-133e2b2c-a110-43b8-899d-12294908d9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:23:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['0aca9b94-86a5-43ca-b503-3c82b83f0607'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:23:41.686928 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 39602) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:41.750253 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7691303-9ac3-4b76-8d46-c6c78c490e61 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:23:41.755727 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-a7691303-9ac3-4b76-8d46-c6c78c490e61 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:23:41.758674 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7691303-9ac3-4b76-8d46-c6c78c490e61 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:41.759633 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a7691303-9ac3-4b76-8d46-c6c78c490e61 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:41.808479 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-a7691303-9ac3-4b76-8d46-c6c78c490e61 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7345889 Jan 18 22:23:41.809371 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 39604) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:41.821103 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-59e908de-ae4c-4427-a493-749178bb97c9 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Request body: {'subnet': {'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:23:41.841149 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=e5d40a6b-b734-4249-b34f-98b10f55fba3,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:41.885184 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device e5d40a6b-b734-4249-b34f-98b10f55fba3 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:23:41.903259 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-133e2b2c-a110-43b8-899d-12294908d9ad None None] Set router 0aca9b94-86a5-43ca-b503-3c82b83f0607 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:23:41.940172 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.db.api [None req-f30ec9ab-5944-4438-bcd4-cc45ab58d1ee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 22:23:41.940611 n-d-825064-1 neutron-server[102432]: DEBUG oslo_db.api [None req-f30ec9ab-5944-4438-bcd4-cc45ab58d1ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 22:23:41.946026 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-70a00a0b-c8f2-46a5-9d2d-e9b5cd6f298a None None] For port e5d40a6b-b734-4249-b34f-98b10f55fba3, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=e5d40a6b-b734-4249-b34f-98b10f55fba3,segment=NetworkSegment(3c2fda82-0722-4d26-8bf8-bb1f4fe594b8),segment_id=3c2fda82-0722-4d26-8bf8-bb1f4fe594b8)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:23:41.946428 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-70a00a0b-c8f2-46a5-9d2d-e9b5cd6f298a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:41.969606 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7691303-9ac3-4b76-8d46-c6c78c490e61 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event updated for resources: {'Subnet': ['ID=a66e05b2-7c27-4aba-9067-6846e9116859,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:41.969860 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-70a00a0b-c8f2-46a5-9d2d-e9b5cd6f298a None None] Calling delete_port for e5d40a6b-b734-4249-b34f-98b10f55fba3 owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:23:42.062052 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-31ce300d-f02e-4aac-8d40-15765d87c152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:42.062321 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 25680f59-4b56-4e52-a872-62736028b80e details requested by agent hyperv_n-h1-825064-1 with host n-h1-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:23:42.064876 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device f3a6be4e-3a5d-4958-bae6-198cff036378 no longer exists at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:23:42.114687 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-acd62975-a6dc-4223-94fc-206119226822 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:42.118918 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] No Port match for: f3a6be4e-3a5d-4958-bae6-198cff036378 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:23:42.119270 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device f3a6be4e-3a5d-4958-bae6-198cff036378 not bound to the agent host n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:23:42.127534 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-acd62975-a6dc-4223-94fc-206119226822 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:42.191440 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd62975-a6dc-4223-94fc-206119226822 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Pushing event updated for resources: {'Port': ['ID=fa48e582-031f-443c-9f96-263c02128f05,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:42.208451 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:42.226035 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-133e2b2c-a110-43b8-899d-12294908d9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aca9b94-86a5-43ca-b503-3c82b83f0607', 'name': 'tempest-AttachVolumeTestJSON-1374897669-router', 'tenant_id': '8b13ed9b2a1546eeba661ab8fe911d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'b8d7af8a-ea10-4555-88a6-bf42a27d61a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:23:38Z', 'updated_at': '2022-01-18T22:23:40Z', 'revision_number': 3, 'project_id': '8b13ed9b2a1546eeba661ab8fe911d02', 'gw_port': {'id': 'b8d7af8a-ea10-4555-88a6-bf42a27d61a5', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7f:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aca9b94-86a5-43ca-b503-3c82b83f0607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:23:39Z', 'updated_at': '2022-01-18T22:23:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:23:42.273026 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-acd62975-a6dc-4223-94fc-206119226822 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043075'] for floatingip, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:42.282791 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133e2b2c-a110-43b8-899d-12294908d9ad None None] Checking router: 0aca9b94-86a5-43ca-b503-3c82b83f0607 for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:23:42.283641 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133e2b2c-a110-43b8-899d-12294908d9ad None None] Updating router 0aca9b94-86a5-43ca-b503-3c82b83f0607 port b8d7af8a-ea10-4555-88a6-bf42a27d61a5 binding host n-d-825064-1 {{(pid=102433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:23:42.297170 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59e908de-ae4c-4427-a493-749178bb97c9 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Made reservation on behalf of 0a17ff9ddd5f489695e0235ae87388f5 for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:23:42.301949 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-59e908de-ae4c-4427-a493-749178bb97c9 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:42.324457 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-acd62975-a6dc-4223-94fc-206119226822 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:42.325849 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-acd62975-a6dc-4223-94fc-206119226822 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1400545 Jan 18 22:23:42.337564 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-133e2b2c-a110-43b8-899d-12294908d9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:42.340816 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-70a00a0b-c8f2-46a5-9d2d-e9b5cd6f298a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:42.380472 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a32a0f-6748-44cd-bb7f-d8a1b0c1e650 req-c5a8d9e9-adda-4490-be0f-b70f59c4a123 tempest-LiveAutoBlockMigrationV225Test-1137188585 tempest-LiveAutoBlockMigrationV225Test-1137188585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:42.380472 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-82a32a0f-6748-44cd-bb7f-d8a1b0c1e650 req-c5a8d9e9-adda-4490-be0f-b70f59c4a123 tempest-LiveAutoBlockMigrationV225Test-1137188585 tempest-LiveAutoBlockMigrationV225Test-1137188585-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=ef174e72-af9c-4820-b809-9e0e5168f5f6&tenant_id=cccec33dc87e4f2dae33b71be2fd1ab3&binding%3Ahost_id=n-h2-825064-1 HTTP/1.1" status: 200 len: 1096 time: 0.3973989 Jan 18 22:23:42.398253 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-82a32a0f-6748-44cd-bb7f-d8a1b0c1e650 req-c202acaa-30b7-429d-8ca4-c1ba7accd099 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-825064-1'}}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:23:42.445729 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a00a0b-c8f2-46a5-9d2d-e9b5cd6f298a None None] Pushing event deleted for resources: {'Port': ['ID=e5d40a6b-b734-4249-b34f-98b10f55fba3,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:42.458513 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a00a0b-c8f2-46a5-9d2d-e9b5cd6f298a None None] No DVR routers for this DVR port e5d40a6b-b734-4249-b34f-98b10f55fba3 on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:23:42.461640 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 25680f59-4b56-4e52-a872-62736028b80e, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=25680f59-4b56-4e52-a872-62736028b80e,segment=NetworkSegment(2bbe6b88-f1a6-4fc9-b338-69341977472e),segment_id=2bbe6b88-f1a6-4fc9-b338-69341977472e)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:23:42.465400 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-371b99c6-bef0-4570-bd82-8afebe397577 None None] Could not find standard attr ID for object e5d40a6b-b734-4249-b34f-98b10f55fba3. {{(pid=102432) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 22:23:42.489365 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 25680f59-4b56-4e52-a872-62736028b80e has no active binding in host n-h1-825064-1 {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 18 22:23:42.497365 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ac4b0b-7fc0-485a-b0b6-ed55b6bbeffc None None] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:23:42.578399 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-82a32a0f-6748-44cd-bb7f-d8a1b0c1e650 req-c202acaa-30b7-429d-8ca4-c1ba7accd099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:42.653730 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:42.781612 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-133e2b2c-a110-43b8-899d-12294908d9ad None None] Notify callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:42.789653 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-133e2b2c-a110-43b8-899d-12294908d9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:42.798961 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83b5985-dc40-4c5b-b8a5-3287ccb9d636 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-5ec417a5-fa6c-4abd-aa15-b83b9df83503', 'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503', 'tenant_id': '0a17ff9ddd5f489695e0235ae87388f5', 'fixed_ips': [{'subnet_id': 'a66e05b2-7c27-4aba-9067-6846e9116859'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:23:42.801557 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b83b5985-dc40-4c5b-b8a5-3287ccb9d636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:42.863001 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4218cf88-8cb6-42cc-94c6-b214a86c58f7 None None] Pushing event updated for resources: {'Port': ['ID=b8d7af8a-ea10-4555-88a6-bf42a27d61a5,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:42.873916 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-82a32a0f-6748-44cd-bb7f-d8a1b0c1e650 req-c202acaa-30b7-429d-8ca4-c1ba7accd099 service neutron] For port 25680f59-4b56-4e52-a872-62736028b80e, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=25680f59-4b56-4e52-a872-62736028b80e,segment=NetworkSegment(2bbe6b88-f1a6-4fc9-b338-69341977472e),segment_id=2bbe6b88-f1a6-4fc9-b338-69341977472e)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:23:42.890621 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-133e2b2c-a110-43b8-899d-12294908d9ad None None] Attempting to bind port b8d7af8a-ea10-4555-88a6-bf42a27d61a5 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:23:42.891213 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-133e2b2c-a110-43b8-899d-12294908d9ad None None] Attempting to bind port b8d7af8a-ea10-4555-88a6-bf42a27d61a5 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:23:42.891669 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133e2b2c-a110-43b8-899d-12294908d9ad None None] Attempting to bind port b8d7af8a-ea10-4555-88a6-bf42a27d61a5 on network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:23:42.898262 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133e2b2c-a110-43b8-899d-12294908d9ad None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:23:42.898886 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133e2b2c-a110-43b8-899d-12294908d9ad None None] Checking segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:23:42.899471 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-133e2b2c-a110-43b8-899d-12294908d9ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:42.899991 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133e2b2c-a110-43b8-899d-12294908d9ad None None] Bound using segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:23:42.900716 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-133e2b2c-a110-43b8-899d-12294908d9ad None None] Bound port: b8d7af8a-ea10-4555-88a6-bf42a27d61a5, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:23:42.901234 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-133e2b2c-a110-43b8-899d-12294908d9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:42.998834 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-82a32a0f-6748-44cd-bb7f-d8a1b0c1e650 req-c202acaa-30b7-429d-8ca4-c1ba7accd099 service neutron] For port 25680f59-4b56-4e52-a872-62736028b80e, host n-h2-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:23:43.002629 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-133e2b2c-a110-43b8-899d-12294908d9ad None None] For port b8d7af8a-ea10-4555-88a6-bf42a27d61a5, host n-d-825064-1, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:23:43.006833 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-133e2b2c-a110-43b8-899d-12294908d9ad None None] For port b8d7af8a-ea10-4555-88a6-bf42a27d61a5, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=b8d7af8a-ea10-4555-88a6-bf42a27d61a5,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:23:43.011654 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-133e2b2c-a110-43b8-899d-12294908d9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:43.028898 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-b83b5985-dc40-4c5b-b8a5-3287ccb9d636 None None] Allocated IP 172.20.0.2 (5ec417a5-fa6c-4abd-aa15-b83b9df83503/a66e05b2-7c27-4aba-9067-6846e9116859/e90af743-4db2-4543-b784-0658854b299a) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:23:43.050523 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91462af-7db6-483e-95a7-67375570524f req-818c4437-ea69-49c6-ba32-5c4484fcfa25 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:43.065187 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c91462af-7db6-483e-95a7-67375570524f req-818c4437-ea69-49c6-ba32-5c4484fcfa25 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef174e72-af9c-4820-b809-9e0e5168f5f6 HTTP/1.1" status: 200 len: 945 time: 0.8350787 Jan 18 22:23:43.109971 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4218cf88-8cb6-42cc-94c6-b214a86c58f7 None None] Pushing event updated for resources: {'Port': ['ID=b8d7af8a-ea10-4555-88a6-bf42a27d61a5,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:43.114282 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133e2b2c-a110-43b8-899d-12294908d9ad None None] Routers {'0aca9b94-86a5-43ca-b503-3c82b83f0607'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:23:43.114878 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-133e2b2c-a110-43b8-899d-12294908d9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:23:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['0aca9b94-86a5-43ca-b503-3c82b83f0607'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:23:43.143608 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef174e72-af9c-4820-b809-9e0e5168f5f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25680f59-4b56-4e52-a872-62736028b80e'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:23:43.146202 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b733a7e7-ccfc-437a-a6f0-87ddf9eb5551" -d '{"events": [{"server_uuid": "ef174e72-af9c-4820-b809-9e0e5168f5f6", "name": "network-vif-unplugged", "status": "completed", "tag": "25680f59-4b56-4e52-a872-62736028b80e"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:23:43.150713 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-82a32a0f-6748-44cd-bb7f-d8a1b0c1e650 req-c202acaa-30b7-429d-8ca4-c1ba7accd099 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:43.177752 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-82a32a0f-6748-44cd-bb7f-d8a1b0c1e650 req-c202acaa-30b7-429d-8ca4-c1ba7accd099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:43.185790 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-31ce300d-f02e-4aac-8d40-15765d87c152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:43.199757 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a2f01e-9d71-40e6-9eca-c9df193bd55b req-a5885645-ad52-46f6-88cd-af71bb01d0b7 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:43.201327 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-33a2f01e-9d71-40e6-9eca-c9df193bd55b req-a5885645-ad52-46f6-88cd-af71bb01d0b7 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=3235a499-27d0-4827-81fd-d658b66e33f9 HTTP/1.1" status: 200 len: 946 time: 0.9701338 Jan 18 22:23:43.226312 n-d-825064-1 neutron-server[102431]: DEBUG neutron.objects.ports [None req-59e908de-ae4c-4427-a493-749178bb97c9 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102431) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 18 22:23:43.247491 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-59e908de-ae4c-4427-a493-749178bb97c9 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:43.269723 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-31ce300d-f02e-4aac-8d40-15765d87c152 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2116cc8e-70d0-4eb6-9a85-9b38c7b353d4']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:23:43.279329 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b3d75a-bd6d-419f-8b9d-901e0e514b80 None None] Network a7cf00b2-fdcd-4807-a356-43cabd69ea31 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:23:43.286374 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-133e2b2c-a110-43b8-899d-12294908d9ad None None] Set router 0aca9b94-86a5-43ca-b503-3c82b83f0607 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:23:43.303036 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-33a2f01e-9d71-40e6-9eca-c9df193bd55b req-094f3128-c98b-4b90-9f14-a34d054787b5 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923717 Jan 18 22:23:43.317980 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c91462af-7db6-483e-95a7-67375570524f req-28521638-74a1-49b4-be13-ab12c0786bd7 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc8c7d2e-b8e2-47f9-a940-5cbf5ddba272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464039 Jan 18 22:23:43.321870 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-31ce300d-f02e-4aac-8d40-15765d87c152 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd35c4c59-f3c1-4e88-9342-25a435cd4676') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:23:43.322178 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-31ce300d-f02e-4aac-8d40-15765d87c152 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd35c4c59-f3c1-4e88-9342-25a435cd4676') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:23:43.347043 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e908de-ae4c-4427-a493-749178bb97c9 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:23:43.368251 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c202acaa-30b7-429d-8ca4-c1ba7accd099 service neutron] Pushing event updated for resources: {'Port': ['ID=25680f59-4b56-4e52-a872-62736028b80e,revision_number=7']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:43.368461 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b83b5985-dc40-4c5b-b8a5-3287ccb9d636 None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:43.385645 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-59e908de-ae4c-4427-a493-749178bb97c9 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:23:43.399746 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b83b5985-dc40-4c5b-b8a5-3287ccb9d636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:43.405217 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-31ce300d-f02e-4aac-8d40-15765d87c152 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60394742'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:43.426484 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83b5985-dc40-4c5b-b8a5-3287ccb9d636 None None] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:23:43.430632 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e908de-ae4c-4427-a493-749178bb97c9 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:43.430824 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-b83b5985-dc40-4c5b-b8a5-3287ccb9d636 None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:23:43.430928 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-59e908de-ae4c-4427-a493-749178bb97c9 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:43.436770 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83b5985-dc40-4c5b-b8a5-3287ccb9d636 None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:23:43.446545 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e908de-ae4c-4427-a493-749178bb97c9 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event updated for resources: {'Subnet': ['ID=00170d15-ae4b-402f-9342-d02a68603943,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:43.463056 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-31ce300d-f02e-4aac-8d40-15765d87c152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:43.473461 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31ce300d-f02e-4aac-8d40-15765d87c152 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:23:43.473894 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-31ce300d-f02e-4aac-8d40-15765d87c152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60203044'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:43.479818 n-d-825064-1 neutron-server[102430]: Traceback (most recent call last): Jan 18 22:23:43.479818 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:23:43.479818 n-d-825064-1 neutron-server[102430]: timer() Jan 18 22:23:43.479818 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:23:43.479818 n-d-825064-1 neutron-server[102430]: cb(*args, **kw) Jan 18 22:23:43.479818 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:23:43.479818 n-d-825064-1 neutron-server[102430]: return func(*args, **kwargs) Jan 18 22:23:43.479818 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:23:43.479818 n-d-825064-1 neutron-server[102430]: self._notify() Jan 18 22:23:43.479818 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:23:43.479818 n-d-825064-1 neutron-server[102430]: self.callback(batched_events) Jan 18 22:23:43.479818 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:23:43.479818 n-d-825064-1 neutron-server[102430]: event.method(event) Jan 18 22:23:43.479818 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:23:43.479818 n-d-825064-1 neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:23:43.479818 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:23:43.479818 n-d-825064-1 neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:23:43.479818 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:23:43.479818 n-d-825064-1 neutron-server[102430]: return f(self, *a, **k) Jan 18 22:23:43.479818 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:23:43.479818 n-d-825064-1 neutron-server[102430]: return self._get(url).json() Jan 18 22:23:43.479818 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:23:43.479818 n-d-825064-1 neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:23:43.479818 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:23:43.479818 n-d-825064-1 neutron-server[102430]: return self.request(url, 'GET', **kwargs) Jan 18 22:23:43.479818 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:23:43.479818 n-d-825064-1 neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:23:43.479818 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:23:43.479818 n-d-825064-1 neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:23:43.479818 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:23:43.479818 n-d-825064-1 neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:23:43.479818 n-d-825064-1 neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:23:43.497978 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 39620) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:43.499407 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-59e908de-ae4c-4427-a493-749178bb97c9 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6852453 Jan 18 22:23:43.501290 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-82a32a0f-6748-44cd-bb7f-d8a1b0c1e650 req-c202acaa-30b7-429d-8ca4-c1ba7accd099 service neutron] Attempting to bind port 25680f59-4b56-4e52-a872-62736028b80e on host n-h2-825064-1 for vnic_type normal with profile {"migrating_to": "n-h1-825064-1"} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:23:43.503905 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-9fe71672-2c47-4164-95e7-74c135bf7b2b tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Request body: {'port': {'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503', 'mac_address': 'fa:16:3e:34:45:86', 'name': 'tempest-NetworksTestDHCPv6-522440812'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:23:43.505012 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-82a32a0f-6748-44cd-bb7f-d8a1b0c1e650 req-c202acaa-30b7-429d-8ca4-c1ba7accd099 service neutron] Attempting to bind port 25680f59-4b56-4e52-a872-62736028b80e by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '2bbe6b88-f1a6-4fc9-b338-69341977472e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '61203f33-a8b3-4e89-8217-8dac5f2bb01b'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:23:43.505591 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a32a0f-6748-44cd-bb7f-d8a1b0c1e650 req-c202acaa-30b7-429d-8ca4-c1ba7accd099 service neutron] Attempting to bind port 25680f59-4b56-4e52-a872-62736028b80e on network 61203f33-a8b3-4e89-8217-8dac5f2bb01b {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:23:43.521270 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a32a0f-6748-44cd-bb7f-d8a1b0c1e650 req-c202acaa-30b7-429d-8ca4-c1ba7accd099 service neutron] Port 25680f59-4b56-4e52-a872-62736028b80e on network 61203f33-a8b3-4e89-8217-8dac5f2bb01b not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:23:43.521270 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a32a0f-6748-44cd-bb7f-d8a1b0c1e650 req-c202acaa-30b7-429d-8ca4-c1ba7accd099 service neutron] Attempting to bind port 25680f59-4b56-4e52-a872-62736028b80e on network 61203f33-a8b3-4e89-8217-8dac5f2bb01b {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:23:43.537561 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a32a0f-6748-44cd-bb7f-d8a1b0c1e650 req-c202acaa-30b7-429d-8ca4-c1ba7accd099 service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:23:43.538009 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a32a0f-6748-44cd-bb7f-d8a1b0c1e650 req-c202acaa-30b7-429d-8ca4-c1ba7accd099 service neutron] Checking segment: {'id': '2bbe6b88-f1a6-4fc9-b338-69341977472e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '61203f33-a8b3-4e89-8217-8dac5f2bb01b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:23:43.538494 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a32a0f-6748-44cd-bb7f-d8a1b0c1e650 req-c202acaa-30b7-429d-8ca4-c1ba7accd099 service neutron] Bound using segment: {'id': '2bbe6b88-f1a6-4fc9-b338-69341977472e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '61203f33-a8b3-4e89-8217-8dac5f2bb01b'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:23:43.539211 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bf804b09-6a77-4b39-a94b-85861b4d9f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:43.539827 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-82a32a0f-6748-44cd-bb7f-d8a1b0c1e650 req-c202acaa-30b7-429d-8ca4-c1ba7accd099 service neutron] Bound port: 25680f59-4b56-4e52-a872-62736028b80e, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bbe6b88-f1a6-4fc9-b338-69341977472e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '61203f33-a8b3-4e89-8217-8dac5f2bb01b'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:23:43.541297 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-82a32a0f-6748-44cd-bb7f-d8a1b0c1e650 req-c202acaa-30b7-429d-8ca4-c1ba7accd099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:43.560346 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-80dd8b0c-fa80-4d56-8709-91ac308bbc9b None None] Provisioning complete for port a84c84f6-fc33-421f-826c-9963404e9ab4 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:23:43.560880 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-80dd8b0c-fa80-4d56-8709-91ac308bbc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:43.568318 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 18 Jan 2022 22:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d04c2fb-2a02-48fa-8c1c-c6bcb488fecf x-openstack-request-id: req-2d04c2fb-2a02-48fa-8c1c-c6bcb488fecf {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:23:43.568687 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef174e72-af9c-4820-b809-9e0e5168f5f6", "name": "network-vif-unplugged", "status": "completed", "tag": "25680f59-4b56-4e52-a872-62736028b80e", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:23:43.569006 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2d04c2fb-2a02-48fa-8c1c-c6bcb488fecf {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:23:43.569469 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef174e72-af9c-4820-b809-9e0e5168f5f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25680f59-4b56-4e52-a872-62736028b80e', 'code': 200} Jan 18 22:23:43.613921 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-133e2b2c-a110-43b8-899d-12294908d9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aca9b94-86a5-43ca-b503-3c82b83f0607', 'name': 'tempest-AttachVolumeTestJSON-1374897669-router', 'tenant_id': '8b13ed9b2a1546eeba661ab8fe911d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'b8d7af8a-ea10-4555-88a6-bf42a27d61a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:23:38Z', 'updated_at': '2022-01-18T22:23:40Z', 'revision_number': 3, 'project_id': '8b13ed9b2a1546eeba661ab8fe911d02', 'gw_port': {'id': 'b8d7af8a-ea10-4555-88a6-bf42a27d61a5', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7f:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aca9b94-86a5-43ca-b503-3c82b83f0607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:23:39Z', 'updated_at': '2022-01-18T22:23:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:23:43.650220 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133e2b2c-a110-43b8-899d-12294908d9ad None None] The sync data for ids ['0aca9b94-86a5-43ca-b503-3c82b83f0607'] in n-d-825064-1 is: [{'id': '0aca9b94-86a5-43ca-b503-3c82b83f0607', 'name': 'tempest-AttachVolumeTestJSON-1374897669-router', 'tenant_id': '8b13ed9b2a1546eeba661ab8fe911d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'b8d7af8a-ea10-4555-88a6-bf42a27d61a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:23:38Z', 'updated_at': '2022-01-18T22:23:40Z', 'revision_number': 3, 'project_id': '8b13ed9b2a1546eeba661ab8fe911d02', 'gw_port': {'id': 'b8d7af8a-ea10-4555-88a6-bf42a27d61a5', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7f:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aca9b94-86a5-43ca-b503-3c82b83f0607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:23:39Z', 'updated_at': '2022-01-18T22:23:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:23:43.650802 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-82a32a0f-6748-44cd-bb7f-d8a1b0c1e650 req-c202acaa-30b7-429d-8ca4-c1ba7accd099 service neutron] For port 25680f59-4b56-4e52-a872-62736028b80e, host n-h2-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:23:43.655438 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-82a32a0f-6748-44cd-bb7f-d8a1b0c1e650 req-c202acaa-30b7-429d-8ca4-c1ba7accd099 service neutron] For port 25680f59-4b56-4e52-a872-62736028b80e, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=25680f59-4b56-4e52-a872-62736028b80e,segment=NetworkSegment(2bbe6b88-f1a6-4fc9-b338-69341977472e),segment_id=2bbe6b88-f1a6-4fc9-b338-69341977472e)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:23:43.667321 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-82a32a0f-6748-44cd-bb7f-d8a1b0c1e650 req-c202acaa-30b7-429d-8ca4-c1ba7accd099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:43.696656 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:43.697797 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83b5985-dc40-4c5b-b8a5-3287ccb9d636 None None] Pushing event updated for resources: {'Port': ['ID=e90af743-4db2-4543-b784-0658854b299a,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:43.725287 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-31ce300d-f02e-4aac-8d40-15765d87c152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:43.741901 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c202acaa-30b7-429d-8ca4-c1ba7accd099 service neutron] Pushing event updated for resources: {'Port': ['ID=25680f59-4b56-4e52-a872-62736028b80e,revision_number=8']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:43.774532 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-31ce300d-f02e-4aac-8d40-15765d87c152 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:43.781054 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-31ce300d-f02e-4aac-8d40-15765d87c152 admin admin] 10.222.0.53 "DELETE /v2.0/networks/2116cc8e-70d0-4eb6-9a85-9b38c7b353d4 HTTP/1.1" status: 204 len: 168 time: 2.1077468 Jan 18 22:23:43.795697 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-b83b5985-dc40-4c5b-b8a5-3287ccb9d636 None None] Attempting to bind port e90af743-4db2-4543-b784-0658854b299a on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:23:43.796077 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-b83b5985-dc40-4c5b-b8a5-3287ccb9d636 None None] Attempting to bind port e90af743-4db2-4543-b784-0658854b299a by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '3c2fda82-0722-4d26-8bf8-bb1f4fe594b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:23:43.796470 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83b5985-dc40-4c5b-b8a5-3287ccb9d636 None None] Attempting to bind port e90af743-4db2-4543-b784-0658854b299a on network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:23:43.802565 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a32a0f-6748-44cd-bb7f-d8a1b0c1e650 req-c202acaa-30b7-429d-8ca4-c1ba7accd099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:43.804750 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-82a32a0f-6748-44cd-bb7f-d8a1b0c1e650 req-c202acaa-30b7-429d-8ca4-c1ba7accd099 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:43.807877 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-82a32a0f-6748-44cd-bb7f-d8a1b0c1e650 req-c202acaa-30b7-429d-8ca4-c1ba7accd099 service neutron] 10.222.0.36 "PUT /v2.0/ports/25680f59-4b56-4e52-a872-62736028b80e HTTP/1.1" status: 200 len: 1121 time: 1.4156420 Jan 18 22:23:43.819147 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83b5985-dc40-4c5b-b8a5-3287ccb9d636 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:23:43.819469 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83b5985-dc40-4c5b-b8a5-3287ccb9d636 None None] Checking segment: {'id': '3c2fda82-0722-4d26-8bf8-bb1f4fe594b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:23:43.819927 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b83b5985-dc40-4c5b-b8a5-3287ccb9d636 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:43.820834 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83b5985-dc40-4c5b-b8a5-3287ccb9d636 None None] Bound using segment: {'id': '3c2fda82-0722-4d26-8bf8-bb1f4fe594b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:23:43.821052 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-b83b5985-dc40-4c5b-b8a5-3287ccb9d636 None None] Bound port: e90af743-4db2-4543-b784-0658854b299a, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2fda82-0722-4d26-8bf8-bb1f4fe594b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:23:43.821258 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b83b5985-dc40-4c5b-b8a5-3287ccb9d636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:43.828813 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device a84c84f6-fc33-421f-826c-9963404e9ab4 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:23:43.843405 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ce300d-f02e-4aac-8d40-15765d87c152 admin admin] Pushing event deleted for resources: {'Network': ['ID=2116cc8e-70d0-4eb6-9a85-9b38c7b353d4,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:43.907768 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-80dd8b0c-fa80-4d56-8709-91ac308bbc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:43.966121 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['25680f59-4b56-4e52-a872-62736028b80e'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:23:44.012425 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 39632) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:44.025121 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9cabae-a06f-4261-9148-f9a3b4d2eb08 req-88800db5-7f3b-4ed2-ba24-2db01aa05738 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:44.027298 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ec9cabae-a06f-4261-9148-f9a3b4d2eb08 req-88800db5-7f3b-4ed2-ba24-2db01aa05738 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/networks?id=f092491e-0947-4058-bdc0-03dc785407fa HTTP/1.1" status: 200 len: 821 time: 0.4261959 Jan 18 22:23:44.047619 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['25680f59-4b56-4e52-a872-62736028b80e'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:23:44.081518 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ec9cabae-a06f-4261-9148-f9a3b4d2eb08 req-92fa60b9-1e64-46e0-b25e-27cd36fab0a2 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/quotas/b29915fceb8e43e18911a1d8234c4c1a HTTP/1.1" status: 200 len: 375 time: 0.0331621 Jan 18 22:23:44.124212 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-88542241-d2f1-419c-b10f-af05b504fb40 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6349d79e161247edbd26c405131007ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1068370 Jan 18 22:23:44.126891 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 39634) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:44.161759 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-80dd8b0c-fa80-4d56-8709-91ac308bbc9b None None] For port a84c84f6-fc33-421f-826c-9963404e9ab4, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=a84c84f6-fc33-421f-826c-9963404e9ab4,segment=NetworkSegment(709cf7fd-f815-4400-a3db-c8b217c6237e),segment_id=709cf7fd-f815-4400-a3db-c8b217c6237e)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:23:44.183163 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fe71672-2c47-4164-95e7-74c135bf7b2b tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Made reservation on behalf of 0a17ff9ddd5f489695e0235ae87388f5 for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:23:44.198570 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-80dd8b0c-fa80-4d56-8709-91ac308bbc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:44.208276 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ddc61b13-bf82-4662-adeb-7fa0bba21e3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:44.213037 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-b83b5985-dc40-4c5b-b8a5-3287ccb9d636 None None] For port e90af743-4db2-4543-b784-0658854b299a, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:23:44.221675 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-b83b5985-dc40-4c5b-b8a5-3287ccb9d636 None None] For port e90af743-4db2-4543-b784-0658854b299a, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=e90af743-4db2-4543-b784-0658854b299a,segment=NetworkSegment(3c2fda82-0722-4d26-8bf8-bb1f4fe594b8),segment_id=3c2fda82-0722-4d26-8bf8-bb1f4fe594b8)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:23:44.246761 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ddc61b13-bf82-4662-adeb-7fa0bba21e3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:44.258101 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b83b5985-dc40-4c5b-b8a5-3287ccb9d636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:44.273552 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-bf804b09-6a77-4b39-a94b-85861b4d9f4b admin admin] Allocated IP 172.20.0.1 (a7cf00b2-fdcd-4807-a356-43cabd69ea31/f22ac4a0-8a49-4c4d-8503-b70bab42605d/9dfbdbb6-a5ec-463f-b8be-ac030735fbe1) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:23:44.284809 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ec9cabae-a06f-4261-9148-f9a3b4d2eb08 req-3be21a80-1e1d-4178-9735-6bdf74d42005 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b29915fceb8e43e18911a1d8234c4c1a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1448104 Jan 18 22:23:44.323536 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port a84c84f6-fc33-421f-826c-9963404e9ab4 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:23:44.323928 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:44.355466 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ddc61b13-bf82-4662-adeb-7fa0bba21e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:44.358893 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ddc61b13-bf82-4662-adeb-7fa0bba21e3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:44.364314 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-ddc61b13-bf82-4662-adeb-7fa0bba21e3a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fe49b4e1-c7d2-4482-9caa-606373b9ec05 HTTP/1.1" status: 204 len: 168 time: 0.2356224 Jan 18 22:23:44.374199 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc61b13-bf82-4662-adeb-7fa0bba21e3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe49b4e1-c7d2-4482-9caa-606373b9ec05,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:44.426399 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dd8b0c-fa80-4d56-8709-91ac308bbc9b None None] Pushing event updated for resources: {'Port': ['ID=a84c84f6-fc33-421f-826c-9963404e9ab4,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:44.683838 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bf804b09-6a77-4b39-a94b-85861b4d9f4b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:44.749485 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9fe71672-2c47-4164-95e7-74c135bf7b2b tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:44.836831 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-3de68c4c-caed-4fce-b040-ad2e1a06a986 None None] Provisioning complete for port a84c84f6-fc33-421f-826c-9963404e9ab4 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:23:44.837323 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3de68c4c-caed-4fce-b040-ad2e1a06a986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:44.864415 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a8b8f8-15bb-4eb2-8f34-c803582ee824 req-639b28f8-b7aa-4a42-a0b8-92c96ce2727b tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:44.866010 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-64a8b8f8-15bb-4eb2-8f34-c803582ee824 req-639b28f8-b7aa-4a42-a0b8-92c96ce2727b tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=3235a499-27d0-4827-81fd-d658b66e33f9 HTTP/1.1" status: 200 len: 946 time: 0.3082581 Jan 18 22:23:44.892112 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [None req-9fe71672-2c47-4164-95e7-74c135bf7b2b tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] device_id is not set on port fbfab551-5d98-4ade-b0f5-4bcc2d84ace6 yet. {{(pid=102430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:23:44.916263 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ec9cabae-a06f-4261-9148-f9a3b4d2eb08 req-33a936c1-318e-4ae6-9f21-1b1605f86f89 service neutron] 10.222.0.53 "GET /v2.0/networks/f092491e-0947-4058-bdc0-03dc785407fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6132548 Jan 18 22:23:44.984835 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83b5985-dc40-4c5b-b8a5-3287ccb9d636 None None] Pushing event updated for resources: {'Port': ['ID=e90af743-4db2-4543-b784-0658854b299a,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:44.996923 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bf804b09-6a77-4b39-a94b-85861b4d9f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:45.125551 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-64a8b8f8-15bb-4eb2-8f34-c803582ee824 req-f742f40b-fa7c-49bd-bc8b-1ff76d86286a tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412636 Jan 18 22:23:45.192786 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ec9cabae-a06f-4261-9148-f9a3b4d2eb08 req-5a84c414-ca79-4933-8dcc-b9d40b59792a service neutron] 10.222.0.53 "GET /v2.0/networks/f092491e-0947-4058-bdc0-03dc785407fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2623906 Jan 18 22:23:45.196579 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf804b09-6a77-4b39-a94b-85861b4d9f4b admin admin] Network a7cf00b2-fdcd-4807-a356-43cabd69ea31 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:23:45.210772 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-bf804b09-6a77-4b39-a94b-85861b4d9f4b admin admin] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:23:45.218420 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf804b09-6a77-4b39-a94b-85861b4d9f4b admin admin] Pushing event updated for resources: {'Port': ['ID=9dfbdbb6-a5ec-463f-b8be-ac030735fbe1,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:45.260600 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf804b09-6a77-4b39-a94b-85861b4d9f4b admin admin] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:23:45.399389 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e153e6-e68d-4a6f-9132-664ebda5c1ee req-6cd592c0-20ba-43eb-bb0d-5b01f49d66e9 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:45.401389 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-07e153e6-e68d-4a6f-9132-664ebda5c1ee req-6cd592c0-20ba-43eb-bb0d-5b01f49d66e9 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef174e72-af9c-4820-b809-9e0e5168f5f6 HTTP/1.1" status: 200 len: 943 time: 0.1422598 Jan 18 22:23:45.404647 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bf804b09-6a77-4b39-a94b-85861b4d9f4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1040954'] for router_interface, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:45.563767 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-07e153e6-e68d-4a6f-9132-664ebda5c1ee req-9bf3029d-a7f4-4122-ab0a-4c5a4d729841 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc8c7d2e-b8e2-47f9-a940-5cbf5ddba272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508484 Jan 18 22:23:45.571204 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef174e72-af9c-4820-b809-9e0e5168f5f6', 'tag': '25680f59-4b56-4e52-a872-62736028b80e'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:23:45.575486 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-963fcc5b-8cb2-47c6-874d-8a9e1bb2b3db" -d '{"events": [{"name": "network-changed", "server_uuid": "ef174e72-af9c-4820-b809-9e0e5168f5f6", "tag": "25680f59-4b56-4e52-a872-62736028b80e"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:23:45.648867 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-9fe71672-2c47-4164-95e7-74c135bf7b2b tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Allocated IP 172.20.0.9 (5ec417a5-fa6c-4abd-aa15-b83b9df83503/a66e05b2-7c27-4aba-9067-6846e9116859/fbfab551-5d98-4ade-b0f5-4bcc2d84ace6) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:23:45.683586 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcabe9c8-af8e-4756-b208-5b1fe3601490 x-openstack-request-id: req-dcabe9c8-af8e-4756-b208-5b1fe3601490 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:23:45.684318 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef174e72-af9c-4820-b809-9e0e5168f5f6", "tag": "25680f59-4b56-4e52-a872-62736028b80e", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:23:45.684887 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dcabe9c8-af8e-4756-b208-5b1fe3601490 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:23:45.685548 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef174e72-af9c-4820-b809-9e0e5168f5f6', 'tag': '25680f59-4b56-4e52-a872-62736028b80e', 'status': 'completed', 'code': 200} Jan 18 22:23:45.687415 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-a92befb5-0715-4431-810f-845a2eddf5ba None None] Provisioning complete for port 9dfbdbb6-a5ec-463f-b8be-ac030735fbe1 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:23:45.687958 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a92befb5-0715-4431-810f-845a2eddf5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:45.732329 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 39674) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:45.732583 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7eb4298e-6aaa-4f73-a5bb-ff81403ebf68 req-04e5e4a4-bcfa-4919-9b11-2c06489fc4a4 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf5027d9-8294-42a1-bdc3-a61bba1b1614 HTTP/1.1" status: 200 len: 210 time: 0.0852284 Jan 18 22:23:45.740384 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-9fe71672-2c47-4164-95e7-74c135bf7b2b tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Allocated IP 2001:db8::f816:3eff:fe34:4586 (5ec417a5-fa6c-4abd-aa15-b83b9df83503/00170d15-ae4b-402f-9342-d02a68603943/fbfab551-5d98-4ade-b0f5-4bcc2d84ace6) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:23:45.801494 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-a92befb5-0715-4431-810f-845a2eddf5ba None None] Port 9dfbdbb6-a5ec-463f-b8be-ac030735fbe1 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:23:45.923061 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-04f07fb4-16fd-495e-8242-69bc8efe277c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1248732443-network', 'tenant_id': '9e3d2710d5874e5a8a2018a623ee9fbd'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:23:45.949444 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963fcc5b-8cb2-47c6-874d-8a9e1bb2b3db req-8793fcef-2dfa-423d-812f-33dfa83b91b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:45.951271 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-963fcc5b-8cb2-47c6-874d-8a9e1bb2b3db req-8793fcef-2dfa-423d-812f-33dfa83b91b2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cccec33dc87e4f2dae33b71be2fd1ab3&device_id=ef174e72-af9c-4820-b809-9e0e5168f5f6 HTTP/1.1" status: 200 len: 1124 time: 0.2133722 Jan 18 22:23:45.959240 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bf804b09-6a77-4b39-a94b-85861b4d9f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:45.969497 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device a84c84f6-fc33-421f-826c-9963404e9ab4 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:23:45.972471 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04f07fb4-16fd-495e-8242-69bc8efe277c admin admin] Made reservation on behalf of 9e3d2710d5874e5a8a2018a623ee9fbd for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:23:45.975363 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-04f07fb4-16fd-495e-8242-69bc8efe277c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:45.986797 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-04f07fb4-16fd-495e-8242-69bc8efe277c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:46.088032 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port a84c84f6-fc33-421f-826c-9963404e9ab4 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:23:46.088955 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:46.097585 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5cc0eb-059a-4961-8f81-9ce648417642 None None] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:23:46.115043 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-04f07fb4-16fd-495e-8242-69bc8efe277c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:46.119441 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-04f07fb4-16fd-495e-8242-69bc8efe277c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:46.176617 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f07fb4-16fd-495e-8242-69bc8efe277c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68e1f851-73aa-4cda-8095-0e2a92a325ec,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:46.184843 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04f07fb4-16fd-495e-8242-69bc8efe277c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:23:46.213309 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-04f07fb4-16fd-495e-8242-69bc8efe277c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:46.214000 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-04f07fb4-16fd-495e-8242-69bc8efe277c admin admin] Added segment 7459fabb-7ba7-479c-92df-0260ac6c29b4 of type vlan for network afa667de-c8f9-4a8d-967c-cff5c9ffa5d7 Jan 18 22:23:46.277894 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-04f07fb4-16fd-495e-8242-69bc8efe277c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:46.293482 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-29a892cc-a30f-4a29-a04b-8ea32d8cef0e None None] Provisioning complete for port e90af743-4db2-4543-b784-0658854b299a triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:23:46.294253 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-29a892cc-a30f-4a29-a04b-8ea32d8cef0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:46.305925 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963fcc5b-8cb2-47c6-874d-8a9e1bb2b3db req-986a2919-097e-4c4e-a2e0-3898dde5b153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:46.307522 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-963fcc5b-8cb2-47c6-874d-8a9e1bb2b3db req-986a2919-097e-4c4e-a2e0-3898dde5b153 service neutron] 10.222.0.67 "GET /v2.0/networks?id=61203f33-a8b3-4e89-8217-8dac5f2bb01b HTTP/1.1" status: 200 len: 921 time: 0.3444371 Jan 18 22:23:46.312063 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-04f07fb4-16fd-495e-8242-69bc8efe277c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:46.313498 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f07fb4-16fd-495e-8242-69bc8efe277c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:46.315295 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-04f07fb4-16fd-495e-8242-69bc8efe277c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:46.364423 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-04f07fb4-16fd-495e-8242-69bc8efe277c admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6305249 Jan 18 22:23:46.367387 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 39682) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:46.386486 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-a20fc1d6-1ad6-4a05-97bf-a6ff3dcfc4e9 admin admin] Request body: {'subnet': {'network_id': 'afa667de-c8f9-4a8d-967c-cff5c9ffa5d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1248732443-subnet', 'tenant_id': '9e3d2710d5874e5a8a2018a623ee9fbd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:23:46.405963 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9fe71672-2c47-4164-95e7-74c135bf7b2b tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:46.412261 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device b8d7af8a-ea10-4555-88a6-bf42a27d61a5 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:23:46.422794 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-963fcc5b-8cb2-47c6-874d-8a9e1bb2b3db req-d1628830-8d16-4d77-a2bd-1c259ea1ce56 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=25680f59-4b56-4e52-a872-62736028b80e HTTP/1.1" status: 200 len: 217 time: 0.0880506 Jan 18 22:23:46.445555 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f07fb4-16fd-495e-8242-69bc8efe277c admin admin] Pushing event updated for resources: {'Network': ['ID=afa667de-c8f9-4a8d-967c-cff5c9ffa5d7,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:46.465221 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a20fc1d6-1ad6-4a05-97bf-a6ff3dcfc4e9 admin admin] Made reservation on behalf of 9e3d2710d5874e5a8a2018a623ee9fbd for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:23:46.468213 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a20fc1d6-1ad6-4a05-97bf-a6ff3dcfc4e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:46.471447 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network afa667de-c8f9-4a8d-967c-cff5c9ffa5d7 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:23:46.530262 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d9f492-2cff-4daa-a3b4-1771596d23ab req-aa1f5efc-da83-4454-a0e4-46e131fe0cde tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:46.532034 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f4d9f492-2cff-4daa-a3b4-1771596d23ab req-aa1f5efc-da83-4454-a0e4-46e131fe0cde tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=3235a499-27d0-4827-81fd-d658b66e33f9 HTTP/1.1" status: 200 len: 946 time: 0.2835493 Jan 18 22:23:46.573473 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963fcc5b-8cb2-47c6-874d-8a9e1bb2b3db req-9601bdd2-e223-46be-9f10-ceb27450ae1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:46.575128 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-963fcc5b-8cb2-47c6-874d-8a9e1bb2b3db req-9601bdd2-e223-46be-9f10-ceb27450ae1c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b92d365b-b574-47a9-a91d-968f4b104686 HTTP/1.1" status: 200 len: 861 time: 0.1337435 Jan 18 22:23:46.612252 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9fe71672-2c47-4164-95e7-74c135bf7b2b tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:46.615318 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bf804b09-6a77-4b39-a94b-85861b4d9f4b admin admin] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:46.640341 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-963fcc5b-8cb2-47c6-874d-8a9e1bb2b3db req-092e0671-da9e-4529-89c3-1e9087e83a1f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=61203f33-a8b3-4e89-8217-8dac5f2bb01b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542455 Jan 18 22:23:46.667043 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f4d9f492-2cff-4daa-a3b4-1771596d23ab req-7eaf5930-d220-431e-97fb-73bd6d407814 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243827 Jan 18 22:23:46.668179 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bf804b09-6a77-4b39-a94b-85861b4d9f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:46.670028 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port b8d7af8a-ea10-4555-88a6-bf42a27d61a5 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:23:46.670900 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:46.746193 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-29a892cc-a30f-4a29-a04b-8ea32d8cef0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:46.776299 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a20fc1d6-1ad6-4a05-97bf-a6ff3dcfc4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:46.800868 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-963fcc5b-8cb2-47c6-874d-8a9e1bb2b3db req-66106b01-3ddc-4d26-bc28-2e268670014d service neutron] 10.222.0.67 "GET /v2.0/networks/61203f33-a8b3-4e89-8217-8dac5f2bb01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237543 Jan 18 22:23:46.869889 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-29a892cc-a30f-4a29-a04b-8ea32d8cef0e None None] For port e90af743-4db2-4543-b784-0658854b299a, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=e90af743-4db2-4543-b784-0658854b299a,segment=NetworkSegment(3c2fda82-0722-4d26-8bf8-bb1f4fe594b8),segment_id=3c2fda82-0722-4d26-8bf8-bb1f4fe594b8)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:23:46.884161 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-29a892cc-a30f-4a29-a04b-8ea32d8cef0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:46.927308 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:46.966087 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port b8d7af8a-ea10-4555-88a6-bf42a27d61a5, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=b8d7af8a-ea10-4555-88a6-bf42a27d61a5,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:23:46.970957 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb689d43-fcc0-4ab4-b5fd-99aa374a93ef None None] Update dhcp port {'port': {'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503', 'fixed_ips': [{'subnet_id': 'a66e05b2-7c27-4aba-9067-6846e9116859', 'ip_address': '172.20.0.2'}, {'subnet_id': '00170d15-ae4b-402f-9342-d02a68603943'}], 'binding:host_id': 'n-d-825064-1'}, 'id': 'e90af743-4db2-4543-b784-0658854b299a'} from n-d-825064-1. {{(pid=102432) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jan 18 22:23:46.998767 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20fc1d6-1ad6-4a05-97bf-a6ff3dcfc4e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e776d007-5ac5-4a48-98ad-4f038a9c4c11,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:47.016387 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cb689d43-fcc0-4ab4-b5fd-99aa374a93ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:47.039235 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20fc1d6-1ad6-4a05-97bf-a6ff3dcfc4e9 admin admin] Checking segment: {'id': '7459fabb-7ba7-479c-92df-0260ac6c29b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'afa667de-c8f9-4a8d-967c-cff5c9ffa5d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:23:47.039773 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20fc1d6-1ad6-4a05-97bf-a6ff3dcfc4e9 admin admin] Network hostable DHCP agents. Network: afa667de-c8f9-4a8d-967c-cff5c9ffa5d7, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:23:47.041861 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:47.042802 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device e90af743-4db2-4543-b784-0658854b299a up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:23:47.075930 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9cabae-a06f-4261-9148-f9a3b4d2eb08 req-9387689a-78c3-4ee1-8295-4d7492039345 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:47.093436 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ec9cabae-a06f-4261-9148-f9a3b4d2eb08 req-9387689a-78c3-4ee1-8295-4d7492039345 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.36 "GET /v2.0/networks?id=f092491e-0947-4058-bdc0-03dc785407fa HTTP/1.1" status: 200 len: 821 time: 0.2376180 Jan 18 22:23:47.100362 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20fc1d6-1ad6-4a05-97bf-a6ff3dcfc4e9 admin admin] Network afa667de-c8f9-4a8d-967c-cff5c9ffa5d7 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:23:47.108210 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-ec9cabae-a06f-4261-9148-f9a3b4d2eb08 req-65d3225b-4a83-41e2-907e-7fe758c1a129 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Request body: {'port': {'device_id': 'bf5027d9-8294-42a1-bdc3-a61bba1b1614', 'network_id': 'f092491e-0947-4058-bdc0-03dc785407fa', 'admin_state_up': True, 'tenant_id': 'b29915fceb8e43e18911a1d8234c4c1a'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:23:47.124513 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a892cc-a30f-4a29-a04b-8ea32d8cef0e None None] Pushing event updated for resources: {'Port': ['ID=e90af743-4db2-4543-b784-0658854b299a,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:47.302841 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe71672-2c47-4164-95e7-74c135bf7b2b tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:23:47.344305 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-9fe71672-2c47-4164-95e7-74c135bf7b2b tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:23:47.360153 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port e90af743-4db2-4543-b784-0658854b299a triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:23:47.361966 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:47.363594 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe71672-2c47-4164-95e7-74c135bf7b2b tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:23:47.368764 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=b8d7af8a-ea10-4555-88a6-bf42a27d61a5,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:47.421087 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe71672-2c47-4164-95e7-74c135bf7b2b tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event updated for resources: {'Port': ['ID=fbfab551-5d98-4ade-b0f5-4bcc2d84ace6,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:47.438847 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe71672-2c47-4164-95e7-74c135bf7b2b tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:47.440310 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9fe71672-2c47-4164-95e7-74c135bf7b2b tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:47.468656 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-efbbdc31-ffe8-4201-8437-64d33a1cf324 req-51d67b89-2666-444b-8766-21c169bb001c tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf5027d9-8294-42a1-bdc3-a61bba1b1614 HTTP/1.1" status: 200 len: 210 time: 0.1640875 Jan 18 22:23:47.480607 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bf804b09-6a77-4b39-a94b-85861b4d9f4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-613854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1041070'] for router_interface, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:47.507590 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-cb689d43-fcc0-4ab4-b5fd-99aa374a93ef None None] Allocated IP 2001:db8::f816:3eff:feba:76de (5ec417a5-fa6c-4abd-aa15-b83b9df83503/00170d15-ae4b-402f-9342-d02a68603943/e90af743-4db2-4543-b784-0658854b299a) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:23:47.553090 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-a20fc1d6-1ad6-4a05-97bf-a6ff3dcfc4e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, afa667de-c8f9-4a8d-967c-cff5c9ffa5d7) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:23:47.560041 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20fc1d6-1ad6-4a05-97bf-a6ff3dcfc4e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:47.560827 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a20fc1d6-1ad6-4a05-97bf-a6ff3dcfc4e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:47.575902 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec9cabae-a06f-4261-9148-f9a3b4d2eb08 req-65d3225b-4a83-41e2-907e-7fe758c1a129 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Made reservation on behalf of b29915fceb8e43e18911a1d8234c4c1a for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:23:47.580201 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-ec9cabae-a06f-4261-9148-f9a3b4d2eb08 req-65d3225b-4a83-41e2-907e-7fe758c1a129 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:47.587214 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-a20fc1d6-1ad6-4a05-97bf-a6ff3dcfc4e9 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2182634 Jan 18 22:23:47.593822 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 39694) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:47.602294 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-72cf6236-7fea-4e9c-8e75-d4a8114c3686 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1248732443-router', 'tenant_id': '9e3d2710d5874e5a8a2018a623ee9fbd', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:23:47.629008 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e343e46-888e-4512-bca4-2a1930141b9c None None] Network afa667de-c8f9-4a8d-967c-cff5c9ffa5d7 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:23:47.651205 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-9fe71672-2c47-4164-95e7-74c135bf7b2b tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.1518664 Jan 18 22:23:47.661345 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf804b09-6a77-4b39-a94b-85861b4d9f4b admin admin] Network a7cf00b2-fdcd-4807-a356-43cabd69ea31 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:23:47.661972 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 39696) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:47.671955 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb85fe84-8e8b-4fcd-937b-6dfef06ae74f req-7caf62e3-ae9f-4a5f-ad1d-bb8e0b9878b8 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:47.674173 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-eb85fe84-8e8b-4fcd-937b-6dfef06ae74f req-7caf62e3-ae9f-4a5f-ad1d-bb8e0b9878b8 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef174e72-af9c-4820-b809-9e0e5168f5f6 HTTP/1.1" status: 200 len: 943 time: 0.9977813 Jan 18 22:23:47.692227 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-bf804b09-6a77-4b39-a94b-85861b4d9f4b admin admin] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:23:47.703190 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf804b09-6a77-4b39-a94b-85861b4d9f4b admin admin] Pushing event updated for resources: {'Port': ['ID=9dfbdbb6-a5ec-463f-b8be-ac030735fbe1,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:47.761739 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-963fcc5b-8cb2-47c6-874d-8a9e1bb2b3db req-edd48dd9-2da5-431d-89c4-581da5781194 service neutron] 10.222.0.67 "GET /v2.0/networks/61203f33-a8b3-4e89-8217-8dac5f2bb01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9382756 Jan 18 22:23:47.767789 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [req-ec9cabae-a06f-4261-9148-f9a3b4d2eb08 req-65d3225b-4a83-41e2-907e-7fe758c1a129 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Allocated IP 172.20.0.12 (f092491e-0947-4058-bdc0-03dc785407fa/a52884c8-9d97-4e4b-9890-07ddb774f2b4/c037744a-8a2c-4716-aa2b-d8afd0bce040) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:23:47.773605 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-eb85fe84-8e8b-4fcd-937b-6dfef06ae74f req-34c19357-6a14-44b9-a9d4-9c22332b6ec7 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc8c7d2e-b8e2-47f9-a940-5cbf5ddba272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900314 Jan 18 22:23:47.904244 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46bd0be8-af6b-4fa6-8631-c07f54dc7d4f tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:47.911137 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46bd0be8-af6b-4fa6-8631-c07f54dc7d4f tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:47.913180 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-46bd0be8-af6b-4fa6-8631-c07f54dc7d4f tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1764 time: 0.2377162 Jan 18 22:23:47.916378 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 39702) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:47.990325 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-cb689d43-fcc0-4ab4-b5fd-99aa374a93ef None None] For port e90af743-4db2-4543-b784-0658854b299a, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=e90af743-4db2-4543-b784-0658854b299a,segment=NetworkSegment(3c2fda82-0722-4d26-8bf8-bb1f4fe594b8),segment_id=3c2fda82-0722-4d26-8bf8-bb1f4fe594b8)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:23:48.060621 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-ec9cabae-a06f-4261-9148-f9a3b4d2eb08 req-65d3225b-4a83-41e2-907e-7fe758c1a129 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:48.063213 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device b8d7af8a-ea10-4555-88a6-bf42a27d61a5 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:23:48.072060 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-72cf6236-7fea-4e9c-8e75-d4a8114c3686 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1044160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8692'] for router, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:48.074657 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-72cf6236-7fea-4e9c-8e75-d4a8114c3686 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1040680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8675'] for router, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:48.130362 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd912b20-b07e-4c4c-9c58-ac4227576ecd req-572e263c-9fc0-4381-ab4a-abb30b88503a tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:48.138899 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cd912b20-b07e-4c4c-9c58-ac4227576ecd req-572e263c-9fc0-4381-ab4a-abb30b88503a tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=3235a499-27d0-4827-81fd-d658b66e33f9 HTTP/1.1" status: 200 len: 946 time: 0.2895346 Jan 18 22:23:48.147414 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215be2bc-c9e4-4c37-bbe1-22791bd4301f None None] Network afa667de-c8f9-4a8d-967c-cff5c9ffa5d7 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:23:48.199015 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-72cf6236-7fea-4e9c-8e75-d4a8114c3686 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:48.218854 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf804b09-6a77-4b39-a94b-85861b4d9f4b admin admin] Router 0aca9b94-86a5-43ca-b503-3c82b83f0607 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:23:48.238397 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cb689d43-fcc0-4ab4-b5fd-99aa374a93ef None None] Notify callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:48.244267 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-9151f8c2-77f1-4f1f-b636-13c38381941e None None] Provisioning complete for port 9dfbdbb6-a5ec-463f-b8be-ac030735fbe1 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:23:48.244640 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9151f8c2-77f1-4f1f-b636-13c38381941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:48.252661 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cb689d43-fcc0-4ab4-b5fd-99aa374a93ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:48.258145 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-ec9cabae-a06f-4261-9148-f9a3b4d2eb08 req-65d3225b-4a83-41e2-907e-7fe758c1a129 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:48.281401 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cd912b20-b07e-4c4c-9c58-ac4227576ecd req-94f56c1e-ce38-43ab-8521-076146a01cf2 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413090 Jan 18 22:23:48.362553 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d3225b-4a83-41e2-907e-7fe758c1a129 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Pushing event updated for resources: {'Port': ['ID=c037744a-8a2c-4716-aa2b-d8afd0bce040,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:48.366786 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-20149cd2-5541-4865-8c8e-631cf91d6d6e tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Deleting port fbfab551-5d98-4ade-b0f5-4bcc2d84ace6 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:23:48.367356 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-20149cd2-5541-4865-8c8e-631cf91d6d6e tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:48.447097 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec9cabae-a06f-4261-9148-f9a3b4d2eb08 req-65d3225b-4a83-41e2-907e-7fe758c1a129 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Network f092491e-0947-4058-bdc0-03dc785407fa is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:23:48.451348 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [req-ec9cabae-a06f-4261-9148-f9a3b4d2eb08 req-65d3225b-4a83-41e2-907e-7fe758c1a129 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:23:48.472767 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-20149cd2-5541-4865-8c8e-631cf91d6d6e tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:48.487125 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-20149cd2-5541-4865-8c8e-631cf91d6d6e tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Calling delete_port for fbfab551-5d98-4ade-b0f5-4bcc2d84ace6 owned by {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:23:48.490482 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec9cabae-a06f-4261-9148-f9a3b4d2eb08 req-65d3225b-4a83-41e2-907e-7fe758c1a129 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:23:48.556948 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-72cf6236-7fea-4e9c-8e75-d4a8114c3686 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:48.586445 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-9151f8c2-77f1-4f1f-b636-13c38381941e None None] Port 9dfbdbb6-a5ec-463f-b8be-ac030735fbe1 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:23:48.606153 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port b8d7af8a-ea10-4555-88a6-bf42a27d61a5 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:23:48.606869 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:48.683895 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9cabae-a06f-4261-9148-f9a3b4d2eb08 req-65d3225b-4a83-41e2-907e-7fe758c1a129 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:48.684447 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-20149cd2-5541-4865-8c8e-631cf91d6d6e tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:48.685070 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-ec9cabae-a06f-4261-9148-f9a3b4d2eb08 req-65d3225b-4a83-41e2-907e-7fe758c1a129 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:48.700509 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb689d43-fcc0-4ab4-b5fd-99aa374a93ef None None] Pushing event updated for resources: {'Port': ['ID=e90af743-4db2-4543-b784-0658854b299a,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:48.773743 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ec9cabae-a06f-4261-9148-f9a3b4d2eb08 req-65d3225b-4a83-41e2-907e-7fe758c1a129 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6705189 Jan 18 22:23:48.786785 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf804b09-6a77-4b39-a94b-85861b4d9f4b admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:23:48.796020 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-bf804b09-6a77-4b39-a94b-85861b4d9f4b admin admin] 10.222.0.53 "PUT /v2.0/routers/0aca9b94-86a5-43ca-b503-3c82b83f0607/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1080751 Jan 18 22:23:48.807922 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-ec9cabae-a06f-4261-9148-f9a3b4d2eb08 req-23f1abc5-5f04-4c83-9543-669441fba00d service neutron] Request body: {'port': {'device_id': 'bf5027d9-8294-42a1-bdc3-a61bba1b1614', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:23:48.815191 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device e90af743-4db2-4543-b784-0658854b299a up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:23:48.888904 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64467387-239b-41a6-8a44-66d954a3dd0b None None] Sync routers for ids ['0aca9b94-86a5-43ca-b503-3c82b83f0607'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:23:48.910801 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64467387-239b-41a6-8a44-66d954a3dd0b None None] Routers {'0aca9b94-86a5-43ca-b503-3c82b83f0607'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:23:48.911690 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-64467387-239b-41a6-8a44-66d954a3dd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:23:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['0aca9b94-86a5-43ca-b503-3c82b83f0607'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:23:48.918661 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20149cd2-5541-4865-8c8e-631cf91d6d6e tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event deleted for resources: {'Port': ['ID=fbfab551-5d98-4ade-b0f5-4bcc2d84ace6,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:48.929410 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-ec9cabae-a06f-4261-9148-f9a3b4d2eb08 req-23f1abc5-5f04-4c83-9543-669441fba00d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:49.014467 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port e90af743-4db2-4543-b784-0658854b299a triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:23:49.016076 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:49.060723 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 25680f59-4b56-4e52-a872-62736028b80e no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:23:49.170685 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-20149cd2-5541-4865-8c8e-631cf91d6d6e tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:49.177488 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-20149cd2-5541-4865-8c8e-631cf91d6d6e tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "DELETE /v2.0/ports/fbfab551-5d98-4ade-b0f5-4bcc2d84ace6 HTTP/1.1" status: 204 len: 168 time: 1.2597573 Jan 18 22:23:49.194224 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff9f0c5-0274-44fe-bba1-40058b87642e req-c37f2f0b-7fac-484e-b2dd-61db1149173c tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:49.206412 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fff9f0c5-0274-44fe-bba1-40058b87642e req-c37f2f0b-7fac-484e-b2dd-61db1149173c tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf5027d9-8294-42a1-bdc3-a61bba1b1614 HTTP/1.1" status: 200 len: 932 time: 0.5246513 Jan 18 22:23:49.211871 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 39716) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:49.236496 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-64467387-239b-41a6-8a44-66d954a3dd0b None None] Set router 0aca9b94-86a5-43ca-b503-3c82b83f0607 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:23:49.340603 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1736c2a7-ffaf-4210-8723-3cd9f4312678 req-cba30e43-8bcd-4b68-928e-676ab246c6c2 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:49.342175 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1736c2a7-ffaf-4210-8723-3cd9f4312678 req-cba30e43-8bcd-4b68-928e-676ab246c6c2 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef174e72-af9c-4820-b809-9e0e5168f5f6 HTTP/1.1" status: 200 len: 943 time: 0.3641388 Jan 18 22:23:49.358818 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fff9f0c5-0274-44fe-bba1-40058b87642e req-b9ecbd7d-f377-4468-bd07-6ab816651d88 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9107f98-3261-4c9b-b70c-aaafa7d6fae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516640 Jan 18 22:23:49.404165 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ce15e5-05ed-4d74-933b-9c67c89f388b tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:49.406867 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ce15e5-05ed-4d74-933b-9c67c89f388b tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:49.410186 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ce15e5-05ed-4d74-933b-9c67c89f388b tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:49.416800 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-95ce15e5-05ed-4d74-933b-9c67c89f388b tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1936879 Jan 18 22:23:49.421489 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 39722) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:49.443649 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1736c2a7-ffaf-4210-8723-3cd9f4312678 req-01adb64b-44e7-4ed0-95e8-e4151d73c626 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc8c7d2e-b8e2-47f9-a940-5cbf5ddba272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670013 Jan 18 22:23:49.547503 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-78daf5c5-3802-4752-a134-319f33c3323a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:49.557300 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-72cf6236-7fea-4e9c-8e75-d4a8114c3686 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:49.586278 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-72cf6236-7fea-4e9c-8e75-d4a8114c3686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:49.687969 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-241f4357-75bf-4723-b67e-64d676718543 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Deleting subnet 00170d15-ae4b-402f-9342-d02a68603943 {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:23:49.727443 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-241f4357-75bf-4723-b67e-64d676718543 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:49.736811 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edb5619-3d17-46c7-9448-6efe8ccbc4f7 req-932cb4a3-13ff-4cee-a31c-9f8d0468edfe tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:49.749909 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3edb5619-3d17-46c7-9448-6efe8ccbc4f7 req-932cb4a3-13ff-4cee-a31c-9f8d0468edfe tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=3235a499-27d0-4827-81fd-d658b66e33f9 HTTP/1.1" status: 200 len: 946 time: 0.1032746 Jan 18 22:23:49.779614 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-64467387-239b-41a6-8a44-66d954a3dd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aca9b94-86a5-43ca-b503-3c82b83f0607', 'name': 'tempest-AttachVolumeTestJSON-1374897669-router', 'tenant_id': '8b13ed9b2a1546eeba661ab8fe911d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'b8d7af8a-ea10-4555-88a6-bf42a27d61a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:23:38Z', 'updated_at': '2022-01-18T22:23:45Z', 'revision_number': 4, 'project_id': '8b13ed9b2a1546eeba661ab8fe911d02', 'gw_port': {'id': 'b8d7af8a-ea10-4555-88a6-bf42a27d61a5', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aca9b94-86a5-43ca-b503-3c82b83f0607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:23:39Z', 'updated_at': '2022-01-18T22:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '9dfbdbb6-a5ec-463f-b8be-ac030735fbe1', 'name': '', 'network_id': 'a7cf00b2-fdcd-4807-a356-43cabd69ea31', 'tenant_id': '8b13ed9b2a1546eeba661ab8fe911d02', 'mac_address': 'fa:16:3e:5a:f7:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aca9b94-86a5-43ca-b503-3c82b83f0607', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'f22ac4a0-8a49-4c4d-8503-b70bab42605d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:23:43Z', 'updated_at': '2022-01-18T22:23:46Z', 'revision_number': 2, 'project_id': '8b13ed9b2a1546eeba661ab8fe911d02', 'subnets': [{'id': 'f22ac4a0-8a49-4c4d-8503-b70bab42605d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:23:49.823868 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64467387-239b-41a6-8a44-66d954a3dd0b None None] Checking router: 0aca9b94-86a5-43ca-b503-3c82b83f0607 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:23:49.824648 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64467387-239b-41a6-8a44-66d954a3dd0b None None] Updating router 0aca9b94-86a5-43ca-b503-3c82b83f0607 port 9dfbdbb6-a5ec-463f-b8be-ac030735fbe1 binding host n-d-825064-1 {{(pid=102432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:23:49.857343 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-64467387-239b-41a6-8a44-66d954a3dd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:49.870880 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3edb5619-3d17-46c7-9448-6efe8ccbc4f7 req-865dee34-c9fa-42c5-997a-5d28ed7ad647 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173673 Jan 18 22:23:49.893326 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-241f4357-75bf-4723-b67e-64d676718543 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:49.968272 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-3fa81586-8614-4b87-b227-9e9301cc8292 None None] Could not find standard attr ID for object fbfab551-5d98-4ade-b0f5-4bcc2d84ace6. {{(pid=102432) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 22:23:50.029340 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-72cf6236-7fea-4e9c-8e75-d4a8114c3686 admin admin] Allocated IP 172.25.5.149 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/0219e7f7-ca8f-4d0d-a22e-fc37aed9af32) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:23:50.050364 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [req-ec9cabae-a06f-4261-9148-f9a3b4d2eb08 req-23f1abc5-5f04-4c83-9543-669441fba00d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c037744a-8a2c-4716-aa2b-d8afd0bce040 {{(pid=102431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:23:50.072767 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-3fa81586-8614-4b87-b227-9e9301cc8292 None None] Provisioning complete for port e90af743-4db2-4543-b784-0658854b299a triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:23:50.073309 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3fa81586-8614-4b87-b227-9e9301cc8292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:50.096814 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-ec9cabae-a06f-4261-9148-f9a3b4d2eb08 req-23f1abc5-5f04-4c83-9543-669441fba00d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:50.131519 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-82a32a0f-6748-44cd-bb7f-d8a1b0c1e650 req-b28f1143-0585-4823-97a2-6298fec7ab67 service neutron] 10.222.0.67 "GET /v2.0/ports/25680f59-4b56-4e52-a872-62736028b80e/bindings/n-h1-825064-1 HTTP/1.1" status: 200 len: 384 time: 0.2328653 Jan 18 22:23:50.149761 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device e90af743-4db2-4543-b784-0658854b299a up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:23:50.157647 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [req-ec9cabae-a06f-4261-9148-f9a3b4d2eb08 req-23f1abc5-5f04-4c83-9543-669441fba00d service neutron] Transition to ACTIVE for port object c037744a-8a2c-4716-aa2b-d8afd0bce040 will not be triggered until provisioned by entity L2. {{(pid=102431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:23:50.212257 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-241f4357-75bf-4723-b67e-64d676718543 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:50.248089 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-ec9cabae-a06f-4261-9148-f9a3b4d2eb08 req-23f1abc5-5f04-4c83-9543-669441fba00d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:50.366873 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port e90af743-4db2-4543-b784-0658854b299a triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:23:50.367447 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:50.418236 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-82a32a0f-6748-44cd-bb7f-d8a1b0c1e650 req-7dc9a168-42ce-4efe-9614-309fab5d2d59 service neutron] For port 25680f59-4b56-4e52-a872-62736028b80e, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=25680f59-4b56-4e52-a872-62736028b80e,segment=NetworkSegment(2bbe6b88-f1a6-4fc9-b338-69341977472e),segment_id=2bbe6b88-f1a6-4fc9-b338-69341977472e)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:23:50.461811 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-82a32a0f-6748-44cd-bb7f-d8a1b0c1e650 req-7dc9a168-42ce-4efe-9614-309fab5d2d59 service neutron] For port 25680f59-4b56-4e52-a872-62736028b80e, host n-h2-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:23:50.494519 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-e1c5b970-86ca-4b9a-b196-0c657b4b9e08 None None] Could not find standard attr ID for object aa164948-0105-4ccb-a83f-c999a267ca9e. {{(pid=102432) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 22:23:50.541238 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-ec9cabae-a06f-4261-9148-f9a3b4d2eb08 req-23f1abc5-5f04-4c83-9543-669441fba00d service neutron] Attempting to bind port c037744a-8a2c-4716-aa2b-d8afd0bce040 on host n-h1-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:23:50.542425 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-ec9cabae-a06f-4261-9148-f9a3b4d2eb08 req-23f1abc5-5f04-4c83-9543-669441fba00d service neutron] Attempting to bind port c037744a-8a2c-4716-aa2b-d8afd0bce040 by drivers openvswitch,hyperv on host n-h1-825064-1 at level 0 using segments [{'id': '6d4c9fdf-454c-4b11-b8c6-11146d43a316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f092491e-0947-4058-bdc0-03dc785407fa'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:23:50.542936 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9cabae-a06f-4261-9148-f9a3b4d2eb08 req-23f1abc5-5f04-4c83-9543-669441fba00d service neutron] Attempting to bind port c037744a-8a2c-4716-aa2b-d8afd0bce040 on network f092491e-0947-4058-bdc0-03dc785407fa {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:23:50.572644 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [req-82a32a0f-6748-44cd-bb7f-d8a1b0c1e650 req-7dc9a168-42ce-4efe-9614-309fab5d2d59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25680f59-4b56-4e52-a872-62736028b80e {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:23:50.590246 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-82a32a0f-6748-44cd-bb7f-d8a1b0c1e650 req-7dc9a168-42ce-4efe-9614-309fab5d2d59 service neutron] For port 25680f59-4b56-4e52-a872-62736028b80e, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=25680f59-4b56-4e52-a872-62736028b80e,segment=NetworkSegment(2bbe6b88-f1a6-4fc9-b338-69341977472e),segment_id=2bbe6b88-f1a6-4fc9-b338-69341977472e)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:23:50.592931 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9cabae-a06f-4261-9148-f9a3b4d2eb08 req-23f1abc5-5f04-4c83-9543-669441fba00d service neutron] Port c037744a-8a2c-4716-aa2b-d8afd0bce040 on network f092491e-0947-4058-bdc0-03dc785407fa not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:23:50.593258 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9cabae-a06f-4261-9148-f9a3b4d2eb08 req-23f1abc5-5f04-4c83-9543-669441fba00d service neutron] Attempting to bind port c037744a-8a2c-4716-aa2b-d8afd0bce040 on network f092491e-0947-4058-bdc0-03dc785407fa {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:23:50.611808 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212af627-b706-41ba-bda0-97a921419001 req-01c1774f-320f-43cc-8cb3-fedcab9f5521 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:50.619949 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f1abc5-5f04-4c83-9543-669441fba00d service neutron] Pushing event updated for resources: {'Port': ['ID=c037744a-8a2c-4716-aa2b-d8afd0bce040,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:50.621498 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-212af627-b706-41ba-bda0-97a921419001 req-01c1774f-320f-43cc-8cb3-fedcab9f5521 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf5027d9-8294-42a1-bdc3-a61bba1b1614 HTTP/1.1" status: 200 len: 944 time: 0.1097128 Jan 18 22:23:50.638586 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9cabae-a06f-4261-9148-f9a3b4d2eb08 req-23f1abc5-5f04-4c83-9543-669441fba00d service neutron] Checking agent: {'id': 'e49d1b2a-ba11-487f-a804-ecbf3c0e8132', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:23:50.638952 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9cabae-a06f-4261-9148-f9a3b4d2eb08 req-23f1abc5-5f04-4c83-9543-669441fba00d service neutron] Checking segment: {'id': '6d4c9fdf-454c-4b11-b8c6-11146d43a316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f092491e-0947-4058-bdc0-03dc785407fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:23:50.639419 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9cabae-a06f-4261-9148-f9a3b4d2eb08 req-23f1abc5-5f04-4c83-9543-669441fba00d service neutron] Bound using segment: {'id': '6d4c9fdf-454c-4b11-b8c6-11146d43a316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f092491e-0947-4058-bdc0-03dc785407fa'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:23:50.639758 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-ec9cabae-a06f-4261-9148-f9a3b4d2eb08 req-23f1abc5-5f04-4c83-9543-669441fba00d service neutron] Bound port: c037744a-8a2c-4716-aa2b-d8afd0bce040, host: n-h1-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d4c9fdf-454c-4b11-b8c6-11146d43a316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f092491e-0947-4058-bdc0-03dc785407fa'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:23:50.640116 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-ec9cabae-a06f-4261-9148-f9a3b4d2eb08 req-23f1abc5-5f04-4c83-9543-669441fba00d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:50.660860 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-82a32a0f-6748-44cd-bb7f-d8a1b0c1e650 req-7dc9a168-42ce-4efe-9614-309fab5d2d59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:50.664459 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-64467387-239b-41a6-8a44-66d954a3dd0b None None] Notify callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:50.670463 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-241f4357-75bf-4723-b67e-64d676718543 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:50.672300 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-64467387-239b-41a6-8a44-66d954a3dd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:50.678361 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-72cf6236-7fea-4e9c-8e75-d4a8114c3686 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:50.702518 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-212af627-b706-41ba-bda0-97a921419001 req-7c0ddca3-b96c-40f0-87e2-6d5a22e8a59f tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9107f98-3261-4c9b-b70c-aaafa7d6fae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796869 Jan 18 22:23:50.802379 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241f4357-75bf-4723-b67e-64d676718543 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event deleted for resources: {'Subnet': ['ID=00170d15-ae4b-402f-9342-d02a68603943,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:50.808754 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-241f4357-75bf-4723-b67e-64d676718543 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:50.817044 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-64467387-239b-41a6-8a44-66d954a3dd0b None None] Attempting to bind port 9dfbdbb6-a5ec-463f-b8be-ac030735fbe1 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:23:50.817652 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-64467387-239b-41a6-8a44-66d954a3dd0b None None] Attempting to bind port 9dfbdbb6-a5ec-463f-b8be-ac030735fbe1 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '709cf7fd-f815-4400-a3db-c8b217c6237e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a7cf00b2-fdcd-4807-a356-43cabd69ea31'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:23:50.818297 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-241f4357-75bf-4723-b67e-64d676718543 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "DELETE /v2.0/subnets/00170d15-ae4b-402f-9342-d02a68603943 HTTP/1.1" status: 204 len: 168 time: 1.3942273 Jan 18 22:23:50.818627 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64467387-239b-41a6-8a44-66d954a3dd0b None None] Attempting to bind port 9dfbdbb6-a5ec-463f-b8be-ac030735fbe1 on network a7cf00b2-fdcd-4807-a356-43cabd69ea31 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:23:50.821523 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 39732) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:50.836570 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64467387-239b-41a6-8a44-66d954a3dd0b None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:23:50.837234 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64467387-239b-41a6-8a44-66d954a3dd0b None None] Checking segment: {'id': '709cf7fd-f815-4400-a3db-c8b217c6237e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a7cf00b2-fdcd-4807-a356-43cabd69ea31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:23:50.837813 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-64467387-239b-41a6-8a44-66d954a3dd0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:50.839027 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64467387-239b-41a6-8a44-66d954a3dd0b None None] Bound using segment: {'id': '709cf7fd-f815-4400-a3db-c8b217c6237e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a7cf00b2-fdcd-4807-a356-43cabd69ea31'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:23:50.839697 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-64467387-239b-41a6-8a44-66d954a3dd0b None None] Bound port: 9dfbdbb6-a5ec-463f-b8be-ac030735fbe1, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '709cf7fd-f815-4400-a3db-c8b217c6237e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a7cf00b2-fdcd-4807-a356-43cabd69ea31'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:23:50.840397 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-64467387-239b-41a6-8a44-66d954a3dd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:50.856731 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1995e938-db64-4805-bc2d-14ea6a6383a2 None None] Pushing event updated for resources: {'Port': ['ID=9dfbdbb6-a5ec-463f-b8be-ac030735fbe1,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:50.911787 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ae34fe-81c2-4ae5-9bd8-bf84a23717dc None None] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:23:50.912353 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_v2 [None req-2866e3eb-1b44-41d9-a865-2d9eaa722bd5 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Deleting subnet a66e05b2-7c27-4aba-9067-6846e9116859 {{(pid=102430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:23:50.917092 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-ec9cabae-a06f-4261-9148-f9a3b4d2eb08 req-23f1abc5-5f04-4c83-9543-669441fba00d service neutron] For port c037744a-8a2c-4716-aa2b-d8afd0bce040, host n-h1-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:23:50.921302 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-ec9cabae-a06f-4261-9148-f9a3b4d2eb08 req-23f1abc5-5f04-4c83-9543-669441fba00d service neutron] For port c037744a-8a2c-4716-aa2b-d8afd0bce040, host n-h1-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=c037744a-8a2c-4716-aa2b-d8afd0bce040,segment=NetworkSegment(6d4c9fdf-454c-4b11-b8c6-11146d43a316),segment_id=6d4c9fdf-454c-4b11-b8c6-11146d43a316)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:23:50.921782 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2866e3eb-1b44-41d9-a865-2d9eaa722bd5 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for subnet, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:50.928992 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-72cf6236-7fea-4e9c-8e75-d4a8114c3686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:50.988141 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-ec9cabae-a06f-4261-9148-f9a3b4d2eb08 req-23f1abc5-5f04-4c83-9543-669441fba00d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:51.021938 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72cf6236-7fea-4e9c-8e75-d4a8114c3686 admin admin] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:23:51.031294 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-72cf6236-7fea-4e9c-8e75-d4a8114c3686 admin admin] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:23:51.033365 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-82a32a0f-6748-44cd-bb7f-d8a1b0c1e650 req-7dc9a168-42ce-4efe-9614-309fab5d2d59 service neutron] Transition to ACTIVE for port object 25680f59-4b56-4e52-a872-62736028b80e will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:23:51.037866 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9cabae-a06f-4261-9148-f9a3b4d2eb08 req-23f1abc5-5f04-4c83-9543-669441fba00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:51.038200 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-ec9cabae-a06f-4261-9148-f9a3b4d2eb08 req-23f1abc5-5f04-4c83-9543-669441fba00d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:51.040023 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ec9cabae-a06f-4261-9148-f9a3b4d2eb08 req-23f1abc5-5f04-4c83-9543-669441fba00d service neutron] 10.222.0.36 "PUT /v2.0/ports/c037744a-8a2c-4716-aa2b-d8afd0bce040 HTTP/1.1" status: 200 len: 1092 time: 2.2571807 Jan 18 22:23:51.043414 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf5027d9-8294-42a1-bdc3-a61bba1b1614', 'tag': 'c037744a-8a2c-4716-aa2b-d8afd0bce040'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:23:51.049293 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50279245-148a-4683-a3a9-8b7388c55a84" -d '{"events": [{"name": "network-changed", "server_uuid": "bf5027d9-8294-42a1-bdc3-a61bba1b1614", "tag": "c037744a-8a2c-4716-aa2b-d8afd0bce040"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:23:51.055929 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cf6236-7fea-4e9c-8e75-d4a8114c3686 admin admin] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:23:51.058808 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cf6236-7fea-4e9c-8e75-d4a8114c3686 admin admin] Pushing event updated for resources: {'Port': ['ID=0219e7f7-ca8f-4d0d-a22e-fc37aed9af32,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:51.072343 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2866e3eb-1b44-41d9-a865-2d9eaa722bd5 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60394745'] for subnet, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:51.092703 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed7114d-c40a-4bc6-9fe6-dd4a881d8fa7 req-be9f859d-e6b7-4ab3-a1ba-0e0bcdeec3a7 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:51.094592 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1ed7114d-c40a-4bc6-9fe6-dd4a881d8fa7 req-be9f859d-e6b7-4ab3-a1ba-0e0bcdeec3a7 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef174e72-af9c-4820-b809-9e0e5168f5f6 HTTP/1.1" status: 200 len: 943 time: 0.1740930 Jan 18 22:23:51.097818 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-82a32a0f-6748-44cd-bb7f-d8a1b0c1e650 req-7dc9a168-42ce-4efe-9614-309fab5d2d59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:51.208618 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-34ba480b-d0f9-4848-98da-c43e55c5798e None None] Could not find standard attr ID for object fbfab551-5d98-4ade-b0f5-4bcc2d84ace6. {{(pid=102432) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 22:23:51.231059 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-82a32a0f-6748-44cd-bb7f-d8a1b0c1e650 req-7dc9a168-42ce-4efe-9614-309fab5d2d59 service neutron] No DVR routers for this DVR port 25680f59-4b56-4e52-a872-62736028b80e on host n-h2-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:23:51.253152 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 39740) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:51.281456 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-64467387-239b-41a6-8a44-66d954a3dd0b None None] For port 9dfbdbb6-a5ec-463f-b8be-ac030735fbe1, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:23:51.282282 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-002c5dab-de41-4014-a3c8-fd292cb87fcc tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2145165644', 'description': 'tempest-description--676822368'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:23:51.287231 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-64467387-239b-41a6-8a44-66d954a3dd0b None None] For port 9dfbdbb6-a5ec-463f-b8be-ac030735fbe1, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=9dfbdbb6-a5ec-463f-b8be-ac030735fbe1,segment=NetworkSegment(709cf7fd-f815-4400-a3db-c8b217c6237e),segment_id=709cf7fd-f815-4400-a3db-c8b217c6237e)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:23:51.302390 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-64467387-239b-41a6-8a44-66d954a3dd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:51.318221 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f1abc5-5f04-4c83-9543-669441fba00d service neutron] Pushing event updated for resources: {'Port': ['ID=c037744a-8a2c-4716-aa2b-d8afd0bce040,revision_number=3']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:51.327377 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9cabae-a06f-4261-9148-f9a3b4d2eb08 req-d79032fb-3c05-499a-85fa-e04fe0ba7a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:51.329128 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ec9cabae-a06f-4261-9148-f9a3b4d2eb08 req-d79032fb-3c05-499a-85fa-e04fe0ba7a42 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b29915fceb8e43e18911a1d8234c4c1a&device_id=bf5027d9-8294-42a1-bdc3-a61bba1b1614 HTTP/1.1" status: 200 len: 1095 time: 0.2103741 Jan 18 22:23:51.362894 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-002c5dab-de41-4014-a3c8-fd292cb87fcc tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:51.389734 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-e4f61d5a-c513-41b6-ac93-0bff08f50eda None None] Provisioning complete for port 9dfbdbb6-a5ec-463f-b8be-ac030735fbe1 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:23:51.390227 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e4f61d5a-c513-41b6-ac93-0bff08f50eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:51.450924 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64467387-239b-41a6-8a44-66d954a3dd0b None None] Routers {'0aca9b94-86a5-43ca-b503-3c82b83f0607'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:23:51.451888 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-64467387-239b-41a6-8a44-66d954a3dd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:23:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['0aca9b94-86a5-43ca-b503-3c82b83f0607'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:23:51.454727 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ec9cabae-a06f-4261-9148-f9a3b4d2eb08 req-eb9689a9-f717-441d-bbd2-957df3e804fd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c037744a-8a2c-4716-aa2b-d8afd0bce040 HTTP/1.1" status: 200 len: 217 time: 0.0937037 Jan 18 22:23:51.456086 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-002c5dab-de41-4014-a3c8-fd292cb87fcc tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:51.460895 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1ed7114d-c40a-4bc6-9fe6-dd4a881d8fa7 req-93b5b97a-6961-493b-b1f1-d0db7adfa6cb tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc8c7d2e-b8e2-47f9-a940-5cbf5ddba272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3529394 Jan 18 22:23:51.477789 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-82a32a0f-6748-44cd-bb7f-d8a1b0c1e650 req-7dc9a168-42ce-4efe-9614-309fab5d2d59 service neutron] 10.222.0.67 "PUT /v2.0/ports/25680f59-4b56-4e52-a872-62736028b80e/bindings/n-h1-825064-1/activate HTTP/1.1" status: 200 len: 369 time: 1.3391140 Jan 18 22:23:51.515645 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-002c5dab-de41-4014-a3c8-fd292cb87fcc tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:51.612065 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90d38177-11cd-45cf-9297-78c371bd10e7 x-openstack-request-id: req-90d38177-11cd-45cf-9297-78c371bd10e7 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:23:51.620429 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002c5dab-de41-4014-a3c8-fd292cb87fcc tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c648c24-a8c9-44c0-bb3a-f1fa93ac06ba,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:51.629178 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf5027d9-8294-42a1-bdc3-a61bba1b1614", "tag": "c037744a-8a2c-4716-aa2b-d8afd0bce040", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:23:51.629447 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-90d38177-11cd-45cf-9297-78c371bd10e7 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:23:51.630376 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf5027d9-8294-42a1-bdc3-a61bba1b1614', 'tag': 'c037744a-8a2c-4716-aa2b-d8afd0bce040', 'status': 'completed', 'code': 200} Jan 18 22:23:51.659345 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc9a168-42ce-4efe-9614-309fab5d2d59 service neutron] Pushing event updated for resources: {'Port': ['ID=25680f59-4b56-4e52-a872-62736028b80e,revision_number=10']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:51.687468 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc9a168-42ce-4efe-9614-309fab5d2d59 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:23:51.692078 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc9a168-42ce-4efe-9614-309fab5d2d59 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:23:51.692078 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc9a168-42ce-4efe-9614-309fab5d2d59 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:23:51.692585 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc9a168-42ce-4efe-9614-309fab5d2d59 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:23:51.693007 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc9a168-42ce-4efe-9614-309fab5d2d59 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:23:51.694575 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc9a168-42ce-4efe-9614-309fab5d2d59 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:23:51.695632 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc9a168-42ce-4efe-9614-309fab5d2d59 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:23:51.696778 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc9a168-42ce-4efe-9614-309fab5d2d59 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:23:51.697390 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc9a168-42ce-4efe-9614-309fab5d2d59 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:23:51.697991 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc9a168-42ce-4efe-9614-309fab5d2d59 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:23:51.698559 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc9a168-42ce-4efe-9614-309fab5d2d59 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:23:51.699167 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc9a168-42ce-4efe-9614-309fab5d2d59 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:23:51.743871 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1995e938-db64-4805-bc2d-14ea6a6383a2 None None] Pushing event updated for resources: {'Port': ['ID=9dfbdbb6-a5ec-463f-b8be-ac030735fbe1,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:51.746900 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2866e3eb-1b44-41d9-a865-2d9eaa722bd5 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:51.749787 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9cabae-a06f-4261-9148-f9a3b4d2eb08 req-ea386489-2235-4382-bdc8-bdc472586439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:51.751290 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ec9cabae-a06f-4261-9148-f9a3b4d2eb08 req-ea386489-2235-4382-bdc8-bdc472586439 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a52884c8-9d97-4e4b-9890-07ddb774f2b4 HTTP/1.1" status: 200 len: 861 time: 0.2830472 Jan 18 22:23:51.769571 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423ebac3-8c5d-48d3-a765-1b850b5db4bc req-29b09fc6-d58b-48f3-a45a-13959f0e0869 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:51.773502 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e4f61d5a-c513-41b6-ac93-0bff08f50eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:51.785001 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-423ebac3-8c5d-48d3-a765-1b850b5db4bc req-29b09fc6-d58b-48f3-a45a-13959f0e0869 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=3235a499-27d0-4827-81fd-d658b66e33f9 HTTP/1.1" status: 200 len: 946 time: 0.3046889 Jan 18 22:23:51.793743 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-64467387-239b-41a6-8a44-66d954a3dd0b None None] Set router 0aca9b94-86a5-43ca-b503-3c82b83f0607 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:23:51.833507 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002c5dab-de41-4014-a3c8-fd292cb87fcc tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:23:51.833935 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002c5dab-de41-4014-a3c8-fd292cb87fcc tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:23:51.834358 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002c5dab-de41-4014-a3c8-fd292cb87fcc tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:23:51.834791 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002c5dab-de41-4014-a3c8-fd292cb87fcc tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:23:51.835189 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002c5dab-de41-4014-a3c8-fd292cb87fcc tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:23:51.835595 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002c5dab-de41-4014-a3c8-fd292cb87fcc tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:23:51.836002 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002c5dab-de41-4014-a3c8-fd292cb87fcc tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:23:51.837278 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002c5dab-de41-4014-a3c8-fd292cb87fcc tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:23:51.837858 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002c5dab-de41-4014-a3c8-fd292cb87fcc tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:23:51.838305 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002c5dab-de41-4014-a3c8-fd292cb87fcc tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:23:51.838843 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002c5dab-de41-4014-a3c8-fd292cb87fcc tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:23:51.840206 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002c5dab-de41-4014-a3c8-fd292cb87fcc tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:23:51.855274 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ec9cabae-a06f-4261-9148-f9a3b4d2eb08 req-28923b05-3866-4bae-828f-d7feec010924 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f092491e-0947-4058-bdc0-03dc785407fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542562 Jan 18 22:23:51.866215 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-e4f61d5a-c513-41b6-ac93-0bff08f50eda None None] For port 9dfbdbb6-a5ec-463f-b8be-ac030735fbe1, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=9dfbdbb6-a5ec-463f-b8be-ac030735fbe1,segment=NetworkSegment(709cf7fd-f815-4400-a3db-c8b217c6237e),segment_id=709cf7fd-f815-4400-a3db-c8b217c6237e)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:23:51.873213 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-72cf6236-7fea-4e9c-8e75-d4a8114c3686 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:51.877533 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e4f61d5a-c513-41b6-ac93-0bff08f50eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:51.947241 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-002c5dab-de41-4014-a3c8-fd292cb87fcc tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:51.949358 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 22:23:51.953827 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-002c5dab-de41-4014-a3c8-fd292cb87fcc tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6925912 Jan 18 22:23:51.955291 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 39744) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:52.010626 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-99842bcc-db88-4310-adbd-ee756389bf7e tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Request body: {'security_group_rule': {'security_group_id': '4c648c24-a8c9-44c0-bb3a-f1fa93ac06ba', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:23:52.040708 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-423ebac3-8c5d-48d3-a765-1b850b5db4bc req-21ca8405-2c58-43f1-bce1-7932cacec746 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535961 Jan 18 22:23:52.101270 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49abd107-24a0-4e13-aa89-2b7f0d2c9554 req-d254365f-bf21-4676-bd12-70b3b29c7d2f tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:52.109580 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-49abd107-24a0-4e13-aa89-2b7f0d2c9554 req-d254365f-bf21-4676-bd12-70b3b29c7d2f tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf5027d9-8294-42a1-bdc3-a61bba1b1614 HTTP/1.1" status: 200 len: 944 time: 0.2643781 Jan 18 22:23:52.113585 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2866e3eb-1b44-41d9-a865-2d9eaa722bd5 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60203138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62288677'] for subnet, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:52.140992 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2866e3eb-1b44-41d9-a865-2d9eaa722bd5 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:52.147366 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-2866e3eb-1b44-41d9-a865-2d9eaa722bd5 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "DELETE /v2.0/subnets/a66e05b2-7c27-4aba-9067-6846e9116859 HTTP/1.1" status: 204 len: 168 time: 1.3224468 Jan 18 22:23:52.148533 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-99842bcc-db88-4310-adbd-ee756389bf7e tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:52.174524 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 39746) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:52.241089 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-b4ac0a60-fd18-4203-8d2d-fef6c69363a9 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0627477 Jan 18 22:23:52.245165 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf8fec3-9e12-4b13-a21d-320512eb15ed None None] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:23:52.246695 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2866e3eb-1b44-41d9-a865-2d9eaa722bd5 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event deleted for resources: {'Subnet': ['ID=a66e05b2-7c27-4aba-9067-6846e9116859,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:52.246889 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a32a0f-6748-44cd-bb7f-d8a1b0c1e650 req-d4da4e89-ad1f-4682-8f3f-2d3122b2626d tempest-LiveAutoBlockMigrationV225Test-1137188585 tempest-LiveAutoBlockMigrationV225Test-1137188585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:52.248598 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 39748) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:52.248718 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-82a32a0f-6748-44cd-bb7f-d8a1b0c1e650 req-d4da4e89-ad1f-4682-8f3f-2d3122b2626d tempest-LiveAutoBlockMigrationV225Test-1137188585 tempest-LiveAutoBlockMigrationV225Test-1137188585-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=ef174e72-af9c-4820-b809-9e0e5168f5f6&tenant_id=cccec33dc87e4f2dae33b71be2fd1ab3&binding%3Ahost_id=n-h2-825064-1 HTTP/1.1" status: 200 len: 1095 time: 0.6174145 Jan 18 22:23:52.262938 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-7412d049-a9f7-4b71-ae37-07f0e810ae1b tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Request body: {'subnet': {'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:23:52.272479 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8296d47a-356e-4683-bae2-d0ba508bf3e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:52.346172 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f61d5a-c513-41b6-ac93-0bff08f50eda None None] Pushing event updated for resources: {'Port': ['ID=9dfbdbb6-a5ec-463f-b8be-ac030735fbe1,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:52.355874 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-49abd107-24a0-4e13-aa89-2b7f0d2c9554 req-bc303cbf-42b2-49b3-9955-2db3d8676eb2 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9107f98-3261-4c9b-b70c-aaafa7d6fae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452946 Jan 18 22:23:52.374776 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-56fbb19d-86e5-454e-9396-3dc7bbe13238 None None] Provisioning complete for port 9dfbdbb6-a5ec-463f-b8be-ac030735fbe1 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:23:52.375110 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-56fbb19d-86e5-454e-9396-3dc7bbe13238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:52.417757 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a32a0f-6748-44cd-bb7f-d8a1b0c1e650 req-00ddf3ae-9b3a-4153-bb98-ce98d01422dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:52.419263 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-82a32a0f-6748-44cd-bb7f-d8a1b0c1e650 req-00ddf3ae-9b3a-4153-bb98-ce98d01422dc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ef174e72-af9c-4820-b809-9e0e5168f5f6&tenant_id=cccec33dc87e4f2dae33b71be2fd1ab3 HTTP/1.1" status: 200 len: 1095 time: 0.1562719 Jan 18 22:23:52.443140 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-99842bcc-db88-4310-adbd-ee756389bf7e tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:52.470842 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-99842bcc-db88-4310-adbd-ee756389bf7e tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:52.472683 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ec9cabae-a06f-4261-9148-f9a3b4d2eb08 req-3a8f99cd-c616-4bc3-8469-2516b6548df3 service neutron] 10.222.0.36 "GET /v2.0/networks/f092491e-0947-4058-bdc0-03dc785407fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5943425 Jan 18 22:23:52.479929 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7412d049-a9f7-4b71-ae37-07f0e810ae1b tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Made reservation on behalf of 0a17ff9ddd5f489695e0235ae87388f5 for: {'subnet': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:23:52.484649 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7412d049-a9f7-4b71-ae37-07f0e810ae1b tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62288702'] for subnet, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:52.565439 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99842bcc-db88-4310-adbd-ee756389bf7e tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7413adac-9d3e-4d11-803a-5e3d7f0d568b,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:52.577434 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-99842bcc-db88-4310-adbd-ee756389bf7e tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:52.581267 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-99842bcc-db88-4310-adbd-ee756389bf7e tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5740671 Jan 18 22:23:52.590022 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 39754) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:52.597455 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-e3edfdb6-2c0c-45bd-a78d-601fad416bdb tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Request body: {'security_group_rule': {'security_group_id': '4c648c24-a8c9-44c0-bb3a-f1fa93ac06ba', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:23:52.620225 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-64467387-239b-41a6-8a44-66d954a3dd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aca9b94-86a5-43ca-b503-3c82b83f0607', 'name': 'tempest-AttachVolumeTestJSON-1374897669-router', 'tenant_id': '8b13ed9b2a1546eeba661ab8fe911d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'b8d7af8a-ea10-4555-88a6-bf42a27d61a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:23:38Z', 'updated_at': '2022-01-18T22:23:45Z', 'revision_number': 4, 'project_id': '8b13ed9b2a1546eeba661ab8fe911d02', 'gw_port': {'id': 'b8d7af8a-ea10-4555-88a6-bf42a27d61a5', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aca9b94-86a5-43ca-b503-3c82b83f0607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:23:39Z', 'updated_at': '2022-01-18T22:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '9dfbdbb6-a5ec-463f-b8be-ac030735fbe1', 'name': '', 'network_id': 'a7cf00b2-fdcd-4807-a356-43cabd69ea31', 'tenant_id': '8b13ed9b2a1546eeba661ab8fe911d02', 'mac_address': 'fa:16:3e:5a:f7:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aca9b94-86a5-43ca-b503-3c82b83f0607', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'f22ac4a0-8a49-4c4d-8503-b70bab42605d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:23:43Z', 'updated_at': '2022-01-18T22:23:51Z', 'revision_number': 4, 'project_id': '8b13ed9b2a1546eeba661ab8fe911d02', 'subnets': [{'id': 'f22ac4a0-8a49-4c4d-8503-b70bab42605d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:23:52.661349 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-72cf6236-7fea-4e9c-8e75-d4a8114c3686 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1040691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049'] for router, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:52.663582 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64467387-239b-41a6-8a44-66d954a3dd0b None None] The sync data for ids ['0aca9b94-86a5-43ca-b503-3c82b83f0607'] in n-d-825064-1 is: [{'id': '0aca9b94-86a5-43ca-b503-3c82b83f0607', 'name': 'tempest-AttachVolumeTestJSON-1374897669-router', 'tenant_id': '8b13ed9b2a1546eeba661ab8fe911d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'b8d7af8a-ea10-4555-88a6-bf42a27d61a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:23:38Z', 'updated_at': '2022-01-18T22:23:45Z', 'revision_number': 4, 'project_id': '8b13ed9b2a1546eeba661ab8fe911d02', 'gw_port': {'id': 'b8d7af8a-ea10-4555-88a6-bf42a27d61a5', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aca9b94-86a5-43ca-b503-3c82b83f0607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:23:39Z', 'updated_at': '2022-01-18T22:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '9dfbdbb6-a5ec-463f-b8be-ac030735fbe1', 'name': '', 'network_id': 'a7cf00b2-fdcd-4807-a356-43cabd69ea31', 'tenant_id': '8b13ed9b2a1546eeba661ab8fe911d02', 'mac_address': 'fa:16:3e:5a:f7:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aca9b94-86a5-43ca-b503-3c82b83f0607', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'f22ac4a0-8a49-4c4d-8503-b70bab42605d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:23:43Z', 'updated_at': '2022-01-18T22:23:51Z', 'revision_number': 4, 'project_id': '8b13ed9b2a1546eeba661ab8fe911d02', 'subnets': [{'id': 'f22ac4a0-8a49-4c4d-8503-b70bab42605d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:23:52.679185 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab28a7ed-7250-4bee-85e8-ff0dd45ca735 req-5053dc78-266f-4740-85ae-33803418fcfb tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:52.680756 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ab28a7ed-7250-4bee-85e8-ff0dd45ca735 req-5053dc78-266f-4740-85ae-33803418fcfb tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef174e72-af9c-4820-b809-9e0e5168f5f6 HTTP/1.1" status: 200 len: 944 time: 0.1110859 Jan 18 22:23:52.692904 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ddae11-205a-45e5-bb10-112c1f169e23 None None] DHCP port deletion for 5ec417a5-fa6c-4abd-aa15-b83b9df83503 request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:23:52.710005 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e3edfdb6-2c0c-45bd-a78d-601fad416bdb tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:52.724642 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a32a0f-6748-44cd-bb7f-d8a1b0c1e650 req-b1cd5f4b-f995-4343-886b-e2ab7bae2242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:52.726422 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-82a32a0f-6748-44cd-bb7f-d8a1b0c1e650 req-b1cd5f4b-f995-4343-886b-e2ab7bae2242 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cccec33dc87e4f2dae33b71be2fd1ab3&device_id=ef174e72-af9c-4820-b809-9e0e5168f5f6 HTTP/1.1" status: 200 len: 1095 time: 0.2655976 Jan 18 22:23:52.765582 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-6a72f84b-0033-49d1-956a-8f6a91a75e01 None None] Provisioning complete for port e90af743-4db2-4543-b784-0658854b299a triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:23:52.766275 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6a72f84b-0033-49d1-956a-8f6a91a75e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:52.834411 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ab28a7ed-7250-4bee-85e8-ff0dd45ca735 req-86a5b35e-51d7-47a4-b0b2-66634fa4b24d tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc8c7d2e-b8e2-47f9-a940-5cbf5ddba272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387496 Jan 18 22:23:52.899547 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-65ddae11-205a-45e5-bb10-112c1f169e23 None None] Deleting port e90af743-4db2-4543-b784-0658854b299a {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:23:52.899867 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-65ddae11-205a-45e5-bb10-112c1f169e23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:52.903679 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:52.911685 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ec9cabae-a06f-4261-9148-f9a3b4d2eb08 req-ea727a98-21a8-4e7e-83f0-e029910ac018 service neutron] 10.222.0.36 "GET /v2.0/networks/f092491e-0947-4058-bdc0-03dc785407fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4207287 Jan 18 22:23:52.914423 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e3edfdb6-2c0c-45bd-a78d-601fad416bdb tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:52.915866 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7412d049-a9f7-4b71-ae37-07f0e810ae1b tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60203213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62288684'] for subnet, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:52.949031 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e3edfdb6-2c0c-45bd-a78d-601fad416bdb tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:52.966333 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a32a0f-6748-44cd-bb7f-d8a1b0c1e650 req-5669d161-c54b-42a6-8d9a-aaecf220e1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:52.968480 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-82a32a0f-6748-44cd-bb7f-d8a1b0c1e650 req-5669d161-c54b-42a6-8d9a-aaecf220e1db service neutron] 10.222.0.36 "GET /v2.0/networks?id=61203f33-a8b3-4e89-8217-8dac5f2bb01b HTTP/1.1" status: 200 len: 921 time: 0.2258675 Jan 18 22:23:52.981634 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7412d049-a9f7-4b71-ae37-07f0e810ae1b tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:23:52.991763 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-7412d049-a9f7-4b71-ae37-07f0e810ae1b tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:23:52.997125 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7412d049-a9f7-4b71-ae37-07f0e810ae1b tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:52.997958 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7412d049-a9f7-4b71-ae37-07f0e810ae1b tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:53.000776 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3edfdb6-2c0c-45bd-a78d-601fad416bdb tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0629a53-1398-45c4-8b52-95af86226165,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:53.019025 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e3edfdb6-2c0c-45bd-a78d-601fad416bdb tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:53.023657 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-e3edfdb6-2c0c-45bd-a78d-601fad416bdb tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4303257 Jan 18 22:23:53.024658 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 39758) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:53.037296 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-82a32a0f-6748-44cd-bb7f-d8a1b0c1e650 req-607d8d28-f47c-4fef-a171-f3328d000f79 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=25680f59-4b56-4e52-a872-62736028b80e HTTP/1.1" status: 200 len: 217 time: 0.0614660 Jan 18 22:23:53.039403 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-93dfaf79-ac21-43f8-8477-87d0c78b3f88 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Request body: {'floatingip': {'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:23:53.045850 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7412d049-a9f7-4b71-ae37-07f0e810ae1b tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event updated for resources: {'Subnet': ['ID=631be570-38bf-469a-b3cb-c4df6e093ab5,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:53.051895 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-7412d049-a9f7-4b71-ae37-07f0e810ae1b tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7992589 Jan 18 22:23:53.054956 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 39760) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:53.060305 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-2d97fd0e-5508-4936-8fb6-1df4cbdaccd0 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Request body: {'subnet': {'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:23:53.070089 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-65ddae11-205a-45e5-bb10-112c1f169e23 None None] For port e90af743-4db2-4543-b784-0658854b299a, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=e90af743-4db2-4543-b784-0658854b299a,segment=NetworkSegment(3c2fda82-0722-4d26-8bf8-bb1f4fe594b8),segment_id=3c2fda82-0722-4d26-8bf8-bb1f4fe594b8)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:23:53.070488 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-65ddae11-205a-45e5-bb10-112c1f169e23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:53.102663 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-65ddae11-205a-45e5-bb10-112c1f169e23 None None] Calling delete_port for e90af743-4db2-4543-b784-0658854b299a owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:23:53.197377 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50279245-148a-4683-a3a9-8b7388c55a84 req-c0f9dc1e-eb8d-45d6-a5e4-48ea823fed8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:53.199961 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-50279245-148a-4683-a3a9-8b7388c55a84 req-c0f9dc1e-eb8d-45d6-a5e4-48ea823fed8c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b29915fceb8e43e18911a1d8234c4c1a&device_id=bf5027d9-8294-42a1-bdc3-a61bba1b1614 HTTP/1.1" status: 200 len: 1095 time: 0.1587405 Jan 18 22:23:53.203688 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72cf6236-7fea-4e9c-8e75-d4a8114c3686 admin admin] Router b34975de-15a4-457b-8d22-0193bcb395e8 is scheduled to L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 with binding_index 1 {{(pid=102431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 22:23:53.225259 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a32a0f-6748-44cd-bb7f-d8a1b0c1e650 req-9afbe6c6-8ee2-4063-a24e-909eeb270edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:53.225956 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-82a32a0f-6748-44cd-bb7f-d8a1b0c1e650 req-9afbe6c6-8ee2-4063-a24e-909eeb270edf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b92d365b-b574-47a9-a91d-968f4b104686 HTTP/1.1" status: 200 len: 861 time: 0.1654439 Jan 18 22:23:53.233963 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-65ddae11-205a-45e5-bb10-112c1f169e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:53.234483 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ffad8f-a66e-4a22-883e-a069daeb6c28 req-826812dc-3f50-46db-b893-594f572715da tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:53.236321 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-97ffad8f-a66e-4a22-883e-a069daeb6c28 req-826812dc-3f50-46db-b893-594f572715da tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=3235a499-27d0-4827-81fd-d658b66e33f9 HTTP/1.1" status: 200 len: 946 time: 0.0782578 Jan 18 22:23:53.239680 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-93dfaf79-ac21-43f8-8477-87d0c78b3f88 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Notify callbacks [] for floatingip, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:53.275032 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ddae11-205a-45e5-bb10-112c1f169e23 None None] Pushing event deleted for resources: {'Port': ['ID=e90af743-4db2-4543-b784-0658854b299a,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:53.283383 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ddae11-205a-45e5-bb10-112c1f169e23 None None] No DVR routers for this DVR port e90af743-4db2-4543-b784-0658854b299a on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:23:53.312604 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-97ffad8f-a66e-4a22-883e-a069daeb6c28 req-cf664169-6bab-42f7-82b2-cc1853fc7eb9 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636075 Jan 18 22:23:53.318306 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8dc551-a8fe-4590-9edd-a4ff0ffdc158 None None] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:23:53.428069 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d97fd0e-5508-4936-8fb6-1df4cbdaccd0 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Made reservation on behalf of 0a17ff9ddd5f489695e0235ae87388f5 for: {'subnet': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:23:53.432647 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2d97fd0e-5508-4936-8fb6-1df4cbdaccd0 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62288702'] for subnet, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:53.441278 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-82a32a0f-6748-44cd-bb7f-d8a1b0c1e650 req-5182d605-3010-42cf-8ef9-4f1858f3d871 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=61203f33-a8b3-4e89-8217-8dac5f2bb01b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1943743 Jan 18 22:23:53.445213 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72cf6236-7fea-4e9c-8e75-d4a8114c3686 admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:23:53.465808 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92bf726f-ff83-46a4-829d-2b4f87f7d19b None None] Sync routers for ids ['b34975de-15a4-457b-8d22-0193bcb395e8'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:23:53.487536 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92bf726f-ff83-46a4-829d-2b4f87f7d19b None None] Routers {'b34975de-15a4-457b-8d22-0193bcb395e8'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:23:53.491594 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-92bf726f-ff83-46a4-829d-2b4f87f7d19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:23:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['b34975de-15a4-457b-8d22-0193bcb395e8'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:23:53.594836 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-93dfaf79-ac21-43f8-8477-87d0c78b3f88 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:53.619821 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e677f8-62d2-468f-b264-905229841958 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-5ec417a5-fa6c-4abd-aa15-b83b9df83503', 'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503', 'tenant_id': '0a17ff9ddd5f489695e0235ae87388f5', 'fixed_ips': [{'subnet_id': '631be570-38bf-469a-b3cb-c4df6e093ab5'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:23:53.621023 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d8e677f8-62d2-468f-b264-905229841958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:53.635688 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-72cf6236-7fea-4e9c-8e75-d4a8114c3686 admin admin] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:53.637225 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-72cf6236-7fea-4e9c-8e75-d4a8114c3686 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.0422661 Jan 18 22:23:53.643336 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 39768) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:53.691129 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50279245-148a-4683-a3a9-8b7388c55a84 req-5db039ff-42af-4de7-857f-8fe3eb3f9aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:53.692822 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-50279245-148a-4683-a3a9-8b7388c55a84 req-5db039ff-42af-4de7-857f-8fe3eb3f9aa1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f092491e-0947-4058-bdc0-03dc785407fa HTTP/1.1" status: 200 len: 921 time: 0.4849367 Jan 18 22:23:53.725711 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-92bf726f-ff83-46a4-829d-2b4f87f7d19b None None] Set router b34975de-15a4-457b-8d22-0193bcb395e8 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:23:53.748607 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-50279245-148a-4683-a3a9-8b7388c55a84 req-27dfee93-521c-4311-9d67-8aabc7abfba8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c037744a-8a2c-4716-aa2b-d8afd0bce040 HTTP/1.1" status: 200 len: 217 time: 0.0465126 Jan 18 22:23:53.756511 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-82a32a0f-6748-44cd-bb7f-d8a1b0c1e650 req-71fadc4e-bde9-4b05-8747-52f5b366d6a5 service neutron] 10.222.0.36 "GET /v2.0/networks/61203f33-a8b3-4e89-8217-8dac5f2bb01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3022995 Jan 18 22:23:53.866645 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-d8e677f8-62d2-468f-b264-905229841958 None None] Allocated IP 172.20.0.2 (5ec417a5-fa6c-4abd-aa15-b83b9df83503/631be570-38bf-469a-b3cb-c4df6e093ab5/c7c85ada-275d-4c3d-8e1e-692fe6b3d96e) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:23:53.941114 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50279245-148a-4683-a3a9-8b7388c55a84 req-d1613dcc-1b5d-4b5c-97a2-7e8d474e4a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:53.945499 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-50279245-148a-4683-a3a9-8b7388c55a84 req-d1613dcc-1b5d-4b5c-97a2-7e8d474e4a16 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a52884c8-9d97-4e4b-9890-07ddb774f2b4 HTTP/1.1" status: 200 len: 861 time: 0.1852014 Jan 18 22:23:54.063723 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-50279245-148a-4683-a3a9-8b7388c55a84 req-45d83b53-4567-43c8-8d33-2d25ed2eea71 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f092491e-0947-4058-bdc0-03dc785407fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1092660 Jan 18 22:23:54.141679 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device c037744a-8a2c-4716-aa2b-d8afd0bce040 details requested by agent hyperv_n-h1-825064-1 with host n-h1-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:23:54.144549 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 9dfbdbb6-a5ec-463f-b8be-ac030735fbe1 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:23:54.152209 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-82a32a0f-6748-44cd-bb7f-d8a1b0c1e650 req-61410751-0bc2-4bff-80cc-8bca50051b20 service neutron] 10.222.0.36 "GET /v2.0/networks/61203f33-a8b3-4e89-8217-8dac5f2bb01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3848135 Jan 18 22:23:54.251006 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d8e677f8-62d2-468f-b264-905229841958 None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:54.279450 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d8e677f8-62d2-468f-b264-905229841958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:54.318394 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-50279245-148a-4683-a3a9-8b7388c55a84 req-547b8946-1b8b-4557-8823-6f76b38a22fc service neutron] 10.222.0.36 "GET /v2.0/networks/f092491e-0947-4058-bdc0-03dc785407fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437365 Jan 18 22:23:54.374920 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-92bf726f-ff83-46a4-829d-2b4f87f7d19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34975de-15a4-457b-8d22-0193bcb395e8', 'name': 'tempest-ServerRescueNegativeTestJSON-1248732443-router', 'tenant_id': '9e3d2710d5874e5a8a2018a623ee9fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '0219e7f7-ca8f-4d0d-a22e-fc37aed9af32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:23:48Z', 'updated_at': '2022-01-18T22:23:51Z', 'revision_number': 3, 'project_id': '9e3d2710d5874e5a8a2018a623ee9fbd', 'gw_port': {'id': '0219e7f7-ca8f-4d0d-a22e-fc37aed9af32', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a7:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b34975de-15a4-457b-8d22-0193bcb395e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:23:49Z', 'updated_at': '2022-01-18T22:23:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:23:54.444291 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:54.449424 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e677f8-62d2-468f-b264-905229841958 None None] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:23:54.468035 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e677f8-62d2-468f-b264-905229841958 None None] Pushing event updated for resources: {'Port': ['ID=c7c85ada-275d-4c3d-8e1e-692fe6b3d96e,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:54.474820 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4505003b-362e-4048-8c25-3ff07a233db6 req-e0037990-b2b9-4145-8e6a-3a9e03c14cc5 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:54.475694 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-d8e677f8-62d2-468f-b264-905229841958 None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:23:54.476407 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4505003b-362e-4048-8c25-3ff07a233db6 req-e0037990-b2b9-4145-8e6a-3a9e03c14cc5 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf5027d9-8294-42a1-bdc3-a61bba1b1614 HTTP/1.1" status: 200 len: 944 time: 0.9533629 Jan 18 22:23:54.482013 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92bf726f-ff83-46a4-829d-2b4f87f7d19b None None] Checking router: b34975de-15a4-457b-8d22-0193bcb395e8 for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:23:54.483081 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92bf726f-ff83-46a4-829d-2b4f87f7d19b None None] Updating router b34975de-15a4-457b-8d22-0193bcb395e8 port 0219e7f7-ca8f-4d0d-a22e-fc37aed9af32 binding host n-d-825064-1 {{(pid=102433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:23:54.511744 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e677f8-62d2-468f-b264-905229841958 None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:23:54.531598 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a32a0f-6748-44cd-bb7f-d8a1b0c1e650 req-22fefbd4-6fc9-4733-b740-554c28bf6e71 tempest-LiveAutoBlockMigrationV225Test-1137188585 tempest-LiveAutoBlockMigrationV225Test-1137188585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:54.533774 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-82a32a0f-6748-44cd-bb7f-d8a1b0c1e650 req-22fefbd4-6fc9-4733-b740-554c28bf6e71 tempest-LiveAutoBlockMigrationV225Test-1137188585 tempest-LiveAutoBlockMigrationV225Test-1137188585-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=ef174e72-af9c-4820-b809-9e0e5168f5f6&tenant_id=cccec33dc87e4f2dae33b71be2fd1ab3&binding%3Ahost_id=n-h1-825064-1 HTTP/1.1" status: 200 len: 1095 time: 0.0917141 Jan 18 22:23:54.545941 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-92bf726f-ff83-46a4-829d-2b4f87f7d19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:54.565068 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port c037744a-8a2c-4716-aa2b-d8afd0bce040, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=c037744a-8a2c-4716-aa2b-d8afd0bce040,segment=NetworkSegment(6d4c9fdf-454c-4b11-b8c6-11146d43a316),segment_id=6d4c9fdf-454c-4b11-b8c6-11146d43a316)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:23:54.581220 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Returning: {'device': 'c037744a-8a2c-4716-aa2b-d8afd0bce040', 'network_id': 'f092491e-0947-4058-bdc0-03dc785407fa', 'port_id': 'c037744a-8a2c-4716-aa2b-d8afd0bce040', 'mac_address': 'fa:16:3e:71:37:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a52884c8-9d97-4e4b-9890-07ddb774f2b4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:23:54.586396 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 9dfbdbb6-a5ec-463f-b8be-ac030735fbe1 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:23:54.586851 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:54.627863 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-50279245-148a-4683-a3a9-8b7388c55a84 req-5a6eedb7-99b9-48f4-a535-2559468c471a service neutron] 10.222.0.36 "GET /v2.0/networks/f092491e-0947-4058-bdc0-03dc785407fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3026607 Jan 18 22:23:54.630586 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:54.723766 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4505003b-362e-4048-8c25-3ff07a233db6 req-88e1474e-c19d-4511-9554-918c1c7b96ae tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9107f98-3261-4c9b-b70c-aaafa7d6fae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881068 Jan 18 22:23:54.755595 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:54.770529 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-82a32a0f-6748-44cd-bb7f-d8a1b0c1e650 req-6b85252e-0d24-4b9a-90f1-213b58c3e994 service neutron] For port 25680f59-4b56-4e52-a872-62736028b80e, host n-h2-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:23:54.777167 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-82a32a0f-6748-44cd-bb7f-d8a1b0c1e650 req-6b85252e-0d24-4b9a-90f1-213b58c3e994 service neutron] Notify callbacks [] for binding, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:54.778514 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-82a32a0f-6748-44cd-bb7f-d8a1b0c1e650 req-6b85252e-0d24-4b9a-90f1-213b58c3e994 service neutron] 10.222.0.36 "DELETE /v2.0/ports/25680f59-4b56-4e52-a872-62736028b80e/bindings/n-h2-825064-1 HTTP/1.1" status: 204 len: 173 time: 0.2269640 Jan 18 22:23:54.784404 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-d8e677f8-62d2-468f-b264-905229841958 None None] Attempting to bind port c7c85ada-275d-4c3d-8e1e-692fe6b3d96e on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:23:54.785118 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-d8e677f8-62d2-468f-b264-905229841958 None None] Attempting to bind port c7c85ada-275d-4c3d-8e1e-692fe6b3d96e by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '3c2fda82-0722-4d26-8bf8-bb1f4fe594b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:23:54.785709 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e677f8-62d2-468f-b264-905229841958 None None] Attempting to bind port c7c85ada-275d-4c3d-8e1e-692fe6b3d96e on network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:23:54.825542 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c037744a-8a2c-4716-aa2b-d8afd0bce040 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:23:54.855185 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e677f8-62d2-468f-b264-905229841958 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:23:54.855658 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e677f8-62d2-468f-b264-905229841958 None None] Checking segment: {'id': '3c2fda82-0722-4d26-8bf8-bb1f4fe594b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:23:54.855848 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d8e677f8-62d2-468f-b264-905229841958 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:54.856684 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e677f8-62d2-468f-b264-905229841958 None None] Bound using segment: {'id': '3c2fda82-0722-4d26-8bf8-bb1f4fe594b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:23:54.857585 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-d8e677f8-62d2-468f-b264-905229841958 None None] Bound port: c7c85ada-275d-4c3d-8e1e-692fe6b3d96e, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2fda82-0722-4d26-8bf8-bb1f4fe594b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:23:54.857705 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d8e677f8-62d2-468f-b264-905229841958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:54.876286 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port c037744a-8a2c-4716-aa2b-d8afd0bce040, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=c037744a-8a2c-4716-aa2b-d8afd0bce040,segment=NetworkSegment(6d4c9fdf-454c-4b11-b8c6-11146d43a316),segment_id=6d4c9fdf-454c-4b11-b8c6-11146d43a316)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:23:54.884978 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:54.887339 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223211a1-7ac2-4b1a-88a8-b802bb7ae33f req-11c0ae5c-7b11-4d5f-a40b-1d1c1d4424fa tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:54.888892 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-223211a1-7ac2-4b1a-88a8-b802bb7ae33f req-11c0ae5c-7b11-4d5f-a40b-1d1c1d4424fa tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef174e72-af9c-4820-b809-9e0e5168f5f6 HTTP/1.1" status: 200 len: 944 time: 0.5113063 Jan 18 22:23:54.966971 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-93dfaf79-ac21-43f8-8477-87d0c78b3f88 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Allocated IP 172.25.5.148 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/32e2812d-7c5c-4622-ba3f-d9c30577e375) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:23:54.999525 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=c037744a-8a2c-4716-aa2b-d8afd0bce040,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:55.009729 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-d8e677f8-62d2-468f-b264-905229841958 None None] For port c7c85ada-275d-4c3d-8e1e-692fe6b3d96e, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:23:55.013295 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-d8e677f8-62d2-468f-b264-905229841958 None None] For port c7c85ada-275d-4c3d-8e1e-692fe6b3d96e, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=c7c85ada-275d-4c3d-8e1e-692fe6b3d96e,segment=NetworkSegment(3c2fda82-0722-4d26-8bf8-bb1f4fe594b8),segment_id=3c2fda82-0722-4d26-8bf8-bb1f4fe594b8)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:23:55.019186 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d8e677f8-62d2-468f-b264-905229841958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:55.025602 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device e90af743-4db2-4543-b784-0658854b299a no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:23:55.084368 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: e90af743-4db2-4543-b784-0658854b299a {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:23:55.084715 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device e90af743-4db2-4543-b784-0658854b299a not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:23:55.097569 n-d-825064-1 neutron-server[102430]: DEBUG neutron.objects.ports [None req-2d97fd0e-5508-4936-8fb6-1df4cbdaccd0 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102430) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 18 22:23:55.123589 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e677f8-62d2-468f-b264-905229841958 None None] Pushing event updated for resources: {'Port': ['ID=c7c85ada-275d-4c3d-8e1e-692fe6b3d96e,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:55.178041 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715a4ad6-baa6-4b00-8a12-db8c853b5775 req-1df9efca-86e6-4df3-9bb3-4b7f6ab16463 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:55.179806 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-715a4ad6-baa6-4b00-8a12-db8c853b5775 req-1df9efca-86e6-4df3-9bb3-4b7f6ab16463 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=3235a499-27d0-4827-81fd-d658b66e33f9 HTTP/1.1" status: 200 len: 946 time: 0.3297451 Jan 18 22:23:55.209973 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['c037744a-8a2c-4716-aa2b-d8afd0bce040'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:23:55.328400 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-223211a1-7ac2-4b1a-88a8-b802bb7ae33f req-713cd01b-6d07-4fe1-b01d-07886acdb5bb tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc8c7d2e-b8e2-47f9-a940-5cbf5ddba272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4141550 Jan 18 22:23:55.542817 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-715a4ad6-baa6-4b00-8a12-db8c853b5775 req-10330c7f-babc-49c0-ad0f-1e7f7d27a269 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394695 Jan 18 22:23:55.636805 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-93dfaf79-ac21-43f8-8477-87d0c78b3f88 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:55.706059 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2d97fd0e-5508-4936-8fb6-1df4cbdaccd0 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:55.798697 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-93dfaf79-ac21-43f8-8477-87d0c78b3f88 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:55.905998 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93dfaf79-ac21-43f8-8477-87d0c78b3f88 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:23:55.928760 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-93dfaf79-ac21-43f8-8477-87d0c78b3f88 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:23:55.942273 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93dfaf79-ac21-43f8-8477-87d0c78b3f88 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:23:55.942492 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-92bf726f-ff83-46a4-829d-2b4f87f7d19b None None] Notify callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:55.948481 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-92bf726f-ff83-46a4-829d-2b4f87f7d19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:55.948773 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dfaf79-ac21-43f8-8477-87d0c78b3f88 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Pushing event updated for resources: {'Port': ['ID=32e2812d-7c5c-4622-ba3f-d9c30577e375,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:55.999568 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c344777e-2884-4c8f-9fae-1721b57406f7 None None] Pushing event updated for resources: {'Port': ['ID=0219e7f7-ca8f-4d0d-a22e-fc37aed9af32,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:56.014983 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4fc823-806d-4dc1-afd9-645aac4611c9 req-449fc9e0-f60f-441b-ad18-870f662f6646 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:56.023129 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-92bf726f-ff83-46a4-829d-2b4f87f7d19b None None] Attempting to bind port 0219e7f7-ca8f-4d0d-a22e-fc37aed9af32 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:23:56.023517 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1a4fc823-806d-4dc1-afd9-645aac4611c9 req-449fc9e0-f60f-441b-ad18-870f662f6646 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf5027d9-8294-42a1-bdc3-a61bba1b1614 HTTP/1.1" status: 200 len: 945 time: 0.2178483 Jan 18 22:23:56.023679 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-92bf726f-ff83-46a4-829d-2b4f87f7d19b None None] Attempting to bind port 0219e7f7-ca8f-4d0d-a22e-fc37aed9af32 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:23:56.024045 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bf726f-ff83-46a4-829d-2b4f87f7d19b None None] Attempting to bind port 0219e7f7-ca8f-4d0d-a22e-fc37aed9af32 on network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:23:56.030655 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bf726f-ff83-46a4-829d-2b4f87f7d19b None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:23:56.031098 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bf726f-ff83-46a4-829d-2b4f87f7d19b None None] Checking segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:23:56.031557 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-92bf726f-ff83-46a4-829d-2b4f87f7d19b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:56.031967 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bf726f-ff83-46a4-829d-2b4f87f7d19b None None] Bound using segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:23:56.032717 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-92bf726f-ff83-46a4-829d-2b4f87f7d19b None None] Bound port: 0219e7f7-ca8f-4d0d-a22e-fc37aed9af32, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:23:56.033181 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-92bf726f-ff83-46a4-829d-2b4f87f7d19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:56.122934 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device c7c85ada-275d-4c3d-8e1e-692fe6b3d96e up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:23:56.132321 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-92bf726f-ff83-46a4-829d-2b4f87f7d19b None None] For port 0219e7f7-ca8f-4d0d-a22e-fc37aed9af32, host n-d-825064-1, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:23:56.138464 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-92bf726f-ff83-46a4-829d-2b4f87f7d19b None None] For port 0219e7f7-ca8f-4d0d-a22e-fc37aed9af32, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=0219e7f7-ca8f-4d0d-a22e-fc37aed9af32,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:23:56.150699 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-92bf726f-ff83-46a4-829d-2b4f87f7d19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:56.153045 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device ce5627e3-20f7-4e82-8e1c-ed97f4ce614c details requested by agent hyperv_n-h1-825064-1 with host n-h1-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:23:56.155995 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device c037744a-8a2c-4716-aa2b-d8afd0bce040 up at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:23:56.165019 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1a4fc823-806d-4dc1-afd9-645aac4611c9 req-12fd8802-546a-4643-831e-19e420928c61 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9107f98-3261-4c9b-b70c-aaafa7d6fae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406078 Jan 18 22:23:56.221941 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0fd0716b-13cb-49dc-b5bc-a32ed696e5eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:56.239793 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c344777e-2884-4c8f-9fae-1721b57406f7 None None] Pushing event updated for resources: {'Port': ['ID=0219e7f7-ca8f-4d0d-a22e-fc37aed9af32,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:56.261409 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92bf726f-ff83-46a4-829d-2b4f87f7d19b None None] Routers {'b34975de-15a4-457b-8d22-0193bcb395e8'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:23:56.262193 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-92bf726f-ff83-46a4-829d-2b4f87f7d19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:23:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['b34975de-15a4-457b-8d22-0193bcb395e8'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:23:56.307484 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-2d97fd0e-5508-4936-8fb6-1df4cbdaccd0 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] For port c7c85ada-275d-4c3d-8e1e-692fe6b3d96e, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=c7c85ada-275d-4c3d-8e1e-692fe6b3d96e,segment=NetworkSegment(3c2fda82-0722-4d26-8bf8-bb1f4fe594b8),segment_id=3c2fda82-0722-4d26-8bf8-bb1f4fe594b8)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:23:56.313975 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-93dfaf79-ac21-43f8-8477-87d0c78b3f88 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:56.338318 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port c7c85ada-275d-4c3d-8e1e-692fe6b3d96e triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:23:56.338696 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:56.375471 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning for port c037744a-8a2c-4716-aa2b-d8afd0bce040 completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:23:56.397191 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port ce5627e3-20f7-4e82-8e1c-ed97f4ce614c, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=ce5627e3-20f7-4e82-8e1c-ed97f4ce614c,segment=NetworkSegment(773e2478-13af-4dd0-bb1a-13e4946a40f7),segment_id=773e2478-13af-4dd0-bb1a-13e4946a40f7)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:23:56.406958 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning complete for port c037744a-8a2c-4716-aa2b-d8afd0bce040 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:23:56.407334 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:56.418973 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-92bf726f-ff83-46a4-829d-2b4f87f7d19b None None] Set router b34975de-15a4-457b-8d22-0193bcb395e8 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:23:56.426028 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2d97fd0e-5508-4936-8fb6-1df4cbdaccd0 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:56.450555 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Returning: {'device': 'ce5627e3-20f7-4e82-8e1c-ed97f4ce614c', 'network_id': '616341ad-8ee5-46dd-a50f-fbf4c382e06c', 'port_id': 'ce5627e3-20f7-4e82-8e1c-ed97f4ce614c', 'mac_address': 'fa:16:3e:99:ad:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39872394-9ec8-42e0-a515-8c2f5c78361a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:23:56.454436 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-9157a976-fc9b-4b0d-b608-1e2af645cd00 None None] Provisioning complete for port c7c85ada-275d-4c3d-8e1e-692fe6b3d96e triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:23:56.454959 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9157a976-fc9b-4b0d-b608-1e2af645cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:56.483287 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2d97fd0e-5508-4936-8fb6-1df4cbdaccd0 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:56.484459 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2d97fd0e-5508-4936-8fb6-1df4cbdaccd0 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60203213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62288684'] for subnet, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:56.487037 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-93dfaf79-ac21-43f8-8477-87d0c78b3f88 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:56.628715 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d97fd0e-5508-4936-8fb6-1df4cbdaccd0 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:23:56.636437 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-92bf726f-ff83-46a4-829d-2b4f87f7d19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34975de-15a4-457b-8d22-0193bcb395e8', 'name': 'tempest-ServerRescueNegativeTestJSON-1248732443-router', 'tenant_id': '9e3d2710d5874e5a8a2018a623ee9fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '0219e7f7-ca8f-4d0d-a22e-fc37aed9af32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:23:48Z', 'updated_at': '2022-01-18T22:23:51Z', 'revision_number': 3, 'project_id': '9e3d2710d5874e5a8a2018a623ee9fbd', 'gw_port': {'id': '0219e7f7-ca8f-4d0d-a22e-fc37aed9af32', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a7:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b34975de-15a4-457b-8d22-0193bcb395e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:23:49Z', 'updated_at': '2022-01-18T22:23:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:23:56.651070 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-2d97fd0e-5508-4936-8fb6-1df4cbdaccd0 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:23:56.654427 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d97fd0e-5508-4936-8fb6-1df4cbdaccd0 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:56.655132 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2d97fd0e-5508-4936-8fb6-1df4cbdaccd0 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:56.665417 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:56.682180 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92bf726f-ff83-46a4-829d-2b4f87f7d19b None None] The sync data for ids ['b34975de-15a4-457b-8d22-0193bcb395e8'] in n-d-825064-1 is: [{'id': 'b34975de-15a4-457b-8d22-0193bcb395e8', 'name': 'tempest-ServerRescueNegativeTestJSON-1248732443-router', 'tenant_id': '9e3d2710d5874e5a8a2018a623ee9fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '0219e7f7-ca8f-4d0d-a22e-fc37aed9af32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:23:48Z', 'updated_at': '2022-01-18T22:23:51Z', 'revision_number': 3, 'project_id': '9e3d2710d5874e5a8a2018a623ee9fbd', 'gw_port': {'id': '0219e7f7-ca8f-4d0d-a22e-fc37aed9af32', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a7:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b34975de-15a4-457b-8d22-0193bcb395e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:23:49Z', 'updated_at': '2022-01-18T22:23:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:23:56.685111 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:56.692285 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e15c66-c3b7-4330-a5d9-67d545fda3ef req-ee76393f-af99-40db-9930-c77c8be89884 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:56.693932 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d1e15c66-c3b7-4330-a5d9-67d545fda3ef req-ee76393f-af99-40db-9930-c77c8be89884 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef174e72-af9c-4820-b809-9e0e5168f5f6 HTTP/1.1" status: 200 len: 944 time: 0.2836475 Jan 18 22:23:56.697254 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ce5627e3-20f7-4e82-8e1c-ed97f4ce614c {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:23:56.701829 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582c2d93-f2ef-481a-8795-ed252b5d974f None None] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:23:56.752348 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:56.817118 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf5027d9-8294-42a1-bdc3-a61bba1b1614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c037744a-8a2c-4716-aa2b-d8afd0bce040'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:23:57.023648 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-218763f3-628c-4a16-9365-902e02958873" -d '{"events": [{"server_uuid": "bf5027d9-8294-42a1-bdc3-a61bba1b1614", "name": "network-vif-plugged", "status": "completed", "tag": "c037744a-8a2c-4716-aa2b-d8afd0bce040"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:23:57.031208 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port ce5627e3-20f7-4e82-8e1c-ed97f4ce614c, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=ce5627e3-20f7-4e82-8e1c-ed97f4ce614c,segment=NetworkSegment(773e2478-13af-4dd0-bb1a-13e4946a40f7),segment_id=773e2478-13af-4dd0-bb1a-13e4946a40f7)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:23:57.052090 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:57.076441 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port c7c85ada-275d-4c3d-8e1e-692fe6b3d96e, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=c7c85ada-275d-4c3d-8e1e-692fe6b3d96e,segment=NetworkSegment(3c2fda82-0722-4d26-8bf8-bb1f4fe594b8),segment_id=3c2fda82-0722-4d26-8bf8-bb1f4fe594b8)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:23:57.148914 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port c037744a-8a2c-4716-aa2b-d8afd0bce040, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=c037744a-8a2c-4716-aa2b-d8afd0bce040,segment=NetworkSegment(6d4c9fdf-454c-4b11-b8c6-11146d43a316),segment_id=6d4c9fdf-454c-4b11-b8c6-11146d43a316)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:23:57.166363 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=ce5627e3-20f7-4e82-8e1c-ed97f4ce614c,revision_number=6']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:57.170453 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:57.193120 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d97fd0e-5508-4936-8fb6-1df4cbdaccd0 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event updated for resources: {'Subnet': ['ID=a261bfea-f7e3-4d58-88c7-8a8b9de30239,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:57.247098 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d97fd0e-5508-4936-8fb6-1df4cbdaccd0 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event updated for resources: {'Port': ['ID=c7c85ada-275d-4c3d-8e1e-692fe6b3d96e,revision_number=4']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:57.299514 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-2d97fd0e-5508-4936-8fb6-1df4cbdaccd0 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.2406001 Jan 18 22:23:57.300011 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 39806) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:57.305211 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-59728120-7273-42a7-8bbe-e03add5c25f7 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Request body: {'port': {'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503', 'mac_address': 'fa:16:3e:33:fe:8a', 'name': 'tempest-NetworksTestDHCPv6-982366004'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:23:57.306360 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-0fd0716b-13cb-49dc-b5bc-a32ed696e5eb admin admin] Allocated IP 172.20.0.1 (afa667de-c8f9-4a8d-967c-cff5c9ffa5d7/e776d007-5ac5-4a48-98ad-4f038a9c4c11/790decb0-7f06-4796-b506-2653d993ef42) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:23:57.318217 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:57.321245 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=c7c85ada-275d-4c3d-8e1e-692fe6b3d96e,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:57.372480 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d1e15c66-c3b7-4330-a5d9-67d545fda3ef req-64cda1dd-8776-47fb-8efd-6b460073ff73 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc8c7d2e-b8e2-47f9-a940-5cbf5ddba272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6366010 Jan 18 22:23:57.399515 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385f3fd8-0a43-47e5-8263-6c4ef9a1cefb req-a22b0f8c-ee65-40b5-a1ce-7076674a03f1 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:57.407371 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-385f3fd8-0a43-47e5-8263-6c4ef9a1cefb req-a22b0f8c-ee65-40b5-a1ce-7076674a03f1 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=3235a499-27d0-4827-81fd-d658b66e33f9 HTTP/1.1" status: 200 len: 946 time: 0.7048941 Jan 18 22:23:57.537964 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['ce5627e3-20f7-4e82-8e1c-ed97f4ce614c'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:23:57.551716 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59728120-7273-42a7-8bbe-e03add5c25f7 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Made reservation on behalf of 0a17ff9ddd5f489695e0235ae87388f5 for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:23:57.567762 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-385f3fd8-0a43-47e5-8263-6c4ef9a1cefb req-e563610c-1a4d-4887-8390-a717afe7dacf tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589561 Jan 18 22:23:57.655510 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=c037744a-8a2c-4716-aa2b-d8afd0bce040,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:57.668237 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f7e247e-f53c-4bbe-9aae-8740c60cd57e x-openstack-request-id: req-9f7e247e-f53c-4bbe-9aae-8740c60cd57e {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:23:57.668237 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf5027d9-8294-42a1-bdc3-a61bba1b1614", "name": "network-vif-plugged", "status": "completed", "tag": "c037744a-8a2c-4716-aa2b-d8afd0bce040", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:23:57.669578 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9f7e247e-f53c-4bbe-9aae-8740c60cd57e {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:23:57.670386 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf5027d9-8294-42a1-bdc3-a61bba1b1614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c037744a-8a2c-4716-aa2b-d8afd0bce040', 'code': 200} Jan 18 22:23:57.732252 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e5a87c-1523-498e-8e5e-290ce182b6bc req-31d1ad23-aecc-43b0-bad9-33cda1de36f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:57.733872 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-a9e5a87c-1523-498e-8e5e-290ce182b6bc req-31d1ad23-aecc-43b0-bad9-33cda1de36f5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bf5027d9-8294-42a1-bdc3-a61bba1b1614 HTTP/1.1" status: 200 len: 1097 time: 0.1658168 Jan 18 22:23:57.779755 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-93dfaf79-ac21-43f8-8477-87d0c78b3f88 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:57.791664 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-59728120-7273-42a7-8bbe-e03add5c25f7 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:57.814119 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-93dfaf79-ac21-43f8-8477-87d0c78b3f88 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:57.831092 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [None req-59728120-7273-42a7-8bbe-e03add5c25f7 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] device_id is not set on port 752e93c7-75f2-432e-a6e0-52ecb75b7113 yet. {{(pid=102431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:23:57.849756 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-a9e5a87c-1523-498e-8e5e-290ce182b6bc req-e06d3738-419d-48d8-9b2c-da19f22743b9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e9107f98-3261-4c9b-b70c-aaafa7d6fae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052518 Jan 18 22:23:58.078629 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0fd0716b-13cb-49dc-b5bc-a32ed696e5eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:58.091086 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da4abd8-7dd7-4ec5-a3d7-172f4cea709f req-7c67d56c-b626-42e4-9ebd-def9268fd451 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:58.092645 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1da4abd8-7dd7-4ec5-a3d7-172f4cea709f req-7c67d56c-b626-42e4-9ebd-def9268fd451 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf5027d9-8294-42a1-bdc3-a61bba1b1614 HTTP/1.1" status: 200 len: 946 time: 0.5066564 Jan 18 22:23:58.131305 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dfaf79-ac21-43f8-8477-87d0c78b3f88 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Pushing event updated for resources: {'Port': ['ID=32e2812d-7c5c-4622-ba3f-d9c30577e375,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:58.226622 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-93dfaf79-ac21-43f8-8477-87d0c78b3f88 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043075'] for floatingip, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:58.291972 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 0219e7f7-ca8f-4d0d-a22e-fc37aed9af32 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:23:58.303926 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1da4abd8-7dd7-4ec5-a3d7-172f4cea709f req-9f1070d7-350e-4a53-99c3-c8f3734ed9ce tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9107f98-3261-4c9b-b70c-aaafa7d6fae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946418 Jan 18 22:23:58.309078 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-93dfaf79-ac21-43f8-8477-87d0c78b3f88 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:58.310664 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-93dfaf79-ac21-43f8-8477-87d0c78b3f88 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2759964 Jan 18 22:23:58.312914 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147d188a-c382-4c0e-bf16-d464269536e3 req-e09c061b-9316-4e4b-856e-2de8dde28ebe tempest-LiveAutoBlockMigrationV225Test-1137188585 tempest-LiveAutoBlockMigrationV225Test-1137188585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:58.321359 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-147d188a-c382-4c0e-bf16-d464269536e3 req-e09c061b-9316-4e4b-856e-2de8dde28ebe tempest-LiveAutoBlockMigrationV225Test-1137188585 tempest-LiveAutoBlockMigrationV225Test-1137188585-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=ef174e72-af9c-4820-b809-9e0e5168f5f6 HTTP/1.1" status: 200 len: 1095 time: 0.2479007 Jan 18 22:23:58.329795 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0fd0716b-13cb-49dc-b5bc-a32ed696e5eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:58.408725 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-59728120-7273-42a7-8bbe-e03add5c25f7 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Allocated IP 172.20.0.7 (5ec417a5-fa6c-4abd-aa15-b83b9df83503/631be570-38bf-469a-b3cb-c4df6e093ab5/752e93c7-75f2-432e-a6e0-52ecb75b7113) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:23:58.426502 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-59728120-7273-42a7-8bbe-e03add5c25f7 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Allocated IP 2001:db8::f816:3eff:fe33:fe8a (5ec417a5-fa6c-4abd-aa15-b83b9df83503/a261bfea-f7e3-4d58-88c7-8a8b9de30239/752e93c7-75f2-432e-a6e0-52ecb75b7113) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:23:58.441047 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 0219e7f7-ca8f-4d0d-a22e-fc37aed9af32 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:23:58.441957 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:58.487394 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd0716b-13cb-49dc-b5bc-a32ed696e5eb admin admin] Network afa667de-c8f9-4a8d-967c-cff5c9ffa5d7 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:23:58.494499 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd0716b-13cb-49dc-b5bc-a32ed696e5eb admin admin] Pushing event updated for resources: {'Port': ['ID=790decb0-7f06-4796-b506-2653d993ef42,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:58.498492 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-0fd0716b-13cb-49dc-b5bc-a32ed696e5eb admin admin] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:23:58.534780 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-147d188a-c382-4c0e-bf16-d464269536e3 req-9989afe1-d189-4410-8554-5caaf33e80f2 tempest-LiveAutoBlockMigrationV225Test-1137188585 tempest-LiveAutoBlockMigrationV225Test-1137188585-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=dc8c7d2e-b8e2-47f9-a940-5cbf5ddba272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123861 Jan 18 22:23:58.536179 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd0716b-13cb-49dc-b5bc-a32ed696e5eb admin admin] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:23:58.585652 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:58.659611 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port 0219e7f7-ca8f-4d0d-a22e-fc37aed9af32, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=0219e7f7-ca8f-4d0d-a22e-fc37aed9af32,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:23:58.669492 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:58.671806 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device c7c85ada-275d-4c3d-8e1e-692fe6b3d96e up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:23:58.723790 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0fd0716b-13cb-49dc-b5bc-a32ed696e5eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1040954'] for router_interface, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:58.743044 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-59728120-7273-42a7-8bbe-e03add5c25f7 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:58.790529 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-59728120-7273-42a7-8bbe-e03add5c25f7 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:58.858093 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=0219e7f7-ca8f-4d0d-a22e-fc37aed9af32,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:58.863051 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59728120-7273-42a7-8bbe-e03add5c25f7 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:23:58.876622 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-59728120-7273-42a7-8bbe-e03add5c25f7 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:23:58.896354 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59728120-7273-42a7-8bbe-e03add5c25f7 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:23:58.901683 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port c7c85ada-275d-4c3d-8e1e-692fe6b3d96e triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:23:58.902074 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:58.958293 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59728120-7273-42a7-8bbe-e03add5c25f7 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event updated for resources: {'Port': ['ID=752e93c7-75f2-432e-a6e0-52ecb75b7113,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:59.134010 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c01e6aa-cbc2-4113-862b-9d3512835fac req-ece65d2a-a6d5-4cc0-aa30-19d24638274a tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:59.147725 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8c01e6aa-cbc2-4113-862b-9d3512835fac req-ece65d2a-a6d5-4cc0-aa30-19d24638274a tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=3235a499-27d0-4827-81fd-d658b66e33f9 HTTP/1.1" status: 200 len: 945 time: 0.2560904 Jan 18 22:23:59.153941 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c808c830-c579-4b38-82fc-beba8a92d05f req-d7a2644b-74c3-4200-8654-fe5c4f5af417 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--2145165644&fields=id&tenant_id=8b13ed9b2a1546eeba661ab8fe911d02 HTTP/1.1" status: 200 len: 267 time: 0.6094649 Jan 18 22:23:59.173810 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59728120-7273-42a7-8bbe-e03add5c25f7 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:59.174560 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-59728120-7273-42a7-8bbe-e03add5c25f7 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:59.179351 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-199593eb-f46f-47f3-ac82-8abb5765bfef None None] Provisioning complete for port c7c85ada-275d-4c3d-8e1e-692fe6b3d96e triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:23:59.180527 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-199593eb-f46f-47f3-ac82-8abb5765bfef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:59.202757 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-59728120-7273-42a7-8bbe-e03add5c25f7 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.9015324 Jan 18 22:23:59.206514 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 39852) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:59.219003 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0fd0716b-13cb-49dc-b5bc-a32ed696e5eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:59.288920 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8c01e6aa-cbc2-4113-862b-9d3512835fac req-6bd95c99-de87-4504-96e5-350e2a32c142 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397583 Jan 18 22:23:59.359241 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1677e5-9873-4a37-a240-8a96cfb23f66 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:59.370403 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1677e5-9873-4a37-a240-8a96cfb23f66 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:59.373581 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-ea1677e5-9873-4a37-a240-8a96cfb23f66 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1659384 Jan 18 22:23:59.377385 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 39856) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:23:59.547445 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-b36dd08f-9d5f-49ed-9eb6-971964ce8455 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Deleting port 752e93c7-75f2-432e-a6e0-52ecb75b7113 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:23:59.548074 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b36dd08f-9d5f-49ed-9eb6-971964ce8455 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:59.634469 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-dbab72bf-bd9e-42ac-9b16-13d07c3680e7 None None] Provisioning complete for port 752e93c7-75f2-432e-a6e0-52ecb75b7113 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:23:59.634469 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-dbab72bf-bd9e-42ac-9b16-13d07c3680e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:59.693507 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b36dd08f-9d5f-49ed-9eb6-971964ce8455 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:59.707978 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-b36dd08f-9d5f-49ed-9eb6-971964ce8455 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Calling delete_port for 752e93c7-75f2-432e-a6e0-52ecb75b7113 owned by {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:23:59.725369 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-dbab72bf-bd9e-42ac-9b16-13d07c3680e7 None None] Port 752e93c7-75f2-432e-a6e0-52ecb75b7113 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:23:59.739059 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0fd0716b-13cb-49dc-b5bc-a32ed696e5eb admin admin] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:59.749498 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808c830-c579-4b38-82fc-beba8a92d05f req-b8703f38-272b-4ab6-9422-8c3a069d011e tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:59.751659 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c808c830-c579-4b38-82fc-beba8a92d05f req-b8703f38-272b-4ab6-9422-8c3a069d011e tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/networks?id=a7cf00b2-fdcd-4807-a356-43cabd69ea31 HTTP/1.1" status: 200 len: 811 time: 0.5617380 Jan 18 22:23:59.753068 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0fd0716b-13cb-49dc-b5bc-a32ed696e5eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:59.874633 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0fd0716b-13cb-49dc-b5bc-a32ed696e5eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-613854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1041070'] for router_interface, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:59.898803 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c808c830-c579-4b38-82fc-beba8a92d05f req-3ef4752c-52de-453c-b31a-e75ec2867f88 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/quotas/8b13ed9b2a1546eeba661ab8fe911d02 HTTP/1.1" status: 200 len: 375 time: 0.1042418 Jan 18 22:23:59.925499 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b36dd08f-9d5f-49ed-9eb6-971964ce8455 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:23:59.942864 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd0716b-13cb-49dc-b5bc-a32ed696e5eb admin admin] Pushing event updated for resources: {'Port': ['ID=790decb0-7f06-4796-b506-2653d993ef42,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:59.960024 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36dd08f-9d5f-49ed-9eb6-971964ce8455 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event deleted for resources: {'Port': ['ID=752e93c7-75f2-432e-a6e0-52ecb75b7113,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:23:59.990971 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b760503a-27b0-451f-8d28-d3877386be4c req-a9c64386-a082-4bda-b2b7-d30e265dda29 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:23:59.992567 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b760503a-27b0-451f-8d28-d3877386be4c req-a9c64386-a082-4bda-b2b7-d30e265dda29 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf5027d9-8294-42a1-bdc3-a61bba1b1614 HTTP/1.1" status: 200 len: 946 time: 0.1655293 Jan 18 22:24:00.065945 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c808c830-c579-4b38-82fc-beba8a92d05f req-aceeba6b-5952-40f0-843c-a8363f157ca4 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8b13ed9b2a1546eeba661ab8fe911d02&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1333933 Jan 18 22:24:00.084249 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 0219e7f7-ca8f-4d0d-a22e-fc37aed9af32 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:24:00.116974 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b36dd08f-9d5f-49ed-9eb6-971964ce8455 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:00.123275 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-b36dd08f-9d5f-49ed-9eb6-971964ce8455 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "DELETE /v2.0/ports/752e93c7-75f2-432e-a6e0-52ecb75b7113 HTTP/1.1" status: 204 len: 168 time: 0.7441380 Jan 18 22:24:00.124209 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 39860) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:00.124318 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b760503a-27b0-451f-8d28-d3877386be4c req-6ce4514c-1136-414d-9620-7bbcdf197cfa tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9107f98-3261-4c9b-b70c-aaafa7d6fae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173563 Jan 18 22:24:00.140700 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device ce5627e3-20f7-4e82-8e1c-ed97f4ce614c up at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:24:00.141316 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd0716b-13cb-49dc-b5bc-a32ed696e5eb admin admin] Network afa667de-c8f9-4a8d-967c-cff5c9ffa5d7 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:24:00.159705 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-0fd0716b-13cb-49dc-b5bc-a32ed696e5eb admin admin] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:24:00.219336 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 0219e7f7-ca8f-4d0d-a22e-fc37aed9af32 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:24:00.220892 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:00.228164 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c6a2d9-1bb4-4b29-93f6-14e8f352267d tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:00.229916 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c6a2d9-1bb4-4b29-93f6-14e8f352267d tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:00.232402 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c6a2d9-1bb4-4b29-93f6-14e8f352267d tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:00.234098 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-66c6a2d9-1bb4-4b29-93f6-14e8f352267d tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1086588 Jan 18 22:24:00.237374 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 39864) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:00.347022 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning complete for port ce5627e3-20f7-4e82-8e1c-ed97f4ce614c triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:24:00.347485 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:00.367798 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaa759a-9a8b-42e8-a361-ec4816ba405d req-acdf4390-5a61-40c3-9921-9c83fd3f6da1 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:00.370216 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-edaa759a-9a8b-42e8-a361-ec4816ba405d req-acdf4390-5a61-40c3-9921-9c83fd3f6da1 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef174e72-af9c-4820-b809-9e0e5168f5f6 HTTP/1.1" status: 200 len: 944 time: 0.0954475 Jan 18 22:24:00.452531 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fd0716b-13cb-49dc-b5bc-a32ed696e5eb admin admin] Router b34975de-15a4-457b-8d22-0193bcb395e8 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:24:00.470577 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:00.483192 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-a108fafa-10df-4de3-816b-37e2e1a902a7 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Deleting subnet 631be570-38bf-469a-b3cb-c4df6e093ab5 {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:24:00.490782 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a108fafa-10df-4de3-816b-37e2e1a902a7 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:00.501118 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff31ae8-0ad0-469a-a777-653b919c040e req-69e325d9-f1fc-4353-9b32-45312aa02cb8 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:00.503600 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3ff31ae8-0ad0-469a-a777-653b919c040e req-69e325d9-f1fc-4353-9b32-45312aa02cb8 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef174e72-af9c-4820-b809-9e0e5168f5f6 HTTP/1.1" status: 200 len: 944 time: 0.1278205 Jan 18 22:24:00.513149 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3235a499-27d0-4827-81fd-d658b66e33f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce5627e3-20f7-4e82-8e1c-ed97f4ce614c'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:24:00.516655 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-774071ac-da49-4a73-9750-e1b195f744fc" -d '{"events": [{"server_uuid": "3235a499-27d0-4827-81fd-d658b66e33f9", "name": "network-vif-plugged", "status": "completed", "tag": "ce5627e3-20f7-4e82-8e1c-ed97f4ce614c"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:24:00.533953 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port ce5627e3-20f7-4e82-8e1c-ed97f4ce614c, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=ce5627e3-20f7-4e82-8e1c-ed97f4ce614c,segment=NetworkSegment(773e2478-13af-4dd0-bb1a-13e4946a40f7),segment_id=773e2478-13af-4dd0-bb1a-13e4946a40f7)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:24:00.550640 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:00.551638 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a108fafa-10df-4de3-816b-37e2e1a902a7 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:00.606137 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-edaa759a-9a8b-42e8-a361-ec4816ba405d req-8d01c6d0-e07d-4739-a798-bd7f785a1207 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Deleting port 25680f59-4b56-4e52-a872-62736028b80e {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:24:00.606385 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-edaa759a-9a8b-42e8-a361-ec4816ba405d req-8d01c6d0-e07d-4739-a798-bd7f785a1207 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:00.609376 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=ce5627e3-20f7-4e82-8e1c-ed97f4ce614c,revision_number=7']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:00.644604 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3ff31ae8-0ad0-469a-a777-653b919c040e req-e1186327-b564-4f67-84ac-c6c6a4916eaa tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc8c7d2e-b8e2-47f9-a940-5cbf5ddba272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073279 Jan 18 22:24:00.659842 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c808c830-c579-4b38-82fc-beba8a92d05f req-6e3d0904-7ce0-4b7f-a285-6fabf2c7ee8c service neutron] 10.222.0.53 "GET /v2.0/networks/a7cf00b2-fdcd-4807-a356-43cabd69ea31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5485246 Jan 18 22:24:00.733568 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fd0716b-13cb-49dc-b5bc-a32ed696e5eb admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:24:00.740358 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-0fd0716b-13cb-49dc-b5bc-a32ed696e5eb admin admin] 10.222.0.53 "PUT /v2.0/routers/b34975de-15a4-457b-8d22-0193bcb395e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0949931 Jan 18 22:24:00.747480 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83ea0e9-9bcf-4606-8a32-d0e5ff9836d1 None None] Sync routers for ids ['b34975de-15a4-457b-8d22-0193bcb395e8'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:24:00.749128 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-edaa759a-9a8b-42e8-a361-ec4816ba405d req-8d01c6d0-e07d-4739-a798-bd7f785a1207 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] For port 25680f59-4b56-4e52-a872-62736028b80e, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=25680f59-4b56-4e52-a872-62736028b80e,segment=NetworkSegment(2bbe6b88-f1a6-4fc9-b338-69341977472e),segment_id=2bbe6b88-f1a6-4fc9-b338-69341977472e)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:24:00.749554 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-edaa759a-9a8b-42e8-a361-ec4816ba405d req-8d01c6d0-e07d-4739-a798-bd7f785a1207 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:00.766852 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-edaa759a-9a8b-42e8-a361-ec4816ba405d req-8d01c6d0-e07d-4739-a798-bd7f785a1207 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Calling delete_port for 25680f59-4b56-4e52-a872-62736028b80e owned by compute:nova {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:24:00.771295 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83ea0e9-9bcf-4606-8a32-d0e5ff9836d1 None None] Routers {'b34975de-15a4-457b-8d22-0193bcb395e8'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:24:00.778043 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-b83ea0e9-9bcf-4606-8a32-d0e5ff9836d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:23:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['b34975de-15a4-457b-8d22-0193bcb395e8'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:24:00.860387 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c808c830-c579-4b38-82fc-beba8a92d05f req-5b0b4684-f99b-4c9e-82c4-0ce03b7e1b2d service neutron] 10.222.0.53 "GET /v2.0/networks/a7cf00b2-fdcd-4807-a356-43cabd69ea31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920648 Jan 18 22:24:00.887956 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae50860f-d299-4eb6-bc25-59fdd1e8dd98 req-04b7b026-3664-4b87-9164-f886d20b16ad tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:00.896866 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ae50860f-d299-4eb6-bc25-59fdd1e8dd98 req-04b7b026-3664-4b87-9164-f886d20b16ad tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf5027d9-8294-42a1-bdc3-a61bba1b1614 HTTP/1.1" status: 200 len: 946 time: 0.0786777 Jan 18 22:24:00.958535 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ae50860f-d299-4eb6-bc25-59fdd1e8dd98 req-54441d23-56fd-491a-af17-4b10a5055445 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9107f98-3261-4c9b-b70c-aaafa7d6fae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602460 Jan 18 22:24:01.044463 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-edaa759a-9a8b-42e8-a361-ec4816ba405d req-8d01c6d0-e07d-4739-a798-bd7f785a1207 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:01.064730 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['2c5c87b3-3677-4750-b83f-650937ba09d4', '25680f59-4b56-4e52-a872-62736028b80e'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:24:01.076525 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-b83ea0e9-9bcf-4606-8a32-d0e5ff9836d1 None None] Set router b34975de-15a4-457b-8d22-0193bcb395e8 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:24:01.135614 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018aff96-8df3-4f50-ad18-60aeead6cf46 req-eaf01ac9-fef4-4ef4-85d6-713cb295ed14 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:01.137197 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-018aff96-8df3-4f50-ad18-60aeead6cf46 req-eaf01ac9-fef4-4ef4-85d6-713cb295ed14 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=3235a499-27d0-4827-81fd-d658b66e33f9 HTTP/1.1" status: 200 len: 946 time: 0.0994387 Jan 18 22:24:01.232434 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-018aff96-8df3-4f50-ad18-60aeead6cf46 req-4bbc1cd4-d260-4489-a72e-180bba91aa7b tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758090 Jan 18 22:24:01.309120 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8a8ab84-de20-4bad-9427-3712a05a360a x-openstack-request-id: req-f8a8ab84-de20-4bad-9427-3712a05a360a {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:24:01.309120 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3235a499-27d0-4827-81fd-d658b66e33f9", "name": "network-vif-plugged", "status": "completed", "tag": "ce5627e3-20f7-4e82-8e1c-ed97f4ce614c", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:24:01.309350 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f8a8ab84-de20-4bad-9427-3712a05a360a {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:24:01.309737 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3235a499-27d0-4827-81fd-d658b66e33f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce5627e3-20f7-4e82-8e1c-ed97f4ce614c', 'code': 200} Jan 18 22:24:01.663158 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d01c6d0-e07d-4739-a798-bd7f785a1207 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Pushing event deleted for resources: {'Port': ['ID=25680f59-4b56-4e52-a872-62736028b80e,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:01.775338 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-edaa759a-9a8b-42e8-a361-ec4816ba405d req-8d01c6d0-e07d-4739-a798-bd7f785a1207 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] No DVR routers for this DVR port 25680f59-4b56-4e52-a872-62736028b80e on host n-h1-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:24:01.779038 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-edaa759a-9a8b-42e8-a361-ec4816ba405d req-8d01c6d0-e07d-4739-a798-bd7f785a1207 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:01.783897 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-edaa759a-9a8b-42e8-a361-ec4816ba405d req-8d01c6d0-e07d-4739-a798-bd7f785a1207 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.36 "DELETE /v2.0/ports/25680f59-4b56-4e52-a872-62736028b80e HTTP/1.1" status: 204 len: 173 time: 1.4059415 Jan 18 22:24:01.785659 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d01c6d0-e07d-4739-a798-bd7f785a1207 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:24:01.786142 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d01c6d0-e07d-4739-a798-bd7f785a1207 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:24:01.787477 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d01c6d0-e07d-4739-a798-bd7f785a1207 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:24:01.790192 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d01c6d0-e07d-4739-a798-bd7f785a1207 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:24:01.790192 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d01c6d0-e07d-4739-a798-bd7f785a1207 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:24:01.790192 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d01c6d0-e07d-4739-a798-bd7f785a1207 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:24:01.790192 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d01c6d0-e07d-4739-a798-bd7f785a1207 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:24:01.791105 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d01c6d0-e07d-4739-a798-bd7f785a1207 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:24:01.792566 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d01c6d0-e07d-4739-a798-bd7f785a1207 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:24:01.793417 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d01c6d0-e07d-4739-a798-bd7f785a1207 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:24:01.793822 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d01c6d0-e07d-4739-a798-bd7f785a1207 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:24:01.794226 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d01c6d0-e07d-4739-a798-bd7f785a1207 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:24:01.806652 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef174e72-af9c-4820-b809-9e0e5168f5f6', 'name': 'network-vif-deleted', 'tag': '25680f59-4b56-4e52-a872-62736028b80e'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:24:01.809367 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-397aad31-874f-41e1-bd64-0f6e3453a6a9" -d '{"events": [{"server_uuid": "ef174e72-af9c-4820-b809-9e0e5168f5f6", "name": "network-vif-deleted", "tag": "25680f59-4b56-4e52-a872-62736028b80e"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:24:01.816403 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-b83ea0e9-9bcf-4606-8a32-d0e5ff9836d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34975de-15a4-457b-8d22-0193bcb395e8', 'name': 'tempest-ServerRescueNegativeTestJSON-1248732443-router', 'tenant_id': '9e3d2710d5874e5a8a2018a623ee9fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '0219e7f7-ca8f-4d0d-a22e-fc37aed9af32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:23:48Z', 'updated_at': '2022-01-18T22:23:58Z', 'revision_number': 4, 'project_id': '9e3d2710d5874e5a8a2018a623ee9fbd', 'gw_port': {'id': '0219e7f7-ca8f-4d0d-a22e-fc37aed9af32', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a7:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34975de-15a4-457b-8d22-0193bcb395e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:23:49Z', 'updated_at': '2022-01-18T22:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '790decb0-7f06-4796-b506-2653d993ef42', 'name': '', 'network_id': 'afa667de-c8f9-4a8d-967c-cff5c9ffa5d7', 'tenant_id': '9e3d2710d5874e5a8a2018a623ee9fbd', 'mac_address': 'fa:16:3e:6a:15:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b34975de-15a4-457b-8d22-0193bcb395e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': 'e776d007-5ac5-4a48-98ad-4f038a9c4c11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:23:56Z', 'updated_at': '2022-01-18T22:23:59Z', 'revision_number': 2, 'project_id': '9e3d2710d5874e5a8a2018a623ee9fbd', 'subnets': [{'id': 'e776d007-5ac5-4a48-98ad-4f038a9c4c11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:24:01.835490 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f0a24c-83c8-48fa-bfc3-ac1d270cf868 req-473c9393-a4c1-4a10-8223-2da172fc700b tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:01.845706 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a8f0a24c-83c8-48fa-bfc3-ac1d270cf868 req-473c9393-a4c1-4a10-8223-2da172fc700b tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/networks?id=afa667de-c8f9-4a8d-967c-cff5c9ffa5d7 HTTP/1.1" status: 200 len: 819 time: 0.2869143 Jan 18 22:24:01.848266 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a108fafa-10df-4de3-816b-37e2e1a902a7 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:01.879152 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a8f0a24c-83c8-48fa-bfc3-ac1d270cf868 req-c328a4cd-3749-4460-a4ff-4bc1e64d7c53 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/quotas/9e3d2710d5874e5a8a2018a623ee9fbd HTTP/1.1" status: 200 len: 375 time: 0.0319014 Jan 18 22:24:01.946404 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83ea0e9-9bcf-4606-8a32-d0e5ff9836d1 None None] Checking router: b34975de-15a4-457b-8d22-0193bcb395e8 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:24:01.946761 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83ea0e9-9bcf-4606-8a32-d0e5ff9836d1 None None] Updating router b34975de-15a4-457b-8d22-0193bcb395e8 port 790decb0-7f06-4796-b506-2653d993ef42 binding host n-d-825064-1 {{(pid=102432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:24:01.991018 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8d89ebc0-59df-4baa-96b6-ef1ff1c56e56 req-393230b8-3c2d-4919-a746-2efce95fa6aa tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/ports?device_id=304a0036-0214-4c80-94aa-de6139e57a2b HTTP/1.1" status: 200 len: 210 time: 0.0438755 Jan 18 22:24:02.011142 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a8f0a24c-83c8-48fa-bfc3-ac1d270cf868 req-a83e2b7e-b396-4897-b045-d6c9479a9207 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9e3d2710d5874e5a8a2018a623ee9fbd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1302414 Jan 18 22:24:02.017780 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [req-a8f0a24c-83c8-48fa-bfc3-ac1d270cf868 req-2427351b-7792-4365-a7ff-366e39730dab service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102430) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:24:02.026317 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a8f0a24c-83c8-48fa-bfc3-ac1d270cf868 req-2427351b-7792-4365-a7ff-366e39730dab service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0138483 Jan 18 22:24:02.051158 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b83ea0e9-9bcf-4606-8a32-d0e5ff9836d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:02.172233 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a108fafa-10df-4de3-816b-37e2e1a902a7 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:02.221333 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a108fafa-10df-4de3-816b-37e2e1a902a7 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event deleted for resources: {'Subnet': ['ID=631be570-38bf-469a-b3cb-c4df6e093ab5,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:02.242627 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a8fc01d8-4bb6-4dc3-891e-cf28d41fc903 req-e7c18556-e865-4d2b-9474-18d65e8d2bcc tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef174e72-af9c-4820-b809-9e0e5168f5f6 HTTP/1.1" status: 200 len: 210 time: 0.0805895 Jan 18 22:24:02.244236 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a108fafa-10df-4de3-816b-37e2e1a902a7 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:02.250357 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-a108fafa-10df-4de3-816b-37e2e1a902a7 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "DELETE /v2.0/subnets/631be570-38bf-469a-b3cb-c4df6e093ab5 HTTP/1.1" status: 204 len: 168 time: 2.0118091 Jan 18 22:24:02.251095 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 39916) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:02.337990 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a8f0a24c-83c8-48fa-bfc3-ac1d270cf868 req-1e55cc01-f2ea-441e-872c-c3e61a1b60a5 service neutron] 10.222.0.53 "GET /v2.0/networks/afa667de-c8f9-4a8d-967c-cff5c9ffa5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3081000 Jan 18 22:24:02.367338 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a35d315-d138-4599-8295-3a2383b98ad6 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Deleting subnet a261bfea-f7e3-4d58-88c7-8a8b9de30239 {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:24:02.376568 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4a35d315-d138-4599-8295-3a2383b98ad6 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:02.449662 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3be4aa83-5f2a-4132-843b-6c10c7eddb00 x-openstack-request-id: req-3be4aa83-5f2a-4132-843b-6c10c7eddb00 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:24:02.451129 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef174e72-af9c-4820-b809-9e0e5168f5f6", "name": "network-vif-deleted", "tag": "25680f59-4b56-4e52-a872-62736028b80e", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:24:02.453909 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3be4aa83-5f2a-4132-843b-6c10c7eddb00 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:24:02.454383 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef174e72-af9c-4820-b809-9e0e5168f5f6', 'name': 'network-vif-deleted', 'tag': '25680f59-4b56-4e52-a872-62736028b80e', 'status': 'completed', 'code': 200} Jan 18 22:24:02.456380 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6077f4a6-3697-41e7-b9d7-bfbbd20e4591 None None] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:24:02.507047 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4a35d315-d138-4599-8295-3a2383b98ad6 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:02.554424 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a8f0a24c-83c8-48fa-bfc3-ac1d270cf868 req-ac58409e-a8b2-4c6f-a70c-20a7232b4ed7 service neutron] 10.222.0.53 "GET /v2.0/networks/afa667de-c8f9-4a8d-967c-cff5c9ffa5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154026 Jan 18 22:24:02.652220 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b83ea0e9-9bcf-4606-8a32-d0e5ff9836d1 None None] Notify callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:02.668891 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b83ea0e9-9bcf-4606-8a32-d0e5ff9836d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:02.827464 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4a35d315-d138-4599-8295-3a2383b98ad6 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:02.963729 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4a35d315-d138-4599-8295-3a2383b98ad6 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:03.030962 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a35d315-d138-4599-8295-3a2383b98ad6 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event deleted for resources: {'Subnet': ['ID=a261bfea-f7e3-4d58-88c7-8a8b9de30239,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:03.034523 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4a35d315-d138-4599-8295-3a2383b98ad6 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:03.042653 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-4a35d315-d138-4599-8295-3a2383b98ad6 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "DELETE /v2.0/subnets/a261bfea-f7e3-4d58-88c7-8a8b9de30239 HTTP/1.1" status: 204 len: 168 time: 0.7885268 Jan 18 22:24:03.044094 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 39936) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:03.120640 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-9316eb13-6b7a-465e-aa61-0c1c30d46c2c tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0749331 Jan 18 22:24:03.123567 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 39938) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:03.219658 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b29d72-458d-4141-867a-7e7966b548bd None None] Pushing event updated for resources: {'Port': ['ID=790decb0-7f06-4796-b506-2653d993ef42,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:03.235233 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-b83ea0e9-9bcf-4606-8a32-d0e5ff9836d1 None None] Attempting to bind port 790decb0-7f06-4796-b506-2653d993ef42 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:24:03.235609 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-b83ea0e9-9bcf-4606-8a32-d0e5ff9836d1 None None] Attempting to bind port 790decb0-7f06-4796-b506-2653d993ef42 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '7459fabb-7ba7-479c-92df-0260ac6c29b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'afa667de-c8f9-4a8d-967c-cff5c9ffa5d7'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:24:03.253170 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83ea0e9-9bcf-4606-8a32-d0e5ff9836d1 None None] Attempting to bind port 790decb0-7f06-4796-b506-2653d993ef42 on network afa667de-c8f9-4a8d-967c-cff5c9ffa5d7 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:24:03.284345 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83ea0e9-9bcf-4606-8a32-d0e5ff9836d1 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:24:03.284823 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83ea0e9-9bcf-4606-8a32-d0e5ff9836d1 None None] Checking segment: {'id': '7459fabb-7ba7-479c-92df-0260ac6c29b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'afa667de-c8f9-4a8d-967c-cff5c9ffa5d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:24:03.285252 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b83ea0e9-9bcf-4606-8a32-d0e5ff9836d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:03.285578 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810f3145-c3cc-4e80-8111-8863b0b8629f tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:03.285721 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83ea0e9-9bcf-4606-8a32-d0e5ff9836d1 None None] Bound using segment: {'id': '7459fabb-7ba7-479c-92df-0260ac6c29b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'afa667de-c8f9-4a8d-967c-cff5c9ffa5d7'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:24:03.286408 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-b83ea0e9-9bcf-4606-8a32-d0e5ff9836d1 None None] Bound port: 790decb0-7f06-4796-b506-2653d993ef42, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7459fabb-7ba7-479c-92df-0260ac6c29b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'afa667de-c8f9-4a8d-967c-cff5c9ffa5d7'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:24:03.296532 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b83ea0e9-9bcf-4606-8a32-d0e5ff9836d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:03.296918 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 39940) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:03.298025 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-810f3145-c3cc-4e80-8111-8863b0b8629f tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1682687 Jan 18 22:24:03.449302 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-b83ea0e9-9bcf-4606-8a32-d0e5ff9836d1 None None] For port 790decb0-7f06-4796-b506-2653d993ef42, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:24:03.452878 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-b83ea0e9-9bcf-4606-8a32-d0e5ff9836d1 None None] For port 790decb0-7f06-4796-b506-2653d993ef42, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=790decb0-7f06-4796-b506-2653d993ef42,segment=NetworkSegment(7459fabb-7ba7-479c-92df-0260ac6c29b4),segment_id=7459fabb-7ba7-479c-92df-0260ac6c29b4)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:24:03.455516 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacea086-cbfb-4418-8512-2a6000c41e64 req-be417192-cec0-46d9-b405-f6d3a3cba28f tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:03.460823 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-dacea086-cbfb-4418-8512-2a6000c41e64 req-be417192-cec0-46d9-b405-f6d3a3cba28f tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=3235a499-27d0-4827-81fd-d658b66e33f9 HTTP/1.1" status: 200 len: 946 time: 0.3499749 Jan 18 22:24:03.466446 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b83ea0e9-9bcf-4606-8a32-d0e5ff9836d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:03.474907 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808c830-c579-4b38-82fc-beba8a92d05f req-f7b140b1-49d2-42c9-83d9-2770685c487d tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:03.477444 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c808c830-c579-4b38-82fc-beba8a92d05f req-f7b140b1-49d2-42c9-83d9-2770685c487d tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.67 "GET /v2.0/networks?id=a7cf00b2-fdcd-4807-a356-43cabd69ea31 HTTP/1.1" status: 200 len: 811 time: 0.6102159 Jan 18 22:24:03.531979 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b29d72-458d-4141-867a-7e7966b548bd None None] Pushing event updated for resources: {'Port': ['ID=790decb0-7f06-4796-b506-2653d993ef42,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:03.567157 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83ea0e9-9bcf-4606-8a32-d0e5ff9836d1 None None] Routers {'b34975de-15a4-457b-8d22-0193bcb395e8'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:24:03.567801 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-b83ea0e9-9bcf-4606-8a32-d0e5ff9836d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:23:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['b34975de-15a4-457b-8d22-0193bcb395e8'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:24:03.578573 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a56679-ec53-4545-950f-7aac586e9478 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:03.587748 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 39954) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:03.589099 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-c4a56679-ec53-4545-950f-7aac586e9478 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2838330 Jan 18 22:24:03.599520 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c8e6cd03-bdb0-4628-aa88-ffc3a707f960 req-d4c69cd6-300d-44bf-b1e0-b61c65b417d9 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e173d2e-e098-4c51-8104-b5036c990569 HTTP/1.1" status: 200 len: 210 time: 0.1696522 Jan 18 22:24:03.683528 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-13c85847-b962-4897-a865-bd399375ef05 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0943420 Jan 18 22:24:03.684584 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 39958) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:03.690707 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-ca5a6d05-106b-4f02-8abb-6098daa85910 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Request body: {'subnet': {'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:24:03.736645 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c808c830-c579-4b38-82fc-beba8a92d05f req-cb367b56-f286-492e-aa03-d478910fa416 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b13ed9b2a1546eeba661ab8fe911d02 HTTP/1.1" status: 200 len: 380 time: 0.2308898 Jan 18 22:24:03.776822 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-c808c830-c579-4b38-82fc-beba8a92d05f req-31d8145a-3b80-49da-8a96-656ff3eaa282 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Request body: {'port': {'device_id': '304a0036-0214-4c80-94aa-de6139e57a2b', 'network_id': 'a7cf00b2-fdcd-4807-a356-43cabd69ea31', 'admin_state_up': True, 'tenant_id': '8b13ed9b2a1546eeba661ab8fe911d02', 'security_groups': ['4c648c24-a8c9-44c0-bb3a-f1fa93ac06ba']}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:24:03.830824 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-dacea086-cbfb-4418-8512-2a6000c41e64 req-80777a94-edc5-4af9-ab43-86b0996eb0f9 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3344073 Jan 18 22:24:03.925984 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca5a6d05-106b-4f02-8abb-6098daa85910 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Made reservation on behalf of 0a17ff9ddd5f489695e0235ae87388f5 for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:24:03.932821 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ca5a6d05-106b-4f02-8abb-6098daa85910 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:03.934596 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca5a6d05-106b-4f02-8abb-6098daa85910 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 22:24:03.937142 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca5a6d05-106b-4f02-8abb-6098daa85910 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:24:03.951309 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-45d00430-cbba-46df-8dc7-0dfa01ef85b1 req-124de119-d561-4399-a565-9496dd742355 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/ports?device_id=304a0036-0214-4c80-94aa-de6139e57a2b HTTP/1.1" status: 200 len: 210 time: 0.1617255 Jan 18 22:24:03.957460 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-b83ea0e9-9bcf-4606-8a32-d0e5ff9836d1 None None] Set router b34975de-15a4-457b-8d22-0193bcb395e8 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:24:03.988506 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 39964) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:03.989845 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-ca5a6d05-106b-4f02-8abb-6098daa85910 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3038585 Jan 18 22:24:04.005093 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-1f2462e4-790a-4fe1-8d4f-f500bac128dd tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Request body: {'subnet': {'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:24:04.167622 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device c037744a-8a2c-4716-aa2b-d8afd0bce040 details requested by agent hyperv_n-h1-825064-1 with host n-h1-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:24:04.274624 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a8448f2c-6b4b-4efe-859a-ec8b3683362d req-e6ddc59a-4b60-4659-9739-44a5ccf615ee tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef174e72-af9c-4820-b809-9e0e5168f5f6 HTTP/1.1" status: 200 len: 210 time: 0.2032313 Jan 18 22:24:04.383590 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port c037744a-8a2c-4716-aa2b-d8afd0bce040, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=c037744a-8a2c-4716-aa2b-d8afd0bce040,segment=NetworkSegment(6d4c9fdf-454c-4b11-b8c6-11146d43a316),segment_id=6d4c9fdf-454c-4b11-b8c6-11146d43a316)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:24:04.411583 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 25680f59-4b56-4e52-a872-62736028b80e no longer exists at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:24:04.425500 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa54ea3a-7f74-4654-8893-f253fb0651d8 req-5f9414a9-e9e1-44fa-a3c4-0c3d8de378c1 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:04.434762 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fa54ea3a-7f74-4654-8893-f253fb0651d8 req-5f9414a9-e9e1-44fa-a3c4-0c3d8de378c1 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf5027d9-8294-42a1-bdc3-a61bba1b1614 HTTP/1.1" status: 200 len: 946 time: 0.2536488 Jan 18 22:24:04.443109 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c808c830-c579-4b38-82fc-beba8a92d05f req-31d8145a-3b80-49da-8a96-656ff3eaa282 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Made reservation on behalf of 8b13ed9b2a1546eeba661ab8fe911d02 for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:24:04.447408 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-c808c830-c579-4b38-82fc-beba8a92d05f req-31d8145a-3b80-49da-8a96-656ff3eaa282 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:04.467179 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Returning: {'device': 'c037744a-8a2c-4716-aa2b-d8afd0bce040', 'network_id': 'f092491e-0947-4058-bdc0-03dc785407fa', 'port_id': 'c037744a-8a2c-4716-aa2b-d8afd0bce040', 'mac_address': 'fa:16:3e:71:37:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a52884c8-9d97-4e4b-9890-07ddb774f2b4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:24:04.476750 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] No Port match for: 25680f59-4b56-4e52-a872-62736028b80e {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:24:04.477102 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 25680f59-4b56-4e52-a872-62736028b80e not bound to the agent host n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:24:04.540726 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f2462e4-790a-4fe1-8d4f-f500bac128dd tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Made reservation on behalf of 0a17ff9ddd5f489695e0235ae87388f5 for: {'subnet': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:24:04.544479 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1f2462e4-790a-4fe1-8d4f-f500bac128dd tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62288702'] for subnet, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:04.546780 n-d-825064-1 neutron-server[102430]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f2462e4-790a-4fe1-8d4f-f500bac128dd tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 22:24:04.549517 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f2462e4-790a-4fe1-8d4f-f500bac128dd tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:24:04.619722 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6bb324-0c2b-4c38-8313-d3da1412453e None None] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:24:04.627907 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:04.973152 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c037744a-8a2c-4716-aa2b-d8afd0bce040 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:24:05.131805 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-c808c830-c579-4b38-82fc-beba8a92d05f req-31d8145a-3b80-49da-8a96-656ff3eaa282 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Allocated IP 172.20.0.8 (a7cf00b2-fdcd-4807-a356-43cabd69ea31/f22ac4a0-8a49-4c4d-8503-b70bab42605d/e8d7bb39-fefa-4a60-8b6c-d0f3827ccb26) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:24:05.179445 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port c037744a-8a2c-4716-aa2b-d8afd0bce040, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=c037744a-8a2c-4716-aa2b-d8afd0bce040,segment=NetworkSegment(6d4c9fdf-454c-4b11-b8c6-11146d43a316),segment_id=6d4c9fdf-454c-4b11-b8c6-11146d43a316)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:24:05.189310 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-0b896000-dcf2-498f-b938-0bdb54e8e94f None None] Provisioning complete for port c7c85ada-275d-4c3d-8e1e-692fe6b3d96e triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:24:05.189671 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0b896000-dcf2-498f-b938-0bdb54e8e94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:05.214560 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:05.274365 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=c037744a-8a2c-4716-aa2b-d8afd0bce040,revision_number=6']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:05.319844 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-b83ea0e9-9bcf-4606-8a32-d0e5ff9836d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34975de-15a4-457b-8d22-0193bcb395e8', 'name': 'tempest-ServerRescueNegativeTestJSON-1248732443-router', 'tenant_id': '9e3d2710d5874e5a8a2018a623ee9fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '0219e7f7-ca8f-4d0d-a22e-fc37aed9af32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:23:48Z', 'updated_at': '2022-01-18T22:23:58Z', 'revision_number': 4, 'project_id': '9e3d2710d5874e5a8a2018a623ee9fbd', 'gw_port': {'id': '0219e7f7-ca8f-4d0d-a22e-fc37aed9af32', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a7:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34975de-15a4-457b-8d22-0193bcb395e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:23:49Z', 'updated_at': '2022-01-18T22:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '790decb0-7f06-4796-b506-2653d993ef42', 'name': '', 'network_id': 'afa667de-c8f9-4a8d-967c-cff5c9ffa5d7', 'tenant_id': '9e3d2710d5874e5a8a2018a623ee9fbd', 'mac_address': 'fa:16:3e:6a:15:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b34975de-15a4-457b-8d22-0193bcb395e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': 'e776d007-5ac5-4a48-98ad-4f038a9c4c11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:23:56Z', 'updated_at': '2022-01-18T22:24:03Z', 'revision_number': 4, 'project_id': '9e3d2710d5874e5a8a2018a623ee9fbd', 'subnets': [{'id': 'e776d007-5ac5-4a48-98ad-4f038a9c4c11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:24:05.381235 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-c808c830-c579-4b38-82fc-beba8a92d05f req-31d8145a-3b80-49da-8a96-656ff3eaa282 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:05.396861 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['c037744a-8a2c-4716-aa2b-d8afd0bce040'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:24:05.404048 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe44f24-d61d-4985-b5a8-826860ee9840 None None] DHCP port deletion for 5ec417a5-fa6c-4abd-aa15-b83b9df83503 request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:24:05.429731 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83ea0e9-9bcf-4606-8a32-d0e5ff9836d1 None None] The sync data for ids ['b34975de-15a4-457b-8d22-0193bcb395e8'] in n-d-825064-1 is: [{'id': 'b34975de-15a4-457b-8d22-0193bcb395e8', 'name': 'tempest-ServerRescueNegativeTestJSON-1248732443-router', 'tenant_id': '9e3d2710d5874e5a8a2018a623ee9fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '0219e7f7-ca8f-4d0d-a22e-fc37aed9af32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:23:48Z', 'updated_at': '2022-01-18T22:23:58Z', 'revision_number': 4, 'project_id': '9e3d2710d5874e5a8a2018a623ee9fbd', 'gw_port': {'id': '0219e7f7-ca8f-4d0d-a22e-fc37aed9af32', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a7:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34975de-15a4-457b-8d22-0193bcb395e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:23:49Z', 'updated_at': '2022-01-18T22:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '790decb0-7f06-4796-b506-2653d993ef42', 'name': '', 'network_id': 'afa667de-c8f9-4a8d-967c-cff5c9ffa5d7', 'tenant_id': '9e3d2710d5874e5a8a2018a623ee9fbd', 'mac_address': 'fa:16:3e:6a:15:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b34975de-15a4-457b-8d22-0193bcb395e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': 'e776d007-5ac5-4a48-98ad-4f038a9c4c11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:23:56Z', 'updated_at': '2022-01-18T22:24:03Z', 'revision_number': 4, 'project_id': '9e3d2710d5874e5a8a2018a623ee9fbd', 'subnets': [{'id': 'e776d007-5ac5-4a48-98ad-4f038a9c4c11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:24:05.449397 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fa54ea3a-7f74-4654-8893-f253fb0651d8 req-d8412316-9c41-403e-8a1d-8375700ec1e3 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9107f98-3261-4c9b-b70c-aaafa7d6fae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0135753 Jan 18 22:24:05.543217 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-1f2462e4-790a-4fe1-8d4f-f500bac128dd tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.5519714 Jan 18 22:24:05.547050 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 39986) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:05.553023 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-d0d0fcc3-3d2a-478b-bac0-de70cac54cae tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Request body: {'subnet': {'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:24:05.676811 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-cfe44f24-d61d-4985-b5a8-826860ee9840 None None] Deleting port c7c85ada-275d-4c3d-8e1e-692fe6b3d96e {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:24:05.677180 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cfe44f24-d61d-4985-b5a8-826860ee9840 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:05.689465 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ef42e6-695e-4fbc-b150-f805e3fc1a89 req-0efa2e10-9223-49ad-9624-82ef4e64810e tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:05.700433 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-11ef42e6-695e-4fbc-b150-f805e3fc1a89 req-0efa2e10-9223-49ad-9624-82ef4e64810e tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/networks?id=afa667de-c8f9-4a8d-967c-cff5c9ffa5d7 HTTP/1.1" status: 200 len: 819 time: 1.2565296 Jan 18 22:24:05.789626 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-11ef42e6-695e-4fbc-b150-f805e3fc1a89 req-a5e0673d-d3d7-4698-b4b6-3c0b542c0ea2 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/quotas/9e3d2710d5874e5a8a2018a623ee9fbd HTTP/1.1" status: 200 len: 375 time: 0.0734804 Jan 18 22:24:05.828897 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-cfe44f24-d61d-4985-b5a8-826860ee9840 None None] For port c7c85ada-275d-4c3d-8e1e-692fe6b3d96e, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=c7c85ada-275d-4c3d-8e1e-692fe6b3d96e,segment=NetworkSegment(3c2fda82-0722-4d26-8bf8-bb1f4fe594b8),segment_id=3c2fda82-0722-4d26-8bf8-bb1f4fe594b8)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:24:05.829533 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cfe44f24-d61d-4985-b5a8-826860ee9840 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:05.831149 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-c808c830-c579-4b38-82fc-beba8a92d05f req-31d8145a-3b80-49da-8a96-656ff3eaa282 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:05.857757 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-cfe44f24-d61d-4985-b5a8-826860ee9840 None None] Calling delete_port for c7c85ada-275d-4c3d-8e1e-692fe6b3d96e owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:24:05.891160 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f0a24c-83c8-48fa-bfc3-ac1d270cf868 req-08034ca0-b864-4f7b-a54a-e0071ddf5827 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:05.895990 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a8f0a24c-83c8-48fa-bfc3-ac1d270cf868 req-08034ca0-b864-4f7b-a54a-e0071ddf5827 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.67 "GET /v2.0/networks?id=afa667de-c8f9-4a8d-967c-cff5c9ffa5d7 HTTP/1.1" status: 200 len: 819 time: 0.5811844 Jan 18 22:24:05.957593 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-a8f0a24c-83c8-48fa-bfc3-ac1d270cf868 req-08ff34b5-3998-44a4-9273-b281b597fe36 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Request body: {'port': {'device_id': '7e173d2e-e098-4c51-8104-b5036c990569', 'network_id': 'afa667de-c8f9-4a8d-967c-cff5c9ffa5d7', 'admin_state_up': True, 'tenant_id': '9e3d2710d5874e5a8a2018a623ee9fbd'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:24:06.018253 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0d0fcc3-3d2a-478b-bac0-de70cac54cae tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Made reservation on behalf of 0a17ff9ddd5f489695e0235ae87388f5 for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:24:06.024396 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d0d0fcc3-3d2a-478b-bac0-de70cac54cae tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:06.029015 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0d0fcc3-3d2a-478b-bac0-de70cac54cae tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 22:24:06.032090 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0d0fcc3-3d2a-478b-bac0-de70cac54cae tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:24:06.064001 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c808c830-c579-4b38-82fc-beba8a92d05f req-31d8145a-3b80-49da-8a96-656ff3eaa282 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Network a7cf00b2-fdcd-4807-a356-43cabd69ea31 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:24:06.068958 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-d0d0fcc3-3d2a-478b-bac0-de70cac54cae tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5206168 Jan 18 22:24:06.071833 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 39988) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:06.080076 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-cd927996-aa76-4f47-89a2-40c8493055d4 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Request body: {'subnet': {'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:24:06.099727 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cfe44f24-d61d-4985-b5a8-826860ee9840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:06.118722 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-c808c830-c579-4b38-82fc-beba8a92d05f req-31d8145a-3b80-49da-8a96-656ff3eaa282 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:24:06.134028 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-c808c830-c579-4b38-82fc-beba8a92d05f req-31d8145a-3b80-49da-8a96-656ff3eaa282 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:24:06.162049 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe44f24-d61d-4985-b5a8-826860ee9840 None None] Pushing event deleted for resources: {'Port': ['ID=c7c85ada-275d-4c3d-8e1e-692fe6b3d96e,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:06.171444 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe44f24-d61d-4985-b5a8-826860ee9840 None None] No DVR routers for this DVR port c7c85ada-275d-4c3d-8e1e-692fe6b3d96e on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:24:06.195242 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device c037744a-8a2c-4716-aa2b-d8afd0bce040 no longer exists at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:24:06.258164 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 790decb0-7f06-4796-b506-2653d993ef42 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:24:06.262151 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808c830-c579-4b38-82fc-beba8a92d05f req-31d8145a-3b80-49da-8a96-656ff3eaa282 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:06.264412 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-c808c830-c579-4b38-82fc-beba8a92d05f req-31d8145a-3b80-49da-8a96-656ff3eaa282 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:06.278616 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d8145a-3b80-49da-8a96-656ff3eaa282 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Pushing event updated for resources: {'Port': ['ID=e8d7bb39-fefa-4a60-8b6c-d0f3827ccb26,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:06.294217 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-11ef42e6-695e-4fbc-b150-f805e3fc1a89 req-60e27bc3-b7d2-4d65-b52f-caf2fe672720 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9e3d2710d5874e5a8a2018a623ee9fbd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4984713 Jan 18 22:24:06.346087 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a078139-9e73-4907-9914-219a09bace20 req-cfa970e9-dd0a-428f-9811-65df1e74ef1f tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:06.358763 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1a078139-9e73-4907-9914-219a09bace20 req-cfa970e9-dd0a-428f-9811-65df1e74ef1f tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=3235a499-27d0-4827-81fd-d658b66e33f9 HTTP/1.1" status: 200 len: 946 time: 0.5020208 Jan 18 22:24:06.366169 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd927996-aa76-4f47-89a2-40c8493055d4 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Made reservation on behalf of 0a17ff9ddd5f489695e0235ae87388f5 for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:24:06.385572 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cd927996-aa76-4f47-89a2-40c8493055d4 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:06.389642 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd927996-aa76-4f47-89a2-40c8493055d4 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 22:24:06.392598 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd927996-aa76-4f47-89a2-40c8493055d4 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:24:06.437728 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-cd927996-aa76-4f47-89a2-40c8493055d4 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3645396 Jan 18 22:24:06.438455 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 39994) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:06.447154 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-3d408dc6-c459-4a01-9814-f9e3ef0f42b3 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Request body: {'subnet': {'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:24:06.488334 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c808c830-c579-4b38-82fc-beba8a92d05f req-31d8145a-3b80-49da-8a96-656ff3eaa282 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7304265 Jan 18 22:24:06.504520 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 790decb0-7f06-4796-b506-2653d993ef42 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:24:06.506277 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:06.543377 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-c808c830-c579-4b38-82fc-beba8a92d05f req-151e749d-66b3-473c-b81e-3734d3c4395f service neutron] Request body: {'port': {'device_id': '304a0036-0214-4c80-94aa-de6139e57a2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:24:06.603936 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:06.641420 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d408dc6-c459-4a01-9814-f9e3ef0f42b3 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Made reservation on behalf of 0a17ff9ddd5f489695e0235ae87388f5 for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:24:06.646839 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3d408dc6-c459-4a01-9814-f9e3ef0f42b3 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:06.648447 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d408dc6-c459-4a01-9814-f9e3ef0f42b3 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 22:24:06.649036 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d408dc6-c459-4a01-9814-f9e3ef0f42b3 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:24:06.651888 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id c037744a-8a2c-4716-aa2b-d8afd0bce040 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:24:06.682362 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-3d408dc6-c459-4a01-9814-f9e3ef0f42b3 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2420278 Jan 18 22:24:06.685975 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 40000) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:06.692756 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-f82d801d-38bf-4c7b-912f-07d4558e507a tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Request body: {'subnet': {'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:24:06.701396 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port c037744a-8a2c-4716-aa2b-d8afd0bce040, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=c037744a-8a2c-4716-aa2b-d8afd0bce040,segment=NetworkSegment(6d4c9fdf-454c-4b11-b8c6-11146d43a316),segment_id=6d4c9fdf-454c-4b11-b8c6-11146d43a316)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:24:06.721209 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:06.831593 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-d253ab9b-6251-4c70-a57e-b657a51ff04e None None] Provisioning complete for port e8d7bb39-fefa-4a60-8b6c-d0f3827ccb26 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:24:06.831990 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d253ab9b-6251-4c70-a57e-b657a51ff04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:06.895728 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-c808c830-c579-4b38-82fc-beba8a92d05f req-151e749d-66b3-473c-b81e-3734d3c4395f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:06.927446 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1a078139-9e73-4907-9914-219a09bace20 req-0e74aa49-e0d5-421c-9a12-89244b0d3c9f tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5650628 Jan 18 22:24:06.947949 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f82d801d-38bf-4c7b-912f-07d4558e507a tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Made reservation on behalf of 0a17ff9ddd5f489695e0235ae87388f5 for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:24:06.952424 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f82d801d-38bf-4c7b-912f-07d4558e507a tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:06.954028 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-f82d801d-38bf-4c7b-912f-07d4558e507a tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 22:24:06.954510 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f82d801d-38bf-4c7b-912f-07d4558e507a tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:24:06.975458 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:06.991423 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-f82d801d-38bf-4c7b-912f-07d4558e507a tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3038216 Jan 18 22:24:06.992881 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=c037744a-8a2c-4716-aa2b-d8afd0bce040,revision_number=7']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:06.994113 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 40004) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:07.038241 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-d253ab9b-6251-4c70-a57e-b657a51ff04e None None] Port e8d7bb39-fefa-4a60-8b6c-d0f3827ccb26 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:24:07.065029 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-11ef42e6-695e-4fbc-b150-f805e3fc1a89 req-1e0e323a-aa29-4a95-81d9-c55a14415bdd service neutron] 10.222.0.53 "GET /v2.0/networks/afa667de-c8f9-4a8d-967c-cff5c9ffa5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6562943 Jan 18 22:24:07.069762 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-c2389b91-a570-40db-9adb-1144af910016 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0719573 Jan 18 22:24:07.070556 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 40006) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:07.105381 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port 790decb0-7f06-4796-b506-2653d993ef42, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=790decb0-7f06-4796-b506-2653d993ef42,segment=NetworkSegment(7459fabb-7ba7-479c-92df-0260ac6c29b4),segment_id=7459fabb-7ba7-479c-92df-0260ac6c29b4)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:24:07.113962 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:07.206314 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=790decb0-7f06-4796-b506-2653d993ef42,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:07.226562 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device c7c85ada-275d-4c3d-8e1e-692fe6b3d96e no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:24:07.234890 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7a026c-7a98-4d15-9852-21c234237b55 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:07.238712 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-cd7a026c-7a98-4d15-9852-21c234237b55 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1649354 Jan 18 22:24:07.244881 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 40008) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:07.258466 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: c7c85ada-275d-4c3d-8e1e-692fe6b3d96e {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:24:07.259130 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device c7c85ada-275d-4c3d-8e1e-692fe6b3d96e not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:24:07.344232 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-c0d5fd10-d24d-4047-a34e-deaf3dda4a66 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0941868 Jan 18 22:24:07.344816 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 40010) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:07.353148 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-94fd6438-89f0-449b-8f21-1b893320ad74 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Request body: {'subnet': {'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:24:07.371988 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8f0a24c-83c8-48fa-bfc3-ac1d270cf868 req-08ff34b5-3998-44a4-9273-b281b597fe36 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Made reservation on behalf of 9e3d2710d5874e5a8a2018a623ee9fbd for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:24:07.375561 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-a8f0a24c-83c8-48fa-bfc3-ac1d270cf868 req-08ff34b5-3998-44a4-9273-b281b597fe36 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:07.430425 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-11ef42e6-695e-4fbc-b150-f805e3fc1a89 req-11af3413-18a0-4335-b520-61a8e55ede2c service neutron] 10.222.0.53 "GET /v2.0/networks/afa667de-c8f9-4a8d-967c-cff5c9ffa5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3602505 Jan 18 22:24:07.494416 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e2ec2f-80ef-4104-affc-5a17c1208ec5 req-b1390d74-4c69-49ba-a285-a9446faa0fe9 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:07.508426 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-61e2ec2f-80ef-4104-affc-5a17c1208ec5 req-b1390d74-4c69-49ba-a285-a9446faa0fe9 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/ports?device_id=304a0036-0214-4c80-94aa-de6139e57a2b HTTP/1.1" status: 200 len: 931 time: 0.4095640 Jan 18 22:24:07.581173 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94fd6438-89f0-449b-8f21-1b893320ad74 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Made reservation on behalf of 0a17ff9ddd5f489695e0235ae87388f5 for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:24:07.584790 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-94fd6438-89f0-449b-8f21-1b893320ad74 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:07.815770 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-46d9b367-644d-4859-8437-91892111e9d0 req-af3107a3-3f1a-476c-a950-a2bd551fbcaf tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef174e72-af9c-4820-b809-9e0e5168f5f6 HTTP/1.1" status: 200 len: 210 time: 0.0532804 Jan 18 22:24:07.865220 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-61e2ec2f-80ef-4104-affc-5a17c1208ec5 req-782e523b-743d-4b68-b33a-1193d0775de7 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c648c24-a8c9-44c0-bb3a-f1fa93ac06ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3548303 Jan 18 22:24:08.137875 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 790decb0-7f06-4796-b506-2653d993ef42 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:24:08.278767 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6738cb10-2388-4924-b2f3-46e0c5438620 req-133d18ee-7570-42f9-b10e-3b51bae56263 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/ports?device_id=99555713-a052-4f2b-bed2-fb8b5d6b9caa HTTP/1.1" status: 200 len: 210 time: 0.0585063 Jan 18 22:24:08.280936 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 790decb0-7f06-4796-b506-2653d993ef42 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:24:08.282257 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:08.283322 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-a8f0a24c-83c8-48fa-bfc3-ac1d270cf868 req-08ff34b5-3998-44a4-9273-b281b597fe36 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Allocated IP 172.20.0.6 (afa667de-c8f9-4a8d-967c-cff5c9ffa5d7/e776d007-5ac5-4a48-98ad-4f038a9c4c11/a582b417-6d8e-4aa6-91a9-5f6b1d7cd873) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:24:08.304391 n-d-825064-1 neutron-server[102431]: DEBUG neutron.objects.ports [None req-94fd6438-89f0-449b-8f21-1b893320ad74 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102431) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 18 22:24:08.308256 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-94fd6438-89f0-449b-8f21-1b893320ad74 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:08.336085 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f233322b-007a-408c-b4e1-6d1dafbeaf5c req-020866b3-1015-4161-88b6-b5bec0429356 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:08.355859 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f233322b-007a-408c-b4e1-6d1dafbeaf5c req-020866b3-1015-4161-88b6-b5bec0429356 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf5027d9-8294-42a1-bdc3-a61bba1b1614 HTTP/1.1" status: 200 len: 944 time: 0.2744389 Jan 18 22:24:08.433526 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fd6438-89f0-449b-8f21-1b893320ad74 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event updated for resources: {'Subnet': ['ID=c992e5a3-d670-48c7-8e5a-f45737b0919f,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:08.494490 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94fd6438-89f0-449b-8f21-1b893320ad74 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:24:08.500374 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-94fd6438-89f0-449b-8f21-1b893320ad74 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:24:08.515903 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94fd6438-89f0-449b-8f21-1b893320ad74 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:08.518693 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-94fd6438-89f0-449b-8f21-1b893320ad74 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:08.551357 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbcdcb94-5f93-47f6-adb5-28d131d930c6 None None] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:24:08.560116 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-94fd6438-89f0-449b-8f21-1b893320ad74 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2136395 Jan 18 22:24:08.562670 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 40024) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:08.574616 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-0eb76510-8cef-4738-ac8b-5f57dde68f02 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Request body: {'port': {'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503', 'mac_address': 'fa:16:3e:19:1f:d0', 'name': 'tempest-NetworksTestDHCPv6-1455977188'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:24:08.632829 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1087e17a-32a9-462f-a201-a961316f2f38 req-239a4299-5d7a-4523-ba4e-15e37542b980 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:08.649538 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1087e17a-32a9-462f-a201-a961316f2f38 req-239a4299-5d7a-4523-ba4e-15e37542b980 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=3235a499-27d0-4827-81fd-d658b66e33f9 HTTP/1.1" status: 200 len: 946 time: 0.2243886 Jan 18 22:24:08.682798 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [req-c808c830-c579-4b38-82fc-beba8a92d05f req-151e749d-66b3-473c-b81e-3734d3c4395f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8d7bb39-fefa-4a60-8b6c-d0f3827ccb26 {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:24:08.702856 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-c808c830-c579-4b38-82fc-beba8a92d05f req-151e749d-66b3-473c-b81e-3734d3c4395f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:08.738822 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-c808c830-c579-4b38-82fc-beba8a92d05f req-151e749d-66b3-473c-b81e-3734d3c4395f service neutron] Transition to ACTIVE for port object e8d7bb39-fefa-4a60-8b6c-d0f3827ccb26 will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:24:08.765603 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f233322b-007a-408c-b4e1-6d1dafbeaf5c req-a30e1f36-45ad-47b4-bafd-7d0c0378ae37 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9107f98-3261-4c9b-b70c-aaafa7d6fae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4080334 Jan 18 22:24:08.777998 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-c808c830-c579-4b38-82fc-beba8a92d05f req-151e749d-66b3-473c-b81e-3734d3c4395f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:08.858913 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eb76510-8cef-4738-ac8b-5f57dde68f02 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Made reservation on behalf of 0a17ff9ddd5f489695e0235ae87388f5 for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:24:08.900773 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720db650-9449-4af4-b4b8-e2c09db974e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-5ec417a5-fa6c-4abd-aa15-b83b9df83503', 'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503', 'tenant_id': '0a17ff9ddd5f489695e0235ae87388f5', 'fixed_ips': [{'subnet_id': 'c992e5a3-d670-48c7-8e5a-f45737b0919f'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:24:08.902022 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-720db650-9449-4af4-b4b8-e2c09db974e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:08.962265 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1087e17a-32a9-462f-a201-a961316f2f38 req-a23253ac-ba68-4a63-8ee5-3bdc25780e8d tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3114901 Jan 18 22:24:09.180961 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0eb76510-8cef-4738-ac8b-5f57dde68f02 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:09.211518 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [None req-0eb76510-8cef-4738-ac8b-5f57dde68f02 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] device_id is not set on port 755f8825-c0cc-4667-a8a2-bb08cab055a7 yet. {{(pid=102431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:24:09.273102 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151e749d-66b3-473c-b81e-3734d3c4395f service neutron] Pushing event updated for resources: {'Port': ['ID=e8d7bb39-fefa-4a60-8b6c-d0f3827ccb26,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:09.303182 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-720db650-9449-4af4-b4b8-e2c09db974e0 None None] Allocated IP 2001:db8::f816:3eff:fe40:97e3 (5ec417a5-fa6c-4abd-aa15-b83b9df83503/c992e5a3-d670-48c7-8e5a-f45737b0919f/65faa55e-27ab-4eca-a99d-70b9ff618038) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:24:09.354428 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-33043a4f-5917-4f02-a9b1-6169e7ef3584 req-9047f262-afc2-44b0-a0f2-c01deb370390 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef174e72-af9c-4820-b809-9e0e5168f5f6 HTTP/1.1" status: 200 len: 210 time: 0.1393976 Jan 18 22:24:09.591346 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ef42e6-695e-4fbc-b150-f805e3fc1a89 req-188dc649-9965-457c-a45d-6e94d6679bb5 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:09.593579 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-11ef42e6-695e-4fbc-b150-f805e3fc1a89 req-188dc649-9965-457c-a45d-6e94d6679bb5 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.36 "GET /v2.0/networks?id=afa667de-c8f9-4a8d-967c-cff5c9ffa5d7 HTTP/1.1" status: 200 len: 819 time: 0.2519307 Jan 18 22:24:09.622511 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-11ef42e6-695e-4fbc-b150-f805e3fc1a89 req-f1c4b57b-8913-4285-a4af-c47d81dbac07 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Request body: {'port': {'device_id': '99555713-a052-4f2b-bed2-fb8b5d6b9caa', 'network_id': 'afa667de-c8f9-4a8d-967c-cff5c9ffa5d7', 'admin_state_up': True, 'tenant_id': '9e3d2710d5874e5a8a2018a623ee9fbd'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:24:09.687138 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-720db650-9449-4af4-b4b8-e2c09db974e0 None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:09.700795 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-720db650-9449-4af4-b4b8-e2c09db974e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:09.706923 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f49a790-d883-4b86-8ed5-a32189a06a14 req-0ffbb6f6-2ece-4c5b-adb9-910dcd359592 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:09.717957 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8f49a790-d883-4b86-8ed5-a32189a06a14 req-0ffbb6f6-2ece-4c5b-adb9-910dcd359592 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/ports?device_id=304a0036-0214-4c80-94aa-de6139e57a2b HTTP/1.1" status: 200 len: 943 time: 0.4681563 Jan 18 22:24:09.770149 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720db650-9449-4af4-b4b8-e2c09db974e0 None None] Pushing event updated for resources: {'Port': ['ID=65faa55e-27ab-4eca-a99d-70b9ff618038,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:09.789446 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720db650-9449-4af4-b4b8-e2c09db974e0 None None] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:24:09.791540 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-720db650-9449-4af4-b4b8-e2c09db974e0 None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:24:09.798204 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720db650-9449-4af4-b4b8-e2c09db974e0 None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:24:09.811221 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-0eb76510-8cef-4738-ac8b-5f57dde68f02 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Allocated IP 2001:db8::f816:3eff:fe19:1fd0 (5ec417a5-fa6c-4abd-aa15-b83b9df83503/c992e5a3-d670-48c7-8e5a-f45737b0919f/755f8825-c0cc-4667-a8a2-bb08cab055a7) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:24:09.832150 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-c808c830-c579-4b38-82fc-beba8a92d05f req-151e749d-66b3-473c-b81e-3734d3c4395f service neutron] Attempting to bind port e8d7bb39-fefa-4a60-8b6c-d0f3827ccb26 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:24:09.832505 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-c808c830-c579-4b38-82fc-beba8a92d05f req-151e749d-66b3-473c-b81e-3734d3c4395f service neutron] Attempting to bind port e8d7bb39-fefa-4a60-8b6c-d0f3827ccb26 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '709cf7fd-f815-4400-a3db-c8b217c6237e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a7cf00b2-fdcd-4807-a356-43cabd69ea31'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:24:09.832974 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c808c830-c579-4b38-82fc-beba8a92d05f req-151e749d-66b3-473c-b81e-3734d3c4395f service neutron] Attempting to bind port e8d7bb39-fefa-4a60-8b6c-d0f3827ccb26 on network a7cf00b2-fdcd-4807-a356-43cabd69ea31 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:24:09.883116 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-720db650-9449-4af4-b4b8-e2c09db974e0 None None] Attempting to bind port 65faa55e-27ab-4eca-a99d-70b9ff618038 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:24:09.883409 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-720db650-9449-4af4-b4b8-e2c09db974e0 None None] Attempting to bind port 65faa55e-27ab-4eca-a99d-70b9ff618038 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '3c2fda82-0722-4d26-8bf8-bb1f4fe594b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:24:09.884193 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720db650-9449-4af4-b4b8-e2c09db974e0 None None] Attempting to bind port 65faa55e-27ab-4eca-a99d-70b9ff618038 on network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:24:09.893675 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-a8f0a24c-83c8-48fa-bfc3-ac1d270cf868 req-08ff34b5-3998-44a4-9273-b281b597fe36 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:09.899032 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720db650-9449-4af4-b4b8-e2c09db974e0 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:24:09.899498 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720db650-9449-4af4-b4b8-e2c09db974e0 None None] Checking segment: {'id': '3c2fda82-0722-4d26-8bf8-bb1f4fe594b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:24:09.900676 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-720db650-9449-4af4-b4b8-e2c09db974e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:09.901106 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720db650-9449-4af4-b4b8-e2c09db974e0 None None] Bound using segment: {'id': '3c2fda82-0722-4d26-8bf8-bb1f4fe594b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:24:09.901606 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-720db650-9449-4af4-b4b8-e2c09db974e0 None None] Bound port: 65faa55e-27ab-4eca-a99d-70b9ff618038, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2fda82-0722-4d26-8bf8-bb1f4fe594b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:24:09.904540 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-720db650-9449-4af4-b4b8-e2c09db974e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:09.913427 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c808c830-c579-4b38-82fc-beba8a92d05f req-151e749d-66b3-473c-b81e-3734d3c4395f service neutron] Port e8d7bb39-fefa-4a60-8b6c-d0f3827ccb26 on network a7cf00b2-fdcd-4807-a356-43cabd69ea31 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:24:09.913813 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c808c830-c579-4b38-82fc-beba8a92d05f req-151e749d-66b3-473c-b81e-3734d3c4395f service neutron] Attempting to bind port e8d7bb39-fefa-4a60-8b6c-d0f3827ccb26 on network a7cf00b2-fdcd-4807-a356-43cabd69ea31 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:24:09.927487 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c808c830-c579-4b38-82fc-beba8a92d05f req-151e749d-66b3-473c-b81e-3734d3c4395f service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:24:09.927884 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c808c830-c579-4b38-82fc-beba8a92d05f req-151e749d-66b3-473c-b81e-3734d3c4395f service neutron] Checking segment: {'id': '709cf7fd-f815-4400-a3db-c8b217c6237e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a7cf00b2-fdcd-4807-a356-43cabd69ea31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:24:09.931261 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c808c830-c579-4b38-82fc-beba8a92d05f req-151e749d-66b3-473c-b81e-3734d3c4395f service neutron] Bound using segment: {'id': '709cf7fd-f815-4400-a3db-c8b217c6237e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a7cf00b2-fdcd-4807-a356-43cabd69ea31'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:24:09.932137 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-c808c830-c579-4b38-82fc-beba8a92d05f req-151e749d-66b3-473c-b81e-3734d3c4395f service neutron] Bound port: e8d7bb39-fefa-4a60-8b6c-d0f3827ccb26, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '709cf7fd-f815-4400-a3db-c8b217c6237e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a7cf00b2-fdcd-4807-a356-43cabd69ea31'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:24:09.932527 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-c808c830-c579-4b38-82fc-beba8a92d05f req-151e749d-66b3-473c-b81e-3734d3c4395f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:09.946296 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8f49a790-d883-4b86-8ed5-a32189a06a14 req-824f713f-67ce-4d00-89af-d32ee90d6014 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c648c24-a8c9-44c0-bb3a-f1fa93ac06ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2042482 Jan 18 22:24:09.962238 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11ef42e6-695e-4fbc-b150-f805e3fc1a89 req-f1c4b57b-8913-4285-a4af-c47d81dbac07 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Made reservation on behalf of 9e3d2710d5874e5a8a2018a623ee9fbd for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:24:09.967020 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-11ef42e6-695e-4fbc-b150-f805e3fc1a89 req-f1c4b57b-8913-4285-a4af-c47d81dbac07 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:10.021227 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0eb76510-8cef-4738-ac8b-5f57dde68f02 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:10.037067 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e45415-552e-4a1b-aadd-7ef19969b4ab req-3b26f2a5-cacf-4b54-9466-0c253eb5c838 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:10.049936 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-63e45415-552e-4a1b-aadd-7ef19969b4ab req-3b26f2a5-cacf-4b54-9466-0c253eb5c838 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf5027d9-8294-42a1-bdc3-a61bba1b1614 HTTP/1.1" status: 200 len: 944 time: 0.4095664 Jan 18 22:24:10.067465 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0eb76510-8cef-4738-ac8b-5f57dde68f02 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:10.109662 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-720db650-9449-4af4-b4b8-e2c09db974e0 None None] For port 65faa55e-27ab-4eca-a99d-70b9ff618038, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:24:10.114767 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-720db650-9449-4af4-b4b8-e2c09db974e0 None None] For port 65faa55e-27ab-4eca-a99d-70b9ff618038, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=65faa55e-27ab-4eca-a99d-70b9ff618038,segment=NetworkSegment(3c2fda82-0722-4d26-8bf8-bb1f4fe594b8),segment_id=3c2fda82-0722-4d26-8bf8-bb1f4fe594b8)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:24:10.129060 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-720db650-9449-4af4-b4b8-e2c09db974e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:10.148930 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-c808c830-c579-4b38-82fc-beba8a92d05f req-151e749d-66b3-473c-b81e-3734d3c4395f service neutron] For port e8d7bb39-fefa-4a60-8b6c-d0f3827ccb26, host n-h2-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:24:10.152384 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-c808c830-c579-4b38-82fc-beba8a92d05f req-151e749d-66b3-473c-b81e-3734d3c4395f service neutron] For port e8d7bb39-fefa-4a60-8b6c-d0f3827ccb26, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=e8d7bb39-fefa-4a60-8b6c-d0f3827ccb26,segment=NetworkSegment(709cf7fd-f815-4400-a3db-c8b217c6237e),segment_id=709cf7fd-f815-4400-a3db-c8b217c6237e)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:24:10.171731 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-c808c830-c579-4b38-82fc-beba8a92d05f req-151e749d-66b3-473c-b81e-3734d3c4395f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:10.231022 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720db650-9449-4af4-b4b8-e2c09db974e0 None None] Pushing event updated for resources: {'Port': ['ID=65faa55e-27ab-4eca-a99d-70b9ff618038,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:10.282098 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808c830-c579-4b38-82fc-beba8a92d05f req-151e749d-66b3-473c-b81e-3734d3c4395f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:10.283726 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-c808c830-c579-4b38-82fc-beba8a92d05f req-151e749d-66b3-473c-b81e-3734d3c4395f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:10.285389 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c808c830-c579-4b38-82fc-beba8a92d05f req-151e749d-66b3-473c-b81e-3734d3c4395f service neutron] 10.222.0.67 "PUT /v2.0/ports/e8d7bb39-fefa-4a60-8b6c-d0f3827ccb26 HTTP/1.1" status: 200 len: 1091 time: 3.7464643 Jan 18 22:24:10.289575 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '304a0036-0214-4c80-94aa-de6139e57a2b', 'tag': 'e8d7bb39-fefa-4a60-8b6c-d0f3827ccb26'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:24:10.293052 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6498c7da-e6f0-434b-8ed6-421f28f68a8e" -d '{"events": [{"name": "network-changed", "server_uuid": "304a0036-0214-4c80-94aa-de6139e57a2b", "tag": "e8d7bb39-fefa-4a60-8b6c-d0f3827ccb26"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:24:10.301978 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-983ed542-d76e-4340-8598-105266bdddb9 req-223df9b8-a6f6-45c0-a55b-412476f1cfd9 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/ports?device_id=99555713-a052-4f2b-bed2-fb8b5d6b9caa HTTP/1.1" status: 200 len: 210 time: 0.0916085 Jan 18 22:24:10.320481 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-63e45415-552e-4a1b-aadd-7ef19969b4ab req-f2c0d9af-3b99-40ea-9279-62f657daf783 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9107f98-3261-4c9b-b70c-aaafa7d6fae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651694 Jan 18 22:24:10.406993 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-a8f0a24c-83c8-48fa-bfc3-ac1d270cf868 req-08ff34b5-3998-44a4-9273-b281b597fe36 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:10.491873 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [req-11ef42e6-695e-4fbc-b150-f805e3fc1a89 req-f1c4b57b-8913-4285-a4af-c47d81dbac07 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Allocated IP 172.20.0.2 (afa667de-c8f9-4a8d-967c-cff5c9ffa5d7/e776d007-5ac5-4a48-98ad-4f038a9c4c11/820af019-259a-4e5f-ba8f-3466cff4a077) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:24:10.542175 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20475ca0-339b-46d1-970e-013ad608c3bc x-openstack-request-id: req-20475ca0-339b-46d1-970e-013ad608c3bc {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:24:10.542475 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "304a0036-0214-4c80-94aa-de6139e57a2b", "tag": "e8d7bb39-fefa-4a60-8b6c-d0f3827ccb26", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:24:10.542786 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-20475ca0-339b-46d1-970e-013ad608c3bc {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:24:10.543218 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '304a0036-0214-4c80-94aa-de6139e57a2b', 'tag': 'e8d7bb39-fefa-4a60-8b6c-d0f3827ccb26', 'status': 'completed', 'code': 200} Jan 18 22:24:10.560318 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8f0a24c-83c8-48fa-bfc3-ac1d270cf868 req-08ff34b5-3998-44a4-9273-b281b597fe36 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Network afa667de-c8f9-4a8d-967c-cff5c9ffa5d7 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:24:10.561112 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151e749d-66b3-473c-b81e-3734d3c4395f service neutron] Pushing event updated for resources: {'Port': ['ID=e8d7bb39-fefa-4a60-8b6c-d0f3827ccb26,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:10.617840 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-a8f0a24c-83c8-48fa-bfc3-ac1d270cf868 req-08ff34b5-3998-44a4-9273-b281b597fe36 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:24:10.624786 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8f0a24c-83c8-48fa-bfc3-ac1d270cf868 req-08ff34b5-3998-44a4-9273-b281b597fe36 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:24:10.719762 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d6780df3-8c44-4ebc-b8be-518e0c05dc71 req-7600c162-2773-41ba-b09c-5ca73acaae39 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef174e72-af9c-4820-b809-9e0e5168f5f6 HTTP/1.1" status: 200 len: 210 time: 0.1202199 Jan 18 22:24:10.822321 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-11ef42e6-695e-4fbc-b150-f805e3fc1a89 req-f1c4b57b-8913-4285-a4af-c47d81dbac07 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:10.872151 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808c830-c579-4b38-82fc-beba8a92d05f req-1b3ca58a-0a94-46cf-ac2b-4f991e432ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:10.873695 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c808c830-c579-4b38-82fc-beba8a92d05f req-1b3ca58a-0a94-46cf-ac2b-4f991e432ebd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8b13ed9b2a1546eeba661ab8fe911d02&device_id=304a0036-0214-4c80-94aa-de6139e57a2b HTTP/1.1" status: 200 len: 1094 time: 0.5153432 Jan 18 22:24:10.891091 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71e44cb-4c03-4082-ae87-1fe94ee8ec21 req-fbc3b9b4-9983-4740-ad04-f5f0cc81f676 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:10.905019 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c71e44cb-4c03-4082-ae87-1fe94ee8ec21 req-fbc3b9b4-9983-4740-ad04-f5f0cc81f676 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=3235a499-27d0-4827-81fd-d658b66e33f9 HTTP/1.1" status: 200 len: 946 time: 0.4402690 Jan 18 22:24:10.919898 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ff34b5-3998-44a4-9273-b281b597fe36 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Pushing event updated for resources: {'Port': ['ID=a582b417-6d8e-4aa6-91a9-5f6b1d7cd873,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:10.946385 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb76510-8cef-4738-ac8b-5f57dde68f02 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:24:10.964048 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-0eb76510-8cef-4738-ac8b-5f57dde68f02 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:24:10.969127 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f0a24c-83c8-48fa-bfc3-ac1d270cf868 req-08ff34b5-3998-44a4-9273-b281b597fe36 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:10.969860 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-a8f0a24c-83c8-48fa-bfc3-ac1d270cf868 req-08ff34b5-3998-44a4-9273-b281b597fe36 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:10.978228 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb76510-8cef-4738-ac8b-5f57dde68f02 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:24:10.987583 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb76510-8cef-4738-ac8b-5f57dde68f02 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:10.988276 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0eb76510-8cef-4738-ac8b-5f57dde68f02 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:11.011043 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb76510-8cef-4738-ac8b-5f57dde68f02 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event updated for resources: {'Port': ['ID=755f8825-c0cc-4667-a8a2-bb08cab055a7,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:11.011517 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c808c830-c579-4b38-82fc-beba8a92d05f req-a9cda3c5-3f49-47a2-8ef6-ea8fa4f0d3a2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e8d7bb39-fefa-4a60-8b6c-d0f3827ccb26 HTTP/1.1" status: 200 len: 217 time: 0.0981922 Jan 18 22:24:11.018715 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a8f0a24c-83c8-48fa-bfc3-ac1d270cf868 req-08ff34b5-3998-44a4-9273-b281b597fe36 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0659144 Jan 18 22:24:11.030161 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e6b0aa-c7c1-4314-9e03-abc9eb912b89 req-1285a7d2-5fc9-42c2-bfd4-2cb65c7524d8 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:11.031665 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-b8e6b0aa-c7c1-4314-9e03-abc9eb912b89 req-1285a7d2-5fc9-42c2-bfd4-2cb65c7524d8 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf5027d9-8294-42a1-bdc3-a61bba1b1614 HTTP/1.1" status: 200 len: 944 time: 0.1607616 Jan 18 22:24:11.033722 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-11ef42e6-695e-4fbc-b150-f805e3fc1a89 req-f1c4b57b-8913-4285-a4af-c47d81dbac07 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:11.038809 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-0eb76510-8cef-4738-ac8b-5f57dde68f02 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.4734530 Jan 18 22:24:11.045534 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 40050) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:11.069621 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-a8f0a24c-83c8-48fa-bfc3-ac1d270cf868 req-aeedb802-608b-40b2-b67b-4a02262ba77e service neutron] Request body: {'port': {'device_id': '7e173d2e-e098-4c51-8104-b5036c990569', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:24:11.119955 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11ef42e6-695e-4fbc-b150-f805e3fc1a89 req-f1c4b57b-8913-4285-a4af-c47d81dbac07 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Network afa667de-c8f9-4a8d-967c-cff5c9ffa5d7 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:24:11.138615 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [req-11ef42e6-695e-4fbc-b150-f805e3fc1a89 req-f1c4b57b-8913-4285-a4af-c47d81dbac07 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:24:11.145713 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-11ef42e6-695e-4fbc-b150-f805e3fc1a89 req-f1c4b57b-8913-4285-a4af-c47d81dbac07 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:24:11.198565 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c4b57b-8913-4285-a4af-c47d81dbac07 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Pushing event updated for resources: {'Port': ['ID=820af019-259a-4e5f-ba8f-3466cff4a077,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:11.226609 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c71e44cb-4c03-4082-ae87-1fe94ee8ec21 req-196535dd-5ec8-427b-ba6c-365120c72e1b tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3168561 Jan 18 22:24:11.327101 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ef42e6-695e-4fbc-b150-f805e3fc1a89 req-f1c4b57b-8913-4285-a4af-c47d81dbac07 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:11.327891 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-11ef42e6-695e-4fbc-b150-f805e3fc1a89 req-f1c4b57b-8913-4285-a4af-c47d81dbac07 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:11.334756 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808c830-c579-4b38-82fc-beba8a92d05f req-d8c6011c-6ea6-4d6d-a72c-6a2f3d8f35a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:11.336537 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c808c830-c579-4b38-82fc-beba8a92d05f req-d8c6011c-6ea6-4d6d-a72c-6a2f3d8f35a1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f22ac4a0-8a49-4c4d-8503-b70bab42605d HTTP/1.1" status: 200 len: 850 time: 0.3111877 Jan 18 22:24:11.351933 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2491052e-bad8-4274-9cd3-e9f6efcff6e5 req-af484ffd-b4d4-4fc9-b25d-8e53eb4d87ba tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:11.379211 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2491052e-bad8-4274-9cd3-e9f6efcff6e5 req-af484ffd-b4d4-4fc9-b25d-8e53eb4d87ba tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/ports?device_id=304a0036-0214-4c80-94aa-de6139e57a2b HTTP/1.1" status: 200 len: 943 time: 0.2684078 Jan 18 22:24:11.384151 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-b8e6b0aa-c7c1-4314-9e03-abc9eb912b89 req-f8829642-6fa7-4882-b205-663eb715a50a tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Deleting port c037744a-8a2c-4716-aa2b-d8afd0bce040 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:24:11.384748 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-b8e6b0aa-c7c1-4314-9e03-abc9eb912b89 req-f8829642-6fa7-4882-b205-663eb715a50a tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:11.477177 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843f614e-73cd-4eb7-9eab-f7e0297801db tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:11.483759 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843f614e-73cd-4eb7-9eab-f7e0297801db tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:11.488428 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-843f614e-73cd-4eb7-9eab-f7e0297801db tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.4314611 Jan 18 22:24:11.489377 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-a8f0a24c-83c8-48fa-bfc3-ac1d270cf868 req-aeedb802-608b-40b2-b67b-4a02262ba77e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:11.503226 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 40058) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:11.541906 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-11ef42e6-695e-4fbc-b150-f805e3fc1a89 req-f1c4b57b-8913-4285-a4af-c47d81dbac07 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9283087 Jan 18 22:24:11.562301 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-11ef42e6-695e-4fbc-b150-f805e3fc1a89 req-bfab679b-6d06-4acc-8a94-56b81c3fab83 service neutron] Request body: {'port': {'device_id': '99555713-a052-4f2b-bed2-fb8b5d6b9caa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:24:11.668426 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-b8e6b0aa-c7c1-4314-9e03-abc9eb912b89 req-f8829642-6fa7-4882-b205-663eb715a50a tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] For port c037744a-8a2c-4716-aa2b-d8afd0bce040, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=c037744a-8a2c-4716-aa2b-d8afd0bce040,segment=NetworkSegment(6d4c9fdf-454c-4b11-b8c6-11146d43a316),segment_id=6d4c9fdf-454c-4b11-b8c6-11146d43a316)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:24:11.668797 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-b8e6b0aa-c7c1-4314-9e03-abc9eb912b89 req-f8829642-6fa7-4882-b205-663eb715a50a tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:11.671459 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-11ef42e6-695e-4fbc-b150-f805e3fc1a89 req-bfab679b-6d06-4acc-8a94-56b81c3fab83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:11.725807 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-b8e6b0aa-c7c1-4314-9e03-abc9eb912b89 req-f8829642-6fa7-4882-b205-663eb715a50a tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Calling delete_port for c037744a-8a2c-4716-aa2b-d8afd0bce040 owned by compute:nova {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:24:11.770361 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808c830-c579-4b38-82fc-beba8a92d05f req-ec234cd2-1c8a-4eee-bec4-90ae7b2c9596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:11.771854 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c808c830-c579-4b38-82fc-beba8a92d05f req-ec234cd2-1c8a-4eee-bec4-90ae7b2c9596 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a7cf00b2-fdcd-4807-a356-43cabd69ea31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3757532 Jan 18 22:24:11.783492 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2491052e-bad8-4274-9cd3-e9f6efcff6e5 req-f61519e7-b04c-4779-a2b7-61c6af5eca6e tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c648c24-a8c9-44c0-bb3a-f1fa93ac06ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4010491 Jan 18 22:24:11.997084 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-af625722-2bc1-4c4b-8620-4804931524ce None None] Provisioning complete for port 65faa55e-27ab-4eca-a99d-70b9ff618038 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:24:11.997624 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-af625722-2bc1-4c4b-8620-4804931524ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:12.073907 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-b8e6b0aa-c7c1-4314-9e03-abc9eb912b89 req-f8829642-6fa7-4882-b205-663eb715a50a tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:12.143709 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 65faa55e-27ab-4eca-a99d-70b9ff618038 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:24:12.151783 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8829642-6fa7-4882-b205-663eb715a50a tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Pushing event deleted for resources: {'Port': ['ID=c037744a-8a2c-4716-aa2b-d8afd0bce040,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:12.214234 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8e6b0aa-c7c1-4314-9e03-abc9eb912b89 req-f8829642-6fa7-4882-b205-663eb715a50a tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] No DVR routers for this DVR port c037744a-8a2c-4716-aa2b-d8afd0bce040 on host n-h1-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:24:12.217711 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-b8e6b0aa-c7c1-4314-9e03-abc9eb912b89 req-f8829642-6fa7-4882-b205-663eb715a50a tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:12.224990 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-b8e6b0aa-c7c1-4314-9e03-abc9eb912b89 req-f8829642-6fa7-4882-b205-663eb715a50a tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.36 "DELETE /v2.0/ports/c037744a-8a2c-4716-aa2b-d8afd0bce040 HTTP/1.1" status: 204 len: 173 time: 1.1736081 Jan 18 22:24:12.225488 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf5027d9-8294-42a1-bdc3-a61bba1b1614', 'name': 'network-vif-deleted', 'tag': 'c037744a-8a2c-4716-aa2b-d8afd0bce040'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:24:12.228344 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-989653aa-4d1e-4a79-83a0-3ca729d5fd9d" -d '{"events": [{"server_uuid": "bf5027d9-8294-42a1-bdc3-a61bba1b1614", "name": "network-vif-deleted", "tag": "c037744a-8a2c-4716-aa2b-d8afd0bce040"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:24:12.321689 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-af625722-2bc1-4c4b-8620-4804931524ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:12.379652 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 65faa55e-27ab-4eca-a99d-70b9ff618038 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:24:12.380027 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:12.449149 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-af625722-2bc1-4c4b-8620-4804931524ce None None] For port 65faa55e-27ab-4eca-a99d-70b9ff618038, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=65faa55e-27ab-4eca-a99d-70b9ff618038,segment=NetworkSegment(3c2fda82-0722-4d26-8bf8-bb1f4fe594b8),segment_id=3c2fda82-0722-4d26-8bf8-bb1f4fe594b8)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:24:12.461569 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-af625722-2bc1-4c4b-8620-4804931524ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:12.546227 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d1655b-950b-47ab-ab9c-1da9191828fb req-2a9b3446-ef32-4bcb-91d4-1a63f49d949e tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:12.554926 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-23d1655b-950b-47ab-ab9c-1da9191828fb req-2a9b3446-ef32-4bcb-91d4-1a63f49d949e tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf5027d9-8294-42a1-bdc3-a61bba1b1614 HTTP/1.1" status: 200 len: 944 time: 1.0618641 Jan 18 22:24:12.597796 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-16bbf364-4cbb-4f9d-92f2-79adf10d4801 None None] Provisioning complete for port 755f8825-c0cc-4667-a8a2-bb08cab055a7 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:24:12.598534 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-16bbf364-4cbb-4f9d-92f2-79adf10d4801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:12.600081 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af625722-2bc1-4c4b-8620-4804931524ce None None] Pushing event updated for resources: {'Port': ['ID=65faa55e-27ab-4eca-a99d-70b9ff618038,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:12.706767 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:12.707679 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-16bbf364-4cbb-4f9d-92f2-79adf10d4801 None None] Port 755f8825-c0cc-4667-a8a2-bb08cab055a7 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:24:12.709981 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-23d1655b-950b-47ab-ab9c-1da9191828fb req-57824c3c-c917-41ed-98a6-a46f5777780a tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9107f98-3261-4c9b-b70c-aaafa7d6fae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540999 Jan 18 22:24:12.741198 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cc1c2e-7e9f-431b-8185-4adc8eeab062 req-34f87fb9-d8b3-4843-aafd-000963dd3ce4 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:12.742704 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b2cc1c2e-7e9f-431b-8185-4adc8eeab062 req-34f87fb9-d8b3-4843-aafd-000963dd3ce4 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/ports?device_id=99555713-a052-4f2b-bed2-fb8b5d6b9caa HTTP/1.1" status: 200 len: 931 time: 0.8192828 Jan 18 22:24:12.755575 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-505a17cd-c95b-40a5-ae7c-e47d2737d0ef tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Deleting port 755f8825-c0cc-4667-a8a2-bb08cab055a7 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:24:12.755920 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-505a17cd-c95b-40a5-ae7c-e47d2737d0ef tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:12.892189 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c808c830-c579-4b38-82fc-beba8a92d05f req-dd83a103-0839-4884-a8a9-8cc86edb363e service neutron] 10.222.0.67 "GET /v2.0/networks/a7cf00b2-fdcd-4807-a356-43cabd69ea31?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0877213 Jan 18 22:24:13.062435 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-505a17cd-c95b-40a5-ae7c-e47d2737d0ef tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:13.072828 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b48eff6-9bd3-4c97-b7f2-473dbf8b5fb9 x-openstack-request-id: req-5b48eff6-9bd3-4c97-b7f2-473dbf8b5fb9 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:24:13.073314 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf5027d9-8294-42a1-bdc3-a61bba1b1614", "name": "network-vif-deleted", "tag": "c037744a-8a2c-4716-aa2b-d8afd0bce040", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:24:13.073721 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5b48eff6-9bd3-4c97-b7f2-473dbf8b5fb9 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:24:13.074288 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf5027d9-8294-42a1-bdc3-a61bba1b1614', 'name': 'network-vif-deleted', 'tag': 'c037744a-8a2c-4716-aa2b-d8afd0bce040', 'status': 'completed', 'code': 200} Jan 18 22:24:13.188590 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [req-a8f0a24c-83c8-48fa-bfc3-ac1d270cf868 req-aeedb802-608b-40b2-b67b-4a02262ba77e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a582b417-6d8e-4aa6-91a9-5f6b1d7cd873 {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:24:13.198676 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-a8f0a24c-83c8-48fa-bfc3-ac1d270cf868 req-aeedb802-608b-40b2-b67b-4a02262ba77e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:13.232723 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-a8f0a24c-83c8-48fa-bfc3-ac1d270cf868 req-aeedb802-608b-40b2-b67b-4a02262ba77e service neutron] Transition to ACTIVE for port object a582b417-6d8e-4aa6-91a9-5f6b1d7cd873 will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:24:13.289734 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b2cc1c2e-7e9f-431b-8185-4adc8eeab062 req-990d10c3-9d12-4d49-874c-df6348ef6ce9 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/security-groups?id=68e1f851-73aa-4cda-8095-0e2a92a325ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4198864 Jan 18 22:24:13.292551 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c808c830-c579-4b38-82fc-beba8a92d05f req-844c0d8e-a802-421e-a389-943516e78cb2 service neutron] 10.222.0.67 "GET /v2.0/networks/a7cf00b2-fdcd-4807-a356-43cabd69ea31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3714137 Jan 18 22:24:13.293379 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-505a17cd-c95b-40a5-ae7c-e47d2737d0ef tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Calling delete_port for 755f8825-c0cc-4667-a8a2-bb08cab055a7 owned by {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:24:13.329442 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-a8f0a24c-83c8-48fa-bfc3-ac1d270cf868 req-aeedb802-608b-40b2-b67b-4a02262ba77e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:13.457124 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeedb802-608b-40b2-b67b-4a02262ba77e service neutron] Pushing event updated for resources: {'Port': ['ID=a582b417-6d8e-4aa6-91a9-5f6b1d7cd873,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:13.516832 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:13.536422 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c88ed5-3363-4d59-a58c-1cbdf52d3d5b req-91f19ed8-101e-4982-94da-f2c2fb630d7b tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:13.547717 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-63c88ed5-3363-4d59-a58c-1cbdf52d3d5b req-91f19ed8-101e-4982-94da-f2c2fb630d7b tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=3235a499-27d0-4827-81fd-d658b66e33f9 HTTP/1.1" status: 200 len: 946 time: 0.2524211 Jan 18 22:24:13.621122 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [req-11ef42e6-695e-4fbc-b150-f805e3fc1a89 req-bfab679b-6d06-4acc-8a94-56b81c3fab83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 820af019-259a-4e5f-ba8f-3466cff4a077 {{(pid=102431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:24:13.629546 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-11ef42e6-695e-4fbc-b150-f805e3fc1a89 req-bfab679b-6d06-4acc-8a94-56b81c3fab83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:13.642702 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [req-11ef42e6-695e-4fbc-b150-f805e3fc1a89 req-bfab679b-6d06-4acc-8a94-56b81c3fab83 service neutron] Transition to ACTIVE for port object 820af019-259a-4e5f-ba8f-3466cff4a077 will not be triggered until provisioned by entity L2. {{(pid=102431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:24:13.659860 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-11ef42e6-695e-4fbc-b150-f805e3fc1a89 req-bfab679b-6d06-4acc-8a94-56b81c3fab83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:13.723278 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfab679b-6d06-4acc-8a94-56b81c3fab83 service neutron] Pushing event updated for resources: {'Port': ['ID=820af019-259a-4e5f-ba8f-3466cff4a077,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:13.819717 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-505a17cd-c95b-40a5-ae7c-e47d2737d0ef tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:13.899947 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6498c7da-e6f0-434b-8ed6-421f28f68a8e req-77d271c2-eac0-48b1-8e0f-13a2ef7153d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:13.904530 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6498c7da-e6f0-434b-8ed6-421f28f68a8e req-77d271c2-eac0-48b1-8e0f-13a2ef7153d7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8b13ed9b2a1546eeba661ab8fe911d02&device_id=304a0036-0214-4c80-94aa-de6139e57a2b HTTP/1.1" status: 200 len: 1094 time: 0.4992371 Jan 18 22:24:13.910125 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-505a17cd-c95b-40a5-ae7c-e47d2737d0ef tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:13.914795 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-11ef42e6-695e-4fbc-b150-f805e3fc1a89 req-bfab679b-6d06-4acc-8a94-56b81c3fab83 service neutron] Attempting to bind port 820af019-259a-4e5f-ba8f-3466cff4a077 on host n-h1-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:24:13.915576 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-11ef42e6-695e-4fbc-b150-f805e3fc1a89 req-bfab679b-6d06-4acc-8a94-56b81c3fab83 service neutron] Attempting to bind port 820af019-259a-4e5f-ba8f-3466cff4a077 by drivers openvswitch,hyperv on host n-h1-825064-1 at level 0 using segments [{'id': '7459fabb-7ba7-479c-92df-0260ac6c29b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'afa667de-c8f9-4a8d-967c-cff5c9ffa5d7'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:24:13.918729 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ef42e6-695e-4fbc-b150-f805e3fc1a89 req-bfab679b-6d06-4acc-8a94-56b81c3fab83 service neutron] Attempting to bind port 820af019-259a-4e5f-ba8f-3466cff4a077 on network afa667de-c8f9-4a8d-967c-cff5c9ffa5d7 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:24:13.921341 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-505a17cd-c95b-40a5-ae7c-e47d2737d0ef tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "DELETE /v2.0/ports/755f8825-c0cc-4667-a8a2-bb08cab055a7 HTTP/1.1" status: 204 len: 168 time: 2.4167519 Jan 18 22:24:13.921573 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 40080) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:13.994351 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3523aa-e027-4de7-a831-bb31159564f0 req-53e6d443-933a-4ee2-9ed6-34702e60c232 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:14.003689 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-eb3523aa-e027-4de7-a831-bb31159564f0 req-53e6d443-933a-4ee2-9ed6-34702e60c232 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/ports?device_id=304a0036-0214-4c80-94aa-de6139e57a2b HTTP/1.1" status: 200 len: 943 time: 0.3732624 Jan 18 22:24:14.027007 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505a17cd-c95b-40a5-ae7c-e47d2737d0ef tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event deleted for resources: {'Port': ['ID=755f8825-c0cc-4667-a8a2-bb08cab055a7,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:14.059642 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec699527-a5dc-4bf9-835e-b96d64b384cd tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:14.061243 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec699527-a5dc-4bf9-835e-b96d64b384cd tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:14.062898 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-ec699527-a5dc-4bf9-835e-b96d64b384cd tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1346128 Jan 18 22:24:14.082424 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 40084) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:14.103970 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ef42e6-695e-4fbc-b150-f805e3fc1a89 req-bfab679b-6d06-4acc-8a94-56b81c3fab83 service neutron] Port 820af019-259a-4e5f-ba8f-3466cff4a077 on network afa667de-c8f9-4a8d-967c-cff5c9ffa5d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:24:14.104382 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ef42e6-695e-4fbc-b150-f805e3fc1a89 req-bfab679b-6d06-4acc-8a94-56b81c3fab83 service neutron] Attempting to bind port 820af019-259a-4e5f-ba8f-3466cff4a077 on network afa667de-c8f9-4a8d-967c-cff5c9ffa5d7 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:24:14.128951 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ef42e6-695e-4fbc-b150-f805e3fc1a89 req-bfab679b-6d06-4acc-8a94-56b81c3fab83 service neutron] Checking agent: {'id': 'e49d1b2a-ba11-487f-a804-ecbf3c0e8132', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:24:14.129303 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ef42e6-695e-4fbc-b150-f805e3fc1a89 req-bfab679b-6d06-4acc-8a94-56b81c3fab83 service neutron] Checking segment: {'id': '7459fabb-7ba7-479c-92df-0260ac6c29b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'afa667de-c8f9-4a8d-967c-cff5c9ffa5d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:24:14.129670 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ef42e6-695e-4fbc-b150-f805e3fc1a89 req-bfab679b-6d06-4acc-8a94-56b81c3fab83 service neutron] Bound using segment: {'id': '7459fabb-7ba7-479c-92df-0260ac6c29b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'afa667de-c8f9-4a8d-967c-cff5c9ffa5d7'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:24:14.130113 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-11ef42e6-695e-4fbc-b150-f805e3fc1a89 req-bfab679b-6d06-4acc-8a94-56b81c3fab83 service neutron] Bound port: 820af019-259a-4e5f-ba8f-3466cff4a077, host: n-h1-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7459fabb-7ba7-479c-92df-0260ac6c29b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'afa667de-c8f9-4a8d-967c-cff5c9ffa5d7'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:24:14.130472 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-11ef42e6-695e-4fbc-b150-f805e3fc1a89 req-bfab679b-6d06-4acc-8a94-56b81c3fab83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:14.136274 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-63c88ed5-3363-4d59-a58c-1cbdf52d3d5b req-c4ec9e19-8527-4177-b677-5a36052e5e4d tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5862625 Jan 18 22:24:14.163462 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-eb3523aa-e027-4de7-a831-bb31159564f0 req-685f3372-afcb-4a98-b3bd-1c5e02373dbe tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c648c24-a8c9-44c0-bb3a-f1fa93ac06ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1586931 Jan 18 22:24:14.193346 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 65faa55e-27ab-4eca-a99d-70b9ff618038 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:24:14.224451 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-a8f0a24c-83c8-48fa-bfc3-ac1d270cf868 req-aeedb802-608b-40b2-b67b-4a02262ba77e service neutron] Attempting to bind port a582b417-6d8e-4aa6-91a9-5f6b1d7cd873 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:24:14.224809 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-a8f0a24c-83c8-48fa-bfc3-ac1d270cf868 req-aeedb802-608b-40b2-b67b-4a02262ba77e service neutron] Attempting to bind port a582b417-6d8e-4aa6-91a9-5f6b1d7cd873 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '7459fabb-7ba7-479c-92df-0260ac6c29b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'afa667de-c8f9-4a8d-967c-cff5c9ffa5d7'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:24:14.225145 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f0a24c-83c8-48fa-bfc3-ac1d270cf868 req-aeedb802-608b-40b2-b67b-4a02262ba77e service neutron] Attempting to bind port a582b417-6d8e-4aa6-91a9-5f6b1d7cd873 on network afa667de-c8f9-4a8d-967c-cff5c9ffa5d7 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:24:14.255160 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device c037744a-8a2c-4716-aa2b-d8afd0bce040 no longer exists at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:24:14.257389 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f0a24c-83c8-48fa-bfc3-ac1d270cf868 req-aeedb802-608b-40b2-b67b-4a02262ba77e service neutron] Port a582b417-6d8e-4aa6-91a9-5f6b1d7cd873 on network afa667de-c8f9-4a8d-967c-cff5c9ffa5d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:24:14.259429 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f0a24c-83c8-48fa-bfc3-ac1d270cf868 req-aeedb802-608b-40b2-b67b-4a02262ba77e service neutron] Attempting to bind port a582b417-6d8e-4aa6-91a9-5f6b1d7cd873 on network afa667de-c8f9-4a8d-967c-cff5c9ffa5d7 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:24:14.277664 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f0a24c-83c8-48fa-bfc3-ac1d270cf868 req-aeedb802-608b-40b2-b67b-4a02262ba77e service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:24:14.284841 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f0a24c-83c8-48fa-bfc3-ac1d270cf868 req-aeedb802-608b-40b2-b67b-4a02262ba77e service neutron] Checking segment: {'id': '7459fabb-7ba7-479c-92df-0260ac6c29b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'afa667de-c8f9-4a8d-967c-cff5c9ffa5d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:24:14.286782 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f0a24c-83c8-48fa-bfc3-ac1d270cf868 req-aeedb802-608b-40b2-b67b-4a02262ba77e service neutron] Bound using segment: {'id': '7459fabb-7ba7-479c-92df-0260ac6c29b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'afa667de-c8f9-4a8d-967c-cff5c9ffa5d7'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:24:14.287484 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-a8f0a24c-83c8-48fa-bfc3-ac1d270cf868 req-aeedb802-608b-40b2-b67b-4a02262ba77e service neutron] Bound port: a582b417-6d8e-4aa6-91a9-5f6b1d7cd873, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7459fabb-7ba7-479c-92df-0260ac6c29b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'afa667de-c8f9-4a8d-967c-cff5c9ffa5d7'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:24:14.289982 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-a8f0a24c-83c8-48fa-bfc3-ac1d270cf868 req-aeedb802-608b-40b2-b67b-4a02262ba77e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:14.359397 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6498c7da-e6f0-434b-8ed6-421f28f68a8e req-5d4ecdca-3c59-4b7e-8c44-816691b54abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:14.362082 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6498c7da-e6f0-434b-8ed6-421f28f68a8e req-5d4ecdca-3c59-4b7e-8c44-816691b54abd service neutron] 10.222.0.67 "GET /v2.0/networks?id=a7cf00b2-fdcd-4807-a356-43cabd69ea31 HTTP/1.1" status: 200 len: 911 time: 0.4392805 Jan 18 22:24:14.375306 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] No Port match for: c037744a-8a2c-4716-aa2b-d8afd0bce040 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:24:14.375665 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device c037744a-8a2c-4716-aa2b-d8afd0bce040 not bound to the agent host n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:24:14.383893 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 65faa55e-27ab-4eca-a99d-70b9ff618038 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:24:14.384318 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:14.420275 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f1803f6-c6c2-478e-b41c-c20276038526 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Deleting subnet c992e5a3-d670-48c7-8e5a-f45737b0919f {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:24:14.430276 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1f1803f6-c6c2-478e-b41c-c20276038526 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:14.498958 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-11ef42e6-695e-4fbc-b150-f805e3fc1a89 req-bfab679b-6d06-4acc-8a94-56b81c3fab83 service neutron] For port 820af019-259a-4e5f-ba8f-3466cff4a077, host n-h1-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:24:14.565985 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6498c7da-e6f0-434b-8ed6-421f28f68a8e req-3eff7500-4418-432f-85f7-11f65d33914c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e8d7bb39-fefa-4a60-8b6c-d0f3827ccb26 HTTP/1.1" status: 200 len: 217 time: 0.1962731 Jan 18 22:24:14.577123 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-11ef42e6-695e-4fbc-b150-f805e3fc1a89 req-bfab679b-6d06-4acc-8a94-56b81c3fab83 service neutron] For port 820af019-259a-4e5f-ba8f-3466cff4a077, host n-h1-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=820af019-259a-4e5f-ba8f-3466cff4a077,segment=NetworkSegment(7459fabb-7ba7-479c-92df-0260ac6c29b4),segment_id=7459fabb-7ba7-479c-92df-0260ac6c29b4)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:24:14.585080 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1f1803f6-c6c2-478e-b41c-c20276038526 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:14.654770 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-11ef42e6-695e-4fbc-b150-f805e3fc1a89 req-bfab679b-6d06-4acc-8a94-56b81c3fab83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:14.674084 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6498c7da-e6f0-434b-8ed6-421f28f68a8e req-567d60d4-696e-4148-a67d-d4a962789679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:14.675526 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6498c7da-e6f0-434b-8ed6-421f28f68a8e req-567d60d4-696e-4148-a67d-d4a962789679 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f22ac4a0-8a49-4c4d-8503-b70bab42605d HTTP/1.1" status: 200 len: 850 time: 0.0987644 Jan 18 22:24:14.761777 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1f1803f6-c6c2-478e-b41c-c20276038526 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:14.836341 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-a8f0a24c-83c8-48fa-bfc3-ac1d270cf868 req-aeedb802-608b-40b2-b67b-4a02262ba77e service neutron] For port a582b417-6d8e-4aa6-91a9-5f6b1d7cd873, host n-h2-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:24:14.848232 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0dcd9b-cc4f-48f4-b8a2-247645de6902 req-f180b41a-03d2-45cf-8368-ed614d4d76f2 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:14.849909 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ff0dcd9b-cc4f-48f4-b8a2-247645de6902 req-f180b41a-03d2-45cf-8368-ed614d4d76f2 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/ports?device_id=99555713-a052-4f2b-bed2-fb8b5d6b9caa HTTP/1.1" status: 200 len: 943 time: 0.3636656 Jan 18 22:24:14.863271 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6498c7da-e6f0-434b-8ed6-421f28f68a8e req-eedd1fa7-a206-4126-87a9-de8045e7347a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:14.864842 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6498c7da-e6f0-434b-8ed6-421f28f68a8e req-eedd1fa7-a206-4126-87a9-de8045e7347a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a7cf00b2-fdcd-4807-a356-43cabd69ea31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1803181 Jan 18 22:24:14.900306 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfab679b-6d06-4acc-8a94-56b81c3fab83 service neutron] Pushing event updated for resources: {'Port': ['ID=820af019-259a-4e5f-ba8f-3466cff4a077,revision_number=3']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:14.905153 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1f1803f6-c6c2-478e-b41c-c20276038526 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:14.941457 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ef42e6-695e-4fbc-b150-f805e3fc1a89 req-bfab679b-6d06-4acc-8a94-56b81c3fab83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:14.942111 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-11ef42e6-695e-4fbc-b150-f805e3fc1a89 req-bfab679b-6d06-4acc-8a94-56b81c3fab83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:14.944913 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-11ef42e6-695e-4fbc-b150-f805e3fc1a89 req-bfab679b-6d06-4acc-8a94-56b81c3fab83 service neutron] 10.222.0.36 "PUT /v2.0/ports/820af019-259a-4e5f-ba8f-3466cff4a077 HTTP/1.1" status: 200 len: 1091 time: 3.3899717 Jan 18 22:24:14.948210 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1803f6-c6c2-478e-b41c-c20276038526 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event deleted for resources: {'Subnet': ['ID=c992e5a3-d670-48c7-8e5a-f45737b0919f,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:14.954047 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1f1803f6-c6c2-478e-b41c-c20276038526 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:14.958307 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-1f1803f6-c6c2-478e-b41c-c20276038526 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "DELETE /v2.0/subnets/c992e5a3-d670-48c7-8e5a-f45737b0919f HTTP/1.1" status: 204 len: 168 time: 0.8750901 Jan 18 22:24:14.960760 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 40108) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:14.972641 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3542e32b-37bc-4cce-91d6-3365962d2b80 None None] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:24:14.996970 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-a8f0a24c-83c8-48fa-bfc3-ac1d270cf868 req-aeedb802-608b-40b2-b67b-4a02262ba77e service neutron] For port a582b417-6d8e-4aa6-91a9-5f6b1d7cd873, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=a582b417-6d8e-4aa6-91a9-5f6b1d7cd873,segment=NetworkSegment(7459fabb-7ba7-479c-92df-0260ac6c29b4),segment_id=7459fabb-7ba7-479c-92df-0260ac6c29b4)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:24:15.040471 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-0f41e90d-eeda-4b50-83dc-59051e37e736 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0774732 Jan 18 22:24:15.042993 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 40110) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:15.053171 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-3e37c147-742b-4423-99cd-b063a1371a60 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Request body: {'subnet': {'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:24:15.076976 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c31073b-dc5e-4880-b783-51e2a9674651 req-c16b65e1-dc5c-4ee1-b97d-169baf871349 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:15.079333 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9c31073b-dc5e-4880-b783-51e2a9674651 req-c16b65e1-dc5c-4ee1-b97d-169baf871349 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/networks?id=f092491e-0947-4058-bdc0-03dc785407fa HTTP/1.1" status: 200 len: 821 time: 0.3561077 Jan 18 22:24:15.086136 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ff0dcd9b-cc4f-48f4-b8a2-247645de6902 req-5c2573c4-5101-4f2e-b36c-07673dd5085f tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/security-groups?id=68e1f851-73aa-4cda-8095-0e2a92a325ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177358 Jan 18 22:24:15.087969 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99555713-a052-4f2b-bed2-fb8b5d6b9caa', 'tag': '820af019-259a-4e5f-ba8f-3466cff4a077'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:24:15.090879 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-a8f0a24c-83c8-48fa-bfc3-ac1d270cf868 req-aeedb802-608b-40b2-b67b-4a02262ba77e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:15.098271 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f78c88a-b90b-4d95-b0a4-3d52b6396c12" -d '{"events": [{"name": "network-changed", "server_uuid": "99555713-a052-4f2b-bed2-fb8b5d6b9caa", "tag": "820af019-259a-4e5f-ba8f-3466cff4a077"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:24:15.185483 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4358e665-2416-4fe8-9804-2eee089f26b0 x-openstack-request-id: req-4358e665-2416-4fe8-9804-2eee089f26b0 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:24:15.188438 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99555713-a052-4f2b-bed2-fb8b5d6b9caa", "tag": "820af019-259a-4e5f-ba8f-3466cff4a077", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:24:15.191854 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4358e665-2416-4fe8-9804-2eee089f26b0 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:24:15.193255 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99555713-a052-4f2b-bed2-fb8b5d6b9caa', 'tag': '820af019-259a-4e5f-ba8f-3466cff4a077', 'status': 'completed', 'code': 200} Jan 18 22:24:15.204301 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f0a24c-83c8-48fa-bfc3-ac1d270cf868 req-aeedb802-608b-40b2-b67b-4a02262ba77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:15.205557 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-a8f0a24c-83c8-48fa-bfc3-ac1d270cf868 req-aeedb802-608b-40b2-b67b-4a02262ba77e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:15.207092 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a8f0a24c-83c8-48fa-bfc3-ac1d270cf868 req-aeedb802-608b-40b2-b67b-4a02262ba77e service neutron] 10.222.0.67 "PUT /v2.0/ports/a582b417-6d8e-4aa6-91a9-5f6b1d7cd873 HTTP/1.1" status: 200 len: 1091 time: 4.1606030 Jan 18 22:24:15.207652 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e173d2e-e098-4c51-8104-b5036c990569', 'tag': 'a582b417-6d8e-4aa6-91a9-5f6b1d7cd873'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:24:15.210467 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72ee541b-55a8-4c08-95e0-c4eb1da44bd1" -d '{"events": [{"name": "network-changed", "server_uuid": "7e173d2e-e098-4c51-8104-b5036c990569", "tag": "a582b417-6d8e-4aa6-91a9-5f6b1d7cd873"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:24:15.226795 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9c31073b-dc5e-4880-b783-51e2a9674651 req-314ced6f-508a-4a50-9001-d96275f0d62d tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/quotas/b29915fceb8e43e18911a1d8234c4c1a HTTP/1.1" status: 200 len: 375 time: 0.0483437 Jan 18 22:24:15.239906 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6498c7da-e6f0-434b-8ed6-421f28f68a8e req-fa83296d-c632-4ab1-8dde-35f8066d1e9c service neutron] 10.222.0.67 "GET /v2.0/networks/a7cf00b2-fdcd-4807-a356-43cabd69ea31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3424404 Jan 18 22:24:15.242224 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device e8d7bb39-fefa-4a60-8b6c-d0f3827ccb26 details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:24:15.260996 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ef42e6-695e-4fbc-b150-f805e3fc1a89 req-f1e37134-b626-400c-afef-a60bd6d2ce0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:15.262513 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-11ef42e6-695e-4fbc-b150-f805e3fc1a89 req-f1e37134-b626-400c-afef-a60bd6d2ce0a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9e3d2710d5874e5a8a2018a623ee9fbd&device_id=99555713-a052-4f2b-bed2-fb8b5d6b9caa HTTP/1.1" status: 200 len: 1094 time: 0.2431331 Jan 18 22:24:15.339206 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e37c147-742b-4423-99cd-b063a1371a60 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Made reservation on behalf of 0a17ff9ddd5f489695e0235ae87388f5 for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:24:15.346206 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3e37c147-742b-4423-99cd-b063a1371a60 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:15.351301 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-11ef42e6-695e-4fbc-b150-f805e3fc1a89 req-ae533db3-ad13-4641-bedc-11354ee95c97 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=820af019-259a-4e5f-ba8f-3466cff4a077 HTTP/1.1" status: 200 len: 217 time: 0.0787334 Jan 18 22:24:15.354805 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-464e91b5-947d-4c58-92b6-240424a54601 x-openstack-request-id: req-464e91b5-947d-4c58-92b6-240424a54601 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:24:15.357538 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e173d2e-e098-4c51-8104-b5036c990569", "tag": "a582b417-6d8e-4aa6-91a9-5f6b1d7cd873", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:24:15.357890 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-464e91b5-947d-4c58-92b6-240424a54601 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:24:15.358391 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e173d2e-e098-4c51-8104-b5036c990569', 'tag': 'a582b417-6d8e-4aa6-91a9-5f6b1d7cd873', 'status': 'completed', 'code': 200} Jan 18 22:24:15.484535 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port e8d7bb39-fefa-4a60-8b6c-d0f3827ccb26, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=e8d7bb39-fefa-4a60-8b6c-d0f3827ccb26,segment=NetworkSegment(709cf7fd-f815-4400-a3db-c8b217c6237e),segment_id=709cf7fd-f815-4400-a3db-c8b217c6237e)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:24:15.507712 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': 'e8d7bb39-fefa-4a60-8b6c-d0f3827ccb26', 'network_id': 'a7cf00b2-fdcd-4807-a356-43cabd69ea31', 'port_id': 'e8d7bb39-fefa-4a60-8b6c-d0f3827ccb26', 'mac_address': 'fa:16:3e:62:f0:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f22ac4a0-8a49-4c4d-8503-b70bab42605d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:24:15.523222 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ef42e6-695e-4fbc-b150-f805e3fc1a89 req-d8e7d6ca-ebc4-4973-a8c9-25e0f77739da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:15.524732 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-11ef42e6-695e-4fbc-b150-f805e3fc1a89 req-d8e7d6ca-ebc4-4973-a8c9-25e0f77739da service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e776d007-5ac5-4a48-98ad-4f038a9c4c11 HTTP/1.1" status: 200 len: 859 time: 0.1517262 Jan 18 22:24:15.616457 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-11ef42e6-695e-4fbc-b150-f805e3fc1a89 req-393e2c68-9dcc-49b8-8f63-5346b8d59a11 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=afa667de-c8f9-4a8d-967c-cff5c9ffa5d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788064 Jan 18 22:24:15.621727 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeedb802-608b-40b2-b67b-4a02262ba77e service neutron] Pushing event updated for resources: {'Port': ['ID=a582b417-6d8e-4aa6-91a9-5f6b1d7cd873,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:15.649256 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:15.699819 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8d7bb39-fefa-4a60-8b6c-d0f3827ccb26 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:24:15.777540 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port e8d7bb39-fefa-4a60-8b6c-d0f3827ccb26, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=e8d7bb39-fefa-4a60-8b6c-d0f3827ccb26,segment=NetworkSegment(709cf7fd-f815-4400-a3db-c8b217c6237e),segment_id=709cf7fd-f815-4400-a3db-c8b217c6237e)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:24:15.796752 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bcb22ed-aa9e-4f33-946e-22d7a89b038d None None] DHCP port deletion for 5ec417a5-fa6c-4abd-aa15-b83b9df83503 request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:24:15.799510 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9c31073b-dc5e-4880-b783-51e2a9674651 req-d0b64594-887a-4cfa-a3d4-826f45068842 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b29915fceb8e43e18911a1d8234c4c1a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5719483 Jan 18 22:24:15.803429 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:15.836835 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f0a24c-83c8-48fa-bfc3-ac1d270cf868 req-bfdc9ad8-0636-4baf-9f7d-c965b2e47262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:15.840316 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a8f0a24c-83c8-48fa-bfc3-ac1d270cf868 req-bfdc9ad8-0636-4baf-9f7d-c965b2e47262 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9e3d2710d5874e5a8a2018a623ee9fbd&device_id=7e173d2e-e098-4c51-8104-b5036c990569 HTTP/1.1" status: 200 len: 1094 time: 0.5136635 Jan 18 22:24:15.903334 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-11ef42e6-695e-4fbc-b150-f805e3fc1a89 req-0ef60e66-d897-4a41-ad7b-d3aa10d18b84 service neutron] 10.222.0.36 "GET /v2.0/networks/afa667de-c8f9-4a8d-967c-cff5c9ffa5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753189 Jan 18 22:24:15.916919 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=e8d7bb39-fefa-4a60-8b6c-d0f3827ccb26,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:16.031816 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-11ef42e6-695e-4fbc-b150-f805e3fc1a89 req-a08fabe0-6376-421d-83a9-1c795d60fb85 service neutron] 10.222.0.36 "GET /v2.0/networks/afa667de-c8f9-4a8d-967c-cff5c9ffa5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196935 Jan 18 22:24:16.133128 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f81e750-e41d-41ed-8d1b-c766bf0af3b3 req-9687a96e-d284-47d3-a8fe-2c3ca7d07603 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:16.135802 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6f81e750-e41d-41ed-8d1b-c766bf0af3b3 req-9687a96e-d284-47d3-a8fe-2c3ca7d07603 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/ports?device_id=304a0036-0214-4c80-94aa-de6139e57a2b HTTP/1.1" status: 200 len: 943 time: 0.6122489 Jan 18 22:24:16.141501 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6498c7da-e6f0-434b-8ed6-421f28f68a8e req-18451cc2-e918-4756-a631-d40d8e3b6862 service neutron] 10.222.0.67 "GET /v2.0/networks/a7cf00b2-fdcd-4807-a356-43cabd69ea31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8821225 Jan 18 22:24:16.149041 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a8f0a24c-83c8-48fa-bfc3-ac1d270cf868 req-0f2d05d8-fbdc-4bf2-a93d-d6a797f488da service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a582b417-6d8e-4aa6-91a9-5f6b1d7cd873 HTTP/1.1" status: 200 len: 217 time: 0.2711923 Jan 18 22:24:16.247579 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 65faa55e-27ab-4eca-a99d-70b9ff618038 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:24:16.297275 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f78c88a-b90b-4d95-b0a4-3d52b6396c12 req-d3b7b946-8e41-4a11-94df-7b8dedb5b72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:16.299263 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-8f78c88a-b90b-4d95-b0a4-3d52b6396c12 req-d3b7b946-8e41-4a11-94df-7b8dedb5b72d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9e3d2710d5874e5a8a2018a623ee9fbd&device_id=99555713-a052-4f2b-bed2-fb8b5d6b9caa HTTP/1.1" status: 200 len: 1094 time: 0.1205487 Jan 18 22:24:16.389108 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7bcb22ed-aa9e-4f33-946e-22d7a89b038d None None] Deleting port 65faa55e-27ab-4eca-a99d-70b9ff618038 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:24:16.389749 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7bcb22ed-aa9e-4f33-946e-22d7a89b038d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:16.401686 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f0a24c-83c8-48fa-bfc3-ac1d270cf868 req-6f047fda-1e13-423b-8496-e57f94b90eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:16.403488 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a8f0a24c-83c8-48fa-bfc3-ac1d270cf868 req-6f047fda-1e13-423b-8496-e57f94b90eb0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e776d007-5ac5-4a48-98ad-4f038a9c4c11 HTTP/1.1" status: 200 len: 859 time: 0.2407947 Jan 18 22:24:16.421739 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6f81e750-e41d-41ed-8d1b-c766bf0af3b3 req-e1f37645-8c30-453c-8a73-05de7cd9ad8c tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c648c24-a8c9-44c0-bb3a-f1fa93ac06ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2684660 Jan 18 22:24:16.473996 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9c31073b-dc5e-4880-b783-51e2a9674651 req-8509e178-6bd8-4649-8525-abbc38b494c5 service neutron] 10.222.0.53 "GET /v2.0/networks/f092491e-0947-4058-bdc0-03dc785407fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6733425 Jan 18 22:24:16.485401 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a8f0a24c-83c8-48fa-bfc3-ac1d270cf868 req-5f4011d0-b9e1-4c70-a51c-58cb04503880 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=afa667de-c8f9-4a8d-967c-cff5c9ffa5d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604410 Jan 18 22:24:16.519560 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7bcb22ed-aa9e-4f33-946e-22d7a89b038d None None] For port 65faa55e-27ab-4eca-a99d-70b9ff618038, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=65faa55e-27ab-4eca-a99d-70b9ff618038,segment=NetworkSegment(3c2fda82-0722-4d26-8bf8-bb1f4fe594b8),segment_id=3c2fda82-0722-4d26-8bf8-bb1f4fe594b8)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:24:16.519966 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7bcb22ed-aa9e-4f33-946e-22d7a89b038d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:16.530674 n-d-825064-1 neutron-server[102431]: DEBUG neutron.objects.ports [None req-3e37c147-742b-4423-99cd-b063a1371a60 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102431) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 18 22:24:16.543606 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7bcb22ed-aa9e-4f33-946e-22d7a89b038d None None] Calling delete_port for 65faa55e-27ab-4eca-a99d-70b9ff618038 owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:24:16.639806 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['e8d7bb39-fefa-4a60-8b6c-d0f3827ccb26'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:24:16.673780 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7bcb22ed-aa9e-4f33-946e-22d7a89b038d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:16.693132 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:16.695624 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcb22ed-aa9e-4f33-946e-22d7a89b038d None None] No DVR routers for this DVR port 65faa55e-27ab-4eca-a99d-70b9ff618038 on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:24:16.744955 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcb22ed-aa9e-4f33-946e-22d7a89b038d None None] Pushing event deleted for resources: {'Port': ['ID=65faa55e-27ab-4eca-a99d-70b9ff618038,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:16.956998 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eec213-7281-4a1b-8b69-477bcfcc5bfb req-aad24c5c-454b-4a4c-b8a6-1b65d4c978c6 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:16.958614 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f3eec213-7281-4a1b-8b69-477bcfcc5bfb req-aad24c5c-454b-4a4c-b8a6-1b65d4c978c6 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=3235a499-27d0-4827-81fd-d658b66e33f9 HTTP/1.1" status: 200 len: 946 time: 0.4031038 Jan 18 22:24:17.035234 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9c31073b-dc5e-4880-b783-51e2a9674651 req-4ef1887a-ca32-46c9-9270-310c4afd97fc service neutron] 10.222.0.53 "GET /v2.0/networks/f092491e-0947-4058-bdc0-03dc785407fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5486448 Jan 18 22:24:17.062872 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a8f0a24c-83c8-48fa-bfc3-ac1d270cf868 req-79c3268a-311d-4be5-a127-a7a9e81e46a7 service neutron] 10.222.0.67 "GET /v2.0/networks/afa667de-c8f9-4a8d-967c-cff5c9ffa5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5549572 Jan 18 22:24:17.147917 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f3eec213-7281-4a1b-8b69-477bcfcc5bfb req-9f755b9c-506a-4c1f-95f4-7de3d030bfef tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688180 Jan 18 22:24:17.325103 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a8f0a24c-83c8-48fa-bfc3-ac1d270cf868 req-d934da9c-433a-48f5-98ba-8fe58a520062 service neutron] 10.222.0.67 "GET /v2.0/networks/afa667de-c8f9-4a8d-967c-cff5c9ffa5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514956 Jan 18 22:24:17.537516 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-61ee195c-6123-40cd-be3f-e4b58c7030c5 req-678dab05-3519-4125-8e5b-53cce9c165e5 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/ports?device_id=df028d19-26e8-46f5-b279-f65cd72694c5 HTTP/1.1" status: 200 len: 210 time: 0.0462527 Jan 18 22:24:17.545161 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ee541b-55a8-4c08-95e0-c4eb1da44bd1 req-56a5b354-0ea5-4613-b825-9c31728d3b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:17.546906 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-72ee541b-55a8-4c08-95e0-c4eb1da44bd1 req-56a5b354-0ea5-4613-b825-9c31728d3b60 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9e3d2710d5874e5a8a2018a623ee9fbd&device_id=7e173d2e-e098-4c51-8104-b5036c990569 HTTP/1.1" status: 200 len: 1094 time: 0.0946655 Jan 18 22:24:17.563086 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8407cd11-9660-4b8d-adfe-246d91282970 req-aea313f5-e917-4840-8e9e-b6693637b649 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:17.574867 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8407cd11-9660-4b8d-adfe-246d91282970 req-aea313f5-e917-4840-8e9e-b6693637b649 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/ports?device_id=99555713-a052-4f2b-bed2-fb8b5d6b9caa HTTP/1.1" status: 200 len: 943 time: 0.2043078 Jan 18 22:24:17.604535 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f78c88a-b90b-4d95-b0a4-3d52b6396c12 req-16f0bbfa-f83f-4f3d-b623-0593025a91b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:17.606654 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-8f78c88a-b90b-4d95-b0a4-3d52b6396c12 req-16f0bbfa-f83f-4f3d-b623-0593025a91b8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=afa667de-c8f9-4a8d-967c-cff5c9ffa5d7 HTTP/1.1" status: 200 len: 919 time: 1.2789013 Jan 18 22:24:17.669964 n-d-825064-1 neutron-server[102431]: WARNING neutron.services.revisions.revision_plugin [None req-3e37c147-742b-4423-99cd-b063a1371a60 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Could not find related port for resource to bump revision. Jan 18 22:24:17.730810 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-8f78c88a-b90b-4d95-b0a4-3d52b6396c12 req-63268f16-50e2-4d35-aadf-d3bd9e45ed57 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=820af019-259a-4e5f-ba8f-3466cff4a077 HTTP/1.1" status: 200 len: 217 time: 0.1152353 Jan 18 22:24:17.739121 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.ipam_pluggable_backend [None req-3e37c147-742b-4423-99cd-b063a1371a60 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Port 65faa55e-27ab-4eca-a99d-70b9ff618038 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102431) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Jan 18 22:24:17.739789 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.ipam_pluggable_backend [None req-3e37c147-742b-4423-99cd-b063a1371a60 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Reverting IP allocation for 2001:db8::f816:3eff:fe40:97e3 {{(pid=102431) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Jan 18 22:24:17.747771 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.ipam_pluggable_backend [None req-3e37c147-742b-4423-99cd-b063a1371a60 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe40:97e3 {{(pid=102431) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Jan 18 22:24:17.764623 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3e37c147-742b-4423-99cd-b063a1371a60 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:17.769235 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8407cd11-9660-4b8d-adfe-246d91282970 req-dab5ed4a-d87b-4d3b-a649-d46ff6957688 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/security-groups?id=68e1f851-73aa-4cda-8095-0e2a92a325ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928744 Jan 18 22:24:17.839670 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ee541b-55a8-4c08-95e0-c4eb1da44bd1 req-a7417692-2d06-48a2-8633-a6e33e769fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:17.841761 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-72ee541b-55a8-4c08-95e0-c4eb1da44bd1 req-a7417692-2d06-48a2-8633-a6e33e769fcc service neutron] 10.222.0.67 "GET /v2.0/networks?id=afa667de-c8f9-4a8d-967c-cff5c9ffa5d7 HTTP/1.1" status: 200 len: 919 time: 0.2160354 Jan 18 22:24:17.921187 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-72ee541b-55a8-4c08-95e0-c4eb1da44bd1 req-d07f0750-6845-4312-9f6e-f34237e87000 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a582b417-6d8e-4aa6-91a9-5f6b1d7cd873 HTTP/1.1" status: 200 len: 217 time: 0.0657666 Jan 18 22:24:17.979477 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e37c147-742b-4423-99cd-b063a1371a60 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:24:18.011518 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f78c88a-b90b-4d95-b0a4-3d52b6396c12 req-c6566893-ba21-4f43-b1b3-0922d50db70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:18.018750 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-8f78c88a-b90b-4d95-b0a4-3d52b6396c12 req-c6566893-ba21-4f43-b1b3-0922d50db70f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e776d007-5ac5-4a48-98ad-4f038a9c4c11 HTTP/1.1" status: 200 len: 859 time: 0.2806425 Jan 18 22:24:18.019707 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-3e37c147-742b-4423-99cd-b063a1371a60 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:24:18.029566 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e37c147-742b-4423-99cd-b063a1371a60 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:18.030635 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3e37c147-742b-4423-99cd-b063a1371a60 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:18.036571 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129f662a-72b5-474d-9f0c-e7e1e108d767 None None] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:24:18.087150 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-8f78c88a-b90b-4d95-b0a4-3d52b6396c12 req-6ed55347-ddf6-461d-80ce-03c17ba0a218 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=afa667de-c8f9-4a8d-967c-cff5c9ffa5d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430677 Jan 18 22:24:18.087996 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e37c147-742b-4423-99cd-b063a1371a60 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event updated for resources: {'Subnet': ['ID=2c6e8e3c-2fe6-4f34-b020-45a77cc00c0c,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:18.103806 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee001d7-fc41-4486-82a8-bfc78fab2721 req-e20be426-e71b-4555-902d-a0b4e908c248 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:18.131301 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cee001d7-fc41-4486-82a8-bfc78fab2721 req-e20be426-e71b-4555-902d-a0b4e908c248 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/ports?device_id=304a0036-0214-4c80-94aa-de6139e57a2b HTTP/1.1" status: 200 len: 944 time: 0.2930574 Jan 18 22:24:18.134734 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-3e37c147-742b-4423-99cd-b063a1371a60 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0822480 Jan 18 22:24:18.135321 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 40148) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:18.162275 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-4b4e9592-e658-43db-a855-22a270c71dbe tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Request body: {'port': {'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503', 'mac_address': 'fa:16:3e:c0:88:dd', 'name': 'tempest-NetworksTestDHCPv6-1515815063'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:24:18.239955 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ee541b-55a8-4c08-95e0-c4eb1da44bd1 req-8b06a5de-b33b-49ad-9fff-65842b8b4cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:18.241759 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-72ee541b-55a8-4c08-95e0-c4eb1da44bd1 req-8b06a5de-b33b-49ad-9fff-65842b8b4cc0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e776d007-5ac5-4a48-98ad-4f038a9c4c11 HTTP/1.1" status: 200 len: 859 time: 0.3050635 Jan 18 22:24:18.265717 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 820af019-259a-4e5f-ba8f-3466cff4a077 details requested by agent hyperv_n-h1-825064-1 with host n-h1-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:24:18.294246 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-8f78c88a-b90b-4d95-b0a4-3d52b6396c12 req-94eab754-7b1f-4817-8ffa-c0ddea970153 service neutron] 10.222.0.36 "GET /v2.0/networks/afa667de-c8f9-4a8d-967c-cff5c9ffa5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960697 Jan 18 22:24:18.445050 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-72ee541b-55a8-4c08-95e0-c4eb1da44bd1 req-eeb37580-1747-40f8-b44f-a260f4b01342 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=afa667de-c8f9-4a8d-967c-cff5c9ffa5d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1284287 Jan 18 22:24:18.451432 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 820af019-259a-4e5f-ba8f-3466cff4a077, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=820af019-259a-4e5f-ba8f-3466cff4a077,segment=NetworkSegment(7459fabb-7ba7-479c-92df-0260ac6c29b4),segment_id=7459fabb-7ba7-479c-92df-0260ac6c29b4)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:24:18.469179 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Returning: {'device': '820af019-259a-4e5f-ba8f-3466cff4a077', 'network_id': 'afa667de-c8f9-4a8d-967c-cff5c9ffa5d7', 'port_id': '820af019-259a-4e5f-ba8f-3466cff4a077', 'mac_address': 'fa:16:3e:91:13:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e776d007-5ac5-4a48-98ad-4f038a9c4c11', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:24:18.511406 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-8f78c88a-b90b-4d95-b0a4-3d52b6396c12 req-35c9282a-3017-4c69-8b7b-ce3ef16197f9 service neutron] 10.222.0.36 "GET /v2.0/networks/afa667de-c8f9-4a8d-967c-cff5c9ffa5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008185 Jan 18 22:24:18.560040 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a807ba-9e9c-43d8-91a7-1e5adaa040f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-5ec417a5-fa6c-4abd-aa15-b83b9df83503', 'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503', 'tenant_id': '0a17ff9ddd5f489695e0235ae87388f5', 'fixed_ips': [{'subnet_id': '2c6e8e3c-2fe6-4f34-b020-45a77cc00c0c'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:24:18.561095 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63a807ba-9e9c-43d8-91a7-1e5adaa040f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:18.703411 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:18.723737 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 820af019-259a-4e5f-ba8f-3466cff4a077 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:24:18.755917 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 820af019-259a-4e5f-ba8f-3466cff4a077, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=820af019-259a-4e5f-ba8f-3466cff4a077,segment=NetworkSegment(7459fabb-7ba7-479c-92df-0260ac6c29b4),segment_id=7459fabb-7ba7-479c-92df-0260ac6c29b4)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:24:18.762912 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-63a807ba-9e9c-43d8-91a7-1e5adaa040f7 None None] Allocated IP 2001:db8::f816:3eff:fef2:7872 (5ec417a5-fa6c-4abd-aa15-b83b9df83503/2c6e8e3c-2fe6-4f34-b020-45a77cc00c0c/5cc1ae7f-10e4-47bc-b99c-d72f9992b4dd) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:24:18.769822 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:18.912053 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=820af019-259a-4e5f-ba8f-3466cff4a077,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:19.004432 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cee001d7-fc41-4486-82a8-bfc78fab2721 req-99c602a1-1bde-47ff-aa3e-5f5cd18bd5a4 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c648c24-a8c9-44c0-bb3a-f1fa93ac06ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8720963 Jan 18 22:24:19.037495 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['820af019-259a-4e5f-ba8f-3466cff4a077'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:24:19.069589 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63a807ba-9e9c-43d8-91a7-1e5adaa040f7 None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:19.094061 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63a807ba-9e9c-43d8-91a7-1e5adaa040f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:19.159300 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a807ba-9e9c-43d8-91a7-1e5adaa040f7 None None] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:24:19.168387 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-63a807ba-9e9c-43d8-91a7-1e5adaa040f7 None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:24:19.170681 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0853fa70-729d-4ebd-8257-ba5ccebc329d req-5a551bff-72f4-4932-a685-4bd9b61eeb7d tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:19.171738 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a807ba-9e9c-43d8-91a7-1e5adaa040f7 None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:24:19.181392 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0853fa70-729d-4ebd-8257-ba5ccebc329d req-5a551bff-72f4-4932-a685-4bd9b61eeb7d tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=3235a499-27d0-4827-81fd-d658b66e33f9 HTTP/1.1" status: 200 len: 946 time: 0.7217538 Jan 18 22:24:19.190035 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a807ba-9e9c-43d8-91a7-1e5adaa040f7 None None] Pushing event updated for resources: {'Port': ['ID=5cc1ae7f-10e4-47bc-b99c-d72f9992b4dd,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:19.270164 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c882aa9f-d617-43ce-987e-fc9b83be8837 req-e9b67ab6-c138-4346-8fd5-82511bd60e49 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:19.270718 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device a582b417-6d8e-4aa6-91a9-5f6b1d7cd873 details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:24:19.272063 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device e8d7bb39-fefa-4a60-8b6c-d0f3827ccb26 up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:24:19.272802 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-72ee541b-55a8-4c08-95e0-c4eb1da44bd1 req-d5f9fe9e-f7e9-4f6b-afb8-b4b6a1e5b909 service neutron] 10.222.0.67 "GET /v2.0/networks/afa667de-c8f9-4a8d-967c-cff5c9ffa5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8100085 Jan 18 22:24:19.274087 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-c882aa9f-d617-43ce-987e-fc9b83be8837 req-e9b67ab6-c138-4346-8fd5-82511bd60e49 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.36 "GET /v2.0/ports?device_id=4de4c816-9c87-48ec-b7cd-5fd21aa43808 HTTP/1.1" status: 200 len: 944 time: 0.4044042 Jan 18 22:24:19.398020 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-63a807ba-9e9c-43d8-91a7-1e5adaa040f7 None None] Attempting to bind port 5cc1ae7f-10e4-47bc-b99c-d72f9992b4dd on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:24:19.398504 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-63a807ba-9e9c-43d8-91a7-1e5adaa040f7 None None] Attempting to bind port 5cc1ae7f-10e4-47bc-b99c-d72f9992b4dd by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '3c2fda82-0722-4d26-8bf8-bb1f4fe594b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:24:19.406263 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a807ba-9e9c-43d8-91a7-1e5adaa040f7 None None] Attempting to bind port 5cc1ae7f-10e4-47bc-b99c-d72f9992b4dd on network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:24:19.430778 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-57889eb0-a03b-451f-994a-707670a55db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:19.471731 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a807ba-9e9c-43d8-91a7-1e5adaa040f7 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:24:19.472116 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a807ba-9e9c-43d8-91a7-1e5adaa040f7 None None] Checking segment: {'id': '3c2fda82-0722-4d26-8bf8-bb1f4fe594b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:24:19.476905 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-72ee541b-55a8-4c08-95e0-c4eb1da44bd1 req-a58c2ac1-a1e6-4843-8a4c-5c576ef940d7 service neutron] 10.222.0.67 "GET /v2.0/networks/afa667de-c8f9-4a8d-967c-cff5c9ffa5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834600 Jan 18 22:24:19.477376 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63a807ba-9e9c-43d8-91a7-1e5adaa040f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:19.477881 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a807ba-9e9c-43d8-91a7-1e5adaa040f7 None None] Bound using segment: {'id': '3c2fda82-0722-4d26-8bf8-bb1f4fe594b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:24:19.478438 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-63a807ba-9e9c-43d8-91a7-1e5adaa040f7 None None] Bound port: 5cc1ae7f-10e4-47bc-b99c-d72f9992b4dd, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2fda82-0722-4d26-8bf8-bb1f4fe594b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:24:19.478835 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63a807ba-9e9c-43d8-91a7-1e5adaa040f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:19.487004 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0853fa70-729d-4ebd-8257-ba5ccebc329d req-9c36b425-0690-45fb-a1bb-5b7f77cf51ab tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3045731 Jan 18 22:24:19.511003 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b4e9592-e658-43db-a855-22a270c71dbe tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Made reservation on behalf of 0a17ff9ddd5f489695e0235ae87388f5 for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:24:19.524789 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port e8d7bb39-fefa-4a60-8b6c-d0f3827ccb26 completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:24:19.556905 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c31073b-dc5e-4880-b783-51e2a9674651 req-aae79df5-b57c-4776-a1ec-c74927c66438 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:19.558551 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-9c31073b-dc5e-4880-b783-51e2a9674651 req-aae79df5-b57c-4776-a1ec-c74927c66438 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.36 "GET /v2.0/networks?id=f092491e-0947-4058-bdc0-03dc785407fa HTTP/1.1" status: 200 len: 821 time: 0.6148484 Jan 18 22:24:19.579402 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-9c31073b-dc5e-4880-b783-51e2a9674651 req-0d5ee3ad-e235-429c-b254-94ab7d229018 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Request body: {'port': {'device_id': 'df028d19-26e8-46f5-b279-f65cd72694c5', 'network_id': 'f092491e-0947-4058-bdc0-03dc785407fa', 'admin_state_up': True, 'tenant_id': 'b29915fceb8e43e18911a1d8234c4c1a'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:24:19.588746 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port e8d7bb39-fefa-4a60-8b6c-d0f3827ccb26 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:24:19.589117 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:19.723169 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port a582b417-6d8e-4aa6-91a9-5f6b1d7cd873, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=a582b417-6d8e-4aa6-91a9-5f6b1d7cd873,segment=NetworkSegment(7459fabb-7ba7-479c-92df-0260ac6c29b4),segment_id=7459fabb-7ba7-479c-92df-0260ac6c29b4)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:24:19.726570 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-c882aa9f-d617-43ce-987e-fc9b83be8837 req-1999503f-63b2-45f3-942d-5f3094a04a35 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Deleting port 2c5c87b3-3677-4750-b83f-650937ba09d4 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:24:19.727030 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-c882aa9f-d617-43ce-987e-fc9b83be8837 req-1999503f-63b2-45f3-942d-5f3094a04a35 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:19.728810 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4b4e9592-e658-43db-a855-22a270c71dbe tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:19.740378 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-63a807ba-9e9c-43d8-91a7-1e5adaa040f7 None None] For port 5cc1ae7f-10e4-47bc-b99c-d72f9992b4dd, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:24:19.749470 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-63a807ba-9e9c-43d8-91a7-1e5adaa040f7 None None] For port 5cc1ae7f-10e4-47bc-b99c-d72f9992b4dd, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=5cc1ae7f-10e4-47bc-b99c-d72f9992b4dd,segment=NetworkSegment(3c2fda82-0722-4d26-8bf8-bb1f4fe594b8),segment_id=3c2fda82-0722-4d26-8bf8-bb1f4fe594b8)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:24:19.750097 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec70ff4-2187-42fb-8fec-67c0ba7f2832 req-b2a7195c-b06a-42e7-9e7e-f56e5febf0a2 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:19.753960 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8ec70ff4-2187-42fb-8fec-67c0ba7f2832 req-b2a7195c-b06a-42e7-9e7e-f56e5febf0a2 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/ports?device_id=4de4c816-9c87-48ec-b7cd-5fd21aa43808 HTTP/1.1" status: 200 len: 944 time: 0.4653919 Jan 18 22:24:19.758045 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': 'a582b417-6d8e-4aa6-91a9-5f6b1d7cd873', 'network_id': 'afa667de-c8f9-4a8d-967c-cff5c9ffa5d7', 'port_id': 'a582b417-6d8e-4aa6-91a9-5f6b1d7cd873', 'mac_address': 'fa:16:3e:20:1a:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e776d007-5ac5-4a48-98ad-4f038a9c4c11', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:24:19.780427 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [None req-4b4e9592-e658-43db-a855-22a270c71dbe tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] device_id is not set on port 93e60f29-1bd0-4128-b36f-26ecf979b002 yet. {{(pid=102430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:24:19.789387 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63a807ba-9e9c-43d8-91a7-1e5adaa040f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:19.910611 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:19.951746 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:19.961917 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-c882aa9f-d617-43ce-987e-fc9b83be8837 req-1999503f-63b2-45f3-942d-5f3094a04a35 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] For port 2c5c87b3-3677-4750-b83f-650937ba09d4, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=2c5c87b3-3677-4750-b83f-650937ba09d4,segment=NetworkSegment(2bbe6b88-f1a6-4fc9-b338-69341977472e),segment_id=2bbe6b88-f1a6-4fc9-b338-69341977472e)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:24:19.962454 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-c882aa9f-d617-43ce-987e-fc9b83be8837 req-1999503f-63b2-45f3-942d-5f3094a04a35 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:19.981376 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c31073b-dc5e-4880-b783-51e2a9674651 req-0d5ee3ad-e235-429c-b254-94ab7d229018 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Made reservation on behalf of b29915fceb8e43e18911a1d8234c4c1a for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:24:19.986487 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port e8d7bb39-fefa-4a60-8b6c-d0f3827ccb26, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=e8d7bb39-fefa-4a60-8b6c-d0f3827ccb26,segment=NetworkSegment(709cf7fd-f815-4400-a3db-c8b217c6237e),segment_id=709cf7fd-f815-4400-a3db-c8b217c6237e)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:24:19.988500 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-9c31073b-dc5e-4880-b783-51e2a9674651 req-0d5ee3ad-e235-429c-b254-94ab7d229018 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:19.999105 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-c882aa9f-d617-43ce-987e-fc9b83be8837 req-1999503f-63b2-45f3-942d-5f3094a04a35 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Calling delete_port for 2c5c87b3-3677-4750-b83f-650937ba09d4 owned by compute:nova {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:24:20.005772 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '304a0036-0214-4c80-94aa-de6139e57a2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8d7bb39-fefa-4a60-8b6c-d0f3827ccb26'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:24:20.010134 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8236058-397f-477b-80bf-633d1ecdfc6d" -d '{"events": [{"server_uuid": "304a0036-0214-4c80-94aa-de6139e57a2b", "name": "network-vif-plugged", "status": "completed", "tag": "e8d7bb39-fefa-4a60-8b6c-d0f3827ccb26"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:24:20.013544 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-4b4e9592-e658-43db-a855-22a270c71dbe tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Allocated IP 2001:db8::f816:3eff:fec0:88dd (5ec417a5-fa6c-4abd-aa15-b83b9df83503/2c6e8e3c-2fe6-4f34-b020-45a77cc00c0c/93e60f29-1bd0-4128-b36f-26ecf979b002) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:24:20.018670 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:20.026587 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a807ba-9e9c-43d8-91a7-1e5adaa040f7 None None] Pushing event updated for resources: {'Port': ['ID=5cc1ae7f-10e4-47bc-b99c-d72f9992b4dd,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:20.035792 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a582b417-6d8e-4aa6-91a9-5f6b1d7cd873 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:24:20.091478 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port a582b417-6d8e-4aa6-91a9-5f6b1d7cd873, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=a582b417-6d8e-4aa6-91a9-5f6b1d7cd873,segment=NetworkSegment(7459fabb-7ba7-479c-92df-0260ac6c29b4),segment_id=7459fabb-7ba7-479c-92df-0260ac6c29b4)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:24:20.104490 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:20.113666 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=e8d7bb39-fefa-4a60-8b6c-d0f3827ccb26,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:20.181100 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1170ab06-28f4-437a-8347-fe565ba751b9 req-6a5115ed-e337-4e52-8030-02b085e2b203 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/ports?device_id=df028d19-26e8-46f5-b279-f65cd72694c5 HTTP/1.1" status: 200 len: 210 time: 0.2044060 Jan 18 22:24:20.209571 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=a582b417-6d8e-4aa6-91a9-5f6b1d7cd873,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:20.210280 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8ec70ff4-2187-42fb-8fec-67c0ba7f2832 req-fa115a6d-0b90-42ac-abda-0e70003a06a9 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc8c7d2e-b8e2-47f9-a940-5cbf5ddba272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4412076 Jan 18 22:24:20.256074 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 820af019-259a-4e5f-ba8f-3466cff4a077 up at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:24:20.313106 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4b4e9592-e658-43db-a855-22a270c71dbe tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:20.325997 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df2b74d3-1c8f-4e01-b816-ce27bd55ad49 x-openstack-request-id: req-df2b74d3-1c8f-4e01-b816-ce27bd55ad49 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:24:20.326312 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "304a0036-0214-4c80-94aa-de6139e57a2b", "name": "network-vif-plugged", "status": "completed", "tag": "e8d7bb39-fefa-4a60-8b6c-d0f3827ccb26", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:24:20.326558 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-df2b74d3-1c8f-4e01-b816-ce27bd55ad49 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:24:20.326980 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '304a0036-0214-4c80-94aa-de6139e57a2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8d7bb39-fefa-4a60-8b6c-d0f3827ccb26', 'code': 200} Jan 18 22:24:20.368431 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-857b76f9-3038-4abb-bd0d-9c804062a7f6 req-da933a37-6503-4b62-8956-0574d6627506 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5fdf43ac-e2d1-46c0-a022-01c13375d73d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1236434 Jan 18 22:24:20.468187 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning for port 820af019-259a-4e5f-ba8f-3466cff4a077 completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:24:20.475248 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning complete for port 820af019-259a-4e5f-ba8f-3466cff4a077 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:24:20.476040 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:20.530889 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['a582b417-6d8e-4aa6-91a9-5f6b1d7cd873'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:24:20.598896 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [req-9c31073b-dc5e-4880-b783-51e2a9674651 req-0d5ee3ad-e235-429c-b254-94ab7d229018 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Allocated IP 172.20.0.2 (f092491e-0947-4058-bdc0-03dc785407fa/a52884c8-9d97-4e4b-9890-07ddb774f2b4/de506eff-e2de-4b1b-8227-0ebf2a7b2ba8) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:24:20.629097 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4b4e9592-e658-43db-a855-22a270c71dbe tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:20.664928 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-c882aa9f-d617-43ce-987e-fc9b83be8837 req-1999503f-63b2-45f3-942d-5f3094a04a35 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:20.665881 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4e9592-e658-43db-a855-22a270c71dbe tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:24:20.685073 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab850a77-17af-413e-af61-9b7df2216919 req-1e9ac0f7-031b-4178-9c56-bd0993b3e8f2 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:20.687559 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ab850a77-17af-413e-af61-9b7df2216919 req-1e9ac0f7-031b-4178-9c56-bd0993b3e8f2 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/ports?device_id=304a0036-0214-4c80-94aa-de6139e57a2b HTTP/1.1" status: 200 len: 945 time: 0.1493163 Jan 18 22:24:20.688748 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-4b4e9592-e658-43db-a855-22a270c71dbe tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:24:20.714037 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:20.727164 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1999503f-63b2-45f3-942d-5f3094a04a35 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Pushing event deleted for resources: {'Port': ['ID=2c5c87b3-3677-4750-b83f-650937ba09d4,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:20.728291 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4e9592-e658-43db-a855-22a270c71dbe tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:24:20.741142 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4e9592-e658-43db-a855-22a270c71dbe tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:20.741800 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4b4e9592-e658-43db-a855-22a270c71dbe tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:20.761761 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857b76f9-3038-4abb-bd0d-9c804062a7f6 req-f0f44f36-a132-4a7c-a3a5-f146e7f50966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:20.762250 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857b76f9-3038-4abb-bd0d-9c804062a7f6 req-f0f44f36-a132-4a7c-a3a5-f146e7f50966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:20.762719 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857b76f9-3038-4abb-bd0d-9c804062a7f6 req-f0f44f36-a132-4a7c-a3a5-f146e7f50966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:20.763184 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857b76f9-3038-4abb-bd0d-9c804062a7f6 req-f0f44f36-a132-4a7c-a3a5-f146e7f50966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:20.763650 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857b76f9-3038-4abb-bd0d-9c804062a7f6 req-f0f44f36-a132-4a7c-a3a5-f146e7f50966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:20.764110 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857b76f9-3038-4abb-bd0d-9c804062a7f6 req-f0f44f36-a132-4a7c-a3a5-f146e7f50966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:20.764606 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857b76f9-3038-4abb-bd0d-9c804062a7f6 req-f0f44f36-a132-4a7c-a3a5-f146e7f50966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:20.766616 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-857b76f9-3038-4abb-bd0d-9c804062a7f6 req-f0f44f36-a132-4a7c-a3a5-f146e7f50966 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e820669caca04fcb8f8972d8b3102f64&device_id=5fdf43ac-e2d1-46c0-a022-01c13375d73d HTTP/1.1" status: 200 len: 6499 time: 0.3067403 Jan 18 22:24:20.776094 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab0ff48-22a0-49c9-a87b-71237e2193a4 req-1b30e49d-9bc4-4040-8a0f-a4955650735e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:20.777664 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1ab0ff48-22a0-49c9-a87b-71237e2193a4 req-1b30e49d-9bc4-4040-8a0f-a4955650735e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=304a0036-0214-4c80-94aa-de6139e57a2b HTTP/1.1" status: 200 len: 1096 time: 0.3792875 Jan 18 22:24:20.797908 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d8492d-dbb6-43c0-a3fa-c5724c21e487 req-46b2f324-4659-411b-8606-5321fc0c6050 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:20.799389 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b4d8492d-dbb6-43c0-a3fa-c5724c21e487 req-46b2f324-4659-411b-8606-5321fc0c6050 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/ports?device_id=99555713-a052-4f2b-bed2-fb8b5d6b9caa HTTP/1.1" status: 200 len: 944 time: 0.3567305 Jan 18 22:24:20.802780 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-4b4e9592-e658-43db-a855-22a270c71dbe tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.6465452 Jan 18 22:24:20.814365 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 40172) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:20.846131 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 820af019-259a-4e5f-ba8f-3466cff4a077, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=820af019-259a-4e5f-ba8f-3466cff4a077,segment=NetworkSegment(7459fabb-7ba7-479c-92df-0260ac6c29b4),segment_id=7459fabb-7ba7-479c-92df-0260ac6c29b4)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:24:20.865620 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:20.867504 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 2c5c87b3-3677-4750-b83f-650937ba09d4 no longer exists at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:24:20.867651 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-c882aa9f-d617-43ce-987e-fc9b83be8837 req-1999503f-63b2-45f3-942d-5f3094a04a35 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] No DVR routers for this DVR port 2c5c87b3-3677-4750-b83f-650937ba09d4 on host n-h1-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:24:20.873457 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-c882aa9f-d617-43ce-987e-fc9b83be8837 req-1999503f-63b2-45f3-942d-5f3094a04a35 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:20.876765 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-c882aa9f-d617-43ce-987e-fc9b83be8837 req-1999503f-63b2-45f3-942d-5f3094a04a35 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.36 "DELETE /v2.0/ports/2c5c87b3-3677-4750-b83f-650937ba09d4 HTTP/1.1" status: 204 len: 173 time: 1.5943730 Jan 18 22:24:20.878099 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4de4c816-9c87-48ec-b7cd-5fd21aa43808', 'name': 'network-vif-deleted', 'tag': '2c5c87b3-3677-4750-b83f-650937ba09d4'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:24:20.880973 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f85ba8c-fc3a-4487-9ab6-d86d1580b68c" -d '{"events": [{"server_uuid": "4de4c816-9c87-48ec-b7cd-5fd21aa43808", "name": "network-vif-deleted", "tag": "2c5c87b3-3677-4750-b83f-650937ba09d4"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:24:20.929558 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4116bb-3743-4a41-87aa-a77007370834 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:20.932353 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857b76f9-3038-4abb-bd0d-9c804062a7f6 req-6a8c45e1-3a32-4eef-a9c7-4564e0759554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:20.932835 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857b76f9-3038-4abb-bd0d-9c804062a7f6 req-6a8c45e1-3a32-4eef-a9c7-4564e0759554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:20.933298 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857b76f9-3038-4abb-bd0d-9c804062a7f6 req-6a8c45e1-3a32-4eef-a9c7-4564e0759554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:20.934898 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-857b76f9-3038-4abb-bd0d-9c804062a7f6 req-6a8c45e1-3a32-4eef-a9c7-4564e0759554 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a51a6fff-5ab2-447c-8b55-7ba7d5e58077&id=6762cf84-f7fb-4f6c-9c16-5d48c8ba314e&id=6762cf84-f7fb-4f6c-9c16-5d48c8ba314e&id=6762cf84-f7fb-4f6c-9c16-5d48c8ba314e&id=6762cf84-f7fb-4f6c-9c16-5d48c8ba314e&id=ffe48ea3-f64a-402a-9434-49f5506fd6ae&id=ffe48ea3-f64a-402a-9434-49f5506fd6ae HTTP/1.1" status: 200 len: 2294 time: 0.1309586 Jan 18 22:24:20.935915 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4116bb-3743-4a41-87aa-a77007370834 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:20.937758 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-ef4116bb-3743-4a41-87aa-a77007370834 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1224434 Jan 18 22:24:20.942182 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 40176) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:20.944705 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] No Port match for: 2c5c87b3-3677-4750-b83f-650937ba09d4 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:24:20.945205 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 2c5c87b3-3677-4750-b83f-650937ba09d4 not bound to the agent host n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:24:21.007780 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-9c31073b-dc5e-4880-b783-51e2a9674651 req-0d5ee3ad-e235-429c-b254-94ab7d229018 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:21.103628 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4e9592-e658-43db-a855-22a270c71dbe tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event updated for resources: {'Port': ['ID=93e60f29-1bd0-4128-b36f-26ecf979b002,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:21.125757 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=820af019-259a-4e5f-ba8f-3466cff4a077,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:21.137385 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-13b44652-7d2a-4017-bb8a-a541cc6c6494 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Deleting port 93e60f29-1bd0-4128-b36f-26ecf979b002 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:24:21.137778 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-13b44652-7d2a-4017-bb8a-a541cc6c6494 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:21.139494 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1ab0ff48-22a0-49c9-a87b-71237e2193a4 req-f90ca65d-8fc4-4d80-89e9-42e49a075a42 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=4c648c24-a8c9-44c0-bb3a-f1fa93ac06ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2131586 Jan 18 22:24:21.142688 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b4d8492d-dbb6-43c0-a3fa-c5724c21e487 req-5ea148a9-d2eb-4c5a-8f23-efcc1e341428 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/security-groups?id=68e1f851-73aa-4cda-8095-0e2a92a325ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068727 Jan 18 22:24:21.144806 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-857b76f9-3038-4abb-bd0d-9c804062a7f6 req-5c9f677b-914c-4be8-8583-b76f48345ad2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ac916a4a-3bf6-444a-a917-d065fe9287b9 HTTP/1.1" status: 200 len: 1001 time: 0.1767445 Jan 18 22:24:21.160110 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ab850a77-17af-413e-af61-9b7df2216919 req-e670d635-411c-4f0d-a380-b986f62c95d7 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c648c24-a8c9-44c0-bb3a-f1fa93ac06ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4576495 Jan 18 22:24:21.191275 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-9c31073b-dc5e-4880-b783-51e2a9674651 req-0d5ee3ad-e235-429c-b254-94ab7d229018 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:21.330032 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48973bec-2157-4136-9c6c-8e0d66d56262 req-7829e730-89a0-4d32-b3a1-0fa545930c8f tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:21.335648 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-48973bec-2157-4136-9c6c-8e0d66d56262 req-7829e730-89a0-4d32-b3a1-0fa545930c8f tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=3235a499-27d0-4827-81fd-d658b66e33f9 HTTP/1.1" status: 200 len: 946 time: 0.0912447 Jan 18 22:24:21.338037 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c31073b-dc5e-4880-b783-51e2a9674651 req-0d5ee3ad-e235-429c-b254-94ab7d229018 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Network f092491e-0947-4058-bdc0-03dc785407fa is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:24:21.344370 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [req-9c31073b-dc5e-4880-b783-51e2a9674651 req-0d5ee3ad-e235-429c-b254-94ab7d229018 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:24:21.346481 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5ee3ad-e235-429c-b254-94ab7d229018 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Pushing event updated for resources: {'Port': ['ID=de506eff-e2de-4b1b-8227-0ebf2a7b2ba8,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:21.351030 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c31073b-dc5e-4880-b783-51e2a9674651 req-0d5ee3ad-e235-429c-b254-94ab7d229018 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:24:21.454035 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c31073b-dc5e-4880-b783-51e2a9674651 req-0d5ee3ad-e235-429c-b254-94ab7d229018 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:21.455237 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-9c31073b-dc5e-4880-b783-51e2a9674651 req-0d5ee3ad-e235-429c-b254-94ab7d229018 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:21.461302 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-13b44652-7d2a-4017-bb8a-a541cc6c6494 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:21.489711 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-13b44652-7d2a-4017-bb8a-a541cc6c6494 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Calling delete_port for 93e60f29-1bd0-4128-b36f-26ecf979b002 owned by {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:24:21.510011 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72dc2490-52c6-4eae-a437-38acf34be083 x-openstack-request-id: req-72dc2490-52c6-4eae-a437-38acf34be083 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:24:21.510300 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4de4c816-9c87-48ec-b7cd-5fd21aa43808", "name": "network-vif-deleted", "tag": "2c5c87b3-3677-4750-b83f-650937ba09d4", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:24:21.510558 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-72dc2490-52c6-4eae-a437-38acf34be083 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:24:21.510976 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4de4c816-9c87-48ec-b7cd-5fd21aa43808', 'name': 'network-vif-deleted', 'tag': '2c5c87b3-3677-4750-b83f-650937ba09d4', 'status': 'completed', 'code': 200} Jan 18 22:24:21.517783 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-9c31073b-dc5e-4880-b783-51e2a9674651 req-0d5ee3ad-e235-429c-b254-94ab7d229018 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9472313 Jan 18 22:24:21.543967 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-9c31073b-dc5e-4880-b783-51e2a9674651 req-e3b2d452-7fb5-422a-95d0-14171135a58d service neutron] Request body: {'port': {'device_id': 'df028d19-26e8-46f5-b279-f65cd72694c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:24:21.544301 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-48973bec-2157-4136-9c6c-8e0d66d56262 req-ebe87446-d76e-408c-950d-f74e992612b2 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028532 Jan 18 22:24:21.550705 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857b76f9-3038-4abb-bd0d-9c804062a7f6 req-de8aebd1-5b76-4a88-883d-260dd122f1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:21.552226 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-857b76f9-3038-4abb-bd0d-9c804062a7f6 req-de8aebd1-5b76-4a88-883d-260dd122f1ab service neutron] 10.222.0.67 "GET /v2.0/subnets?id=388020c9-0236-4ef5-93d9-ef2bde8b97b6 HTTP/1.1" status: 200 len: 856 time: 0.1844990 Jan 18 22:24:21.703913 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857b76f9-3038-4abb-bd0d-9c804062a7f6 req-26a92e2e-5b4c-4426-b5e9-f79133ce9407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:21.710834 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-857b76f9-3038-4abb-bd0d-9c804062a7f6 req-26a92e2e-5b4c-4426-b5e9-f79133ce9407 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a51a6fff-5ab2-447c-8b55-7ba7d5e58077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1485610 Jan 18 22:24:21.744886 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-9c31073b-dc5e-4880-b783-51e2a9674651 req-e3b2d452-7fb5-422a-95d0-14171135a58d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:21.760168 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd8278-7fc0-47f2-9aee-3a74f38497aa req-4783fd6a-4a19-44d8-bd19-108e0b0332df tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:21.761752 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-60cd8278-7fc0-47f2-9aee-3a74f38497aa req-4783fd6a-4a19-44d8-bd19-108e0b0332df tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/ports?device_id=df028d19-26e8-46f5-b279-f65cd72694c5 HTTP/1.1" status: 200 len: 931 time: 0.1439254 Jan 18 22:24:21.839128 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ae86977f-88b6-456c-8d16-9dfff897bf61 req-b85c5673-46f3-4b44-8193-48ee7340cb47 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/ports?device_id=4de4c816-9c87-48ec-b7cd-5fd21aa43808 HTTP/1.1" status: 200 len: 210 time: 0.1036038 Jan 18 22:24:21.885108 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-60cd8278-7fc0-47f2-9aee-3a74f38497aa req-c2094512-8b78-4b56-a082-a7709bca292c tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9107f98-3261-4c9b-b70c-aaafa7d6fae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977614 Jan 18 22:24:21.932881 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-71069d8c-a823-4824-9421-be1e92a87d8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:21.947791 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-857b76f9-3038-4abb-bd0d-9c804062a7f6 req-a711608d-a0bd-4a6a-a1b1-bd43b38e5ec3 service neutron] 10.222.0.67 "GET /v2.0/networks/a51a6fff-5ab2-447c-8b55-7ba7d5e58077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120924 Jan 18 22:24:21.952889 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-153524bd-9425-4635-8562-01e3dcb3af87 None None] Provisioning complete for port 5cc1ae7f-10e4-47bc-b99c-d72f9992b4dd triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:24:21.953727 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-153524bd-9425-4635-8562-01e3dcb3af87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:22.105147 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-13b44652-7d2a-4017-bb8a-a541cc6c6494 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:22.149281 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b44652-7d2a-4017-bb8a-a541cc6c6494 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event deleted for resources: {'Port': ['ID=93e60f29-1bd0-4128-b36f-26ecf979b002,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:22.152308 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-153524bd-9425-4635-8562-01e3dcb3af87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:22.241744 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-13b44652-7d2a-4017-bb8a-a541cc6c6494 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:22.245731 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-857b76f9-3038-4abb-bd0d-9c804062a7f6 req-ac6931ef-a983-408b-830d-b9584144f76c service neutron] 10.222.0.67 "GET /v2.0/networks/a51a6fff-5ab2-447c-8b55-7ba7d5e58077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2969384 Jan 18 22:24:22.247809 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 40186) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:22.248212 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-13b44652-7d2a-4017-bb8a-a541cc6c6494 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "DELETE /v2.0/ports/93e60f29-1bd0-4128-b36f-26ecf979b002 HTTP/1.1" status: 204 len: 168 time: 1.3049257 Jan 18 22:24:22.260180 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 5cc1ae7f-10e4-47bc-b99c-d72f9992b4dd up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:24:22.367998 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99555713-a052-4f2b-bed2-fb8b5d6b9caa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '820af019-259a-4e5f-ba8f-3466cff4a077'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:24:22.371370 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa7462b0-383b-44a4-a2a0-cd95fefaeac8" -d '{"events": [{"server_uuid": "99555713-a052-4f2b-bed2-fb8b5d6b9caa", "name": "network-vif-plugged", "status": "completed", "tag": "820af019-259a-4e5f-ba8f-3466cff4a077"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:24:22.409720 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-153524bd-9425-4635-8562-01e3dcb3af87 None None] For port 5cc1ae7f-10e4-47bc-b99c-d72f9992b4dd, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=5cc1ae7f-10e4-47bc-b99c-d72f9992b4dd,segment=NetworkSegment(3c2fda82-0722-4d26-8bf8-bb1f4fe594b8),segment_id=3c2fda82-0722-4d26-8bf8-bb1f4fe594b8)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:24:22.423743 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-153524bd-9425-4635-8562-01e3dcb3af87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:22.426065 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 5cc1ae7f-10e4-47bc-b99c-d72f9992b4dd triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:24:22.426198 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:22.471105 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-857b76f9-3038-4abb-bd0d-9c804062a7f6 req-24fe931a-92e6-490c-a0f2-f0cb05c06997 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.8&port_id=628fd386-d663-4f6e-b10c-63286e484d82 HTTP/1.1" status: 200 len: 217 time: 0.2104263 Jan 18 22:24:22.489836 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153524bd-9425-4635-8562-01e3dcb3af87 None None] Pushing event updated for resources: {'Port': ['ID=5cc1ae7f-10e4-47bc-b99c-d72f9992b4dd,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:22.502583 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [req-9c31073b-dc5e-4880-b783-51e2a9674651 req-e3b2d452-7fb5-422a-95d0-14171135a58d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de506eff-e2de-4b1b-8227-0ebf2a7b2ba8 {{(pid=102431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:24:22.514160 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-9c31073b-dc5e-4880-b783-51e2a9674651 req-e3b2d452-7fb5-422a-95d0-14171135a58d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:22.535360 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [req-9c31073b-dc5e-4880-b783-51e2a9674651 req-e3b2d452-7fb5-422a-95d0-14171135a58d service neutron] Transition to ACTIVE for port object de506eff-e2de-4b1b-8227-0ebf2a7b2ba8 will not be triggered until provisioned by entity L2. {{(pid=102431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:24:22.554685 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-9c31073b-dc5e-4880-b783-51e2a9674651 req-e3b2d452-7fb5-422a-95d0-14171135a58d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:22.598671 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857b76f9-3038-4abb-bd0d-9c804062a7f6 req-64860684-e75e-4a2d-8280-7211bd02ff97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:22.600042 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-857b76f9-3038-4abb-bd0d-9c804062a7f6 req-64860684-e75e-4a2d-8280-7211bd02ff97 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4d0ea6b9-4b19-4f86-aaca-bbf2d184c8f5 HTTP/1.1" status: 200 len: 797 time: 0.0897717 Jan 18 22:24:22.605425 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98545c9-f763-485b-87d9-47a0f56246a7 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:22.607606 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98545c9-f763-485b-87d9-47a0f56246a7 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:22.609186 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-e98545c9-f763-485b-87d9-47a0f56246a7 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3600490 Jan 18 22:24:22.615375 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 40200) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:22.656459 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cee3273-e692-433f-a587-8f7a241daacd req-cfdef36e-b036-4045-bb10-8b3bf2308249 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:22.664582 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3cee3273-e692-433f-a587-8f7a241daacd req-cfdef36e-b036-4045-bb10-8b3bf2308249 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/ports?device_id=304a0036-0214-4c80-94aa-de6139e57a2b HTTP/1.1" status: 200 len: 945 time: 0.2715116 Jan 18 22:24:22.688501 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24518854-a8ef-4dc1-8210-05d71aaab5de req-fd6fe4b7-6bf0-4d00-a67c-bcce841f3618 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:22.690593 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-24518854-a8ef-4dc1-8210-05d71aaab5de req-fd6fe4b7-6bf0-4d00-a67c-bcce841f3618 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/ports?device_id=99555713-a052-4f2b-bed2-fb8b5d6b9caa HTTP/1.1" status: 200 len: 945 time: 0.2911608 Jan 18 22:24:22.722749 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857b76f9-3038-4abb-bd0d-9c804062a7f6 req-eff78539-7d22-47a4-a5a7-9ea33052801e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:22.724244 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b2d452-7fb5-422a-95d0-14171135a58d service neutron] Pushing event updated for resources: {'Port': ['ID=de506eff-e2de-4b1b-8227-0ebf2a7b2ba8,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:22.724392 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-857b76f9-3038-4abb-bd0d-9c804062a7f6 req-eff78539-7d22-47a4-a5a7-9ea33052801e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6762cf84-f7fb-4f6c-9c16-5d48c8ba314e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1129286 Jan 18 22:24:22.730371 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-6cc8763c-eac7-4152-93ea-a0fc82014495 None None] Could not find standard attr ID for object 93e60f29-1bd0-4128-b36f-26ecf979b002. {{(pid=102432) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 22:24:22.781794 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9e8f3e0-4e2e-4a8f-883d-3d000dce2968 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Deleting subnet 2c6e8e3c-2fe6-4f34-b020-45a77cc00c0c {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:24:22.788280 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c9e8f3e0-4e2e-4a8f-883d-3d000dce2968 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:22.815294 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3cee3273-e692-433f-a587-8f7a241daacd req-5dc02940-3e03-408c-b2d9-8a79efc5bfee tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c648c24-a8c9-44c0-bb3a-f1fa93ac06ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1474385 Jan 18 22:24:22.864251 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:22.865319 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-24518854-a8ef-4dc1-8210-05d71aaab5de req-0306c6fe-4862-402f-b50a-eb7e2644a6a2 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/security-groups?id=68e1f851-73aa-4cda-8095-0e2a92a325ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673994 Jan 18 22:24:22.868769 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-9c31073b-dc5e-4880-b783-51e2a9674651 req-e3b2d452-7fb5-422a-95d0-14171135a58d service neutron] Attempting to bind port de506eff-e2de-4b1b-8227-0ebf2a7b2ba8 on host n-h1-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:24:22.869258 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-9c31073b-dc5e-4880-b783-51e2a9674651 req-e3b2d452-7fb5-422a-95d0-14171135a58d service neutron] Attempting to bind port de506eff-e2de-4b1b-8227-0ebf2a7b2ba8 by drivers openvswitch,hyperv on host n-h1-825064-1 at level 0 using segments [{'id': '6d4c9fdf-454c-4b11-b8c6-11146d43a316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f092491e-0947-4058-bdc0-03dc785407fa'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:24:22.869524 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c31073b-dc5e-4880-b783-51e2a9674651 req-e3b2d452-7fb5-422a-95d0-14171135a58d service neutron] Attempting to bind port de506eff-e2de-4b1b-8227-0ebf2a7b2ba8 on network f092491e-0947-4058-bdc0-03dc785407fa {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:24:22.878903 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c31073b-dc5e-4880-b783-51e2a9674651 req-e3b2d452-7fb5-422a-95d0-14171135a58d service neutron] Port de506eff-e2de-4b1b-8227-0ebf2a7b2ba8 on network f092491e-0947-4058-bdc0-03dc785407fa not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:24:22.879310 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c31073b-dc5e-4880-b783-51e2a9674651 req-e3b2d452-7fb5-422a-95d0-14171135a58d service neutron] Attempting to bind port de506eff-e2de-4b1b-8227-0ebf2a7b2ba8 on network f092491e-0947-4058-bdc0-03dc785407fa {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:24:22.884664 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c9e8f3e0-4e2e-4a8f-883d-3d000dce2968 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:22.928330 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c31073b-dc5e-4880-b783-51e2a9674651 req-e3b2d452-7fb5-422a-95d0-14171135a58d service neutron] Checking agent: {'id': 'e49d1b2a-ba11-487f-a804-ecbf3c0e8132', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:24:22.928694 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c31073b-dc5e-4880-b783-51e2a9674651 req-e3b2d452-7fb5-422a-95d0-14171135a58d service neutron] Checking segment: {'id': '6d4c9fdf-454c-4b11-b8c6-11146d43a316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f092491e-0947-4058-bdc0-03dc785407fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:24:22.929035 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c31073b-dc5e-4880-b783-51e2a9674651 req-e3b2d452-7fb5-422a-95d0-14171135a58d service neutron] Bound using segment: {'id': '6d4c9fdf-454c-4b11-b8c6-11146d43a316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f092491e-0947-4058-bdc0-03dc785407fa'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:24:22.929475 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-9c31073b-dc5e-4880-b783-51e2a9674651 req-e3b2d452-7fb5-422a-95d0-14171135a58d service neutron] Bound port: de506eff-e2de-4b1b-8227-0ebf2a7b2ba8, host: n-h1-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d4c9fdf-454c-4b11-b8c6-11146d43a316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f092491e-0947-4058-bdc0-03dc785407fa'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:24:22.929879 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-9c31073b-dc5e-4880-b783-51e2a9674651 req-e3b2d452-7fb5-422a-95d0-14171135a58d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:22.937912 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d9a03a-6722-4a31-88cc-f524bd828067 x-openstack-request-id: req-08d9a03a-6722-4a31-88cc-f524bd828067 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:24:22.938546 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99555713-a052-4f2b-bed2-fb8b5d6b9caa", "name": "network-vif-plugged", "status": "completed", "tag": "820af019-259a-4e5f-ba8f-3466cff4a077", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:24:22.939058 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-08d9a03a-6722-4a31-88cc-f524bd828067 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:24:22.939671 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99555713-a052-4f2b-bed2-fb8b5d6b9caa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '820af019-259a-4e5f-ba8f-3466cff4a077', 'code': 200} Jan 18 22:24:22.985281 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-857b76f9-3038-4abb-bd0d-9c804062a7f6 req-bc516543-8eeb-4274-9a98-caf46a64275c service neutron] 10.222.0.67 "GET /v2.0/networks/6762cf84-f7fb-4f6c-9c16-5d48c8ba314e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471113 Jan 18 22:24:23.117875 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-9c31073b-dc5e-4880-b783-51e2a9674651 req-e3b2d452-7fb5-422a-95d0-14171135a58d service neutron] For port de506eff-e2de-4b1b-8227-0ebf2a7b2ba8, host n-h1-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:24:23.134619 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c9e8f3e0-4e2e-4a8f-883d-3d000dce2968 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:23.162592 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-9c31073b-dc5e-4880-b783-51e2a9674651 req-e3b2d452-7fb5-422a-95d0-14171135a58d service neutron] For port de506eff-e2de-4b1b-8227-0ebf2a7b2ba8, host n-h1-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=de506eff-e2de-4b1b-8227-0ebf2a7b2ba8,segment=NetworkSegment(6d4c9fdf-454c-4b11-b8c6-11146d43a316),segment_id=6d4c9fdf-454c-4b11-b8c6-11146d43a316)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:24:23.170220 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7108c73-5cef-4dae-8bec-897c921db485 req-9c9c4986-efbc-40fd-86ed-b7fd05dc6537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:23.171835 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f7108c73-5cef-4dae-8bec-897c921db485 req-9c9c4986-efbc-40fd-86ed-b7fd05dc6537 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=99555713-a052-4f2b-bed2-fb8b5d6b9caa HTTP/1.1" status: 200 len: 1096 time: 0.1389089 Jan 18 22:24:23.175440 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-9c31073b-dc5e-4880-b783-51e2a9674651 req-e3b2d452-7fb5-422a-95d0-14171135a58d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:23.238246 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-857b76f9-3038-4abb-bd0d-9c804062a7f6 req-c179ee9a-cf99-4d32-a085-5259c380fd47 service neutron] 10.222.0.67 "GET /v2.0/networks/6762cf84-f7fb-4f6c-9c16-5d48c8ba314e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411311 Jan 18 22:24:23.248033 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c31073b-dc5e-4880-b783-51e2a9674651 req-e3b2d452-7fb5-422a-95d0-14171135a58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:23.248785 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-9c31073b-dc5e-4880-b783-51e2a9674651 req-e3b2d452-7fb5-422a-95d0-14171135a58d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:23.250154 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-9c31073b-dc5e-4880-b783-51e2a9674651 req-e3b2d452-7fb5-422a-95d0-14171135a58d service neutron] 10.222.0.36 "PUT /v2.0/ports/de506eff-e2de-4b1b-8227-0ebf2a7b2ba8 HTTP/1.1" status: 200 len: 1091 time: 1.7205091 Jan 18 22:24:23.281250 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f7108c73-5cef-4dae-8bec-897c921db485 req-ab0d1ba9-7f41-4d0a-83e2-793a3bc306ca service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=68e1f851-73aa-4cda-8095-0e2a92a325ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972800 Jan 18 22:24:23.284698 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b2d452-7fb5-422a-95d0-14171135a58d service neutron] Pushing event updated for resources: {'Port': ['ID=de506eff-e2de-4b1b-8227-0ebf2a7b2ba8,revision_number=3']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:23.289717 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device a582b417-6d8e-4aa6-91a9-5f6b1d7cd873 up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:24:23.299451 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c9e8f3e0-4e2e-4a8f-883d-3d000dce2968 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:23.301255 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bc62f5-eb16-4c6d-aca2-5d839abf02df req-929fe1d7-e87b-4d75-9ec4-6fba2ba4106e tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:23.302893 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-48bc62f5-eb16-4c6d-aca2-5d839abf02df req-929fe1d7-e87b-4d75-9ec4-6fba2ba4106e tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=3235a499-27d0-4827-81fd-d658b66e33f9 HTTP/1.1" status: 200 len: 946 time: 0.2601998 Jan 18 22:24:23.304381 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-857b76f9-3038-4abb-bd0d-9c804062a7f6 req-62b08b4d-d8ca-4c9d-96eb-b8ff694fc727 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.233&port_id=31c5c75b-ce2c-4be9-b4cf-f29652cd677a HTTP/1.1" status: 200 len: 217 time: 0.0564828 Jan 18 22:24:23.316077 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b063b3ce-3449-4a56-8ffa-4e1a6cffe632 req-686ceb5c-ca89-459f-88a6-34cec453bd29 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:23.317921 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b063b3ce-3449-4a56-8ffa-4e1a6cffe632 req-686ceb5c-ca89-459f-88a6-34cec453bd29 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/ports?device_id=df028d19-26e8-46f5-b279-f65cd72694c5 HTTP/1.1" status: 200 len: 943 time: 0.1640756 Jan 18 22:24:23.338037 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c9e8f3e0-4e2e-4a8f-883d-3d000dce2968 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:23.342864 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a4df7f-652a-483a-bb59-082ef5642d94 None None] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:24:23.344076 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-c9e8f3e0-4e2e-4a8f-883d-3d000dce2968 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "DELETE /v2.0/subnets/2c6e8e3c-2fe6-4f34-b020-45a77cc00c0c HTTP/1.1" status: 204 len: 168 time: 0.7271330 Jan 18 22:24:23.345559 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 40210) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:23.390743 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e8f3e0-4e2e-4a8f-883d-3d000dce2968 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event deleted for resources: {'Subnet': ['ID=2c6e8e3c-2fe6-4f34-b020-45a77cc00c0c,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:23.397341 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-bd23b95d-637f-42e1-9963-a08c9f281b5d tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0505986 Jan 18 22:24:23.397960 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 40216) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:23.405674 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port a582b417-6d8e-4aa6-91a9-5f6b1d7cd873 completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:24:23.426893 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port a582b417-6d8e-4aa6-91a9-5f6b1d7cd873 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:24:23.427513 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:23.456977 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b063b3ce-3449-4a56-8ffa-4e1a6cffe632 req-e4e27fa0-6ee7-4ec7-bbc6-0be79358ea1d tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9107f98-3261-4c9b-b70c-aaafa7d6fae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926938 Jan 18 22:24:23.459463 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6af01d-1263-4bc4-adfc-c056ff08553c tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:23.464648 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-2c6af01d-1263-4bc4-adfc-c056ff08553c tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0653841 Jan 18 22:24:23.465410 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 40218) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:23.480333 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857b76f9-3038-4abb-bd0d-9c804062a7f6 req-cf7ae748-5d7f-47a6-8585-c680a99907f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:23.482509 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-857b76f9-3038-4abb-bd0d-9c804062a7f6 req-cf7ae748-5d7f-47a6-8585-c680a99907f3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4d0ea6b9-4b19-4f86-aaca-bbf2d184c8f5 HTTP/1.1" status: 200 len: 797 time: 0.1630704 Jan 18 22:24:23.493107 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-48bc62f5-eb16-4c6d-aca2-5d839abf02df req-ba44b730-ee25-4eb7-806b-ef6286050325 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730759 Jan 18 22:24:23.528531 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df028d19-26e8-46f5-b279-f65cd72694c5', 'tag': 'de506eff-e2de-4b1b-8227-0ebf2a7b2ba8'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:24:23.530736 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e749951-150e-4ed0-a518-3a57c8d0e3ff" -d '{"events": [{"name": "network-changed", "server_uuid": "df028d19-26e8-46f5-b279-f65cd72694c5", "tag": "de506eff-e2de-4b1b-8227-0ebf2a7b2ba8"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:24:23.551546 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995d5dd5-d974-4eb8-bc0d-898f43cbad9d tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:23.555579 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 40226) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:23.557361 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-995d5dd5-d974-4eb8-bc0d-898f43cbad9d tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0908229 Jan 18 22:24:23.567018 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857b76f9-3038-4abb-bd0d-9c804062a7f6 req-78a4cb2b-4077-483d-aa0c-b4dceb34a5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:23.568966 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-857b76f9-3038-4abb-bd0d-9c804062a7f6 req-78a4cb2b-4077-483d-aa0c-b4dceb34a5d5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6762cf84-f7fb-4f6c-9c16-5d48c8ba314e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0712159 Jan 18 22:24:23.605282 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ced35055-3d0f-42f3-8125-e3e49cd987f2 x-openstack-request-id: req-ced35055-3d0f-42f3-8125-e3e49cd987f2 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:24:23.605824 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df028d19-26e8-46f5-b279-f65cd72694c5", "tag": "de506eff-e2de-4b1b-8227-0ebf2a7b2ba8", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:24:23.606230 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ced35055-3d0f-42f3-8125-e3e49cd987f2 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:24:23.606792 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df028d19-26e8-46f5-b279-f65cd72694c5', 'tag': 'de506eff-e2de-4b1b-8227-0ebf2a7b2ba8', 'status': 'completed', 'code': 200} Jan 18 22:24:23.610812 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c31073b-dc5e-4880-b783-51e2a9674651 req-00ecfb73-440f-46de-ac16-e395855a1747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:23.612635 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-9c31073b-dc5e-4880-b783-51e2a9674651 req-00ecfb73-440f-46de-ac16-e395855a1747 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b29915fceb8e43e18911a1d8234c4c1a&device_id=df028d19-26e8-46f5-b279-f65cd72694c5 HTTP/1.1" status: 200 len: 1094 time: 0.0851617 Jan 18 22:24:23.625307 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-476efc5a-5898-4f45-ad46-76539f9d946a tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0645015 Jan 18 22:24:23.626971 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 40228) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:23.641096 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-98330b98-1747-4914-90d3-b5178ba63c83 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Request body: {'subnet': {'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:24:23.663672 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:23.677498 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-9c31073b-dc5e-4880-b783-51e2a9674651 req-156aa7e8-766e-46d2-adf4-8182d98ce55d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=de506eff-e2de-4b1b-8227-0ebf2a7b2ba8 HTTP/1.1" status: 200 len: 217 time: 0.0488226 Jan 18 22:24:23.692822 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d00b5ce-73b3-406a-87c6-c075ffa88d73 None None] DHCP port deletion for 5ec417a5-fa6c-4abd-aa15-b83b9df83503 request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:24:23.737377 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c31073b-dc5e-4880-b783-51e2a9674651 req-950541d3-91b8-4395-9371-c0a90e58fac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:23.738934 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-9c31073b-dc5e-4880-b783-51e2a9674651 req-950541d3-91b8-4395-9371-c0a90e58fac7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a52884c8-9d97-4e4b-9890-07ddb774f2b4 HTTP/1.1" status: 200 len: 861 time: 0.0551169 Jan 18 22:24:23.746969 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port a582b417-6d8e-4aa6-91a9-5f6b1d7cd873, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=a582b417-6d8e-4aa6-91a9-5f6b1d7cd873,segment=NetworkSegment(7459fabb-7ba7-479c-92df-0260ac6c29b4),segment_id=7459fabb-7ba7-479c-92df-0260ac6c29b4)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:24:23.752921 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:23.806473 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-3d00b5ce-73b3-406a-87c6-c075ffa88d73 None None] Deleting port 5cc1ae7f-10e4-47bc-b99c-d72f9992b4dd {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:24:23.806831 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3d00b5ce-73b3-406a-87c6-c075ffa88d73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:23.820790 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=a582b417-6d8e-4aa6-91a9-5f6b1d7cd873,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:23.825845 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2391ef6-66b2-4d17-9bed-cb9dff94ebeb req-995456f4-2c65-45dd-9d42-153be916c845 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:23.829935 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a2391ef6-66b2-4d17-9bed-cb9dff94ebeb req-995456f4-2c65-45dd-9d42-153be916c845 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/ports?device_id=2501ec93-af1a-42c3-b7f0-b897b8ffcdd3 HTTP/1.1" status: 200 len: 945 time: 0.1004519 Jan 18 22:24:23.847582 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-9c31073b-dc5e-4880-b783-51e2a9674651 req-ab80841c-2541-4bc5-8a6f-bedd77af7c32 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f092491e-0947-4058-bdc0-03dc785407fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314889 Jan 18 22:24:23.848944 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-857b76f9-3038-4abb-bd0d-9c804062a7f6 req-06ed1077-93f1-41dd-99fa-92c4c373629f service neutron] 10.222.0.67 "GET /v2.0/networks/6762cf84-f7fb-4f6c-9c16-5d48c8ba314e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358606 Jan 18 22:24:23.869972 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98330b98-1747-4914-90d3-b5178ba63c83 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Made reservation on behalf of 0a17ff9ddd5f489695e0235ae87388f5 for: {'subnet': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:24:23.873378 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-98330b98-1747-4914-90d3-b5178ba63c83 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62288702'] for subnet, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:23.919885 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-3d00b5ce-73b3-406a-87c6-c075ffa88d73 None None] For port 5cc1ae7f-10e4-47bc-b99c-d72f9992b4dd, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=5cc1ae7f-10e4-47bc-b99c-d72f9992b4dd,segment=NetworkSegment(3c2fda82-0722-4d26-8bf8-bb1f4fe594b8),segment_id=3c2fda82-0722-4d26-8bf8-bb1f4fe594b8)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:24:23.920499 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3d00b5ce-73b3-406a-87c6-c075ffa88d73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:23.937244 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-3d00b5ce-73b3-406a-87c6-c075ffa88d73 None None] Calling delete_port for 5cc1ae7f-10e4-47bc-b99c-d72f9992b4dd owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:24:23.977572 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-9c31073b-dc5e-4880-b783-51e2a9674651 req-6e23f0b8-6e2d-45ac-98c0-3d306f55e3b1 service neutron] 10.222.0.36 "GET /v2.0/networks/f092491e-0947-4058-bdc0-03dc785407fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178489 Jan 18 22:24:24.009141 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a2391ef6-66b2-4d17-9bed-cb9dff94ebeb req-5a2bd540-9572-44d0-ae62-1178c6914085 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc8c7d2e-b8e2-47f9-a940-5cbf5ddba272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713824 Jan 18 22:24:24.055678 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 5cc1ae7f-10e4-47bc-b99c-d72f9992b4dd no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:24:24.089439 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3d00b5ce-73b3-406a-87c6-c075ffa88d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:24.129956 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d00b5ce-73b3-406a-87c6-c075ffa88d73 None None] Pushing event deleted for resources: {'Port': ['ID=5cc1ae7f-10e4-47bc-b99c-d72f9992b4dd,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:24.135484 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d00b5ce-73b3-406a-87c6-c075ffa88d73 None None] No DVR routers for this DVR port 5cc1ae7f-10e4-47bc-b99c-d72f9992b4dd on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:24:24.140535 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No active binding found for port 5cc1ae7f-10e4-47bc-b99c-d72f9992b4dd {{(pid=102432) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 18 22:24:24.140970 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 5cc1ae7f-10e4-47bc-b99c-d72f9992b4dd not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:24:24.160641 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c559e7c-7715-4cb3-a9ed-b65d849ae486 req-98698153-0859-4e92-917b-a5c056c4730c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:24.162201 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-8c559e7c-7715-4cb3-a9ed-b65d849ae486 req-98698153-0859-4e92-917b-a5c056c4730c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=feff401a111441e8bc4bdb3f9c55f3c8&device_id=3235a499-27d0-4827-81fd-d658b66e33f9 HTTP/1.1" status: 200 len: 1097 time: 0.0920103 Jan 18 22:24:24.163996 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-9c31073b-dc5e-4880-b783-51e2a9674651 req-1f799c3a-0428-454d-ae77-981ef6f78109 service neutron] 10.222.0.36 "GET /v2.0/networks/f092491e-0947-4058-bdc0-03dc785407fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786888 Jan 18 22:24:24.196383 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca4f4c7-897e-47d9-b84f-527128167f81 req-d4dd4157-f5a4-4c77-9194-afe4192425fb tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:24.197745 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1ca4f4c7-897e-47d9-b84f-527128167f81 req-d4dd4157-f5a4-4c77-9194-afe4192425fb tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/ports?device_id=304a0036-0214-4c80-94aa-de6139e57a2b HTTP/1.1" status: 200 len: 945 time: 0.2687633 Jan 18 22:24:24.199630 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-857b76f9-3038-4abb-bd0d-9c804062a7f6 req-be9181c6-fba5-44a6-b5fc-95c1072f44b5 service neutron] 10.222.0.67 "GET /v2.0/networks/6762cf84-f7fb-4f6c-9c16-5d48c8ba314e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3408909 Jan 18 22:24:24.279095 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-857b76f9-3038-4abb-bd0d-9c804062a7f6 req-49249088-719f-4fef-8ea3-3aa2add4aaa3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.173&port_id=ac119faf-2a75-40e5-88c9-de25c7935e34 HTTP/1.1" status: 200 len: 217 time: 0.0729470 Jan 18 22:24:24.292462 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00abfb96-b816-4e70-ad78-ae254c57a2ba req-86cb0150-0b6f-4445-88bd-718664a9f2f5 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:24.293979 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-00abfb96-b816-4e70-ad78-ae254c57a2ba req-86cb0150-0b6f-4445-88bd-718664a9f2f5 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.36 "GET /v2.0/ports?device_id=2501ec93-af1a-42c3-b7f0-b897b8ffcdd3 HTTP/1.1" status: 200 len: 945 time: 0.0725889 Jan 18 22:24:24.300754 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:24.337479 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c559e7c-7715-4cb3-a9ed-b65d849ae486 req-22c492d5-ae36-42ad-a990-5740a76c8bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:24.338964 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-8c559e7c-7715-4cb3-a9ed-b65d849ae486 req-22c492d5-ae36-42ad-a990-5740a76c8bab service neutron] 10.222.0.36 "GET /v2.0/networks?id=616341ad-8ee5-46dd-a50f-fbf4c382e06c HTTP/1.1" status: 200 len: 912 time: 0.1657791 Jan 18 22:24:24.343001 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb42bbee-69fc-43e0-be48-db6b900711e7 req-ce5876f0-ae76-4fa2-a602-c24e724a8cc5 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:24.344454 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fb42bbee-69fc-43e0-be48-db6b900711e7 req-ce5876f0-ae76-4fa2-a602-c24e724a8cc5 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/ports?device_id=99555713-a052-4f2b-bed2-fb8b5d6b9caa HTTP/1.1" status: 200 len: 945 time: 0.2230105 Jan 18 22:24:24.389387 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-8c559e7c-7715-4cb3-a9ed-b65d849ae486 req-21d9c843-3212-4cd9-a166-7a7d48a6f0a5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce5627e3-20f7-4e82-8e1c-ed97f4ce614c HTTP/1.1" status: 200 len: 217 time: 0.0404382 Jan 18 22:24:24.413658 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1ca4f4c7-897e-47d9-b84f-527128167f81 req-f6134f5d-3726-450e-878a-8000f14a49f8 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c648c24-a8c9-44c0-bb3a-f1fa93ac06ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2046695 Jan 18 22:24:24.445742 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e749951-150e-4ed0-a518-3a57c8d0e3ff req-b0a8ab46-b2fa-46ce-ba28-b0c1918fd394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:24.447294 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0e749951-150e-4ed0-a518-3a57c8d0e3ff req-b0a8ab46-b2fa-46ce-ba28-b0c1918fd394 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b29915fceb8e43e18911a1d8234c4c1a&device_id=df028d19-26e8-46f5-b279-f65cd72694c5 HTTP/1.1" status: 200 len: 1094 time: 0.1855717 Jan 18 22:24:24.457064 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857b76f9-3038-4abb-bd0d-9c804062a7f6 req-a9e0a591-2d09-4a9b-8777-bba71cf0e231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:24.458534 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-857b76f9-3038-4abb-bd0d-9c804062a7f6 req-a9e0a591-2d09-4a9b-8777-bba71cf0e231 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4d0ea6b9-4b19-4f86-aaca-bbf2d184c8f5 HTTP/1.1" status: 200 len: 797 time: 0.1712232 Jan 18 22:24:24.520160 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:24.769534 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c559e7c-7715-4cb3-a9ed-b65d849ae486 req-959fa034-51df-4692-843e-5653a4c539d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:24.770996 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-8c559e7c-7715-4cb3-a9ed-b65d849ae486 req-959fa034-51df-4692-843e-5653a4c539d1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=39872394-9ec8-42e0-a515-8c2f5c78361a HTTP/1.1" status: 200 len: 852 time: 0.3625402 Jan 18 22:24:24.779309 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-00abfb96-b816-4e70-ad78-ae254c57a2ba req-b0bf3b49-eaec-4371-9225-2ebe6be732e0 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Deleting port 5e7c23d5-fee4-4d20-927a-b50071233f34 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:24:24.779639 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-00abfb96-b816-4e70-ad78-ae254c57a2ba req-b0bf3b49-eaec-4371-9225-2ebe6be732e0 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:24.806167 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fb42bbee-69fc-43e0-be48-db6b900711e7 req-682a4558-18b9-4195-a398-d6b6840ddcae tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/security-groups?id=68e1f851-73aa-4cda-8095-0e2a92a325ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4383540 Jan 18 22:24:24.846219 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-8c559e7c-7715-4cb3-a9ed-b65d849ae486 req-aff67893-ae20-40d7-aff2-2c186d75135f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=616341ad-8ee5-46dd-a50f-fbf4c382e06c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634317 Jan 18 22:24:24.940681 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e173d2e-e098-4c51-8104-b5036c990569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a582b417-6d8e-4aa6-91a9-5f6b1d7cd873'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:24:24.943543 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11c11224-7dd9-423e-afea-eba1e9992fb6" -d '{"events": [{"server_uuid": "7e173d2e-e098-4c51-8104-b5036c990569", "name": "network-vif-plugged", "status": "completed", "tag": "a582b417-6d8e-4aa6-91a9-5f6b1d7cd873"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:24:24.952817 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-00abfb96-b816-4e70-ad78-ae254c57a2ba req-b0bf3b49-eaec-4371-9225-2ebe6be732e0 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] For port 5e7c23d5-fee4-4d20-927a-b50071233f34, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=5e7c23d5-fee4-4d20-927a-b50071233f34,segment=NetworkSegment(2bbe6b88-f1a6-4fc9-b338-69341977472e),segment_id=2bbe6b88-f1a6-4fc9-b338-69341977472e)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:24:24.953366 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-00abfb96-b816-4e70-ad78-ae254c57a2ba req-b0bf3b49-eaec-4371-9225-2ebe6be732e0 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:24.974505 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-00abfb96-b816-4e70-ad78-ae254c57a2ba req-b0bf3b49-eaec-4371-9225-2ebe6be732e0 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Calling delete_port for 5e7c23d5-fee4-4d20-927a-b50071233f34 owned by compute:nova {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:24:24.975857 n-d-825064-1 neutron-server[102430]: DEBUG neutron.objects.ports [None req-98330b98-1747-4914-90d3-b5178ba63c83 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102430) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 18 22:24:24.980959 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-8c559e7c-7715-4cb3-a9ed-b65d849ae486 req-f5144660-5996-4a2c-8e3c-7930a22dec91 service neutron] 10.222.0.36 "GET /v2.0/networks/616341ad-8ee5-46dd-a50f-fbf4c382e06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281300 Jan 18 22:24:24.988492 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-98330b98-1747-4914-90d3-b5178ba63c83 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60203213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62288684'] for subnet, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:25.011052 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857b76f9-3038-4abb-bd0d-9c804062a7f6 req-e12789e4-ed9d-4c28-9497-de44a6087054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:25.012538 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-857b76f9-3038-4abb-bd0d-9c804062a7f6 req-e12789e4-ed9d-4c28-9497-de44a6087054 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6762cf84-f7fb-4f6c-9c16-5d48c8ba314e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2167819 Jan 18 22:24:25.041324 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a63ee3-c525-47e5-8df2-f0a6a161b8ba req-b60aa653-15f5-4edc-b326-cf3c49ee1d39 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:25.042903 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-85a63ee3-c525-47e5-8df2-f0a6a161b8ba req-b60aa653-15f5-4edc-b326-cf3c49ee1d39 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/ports?device_id=304a0036-0214-4c80-94aa-de6139e57a2b HTTP/1.1" status: 200 len: 945 time: 0.2397017 Jan 18 22:24:25.058653 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 40250) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:25.072819 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-2159bf0d-85ea-4487-aff1-14720fdeaa8e tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Request body: {'floatingip': {'port_id': 'e8d7bb39-fefa-4a60-8b6c-d0f3827ccb26'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:24:25.135609 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-8c559e7c-7715-4cb3-a9ed-b65d849ae486 req-a75c2087-1fed-428e-a80a-79176d8a697d service neutron] 10.222.0.36 "GET /v2.0/networks/616341ad-8ee5-46dd-a50f-fbf4c382e06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445892 Jan 18 22:24:25.137017 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bf6f75-6487-4667-a88b-997642385af0 req-2cb1fdfd-2093-47c9-b0bf-f26f2b33af17 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:25.138475 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-40bf6f75-6487-4667-a88b-997642385af0 req-2cb1fdfd-2093-47c9-b0bf-f26f2b33af17 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/ports?device_id=df028d19-26e8-46f5-b279-f65cd72694c5 HTTP/1.1" status: 200 len: 943 time: 0.2449136 Jan 18 22:24:25.171032 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98330b98-1747-4914-90d3-b5178ba63c83 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:24:25.181431 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e749951-150e-4ed0-a518-3a57c8d0e3ff req-f4b57c68-60d5-4471-8494-d19f2a5eb9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:25.182844 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0e749951-150e-4ed0-a518-3a57c8d0e3ff req-f4b57c68-60d5-4471-8494-d19f2a5eb9df service neutron] 10.222.0.36 "GET /v2.0/networks?id=f092491e-0947-4058-bdc0-03dc785407fa HTTP/1.1" status: 200 len: 921 time: 0.7231963 Jan 18 22:24:25.193480 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-00abfb96-b816-4e70-ad78-ae254c57a2ba req-b0bf3b49-eaec-4371-9225-2ebe6be732e0 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:25.194204 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-98330b98-1747-4914-90d3-b5178ba63c83 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:24:25.205288 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b594851-3fb2-4cd7-a00d-305eec65da48 None None] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:24:25.209152 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2159bf0d-85ea-4487-aff1-14720fdeaa8e tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Notify callbacks [] for floatingip, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:25.225748 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98330b98-1747-4914-90d3-b5178ba63c83 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:25.226338 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-98330b98-1747-4914-90d3-b5178ba63c83 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:25.228228 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bf3b49-eaec-4371-9225-2ebe6be732e0 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Pushing event deleted for resources: {'Port': ['ID=5e7c23d5-fee4-4d20-927a-b50071233f34,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:25.270405 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-00abfb96-b816-4e70-ad78-ae254c57a2ba req-b0bf3b49-eaec-4371-9225-2ebe6be732e0 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] No DVR routers for this DVR port 5e7c23d5-fee4-4d20-927a-b50071233f34 on host n-h1-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:24:25.273017 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-00abfb96-b816-4e70-ad78-ae254c57a2ba req-b0bf3b49-eaec-4371-9225-2ebe6be732e0 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:25.276814 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-00abfb96-b816-4e70-ad78-ae254c57a2ba req-b0bf3b49-eaec-4371-9225-2ebe6be732e0 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.36 "DELETE /v2.0/ports/5e7c23d5-fee4-4d20-927a-b50071233f34 HTTP/1.1" status: 204 len: 173 time: 0.9726009 Jan 18 22:24:25.306031 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98330b98-1747-4914-90d3-b5178ba63c83 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event updated for resources: {'Subnet': ['ID=95968551-74f0-4947-b99f-949199006c3b,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:25.326012 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0e749951-150e-4ed0-a518-3a57c8d0e3ff req-cba858a3-4099-437c-ba1f-c305d43f9db8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=de506eff-e2de-4b1b-8227-0ebf2a7b2ba8 HTTP/1.1" status: 200 len: 217 time: 0.1271126 Jan 18 22:24:25.371679 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6363dcbb-57d9-4ff4-9775-9f5ebc11f8a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-5ec417a5-fa6c-4abd-aa15-b83b9df83503', 'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503', 'tenant_id': '0a17ff9ddd5f489695e0235ae87388f5', 'fixed_ips': [{'subnet_id': '95968551-74f0-4947-b99f-949199006c3b'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:24:25.372783 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6363dcbb-57d9-4ff4-9775-9f5ebc11f8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:25.382504 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-98330b98-1747-4914-90d3-b5178ba63c83 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.7520189 Jan 18 22:24:25.383617 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 40252) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:25.392976 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-e5779cc1-11b6-4c3b-93ee-1fc6c903c563 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Request body: {'port': {'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503', 'mac_address': 'fa:16:3e:ba:58:2b', 'name': 'tempest-NetworksTestDHCPv6-119796548'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:24:25.454969 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-40bf6f75-6487-4667-a88b-997642385af0 req-114c65a4-9298-41cf-9034-a6123405aced tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9107f98-3261-4c9b-b70c-aaafa7d6fae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760150 Jan 18 22:24:25.470683 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-857b76f9-3038-4abb-bd0d-9c804062a7f6 req-32344852-872d-41d8-bc80-edf83019b070 service neutron] 10.222.0.67 "GET /v2.0/networks/6762cf84-f7fb-4f6c-9c16-5d48c8ba314e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4231501 Jan 18 22:24:25.481933 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b922d75-d4b4-40a6-a7d4-66609873dbab req-1840be4c-ac6e-4505-b558-a89ed6ce06bd tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:25.483720 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1b922d75-d4b4-40a6-a7d4-66609873dbab req-1840be4c-ac6e-4505-b558-a89ed6ce06bd tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=3235a499-27d0-4827-81fd-d658b66e33f9 HTTP/1.1" status: 200 len: 946 time: 0.3172007 Jan 18 22:24:25.520887 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9a0109e-5067-42ef-9229-527daed787b5 x-openstack-request-id: req-d9a0109e-5067-42ef-9229-527daed787b5 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:24:25.521184 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e173d2e-e098-4c51-8104-b5036c990569", "name": "network-vif-plugged", "status": "completed", "tag": "a582b417-6d8e-4aa6-91a9-5f6b1d7cd873", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:24:25.521440 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d9a0109e-5067-42ef-9229-527daed787b5 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:24:25.521834 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e173d2e-e098-4c51-8104-b5036c990569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a582b417-6d8e-4aa6-91a9-5f6b1d7cd873', 'code': 200} Jan 18 22:24:25.525199 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e749951-150e-4ed0-a518-3a57c8d0e3ff req-bc8537ec-e29d-4c06-9fc0-e3d139d5dc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:25.526624 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0e749951-150e-4ed0-a518-3a57c8d0e3ff req-bc8537ec-e29d-4c06-9fc0-e3d139d5dc9f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a52884c8-9d97-4e4b-9890-07ddb774f2b4 HTTP/1.1" status: 200 len: 861 time: 0.1736207 Jan 18 22:24:25.540606 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-6363dcbb-57d9-4ff4-9775-9f5ebc11f8a7 None None] Allocated IP 2001:db8::f816:3eff:fe84:6cef (5ec417a5-fa6c-4abd-aa15-b83b9df83503/95968551-74f0-4947-b99f-949199006c3b/41aaa915-ce0c-4dbd-8450-b71ae53c14b9) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:24:25.559595 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5779cc1-11b6-4c3b-93ee-1fc6c903c563 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Made reservation on behalf of 0a17ff9ddd5f489695e0235ae87388f5 for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:24:25.632691 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2501ec93-af1a-42c3-b7f0-b897b8ffcdd3', 'name': 'network-vif-deleted', 'tag': '5e7c23d5-fee4-4d20-927a-b50071233f34'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:24:25.635195 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c940c33-b262-40f7-b280-ca5cee3fdc92" -d '{"events": [{"server_uuid": "2501ec93-af1a-42c3-b7f0-b897b8ffcdd3", "name": "network-vif-deleted", "tag": "5e7c23d5-fee4-4d20-927a-b50071233f34"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:24:25.668247 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0e749951-150e-4ed0-a518-3a57c8d0e3ff req-99173202-2327-4f68-adab-3cf4a78e5671 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f092491e-0947-4058-bdc0-03dc785407fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716870 Jan 18 22:24:25.672439 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e5779cc1-11b6-4c3b-93ee-1fc6c903c563 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:25.702117 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [None req-e5779cc1-11b6-4c3b-93ee-1fc6c903c563 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] device_id is not set on port 3df31d2d-0e7e-4912-bd36-33ee1774893b yet. {{(pid=102431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:24:25.711428 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6363dcbb-57d9-4ff4-9775-9f5ebc11f8a7 None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:25.721669 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6363dcbb-57d9-4ff4-9775-9f5ebc11f8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:25.757672 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ad36873d-793b-4185-b1f6-710416c10b63 req-2ef9c69d-4800-4515-b3ef-fb9290d989b2 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/ports?device_id=2501ec93-af1a-42c3-b7f0-b897b8ffcdd3 HTTP/1.1" status: 200 len: 210 time: 0.1048002 Jan 18 22:24:25.764055 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6363dcbb-57d9-4ff4-9775-9f5ebc11f8a7 None None] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:24:25.766139 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1b922d75-d4b4-40a6-a7d4-66609873dbab req-aa9221bd-3406-47d0-bd87-5b5f6e864ffc tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607582 Jan 18 22:24:25.790838 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-6363dcbb-57d9-4ff4-9775-9f5ebc11f8a7 None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:24:25.794764 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6363dcbb-57d9-4ff4-9775-9f5ebc11f8a7 None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:24:25.825278 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9bf4db-365d-424b-bc0b-152e07c4d3f7 req-c63459c2-181c-4d7c-8589-fa8822fc8468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:25.826765 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fb9bf4db-365d-424b-bc0b-152e07c4d3f7 req-c63459c2-181c-4d7c-8589-fa8822fc8468 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7e173d2e-e098-4c51-8104-b5036c990569 HTTP/1.1" status: 200 len: 1096 time: 0.2292078 Jan 18 22:24:25.839840 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6363dcbb-57d9-4ff4-9775-9f5ebc11f8a7 None None] Pushing event updated for resources: {'Port': ['ID=41aaa915-ce0c-4dbd-8450-b71ae53c14b9,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:25.885957 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-e5779cc1-11b6-4c3b-93ee-1fc6c903c563 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Allocated IP 2001:db8::f816:3eff:feba:582b (5ec417a5-fa6c-4abd-aa15-b83b9df83503/95968551-74f0-4947-b99f-949199006c3b/3df31d2d-0e7e-4912-bd36-33ee1774893b) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:24:25.924196 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-6363dcbb-57d9-4ff4-9775-9f5ebc11f8a7 None None] Attempting to bind port 41aaa915-ce0c-4dbd-8450-b71ae53c14b9 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:24:25.924570 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-6363dcbb-57d9-4ff4-9775-9f5ebc11f8a7 None None] Attempting to bind port 41aaa915-ce0c-4dbd-8450-b71ae53c14b9 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '3c2fda82-0722-4d26-8bf8-bb1f4fe594b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:24:25.924932 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6363dcbb-57d9-4ff4-9775-9f5ebc11f8a7 None None] Attempting to bind port 41aaa915-ce0c-4dbd-8450-b71ae53c14b9 on network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:24:25.930633 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6363dcbb-57d9-4ff4-9775-9f5ebc11f8a7 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:24:25.930633 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6363dcbb-57d9-4ff4-9775-9f5ebc11f8a7 None None] Checking segment: {'id': '3c2fda82-0722-4d26-8bf8-bb1f4fe594b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:24:25.930994 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6363dcbb-57d9-4ff4-9775-9f5ebc11f8a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:25.931368 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6363dcbb-57d9-4ff4-9775-9f5ebc11f8a7 None None] Bound using segment: {'id': '3c2fda82-0722-4d26-8bf8-bb1f4fe594b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:24:25.931828 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-6363dcbb-57d9-4ff4-9775-9f5ebc11f8a7 None None] Bound port: 41aaa915-ce0c-4dbd-8450-b71ae53c14b9, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2fda82-0722-4d26-8bf8-bb1f4fe594b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:24:25.932237 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6363dcbb-57d9-4ff4-9775-9f5ebc11f8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:25.937669 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-857b76f9-3038-4abb-bd0d-9c804062a7f6 req-4396b9f1-110c-458b-991f-a2071b941fdb service neutron] 10.222.0.67 "GET /v2.0/networks/6762cf84-f7fb-4f6c-9c16-5d48c8ba314e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4502881 Jan 18 22:24:25.943155 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36c039b5-ea26-4c73-b854-724c8a01e848 x-openstack-request-id: req-36c039b5-ea26-4c73-b854-724c8a01e848 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:24:25.943453 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2501ec93-af1a-42c3-b7f0-b897b8ffcdd3", "name": "network-vif-deleted", "tag": "5e7c23d5-fee4-4d20-927a-b50071233f34", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:24:25.943778 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-36c039b5-ea26-4c73-b854-724c8a01e848 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:24:25.944154 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2501ec93-af1a-42c3-b7f0-b897b8ffcdd3', 'name': 'network-vif-deleted', 'tag': '5e7c23d5-fee4-4d20-927a-b50071233f34', 'status': 'completed', 'code': 200} Jan 18 22:24:26.018789 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-6363dcbb-57d9-4ff4-9775-9f5ebc11f8a7 None None] For port 41aaa915-ce0c-4dbd-8450-b71ae53c14b9, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:24:26.022679 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-6363dcbb-57d9-4ff4-9775-9f5ebc11f8a7 None None] For port 41aaa915-ce0c-4dbd-8450-b71ae53c14b9, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=41aaa915-ce0c-4dbd-8450-b71ae53c14b9,segment=NetworkSegment(3c2fda82-0722-4d26-8bf8-bb1f4fe594b8),segment_id=3c2fda82-0722-4d26-8bf8-bb1f4fe594b8)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:24:26.027873 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6363dcbb-57d9-4ff4-9775-9f5ebc11f8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:26.043044 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-857b76f9-3038-4abb-bd0d-9c804062a7f6 req-6d3e6071-7f3b-4b1a-8bd4-56a2f4d0973f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.69&port_id=790739e8-f2d1-4e6b-9f52-59a57a675b05 HTTP/1.1" status: 200 len: 217 time: 0.0827298 Jan 18 22:24:26.085894 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e5779cc1-11b6-4c3b-93ee-1fc6c903c563 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:26.093652 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6363dcbb-57d9-4ff4-9775-9f5ebc11f8a7 None None] Pushing event updated for resources: {'Port': ['ID=41aaa915-ce0c-4dbd-8450-b71ae53c14b9,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:26.132196 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fb9bf4db-365d-424b-bc0b-152e07c4d3f7 req-640adfd8-86c7-43a3-9ec7-bcbab5758017 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=68e1f851-73aa-4cda-8095-0e2a92a325ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790196 Jan 18 22:24:26.132196 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0e749951-150e-4ed0-a518-3a57c8d0e3ff req-e215229c-b11c-4f69-9416-e7936fe4c5de service neutron] 10.222.0.36 "GET /v2.0/networks/f092491e-0947-4058-bdc0-03dc785407fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4472647 Jan 18 22:24:26.139077 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e5779cc1-11b6-4c3b-93ee-1fc6c903c563 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:26.181859 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5779cc1-11b6-4c3b-93ee-1fc6c903c563 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:24:26.187268 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-e5779cc1-11b6-4c3b-93ee-1fc6c903c563 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:24:26.191745 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5779cc1-11b6-4c3b-93ee-1fc6c903c563 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:24:26.197517 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5779cc1-11b6-4c3b-93ee-1fc6c903c563 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:26.197997 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e5779cc1-11b6-4c3b-93ee-1fc6c903c563 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:26.211049 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5779cc1-11b6-4c3b-93ee-1fc6c903c563 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event updated for resources: {'Port': ['ID=3df31d2d-0e7e-4912-bd36-33ee1774893b,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:26.226025 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-e5779cc1-11b6-4c3b-93ee-1fc6c903c563 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.8386092 Jan 18 22:24:26.226698 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 40262) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:26.273136 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device ce5627e3-20f7-4e82-8e1c-ed97f4ce614c no longer exists at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:24:26.318696 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0c645d-963e-4a2c-b2de-7603aaeaad6e tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:26.321379 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b303760b-c157-4db7-a3c3-e1f145b014ef req-a034fe97-0b7f-40c0-ae9c-d38084e6c7e6 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:26.327582 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0c645d-963e-4a2c-b2de-7603aaeaad6e tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:26.328780 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b303760b-c157-4db7-a3c3-e1f145b014ef req-a034fe97-0b7f-40c0-ae9c-d38084e6c7e6 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/ports?device_id=99555713-a052-4f2b-bed2-fb8b5d6b9caa HTTP/1.1" status: 200 len: 945 time: 0.2911162 Jan 18 22:24:26.330159 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-ce0c645d-963e-4a2c-b2de-7603aaeaad6e tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1020575 Jan 18 22:24:26.333288 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 40264) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:26.377027 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857b76f9-3038-4abb-bd0d-9c804062a7f6 req-3c7fd583-5780-41bd-a979-66d1b355ad01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:26.378804 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-857b76f9-3038-4abb-bd0d-9c804062a7f6 req-3c7fd583-5780-41bd-a979-66d1b355ad01 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4d0ea6b9-4b19-4f86-aaca-bbf2d184c8f5 HTTP/1.1" status: 200 len: 797 time: 0.2637815 Jan 18 22:24:26.402963 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:26.419917 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0e749951-150e-4ed0-a518-3a57c8d0e3ff req-d0e78829-0d6b-4b3d-b2b4-54d391a49574 service neutron] 10.222.0.36 "GET /v2.0/networks/f092491e-0947-4058-bdc0-03dc785407fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552586 Jan 18 22:24:26.447603 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port ce5627e3-20f7-4e82-8e1c-ed97f4ce614c, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=ce5627e3-20f7-4e82-8e1c-ed97f4ce614c,segment=NetworkSegment(773e2478-13af-4dd0-bb1a-13e4946a40f7),segment_id=773e2478-13af-4dd0-bb1a-13e4946a40f7)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:24:26.454620 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:26.455803 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 5e7c23d5-fee4-4d20-927a-b50071233f34 no longer exists at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:24:26.465681 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-db87f423-3fad-46a1-b989-9da898241b2a tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Deleting port 3df31d2d-0e7e-4912-bd36-33ee1774893b {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:24:26.466026 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-db87f423-3fad-46a1-b989-9da898241b2a tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:26.506650 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b303760b-c157-4db7-a3c3-e1f145b014ef req-444074fd-afee-4b0e-8188-b04997c2657b tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/security-groups?id=68e1f851-73aa-4cda-8095-0e2a92a325ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768379 Jan 18 22:24:26.540461 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=ce5627e3-20f7-4e82-8e1c-ed97f4ce614c,revision_number=8']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:26.551919 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] No Port match for: 5e7c23d5-fee4-4d20-927a-b50071233f34 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:24:26.552066 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 5e7c23d5-fee4-4d20-927a-b50071233f34 not bound to the agent host n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:24:26.581876 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-db87f423-3fad-46a1-b989-9da898241b2a tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:26.599228 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-db87f423-3fad-46a1-b989-9da898241b2a tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Calling delete_port for 3df31d2d-0e7e-4912-bd36-33ee1774893b owned by {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:24:26.600538 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857b76f9-3038-4abb-bd0d-9c804062a7f6 req-ff4664eb-de9d-4703-9c2b-4e3843ba6cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:26.602034 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-857b76f9-3038-4abb-bd0d-9c804062a7f6 req-ff4664eb-de9d-4703-9c2b-4e3843ba6cc6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6762cf84-f7fb-4f6c-9c16-5d48c8ba314e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1775515 Jan 18 22:24:26.729271 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac69288-169c-4b18-acef-96d10ec16acf req-9306e716-d39e-4cac-8d72-8467e4c6b991 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:26.734789 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-eac69288-169c-4b18-acef-96d10ec16acf req-9306e716-d39e-4cac-8d72-8467e4c6b991 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/ports?device_id=df028d19-26e8-46f5-b279-f65cd72694c5 HTTP/1.1" status: 200 len: 943 time: 0.1797342 Jan 18 22:24:26.752769 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2159bf0d-85ea-4487-aff1-14720fdeaa8e tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:26.764665 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-db87f423-3fad-46a1-b989-9da898241b2a tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:26.780235 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2159bf0d-85ea-4487-aff1-14720fdeaa8e tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043075'] for floatingip, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:26.792631 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db87f423-3fad-46a1-b989-9da898241b2a tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event deleted for resources: {'Port': ['ID=3df31d2d-0e7e-4912-bd36-33ee1774893b,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:26.828954 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-db87f423-3fad-46a1-b989-9da898241b2a tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:26.834251 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-db87f423-3fad-46a1-b989-9da898241b2a tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "DELETE /v2.0/ports/3df31d2d-0e7e-4912-bd36-33ee1774893b HTTP/1.1" status: 204 len: 168 time: 0.4856510 Jan 18 22:24:26.835111 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 40276) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:26.894793 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf973c61-d096-46e7-a94d-0d7ad8419d10 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:26.896352 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf973c61-d096-46e7-a94d-0d7ad8419d10 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:26.898352 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-bf973c61-d096-46e7-a94d-0d7ad8419d10 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0620453 Jan 18 22:24:26.900992 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 40278) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:26.968371 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ea8f864-ae82-46ad-832f-fb2aefcc5cce tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Deleting subnet 95968551-74f0-4947-b99f-949199006c3b {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:24:26.972439 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6ea8f864-ae82-46ad-832f-fb2aefcc5cce tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:27.022149 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6ea8f864-ae82-46ad-832f-fb2aefcc5cce tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:27.123778 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6ea8f864-ae82-46ad-832f-fb2aefcc5cce tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:27.209950 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6ea8f864-ae82-46ad-832f-fb2aefcc5cce tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:27.241631 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea8f864-ae82-46ad-832f-fb2aefcc5cce tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event deleted for resources: {'Subnet': ['ID=95968551-74f0-4947-b99f-949199006c3b,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:27.246650 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6ea8f864-ae82-46ad-832f-fb2aefcc5cce tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:27.252169 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-6ea8f864-ae82-46ad-832f-fb2aefcc5cce tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "DELETE /v2.0/subnets/95968551-74f0-4947-b99f-949199006c3b HTTP/1.1" status: 204 len: 168 time: 0.3476641 Jan 18 22:24:27.253213 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 40284) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:27.256832 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-857b76f9-3038-4abb-bd0d-9c804062a7f6 req-b435fcf9-342a-490d-bf8c-0849ea0a3f1d service neutron] 10.222.0.67 "GET /v2.0/networks/6762cf84-f7fb-4f6c-9c16-5d48c8ba314e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6217299 Jan 18 22:24:27.287528 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-eac69288-169c-4b18-acef-96d10ec16acf req-0cafb60b-dc7c-49ed-b188-52b63478ec74 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9107f98-3261-4c9b-b70c-aaafa7d6fae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5319138 Jan 18 22:24:27.293283 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66f9cb4-4adf-4c85-bf05-3327c8b09f56 req-1c6f8c5d-f2e0-4abb-b8d0-95d4b7c57a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:27.299111 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f66f9cb4-4adf-4c85-bf05-3327c8b09f56 req-1c6f8c5d-f2e0-4abb-b8d0-95d4b7c57a12 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9e3d2710d5874e5a8a2018a623ee9fbd&device_id=99555713-a052-4f2b-bed2-fb8b5d6b9caa HTTP/1.1" status: 200 len: 1096 time: 0.5960720 Jan 18 22:24:27.301396 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-7ef12259-4626-4af4-9583-05447978f26e tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0469546 Jan 18 22:24:27.304294 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 40286) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:27.309627 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-492020b0-e0da-41c7-85fa-8693c2371ee0 None None] Provisioning complete for port 41aaa915-ce0c-4dbd-8450-b71ae53c14b9 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:24:27.310059 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-492020b0-e0da-41c7-85fa-8693c2371ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:27.310829 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-181e958a-a68f-4a30-a850-110ac726e44b tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Request body: {'subnet': {'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:24:27.315068 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8d4a1c-93a4-4b0f-b013-5253d07538ff req-934802b5-fbfb-4ace-a2c1-f7428bff4037 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:27.322247 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2b8d4a1c-93a4-4b0f-b013-5253d07538ff req-934802b5-fbfb-4ace-a2c1-f7428bff4037 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/ports?device_id=99555713-a052-4f2b-bed2-fb8b5d6b9caa HTTP/1.1" status: 200 len: 945 time: 0.6070395 Jan 18 22:24:27.436113 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-492020b0-e0da-41c7-85fa-8693c2371ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:27.443437 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-181e958a-a68f-4a30-a850-110ac726e44b tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Made reservation on behalf of 0a17ff9ddd5f489695e0235ae87388f5 for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:24:27.447526 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-181e958a-a68f-4a30-a850-110ac726e44b tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:27.477437 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-492020b0-e0da-41c7-85fa-8693c2371ee0 None None] For port 41aaa915-ce0c-4dbd-8450-b71ae53c14b9, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=41aaa915-ce0c-4dbd-8450-b71ae53c14b9,segment=NetworkSegment(3c2fda82-0722-4d26-8bf8-bb1f4fe594b8),segment_id=3c2fda82-0722-4d26-8bf8-bb1f4fe594b8)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:24:27.486128 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-492020b0-e0da-41c7-85fa-8693c2371ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:27.536071 n-d-825064-1 neutron-server[102430]: INFO neutron.db.l3_db [None req-2159bf0d-85ea-4487-aff1-14720fdeaa8e tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Floating IP e390adda-a8a4-4d75-9a45-5d0f35118f61 associated. External IP: 172.25.5.148, port: e8d7bb39-fefa-4a60-8b6c-d0f3827ccb26. Jan 18 22:24:27.538168 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3235a499-27d0-4827-81fd-d658b66e33f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce5627e3-20f7-4e82-8e1c-ed97f4ce614c'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:24:27.540448 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09704e0b-2747-4cfb-aaf6-0a50ede1c1d0" -d '{"events": [{"server_uuid": "3235a499-27d0-4827-81fd-d658b66e33f9", "name": "network-vif-unplugged", "status": "completed", "tag": "ce5627e3-20f7-4e82-8e1c-ed97f4ce614c"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:24:27.548434 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77cd01c4-8877-4c6b-9320-93c409072759 None None] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:24:27.567757 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492020b0-e0da-41c7-85fa-8693c2371ee0 None None] Pushing event updated for resources: {'Port': ['ID=41aaa915-ce0c-4dbd-8450-b71ae53c14b9,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:27.592385 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2b8d4a1c-93a4-4b0f-b013-5253d07538ff req-9767cca7-7f74-41ce-a291-468a252c3fb1 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/security-groups?id=68e1f851-73aa-4cda-8095-0e2a92a325ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692447 Jan 18 22:24:27.612040 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-f2f631f1-b675-4241-b64a-801437c0f56d None None] Could not find standard attr ID for object 3df31d2d-0e7e-4912-bd36-33ee1774893b. {{(pid=102432) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 22:24:27.644978 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d8da70-327c-4dcf-aeff-1644d29f39f6 req-f65ed40f-bdde-4964-93ba-8055f2480087 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:27.652092 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-75d8da70-327c-4dcf-aeff-1644d29f39f6 req-f65ed40f-bdde-4964-93ba-8055f2480087 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=3235a499-27d0-4827-81fd-d658b66e33f9 HTTP/1.1" status: 200 len: 944 time: 0.2104363 Jan 18 22:24:27.691275 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-857b76f9-3038-4abb-bd0d-9c804062a7f6 req-e409d99e-85c6-45ab-8c11-f59c6c4d725d service neutron] 10.222.0.67 "GET /v2.0/networks/6762cf84-f7fb-4f6c-9c16-5d48c8ba314e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4181981 Jan 18 22:24:27.733761 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66f9cb4-4adf-4c85-bf05-3327c8b09f56 req-5fe5ce44-2886-4bc9-bf1a-e5d3e4d3c072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:27.735296 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f66f9cb4-4adf-4c85-bf05-3327c8b09f56 req-5fe5ce44-2886-4bc9-bf1a-e5d3e4d3c072 service neutron] 10.222.0.36 "GET /v2.0/networks?id=afa667de-c8f9-4a8d-967c-cff5c9ffa5d7 HTTP/1.1" status: 200 len: 919 time: 0.4005754 Jan 18 22:24:27.816393 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f911bd88-6a37-4730-a63f-1bf5e438d427 None None] DHCP port deletion for 5ec417a5-fa6c-4abd-aa15-b83b9df83503 request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:24:27.828384 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-75d8da70-327c-4dcf-aeff-1644d29f39f6 req-886ce6b9-0e0f-4536-a310-bb9ad273e507 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752980 Jan 18 22:24:27.832740 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f66f9cb4-4adf-4c85-bf05-3327c8b09f56 req-49d8c1d3-8ae5-43eb-96b3-2f89f3814d18 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=820af019-259a-4e5f-ba8f-3466cff4a077 HTTP/1.1" status: 200 len: 217 time: 0.0848088 Jan 18 22:24:27.839014 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-857b76f9-3038-4abb-bd0d-9c804062a7f6 req-e64c7fd5-341f-4e82-a9e2-00e1ded15df3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2b6e3326-dc40-49a1-9ecb-6190b53d266d HTTP/1.1" status: 200 len: 217 time: 0.1074784 Jan 18 22:24:27.842109 n-d-825064-1 neutron-server[102431]: DEBUG neutron.objects.ports [None req-181e958a-a68f-4a30-a850-110ac726e44b tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102431) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 18 22:24:27.861481 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 18 Jan 2022 22:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75a15ed7-d84b-4dbc-a58d-f16166fe4192 x-openstack-request-id: req-75a15ed7-d84b-4dbc-a58d-f16166fe4192 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:24:27.861766 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3235a499-27d0-4827-81fd-d658b66e33f9", "name": "network-vif-unplugged", "status": "failed", "tag": "ce5627e3-20f7-4e82-8e1c-ed97f4ce614c", "code": 422}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:24:27.862012 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-75a15ed7-d84b-4dbc-a58d-f16166fe4192 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:24:27.862399 n-d-825064-1 neutron-server[102432]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3235a499-27d0-4827-81fd-d658b66e33f9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ce5627e3-20f7-4e82-8e1c-ed97f4ce614c', 'code': 422} returned with failed status Jan 18 22:24:27.881904 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-f911bd88-6a37-4730-a63f-1bf5e438d427 None None] Deleting port 41aaa915-ce0c-4dbd-8450-b71ae53c14b9 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:24:27.882376 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f911bd88-6a37-4730-a63f-1bf5e438d427 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:27.967922 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857b76f9-3038-4abb-bd0d-9c804062a7f6 req-c03f2294-17e0-405c-a4d2-4713d4c34f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:27.969636 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-857b76f9-3038-4abb-bd0d-9c804062a7f6 req-c03f2294-17e0-405c-a4d2-4713d4c34f55 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d06fbe7b-0a64-4f51-8e12-d9844a15f25c HTTP/1.1" status: 200 len: 797 time: 0.1168556 Jan 18 22:24:28.004527 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-f911bd88-6a37-4730-a63f-1bf5e438d427 None None] For port 41aaa915-ce0c-4dbd-8450-b71ae53c14b9, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=41aaa915-ce0c-4dbd-8450-b71ae53c14b9,segment=NetworkSegment(3c2fda82-0722-4d26-8bf8-bb1f4fe594b8),segment_id=3c2fda82-0722-4d26-8bf8-bb1f4fe594b8)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:24:28.006391 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f911bd88-6a37-4730-a63f-1bf5e438d427 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:28.025515 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-f911bd88-6a37-4730-a63f-1bf5e438d427 None None] Calling delete_port for 41aaa915-ce0c-4dbd-8450-b71ae53c14b9 owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:24:28.061263 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-181e958a-a68f-4a30-a850-110ac726e44b tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:28.066264 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66f9cb4-4adf-4c85-bf05-3327c8b09f56 req-4f4e7bba-4266-4795-a121-a24782c6afd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:28.067721 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f66f9cb4-4adf-4c85-bf05-3327c8b09f56 req-4f4e7bba-4266-4795-a121-a24782c6afd7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e776d007-5ac5-4a48-98ad-4f038a9c4c11 HTTP/1.1" status: 200 len: 859 time: 0.2278535 Jan 18 22:24:28.104681 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857b76f9-3038-4abb-bd0d-9c804062a7f6 req-3beafb8c-81fe-4cd5-acae-f64641a88c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:28.106262 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-857b76f9-3038-4abb-bd0d-9c804062a7f6 req-3beafb8c-81fe-4cd5-acae-f64641a88c2d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ffe48ea3-f64a-402a-9434-49f5506fd6ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1264663 Jan 18 22:24:28.158404 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f66f9cb4-4adf-4c85-bf05-3327c8b09f56 req-4ea31257-ebc3-47dd-94e3-a99482832895 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=afa667de-c8f9-4a8d-967c-cff5c9ffa5d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0820482 Jan 18 22:24:28.250912 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-181e958a-a68f-4a30-a850-110ac726e44b tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] For port 41aaa915-ce0c-4dbd-8450-b71ae53c14b9, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=41aaa915-ce0c-4dbd-8450-b71ae53c14b9,segment=NetworkSegment(3c2fda82-0722-4d26-8bf8-bb1f4fe594b8),segment_id=3c2fda82-0722-4d26-8bf8-bb1f4fe594b8)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:24:28.270992 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device de506eff-e2de-4b1b-8227-0ebf2a7b2ba8 details requested by agent hyperv_n-h1-825064-1 with host n-h1-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:24:28.295531 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-181e958a-a68f-4a30-a850-110ac726e44b tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:28.301615 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-181e958a-a68f-4a30-a850-110ac726e44b tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:28.303151 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-181e958a-a68f-4a30-a850-110ac726e44b tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:28.321806 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2159bf0d-85ea-4487-aff1-14720fdeaa8e tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Router 0aca9b94-86a5-43ca-b503-3c82b83f0607 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:24:28.369600 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f911bd88-6a37-4730-a63f-1bf5e438d427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:28.378914 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffadf827-4f0a-4948-824a-ddf09b29984a req-ba1a62df-53a5-41cc-bd3d-26bfcfb7a500 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:28.380471 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ffadf827-4f0a-4948-824a-ddf09b29984a req-ba1a62df-53a5-41cc-bd3d-26bfcfb7a500 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/ports?device_id=d59cb70a-4c36-4823-bbd8-4fa6d853fe53 HTTP/1.1" status: 200 len: 944 time: 0.1942716 Jan 18 22:24:28.389920 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-857b76f9-3038-4abb-bd0d-9c804062a7f6 req-55b640cf-273b-4e25-8914-3b100d232754 service neutron] 10.222.0.67 "GET /v2.0/networks/ffe48ea3-f64a-402a-9434-49f5506fd6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344646 Jan 18 22:24:28.407243 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181e958a-a68f-4a30-a850-110ac726e44b tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event updated for resources: {'Subnet': ['ID=f6a7722e-8bd2-4952-846c-d704c37c4a7d,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:28.421869 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f911bd88-6a37-4730-a63f-1bf5e438d427 None None] Pushing event deleted for resources: {'Port': ['ID=41aaa915-ce0c-4dbd-8450-b71ae53c14b9,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:28.430814 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f66f9cb4-4adf-4c85-bf05-3327c8b09f56 req-5f05e073-6915-4849-9e73-f7d0be96bd42 service neutron] 10.222.0.36 "GET /v2.0/networks/afa667de-c8f9-4a8d-967c-cff5c9ffa5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632432 Jan 18 22:24:28.441149 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f911bd88-6a37-4730-a63f-1bf5e438d427 None None] No DVR routers for this DVR port 41aaa915-ce0c-4dbd-8450-b71ae53c14b9 on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:24:28.442138 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-181e958a-a68f-4a30-a850-110ac726e44b tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:24:28.443594 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181e958a-a68f-4a30-a850-110ac726e44b tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event deleted for resources: {'Port': ['ID=41aaa915-ce0c-4dbd-8450-b71ae53c14b9,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:28.445967 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-181e958a-a68f-4a30-a850-110ac726e44b tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:24:28.452552 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181e958a-a68f-4a30-a850-110ac726e44b tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:28.453278 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-181e958a-a68f-4a30-a850-110ac726e44b tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:28.488201 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-181e958a-a68f-4a30-a850-110ac726e44b tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.1825120 Jan 18 22:24:28.490724 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 40334) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:28.495645 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-8bcf7b98-db54-41b0-add4-b91cb65cb25e tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Request body: {'port': {'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503', 'mac_address': 'fa:16:3e:dd:5e:7e', 'name': 'tempest-NetworksTestDHCPv6-1710672214'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:24:28.516437 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd164026-ec22-4d7d-aa7c-11139c6aa89b None None] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:24:28.601338 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ffadf827-4f0a-4948-824a-ddf09b29984a req-660673ee-2f48-4fe5-ad9d-f35e31ece76d tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc8c7d2e-b8e2-47f9-a940-5cbf5ddba272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103908 Jan 18 22:24:28.608909 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port de506eff-e2de-4b1b-8227-0ebf2a7b2ba8, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=de506eff-e2de-4b1b-8227-0ebf2a7b2ba8,segment=NetworkSegment(6d4c9fdf-454c-4b11-b8c6-11146d43a316),segment_id=6d4c9fdf-454c-4b11-b8c6-11146d43a316)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:24:28.654710 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Returning: {'device': 'de506eff-e2de-4b1b-8227-0ebf2a7b2ba8', 'network_id': 'f092491e-0947-4058-bdc0-03dc785407fa', 'port_id': 'de506eff-e2de-4b1b-8227-0ebf2a7b2ba8', 'mac_address': 'fa:16:3e:df:47:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a52884c8-9d97-4e4b-9890-07ddb774f2b4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:24:28.723787 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:28.745075 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-857b76f9-3038-4abb-bd0d-9c804062a7f6 req-65551bef-2478-4eed-9a2a-90059eff65f7 service neutron] 10.222.0.67 "GET /v2.0/networks/ffe48ea3-f64a-402a-9434-49f5506fd6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3455255 Jan 18 22:24:28.749796 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a813d14-d4f7-430a-9c70-ad5d668a1fb0 req-89ed3297-9f02-4892-b078-e373fb797b50 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:28.752964 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-1a813d14-d4f7-430a-9c70-ad5d668a1fb0 req-89ed3297-9f02-4892-b078-e373fb797b50 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.36 "GET /v2.0/ports?device_id=d59cb70a-4c36-4823-bbd8-4fa6d853fe53 HTTP/1.1" status: 200 len: 944 time: 0.1897871 Jan 18 22:24:28.769426 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de506eff-e2de-4b1b-8227-0ebf2a7b2ba8 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:24:28.780622 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2159bf0d-85ea-4487-aff1-14720fdeaa8e tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:24:28.783800 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f66f9cb4-4adf-4c85-bf05-3327c8b09f56 req-14731d43-caec-450a-86c2-39ed75e3cec0 service neutron] 10.222.0.36 "GET /v2.0/networks/afa667de-c8f9-4a8d-967c-cff5c9ffa5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851131 Jan 18 22:24:28.787344 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2159bf0d-85ea-4487-aff1-14720fdeaa8e tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:28.791166 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86663b00-3609-48c1-9c7d-0fd70363cde7 None None] Sync routers for ids ['0aca9b94-86a5-43ca-b503-3c82b83f0607'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:24:28.802662 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86663b00-3609-48c1-9c7d-0fd70363cde7 None None] Routers {'0aca9b94-86a5-43ca-b503-3c82b83f0607'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:24:28.804825 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-86663b00-3609-48c1-9c7d-0fd70363cde7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:24:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['0aca9b94-86a5-43ca-b503-3c82b83f0607'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:24:28.830280 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port de506eff-e2de-4b1b-8227-0ebf2a7b2ba8, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=de506eff-e2de-4b1b-8227-0ebf2a7b2ba8,segment=NetworkSegment(6d4c9fdf-454c-4b11-b8c6-11146d43a316),segment_id=6d4c9fdf-454c-4b11-b8c6-11146d43a316)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:24:28.889856 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-857b76f9-3038-4abb-bd0d-9c804062a7f6 req-cef98bec-7d27-4eb5-b548-ca6fd906daa9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b39b79af-f443-48d6-a70e-0edb9f29990f HTTP/1.1" status: 200 len: 217 time: 0.1285534 Jan 18 22:24:28.917076 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bcf7b98-db54-41b0-add4-b91cb65cb25e tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Made reservation on behalf of 0a17ff9ddd5f489695e0235ae87388f5 for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:24:28.921707 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8bcf7b98-db54-41b0-add4-b91cb65cb25e tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:28.959958 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-2159bf0d-85ea-4487-aff1-14720fdeaa8e tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "PUT /v2.0/floatingips/e390adda-a8a4-4d75-9a45-5d0f35118f61 HTTP/1.1" status: 200 len: 991 time: 3.8980367 Jan 18 22:24:28.963060 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '304a0036-0214-4c80-94aa-de6139e57a2b', 'tag': 'e8d7bb39-fefa-4a60-8b6c-d0f3827ccb26'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:24:28.965574 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8394005f-3b26-4eec-9a5e-98a0db926e36" -d '{"events": [{"name": "network-changed", "server_uuid": "304a0036-0214-4c80-94aa-de6139e57a2b", "tag": "e8d7bb39-fefa-4a60-8b6c-d0f3827ccb26"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:24:28.968084 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [None req-8bcf7b98-db54-41b0-add4-b91cb65cb25e tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] device_id is not set on port 73d13ddd-256f-4b94-9aaf-4344c846e6e5 yet. {{(pid=102431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:24:28.990395 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-86663b00-3609-48c1-9c7d-0fd70363cde7 None None] Set router 0aca9b94-86a5-43ca-b503-3c82b83f0607 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:24:29.002636 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338bd223-31d8-4e83-b78b-42b91eb42171 req-9a625c07-e8ed-4055-bf5e-d0376fdd1ccb tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:29.009887 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-338bd223-31d8-4e83-b78b-42b91eb42171 req-9a625c07-e8ed-4055-bf5e-d0376fdd1ccb tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=3235a499-27d0-4827-81fd-d658b66e33f9 HTTP/1.1" status: 200 len: 944 time: 0.2605898 Jan 18 22:24:29.028464 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610a53b1-f7a0-4963-a92a-dfe28817d830 req-2ab14006-3332-42bf-9868-ee7a6d7195f1 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:29.038774 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-610a53b1-f7a0-4963-a92a-dfe28817d830 req-2ab14006-3332-42bf-9868-ee7a6d7195f1 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/ports?device_id=df028d19-26e8-46f5-b279-f65cd72694c5 HTTP/1.1" status: 200 len: 943 time: 0.2708070 Jan 18 22:24:29.045887 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:29.075523 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79df9e74-2476-4950-a9e1-d7fdd8530ec7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-5ec417a5-fa6c-4abd-aa15-b83b9df83503', 'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503', 'tenant_id': '0a17ff9ddd5f489695e0235ae87388f5', 'fixed_ips': [{'subnet_id': 'f6a7722e-8bd2-4952-846c-d704c37c4a7d'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:24:29.076253 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857b76f9-3038-4abb-bd0d-9c804062a7f6 req-34b0f149-8225-4985-8c20-85ad8bb48d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:29.077799 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-857b76f9-3038-4abb-bd0d-9c804062a7f6 req-34b0f149-8225-4985-8c20-85ad8bb48d01 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d06fbe7b-0a64-4f51-8e12-d9844a15f25c HTTP/1.1" status: 200 len: 797 time: 0.1645484 Jan 18 22:24:29.089736 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-79df9e74-2476-4950-a9e1-d7fdd8530ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:29.113234 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-8bcf7b98-db54-41b0-add4-b91cb65cb25e tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Allocated IP 2001:db8::f816:3eff:fedd:5e7e (5ec417a5-fa6c-4abd-aa15-b83b9df83503/f6a7722e-8bd2-4952-846c-d704c37c4a7d/73d13ddd-256f-4b94-9aaf-4344c846e6e5) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:24:29.177979 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-610a53b1-f7a0-4963-a92a-dfe28817d830 req-7369d6e8-81cd-48e6-9531-cb8c8f0634a8 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9107f98-3261-4c9b-b70c-aaafa7d6fae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384108 Jan 18 22:24:29.206670 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857b76f9-3038-4abb-bd0d-9c804062a7f6 req-b9cad29c-c5f3-40c8-880d-266009461b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:29.211139 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-857b76f9-3038-4abb-bd0d-9c804062a7f6 req-b9cad29c-c5f3-40c8-880d-266009461b19 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ffe48ea3-f64a-402a-9434-49f5506fd6ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1172271 Jan 18 22:24:29.228428 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-338bd223-31d8-4e83-b78b-42b91eb42171 req-47b594ea-0d02-4d18-8681-25dd9da0ee7a tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Deleting port ce5627e3-20f7-4e82-8e1c-ed97f4ce614c {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:24:29.228883 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-338bd223-31d8-4e83-b78b-42b91eb42171 req-47b594ea-0d02-4d18-8681-25dd9da0ee7a tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:29.267872 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=de506eff-e2de-4b1b-8227-0ebf2a7b2ba8,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:29.289283 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 22:24:29.311950 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-1a813d14-d4f7-430a-9c70-ad5d668a1fb0 req-148de397-edf6-4375-a5d9-cf9f51739fa8 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Deleting port e6eca6f0-081d-4d95-8b1b-12b5832ed62b {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:24:29.312579 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-1a813d14-d4f7-430a-9c70-ad5d668a1fb0 req-148de397-edf6-4375-a5d9-cf9f51739fa8 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:29.336046 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['de506eff-e2de-4b1b-8227-0ebf2a7b2ba8'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:24:29.340518 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8bcf7b98-db54-41b0-add4-b91cb65cb25e tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:29.368699 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-86663b00-3609-48c1-9c7d-0fd70363cde7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aca9b94-86a5-43ca-b503-3c82b83f0607', 'name': 'tempest-AttachVolumeTestJSON-1374897669-router', 'tenant_id': '8b13ed9b2a1546eeba661ab8fe911d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'b8d7af8a-ea10-4555-88a6-bf42a27d61a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:23:38Z', 'updated_at': '2022-01-18T22:23:45Z', 'revision_number': 4, 'project_id': '8b13ed9b2a1546eeba661ab8fe911d02', 'gw_port': {'id': 'b8d7af8a-ea10-4555-88a6-bf42a27d61a5', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aca9b94-86a5-43ca-b503-3c82b83f0607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:23:39Z', 'updated_at': '2022-01-18T22:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': 'e390adda-a8a4-4d75-9a45-5d0f35118f61', 'tenant_id': '8b13ed9b2a1546eeba661ab8fe911d02', 'floating_ip_address': '172.25.5.148', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': '0aca9b94-86a5-43ca-b503-3c82b83f0607', 'port_id': 'e8d7bb39-fefa-4a60-8b6c-d0f3827ccb26', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7cf00b2-fdcd-4807-a356-43cabd69ea31', 'mac_address': 'fa:16:3e:62:f0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '304a0036-0214-4c80-94aa-de6139e57a2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:23:56Z', 'updated_at': '2022-01-18T22:24:26Z', 'revision_number': 1, 'project_id': '8b13ed9b2a1546eeba661ab8fe911d02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dfbdbb6-a5ec-463f-b8be-ac030735fbe1', 'name': '', 'network_id': 'a7cf00b2-fdcd-4807-a356-43cabd69ea31', 'tenant_id': '8b13ed9b2a1546eeba661ab8fe911d02', 'mac_address': 'fa:16:3e:5a:f7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aca9b94-86a5-43ca-b503-3c82b83f0607', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'f22ac4a0-8a49-4c4d-8503-b70bab42605d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:23:43Z', 'updated_at': '2022-01-18T22:23:51Z', 'revision_number': 5, 'project_id': '8b13ed9b2a1546eeba661ab8fe911d02', 'subnets': [{'id': 'f22ac4a0-8a49-4c4d-8503-b70bab42605d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:24:29.412640 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-338bd223-31d8-4e83-b78b-42b91eb42171 req-47b594ea-0d02-4d18-8681-25dd9da0ee7a tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] For port ce5627e3-20f7-4e82-8e1c-ed97f4ce614c, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=ce5627e3-20f7-4e82-8e1c-ed97f4ce614c,segment=NetworkSegment(773e2478-13af-4dd0-bb1a-13e4946a40f7),segment_id=773e2478-13af-4dd0-bb1a-13e4946a40f7)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:24:29.413261 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-338bd223-31d8-4e83-b78b-42b91eb42171 req-47b594ea-0d02-4d18-8681-25dd9da0ee7a tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:29.425739 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86663b00-3609-48c1-9c7d-0fd70363cde7 None None] Checking router: 0aca9b94-86a5-43ca-b503-3c82b83f0607 for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:24:29.433981 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-338bd223-31d8-4e83-b78b-42b91eb42171 req-47b594ea-0d02-4d18-8681-25dd9da0ee7a tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Calling delete_port for ce5627e3-20f7-4e82-8e1c-ed97f4ce614c owned by compute:nova {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:24:29.438259 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-1a813d14-d4f7-430a-9c70-ad5d668a1fb0 req-148de397-edf6-4375-a5d9-cf9f51739fa8 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] For port e6eca6f0-081d-4d95-8b1b-12b5832ed62b, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=e6eca6f0-081d-4d95-8b1b-12b5832ed62b,segment=NetworkSegment(2bbe6b88-f1a6-4fc9-b338-69341977472e),segment_id=2bbe6b88-f1a6-4fc9-b338-69341977472e)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:24:29.438591 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-1a813d14-d4f7-430a-9c70-ad5d668a1fb0 req-148de397-edf6-4375-a5d9-cf9f51739fa8 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:29.444615 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226d1732-683b-4f8c-90a1-80f98eed0c30 req-80a92baa-0cfd-434c-9105-1128278fb96d tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:29.445564 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86663b00-3609-48c1-9c7d-0fd70363cde7 None None] Routers {'0aca9b94-86a5-43ca-b503-3c82b83f0607'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:24:29.446381 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-226d1732-683b-4f8c-90a1-80f98eed0c30 req-80a92baa-0cfd-434c-9105-1128278fb96d tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/ports?device_id=99555713-a052-4f2b-bed2-fb8b5d6b9caa HTTP/1.1" status: 200 len: 945 time: 0.1296706 Jan 18 22:24:29.448588 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-86663b00-3609-48c1-9c7d-0fd70363cde7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:24:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['0aca9b94-86a5-43ca-b503-3c82b83f0607'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:24:29.449097 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8bcf7b98-db54-41b0-add4-b91cb65cb25e tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:29.450914 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-857b76f9-3038-4abb-bd0d-9c804062a7f6 req-2fdf1f7a-5405-4c7e-8caf-2bad3a68c120 service neutron] 10.222.0.67 "GET /v2.0/networks/ffe48ea3-f64a-402a-9434-49f5506fd6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344391 Jan 18 22:24:29.461230 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-1a813d14-d4f7-430a-9c70-ad5d668a1fb0 req-148de397-edf6-4375-a5d9-cf9f51739fa8 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Calling delete_port for e6eca6f0-081d-4d95-8b1b-12b5832ed62b owned by compute:nova {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:24:29.494964 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-79df9e74-2476-4950-a9e1-d7fdd8530ec7 None None] Allocated IP 2001:db8::f816:3eff:fe03:3477 (5ec417a5-fa6c-4abd-aa15-b83b9df83503/f6a7722e-8bd2-4952-846c-d704c37c4a7d/ffb25f7c-612e-43d8-8d0e-a9ad2427e929) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:24:29.517005 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bcf7b98-db54-41b0-add4-b91cb65cb25e tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:24:29.553822 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-8bcf7b98-db54-41b0-add4-b91cb65cb25e tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:24:29.556431 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bcf7b98-db54-41b0-add4-b91cb65cb25e tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:24:29.562274 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bcf7b98-db54-41b0-add4-b91cb65cb25e tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:29.563045 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8bcf7b98-db54-41b0-add4-b91cb65cb25e tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:29.576488 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcf7b98-db54-41b0-add4-b91cb65cb25e tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event updated for resources: {'Port': ['ID=73d13ddd-256f-4b94-9aaf-4344c846e6e5,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:29.584919 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-226d1732-683b-4f8c-90a1-80f98eed0c30 req-2db31406-19c4-4e64-bb75-bd638a2bf19a tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/security-groups?id=68e1f851-73aa-4cda-8095-0e2a92a325ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311805 Jan 18 22:24:29.615691 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-86663b00-3609-48c1-9c7d-0fd70363cde7 None None] Set router 0aca9b94-86a5-43ca-b503-3c82b83f0607 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:24:29.619037 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-8bcf7b98-db54-41b0-add4-b91cb65cb25e tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1248958 Jan 18 22:24:29.620592 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 40350) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:29.686556 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-857b76f9-3038-4abb-bd0d-9c804062a7f6 req-1be29526-f704-4ddb-b836-3b7cd2759a04 service neutron] 10.222.0.67 "GET /v2.0/networks/ffe48ea3-f64a-402a-9434-49f5506fd6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209134 Jan 18 22:24:29.697280 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-79df9e74-2476-4950-a9e1-d7fdd8530ec7 None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:29.727437 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-79df9e74-2476-4950-a9e1-d7fdd8530ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:29.790436 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af922cf-12b8-4272-838e-b3924b13155a tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:29.791840 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-338bd223-31d8-4e83-b78b-42b91eb42171 req-47b594ea-0d02-4d18-8681-25dd9da0ee7a tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:29.795588 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-0af922cf-12b8-4272-838e-b3924b13155a tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1739295 Jan 18 22:24:29.796379 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 40354) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:29.805298 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-1a813d14-d4f7-430a-9c70-ad5d668a1fb0 req-148de397-edf6-4375-a5d9-cf9f51739fa8 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:29.838520 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79df9e74-2476-4950-a9e1-d7fdd8530ec7 None None] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:24:29.855583 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-79df9e74-2476-4950-a9e1-d7fdd8530ec7 None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:24:29.858692 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148de397-edf6-4375-a5d9-cf9f51739fa8 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Pushing event deleted for resources: {'Port': ['ID=e6eca6f0-081d-4d95-8b1b-12b5832ed62b,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:29.881159 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79df9e74-2476-4950-a9e1-d7fdd8530ec7 None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:24:29.886547 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79df9e74-2476-4950-a9e1-d7fdd8530ec7 None None] Pushing event updated for resources: {'Port': ['ID=ffb25f7c-612e-43d8-8d0e-a9ad2427e929,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:29.887095 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b594ea-0d02-4d18-8681-25dd9da0ee7a tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Pushing event deleted for resources: {'Port': ['ID=ce5627e3-20f7-4e82-8e1c-ed97f4ce614c,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:29.931970 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-338bd223-31d8-4e83-b78b-42b91eb42171 req-47b594ea-0d02-4d18-8681-25dd9da0ee7a tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] No DVR routers for this DVR port ce5627e3-20f7-4e82-8e1c-ed97f4ce614c on host n-h1-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:24:29.937408 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-338bd223-31d8-4e83-b78b-42b91eb42171 req-47b594ea-0d02-4d18-8681-25dd9da0ee7a tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:29.941813 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-338bd223-31d8-4e83-b78b-42b91eb42171 req-47b594ea-0d02-4d18-8681-25dd9da0ee7a tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "DELETE /v2.0/ports/ce5627e3-20f7-4e82-8e1c-ed97f4ce614c HTTP/1.1" status: 204 len: 173 time: 0.9307981 Jan 18 22:24:29.960022 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a813d14-d4f7-430a-9c70-ad5d668a1fb0 req-148de397-edf6-4375-a5d9-cf9f51739fa8 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] No DVR routers for this DVR port e6eca6f0-081d-4d95-8b1b-12b5832ed62b on host n-h1-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:24:29.976730 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d34d76a4-a6f6-40ca-876d-a7cc7d288359 x-openstack-request-id: req-d34d76a4-a6f6-40ca-876d-a7cc7d288359 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:24:29.977223 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "304a0036-0214-4c80-94aa-de6139e57a2b", "tag": "e8d7bb39-fefa-4a60-8b6c-d0f3827ccb26", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:24:29.977967 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d34d76a4-a6f6-40ca-876d-a7cc7d288359 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:24:29.978582 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '304a0036-0214-4c80-94aa-de6139e57a2b', 'tag': 'e8d7bb39-fefa-4a60-8b6c-d0f3827ccb26', 'status': 'completed', 'code': 200} Jan 18 22:24:29.985721 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-1a813d14-d4f7-430a-9c70-ad5d668a1fb0 req-148de397-edf6-4375-a5d9-cf9f51739fa8 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:29.997105 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-1a813d14-d4f7-430a-9c70-ad5d668a1fb0 req-148de397-edf6-4375-a5d9-cf9f51739fa8 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.36 "DELETE /v2.0/ports/e6eca6f0-081d-4d95-8b1b-12b5832ed62b HTTP/1.1" status: 204 len: 173 time: 1.2269747 Jan 18 22:24:29.999856 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd59cb70a-4c36-4823-bbd8-4fa6d853fe53', 'name': 'network-vif-deleted', 'tag': 'e6eca6f0-081d-4d95-8b1b-12b5832ed62b'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:24:30.039832 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-79df9e74-2476-4950-a9e1-d7fdd8530ec7 None None] Attempting to bind port ffb25f7c-612e-43d8-8d0e-a9ad2427e929 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:24:30.040238 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-79df9e74-2476-4950-a9e1-d7fdd8530ec7 None None] Attempting to bind port ffb25f7c-612e-43d8-8d0e-a9ad2427e929 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '3c2fda82-0722-4d26-8bf8-bb1f4fe594b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:24:30.040596 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79df9e74-2476-4950-a9e1-d7fdd8530ec7 None None] Attempting to bind port ffb25f7c-612e-43d8-8d0e-a9ad2427e929 on network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:24:30.041312 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-955f9efc-dac7-4d0e-82ac-7a7b95f1d6c7" -d '{"events": [{"server_uuid": "d59cb70a-4c36-4823-bbd8-4fa6d853fe53", "name": "network-vif-deleted", "tag": "e6eca6f0-081d-4d95-8b1b-12b5832ed62b"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:24:30.048859 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79df9e74-2476-4950-a9e1-d7fdd8530ec7 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:24:30.049227 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79df9e74-2476-4950-a9e1-d7fdd8530ec7 None None] Checking segment: {'id': '3c2fda82-0722-4d26-8bf8-bb1f4fe594b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:24:30.049631 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-79df9e74-2476-4950-a9e1-d7fdd8530ec7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:30.050024 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79df9e74-2476-4950-a9e1-d7fdd8530ec7 None None] Bound using segment: {'id': '3c2fda82-0722-4d26-8bf8-bb1f4fe594b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:24:30.050653 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-79df9e74-2476-4950-a9e1-d7fdd8530ec7 None None] Bound port: ffb25f7c-612e-43d8-8d0e-a9ad2427e929, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2fda82-0722-4d26-8bf8-bb1f4fe594b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:24:30.051043 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-79df9e74-2476-4950-a9e1-d7fdd8530ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:30.093952 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-83977bbe-1721-4274-83ea-261c0cfe0e62 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Deleting port 73d13ddd-256f-4b94-9aaf-4344c846e6e5 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:24:30.094662 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-83977bbe-1721-4274-83ea-261c0cfe0e62 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:30.122743 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2498838c-8622-4a17-a6f6-25c4a6376ecc req-93c76eb3-c98a-4b08-b6fc-9fd2383c3e04 tempest-LiveAutoBlockMigrationV225Test-58937571 tempest-LiveAutoBlockMigrationV225Test-58937571-project] 10.222.0.53 "GET /v2.0/ports?device_id=d59cb70a-4c36-4823-bbd8-4fa6d853fe53 HTTP/1.1" status: 200 len: 210 time: 0.0949538 Jan 18 22:24:30.127621 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-86663b00-3609-48c1-9c7d-0fd70363cde7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aca9b94-86a5-43ca-b503-3c82b83f0607', 'name': 'tempest-AttachVolumeTestJSON-1374897669-router', 'tenant_id': '8b13ed9b2a1546eeba661ab8fe911d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'b8d7af8a-ea10-4555-88a6-bf42a27d61a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:23:38Z', 'updated_at': '2022-01-18T22:23:45Z', 'revision_number': 4, 'project_id': '8b13ed9b2a1546eeba661ab8fe911d02', 'gw_port': {'id': 'b8d7af8a-ea10-4555-88a6-bf42a27d61a5', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aca9b94-86a5-43ca-b503-3c82b83f0607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:23:39Z', 'updated_at': '2022-01-18T22:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': 'e390adda-a8a4-4d75-9a45-5d0f35118f61', 'tenant_id': '8b13ed9b2a1546eeba661ab8fe911d02', 'floating_ip_address': '172.25.5.148', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': '0aca9b94-86a5-43ca-b503-3c82b83f0607', 'port_id': 'e8d7bb39-fefa-4a60-8b6c-d0f3827ccb26', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7cf00b2-fdcd-4807-a356-43cabd69ea31', 'mac_address': 'fa:16:3e:62:f0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '304a0036-0214-4c80-94aa-de6139e57a2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:23:56Z', 'updated_at': '2022-01-18T22:24:26Z', 'revision_number': 1, 'project_id': '8b13ed9b2a1546eeba661ab8fe911d02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dfbdbb6-a5ec-463f-b8be-ac030735fbe1', 'name': '', 'network_id': 'a7cf00b2-fdcd-4807-a356-43cabd69ea31', 'tenant_id': '8b13ed9b2a1546eeba661ab8fe911d02', 'mac_address': 'fa:16:3e:5a:f7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aca9b94-86a5-43ca-b503-3c82b83f0607', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'f22ac4a0-8a49-4c4d-8503-b70bab42605d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:23:43Z', 'updated_at': '2022-01-18T22:23:51Z', 'revision_number': 5, 'project_id': '8b13ed9b2a1546eeba661ab8fe911d02', 'subnets': [{'id': 'f22ac4a0-8a49-4c4d-8503-b70bab42605d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:24:30.153784 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-79df9e74-2476-4950-a9e1-d7fdd8530ec7 None None] For port ffb25f7c-612e-43d8-8d0e-a9ad2427e929, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:24:30.155876 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8394005f-3b26-4eec-9a5e-98a0db926e36 req-37b63bcc-285f-43a5-8261-1a3190286896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:30.157103 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-79df9e74-2476-4950-a9e1-d7fdd8530ec7 None None] For port ffb25f7c-612e-43d8-8d0e-a9ad2427e929, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=ffb25f7c-612e-43d8-8d0e-a9ad2427e929,segment=NetworkSegment(3c2fda82-0722-4d26-8bf8-bb1f4fe594b8),segment_id=3c2fda82-0722-4d26-8bf8-bb1f4fe594b8)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:24:30.157766 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8394005f-3b26-4eec-9a5e-98a0db926e36 req-37b63bcc-285f-43a5-8261-1a3190286896 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8b13ed9b2a1546eeba661ab8fe911d02&device_id=304a0036-0214-4c80-94aa-de6139e57a2b HTTP/1.1" status: 200 len: 1096 time: 0.1551180 Jan 18 22:24:30.172003 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-79df9e74-2476-4950-a9e1-d7fdd8530ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:30.184787 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86663b00-3609-48c1-9c7d-0fd70363cde7 None None] The sync data for ids ['0aca9b94-86a5-43ca-b503-3c82b83f0607'] in n-d-825064-1 is: [{'id': '0aca9b94-86a5-43ca-b503-3c82b83f0607', 'name': 'tempest-AttachVolumeTestJSON-1374897669-router', 'tenant_id': '8b13ed9b2a1546eeba661ab8fe911d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'b8d7af8a-ea10-4555-88a6-bf42a27d61a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:23:38Z', 'updated_at': '2022-01-18T22:23:45Z', 'revision_number': 4, 'project_id': '8b13ed9b2a1546eeba661ab8fe911d02', 'gw_port': {'id': 'b8d7af8a-ea10-4555-88a6-bf42a27d61a5', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aca9b94-86a5-43ca-b503-3c82b83f0607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:23:39Z', 'updated_at': '2022-01-18T22:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': 'e390adda-a8a4-4d75-9a45-5d0f35118f61', 'tenant_id': '8b13ed9b2a1546eeba661ab8fe911d02', 'floating_ip_address': '172.25.5.148', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': '0aca9b94-86a5-43ca-b503-3c82b83f0607', 'port_id': 'e8d7bb39-fefa-4a60-8b6c-d0f3827ccb26', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7cf00b2-fdcd-4807-a356-43cabd69ea31', 'mac_address': 'fa:16:3e:62:f0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '304a0036-0214-4c80-94aa-de6139e57a2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:23:56Z', 'updated_at': '2022-01-18T22:24:26Z', 'revision_number': 1, 'project_id': '8b13ed9b2a1546eeba661ab8fe911d02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dfbdbb6-a5ec-463f-b8be-ac030735fbe1', 'name': '', 'network_id': 'a7cf00b2-fdcd-4807-a356-43cabd69ea31', 'tenant_id': '8b13ed9b2a1546eeba661ab8fe911d02', 'mac_address': 'fa:16:3e:5a:f7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aca9b94-86a5-43ca-b503-3c82b83f0607', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'f22ac4a0-8a49-4c4d-8503-b70bab42605d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:23:43Z', 'updated_at': '2022-01-18T22:23:51Z', 'revision_number': 5, 'project_id': '8b13ed9b2a1546eeba661ab8fe911d02', 'subnets': [{'id': 'f22ac4a0-8a49-4c4d-8503-b70bab42605d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:24:30.233111 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-83977bbe-1721-4274-83ea-261c0cfe0e62 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:30.250094 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-83977bbe-1721-4274-83ea-261c0cfe0e62 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Calling delete_port for 73d13ddd-256f-4b94-9aaf-4344c846e6e5 owned by {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:24:30.300807 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device ce5627e3-20f7-4e82-8e1c-ed97f4ce614c no longer exists at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:24:30.366523 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8394005f-3b26-4eec-9a5e-98a0db926e36 req-6ee3a4d4-bf4a-4a1e-90f6-b594f337e0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:30.368317 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8394005f-3b26-4eec-9a5e-98a0db926e36 req-6ee3a4d4-bf4a-4a1e-90f6-b594f337e0ce service neutron] 10.222.0.67 "GET /v2.0/networks?id=a7cf00b2-fdcd-4807-a356-43cabd69ea31 HTTP/1.1" status: 200 len: 911 time: 0.1983166 Jan 18 22:24:30.391767 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f7c980-f91c-4f6d-9a05-961dc93d42dd x-openstack-request-id: req-b3f7c980-f91c-4f6d-9a05-961dc93d42dd {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:24:30.392413 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d59cb70a-4c36-4823-bbd8-4fa6d853fe53", "name": "network-vif-deleted", "tag": "e6eca6f0-081d-4d95-8b1b-12b5832ed62b", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:24:30.392413 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b3f7c980-f91c-4f6d-9a05-961dc93d42dd {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:24:30.392751 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd59cb70a-4c36-4823-bbd8-4fa6d853fe53', 'name': 'network-vif-deleted', 'tag': 'e6eca6f0-081d-4d95-8b1b-12b5832ed62b', 'status': 'completed', 'code': 200} Jan 18 22:24:30.401057 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] No Port match for: ce5627e3-20f7-4e82-8e1c-ed97f4ce614c {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:24:30.401472 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device ce5627e3-20f7-4e82-8e1c-ed97f4ce614c not bound to the agent host n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:24:30.406138 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79df9e74-2476-4950-a9e1-d7fdd8530ec7 None None] Pushing event updated for resources: {'Port': ['ID=ffb25f7c-612e-43d8-8d0e-a9ad2427e929,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:30.457458 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-83977bbe-1721-4274-83ea-261c0cfe0e62 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:30.492264 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83977bbe-1721-4274-83ea-261c0cfe0e62 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event deleted for resources: {'Port': ['ID=73d13ddd-256f-4b94-9aaf-4344c846e6e5,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:30.521642 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8394005f-3b26-4eec-9a5e-98a0db926e36 req-b3307c89-1841-48dd-91bf-ea23496b6858 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e8d7bb39-fefa-4a60-8b6c-d0f3827ccb26 HTTP/1.1" status: 200 len: 999 time: 0.1455512 Jan 18 22:24:30.530327 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-83977bbe-1721-4274-83ea-261c0cfe0e62 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:30.534173 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-83977bbe-1721-4274-83ea-261c0cfe0e62 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "DELETE /v2.0/ports/73d13ddd-256f-4b94-9aaf-4344c846e6e5 HTTP/1.1" status: 204 len: 168 time: 0.7363544 Jan 18 22:24:30.539892 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 40370) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:30.566944 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd3d2d1-15dd-4775-9378-224ef21c53fc req-333b4367-a9a1-4be7-b0f6-1064c82239f9 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:30.568763 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4dd3d2d1-15dd-4775-9378-224ef21c53fc req-333b4367-a9a1-4be7-b0f6-1064c82239f9 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/ports?device_id=df028d19-26e8-46f5-b279-f65cd72694c5 HTTP/1.1" status: 200 len: 944 time: 0.1942225 Jan 18 22:24:30.569424 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40de0d04-38c0-417b-946b-535eae58970e None None] New status for floating IP e390adda-a8a4-4d75-9a45-5d0f35118f61: ACTIVE {{(pid=102432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 22:24:31.032933 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8394005f-3b26-4eec-9a5e-98a0db926e36 req-4d3152da-61c8-4870-bece-603352bf4439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:31.034369 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8394005f-3b26-4eec-9a5e-98a0db926e36 req-4d3152da-61c8-4870-bece-603352bf4439 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f22ac4a0-8a49-4c4d-8503-b70bab42605d HTTP/1.1" status: 200 len: 850 time: 0.5043936 Jan 18 22:24:31.058940 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4dd3d2d1-15dd-4775-9378-224ef21c53fc req-5fc5737d-353a-4cb8-9eb7-1e0f7d385c2b tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9107f98-3261-4c9b-b70c-aaafa7d6fae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4667168 Jan 18 22:24:31.063326 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda97ca1-8910-4fb2-ba15-f002ea15f5d8 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:31.065389 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda97ca1-8910-4fb2-ba15-f002ea15f5d8 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:31.066810 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-fda97ca1-8910-4fb2-ba15-f002ea15f5d8 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.5256748 Jan 18 22:24:31.069576 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 40382) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:31.116447 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82dce7b-31bf-4425-8385-99dca03f1232 req-e57f6d73-bc65-4d7a-880c-dbcc92e84f22 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:31.117954 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d82dce7b-31bf-4425-8385-99dca03f1232 req-e57f6d73-bc65-4d7a-880c-dbcc92e84f22 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/ports?device_id=99555713-a052-4f2b-bed2-fb8b5d6b9caa HTTP/1.1" status: 200 len: 945 time: 0.1423945 Jan 18 22:24:31.129211 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8394005f-3b26-4eec-9a5e-98a0db926e36 req-6fee8e2b-79b0-4efe-bacc-6da54734d28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:31.130699 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8394005f-3b26-4eec-9a5e-98a0db926e36 req-6fee8e2b-79b0-4efe-bacc-6da54734d28f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a7cf00b2-fdcd-4807-a356-43cabd69ea31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0864921 Jan 18 22:24:31.134771 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-81e210db-9823-43f8-b4f6-6e97862060a4 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Deleting subnet f6a7722e-8bd2-4952-846c-d704c37c4a7d {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:24:31.138037 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-81e210db-9823-43f8-b4f6-6e97862060a4 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:31.210657 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d82dce7b-31bf-4425-8385-99dca03f1232 req-187b5ba0-a8a2-4b98-b262-992f53708b52 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/security-groups?id=68e1f851-73aa-4cda-8095-0e2a92a325ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776196 Jan 18 22:24:31.242682 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-81e210db-9823-43f8-b4f6-6e97862060a4 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:31.337685 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8394005f-3b26-4eec-9a5e-98a0db926e36 req-14bcf230-6769-4da8-b45b-d6c5d3923066 service neutron] 10.222.0.67 "GET /v2.0/networks/a7cf00b2-fdcd-4807-a356-43cabd69ea31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892397 Jan 18 22:24:31.346264 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 40390) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:31.364882 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-81e210db-9823-43f8-b4f6-6e97862060a4 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:31.433171 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-81e210db-9823-43f8-b4f6-6e97862060a4 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:31.462391 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e210db-9823-43f8-b4f6-6e97862060a4 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event deleted for resources: {'Subnet': ['ID=f6a7722e-8bd2-4952-846c-d704c37c4a7d,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:31.466455 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-81e210db-9823-43f8-b4f6-6e97862060a4 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:31.472079 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-81e210db-9823-43f8-b4f6-6e97862060a4 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "DELETE /v2.0/subnets/f6a7722e-8bd2-4952-846c-d704c37c4a7d HTTP/1.1" status: 204 len: 168 time: 0.3992465 Jan 18 22:24:31.472894 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 40402) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:31.512813 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-723b843f-0d76-439a-a075-e696b373ee7a tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0393713 Jan 18 22:24:31.515076 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 40404) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:31.529452 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8394005f-3b26-4eec-9a5e-98a0db926e36 req-244e6d11-fa50-4fb0-8529-f168382f64ca service neutron] 10.222.0.67 "GET /v2.0/networks/a7cf00b2-fdcd-4807-a356-43cabd69ea31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840067 Jan 18 22:24:31.581229 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc90d9e-8670-438b-a4d1-c9a4ed7d05c0 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:31.583026 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-bbc90d9e-8670-438b-a4d1-c9a4ed7d05c0 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0669584 Jan 18 22:24:31.587621 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 40406) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:31.601542 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b029cd7-921a-4c5d-ad47-7ab525dec219 None None] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:24:31.641070 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_v2 [None req-9328f4c9-fb1d-4342-81eb-c65c8d88eb4f admin admin] Deleting subnet b92d365b-b574-47a9-a91d-968f4b104686 {{(pid=102430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:24:31.651012 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9328f4c9-fb1d-4342-81eb-c65c8d88eb4f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:31.679429 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55005999-630d-432e-ae64-c5e334530db2 req-498c52fd-cb35-4f5f-a62d-4eabc96dda19 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:31.680894 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-55005999-630d-432e-ae64-c5e334530db2 req-498c52fd-cb35-4f5f-a62d-4eabc96dda19 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/networks?id=616341ad-8ee5-46dd-a50f-fbf4c382e06c HTTP/1.1" status: 200 len: 812 time: 0.2543807 Jan 18 22:24:31.708085 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-55005999-630d-432e-ae64-c5e334530db2 req-1722e42f-6012-4117-ac9f-a2a809126192 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/quotas/feff401a111441e8bc4bdb3f9c55f3c8 HTTP/1.1" status: 200 len: 375 time: 0.0201218 Jan 18 22:24:31.710848 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f67ebe-9ff9-4cd9-95ff-38fdec3a1484 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:31.713012 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-e9f67ebe-9ff9-4cd9-95ff-38fdec3a1484 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1225955 Jan 18 22:24:31.716408 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-8e5ac6a6-a64d-4b5e-9d2e-962d406ce30f None None] Provisioning complete for port ffb25f7c-612e-43d8-8d0e-a9ad2427e929 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:24:31.716709 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 40408) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:31.716840 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8e5ac6a6-a64d-4b5e-9d2e-962d406ce30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:31.720173 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9328f4c9-fb1d-4342-81eb-c65c8d88eb4f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60394745'] for subnet, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:31.759188 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-f3290a35-79e7-447f-a18b-7fbfaf33801b tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0410230 Jan 18 22:24:31.763204 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 40410) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:31.771120 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-a8d1fe1d-bbc6-4dca-815c-2c1e82198e18 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Request body: {'subnet': {'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:24:31.775437 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-55005999-630d-432e-ae64-c5e334530db2 req-4b82877b-cbcf-4cad-bc65-64efc09ba062 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=feff401a111441e8bc4bdb3f9c55f3c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0540154 Jan 18 22:24:31.799888 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9328f4c9-fb1d-4342-81eb-c65c8d88eb4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:31.807736 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8e5ac6a6-a64d-4b5e-9d2e-962d406ce30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:31.838658 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b10582-c445-4968-8af8-46b15566f1b9 None None] DHCP port deletion for 5ec417a5-fa6c-4abd-aa15-b83b9df83503 request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:24:31.853769 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-8e5ac6a6-a64d-4b5e-9d2e-962d406ce30f None None] For port ffb25f7c-612e-43d8-8d0e-a9ad2427e929, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=ffb25f7c-612e-43d8-8d0e-a9ad2427e929,segment=NetworkSegment(3c2fda82-0722-4d26-8bf8-bb1f4fe594b8),segment_id=3c2fda82-0722-4d26-8bf8-bb1f4fe594b8)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:24:31.874500 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8d1fe1d-bbc6-4dca-815c-2c1e82198e18 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Made reservation on behalf of 0a17ff9ddd5f489695e0235ae87388f5 for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:24:31.877768 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8e5ac6a6-a64d-4b5e-9d2e-962d406ce30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:31.880628 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a8d1fe1d-bbc6-4dca-815c-2c1e82198e18 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:31.924520 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-55005999-630d-432e-ae64-c5e334530db2 req-29b5065a-f326-4a89-88d3-22cc2d3fe75c service neutron] 10.222.0.53 "GET /v2.0/networks/616341ad-8ee5-46dd-a50f-fbf4c382e06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342254 Jan 18 22:24:31.925937 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9328f4c9-fb1d-4342-81eb-c65c8d88eb4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60203138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62288677'] for subnet, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:31.940939 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5ac6a6-a64d-4b5e-9d2e-962d406ce30f None None] Pushing event updated for resources: {'Port': ['ID=ffb25f7c-612e-43d8-8d0e-a9ad2427e929,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:31.951604 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-c5b10582-c445-4968-8af8-46b15566f1b9 None None] Deleting port ffb25f7c-612e-43d8-8d0e-a9ad2427e929 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:24:31.951968 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c5b10582-c445-4968-8af8-46b15566f1b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:31.992775 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3235a499-27d0-4827-81fd-d658b66e33f9', 'name': 'network-vif-deleted', 'tag': 'ce5627e3-20f7-4e82-8e1c-ed97f4ce614c'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:24:31.995134 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8148a254-3fd7-443e-9685-c1636e2a22bc" -d '{"events": [{"server_uuid": "3235a499-27d0-4827-81fd-d658b66e33f9", "name": "network-vif-deleted", "tag": "ce5627e3-20f7-4e82-8e1c-ed97f4ce614c"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:24:32.017443 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-c5b10582-c445-4968-8af8-46b15566f1b9 None None] For port ffb25f7c-612e-43d8-8d0e-a9ad2427e929, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=ffb25f7c-612e-43d8-8d0e-a9ad2427e929,segment=NetworkSegment(3c2fda82-0722-4d26-8bf8-bb1f4fe594b8),segment_id=3c2fda82-0722-4d26-8bf8-bb1f4fe594b8)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:24:32.017924 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c5b10582-c445-4968-8af8-46b15566f1b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:32.027346 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9328f4c9-fb1d-4342-81eb-c65c8d88eb4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b92d365b-b574-47a9-a91d-968f4b104686,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:32.032672 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-c5b10582-c445-4968-8af8-46b15566f1b9 None None] Calling delete_port for ffb25f7c-612e-43d8-8d0e-a9ad2427e929 owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:24:32.034753 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9328f4c9-fb1d-4342-81eb-c65c8d88eb4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:32.040735 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-9328f4c9-fb1d-4342-81eb-c65c8d88eb4f admin admin] 10.222.0.53 "DELETE /v2.0/subnets/b92d365b-b574-47a9-a91d-968f4b104686 HTTP/1.1" status: 204 len: 168 time: 0.6184480 Jan 18 22:24:32.041407 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 40414) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:32.046379 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 18 Jan 2022 22:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8a4c001-87d6-49b7-89d7-505fe5bcca83 x-openstack-request-id: req-d8a4c001-87d6-49b7-89d7-505fe5bcca83 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:24:32.046379 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3235a499-27d0-4827-81fd-d658b66e33f9", "name": "network-vif-deleted", "tag": "ce5627e3-20f7-4e82-8e1c-ed97f4ce614c", "status": "failed", "code": 422}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:24:32.046636 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d8a4c001-87d6-49b7-89d7-505fe5bcca83 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:24:32.047029 n-d-825064-1 neutron-server[102430]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3235a499-27d0-4827-81fd-d658b66e33f9', 'name': 'network-vif-deleted', 'tag': 'ce5627e3-20f7-4e82-8e1c-ed97f4ce614c', 'status': 'failed', 'code': 422} returned with failed status Jan 18 22:24:32.116945 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a8d1fe1d-bbc6-4dca-815c-2c1e82198e18 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:32.122341 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c5b10582-c445-4968-8af8-46b15566f1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:32.136325 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b10582-c445-4968-8af8-46b15566f1b9 None None] No DVR routers for this DVR port ffb25f7c-612e-43d8-8d0e-a9ad2427e929 on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:24:32.157322 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b10582-c445-4968-8af8-46b15566f1b9 None None] Pushing event deleted for resources: {'Port': ['ID=ffb25f7c-612e-43d8-8d0e-a9ad2427e929,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:32.164773 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-55005999-630d-432e-ae64-c5e334530db2 req-11573da6-282f-4a9c-9e42-bae2433ef14c service neutron] 10.222.0.53 "GET /v2.0/networks/616341ad-8ee5-46dd-a50f-fbf4c382e06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308354 Jan 18 22:24:32.173989 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-cdc5815e-6d08-4896-84a9-238402eafaa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:32.176578 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d1fe1d-bbc6-4dca-815c-2c1e82198e18 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:24:32.180511 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-a8d1fe1d-bbc6-4dca-815c-2c1e82198e18 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:24:32.185275 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d1fe1d-bbc6-4dca-815c-2c1e82198e18 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:32.186086 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a8d1fe1d-bbc6-4dca-815c-2c1e82198e18 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:32.192933 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0779ed-c4b5-4715-9758-fcecc708915b None None] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:24:32.194471 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d1fe1d-bbc6-4dca-815c-2c1e82198e18 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event updated for resources: {'Subnet': ['ID=ec8ae091-e69a-4bb4-9be8-6adc29e972b6,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:32.216189 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-a8d1fe1d-bbc6-4dca-815c-2c1e82198e18 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4516525 Jan 18 22:24:32.219089 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 40420) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:32.224462 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-bd03cf7f-8012-428b-998c-002518c617aa tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Request body: {'port': {'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503', 'mac_address': 'fa:16:3e:fe:44:4b', 'name': 'tempest-NetworksTestDHCPv6-963430185'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:24:32.252752 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d427aec9-4dbd-4049-a499-1a64b6efc029 req-2ed8f596-2f7a-4642-a655-6149013a60f6 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:32.254534 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d427aec9-4dbd-4049-a499-1a64b6efc029 req-2ed8f596-2f7a-4642-a655-6149013a60f6 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/ports?device_id=df028d19-26e8-46f5-b279-f65cd72694c5 HTTP/1.1" status: 200 len: 944 time: 0.1153245 Jan 18 22:24:32.294893 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device de506eff-e2de-4b1b-8227-0ebf2a7b2ba8 up at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:24:32.311527 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-cdc5815e-6d08-4896-84a9-238402eafaa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:32.364990 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd03cf7f-8012-428b-998c-002518c617aa tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Made reservation on behalf of 0a17ff9ddd5f489695e0235ae87388f5 for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:24:32.368752 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d427aec9-4dbd-4049-a499-1a64b6efc029 req-8676262a-9540-455d-9bd5-2d01a2d19899 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9107f98-3261-4c9b-b70c-aaafa7d6fae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867655 Jan 18 22:24:32.377619 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-cdc5815e-6d08-4896-84a9-238402eafaa0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61203f33-a8b3-4e89-8217-8dac5f2bb01b']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:24:32.397861 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-cdc5815e-6d08-4896-84a9-238402eafaa0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bbe6b88-f1a6-4fc9-b338-69341977472e') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:24:32.399172 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-cdc5815e-6d08-4896-84a9-238402eafaa0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bbe6b88-f1a6-4fc9-b338-69341977472e') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:24:32.414122 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning for port de506eff-e2de-4b1b-8227-0ebf2a7b2ba8 completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:24:32.423679 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-cdc5815e-6d08-4896-84a9-238402eafaa0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60394742'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:32.436743 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning complete for port de506eff-e2de-4b1b-8227-0ebf2a7b2ba8 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:24:32.437161 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:32.492113 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-cdc5815e-6d08-4896-84a9-238402eafaa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:32.505032 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bd03cf7f-8012-428b-998c-002518c617aa tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:32.517561 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdc5815e-6d08-4896-84a9-238402eafaa0 admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:24:32.517975 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-cdc5815e-6d08-4896-84a9-238402eafaa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60203044'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:32.519707 n-d-825064-1 neutron-server[102430]: Traceback (most recent call last): Jan 18 22:24:32.519707 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:24:32.519707 n-d-825064-1 neutron-server[102430]: timer() Jan 18 22:24:32.519707 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:24:32.519707 n-d-825064-1 neutron-server[102430]: cb(*args, **kw) Jan 18 22:24:32.519707 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:24:32.519707 n-d-825064-1 neutron-server[102430]: return func(*args, **kwargs) Jan 18 22:24:32.519707 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:24:32.519707 n-d-825064-1 neutron-server[102430]: self._notify() Jan 18 22:24:32.519707 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:24:32.519707 n-d-825064-1 neutron-server[102430]: self.callback(batched_events) Jan 18 22:24:32.519707 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:24:32.519707 n-d-825064-1 neutron-server[102430]: event.method(event) Jan 18 22:24:32.519707 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:24:32.519707 n-d-825064-1 neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:24:32.519707 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:24:32.519707 n-d-825064-1 neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:24:32.519707 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:24:32.519707 n-d-825064-1 neutron-server[102430]: return f(self, *a, **k) Jan 18 22:24:32.519707 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:24:32.519707 n-d-825064-1 neutron-server[102430]: return self._get(url).json() Jan 18 22:24:32.519707 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:24:32.519707 n-d-825064-1 neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:24:32.519707 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:24:32.519707 n-d-825064-1 neutron-server[102430]: return self.request(url, 'GET', **kwargs) Jan 18 22:24:32.519707 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:24:32.519707 n-d-825064-1 neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:24:32.519707 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:24:32.519707 n-d-825064-1 neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:24:32.519707 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:24:32.519707 n-d-825064-1 neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:24:32.519707 n-d-825064-1 neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:24:32.535582 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [None req-bd03cf7f-8012-428b-998c-002518c617aa tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] device_id is not set on port f96006c1-df20-4d1a-a6df-b8aad631ac84 yet. {{(pid=102431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:24:32.544689 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c1b7f8-2b11-400c-a435-7c39718e4918 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-5ec417a5-fa6c-4abd-aa15-b83b9df83503', 'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503', 'tenant_id': '0a17ff9ddd5f489695e0235ae87388f5', 'fixed_ips': [{'subnet_id': 'ec8ae091-e69a-4bb4-9be8-6adc29e972b6'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:24:32.545717 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-46c1b7f8-2b11-400c-a435-7c39718e4918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:32.598065 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89def765-5dcb-4b2c-b5a0-77672c7bb4de req-ce8b3aac-ba62-477b-aa21-945fd7a117cc tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:32.605345 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-89def765-5dcb-4b2c-b5a0-77672c7bb4de req-ce8b3aac-ba62-477b-aa21-945fd7a117cc tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/ports?device_id=99555713-a052-4f2b-bed2-fb8b5d6b9caa HTTP/1.1" status: 200 len: 945 time: 0.1435566 Jan 18 22:24:32.643269 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-cdc5815e-6d08-4896-84a9-238402eafaa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:32.661298 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-cdc5815e-6d08-4896-84a9-238402eafaa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:32.665226 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-cdc5815e-6d08-4896-84a9-238402eafaa0 admin admin] 10.222.0.53 "DELETE /v2.0/networks/61203f33-a8b3-4e89-8217-8dac5f2bb01b HTTP/1.1" status: 204 len: 168 time: 0.6206844 Jan 18 22:24:32.678193 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 40436) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:32.692652 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:32.697942 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-89def765-5dcb-4b2c-b5a0-77672c7bb4de req-38d82b64-134c-49bc-9f30-30a0d284f402 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/security-groups?id=68e1f851-73aa-4cda-8095-0e2a92a325ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915713 Jan 18 22:24:32.724000 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df028d19-26e8-46f5-b279-f65cd72694c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de506eff-e2de-4b1b-8227-0ebf2a7b2ba8'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:24:32.726075 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc5815e-6d08-4896-84a9-238402eafaa0 admin admin] Pushing event deleted for resources: {'Network': ['ID=61203f33-a8b3-4e89-8217-8dac5f2bb01b,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:32.729281 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89af0c52-5de9-4e30-b08f-22f75501a6b0" -d '{"events": [{"server_uuid": "df028d19-26e8-46f5-b279-f65cd72694c5", "name": "network-vif-plugged", "status": "completed", "tag": "de506eff-e2de-4b1b-8227-0ebf2a7b2ba8"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:24:32.740681 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-bd03cf7f-8012-428b-998c-002518c617aa tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Allocated IP 2001:db8::339 (5ec417a5-fa6c-4abd-aa15-b83b9df83503/ec8ae091-e69a-4bb4-9be8-6adc29e972b6/f96006c1-df20-4d1a-a6df-b8aad631ac84) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:24:32.745470 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port de506eff-e2de-4b1b-8227-0ebf2a7b2ba8, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=de506eff-e2de-4b1b-8227-0ebf2a7b2ba8,segment=NetworkSegment(6d4c9fdf-454c-4b11-b8c6-11146d43a316),segment_id=6d4c9fdf-454c-4b11-b8c6-11146d43a316)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:24:32.750702 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:32.752009 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device e6eca6f0-081d-4d95-8b1b-12b5832ed62b no longer exists at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:24:32.778987 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] No Port match for: e6eca6f0-081d-4d95-8b1b-12b5832ed62b {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:24:32.779399 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device e6eca6f0-081d-4d95-8b1b-12b5832ed62b not bound to the agent host n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:24:32.806759 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fab81ad-808b-44b0-a226-00b6d7bae6d8 x-openstack-request-id: req-0fab81ad-808b-44b0-a226-00b6d7bae6d8 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:24:32.807133 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df028d19-26e8-46f5-b279-f65cd72694c5", "name": "network-vif-plugged", "status": "completed", "tag": "de506eff-e2de-4b1b-8227-0ebf2a7b2ba8", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:24:32.807438 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0fab81ad-808b-44b0-a226-00b6d7bae6d8 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:24:32.807833 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df028d19-26e8-46f5-b279-f65cd72694c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de506eff-e2de-4b1b-8227-0ebf2a7b2ba8', 'code': 200} Jan 18 22:24:32.840149 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=de506eff-e2de-4b1b-8227-0ebf2a7b2ba8,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:32.840419 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cef5a279-c25d-4969-a445-d1b35c1b2faa req-819b2a50-824e-4d70-ae5d-6a1879889998 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=1555094a-5480-4989-84ad-388f76f45c04 HTTP/1.1" status: 200 len: 210 time: 0.0716531 Jan 18 22:24:32.866703 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_v2 [None req-884d2b07-ee82-4e8c-bd5c-cf3eaafac032 admin admin] Deleting subnet 68e6e1b2-6d8f-4329-9018-0c9ff3637b04 {{(pid=102430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:24:32.873999 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-884d2b07-ee82-4e8c-bd5c-cf3eaafac032 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:32.910364 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-884d2b07-ee82-4e8c-bd5c-cf3eaafac032 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60394745'] for subnet, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:32.951950 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-884d2b07-ee82-4e8c-bd5c-cf3eaafac032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:32.964259 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0da1d3-5a2e-40ac-8615-560393c5884b req-645005fe-0331-4bfb-8fde-319498eaf37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:32.965827 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-7c0da1d3-5a2e-40ac-8615-560393c5884b req-645005fe-0331-4bfb-8fde-319498eaf37e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=df028d19-26e8-46f5-b279-f65cd72694c5 HTTP/1.1" status: 200 len: 1096 time: 0.0739646 Jan 18 22:24:33.002460 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bd03cf7f-8012-428b-998c-002518c617aa tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:33.018882 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-884d2b07-ee82-4e8c-bd5c-cf3eaafac032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60203138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62288677'] for subnet, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:33.033821 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-7c0da1d3-5a2e-40ac-8615-560393c5884b req-d00db0fa-093b-4347-af81-f8159ce0146c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e9107f98-3261-4c9b-b70c-aaafa7d6fae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603509 Jan 18 22:24:33.045667 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884d2b07-ee82-4e8c-bd5c-cf3eaafac032 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68e6e1b2-6d8f-4329-9018-0c9ff3637b04,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:33.049879 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-884d2b07-ee82-4e8c-bd5c-cf3eaafac032 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:33.053400 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-884d2b07-ee82-4e8c-bd5c-cf3eaafac032 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/68e6e1b2-6d8f-4329-9018-0c9ff3637b04 HTTP/1.1" status: 204 len: 168 time: 0.3545029 Jan 18 22:24:33.056154 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 40442) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:33.067108 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bd03cf7f-8012-428b-998c-002518c617aa tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:33.116407 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd03cf7f-8012-428b-998c-002518c617aa tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:24:33.122723 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-bd03cf7f-8012-428b-998c-002518c617aa tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:24:33.123965 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-46c1b7f8-2b11-400c-a435-7c39718e4918 None None] Allocated IP 2001:db8::2 (5ec417a5-fa6c-4abd-aa15-b83b9df83503/ec8ae091-e69a-4bb4-9be8-6adc29e972b6/20a734c5-d26f-4fe2-a78d-94f95cbd6777) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:24:33.127370 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd03cf7f-8012-428b-998c-002518c617aa tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:24:33.133623 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd03cf7f-8012-428b-998c-002518c617aa tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:33.134448 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bd03cf7f-8012-428b-998c-002518c617aa tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:33.145208 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd03cf7f-8012-428b-998c-002518c617aa tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event updated for resources: {'Port': ['ID=f96006c1-df20-4d1a-a6df-b8aad631ac84,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:33.153699 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-3d71c152-243a-41f0-96c8-85c2a905f323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:33.164607 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-bd03cf7f-8012-428b-998c-002518c617aa tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9418378 Jan 18 22:24:33.164607 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 40444) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:33.217336 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3671ffc4-154d-434b-95ab-6d40c07d3cc2 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:33.219107 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-3671ffc4-154d-434b-95ab-6d40c07d3cc2 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0534058 Jan 18 22:24:33.222879 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 40446) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:33.265060 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-3d71c152-243a-41f0-96c8-85c2a905f323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:33.290797 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-3d71c152-243a-41f0-96c8-85c2a905f323 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5ad5c6a-9c20-4822-be0a-b7d912b51769']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:24:33.302111 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-3d71c152-243a-41f0-96c8-85c2a905f323 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '598528a2-cda8-456a-97de-83be30c8dd7b') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:24:33.302409 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-3d71c152-243a-41f0-96c8-85c2a905f323 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '598528a2-cda8-456a-97de-83be30c8dd7b') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:24:33.312190 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-3d71c152-243a-41f0-96c8-85c2a905f323 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60394742'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:33.327243 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-46c1b7f8-2b11-400c-a435-7c39718e4918 None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:33.327445 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-3d71c152-243a-41f0-96c8-85c2a905f323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:33.335184 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-46c1b7f8-2b11-400c-a435-7c39718e4918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:33.336606 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d71c152-243a-41f0-96c8-85c2a905f323 admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:24:33.337187 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-3d71c152-243a-41f0-96c8-85c2a905f323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60203044'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:33.339379 n-d-825064-1 neutron-server[102430]: Traceback (most recent call last): Jan 18 22:24:33.339379 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:24:33.339379 n-d-825064-1 neutron-server[102430]: timer() Jan 18 22:24:33.339379 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:24:33.339379 n-d-825064-1 neutron-server[102430]: cb(*args, **kw) Jan 18 22:24:33.339379 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:24:33.339379 n-d-825064-1 neutron-server[102430]: return func(*args, **kwargs) Jan 18 22:24:33.339379 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:24:33.339379 n-d-825064-1 neutron-server[102430]: self._notify() Jan 18 22:24:33.339379 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:24:33.339379 n-d-825064-1 neutron-server[102430]: self.callback(batched_events) Jan 18 22:24:33.339379 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:24:33.339379 n-d-825064-1 neutron-server[102430]: event.method(event) Jan 18 22:24:33.339379 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:24:33.339379 n-d-825064-1 neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:24:33.339379 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:24:33.339379 n-d-825064-1 neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:24:33.339379 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:24:33.339379 n-d-825064-1 neutron-server[102430]: return f(self, *a, **k) Jan 18 22:24:33.339379 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:24:33.339379 n-d-825064-1 neutron-server[102430]: return self._get(url).json() Jan 18 22:24:33.339379 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:24:33.339379 n-d-825064-1 neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:24:33.339379 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:24:33.339379 n-d-825064-1 neutron-server[102430]: return self.request(url, 'GET', **kwargs) Jan 18 22:24:33.339379 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:24:33.339379 n-d-825064-1 neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:24:33.339379 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:24:33.339379 n-d-825064-1 neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:24:33.339379 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:24:33.339379 n-d-825064-1 neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:24:33.339379 n-d-825064-1 neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:24:33.354832 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-b0b562f2-10e0-4801-9931-d5e63556436e tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Deleting port f96006c1-df20-4d1a-a6df-b8aad631ac84 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:24:33.355178 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b0b562f2-10e0-4801-9931-d5e63556436e tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:33.372776 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c1b7f8-2b11-400c-a435-7c39718e4918 None None] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:24:33.379311 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-46c1b7f8-2b11-400c-a435-7c39718e4918 None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:24:33.381851 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c1b7f8-2b11-400c-a435-7c39718e4918 None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:24:33.390705 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c1b7f8-2b11-400c-a435-7c39718e4918 None None] Pushing event updated for resources: {'Port': ['ID=20a734c5-d26f-4fe2-a78d-94f95cbd6777,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:33.418386 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-3d71c152-243a-41f0-96c8-85c2a905f323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:33.424178 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-3d71c152-243a-41f0-96c8-85c2a905f323 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:33.429842 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-3d71c152-243a-41f0-96c8-85c2a905f323 admin admin] 10.222.0.53 "DELETE /v2.0/networks/a5ad5c6a-9c20-4822-be0a-b7d912b51769 HTTP/1.1" status: 204 len: 168 time: 0.3701742 Jan 18 22:24:33.448818 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-46c1b7f8-2b11-400c-a435-7c39718e4918 None None] Attempting to bind port 20a734c5-d26f-4fe2-a78d-94f95cbd6777 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:24:33.448818 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-46c1b7f8-2b11-400c-a435-7c39718e4918 None None] Attempting to bind port 20a734c5-d26f-4fe2-a78d-94f95cbd6777 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '3c2fda82-0722-4d26-8bf8-bb1f4fe594b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:24:33.449151 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c1b7f8-2b11-400c-a435-7c39718e4918 None None] Attempting to bind port 20a734c5-d26f-4fe2-a78d-94f95cbd6777 on network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:24:33.452253 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d71c152-243a-41f0-96c8-85c2a905f323 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5ad5c6a-9c20-4822-be0a-b7d912b51769,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:33.456404 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c1b7f8-2b11-400c-a435-7c39718e4918 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:24:33.456914 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c1b7f8-2b11-400c-a435-7c39718e4918 None None] Checking segment: {'id': '3c2fda82-0722-4d26-8bf8-bb1f4fe594b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:24:33.457463 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-46c1b7f8-2b11-400c-a435-7c39718e4918 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:33.458029 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c1b7f8-2b11-400c-a435-7c39718e4918 None None] Bound using segment: {'id': '3c2fda82-0722-4d26-8bf8-bb1f4fe594b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:24:33.458690 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-46c1b7f8-2b11-400c-a435-7c39718e4918 None None] Bound port: 20a734c5-d26f-4fe2-a78d-94f95cbd6777, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2fda82-0722-4d26-8bf8-bb1f4fe594b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:24:33.459169 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-46c1b7f8-2b11-400c-a435-7c39718e4918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:33.465229 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b0b562f2-10e0-4801-9931-d5e63556436e tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:33.479730 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-b0b562f2-10e0-4801-9931-d5e63556436e tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Calling delete_port for f96006c1-df20-4d1a-a6df-b8aad631ac84 owned by {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:24:33.530586 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-46c1b7f8-2b11-400c-a435-7c39718e4918 None None] For port 20a734c5-d26f-4fe2-a78d-94f95cbd6777, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:24:33.531988 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0975bcd-904a-4090-a1f8-12e94bae5a1b req-1fc8cc2c-cff9-48a9-90ca-720e44b5deb9 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:33.534944 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-46c1b7f8-2b11-400c-a435-7c39718e4918 None None] For port 20a734c5-d26f-4fe2-a78d-94f95cbd6777, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=20a734c5-d26f-4fe2-a78d-94f95cbd6777,segment=NetworkSegment(3c2fda82-0722-4d26-8bf8-bb1f4fe594b8),segment_id=3c2fda82-0722-4d26-8bf8-bb1f4fe594b8)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:24:33.544459 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b0975bcd-904a-4090-a1f8-12e94bae5a1b req-1fc8cc2c-cff9-48a9-90ca-720e44b5deb9 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/ports?device_id=df028d19-26e8-46f5-b279-f65cd72694c5 HTTP/1.1" status: 200 len: 945 time: 0.0729637 Jan 18 22:24:33.548577 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-46c1b7f8-2b11-400c-a435-7c39718e4918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:33.590792 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b0975bcd-904a-4090-a1f8-12e94bae5a1b req-1681f523-a600-42d4-9a4b-d26bafcfa1f1 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9107f98-3261-4c9b-b70c-aaafa7d6fae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449324 Jan 18 22:24:33.629642 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c1b7f8-2b11-400c-a435-7c39718e4918 None None] Pushing event updated for resources: {'Port': ['ID=20a734c5-d26f-4fe2-a78d-94f95cbd6777,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:33.663143 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 40456) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:33.670935 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b0b562f2-10e0-4801-9931-d5e63556436e tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:33.711547 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b562f2-10e0-4801-9931-d5e63556436e tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event deleted for resources: {'Port': ['ID=f96006c1-df20-4d1a-a6df-b8aad631ac84,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:33.755491 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-88219c24-a4cc-4bf6-bc44-bc3fc44bc401 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cccec33dc87e4f2dae33b71be2fd1ab3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0910788 Jan 18 22:24:33.756106 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 40462) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:33.766424 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b0b562f2-10e0-4801-9931-d5e63556436e tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:33.771495 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-b0b562f2-10e0-4801-9931-d5e63556436e tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "DELETE /v2.0/ports/f96006c1-df20-4d1a-a6df-b8aad631ac84 HTTP/1.1" status: 204 len: 168 time: 0.5427172 Jan 18 22:24:33.773983 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 40464) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:33.836392 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93be1577-f186-47c0-8c0a-93b369855bb1 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:33.838023 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93be1577-f186-47c0-8c0a-93b369855bb1 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:33.846086 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-93be1577-f186-47c0-8c0a-93b369855bb1 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0653789 Jan 18 22:24:33.846086 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 40466) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:33.964455 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-9788754b-a8a6-4702-87a1-55535ad8974b tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Deleting subnet ec8ae091-e69a-4bb4-9be8-6adc29e972b6 {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:24:33.968415 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9788754b-a8a6-4702-87a1-55535ad8974b tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:34.006047 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f20e16de-f066-4155-85a6-679d4e4e32c0 req-29ad6c10-7a72-488b-8cb0-90b1dd93b87f tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=1555094a-5480-4989-84ad-388f76f45c04 HTTP/1.1" status: 200 len: 210 time: 0.0857708 Jan 18 22:24:34.039511 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9788754b-a8a6-4702-87a1-55535ad8974b tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:34.077319 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1a063ffa-6836-4d59-a1e4-073a45bb0c9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:34.108060 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1a063ffa-6836-4d59-a1e4-073a45bb0c9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:34.132364 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e6d7a0-95e8-420b-9012-c141a88d89a2 req-3f7d46ac-b500-4f03-9f3d-a4afc2a75c36 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:34.133977 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-72e6d7a0-95e8-420b-9012-c141a88d89a2 req-3f7d46ac-b500-4f03-9f3d-a4afc2a75c36 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/ports?device_id=99555713-a052-4f2b-bed2-fb8b5d6b9caa HTTP/1.1" status: 200 len: 945 time: 0.3159924 Jan 18 22:24:34.153502 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 20a734c5-d26f-4fe2-a78d-94f95cbd6777 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:24:34.163087 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9788754b-a8a6-4702-87a1-55535ad8974b tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:34.174537 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55005999-630d-432e-ae64-c5e334530db2 req-ce3e68c8-985e-4d50-8888-5fc14248acb7 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:34.175985 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-55005999-630d-432e-ae64-c5e334530db2 req-ce3e68c8-985e-4d50-8888-5fc14248acb7 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.67 "GET /v2.0/networks?id=616341ad-8ee5-46dd-a50f-fbf4c382e06c HTTP/1.1" status: 200 len: 812 time: 0.4718316 Jan 18 22:24:34.198068 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-55005999-630d-432e-ae64-c5e334530db2 req-68bf3c79-d3a8-4128-a77b-f6ea40dac622 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Request body: {'port': {'device_id': '1555094a-5480-4989-84ad-388f76f45c04', 'network_id': '616341ad-8ee5-46dd-a50f-fbf4c382e06c', 'admin_state_up': True, 'tenant_id': 'feff401a111441e8bc4bdb3f9c55f3c8'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:24:34.215230 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 20a734c5-d26f-4fe2-a78d-94f95cbd6777 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:24:34.215689 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:34.230945 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-72e6d7a0-95e8-420b-9012-c141a88d89a2 req-88c808c9-a274-4254-b9ba-504090bc9dd0 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/security-groups?id=68e1f851-73aa-4cda-8095-0e2a92a325ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846677 Jan 18 22:24:34.238684 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9788754b-a8a6-4702-87a1-55535ad8974b tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:34.280528 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9788754b-a8a6-4702-87a1-55535ad8974b tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event deleted for resources: {'Subnet': ['ID=ec8ae091-e69a-4bb4-9be8-6adc29e972b6,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:34.291264 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1a063ffa-6836-4d59-a1e4-073a45bb0c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:34.292793 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9788754b-a8a6-4702-87a1-55535ad8974b tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:34.293984 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1a063ffa-6836-4d59-a1e4-073a45bb0c9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:34.298340 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-1a063ffa-6836-4d59-a1e4-073a45bb0c9b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dc8c7d2e-b8e2-47f9-a940-5cbf5ddba272 HTTP/1.1" status: 204 len: 168 time: 0.5141137 Jan 18 22:24:34.301267 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-9788754b-a8a6-4702-87a1-55535ad8974b tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "DELETE /v2.0/subnets/ec8ae091-e69a-4bb4-9be8-6adc29e972b6 HTTP/1.1" status: 204 len: 168 time: 0.4568424 Jan 18 22:24:34.302023 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 40472) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:34.318385 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a063ffa-6836-4d59-a1e4-073a45bb0c9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc8c7d2e-b8e2-47f9-a940-5cbf5ddba272,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:34.326858 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:34.362480 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-3153b0d8-693f-48a9-8e88-0dbffe2b53f9 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0589495 Jan 18 22:24:34.363159 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 40474) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:34.364436 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55005999-630d-432e-ae64-c5e334530db2 req-68bf3c79-d3a8-4128-a77b-f6ea40dac622 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Made reservation on behalf of feff401a111441e8bc4bdb3f9c55f3c8 for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:24:34.368880 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-55005999-630d-432e-ae64-c5e334530db2 req-68bf3c79-d3a8-4128-a77b-f6ea40dac622 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:34.377448 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port 20a734c5-d26f-4fe2-a78d-94f95cbd6777, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=20a734c5-d26f-4fe2-a78d-94f95cbd6777,segment=NetworkSegment(3c2fda82-0722-4d26-8bf8-bb1f4fe594b8),segment_id=3c2fda82-0722-4d26-8bf8-bb1f4fe594b8)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:24:34.382061 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:34.418976 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744625b1-1a9f-4e15-bd55-fc8357323e23 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:34.420997 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-744625b1-1a9f-4e15-bd55-fc8357323e23 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0568101 Jan 18 22:24:34.423612 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 40476) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:34.442294 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=20a734c5-d26f-4fe2-a78d-94f95cbd6777,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:34.480560 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6458bccb-9466-4f84-ae87-8cd7ceb55b84 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:34.485092 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-6458bccb-9466-4f84-ae87-8cd7ceb55b84 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0604432 Jan 18 22:24:34.486185 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 40478) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:34.522603 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-55005999-630d-432e-ae64-c5e334530db2 req-68bf3c79-d3a8-4128-a77b-f6ea40dac622 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Allocated IP 172.20.0.3 (616341ad-8ee5-46dd-a50f-fbf4c382e06c/39872394-9ec8-42e0-a515-8c2f5c78361a/8cff5236-1956-47f9-ab71-513603762773) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:24:34.533864 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 40480) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:34.534200 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-13c95894-8730-4044-91d5-631845188324 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0468211 Jan 18 22:24:34.539051 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-1a6bfb52-180e-4d69-aa79-b588bf74f7c2 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Request body: {'subnet': {'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:24:34.762142 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 40490) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:34.802722 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02339372-ea12-480c-a53c-c2f168cc846b req-41b62acd-a722-4ad9-a686-304ac46f521d tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:34.804257 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-02339372-ea12-480c-a53c-c2f168cc846b req-41b62acd-a722-4ad9-a686-304ac46f521d tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/ports?device_id=df028d19-26e8-46f5-b279-f65cd72694c5 HTTP/1.1" status: 200 len: 945 time: 0.0968280 Jan 18 22:24:34.804937 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a6bfb52-180e-4d69-aa79-b588bf74f7c2 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Made reservation on behalf of 0a17ff9ddd5f489695e0235ae87388f5 for: {'subnet': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:24:34.808432 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1a6bfb52-180e-4d69-aa79-b588bf74f7c2 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62288702'] for subnet, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:34.812178 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-d4908f89-50de-4c6e-85a8-31d904098928 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=af9de1aae7524cee99fed5ee730ac1ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0483954 Jan 18 22:24:34.815849 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 40492) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:34.871470 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-83d7e030-c0b9-4225-b17a-3b8ac19ce681 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:34.877275 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-55005999-630d-432e-ae64-c5e334530db2 req-68bf3c79-d3a8-4128-a77b-f6ea40dac622 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:34.899712 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-83d7e030-c0b9-4225-b17a-3b8ac19ce681 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:34.932660 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-02339372-ea12-480c-a53c-c2f168cc846b req-50f1c5ea-7071-4f79-8c00-a883a91b9ba1 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9107f98-3261-4c9b-b70c-aaafa7d6fae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173670 Jan 18 22:24:34.963957 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-83d7e030-c0b9-4225-b17a-3b8ac19ce681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:34.963957 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-83d7e030-c0b9-4225-b17a-3b8ac19ce681 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:34.980834 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-83d7e030-c0b9-4225-b17a-3b8ac19ce681 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/110bcbd0-8e75-4326-8b7d-1e503466ddce HTTP/1.1" status: 204 len: 168 time: 0.1633797 Jan 18 22:24:34.987016 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-55005999-630d-432e-ae64-c5e334530db2 req-68bf3c79-d3a8-4128-a77b-f6ea40dac622 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:34.991628 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d7e030-c0b9-4225-b17a-3b8ac19ce681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=110bcbd0-8e75-4326-8b7d-1e503466ddce,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:35.057641 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75a0973-5672-4bbe-86a1-081dc646ba00 None None] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:24:35.072783 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55005999-630d-432e-ae64-c5e334530db2 req-68bf3c79-d3a8-4128-a77b-f6ea40dac622 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Network 616341ad-8ee5-46dd-a50f-fbf4c382e06c is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:24:35.080561 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-55005999-630d-432e-ae64-c5e334530db2 req-68bf3c79-d3a8-4128-a77b-f6ea40dac622 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:24:35.084219 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-55005999-630d-432e-ae64-c5e334530db2 req-68bf3c79-d3a8-4128-a77b-f6ea40dac622 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:24:35.086778 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bf3c79-d3a8-4128-a77b-f6ea40dac622 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Pushing event updated for resources: {'Port': ['ID=8cff5236-1956-47f9-ab71-513603762773,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:35.181330 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-17617362-5456-493c-b1cb-a051638920e5 None None] Provisioning complete for port 20a734c5-d26f-4fe2-a78d-94f95cbd6777 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:24:35.182361 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-17617362-5456-493c-b1cb-a051638920e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:35.201340 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55005999-630d-432e-ae64-c5e334530db2 req-68bf3c79-d3a8-4128-a77b-f6ea40dac622 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:35.201989 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-55005999-630d-432e-ae64-c5e334530db2 req-68bf3c79-d3a8-4128-a77b-f6ea40dac622 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:35.258636 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-55005999-630d-432e-ae64-c5e334530db2 req-68bf3c79-d3a8-4128-a77b-f6ea40dac622 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0675004 Jan 18 22:24:35.281963 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dcf2c1-59c9-4895-9a6a-5dd5358404ce req-00f47830-77a7-4ba2-b7c2-fbad88a3f0d0 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:35.283441 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-79dcf2c1-59c9-4895-9a6a-5dd5358404ce req-00f47830-77a7-4ba2-b7c2-fbad88a3f0d0 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=1555094a-5480-4989-84ad-388f76f45c04 HTTP/1.1" status: 200 len: 931 time: 0.1345367 Jan 18 22:24:35.291697 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-55005999-630d-432e-ae64-c5e334530db2 req-c347d0eb-54a0-47a9-9b31-7180a86e0291 service neutron] Request body: {'port': {'device_id': '1555094a-5480-4989-84ad-388f76f45c04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:24:35.374472 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e5b755-1bd5-4a41-be63-d9a1fa7d8fa3 None None] DHCP port deletion for 5ec417a5-fa6c-4abd-aa15-b83b9df83503 request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:24:35.434976 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-39e5b755-1bd5-4a41-be63-d9a1fa7d8fa3 None None] Deleting port 20a734c5-d26f-4fe2-a78d-94f95cbd6777 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:24:35.435442 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-39e5b755-1bd5-4a41-be63-d9a1fa7d8fa3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:35.449824 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d45549-aaa3-4f5a-b995-7701e60f0759 req-ff506ffa-adfe-4524-8366-8bf482b5d8b2 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:35.451325 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a2d45549-aaa3-4f5a-b995-7701e60f0759 req-ff506ffa-adfe-4524-8366-8bf482b5d8b2 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/ports?device_id=df028d19-26e8-46f5-b279-f65cd72694c5 HTTP/1.1" status: 200 len: 945 time: 0.1895881 Jan 18 22:24:35.461584 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-79dcf2c1-59c9-4895-9a6a-5dd5358404ce req-454a6166-9999-44f7-984f-1f044caeae5d tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504440 Jan 18 22:24:35.471110 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-55005999-630d-432e-ae64-c5e334530db2 req-c347d0eb-54a0-47a9-9b31-7180a86e0291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:35.474350 n-d-825064-1 neutron-server[102430]: DEBUG neutron.objects.ports [None req-1a6bfb52-180e-4d69-aa79-b588bf74f7c2 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102430) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 18 22:24:35.529468 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-39e5b755-1bd5-4a41-be63-d9a1fa7d8fa3 None None] For port 20a734c5-d26f-4fe2-a78d-94f95cbd6777, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=20a734c5-d26f-4fe2-a78d-94f95cbd6777,segment=NetworkSegment(3c2fda82-0722-4d26-8bf8-bb1f4fe594b8),segment_id=3c2fda82-0722-4d26-8bf8-bb1f4fe594b8)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:24:35.529837 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-39e5b755-1bd5-4a41-be63-d9a1fa7d8fa3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:35.547048 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-39e5b755-1bd5-4a41-be63-d9a1fa7d8fa3 None None] Calling delete_port for 20a734c5-d26f-4fe2-a78d-94f95cbd6777 owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:24:35.639360 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-39e5b755-1bd5-4a41-be63-d9a1fa7d8fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:35.652171 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a2d45549-aaa3-4f5a-b995-7701e60f0759 req-ec25747f-8b8e-45db-8421-f781ed82be69 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9107f98-3261-4c9b-b70c-aaafa7d6fae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818070 Jan 18 22:24:35.670744 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e5b755-1bd5-4a41-be63-d9a1fa7d8fa3 None None] Pushing event deleted for resources: {'Port': ['ID=20a734c5-d26f-4fe2-a78d-94f95cbd6777,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:35.674770 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e5b755-1bd5-4a41-be63-d9a1fa7d8fa3 None None] No DVR routers for this DVR port 20a734c5-d26f-4fe2-a78d-94f95cbd6777 on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:24:35.682495 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e5b755-1bd5-4a41-be63-d9a1fa7d8fa3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:24:35.682767 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e5b755-1bd5-4a41-be63-d9a1fa7d8fa3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:24:35.683078 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e5b755-1bd5-4a41-be63-d9a1fa7d8fa3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:24:35.683890 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e5b755-1bd5-4a41-be63-d9a1fa7d8fa3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:24:35.684257 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e5b755-1bd5-4a41-be63-d9a1fa7d8fa3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:24:35.684595 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e5b755-1bd5-4a41-be63-d9a1fa7d8fa3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:24:35.684929 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e5b755-1bd5-4a41-be63-d9a1fa7d8fa3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:24:35.685258 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e5b755-1bd5-4a41-be63-d9a1fa7d8fa3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:24:35.685933 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e5b755-1bd5-4a41-be63-d9a1fa7d8fa3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:24:35.685933 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e5b755-1bd5-4a41-be63-d9a1fa7d8fa3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:24:35.686207 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e5b755-1bd5-4a41-be63-d9a1fa7d8fa3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:24:35.686530 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e5b755-1bd5-4a41-be63-d9a1fa7d8fa3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:24:35.765714 n-d-825064-1 neutron-server[102430]: WARNING neutron.services.revisions.revision_plugin [None req-1a6bfb52-180e-4d69-aa79-b588bf74f7c2 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Could not find related port for resource to bump revision. Jan 18 22:24:35.777379 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.ipam_pluggable_backend [None req-1a6bfb52-180e-4d69-aa79-b588bf74f7c2 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Port 20a734c5-d26f-4fe2-a78d-94f95cbd6777 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102430) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Jan 18 22:24:35.777691 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.ipam_pluggable_backend [None req-1a6bfb52-180e-4d69-aa79-b588bf74f7c2 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Reverting IP allocation for 2001:db8::f816:3eff:feb6:d4a6 {{(pid=102430) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Jan 18 22:24:35.785266 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.ipam_pluggable_backend [None req-1a6bfb52-180e-4d69-aa79-b588bf74f7c2 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feb6:d4a6 {{(pid=102430) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Jan 18 22:24:35.795252 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c11fb4e-4956-4c9d-8151-c2205f8ded7f req-af45a098-f19f-4a4a-b6da-06245b4e3e83 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:35.800193 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6c11fb4e-4956-4c9d-8151-c2205f8ded7f req-af45a098-f19f-4a4a-b6da-06245b4e3e83 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/ports?device_id=99555713-a052-4f2b-bed2-fb8b5d6b9caa HTTP/1.1" status: 200 len: 945 time: 0.2519927 Jan 18 22:24:35.800773 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1a6bfb52-180e-4d69-aa79-b588bf74f7c2 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60203213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62288684'] for subnet, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:35.905336 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 40528) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:35.909037 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6bfb52-180e-4d69-aa79-b588bf74f7c2 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:24:35.917720 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-1a6bfb52-180e-4d69-aa79-b588bf74f7c2 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:24:35.928172 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066e9410-7b82-4c19-a67d-c785995f270b None None] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:24:35.930509 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6bfb52-180e-4d69-aa79-b588bf74f7c2 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:35.931104 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1a6bfb52-180e-4d69-aa79-b588bf74f7c2 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:35.941757 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6bfb52-180e-4d69-aa79-b588bf74f7c2 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event updated for resources: {'Subnet': ['ID=3a662318-e3b1-404c-9f07-101128cafe52,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:35.972813 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6c11fb4e-4956-4c9d-8151-c2205f8ded7f req-82d24817-a2f9-45ca-82b7-baf5fd9afef0 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/security-groups?id=68e1f851-73aa-4cda-8095-0e2a92a325ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502964 Jan 18 22:24:35.982654 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-1a6bfb52-180e-4d69-aa79-b588bf74f7c2 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4472740 Jan 18 22:24:35.986222 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 40534) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:35.991304 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-8bd78414-45b1-40ad-8ca2-1fb854bdc810 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Request body: {'subnet': {'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:24:36.070437 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 20a734c5-d26f-4fe2-a78d-94f95cbd6777 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:24:36.092076 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-8e08ace1-8dfc-4ab2-80df-08f216cc6f86 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1021644173-network', 'tenant_id': '5013031cd38240e399331b9fe1595fa8'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:24:36.101044 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [req-55005999-630d-432e-ae64-c5e334530db2 req-c347d0eb-54a0-47a9-9b31-7180a86e0291 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cff5236-1956-47f9-ab71-513603762773 {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:24:36.109045 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-55005999-630d-432e-ae64-c5e334530db2 req-c347d0eb-54a0-47a9-9b31-7180a86e0291 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:36.115209 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 20a734c5-d26f-4fe2-a78d-94f95cbd6777 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:24:36.115551 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 20a734c5-d26f-4fe2-a78d-94f95cbd6777 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:24:36.123317 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-55005999-630d-432e-ae64-c5e334530db2 req-c347d0eb-54a0-47a9-9b31-7180a86e0291 service neutron] Transition to ACTIVE for port object 8cff5236-1956-47f9-ab71-513603762773 will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:24:36.130283 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-55005999-630d-432e-ae64-c5e334530db2 req-c347d0eb-54a0-47a9-9b31-7180a86e0291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:36.154319 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e08ace1-8dfc-4ab2-80df-08f216cc6f86 admin admin] Made reservation on behalf of 5013031cd38240e399331b9fe1595fa8 for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:24:36.156731 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8e08ace1-8dfc-4ab2-80df-08f216cc6f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:36.167874 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8e08ace1-8dfc-4ab2-80df-08f216cc6f86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:36.172592 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a3512b-4b21-46d2-a097-a47da40ba6d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-5ec417a5-fa6c-4abd-aa15-b83b9df83503', 'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503', 'tenant_id': '0a17ff9ddd5f489695e0235ae87388f5', 'fixed_ips': [{'subnet_id': '3a662318-e3b1-404c-9f07-101128cafe52'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:24:36.173691 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-64a3512b-4b21-46d2-a097-a47da40ba6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:36.199371 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd78414-45b1-40ad-8ca2-1fb854bdc810 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Made reservation on behalf of 0a17ff9ddd5f489695e0235ae87388f5 for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:24:36.207944 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8bd78414-45b1-40ad-8ca2-1fb854bdc810 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:36.222781 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c347d0eb-54a0-47a9-9b31-7180a86e0291 service neutron] Pushing event updated for resources: {'Port': ['ID=8cff5236-1956-47f9-ab71-513603762773,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:36.282017 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-55005999-630d-432e-ae64-c5e334530db2 req-c347d0eb-54a0-47a9-9b31-7180a86e0291 service neutron] Attempting to bind port 8cff5236-1956-47f9-ab71-513603762773 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:24:36.282679 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-55005999-630d-432e-ae64-c5e334530db2 req-c347d0eb-54a0-47a9-9b31-7180a86e0291 service neutron] Attempting to bind port 8cff5236-1956-47f9-ab71-513603762773 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '773e2478-13af-4dd0-bb1a-13e4946a40f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '616341ad-8ee5-46dd-a50f-fbf4c382e06c'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:24:36.283097 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55005999-630d-432e-ae64-c5e334530db2 req-c347d0eb-54a0-47a9-9b31-7180a86e0291 service neutron] Attempting to bind port 8cff5236-1956-47f9-ab71-513603762773 on network 616341ad-8ee5-46dd-a50f-fbf4c382e06c {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:24:36.288004 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55005999-630d-432e-ae64-c5e334530db2 req-c347d0eb-54a0-47a9-9b31-7180a86e0291 service neutron] Port 8cff5236-1956-47f9-ab71-513603762773 on network 616341ad-8ee5-46dd-a50f-fbf4c382e06c not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:24:36.288480 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55005999-630d-432e-ae64-c5e334530db2 req-c347d0eb-54a0-47a9-9b31-7180a86e0291 service neutron] Attempting to bind port 8cff5236-1956-47f9-ab71-513603762773 on network 616341ad-8ee5-46dd-a50f-fbf4c382e06c {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:24:36.294020 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55005999-630d-432e-ae64-c5e334530db2 req-c347d0eb-54a0-47a9-9b31-7180a86e0291 service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:24:36.294993 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55005999-630d-432e-ae64-c5e334530db2 req-c347d0eb-54a0-47a9-9b31-7180a86e0291 service neutron] Checking segment: {'id': '773e2478-13af-4dd0-bb1a-13e4946a40f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '616341ad-8ee5-46dd-a50f-fbf4c382e06c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:24:36.294993 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55005999-630d-432e-ae64-c5e334530db2 req-c347d0eb-54a0-47a9-9b31-7180a86e0291 service neutron] Bound using segment: {'id': '773e2478-13af-4dd0-bb1a-13e4946a40f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '616341ad-8ee5-46dd-a50f-fbf4c382e06c'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:24:36.295495 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-55005999-630d-432e-ae64-c5e334530db2 req-c347d0eb-54a0-47a9-9b31-7180a86e0291 service neutron] Bound port: 8cff5236-1956-47f9-ab71-513603762773, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '773e2478-13af-4dd0-bb1a-13e4946a40f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '616341ad-8ee5-46dd-a50f-fbf4c382e06c'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:24:36.295949 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-55005999-630d-432e-ae64-c5e334530db2 req-c347d0eb-54a0-47a9-9b31-7180a86e0291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:36.319469 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-64a3512b-4b21-46d2-a097-a47da40ba6d1 None None] Allocated IP 2001:db8::f816:3eff:fece:ecf5 (5ec417a5-fa6c-4abd-aa15-b83b9df83503/3a662318-e3b1-404c-9f07-101128cafe52/cc7a87c2-2f04-42b3-96ac-c8deedd62176) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:24:36.370612 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-55005999-630d-432e-ae64-c5e334530db2 req-c347d0eb-54a0-47a9-9b31-7180a86e0291 service neutron] For port 8cff5236-1956-47f9-ab71-513603762773, host n-h2-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:24:36.386152 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-55005999-630d-432e-ae64-c5e334530db2 req-c347d0eb-54a0-47a9-9b31-7180a86e0291 service neutron] For port 8cff5236-1956-47f9-ab71-513603762773, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=8cff5236-1956-47f9-ab71-513603762773,segment=NetworkSegment(773e2478-13af-4dd0-bb1a-13e4946a40f7),segment_id=773e2478-13af-4dd0-bb1a-13e4946a40f7)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:24:36.391653 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-55005999-630d-432e-ae64-c5e334530db2 req-c347d0eb-54a0-47a9-9b31-7180a86e0291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:36.428354 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55005999-630d-432e-ae64-c5e334530db2 req-c347d0eb-54a0-47a9-9b31-7180a86e0291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:36.428651 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-55005999-630d-432e-ae64-c5e334530db2 req-c347d0eb-54a0-47a9-9b31-7180a86e0291 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:36.430076 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-55005999-630d-432e-ae64-c5e334530db2 req-c347d0eb-54a0-47a9-9b31-7180a86e0291 service neutron] 10.222.0.67 "PUT /v2.0/ports/8cff5236-1956-47f9-ab71-513603762773 HTTP/1.1" status: 200 len: 1091 time: 1.1457272 Jan 18 22:24:36.430582 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1555094a-5480-4989-84ad-388f76f45c04', 'tag': '8cff5236-1956-47f9-ab71-513603762773'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:24:36.432921 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f9c2bee-65d9-4c78-b70a-d8ef216a6b64" -d '{"events": [{"name": "network-changed", "server_uuid": "1555094a-5480-4989-84ad-388f76f45c04", "tag": "8cff5236-1956-47f9-ab71-513603762773"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:24:36.457773 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c347d0eb-54a0-47a9-9b31-7180a86e0291 service neutron] Pushing event updated for resources: {'Port': ['ID=8cff5236-1956-47f9-ab71-513603762773,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:36.499989 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb79ab9f-e196-493d-b4ff-1c99e0128e87 x-openstack-request-id: req-fb79ab9f-e196-493d-b4ff-1c99e0128e87 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:24:36.500317 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1555094a-5480-4989-84ad-388f76f45c04", "tag": "8cff5236-1956-47f9-ab71-513603762773", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:24:36.500561 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fb79ab9f-e196-493d-b4ff-1c99e0128e87 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:24:36.500963 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1555094a-5480-4989-84ad-388f76f45c04', 'tag': '8cff5236-1956-47f9-ab71-513603762773', 'status': 'completed', 'code': 200} Jan 18 22:24:36.507398 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-64a3512b-4b21-46d2-a097-a47da40ba6d1 None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:36.514352 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-64a3512b-4b21-46d2-a097-a47da40ba6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:36.542479 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55005999-630d-432e-ae64-c5e334530db2 req-c452a28f-e686-4e7b-a42f-7593845f5662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:36.544246 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-55005999-630d-432e-ae64-c5e334530db2 req-c452a28f-e686-4e7b-a42f-7593845f5662 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=feff401a111441e8bc4bdb3f9c55f3c8&device_id=1555094a-5480-4989-84ad-388f76f45c04 HTTP/1.1" status: 200 len: 1094 time: 0.0543182 Jan 18 22:24:36.565724 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a3512b-4b21-46d2-a097-a47da40ba6d1 None None] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:24:36.568886 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-64a3512b-4b21-46d2-a097-a47da40ba6d1 None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:24:36.573312 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a3512b-4b21-46d2-a097-a47da40ba6d1 None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:24:36.576448 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a3512b-4b21-46d2-a097-a47da40ba6d1 None None] Pushing event updated for resources: {'Port': ['ID=cc7a87c2-2f04-42b3-96ac-c8deedd62176,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:36.611985 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-55005999-630d-432e-ae64-c5e334530db2 req-d717e68f-4911-46e0-8cb3-d15a7156a9df service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8cff5236-1956-47f9-ab71-513603762773 HTTP/1.1" status: 200 len: 217 time: 0.0530348 Jan 18 22:24:36.630325 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-64a3512b-4b21-46d2-a097-a47da40ba6d1 None None] Attempting to bind port cc7a87c2-2f04-42b3-96ac-c8deedd62176 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:24:36.630698 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-64a3512b-4b21-46d2-a097-a47da40ba6d1 None None] Attempting to bind port cc7a87c2-2f04-42b3-96ac-c8deedd62176 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '3c2fda82-0722-4d26-8bf8-bb1f4fe594b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:24:36.631113 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a3512b-4b21-46d2-a097-a47da40ba6d1 None None] Attempting to bind port cc7a87c2-2f04-42b3-96ac-c8deedd62176 on network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:24:36.637024 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a3512b-4b21-46d2-a097-a47da40ba6d1 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:24:36.637404 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a3512b-4b21-46d2-a097-a47da40ba6d1 None None] Checking segment: {'id': '3c2fda82-0722-4d26-8bf8-bb1f4fe594b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:24:36.637809 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-64a3512b-4b21-46d2-a097-a47da40ba6d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:36.638206 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a3512b-4b21-46d2-a097-a47da40ba6d1 None None] Bound using segment: {'id': '3c2fda82-0722-4d26-8bf8-bb1f4fe594b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:24:36.638666 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-64a3512b-4b21-46d2-a097-a47da40ba6d1 None None] Bound port: cc7a87c2-2f04-42b3-96ac-c8deedd62176, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2fda82-0722-4d26-8bf8-bb1f4fe594b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:24:36.639044 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-64a3512b-4b21-46d2-a097-a47da40ba6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:36.661902 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6548890-3f33-4c91-917c-028902d084a5 req-ca021c64-7d24-4c4c-9288-f3f6c79d471e tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:36.663352 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-a6548890-3f33-4c91-917c-028902d084a5 req-ca021c64-7d24-4c4c-9288-f3f6c79d471e tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.36 "GET /v2.0/ports?device_id=df028d19-26e8-46f5-b279-f65cd72694c5 HTTP/1.1" status: 200 len: 945 time: 0.1052344 Jan 18 22:24:36.677828 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6792d2-2720-4f6f-9d51-0858b1dd1b6a req-b3b0b591-c78c-4000-a31e-03b7a9e1d652 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:36.687734 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ee6792d2-2720-4f6f-9d51-0858b1dd1b6a req-b3b0b591-c78c-4000-a31e-03b7a9e1d652 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=1555094a-5480-4989-84ad-388f76f45c04 HTTP/1.1" status: 200 len: 943 time: 0.1384029 Jan 18 22:24:36.706705 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-64a3512b-4b21-46d2-a097-a47da40ba6d1 None None] For port cc7a87c2-2f04-42b3-96ac-c8deedd62176, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:24:36.710640 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-64a3512b-4b21-46d2-a097-a47da40ba6d1 None None] For port cc7a87c2-2f04-42b3-96ac-c8deedd62176, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=cc7a87c2-2f04-42b3-96ac-c8deedd62176,segment=NetworkSegment(3c2fda82-0722-4d26-8bf8-bb1f4fe594b8),segment_id=3c2fda82-0722-4d26-8bf8-bb1f4fe594b8)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:24:36.716376 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-64a3512b-4b21-46d2-a097-a47da40ba6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:36.742123 n-d-825064-1 neutron-server[102431]: INFO neutron.db.ipam_backend_mixin [None req-8bd78414-45b1-40ad-8ca2-1fb854bdc810 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3a662318-e3b1-404c-9f07-101128cafe52 (CIDR: 2001:db8::/64) Jan 18 22:24:36.760515 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55005999-630d-432e-ae64-c5e334530db2 req-3633fbe7-8190-474d-8022-989a76b0e95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:36.761987 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-55005999-630d-432e-ae64-c5e334530db2 req-3633fbe7-8190-474d-8022-989a76b0e95c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=39872394-9ec8-42e0-a515-8c2f5c78361a HTTP/1.1" status: 200 len: 852 time: 0.1431108 Jan 18 22:24:36.763864 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bd78414-45b1-40ad-8ca2-1fb854bdc810 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 22:24:36.764460 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bd78414-45b1-40ad-8ca2-1fb854bdc810 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:24:36.767905 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8e08ace1-8dfc-4ab2-80df-08f216cc6f86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:36.772914 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a3512b-4b21-46d2-a097-a47da40ba6d1 None None] Pushing event updated for resources: {'Port': ['ID=cc7a87c2-2f04-42b3-96ac-c8deedd62176,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:36.775242 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8e08ace1-8dfc-4ab2-80df-08f216cc6f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:36.821949 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-55005999-630d-432e-ae64-c5e334530db2 req-cd6ebe46-95b4-469b-ba49-04085803cc33 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=616341ad-8ee5-46dd-a50f-fbf4c382e06c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443106 Jan 18 22:24:36.825960 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ee6792d2-2720-4f6f-9d51-0858b1dd1b6a req-e923a73a-af6c-4fb7-bb44-d33b3c5cefc7 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290166 Jan 18 22:24:36.831025 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e08ace1-8dfc-4ab2-80df-08f216cc6f86 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:24:36.843187 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-8bd78414-45b1-40ad-8ca2-1fb854bdc810 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8556297 Jan 18 22:24:36.852948 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 40544) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:36.853883 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546309e5-ff24-47fc-8842-914ae935610f req-108a28a9-1152-4551-a903-1e3762cabc4f tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:36.855588 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-546309e5-ff24-47fc-8842-914ae935610f req-108a28a9-1152-4551-a903-1e3762cabc4f tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/ports?device_id=df028d19-26e8-46f5-b279-f65cd72694c5 HTTP/1.1" status: 200 len: 945 time: 0.1382623 Jan 18 22:24:36.859339 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-550de127-dfbb-4624-acef-9dc7b9b702e5 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Request body: {'subnet': {'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:24:36.887583 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8e08ace1-8dfc-4ab2-80df-08f216cc6f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:36.887936 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-8e08ace1-8dfc-4ab2-80df-08f216cc6f86 admin admin] Added segment a3084ea7-91f0-4422-b967-dca84232055d of type vlan for network 7935903f-7cf8-4eff-97f2-3a283f1f2d72 Jan 18 22:24:36.889141 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e08ace1-8dfc-4ab2-80df-08f216cc6f86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eec533d4-cb0c-4615-97f5-deacdb5af55b,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:36.947533 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-546309e5-ff24-47fc-8842-914ae935610f req-7da84f72-ea7b-43f0-9fa2-7fd3be4366ba tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9107f98-3261-4c9b-b70c-aaafa7d6fae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708621 Jan 18 22:24:37.008089 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-55005999-630d-432e-ae64-c5e334530db2 req-6d81312f-1971-437e-ad32-393791e300eb service neutron] 10.222.0.67 "GET /v2.0/networks/616341ad-8ee5-46dd-a50f-fbf4c382e06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514165 Jan 18 22:24:37.057738 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8e08ace1-8dfc-4ab2-80df-08f216cc6f86 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:37.132341 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-55005999-630d-432e-ae64-c5e334530db2 req-8654bd2f-b789-44f2-a4cd-05b0e7bd3c06 service neutron] 10.222.0.67 "GET /v2.0/networks/616341ad-8ee5-46dd-a50f-fbf4c382e06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167219 Jan 18 22:24:37.133259 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8e08ace1-8dfc-4ab2-80df-08f216cc6f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:37.134219 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e08ace1-8dfc-4ab2-80df-08f216cc6f86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:37.134798 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8e08ace1-8dfc-4ab2-80df-08f216cc6f86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:37.148869 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-a6548890-3f33-4c91-917c-028902d084a5 req-35926894-c08c-4e6c-ab7c-0b4ec47b2218 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Deleting port de506eff-e2de-4b1b-8227-0ebf2a7b2ba8 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:24:37.149249 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-a6548890-3f33-4c91-917c-028902d084a5 req-35926894-c08c-4e6c-ab7c-0b4ec47b2218 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:37.195920 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f782a8f-ecb7-4731-a4c0-5747953ccf85 req-99a0d8ed-0e60-4522-9db8-cefd250689c9 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:37.197355 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4f782a8f-ecb7-4731-a4c0-5747953ccf85 req-99a0d8ed-0e60-4522-9db8-cefd250689c9 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/ports?device_id=99555713-a052-4f2b-bed2-fb8b5d6b9caa HTTP/1.1" status: 200 len: 945 time: 0.0641317 Jan 18 22:24:37.235278 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-8e08ace1-8dfc-4ab2-80df-08f216cc6f86 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3286703 Jan 18 22:24:37.242589 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 40552) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:37.250221 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-2063862a-3ac6-4545-9b4c-08a29de8f08f admin admin] Request body: {'subnet': {'network_id': '7935903f-7cf8-4eff-97f2-3a283f1f2d72', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1021644173-subnet', 'tenant_id': '5013031cd38240e399331b9fe1595fa8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:24:37.289778 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4f782a8f-ecb7-4731-a4c0-5747953ccf85 req-953e6139-df75-4705-aba9-abfe6c0c438e tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/security-groups?id=68e1f851-73aa-4cda-8095-0e2a92a325ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820811 Jan 18 22:24:37.293494 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9c2bee-65d9-4c78-b70a-d8ef216a6b64 req-7a98a14d-c8de-4448-b3d0-9f81c1572ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:37.294991 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3f9c2bee-65d9-4c78-b70a-d8ef216a6b64 req-7a98a14d-c8de-4448-b3d0-9f81c1572ad0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=feff401a111441e8bc4bdb3f9c55f3c8&device_id=1555094a-5480-4989-84ad-388f76f45c04 HTTP/1.1" status: 200 len: 1094 time: 0.0967214 Jan 18 22:24:37.301162 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e08ace1-8dfc-4ab2-80df-08f216cc6f86 admin admin] Pushing event updated for resources: {'Network': ['ID=7935903f-7cf8-4eff-97f2-3a283f1f2d72,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:37.301359 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2063862a-3ac6-4545-9b4c-08a29de8f08f admin admin] Made reservation on behalf of 5013031cd38240e399331b9fe1595fa8 for: {'subnet': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:24:37.303745 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2063862a-3ac6-4545-9b4c-08a29de8f08f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62288702'] for subnet, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:37.308526 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-550de127-dfbb-4624-acef-9dc7b9b702e5 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Made reservation on behalf of 0a17ff9ddd5f489695e0235ae87388f5 for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:24:37.312672 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-550de127-dfbb-4624-acef-9dc7b9b702e5 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:37.319114 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 7935903f-7cf8-4eff-97f2-3a283f1f2d72 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:24:37.390711 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-a6548890-3f33-4c91-917c-028902d084a5 req-35926894-c08c-4e6c-ab7c-0b4ec47b2218 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] For port de506eff-e2de-4b1b-8227-0ebf2a7b2ba8, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=de506eff-e2de-4b1b-8227-0ebf2a7b2ba8,segment=NetworkSegment(6d4c9fdf-454c-4b11-b8c6-11146d43a316),segment_id=6d4c9fdf-454c-4b11-b8c6-11146d43a316)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:24:37.391081 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-a6548890-3f33-4c91-917c-028902d084a5 req-35926894-c08c-4e6c-ab7c-0b4ec47b2218 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:37.409652 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-a6548890-3f33-4c91-917c-028902d084a5 req-35926894-c08c-4e6c-ab7c-0b4ec47b2218 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Calling delete_port for de506eff-e2de-4b1b-8227-0ebf2a7b2ba8 owned by compute:nova {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:24:37.456350 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9c2bee-65d9-4c78-b70a-d8ef216a6b64 req-10e8c083-c688-42e7-a5f8-6f7ad118b5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:37.457718 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3f9c2bee-65d9-4c78-b70a-d8ef216a6b64 req-10e8c083-c688-42e7-a5f8-6f7ad118b5fc service neutron] 10.222.0.67 "GET /v2.0/networks?id=616341ad-8ee5-46dd-a50f-fbf4c382e06c HTTP/1.1" status: 200 len: 912 time: 0.1518488 Jan 18 22:24:37.517101 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3f9c2bee-65d9-4c78-b70a-d8ef216a6b64 req-4383d18f-ffa4-49cb-9b53-abede75d055c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8cff5236-1956-47f9-ab71-513603762773 HTTP/1.1" status: 200 len: 217 time: 0.0518365 Jan 18 22:24:37.623305 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2063862a-3ac6-4545-9b4c-08a29de8f08f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60203213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62288684'] for subnet, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:37.626993 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9c2bee-65d9-4c78-b70a-d8ef216a6b64 req-ec8f9384-90a5-4b28-815a-24d718d9e74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:37.628671 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3f9c2bee-65d9-4c78-b70a-d8ef216a6b64 req-ec8f9384-90a5-4b28-815a-24d718d9e74a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=39872394-9ec8-42e0-a515-8c2f5c78361a HTTP/1.1" status: 200 len: 852 time: 0.0928650 Jan 18 22:24:37.658884 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-a6548890-3f33-4c91-917c-028902d084a5 req-35926894-c08c-4e6c-ab7c-0b4ec47b2218 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:37.673331 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['de506eff-e2de-4b1b-8227-0ebf2a7b2ba8'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:24:37.689870 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3f9c2bee-65d9-4c78-b70a-d8ef216a6b64 req-564abe9d-f684-4f83-b3a2-ecf52203298a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=616341ad-8ee5-46dd-a50f-fbf4c382e06c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371048 Jan 18 22:24:37.718918 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35926894-c08c-4e6c-ab7c-0b4ec47b2218 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Pushing event deleted for resources: {'Port': ['ID=de506eff-e2de-4b1b-8227-0ebf2a7b2ba8,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:37.721044 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-550de127-dfbb-4624-acef-9dc7b9b702e5 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:37.736167 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2063862a-3ac6-4545-9b4c-08a29de8f08f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6d3b277-1a90-463a-aacc-755d90081d26,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:37.788561 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2063862a-3ac6-4545-9b4c-08a29de8f08f admin admin] Checking segment: {'id': 'a3084ea7-91f0-4422-b967-dca84232055d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '7935903f-7cf8-4eff-97f2-3a283f1f2d72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:24:37.788929 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2063862a-3ac6-4545-9b4c-08a29de8f08f admin admin] Network hostable DHCP agents. Network: 7935903f-7cf8-4eff-97f2-3a283f1f2d72, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:24:37.801120 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550de127-dfbb-4624-acef-9dc7b9b702e5 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:24:37.802161 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6548890-3f33-4c91-917c-028902d084a5 req-35926894-c08c-4e6c-ab7c-0b4ec47b2218 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] No DVR routers for this DVR port de506eff-e2de-4b1b-8227-0ebf2a7b2ba8 on host n-h1-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:24:37.806634 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-a6548890-3f33-4c91-917c-028902d084a5 req-35926894-c08c-4e6c-ab7c-0b4ec47b2218 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:37.809928 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-a6548890-3f33-4c91-917c-028902d084a5 req-35926894-c08c-4e6c-ab7c-0b4ec47b2218 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.36 "DELETE /v2.0/ports/de506eff-e2de-4b1b-8227-0ebf2a7b2ba8 HTTP/1.1" status: 204 len: 173 time: 1.1353016 Jan 18 22:24:37.810550 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df028d19-26e8-46f5-b279-f65cd72694c5', 'name': 'network-vif-deleted', 'tag': 'de506eff-e2de-4b1b-8227-0ebf2a7b2ba8'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:24:37.812956 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf186792-0207-4866-98e1-cfd6e4e95a56" -d '{"events": [{"server_uuid": "df028d19-26e8-46f5-b279-f65cd72694c5", "name": "network-vif-deleted", "tag": "de506eff-e2de-4b1b-8227-0ebf2a7b2ba8"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:24:37.816424 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-550de127-dfbb-4624-acef-9dc7b9b702e5 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:24:37.821688 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550de127-dfbb-4624-acef-9dc7b9b702e5 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:37.822262 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-550de127-dfbb-4624-acef-9dc7b9b702e5 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:37.836686 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550de127-dfbb-4624-acef-9dc7b9b702e5 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event updated for resources: {'Subnet': ['ID=3a953a1c-5502-47d3-9699-55b0ccd33816,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:37.841398 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2063862a-3ac6-4545-9b4c-08a29de8f08f admin admin] Network 7935903f-7cf8-4eff-97f2-3a283f1f2d72 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:24:37.850436 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-550de127-dfbb-4624-acef-9dc7b9b702e5 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9964116 Jan 18 22:24:37.854984 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 40558) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:37.861200 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-01f62da0-88c5-4cd2-b304-f93d37beb2dc tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Request body: {'port': {'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503', 'mac_address': 'fa:16:3e:a7:6c:08', 'name': 'tempest-NetworksTestDHCPv6-943014474'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:24:37.868254 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3f9c2bee-65d9-4c78-b70a-d8ef216a6b64 req-8072b3cc-5b76-4639-be04-21324cd8529b service neutron] 10.222.0.67 "GET /v2.0/networks/616341ad-8ee5-46dd-a50f-fbf4c382e06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705310 Jan 18 22:24:37.875003 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fef7bb9-46fd-4ae8-8700-99bec2a1cb6a x-openstack-request-id: req-0fef7bb9-46fd-4ae8-8700-99bec2a1cb6a {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:24:37.875297 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df028d19-26e8-46f5-b279-f65cd72694c5", "name": "network-vif-deleted", "tag": "de506eff-e2de-4b1b-8227-0ebf2a7b2ba8", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:24:37.875681 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0fef7bb9-46fd-4ae8-8700-99bec2a1cb6a {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:24:37.876711 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df028d19-26e8-46f5-b279-f65cd72694c5', 'name': 'network-vif-deleted', 'tag': 'de506eff-e2de-4b1b-8227-0ebf2a7b2ba8', 'status': 'completed', 'code': 200} Jan 18 22:24:37.887396 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-2063862a-3ac6-4545-9b4c-08a29de8f08f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 7935903f-7cf8-4eff-97f2-3a283f1f2d72) {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:24:37.892699 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2063862a-3ac6-4545-9b4c-08a29de8f08f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:37.893437 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2063862a-3ac6-4545-9b4c-08a29de8f08f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:37.901845 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74855654-5344-4a34-89e0-2210f6d89d69 None None] Network 7935903f-7cf8-4eff-97f2-3a283f1f2d72 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:24:38.152379 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea3b85e-8314-4d1b-a461-372ead3d6b71 None None] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:24:38.155927 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device cc7a87c2-2f04-42b3-96ac-c8deedd62176 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:24:38.264733 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-4f6a6137-db24-4b20-8820-d05965fb1af7 None None] Provisioning complete for port cc7a87c2-2f04-42b3-96ac-c8deedd62176 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:24:38.265106 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4f6a6137-db24-4b20-8820-d05965fb1af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:38.416291 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-2063862a-3ac6-4545-9b4c-08a29de8f08f admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1722641 Jan 18 22:24:38.425414 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port cc7a87c2-2f04-42b3-96ac-c8deedd62176 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:24:38.425787 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:38.443297 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fe693768-2863-45ac-b7c2-f1f19e4272e8 req-3188d949-e6e3-4806-a122-5b29cb2ffd70 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/ports?device_id=df028d19-26e8-46f5-b279-f65cd72694c5 HTTP/1.1" status: 200 len: 210 time: 0.0958712 Jan 18 22:24:38.449315 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33af366-ee1a-437a-9110-721accb947bc None None] Network 7935903f-7cf8-4eff-97f2-3a283f1f2d72 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:24:38.518850 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c392807-8efe-429e-b1d1-7ae1a5a04589 req-866bb92d-c6a5-4146-9edc-3f8ac8145d2c tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:38.520430 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4c392807-8efe-429e-b1d1-7ae1a5a04589 req-866bb92d-c6a5-4146-9edc-3f8ac8145d2c tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=1555094a-5480-4989-84ad-388f76f45c04 HTTP/1.1" status: 200 len: 943 time: 0.5073409 Jan 18 22:24:38.528386 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3f9c2bee-65d9-4c78-b70a-d8ef216a6b64 req-b43e8148-c42a-434c-a668-17215e03cb9f service neutron] 10.222.0.67 "GET /v2.0/networks/616341ad-8ee5-46dd-a50f-fbf4c382e06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6424897 Jan 18 22:24:38.572728 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4f6a6137-db24-4b20-8820-d05965fb1af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:38.575050 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01f62da0-88c5-4cd2-b304-f93d37beb2dc tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Made reservation on behalf of 0a17ff9ddd5f489695e0235ae87388f5 for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:24:38.582170 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4c392807-8efe-429e-b1d1-7ae1a5a04589 req-bfb80435-6f9d-4494-8281-f2c4aacd02ad tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528309 Jan 18 22:24:38.678968 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-01f62da0-88c5-4cd2-b304-f93d37beb2dc tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:38.707510 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-4f6a6137-db24-4b20-8820-d05965fb1af7 None None] For port cc7a87c2-2f04-42b3-96ac-c8deedd62176, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=cc7a87c2-2f04-42b3-96ac-c8deedd62176,segment=NetworkSegment(3c2fda82-0722-4d26-8bf8-bb1f4fe594b8),segment_id=3c2fda82-0722-4d26-8bf8-bb1f4fe594b8)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:24:38.738896 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4f6a6137-db24-4b20-8820-d05965fb1af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:38.739278 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [None req-01f62da0-88c5-4cd2-b304-f93d37beb2dc tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] device_id is not set on port b61ccf76-99e5-4ac1-b7dd-8a6628696f26 yet. {{(pid=102430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:24:38.776721 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:38.807641 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a75646-d80e-42f8-bb4c-27628fe395e7 None None] Update dhcp port {'port': {'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503', 'fixed_ips': [{'subnet_id': '3a662318-e3b1-404c-9f07-101128cafe52', 'ip_address': '2001:db8::f816:3eff:fece:ecf5'}, {'subnet_id': '3a953a1c-5502-47d3-9699-55b0ccd33816'}], 'binding:host_id': 'n-d-825064-1'}, 'id': 'cc7a87c2-2f04-42b3-96ac-c8deedd62176'} from n-d-825064-1. {{(pid=102432) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jan 18 22:24:38.815505 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc298a27-7594-4241-af6d-1865ee0be57a req-fccefd38-3593-4199-bdec-4a1426212878 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:38.817107 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-dc298a27-7594-4241-af6d-1865ee0be57a req-fccefd38-3593-4199-bdec-4a1426212878 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/ports?device_id=99555713-a052-4f2b-bed2-fb8b5d6b9caa HTTP/1.1" status: 200 len: 945 time: 0.1189630 Jan 18 22:24:38.852204 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6a6137-db24-4b20-8820-d05965fb1af7 None None] Pushing event updated for resources: {'Port': ['ID=cc7a87c2-2f04-42b3-96ac-c8deedd62176,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:38.856171 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-98a75646-d80e-42f8-bb4c-27628fe395e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:38.920478 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.db.api [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 22:24:38.920879 n-d-825064-1 neutron-server[102432]: DEBUG oslo_db.api [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 22:24:38.962501 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-dc298a27-7594-4241-af6d-1865ee0be57a req-315fd03f-80e5-4fc4-ab79-a9c6a14634db tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/security-groups?id=68e1f851-73aa-4cda-8095-0e2a92a325ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337833 Jan 18 22:24:38.963611 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-01f62da0-88c5-4cd2-b304-f93d37beb2dc tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Allocated IP 2001:db8:0:1::74 (5ec417a5-fa6c-4abd-aa15-b83b9df83503/3a953a1c-5502-47d3-9699-55b0ccd33816/b61ccf76-99e5-4ac1-b7dd-8a6628696f26) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:24:38.971570 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-01f62da0-88c5-4cd2-b304-f93d37beb2dc tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Allocated IP 2001:db8::f816:3eff:fea7:6c08 (5ec417a5-fa6c-4abd-aa15-b83b9df83503/3a662318-e3b1-404c-9f07-101128cafe52/b61ccf76-99e5-4ac1-b7dd-8a6628696f26) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:24:39.075842 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 40586) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:39.080919 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-73bae0e7-f1c3-40e9-81f4-345f9e7d7ed9 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-387939201-network', 'tenant_id': '8d3e013b3ad240cfa0f71a0d8ad40434'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:24:39.105436 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73bae0e7-f1c3-40e9-81f4-345f9e7d7ed9 admin admin] Made reservation on behalf of 8d3e013b3ad240cfa0f71a0d8ad40434 for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:24:39.108078 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-73bae0e7-f1c3-40e9-81f4-345f9e7d7ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:39.120037 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-73bae0e7-f1c3-40e9-81f4-345f9e7d7ed9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:39.153903 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-01f62da0-88c5-4cd2-b304-f93d37beb2dc tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:39.189806 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-01f62da0-88c5-4cd2-b304-f93d37beb2dc tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:39.201849 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-73bae0e7-f1c3-40e9-81f4-345f9e7d7ed9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:39.205904 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-73bae0e7-f1c3-40e9-81f4-345f9e7d7ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:39.232796 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73bae0e7-f1c3-40e9-81f4-345f9e7d7ed9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:24:39.237681 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f62da0-88c5-4cd2-b304-f93d37beb2dc tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:24:39.241052 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-01f62da0-88c5-4cd2-b304-f93d37beb2dc tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:24:39.243137 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-98a75646-d80e-42f8-bb4c-27628fe395e7 None None] Allocated IP 2001:db8:0:1::2 (5ec417a5-fa6c-4abd-aa15-b83b9df83503/3a953a1c-5502-47d3-9699-55b0ccd33816/cc7a87c2-2f04-42b3-96ac-c8deedd62176) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:24:39.244858 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bae0e7-f1c3-40e9-81f4-345f9e7d7ed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9391e5b8-ec59-4e61-a25b-081996536489,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:39.245219 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f62da0-88c5-4cd2-b304-f93d37beb2dc tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:24:39.250989 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f62da0-88c5-4cd2-b304-f93d37beb2dc tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:39.252355 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-01f62da0-88c5-4cd2-b304-f93d37beb2dc tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:39.252561 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-73bae0e7-f1c3-40e9-81f4-345f9e7d7ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:39.252751 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-73bae0e7-f1c3-40e9-81f4-345f9e7d7ed9 admin admin] Added segment 7f5efddf-bdbd-469e-b9b8-6b6d23c077f4 of type vlan for network 67b53b99-93e9-4764-b10f-f01b28c4dd54 Jan 18 22:24:39.267558 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f62da0-88c5-4cd2-b304-f93d37beb2dc tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event updated for resources: {'Port': ['ID=b61ccf76-99e5-4ac1-b7dd-8a6628696f26,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:39.273405 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-01f62da0-88c5-4cd2-b304-f93d37beb2dc tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.4171829 Jan 18 22:24:39.275993 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 40588) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:39.305423 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-73bae0e7-f1c3-40e9-81f4-345f9e7d7ed9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:39.337768 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-73bae0e7-f1c3-40e9-81f4-345f9e7d7ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:39.338939 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73bae0e7-f1c3-40e9-81f4-345f9e7d7ed9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:39.339808 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-73bae0e7-f1c3-40e9-81f4-345f9e7d7ed9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:39.374229 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-f2de7017-8d24-4631-b88e-aba8a778c68d tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Deleting port b61ccf76-99e5-4ac1-b7dd-8a6628696f26 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:24:39.374578 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f2de7017-8d24-4631-b88e-aba8a778c68d tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:39.381103 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-98a75646-d80e-42f8-bb4c-27628fe395e7 None None] For port cc7a87c2-2f04-42b3-96ac-c8deedd62176, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=cc7a87c2-2f04-42b3-96ac-c8deedd62176,segment=NetworkSegment(3c2fda82-0722-4d26-8bf8-bb1f4fe594b8),segment_id=3c2fda82-0722-4d26-8bf8-bb1f4fe594b8)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:24:39.401222 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bae0e7-f1c3-40e9-81f4-345f9e7d7ed9 admin admin] Pushing event updated for resources: {'Network': ['ID=67b53b99-93e9-4764-b10f-f01b28c4dd54,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:39.411017 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-98a75646-d80e-42f8-bb4c-27628fe395e7 None None] Notify callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:39.414329 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 67b53b99-93e9-4764-b10f-f01b28c4dd54 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:24:39.416181 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-73bae0e7-f1c3-40e9-81f4-345f9e7d7ed9 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.3391871 Jan 18 22:24:39.418808 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 40590) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:39.425428 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-32d3b3e8-ff63-44ce-af51-06ac10d6b2a8 admin admin] Request body: {'subnet': {'network_id': '67b53b99-93e9-4764-b10f-f01b28c4dd54', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-387939201-subnet', 'tenant_id': '8d3e013b3ad240cfa0f71a0d8ad40434', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:24:39.433726 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-98a75646-d80e-42f8-bb4c-27628fe395e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:39.452666 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32d3b3e8-ff63-44ce-af51-06ac10d6b2a8 admin admin] Made reservation on behalf of 8d3e013b3ad240cfa0f71a0d8ad40434 for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:24:39.457232 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-32d3b3e8-ff63-44ce-af51-06ac10d6b2a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:39.469054 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f2de7017-8d24-4631-b88e-aba8a778c68d tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:39.482938 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-f2de7017-8d24-4631-b88e-aba8a778c68d tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Calling delete_port for b61ccf76-99e5-4ac1-b7dd-8a6628696f26 owned by {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:24:39.600097 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a75646-d80e-42f8-bb4c-27628fe395e7 None None] Pushing event updated for resources: {'Port': ['ID=cc7a87c2-2f04-42b3-96ac-c8deedd62176,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:39.678079 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-32d3b3e8-ff63-44ce-af51-06ac10d6b2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:39.733790 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d3b3e8-ff63-44ce-af51-06ac10d6b2a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70851d42-9a78-442e-8462-377d95182338,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:39.765716 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d3b3e8-ff63-44ce-af51-06ac10d6b2a8 admin admin] Checking segment: {'id': '7f5efddf-bdbd-469e-b9b8-6b6d23c077f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '67b53b99-93e9-4764-b10f-f01b28c4dd54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:24:39.766105 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d3b3e8-ff63-44ce-af51-06ac10d6b2a8 admin admin] Network hostable DHCP agents. Network: 67b53b99-93e9-4764-b10f-f01b28c4dd54, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:24:39.776502 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b46386-c909-490e-b0d7-4214fa915872 req-79e81750-e39d-4de3-9bce-afed1f844a85 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:39.784083 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-87b46386-c909-490e-b0d7-4214fa915872 req-79e81750-e39d-4de3-9bce-afed1f844a85 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=1555094a-5480-4989-84ad-388f76f45c04 HTTP/1.1" status: 200 len: 943 time: 0.0932405 Jan 18 22:24:39.788245 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d3b3e8-ff63-44ce-af51-06ac10d6b2a8 admin admin] Network 67b53b99-93e9-4764-b10f-f01b28c4dd54 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:24:39.792183 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f2de7017-8d24-4631-b88e-aba8a778c68d tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:39.804282 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-32d3b3e8-ff63-44ce-af51-06ac10d6b2a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 67b53b99-93e9-4764-b10f-f01b28c4dd54) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:24:39.810224 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d3b3e8-ff63-44ce-af51-06ac10d6b2a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:39.810860 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-32d3b3e8-ff63-44ce-af51-06ac10d6b2a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:39.817026 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41ab599-6cfc-4f08-98ab-8e65be6d7358 None None] Network 67b53b99-93e9-4764-b10f-f01b28c4dd54 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:24:39.836156 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2de7017-8d24-4631-b88e-aba8a778c68d tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event deleted for resources: {'Port': ['ID=b61ccf76-99e5-4ac1-b7dd-8a6628696f26,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:39.857924 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 40612) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:39.877517 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-32d3b3e8-ff63-44ce-af51-06ac10d6b2a8 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4572024 Jan 18 22:24:39.912027 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-87b46386-c909-490e-b0d7-4214fa915872 req-66f3973e-a919-4e75-9f8f-30685c70ef6b tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268542 Jan 18 22:24:39.962766 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f2de7017-8d24-4631-b88e-aba8a778c68d tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:39.969074 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-f2de7017-8d24-4631-b88e-aba8a778c68d tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "DELETE /v2.0/ports/b61ccf76-99e5-4ac1-b7dd-8a6628696f26 HTTP/1.1" status: 204 len: 168 time: 0.6889598 Jan 18 22:24:39.969514 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 40616) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:39.979651 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e34bcf-3290-4bf1-a1c4-9e26e23dcd4b None None] Network 67b53b99-93e9-4764-b10f-f01b28c4dd54 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:24:39.995979 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7c70adf9-3ae3-4159-bc9b-5c5a7d2bf0bf tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:40.026682 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7c70adf9-3ae3-4159-bc9b-5c5a7d2bf0bf tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:40.065751 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42975f47-f853-4f0a-8532-1a3fa882977d tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:40.071352 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-42975f47-f853-4f0a-8532-1a3fa882977d tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1012433 Jan 18 22:24:40.072240 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 40620) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:40.144557 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86358cb3-ae91-42f6-905b-ecec04464889 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:40.149628 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-86358cb3-ae91-42f6-905b-ecec04464889 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0759888 Jan 18 22:24:40.150451 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 40624) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:40.211713 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device cc7a87c2-2f04-42b3-96ac-c8deedd62176 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:24:40.218378 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a880ce-0384-4f72-9d9b-8ff08fb06fa5 req-7ab286fc-cc5f-4b50-8434-722477a0435a tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:40.226797 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e0a880ce-0384-4f72-9d9b-8ff08fb06fa5 req-7ab286fc-cc5f-4b50-8434-722477a0435a tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/ports?device_id=99555713-a052-4f2b-bed2-fb8b5d6b9caa HTTP/1.1" status: 200 len: 945 time: 0.1073954 Jan 18 22:24:40.228716 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7c70adf9-3ae3-4159-bc9b-5c5a7d2bf0bf tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:40.231224 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7c70adf9-3ae3-4159-bc9b-5c5a7d2bf0bf tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:40.235203 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-7c70adf9-3ae3-4159-bc9b-5c5a7d2bf0bf tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "DELETE /v2.0/security-groups/08a4e9e8-571f-409e-bf47-3c91aec29b48 HTTP/1.1" status: 204 len: 168 time: 0.3733926 Jan 18 22:24:40.241351 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 40626) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:40.242146 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 40628) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:40.243712 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1460752d-8718-4f6e-8272-9d7a787e8499 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:40.245398 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1460752d-8718-4f6e-8272-9d7a787e8499 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:40.247273 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1460752d-8718-4f6e-8272-9d7a787e8499 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:40.249051 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-1460752d-8718-4f6e-8272-9d7a787e8499 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0975206 Jan 18 22:24:40.251615 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 40632) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:40.287041 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port cc7a87c2-2f04-42b3-96ac-c8deedd62176 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:24:40.287679 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:40.313301 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c70adf9-3ae3-4159-bc9b-5c5a7d2bf0bf tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08a4e9e8-571f-409e-bf47-3c91aec29b48,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:40.316428 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c7caede-05c1-4470-abb6-03e159de5138 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Deleting subnet 3a662318-e3b1-404c-9f07-101128cafe52 {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:24:40.321025 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5c7caede-05c1-4470-abb6-03e159de5138 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:40.327593 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device de506eff-e2de-4b1b-8227-0ebf2a7b2ba8 no longer exists at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:24:40.335763 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [None req-0d52190b-4dba-42e8-a76e-7c1215cbf91d tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] show failed (client error): The resource could not be found. Jan 18 22:24:40.339372 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-0d52190b-4dba-42e8-a76e-7c1215cbf91d tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "GET /v2.0/security-groups/08a4e9e8-571f-409e-bf47-3c91aec29b48 HTTP/1.1" status: 404 len: 347 time: 0.0867600 Jan 18 22:24:40.341508 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 40634) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:40.354829 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e0a880ce-0384-4f72-9d9b-8ff08fb06fa5 req-24a80870-8969-447b-915b-b63beb9e650a tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/security-groups?id=68e1f851-73aa-4cda-8095-0e2a92a325ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271722 Jan 18 22:24:40.356764 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] No Port match for: de506eff-e2de-4b1b-8227-0ebf2a7b2ba8 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:24:40.357105 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device de506eff-e2de-4b1b-8227-0ebf2a7b2ba8 not bound to the agent host n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:24:40.405461 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7328f2f-7572-4851-8b23-debc260492aa admin admin] Deleting subnet d6d3b277-1a90-463a-aacc-755d90081d26 {{(pid=102430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:24:40.411052 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f7328f2f-7572-4851-8b23-debc260492aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:40.417099 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5c7caede-05c1-4470-abb6-03e159de5138 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:40.484079 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7e8f5491-318a-47c9-a785-37af0abe4f14 None None] Provisioning complete for port cc7a87c2-2f04-42b3-96ac-c8deedd62176 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:24:40.484579 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7e8f5491-318a-47c9-a785-37af0abe4f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:40.501162 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f7328f2f-7572-4851-8b23-debc260492aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60394745'] for subnet, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:40.508415 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5c7caede-05c1-4470-abb6-03e159de5138 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:40.550574 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f7328f2f-7572-4851-8b23-debc260492aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:40.576031 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5c7caede-05c1-4470-abb6-03e159de5138 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:40.593512 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-be4ba05d-ddca-4b9a-bff4-02ca656c6dc9 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Deleting port fa48e582-031f-443c-9f96-263c02128f05 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:24:40.593750 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-be4ba05d-ddca-4b9a-bff4-02ca656c6dc9 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:40.617794 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5c7caede-05c1-4470-abb6-03e159de5138 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:40.623629 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-5c7caede-05c1-4470-abb6-03e159de5138 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "DELETE /v2.0/subnets/3a662318-e3b1-404c-9f07-101128cafe52 HTTP/1.1" status: 204 len: 168 time: 0.3686118 Jan 18 22:24:40.623976 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 40636) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:40.634111 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7caede-05c1-4470-abb6-03e159de5138 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event deleted for resources: {'Subnet': ['ID=3a662318-e3b1-404c-9f07-101128cafe52,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:40.661727 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f7328f2f-7572-4851-8b23-debc260492aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60203138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62288677'] for subnet, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:40.680649 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-16ba6b8c-a8cb-4ad9-82ff-2fcebe240481 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Deleting subnet 3a953a1c-5502-47d3-9699-55b0ccd33816 {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:24:40.684208 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-16ba6b8c-a8cb-4ad9-82ff-2fcebe240481 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:40.698321 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7328f2f-7572-4851-8b23-debc260492aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6d3b277-1a90-463a-aacc-755d90081d26,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:40.706753 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f7328f2f-7572-4851-8b23-debc260492aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:40.711728 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 40640) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:40.711865 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-f7328f2f-7572-4851-8b23-debc260492aa admin admin] 10.222.0.53 "DELETE /v2.0/subnets/d6d3b277-1a90-463a-aacc-755d90081d26 HTTP/1.1" status: 204 len: 168 time: 0.4630051 Jan 18 22:24:40.725185 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-be4ba05d-ddca-4b9a-bff4-02ca656c6dc9 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:40.726300 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-be4ba05d-ddca-4b9a-bff4-02ca656c6dc9 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:40.743387 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-be4ba05d-ddca-4b9a-bff4-02ca656c6dc9 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Calling delete_port for fa48e582-031f-443c-9f96-263c02128f05 owned by network:floatingip {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:24:40.757726 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eaa8af2-98d4-45d5-af26-31ef62de9512 None None] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:24:40.791173 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-16ba6b8c-a8cb-4ad9-82ff-2fcebe240481 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:40.804719 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-31417e51-66e8-4a61-b0b7-fd5876493e6e None None] Could not find standard attr ID for object b61ccf76-99e5-4ac1-b7dd-8a6628696f26. {{(pid=102432) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 22:24:40.867160 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cee1cd55-06f5-456f-a193-8817eafdab20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:40.910858 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-be4ba05d-ddca-4b9a-bff4-02ca656c6dc9 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:40.931101 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-16ba6b8c-a8cb-4ad9-82ff-2fcebe240481 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:40.936367 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4ba05d-ddca-4b9a-bff4-02ca656c6dc9 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Pushing event deleted for resources: {'Port': ['ID=fa48e582-031f-443c-9f96-263c02128f05,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:41.027157 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cee1cd55-06f5-456f-a193-8817eafdab20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:41.052636 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-cee1cd55-06f5-456f-a193-8817eafdab20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7935903f-7cf8-4eff-97f2-3a283f1f2d72']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:24:41.054458 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-be4ba05d-ddca-4b9a-bff4-02ca656c6dc9 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Notify callbacks [] for floatingip, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:41.056998 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-be4ba05d-ddca-4b9a-bff4-02ca656c6dc9 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:41.058162 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-be4ba05d-ddca-4b9a-bff4-02ca656c6dc9 tempest-ImagesOneServerNegativeTestJSON-954860219 tempest-ImagesOneServerNegativeTestJSON-954860219-project] 10.222.0.53 "DELETE /v2.0/floatingips/547f7194-e175-4a84-9bac-6ceb9aa0046f HTTP/1.1" status: 204 len: 168 time: 0.7139542 Jan 18 22:24:41.069975 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-cee1cd55-06f5-456f-a193-8817eafdab20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3084ea7-91f0-4422-b967-dca84232055d') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:24:41.070409 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-cee1cd55-06f5-456f-a193-8817eafdab20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3084ea7-91f0-4422-b967-dca84232055d') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:24:41.071708 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70183e0-4d1a-4939-87bb-b7b8662ee5e2 req-61513550-509f-44dc-9ae7-deae403e0ab1 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:41.073638 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e70183e0-4d1a-4939-87bb-b7b8662ee5e2 req-61513550-509f-44dc-9ae7-deae403e0ab1 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=1555094a-5480-4989-84ad-388f76f45c04 HTTP/1.1" status: 200 len: 943 time: 0.0745735 Jan 18 22:24:41.094642 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cee1cd55-06f5-456f-a193-8817eafdab20 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:41.097607 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-16ba6b8c-a8cb-4ad9-82ff-2fcebe240481 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:41.140332 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e70183e0-4d1a-4939-87bb-b7b8662ee5e2 req-ea528a9b-7e7a-4370-8cdf-aa72aa38014c tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596693 Jan 18 22:24:41.142516 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ba6b8c-a8cb-4ad9-82ff-2fcebe240481 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event deleted for resources: {'Subnet': ['ID=3a953a1c-5502-47d3-9699-55b0ccd33816,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:41.146247 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cee1cd55-06f5-456f-a193-8817eafdab20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:41.151009 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-16ba6b8c-a8cb-4ad9-82ff-2fcebe240481 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:41.154414 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-16ba6b8c-a8cb-4ad9-82ff-2fcebe240481 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "DELETE /v2.0/subnets/3a953a1c-5502-47d3-9699-55b0ccd33816 HTTP/1.1" status: 204 len: 168 time: 0.5293055 Jan 18 22:24:41.156836 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 40654) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:41.159037 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cee1cd55-06f5-456f-a193-8817eafdab20 admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:24:41.159487 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cee1cd55-06f5-456f-a193-8817eafdab20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:41.165328 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:24:41.165328 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:24:41.165328 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:24:41.165328 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:24:41.165328 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:24:41.165328 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:24:41.165328 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:24:41.165328 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:24:41.165328 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:24:41.165328 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:24:41.165328 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:24:41.165328 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:24:41.165328 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:24:41.165328 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:24:41.165328 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:24:41.165328 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:24:41.165328 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:24:41.165328 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:24:41.165328 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:24:41.165328 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:24:41.165328 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:24:41.165328 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:24:41.165328 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:24:41.165328 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:24:41.165328 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:24:41.165328 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:24:41.165328 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:24:41.165328 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:24:41.165328 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:24:41.165328 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:24:41.165328 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:24:41.165328 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:24:41.200895 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 40658) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:41.237631 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-c04a59db-2b18-40c0-b885-00604b98c7f3 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0796804 Jan 18 22:24:41.240476 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 40662) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:41.256283 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-98a91322-27fe-4b30-b7f2-8713ebc60b57 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Request body: {'subnet': {'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:24:41.256924 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_v2 [None req-90bdd291-997f-4daa-a1cc-e80663aa4f7b admin admin] Deleting subnet a52884c8-9d97-4e4b-9890-07ddb774f2b4 {{(pid=102430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:24:41.260545 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-90bdd291-997f-4daa-a1cc-e80663aa4f7b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:41.311187 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-90bdd291-997f-4daa-a1cc-e80663aa4f7b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60394745'] for subnet, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:41.335372 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 8cff5236-1956-47f9-ab71-513603762773 details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:24:41.342550 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cee1cd55-06f5-456f-a193-8817eafdab20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:41.357632 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cee1cd55-06f5-456f-a193-8817eafdab20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:41.360875 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-cee1cd55-06f5-456f-a193-8817eafdab20 admin admin] 10.222.0.53 "DELETE /v2.0/networks/7935903f-7cf8-4eff-97f2-3a283f1f2d72 HTTP/1.1" status: 204 len: 168 time: 0.6478264 Jan 18 22:24:41.363664 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 40664) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:41.377254 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee1cd55-06f5-456f-a193-8817eafdab20 admin admin] Pushing event deleted for resources: {'Network': ['ID=7935903f-7cf8-4eff-97f2-3a283f1f2d72,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:41.379666 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-90bdd291-997f-4daa-a1cc-e80663aa4f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:41.424321 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98a91322-27fe-4b30-b7f2-8713ebc60b57 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Made reservation on behalf of 0a17ff9ddd5f489695e0235ae87388f5 for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:24:41.430669 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-98a91322-27fe-4b30-b7f2-8713ebc60b57 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:41.490133 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 8cff5236-1956-47f9-ab71-513603762773, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=8cff5236-1956-47f9-ab71-513603762773,segment=NetworkSegment(773e2478-13af-4dd0-bb1a-13e4946a40f7),segment_id=773e2478-13af-4dd0-bb1a-13e4946a40f7)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:24:41.491436 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_v2 [None req-64191848-22cb-4073-af36-0a34930318ab admin admin] Deleting subnet 70851d42-9a78-442e-8462-377d95182338 {{(pid=102430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:24:41.500178 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-64191848-22cb-4073-af36-0a34930318ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:41.505329 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': '8cff5236-1956-47f9-ab71-513603762773', 'network_id': '616341ad-8ee5-46dd-a50f-fbf4c382e06c', 'port_id': '8cff5236-1956-47f9-ab71-513603762773', 'mac_address': 'fa:16:3e:8c:92:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39872394-9ec8-42e0-a515-8c2f5c78361a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:24:41.552779 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-64191848-22cb-4073-af36-0a34930318ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60394745'] for subnet, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:41.561781 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373b05e3-e8ab-48d9-a397-c482c80bcf53 req-662ab529-5833-4540-b167-30ce8dba838b tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:41.561965 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:41.569607 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-373b05e3-e8ab-48d9-a397-c482c80bcf53 req-662ab529-5833-4540-b167-30ce8dba838b tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/ports?device_id=99555713-a052-4f2b-bed2-fb8b5d6b9caa HTTP/1.1" status: 200 len: 945 time: 0.1227787 Jan 18 22:24:41.571942 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-90bdd291-997f-4daa-a1cc-e80663aa4f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60203138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62288677'] for subnet, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:41.576737 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cff5236-1956-47f9-ab71-513603762773 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:24:41.601287 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 8cff5236-1956-47f9-ab71-513603762773, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=8cff5236-1956-47f9-ab71-513603762773,segment=NetworkSegment(773e2478-13af-4dd0-bb1a-13e4946a40f7),segment_id=773e2478-13af-4dd0-bb1a-13e4946a40f7)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:24:41.605922 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:41.638150 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5163a36c-7afc-4570-9424-ed64744a34ef None None] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:24:41.640032 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bdd291-997f-4daa-a1cc-e80663aa4f7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a52884c8-9d97-4e4b-9890-07ddb774f2b4,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:41.648853 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-90bdd291-997f-4daa-a1cc-e80663aa4f7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:41.654455 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-90bdd291-997f-4daa-a1cc-e80663aa4f7b admin admin] 10.222.0.53 "DELETE /v2.0/subnets/a52884c8-9d97-4e4b-9890-07ddb774f2b4 HTTP/1.1" status: 204 len: 168 time: 0.4500010 Jan 18 22:24:41.655426 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 40668) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:41.715982 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=8cff5236-1956-47f9-ab71-513603762773,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:41.736761 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-373b05e3-e8ab-48d9-a397-c482c80bcf53 req-a6cb8244-fd71-4f71-8c9d-772c76c825f1 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/security-groups?id=68e1f851-73aa-4cda-8095-0e2a92a325ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661663 Jan 18 22:24:41.741140 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-64191848-22cb-4073-af36-0a34930318ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:41.764993 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-6df86d8b-6e32-4e48-94df-2eea1ae7a1e4 None None] Provisioning complete for port cc7a87c2-2f04-42b3-96ac-c8deedd62176 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:24:41.765476 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6df86d8b-6e32-4e48-94df-2eea1ae7a1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:41.786947 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7ff5a05c-45c9-451c-b2a3-7df1b9659402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:41.806322 n-d-825064-1 neutron-server[102431]: DEBUG neutron.objects.ports [None req-98a91322-27fe-4b30-b7f2-8713ebc60b57 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102431) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 18 22:24:41.852840 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-64191848-22cb-4073-af36-0a34930318ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60203138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62288677'] for subnet, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:41.923480 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-64191848-22cb-4073-af36-0a34930318ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:41.927185 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-64191848-22cb-4073-af36-0a34930318ab admin admin] 10.222.0.53 "DELETE /v2.0/subnets/70851d42-9a78-442e-8462-377d95182338 HTTP/1.1" status: 204 len: 168 time: 0.5621531 Jan 18 22:24:41.928163 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64191848-22cb-4073-af36-0a34930318ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70851d42-9a78-442e-8462-377d95182338,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:41.937095 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 40674) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:41.974030 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7ff5a05c-45c9-451c-b2a3-7df1b9659402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:42.012686 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-98a91322-27fe-4b30-b7f2-8713ebc60b57 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:42.046398 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-7ff5a05c-45c9-451c-b2a3-7df1b9659402 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f092491e-0947-4058-bdc0-03dc785407fa']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:24:42.067397 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-7ff5a05c-45c9-451c-b2a3-7df1b9659402 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d4c9fdf-454c-4b11-b8c6-11146d43a316') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:24:42.067698 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-7ff5a05c-45c9-451c-b2a3-7df1b9659402 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d4c9fdf-454c-4b11-b8c6-11146d43a316') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:24:42.082042 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7ff5a05c-45c9-451c-b2a3-7df1b9659402 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60394742'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:42.083116 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-dafcd853-582f-4085-a1d3-0de47fbece8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:42.101187 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7ff5a05c-45c9-451c-b2a3-7df1b9659402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:42.111624 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ff5a05c-45c9-451c-b2a3-7df1b9659402 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:24:42.111992 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7ff5a05c-45c9-451c-b2a3-7df1b9659402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60203044'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:42.113651 n-d-825064-1 neutron-server[102430]: Traceback (most recent call last): Jan 18 22:24:42.113651 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:24:42.113651 n-d-825064-1 neutron-server[102430]: timer() Jan 18 22:24:42.113651 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:24:42.113651 n-d-825064-1 neutron-server[102430]: cb(*args, **kw) Jan 18 22:24:42.113651 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:24:42.113651 n-d-825064-1 neutron-server[102430]: return func(*args, **kwargs) Jan 18 22:24:42.113651 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:24:42.113651 n-d-825064-1 neutron-server[102430]: self._notify() Jan 18 22:24:42.113651 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:24:42.113651 n-d-825064-1 neutron-server[102430]: self.callback(batched_events) Jan 18 22:24:42.113651 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:24:42.113651 n-d-825064-1 neutron-server[102430]: event.method(event) Jan 18 22:24:42.113651 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:24:42.113651 n-d-825064-1 neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:24:42.113651 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:24:42.113651 n-d-825064-1 neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:24:42.113651 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:24:42.113651 n-d-825064-1 neutron-server[102430]: return f(self, *a, **k) Jan 18 22:24:42.113651 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:24:42.113651 n-d-825064-1 neutron-server[102430]: return self._get(url).json() Jan 18 22:24:42.113651 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:24:42.113651 n-d-825064-1 neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:24:42.113651 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:24:42.113651 n-d-825064-1 neutron-server[102430]: return self.request(url, 'GET', **kwargs) Jan 18 22:24:42.113651 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:24:42.113651 n-d-825064-1 neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:24:42.113651 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:24:42.113651 n-d-825064-1 neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:24:42.113651 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:24:42.113651 n-d-825064-1 neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:24:42.113651 n-d-825064-1 neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:24:42.175442 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['8cff5236-1956-47f9-ab71-513603762773'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:24:42.187076 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-98a91322-27fe-4b30-b7f2-8713ebc60b57 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] For port cc7a87c2-2f04-42b3-96ac-c8deedd62176, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=cc7a87c2-2f04-42b3-96ac-c8deedd62176,segment=NetworkSegment(3c2fda82-0722-4d26-8bf8-bb1f4fe594b8),segment_id=3c2fda82-0722-4d26-8bf8-bb1f4fe594b8)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:24:42.222923 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-98a91322-27fe-4b30-b7f2-8713ebc60b57 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:42.231541 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-dafcd853-582f-4085-a1d3-0de47fbece8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:42.234925 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-98a91322-27fe-4b30-b7f2-8713ebc60b57 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:42.238614 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-98a91322-27fe-4b30-b7f2-8713ebc60b57 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:42.241431 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7ff5a05c-45c9-451c-b2a3-7df1b9659402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:42.254164 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7ff5a05c-45c9-451c-b2a3-7df1b9659402 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:42.262846 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-7ff5a05c-45c9-451c-b2a3-7df1b9659402 admin admin] 10.222.0.53 "DELETE /v2.0/networks/f092491e-0947-4058-bdc0-03dc785407fa HTTP/1.1" status: 204 len: 168 time: 0.6062639 Jan 18 22:24:42.314666 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff5a05c-45c9-451c-b2a3-7df1b9659402 admin admin] Pushing event deleted for resources: {'Network': ['ID=f092491e-0947-4058-bdc0-03dc785407fa,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:42.315161 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a91322-27fe-4b30-b7f2-8713ebc60b57 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event updated for resources: {'Port': ['ID=cc7a87c2-2f04-42b3-96ac-c8deedd62176,revision_number=8']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:42.337780 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-dafcd853-582f-4085-a1d3-0de47fbece8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67b53b99-93e9-4764-b10f-f01b28c4dd54']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:24:42.363643 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-dafcd853-582f-4085-a1d3-0de47fbece8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f5efddf-bdbd-469e-b9b8-6b6d23c077f4') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:24:42.363866 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-dafcd853-582f-4085-a1d3-0de47fbece8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f5efddf-bdbd-469e-b9b8-6b6d23c077f4') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:24:42.370654 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a91322-27fe-4b30-b7f2-8713ebc60b57 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event updated for resources: {'Subnet': ['ID=10bcb12e-da14-43e3-b822-d32764135867,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:42.379773 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a91322-27fe-4b30-b7f2-8713ebc60b57 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:24:42.380134 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-dafcd853-582f-4085-a1d3-0de47fbece8b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60394742'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:42.381270 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-98a91322-27fe-4b30-b7f2-8713ebc60b57 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:24:42.384362 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a91322-27fe-4b30-b7f2-8713ebc60b57 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:42.385149 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-98a91322-27fe-4b30-b7f2-8713ebc60b57 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:42.405295 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-98a91322-27fe-4b30-b7f2-8713ebc60b57 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1631021 Jan 18 22:24:42.406566 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 40682) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:42.413651 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e172f0e4-6af6-4133-98ae-2bc9d47bbbca req-b0f9ba3d-06ba-4a94-b125-142c75cae162 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:42.415259 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-fc228118-d2eb-4679-9a1d-95ec94a01db9 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Request body: {'subnet': {'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:24:42.415399 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e172f0e4-6af6-4133-98ae-2bc9d47bbbca req-b0f9ba3d-06ba-4a94-b125-142c75cae162 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=1555094a-5480-4989-84ad-388f76f45c04 HTTP/1.1" status: 200 len: 944 time: 0.1512640 Jan 18 22:24:42.419170 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-dafcd853-582f-4085-a1d3-0de47fbece8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:42.437597 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dafcd853-582f-4085-a1d3-0de47fbece8b admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:24:42.437985 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-dafcd853-582f-4085-a1d3-0de47fbece8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60203044'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:42.439943 n-d-825064-1 neutron-server[102430]: Traceback (most recent call last): Jan 18 22:24:42.439943 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:24:42.439943 n-d-825064-1 neutron-server[102430]: timer() Jan 18 22:24:42.439943 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:24:42.439943 n-d-825064-1 neutron-server[102430]: cb(*args, **kw) Jan 18 22:24:42.439943 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:24:42.439943 n-d-825064-1 neutron-server[102430]: return func(*args, **kwargs) Jan 18 22:24:42.439943 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:24:42.439943 n-d-825064-1 neutron-server[102430]: self._notify() Jan 18 22:24:42.439943 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:24:42.439943 n-d-825064-1 neutron-server[102430]: self.callback(batched_events) Jan 18 22:24:42.439943 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:24:42.439943 n-d-825064-1 neutron-server[102430]: event.method(event) Jan 18 22:24:42.439943 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:24:42.439943 n-d-825064-1 neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:24:42.439943 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:24:42.439943 n-d-825064-1 neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:24:42.439943 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:24:42.439943 n-d-825064-1 neutron-server[102430]: return f(self, *a, **k) Jan 18 22:24:42.439943 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:24:42.439943 n-d-825064-1 neutron-server[102430]: return self._get(url).json() Jan 18 22:24:42.439943 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:24:42.439943 n-d-825064-1 neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:24:42.439943 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:24:42.439943 n-d-825064-1 neutron-server[102430]: return self.request(url, 'GET', **kwargs) Jan 18 22:24:42.439943 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:24:42.439943 n-d-825064-1 neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:24:42.439943 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:24:42.439943 n-d-825064-1 neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:24:42.439943 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:24:42.439943 n-d-825064-1 neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:24:42.439943 n-d-825064-1 neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:24:42.534018 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e172f0e4-6af6-4133-98ae-2bc9d47bbbca req-bf26b396-4f65-4049-b74f-d1a504ee7b9a tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090927 Jan 18 22:24:42.547692 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-dafcd853-582f-4085-a1d3-0de47fbece8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:42.572816 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-dafcd853-582f-4085-a1d3-0de47fbece8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:42.578452 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-dafcd853-582f-4085-a1d3-0de47fbece8b admin admin] 10.222.0.53 "DELETE /v2.0/networks/67b53b99-93e9-4764-b10f-f01b28c4dd54 HTTP/1.1" status: 204 len: 168 time: 0.6401279 Jan 18 22:24:42.581776 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc228118-d2eb-4679-9a1d-95ec94a01db9 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Made reservation on behalf of 0a17ff9ddd5f489695e0235ae87388f5 for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:24:42.582415 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafcd853-582f-4085-a1d3-0de47fbece8b admin admin] Pushing event deleted for resources: {'Network': ['ID=67b53b99-93e9-4764-b10f-f01b28c4dd54,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:42.590761 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fc228118-d2eb-4679-9a1d-95ec94a01db9 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:42.640551 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:42.650069 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 40686) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:42.696061 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-3e6110f0-0ca1-4001-87a6-9288b89e8a94 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b29915fceb8e43e18911a1d8234c4c1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0446200 Jan 18 22:24:42.699592 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 40688) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:42.726190 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 40690) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:42.746415 n-d-825064-1 neutron-server[102431]: INFO neutron.db.ipam_backend_mixin [None req-fc228118-d2eb-4679-9a1d-95ec94a01db9 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 10bcb12e-da14-43e3-b822-d32764135867 (CIDR: 2001:db8::/64) Jan 18 22:24:42.763277 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc228118-d2eb-4679-9a1d-95ec94a01db9 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 22:24:42.763768 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc228118-d2eb-4679-9a1d-95ec94a01db9 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:24:42.806153 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b52d9e3-47a9-4bc5-828d-2660ccef3ae5 None None] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:24:42.811690 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 40694) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:42.811881 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-fc228118-d2eb-4679-9a1d-95ec94a01db9 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4033048 Jan 18 22:24:42.817522 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-727714a5-c2a6-40c0-b5cd-7941310ead90 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Request body: {'subnet': {'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:24:42.819087 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-11bb9614-f844-417e-844c-50524bed11a4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5013031cd38240e399331b9fe1595fa8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0917046 Jan 18 22:24:42.821778 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 40696) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:42.830192 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ecc96e09-d428-4ed2-856f-1fbe84b7c80a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:42.877166 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ecc96e09-d428-4ed2-856f-1fbe84b7c80a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:42.923710 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-94739079-38d2-4125-bc84-bd4ba4fb68d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:42.943314 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb6d779-6500-4740-a687-96aeff90feea req-2e7a7a6b-e762-406b-93fc-c06ab88b9fcd tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:42.943604 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-60f0e288-39f0-4d5e-b481-58a782979024 None None] Provisioning complete for port cc7a87c2-2f04-42b3-96ac-c8deedd62176 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:24:42.944020 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-60f0e288-39f0-4d5e-b481-58a782979024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:42.944882 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-dcb6d779-6500-4740-a687-96aeff90feea req-2e7a7a6b-e762-406b-93fc-c06ab88b9fcd tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/ports?device_id=99555713-a052-4f2b-bed2-fb8b5d6b9caa HTTP/1.1" status: 200 len: 945 time: 0.1210542 Jan 18 22:24:42.952216 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-94739079-38d2-4125-bc84-bd4ba4fb68d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:43.000673 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ecc96e09-d428-4ed2-856f-1fbe84b7c80a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:43.001560 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-dcb6d779-6500-4740-a687-96aeff90feea req-6dcce5d4-3e0a-43ec-ad66-90cab2dc99f6 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/security-groups?id=68e1f851-73aa-4cda-8095-0e2a92a325ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456605 Jan 18 22:24:43.005164 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ecc96e09-d428-4ed2-856f-1fbe84b7c80a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:43.010737 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-ecc96e09-d428-4ed2-856f-1fbe84b7c80a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e9107f98-3261-4c9b-b70c-aaafa7d6fae4 HTTP/1.1" status: 204 len: 168 time: 0.3093307 Jan 18 22:24:43.024547 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc96e09-d428-4ed2-856f-1fbe84b7c80a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9107f98-3261-4c9b-b70c-aaafa7d6fae4,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:43.033822 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-727714a5-c2a6-40c0-b5cd-7941310ead90 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Made reservation on behalf of 0a17ff9ddd5f489695e0235ae87388f5 for: {'subnet': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:24:43.038227 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-727714a5-c2a6-40c0-b5cd-7941310ead90 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62288702'] for subnet, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:43.048995 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-94739079-38d2-4125-bc84-bd4ba4fb68d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:43.054491 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-94739079-38d2-4125-bc84-bd4ba4fb68d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:43.058697 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-94739079-38d2-4125-bc84-bd4ba4fb68d8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/eec533d4-cb0c-4615-97f5-deacdb5af55b HTTP/1.1" status: 204 len: 168 time: 0.2315125 Jan 18 22:24:43.080792 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94739079-38d2-4125-bc84-bd4ba4fb68d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec533d4-cb0c-4615-97f5-deacdb5af55b,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:43.358383 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-727714a5-c2a6-40c0-b5cd-7941310ead90 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60203213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62288684'] for subnet, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:43.406965 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727714a5-c2a6-40c0-b5cd-7941310ead90 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:24:43.410144 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-727714a5-c2a6-40c0-b5cd-7941310ead90 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:24:43.414355 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727714a5-c2a6-40c0-b5cd-7941310ead90 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:43.414947 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-727714a5-c2a6-40c0-b5cd-7941310ead90 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:43.419824 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd090b0-367a-47ef-acc0-45dd677eab03 None None] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:24:43.423354 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727714a5-c2a6-40c0-b5cd-7941310ead90 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event updated for resources: {'Subnet': ['ID=05271ca8-75ff-4d6f-990f-ff912cca82a5,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:43.445397 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-727714a5-c2a6-40c0-b5cd-7941310ead90 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6322346 Jan 18 22:24:43.448259 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 40712) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:43.453306 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-50953ef2-104b-4069-8741-78de364a8c27 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Request body: {'port': {'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503', 'mac_address': 'fa:16:3e:19:3f:88', 'name': 'tempest-NetworksTestDHCPv6-723559272'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:24:43.531701 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-4762e736-0391-486c-8ff4-d069d8d15f19 None None] Provisioning complete for port cc7a87c2-2f04-42b3-96ac-c8deedd62176 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:24:43.532104 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4762e736-0391-486c-8ff4-d069d8d15f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:43.555234 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:43.593802 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 40722) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:43.626781 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50953ef2-104b-4069-8741-78de364a8c27 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Made reservation on behalf of 0a17ff9ddd5f489695e0235ae87388f5 for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:24:43.686281 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-d904bf9d-84a4-43a5-9570-f5e5b367de8d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8d3e013b3ad240cfa0f71a0d8ad40434&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0892413 Jan 18 22:24:43.686603 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 40724) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:43.738846 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-50953ef2-104b-4069-8741-78de364a8c27 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:43.759753 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [None req-50953ef2-104b-4069-8741-78de364a8c27 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] device_id is not set on port edbb49fa-7fee-4b6f-a618-4a04d123b782 yet. {{(pid=102431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:24:43.776221 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744f0d70-3727-44fc-af5a-7c1db7a7fab4 req-c8211a2c-bbce-4d3e-9669-097b436bf6dd tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:43.778144 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-744f0d70-3727-44fc-af5a-7c1db7a7fab4 req-c8211a2c-bbce-4d3e-9669-097b436bf6dd tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=1555094a-5480-4989-84ad-388f76f45c04 HTTP/1.1" status: 200 len: 944 time: 0.1082516 Jan 18 22:24:43.782726 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d3cb6ff7-c881-4dab-a3ad-8654fe6d3a32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:43.812621 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcdafe4e-5d54-421c-9ede-8e9955dfc6f9 None None] Update dhcp port {'port': {'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503', 'fixed_ips': [{'subnet_id': '10bcb12e-da14-43e3-b822-d32764135867', 'ip_address': '2001:db8::f816:3eff:fece:ecf5'}, {'subnet_id': '05271ca8-75ff-4d6f-990f-ff912cca82a5'}], 'binding:host_id': 'n-d-825064-1'}, 'id': 'cc7a87c2-2f04-42b3-96ac-c8deedd62176'} from n-d-825064-1. {{(pid=102432) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jan 18 22:24:43.839118 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-744f0d70-3727-44fc-af5a-7c1db7a7fab4 req-f44e5a5f-83d0-47b1-b101-5675e8d4132b tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530071 Jan 18 22:24:43.841123 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fcdafe4e-5d54-421c-9ede-8e9955dfc6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:43.848558 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d3cb6ff7-c881-4dab-a3ad-8654fe6d3a32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:43.920112 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d3cb6ff7-c881-4dab-a3ad-8654fe6d3a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:43.923451 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d3cb6ff7-c881-4dab-a3ad-8654fe6d3a32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:43.924746 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-d3cb6ff7-c881-4dab-a3ad-8654fe6d3a32 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9391e5b8-ec59-4e61-a25b-081996536489 HTTP/1.1" status: 204 len: 168 time: 0.2373078 Jan 18 22:24:43.935539 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb6ff7-c881-4dab-a3ad-8654fe6d3a32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9391e5b8-ec59-4e61-a25b-081996536489,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:43.948229 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-50953ef2-104b-4069-8741-78de364a8c27 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Allocated IP 2001:db8:0:1::2f3 (5ec417a5-fa6c-4abd-aa15-b83b9df83503/05271ca8-75ff-4d6f-990f-ff912cca82a5/edbb49fa-7fee-4b6f-a618-4a04d123b782) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:24:43.956589 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-50953ef2-104b-4069-8741-78de364a8c27 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Allocated IP 2001:db8::f816:3eff:fe19:3f88 (5ec417a5-fa6c-4abd-aa15-b83b9df83503/10bcb12e-da14-43e3-b822-d32764135867/edbb49fa-7fee-4b6f-a618-4a04d123b782) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:24:44.116404 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device cc7a87c2-2f04-42b3-96ac-c8deedd62176 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:24:44.198144 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port cc7a87c2-2f04-42b3-96ac-c8deedd62176 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:24:44.198585 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:44.204769 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28909a02-79b1-4c58-8f3e-c637b48c3949 req-7dbcddbb-cdc1-4881-9054-bdcb582dd73f tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:44.206433 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-28909a02-79b1-4c58-8f3e-c637b48c3949 req-7dbcddbb-cdc1-4881-9054-bdcb582dd73f tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/ports?device_id=99555713-a052-4f2b-bed2-fb8b5d6b9caa HTTP/1.1" status: 200 len: 945 time: 0.0863562 Jan 18 22:24:44.227668 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-50953ef2-104b-4069-8741-78de364a8c27 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:44.260999 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-28909a02-79b1-4c58-8f3e-c637b48c3949 req-7b483b89-3ece-48b6-9180-9138efa7110e tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/security-groups?id=68e1f851-73aa-4cda-8095-0e2a92a325ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480227 Jan 18 22:24:44.267646 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-50953ef2-104b-4069-8741-78de364a8c27 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:44.293346 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50953ef2-104b-4069-8741-78de364a8c27 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:24:44.314438 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-50953ef2-104b-4069-8741-78de364a8c27 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:24:44.316909 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50953ef2-104b-4069-8741-78de364a8c27 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:24:44.324189 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50953ef2-104b-4069-8741-78de364a8c27 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:44.324657 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-50953ef2-104b-4069-8741-78de364a8c27 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:44.356978 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50953ef2-104b-4069-8741-78de364a8c27 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event updated for resources: {'Port': ['ID=edbb49fa-7fee-4b6f-a618-4a04d123b782,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:44.365515 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-50953ef2-104b-4069-8741-78de364a8c27 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.9161060 Jan 18 22:24:44.367946 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 40754) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:44.376882 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-fcdafe4e-5d54-421c-9ede-8e9955dfc6f9 None None] Allocated IP 2001:db8:0:1::2 (5ec417a5-fa6c-4abd-aa15-b83b9df83503/05271ca8-75ff-4d6f-990f-ff912cca82a5/cc7a87c2-2f04-42b3-96ac-c8deedd62176) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:24:44.467757 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-c1aaa1bd-ca2e-4e00-8292-45186166964e tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Deleting port edbb49fa-7fee-4b6f-a618-4a04d123b782 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:24:44.468267 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c1aaa1bd-ca2e-4e00-8292-45186166964e tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:44.491574 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-fcdafe4e-5d54-421c-9ede-8e9955dfc6f9 None None] For port cc7a87c2-2f04-42b3-96ac-c8deedd62176, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=cc7a87c2-2f04-42b3-96ac-c8deedd62176,segment=NetworkSegment(3c2fda82-0722-4d26-8bf8-bb1f4fe594b8),segment_id=3c2fda82-0722-4d26-8bf8-bb1f4fe594b8)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:24:44.536184 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fcdafe4e-5d54-421c-9ede-8e9955dfc6f9 None None] Notify callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:44.542704 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fcdafe4e-5d54-421c-9ede-8e9955dfc6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:44.574055 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c1aaa1bd-ca2e-4e00-8292-45186166964e tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:44.588893 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-c1aaa1bd-ca2e-4e00-8292-45186166964e tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Calling delete_port for edbb49fa-7fee-4b6f-a618-4a04d123b782 owned by {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:24:44.643396 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdafe4e-5d54-421c-9ede-8e9955dfc6f9 None None] Pushing event updated for resources: {'Port': ['ID=cc7a87c2-2f04-42b3-96ac-c8deedd62176,revision_number=9']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:44.790996 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c1aaa1bd-ca2e-4e00-8292-45186166964e tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:44.819509 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aaa1bd-ca2e-4e00-8292-45186166964e tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event deleted for resources: {'Port': ['ID=edbb49fa-7fee-4b6f-a618-4a04d123b782,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:44.866914 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c1aaa1bd-ca2e-4e00-8292-45186166964e tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:44.877407 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-c1aaa1bd-ca2e-4e00-8292-45186166964e tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "DELETE /v2.0/ports/edbb49fa-7fee-4b6f-a618-4a04d123b782 HTTP/1.1" status: 204 len: 168 time: 0.5079997 Jan 18 22:24:44.878491 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 40774) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:44.935957 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504a2bc8-51cc-4b46-8b22-de9003b51fad tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:44.937856 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-504a2bc8-51cc-4b46-8b22-de9003b51fad tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0578582 Jan 18 22:24:44.941128 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 40778) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:45.004498 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55eef6c5-bbd6-46b9-9678-c777b98904ab tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:45.004740 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88906baa-b9b8-42ac-bfd1-ec11145a8a7f req-8af768fc-ac14-4519-a80f-f9de36ebcb1a tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:45.006297 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-88906baa-b9b8-42ac-bfd1-ec11145a8a7f req-8af768fc-ac14-4519-a80f-f9de36ebcb1a tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=1555094a-5480-4989-84ad-388f76f45c04 HTTP/1.1" status: 200 len: 944 time: 0.0666673 Jan 18 22:24:45.008776 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 40780) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:45.011945 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-55eef6c5-bbd6-46b9-9678-c777b98904ab tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0639479 Jan 18 22:24:45.096824 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac8ef86-8863-465b-8354-756ffa9a00cb tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:45.098360 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac8ef86-8863-465b-8354-756ffa9a00cb tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:45.100054 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac8ef86-8863-465b-8354-756ffa9a00cb tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:45.101729 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-fac8ef86-8863-465b-8354-756ffa9a00cb tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0918818 Jan 18 22:24:45.104528 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 40786) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:45.140898 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-88906baa-b9b8-42ac-bfd1-ec11145a8a7f req-80e08d48-8d12-42d4-94d9-7bd50c114d7f tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850372 Jan 18 22:24:45.174090 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-f975bebf-b0d2-4687-b727-4c383b38185d tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Deleting subnet 05271ca8-75ff-4d6f-990f-ff912cca82a5 {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:24:45.178284 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f975bebf-b0d2-4687-b727-4c383b38185d tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:45.224341 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f975bebf-b0d2-4687-b727-4c383b38185d tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:45.319270 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-04f90938-3d68-4820-be33-9a380443b006 None None] Provisioning complete for port cc7a87c2-2f04-42b3-96ac-c8deedd62176 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:24:45.320058 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-04f90938-3d68-4820-be33-9a380443b006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:45.363320 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f975bebf-b0d2-4687-b727-4c383b38185d tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:45.382849 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 8cff5236-1956-47f9-ab71-513603762773 up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:24:45.447519 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f975bebf-b0d2-4687-b727-4c383b38185d tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:45.468541 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b46d276-d354-4e3f-b66d-a24a9d211277 req-4ea834a5-4857-4e35-bda6-e8264d427460 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:45.479808 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2b46d276-d354-4e3f-b66d-a24a9d211277 req-4ea834a5-4857-4e35-bda6-e8264d427460 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/ports?device_id=99555713-a052-4f2b-bed2-fb8b5d6b9caa HTTP/1.1" status: 200 len: 945 time: 0.1069834 Jan 18 22:24:45.482152 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f975bebf-b0d2-4687-b727-4c383b38185d tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event deleted for resources: {'Subnet': ['ID=05271ca8-75ff-4d6f-990f-ff912cca82a5,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:45.486402 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f975bebf-b0d2-4687-b727-4c383b38185d tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:45.489762 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-f975bebf-b0d2-4687-b727-4c383b38185d tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "DELETE /v2.0/subnets/05271ca8-75ff-4d6f-990f-ff912cca82a5 HTTP/1.1" status: 204 len: 168 time: 0.3842101 Jan 18 22:24:45.492378 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 40802) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:45.540077 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd5d85a-8488-485e-9eb0-060f330cea02 None None] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:24:45.552784 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2b46d276-d354-4e3f-b66d-a24a9d211277 req-fb36efc0-07a4-45e4-9f61-81cc81101f65 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/security-groups?id=68e1f851-73aa-4cda-8095-0e2a92a325ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716746 Jan 18 22:24:45.556500 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port 8cff5236-1956-47f9-ab71-513603762773 completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:24:45.590112 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port 8cff5236-1956-47f9-ab71-513603762773 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:24:45.590578 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:45.613169 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-bca5dba2-e416-4ff3-8459-eb8930728eec tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Deleting subnet 10bcb12e-da14-43e3-b822-d32764135867 {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:24:45.617742 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bca5dba2-e416-4ff3-8459-eb8930728eec tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:45.672006 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-8de26351-d6cb-44ac-b049-30a2cd4c8f8f None None] Could not find standard attr ID for object edbb49fa-7fee-4b6f-a618-4a04d123b782. {{(pid=102432) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 22:24:45.683146 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bca5dba2-e416-4ff3-8459-eb8930728eec tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:45.773523 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:45.806063 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1555094a-5480-4989-84ad-388f76f45c04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cff5236-1956-47f9-ab71-513603762773'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:24:45.807597 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bca5dba2-e416-4ff3-8459-eb8930728eec tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:45.808725 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c2747bd-eec3-452c-9310-e4d53a6e8538" -d '{"events": [{"server_uuid": "1555094a-5480-4989-84ad-388f76f45c04", "name": "network-vif-plugged", "status": "completed", "tag": "8cff5236-1956-47f9-ab71-513603762773"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:24:45.825090 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 8cff5236-1956-47f9-ab71-513603762773, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=8cff5236-1956-47f9-ab71-513603762773,segment=NetworkSegment(773e2478-13af-4dd0-bb1a-13e4946a40f7),segment_id=773e2478-13af-4dd0-bb1a-13e4946a40f7)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:24:45.833974 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:45.882732 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-205241d5-5222-4677-a82d-65b86c59cb55 x-openstack-request-id: req-205241d5-5222-4677-a82d-65b86c59cb55 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:24:45.883021 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1555094a-5480-4989-84ad-388f76f45c04", "name": "network-vif-plugged", "status": "completed", "tag": "8cff5236-1956-47f9-ab71-513603762773", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:24:45.883272 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-205241d5-5222-4677-a82d-65b86c59cb55 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:24:45.883759 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1555094a-5480-4989-84ad-388f76f45c04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cff5236-1956-47f9-ab71-513603762773', 'code': 200} Jan 18 22:24:45.913153 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=8cff5236-1956-47f9-ab71-513603762773,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:45.926575 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bca5dba2-e416-4ff3-8459-eb8930728eec tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:45.968246 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bca5dba2-e416-4ff3-8459-eb8930728eec tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:45.972146 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-bca5dba2-e416-4ff3-8459-eb8930728eec tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "DELETE /v2.0/subnets/10bcb12e-da14-43e3-b822-d32764135867 HTTP/1.1" status: 204 len: 168 time: 0.4784558 Jan 18 22:24:45.973472 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca5dba2-e416-4ff3-8459-eb8930728eec tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event deleted for resources: {'Subnet': ['ID=10bcb12e-da14-43e3-b822-d32764135867,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:45.976283 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 40832) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:46.045607 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 40840) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:46.049820 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-8aa8cf59-9a42-45f0-bbc2-b1aba1a45d80 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0719185 Jan 18 22:24:46.069366 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-948edc35-a164-4044-929a-a4bbfec95a8f tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Request body: {'subnet': {'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:24:46.109772 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device cc7a87c2-2f04-42b3-96ac-c8deedd62176 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:24:46.137105 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e666c2ce-ddad-41d0-99b8-d1e246a15d7b req-5b7228c4-451d-40af-ad2c-3e1d05aaea78 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=a73ebee77f20452f9ada65790951d06b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1131480 Jan 18 22:24:46.176286 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4314ae9-173e-49ab-8417-adfad54750c1 req-6474a4b5-355c-45f4-93e7-e4a87d48de33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:46.177784 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c4314ae9-173e-49ab-8417-adfad54750c1 req-6474a4b5-355c-45f4-93e7-e4a87d48de33 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1555094a-5480-4989-84ad-388f76f45c04 HTTP/1.1" status: 200 len: 1096 time: 0.2204537 Jan 18 22:24:46.178662 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port cc7a87c2-2f04-42b3-96ac-c8deedd62176 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:24:46.179192 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:46.332595 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c4314ae9-173e-49ab-8417-adfad54750c1 req-49ad7886-9bf7-4cc4-8637-ae4dfc2ecfed service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360047 Jan 18 22:24:46.381982 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e666c2ce-ddad-41d0-99b8-d1e246a15d7b req-15657ace-9f1a-4d62-84f7-f574e08fa646 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:46.383433 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e666c2ce-ddad-41d0-99b8-d1e246a15d7b req-15657ace-9f1a-4d62-84f7-f574e08fa646 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2320693 Jan 18 22:24:46.384012 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-948edc35-a164-4044-929a-a4bbfec95a8f tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Made reservation on behalf of 0a17ff9ddd5f489695e0235ae87388f5 for: {'subnet': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:24:46.387257 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-948edc35-a164-4044-929a-a4bbfec95a8f tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62288702'] for subnet, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:46.452024 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4bc011-d590-44d8-ba95-01ef44b8855d req-e590ca37-b830-4c9a-ad05-c740dc88b851 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:46.453570 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ee4bc011-d590-44d8-ba95-01ef44b8855d req-e590ca37-b830-4c9a-ad05-c740dc88b851 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=1555094a-5480-4989-84ad-388f76f45c04 HTTP/1.1" status: 200 len: 945 time: 0.1676106 Jan 18 22:24:46.461242 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e666c2ce-ddad-41d0-99b8-d1e246a15d7b req-a43c8624-9957-4b57-a644-1bb4eefb72e6 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/quotas/a73ebee77f20452f9ada65790951d06b HTTP/1.1" status: 200 len: 375 time: 0.0684090 Jan 18 22:24:46.516579 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e666c2ce-ddad-41d0-99b8-d1e246a15d7b req-b77f3693-13d1-4c2a-9ff7-19691ca988e6 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a73ebee77f20452f9ada65790951d06b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434806 Jan 18 22:24:46.542532 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a123bf-59d8-4913-89e5-92f30c82c1f4 None None] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:24:46.544418 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ee4bc011-d590-44d8-ba95-01ef44b8855d req-a4545eef-a0a0-4286-b818-eaa10a073e03 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822244 Jan 18 22:24:46.635360 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-36b43eac-e2df-463f-acae-c97ab35a3c5c None None] Provisioning complete for port cc7a87c2-2f04-42b3-96ac-c8deedd62176 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:24:46.635726 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-36b43eac-e2df-463f-acae-c97ab35a3c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:46.690679 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-948edc35-a164-4044-929a-a4bbfec95a8f tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60203213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62288684'] for subnet, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:46.776295 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948edc35-a164-4044-929a-a4bbfec95a8f tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:24:46.798998 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-948edc35-a164-4044-929a-a4bbfec95a8f tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:24:46.800844 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948edc35-a164-4044-929a-a4bbfec95a8f tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event updated for resources: {'Subnet': ['ID=f30b2292-cecc-4a00-9358-74c8e4836571,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:46.811699 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948edc35-a164-4044-929a-a4bbfec95a8f tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:46.815028 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-948edc35-a164-4044-929a-a4bbfec95a8f tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:46.819804 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa95fa15-9b87-45e6-b329-c1399ffe0bbd None None] DHCP port deletion for 5ec417a5-fa6c-4abd-aa15-b83b9df83503 request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:24:46.861541 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ebd68ce2-2da8-4b74-9d70-2de9315b0672 req-791ce6e4-debe-4063-b07a-dd275b8becb9 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/ports?device_id=37604d21-0dd3-4bf5-9976-e2bb5507d7c6 HTTP/1.1" status: 200 len: 210 time: 0.0520699 Jan 18 22:24:46.869160 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-948edc35-a164-4044-929a-a4bbfec95a8f tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8080170 Jan 18 22:24:46.876675 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-aa95fa15-9b87-45e6-b329-c1399ffe0bbd None None] Deleting port cc7a87c2-2f04-42b3-96ac-c8deedd62176 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:24:46.877058 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-aa95fa15-9b87-45e6-b329-c1399ffe0bbd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:46.879920 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 40884) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:46.887390 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-6b739782-2653-41a7-847c-fc703f83516c tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Request body: {'subnet': {'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:24:46.903130 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd7ae88-ecff-42b9-b959-c75331352340 req-f459308f-dcd8-4102-9665-64ec34cebc9a tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:46.905312 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bbd7ae88-ecff-42b9-b959-c75331352340 req-f459308f-dcd8-4102-9665-64ec34cebc9a tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/ports?device_id=99555713-a052-4f2b-bed2-fb8b5d6b9caa HTTP/1.1" status: 200 len: 945 time: 0.1607165 Jan 18 22:24:46.983390 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bbd7ae88-ecff-42b9-b959-c75331352340 req-8695ff8f-72dc-4ece-8dfe-7219d01bd58d tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/security-groups?id=68e1f851-73aa-4cda-8095-0e2a92a325ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676544 Jan 18 22:24:46.989601 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-aa95fa15-9b87-45e6-b329-c1399ffe0bbd None None] For port cc7a87c2-2f04-42b3-96ac-c8deedd62176, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=cc7a87c2-2f04-42b3-96ac-c8deedd62176,segment=NetworkSegment(3c2fda82-0722-4d26-8bf8-bb1f4fe594b8),segment_id=3c2fda82-0722-4d26-8bf8-bb1f4fe594b8)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:24:46.990236 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-aa95fa15-9b87-45e6-b329-c1399ffe0bbd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:47.005320 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-aa95fa15-9b87-45e6-b329-c1399ffe0bbd None None] Calling delete_port for cc7a87c2-2f04-42b3-96ac-c8deedd62176 owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:24:47.029252 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b739782-2653-41a7-847c-fc703f83516c tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Made reservation on behalf of 0a17ff9ddd5f489695e0235ae87388f5 for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:24:47.034812 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6b739782-2653-41a7-847c-fc703f83516c tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:47.096100 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-aa95fa15-9b87-45e6-b329-c1399ffe0bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:47.121517 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa95fa15-9b87-45e6-b329-c1399ffe0bbd None None] Pushing event deleted for resources: {'Port': ['ID=cc7a87c2-2f04-42b3-96ac-c8deedd62176,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:47.127868 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa95fa15-9b87-45e6-b329-c1399ffe0bbd None None] No DVR routers for this DVR port cc7a87c2-2f04-42b3-96ac-c8deedd62176 on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:24:47.150375 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca73bd4-68e5-458e-b4b3-43ccde5dbdfc None None] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:24:47.315319 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c31d07d-6c9a-4993-b69d-284eb804e4dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-5ec417a5-fa6c-4abd-aa15-b83b9df83503', 'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503', 'tenant_id': '0a17ff9ddd5f489695e0235ae87388f5', 'fixed_ips': [{'subnet_id': 'f30b2292-cecc-4a00-9358-74c8e4836571'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:24:47.316234 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1c31d07d-6c9a-4993-b69d-284eb804e4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:47.448616 n-d-825064-1 neutron-server[102431]: INFO neutron.db.ipam_backend_mixin [None req-6b739782-2653-41a7-847c-fc703f83516c tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f30b2292-cecc-4a00-9358-74c8e4836571 (CIDR: 2001:db8::/64) Jan 18 22:24:47.452274 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b739782-2653-41a7-847c-fc703f83516c tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 22:24:47.452824 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b739782-2653-41a7-847c-fc703f83516c tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:24:47.472981 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-6b739782-2653-41a7-847c-fc703f83516c tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5906372 Jan 18 22:24:47.475669 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 40900) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:47.481096 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-c05df9a4-3bde-4945-84ef-c637b8461d66 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Request body: {'subnet': {'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:24:47.490204 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-1c31d07d-6c9a-4993-b69d-284eb804e4dc None None] Allocated IP 2001:db8::2 (5ec417a5-fa6c-4abd-aa15-b83b9df83503/f30b2292-cecc-4a00-9358-74c8e4836571/fd924cbd-a25f-41e3-ad96-fb3c9aa078b2) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:24:47.621822 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c05df9a4-3bde-4945-84ef-c637b8461d66 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Made reservation on behalf of 0a17ff9ddd5f489695e0235ae87388f5 for: {'subnet': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:24:47.641626 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c05df9a4-3bde-4945-84ef-c637b8461d66 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62288702'] for subnet, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:47.694524 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1c31d07d-6c9a-4993-b69d-284eb804e4dc None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:47.703100 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1c31d07d-6c9a-4993-b69d-284eb804e4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:47.758056 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c31d07d-6c9a-4993-b69d-284eb804e4dc None None] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:24:47.762072 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-1c31d07d-6c9a-4993-b69d-284eb804e4dc None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:24:47.766472 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c31d07d-6c9a-4993-b69d-284eb804e4dc None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:24:47.799860 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e666c2ce-ddad-41d0-99b8-d1e246a15d7b req-3acb5c3b-4606-4761-ba28-1167cfceb1d5 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=a73ebee77f20452f9ada65790951d06b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0449584 Jan 18 22:24:47.803125 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c31d07d-6c9a-4993-b69d-284eb804e4dc None None] Pushing event updated for resources: {'Port': ['ID=fd924cbd-a25f-41e3-ad96-fb3c9aa078b2,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:47.839882 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-1c31d07d-6c9a-4993-b69d-284eb804e4dc None None] Attempting to bind port fd924cbd-a25f-41e3-ad96-fb3c9aa078b2 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:24:47.840573 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-1c31d07d-6c9a-4993-b69d-284eb804e4dc None None] Attempting to bind port fd924cbd-a25f-41e3-ad96-fb3c9aa078b2 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '3c2fda82-0722-4d26-8bf8-bb1f4fe594b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:24:47.841186 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c31d07d-6c9a-4993-b69d-284eb804e4dc None None] Attempting to bind port fd924cbd-a25f-41e3-ad96-fb3c9aa078b2 on network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:24:47.849739 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c31d07d-6c9a-4993-b69d-284eb804e4dc None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:24:47.850394 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c31d07d-6c9a-4993-b69d-284eb804e4dc None None] Checking segment: {'id': '3c2fda82-0722-4d26-8bf8-bb1f4fe594b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:24:47.851016 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1c31d07d-6c9a-4993-b69d-284eb804e4dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:47.851629 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c31d07d-6c9a-4993-b69d-284eb804e4dc None None] Bound using segment: {'id': '3c2fda82-0722-4d26-8bf8-bb1f4fe594b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:24:47.852459 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-1c31d07d-6c9a-4993-b69d-284eb804e4dc None None] Bound port: fd924cbd-a25f-41e3-ad96-fb3c9aa078b2, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2fda82-0722-4d26-8bf8-bb1f4fe594b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:24:47.853087 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1c31d07d-6c9a-4993-b69d-284eb804e4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:47.977994 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-1c31d07d-6c9a-4993-b69d-284eb804e4dc None None] For port fd924cbd-a25f-41e3-ad96-fb3c9aa078b2, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:24:47.982641 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-1c31d07d-6c9a-4993-b69d-284eb804e4dc None None] For port fd924cbd-a25f-41e3-ad96-fb3c9aa078b2, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=fd924cbd-a25f-41e3-ad96-fb3c9aa078b2,segment=NetworkSegment(3c2fda82-0722-4d26-8bf8-bb1f4fe594b8),segment_id=3c2fda82-0722-4d26-8bf8-bb1f4fe594b8)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:24:47.989794 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1c31d07d-6c9a-4993-b69d-284eb804e4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:48.042193 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e666c2ce-ddad-41d0-99b8-d1e246a15d7b req-98a195e3-a095-451a-8d78-b38b8658834a tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:48.043922 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e666c2ce-ddad-41d0-99b8-d1e246a15d7b req-98a195e3-a095-451a-8d78-b38b8658834a tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2308254 Jan 18 22:24:48.066960 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-e666c2ce-ddad-41d0-99b8-d1e246a15d7b req-5f6c4b73-18dd-445e-86ad-93dffa92b8e1 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Request body: {'port': {'device_id': '37604d21-0dd3-4bf5-9976-e2bb5507d7c6', 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b', 'admin_state_up': True, 'tenant_id': 'a73ebee77f20452f9ada65790951d06b'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:24:48.078878 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c31d07d-6c9a-4993-b69d-284eb804e4dc None None] Pushing event updated for resources: {'Port': ['ID=fd924cbd-a25f-41e3-ad96-fb3c9aa078b2,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:48.108216 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device cc7a87c2-2f04-42b3-96ac-c8deedd62176 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:24:48.133565 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: cc7a87c2-2f04-42b3-96ac-c8deedd62176 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:24:48.133914 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device cc7a87c2-2f04-42b3-96ac-c8deedd62176 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:24:48.154521 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9cf9c338-b06d-4e5d-a272-bca33229a4e9 req-f0694340-0f62-4c20-bad3-1bae228641c3 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/ports?device_id=37604d21-0dd3-4bf5-9976-e2bb5507d7c6 HTTP/1.1" status: 200 len: 210 time: 0.0623856 Jan 18 22:24:48.193795 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50c2f83-43c2-4366-a7c2-45d1396a220f req-7f963865-5079-4e43-ad44-7c1aacfa5270 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:48.201056 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b50c2f83-43c2-4366-a7c2-45d1396a220f req-7f963865-5079-4e43-ad44-7c1aacfa5270 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=1555094a-5480-4989-84ad-388f76f45c04 HTTP/1.1" status: 200 len: 945 time: 0.1271799 Jan 18 22:24:48.229241 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e666c2ce-ddad-41d0-99b8-d1e246a15d7b req-5f6c4b73-18dd-445e-86ad-93dffa92b8e1 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Made reservation on behalf of a73ebee77f20452f9ada65790951d06b for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:24:48.234380 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-e666c2ce-ddad-41d0-99b8-d1e246a15d7b req-5f6c4b73-18dd-445e-86ad-93dffa92b8e1 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:48.244013 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-e666c2ce-ddad-41d0-99b8-d1e246a15d7b req-5f6c4b73-18dd-445e-86ad-93dffa92b8e1 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:48.259105 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b50c2f83-43c2-4366-a7c2-45d1396a220f req-f6cbde83-3bbb-41f1-8e41-562f8edf760e tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571249 Jan 18 22:24:48.385041 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-e666c2ce-ddad-41d0-99b8-d1e246a15d7b req-5f6c4b73-18dd-445e-86ad-93dffa92b8e1 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:48.393337 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-e666c2ce-ddad-41d0-99b8-d1e246a15d7b req-5f6c4b73-18dd-445e-86ad-93dffa92b8e1 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:48.455595 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b5c476-a796-43a1-ab5b-7397d0cda72f req-d3dc8dd8-e324-4f78-b75d-1d2e43ab2901 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:48.457153 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-91b5c476-a796-43a1-ab5b-7397d0cda72f req-d3dc8dd8-e324-4f78-b75d-1d2e43ab2901 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/ports?device_id=99555713-a052-4f2b-bed2-fb8b5d6b9caa HTTP/1.1" status: 200 len: 945 time: 0.1030145 Jan 18 22:24:48.461889 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6c4b73-18dd-445e-86ad-93dffa92b8e1 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05d753a3-5b69-42a7-8159-df7094e5d66a,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:48.537467 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [req-e666c2ce-ddad-41d0-99b8-d1e246a15d7b req-5f6c4b73-18dd-445e-86ad-93dffa92b8e1 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Allocated IP 192.168.233.212 (aed2eca7-1bb0-443d-8485-b985dbe9851b/8518183d-cc63-459a-b971-d4c7514e001f/680beee0-ac7e-44c7-ad32-d2dad87429ec) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:24:48.541228 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-91b5c476-a796-43a1-ab5b-7397d0cda72f req-74f9b330-a87c-47ce-ab73-b50601862ae1 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/security-groups?id=68e1f851-73aa-4cda-8095-0e2a92a325ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724428 Jan 18 22:24:48.591028 n-d-825064-1 neutron-server[102430]: DEBUG neutron.objects.ports [None req-c05df9a4-3bde-4945-84ef-c637b8461d66 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102430) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 18 22:24:48.694219 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-e666c2ce-ddad-41d0-99b8-d1e246a15d7b req-5f6c4b73-18dd-445e-86ad-93dffa92b8e1 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:48.729967 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-e666c2ce-ddad-41d0-99b8-d1e246a15d7b req-5f6c4b73-18dd-445e-86ad-93dffa92b8e1 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:48.750331 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c05df9a4-3bde-4945-84ef-c637b8461d66 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:48.776436 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e666c2ce-ddad-41d0-99b8-d1e246a15d7b req-5f6c4b73-18dd-445e-86ad-93dffa92b8e1 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Network aed2eca7-1bb0-443d-8485-b985dbe9851b is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:24:48.779442 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [req-e666c2ce-ddad-41d0-99b8-d1e246a15d7b req-5f6c4b73-18dd-445e-86ad-93dffa92b8e1 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:24:48.784591 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-e666c2ce-ddad-41d0-99b8-d1e246a15d7b req-5f6c4b73-18dd-445e-86ad-93dffa92b8e1 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:24:48.788613 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6c4b73-18dd-445e-86ad-93dffa92b8e1 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Pushing event updated for resources: {'Port': ['ID=680beee0-ac7e-44c7-ad32-d2dad87429ec,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:48.846508 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e666c2ce-ddad-41d0-99b8-d1e246a15d7b req-5f6c4b73-18dd-445e-86ad-93dffa92b8e1 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:48.847329 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-e666c2ce-ddad-41d0-99b8-d1e246a15d7b req-5f6c4b73-18dd-445e-86ad-93dffa92b8e1 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:48.872494 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e666c2ce-ddad-41d0-99b8-d1e246a15d7b req-5f6c4b73-18dd-445e-86ad-93dffa92b8e1 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8150365 Jan 18 22:24:48.884730 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-e666c2ce-ddad-41d0-99b8-d1e246a15d7b req-826a280d-fbbb-4345-bef1-30c7c4bd64bf service neutron] Request body: {'port': {'device_id': '37604d21-0dd3-4bf5-9976-e2bb5507d7c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:24:48.953805 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-c05df9a4-3bde-4945-84ef-c637b8461d66 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] For port fd924cbd-a25f-41e3-ad96-fb3c9aa078b2, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=fd924cbd-a25f-41e3-ad96-fb3c9aa078b2,segment=NetworkSegment(3c2fda82-0722-4d26-8bf8-bb1f4fe594b8),segment_id=3c2fda82-0722-4d26-8bf8-bb1f4fe594b8)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:24:48.958829 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-e666c2ce-ddad-41d0-99b8-d1e246a15d7b req-826a280d-fbbb-4345-bef1-30c7c4bd64bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:49.005735 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c05df9a4-3bde-4945-84ef-c637b8461d66 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:49.019098 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c05df9a4-3bde-4945-84ef-c637b8461d66 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:49.020190 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c05df9a4-3bde-4945-84ef-c637b8461d66 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60203213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62288684'] for subnet, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:49.159679 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-942051ca-b1a7-47a4-a442-8df26dc657dd None None] Provisioning complete for port 680beee0-ac7e-44c7-ad32-d2dad87429ec triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:24:49.160319 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-942051ca-b1a7-47a4-a442-8df26dc657dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:49.177790 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05df9a4-3bde-4945-84ef-c637b8461d66 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:24:49.183703 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-c05df9a4-3bde-4945-84ef-c637b8461d66 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:24:49.199134 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05df9a4-3bde-4945-84ef-c637b8461d66 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:49.199769 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c05df9a4-3bde-4945-84ef-c637b8461d66 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:49.232307 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05df9a4-3bde-4945-84ef-c637b8461d66 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event updated for resources: {'Port': ['ID=fd924cbd-a25f-41e3-ad96-fb3c9aa078b2,revision_number=4']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:49.262430 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05df9a4-3bde-4945-84ef-c637b8461d66 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event updated for resources: {'Subnet': ['ID=5fde77e9-1146-4b0a-9770-c327c9b20f0d,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:49.290830 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-942051ca-b1a7-47a4-a442-8df26dc657dd None None] Port 680beee0-ac7e-44c7-ad32-d2dad87429ec cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:24:49.298768 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1ea0d0f9-fa83-4b5d-8e63-a1ee57c5b2a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:49.308152 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-c05df9a4-3bde-4945-84ef-c637b8461d66 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.8312221 Jan 18 22:24:49.308990 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 40970) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:49.329625 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-5fae9847-fe12-490b-9be5-4dc437f39c07 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Request body: {'port': {'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503', 'mac_address': 'fa:16:3e:ce:61:2b', 'name': 'tempest-NetworksTestDHCPv6-1487020420'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:24:49.412865 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [req-e666c2ce-ddad-41d0-99b8-d1e246a15d7b req-826a280d-fbbb-4345-bef1-30c7c4bd64bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 680beee0-ac7e-44c7-ad32-d2dad87429ec {{(pid=102431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:24:49.421678 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-e666c2ce-ddad-41d0-99b8-d1e246a15d7b req-826a280d-fbbb-4345-bef1-30c7c4bd64bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:49.426747 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782a1690-7635-4c35-9ed9-0c148cba3475 req-d8811334-86bf-47da-b019-01ff8791a673 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:49.428996 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-782a1690-7635-4c35-9ed9-0c148cba3475 req-d8811334-86bf-47da-b019-01ff8791a673 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/ports?device_id=37604d21-0dd3-4bf5-9976-e2bb5507d7c6 HTTP/1.1" status: 200 len: 936 time: 0.1496062 Jan 18 22:24:49.435895 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [req-e666c2ce-ddad-41d0-99b8-d1e246a15d7b req-826a280d-fbbb-4345-bef1-30c7c4bd64bf service neutron] Transition to ACTIVE for port object 680beee0-ac7e-44c7-ad32-d2dad87429ec will not be triggered until provisioned by entity L2. {{(pid=102431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:24:49.440983 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-e666c2ce-ddad-41d0-99b8-d1e246a15d7b req-826a280d-fbbb-4345-bef1-30c7c4bd64bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:49.495639 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826a280d-fbbb-4345-bef1-30c7c4bd64bf service neutron] Pushing event updated for resources: {'Port': ['ID=680beee0-ac7e-44c7-ad32-d2dad87429ec,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:49.526556 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab5adec-e61a-40ab-8713-bb32ae28367b None None] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:24:49.538458 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-782a1690-7635-4c35-9ed9-0c148cba3475 req-e255f719-1e92-4862-8903-f614689e300d tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/security-groups?id=05d753a3-5b69-42a7-8159-df7094e5d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924358 Jan 18 22:24:49.554035 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18e0022-d92f-4724-8473-dae0a24745fc req-4b219b52-0a51-42c8-9f35-eea71401fb33 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:49.559696 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b18e0022-d92f-4724-8473-dae0a24745fc req-4b219b52-0a51-42c8-9f35-eea71401fb33 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=1555094a-5480-4989-84ad-388f76f45c04 HTTP/1.1" status: 200 len: 945 time: 0.1295459 Jan 18 22:24:49.587385 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-e666c2ce-ddad-41d0-99b8-d1e246a15d7b req-826a280d-fbbb-4345-bef1-30c7c4bd64bf service neutron] Attempting to bind port 680beee0-ac7e-44c7-ad32-d2dad87429ec on host n-h1-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:24:49.587722 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-e666c2ce-ddad-41d0-99b8-d1e246a15d7b req-826a280d-fbbb-4345-bef1-30c7c4bd64bf service neutron] Attempting to bind port 680beee0-ac7e-44c7-ad32-d2dad87429ec by drivers openvswitch,hyperv on host n-h1-825064-1 at level 0 using segments [{'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:24:49.588512 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e666c2ce-ddad-41d0-99b8-d1e246a15d7b req-826a280d-fbbb-4345-bef1-30c7c4bd64bf service neutron] Attempting to bind port 680beee0-ac7e-44c7-ad32-d2dad87429ec on network aed2eca7-1bb0-443d-8485-b985dbe9851b {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:24:49.597643 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e666c2ce-ddad-41d0-99b8-d1e246a15d7b req-826a280d-fbbb-4345-bef1-30c7c4bd64bf service neutron] Port 680beee0-ac7e-44c7-ad32-d2dad87429ec on network aed2eca7-1bb0-443d-8485-b985dbe9851b not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:24:49.597968 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e666c2ce-ddad-41d0-99b8-d1e246a15d7b req-826a280d-fbbb-4345-bef1-30c7c4bd64bf service neutron] Attempting to bind port 680beee0-ac7e-44c7-ad32-d2dad87429ec on network aed2eca7-1bb0-443d-8485-b985dbe9851b {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:24:49.603750 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e666c2ce-ddad-41d0-99b8-d1e246a15d7b req-826a280d-fbbb-4345-bef1-30c7c4bd64bf service neutron] Checking agent: {'id': 'e49d1b2a-ba11-487f-a804-ecbf3c0e8132', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:24:49.604095 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e666c2ce-ddad-41d0-99b8-d1e246a15d7b req-826a280d-fbbb-4345-bef1-30c7c4bd64bf service neutron] Checking segment: {'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:24:49.604664 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e666c2ce-ddad-41d0-99b8-d1e246a15d7b req-826a280d-fbbb-4345-bef1-30c7c4bd64bf service neutron] Bound using segment: {'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:24:49.605096 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-e666c2ce-ddad-41d0-99b8-d1e246a15d7b req-826a280d-fbbb-4345-bef1-30c7c4bd64bf service neutron] Bound port: 680beee0-ac7e-44c7-ad32-d2dad87429ec, host: n-h1-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:24:49.605530 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-e666c2ce-ddad-41d0-99b8-d1e246a15d7b req-826a280d-fbbb-4345-bef1-30c7c4bd64bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:49.619238 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fae9847-fe12-490b-9be5-4dc437f39c07 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Made reservation on behalf of 0a17ff9ddd5f489695e0235ae87388f5 for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:24:49.695432 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-e666c2ce-ddad-41d0-99b8-d1e246a15d7b req-826a280d-fbbb-4345-bef1-30c7c4bd64bf service neutron] For port 680beee0-ac7e-44c7-ad32-d2dad87429ec, host n-h1-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:24:49.701223 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-e666c2ce-ddad-41d0-99b8-d1e246a15d7b req-826a280d-fbbb-4345-bef1-30c7c4bd64bf service neutron] For port 680beee0-ac7e-44c7-ad32-d2dad87429ec, host n-h1-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=680beee0-ac7e-44c7-ad32-d2dad87429ec,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:24:49.707790 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b18e0022-d92f-4724-8473-dae0a24745fc req-bd414357-e128-4f78-bcf3-1bfe7da9d358 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438100 Jan 18 22:24:49.708620 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-e666c2ce-ddad-41d0-99b8-d1e246a15d7b req-826a280d-fbbb-4345-bef1-30c7c4bd64bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:49.719102 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-6b817a00-f54b-4a6c-a0fa-cf3113c7ae63 None None] Provisioning complete for port fd924cbd-a25f-41e3-ad96-fb3c9aa078b2 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:24:49.719477 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6b817a00-f54b-4a6c-a0fa-cf3113c7ae63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:49.815346 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826a280d-fbbb-4345-bef1-30c7c4bd64bf service neutron] Pushing event updated for resources: {'Port': ['ID=680beee0-ac7e-44c7-ad32-d2dad87429ec,revision_number=3']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:49.820949 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e666c2ce-ddad-41d0-99b8-d1e246a15d7b req-826a280d-fbbb-4345-bef1-30c7c4bd64bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:49.821698 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-e666c2ce-ddad-41d0-99b8-d1e246a15d7b req-826a280d-fbbb-4345-bef1-30c7c4bd64bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:49.823095 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e666c2ce-ddad-41d0-99b8-d1e246a15d7b req-826a280d-fbbb-4345-bef1-30c7c4bd64bf service neutron] 10.222.0.36 "PUT /v2.0/ports/680beee0-ac7e-44c7-ad32-d2dad87429ec HTTP/1.1" status: 200 len: 1096 time: 0.9430971 Jan 18 22:24:49.823537 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37604d21-0dd3-4bf5-9976-e2bb5507d7c6', 'tag': '680beee0-ac7e-44c7-ad32-d2dad87429ec'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:24:49.828711 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eb7d06c-8aeb-464f-8140-dcba87ba0388" -d '{"events": [{"name": "network-changed", "server_uuid": "37604d21-0dd3-4bf5-9976-e2bb5507d7c6", "tag": "680beee0-ac7e-44c7-ad32-d2dad87429ec"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:24:49.852252 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9227c1ff-88fd-400d-951b-08d89473e1f9 req-c2a0fe73-953b-4702-91a2-eb21daa599a0 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:49.857862 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9227c1ff-88fd-400d-951b-08d89473e1f9 req-c2a0fe73-953b-4702-91a2-eb21daa599a0 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/ports?device_id=99555713-a052-4f2b-bed2-fb8b5d6b9caa HTTP/1.1" status: 200 len: 945 time: 0.1483505 Jan 18 22:24:49.906743 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5fae9847-fe12-490b-9be5-4dc437f39c07 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:49.956039 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e666c2ce-ddad-41d0-99b8-d1e246a15d7b req-12dd82f0-9ad0-4b7e-bbd6-0a85bab995e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:49.958097 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e666c2ce-ddad-41d0-99b8-d1e246a15d7b req-12dd82f0-9ad0-4b7e-bbd6-0a85bab995e2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a73ebee77f20452f9ada65790951d06b&device_id=37604d21-0dd3-4bf5-9976-e2bb5507d7c6 HTTP/1.1" status: 200 len: 1099 time: 0.0710871 Jan 18 22:24:49.976664 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9227c1ff-88fd-400d-951b-08d89473e1f9 req-71ad1390-0345-4586-b95e-e758da57c18c tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/security-groups?id=68e1f851-73aa-4cda-8095-0e2a92a325ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871332 Jan 18 22:24:50.008387 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [None req-5fae9847-fe12-490b-9be5-4dc437f39c07 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] device_id is not set on port 17916e93-12c1-472e-ae30-432de2dd08a5 yet. {{(pid=102430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:24:50.125437 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74068868-9671-40bf-a41b-166abaa801f8 x-openstack-request-id: req-74068868-9671-40bf-a41b-166abaa801f8 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:24:50.125437 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37604d21-0dd3-4bf5-9976-e2bb5507d7c6", "tag": "680beee0-ac7e-44c7-ad32-d2dad87429ec", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:24:50.125437 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-74068868-9671-40bf-a41b-166abaa801f8 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:24:50.125437 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37604d21-0dd3-4bf5-9976-e2bb5507d7c6', 'tag': '680beee0-ac7e-44c7-ad32-d2dad87429ec', 'status': 'completed', 'code': 200} Jan 18 22:24:50.131475 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e666c2ce-ddad-41d0-99b8-d1e246a15d7b req-2fcb022e-95ef-464a-a1d9-6b6c22b92324 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=680beee0-ac7e-44c7-ad32-d2dad87429ec HTTP/1.1" status: 200 len: 217 time: 0.1551359 Jan 18 22:24:50.213196 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e666c2ce-ddad-41d0-99b8-d1e246a15d7b req-95d3b7ce-bec9-4489-99b0-9265c13ee609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:50.215069 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e666c2ce-ddad-41d0-99b8-d1e246a15d7b req-95d3b7ce-bec9-4489-99b0-9265c13ee609 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8518183d-cc63-459a-b971-d4c7514e001f HTTP/1.1" status: 200 len: 843 time: 0.0635021 Jan 18 22:24:50.268719 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e666c2ce-ddad-41d0-99b8-d1e246a15d7b req-4e8e9802-e1f7-40fd-ad62-0e010b21ab3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:50.270294 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e666c2ce-ddad-41d0-99b8-d1e246a15d7b req-4e8e9802-e1f7-40fd-ad62-0e010b21ab3b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=aed2eca7-1bb0-443d-8485-b985dbe9851b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0470500 Jan 18 22:24:50.312622 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6b817a00-f54b-4a6c-a0fa-cf3113c7ae63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:50.318706 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device fd924cbd-a25f-41e3-ad96-fb3c9aa078b2 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:24:50.367777 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9dd933d9-465e-4e31-a9f7-c35c2a3f0dfd req-1d241d3a-087e-46ba-a8a2-a1767af3880a tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=deba400103d149f59fe8681831aa97de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328126 Jan 18 22:24:50.401324 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-6b817a00-f54b-4a6c-a0fa-cf3113c7ae63 None None] For port fd924cbd-a25f-41e3-ad96-fb3c9aa078b2, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=fd924cbd-a25f-41e3-ad96-fb3c9aa078b2,segment=NetworkSegment(3c2fda82-0722-4d26-8bf8-bb1f4fe594b8),segment_id=3c2fda82-0722-4d26-8bf8-bb1f4fe594b8)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:24:50.410021 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e666c2ce-ddad-41d0-99b8-d1e246a15d7b req-1d770e21-ef66-4ef0-9880-4c3dffd7c865 service neutron] 10.222.0.36 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319506 Jan 18 22:24:50.414065 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6b817a00-f54b-4a6c-a0fa-cf3113c7ae63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:50.461340 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port fd924cbd-a25f-41e3-ad96-fb3c9aa078b2 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:24:50.462070 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:50.469231 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-5fae9847-fe12-490b-9be5-4dc437f39c07 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Allocated IP 2001:db8::1b1 (5ec417a5-fa6c-4abd-aa15-b83b9df83503/f30b2292-cecc-4a00-9358-74c8e4836571/17916e93-12c1-472e-ae30-432de2dd08a5) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:24:50.506153 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-5fae9847-fe12-490b-9be5-4dc437f39c07 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Allocated IP 2001:db8:0:1:f816:3eff:fece:612b (5ec417a5-fa6c-4abd-aa15-b83b9df83503/5fde77e9-1146-4b0a-9770-c327c9b20f0d/17916e93-12c1-472e-ae30-432de2dd08a5) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:24:50.506696 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b817a00-f54b-4a6c-a0fa-cf3113c7ae63 None None] Pushing event updated for resources: {'Port': ['ID=fd924cbd-a25f-41e3-ad96-fb3c9aa078b2,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:50.523647 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e666c2ce-ddad-41d0-99b8-d1e246a15d7b req-5a09ec0a-8fc0-40a6-9532-1e8cd0ef4d64 service neutron] 10.222.0.36 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047537 Jan 18 22:24:50.588810 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd933d9-465e-4e31-a9f7-c35c2a3f0dfd req-77a34a7c-cb93-4c5e-9b24-d30ea33d0f0f tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:50.592839 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9dd933d9-465e-4e31-a9f7-c35c2a3f0dfd req-77a34a7c-cb93-4c5e-9b24-d30ea33d0f0f tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2046630 Jan 18 22:24:50.603265 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8a65ad-a6c1-4377-822a-abc432475db0 req-447837cf-7f60-424b-a7d6-77951968726c tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:50.604934 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0d8a65ad-a6c1-4377-822a-abc432475db0 req-447837cf-7f60-424b-a7d6-77951968726c tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=1555094a-5480-4989-84ad-388f76f45c04 HTTP/1.1" status: 200 len: 945 time: 0.1432416 Jan 18 22:24:50.626544 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb7d06c-8aeb-464f-8140-dcba87ba0388 req-2b97645b-1317-4676-aef9-759ffb395638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:50.628075 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2eb7d06c-8aeb-464f-8140-dcba87ba0388 req-2b97645b-1317-4676-aef9-759ffb395638 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a73ebee77f20452f9ada65790951d06b&device_id=37604d21-0dd3-4bf5-9976-e2bb5507d7c6 HTTP/1.1" status: 200 len: 1099 time: 0.0562584 Jan 18 22:24:50.648691 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9dd933d9-465e-4e31-a9f7-c35c2a3f0dfd req-706ed630-7c0f-41e0-b92e-edba45616c38 tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] 10.222.0.53 "GET /v2.0/quotas/deba400103d149f59fe8681831aa97de HTTP/1.1" status: 200 len: 375 time: 0.0392978 Jan 18 22:24:50.728760 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9dd933d9-465e-4e31-a9f7-c35c2a3f0dfd req-4e9630d6-cb3e-41a9-8926-627738d4d6f0 tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=deba400103d149f59fe8681831aa97de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0729022 Jan 18 22:24:50.733490 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb7d06c-8aeb-464f-8140-dcba87ba0388 req-5913b8e6-b1ef-49c8-bfff-99e455810b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:50.735727 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2eb7d06c-8aeb-464f-8140-dcba87ba0388 req-5913b8e6-b1ef-49c8-bfff-99e455810b19 service neutron] 10.222.0.36 "GET /v2.0/networks?id=aed2eca7-1bb0-443d-8485-b985dbe9851b HTTP/1.1" status: 200 len: 869 time: 0.1007769 Jan 18 22:24:50.744101 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0d8a65ad-a6c1-4377-822a-abc432475db0 req-fd383e04-6326-478d-a293-1dbd9a0976fa tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280098 Jan 18 22:24:50.779593 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2eb7d06c-8aeb-464f-8140-dcba87ba0388 req-71f09749-e10e-4769-aa33-f7bf7ec29902 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=680beee0-ac7e-44c7-ad32-d2dad87429ec HTTP/1.1" status: 200 len: 217 time: 0.0367150 Jan 18 22:24:50.830322 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5fae9847-fe12-490b-9be5-4dc437f39c07 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:50.840882 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb7d06c-8aeb-464f-8140-dcba87ba0388 req-e8d7e64c-0f39-4851-bad6-bbea0cdf4cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:50.842650 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2eb7d06c-8aeb-464f-8140-dcba87ba0388 req-e8d7e64c-0f39-4851-bad6-bbea0cdf4cfc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8518183d-cc63-459a-b971-d4c7514e001f HTTP/1.1" status: 200 len: 843 time: 0.0521891 Jan 18 22:24:50.885860 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5fae9847-fe12-490b-9be5-4dc437f39c07 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:50.941837 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fae9847-fe12-490b-9be5-4dc437f39c07 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:24:50.946118 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb7d06c-8aeb-464f-8140-dcba87ba0388 req-39f7b36d-428f-4e88-b01e-62e910257f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:50.947598 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2eb7d06c-8aeb-464f-8140-dcba87ba0388 req-39f7b36d-428f-4e88-b01e-62e910257f06 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=aed2eca7-1bb0-443d-8485-b985dbe9851b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0927246 Jan 18 22:24:50.958074 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-5fae9847-fe12-490b-9be5-4dc437f39c07 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:24:50.960761 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fae9847-fe12-490b-9be5-4dc437f39c07 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:24:50.966732 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fae9847-fe12-490b-9be5-4dc437f39c07 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:50.967568 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5fae9847-fe12-490b-9be5-4dc437f39c07 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:51.019124 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fae9847-fe12-490b-9be5-4dc437f39c07 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event updated for resources: {'Port': ['ID=17916e93-12c1-472e-ae30-432de2dd08a5,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:51.030413 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-5fae9847-fe12-490b-9be5-4dc437f39c07 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.7058885 Jan 18 22:24:51.034233 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 41028) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:51.108052 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086ff8be-8899-4095-afe2-fa6928035ddb req-796da01d-8467-459e-8325-03fbe2fd6af7 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:51.112570 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-086ff8be-8899-4095-afe2-fa6928035ddb req-796da01d-8467-459e-8325-03fbe2fd6af7 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/ports?device_id=37604d21-0dd3-4bf5-9976-e2bb5507d7c6 HTTP/1.1" status: 200 len: 948 time: 0.1693311 Jan 18 22:24:51.123782 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2eb7d06c-8aeb-464f-8140-dcba87ba0388 req-9dab9fb7-c5cf-4dd3-9425-69311d332c72 service neutron] 10.222.0.36 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670094 Jan 18 22:24:51.182124 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-694356eb-c0e9-49af-b4ab-b629dce17aaf None None] Provisioning complete for port fd924cbd-a25f-41e3-ad96-fb3c9aa078b2 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:24:51.182714 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-694356eb-c0e9-49af-b4ab-b629dce17aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:51.256625 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-086ff8be-8899-4095-afe2-fa6928035ddb req-ea4f77fe-bd48-4fbd-a8b5-7028fa8b7033 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/security-groups?id=05d753a3-5b69-42a7-8159-df7094e5d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431255 Jan 18 22:24:51.267975 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dda0215-e4f2-44f0-8e87-5ece72739da6 req-f7cf0671-1adb-4bd5-9dff-4d94fe169aed tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:51.278113 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2eb7d06c-8aeb-464f-8140-dcba87ba0388 req-c4dbd081-4919-4acf-86a6-0e0162638926 service neutron] 10.222.0.36 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467538 Jan 18 22:24:51.284790 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7dda0215-e4f2-44f0-8e87-5ece72739da6 req-f7cf0671-1adb-4bd5-9dff-4d94fe169aed tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/ports?device_id=99555713-a052-4f2b-bed2-fb8b5d6b9caa HTTP/1.1" status: 200 len: 945 time: 0.1998265 Jan 18 22:24:51.347264 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7dda0215-e4f2-44f0-8e87-5ece72739da6 req-4c24bd06-1be7-4be3-b34f-dc2f1de8613c tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/security-groups?id=68e1f851-73aa-4cda-8095-0e2a92a325ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569572 Jan 18 22:24:51.365905 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-6cb42f06-5653-401d-b469-751db39e1fa6 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Deleting port 17916e93-12c1-472e-ae30-432de2dd08a5 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:24:51.366370 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6cb42f06-5653-401d-b469-751db39e1fa6 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:51.471205 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f12c30c1-774f-400a-ba99-bb852821e697 req-dad12edb-cba7-4128-b6c5-4260ccf4cc3b tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=deba400103d149f59fe8681831aa97de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0449579 Jan 18 22:24:51.563280 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-4c2b0491-86ba-43dc-b7ff-c3c5a96f3e4e None None] Provisioning complete for port 17916e93-12c1-472e-ae30-432de2dd08a5 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:24:51.564880 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4c2b0491-86ba-43dc-b7ff-c3c5a96f3e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:51.584724 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6cb42f06-5653-401d-b469-751db39e1fa6 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:51.605193 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-4c2b0491-86ba-43dc-b7ff-c3c5a96f3e4e None None] Port 17916e93-12c1-472e-ae30-432de2dd08a5 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:24:51.609978 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-6cb42f06-5653-401d-b469-751db39e1fa6 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Calling delete_port for 17916e93-12c1-472e-ae30-432de2dd08a5 owned by {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:24:51.645772 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12c30c1-774f-400a-ba99-bb852821e697 req-f91ec3d4-a4d4-4ea6-91b3-1eab28a6e332 tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:51.647248 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f12c30c1-774f-400a-ba99-bb852821e697 req-f91ec3d4-a4d4-4ea6-91b3-1eab28a6e332 tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1752739 Jan 18 22:24:51.690524 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f12c30c1-774f-400a-ba99-bb852821e697 req-02a87827-1a0b-4928-94d0-bd4adf37a67f tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] 10.222.0.53 "GET /v2.0/quotas/deba400103d149f59fe8681831aa97de HTTP/1.1" status: 200 len: 375 time: 0.0141618 Jan 18 22:24:51.734285 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f12c30c1-774f-400a-ba99-bb852821e697 req-8338bcde-8734-4e73-827f-59ebd31dffa2 tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=deba400103d149f59fe8681831aa97de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320287 Jan 18 22:24:51.909253 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7e4a442f-126e-451f-a412-4ab4afbab9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:51.915792 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6cb42f06-5653-401d-b469-751db39e1fa6 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:51.947803 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49ad61a-efd6-42c9-9edb-6b220c120f8a req-a1657c7f-9538-4730-96aa-6429c29b0a8d tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:51.949292 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d49ad61a-efd6-42c9-9edb-6b220c120f8a req-a1657c7f-9538-4730-96aa-6429c29b0a8d tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=1555094a-5480-4989-84ad-388f76f45c04 HTTP/1.1" status: 200 len: 945 time: 0.1096618 Jan 18 22:24:51.956074 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-797e03b0-7ab1-4352-b8bf-b7752bd49a2f req-e9583872-d27b-4d7f-9ef4-7fda6f1abf67 tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] 10.222.0.53 "GET /v2.0/ports?device_id=b79a3a35-3818-488e-91a0-e159f210685e HTTP/1.1" status: 200 len: 210 time: 0.0571465 Jan 18 22:24:51.982833 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb42f06-5653-401d-b469-751db39e1fa6 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event deleted for resources: {'Port': ['ID=17916e93-12c1-472e-ae30-432de2dd08a5,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:52.008010 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb42f06-5653-401d-b469-751db39e1fa6 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:24:52.008448 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb42f06-5653-401d-b469-751db39e1fa6 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:24:52.008849 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb42f06-5653-401d-b469-751db39e1fa6 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:24:52.009147 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb42f06-5653-401d-b469-751db39e1fa6 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:24:52.009995 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb42f06-5653-401d-b469-751db39e1fa6 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:24:52.010375 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb42f06-5653-401d-b469-751db39e1fa6 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:24:52.012467 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb42f06-5653-401d-b469-751db39e1fa6 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:24:52.012949 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb42f06-5653-401d-b469-751db39e1fa6 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:24:52.013875 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb42f06-5653-401d-b469-751db39e1fa6 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:24:52.014326 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb42f06-5653-401d-b469-751db39e1fa6 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:24:52.014773 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb42f06-5653-401d-b469-751db39e1fa6 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:24:52.015302 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb42f06-5653-401d-b469-751db39e1fa6 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:24:52.092273 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device fd924cbd-a25f-41e3-ad96-fb3c9aa078b2 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:24:52.102832 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d49ad61a-efd6-42c9-9edb-6b220c120f8a req-ca45fcd3-e9bd-4d32-b059-1ba08c09c89b tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456130 Jan 18 22:24:52.108923 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6cb42f06-5653-401d-b469-751db39e1fa6 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:52.115192 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-6cb42f06-5653-401d-b469-751db39e1fa6 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "DELETE /v2.0/ports/17916e93-12c1-472e-ae30-432de2dd08a5 HTTP/1.1" status: 204 len: 168 time: 1.0795305 Jan 18 22:24:52.117703 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 41060) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:52.180810 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port fd924cbd-a25f-41e3-ad96-fb3c9aa078b2 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:24:52.181467 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:52.189088 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34015f4-48c6-4628-bf32-4e2426a2398c tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:52.193248 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-c34015f4-48c6-4628-bf32-4e2426a2398c tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0722322 Jan 18 22:24:52.193590 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 41062) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:52.256496 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9dd933d9-465e-4e31-a9f7-c35c2a3f0dfd req-c75053be-0693-4d07-9715-987bab6fe0d3 tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=deba400103d149f59fe8681831aa97de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0479033 Jan 18 22:24:52.288858 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e57574f-dc9d-47c6-96b8-ba62f12d6487 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:52.293512 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-2e57574f-dc9d-47c6-96b8-ba62f12d6487 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0963714 Jan 18 22:24:52.293938 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41068) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:52.409769 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54868f7-042a-4cec-b4a7-e09df7371352 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:52.412062 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54868f7-042a-4cec-b4a7-e09df7371352 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:52.413795 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54868f7-042a-4cec-b4a7-e09df7371352 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:52.420622 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-c54868f7-042a-4cec-b4a7-e09df7371352 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1251299 Jan 18 22:24:52.426811 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 41072) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:52.490563 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd933d9-465e-4e31-a9f7-c35c2a3f0dfd req-9e75bed7-37f0-44e3-acac-986a233ccf71 tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:52.491994 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9dd933d9-465e-4e31-a9f7-c35c2a3f0dfd req-9e75bed7-37f0-44e3-acac-986a233ccf71 tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2263279 Jan 18 22:24:52.520813 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-9dd933d9-465e-4e31-a9f7-c35c2a3f0dfd req-b0df69d4-a50d-412c-9d11-abb903e7dd95 tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] Request body: {'port': {'device_id': '841de351-4a53-4154-9714-1519f6b98d10', 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b', 'admin_state_up': True, 'tenant_id': 'deba400103d149f59fe8681831aa97de'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:24:52.554228 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d318ba4b-29e1-4b60-8c8d-490e8408a7d6 req-4486bf24-4bd0-4b64-8dc4-a3ca450458a8 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:52.555745 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d318ba4b-29e1-4b60-8c8d-490e8408a7d6 req-4486bf24-4bd0-4b64-8dc4-a3ca450458a8 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/ports?device_id=37604d21-0dd3-4bf5-9976-e2bb5507d7c6 HTTP/1.1" status: 200 len: 948 time: 0.1637123 Jan 18 22:24:52.564624 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_v2 [None req-329da935-de14-4281-8888-564e12d3f7a1 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Deleting subnet 5fde77e9-1146-4b0a-9770-c327c9b20f0d {{(pid=102430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:24:52.602731 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-329da935-de14-4281-8888-564e12d3f7a1 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for subnet, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:52.658901 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa4ed0f-a8d5-46ca-8745-192c76dd072f req-84f41387-2682-4daf-bb09-d017d3f9df1b tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:52.660351 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4fa4ed0f-a8d5-46ca-8745-192c76dd072f req-84f41387-2682-4daf-bb09-d017d3f9df1b tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/ports?device_id=99555713-a052-4f2b-bed2-fb8b5d6b9caa HTTP/1.1" status: 200 len: 945 time: 0.2177074 Jan 18 22:24:52.703664 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-329da935-de14-4281-8888-564e12d3f7a1 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60394745'] for subnet, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:52.747962 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d318ba4b-29e1-4b60-8c8d-490e8408a7d6 req-4239bec9-8d62-4612-88f1-5fc633a097b4 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/security-groups?id=05d753a3-5b69-42a7-8159-df7094e5d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810524 Jan 18 22:24:52.789848 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4fa4ed0f-a8d5-46ca-8745-192c76dd072f req-7d08795c-918f-4df6-a80f-3da92b3c82aa tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/security-groups?id=68e1f851-73aa-4cda-8095-0e2a92a325ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202865 Jan 18 22:24:52.841473 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-329da935-de14-4281-8888-564e12d3f7a1 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:52.845256 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dd933d9-465e-4e31-a9f7-c35c2a3f0dfd req-b0df69d4-a50d-412c-9d11-abb903e7dd95 tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] Made reservation on behalf of deba400103d149f59fe8681831aa97de for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:24:52.848239 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:52.848896 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-9dd933d9-465e-4e31-a9f7-c35c2a3f0dfd req-b0df69d4-a50d-412c-9d11-abb903e7dd95 tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:52.882569 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-9dd933d9-465e-4e31-a9f7-c35c2a3f0dfd req-b0df69d4-a50d-412c-9d11-abb903e7dd95 tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:52.941549 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-329da935-de14-4281-8888-564e12d3f7a1 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60203138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62288677'] for subnet, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:52.965813 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f12c30c1-774f-400a-ba99-bb852821e697 req-f09b690a-be1a-46b3-b522-c60869e656bb tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=deba400103d149f59fe8681831aa97de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0264530 Jan 18 22:24:52.985783 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-329da935-de14-4281-8888-564e12d3f7a1 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:52.989200 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-329da935-de14-4281-8888-564e12d3f7a1 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "DELETE /v2.0/subnets/5fde77e9-1146-4b0a-9770-c327c9b20f0d HTTP/1.1" status: 204 len: 168 time: 0.5603588 Jan 18 22:24:52.991087 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329da935-de14-4281-8888-564e12d3f7a1 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event deleted for resources: {'Subnet': ['ID=5fde77e9-1146-4b0a-9770-c327c9b20f0d,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:52.991740 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce2f97d-5214-4494-99d2-527fb3d8e6c7 None None] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:24:52.994142 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 41078) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:53.060119 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-9dd933d9-465e-4e31-a9f7-c35c2a3f0dfd req-b0df69d4-a50d-412c-9d11-abb903e7dd95 tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:53.071625 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_v2 [None req-49363415-650c-45b4-bfd1-5718d4ef1f31 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Deleting subnet f30b2292-cecc-4a00-9358-74c8e4836571 {{(pid=102430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:24:53.075084 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-49363415-650c-45b4-bfd1-5718d4ef1f31 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for subnet, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:53.124539 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-49363415-650c-45b4-bfd1-5718d4ef1f31 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60394745'] for subnet, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:53.127560 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12c30c1-774f-400a-ba99-bb852821e697 req-23ad82a1-413d-4f3e-ae6c-b1baef7bcf38 tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:53.130861 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f12c30c1-774f-400a-ba99-bb852821e697 req-23ad82a1-413d-4f3e-ae6c-b1baef7bcf38 tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1571317 Jan 18 22:24:53.142382 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-f12c30c1-774f-400a-ba99-bb852821e697 req-6c38faa7-d8c3-43bf-ab4e-029e35240a48 tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] Request body: {'port': {'device_id': 'b79a3a35-3818-488e-91a0-e159f210685e', 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b', 'admin_state_up': True, 'tenant_id': 'deba400103d149f59fe8681831aa97de'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:24:53.218792 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-9dd933d9-465e-4e31-a9f7-c35c2a3f0dfd req-b0df69d4-a50d-412c-9d11-abb903e7dd95 tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:53.278912 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f12c30c1-774f-400a-ba99-bb852821e697 req-6c38faa7-d8c3-43bf-ab4e-029e35240a48 tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] Made reservation on behalf of deba400103d149f59fe8681831aa97de for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:24:53.284147 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-f12c30c1-774f-400a-ba99-bb852821e697 req-6c38faa7-d8c3-43bf-ab4e-029e35240a48 tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:53.286441 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5710bb86-9ffd-4ebf-9766-f9af447a84c2 req-b12456d6-55f8-4950-9b62-9494bc3f8574 tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] 10.222.0.53 "GET /v2.0/ports?device_id=b79a3a35-3818-488e-91a0-e159f210685e HTTP/1.1" status: 200 len: 210 time: 0.0718367 Jan 18 22:24:53.367387 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-49363415-650c-45b4-bfd1-5718d4ef1f31 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:53.415828 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0df69d4-a50d-412c-9d11-abb903e7dd95 tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0d0cef0-d08b-41bc-917e-0f5afe1f408d,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:53.444451 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [req-f12c30c1-774f-400a-ba99-bb852821e697 req-6c38faa7-d8c3-43bf-ab4e-029e35240a48 tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] Allocated IP 192.168.233.124 (aed2eca7-1bb0-443d-8485-b985dbe9851b/8518183d-cc63-459a-b971-d4c7514e001f/3df3936e-bc5d-4477-8091-c6c71cabaa4e) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:24:53.461260 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a71400-98b8-4b73-b813-2e14269c6838 req-265a99e8-0c98-4f0a-8326-785e7e31901e tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:53.465094 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-40a71400-98b8-4b73-b813-2e14269c6838 req-265a99e8-0c98-4f0a-8326-785e7e31901e tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=1555094a-5480-4989-84ad-388f76f45c04 HTTP/1.1" status: 200 len: 945 time: 0.2106936 Jan 18 22:24:53.504893 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-49363415-650c-45b4-bfd1-5718d4ef1f31 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60203138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62288677'] for subnet, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:53.543103 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49363415-650c-45b4-bfd1-5718d4ef1f31 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event deleted for resources: {'Subnet': ['ID=f30b2292-cecc-4a00-9358-74c8e4836571,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:53.555953 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-40a71400-98b8-4b73-b813-2e14269c6838 req-82769e3f-b21f-4ccc-80e5-96cdc1c53283 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839627 Jan 18 22:24:53.562942 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-49363415-650c-45b4-bfd1-5718d4ef1f31 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:53.568159 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-49363415-650c-45b4-bfd1-5718d4ef1f31 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "DELETE /v2.0/subnets/f30b2292-cecc-4a00-9358-74c8e4836571 HTTP/1.1" status: 204 len: 168 time: 0.5721619 Jan 18 22:24:53.569459 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 41086) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:53.615311 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-ade7e67b-8848-4342-ae2e-b8bbf58f122a tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0447571 Jan 18 22:24:53.618311 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 41088) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:53.621751 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-f12c30c1-774f-400a-ba99-bb852821e697 req-6c38faa7-d8c3-43bf-ab4e-029e35240a48 tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:53.623655 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-55448249-d674-457d-9d0a-defa5c13a13c tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Request body: {'subnet': {'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:24:53.662001 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-f12c30c1-774f-400a-ba99-bb852821e697 req-6c38faa7-d8c3-43bf-ab4e-029e35240a48 tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:53.700729 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f12c30c1-774f-400a-ba99-bb852821e697 req-6c38faa7-d8c3-43bf-ab4e-029e35240a48 tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] Network aed2eca7-1bb0-443d-8485-b985dbe9851b is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:24:53.704657 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [req-f12c30c1-774f-400a-ba99-bb852821e697 req-6c38faa7-d8c3-43bf-ab4e-029e35240a48 tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:24:53.708357 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-f12c30c1-774f-400a-ba99-bb852821e697 req-6c38faa7-d8c3-43bf-ab4e-029e35240a48 tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:24:53.752769 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c38faa7-d8c3-43bf-ab4e-029e35240a48 tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] Pushing event updated for resources: {'Port': ['ID=3df3936e-bc5d-4477-8091-c6c71cabaa4e,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:53.754850 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-9dd933d9-465e-4e31-a9f7-c35c2a3f0dfd req-b0df69d4-a50d-412c-9d11-abb903e7dd95 tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] Allocated IP 192.168.233.81 (aed2eca7-1bb0-443d-8485-b985dbe9851b/8518183d-cc63-459a-b971-d4c7514e001f/5c6540dc-cedb-4c75-ad46-a801074d61ca) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:24:53.769312 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12c30c1-774f-400a-ba99-bb852821e697 req-6c38faa7-d8c3-43bf-ab4e-029e35240a48 tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:53.770053 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-f12c30c1-774f-400a-ba99-bb852821e697 req-6c38faa7-d8c3-43bf-ab4e-029e35240a48 tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:53.788768 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f12c30c1-774f-400a-ba99-bb852821e697 req-6c38faa7-d8c3-43bf-ab4e-029e35240a48 tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6513104 Jan 18 22:24:53.800970 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55448249-d674-457d-9d0a-defa5c13a13c tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Made reservation on behalf of 0a17ff9ddd5f489695e0235ae87388f5 for: {'subnet': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:24:53.802883 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-f12c30c1-774f-400a-ba99-bb852821e697 req-3e3336dd-484f-4a37-930d-47abf334d569 service neutron] Request body: {'port': {'device_id': 'b79a3a35-3818-488e-91a0-e159f210685e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:24:53.804919 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-55448249-d674-457d-9d0a-defa5c13a13c tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62288702'] for subnet, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:53.884500 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-f12c30c1-774f-400a-ba99-bb852821e697 req-3e3336dd-484f-4a37-930d-47abf334d569 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:54.031200 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936313e1-ccf6-457d-98b5-3ee48cb03e60 None None] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:24:54.114428 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-4422537b-b503-44d4-90e3-95e06c0f0b1c None None] Provisioning complete for port fd924cbd-a25f-41e3-ad96-fb3c9aa078b2 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:24:54.114804 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4422537b-b503-44d4-90e3-95e06c0f0b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:54.136723 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6459823-7052-4ae8-89c3-cf7cbfb3f1fa req-8ac19a64-512b-4c0a-891b-db85e069748a tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:54.138307 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d6459823-7052-4ae8-89c3-cf7cbfb3f1fa req-8ac19a64-512b-4c0a-891b-db85e069748a tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/ports?device_id=99555713-a052-4f2b-bed2-fb8b5d6b9caa HTTP/1.1" status: 200 len: 945 time: 0.1805534 Jan 18 22:24:54.175452 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fc0791-38bc-4fa1-b140-dd8143e0727c req-e8800cd3-306b-4781-926e-bcc5bd9dfec9 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:54.176933 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-98fc0791-38bc-4fa1-b140-dd8143e0727c req-e8800cd3-306b-4781-926e-bcc5bd9dfec9 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/ports?device_id=37604d21-0dd3-4bf5-9976-e2bb5507d7c6 HTTP/1.1" status: 200 len: 948 time: 0.3068354 Jan 18 22:24:54.214082 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-9dd933d9-465e-4e31-a9f7-c35c2a3f0dfd req-b0df69d4-a50d-412c-9d11-abb903e7dd95 tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:54.286441 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a709e76-71b3-4dd5-9e29-bdb254fb14d8 None None] DHCP port deletion for 5ec417a5-fa6c-4abd-aa15-b83b9df83503 request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:24:54.318528 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:54.343526 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7a709e76-71b3-4dd5-9e29-bdb254fb14d8 None None] Deleting port fd924cbd-a25f-41e3-ad96-fb3c9aa078b2 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:24:54.343906 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7a709e76-71b3-4dd5-9e29-bdb254fb14d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:54.391202 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 680beee0-ac7e-44c7-ad32-d2dad87429ec details requested by agent hyperv_n-h1-825064-1 with host n-h1-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:24:54.438505 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-0b4623bb-f6a7-4227-98a5-45113a8f1895 None None] Provisioning complete for port 3df3936e-bc5d-4477-8091-c6c71cabaa4e triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:24:54.438874 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0b4623bb-f6a7-4227-98a5-45113a8f1895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:54.442996 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7a709e76-71b3-4dd5-9e29-bdb254fb14d8 None None] For port fd924cbd-a25f-41e3-ad96-fb3c9aa078b2, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=fd924cbd-a25f-41e3-ad96-fb3c9aa078b2,segment=NetworkSegment(3c2fda82-0722-4d26-8bf8-bb1f4fe594b8),segment_id=3c2fda82-0722-4d26-8bf8-bb1f4fe594b8)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:24:54.443383 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7a709e76-71b3-4dd5-9e29-bdb254fb14d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:54.506615 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7a709e76-71b3-4dd5-9e29-bdb254fb14d8 None None] Calling delete_port for fd924cbd-a25f-41e3-ad96-fb3c9aa078b2 owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:24:54.553782 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-0b4623bb-f6a7-4227-98a5-45113a8f1895 None None] Port 3df3936e-bc5d-4477-8091-c6c71cabaa4e cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:24:54.563736 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:54.605896 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d6459823-7052-4ae8-89c3-cf7cbfb3f1fa req-8edfa5f2-266f-4e7a-a03e-04a8efb2745b tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/security-groups?id=68e1f851-73aa-4cda-8095-0e2a92a325ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4516578 Jan 18 22:24:54.612598 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-98fc0791-38bc-4fa1-b140-dd8143e0727c req-0bd90ff2-8af5-4382-9a44-0c8423626da3 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/security-groups?id=05d753a3-5b69-42a7-8159-df7094e5d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4235036 Jan 18 22:24:54.613480 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 680beee0-ac7e-44c7-ad32-d2dad87429ec, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=680beee0-ac7e-44c7-ad32-d2dad87429ec,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:24:54.618408 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-55448249-d674-457d-9d0a-defa5c13a13c tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60203213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62288684'] for subnet, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:54.653063 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Returning: {'device': '680beee0-ac7e-44c7-ad32-d2dad87429ec', 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b', 'port_id': '680beee0-ac7e-44c7-ad32-d2dad87429ec', 'mac_address': 'fa:16:3e:19:07:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8518183d-cc63-459a-b971-d4c7514e001f', 'ip_address': '192.168.233.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:24:54.663589 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55448249-d674-457d-9d0a-defa5c13a13c tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:24:54.670838 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-55448249-d674-457d-9d0a-defa5c13a13c tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:24:54.676313 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55448249-d674-457d-9d0a-defa5c13a13c tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:54.676914 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-55448249-d674-457d-9d0a-defa5c13a13c tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:54.690955 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-9dd933d9-465e-4e31-a9f7-c35c2a3f0dfd req-b0df69d4-a50d-412c-9d11-abb903e7dd95 tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:54.693502 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55448249-d674-457d-9d0a-defa5c13a13c tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event updated for resources: {'Subnet': ['ID=1acc7111-59bc-4f68-8110-fd80733568dc,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:54.741377 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-55448249-d674-457d-9d0a-defa5c13a13c tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1217506 Jan 18 22:24:54.744924 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 41104) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:54.752195 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-994bf071-aa50-418d-b522-d6942ab069b3 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Request body: {'subnet': {'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:24:54.775945 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dd933d9-465e-4e31-a9f7-c35c2a3f0dfd req-b0df69d4-a50d-412c-9d11-abb903e7dd95 tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] Network aed2eca7-1bb0-443d-8485-b985dbe9851b is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:24:54.783019 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-9dd933d9-465e-4e31-a9f7-c35c2a3f0dfd req-b0df69d4-a50d-412c-9d11-abb903e7dd95 tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:24:54.801324 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7a709e76-71b3-4dd5-9e29-bdb254fb14d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:54.804312 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:54.816069 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dd933d9-465e-4e31-a9f7-c35c2a3f0dfd req-b0df69d4-a50d-412c-9d11-abb903e7dd95 tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:24:54.824032 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0df69d4-a50d-412c-9d11-abb903e7dd95 tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] Pushing event updated for resources: {'Port': ['ID=5c6540dc-cedb-4c75-ad46-a801074d61ca,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:54.865693 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 680beee0-ac7e-44c7-ad32-d2dad87429ec {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:24:54.877486 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a709e76-71b3-4dd5-9e29-bdb254fb14d8 None None] Pushing event deleted for resources: {'Port': ['ID=fd924cbd-a25f-41e3-ad96-fb3c9aa078b2,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:54.913581 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 680beee0-ac7e-44c7-ad32-d2dad87429ec, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=680beee0-ac7e-44c7-ad32-d2dad87429ec,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:24:54.916467 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a709e76-71b3-4dd5-9e29-bdb254fb14d8 None None] No DVR routers for this DVR port fd924cbd-a25f-41e3-ad96-fb3c9aa078b2 on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:24:54.921782 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:54.967946 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a4541f-e0d0-4c92-a779-2b3413b8976b None None] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:24:54.968308 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [req-f12c30c1-774f-400a-ba99-bb852821e697 req-3e3336dd-484f-4a37-930d-47abf334d569 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3df3936e-bc5d-4477-8091-c6c71cabaa4e {{(pid=102431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:24:54.978133 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-f12c30c1-774f-400a-ba99-bb852821e697 req-3e3336dd-484f-4a37-930d-47abf334d569 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:54.993535 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [req-f12c30c1-774f-400a-ba99-bb852821e697 req-3e3336dd-484f-4a37-930d-47abf334d569 service neutron] Transition to ACTIVE for port object 3df3936e-bc5d-4477-8091-c6c71cabaa4e will not be triggered until provisioned by entity L2. {{(pid=102431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:24:54.999934 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-f12c30c1-774f-400a-ba99-bb852821e697 req-3e3336dd-484f-4a37-930d-47abf334d569 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:55.024590 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd933d9-465e-4e31-a9f7-c35c2a3f0dfd req-b0df69d4-a50d-412c-9d11-abb903e7dd95 tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:55.028802 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-9dd933d9-465e-4e31-a9f7-c35c2a3f0dfd req-b0df69d4-a50d-412c-9d11-abb903e7dd95 tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:55.055812 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=680beee0-ac7e-44c7-ad32-d2dad87429ec,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:55.064663 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c14778-4f7f-4e6a-bf04-db5565806942 req-7f18d23d-58f1-478c-85e1-17b8d1135fd8 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:55.068969 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-28c14778-4f7f-4e6a-bf04-db5565806942 req-7f18d23d-58f1-478c-85e1-17b8d1135fd8 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=1555094a-5480-4989-84ad-388f76f45c04 HTTP/1.1" status: 200 len: 945 time: 0.1940885 Jan 18 22:24:55.092419 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9dd933d9-465e-4e31-a9f7-c35c2a3f0dfd req-b0df69d4-a50d-412c-9d11-abb903e7dd95 tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5808663 Jan 18 22:24:55.100939 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3336dd-484f-4a37-930d-47abf334d569 service neutron] Pushing event updated for resources: {'Port': ['ID=3df3936e-bc5d-4477-8091-c6c71cabaa4e,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:55.117197 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d77c9a5-c92b-467d-b9ea-64ac9f5bef68 req-0c85a801-e2d7-4969-8c0a-0bb7a6ecc703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:55.118813 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5d77c9a5-c92b-467d-b9ea-64ac9f5bef68 req-0c85a801-e2d7-4969-8c0a-0bb7a6ecc703 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=99555713-a052-4f2b-bed2-fb8b5d6b9caa HTTP/1.1" status: 200 len: 1096 time: 0.2739727 Jan 18 22:24:55.128213 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-9dd933d9-465e-4e31-a9f7-c35c2a3f0dfd req-6496b2e5-bf80-4546-9d84-0db513efac0b service neutron] Request body: {'port': {'device_id': '841de351-4a53-4154-9714-1519f6b98d10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:24:55.137973 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ba0f81-e3dc-4c9a-8afc-de5a582c5a1c req-32ab1923-0236-44cc-8ec0-e084f3a8d2c9 tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:55.139405 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b5ba0f81-e3dc-4c9a-8afc-de5a582c5a1c req-32ab1923-0236-44cc-8ec0-e084f3a8d2c9 tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] 10.222.0.53 "GET /v2.0/ports?device_id=b79a3a35-3818-488e-91a0-e159f210685e HTTP/1.1" status: 200 len: 936 time: 0.2657273 Jan 18 22:24:55.161561 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['680beee0-ac7e-44c7-ad32-d2dad87429ec'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:24:55.179871 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-f12c30c1-774f-400a-ba99-bb852821e697 req-3e3336dd-484f-4a37-930d-47abf334d569 service neutron] Attempting to bind port 3df3936e-bc5d-4477-8091-c6c71cabaa4e on host n-h1-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:24:55.180232 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-f12c30c1-774f-400a-ba99-bb852821e697 req-3e3336dd-484f-4a37-930d-47abf334d569 service neutron] Attempting to bind port 3df3936e-bc5d-4477-8091-c6c71cabaa4e by drivers openvswitch,hyperv on host n-h1-825064-1 at level 0 using segments [{'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:24:55.180561 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12c30c1-774f-400a-ba99-bb852821e697 req-3e3336dd-484f-4a37-930d-47abf334d569 service neutron] Attempting to bind port 3df3936e-bc5d-4477-8091-c6c71cabaa4e on network aed2eca7-1bb0-443d-8485-b985dbe9851b {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:24:55.185425 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12c30c1-774f-400a-ba99-bb852821e697 req-3e3336dd-484f-4a37-930d-47abf334d569 service neutron] Port 3df3936e-bc5d-4477-8091-c6c71cabaa4e on network aed2eca7-1bb0-443d-8485-b985dbe9851b not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:24:55.185742 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12c30c1-774f-400a-ba99-bb852821e697 req-3e3336dd-484f-4a37-930d-47abf334d569 service neutron] Attempting to bind port 3df3936e-bc5d-4477-8091-c6c71cabaa4e on network aed2eca7-1bb0-443d-8485-b985dbe9851b {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:24:55.192852 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12c30c1-774f-400a-ba99-bb852821e697 req-3e3336dd-484f-4a37-930d-47abf334d569 service neutron] Checking agent: {'id': 'e49d1b2a-ba11-487f-a804-ecbf3c0e8132', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:24:55.193411 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12c30c1-774f-400a-ba99-bb852821e697 req-3e3336dd-484f-4a37-930d-47abf334d569 service neutron] Checking segment: {'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:24:55.193974 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12c30c1-774f-400a-ba99-bb852821e697 req-3e3336dd-484f-4a37-930d-47abf334d569 service neutron] Bound using segment: {'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:24:55.194550 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-f12c30c1-774f-400a-ba99-bb852821e697 req-3e3336dd-484f-4a37-930d-47abf334d569 service neutron] Bound port: 3df3936e-bc5d-4477-8091-c6c71cabaa4e, host: n-h1-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:24:55.195070 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-f12c30c1-774f-400a-ba99-bb852821e697 req-3e3336dd-484f-4a37-930d-47abf334d569 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:55.208991 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61f3829-1889-4f1f-9139-d6fcb01b3147 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-5ec417a5-fa6c-4abd-aa15-b83b9df83503', 'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503', 'tenant_id': '0a17ff9ddd5f489695e0235ae87388f5', 'fixed_ips': [{'subnet_id': '1acc7111-59bc-4f68-8110-fd80733568dc'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:24:55.210339 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b61f3829-1889-4f1f-9139-d6fcb01b3147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:55.227086 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-becf03ac-36fa-463e-b978-631763cc55af None None] Provisioning complete for port 5c6540dc-cedb-4c75-ad46-a801074d61ca triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:24:55.228051 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-becf03ac-36fa-463e-b978-631763cc55af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:55.271534 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-f12c30c1-774f-400a-ba99-bb852821e697 req-3e3336dd-484f-4a37-930d-47abf334d569 service neutron] For port 3df3936e-bc5d-4477-8091-c6c71cabaa4e, host n-h1-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:24:55.276627 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-f12c30c1-774f-400a-ba99-bb852821e697 req-3e3336dd-484f-4a37-930d-47abf334d569 service neutron] For port 3df3936e-bc5d-4477-8091-c6c71cabaa4e, host n-h1-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=3df3936e-bc5d-4477-8091-c6c71cabaa4e,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:24:55.280936 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-28c14778-4f7f-4e6a-bf04-db5565806942 req-dc57f627-b3cc-48d3-a1f0-ca216c2b5451 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986802 Jan 18 22:24:55.291295 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-f12c30c1-774f-400a-ba99-bb852821e697 req-3e3336dd-484f-4a37-930d-47abf334d569 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:55.314434 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-9dd933d9-465e-4e31-a9f7-c35c2a3f0dfd req-6496b2e5-bf80-4546-9d84-0db513efac0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:55.335304 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-994bf071-aa50-418d-b522-d6942ab069b3 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Made reservation on behalf of 0a17ff9ddd5f489695e0235ae87388f5 for: {'subnet': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:24:55.338872 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-994bf071-aa50-418d-b522-d6942ab069b3 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62288702'] for subnet, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:55.339507 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12c30c1-774f-400a-ba99-bb852821e697 req-3e3336dd-484f-4a37-930d-47abf334d569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:55.340445 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-f12c30c1-774f-400a-ba99-bb852821e697 req-3e3336dd-484f-4a37-930d-47abf334d569 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:55.343014 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f12c30c1-774f-400a-ba99-bb852821e697 req-3e3336dd-484f-4a37-930d-47abf334d569 service neutron] 10.222.0.36 "PUT /v2.0/ports/3df3936e-bc5d-4477-8091-c6c71cabaa4e HTTP/1.1" status: 200 len: 1096 time: 1.5464261 Jan 18 22:24:55.346439 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b79a3a35-3818-488e-91a0-e159f210685e', 'tag': '3df3936e-bc5d-4477-8091-c6c71cabaa4e'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:24:55.350790 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47565d31-0109-406c-a965-08c962560e67" -d '{"events": [{"name": "network-changed", "server_uuid": "b79a3a35-3818-488e-91a0-e159f210685e", "tag": "3df3936e-bc5d-4477-8091-c6c71cabaa4e"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:24:55.365371 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-becf03ac-36fa-463e-b978-631763cc55af None None] Port 5c6540dc-cedb-4c75-ad46-a801074d61ca cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:24:55.385719 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b5ba0f81-e3dc-4c9a-8afc-de5a582c5a1c req-36ff4b7a-1f76-4529-b330-4bd3deea4ecc tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] 10.222.0.53 "GET /v2.0/security-groups?id=a0d0cef0-d08b-41bc-917e-0f5afe1f408d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943820 Jan 18 22:24:55.440871 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52697811-7b95-4992-95a7-eda81b54f299 x-openstack-request-id: req-52697811-7b95-4992-95a7-eda81b54f299 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:24:55.441162 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b79a3a35-3818-488e-91a0-e159f210685e", "tag": "3df3936e-bc5d-4477-8091-c6c71cabaa4e", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:24:55.441409 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-52697811-7b95-4992-95a7-eda81b54f299 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:24:55.441804 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b79a3a35-3818-488e-91a0-e159f210685e', 'tag': '3df3936e-bc5d-4477-8091-c6c71cabaa4e', 'status': 'completed', 'code': 200} Jan 18 22:24:55.462265 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3336dd-484f-4a37-930d-47abf334d569 service neutron] Pushing event updated for resources: {'Port': ['ID=3df3936e-bc5d-4477-8091-c6c71cabaa4e,revision_number=3']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:55.477176 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12c30c1-774f-400a-ba99-bb852821e697 req-66291a6c-87fb-40ae-8d14-67d41532dd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:55.478784 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f12c30c1-774f-400a-ba99-bb852821e697 req-66291a6c-87fb-40ae-8d14-67d41532dd46 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=deba400103d149f59fe8681831aa97de&device_id=b79a3a35-3818-488e-91a0-e159f210685e HTTP/1.1" status: 200 len: 1099 time: 0.0753200 Jan 18 22:24:55.498886 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5d77c9a5-c92b-467d-b9ea-64ac9f5bef68 req-dec77397-cd08-40fb-941a-3e9cc055558d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=68e1f851-73aa-4cda-8095-0e2a92a325ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3559608 Jan 18 22:24:55.517320 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-b61f3829-1889-4f1f-9139-d6fcb01b3147 None None] Allocated IP 2001:db8::2 (5ec417a5-fa6c-4abd-aa15-b83b9df83503/1acc7111-59bc-4f68-8110-fd80733568dc/e675633e-9871-4d0f-baf5-3c0ba98bb2da) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:24:55.535349 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f12c30c1-774f-400a-ba99-bb852821e697 req-a10ceccc-6b67-48d8-abd5-42563fd0704c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=3df3936e-bc5d-4477-8091-c6c71cabaa4e HTTP/1.1" status: 200 len: 217 time: 0.0481226 Jan 18 22:24:55.624430 n-d-825064-1 neutron-server[102430]: INFO neutron.db.ipam_backend_mixin [None req-994bf071-aa50-418d-b522-d6942ab069b3 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1acc7111-59bc-4f68-8110-fd80733568dc (CIDR: 2001:db8::/64) Jan 18 22:24:55.631023 n-d-825064-1 neutron-server[102430]: INFO neutron.pecan_wsgi.hooks.translation [None req-994bf071-aa50-418d-b522-d6942ab069b3 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 22:24:55.631469 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-994bf071-aa50-418d-b522-d6942ab069b3 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:24:55.693165 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b61f3829-1889-4f1f-9139-d6fcb01b3147 None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:55.700265 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b61f3829-1889-4f1f-9139-d6fcb01b3147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:55.736419 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-994bf071-aa50-418d-b522-d6942ab069b3 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9886613 Jan 18 22:24:55.740911 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41116) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:55.746780 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-a55f4b07-2ddc-46c0-bcbd-c7037c325a55 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Request body: {'subnet': {'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:24:55.749339 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61f3829-1889-4f1f-9139-d6fcb01b3147 None None] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:24:55.751993 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12c30c1-774f-400a-ba99-bb852821e697 req-500252f8-670b-40b1-ad3e-17c3f094d034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:55.753500 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f12c30c1-774f-400a-ba99-bb852821e697 req-500252f8-670b-40b1-ad3e-17c3f094d034 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8518183d-cc63-459a-b971-d4c7514e001f HTTP/1.1" status: 200 len: 843 time: 0.0708075 Jan 18 22:24:55.753723 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61f3829-1889-4f1f-9139-d6fcb01b3147 None None] Pushing event updated for resources: {'Port': ['ID=e675633e-9871-4d0f-baf5-3c0ba98bb2da,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:55.756285 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-b61f3829-1889-4f1f-9139-d6fcb01b3147 None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:24:55.767847 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61f3829-1889-4f1f-9139-d6fcb01b3147 None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:24:55.824206 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-b61f3829-1889-4f1f-9139-d6fcb01b3147 None None] Attempting to bind port e675633e-9871-4d0f-baf5-3c0ba98bb2da on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:24:55.824581 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-b61f3829-1889-4f1f-9139-d6fcb01b3147 None None] Attempting to bind port e675633e-9871-4d0f-baf5-3c0ba98bb2da by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '3c2fda82-0722-4d26-8bf8-bb1f4fe594b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:24:55.825411 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61f3829-1889-4f1f-9139-d6fcb01b3147 None None] Attempting to bind port e675633e-9871-4d0f-baf5-3c0ba98bb2da on network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:24:55.831202 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61f3829-1889-4f1f-9139-d6fcb01b3147 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:24:55.831404 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61f3829-1889-4f1f-9139-d6fcb01b3147 None None] Checking segment: {'id': '3c2fda82-0722-4d26-8bf8-bb1f4fe594b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:24:55.831812 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b61f3829-1889-4f1f-9139-d6fcb01b3147 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:55.832231 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61f3829-1889-4f1f-9139-d6fcb01b3147 None None] Bound using segment: {'id': '3c2fda82-0722-4d26-8bf8-bb1f4fe594b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:24:55.832698 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-b61f3829-1889-4f1f-9139-d6fcb01b3147 None None] Bound port: e675633e-9871-4d0f-baf5-3c0ba98bb2da, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2fda82-0722-4d26-8bf8-bb1f4fe594b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:24:55.833712 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b61f3829-1889-4f1f-9139-d6fcb01b3147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:55.841722 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0e1ad8-6ba1-45de-8c5a-b8983c979e72 req-3d5306d4-0960-4e97-b929-90fcc04c9bc3 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:55.844607 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7b0e1ad8-6ba1-45de-8c5a-b8983c979e72 req-3d5306d4-0960-4e97-b929-90fcc04c9bc3 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/ports?device_id=37604d21-0dd3-4bf5-9976-e2bb5507d7c6 HTTP/1.1" status: 200 len: 949 time: 0.1376467 Jan 18 22:24:55.860945 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d22a03-54b0-4e3e-9a0b-ae6ad452b4af req-4a933be3-bbd7-48a6-be68-81027a5b1876 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:55.861152 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12c30c1-774f-400a-ba99-bb852821e697 req-b9a7c876-5514-457d-86d5-c73d454307bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:55.862451 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-91d22a03-54b0-4e3e-9a0b-ae6ad452b4af req-4a933be3-bbd7-48a6-be68-81027a5b1876 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/ports?device_id=99555713-a052-4f2b-bed2-fb8b5d6b9caa HTTP/1.1" status: 200 len: 945 time: 0.1539531 Jan 18 22:24:55.862636 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f12c30c1-774f-400a-ba99-bb852821e697 req-b9a7c876-5514-457d-86d5-c73d454307bf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=aed2eca7-1bb0-443d-8485-b985dbe9851b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0960250 Jan 18 22:24:55.898708 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-b61f3829-1889-4f1f-9139-d6fcb01b3147 None None] For port e675633e-9871-4d0f-baf5-3c0ba98bb2da, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:24:55.901905 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-b61f3829-1889-4f1f-9139-d6fcb01b3147 None None] For port e675633e-9871-4d0f-baf5-3c0ba98bb2da, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=e675633e-9871-4d0f-baf5-3c0ba98bb2da,segment=NetworkSegment(3c2fda82-0722-4d26-8bf8-bb1f4fe594b8),segment_id=3c2fda82-0722-4d26-8bf8-bb1f4fe594b8)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:24:55.908010 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b61f3829-1889-4f1f-9139-d6fcb01b3147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:55.960157 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a55f4b07-2ddc-46c0-bcbd-c7037c325a55 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Made reservation on behalf of 0a17ff9ddd5f489695e0235ae87388f5 for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:24:55.963605 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a55f4b07-2ddc-46c0-bcbd-c7037c325a55 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:55.968843 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61f3829-1889-4f1f-9139-d6fcb01b3147 None None] Pushing event updated for resources: {'Port': ['ID=e675633e-9871-4d0f-baf5-3c0ba98bb2da,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:55.978481 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7b0e1ad8-6ba1-45de-8c5a-b8983c979e72 req-10b4e42d-fb41-4c10-84c0-31d3c80240e1 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/security-groups?id=05d753a3-5b69-42a7-8159-df7094e5d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145380 Jan 18 22:24:55.983309 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-91d22a03-54b0-4e3e-9a0b-ae6ad452b4af req-80ba14a3-29f8-43d5-8bb6-5293b39fab37 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/security-groups?id=68e1f851-73aa-4cda-8095-0e2a92a325ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073575 Jan 18 22:24:55.996267 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [req-9dd933d9-465e-4e31-a9f7-c35c2a3f0dfd req-6496b2e5-bf80-4546-9d84-0db513efac0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c6540dc-cedb-4c75-ad46-a801074d61ca {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:24:56.005061 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-9dd933d9-465e-4e31-a9f7-c35c2a3f0dfd req-6496b2e5-bf80-4546-9d84-0db513efac0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:56.020673 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-9dd933d9-465e-4e31-a9f7-c35c2a3f0dfd req-6496b2e5-bf80-4546-9d84-0db513efac0b service neutron] Transition to ACTIVE for port object 5c6540dc-cedb-4c75-ad46-a801074d61ca will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:24:56.030898 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-9dd933d9-465e-4e31-a9f7-c35c2a3f0dfd req-6496b2e5-bf80-4546-9d84-0db513efac0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:56.080246 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f12c30c1-774f-400a-ba99-bb852821e697 req-bba9e65d-a850-4f7f-8237-74edd92b6161 service neutron] 10.222.0.36 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990421 Jan 18 22:24:56.126739 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6496b2e5-bf80-4546-9d84-0db513efac0b service neutron] Pushing event updated for resources: {'Port': ['ID=5c6540dc-cedb-4c75-ad46-a801074d61ca,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:56.143821 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device fd924cbd-a25f-41e3-ad96-fb3c9aa078b2 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:24:56.186133 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: fd924cbd-a25f-41e3-ad96-fb3c9aa078b2 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:24:56.186479 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device fd924cbd-a25f-41e3-ad96-fb3c9aa078b2 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:24:56.289471 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-9dd933d9-465e-4e31-a9f7-c35c2a3f0dfd req-6496b2e5-bf80-4546-9d84-0db513efac0b service neutron] Attempting to bind port 5c6540dc-cedb-4c75-ad46-a801074d61ca on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:24:56.290068 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-9dd933d9-465e-4e31-a9f7-c35c2a3f0dfd req-6496b2e5-bf80-4546-9d84-0db513efac0b service neutron] Attempting to bind port 5c6540dc-cedb-4c75-ad46-a801074d61ca by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:24:56.290755 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd933d9-465e-4e31-a9f7-c35c2a3f0dfd req-6496b2e5-bf80-4546-9d84-0db513efac0b service neutron] Attempting to bind port 5c6540dc-cedb-4c75-ad46-a801074d61ca on network aed2eca7-1bb0-443d-8485-b985dbe9851b {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:24:56.297135 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd933d9-465e-4e31-a9f7-c35c2a3f0dfd req-6496b2e5-bf80-4546-9d84-0db513efac0b service neutron] Port 5c6540dc-cedb-4c75-ad46-a801074d61ca on network aed2eca7-1bb0-443d-8485-b985dbe9851b not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:24:56.297575 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd933d9-465e-4e31-a9f7-c35c2a3f0dfd req-6496b2e5-bf80-4546-9d84-0db513efac0b service neutron] Attempting to bind port 5c6540dc-cedb-4c75-ad46-a801074d61ca on network aed2eca7-1bb0-443d-8485-b985dbe9851b {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:24:56.308220 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd933d9-465e-4e31-a9f7-c35c2a3f0dfd req-6496b2e5-bf80-4546-9d84-0db513efac0b service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:24:56.308880 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd933d9-465e-4e31-a9f7-c35c2a3f0dfd req-6496b2e5-bf80-4546-9d84-0db513efac0b service neutron] Checking segment: {'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:24:56.309390 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd933d9-465e-4e31-a9f7-c35c2a3f0dfd req-6496b2e5-bf80-4546-9d84-0db513efac0b service neutron] Bound using segment: {'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:24:56.309914 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-9dd933d9-465e-4e31-a9f7-c35c2a3f0dfd req-6496b2e5-bf80-4546-9d84-0db513efac0b service neutron] Bound port: 5c6540dc-cedb-4c75-ad46-a801074d61ca, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:24:56.310374 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-9dd933d9-465e-4e31-a9f7-c35c2a3f0dfd req-6496b2e5-bf80-4546-9d84-0db513efac0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:56.349648 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f12c30c1-774f-400a-ba99-bb852821e697 req-b03fe555-0e08-41f0-8e59-04ac56b19c6b service neutron] 10.222.0.36 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683840 Jan 18 22:24:56.405261 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-9dd933d9-465e-4e31-a9f7-c35c2a3f0dfd req-6496b2e5-bf80-4546-9d84-0db513efac0b service neutron] For port 5c6540dc-cedb-4c75-ad46-a801074d61ca, host n-h2-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:24:56.409234 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-9dd933d9-465e-4e31-a9f7-c35c2a3f0dfd req-6496b2e5-bf80-4546-9d84-0db513efac0b service neutron] For port 5c6540dc-cedb-4c75-ad46-a801074d61ca, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=5c6540dc-cedb-4c75-ad46-a801074d61ca,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:24:56.415838 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 680beee0-ac7e-44c7-ad32-d2dad87429ec up at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:24:56.486825 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-9dd933d9-465e-4e31-a9f7-c35c2a3f0dfd req-6496b2e5-bf80-4546-9d84-0db513efac0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:56.515769 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd933d9-465e-4e31-a9f7-c35c2a3f0dfd req-6496b2e5-bf80-4546-9d84-0db513efac0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:56.518493 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-9dd933d9-465e-4e31-a9f7-c35c2a3f0dfd req-6496b2e5-bf80-4546-9d84-0db513efac0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:56.520330 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9dd933d9-465e-4e31-a9f7-c35c2a3f0dfd req-6496b2e5-bf80-4546-9d84-0db513efac0b service neutron] 10.222.0.67 "PUT /v2.0/ports/5c6540dc-cedb-4c75-ad46-a801074d61ca HTTP/1.1" status: 200 len: 1095 time: 1.4072833 Jan 18 22:24:56.528705 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning for port 680beee0-ac7e-44c7-ad32-d2dad87429ec completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:24:56.533568 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning complete for port 680beee0-ac7e-44c7-ad32-d2dad87429ec triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:24:56.534136 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:56.550933 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '841de351-4a53-4154-9714-1519f6b98d10', 'tag': '5c6540dc-cedb-4c75-ad46-a801074d61ca'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:24:56.554073 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-630df13d-b67e-48cc-a770-c09f84f875fa" -d '{"events": [{"name": "network-changed", "server_uuid": "841de351-4a53-4154-9714-1519f6b98d10", "tag": "5c6540dc-cedb-4c75-ad46-a801074d61ca"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:24:56.593698 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47565d31-0109-406c-a965-08c962560e67 req-9d5c67ed-e399-4b32-a137-ad4d2469a2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:56.596700 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-47565d31-0109-406c-a965-08c962560e67 req-9d5c67ed-e399-4b32-a137-ad4d2469a2e8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=deba400103d149f59fe8681831aa97de&device_id=b79a3a35-3818-488e-91a0-e159f210685e HTTP/1.1" status: 200 len: 1099 time: 0.1771352 Jan 18 22:24:56.637514 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:56.645438 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2571a09a-0c97-4911-827e-7fd7d9f44b38 req-8e5db6ab-7ed6-41b1-b7d8-bb2e33faa36c tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:56.648448 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2571a09a-0c97-4911-827e-7fd7d9f44b38 req-8e5db6ab-7ed6-41b1-b7d8-bb2e33faa36c tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=1555094a-5480-4989-84ad-388f76f45c04 HTTP/1.1" status: 200 len: 945 time: 0.2742949 Jan 18 22:24:56.664961 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37604d21-0dd3-4bf5-9976-e2bb5507d7c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '680beee0-ac7e-44c7-ad32-d2dad87429ec'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:24:56.667690 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-701369b8-79e0-4ddb-b80d-c959052733e5" -d '{"events": [{"server_uuid": "37604d21-0dd3-4bf5-9976-e2bb5507d7c6", "name": "network-vif-plugged", "status": "completed", "tag": "680beee0-ac7e-44c7-ad32-d2dad87429ec"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:24:56.683281 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 680beee0-ac7e-44c7-ad32-d2dad87429ec, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=680beee0-ac7e-44c7-ad32-d2dad87429ec,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:24:56.690751 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:56.723086 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd933d9-465e-4e31-a9f7-c35c2a3f0dfd req-bad82329-36e6-4376-89de-7b2e390381d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:56.724617 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9dd933d9-465e-4e31-a9f7-c35c2a3f0dfd req-bad82329-36e6-4376-89de-7b2e390381d2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=deba400103d149f59fe8681831aa97de&device_id=841de351-4a53-4154-9714-1519f6b98d10 HTTP/1.1" status: 200 len: 1098 time: 0.1389210 Jan 18 22:24:56.725235 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6496b2e5-bf80-4546-9d84-0db513efac0b service neutron] Pushing event updated for resources: {'Port': ['ID=5c6540dc-cedb-4c75-ad46-a801074d61ca,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:56.742399 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e1d7b0-d241-4875-a293-b3e1a6c981ca req-f53762ae-e886-40bb-a520-a74b9fd9a255 tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:56.750420 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-93e1d7b0-d241-4875-a293-b3e1a6c981ca req-f53762ae-e886-40bb-a520-a74b9fd9a255 tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] 10.222.0.53 "GET /v2.0/ports?device_id=b79a3a35-3818-488e-91a0-e159f210685e HTTP/1.1" status: 200 len: 948 time: 0.1913176 Jan 18 22:24:56.789585 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=680beee0-ac7e-44c7-ad32-d2dad87429ec,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:56.803492 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47565d31-0109-406c-a965-08c962560e67 req-04e335db-2e9d-4f70-ab76-37f2f25162b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:56.805286 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-47565d31-0109-406c-a965-08c962560e67 req-04e335db-2e9d-4f70-ab76-37f2f25162b7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=aed2eca7-1bb0-443d-8485-b985dbe9851b HTTP/1.1" status: 200 len: 869 time: 0.2011006 Jan 18 22:24:56.809203 n-d-825064-1 neutron-server[102431]: DEBUG neutron.objects.ports [None req-a55f4b07-2ddc-46c0-bcbd-c7037c325a55 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102431) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 18 22:24:56.813232 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2571a09a-0c97-4911-827e-7fd7d9f44b38 req-d0ce6707-bea8-41ad-8cbc-2014d99d5f5d tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493220 Jan 18 22:24:56.821487 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9dd933d9-465e-4e31-a9f7-c35c2a3f0dfd req-8d1cc515-1e81-4e9d-a9d0-ce05cf0a1185 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=5c6540dc-cedb-4c75-ad46-a801074d61ca HTTP/1.1" status: 200 len: 217 time: 0.0619075 Jan 18 22:24:56.877894 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-93e1d7b0-d241-4875-a293-b3e1a6c981ca req-3ee0f87d-9dbe-43cf-a47e-039e939c0fab tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] 10.222.0.53 "GET /v2.0/security-groups?id=a0d0cef0-d08b-41bc-917e-0f5afe1f408d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260383 Jan 18 22:24:56.881111 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f18060d8-0599-47d0-a66c-f9ddfb2bfb2e x-openstack-request-id: req-f18060d8-0599-47d0-a66c-f9ddfb2bfb2e {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:24:56.881685 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "841de351-4a53-4154-9714-1519f6b98d10", "tag": "5c6540dc-cedb-4c75-ad46-a801074d61ca", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:24:56.881685 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f18060d8-0599-47d0-a66c-f9ddfb2bfb2e {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:24:56.881994 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '841de351-4a53-4154-9714-1519f6b98d10', 'tag': '5c6540dc-cedb-4c75-ad46-a801074d61ca', 'status': 'completed', 'code': 200} Jan 18 22:24:56.905229 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd933d9-465e-4e31-a9f7-c35c2a3f0dfd req-98f5aeff-8032-4645-9bca-478f452d9b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:56.905229 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9dd933d9-465e-4e31-a9f7-c35c2a3f0dfd req-98f5aeff-8032-4645-9bca-478f452d9b8b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8518183d-cc63-459a-b971-d4c7514e001f HTTP/1.1" status: 200 len: 843 time: 0.0681078 Jan 18 22:24:56.932422 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41daf193-35ca-4f1d-bae8-ab8ebe9e06d4 x-openstack-request-id: req-41daf193-35ca-4f1d-bae8-ab8ebe9e06d4 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:24:56.932853 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37604d21-0dd3-4bf5-9976-e2bb5507d7c6", "name": "network-vif-plugged", "status": "completed", "tag": "680beee0-ac7e-44c7-ad32-d2dad87429ec", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:24:56.933306 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-41daf193-35ca-4f1d-bae8-ab8ebe9e06d4 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:24:56.934102 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37604d21-0dd3-4bf5-9976-e2bb5507d7c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '680beee0-ac7e-44c7-ad32-d2dad87429ec', 'code': 200} Jan 18 22:24:56.936591 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-47565d31-0109-406c-a965-08c962560e67 req-f8dc0973-1fee-49a0-8801-21942e032f42 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=3df3936e-bc5d-4477-8091-c6c71cabaa4e HTTP/1.1" status: 200 len: 217 time: 0.0657458 Jan 18 22:24:56.962211 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd933d9-465e-4e31-a9f7-c35c2a3f0dfd req-16d25666-3ded-47f7-9414-22d918661307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:56.963642 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9dd933d9-465e-4e31-a9f7-c35c2a3f0dfd req-16d25666-3ded-47f7-9414-22d918661307 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aed2eca7-1bb0-443d-8485-b985dbe9851b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0571792 Jan 18 22:24:57.061802 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47565d31-0109-406c-a965-08c962560e67 req-213ed08d-1fba-4509-a599-ab0977c2f531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:57.070224 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-47565d31-0109-406c-a965-08c962560e67 req-213ed08d-1fba-4509-a599-ab0977c2f531 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8518183d-cc63-459a-b971-d4c7514e001f HTTP/1.1" status: 200 len: 843 time: 0.1207252 Jan 18 22:24:57.131205 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b49acc-89d0-41b6-a72e-0c00bc67832c req-3e0319bf-27b5-408b-a642-cd14e650c428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:57.132927 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-05b49acc-89d0-41b6-a72e-0c00bc67832c req-3e0319bf-27b5-408b-a642-cd14e650c428 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=37604d21-0dd3-4bf5-9976-e2bb5507d7c6 HTTP/1.1" status: 200 len: 1101 time: 0.0805097 Jan 18 22:24:57.149209 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a55f4b07-2ddc-46c0-bcbd-c7037c325a55 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:57.253096 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47565d31-0109-406c-a965-08c962560e67 req-6dc939a7-ed74-4950-a207-13cf8e04d980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:57.254749 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-47565d31-0109-406c-a965-08c962560e67 req-6dc939a7-ed74-4950-a207-13cf8e04d980 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=aed2eca7-1bb0-443d-8485-b985dbe9851b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1624310 Jan 18 22:24:57.272450 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-05b49acc-89d0-41b6-a72e-0c00bc67832c req-49551cae-78a4-4da8-8ab0-86ff49cea6ec service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=05d753a3-5b69-42a7-8159-df7094e5d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235993 Jan 18 22:24:57.279152 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9dd933d9-465e-4e31-a9f7-c35c2a3f0dfd req-f49d641e-032e-4541-9ad2-9c486de4594a service neutron] 10.222.0.67 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3071625 Jan 18 22:24:57.295083 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35e3b20-1f90-4a81-8165-d420643e3c96 req-fa6b5fb8-71e9-427b-9b70-a354c680133e tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:57.296654 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f35e3b20-1f90-4a81-8165-d420643e3c96 req-fa6b5fb8-71e9-427b-9b70-a354c680133e tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/ports?device_id=99555713-a052-4f2b-bed2-fb8b5d6b9caa HTTP/1.1" status: 200 len: 945 time: 0.1522689 Jan 18 22:24:57.314972 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2717081c-a0c5-47b4-8141-3f48d86c9b67 req-3a69aa78-3ae5-4349-b4d6-ac0067e6b8ba tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:57.316543 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2717081c-a0c5-47b4-8141-3f48d86c9b67 req-3a69aa78-3ae5-4349-b4d6-ac0067e6b8ba tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/ports?device_id=37604d21-0dd3-4bf5-9976-e2bb5507d7c6 HTTP/1.1" status: 200 len: 950 time: 0.1542192 Jan 18 22:24:57.430273 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-47565d31-0109-406c-a965-08c962560e67 req-4736d4e9-4423-480a-a98c-77698d619f4f service neutron] 10.222.0.36 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625526 Jan 18 22:24:57.432877 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f35e3b20-1f90-4a81-8165-d420643e3c96 req-fe18f38d-7ac9-4e38-abe4-ce62687276f6 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/security-groups?id=68e1f851-73aa-4cda-8095-0e2a92a325ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260445 Jan 18 22:24:57.437276 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-a55f4b07-2ddc-46c0-bcbd-c7037c325a55 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] For port e675633e-9871-4d0f-baf5-3c0ba98bb2da, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=e675633e-9871-4d0f-baf5-3c0ba98bb2da,segment=NetworkSegment(3c2fda82-0722-4d26-8bf8-bb1f4fe594b8),segment_id=3c2fda82-0722-4d26-8bf8-bb1f4fe594b8)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:24:57.449727 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2717081c-a0c5-47b4-8141-3f48d86c9b67 req-5c2822c7-1894-43a0-95eb-1d5e572db7d9 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/security-groups?id=05d753a3-5b69-42a7-8159-df7094e5d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149137 Jan 18 22:24:57.479794 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9dd933d9-465e-4e31-a9f7-c35c2a3f0dfd req-9d79c4c7-67a6-4f2d-baef-8425542cd7c5 service neutron] 10.222.0.67 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819618 Jan 18 22:24:57.509692 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-0abf2a55-c5a0-4d89-944c-2979f0b4c6f9 None None] Provisioning complete for port e675633e-9871-4d0f-baf5-3c0ba98bb2da triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:24:57.511500 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0abf2a55-c5a0-4d89-944c-2979f0b4c6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:57.517733 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a55f4b07-2ddc-46c0-bcbd-c7037c325a55 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:57.539506 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a55f4b07-2ddc-46c0-bcbd-c7037c325a55 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:57.540277 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a55f4b07-2ddc-46c0-bcbd-c7037c325a55 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:57.603589 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630df13d-b67e-48cc-a770-c09f84f875fa req-2e95a37e-f733-4e8b-b555-9b3d5bbf909a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:57.605356 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-630df13d-b67e-48cc-a770-c09f84f875fa req-2e95a37e-f733-4e8b-b555-9b3d5bbf909a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=deba400103d149f59fe8681831aa97de&device_id=841de351-4a53-4154-9714-1519f6b98d10 HTTP/1.1" status: 200 len: 1098 time: 0.0601983 Jan 18 22:24:57.685816 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0abf2a55-c5a0-4d89-944c-2979f0b4c6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:57.722063 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-0abf2a55-c5a0-4d89-944c-2979f0b4c6f9 None None] For port e675633e-9871-4d0f-baf5-3c0ba98bb2da, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=e675633e-9871-4d0f-baf5-3c0ba98bb2da,segment=NetworkSegment(3c2fda82-0722-4d26-8bf8-bb1f4fe594b8),segment_id=3c2fda82-0722-4d26-8bf8-bb1f4fe594b8)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:24:57.728074 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0abf2a55-c5a0-4d89-944c-2979f0b4c6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:57.752454 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630df13d-b67e-48cc-a770-c09f84f875fa req-3a559c62-2aa8-4fcf-8bea-bcb381ce340a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:57.754212 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-630df13d-b67e-48cc-a770-c09f84f875fa req-3a559c62-2aa8-4fcf-8bea-bcb381ce340a service neutron] 10.222.0.67 "GET /v2.0/networks?id=aed2eca7-1bb0-443d-8485-b985dbe9851b HTTP/1.1" status: 200 len: 869 time: 0.1305830 Jan 18 22:24:57.802519 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abf2a55-c5a0-4d89-944c-2979f0b4c6f9 None None] Pushing event updated for resources: {'Port': ['ID=e675633e-9871-4d0f-baf5-3c0ba98bb2da,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:57.813035 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-630df13d-b67e-48cc-a770-c09f84f875fa req-34e666a3-cfa5-4796-a57f-bb4668101c63 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=5c6540dc-cedb-4c75-ad46-a801074d61ca HTTP/1.1" status: 200 len: 217 time: 0.0437684 Jan 18 22:24:57.856895 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf40465-b590-482b-a0a2-21b3bf5acfaf req-d114720b-f49b-428f-901f-b5d37b17ec1a tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:57.858736 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5cf40465-b590-482b-a0a2-21b3bf5acfaf req-d114720b-f49b-428f-901f-b5d37b17ec1a tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e173d2e-e098-4c51-8104-b5036c990569 HTTP/1.1" status: 200 len: 945 time: 0.1326714 Jan 18 22:24:57.891600 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630df13d-b67e-48cc-a770-c09f84f875fa req-e04b4fcc-ff96-44b8-a69a-34c21cf2764d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:57.894117 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-630df13d-b67e-48cc-a770-c09f84f875fa req-e04b4fcc-ff96-44b8-a69a-34c21cf2764d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8518183d-cc63-459a-b971-d4c7514e001f HTTP/1.1" status: 200 len: 843 time: 0.0724220 Jan 18 22:24:57.963648 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5cf40465-b590-482b-a0a2-21b3bf5acfaf req-5348ab84-ef28-4eae-8790-0faad5aa751c tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/security-groups?id=68e1f851-73aa-4cda-8095-0e2a92a325ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939422 Jan 18 22:24:57.993916 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55f4b07-2ddc-46c0-bcbd-c7037c325a55 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:24:57.995408 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-a55f4b07-2ddc-46c0-bcbd-c7037c325a55 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:24:58.003096 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55f4b07-2ddc-46c0-bcbd-c7037c325a55 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:58.003687 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a55f4b07-2ddc-46c0-bcbd-c7037c325a55 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:58.005997 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630df13d-b67e-48cc-a770-c09f84f875fa req-d8b09174-1e93-4520-b1c9-13de56f31281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:58.007193 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f80e39-146c-4a3c-8dd3-d71037fb4550 None None] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:24:58.009152 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-630df13d-b67e-48cc-a770-c09f84f875fa req-d8b09174-1e93-4520-b1c9-13de56f31281 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aed2eca7-1bb0-443d-8485-b985dbe9851b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0895622 Jan 18 22:24:58.020032 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc9cc29-b87e-4213-a18d-f10193d26fa1 req-6ea488ab-5a11-4412-b8ee-3a48e6c33fb9 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:58.021612 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6cc9cc29-b87e-4213-a18d-f10193d26fa1 req-6ea488ab-5a11-4412-b8ee-3a48e6c33fb9 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=1555094a-5480-4989-84ad-388f76f45c04 HTTP/1.1" status: 200 len: 945 time: 0.1214435 Jan 18 22:24:58.060340 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-a55f4b07-2ddc-46c0-bcbd-c7037c325a55 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.3181763 Jan 18 22:24:58.062295 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-47565d31-0109-406c-a965-08c962560e67 req-1d904f3a-1efd-4790-a5ec-f9ab7304b4be service neutron] 10.222.0.36 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6036460 Jan 18 22:24:58.063120 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41146) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:58.068445 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-7d4397f3-0c36-440a-a56f-e13b527f5fa3 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Request body: {'port': {'network_id': '5ec417a5-fa6c-4abd-aa15-b83b9df83503', 'mac_address': 'fa:16:3e:a8:4b:a5', 'name': 'tempest-NetworksTestDHCPv6-988081932'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:24:58.071830 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55f4b07-2ddc-46c0-bcbd-c7037c325a55 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event updated for resources: {'Port': ['ID=e675633e-9871-4d0f-baf5-3c0ba98bb2da,revision_number=4']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:58.074631 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55f4b07-2ddc-46c0-bcbd-c7037c325a55 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event updated for resources: {'Subnet': ['ID=314bbf34-5c2f-41fa-b474-9f8d7b12adcd,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:58.162727 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device e675633e-9871-4d0f-baf5-3c0ba98bb2da up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:24:58.184761 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6cc9cc29-b87e-4213-a18d-f10193d26fa1 req-4169028f-b604-4fda-8045-324c4bb8720d tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505413 Jan 18 22:24:58.207049 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d4397f3-0c36-440a-a56f-e13b527f5fa3 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Made reservation on behalf of 0a17ff9ddd5f489695e0235ae87388f5 for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:24:58.239781 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d051289e-28dc-496e-b29f-1eb2ff7cc203 req-8e83fa03-b8e4-4277-908a-9afe276cb7b6 tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:58.243176 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d051289e-28dc-496e-b29f-1eb2ff7cc203 req-8e83fa03-b8e4-4277-908a-9afe276cb7b6 tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] 10.222.0.53 "GET /v2.0/ports?device_id=b79a3a35-3818-488e-91a0-e159f210685e HTTP/1.1" status: 200 len: 948 time: 0.1285255 Jan 18 22:24:58.246073 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-630df13d-b67e-48cc-a770-c09f84f875fa req-1ce99c4e-a9af-47e3-beec-f3d0e78fc107 service neutron] 10.222.0.67 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222612 Jan 18 22:24:58.298597 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port e675633e-9871-4d0f-baf5-3c0ba98bb2da triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:24:58.298917 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:58.324935 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7d4397f3-0c36-440a-a56f-e13b527f5fa3 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:58.363523 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [None req-7d4397f3-0c36-440a-a56f-e13b527f5fa3 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] device_id is not set on port 23675d23-15bd-455b-99fb-2d32dbc8d435 yet. {{(pid=102431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:24:58.463423 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-630df13d-b67e-48cc-a770-c09f84f875fa req-130c5a79-88d1-4c9c-be73-4aca31424338 service neutron] 10.222.0.67 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991739 Jan 18 22:24:58.489685 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d051289e-28dc-496e-b29f-1eb2ff7cc203 req-de8c5097-068f-464f-93e2-a529f7c23a98 tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] 10.222.0.53 "GET /v2.0/security-groups?id=a0d0cef0-d08b-41bc-917e-0f5afe1f408d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391698 Jan 18 22:24:58.514329 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e83a241-fec5-470e-bf36-c6e3430c3add req-1f42b5b9-8558-4acf-974d-057765dc4fad tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:58.521887 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4e83a241-fec5-470e-bf36-c6e3430c3add req-1f42b5b9-8558-4acf-974d-057765dc4fad tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e173d2e-e098-4c51-8104-b5036c990569 HTTP/1.1" status: 200 len: 945 time: 0.1003194 Jan 18 22:24:58.559163 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4e83a241-fec5-470e-bf36-c6e3430c3add req-7ccc0114-d978-49df-982d-91f55c98ab6b tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/security-groups?id=68e1f851-73aa-4cda-8095-0e2a92a325ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363986 Jan 18 22:24:58.603388 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-7d4397f3-0c36-440a-a56f-e13b527f5fa3 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Allocated IP 2001:db8::392 (5ec417a5-fa6c-4abd-aa15-b83b9df83503/1acc7111-59bc-4f68-8110-fd80733568dc/23675d23-15bd-455b-99fb-2d32dbc8d435) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:24:58.611514 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-7d4397f3-0c36-440a-a56f-e13b527f5fa3 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Allocated IP 2001:db8:0:1:f816:3eff:fea8:4ba5 (5ec417a5-fa6c-4abd-aa15-b83b9df83503/314bbf34-5c2f-41fa-b474-9f8d7b12adcd/23675d23-15bd-455b-99fb-2d32dbc8d435) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:24:58.629079 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468fbec1-dda7-4125-b567-f5f01dd302ed req-7c0b96b5-4818-40b6-b9a9-e37675eafc84 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:58.637327 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-468fbec1-dda7-4125-b567-f5f01dd302ed req-7c0b96b5-4818-40b6-b9a9-e37675eafc84 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/ports?device_id=37604d21-0dd3-4bf5-9976-e2bb5507d7c6 HTTP/1.1" status: 200 len: 950 time: 0.0747476 Jan 18 22:24:58.676314 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-468fbec1-dda7-4125-b567-f5f01dd302ed req-40e9990c-a10b-49a9-9eb7-af8f1e1453aa tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/security-groups?id=05d753a3-5b69-42a7-8159-df7094e5d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380678 Jan 18 22:24:58.783916 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7d4397f3-0c36-440a-a56f-e13b527f5fa3 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:58.820595 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7d4397f3-0c36-440a-a56f-e13b527f5fa3 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:58.867645 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4397f3-0c36-440a-a56f-e13b527f5fa3 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:24:58.875362 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-7d4397f3-0c36-440a-a56f-e13b527f5fa3 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:24:58.878519 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4397f3-0c36-440a-a56f-e13b527f5fa3 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:24:58.884312 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4397f3-0c36-440a-a56f-e13b527f5fa3 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:58.884963 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7d4397f3-0c36-440a-a56f-e13b527f5fa3 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:58.898281 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4397f3-0c36-440a-a56f-e13b527f5fa3 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event updated for resources: {'Port': ['ID=23675d23-15bd-455b-99fb-2d32dbc8d435,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:58.917562 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-7d4397f3-0c36-440a-a56f-e13b527f5fa3 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.8530183 Jan 18 22:24:58.920204 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41164) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:58.933504 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c871f5b4-86e6-4173-8dc0-10a4f047f84b req-d7f5bdda-0872-4479-8fab-16cdaf613c7f tempest-ServersOnMultiNodesTest-528096773 tempest-ServersOnMultiNodesTest-528096773-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:58.935063 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c871f5b4-86e6-4173-8dc0-10a4f047f84b req-d7f5bdda-0872-4479-8fab-16cdaf613c7f tempest-ServersOnMultiNodesTest-528096773 tempest-ServersOnMultiNodesTest-528096773-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=37604d21-0dd3-4bf5-9976-e2bb5507d7c6 HTTP/1.1" status: 200 len: 1101 time: 0.0438070 Jan 18 22:24:58.956931 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-c871f5b4-86e6-4173-8dc0-10a4f047f84b req-d208098d-29d5-4ac2-b4e1-5a1972c3d8b4 tempest-ServersOnMultiNodesTest-528096773 tempest-ServersOnMultiNodesTest-528096773-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:59.023887 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-d795c6cd-4c51-418c-8871-9ce297cfd8bc tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Deleting port 23675d23-15bd-455b-99fb-2d32dbc8d435 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:24:59.024401 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d795c6cd-4c51-418c-8871-9ce297cfd8bc tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:59.043655 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-c871f5b4-86e6-4173-8dc0-10a4f047f84b req-d208098d-29d5-4ac2-b4e1-5a1972c3d8b4 tempest-ServersOnMultiNodesTest-528096773 tempest-ServersOnMultiNodesTest-528096773-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:59.049562 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-c871f5b4-86e6-4173-8dc0-10a4f047f84b req-d208098d-29d5-4ac2-b4e1-5a1972c3d8b4 tempest-ServersOnMultiNodesTest-528096773 tempest-ServersOnMultiNodesTest-528096773-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:59.066605 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-49b9f7a8-a93b-40fe-b503-3d0a647f5e96 None None] Provisioning complete for port e675633e-9871-4d0f-baf5-3c0ba98bb2da triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:24:59.067123 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-49b9f7a8-a93b-40fe-b503-3d0a647f5e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:59.086990 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c871f5b4-86e6-4173-8dc0-10a4f047f84b req-d208098d-29d5-4ac2-b4e1-5a1972c3d8b4 tempest-ServersOnMultiNodesTest-528096773 tempest-ServersOnMultiNodesTest-528096773-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=05d753a3-5b69-42a7-8159-df7094e5d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400652 Jan 18 22:24:59.118143 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d208098d-29d5-4ac2-b4e1-5a1972c3d8b4 tempest-ServersOnMultiNodesTest-528096773 tempest-ServersOnMultiNodesTest-528096773-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe2493e8-5f32-421e-b0f4-7b2ea58b9086,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:59.153601 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d795c6cd-4c51-418c-8871-9ce297cfd8bc tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:59.169625 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-d795c6cd-4c51-418c-8871-9ce297cfd8bc tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Calling delete_port for 23675d23-15bd-455b-99fb-2d32dbc8d435 owned by {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:24:59.330412 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e59df4-5e21-4501-9a90-39a39183209f req-7d617f76-70d3-4d36-ba8d-5b0373671255 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:59.332190 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-54e59df4-5e21-4501-9a90-39a39183209f req-7d617f76-70d3-4d36-ba8d-5b0373671255 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=1555094a-5480-4989-84ad-388f76f45c04 HTTP/1.1" status: 200 len: 945 time: 0.0683672 Jan 18 22:24:59.385573 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-3e0b0550-5771-4810-9db4-a729a681db51 None None] Provisioning complete for port 23675d23-15bd-455b-99fb-2d32dbc8d435 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:24:59.385825 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d795c6cd-4c51-418c-8871-9ce297cfd8bc tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:59.386890 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3e0b0550-5771-4810-9db4-a729a681db51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:59.400021 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-54e59df4-5e21-4501-9a90-39a39183209f req-7b228ef8-9a47-4a99-95bf-c503159cf0ce tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589092 Jan 18 22:24:59.411100 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-3e0b0550-5771-4810-9db4-a729a681db51 None None] Port 23675d23-15bd-455b-99fb-2d32dbc8d435 was deleted so its status cannot be updated. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Jan 18 22:24:59.411288 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-49c87261-1053-420b-be44-256d9dcc1c04 req-a87c98d8-63f5-4186-92b0-43551c705824 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=a73ebee77f20452f9ada65790951d06b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300479 Jan 18 22:24:59.423068 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d795c6cd-4c51-418c-8871-9ce297cfd8bc tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event deleted for resources: {'Port': ['ID=23675d23-15bd-455b-99fb-2d32dbc8d435,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:24:59.469518 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d795c6cd-4c51-418c-8871-9ce297cfd8bc tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:59.472867 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-d795c6cd-4c51-418c-8871-9ce297cfd8bc tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "DELETE /v2.0/ports/23675d23-15bd-455b-99fb-2d32dbc8d435 HTTP/1.1" status: 204 len: 168 time: 0.5515182 Jan 18 22:24:59.475346 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41182) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:59.536138 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c87261-1053-420b-be44-256d9dcc1c04 req-ecf8b609-c5ae-4b9b-8912-2541f63cd2bb tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:59.537033 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb808f5-4f70-4e76-bae8-92888f63a9f5 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:59.538070 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-49c87261-1053-420b-be44-256d9dcc1c04 req-ecf8b609-c5ae-4b9b-8912-2541f63cd2bb tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1210215 Jan 18 22:24:59.538711 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-bbb808f5-4f70-4e76-bae8-92888f63a9f5 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0624390 Jan 18 22:24:59.541378 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 41186) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:59.590346 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-49c87261-1053-420b-be44-256d9dcc1c04 req-246ce0ef-d468-4b9a-98b1-a35846d2d5e3 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/quotas/a73ebee77f20452f9ada65790951d06b HTTP/1.1" status: 200 len: 375 time: 0.0389094 Jan 18 22:24:59.653310 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce92275-d694-4826-9af0-c59699926a68 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:59.654787 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-cce92275-d694-4826-9af0-c59699926a68 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1124694 Jan 18 22:24:59.657439 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41190) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:59.675276 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6adf6d0-a3ed-40ca-b228-e28fda145357 req-b9f8aaf7-6913-457c-983b-3976395f8a50 tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:59.676752 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d6adf6d0-a3ed-40ca-b228-e28fda145357 req-b9f8aaf7-6913-457c-983b-3976395f8a50 tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] 10.222.0.53 "GET /v2.0/ports?device_id=b79a3a35-3818-488e-91a0-e159f210685e HTTP/1.1" status: 200 len: 948 time: 0.0998719 Jan 18 22:24:59.684369 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-49c87261-1053-420b-be44-256d9dcc1c04 req-35121ddb-f111-4374-bc72-94f855a7f65e tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a73ebee77f20452f9ada65790951d06b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0757735 Jan 18 22:24:59.710712 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58f2aed-28ad-48ff-9283-06ea86f61b50 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:59.712157 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58f2aed-28ad-48ff-9283-06ea86f61b50 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:59.714079 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58f2aed-28ad-48ff-9283-06ea86f61b50 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:59.717796 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-e58f2aed-28ad-48ff-9283-06ea86f61b50 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0569212 Jan 18 22:24:59.718042 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41194) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:24:59.719450 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d6adf6d0-a3ed-40ca-b228-e28fda145357 req-5920c860-f185-4792-b198-42badbb1db06 tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] 10.222.0.53 "GET /v2.0/security-groups?id=a0d0cef0-d08b-41bc-917e-0f5afe1f408d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340545 Jan 18 22:24:59.774109 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-444b7213-267b-4722-ae3e-6dc150b7f51d tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Deleting subnet 1acc7111-59bc-4f68-8110-fd80733568dc {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:24:59.777430 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-444b7213-267b-4722-ae3e-6dc150b7f51d tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:59.819225 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-444b7213-267b-4722-ae3e-6dc150b7f51d tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:59.851015 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388bfae6-37d9-4058-9b06-92112d16b15e req-f30abe2d-0f79-45ba-8f6b-e5b0c36aa06e tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:24:59.857004 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-388bfae6-37d9-4058-9b06-92112d16b15e req-f30abe2d-0f79-45ba-8f6b-e5b0c36aa06e tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e173d2e-e098-4c51-8104-b5036c990569 HTTP/1.1" status: 200 len: 945 time: 0.0687556 Jan 18 22:24:59.895192 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-388bfae6-37d9-4058-9b06-92112d16b15e req-20c8a18f-ee69-4964-8de3-3f7c9e0f079e tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/security-groups?id=68e1f851-73aa-4cda-8095-0e2a92a325ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348525 Jan 18 22:24:59.913509 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-444b7213-267b-4722-ae3e-6dc150b7f51d tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:59.973258 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-444b7213-267b-4722-ae3e-6dc150b7f51d tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:24:59.998120 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af36cdf-f500-41cb-bb1f-2890a29e78dc None None] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:25:00.011387 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-444b7213-267b-4722-ae3e-6dc150b7f51d tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:00.015551 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-444b7213-267b-4722-ae3e-6dc150b7f51d tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "DELETE /v2.0/subnets/1acc7111-59bc-4f68-8110-fd80733568dc HTTP/1.1" status: 204 len: 168 time: 0.2965765 Jan 18 22:25:00.017793 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444b7213-267b-4722-ae3e-6dc150b7f51d tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event deleted for resources: {'Subnet': ['ID=1acc7111-59bc-4f68-8110-fd80733568dc,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:00.018569 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 41202) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:00.105408 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_v2 [None req-8877b9a8-084c-4b13-816f-93aec5d76518 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Deleting subnet 314bbf34-5c2f-41fa-b474-9f8d7b12adcd {{(pid=102430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:25:00.109336 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8877b9a8-084c-4b13-816f-93aec5d76518 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks [] for subnet, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:00.152009 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8877b9a8-084c-4b13-816f-93aec5d76518 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60394745'] for subnet, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:00.261014 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8877b9a8-084c-4b13-816f-93aec5d76518 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:00.349920 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8877b9a8-084c-4b13-816f-93aec5d76518 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60203138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62288677'] for subnet, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:00.379945 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8877b9a8-084c-4b13-816f-93aec5d76518 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event deleted for resources: {'Subnet': ['ID=314bbf34-5c2f-41fa-b474-9f8d7b12adcd,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:00.384224 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8877b9a8-084c-4b13-816f-93aec5d76518 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:00.389846 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41212) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:00.390453 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-8877b9a8-084c-4b13-816f-93aec5d76518 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "DELETE /v2.0/subnets/314bbf34-5c2f-41fa-b474-9f8d7b12adcd HTTP/1.1" status: 204 len: 168 time: 0.3702800 Jan 18 22:25:00.457864 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 3df3936e-bc5d-4477-8091-c6c71cabaa4e details requested by agent hyperv_n-h1-825064-1 with host n-h1-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:25:00.465510 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-95f3dddc-d979-44c6-b903-7f60064cf1bf tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0736539 Jan 18 22:25:00.467857 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41218) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:00.511759 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b829b8a5-fdc4-49fa-a05c-f6034fa8b051 req-4eacb332-af71-4ac0-8980-2d3d997fa4e1 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:00.513411 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b829b8a5-fdc4-49fa-a05c-f6034fa8b051 req-4eacb332-af71-4ac0-8980-2d3d997fa4e1 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e173d2e-e098-4c51-8104-b5036c990569 HTTP/1.1" status: 200 len: 945 time: 0.0968993 Jan 18 22:25:00.606287 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1ff604-cb8d-4b1e-a9da-4e420f2f724e tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:00.609487 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-3e1ff604-cb8d-4b1e-a9da-4e420f2f724e tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1363976 Jan 18 22:25:00.611958 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41224) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:00.673353 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b829b8a5-fdc4-49fa-a05c-f6034fa8b051 req-55348bcb-824d-4867-9d81-ce1163e350d1 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/security-groups?id=68e1f851-73aa-4cda-8095-0e2a92a325ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472402 Jan 18 22:25:00.707687 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6c0f27-16a0-4472-ae64-2e723f141c7b req-27a2339e-ff5f-44e2-8176-0f160fe1d592 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:00.712761 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 3df3936e-bc5d-4477-8091-c6c71cabaa4e, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=3df3936e-bc5d-4477-8091-c6c71cabaa4e,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:25:00.719078 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4c6c0f27-16a0-4472-ae64-2e723f141c7b req-27a2339e-ff5f-44e2-8176-0f160fe1d592 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=1555094a-5480-4989-84ad-388f76f45c04 HTTP/1.1" status: 200 len: 945 time: 0.1327851 Jan 18 22:25:00.730143 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78ff4c7-fffc-4b72-88ba-901aff812c51 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:00.736853 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-d78ff4c7-fffc-4b72-88ba-901aff812c51 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1210208 Jan 18 22:25:00.739278 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41230) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:00.747405 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Returning: {'device': '3df3936e-bc5d-4477-8091-c6c71cabaa4e', 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b', 'port_id': '3df3936e-bc5d-4477-8091-c6c71cabaa4e', 'mac_address': 'fa:16:3e:f9:ac:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8518183d-cc63-459a-b971-d4c7514e001f', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:25:00.806679 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-8e2b8eaf-03f2-4a5d-8296-3a1434c909af tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0625405 Jan 18 22:25:00.807612 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:00.816409 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41234) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:00.824654 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3df3936e-bc5d-4477-8091-c6c71cabaa4e {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:25:00.848198 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 3df3936e-bc5d-4477-8091-c6c71cabaa4e, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=3df3936e-bc5d-4477-8091-c6c71cabaa4e,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:25:00.853399 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:00.854354 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4c6c0f27-16a0-4472-ae64-2e723f141c7b req-9629f540-6314-460d-8373-81537dbc7882 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287813 Jan 18 22:25:00.856549 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-04a7add2-de83-4509-80ec-5a4b12d3704b req-f525ffad-a97c-4eff-acdd-36589f25f89f tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/ports?device_id=bebd1957-5b89-4f93-b2f0-3d41b4c50f44 HTTP/1.1" status: 200 len: 210 time: 0.1141200 Jan 18 22:25:00.863217 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-deb95937-b588-455c-b585-1a3049ac667f tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] DELETE failed (client error): The resource could not be found. Jan 18 22:25:00.866867 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-deb95937-b588-455c-b585-1a3049ac667f tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:25:00.878250 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 41236) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:00.879134 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-deb95937-b588-455c-b585-1a3049ac667f tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "DELETE /v2.0/ports/23675d23-15bd-455b-99fb-2d32dbc8d435 HTTP/1.1" status: 404 len: 333 time: 0.0606351 Jan 18 22:25:00.920974 n-d-825064-1 neutron-server[102430]: INFO neutron.pecan_wsgi.hooks.translation [None req-3937e89f-4f86-4c8e-8583-6b3a70fe4b28 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] DELETE failed (client error): The resource could not be found. Jan 18 22:25:00.921440 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3937e89f-4f86-4c8e-8583-6b3a70fe4b28 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:25:00.927365 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-3937e89f-4f86-4c8e-8583-6b3a70fe4b28 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "DELETE /v2.0/subnets/314bbf34-5c2f-41fa-b474-9f8d7b12adcd HTTP/1.1" status: 404 len: 337 time: 0.0464580 Jan 18 22:25:00.927640 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 41240) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:00.962221 n-d-825064-1 neutron-server[102430]: INFO neutron.pecan_wsgi.hooks.translation [None req-8072d8b5-86d0-47be-8a95-7df57ae3e36f tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] DELETE failed (client error): The resource could not be found. Jan 18 22:25:00.962685 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8072d8b5-86d0-47be-8a95-7df57ae3e36f tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:25:00.963119 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=3df3936e-bc5d-4477-8091-c6c71cabaa4e,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:00.966099 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-8072d8b5-86d0-47be-8a95-7df57ae3e36f tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "DELETE /v2.0/subnets/1acc7111-59bc-4f68-8110-fd80733568dc HTTP/1.1" status: 404 len: 337 time: 0.0373511 Jan 18 22:25:00.970118 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 41242) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:01.040252 n-d-825064-1 neutron-server[102430]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ae80120-127a-47ae-826b-d64837ae2ce9 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] DELETE failed (client error): The resource could not be found. Jan 18 22:25:01.042992 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ae80120-127a-47ae-826b-d64837ae2ce9 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:25:01.049769 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41246) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:01.051269 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-0ae80120-127a-47ae-826b-d64837ae2ce9 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "DELETE /v2.0/ports/17916e93-12c1-472e-ae30-432de2dd08a5 HTTP/1.1" status: 404 len: 333 time: 0.0805013 Jan 18 22:25:01.088496 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df046ffc-00c9-4212-920a-c0557d978a9b req-970f426d-bf8e-484f-8324-452d373ba347 tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:01.090291 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-df046ffc-00c9-4212-920a-c0557d978a9b req-970f426d-bf8e-484f-8324-452d373ba347 tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] 10.222.0.53 "GET /v2.0/ports?device_id=b79a3a35-3818-488e-91a0-e159f210685e HTTP/1.1" status: 200 len: 949 time: 0.1046054 Jan 18 22:25:01.102688 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['3df3936e-bc5d-4477-8091-c6c71cabaa4e'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:25:01.117462 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2359c88-ec62-4386-bade-efafc093bfb4 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] DELETE failed (client error): The resource could not be found. Jan 18 22:25:01.120705 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2359c88-ec62-4386-bade-efafc093bfb4 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:25:01.123919 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-a2359c88-ec62-4386-bade-efafc093bfb4 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "DELETE /v2.0/subnets/5fde77e9-1146-4b0a-9770-c327c9b20f0d HTTP/1.1" status: 404 len: 337 time: 0.0727608 Jan 18 22:25:01.131238 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41250) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:01.209298 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3fd216c-27ec-46d1-94e0-23d3936097d6 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] DELETE failed (client error): The resource could not be found. Jan 18 22:25:01.210664 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3fd216c-27ec-46d1-94e0-23d3936097d6 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:25:01.218256 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-df046ffc-00c9-4212-920a-c0557d978a9b req-9975cd68-b215-4287-8831-141bce8d4221 tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] 10.222.0.53 "GET /v2.0/security-groups?id=a0d0cef0-d08b-41bc-917e-0f5afe1f408d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995643 Jan 18 22:25:01.225492 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-c3fd216c-27ec-46d1-94e0-23d3936097d6 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "DELETE /v2.0/subnets/f30b2292-cecc-4a00-9358-74c8e4836571 HTTP/1.1" status: 404 len: 337 time: 0.0931284 Jan 18 22:25:01.228672 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41254) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:01.283698 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c817e67-abeb-4099-a0d6-1992d7351f59 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] DELETE failed (client error): The resource could not be found. Jan 18 22:25:01.284959 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c817e67-abeb-4099-a0d6-1992d7351f59 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:25:01.291116 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-3c817e67-abeb-4099-a0d6-1992d7351f59 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "DELETE /v2.0/ports/edbb49fa-7fee-4b6f-a618-4a04d123b782 HTTP/1.1" status: 404 len: 333 time: 0.0616422 Jan 18 22:25:01.293762 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 41256) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:01.323563 n-d-825064-1 neutron-server[102430]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc8b5fc9-a03b-4e58-b1b0-3f78870a36fb tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] DELETE failed (client error): The resource could not be found. Jan 18 22:25:01.324223 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc8b5fc9-a03b-4e58-b1b0-3f78870a36fb tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:25:01.330871 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41258) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:01.331121 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-fc8b5fc9-a03b-4e58-b1b0-3f78870a36fb tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "DELETE /v2.0/subnets/05271ca8-75ff-4d6f-990f-ff912cca82a5 HTTP/1.1" status: 404 len: 337 time: 0.0359497 Jan 18 22:25:01.364869 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fad30ee-228d-45d8-89fe-2c63c71a03a1 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] DELETE failed (client error): The resource could not be found. Jan 18 22:25:01.365578 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fad30ee-228d-45d8-89fe-2c63c71a03a1 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:25:01.368832 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-5fad30ee-228d-45d8-89fe-2c63c71a03a1 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "DELETE /v2.0/subnets/10bcb12e-da14-43e3-b822-d32764135867 HTTP/1.1" status: 404 len: 337 time: 0.0360770 Jan 18 22:25:01.371335 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41260) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:01.408071 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-db29f6bd-98f4-454f-9e69-cadbcfaada00 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] DELETE failed (client error): The resource could not be found. Jan 18 22:25:01.409015 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db29f6bd-98f4-454f-9e69-cadbcfaada00 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:25:01.412161 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-db29f6bd-98f4-454f-9e69-cadbcfaada00 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "DELETE /v2.0/ports/b61ccf76-99e5-4ac1-b7dd-8a6628696f26 HTTP/1.1" status: 404 len: 333 time: 0.0397909 Jan 18 22:25:01.414669 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41262) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:01.430495 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 5c6540dc-cedb-4c75-ad46-a801074d61ca details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:25:01.455870 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8929e34-4acf-4e04-afc7-58fcd10a6900 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] DELETE failed (client error): The resource could not be found. Jan 18 22:25:01.456371 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8929e34-4acf-4e04-afc7-58fcd10a6900 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:25:01.462449 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-f8929e34-4acf-4e04-afc7-58fcd10a6900 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "DELETE /v2.0/subnets/3a953a1c-5502-47d3-9699-55b0ccd33816 HTTP/1.1" status: 404 len: 337 time: 0.0465314 Jan 18 22:25:01.462845 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 41264) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:01.491547 n-d-825064-1 neutron-server[102430]: INFO neutron.pecan_wsgi.hooks.translation [None req-5760a559-c10e-4167-9c22-5ce099f07bdd tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] DELETE failed (client error): The resource could not be found. Jan 18 22:25:01.492005 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5760a559-c10e-4167-9c22-5ce099f07bdd tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:25:01.499143 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-5760a559-c10e-4167-9c22-5ce099f07bdd tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "DELETE /v2.0/subnets/3a662318-e3b1-404c-9f07-101128cafe52 HTTP/1.1" status: 404 len: 337 time: 0.0351512 Jan 18 22:25:01.501678 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41266) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:01.535084 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-150fb804-d3a0-4b4c-b77e-19f089c9e6b4 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] DELETE failed (client error): The resource could not be found. Jan 18 22:25:01.535730 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-150fb804-d3a0-4b4c-b77e-19f089c9e6b4 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:25:01.538726 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-150fb804-d3a0-4b4c-b77e-19f089c9e6b4 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "DELETE /v2.0/ports/f96006c1-df20-4d1a-a6df-b8aad631ac84 HTTP/1.1" status: 404 len: 333 time: 0.0360143 Jan 18 22:25:01.541365 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 41268) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:01.558014 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29cbe7ea-619e-444f-9af5-5b10ad32473f None None] Network 5ec417a5-fa6c-4abd-aa15-b83b9df83503 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:25:01.567108 n-d-825064-1 neutron-server[102430]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff5523cb-fa52-4eb2-ac13-da7aa7590a49 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] DELETE failed (client error): The resource could not be found. Jan 18 22:25:01.567558 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff5523cb-fa52-4eb2-ac13-da7aa7590a49 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:25:01.570563 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-ff5523cb-fa52-4eb2-ac13-da7aa7590a49 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "DELETE /v2.0/subnets/ec8ae091-e69a-4bb4-9be8-6adc29e972b6 HTTP/1.1" status: 404 len: 337 time: 0.0282295 Jan 18 22:25:01.573307 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 41270) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:01.599581 n-d-825064-1 neutron-server[102430]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc6df625-eb85-49b2-a821-55dcd1b1c612 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] DELETE failed (client error): The resource could not be found. Jan 18 22:25:01.600206 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc6df625-eb85-49b2-a821-55dcd1b1c612 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:25:01.603095 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-dc6df625-eb85-49b2-a821-55dcd1b1c612 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "DELETE /v2.0/ports/73d13ddd-256f-4b94-9aaf-4344c846e6e5 HTTP/1.1" status: 404 len: 333 time: 0.0288844 Jan 18 22:25:01.605522 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 41272) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:01.612232 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 5c6540dc-cedb-4c75-ad46-a801074d61ca, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=5c6540dc-cedb-4c75-ad46-a801074d61ca,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:25:01.630397 n-d-825064-1 neutron-server[102430]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc0f6415-b952-4ab3-b974-a9721fea1766 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] DELETE failed (client error): The resource could not be found. Jan 18 22:25:01.630837 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc0f6415-b952-4ab3-b974-a9721fea1766 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:25:01.633837 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-dc0f6415-b952-4ab3-b974-a9721fea1766 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "DELETE /v2.0/subnets/f6a7722e-8bd2-4952-846c-d704c37c4a7d HTTP/1.1" status: 404 len: 337 time: 0.0274234 Jan 18 22:25:01.634085 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': '5c6540dc-cedb-4c75-ad46-a801074d61ca', 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b', 'port_id': '5c6540dc-cedb-4c75-ad46-a801074d61ca', 'mac_address': 'fa:16:3e:e0:0e:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8518183d-cc63-459a-b971-d4c7514e001f', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:25:01.636277 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 41274) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:01.658129 n-d-825064-1 neutron-server[102430]: INFO neutron.pecan_wsgi.hooks.translation [None req-985485cf-79b8-4462-a83b-87f27f535b69 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] DELETE failed (client error): The resource could not be found. Jan 18 22:25:01.658721 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-985485cf-79b8-4462-a83b-87f27f535b69 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:25:01.661644 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-985485cf-79b8-4462-a83b-87f27f535b69 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "DELETE /v2.0/ports/3df31d2d-0e7e-4912-bd36-33ee1774893b HTTP/1.1" status: 404 len: 333 time: 0.0244815 Jan 18 22:25:01.664020 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 41276) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:01.690531 n-d-825064-1 neutron-server[102430]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5c7eac2-2b21-4c22-829c-49ab2b1898c3 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] DELETE failed (client error): The resource could not be found. Jan 18 22:25:01.691048 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5c7eac2-2b21-4c22-829c-49ab2b1898c3 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:25:01.696379 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-d5c7eac2-2b21-4c22-829c-49ab2b1898c3 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "DELETE /v2.0/subnets/95968551-74f0-4947-b99f-949199006c3b HTTP/1.1" status: 404 len: 337 time: 0.0290730 Jan 18 22:25:01.698660 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 41280) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:01.715313 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-19bbf0d2-f468-4557-b76c-153a97d35bd9 None None] Provisioning complete for port e675633e-9871-4d0f-baf5-3c0ba98bb2da triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:25:01.715689 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-19bbf0d2-f468-4557-b76c-153a97d35bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:01.721030 n-d-825064-1 neutron-server[102430]: INFO neutron.pecan_wsgi.hooks.translation [None req-b060077f-c19e-4e1a-ad85-a6091d2489b2 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] DELETE failed (client error): The resource could not be found. Jan 18 22:25:01.721030 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b060077f-c19e-4e1a-ad85-a6091d2489b2 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:25:01.725640 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-b060077f-c19e-4e1a-ad85-a6091d2489b2 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "DELETE /v2.0/ports/93e60f29-1bd0-4128-b36f-26ecf979b002 HTTP/1.1" status: 404 len: 333 time: 0.0255182 Jan 18 22:25:01.725804 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 41282) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:01.748302 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:01.756649 n-d-825064-1 neutron-server[102430]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a93cd34-d2f1-4139-999f-3158947804bd tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] DELETE failed (client error): The resource could not be found. Jan 18 22:25:01.757103 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a93cd34-d2f1-4139-999f-3158947804bd tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:25:01.760103 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-1a93cd34-d2f1-4139-999f-3158947804bd tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "DELETE /v2.0/subnets/2c6e8e3c-2fe6-4f34-b020-45a77cc00c0c HTTP/1.1" status: 404 len: 337 time: 0.0333998 Jan 18 22:25:01.763056 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41284) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:01.773110 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c6540dc-cedb-4c75-ad46-a801074d61ca {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:25:01.791182 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c220c57-7839-423b-8540-3cbe105b5a2a tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] DELETE failed (client error): The resource could not be found. Jan 18 22:25:01.792823 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c220c57-7839-423b-8540-3cbe105b5a2a tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:25:01.799577 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-2c220c57-7839-423b-8540-3cbe105b5a2a tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "DELETE /v2.0/ports/755f8825-c0cc-4667-a8a2-bb08cab055a7 HTTP/1.1" status: 404 len: 333 time: 0.0318627 Jan 18 22:25:01.799577 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41286) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:01.803084 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 5c6540dc-cedb-4c75-ad46-a801074d61ca, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=5c6540dc-cedb-4c75-ad46-a801074d61ca,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:25:01.812373 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:01.842549 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e178911-38ff-4681-953f-52cc7496041a tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] DELETE failed (client error): The resource could not be found. Jan 18 22:25:01.847468 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e178911-38ff-4681-953f-52cc7496041a tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:25:01.850787 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae4d9dc-f384-4841-ac01-cb0026a86176 req-5d6fce01-e216-443d-837a-910bcbffa22c tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:01.855337 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-2e178911-38ff-4681-953f-52cc7496041a tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "DELETE /v2.0/subnets/c992e5a3-d670-48c7-8e5a-f45737b0919f HTTP/1.1" status: 404 len: 337 time: 0.0519009 Jan 18 22:25:01.855494 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1ae4d9dc-f384-4841-ac01-cb0026a86176 req-5d6fce01-e216-443d-837a-910bcbffa22c tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e173d2e-e098-4c51-8104-b5036c990569 HTTP/1.1" status: 200 len: 945 time: 0.1002102 Jan 18 22:25:01.862792 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 41288) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:01.889033 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c29aa9-0d78-44d5-83ad-5b742097b388 None None] DHCP port deletion for 5ec417a5-fa6c-4abd-aa15-b83b9df83503 request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:25:01.908004 n-d-825064-1 neutron-server[102430]: INFO neutron.pecan_wsgi.hooks.translation [None req-63fcc79e-a3e3-41dc-85ac-3f5f143e19a2 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] DELETE failed (client error): The resource could not be found. Jan 18 22:25:01.908760 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63fcc79e-a3e3-41dc-85ac-3f5f143e19a2 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:25:01.911818 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-63fcc79e-a3e3-41dc-85ac-3f5f143e19a2 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "DELETE /v2.0/ports/752e93c7-75f2-432e-a6e0-52ecb75b7113 HTTP/1.1" status: 404 len: 333 time: 0.0479674 Jan 18 22:25:01.914264 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 41294) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:01.934977 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=5c6540dc-cedb-4c75-ad46-a801074d61ca,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:01.951143 n-d-825064-1 neutron-server[102430]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a68a053-0cf4-48e2-9541-406e78151fa8 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] DELETE failed (client error): The resource could not be found. Jan 18 22:25:01.951602 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a68a053-0cf4-48e2-9541-406e78151fa8 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:25:01.955288 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-3a68a053-0cf4-48e2-9541-406e78151fa8 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "DELETE /v2.0/subnets/a261bfea-f7e3-4d58-88c7-8a8b9de30239 HTTP/1.1" status: 404 len: 337 time: 0.0400941 Jan 18 22:25:01.957941 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41296) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:01.981466 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-43c29aa9-0d78-44d5-83ad-5b742097b388 None None] Deleting port e675633e-9871-4d0f-baf5-3c0ba98bb2da {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:25:01.981941 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-43c29aa9-0d78-44d5-83ad-5b742097b388 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:02.011777 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-61825656-ec91-4d71-9a25-07eb3e0bb4b6 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] DELETE failed (client error): The resource could not be found. Jan 18 22:25:02.013230 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a636e6e0-6eb5-4ed6-a4ca-298ef4a0ba80 req-70183c8d-8038-4f47-b45f-0c623b2ea3ad tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/ports?device_id=bebd1957-5b89-4f93-b2f0-3d41b4c50f44 HTTP/1.1" status: 200 len: 210 time: 0.0403259 Jan 18 22:25:02.017033 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1ae4d9dc-f384-4841-ac01-cb0026a86176 req-e6c30406-7f5d-46e8-942a-c8e1a1365ec5 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/security-groups?id=68e1f851-73aa-4cda-8095-0e2a92a325ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462104 Jan 18 22:25:02.017749 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61825656-ec91-4d71-9a25-07eb3e0bb4b6 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:25:02.021985 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-61825656-ec91-4d71-9a25-07eb3e0bb4b6 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "DELETE /v2.0/subnets/631be570-38bf-469a-b3cb-c4df6e093ab5 HTTP/1.1" status: 404 len: 337 time: 0.0630443 Jan 18 22:25:02.026233 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41298) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:02.046482 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-49c87261-1053-420b-be44-256d9dcc1c04 req-ad49f43f-0067-4807-a6d0-f8c350ac7c72 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=a73ebee77f20452f9ada65790951d06b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283496 Jan 18 22:25:02.107593 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-89468a62-5acd-4cb7-ad7e-0271ba0926d6 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] DELETE failed (client error): The resource could not be found. Jan 18 22:25:02.108592 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89468a62-5acd-4cb7-ad7e-0271ba0926d6 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:25:02.112157 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-43c29aa9-0d78-44d5-83ad-5b742097b388 None None] For port e675633e-9871-4d0f-baf5-3c0ba98bb2da, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=e675633e-9871-4d0f-baf5-3c0ba98bb2da,segment=NetworkSegment(3c2fda82-0722-4d26-8bf8-bb1f4fe594b8),segment_id=3c2fda82-0722-4d26-8bf8-bb1f4fe594b8)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:25:02.115686 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-43c29aa9-0d78-44d5-83ad-5b742097b388 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:02.118656 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-89468a62-5acd-4cb7-ad7e-0271ba0926d6 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "DELETE /v2.0/ports/fbfab551-5d98-4ade-b0f5-4bcc2d84ace6 HTTP/1.1" status: 404 len: 333 time: 0.0925989 Jan 18 22:25:02.123717 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41304) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:02.138740 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device e675633e-9871-4d0f-baf5-3c0ba98bb2da no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:25:02.166440 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ac0b45e-1b2b-4564-a08b-860641dbe769 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] DELETE failed (client error): The resource could not be found. Jan 18 22:25:02.166892 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ac0b45e-1b2b-4564-a08b-860641dbe769 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:25:02.169905 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-5ac0b45e-1b2b-4564-a08b-860641dbe769 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "DELETE /v2.0/subnets/00170d15-ae4b-402f-9342-d02a68603943 HTTP/1.1" status: 404 len: 337 time: 0.0451934 Jan 18 22:25:02.174661 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41306) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:02.178574 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-43c29aa9-0d78-44d5-83ad-5b742097b388 None None] Calling delete_port for e675633e-9871-4d0f-baf5-3c0ba98bb2da owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:25:02.230744 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-141bd2b1-1817-465a-85ca-d0e3a632619a tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] DELETE failed (client error): The resource could not be found. Jan 18 22:25:02.231603 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-141bd2b1-1817-465a-85ca-d0e3a632619a tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:25:02.235231 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-141bd2b1-1817-465a-85ca-d0e3a632619a tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "DELETE /v2.0/subnets/a66e05b2-7c27-4aba-9067-6846e9116859 HTTP/1.1" status: 404 len: 337 time: 0.0478878 Jan 18 22:25:02.238081 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41308) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:02.275560 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-22275fd0-9ec7-4bc8-b81d-c6a1be396c36 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] DELETE failed (client error): The resource could not be found. Jan 18 22:25:02.276580 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22275fd0-9ec7-4bc8-b81d-c6a1be396c36 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:25:02.285115 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-22275fd0-9ec7-4bc8-b81d-c6a1be396c36 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "DELETE /v2.0/ports/aa164948-0105-4ccb-a83f-c999a267ca9e HTTP/1.1" status: 404 len: 333 time: 0.0457439 Jan 18 22:25:02.285808 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41314) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:02.307883 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0d603d-e727-4e29-a6e0-e1a6a5aa31b9 req-4297e478-45f2-4798-9f04-9e3b343bc94b tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:02.312501 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3a0d603d-e727-4e29-a6e0-e1a6a5aa31b9 req-4297e478-45f2-4798-9f04-9e3b343bc94b tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=1555094a-5480-4989-84ad-388f76f45c04 HTTP/1.1" status: 200 len: 945 time: 0.1231048 Jan 18 22:25:02.316725 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-e098a277-42be-42d1-b17c-9fc59a4861d0 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] DELETE failed (client error): The resource could not be found. Jan 18 22:25:02.317383 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e098a277-42be-42d1-b17c-9fc59a4861d0 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:25:02.320618 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-e098a277-42be-42d1-b17c-9fc59a4861d0 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "DELETE /v2.0/subnets/46bcab7b-2dbd-4fe3-aafe-532daac3f728 HTTP/1.1" status: 404 len: 337 time: 0.0334601 Jan 18 22:25:02.325097 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41318) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:02.333005 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:02.337859 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['5c6540dc-cedb-4c75-ad46-a801074d61ca'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:25:02.344611 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c87261-1053-420b-be44-256d9dcc1c04 req-7733fac4-110c-41f9-9a2d-cbbd6fd52eb9 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:02.347039 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-49c87261-1053-420b-be44-256d9dcc1c04 req-7733fac4-110c-41f9-9a2d-cbbd6fd52eb9 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2752013 Jan 18 22:25:02.361411 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b3dbf85-ab28-4805-bacc-e2b5c6e86b4f tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] DELETE failed (client error): The resource could not be found. Jan 18 22:25:02.361910 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b3dbf85-ab28-4805-bacc-e2b5c6e86b4f tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:25:02.365079 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-8b3dbf85-ab28-4805-bacc-e2b5c6e86b4f tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "DELETE /v2.0/subnets/bae4efb5-5343-4461-b12d-c6b20d4df970 HTTP/1.1" status: 404 len: 337 time: 0.0376015 Jan 18 22:25:02.367803 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41320) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:02.369005 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-49c87261-1053-420b-be44-256d9dcc1c04 req-2e4af7ae-874d-4c11-8782-d2383b9db7ad tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Request body: {'port': {'device_id': 'ea5c54f7-20af-42c5-8cc7-bf2ef2391522', 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b', 'admin_state_up': True, 'tenant_id': 'a73ebee77f20452f9ada65790951d06b'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:25:02.397830 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-4861f633-e281-41a6-925f-34d794a540f4 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] DELETE failed (client error): The resource could not be found. Jan 18 22:25:02.398510 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4861f633-e281-41a6-925f-34d794a540f4 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:25:02.401814 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-4861f633-e281-41a6-925f-34d794a540f4 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "DELETE /v2.0/ports/ea6f1fb2-9a09-491f-bf75-db291ebb7f3c HTTP/1.1" status: 404 len: 333 time: 0.0330162 Jan 18 22:25:02.404526 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41322) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:02.433675 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-484d02ed-9286-4f5c-a9f3-fc5c09c18547 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] DELETE failed (client error): The resource could not be found. Jan 18 22:25:02.434365 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-484d02ed-9286-4f5c-a9f3-fc5c09c18547 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:25:02.437240 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-484d02ed-9286-4f5c-a9f3-fc5c09c18547 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "DELETE /v2.0/subnets/1b0ba690-24a0-434e-b6c0-8e65a81ec32a HTTP/1.1" status: 404 len: 337 time: 0.0317647 Jan 18 22:25:02.440499 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41324) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:02.459261 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port e675633e-9871-4d0f-baf5-3c0ba98bb2da, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=e675633e-9871-4d0f-baf5-3c0ba98bb2da,segment=NetworkSegment(3c2fda82-0722-4d26-8bf8-bb1f4fe594b8),segment_id=3c2fda82-0722-4d26-8bf8-bb1f4fe594b8)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:25:02.471560 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8ad9d00-51d9-4bec-9439-67581e467575 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] DELETE failed (client error): The resource could not be found. Jan 18 22:25:02.472798 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8ad9d00-51d9-4bec-9439-67581e467575 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:25:02.475901 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 3df3936e-bc5d-4477-8091-c6c71cabaa4e up at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:25:02.479056 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-f8ad9d00-51d9-4bec-9439-67581e467575 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "DELETE /v2.0/subnets/f52d06df-21eb-40bb-95e9-85e6a1811348 HTTP/1.1" status: 404 len: 337 time: 0.0373585 Jan 18 22:25:02.483681 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41326) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:02.517040 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-defcecc6-e06a-47a7-a5c8-121b27de2a7c tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "GET /v2.0/ports?device_id=d90d7b5e-6ce3-4257-ae9c-c6cc17588ad4 HTTP/1.1" status: 200 len: 205 time: 0.0311661 Jan 18 22:25:02.519433 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41328) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:02.523120 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:02.559153 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event deleted for resources: {'Port': ['ID=e675633e-9871-4d0f-baf5-3c0ba98bb2da,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:02.572754 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-43c29aa9-0d78-44d5-83ad-5b742097b388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:02.600776 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning for port 3df3936e-bc5d-4477-8091-c6c71cabaa4e completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:25:02.613493 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning complete for port 3df3936e-bc5d-4477-8091-c6c71cabaa4e triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:25:02.613995 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:02.617451 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c29aa9-0d78-44d5-83ad-5b742097b388 None None] Pushing event deleted for resources: {'Port': ['ID=e675633e-9871-4d0f-baf5-3c0ba98bb2da,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:02.654794 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c29aa9-0d78-44d5-83ad-5b742097b388 None None] No DVR routers for this DVR port e675633e-9871-4d0f-baf5-3c0ba98bb2da on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:25:02.666879 n-d-825064-1 neutron-server[102431]: INFO neutron.api.v2.resource [None req-60c635b4-e2aa-4556-9636-134f101ebf75 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] delete failed (client error): The resource could not be found. Jan 18 22:25:02.676873 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-60c635b4-e2aa-4556-9636-134f101ebf75 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "DELETE /v2.0/routers/d90d7b5e-6ce3-4257-ae9c-c6cc17588ad4 HTTP/1.1" status: 404 len: 336 time: 0.1187575 Jan 18 22:25:02.677717 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41334) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:02.736729 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7924fa1-75bf-49f1-b9f2-c382f2f8a8e6 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] DELETE failed (client error): The resource could not be found. Jan 18 22:25:02.737797 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7924fa1-75bf-49f1-b9f2-c382f2f8a8e6 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:25:02.752493 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-f7924fa1-75bf-49f1-b9f2-c382f2f8a8e6 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "DELETE /v2.0/subnets/3d753d84-9c57-4d16-a6ec-06d2cd784f2e HTTP/1.1" status: 404 len: 337 time: 0.0731986 Jan 18 22:25:02.753221 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41336) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:02.798413 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:02.798732 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-141eb988-4878-41ec-998b-9da065e1996f tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "GET /v2.0/ports?device_id=00784002-9a57-482c-8015-4dabed8b034e HTTP/1.1" status: 200 len: 205 time: 0.0434670 Jan 18 22:25:02.800954 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41338) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:02.834025 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 3df3936e-bc5d-4477-8091-c6c71cabaa4e, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=3df3936e-bc5d-4477-8091-c6c71cabaa4e,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:25:02.835124 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b79a3a35-3818-488e-91a0-e159f210685e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3df3936e-bc5d-4477-8091-c6c71cabaa4e'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:25:02.837836 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38ee4acb-461b-464d-b54a-494c9e4e19ea" -d '{"events": [{"server_uuid": "b79a3a35-3818-488e-91a0-e159f210685e", "name": "network-vif-plugged", "status": "completed", "tag": "3df3936e-bc5d-4477-8091-c6c71cabaa4e"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:25:02.843781 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:02.852397 n-d-825064-1 neutron-server[102431]: INFO neutron.api.v2.resource [None req-ce989ca4-7cfe-4395-986f-37a282d8351c tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] delete failed (client error): The resource could not be found. Jan 18 22:25:02.854080 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-ce989ca4-7cfe-4395-986f-37a282d8351c tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "DELETE /v2.0/routers/00784002-9a57-482c-8015-4dabed8b034e HTTP/1.1" status: 404 len: 336 time: 0.0511539 Jan 18 22:25:02.856775 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41344) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:02.898555 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-742265da-87ef-493f-8151-9dc5f3db4123 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] DELETE failed (client error): The resource could not be found. Jan 18 22:25:02.899357 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-742265da-87ef-493f-8151-9dc5f3db4123 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:25:02.902655 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-742265da-87ef-493f-8151-9dc5f3db4123 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "DELETE /v2.0/subnets/17586803-f89e-4a06-a462-901913a5b5a8 HTTP/1.1" status: 404 len: 337 time: 0.0448062 Jan 18 22:25:02.905438 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41346) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:02.909310 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-49c87261-1053-420b-be44-256d9dcc1c04 req-9d7bdfd3-d5ad-4454-9017-ad2d48faa931 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=a73ebee77f20452f9ada65790951d06b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0507913 Jan 18 22:25:02.913278 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=3df3936e-bc5d-4477-8091-c6c71cabaa4e,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:02.936426 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ad4e1af-79ae-4167-b0db-c167b64989b3 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] DELETE failed (client error): The resource could not be found. Jan 18 22:25:02.936925 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ad4e1af-79ae-4167-b0db-c167b64989b3 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:25:02.942959 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-3ad4e1af-79ae-4167-b0db-c167b64989b3 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "DELETE /v2.0/subnets/f3f94920-cfc9-4ee1-80d0-aedd8114dea5 HTTP/1.1" status: 404 len: 337 time: 0.0323515 Jan 18 22:25:02.943320 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41348) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:02.961958 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3a0d603d-e727-4e29-a6e0-e1a6a5aa31b9 req-ea77027a-c94b-49d3-854c-00fd84b4e8d8 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6124406 Jan 18 22:25:02.967057 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7df1c94-cd6f-40a4-9b67-0ceaf9501e12 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] DELETE failed (client error): The resource could not be found. Jan 18 22:25:02.967476 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7df1c94-cd6f-40a4-9b67-0ceaf9501e12 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:25:02.972976 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-a7df1c94-cd6f-40a4-9b67-0ceaf9501e12 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "DELETE /v2.0/ports/071317fe-c720-4cdf-8995-ee6074ce754d HTTP/1.1" status: 404 len: 333 time: 0.0264456 Jan 18 22:25:02.973298 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41350) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:03.005695 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1ebed3b-bd9d-4d94-a48c-023d8ba4198f tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] DELETE failed (client error): The resource could not be found. Jan 18 22:25:03.006416 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1ebed3b-bd9d-4d94-a48c-023d8ba4198f tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:25:03.009798 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-d1ebed3b-bd9d-4d94-a48c-023d8ba4198f tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "DELETE /v2.0/subnets/45439060-9ced-48e7-a869-337f4e18599b HTTP/1.1" status: 404 len: 337 time: 0.0355289 Jan 18 22:25:03.012282 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41352) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:03.019439 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c364f4d4-420b-4569-a062-87957623616b req-c0ab4629-0d99-4685-a2f9-578c6ddf9fd9 tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:03.027187 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c364f4d4-420b-4569-a062-87957623616b req-c0ab4629-0d99-4685-a2f9-578c6ddf9fd9 tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] 10.222.0.53 "GET /v2.0/ports?device_id=b79a3a35-3818-488e-91a0-e159f210685e HTTP/1.1" status: 200 len: 950 time: 0.6788442 Jan 18 22:25:03.043769 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-e98e50c9-f79c-4477-a1d6-c742aed9adb4 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] DELETE failed (client error): The resource could not be found. Jan 18 22:25:03.044842 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e98e50c9-f79c-4477-a1d6-c742aed9adb4 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:25:03.049727 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-e98e50c9-f79c-4477-a1d6-c742aed9adb4 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "DELETE /v2.0/ports/2337620a-b393-4552-91f3-f2584cecb6cc HTTP/1.1" status: 404 len: 333 time: 0.0362465 Jan 18 22:25:03.052147 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41356) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:03.079477 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d27bf98-0437-47b0-b575-4fb8bc6711a0 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] DELETE failed (client error): The resource could not be found. Jan 18 22:25:03.080030 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d27bf98-0437-47b0-b575-4fb8bc6711a0 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:25:03.084217 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-0d27bf98-0437-47b0-b575-4fb8bc6711a0 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "DELETE /v2.0/subnets/eab40b25-b446-490d-990e-dee3ec0633b2 HTTP/1.1" status: 404 len: 337 time: 0.0299063 Jan 18 22:25:03.087289 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41358) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:03.123458 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d09259b-8470-4d8b-b02e-0d97d78872ca tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] DELETE failed (client error): The resource could not be found. Jan 18 22:25:03.125748 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d09259b-8470-4d8b-b02e-0d97d78872ca tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:25:03.129433 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-7d09259b-8470-4d8b-b02e-0d97d78872ca tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "DELETE /v2.0/ports/831f2167-d3c4-41e6-9ec7-2f7438906b90 HTTP/1.1" status: 404 len: 333 time: 0.0409167 Jan 18 22:25:03.131908 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41360) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:03.148421 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c364f4d4-420b-4569-a062-87957623616b req-28999752-6a29-4515-8f06-196151b6381f tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] 10.222.0.53 "GET /v2.0/security-groups?id=a0d0cef0-d08b-41bc-917e-0f5afe1f408d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111937 Jan 18 22:25:03.156701 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c87261-1053-420b-be44-256d9dcc1c04 req-6a8bda08-d354-4e8d-b98f-81e7cb6fd38c tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:03.158716 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-49c87261-1053-420b-be44-256d9dcc1c04 req-6a8bda08-d354-4e8d-b98f-81e7cb6fd38c tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2390234 Jan 18 22:25:03.165260 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49c87261-1053-420b-be44-256d9dcc1c04 req-2e4af7ae-874d-4c11-8782-d2383b9db7ad tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Made reservation on behalf of a73ebee77f20452f9ada65790951d06b for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:25:03.165647 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b66067b-122b-47a5-91b6-7622c95f76fa tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] DELETE failed (client error): The resource could not be found. Jan 18 22:25:03.166225 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b66067b-122b-47a5-91b6-7622c95f76fa tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:25:03.171667 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-3b66067b-122b-47a5-91b6-7622c95f76fa tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "DELETE /v2.0/subnets/d19b62a2-6366-49c1-a1e6-73a51bb52dba HTTP/1.1" status: 404 len: 337 time: 0.0362206 Jan 18 22:25:03.171815 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-49c87261-1053-420b-be44-256d9dcc1c04 req-2e4af7ae-874d-4c11-8782-d2383b9db7ad tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:03.171920 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41362) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:03.185222 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-49c87261-1053-420b-be44-256d9dcc1c04 req-efe10549-6292-403b-b10a-6f4cc3843fa0 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Request body: {'port': {'device_id': 'bebd1957-5b89-4f93-b2f0-3d41b4c50f44', 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b', 'admin_state_up': True, 'tenant_id': 'a73ebee77f20452f9ada65790951d06b'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:25:03.197808 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3f14925-3786-4823-8837-1eead92a745c tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] DELETE failed (client error): The resource could not be found. Jan 18 22:25:03.199114 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3f14925-3786-4823-8837-1eead92a745c tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:25:03.208093 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-c3f14925-3786-4823-8837-1eead92a745c tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "DELETE /v2.0/ports/afe4bc97-c2f1-4b6e-a08b-1ed5542ab2ef HTTP/1.1" status: 404 len: 333 time: 0.0342970 Jan 18 22:25:03.209424 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41366) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:03.213124 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-635ac5e2-8ed7-4bde-be6c-217fbf9d8061 x-openstack-request-id: req-635ac5e2-8ed7-4bde-be6c-217fbf9d8061 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:25:03.213414 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b79a3a35-3818-488e-91a0-e159f210685e", "name": "network-vif-plugged", "status": "completed", "tag": "3df3936e-bc5d-4477-8091-c6c71cabaa4e", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:25:03.213666 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-635ac5e2-8ed7-4bde-be6c-217fbf9d8061 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:25:03.214101 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b79a3a35-3818-488e-91a0-e159f210685e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3df3936e-bc5d-4477-8091-c6c71cabaa4e', 'code': 200} Jan 18 22:25:03.263724 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-be3fe669-d681-435a-bfbc-4032b3ec808f tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] DELETE failed (client error): The resource could not be found. Jan 18 22:25:03.264316 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be3fe669-d681-435a-bfbc-4032b3ec808f tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:25:03.268367 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-be3fe669-d681-435a-bfbc-4032b3ec808f tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "DELETE /v2.0/subnets/c9f4e978-8026-4462-9774-4d2f71861a1d HTTP/1.1" status: 404 len: 337 time: 0.0579584 Jan 18 22:25:03.271574 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41368) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:03.323769 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1d56ce0-c636-4378-b1a3-75540d9f50e2 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] DELETE failed (client error): The resource could not be found. Jan 18 22:25:03.324539 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1d56ce0-c636-4378-b1a3-75540d9f50e2 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:25:03.330298 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-e1d56ce0-c636-4378-b1a3-75540d9f50e2 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "DELETE /v2.0/ports/d523e3a2-2d8f-40c2-ae49-4b733808d717 HTTP/1.1" status: 404 len: 333 time: 0.0551219 Jan 18 22:25:03.341352 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41370) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:03.361717 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-12744456-7105-4c0d-8090-68aa77211c69 req-f85d24e3-327a-4798-98c5-def81fa2ff13 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/ports?device_id=bebd1957-5b89-4f93-b2f0-3d41b4c50f44 HTTP/1.1" status: 200 len: 210 time: 0.0688574 Jan 18 22:25:03.379036 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-c960740e-b03d-4c9a-8997-8c2504a7c61b tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] DELETE failed (client error): The resource could not be found. Jan 18 22:25:03.379439 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c960740e-b03d-4c9a-8997-8c2504a7c61b tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:25:03.386866 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-c960740e-b03d-4c9a-8997-8c2504a7c61b tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "DELETE /v2.0/subnets/bc9f9871-6d03-423d-b9f0-e58edfbf98da HTTP/1.1" status: 404 len: 337 time: 0.0401912 Jan 18 22:25:03.388514 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 41372) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:03.396483 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fadd07c-db80-4ba2-befb-67994fb61f6d req-3f27fe8b-e77e-4cbe-a87d-6f3ebedffa5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:03.397978 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-8fadd07c-db80-4ba2-befb-67994fb61f6d req-3f27fe8b-e77e-4cbe-a87d-6f3ebedffa5f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b79a3a35-3818-488e-91a0-e159f210685e HTTP/1.1" status: 200 len: 1101 time: 0.1035461 Jan 18 22:25:03.438299 n-d-825064-1 neutron-server[102430]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d57ab57-565e-48fc-83b2-f45b97a7e77c tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] DELETE failed (client error): The resource could not be found. Jan 18 22:25:03.438982 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d57ab57-565e-48fc-83b2-f45b97a7e77c tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:25:03.439373 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-8fadd07c-db80-4ba2-befb-67994fb61f6d req-0ae87e39-c825-4c22-a306-2adbc9352672 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a0d0cef0-d08b-41bc-917e-0f5afe1f408d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337148 Jan 18 22:25:03.442014 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-4d57ab57-565e-48fc-83b2-f45b97a7e77c tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "DELETE /v2.0/ports/d2180a8e-e477-49ed-bdd3-d13b62d220e6 HTTP/1.1" status: 404 len: 333 time: 0.0498972 Jan 18 22:25:03.444700 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41374) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:03.472003 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd2e7141-78c7-4682-af50-ddaef1cfb03a tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] DELETE failed (client error): The resource could not be found. Jan 18 22:25:03.472535 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd2e7141-78c7-4682-af50-ddaef1cfb03a tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:25:03.475698 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-dd2e7141-78c7-4682-af50-ddaef1cfb03a tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "DELETE /v2.0/subnets/0b35e9df-27f4-4ec6-958f-06479a97008f HTTP/1.1" status: 404 len: 337 time: 0.0299664 Jan 18 22:25:03.478872 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41376) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:03.503212 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae470002-c9e9-459b-9670-016566d0b383 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] DELETE failed (client error): The resource could not be found. Jan 18 22:25:03.503884 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae470002-c9e9-459b-9670-016566d0b383 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:25:03.507165 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-ae470002-c9e9-459b-9670-016566d0b383 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "DELETE /v2.0/ports/b894de17-cce5-492d-8ed3-c67944c88a62 HTTP/1.1" status: 404 len: 333 time: 0.0273571 Jan 18 22:25:03.509923 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41378) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:03.512464 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-49c87261-1053-420b-be44-256d9dcc1c04 req-2e4af7ae-874d-4c11-8782-d2383b9db7ad tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Allocated IP 192.168.233.152 (aed2eca7-1bb0-443d-8485-b985dbe9851b/8518183d-cc63-459a-b971-d4c7514e001f/cb671348-5dc7-45a2-938f-91a3cfe40d16) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:25:03.514533 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49c87261-1053-420b-be44-256d9dcc1c04 req-efe10549-6292-403b-b10a-6f4cc3843fa0 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Made reservation on behalf of a73ebee77f20452f9ada65790951d06b for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:25:03.519665 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-49c87261-1053-420b-be44-256d9dcc1c04 req-efe10549-6292-403b-b10a-6f4cc3843fa0 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:03.539349 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-f59a0a4b-cea4-49c8-a560-f0de509cd717 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] DELETE failed (client error): The resource could not be found. Jan 18 22:25:03.540013 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f59a0a4b-cea4-49c8-a560-f0de509cd717 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:25:03.543145 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-f59a0a4b-cea4-49c8-a560-f0de509cd717 tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "DELETE /v2.0/subnets/4378f2d8-a760-4c8d-a1d7-8e5ebc86dbb0 HTTP/1.1" status: 404 len: 337 time: 0.0320234 Jan 18 22:25:03.545806 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41380) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:03.625592 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ecb29e01-43fe-422f-a65d-5d66c542f84c tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:03.711518 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ecb29e01-43fe-422f-a65d-5d66c542f84c tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:03.736456 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-49c87261-1053-420b-be44-256d9dcc1c04 req-2e4af7ae-874d-4c11-8782-d2383b9db7ad tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:03.737438 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-ecb29e01-43fe-422f-a65d-5d66c542f84c tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ec417a5-fa6c-4abd-aa15-b83b9df83503']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:25:03.747020 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-ecb29e01-43fe-422f-a65d-5d66c542f84c tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c2fda82-0722-4d26-8bf8-bb1f4fe594b8') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:25:03.747372 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-ecb29e01-43fe-422f-a65d-5d66c542f84c tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c2fda82-0722-4d26-8bf8-bb1f4fe594b8') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:25:03.756799 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ecb29e01-43fe-422f-a65d-5d66c542f84c tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:03.772228 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ecb29e01-43fe-422f-a65d-5d66c542f84c tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:03.778779 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecb29e01-43fe-422f-a65d-5d66c542f84c tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:25:03.779174 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ecb29e01-43fe-422f-a65d-5d66c542f84c tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:03.782730 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:25:03.782730 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:25:03.782730 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:25:03.782730 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:25:03.782730 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:25:03.782730 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:25:03.782730 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:25:03.782730 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:25:03.782730 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:25:03.782730 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:25:03.782730 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:25:03.782730 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:25:03.782730 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:25:03.782730 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:25:03.782730 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:25:03.782730 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:25:03.782730 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:25:03.782730 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:25:03.782730 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:25:03.782730 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:25:03.782730 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:25:03.782730 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:25:03.782730 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:25:03.782730 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:25:03.782730 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:25:03.782730 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:25:03.782730 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:25:03.782730 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:25:03.782730 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:25:03.782730 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:25:03.782730 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:25:03.782730 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:25:03.800804 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-49c87261-1053-420b-be44-256d9dcc1c04 req-2e4af7ae-874d-4c11-8782-d2383b9db7ad tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:03.814359 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['680beee0-ac7e-44c7-ad32-d2dad87429ec'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:25:03.847969 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ecb29e01-43fe-422f-a65d-5d66c542f84c tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:03.858441 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ecb29e01-43fe-422f-a65d-5d66c542f84c tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:03.864625 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-ecb29e01-43fe-422f-a65d-5d66c542f84c tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] 10.222.0.53 "DELETE /v2.0/networks/5ec417a5-fa6c-4abd-aa15-b83b9df83503 HTTP/1.1" status: 204 len: 168 time: 0.3153338 Jan 18 22:25:03.874436 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb29e01-43fe-422f-a65d-5d66c542f84c tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Pushing event deleted for resources: {'Network': ['ID=5ec417a5-fa6c-4abd-aa15-b83b9df83503,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:03.875390 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49c87261-1053-420b-be44-256d9dcc1c04 req-2e4af7ae-874d-4c11-8782-d2383b9db7ad tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Network aed2eca7-1bb0-443d-8485-b985dbe9851b is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:25:03.885340 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-49c87261-1053-420b-be44-256d9dcc1c04 req-2e4af7ae-874d-4c11-8782-d2383b9db7ad tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:25:03.885776 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb29e01-43fe-422f-a65d-5d66c542f84c tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:25:03.886066 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb29e01-43fe-422f-a65d-5d66c542f84c tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:25:03.886407 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb29e01-43fe-422f-a65d-5d66c542f84c tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:25:03.886910 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb29e01-43fe-422f-a65d-5d66c542f84c tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:25:03.887725 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb29e01-43fe-422f-a65d-5d66c542f84c tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:25:03.887850 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb29e01-43fe-422f-a65d-5d66c542f84c tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:25:03.888231 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb29e01-43fe-422f-a65d-5d66c542f84c tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:25:03.888570 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb29e01-43fe-422f-a65d-5d66c542f84c tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:25:03.888898 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb29e01-43fe-422f-a65d-5d66c542f84c tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:25:03.889220 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb29e01-43fe-422f-a65d-5d66c542f84c tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:25:03.889542 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb29e01-43fe-422f-a65d-5d66c542f84c tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:25:03.889865 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb29e01-43fe-422f-a65d-5d66c542f84c tempest-NetworksTestDHCPv6-1388922563 tempest-NetworksTestDHCPv6-1388922563-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:25:03.898391 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-49c87261-1053-420b-be44-256d9dcc1c04 req-2e4af7ae-874d-4c11-8782-d2383b9db7ad tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:25:03.939098 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-49c87261-1053-420b-be44-256d9dcc1c04 req-efe10549-6292-403b-b10a-6f4cc3843fa0 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Allocated IP 192.168.233.196 (aed2eca7-1bb0-443d-8485-b985dbe9851b/8518183d-cc63-459a-b971-d4c7514e001f/72b0c1ee-2c05-4c2e-a784-bfb0d39cb0be) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:25:03.941193 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4af7ae-874d-4c11-8782-d2383b9db7ad tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Pushing event updated for resources: {'Port': ['ID=cb671348-5dc7-45a2-938f-91a3cfe40d16,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:04.012747 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c121aa-8b06-4002-8ca7-9b69b7b8d007 req-b4e968d0-2ce0-45dc-809f-4cb8d8b02e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:04.014265 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-86c121aa-8b06-4002-8ca7-9b69b7b8d007 req-b4e968d0-2ce0-45dc-809f-4cb8d8b02e7a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9e3d2710d5874e5a8a2018a623ee9fbd&device_id=7e173d2e-e098-4c51-8104-b5036c990569 HTTP/1.1" status: 200 len: 1096 time: 0.0634251 Jan 18 22:25:04.055214 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c87261-1053-420b-be44-256d9dcc1c04 req-2e4af7ae-874d-4c11-8782-d2383b9db7ad tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:04.056278 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-49c87261-1053-420b-be44-256d9dcc1c04 req-2e4af7ae-874d-4c11-8782-d2383b9db7ad tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:04.159551 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-49c87261-1053-420b-be44-256d9dcc1c04 req-2e4af7ae-874d-4c11-8782-d2383b9db7ad tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7951684 Jan 18 22:25:04.168167 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c121aa-8b06-4002-8ca7-9b69b7b8d007 req-ce75d3e5-cc76-4bd2-bed0-0503bd5c66c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:04.169764 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-86c121aa-8b06-4002-8ca7-9b69b7b8d007 req-ce75d3e5-cc76-4bd2-bed0-0503bd5c66c5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=afa667de-c8f9-4a8d-967c-cff5c9ffa5d7 HTTP/1.1" status: 200 len: 919 time: 0.1459086 Jan 18 22:25:04.185528 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147236f9-099f-49b3-a757-ca56c8374bdb req-f02961f5-e2ea-4b2b-a7f7-a9a44be37c62 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:04.186995 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-147236f9-099f-49b3-a757-ca56c8374bdb req-f02961f5-e2ea-4b2b-a7f7-a9a44be37c62 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e173d2e-e098-4c51-8104-b5036c990569 HTTP/1.1" status: 200 len: 945 time: 0.1681952 Jan 18 22:25:04.192241 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-49c87261-1053-420b-be44-256d9dcc1c04 req-4623ccb1-96cf-417c-8de9-4115e659bbc5 service neutron] Request body: {'port': {'device_id': 'ea5c54f7-20af-42c5-8cc7-bf2ef2391522', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:25:04.214683 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-86c121aa-8b06-4002-8ca7-9b69b7b8d007 req-bbc5ce26-37da-4c8f-ad39-9bc492427f31 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a582b417-6d8e-4aa6-91a9-5f6b1d7cd873 HTTP/1.1" status: 200 len: 217 time: 0.0380149 Jan 18 22:25:04.234212 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-50d0e194-45d3-474e-a025-ea7f2c553f92 None None] Provisioning complete for port cb671348-5dc7-45a2-938f-91a3cfe40d16 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:25:04.235652 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-50d0e194-45d3-474e-a025-ea7f2c553f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:04.278688 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c121aa-8b06-4002-8ca7-9b69b7b8d007 req-678c984f-a516-4569-be82-ce6f42d67d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:04.281790 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-86c121aa-8b06-4002-8ca7-9b69b7b8d007 req-678c984f-a516-4569-be82-ce6f42d67d97 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e776d007-5ac5-4a48-98ad-4f038a9c4c11 HTTP/1.1" status: 200 len: 859 time: 0.0587552 Jan 18 22:25:04.284763 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-50d0e194-45d3-474e-a025-ea7f2c553f92 None None] Port cb671348-5dc7-45a2-938f-91a3cfe40d16 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:25:04.316548 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-86c121aa-8b06-4002-8ca7-9b69b7b8d007 req-7b3c62a5-717d-425f-85ea-670be8c7ebcd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=afa667de-c8f9-4a8d-967c-cff5c9ffa5d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280211 Jan 18 22:25:04.358642 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e97fc-9e70-4c79-8cd6-045548e4883c req-ae5882bb-a034-4d74-aa8f-83b52ba21a30 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:04.360156 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c25e97fc-9e70-4c79-8cd6-045548e4883c req-ae5882bb-a034-4d74-aa8f-83b52ba21a30 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=1555094a-5480-4989-84ad-388f76f45c04 HTTP/1.1" status: 200 len: 945 time: 0.2478421 Jan 18 22:25:04.360904 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 41402) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:04.381049 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-147236f9-099f-49b3-a757-ca56c8374bdb req-fcb74b25-5722-40bf-b684-8d5205cd1793 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/security-groups?id=68e1f851-73aa-4cda-8095-0e2a92a325ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731470 Jan 18 22:25:04.393409 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-49c87261-1053-420b-be44-256d9dcc1c04 req-4623ccb1-96cf-417c-8de9-4115e659bbc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:04.434229 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-86c121aa-8b06-4002-8ca7-9b69b7b8d007 req-6c894aa6-cb9c-4260-95b7-50ebbc65f24c service neutron] 10.222.0.67 "GET /v2.0/networks/afa667de-c8f9-4a8d-967c-cff5c9ffa5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097875 Jan 18 22:25:04.454955 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-49c87261-1053-420b-be44-256d9dcc1c04 req-efe10549-6292-403b-b10a-6f4cc3843fa0 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:04.484557 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c25e97fc-9e70-4c79-8cd6-045548e4883c req-f64ebbc9-3d22-4398-ba53-c0b51e01dc37 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140950 Jan 18 22:25:04.614127 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-86c121aa-8b06-4002-8ca7-9b69b7b8d007 req-556539b8-34ad-4642-85d6-1bfcba7342b9 service neutron] 10.222.0.67 "GET /v2.0/networks/afa667de-c8f9-4a8d-967c-cff5c9ffa5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717687 Jan 18 22:25:04.650264 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-49c87261-1053-420b-be44-256d9dcc1c04 req-efe10549-6292-403b-b10a-6f4cc3843fa0 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:04.661027 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['680beee0-ac7e-44c7-ad32-d2dad87429ec'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:25:04.791955 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49c87261-1053-420b-be44-256d9dcc1c04 req-efe10549-6292-403b-b10a-6f4cc3843fa0 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Network aed2eca7-1bb0-443d-8485-b985dbe9851b is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:25:04.821136 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-9d265646-c9f5-4913-9e57-83de86f45c17 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0a17ff9ddd5f489695e0235ae87388f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4519908 Jan 18 22:25:04.822214 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-49c87261-1053-420b-be44-256d9dcc1c04 req-efe10549-6292-403b-b10a-6f4cc3843fa0 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:25:04.824299 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41412) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:04.828556 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-49c87261-1053-420b-be44-256d9dcc1c04 req-efe10549-6292-403b-b10a-6f4cc3843fa0 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:25:04.840849 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c2c4da-4dcb-40cc-a703-c7767c7852a8 req-9bed4b9c-976c-44fb-b703-a0b4569c9057 tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:04.842388 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-44c2c4da-4dcb-40cc-a703-c7767c7852a8 req-9bed4b9c-976c-44fb-b703-a0b4569c9057 tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] 10.222.0.53 "GET /v2.0/ports?device_id=b79a3a35-3818-488e-91a0-e159f210685e HTTP/1.1" status: 200 len: 950 time: 0.2357895 Jan 18 22:25:04.879369 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fcd408ef-590f-4cab-b5f3-6bc2643e71b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:04.891329 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe10549-6292-403b-b10a-6f4cc3843fa0 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Pushing event updated for resources: {'Port': ['ID=72b0c1ee-2c05-4c2e-a784-bfb0d39cb0be,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:04.902701 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fcd408ef-590f-4cab-b5f3-6bc2643e71b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:04.946605 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ecffdb-5dd3-4ff5-a47f-f46401acb5c4 req-8cb645ae-fd5e-4689-9241-0898156883cc tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:04.948233 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-80ecffdb-5dd3-4ff5-a47f-f46401acb5c4 req-8cb645ae-fd5e-4689-9241-0898156883cc tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/ports?device_id=bebd1957-5b89-4f93-b2f0-3d41b4c50f44 HTTP/1.1" status: 200 len: 936 time: 0.2286537 Jan 18 22:25:04.964324 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fcd408ef-590f-4cab-b5f3-6bc2643e71b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:04.967308 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fcd408ef-590f-4cab-b5f3-6bc2643e71b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:04.970133 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-fcd408ef-590f-4cab-b5f3-6bc2643e71b3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e2c9bb08-0f4d-41d9-b41b-b58efbe6491e HTTP/1.1" status: 204 len: 168 time: 0.1444099 Jan 18 22:25:04.980584 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd408ef-590f-4cab-b5f3-6bc2643e71b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2c9bb08-0f4d-41d9-b41b-b58efbe6491e,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:04.987007 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c87261-1053-420b-be44-256d9dcc1c04 req-efe10549-6292-403b-b10a-6f4cc3843fa0 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:04.987646 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-49c87261-1053-420b-be44-256d9dcc1c04 req-efe10549-6292-403b-b10a-6f4cc3843fa0 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:05.036998 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-44c2c4da-4dcb-40cc-a703-c7767c7852a8 req-07db25f8-72bf-4627-ab9f-69bb9bddee3f tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] 10.222.0.53 "GET /v2.0/security-groups?id=a0d0cef0-d08b-41bc-917e-0f5afe1f408d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856549 Jan 18 22:25:05.070862 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-49c87261-1053-420b-be44-256d9dcc1c04 req-efe10549-6292-403b-b10a-6f4cc3843fa0 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8977697 Jan 18 22:25:05.079005 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-80ecffdb-5dd3-4ff5-a47f-f46401acb5c4 req-195fc8bc-80d9-4d1d-9915-d1766df03b6a tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/security-groups?id=05d753a3-5b69-42a7-8159-df7094e5d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111577 Jan 18 22:25:05.089994 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-49c87261-1053-420b-be44-256d9dcc1c04 req-87ef4584-965c-47cb-a953-e90bcdc48863 service neutron] Request body: {'port': {'device_id': 'bebd1957-5b89-4f93-b2f0-3d41b4c50f44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:25:05.112974 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [req-49c87261-1053-420b-be44-256d9dcc1c04 req-4623ccb1-96cf-417c-8de9-4115e659bbc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb671348-5dc7-45a2-938f-91a3cfe40d16 {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:25:05.121496 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-562afbae-e566-49b0-8ffb-b0c3f01030a2 None None] Provisioning complete for port 72b0c1ee-2c05-4c2e-a784-bfb0d39cb0be triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:25:05.121960 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-562afbae-e566-49b0-8ffb-b0c3f01030a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:05.124106 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-49c87261-1053-420b-be44-256d9dcc1c04 req-4623ccb1-96cf-417c-8de9-4115e659bbc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:05.157403 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-562afbae-e566-49b0-8ffb-b0c3f01030a2 None None] Port 72b0c1ee-2c05-4c2e-a784-bfb0d39cb0be cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:25:05.159964 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-49c87261-1053-420b-be44-256d9dcc1c04 req-4623ccb1-96cf-417c-8de9-4115e659bbc5 service neutron] Transition to ACTIVE for port object cb671348-5dc7-45a2-938f-91a3cfe40d16 will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:25:05.165656 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-49c87261-1053-420b-be44-256d9dcc1c04 req-87ef4584-965c-47cb-a953-e90bcdc48863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:05.167605 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-49c87261-1053-420b-be44-256d9dcc1c04 req-4623ccb1-96cf-417c-8de9-4115e659bbc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:05.252900 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4623ccb1-96cf-417c-8de9-4115e659bbc5 service neutron] Pushing event updated for resources: {'Port': ['ID=cb671348-5dc7-45a2-938f-91a3cfe40d16,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:05.425049 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-49c87261-1053-420b-be44-256d9dcc1c04 req-4623ccb1-96cf-417c-8de9-4115e659bbc5 service neutron] Attempting to bind port cb671348-5dc7-45a2-938f-91a3cfe40d16 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:25:05.425348 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-49c87261-1053-420b-be44-256d9dcc1c04 req-4623ccb1-96cf-417c-8de9-4115e659bbc5 service neutron] Attempting to bind port cb671348-5dc7-45a2-938f-91a3cfe40d16 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:25:05.425683 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c87261-1053-420b-be44-256d9dcc1c04 req-4623ccb1-96cf-417c-8de9-4115e659bbc5 service neutron] Attempting to bind port cb671348-5dc7-45a2-938f-91a3cfe40d16 on network aed2eca7-1bb0-443d-8485-b985dbe9851b {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:25:05.456633 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 5c6540dc-cedb-4c75-ad46-a801074d61ca up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:25:05.456933 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c87261-1053-420b-be44-256d9dcc1c04 req-4623ccb1-96cf-417c-8de9-4115e659bbc5 service neutron] Port cb671348-5dc7-45a2-938f-91a3cfe40d16 on network aed2eca7-1bb0-443d-8485-b985dbe9851b not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:25:05.457272 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c87261-1053-420b-be44-256d9dcc1c04 req-4623ccb1-96cf-417c-8de9-4115e659bbc5 service neutron] Attempting to bind port cb671348-5dc7-45a2-938f-91a3cfe40d16 on network aed2eca7-1bb0-443d-8485-b985dbe9851b {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:25:05.477213 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c87261-1053-420b-be44-256d9dcc1c04 req-4623ccb1-96cf-417c-8de9-4115e659bbc5 service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:25:05.477899 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c87261-1053-420b-be44-256d9dcc1c04 req-4623ccb1-96cf-417c-8de9-4115e659bbc5 service neutron] Checking segment: {'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:25:05.478042 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c87261-1053-420b-be44-256d9dcc1c04 req-4623ccb1-96cf-417c-8de9-4115e659bbc5 service neutron] Bound using segment: {'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:25:05.478382 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-49c87261-1053-420b-be44-256d9dcc1c04 req-4623ccb1-96cf-417c-8de9-4115e659bbc5 service neutron] Bound port: cb671348-5dc7-45a2-938f-91a3cfe40d16, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:25:05.478792 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-49c87261-1053-420b-be44-256d9dcc1c04 req-4623ccb1-96cf-417c-8de9-4115e659bbc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:05.534508 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port 5c6540dc-cedb-4c75-ad46-a801074d61ca completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:25:05.540711 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port 5c6540dc-cedb-4c75-ad46-a801074d61ca triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:25:05.541079 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:05.592563 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f24408-f71f-4017-a361-8ae0562391ac req-953967ee-e476-4be9-a2cf-f0c4eaec0d08 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:05.592563 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-12f24408-f71f-4017-a361-8ae0562391ac req-953967ee-e476-4be9-a2cf-f0c4eaec0d08 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e173d2e-e098-4c51-8104-b5036c990569 HTTP/1.1" status: 200 len: 945 time: 0.1307852 Jan 18 22:25:05.645316 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:05.657061 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-49c87261-1053-420b-be44-256d9dcc1c04 req-4623ccb1-96cf-417c-8de9-4115e659bbc5 service neutron] For port cb671348-5dc7-45a2-938f-91a3cfe40d16, host n-h2-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:25:05.686737 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '841de351-4a53-4154-9714-1519f6b98d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c6540dc-cedb-4c75-ad46-a801074d61ca'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:25:05.690413 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02fc9775-2aa2-4b98-9679-5c5911fa7289" -d '{"events": [{"server_uuid": "841de351-4a53-4154-9714-1519f6b98d10", "name": "network-vif-plugged", "status": "completed", "tag": "5c6540dc-cedb-4c75-ad46-a801074d61ca"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:25:05.705240 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 5c6540dc-cedb-4c75-ad46-a801074d61ca, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=5c6540dc-cedb-4c75-ad46-a801074d61ca,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:25:05.707300 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-49c87261-1053-420b-be44-256d9dcc1c04 req-4623ccb1-96cf-417c-8de9-4115e659bbc5 service neutron] For port cb671348-5dc7-45a2-938f-91a3cfe40d16, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=cb671348-5dc7-45a2-938f-91a3cfe40d16,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:25:05.709695 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:05.735694 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-49c87261-1053-420b-be44-256d9dcc1c04 req-4623ccb1-96cf-417c-8de9-4115e659bbc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:05.752171 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-12f24408-f71f-4017-a361-8ae0562391ac req-e8354c10-0df3-48ca-a34e-3d9f31cea9a2 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/security-groups?id=68e1f851-73aa-4cda-8095-0e2a92a325ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476676 Jan 18 22:25:05.768459 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=5c6540dc-cedb-4c75-ad46-a801074d61ca,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:05.772320 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [req-49c87261-1053-420b-be44-256d9dcc1c04 req-87ef4584-965c-47cb-a953-e90bcdc48863 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72b0c1ee-2c05-4c2e-a784-bfb0d39cb0be {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:25:05.781007 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41446) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:05.790948 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-49c87261-1053-420b-be44-256d9dcc1c04 req-87ef4584-965c-47cb-a953-e90bcdc48863 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:05.808037 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c87261-1053-420b-be44-256d9dcc1c04 req-4623ccb1-96cf-417c-8de9-4115e659bbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:05.809056 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-49c87261-1053-420b-be44-256d9dcc1c04 req-4623ccb1-96cf-417c-8de9-4115e659bbc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:05.810455 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-49c87261-1053-420b-be44-256d9dcc1c04 req-4623ccb1-96cf-417c-8de9-4115e659bbc5 service neutron] 10.222.0.67 "PUT /v2.0/ports/cb671348-5dc7-45a2-938f-91a3cfe40d16 HTTP/1.1" status: 200 len: 1096 time: 1.6332049 Jan 18 22:25:05.814002 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea5c54f7-20af-42c5-8cc7-bf2ef2391522', 'tag': 'cb671348-5dc7-45a2-938f-91a3cfe40d16'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:25:05.816284 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-624b0550-79b8-4b33-a7d9-6719eb269eae" -d '{"events": [{"name": "network-changed", "server_uuid": "ea5c54f7-20af-42c5-8cc7-bf2ef2391522", "tag": "cb671348-5dc7-45a2-938f-91a3cfe40d16"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:25:05.834237 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-49c87261-1053-420b-be44-256d9dcc1c04 req-87ef4584-965c-47cb-a953-e90bcdc48863 service neutron] Transition to ACTIVE for port object 72b0c1ee-2c05-4c2e-a784-bfb0d39cb0be will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:25:05.840770 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4623ccb1-96cf-417c-8de9-4115e659bbc5 service neutron] Pushing event updated for resources: {'Port': ['ID=cb671348-5dc7-45a2-938f-91a3cfe40d16,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:05.850649 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb55b46-819e-4995-a4d9-49703c084f8f req-9329fc8e-6537-490b-a4b4-a53c421decbb tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:05.852234 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-abb55b46-819e-4995-a4d9-49703c084f8f req-9329fc8e-6537-490b-a4b4-a53c421decbb tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=1555094a-5480-4989-84ad-388f76f45c04 HTTP/1.1" status: 200 len: 945 time: 0.1903639 Jan 18 22:25:05.853538 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-49c87261-1053-420b-be44-256d9dcc1c04 req-87ef4584-965c-47cb-a953-e90bcdc48863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:05.948099 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-dfa38e1e-d2da-4229-a19d-e0acb5edec6f tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-920958661'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:25:05.972495 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb364b48-bfe2-48cd-ace5-a3e49f6c2f9a x-openstack-request-id: req-eb364b48-bfe2-48cd-ace5-a3e49f6c2f9a {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:25:05.973469 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ef4584-965c-47cb-a953-e90bcdc48863 service neutron] Pushing event updated for resources: {'Port': ['ID=72b0c1ee-2c05-4c2e-a784-bfb0d39cb0be,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:05.973959 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "841de351-4a53-4154-9714-1519f6b98d10", "name": "network-vif-plugged", "status": "completed", "tag": "5c6540dc-cedb-4c75-ad46-a801074d61ca", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:25:05.974421 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-eb364b48-bfe2-48cd-ace5-a3e49f6c2f9a {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:25:05.975024 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '841de351-4a53-4154-9714-1519f6b98d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c6540dc-cedb-4c75-ad46-a801074d61ca', 'code': 200} Jan 18 22:25:05.981248 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-abb55b46-819e-4995-a4d9-49703c084f8f req-249ca0aa-b9e2-41bf-85ba-7d8d42a5e21d tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093342 Jan 18 22:25:05.989653 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c87261-1053-420b-be44-256d9dcc1c04 req-573192f4-ccd8-4f9d-86e0-1414d4d15e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:05.991137 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-49c87261-1053-420b-be44-256d9dcc1c04 req-573192f4-ccd8-4f9d-86e0-1414d4d15e12 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a73ebee77f20452f9ada65790951d06b&device_id=ea5c54f7-20af-42c5-8cc7-bf2ef2391522 HTTP/1.1" status: 200 len: 1099 time: 0.1353204 Jan 18 22:25:06.009667 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10ab6e17-debe-42d6-a3f8-98fc83de7a8f x-openstack-request-id: req-10ab6e17-debe-42d6-a3f8-98fc83de7a8f {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:25:06.010026 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea5c54f7-20af-42c5-8cc7-bf2ef2391522", "tag": "cb671348-5dc7-45a2-938f-91a3cfe40d16", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:25:06.010346 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-10ab6e17-debe-42d6-a3f8-98fc83de7a8f {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:25:06.010769 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea5c54f7-20af-42c5-8cc7-bf2ef2391522', 'tag': 'cb671348-5dc7-45a2-938f-91a3cfe40d16', 'status': 'completed', 'code': 200} Jan 18 22:25:06.013889 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfa38e1e-d2da-4229-a19d-e0acb5edec6f tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Made reservation on behalf of fe37a6b751c244818a513074ac339274 for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:25:06.022771 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-dfa38e1e-d2da-4229-a19d-e0acb5edec6f tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:06.033972 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-dfa38e1e-d2da-4229-a19d-e0acb5edec6f tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:06.067756 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-49c87261-1053-420b-be44-256d9dcc1c04 req-fe9dc63b-4909-4f19-8534-bbadd001e09a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=cb671348-5dc7-45a2-938f-91a3cfe40d16 HTTP/1.1" status: 200 len: 217 time: 0.0621550 Jan 18 22:25:06.130935 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 22:25:06.151843 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4bccbe-1212-40cc-8a8c-26abc56949bc req-1fd146fc-f859-4ca8-af77-1158bc5ff264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:06.153757 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-8c4bccbe-1212-40cc-8a8c-26abc56949bc req-1fd146fc-f859-4ca8-af77-1158bc5ff264 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=841de351-4a53-4154-9714-1519f6b98d10 HTTP/1.1" status: 200 len: 1100 time: 0.0996389 Jan 18 22:25:06.202867 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-49c87261-1053-420b-be44-256d9dcc1c04 req-87ef4584-965c-47cb-a953-e90bcdc48863 service neutron] Attempting to bind port 72b0c1ee-2c05-4c2e-a784-bfb0d39cb0be on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:25:06.203380 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-49c87261-1053-420b-be44-256d9dcc1c04 req-87ef4584-965c-47cb-a953-e90bcdc48863 service neutron] Attempting to bind port 72b0c1ee-2c05-4c2e-a784-bfb0d39cb0be by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:25:06.203502 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c87261-1053-420b-be44-256d9dcc1c04 req-87ef4584-965c-47cb-a953-e90bcdc48863 service neutron] Attempting to bind port 72b0c1ee-2c05-4c2e-a784-bfb0d39cb0be on network aed2eca7-1bb0-443d-8485-b985dbe9851b {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:25:06.212743 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-8c4bccbe-1212-40cc-8a8c-26abc56949bc req-3f817ae3-17bc-455f-84ff-6b673f8ac4ca service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=a0d0cef0-d08b-41bc-917e-0f5afe1f408d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517056 Jan 18 22:25:06.214244 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c87261-1053-420b-be44-256d9dcc1c04 req-3a666ae9-1ec5-4989-8ff4-ee7bd806ce35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:06.215629 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-49c87261-1053-420b-be44-256d9dcc1c04 req-3a666ae9-1ec5-4989-8ff4-ee7bd806ce35 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8518183d-cc63-459a-b971-d4c7514e001f HTTP/1.1" status: 200 len: 843 time: 0.1389713 Jan 18 22:25:06.217608 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-dfa38e1e-d2da-4229-a19d-e0acb5edec6f tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:06.222779 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-dfa38e1e-d2da-4229-a19d-e0acb5edec6f tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:06.239293 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c87261-1053-420b-be44-256d9dcc1c04 req-87ef4584-965c-47cb-a953-e90bcdc48863 service neutron] Port 72b0c1ee-2c05-4c2e-a784-bfb0d39cb0be on network aed2eca7-1bb0-443d-8485-b985dbe9851b not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:25:06.239893 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c87261-1053-420b-be44-256d9dcc1c04 req-87ef4584-965c-47cb-a953-e90bcdc48863 service neutron] Attempting to bind port 72b0c1ee-2c05-4c2e-a784-bfb0d39cb0be on network aed2eca7-1bb0-443d-8485-b985dbe9851b {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:25:06.255130 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfa38e1e-d2da-4229-a19d-e0acb5edec6f tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:25:06.260536 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c87261-1053-420b-be44-256d9dcc1c04 req-87ef4584-965c-47cb-a953-e90bcdc48863 service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:25:06.260904 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c87261-1053-420b-be44-256d9dcc1c04 req-87ef4584-965c-47cb-a953-e90bcdc48863 service neutron] Checking segment: {'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:25:06.261425 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c87261-1053-420b-be44-256d9dcc1c04 req-87ef4584-965c-47cb-a953-e90bcdc48863 service neutron] Bound using segment: {'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:25:06.261897 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-49c87261-1053-420b-be44-256d9dcc1c04 req-87ef4584-965c-47cb-a953-e90bcdc48863 service neutron] Bound port: 72b0c1ee-2c05-4c2e-a784-bfb0d39cb0be, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:25:06.262361 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-49c87261-1053-420b-be44-256d9dcc1c04 req-87ef4584-965c-47cb-a953-e90bcdc48863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:06.265532 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa38e1e-d2da-4229-a19d-e0acb5edec6f tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb0d4b0d-6306-499e-a516-7c71ded39995,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:06.272613 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-dfa38e1e-d2da-4229-a19d-e0acb5edec6f tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:06.272950 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-dfa38e1e-d2da-4229-a19d-e0acb5edec6f tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Added segment 32ec3113-e0db-49ce-9ab8-003c7d01fff3 of type vlan for network 536a3eec-25cc-4bdc-b2f6-5cf91a682881 Jan 18 22:25:06.275191 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d73c8f2-ca69-4cce-a50f-f3b34e8400e6 req-7ea3bc06-1832-451c-ac21-576a6ae30651 tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:06.280669 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8d73c8f2-ca69-4cce-a50f-f3b34e8400e6 req-7ea3bc06-1832-451c-ac21-576a6ae30651 tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] 10.222.0.53 "GET /v2.0/ports?device_id=b79a3a35-3818-488e-91a0-e159f210685e HTTP/1.1" status: 200 len: 950 time: 0.1392138 Jan 18 22:25:06.321046 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-dfa38e1e-d2da-4229-a19d-e0acb5edec6f tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:06.348419 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-dfa38e1e-d2da-4229-a19d-e0acb5edec6f tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:06.353423 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d275af-6979-4514-be26-a3752350c500 req-4aaff5ea-1737-4dac-9c2f-bcb8d5d7d478 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:06.354137 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa38e1e-d2da-4229-a19d-e0acb5edec6f tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:06.354732 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-dfa38e1e-d2da-4229-a19d-e0acb5edec6f tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:06.354931 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-71d275af-6979-4514-be26-a3752350c500 req-4aaff5ea-1737-4dac-9c2f-bcb8d5d7d478 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/ports?device_id=bebd1957-5b89-4f93-b2f0-3d41b4c50f44 HTTP/1.1" status: 200 len: 948 time: 0.1674242 Jan 18 22:25:06.395083 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8d73c8f2-ca69-4cce-a50f-f3b34e8400e6 req-dd7aa71d-4940-4ce4-8f24-27af2d0f3dac tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] 10.222.0.53 "GET /v2.0/security-groups?id=a0d0cef0-d08b-41bc-917e-0f5afe1f408d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037185 Jan 18 22:25:06.439144 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-dfa38e1e-d2da-4229-a19d-e0acb5edec6f tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6462023 Jan 18 22:25:06.443972 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa38e1e-d2da-4229-a19d-e0acb5edec6f tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Pushing event updated for resources: {'Network': ['ID=536a3eec-25cc-4bdc-b2f6-5cf91a682881,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:06.455050 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-49c87261-1053-420b-be44-256d9dcc1c04 req-87ef4584-965c-47cb-a953-e90bcdc48863 service neutron] For port 72b0c1ee-2c05-4c2e-a784-bfb0d39cb0be, host n-h2-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:25:06.460647 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-71d275af-6979-4514-be26-a3752350c500 req-feb2af0b-50cc-4c3c-9083-dbef83870e28 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/security-groups?id=05d753a3-5b69-42a7-8159-df7094e5d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964820 Jan 18 22:25:06.474714 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-49c87261-1053-420b-be44-256d9dcc1c04 req-87ef4584-965c-47cb-a953-e90bcdc48863 service neutron] For port 72b0c1ee-2c05-4c2e-a784-bfb0d39cb0be, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=72b0c1ee-2c05-4c2e-a784-bfb0d39cb0be,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:25:06.480808 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-49c87261-1053-420b-be44-256d9dcc1c04 req-87ef4584-965c-47cb-a953-e90bcdc48863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:06.499159 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 536a3eec-25cc-4bdc-b2f6-5cf91a682881 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:25:06.871184 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c87261-1053-420b-be44-256d9dcc1c04 req-87ef4584-965c-47cb-a953-e90bcdc48863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:06.871830 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-49c87261-1053-420b-be44-256d9dcc1c04 req-87ef4584-965c-47cb-a953-e90bcdc48863 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:06.873236 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-49c87261-1053-420b-be44-256d9dcc1c04 req-87ef4584-965c-47cb-a953-e90bcdc48863 service neutron] 10.222.0.67 "PUT /v2.0/ports/72b0c1ee-2c05-4c2e-a784-bfb0d39cb0be HTTP/1.1" status: 200 len: 1096 time: 1.7892046 Jan 18 22:25:06.917099 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c87261-1053-420b-be44-256d9dcc1c04 req-a98f6d5a-c08e-44b3-ae10-e96212c1fd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:06.918583 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-49c87261-1053-420b-be44-256d9dcc1c04 req-a98f6d5a-c08e-44b3-ae10-e96212c1fd9e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aed2eca7-1bb0-443d-8485-b985dbe9851b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5033176 Jan 18 22:25:06.945667 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ef4584-965c-47cb-a953-e90bcdc48863 service neutron] Pushing event updated for resources: {'Port': ['ID=72b0c1ee-2c05-4c2e-a784-bfb0d39cb0be,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:07.015312 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9f1394-b75c-4523-a9d0-df0b7af961d2 req-bb243bbc-1dce-48f3-98be-56434e0fe2de tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:07.017719 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-db9f1394-b75c-4523-a9d0-df0b7af961d2 req-bb243bbc-1dce-48f3-98be-56434e0fe2de tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] 10.222.0.53 "GET /v2.0/ports?device_id=841de351-4a53-4154-9714-1519f6b98d10 HTTP/1.1" status: 200 len: 949 time: 0.5413334 Jan 18 22:25:07.046525 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baae37ce-ebe9-4d84-971d-6851ff417ab4 req-376d7c5d-5da4-49fb-ba9c-6186a1df8c37 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:07.047955 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-baae37ce-ebe9-4d84-971d-6851ff417ab4 req-376d7c5d-5da4-49fb-ba9c-6186a1df8c37 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e173d2e-e098-4c51-8104-b5036c990569 HTTP/1.1" status: 200 len: 945 time: 0.1731021 Jan 18 22:25:07.090314 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c87261-1053-420b-be44-256d9dcc1c04 req-5863599d-6f63-4025-9f62-b615cb769fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:07.091775 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-49c87261-1053-420b-be44-256d9dcc1c04 req-5863599d-6f63-4025-9f62-b615cb769fd2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a73ebee77f20452f9ada65790951d06b&device_id=bebd1957-5b89-4f93-b2f0-3d41b4c50f44 HTTP/1.1" status: 200 len: 1099 time: 0.1722081 Jan 18 22:25:07.166339 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-db9f1394-b75c-4523-a9d0-df0b7af961d2 req-eb582b5c-f1ef-4880-9364-e366736fee4f tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] 10.222.0.53 "GET /v2.0/security-groups?id=a0d0cef0-d08b-41bc-917e-0f5afe1f408d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382697 Jan 18 22:25:07.169656 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-49c87261-1053-420b-be44-256d9dcc1c04 req-d7fb0e52-c433-4bf1-938e-2d422b059a5b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=72b0c1ee-2c05-4c2e-a784-bfb0d39cb0be HTTP/1.1" status: 200 len: 217 time: 0.0605977 Jan 18 22:25:07.171845 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-49c87261-1053-420b-be44-256d9dcc1c04 req-c157c22e-cd21-42b2-b405-cf745c85358a service neutron] 10.222.0.67 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376943 Jan 18 22:25:07.174860 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-baae37ce-ebe9-4d84-971d-6851ff417ab4 req-ff335093-0984-46f4-a3ed-a0210cae612f tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/security-groups?id=68e1f851-73aa-4cda-8095-0e2a92a325ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140754 Jan 18 22:25:07.289184 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c87261-1053-420b-be44-256d9dcc1c04 req-fde37aac-1ce1-45f4-92b4-3eac0c96f567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:07.290784 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-49c87261-1053-420b-be44-256d9dcc1c04 req-fde37aac-1ce1-45f4-92b4-3eac0c96f567 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8518183d-cc63-459a-b971-d4c7514e001f HTTP/1.1" status: 200 len: 843 time: 0.1015568 Jan 18 22:25:07.377787 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-49c87261-1053-420b-be44-256d9dcc1c04 req-1b45325c-bd9e-4855-bf4e-9dcf2ac09d0b service neutron] 10.222.0.67 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795211 Jan 18 22:25:07.394597 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c87261-1053-420b-be44-256d9dcc1c04 req-f83b6a71-3e74-4af6-a226-45dacf9dfabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:07.396168 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-49c87261-1053-420b-be44-256d9dcc1c04 req-f83b6a71-3e74-4af6-a226-45dacf9dfabe service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aed2eca7-1bb0-443d-8485-b985dbe9851b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0966382 Jan 18 22:25:07.404086 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3100df74-b189-40a7-9f24-4b338e080448 req-a01cdc81-a276-4d7a-aa02-41168fcbf093 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:07.405533 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3100df74-b189-40a7-9f24-4b338e080448 req-a01cdc81-a276-4d7a-aa02-41168fcbf093 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=1555094a-5480-4989-84ad-388f76f45c04 HTTP/1.1" status: 200 len: 945 time: 0.0884423 Jan 18 22:25:07.518578 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3100df74-b189-40a7-9f24-4b338e080448 req-2adcfe5b-fb6c-4330-97f5-99cab6cede6f tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041834 Jan 18 22:25:07.550527 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624b0550-79b8-4b33-a7d9-6719eb269eae req-50a74bdf-51a5-44d5-9063-a479931881b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:07.550933 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-624b0550-79b8-4b33-a7d9-6719eb269eae req-50a74bdf-51a5-44d5-9063-a479931881b4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a73ebee77f20452f9ada65790951d06b&device_id=ea5c54f7-20af-42c5-8cc7-bf2ef2391522 HTTP/1.1" status: 200 len: 1099 time: 0.0876510 Jan 18 22:25:07.553110 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-49c87261-1053-420b-be44-256d9dcc1c04 req-47e015d4-8954-4361-8f92-4bf5efa6a1ec service neutron] 10.222.0.67 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467283 Jan 18 22:25:07.746602 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8f1fa4-da1b-4db5-b0ac-0764ee040d55 req-941091f7-687a-4cf1-b0f6-1b693a21b2cc tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:07.748040 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0f8f1fa4-da1b-4db5-b0ac-0764ee040d55 req-941091f7-687a-4cf1-b0f6-1b693a21b2cc tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/ports?device_id=bebd1957-5b89-4f93-b2f0-3d41b4c50f44 HTTP/1.1" status: 200 len: 948 time: 0.1695397 Jan 18 22:25:07.757965 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-49c87261-1053-420b-be44-256d9dcc1c04 req-47229714-8055-4390-9dd3-a68f9c1ce313 service neutron] 10.222.0.67 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926527 Jan 18 22:25:07.777746 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624b0550-79b8-4b33-a7d9-6719eb269eae req-cadaec8a-992c-4dfd-93a1-9b4aa01214c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:07.779097 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-624b0550-79b8-4b33-a7d9-6719eb269eae req-cadaec8a-992c-4dfd-93a1-9b4aa01214c1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=aed2eca7-1bb0-443d-8485-b985dbe9851b HTTP/1.1" status: 200 len: 869 time: 0.2155623 Jan 18 22:25:07.829246 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0f8f1fa4-da1b-4db5-b0ac-0764ee040d55 req-15b1b2dd-e806-4bfa-b4b7-1adf877622d7 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/security-groups?id=05d753a3-5b69-42a7-8159-df7094e5d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734277 Jan 18 22:25:07.830584 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-624b0550-79b8-4b33-a7d9-6719eb269eae req-7f9a4203-b83e-44bb-80ee-8e6c51cd7c18 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=cb671348-5dc7-45a2-938f-91a3cfe40d16 HTTP/1.1" status: 200 len: 217 time: 0.0385935 Jan 18 22:25:07.879333 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624b0550-79b8-4b33-a7d9-6719eb269eae req-6a01d3c4-b4e4-484d-8da8-3073ce2d0fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:07.880768 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-624b0550-79b8-4b33-a7d9-6719eb269eae req-6a01d3c4-b4e4-484d-8da8-3073ce2d0fcc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8518183d-cc63-459a-b971-d4c7514e001f HTTP/1.1" status: 200 len: 843 time: 0.0436645 Jan 18 22:25:07.930261 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624b0550-79b8-4b33-a7d9-6719eb269eae req-f05e19ee-d849-409c-9045-5d3b6dc7f44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:07.931753 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-624b0550-79b8-4b33-a7d9-6719eb269eae req-f05e19ee-d849-409c-9045-5d3b6dc7f44a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aed2eca7-1bb0-443d-8485-b985dbe9851b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0431442 Jan 18 22:25:08.014171 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bebd1957-5b89-4f93-b2f0-3d41b4c50f44', 'tag': '72b0c1ee-2c05-4c2e-a784-bfb0d39cb0be'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:25:08.016232 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8583cd51-d5b5-44ed-a1f1-d81b5d489680" -d '{"events": [{"name": "network-changed", "server_uuid": "bebd1957-5b89-4f93-b2f0-3d41b4c50f44", "tag": "72b0c1ee-2c05-4c2e-a784-bfb0d39cb0be"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:25:08.024690 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-624b0550-79b8-4b33-a7d9-6719eb269eae req-c5ef17b6-1efc-4b72-90ab-0276119e7030 service neutron] 10.222.0.67 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851274 Jan 18 22:25:08.083498 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-205804ec-61ca-44cd-b7d4-f684af8195db x-openstack-request-id: req-205804ec-61ca-44cd-b7d4-f684af8195db {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:25:08.083498 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bebd1957-5b89-4f93-b2f0-3d41b4c50f44", "tag": "72b0c1ee-2c05-4c2e-a784-bfb0d39cb0be", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:25:08.083849 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-205804ec-61ca-44cd-b7d4-f684af8195db {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:25:08.084148 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bebd1957-5b89-4f93-b2f0-3d41b4c50f44', 'tag': '72b0c1ee-2c05-4c2e-a784-bfb0d39cb0be', 'status': 'completed', 'code': 200} Jan 18 22:25:08.144660 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8583cd51-d5b5-44ed-a1f1-d81b5d489680 req-a97915a9-1df9-4a48-9fd8-c48f84081f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:08.146148 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8583cd51-d5b5-44ed-a1f1-d81b5d489680 req-a97915a9-1df9-4a48-9fd8-c48f84081f84 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a73ebee77f20452f9ada65790951d06b&device_id=bebd1957-5b89-4f93-b2f0-3d41b4c50f44 HTTP/1.1" status: 200 len: 1099 time: 0.0651028 Jan 18 22:25:08.163264 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-624b0550-79b8-4b33-a7d9-6719eb269eae req-1c9b3746-1ce7-4124-9caf-1ec37231076d service neutron] 10.222.0.67 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313324 Jan 18 22:25:08.287303 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8583cd51-d5b5-44ed-a1f1-d81b5d489680 req-8478c2f2-2e2d-4ae7-aa2e-9bf055943b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:08.288634 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8583cd51-d5b5-44ed-a1f1-d81b5d489680 req-8478c2f2-2e2d-4ae7-aa2e-9bf055943b75 service neutron] 10.222.0.67 "GET /v2.0/networks?id=aed2eca7-1bb0-443d-8485-b985dbe9851b HTTP/1.1" status: 200 len: 869 time: 0.1342881 Jan 18 22:25:08.354021 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8583cd51-d5b5-44ed-a1f1-d81b5d489680 req-ee09f176-70fc-4ce0-b4b9-e33d85d4597b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=72b0c1ee-2c05-4c2e-a784-bfb0d39cb0be HTTP/1.1" status: 200 len: 217 time: 0.0463829 Jan 18 22:25:08.378628 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba199bb0-6cec-4cd6-85b6-483bbc555a3d req-a78680e8-f926-4865-910b-65f30bdb4fdd tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:08.380112 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ba199bb0-6cec-4cd6-85b6-483bbc555a3d req-a78680e8-f926-4865-910b-65f30bdb4fdd tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] 10.222.0.53 "GET /v2.0/ports?device_id=841de351-4a53-4154-9714-1519f6b98d10 HTTP/1.1" status: 200 len: 949 time: 0.1352663 Jan 18 22:25:08.390325 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763fb6ac-c514-4a7b-9172-cbae9659269e req-78ee7607-e064-4c81-a240-f949b0555b60 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:08.391039 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-763fb6ac-c514-4a7b-9172-cbae9659269e req-78ee7607-e064-4c81-a240-f949b0555b60 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e173d2e-e098-4c51-8104-b5036c990569 HTTP/1.1" status: 200 len: 945 time: 0.1307065 Jan 18 22:25:08.483732 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8583cd51-d5b5-44ed-a1f1-d81b5d489680 req-274bf579-02f2-4a4a-89b4-dbc6c5a35399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:08.485784 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8583cd51-d5b5-44ed-a1f1-d81b5d489680 req-274bf579-02f2-4a4a-89b4-dbc6c5a35399 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8518183d-cc63-459a-b971-d4c7514e001f HTTP/1.1" status: 200 len: 843 time: 0.1231136 Jan 18 22:25:08.490725 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ba199bb0-6cec-4cd6-85b6-483bbc555a3d req-9e6d3070-dfe4-4bae-ae99-3075a60901f7 tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] 10.222.0.53 "GET /v2.0/security-groups?id=a0d0cef0-d08b-41bc-917e-0f5afe1f408d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980930 Jan 18 22:25:08.513687 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-763fb6ac-c514-4a7b-9172-cbae9659269e req-4e2b944e-00c5-4fea-9a91-aee35f83c496 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/security-groups?id=68e1f851-73aa-4cda-8095-0e2a92a325ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963757 Jan 18 22:25:08.572276 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8583cd51-d5b5-44ed-a1f1-d81b5d489680 req-ba2e0c70-9aff-4cf7-9d92-1a874c7133e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:08.573801 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8583cd51-d5b5-44ed-a1f1-d81b5d489680 req-ba2e0c70-9aff-4cf7-9d92-1a874c7133e9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aed2eca7-1bb0-443d-8485-b985dbe9851b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0801933 Jan 18 22:25:08.730757 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8583cd51-d5b5-44ed-a1f1-d81b5d489680 req-8342b475-0262-447e-8dd2-a85433379c05 service neutron] 10.222.0.67 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294460 Jan 18 22:25:08.767882 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbde459a-5643-440a-8321-2486f67a2529 req-5d60d7f0-7c08-4b0b-bec5-151fb568873b tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:08.769629 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bbde459a-5643-440a-8321-2486f67a2529 req-5d60d7f0-7c08-4b0b-bec5-151fb568873b tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=1555094a-5480-4989-84ad-388f76f45c04 HTTP/1.1" status: 200 len: 945 time: 0.0816548 Jan 18 22:25:08.861870 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bbde459a-5643-440a-8321-2486f67a2529 req-3a585dc8-fb21-4126-a9dd-e3541a7e34ca tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644245 Jan 18 22:25:08.880705 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8583cd51-d5b5-44ed-a1f1-d81b5d489680 req-a6e9e457-cc1e-47fc-b734-d2f4eb63bb96 service neutron] 10.222.0.67 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410778 Jan 18 22:25:09.069609 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ca9335-e7a8-460e-a5e3-784827d025f6 req-4339e005-a70d-438d-a759-63db6677c192 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:09.071150 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-52ca9335-e7a8-460e-a5e3-784827d025f6 req-4339e005-a70d-438d-a759-63db6677c192 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/ports?device_id=bebd1957-5b89-4f93-b2f0-3d41b4c50f44 HTTP/1.1" status: 200 len: 948 time: 0.0642281 Jan 18 22:25:09.132006 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-52ca9335-e7a8-460e-a5e3-784827d025f6 req-c6b0ab72-c279-4c24-9353-85e9cf605df4 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/security-groups?id=05d753a3-5b69-42a7-8159-df7094e5d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542333 Jan 18 22:25:09.808109 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41514) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:09.813079 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-765c3607-06a8-4257-bbc1-6e7c5f7faead tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Request body: {'subnet': {'network_id': '536a3eec-25cc-4bdc-b2f6-5cf91a682881', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:25:09.840505 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b40be-9169-4d84-b6f8-492b3c830387 req-5ad50baf-635f-4fd2-b4f0-a036355e2abd tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:09.841984 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-dc0b40be-9169-4d84-b6f8-492b3c830387 req-5ad50baf-635f-4fd2-b4f0-a036355e2abd tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e173d2e-e098-4c51-8104-b5036c990569 HTTP/1.1" status: 200 len: 945 time: 0.0486050 Jan 18 22:25:09.880060 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-dc0b40be-9169-4d84-b6f8-492b3c830387 req-5b160229-6971-4f6d-9be6-8a4ac5e584ff tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/security-groups?id=68e1f851-73aa-4cda-8095-0e2a92a325ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316417 Jan 18 22:25:09.904669 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-765c3607-06a8-4257-bbc1-6e7c5f7faead tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Made reservation on behalf of fe37a6b751c244818a513074ac339274 for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:25:09.908715 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-765c3607-06a8-4257-bbc1-6e7c5f7faead tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:10.003265 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57bf188-ef8f-4a47-97c3-a2a767c75c09 req-29367045-5adf-407f-983f-03b36a9f3193 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:10.006005 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e57bf188-ef8f-4a47-97c3-a2a767c75c09 req-29367045-5adf-407f-983f-03b36a9f3193 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=1555094a-5480-4989-84ad-388f76f45c04 HTTP/1.1" status: 200 len: 945 time: 0.0657985 Jan 18 22:25:10.054636 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e57bf188-ef8f-4a47-97c3-a2a767c75c09 req-11ac0c9c-29e9-4f83-bf17-b9160656d5f1 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423551 Jan 18 22:25:10.105847 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-765c3607-06a8-4257-bbc1-6e7c5f7faead tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:10.173407 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c3607-06a8-4257-bbc1-6e7c5f7faead tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Pushing event updated for resources: {'Subnet': ['ID=dc04c76a-5553-4652-bfcc-cdce0ef4d41c,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:10.180676 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765c3607-06a8-4257-bbc1-6e7c5f7faead tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Checking segment: {'id': '32ec3113-e0db-49ce-9ab8-003c7d01fff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '536a3eec-25cc-4bdc-b2f6-5cf91a682881'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:25:10.182236 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765c3607-06a8-4257-bbc1-6e7c5f7faead tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Network hostable DHCP agents. Network: 536a3eec-25cc-4bdc-b2f6-5cf91a682881, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:25:10.203297 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765c3607-06a8-4257-bbc1-6e7c5f7faead tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Network 536a3eec-25cc-4bdc-b2f6-5cf91a682881 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:25:10.213566 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-765c3607-06a8-4257-bbc1-6e7c5f7faead tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 536a3eec-25cc-4bdc-b2f6-5cf91a682881) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:25:10.218122 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765c3607-06a8-4257-bbc1-6e7c5f7faead tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:10.218705 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-765c3607-06a8-4257-bbc1-6e7c5f7faead tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:10.223564 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03dbf2ee-3c61-48ab-97f0-8381750b02bb None None] Network 536a3eec-25cc-4bdc-b2f6-5cf91a682881 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:25:10.240023 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-765c3607-06a8-4257-bbc1-6e7c5f7faead tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4307990 Jan 18 22:25:10.243269 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41532) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:10.248106 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-775fec01-fa2e-46b9-ae20-60cc696bc523 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1262555949'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:25:10.270431 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-775fec01-fa2e-46b9-ae20-60cc696bc523 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Made reservation on behalf of fe37a6b751c244818a513074ac339274 for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:25:10.274196 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-775fec01-fa2e-46b9-ae20-60cc696bc523 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:10.278394 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fddd8b5-c785-40e2-987b-934a36ab08ed req-8c84e1fe-d50d-4e6a-835c-58aa421ae25b tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:10.279999 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5fddd8b5-c785-40e2-987b-934a36ab08ed req-8c84e1fe-d50d-4e6a-835c-58aa421ae25b tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/ports?device_id=bebd1957-5b89-4f93-b2f0-3d41b4c50f44 HTTP/1.1" status: 200 len: 948 time: 0.0597844 Jan 18 22:25:10.298648 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-775fec01-fa2e-46b9-ae20-60cc696bc523 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:25:10.307906 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-775fec01-fa2e-46b9-ae20-60cc696bc523 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:10.308305 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-775fec01-fa2e-46b9-ae20-60cc696bc523 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Added segment 46f9273d-e05b-46e4-a3d5-9188a7619f0c of type vlan for network 7cb387af-440e-45ab-b2fc-9acf3be5ee3a Jan 18 22:25:10.323023 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5fddd8b5-c785-40e2-987b-934a36ab08ed req-d29c5af5-7896-4cc4-b090-624c331ca50c tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/security-groups?id=05d753a3-5b69-42a7-8159-df7094e5d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362914 Jan 18 22:25:10.354945 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-775fec01-fa2e-46b9-ae20-60cc696bc523 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:10.381646 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-775fec01-fa2e-46b9-ae20-60cc696bc523 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:10.386728 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc240142-974a-4860-9acb-acaf4e557e83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-536a3eec-25cc-4bdc-b2f6-5cf91a682881', 'network_id': '536a3eec-25cc-4bdc-b2f6-5cf91a682881', 'tenant_id': 'fe37a6b751c244818a513074ac339274', 'fixed_ips': [{'subnet_id': 'dc04c76a-5553-4652-bfcc-cdce0ef4d41c'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:25:10.387412 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775fec01-fa2e-46b9-ae20-60cc696bc523 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:10.387793 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-dc240142-974a-4860-9acb-acaf4e557e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:10.388108 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-775fec01-fa2e-46b9-ae20-60cc696bc523 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:10.440262 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-775fec01-fa2e-46b9-ae20-60cc696bc523 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.1957214 Jan 18 22:25:10.443144 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41534) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:10.447485 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-17a4604a-9654-4c55-89d3-400ae3f420d8 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Request body: {'subnet': {'network_id': '7cb387af-440e-45ab-b2fc-9acf3be5ee3a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:25:10.508219 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775fec01-fa2e-46b9-ae20-60cc696bc523 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Pushing event updated for resources: {'Network': ['ID=7cb387af-440e-45ab-b2fc-9acf3be5ee3a,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:10.524090 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 7cb387af-440e-45ab-b2fc-9acf3be5ee3a details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:25:10.526297 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-dc240142-974a-4860-9acb-acaf4e557e83 None None] Allocated IP 2001:db8:0:ffff::2 (536a3eec-25cc-4bdc-b2f6-5cf91a682881/dc04c76a-5553-4652-bfcc-cdce0ef4d41c/b113fb47-bb35-4e95-8bb7-3ad26f60df1b) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:25:10.559270 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17a4604a-9654-4c55-89d3-400ae3f420d8 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Made reservation on behalf of fe37a6b751c244818a513074ac339274 for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:25:10.562810 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-17a4604a-9654-4c55-89d3-400ae3f420d8 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:10.729252 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-dc240142-974a-4860-9acb-acaf4e557e83 None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:10.736315 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-dc240142-974a-4860-9acb-acaf4e557e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:10.779175 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc240142-974a-4860-9acb-acaf4e557e83 None None] Network 536a3eec-25cc-4bdc-b2f6-5cf91a682881 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:25:10.793834 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-dc240142-974a-4860-9acb-acaf4e557e83 None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:25:10.798688 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc240142-974a-4860-9acb-acaf4e557e83 None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:25:10.806081 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc240142-974a-4860-9acb-acaf4e557e83 None None] Pushing event updated for resources: {'Port': ['ID=b113fb47-bb35-4e95-8bb7-3ad26f60df1b,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:10.810601 n-d-825064-1 neutron-server[102431]: DEBUG neutron.objects.ports [None req-17a4604a-9654-4c55-89d3-400ae3f420d8 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102431) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 18 22:25:10.812071 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-17a4604a-9654-4c55-89d3-400ae3f420d8 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:10.860632 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-dc240142-974a-4860-9acb-acaf4e557e83 None None] Attempting to bind port b113fb47-bb35-4e95-8bb7-3ad26f60df1b on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:25:10.861000 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-dc240142-974a-4860-9acb-acaf4e557e83 None None] Attempting to bind port b113fb47-bb35-4e95-8bb7-3ad26f60df1b by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '32ec3113-e0db-49ce-9ab8-003c7d01fff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '536a3eec-25cc-4bdc-b2f6-5cf91a682881'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:25:10.861365 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc240142-974a-4860-9acb-acaf4e557e83 None None] Attempting to bind port b113fb47-bb35-4e95-8bb7-3ad26f60df1b on network 536a3eec-25cc-4bdc-b2f6-5cf91a682881 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:25:10.866149 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc240142-974a-4860-9acb-acaf4e557e83 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:25:10.866574 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc240142-974a-4860-9acb-acaf4e557e83 None None] Checking segment: {'id': '32ec3113-e0db-49ce-9ab8-003c7d01fff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '536a3eec-25cc-4bdc-b2f6-5cf91a682881'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:25:10.866975 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-dc240142-974a-4860-9acb-acaf4e557e83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:10.867364 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc240142-974a-4860-9acb-acaf4e557e83 None None] Bound using segment: {'id': '32ec3113-e0db-49ce-9ab8-003c7d01fff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '536a3eec-25cc-4bdc-b2f6-5cf91a682881'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:25:10.867821 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-dc240142-974a-4860-9acb-acaf4e557e83 None None] Bound port: b113fb47-bb35-4e95-8bb7-3ad26f60df1b, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32ec3113-e0db-49ce-9ab8-003c7d01fff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '536a3eec-25cc-4bdc-b2f6-5cf91a682881'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:25:10.868218 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-dc240142-974a-4860-9acb-acaf4e557e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:10.874853 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a4604a-9654-4c55-89d3-400ae3f420d8 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Pushing event updated for resources: {'Subnet': ['ID=5b9ae3f5-8a2b-40bb-a305-e2bf80a10794,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:10.885209 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a4604a-9654-4c55-89d3-400ae3f420d8 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Checking segment: {'id': '46f9273d-e05b-46e4-a3d5-9188a7619f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7cb387af-440e-45ab-b2fc-9acf3be5ee3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:25:10.885570 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a4604a-9654-4c55-89d3-400ae3f420d8 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Network hostable DHCP agents. Network: 7cb387af-440e-45ab-b2fc-9acf3be5ee3a, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:25:10.902380 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a4604a-9654-4c55-89d3-400ae3f420d8 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Network 7cb387af-440e-45ab-b2fc-9acf3be5ee3a is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:25:10.912413 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-17a4604a-9654-4c55-89d3-400ae3f420d8 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 7cb387af-440e-45ab-b2fc-9acf3be5ee3a) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:25:10.918231 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a4604a-9654-4c55-89d3-400ae3f420d8 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:10.918952 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-17a4604a-9654-4c55-89d3-400ae3f420d8 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:10.923885 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f56a50-12b6-472c-85d3-9fd8a9bafb5b None None] Network 7cb387af-440e-45ab-b2fc-9acf3be5ee3a requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:25:10.938924 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-17a4604a-9654-4c55-89d3-400ae3f420d8 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.4945455 Jan 18 22:25:10.942030 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 41542) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:10.948099 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-85c0baee-8ef3-484b-b51a-784cc063aa89 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Request body: {'port': {'network_id': '7cb387af-440e-45ab-b2fc-9acf3be5ee3a', 'name': 'tempest-NetworksIpV6TestAttrs-1590305922'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:25:10.977967 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-dc240142-974a-4860-9acb-acaf4e557e83 None None] For port b113fb47-bb35-4e95-8bb7-3ad26f60df1b, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:25:10.993845 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-dc240142-974a-4860-9acb-acaf4e557e83 None None] For port b113fb47-bb35-4e95-8bb7-3ad26f60df1b, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=b113fb47-bb35-4e95-8bb7-3ad26f60df1b,segment=NetworkSegment(32ec3113-e0db-49ce-9ab8-003c7d01fff3),segment_id=32ec3113-e0db-49ce-9ab8-003c7d01fff3)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:25:11.001476 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-dc240142-974a-4860-9acb-acaf4e557e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:11.065689 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1548345-a31e-4277-b525-7a19bf1a96cb req-b160a411-0e40-4049-b704-bfae68a1c315 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:11.073288 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f1548345-a31e-4277-b525-7a19bf1a96cb req-b160a411-0e40-4049-b704-bfae68a1c315 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e173d2e-e098-4c51-8104-b5036c990569 HTTP/1.1" status: 200 len: 945 time: 0.1099520 Jan 18 22:25:11.135221 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc240142-974a-4860-9acb-acaf4e557e83 None None] Pushing event updated for resources: {'Port': ['ID=b113fb47-bb35-4e95-8bb7-3ad26f60df1b,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:11.148690 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f1548345-a31e-4277-b525-7a19bf1a96cb req-b38276c8-9dd5-41d3-9aa1-6c2c756bfd29 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/security-groups?id=68e1f851-73aa-4cda-8095-0e2a92a325ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743539 Jan 18 22:25:11.165461 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c0baee-8ef3-484b-b51a-784cc063aa89 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Made reservation on behalf of fe37a6b751c244818a513074ac339274 for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:25:11.170992 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-85c0baee-8ef3-484b-b51a-784cc063aa89 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:11.171183 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4fbc1f-93e0-4914-b73b-3bd3ae5f7318 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-7cb387af-440e-45ab-b2fc-9acf3be5ee3a', 'network_id': '7cb387af-440e-45ab-b2fc-9acf3be5ee3a', 'tenant_id': 'fe37a6b751c244818a513074ac339274', 'fixed_ips': [{'subnet_id': '5b9ae3f5-8a2b-40bb-a305-e2bf80a10794'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:25:11.171868 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9e4fbc1f-93e0-4914-b73b-3bd3ae5f7318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:11.196019 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [None req-85c0baee-8ef3-484b-b51a-784cc063aa89 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] device_id is not set on port eda20e67-ba3a-410e-8dbd-31b55fa9f837 yet. {{(pid=102430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:25:11.307628 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fbefcd-3fea-472b-b257-1e828c031905 req-6677b3e2-65ed-4e13-b8ad-d57921cdc431 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:11.309212 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-83fbefcd-3fea-472b-b257-1e828c031905 req-6677b3e2-65ed-4e13-b8ad-d57921cdc431 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=1555094a-5480-4989-84ad-388f76f45c04 HTTP/1.1" status: 200 len: 945 time: 0.1149890 Jan 18 22:25:11.330971 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-9e4fbc1f-93e0-4914-b73b-3bd3ae5f7318 None None] Allocated IP 2001:db8::f816:3eff:fea2:639c (7cb387af-440e-45ab-b2fc-9acf3be5ee3a/5b9ae3f5-8a2b-40bb-a305-e2bf80a10794/0e2fa6fd-cb02-4524-b711-b11a848b4f55) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:25:11.392713 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-83fbefcd-3fea-472b-b257-1e828c031905 req-597e24f0-146a-47f7-be6f-e82fbb193b4e tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763247 Jan 18 22:25:11.473123 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a460d068-8cde-4c30-829f-41ddd165fbdd req-d94dcddf-fdc6-4dcb-8002-eaa0246bad51 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:11.474882 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a460d068-8cde-4c30-829f-41ddd165fbdd req-d94dcddf-fdc6-4dcb-8002-eaa0246bad51 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/ports?device_id=bebd1957-5b89-4f93-b2f0-3d41b4c50f44 HTTP/1.1" status: 200 len: 948 time: 0.0560267 Jan 18 22:25:11.522385 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a460d068-8cde-4c30-829f-41ddd165fbdd req-dc32ac66-d673-435b-948a-8c4b9b122b07 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/security-groups?id=05d753a3-5b69-42a7-8159-df7094e5d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408628 Jan 18 22:25:11.561483 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device cb671348-5dc7-45a2-938f-91a3cfe40d16 details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:25:11.726890 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port cb671348-5dc7-45a2-938f-91a3cfe40d16, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=cb671348-5dc7-45a2-938f-91a3cfe40d16,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:25:11.729274 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9e4fbc1f-93e0-4914-b73b-3bd3ae5f7318 None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:11.740360 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9e4fbc1f-93e0-4914-b73b-3bd3ae5f7318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:11.742589 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': 'cb671348-5dc7-45a2-938f-91a3cfe40d16', 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b', 'port_id': 'cb671348-5dc7-45a2-938f-91a3cfe40d16', 'mac_address': 'fa:16:3e:f8:e0:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8518183d-cc63-459a-b971-d4c7514e001f', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:25:11.778795 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4fbc1f-93e0-4914-b73b-3bd3ae5f7318 None None] Network 7cb387af-440e-45ab-b2fc-9acf3be5ee3a is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:25:11.783054 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-9e4fbc1f-93e0-4914-b73b-3bd3ae5f7318 None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:25:11.791076 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-85c0baee-8ef3-484b-b51a-784cc063aa89 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Allocated IP 2001:db8::f816:3eff:feb7:8667 (7cb387af-440e-45ab-b2fc-9acf3be5ee3a/5b9ae3f5-8a2b-40bb-a305-e2bf80a10794/eda20e67-ba3a-410e-8dbd-31b55fa9f837) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:25:11.802989 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4fbc1f-93e0-4914-b73b-3bd3ae5f7318 None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:25:11.836688 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:11.863298 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb671348-5dc7-45a2-938f-91a3cfe40d16 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:25:11.869281 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4fbc1f-93e0-4914-b73b-3bd3ae5f7318 None None] Pushing event updated for resources: {'Port': ['ID=0e2fa6fd-cb02-4524-b711-b11a848b4f55,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:11.909772 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port cb671348-5dc7-45a2-938f-91a3cfe40d16, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=cb671348-5dc7-45a2-938f-91a3cfe40d16,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:25:11.920286 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:11.921771 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 72b0c1ee-2c05-4c2e-a784-bfb0d39cb0be details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:25:11.954282 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-9e4fbc1f-93e0-4914-b73b-3bd3ae5f7318 None None] Attempting to bind port 0e2fa6fd-cb02-4524-b711-b11a848b4f55 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:25:11.954912 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-9e4fbc1f-93e0-4914-b73b-3bd3ae5f7318 None None] Attempting to bind port 0e2fa6fd-cb02-4524-b711-b11a848b4f55 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '46f9273d-e05b-46e4-a3d5-9188a7619f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7cb387af-440e-45ab-b2fc-9acf3be5ee3a'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:25:11.955360 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4fbc1f-93e0-4914-b73b-3bd3ae5f7318 None None] Attempting to bind port 0e2fa6fd-cb02-4524-b711-b11a848b4f55 on network 7cb387af-440e-45ab-b2fc-9acf3be5ee3a {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:25:11.967385 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4fbc1f-93e0-4914-b73b-3bd3ae5f7318 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:25:11.967770 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4fbc1f-93e0-4914-b73b-3bd3ae5f7318 None None] Checking segment: {'id': '46f9273d-e05b-46e4-a3d5-9188a7619f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7cb387af-440e-45ab-b2fc-9acf3be5ee3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:25:11.968292 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9e4fbc1f-93e0-4914-b73b-3bd3ae5f7318 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:11.968667 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4fbc1f-93e0-4914-b73b-3bd3ae5f7318 None None] Bound using segment: {'id': '46f9273d-e05b-46e4-a3d5-9188a7619f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7cb387af-440e-45ab-b2fc-9acf3be5ee3a'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:25:11.969160 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-9e4fbc1f-93e0-4914-b73b-3bd3ae5f7318 None None] Bound port: 0e2fa6fd-cb02-4524-b711-b11a848b4f55, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46f9273d-e05b-46e4-a3d5-9188a7619f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7cb387af-440e-45ab-b2fc-9acf3be5ee3a'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:25:11.970244 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9e4fbc1f-93e0-4914-b73b-3bd3ae5f7318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:11.980736 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-85c0baee-8ef3-484b-b51a-784cc063aa89 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:12.029000 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-85c0baee-8ef3-484b-b51a-784cc063aa89 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:12.069873 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 72b0c1ee-2c05-4c2e-a784-bfb0d39cb0be, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=72b0c1ee-2c05-4c2e-a784-bfb0d39cb0be,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:25:12.080175 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=cb671348-5dc7-45a2-938f-91a3cfe40d16,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:12.102782 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c0baee-8ef3-484b-b51a-784cc063aa89 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Network 7cb387af-440e-45ab-b2fc-9acf3be5ee3a is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:25:12.107277 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-85c0baee-8ef3-484b-b51a-784cc063aa89 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:25:12.111359 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': '72b0c1ee-2c05-4c2e-a784-bfb0d39cb0be', 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b', 'port_id': '72b0c1ee-2c05-4c2e-a784-bfb0d39cb0be', 'mac_address': 'fa:16:3e:64:93:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8518183d-cc63-459a-b971-d4c7514e001f', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:25:12.112271 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c0baee-8ef3-484b-b51a-784cc063aa89 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:25:12.118585 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c0baee-8ef3-484b-b51a-784cc063aa89 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:12.119308 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-85c0baee-8ef3-484b-b51a-784cc063aa89 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:12.130671 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c0baee-8ef3-484b-b51a-784cc063aa89 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Pushing event updated for resources: {'Port': ['ID=eda20e67-ba3a-410e-8dbd-31b55fa9f837,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:12.153638 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-85c0baee-8ef3-484b-b51a-784cc063aa89 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.2088766 Jan 18 22:25:12.155351 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 41576) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:12.177152 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device b113fb47-bb35-4e95-8bb7-3ad26f60df1b up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:25:12.181088 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-9e4fbc1f-93e0-4914-b73b-3bd3ae5f7318 None None] For port 0e2fa6fd-cb02-4524-b711-b11a848b4f55, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:25:12.224659 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-9e4fbc1f-93e0-4914-b73b-3bd3ae5f7318 None None] For port 0e2fa6fd-cb02-4524-b711-b11a848b4f55, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=0e2fa6fd-cb02-4524-b711-b11a848b4f55,segment=NetworkSegment(46f9273d-e05b-46e4-a3d5-9188a7619f0c),segment_id=46f9273d-e05b-46e4-a3d5-9188a7619f0c)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:25:12.238081 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9e4fbc1f-93e0-4914-b73b-3bd3ae5f7318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:12.252118 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:12.311368 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72b0c1ee-2c05-4c2e-a784-bfb0d39cb0be {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:25:12.322963 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcc25cc0-8a19-4144-8df0-4bfb690669f0 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Deleting subnet 5b9ae3f5-8a2b-40bb-a305-e2bf80a10794 {{(pid=102430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:25:12.349752 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5b4a05-6c57-4cad-acdf-785f7eb1133d req-57994d40-4907-4da9-81a1-58c269858e13 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:12.359652 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2e5b4a05-6c57-4cad-acdf-785f7eb1133d req-57994d40-4907-4da9-81a1-58c269858e13 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e173d2e-e098-4c51-8104-b5036c990569 HTTP/1.1" status: 200 len: 945 time: 0.0937595 Jan 18 22:25:12.369234 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-dcc25cc0-8a19-4144-8df0-4bfb690669f0 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks [] for subnet, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:12.370696 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 72b0c1ee-2c05-4c2e-a784-bfb0d39cb0be, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=72b0c1ee-2c05-4c2e-a784-bfb0d39cb0be,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:25:12.380803 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4fbc1f-93e0-4914-b73b-3bd3ae5f7318 None None] Pushing event updated for resources: {'Port': ['ID=0e2fa6fd-cb02-4524-b711-b11a848b4f55,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:12.385885 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:12.387919 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port b113fb47-bb35-4e95-8bb7-3ad26f60df1b triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:25:12.396966 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:12.481498 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2e5b4a05-6c57-4cad-acdf-785f7eb1133d req-a3e1d5da-dc16-4753-9639-55fe7d05858e tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/security-groups?id=68e1f851-73aa-4cda-8095-0e2a92a325ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166353 Jan 18 22:25:12.495210 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a504787-9240-43cf-ac99-50e42ec68919 None None] Network 536a3eec-25cc-4bdc-b2f6-5cf91a682881 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:25:12.497198 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-dcc25cc0-8a19-4144-8df0-4bfb690669f0 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60394745'] for subnet, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:12.598362 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-88044e02-53c9-4f11-8730-9ed1dcb628ae None None] Provisioning complete for port b113fb47-bb35-4e95-8bb7-3ad26f60df1b triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:25:12.598998 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-88044e02-53c9-4f11-8730-9ed1dcb628ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:12.674040 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=72b0c1ee-2c05-4c2e-a784-bfb0d39cb0be,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:12.716064 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:12.793858 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:12.794157 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-dcc25cc0-8a19-4144-8df0-4bfb690669f0 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:12.861722 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f254e9-0027-4811-a175-5cdaafda4fd2 req-fffd750a-56a0-4275-8ea5-278ba1b1f693 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:12.863527 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-81f254e9-0027-4811-a175-5cdaafda4fd2 req-fffd750a-56a0-4275-8ea5-278ba1b1f693 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=1555094a-5480-4989-84ad-388f76f45c04 HTTP/1.1" status: 200 len: 945 time: 0.2857461 Jan 18 22:25:12.876851 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['72b0c1ee-2c05-4c2e-a784-bfb0d39cb0be'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:25:12.880038 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['cb671348-5dc7-45a2-938f-91a3cfe40d16'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:25:12.889047 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c95588-9446-494a-a6a2-6e68bedc6724 req-0a3b0ba7-74df-45d5-994a-596d1266460f tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:12.896692 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-70c95588-9446-494a-a6a2-6e68bedc6724 req-0a3b0ba7-74df-45d5-994a-596d1266460f tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/ports?device_id=bebd1957-5b89-4f93-b2f0-3d41b4c50f44 HTTP/1.1" status: 200 len: 949 time: 0.2419674 Jan 18 22:25:12.958798 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-81f254e9-0027-4811-a175-5cdaafda4fd2 req-de3e8fad-7cac-4181-91cb-24d1f5b876fb tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857511 Jan 18 22:25:12.962401 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-dcc25cc0-8a19-4144-8df0-4bfb690669f0 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60203138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62288677'] for subnet, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:12.989495 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-70c95588-9446-494a-a6a2-6e68bedc6724 req-d3b7d88d-ffe6-435e-b7dd-bbd5b069f171 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/security-groups?id=05d753a3-5b69-42a7-8159-df7094e5d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871677 Jan 18 22:25:13.015528 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-88044e02-53c9-4f11-8730-9ed1dcb628ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:13.028845 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc25cc0-8a19-4144-8df0-4bfb690669f0 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Pushing event deleted for resources: {'Subnet': ['ID=5b9ae3f5-8a2b-40bb-a305-e2bf80a10794,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:13.030851 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-dcc25cc0-8a19-4144-8df0-4bfb690669f0 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:13.046947 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41612) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:13.058171 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-dcc25cc0-8a19-4144-8df0-4bfb690669f0 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] 10.222.0.53 "DELETE /v2.0/subnets/5b9ae3f5-8a2b-40bb-a305-e2bf80a10794 HTTP/1.1" status: 204 len: 168 time: 0.9014978 Jan 18 22:25:13.063447 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port b113fb47-bb35-4e95-8bb7-3ad26f60df1b, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=b113fb47-bb35-4e95-8bb7-3ad26f60df1b,segment=NetworkSegment(32ec3113-e0db-49ce-9ab8-003c7d01fff3),segment_id=32ec3113-e0db-49ce-9ab8-003c7d01fff3)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:25:13.099043 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:13.139923 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ccfd63-06d8-4845-9670-44bab982a18a tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:13.141967 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ccfd63-06d8-4845-9670-44bab982a18a tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:13.143676 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-b2ccfd63-06d8-4845-9670-44bab982a18a tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0945632 Jan 18 22:25:13.148106 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 41614) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:13.307237 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-cea92106-6d7c-4705-ad82-c8302b1e72e0 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:13.350872 n-d-825064-1 neutron-server[102430]: INFO neutron.pecan_wsgi.hooks.translation [None req-cea92106-6d7c-4705-ad82-c8302b1e72e0 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 18 22:25:13.359845 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cea92106-6d7c-4705-ad82-c8302b1e72e0 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:25:13.366775 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.db.api [None req-88044e02-53c9-4f11-8730-9ed1dcb628ae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 22:25:13.369110 n-d-825064-1 neutron-server[102432]: DEBUG oslo_db.api [None req-88044e02-53c9-4f11-8730-9ed1dcb628ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 22:25:13.369110 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=b113fb47-bb35-4e95-8bb7-3ad26f60df1b,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:13.373942 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-cea92106-6d7c-4705-ad82-c8302b1e72e0 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] 10.222.0.53 "DELETE /v2.0/networks/7cb387af-440e-45ab-b2fc-9acf3be5ee3a HTTP/1.1" status: 409 len: 405 time: 0.2245810 Jan 18 22:25:13.377754 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41622) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:13.383494 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-4e568a67-9219-435a-86f1-c9858f26e9e7 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-993036178'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:25:13.439909 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e568a67-9219-435a-86f1-c9858f26e9e7 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Made reservation on behalf of fe37a6b751c244818a513074ac339274 for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:25:13.445590 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4e568a67-9219-435a-86f1-c9858f26e9e7 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:13.512041 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 5c6540dc-cedb-4c75-ad46-a801074d61ca details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:25:13.527344 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e568a67-9219-435a-86f1-c9858f26e9e7 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:25:13.550029 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4e568a67-9219-435a-86f1-c9858f26e9e7 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:13.552551 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-4e568a67-9219-435a-86f1-c9858f26e9e7 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Added segment 2645cc0f-a1a7-4280-bc99-3dce663acc7b of type vlan for network 76807adb-995b-43da-adb1-6aee6cdacea2 Jan 18 22:25:13.609893 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:13.682751 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4e568a67-9219-435a-86f1-c9858f26e9e7 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:13.726490 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a1b193-acf1-485c-ade1-2e4a897f0635 req-88b20cb4-7ddd-4b80-a129-9d7060801bff tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:13.735131 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c3a1b193-acf1-485c-ade1-2e4a897f0635 req-88b20cb4-7ddd-4b80-a129-9d7060801bff tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e173d2e-e098-4c51-8104-b5036c990569 HTTP/1.1" status: 200 len: 945 time: 0.1037881 Jan 18 22:25:13.742284 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4e568a67-9219-435a-86f1-c9858f26e9e7 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:13.748716 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e568a67-9219-435a-86f1-c9858f26e9e7 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:13.749359 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4e568a67-9219-435a-86f1-c9858f26e9e7 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:13.832789 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c3a1b193-acf1-485c-ade1-2e4a897f0635 req-02dcf6cf-262d-4662-8202-ce6f27f74888 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/security-groups?id=68e1f851-73aa-4cda-8095-0e2a92a325ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924919 Jan 18 22:25:13.834696 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-4e568a67-9219-435a-86f1-c9858f26e9e7 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4556346 Jan 18 22:25:13.840534 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 41634) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:13.852356 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-05aaf056-4fa2-40e2-adcc-33de8be104b5 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Request body: {'subnet': {'network_id': '76807adb-995b-43da-adb1-6aee6cdacea2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:25:13.929292 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e568a67-9219-435a-86f1-c9858f26e9e7 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Pushing event updated for resources: {'Network': ['ID=76807adb-995b-43da-adb1-6aee6cdacea2,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:13.957149 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 76807adb-995b-43da-adb1-6aee6cdacea2 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:25:13.969017 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 5c6540dc-cedb-4c75-ad46-a801074d61ca, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=5c6540dc-cedb-4c75-ad46-a801074d61ca,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:25:14.035060 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a404c7-e2d9-40eb-bab0-07d5414843c9 None None] Network 7cb387af-440e-45ab-b2fc-9acf3be5ee3a requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:25:14.051393 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': '5c6540dc-cedb-4c75-ad46-a801074d61ca', 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b', 'port_id': '5c6540dc-cedb-4c75-ad46-a801074d61ca', 'mac_address': 'fa:16:3e:e0:0e:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8518183d-cc63-459a-b971-d4c7514e001f', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:25:14.101039 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05aaf056-4fa2-40e2-adcc-33de8be104b5 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Made reservation on behalf of fe37a6b751c244818a513074ac339274 for: {'subnet': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:25:14.113473 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-05aaf056-4fa2-40e2-adcc-33de8be104b5 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62288702'] for subnet, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:14.182658 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:14.223082 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5c6540dc-cedb-4c75-ad46-a801074d61ca {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:25:14.353282 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6fa0bb-30b9-426a-be5f-f97fb8eef50f req-34f05b7c-542d-4d88-8771-4ceb703858cb tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:14.355327 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-eb6fa0bb-30b9-426a-be5f-f97fb8eef50f req-34f05b7c-542d-4d88-8771-4ceb703858cb tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=1555094a-5480-4989-84ad-388f76f45c04 HTTP/1.1" status: 200 len: 945 time: 0.1891553 Jan 18 22:25:14.412020 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f99a6b-db5e-459d-b4b2-e2eb9c20ad01 req-5de0a514-a154-4705-acfe-aeda746be8ce tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:14.414096 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-00f99a6b-db5e-459d-b4b2-e2eb9c20ad01 req-5de0a514-a154-4705-acfe-aeda746be8ce tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/ports?device_id=bebd1957-5b89-4f93-b2f0-3d41b4c50f44 HTTP/1.1" status: 200 len: 949 time: 0.2675991 Jan 18 22:25:14.419599 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device b113fb47-bb35-4e95-8bb7-3ad26f60df1b up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:25:14.423553 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-ce53e6c5-1899-484e-8a8c-6c3a9ca02368 None None] Provisioning complete for port 0e2fa6fd-cb02-4524-b711-b11a848b4f55 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:25:14.423926 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ce53e6c5-1899-484e-8a8c-6c3a9ca02368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:14.428735 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 5c6540dc-cedb-4c75-ad46-a801074d61ca, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=5c6540dc-cedb-4c75-ad46-a801074d61ca,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:25:14.478052 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-eb6fa0bb-30b9-426a-be5f-f97fb8eef50f req-943fd951-05b8-40fe-ae61-5b72da1593e1 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047673 Jan 18 22:25:14.482709 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:14.582128 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=5c6540dc-cedb-4c75-ad46-a801074d61ca,revision_number=6']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:14.591955 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port b113fb47-bb35-4e95-8bb7-3ad26f60df1b triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:25:14.592351 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:14.618117 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-00f99a6b-db5e-459d-b4b2-e2eb9c20ad01 req-f877cffc-8f3f-4282-a824-3e0c167c8921 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/security-groups?id=05d753a3-5b69-42a7-8159-df7094e5d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927133 Jan 18 22:25:14.682928 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d29e2d-bab9-40c3-9eed-ef83707ac669 None None] DHCP port deletion for 7cb387af-440e-45ab-b2fc-9acf3be5ee3a request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:25:14.702578 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ce53e6c5-1899-484e-8a8c-6c3a9ca02368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:14.814699 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-ce53e6c5-1899-484e-8a8c-6c3a9ca02368 None None] For port 0e2fa6fd-cb02-4524-b711-b11a848b4f55, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=0e2fa6fd-cb02-4524-b711-b11a848b4f55,segment=NetworkSegment(46f9273d-e05b-46e4-a3d5-9188a7619f0c),segment_id=46f9273d-e05b-46e4-a3d5-9188a7619f0c)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:25:14.825273 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 0e2fa6fd-cb02-4524-b711-b11a848b4f55 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:25:14.828595 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ce53e6c5-1899-484e-8a8c-6c3a9ca02368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:14.893956 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-d6d29e2d-bab9-40c3-9eed-ef83707ac669 None None] Deleting port 0e2fa6fd-cb02-4524-b711-b11a848b4f55 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:25:14.894265 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d6d29e2d-bab9-40c3-9eed-ef83707ac669 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:14.926370 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-ce53e6c5-1899-484e-8a8c-6c3a9ca02368 None None] Provisioning complete for port b113fb47-bb35-4e95-8bb7-3ad26f60df1b triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:25:14.926781 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ce53e6c5-1899-484e-8a8c-6c3a9ca02368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:14.944644 n-d-825064-1 neutron-server[102430]: DEBUG neutron.objects.ports [None req-05aaf056-4fa2-40e2-adcc-33de8be104b5 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102430) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 18 22:25:14.948774 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-05aaf056-4fa2-40e2-adcc-33de8be104b5 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60203213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62288684'] for subnet, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:15.008917 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce53e6c5-1899-484e-8a8c-6c3a9ca02368 None None] Pushing event updated for resources: {'Port': ['ID=0e2fa6fd-cb02-4524-b711-b11a848b4f55,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:15.034713 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-d6d29e2d-bab9-40c3-9eed-ef83707ac669 None None] For port 0e2fa6fd-cb02-4524-b711-b11a848b4f55, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=0e2fa6fd-cb02-4524-b711-b11a848b4f55,segment=NetworkSegment(46f9273d-e05b-46e4-a3d5-9188a7619f0c),segment_id=46f9273d-e05b-46e4-a3d5-9188a7619f0c)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:25:15.035108 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d6d29e2d-bab9-40c3-9eed-ef83707ac669 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:15.055481 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 0e2fa6fd-cb02-4524-b711-b11a848b4f55 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:25:15.056091 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:15.075601 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7767c142-2c3d-45b1-89db-adf529563e67 req-b19e60cc-bbc8-4bc8-8bdc-514dec95311a tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:15.083365 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7767c142-2c3d-45b1-89db-adf529563e67 req-b19e60cc-bbc8-4bc8-8bdc-514dec95311a tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e173d2e-e098-4c51-8104-b5036c990569 HTTP/1.1" status: 200 len: 945 time: 0.1363361 Jan 18 22:25:15.084152 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aaf056-4fa2-40e2-adcc-33de8be104b5 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Pushing event updated for resources: {'Subnet': ['ID=1549d571-39b5-470c-879e-f3567ed5f5ae,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:15.119697 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05aaf056-4fa2-40e2-adcc-33de8be104b5 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Checking segment: {'id': '2645cc0f-a1a7-4280-bc99-3dce663acc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '76807adb-995b-43da-adb1-6aee6cdacea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:25:15.120697 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05aaf056-4fa2-40e2-adcc-33de8be104b5 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Network hostable DHCP agents. Network: 76807adb-995b-43da-adb1-6aee6cdacea2, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:25:15.121784 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-d6d29e2d-bab9-40c3-9eed-ef83707ac669 None None] Calling delete_port for 0e2fa6fd-cb02-4524-b711-b11a848b4f55 owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:25:15.162135 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7767c142-2c3d-45b1-89db-adf529563e67 req-3f679da5-1bc2-417f-9203-a874f6930688 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/security-groups?id=68e1f851-73aa-4cda-8095-0e2a92a325ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611932 Jan 18 22:25:15.163446 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05aaf056-4fa2-40e2-adcc-33de8be104b5 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Network 76807adb-995b-43da-adb1-6aee6cdacea2 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:25:15.178153 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-05aaf056-4fa2-40e2-adcc-33de8be104b5 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 76807adb-995b-43da-adb1-6aee6cdacea2) {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:25:15.183275 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05aaf056-4fa2-40e2-adcc-33de8be104b5 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:15.184071 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-05aaf056-4fa2-40e2-adcc-33de8be104b5 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:15.184683 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['5c6540dc-cedb-4c75-ad46-a801074d61ca'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:25:15.194872 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23746cce-a401-49a6-8864-6a9566059a57 None None] Network 76807adb-995b-43da-adb1-6aee6cdacea2 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:25:15.212984 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-05aaf056-4fa2-40e2-adcc-33de8be104b5 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3688486 Jan 18 22:25:15.213298 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41658) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:15.219120 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-e77d95d2-2b36-46a7-bac2-4eb6e611890d tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Request body: {'port': {'network_id': '76807adb-995b-43da-adb1-6aee6cdacea2', 'name': 'tempest-NetworksIpV6TestAttrs-1766405484'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:25:15.355369 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e77d95d2-2b36-46a7-bac2-4eb6e611890d tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Made reservation on behalf of fe37a6b751c244818a513074ac339274 for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:25:15.361101 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e77d95d2-2b36-46a7-bac2-4eb6e611890d tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:15.385534 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [None req-e77d95d2-2b36-46a7-bac2-4eb6e611890d tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] device_id is not set on port 3c966a97-f7a4-4c21-ad63-41a406d8be10 yet. {{(pid=102431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:25:15.491856 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d6d29e2d-bab9-40c3-9eed-ef83707ac669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:15.509417 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device cb671348-5dc7-45a2-938f-91a3cfe40d16 up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:25:15.521354 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-e77d95d2-2b36-46a7-bac2-4eb6e611890d tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Allocated IP 2001:db8::f816:3eff:fe1d:7955 (76807adb-995b-43da-adb1-6aee6cdacea2/1549d571-39b5-470c-879e-f3567ed5f5ae/3c966a97-f7a4-4c21-ad63-41a406d8be10) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:25:15.564892 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d29e2d-bab9-40c3-9eed-ef83707ac669 None None] Pushing event deleted for resources: {'Port': ['ID=0e2fa6fd-cb02-4524-b711-b11a848b4f55,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:15.584271 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d29e2d-bab9-40c3-9eed-ef83707ac669 None None] No DVR routers for this DVR port 0e2fa6fd-cb02-4524-b711-b11a848b4f55 on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:25:15.652633 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14510f2e-9bfa-43cb-bfa6-65704b265169 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-76807adb-995b-43da-adb1-6aee6cdacea2', 'network_id': '76807adb-995b-43da-adb1-6aee6cdacea2', 'tenant_id': 'fe37a6b751c244818a513074ac339274', 'fixed_ips': [{'subnet_id': '1549d571-39b5-470c-879e-f3567ed5f5ae'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:25:15.653495 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14510f2e-9bfa-43cb-bfa6-65704b265169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:15.700561 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port cb671348-5dc7-45a2-938f-91a3cfe40d16 completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:25:15.765651 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e77d95d2-2b36-46a7-bac2-4eb6e611890d tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:15.770916 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port cb671348-5dc7-45a2-938f-91a3cfe40d16 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:25:15.771285 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:15.815961 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e77d95d2-2b36-46a7-bac2-4eb6e611890d tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:15.877154 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77d95d2-2b36-46a7-bac2-4eb6e611890d tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Network 76807adb-995b-43da-adb1-6aee6cdacea2 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:25:15.880656 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-e77d95d2-2b36-46a7-bac2-4eb6e611890d tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:25:15.885239 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77d95d2-2b36-46a7-bac2-4eb6e611890d tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:25:15.891116 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77d95d2-2b36-46a7-bac2-4eb6e611890d tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:15.892160 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-14510f2e-9bfa-43cb-bfa6-65704b265169 None None] Allocated IP 2001:db8::f816:3eff:fe5c:80a6 (76807adb-995b-43da-adb1-6aee6cdacea2/1549d571-39b5-470c-879e-f3567ed5f5ae/ffb2830d-48bb-4768-98fa-e01f1b189264) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:25:15.892395 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e77d95d2-2b36-46a7-bac2-4eb6e611890d tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:15.906683 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77d95d2-2b36-46a7-bac2-4eb6e611890d tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Pushing event updated for resources: {'Port': ['ID=3c966a97-f7a4-4c21-ad63-41a406d8be10,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:15.924114 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-e77d95d2-2b36-46a7-bac2-4eb6e611890d tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.7090251 Jan 18 22:25:15.925500 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41672) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:15.960342 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:15.990323 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-c30771c0-fbf1-4c2e-bf1c-ac2c787ac84e tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Deleting subnet 1549d571-39b5-470c-879e-f3567ed5f5ae {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:25:16.021695 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea5c54f7-20af-42c5-8cc7-bf2ef2391522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb671348-5dc7-45a2-938f-91a3cfe40d16'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:25:16.023941 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73836114-8c5f-4a97-be21-6ac905bc5166" -d '{"events": [{"server_uuid": "ea5c54f7-20af-42c5-8cc7-bf2ef2391522", "name": "network-vif-plugged", "status": "completed", "tag": "cb671348-5dc7-45a2-938f-91a3cfe40d16"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:25:16.047330 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port cb671348-5dc7-45a2-938f-91a3cfe40d16, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=cb671348-5dc7-45a2-938f-91a3cfe40d16,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:25:16.058910 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:16.059717 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 72b0c1ee-2c05-4c2e-a784-bfb0d39cb0be up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:25:16.137651 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde8fdac-1703-4a8a-969c-aad289ad3526 req-657a9fb9-6ea4-4923-8e65-929f08b8b4d1 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:16.141034 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-dde8fdac-1703-4a8a-969c-aad289ad3526 req-657a9fb9-6ea4-4923-8e65-929f08b8b4d1 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=1555094a-5480-4989-84ad-388f76f45c04 HTTP/1.1" status: 200 len: 945 time: 0.5568361 Jan 18 22:25:16.150882 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 0e2fa6fd-cb02-4524-b711-b11a848b4f55 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:25:16.165569 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b371edab-f243-4521-9ac6-60eb05b3717d req-94c58341-9e7b-403f-82a6-4857e23a1838 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:16.167111 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b371edab-f243-4521-9ac6-60eb05b3717d req-94c58341-9e7b-403f-82a6-4857e23a1838 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/ports?device_id=bebd1957-5b89-4f93-b2f0-3d41b4c50f44 HTTP/1.1" status: 200 len: 949 time: 0.0841615 Jan 18 22:25:16.191444 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 0e2fa6fd-cb02-4524-b711-b11a848b4f55 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:25:16.191785 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 0e2fa6fd-cb02-4524-b711-b11a848b4f55 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:25:16.231283 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=cb671348-5dc7-45a2-938f-91a3cfe40d16,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:16.262863 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-dde8fdac-1703-4a8a-969c-aad289ad3526 req-cad5408d-90a9-4586-949d-074653d42dce tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164427 Jan 18 22:25:16.284422 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b371edab-f243-4521-9ac6-60eb05b3717d req-c46e5793-9e54-4967-a344-d8ccce6cb123 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/security-groups?id=05d753a3-5b69-42a7-8159-df7094e5d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933669 Jan 18 22:25:16.320407 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port 72b0c1ee-2c05-4c2e-a784-bfb0d39cb0be completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:25:16.330918 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port 72b0c1ee-2c05-4c2e-a784-bfb0d39cb0be triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:25:16.331870 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:16.345753 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14510f2e-9bfa-43cb-bfa6-65704b265169 None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:16.361726 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c30771c0-fbf1-4c2e-bf1c-ac2c787ac84e tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:16.377198 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14510f2e-9bfa-43cb-bfa6-65704b265169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:16.398089 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eccaab-d294-4b45-bc8a-69a827b2b2af req-6ca3a0cf-0dc5-44cb-b7ab-047ef70b3780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:16.410148 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b4eccaab-d294-4b45-bc8a-69a827b2b2af req-6ca3a0cf-0dc5-44cb-b7ab-047ef70b3780 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7e173d2e-e098-4c51-8104-b5036c990569 HTTP/1.1" status: 200 len: 1096 time: 0.1072071 Jan 18 22:25:16.448578 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14510f2e-9bfa-43cb-bfa6-65704b265169 None None] Network 76807adb-995b-43da-adb1-6aee6cdacea2 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:25:16.459265 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-14510f2e-9bfa-43cb-bfa6-65704b265169 None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:25:16.469033 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14510f2e-9bfa-43cb-bfa6-65704b265169 None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:25:16.473771 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14510f2e-9bfa-43cb-bfa6-65704b265169 None None] Pushing event updated for resources: {'Port': ['ID=ffb2830d-48bb-4768-98fa-e01f1b189264,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:16.488533 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b4eccaab-d294-4b45-bc8a-69a827b2b2af req-87a12b8f-2509-4fd4-8b12-5e1765a992bc service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=68e1f851-73aa-4cda-8095-0e2a92a325ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753424 Jan 18 22:25:16.514351 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c30771c0-fbf1-4c2e-bf1c-ac2c787ac84e tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:16.548400 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:16.577553 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07415b24-9bc4-42fa-915f-bd93dc52db98 x-openstack-request-id: req-07415b24-9bc4-42fa-915f-bd93dc52db98 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:25:16.578559 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea5c54f7-20af-42c5-8cc7-bf2ef2391522", "name": "network-vif-plugged", "status": "completed", "tag": "cb671348-5dc7-45a2-938f-91a3cfe40d16", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:25:16.579435 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-07415b24-9bc4-42fa-915f-bd93dc52db98 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:25:16.579952 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea5c54f7-20af-42c5-8cc7-bf2ef2391522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb671348-5dc7-45a2-938f-91a3cfe40d16', 'code': 200} Jan 18 22:25:16.610005 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-14510f2e-9bfa-43cb-bfa6-65704b265169 None None] Attempting to bind port ffb2830d-48bb-4768-98fa-e01f1b189264 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:25:16.610724 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-14510f2e-9bfa-43cb-bfa6-65704b265169 None None] Attempting to bind port ffb2830d-48bb-4768-98fa-e01f1b189264 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '2645cc0f-a1a7-4280-bc99-3dce663acc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '76807adb-995b-43da-adb1-6aee6cdacea2'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:25:16.610961 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14510f2e-9bfa-43cb-bfa6-65704b265169 None None] Attempting to bind port ffb2830d-48bb-4768-98fa-e01f1b189264 on network 76807adb-995b-43da-adb1-6aee6cdacea2 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:25:16.624735 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 72b0c1ee-2c05-4c2e-a784-bfb0d39cb0be, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=72b0c1ee-2c05-4c2e-a784-bfb0d39cb0be,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:25:16.628207 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14510f2e-9bfa-43cb-bfa6-65704b265169 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:25:16.628207 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14510f2e-9bfa-43cb-bfa6-65704b265169 None None] Checking segment: {'id': '2645cc0f-a1a7-4280-bc99-3dce663acc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '76807adb-995b-43da-adb1-6aee6cdacea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:25:16.628207 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14510f2e-9bfa-43cb-bfa6-65704b265169 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:16.628207 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14510f2e-9bfa-43cb-bfa6-65704b265169 None None] Bound using segment: {'id': '2645cc0f-a1a7-4280-bc99-3dce663acc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '76807adb-995b-43da-adb1-6aee6cdacea2'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:25:16.628207 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-14510f2e-9bfa-43cb-bfa6-65704b265169 None None] Bound port: ffb2830d-48bb-4768-98fa-e01f1b189264, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2645cc0f-a1a7-4280-bc99-3dce663acc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '76807adb-995b-43da-adb1-6aee6cdacea2'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:25:16.628803 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14510f2e-9bfa-43cb-bfa6-65704b265169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:16.643604 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:16.714117 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbf4123-9071-4e4c-a8a8-01767f85a799 req-d9793fdb-bcf2-49de-8425-58d18a4a8dfa tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:16.743854 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c30771c0-fbf1-4c2e-bf1c-ac2c787ac84e tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:16.747374 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bcbf4123-9071-4e4c-a8a8-01767f85a799 req-d9793fdb-bcf2-49de-8425-58d18a4a8dfa tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e173d2e-e098-4c51-8104-b5036c990569 HTTP/1.1" status: 200 len: 945 time: 0.1345115 Jan 18 22:25:16.775844 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=72b0c1ee-2c05-4c2e-a784-bfb0d39cb0be,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:16.827836 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bcbf4123-9071-4e4c-a8a8-01767f85a799 req-94a1fa5a-4255-49fa-bb0e-51e0e241ef81 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/security-groups?id=68e1f851-73aa-4cda-8095-0e2a92a325ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794566 Jan 18 22:25:16.836742 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfdcbd8-a596-4789-82da-fedbfd8a72d9 req-3b9cc3dc-e59b-41f5-b772-b24ecf58d0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:16.840516 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0cfdcbd8-a596-4789-82da-fedbfd8a72d9 req-3b9cc3dc-e59b-41f5-b772-b24ecf58d0d3 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ea5c54f7-20af-42c5-8cc7-bf2ef2391522 HTTP/1.1" status: 200 len: 1101 time: 0.0761166 Jan 18 22:25:16.842349 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-14510f2e-9bfa-43cb-bfa6-65704b265169 None None] For port ffb2830d-48bb-4768-98fa-e01f1b189264, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:25:16.846662 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-14510f2e-9bfa-43cb-bfa6-65704b265169 None None] For port ffb2830d-48bb-4768-98fa-e01f1b189264, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=ffb2830d-48bb-4768-98fa-e01f1b189264,segment=NetworkSegment(2645cc0f-a1a7-4280-bc99-3dce663acc7b),segment_id=2645cc0f-a1a7-4280-bc99-3dce663acc7b)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:25:16.847937 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c30771c0-fbf1-4c2e-bf1c-ac2c787ac84e tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:16.854181 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14510f2e-9bfa-43cb-bfa6-65704b265169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:16.883300 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30771c0-fbf1-4c2e-bf1c-ac2c787ac84e tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Pushing event deleted for resources: {'Subnet': ['ID=1549d571-39b5-470c-879e-f3567ed5f5ae,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:16.895573 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c30771c0-fbf1-4c2e-bf1c-ac2c787ac84e tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:16.895813 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0cfdcbd8-a596-4789-82da-fedbfd8a72d9 req-15397547-4e12-47d2-b2e1-9ad1198fbf4b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=05d753a3-5b69-42a7-8159-df7094e5d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439701 Jan 18 22:25:16.897595 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-c30771c0-fbf1-4c2e-bf1c-ac2c787ac84e tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] 10.222.0.53 "DELETE /v2.0/subnets/1549d571-39b5-470c-879e-f3567ed5f5ae HTTP/1.1" status: 204 len: 168 time: 0.9707339 Jan 18 22:25:16.899652 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41686) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:16.928349 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14510f2e-9bfa-43cb-bfa6-65704b265169 None None] Pushing event updated for resources: {'Port': ['ID=ffb2830d-48bb-4768-98fa-e01f1b189264,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:16.962641 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb289b5-6ad2-445a-ac6d-fec7ac607bbf tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:16.964560 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb289b5-6ad2-445a-ac6d-fec7ac607bbf tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:16.966489 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-4cb289b5-6ad2-445a-ac6d-fec7ac607bbf tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0655377 Jan 18 22:25:16.968856 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41688) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:17.066102 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-52b487f8-3142-4767-a288-62f5011471ab tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:17.073462 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-52b487f8-3142-4767-a288-62f5011471ab tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 18 22:25:17.073799 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52b487f8-3142-4767-a288-62f5011471ab tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:25:17.080910 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-52b487f8-3142-4767-a288-62f5011471ab tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] 10.222.0.53 "DELETE /v2.0/networks/76807adb-995b-43da-adb1-6aee6cdacea2 HTTP/1.1" status: 409 len: 405 time: 0.1070037 Jan 18 22:25:17.081374 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41690) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:17.086725 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-1c4f846d-9abb-42a9-94f0-bf4f35a886c1 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1708318950'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:25:17.122225 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c4f846d-9abb-42a9-94f0-bf4f35a886c1 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Made reservation on behalf of fe37a6b751c244818a513074ac339274 for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:25:17.125879 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1c4f846d-9abb-42a9-94f0-bf4f35a886c1 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:17.170919 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c4f846d-9abb-42a9-94f0-bf4f35a886c1 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:25:17.188606 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1c4f846d-9abb-42a9-94f0-bf4f35a886c1 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:17.189393 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-1c4f846d-9abb-42a9-94f0-bf4f35a886c1 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Added segment 88079bad-a6d2-4e68-94e4-e30bb0a53ca9 of type vlan for network 7db469eb-79ac-4682-87ae-d06689789248 Jan 18 22:25:17.239105 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1c4f846d-9abb-42a9-94f0-bf4f35a886c1 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:17.287089 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1c4f846d-9abb-42a9-94f0-bf4f35a886c1 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:17.293257 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4f846d-9abb-42a9-94f0-bf4f35a886c1 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:17.293900 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1c4f846d-9abb-42a9-94f0-bf4f35a886c1 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:17.386661 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4f846d-9abb-42a9-94f0-bf4f35a886c1 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Pushing event updated for resources: {'Network': ['ID=7db469eb-79ac-4682-87ae-d06689789248,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:17.398390 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 7db469eb-79ac-4682-87ae-d06689789248 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:25:17.428961 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-1c4f846d-9abb-42a9-94f0-bf4f35a886c1 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3460927 Jan 18 22:25:17.430089 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41698) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:17.437289 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-68349d4d-88e5-4c41-b3b7-88d4bcf3576f tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Request body: {'subnet': {'network_id': '7db469eb-79ac-4682-87ae-d06689789248', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:25:17.509774 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a59554-571c-412e-918c-0c9dd4ae7b96 req-3f9b6d2f-2ad5-4fb8-b239-94a48fb5ac3f tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:17.518530 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-30a59554-571c-412e-918c-0c9dd4ae7b96 req-3f9b6d2f-2ad5-4fb8-b239-94a48fb5ac3f tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/ports?device_id=bebd1957-5b89-4f93-b2f0-3d41b4c50f44 HTTP/1.1" status: 200 len: 950 time: 0.1117671 Jan 18 22:25:17.520875 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 5c6540dc-cedb-4c75-ad46-a801074d61ca up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:25:17.529208 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27524688-2e01-43e8-a9a1-1af3534920a9 req-4cbf2f38-f851-45b3-8fbf-fc4444b68cb8 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:17.530717 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-27524688-2e01-43e8-a9a1-1af3534920a9 req-4cbf2f38-f851-45b3-8fbf-fc4444b68cb8 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=1555094a-5480-4989-84ad-388f76f45c04 HTTP/1.1" status: 200 len: 945 time: 0.1350119 Jan 18 22:25:17.568267 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68349d4d-88e5-4c41-b3b7-88d4bcf3576f tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Made reservation on behalf of fe37a6b751c244818a513074ac339274 for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:25:17.574846 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-68349d4d-88e5-4c41-b3b7-88d4bcf3576f tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:17.589774 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port 5c6540dc-cedb-4c75-ad46-a801074d61ca triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:25:17.590425 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:17.594665 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-30a59554-571c-412e-918c-0c9dd4ae7b96 req-605a101d-fce2-48bb-854e-c78b9fd0c4b8 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/security-groups?id=05d753a3-5b69-42a7-8159-df7094e5d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733161 Jan 18 22:25:17.611076 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-27524688-2e01-43e8-a9a1-1af3534920a9 req-672366a7-bed7-44ab-b8e0-2d6d19c5be07 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677722 Jan 18 22:25:17.735891 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:17.800972 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 5c6540dc-cedb-4c75-ad46-a801074d61ca, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=5c6540dc-cedb-4c75-ad46-a801074d61ca,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:25:17.807295 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:17.927973 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=5c6540dc-cedb-4c75-ad46-a801074d61ca,revision_number=7']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:18.034522 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7922916-5f54-45b5-8114-406a19ced030 req-b6648835-2746-42d1-9c38-ddc664fd42d1 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:18.037019 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e7922916-5f54-45b5-8114-406a19ced030 req-b6648835-2746-42d1-9c38-ddc664fd42d1 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e173d2e-e098-4c51-8104-b5036c990569 HTTP/1.1" status: 200 len: 945 time: 0.0673103 Jan 18 22:25:18.079317 n-d-825064-1 neutron-server[102431]: DEBUG neutron.objects.ports [None req-68349d4d-88e5-4c41-b3b7-88d4bcf3576f tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102431) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 18 22:25:18.082286 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-68349d4d-88e5-4c41-b3b7-88d4bcf3576f tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:18.102199 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e7922916-5f54-45b5-8114-406a19ced030 req-14918cc0-2cfc-4ab1-92a1-02bf700ee631 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/security-groups?id=68e1f851-73aa-4cda-8095-0e2a92a325ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511725 Jan 18 22:25:18.159448 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68349d4d-88e5-4c41-b3b7-88d4bcf3576f tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Pushing event updated for resources: {'Subnet': ['ID=d6a09179-5033-4ef9-b261-93d02b9171f5,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:18.218843 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device ffb2830d-48bb-4768-98fa-e01f1b189264 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:25:18.251289 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68349d4d-88e5-4c41-b3b7-88d4bcf3576f tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Checking segment: {'id': '88079bad-a6d2-4e68-94e4-e30bb0a53ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7db469eb-79ac-4682-87ae-d06689789248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:25:18.251661 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68349d4d-88e5-4c41-b3b7-88d4bcf3576f tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Network hostable DHCP agents. Network: 7db469eb-79ac-4682-87ae-d06689789248, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:25:18.283317 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68349d4d-88e5-4c41-b3b7-88d4bcf3576f tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Network 7db469eb-79ac-4682-87ae-d06689789248 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:25:18.306819 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-68349d4d-88e5-4c41-b3b7-88d4bcf3576f tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 7db469eb-79ac-4682-87ae-d06689789248) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:25:18.315407 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346e424b-e3ef-443a-8448-564c924bf1b1 None None] Network 7db469eb-79ac-4682-87ae-d06689789248 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:25:18.315710 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68349d4d-88e5-4c41-b3b7-88d4bcf3576f tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:18.316573 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-68349d4d-88e5-4c41-b3b7-88d4bcf3576f tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:18.352395 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-68349d4d-88e5-4c41-b3b7-88d4bcf3576f tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.9208853 Jan 18 22:25:18.354741 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 41724) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:18.382676 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port ffb2830d-48bb-4768-98fa-e01f1b189264 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:25:18.385079 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:18.405695 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd44b3d-af65-4dd4-9728-3ed9d7e535c5 None None] Network 76807adb-995b-43da-adb1-6aee6cdacea2 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:25:18.538869 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27989fe-1d50-43f9-8270-94ffa855fb45 req-a7c0793c-c3f8-44b0-97d1-582eabc36c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:18.540436 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d27989fe-1d50-43f9-8270-94ffa855fb45 req-a7c0793c-c3f8-44b0-97d1-582eabc36c63 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9e3d2710d5874e5a8a2018a623ee9fbd&device_id=7e173d2e-e098-4c51-8104-b5036c990569 HTTP/1.1" status: 200 len: 1096 time: 0.1032574 Jan 18 22:25:18.549201 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c62f8b7b-4ef6-4bf1-b507-3bb1fbb8ac44 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:18.567945 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-843a9095-5531-48cd-b220-4385728c8afb None None] Provisioning complete for port ffb2830d-48bb-4768-98fa-e01f1b189264 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:25:18.567945 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-843a9095-5531-48cd-b220-4385728c8afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:18.584423 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bebd1957-5b89-4f93-b2f0-3d41b4c50f44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72b0c1ee-2c05-4c2e-a784-bfb0d39cb0be'}, {'server_uuid': '841de351-4a53-4154-9714-1519f6b98d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c6540dc-cedb-4c75-ad46-a801074d61ca'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:25:18.585132 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a17aa9a-e28c-4ca6-a8c0-59904771fcf1" -d '{"events": [{"server_uuid": "bebd1957-5b89-4f93-b2f0-3d41b4c50f44", "name": "network-vif-plugged", "status": "completed", "tag": "72b0c1ee-2c05-4c2e-a784-bfb0d39cb0be"}, {"server_uuid": "841de351-4a53-4154-9714-1519f6b98d10", "name": "network-vif-plugged", "status": "completed", "tag": "5c6540dc-cedb-4c75-ad46-a801074d61ca"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:25:18.635060 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4325e7f2-7ada-440f-8744-42af1b08314f req-d80091fd-644d-4147-aa17-96141159c879 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:18.637457 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4325e7f2-7ada-440f-8744-42af1b08314f req-d80091fd-644d-4147-aa17-96141159c879 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e173d2e-e098-4c51-8104-b5036c990569 HTTP/1.1" status: 200 len: 945 time: 0.1485293 Jan 18 22:25:18.797159 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c62f8b7b-4ef6-4bf1-b507-3bb1fbb8ac44 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:18.805036 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27989fe-1d50-43f9-8270-94ffa855fb45 req-792f3e3e-04e3-4690-8029-25cd601e9544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:18.806373 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d27989fe-1d50-43f9-8270-94ffa855fb45 req-792f3e3e-04e3-4690-8029-25cd601e9544 service neutron] 10.222.0.67 "GET /v2.0/networks?id=afa667de-c8f9-4a8d-967c-cff5c9ffa5d7 HTTP/1.1" status: 200 len: 919 time: 0.2536898 Jan 18 22:25:18.847547 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4325e7f2-7ada-440f-8744-42af1b08314f req-0d2eeafe-4234-45ff-b195-d1e1fd0e2691 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/security-groups?id=68e1f851-73aa-4cda-8095-0e2a92a325ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997054 Jan 18 22:25:18.917632 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d27989fe-1d50-43f9-8270-94ffa855fb45 req-b2ae7911-1be5-4c48-b254-924c959b13da service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a582b417-6d8e-4aa6-91a9-5f6b1d7cd873 HTTP/1.1" status: 200 len: 217 time: 0.0870800 Jan 18 22:25:18.930936 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafab9bc-aee3-4efb-9929-50f4ace1ce50 req-3cdd05c3-f5ac-4c6a-8ae6-fbf2f0acdb3a tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:18.932816 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fafab9bc-aee3-4efb-9929-50f4ace1ce50 req-3cdd05c3-f5ac-4c6a-8ae6-fbf2f0acdb3a tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/ports?device_id=bebd1957-5b89-4f93-b2f0-3d41b4c50f44 HTTP/1.1" status: 200 len: 950 time: 0.2252336 Jan 18 22:25:18.999525 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:19.018819 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1adc416-197a-4f8c-8ea4-e4ac8fb2cede None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-7db469eb-79ac-4682-87ae-d06689789248', 'network_id': '7db469eb-79ac-4682-87ae-d06689789248', 'tenant_id': 'fe37a6b751c244818a513074ac339274', 'fixed_ips': [{'subnet_id': 'd6a09179-5033-4ef9-b261-93d02b9171f5'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:25:19.020301 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e1adc416-197a-4f8c-8ea4-e4ac8fb2cede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:19.051025 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27989fe-1d50-43f9-8270-94ffa855fb45 req-a5aeb463-d564-4ba4-9d33-8371d83c04a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:19.052897 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d27989fe-1d50-43f9-8270-94ffa855fb45 req-a5aeb463-d564-4ba4-9d33-8371d83c04a8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e776d007-5ac5-4a48-98ad-4f038a9c4c11 HTTP/1.1" status: 200 len: 859 time: 0.1154754 Jan 18 22:25:19.056934 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c62f8b7b-4ef6-4bf1-b507-3bb1fbb8ac44 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60203138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62288677'] for subnet, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:19.087812 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port ffb2830d-48bb-4768-98fa-e01f1b189264, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=ffb2830d-48bb-4768-98fa-e01f1b189264,segment=NetworkSegment(2645cc0f-a1a7-4280-bc99-3dce663acc7b),segment_id=2645cc0f-a1a7-4280-bc99-3dce663acc7b)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:25:19.110100 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fafab9bc-aee3-4efb-9929-50f4ace1ce50 req-a323f415-feb5-4ea9-a8e0-0b83d09d97aa tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/security-groups?id=05d753a3-5b69-42a7-8159-df7094e5d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540556 Jan 18 22:25:19.112515 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:19.168962 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62f8b7b-4ef6-4bf1-b507-3bb1fbb8ac44 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Pushing event deleted for resources: {'Subnet': ['ID=d6a09179-5033-4ef9-b261-93d02b9171f5,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:19.172397 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d27989fe-1d50-43f9-8270-94ffa855fb45 req-5386c213-dc32-447d-9d87-7f5d1ad20fa9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=afa667de-c8f9-4a8d-967c-cff5c9ffa5d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1054966 Jan 18 22:25:19.179016 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=ffb2830d-48bb-4768-98fa-e01f1b189264,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:19.184629 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed610592-a0cd-4d5b-b055-ba45b8910b2f req-8ae2c195-237f-44e5-97eb-edf9eb019861 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:19.190847 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-843a9095-5531-48cd-b220-4385728c8afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:19.196274 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ed610592-a0cd-4d5b-b055-ba45b8910b2f req-8ae2c195-237f-44e5-97eb-edf9eb019861 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=1555094a-5480-4989-84ad-388f76f45c04 HTTP/1.1" status: 200 len: 945 time: 0.2243364 Jan 18 22:25:19.303602 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab561122-a9c5-48af-be57-b50df56990ef None None] DHCP port deletion for 76807adb-995b-43da-adb1-6aee6cdacea2 request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:25:19.331210 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c62f8b7b-4ef6-4bf1-b507-3bb1fbb8ac44 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:19.361169 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ed610592-a0cd-4d5b-b055-ba45b8910b2f req-bd37a0ac-7736-4d8c-ae67-a8040103da88 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636882 Jan 18 22:25:19.363829 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.db.api [None req-843a9095-5531-48cd-b220-4385728c8afb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 22:25:19.363829 n-d-825064-1 neutron-server[102432]: DEBUG oslo_db.api [None req-843a9095-5531-48cd-b220-4385728c8afb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 22:25:19.383183 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-c62f8b7b-4ef6-4bf1-b507-3bb1fbb8ac44 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7db469eb-79ac-4682-87ae-d06689789248']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:25:19.397223 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4258e71-4686-49a7-9d6d-0803a4385f72 None None] Network 7db469eb-79ac-4682-87ae-d06689789248 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:25:19.397223 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2574f6c9-d6bb-4da5-b784-595e19e78fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:19.413917 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-c62f8b7b-4ef6-4bf1-b507-3bb1fbb8ac44 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88079bad-a6d2-4e68-94e4-e30bb0a53ca9') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:25:19.414542 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-c62f8b7b-4ef6-4bf1-b507-3bb1fbb8ac44 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88079bad-a6d2-4e68-94e4-e30bb0a53ca9') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:25:19.438808 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c62f8b7b-4ef6-4bf1-b507-3bb1fbb8ac44 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60394742'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:19.449399 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d27989fe-1d50-43f9-8270-94ffa855fb45 req-5650fcf7-a00a-4f3f-a0f4-1768d6c392ed service neutron] 10.222.0.67 "GET /v2.0/networks/afa667de-c8f9-4a8d-967c-cff5c9ffa5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452281 Jan 18 22:25:19.456501 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c62f8b7b-4ef6-4bf1-b507-3bb1fbb8ac44 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:19.483645 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-ab561122-a9c5-48af-be57-b50df56990ef None None] Deleting port ffb2830d-48bb-4768-98fa-e01f1b189264 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:25:19.484156 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ab561122-a9c5-48af-be57-b50df56990ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:19.487094 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c62f8b7b-4ef6-4bf1-b507-3bb1fbb8ac44 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:25:19.487827 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c62f8b7b-4ef6-4bf1-b507-3bb1fbb8ac44 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60203044'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:19.491294 n-d-825064-1 neutron-server[102430]: Traceback (most recent call last): Jan 18 22:25:19.491294 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:25:19.491294 n-d-825064-1 neutron-server[102430]: timer() Jan 18 22:25:19.491294 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:25:19.491294 n-d-825064-1 neutron-server[102430]: cb(*args, **kw) Jan 18 22:25:19.491294 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:25:19.491294 n-d-825064-1 neutron-server[102430]: return func(*args, **kwargs) Jan 18 22:25:19.491294 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:25:19.491294 n-d-825064-1 neutron-server[102430]: self._notify() Jan 18 22:25:19.491294 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:25:19.491294 n-d-825064-1 neutron-server[102430]: self.callback(batched_events) Jan 18 22:25:19.491294 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:25:19.491294 n-d-825064-1 neutron-server[102430]: event.method(event) Jan 18 22:25:19.491294 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:25:19.491294 n-d-825064-1 neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:25:19.491294 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:25:19.491294 n-d-825064-1 neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:25:19.491294 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:25:19.491294 n-d-825064-1 neutron-server[102430]: return f(self, *a, **k) Jan 18 22:25:19.491294 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:25:19.491294 n-d-825064-1 neutron-server[102430]: return self._get(url).json() Jan 18 22:25:19.491294 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:25:19.491294 n-d-825064-1 neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:25:19.491294 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:25:19.491294 n-d-825064-1 neutron-server[102430]: return self.request(url, 'GET', **kwargs) Jan 18 22:25:19.491294 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:25:19.491294 n-d-825064-1 neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:25:19.491294 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:25:19.491294 n-d-825064-1 neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:25:19.491294 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:25:19.491294 n-d-825064-1 neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:25:19.491294 n-d-825064-1 neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:25:19.555824 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-ab561122-a9c5-48af-be57-b50df56990ef None None] For port ffb2830d-48bb-4768-98fa-e01f1b189264, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=ffb2830d-48bb-4768-98fa-e01f1b189264,segment=NetworkSegment(2645cc0f-a1a7-4280-bc99-3dce663acc7b),segment_id=2645cc0f-a1a7-4280-bc99-3dce663acc7b)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:25:19.556243 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ab561122-a9c5-48af-be57-b50df56990ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:19.572553 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 18 Jan 2022 22:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cc14c89-b737-453d-97d6-c59224edc3fd x-openstack-request-id: req-2cc14c89-b737-453d-97d6-c59224edc3fd {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:25:19.572931 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bebd1957-5b89-4f93-b2f0-3d41b4c50f44", "name": "network-vif-plugged", "status": "completed", "tag": "72b0c1ee-2c05-4c2e-a784-bfb0d39cb0be", "code": 200}, {"server_uuid": "841de351-4a53-4154-9714-1519f6b98d10", "name": "network-vif-plugged", "status": "completed", "tag": "5c6540dc-cedb-4c75-ad46-a801074d61ca", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:25:19.573134 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2cc14c89-b737-453d-97d6-c59224edc3fd {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:25:19.573480 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bebd1957-5b89-4f93-b2f0-3d41b4c50f44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72b0c1ee-2c05-4c2e-a784-bfb0d39cb0be', 'code': 200} Jan 18 22:25:19.573734 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '841de351-4a53-4154-9714-1519f6b98d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c6540dc-cedb-4c75-ad46-a801074d61ca', 'code': 200} Jan 18 22:25:19.585432 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-ab561122-a9c5-48af-be57-b50df56990ef None None] Calling delete_port for ffb2830d-48bb-4768-98fa-e01f1b189264 owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:25:19.685914 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c62f8b7b-4ef6-4bf1-b507-3bb1fbb8ac44 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:19.693925 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c62f8b7b-4ef6-4bf1-b507-3bb1fbb8ac44 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:19.698281 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-c62f8b7b-4ef6-4bf1-b507-3bb1fbb8ac44 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] 10.222.0.53 "DELETE /v2.0/networks/7db469eb-79ac-4682-87ae-d06689789248 HTTP/1.1" status: 204 len: 168 time: 1.3423212 Jan 18 22:25:19.701736 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41750) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:19.707651 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-96c78a67-fa35-4dc3-94f8-f8cafee15791 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-640019427'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:25:19.742549 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62f8b7b-4ef6-4bf1-b507-3bb1fbb8ac44 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Pushing event deleted for resources: {'Network': ['ID=7db469eb-79ac-4682-87ae-d06689789248,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:19.760622 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ab561122-a9c5-48af-be57-b50df56990ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:19.763593 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96c78a67-fa35-4dc3-94f8-f8cafee15791 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Made reservation on behalf of fe37a6b751c244818a513074ac339274 for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:25:19.767744 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-96c78a67-fa35-4dc3-94f8-f8cafee15791 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:19.777526 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab561122-a9c5-48af-be57-b50df56990ef None None] No DVR routers for this DVR port ffb2830d-48bb-4768-98fa-e01f1b189264 on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:25:19.799553 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9d4d49-3567-4212-a1f2-630bdf121cdb req-291b6967-a032-4492-b7fa-aeb7366fa8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:19.801098 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8c9d4d49-3567-4212-a1f2-630bdf121cdb req-291b6967-a032-4492-b7fa-aeb7366fa8cb service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=bebd1957-5b89-4f93-b2f0-3d41b4c50f44 HTTP/1.1" status: 200 len: 1101 time: 0.1695962 Jan 18 22:25:19.803939 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d27989fe-1d50-43f9-8270-94ffa855fb45 req-28f58ead-2fbd-4a01-84fb-f618fe5380b2 service neutron] 10.222.0.67 "GET /v2.0/networks/afa667de-c8f9-4a8d-967c-cff5c9ffa5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3442793 Jan 18 22:25:19.814926 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab561122-a9c5-48af-be57-b50df56990ef None None] Pushing event deleted for resources: {'Port': ['ID=ffb2830d-48bb-4768-98fa-e01f1b189264,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:19.826306 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96c78a67-fa35-4dc3-94f8-f8cafee15791 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:25:19.837115 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-96c78a67-fa35-4dc3-94f8-f8cafee15791 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:19.838429 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-96c78a67-fa35-4dc3-94f8-f8cafee15791 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Added segment dc006d21-9408-4b42-a097-57e5b9b95a44 of type vlan for network 02b3ad5c-73ca-4434-8432-43f57e7c1148 Jan 18 22:25:19.887437 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-96c78a67-fa35-4dc3-94f8-f8cafee15791 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:19.889588 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-843a9095-5531-48cd-b220-4385728c8afb None None] Port ffb2830d-48bb-4768-98fa-e01f1b189264 update to ACTIVE by agent not found {{(pid=102432) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jan 18 22:25:19.914130 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8c9d4d49-3567-4212-a1f2-630bdf121cdb req-8008a3ca-1b5e-4c23-87f7-05afcb4b9ae0 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=05d753a3-5b69-42a7-8159-df7094e5d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934172 Jan 18 22:25:19.926991 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-96c78a67-fa35-4dc3-94f8-f8cafee15791 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:19.936953 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c78a67-fa35-4dc3-94f8-f8cafee15791 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:19.938694 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-96c78a67-fa35-4dc3-94f8-f8cafee15791 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:20.002286 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15ae0e9-74e1-479a-9b71-b0718db17bbc req-6dabc5d8-b97a-44c9-bb69-66bdedb7f615 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:20.006104 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-96c78a67-fa35-4dc3-94f8-f8cafee15791 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3005128 Jan 18 22:25:20.006344 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41754) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:20.011130 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-23dd2751-0e11-4d95-85ba-fcf32328983e tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Request body: {'subnet': {'network_id': '02b3ad5c-73ca-4434-8432-43f57e7c1148', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:25:20.017215 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e15ae0e9-74e1-479a-9b71-b0718db17bbc req-6dabc5d8-b97a-44c9-bb69-66bdedb7f615 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e173d2e-e098-4c51-8104-b5036c990569 HTTP/1.1" status: 200 len: 945 time: 0.0856955 Jan 18 22:25:20.090076 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device ffb2830d-48bb-4768-98fa-e01f1b189264 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:25:20.093576 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e15ae0e9-74e1-479a-9b71-b0718db17bbc req-dc7101fe-c93e-4850-8498-9c43ab35a329 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/security-groups?id=68e1f851-73aa-4cda-8095-0e2a92a325ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750644 Jan 18 22:25:20.124027 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: ffb2830d-48bb-4768-98fa-e01f1b189264 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:25:20.124027 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device ffb2830d-48bb-4768-98fa-e01f1b189264 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:25:20.267480 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac7f14e-138c-4166-822e-8261d204403d req-f5a27a12-988d-4c29-abb4-599734a5584a tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:20.269152 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3ac7f14e-138c-4166-822e-8261d204403d req-f5a27a12-988d-4c29-abb4-599734a5584a tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/ports?device_id=bebd1957-5b89-4f93-b2f0-3d41b4c50f44 HTTP/1.1" status: 200 len: 950 time: 0.0765998 Jan 18 22:25:20.345931 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3ac7f14e-138c-4166-822e-8261d204403d req-7700667c-275c-44e2-b9f7-ac3fef74362a tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/security-groups?id=05d753a3-5b69-42a7-8159-df7094e5d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631976 Jan 18 22:25:20.413570 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c78a67-fa35-4dc3-94f8-f8cafee15791 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Pushing event updated for resources: {'Network': ['ID=02b3ad5c-73ca-4434-8432-43f57e7c1148,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:20.426868 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 02b3ad5c-73ca-4434-8432-43f57e7c1148 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:25:20.481347 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23dd2751-0e11-4d95-85ba-fcf32328983e tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Made reservation on behalf of fe37a6b751c244818a513074ac339274 for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:25:20.487845 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-23dd2751-0e11-4d95-85ba-fcf32328983e tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:20.580385 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3470e5d5-8e90-4941-ad14-85e0e73d3042 req-8d8d34dd-ed84-435e-a3d9-2e0fd8466b00 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:20.588706 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3470e5d5-8e90-4941-ad14-85e0e73d3042 req-8d8d34dd-ed84-435e-a3d9-2e0fd8466b00 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=1555094a-5480-4989-84ad-388f76f45c04 HTTP/1.1" status: 200 len: 945 time: 0.0829732 Jan 18 22:25:20.642478 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3470e5d5-8e90-4941-ad14-85e0e73d3042 req-4a7d1123-8e2e-464c-8972-445ab4dd6985 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528090 Jan 18 22:25:20.779475 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-23dd2751-0e11-4d95-85ba-fcf32328983e tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:20.833380 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dd2751-0e11-4d95-85ba-fcf32328983e tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Pushing event updated for resources: {'Subnet': ['ID=46f286ea-6616-466c-afd8-aabe887491db,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:20.849016 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23dd2751-0e11-4d95-85ba-fcf32328983e tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Checking segment: {'id': 'dc006d21-9408-4b42-a097-57e5b9b95a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '02b3ad5c-73ca-4434-8432-43f57e7c1148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:25:20.849381 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23dd2751-0e11-4d95-85ba-fcf32328983e tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Network hostable DHCP agents. Network: 02b3ad5c-73ca-4434-8432-43f57e7c1148, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:25:20.870266 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23dd2751-0e11-4d95-85ba-fcf32328983e tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Network 02b3ad5c-73ca-4434-8432-43f57e7c1148 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:25:20.883846 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-23dd2751-0e11-4d95-85ba-fcf32328983e tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 02b3ad5c-73ca-4434-8432-43f57e7c1148) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:25:20.888099 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23dd2751-0e11-4d95-85ba-fcf32328983e tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:20.888715 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-23dd2751-0e11-4d95-85ba-fcf32328983e tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:20.902658 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f03abc0-9b8c-4c19-95e6-64e601e016b7 None None] Network 02b3ad5c-73ca-4434-8432-43f57e7c1148 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:25:20.917465 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-23dd2751-0e11-4d95-85ba-fcf32328983e tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9099512 Jan 18 22:25:20.920764 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 41776) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:21.055469 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-839326f6-9087-4048-8926-12944814683d tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:21.115258 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15483bf-f41d-4f64-a754-22d5a1474c27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-02b3ad5c-73ca-4434-8432-43f57e7c1148', 'network_id': '02b3ad5c-73ca-4434-8432-43f57e7c1148', 'tenant_id': 'fe37a6b751c244818a513074ac339274', 'fixed_ips': [{'subnet_id': '46f286ea-6616-466c-afd8-aabe887491db'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:25:21.117919 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d15483bf-f41d-4f64-a754-22d5a1474c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:21.141934 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-839326f6-9087-4048-8926-12944814683d tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:21.301392 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-d15483bf-f41d-4f64-a754-22d5a1474c27 None None] Allocated IP 2001:db8::2 (02b3ad5c-73ca-4434-8432-43f57e7c1148/46f286ea-6616-466c-afd8-aabe887491db/55b72ea5-e292-48be-bc12-aebc5aef8de8) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:25:21.304369 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71793a0-6fec-48bf-af28-21b97c93a28f req-0de6538e-8c3f-4717-8186-cb1d31c561a0 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:21.312074 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a71793a0-6fec-48bf-af28-21b97c93a28f req-0de6538e-8c3f-4717-8186-cb1d31c561a0 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e173d2e-e098-4c51-8104-b5036c990569 HTTP/1.1" status: 200 len: 945 time: 0.1203978 Jan 18 22:25:21.354453 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-200d57d5-11bf-483b-b7e2-51d03d1d0941 req-c6b3a5b7-1dda-466e-9cb5-798b189e5175 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=db33aaef-5884-4da4-a311-5ede51d08faf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0963135 Jan 18 22:25:21.374936 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a71793a0-6fec-48bf-af28-21b97c93a28f req-5b5a9491-94ab-4d27-b090-344afbe49ed9 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/security-groups?id=68e1f851-73aa-4cda-8095-0e2a92a325ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618906 Jan 18 22:25:21.464202 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200d57d5-11bf-483b-b7e2-51d03d1d0941 req-e6c8b43e-431e-4118-b9ed-efc0e2adcb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:21.466030 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200d57d5-11bf-483b-b7e2-51d03d1d0941 req-e6c8b43e-431e-4118-b9ed-efc0e2adcb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:21.466588 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200d57d5-11bf-483b-b7e2-51d03d1d0941 req-e6c8b43e-431e-4118-b9ed-efc0e2adcb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:21.467175 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200d57d5-11bf-483b-b7e2-51d03d1d0941 req-e6c8b43e-431e-4118-b9ed-efc0e2adcb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:21.467746 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200d57d5-11bf-483b-b7e2-51d03d1d0941 req-e6c8b43e-431e-4118-b9ed-efc0e2adcb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:21.468451 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200d57d5-11bf-483b-b7e2-51d03d1d0941 req-e6c8b43e-431e-4118-b9ed-efc0e2adcb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:21.469027 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200d57d5-11bf-483b-b7e2-51d03d1d0941 req-e6c8b43e-431e-4118-b9ed-efc0e2adcb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:21.471369 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-200d57d5-11bf-483b-b7e2-51d03d1d0941 req-e6c8b43e-431e-4118-b9ed-efc0e2adcb0f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ec90adb1094349739cc26a639b1aef5d&device_id=db33aaef-5884-4da4-a311-5ede51d08faf HTTP/1.1" status: 200 len: 6491 time: 0.0800712 Jan 18 22:25:21.576398 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de87f351-b733-46e7-bb30-1dc10a95752c req-7ef5850f-cec3-4d81-ac84-4f0f74ef74c2 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:21.584160 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-de87f351-b733-46e7-bb30-1dc10a95752c req-7ef5850f-cec3-4d81-ac84-4f0f74ef74c2 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/ports?device_id=bebd1957-5b89-4f93-b2f0-3d41b4c50f44 HTTP/1.1" status: 200 len: 950 time: 0.1111913 Jan 18 22:25:21.599374 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d15483bf-f41d-4f64-a754-22d5a1474c27 None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:21.613298 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d15483bf-f41d-4f64-a754-22d5a1474c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:21.657117 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15483bf-f41d-4f64-a754-22d5a1474c27 None None] Network 02b3ad5c-73ca-4434-8432-43f57e7c1148 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:25:21.662710 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-d15483bf-f41d-4f64-a754-22d5a1474c27 None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:25:21.667619 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15483bf-f41d-4f64-a754-22d5a1474c27 None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:25:21.670875 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15483bf-f41d-4f64-a754-22d5a1474c27 None None] Pushing event updated for resources: {'Port': ['ID=55b72ea5-e292-48be-bc12-aebc5aef8de8,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:21.710731 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200d57d5-11bf-483b-b7e2-51d03d1d0941 req-360738ee-dc47-432e-9f16-48386bb538f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:21.711153 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200d57d5-11bf-483b-b7e2-51d03d1d0941 req-360738ee-dc47-432e-9f16-48386bb538f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:21.711619 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200d57d5-11bf-483b-b7e2-51d03d1d0941 req-360738ee-dc47-432e-9f16-48386bb538f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:21.713235 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-200d57d5-11bf-483b-b7e2-51d03d1d0941 req-360738ee-dc47-432e-9f16-48386bb538f5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f9ad31e7-37ce-419b-821b-a9da1bd29d6a&id=dd775970-2a5b-4fa0-b58f-e11b40e608fa&id=dd775970-2a5b-4fa0-b58f-e11b40e608fa&id=dd775970-2a5b-4fa0-b58f-e11b40e608fa&id=dd775970-2a5b-4fa0-b58f-e11b40e608fa&id=d517cf7a-2b5e-403e-9519-f81391a215c9&id=d517cf7a-2b5e-403e-9519-f81391a215c9 HTTP/1.1" status: 200 len: 2290 time: 0.2053652 Jan 18 22:25:21.741390 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-d15483bf-f41d-4f64-a754-22d5a1474c27 None None] Attempting to bind port 55b72ea5-e292-48be-bc12-aebc5aef8de8 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:25:21.741863 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-d15483bf-f41d-4f64-a754-22d5a1474c27 None None] Attempting to bind port 55b72ea5-e292-48be-bc12-aebc5aef8de8 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': 'dc006d21-9408-4b42-a097-57e5b9b95a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '02b3ad5c-73ca-4434-8432-43f57e7c1148'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:25:21.742281 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15483bf-f41d-4f64-a754-22d5a1474c27 None None] Attempting to bind port 55b72ea5-e292-48be-bc12-aebc5aef8de8 on network 02b3ad5c-73ca-4434-8432-43f57e7c1148 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:25:21.749747 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15483bf-f41d-4f64-a754-22d5a1474c27 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:25:21.749747 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15483bf-f41d-4f64-a754-22d5a1474c27 None None] Checking segment: {'id': 'dc006d21-9408-4b42-a097-57e5b9b95a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '02b3ad5c-73ca-4434-8432-43f57e7c1148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:25:21.749747 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d15483bf-f41d-4f64-a754-22d5a1474c27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:21.750116 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15483bf-f41d-4f64-a754-22d5a1474c27 None None] Bound using segment: {'id': 'dc006d21-9408-4b42-a097-57e5b9b95a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '02b3ad5c-73ca-4434-8432-43f57e7c1148'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:25:21.751211 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-d15483bf-f41d-4f64-a754-22d5a1474c27 None None] Bound port: 55b72ea5-e292-48be-bc12-aebc5aef8de8, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc006d21-9408-4b42-a097-57e5b9b95a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '02b3ad5c-73ca-4434-8432-43f57e7c1148'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:25:21.751797 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d15483bf-f41d-4f64-a754-22d5a1474c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:21.804454 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-de87f351-b733-46e7-bb30-1dc10a95752c req-1f8fd6a8-c647-4a87-b979-52449a68117e tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/security-groups?id=05d753a3-5b69-42a7-8159-df7094e5d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172616 Jan 18 22:25:21.823469 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-839326f6-9087-4048-8926-12944814683d tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60203138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62288677'] for subnet, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:21.873227 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-d15483bf-f41d-4f64-a754-22d5a1474c27 None None] For port 55b72ea5-e292-48be-bc12-aebc5aef8de8, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:25:21.880744 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-d15483bf-f41d-4f64-a754-22d5a1474c27 None None] For port 55b72ea5-e292-48be-bc12-aebc5aef8de8, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=55b72ea5-e292-48be-bc12-aebc5aef8de8,segment=NetworkSegment(dc006d21-9408-4b42-a097-57e5b9b95a44),segment_id=dc006d21-9408-4b42-a097-57e5b9b95a44)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:25:21.890389 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d15483bf-f41d-4f64-a754-22d5a1474c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:21.896463 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839326f6-9087-4048-8926-12944814683d tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Pushing event deleted for resources: {'Subnet': ['ID=46f286ea-6616-466c-afd8-aabe887491db,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:21.913236 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-200d57d5-11bf-483b-b7e2-51d03d1d0941 req-ee359670-86ec-4fb5-bda1-f9d84893e10f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=24989149-146c-4acc-b874-9271bde1ec55 HTTP/1.1" status: 200 len: 1001 time: 0.1867836 Jan 18 22:25:21.975953 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b6d94a8b-8338-49e7-b052-0b70448a3923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:21.989947 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15483bf-f41d-4f64-a754-22d5a1474c27 None None] Pushing event updated for resources: {'Port': ['ID=55b72ea5-e292-48be-bc12-aebc5aef8de8,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:21.996783 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d898f-4193-4b85-b97a-60c2635c205c req-22f381b6-65cd-4a3e-bc1e-89d51aa741fc tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:22.007339 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8c3d898f-4193-4b85-b97a-60c2635c205c req-22f381b6-65cd-4a3e-bc1e-89d51aa741fc tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=1555094a-5480-4989-84ad-388f76f45c04 HTTP/1.1" status: 200 len: 945 time: 0.1993017 Jan 18 22:25:22.066763 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-839326f6-9087-4048-8926-12944814683d tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:22.113834 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8c3d898f-4193-4b85-b97a-60c2635c205c req-0f2540eb-21e8-4c42-becb-868cbefbca92 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055098 Jan 18 22:25:22.115370 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-839326f6-9087-4048-8926-12944814683d tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02b3ad5c-73ca-4434-8432-43f57e7c1148']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:25:22.118614 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200d57d5-11bf-483b-b7e2-51d03d1d0941 req-5b6de419-f5b7-41d9-8e87-65b4eb6104f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:22.120019 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-200d57d5-11bf-483b-b7e2-51d03d1d0941 req-5b6de419-f5b7-41d9-8e87-65b4eb6104f7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=14f50ebb-1818-4759-9f29-e9e27d7b46b0 HTTP/1.1" status: 200 len: 851 time: 0.1889606 Jan 18 22:25:22.131419 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-839326f6-9087-4048-8926-12944814683d tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc006d21-9408-4b42-a097-57e5b9b95a44') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:25:22.131972 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-839326f6-9087-4048-8926-12944814683d tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc006d21-9408-4b42-a097-57e5b9b95a44') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:25:22.156615 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-839326f6-9087-4048-8926-12944814683d tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60394742'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:22.206168 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-839326f6-9087-4048-8926-12944814683d tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:22.221996 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-839326f6-9087-4048-8926-12944814683d tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:25:22.222572 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-839326f6-9087-4048-8926-12944814683d tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60203044'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:22.228269 n-d-825064-1 neutron-server[102430]: Traceback (most recent call last): Jan 18 22:25:22.228269 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:25:22.228269 n-d-825064-1 neutron-server[102430]: timer() Jan 18 22:25:22.228269 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:25:22.228269 n-d-825064-1 neutron-server[102430]: cb(*args, **kw) Jan 18 22:25:22.228269 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:25:22.228269 n-d-825064-1 neutron-server[102430]: return func(*args, **kwargs) Jan 18 22:25:22.228269 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:25:22.228269 n-d-825064-1 neutron-server[102430]: self._notify() Jan 18 22:25:22.228269 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:25:22.228269 n-d-825064-1 neutron-server[102430]: self.callback(batched_events) Jan 18 22:25:22.228269 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:25:22.228269 n-d-825064-1 neutron-server[102430]: event.method(event) Jan 18 22:25:22.228269 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:25:22.228269 n-d-825064-1 neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:25:22.228269 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:25:22.228269 n-d-825064-1 neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:25:22.228269 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:25:22.228269 n-d-825064-1 neutron-server[102430]: return f(self, *a, **k) Jan 18 22:25:22.228269 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:25:22.228269 n-d-825064-1 neutron-server[102430]: return self._get(url).json() Jan 18 22:25:22.228269 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:25:22.228269 n-d-825064-1 neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:25:22.228269 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:25:22.228269 n-d-825064-1 neutron-server[102430]: return self.request(url, 'GET', **kwargs) Jan 18 22:25:22.228269 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:25:22.228269 n-d-825064-1 neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:25:22.228269 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:25:22.228269 n-d-825064-1 neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:25:22.228269 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:25:22.228269 n-d-825064-1 neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:25:22.228269 n-d-825064-1 neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:25:22.350317 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200d57d5-11bf-483b-b7e2-51d03d1d0941 req-7df96ba5-ef99-419b-aca0-b8a3fee630a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:22.350317 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-200d57d5-11bf-483b-b7e2-51d03d1d0941 req-7df96ba5-ef99-419b-aca0-b8a3fee630a5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f9ad31e7-37ce-419b-821b-a9da1bd29d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2067583 Jan 18 22:25:22.474499 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.db.api [None req-839326f6-9087-4048-8926-12944814683d tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 18 22:25:22.474499 n-d-825064-1 neutron-server[102430]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 18 22:25:22.474499 n-d-825064-1 neutron-server[102430]: [parameters: {'id': '02b3ad5c-73ca-4434-8432-43f57e7c1148'}] Jan 18 22:25:22.474499 n-d-825064-1 neutron-server[102430]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102430) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 22:25:22.474874 n-d-825064-1 neutron-server[102430]: DEBUG oslo_db.api [None req-839326f6-9087-4048-8926-12944814683d tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 22:25:22.594749 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-200d57d5-11bf-483b-b7e2-51d03d1d0941 req-bd38bf48-d276-4964-883b-ad507b80a8a4 service neutron] 10.222.0.67 "GET /v2.0/networks/f9ad31e7-37ce-419b-821b-a9da1bd29d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330303 Jan 18 22:25:22.677094 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63507f5a-8cc4-4b21-8380-4f6af08d8f6a req-0565cbbd-9df8-43e1-9ea3-316adf7b713e tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:22.679660 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-63507f5a-8cc4-4b21-8380-4f6af08d8f6a req-0565cbbd-9df8-43e1-9ea3-316adf7b713e tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e173d2e-e098-4c51-8104-b5036c990569 HTTP/1.1" status: 200 len: 945 time: 0.1465211 Jan 18 22:25:22.691108 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532b386f-a0de-41ec-aaab-e192e479ac69 req-1f980699-372e-4b11-896d-d8766bf8b158 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:22.698252 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-532b386f-a0de-41ec-aaab-e192e479ac69 req-1f980699-372e-4b11-896d-d8766bf8b158 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=1555094a-5480-4989-84ad-388f76f45c04 HTTP/1.1" status: 200 len: 945 time: 0.1662393 Jan 18 22:25:22.783229 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-200d57d5-11bf-483b-b7e2-51d03d1d0941 req-5bd9f69c-1078-4ca3-8a46-8cf42724847b service neutron] 10.222.0.67 "GET /v2.0/networks/f9ad31e7-37ce-419b-821b-a9da1bd29d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768649 Jan 18 22:25:22.786613 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-532b386f-a0de-41ec-aaab-e192e479ac69 req-c60c1a7a-25c3-44dc-882f-b4194f89662d tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875511 Jan 18 22:25:22.789404 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-63507f5a-8cc4-4b21-8380-4f6af08d8f6a req-e2790bb2-5ab3-4a7f-9c2c-30f7d3b8829e tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/security-groups?id=68e1f851-73aa-4cda-8095-0e2a92a325ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828402 Jan 18 22:25:22.877948 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:22.889030 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-200d57d5-11bf-483b-b7e2-51d03d1d0941 req-883eae96-5332-4d7e-8a39-e6bf9eaca2b8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.194&port_id=726f2559-9d78-42be-aef4-a8aa75da8ec7 HTTP/1.1" status: 200 len: 217 time: 0.0980177 Jan 18 22:25:22.996992 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-839326f6-9087-4048-8926-12944814683d tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:23.030944 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200d57d5-11bf-483b-b7e2-51d03d1d0941 req-1b3821a6-7ee6-4613-a88a-538be9c4cfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:23.033621 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-200d57d5-11bf-483b-b7e2-51d03d1d0941 req-1b3821a6-7ee6-4613-a88a-538be9c4cfd9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ff3864e7-3d06-47c3-9688-9fc89286565c HTTP/1.1" status: 200 len: 797 time: 0.1093781 Jan 18 22:25:23.186254 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb5659c-1427-43b7-a239-259b38a84799 req-ead18f18-f917-42d4-944f-8fd0dc4b2cc5 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:23.195146 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-afb5659c-1427-43b7-a239-259b38a84799 req-ead18f18-f917-42d4-944f-8fd0dc4b2cc5 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/ports?device_id=bebd1957-5b89-4f93-b2f0-3d41b4c50f44 HTTP/1.1" status: 200 len: 950 time: 0.1239305 Jan 18 22:25:23.256574 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-839326f6-9087-4048-8926-12944814683d tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Deleting port 55b72ea5-e292-48be-bc12-aebc5aef8de8 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:25:23.257244 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-839326f6-9087-4048-8926-12944814683d tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:23.295038 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200d57d5-11bf-483b-b7e2-51d03d1d0941 req-c34865ba-fdb6-4c7f-871b-09d5fca26db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:23.296756 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-200d57d5-11bf-483b-b7e2-51d03d1d0941 req-c34865ba-fdb6-4c7f-871b-09d5fca26db3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dd775970-2a5b-4fa0-b58f-e11b40e608fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2266660 Jan 18 22:25:23.367482 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-afb5659c-1427-43b7-a239-259b38a84799 req-efc408a1-cdf6-40e8-902f-d4a9abefd2b1 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/security-groups?id=05d753a3-5b69-42a7-8159-df7094e5d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713929 Jan 18 22:25:23.520462 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6503f8-cd28-4b8a-a526-1a28b83b2b13 None None] Network 02b3ad5c-73ca-4434-8432-43f57e7c1148 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:25:23.579406 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-200d57d5-11bf-483b-b7e2-51d03d1d0941 req-135acdc9-b584-45f9-8b3b-cb5249e9dfed service neutron] 10.222.0.67 "GET /v2.0/networks/dd775970-2a5b-4fa0-b58f-e11b40e608fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234328 Jan 18 22:25:23.668922 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-b405c1d7-2ddf-45a2-95de-9b2998ac648c None None] Provisioning complete for port 55b72ea5-e292-48be-bc12-aebc5aef8de8 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:25:23.670613 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b405c1d7-2ddf-45a2-95de-9b2998ac648c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:23.711866 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-839326f6-9087-4048-8926-12944814683d tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] For port 55b72ea5-e292-48be-bc12-aebc5aef8de8, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=55b72ea5-e292-48be-bc12-aebc5aef8de8,segment=NetworkSegment(dc006d21-9408-4b42-a097-57e5b9b95a44),segment_id=dc006d21-9408-4b42-a097-57e5b9b95a44)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:25:23.712178 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-839326f6-9087-4048-8926-12944814683d tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:23.745889 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566813d0-a601-42a3-85ee-0c434821c636 req-cd45c175-4acc-44c7-9c4b-4b576d95bf4a tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:23.747734 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-566813d0-a601-42a3-85ee-0c434821c636 req-cd45c175-4acc-44c7-9c4b-4b576d95bf4a tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea5c54f7-20af-42c5-8cc7-bf2ef2391522 HTTP/1.1" status: 200 len: 950 time: 0.1654847 Jan 18 22:25:23.752085 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-839326f6-9087-4048-8926-12944814683d tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Calling delete_port for 55b72ea5-e292-48be-bc12-aebc5aef8de8 owned by network:dhcp {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:25:23.807046 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b405c1d7-2ddf-45a2-95de-9b2998ac648c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:23.825976 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888bb285-7286-400e-b347-a60a50ee5908 None None] DHCP port deletion for 02b3ad5c-73ca-4434-8432-43f57e7c1148 request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:25:23.848600 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-566813d0-a601-42a3-85ee-0c434821c636 req-82739de6-5964-4ad0-8d43-dbe079ca2f93 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/security-groups?id=05d753a3-5b69-42a7-8159-df7094e5d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860920 Jan 18 22:25:23.893903 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-b405c1d7-2ddf-45a2-95de-9b2998ac648c None None] For port 55b72ea5-e292-48be-bc12-aebc5aef8de8, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=55b72ea5-e292-48be-bc12-aebc5aef8de8,segment=NetworkSegment(dc006d21-9408-4b42-a097-57e5b9b95a44),segment_id=dc006d21-9408-4b42-a097-57e5b9b95a44)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:25:23.907830 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b405c1d7-2ddf-45a2-95de-9b2998ac648c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:23.956504 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-200d57d5-11bf-483b-b7e2-51d03d1d0941 req-16c51084-dab0-402b-89a3-72dd68338de5 service neutron] 10.222.0.67 "GET /v2.0/networks/dd775970-2a5b-4fa0-b58f-e11b40e608fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3595822 Jan 18 22:25:24.032314 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-888bb285-7286-400e-b347-a60a50ee5908 None None] Deleting port 55b72ea5-e292-48be-bc12-aebc5aef8de8 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:25:24.032858 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-888bb285-7286-400e-b347-a60a50ee5908 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:24.038946 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-200d57d5-11bf-483b-b7e2-51d03d1d0941 req-8438da70-ddfe-4c52-b195-25ffd1413163 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.27&port_id=612fabe9-4416-4612-8231-d5ba01cdae5f HTTP/1.1" status: 200 len: 217 time: 0.0705347 Jan 18 22:25:24.053775 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405c1d7-2ddf-45a2-95de-9b2998ac648c None None] Pushing event updated for resources: {'Port': ['ID=55b72ea5-e292-48be-bc12-aebc5aef8de8,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:24.068002 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40120bdb-cc33-49ba-8a62-d43f8443e314 req-8802a293-3fae-418f-9f5f-16580c903f7a tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:24.069908 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-40120bdb-cc33-49ba-8a62-d43f8443e314 req-8802a293-3fae-418f-9f5f-16580c903f7a tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=1555094a-5480-4989-84ad-388f76f45c04 HTTP/1.1" status: 200 len: 945 time: 0.1514919 Jan 18 22:25:24.223045 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-888bb285-7286-400e-b347-a60a50ee5908 None None] For port 55b72ea5-e292-48be-bc12-aebc5aef8de8, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=55b72ea5-e292-48be-bc12-aebc5aef8de8,segment=NetworkSegment(dc006d21-9408-4b42-a097-57e5b9b95a44),segment_id=dc006d21-9408-4b42-a097-57e5b9b95a44)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:25:24.227831 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-888bb285-7286-400e-b347-a60a50ee5908 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:24.274579 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-888bb285-7286-400e-b347-a60a50ee5908 None None] Calling delete_port for 55b72ea5-e292-48be-bc12-aebc5aef8de8 owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:25:24.362429 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:24.427531 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-888bb285-7286-400e-b347-a60a50ee5908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:24.491160 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888bb285-7286-400e-b347-a60a50ee5908 None None] Pushing event deleted for resources: {'Port': ['ID=55b72ea5-e292-48be-bc12-aebc5aef8de8,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:24.501671 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888bb285-7286-400e-b347-a60a50ee5908 None None] No DVR routers for this DVR port 55b72ea5-e292-48be-bc12-aebc5aef8de8 on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:25:24.522541 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:24.617580 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-40120bdb-cc33-49ba-8a62-d43f8443e314 req-c3864fb0-a0cd-4e7c-9750-394ae052937b tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106181 Jan 18 22:25:24.629260 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fafab8b-460a-4c33-9041-0a31b88327e0 req-3d3cfbec-a548-4d3f-b86f-66d01bea7f56 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:24.630798 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4fafab8b-460a-4c33-9041-0a31b88327e0 req-3d3cfbec-a548-4d3f-b86f-66d01bea7f56 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.67 "GET /v2.0/ports?device_id=1555094a-5480-4989-84ad-388f76f45c04 HTTP/1.1" status: 200 len: 945 time: 0.6156843 Jan 18 22:25:24.634064 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200d57d5-11bf-483b-b7e2-51d03d1d0941 req-6b75d1fb-0cee-46cc-b5f5-21981a15ef6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:24.643524 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-200d57d5-11bf-483b-b7e2-51d03d1d0941 req-6b75d1fb-0cee-46cc-b5f5-21981a15ef6a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ff3864e7-3d06-47c3-9688-9fc89286565c HTTP/1.1" status: 200 len: 797 time: 0.5614576 Jan 18 22:25:24.647659 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-839326f6-9087-4048-8926-12944814683d tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:24.706445 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839326f6-9087-4048-8926-12944814683d tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] No DVR routers for this DVR port 55b72ea5-e292-48be-bc12-aebc5aef8de8 on host n-d-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:25:24.777107 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839326f6-9087-4048-8926-12944814683d tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Pushing event deleted for resources: {'Port': ['ID=55b72ea5-e292-48be-bc12-aebc5aef8de8,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:24.789475 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b11c1b-c333-40bd-b0eb-d065941f7f66 req-1328659d-8613-4bd1-8a0a-eb190ca7ca8c tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:24.797792 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b11c1b-c333-40bd-b0eb-d065941f7f66 req-1328659d-8613-4bd1-8a0a-eb190ca7ca8c tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:24.805260 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-14b11c1b-c333-40bd-b0eb-d065941f7f66 req-1328659d-8613-4bd1-8a0a-eb190ca7ca8c tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/ports?device_id=bebd1957-5b89-4f93-b2f0-3d41b4c50f44&device_id=ea5c54f7-20af-42c5-8cc7-bf2ef2391522 HTTP/1.1" status: 200 len: 1691 time: 0.3102939 Jan 18 22:25:24.994479 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200d57d5-11bf-483b-b7e2-51d03d1d0941 req-52f09dd9-212e-4f0d-b54a-65d76b308519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:24.996067 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-200d57d5-11bf-483b-b7e2-51d03d1d0941 req-52f09dd9-212e-4f0d-b54a-65d76b308519 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dd775970-2a5b-4fa0-b58f-e11b40e608fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3269897 Jan 18 22:25:24.999413 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-839326f6-9087-4048-8926-12944814683d tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:25.004797 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-14b11c1b-c333-40bd-b0eb-d065941f7f66 req-6b6158fa-e00c-4714-b8fd-8901b8bba43a tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/security-groups?id=05d753a3-5b69-42a7-8159-df7094e5d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986756 Jan 18 22:25:25.094895 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-839326f6-9087-4048-8926-12944814683d tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02b3ad5c-73ca-4434-8432-43f57e7c1148']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:25:25.126969 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-839326f6-9087-4048-8926-12944814683d tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc006d21-9408-4b42-a097-57e5b9b95a44') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:25:25.127602 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-839326f6-9087-4048-8926-12944814683d tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc006d21-9408-4b42-a097-57e5b9b95a44') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:25:25.145255 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-839326f6-9087-4048-8926-12944814683d tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60394742'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:25.178908 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-4fafab8b-460a-4c33-9041-0a31b88327e0 req-1f5f08aa-0c1a-4145-94bb-d71f1a671c96 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Deleting port 8cff5236-1956-47f9-ab71-513603762773 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:25:25.179255 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-4fafab8b-460a-4c33-9041-0a31b88327e0 req-1f5f08aa-0c1a-4145-94bb-d71f1a671c96 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:25.185878 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-839326f6-9087-4048-8926-12944814683d tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:25.211664 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-839326f6-9087-4048-8926-12944814683d tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:25:25.212153 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-839326f6-9087-4048-8926-12944814683d tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60203044'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:25.220379 n-d-825064-1 neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:25:25.220379 n-d-825064-1 neutron-server[102430]: self.session.flush() Jan 18 22:25:25.220379 n-d-825064-1 neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:25:25.220379 n-d-825064-1 neutron-server[102430]: self.session.flush() Jan 18 22:25:25.220379 n-d-825064-1 neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:25:25.220379 n-d-825064-1 neutron-server[102430]: self.session.flush() Jan 18 22:25:25.220379 n-d-825064-1 neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:25:25.220379 n-d-825064-1 neutron-server[102430]: self.session.flush() Jan 18 22:25:25.220379 n-d-825064-1 neutron-server[102430]: Traceback (most recent call last): Jan 18 22:25:25.220379 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:25:25.220379 n-d-825064-1 neutron-server[102430]: timer() Jan 18 22:25:25.220379 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:25:25.220379 n-d-825064-1 neutron-server[102430]: cb(*args, **kw) Jan 18 22:25:25.220379 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:25:25.220379 n-d-825064-1 neutron-server[102430]: return func(*args, **kwargs) Jan 18 22:25:25.220379 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:25:25.220379 n-d-825064-1 neutron-server[102430]: self._notify() Jan 18 22:25:25.220379 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:25:25.220379 n-d-825064-1 neutron-server[102430]: self.callback(batched_events) Jan 18 22:25:25.220379 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:25:25.220379 n-d-825064-1 neutron-server[102430]: event.method(event) Jan 18 22:25:25.220379 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:25:25.220379 n-d-825064-1 neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:25:25.220379 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:25:25.220379 n-d-825064-1 neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:25:25.220379 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:25:25.220379 n-d-825064-1 neutron-server[102430]: return f(self, *a, **k) Jan 18 22:25:25.220379 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:25:25.220379 n-d-825064-1 neutron-server[102430]: return self._get(url).json() Jan 18 22:25:25.220379 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:25:25.220379 n-d-825064-1 neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:25:25.220379 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:25:25.220379 n-d-825064-1 neutron-server[102430]: return self.request(url, 'GET', **kwargs) Jan 18 22:25:25.220379 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:25:25.220379 n-d-825064-1 neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:25:25.220379 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:25:25.220379 n-d-825064-1 neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:25:25.220379 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:25:25.220379 n-d-825064-1 neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:25:25.220379 n-d-825064-1 neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:25:25.288714 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebc15cf-111c-42f5-ba19-60fafa09c5d0 req-1ffd6491-1df8-43a7-8311-a8a1733f5dcf tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:25.290261 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7ebc15cf-111c-42f5-ba19-60fafa09c5d0 req-1ffd6491-1df8-43a7-8311-a8a1733f5dcf tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e173d2e-e098-4c51-8104-b5036c990569 HTTP/1.1" status: 200 len: 945 time: 0.2081733 Jan 18 22:25:25.342911 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-200d57d5-11bf-483b-b7e2-51d03d1d0941 req-7b6d0600-7b17-4075-844f-da5c115e6874 service neutron] 10.222.0.67 "GET /v2.0/networks/dd775970-2a5b-4fa0-b58f-e11b40e608fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3302293 Jan 18 22:25:25.436235 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-839326f6-9087-4048-8926-12944814683d tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:25.464465 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-839326f6-9087-4048-8926-12944814683d tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:25.467803 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-839326f6-9087-4048-8926-12944814683d tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] 10.222.0.53 "DELETE /v2.0/networks/02b3ad5c-73ca-4434-8432-43f57e7c1148 HTTP/1.1" status: 204 len: 168 time: 4.5460358 Jan 18 22:25:25.471870 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41866) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:25.482596 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-4fcd415c-064d-4005-a59f-85ec4187806a tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1967204004'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:25:25.517254 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839326f6-9087-4048-8926-12944814683d tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Pushing event deleted for resources: {'Network': ['ID=02b3ad5c-73ca-4434-8432-43f57e7c1148,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:25.522867 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-4fafab8b-460a-4c33-9041-0a31b88327e0 req-1f5f08aa-0c1a-4145-94bb-d71f1a671c96 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] For port 8cff5236-1956-47f9-ab71-513603762773, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=8cff5236-1956-47f9-ab71-513603762773,segment=NetworkSegment(773e2478-13af-4dd0-bb1a-13e4946a40f7),segment_id=773e2478-13af-4dd0-bb1a-13e4946a40f7)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:25:25.523280 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-4fafab8b-460a-4c33-9041-0a31b88327e0 req-1f5f08aa-0c1a-4145-94bb-d71f1a671c96 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:25.541438 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7ebc15cf-111c-42f5-ba19-60fafa09c5d0 req-50baafb1-0c25-49e3-b90f-d4e6a24759c4 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/security-groups?id=68e1f851-73aa-4cda-8095-0e2a92a325ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004790 Jan 18 22:25:25.551536 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197e1387-a3b3-4e82-9d4d-7d19e37bf915 req-b902daf2-d54b-4306-8e93-e97d7bacb0c3 tempest-ServersOnMultiNodesTest-528096773 tempest-ServersOnMultiNodesTest-528096773-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:25.560907 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-197e1387-a3b3-4e82-9d4d-7d19e37bf915 req-b902daf2-d54b-4306-8e93-e97d7bacb0c3 tempest-ServersOnMultiNodesTest-528096773 tempest-ServersOnMultiNodesTest-528096773-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=bebd1957-5b89-4f93-b2f0-3d41b4c50f44 HTTP/1.1" status: 200 len: 1101 time: 0.3656981 Jan 18 22:25:25.567412 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fcd415c-064d-4005-a59f-85ec4187806a tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Made reservation on behalf of fe37a6b751c244818a513074ac339274 for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:25:25.579909 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4fcd415c-064d-4005-a59f-85ec4187806a tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:25.586060 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-4fafab8b-460a-4c33-9041-0a31b88327e0 req-1f5f08aa-0c1a-4145-94bb-d71f1a671c96 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Calling delete_port for 8cff5236-1956-47f9-ab71-513603762773 owned by compute:nova {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:25:25.619071 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fcd415c-064d-4005-a59f-85ec4187806a tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:25:25.633649 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4fcd415c-064d-4005-a59f-85ec4187806a tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:25.634417 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-4fcd415c-064d-4005-a59f-85ec4187806a tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Added segment 4be068b9-6915-491b-a45f-8cd6ef415500 of type vlan for network b2f30d2b-5495-43c8-9915-032336c3402b Jan 18 22:25:25.747571 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4fcd415c-064d-4005-a59f-85ec4187806a tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:25.793118 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-4fafab8b-460a-4c33-9041-0a31b88327e0 req-1f5f08aa-0c1a-4145-94bb-d71f1a671c96 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:25.821510 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4fcd415c-064d-4005-a59f-85ec4187806a tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:25.836218 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fcd415c-064d-4005-a59f-85ec4187806a tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:25.836857 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4fcd415c-064d-4005-a59f-85ec4187806a tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:25.863151 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-197e1387-a3b3-4e82-9d4d-7d19e37bf915 req-82a465d5-ecbb-4848-b6a4-302dcc6d409d tempest-ServersOnMultiNodesTest-528096773 tempest-ServersOnMultiNodesTest-528096773-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=05d753a3-5b69-42a7-8159-df7094e5d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145978 Jan 18 22:25:25.864768 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5f08aa-0c1a-4145-94bb-d71f1a671c96 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Pushing event deleted for resources: {'Port': ['ID=8cff5236-1956-47f9-ab71-513603762773,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:25.876210 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-200d57d5-11bf-483b-b7e2-51d03d1d0941 req-1a739923-f990-4c02-8c10-bc1e5729a5d2 service neutron] 10.222.0.67 "GET /v2.0/networks/dd775970-2a5b-4fa0-b58f-e11b40e608fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5071795 Jan 18 22:25:25.965553 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fafab8b-460a-4c33-9041-0a31b88327e0 req-1f5f08aa-0c1a-4145-94bb-d71f1a671c96 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] No DVR routers for this DVR port 8cff5236-1956-47f9-ab71-513603762773 on host n-h2-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:25:25.968578 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-4fafab8b-460a-4c33-9041-0a31b88327e0 req-1f5f08aa-0c1a-4145-94bb-d71f1a671c96 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:25.975221 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4fafab8b-460a-4c33-9041-0a31b88327e0 req-1f5f08aa-0c1a-4145-94bb-d71f1a671c96 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.67 "DELETE /v2.0/ports/8cff5236-1956-47f9-ab71-513603762773 HTTP/1.1" status: 204 len: 173 time: 1.3072107 Jan 18 22:25:25.976654 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-200d57d5-11bf-483b-b7e2-51d03d1d0941 req-784004e4-9167-4927-9588-2f04f4ef16bd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=60e4c595-bd88-4dba-8ee6-e0eaf93fa0f9 HTTP/1.1" status: 200 len: 217 time: 0.0742919 Jan 18 22:25:25.977238 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1555094a-5480-4989-84ad-388f76f45c04', 'name': 'network-vif-deleted', 'tag': '8cff5236-1956-47f9-ab71-513603762773'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:25:25.981457 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e39646b0-92b9-4b35-988c-55e9dc44d8f6" -d '{"events": [{"server_uuid": "1555094a-5480-4989-84ad-388f76f45c04", "name": "network-vif-deleted", "tag": "8cff5236-1956-47f9-ab71-513603762773"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:25:26.007955 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-4fcd415c-064d-4005-a59f-85ec4187806a tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5341010 Jan 18 22:25:26.008815 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41890) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:26.019423 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-f2c93dab-d7a5-41a6-b0de-21b99f78c1c8 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Request body: {'subnet': {'network_id': 'b2f30d2b-5495-43c8-9915-032336c3402b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:25:26.070200 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-488e28e8-3ec1-47ca-9d09-e8fa0083a595 req-ccab42b4-628b-48dc-9a56-f5d5c327ea74 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=1555094a-5480-4989-84ad-388f76f45c04 HTTP/1.1" status: 200 len: 210 time: 0.0442352 Jan 18 22:25:26.102416 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200d57d5-11bf-483b-b7e2-51d03d1d0941 req-393f7a5e-b30e-4e67-89a5-6ce2934bee98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:26.104791 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-200d57d5-11bf-483b-b7e2-51d03d1d0941 req-393f7a5e-b30e-4e67-89a5-6ce2934bee98 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ff3864e7-3d06-47c3-9688-9fc89286565c HTTP/1.1" status: 200 len: 797 time: 0.1179767 Jan 18 22:25:26.185939 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcd415c-064d-4005-a59f-85ec4187806a tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Pushing event updated for resources: {'Network': ['ID=b2f30d2b-5495-43c8-9915-032336c3402b,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:26.210053 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network b2f30d2b-5495-43c8-9915-032336c3402b details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:25:26.226713 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200d57d5-11bf-483b-b7e2-51d03d1d0941 req-bcdf6658-e34c-4ec3-8a48-97ec2a5c84c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:26.228818 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-200d57d5-11bf-483b-b7e2-51d03d1d0941 req-bcdf6658-e34c-4ec3-8a48-97ec2a5c84c7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dd775970-2a5b-4fa0-b58f-e11b40e608fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1147859 Jan 18 22:25:26.259460 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c93dab-d7a5-41a6-b0de-21b99f78c1c8 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Made reservation on behalf of fe37a6b751c244818a513074ac339274 for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:25:26.272206 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f2c93dab-d7a5-41a6-b0de-21b99f78c1c8 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:26.445886 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-200d57d5-11bf-483b-b7e2-51d03d1d0941 req-3556b450-1e01-44d5-bad2-a15b42b935ef service neutron] 10.222.0.67 "GET /v2.0/networks/dd775970-2a5b-4fa0-b58f-e11b40e608fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940942 Jan 18 22:25:26.521847 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fb8fa29-b18d-435e-bc17-a4fcedc98c1c x-openstack-request-id: req-5fb8fa29-b18d-435e-bc17-a4fcedc98c1c {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:25:26.522212 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1555094a-5480-4989-84ad-388f76f45c04", "name": "network-vif-deleted", "tag": "8cff5236-1956-47f9-ab71-513603762773", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:25:26.522530 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5fb8fa29-b18d-435e-bc17-a4fcedc98c1c {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:25:26.523572 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1555094a-5480-4989-84ad-388f76f45c04', 'name': 'network-vif-deleted', 'tag': '8cff5236-1956-47f9-ab71-513603762773', 'status': 'completed', 'code': 200} Jan 18 22:25:26.696291 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f53256-b069-4cab-b8db-49eee562df55 req-dc3e6324-f493-4dac-b30d-e21004f66dcd tempest-ServersOnMultiNodesTest-528096773 tempest-ServersOnMultiNodesTest-528096773-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:26.707420 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-70f53256-b069-4cab-b8db-49eee562df55 req-dc3e6324-f493-4dac-b30d-e21004f66dcd tempest-ServersOnMultiNodesTest-528096773 tempest-ServersOnMultiNodesTest-528096773-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=ea5c54f7-20af-42c5-8cc7-bf2ef2391522 HTTP/1.1" status: 200 len: 1101 time: 0.2543676 Jan 18 22:25:26.727288 n-d-825064-1 neutron-server[102431]: DEBUG neutron.objects.ports [None req-f2c93dab-d7a5-41a6-b0de-21b99f78c1c8 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102431) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 18 22:25:26.729385 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f2c93dab-d7a5-41a6-b0de-21b99f78c1c8 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:26.840149 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-70f53256-b069-4cab-b8db-49eee562df55 req-1dc0bae2-d496-404c-b8d9-fb3b448514d9 tempest-ServersOnMultiNodesTest-528096773 tempest-ServersOnMultiNodesTest-528096773-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=05d753a3-5b69-42a7-8159-df7094e5d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317251 Jan 18 22:25:26.846144 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-200d57d5-11bf-483b-b7e2-51d03d1d0941 req-c6445e18-d7c2-464e-99cd-c0077e35cbd6 service neutron] 10.222.0.67 "GET /v2.0/networks/dd775970-2a5b-4fa0-b58f-e11b40e608fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3715971 Jan 18 22:25:26.892507 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c93dab-d7a5-41a6-b0de-21b99f78c1c8 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Pushing event updated for resources: {'Subnet': ['ID=1972da34-a022-4c2b-aa81-66e1ba559793,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:26.905008 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c93dab-d7a5-41a6-b0de-21b99f78c1c8 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Checking segment: {'id': '4be068b9-6915-491b-a45f-8cd6ef415500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b2f30d2b-5495-43c8-9915-032336c3402b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:25:26.905196 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c93dab-d7a5-41a6-b0de-21b99f78c1c8 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Network hostable DHCP agents. Network: b2f30d2b-5495-43c8-9915-032336c3402b, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:25:26.924301 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-200d57d5-11bf-483b-b7e2-51d03d1d0941 req-53c86744-44cc-4bd8-ad1b-b9f7f95bc3c3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.112&port_id=3c486e4d-5c8b-4bdd-b990-9e55341e98f1 HTTP/1.1" status: 200 len: 217 time: 0.0704415 Jan 18 22:25:26.928864 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c93dab-d7a5-41a6-b0de-21b99f78c1c8 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Network b2f30d2b-5495-43c8-9915-032336c3402b is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:25:26.949042 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-f2c93dab-d7a5-41a6-b0de-21b99f78c1c8 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, b2f30d2b-5495-43c8-9915-032336c3402b) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:25:26.958484 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c93dab-d7a5-41a6-b0de-21b99f78c1c8 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:26.959068 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f2c93dab-d7a5-41a6-b0de-21b99f78c1c8 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:26.963061 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f905a356-229c-4fce-b506-d4cd884a98df None None] Network b2f30d2b-5495-43c8-9915-032336c3402b requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:25:26.985303 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-f2c93dab-d7a5-41a6-b0de-21b99f78c1c8 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.9718609 Jan 18 22:25:26.987156 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41906) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:27.013020 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200d57d5-11bf-483b-b7e2-51d03d1d0941 req-11c97164-4802-4e2d-a317-dcd75d191808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:27.014493 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-200d57d5-11bf-483b-b7e2-51d03d1d0941 req-11c97164-4802-4e2d-a317-dcd75d191808 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ff3864e7-3d06-47c3-9688-9fc89286565c HTTP/1.1" status: 200 len: 797 time: 0.0816262 Jan 18 22:25:27.099386 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200d57d5-11bf-483b-b7e2-51d03d1d0941 req-3e571d3c-b58d-4907-b8b2-9fb5dbff66a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:27.100940 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-200d57d5-11bf-483b-b7e2-51d03d1d0941 req-3e571d3c-b58d-4907-b8b2-9fb5dbff66a6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dd775970-2a5b-4fa0-b58f-e11b40e608fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0793421 Jan 18 22:25:27.174774 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f1ce1b36-b9d4-4b26-9f0a-8ee697edd225 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:27.298709 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4a8c67ad-ab0b-4a33-95ba-81ab6ab940d2 req-6ade06c1-a044-4969-8e1a-6040170c6636 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=1555094a-5480-4989-84ad-388f76f45c04 HTTP/1.1" status: 200 len: 210 time: 0.0486708 Jan 18 22:25:27.352945 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f1ce1b36-b9d4-4b26-9f0a-8ee697edd225 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:27.463017 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85409ef8-fa43-4ab9-acc0-bd23f2ac5774 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-b2f30d2b-5495-43c8-9915-032336c3402b', 'network_id': 'b2f30d2b-5495-43c8-9915-032336c3402b', 'tenant_id': 'fe37a6b751c244818a513074ac339274', 'fixed_ips': [{'subnet_id': '1972da34-a022-4c2b-aa81-66e1ba559793'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:25:27.464007 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-85409ef8-fa43-4ab9-acc0-bd23f2ac5774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:27.495609 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f1ce1b36-b9d4-4b26-9f0a-8ee697edd225 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:27.508255 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-200d57d5-11bf-483b-b7e2-51d03d1d0941 req-5d2eea69-6eed-4712-9dbb-f960c3c3832e service neutron] 10.222.0.67 "GET /v2.0/networks/dd775970-2a5b-4fa0-b58f-e11b40e608fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3969915 Jan 18 22:25:27.517072 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-720a8899-b746-4a2b-b725-e22e2d15044d req-d9c03162-33b7-4666-8fd3-c02358cda52a tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=a73ebee77f20452f9ada65790951d06b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0391812 Jan 18 22:25:27.577470 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ce1b36-b9d4-4b26-9f0a-8ee697edd225 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Pushing event deleted for resources: {'Subnet': ['ID=1972da34-a022-4c2b-aa81-66e1ba559793,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:27.663844 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 8cff5236-1956-47f9-ab71-513603762773 no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:25:27.731144 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] No Port match for: 8cff5236-1956-47f9-ab71-513603762773 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:25:27.731498 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 8cff5236-1956-47f9-ab71-513603762773 not bound to the agent host n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:25:27.735598 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-200d57d5-11bf-483b-b7e2-51d03d1d0941 req-0b12c446-06fc-4137-a2cc-688d6e48d607 service neutron] 10.222.0.67 "GET /v2.0/networks/dd775970-2a5b-4fa0-b58f-e11b40e608fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148466 Jan 18 22:25:27.741984 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1c17db-9013-4eb7-b6f0-5ebeeec61f52 None None] Network b2f30d2b-5495-43c8-9915-032336c3402b requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:25:27.746929 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720a8899-b746-4a2b-b725-e22e2d15044d req-cee3929b-111d-40af-848a-316707bd91ff tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:27.754885 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-720a8899-b746-4a2b-b725-e22e2d15044d req-cee3929b-111d-40af-848a-316707bd91ff tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2364576 Jan 18 22:25:27.762664 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f1ce1b36-b9d4-4b26-9f0a-8ee697edd225 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:27.807691 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-720a8899-b746-4a2b-b725-e22e2d15044d req-ea000a32-92de-4a7f-8900-0941ccf24958 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/quotas/a73ebee77f20452f9ada65790951d06b HTTP/1.1" status: 200 len: 375 time: 0.0517263 Jan 18 22:25:27.813181 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-f1ce1b36-b9d4-4b26-9f0a-8ee697edd225 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2f30d2b-5495-43c8-9915-032336c3402b']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:25:27.819717 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-200d57d5-11bf-483b-b7e2-51d03d1d0941 req-d0fee267-7980-4a5b-91ce-cd2018fd3a15 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8378d970-1631-475d-9cba-3b81e38793ce HTTP/1.1" status: 200 len: 217 time: 0.0620739 Jan 18 22:25:27.829441 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-f1ce1b36-b9d4-4b26-9f0a-8ee697edd225 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4be068b9-6915-491b-a45f-8cd6ef415500') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:25:27.829795 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-f1ce1b36-b9d4-4b26-9f0a-8ee697edd225 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4be068b9-6915-491b-a45f-8cd6ef415500') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:25:27.852757 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f1ce1b36-b9d4-4b26-9f0a-8ee697edd225 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:27.879735 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f1ce1b36-b9d4-4b26-9f0a-8ee697edd225 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:27.897060 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1ce1b36-b9d4-4b26-9f0a-8ee697edd225 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:25:27.898019 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f1ce1b36-b9d4-4b26-9f0a-8ee697edd225 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:27.917176 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-720a8899-b746-4a2b-b725-e22e2d15044d req-221258c8-ef8c-4012-9e4e-b0e3c8f599c4 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a73ebee77f20452f9ada65790951d06b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1083918 Jan 18 22:25:27.923846 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200d57d5-11bf-483b-b7e2-51d03d1d0941 req-3a156fcf-bacb-4985-8c27-a5a56d8e851b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:27.925445 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-200d57d5-11bf-483b-b7e2-51d03d1d0941 req-3a156fcf-bacb-4985-8c27-a5a56d8e851b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b2fef015-6188-4e86-a17d-bae4a3dc212e HTTP/1.1" status: 200 len: 797 time: 0.0783033 Jan 18 22:25:28.026768 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:25:28.026768 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:25:28.026768 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:25:28.026768 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:25:28.026768 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:25:28.026768 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:25:28.026768 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:25:28.026768 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:25:28.026768 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:25:28.026768 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:25:28.026768 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:25:28.026768 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:25:28.026768 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:25:28.026768 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:25:28.026768 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:25:28.026768 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:25:28.026768 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:25:28.026768 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:25:28.026768 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:25:28.026768 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:25:28.026768 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:25:28.026768 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:25:28.026768 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:25:28.026768 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:25:28.026768 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:25:28.026768 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:25:28.026768 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:25:28.026768 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:25:28.026768 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:25:28.026768 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:25:28.026768 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:25:28.026768 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:25:28.035672 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f1ce1b36-b9d4-4b26-9f0a-8ee697edd225 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:28.042353 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f1ce1b36-b9d4-4b26-9f0a-8ee697edd225 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:28.052223 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-f1ce1b36-b9d4-4b26-9f0a-8ee697edd225 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] 10.222.0.53 "DELETE /v2.0/networks/b2f30d2b-5495-43c8-9915-032336c3402b HTTP/1.1" status: 204 len: 168 time: 1.0627124 Jan 18 22:25:28.052968 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41942) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:28.071673 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200d57d5-11bf-483b-b7e2-51d03d1d0941 req-0ddb8d55-1445-4120-b47c-588e686b4b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:28.083213 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-200d57d5-11bf-483b-b7e2-51d03d1d0941 req-0ddb8d55-1445-4120-b47c-588e686b4b50 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d517cf7a-2b5e-403e-9519-f81391a215c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1458693 Jan 18 22:25:28.102115 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ce1b36-b9d4-4b26-9f0a-8ee697edd225 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Pushing event deleted for resources: {'Network': ['ID=b2f30d2b-5495-43c8-9915-032336c3402b,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:28.105498 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-07b92cad-3560-4bf5-ae39-dbb9278482f5 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] DELETE failed (client error): The resource could not be found. Jan 18 22:25:28.105961 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07b92cad-3560-4bf5-ae39-dbb9278482f5 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:25:28.112729 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-07b92cad-3560-4bf5-ae39-dbb9278482f5 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] 10.222.0.53 "DELETE /v2.0/subnets/1972da34-a022-4c2b-aa81-66e1ba559793 HTTP/1.1" status: 404 len: 337 time: 0.0443311 Jan 18 22:25:28.113369 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41944) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:28.134949 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-e454e3b7-fa8f-4f4a-ac13-0b28c1d5937e tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] DELETE failed (client error): The resource could not be found. Jan 18 22:25:28.135674 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e454e3b7-fa8f-4f4a-ac13-0b28c1d5937e tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:25:28.142689 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-e454e3b7-fa8f-4f4a-ac13-0b28c1d5937e tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] 10.222.0.53 "DELETE /v2.0/networks/b2f30d2b-5495-43c8-9915-032336c3402b HTTP/1.1" status: 404 len: 339 time: 0.0280628 Jan 18 22:25:28.143187 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41946) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:28.172021 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-6eb4fbf8-d2ee-442f-82e4-35aba953896e tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] DELETE failed (client error): The resource could not be found. Jan 18 22:25:28.173209 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6eb4fbf8-d2ee-442f-82e4-35aba953896e tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:25:28.180848 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-6eb4fbf8-d2ee-442f-82e4-35aba953896e tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] 10.222.0.53 "DELETE /v2.0/subnets/46f286ea-6616-466c-afd8-aabe887491db HTTP/1.1" status: 404 len: 337 time: 0.0366287 Jan 18 22:25:28.181608 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41948) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:28.220468 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-676a47b3-eeeb-45d6-8e98-392cd2f67ddf tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] DELETE failed (client error): The resource could not be found. Jan 18 22:25:28.225993 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-676a47b3-eeeb-45d6-8e98-392cd2f67ddf tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:25:28.225993 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-676a47b3-eeeb-45d6-8e98-392cd2f67ddf tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] 10.222.0.53 "DELETE /v2.0/networks/02b3ad5c-73ca-4434-8432-43f57e7c1148 HTTP/1.1" status: 404 len: 339 time: 0.0414093 Jan 18 22:25:28.228892 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41950) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:28.266847 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-200d57d5-11bf-483b-b7e2-51d03d1d0941 req-49ed08bb-78d1-4ef8-8185-0534b8a19c93 service neutron] 10.222.0.67 "GET /v2.0/networks/d517cf7a-2b5e-403e-9519-f81391a215c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723237 Jan 18 22:25:28.319966 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa66954e-44bf-4405-a0b6-dc045f06724e tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] DELETE failed (client error): The resource could not be found. Jan 18 22:25:28.322118 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa66954e-44bf-4405-a0b6-dc045f06724e tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:25:28.333514 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-aa66954e-44bf-4405-a0b6-dc045f06724e tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] 10.222.0.53 "DELETE /v2.0/subnets/d6a09179-5033-4ef9-b261-93d02b9171f5 HTTP/1.1" status: 404 len: 337 time: 0.0998752 Jan 18 22:25:28.334229 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41954) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:28.374251 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-a141be31-dfd3-4ae3-aefe-f16efeb428ce tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] DELETE failed (client error): The resource could not be found. Jan 18 22:25:28.376466 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a141be31-dfd3-4ae3-aefe-f16efeb428ce tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:25:28.382325 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-a141be31-dfd3-4ae3-aefe-f16efeb428ce tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] 10.222.0.53 "DELETE /v2.0/networks/7db469eb-79ac-4682-87ae-d06689789248 HTTP/1.1" status: 404 len: 339 time: 0.0468583 Jan 18 22:25:28.386312 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41958) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:28.498490 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-200d57d5-11bf-483b-b7e2-51d03d1d0941 req-1b410ec5-a108-47cf-b11e-b4a382d79e7b service neutron] 10.222.0.67 "GET /v2.0/networks/d517cf7a-2b5e-403e-9519-f81391a215c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224693 Jan 18 22:25:28.584429 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-200d57d5-11bf-483b-b7e2-51d03d1d0941 req-d20dc7f3-1cdc-40a0-8466-de7c5ea3a735 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d4aeaad3-0a25-4101-bf67-696d922c2523 HTTP/1.1" status: 200 len: 217 time: 0.0724630 Jan 18 22:25:28.674596 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-4e24867f-a4a1-46c1-aeda-12226e21bb6e tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Deleting port 3c966a97-f7a4-4c21-ad63-41a406d8be10 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:25:28.676551 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4e24867f-a4a1-46c1-aeda-12226e21bb6e tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:28.694096 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200d57d5-11bf-483b-b7e2-51d03d1d0941 req-7b7e3aac-3d9d-4490-9e56-88d133939c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:28.700738 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-200d57d5-11bf-483b-b7e2-51d03d1d0941 req-7b7e3aac-3d9d-4490-9e56-88d133939c7c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b2fef015-6188-4e86-a17d-bae4a3dc212e HTTP/1.1" status: 200 len: 797 time: 0.1053007 Jan 18 22:25:28.797786 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200d57d5-11bf-483b-b7e2-51d03d1d0941 req-e2a76a53-649f-4c2f-9032-9403dc9f7653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:28.799541 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-200d57d5-11bf-483b-b7e2-51d03d1d0941 req-e2a76a53-649f-4c2f-9032-9403dc9f7653 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d517cf7a-2b5e-403e-9519-f81391a215c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0906401 Jan 18 22:25:28.845065 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4e24867f-a4a1-46c1-aeda-12226e21bb6e tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:28.923885 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-4e24867f-a4a1-46c1-aeda-12226e21bb6e tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Calling delete_port for 3c966a97-f7a4-4c21-ad63-41a406d8be10 owned by {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:25:29.015596 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e03d87ed-5023-477e-9da1-811b2306da1d req-3e9f730e-718c-44a9-bbd7-9effca6bcc88 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=99555713-a052-4f2b-bed2-fb8b5d6b9caa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1561332 Jan 18 22:25:29.065620 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4e24867f-a4a1-46c1-aeda-12226e21bb6e tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:29.141994 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e24867f-a4a1-46c1-aeda-12226e21bb6e tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Pushing event deleted for resources: {'Port': ['ID=3c966a97-f7a4-4c21-ad63-41a406d8be10,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:29.192940 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4e24867f-a4a1-46c1-aeda-12226e21bb6e tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:29.198629 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-4e24867f-a4a1-46c1-aeda-12226e21bb6e tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] 10.222.0.53 "DELETE /v2.0/ports/3c966a97-f7a4-4c21-ad63-41a406d8be10 HTTP/1.1" status: 204 len: 168 time: 0.8113704 Jan 18 22:25:29.200907 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6a5d4307-87c3-4da6-ba88-b64c8e3a0e97 req-050e72c6-0959-47a5-8567-42b601b3986b tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/ports?device_id=96a928e9-7e12-44c5-95ad-459c8954091b HTTP/1.1" status: 200 len: 210 time: 0.0998900 Jan 18 22:25:29.203060 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 42000) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:29.210290 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-200d57d5-11bf-483b-b7e2-51d03d1d0941 req-8cc9db5f-2237-4b26-b4bd-bf8ea907a2ed service neutron] 10.222.0.67 "GET /v2.0/networks/d517cf7a-2b5e-403e-9519-f81391a215c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4020898 Jan 18 22:25:29.276842 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-12e493c4-1d70-4f3a-8f21-9bcd73bfbc9c tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] DELETE failed (client error): The resource could not be found. Jan 18 22:25:29.277309 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12e493c4-1d70-4f3a-8f21-9bcd73bfbc9c tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:25:29.280354 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-12e493c4-1d70-4f3a-8f21-9bcd73bfbc9c tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] 10.222.0.53 "DELETE /v2.0/subnets/1549d571-39b5-470c-879e-f3567ed5f5ae HTTP/1.1" status: 404 len: 337 time: 0.0669568 Jan 18 22:25:29.286413 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 42004) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:29.307008 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03d87ed-5023-477e-9da1-811b2306da1d req-ed0b814a-97e6-4c7d-aefe-d9e76af1e723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:29.308536 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e03d87ed-5023-477e-9da1-811b2306da1d req-ed0b814a-97e6-4c7d-aefe-d9e76af1e723 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9e3d2710d5874e5a8a2018a623ee9fbd&device_id=99555713-a052-4f2b-bed2-fb8b5d6b9caa HTTP/1.1" status: 200 len: 1096 time: 0.2291791 Jan 18 22:25:29.472978 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c21d630-88e1-489d-904a-3d75f62b67a9 req-c802630d-d07d-49d3-8f92-ff2ba5279a2e tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:29.474480 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5c21d630-88e1-489d-904a-3d75f62b67a9 req-c802630d-d07d-49d3-8f92-ff2ba5279a2e tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/networks?id=616341ad-8ee5-46dd-a50f-fbf4c382e06c HTTP/1.1" status: 200 len: 812 time: 0.5710964 Jan 18 22:25:29.487899 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03d87ed-5023-477e-9da1-811b2306da1d req-10f8efe7-7dc9-4fd4-af61-00712e565f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:29.489540 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e03d87ed-5023-477e-9da1-811b2306da1d req-10f8efe7-7dc9-4fd4-af61-00712e565f9c service neutron] 10.222.0.36 "GET /v2.0/networks?id=afa667de-c8f9-4a8d-967c-cff5c9ffa5d7 HTTP/1.1" status: 200 len: 919 time: 0.1548095 Jan 18 22:25:29.561555 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e03d87ed-5023-477e-9da1-811b2306da1d req-f02c1ab0-09b7-46cd-8a81-b336a3c631d7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=820af019-259a-4e5f-ba8f-3466cff4a077 HTTP/1.1" status: 200 len: 217 time: 0.0624585 Jan 18 22:25:29.568391 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5c21d630-88e1-489d-904a-3d75f62b67a9 req-f6d95962-90bf-466d-95c6-9831e547aad8 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/quotas/feff401a111441e8bc4bdb3f9c55f3c8 HTTP/1.1" status: 200 len: 375 time: 0.0641046 Jan 18 22:25:29.577712 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c73c31f0-33ad-48bf-be13-716de521ac1d tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:29.577712 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-200d57d5-11bf-483b-b7e2-51d03d1d0941 req-e250b348-bcf7-4dcb-ad56-1de3ef59b8b7 service neutron] 10.222.0.67 "GET /v2.0/networks/d517cf7a-2b5e-403e-9519-f81391a215c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3563073 Jan 18 22:25:29.637689 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5c21d630-88e1-489d-904a-3d75f62b67a9 req-0795eafa-ce18-4c58-99be-97085fd4bdd5 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=feff401a111441e8bc4bdb3f9c55f3c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0520382 Jan 18 22:25:29.700799 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03d87ed-5023-477e-9da1-811b2306da1d req-dcd83868-265c-466b-bde7-0b2d43010959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:29.702539 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e03d87ed-5023-477e-9da1-811b2306da1d req-dcd83868-265c-466b-bde7-0b2d43010959 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e776d007-5ac5-4a48-98ad-4f038a9c4c11 HTTP/1.1" status: 200 len: 859 time: 0.1309121 Jan 18 22:25:29.755646 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e03d87ed-5023-477e-9da1-811b2306da1d req-07550a80-f1a4-4a2e-a0ab-6e83b530c0a8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=afa667de-c8f9-4a8d-967c-cff5c9ffa5d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444388 Jan 18 22:25:29.777927 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c73c31f0-33ad-48bf-be13-716de521ac1d tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:29.841759 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-c73c31f0-33ad-48bf-be13-716de521ac1d tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76807adb-995b-43da-adb1-6aee6cdacea2']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:25:29.856550 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-c73c31f0-33ad-48bf-be13-716de521ac1d tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2645cc0f-a1a7-4280-bc99-3dce663acc7b') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:25:29.856887 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-c73c31f0-33ad-48bf-be13-716de521ac1d tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2645cc0f-a1a7-4280-bc99-3dce663acc7b') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:25:29.875344 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c73c31f0-33ad-48bf-be13-716de521ac1d tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60394742'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:29.920941 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c73c31f0-33ad-48bf-be13-716de521ac1d tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:29.929595 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e03d87ed-5023-477e-9da1-811b2306da1d req-0e046bbf-806c-4187-8dd1-c5ccbdf734cf service neutron] 10.222.0.36 "GET /v2.0/networks/afa667de-c8f9-4a8d-967c-cff5c9ffa5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606133 Jan 18 22:25:29.930299 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c73c31f0-33ad-48bf-be13-716de521ac1d tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:25:29.930902 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c73c31f0-33ad-48bf-be13-716de521ac1d tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60203044'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:29.934503 n-d-825064-1 neutron-server[102430]: Traceback (most recent call last): Jan 18 22:25:29.934503 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:25:29.934503 n-d-825064-1 neutron-server[102430]: timer() Jan 18 22:25:29.934503 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:25:29.934503 n-d-825064-1 neutron-server[102430]: cb(*args, **kw) Jan 18 22:25:29.934503 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:25:29.934503 n-d-825064-1 neutron-server[102430]: return func(*args, **kwargs) Jan 18 22:25:29.934503 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:25:29.934503 n-d-825064-1 neutron-server[102430]: self._notify() Jan 18 22:25:29.934503 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:25:29.934503 n-d-825064-1 neutron-server[102430]: self.callback(batched_events) Jan 18 22:25:29.934503 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:25:29.934503 n-d-825064-1 neutron-server[102430]: event.method(event) Jan 18 22:25:29.934503 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:25:29.934503 n-d-825064-1 neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:25:29.934503 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:25:29.934503 n-d-825064-1 neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:25:29.934503 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:25:29.934503 n-d-825064-1 neutron-server[102430]: return f(self, *a, **k) Jan 18 22:25:29.934503 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:25:29.934503 n-d-825064-1 neutron-server[102430]: return self._get(url).json() Jan 18 22:25:29.934503 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:25:29.934503 n-d-825064-1 neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:25:29.934503 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:25:29.934503 n-d-825064-1 neutron-server[102430]: return self.request(url, 'GET', **kwargs) Jan 18 22:25:29.934503 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:25:29.934503 n-d-825064-1 neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:25:29.934503 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:25:29.934503 n-d-825064-1 neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:25:29.934503 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:25:29.934503 n-d-825064-1 neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:25:29.934503 n-d-825064-1 neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:25:29.938681 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5c21d630-88e1-489d-904a-3d75f62b67a9 req-006460ab-2b53-42a9-acf8-bcb017936eb3 service neutron] 10.222.0.53 "GET /v2.0/networks/616341ad-8ee5-46dd-a50f-fbf4c382e06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830105 Jan 18 22:25:30.081906 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c73c31f0-33ad-48bf-be13-716de521ac1d tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:30.104350 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c73c31f0-33ad-48bf-be13-716de521ac1d tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:30.109651 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-c73c31f0-33ad-48bf-be13-716de521ac1d tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] 10.222.0.53 "DELETE /v2.0/networks/76807adb-995b-43da-adb1-6aee6cdacea2 HTTP/1.1" status: 204 len: 168 time: 0.7836239 Jan 18 22:25:30.129247 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 42036) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:30.146778 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e03d87ed-5023-477e-9da1-811b2306da1d req-04635bcd-9702-4d71-8222-63077c3ed798 service neutron] 10.222.0.36 "GET /v2.0/networks/afa667de-c8f9-4a8d-967c-cff5c9ffa5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995637 Jan 18 22:25:30.150485 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73c31f0-33ad-48bf-be13-716de521ac1d tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Pushing event deleted for resources: {'Network': ['ID=76807adb-995b-43da-adb1-6aee6cdacea2,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:30.191066 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5c21d630-88e1-489d-904a-3d75f62b67a9 req-539cf697-da95-44c8-9606-2241b1688077 service neutron] 10.222.0.53 "GET /v2.0/networks/616341ad-8ee5-46dd-a50f-fbf4c382e06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390809 Jan 18 22:25:30.364291 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2b152680-adc6-44f6-b20d-28cc47e57444 req-130a3982-20c1-4c18-8ee8-f0726ba8e0d5 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/ports?device_id=96a928e9-7e12-44c5-95ad-459c8954091b HTTP/1.1" status: 200 len: 210 time: 0.0536859 Jan 18 22:25:30.377777 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-d846e964-bffc-4982-bbc8-f627c41868d5 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Deleting port eda20e67-ba3a-410e-8dbd-31b55fa9f837 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:25:30.378125 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d846e964-bffc-4982-bbc8-f627c41868d5 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:30.466178 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d846e964-bffc-4982-bbc8-f627c41868d5 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:30.487115 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-d846e964-bffc-4982-bbc8-f627c41868d5 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Calling delete_port for eda20e67-ba3a-410e-8dbd-31b55fa9f837 owned by {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:25:30.609509 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c6b6cfcf-8f6f-45b3-83b0-c3daad90094b req-391c7b0e-dac0-4a0d-9a9a-e4eb962278c1 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=5420ce23-09ba-4800-a79a-967cc7e179f9 HTTP/1.1" status: 200 len: 210 time: 0.0580566 Jan 18 22:25:30.674915 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d846e964-bffc-4982-bbc8-f627c41868d5 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:30.722615 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d846e964-bffc-4982-bbc8-f627c41868d5 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Pushing event deleted for resources: {'Port': ['ID=eda20e67-ba3a-410e-8dbd-31b55fa9f837,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:30.729340 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d846e964-bffc-4982-bbc8-f627c41868d5 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:30.737903 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-d846e964-bffc-4982-bbc8-f627c41868d5 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] 10.222.0.53 "DELETE /v2.0/ports/eda20e67-ba3a-410e-8dbd-31b55fa9f837 HTTP/1.1" status: 204 len: 168 time: 0.6012552 Jan 18 22:25:30.738839 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 42062) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:30.768642 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2f46bbd-696b-4c95-ab70-fea39d5640ce tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] DELETE failed (client error): The resource could not be found. Jan 18 22:25:30.768996 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2f46bbd-696b-4c95-ab70-fea39d5640ce tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:25:30.771984 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-a2f46bbd-696b-4c95-ab70-fea39d5640ce tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] 10.222.0.53 "DELETE /v2.0/subnets/5b9ae3f5-8a2b-40bb-a305-e2bf80a10794 HTTP/1.1" status: 404 len: 337 time: 0.0333643 Jan 18 22:25:30.774768 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 42064) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:30.867028 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9d4050a3-f26f-4082-9505-6332d64b994d tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:30.993922 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9d4050a3-f26f-4082-9505-6332d64b994d tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:31.020275 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-9d4050a3-f26f-4082-9505-6332d64b994d tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cb387af-440e-45ab-b2fc-9acf3be5ee3a']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:25:31.036814 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-9d4050a3-f26f-4082-9505-6332d64b994d tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46f9273d-e05b-46e4-a3d5-9188a7619f0c') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:25:31.037229 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-9d4050a3-f26f-4082-9505-6332d64b994d tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46f9273d-e05b-46e4-a3d5-9188a7619f0c') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:25:31.053886 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9d4050a3-f26f-4082-9505-6332d64b994d tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60394742'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:31.074727 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9d4050a3-f26f-4082-9505-6332d64b994d tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:31.097462 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d4050a3-f26f-4082-9505-6332d64b994d tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:25:31.102594 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9d4050a3-f26f-4082-9505-6332d64b994d tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60203044'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:31.106451 n-d-825064-1 neutron-server[102430]: Traceback (most recent call last): Jan 18 22:25:31.106451 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:25:31.106451 n-d-825064-1 neutron-server[102430]: timer() Jan 18 22:25:31.106451 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:25:31.106451 n-d-825064-1 neutron-server[102430]: cb(*args, **kw) Jan 18 22:25:31.106451 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:25:31.106451 n-d-825064-1 neutron-server[102430]: return func(*args, **kwargs) Jan 18 22:25:31.106451 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:25:31.106451 n-d-825064-1 neutron-server[102430]: self._notify() Jan 18 22:25:31.106451 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:25:31.106451 n-d-825064-1 neutron-server[102430]: self.callback(batched_events) Jan 18 22:25:31.106451 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:25:31.106451 n-d-825064-1 neutron-server[102430]: event.method(event) Jan 18 22:25:31.106451 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:25:31.106451 n-d-825064-1 neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:25:31.106451 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:25:31.106451 n-d-825064-1 neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:25:31.106451 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:25:31.106451 n-d-825064-1 neutron-server[102430]: return f(self, *a, **k) Jan 18 22:25:31.106451 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:25:31.106451 n-d-825064-1 neutron-server[102430]: return self._get(url).json() Jan 18 22:25:31.106451 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:25:31.106451 n-d-825064-1 neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:25:31.106451 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:25:31.106451 n-d-825064-1 neutron-server[102430]: return self.request(url, 'GET', **kwargs) Jan 18 22:25:31.106451 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:25:31.106451 n-d-825064-1 neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:25:31.106451 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:25:31.106451 n-d-825064-1 neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:25:31.106451 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:25:31.106451 n-d-825064-1 neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:25:31.106451 n-d-825064-1 neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:25:31.234636 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9d4050a3-f26f-4082-9505-6332d64b994d tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:31.249668 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9d4050a3-f26f-4082-9505-6332d64b994d tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:31.254011 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-9d4050a3-f26f-4082-9505-6332d64b994d tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] 10.222.0.53 "DELETE /v2.0/networks/7cb387af-440e-45ab-b2fc-9acf3be5ee3a HTTP/1.1" status: 204 len: 168 time: 0.4780588 Jan 18 22:25:31.256637 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 42086) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:31.279474 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4050a3-f26f-4082-9505-6332d64b994d tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Pushing event deleted for resources: {'Network': ['ID=7cb387af-440e-45ab-b2fc-9acf3be5ee3a,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:31.343780 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec5eaf04-2a74-48ee-a361-e15cc34a18a2 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Deleting subnet dc04c76a-5553-4652-bfcc-cdce0ef4d41c {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:25:31.350533 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ec5eaf04-2a74-48ee-a361-e15cc34a18a2 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:31.465009 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ec5eaf04-2a74-48ee-a361-e15cc34a18a2 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:31.483581 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fd950c-4154-4c5c-8a9a-4a312c7b08e8 req-358649eb-383e-4905-8307-b338d3a4a499 tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:31.493319 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a4fd950c-4154-4c5c-8a9a-4a312c7b08e8 req-358649eb-383e-4905-8307-b338d3a4a499 tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] 10.222.0.53 "GET /v2.0/ports?device_id=841de351-4a53-4154-9714-1519f6b98d10 HTTP/1.1" status: 200 len: 949 time: 0.1238492 Jan 18 22:25:31.551849 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-720a8899-b746-4a2b-b725-e22e2d15044d req-b45c667a-e541-4bf3-bf1f-90cdc9c06018 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=a73ebee77f20452f9ada65790951d06b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0355847 Jan 18 22:25:31.564550 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3cd32518-dfd5-423b-b48c-df881c6f4d36 req-3d14357d-d003-4cc4-b3e0-f4dd77803f9b tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/ports?device_id=96a928e9-7e12-44c5-95ad-459c8954091b HTTP/1.1" status: 200 len: 210 time: 0.0437872 Jan 18 22:25:31.572562 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a4fd950c-4154-4c5c-8a9a-4a312c7b08e8 req-edf5587e-949e-439b-985f-cf48d18dcfff tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] 10.222.0.53 "GET /v2.0/security-groups?id=a0d0cef0-d08b-41bc-917e-0f5afe1f408d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783477 Jan 18 22:25:31.697731 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ec5eaf04-2a74-48ee-a361-e15cc34a18a2 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:31.776547 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720a8899-b746-4a2b-b725-e22e2d15044d req-e98fd9f3-18ac-4a03-b5c2-f3e8f4c0d623 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:31.778035 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-720a8899-b746-4a2b-b725-e22e2d15044d req-e98fd9f3-18ac-4a03-b5c2-f3e8f4c0d623 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2067223 Jan 18 22:25:31.797813 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-720a8899-b746-4a2b-b725-e22e2d15044d req-c55489a3-8365-4d5f-8f45-8604befa664f tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Request body: {'port': {'device_id': 'eb69335a-15fa-4971-b1f5-9a6e25a11a60', 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b', 'admin_state_up': True, 'tenant_id': 'a73ebee77f20452f9ada65790951d06b'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:25:31.856322 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f778eda1-7a9b-48a9-abc4-96e461b2dbc3 req-c2cd391b-29eb-4767-903f-4441e65f47a7 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=5420ce23-09ba-4800-a79a-967cc7e179f9 HTTP/1.1" status: 200 len: 210 time: 0.0781608 Jan 18 22:25:31.869183 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-720a8899-b746-4a2b-b725-e22e2d15044d req-4d020404-48a4-4e04-96c8-b8e7b69e069b tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=a73ebee77f20452f9ada65790951d06b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0859337 Jan 18 22:25:31.941333 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-720a8899-b746-4a2b-b725-e22e2d15044d req-c55489a3-8365-4d5f-8f45-8604befa664f tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Made reservation on behalf of a73ebee77f20452f9ada65790951d06b for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:25:31.946900 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-720a8899-b746-4a2b-b725-e22e2d15044d req-c55489a3-8365-4d5f-8f45-8604befa664f tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:31.989052 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ec5eaf04-2a74-48ee-a361-e15cc34a18a2 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:32.059958 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5eaf04-2a74-48ee-a361-e15cc34a18a2 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Pushing event deleted for resources: {'Subnet': ['ID=dc04c76a-5553-4652-bfcc-cdce0ef4d41c,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:32.060638 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720a8899-b746-4a2b-b725-e22e2d15044d req-2b70f514-867d-4861-afc7-edfe46b81d03 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:32.062627 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-720a8899-b746-4a2b-b725-e22e2d15044d req-2b70f514-867d-4861-afc7-edfe46b81d03 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1856754 Jan 18 22:25:32.103074 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-720a8899-b746-4a2b-b725-e22e2d15044d req-25d83a96-bee7-4d6e-9c69-bbcd9d5f0cd8 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Request body: {'port': {'device_id': '96a928e9-7e12-44c5-95ad-459c8954091b', 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b', 'admin_state_up': True, 'tenant_id': 'a73ebee77f20452f9ada65790951d06b'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:25:32.152638 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40db4c0b-fd59-4006-a387-2e9f73662eb3 None None] Network 536a3eec-25cc-4bdc-b2f6-5cf91a682881 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:25:32.166786 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ec5eaf04-2a74-48ee-a361-e15cc34a18a2 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:32.177607 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-ec5eaf04-2a74-48ee-a361-e15cc34a18a2 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] 10.222.0.53 "DELETE /v2.0/subnets/dc04c76a-5553-4652-bfcc-cdce0ef4d41c HTTP/1.1" status: 204 len: 168 time: 0.9197516 Jan 18 22:25:32.179413 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 42118) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:32.432453 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-35f01b9c-1d84-44b8-afd7-4d98bc83e511 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:32.449557 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1236aa2-82d7-4c71-bfaf-72834bc68555 None None] DHCP port deletion for 536a3eec-25cc-4bdc-b2f6-5cf91a682881 request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:25:32.501287 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [req-720a8899-b746-4a2b-b725-e22e2d15044d req-c55489a3-8365-4d5f-8f45-8604befa664f tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Allocated IP 192.168.233.70 (aed2eca7-1bb0-443d-8485-b985dbe9851b/8518183d-cc63-459a-b971-d4c7514e001f/24b7efe4-5d07-4ea7-8f43-67a1bf6a9941) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:25:32.523862 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-b1236aa2-82d7-4c71-bfaf-72834bc68555 None None] Deleting port b113fb47-bb35-4e95-8bb7-3ad26f60df1b {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:25:32.525007 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b1236aa2-82d7-4c71-bfaf-72834bc68555 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:32.575474 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-35f01b9c-1d84-44b8-afd7-4d98bc83e511 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Deleting port b113fb47-bb35-4e95-8bb7-3ad26f60df1b {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:25:32.575842 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-35f01b9c-1d84-44b8-afd7-4d98bc83e511 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:32.627193 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-b1236aa2-82d7-4c71-bfaf-72834bc68555 None None] For port b113fb47-bb35-4e95-8bb7-3ad26f60df1b, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=b113fb47-bb35-4e95-8bb7-3ad26f60df1b,segment=NetworkSegment(32ec3113-e0db-49ce-9ab8-003c7d01fff3),segment_id=32ec3113-e0db-49ce-9ab8-003c7d01fff3)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:25:32.627940 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b1236aa2-82d7-4c71-bfaf-72834bc68555 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:32.646768 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-b1236aa2-82d7-4c71-bfaf-72834bc68555 None None] Calling delete_port for b113fb47-bb35-4e95-8bb7-3ad26f60df1b owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:25:32.742489 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c21d630-88e1-489d-904a-3d75f62b67a9 req-cbb19157-47e3-45ea-88a3-aafa3d65cf9d tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:32.744118 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5c21d630-88e1-489d-904a-3d75f62b67a9 req-cbb19157-47e3-45ea-88a3-aafa3d65cf9d tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.67 "GET /v2.0/networks?id=616341ad-8ee5-46dd-a50f-fbf4c382e06c HTTP/1.1" status: 200 len: 812 time: 0.1782923 Jan 18 22:25:32.764345 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-35f01b9c-1d84-44b8-afd7-4d98bc83e511 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] For port b113fb47-bb35-4e95-8bb7-3ad26f60df1b, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=b113fb47-bb35-4e95-8bb7-3ad26f60df1b,segment=NetworkSegment(32ec3113-e0db-49ce-9ab8-003c7d01fff3),segment_id=32ec3113-e0db-49ce-9ab8-003c7d01fff3)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:25:32.764666 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-35f01b9c-1d84-44b8-afd7-4d98bc83e511 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:32.790967 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-35f01b9c-1d84-44b8-afd7-4d98bc83e511 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Calling delete_port for b113fb47-bb35-4e95-8bb7-3ad26f60df1b owned by network:dhcp {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:25:32.798835 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-5c21d630-88e1-489d-904a-3d75f62b67a9 req-d5af883e-3d6c-4dde-8abe-a8d7e3106444 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Request body: {'port': {'device_id': '5420ce23-09ba-4800-a79a-967cc7e179f9', 'network_id': '616341ad-8ee5-46dd-a50f-fbf4c382e06c', 'admin_state_up': True, 'tenant_id': 'feff401a111441e8bc4bdb3f9c55f3c8'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:25:32.816399 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8a7a2e8c-4e81-45e4-b8bb-4c98bd2310ee req-cc74e7fb-2725-430e-9418-f908e5c46809 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/ports?device_id=96a928e9-7e12-44c5-95ad-459c8954091b HTTP/1.1" status: 200 len: 210 time: 0.0779397 Jan 18 22:25:32.819576 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-720a8899-b746-4a2b-b725-e22e2d15044d req-25d83a96-bee7-4d6e-9c69-bbcd9d5f0cd8 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Made reservation on behalf of a73ebee77f20452f9ada65790951d06b for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:25:32.824827 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-720a8899-b746-4a2b-b725-e22e2d15044d req-25d83a96-bee7-4d6e-9c69-bbcd9d5f0cd8 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:32.848935 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-720a8899-b746-4a2b-b725-e22e2d15044d req-c55489a3-8365-4d5f-8f45-8604befa664f tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:32.993905 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5b4c04ae-0d44-448a-8f92-4c9baf9f3026 req-925f8866-b0a5-452b-9cf9-af25078b2b67 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=5420ce23-09ba-4800-a79a-967cc7e179f9 HTTP/1.1" status: 200 len: 210 time: 0.0338216 Jan 18 22:25:33.004287 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b1236aa2-82d7-4c71-bfaf-72834bc68555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:33.046081 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1236aa2-82d7-4c71-bfaf-72834bc68555 None None] Pushing event deleted for resources: {'Port': ['ID=b113fb47-bb35-4e95-8bb7-3ad26f60df1b,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:33.049227 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1236aa2-82d7-4c71-bfaf-72834bc68555 None None] No DVR routers for this DVR port b113fb47-bb35-4e95-8bb7-3ad26f60df1b on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:25:33.058710 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-35f01b9c-1d84-44b8-afd7-4d98bc83e511 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:33.092863 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-720a8899-b746-4a2b-b725-e22e2d15044d req-c55489a3-8365-4d5f-8f45-8604befa664f tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:33.100469 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f01b9c-1d84-44b8-afd7-4d98bc83e511 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Pushing event deleted for resources: {'Port': ['ID=b113fb47-bb35-4e95-8bb7-3ad26f60df1b,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:33.109026 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['72b0c1ee-2c05-4c2e-a784-bfb0d39cb0be', 'cb671348-5dc7-45a2-938f-91a3cfe40d16'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:25:33.110059 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f01b9c-1d84-44b8-afd7-4d98bc83e511 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] No DVR routers for this DVR port b113fb47-bb35-4e95-8bb7-3ad26f60df1b on host n-d-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:25:33.111673 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['680beee0-ac7e-44c7-ad32-d2dad87429ec'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:25:33.150579 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c21d630-88e1-489d-904a-3d75f62b67a9 req-d5af883e-3d6c-4dde-8abe-a8d7e3106444 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Made reservation on behalf of feff401a111441e8bc4bdb3f9c55f3c8 for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:25:33.156014 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-5c21d630-88e1-489d-904a-3d75f62b67a9 req-d5af883e-3d6c-4dde-8abe-a8d7e3106444 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:33.202284 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-720a8899-b746-4a2b-b725-e22e2d15044d req-25d83a96-bee7-4d6e-9c69-bbcd9d5f0cd8 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Allocated IP 192.168.233.24 (aed2eca7-1bb0-443d-8485-b985dbe9851b/8518183d-cc63-459a-b971-d4c7514e001f/c1c2f83d-eb70-4d81-a622-4bb89ca385b9) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:25:33.244616 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-720a8899-b746-4a2b-b725-e22e2d15044d req-c55489a3-8365-4d5f-8f45-8604befa664f tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Network aed2eca7-1bb0-443d-8485-b985dbe9851b is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:25:33.257472 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [req-720a8899-b746-4a2b-b725-e22e2d15044d req-c55489a3-8365-4d5f-8f45-8604befa664f tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:25:33.260281 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-720a8899-b746-4a2b-b725-e22e2d15044d req-c55489a3-8365-4d5f-8f45-8604befa664f tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:25:33.299804 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-35f01b9c-1d84-44b8-afd7-4d98bc83e511 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:33.302233 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55489a3-8365-4d5f-8f45-8604befa664f tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Pushing event updated for resources: {'Port': ['ID=24b7efe4-5d07-4ea7-8f43-67a1bf6a9941,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:33.356110 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-35f01b9c-1d84-44b8-afd7-4d98bc83e511 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['536a3eec-25cc-4bdc-b2f6-5cf91a682881']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:25:33.380469 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720a8899-b746-4a2b-b725-e22e2d15044d req-c55489a3-8365-4d5f-8f45-8604befa664f tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:33.382453 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-720a8899-b746-4a2b-b725-e22e2d15044d req-c55489a3-8365-4d5f-8f45-8604befa664f tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:33.409841 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-35f01b9c-1d84-44b8-afd7-4d98bc83e511 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32ec3113-e0db-49ce-9ab8-003c7d01fff3') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:25:33.410131 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-35f01b9c-1d84-44b8-afd7-4d98bc83e511 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32ec3113-e0db-49ce-9ab8-003c7d01fff3') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:25:33.427957 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-720a8899-b746-4a2b-b725-e22e2d15044d req-c55489a3-8365-4d5f-8f45-8604befa664f tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6359508 Jan 18 22:25:33.430503 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-35f01b9c-1d84-44b8-afd7-4d98bc83e511 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:33.446471 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-720a8899-b746-4a2b-b725-e22e2d15044d req-05ea3aa6-6166-4da5-a981-0c97594b8cc7 service neutron] Request body: {'port': {'device_id': 'eb69335a-15fa-4971-b1f5-9a6e25a11a60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:25:33.483634 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-35f01b9c-1d84-44b8-afd7-4d98bc83e511 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:33.541042 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35f01b9c-1d84-44b8-afd7-4d98bc83e511 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:25:33.541481 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-35f01b9c-1d84-44b8-afd7-4d98bc83e511 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:33.548538 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-5c21d630-88e1-489d-904a-3d75f62b67a9 req-d5af883e-3d6c-4dde-8abe-a8d7e3106444 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Allocated IP 172.20.0.5 (616341ad-8ee5-46dd-a50f-fbf4c382e06c/39872394-9ec8-42e0-a515-8c2f5c78361a/1e587a1a-7afe-4e5c-97a5-4ca51a6e09dd) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:25:33.548841 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-720a8899-b746-4a2b-b725-e22e2d15044d req-05ea3aa6-6166-4da5-a981-0c97594b8cc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:33.559630 n-d-825064-1 neutron-server[102431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:25:33.559630 n-d-825064-1 neutron-server[102431]: self.session.flush() Jan 18 22:25:33.559630 n-d-825064-1 neutron-server[102431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:25:33.559630 n-d-825064-1 neutron-server[102431]: self.session.flush() Jan 18 22:25:33.559630 n-d-825064-1 neutron-server[102431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:25:33.559630 n-d-825064-1 neutron-server[102431]: self.session.flush() Jan 18 22:25:33.559630 n-d-825064-1 neutron-server[102431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:25:33.559630 n-d-825064-1 neutron-server[102431]: self.session.flush() Jan 18 22:25:33.559630 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:25:33.559630 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:25:33.559630 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:25:33.559630 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:25:33.559630 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:25:33.559630 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:25:33.559630 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:25:33.559630 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:25:33.559630 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:25:33.559630 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:25:33.559630 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:25:33.559630 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:25:33.559630 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:25:33.559630 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:25:33.559630 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:25:33.559630 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:25:33.559630 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:25:33.559630 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:25:33.559630 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:25:33.559630 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:25:33.559630 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:25:33.559630 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:25:33.559630 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:25:33.559630 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:25:33.559630 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:25:33.559630 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:25:33.559630 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:25:33.559630 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:25:33.559630 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:25:33.559630 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:25:33.559630 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:25:33.559630 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:25:33.618057 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-2c970356-e632-41cb-bc80-692454780022 None None] Provisioning complete for port 24b7efe4-5d07-4ea7-8f43-67a1bf6a9941 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:25:33.619057 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2c970356-e632-41cb-bc80-692454780022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:33.624596 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-720a8899-b746-4a2b-b725-e22e2d15044d req-25d83a96-bee7-4d6e-9c69-bbcd9d5f0cd8 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:33.661126 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-2c970356-e632-41cb-bc80-692454780022 None None] Port 24b7efe4-5d07-4ea7-8f43-67a1bf6a9941 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:25:33.667707 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-35f01b9c-1d84-44b8-afd7-4d98bc83e511 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:33.676368 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-35f01b9c-1d84-44b8-afd7-4d98bc83e511 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:33.679451 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-35f01b9c-1d84-44b8-afd7-4d98bc83e511 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] 10.222.0.53 "DELETE /v2.0/networks/536a3eec-25cc-4bdc-b2f6-5cf91a682881 HTTP/1.1" status: 204 len: 168 time: 1.4694502 Jan 18 22:25:33.737626 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f01b9c-1d84-44b8-afd7-4d98bc83e511 tempest-NetworksIpV6TestAttrs-1077102313 tempest-NetworksIpV6TestAttrs-1077102313-project] Pushing event deleted for resources: {'Network': ['ID=536a3eec-25cc-4bdc-b2f6-5cf91a682881,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:33.746336 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-720a8899-b746-4a2b-b725-e22e2d15044d req-25d83a96-bee7-4d6e-9c69-bbcd9d5f0cd8 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:33.760693 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['680beee0-ac7e-44c7-ad32-d2dad87429ec'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:25:33.807050 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-720a8899-b746-4a2b-b725-e22e2d15044d req-25d83a96-bee7-4d6e-9c69-bbcd9d5f0cd8 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Network aed2eca7-1bb0-443d-8485-b985dbe9851b is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:25:33.818997 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-720a8899-b746-4a2b-b725-e22e2d15044d req-25d83a96-bee7-4d6e-9c69-bbcd9d5f0cd8 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:25:33.827914 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-720a8899-b746-4a2b-b725-e22e2d15044d req-25d83a96-bee7-4d6e-9c69-bbcd9d5f0cd8 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:25:33.835180 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-5c21d630-88e1-489d-904a-3d75f62b67a9 req-d5af883e-3d6c-4dde-8abe-a8d7e3106444 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:33.876813 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d83a96-bee7-4d6e-9c69-bbcd9d5f0cd8 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Pushing event updated for resources: {'Port': ['ID=c1c2f83d-eb70-4d81-a622-4bb89ca385b9,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:33.950379 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720a8899-b746-4a2b-b725-e22e2d15044d req-25d83a96-bee7-4d6e-9c69-bbcd9d5f0cd8 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:33.950379 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-720a8899-b746-4a2b-b725-e22e2d15044d req-25d83a96-bee7-4d6e-9c69-bbcd9d5f0cd8 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:34.019757 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [req-720a8899-b746-4a2b-b725-e22e2d15044d req-05ea3aa6-6166-4da5-a981-0c97594b8cc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24b7efe4-5d07-4ea7-8f43-67a1bf6a9941 {{(pid=102431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:25:34.057926 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-720a8899-b746-4a2b-b725-e22e2d15044d req-05ea3aa6-6166-4da5-a981-0c97594b8cc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:34.071924 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-720a8899-b746-4a2b-b725-e22e2d15044d req-25d83a96-bee7-4d6e-9c69-bbcd9d5f0cd8 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9741986 Jan 18 22:25:34.098309 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [req-720a8899-b746-4a2b-b725-e22e2d15044d req-05ea3aa6-6166-4da5-a981-0c97594b8cc7 service neutron] Transition to ACTIVE for port object 24b7efe4-5d07-4ea7-8f43-67a1bf6a9941 will not be triggered until provisioned by entity L2. {{(pid=102431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:25:34.105329 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-720a8899-b746-4a2b-b725-e22e2d15044d req-05ea3aa6-6166-4da5-a981-0c97594b8cc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:34.124501 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-5c21d630-88e1-489d-904a-3d75f62b67a9 req-d5af883e-3d6c-4dde-8abe-a8d7e3106444 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:34.134689 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-720a8899-b746-4a2b-b725-e22e2d15044d req-c1b184f4-402f-48f6-9484-e0443f22cd73 service neutron] Request body: {'port': {'device_id': '96a928e9-7e12-44c5-95ad-459c8954091b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:25:34.135615 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device b113fb47-bb35-4e95-8bb7-3ad26f60df1b no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:25:34.174852 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 42164) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:34.182307 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: b113fb47-bb35-4e95-8bb7-3ad26f60df1b {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:25:34.183000 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device b113fb47-bb35-4e95-8bb7-3ad26f60df1b not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:25:34.244485 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ea3aa6-6166-4da5-a981-0c97594b8cc7 service neutron] Pushing event updated for resources: {'Port': ['ID=24b7efe4-5d07-4ea7-8f43-67a1bf6a9941,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:34.275657 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-720a8899-b746-4a2b-b725-e22e2d15044d req-05ea3aa6-6166-4da5-a981-0c97594b8cc7 service neutron] Attempting to bind port 24b7efe4-5d07-4ea7-8f43-67a1bf6a9941 on host n-h1-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:25:34.275904 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-720a8899-b746-4a2b-b725-e22e2d15044d req-05ea3aa6-6166-4da5-a981-0c97594b8cc7 service neutron] Attempting to bind port 24b7efe4-5d07-4ea7-8f43-67a1bf6a9941 by drivers openvswitch,hyperv on host n-h1-825064-1 at level 0 using segments [{'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:25:34.276264 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720a8899-b746-4a2b-b725-e22e2d15044d req-05ea3aa6-6166-4da5-a981-0c97594b8cc7 service neutron] Attempting to bind port 24b7efe4-5d07-4ea7-8f43-67a1bf6a9941 on network aed2eca7-1bb0-443d-8485-b985dbe9851b {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:25:34.283023 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720a8899-b746-4a2b-b725-e22e2d15044d req-05ea3aa6-6166-4da5-a981-0c97594b8cc7 service neutron] Port 24b7efe4-5d07-4ea7-8f43-67a1bf6a9941 on network aed2eca7-1bb0-443d-8485-b985dbe9851b not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:25:34.283366 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720a8899-b746-4a2b-b725-e22e2d15044d req-05ea3aa6-6166-4da5-a981-0c97594b8cc7 service neutron] Attempting to bind port 24b7efe4-5d07-4ea7-8f43-67a1bf6a9941 on network aed2eca7-1bb0-443d-8485-b985dbe9851b {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:25:34.285317 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5af883e-3d6c-4dde-8abe-a8d7e3106444 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Pushing event updated for resources: {'Port': ['ID=1e587a1a-7afe-4e5c-97a5-4ca51a6e09dd,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:34.298485 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720a8899-b746-4a2b-b725-e22e2d15044d req-05ea3aa6-6166-4da5-a981-0c97594b8cc7 service neutron] Checking agent: {'id': 'e49d1b2a-ba11-487f-a804-ecbf3c0e8132', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:25:34.298890 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720a8899-b746-4a2b-b725-e22e2d15044d req-05ea3aa6-6166-4da5-a981-0c97594b8cc7 service neutron] Checking segment: {'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:25:34.299282 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720a8899-b746-4a2b-b725-e22e2d15044d req-05ea3aa6-6166-4da5-a981-0c97594b8cc7 service neutron] Bound using segment: {'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:25:34.299883 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-720a8899-b746-4a2b-b725-e22e2d15044d req-05ea3aa6-6166-4da5-a981-0c97594b8cc7 service neutron] Bound port: 24b7efe4-5d07-4ea7-8f43-67a1bf6a9941, host: n-h1-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:25:34.300368 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-720a8899-b746-4a2b-b725-e22e2d15044d req-05ea3aa6-6166-4da5-a981-0c97594b8cc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:34.301919 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7fba7533-919e-4d03-8de9-34c744651160 None None] Provisioning complete for port c1c2f83d-eb70-4d81-a622-4bb89ca385b9 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:25:34.309113 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7fba7533-919e-4d03-8de9-34c744651160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:34.334162 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c21d630-88e1-489d-904a-3d75f62b67a9 req-d5af883e-3d6c-4dde-8abe-a8d7e3106444 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Network 616341ad-8ee5-46dd-a50f-fbf4c382e06c is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:25:34.334814 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-720a8899-b746-4a2b-b725-e22e2d15044d req-c1b184f4-402f-48f6-9484-e0443f22cd73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:34.346474 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6308f999-156d-45fe-b685-2f97ee3e2994 req-2565bd12-5d23-4fc5-86b6-ddecc36989ca tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:34.355896 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7fba7533-919e-4d03-8de9-34c744651160 None None] Port c1c2f83d-eb70-4d81-a622-4bb89ca385b9 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:25:34.356485 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6308f999-156d-45fe-b685-2f97ee3e2994 req-2565bd12-5d23-4fc5-86b6-ddecc36989ca tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/ports?device_id=96a928e9-7e12-44c5-95ad-459c8954091b HTTP/1.1" status: 200 len: 935 time: 0.3527462 Jan 18 22:25:34.374021 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-5c21d630-88e1-489d-904a-3d75f62b67a9 req-d5af883e-3d6c-4dde-8abe-a8d7e3106444 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:25:34.377143 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c21d630-88e1-489d-904a-3d75f62b67a9 req-d5af883e-3d6c-4dde-8abe-a8d7e3106444 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:25:34.403675 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-779df487-0a82-4f9c-97a7-0b0df6cd6850 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fe37a6b751c244818a513074ac339274&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2234516 Jan 18 22:25:34.404965 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 42172) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:34.416624 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4afec6f-5bfa-4a90-8306-c0906734c20d req-5b1ad97c-db58-4df9-853c-7df741592900 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:34.418138 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b4afec6f-5bfa-4a90-8306-c0906734c20d req-5b1ad97c-db58-4df9-853c-7df741592900 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=5420ce23-09ba-4800-a79a-967cc7e179f9 HTTP/1.1" status: 200 len: 931 time: 0.2980039 Jan 18 22:25:34.423821 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-720a8899-b746-4a2b-b725-e22e2d15044d req-05ea3aa6-6166-4da5-a981-0c97594b8cc7 service neutron] For port 24b7efe4-5d07-4ea7-8f43-67a1bf6a9941, host n-h1-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:25:34.447411 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-720a8899-b746-4a2b-b725-e22e2d15044d req-05ea3aa6-6166-4da5-a981-0c97594b8cc7 service neutron] For port 24b7efe4-5d07-4ea7-8f43-67a1bf6a9941, host n-h1-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=24b7efe4-5d07-4ea7-8f43-67a1bf6a9941,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:25:34.454556 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['72b0c1ee-2c05-4c2e-a784-bfb0d39cb0be', 'cb671348-5dc7-45a2-938f-91a3cfe40d16'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:25:34.470829 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-720a8899-b746-4a2b-b725-e22e2d15044d req-05ea3aa6-6166-4da5-a981-0c97594b8cc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:34.526742 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720a8899-b746-4a2b-b725-e22e2d15044d req-05ea3aa6-6166-4da5-a981-0c97594b8cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:34.527618 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-720a8899-b746-4a2b-b725-e22e2d15044d req-05ea3aa6-6166-4da5-a981-0c97594b8cc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:34.529662 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-720a8899-b746-4a2b-b725-e22e2d15044d req-05ea3aa6-6166-4da5-a981-0c97594b8cc7 service neutron] 10.222.0.36 "PUT /v2.0/ports/24b7efe4-5d07-4ea7-8f43-67a1bf6a9941 HTTP/1.1" status: 200 len: 1095 time: 1.0886416 Jan 18 22:25:34.532046 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6308f999-156d-45fe-b685-2f97ee3e2994 req-1398a3d9-2eef-4ae0-82fb-da443476749d tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/security-groups?id=05d753a3-5b69-42a7-8159-df7094e5d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736138 Jan 18 22:25:34.535119 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb69335a-15fa-4971-b1f5-9a6e25a11a60', 'tag': '24b7efe4-5d07-4ea7-8f43-67a1bf6a9941'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:25:34.537702 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-939b1d34-8901-4e57-91fe-5e1673b062e4" -d '{"events": [{"name": "network-changed", "server_uuid": "eb69335a-15fa-4971-b1f5-9a6e25a11a60", "tag": "24b7efe4-5d07-4ea7-8f43-67a1bf6a9941"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:25:34.543314 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4b7a745a-89f8-4c07-8128-f9290041d2de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:34.580022 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4b7a745a-89f8-4c07-8128-f9290041d2de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:34.624064 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c21d630-88e1-489d-904a-3d75f62b67a9 req-d5af883e-3d6c-4dde-8abe-a8d7e3106444 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:34.624913 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-5c21d630-88e1-489d-904a-3d75f62b67a9 req-d5af883e-3d6c-4dde-8abe-a8d7e3106444 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:34.695083 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b4afec6f-5bfa-4a90-8306-c0906734c20d req-d25de9db-47e3-4655-8a49-6576eba16d81 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424121 Jan 18 22:25:34.698441 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ea3aa6-6166-4da5-a981-0c97594b8cc7 service neutron] Pushing event updated for resources: {'Port': ['ID=24b7efe4-5d07-4ea7-8f43-67a1bf6a9941,revision_number=3']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:34.711948 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720a8899-b746-4a2b-b725-e22e2d15044d req-01689ec9-0a0e-41c9-b39f-e47f93c10072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:34.713615 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-720a8899-b746-4a2b-b725-e22e2d15044d req-01689ec9-0a0e-41c9-b39f-e47f93c10072 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a73ebee77f20452f9ada65790951d06b&device_id=eb69335a-15fa-4971-b1f5-9a6e25a11a60 HTTP/1.1" status: 200 len: 1098 time: 0.0961087 Jan 18 22:25:34.746096 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5c21d630-88e1-489d-904a-3d75f62b67a9 req-d5af883e-3d6c-4dde-8abe-a8d7e3106444 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9706781 Jan 18 22:25:34.759512 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4b7a745a-89f8-4c07-8128-f9290041d2de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:34.762372 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4b7a745a-89f8-4c07-8128-f9290041d2de admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:34.763185 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-4b7a745a-89f8-4c07-8128-f9290041d2de admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bb0d4b0d-6306-499e-a516-7c71ded39995 HTTP/1.1" status: 204 len: 168 time: 0.3573179 Jan 18 22:25:34.826350 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2aaf405-7a92-42c9-a5c1-a7a9a4cfdd4d x-openstack-request-id: req-d2aaf405-7a92-42c9-a5c1-a7a9a4cfdd4d {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:25:34.826635 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb69335a-15fa-4971-b1f5-9a6e25a11a60", "tag": "24b7efe4-5d07-4ea7-8f43-67a1bf6a9941", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:25:34.826881 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d2aaf405-7a92-42c9-a5c1-a7a9a4cfdd4d {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:25:34.827272 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb69335a-15fa-4971-b1f5-9a6e25a11a60', 'tag': '24b7efe4-5d07-4ea7-8f43-67a1bf6a9941', 'status': 'completed', 'code': 200} Jan 18 22:25:34.832667 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-720a8899-b746-4a2b-b725-e22e2d15044d req-54291a4a-8bc9-4260-957f-e3f39c1a7294 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=24b7efe4-5d07-4ea7-8f43-67a1bf6a9941 HTTP/1.1" status: 200 len: 217 time: 0.0916483 Jan 18 22:25:34.833973 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7a745a-89f8-4c07-8128-f9290041d2de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb0d4b0d-6306-499e-a516-7c71ded39995,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:34.892275 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [req-720a8899-b746-4a2b-b725-e22e2d15044d req-c1b184f4-402f-48f6-9484-e0443f22cd73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1c2f83d-eb70-4d81-a622-4bb89ca385b9 {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:25:34.901747 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720a8899-b746-4a2b-b725-e22e2d15044d req-4567a122-4455-4b18-9455-8c448afdc642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:34.902814 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-5c21d630-88e1-489d-904a-3d75f62b67a9 req-ba32aab4-15c2-4d2a-ae97-b45bb854e3a7 service neutron] Request body: {'port': {'device_id': '5420ce23-09ba-4800-a79a-967cc7e179f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:25:34.904151 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-720a8899-b746-4a2b-b725-e22e2d15044d req-4567a122-4455-4b18-9455-8c448afdc642 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8518183d-cc63-459a-b971-d4c7514e001f HTTP/1.1" status: 200 len: 843 time: 0.0607431 Jan 18 22:25:34.908009 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-720a8899-b746-4a2b-b725-e22e2d15044d req-c1b184f4-402f-48f6-9484-e0443f22cd73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:34.943282 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-720a8899-b746-4a2b-b725-e22e2d15044d req-c1b184f4-402f-48f6-9484-e0443f22cd73 service neutron] Transition to ACTIVE for port object c1c2f83d-eb70-4d81-a622-4bb89ca385b9 will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:25:34.971326 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-720a8899-b746-4a2b-b725-e22e2d15044d req-c1b184f4-402f-48f6-9484-e0443f22cd73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:34.973090 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720a8899-b746-4a2b-b725-e22e2d15044d req-c2ca5815-4049-40a0-8d32-1906bffe53ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:34.974729 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-720a8899-b746-4a2b-b725-e22e2d15044d req-c2ca5815-4049-40a0-8d32-1906bffe53ff service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=aed2eca7-1bb0-443d-8485-b985dbe9851b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0495870 Jan 18 22:25:35.010542 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-5c21d630-88e1-489d-904a-3d75f62b67a9 req-ba32aab4-15c2-4d2a-ae97-b45bb854e3a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:35.069619 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b184f4-402f-48f6-9484-e0443f22cd73 service neutron] Pushing event updated for resources: {'Port': ['ID=c1c2f83d-eb70-4d81-a622-4bb89ca385b9,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:35.105408 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-720a8899-b746-4a2b-b725-e22e2d15044d req-4e029c83-5afd-4ab1-90a7-3be4808aca7d service neutron] 10.222.0.36 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193550 Jan 18 22:25:35.221270 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-720a8899-b746-4a2b-b725-e22e2d15044d req-7d248af4-c8c5-4f6f-ace8-4d345c0f9491 service neutron] 10.222.0.36 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025612 Jan 18 22:25:35.254567 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-720a8899-b746-4a2b-b725-e22e2d15044d req-c1b184f4-402f-48f6-9484-e0443f22cd73 service neutron] Attempting to bind port c1c2f83d-eb70-4d81-a622-4bb89ca385b9 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:25:35.255052 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-720a8899-b746-4a2b-b725-e22e2d15044d req-c1b184f4-402f-48f6-9484-e0443f22cd73 service neutron] Attempting to bind port c1c2f83d-eb70-4d81-a622-4bb89ca385b9 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:25:35.255200 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720a8899-b746-4a2b-b725-e22e2d15044d req-c1b184f4-402f-48f6-9484-e0443f22cd73 service neutron] Attempting to bind port c1c2f83d-eb70-4d81-a622-4bb89ca385b9 on network aed2eca7-1bb0-443d-8485-b985dbe9851b {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:25:35.267858 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720a8899-b746-4a2b-b725-e22e2d15044d req-c1b184f4-402f-48f6-9484-e0443f22cd73 service neutron] Port c1c2f83d-eb70-4d81-a622-4bb89ca385b9 on network aed2eca7-1bb0-443d-8485-b985dbe9851b not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:25:35.268219 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720a8899-b746-4a2b-b725-e22e2d15044d req-c1b184f4-402f-48f6-9484-e0443f22cd73 service neutron] Attempting to bind port c1c2f83d-eb70-4d81-a622-4bb89ca385b9 on network aed2eca7-1bb0-443d-8485-b985dbe9851b {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:25:35.285618 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720a8899-b746-4a2b-b725-e22e2d15044d req-c1b184f4-402f-48f6-9484-e0443f22cd73 service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:25:35.285958 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720a8899-b746-4a2b-b725-e22e2d15044d req-c1b184f4-402f-48f6-9484-e0443f22cd73 service neutron] Checking segment: {'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:25:35.286343 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720a8899-b746-4a2b-b725-e22e2d15044d req-c1b184f4-402f-48f6-9484-e0443f22cd73 service neutron] Bound using segment: {'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:25:35.286768 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-720a8899-b746-4a2b-b725-e22e2d15044d req-c1b184f4-402f-48f6-9484-e0443f22cd73 service neutron] Bound port: c1c2f83d-eb70-4d81-a622-4bb89ca385b9, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:25:35.287124 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-720a8899-b746-4a2b-b725-e22e2d15044d req-c1b184f4-402f-48f6-9484-e0443f22cd73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:35.332455 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939b1d34-8901-4e57-91fe-5e1673b062e4 req-db2d99a7-7431-4033-bea8-464d5c35030e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:35.334125 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-939b1d34-8901-4e57-91fe-5e1673b062e4 req-db2d99a7-7431-4033-bea8-464d5c35030e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a73ebee77f20452f9ada65790951d06b&device_id=eb69335a-15fa-4971-b1f5-9a6e25a11a60 HTTP/1.1" status: 200 len: 1098 time: 0.0572953 Jan 18 22:25:35.418759 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-720a8899-b746-4a2b-b725-e22e2d15044d req-c1b184f4-402f-48f6-9484-e0443f22cd73 service neutron] For port c1c2f83d-eb70-4d81-a622-4bb89ca385b9, host n-h2-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:25:35.438476 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-720a8899-b746-4a2b-b725-e22e2d15044d req-c1b184f4-402f-48f6-9484-e0443f22cd73 service neutron] For port c1c2f83d-eb70-4d81-a622-4bb89ca385b9, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=c1c2f83d-eb70-4d81-a622-4bb89ca385b9,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:25:35.439963 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939b1d34-8901-4e57-91fe-5e1673b062e4 req-55c84a8a-deec-46e8-a2f3-d0fa10bd6cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:35.444957 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-939b1d34-8901-4e57-91fe-5e1673b062e4 req-55c84a8a-deec-46e8-a2f3-d0fa10bd6cb3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=aed2eca7-1bb0-443d-8485-b985dbe9851b HTTP/1.1" status: 200 len: 869 time: 0.0995197 Jan 18 22:25:35.447692 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-720a8899-b746-4a2b-b725-e22e2d15044d req-c1b184f4-402f-48f6-9484-e0443f22cd73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:35.495404 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-939b1d34-8901-4e57-91fe-5e1673b062e4 req-36f20f23-b50d-4a37-b813-847000c09f1f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=24b7efe4-5d07-4ea7-8f43-67a1bf6a9941 HTTP/1.1" status: 200 len: 217 time: 0.0353889 Jan 18 22:25:35.497309 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720a8899-b746-4a2b-b725-e22e2d15044d req-c1b184f4-402f-48f6-9484-e0443f22cd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:35.498796 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-720a8899-b746-4a2b-b725-e22e2d15044d req-c1b184f4-402f-48f6-9484-e0443f22cd73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:35.499518 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-720a8899-b746-4a2b-b725-e22e2d15044d req-c1b184f4-402f-48f6-9484-e0443f22cd73 service neutron] 10.222.0.67 "PUT /v2.0/ports/c1c2f83d-eb70-4d81-a622-4bb89ca385b9 HTTP/1.1" status: 200 len: 1095 time: 1.3781004 Jan 18 22:25:35.506328 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96a928e9-7e12-44c5-95ad-459c8954091b', 'tag': 'c1c2f83d-eb70-4d81-a622-4bb89ca385b9'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:25:35.508630 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be351acd-0815-4b8e-b9a0-693a583e3d48" -d '{"events": [{"name": "network-changed", "server_uuid": "96a928e9-7e12-44c5-95ad-459c8954091b", "tag": "c1c2f83d-eb70-4d81-a622-4bb89ca385b9"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:25:35.544161 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [req-5c21d630-88e1-489d-904a-3d75f62b67a9 req-ba32aab4-15c2-4d2a-ae97-b45bb854e3a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e587a1a-7afe-4e5c-97a5-4ca51a6e09dd {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:25:35.568986 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-5c21d630-88e1-489d-904a-3d75f62b67a9 req-ba32aab4-15c2-4d2a-ae97-b45bb854e3a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:35.574113 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939b1d34-8901-4e57-91fe-5e1673b062e4 req-61ef7e12-7f9d-4fe6-8db3-95d60edc3189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:35.576166 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-939b1d34-8901-4e57-91fe-5e1673b062e4 req-61ef7e12-7f9d-4fe6-8db3-95d60edc3189 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8518183d-cc63-459a-b971-d4c7514e001f HTTP/1.1" status: 200 len: 843 time: 0.0724251 Jan 18 22:25:35.606759 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 5c6540dc-cedb-4c75-ad46-a801074d61ca no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:25:35.607294 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c93efad8-6125-4c26-bfa7-e719abd39872 x-openstack-request-id: req-c93efad8-6125-4c26-bfa7-e719abd39872 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:25:35.607406 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96a928e9-7e12-44c5-95ad-459c8954091b", "tag": "c1c2f83d-eb70-4d81-a622-4bb89ca385b9", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:25:35.607617 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c93efad8-6125-4c26-bfa7-e719abd39872 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:25:35.608016 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96a928e9-7e12-44c5-95ad-459c8954091b', 'tag': 'c1c2f83d-eb70-4d81-a622-4bb89ca385b9', 'status': 'completed', 'code': 200} Jan 18 22:25:35.614312 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b184f4-402f-48f6-9484-e0443f22cd73 service neutron] Pushing event updated for resources: {'Port': ['ID=c1c2f83d-eb70-4d81-a622-4bb89ca385b9,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:35.621606 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-5c21d630-88e1-489d-904a-3d75f62b67a9 req-ba32aab4-15c2-4d2a-ae97-b45bb854e3a7 service neutron] Transition to ACTIVE for port object 1e587a1a-7afe-4e5c-97a5-4ca51a6e09dd will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:25:35.634783 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-5c21d630-88e1-489d-904a-3d75f62b67a9 req-ba32aab4-15c2-4d2a-ae97-b45bb854e3a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:35.638229 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720a8899-b746-4a2b-b725-e22e2d15044d req-74289835-46a1-46c4-8666-202057cadb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:35.639956 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-720a8899-b746-4a2b-b725-e22e2d15044d req-74289835-46a1-46c4-8666-202057cadb89 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a73ebee77f20452f9ada65790951d06b&device_id=96a928e9-7e12-44c5-95ad-459c8954091b HTTP/1.1" status: 200 len: 1098 time: 0.0908811 Jan 18 22:25:35.688972 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939b1d34-8901-4e57-91fe-5e1673b062e4 req-4969512f-ec74-4011-965e-51b5889fe786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:35.690869 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-939b1d34-8901-4e57-91fe-5e1673b062e4 req-4969512f-ec74-4011-965e-51b5889fe786 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=aed2eca7-1bb0-443d-8485-b985dbe9851b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0946715 Jan 18 22:25:35.772037 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 42216) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:35.784285 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-720a8899-b746-4a2b-b725-e22e2d15044d req-6be3bb1b-3776-43cb-9b51-c516753ded09 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=c1c2f83d-eb70-4d81-a622-4bb89ca385b9 HTTP/1.1" status: 200 len: 217 time: 0.1162825 Jan 18 22:25:35.803778 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba32aab4-15c2-4d2a-ae97-b45bb854e3a7 service neutron] Pushing event updated for resources: {'Port': ['ID=1e587a1a-7afe-4e5c-97a5-4ca51a6e09dd,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:35.808679 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:35.817836 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-939b1d34-8901-4e57-91fe-5e1673b062e4 req-610c582a-5e84-4bab-a97e-ad7b3ebdf9b8 service neutron] 10.222.0.36 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056890 Jan 18 22:25:35.856291 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '841de351-4a53-4154-9714-1519f6b98d10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c6540dc-cedb-4c75-ad46-a801074d61ca'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:25:35.859081 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8e8fcfa-c389-4b26-92e3-62ba8479e071" -d '{"events": [{"server_uuid": "841de351-4a53-4154-9714-1519f6b98d10", "name": "network-vif-unplugged", "status": "completed", "tag": "5c6540dc-cedb-4c75-ad46-a801074d61ca"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:25:35.874357 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 5c6540dc-cedb-4c75-ad46-a801074d61ca, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=5c6540dc-cedb-4c75-ad46-a801074d61ca,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:25:35.888698 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:35.969860 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-29601416-98d9-4b90-abc7-0e42f4107c34 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Request body: {'security_group': {'name': 'tempest-secgroup--1863862622'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:25:35.984107 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=5c6540dc-cedb-4c75-ad46-a801074d61ca,revision_number=8']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:35.998692 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-939b1d34-8901-4e57-91fe-5e1673b062e4 req-e4a365cd-7f58-43ca-9488-674391bd5633 service neutron] 10.222.0.36 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668673 Jan 18 22:25:35.998796 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05e6ef3-32f4-4d30-88bc-71ac2e411823 req-121b1d7b-3de7-42bf-9670-1665cee93b9b tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:36.000316 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d05e6ef3-32f4-4d30-88bc-71ac2e411823 req-121b1d7b-3de7-42bf-9670-1665cee93b9b tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/ports?device_id=96a928e9-7e12-44c5-95ad-459c8954091b HTTP/1.1" status: 200 len: 947 time: 0.3338432 Jan 18 22:25:36.004000 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:25:36.004476 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:25:36.004915 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:25:36.005554 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:25:36.005991 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:25:36.006423 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:25:36.006854 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:25:36.007273 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:25:36.008021 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:25:36.008593 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:25:36.008925 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:25:36.009258 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:25:36.080288 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720a8899-b746-4a2b-b725-e22e2d15044d req-0953961c-2c8d-4580-91ae-e88ec5ffa57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:36.081674 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-720a8899-b746-4a2b-b725-e22e2d15044d req-0953961c-2c8d-4580-91ae-e88ec5ffa57a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8518183d-cc63-459a-b971-d4c7514e001f HTTP/1.1" status: 200 len: 843 time: 0.2793090 Jan 18 22:25:36.090993 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-29601416-98d9-4b90-abc7-0e42f4107c34 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:36.115830 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-5c21d630-88e1-489d-904a-3d75f62b67a9 req-ba32aab4-15c2-4d2a-ae97-b45bb854e3a7 service neutron] Attempting to bind port 1e587a1a-7afe-4e5c-97a5-4ca51a6e09dd on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:25:36.116195 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-5c21d630-88e1-489d-904a-3d75f62b67a9 req-ba32aab4-15c2-4d2a-ae97-b45bb854e3a7 service neutron] Attempting to bind port 1e587a1a-7afe-4e5c-97a5-4ca51a6e09dd by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '773e2478-13af-4dd0-bb1a-13e4946a40f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '616341ad-8ee5-46dd-a50f-fbf4c382e06c'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:25:36.116529 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c21d630-88e1-489d-904a-3d75f62b67a9 req-ba32aab4-15c2-4d2a-ae97-b45bb854e3a7 service neutron] Attempting to bind port 1e587a1a-7afe-4e5c-97a5-4ca51a6e09dd on network 616341ad-8ee5-46dd-a50f-fbf4c382e06c {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:25:36.138227 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-29601416-98d9-4b90-abc7-0e42f4107c34 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:36.154691 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d05e6ef3-32f4-4d30-88bc-71ac2e411823 req-6cf1f97e-2362-45ae-b6df-5af384bb6d4b tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/security-groups?id=05d753a3-5b69-42a7-8159-df7094e5d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247849 Jan 18 22:25:36.163387 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a7ce84-1c11-40e5-aa5d-b1ace1a1642e req-672de304-61ec-41e8-b32d-b7c59ba16904 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:36.164940 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-13a7ce84-1c11-40e5-aa5d-b1ace1a1642e req-672de304-61ec-41e8-b32d-b7c59ba16904 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=5420ce23-09ba-4800-a79a-967cc7e179f9 HTTP/1.1" status: 200 len: 943 time: 0.2066994 Jan 18 22:25:36.165558 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c21d630-88e1-489d-904a-3d75f62b67a9 req-ba32aab4-15c2-4d2a-ae97-b45bb854e3a7 service neutron] Port 1e587a1a-7afe-4e5c-97a5-4ca51a6e09dd on network 616341ad-8ee5-46dd-a50f-fbf4c382e06c not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:25:36.165879 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c21d630-88e1-489d-904a-3d75f62b67a9 req-ba32aab4-15c2-4d2a-ae97-b45bb854e3a7 service neutron] Attempting to bind port 1e587a1a-7afe-4e5c-97a5-4ca51a6e09dd on network 616341ad-8ee5-46dd-a50f-fbf4c382e06c {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:25:36.194350 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c21d630-88e1-489d-904a-3d75f62b67a9 req-ba32aab4-15c2-4d2a-ae97-b45bb854e3a7 service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:25:36.194701 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c21d630-88e1-489d-904a-3d75f62b67a9 req-ba32aab4-15c2-4d2a-ae97-b45bb854e3a7 service neutron] Checking segment: {'id': '773e2478-13af-4dd0-bb1a-13e4946a40f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '616341ad-8ee5-46dd-a50f-fbf4c382e06c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:25:36.195083 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c21d630-88e1-489d-904a-3d75f62b67a9 req-ba32aab4-15c2-4d2a-ae97-b45bb854e3a7 service neutron] Bound using segment: {'id': '773e2478-13af-4dd0-bb1a-13e4946a40f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '616341ad-8ee5-46dd-a50f-fbf4c382e06c'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:25:36.195731 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-5c21d630-88e1-489d-904a-3d75f62b67a9 req-ba32aab4-15c2-4d2a-ae97-b45bb854e3a7 service neutron] Bound port: 1e587a1a-7afe-4e5c-97a5-4ca51a6e09dd, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '773e2478-13af-4dd0-bb1a-13e4946a40f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '616341ad-8ee5-46dd-a50f-fbf4c382e06c'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:25:36.196321 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-5c21d630-88e1-489d-904a-3d75f62b67a9 req-ba32aab4-15c2-4d2a-ae97-b45bb854e3a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:36.235090 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720a8899-b746-4a2b-b725-e22e2d15044d req-a97c8486-fa9b-438b-9c19-923090611b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:36.236645 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-720a8899-b746-4a2b-b725-e22e2d15044d req-a97c8486-fa9b-438b-9c19-923090611b9c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aed2eca7-1bb0-443d-8485-b985dbe9851b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1425350 Jan 18 22:25:36.286159 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 18 Jan 2022 22:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56a589f3-71ab-4abd-8c11-7580141d952d x-openstack-request-id: req-56a589f3-71ab-4abd-8c11-7580141d952d {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:25:36.286454 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "841de351-4a53-4154-9714-1519f6b98d10", "name": "network-vif-unplugged", "status": "completed", "tag": "5c6540dc-cedb-4c75-ad46-a801074d61ca", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:25:36.286704 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-56a589f3-71ab-4abd-8c11-7580141d952d {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:25:36.287274 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '841de351-4a53-4154-9714-1519f6b98d10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c6540dc-cedb-4c75-ad46-a801074d61ca', 'code': 200} Jan 18 22:25:36.316522 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-13a7ce84-1c11-40e5-aa5d-b1ace1a1642e req-b7d47138-cc43-4d70-95b7-99783719ff08 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416562 Jan 18 22:25:36.423318 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-5c21d630-88e1-489d-904a-3d75f62b67a9 req-ba32aab4-15c2-4d2a-ae97-b45bb854e3a7 service neutron] For port 1e587a1a-7afe-4e5c-97a5-4ca51a6e09dd, host n-h2-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:25:36.426603 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-29601416-98d9-4b90-abc7-0e42f4107c34 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:36.441067 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-29601416-98d9-4b90-abc7-0e42f4107c34 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:36.456476 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-5c21d630-88e1-489d-904a-3d75f62b67a9 req-ba32aab4-15c2-4d2a-ae97-b45bb854e3a7 service neutron] For port 1e587a1a-7afe-4e5c-97a5-4ca51a6e09dd, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=1e587a1a-7afe-4e5c-97a5-4ca51a6e09dd,segment=NetworkSegment(773e2478-13af-4dd0-bb1a-13e4946a40f7),segment_id=773e2478-13af-4dd0-bb1a-13e4946a40f7)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:25:36.475904 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-720a8899-b746-4a2b-b725-e22e2d15044d req-f9cbce72-5a60-4d97-a1ef-8e84755621b7 service neutron] 10.222.0.67 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965976 Jan 18 22:25:36.476963 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-5c21d630-88e1-489d-904a-3d75f62b67a9 req-ba32aab4-15c2-4d2a-ae97-b45bb854e3a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:36.587959 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c21d630-88e1-489d-904a-3d75f62b67a9 req-ba32aab4-15c2-4d2a-ae97-b45bb854e3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:36.588607 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-5c21d630-88e1-489d-904a-3d75f62b67a9 req-ba32aab4-15c2-4d2a-ae97-b45bb854e3a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:36.590173 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5c21d630-88e1-489d-904a-3d75f62b67a9 req-ba32aab4-15c2-4d2a-ae97-b45bb854e3a7 service neutron] 10.222.0.67 "PUT /v2.0/ports/1e587a1a-7afe-4e5c-97a5-4ca51a6e09dd HTTP/1.1" status: 200 len: 1091 time: 1.6934047 Jan 18 22:25:36.611994 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29601416-98d9-4b90-abc7-0e42f4107c34 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f531b34a-8d3a-4b22-9923-b7a05f483474,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:36.653430 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 3df3936e-bc5d-4477-8091-c6c71cabaa4e details requested by agent hyperv_n-h1-825064-1 with host n-h1-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:25:36.699723 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-29601416-98d9-4b90-abc7-0e42f4107c34 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:36.705310 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba32aab4-15c2-4d2a-ae97-b45bb854e3a7 service neutron] Pushing event updated for resources: {'Port': ['ID=1e587a1a-7afe-4e5c-97a5-4ca51a6e09dd,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:36.714048 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-29601416-98d9-4b90-abc7-0e42f4107c34 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:36.780308 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-29601416-98d9-4b90-abc7-0e42f4107c34 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:36.781566 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-29601416-98d9-4b90-abc7-0e42f4107c34 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0075488 Jan 18 22:25:36.784310 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 42262) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:36.792283 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29601416-98d9-4b90-abc7-0e42f4107c34 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0637c521-747e-47fa-a3c6-afaeb1a3b81f,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:36.798256 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-720a8899-b746-4a2b-b725-e22e2d15044d req-9f9aa844-21fe-4463-9523-e5b7876fb506 service neutron] 10.222.0.67 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3106134 Jan 18 22:25:36.818466 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c21d630-88e1-489d-904a-3d75f62b67a9 req-fa5338fc-2366-483c-a30b-4a647bac5a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:36.820225 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5c21d630-88e1-489d-904a-3d75f62b67a9 req-fa5338fc-2366-483c-a30b-4a647bac5a0a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=feff401a111441e8bc4bdb3f9c55f3c8&device_id=5420ce23-09ba-4800-a79a-967cc7e179f9 HTTP/1.1" status: 200 len: 1094 time: 0.1801920 Jan 18 22:25:36.918644 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 3df3936e-bc5d-4477-8091-c6c71cabaa4e, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=3df3936e-bc5d-4477-8091-c6c71cabaa4e,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:25:36.951354 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Returning: {'device': '3df3936e-bc5d-4477-8091-c6c71cabaa4e', 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b', 'port_id': '3df3936e-bc5d-4477-8091-c6c71cabaa4e', 'mac_address': 'fa:16:3e:f9:ac:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8518183d-cc63-459a-b971-d4c7514e001f', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:25:36.966133 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-ca387eca-8153-4682-bd97-c56bdc37190a tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1806552 Jan 18 22:25:36.970840 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 42266) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:36.976944 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-dfea3c8b-df48-47dc-8f65-771a146f3040 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Request body: {'security_group': {'name': 'tempest-security--120610548', 'description': 'tempest-security-description-1916385727'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:25:36.987235 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5c21d630-88e1-489d-904a-3d75f62b67a9 req-b08db477-49ae-4772-8e6e-935b04503e4a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1e587a1a-7afe-4e5c-97a5-4ca51a6e09dd HTTP/1.1" status: 200 len: 217 time: 0.1521456 Jan 18 22:25:37.024110 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:37.032627 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-dfea3c8b-df48-47dc-8f65-771a146f3040 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:37.060652 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3df3936e-bc5d-4477-8091-c6c71cabaa4e {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:25:37.099655 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-dfea3c8b-df48-47dc-8f65-771a146f3040 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:37.103164 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 3df3936e-bc5d-4477-8091-c6c71cabaa4e, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=3df3936e-bc5d-4477-8091-c6c71cabaa4e,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:25:37.107850 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-dfea3c8b-df48-47dc-8f65-771a146f3040 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:37.111997 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:37.112405 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-dfea3c8b-df48-47dc-8f65-771a146f3040 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:37.114538 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-dfea3c8b-df48-47dc-8f65-771a146f3040 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] 10.222.0.53 "PUT /v2.0/security-groups/0637c521-747e-47fa-a3c6-afaeb1a3b81f HTTP/1.1" status: 200 len: 1779 time: 0.1424849 Jan 18 22:25:37.121808 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 42268) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:37.146024 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be351acd-0815-4b8e-b9a0-693a583e3d48 req-67989a68-824c-4f3d-8500-4adb00c8f973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:37.146564 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfea3c8b-df48-47dc-8f65-771a146f3040 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0637c521-747e-47fa-a3c6-afaeb1a3b81f,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:37.147880 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-be351acd-0815-4b8e-b9a0-693a583e3d48 req-67989a68-824c-4f3d-8500-4adb00c8f973 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a73ebee77f20452f9ada65790951d06b&device_id=96a928e9-7e12-44c5-95ad-459c8954091b HTTP/1.1" status: 200 len: 1098 time: 0.1762705 Jan 18 22:25:37.175358 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=3df3936e-bc5d-4477-8091-c6c71cabaa4e,revision_number=6']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:37.217193 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c21d630-88e1-489d-904a-3d75f62b67a9 req-207b1b08-6256-41eb-8091-0479239b2f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:37.220248 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5c21d630-88e1-489d-904a-3d75f62b67a9 req-207b1b08-6256-41eb-8091-0479239b2f2c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=39872394-9ec8-42e0-a515-8c2f5c78361a HTTP/1.1" status: 200 len: 852 time: 0.2218709 Jan 18 22:25:37.227796 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['3df3936e-bc5d-4477-8091-c6c71cabaa4e'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:25:37.667099 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5420ce23-09ba-4800-a79a-967cc7e179f9', 'tag': '1e587a1a-7afe-4e5c-97a5-4ca51a6e09dd'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:25:37.669605 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9521e300-260e-4965-a56d-19f10980f398" -d '{"events": [{"name": "network-changed", "server_uuid": "5420ce23-09ba-4800-a79a-967cc7e179f9", "tag": "1e587a1a-7afe-4e5c-97a5-4ca51a6e09dd"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:25:37.675746 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-f6678985-d0eb-4225-ba3b-f136d87bbf91 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] 10.222.0.53 "GET /v2.0/security-groups/0637c521-747e-47fa-a3c6-afaeb1a3b81f HTTP/1.1" status: 200 len: 1779 time: 0.5503809 Jan 18 22:25:37.680928 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 42290) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:37.713313 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5c21d630-88e1-489d-904a-3d75f62b67a9 req-71081d6d-22c3-4477-b39b-0a9e9e693da0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=616341ad-8ee5-46dd-a50f-fbf4c382e06c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4634526 Jan 18 22:25:37.762606 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e847c99d-1970-41ad-873e-045a4ba47b93 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:37.787212 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e847c99d-1970-41ad-873e-045a4ba47b93 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:37.839422 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e847c99d-1970-41ad-873e-045a4ba47b93 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:37.842142 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e847c99d-1970-41ad-873e-045a4ba47b93 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:37.843510 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-e847c99d-1970-41ad-873e-045a4ba47b93 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] 10.222.0.53 "DELETE /v2.0/security-groups/0637c521-747e-47fa-a3c6-afaeb1a3b81f HTTP/1.1" status: 204 len: 168 time: 0.1612978 Jan 18 22:25:37.849674 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 42292) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:37.861735 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e847c99d-1970-41ad-873e-045a4ba47b93 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0637c521-747e-47fa-a3c6-afaeb1a3b81f,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:37.871886 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be351acd-0815-4b8e-b9a0-693a583e3d48 req-e232ff86-7d70-4803-b07d-e59b78b009eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:37.873403 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-be351acd-0815-4b8e-b9a0-693a583e3d48 req-e232ff86-7d70-4803-b07d-e59b78b009eb service neutron] 10.222.0.67 "GET /v2.0/networks?id=aed2eca7-1bb0-443d-8485-b985dbe9851b HTTP/1.1" status: 200 len: 869 time: 0.7126329 Jan 18 22:25:37.884992 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6b3645-20c4-4d2a-8a41-613ada685f51 req-e35630a1-539a-4ffc-81f9-fdbd4dc2bdab tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:37.894467 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-dc6b3645-20c4-4d2a-8a41-613ada685f51 req-e35630a1-539a-4ffc-81f9-fdbd4dc2bdab tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/ports?device_id=96a928e9-7e12-44c5-95ad-459c8954091b HTTP/1.1" status: 200 len: 947 time: 0.6435666 Jan 18 22:25:37.903924 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-7c202b80-248a-4c31-b11e-590351314656 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0529521 Jan 18 22:25:37.907277 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 42296) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:37.907785 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df98925-5b68-405b-a559-d295a4a2caa0 req-874b2707-a25f-4795-917b-46dc3893e54f tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:37.909285 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3df98925-5b68-405b-a559-d295a4a2caa0 req-874b2707-a25f-4795-917b-46dc3893e54f tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=5420ce23-09ba-4800-a79a-967cc7e179f9 HTTP/1.1" status: 200 len: 943 time: 0.2307525 Jan 18 22:25:37.921592 n-d-825064-1 neutron-server[102431]: INFO neutron.api.v2.resource [None req-8dba6b09-5b61-420b-9270-5ecbfb752ce1 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] delete failed (client error): The resource could not be found. Jan 18 22:25:37.924021 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-8dba6b09-5b61-420b-9270-5ecbfb752ce1 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] 10.222.0.53 "DELETE /v2.0/security-groups/0637c521-747e-47fa-a3c6-afaeb1a3b81f HTTP/1.1" status: 404 len: 347 time: 0.0152235 Jan 18 22:25:37.929159 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 42298) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:37.933941 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-bb2d313e-7259-4202-b2b0-679be0740121 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Request body: {'security_group': {'name': 'tempest-secgroup--1379095427'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:25:37.965828 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bb2d313e-7259-4202-b2b0-679be0740121 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:37.994436 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-be351acd-0815-4b8e-b9a0-693a583e3d48 req-cbba898f-74cb-4d7c-9e84-f89fa6f96f68 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=c1c2f83d-eb70-4d81-a622-4bb89ca385b9 HTTP/1.1" status: 200 len: 217 time: 0.0948467 Jan 18 22:25:38.051153 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bb2d313e-7259-4202-b2b0-679be0740121 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:38.058120 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bb2d313e-7259-4202-b2b0-679be0740121 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:38.096539 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-dc6b3645-20c4-4d2a-8a41-613ada685f51 req-d3f88230-711d-4cd8-a49d-9cba69816a8a tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/security-groups?id=05d753a3-5b69-42a7-8159-df7094e5d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007658 Jan 18 22:25:38.101085 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5c21d630-88e1-489d-904a-3d75f62b67a9 req-1d06f027-86e1-4df5-bd47-bfa19481d49b service neutron] 10.222.0.67 "GET /v2.0/networks/616341ad-8ee5-46dd-a50f-fbf4c382e06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3449895 Jan 18 22:25:38.101476 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2d313e-7259-4202-b2b0-679be0740121 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02ff314c-942b-48a8-b18a-a3293b776848,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:38.106614 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bb2d313e-7259-4202-b2b0-679be0740121 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:38.111530 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-bb2d313e-7259-4202-b2b0-679be0740121 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1775734 Jan 18 22:25:38.111937 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 42302) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:38.112047 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3df98925-5b68-405b-a559-d295a4a2caa0 req-b49b535d-3c97-4417-a970-116dc1bba901 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904759 Jan 18 22:25:38.117530 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-375ba3da-29fe-4671-85bd-ef4410ae6332 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Request body: {'security_group_rule': {'security_group_id': '02ff314c-942b-48a8-b18a-a3293b776848', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:25:38.181711 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-375ba3da-29fe-4671-85bd-ef4410ae6332 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:38.198731 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6dde1cb-a42a-4346-b126-c6d59dde0b68 x-openstack-request-id: req-c6dde1cb-a42a-4346-b126-c6d59dde0b68 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:25:38.199024 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5420ce23-09ba-4800-a79a-967cc7e179f9", "tag": "1e587a1a-7afe-4e5c-97a5-4ca51a6e09dd", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:25:38.199276 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c6dde1cb-a42a-4346-b126-c6d59dde0b68 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:25:38.199671 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5420ce23-09ba-4800-a79a-967cc7e179f9', 'tag': '1e587a1a-7afe-4e5c-97a5-4ca51a6e09dd', 'status': 'completed', 'code': 200} Jan 18 22:25:38.205588 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be351acd-0815-4b8e-b9a0-693a583e3d48 req-81e75525-5384-470f-b410-dcab720fe847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:38.207277 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-be351acd-0815-4b8e-b9a0-693a583e3d48 req-81e75525-5384-470f-b410-dcab720fe847 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8518183d-cc63-459a-b971-d4c7514e001f HTTP/1.1" status: 200 len: 843 time: 0.1961119 Jan 18 22:25:38.287402 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-375ba3da-29fe-4671-85bd-ef4410ae6332 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:38.295114 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-375ba3da-29fe-4671-85bd-ef4410ae6332 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:38.323859 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375ba3da-29fe-4671-85bd-ef4410ae6332 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63786049-135e-490e-b5bd-e06ed28388d2,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:38.324320 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be351acd-0815-4b8e-b9a0-693a583e3d48 req-f8ee48da-48a8-4969-a669-fb2c5b279335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:38.326256 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-be351acd-0815-4b8e-b9a0-693a583e3d48 req-f8ee48da-48a8-4969-a669-fb2c5b279335 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aed2eca7-1bb0-443d-8485-b985dbe9851b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1055198 Jan 18 22:25:38.334816 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5c21d630-88e1-489d-904a-3d75f62b67a9 req-bce6ea6e-02f5-4559-8ef0-da40280e1fc9 service neutron] 10.222.0.67 "GET /v2.0/networks/616341ad-8ee5-46dd-a50f-fbf4c382e06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187204 Jan 18 22:25:38.350434 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-375ba3da-29fe-4671-85bd-ef4410ae6332 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:38.355787 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-375ba3da-29fe-4671-85bd-ef4410ae6332 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2401121 Jan 18 22:25:38.356239 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 42314) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:38.400290 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-80349838-891f-4c94-a9ed-5bce07562914 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:38.417333 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-80349838-891f-4c94-a9ed-5bce07562914 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:38.463901 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-80349838-891f-4c94-a9ed-5bce07562914 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:38.486978 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-80349838-891f-4c94-a9ed-5bce07562914 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:38.495798 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-80349838-891f-4c94-a9ed-5bce07562914 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/63786049-135e-490e-b5bd-e06ed28388d2 HTTP/1.1" status: 204 len: 168 time: 0.1338494 Jan 18 22:25:38.495798 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80349838-891f-4c94-a9ed-5bce07562914 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=63786049-135e-490e-b5bd-e06ed28388d2,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:38.495798 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 42320) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:38.527804 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9521e300-260e-4965-a56d-19f10980f398 req-5dcf9ff7-76ea-4394-a4ab-18473aceaa3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:38.529610 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9521e300-260e-4965-a56d-19f10980f398 req-5dcf9ff7-76ea-4394-a4ab-18473aceaa3b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=feff401a111441e8bc4bdb3f9c55f3c8&device_id=5420ce23-09ba-4800-a79a-967cc7e179f9 HTTP/1.1" status: 200 len: 1094 time: 0.1027808 Jan 18 22:25:38.535873 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-be351acd-0815-4b8e-b9a0-693a583e3d48 req-3654a363-ffbc-497d-8454-06dbb4892424 service neutron] 10.222.0.67 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001247 Jan 18 22:25:38.565771 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-acd432b8-186a-4307-8ead-fe87b9f38e50 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0708919 Jan 18 22:25:38.568853 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 42322) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:38.637280 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-16c90f1b-22f3-4d8a-999c-5438d484dfb1 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:38.670236 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 24b7efe4-5d07-4ea7-8f43-67a1bf6a9941 details requested by agent hyperv_n-h1-825064-1 with host n-h1-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:25:38.675282 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 3df3936e-bc5d-4477-8091-c6c71cabaa4e up at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:25:38.688784 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-16c90f1b-22f3-4d8a-999c-5438d484dfb1 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:38.738955 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-be351acd-0815-4b8e-b9a0-693a583e3d48 req-bbf2fc57-92bd-4414-82ad-5b5d0644d7b7 service neutron] 10.222.0.67 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823106 Jan 18 22:25:38.740169 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9521e300-260e-4965-a56d-19f10980f398 req-f8dc6629-10ba-444e-9725-a35542b0b4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:38.741481 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9521e300-260e-4965-a56d-19f10980f398 req-f8dc6629-10ba-444e-9725-a35542b0b4eb service neutron] 10.222.0.67 "GET /v2.0/networks?id=616341ad-8ee5-46dd-a50f-fbf4c382e06c HTTP/1.1" status: 200 len: 912 time: 0.2009995 Jan 18 22:25:38.785497 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-16c90f1b-22f3-4d8a-999c-5438d484dfb1 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:38.788192 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-16c90f1b-22f3-4d8a-999c-5438d484dfb1 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:38.791169 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-16c90f1b-22f3-4d8a-999c-5438d484dfb1 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] 10.222.0.53 "DELETE /v2.0/security-groups/02ff314c-942b-48a8-b18a-a3293b776848 HTTP/1.1" status: 204 len: 168 time: 0.2210658 Jan 18 22:25:38.794027 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9521e300-260e-4965-a56d-19f10980f398 req-9fd9e39c-54b0-421e-9a28-10ed88e477ff service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1e587a1a-7afe-4e5c-97a5-4ca51a6e09dd HTTP/1.1" status: 200 len: 217 time: 0.0405698 Jan 18 22:25:38.794567 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 42324) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:38.797025 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning complete for port 3df3936e-bc5d-4477-8091-c6c71cabaa4e triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:25:38.798185 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:38.801840 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c90f1b-22f3-4d8a-999c-5438d484dfb1 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02ff314c-942b-48a8-b18a-a3293b776848,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:38.892869 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-912f7217-3029-4f16-aaa0-8215e7ea451c tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0965109 Jan 18 22:25:38.896635 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 42326) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:38.898404 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9521e300-260e-4965-a56d-19f10980f398 req-4d2ca951-c7ac-47e0-9095-421507030189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:38.900013 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9521e300-260e-4965-a56d-19f10980f398 req-4d2ca951-c7ac-47e0-9095-421507030189 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=39872394-9ec8-42e0-a515-8c2f5c78361a HTTP/1.1" status: 200 len: 852 time: 0.0904384 Jan 18 22:25:38.902820 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-6ac34ef9-6d54-4ffc-9691-a2c100891a9a tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Request body: {'security_group': {'name': 'tempest-secgroup--918041214'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:25:38.933798 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 24b7efe4-5d07-4ea7-8f43-67a1bf6a9941, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=24b7efe4-5d07-4ea7-8f43-67a1bf6a9941,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:25:38.941626 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9521e300-260e-4965-a56d-19f10980f398 req-eb17be3a-8360-43d1-b5fe-dc29f9a00c34 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=616341ad-8ee5-46dd-a50f-fbf4c382e06c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337288 Jan 18 22:25:38.945827 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6ac34ef9-6d54-4ffc-9691-a2c100891a9a tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:38.996907 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:39.009104 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Returning: {'device': '24b7efe4-5d07-4ea7-8f43-67a1bf6a9941', 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b', 'port_id': '24b7efe4-5d07-4ea7-8f43-67a1bf6a9941', 'mac_address': 'fa:16:3e:a4:cf:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8518183d-cc63-459a-b971-d4c7514e001f', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:25:39.056639 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:39.072115 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9521e300-260e-4965-a56d-19f10980f398 req-153ebc45-5575-4107-bc05-19b8e25bc32a service neutron] 10.222.0.67 "GET /v2.0/networks/616341ad-8ee5-46dd-a50f-fbf4c382e06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210411 Jan 18 22:25:39.095738 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b79a3a35-3818-488e-91a0-e159f210685e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3df3936e-bc5d-4477-8091-c6c71cabaa4e'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:25:39.098399 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-399736b9-b1da-4d2d-9292-dce070129ba8" -d '{"events": [{"server_uuid": "b79a3a35-3818-488e-91a0-e159f210685e", "name": "network-vif-plugged", "status": "completed", "tag": "3df3936e-bc5d-4477-8091-c6c71cabaa4e"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:25:39.111717 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24b7efe4-5d07-4ea7-8f43-67a1bf6a9941 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:25:39.121912 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 3df3936e-bc5d-4477-8091-c6c71cabaa4e, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=3df3936e-bc5d-4477-8091-c6c71cabaa4e,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:25:39.137756 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:39.195642 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 24b7efe4-5d07-4ea7-8f43-67a1bf6a9941, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=24b7efe4-5d07-4ea7-8f43-67a1bf6a9941,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:25:39.197666 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db350a8a-d561-4d65-81c3-363bfbf6da17 x-openstack-request-id: req-db350a8a-d561-4d65-81c3-363bfbf6da17 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:25:39.197954 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b79a3a35-3818-488e-91a0-e159f210685e", "name": "network-vif-plugged", "status": "completed", "tag": "3df3936e-bc5d-4477-8091-c6c71cabaa4e", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:25:39.198204 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-db350a8a-d561-4d65-81c3-363bfbf6da17 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:25:39.198648 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b79a3a35-3818-488e-91a0-e159f210685e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3df3936e-bc5d-4477-8091-c6c71cabaa4e', 'code': 200} Jan 18 22:25:39.199841 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=3df3936e-bc5d-4477-8091-c6c71cabaa4e,revision_number=7']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:39.203934 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:39.288605 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=24b7efe4-5d07-4ea7-8f43-67a1bf6a9941,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:39.342841 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9521e300-260e-4965-a56d-19f10980f398 req-2046e530-e654-4f80-bf4a-9368fbd2a5e2 service neutron] 10.222.0.67 "GET /v2.0/networks/616341ad-8ee5-46dd-a50f-fbf4c382e06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627974 Jan 18 22:25:39.404153 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da09e8a9-70f4-459b-8606-ff44dc210ca4 req-1bdd6393-5f80-44da-b170-eb7cc7724cac tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:39.412178 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-da09e8a9-70f4-459b-8606-ff44dc210ca4 req-1bdd6393-5f80-44da-b170-eb7cc7724cac tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=5420ce23-09ba-4800-a79a-967cc7e179f9 HTTP/1.1" status: 200 len: 943 time: 0.1478050 Jan 18 22:25:39.439390 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd2d323-baed-43e8-9749-0c4372600ff0 req-2f92c19b-7f11-400f-bfbd-6555598197a4 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:39.447079 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9bd2d323-baed-43e8-9749-0c4372600ff0 req-2f92c19b-7f11-400f-bfbd-6555598197a4 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/ports?device_id=96a928e9-7e12-44c5-95ad-459c8954091b HTTP/1.1" status: 200 len: 947 time: 0.1194136 Jan 18 22:25:39.475460 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['24b7efe4-5d07-4ea7-8f43-67a1bf6a9941'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:25:39.523211 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-da09e8a9-70f4-459b-8606-ff44dc210ca4 req-90125e75-d319-42bb-acfe-38095a1247bd tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099656 Jan 18 22:25:39.537766 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6ac34ef9-6d54-4ffc-9691-a2c100891a9a tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:39.548961 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6ac34ef9-6d54-4ffc-9691-a2c100891a9a tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:39.550275 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9bd2d323-baed-43e8-9749-0c4372600ff0 req-a830f64a-8955-4c6a-b615-7bb06eaea4d1 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/security-groups?id=05d753a3-5b69-42a7-8159-df7094e5d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976908 Jan 18 22:25:39.637815 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac34ef9-6d54-4ffc-9691-a2c100891a9a tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb078eee-1de0-44f6-a3a0-ba4d9af9d979,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:39.644504 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device c1c2f83d-eb70-4d81-a622-4bb89ca385b9 details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:25:39.648409 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6ac34ef9-6d54-4ffc-9691-a2c100891a9a tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:39.652812 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-6ac34ef9-6d54-4ffc-9691-a2c100891a9a tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7549286 Jan 18 22:25:39.655630 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 42346) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:39.664950 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-2607594d-415b-4153-a832-042b19a55257 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Request body: {'security_group_rule': {'security_group_id': 'eb078eee-1de0-44f6-a3a0-ba4d9af9d979', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:25:39.747866 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2607594d-415b-4153-a832-042b19a55257 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:39.835077 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port c1c2f83d-eb70-4d81-a622-4bb89ca385b9, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=c1c2f83d-eb70-4d81-a622-4bb89ca385b9,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:25:39.861936 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': 'c1c2f83d-eb70-4d81-a622-4bb89ca385b9', 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b', 'port_id': 'c1c2f83d-eb70-4d81-a622-4bb89ca385b9', 'mac_address': 'fa:16:3e:8f:32:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8518183d-cc63-459a-b971-d4c7514e001f', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:25:39.870032 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2607594d-415b-4153-a832-042b19a55257 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:39.877884 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2607594d-415b-4153-a832-042b19a55257 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:39.904536 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2607594d-415b-4153-a832-042b19a55257 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:39.907376 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-2607594d-415b-4153-a832-042b19a55257 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2490869 Jan 18 22:25:39.909429 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 42360) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:39.914777 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2607594d-415b-4153-a832-042b19a55257 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=858de224-9e86-45c5-ae58-5b8de8d517e4,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:39.917144 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-a3ef80bf-f0a3-4485-9249-b25db9ade631 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Request body: {'security_group_rule': {'security_group_id': 'eb078eee-1de0-44f6-a3a0-ba4d9af9d979', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:25:39.946274 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:39.969950 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a3ef80bf-f0a3-4485-9249-b25db9ade631 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:39.981971 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1c2f83d-eb70-4d81-a622-4bb89ca385b9 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:25:40.013924 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port c1c2f83d-eb70-4d81-a622-4bb89ca385b9, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=c1c2f83d-eb70-4d81-a622-4bb89ca385b9,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:25:40.020882 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:40.042088 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a3ef80bf-f0a3-4485-9249-b25db9ade631 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:40.066267 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a3ef80bf-f0a3-4485-9249-b25db9ade631 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:40.099583 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=c1c2f83d-eb70-4d81-a622-4bb89ca385b9,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:40.122910 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ef80bf-f0a3-4485-9249-b25db9ade631 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45b15578-f0dd-44d6-b85c-dddf4a972c99,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:40.144195 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a3ef80bf-f0a3-4485-9249-b25db9ade631 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:40.145611 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-a3ef80bf-f0a3-4485-9249-b25db9ade631 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2348213 Jan 18 22:25:40.148606 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 42364) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:40.153807 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56bb147-260f-40af-8c84-2380896c66d5 req-6ee4a55e-3e62-40d0-bd40-85a1c2744457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:40.155414 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e56bb147-260f-40af-8c84-2380896c66d5 req-6ee4a55e-3e62-40d0-bd40-85a1c2744457 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9e3d2710d5874e5a8a2018a623ee9fbd&device_id=7e173d2e-e098-4c51-8104-b5036c990569 HTTP/1.1" status: 200 len: 1096 time: 0.0578418 Jan 18 22:25:40.155711 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-4d068a91-19ed-46ae-81cd-3cd094d0a1d6 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Request body: {'security_group_rule': {'security_group_id': 'eb078eee-1de0-44f6-a3a0-ba4d9af9d979', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:25:40.193228 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4d068a91-19ed-46ae-81cd-3cd094d0a1d6 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:40.263856 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4d068a91-19ed-46ae-81cd-3cd094d0a1d6 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:40.269369 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4d068a91-19ed-46ae-81cd-3cd094d0a1d6 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:40.283234 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2b32da-85c9-4deb-927b-240003ae55e7 req-2b687c1a-2374-4f8f-9c46-770b0ea33b92 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:40.284831 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ee2b32da-85c9-4deb-927b-240003ae55e7 req-2b687c1a-2374-4f8f-9c46-770b0ea33b92 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e173d2e-e098-4c51-8104-b5036c990569 HTTP/1.1" status: 200 len: 945 time: 0.1231415 Jan 18 22:25:40.296782 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d068a91-19ed-46ae-81cd-3cd094d0a1d6 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d97cacd-9ca6-4f24-99aa-7506845a7fd5,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:40.306812 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56bb147-260f-40af-8c84-2380896c66d5 req-7b32c9b0-2bed-4b28-bcd3-fed948125cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:40.307600 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4d068a91-19ed-46ae-81cd-3cd094d0a1d6 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:40.308303 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e56bb147-260f-40af-8c84-2380896c66d5 req-7b32c9b0-2bed-4b28-bcd3-fed948125cfe service neutron] 10.222.0.67 "GET /v2.0/networks?id=afa667de-c8f9-4a8d-967c-cff5c9ffa5d7 HTTP/1.1" status: 200 len: 919 time: 0.1452444 Jan 18 22:25:40.309521 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-4d068a91-19ed-46ae-81cd-3cd094d0a1d6 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1598008 Jan 18 22:25:40.312195 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 42366) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:40.316888 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-fab2fda7-96bc-4df7-95a9-ebbbe0109343 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Request body: {'security_group_rule': {'security_group_id': 'eb078eee-1de0-44f6-a3a0-ba4d9af9d979', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:25:40.357699 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fab2fda7-96bc-4df7-95a9-ebbbe0109343 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:40.365614 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e56bb147-260f-40af-8c84-2380896c66d5 req-8329a90b-1695-441d-b1bb-bf02c2652751 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a582b417-6d8e-4aa6-91a9-5f6b1d7cd873 HTTP/1.1" status: 200 len: 217 time: 0.0455127 Jan 18 22:25:40.387329 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ee2b32da-85c9-4deb-927b-240003ae55e7 req-f8f2b0fb-531e-43eb-91da-04e5cc52557b tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/security-groups?id=68e1f851-73aa-4cda-8095-0e2a92a325ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901983 Jan 18 22:25:40.427090 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56bb147-260f-40af-8c84-2380896c66d5 req-afe22149-1eb1-499a-9146-0e9b7656af4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:40.428665 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e56bb147-260f-40af-8c84-2380896c66d5 req-afe22149-1eb1-499a-9146-0e9b7656af4e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e776d007-5ac5-4a48-98ad-4f038a9c4c11 HTTP/1.1" status: 200 len: 859 time: 0.0529284 Jan 18 22:25:40.435228 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fab2fda7-96bc-4df7-95a9-ebbbe0109343 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:40.439169 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fab2fda7-96bc-4df7-95a9-ebbbe0109343 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:40.459902 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab2fda7-96bc-4df7-95a9-ebbbe0109343 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3f71647-c59c-4ec5-9f74-e25239f7aeb7,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:40.471328 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fab2fda7-96bc-4df7-95a9-ebbbe0109343 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:40.472628 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-fab2fda7-96bc-4df7-95a9-ebbbe0109343 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1592238 Jan 18 22:25:40.475511 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 42368) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:40.477527 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e56bb147-260f-40af-8c84-2380896c66d5 req-2ed9eefb-b562-48dc-b63a-d1232df21944 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=afa667de-c8f9-4a8d-967c-cff5c9ffa5d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356221 Jan 18 22:25:40.480523 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-7d95d737-b80f-42ea-8bf9-e528dff24192 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Request body: {'security_group_rule': {'security_group_id': 'eb078eee-1de0-44f6-a3a0-ba4d9af9d979', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:25:40.514464 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7d95d737-b80f-42ea-8bf9-e528dff24192 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:40.536604 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['c1c2f83d-eb70-4d81-a622-4bb89ca385b9'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:25:40.605982 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7d95d737-b80f-42ea-8bf9-e528dff24192 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:40.616899 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7d95d737-b80f-42ea-8bf9-e528dff24192 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:40.635158 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e56bb147-260f-40af-8c84-2380896c66d5 req-844d42b3-d8ca-4b02-bb91-9e7f4a9ac902 service neutron] 10.222.0.67 "GET /v2.0/networks/afa667de-c8f9-4a8d-967c-cff5c9ffa5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490180 Jan 18 22:25:40.657063 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d95d737-b80f-42ea-8bf9-e528dff24192 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46b20574-4cb3-4ecc-bb90-12503cddc116,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:40.662618 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7d95d737-b80f-42ea-8bf9-e528dff24192 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:40.666830 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-7d95d737-b80f-42ea-8bf9-e528dff24192 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1902461 Jan 18 22:25:40.667554 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 42374) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:40.687156 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 24b7efe4-5d07-4ea7-8f43-67a1bf6a9941 up at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:25:40.696021 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c965185d-d2fe-4672-9e8b-50fcd73fc48b tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:40.719249 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c965185d-d2fe-4672-9e8b-50fcd73fc48b tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:40.770620 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c965185d-d2fe-4672-9e8b-50fcd73fc48b tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:40.793422 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c965185d-d2fe-4672-9e8b-50fcd73fc48b tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:40.795334 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-c965185d-d2fe-4672-9e8b-50fcd73fc48b tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/46b20574-4cb3-4ecc-bb90-12503cddc116 HTTP/1.1" status: 204 len: 168 time: 0.1265426 Jan 18 22:25:40.796571 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27379c5-6804-433b-8f12-68f5414ffb3f req-1b8a6625-3803-4c48-a911-c0fea99b29fc tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:40.797513 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c965185d-d2fe-4672-9e8b-50fcd73fc48b tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=46b20574-4cb3-4ecc-bb90-12503cddc116,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:40.798180 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b27379c5-6804-433b-8f12-68f5414ffb3f req-1b8a6625-3803-4c48-a911-c0fea99b29fc tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/ports?device_id=96a928e9-7e12-44c5-95ad-459c8954091b HTTP/1.1" status: 200 len: 948 time: 0.1621490 Jan 18 22:25:40.819625 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 42384) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:40.841058 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning for port 24b7efe4-5d07-4ea7-8f43-67a1bf6a9941 completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:25:40.852833 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning complete for port 24b7efe4-5d07-4ea7-8f43-67a1bf6a9941 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:25:40.854050 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:40.861505 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d35e4c-7045-4fe2-928b-e4ea6badea57 req-174a12e5-213e-4d53-a439-97875cb6f720 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:40.869158 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a5d35e4c-7045-4fe2-928b-e4ea6badea57 req-174a12e5-213e-4d53-a439-97875cb6f720 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=5420ce23-09ba-4800-a79a-967cc7e179f9 HTTP/1.1" status: 200 len: 943 time: 0.1687100 Jan 18 22:25:40.892879 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-bd2ca80d-437d-4952-a19c-db7ce30bb80b tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0722482 Jan 18 22:25:40.895626 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 42386) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:40.902634 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e56bb147-260f-40af-8c84-2380896c66d5 req-30ae47ca-0b68-4542-9300-19245bee03c1 service neutron] 10.222.0.67 "GET /v2.0/networks/afa667de-c8f9-4a8d-967c-cff5c9ffa5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557342 Jan 18 22:25:40.908343 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b27379c5-6804-433b-8f12-68f5414ffb3f req-8e82e242-27c2-4c64-bf0e-c9371ee63f73 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/security-groups?id=05d753a3-5b69-42a7-8159-df7094e5d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925226 Jan 18 22:25:40.958010 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-26609f11-caad-43fc-92bd-29c01e8e2370 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:40.970100 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a5d35e4c-7045-4fe2-928b-e4ea6badea57 req-cb92e000-3721-4033-a9f3-e9859a80eb27 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000016 Jan 18 22:25:40.977871 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-26609f11-caad-43fc-92bd-29c01e8e2370 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:41.004615 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:41.047746 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-26609f11-caad-43fc-92bd-29c01e8e2370 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:41.065511 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-26609f11-caad-43fc-92bd-29c01e8e2370 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:41.070827 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-26609f11-caad-43fc-92bd-29c01e8e2370 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/d3f71647-c59c-4ec5-9f74-e25239f7aeb7 HTTP/1.1" status: 204 len: 168 time: 0.1699226 Jan 18 22:25:41.071696 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 42396) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:41.072570 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 24b7efe4-5d07-4ea7-8f43-67a1bf6a9941, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=24b7efe4-5d07-4ea7-8f43-67a1bf6a9941,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:25:41.090809 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26609f11-caad-43fc-92bd-29c01e8e2370 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d3f71647-c59c-4ec5-9f74-e25239f7aeb7,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:41.097924 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:41.183789 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 42406) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:41.184432 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-bd5f4fc4-a2f3-4f93-9de6-2f5c3450b42a tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1106775 Jan 18 22:25:41.200653 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb69335a-15fa-4971-b1f5-9a6e25a11a60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24b7efe4-5d07-4ea7-8f43-67a1bf6a9941'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:25:41.208355 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8974a065-752a-4a14-884b-bf1363baf206" -d '{"events": [{"server_uuid": "eb69335a-15fa-4971-b1f5-9a6e25a11a60", "name": "network-vif-plugged", "status": "completed", "tag": "24b7efe4-5d07-4ea7-8f43-67a1bf6a9941"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:25:41.214086 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=24b7efe4-5d07-4ea7-8f43-67a1bf6a9941,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:41.217491 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-31750902-e7a6-4311-afe7-eb693890cf70 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:41.227969 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-31750902-e7a6-4311-afe7-eb693890cf70 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:41.269822 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-31750902-e7a6-4311-afe7-eb693890cf70 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:41.272340 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0067c74-ed80-476a-aa08-fe8236de9682 x-openstack-request-id: req-f0067c74-ed80-476a-aa08-fe8236de9682 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:25:41.272686 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb69335a-15fa-4971-b1f5-9a6e25a11a60", "name": "network-vif-plugged", "status": "completed", "tag": "24b7efe4-5d07-4ea7-8f43-67a1bf6a9941", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:25:41.273245 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f0067c74-ed80-476a-aa08-fe8236de9682 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:25:41.273654 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb69335a-15fa-4971-b1f5-9a6e25a11a60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24b7efe4-5d07-4ea7-8f43-67a1bf6a9941', 'code': 200} Jan 18 22:25:41.291709 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-31750902-e7a6-4311-afe7-eb693890cf70 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:41.295817 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 42410) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:41.304045 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-31750902-e7a6-4311-afe7-eb693890cf70 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/0d97cacd-9ca6-4f24-99aa-7506845a7fd5 HTTP/1.1" status: 204 len: 168 time: 0.1190834 Jan 18 22:25:41.311253 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31750902-e7a6-4311-afe7-eb693890cf70 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0d97cacd-9ca6-4f24-99aa-7506845a7fd5,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:41.357572 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-a4050328-33f6-4ba7-aabd-6e3c2f39f08a tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0604684 Jan 18 22:25:41.362845 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 42412) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:41.389200 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49aa4ef-b87b-4ede-8a39-cbd1c0709bfc req-a19593bb-29d2-4e15-b868-e2c591bb6681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:41.390706 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-d49aa4ef-b87b-4ede-8a39-cbd1c0709bfc req-a19593bb-29d2-4e15-b868-e2c591bb6681 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=eb69335a-15fa-4971-b1f5-9a6e25a11a60 HTTP/1.1" status: 200 len: 1100 time: 0.0529785 Jan 18 22:25:41.397724 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e43e8a3d-2247-4d79-ac6f-74310bc79f10 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:41.410737 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e43e8a3d-2247-4d79-ac6f-74310bc79f10 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:41.433967 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-d49aa4ef-b87b-4ede-8a39-cbd1c0709bfc req-29ed2425-d9de-431a-931f-d628583a4c25 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=05d753a3-5b69-42a7-8159-df7094e5d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335500 Jan 18 22:25:41.446415 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e43e8a3d-2247-4d79-ac6f-74310bc79f10 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:41.467480 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e43e8a3d-2247-4d79-ac6f-74310bc79f10 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:41.469545 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-e43e8a3d-2247-4d79-ac6f-74310bc79f10 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/45b15578-f0dd-44d6-b85c-dddf4a972c99 HTTP/1.1" status: 204 len: 168 time: 0.1044238 Jan 18 22:25:41.470613 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43e8a3d-2247-4d79-ac6f-74310bc79f10 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=45b15578-f0dd-44d6-b85c-dddf4a972c99,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:41.472497 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 42416) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:41.551448 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1f4ffa-aabd-4ec9-84fa-ddc3d6e64c53 req-f715ce8d-5825-45e7-9a9a-def6950c0914 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:41.553081 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-46ef2ea3-ee21-417a-8db2-831c0a69face tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0787857 Jan 18 22:25:41.554024 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 42418) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:41.559339 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7f1f4ffa-aabd-4ec9-84fa-ddc3d6e64c53 req-f715ce8d-5825-45e7-9a9a-def6950c0914 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e173d2e-e098-4c51-8104-b5036c990569 HTTP/1.1" status: 200 len: 945 time: 0.0643251 Jan 18 22:25:41.584726 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-38097ba7-03eb-4c3d-ba35-729251d082a9 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:41.593749 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-38097ba7-03eb-4c3d-ba35-729251d082a9 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:41.604902 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7f1f4ffa-aabd-4ec9-84fa-ddc3d6e64c53 req-1c8a574f-3343-421d-88df-26fa6960068f tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/security-groups?id=68e1f851-73aa-4cda-8095-0e2a92a325ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445039 Jan 18 22:25:41.630124 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-38097ba7-03eb-4c3d-ba35-729251d082a9 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:41.636982 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-38097ba7-03eb-4c3d-ba35-729251d082a9 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:41.638074 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-38097ba7-03eb-4c3d-ba35-729251d082a9 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/858de224-9e86-45c5-ae58-5b8de8d517e4 HTTP/1.1" status: 204 len: 168 time: 0.0829501 Jan 18 22:25:41.640906 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 42420) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:41.644412 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38097ba7-03eb-4c3d-ba35-729251d082a9 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=858de224-9e86-45c5-ae58-5b8de8d517e4,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:41.658174 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 1e587a1a-7afe-4e5c-97a5-4ca51a6e09dd details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:25:41.710797 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-d4f41655-356a-4e0f-9864-1bf6577123ef tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0682099 Jan 18 22:25:41.713541 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 42422) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:41.769812 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 1e587a1a-7afe-4e5c-97a5-4ca51a6e09dd, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=1e587a1a-7afe-4e5c-97a5-4ca51a6e09dd,segment=NetworkSegment(773e2478-13af-4dd0-bb1a-13e4946a40f7),segment_id=773e2478-13af-4dd0-bb1a-13e4946a40f7)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:25:41.786781 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': '1e587a1a-7afe-4e5c-97a5-4ca51a6e09dd', 'network_id': '616341ad-8ee5-46dd-a50f-fbf4c382e06c', 'port_id': '1e587a1a-7afe-4e5c-97a5-4ca51a6e09dd', 'mac_address': 'fa:16:3e:73:f3:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39872394-9ec8-42e0-a515-8c2f5c78361a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:25:41.789332 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-70b3b6f2-1289-4d30-8e5d-a8197090810a tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:41.815713 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-70b3b6f2-1289-4d30-8e5d-a8197090810a tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:41.845322 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:41.859389 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e587a1a-7afe-4e5c-97a5-4ca51a6e09dd {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:25:41.872402 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-70b3b6f2-1289-4d30-8e5d-a8197090810a tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:41.875075 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-70b3b6f2-1289-4d30-8e5d-a8197090810a tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:41.876360 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-70b3b6f2-1289-4d30-8e5d-a8197090810a tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] 10.222.0.53 "DELETE /v2.0/security-groups/eb078eee-1de0-44f6-a3a0-ba4d9af9d979 HTTP/1.1" status: 204 len: 168 time: 0.1617496 Jan 18 22:25:41.879226 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 42424) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:41.881436 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 1e587a1a-7afe-4e5c-97a5-4ca51a6e09dd, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=1e587a1a-7afe-4e5c-97a5-4ca51a6e09dd,segment=NetworkSegment(773e2478-13af-4dd0-bb1a-13e4946a40f7),segment_id=773e2478-13af-4dd0-bb1a-13e4946a40f7)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:25:41.888532 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b3b6f2-1289-4d30-8e5d-a8197090810a tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb078eee-1de0-44f6-a3a0-ba4d9af9d979,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:41.894654 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:41.954790 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=1e587a1a-7afe-4e5c-97a5-4ca51a6e09dd,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:41.976678 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-9090d0e6-5855-4c31-8afb-9eb609af98c2 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0963399 Jan 18 22:25:41.982302 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 42428) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:41.988256 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-3a99c80d-f618-4ee1-bf01-3dabbdeae39f tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Request body: {'security_group': {'name': 'tempest-secgroup--57905803'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:25:42.028066 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3a99c80d-f618-4ee1-bf01-3dabbdeae39f tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:42.118146 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebafb39-a14f-40a1-9a12-65f78848f26e req-0d67cb65-4064-4eae-875c-68ad5b2c6d6f tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:42.126070 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cebafb39-a14f-40a1-9a12-65f78848f26e req-0d67cb65-4064-4eae-875c-68ad5b2c6d6f tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/ports?device_id=96a928e9-7e12-44c5-95ad-459c8954091b HTTP/1.1" status: 200 len: 948 time: 0.0965707 Jan 18 22:25:42.146689 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3a99c80d-f618-4ee1-bf01-3dabbdeae39f tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:42.150923 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78b6e58-169b-43d6-a4bf-6658df6c68b7 req-8b5a8044-ad56-439f-8d0c-f8d6a2af702e tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:42.152350 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e78b6e58-169b-43d6-a4bf-6658df6c68b7 req-8b5a8044-ad56-439f-8d0c-f8d6a2af702e tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=5420ce23-09ba-4800-a79a-967cc7e179f9 HTTP/1.1" status: 200 len: 944 time: 0.0954459 Jan 18 22:25:42.154682 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3a99c80d-f618-4ee1-bf01-3dabbdeae39f tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:42.186758 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3a99c80d-f618-4ee1-bf01-3dabbdeae39f tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:42.186997 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cebafb39-a14f-40a1-9a12-65f78848f26e req-8b4a827c-d835-4f8c-b5b3-31c9679bb736 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/security-groups?id=05d753a3-5b69-42a7-8159-df7094e5d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598004 Jan 18 22:25:42.188000 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-3a99c80d-f618-4ee1-bf01-3dabbdeae39f tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2056065 Jan 18 22:25:42.192428 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 42438) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:42.200793 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-43e45543-b771-409f-864f-fa9d5dbe063d tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Request body: {'security_group_rule': {'security_group_id': '851d1319-9157-4361-b7bc-8694f6f86765', 'direction': 'ingress', 'protocol': 17}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:25:42.212422 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e78b6e58-169b-43d6-a4bf-6658df6c68b7 req-d46037c6-e631-4320-b925-fe7ce89de675 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409799 Jan 18 22:25:42.225793 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a99c80d-f618-4ee1-bf01-3dabbdeae39f tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=851d1319-9157-4361-b7bc-8694f6f86765,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:42.267835 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-43e45543-b771-409f-864f-fa9d5dbe063d tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:42.352622 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-43e45543-b771-409f-864f-fa9d5dbe063d tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:42.361818 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-43e45543-b771-409f-864f-fa9d5dbe063d tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:42.392304 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['1e587a1a-7afe-4e5c-97a5-4ca51a6e09dd'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:25:42.393090 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e45543-b771-409f-864f-fa9d5dbe063d tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d0adfa7-0eff-4541-a0a5-384354aed035,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:42.411744 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-43e45543-b771-409f-864f-fa9d5dbe063d tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:42.411744 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-43e45543-b771-409f-864f-fa9d5dbe063d tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2176728 Jan 18 22:25:42.413729 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 42450) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:42.476830 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f81f9907-f073-4f4f-8685-99d6feda40ce tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:42.503320 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f81f9907-f073-4f4f-8685-99d6feda40ce tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:42.562604 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f81f9907-f073-4f4f-8685-99d6feda40ce tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:42.568255 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f81f9907-f073-4f4f-8685-99d6feda40ce tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:42.572515 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 42452) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:42.572909 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-f81f9907-f073-4f4f-8685-99d6feda40ce tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] 10.222.0.53 "DELETE /v2.0/security-groups/851d1319-9157-4361-b7bc-8694f6f86765 HTTP/1.1" status: 204 len: 168 time: 0.1581340 Jan 18 22:25:42.584215 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81f9907-f073-4f4f-8685-99d6feda40ce tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=851d1319-9157-4361-b7bc-8694f6f86765,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:42.634314 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-43ade4fb-32a8-451b-9f7e-10b9d70ae629 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0593612 Jan 18 22:25:42.638959 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 42456) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:42.644458 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-5835cc25-ea1b-4fc1-b50a-b36acdb9015c tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Request body: {'security_group': {'name': 'tempest-secgroup--1455873418'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:25:42.651284 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:42.693389 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5835cc25-ea1b-4fc1-b50a-b36acdb9015c tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:42.789491 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d081913-a514-4f09-949c-95639ca951d6 req-7196ade3-bccc-4888-9755-5b4fbfd773f3 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:42.792215 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3d081913-a514-4f09-949c-95639ca951d6 req-7196ade3-bccc-4888-9755-5b4fbfd773f3 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e173d2e-e098-4c51-8104-b5036c990569 HTTP/1.1" status: 200 len: 945 time: 0.0689232 Jan 18 22:25:42.818231 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5835cc25-ea1b-4fc1-b50a-b36acdb9015c tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:42.825465 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5835cc25-ea1b-4fc1-b50a-b36acdb9015c tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:42.856452 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5835cc25-ea1b-4fc1-b50a-b36acdb9015c tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e4ee3e-ba0a-4c3a-bee2-1ad6b75c47e9,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:42.858204 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3d081913-a514-4f09-949c-95639ca951d6 req-ca104f14-a88f-4211-84a7-8eca9105f73f tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/security-groups?id=68e1f851-73aa-4cda-8095-0e2a92a325ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590827 Jan 18 22:25:42.879907 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5835cc25-ea1b-4fc1-b50a-b36acdb9015c tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:42.881577 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-5835cc25-ea1b-4fc1-b50a-b36acdb9015c tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2413063 Jan 18 22:25:42.884384 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 42458) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:42.888836 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-0a9e8122-7965-45ef-81cb-e1f380d6d58e tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Request body: {'security_group': {'name': 'tempest-secgroup--294574241'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:25:42.920273 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0a9e8122-7965-45ef-81cb-e1f380d6d58e tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:42.999127 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0a9e8122-7965-45ef-81cb-e1f380d6d58e tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:43.007136 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0a9e8122-7965-45ef-81cb-e1f380d6d58e tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:43.038128 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0a9e8122-7965-45ef-81cb-e1f380d6d58e tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:43.043018 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-0a9e8122-7965-45ef-81cb-e1f380d6d58e tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1542771 Jan 18 22:25:43.043018 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 42460) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:43.047711 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-b2e2043b-aee0-4363-8fda-36df1a5d9949 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Request body: {'security_group_rule': {'security_group_id': 'b6e4ee3e-ba0a-4c3a-bee2-1ad6b75c47e9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'a5bb100b-a8d1-48b9-837b-6129356ce040', 'remote_ip_prefix': None}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:25:43.054225 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9e8122-7965-45ef-81cb-e1f380d6d58e tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5bb100b-a8d1-48b9-837b-6129356ce040,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:43.101817 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b2e2043b-aee0-4363-8fda-36df1a5d9949 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:43.131822 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 22:25:43.196769 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b2e2043b-aee0-4363-8fda-36df1a5d9949 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:43.202569 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b2e2043b-aee0-4363-8fda-36df1a5d9949 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:43.222251 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e2043b-aee0-4363-8fda-36df1a5d9949 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04cde941-3779-41ca-8e93-0047b3bbd824,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:43.240655 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b2e2043b-aee0-4363-8fda-36df1a5d9949 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:43.245934 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 42464) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:43.254066 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-b2e2043b-aee0-4363-8fda-36df1a5d9949 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2103333 Jan 18 22:25:43.304207 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2d1d2415-6112-4fe6-9f46-dabf747714b6 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:43.314311 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2d1d2415-6112-4fe6-9f46-dabf747714b6 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:43.357715 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2d1d2415-6112-4fe6-9f46-dabf747714b6 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:43.412905 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2d1d2415-6112-4fe6-9f46-dabf747714b6 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:43.416254 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-2d1d2415-6112-4fe6-9f46-dabf747714b6 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/04cde941-3779-41ca-8e93-0047b3bbd824 HTTP/1.1" status: 204 len: 168 time: 0.1669195 Jan 18 22:25:43.417308 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 42474) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:43.435270 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1d2415-6112-4fe6-9f46-dabf747714b6 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=04cde941-3779-41ca-8e93-0047b3bbd824,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:43.458649 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453ede42-5bdf-4e18-a8ea-b65c4c707388 req-1196510f-93f5-43a1-90d7-fd8e8116d65c tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:43.460109 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-453ede42-5bdf-4e18-a8ea-b65c4c707388 req-1196510f-93f5-43a1-90d7-fd8e8116d65c tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=5420ce23-09ba-4800-a79a-967cc7e179f9 HTTP/1.1" status: 200 len: 944 time: 0.1156077 Jan 18 22:25:43.471951 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfd641a-b624-45bb-8a01-8e63f552de0c req-20ade22c-aa7c-4a99-880e-46b3d618c139 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:43.473538 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2dfd641a-b624-45bb-8a01-8e63f552de0c req-20ade22c-aa7c-4a99-880e-46b3d618c139 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/ports?device_id=96a928e9-7e12-44c5-95ad-459c8954091b HTTP/1.1" status: 200 len: 948 time: 0.1344082 Jan 18 22:25:43.477368 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-016030a0-c036-4644-8294-502aabe5b6ea tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0561953 Jan 18 22:25:43.477959 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 42478) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:43.547817 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2dfd641a-b624-45bb-8a01-8e63f552de0c req-48c2f434-a40f-403b-a671-ddb7492a9179 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/security-groups?id=05d753a3-5b69-42a7-8159-df7094e5d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619466 Jan 18 22:25:43.564685 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9a5af894-b724-4317-8d61-43bbf2769449 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:43.567524 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:43.582661 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-453ede42-5bdf-4e18-a8ea-b65c4c707388 req-0f42880f-0324-4922-b8fb-4871cd1274f6 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049199 Jan 18 22:25:43.613978 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9a5af894-b724-4317-8d61-43bbf2769449 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:43.678426 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device c1c2f83d-eb70-4d81-a622-4bb89ca385b9 up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:25:43.685319 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9a5af894-b724-4317-8d61-43bbf2769449 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:43.689662 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9a5af894-b724-4317-8d61-43bbf2769449 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:43.690927 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-9a5af894-b724-4317-8d61-43bbf2769449 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] 10.222.0.53 "DELETE /v2.0/security-groups/a5bb100b-a8d1-48b9-837b-6129356ce040 HTTP/1.1" status: 204 len: 168 time: 0.2117348 Jan 18 22:25:43.693635 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 42484) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:43.704747 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5af894-b724-4317-8d61-43bbf2769449 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5bb100b-a8d1-48b9-837b-6129356ce040,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:43.824751 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port c1c2f83d-eb70-4d81-a622-4bb89ca385b9 completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:25:43.826649 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-40455f4a-d551-4e58-8d93-3ed79647da69 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1314626 Jan 18 22:25:43.829799 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 42490) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:43.830131 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port c1c2f83d-eb70-4d81-a622-4bb89ca385b9 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:25:43.830746 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:43.915698 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-03f80236-b79f-49ed-a565-7ceff83dd16a tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:43.940807 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:43.951383 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-03f80236-b79f-49ed-a565-7ceff83dd16a tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:43.990690 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96a928e9-7e12-44c5-95ad-459c8954091b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1c2f83d-eb70-4d81-a622-4bb89ca385b9'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:25:43.994501 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73cb6f41-bd3a-4844-8a25-06d38f10fd39" -d '{"events": [{"server_uuid": "96a928e9-7e12-44c5-95ad-459c8954091b", "name": "network-vif-plugged", "status": "completed", "tag": "c1c2f83d-eb70-4d81-a622-4bb89ca385b9"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:25:44.017914 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port c1c2f83d-eb70-4d81-a622-4bb89ca385b9, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=c1c2f83d-eb70-4d81-a622-4bb89ca385b9,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:25:44.023991 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:44.030047 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-03f80236-b79f-49ed-a565-7ceff83dd16a tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:44.038380 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-03f80236-b79f-49ed-a565-7ceff83dd16a tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:44.040430 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-03f80236-b79f-49ed-a565-7ceff83dd16a tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] 10.222.0.53 "DELETE /v2.0/security-groups/b6e4ee3e-ba0a-4c3a-bee2-1ad6b75c47e9 HTTP/1.1" status: 204 len: 168 time: 0.2078421 Jan 18 22:25:44.045978 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 42496) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:44.064822 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f80236-b79f-49ed-a565-7ceff83dd16a tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e4ee3e-ba0a-4c3a-bee2-1ad6b75c47e9,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:44.070724 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f49cbc9-438f-4b4f-b40c-fd90a6b7eb54 req-81c8ec4d-02b9-4b1d-a296-db2c82e4a7ed tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:44.073522 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9f49cbc9-438f-4b4f-b40c-fd90a6b7eb54 req-81c8ec4d-02b9-4b1d-a296-db2c82e4a7ed tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e173d2e-e098-4c51-8104-b5036c990569 HTTP/1.1" status: 200 len: 945 time: 0.1140828 Jan 18 22:25:44.093584 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=c1c2f83d-eb70-4d81-a622-4bb89ca385b9,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:44.122729 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10d845f4-082f-495d-afbd-f36bf1d13ed1 x-openstack-request-id: req-10d845f4-082f-495d-afbd-f36bf1d13ed1 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:25:44.123229 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96a928e9-7e12-44c5-95ad-459c8954091b", "name": "network-vif-plugged", "status": "completed", "tag": "c1c2f83d-eb70-4d81-a622-4bb89ca385b9", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:25:44.123579 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-10d845f4-082f-495d-afbd-f36bf1d13ed1 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:25:44.124070 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96a928e9-7e12-44c5-95ad-459c8954091b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1c2f83d-eb70-4d81-a622-4bb89ca385b9', 'code': 200} Jan 18 22:25:44.156083 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-37104221-810d-4fbd-bd95-9c2406f70245 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1087964 Jan 18 22:25:44.164662 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 42498) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:44.164845 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9f49cbc9-438f-4b4f-b40c-fd90a6b7eb54 req-76131b20-2b10-46d8-aa23-f38fc6e4430d tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/security-groups?id=68e1f851-73aa-4cda-8095-0e2a92a325ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815756 Jan 18 22:25:44.169440 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-4c4e4d8b-dd55-4dd6-8545-d0744637a30b tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Request body: {'security_group': {'name': 'tempest-secgroup--1521308293'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:25:44.213284 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4c4e4d8b-dd55-4dd6-8545-d0744637a30b tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:44.232645 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9341ecb2-1cb2-42c1-abcb-6f7337c80de1 req-f93f4cc1-8a8f-496c-822c-f26d9179147c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:44.235177 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9341ecb2-1cb2-42c1-abcb-6f7337c80de1 req-f93f4cc1-8a8f-496c-822c-f26d9179147c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=96a928e9-7e12-44c5-95ad-459c8954091b HTTP/1.1" status: 200 len: 1100 time: 0.0476224 Jan 18 22:25:44.292224 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9341ecb2-1cb2-42c1-abcb-6f7337c80de1 req-dcef29ed-557d-4508-8c9a-d1ab75277de7 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=05d753a3-5b69-42a7-8159-df7094e5d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363927 Jan 18 22:25:44.300601 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4c4e4d8b-dd55-4dd6-8545-d0744637a30b tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:44.304940 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4c4e4d8b-dd55-4dd6-8545-d0744637a30b tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:44.338981 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4e4d8b-dd55-4dd6-8545-d0744637a30b tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05eacbbf-908a-4fde-a6b2-f1af4666e547,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:44.344763 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4c4e4d8b-dd55-4dd6-8545-d0744637a30b tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:44.346024 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-4c4e4d8b-dd55-4dd6-8545-d0744637a30b tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1801856 Jan 18 22:25:44.348834 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 42500) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:44.353671 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-a6bea7db-0add-4d9c-a623-574272027bf5 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Request body: {'security_group_rule': {'security_group_id': '05eacbbf-908a-4fde-a6b2-f1af4666e547', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:25:44.402653 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a6bea7db-0add-4d9c-a623-574272027bf5 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:44.494364 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a6bea7db-0add-4d9c-a623-574272027bf5 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:44.498627 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a6bea7db-0add-4d9c-a623-574272027bf5 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:44.521962 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bea7db-0add-4d9c-a623-574272027bf5 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d526c57c-990b-4269-99f2-523b020a4096,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:44.527642 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a6bea7db-0add-4d9c-a623-574272027bf5 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:44.529245 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-a6bea7db-0add-4d9c-a623-574272027bf5 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1790936 Jan 18 22:25:44.531593 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 42504) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:44.559453 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3d268179-dd4c-4d8e-a31f-2a866583e065 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:44.569121 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3d268179-dd4c-4d8e-a31f-2a866583e065 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:44.602039 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3d268179-dd4c-4d8e-a31f-2a866583e065 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:44.609739 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3d268179-dd4c-4d8e-a31f-2a866583e065 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:44.613659 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-3d268179-dd4c-4d8e-a31f-2a866583e065 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/d526c57c-990b-4269-99f2-523b020a4096 HTTP/1.1" status: 204 len: 168 time: 0.0788167 Jan 18 22:25:44.614297 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 42512) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:44.618535 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d268179-dd4c-4d8e-a31f-2a866583e065 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d526c57c-990b-4269-99f2-523b020a4096,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:44.714507 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-1ae6a6ae-d123-4b3c-be95-7c541e653b2a tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0985949 Jan 18 22:25:44.718162 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 42518) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:44.771469 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96026708-ffd6-4dc1-8bec-168f193469a2 req-262ba1c6-3f30-41d6-bce9-989f197e7e74 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:44.775026 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-96026708-ffd6-4dc1-8bec-168f193469a2 req-262ba1c6-3f30-41d6-bce9-989f197e7e74 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/ports?device_id=96a928e9-7e12-44c5-95ad-459c8954091b HTTP/1.1" status: 200 len: 949 time: 0.1248834 Jan 18 22:25:44.785683 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128df870-e382-4548-8319-07fa437b529e req-b80a3eed-bdec-461a-b4f3-c70da94aa5b4 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:44.787514 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-128df870-e382-4548-8319-07fa437b529e req-b80a3eed-bdec-461a-b4f3-c70da94aa5b4 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=5420ce23-09ba-4800-a79a-967cc7e179f9 HTTP/1.1" status: 200 len: 944 time: 0.0853794 Jan 18 22:25:44.795966 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-85d6d16b-2145-47d8-b6bf-5e19a0efe74b tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:44.820271 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-85d6d16b-2145-47d8-b6bf-5e19a0efe74b tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:44.848379 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-96026708-ffd6-4dc1-8bec-168f193469a2 req-67556d4e-3f7c-427a-8067-328af9ee9166 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/security-groups?id=05d753a3-5b69-42a7-8159-df7094e5d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595889 Jan 18 22:25:44.855810 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-128df870-e382-4548-8319-07fa437b529e req-886c35bd-4a87-4015-9236-facda38f791c tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599554 Jan 18 22:25:44.890428 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-85d6d16b-2145-47d8-b6bf-5e19a0efe74b tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:44.894325 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-85d6d16b-2145-47d8-b6bf-5e19a0efe74b tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:44.895459 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-85d6d16b-2145-47d8-b6bf-5e19a0efe74b tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] 10.222.0.53 "DELETE /v2.0/security-groups/05eacbbf-908a-4fde-a6b2-f1af4666e547 HTTP/1.1" status: 204 len: 168 time: 0.1759849 Jan 18 22:25:44.898690 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 42524) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:44.914282 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d16b-2145-47d8-b6bf-5e19a0efe74b tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05eacbbf-908a-4fde-a6b2-f1af4666e547,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:45.021094 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 42526) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:45.025046 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-0a0691e5-e691-4388-93fa-0a90e37a9548 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1205080 Jan 18 22:25:45.027760 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-847f332c-002f-4126-952d-98360629ccf7 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Request body: {'security_group': {'name': 'tempest-secgroup--1334336703'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:25:45.071099 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-847f332c-002f-4126-952d-98360629ccf7 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:45.175326 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-847f332c-002f-4126-952d-98360629ccf7 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:45.180204 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-847f332c-002f-4126-952d-98360629ccf7 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:45.215006 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847f332c-002f-4126-952d-98360629ccf7 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92521c19-b3c6-40e9-a725-a406dfd3458b,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:45.223486 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-847f332c-002f-4126-952d-98360629ccf7 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:45.228412 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-847f332c-002f-4126-952d-98360629ccf7 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2030473 Jan 18 22:25:45.228782 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 42538) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:45.234148 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-93661f7d-84f6-443b-bbc7-5b7e8d93a1d6 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Request body: {'security_group_rule': {'security_group_id': '92521c19-b3c6-40e9-a725-a406dfd3458b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:25:45.267173 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-93661f7d-84f6-443b-bbc7-5b7e8d93a1d6 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:45.366650 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4d8e94-6d68-40af-b5a5-a46591340460 req-fd01b4d0-19ee-420d-be8d-fdb6ed9ff71d tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:45.368190 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6a4d8e94-6d68-40af-b5a5-a46591340460 req-fd01b4d0-19ee-420d-be8d-fdb6ed9ff71d tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e173d2e-e098-4c51-8104-b5036c990569 HTTP/1.1" status: 200 len: 945 time: 0.0877595 Jan 18 22:25:45.378254 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-93661f7d-84f6-443b-bbc7-5b7e8d93a1d6 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:45.386025 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-93661f7d-84f6-443b-bbc7-5b7e8d93a1d6 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:45.419994 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93661f7d-84f6-443b-bbc7-5b7e8d93a1d6 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c7a576c-3972-4985-91d8-7ab416534353,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:45.431742 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-93661f7d-84f6-443b-bbc7-5b7e8d93a1d6 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:45.432972 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-93661f7d-84f6-443b-bbc7-5b7e8d93a1d6 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2031801 Jan 18 22:25:45.435596 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 42540) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:45.448838 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6a4d8e94-6d68-40af-b5a5-a46591340460 req-e74c2827-dd28-4d76-b0c9-57d263207e94 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/security-groups?id=68e1f851-73aa-4cda-8095-0e2a92a325ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725317 Jan 18 22:25:45.452502 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-9d86bc51-8a3f-4bdc-850c-fe7679814f5a tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] 10.222.0.53 "GET /v2.0/security-group-rules/0c7a576c-3972-4985-91d8-7ab416534353 HTTP/1.1" status: 200 len: 763 time: 0.0156939 Jan 18 22:25:45.455463 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 42542) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:45.501912 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-6ee309b7-d823-4bc1-bcde-088e2e7885d8 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0450985 Jan 18 22:25:45.504364 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 42544) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:45.530435 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-55977aa1-5c07-4ce3-b7e4-a4769c6a1d7a tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:45.539246 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-55977aa1-5c07-4ce3-b7e4-a4769c6a1d7a tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:45.569037 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-55977aa1-5c07-4ce3-b7e4-a4769c6a1d7a tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:45.579289 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-55977aa1-5c07-4ce3-b7e4-a4769c6a1d7a tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:45.580451 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-55977aa1-5c07-4ce3-b7e4-a4769c6a1d7a tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/0c7a576c-3972-4985-91d8-7ab416534353 HTTP/1.1" status: 204 len: 168 time: 0.0750251 Jan 18 22:25:45.583111 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 42546) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:45.599141 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55977aa1-5c07-4ce3-b7e4-a4769c6a1d7a tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0c7a576c-3972-4985-91d8-7ab416534353,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:45.637716 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-2c1c3b79-693d-4ad2-af50-36e8585faedc tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0533459 Jan 18 22:25:45.643720 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 42548) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:45.648230 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-e00a5736-4902-4777-80bd-609c35cd745e tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Request body: {'security_group_rule': {'security_group_id': '92521c19-b3c6-40e9-a725-a406dfd3458b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:25:45.688436 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 1e587a1a-7afe-4e5c-97a5-4ca51a6e09dd up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:25:45.695251 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e00a5736-4902-4777-80bd-609c35cd745e tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:45.778327 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port 1e587a1a-7afe-4e5c-97a5-4ca51a6e09dd completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:25:45.789756 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e00a5736-4902-4777-80bd-609c35cd745e tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:45.792696 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port 1e587a1a-7afe-4e5c-97a5-4ca51a6e09dd triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:25:45.793200 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:45.803079 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e00a5736-4902-4777-80bd-609c35cd745e tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:45.820031 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00a5736-4902-4777-80bd-609c35cd745e tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=456a6de7-b228-422a-831d-c5202d1cee0b,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:45.833016 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e00a5736-4902-4777-80bd-609c35cd745e tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:45.834824 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-e00a5736-4902-4777-80bd-609c35cd745e tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1900501 Jan 18 22:25:45.838104 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 42550) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:45.861439 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-8f64b76f-8910-4e90-846c-0776f061cdd3 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] 10.222.0.53 "GET /v2.0/security-group-rules/456a6de7-b228-422a-831d-c5202d1cee0b HTTP/1.1" status: 200 len: 763 time: 0.0219417 Jan 18 22:25:45.863859 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 42552) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:45.899103 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:45.917950 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-a697a664-9050-4aee-bec3-e9c336795deb tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0506213 Jan 18 22:25:45.918311 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 42558) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:45.941957 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 1e587a1a-7afe-4e5c-97a5-4ca51a6e09dd, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=1e587a1a-7afe-4e5c-97a5-4ca51a6e09dd,segment=NetworkSegment(773e2478-13af-4dd0-bb1a-13e4946a40f7),segment_id=773e2478-13af-4dd0-bb1a-13e4946a40f7)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:25:45.948341 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:45.963484 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c6a0f22c-2216-4cf5-ad70-dfff74168e66 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:45.974027 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c6a0f22c-2216-4cf5-ad70-dfff74168e66 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:46.011355 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=1e587a1a-7afe-4e5c-97a5-4ca51a6e09dd,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:46.030084 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c6a0f22c-2216-4cf5-ad70-dfff74168e66 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:46.057174 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c6a0f22c-2216-4cf5-ad70-dfff74168e66 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:46.060525 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-c6a0f22c-2216-4cf5-ad70-dfff74168e66 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/456a6de7-b228-422a-831d-c5202d1cee0b HTTP/1.1" status: 204 len: 168 time: 0.1390517 Jan 18 22:25:46.062014 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 42564) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:46.081993 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a0f22c-2216-4cf5-ad70-dfff74168e66 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=456a6de7-b228-422a-831d-c5202d1cee0b,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:46.106058 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-692dc7a7-82bf-4ad6-8c7a-b44388317d24 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0429673 Jan 18 22:25:46.109787 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 42568) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:46.115524 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-edc9c8bf-868c-4b36-92b0-4396ded05ee5 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Request body: {'security_group_rule': {'security_group_id': '92521c19-b3c6-40e9-a725-a406dfd3458b', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:25:46.126222 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5420ce23-09ba-4800-a79a-967cc7e179f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e587a1a-7afe-4e5c-97a5-4ca51a6e09dd'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:25:46.128533 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85c07cbb-c83b-47db-8d6a-2eeb7be16f5d" -d '{"events": [{"server_uuid": "5420ce23-09ba-4800-a79a-967cc7e179f9", "name": "network-vif-plugged", "status": "completed", "tag": "1e587a1a-7afe-4e5c-97a5-4ca51a6e09dd"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:25:46.153898 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c7aeb-2cb8-4e58-934f-a0344c0ca43f req-efcd234c-e8ef-49a3-acac-5c69ab67a311 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:46.155589 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-401c7aeb-2cb8-4e58-934f-a0344c0ca43f req-efcd234c-e8ef-49a3-acac-5c69ab67a311 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/ports?device_id=96a928e9-7e12-44c5-95ad-459c8954091b HTTP/1.1" status: 200 len: 949 time: 0.1516826 Jan 18 22:25:46.160950 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-edc9c8bf-868c-4b36-92b0-4396ded05ee5 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:46.163747 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7166d2fa-37e2-44ed-b5fb-297b6b1d6185 req-71ceb267-310c-4a51-8048-2c346c631804 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:46.171163 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7166d2fa-37e2-44ed-b5fb-297b6b1d6185 req-71ceb267-310c-4a51-8048-2c346c631804 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=5420ce23-09ba-4800-a79a-967cc7e179f9 HTTP/1.1" status: 200 len: 945 time: 0.1653664 Jan 18 22:25:46.247748 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7166d2fa-37e2-44ed-b5fb-297b6b1d6185 req-6ee07d55-6b20-47f6-8b78-869e797e8259 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755861 Jan 18 22:25:46.247924 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-edc9c8bf-868c-4b36-92b0-4396ded05ee5 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:46.252864 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-edc9c8bf-868c-4b36-92b0-4396ded05ee5 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:46.271493 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-401c7aeb-2cb8-4e58-934f-a0344c0ca43f req-99128832-40b9-4f13-bcb1-7a6418798629 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/security-groups?id=05d753a3-5b69-42a7-8159-df7094e5d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897472 Jan 18 22:25:46.278535 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc9c8bf-868c-4b36-92b0-4396ded05ee5 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72be75e7-cdd1-412e-b6b9-dd0922ab345d,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:46.302279 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-edc9c8bf-868c-4b36-92b0-4396ded05ee5 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:46.307053 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 42576) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:46.307415 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-edc9c8bf-868c-4b36-92b0-4396ded05ee5 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1959796 Jan 18 22:25:46.332963 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-1ae5ddfd-869b-4c9e-ab57-30e906f07980 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] 10.222.0.53 "GET /v2.0/security-group-rules/72be75e7-cdd1-412e-b6b9-dd0922ab345d HTTP/1.1" status: 200 len: 764 time: 0.0247684 Jan 18 22:25:46.335404 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 42578) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:46.391632 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-61d881c2-2767-4c34-a359-eb51839e09ae tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0549352 Jan 18 22:25:46.397957 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 42580) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:46.427326 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-20943267-192e-4bd4-94ea-419634afde32 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:46.436555 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-20943267-192e-4bd4-94ea-419634afde32 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:46.473770 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-20943267-192e-4bd4-94ea-419634afde32 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:46.482109 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-20943267-192e-4bd4-94ea-419634afde32 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:46.484451 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-20943267-192e-4bd4-94ea-419634afde32 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/72be75e7-cdd1-412e-b6b9-dd0922ab345d HTTP/1.1" status: 204 len: 168 time: 0.0842440 Jan 18 22:25:46.487008 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 42592) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:46.493737 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20943267-192e-4bd4-94ea-419634afde32 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=72be75e7-cdd1-412e-b6b9-dd0922ab345d,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:46.515422 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1615060-f5bf-4611-810b-b7f5f55cfdb9 x-openstack-request-id: req-e1615060-f5bf-4611-810b-b7f5f55cfdb9 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:25:46.515723 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5420ce23-09ba-4800-a79a-967cc7e179f9", "name": "network-vif-plugged", "status": "completed", "tag": "1e587a1a-7afe-4e5c-97a5-4ca51a6e09dd", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:25:46.516037 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e1615060-f5bf-4611-810b-b7f5f55cfdb9 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:25:46.516455 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5420ce23-09ba-4800-a79a-967cc7e179f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e587a1a-7afe-4e5c-97a5-4ca51a6e09dd', 'code': 200} Jan 18 22:25:46.545474 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-482d8ebe-c864-466b-814d-4bb205c7a6ea tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0574145 Jan 18 22:25:46.549828 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 42594) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:46.747777 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0356e474-406e-4de2-a662-eb9bee0abf34 req-d1ab1bb5-1362-4595-abdb-b818a125fc43 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:46.752614 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0356e474-406e-4de2-a662-eb9bee0abf34 req-d1ab1bb5-1362-4595-abdb-b818a125fc43 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb69335a-15fa-4971-b1f5-9a6e25a11a60 HTTP/1.1" status: 200 len: 949 time: 0.1795177 Jan 18 22:25:46.759390 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5c75c858-df6c-4697-85f0-0cc934d9c762 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:46.769893 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf104a68-fe93-4fd0-bc66-e0413c74158b req-b8e18a16-423a-4bc0-bf4b-1dc8fc30412e tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:46.771531 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cf104a68-fe93-4fd0-bc66-e0413c74158b req-b8e18a16-423a-4bc0-bf4b-1dc8fc30412e tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e173d2e-e098-4c51-8104-b5036c990569 HTTP/1.1" status: 200 len: 945 time: 0.1803169 Jan 18 22:25:46.775743 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920d1b1c-ec1f-4218-8057-7763b3d99bdb req-57258cbd-91c8-4029-8b1d-4c984c48abc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:46.777658 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-920d1b1c-ec1f-4218-8057-7763b3d99bdb req-57258cbd-91c8-4029-8b1d-4c984c48abc6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5420ce23-09ba-4800-a79a-967cc7e179f9 HTTP/1.1" status: 200 len: 1096 time: 0.1506665 Jan 18 22:25:46.845394 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5c75c858-df6c-4697-85f0-0cc934d9c762 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:46.895485 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-920d1b1c-ec1f-4218-8057-7763b3d99bdb req-54101e88-db54-4102-b981-6963eebd902f service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009307 Jan 18 22:25:46.908220 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0356e474-406e-4de2-a662-eb9bee0abf34 req-8b2db05a-c261-4c55-ab72-72c42468d899 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/security-groups?id=05d753a3-5b69-42a7-8159-df7094e5d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344836 Jan 18 22:25:46.915035 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cf104a68-fe93-4fd0-bc66-e0413c74158b req-3c2ca09e-9929-4094-abe6-3a3f87618bae tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/security-groups?id=68e1f851-73aa-4cda-8095-0e2a92a325ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225886 Jan 18 22:25:46.933583 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5c75c858-df6c-4697-85f0-0cc934d9c762 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:46.936633 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5c75c858-df6c-4697-85f0-0cc934d9c762 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:46.938168 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-5c75c858-df6c-4697-85f0-0cc934d9c762 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] 10.222.0.53 "DELETE /v2.0/security-groups/92521c19-b3c6-40e9-a725-a406dfd3458b HTTP/1.1" status: 204 len: 168 time: 0.3867037 Jan 18 22:25:46.940582 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 42598) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:46.948414 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c75c858-df6c-4697-85f0-0cc934d9c762 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92521c19-b3c6-40e9-a725-a406dfd3458b,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:47.029588 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-72ac190e-0f63-441f-9154-d02c697e6452 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0875363 Jan 18 22:25:47.034319 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 42600) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:47.039417 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-f3a9f81a-570e-4872-bdd7-b1bfb019abe5 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Request body: {'security_group': {'name': 'tempest-secgroup--1996399503'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:25:47.071183 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f3a9f81a-570e-4872-bdd7-b1bfb019abe5 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:47.159802 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f3a9f81a-570e-4872-bdd7-b1bfb019abe5 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:47.165262 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f3a9f81a-570e-4872-bdd7-b1bfb019abe5 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:47.183548 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f3a9f81a-570e-4872-bdd7-b1bfb019abe5 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:47.184799 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-f3a9f81a-570e-4872-bdd7-b1bfb019abe5 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1492355 Jan 18 22:25:47.187664 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 42602) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:47.193053 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-48a2f2e8-1bdd-4c15-a325-3e84c89a3490 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Request body: {'security_group_rule': {'security_group_id': 'fe4a2edf-49ef-4af9-9da5-cd3e6c77e412', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:25:47.235622 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a9f81a-570e-4872-bdd7-b1bfb019abe5 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe4a2edf-49ef-4af9-9da5-cd3e6c77e412,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:47.236738 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-48a2f2e8-1bdd-4c15-a325-3e84c89a3490 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:47.259905 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee5a17e-0eef-4d7c-b867-cd3bb81d799c req-d8401cab-9ef6-438c-9907-64890e863c4a tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:47.266810 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee5a17e-0eef-4d7c-b867-cd3bb81d799c req-d8401cab-9ef6-438c-9907-64890e863c4a tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:47.268419 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cee5a17e-0eef-4d7c-b867-cd3bb81d799c req-d8401cab-9ef6-438c-9907-64890e863c4a tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/ports?device_id=96a928e9-7e12-44c5-95ad-459c8954091b&device_id=eb69335a-15fa-4971-b1f5-9a6e25a11a60 HTTP/1.1" status: 200 len: 1689 time: 0.0777881 Jan 18 22:25:47.326628 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cee5a17e-0eef-4d7c-b867-cd3bb81d799c req-23a85148-876a-4a04-99d9-a57ccc022506 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/security-groups?id=05d753a3-5b69-42a7-8159-df7094e5d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468082 Jan 18 22:25:47.327041 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-48a2f2e8-1bdd-4c15-a325-3e84c89a3490 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:47.333007 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-48a2f2e8-1bdd-4c15-a325-3e84c89a3490 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:47.355965 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a2f2e8-1bdd-4c15-a325-3e84c89a3490 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f02e3bce-7f95-440e-a442-2bf7cf33eafc,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:47.379411 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-48a2f2e8-1bdd-4c15-a325-3e84c89a3490 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:47.381215 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-48a2f2e8-1bdd-4c15-a325-3e84c89a3490 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1917493 Jan 18 22:25:47.385281 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 42608) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:47.420111 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb71657-2e72-4d90-9328-b0e09006910d req-3a2cff10-037a-47c4-97d4-b86ebab3af4f tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:47.421856 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8cb71657-2e72-4d90-9328-b0e09006910d req-3a2cff10-037a-47c4-97d4-b86ebab3af4f tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=5420ce23-09ba-4800-a79a-967cc7e179f9 HTTP/1.1" status: 200 len: 945 time: 0.0683870 Jan 18 22:25:47.485940 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8cb71657-2e72-4d90-9328-b0e09006910d req-41406a27-a2f7-4569-8334-10d22b305cb1 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549808 Jan 18 22:25:47.519834 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1d85fecf-bce0-48ef-a9f8-6e485a78f90a tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:47.552150 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1d85fecf-bce0-48ef-a9f8-6e485a78f90a tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:47.621433 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1d85fecf-bce0-48ef-a9f8-6e485a78f90a tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:47.624477 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1d85fecf-bce0-48ef-a9f8-6e485a78f90a tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:47.628635 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-1d85fecf-bce0-48ef-a9f8-6e485a78f90a tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] 10.222.0.53 "DELETE /v2.0/security-groups/fe4a2edf-49ef-4af9-9da5-cd3e6c77e412 HTTP/1.1" status: 204 len: 168 time: 0.2403748 Jan 18 22:25:47.629340 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 42620) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:47.631315 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1b4692-e5fb-4204-a328-7f58bca250df req-b7f06803-3be0-4326-b994-a68b9df1ca22 tempest-ServersOnMultiNodesTest-528096773 tempest-ServersOnMultiNodesTest-528096773-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:47.632930 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fb1b4692-e5fb-4204-a328-7f58bca250df req-b7f06803-3be0-4326-b994-a68b9df1ca22 tempest-ServersOnMultiNodesTest-528096773 tempest-ServersOnMultiNodesTest-528096773-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=96a928e9-7e12-44c5-95ad-459c8954091b HTTP/1.1" status: 200 len: 1100 time: 0.0558178 Jan 18 22:25:47.649196 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d85fecf-bce0-48ef-a9f8-6e485a78f90a tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe4a2edf-49ef-4af9-9da5-cd3e6c77e412,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:47.705136 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-3b3dfe8c-f47e-4d1b-93eb-4fbb63e4e436 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0711308 Jan 18 22:25:47.707765 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 42622) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:47.721407 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fb1b4692-e5fb-4204-a328-7f58bca250df req-84510362-5b8a-43b1-81e6-6c53c25f5112 tempest-ServersOnMultiNodesTest-528096773 tempest-ServersOnMultiNodesTest-528096773-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=05d753a3-5b69-42a7-8159-df7094e5d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696909 Jan 18 22:25:47.782877 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-1db97e44-63c9-4027-b4fa-c715292c2827 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0739400 Jan 18 22:25:47.785512 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 42634) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:47.800564 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [None req-0ba8f051-cb76-4626-85c9-cfeca346ab1a tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] delete failed (client error): The resource could not be found. Jan 18 22:25:47.805041 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-0ba8f051-cb76-4626-85c9-cfeca346ab1a tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] 10.222.0.53 "DELETE /v2.0/security-groups/fe4a2edf-49ef-4af9-9da5-cd3e6c77e412 HTTP/1.1" status: 404 len: 347 time: 0.0150864 Jan 18 22:25:47.807512 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 42636) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:47.864466 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-4c5686db-1740-4acb-bd03-eb367bf45e58 tempest-SecGroupTest-455346399 tempest-SecGroupTest-455346399-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0555797 Jan 18 22:25:47.878396 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1178d1-7bfb-47bc-806a-8ee6c1b81abc req-378bd941-78d4-4559-93b2-b14a0a236ec4 tempest-ServersOnMultiNodesTest-528096773 tempest-ServersOnMultiNodesTest-528096773-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:47.879966 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8c1178d1-7bfb-47bc-806a-8ee6c1b81abc req-378bd941-78d4-4559-93b2-b14a0a236ec4 tempest-ServersOnMultiNodesTest-528096773 tempest-ServersOnMultiNodesTest-528096773-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=eb69335a-15fa-4971-b1f5-9a6e25a11a60 HTTP/1.1" status: 200 len: 1100 time: 0.0548801 Jan 18 22:25:47.926466 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8c1178d1-7bfb-47bc-806a-8ee6c1b81abc req-f592325e-c469-4c23-b3a6-cb31c2725868 tempest-ServersOnMultiNodesTest-528096773 tempest-ServersOnMultiNodesTest-528096773-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=05d753a3-5b69-42a7-8159-df7094e5d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397770 Jan 18 22:25:48.110629 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a361b53e-713d-4566-9262-a0661ae2f0af req-5b8fd794-82ee-4727-8a7f-7783e4a9d1a5 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:48.114370 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a361b53e-713d-4566-9262-a0661ae2f0af req-5b8fd794-82ee-4727-8a7f-7783e4a9d1a5 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e173d2e-e098-4c51-8104-b5036c990569 HTTP/1.1" status: 200 len: 945 time: 0.0846503 Jan 18 22:25:48.176482 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a361b53e-713d-4566-9262-a0661ae2f0af req-37ca6826-aee7-419f-9078-6879bedd9c6b tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/security-groups?id=68e1f851-73aa-4cda-8095-0e2a92a325ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553925 Jan 18 22:25:48.241090 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bf45912e-7aa4-41bb-bc7a-f9e88b5dc187 req-20da5559-19f2-43f1-9959-40c77ed5a9ed tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=a73ebee77f20452f9ada65790951d06b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0246720 Jan 18 22:25:48.269442 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 42660) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:48.382481 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf45912e-7aa4-41bb-bc7a-f9e88b5dc187 req-4fb7924a-a882-4725-a2a8-6536f391f268 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:48.384330 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bf45912e-7aa4-41bb-bc7a-f9e88b5dc187 req-4fb7924a-a882-4725-a2a8-6536f391f268 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1369448 Jan 18 22:25:48.400886 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bf45912e-7aa4-41bb-bc7a-f9e88b5dc187 req-97a63981-0f69-4019-b804-2f11dc4c2328 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/quotas/a73ebee77f20452f9ada65790951d06b HTTP/1.1" status: 200 len: 375 time: 0.0099885 Jan 18 22:25:48.444445 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-6bd169cf-a258-4775-b137-9303797be79d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4ffdc9a6b97f4cab844edc891404e3e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1684818 Jan 18 22:25:48.445492 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 42664) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:48.504673 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bf45912e-7aa4-41bb-bc7a-f9e88b5dc187 req-f0358377-456a-47b8-add9-1b07bb084d93 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a73ebee77f20452f9ada65790951d06b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0959365 Jan 18 22:25:48.511041 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a0b5a7c2-c001-4bca-bf95-9485e8a934c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:48.534276 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a0b5a7c2-c001-4bca-bf95-9485e8a934c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:48.600816 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a0b5a7c2-c001-4bca-bf95-9485e8a934c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:48.603639 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a0b5a7c2-c001-4bca-bf95-9485e8a934c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:48.607437 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-a0b5a7c2-c001-4bca-bf95-9485e8a934c1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f531b34a-8d3a-4b22-9923-b7a05f483474 HTTP/1.1" status: 204 len: 168 time: 0.1583159 Jan 18 22:25:48.637574 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b5a7c2-c001-4bca-bf95-9485e8a934c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f531b34a-8d3a-4b22-9923-b7a05f483474,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:48.779234 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b77733-88ff-4c93-bc37-54e5cf4196e1 req-9c1a7050-883a-46cc-9ee3-29f5d816960a tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:48.780782 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-19b77733-88ff-4c93-bc37-54e5cf4196e1 req-9c1a7050-883a-46cc-9ee3-29f5d816960a tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=5420ce23-09ba-4800-a79a-967cc7e179f9 HTTP/1.1" status: 200 len: 945 time: 0.0752420 Jan 18 22:25:48.874115 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5090aabb-6a64-4a08-b772-6ffb19ec5c23 req-cdb8fdb5-d150-45ae-ba10-33556d6d7ae2 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/ports?device_id=3310d904-6d99-48f5-a4fc-dfdbeb7cd2bd HTTP/1.1" status: 200 len: 210 time: 0.0440598 Jan 18 22:25:48.903678 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-19b77733-88ff-4c93-bc37-54e5cf4196e1 req-5a4acc8c-dea5-41b2-965a-57d01846edd6 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125822 Jan 18 22:25:49.187825 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e48ace-7685-4a75-b3e2-8b83960ae661 req-bb7dbeb7-5c04-4394-8e70-a038de02ba7c tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:49.195339 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-92e48ace-7685-4a75-b3e2-8b83960ae661 req-bb7dbeb7-5c04-4394-8e70-a038de02ba7c tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] 10.222.0.53 "GET /v2.0/ports?device_id=b79a3a35-3818-488e-91a0-e159f210685e HTTP/1.1" status: 200 len: 950 time: 0.0856543 Jan 18 22:25:49.262025 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-92e48ace-7685-4a75-b3e2-8b83960ae661 req-a5f444a6-cda0-45a8-9ed8-046607d559f6 tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] 10.222.0.53 "GET /v2.0/security-groups?id=a0d0cef0-d08b-41bc-917e-0f5afe1f408d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658243 Jan 18 22:25:49.268992 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0ba573d2-c3a2-4a2c-9c44-13108c58dc1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:49.289019 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979346c2-456e-41e1-9d23-399fb99864e7 req-67d78f73-59bc-44e1-b7e2-8b22f24da7fc tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:49.296144 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-979346c2-456e-41e1-9d23-399fb99864e7 req-67d78f73-59bc-44e1-b7e2-8b22f24da7fc tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=5420ce23-09ba-4800-a79a-967cc7e179f9 HTTP/1.1" status: 200 len: 945 time: 0.0857823 Jan 18 22:25:49.348596 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-979346c2-456e-41e1-9d23-399fb99864e7 req-85ea6fd4-1e18-47bd-aeef-e0caa51dc8b2 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514596 Jan 18 22:25:49.412571 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a59a4fc-204d-40fe-b56f-15ef2a1fd5dd req-d7c0081f-9df7-44e9-8ce5-0e5366966dce tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:49.414102 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7a59a4fc-204d-40fe-b56f-15ef2a1fd5dd req-d7c0081f-9df7-44e9-8ce5-0e5366966dce tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e173d2e-e098-4c51-8104-b5036c990569 HTTP/1.1" status: 200 len: 945 time: 0.0644846 Jan 18 22:25:49.459284 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7a59a4fc-204d-40fe-b56f-15ef2a1fd5dd req-6c779f2e-f404-4487-80bb-facb1ea0bd6f tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/security-groups?id=68e1f851-73aa-4cda-8095-0e2a92a325ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387049 Jan 18 22:25:49.504933 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 42742) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:49.601947 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-9b154def-6380-4288-a71f-fa39cceb244a tempest-ServiceProvidersTest-990437535 tempest-ServiceProvidersTest-990437535-project] 10.222.0.53 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.0958965 Jan 18 22:25:49.835575 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 42754) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:49.943359 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c33e3cb7-7044-4fa9-8cd6-27df506f2f42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:49.980524 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bf341fa4-9b7d-4d7d-adfb-a62c753ba8e2 req-0018e75a-a832-4f35-99d7-1062e2d43048 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/ports?device_id=3310d904-6d99-48f5-a4fc-dfdbeb7cd2bd HTTP/1.1" status: 200 len: 210 time: 0.0320091 Jan 18 22:25:50.028147 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bf45912e-7aa4-41bb-bc7a-f9e88b5dc187 req-4249d045-6bb1-4755-b010-00b692ee5dfb tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=a73ebee77f20452f9ada65790951d06b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0368464 Jan 18 22:25:50.037207 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c33e3cb7-7044-4fa9-8cd6-27df506f2f42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:50.046375 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c33e3cb7-7044-4fa9-8cd6-27df506f2f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:50.095590 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33e3cb7-7044-4fa9-8cd6-27df506f2f42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe56712-f3a2-4a55-b7a1-04a7cab18fd4,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:50.104893 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-c33e3cb7-7044-4fa9-8cd6-27df506f2f42 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=67d126d8bddb47cfbb83c15159b1bd4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2680087 Jan 18 22:25:50.109582 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 42762) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:50.167477 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e4df6e86-e37b-4539-9d90-765e5c818330 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:50.193593 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e4df6e86-e37b-4539-9d90-765e5c818330 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:50.244086 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e4df6e86-e37b-4539-9d90-765e5c818330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:50.246726 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e4df6e86-e37b-4539-9d90-765e5c818330 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:50.248577 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-e4df6e86-e37b-4539-9d90-765e5c818330 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0fe56712-f3a2-4a55-b7a1-04a7cab18fd4 HTTP/1.1" status: 204 len: 168 time: 0.1380930 Jan 18 22:25:50.257282 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4df6e86-e37b-4539-9d90-765e5c818330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe56712-f3a2-4a55-b7a1-04a7cab18fd4,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:50.552479 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43017f55-4675-4dc5-984c-99cc7fec4d3a req-1b529017-ce3b-4812-bc87-40362d713be3 tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:50.553924 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-43017f55-4675-4dc5-984c-99cc7fec4d3a req-1b529017-ce3b-4812-bc87-40362d713be3 tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] 10.222.0.53 "GET /v2.0/ports?device_id=b79a3a35-3818-488e-91a0-e159f210685e HTTP/1.1" status: 200 len: 950 time: 0.1174848 Jan 18 22:25:50.561234 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f5e5b2-d487-49c5-ba57-a3de6ec12e60 req-8c65d37d-038a-41d2-ae51-39fb9b248736 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:50.563106 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-92f5e5b2-d487-49c5-ba57-a3de6ec12e60 req-8c65d37d-038a-41d2-ae51-39fb9b248736 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=5420ce23-09ba-4800-a79a-967cc7e179f9 HTTP/1.1" status: 200 len: 945 time: 0.1250572 Jan 18 22:25:50.569512 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf45912e-7aa4-41bb-bc7a-f9e88b5dc187 req-6124ce79-e8bf-43c4-8943-6b52238249f6 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:50.570866 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bf45912e-7aa4-41bb-bc7a-f9e88b5dc187 req-6124ce79-e8bf-43c4-8943-6b52238249f6 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5356133 Jan 18 22:25:50.596880 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-bf45912e-7aa4-41bb-bc7a-f9e88b5dc187 req-35e68c1c-fe6c-4309-9472-98f0fc19e5ed tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Request body: {'port': {'device_id': '3310d904-6d99-48f5-a4fc-dfdbeb7cd2bd', 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b', 'admin_state_up': True, 'tenant_id': 'a73ebee77f20452f9ada65790951d06b'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:25:50.672787 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-43017f55-4675-4dc5-984c-99cc7fec4d3a req-b3be0310-78cf-4c48-bef2-9dbf43b62cae tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] 10.222.0.53 "GET /v2.0/security-groups?id=a0d0cef0-d08b-41bc-917e-0f5afe1f408d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997498 Jan 18 22:25:50.681658 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-92f5e5b2-d487-49c5-ba57-a3de6ec12e60 req-18400302-ca44-42ad-9493-61494d6c6036 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097782 Jan 18 22:25:50.783241 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf45912e-7aa4-41bb-bc7a-f9e88b5dc187 req-35e68c1c-fe6c-4309-9472-98f0fc19e5ed tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Made reservation on behalf of a73ebee77f20452f9ada65790951d06b for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:25:50.789778 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-bf45912e-7aa4-41bb-bc7a-f9e88b5dc187 req-35e68c1c-fe6c-4309-9472-98f0fc19e5ed tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:50.821291 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fc0942-e9c4-4f41-b183-70fcba7b4671 req-d56cf17f-b268-4e09-bae0-7a8b261989de tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:50.823036 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-33fc0942-e9c4-4f41-b183-70fcba7b4671 req-d56cf17f-b268-4e09-bae0-7a8b261989de tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e173d2e-e098-4c51-8104-b5036c990569 HTTP/1.1" status: 200 len: 945 time: 0.0834239 Jan 18 22:25:50.911820 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-33fc0942-e9c4-4f41-b183-70fcba7b4671 req-4ac93e4e-4f2e-4393-98a1-1547e33df208 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/security-groups?id=68e1f851-73aa-4cda-8095-0e2a92a325ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583651 Jan 18 22:25:50.968623 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-bf45912e-7aa4-41bb-bc7a-f9e88b5dc187 req-35e68c1c-fe6c-4309-9472-98f0fc19e5ed tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Allocated IP 192.168.233.214 (aed2eca7-1bb0-443d-8485-b985dbe9851b/8518183d-cc63-459a-b971-d4c7514e001f/ad8b9972-c6df-47cc-8a9a-7581a2bc2fe4) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:25:50.997876 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 42806) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:51.008406 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [-] 10.222.0.53 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0044897 Jan 18 22:25:51.010029 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 42808) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:51.161815 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-90e2e070-fbef-4f2c-900b-45885f5e6bce tempest-NetworksApiDiscovery-66157855 tempest-NetworksApiDiscovery-66157855-project] 10.222.0.53 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1497998 Jan 18 22:25:51.180469 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-832b1968-6684-4e08-baa6-86b881f378fe req-037add5e-175d-4593-b5c5-624f3be65bb1 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/ports?device_id=3310d904-6d99-48f5-a4fc-dfdbeb7cd2bd HTTP/1.1" status: 200 len: 210 time: 0.0370510 Jan 18 22:25:51.244695 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-bf45912e-7aa4-41bb-bc7a-f9e88b5dc187 req-35e68c1c-fe6c-4309-9472-98f0fc19e5ed tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:51.296085 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-bf45912e-7aa4-41bb-bc7a-f9e88b5dc187 req-35e68c1c-fe6c-4309-9472-98f0fc19e5ed tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:51.308323 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['680beee0-ac7e-44c7-ad32-d2dad87429ec', '24b7efe4-5d07-4ea7-8f43-67a1bf6a9941'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:25:51.340073 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['72b0c1ee-2c05-4c2e-a784-bfb0d39cb0be', 'cb671348-5dc7-45a2-938f-91a3cfe40d16', 'c1c2f83d-eb70-4d81-a622-4bb89ca385b9'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:25:51.364934 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf45912e-7aa4-41bb-bc7a-f9e88b5dc187 req-35e68c1c-fe6c-4309-9472-98f0fc19e5ed tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Network aed2eca7-1bb0-443d-8485-b985dbe9851b is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:25:51.369256 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-bf45912e-7aa4-41bb-bc7a-f9e88b5dc187 req-35e68c1c-fe6c-4309-9472-98f0fc19e5ed tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:25:51.371362 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e68c1c-fe6c-4309-9472-98f0fc19e5ed tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Pushing event updated for resources: {'Port': ['ID=ad8b9972-c6df-47cc-8a9a-7581a2bc2fe4,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:51.380436 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf45912e-7aa4-41bb-bc7a-f9e88b5dc187 req-35e68c1c-fe6c-4309-9472-98f0fc19e5ed tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:25:51.441684 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf45912e-7aa4-41bb-bc7a-f9e88b5dc187 req-35e68c1c-fe6c-4309-9472-98f0fc19e5ed tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:51.442370 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-bf45912e-7aa4-41bb-bc7a-f9e88b5dc187 req-35e68c1c-fe6c-4309-9472-98f0fc19e5ed tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:51.464946 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bf45912e-7aa4-41bb-bc7a-f9e88b5dc187 req-35e68c1c-fe6c-4309-9472-98f0fc19e5ed tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8734198 Jan 18 22:25:51.489152 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-bf45912e-7aa4-41bb-bc7a-f9e88b5dc187 req-7825a327-f4b2-41b7-95b5-0705ca1f665d service neutron] Request body: {'port': {'device_id': '3310d904-6d99-48f5-a4fc-dfdbeb7cd2bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:25:51.583552 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 42834) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:51.609153 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d646b5-4aff-484f-9823-627126694156 req-7d3fafc0-da85-44af-a13c-fc2a9bb3a65f tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:51.611221 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-27d646b5-4aff-484f-9823-627126694156 req-7d3fafc0-da85-44af-a13c-fc2a9bb3a65f tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=5420ce23-09ba-4800-a79a-967cc7e179f9 HTTP/1.1" status: 200 len: 945 time: 0.2764866 Jan 18 22:25:51.612096 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-bf45912e-7aa4-41bb-bc7a-f9e88b5dc187 req-7825a327-f4b2-41b7-95b5-0705ca1f665d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:51.698407 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-27d646b5-4aff-484f-9823-627126694156 req-cd2ff04f-6f2b-46f3-8ce4-eeb663e8d4c0 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759234 Jan 18 22:25:51.726723 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a42924dc-7f99-4355-b8a4-011d0e8f16f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:51.763339 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-77128911-d0ee-4e7e-a995-bdb8a72ab7cf None None] Provisioning complete for port ad8b9972-c6df-47cc-8a9a-7581a2bc2fe4 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:25:51.763632 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-77128911-d0ee-4e7e-a995-bdb8a72ab7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:51.808795 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a42924dc-7f99-4355-b8a4-011d0e8f16f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:51.814436 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a42924dc-7f99-4355-b8a4-011d0e8f16f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:51.822728 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-77128911-d0ee-4e7e-a995-bdb8a72ab7cf None None] Port ad8b9972-c6df-47cc-8a9a-7581a2bc2fe4 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:25:51.842292 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-a42924dc-7f99-4355-b8a4-011d0e8f16f2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2bdde2df9ace4c96bdf56193ac061521&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2550204 Jan 18 22:25:51.842617 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 42838) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:51.857384 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42924dc-7f99-4355-b8a4-011d0e8f16f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4973cb5a-eef8-4955-aa7a-93b531275f7b,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:51.918262 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ec902fab-555c-4918-bf92-d0aae8aba0a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:51.926792 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e0a78a0d-9e30-4576-9f4c-3fefa806f30f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:51.979052 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e0a78a0d-9e30-4576-9f4c-3fefa806f30f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:52.041595 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [req-bf45912e-7aa4-41bb-bc7a-f9e88b5dc187 req-7825a327-f4b2-41b7-95b5-0705ca1f665d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad8b9972-c6df-47cc-8a9a-7581a2bc2fe4 {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:25:52.052582 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-bf45912e-7aa4-41bb-bc7a-f9e88b5dc187 req-7825a327-f4b2-41b7-95b5-0705ca1f665d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:52.073229 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-bf45912e-7aa4-41bb-bc7a-f9e88b5dc187 req-7825a327-f4b2-41b7-95b5-0705ca1f665d service neutron] Transition to ACTIVE for port object ad8b9972-c6df-47cc-8a9a-7581a2bc2fe4 will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:25:52.077600 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-bf45912e-7aa4-41bb-bc7a-f9e88b5dc187 req-7825a327-f4b2-41b7-95b5-0705ca1f665d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:52.089655 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00ce688-4c63-442b-aea7-254ca018cd40 req-05b4c9da-6143-4d5b-ae0a-c07355fa7717 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:52.091168 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b00ce688-4c63-442b-aea7-254ca018cd40 req-05b4c9da-6143-4d5b-ae0a-c07355fa7717 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e173d2e-e098-4c51-8104-b5036c990569 HTTP/1.1" status: 200 len: 945 time: 0.1042025 Jan 18 22:25:52.143991 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e0a78a0d-9e30-4576-9f4c-3fefa806f30f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:52.146515 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e0a78a0d-9e30-4576-9f4c-3fefa806f30f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:52.147648 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-e0a78a0d-9e30-4576-9f4c-3fefa806f30f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4973cb5a-eef8-4955-aa7a-93b531275f7b HTTP/1.1" status: 204 len: 168 time: 0.3040824 Jan 18 22:25:52.171629 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7825a327-f4b2-41b7-95b5-0705ca1f665d service neutron] Pushing event updated for resources: {'Port': ['ID=ad8b9972-c6df-47cc-8a9a-7581a2bc2fe4,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:52.173945 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a78a0d-9e30-4576-9f4c-3fefa806f30f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4973cb5a-eef8-4955-aa7a-93b531275f7b,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:52.213180 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a78a0d-9e30-4576-9f4c-3fefa806f30f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:25:52.213531 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a78a0d-9e30-4576-9f4c-3fefa806f30f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:25:52.213875 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a78a0d-9e30-4576-9f4c-3fefa806f30f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:25:52.214213 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a78a0d-9e30-4576-9f4c-3fefa806f30f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:25:52.214546 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a78a0d-9e30-4576-9f4c-3fefa806f30f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:25:52.214873 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a78a0d-9e30-4576-9f4c-3fefa806f30f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:25:52.215203 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a78a0d-9e30-4576-9f4c-3fefa806f30f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:25:52.215527 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a78a0d-9e30-4576-9f4c-3fefa806f30f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:25:52.215850 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a78a0d-9e30-4576-9f4c-3fefa806f30f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:25:52.216193 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a78a0d-9e30-4576-9f4c-3fefa806f30f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:25:52.216539 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a78a0d-9e30-4576-9f4c-3fefa806f30f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:25:52.216829 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a78a0d-9e30-4576-9f4c-3fefa806f30f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:25:52.220284 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7825a327-f4b2-41b7-95b5-0705ca1f665d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:25:52.220676 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7825a327-f4b2-41b7-95b5-0705ca1f665d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:25:52.221023 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7825a327-f4b2-41b7-95b5-0705ca1f665d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:25:52.221293 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7825a327-f4b2-41b7-95b5-0705ca1f665d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:25:52.221619 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7825a327-f4b2-41b7-95b5-0705ca1f665d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:25:52.221953 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7825a327-f4b2-41b7-95b5-0705ca1f665d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:25:52.222334 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7825a327-f4b2-41b7-95b5-0705ca1f665d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:25:52.222712 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7825a327-f4b2-41b7-95b5-0705ca1f665d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:25:52.222913 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7825a327-f4b2-41b7-95b5-0705ca1f665d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:25:52.223246 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7825a327-f4b2-41b7-95b5-0705ca1f665d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:25:52.223651 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7825a327-f4b2-41b7-95b5-0705ca1f665d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:25:52.223881 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7825a327-f4b2-41b7-95b5-0705ca1f665d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:25:52.229828 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b00ce688-4c63-442b-aea7-254ca018cd40 req-4e4cc1f6-3447-41d9-af4b-259a48ea45fe tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/security-groups?id=68e1f851-73aa-4cda-8095-0e2a92a325ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147611 Jan 18 22:25:52.361691 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-bf45912e-7aa4-41bb-bc7a-f9e88b5dc187 req-7825a327-f4b2-41b7-95b5-0705ca1f665d service neutron] Attempting to bind port ad8b9972-c6df-47cc-8a9a-7581a2bc2fe4 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:25:52.362032 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-bf45912e-7aa4-41bb-bc7a-f9e88b5dc187 req-7825a327-f4b2-41b7-95b5-0705ca1f665d service neutron] Attempting to bind port ad8b9972-c6df-47cc-8a9a-7581a2bc2fe4 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:25:52.362506 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf45912e-7aa4-41bb-bc7a-f9e88b5dc187 req-7825a327-f4b2-41b7-95b5-0705ca1f665d service neutron] Attempting to bind port ad8b9972-c6df-47cc-8a9a-7581a2bc2fe4 on network aed2eca7-1bb0-443d-8485-b985dbe9851b {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:25:52.370488 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf45912e-7aa4-41bb-bc7a-f9e88b5dc187 req-7825a327-f4b2-41b7-95b5-0705ca1f665d service neutron] Port ad8b9972-c6df-47cc-8a9a-7581a2bc2fe4 on network aed2eca7-1bb0-443d-8485-b985dbe9851b not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:25:52.370818 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf45912e-7aa4-41bb-bc7a-f9e88b5dc187 req-7825a327-f4b2-41b7-95b5-0705ca1f665d service neutron] Attempting to bind port ad8b9972-c6df-47cc-8a9a-7581a2bc2fe4 on network aed2eca7-1bb0-443d-8485-b985dbe9851b {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:25:52.382348 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9414b88-d999-4d85-b86f-377345769d38 req-5985f65d-9f82-4cfd-9bb9-9b22e8dc1b47 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:52.383885 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d9414b88-d999-4d85-b86f-377345769d38 req-5985f65d-9f82-4cfd-9bb9-9b22e8dc1b47 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/ports?device_id=3310d904-6d99-48f5-a4fc-dfdbeb7cd2bd HTTP/1.1" status: 200 len: 948 time: 0.1013243 Jan 18 22:25:52.386820 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf45912e-7aa4-41bb-bc7a-f9e88b5dc187 req-7825a327-f4b2-41b7-95b5-0705ca1f665d service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:25:52.387164 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf45912e-7aa4-41bb-bc7a-f9e88b5dc187 req-7825a327-f4b2-41b7-95b5-0705ca1f665d service neutron] Checking segment: {'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:25:52.387556 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf45912e-7aa4-41bb-bc7a-f9e88b5dc187 req-7825a327-f4b2-41b7-95b5-0705ca1f665d service neutron] Bound using segment: {'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:25:52.387991 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-bf45912e-7aa4-41bb-bc7a-f9e88b5dc187 req-7825a327-f4b2-41b7-95b5-0705ca1f665d service neutron] Bound port: ad8b9972-c6df-47cc-8a9a-7581a2bc2fe4, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:25:52.388393 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-bf45912e-7aa4-41bb-bc7a-f9e88b5dc187 req-7825a327-f4b2-41b7-95b5-0705ca1f665d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:52.461334 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d9414b88-d999-4d85-b86f-377345769d38 req-01343a20-d427-4e31-8b1b-dfbaa849663b tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/security-groups?id=05d753a3-5b69-42a7-8159-df7094e5d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637243 Jan 18 22:25:52.481887 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-bf45912e-7aa4-41bb-bc7a-f9e88b5dc187 req-7825a327-f4b2-41b7-95b5-0705ca1f665d service neutron] For port ad8b9972-c6df-47cc-8a9a-7581a2bc2fe4, host n-h2-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:25:52.486758 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-bf45912e-7aa4-41bb-bc7a-f9e88b5dc187 req-7825a327-f4b2-41b7-95b5-0705ca1f665d service neutron] For port ad8b9972-c6df-47cc-8a9a-7581a2bc2fe4, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=ad8b9972-c6df-47cc-8a9a-7581a2bc2fe4,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:25:52.490537 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-bf45912e-7aa4-41bb-bc7a-f9e88b5dc187 req-7825a327-f4b2-41b7-95b5-0705ca1f665d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:52.529274 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf45912e-7aa4-41bb-bc7a-f9e88b5dc187 req-7825a327-f4b2-41b7-95b5-0705ca1f665d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:52.529900 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-bf45912e-7aa4-41bb-bc7a-f9e88b5dc187 req-7825a327-f4b2-41b7-95b5-0705ca1f665d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:52.531298 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bf45912e-7aa4-41bb-bc7a-f9e88b5dc187 req-7825a327-f4b2-41b7-95b5-0705ca1f665d service neutron] 10.222.0.67 "PUT /v2.0/ports/ad8b9972-c6df-47cc-8a9a-7581a2bc2fe4 HTTP/1.1" status: 200 len: 1096 time: 1.0509150 Jan 18 22:25:52.531748 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3310d904-6d99-48f5-a4fc-dfdbeb7cd2bd', 'tag': 'ad8b9972-c6df-47cc-8a9a-7581a2bc2fe4'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:25:52.534025 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d174aba-5085-4026-ba0d-9a2ac20a17bc" -d '{"events": [{"name": "network-changed", "server_uuid": "3310d904-6d99-48f5-a4fc-dfdbeb7cd2bd", "tag": "ad8b9972-c6df-47cc-8a9a-7581a2bc2fe4"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:25:52.558475 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7825a327-f4b2-41b7-95b5-0705ca1f665d service neutron] Pushing event updated for resources: {'Port': ['ID=ad8b9972-c6df-47cc-8a9a-7581a2bc2fe4,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:52.583561 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-474222fc-054f-4f56-bc65-cd59a5a6007d x-openstack-request-id: req-474222fc-054f-4f56-bc65-cd59a5a6007d {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:25:52.583850 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3310d904-6d99-48f5-a4fc-dfdbeb7cd2bd", "tag": "ad8b9972-c6df-47cc-8a9a-7581a2bc2fe4", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:25:52.584109 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-474222fc-054f-4f56-bc65-cd59a5a6007d {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:25:52.584558 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3310d904-6d99-48f5-a4fc-dfdbeb7cd2bd', 'tag': 'ad8b9972-c6df-47cc-8a9a-7581a2bc2fe4', 'status': 'completed', 'code': 200} Jan 18 22:25:52.658838 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf45912e-7aa4-41bb-bc7a-f9e88b5dc187 req-c9a625a7-7a84-4ed3-8638-d89a0d9c6189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:52.660537 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bf45912e-7aa4-41bb-bc7a-f9e88b5dc187 req-c9a625a7-7a84-4ed3-8638-d89a0d9c6189 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a73ebee77f20452f9ada65790951d06b&device_id=3310d904-6d99-48f5-a4fc-dfdbeb7cd2bd HTTP/1.1" status: 200 len: 1099 time: 0.0470538 Jan 18 22:25:52.711556 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bf45912e-7aa4-41bb-bc7a-f9e88b5dc187 req-0f7b3208-443a-4a7a-979a-7e1fef92806b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=ad8b9972-c6df-47cc-8a9a-7581a2bc2fe4 HTTP/1.1" status: 200 len: 217 time: 0.0403781 Jan 18 22:25:52.747477 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 3df3936e-bc5d-4477-8091-c6c71cabaa4e no longer exists at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:25:52.767241 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf45912e-7aa4-41bb-bc7a-f9e88b5dc187 req-3c86c3ef-9397-481c-a28a-32980172fd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:52.768691 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bf45912e-7aa4-41bb-bc7a-f9e88b5dc187 req-3c86c3ef-9397-481c-a28a-32980172fd1d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8518183d-cc63-459a-b971-d4c7514e001f HTTP/1.1" status: 200 len: 843 time: 0.0489428 Jan 18 22:25:52.853318 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:52.861505 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf45912e-7aa4-41bb-bc7a-f9e88b5dc187 req-774be060-dcc5-44fc-923d-c4588d2b5c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:52.862993 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bf45912e-7aa4-41bb-bc7a-f9e88b5dc187 req-774be060-dcc5-44fc-923d-c4588d2b5c89 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aed2eca7-1bb0-443d-8485-b985dbe9851b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0759249 Jan 18 22:25:52.875539 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c70c89f-9ef9-4a66-b540-811c53581c20 req-97387f6d-6ce4-45d3-8eb9-72f39753a74e tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:52.877135 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9c70c89f-9ef9-4a66-b540-811c53581c20 req-97387f6d-6ce4-45d3-8eb9-72f39753a74e tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=5420ce23-09ba-4800-a79a-967cc7e179f9 HTTP/1.1" status: 200 len: 945 time: 0.0785625 Jan 18 22:25:52.881126 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:52.889036 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b79a3a35-3818-488e-91a0-e159f210685e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3df3936e-bc5d-4477-8091-c6c71cabaa4e'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:25:52.891773 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d772986-e2b4-458c-8591-a793683a8294" -d '{"events": [{"server_uuid": "b79a3a35-3818-488e-91a0-e159f210685e", "name": "network-vif-unplugged", "status": "completed", "tag": "3df3936e-bc5d-4477-8091-c6c71cabaa4e"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:25:52.905914 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 3df3936e-bc5d-4477-8091-c6c71cabaa4e, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=3df3936e-bc5d-4477-8091-c6c71cabaa4e,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:25:52.913007 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:52.947765 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 18 Jan 2022 22:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd47d081-59d4-4c04-ad26-4daa3301e102 x-openstack-request-id: req-fd47d081-59d4-4c04-ad26-4daa3301e102 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:25:52.948060 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b79a3a35-3818-488e-91a0-e159f210685e", "name": "network-vif-unplugged", "status": "completed", "tag": "3df3936e-bc5d-4477-8091-c6c71cabaa4e", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:25:52.948779 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fd47d081-59d4-4c04-ad26-4daa3301e102 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:25:52.949177 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b79a3a35-3818-488e-91a0-e159f210685e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3df3936e-bc5d-4477-8091-c6c71cabaa4e', 'code': 200} Jan 18 22:25:52.972668 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9c70c89f-9ef9-4a66-b540-811c53581c20 req-b0ad7a13-3305-49e1-b5ae-f5909f9bdd82 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857275 Jan 18 22:25:52.977202 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=3df3936e-bc5d-4477-8091-c6c71cabaa4e,revision_number=8']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:53.004636 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bf45912e-7aa4-41bb-bc7a-f9e88b5dc187 req-0ec96a68-cd81-41bc-9928-3540fc6c4f12 service neutron] 10.222.0.67 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264658 Jan 18 22:25:53.100732 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bf45912e-7aa4-41bb-bc7a-f9e88b5dc187 req-92499e7e-5db0-43d0-b844-bd9c42cd8030 service neutron] 10.222.0.67 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889516 Jan 18 22:25:53.204884 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d174aba-5085-4026-ba0d-9a2ac20a17bc req-784a16d6-2e79-4733-b40e-9b1c889f4533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:53.207091 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9d174aba-5085-4026-ba0d-9a2ac20a17bc req-784a16d6-2e79-4733-b40e-9b1c889f4533 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a73ebee77f20452f9ada65790951d06b&device_id=3310d904-6d99-48f5-a4fc-dfdbeb7cd2bd HTTP/1.1" status: 200 len: 1099 time: 0.0486650 Jan 18 22:25:53.319176 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d174aba-5085-4026-ba0d-9a2ac20a17bc req-d4c946ba-1f3e-4af4-95f2-fd175be80996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:53.320592 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9d174aba-5085-4026-ba0d-9a2ac20a17bc req-d4c946ba-1f3e-4af4-95f2-fd175be80996 service neutron] 10.222.0.67 "GET /v2.0/networks?id=aed2eca7-1bb0-443d-8485-b985dbe9851b HTTP/1.1" status: 200 len: 869 time: 0.0981901 Jan 18 22:25:53.405130 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9d174aba-5085-4026-ba0d-9a2ac20a17bc req-5a52b8ca-26f2-422c-bcde-de51919ec35b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=ad8b9972-c6df-47cc-8a9a-7581a2bc2fe4 HTTP/1.1" status: 200 len: 217 time: 0.0565698 Jan 18 22:25:53.452828 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c277eb93-d60d-43c7-bdc5-df1f1cb253ee req-25d27626-084c-423c-9d4c-5e34aaf01221 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:53.454363 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c277eb93-d60d-43c7-bdc5-df1f1cb253ee req-25d27626-084c-423c-9d4c-5e34aaf01221 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e173d2e-e098-4c51-8104-b5036c990569 HTTP/1.1" status: 200 len: 945 time: 0.1152985 Jan 18 22:25:53.482418 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d174aba-5085-4026-ba0d-9a2ac20a17bc req-432aee01-91aa-4b97-be7c-d3f185d7585c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:53.484794 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9d174aba-5085-4026-ba0d-9a2ac20a17bc req-432aee01-91aa-4b97-be7c-d3f185d7585c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8518183d-cc63-459a-b971-d4c7514e001f HTTP/1.1" status: 200 len: 843 time: 0.0709922 Jan 18 22:25:53.515799 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c277eb93-d60d-43c7-bdc5-df1f1cb253ee req-28ea811e-8e0b-43b3-8715-2130bbd41730 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/security-groups?id=68e1f851-73aa-4cda-8095-0e2a92a325ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526111 Jan 18 22:25:53.607978 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d174aba-5085-4026-ba0d-9a2ac20a17bc req-c31846fe-89eb-49b4-82d4-3583d2d850a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:53.609799 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9d174aba-5085-4026-ba0d-9a2ac20a17bc req-c31846fe-89eb-49b4-82d4-3583d2d850a8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aed2eca7-1bb0-443d-8485-b985dbe9851b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1096520 Jan 18 22:25:53.629063 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8955134-d571-4631-9f19-97905456d8d3 req-8ea61e01-5510-4661-bc7f-d99dc5f7d896 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:53.630479 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c8955134-d571-4631-9f19-97905456d8d3 req-8ea61e01-5510-4661-bc7f-d99dc5f7d896 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/ports?device_id=3310d904-6d99-48f5-a4fc-dfdbeb7cd2bd HTTP/1.1" status: 200 len: 948 time: 0.0880375 Jan 18 22:25:53.706326 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c521310e-6ac6-4044-b9d9-ef5b5078511b req-2bac6f6f-5503-435e-b22b-14ef59479f3b tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:53.707790 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c521310e-6ac6-4044-b9d9-ef5b5078511b req-2bac6f6f-5503-435e-b22b-14ef59479f3b tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.67 "GET /v2.0/ports?device_id=5420ce23-09ba-4800-a79a-967cc7e179f9 HTTP/1.1" status: 200 len: 945 time: 0.1363297 Jan 18 22:25:53.719614 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 5c6540dc-cedb-4c75-ad46-a801074d61ca details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:25:53.744031 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c8955134-d571-4631-9f19-97905456d8d3 req-08847faa-7b75-4550-9370-41a8558ebd28 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/security-groups?id=05d753a3-5b69-42a7-8159-df7094e5d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049821 Jan 18 22:25:53.818831 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9d174aba-5085-4026-ba0d-9a2ac20a17bc req-89d2e38b-8348-40ad-8787-a3a757c69181 service neutron] 10.222.0.67 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980937 Jan 18 22:25:53.839701 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 5c6540dc-cedb-4c75-ad46-a801074d61ca, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=5c6540dc-cedb-4c75-ad46-a801074d61ca,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:25:53.855393 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': '5c6540dc-cedb-4c75-ad46-a801074d61ca', 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b', 'port_id': '5c6540dc-cedb-4c75-ad46-a801074d61ca', 'mac_address': 'fa:16:3e:e0:0e:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8518183d-cc63-459a-b971-d4c7514e001f', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:25:53.904203 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:53.905553 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-c521310e-6ac6-4044-b9d9-ef5b5078511b req-65f9000f-d358-41bc-a10b-21c19302046d tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Deleting port 1e587a1a-7afe-4e5c-97a5-4ca51a6e09dd {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:25:53.906077 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-c521310e-6ac6-4044-b9d9-ef5b5078511b req-65f9000f-d358-41bc-a10b-21c19302046d tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:53.918831 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c6540dc-cedb-4c75-ad46-a801074d61ca {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:25:53.944160 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 5c6540dc-cedb-4c75-ad46-a801074d61ca, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=5c6540dc-cedb-4c75-ad46-a801074d61ca,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:25:53.949206 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:53.982528 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9d174aba-5085-4026-ba0d-9a2ac20a17bc req-2844fa21-22ad-4fb2-b04d-2e20c52e788c service neutron] 10.222.0.67 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518178 Jan 18 22:25:54.002425 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=5c6540dc-cedb-4c75-ad46-a801074d61ca,revision_number=9']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:54.031114 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-c521310e-6ac6-4044-b9d9-ef5b5078511b req-65f9000f-d358-41bc-a10b-21c19302046d tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] For port 1e587a1a-7afe-4e5c-97a5-4ca51a6e09dd, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=1e587a1a-7afe-4e5c-97a5-4ca51a6e09dd,segment=NetworkSegment(773e2478-13af-4dd0-bb1a-13e4946a40f7),segment_id=773e2478-13af-4dd0-bb1a-13e4946a40f7)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:25:54.032264 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-c521310e-6ac6-4044-b9d9-ef5b5078511b req-65f9000f-d358-41bc-a10b-21c19302046d tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:54.045187 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-c521310e-6ac6-4044-b9d9-ef5b5078511b req-65f9000f-d358-41bc-a10b-21c19302046d tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Calling delete_port for 1e587a1a-7afe-4e5c-97a5-4ca51a6e09dd owned by compute:nova {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:25:54.152354 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca681e41-8064-40cb-b1ca-7325c57de4e2 req-626efda1-989d-4a74-8163-fef22a336324 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:54.153862 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ca681e41-8064-40cb-b1ca-7325c57de4e2 req-626efda1-989d-4a74-8163-fef22a336324 tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/ports?device_id=5420ce23-09ba-4800-a79a-967cc7e179f9 HTTP/1.1" status: 200 len: 945 time: 0.0949063 Jan 18 22:25:54.217741 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ca681e41-8064-40cb-b1ca-7325c57de4e2 req-d860ebd8-629e-498e-aea3-54bcaaffc85a tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.53 "GET /v2.0/security-groups?id=aefadef0-7c71-4e9d-ac85-7ba8711dea2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545576 Jan 18 22:25:54.252686 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-c521310e-6ac6-4044-b9d9-ef5b5078511b req-65f9000f-d358-41bc-a10b-21c19302046d tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:54.266698 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['1e587a1a-7afe-4e5c-97a5-4ca51a6e09dd'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:25:54.299208 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 42952) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:54.311141 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f9000f-d358-41bc-a10b-21c19302046d tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Pushing event deleted for resources: {'Port': ['ID=1e587a1a-7afe-4e5c-97a5-4ca51a6e09dd,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:54.314226 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:54.335295 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['5c6540dc-cedb-4c75-ad46-a801074d61ca'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:25:54.337567 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-c521310e-6ac6-4044-b9d9-ef5b5078511b req-65f9000f-d358-41bc-a10b-21c19302046d tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] No DVR routers for this DVR port 1e587a1a-7afe-4e5c-97a5-4ca51a6e09dd on host n-h2-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:25:54.340034 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-c521310e-6ac6-4044-b9d9-ef5b5078511b req-65f9000f-d358-41bc-a10b-21c19302046d tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:54.343474 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c521310e-6ac6-4044-b9d9-ef5b5078511b req-65f9000f-d358-41bc-a10b-21c19302046d tempest-DeleteServersTestJSON-1505218513 tempest-DeleteServersTestJSON-1505218513-project] 10.222.0.67 "DELETE /v2.0/ports/1e587a1a-7afe-4e5c-97a5-4ca51a6e09dd HTTP/1.1" status: 204 len: 173 time: 0.6237526 Jan 18 22:25:54.432649 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cc8cddfc-958d-47ca-a9e1-d9082f97f1b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:54.536087 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:54.570441 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cc8cddfc-958d-47ca-a9e1-d9082f97f1b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:54.574314 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cc8cddfc-958d-47ca-a9e1-d9082f97f1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:54.585917 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5420ce23-09ba-4800-a79a-967cc7e179f9', 'name': 'network-vif-deleted', 'tag': '1e587a1a-7afe-4e5c-97a5-4ca51a6e09dd'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:25:54.589275 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78324082-6a02-4e4a-bc40-d4ea0f6de529" -d '{"events": [{"server_uuid": "5420ce23-09ba-4800-a79a-967cc7e179f9", "name": "network-vif-deleted", "tag": "1e587a1a-7afe-4e5c-97a5-4ca51a6e09dd"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:25:54.615063 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-cc8cddfc-958d-47ca-a9e1-d9082f97f1b9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=77a2176aaa8d45e5971317e56cf26ade&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3114522 Jan 18 22:25:54.615533 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 42972) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:54.617432 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8cddfc-958d-47ca-a9e1-d9082f97f1b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b450f3a5-f763-4840-8b57-f9e1536d6251,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:54.635629 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-364ab13e-cbac-4520-bb80-a91fcd4d9cd3 x-openstack-request-id: req-364ab13e-cbac-4520-bb80-a91fcd4d9cd3 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:25:54.635924 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5420ce23-09ba-4800-a79a-967cc7e179f9", "name": "network-vif-deleted", "tag": "1e587a1a-7afe-4e5c-97a5-4ca51a6e09dd", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:25:54.636265 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-364ab13e-cbac-4520-bb80-a91fcd4d9cd3 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:25:54.636614 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5420ce23-09ba-4800-a79a-967cc7e179f9', 'name': 'network-vif-deleted', 'tag': '1e587a1a-7afe-4e5c-97a5-4ca51a6e09dd', 'status': 'completed', 'code': 200} Jan 18 22:25:54.658700 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fde609c-770f-4b6a-8321-23754706092a req-a21233f6-28a0-4794-8f8b-2a57d7687494 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:54.660204 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7fde609c-770f-4b6a-8321-23754706092a req-a21233f6-28a0-4794-8f8b-2a57d7687494 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e173d2e-e098-4c51-8104-b5036c990569 HTTP/1.1" status: 200 len: 945 time: 0.0671129 Jan 18 22:25:54.667786 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-109c3159-c6d6-4def-9594-37552859fb3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:54.689309 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-109c3159-c6d6-4def-9594-37552859fb3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:54.697763 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7fde609c-770f-4b6a-8321-23754706092a req-8e86f154-0cfe-422e-920b-6b7bec9409f7 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/security-groups?id=68e1f851-73aa-4cda-8095-0e2a92a325ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316091 Jan 18 22:25:54.733802 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-109c3159-c6d6-4def-9594-37552859fb3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:54.736868 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-109c3159-c6d6-4def-9594-37552859fb3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:54.738026 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-109c3159-c6d6-4def-9594-37552859fb3c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b450f3a5-f763-4840-8b57-f9e1536d6251 HTTP/1.1" status: 204 len: 168 time: 0.1214898 Jan 18 22:25:54.745481 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109c3159-c6d6-4def-9594-37552859fb3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b450f3a5-f763-4840-8b57-f9e1536d6251,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:54.864970 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4aebdf-db28-47bb-8058-51e4205ca460 req-85deb5ea-5840-4bc3-af7c-0ff028e7ce84 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:54.866424 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-be4aebdf-db28-47bb-8058-51e4205ca460 req-85deb5ea-5840-4bc3-af7c-0ff028e7ce84 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/ports?device_id=3310d904-6d99-48f5-a4fc-dfdbeb7cd2bd HTTP/1.1" status: 200 len: 948 time: 0.0495245 Jan 18 22:25:54.907013 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-be4aebdf-db28-47bb-8058-51e4205ca460 req-b5d3522a-3d1d-402d-85ad-f5aa6546e63f tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/security-groups?id=05d753a3-5b69-42a7-8159-df7094e5d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339501 Jan 18 22:25:54.995467 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 42980) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:55.008795 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-da249593-0aa7-43e0-b669-8ef2ad84bb3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:55.093577 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-da249593-0aa7-43e0-b669-8ef2ad84bb3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:55.098663 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-da249593-0aa7-43e0-b669-8ef2ad84bb3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:55.139733 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-da249593-0aa7-43e0-b669-8ef2ad84bb3e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=da1a0909eebc40a2a8d7d3a49a44059f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1430285 Jan 18 22:25:55.142282 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da249593-0aa7-43e0-b669-8ef2ad84bb3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e43357b3-e33d-4882-a081-a6f17d65c9d6,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:55.142891 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 42982) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:55.190374 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6cd9eb3e-3b2a-407b-bd11-6b3f8a918bce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:55.212084 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6cd9eb3e-3b2a-407b-bd11-6b3f8a918bce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:55.261774 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6cd9eb3e-3b2a-407b-bd11-6b3f8a918bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:55.264720 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6cd9eb3e-3b2a-407b-bd11-6b3f8a918bce admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:55.268379 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-6cd9eb3e-3b2a-407b-bd11-6b3f8a918bce admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e43357b3-e33d-4882-a081-a6f17d65c9d6 HTTP/1.1" status: 204 len: 168 time: 0.1220877 Jan 18 22:25:55.280928 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd9eb3e-3b2a-407b-bd11-6b3f8a918bce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e43357b3-e33d-4882-a081-a6f17d65c9d6,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:55.715228 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device ad8b9972-c6df-47cc-8a9a-7581a2bc2fe4 details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:25:55.894956 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781484ee-4169-4f0b-8a42-e109be72d8df req-91cd4f04-c6dc-4963-a75b-94dec52c7512 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:55.896362 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port ad8b9972-c6df-47cc-8a9a-7581a2bc2fe4, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=ad8b9972-c6df-47cc-8a9a-7581a2bc2fe4,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:25:55.904080 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-781484ee-4169-4f0b-8a42-e109be72d8df req-91cd4f04-c6dc-4963-a75b-94dec52c7512 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e173d2e-e098-4c51-8104-b5036c990569 HTTP/1.1" status: 200 len: 945 time: 0.0767448 Jan 18 22:25:55.908637 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': 'ad8b9972-c6df-47cc-8a9a-7581a2bc2fe4', 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b', 'port_id': 'ad8b9972-c6df-47cc-8a9a-7581a2bc2fe4', 'mac_address': 'fa:16:3e:6f:48:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8518183d-cc63-459a-b971-d4c7514e001f', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:25:55.978701 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-781484ee-4169-4f0b-8a42-e109be72d8df req-b364502b-3119-44ae-a53a-0584ae155154 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/security-groups?id=68e1f851-73aa-4cda-8095-0e2a92a325ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732968 Jan 18 22:25:56.101234 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f76f55-1c9b-41f6-aa0d-d2f7654f7edd req-d2ed2bb4-cda7-4f66-a46f-a9c52a69d468 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:56.103049 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b9f76f55-1c9b-41f6-aa0d-d2f7654f7edd req-d2ed2bb4-cda7-4f66-a46f-a9c52a69d468 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/ports?device_id=3310d904-6d99-48f5-a4fc-dfdbeb7cd2bd HTTP/1.1" status: 200 len: 948 time: 0.0675335 Jan 18 22:25:56.184979 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b9f76f55-1c9b-41f6-aa0d-d2f7654f7edd req-b420dbda-02e7-42f5-8ab2-ff3ee335836b tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/security-groups?id=05d753a3-5b69-42a7-8159-df7094e5d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740020 Jan 18 22:25:56.264376 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:56.282467 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad8b9972-c6df-47cc-8a9a-7581a2bc2fe4 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:25:56.322354 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port ad8b9972-c6df-47cc-8a9a-7581a2bc2fe4, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=ad8b9972-c6df-47cc-8a9a-7581a2bc2fe4,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:25:56.328026 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:56.405994 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=ad8b9972-c6df-47cc-8a9a-7581a2bc2fe4,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:56.910408 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['ad8b9972-c6df-47cc-8a9a-7581a2bc2fe4'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:25:57.149866 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2accf8e3-a0f0-4f78-9646-186ffb2c10d8 req-2a1deb6f-bd7d-4f2a-ad56-0a1ff261459e tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:57.151488 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2accf8e3-a0f0-4f78-9646-186ffb2c10d8 req-2a1deb6f-bd7d-4f2a-ad56-0a1ff261459e tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e173d2e-e098-4c51-8104-b5036c990569 HTTP/1.1" status: 200 len: 945 time: 0.0686579 Jan 18 22:25:57.219317 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2accf8e3-a0f0-4f78-9646-186ffb2c10d8 req-d1e65370-9407-4b29-a547-aeb4445b9f27 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/security-groups?id=68e1f851-73aa-4cda-8095-0e2a92a325ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566993 Jan 18 22:25:57.362917 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f82d5a-2afa-4017-9063-bf37d7dc6022 req-8d77d204-0302-4d0c-9fc4-97e61e4ae1da tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:57.364656 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b5f82d5a-2afa-4017-9063-bf37d7dc6022 req-8d77d204-0302-4d0c-9fc4-97e61e4ae1da tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/ports?device_id=3310d904-6d99-48f5-a4fc-dfdbeb7cd2bd HTTP/1.1" status: 200 len: 949 time: 0.0737028 Jan 18 22:25:57.429046 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b5f82d5a-2afa-4017-9063-bf37d7dc6022 req-09ef4b8b-0b20-4382-8ccf-9b57035e56b5 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/security-groups?id=05d753a3-5b69-42a7-8159-df7094e5d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530818 Jan 18 22:25:57.723858 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 5c6540dc-cedb-4c75-ad46-a801074d61ca up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:25:57.813539 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port 5c6540dc-cedb-4c75-ad46-a801074d61ca triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:25:57.814299 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:57.993914 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:58.042227 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '841de351-4a53-4154-9714-1519f6b98d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c6540dc-cedb-4c75-ad46-a801074d61ca'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:25:58.045062 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2088f36-f677-4602-91ad-232051bdd515" -d '{"events": [{"server_uuid": "841de351-4a53-4154-9714-1519f6b98d10", "name": "network-vif-plugged", "status": "completed", "tag": "5c6540dc-cedb-4c75-ad46-a801074d61ca"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:25:58.059949 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 5c6540dc-cedb-4c75-ad46-a801074d61ca, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=5c6540dc-cedb-4c75-ad46-a801074d61ca,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:25:58.068248 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:58.069175 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 1e587a1a-7afe-4e5c-97a5-4ca51a6e09dd no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:25:58.135086 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00fae74a-1b6f-4422-8998-d51a7c42bdb2 x-openstack-request-id: req-00fae74a-1b6f-4422-8998-d51a7c42bdb2 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:25:58.135615 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "841de351-4a53-4154-9714-1519f6b98d10", "name": "network-vif-plugged", "status": "completed", "tag": "5c6540dc-cedb-4c75-ad46-a801074d61ca", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:25:58.136035 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-00fae74a-1b6f-4422-8998-d51a7c42bdb2 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:25:58.138421 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '841de351-4a53-4154-9714-1519f6b98d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c6540dc-cedb-4c75-ad46-a801074d61ca', 'code': 200} Jan 18 22:25:58.224180 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] No Port match for: 1e587a1a-7afe-4e5c-97a5-4ca51a6e09dd {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:25:58.224764 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 1e587a1a-7afe-4e5c-97a5-4ca51a6e09dd not bound to the agent host n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:25:58.227280 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=5c6540dc-cedb-4c75-ad46-a801074d61ca,revision_number=10']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:25:58.409992 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b5df4a-480c-45ba-8198-bedc9a8a9700 req-7a06ee14-82d6-4b52-aa4d-ce4e2d45d6d6 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:58.412285 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-79b5df4a-480c-45ba-8198-bedc9a8a9700 req-7a06ee14-82d6-4b52-aa4d-ce4e2d45d6d6 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e173d2e-e098-4c51-8104-b5036c990569 HTTP/1.1" status: 200 len: 945 time: 0.0620556 Jan 18 22:25:58.479833 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-79b5df4a-480c-45ba-8198-bedc9a8a9700 req-7096b45d-5911-491b-9747-5a4b4c7879b6 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/security-groups?id=68e1f851-73aa-4cda-8095-0e2a92a325ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602384 Jan 18 22:25:58.596912 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00ae1ed-e351-4447-86b9-c84954abd975 req-cc63d425-f73e-4136-bb07-8c37609e7349 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:58.604306 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f00ae1ed-e351-4447-86b9-c84954abd975 req-cc63d425-f73e-4136-bb07-8c37609e7349 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/ports?device_id=3310d904-6d99-48f5-a4fc-dfdbeb7cd2bd HTTP/1.1" status: 200 len: 949 time: 0.0798700 Jan 18 22:25:58.655044 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f00ae1ed-e351-4447-86b9-c84954abd975 req-1dd99463-9af0-4a47-894f-e359186949d0 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/security-groups?id=05d753a3-5b69-42a7-8159-df7094e5d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496807 Jan 18 22:25:59.210969 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 43172) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:25:59.626251 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_v2 [None req-82c0e44b-15f1-4250-abba-3d1474e162a6 admin admin] Deleting subnet 39872394-9ec8-42e0-a515-8c2f5c78361a {{(pid=102430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:25:59.631158 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-82c0e44b-15f1-4250-abba-3d1474e162a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:59.698288 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-82c0e44b-15f1-4250-abba-3d1474e162a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60394745'] for subnet, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:59.740037 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device ad8b9972-c6df-47cc-8a9a-7581a2bc2fe4 up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:25:59.770968 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-82c0e44b-15f1-4250-abba-3d1474e162a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:59.808060 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port ad8b9972-c6df-47cc-8a9a-7581a2bc2fe4 completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:25:59.815602 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port ad8b9972-c6df-47cc-8a9a-7581a2bc2fe4 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:25:59.816379 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:59.844365 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f90551f-5bb0-4bb2-b355-1a7a6603182a req-7c2b46c3-1346-4b1b-ac3f-8c57542f462d tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:59.852183 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9f90551f-5bb0-4bb2-b355-1a7a6603182a req-7c2b46c3-1346-4b1b-ac3f-8c57542f462d tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e173d2e-e098-4c51-8104-b5036c990569 HTTP/1.1" status: 200 len: 945 time: 0.2780442 Jan 18 22:25:59.956054 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9f90551f-5bb0-4bb2-b355-1a7a6603182a req-479894f5-eba2-46c5-973b-1819828c323d tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/security-groups?id=68e1f851-73aa-4cda-8095-0e2a92a325ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996633 Jan 18 22:25:59.972955 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168aabff-f557-47f3-a944-93428aaa7249 req-e1ac7b07-7865-4cc5-8c14-7cd13517d66e tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:25:59.975787 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-168aabff-f557-47f3-a944-93428aaa7249 req-e1ac7b07-7865-4cc5-8c14-7cd13517d66e tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/ports?device_id=3310d904-6d99-48f5-a4fc-dfdbeb7cd2bd HTTP/1.1" status: 200 len: 949 time: 0.1556759 Jan 18 22:25:59.977678 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-82c0e44b-15f1-4250-abba-3d1474e162a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60203138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62288677'] for subnet, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:25:59.986808 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:00.026218 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-82c0e44b-15f1-4250-abba-3d1474e162a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:00.029816 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-82c0e44b-15f1-4250-abba-3d1474e162a6 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/39872394-9ec8-42e0-a515-8c2f5c78361a HTTP/1.1" status: 204 len: 168 time: 0.8179328 Jan 18 22:26:00.034359 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 43210) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:26:00.052373 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c0e44b-15f1-4250-abba-3d1474e162a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39872394-9ec8-42e0-a515-8c2f5c78361a,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:26:00.079736 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port ad8b9972-c6df-47cc-8a9a-7581a2bc2fe4, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=ad8b9972-c6df-47cc-8a9a-7581a2bc2fe4,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:26:00.097379 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:00.123882 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-168aabff-f557-47f3-a944-93428aaa7249 req-5ce66f0e-7435-4daa-9ef9-ceb40067450f tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/security-groups?id=05d753a3-5b69-42a7-8159-df7094e5d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298103 Jan 18 22:26:00.215323 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3310d904-6d99-48f5-a4fc-dfdbeb7cd2bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad8b9972-c6df-47cc-8a9a-7581a2bc2fe4'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:26:00.219026 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-95302208-32c1-40a1-9434-b5e7c4d74b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:00.221044 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6ab9550-add2-47a8-bfa3-a7e97768332e" -d '{"events": [{"server_uuid": "3310d904-6d99-48f5-a4fc-dfdbeb7cd2bd", "name": "network-vif-plugged", "status": "completed", "tag": "ad8b9972-c6df-47cc-8a9a-7581a2bc2fe4"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:26:00.226307 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=ad8b9972-c6df-47cc-8a9a-7581a2bc2fe4,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:26:00.305675 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4efd1756-17f6-4ff5-8530-10a1d494d6ff x-openstack-request-id: req-4efd1756-17f6-4ff5-8530-10a1d494d6ff {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:26:00.305971 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3310d904-6d99-48f5-a4fc-dfdbeb7cd2bd", "name": "network-vif-plugged", "status": "completed", "tag": "ad8b9972-c6df-47cc-8a9a-7581a2bc2fe4", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:26:00.306228 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4efd1756-17f6-4ff5-8530-10a1d494d6ff {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:26:00.306626 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3310d904-6d99-48f5-a4fc-dfdbeb7cd2bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad8b9972-c6df-47cc-8a9a-7581a2bc2fe4', 'code': 200} Jan 18 22:26:00.363804 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-95302208-32c1-40a1-9434-b5e7c4d74b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:00.391824 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-95302208-32c1-40a1-9434-b5e7c4d74b36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['616341ad-8ee5-46dd-a50f-fbf4c382e06c']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:26:00.403408 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-95302208-32c1-40a1-9434-b5e7c4d74b36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '773e2478-13af-4dd0-bb1a-13e4946a40f7') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:26:00.403983 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-95302208-32c1-40a1-9434-b5e7c4d74b36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '773e2478-13af-4dd0-bb1a-13e4946a40f7') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:26:00.426470 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-95302208-32c1-40a1-9434-b5e7c4d74b36 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:00.442437 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-95302208-32c1-40a1-9434-b5e7c4d74b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:00.455858 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95302208-32c1-40a1-9434-b5e7c4d74b36 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:26:00.456387 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-95302208-32c1-40a1-9434-b5e7c4d74b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:00.458487 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:26:00.458487 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:26:00.458487 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:26:00.458487 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:26:00.458487 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:26:00.458487 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:26:00.458487 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:26:00.458487 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:26:00.458487 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:26:00.458487 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:26:00.458487 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:26:00.458487 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:26:00.458487 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:26:00.458487 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:26:00.458487 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:26:00.458487 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:26:00.458487 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:26:00.458487 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:26:00.458487 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:26:00.458487 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:26:00.458487 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:26:00.458487 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:26:00.458487 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:26:00.458487 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:26:00.458487 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:26:00.458487 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:26:00.458487 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:26:00.458487 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:26:00.458487 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:26:00.458487 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:26:00.458487 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:26:00.458487 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:26:00.465936 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e1591-d3dd-40b9-873f-107cb1ed1915 req-598c9146-49bd-4ee1-99fa-f56a3377f984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:00.467512 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8c5e1591-d3dd-40b9-873f-107cb1ed1915 req-598c9146-49bd-4ee1-99fa-f56a3377f984 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3310d904-6d99-48f5-a4fc-dfdbeb7cd2bd HTTP/1.1" status: 200 len: 1101 time: 0.0818341 Jan 18 22:26:00.521822 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-95302208-32c1-40a1-9434-b5e7c4d74b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:00.529307 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-95302208-32c1-40a1-9434-b5e7c4d74b36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:00.536420 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-95302208-32c1-40a1-9434-b5e7c4d74b36 admin admin] 10.222.0.53 "DELETE /v2.0/networks/616341ad-8ee5-46dd-a50f-fbf4c382e06c HTTP/1.1" status: 204 len: 168 time: 0.4967005 Jan 18 22:26:00.548060 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8c5e1591-d3dd-40b9-873f-107cb1ed1915 req-6def579a-4e1d-42bd-acd3-5bdb82cf821a service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=05d753a3-5b69-42a7-8159-df7094e5d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528789 Jan 18 22:26:00.556379 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95302208-32c1-40a1-9434-b5e7c4d74b36 admin admin] Pushing event deleted for resources: {'Network': ['ID=616341ad-8ee5-46dd-a50f-fbf4c382e06c,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:26:00.686197 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 43228) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:26:00.757780 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 43230) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:26:00.760872 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-f57ed4d1-f962-41de-ba5a-cd43025c26e9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=feff401a111441e8bc4bdb3f9c55f3c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0727468 Jan 18 22:26:00.823865 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-182f4594-004e-4c48-93cc-590c16263054 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:00.854228 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-182f4594-004e-4c48-93cc-590c16263054 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:00.908681 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-182f4594-004e-4c48-93cc-590c16263054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:00.912303 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-182f4594-004e-4c48-93cc-590c16263054 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:00.913828 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-182f4594-004e-4c48-93cc-590c16263054 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/aefadef0-7c71-4e9d-ac85-7ba8711dea2b HTTP/1.1" status: 204 len: 168 time: 0.1550095 Jan 18 22:26:00.939816 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182f4594-004e-4c48-93cc-590c16263054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aefadef0-7c71-4e9d-ac85-7ba8711dea2b,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:26:01.133631 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2402f8db-226b-4f7b-8b03-fc74fb88f7d5 req-01f92909-944e-44d1-b3ed-47b1894b4be5 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:01.146349 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2402f8db-226b-4f7b-8b03-fc74fb88f7d5 req-01f92909-944e-44d1-b3ed-47b1894b4be5 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e173d2e-e098-4c51-8104-b5036c990569 HTTP/1.1" status: 200 len: 945 time: 0.0961354 Jan 18 22:26:01.224449 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2402f8db-226b-4f7b-8b03-fc74fb88f7d5 req-f36122fc-7be7-44a6-b1a7-376aeb8c7fab tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/security-groups?id=68e1f851-73aa-4cda-8095-0e2a92a325ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712619 Jan 18 22:26:01.355315 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a1e4cf-b6bd-4781-9121-14306d4fcb69 req-9877148d-f06a-465f-aaa5-3627b395f103 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:01.356890 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-83a1e4cf-b6bd-4781-9121-14306d4fcb69 req-9877148d-f06a-465f-aaa5-3627b395f103 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/ports?device_id=3310d904-6d99-48f5-a4fc-dfdbeb7cd2bd HTTP/1.1" status: 200 len: 950 time: 0.0759497 Jan 18 22:26:01.429388 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-83a1e4cf-b6bd-4781-9121-14306d4fcb69 req-417d607e-58b3-476d-aa3d-0b69b9e7aeab tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/security-groups?id=05d753a3-5b69-42a7-8159-df7094e5d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542798 Jan 18 22:26:01.619944 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 43276) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:26:01.814015 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1e94fdd4-a9a7-4938-89c8-f409d52b701a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:01.959610 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1e94fdd4-a9a7-4938-89c8-f409d52b701a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:01.970652 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1e94fdd4-a9a7-4938-89c8-f409d52b701a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:01.971556 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 43290) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:26:02.018235 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-1e94fdd4-a9a7-4938-89c8-f409d52b701a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=da0d613db51f4ed19bd092443e99621c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3971479 Jan 18 22:26:02.019387 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94fdd4-a9a7-4938-89c8-f409d52b701a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b3c304a-f28b-45bd-8e65-59e14dd30cfd,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:26:02.021499 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 43294) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:26:02.133761 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-fea93b6b-9380-41bf-909b-5004fce88d9c admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1478948668-network', 'tenant_id': '9abf6744aec34071bc6d3c39de77e791'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:26:02.153471 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b8346d11-32b7-4979-a37a-ae11a5523477 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:02.203989 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b8346d11-32b7-4979-a37a-ae11a5523477 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:02.206418 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fea93b6b-9380-41bf-909b-5004fce88d9c admin admin] Made reservation on behalf of 9abf6744aec34071bc6d3c39de77e791 for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:26:02.209202 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fea93b6b-9380-41bf-909b-5004fce88d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:02.226264 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fea93b6b-9380-41bf-909b-5004fce88d9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:02.368838 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fea93b6b-9380-41bf-909b-5004fce88d9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:02.387546 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fea93b6b-9380-41bf-909b-5004fce88d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:02.410919 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5327bb61-5735-4925-a664-8b12cb64f0af req-0f7c9f69-c52c-45ab-90b5-01724635659e tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:02.412684 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5327bb61-5735-4925-a664-8b12cb64f0af req-0f7c9f69-c52c-45ab-90b5-01724635659e tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e173d2e-e098-4c51-8104-b5036c990569 HTTP/1.1" status: 200 len: 945 time: 0.0800059 Jan 18 22:26:02.424747 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea93b6b-9380-41bf-909b-5004fce88d9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b928e52-5292-4b30-a407-c40dbf8a8496,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:26:02.436844 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fea93b6b-9380-41bf-909b-5004fce88d9c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:26:02.464984 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b8346d11-32b7-4979-a37a-ae11a5523477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:02.468178 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b8346d11-32b7-4979-a37a-ae11a5523477 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:02.471633 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5327bb61-5735-4925-a664-8b12cb64f0af req-e643f7a3-d4e3-4f8e-96d1-3a7680e9dd99 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/security-groups?id=68e1f851-73aa-4cda-8095-0e2a92a325ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513415 Jan 18 22:26:02.472756 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-b8346d11-32b7-4979-a37a-ae11a5523477 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0b3c304a-f28b-45bd-8e65-59e14dd30cfd HTTP/1.1" status: 204 len: 168 time: 0.4500954 Jan 18 22:26:02.477545 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fea93b6b-9380-41bf-909b-5004fce88d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:02.478113 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-fea93b6b-9380-41bf-909b-5004fce88d9c admin admin] Added segment 9e24d2a0-12ea-4916-a7da-d729a54bce87 of type vlan for network 2c56897e-aa3d-479c-a935-153ba33f52fe Jan 18 22:26:02.501102 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8346d11-32b7-4979-a37a-ae11a5523477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b3c304a-f28b-45bd-8e65-59e14dd30cfd,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:26:02.557610 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fea93b6b-9380-41bf-909b-5004fce88d9c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:02.588335 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fea93b6b-9380-41bf-909b-5004fce88d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:02.590017 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea93b6b-9380-41bf-909b-5004fce88d9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:02.590918 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fea93b6b-9380-41bf-909b-5004fce88d9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:02.623861 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcdeb29-a377-4b22-8c25-66c6f7d1f30b req-bd9e12b5-6fde-4663-8b4c-70fc375d47ae tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:02.632398 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-dbcdeb29-a377-4b22-8c25-66c6f7d1f30b req-bd9e12b5-6fde-4663-8b4c-70fc375d47ae tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/ports?device_id=3310d904-6d99-48f5-a4fc-dfdbeb7cd2bd HTTP/1.1" status: 200 len: 950 time: 0.0617208 Jan 18 22:26:02.665578 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-fea93b6b-9380-41bf-909b-5004fce88d9c admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6925316 Jan 18 22:26:02.667916 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 43318) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:26:02.672725 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-9e386dae-b6f4-40de-8b2e-3f9fd0cbd330 admin admin] Request body: {'subnet': {'network_id': '2c56897e-aa3d-479c-a935-153ba33f52fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1478948668-subnet', 'tenant_id': '9abf6744aec34071bc6d3c39de77e791', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:26:02.693277 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea93b6b-9380-41bf-909b-5004fce88d9c admin admin] Pushing event updated for resources: {'Network': ['ID=2c56897e-aa3d-479c-a935-153ba33f52fe,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:26:02.706063 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 2c56897e-aa3d-479c-a935-153ba33f52fe details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:26:02.707367 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-dbcdeb29-a377-4b22-8c25-66c6f7d1f30b req-1ee6e6eb-1d83-40be-9c07-5d8a27c49bc3 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/security-groups?id=05d753a3-5b69-42a7-8159-df7094e5d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671425 Jan 18 22:26:02.737183 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e386dae-b6f4-40de-8b2e-3f9fd0cbd330 admin admin] Made reservation on behalf of 9abf6744aec34071bc6d3c39de77e791 for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:26:02.739510 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9e386dae-b6f4-40de-8b2e-3f9fd0cbd330 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:02.846207 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9decfb-3a72-4109-a365-95c975a08319 req-614ac021-d8fd-4ed6-b30e-1378070af5c6 tempest-ServersOnMultiNodesTest-528096773 tempest-ServersOnMultiNodesTest-528096773-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:02.854513 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0b9decfb-3a72-4109-a365-95c975a08319 req-614ac021-d8fd-4ed6-b30e-1378070af5c6 tempest-ServersOnMultiNodesTest-528096773 tempest-ServersOnMultiNodesTest-528096773-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=3310d904-6d99-48f5-a4fc-dfdbeb7cd2bd HTTP/1.1" status: 200 len: 1101 time: 0.0680265 Jan 18 22:26:02.894516 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 43322) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:26:02.903557 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0b9decfb-3a72-4109-a365-95c975a08319 req-978731f0-5e88-4d05-a280-4b04b4e3b16e tempest-ServersOnMultiNodesTest-528096773 tempest-ServersOnMultiNodesTest-528096773-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=05d753a3-5b69-42a7-8159-df7094e5d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481799 Jan 18 22:26:02.990319 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-78833c34-5a80-41db-974c-604d726df4ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:03.111527 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9e386dae-b6f4-40de-8b2e-3f9fd0cbd330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:03.200617 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e386dae-b6f4-40de-8b2e-3f9fd0cbd330 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4712d60-a215-4718-9e52-69098eb8f846,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:26:03.204245 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-78833c34-5a80-41db-974c-604d726df4ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:03.215559 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-78833c34-5a80-41db-974c-604d726df4ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:03.222966 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760e7538-ae2a-4408-9a02-d0cb04e70f34 req-c0db8be3-502a-43fc-bdda-25ce114c5fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:03.224814 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-760e7538-ae2a-4408-9a02-d0cb04e70f34 req-c0db8be3-502a-43fc-bdda-25ce114c5fd8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7e173d2e-e098-4c51-8104-b5036c990569 HTTP/1.1" status: 200 len: 1096 time: 0.0893650 Jan 18 22:26:03.240037 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e386dae-b6f4-40de-8b2e-3f9fd0cbd330 admin admin] Checking segment: {'id': '9e24d2a0-12ea-4916-a7da-d729a54bce87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2c56897e-aa3d-479c-a935-153ba33f52fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:26:03.240420 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e386dae-b6f4-40de-8b2e-3f9fd0cbd330 admin admin] Network hostable DHCP agents. Network: 2c56897e-aa3d-479c-a935-153ba33f52fe, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:26:03.264972 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bd09fd47-63b8-420e-952b-5935f5bdc1cd req-0e75d6db-0f31-4785-a2b9-bfb029c6d916 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=a73ebee77f20452f9ada65790951d06b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341613 Jan 18 22:26:03.272483 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78833c34-5a80-41db-974c-604d726df4ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29788ca8-4049-4b32-a398-f79248fb200d,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:26:03.280255 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-78833c34-5a80-41db-974c-604d726df4ae admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=630f8f8fdbf6495199237260acb07386&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3824131 Jan 18 22:26:03.283916 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 43338) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:26:03.298816 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e386dae-b6f4-40de-8b2e-3f9fd0cbd330 admin admin] Network 2c56897e-aa3d-479c-a935-153ba33f52fe is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:26:03.314414 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-9e386dae-b6f4-40de-8b2e-3f9fd0cbd330 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 2c56897e-aa3d-479c-a935-153ba33f52fe) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:26:03.321290 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e386dae-b6f4-40de-8b2e-3f9fd0cbd330 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:03.323113 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9e386dae-b6f4-40de-8b2e-3f9fd0cbd330 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:03.324815 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32a267d-a09b-46b0-b21a-1a0d43d9c02e None None] Network 2c56897e-aa3d-479c-a935-153ba33f52fe requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:26:03.354840 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-760e7538-ae2a-4408-9a02-d0cb04e70f34 req-c2fff992-f8e5-45c7-bff2-8d5d183e6a48 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=68e1f851-73aa-4cda-8095-0e2a92a325ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001041 Jan 18 22:26:03.396830 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-9e386dae-b6f4-40de-8b2e-3f9fd0cbd330 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7259364 Jan 18 22:26:03.497775 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd09fd47-63b8-420e-952b-5935f5bdc1cd req-e9086420-d40c-4f10-9a38-85af757931b0 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:03.508679 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bd09fd47-63b8-420e-952b-5935f5bdc1cd req-e9086420-d40c-4f10-9a38-85af757931b0 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2228863 Jan 18 22:26:03.512202 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607840d4-87c8-4424-b41b-bb7268a84eb0 None None] Network 2c56897e-aa3d-479c-a935-153ba33f52fe requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:26:03.534709 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bd09fd47-63b8-420e-952b-5935f5bdc1cd req-56fd4b71-511e-40ee-8fbc-69b0e9306e31 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/quotas/a73ebee77f20452f9ada65790951d06b HTTP/1.1" status: 200 len: 375 time: 0.0142522 Jan 18 22:26:03.560220 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1698b251-e572-48b6-9f38-100e922a1aa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:03.628866 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1698b251-e572-48b6-9f38-100e922a1aa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:03.684003 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bd09fd47-63b8-420e-952b-5935f5bdc1cd req-b38a419d-e640-456b-b635-f7ea20f14b2c tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a73ebee77f20452f9ada65790951d06b&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1391125 Jan 18 22:26:03.823812 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a19a72-e037-4bba-a0f2-cda307368109 req-efc80e26-02c4-45a4-8fed-d6dddda5fa9b tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:03.844797 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-40a19a72-e037-4bba-a0f2-cda307368109 req-efc80e26-02c4-45a4-8fed-d6dddda5fa9b tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e173d2e-e098-4c51-8104-b5036c990569 HTTP/1.1" status: 200 len: 945 time: 0.0963519 Jan 18 22:26:03.861437 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1698b251-e572-48b6-9f38-100e922a1aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:03.863838 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1698b251-e572-48b6-9f38-100e922a1aa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:03.865608 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-1698b251-e572-48b6-9f38-100e922a1aa1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/29788ca8-4049-4b32-a398-f79248fb200d HTTP/1.1" status: 204 len: 168 time: 0.5787411 Jan 18 22:26:03.891593 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1698b251-e572-48b6-9f38-100e922a1aa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29788ca8-4049-4b32-a398-f79248fb200d,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:26:03.934140 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-40a19a72-e037-4bba-a0f2-cda307368109 req-852b7301-c4f5-4ed0-bb5b-1edbcd61bb93 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/security-groups?id=68e1f851-73aa-4cda-8095-0e2a92a325ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857410 Jan 18 22:26:04.058205 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7a30ce11-a77b-4a50-8892-be911fcf690b req-3cb0c721-ca86-4d56-83fd-00212ca15ceb tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/ports?device_id=08019803-913e-44c9-9eb7-3bbd304c1f4b HTTP/1.1" status: 200 len: 210 time: 0.0518639 Jan 18 22:26:04.355499 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969980c1-e719-4ba8-bfb8-57df3dbe6103 req-3fcf62e5-b793-4723-9a7c-d97ddf9024b0 tempest-ServerAddressesTestJSON-414237257 tempest-ServerAddressesTestJSON-414237257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:04.376367 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-969980c1-e719-4ba8-bfb8-57df3dbe6103 req-3fcf62e5-b793-4723-9a7c-d97ddf9024b0 tempest-ServerAddressesTestJSON-414237257 tempest-ServerAddressesTestJSON-414237257-project] 10.222.0.53 "GET /v2.0/networks?id=2c56897e-aa3d-479c-a935-153ba33f52fe HTTP/1.1" status: 200 len: 814 time: 0.1408048 Jan 18 22:26:04.399907 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-969980c1-e719-4ba8-bfb8-57df3dbe6103 req-84842d73-db94-4edb-97d9-a65994b9cc29 tempest-ServerAddressesTestJSON-414237257 tempest-ServerAddressesTestJSON-414237257-project] 10.222.0.53 "GET /v2.0/quotas/9abf6744aec34071bc6d3c39de77e791 HTTP/1.1" status: 200 len: 375 time: 0.0217168 Jan 18 22:26:04.453379 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-969980c1-e719-4ba8-bfb8-57df3dbe6103 req-fb84ae07-86fa-474f-bfc4-b812902039bf tempest-ServerAddressesTestJSON-414237257 tempest-ServerAddressesTestJSON-414237257-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9abf6744aec34071bc6d3c39de77e791&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0423622 Jan 18 22:26:04.573989 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-969980c1-e719-4ba8-bfb8-57df3dbe6103 req-3151bf73-884a-4f6d-962c-5d9dfe9abc4d service neutron] 10.222.0.53 "GET /v2.0/networks/2c56897e-aa3d-479c-a935-153ba33f52fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070342 Jan 18 22:26:04.695384 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-969980c1-e719-4ba8-bfb8-57df3dbe6103 req-e86861a5-3384-4c89-94be-4c65e618d7bb service neutron] 10.222.0.53 "GET /v2.0/networks/2c56897e-aa3d-479c-a935-153ba33f52fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130331 Jan 18 22:26:04.987725 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-19657f79-e5e2-4c3a-bf51-bc13ddf1e0b9 req-d04ddb1e-4555-48cb-a173-64238a4986e9 tempest-ServerAddressesTestJSON-414237257 tempest-ServerAddressesTestJSON-414237257-project] 10.222.0.53 "GET /v2.0/ports?device_id=f938fa1e-fb3b-49b0-933c-4ebb593dbc9e HTTP/1.1" status: 200 len: 210 time: 0.0534482 Jan 18 22:26:05.145139 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716a5df1-fdc3-4a48-a071-ef2f38ecd20d req-08aded3f-5e89-400e-967d-a20687a628bd tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:05.146218 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-716a5df1-fdc3-4a48-a071-ef2f38ecd20d req-08aded3f-5e89-400e-967d-a20687a628bd tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e173d2e-e098-4c51-8104-b5036c990569 HTTP/1.1" status: 200 len: 945 time: 0.1006186 Jan 18 22:26:05.199130 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-716a5df1-fdc3-4a48-a071-ef2f38ecd20d req-bde2ec6f-fc26-4ee2-a42d-5e1747dfddd3 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/security-groups?id=68e1f851-73aa-4cda-8095-0e2a92a325ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437779 Jan 18 22:26:05.237690 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-86f3d8d2-a613-4568-94ea-e62e250636ac req-65f51e74-8583-4805-ad33-e2fb8d6f579d tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/ports?device_id=08019803-913e-44c9-9eb7-3bbd304c1f4b HTTP/1.1" status: 200 len: 210 time: 0.0306649 Jan 18 22:26:05.653962 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bd09fd47-63b8-420e-952b-5935f5bdc1cd req-f03ddc61-d7d0-436a-b6eb-05070fd09724 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=a73ebee77f20452f9ada65790951d06b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0837476 Jan 18 22:26:05.913510 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3148fd7a-59de-45d9-8845-9d61034e4dd3 req-3caf472a-d912-4e4d-bca9-e413131c5802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:05.923484 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3148fd7a-59de-45d9-8845-9d61034e4dd3 req-3caf472a-d912-4e4d-bca9-e413131c5802 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9e3d2710d5874e5a8a2018a623ee9fbd&device_id=7e173d2e-e098-4c51-8104-b5036c990569 HTTP/1.1" status: 200 len: 1096 time: 0.3002300 Jan 18 22:26:05.951021 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f21db2-f613-4bd2-b299-88b4efc6a0af req-0c03e10e-4d42-414d-aa70-01e6051a3ad8 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:05.972105 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-02f21db2-f613-4bd2-b299-88b4efc6a0af req-0c03e10e-4d42-414d-aa70-01e6051a3ad8 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e173d2e-e098-4c51-8104-b5036c990569 HTTP/1.1" status: 200 len: 945 time: 0.3224030 Jan 18 22:26:06.440257 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-25da4046-d01b-42f5-89ad-59713de16923 req-912f3202-8fab-4caf-9751-19b19a9a57c4 tempest-ServerAddressesTestJSON-414237257 tempest-ServerAddressesTestJSON-414237257-project] 10.222.0.53 "GET /v2.0/ports?device_id=f938fa1e-fb3b-49b0-933c-4ebb593dbc9e HTTP/1.1" status: 200 len: 210 time: 0.0835590 Jan 18 22:26:06.504761 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3148fd7a-59de-45d9-8845-9d61034e4dd3 req-094826ed-3df5-45a8-92ec-db6908ad590a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:06.506279 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3148fd7a-59de-45d9-8845-9d61034e4dd3 req-094826ed-3df5-45a8-92ec-db6908ad590a service neutron] 10.222.0.67 "GET /v2.0/networks?id=afa667de-c8f9-4a8d-967c-cff5c9ffa5d7 HTTP/1.1" status: 200 len: 919 time: 0.5742788 Jan 18 22:26:06.546601 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-02f21db2-f613-4bd2-b299-88b4efc6a0af req-9dbb3b26-d8d8-40fc-b42f-b9fc5ac43146 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/security-groups?id=68e1f851-73aa-4cda-8095-0e2a92a325ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5702596 Jan 18 22:26:06.588324 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd09fd47-63b8-420e-952b-5935f5bdc1cd req-2e4fe985-3c79-4155-97d3-abea0fe9abbb tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:06.595393 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bd09fd47-63b8-420e-952b-5935f5bdc1cd req-2e4fe985-3c79-4155-97d3-abea0fe9abbb tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9271181 Jan 18 22:26:06.631976 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969980c1-e719-4ba8-bfb8-57df3dbe6103 req-60a81646-6bdc-4e8b-84fe-ed8003976600 tempest-ServerAddressesTestJSON-414237257 tempest-ServerAddressesTestJSON-414237257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:06.633630 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-969980c1-e719-4ba8-bfb8-57df3dbe6103 req-60a81646-6bdc-4e8b-84fe-ed8003976600 tempest-ServerAddressesTestJSON-414237257 tempest-ServerAddressesTestJSON-414237257-project] 10.222.0.36 "GET /v2.0/networks?id=2c56897e-aa3d-479c-a935-153ba33f52fe HTTP/1.1" status: 200 len: 814 time: 0.3087616 Jan 18 22:26:06.644365 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-bd09fd47-63b8-420e-952b-5935f5bdc1cd req-94041fc7-7e82-4998-bbff-3c142dfca0f6 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Request body: {'port': {'device_id': '08019803-913e-44c9-9eb7-3bbd304c1f4b', 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b', 'admin_state_up': True, 'tenant_id': 'a73ebee77f20452f9ada65790951d06b'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:26:06.649421 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3148fd7a-59de-45d9-8845-9d61034e4dd3 req-7336091a-7d71-479d-baae-ff2807677acc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a582b417-6d8e-4aa6-91a9-5f6b1d7cd873 HTTP/1.1" status: 200 len: 217 time: 0.1199265 Jan 18 22:26:06.658193 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-969980c1-e719-4ba8-bfb8-57df3dbe6103 req-8a64f471-6c74-4938-87e5-94ab5f4275fa tempest-ServerAddressesTestJSON-414237257 tempest-ServerAddressesTestJSON-414237257-project] Request body: {'port': {'device_id': 'f938fa1e-fb3b-49b0-933c-4ebb593dbc9e', 'network_id': '2c56897e-aa3d-479c-a935-153ba33f52fe', 'admin_state_up': True, 'tenant_id': '9abf6744aec34071bc6d3c39de77e791'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:26:06.779883 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7a4c9541-d9af-4ecb-94ab-4d684429abc8 req-67d2729d-7894-46b9-9806-bd9af1f85d7d tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/ports?device_id=08019803-913e-44c9-9eb7-3bbd304c1f4b HTTP/1.1" status: 200 len: 210 time: 0.1160960 Jan 18 22:26:06.781910 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3148fd7a-59de-45d9-8845-9d61034e4dd3 req-c102fbfb-ecc7-402b-9374-a22ea7d2cd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:06.783229 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3148fd7a-59de-45d9-8845-9d61034e4dd3 req-c102fbfb-ecc7-402b-9374-a22ea7d2cd9d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e776d007-5ac5-4a48-98ad-4f038a9c4c11 HTTP/1.1" status: 200 len: 859 time: 0.0814047 Jan 18 22:26:06.865587 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-969980c1-e719-4ba8-bfb8-57df3dbe6103 req-8a64f471-6c74-4938-87e5-94ab5f4275fa tempest-ServerAddressesTestJSON-414237257 tempest-ServerAddressesTestJSON-414237257-project] Made reservation on behalf of 9abf6744aec34071bc6d3c39de77e791 for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:26:06.871463 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3148fd7a-59de-45d9-8845-9d61034e4dd3 req-ed4106df-2365-4e6d-bab6-1b0fecf3e2e9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=afa667de-c8f9-4a8d-967c-cff5c9ffa5d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760212 Jan 18 22:26:06.872744 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-969980c1-e719-4ba8-bfb8-57df3dbe6103 req-8a64f471-6c74-4938-87e5-94ab5f4275fa tempest-ServerAddressesTestJSON-414237257 tempest-ServerAddressesTestJSON-414237257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:07.115263 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd09fd47-63b8-420e-952b-5935f5bdc1cd req-94041fc7-7e82-4998-bbff-3c142dfca0f6 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Made reservation on behalf of a73ebee77f20452f9ada65790951d06b for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:26:07.119032 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-bd09fd47-63b8-420e-952b-5935f5bdc1cd req-94041fc7-7e82-4998-bbff-3c142dfca0f6 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:07.151399 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3148fd7a-59de-45d9-8845-9d61034e4dd3 req-192a4160-2e1b-4bdc-968a-495d28072a51 service neutron] 10.222.0.67 "GET /v2.0/networks/afa667de-c8f9-4a8d-967c-cff5c9ffa5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677557 Jan 18 22:26:07.171693 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [req-969980c1-e719-4ba8-bfb8-57df3dbe6103 req-8a64f471-6c74-4938-87e5-94ab5f4275fa tempest-ServerAddressesTestJSON-414237257 tempest-ServerAddressesTestJSON-414237257-project] Allocated IP 172.20.0.11 (2c56897e-aa3d-479c-a935-153ba33f52fe/a4712d60-a215-4718-9e52-69098eb8f846/f5f38641-03f2-4288-b540-a0ea22c59f11) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:26:07.342276 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3148fd7a-59de-45d9-8845-9d61034e4dd3 req-ba4e9e9f-1d80-48a2-ad31-c2df253d9cb3 service neutron] 10.222.0.67 "GET /v2.0/networks/afa667de-c8f9-4a8d-967c-cff5c9ffa5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738575 Jan 18 22:26:07.368746 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-bd09fd47-63b8-420e-952b-5935f5bdc1cd req-94041fc7-7e82-4998-bbff-3c142dfca0f6 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Allocated IP 192.168.233.80 (aed2eca7-1bb0-443d-8485-b985dbe9851b/8518183d-cc63-459a-b971-d4c7514e001f/bef22bdd-f7ee-42c4-a01f-cfada7fcc48e) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:26:07.404975 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-969980c1-e719-4ba8-bfb8-57df3dbe6103 req-8a64f471-6c74-4938-87e5-94ab5f4275fa tempest-ServerAddressesTestJSON-414237257 tempest-ServerAddressesTestJSON-414237257-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:07.441226 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-969980c1-e719-4ba8-bfb8-57df3dbe6103 req-8a64f471-6c74-4938-87e5-94ab5f4275fa tempest-ServerAddressesTestJSON-414237257 tempest-ServerAddressesTestJSON-414237257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:07.502764 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a64f471-6c74-4938-87e5-94ab5f4275fa tempest-ServerAddressesTestJSON-414237257 tempest-ServerAddressesTestJSON-414237257-project] Pushing event updated for resources: {'Port': ['ID=f5f38641-03f2-4288-b540-a0ea22c59f11,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:26:07.518684 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a64f471-6c74-4938-87e5-94ab5f4275fa tempest-ServerAddressesTestJSON-414237257 tempest-ServerAddressesTestJSON-414237257-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:26:07.519084 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a64f471-6c74-4938-87e5-94ab5f4275fa tempest-ServerAddressesTestJSON-414237257 tempest-ServerAddressesTestJSON-414237257-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:26:07.519435 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a64f471-6c74-4938-87e5-94ab5f4275fa tempest-ServerAddressesTestJSON-414237257 tempest-ServerAddressesTestJSON-414237257-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:26:07.519775 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a64f471-6c74-4938-87e5-94ab5f4275fa tempest-ServerAddressesTestJSON-414237257 tempest-ServerAddressesTestJSON-414237257-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:26:07.520286 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a64f471-6c74-4938-87e5-94ab5f4275fa tempest-ServerAddressesTestJSON-414237257 tempest-ServerAddressesTestJSON-414237257-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:26:07.520663 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a64f471-6c74-4938-87e5-94ab5f4275fa tempest-ServerAddressesTestJSON-414237257 tempest-ServerAddressesTestJSON-414237257-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:26:07.520956 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a64f471-6c74-4938-87e5-94ab5f4275fa tempest-ServerAddressesTestJSON-414237257 tempest-ServerAddressesTestJSON-414237257-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:26:07.521288 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a64f471-6c74-4938-87e5-94ab5f4275fa tempest-ServerAddressesTestJSON-414237257 tempest-ServerAddressesTestJSON-414237257-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:26:07.521616 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a64f471-6c74-4938-87e5-94ab5f4275fa tempest-ServerAddressesTestJSON-414237257 tempest-ServerAddressesTestJSON-414237257-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:26:07.521981 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a64f471-6c74-4938-87e5-94ab5f4275fa tempest-ServerAddressesTestJSON-414237257 tempest-ServerAddressesTestJSON-414237257-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:26:07.522385 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a64f471-6c74-4938-87e5-94ab5f4275fa tempest-ServerAddressesTestJSON-414237257 tempest-ServerAddressesTestJSON-414237257-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:26:07.522619 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a64f471-6c74-4938-87e5-94ab5f4275fa tempest-ServerAddressesTestJSON-414237257 tempest-ServerAddressesTestJSON-414237257-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:26:07.541791 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-969980c1-e719-4ba8-bfb8-57df3dbe6103 req-8a64f471-6c74-4938-87e5-94ab5f4275fa tempest-ServerAddressesTestJSON-414237257 tempest-ServerAddressesTestJSON-414237257-project] Network 2c56897e-aa3d-479c-a935-153ba33f52fe is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:26:07.543239 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [req-969980c1-e719-4ba8-bfb8-57df3dbe6103 req-8a64f471-6c74-4938-87e5-94ab5f4275fa tempest-ServerAddressesTestJSON-414237257 tempest-ServerAddressesTestJSON-414237257-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:26:07.545673 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-969980c1-e719-4ba8-bfb8-57df3dbe6103 req-8a64f471-6c74-4938-87e5-94ab5f4275fa tempest-ServerAddressesTestJSON-414237257 tempest-ServerAddressesTestJSON-414237257-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:26:07.613408 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969980c1-e719-4ba8-bfb8-57df3dbe6103 req-8a64f471-6c74-4938-87e5-94ab5f4275fa tempest-ServerAddressesTestJSON-414237257 tempest-ServerAddressesTestJSON-414237257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:07.613824 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-969980c1-e719-4ba8-bfb8-57df3dbe6103 req-8a64f471-6c74-4938-87e5-94ab5f4275fa tempest-ServerAddressesTestJSON-414237257 tempest-ServerAddressesTestJSON-414237257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:07.634865 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-969980c1-e719-4ba8-bfb8-57df3dbe6103 req-8a64f471-6c74-4938-87e5-94ab5f4275fa tempest-ServerAddressesTestJSON-414237257 tempest-ServerAddressesTestJSON-414237257-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9907124 Jan 18 22:26:07.649614 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-969980c1-e719-4ba8-bfb8-57df3dbe6103 req-f60adc73-ae22-4c50-aa28-58ad96590ef9 service neutron] Request body: {'port': {'device_id': 'f938fa1e-fb3b-49b0-933c-4ebb593dbc9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:26:07.681459 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-bd09fd47-63b8-420e-952b-5935f5bdc1cd req-94041fc7-7e82-4998-bbff-3c142dfca0f6 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:07.713167 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9671fdc7-b8b7-4eea-b3cd-d3d78f7bd66f req-86ca6715-8ae8-45fd-b181-4bbc392e9a2e tempest-ServerAddressesTestJSON-414237257 tempest-ServerAddressesTestJSON-414237257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:07.721511 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9671fdc7-b8b7-4eea-b3cd-d3d78f7bd66f req-86ca6715-8ae8-45fd-b181-4bbc392e9a2e tempest-ServerAddressesTestJSON-414237257 tempest-ServerAddressesTestJSON-414237257-project] 10.222.0.53 "GET /v2.0/ports?device_id=f938fa1e-fb3b-49b0-933c-4ebb593dbc9e HTTP/1.1" status: 200 len: 932 time: 0.0891974 Jan 18 22:26:07.725940 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-969980c1-e719-4ba8-bfb8-57df3dbe6103 req-f60adc73-ae22-4c50-aa28-58ad96590ef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:07.770845 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-bd09fd47-63b8-420e-952b-5935f5bdc1cd req-94041fc7-7e82-4998-bbff-3c142dfca0f6 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:07.786346 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['680beee0-ac7e-44c7-ad32-d2dad87429ec', '24b7efe4-5d07-4ea7-8f43-67a1bf6a9941'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:26:07.790085 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['72b0c1ee-2c05-4c2e-a784-bfb0d39cb0be', 'cb671348-5dc7-45a2-938f-91a3cfe40d16', 'c1c2f83d-eb70-4d81-a622-4bb89ca385b9', 'ad8b9972-c6df-47cc-8a9a-7581a2bc2fe4'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:26:07.795292 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9671fdc7-b8b7-4eea-b3cd-d3d78f7bd66f req-87280efb-f559-4578-a860-7ebb0f844875 tempest-ServerAddressesTestJSON-414237257 tempest-ServerAddressesTestJSON-414237257-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b928e52-5292-4b30-a407-c40dbf8a8496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706155 Jan 18 22:26:07.947105 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd09fd47-63b8-420e-952b-5935f5bdc1cd req-94041fc7-7e82-4998-bbff-3c142dfca0f6 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Network aed2eca7-1bb0-443d-8485-b985dbe9851b is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:26:07.970386 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-bd09fd47-63b8-420e-952b-5935f5bdc1cd req-94041fc7-7e82-4998-bbff-3c142dfca0f6 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:26:07.973766 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94041fc7-7e82-4998-bbff-3c142dfca0f6 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Pushing event updated for resources: {'Port': ['ID=bef22bdd-f7ee-42c4-a01f-cfada7fcc48e,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:26:07.987935 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd09fd47-63b8-420e-952b-5935f5bdc1cd req-94041fc7-7e82-4998-bbff-3c142dfca0f6 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:26:08.136877 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98ca7c1-fd29-4db7-8ec5-0ffcd2f0ae85 req-94d9341e-b8ea-41d2-9766-37044c5b5ce9 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:08.144889 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b98ca7c1-fd29-4db7-8ec5-0ffcd2f0ae85 req-94d9341e-b8ea-41d2-9766-37044c5b5ce9 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e173d2e-e098-4c51-8104-b5036c990569 HTTP/1.1" status: 200 len: 945 time: 0.2974205 Jan 18 22:26:08.169622 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd09fd47-63b8-420e-952b-5935f5bdc1cd req-94041fc7-7e82-4998-bbff-3c142dfca0f6 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:08.172541 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-bd09fd47-63b8-420e-952b-5935f5bdc1cd req-94041fc7-7e82-4998-bbff-3c142dfca0f6 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:08.217693 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84cf9b8-9142-4055-9699-5e83165a0522 req-a580c555-05ea-48bb-bfe9-58a7d568ae51 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:08.233185 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f84cf9b8-9142-4055-9699-5e83165a0522 req-a580c555-05ea-48bb-bfe9-58a7d568ae51 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/ports?device_id=08019803-913e-44c9-9eb7-3bbd304c1f4b HTTP/1.1" status: 200 len: 935 time: 0.3083730 Jan 18 22:26:08.355041 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [req-969980c1-e719-4ba8-bfb8-57df3dbe6103 req-f60adc73-ae22-4c50-aa28-58ad96590ef9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5f38641-03f2-4288-b540-a0ea22c59f11 {{(pid=102431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:26:08.392739 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b98ca7c1-fd29-4db7-8ec5-0ffcd2f0ae85 req-67591015-e102-490f-9361-8a75a3ae27f9 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/security-groups?id=68e1f851-73aa-4cda-8095-0e2a92a325ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468486 Jan 18 22:26:08.403644 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-969980c1-e719-4ba8-bfb8-57df3dbe6103 req-f60adc73-ae22-4c50-aa28-58ad96590ef9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:08.422926 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bd09fd47-63b8-420e-952b-5935f5bdc1cd req-94041fc7-7e82-4998-bbff-3c142dfca0f6 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7846618 Jan 18 22:26:08.475219 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f84cf9b8-9142-4055-9699-5e83165a0522 req-8b924e8b-5afb-45b8-8647-e58714bef5a5 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/security-groups?id=05d753a3-5b69-42a7-8159-df7094e5d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381959 Jan 18 22:26:08.492345 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-bd09fd47-63b8-420e-952b-5935f5bdc1cd req-54f6ae59-2ca6-412b-b393-14fb8edc918a service neutron] Request body: {'port': {'device_id': '08019803-913e-44c9-9eb7-3bbd304c1f4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:26:08.502675 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [req-969980c1-e719-4ba8-bfb8-57df3dbe6103 req-f60adc73-ae22-4c50-aa28-58ad96590ef9 service neutron] Transition to ACTIVE for port object f5f38641-03f2-4288-b540-a0ea22c59f11 will not be triggered until provisioned by entity L2. {{(pid=102431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:26:08.518598 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-969980c1-e719-4ba8-bfb8-57df3dbe6103 req-f60adc73-ae22-4c50-aa28-58ad96590ef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:08.630180 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-caf2632a-e470-4a0d-b31b-8dbadd62f8fe None None] Provisioning complete for port bef22bdd-f7ee-42c4-a01f-cfada7fcc48e triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:26:08.630563 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-caf2632a-e470-4a0d-b31b-8dbadd62f8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:08.669977 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-caf2632a-e470-4a0d-b31b-8dbadd62f8fe None None] Port bef22bdd-f7ee-42c4-a01f-cfada7fcc48e cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:26:08.673427 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 43552) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:26:08.705755 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-bd09fd47-63b8-420e-952b-5935f5bdc1cd req-54f6ae59-2ca6-412b-b393-14fb8edc918a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:08.731579 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60adc73-ae22-4c50-aa28-58ad96590ef9 service neutron] Pushing event updated for resources: {'Port': ['ID=f5f38641-03f2-4288-b540-a0ea22c59f11,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:26:08.885534 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-969980c1-e719-4ba8-bfb8-57df3dbe6103 req-f60adc73-ae22-4c50-aa28-58ad96590ef9 service neutron] Attempting to bind port f5f38641-03f2-4288-b540-a0ea22c59f11 on host n-h1-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:26:08.886096 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-969980c1-e719-4ba8-bfb8-57df3dbe6103 req-f60adc73-ae22-4c50-aa28-58ad96590ef9 service neutron] Attempting to bind port f5f38641-03f2-4288-b540-a0ea22c59f11 by drivers openvswitch,hyperv on host n-h1-825064-1 at level 0 using segments [{'id': '9e24d2a0-12ea-4916-a7da-d729a54bce87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2c56897e-aa3d-479c-a935-153ba33f52fe'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:26:08.886750 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-969980c1-e719-4ba8-bfb8-57df3dbe6103 req-f60adc73-ae22-4c50-aa28-58ad96590ef9 service neutron] Attempting to bind port f5f38641-03f2-4288-b540-a0ea22c59f11 on network 2c56897e-aa3d-479c-a935-153ba33f52fe {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:26:08.898739 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-969980c1-e719-4ba8-bfb8-57df3dbe6103 req-f60adc73-ae22-4c50-aa28-58ad96590ef9 service neutron] Port f5f38641-03f2-4288-b540-a0ea22c59f11 on network 2c56897e-aa3d-479c-a935-153ba33f52fe not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:26:08.899203 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-969980c1-e719-4ba8-bfb8-57df3dbe6103 req-f60adc73-ae22-4c50-aa28-58ad96590ef9 service neutron] Attempting to bind port f5f38641-03f2-4288-b540-a0ea22c59f11 on network 2c56897e-aa3d-479c-a935-153ba33f52fe {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:26:08.911359 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-969980c1-e719-4ba8-bfb8-57df3dbe6103 req-f60adc73-ae22-4c50-aa28-58ad96590ef9 service neutron] Checking agent: {'id': 'e49d1b2a-ba11-487f-a804-ecbf3c0e8132', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:26:08.912935 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-969980c1-e719-4ba8-bfb8-57df3dbe6103 req-f60adc73-ae22-4c50-aa28-58ad96590ef9 service neutron] Checking segment: {'id': '9e24d2a0-12ea-4916-a7da-d729a54bce87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2c56897e-aa3d-479c-a935-153ba33f52fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:26:08.914721 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-969980c1-e719-4ba8-bfb8-57df3dbe6103 req-f60adc73-ae22-4c50-aa28-58ad96590ef9 service neutron] Bound using segment: {'id': '9e24d2a0-12ea-4916-a7da-d729a54bce87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2c56897e-aa3d-479c-a935-153ba33f52fe'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:26:08.915196 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-969980c1-e719-4ba8-bfb8-57df3dbe6103 req-f60adc73-ae22-4c50-aa28-58ad96590ef9 service neutron] Bound port: f5f38641-03f2-4288-b540-a0ea22c59f11, host: n-h1-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e24d2a0-12ea-4916-a7da-d729a54bce87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2c56897e-aa3d-479c-a935-153ba33f52fe'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:26:08.915612 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-969980c1-e719-4ba8-bfb8-57df3dbe6103 req-f60adc73-ae22-4c50-aa28-58ad96590ef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:09.017474 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-969980c1-e719-4ba8-bfb8-57df3dbe6103 req-f60adc73-ae22-4c50-aa28-58ad96590ef9 service neutron] For port f5f38641-03f2-4288-b540-a0ea22c59f11, host n-h1-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:26:09.021026 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-969980c1-e719-4ba8-bfb8-57df3dbe6103 req-f60adc73-ae22-4c50-aa28-58ad96590ef9 service neutron] For port f5f38641-03f2-4288-b540-a0ea22c59f11, host n-h1-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=f5f38641-03f2-4288-b540-a0ea22c59f11,segment=NetworkSegment(9e24d2a0-12ea-4916-a7da-d729a54bce87),segment_id=9e24d2a0-12ea-4916-a7da-d729a54bce87)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:26:09.030674 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-969980c1-e719-4ba8-bfb8-57df3dbe6103 req-f60adc73-ae22-4c50-aa28-58ad96590ef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:09.066435 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969980c1-e719-4ba8-bfb8-57df3dbe6103 req-f60adc73-ae22-4c50-aa28-58ad96590ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:09.067262 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-969980c1-e719-4ba8-bfb8-57df3dbe6103 req-f60adc73-ae22-4c50-aa28-58ad96590ef9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:09.068809 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-969980c1-e719-4ba8-bfb8-57df3dbe6103 req-f60adc73-ae22-4c50-aa28-58ad96590ef9 service neutron] 10.222.0.36 "PUT /v2.0/ports/f5f38641-03f2-4288-b540-a0ea22c59f11 HTTP/1.1" status: 200 len: 1092 time: 1.4265089 Jan 18 22:26:09.069312 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f938fa1e-fb3b-49b0-933c-4ebb593dbc9e', 'tag': 'f5f38641-03f2-4288-b540-a0ea22c59f11'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:26:09.071701 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1862fb5e-22ac-4841-8224-c696bfe41b19" -d '{"events": [{"name": "network-changed", "server_uuid": "f938fa1e-fb3b-49b0-933c-4ebb593dbc9e", "tag": "f5f38641-03f2-4288-b540-a0ea22c59f11"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:26:09.094298 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-edba7ab3-aac7-42b8-86b0-248e5040bc8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:09.136347 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60adc73-ae22-4c50-aa28-58ad96590ef9 service neutron] Pushing event updated for resources: {'Port': ['ID=f5f38641-03f2-4288-b540-a0ea22c59f11,revision_number=3']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:26:09.144040 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe92b0c1-b955-4996-8e6a-0d17a2c8e418 x-openstack-request-id: req-fe92b0c1-b955-4996-8e6a-0d17a2c8e418 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:26:09.144350 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f938fa1e-fb3b-49b0-933c-4ebb593dbc9e", "tag": "f5f38641-03f2-4288-b540-a0ea22c59f11", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:26:09.144599 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fe92b0c1-b955-4996-8e6a-0d17a2c8e418 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:26:09.144986 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f938fa1e-fb3b-49b0-933c-4ebb593dbc9e', 'tag': 'f5f38641-03f2-4288-b540-a0ea22c59f11', 'status': 'completed', 'code': 200} Jan 18 22:26:09.175641 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969980c1-e719-4ba8-bfb8-57df3dbe6103 req-a89ddab9-218c-4638-b873-a4e76317d8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:09.176428 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-969980c1-e719-4ba8-bfb8-57df3dbe6103 req-a89ddab9-218c-4638-b873-a4e76317d8e8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9abf6744aec34071bc6d3c39de77e791&device_id=f938fa1e-fb3b-49b0-933c-4ebb593dbc9e HTTP/1.1" status: 200 len: 1095 time: 0.0518909 Jan 18 22:26:09.223398 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-969980c1-e719-4ba8-bfb8-57df3dbe6103 req-101cc9ce-d850-46ad-9130-b7d3805e268e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f5f38641-03f2-4288-b540-a0ea22c59f11 HTTP/1.1" status: 200 len: 217 time: 0.0390413 Jan 18 22:26:09.279094 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969980c1-e719-4ba8-bfb8-57df3dbe6103 req-f0892866-a467-40e5-9c14-de6421267572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:09.280675 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-969980c1-e719-4ba8-bfb8-57df3dbe6103 req-f0892866-a467-40e5-9c14-de6421267572 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a4712d60-a215-4718-9e52-69098eb8f846 HTTP/1.1" status: 200 len: 854 time: 0.0500913 Jan 18 22:26:09.294445 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0a1f2a-a1c5-4589-b63c-37dec6327724 req-c95ef611-fce9-4bf9-bf69-beb3d389ec1a tempest-ServerAddressesTestJSON-414237257 tempest-ServerAddressesTestJSON-414237257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:09.300692 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9d0a1f2a-a1c5-4589-b63c-37dec6327724 req-c95ef611-fce9-4bf9-bf69-beb3d389ec1a tempest-ServerAddressesTestJSON-414237257 tempest-ServerAddressesTestJSON-414237257-project] 10.222.0.53 "GET /v2.0/ports?device_id=f938fa1e-fb3b-49b0-933c-4ebb593dbc9e HTTP/1.1" status: 200 len: 944 time: 0.2663815 Jan 18 22:26:09.358723 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-969980c1-e719-4ba8-bfb8-57df3dbe6103 req-753cd61b-a95b-4309-9231-448797d6d981 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2c56897e-aa3d-479c-a935-153ba33f52fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683167 Jan 18 22:26:09.389145 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9d0a1f2a-a1c5-4589-b63c-37dec6327724 req-6e035721-0ee7-4048-b0c3-cd0b624ab705 tempest-ServerAddressesTestJSON-414237257 tempest-ServerAddressesTestJSON-414237257-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b928e52-5292-4b30-a407-c40dbf8a8496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831437 Jan 18 22:26:09.544529 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-969980c1-e719-4ba8-bfb8-57df3dbe6103 req-ff41c77a-015f-49a2-89de-487df7c89094 service neutron] 10.222.0.36 "GET /v2.0/networks/2c56897e-aa3d-479c-a935-153ba33f52fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787682 Jan 18 22:26:09.555986 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-edba7ab3-aac7-42b8-86b0-248e5040bc8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:09.574188 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [req-bd09fd47-63b8-420e-952b-5935f5bdc1cd req-54f6ae59-2ca6-412b-b393-14fb8edc918a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bef22bdd-f7ee-42c4-a01f-cfada7fcc48e {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:26:09.578693 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-edba7ab3-aac7-42b8-86b0-248e5040bc8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:09.621440 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-bd09fd47-63b8-420e-952b-5935f5bdc1cd req-54f6ae59-2ca6-412b-b393-14fb8edc918a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:09.660232 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-969980c1-e719-4ba8-bfb8-57df3dbe6103 req-87fa4e2f-9c9a-4684-990b-68b76be2b4f5 service neutron] 10.222.0.36 "GET /v2.0/networks/2c56897e-aa3d-479c-a935-153ba33f52fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024621 Jan 18 22:26:09.728656 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-edba7ab3-aac7-42b8-86b0-248e5040bc8c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b1d7ce6b345145389e76d4864394bd06&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0526555 Jan 18 22:26:09.791240 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-bd09fd47-63b8-420e-952b-5935f5bdc1cd req-54f6ae59-2ca6-412b-b393-14fb8edc918a service neutron] Transition to ACTIVE for port object bef22bdd-f7ee-42c4-a01f-cfada7fcc48e will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:26:09.793276 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edba7ab3-aac7-42b8-86b0-248e5040bc8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c46764b7-7fef-4950-b255-15ff80c26c7c,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:26:09.804602 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 43578) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:26:09.809318 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-bd09fd47-63b8-420e-952b-5935f5bdc1cd req-54f6ae59-2ca6-412b-b393-14fb8edc918a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:09.899171 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1862fb5e-22ac-4841-8224-c696bfe41b19 req-85f6f823-af97-49e7-9700-dcdfc4be1050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:09.902982 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-1862fb5e-22ac-4841-8224-c696bfe41b19 req-85f6f823-af97-49e7-9700-dcdfc4be1050 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9abf6744aec34071bc6d3c39de77e791&device_id=f938fa1e-fb3b-49b0-933c-4ebb593dbc9e HTTP/1.1" status: 200 len: 1095 time: 0.1911395 Jan 18 22:26:10.014678 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f6ae59-2ca6-412b-b393-14fb8edc918a service neutron] Pushing event updated for resources: {'Port': ['ID=bef22bdd-f7ee-42c4-a01f-cfada7fcc48e,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:26:10.066378 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff976202-c584-47c4-b747-2d85cd6648bb req-1a901925-675f-448e-b186-fca258011ce0 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:10.067868 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ff976202-c584-47c4-b747-2d85cd6648bb req-1a901925-675f-448e-b186-fca258011ce0 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e173d2e-e098-4c51-8104-b5036c990569 HTTP/1.1" status: 200 len: 945 time: 0.5257070 Jan 18 22:26:10.081279 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e096ef-0b61-4e9b-adc6-8b3af00433e8 req-0741c513-c32c-4382-a2e6-fe74699453e0 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:10.089022 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-63e096ef-0b61-4e9b-adc6-8b3af00433e8 req-0741c513-c32c-4382-a2e6-fe74699453e0 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/ports?device_id=08019803-913e-44c9-9eb7-3bbd304c1f4b HTTP/1.1" status: 200 len: 935 time: 0.5295572 Jan 18 22:26:10.097529 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1862fb5e-22ac-4841-8224-c696bfe41b19 req-90f6bf44-2672-4b34-8685-5879ea377096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:10.118004 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-1862fb5e-22ac-4841-8224-c696bfe41b19 req-90f6bf44-2672-4b34-8685-5879ea377096 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2c56897e-aa3d-479c-a935-153ba33f52fe HTTP/1.1" status: 200 len: 914 time: 0.1875939 Jan 18 22:26:10.181794 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-1862fb5e-22ac-4841-8224-c696bfe41b19 req-185aace4-4391-4543-8d5f-eabc2343767d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f5f38641-03f2-4288-b540-a0ea22c59f11 HTTP/1.1" status: 200 len: 217 time: 0.0628417 Jan 18 22:26:10.224470 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-69bd1508-f805-47a9-9e90-442488a503d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:10.239938 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1862fb5e-22ac-4841-8224-c696bfe41b19 req-08c185f2-0b5c-4241-94b7-b5fb6f3ae449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:10.241459 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-1862fb5e-22ac-4841-8224-c696bfe41b19 req-08c185f2-0b5c-4241-94b7-b5fb6f3ae449 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a4712d60-a215-4718-9e52-69098eb8f846 HTTP/1.1" status: 200 len: 854 time: 0.0501864 Jan 18 22:26:10.256514 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-69bd1508-f805-47a9-9e90-442488a503d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:10.293334 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-1862fb5e-22ac-4841-8224-c696bfe41b19 req-bc1834ab-5b6f-4682-a185-984b3bc90526 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2c56897e-aa3d-479c-a935-153ba33f52fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415523 Jan 18 22:26:10.323531 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ff976202-c584-47c4-b747-2d85cd6648bb req-08cedf2c-790e-45b4-9869-f92d84800e86 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/security-groups?id=68e1f851-73aa-4cda-8095-0e2a92a325ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294798 Jan 18 22:26:10.351114 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-63e096ef-0b61-4e9b-adc6-8b3af00433e8 req-2a463adc-8053-4eb8-bda3-dc31ba51ecd1 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/security-groups?id=05d753a3-5b69-42a7-8159-df7094e5d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610955 Jan 18 22:26:10.354079 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-69bd1508-f805-47a9-9e90-442488a503d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:10.357758 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-69bd1508-f805-47a9-9e90-442488a503d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:10.359326 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-69bd1508-f805-47a9-9e90-442488a503d4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c46764b7-7fef-4950-b255-15ff80c26c7c HTTP/1.1" status: 204 len: 168 time: 0.5361300 Jan 18 22:26:10.391147 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bd1508-f805-47a9-9e90-442488a503d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c46764b7-7fef-4950-b255-15ff80c26c7c,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:26:10.463356 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-bd09fd47-63b8-420e-952b-5935f5bdc1cd req-54f6ae59-2ca6-412b-b393-14fb8edc918a service neutron] Attempting to bind port bef22bdd-f7ee-42c4-a01f-cfada7fcc48e on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:26:10.469045 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-bd09fd47-63b8-420e-952b-5935f5bdc1cd req-54f6ae59-2ca6-412b-b393-14fb8edc918a service neutron] Attempting to bind port bef22bdd-f7ee-42c4-a01f-cfada7fcc48e by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:26:10.469428 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd09fd47-63b8-420e-952b-5935f5bdc1cd req-54f6ae59-2ca6-412b-b393-14fb8edc918a service neutron] Attempting to bind port bef22bdd-f7ee-42c4-a01f-cfada7fcc48e on network aed2eca7-1bb0-443d-8485-b985dbe9851b {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:26:10.475087 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd09fd47-63b8-420e-952b-5935f5bdc1cd req-54f6ae59-2ca6-412b-b393-14fb8edc918a service neutron] Port bef22bdd-f7ee-42c4-a01f-cfada7fcc48e on network aed2eca7-1bb0-443d-8485-b985dbe9851b not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:26:10.485950 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd09fd47-63b8-420e-952b-5935f5bdc1cd req-54f6ae59-2ca6-412b-b393-14fb8edc918a service neutron] Attempting to bind port bef22bdd-f7ee-42c4-a01f-cfada7fcc48e on network aed2eca7-1bb0-443d-8485-b985dbe9851b {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:26:10.500955 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd09fd47-63b8-420e-952b-5935f5bdc1cd req-54f6ae59-2ca6-412b-b393-14fb8edc918a service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:26:10.501308 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd09fd47-63b8-420e-952b-5935f5bdc1cd req-54f6ae59-2ca6-412b-b393-14fb8edc918a service neutron] Checking segment: {'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:26:10.503308 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd09fd47-63b8-420e-952b-5935f5bdc1cd req-54f6ae59-2ca6-412b-b393-14fb8edc918a service neutron] Bound using segment: {'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:26:10.503787 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-bd09fd47-63b8-420e-952b-5935f5bdc1cd req-54f6ae59-2ca6-412b-b393-14fb8edc918a service neutron] Bound port: bef22bdd-f7ee-42c4-a01f-cfada7fcc48e, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:26:10.505407 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-bd09fd47-63b8-420e-952b-5935f5bdc1cd req-54f6ae59-2ca6-412b-b393-14fb8edc918a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:10.517055 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-1862fb5e-22ac-4841-8224-c696bfe41b19 req-3c1f6c81-44cc-44b5-afea-ce003e7e5aae service neutron] 10.222.0.36 "GET /v2.0/networks/2c56897e-aa3d-479c-a935-153ba33f52fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155719 Jan 18 22:26:10.641003 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-bd09fd47-63b8-420e-952b-5935f5bdc1cd req-54f6ae59-2ca6-412b-b393-14fb8edc918a service neutron] For port bef22bdd-f7ee-42c4-a01f-cfada7fcc48e, host n-h2-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:26:10.661219 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-bd09fd47-63b8-420e-952b-5935f5bdc1cd req-54f6ae59-2ca6-412b-b393-14fb8edc918a service neutron] For port bef22bdd-f7ee-42c4-a01f-cfada7fcc48e, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=bef22bdd-f7ee-42c4-a01f-cfada7fcc48e,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:26:10.670780 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4df1f9-be21-47f8-bdb2-1b43b9cfef74 req-d2ba1036-33ce-4493-a6d6-2671a6b7f79a tempest-ServerAddressesTestJSON-414237257 tempest-ServerAddressesTestJSON-414237257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:10.672939 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ba4df1f9-be21-47f8-bdb2-1b43b9cfef74 req-d2ba1036-33ce-4493-a6d6-2671a6b7f79a tempest-ServerAddressesTestJSON-414237257 tempest-ServerAddressesTestJSON-414237257-project] 10.222.0.53 "GET /v2.0/ports?device_id=f938fa1e-fb3b-49b0-933c-4ebb593dbc9e HTTP/1.1" status: 200 len: 944 time: 0.0778015 Jan 18 22:26:10.674740 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-bd09fd47-63b8-420e-952b-5935f5bdc1cd req-54f6ae59-2ca6-412b-b393-14fb8edc918a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:10.700915 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-1862fb5e-22ac-4841-8224-c696bfe41b19 req-6963d8f4-4f6b-4b96-8803-992ae3f48394 service neutron] 10.222.0.36 "GET /v2.0/networks/2c56897e-aa3d-479c-a935-153ba33f52fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728942 Jan 18 22:26:10.776677 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd09fd47-63b8-420e-952b-5935f5bdc1cd req-54f6ae59-2ca6-412b-b393-14fb8edc918a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:10.778039 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-bd09fd47-63b8-420e-952b-5935f5bdc1cd req-54f6ae59-2ca6-412b-b393-14fb8edc918a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:10.779974 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bd09fd47-63b8-420e-952b-5935f5bdc1cd req-54f6ae59-2ca6-412b-b393-14fb8edc918a service neutron] 10.222.0.67 "PUT /v2.0/ports/bef22bdd-f7ee-42c4-a01f-cfada7fcc48e HTTP/1.1" status: 200 len: 1095 time: 2.3023605 Jan 18 22:26:10.782998 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08019803-913e-44c9-9eb7-3bbd304c1f4b', 'tag': 'bef22bdd-f7ee-42c4-a01f-cfada7fcc48e'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:26:10.786127 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01930638-c3a4-4060-a1ec-ccebc7f121cf" -d '{"events": [{"name": "network-changed", "server_uuid": "08019803-913e-44c9-9eb7-3bbd304c1f4b", "tag": "bef22bdd-f7ee-42c4-a01f-cfada7fcc48e"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:26:10.794657 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f6ae59-2ca6-412b-b393-14fb8edc918a service neutron] Pushing event updated for resources: {'Port': ['ID=bef22bdd-f7ee-42c4-a01f-cfada7fcc48e,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:26:10.801613 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ba4df1f9-be21-47f8-bdb2-1b43b9cfef74 req-eda2fe71-60fc-49b0-8195-ccb437e212fa tempest-ServerAddressesTestJSON-414237257 tempest-ServerAddressesTestJSON-414237257-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b928e52-5292-4b30-a407-c40dbf8a8496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221652 Jan 18 22:26:10.841530 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eb2b051-0859-4010-9118-3d97c9076645 x-openstack-request-id: req-7eb2b051-0859-4010-9118-3d97c9076645 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:26:10.841650 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08019803-913e-44c9-9eb7-3bbd304c1f4b", "tag": "bef22bdd-f7ee-42c4-a01f-cfada7fcc48e", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:26:10.841922 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7eb2b051-0859-4010-9118-3d97c9076645 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:26:10.842321 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08019803-913e-44c9-9eb7-3bbd304c1f4b', 'tag': 'bef22bdd-f7ee-42c4-a01f-cfada7fcc48e', 'status': 'completed', 'code': 200} Jan 18 22:26:10.891438 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 43604) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:26:10.908296 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-aabe0065-fe67-4d8c-b17f-18f12cb26b15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:10.912696 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd09fd47-63b8-420e-952b-5935f5bdc1cd req-b8f26816-1ef8-4ba4-85ed-58cd105496e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:10.914279 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bd09fd47-63b8-420e-952b-5935f5bdc1cd req-b8f26816-1ef8-4ba4-85ed-58cd105496e3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a73ebee77f20452f9ada65790951d06b&device_id=08019803-913e-44c9-9eb7-3bbd304c1f4b HTTP/1.1" status: 200 len: 1098 time: 0.0677137 Jan 18 22:26:10.973418 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bd09fd47-63b8-420e-952b-5935f5bdc1cd req-feea4270-2fb0-4409-af89-7fcd735f35fe service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=bef22bdd-f7ee-42c4-a01f-cfada7fcc48e HTTP/1.1" status: 200 len: 217 time: 0.0477135 Jan 18 22:26:11.050414 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-aabe0065-fe67-4d8c-b17f-18f12cb26b15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:11.056153 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-aabe0065-fe67-4d8c-b17f-18f12cb26b15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:11.066476 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd09fd47-63b8-420e-952b-5935f5bdc1cd req-a3be36f6-0c14-416f-ae40-5800d4974149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:11.070541 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bd09fd47-63b8-420e-952b-5935f5bdc1cd req-a3be36f6-0c14-416f-ae40-5800d4974149 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8518183d-cc63-459a-b971-d4c7514e001f HTTP/1.1" status: 200 len: 843 time: 0.0903583 Jan 18 22:26:11.139067 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-aabe0065-fe67-4d8c-b17f-18f12cb26b15 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=41ba6b6cb681415f9b26bfa0bb329e4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2462587 Jan 18 22:26:11.139953 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 43610) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:26:11.144711 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabe0065-fe67-4d8c-b17f-18f12cb26b15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0af9eeac-7cfc-4047-beb2-95da3c86db1d,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:26:11.150619 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd09fd47-63b8-420e-952b-5935f5bdc1cd req-63d59c04-57e2-463f-a734-62a0f7c65496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:11.152517 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bd09fd47-63b8-420e-952b-5935f5bdc1cd req-63d59c04-57e2-463f-a734-62a0f7c65496 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aed2eca7-1bb0-443d-8485-b985dbe9851b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0729299 Jan 18 22:26:11.229034 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d639c6c7-f051-468d-b8e7-26017b71cf30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:11.262063 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d639c6c7-f051-468d-b8e7-26017b71cf30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:11.302269 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bd09fd47-63b8-420e-952b-5935f5bdc1cd req-bc4a8ff5-3c8a-4ec0-b6d1-7dec04ea4a1c service neutron] 10.222.0.67 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351898 Jan 18 22:26:11.335366 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d639c6c7-f051-468d-b8e7-26017b71cf30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:11.341294 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d639c6c7-f051-468d-b8e7-26017b71cf30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:11.347403 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-d639c6c7-f051-468d-b8e7-26017b71cf30 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0af9eeac-7cfc-4047-beb2-95da3c86db1d HTTP/1.1" status: 204 len: 168 time: 0.2015295 Jan 18 22:26:11.389586 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d639c6c7-f051-468d-b8e7-26017b71cf30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af9eeac-7cfc-4047-beb2-95da3c86db1d,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:26:11.433801 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bd09fd47-63b8-420e-952b-5935f5bdc1cd req-0ed8b2ba-379c-4a95-ade0-2f787990e647 service neutron] 10.222.0.67 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206169 Jan 18 22:26:11.575984 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01930638-c3a4-4060-a1ec-ccebc7f121cf req-679c450f-9358-470d-bede-dfcd244707ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:11.578835 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-01930638-c3a4-4060-a1ec-ccebc7f121cf req-679c450f-9358-470d-bede-dfcd244707ba service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a73ebee77f20452f9ada65790951d06b&device_id=08019803-913e-44c9-9eb7-3bbd304c1f4b HTTP/1.1" status: 200 len: 1098 time: 0.0686457 Jan 18 22:26:11.586874 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58eccda-f8aa-4974-8160-e61d9cacaa3b req-a0bc8f8f-498d-4ef8-a4c6-f35e651474db tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:11.588946 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e58eccda-f8aa-4974-8160-e61d9cacaa3b req-a0bc8f8f-498d-4ef8-a4c6-f35e651474db tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e173d2e-e098-4c51-8104-b5036c990569 HTTP/1.1" status: 200 len: 945 time: 0.1369390 Jan 18 22:26:11.754007 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e58eccda-f8aa-4974-8160-e61d9cacaa3b req-84b4b12c-7fca-4a57-b0a2-ab877e3ba4e4 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/security-groups?id=68e1f851-73aa-4cda-8095-0e2a92a325ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491728 Jan 18 22:26:11.866228 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdf0475-b7f8-42bc-a051-3f41bfdbbc34 req-e438240e-3f2b-4e29-864e-5b3c1c72e912 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:11.878050 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4cdf0475-b7f8-42bc-a051-3f41bfdbbc34 req-e438240e-3f2b-4e29-864e-5b3c1c72e912 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/ports?device_id=08019803-913e-44c9-9eb7-3bbd304c1f4b HTTP/1.1" status: 200 len: 947 time: 0.2194769 Jan 18 22:26:11.889880 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01930638-c3a4-4060-a1ec-ccebc7f121cf req-e8c70576-205d-4602-a4fa-a9b30657d87f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:11.891821 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-01930638-c3a4-4060-a1ec-ccebc7f121cf req-e8c70576-205d-4602-a4fa-a9b30657d87f service neutron] 10.222.0.67 "GET /v2.0/networks?id=aed2eca7-1bb0-443d-8485-b985dbe9851b HTTP/1.1" status: 200 len: 869 time: 0.2987063 Jan 18 22:26:11.946267 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-01930638-c3a4-4060-a1ec-ccebc7f121cf req-31fdb893-620c-4dcf-8f60-bdc61fa06d4d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=bef22bdd-f7ee-42c4-a01f-cfada7fcc48e HTTP/1.1" status: 200 len: 217 time: 0.0440454 Jan 18 22:26:12.016750 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4cdf0475-b7f8-42bc-a051-3f41bfdbbc34 req-fb3464de-6136-4bdd-b415-2ccefe2e1787 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/security-groups?id=05d753a3-5b69-42a7-8159-df7094e5d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377561 Jan 18 22:26:12.142085 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01930638-c3a4-4060-a1ec-ccebc7f121cf req-59a95af4-8136-4646-8eda-0a9f70ea7962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:12.143678 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-01930638-c3a4-4060-a1ec-ccebc7f121cf req-59a95af4-8136-4646-8eda-0a9f70ea7962 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8518183d-cc63-459a-b971-d4c7514e001f HTTP/1.1" status: 200 len: 843 time: 0.1648941 Jan 18 22:26:12.223731 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf1c702-7132-48d2-b77e-ee4326191487 req-e8ef4085-5bca-45b5-a79d-ad06396ce865 tempest-ServerAddressesTestJSON-414237257 tempest-ServerAddressesTestJSON-414237257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:12.224940 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4cf1c702-7132-48d2-b77e-ee4326191487 req-e8ef4085-5bca-45b5-a79d-ad06396ce865 tempest-ServerAddressesTestJSON-414237257 tempest-ServerAddressesTestJSON-414237257-project] 10.222.0.53 "GET /v2.0/ports?device_id=f938fa1e-fb3b-49b0-933c-4ebb593dbc9e HTTP/1.1" status: 200 len: 944 time: 0.1119142 Jan 18 22:26:12.245843 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01930638-c3a4-4060-a1ec-ccebc7f121cf req-6fafa5ed-8a53-4075-ac90-7fa487311861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:12.247531 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-01930638-c3a4-4060-a1ec-ccebc7f121cf req-6fafa5ed-8a53-4075-ac90-7fa487311861 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aed2eca7-1bb0-443d-8485-b985dbe9851b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0953350 Jan 18 22:26:12.372685 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4cf1c702-7132-48d2-b77e-ee4326191487 req-fed67d2d-fcf6-4892-b3e2-158af1177c0c tempest-ServerAddressesTestJSON-414237257 tempest-ServerAddressesTestJSON-414237257-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b928e52-5292-4b30-a407-c40dbf8a8496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404669 Jan 18 22:26:12.415716 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-01930638-c3a4-4060-a1ec-ccebc7f121cf req-38067337-c977-4888-b2bc-239d24b59bef service neutron] 10.222.0.67 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485689 Jan 18 22:26:12.518699 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-01930638-c3a4-4060-a1ec-ccebc7f121cf req-50d962a2-91bd-433e-b2d8-e53ed3f4691c service neutron] 10.222.0.67 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894949 Jan 18 22:26:12.550681 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 43680) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:26:12.656862 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:12.661854 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-b43c6742-a339-401c-b34d-e377705d05ac admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-123706940-network', 'tenant_id': '6f701bc314db40aaa009d6464ed857b9'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:26:12.685008 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b43c6742-a339-401c-b34d-e377705d05ac admin admin] Made reservation on behalf of 6f701bc314db40aaa009d6464ed857b9 for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:26:12.687282 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b43c6742-a339-401c-b34d-e377705d05ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:12.696177 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b43c6742-a339-401c-b34d-e377705d05ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:12.779628 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b43c6742-a339-401c-b34d-e377705d05ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:12.783395 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b43c6742-a339-401c-b34d-e377705d05ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:12.808441 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b43c6742-a339-401c-b34d-e377705d05ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:26:12.818764 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43c6742-a339-401c-b34d-e377705d05ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=308f2ccf-49d9-438d-919a-319a82e079ae,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:26:12.825053 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b43c6742-a339-401c-b34d-e377705d05ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:12.825397 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-b43c6742-a339-401c-b34d-e377705d05ac admin admin] Added segment 0f9b93f3-b3a2-4f91-b06d-871728cbfc1f of type vlan for network c190f261-a9e0-4805-b477-029ec0cff12a Jan 18 22:26:12.857650 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device f5f38641-03f2-4288-b540-a0ea22c59f11 details requested by agent hyperv_n-h1-825064-1 with host n-h1-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:26:12.871649 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b43c6742-a339-401c-b34d-e377705d05ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:12.899836 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b43c6742-a339-401c-b34d-e377705d05ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:12.901145 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43c6742-a339-401c-b34d-e377705d05ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:12.901837 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b43c6742-a339-401c-b34d-e377705d05ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:12.935985 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-b43c6742-a339-401c-b34d-e377705d05ac admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3816752 Jan 18 22:26:12.936505 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 43698) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:26:12.941731 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-fd4ce5b3-80fe-4997-8f47-000a0a414e9a admin admin] Request body: {'subnet': {'network_id': 'c190f261-a9e0-4805-b477-029ec0cff12a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-123706940-subnet', 'tenant_id': '6f701bc314db40aaa009d6464ed857b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:26:12.969413 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd4ce5b3-80fe-4997-8f47-000a0a414e9a admin admin] Made reservation on behalf of 6f701bc314db40aaa009d6464ed857b9 for: {'subnet': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:26:12.972330 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fd4ce5b3-80fe-4997-8f47-000a0a414e9a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62288702'] for subnet, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:12.982165 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43c6742-a339-401c-b34d-e377705d05ac admin admin] Pushing event updated for resources: {'Network': ['ID=c190f261-a9e0-4805-b477-029ec0cff12a,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:26:12.996380 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network c190f261-a9e0-4805-b477-029ec0cff12a details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:26:13.173403 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port f5f38641-03f2-4288-b540-a0ea22c59f11, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=f5f38641-03f2-4288-b540-a0ea22c59f11,segment=NetworkSegment(9e24d2a0-12ea-4916-a7da-d729a54bce87),segment_id=9e24d2a0-12ea-4916-a7da-d729a54bce87)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:26:13.197602 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Returning: {'device': 'f5f38641-03f2-4288-b540-a0ea22c59f11', 'network_id': '2c56897e-aa3d-479c-a935-153ba33f52fe', 'port_id': 'f5f38641-03f2-4288-b540-a0ea22c59f11', 'mac_address': 'fa:16:3e:46:4d:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4712d60-a215-4718-9e52-69098eb8f846', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:26:13.243195 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:13.258308 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5f38641-03f2-4288-b540-a0ea22c59f11 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:26:13.279547 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port f5f38641-03f2-4288-b540-a0ea22c59f11, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=f5f38641-03f2-4288-b540-a0ea22c59f11,segment=NetworkSegment(9e24d2a0-12ea-4916-a7da-d729a54bce87),segment_id=9e24d2a0-12ea-4916-a7da-d729a54bce87)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:26:13.284881 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:13.289428 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae619d4-992e-4964-a258-372036e6e632 req-fbe69ba2-e1c3-4586-a70f-dd30c5071bf9 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:13.290937 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0ae619d4-992e-4964-a258-372036e6e632 req-fbe69ba2-e1c3-4586-a70f-dd30c5071bf9 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/ports?device_id=08019803-913e-44c9-9eb7-3bbd304c1f4b HTTP/1.1" status: 200 len: 947 time: 0.1574514 Jan 18 22:26:13.308932 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48412a91-578f-4610-8dc7-6499ba4914c2 req-d9c8e6f1-f523-4585-b23d-4e1243b57e30 tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:13.310408 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-48412a91-578f-4610-8dc7-6499ba4914c2 req-d9c8e6f1-f523-4585-b23d-4e1243b57e30 tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] 10.222.0.53 "GET /v2.0/ports?device_id=841de351-4a53-4154-9714-1519f6b98d10 HTTP/1.1" status: 200 len: 950 time: 0.1286056 Jan 18 22:26:13.337460 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=f5f38641-03f2-4288-b540-a0ea22c59f11,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:26:13.352409 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fd4ce5b3-80fe-4997-8f47-000a0a414e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60203213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62288684'] for subnet, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:13.417836 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0ae619d4-992e-4964-a258-372036e6e632 req-8f81c9c0-3859-4264-93ce-5fee2f44f800 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/security-groups?id=05d753a3-5b69-42a7-8159-df7094e5d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184559 Jan 18 22:26:13.435714 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-48412a91-578f-4610-8dc7-6499ba4914c2 req-7a7b1c47-9240-4b1e-97e9-675c1e57a9fb tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] 10.222.0.53 "GET /v2.0/security-groups?id=a0d0cef0-d08b-41bc-917e-0f5afe1f408d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060095 Jan 18 22:26:13.442664 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4ce5b3-80fe-4997-8f47-000a0a414e9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1740482f-11ed-4dc8-95f0-60cedd3827cb,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:26:13.471954 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4ce5b3-80fe-4997-8f47-000a0a414e9a admin admin] Checking segment: {'id': '0f9b93f3-b3a2-4f91-b06d-871728cbfc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c190f261-a9e0-4805-b477-029ec0cff12a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:26:13.472351 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4ce5b3-80fe-4997-8f47-000a0a414e9a admin admin] Network hostable DHCP agents. Network: c190f261-a9e0-4805-b477-029ec0cff12a, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:26:13.493324 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4ce5b3-80fe-4997-8f47-000a0a414e9a admin admin] Network c190f261-a9e0-4805-b477-029ec0cff12a is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:26:13.505285 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-fd4ce5b3-80fe-4997-8f47-000a0a414e9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, c190f261-a9e0-4805-b477-029ec0cff12a) {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:26:13.508364 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4ce5b3-80fe-4997-8f47-000a0a414e9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:13.509556 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fd4ce5b3-80fe-4997-8f47-000a0a414e9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:13.513651 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83365fe5-fc25-4e53-b803-10d74ed463ee None None] Network c190f261-a9e0-4805-b477-029ec0cff12a requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:26:13.538175 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['f5f38641-03f2-4288-b540-a0ea22c59f11'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:26:13.560219 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-fd4ce5b3-80fe-4997-8f47-000a0a414e9a admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6151800 Jan 18 22:26:13.642338 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b42a287-af5c-49a2-b672-c7c0774441ef req-c5e68d28-1620-43a1-99c4-9c47cc18a65c tempest-ServerAddressesTestJSON-414237257 tempest-ServerAddressesTestJSON-414237257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:13.644687 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9b42a287-af5c-49a2-b672-c7c0774441ef req-c5e68d28-1620-43a1-99c4-9c47cc18a65c tempest-ServerAddressesTestJSON-414237257 tempest-ServerAddressesTestJSON-414237257-project] 10.222.0.53 "GET /v2.0/ports?device_id=f938fa1e-fb3b-49b0-933c-4ebb593dbc9e HTTP/1.1" status: 200 len: 945 time: 0.0650535 Jan 18 22:26:13.668738 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:13.707953 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9b42a287-af5c-49a2-b672-c7c0774441ef req-a5822089-161a-4e12-afc3-339e3ce942ac tempest-ServerAddressesTestJSON-414237257 tempest-ServerAddressesTestJSON-414237257-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b928e52-5292-4b30-a407-c40dbf8a8496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564206 Jan 18 22:26:13.788234 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202b19c7-0e7a-49d2-9fc9-3180c6015eaa None None] Network c190f261-a9e0-4805-b477-029ec0cff12a requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:26:13.809640 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device bef22bdd-f7ee-42c4-a01f-cfada7fcc48e details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:26:14.038779 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port bef22bdd-f7ee-42c4-a01f-cfada7fcc48e, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=bef22bdd-f7ee-42c4-a01f-cfada7fcc48e,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:26:14.056474 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': 'bef22bdd-f7ee-42c4-a01f-cfada7fcc48e', 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b', 'port_id': 'bef22bdd-f7ee-42c4-a01f-cfada7fcc48e', 'mac_address': 'fa:16:3e:41:23:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8518183d-cc63-459a-b971-d4c7514e001f', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:26:14.112651 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:14.139323 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bef22bdd-f7ee-42c4-a01f-cfada7fcc48e {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:26:14.163950 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port bef22bdd-f7ee-42c4-a01f-cfada7fcc48e, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=bef22bdd-f7ee-42c4-a01f-cfada7fcc48e,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:26:14.169173 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:14.243810 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=bef22bdd-f7ee-42c4-a01f-cfada7fcc48e,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:26:14.539657 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1571d1d7-fc10-462d-91a8-ae90deb0636d req-11fe252d-cfeb-431d-a911-00e96239e507 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:14.541250 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1571d1d7-fc10-462d-91a8-ae90deb0636d req-11fe252d-cfeb-431d-a911-00e96239e507 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/ports?device_id=08019803-913e-44c9-9eb7-3bbd304c1f4b HTTP/1.1" status: 200 len: 948 time: 0.0529385 Jan 18 22:26:14.583023 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1571d1d7-fc10-462d-91a8-ae90deb0636d req-329f980d-ab71-41fd-8643-789bb48d6667 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/security-groups?id=05d753a3-5b69-42a7-8159-df7094e5d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346706 Jan 18 22:26:14.666074 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['bef22bdd-f7ee-42c4-a01f-cfada7fcc48e'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:26:14.861650 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0fa722-381f-4553-8563-e6a157c285bf req-bfb10dda-e1e3-4cca-bcac-b57e2a932f3b tempest-ServerAddressesTestJSON-414237257 tempest-ServerAddressesTestJSON-414237257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:14.869166 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cd0fa722-381f-4553-8563-e6a157c285bf req-bfb10dda-e1e3-4cca-bcac-b57e2a932f3b tempest-ServerAddressesTestJSON-414237257 tempest-ServerAddressesTestJSON-414237257-project] 10.222.0.53 "GET /v2.0/ports?device_id=f938fa1e-fb3b-49b0-933c-4ebb593dbc9e HTTP/1.1" status: 200 len: 945 time: 0.0763748 Jan 18 22:26:14.903661 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device f5f38641-03f2-4288-b540-a0ea22c59f11 up at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:26:14.911238 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cd0fa722-381f-4553-8563-e6a157c285bf req-863a0cdd-7046-49c5-bece-ffdfa3149912 tempest-ServerAddressesTestJSON-414237257 tempest-ServerAddressesTestJSON-414237257-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b928e52-5292-4b30-a407-c40dbf8a8496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354733 Jan 18 22:26:14.973515 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning for port f5f38641-03f2-4288-b540-a0ea22c59f11 completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:26:14.979070 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning complete for port f5f38641-03f2-4288-b540-a0ea22c59f11 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:26:14.979448 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:15.061537 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:15.101794 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f938fa1e-fb3b-49b0-933c-4ebb593dbc9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5f38641-03f2-4288-b540-a0ea22c59f11'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:26:15.104030 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd19af60-0c4d-4b2e-a35c-1a0512340318" -d '{"events": [{"server_uuid": "f938fa1e-fb3b-49b0-933c-4ebb593dbc9e", "name": "network-vif-plugged", "status": "completed", "tag": "f5f38641-03f2-4288-b540-a0ea22c59f11"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:26:15.117774 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port f5f38641-03f2-4288-b540-a0ea22c59f11, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=f5f38641-03f2-4288-b540-a0ea22c59f11,segment=NetworkSegment(9e24d2a0-12ea-4916-a7da-d729a54bce87),segment_id=9e24d2a0-12ea-4916-a7da-d729a54bce87)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:26:15.126232 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:15.169230 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d2db6a1-6106-458f-bbae-e8fc5037b33f x-openstack-request-id: req-2d2db6a1-6106-458f-bbae-e8fc5037b33f {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:26:15.169611 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f938fa1e-fb3b-49b0-933c-4ebb593dbc9e", "name": "network-vif-plugged", "status": "completed", "tag": "f5f38641-03f2-4288-b540-a0ea22c59f11", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:26:15.169740 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2d2db6a1-6106-458f-bbae-e8fc5037b33f {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:26:15.170091 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f938fa1e-fb3b-49b0-933c-4ebb593dbc9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5f38641-03f2-4288-b540-a0ea22c59f11', 'code': 200} Jan 18 22:26:15.194963 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=f5f38641-03f2-4288-b540-a0ea22c59f11,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:26:15.269936 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3878d6e3-b5c0-47f6-8636-38b0eb18b981 req-8634fe4d-1333-4b87-8d50-bbe5c5692eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:15.272586 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-3878d6e3-b5c0-47f6-8636-38b0eb18b981 req-8634fe4d-1333-4b87-8d50-bbe5c5692eea service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f938fa1e-fb3b-49b0-933c-4ebb593dbc9e HTTP/1.1" status: 200 len: 1097 time: 0.0507507 Jan 18 22:26:15.318059 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-3878d6e3-b5c0-47f6-8636-38b0eb18b981 req-d1118e1b-18a8-488f-b852-74db91559487 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6b928e52-5292-4b30-a407-c40dbf8a8496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364563 Jan 18 22:26:15.720680 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29f3ae3-504e-4215-82a8-d2f0c182edd1 req-1e2fb4b6-7981-468c-ac9f-bb0f52947e7d tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:15.722150 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c29f3ae3-504e-4215-82a8-d2f0c182edd1 req-1e2fb4b6-7981-468c-ac9f-bb0f52947e7d tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/ports?device_id=08019803-913e-44c9-9eb7-3bbd304c1f4b HTTP/1.1" status: 200 len: 948 time: 0.0548961 Jan 18 22:26:15.761504 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c29f3ae3-504e-4215-82a8-d2f0c182edd1 req-5cbe4f7f-7f85-44f1-95b6-b7c4282c41bd tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/security-groups?id=05d753a3-5b69-42a7-8159-df7094e5d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324481 Jan 18 22:26:15.799871 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 5c6540dc-cedb-4c75-ad46-a801074d61ca no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:26:15.887637 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:15.925195 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 5c6540dc-cedb-4c75-ad46-a801074d61ca, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=5c6540dc-cedb-4c75-ad46-a801074d61ca,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:26:15.929639 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:15.989834 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=5c6540dc-cedb-4c75-ad46-a801074d61ca,revision_number=11']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:26:16.069711 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e786ae52-eb25-4365-8801-be7f7dc331c3 req-debf5b5c-4f3f-437b-8a69-83385041fd78 tempest-ServerAddressesTestJSON-414237257 tempest-ServerAddressesTestJSON-414237257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:16.071238 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e786ae52-eb25-4365-8801-be7f7dc331c3 req-debf5b5c-4f3f-437b-8a69-83385041fd78 tempest-ServerAddressesTestJSON-414237257 tempest-ServerAddressesTestJSON-414237257-project] 10.222.0.53 "GET /v2.0/ports?device_id=f938fa1e-fb3b-49b0-933c-4ebb593dbc9e HTTP/1.1" status: 200 len: 946 time: 0.0618176 Jan 18 22:26:16.112789 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e786ae52-eb25-4365-8801-be7f7dc331c3 req-6b872a00-c917-4ec7-8749-18509f95e4ed tempest-ServerAddressesTestJSON-414237257 tempest-ServerAddressesTestJSON-414237257-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b928e52-5292-4b30-a407-c40dbf8a8496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353022 Jan 18 22:26:16.782874 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dce76b-9263-4d29-beb6-e16cb33875f4 req-113d4915-d595-4a6f-a171-c4b672abd418 tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:16.784437 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-41dce76b-9263-4d29-beb6-e16cb33875f4 req-113d4915-d595-4a6f-a171-c4b672abd418 tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] 10.222.0.53 "GET /v2.0/ports?device_id=b79a3a35-3818-488e-91a0-e159f210685e HTTP/1.1" status: 200 len: 948 time: 0.0526302 Jan 18 22:26:16.828649 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-41dce76b-9263-4d29-beb6-e16cb33875f4 req-6f4f04c2-2e13-4a73-a6e9-8b611ed4bc4a tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] 10.222.0.53 "GET /v2.0/security-groups?id=a0d0cef0-d08b-41bc-917e-0f5afe1f408d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355353 Jan 18 22:26:16.889730 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b46df1f-f44d-4985-9812-5b13163ea102 req-325ae8bc-b8f2-4db5-85fd-ea5ff65a734c tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:16.892178 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1b46df1f-f44d-4985-9812-5b13163ea102 req-325ae8bc-b8f2-4db5-85fd-ea5ff65a734c tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/ports?device_id=08019803-913e-44c9-9eb7-3bbd304c1f4b HTTP/1.1" status: 200 len: 948 time: 0.0568993 Jan 18 22:26:16.931694 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1b46df1f-f44d-4985-9812-5b13163ea102 req-a392cd32-3d25-4c76-bb9c-a5a9370b8d8f tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/security-groups?id=05d753a3-5b69-42a7-8159-df7094e5d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336473 Jan 18 22:26:17.171370 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '841de351-4a53-4154-9714-1519f6b98d10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c6540dc-cedb-4c75-ad46-a801074d61ca'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:26:17.174214 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3765e24d-e805-44b8-ae9b-86779c413380" -d '{"events": [{"server_uuid": "841de351-4a53-4154-9714-1519f6b98d10", "name": "network-vif-unplugged", "status": "completed", "tag": "5c6540dc-cedb-4c75-ad46-a801074d61ca"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:26:17.210316 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 18 Jan 2022 22:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a5a7e83-05aa-4d2f-97d3-4cfbc1f9990c x-openstack-request-id: req-3a5a7e83-05aa-4d2f-97d3-4cfbc1f9990c {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:26:17.210615 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "841de351-4a53-4154-9714-1519f6b98d10", "name": "network-vif-unplugged", "status": "completed", "tag": "5c6540dc-cedb-4c75-ad46-a801074d61ca", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:26:17.210862 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3a5a7e83-05aa-4d2f-97d3-4cfbc1f9990c {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:26:17.211253 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '841de351-4a53-4154-9714-1519f6b98d10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c6540dc-cedb-4c75-ad46-a801074d61ca', 'code': 200} Jan 18 22:26:17.235009 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b003e66-6773-4e70-b0a2-4b08c0c0a53e req-8de8ef94-93ff-4d80-aa9b-7a7b2bb2ef9f tempest-ServerAddressesTestJSON-414237257 tempest-ServerAddressesTestJSON-414237257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:17.236539 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0b003e66-6773-4e70-b0a2-4b08c0c0a53e req-8de8ef94-93ff-4d80-aa9b-7a7b2bb2ef9f tempest-ServerAddressesTestJSON-414237257 tempest-ServerAddressesTestJSON-414237257-project] 10.222.0.53 "GET /v2.0/ports?device_id=f938fa1e-fb3b-49b0-933c-4ebb593dbc9e HTTP/1.1" status: 200 len: 946 time: 0.0552871 Jan 18 22:26:17.274500 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0b003e66-6773-4e70-b0a2-4b08c0c0a53e req-18f5cd1c-c6a3-40fc-8235-5700a338a19c tempest-ServerAddressesTestJSON-414237257 tempest-ServerAddressesTestJSON-414237257-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b928e52-5292-4b30-a407-c40dbf8a8496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316904 Jan 18 22:26:17.649510 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a81c82-b981-4b1f-a08a-cffa5d594351 req-d9073b8b-8c19-40b0-8249-fbd56c7bb599 tempest-ServerAddressesTestJSON-414237257 tempest-ServerAddressesTestJSON-414237257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:17.650998 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e9a81c82-b981-4b1f-a08a-cffa5d594351 req-d9073b8b-8c19-40b0-8249-fbd56c7bb599 tempest-ServerAddressesTestJSON-414237257 tempest-ServerAddressesTestJSON-414237257-project] 10.222.0.53 "GET /v2.0/ports?device_id=f938fa1e-fb3b-49b0-933c-4ebb593dbc9e HTTP/1.1" status: 200 len: 946 time: 0.0490985 Jan 18 22:26:17.689262 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e9a81c82-b981-4b1f-a08a-cffa5d594351 req-6af4857f-9470-4929-a8f0-a998dd9a4711 tempest-ServerAddressesTestJSON-414237257 tempest-ServerAddressesTestJSON-414237257-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b928e52-5292-4b30-a407-c40dbf8a8496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316799 Jan 18 22:26:17.825019 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device bef22bdd-f7ee-42c4-a01f-cfada7fcc48e up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:26:17.875327 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port bef22bdd-f7ee-42c4-a01f-cfada7fcc48e completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:26:17.879381 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port bef22bdd-f7ee-42c4-a01f-cfada7fcc48e triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:26:17.879999 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:17.951710 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5746c3-5a99-4086-ae19-6914f149d166 req-4e8e4e4c-b659-414f-aab1-e025e4d24093 tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:17.953685 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-de5746c3-5a99-4086-ae19-6914f149d166 req-4e8e4e4c-b659-414f-aab1-e025e4d24093 tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] 10.222.0.53 "GET /v2.0/ports?device_id=b79a3a35-3818-488e-91a0-e159f210685e HTTP/1.1" status: 200 len: 948 time: 0.0552042 Jan 18 22:26:17.964565 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:17.998993 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port bef22bdd-f7ee-42c4-a01f-cfada7fcc48e, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=bef22bdd-f7ee-42c4-a01f-cfada7fcc48e,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:26:18.004393 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:18.009937 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-de5746c3-5a99-4086-ae19-6914f149d166 req-bf15b023-8019-4095-8304-512a9a680fcd tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] 10.222.0.53 "GET /v2.0/security-groups?id=a0d0cef0-d08b-41bc-917e-0f5afe1f408d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376692 Jan 18 22:26:18.060247 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=bef22bdd-f7ee-42c4-a01f-cfada7fcc48e,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:26:18.131371 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebceeb17-f423-446c-a0fe-d120fed2e33d req-7fdd327d-3e4d-47e6-968c-71660b1e5ec1 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:18.132963 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ebceeb17-f423-446c-a0fe-d120fed2e33d req-7fdd327d-3e4d-47e6-968c-71660b1e5ec1 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/ports?device_id=08019803-913e-44c9-9eb7-3bbd304c1f4b HTTP/1.1" status: 200 len: 949 time: 0.0513244 Jan 18 22:26:18.171240 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ebceeb17-f423-446c-a0fe-d120fed2e33d req-2e6b96da-1c40-4f46-97bb-9cf9fbed06d8 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/security-groups?id=05d753a3-5b69-42a7-8159-df7094e5d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321569 Jan 18 22:26:18.478971 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec73eca4-d01d-4df0-9eb4-59fba1a93878 req-9be805f9-ff69-48c1-b7d7-e967c813e5e2 tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:18.483390 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ec73eca4-d01d-4df0-9eb4-59fba1a93878 req-9be805f9-ff69-48c1-b7d7-e967c813e5e2 tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] 10.222.0.36 "GET /v2.0/ports?device_id=b79a3a35-3818-488e-91a0-e159f210685e HTTP/1.1" status: 200 len: 948 time: 0.0816691 Jan 18 22:26:18.594160 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-ec73eca4-d01d-4df0-9eb4-59fba1a93878 req-85bcdb10-7604-4768-9e06-f495dcd2597f tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] Deleting port 3df3936e-bc5d-4477-8091-c6c71cabaa4e {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:26:18.594495 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-ec73eca4-d01d-4df0-9eb4-59fba1a93878 req-85bcdb10-7604-4768-9e06-f495dcd2597f tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:18.690047 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-ec73eca4-d01d-4df0-9eb4-59fba1a93878 req-85bcdb10-7604-4768-9e06-f495dcd2597f tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] For port 3df3936e-bc5d-4477-8091-c6c71cabaa4e, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=3df3936e-bc5d-4477-8091-c6c71cabaa4e,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:26:18.690477 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-ec73eca4-d01d-4df0-9eb4-59fba1a93878 req-85bcdb10-7604-4768-9e06-f495dcd2597f tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:18.706646 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-ec73eca4-d01d-4df0-9eb4-59fba1a93878 req-85bcdb10-7604-4768-9e06-f495dcd2597f tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] Calling delete_port for 3df3936e-bc5d-4477-8091-c6c71cabaa4e owned by compute:nova {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:26:18.931933 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-ec73eca4-d01d-4df0-9eb4-59fba1a93878 req-85bcdb10-7604-4768-9e06-f495dcd2597f tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:18.959329 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b413170d-6786-4027-a7ea-eee72df3e322 req-71db9d3c-5c16-445f-9c78-0d4bce6487b8 tempest-ServerAddressesTestJSON-414237257 tempest-ServerAddressesTestJSON-414237257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:18.967768 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b413170d-6786-4027-a7ea-eee72df3e322 req-71db9d3c-5c16-445f-9c78-0d4bce6487b8 tempest-ServerAddressesTestJSON-414237257 tempest-ServerAddressesTestJSON-414237257-project] 10.222.0.53 "GET /v2.0/ports?device_id=f938fa1e-fb3b-49b0-933c-4ebb593dbc9e HTTP/1.1" status: 200 len: 946 time: 0.1278901 Jan 18 22:26:18.996522 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bcdb10-7604-4768-9e06-f495dcd2597f tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] Pushing event deleted for resources: {'Port': ['ID=3df3936e-bc5d-4477-8091-c6c71cabaa4e,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:26:19.042781 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec73eca4-d01d-4df0-9eb4-59fba1a93878 req-85bcdb10-7604-4768-9e06-f495dcd2597f tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] No DVR routers for this DVR port 3df3936e-bc5d-4477-8091-c6c71cabaa4e on host n-h1-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:26:19.048828 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-ec73eca4-d01d-4df0-9eb4-59fba1a93878 req-85bcdb10-7604-4768-9e06-f495dcd2597f tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:19.052726 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ec73eca4-d01d-4df0-9eb4-59fba1a93878 req-85bcdb10-7604-4768-9e06-f495dcd2597f tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] 10.222.0.36 "DELETE /v2.0/ports/3df3936e-bc5d-4477-8091-c6c71cabaa4e HTTP/1.1" status: 204 len: 173 time: 0.5617268 Jan 18 22:26:19.053334 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b79a3a35-3818-488e-91a0-e159f210685e', 'name': 'network-vif-deleted', 'tag': '3df3936e-bc5d-4477-8091-c6c71cabaa4e'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:26:19.055797 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d560cfef-3b85-4c1b-b45a-d2d3045bbe62" -d '{"events": [{"server_uuid": "b79a3a35-3818-488e-91a0-e159f210685e", "name": "network-vif-deleted", "tag": "3df3936e-bc5d-4477-8091-c6c71cabaa4e"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:26:19.064336 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b413170d-6786-4027-a7ea-eee72df3e322 req-1933b233-1e8c-44f0-9924-46a9900b983d tempest-ServerAddressesTestJSON-414237257 tempest-ServerAddressesTestJSON-414237257-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b928e52-5292-4b30-a407-c40dbf8a8496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954328 Jan 18 22:26:19.186687 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4d44d2b4-be6b-419c-98af-edeebb391bb3 req-9b337f77-7539-41f5-be65-1d726e025c24 tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] 10.222.0.53 "GET /v2.0/ports?device_id=b79a3a35-3818-488e-91a0-e159f210685e HTTP/1.1" status: 200 len: 210 time: 0.0632279 Jan 18 22:26:19.213290 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08019803-913e-44c9-9eb7-3bbd304c1f4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bef22bdd-f7ee-42c4-a01f-cfada7fcc48e'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:26:19.216532 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbf43602-3bd3-4bd1-a2cd-9b5ae43ea29a" -d '{"events": [{"server_uuid": "08019803-913e-44c9-9eb7-3bbd304c1f4b", "name": "network-vif-plugged", "status": "completed", "tag": "bef22bdd-f7ee-42c4-a01f-cfada7fcc48e"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:26:19.241657 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd5bdbb-84fb-44eb-94bd-df1fff4e52b7 req-9fddfb3b-ac8a-4238-b114-6ec14c6b067a tempest-ServerAddressesTestJSON-414237257 tempest-ServerAddressesTestJSON-414237257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:19.246762 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3fd5bdbb-84fb-44eb-94bd-df1fff4e52b7 req-9fddfb3b-ac8a-4238-b114-6ec14c6b067a tempest-ServerAddressesTestJSON-414237257 tempest-ServerAddressesTestJSON-414237257-project] 10.222.0.36 "GET /v2.0/ports?device_id=f938fa1e-fb3b-49b0-933c-4ebb593dbc9e HTTP/1.1" status: 200 len: 946 time: 0.1799867 Jan 18 22:26:19.282754 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c6d9d412-4d93-4c50-835e-b38cb0700514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:19.327495 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b28ef2ad-afc2-499d-9a3a-76f37b71d993 x-openstack-request-id: req-b28ef2ad-afc2-499d-9a3a-76f37b71d993 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:26:19.328035 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b79a3a35-3818-488e-91a0-e159f210685e", "name": "network-vif-deleted", "tag": "3df3936e-bc5d-4477-8091-c6c71cabaa4e", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:26:19.328376 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b28ef2ad-afc2-499d-9a3a-76f37b71d993 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:26:19.329028 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b79a3a35-3818-488e-91a0-e159f210685e', 'name': 'network-vif-deleted', 'tag': '3df3936e-bc5d-4477-8091-c6c71cabaa4e', 'status': 'completed', 'code': 200} Jan 18 22:26:19.401086 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc13232d-05d1-491d-b243-f8e7625b38fc x-openstack-request-id: req-fc13232d-05d1-491d-b243-f8e7625b38fc {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:26:19.401444 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08019803-913e-44c9-9eb7-3bbd304c1f4b", "name": "network-vif-plugged", "status": "completed", "tag": "bef22bdd-f7ee-42c4-a01f-cfada7fcc48e", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:26:19.401828 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fc13232d-05d1-491d-b243-f8e7625b38fc {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:26:19.402313 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08019803-913e-44c9-9eb7-3bbd304c1f4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bef22bdd-f7ee-42c4-a01f-cfada7fcc48e', 'code': 200} Jan 18 22:26:19.843395 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b72220-8356-400e-b64a-09dcd768132e req-dd0ddf68-08c7-4a54-824d-3c8efa40233e tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:19.845318 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-76b72220-8356-400e-b64a-09dcd768132e req-dd0ddf68-08c7-4a54-824d-3c8efa40233e tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/ports?device_id=08019803-913e-44c9-9eb7-3bbd304c1f4b HTTP/1.1" status: 200 len: 949 time: 0.4630368 Jan 18 22:26:19.892868 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-3fd5bdbb-84fb-44eb-94bd-df1fff4e52b7 req-0d6ba53b-5410-4cf6-ab08-3edff2dadfd1 tempest-ServerAddressesTestJSON-414237257 tempest-ServerAddressesTestJSON-414237257-project] Deleting port f5f38641-03f2-4288-b540-a0ea22c59f11 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:26:19.893455 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-3fd5bdbb-84fb-44eb-94bd-df1fff4e52b7 req-0d6ba53b-5410-4cf6-ab08-3edff2dadfd1 tempest-ServerAddressesTestJSON-414237257 tempest-ServerAddressesTestJSON-414237257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:19.964445 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-76b72220-8356-400e-b64a-09dcd768132e req-196003fc-1ec7-4128-9586-5011a757341c tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/security-groups?id=05d753a3-5b69-42a7-8159-df7094e5d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018467 Jan 18 22:26:19.968945 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a20e76-035f-460e-8b78-27cd3d52cdee req-6aca5d80-87f4-4520-a68b-e55669d1fb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:19.970594 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-04a20e76-035f-460e-8b78-27cd3d52cdee req-6aca5d80-87f4-4520-a68b-e55669d1fb2f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=08019803-913e-44c9-9eb7-3bbd304c1f4b HTTP/1.1" status: 200 len: 1100 time: 0.1517572 Jan 18 22:26:20.034475 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-04a20e76-035f-460e-8b78-27cd3d52cdee req-17f8a10f-fe6c-437c-b064-9fa95fc37f26 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=05d753a3-5b69-42a7-8159-df7094e5d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518825 Jan 18 22:26:20.042318 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-3fd5bdbb-84fb-44eb-94bd-df1fff4e52b7 req-0d6ba53b-5410-4cf6-ab08-3edff2dadfd1 tempest-ServerAddressesTestJSON-414237257 tempest-ServerAddressesTestJSON-414237257-project] For port f5f38641-03f2-4288-b540-a0ea22c59f11, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=f5f38641-03f2-4288-b540-a0ea22c59f11,segment=NetworkSegment(9e24d2a0-12ea-4916-a7da-d729a54bce87),segment_id=9e24d2a0-12ea-4916-a7da-d729a54bce87)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:26:20.042689 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-3fd5bdbb-84fb-44eb-94bd-df1fff4e52b7 req-0d6ba53b-5410-4cf6-ab08-3edff2dadfd1 tempest-ServerAddressesTestJSON-414237257 tempest-ServerAddressesTestJSON-414237257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:20.056882 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-3fd5bdbb-84fb-44eb-94bd-df1fff4e52b7 req-0d6ba53b-5410-4cf6-ab08-3edff2dadfd1 tempest-ServerAddressesTestJSON-414237257 tempest-ServerAddressesTestJSON-414237257-project] Calling delete_port for f5f38641-03f2-4288-b540-a0ea22c59f11 owned by compute:nova {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:26:20.132197 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 22:26:20.282301 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45c78b9-b628-4cb8-8cc6-4ddf9c486cc0 req-f76c7a6e-2f16-4fa2-bb97-d229f916d6a6 tempest-ServerAddressesTestJSON-414237257 tempest-ServerAddressesTestJSON-414237257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:20.284433 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a45c78b9-b628-4cb8-8cc6-4ddf9c486cc0 req-f76c7a6e-2f16-4fa2-bb97-d229f916d6a6 tempest-ServerAddressesTestJSON-414237257 tempest-ServerAddressesTestJSON-414237257-project] 10.222.0.53 "GET /v2.0/ports?device_id=f938fa1e-fb3b-49b0-933c-4ebb593dbc9e HTTP/1.1" status: 200 len: 946 time: 0.1333916 Jan 18 22:26:20.310415 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-3fd5bdbb-84fb-44eb-94bd-df1fff4e52b7 req-0d6ba53b-5410-4cf6-ab08-3edff2dadfd1 tempest-ServerAddressesTestJSON-414237257 tempest-ServerAddressesTestJSON-414237257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:20.325864 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['f5f38641-03f2-4288-b540-a0ea22c59f11'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:26:20.370574 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6ba53b-5410-4cf6-ab08-3edff2dadfd1 tempest-ServerAddressesTestJSON-414237257 tempest-ServerAddressesTestJSON-414237257-project] Pushing event deleted for resources: {'Port': ['ID=f5f38641-03f2-4288-b540-a0ea22c59f11,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:26:20.420197 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fd5bdbb-84fb-44eb-94bd-df1fff4e52b7 req-0d6ba53b-5410-4cf6-ab08-3edff2dadfd1 tempest-ServerAddressesTestJSON-414237257 tempest-ServerAddressesTestJSON-414237257-project] No DVR routers for this DVR port f5f38641-03f2-4288-b540-a0ea22c59f11 on host n-h1-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:26:20.423571 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-3fd5bdbb-84fb-44eb-94bd-df1fff4e52b7 req-0d6ba53b-5410-4cf6-ab08-3edff2dadfd1 tempest-ServerAddressesTestJSON-414237257 tempest-ServerAddressesTestJSON-414237257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:20.427424 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3fd5bdbb-84fb-44eb-94bd-df1fff4e52b7 req-0d6ba53b-5410-4cf6-ab08-3edff2dadfd1 tempest-ServerAddressesTestJSON-414237257 tempest-ServerAddressesTestJSON-414237257-project] 10.222.0.36 "DELETE /v2.0/ports/f5f38641-03f2-4288-b540-a0ea22c59f11 HTTP/1.1" status: 204 len: 173 time: 1.1746283 Jan 18 22:26:20.437638 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a45c78b9-b628-4cb8-8cc6-4ddf9c486cc0 req-98bc9bfc-4aad-426b-b2d8-3a48a3c3eb36 tempest-ServerAddressesTestJSON-414237257 tempest-ServerAddressesTestJSON-414237257-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b928e52-5292-4b30-a407-c40dbf8a8496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430447 Jan 18 22:26:20.443280 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f938fa1e-fb3b-49b0-933c-4ebb593dbc9e', 'name': 'network-vif-deleted', 'tag': 'f5f38641-03f2-4288-b540-a0ea22c59f11'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:26:20.459433 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49adad93-b23b-431c-b8b9-02876099a477" -d '{"events": [{"server_uuid": "f938fa1e-fb3b-49b0-933c-4ebb593dbc9e", "name": "network-vif-deleted", "tag": "f5f38641-03f2-4288-b540-a0ea22c59f11"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:26:20.525989 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5045113b-ed4f-4a6d-81fc-f1ef55e90ff5 x-openstack-request-id: req-5045113b-ed4f-4a6d-81fc-f1ef55e90ff5 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:26:20.526310 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f938fa1e-fb3b-49b0-933c-4ebb593dbc9e", "name": "network-vif-deleted", "tag": "f5f38641-03f2-4288-b540-a0ea22c59f11", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:26:20.526562 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5045113b-ed4f-4a6d-81fc-f1ef55e90ff5 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:26:20.526962 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f938fa1e-fb3b-49b0-933c-4ebb593dbc9e', 'name': 'network-vif-deleted', 'tag': 'f5f38641-03f2-4288-b540-a0ea22c59f11', 'status': 'completed', 'code': 200} Jan 18 22:26:20.706350 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd47175-1ce4-4621-a78b-a8d539e61c7b req-74c527a3-d9c8-47e6-a16e-1c1d64839b92 tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:20.707881 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-acd47175-1ce4-4621-a78b-a8d539e61c7b req-74c527a3-d9c8-47e6-a16e-1c1d64839b92 tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] 10.222.0.53 "GET /v2.0/ports?device_id=841de351-4a53-4154-9714-1519f6b98d10 HTTP/1.1" status: 200 len: 948 time: 0.0579879 Jan 18 22:26:20.747659 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-acd47175-1ce4-4621-a78b-a8d539e61c7b req-8901ab35-9a2a-4ef7-aead-66935f5b8097 tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] 10.222.0.53 "GET /v2.0/security-groups?id=a0d0cef0-d08b-41bc-917e-0f5afe1f408d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332325 Jan 18 22:26:21.089182 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c02aee-c11a-415b-b4f4-4d703018d467 req-51a85a65-ff32-4b3d-b6ef-8ea9f967913e tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:21.092062 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-12c02aee-c11a-415b-b4f4-4d703018d467 req-51a85a65-ff32-4b3d-b6ef-8ea9f967913e tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/ports?device_id=08019803-913e-44c9-9eb7-3bbd304c1f4b HTTP/1.1" status: 200 len: 949 time: 0.0508244 Jan 18 22:26:21.130577 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-12c02aee-c11a-415b-b4f4-4d703018d467 req-76bfef55-1c3e-4cf0-ae9e-e404d7f284a9 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/security-groups?id=05d753a3-5b69-42a7-8159-df7094e5d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319419 Jan 18 22:26:21.511379 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 44136) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:26:21.622008 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd32152d-ec66-42ff-b388-a84c651edd82 admin admin] Deleting subnet a4712d60-a215-4718-9e52-69098eb8f846 {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:26:21.626357 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cd32152d-ec66-42ff-b388-a84c651edd82 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:21.663117 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cd32152d-ec66-42ff-b388-a84c651edd82 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:21.707192 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cd32152d-ec66-42ff-b388-a84c651edd82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:21.785039 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cd32152d-ec66-42ff-b388-a84c651edd82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:21.813031 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd32152d-ec66-42ff-b388-a84c651edd82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4712d60-a215-4718-9e52-69098eb8f846,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:26:21.815068 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cd32152d-ec66-42ff-b388-a84c651edd82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:21.818408 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-cd32152d-ec66-42ff-b388-a84c651edd82 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/a4712d60-a215-4718-9e52-69098eb8f846 HTTP/1.1" status: 204 len: 168 time: 0.3039885 Jan 18 22:26:21.820751 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 44142) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:26:21.873321 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96746c6-717b-47c4-a05f-7c435d9edaec req-0aa8095a-4051-40c6-90b6-dc0c25b0c5e0 tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:21.874948 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d96746c6-717b-47c4-a05f-7c435d9edaec req-0aa8095a-4051-40c6-90b6-dc0c25b0c5e0 tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] 10.222.0.53 "GET /v2.0/ports?device_id=841de351-4a53-4154-9714-1519f6b98d10 HTTP/1.1" status: 200 len: 948 time: 0.0510833 Jan 18 22:26:21.889109 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-630a7ad0-3f51-4b96-8d6a-b8630a52a1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:21.917228 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d96746c6-717b-47c4-a05f-7c435d9edaec req-0dead965-b5fc-45fa-a2a0-2f7f9d8c5d02 tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] 10.222.0.53 "GET /v2.0/security-groups?id=a0d0cef0-d08b-41bc-917e-0f5afe1f408d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357239 Jan 18 22:26:21.932960 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-13559775-6650-4446-8c5d-955cae1ee2e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:21.974958 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-630a7ad0-3f51-4b96-8d6a-b8630a52a1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:21.994355 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-630a7ad0-3f51-4b96-8d6a-b8630a52a1c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c56897e-aa3d-479c-a935-153ba33f52fe']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:26:22.004163 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-630a7ad0-3f51-4b96-8d6a-b8630a52a1c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e24d2a0-12ea-4916-a7da-d729a54bce87') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:26:22.004783 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-630a7ad0-3f51-4b96-8d6a-b8630a52a1c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e24d2a0-12ea-4916-a7da-d729a54bce87') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:26:22.014888 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-630a7ad0-3f51-4b96-8d6a-b8630a52a1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:22.029023 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-630a7ad0-3f51-4b96-8d6a-b8630a52a1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:22.035260 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-630a7ad0-3f51-4b96-8d6a-b8630a52a1c1 admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:26:22.035650 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-630a7ad0-3f51-4b96-8d6a-b8630a52a1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:22.037340 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:26:22.037340 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:26:22.037340 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:26:22.037340 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:26:22.037340 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:26:22.037340 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:26:22.037340 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:26:22.037340 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:26:22.037340 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:26:22.037340 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:26:22.037340 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:26:22.037340 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:26:22.037340 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:26:22.037340 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:26:22.037340 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:26:22.037340 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:26:22.037340 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:26:22.037340 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:26:22.037340 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:26:22.037340 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:26:22.037340 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:26:22.037340 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:26:22.037340 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:26:22.037340 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:26:22.037340 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:26:22.037340 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:26:22.037340 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:26:22.037340 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:26:22.037340 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:26:22.037340 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:26:22.037340 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:26:22.037340 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:26:22.107109 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-630a7ad0-3f51-4b96-8d6a-b8630a52a1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:22.112989 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-630a7ad0-3f51-4b96-8d6a-b8630a52a1c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:22.116276 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-630a7ad0-3f51-4b96-8d6a-b8630a52a1c1 admin admin] 10.222.0.53 "DELETE /v2.0/networks/2c56897e-aa3d-479c-a935-153ba33f52fe HTTP/1.1" status: 204 len: 168 time: 0.2945843 Jan 18 22:26:22.127952 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630a7ad0-3f51-4b96-8d6a-b8630a52a1c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c56897e-aa3d-479c-a935-153ba33f52fe,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:26:22.244471 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 44150) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:26:22.285845 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-3b4cbd61-4a0b-477e-8530-761c22132289 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9abf6744aec34071bc6d3c39de77e791&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401752 Jan 18 22:26:22.286047 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18715ad2-650a-4d2e-b994-a1f24cca60c1 req-77da87d0-c1d2-4f45-b4a9-a455c59f4fff tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:22.287594 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-18715ad2-650a-4d2e-b994-a1f24cca60c1 req-77da87d0-c1d2-4f45-b4a9-a455c59f4fff tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/ports?device_id=08019803-913e-44c9-9eb7-3bbd304c1f4b HTTP/1.1" status: 200 len: 949 time: 0.0824757 Jan 18 22:26:22.288314 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 44154) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:26:22.322182 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b3897dd6-e996-4a8f-a006-d0b2a97709e2 req-8126cf88-6a93-4f5c-9cef-ee14abda83c4 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5fdf43ac-e2d1-46c0-a022-01c13375d73d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0837173 Jan 18 22:26:22.352536 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-18715ad2-650a-4d2e-b994-a1f24cca60c1 req-be591a05-2371-4295-b63a-fdb98286fdb3 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/security-groups?id=05d753a3-5b69-42a7-8159-df7094e5d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576754 Jan 18 22:26:22.370191 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ef83a434-930c-422c-9f34-a53203f6d280 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:22.399248 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ef83a434-930c-422c-9f34-a53203f6d280 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:22.494676 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ef83a434-930c-422c-9f34-a53203f6d280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:22.499037 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ef83a434-930c-422c-9f34-a53203f6d280 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:22.503291 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-ef83a434-930c-422c-9f34-a53203f6d280 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6b928e52-5292-4b30-a407-c40dbf8a8496 HTTP/1.1" status: 204 len: 168 time: 0.2138188 Jan 18 22:26:22.516811 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef83a434-930c-422c-9f34-a53203f6d280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b928e52-5292-4b30-a407-c40dbf8a8496,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:26:22.520881 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3897dd6-e996-4a8f-a006-d0b2a97709e2 req-250ebc72-fcfa-4f69-8ea5-1835ba978a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:22.521476 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3897dd6-e996-4a8f-a006-d0b2a97709e2 req-250ebc72-fcfa-4f69-8ea5-1835ba978a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:22.522011 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3897dd6-e996-4a8f-a006-d0b2a97709e2 req-250ebc72-fcfa-4f69-8ea5-1835ba978a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:22.522588 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3897dd6-e996-4a8f-a006-d0b2a97709e2 req-250ebc72-fcfa-4f69-8ea5-1835ba978a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:22.523096 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3897dd6-e996-4a8f-a006-d0b2a97709e2 req-250ebc72-fcfa-4f69-8ea5-1835ba978a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:22.523693 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3897dd6-e996-4a8f-a006-d0b2a97709e2 req-250ebc72-fcfa-4f69-8ea5-1835ba978a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:22.524256 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3897dd6-e996-4a8f-a006-d0b2a97709e2 req-250ebc72-fcfa-4f69-8ea5-1835ba978a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:22.526237 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b3897dd6-e996-4a8f-a006-d0b2a97709e2 req-250ebc72-fcfa-4f69-8ea5-1835ba978a9e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e820669caca04fcb8f8972d8b3102f64&device_id=5fdf43ac-e2d1-46c0-a022-01c13375d73d HTTP/1.1" status: 200 len: 6499 time: 0.1259298 Jan 18 22:26:22.543710 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e2f1ed-a6c8-45d6-8a98-dfd8e5279286 req-0fd400b2-a580-4e31-900e-dc1257758ecb tempest-ServersOnMultiNodesTest-528096773 tempest-ServersOnMultiNodesTest-528096773-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:22.550597 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d1e2f1ed-a6c8-45d6-8a98-dfd8e5279286 req-0fd400b2-a580-4e31-900e-dc1257758ecb tempest-ServersOnMultiNodesTest-528096773 tempest-ServersOnMultiNodesTest-528096773-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=08019803-913e-44c9-9eb7-3bbd304c1f4b HTTP/1.1" status: 200 len: 1100 time: 0.1066234 Jan 18 22:26:22.723169 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d1e2f1ed-a6c8-45d6-8a98-dfd8e5279286 req-a1734cd5-3595-4fa8-a23c-536c93b9ff1a tempest-ServersOnMultiNodesTest-528096773 tempest-ServersOnMultiNodesTest-528096773-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=05d753a3-5b69-42a7-8159-df7094e5d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441572 Jan 18 22:26:22.818798 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3897dd6-e996-4a8f-a006-d0b2a97709e2 req-324d60b3-fe30-452a-97d3-7464d8e6db87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:22.825645 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3897dd6-e996-4a8f-a006-d0b2a97709e2 req-324d60b3-fe30-452a-97d3-7464d8e6db87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:22.826208 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3897dd6-e996-4a8f-a006-d0b2a97709e2 req-324d60b3-fe30-452a-97d3-7464d8e6db87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:22.827971 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b3897dd6-e996-4a8f-a006-d0b2a97709e2 req-324d60b3-fe30-452a-97d3-7464d8e6db87 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a51a6fff-5ab2-447c-8b55-7ba7d5e58077&id=6762cf84-f7fb-4f6c-9c16-5d48c8ba314e&id=6762cf84-f7fb-4f6c-9c16-5d48c8ba314e&id=6762cf84-f7fb-4f6c-9c16-5d48c8ba314e&id=6762cf84-f7fb-4f6c-9c16-5d48c8ba314e&id=ffe48ea3-f64a-402a-9434-49f5506fd6ae&id=ffe48ea3-f64a-402a-9434-49f5506fd6ae HTTP/1.1" status: 200 len: 2294 time: 0.2712805 Jan 18 22:26:22.871673 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:22.957281 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 3df3936e-bc5d-4477-8091-c6c71cabaa4e no longer exists at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:26:23.024561 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b3897dd6-e996-4a8f-a006-d0b2a97709e2 req-9dcc9204-514d-4574-8d5d-8a6d60050174 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ac916a4a-3bf6-444a-a917-d065fe9287b9 HTTP/1.1" status: 200 len: 1001 time: 0.1885786 Jan 18 22:26:23.031339 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] No Port match for: 3df3936e-bc5d-4477-8091-c6c71cabaa4e {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:26:23.031989 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 3df3936e-bc5d-4477-8091-c6c71cabaa4e not bound to the agent host n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:26:23.037545 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689ebfa6-d491-47ab-a0a1-7ff34bb76184 req-4a15a8e7-81b4-4efc-884b-ad4df9d7c17d tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:23.039424 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-689ebfa6-d491-47ab-a0a1-7ff34bb76184 req-4a15a8e7-81b4-4efc-884b-ad4df9d7c17d tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] 10.222.0.67 "GET /v2.0/ports?device_id=841de351-4a53-4154-9714-1519f6b98d10 HTTP/1.1" status: 200 len: 948 time: 0.1141825 Jan 18 22:26:23.040407 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device f5f38641-03f2-4288-b540-a0ea22c59f11 no longer exists at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:26:23.102577 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3897dd6-e996-4a8f-a006-d0b2a97709e2 req-f176e22b-209f-4a70-b42c-fcc05933777c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:23.104331 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b3897dd6-e996-4a8f-a006-d0b2a97709e2 req-f176e22b-209f-4a70-b42c-fcc05933777c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=388020c9-0236-4ef5-93d9-ef2bde8b97b6 HTTP/1.1" status: 200 len: 856 time: 0.0639899 Jan 18 22:26:23.138748 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] No Port match for: f5f38641-03f2-4288-b540-a0ea22c59f11 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:26:23.139096 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device f5f38641-03f2-4288-b540-a0ea22c59f11 not bound to the agent host n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:26:23.280791 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-85dc3686-b9b4-4dfe-b46e-af30127ae429 req-d82edb51-d6a8-455d-b167-1521a8e79859 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=a73ebee77f20452f9ada65790951d06b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1440873 Jan 18 22:26:23.426804 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc3686-b9b4-4dfe-b46e-af30127ae429 req-49967905-6439-4f91-9cbc-be97d9c08796 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:23.438119 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-85dc3686-b9b4-4dfe-b46e-af30127ae429 req-49967905-6439-4f91-9cbc-be97d9c08796 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1538966 Jan 18 22:26:23.466970 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3897dd6-e996-4a8f-a006-d0b2a97709e2 req-b6e0f7b7-f222-4f40-8e38-6cfacbc11cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:23.468565 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b3897dd6-e996-4a8f-a006-d0b2a97709e2 req-b6e0f7b7-f222-4f40-8e38-6cfacbc11cf1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a51a6fff-5ab2-447c-8b55-7ba7d5e58077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3309522 Jan 18 22:26:23.481825 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-85dc3686-b9b4-4dfe-b46e-af30127ae429 req-d16a1e08-901e-4d86-8a4e-657bfc3d8876 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/quotas/a73ebee77f20452f9ada65790951d06b HTTP/1.1" status: 200 len: 375 time: 0.0426171 Jan 18 22:26:23.606473 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29452477-5b4b-48de-aa68-028d90cb4c05 req-94567d5c-5ec7-4fb1-8dbd-39be90dc81ce tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:23.613914 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-29452477-5b4b-48de-aa68-028d90cb4c05 req-94567d5c-5ec7-4fb1-8dbd-39be90dc81ce tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] 10.222.0.53 "GET /v2.0/ports?device_id=841de351-4a53-4154-9714-1519f6b98d10 HTTP/1.1" status: 200 len: 948 time: 0.4647200 Jan 18 22:26:23.637200 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 44210) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:26:23.712485 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-689ebfa6-d491-47ab-a0a1-7ff34bb76184 req-f4cbea19-f3e8-453f-bce5-3a1354dd941e tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] Deleting port 5c6540dc-cedb-4c75-ad46-a801074d61ca {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:26:23.712826 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-689ebfa6-d491-47ab-a0a1-7ff34bb76184 req-f4cbea19-f3e8-453f-bce5-3a1354dd941e tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:23.764969 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-85dc3686-b9b4-4dfe-b46e-af30127ae429 req-dc81134c-dd2a-4b8f-a1ad-cb951d4d1566 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a73ebee77f20452f9ada65790951d06b&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2822742 Jan 18 22:26:23.767034 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b3897dd6-e996-4a8f-a006-d0b2a97709e2 req-a63b2175-1f4b-4aa7-8dfe-4efdef1f0f48 service neutron] 10.222.0.67 "GET /v2.0/networks/a51a6fff-5ab2-447c-8b55-7ba7d5e58077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794538 Jan 18 22:26:23.767872 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-dfb84c34-ce83-4ce5-be97-454d1a86cb88 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-389412395-network', 'tenant_id': 'b43db485b3024a8593d8c4ee411b169d'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:26:23.846628 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfb84c34-ce83-4ce5-be97-454d1a86cb88 admin admin] Made reservation on behalf of b43db485b3024a8593d8c4ee411b169d for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:26:23.849613 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-dfb84c34-ce83-4ce5-be97-454d1a86cb88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:23.868295 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-dfb84c34-ce83-4ce5-be97-454d1a86cb88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:24.013683 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-29452477-5b4b-48de-aa68-028d90cb4c05 req-d065f7a0-1674-44ba-bc4e-515572eeb9a0 tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] 10.222.0.53 "GET /v2.0/security-groups?id=a0d0cef0-d08b-41bc-917e-0f5afe1f408d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3985183 Jan 18 22:26:24.061450 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-dfb84c34-ce83-4ce5-be97-454d1a86cb88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:24.079148 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-dfb84c34-ce83-4ce5-be97-454d1a86cb88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:24.131840 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-689ebfa6-d491-47ab-a0a1-7ff34bb76184 req-f4cbea19-f3e8-453f-bce5-3a1354dd941e tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] For port 5c6540dc-cedb-4c75-ad46-a801074d61ca, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=5c6540dc-cedb-4c75-ad46-a801074d61ca,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:26:24.133798 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-689ebfa6-d491-47ab-a0a1-7ff34bb76184 req-f4cbea19-f3e8-453f-bce5-3a1354dd941e tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:24.143173 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfb84c34-ce83-4ce5-be97-454d1a86cb88 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:26:24.173553 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-dfb84c34-ce83-4ce5-be97-454d1a86cb88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:24.174143 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-dfb84c34-ce83-4ce5-be97-454d1a86cb88 admin admin] Added segment 5ab839c7-26e8-4fc0-903f-09fe8a476f64 of type vlan for network 16555455-8bba-4b8f-a267-e45c606c5eaf Jan 18 22:26:24.175784 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb84c34-ce83-4ce5-be97-454d1a86cb88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54602688-0403-475e-9c09-8604769ca456,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:26:24.209820 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b3897dd6-e996-4a8f-a006-d0b2a97709e2 req-b7a34536-cd7b-446e-bbca-b6f2f021be29 service neutron] 10.222.0.67 "GET /v2.0/networks/a51a6fff-5ab2-447c-8b55-7ba7d5e58077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4115000 Jan 18 22:26:24.213126 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-689ebfa6-d491-47ab-a0a1-7ff34bb76184 req-f4cbea19-f3e8-453f-bce5-3a1354dd941e tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] Calling delete_port for 5c6540dc-cedb-4c75-ad46-a801074d61ca owned by compute:nova {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:26:24.239775 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6cae141c-579b-4e83-b714-305426b585f3 req-5da9ba55-6606-4a24-8aa3-f40ec735a9bb tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e9c5f6e-6403-4447-90d0-7434744cf80c HTTP/1.1" status: 200 len: 210 time: 0.0530021 Jan 18 22:26:24.279904 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-dfb84c34-ce83-4ce5-be97-454d1a86cb88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:24.313572 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:24.334318 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-dfb84c34-ce83-4ce5-be97-454d1a86cb88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:24.336737 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb84c34-ce83-4ce5-be97-454d1a86cb88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:24.339093 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-dfb84c34-ce83-4ce5-be97-454d1a86cb88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:24.369567 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b3897dd6-e996-4a8f-a006-d0b2a97709e2 req-544aef8a-91ed-4593-bc8f-55f7197aadae service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.8&port_id=628fd386-d663-4f6e-b10c-63286e484d82 HTTP/1.1" status: 200 len: 217 time: 0.1341484 Jan 18 22:26:24.425806 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb84c34-ce83-4ce5-be97-454d1a86cb88 admin admin] Pushing event updated for resources: {'Network': ['ID=16555455-8bba-4b8f-a267-e45c606c5eaf,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:26:24.437883 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 16555455-8bba-4b8f-a267-e45c606c5eaf details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:26:24.454903 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-dfb84c34-ce83-4ce5-be97-454d1a86cb88 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8145838 Jan 18 22:26:24.456548 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 44230) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:26:24.473040 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-ddeabbfe-3078-4ab1-a774-c9abab124f55 admin admin] Request body: {'subnet': {'network_id': '16555455-8bba-4b8f-a267-e45c606c5eaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-389412395-subnet', 'tenant_id': 'b43db485b3024a8593d8c4ee411b169d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:26:24.533767 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddeabbfe-3078-4ab1-a774-c9abab124f55 admin admin] Made reservation on behalf of b43db485b3024a8593d8c4ee411b169d for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:26:24.536743 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ddeabbfe-3078-4ab1-a774-c9abab124f55 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:24.546252 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-689ebfa6-d491-47ab-a0a1-7ff34bb76184 req-f4cbea19-f3e8-453f-bce5-3a1354dd941e tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:24.590806 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cbea19-f3e8-453f-bce5-3a1354dd941e tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] Pushing event deleted for resources: {'Port': ['ID=5c6540dc-cedb-4c75-ad46-a801074d61ca,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:26:24.621527 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:24.665434 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-689ebfa6-d491-47ab-a0a1-7ff34bb76184 req-f4cbea19-f3e8-453f-bce5-3a1354dd941e tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] No DVR routers for this DVR port 5c6540dc-cedb-4c75-ad46-a801074d61ca on host n-h2-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:26:24.669118 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-689ebfa6-d491-47ab-a0a1-7ff34bb76184 req-f4cbea19-f3e8-453f-bce5-3a1354dd941e tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:24.674176 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-689ebfa6-d491-47ab-a0a1-7ff34bb76184 req-f4cbea19-f3e8-453f-bce5-3a1354dd941e tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] 10.222.0.67 "DELETE /v2.0/ports/5c6540dc-cedb-4c75-ad46-a801074d61ca HTTP/1.1" status: 204 len: 173 time: 1.5686550 Jan 18 22:26:24.675028 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '841de351-4a53-4154-9714-1519f6b98d10', 'name': 'network-vif-deleted', 'tag': '5c6540dc-cedb-4c75-ad46-a801074d61ca'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:26:24.679092 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e8d8216-92ce-40e3-9a56-8cbb49c9f0f8" -d '{"events": [{"server_uuid": "841de351-4a53-4154-9714-1519f6b98d10", "name": "network-vif-deleted", "tag": "5c6540dc-cedb-4c75-ad46-a801074d61ca"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:26:24.684944 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3897dd6-e996-4a8f-a006-d0b2a97709e2 req-fc9b5a47-0ad8-4a04-95f3-a3097c87783d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:24.686508 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b3897dd6-e996-4a8f-a006-d0b2a97709e2 req-fc9b5a47-0ad8-4a04-95f3-a3097c87783d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4d0ea6b9-4b19-4f86-aaca-bbf2d184c8f5 HTTP/1.1" status: 200 len: 797 time: 0.3045473 Jan 18 22:26:24.740821 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97e651bf-84bd-45c7-872a-aee3f5f2f3a8 x-openstack-request-id: req-97e651bf-84bd-45c7-872a-aee3f5f2f3a8 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:26:24.741729 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "841de351-4a53-4154-9714-1519f6b98d10", "name": "network-vif-deleted", "tag": "5c6540dc-cedb-4c75-ad46-a801074d61ca", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:26:24.742046 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-97e651bf-84bd-45c7-872a-aee3f5f2f3a8 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:26:24.742530 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '841de351-4a53-4154-9714-1519f6b98d10', 'name': 'network-vif-deleted', 'tag': '5c6540dc-cedb-4c75-ad46-a801074d61ca', 'status': 'completed', 'code': 200} Jan 18 22:26:24.774351 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3897dd6-e996-4a8f-a006-d0b2a97709e2 req-639af31a-6788-435e-be80-1a7ecb345d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:24.775931 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b3897dd6-e996-4a8f-a006-d0b2a97709e2 req-639af31a-6788-435e-be80-1a7ecb345d80 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6762cf84-f7fb-4f6c-9c16-5d48c8ba314e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0786841 Jan 18 22:26:24.854190 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ddeabbfe-3078-4ab1-a774-c9abab124f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:24.932493 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b3897dd6-e996-4a8f-a006-d0b2a97709e2 req-3ce3fef7-808e-45fd-b1e8-cfa1be279b8c service neutron] 10.222.0.67 "GET /v2.0/networks/6762cf84-f7fb-4f6c-9c16-5d48c8ba314e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426716 Jan 18 22:26:24.983723 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeabbfe-3078-4ab1-a774-c9abab124f55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fcd59d2-39d4-4aee-a9eb-a2e102b3eb99,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:26:24.997890 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddeabbfe-3078-4ab1-a774-c9abab124f55 admin admin] Checking segment: {'id': '5ab839c7-26e8-4fc0-903f-09fe8a476f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '16555455-8bba-4b8f-a267-e45c606c5eaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:26:24.998466 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddeabbfe-3078-4ab1-a774-c9abab124f55 admin admin] Network hostable DHCP agents. Network: 16555455-8bba-4b8f-a267-e45c606c5eaf, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:26:25.026569 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddeabbfe-3078-4ab1-a774-c9abab124f55 admin admin] Network 16555455-8bba-4b8f-a267-e45c606c5eaf is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:26:25.050350 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-ddeabbfe-3078-4ab1-a774-c9abab124f55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 16555455-8bba-4b8f-a267-e45c606c5eaf) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:26:25.060764 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76dc43d7-4f04-4c8a-b81a-e035fd8d0c3e None None] Network 16555455-8bba-4b8f-a267-e45c606c5eaf requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:26:25.072155 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddeabbfe-3078-4ab1-a774-c9abab124f55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:25.075434 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ddeabbfe-3078-4ab1-a774-c9abab124f55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:25.105486 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-ddeabbfe-3078-4ab1-a774-c9abab124f55 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6462762 Jan 18 22:26:25.134047 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b3897dd6-e996-4a8f-a006-d0b2a97709e2 req-ee966832-f536-41f4-9269-442106024e90 service neutron] 10.222.0.67 "GET /v2.0/networks/6762cf84-f7fb-4f6c-9c16-5d48c8ba314e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934676 Jan 18 22:26:25.185818 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b3897dd6-e996-4a8f-a006-d0b2a97709e2 req-bbf1700d-77e8-49f9-ac74-0002c59b3d5f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.233&port_id=31c5c75b-ce2c-4be9-b4cf-f29652cd677a HTTP/1.1" status: 200 len: 217 time: 0.0384822 Jan 18 22:26:25.298138 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7466e024-14ea-4d31-809e-a4913e734b53 req-395ae496-f6c2-442d-9027-5a42b8a3380b tempest-ListImageFiltersTestJSON-2063255517 tempest-ListImageFiltersTestJSON-2063255517-project] 10.222.0.53 "GET /v2.0/ports?device_id=841de351-4a53-4154-9714-1519f6b98d10 HTTP/1.1" status: 200 len: 210 time: 0.0517845 Jan 18 22:26:25.311143 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3897dd6-e996-4a8f-a006-d0b2a97709e2 req-5f181af6-4d9d-4dc7-b6f3-f6cdd82831cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:25.314008 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b3897dd6-e996-4a8f-a006-d0b2a97709e2 req-5f181af6-4d9d-4dc7-b6f3-f6cdd82831cf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4d0ea6b9-4b19-4f86-aaca-bbf2d184c8f5 HTTP/1.1" status: 200 len: 797 time: 0.1121173 Jan 18 22:26:25.319088 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12c14b4-aeb9-430a-ad5c-e274b8a9a913 None None] Network 16555455-8bba-4b8f-a267-e45c606c5eaf requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:26:25.502707 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3897dd6-e996-4a8f-a006-d0b2a97709e2 req-c373357a-1189-4f51-a68a-0cfd0950b1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:25.508343 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b3897dd6-e996-4a8f-a006-d0b2a97709e2 req-c373357a-1189-4f51-a68a-0cfd0950b1b6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6762cf84-f7fb-4f6c-9c16-5d48c8ba314e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1866868 Jan 18 22:26:25.753717 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d796077a-593b-4964-a606-f2e2de2c2745 req-b3c461c5-9ab0-4743-9410-0a62394cb8f1 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e9c5f6e-6403-4447-90d0-7434744cf80c HTTP/1.1" status: 200 len: 210 time: 0.0856354 Jan 18 22:26:25.798102 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-85dc3686-b9b4-4dfe-b46e-af30127ae429 req-90aad04f-d12c-4dd5-9bdb-d79ef8713d64 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=a73ebee77f20452f9ada65790951d06b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1038876 Jan 18 22:26:25.848261 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b3897dd6-e996-4a8f-a006-d0b2a97709e2 req-615b8794-eeb9-4e62-9e4a-5fe7de9682b8 service neutron] 10.222.0.67 "GET /v2.0/networks/6762cf84-f7fb-4f6c-9c16-5d48c8ba314e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3278646 Jan 18 22:26:25.927242 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 44270) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:26:25.932265 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-f9483b55-4ad1-4df2-b422-fbb38b0abf45 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1487968985-network', 'tenant_id': '1e14c98d4f4f403f85d5614acf5710ac'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:26:25.981955 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2e1e25-0438-46bf-b5e2-7845ac325a45 req-bcee8a14-5abe-413a-a7bd-301899ba95a1 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:25.983460 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-af2e1e25-0438-46bf-b5e2-7845ac325a45 req-bcee8a14-5abe-413a-a7bd-301899ba95a1 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/ports?device_id=99555713-a052-4f2b-bed2-fb8b5d6b9caa HTTP/1.1" status: 200 len: 945 time: 0.2847185 Jan 18 22:26:25.986424 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9483b55-4ad1-4df2-b422-fbb38b0abf45 admin admin] Made reservation on behalf of 1e14c98d4f4f403f85d5614acf5710ac for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:26:25.989005 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f9483b55-4ad1-4df2-b422-fbb38b0abf45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:26.004645 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f9483b55-4ad1-4df2-b422-fbb38b0abf45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:26.007767 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 5c6540dc-cedb-4c75-ad46-a801074d61ca no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:26:26.037673 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] No Port match for: 5c6540dc-cedb-4c75-ad46-a801074d61ca {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:26:26.038351 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 5c6540dc-cedb-4c75-ad46-a801074d61ca not bound to the agent host n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:26:26.064804 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-af2e1e25-0438-46bf-b5e2-7845ac325a45 req-b847c555-e556-456e-9090-f126913f20f5 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/security-groups?id=68e1f851-73aa-4cda-8095-0e2a92a325ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695288 Jan 18 22:26:26.074465 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc3686-b9b4-4dfe-b46e-af30127ae429 req-fbb2491f-641e-41ca-9b94-6a2df99a6147 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:26.075931 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-85dc3686-b9b4-4dfe-b46e-af30127ae429 req-fbb2491f-641e-41ca-9b94-6a2df99a6147 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2652268 Jan 18 22:26:26.102689 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-85dc3686-b9b4-4dfe-b46e-af30127ae429 req-97ac5528-531f-4b2c-b013-162ab92229d7 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Request body: {'port': {'device_id': '7e9c5f6e-6403-4447-90d0-7434744cf80c', 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b', 'admin_state_up': True, 'tenant_id': 'a73ebee77f20452f9ada65790951d06b'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:26:26.117235 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f9483b55-4ad1-4df2-b422-fbb38b0abf45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:26.124800 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f9483b55-4ad1-4df2-b422-fbb38b0abf45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:26.147245 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9483b55-4ad1-4df2-b422-fbb38b0abf45 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:26:26.163330 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9483b55-4ad1-4df2-b422-fbb38b0abf45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80e0831c-c650-4cee-b511-6f30a97d3fce,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:26:26.168923 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f9483b55-4ad1-4df2-b422-fbb38b0abf45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:26.169747 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-f9483b55-4ad1-4df2-b422-fbb38b0abf45 admin admin] Added segment 798f2342-0176-462f-a1d2-d488b486e4f9 of type vlan for network 9aa95f34-000f-4c0e-98d6-8c57becd7825 Jan 18 22:26:26.216524 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f9483b55-4ad1-4df2-b422-fbb38b0abf45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:26.220476 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b3897dd6-e996-4a8f-a006-d0b2a97709e2 req-4da9a559-f5d0-4b81-9cd6-9da05a583701 service neutron] 10.222.0.67 "GET /v2.0/networks/6762cf84-f7fb-4f6c-9c16-5d48c8ba314e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3382645 Jan 18 22:26:26.253039 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f9483b55-4ad1-4df2-b422-fbb38b0abf45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:26.254463 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9483b55-4ad1-4df2-b422-fbb38b0abf45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:26.255529 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f9483b55-4ad1-4df2-b422-fbb38b0abf45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:26.286213 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-f9483b55-4ad1-4df2-b422-fbb38b0abf45 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3579266 Jan 18 22:26:26.289582 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 44272) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:26:26.292582 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b3897dd6-e996-4a8f-a006-d0b2a97709e2 req-4dd92d54-5ebe-4e1b-bc3e-58a5eb6187a3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.173&port_id=ac119faf-2a75-40e5-88c9-de25c7935e34 HTTP/1.1" status: 200 len: 217 time: 0.0577469 Jan 18 22:26:26.332532 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-8e570ae8-13aa-47fd-a511-377c94929fb1 admin admin] Request body: {'subnet': {'network_id': '9aa95f34-000f-4c0e-98d6-8c57becd7825', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1487968985-subnet', 'tenant_id': '1e14c98d4f4f403f85d5614acf5710ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:26:26.364063 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9483b55-4ad1-4df2-b422-fbb38b0abf45 admin admin] Pushing event updated for resources: {'Network': ['ID=9aa95f34-000f-4c0e-98d6-8c57becd7825,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:26:26.376509 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3897dd6-e996-4a8f-a006-d0b2a97709e2 req-472cc0f8-c13a-4f35-bd65-0dce6d9c9dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:26.377994 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 9aa95f34-000f-4c0e-98d6-8c57becd7825 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:26:26.378536 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b3897dd6-e996-4a8f-a006-d0b2a97709e2 req-472cc0f8-c13a-4f35-bd65-0dce6d9c9dbb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4d0ea6b9-4b19-4f86-aaca-bbf2d184c8f5 HTTP/1.1" status: 200 len: 797 time: 0.0760174 Jan 18 22:26:26.401609 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85dc3686-b9b4-4dfe-b46e-af30127ae429 req-97ac5528-531f-4b2c-b013-162ab92229d7 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Made reservation on behalf of a73ebee77f20452f9ada65790951d06b for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:26:26.406600 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e570ae8-13aa-47fd-a511-377c94929fb1 admin admin] Made reservation on behalf of 1e14c98d4f4f403f85d5614acf5710ac for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:26:26.409096 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8e570ae8-13aa-47fd-a511-377c94929fb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:26.411316 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-85dc3686-b9b4-4dfe-b46e-af30127ae429 req-97ac5528-531f-4b2c-b013-162ab92229d7 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:26.556426 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3897dd6-e996-4a8f-a006-d0b2a97709e2 req-681a22f8-a673-4bfc-81f0-30a290a1e8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:26.558021 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b3897dd6-e996-4a8f-a006-d0b2a97709e2 req-681a22f8-a673-4bfc-81f0-30a290a1e8c8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6762cf84-f7fb-4f6c-9c16-5d48c8ba314e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1686959 Jan 18 22:26:26.762736 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8e570ae8-13aa-47fd-a511-377c94929fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:26.817023 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-85dc3686-b9b4-4dfe-b46e-af30127ae429 req-97ac5528-531f-4b2c-b013-162ab92229d7 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Allocated IP 192.168.233.48 (aed2eca7-1bb0-443d-8485-b985dbe9851b/8518183d-cc63-459a-b971-d4c7514e001f/19510148-a1e7-4c7d-916b-75c32100618a) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:26:26.839501 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e570ae8-13aa-47fd-a511-377c94929fb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2877900a-1084-46d0-a8c6-4503908f6b8c,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:26:26.852503 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e570ae8-13aa-47fd-a511-377c94929fb1 admin admin] Checking segment: {'id': '798f2342-0176-462f-a1d2-d488b486e4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '9aa95f34-000f-4c0e-98d6-8c57becd7825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:26:26.853011 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e570ae8-13aa-47fd-a511-377c94929fb1 admin admin] Network hostable DHCP agents. Network: 9aa95f34-000f-4c0e-98d6-8c57becd7825, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:26:26.853547 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b3897dd6-e996-4a8f-a006-d0b2a97709e2 req-5d540a7e-3aae-4deb-9fa2-cdd09f8a4e16 service neutron] 10.222.0.67 "GET /v2.0/networks/6762cf84-f7fb-4f6c-9c16-5d48c8ba314e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2767041 Jan 18 22:26:26.883953 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e570ae8-13aa-47fd-a511-377c94929fb1 admin admin] Network 9aa95f34-000f-4c0e-98d6-8c57becd7825 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:26:26.897602 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-8e570ae8-13aa-47fd-a511-377c94929fb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 9aa95f34-000f-4c0e-98d6-8c57becd7825) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:26:26.903817 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e570ae8-13aa-47fd-a511-377c94929fb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:26.904430 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8e570ae8-13aa-47fd-a511-377c94929fb1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:26.908559 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a1c2b8-4848-494c-9d7c-1797d79aa2c4 None None] Network 9aa95f34-000f-4c0e-98d6-8c57becd7825 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:26:26.965989 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-8e570ae8-13aa-47fd-a511-377c94929fb1 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6634455 Jan 18 22:26:27.159887 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b3897dd6-e996-4a8f-a006-d0b2a97709e2 req-fa823cd7-f553-4f11-acd8-15149c26ab61 service neutron] 10.222.0.67 "GET /v2.0/networks/6762cf84-f7fb-4f6c-9c16-5d48c8ba314e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879355 Jan 18 22:26:27.172567 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f435db5-4a8b-4d5a-b243-70aa21a6d0aa None None] Network 9aa95f34-000f-4c0e-98d6-8c57becd7825 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:26:27.595270 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9ca04948-3932-4050-a5e7-ca4dc4ba678c req-cfe0e5dc-1c27-4657-85a5-084a43a021ca tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e9c5f6e-6403-4447-90d0-7434744cf80c HTTP/1.1" status: 200 len: 210 time: 0.4381845 Jan 18 22:26:27.603678 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b3897dd6-e996-4a8f-a006-d0b2a97709e2 req-73b50590-5138-478f-b315-8f70f2c577d1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.69&port_id=790739e8-f2d1-4e6b-9f52-59a57a675b05 HTTP/1.1" status: 200 len: 217 time: 0.3796871 Jan 18 22:26:27.621856 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f43066d-c3dc-4858-84fe-c7ac882f0b79 req-765d1a9f-209c-4662-9dd4-0a7a3681fdc0 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:27.621856 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-9f43066d-c3dc-4858-84fe-c7ac882f0b79 req-765d1a9f-209c-4662-9dd4-0a7a3681fdc0 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.36 "GET /v2.0/ports?device_id=99555713-a052-4f2b-bed2-fb8b5d6b9caa HTTP/1.1" status: 200 len: 945 time: 0.0522571 Jan 18 22:26:27.677654 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830a6b77-1706-42e1-a434-0c678d40a6af req-ea5ca2e0-52f3-427f-adcb-1e580d539aaa tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:27.678928 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-830a6b77-1706-42e1-a434-0c678d40a6af req-ea5ca2e0-52f3-427f-adcb-1e580d539aaa tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/ports?device_id=304a0036-0214-4c80-94aa-de6139e57a2b HTTP/1.1" status: 200 len: 945 time: 0.5136795 Jan 18 22:26:27.726524 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3897dd6-e996-4a8f-a006-d0b2a97709e2 req-0cd3b09a-03c8-4396-8cc9-1d99b6fbe801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:27.728235 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b3897dd6-e996-4a8f-a006-d0b2a97709e2 req-0cd3b09a-03c8-4396-8cc9-1d99b6fbe801 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4d0ea6b9-4b19-4f86-aaca-bbf2d184c8f5 HTTP/1.1" status: 200 len: 797 time: 0.1139584 Jan 18 22:26:27.733541 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-85dc3686-b9b4-4dfe-b46e-af30127ae429 req-97ac5528-531f-4b2c-b013-162ab92229d7 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:27.749395 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-9f43066d-c3dc-4858-84fe-c7ac882f0b79 req-a908fe76-efca-4f27-a289-11d5476cce0d tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Deleting port 820af019-259a-4e5f-ba8f-3466cff4a077 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:26:27.749769 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-9f43066d-c3dc-4858-84fe-c7ac882f0b79 req-a908fe76-efca-4f27-a289-11d5476cce0d tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:27.790810 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-830a6b77-1706-42e1-a434-0c678d40a6af req-19033c30-4ae9-47b8-8323-bc8b70c6c1ff tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c648c24-a8c9-44c0-bb3a-f1fa93ac06ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043680 Jan 18 22:26:27.825072 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3897dd6-e996-4a8f-a006-d0b2a97709e2 req-59d7683f-e023-4ba8-bd2a-849e717c4dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:27.825072 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b3897dd6-e996-4a8f-a006-d0b2a97709e2 req-59d7683f-e023-4ba8-bd2a-849e717c4dcd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6762cf84-f7fb-4f6c-9c16-5d48c8ba314e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0747674 Jan 18 22:26:27.847604 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-85dc3686-b9b4-4dfe-b46e-af30127ae429 req-97ac5528-531f-4b2c-b013-162ab92229d7 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:27.862510 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['680beee0-ac7e-44c7-ad32-d2dad87429ec', '24b7efe4-5d07-4ea7-8f43-67a1bf6a9941'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:26:27.877517 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-9f43066d-c3dc-4858-84fe-c7ac882f0b79 req-a908fe76-efca-4f27-a289-11d5476cce0d tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] For port 820af019-259a-4e5f-ba8f-3466cff4a077, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=820af019-259a-4e5f-ba8f-3466cff4a077,segment=NetworkSegment(7459fabb-7ba7-479c-92df-0260ac6c29b4),segment_id=7459fabb-7ba7-479c-92df-0260ac6c29b4)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:26:27.877893 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-9f43066d-c3dc-4858-84fe-c7ac882f0b79 req-a908fe76-efca-4f27-a289-11d5476cce0d tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:27.943873 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['72b0c1ee-2c05-4c2e-a784-bfb0d39cb0be', 'cb671348-5dc7-45a2-938f-91a3cfe40d16', 'c1c2f83d-eb70-4d81-a622-4bb89ca385b9', 'ad8b9972-c6df-47cc-8a9a-7581a2bc2fe4', 'bef22bdd-f7ee-42c4-a01f-cfada7fcc48e'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:26:27.950599 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-9f43066d-c3dc-4858-84fe-c7ac882f0b79 req-a908fe76-efca-4f27-a289-11d5476cce0d tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Calling delete_port for 820af019-259a-4e5f-ba8f-3466cff4a077 owned by compute:nova {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:26:27.968384 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85dc3686-b9b4-4dfe-b46e-af30127ae429 req-97ac5528-531f-4b2c-b013-162ab92229d7 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Network aed2eca7-1bb0-443d-8485-b985dbe9851b is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:26:27.992797 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-85dc3686-b9b4-4dfe-b46e-af30127ae429 req-97ac5528-531f-4b2c-b013-162ab92229d7 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:26:28.004606 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-85dc3686-b9b4-4dfe-b46e-af30127ae429 req-97ac5528-531f-4b2c-b013-162ab92229d7 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:26:28.069329 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ac5528-531f-4b2c-b013-162ab92229d7 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Pushing event updated for resources: {'Port': ['ID=19510148-a1e7-4c7d-916b-75c32100618a,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:26:28.156848 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc3686-b9b4-4dfe-b46e-af30127ae429 req-97ac5528-531f-4b2c-b013-162ab92229d7 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:28.159392 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-85dc3686-b9b4-4dfe-b46e-af30127ae429 req-97ac5528-531f-4b2c-b013-162ab92229d7 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:28.238467 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-9f43066d-c3dc-4858-84fe-c7ac882f0b79 req-a908fe76-efca-4f27-a289-11d5476cce0d tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:28.258906 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b3897dd6-e996-4a8f-a006-d0b2a97709e2 req-93c01724-6f94-47ca-86d1-49b83336840f service neutron] 10.222.0.67 "GET /v2.0/networks/6762cf84-f7fb-4f6c-9c16-5d48c8ba314e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4261973 Jan 18 22:26:28.270142 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-85dc3686-b9b4-4dfe-b46e-af30127ae429 req-97ac5528-531f-4b2c-b013-162ab92229d7 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1718111 Jan 18 22:26:28.299091 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908fe76-efca-4f27-a289-11d5476cce0d tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Pushing event deleted for resources: {'Port': ['ID=820af019-259a-4e5f-ba8f-3466cff4a077,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:26:28.323994 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-85dc3686-b9b4-4dfe-b46e-af30127ae429 req-55c8219a-09f1-4e46-97c8-30b897170169 service neutron] Request body: {'port': {'device_id': '7e9c5f6e-6403-4447-90d0-7434744cf80c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:26:28.427815 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f43066d-c3dc-4858-84fe-c7ac882f0b79 req-a908fe76-efca-4f27-a289-11d5476cce0d tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] No DVR routers for this DVR port 820af019-259a-4e5f-ba8f-3466cff4a077 on host n-h1-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:26:28.430874 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-9f43066d-c3dc-4858-84fe-c7ac882f0b79 req-a908fe76-efca-4f27-a289-11d5476cce0d tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:28.434192 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-9f43066d-c3dc-4858-84fe-c7ac882f0b79 req-a908fe76-efca-4f27-a289-11d5476cce0d tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.36 "DELETE /v2.0/ports/820af019-259a-4e5f-ba8f-3466cff4a077 HTTP/1.1" status: 204 len: 173 time: 0.8093047 Jan 18 22:26:28.434643 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99555713-a052-4f2b-bed2-fb8b5d6b9caa', 'name': 'network-vif-deleted', 'tag': '820af019-259a-4e5f-ba8f-3466cff4a077'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:26:28.437894 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-388dbb15-1e04-4dab-a68b-f26b26fe679e" -d '{"events": [{"server_uuid": "99555713-a052-4f2b-bed2-fb8b5d6b9caa", "name": "network-vif-deleted", "tag": "820af019-259a-4e5f-ba8f-3466cff4a077"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:26:28.462152 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-4d27b667-b458-4af6-ae2b-f90bd3d531cd req-a8a155ff-fa0a-4502-8c53-50a27f8967cc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=37604d21-0dd3-4bf5-9976-e2bb5507d7c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0763252 Jan 18 22:26:28.523732 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14fa5fb-6a44-40b8-9664-5ce1351702c3 req-f81bc71c-c936-42e2-9615-9b61eaaa7155 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:28.525751 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f14fa5fb-6a44-40b8-9664-5ce1351702c3 req-f81bc71c-c936-42e2-9615-9b61eaaa7155 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/ports?device_id=99555713-a052-4f2b-bed2-fb8b5d6b9caa HTTP/1.1" status: 200 len: 945 time: 0.5506644 Jan 18 22:26:28.556451 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-6d9aee24-d98a-4fb5-b6c9-587eb20681ad None None] Provisioning complete for port 19510148-a1e7-4c7d-916b-75c32100618a triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:26:28.556908 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6d9aee24-d98a-4fb5-b6c9-587eb20681ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:28.578681 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d27b667-b458-4af6-ae2b-f90bd3d531cd req-7a8b892f-4253-4761-a521-1d09291436e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:28.580246 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-4d27b667-b458-4af6-ae2b-f90bd3d531cd req-7a8b892f-4253-4761-a521-1d09291436e5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a73ebee77f20452f9ada65790951d06b&device_id=37604d21-0dd3-4bf5-9976-e2bb5507d7c6 HTTP/1.1" status: 200 len: 1101 time: 0.0933595 Jan 18 22:26:28.647874 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f14fa5fb-6a44-40b8-9664-5ce1351702c3 req-68163b7d-2930-482e-8e21-bc8b5377b2c1 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/security-groups?id=68e1f851-73aa-4cda-8095-0e2a92a325ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124227 Jan 18 22:26:28.662541 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-6d9aee24-d98a-4fb5-b6c9-587eb20681ad None None] Port 19510148-a1e7-4c7d-916b-75c32100618a cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:26:28.666186 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-85dc3686-b9b4-4dfe-b46e-af30127ae429 req-55c8219a-09f1-4e46-97c8-30b897170169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:28.681294 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb50f8c-088c-4658-8af4-f75fd4395001 req-3677b8f0-f5d2-47f7-a2ba-db4f2afc8fbf tempest-ServersNegativeTestMultiTenantJSON-377200145 tempest-ServersNegativeTestMultiTenantJSON-377200145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:28.688903 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-dfb50f8c-088c-4658-8af4-f75fd4395001 req-3677b8f0-f5d2-47f7-a2ba-db4f2afc8fbf tempest-ServersNegativeTestMultiTenantJSON-377200145 tempest-ServersNegativeTestMultiTenantJSON-377200145-project] 10.222.0.53 "GET /v2.0/networks?id=16555455-8bba-4b8f-a267-e45c606c5eaf HTTP/1.1" status: 200 len: 824 time: 0.4067998 Jan 18 22:26:28.714904 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b3897dd6-e996-4a8f-a006-d0b2a97709e2 req-62a419ef-a972-4bcc-b3e5-03dbdcf845ca service neutron] 10.222.0.67 "GET /v2.0/networks/6762cf84-f7fb-4f6c-9c16-5d48c8ba314e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4437129 Jan 18 22:26:28.724776 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-dfb50f8c-088c-4658-8af4-f75fd4395001 req-ee955a83-353a-4481-a684-9dabff3cb573 tempest-ServersNegativeTestMultiTenantJSON-377200145 tempest-ServersNegativeTestMultiTenantJSON-377200145-project] 10.222.0.53 "GET /v2.0/quotas/b43db485b3024a8593d8c4ee411b169d HTTP/1.1" status: 200 len: 375 time: 0.0349531 Jan 18 22:26:28.739324 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d27b667-b458-4af6-ae2b-f90bd3d531cd req-3ae63ae0-b434-4ac3-8ff4-e295ee535501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:28.740880 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-4d27b667-b458-4af6-ae2b-f90bd3d531cd req-3ae63ae0-b434-4ac3-8ff4-e295ee535501 service neutron] 10.222.0.36 "GET /v2.0/networks?id=aed2eca7-1bb0-443d-8485-b985dbe9851b HTTP/1.1" status: 200 len: 869 time: 0.1393068 Jan 18 22:26:28.817857 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-dfb50f8c-088c-4658-8af4-f75fd4395001 req-5a632e81-9256-4870-9734-237deca5e582 tempest-ServersNegativeTestMultiTenantJSON-377200145 tempest-ServersNegativeTestMultiTenantJSON-377200145-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b43db485b3024a8593d8c4ee411b169d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0920279 Jan 18 22:26:28.841088 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b3897dd6-e996-4a8f-a006-d0b2a97709e2 req-82435685-3981-4ed4-a6fc-3199382b6480 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2b6e3326-dc40-49a1-9ecb-6190b53d266d HTTP/1.1" status: 200 len: 217 time: 0.1053157 Jan 18 22:26:29.090860 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3897dd6-e996-4a8f-a006-d0b2a97709e2 req-216cc93a-739d-4531-9b41-a839f1a18627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:29.092477 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b3897dd6-e996-4a8f-a006-d0b2a97709e2 req-216cc93a-739d-4531-9b41-a839f1a18627 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d06fbe7b-0a64-4f51-8e12-d9844a15f25c HTTP/1.1" status: 200 len: 797 time: 0.2323790 Jan 18 22:26:29.173499 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-dfb50f8c-088c-4658-8af4-f75fd4395001 req-2788c741-59dc-40e7-97ce-ca0f70c226db service neutron] 10.222.0.53 "GET /v2.0/networks/16555455-8bba-4b8f-a267-e45c606c5eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3548133 Jan 18 22:26:29.211182 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['820af019-259a-4e5f-ba8f-3466cff4a077'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:26:29.331601 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3897dd6-e996-4a8f-a006-d0b2a97709e2 req-5093586f-d974-4923-8c71-d183bade0738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:29.333371 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b3897dd6-e996-4a8f-a006-d0b2a97709e2 req-5093586f-d974-4923-8c71-d183bade0738 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ffe48ea3-f64a-402a-9434-49f5506fd6ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2275999 Jan 18 22:26:29.432639 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-dfb50f8c-088c-4658-8af4-f75fd4395001 req-230977b9-ae41-4e6a-b806-da7c81190dc3 service neutron] 10.222.0.53 "GET /v2.0/networks/16555455-8bba-4b8f-a267-e45c606c5eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574868 Jan 18 22:26:29.450211 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-4d27b667-b458-4af6-ae2b-f90bd3d531cd req-b7725572-a191-4ce7-8c48-c511026f1dd5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=680beee0-ac7e-44c7-ad32-d2dad87429ec HTTP/1.1" status: 200 len: 217 time: 0.6969571 Jan 18 22:26:29.452046 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7c0b2c4-b1b8-48a5-9121-228ca4cfbf9b x-openstack-request-id: req-b7c0b2c4-b1b8-48a5-9121-228ca4cfbf9b {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:26:29.452362 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99555713-a052-4f2b-bed2-fb8b5d6b9caa", "name": "network-vif-deleted", "tag": "820af019-259a-4e5f-ba8f-3466cff4a077", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:26:29.452610 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b7c0b2c4-b1b8-48a5-9121-228ca4cfbf9b {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:26:29.453678 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99555713-a052-4f2b-bed2-fb8b5d6b9caa', 'name': 'network-vif-deleted', 'tag': '820af019-259a-4e5f-ba8f-3466cff4a077', 'status': 'completed', 'code': 200} Jan 18 22:26:29.548875 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d27b667-b458-4af6-ae2b-f90bd3d531cd req-179e73b4-2cb5-479f-b921-b7b5010bf449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:29.550475 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-4d27b667-b458-4af6-ae2b-f90bd3d531cd req-179e73b4-2cb5-479f-b921-b7b5010bf449 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8518183d-cc63-459a-b971-d4c7514e001f HTTP/1.1" status: 200 len: 843 time: 0.0924275 Jan 18 22:26:29.627028 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a3c723-e74c-4a4e-b263-b1f960866933 req-e08f5fdb-ab58-49d0-a01c-b3582119144a tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:29.628591 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-28a3c723-e74c-4a4e-b263-b1f960866933 req-e08f5fdb-ab58-49d0-a01c-b3582119144a tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e9c5f6e-6403-4447-90d0-7434744cf80c HTTP/1.1" status: 200 len: 935 time: 0.1915905 Jan 18 22:26:29.630726 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d27b667-b458-4af6-ae2b-f90bd3d531cd req-f01f4e85-1879-4d40-9069-9915597664c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:29.633708 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-4d27b667-b458-4af6-ae2b-f90bd3d531cd req-f01f4e85-1879-4d40-9069-9915597664c5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=aed2eca7-1bb0-443d-8485-b985dbe9851b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0765378 Jan 18 22:26:29.635652 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b3897dd6-e996-4a8f-a006-d0b2a97709e2 req-16bcddc6-f672-4d38-bf4f-3d0085f2929e service neutron] 10.222.0.67 "GET /v2.0/networks/ffe48ea3-f64a-402a-9434-49f5506fd6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863638 Jan 18 22:26:29.653440 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [req-85dc3686-b9b4-4dfe-b46e-af30127ae429 req-55c8219a-09f1-4e46-97c8-30b897170169 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19510148-a1e7-4c7d-916b-75c32100618a {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:26:29.686712 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-85dc3686-b9b4-4dfe-b46e-af30127ae429 req-55c8219a-09f1-4e46-97c8-30b897170169 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:29.751132 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-4d27b667-b458-4af6-ae2b-f90bd3d531cd req-706b0a1d-573b-440b-bae2-120e75c49d61 service neutron] 10.222.0.36 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070943 Jan 18 22:26:29.763757 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-85dc3686-b9b4-4dfe-b46e-af30127ae429 req-55c8219a-09f1-4e46-97c8-30b897170169 service neutron] Transition to ACTIVE for port object 19510148-a1e7-4c7d-916b-75c32100618a will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:26:29.782192 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-28a3c723-e74c-4a4e-b263-b1f960866933 req-255c0b45-f7dc-46a3-937f-baaed94a431f tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/security-groups?id=05d753a3-5b69-42a7-8159-df7094e5d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413522 Jan 18 22:26:29.799183 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-85dc3686-b9b4-4dfe-b46e-af30127ae429 req-55c8219a-09f1-4e46-97c8-30b897170169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:29.910104 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 44402) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:26:29.954494 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c8219a-09f1-4e46-97c8-30b897170169 service neutron] Pushing event updated for resources: {'Port': ['ID=19510148-a1e7-4c7d-916b-75c32100618a,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:26:29.996812 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-4d27b667-b458-4af6-ae2b-f90bd3d531cd req-65d2b3c4-cd8d-4318-8c86-3bd62510ff62 service neutron] 10.222.0.36 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390437 Jan 18 22:26:30.101554 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b3897dd6-e996-4a8f-a006-d0b2a97709e2 req-82964b7a-2485-44df-aa54-812d9e475c4f service neutron] 10.222.0.67 "GET /v2.0/networks/ffe48ea3-f64a-402a-9434-49f5506fd6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4511869 Jan 18 22:26:30.119641 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da3736c-cc2d-4071-baf6-3bba3cfd105f req-ae90fdb5-329c-4182-a01b-30267e52ff24 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:30.121173 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2da3736c-cc2d-4071-baf6-3bba3cfd105f req-ae90fdb5-329c-4182-a01b-30267e52ff24 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/ports?device_id=304a0036-0214-4c80-94aa-de6139e57a2b HTTP/1.1" status: 200 len: 945 time: 0.2494755 Jan 18 22:26:30.223849 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b3897dd6-e996-4a8f-a006-d0b2a97709e2 req-a96bc1a6-7812-4ec8-8cf6-838435906da2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b39b79af-f443-48d6-a70e-0edb9f29990f HTTP/1.1" status: 200 len: 217 time: 0.0841684 Jan 18 22:26:30.281276 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4636640c-2aee-4a1e-b2dc-92c3f4bc2f59 req-d3a8c31f-06e3-4982-8452-6f16b53ef2bb tempest-ServersNegativeTestMultiTenantJSON-377200145 tempest-ServersNegativeTestMultiTenantJSON-377200145-project] 10.222.0.53 "GET /v2.0/ports?device_id=526954e8-f3e6-4d1a-b31b-9102b939f8fd HTTP/1.1" status: 200 len: 210 time: 0.2591763 Jan 18 22:26:30.320218 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-4278f048-360e-43f0-919e-e87d7aaca234 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=deba400103d149f59fe8681831aa97de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4025178 Jan 18 22:26:30.320552 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 44414) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:26:30.334508 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-85dc3686-b9b4-4dfe-b46e-af30127ae429 req-55c8219a-09f1-4e46-97c8-30b897170169 service neutron] Attempting to bind port 19510148-a1e7-4c7d-916b-75c32100618a on host n-h1-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:26:30.334848 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-85dc3686-b9b4-4dfe-b46e-af30127ae429 req-55c8219a-09f1-4e46-97c8-30b897170169 service neutron] Attempting to bind port 19510148-a1e7-4c7d-916b-75c32100618a by drivers openvswitch,hyperv on host n-h1-825064-1 at level 0 using segments [{'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:26:30.335184 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85dc3686-b9b4-4dfe-b46e-af30127ae429 req-55c8219a-09f1-4e46-97c8-30b897170169 service neutron] Attempting to bind port 19510148-a1e7-4c7d-916b-75c32100618a on network aed2eca7-1bb0-443d-8485-b985dbe9851b {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:26:30.432249 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c30d308d-5522-48ac-a0bc-9a222aa58a94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:30.439397 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85dc3686-b9b4-4dfe-b46e-af30127ae429 req-55c8219a-09f1-4e46-97c8-30b897170169 service neutron] Port 19510148-a1e7-4c7d-916b-75c32100618a on network aed2eca7-1bb0-443d-8485-b985dbe9851b not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:26:30.439397 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85dc3686-b9b4-4dfe-b46e-af30127ae429 req-55c8219a-09f1-4e46-97c8-30b897170169 service neutron] Attempting to bind port 19510148-a1e7-4c7d-916b-75c32100618a on network aed2eca7-1bb0-443d-8485-b985dbe9851b {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:26:30.448752 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2da3736c-cc2d-4071-baf6-3bba3cfd105f req-db964200-e68f-4045-874e-242f7eda9b6b tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c648c24-a8c9-44c0-bb3a-f1fa93ac06ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2926288 Jan 18 22:26:30.458146 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85dc3686-b9b4-4dfe-b46e-af30127ae429 req-55c8219a-09f1-4e46-97c8-30b897170169 service neutron] Checking agent: {'id': 'e49d1b2a-ba11-487f-a804-ecbf3c0e8132', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:26:30.458476 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85dc3686-b9b4-4dfe-b46e-af30127ae429 req-55c8219a-09f1-4e46-97c8-30b897170169 service neutron] Checking segment: {'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:26:30.458860 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85dc3686-b9b4-4dfe-b46e-af30127ae429 req-55c8219a-09f1-4e46-97c8-30b897170169 service neutron] Bound using segment: {'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:26:30.459433 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-85dc3686-b9b4-4dfe-b46e-af30127ae429 req-55c8219a-09f1-4e46-97c8-30b897170169 service neutron] Bound port: 19510148-a1e7-4c7d-916b-75c32100618a, host: n-h1-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:26:30.459814 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-85dc3686-b9b4-4dfe-b46e-af30127ae429 req-55c8219a-09f1-4e46-97c8-30b897170169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:30.468003 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c30d308d-5522-48ac-a0bc-9a222aa58a94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:30.498695 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3897dd6-e996-4a8f-a006-d0b2a97709e2 req-e2900de3-3f8a-4ea4-b153-01f8c67f9d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:30.500926 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b3897dd6-e996-4a8f-a006-d0b2a97709e2 req-e2900de3-3f8a-4ea4-b153-01f8c67f9d26 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d06fbe7b-0a64-4f51-8e12-d9844a15f25c HTTP/1.1" status: 200 len: 797 time: 0.2490981 Jan 18 22:26:30.541149 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c30d308d-5522-48ac-a0bc-9a222aa58a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:30.552576 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c30d308d-5522-48ac-a0bc-9a222aa58a94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:30.557135 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-c30d308d-5522-48ac-a0bc-9a222aa58a94 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a0d0cef0-d08b-41bc-917e-0f5afe1f408d HTTP/1.1" status: 204 len: 168 time: 0.2355287 Jan 18 22:26:30.588381 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30d308d-5522-48ac-a0bc-9a222aa58a94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0d0cef0-d08b-41bc-917e-0f5afe1f408d,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:26:30.613395 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-85dc3686-b9b4-4dfe-b46e-af30127ae429 req-55c8219a-09f1-4e46-97c8-30b897170169 service neutron] For port 19510148-a1e7-4c7d-916b-75c32100618a, host n-h1-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:26:30.625924 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-85dc3686-b9b4-4dfe-b46e-af30127ae429 req-55c8219a-09f1-4e46-97c8-30b897170169 service neutron] For port 19510148-a1e7-4c7d-916b-75c32100618a, host n-h1-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=19510148-a1e7-4c7d-916b-75c32100618a,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:26:30.631279 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3897dd6-e996-4a8f-a006-d0b2a97709e2 req-a4934716-eac8-4951-bcd2-b88fe5649b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:30.633008 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b3897dd6-e996-4a8f-a006-d0b2a97709e2 req-a4934716-eac8-4951-bcd2-b88fe5649b76 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ffe48ea3-f64a-402a-9434-49f5506fd6ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1239419 Jan 18 22:26:30.634509 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-85dc3686-b9b4-4dfe-b46e-af30127ae429 req-55c8219a-09f1-4e46-97c8-30b897170169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:30.672144 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc3686-b9b4-4dfe-b46e-af30127ae429 req-55c8219a-09f1-4e46-97c8-30b897170169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:30.672774 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-85dc3686-b9b4-4dfe-b46e-af30127ae429 req-55c8219a-09f1-4e46-97c8-30b897170169 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:30.674927 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-85dc3686-b9b4-4dfe-b46e-af30127ae429 req-55c8219a-09f1-4e46-97c8-30b897170169 service neutron] 10.222.0.36 "PUT /v2.0/ports/19510148-a1e7-4c7d-916b-75c32100618a HTTP/1.1" status: 200 len: 1095 time: 2.3938282 Jan 18 22:26:30.675412 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e9c5f6e-6403-4447-90d0-7434744cf80c', 'tag': '19510148-a1e7-4c7d-916b-75c32100618a'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:26:30.677770 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d753305-f198-4f2c-ba54-7135ac217471" -d '{"events": [{"name": "network-changed", "server_uuid": "7e9c5f6e-6403-4447-90d0-7434744cf80c", "tag": "19510148-a1e7-4c7d-916b-75c32100618a"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:26:30.776589 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9403c1e-1835-49e8-8ea5-634094efa1ad x-openstack-request-id: req-a9403c1e-1835-49e8-8ea5-634094efa1ad {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:26:30.777248 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e9c5f6e-6403-4447-90d0-7434744cf80c", "tag": "19510148-a1e7-4c7d-916b-75c32100618a", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:26:30.777655 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a9403c1e-1835-49e8-8ea5-634094efa1ad {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:26:30.778245 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e9c5f6e-6403-4447-90d0-7434744cf80c', 'tag': '19510148-a1e7-4c7d-916b-75c32100618a', 'status': 'completed', 'code': 200} Jan 18 22:26:31.005031 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c8219a-09f1-4e46-97c8-30b897170169 service neutron] Pushing event updated for resources: {'Port': ['ID=19510148-a1e7-4c7d-916b-75c32100618a,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:26:31.059584 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc3686-b9b4-4dfe-b46e-af30127ae429 req-102fb5e5-f347-4c3f-9e99-2858a1b5fcee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:31.061271 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-85dc3686-b9b4-4dfe-b46e-af30127ae429 req-102fb5e5-f347-4c3f-9e99-2858a1b5fcee service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a73ebee77f20452f9ada65790951d06b&device_id=7e9c5f6e-6403-4447-90d0-7434744cf80c HTTP/1.1" status: 200 len: 1098 time: 0.3147576 Jan 18 22:26:31.069665 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b3897dd6-e996-4a8f-a006-d0b2a97709e2 req-9a509d74-1f03-4f6e-b5e5-2cd21fb534de service neutron] 10.222.0.67 "GET /v2.0/networks/ffe48ea3-f64a-402a-9434-49f5506fd6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4001820 Jan 18 22:26:31.086423 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e236b-0620-4eb8-aaa9-e5067fd32e91 req-f016902a-cb15-4869-9c49-156751a7b527 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:31.093704 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2b1e236b-0620-4eb8-aaa9-e5067fd32e91 req-f016902a-cb15-4869-9c49-156751a7b527 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e9c5f6e-6403-4447-90d0-7434744cf80c HTTP/1.1" status: 200 len: 947 time: 0.1644289 Jan 18 22:26:31.104619 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7b3c1f-455c-482b-a7f0-5d42e0b811f3 req-5900b64d-1eef-4f44-bb69-698ed45592cb tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:31.105965 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9a7b3c1f-455c-482b-a7f0-5d42e0b811f3 req-5900b64d-1eef-4f44-bb69-698ed45592cb tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e173d2e-e098-4c51-8104-b5036c990569 HTTP/1.1" status: 200 len: 945 time: 0.1715093 Jan 18 22:26:31.148522 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-85dc3686-b9b4-4dfe-b46e-af30127ae429 req-e7ca93fe-3b44-4ca4-bb8f-106337fdd8be service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=19510148-a1e7-4c7d-916b-75c32100618a HTTP/1.1" status: 200 len: 217 time: 0.0758505 Jan 18 22:26:31.297216 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2b1e236b-0620-4eb8-aaa9-e5067fd32e91 req-ad568a1d-5d6a-4d0f-a198-56d0eb170976 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/security-groups?id=05d753a3-5b69-42a7-8159-df7094e5d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976471 Jan 18 22:26:31.306312 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9a7b3c1f-455c-482b-a7f0-5d42e0b811f3 req-a8ff8c51-f0ca-4343-9c49-0db28b1b94e6 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/security-groups?id=68e1f851-73aa-4cda-8095-0e2a92a325ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620142 Jan 18 22:26:31.466770 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc3686-b9b4-4dfe-b46e-af30127ae429 req-53bcfbaf-6e8c-46ac-accf-f6c06abfef1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:31.468201 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-85dc3686-b9b4-4dfe-b46e-af30127ae429 req-53bcfbaf-6e8c-46ac-accf-f6c06abfef1d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8518183d-cc63-459a-b971-d4c7514e001f HTTP/1.1" status: 200 len: 843 time: 0.2991383 Jan 18 22:26:31.483159 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b3897dd6-e996-4a8f-a006-d0b2a97709e2 req-ac636211-5459-4f54-96f2-42aea7448187 service neutron] 10.222.0.67 "GET /v2.0/networks/ffe48ea3-f64a-402a-9434-49f5506fd6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3875332 Jan 18 22:26:31.512346 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb50f8c-088c-4658-8af4-f75fd4395001 req-a0a79a1a-1637-4208-8a15-a1c809474f0b tempest-ServersNegativeTestMultiTenantJSON-377200145 tempest-ServersNegativeTestMultiTenantJSON-377200145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:31.514787 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-dfb50f8c-088c-4658-8af4-f75fd4395001 req-a0a79a1a-1637-4208-8a15-a1c809474f0b tempest-ServersNegativeTestMultiTenantJSON-377200145 tempest-ServersNegativeTestMultiTenantJSON-377200145-project] 10.222.0.36 "GET /v2.0/networks?id=16555455-8bba-4b8f-a267-e45c606c5eaf HTTP/1.1" status: 200 len: 824 time: 0.2194383 Jan 18 22:26:31.534759 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-dfb50f8c-088c-4658-8af4-f75fd4395001 req-04e53135-437e-4eaa-a945-1c8b76e89ead tempest-ServersNegativeTestMultiTenantJSON-377200145 tempest-ServersNegativeTestMultiTenantJSON-377200145-project] Request body: {'port': {'device_id': '526954e8-f3e6-4d1a-b31b-9102b939f8fd', 'network_id': '16555455-8bba-4b8f-a267-e45c606c5eaf', 'admin_state_up': True, 'tenant_id': 'b43db485b3024a8593d8c4ee411b169d'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:26:31.542824 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7258f8f6-8aec-4e3f-896d-4f57501b8ca3 req-47d327a1-c402-4926-9b75-1ac0a75114c1 tempest-ServersNegativeTestMultiTenantJSON-377200145 tempest-ServersNegativeTestMultiTenantJSON-377200145-project] 10.222.0.53 "GET /v2.0/ports?device_id=526954e8-f3e6-4d1a-b31b-9102b939f8fd HTTP/1.1" status: 200 len: 210 time: 0.1244738 Jan 18 22:26:31.614529 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc3686-b9b4-4dfe-b46e-af30127ae429 req-bc34312b-c6e2-4258-ab0a-628cb7a1af45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:31.620636 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-85dc3686-b9b4-4dfe-b46e-af30127ae429 req-bc34312b-c6e2-4258-ab0a-628cb7a1af45 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=aed2eca7-1bb0-443d-8485-b985dbe9851b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1335547 Jan 18 22:26:31.703160 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfb50f8c-088c-4658-8af4-f75fd4395001 req-04e53135-437e-4eaa-a945-1c8b76e89ead tempest-ServersNegativeTestMultiTenantJSON-377200145 tempest-ServersNegativeTestMultiTenantJSON-377200145-project] Made reservation on behalf of b43db485b3024a8593d8c4ee411b169d for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:26:31.709576 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-dfb50f8c-088c-4658-8af4-f75fd4395001 req-04e53135-437e-4eaa-a945-1c8b76e89ead tempest-ServersNegativeTestMultiTenantJSON-377200145 tempest-ServersNegativeTestMultiTenantJSON-377200145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:31.778819 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41b1ad9-d04d-42ea-9df7-0963bcdebd79 req-f2f966a6-8050-45d4-8628-21214d7be92b tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:31.780503 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b41b1ad9-d04d-42ea-9df7-0963bcdebd79 req-f2f966a6-8050-45d4-8628-21214d7be92b tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/ports?device_id=304a0036-0214-4c80-94aa-de6139e57a2b HTTP/1.1" status: 200 len: 945 time: 0.0998700 Jan 18 22:26:31.819703 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-85dc3686-b9b4-4dfe-b46e-af30127ae429 req-475c84d6-0c40-4541-b889-6cc85eb74897 service neutron] 10.222.0.36 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916833 Jan 18 22:26:31.893670 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [req-dfb50f8c-088c-4658-8af4-f75fd4395001 req-04e53135-437e-4eaa-a945-1c8b76e89ead tempest-ServersNegativeTestMultiTenantJSON-377200145 tempest-ServersNegativeTestMultiTenantJSON-377200145-project] Allocated IP 172.20.0.4 (16555455-8bba-4b8f-a267-e45c606c5eaf/6fcd59d2-39d4-4aee-a9eb-a2e102b3eb99/f5e92250-aeef-4673-9f62-8952f424a508) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:26:31.896247 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b41b1ad9-d04d-42ea-9df7-0963bcdebd79 req-537be6eb-2aae-4afb-96cb-04338b9368b2 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c648c24-a8c9-44c0-bb3a-f1fa93ac06ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014147 Jan 18 22:26:31.955703 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-85dc3686-b9b4-4dfe-b46e-af30127ae429 req-bfe6532c-584f-4b98-ab73-b6a94154f878 service neutron] 10.222.0.36 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253493 Jan 18 22:26:32.102963 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d753305-f198-4f2c-ba54-7135ac217471 req-db229df5-ce7f-4b0a-9747-7d3868f845cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:32.105269 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9d753305-f198-4f2c-ba54-7135ac217471 req-db229df5-ce7f-4b0a-9747-7d3868f845cd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a73ebee77f20452f9ada65790951d06b&device_id=7e9c5f6e-6403-4447-90d0-7434744cf80c HTTP/1.1" status: 200 len: 1098 time: 0.0885696 Jan 18 22:26:32.133601 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-dfb50f8c-088c-4658-8af4-f75fd4395001 req-04e53135-437e-4eaa-a945-1c8b76e89ead tempest-ServersNegativeTestMultiTenantJSON-377200145 tempest-ServersNegativeTestMultiTenantJSON-377200145-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:32.181920 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-dfb50f8c-088c-4658-8af4-f75fd4395001 req-04e53135-437e-4eaa-a945-1c8b76e89ead tempest-ServersNegativeTestMultiTenantJSON-377200145 tempest-ServersNegativeTestMultiTenantJSON-377200145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:32.245113 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfb50f8c-088c-4658-8af4-f75fd4395001 req-04e53135-437e-4eaa-a945-1c8b76e89ead tempest-ServersNegativeTestMultiTenantJSON-377200145 tempest-ServersNegativeTestMultiTenantJSON-377200145-project] Network 16555455-8bba-4b8f-a267-e45c606c5eaf is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:26:32.248792 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [req-dfb50f8c-088c-4658-8af4-f75fd4395001 req-04e53135-437e-4eaa-a945-1c8b76e89ead tempest-ServersNegativeTestMultiTenantJSON-377200145 tempest-ServersNegativeTestMultiTenantJSON-377200145-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:26:32.254024 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d753305-f198-4f2c-ba54-7135ac217471 req-d859b880-1980-4e02-9b5e-790c387e6494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:32.255958 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9d753305-f198-4f2c-ba54-7135ac217471 req-d859b880-1980-4e02-9b5e-790c387e6494 service neutron] 10.222.0.36 "GET /v2.0/networks?id=aed2eca7-1bb0-443d-8485-b985dbe9851b HTTP/1.1" status: 200 len: 869 time: 0.1392233 Jan 18 22:26:32.261589 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfb50f8c-088c-4658-8af4-f75fd4395001 req-04e53135-437e-4eaa-a945-1c8b76e89ead tempest-ServersNegativeTestMultiTenantJSON-377200145 tempest-ServersNegativeTestMultiTenantJSON-377200145-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:26:32.298878 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e53135-437e-4eaa-a945-1c8b76e89ead tempest-ServersNegativeTestMultiTenantJSON-377200145 tempest-ServersNegativeTestMultiTenantJSON-377200145-project] Pushing event updated for resources: {'Port': ['ID=f5e92250-aeef-4673-9f62-8952f424a508,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:26:32.321057 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9d753305-f198-4f2c-ba54-7135ac217471 req-6a5d4a4e-3805-482d-90fb-cad8d890c638 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=19510148-a1e7-4c7d-916b-75c32100618a HTTP/1.1" status: 200 len: 217 time: 0.0571952 Jan 18 22:26:32.341503 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb50f8c-088c-4658-8af4-f75fd4395001 req-04e53135-437e-4eaa-a945-1c8b76e89ead tempest-ServersNegativeTestMultiTenantJSON-377200145 tempest-ServersNegativeTestMultiTenantJSON-377200145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:32.342233 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-dfb50f8c-088c-4658-8af4-f75fd4395001 req-04e53135-437e-4eaa-a945-1c8b76e89ead tempest-ServersNegativeTestMultiTenantJSON-377200145 tempest-ServersNegativeTestMultiTenantJSON-377200145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:32.377008 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-dfb50f8c-088c-4658-8af4-f75fd4395001 req-04e53135-437e-4eaa-a945-1c8b76e89ead tempest-ServersNegativeTestMultiTenantJSON-377200145 tempest-ServersNegativeTestMultiTenantJSON-377200145-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8522534 Jan 18 22:26:32.393487 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-dfb50f8c-088c-4658-8af4-f75fd4395001 req-a52fa478-6ee1-49ab-9924-e1afd3214a22 service neutron] Request body: {'port': {'device_id': '526954e8-f3e6-4d1a-b31b-9102b939f8fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:26:32.405227 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d753305-f198-4f2c-ba54-7135ac217471 req-3946b3a1-4388-4227-b3ec-9ed3789e80b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:32.406942 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9d753305-f198-4f2c-ba54-7135ac217471 req-3946b3a1-4388-4227-b3ec-9ed3789e80b3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8518183d-cc63-459a-b971-d4c7514e001f HTTP/1.1" status: 200 len: 843 time: 0.0778103 Jan 18 22:26:32.464487 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['a582b417-6d8e-4aa6-91a9-5f6b1d7cd873'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:26:32.504482 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-dfb50f8c-088c-4658-8af4-f75fd4395001 req-a52fa478-6ee1-49ab-9924-e1afd3214a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:32.517658 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0031f3fa-98c1-419d-8ea5-668a394ae92b req-3cb44e8d-938e-4055-b6c9-1d6f361b7a34 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:32.519092 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0031f3fa-98c1-419d-8ea5-668a394ae92b req-3cb44e8d-938e-4055-b6c9-1d6f361b7a34 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e9c5f6e-6403-4447-90d0-7434744cf80c HTTP/1.1" status: 200 len: 947 time: 0.1291087 Jan 18 22:26:32.547745 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d753305-f198-4f2c-ba54-7135ac217471 req-c4846d9a-1d91-495f-937b-29e7f2b17c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:32.549296 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9d753305-f198-4f2c-ba54-7135ac217471 req-c4846d9a-1d91-495f-937b-29e7f2b17c93 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=aed2eca7-1bb0-443d-8485-b985dbe9851b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1155653 Jan 18 22:26:32.562956 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfc24c5-384e-4849-b232-d7d43b533a38 req-6d63fbd7-1d0e-40ce-a276-28c9b0e1a31a tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:32.564457 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fdfc24c5-384e-4849-b232-d7d43b533a38 req-6d63fbd7-1d0e-40ce-a276-28c9b0e1a31a tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e173d2e-e098-4c51-8104-b5036c990569 HTTP/1.1" status: 200 len: 945 time: 0.1187224 Jan 18 22:26:32.670074 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 44474) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:26:32.878113 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9f3f4731-dad0-4bf3-8ccd-590da64e4de4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:32.998268 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 820af019-259a-4e5f-ba8f-3466cff4a077 no longer exists at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:26:33.034944 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [req-dfb50f8c-088c-4658-8af4-f75fd4395001 req-a52fa478-6ee1-49ab-9924-e1afd3214a22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5e92250-aeef-4673-9f62-8952f424a508 {{(pid=102431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:26:33.035542 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] No Port match for: 820af019-259a-4e5f-ba8f-3466cff4a077 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:26:33.035957 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 820af019-259a-4e5f-ba8f-3466cff4a077 not bound to the agent host n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:26:33.043434 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fdfc24c5-384e-4849-b232-d7d43b533a38 req-bfcbbb3d-133d-4efd-b1ae-91c04d9859c9 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/security-groups?id=68e1f851-73aa-4cda-8095-0e2a92a325ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4670932 Jan 18 22:26:33.050150 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-dfb50f8c-088c-4658-8af4-f75fd4395001 req-a52fa478-6ee1-49ab-9924-e1afd3214a22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:33.053957 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9f3f4731-dad0-4bf3-8ccd-590da64e4de4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:33.057671 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0031f3fa-98c1-419d-8ea5-668a394ae92b req-6282128f-567f-4b15-8405-72dcce0fd643 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/security-groups?id=05d753a3-5b69-42a7-8159-df7094e5d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5270383 Jan 18 22:26:33.071405 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9f3f4731-dad0-4bf3-8ccd-590da64e4de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:33.084743 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [req-dfb50f8c-088c-4658-8af4-f75fd4395001 req-a52fa478-6ee1-49ab-9924-e1afd3214a22 service neutron] Transition to ACTIVE for port object f5e92250-aeef-4673-9f62-8952f424a508 will not be triggered until provisioned by entity L2. {{(pid=102431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:26:33.117134 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-dfb50f8c-088c-4658-8af4-f75fd4395001 req-a52fa478-6ee1-49ab-9924-e1afd3214a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:33.154307 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-9f3f4731-dad0-4bf3-8ccd-590da64e4de4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fdd5908d02b64fa4896cd8ac1f27499a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4829962 Jan 18 22:26:33.159228 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 44484) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:26:33.161469 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9d753305-f198-4f2c-ba54-7135ac217471 req-66bbcc95-763c-4b09-8726-a7c22439b8cf service neutron] 10.222.0.36 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5943387 Jan 18 22:26:33.163062 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3f4731-dad0-4bf3-8ccd-590da64e4de4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1355a8f-aa12-42d9-98af-2e888671a031,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:26:33.206375 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52fa478-6ee1-49ab-9924-e1afd3214a22 service neutron] Pushing event updated for resources: {'Port': ['ID=f5e92250-aeef-4673-9f62-8952f424a508,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:26:33.282250 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-21d2f4ce-a09e-4347-b144-2b5829eb87e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:33.323472 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-21d2f4ce-a09e-4347-b144-2b5829eb87e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:33.330023 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-dfb50f8c-088c-4658-8af4-f75fd4395001 req-a52fa478-6ee1-49ab-9924-e1afd3214a22 service neutron] Attempting to bind port f5e92250-aeef-4673-9f62-8952f424a508 on host n-h1-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:26:33.331056 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-dfb50f8c-088c-4658-8af4-f75fd4395001 req-a52fa478-6ee1-49ab-9924-e1afd3214a22 service neutron] Attempting to bind port f5e92250-aeef-4673-9f62-8952f424a508 by drivers openvswitch,hyperv on host n-h1-825064-1 at level 0 using segments [{'id': '5ab839c7-26e8-4fc0-903f-09fe8a476f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '16555455-8bba-4b8f-a267-e45c606c5eaf'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:26:33.331056 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb50f8c-088c-4658-8af4-f75fd4395001 req-a52fa478-6ee1-49ab-9924-e1afd3214a22 service neutron] Attempting to bind port f5e92250-aeef-4673-9f62-8952f424a508 on network 16555455-8bba-4b8f-a267-e45c606c5eaf {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:26:33.341598 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb50f8c-088c-4658-8af4-f75fd4395001 req-a52fa478-6ee1-49ab-9924-e1afd3214a22 service neutron] Port f5e92250-aeef-4673-9f62-8952f424a508 on network 16555455-8bba-4b8f-a267-e45c606c5eaf not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:26:33.341937 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb50f8c-088c-4658-8af4-f75fd4395001 req-a52fa478-6ee1-49ab-9924-e1afd3214a22 service neutron] Attempting to bind port f5e92250-aeef-4673-9f62-8952f424a508 on network 16555455-8bba-4b8f-a267-e45c606c5eaf {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:26:33.349127 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9d753305-f198-4f2c-ba54-7135ac217471 req-8f025ec9-cb47-4ede-a445-b99208c8be50 service neutron] 10.222.0.36 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791155 Jan 18 22:26:33.365618 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb50f8c-088c-4658-8af4-f75fd4395001 req-a52fa478-6ee1-49ab-9924-e1afd3214a22 service neutron] Checking agent: {'id': 'e49d1b2a-ba11-487f-a804-ecbf3c0e8132', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:26:33.365960 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb50f8c-088c-4658-8af4-f75fd4395001 req-a52fa478-6ee1-49ab-9924-e1afd3214a22 service neutron] Checking segment: {'id': '5ab839c7-26e8-4fc0-903f-09fe8a476f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '16555455-8bba-4b8f-a267-e45c606c5eaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:26:33.366368 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb50f8c-088c-4658-8af4-f75fd4395001 req-a52fa478-6ee1-49ab-9924-e1afd3214a22 service neutron] Bound using segment: {'id': '5ab839c7-26e8-4fc0-903f-09fe8a476f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '16555455-8bba-4b8f-a267-e45c606c5eaf'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:26:33.366807 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-dfb50f8c-088c-4658-8af4-f75fd4395001 req-a52fa478-6ee1-49ab-9924-e1afd3214a22 service neutron] Bound port: f5e92250-aeef-4673-9f62-8952f424a508, host: n-h1-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ab839c7-26e8-4fc0-903f-09fe8a476f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '16555455-8bba-4b8f-a267-e45c606c5eaf'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:26:33.367174 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-dfb50f8c-088c-4658-8af4-f75fd4395001 req-a52fa478-6ee1-49ab-9924-e1afd3214a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:33.369344 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816e7a57-374e-4c20-841e-838b36a819c4 req-45aea1b4-6940-42a1-ab80-36c33071e74b tempest-ServersNegativeTestMultiTenantJSON-377200145 tempest-ServersNegativeTestMultiTenantJSON-377200145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:33.378294 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-816e7a57-374e-4c20-841e-838b36a819c4 req-45aea1b4-6940-42a1-ab80-36c33071e74b tempest-ServersNegativeTestMultiTenantJSON-377200145 tempest-ServersNegativeTestMultiTenantJSON-377200145-project] 10.222.0.53 "GET /v2.0/ports?device_id=526954e8-f3e6-4d1a-b31b-9102b939f8fd HTTP/1.1" status: 200 len: 943 time: 0.1292415 Jan 18 22:26:33.442918 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-816e7a57-374e-4c20-841e-838b36a819c4 req-3257dae9-cda4-439c-9a0a-3adca4610044 tempest-ServersNegativeTestMultiTenantJSON-377200145 tempest-ServersNegativeTestMultiTenantJSON-377200145-project] 10.222.0.53 "GET /v2.0/security-groups?id=54602688-0403-475e-9c09-8604769ca456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636053 Jan 18 22:26:33.446082 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-21d2f4ce-a09e-4347-b144-2b5829eb87e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:33.448852 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-21d2f4ce-a09e-4347-b144-2b5829eb87e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:33.449984 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-21d2f4ce-a09e-4347-b144-2b5829eb87e5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e1355a8f-aa12-42d9-98af-2e888671a031 HTTP/1.1" status: 204 len: 168 time: 0.2880123 Jan 18 22:26:33.479746 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d2f4ce-a09e-4347-b144-2b5829eb87e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1355a8f-aa12-42d9-98af-2e888671a031,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:26:33.489808 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-dfb50f8c-088c-4658-8af4-f75fd4395001 req-a52fa478-6ee1-49ab-9924-e1afd3214a22 service neutron] For port f5e92250-aeef-4673-9f62-8952f424a508, host n-h1-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:26:33.494502 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-dfb50f8c-088c-4658-8af4-f75fd4395001 req-a52fa478-6ee1-49ab-9924-e1afd3214a22 service neutron] For port f5e92250-aeef-4673-9f62-8952f424a508, host n-h1-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=f5e92250-aeef-4673-9f62-8952f424a508,segment=NetworkSegment(5ab839c7-26e8-4fc0-903f-09fe8a476f64),segment_id=5ab839c7-26e8-4fc0-903f-09fe8a476f64)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:26:33.502488 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-dfb50f8c-088c-4658-8af4-f75fd4395001 req-a52fa478-6ee1-49ab-9924-e1afd3214a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:33.529020 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b5f376-4e22-4609-a842-6cce145f5f86 req-6646e35a-3fbf-42e5-b7f5-fc222509d4cd tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:33.531122 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-76b5f376-4e22-4609-a842-6cce145f5f86 req-6646e35a-3fbf-42e5-b7f5-fc222509d4cd tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/ports?device_id=304a0036-0214-4c80-94aa-de6139e57a2b HTTP/1.1" status: 200 len: 945 time: 0.0869532 Jan 18 22:26:33.544673 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb50f8c-088c-4658-8af4-f75fd4395001 req-a52fa478-6ee1-49ab-9924-e1afd3214a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:33.545269 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-dfb50f8c-088c-4658-8af4-f75fd4395001 req-a52fa478-6ee1-49ab-9924-e1afd3214a22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:33.546877 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-dfb50f8c-088c-4658-8af4-f75fd4395001 req-a52fa478-6ee1-49ab-9924-e1afd3214a22 service neutron] 10.222.0.36 "PUT /v2.0/ports/f5e92250-aeef-4673-9f62-8952f424a508 HTTP/1.1" status: 200 len: 1091 time: 1.1616933 Jan 18 22:26:33.549620 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '526954e8-f3e6-4d1a-b31b-9102b939f8fd', 'tag': 'f5e92250-aeef-4673-9f62-8952f424a508'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:26:33.551667 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61d9f166-a527-4173-8157-ed7b5992f55d" -d '{"events": [{"name": "network-changed", "server_uuid": "526954e8-f3e6-4d1a-b31b-9102b939f8fd", "tag": "f5e92250-aeef-4673-9f62-8952f424a508"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:26:33.604528 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52fa478-6ee1-49ab-9924-e1afd3214a22 service neutron] Pushing event updated for resources: {'Port': ['ID=f5e92250-aeef-4673-9f62-8952f424a508,revision_number=3']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:26:33.605851 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-76b5f376-4e22-4609-a842-6cce145f5f86 req-51689a4b-f29e-4dcd-87d3-0198b7d5ca1f tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c648c24-a8c9-44c0-bb3a-f1fa93ac06ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637777 Jan 18 22:26:33.614752 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33527b5f-cf5a-4577-b82a-e6973c247561 x-openstack-request-id: req-33527b5f-cf5a-4577-b82a-e6973c247561 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:26:33.615006 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "526954e8-f3e6-4d1a-b31b-9102b939f8fd", "tag": "f5e92250-aeef-4673-9f62-8952f424a508", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:26:33.615230 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-33527b5f-cf5a-4577-b82a-e6973c247561 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:26:33.615622 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '526954e8-f3e6-4d1a-b31b-9102b939f8fd', 'tag': 'f5e92250-aeef-4673-9f62-8952f424a508', 'status': 'completed', 'code': 200} Jan 18 22:26:33.670647 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb50f8c-088c-4658-8af4-f75fd4395001 req-850487cf-e1b2-4f05-ba7d-f196c692f0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:33.672918 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-dfb50f8c-088c-4658-8af4-f75fd4395001 req-850487cf-e1b2-4f05-ba7d-f196c692f0c9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b43db485b3024a8593d8c4ee411b169d&device_id=526954e8-f3e6-4d1a-b31b-9102b939f8fd HTTP/1.1" status: 200 len: 1094 time: 0.0556893 Jan 18 22:26:33.725165 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-dfb50f8c-088c-4658-8af4-f75fd4395001 req-8b03a574-675f-4676-855e-df51614cffba service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5e92250-aeef-4673-9f62-8952f424a508 HTTP/1.1" status: 200 len: 217 time: 0.0451000 Jan 18 22:26:33.779644 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb50f8c-088c-4658-8af4-f75fd4395001 req-5f8b7d85-ead0-4803-aa48-f69b4988955e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:33.782179 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-dfb50f8c-088c-4658-8af4-f75fd4395001 req-5f8b7d85-ead0-4803-aa48-f69b4988955e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6fcd59d2-39d4-4aee-a9eb-a2e102b3eb99 HTTP/1.1" status: 200 len: 864 time: 0.0513453 Jan 18 22:26:33.819744 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-dfb50f8c-088c-4658-8af4-f75fd4395001 req-f5c48c30-4c33-4ad5-86d7-e59e89f9e68f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=16555455-8bba-4b8f-a267-e45c606c5eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314772 Jan 18 22:26:33.921490 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-dfb50f8c-088c-4658-8af4-f75fd4395001 req-ff846a7a-7b89-4bca-bedf-9ca711e6544f service neutron] 10.222.0.36 "GET /v2.0/networks/16555455-8bba-4b8f-a267-e45c606c5eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954976 Jan 18 22:26:34.019904 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-dfb50f8c-088c-4658-8af4-f75fd4395001 req-f989d63a-956f-461c-9e00-f5f80f368297 service neutron] 10.222.0.36 "GET /v2.0/networks/16555455-8bba-4b8f-a267-e45c606c5eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915995 Jan 18 22:26:34.156379 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d9f166-a527-4173-8157-ed7b5992f55d req-3de3a49a-d0b2-446e-9711-c4f78a27c509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:34.158061 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-61d9f166-a527-4173-8157-ed7b5992f55d req-3de3a49a-d0b2-446e-9711-c4f78a27c509 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b43db485b3024a8593d8c4ee411b169d&device_id=526954e8-f3e6-4d1a-b31b-9102b939f8fd HTTP/1.1" status: 200 len: 1094 time: 0.0839758 Jan 18 22:26:34.310840 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3354320f-3c24-4ef3-8e6b-f5aa89797aef req-b677c41a-6d77-4ffc-bf55-c4dd6374bca5 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:34.312450 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3354320f-3c24-4ef3-8e6b-f5aa89797aef req-b677c41a-6d77-4ffc-bf55-c4dd6374bca5 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e173d2e-e098-4c51-8104-b5036c990569 HTTP/1.1" status: 200 len: 945 time: 0.1038263 Jan 18 22:26:34.320807 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d9f166-a527-4173-8157-ed7b5992f55d req-3f351419-3685-4c9c-a063-615124810e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:34.322278 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-61d9f166-a527-4173-8157-ed7b5992f55d req-3f351419-3685-4c9c-a063-615124810e3d service neutron] 10.222.0.36 "GET /v2.0/networks?id=16555455-8bba-4b8f-a267-e45c606c5eaf HTTP/1.1" status: 200 len: 924 time: 0.1478302 Jan 18 22:26:34.324639 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4238ebd-6bc8-4ad8-8983-39fb61e7a42e req-9e606bf6-1153-4dbe-9482-63d397479742 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:34.332948 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a4238ebd-6bc8-4ad8-8983-39fb61e7a42e req-9e606bf6-1153-4dbe-9482-63d397479742 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e9c5f6e-6403-4447-90d0-7434744cf80c HTTP/1.1" status: 200 len: 947 time: 0.1372521 Jan 18 22:26:34.383379 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 44518) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:26:34.393247 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-61d9f166-a527-4173-8157-ed7b5992f55d req-99d67e36-d4e3-46e8-a0ff-690f2dcfcc89 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5e92250-aeef-4673-9f62-8952f424a508 HTTP/1.1" status: 200 len: 217 time: 0.0624344 Jan 18 22:26:34.393895 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a4238ebd-6bc8-4ad8-8983-39fb61e7a42e req-03135379-c456-430f-a830-151cfaa5bec6 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/security-groups?id=05d753a3-5b69-42a7-8159-df7094e5d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593598 Jan 18 22:26:34.436462 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3354320f-3c24-4ef3-8e6b-f5aa89797aef req-0e7fb76c-0c28-4b58-81d0-1e9c76c00b8f tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/security-groups?id=68e1f851-73aa-4cda-8095-0e2a92a325ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859554 Jan 18 22:26:34.475858 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d9f166-a527-4173-8157-ed7b5992f55d req-9be96e0f-27ab-4a3b-bdda-950f25f3ea3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:34.478095 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-61d9f166-a527-4173-8157-ed7b5992f55d req-9be96e0f-27ab-4a3b-bdda-950f25f3ea3d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6fcd59d2-39d4-4aee-a9eb-a2e102b3eb99 HTTP/1.1" status: 200 len: 864 time: 0.0763223 Jan 18 22:26:34.517141 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-61d9f166-a527-4173-8157-ed7b5992f55d req-bf7eae36-fa41-46ef-aaa3-d06957658d98 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=16555455-8bba-4b8f-a267-e45c606c5eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318778 Jan 18 22:26:34.621509 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa37b8c-40a3-4d43-a4a0-6ee9004b3ea6 req-d066e53a-40e9-4ea0-bfa2-3c1b09648caf tempest-ServersNegativeTestMultiTenantJSON-377200145 tempest-ServersNegativeTestMultiTenantJSON-377200145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:34.623230 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9aa37b8c-40a3-4d43-a4a0-6ee9004b3ea6 req-d066e53a-40e9-4ea0-bfa2-3c1b09648caf tempest-ServersNegativeTestMultiTenantJSON-377200145 tempest-ServersNegativeTestMultiTenantJSON-377200145-project] 10.222.0.53 "GET /v2.0/ports?device_id=526954e8-f3e6-4d1a-b31b-9102b939f8fd HTTP/1.1" status: 200 len: 943 time: 0.0596468 Jan 18 22:26:34.629166 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-b5b54b09-9bc3-4485-b0f9-9fe749f5ffbe admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1325890051-network', 'tenant_id': 'dbd095ed914d4cd8a3e6407b4ae358ee'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:26:34.644840 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-61d9f166-a527-4173-8157-ed7b5992f55d req-6462533e-7139-4232-a686-32308ac08018 service neutron] 10.222.0.36 "GET /v2.0/networks/16555455-8bba-4b8f-a267-e45c606c5eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208978 Jan 18 22:26:34.681990 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9aa37b8c-40a3-4d43-a4a0-6ee9004b3ea6 req-16042366-0624-4144-8799-59c2fd3747cd tempest-ServersNegativeTestMultiTenantJSON-377200145 tempest-ServersNegativeTestMultiTenantJSON-377200145-project] 10.222.0.53 "GET /v2.0/security-groups?id=54602688-0403-475e-9c09-8604769ca456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478420 Jan 18 22:26:34.690984 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5b54b09-9bc3-4485-b0f9-9fe749f5ffbe admin admin] Made reservation on behalf of dbd095ed914d4cd8a3e6407b4ae358ee for: {'network': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:26:34.696354 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b5b54b09-9bc3-4485-b0f9-9fe749f5ffbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:34.708499 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b5b54b09-9bc3-4485-b0f9-9fe749f5ffbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:34.768083 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-61d9f166-a527-4173-8157-ed7b5992f55d req-5f2ee7be-111f-4e65-95c8-07b4861d2393 service neutron] 10.222.0.36 "GET /v2.0/networks/16555455-8bba-4b8f-a267-e45c606c5eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130815 Jan 18 22:26:34.786434 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f6d221-c9ec-4de7-a0ac-f18794def92d req-07ecb95e-0925-4503-9da9-6ae551aa64cd tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:34.787994 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b9f6d221-c9ec-4de7-a0ac-f18794def92d req-07ecb95e-0925-4503-9da9-6ae551aa64cd tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/ports?device_id=304a0036-0214-4c80-94aa-de6139e57a2b HTTP/1.1" status: 200 len: 945 time: 0.0884640 Jan 18 22:26:34.845737 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b9f6d221-c9ec-4de7-a0ac-f18794def92d req-a24c100c-32c7-4b8a-9edc-2c2f8c729a05 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c648c24-a8c9-44c0-bb3a-f1fa93ac06ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498056 Jan 18 22:26:34.869338 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b5b54b09-9bc3-4485-b0f9-9fe749f5ffbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:34.873112 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b5b54b09-9bc3-4485-b0f9-9fe749f5ffbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:34.898673 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5b54b09-9bc3-4485-b0f9-9fe749f5ffbe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=102430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:26:34.908713 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b54b09-9bc3-4485-b0f9-9fe749f5ffbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36bcbe15-a924-4994-9825-53b47a91e713,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:26:34.914013 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b5b54b09-9bc3-4485-b0f9-9fe749f5ffbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:34.914355 n-d-825064-1 neutron-server[102430]: INFO neutron.db.segments_db [None req-b5b54b09-9bc3-4485-b0f9-9fe749f5ffbe admin admin] Added segment 8d5d1671-f92e-4415-a353-2cb2533e6596 of type vlan for network 20e66f8d-59af-4123-907d-ae2bdaa0a688 Jan 18 22:26:34.958182 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b5b54b09-9bc3-4485-b0f9-9fe749f5ffbe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:34.996915 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b5b54b09-9bc3-4485-b0f9-9fe749f5ffbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:34.998338 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b54b09-9bc3-4485-b0f9-9fe749f5ffbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:34.999293 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b5b54b09-9bc3-4485-b0f9-9fe749f5ffbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:35.003680 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 19510148-a1e7-4c7d-916b-75c32100618a details requested by agent hyperv_n-h1-825064-1 with host n-h1-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:26:35.097597 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-b5b54b09-9bc3-4485-b0f9-9fe749f5ffbe admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7002087 Jan 18 22:26:35.101001 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 44526) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:26:35.104847 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b54b09-9bc3-4485-b0f9-9fe749f5ffbe admin admin] Pushing event updated for resources: {'Network': ['ID=20e66f8d-59af-4123-907d-ae2bdaa0a688,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:26:35.108096 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-c1ae8320-7662-417e-bfbb-f54c42c351a4 admin admin] Request body: {'subnet': {'network_id': '20e66f8d-59af-4123-907d-ae2bdaa0a688', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1325890051-subnet', 'tenant_id': 'dbd095ed914d4cd8a3e6407b4ae358ee', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:26:35.118755 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 20e66f8d-59af-4123-907d-ae2bdaa0a688 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:26:35.141079 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ae8320-7662-417e-bfbb-f54c42c351a4 admin admin] Made reservation on behalf of dbd095ed914d4cd8a3e6407b4ae358ee for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:26:35.143636 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c1ae8320-7662-417e-bfbb-f54c42c351a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:35.206237 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 19510148-a1e7-4c7d-916b-75c32100618a, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=19510148-a1e7-4c7d-916b-75c32100618a,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:26:35.225740 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Returning: {'device': '19510148-a1e7-4c7d-916b-75c32100618a', 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b', 'port_id': '19510148-a1e7-4c7d-916b-75c32100618a', 'mac_address': 'fa:16:3e:e8:34:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8518183d-cc63-459a-b971-d4c7514e001f', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:26:35.266061 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:35.279534 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19510148-a1e7-4c7d-916b-75c32100618a {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:26:35.302572 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 19510148-a1e7-4c7d-916b-75c32100618a, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=19510148-a1e7-4c7d-916b-75c32100618a,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:26:35.307940 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:35.347322 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c1ae8320-7662-417e-bfbb-f54c42c351a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:35.357318 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=19510148-a1e7-4c7d-916b-75c32100618a,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:26:35.431171 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ae8320-7662-417e-bfbb-f54c42c351a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdcd6731-596e-4357-a042-5d54da415e2a,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:26:35.435790 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ae8320-7662-417e-bfbb-f54c42c351a4 admin admin] Checking segment: {'id': '8d5d1671-f92e-4415-a353-2cb2533e6596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '20e66f8d-59af-4123-907d-ae2bdaa0a688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:26:35.436415 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ae8320-7662-417e-bfbb-f54c42c351a4 admin admin] Network hostable DHCP agents. Network: 20e66f8d-59af-4123-907d-ae2bdaa0a688, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:26:35.457580 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ae8320-7662-417e-bfbb-f54c42c351a4 admin admin] Network 20e66f8d-59af-4123-907d-ae2bdaa0a688 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:26:35.471276 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-c1ae8320-7662-417e-bfbb-f54c42c351a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 20e66f8d-59af-4123-907d-ae2bdaa0a688) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:26:35.479587 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34fcddf3-ea22-437c-8643-4e16c77f8851 None None] Network 20e66f8d-59af-4123-907d-ae2bdaa0a688 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:26:35.483926 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ae8320-7662-417e-bfbb-f54c42c351a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:35.485337 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c1ae8320-7662-417e-bfbb-f54c42c351a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:35.518217 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-c1ae8320-7662-417e-bfbb-f54c42c351a4 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4160728 Jan 18 22:26:35.521564 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 44536) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:26:35.527462 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-f5b5df37-8753-4635-822b-ecd13148e1c4 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1325890051-router', 'tenant_id': 'dbd095ed914d4cd8a3e6407b4ae358ee', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:26:35.538592 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08fffea-0d36-4c33-9c7e-68ec928c146b req-7f20a34c-a6f4-4e4c-ba3e-825a483922ed tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:35.549315 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d08fffea-0d36-4c33-9c7e-68ec928c146b req-7f20a34c-a6f4-4e4c-ba3e-825a483922ed tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e9c5f6e-6403-4447-90d0-7434744cf80c HTTP/1.1" status: 200 len: 948 time: 0.0772636 Jan 18 22:26:35.552830 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f5b5df37-8753-4635-822b-ecd13148e1c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1044160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8692'] for router, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:35.554277 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f5b5df37-8753-4635-822b-ecd13148e1c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1040680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8675'] for router, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:35.577424 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['19510148-a1e7-4c7d-916b-75c32100618a'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:26:35.622244 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f5b5df37-8753-4635-822b-ecd13148e1c4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:35.624220 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d08fffea-0d36-4c33-9c7e-68ec928c146b req-97d3a3b0-b5e0-4e87-8226-c47465b68fa2 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/security-groups?id=05d753a3-5b69-42a7-8159-df7094e5d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733507 Jan 18 22:26:35.663046 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c47b0fb-ba6e-46a8-a4d0-ee2b2b98c701 req-1963f1f3-164e-4615-ba62-fdb26e68a1f6 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:35.682801 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6c47b0fb-ba6e-46a8-a4d0-ee2b2b98c701 req-1963f1f3-164e-4615-ba62-fdb26e68a1f6 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e173d2e-e098-4c51-8104-b5036c990569 HTTP/1.1" status: 200 len: 945 time: 0.1295450 Jan 18 22:26:35.768499 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6c47b0fb-ba6e-46a8-a4d0-ee2b2b98c701 req-70b08990-5c93-490d-8329-24b9a0bdbdff tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/security-groups?id=68e1f851-73aa-4cda-8095-0e2a92a325ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749319 Jan 18 22:26:35.800731 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38dd73c1-77b4-4945-99ad-2b44f1ac01c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-20e66f8d-59af-4123-907d-ae2bdaa0a688', 'network_id': '20e66f8d-59af-4123-907d-ae2bdaa0a688', 'tenant_id': 'dbd095ed914d4cd8a3e6407b4ae358ee', 'fixed_ips': [{'subnet_id': 'bdcd6731-596e-4357-a042-5d54da415e2a'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:26:35.801859 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-38dd73c1-77b4-4945-99ad-2b44f1ac01c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:35.819288 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f5b5df37-8753-4635-822b-ecd13148e1c4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:35.897279 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94914a1a-b92d-44ca-a8dd-df9cf4e593d3 req-792f6e68-f18b-4120-9688-789c8c654039 tempest-ServersNegativeTestMultiTenantJSON-377200145 tempest-ServersNegativeTestMultiTenantJSON-377200145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:35.910916 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-94914a1a-b92d-44ca-a8dd-df9cf4e593d3 req-792f6e68-f18b-4120-9688-789c8c654039 tempest-ServersNegativeTestMultiTenantJSON-377200145 tempest-ServersNegativeTestMultiTenantJSON-377200145-project] 10.222.0.53 "GET /v2.0/ports?device_id=526954e8-f3e6-4d1a-b31b-9102b939f8fd HTTP/1.1" status: 200 len: 943 time: 0.0720568 Jan 18 22:26:35.968086 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-94914a1a-b92d-44ca-a8dd-df9cf4e593d3 req-40860b0d-3d93-4c92-b330-685a0e64492e tempest-ServersNegativeTestMultiTenantJSON-377200145 tempest-ServersNegativeTestMultiTenantJSON-377200145-project] 10.222.0.53 "GET /v2.0/security-groups?id=54602688-0403-475e-9c09-8604769ca456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574634 Jan 18 22:26:36.036073 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc6c7cd-3d6a-4cdf-8b63-8fc24ba07919 req-5ca3dd70-f2c9-4944-bc4d-6a15f95a2d27 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:36.037271 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-38dd73c1-77b4-4945-99ad-2b44f1ac01c7 None None] Allocated IP 172.20.0.2 (20e66f8d-59af-4123-907d-ae2bdaa0a688/bdcd6731-596e-4357-a042-5d54da415e2a/ebff9a8c-b091-4509-b9a6-44c0e87b23c8) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:26:36.040046 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0dc6c7cd-3d6a-4cdf-8b63-8fc24ba07919 req-5ca3dd70-f2c9-4944-bc4d-6a15f95a2d27 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/ports?device_id=304a0036-0214-4c80-94aa-de6139e57a2b HTTP/1.1" status: 200 len: 945 time: 0.0706611 Jan 18 22:26:36.112638 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0dc6c7cd-3d6a-4cdf-8b63-8fc24ba07919 req-d98ad574-e0b7-470d-a90b-3875ef574559 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c648c24-a8c9-44c0-bb3a-f1fa93ac06ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650380 Jan 18 22:26:36.127196 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f5b5df37-8753-4635-822b-ecd13148e1c4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:36.146937 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f5b5df37-8753-4635-822b-ecd13148e1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:36.199172 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-38dd73c1-77b4-4945-99ad-2b44f1ac01c7 None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:36.206304 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-38dd73c1-77b4-4945-99ad-2b44f1ac01c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:36.251800 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38dd73c1-77b4-4945-99ad-2b44f1ac01c7 None None] Network 20e66f8d-59af-4123-907d-ae2bdaa0a688 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:26:36.254901 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-38dd73c1-77b4-4945-99ad-2b44f1ac01c7 None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:26:36.259244 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38dd73c1-77b4-4945-99ad-2b44f1ac01c7 None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:26:36.264262 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dd73c1-77b4-4945-99ad-2b44f1ac01c7 None None] Pushing event updated for resources: {'Port': ['ID=ebff9a8c-b091-4509-b9a6-44c0e87b23c8,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:26:36.266870 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-f5b5df37-8753-4635-822b-ecd13148e1c4 admin admin] Allocated IP 172.25.5.63 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/267f8cb9-2ba6-4178-a197-ed90a89c7202) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:26:36.314784 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dd73c1-77b4-4945-99ad-2b44f1ac01c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:26:36.315233 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dd73c1-77b4-4945-99ad-2b44f1ac01c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:26:36.315646 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dd73c1-77b4-4945-99ad-2b44f1ac01c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:26:36.316052 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dd73c1-77b4-4945-99ad-2b44f1ac01c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:26:36.316815 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dd73c1-77b4-4945-99ad-2b44f1ac01c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:26:36.316815 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dd73c1-77b4-4945-99ad-2b44f1ac01c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:26:36.317241 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dd73c1-77b4-4945-99ad-2b44f1ac01c7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:26:36.317634 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dd73c1-77b4-4945-99ad-2b44f1ac01c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:26:36.318027 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dd73c1-77b4-4945-99ad-2b44f1ac01c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:26:36.318417 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dd73c1-77b4-4945-99ad-2b44f1ac01c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:26:36.318807 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dd73c1-77b4-4945-99ad-2b44f1ac01c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:26:36.319198 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dd73c1-77b4-4945-99ad-2b44f1ac01c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:26:36.331187 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-38dd73c1-77b4-4945-99ad-2b44f1ac01c7 None None] Attempting to bind port ebff9a8c-b091-4509-b9a6-44c0e87b23c8 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:26:36.331487 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-38dd73c1-77b4-4945-99ad-2b44f1ac01c7 None None] Attempting to bind port ebff9a8c-b091-4509-b9a6-44c0e87b23c8 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '8d5d1671-f92e-4415-a353-2cb2533e6596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '20e66f8d-59af-4123-907d-ae2bdaa0a688'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:26:36.331920 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38dd73c1-77b4-4945-99ad-2b44f1ac01c7 None None] Attempting to bind port ebff9a8c-b091-4509-b9a6-44c0e87b23c8 on network 20e66f8d-59af-4123-907d-ae2bdaa0a688 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:26:36.337033 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38dd73c1-77b4-4945-99ad-2b44f1ac01c7 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:26:36.337498 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38dd73c1-77b4-4945-99ad-2b44f1ac01c7 None None] Checking segment: {'id': '8d5d1671-f92e-4415-a353-2cb2533e6596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '20e66f8d-59af-4123-907d-ae2bdaa0a688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:26:36.337956 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-38dd73c1-77b4-4945-99ad-2b44f1ac01c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:36.338420 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38dd73c1-77b4-4945-99ad-2b44f1ac01c7 None None] Bound using segment: {'id': '8d5d1671-f92e-4415-a353-2cb2533e6596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '20e66f8d-59af-4123-907d-ae2bdaa0a688'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:26:36.338952 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-38dd73c1-77b4-4945-99ad-2b44f1ac01c7 None None] Bound port: ebff9a8c-b091-4509-b9a6-44c0e87b23c8, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d5d1671-f92e-4415-a353-2cb2533e6596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '20e66f8d-59af-4123-907d-ae2bdaa0a688'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:26:36.339397 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-38dd73c1-77b4-4945-99ad-2b44f1ac01c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:36.375208 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f5b5df37-8753-4635-822b-ecd13148e1c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:36.404959 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-38dd73c1-77b4-4945-99ad-2b44f1ac01c7 None None] For port ebff9a8c-b091-4509-b9a6-44c0e87b23c8, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:26:36.408698 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-38dd73c1-77b4-4945-99ad-2b44f1ac01c7 None None] For port ebff9a8c-b091-4509-b9a6-44c0e87b23c8, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=ebff9a8c-b091-4509-b9a6-44c0e87b23c8,segment=NetworkSegment(8d5d1671-f92e-4415-a353-2cb2533e6596),segment_id=8d5d1671-f92e-4415-a353-2cb2533e6596)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:26:36.412743 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f5b5df37-8753-4635-822b-ecd13148e1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:36.414341 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-38dd73c1-77b4-4945-99ad-2b44f1ac01c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:36.454824 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b5df37-8753-4635-822b-ecd13148e1c4 admin admin] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:26:36.460896 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-f5b5df37-8753-4635-822b-ecd13148e1c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:26:36.463397 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b5df37-8753-4635-822b-ecd13148e1c4 admin admin] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:26:36.470703 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dd73c1-77b4-4945-99ad-2b44f1ac01c7 None None] Pushing event updated for resources: {'Port': ['ID=ebff9a8c-b091-4509-b9a6-44c0e87b23c8,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:26:36.499709 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b5df37-8753-4635-822b-ecd13148e1c4 admin admin] Pushing event updated for resources: {'Port': ['ID=267f8cb9-2ba6-4178-a197-ed90a89c7202,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:26:36.797860 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f5b5df37-8753-4635-822b-ecd13148e1c4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:36.814869 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfdcfbd-ed10-46f2-b211-6f2a9b942bfa req-32571559-6219-4712-a8e1-3039b9c28b86 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:36.816528 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9dfdcfbd-ed10-46f2-b211-6f2a9b942bfa req-32571559-6219-4712-a8e1-3039b9c28b86 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e9c5f6e-6403-4447-90d0-7434744cf80c HTTP/1.1" status: 200 len: 948 time: 0.0756242 Jan 18 22:26:36.883343 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9dfdcfbd-ed10-46f2-b211-6f2a9b942bfa req-efa5556f-46de-461d-bae1-077d761e1538 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/security-groups?id=05d753a3-5b69-42a7-8159-df7094e5d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600739 Jan 18 22:26:36.967440 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab194d9-92e3-4ef2-953d-c30885b82a2d req-f02799b2-068f-4048-8ecf-364da6cf98c5 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:36.969659 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4ab194d9-92e3-4ef2-953d-c30885b82a2d req-f02799b2-068f-4048-8ecf-364da6cf98c5 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e173d2e-e098-4c51-8104-b5036c990569 HTTP/1.1" status: 200 len: 945 time: 0.0599356 Jan 18 22:26:37.013457 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device f5e92250-aeef-4673-9f62-8952f424a508 details requested by agent hyperv_n-h1-825064-1 with host n-h1-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:26:37.014466 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4ab194d9-92e3-4ef2-953d-c30885b82a2d req-76ad8987-0c77-4a09-b273-02deb26a4a53 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/security-groups?id=68e1f851-73aa-4cda-8095-0e2a92a325ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381646 Jan 18 22:26:37.033395 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 19510148-a1e7-4c7d-916b-75c32100618a up at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:26:37.059561 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f5b5df37-8753-4635-822b-ecd13148e1c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1040691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049'] for router, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:37.151838 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83153af5-95cf-4961-8465-88f0f31ebeeb req-1a85e5a3-d467-4b53-87ba-2552ffb252c7 tempest-ServersNegativeTestMultiTenantJSON-377200145 tempest-ServersNegativeTestMultiTenantJSON-377200145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:37.153402 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-83153af5-95cf-4961-8465-88f0f31ebeeb req-1a85e5a3-d467-4b53-87ba-2552ffb252c7 tempest-ServersNegativeTestMultiTenantJSON-377200145 tempest-ServersNegativeTestMultiTenantJSON-377200145-project] 10.222.0.53 "GET /v2.0/ports?device_id=526954e8-f3e6-4d1a-b31b-9102b939f8fd HTTP/1.1" status: 200 len: 943 time: 0.0770054 Jan 18 22:26:37.191213 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning for port 19510148-a1e7-4c7d-916b-75c32100618a completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:26:37.203804 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning complete for port 19510148-a1e7-4c7d-916b-75c32100618a triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:26:37.204189 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:37.226704 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-83153af5-95cf-4961-8465-88f0f31ebeeb req-9f320918-29bb-4734-aced-dc9dad1a5009 tempest-ServersNegativeTestMultiTenantJSON-377200145 tempest-ServersNegativeTestMultiTenantJSON-377200145-project] 10.222.0.53 "GET /v2.0/security-groups?id=54602688-0403-475e-9c09-8604769ca456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631270 Jan 18 22:26:37.240468 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5b5df37-8753-4635-822b-ecd13148e1c4 admin admin] Router 54b05178-a8f3-4c11-9086-fe60ed2f4468 is scheduled to L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 with binding_index 1 {{(pid=102431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 22:26:37.259553 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port f5e92250-aeef-4673-9f62-8952f424a508, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=f5e92250-aeef-4673-9f62-8952f424a508,segment=NetworkSegment(5ab839c7-26e8-4fc0-903f-09fe8a476f64),segment_id=5ab839c7-26e8-4fc0-903f-09fe8a476f64)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:26:37.274956 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Returning: {'device': 'f5e92250-aeef-4673-9f62-8952f424a508', 'network_id': '16555455-8bba-4b8f-a267-e45c606c5eaf', 'port_id': 'f5e92250-aeef-4673-9f62-8952f424a508', 'mac_address': 'fa:16:3e:2a:5b:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fcd59d2-39d4-4aee-a9eb-a2e102b3eb99', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:26:37.290117 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7f87b3-5b99-4217-adde-897109beda8e req-32a0f1b1-403d-47a1-8a7c-bf99fbf238bd tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:37.291892 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fa7f87b3-5b99-4217-adde-897109beda8e req-32a0f1b1-403d-47a1-8a7c-bf99fbf238bd tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/ports?device_id=304a0036-0214-4c80-94aa-de6139e57a2b HTTP/1.1" status: 200 len: 945 time: 0.0820520 Jan 18 22:26:37.363491 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fa7f87b3-5b99-4217-adde-897109beda8e req-13419156-af23-4db3-8ab1-344aaccb106b tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c648c24-a8c9-44c0-bb3a-f1fa93ac06ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621958 Jan 18 22:26:37.389632 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:37.400332 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:37.432962 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e9c5f6e-6403-4447-90d0-7434744cf80c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19510148-a1e7-4c7d-916b-75c32100618a'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:26:37.435811 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81cea39f-3ade-4b52-a272-308cbfc851c4" -d '{"events": [{"server_uuid": "7e9c5f6e-6403-4447-90d0-7434744cf80c", "name": "network-vif-plugged", "status": "completed", "tag": "19510148-a1e7-4c7d-916b-75c32100618a"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:26:37.440675 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5e92250-aeef-4673-9f62-8952f424a508 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:26:37.470123 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port f5e92250-aeef-4673-9f62-8952f424a508, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=f5e92250-aeef-4673-9f62-8952f424a508,segment=NetworkSegment(5ab839c7-26e8-4fc0-903f-09fe8a476f64),segment_id=5ab839c7-26e8-4fc0-903f-09fe8a476f64)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:26:37.489615 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 19510148-a1e7-4c7d-916b-75c32100618a, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=19510148-a1e7-4c7d-916b-75c32100618a,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:26:37.491418 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:37.521539 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87720e3a-d619-4ca7-8b36-b85844a08b16 x-openstack-request-id: req-87720e3a-d619-4ca7-8b36-b85844a08b16 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:26:37.522062 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e9c5f6e-6403-4447-90d0-7434744cf80c", "name": "network-vif-plugged", "status": "completed", "tag": "19510148-a1e7-4c7d-916b-75c32100618a", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:26:37.522410 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-87720e3a-d619-4ca7-8b36-b85844a08b16 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:26:37.523096 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e9c5f6e-6403-4447-90d0-7434744cf80c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19510148-a1e7-4c7d-916b-75c32100618a', 'code': 200} Jan 18 22:26:37.527110 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:37.558478 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=f5e92250-aeef-4673-9f62-8952f424a508,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:26:37.627672 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=19510148-a1e7-4c7d-916b-75c32100618a,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:26:37.726078 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['f5e92250-aeef-4673-9f62-8952f424a508'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:26:37.763179 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd4de41-c184-4458-b418-8fe0b2eb7157 None None] Network 20e66f8d-59af-4123-907d-ae2bdaa0a688 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:26:37.768509 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ae3685-c616-4ffa-9b6a-ad690c235740 req-29ff1195-6ee4-426f-a761-90beee3403e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:37.770033 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-d7ae3685-c616-4ffa-9b6a-ad690c235740 req-29ff1195-6ee4-426f-a761-90beee3403e1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7e9c5f6e-6403-4447-90d0-7434744cf80c HTTP/1.1" status: 200 len: 1100 time: 0.0931010 Jan 18 22:26:37.783981 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5b5df37-8753-4635-822b-ecd13148e1c4 admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:26:37.796380 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67160fd6-9340-43dd-890b-4a26a2dbf287 None None] Sync routers for ids ['54b05178-a8f3-4c11-9086-fe60ed2f4468'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:26:37.807438 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67160fd6-9340-43dd-890b-4a26a2dbf287 None None] Routers {'54b05178-a8f3-4c11-9086-fe60ed2f4468'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:26:37.808407 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-67160fd6-9340-43dd-890b-4a26a2dbf287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:26:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['54b05178-a8f3-4c11-9086-fe60ed2f4468'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:26:37.817808 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f5b5df37-8753-4635-822b-ecd13148e1c4 admin admin] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:37.819136 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-f5b5df37-8753-4635-822b-ecd13148e1c4 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2965360 Jan 18 22:26:37.822308 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 44562) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:26:37.832633 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-d7ae3685-c616-4ffa-9b6a-ad690c235740 req-0b081979-2bcd-4297-b4a7-97898be76cc8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=05d753a3-5b69-42a7-8159-df7094e5d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536146 Jan 18 22:26:37.917735 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-67160fd6-9340-43dd-890b-4a26a2dbf287 None None] Set router 54b05178-a8f3-4c11-9086-fe60ed2f4468 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:26:37.940643 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-861f3734-1497-46a3-8caf-6f75c8576cec None None] Provisioning complete for port ebff9a8c-b091-4509-b9a6-44c0e87b23c8 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:26:37.941011 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-861f3734-1497-46a3-8caf-6f75c8576cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:38.108343 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bcc8bd-4fc8-43fc-a957-c3c104057c29 req-914e5da9-0dbc-4559-a08c-0e2877282fb2 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:38.121166 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-28bcc8bd-4fc8-43fc-a957-c3c104057c29 req-914e5da9-0dbc-4559-a08c-0e2877282fb2 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e9c5f6e-6403-4447-90d0-7434744cf80c HTTP/1.1" status: 200 len: 949 time: 0.1414428 Jan 18 22:26:38.186719 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-67160fd6-9340-43dd-890b-4a26a2dbf287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54b05178-a8f3-4c11-9086-fe60ed2f4468', 'name': 'tempest-ServersTestBootFromVolume-1325890051-router', 'tenant_id': 'dbd095ed914d4cd8a3e6407b4ae358ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '267f8cb9-2ba6-4178-a197-ed90a89c7202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:26:35Z', 'updated_at': '2022-01-18T22:26:36Z', 'revision_number': 3, 'project_id': 'dbd095ed914d4cd8a3e6407b4ae358ee', 'gw_port': {'id': '267f8cb9-2ba6-4178-a197-ed90a89c7202', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:2f:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54b05178-a8f3-4c11-9086-fe60ed2f4468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:26:36Z', 'updated_at': '2022-01-18T22:26:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:26:38.228982 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67160fd6-9340-43dd-890b-4a26a2dbf287 None None] Checking router: 54b05178-a8f3-4c11-9086-fe60ed2f4468 for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:26:38.229571 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67160fd6-9340-43dd-890b-4a26a2dbf287 None None] Updating router 54b05178-a8f3-4c11-9086-fe60ed2f4468 port 267f8cb9-2ba6-4178-a197-ed90a89c7202 binding host n-d-825064-1 {{(pid=102433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:26:38.273615 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-28bcc8bd-4fc8-43fc-a957-c3c104057c29 req-9cf34cf9-f8c4-4339-96d6-0c5d9f28e191 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/security-groups?id=05d753a3-5b69-42a7-8159-df7094e5d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376302 Jan 18 22:26:38.278116 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-67160fd6-9340-43dd-890b-4a26a2dbf287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:38.306098 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569b1148-9d99-4862-8ccc-e079aad03bfb req-30f0f746-3120-4914-983f-124424831a15 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:38.307618 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-569b1148-9d99-4862-8ccc-e079aad03bfb req-30f0f746-3120-4914-983f-124424831a15 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e173d2e-e098-4c51-8104-b5036c990569 HTTP/1.1" status: 200 len: 945 time: 0.2322340 Jan 18 22:26:38.352138 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device ebff9a8c-b091-4509-b9a6-44c0e87b23c8 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:26:38.415758 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd69b6-4afd-485a-a8d6-25add47a0a86 req-6588f258-6e3e-4e82-aece-8083bd946d44 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:38.423730 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6fbd69b6-4afd-485a-a8d6-25add47a0a86 req-6588f258-6e3e-4e82-aece-8083bd946d44 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e173d2e-e098-4c51-8104-b5036c990569 HTTP/1.1" status: 200 len: 945 time: 0.2120891 Jan 18 22:26:38.514136 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66eb652-1614-4c41-84d7-c7c619d2e69d req-bb989ecb-cfc1-4633-a1eb-341ae1fc3638 tempest-ServersNegativeTestMultiTenantJSON-377200145 tempest-ServersNegativeTestMultiTenantJSON-377200145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:38.517625 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fa2c2c15-e588-4401-bfee-a108959dfeba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:38.525681 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e66eb652-1614-4c41-84d7-c7c619d2e69d req-bb989ecb-cfc1-4633-a1eb-341ae1fc3638 tempest-ServersNegativeTestMultiTenantJSON-377200145 tempest-ServersNegativeTestMultiTenantJSON-377200145-project] 10.222.0.53 "GET /v2.0/ports?device_id=526954e8-f3e6-4d1a-b31b-9102b939f8fd HTTP/1.1" status: 200 len: 944 time: 0.1776106 Jan 18 22:26:38.567780 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6fbd69b6-4afd-485a-a8d6-25add47a0a86 req-ce14a77c-715b-445f-b504-5a9097312a24 tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/security-groups?id=68e1f851-73aa-4cda-8095-0e2a92a325ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431775 Jan 18 22:26:38.631201 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-67160fd6-9340-43dd-890b-4a26a2dbf287 None None] Notify callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:38.642398 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-67160fd6-9340-43dd-890b-4a26a2dbf287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:38.677645 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e66eb652-1614-4c41-84d7-c7c619d2e69d req-4583abf9-505c-4be1-be05-8f4551a2c669 tempest-ServersNegativeTestMultiTenantJSON-377200145 tempest-ServersNegativeTestMultiTenantJSON-377200145-project] 10.222.0.53 "GET /v2.0/security-groups?id=54602688-0403-475e-9c09-8604769ca456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507995 Jan 18 22:26:38.692086 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-fa2c2c15-e588-4401-bfee-a108959dfeba admin admin] Allocated IP 172.20.0.1 (20e66f8d-59af-4123-907d-ae2bdaa0a688/bdcd6731-596e-4357-a042-5d54da415e2a/182d061f-d8d5-415e-a028-2e2904aba064) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:26:38.720432 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-67160fd6-9340-43dd-890b-4a26a2dbf287 None None] Attempting to bind port 267f8cb9-2ba6-4178-a197-ed90a89c7202 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:26:38.721926 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-67160fd6-9340-43dd-890b-4a26a2dbf287 None None] Attempting to bind port 267f8cb9-2ba6-4178-a197-ed90a89c7202 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:26:38.722290 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67160fd6-9340-43dd-890b-4a26a2dbf287 None None] Attempting to bind port 267f8cb9-2ba6-4178-a197-ed90a89c7202 on network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:26:38.728580 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port ebff9a8c-b091-4509-b9a6-44c0e87b23c8 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:26:38.731620 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:38.740265 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-569b1148-9d99-4862-8ccc-e079aad03bfb req-fd4b5b6a-11b9-460d-a11f-a8003542a24f tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Deleting port a582b417-6d8e-4aa6-91a9-5f6b1d7cd873 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:26:38.740855 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-569b1148-9d99-4862-8ccc-e079aad03bfb req-fd4b5b6a-11b9-460d-a11f-a8003542a24f tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:38.758832 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67160fd6-9340-43dd-890b-4a26a2dbf287 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:26:38.759441 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67160fd6-9340-43dd-890b-4a26a2dbf287 None None] Checking segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:26:38.759964 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-67160fd6-9340-43dd-890b-4a26a2dbf287 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:38.760384 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67160fd6-9340-43dd-890b-4a26a2dbf287 None None] Bound using segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:26:38.760858 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-67160fd6-9340-43dd-890b-4a26a2dbf287 None None] Bound port: 267f8cb9-2ba6-4178-a197-ed90a89c7202, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:26:38.761233 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-67160fd6-9340-43dd-890b-4a26a2dbf287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:38.789857 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-861f3734-1497-46a3-8caf-6f75c8576cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:38.852475 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-67160fd6-9340-43dd-890b-4a26a2dbf287 None None] For port 267f8cb9-2ba6-4178-a197-ed90a89c7202, host n-d-825064-1, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:26:38.856203 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-67160fd6-9340-43dd-890b-4a26a2dbf287 None None] For port 267f8cb9-2ba6-4178-a197-ed90a89c7202, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=267f8cb9-2ba6-4178-a197-ed90a89c7202,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:26:38.861367 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fa2c2c15-e588-4401-bfee-a108959dfeba admin admin] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:38.876271 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-67160fd6-9340-43dd-890b-4a26a2dbf287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:38.886700 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb99ed93-97db-4ffc-8a83-aea734aba335 req-fce9af73-4495-4ae3-8705-31983008b56e tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:38.894988 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cb99ed93-97db-4ffc-8a83-aea734aba335 req-fce9af73-4495-4ae3-8705-31983008b56e tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/ports?device_id=304a0036-0214-4c80-94aa-de6139e57a2b HTTP/1.1" status: 200 len: 945 time: 0.1988966 Jan 18 22:26:38.904700 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-861f3734-1497-46a3-8caf-6f75c8576cec None None] For port ebff9a8c-b091-4509-b9a6-44c0e87b23c8, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=ebff9a8c-b091-4509-b9a6-44c0e87b23c8,segment=NetworkSegment(8d5d1671-f92e-4415-a353-2cb2533e6596),segment_id=8d5d1671-f92e-4415-a353-2cb2533e6596)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:26:38.924424 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-861f3734-1497-46a3-8caf-6f75c8576cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:38.931520 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b530a083-b79c-43d4-8882-3c0746d9b1ac None None] Pushing event updated for resources: {'Port': ['ID=267f8cb9-2ba6-4178-a197-ed90a89c7202,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:26:38.946351 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b530a083-b79c-43d4-8882-3c0746d9b1ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:26:38.947224 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b530a083-b79c-43d4-8882-3c0746d9b1ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:26:38.947224 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b530a083-b79c-43d4-8882-3c0746d9b1ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:26:38.947503 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b530a083-b79c-43d4-8882-3c0746d9b1ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:26:38.947642 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b530a083-b79c-43d4-8882-3c0746d9b1ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:26:38.947966 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b530a083-b79c-43d4-8882-3c0746d9b1ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:26:38.948363 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b530a083-b79c-43d4-8882-3c0746d9b1ac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:26:38.948972 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b530a083-b79c-43d4-8882-3c0746d9b1ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:26:38.949300 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b530a083-b79c-43d4-8882-3c0746d9b1ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:26:38.949618 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b530a083-b79c-43d4-8882-3c0746d9b1ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:26:38.950081 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b530a083-b79c-43d4-8882-3c0746d9b1ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:26:38.950676 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b530a083-b79c-43d4-8882-3c0746d9b1ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:26:39.002827 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fa2c2c15-e588-4401-bfee-a108959dfeba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:39.008236 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-569b1148-9d99-4862-8ccc-e079aad03bfb req-fd4b5b6a-11b9-460d-a11f-a8003542a24f tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] For port a582b417-6d8e-4aa6-91a9-5f6b1d7cd873, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=a582b417-6d8e-4aa6-91a9-5f6b1d7cd873,segment=NetworkSegment(7459fabb-7ba7-479c-92df-0260ac6c29b4),segment_id=7459fabb-7ba7-479c-92df-0260ac6c29b4)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:26:39.009229 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-569b1148-9d99-4862-8ccc-e079aad03bfb req-fd4b5b6a-11b9-460d-a11f-a8003542a24f tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:39.039072 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cb99ed93-97db-4ffc-8a83-aea734aba335 req-5fc1535a-d753-4a43-8cd7-b55e470ff505 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c648c24-a8c9-44c0-bb3a-f1fa93ac06ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375258 Jan 18 22:26:39.054910 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-569b1148-9d99-4862-8ccc-e079aad03bfb req-fd4b5b6a-11b9-460d-a11f-a8003542a24f tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Calling delete_port for a582b417-6d8e-4aa6-91a9-5f6b1d7cd873 owned by compute:nova {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:26:39.060254 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861f3734-1497-46a3-8caf-6f75c8576cec None None] Pushing event updated for resources: {'Port': ['ID=ebff9a8c-b091-4509-b9a6-44c0e87b23c8,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:26:39.063393 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b530a083-b79c-43d4-8882-3c0746d9b1ac None None] Pushing event updated for resources: {'Port': ['ID=267f8cb9-2ba6-4178-a197-ed90a89c7202,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:26:39.084649 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2c2c15-e588-4401-bfee-a108959dfeba admin admin] Network 20e66f8d-59af-4123-907d-ae2bdaa0a688 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:26:39.097574 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-fa2c2c15-e588-4401-bfee-a108959dfeba admin admin] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:26:39.108043 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2c2c15-e588-4401-bfee-a108959dfeba admin admin] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:26:39.122327 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67160fd6-9340-43dd-890b-4a26a2dbf287 None None] Routers {'54b05178-a8f3-4c11-9086-fe60ed2f4468'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:26:39.122980 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-67160fd6-9340-43dd-890b-4a26a2dbf287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:26:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['54b05178-a8f3-4c11-9086-fe60ed2f4468'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:26:39.170279 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2c2c15-e588-4401-bfee-a108959dfeba admin admin] Pushing event updated for resources: {'Port': ['ID=182d061f-d8d5-415e-a028-2e2904aba064,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:26:39.211551 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fa2c2c15-e588-4401-bfee-a108959dfeba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1040954'] for router_interface, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:39.317926 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-569b1148-9d99-4862-8ccc-e079aad03bfb req-fd4b5b6a-11b9-460d-a11f-a8003542a24f tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:39.337016 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['a582b417-6d8e-4aa6-91a9-5f6b1d7cd873'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:26:39.385521 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-67160fd6-9340-43dd-890b-4a26a2dbf287 None None] Set router 54b05178-a8f3-4c11-9086-fe60ed2f4468 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:26:39.419573 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4b5b6a-11b9-460d-a11f-a8003542a24f tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Pushing event deleted for resources: {'Port': ['ID=a582b417-6d8e-4aa6-91a9-5f6b1d7cd873,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:26:39.428325 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-973d94c7-51b0-4a7c-8cfd-740761fc2ba3 None None] Provisioning complete for port ebff9a8c-b091-4509-b9a6-44c0e87b23c8 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:26:39.428873 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-973d94c7-51b0-4a7c-8cfd-740761fc2ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:39.450723 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fa2c2c15-e588-4401-bfee-a108959dfeba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:39.572775 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-569b1148-9d99-4862-8ccc-e079aad03bfb req-fd4b5b6a-11b9-460d-a11f-a8003542a24f tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] No DVR routers for this DVR port a582b417-6d8e-4aa6-91a9-5f6b1d7cd873 on host n-h2-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:26:39.575746 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-569b1148-9d99-4862-8ccc-e079aad03bfb req-fd4b5b6a-11b9-460d-a11f-a8003542a24f tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:39.579782 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-569b1148-9d99-4862-8ccc-e079aad03bfb req-fd4b5b6a-11b9-460d-a11f-a8003542a24f tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.67 "DELETE /v2.0/ports/a582b417-6d8e-4aa6-91a9-5f6b1d7cd873 HTTP/1.1" status: 204 len: 173 time: 1.2548180 Jan 18 22:26:39.580314 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e173d2e-e098-4c51-8104-b5036c990569', 'name': 'network-vif-deleted', 'tag': 'a582b417-6d8e-4aa6-91a9-5f6b1d7cd873'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:26:39.582672 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5eb4655-1ad9-41fd-a553-b70747c8877e" -d '{"events": [{"server_uuid": "7e173d2e-e098-4c51-8104-b5036c990569", "name": "network-vif-deleted", "tag": "a582b417-6d8e-4aa6-91a9-5f6b1d7cd873"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:26:39.612301 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0323d20-3b33-4ff2-a167-43566cd6044d req-64da101b-1fef-4b10-896c-b6213ff1394a tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:39.622671 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b0323d20-3b33-4ff2-a167-43566cd6044d req-64da101b-1fef-4b10-896c-b6213ff1394a tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e9c5f6e-6403-4447-90d0-7434744cf80c HTTP/1.1" status: 200 len: 949 time: 0.2110078 Jan 18 22:26:39.641477 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-512d908c-6c67-40f7-a4e8-3f5b910b1251 x-openstack-request-id: req-512d908c-6c67-40f7-a4e8-3f5b910b1251 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:26:39.641809 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e173d2e-e098-4c51-8104-b5036c990569", "name": "network-vif-deleted", "tag": "a582b417-6d8e-4aa6-91a9-5f6b1d7cd873", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:26:39.642061 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-512d908c-6c67-40f7-a4e8-3f5b910b1251 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:26:39.642456 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e173d2e-e098-4c51-8104-b5036c990569', 'name': 'network-vif-deleted', 'tag': 'a582b417-6d8e-4aa6-91a9-5f6b1d7cd873', 'status': 'completed', 'code': 200} Jan 18 22:26:39.684735 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b0323d20-3b33-4ff2-a167-43566cd6044d req-2d99e586-adad-4ff3-b4cd-b3b08a255e7c tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/security-groups?id=05d753a3-5b69-42a7-8159-df7094e5d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611115 Jan 18 22:26:39.743568 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fa2c2c15-e588-4401-bfee-a108959dfeba admin admin] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:39.753712 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fa2c2c15-e588-4401-bfee-a108959dfeba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:39.757605 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-67160fd6-9340-43dd-890b-4a26a2dbf287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54b05178-a8f3-4c11-9086-fe60ed2f4468', 'name': 'tempest-ServersTestBootFromVolume-1325890051-router', 'tenant_id': 'dbd095ed914d4cd8a3e6407b4ae358ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '267f8cb9-2ba6-4178-a197-ed90a89c7202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:26:35Z', 'updated_at': '2022-01-18T22:26:36Z', 'revision_number': 3, 'project_id': 'dbd095ed914d4cd8a3e6407b4ae358ee', 'gw_port': {'id': '267f8cb9-2ba6-4178-a197-ed90a89c7202', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:2f:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54b05178-a8f3-4c11-9086-fe60ed2f4468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:26:36Z', 'updated_at': '2022-01-18T22:26:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:26:39.773865 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-ef4768eb-fbf6-4a23-9769-318eca9b0a69 None None] Provisioning complete for port 182d061f-d8d5-415e-a028-2e2904aba064 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:26:39.775379 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ef4768eb-fbf6-4a23-9769-318eca9b0a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:39.804388 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67160fd6-9340-43dd-890b-4a26a2dbf287 None None] The sync data for ids ['54b05178-a8f3-4c11-9086-fe60ed2f4468'] in n-d-825064-1 is: [{'id': '54b05178-a8f3-4c11-9086-fe60ed2f4468', 'name': 'tempest-ServersTestBootFromVolume-1325890051-router', 'tenant_id': 'dbd095ed914d4cd8a3e6407b4ae358ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '267f8cb9-2ba6-4178-a197-ed90a89c7202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:26:35Z', 'updated_at': '2022-01-18T22:26:36Z', 'revision_number': 3, 'project_id': 'dbd095ed914d4cd8a3e6407b4ae358ee', 'gw_port': {'id': '267f8cb9-2ba6-4178-a197-ed90a89c7202', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:2f:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54b05178-a8f3-4c11-9086-fe60ed2f4468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:26:36Z', 'updated_at': '2022-01-18T22:26:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:26:39.820481 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-33ebf593-66ce-4a5f-9575-ccb7ca4b7e84 req-99d00ae3-1f96-44d0-bc06-b776340d898a tempest-ServerRescueNegativeTestJSON-1547126558 tempest-ServerRescueNegativeTestJSON-1547126558-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e173d2e-e098-4c51-8104-b5036c990569 HTTP/1.1" status: 200 len: 210 time: 0.0813379 Jan 18 22:26:39.870587 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fa2c2c15-e588-4401-bfee-a108959dfeba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-613854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1041070'] for router_interface, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:39.877279 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e3033-0b7a-4a74-a42f-41ebf61c180a req-2ba67971-8606-4c89-958c-76a097f9f294 tempest-ServersOnMultiNodesTest-528096773 tempest-ServersOnMultiNodesTest-528096773-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:39.883471 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2c2c15-e588-4401-bfee-a108959dfeba admin admin] Pushing event updated for resources: {'Port': ['ID=182d061f-d8d5-415e-a028-2e2904aba064,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:26:39.886549 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-de9e3033-0b7a-4a74-a42f-41ebf61c180a req-2ba67971-8606-4c89-958c-76a097f9f294 tempest-ServersOnMultiNodesTest-528096773 tempest-ServersOnMultiNodesTest-528096773-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=7e9c5f6e-6403-4447-90d0-7434744cf80c HTTP/1.1" status: 200 len: 1100 time: 0.0650091 Jan 18 22:26:39.895277 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-ef4768eb-fbf6-4a23-9769-318eca9b0a69 None None] Port 182d061f-d8d5-415e-a028-2e2904aba064 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:26:39.948554 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-de9e3033-0b7a-4a74-a42f-41ebf61c180a req-f50b21af-7ae6-44c9-af2f-93271f72bc11 tempest-ServersOnMultiNodesTest-528096773 tempest-ServersOnMultiNodesTest-528096773-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=05d753a3-5b69-42a7-8159-df7094e5d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609505 Jan 18 22:26:39.974509 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2923c8b7-9660-45d0-81ed-dddfc90bf4cc req-be455a07-bbce-41af-bae8-c6360de4cc58 tempest-ServersNegativeTestMultiTenantJSON-377200145 tempest-ServersNegativeTestMultiTenantJSON-377200145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:39.977017 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2923c8b7-9660-45d0-81ed-dddfc90bf4cc req-be455a07-bbce-41af-bae8-c6360de4cc58 tempest-ServersNegativeTestMultiTenantJSON-377200145 tempest-ServersNegativeTestMultiTenantJSON-377200145-project] 10.222.0.53 "GET /v2.0/ports?device_id=526954e8-f3e6-4d1a-b31b-9102b939f8fd HTTP/1.1" status: 200 len: 944 time: 0.0616679 Jan 18 22:26:40.012830 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2c2c15-e588-4401-bfee-a108959dfeba admin admin] Network 20e66f8d-59af-4123-907d-ae2bdaa0a688 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:26:40.016009 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-fa2c2c15-e588-4401-bfee-a108959dfeba admin admin] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:26:40.049520 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2923c8b7-9660-45d0-81ed-dddfc90bf4cc req-48a2fc60-a59f-42ae-9e58-ab736b2f2058 tempest-ServersNegativeTestMultiTenantJSON-377200145 tempest-ServersNegativeTestMultiTenantJSON-377200145-project] 10.222.0.53 "GET /v2.0/security-groups?id=54602688-0403-475e-9c09-8604769ca456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638785 Jan 18 22:26:40.288036 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device ebff9a8c-b091-4509-b9a6-44c0e87b23c8 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:26:40.317019 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa2c2c15-e588-4401-bfee-a108959dfeba admin admin] Router 54b05178-a8f3-4c11-9086-fe60ed2f4468 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:26:40.357295 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port ebff9a8c-b091-4509-b9a6-44c0e87b23c8 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:26:40.358027 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:40.363059 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b796d0-90a8-4dc3-9720-84d25d64c931 req-1480d822-aae1-43bc-947b-cc781b7950fd tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:40.373658 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-22b796d0-90a8-4dc3-9720-84d25d64c931 req-1480d822-aae1-43bc-947b-cc781b7950fd tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/ports?device_id=304a0036-0214-4c80-94aa-de6139e57a2b HTTP/1.1" status: 200 len: 945 time: 0.0802724 Jan 18 22:26:40.451844 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-22b796d0-90a8-4dc3-9720-84d25d64c931 req-a2cf2e92-2c5f-4584-bfca-9553ed3d5f57 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c648c24-a8c9-44c0-bb3a-f1fa93ac06ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758872 Jan 18 22:26:40.562969 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa2c2c15-e588-4401-bfee-a108959dfeba admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:26:40.576713 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-fa2c2c15-e588-4401-bfee-a108959dfeba admin admin] 10.222.0.53 "PUT /v2.0/routers/54b05178-a8f3-4c11-9086-fe60ed2f4468/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7461274 Jan 18 22:26:40.628902 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-0518b7e2-a4c0-4e5f-aa99-bd85342c19e9 None None] Provisioning complete for port 182d061f-d8d5-415e-a028-2e2904aba064 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:26:40.629490 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0518b7e2-a4c0-4e5f-aa99-bd85342c19e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:40.647432 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cf7f93-db42-40a0-9b4e-29fdba6a1a2a req-c3c6c635-865f-4b7c-b13c-f16649e2f3b8 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:40.651350 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f1cf7f93-db42-40a0-9b4e-29fdba6a1a2a req-c3c6c635-865f-4b7c-b13c-f16649e2f3b8 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e9c5f6e-6403-4447-90d0-7434744cf80c HTTP/1.1" status: 200 len: 949 time: 0.0823023 Jan 18 22:26:40.694861 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f1cf7f93-db42-40a0-9b4e-29fdba6a1a2a req-46e99d71-89a9-435b-89eb-426af02cdc1d tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/security-groups?id=05d753a3-5b69-42a7-8159-df7094e5d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355072 Jan 18 22:26:40.713612 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-0518b7e2-a4c0-4e5f-aa99-bd85342c19e9 None None] Port 182d061f-d8d5-415e-a028-2e2904aba064 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:26:40.871813 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 44614) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:26:41.042333 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device f5e92250-aeef-4673-9f62-8952f424a508 up at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:26:41.133305 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 44618) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:26:41.138762 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-a7914c04-a9a7-4b3a-9a62-54d6388c3b76 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] Request body: {'security_group': {'name': 'tempest-securitygroup--109343160', 'description': 'tempest-description--2023951780'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:26:41.146353 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning for port f5e92250-aeef-4673-9f62-8952f424a508 completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:26:41.153782 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning complete for port f5e92250-aeef-4673-9f62-8952f424a508 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:26:41.153782 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:41.242037 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a7914c04-a9a7-4b3a-9a62-54d6388c3b76 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:41.257560 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63306bc4-6d13-480a-8c54-ef81324f8709 req-07bbf998-5b73-4462-afe2-d308b1037569 tempest-ServersNegativeTestMultiTenantJSON-377200145 tempest-ServersNegativeTestMultiTenantJSON-377200145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:41.266733 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-63306bc4-6d13-480a-8c54-ef81324f8709 req-07bbf998-5b73-4462-afe2-d308b1037569 tempest-ServersNegativeTestMultiTenantJSON-377200145 tempest-ServersNegativeTestMultiTenantJSON-377200145-project] 10.222.0.53 "GET /v2.0/ports?device_id=526954e8-f3e6-4d1a-b31b-9102b939f8fd HTTP/1.1" status: 200 len: 944 time: 0.1144888 Jan 18 22:26:41.318876 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:41.329064 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-63306bc4-6d13-480a-8c54-ef81324f8709 req-e47c5d6e-1839-4360-a351-e3af355042c3 tempest-ServersNegativeTestMultiTenantJSON-377200145 tempest-ServersNegativeTestMultiTenantJSON-377200145-project] 10.222.0.53 "GET /v2.0/security-groups?id=54602688-0403-475e-9c09-8604769ca456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614464 Jan 18 22:26:41.345038 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '526954e8-f3e6-4d1a-b31b-9102b939f8fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5e92250-aeef-4673-9f62-8952f424a508'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:26:41.347517 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97373b39-5e1b-4648-99b0-fb7ce36b435e" -d '{"events": [{"server_uuid": "526954e8-f3e6-4d1a-b31b-9102b939f8fd", "name": "network-vif-plugged", "status": "completed", "tag": "f5e92250-aeef-4673-9f62-8952f424a508"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:26:41.371119 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port f5e92250-aeef-4673-9f62-8952f424a508, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=f5e92250-aeef-4673-9f62-8952f424a508,segment=NetworkSegment(5ab839c7-26e8-4fc0-903f-09fe8a476f64),segment_id=5ab839c7-26e8-4fc0-903f-09fe8a476f64)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:26:41.378859 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:41.381168 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a7914c04-a9a7-4b3a-9a62-54d6388c3b76 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:41.387321 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a7914c04-a9a7-4b3a-9a62-54d6388c3b76 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:41.412022 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9247c892-1ceb-4803-8ae6-1d0373afd98c x-openstack-request-id: req-9247c892-1ceb-4803-8ae6-1d0373afd98c {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:26:41.423888 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "526954e8-f3e6-4d1a-b31b-9102b939f8fd", "name": "network-vif-plugged", "status": "completed", "tag": "f5e92250-aeef-4673-9f62-8952f424a508", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:26:41.423888 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9247c892-1ceb-4803-8ae6-1d0373afd98c {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:26:41.424213 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '526954e8-f3e6-4d1a-b31b-9102b939f8fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5e92250-aeef-4673-9f62-8952f424a508', 'code': 200} Jan 18 22:26:41.432776 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a7914c04-a9a7-4b3a-9a62-54d6388c3b76 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:41.436539 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-a7914c04-a9a7-4b3a-9a62-54d6388c3b76 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2994123 Jan 18 22:26:41.437397 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7914c04-a9a7-4b3a-9a62-54d6388c3b76 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=769baace-ff15-4518-adaf-b8959b59b398,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:26:41.438111 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 44626) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:26:41.442979 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-50614db5-2bea-4727-9213-c42fd0d4ccbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1041027'] for router_interface, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:41.448456 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-40906f4e-963f-4c3b-8cff-620951800837 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] Request body: {'security_group_rule': {'security_group_id': '769baace-ff15-4518-adaf-b8959b59b398', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:26:41.473414 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=f5e92250-aeef-4673-9f62-8952f424a508,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:26:41.595407 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-40906f4e-963f-4c3b-8cff-620951800837 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:41.602415 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e276896-ccd0-4015-8b87-a31d9ab153c3 req-155043d2-fff7-4756-95d6-80662189d1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:41.607946 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-8e276896-ccd0-4015-8b87-a31d9ab153c3 req-155043d2-fff7-4756-95d6-80662189d1e4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=526954e8-f3e6-4d1a-b31b-9102b939f8fd HTTP/1.1" status: 200 len: 1096 time: 0.1091266 Jan 18 22:26:41.620436 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b26864-f14d-43ef-acad-a41f51da7f0f req-0b92b0d3-ae71-4d78-8ef7-79f5c666e464 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:41.622044 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-50b26864-f14d-43ef-acad-a41f51da7f0f req-0b92b0d3-ae71-4d78-8ef7-79f5c666e464 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/ports?device_id=304a0036-0214-4c80-94aa-de6139e57a2b HTTP/1.1" status: 200 len: 945 time: 0.0657516 Jan 18 22:26:41.666546 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-50b26864-f14d-43ef-acad-a41f51da7f0f req-f09b39ee-109d-4e8f-a570-b88e884614a5 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c648c24-a8c9-44c0-bb3a-f1fa93ac06ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366502 Jan 18 22:26:41.716716 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-8e276896-ccd0-4015-8b87-a31d9ab153c3 req-1723521f-0354-4e5d-873a-a56a7255d5c0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=54602688-0403-475e-9c09-8604769ca456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009483 Jan 18 22:26:41.718307 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-40906f4e-963f-4c3b-8cff-620951800837 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:41.741585 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-40906f4e-963f-4c3b-8cff-620951800837 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:41.763721 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40906f4e-963f-4c3b-8cff-620951800837 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e49cb47-7d6f-4670-bfe7-ec1aad7d5e7c,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:26:41.770534 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-40906f4e-963f-4c3b-8cff-620951800837 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:41.774191 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-40906f4e-963f-4c3b-8cff-620951800837 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3324885 Jan 18 22:26:41.775466 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 44636) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:26:41.781508 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-add47224-33f0-4c9f-b9f5-9e70296ff476 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] Request body: {'security_group_rule': {'security_group_id': '769baace-ff15-4518-adaf-b8959b59b398', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:26:41.854947 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-add47224-33f0-4c9f-b9f5-9e70296ff476 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:41.883713 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-50614db5-2bea-4727-9213-c42fd0d4ccbe admin admin] Deleting port 790decb0-7f06-4796-b506-2653d993ef42 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:26:41.884319 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-50614db5-2bea-4727-9213-c42fd0d4ccbe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:41.900919 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device a582b417-6d8e-4aa6-91a9-5f6b1d7cd873 no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:26:41.911017 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78fcdc9-b8f3-42e5-ad2c-d75665e32001 req-ba5e33e4-4441-417a-86ce-133b39840da4 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:41.912666 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c78fcdc9-b8f3-42e5-ad2c-d75665e32001 req-ba5e33e4-4441-417a-86ce-133b39840da4 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e9c5f6e-6403-4447-90d0-7434744cf80c HTTP/1.1" status: 200 len: 949 time: 0.1060808 Jan 18 22:26:41.936533 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] No Port match for: a582b417-6d8e-4aa6-91a9-5f6b1d7cd873 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:26:41.936971 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device a582b417-6d8e-4aa6-91a9-5f6b1d7cd873 not bound to the agent host n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:26:41.949135 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-add47224-33f0-4c9f-b9f5-9e70296ff476 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:41.958636 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-add47224-33f0-4c9f-b9f5-9e70296ff476 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:41.999063 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372a22e6-ecd7-4a48-82ac-95f3474f7446 req-cbfb0db1-80e8-4c29-bb75-e4a6bd9442ca tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:42.001302 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-372a22e6-ecd7-4a48-82ac-95f3474f7446 req-cbfb0db1-80e8-4c29-bb75-e4a6bd9442ca tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e9c5f6e-6403-4447-90d0-7434744cf80c HTTP/1.1" status: 200 len: 949 time: 0.0733740 Jan 18 22:26:42.002349 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c78fcdc9-b8f3-42e5-ad2c-d75665e32001 req-e05b18b9-7968-4d4d-8f5b-aceeccaf8544 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/security-groups?id=05d753a3-5b69-42a7-8159-df7094e5d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813015 Jan 18 22:26:42.004778 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add47224-33f0-4c9f-b9f5-9e70296ff476 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a120b8b-55e8-4bbc-bab8-c0d3236bbe81,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:26:42.008977 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-add47224-33f0-4c9f-b9f5-9e70296ff476 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:42.010297 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-add47224-33f0-4c9f-b9f5-9e70296ff476 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2334430 Jan 18 22:26:42.014298 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 44638) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:26:42.021142 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-1882da4a-580a-449d-a3a4-9c4d447941a4 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] Request body: {'floatingip': {'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:26:42.047198 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-50614db5-2bea-4727-9213-c42fd0d4ccbe admin admin] For port 790decb0-7f06-4796-b506-2653d993ef42, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=790decb0-7f06-4796-b506-2653d993ef42,segment=NetworkSegment(7459fabb-7ba7-479c-92df-0260ac6c29b4),segment_id=7459fabb-7ba7-479c-92df-0260ac6c29b4)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:26:42.047563 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-50614db5-2bea-4727-9213-c42fd0d4ccbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:42.050272 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1882da4a-580a-449d-a3a4-9c4d447941a4 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] Notify callbacks [] for floatingip, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:42.066368 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-50614db5-2bea-4727-9213-c42fd0d4ccbe admin admin] Calling delete_port for 790decb0-7f06-4796-b506-2653d993ef42 owned by network:router_interface {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:26:42.175566 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-372a22e6-ecd7-4a48-82ac-95f3474f7446 req-76cd28bd-e275-4094-92de-a72fd3ff6281 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Deleting port 19510148-a1e7-4c7d-916b-75c32100618a {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:26:42.175827 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-372a22e6-ecd7-4a48-82ac-95f3474f7446 req-76cd28bd-e275-4094-92de-a72fd3ff6281 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:42.179639 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1882da4a-580a-449d-a3a4-9c4d447941a4 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:42.216835 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 267f8cb9-2ba6-4178-a197-ed90a89c7202 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:26:42.272566 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d3e8bd-8250-41cb-9fba-ae63b56c4bac None None] Sync routers for ids ['54b05178-a8f3-4c11-9086-fe60ed2f4468'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:26:42.292904 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d3e8bd-8250-41cb-9fba-ae63b56c4bac None None] Routers {'54b05178-a8f3-4c11-9086-fe60ed2f4468'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:26:42.294583 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-44d3e8bd-8250-41cb-9fba-ae63b56c4bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:26:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['54b05178-a8f3-4c11-9086-fe60ed2f4468'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:26:42.317935 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-1882da4a-580a-449d-a3a4-9c4d447941a4 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] Allocated IP 172.25.5.227 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/08b0db40-69a3-4dbc-bd64-13b34bea39df) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:26:42.328069 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-372a22e6-ecd7-4a48-82ac-95f3474f7446 req-76cd28bd-e275-4094-92de-a72fd3ff6281 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] For port 19510148-a1e7-4c7d-916b-75c32100618a, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=19510148-a1e7-4c7d-916b-75c32100618a,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:26:42.328494 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-372a22e6-ecd7-4a48-82ac-95f3474f7446 req-76cd28bd-e275-4094-92de-a72fd3ff6281 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:42.347055 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-372a22e6-ecd7-4a48-82ac-95f3474f7446 req-76cd28bd-e275-4094-92de-a72fd3ff6281 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Calling delete_port for 19510148-a1e7-4c7d-916b-75c32100618a owned by compute:nova {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:26:42.357154 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 267f8cb9-2ba6-4178-a197-ed90a89c7202 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:26:42.357697 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:42.445186 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-50614db5-2bea-4727-9213-c42fd0d4ccbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:42.497743 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50614db5-2bea-4727-9213-c42fd0d4ccbe admin admin] Pushing event deleted for resources: {'Port': ['ID=790decb0-7f06-4796-b506-2653d993ef42,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:26:42.512688 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0741386d-fe33-4cd6-904c-0c90b08bc9d2 req-3e1f7bd6-25b5-444f-9e78-1d134e65d007 tempest-ServersNegativeTestMultiTenantJSON-377200145 tempest-ServersNegativeTestMultiTenantJSON-377200145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:42.514205 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0741386d-fe33-4cd6-904c-0c90b08bc9d2 req-3e1f7bd6-25b5-444f-9e78-1d134e65d007 tempest-ServersNegativeTestMultiTenantJSON-377200145 tempest-ServersNegativeTestMultiTenantJSON-377200145-project] 10.222.0.53 "GET /v2.0/ports?device_id=526954e8-f3e6-4d1a-b31b-9102b939f8fd HTTP/1.1" status: 200 len: 945 time: 0.0851402 Jan 18 22:26:42.514463 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:42.527656 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-44d3e8bd-8250-41cb-9fba-ae63b56c4bac None None] Set router 54b05178-a8f3-4c11-9086-fe60ed2f4468 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:26:42.536499 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1882da4a-580a-449d-a3a4-9c4d447941a4 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:42.568409 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port 267f8cb9-2ba6-4178-a197-ed90a89c7202, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=267f8cb9-2ba6-4178-a197-ed90a89c7202,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:26:42.575289 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0741386d-fe33-4cd6-904c-0c90b08bc9d2 req-49cf5344-626b-404d-b9fe-cbc2b74912ef tempest-ServersNegativeTestMultiTenantJSON-377200145 tempest-ServersNegativeTestMultiTenantJSON-377200145-project] 10.222.0.53 "GET /v2.0/security-groups?id=54602688-0403-475e-9c09-8604769ca456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487959 Jan 18 22:26:42.579560 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:42.608900 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1882da4a-580a-449d-a3a4-9c4d447941a4 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:42.659731 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1882da4a-580a-449d-a3a4-9c4d447941a4 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:26:42.663318 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-1882da4a-580a-449d-a3a4-9c4d447941a4 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:26:42.667519 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1882da4a-580a-449d-a3a4-9c4d447941a4 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:26:42.692580 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1882da4a-580a-449d-a3a4-9c4d447941a4 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] Pushing event updated for resources: {'Port': ['ID=08b0db40-69a3-4dbc-bd64-13b34bea39df,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:26:42.749657 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-372a22e6-ecd7-4a48-82ac-95f3474f7446 req-76cd28bd-e275-4094-92de-a72fd3ff6281 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:42.773266 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['680beee0-ac7e-44c7-ad32-d2dad87429ec', '24b7efe4-5d07-4ea7-8f43-67a1bf6a9941', '19510148-a1e7-4c7d-916b-75c32100618a'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:26:42.775467 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['72b0c1ee-2c05-4c2e-a784-bfb0d39cb0be', 'cb671348-5dc7-45a2-938f-91a3cfe40d16', 'c1c2f83d-eb70-4d81-a622-4bb89ca385b9', 'ad8b9972-c6df-47cc-8a9a-7581a2bc2fe4', 'bef22bdd-f7ee-42c4-a01f-cfada7fcc48e'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:26:42.803691 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cd28bd-e275-4094-92de-a72fd3ff6281 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Pushing event deleted for resources: {'Port': ['ID=19510148-a1e7-4c7d-916b-75c32100618a,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:26:42.829597 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:42.856977 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=267f8cb9-2ba6-4178-a197-ed90a89c7202,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:26:42.883120 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1882da4a-580a-449d-a3a4-9c4d447941a4 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:42.912027 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f732e78-4582-4abe-b053-e2762750b6de req-55c76844-1811-44a6-b9f8-210be402da43 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:42.914562 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3f732e78-4582-4abe-b053-e2762750b6de req-55c76844-1811-44a6-b9f8-210be402da43 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/ports?device_id=304a0036-0214-4c80-94aa-de6139e57a2b HTTP/1.1" status: 200 len: 945 time: 0.1088023 Jan 18 22:26:42.951070 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1882da4a-580a-449d-a3a4-9c4d447941a4 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:43.116992 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-44d3e8bd-8250-41cb-9fba-ae63b56c4bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54b05178-a8f3-4c11-9086-fe60ed2f4468', 'name': 'tempest-ServersTestBootFromVolume-1325890051-router', 'tenant_id': 'dbd095ed914d4cd8a3e6407b4ae358ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '267f8cb9-2ba6-4178-a197-ed90a89c7202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:26:35Z', 'updated_at': '2022-01-18T22:26:39Z', 'revision_number': 4, 'project_id': 'dbd095ed914d4cd8a3e6407b4ae358ee', 'gw_port': {'id': '267f8cb9-2ba6-4178-a197-ed90a89c7202', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:2f:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54b05178-a8f3-4c11-9086-fe60ed2f4468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:26:36Z', 'updated_at': '2022-01-18T22:26:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '182d061f-d8d5-415e-a028-2e2904aba064', 'name': '', 'network_id': '20e66f8d-59af-4123-907d-ae2bdaa0a688', 'tenant_id': 'dbd095ed914d4cd8a3e6407b4ae358ee', 'mac_address': 'fa:16:3e:11:69:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54b05178-a8f3-4c11-9086-fe60ed2f4468', 'device_owner': 'network:router_interface', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': 'bdcd6731-596e-4357-a042-5d54da415e2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:26:38Z', 'updated_at': '2022-01-18T22:26:39Z', 'revision_number': 2, 'project_id': 'dbd095ed914d4cd8a3e6407b4ae358ee', 'subnets': [{'id': 'bdcd6731-596e-4357-a042-5d54da415e2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:26:43.193622 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3f732e78-4582-4abe-b053-e2762750b6de req-7987108d-57cf-47c8-b580-f5e69342ec37 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c648c24-a8c9-44c0-bb3a-f1fa93ac06ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2413647 Jan 18 22:26:43.196254 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d3e8bd-8250-41cb-9fba-ae63b56c4bac None None] Checking router: 54b05178-a8f3-4c11-9086-fe60ed2f4468 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:26:43.196608 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d3e8bd-8250-41cb-9fba-ae63b56c4bac None None] Updating router 54b05178-a8f3-4c11-9086-fe60ed2f4468 port 182d061f-d8d5-415e-a028-2e2904aba064 binding host n-d-825064-1 {{(pid=102432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:26:43.200239 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e1f59a9f-faf7-4f64-a10e-58dfda8959f2 req-a952a319-595b-4603-8e9e-b8b2c8ab0672 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e9c5f6e-6403-4447-90d0-7434744cf80c HTTP/1.1" status: 200 len: 210 time: 0.0638344 Jan 18 22:26:43.288148 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-44d3e8bd-8250-41cb-9fba-ae63b56c4bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:43.341435 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1882da4a-580a-449d-a3a4-9c4d447941a4 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:43.352921 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1882da4a-580a-449d-a3a4-9c4d447941a4 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:43.408936 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-372a22e6-ecd7-4a48-82ac-95f3474f7446 req-76cd28bd-e275-4094-92de-a72fd3ff6281 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] No DVR routers for this DVR port 19510148-a1e7-4c7d-916b-75c32100618a on host n-h1-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:26:43.413427 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-372a22e6-ecd7-4a48-82ac-95f3474f7446 req-76cd28bd-e275-4094-92de-a72fd3ff6281 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:43.417693 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-372a22e6-ecd7-4a48-82ac-95f3474f7446 req-76cd28bd-e275-4094-92de-a72fd3ff6281 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.36 "DELETE /v2.0/ports/19510148-a1e7-4c7d-916b-75c32100618a HTTP/1.1" status: 204 len: 173 time: 1.4068727 Jan 18 22:26:43.418274 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e9c5f6e-6403-4447-90d0-7434744cf80c', 'name': 'network-vif-deleted', 'tag': '19510148-a1e7-4c7d-916b-75c32100618a'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:26:43.420960 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd17c909-67ce-4652-9f17-cf4202d5065d" -d '{"events": [{"server_uuid": "7e9c5f6e-6403-4447-90d0-7434744cf80c", "name": "network-vif-deleted", "tag": "19510148-a1e7-4c7d-916b-75c32100618a"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:26:43.470589 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-50614db5-2bea-4727-9213-c42fd0d4ccbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-613841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1046579'] for router_interface, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:43.574910 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1882da4a-580a-449d-a3a4-9c4d447941a4 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043075'] for floatingip, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:43.592839 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1882da4a-580a-449d-a3a4-9c4d447941a4 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] Pushing event updated for resources: {'Port': ['ID=08b0db40-69a3-4dbc-bd64-13b34bea39df,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:26:43.639202 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1882da4a-580a-449d-a3a4-9c4d447941a4 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:43.649577 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-1882da4a-580a-449d-a3a4-9c4d447941a4 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6334617 Jan 18 22:26:43.676927 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:43.692234 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f091baef-752a-4aa0-a668-07732e6b17c9 x-openstack-request-id: req-f091baef-752a-4aa0-a668-07732e6b17c9 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:26:43.693362 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e9c5f6e-6403-4447-90d0-7434744cf80c", "name": "network-vif-deleted", "tag": "19510148-a1e7-4c7d-916b-75c32100618a", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:26:43.694390 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f091baef-752a-4aa0-a668-07732e6b17c9 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:26:43.694968 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e9c5f6e-6403-4447-90d0-7434744cf80c', 'name': 'network-vif-deleted', 'tag': '19510148-a1e7-4c7d-916b-75c32100618a', 'status': 'completed', 'code': 200} Jan 18 22:26:43.754662 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b366b810-73ca-47cf-a938-aa3d907b1e67 req-311d1878-c5bb-4aac-a35b-718ba6ddbe58 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:43.756220 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b366b810-73ca-47cf-a938-aa3d907b1e67 req-311d1878-c5bb-4aac-a35b-718ba6ddbe58 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/ports?device_id=304a0036-0214-4c80-94aa-de6139e57a2b HTTP/1.1" status: 200 len: 945 time: 0.2347269 Jan 18 22:26:43.839629 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3bab0c-e6ae-49c2-9e14-65201fc1d137 req-824fd99c-1f15-4f5b-ba69-48d5d0b51628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:43.841181 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2e3bab0c-e6ae-49c2-9e14-65201fc1d137 req-824fd99c-1f15-4f5b-ba69-48d5d0b51628 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8b13ed9b2a1546eeba661ab8fe911d02&device_id=304a0036-0214-4c80-94aa-de6139e57a2b HTTP/1.1" status: 200 len: 1096 time: 0.2307370 Jan 18 22:26:43.875483 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50614db5-2bea-4727-9213-c42fd0d4ccbe admin admin] Router b34975de-15a4-457b-8d22-0193bcb395e8 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:26:43.888544 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e642add-9bce-44f5-802b-c0b0d611aced req-45e2c66c-83ac-4fb7-a086-4b1a1b8b187f tempest-ServersNegativeTestMultiTenantJSON-377200145 tempest-ServersNegativeTestMultiTenantJSON-377200145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:43.890128 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8e642add-9bce-44f5-802b-c0b0d611aced req-45e2c66c-83ac-4fb7-a086-4b1a1b8b187f tempest-ServersNegativeTestMultiTenantJSON-377200145 tempest-ServersNegativeTestMultiTenantJSON-377200145-project] 10.222.0.53 "GET /v2.0/ports?device_id=526954e8-f3e6-4d1a-b31b-9102b939f8fd HTTP/1.1" status: 200 len: 945 time: 0.1317298 Jan 18 22:26:43.903806 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b366b810-73ca-47cf-a938-aa3d907b1e67 req-3d59fe7d-a6cb-4b54-a8f8-633b73578e6d tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c648c24-a8c9-44c0-bb3a-f1fa93ac06ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233587 Jan 18 22:26:44.003841 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8e642add-9bce-44f5-802b-c0b0d611aced req-8397a94d-58a3-4c2c-8924-cae202ce015d tempest-ServersNegativeTestMultiTenantJSON-377200145 tempest-ServersNegativeTestMultiTenantJSON-377200145-project] 10.222.0.53 "GET /v2.0/security-groups?id=54602688-0403-475e-9c09-8604769ca456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035070 Jan 18 22:26:44.062942 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3bab0c-e6ae-49c2-9e14-65201fc1d137 req-86bd9c17-c00a-4c0b-af42-6e6feab9bf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:44.069654 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2e3bab0c-e6ae-49c2-9e14-65201fc1d137 req-86bd9c17-c00a-4c0b-af42-6e6feab9bf6a service neutron] 10.222.0.67 "GET /v2.0/networks?id=a7cf00b2-fdcd-4807-a356-43cabd69ea31 HTTP/1.1" status: 200 len: 911 time: 0.2112384 Jan 18 22:26:44.097144 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-44d3e8bd-8250-41cb-9fba-ae63b56c4bac None None] Notify callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:44.114617 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-44d3e8bd-8250-41cb-9fba-ae63b56c4bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:44.219122 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50614db5-2bea-4727-9213-c42fd0d4ccbe admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:26:44.236074 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33cebf78-328d-43fa-baac-275a4ae9f477 None None] Sync routers for ids ['b34975de-15a4-457b-8d22-0193bcb395e8'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:26:44.243229 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-50614db5-2bea-4727-9213-c42fd0d4ccbe admin admin] 10.222.0.53 "PUT /v2.0/routers/b34975de-15a4-457b-8d22-0193bcb395e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3680315 Jan 18 22:26:44.244753 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 44724) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:26:44.262065 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8601401-2ed9-46c2-8e9f-0f31f3a0a312 None None] Pushing event updated for resources: {'Port': ['ID=182d061f-d8d5-415e-a028-2e2904aba064,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:26:44.263630 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33cebf78-328d-43fa-baac-275a4ae9f477 None None] Routers {'b34975de-15a4-457b-8d22-0193bcb395e8'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:26:44.267402 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-33cebf78-328d-43fa-baac-275a4ae9f477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:26:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['b34975de-15a4-457b-8d22-0193bcb395e8'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:26:44.273635 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2e3bab0c-e6ae-49c2-9e14-65201fc1d137 req-b7d544da-9097-44c2-a4aa-a7faf0cd10d8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e8d7bb39-fefa-4a60-8b6c-d0f3827ccb26 HTTP/1.1" status: 200 len: 1001 time: 0.1947224 Jan 18 22:26:44.439251 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3bab0c-e6ae-49c2-9e14-65201fc1d137 req-bce79b9b-0bc4-4858-a7c8-e79b4c189e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:44.440452 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2e3bab0c-e6ae-49c2-9e14-65201fc1d137 req-bce79b9b-0bc4-4858-a7c8-e79b4c189e1d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f22ac4a0-8a49-4c4d-8503-b70bab42605d HTTP/1.1" status: 200 len: 850 time: 0.1534312 Jan 18 22:26:44.506878 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-44d3e8bd-8250-41cb-9fba-ae63b56c4bac None None] Attempting to bind port 182d061f-d8d5-415e-a028-2e2904aba064 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:26:44.507416 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-44d3e8bd-8250-41cb-9fba-ae63b56c4bac None None] Attempting to bind port 182d061f-d8d5-415e-a028-2e2904aba064 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '8d5d1671-f92e-4415-a353-2cb2533e6596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '20e66f8d-59af-4123-907d-ae2bdaa0a688'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:26:44.508217 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d3e8bd-8250-41cb-9fba-ae63b56c4bac None None] Attempting to bind port 182d061f-d8d5-415e-a028-2e2904aba064 on network 20e66f8d-59af-4123-907d-ae2bdaa0a688 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:26:44.516998 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d3e8bd-8250-41cb-9fba-ae63b56c4bac None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:26:44.517408 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d3e8bd-8250-41cb-9fba-ae63b56c4bac None None] Checking segment: {'id': '8d5d1671-f92e-4415-a353-2cb2533e6596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '20e66f8d-59af-4123-907d-ae2bdaa0a688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:26:44.518018 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-44d3e8bd-8250-41cb-9fba-ae63b56c4bac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:44.518473 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d3e8bd-8250-41cb-9fba-ae63b56c4bac None None] Bound using segment: {'id': '8d5d1671-f92e-4415-a353-2cb2533e6596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '20e66f8d-59af-4123-907d-ae2bdaa0a688'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:26:44.518957 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-44d3e8bd-8250-41cb-9fba-ae63b56c4bac None None] Bound port: 182d061f-d8d5-415e-a028-2e2904aba064, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d5d1671-f92e-4415-a353-2cb2533e6596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '20e66f8d-59af-4123-907d-ae2bdaa0a688'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:26:44.519756 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-44d3e8bd-8250-41cb-9fba-ae63b56c4bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:44.541709 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 267f8cb9-2ba6-4178-a197-ed90a89c7202 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:26:44.563769 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58128901-7aee-45d8-ae99-21f289c8915a req-8c92c000-826a-41f3-8580-51f077a4bbb5 tempest-ServersNegativeTestMultiTenantJSON-377200145 tempest-ServersNegativeTestMultiTenantJSON-377200145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:44.574964 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-58128901-7aee-45d8-ae99-21f289c8915a req-8c92c000-826a-41f3-8580-51f077a4bbb5 tempest-ServersNegativeTestMultiTenantJSON-377200145 tempest-ServersNegativeTestMultiTenantJSON-377200145-project] 10.222.0.53 "GET /v2.0/ports?device_id=526954e8-f3e6-4d1a-b31b-9102b939f8fd HTTP/1.1" status: 200 len: 945 time: 0.3905089 Jan 18 22:26:44.676170 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-58128901-7aee-45d8-ae99-21f289c8915a req-75fb80c5-3c15-432a-bfd8-8c6f944c3c2d tempest-ServersNegativeTestMultiTenantJSON-377200145 tempest-ServersNegativeTestMultiTenantJSON-377200145-project] 10.222.0.53 "GET /v2.0/security-groups?id=54602688-0403-475e-9c09-8604769ca456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954871 Jan 18 22:26:44.740314 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3bab0c-e6ae-49c2-9e14-65201fc1d137 req-fa056ac3-75b7-4525-b78a-74b2403177b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:44.742080 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-d5ef6ef7-d0ec-41ac-9ca2-78f04abdc8f0 None None] Provisioning complete for port 182d061f-d8d5-415e-a028-2e2904aba064 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:26:44.742267 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2e3bab0c-e6ae-49c2-9e14-65201fc1d137 req-fa056ac3-75b7-4525-b78a-74b2403177b2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a7cf00b2-fdcd-4807-a356-43cabd69ea31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2532752 Jan 18 22:26:44.744602 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d5ef6ef7-d0ec-41ac-9ca2-78f04abdc8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:44.772034 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-33cebf78-328d-43fa-baac-275a4ae9f477 None None] Set router b34975de-15a4-457b-8d22-0193bcb395e8 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:26:44.873229 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d241dcbf-5afd-4886-80aa-0ecfbf1e1001 admin admin] Notify callbacks [] for router, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:44.914431 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-44d3e8bd-8250-41cb-9fba-ae63b56c4bac None None] For port 182d061f-d8d5-415e-a028-2e2904aba064, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:26:44.917466 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-d5ef6ef7-d0ec-41ac-9ca2-78f04abdc8f0 None None] Port 182d061f-d8d5-415e-a028-2e2904aba064 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:26:44.947042 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-44d3e8bd-8250-41cb-9fba-ae63b56c4bac None None] For port 182d061f-d8d5-415e-a028-2e2904aba064, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=182d061f-d8d5-415e-a028-2e2904aba064,segment=NetworkSegment(8d5d1671-f92e-4415-a353-2cb2533e6596),segment_id=8d5d1671-f92e-4415-a353-2cb2533e6596)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:26:44.950613 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 267f8cb9-2ba6-4178-a197-ed90a89c7202 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:26:44.951132 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:44.990599 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-44d3e8bd-8250-41cb-9fba-ae63b56c4bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:45.013313 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534720ba-b992-427b-aa02-8b2ab948f78f req-24c5253c-9321-4dbe-9533-e0c8c667682e tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:45.016024 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-534720ba-b992-427b-aa02-8b2ab948f78f req-24c5253c-9321-4dbe-9533-e0c8c667682e tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/ports?device_id=08019803-913e-44c9-9eb7-3bbd304c1f4b HTTP/1.1" status: 200 len: 949 time: 0.2725997 Jan 18 22:26:45.058869 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-33cebf78-328d-43fa-baac-275a4ae9f477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34975de-15a4-457b-8d22-0193bcb395e8', 'name': 'tempest-ServerRescueNegativeTestJSON-1248732443-router', 'tenant_id': '9e3d2710d5874e5a8a2018a623ee9fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '0219e7f7-ca8f-4d0d-a22e-fc37aed9af32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:23:48Z', 'updated_at': '2022-01-18T22:26:42Z', 'revision_number': 5, 'project_id': '9e3d2710d5874e5a8a2018a623ee9fbd', 'gw_port': {'id': '0219e7f7-ca8f-4d0d-a22e-fc37aed9af32', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a7:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34975de-15a4-457b-8d22-0193bcb395e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:23:49Z', 'updated_at': '2022-01-18T22:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:26:45.100911 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33cebf78-328d-43fa-baac-275a4ae9f477 None None] Checking router: b34975de-15a4-457b-8d22-0193bcb395e8 for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:26:45.120166 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33cebf78-328d-43fa-baac-275a4ae9f477 None None] Routers {'b34975de-15a4-457b-8d22-0193bcb395e8'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:26:45.121028 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-33cebf78-328d-43fa-baac-275a4ae9f477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:26:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['b34975de-15a4-457b-8d22-0193bcb395e8'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:26:45.132751 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d3e8bd-8250-41cb-9fba-ae63b56c4bac None None] Routers {'54b05178-a8f3-4c11-9086-fe60ed2f4468'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:26:45.133618 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-44d3e8bd-8250-41cb-9fba-ae63b56c4bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:26:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['54b05178-a8f3-4c11-9086-fe60ed2f4468'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:26:45.136109 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8601401-2ed9-46c2-8e9f-0f31f3a0a312 None None] Pushing event updated for resources: {'Port': ['ID=182d061f-d8d5-415e-a028-2e2904aba064,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:26:45.169191 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2e3bab0c-e6ae-49c2-9e14-65201fc1d137 req-8c310fc1-7a26-4461-8c72-89788910a45f service neutron] 10.222.0.67 "GET /v2.0/networks/a7cf00b2-fdcd-4807-a356-43cabd69ea31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4109268 Jan 18 22:26:45.205686 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-534720ba-b992-427b-aa02-8b2ab948f78f req-f4ff9e51-0191-44f3-8c37-c7fbcc3ea5fb tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/security-groups?id=05d753a3-5b69-42a7-8159-df7094e5d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765776 Jan 18 22:26:45.399950 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-33cebf78-328d-43fa-baac-275a4ae9f477 None None] Set router b34975de-15a4-457b-8d22-0193bcb395e8 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:26:45.442139 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d241dcbf-5afd-4886-80aa-0ecfbf1e1001 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:45.495484 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717ad476-387b-48d9-8c5c-3d9253b92f6f req-bdcacbd1-86a9-4d5a-a376-41915e9da470 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:45.504712 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-717ad476-387b-48d9-8c5c-3d9253b92f6f req-bdcacbd1-86a9-4d5a-a376-41915e9da470 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/ports?device_id=304a0036-0214-4c80-94aa-de6139e57a2b HTTP/1.1" status: 200 len: 945 time: 0.1937034 Jan 18 22:26:45.706215 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-94422c87-6c0d-4e0d-9fd8-340f8659216f None None] Provisioning complete for port 182d061f-d8d5-415e-a028-2e2904aba064 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:26:45.706853 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-94422c87-6c0d-4e0d-9fd8-340f8659216f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:45.712285 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-44d3e8bd-8250-41cb-9fba-ae63b56c4bac None None] Set router 54b05178-a8f3-4c11-9086-fe60ed2f4468 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:26:45.719171 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2e3bab0c-e6ae-49c2-9e14-65201fc1d137 req-ba886f54-0d1f-4374-b0ed-38eafe72f488 service neutron] 10.222.0.67 "GET /v2.0/networks/a7cf00b2-fdcd-4807-a356-43cabd69ea31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5242422 Jan 18 22:26:45.722335 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-33cebf78-328d-43fa-baac-275a4ae9f477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34975de-15a4-457b-8d22-0193bcb395e8', 'name': 'tempest-ServerRescueNegativeTestJSON-1248732443-router', 'tenant_id': '9e3d2710d5874e5a8a2018a623ee9fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '0219e7f7-ca8f-4d0d-a22e-fc37aed9af32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:23:48Z', 'updated_at': '2022-01-18T22:26:42Z', 'revision_number': 5, 'project_id': '9e3d2710d5874e5a8a2018a623ee9fbd', 'gw_port': {'id': '0219e7f7-ca8f-4d0d-a22e-fc37aed9af32', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a7:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34975de-15a4-457b-8d22-0193bcb395e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:23:49Z', 'updated_at': '2022-01-18T22:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:26:45.776615 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-717ad476-387b-48d9-8c5c-3d9253b92f6f req-837b65bc-3d02-442a-89d0-4639be322392 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c648c24-a8c9-44c0-bb3a-f1fa93ac06ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2709165 Jan 18 22:26:45.794294 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33cebf78-328d-43fa-baac-275a4ae9f477 None None] The sync data for ids ['b34975de-15a4-457b-8d22-0193bcb395e8'] in n-d-825064-1 is: [{'id': 'b34975de-15a4-457b-8d22-0193bcb395e8', 'name': 'tempest-ServerRescueNegativeTestJSON-1248732443-router', 'tenant_id': '9e3d2710d5874e5a8a2018a623ee9fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '0219e7f7-ca8f-4d0d-a22e-fc37aed9af32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:23:48Z', 'updated_at': '2022-01-18T22:26:42Z', 'revision_number': 5, 'project_id': '9e3d2710d5874e5a8a2018a623ee9fbd', 'gw_port': {'id': '0219e7f7-ca8f-4d0d-a22e-fc37aed9af32', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a7:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34975de-15a4-457b-8d22-0193bcb395e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:23:49Z', 'updated_at': '2022-01-18T22:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:26:45.844753 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bca790-200c-47bf-837b-321ca8834387 req-c7f56bf8-73e1-4a49-95e5-fef7437a4f3c tempest-ServersNegativeTestMultiTenantJSON-377200145 tempest-ServersNegativeTestMultiTenantJSON-377200145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:45.846320 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a7bca790-200c-47bf-837b-321ca8834387 req-c7f56bf8-73e1-4a49-95e5-fef7437a4f3c tempest-ServersNegativeTestMultiTenantJSON-377200145 tempest-ServersNegativeTestMultiTenantJSON-377200145-project] 10.222.0.53 "GET /v2.0/ports?device_id=526954e8-f3e6-4d1a-b31b-9102b939f8fd HTTP/1.1" status: 200 len: 945 time: 0.3245754 Jan 18 22:26:45.908457 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-d241dcbf-5afd-4886-80aa-0ecfbf1e1001 admin admin] Deleting port 0219e7f7-ca8f-4d0d-a22e-fc37aed9af32 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:26:45.909049 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d241dcbf-5afd-4886-80aa-0ecfbf1e1001 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:45.976722 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-94422c87-6c0d-4e0d-9fd8-340f8659216f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:45.991737 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a7bca790-200c-47bf-837b-321ca8834387 req-22563f15-7168-40bb-b987-7f46e2be4a2a tempest-ServersNegativeTestMultiTenantJSON-377200145 tempest-ServersNegativeTestMultiTenantJSON-377200145-project] 10.222.0.53 "GET /v2.0/security-groups?id=54602688-0403-475e-9c09-8604769ca456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342158 Jan 18 22:26:46.079849 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-94422c87-6c0d-4e0d-9fd8-340f8659216f None None] For port 182d061f-d8d5-415e-a028-2e2904aba064, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=182d061f-d8d5-415e-a028-2e2904aba064,segment=NetworkSegment(8d5d1671-f92e-4415-a353-2cb2533e6596),segment_id=8d5d1671-f92e-4415-a353-2cb2533e6596)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:26:46.098394 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-94422c87-6c0d-4e0d-9fd8-340f8659216f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:46.136890 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-d241dcbf-5afd-4886-80aa-0ecfbf1e1001 admin admin] For port 0219e7f7-ca8f-4d0d-a22e-fc37aed9af32, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=0219e7f7-ca8f-4d0d-a22e-fc37aed9af32,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:26:46.137144 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d241dcbf-5afd-4886-80aa-0ecfbf1e1001 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:46.170263 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-d241dcbf-5afd-4886-80aa-0ecfbf1e1001 admin admin] Calling delete_port for 0219e7f7-ca8f-4d0d-a22e-fc37aed9af32 owned by network:router_gateway {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:26:46.196277 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94422c87-6c0d-4e0d-9fd8-340f8659216f None None] Pushing event updated for resources: {'Port': ['ID=182d061f-d8d5-415e-a028-2e2904aba064,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:26:46.216884 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-44d3e8bd-8250-41cb-9fba-ae63b56c4bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54b05178-a8f3-4c11-9086-fe60ed2f4468', 'name': 'tempest-ServersTestBootFromVolume-1325890051-router', 'tenant_id': 'dbd095ed914d4cd8a3e6407b4ae358ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '267f8cb9-2ba6-4178-a197-ed90a89c7202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:26:35Z', 'updated_at': '2022-01-18T22:26:39Z', 'revision_number': 4, 'project_id': 'dbd095ed914d4cd8a3e6407b4ae358ee', 'gw_port': {'id': '267f8cb9-2ba6-4178-a197-ed90a89c7202', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:2f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b05178-a8f3-4c11-9086-fe60ed2f4468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:26:36Z', 'updated_at': '2022-01-18T22:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '182d061f-d8d5-415e-a028-2e2904aba064', 'name': '', 'network_id': '20e66f8d-59af-4123-907d-ae2bdaa0a688', 'tenant_id': 'dbd095ed914d4cd8a3e6407b4ae358ee', 'mac_address': 'fa:16:3e:11:69:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54b05178-a8f3-4c11-9086-fe60ed2f4468', 'device_owner': 'network:router_interface', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': 'bdcd6731-596e-4357-a042-5d54da415e2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:26:38Z', 'updated_at': '2022-01-18T22:26:44Z', 'revision_number': 4, 'project_id': 'dbd095ed914d4cd8a3e6407b4ae358ee', 'subnets': [{'id': 'bdcd6731-596e-4357-a042-5d54da415e2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:26:46.265747 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 790decb0-7f06-4796-b506-2653d993ef42 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:26:46.269422 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d3e8bd-8250-41cb-9fba-ae63b56c4bac None None] The sync data for ids ['54b05178-a8f3-4c11-9086-fe60ed2f4468'] in n-d-825064-1 is: [{'id': '54b05178-a8f3-4c11-9086-fe60ed2f4468', 'name': 'tempest-ServersTestBootFromVolume-1325890051-router', 'tenant_id': 'dbd095ed914d4cd8a3e6407b4ae358ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '267f8cb9-2ba6-4178-a197-ed90a89c7202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:26:35Z', 'updated_at': '2022-01-18T22:26:39Z', 'revision_number': 4, 'project_id': 'dbd095ed914d4cd8a3e6407b4ae358ee', 'gw_port': {'id': '267f8cb9-2ba6-4178-a197-ed90a89c7202', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:2f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b05178-a8f3-4c11-9086-fe60ed2f4468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:26:36Z', 'updated_at': '2022-01-18T22:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '182d061f-d8d5-415e-a028-2e2904aba064', 'name': '', 'network_id': '20e66f8d-59af-4123-907d-ae2bdaa0a688', 'tenant_id': 'dbd095ed914d4cd8a3e6407b4ae358ee', 'mac_address': 'fa:16:3e:11:69:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54b05178-a8f3-4c11-9086-fe60ed2f4468', 'device_owner': 'network:router_interface', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': 'bdcd6731-596e-4357-a042-5d54da415e2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:26:38Z', 'updated_at': '2022-01-18T22:26:44Z', 'revision_number': 4, 'project_id': 'dbd095ed914d4cd8a3e6407b4ae358ee', 'subnets': [{'id': 'bdcd6731-596e-4357-a042-5d54da415e2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:26:46.300806 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 790decb0-7f06-4796-b506-2653d993ef42 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:26:46.301155 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 790decb0-7f06-4796-b506-2653d993ef42 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:26:46.853659 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d6be0f-ec26-4708-a263-89ff801c831a req-c548e3aa-68ae-4e28-ab57-f6c18af8e5a1 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:46.855213 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-06d6be0f-ec26-4708-a263-89ff801c831a req-c548e3aa-68ae-4e28-ab57-f6c18af8e5a1 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.67 "GET /v2.0/ports?device_id=08019803-913e-44c9-9eb7-3bbd304c1f4b HTTP/1.1" status: 200 len: 949 time: 0.8956861 Jan 18 22:26:46.997686 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68fe470-111f-4472-90e9-9c5214d3776c req-a1d7e100-5b6d-4636-af59-902fcbf9f8b0 tempest-ServersNegativeTestMultiTenantJSON-377200145 tempest-ServersNegativeTestMultiTenantJSON-377200145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:46.999180 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c68fe470-111f-4472-90e9-9c5214d3776c req-a1d7e100-5b6d-4636-af59-902fcbf9f8b0 tempest-ServersNegativeTestMultiTenantJSON-377200145 tempest-ServersNegativeTestMultiTenantJSON-377200145-project] 10.222.0.53 "GET /v2.0/ports?device_id=526954e8-f3e6-4d1a-b31b-9102b939f8fd HTTP/1.1" status: 200 len: 945 time: 0.1766715 Jan 18 22:26:47.049643 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 19510148-a1e7-4c7d-916b-75c32100618a no longer exists at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:26:47.064889 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e32258-1f5b-46e1-a8d1-3f5782a8cbfd req-8abdaaf9-c229-48f6-90b9-faec20b83a99 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:47.066376 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f2e32258-1f5b-46e1-a8d1-3f5782a8cbfd req-8abdaaf9-c229-48f6-90b9-faec20b83a99 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/ports?device_id=08019803-913e-44c9-9eb7-3bbd304c1f4b HTTP/1.1" status: 200 len: 949 time: 0.2348642 Jan 18 22:26:47.131188 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] No Port match for: 19510148-a1e7-4c7d-916b-75c32100618a {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:26:47.131541 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 19510148-a1e7-4c7d-916b-75c32100618a not bound to the agent host n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:26:47.145774 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c68fe470-111f-4472-90e9-9c5214d3776c req-8cf35ae5-8507-4d6f-9f1b-a5474eeb6aa9 tempest-ServersNegativeTestMultiTenantJSON-377200145 tempest-ServersNegativeTestMultiTenantJSON-377200145-project] 10.222.0.53 "GET /v2.0/security-groups?id=54602688-0403-475e-9c09-8604769ca456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110311 Jan 18 22:26:47.209726 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f2e32258-1f5b-46e1-a8d1-3f5782a8cbfd req-9a202233-1b6a-453c-9a5e-8499f2394856 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/security-groups?id=05d753a3-5b69-42a7-8159-df7094e5d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289504 Jan 18 22:26:47.266020 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-06d6be0f-ec26-4708-a263-89ff801c831a req-f7c00f72-8b40-4240-afc7-1f086bae40a5 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Deleting port bef22bdd-f7ee-42c4-a01f-cfada7fcc48e {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:26:47.266399 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-06d6be0f-ec26-4708-a263-89ff801c831a req-f7c00f72-8b40-4240-afc7-1f086bae40a5 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:47.413203 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bf2298-de7a-448b-8201-11b41ee2e025 req-5548d6d2-c792-4ec5-bd7f-9206424d5971 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:47.415363 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-78bf2298-de7a-448b-8201-11b41ee2e025 req-5548d6d2-c792-4ec5-bd7f-9206424d5971 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/ports?device_id=304a0036-0214-4c80-94aa-de6139e57a2b HTTP/1.1" status: 200 len: 945 time: 0.1672843 Jan 18 22:26:47.422969 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d241dcbf-5afd-4886-80aa-0ecfbf1e1001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:47.523234 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d241dcbf-5afd-4886-80aa-0ecfbf1e1001 admin admin] Pushing event deleted for resources: {'Port': ['ID=0219e7f7-ca8f-4d0d-a22e-fc37aed9af32,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:26:47.579925 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-78bf2298-de7a-448b-8201-11b41ee2e025 req-a2233d88-1121-418c-9117-f8a5d6871534 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c648c24-a8c9-44c0-bb3a-f1fa93ac06ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529346 Jan 18 22:26:47.639429 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-06d6be0f-ec26-4708-a263-89ff801c831a req-f7c00f72-8b40-4240-afc7-1f086bae40a5 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] For port bef22bdd-f7ee-42c4-a01f-cfada7fcc48e, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=bef22bdd-f7ee-42c4-a01f-cfada7fcc48e,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:26:47.639429 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-06d6be0f-ec26-4708-a263-89ff801c831a req-f7c00f72-8b40-4240-afc7-1f086bae40a5 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:47.675698 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-06d6be0f-ec26-4708-a263-89ff801c831a req-f7c00f72-8b40-4240-afc7-1f086bae40a5 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Calling delete_port for bef22bdd-f7ee-42c4-a01f-cfada7fcc48e owned by compute:nova {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:26:47.696159 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d241dcbf-5afd-4886-80aa-0ecfbf1e1001 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043029'] for router_gateway, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:47.819375 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baddc661-45d7-4e55-8138-174e98cea028 req-e88b5c28-571a-4de2-8c2a-8c1f184e94ea tempest-ServersNegativeTestMultiTenantJSON-377200145 tempest-ServersNegativeTestMultiTenantJSON-377200145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:47.822513 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-baddc661-45d7-4e55-8138-174e98cea028 req-e88b5c28-571a-4de2-8c2a-8c1f184e94ea tempest-ServersNegativeTestMultiTenantJSON-377200145 tempest-ServersNegativeTestMultiTenantJSON-377200145-project] 10.222.0.36 "GET /v2.0/ports?device_id=526954e8-f3e6-4d1a-b31b-9102b939f8fd HTTP/1.1" status: 200 len: 945 time: 0.0759084 Jan 18 22:26:47.860090 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d241dcbf-5afd-4886-80aa-0ecfbf1e1001 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1040886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8602'] for router, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:47.862608 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d241dcbf-5afd-4886-80aa-0ecfbf1e1001 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:47.925272 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d241dcbf-5afd-4886-80aa-0ecfbf1e1001 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1040832'] for router, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:47.925848 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d241dcbf-5afd-4886-80aa-0ecfbf1e1001 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b34975de-15a4-457b-8d22-0193bcb395e8 {{(pid=102430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 22:26:47.935261 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d241dcbf-5afd-4886-80aa-0ecfbf1e1001 admin admin] Notify callbacks [] for router, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:47.938080 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-d241dcbf-5afd-4886-80aa-0ecfbf1e1001 admin admin] 10.222.0.53 "DELETE /v2.0/routers/b34975de-15a4-457b-8d22-0193bcb395e8 HTTP/1.1" status: 204 len: 168 time: 3.6871603 Jan 18 22:26:47.945461 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 44842) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:26:48.037656 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-e873e6db-9f68-4f7c-a2af-29f92243fc43 admin admin] Deleting subnet e776d007-5ac5-4a48-98ad-4f038a9c4c11 {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:26:48.044673 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e873e6db-9f68-4f7c-a2af-29f92243fc43 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:48.093723 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-baddc661-45d7-4e55-8138-174e98cea028 req-2979cb23-701d-4a5c-98fc-0e792c28685e tempest-ServersNegativeTestMultiTenantJSON-377200145 tempest-ServersNegativeTestMultiTenantJSON-377200145-project] Deleting port f5e92250-aeef-4673-9f62-8952f424a508 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:26:48.094559 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-baddc661-45d7-4e55-8138-174e98cea028 req-2979cb23-701d-4a5c-98fc-0e792c28685e tempest-ServersNegativeTestMultiTenantJSON-377200145 tempest-ServersNegativeTestMultiTenantJSON-377200145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:48.144312 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-06d6be0f-ec26-4708-a263-89ff801c831a req-f7c00f72-8b40-4240-afc7-1f086bae40a5 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:48.157866 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['680beee0-ac7e-44c7-ad32-d2dad87429ec', '24b7efe4-5d07-4ea7-8f43-67a1bf6a9941'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:26:48.161085 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['72b0c1ee-2c05-4c2e-a784-bfb0d39cb0be', 'cb671348-5dc7-45a2-938f-91a3cfe40d16', 'c1c2f83d-eb70-4d81-a622-4bb89ca385b9', 'ad8b9972-c6df-47cc-8a9a-7581a2bc2fe4'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:26:48.170898 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e873e6db-9f68-4f7c-a2af-29f92243fc43 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:48.275128 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c00f72-8b40-4240-afc7-1f086bae40a5 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Pushing event deleted for resources: {'Port': ['ID=bef22bdd-f7ee-42c4-a01f-cfada7fcc48e,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:26:48.332667 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e873e6db-9f68-4f7c-a2af-29f92243fc43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:48.411082 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-baddc661-45d7-4e55-8138-174e98cea028 req-2979cb23-701d-4a5c-98fc-0e792c28685e tempest-ServersNegativeTestMultiTenantJSON-377200145 tempest-ServersNegativeTestMultiTenantJSON-377200145-project] For port f5e92250-aeef-4673-9f62-8952f424a508, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=f5e92250-aeef-4673-9f62-8952f424a508,segment=NetworkSegment(5ab839c7-26e8-4fc0-903f-09fe8a476f64),segment_id=5ab839c7-26e8-4fc0-903f-09fe8a476f64)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:26:48.419242 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-06d6be0f-ec26-4708-a263-89ff801c831a req-f7c00f72-8b40-4240-afc7-1f086bae40a5 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] No DVR routers for this DVR port bef22bdd-f7ee-42c4-a01f-cfada7fcc48e on host n-h2-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:26:48.424346 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-baddc661-45d7-4e55-8138-174e98cea028 req-2979cb23-701d-4a5c-98fc-0e792c28685e tempest-ServersNegativeTestMultiTenantJSON-377200145 tempest-ServersNegativeTestMultiTenantJSON-377200145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:48.426065 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-06d6be0f-ec26-4708-a263-89ff801c831a req-f7c00f72-8b40-4240-afc7-1f086bae40a5 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:48.431450 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-06d6be0f-ec26-4708-a263-89ff801c831a req-f7c00f72-8b40-4240-afc7-1f086bae40a5 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.67 "DELETE /v2.0/ports/bef22bdd-f7ee-42c4-a01f-cfada7fcc48e HTTP/1.1" status: 204 len: 173 time: 1.5483837 Jan 18 22:26:48.439942 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-baddc661-45d7-4e55-8138-174e98cea028 req-2979cb23-701d-4a5c-98fc-0e792c28685e tempest-ServersNegativeTestMultiTenantJSON-377200145 tempest-ServersNegativeTestMultiTenantJSON-377200145-project] Calling delete_port for f5e92250-aeef-4673-9f62-8952f424a508 owned by compute:nova {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:26:48.466061 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08019803-913e-44c9-9eb7-3bbd304c1f4b', 'name': 'network-vif-deleted', 'tag': 'bef22bdd-f7ee-42c4-a01f-cfada7fcc48e'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:26:48.478780 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee48d2ac-a197-45f1-9fdb-d442173e4d81" -d '{"events": [{"server_uuid": "08019803-913e-44c9-9eb7-3bbd304c1f4b", "name": "network-vif-deleted", "tag": "bef22bdd-f7ee-42c4-a01f-cfada7fcc48e"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:26:48.488677 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-86149b62-0d76-4311-8948-0f8ef7c95cd5 req-39745b27-7415-4702-9951-3eaf89a2a8ff tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/ports?device_id=08019803-913e-44c9-9eb7-3bbd304c1f4b HTTP/1.1" status: 200 len: 210 time: 0.0883362 Jan 18 22:26:48.514699 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05db301-b992-49a2-883c-506bcc5f3c92 req-c1074905-e96f-4c62-b674-e001e17a0546 tempest-ServersNegativeTestMultiTenantJSON-377200145 tempest-ServersNegativeTestMultiTenantJSON-377200145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:48.527340 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d05db301-b992-49a2-883c-506bcc5f3c92 req-c1074905-e96f-4c62-b674-e001e17a0546 tempest-ServersNegativeTestMultiTenantJSON-377200145 tempest-ServersNegativeTestMultiTenantJSON-377200145-project] 10.222.0.53 "GET /v2.0/ports?device_id=526954e8-f3e6-4d1a-b31b-9102b939f8fd HTTP/1.1" status: 200 len: 945 time: 0.2496419 Jan 18 22:26:48.709002 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d05db301-b992-49a2-883c-506bcc5f3c92 req-b0c786b3-5a27-4f8c-b94a-d45dc3d951ad tempest-ServersNegativeTestMultiTenantJSON-377200145 tempest-ServersNegativeTestMultiTenantJSON-377200145-project] 10.222.0.53 "GET /v2.0/security-groups?id=54602688-0403-475e-9c09-8604769ca456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791384 Jan 18 22:26:48.805253 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 182d061f-d8d5-415e-a028-2e2904aba064 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:26:48.807179 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48b2d939-9400-40de-a9e2-261a254368ba x-openstack-request-id: req-48b2d939-9400-40de-a9e2-261a254368ba {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:26:48.807532 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08019803-913e-44c9-9eb7-3bbd304c1f4b", "name": "network-vif-deleted", "tag": "bef22bdd-f7ee-42c4-a01f-cfada7fcc48e", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:26:48.810791 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-48b2d939-9400-40de-a9e2-261a254368ba {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:26:48.811275 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08019803-913e-44c9-9eb7-3bbd304c1f4b', 'name': 'network-vif-deleted', 'tag': 'bef22bdd-f7ee-42c4-a01f-cfada7fcc48e', 'status': 'completed', 'code': 200} Jan 18 22:26:48.816538 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-baddc661-45d7-4e55-8138-174e98cea028 req-2979cb23-701d-4a5c-98fc-0e792c28685e tempest-ServersNegativeTestMultiTenantJSON-377200145 tempest-ServersNegativeTestMultiTenantJSON-377200145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:48.851337 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979cb23-701d-4a5c-98fc-0e792c28685e tempest-ServersNegativeTestMultiTenantJSON-377200145 tempest-ServersNegativeTestMultiTenantJSON-377200145-project] Pushing event deleted for resources: {'Port': ['ID=f5e92250-aeef-4673-9f62-8952f424a508,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:26:48.869667 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e873e6db-9f68-4f7c-a2af-29f92243fc43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:48.935438 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e873e6db-9f68-4f7c-a2af-29f92243fc43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e776d007-5ac5-4a48-98ad-4f038a9c4c11,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:26:48.969361 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e873e6db-9f68-4f7c-a2af-29f92243fc43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:48.975812 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-e873e6db-9f68-4f7c-a2af-29f92243fc43 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/e776d007-5ac5-4a48-98ad-4f038a9c4c11 HTTP/1.1" status: 204 len: 168 time: 1.0289497 Jan 18 22:26:48.978192 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 44868) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:26:48.997667 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-baddc661-45d7-4e55-8138-174e98cea028 req-2979cb23-701d-4a5c-98fc-0e792c28685e tempest-ServersNegativeTestMultiTenantJSON-377200145 tempest-ServersNegativeTestMultiTenantJSON-377200145-project] No DVR routers for this DVR port f5e92250-aeef-4673-9f62-8952f424a508 on host n-h1-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:26:49.001463 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-baddc661-45d7-4e55-8138-174e98cea028 req-2979cb23-701d-4a5c-98fc-0e792c28685e tempest-ServersNegativeTestMultiTenantJSON-377200145 tempest-ServersNegativeTestMultiTenantJSON-377200145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:49.006321 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-baddc661-45d7-4e55-8138-174e98cea028 req-2979cb23-701d-4a5c-98fc-0e792c28685e tempest-ServersNegativeTestMultiTenantJSON-377200145 tempest-ServersNegativeTestMultiTenantJSON-377200145-project] 10.222.0.36 "DELETE /v2.0/ports/f5e92250-aeef-4673-9f62-8952f424a508 HTTP/1.1" status: 204 len: 173 time: 1.1760809 Jan 18 22:26:49.006903 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '526954e8-f3e6-4d1a-b31b-9102b939f8fd', 'name': 'network-vif-deleted', 'tag': 'f5e92250-aeef-4673-9f62-8952f424a508'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:26:49.010835 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cd88001-e41d-47f9-99b8-7af500fbf2c4" -d '{"events": [{"server_uuid": "526954e8-f3e6-4d1a-b31b-9102b939f8fd", "name": "network-vif-deleted", "tag": "f5e92250-aeef-4673-9f62-8952f424a508"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:26:49.086028 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 182d061f-d8d5-415e-a028-2e2904aba064 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:26:49.086529 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:49.093881 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da273d26-eaff-448b-9400-54e4ab674734 x-openstack-request-id: req-da273d26-eaff-448b-9400-54e4ab674734 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:26:49.095934 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "526954e8-f3e6-4d1a-b31b-9102b939f8fd", "name": "network-vif-deleted", "tag": "f5e92250-aeef-4673-9f62-8952f424a508", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:26:49.096400 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-da273d26-eaff-448b-9400-54e4ab674734 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:26:49.098170 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '526954e8-f3e6-4d1a-b31b-9102b939f8fd', 'name': 'network-vif-deleted', 'tag': 'f5e92250-aeef-4673-9f62-8952f424a508', 'status': 'completed', 'code': 200} Jan 18 22:26:49.170922 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8caf20b3-fbdf-487f-9139-eb0158f56b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:49.317029 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b960aeff-1e85-419a-97f0-7e14dd9da2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:49.317722 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8caf20b3-fbdf-487f-9139-eb0158f56b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:49.342070 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-8caf20b3-fbdf-487f-9139-eb0158f56b71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afa667de-c8f9-4a8d-967c-cff5c9ffa5d7']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:26:49.369776 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-8caf20b3-fbdf-487f-9139-eb0158f56b71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7459fabb-7ba7-479c-92df-0260ac6c29b4') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:26:49.370176 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-8caf20b3-fbdf-487f-9139-eb0158f56b71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7459fabb-7ba7-479c-92df-0260ac6c29b4') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:26:49.384868 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8caf20b3-fbdf-487f-9139-eb0158f56b71 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60394742'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:49.404981 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8caf20b3-fbdf-487f-9139-eb0158f56b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:49.414831 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8caf20b3-fbdf-487f-9139-eb0158f56b71 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:26:49.415289 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8caf20b3-fbdf-487f-9139-eb0158f56b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60203044'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:49.431522 n-d-825064-1 neutron-server[102430]: Traceback (most recent call last): Jan 18 22:26:49.431522 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:26:49.431522 n-d-825064-1 neutron-server[102430]: timer() Jan 18 22:26:49.431522 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:26:49.431522 n-d-825064-1 neutron-server[102430]: cb(*args, **kw) Jan 18 22:26:49.431522 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:26:49.431522 n-d-825064-1 neutron-server[102430]: return func(*args, **kwargs) Jan 18 22:26:49.431522 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:26:49.431522 n-d-825064-1 neutron-server[102430]: self._notify() Jan 18 22:26:49.431522 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:26:49.431522 n-d-825064-1 neutron-server[102430]: self.callback(batched_events) Jan 18 22:26:49.431522 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:26:49.431522 n-d-825064-1 neutron-server[102430]: event.method(event) Jan 18 22:26:49.431522 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:26:49.431522 n-d-825064-1 neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:26:49.431522 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:26:49.431522 n-d-825064-1 neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:26:49.431522 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:26:49.431522 n-d-825064-1 neutron-server[102430]: return f(self, *a, **k) Jan 18 22:26:49.431522 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:26:49.431522 n-d-825064-1 neutron-server[102430]: return self._get(url).json() Jan 18 22:26:49.431522 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:26:49.431522 n-d-825064-1 neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:26:49.431522 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:26:49.431522 n-d-825064-1 neutron-server[102430]: return self.request(url, 'GET', **kwargs) Jan 18 22:26:49.431522 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:26:49.431522 n-d-825064-1 neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:26:49.431522 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:26:49.431522 n-d-825064-1 neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:26:49.431522 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:26:49.431522 n-d-825064-1 neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:26:49.431522 n-d-825064-1 neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:26:49.502419 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8caf20b3-fbdf-487f-9139-eb0158f56b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:49.507578 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8caf20b3-fbdf-487f-9139-eb0158f56b71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:49.513996 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-8caf20b3-fbdf-487f-9139-eb0158f56b71 admin admin] 10.222.0.53 "DELETE /v2.0/networks/afa667de-c8f9-4a8d-967c-cff5c9ffa5d7 HTTP/1.1" status: 204 len: 168 time: 0.5336075 Jan 18 22:26:49.529054 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caf20b3-fbdf-487f-9139-eb0158f56b71 admin admin] Pushing event deleted for resources: {'Network': ['ID=afa667de-c8f9-4a8d-967c-cff5c9ffa5d7,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:26:49.691209 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['f5e92250-aeef-4673-9f62-8952f424a508'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:26:49.750583 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 44890) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:26:49.820887 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 44896) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:26:49.841379 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-af98bee4-d0a0-4b3b-8a24-bb211278771c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9e3d2710d5874e5a8a2018a623ee9fbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0887957 Jan 18 22:26:49.848009 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 44898) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:26:49.925792 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device bef22bdd-f7ee-42c4-a01f-cfada7fcc48e no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:26:49.945832 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-de05879c-c22a-4097-acdd-fcc1c8cfb7a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:49.966967 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d0b3fb9-f560-49be-ba9b-6bee20abe5ac admin admin] Deleting subnet 6fcd59d2-39d4-4aee-a9eb-a2e102b3eb99 {{(pid=102430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:26:49.970244 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] No Port match for: bef22bdd-f7ee-42c4-a01f-cfada7fcc48e {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:26:49.970601 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device bef22bdd-f7ee-42c4-a01f-cfada7fcc48e not bound to the agent host n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:26:49.976735 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2d0b3fb9-f560-49be-ba9b-6bee20abe5ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:50.002549 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-de05879c-c22a-4097-acdd-fcc1c8cfb7a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:50.065932 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7732c5-a0ac-46c7-8d7f-662f8d731a43 req-aa1a0fbf-2ff4-4ca5-a599-53812b22ab00 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:50.073316 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ab7732c5-a0ac-46c7-8d7f-662f8d731a43 req-aa1a0fbf-2ff4-4ca5-a599-53812b22ab00 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/ports?device_id=3310d904-6d99-48f5-a4fc-dfdbeb7cd2bd HTTP/1.1" status: 200 len: 950 time: 0.1769795 Jan 18 22:26:50.077470 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-de05879c-c22a-4097-acdd-fcc1c8cfb7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:50.077666 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2d0b3fb9-f560-49be-ba9b-6bee20abe5ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60394745'] for subnet, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:50.081028 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-de05879c-c22a-4097-acdd-fcc1c8cfb7a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:50.082409 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-de05879c-c22a-4097-acdd-fcc1c8cfb7a1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/68e1f851-73aa-4cda-8095-0e2a92a325ec HTTP/1.1" status: 204 len: 168 time: 0.2333753 Jan 18 22:26:50.092513 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de05879c-c22a-4097-acdd-fcc1c8cfb7a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e1f851-73aa-4cda-8095-0e2a92a325ec,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:26:50.141125 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 0219e7f7-ca8f-4d0d-a22e-fc37aed9af32 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:26:50.164682 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ab7732c5-a0ac-46c7-8d7f-662f8d731a43 req-d740f9bd-c602-447b-bf6a-546785aa312d tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/security-groups?id=05d753a3-5b69-42a7-8159-df7094e5d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904560 Jan 18 22:26:50.182137 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 0219e7f7-ca8f-4d0d-a22e-fc37aed9af32 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:26:50.182635 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 0219e7f7-ca8f-4d0d-a22e-fc37aed9af32 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:26:50.189719 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2d0b3fb9-f560-49be-ba9b-6bee20abe5ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:50.262633 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2d0b3fb9-f560-49be-ba9b-6bee20abe5ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60203138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62288677'] for subnet, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:50.302911 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2d0b3fb9-f560-49be-ba9b-6bee20abe5ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:50.306512 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-2d0b3fb9-f560-49be-ba9b-6bee20abe5ac admin admin] 10.222.0.53 "DELETE /v2.0/subnets/6fcd59d2-39d4-4aee-a9eb-a2e102b3eb99 HTTP/1.1" status: 204 len: 168 time: 0.4843676 Jan 18 22:26:50.307766 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0b3fb9-f560-49be-ba9b-6bee20abe5ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fcd59d2-39d4-4aee-a9eb-a2e102b3eb99,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:26:50.309110 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 44910) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:26:50.386139 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-78ba6746-f65a-483c-ac7c-e8a4651c4199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:50.481692 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-78ba6746-f65a-483c-ac7c-e8a4651c4199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:50.507377 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-78ba6746-f65a-483c-ac7c-e8a4651c4199 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16555455-8bba-4b8f-a267-e45c606c5eaf']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:26:50.518541 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-78ba6746-f65a-483c-ac7c-e8a4651c4199 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ab839c7-26e8-4fc0-903f-09fe8a476f64') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:26:50.518882 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-78ba6746-f65a-483c-ac7c-e8a4651c4199 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ab839c7-26e8-4fc0-903f-09fe8a476f64') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:26:50.529074 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-78ba6746-f65a-483c-ac7c-e8a4651c4199 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:50.544854 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-78ba6746-f65a-483c-ac7c-e8a4651c4199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:50.552924 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78ba6746-f65a-483c-ac7c-e8a4651c4199 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:26:50.553320 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-78ba6746-f65a-483c-ac7c-e8a4651c4199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:50.555227 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:26:50.555227 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:26:50.555227 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:26:50.555227 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:26:50.555227 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:26:50.555227 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:26:50.555227 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:26:50.555227 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:26:50.555227 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:26:50.555227 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:26:50.555227 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:26:50.555227 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:26:50.555227 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:26:50.555227 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:26:50.555227 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:26:50.555227 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:26:50.555227 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:26:50.555227 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:26:50.555227 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:26:50.555227 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:26:50.555227 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:26:50.555227 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:26:50.555227 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:26:50.555227 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:26:50.555227 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:26:50.555227 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:26:50.555227 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:26:50.555227 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:26:50.555227 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:26:50.555227 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:26:50.555227 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:26:50.555227 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:26:50.636811 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-78ba6746-f65a-483c-ac7c-e8a4651c4199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:50.645837 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-78ba6746-f65a-483c-ac7c-e8a4651c4199 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:50.650680 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-78ba6746-f65a-483c-ac7c-e8a4651c4199 admin admin] 10.222.0.53 "DELETE /v2.0/networks/16555455-8bba-4b8f-a267-e45c606c5eaf HTTP/1.1" status: 204 len: 168 time: 0.3405685 Jan 18 22:26:50.653594 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 44924) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:26:50.667288 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba6746-f65a-483c-ac7c-e8a4651c4199 admin admin] Pushing event deleted for resources: {'Network': ['ID=16555455-8bba-4b8f-a267-e45c606c5eaf,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:26:50.728329 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_v2 [None req-974373d1-e401-46ba-b2e0-788f682cba43 admin admin] Deleting subnet 2877900a-1084-46d0-a8c6-4503908f6b8c {{(pid=102430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:26:50.737487 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-974373d1-e401-46ba-b2e0-788f682cba43 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:50.776994 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-974373d1-e401-46ba-b2e0-788f682cba43 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60394745'] for subnet, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:50.836228 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-974373d1-e401-46ba-b2e0-788f682cba43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:50.908214 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-974373d1-e401-46ba-b2e0-788f682cba43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60203138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62288677'] for subnet, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:50.940767 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974373d1-e401-46ba-b2e0-788f682cba43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2877900a-1084-46d0-a8c6-4503908f6b8c,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:26:50.950857 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-974373d1-e401-46ba-b2e0-788f682cba43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:50.954793 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-974373d1-e401-46ba-b2e0-788f682cba43 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/2877900a-1084-46d0-a8c6-4503908f6b8c HTTP/1.1" status: 204 len: 168 time: 0.3001354 Jan 18 22:26:50.957479 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 44942) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:26:51.044587 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-facd1b56-931a-4b43-87e5-1ec8ed5f5735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:51.154958 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-facd1b56-931a-4b43-87e5-1ec8ed5f5735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:51.196919 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-facd1b56-931a-4b43-87e5-1ec8ed5f5735 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9aa95f34-000f-4c0e-98d6-8c57becd7825']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:26:51.213820 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-facd1b56-931a-4b43-87e5-1ec8ed5f5735 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '798f2342-0176-462f-a1d2-d488b486e4f9') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:26:51.214107 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-facd1b56-931a-4b43-87e5-1ec8ed5f5735 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '798f2342-0176-462f-a1d2-d488b486e4f9') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:26:51.242883 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-facd1b56-931a-4b43-87e5-1ec8ed5f5735 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:51.270341 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-facd1b56-931a-4b43-87e5-1ec8ed5f5735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:51.278550 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-facd1b56-931a-4b43-87e5-1ec8ed5f5735 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:26:51.278941 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-facd1b56-931a-4b43-87e5-1ec8ed5f5735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:51.281062 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:26:51.281062 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:26:51.281062 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:26:51.281062 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:26:51.281062 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:26:51.281062 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:26:51.281062 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:26:51.281062 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:26:51.281062 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:26:51.281062 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:26:51.281062 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:26:51.281062 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:26:51.281062 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:26:51.281062 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:26:51.281062 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:26:51.281062 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:26:51.281062 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:26:51.281062 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:26:51.281062 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:26:51.281062 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:26:51.281062 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:26:51.281062 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:26:51.281062 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:26:51.281062 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:26:51.281062 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:26:51.281062 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:26:51.281062 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:26:51.281062 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:26:51.281062 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:26:51.281062 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:26:51.281062 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:26:51.281062 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:26:51.352800 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-facd1b56-931a-4b43-87e5-1ec8ed5f5735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:51.360088 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-facd1b56-931a-4b43-87e5-1ec8ed5f5735 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:51.366983 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765791af-7b4a-44d6-86bb-1b63b31666a8 req-a7cfcec0-a08e-4643-bbc8-7a31f4ecddce tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:51.368486 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-facd1b56-931a-4b43-87e5-1ec8ed5f5735 admin admin] 10.222.0.53 "DELETE /v2.0/networks/9aa95f34-000f-4c0e-98d6-8c57becd7825 HTTP/1.1" status: 204 len: 168 time: 0.4096365 Jan 18 22:26:51.371566 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-765791af-7b4a-44d6-86bb-1b63b31666a8 req-a7cfcec0-a08e-4643-bbc8-7a31f4ecddce tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.67 "GET /v2.0/ports?device_id=3310d904-6d99-48f5-a4fc-dfdbeb7cd2bd HTTP/1.1" status: 200 len: 950 time: 0.1258013 Jan 18 22:26:51.385421 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a991f62-2631-447c-9ae5-05a8ba6112dc req-b49fbb34-de25-4b17-8660-71dff4180fb8 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:51.386821 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1a991f62-2631-447c-9ae5-05a8ba6112dc req-b49fbb34-de25-4b17-8660-71dff4180fb8 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/ports?device_id=3310d904-6d99-48f5-a4fc-dfdbeb7cd2bd HTTP/1.1" status: 200 len: 950 time: 0.1288593 Jan 18 22:26:51.414131 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facd1b56-931a-4b43-87e5-1ec8ed5f5735 admin admin] Pushing event deleted for resources: {'Network': ['ID=9aa95f34-000f-4c0e-98d6-8c57becd7825,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:26:51.503746 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1a991f62-2631-447c-9ae5-05a8ba6112dc req-19c9d677-5ca9-4ca3-bb88-d67c919e7a22 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/security-groups?id=05d753a3-5b69-42a7-8159-df7094e5d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636380 Jan 18 22:26:51.527878 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-765791af-7b4a-44d6-86bb-1b63b31666a8 req-15468142-278c-428e-ad65-c78bfbc0eab0 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Deleting port ad8b9972-c6df-47cc-8a9a-7581a2bc2fe4 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:26:51.528320 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-765791af-7b4a-44d6-86bb-1b63b31666a8 req-15468142-278c-428e-ad65-c78bfbc0eab0 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:51.656515 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-765791af-7b4a-44d6-86bb-1b63b31666a8 req-15468142-278c-428e-ad65-c78bfbc0eab0 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] For port ad8b9972-c6df-47cc-8a9a-7581a2bc2fe4, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=ad8b9972-c6df-47cc-8a9a-7581a2bc2fe4,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:26:51.656888 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-765791af-7b4a-44d6-86bb-1b63b31666a8 req-15468142-278c-428e-ad65-c78bfbc0eab0 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:51.672597 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-765791af-7b4a-44d6-86bb-1b63b31666a8 req-15468142-278c-428e-ad65-c78bfbc0eab0 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Calling delete_port for ad8b9972-c6df-47cc-8a9a-7581a2bc2fe4 owned by compute:nova {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:26:51.695785 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 44976) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:26:51.773969 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-3ed04514-f097-44b7-b215-b072973b1014 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b43db485b3024a8593d8c4ee411b169d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0770123 Jan 18 22:26:51.776360 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 44984) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:26:51.840394 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-098cceee-c8d6-4847-97fb-aefa4f0c6cb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:51.868578 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-098cceee-c8d6-4847-97fb-aefa4f0c6cb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:51.905714 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4bdf291b-7a4f-4e0d-83d1-973a1ad4dbc1 req-a21770de-5d73-44d5-828b-14dffd7b1787 tempest-ServerShowV257Test-821297967 tempest-ServerShowV257Test-821297967-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea4870c9-b45e-4cca-99cf-679a70d296d1 HTTP/1.1" status: 200 len: 210 time: 0.0611420 Jan 18 22:26:51.928840 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-765791af-7b4a-44d6-86bb-1b63b31666a8 req-15468142-278c-428e-ad65-c78bfbc0eab0 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:51.961056 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['72b0c1ee-2c05-4c2e-a784-bfb0d39cb0be', 'cb671348-5dc7-45a2-938f-91a3cfe40d16', 'c1c2f83d-eb70-4d81-a622-4bb89ca385b9', 'ad8b9972-c6df-47cc-8a9a-7581a2bc2fe4'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:26:51.964014 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['680beee0-ac7e-44c7-ad32-d2dad87429ec', '24b7efe4-5d07-4ea7-8f43-67a1bf6a9941'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:26:51.993106 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15468142-278c-428e-ad65-c78bfbc0eab0 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Pushing event deleted for resources: {'Port': ['ID=ad8b9972-c6df-47cc-8a9a-7581a2bc2fe4,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:26:52.012239 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-098cceee-c8d6-4847-97fb-aefa4f0c6cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:52.016334 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-098cceee-c8d6-4847-97fb-aefa4f0c6cb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:52.023722 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-098cceee-c8d6-4847-97fb-aefa4f0c6cb6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/54602688-0403-475e-9c09-8604769ca456 HTTP/1.1" status: 204 len: 168 time: 0.2454691 Jan 18 22:26:52.043121 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098cceee-c8d6-4847-97fb-aefa4f0c6cb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54602688-0403-475e-9c09-8604769ca456,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:26:52.053185 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6db73acc-3d89-4d63-bd86-7696d66bc075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:52.111960 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-765791af-7b4a-44d6-86bb-1b63b31666a8 req-15468142-278c-428e-ad65-c78bfbc0eab0 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] No DVR routers for this DVR port ad8b9972-c6df-47cc-8a9a-7581a2bc2fe4 on host n-h2-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:26:52.115468 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-765791af-7b4a-44d6-86bb-1b63b31666a8 req-15468142-278c-428e-ad65-c78bfbc0eab0 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:52.120048 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-765791af-7b4a-44d6-86bb-1b63b31666a8 req-15468142-278c-428e-ad65-c78bfbc0eab0 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.67 "DELETE /v2.0/ports/ad8b9972-c6df-47cc-8a9a-7581a2bc2fe4 HTTP/1.1" status: 204 len: 173 time: 0.7320607 Jan 18 22:26:52.120752 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3310d904-6d99-48f5-a4fc-dfdbeb7cd2bd', 'name': 'network-vif-deleted', 'tag': 'ad8b9972-c6df-47cc-8a9a-7581a2bc2fe4'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:26:52.123817 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18b6d498-2251-405d-849a-c972abdaec1f" -d '{"events": [{"server_uuid": "3310d904-6d99-48f5-a4fc-dfdbeb7cd2bd", "name": "network-vif-deleted", "tag": "ad8b9972-c6df-47cc-8a9a-7581a2bc2fe4"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:26:52.260385 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68d21eb7-da04-4e65-af46-73386050bc80 x-openstack-request-id: req-68d21eb7-da04-4e65-af46-73386050bc80 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:26:52.260688 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3310d904-6d99-48f5-a4fc-dfdbeb7cd2bd", "name": "network-vif-deleted", "tag": "ad8b9972-c6df-47cc-8a9a-7581a2bc2fe4", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:26:52.260942 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-68d21eb7-da04-4e65-af46-73386050bc80 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:26:52.261347 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3310d904-6d99-48f5-a4fc-dfdbeb7cd2bd', 'name': 'network-vif-deleted', 'tag': 'ad8b9972-c6df-47cc-8a9a-7581a2bc2fe4', 'status': 'completed', 'code': 200} Jan 18 22:26:52.708742 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 45014) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:26:52.793471 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-43e44a0e-58b9-49cf-81d6-1aa2246b6df9 req-02faef2f-9e6e-4ee8-8f48-8e7c9048fba6 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/ports?device_id=3310d904-6d99-48f5-a4fc-dfdbeb7cd2bd HTTP/1.1" status: 200 len: 210 time: 0.1033204 Jan 18 22:26:52.850068 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 45020) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:26:52.850939 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-af3d6683-846a-4a58-af6f-e0863005dab0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1e14c98d4f4f403f85d5614acf5710ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1407459 Jan 18 22:26:52.926938 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:52.940501 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-10b865b7-0052-4369-acbc-ea8c017643e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:52.974067 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-10b865b7-0052-4369-acbc-ea8c017643e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:53.087543 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device f5e92250-aeef-4673-9f62-8952f424a508 no longer exists at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:26:53.111452 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1246465e-573a-4fa1-b8bd-fda035e29757 req-149bf46c-3397-45ba-b03e-5088756d6e1f tempest-ServerShowV257Test-821297967 tempest-ServerShowV257Test-821297967-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea4870c9-b45e-4cca-99cf-679a70d296d1 HTTP/1.1" status: 200 len: 210 time: 0.0474179 Jan 18 22:26:53.112367 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-10b865b7-0052-4369-acbc-ea8c017643e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:53.114783 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] No Port match for: f5e92250-aeef-4673-9f62-8952f424a508 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:26:53.115968 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device f5e92250-aeef-4673-9f62-8952f424a508 not bound to the agent host n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:26:53.118162 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-10b865b7-0052-4369-acbc-ea8c017643e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:53.119571 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-10b865b7-0052-4369-acbc-ea8c017643e5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/80e0831c-c650-4cee-b511-6f30a97d3fce HTTP/1.1" status: 204 len: 168 time: 0.2675965 Jan 18 22:26:53.148820 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b865b7-0052-4369-acbc-ea8c017643e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80e0831c-c650-4cee-b511-6f30a97d3fce,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:26:53.157031 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b865b7-0052-4369-acbc-ea8c017643e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:26:53.157489 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b865b7-0052-4369-acbc-ea8c017643e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:26:53.157898 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b865b7-0052-4369-acbc-ea8c017643e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:26:53.158343 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b865b7-0052-4369-acbc-ea8c017643e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:26:53.158739 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b865b7-0052-4369-acbc-ea8c017643e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:26:53.159256 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b865b7-0052-4369-acbc-ea8c017643e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:26:53.159661 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b865b7-0052-4369-acbc-ea8c017643e5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:26:53.160063 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b865b7-0052-4369-acbc-ea8c017643e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:26:53.160482 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b865b7-0052-4369-acbc-ea8c017643e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:26:53.160880 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b865b7-0052-4369-acbc-ea8c017643e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:26:53.161272 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b865b7-0052-4369-acbc-ea8c017643e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:26:53.161667 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b865b7-0052-4369-acbc-ea8c017643e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:26:53.929386 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device ad8b9972-c6df-47cc-8a9a-7581a2bc2fe4 no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:26:53.974182 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] No Port match for: ad8b9972-c6df-47cc-8a9a-7581a2bc2fe4 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:26:53.975747 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device ad8b9972-c6df-47cc-8a9a-7581a2bc2fe4 not bound to the agent host n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:26:54.107400 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 45072) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:26:54.281334 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3d05ea05-a633-4c8c-8c1e-3bb0152799eb req-47144cbb-5aa0-4e4c-899d-8ca8b3a5cd25 tempest-ServerShowV257Test-821297967 tempest-ServerShowV257Test-821297967-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea4870c9-b45e-4cca-99cf-679a70d296d1 HTTP/1.1" status: 200 len: 210 time: 0.0738969 Jan 18 22:26:54.288638 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-3b4fb6f7-b74e-433f-a8c4-b6d9291b046d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-156741205-network', 'tenant_id': '874c45697b3243aa9d39402c08d61ed1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:26:54.340953 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:54.396210 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b4fb6f7-b74e-433f-a8c4-b6d9291b046d admin admin] Made reservation on behalf of 874c45697b3243aa9d39402c08d61ed1 for: {'network': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:26:54.398513 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-3b4fb6f7-b74e-433f-a8c4-b6d9291b046d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:54.423660 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e161b8fa-e89c-4665-ae13-64ec2cebf79c req-c2bba993-c86c-4a0b-8d21-40342c25f30d tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:54.431044 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e161b8fa-e89c-4665-ae13-64ec2cebf79c req-c2bba993-c86c-4a0b-8d21-40342c25f30d tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb69335a-15fa-4971-b1f5-9a6e25a11a60 HTTP/1.1" status: 200 len: 949 time: 0.0999207 Jan 18 22:26:54.433685 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-3b4fb6f7-b74e-433f-a8c4-b6d9291b046d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:54.487455 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e161b8fa-e89c-4665-ae13-64ec2cebf79c req-db8f6f3a-4993-4b99-987a-29615d7e74d4 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/security-groups?id=05d753a3-5b69-42a7-8159-df7094e5d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555642 Jan 18 22:26:54.532719 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:54.565157 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-24cb319a-2623-4045-9f9e-c27be82e870d req-b1b47d65-5305-4231-a56e-673ec55b3319 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ea4870c9-b45e-4cca-99cf-679a70d296d1 HTTP/1.1" status: 200 len: 210 time: 0.0348754 Jan 18 22:26:54.575066 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-3b4fb6f7-b74e-433f-a8c4-b6d9291b046d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:54.579396 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-3b4fb6f7-b74e-433f-a8c4-b6d9291b046d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:54.607397 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b4fb6f7-b74e-433f-a8c4-b6d9291b046d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=102430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:26:54.614379 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4fb6f7-b74e-433f-a8c4-b6d9291b046d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=256a12e5-9057-4b93-8582-8b1a9ccb62a2,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:26:54.620880 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-3b4fb6f7-b74e-433f-a8c4-b6d9291b046d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:54.621232 n-d-825064-1 neutron-server[102430]: INFO neutron.db.segments_db [None req-3b4fb6f7-b74e-433f-a8c4-b6d9291b046d admin admin] Added segment 8722d91c-e345-4722-8e76-e16ce0db35db of type vlan for network 8bfa319b-722b-493a-bbbe-0e1ae27e2892 Jan 18 22:26:54.664495 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-3b4fb6f7-b74e-433f-a8c4-b6d9291b046d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:54.710195 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-3b4fb6f7-b74e-433f-a8c4-b6d9291b046d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:54.711298 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4fb6f7-b74e-433f-a8c4-b6d9291b046d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:54.711893 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-3b4fb6f7-b74e-433f-a8c4-b6d9291b046d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:54.740101 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-3b4fb6f7-b74e-433f-a8c4-b6d9291b046d admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6289237 Jan 18 22:26:54.741350 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 45094) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:26:54.773478 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-844c866c-edb5-4f47-af26-ef9fc7f8e22a admin admin] Request body: {'subnet': {'network_id': '8bfa319b-722b-493a-bbbe-0e1ae27e2892', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-156741205-subnet', 'tenant_id': '874c45697b3243aa9d39402c08d61ed1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:26:54.804254 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4fb6f7-b74e-433f-a8c4-b6d9291b046d admin admin] Pushing event updated for resources: {'Network': ['ID=8bfa319b-722b-493a-bbbe-0e1ae27e2892,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:26:54.815752 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 8bfa319b-722b-493a-bbbe-0e1ae27e2892 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:26:54.816629 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-844c866c-edb5-4f47-af26-ef9fc7f8e22a admin admin] Made reservation on behalf of 874c45697b3243aa9d39402c08d61ed1 for: {'subnet': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:26:54.820707 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-844c866c-edb5-4f47-af26-ef9fc7f8e22a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62288702'] for subnet, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:55.033704 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-844c866c-edb5-4f47-af26-ef9fc7f8e22a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60203213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62288684'] for subnet, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:55.107918 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844c866c-edb5-4f47-af26-ef9fc7f8e22a admin admin] Pushing event updated for resources: {'Subnet': ['ID=29c446a9-d381-4718-9864-5ac3271c54a8,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:26:55.133878 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844c866c-edb5-4f47-af26-ef9fc7f8e22a admin admin] Checking segment: {'id': '8722d91c-e345-4722-8e76-e16ce0db35db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '8bfa319b-722b-493a-bbbe-0e1ae27e2892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:26:55.134690 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844c866c-edb5-4f47-af26-ef9fc7f8e22a admin admin] Network hostable DHCP agents. Network: 8bfa319b-722b-493a-bbbe-0e1ae27e2892, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:26:55.153431 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844c866c-edb5-4f47-af26-ef9fc7f8e22a admin admin] Network 8bfa319b-722b-493a-bbbe-0e1ae27e2892 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:26:55.165725 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-844c866c-edb5-4f47-af26-ef9fc7f8e22a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 8bfa319b-722b-493a-bbbe-0e1ae27e2892) {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:26:55.171103 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844c866c-edb5-4f47-af26-ef9fc7f8e22a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:55.172564 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-844c866c-edb5-4f47-af26-ef9fc7f8e22a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:55.179055 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d26e09c-f7d3-497c-90a6-9076d1e0a27b None None] Network 8bfa319b-722b-493a-bbbe-0e1ae27e2892 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:26:55.203664 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-844c866c-edb5-4f47-af26-ef9fc7f8e22a admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4542432 Jan 18 22:26:55.352799 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38556381-e26f-4534-bfe0-2fa5aed1e1c3 None None] Network 8bfa319b-722b-493a-bbbe-0e1ae27e2892 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:26:55.526661 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4a770f1f-afb2-41b1-ab10-65b795d56903 req-9ea97184-2b3b-4f05-90f5-b6c51e7ea331 tempest-ServerShowV257Test-821297967 tempest-ServerShowV257Test-821297967-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea4870c9-b45e-4cca-99cf-679a70d296d1 HTTP/1.1" status: 200 len: 210 time: 0.0971074 Jan 18 22:26:55.636180 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0793fe77-8641-41b5-ace0-0c8656644057 req-84d25f37-aa40-44bb-b7f3-3836803f77de tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:55.638123 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0793fe77-8641-41b5-ace0-0c8656644057 req-84d25f37-aa40-44bb-b7f3-3836803f77de tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.67 "GET /v2.0/ports?device_id=96a928e9-7e12-44c5-95ad-459c8954091b HTTP/1.1" status: 200 len: 949 time: 0.0728686 Jan 18 22:26:55.688892 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a8bb04-c125-4357-9e6e-c49781076d33 req-ec371692-2757-424e-ac14-f3beb604f082 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:55.690693 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-c0a8bb04-c125-4357-9e6e-c49781076d33 req-ec371692-2757-424e-ac14-f3beb604f082 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb69335a-15fa-4971-b1f5-9a6e25a11a60 HTTP/1.1" status: 200 len: 949 time: 0.1026421 Jan 18 22:26:55.811191 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a79dfb9-7230-4d4e-b08c-110d02666ab1 req-c3c6185c-9bee-44ed-a613-492f801da143 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:55.816615 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0a79dfb9-7230-4d4e-b08c-110d02666ab1 req-c3c6185c-9bee-44ed-a613-492f801da143 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb69335a-15fa-4971-b1f5-9a6e25a11a60 HTTP/1.1" status: 200 len: 949 time: 0.1514564 Jan 18 22:26:55.888319 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-c0a8bb04-c125-4357-9e6e-c49781076d33 req-8f738597-a7c1-497b-8b90-4988a0632ed7 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Deleting port 24b7efe4-5d07-4ea7-8f43-67a1bf6a9941 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:26:55.888662 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-c0a8bb04-c125-4357-9e6e-c49781076d33 req-8f738597-a7c1-497b-8b90-4988a0632ed7 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:55.909032 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0a79dfb9-7230-4d4e-b08c-110d02666ab1 req-94a2087c-b2cc-4058-a0fb-21ee65f25428 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/security-groups?id=05d753a3-5b69-42a7-8159-df7094e5d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832565 Jan 18 22:26:55.917470 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-0793fe77-8641-41b5-ace0-0c8656644057 req-c1c0ee47-8eba-4a2f-83a7-228c5f75248f tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Deleting port c1c2f83d-eb70-4d81-a622-4bb89ca385b9 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:26:55.917819 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-0793fe77-8641-41b5-ace0-0c8656644057 req-c1c0ee47-8eba-4a2f-83a7-228c5f75248f tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:56.016269 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-c0a8bb04-c125-4357-9e6e-c49781076d33 req-8f738597-a7c1-497b-8b90-4988a0632ed7 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] For port 24b7efe4-5d07-4ea7-8f43-67a1bf6a9941, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=24b7efe4-5d07-4ea7-8f43-67a1bf6a9941,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:26:56.016640 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-c0a8bb04-c125-4357-9e6e-c49781076d33 req-8f738597-a7c1-497b-8b90-4988a0632ed7 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:56.047655 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-c0a8bb04-c125-4357-9e6e-c49781076d33 req-8f738597-a7c1-497b-8b90-4988a0632ed7 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Calling delete_port for 24b7efe4-5d07-4ea7-8f43-67a1bf6a9941 owned by compute:nova {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:26:56.154434 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-0793fe77-8641-41b5-ace0-0c8656644057 req-c1c0ee47-8eba-4a2f-83a7-228c5f75248f tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] For port c1c2f83d-eb70-4d81-a622-4bb89ca385b9, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=c1c2f83d-eb70-4d81-a622-4bb89ca385b9,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:26:56.155033 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-0793fe77-8641-41b5-ace0-0c8656644057 req-c1c0ee47-8eba-4a2f-83a7-228c5f75248f tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:56.179460 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-0793fe77-8641-41b5-ace0-0c8656644057 req-c1c0ee47-8eba-4a2f-83a7-228c5f75248f tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Calling delete_port for c1c2f83d-eb70-4d81-a622-4bb89ca385b9 owned by compute:nova {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:26:56.188601 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea423fde-d9fd-41ae-baee-a2c34a2ff019 req-ca56a547-106a-462d-b1d1-41296dc80f6c tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:56.190225 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ea423fde-d9fd-41ae-baee-a2c34a2ff019 req-ca56a547-106a-462d-b1d1-41296dc80f6c tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.53 "GET /v2.0/networks?id=8bfa319b-722b-493a-bbbe-0e1ae27e2892 HTTP/1.1" status: 200 len: 814 time: 0.1853058 Jan 18 22:26:56.213484 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ea423fde-d9fd-41ae-baee-a2c34a2ff019 req-03ebb01b-e366-4689-9989-6de037febba5 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.53 "GET /v2.0/quotas/874c45697b3243aa9d39402c08d61ed1 HTTP/1.1" status: 200 len: 375 time: 0.0120986 Jan 18 22:26:56.225915 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-c0a8bb04-c125-4357-9e6e-c49781076d33 req-8f738597-a7c1-497b-8b90-4988a0632ed7 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:56.239620 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['72b0c1ee-2c05-4c2e-a784-bfb0d39cb0be', 'cb671348-5dc7-45a2-938f-91a3cfe40d16'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:26:56.280150 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ea423fde-d9fd-41ae-baee-a2c34a2ff019 req-77cb9546-6ab2-4ea8-9958-74a777b7109b tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=874c45697b3243aa9d39402c08d61ed1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329685 Jan 18 22:26:56.291180 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f738597-a7c1-497b-8b90-4988a0632ed7 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Pushing event deleted for resources: {'Port': ['ID=24b7efe4-5d07-4ea7-8f43-67a1bf6a9941,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:26:56.345914 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['680beee0-ac7e-44c7-ad32-d2dad87429ec', '24b7efe4-5d07-4ea7-8f43-67a1bf6a9941'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:26:56.368892 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0a8bb04-c125-4357-9e6e-c49781076d33 req-8f738597-a7c1-497b-8b90-4988a0632ed7 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] No DVR routers for this DVR port 24b7efe4-5d07-4ea7-8f43-67a1bf6a9941 on host n-h1-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:26:56.378767 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-c0a8bb04-c125-4357-9e6e-c49781076d33 req-8f738597-a7c1-497b-8b90-4988a0632ed7 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:56.378767 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-c0a8bb04-c125-4357-9e6e-c49781076d33 req-8f738597-a7c1-497b-8b90-4988a0632ed7 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.36 "DELETE /v2.0/ports/24b7efe4-5d07-4ea7-8f43-67a1bf6a9941 HTTP/1.1" status: 204 len: 173 time: 0.6821384 Jan 18 22:26:56.378767 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb69335a-15fa-4971-b1f5-9a6e25a11a60', 'name': 'network-vif-deleted', 'tag': '24b7efe4-5d07-4ea7-8f43-67a1bf6a9941'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:26:56.382356 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b60f5dd9-a7c7-4cda-a266-8379a28a703b" -d '{"events": [{"server_uuid": "eb69335a-15fa-4971-b1f5-9a6e25a11a60", "name": "network-vif-deleted", "tag": "24b7efe4-5d07-4ea7-8f43-67a1bf6a9941"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:26:56.488497 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e8d4b19-8bfb-4b7d-8606-036e127ace50 x-openstack-request-id: req-8e8d4b19-8bfb-4b7d-8606-036e127ace50 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:26:56.488857 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb69335a-15fa-4971-b1f5-9a6e25a11a60", "name": "network-vif-deleted", "tag": "24b7efe4-5d07-4ea7-8f43-67a1bf6a9941", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:26:56.489076 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8e8d4b19-8bfb-4b7d-8606-036e127ace50 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:26:56.489477 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb69335a-15fa-4971-b1f5-9a6e25a11a60', 'name': 'network-vif-deleted', 'tag': '24b7efe4-5d07-4ea7-8f43-67a1bf6a9941', 'status': 'completed', 'code': 200} Jan 18 22:26:56.588589 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ea423fde-d9fd-41ae-baee-a2c34a2ff019 req-c650ea4e-7cec-4a0e-bbeb-f3c513ed0535 service neutron] 10.222.0.53 "GET /v2.0/networks/8bfa319b-722b-493a-bbbe-0e1ae27e2892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863474 Jan 18 22:26:56.719796 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-0793fe77-8641-41b5-ace0-0c8656644057 req-c1c0ee47-8eba-4a2f-83a7-228c5f75248f tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:56.807800 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c0ee47-8eba-4a2f-83a7-228c5f75248f tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Pushing event deleted for resources: {'Port': ['ID=c1c2f83d-eb70-4d81-a622-4bb89ca385b9,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:26:56.857652 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ba331124-d848-4716-b354-692414a84448 req-3baaba83-a380-44d6-9071-738e39132aa2 tempest-ServerShowV257Test-821297967 tempest-ServerShowV257Test-821297967-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea4870c9-b45e-4cca-99cf-679a70d296d1 HTTP/1.1" status: 200 len: 210 time: 0.0990889 Jan 18 22:26:56.862533 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ea423fde-d9fd-41ae-baee-a2c34a2ff019 req-5c4aefc9-3962-4bc6-a1d6-92b776da0efe service neutron] 10.222.0.53 "GET /v2.0/networks/8bfa319b-722b-493a-bbbe-0e1ae27e2892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707455 Jan 18 22:26:56.931917 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-0793fe77-8641-41b5-ace0-0c8656644057 req-c1c0ee47-8eba-4a2f-83a7-228c5f75248f tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] No DVR routers for this DVR port c1c2f83d-eb70-4d81-a622-4bb89ca385b9 on host n-h2-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:26:56.935355 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-0793fe77-8641-41b5-ace0-0c8656644057 req-c1c0ee47-8eba-4a2f-83a7-228c5f75248f tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:56.946081 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0793fe77-8641-41b5-ace0-0c8656644057 req-c1c0ee47-8eba-4a2f-83a7-228c5f75248f tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.67 "DELETE /v2.0/ports/c1c2f83d-eb70-4d81-a622-4bb89ca385b9 HTTP/1.1" status: 204 len: 173 time: 1.3011069 Jan 18 22:26:56.946993 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96a928e9-7e12-44c5-95ad-459c8954091b', 'name': 'network-vif-deleted', 'tag': 'c1c2f83d-eb70-4d81-a622-4bb89ca385b9'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:26:56.949593 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b380724-829f-42ee-9d31-d38122d7738b" -d '{"events": [{"server_uuid": "96a928e9-7e12-44c5-95ad-459c8954091b", "name": "network-vif-deleted", "tag": "c1c2f83d-eb70-4d81-a622-4bb89ca385b9"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:26:56.982841 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['680beee0-ac7e-44c7-ad32-d2dad87429ec', '24b7efe4-5d07-4ea7-8f43-67a1bf6a9941'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:26:57.134780 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 22:26:57.369768 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b523d57-3ff4-4af0-ad10-f64198c53448 x-openstack-request-id: req-1b523d57-3ff4-4af0-ad10-f64198c53448 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:26:57.370965 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96a928e9-7e12-44c5-95ad-459c8954091b", "name": "network-vif-deleted", "tag": "c1c2f83d-eb70-4d81-a622-4bb89ca385b9", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:26:57.371183 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1b523d57-3ff4-4af0-ad10-f64198c53448 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:26:57.371613 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96a928e9-7e12-44c5-95ad-459c8954091b', 'name': 'network-vif-deleted', 'tag': 'c1c2f83d-eb70-4d81-a622-4bb89ca385b9', 'status': 'completed', 'code': 200} Jan 18 22:26:57.534213 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-66412487-fc4f-43f3-834a-c23584a0bcf1 req-3c472d03-0ad3-4def-935a-c077458fdc99 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.53 "GET /v2.0/ports?device_id=40741318-9b06-40aa-8e82-7597f3b4dc6a HTTP/1.1" status: 200 len: 210 time: 0.0903699 Jan 18 22:26:57.877785 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b32d1601-0b72-4d87-9feb-066baf30b5d1 req-6ee2ad0b-8f9a-449b-854f-1d28e093a938 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/ports?device_id=96a928e9-7e12-44c5-95ad-459c8954091b HTTP/1.1" status: 200 len: 210 time: 0.0653751 Jan 18 22:26:57.951036 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device c1c2f83d-eb70-4d81-a622-4bb89ca385b9 no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:26:58.014557 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] No Port match for: c1c2f83d-eb70-4d81-a622-4bb89ca385b9 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:26:58.016005 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device c1c2f83d-eb70-4d81-a622-4bb89ca385b9 not bound to the agent host n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:26:58.024803 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8eaf88a6-7715-4d54-918d-347cabd6368d req-1e5f5b2b-db5b-4340-99fc-e334ff022d41 tempest-ServerShowV257Test-821297967 tempest-ServerShowV257Test-821297967-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea4870c9-b45e-4cca-99cf-679a70d296d1 HTTP/1.1" status: 200 len: 210 time: 0.0723484 Jan 18 22:26:58.117069 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['72b0c1ee-2c05-4c2e-a784-bfb0d39cb0be', 'cb671348-5dc7-45a2-938f-91a3cfe40d16'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:26:58.639012 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e0faaf67-81ad-4538-8205-a64d0e510c72 req-3dd80fbf-9728-4815-8cdf-809b28ad94cb tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.53 "GET /v2.0/ports?device_id=40741318-9b06-40aa-8e82-7597f3b4dc6a HTTP/1.1" status: 200 len: 210 time: 0.0351193 Jan 18 22:26:58.857353 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea423fde-d9fd-41ae-baee-a2c34a2ff019 req-8291d8f8-621b-4dcf-aef6-5d9fafa9fda1 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:58.861131 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ea423fde-d9fd-41ae-baee-a2c34a2ff019 req-8291d8f8-621b-4dcf-aef6-5d9fafa9fda1 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.67 "GET /v2.0/networks?id=8bfa319b-722b-493a-bbbe-0e1ae27e2892 HTTP/1.1" status: 200 len: 814 time: 0.1272738 Jan 18 22:26:58.873741 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-ea423fde-d9fd-41ae-baee-a2c34a2ff019 req-e58ec6dd-668b-49ce-b931-fa9f9ac689fd tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Request body: {'port': {'device_id': '40741318-9b06-40aa-8e82-7597f3b4dc6a', 'network_id': '8bfa319b-722b-493a-bbbe-0e1ae27e2892', 'admin_state_up': True, 'tenant_id': '874c45697b3243aa9d39402c08d61ed1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:26:59.025460 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea423fde-d9fd-41ae-baee-a2c34a2ff019 req-e58ec6dd-668b-49ce-b931-fa9f9ac689fd tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Made reservation on behalf of 874c45697b3243aa9d39402c08d61ed1 for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:26:59.029145 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-ea423fde-d9fd-41ae-baee-a2c34a2ff019 req-e58ec6dd-668b-49ce-b931-fa9f9ac689fd tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:59.231537 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-651976f5-119e-4e3a-af0b-5caf56281d5d req-4a9f5906-4b57-4828-b81a-0cd76ddc68c5 tempest-ServerShowV257Test-821297967 tempest-ServerShowV257Test-821297967-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea4870c9-b45e-4cca-99cf-679a70d296d1 HTTP/1.1" status: 200 len: 210 time: 0.0582700 Jan 18 22:26:59.323278 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-ea423fde-d9fd-41ae-baee-a2c34a2ff019 req-e58ec6dd-668b-49ce-b931-fa9f9ac689fd tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Allocated IP 172.20.0.2 (8bfa319b-722b-493a-bbbe-0e1ae27e2892/29c446a9-d381-4718-9864-5ac3271c54a8/3309ab83-ec01-4ddc-bd7b-6d7954fc2786) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:26:59.535228 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-ea423fde-d9fd-41ae-baee-a2c34a2ff019 req-e58ec6dd-668b-49ce-b931-fa9f9ac689fd tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:59.580832 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-ea423fde-d9fd-41ae-baee-a2c34a2ff019 req-e58ec6dd-668b-49ce-b931-fa9f9ac689fd tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:59.661740 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea423fde-d9fd-41ae-baee-a2c34a2ff019 req-e58ec6dd-668b-49ce-b931-fa9f9ac689fd tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Network 8bfa319b-722b-493a-bbbe-0e1ae27e2892 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:26:59.663896 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58ec6dd-668b-49ce-b931-fa9f9ac689fd tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Pushing event updated for resources: {'Port': ['ID=3309ab83-ec01-4ddc-bd7b-6d7954fc2786,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:26:59.668151 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-ea423fde-d9fd-41ae-baee-a2c34a2ff019 req-e58ec6dd-668b-49ce-b931-fa9f9ac689fd tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:26:59.671769 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea423fde-d9fd-41ae-baee-a2c34a2ff019 req-e58ec6dd-668b-49ce-b931-fa9f9ac689fd tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:26:59.731997 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60a0865-61ec-463d-bfec-10bf8a36c4e0 req-0157d313-5564-47b5-9c95-2f29d014e6cc tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:59.736608 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b60a0865-61ec-463d-bfec-10bf8a36c4e0 req-0157d313-5564-47b5-9c95-2f29d014e6cc tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea5c54f7-20af-42c5-8cc7-bf2ef2391522 HTTP/1.1" status: 200 len: 950 time: 0.1249244 Jan 18 22:26:59.792387 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea423fde-d9fd-41ae-baee-a2c34a2ff019 req-e58ec6dd-668b-49ce-b931-fa9f9ac689fd tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:59.792996 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-ea423fde-d9fd-41ae-baee-a2c34a2ff019 req-e58ec6dd-668b-49ce-b931-fa9f9ac689fd tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:26:59.826565 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ea423fde-d9fd-41ae-baee-a2c34a2ff019 req-e58ec6dd-668b-49ce-b931-fa9f9ac689fd tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9582345 Jan 18 22:26:59.837373 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439c5782-a3b9-4b04-9a56-4f0a7c15345d req-53298a94-4fd0-4a51-9cae-ae4f91a09b6f tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:26:59.838777 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-439c5782-a3b9-4b04-9a56-4f0a7c15345d req-53298a94-4fd0-4a51-9cae-ae4f91a09b6f tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.53 "GET /v2.0/ports?device_id=40741318-9b06-40aa-8e82-7597f3b4dc6a HTTP/1.1" status: 200 len: 931 time: 0.0990593 Jan 18 22:26:59.842858 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b60a0865-61ec-463d-bfec-10bf8a36c4e0 req-93e27739-a13d-4b48-bc7c-37b558e52af3 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/security-groups?id=05d753a3-5b69-42a7-8159-df7094e5d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982161 Jan 18 22:26:59.899406 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-ea423fde-d9fd-41ae-baee-a2c34a2ff019 req-3e1dc7f3-7d31-480d-a138-aece1c831844 service neutron] Request body: {'port': {'device_id': '40741318-9b06-40aa-8e82-7597f3b4dc6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:26:59.925316 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-439c5782-a3b9-4b04-9a56-4f0a7c15345d req-e1777ef2-fc00-4234-a468-81049752a47a tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.53 "GET /v2.0/security-groups?id=256a12e5-9057-4b93-8582-8b1a9ccb62a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738604 Jan 18 22:26:59.983099 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-ea423fde-d9fd-41ae-baee-a2c34a2ff019 req-3e1dc7f3-7d31-480d-a138-aece1c831844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:00.543981 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-138d85d5-b01b-43aa-ab05-14daebae0072 req-1e736d75-517a-4f50-82e4-3e28da2e1bb1 tempest-ServerShowV257Test-821297967 tempest-ServerShowV257Test-821297967-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea4870c9-b45e-4cca-99cf-679a70d296d1 HTTP/1.1" status: 200 len: 210 time: 0.0318596 Jan 18 22:27:00.662793 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [req-ea423fde-d9fd-41ae-baee-a2c34a2ff019 req-3e1dc7f3-7d31-480d-a138-aece1c831844 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3309ab83-ec01-4ddc-bd7b-6d7954fc2786 {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:27:00.674463 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-ea423fde-d9fd-41ae-baee-a2c34a2ff019 req-3e1dc7f3-7d31-480d-a138-aece1c831844 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:00.687959 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-ea423fde-d9fd-41ae-baee-a2c34a2ff019 req-3e1dc7f3-7d31-480d-a138-aece1c831844 service neutron] Transition to ACTIVE for port object 3309ab83-ec01-4ddc-bd7b-6d7954fc2786 will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:27:00.692087 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-ea423fde-d9fd-41ae-baee-a2c34a2ff019 req-3e1dc7f3-7d31-480d-a138-aece1c831844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:00.746827 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1dc7f3-7d31-480d-a138-aece1c831844 service neutron] Pushing event updated for resources: {'Port': ['ID=3309ab83-ec01-4ddc-bd7b-6d7954fc2786,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:27:00.818649 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-ea423fde-d9fd-41ae-baee-a2c34a2ff019 req-3e1dc7f3-7d31-480d-a138-aece1c831844 service neutron] Attempting to bind port 3309ab83-ec01-4ddc-bd7b-6d7954fc2786 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:27:00.818991 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-ea423fde-d9fd-41ae-baee-a2c34a2ff019 req-3e1dc7f3-7d31-480d-a138-aece1c831844 service neutron] Attempting to bind port 3309ab83-ec01-4ddc-bd7b-6d7954fc2786 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '8722d91c-e345-4722-8e76-e16ce0db35db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '8bfa319b-722b-493a-bbbe-0e1ae27e2892'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:27:00.819547 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea423fde-d9fd-41ae-baee-a2c34a2ff019 req-3e1dc7f3-7d31-480d-a138-aece1c831844 service neutron] Attempting to bind port 3309ab83-ec01-4ddc-bd7b-6d7954fc2786 on network 8bfa319b-722b-493a-bbbe-0e1ae27e2892 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:27:00.824697 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea423fde-d9fd-41ae-baee-a2c34a2ff019 req-3e1dc7f3-7d31-480d-a138-aece1c831844 service neutron] Port 3309ab83-ec01-4ddc-bd7b-6d7954fc2786 on network 8bfa319b-722b-493a-bbbe-0e1ae27e2892 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:27:00.825121 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea423fde-d9fd-41ae-baee-a2c34a2ff019 req-3e1dc7f3-7d31-480d-a138-aece1c831844 service neutron] Attempting to bind port 3309ab83-ec01-4ddc-bd7b-6d7954fc2786 on network 8bfa319b-722b-493a-bbbe-0e1ae27e2892 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:27:00.831021 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea423fde-d9fd-41ae-baee-a2c34a2ff019 req-3e1dc7f3-7d31-480d-a138-aece1c831844 service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:27:00.831356 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea423fde-d9fd-41ae-baee-a2c34a2ff019 req-3e1dc7f3-7d31-480d-a138-aece1c831844 service neutron] Checking segment: {'id': '8722d91c-e345-4722-8e76-e16ce0db35db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '8bfa319b-722b-493a-bbbe-0e1ae27e2892'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:27:00.831740 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea423fde-d9fd-41ae-baee-a2c34a2ff019 req-3e1dc7f3-7d31-480d-a138-aece1c831844 service neutron] Bound using segment: {'id': '8722d91c-e345-4722-8e76-e16ce0db35db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '8bfa319b-722b-493a-bbbe-0e1ae27e2892'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:27:00.832184 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-ea423fde-d9fd-41ae-baee-a2c34a2ff019 req-3e1dc7f3-7d31-480d-a138-aece1c831844 service neutron] Bound port: 3309ab83-ec01-4ddc-bd7b-6d7954fc2786, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8722d91c-e345-4722-8e76-e16ce0db35db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '8bfa319b-722b-493a-bbbe-0e1ae27e2892'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:27:00.832665 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-ea423fde-d9fd-41ae-baee-a2c34a2ff019 req-3e1dc7f3-7d31-480d-a138-aece1c831844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:00.980509 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d2a62a-2223-4cdc-85b1-7c06b119f7dc req-f928de4b-7fe1-4606-a5a7-59234d674577 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:00.982083 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c9d2a62a-2223-4cdc-85b1-7c06b119f7dc req-f928de4b-7fe1-4606-a5a7-59234d674577 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea5c54f7-20af-42c5-8cc7-bf2ef2391522 HTTP/1.1" status: 200 len: 950 time: 0.1382663 Jan 18 22:27:01.015936 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-ea423fde-d9fd-41ae-baee-a2c34a2ff019 req-3e1dc7f3-7d31-480d-a138-aece1c831844 service neutron] For port 3309ab83-ec01-4ddc-bd7b-6d7954fc2786, host n-h2-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:27:01.021952 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-ea423fde-d9fd-41ae-baee-a2c34a2ff019 req-3e1dc7f3-7d31-480d-a138-aece1c831844 service neutron] For port 3309ab83-ec01-4ddc-bd7b-6d7954fc2786, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=3309ab83-ec01-4ddc-bd7b-6d7954fc2786,segment=NetworkSegment(8722d91c-e345-4722-8e76-e16ce0db35db),segment_id=8722d91c-e345-4722-8e76-e16ce0db35db)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:27:01.060480 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-ea423fde-d9fd-41ae-baee-a2c34a2ff019 req-3e1dc7f3-7d31-480d-a138-aece1c831844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:01.126688 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e772e4-c64c-48eb-b40a-41bac9c06aaf req-0cfa4590-3669-4222-9767-d8c3e0562afd tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:01.130199 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 24b7efe4-5d07-4ea7-8f43-67a1bf6a9941 no longer exists at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:27:01.132624 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-03e772e4-c64c-48eb-b40a-41bac9c06aaf req-0cfa4590-3669-4222-9767-d8c3e0562afd tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea5c54f7-20af-42c5-8cc7-bf2ef2391522 HTTP/1.1" status: 200 len: 950 time: 0.2098827 Jan 18 22:27:01.156331 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] No Port match for: 24b7efe4-5d07-4ea7-8f43-67a1bf6a9941 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:27:01.156628 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 24b7efe4-5d07-4ea7-8f43-67a1bf6a9941 not bound to the agent host n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:27:01.186295 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea423fde-d9fd-41ae-baee-a2c34a2ff019 req-3e1dc7f3-7d31-480d-a138-aece1c831844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:01.187625 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-ea423fde-d9fd-41ae-baee-a2c34a2ff019 req-3e1dc7f3-7d31-480d-a138-aece1c831844 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:01.189166 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ea423fde-d9fd-41ae-baee-a2c34a2ff019 req-3e1dc7f3-7d31-480d-a138-aece1c831844 service neutron] 10.222.0.67 "PUT /v2.0/ports/3309ab83-ec01-4ddc-bd7b-6d7954fc2786 HTTP/1.1" status: 200 len: 1091 time: 1.3035660 Jan 18 22:27:01.204736 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40741318-9b06-40aa-8e82-7597f3b4dc6a', 'tag': '3309ab83-ec01-4ddc-bd7b-6d7954fc2786'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:27:01.207481 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efdb3f3a-cf81-40e3-bcb0-08e1863f6f06" -d '{"events": [{"name": "network-changed", "server_uuid": "40741318-9b06-40aa-8e82-7597f3b4dc6a", "tag": "3309ab83-ec01-4ddc-bd7b-6d7954fc2786"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:27:01.253955 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53792cb-5b17-46d1-8703-324a6311f8e3 req-7edb57eb-5c86-4160-8190-ec7818b8d44a tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:01.255594 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-a53792cb-5b17-46d1-8703-324a6311f8e3 req-7edb57eb-5c86-4160-8190-ec7818b8d44a tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.67 "GET /v2.0/ports?device_id=bebd1957-5b89-4f93-b2f0-3d41b4c50f44 HTTP/1.1" status: 200 len: 950 time: 0.0802455 Jan 18 22:27:01.309886 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1dc7f3-7d31-480d-a138-aece1c831844 service neutron] Pushing event updated for resources: {'Port': ['ID=3309ab83-ec01-4ddc-bd7b-6d7954fc2786,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:27:01.317165 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-03e772e4-c64c-48eb-b40a-41bac9c06aaf req-2a7fdfac-387c-4f1b-9d6f-2cd943ae47d6 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/security-groups?id=05d753a3-5b69-42a7-8159-df7094e5d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823454 Jan 18 22:27:01.326805 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4afdfc-2286-45a8-864e-e56b0d62b674 req-4dbcbb62-a993-409d-bff6-1849d64bc0c2 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:01.334295 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fc4afdfc-2286-45a8-864e-e56b0d62b674 req-4dbcbb62-a993-409d-bff6-1849d64bc0c2 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.53 "GET /v2.0/ports?device_id=40741318-9b06-40aa-8e82-7597f3b4dc6a HTTP/1.1" status: 200 len: 943 time: 0.2708132 Jan 18 22:27:01.372643 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea423fde-d9fd-41ae-baee-a2c34a2ff019 req-8224d3ac-af33-4f1c-a55d-360a0f029a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:01.374891 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ea423fde-d9fd-41ae-baee-a2c34a2ff019 req-8224d3ac-af33-4f1c-a55d-360a0f029a9f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=874c45697b3243aa9d39402c08d61ed1&device_id=40741318-9b06-40aa-8e82-7597f3b4dc6a HTTP/1.1" status: 200 len: 1094 time: 0.1290700 Jan 18 22:27:01.403819 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-c9d2a62a-2223-4cdc-85b1-7c06b119f7dc req-866fe306-9c2c-43e2-800f-f0f7be8d7f82 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Deleting port cb671348-5dc7-45a2-938f-91a3cfe40d16 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:27:01.404182 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-c9d2a62a-2223-4cdc-85b1-7c06b119f7dc req-866fe306-9c2c-43e2-800f-f0f7be8d7f82 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:01.423544 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-a53792cb-5b17-46d1-8703-324a6311f8e3 req-82eeca5f-227e-4aec-a0cc-e4713574bb40 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Deleting port 72b0c1ee-2c05-4c2e-a784-bfb0d39cb0be {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:27:01.424196 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-a53792cb-5b17-46d1-8703-324a6311f8e3 req-82eeca5f-227e-4aec-a0cc-e4713574bb40 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:01.454705 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fc4afdfc-2286-45a8-864e-e56b0d62b674 req-f0530d35-e27c-4493-b852-49cfa43a19f7 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.53 "GET /v2.0/security-groups?id=256a12e5-9057-4b93-8582-8b1a9ccb62a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145616 Jan 18 22:27:01.467674 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ea423fde-d9fd-41ae-baee-a2c34a2ff019 req-1194d20d-e3e8-4cde-8e8f-3473cc6a575a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3309ab83-ec01-4ddc-bd7b-6d7954fc2786 HTTP/1.1" status: 200 len: 217 time: 0.0772414 Jan 18 22:27:01.550158 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-a53792cb-5b17-46d1-8703-324a6311f8e3 req-82eeca5f-227e-4aec-a0cc-e4713574bb40 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] For port 72b0c1ee-2c05-4c2e-a784-bfb0d39cb0be, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=72b0c1ee-2c05-4c2e-a784-bfb0d39cb0be,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:27:01.550524 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-a53792cb-5b17-46d1-8703-324a6311f8e3 req-82eeca5f-227e-4aec-a0cc-e4713574bb40 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:01.552808 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8c93059-06e6-4efb-89e2-a6084e1a3115 x-openstack-request-id: req-c8c93059-06e6-4efb-89e2-a6084e1a3115 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:27:01.553170 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40741318-9b06-40aa-8e82-7597f3b4dc6a", "tag": "3309ab83-ec01-4ddc-bd7b-6d7954fc2786", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:27:01.553483 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c8c93059-06e6-4efb-89e2-a6084e1a3115 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:27:01.553955 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40741318-9b06-40aa-8e82-7597f3b4dc6a', 'tag': '3309ab83-ec01-4ddc-bd7b-6d7954fc2786', 'status': 'completed', 'code': 200} Jan 18 22:27:01.567897 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-a53792cb-5b17-46d1-8703-324a6311f8e3 req-82eeca5f-227e-4aec-a0cc-e4713574bb40 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Calling delete_port for 72b0c1ee-2c05-4c2e-a784-bfb0d39cb0be owned by compute:nova {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:27:01.686372 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-895cbe5a-f165-43ba-b86a-ebaaa7cba2d6 req-4a3febaa-706d-49ca-b6b7-9a4230648a3d tempest-ServerShowV257Test-821297967 tempest-ServerShowV257Test-821297967-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea4870c9-b45e-4cca-99cf-679a70d296d1 HTTP/1.1" status: 200 len: 210 time: 0.0349073 Jan 18 22:27:01.697822 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea423fde-d9fd-41ae-baee-a2c34a2ff019 req-322567cf-f4c2-45ec-a296-c89b11fdbbad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:01.699768 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ea423fde-d9fd-41ae-baee-a2c34a2ff019 req-322567cf-f4c2-45ec-a296-c89b11fdbbad service neutron] 10.222.0.67 "GET /v2.0/subnets?id=29c446a9-d381-4718-9864-5ac3271c54a8 HTTP/1.1" status: 200 len: 854 time: 0.2219291 Jan 18 22:27:01.708857 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-c9d2a62a-2223-4cdc-85b1-7c06b119f7dc req-866fe306-9c2c-43e2-800f-f0f7be8d7f82 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] For port cb671348-5dc7-45a2-938f-91a3cfe40d16, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=cb671348-5dc7-45a2-938f-91a3cfe40d16,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:27:01.711481 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-c9d2a62a-2223-4cdc-85b1-7c06b119f7dc req-866fe306-9c2c-43e2-800f-f0f7be8d7f82 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:01.730997 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-c9d2a62a-2223-4cdc-85b1-7c06b119f7dc req-866fe306-9c2c-43e2-800f-f0f7be8d7f82 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Calling delete_port for cb671348-5dc7-45a2-938f-91a3cfe40d16 owned by compute:nova {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:27:01.737612 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-a53792cb-5b17-46d1-8703-324a6311f8e3 req-82eeca5f-227e-4aec-a0cc-e4713574bb40 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:01.752895 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['680beee0-ac7e-44c7-ad32-d2dad87429ec'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:27:01.755166 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['72b0c1ee-2c05-4c2e-a784-bfb0d39cb0be', 'cb671348-5dc7-45a2-938f-91a3cfe40d16'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:27:01.773336 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ea423fde-d9fd-41ae-baee-a2c34a2ff019 req-bf52d07e-2a0e-4669-a78c-a428392ece82 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8bfa319b-722b-493a-bbbe-0e1ae27e2892&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438097 Jan 18 22:27:01.778725 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eeca5f-227e-4aec-a0cc-e4713574bb40 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Pushing event deleted for resources: {'Port': ['ID=72b0c1ee-2c05-4c2e-a784-bfb0d39cb0be,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:27:01.845295 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-a53792cb-5b17-46d1-8703-324a6311f8e3 req-82eeca5f-227e-4aec-a0cc-e4713574bb40 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] No DVR routers for this DVR port 72b0c1ee-2c05-4c2e-a784-bfb0d39cb0be on host n-h2-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:27:01.847961 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-a53792cb-5b17-46d1-8703-324a6311f8e3 req-82eeca5f-227e-4aec-a0cc-e4713574bb40 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:01.853636 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-a53792cb-5b17-46d1-8703-324a6311f8e3 req-82eeca5f-227e-4aec-a0cc-e4713574bb40 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.67 "DELETE /v2.0/ports/72b0c1ee-2c05-4c2e-a784-bfb0d39cb0be HTTP/1.1" status: 204 len: 173 time: 0.5888479 Jan 18 22:27:01.854291 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bebd1957-5b89-4f93-b2f0-3d41b4c50f44', 'name': 'network-vif-deleted', 'tag': '72b0c1ee-2c05-4c2e-a784-bfb0d39cb0be'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:27:01.857096 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a710afb-2b68-4bde-ab48-1bebe2f6380a" -d '{"events": [{"server_uuid": "bebd1957-5b89-4f93-b2f0-3d41b4c50f44", "name": "network-vif-deleted", "tag": "72b0c1ee-2c05-4c2e-a784-bfb0d39cb0be"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:27:01.961787 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea622ba2-43db-4a7d-b218-b9cd3a5d3b6b x-openstack-request-id: req-ea622ba2-43db-4a7d-b218-b9cd3a5d3b6b {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:27:01.962081 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bebd1957-5b89-4f93-b2f0-3d41b4c50f44", "name": "network-vif-deleted", "tag": "72b0c1ee-2c05-4c2e-a784-bfb0d39cb0be", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:27:01.962383 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ea622ba2-43db-4a7d-b218-b9cd3a5d3b6b {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:27:01.962783 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bebd1957-5b89-4f93-b2f0-3d41b4c50f44', 'name': 'network-vif-deleted', 'tag': '72b0c1ee-2c05-4c2e-a784-bfb0d39cb0be', 'status': 'completed', 'code': 200} Jan 18 22:27:02.014118 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ea423fde-d9fd-41ae-baee-a2c34a2ff019 req-347a1bf1-b418-454a-bbc0-9c69900f2fc1 service neutron] 10.222.0.67 "GET /v2.0/networks/8bfa319b-722b-493a-bbbe-0e1ae27e2892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905742 Jan 18 22:27:02.106210 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-c9d2a62a-2223-4cdc-85b1-7c06b119f7dc req-866fe306-9c2c-43e2-800f-f0f7be8d7f82 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:02.180757 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866fe306-9c2c-43e2-800f-f0f7be8d7f82 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Pushing event deleted for resources: {'Port': ['ID=cb671348-5dc7-45a2-938f-91a3cfe40d16,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:27:02.287529 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9d2a62a-2223-4cdc-85b1-7c06b119f7dc req-866fe306-9c2c-43e2-800f-f0f7be8d7f82 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] No DVR routers for this DVR port cb671348-5dc7-45a2-938f-91a3cfe40d16 on host n-h2-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:27:02.299443 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-c9d2a62a-2223-4cdc-85b1-7c06b119f7dc req-866fe306-9c2c-43e2-800f-f0f7be8d7f82 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:02.302840 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c9d2a62a-2223-4cdc-85b1-7c06b119f7dc req-866fe306-9c2c-43e2-800f-f0f7be8d7f82 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.67 "DELETE /v2.0/ports/cb671348-5dc7-45a2-938f-91a3cfe40d16 HTTP/1.1" status: 204 len: 173 time: 1.3047340 Jan 18 22:27:02.307009 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ea423fde-d9fd-41ae-baee-a2c34a2ff019 req-1eb0e401-f25a-4dc2-b740-55fa537d55a7 service neutron] 10.222.0.67 "GET /v2.0/networks/8bfa319b-722b-493a-bbbe-0e1ae27e2892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2802069 Jan 18 22:27:02.424184 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['680beee0-ac7e-44c7-ad32-d2dad87429ec'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:27:02.477238 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c85e297c-6f0e-443e-b4bd-2b8e5e8219bb req-a54a8719-622b-4153-8581-cce0f17b09a9 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea5c54f7-20af-42c5-8cc7-bf2ef2391522 HTTP/1.1" status: 200 len: 210 time: 0.0649412 Jan 18 22:27:02.482741 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdb3f3a-cf81-40e3-bcb0-08e1863f6f06 req-f1d8f05b-7858-414b-8fc0-a7018e099ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:02.485610 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-efdb3f3a-cf81-40e3-bcb0-08e1863f6f06 req-f1d8f05b-7858-414b-8fc0-a7018e099ce8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=874c45697b3243aa9d39402c08d61ed1&device_id=40741318-9b06-40aa-8e82-7597f3b4dc6a HTTP/1.1" status: 200 len: 1094 time: 0.0844433 Jan 18 22:27:02.598465 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdb3f3a-cf81-40e3-bcb0-08e1863f6f06 req-6f9a7417-28e0-4091-8e02-6da048ce5dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:02.600421 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-efdb3f3a-cf81-40e3-bcb0-08e1863f6f06 req-6f9a7417-28e0-4091-8e02-6da048ce5dec service neutron] 10.222.0.67 "GET /v2.0/networks?id=8bfa319b-722b-493a-bbbe-0e1ae27e2892 HTTP/1.1" status: 200 len: 914 time: 0.1039922 Jan 18 22:27:02.711989 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-efdb3f3a-cf81-40e3-bcb0-08e1863f6f06 req-98431e2b-869e-43ec-b0ee-f7ab71055c21 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3309ab83-ec01-4ddc-bd7b-6d7954fc2786 HTTP/1.1" status: 200 len: 217 time: 0.1030483 Jan 18 22:27:02.743747 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4046dcfd-b1a1-466a-89ee-587f10ef4e8c req-637d941b-7309-4a28-a1d4-fd76aaa32735 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:02.745269 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4046dcfd-b1a1-466a-89ee-587f10ef4e8c req-637d941b-7309-4a28-a1d4-fd76aaa32735 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.53 "GET /v2.0/ports?device_id=40741318-9b06-40aa-8e82-7597f3b4dc6a HTTP/1.1" status: 200 len: 943 time: 0.1185563 Jan 18 22:27:02.833516 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdb3f3a-cf81-40e3-bcb0-08e1863f6f06 req-f7bfe266-88f9-4bc4-b218-2bdfa4d0f1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:02.835068 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-efdb3f3a-cf81-40e3-bcb0-08e1863f6f06 req-f7bfe266-88f9-4bc4-b218-2bdfa4d0f1d3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=29c446a9-d381-4718-9864-5ac3271c54a8 HTTP/1.1" status: 200 len: 854 time: 0.1129599 Jan 18 22:27:02.881466 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-228ede72-4d9d-4ac9-8a14-c7bd729901f2 req-f818250e-7553-422a-9529-09afb44859ce tempest-ServerShowV257Test-821297967 tempest-ServerShowV257Test-821297967-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea4870c9-b45e-4cca-99cf-679a70d296d1 HTTP/1.1" status: 200 len: 210 time: 0.0757217 Jan 18 22:27:02.883738 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-efdb3f3a-cf81-40e3-bcb0-08e1863f6f06 req-18b1f089-1432-4e00-b40c-7fa091d440d8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8bfa319b-722b-493a-bbbe-0e1ae27e2892&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311263 Jan 18 22:27:02.904901 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4046dcfd-b1a1-466a-89ee-587f10ef4e8c req-261d36ce-dac2-40f2-a461-3c416a916586 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.53 "GET /v2.0/security-groups?id=256a12e5-9057-4b93-8582-8b1a9ccb62a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264107 Jan 18 22:27:03.013827 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-efdb3f3a-cf81-40e3-bcb0-08e1863f6f06 req-0a2711dd-a1d8-4766-af03-6758cd24d345 service neutron] 10.222.0.67 "GET /v2.0/networks/8bfa319b-722b-493a-bbbe-0e1ae27e2892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083672 Jan 18 22:27:03.128606 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-efdb3f3a-cf81-40e3-bcb0-08e1863f6f06 req-1e9ce18b-93f8-4409-9247-f3c61fbe7368 service neutron] 10.222.0.67 "GET /v2.0/networks/8bfa319b-722b-493a-bbbe-0e1ae27e2892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066363 Jan 18 22:27:03.564353 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea5c54f7-20af-42c5-8cc7-bf2ef2391522', 'name': 'network-vif-deleted', 'tag': 'cb671348-5dc7-45a2-938f-91a3cfe40d16'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:27:03.564353 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2afce8c-9629-41f9-806e-9050ee47e651" -d '{"events": [{"server_uuid": "ea5c54f7-20af-42c5-8cc7-bf2ef2391522", "name": "network-vif-deleted", "tag": "cb671348-5dc7-45a2-938f-91a3cfe40d16"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:27:03.606619 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e53ec616-8cb4-4f55-aad8-4d40893f2214 x-openstack-request-id: req-e53ec616-8cb4-4f55-aad8-4d40893f2214 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:27:03.606986 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea5c54f7-20af-42c5-8cc7-bf2ef2391522", "name": "network-vif-deleted", "tag": "cb671348-5dc7-45a2-938f-91a3cfe40d16", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:27:03.607247 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e53ec616-8cb4-4f55-aad8-4d40893f2214 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:27:03.607653 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea5c54f7-20af-42c5-8cc7-bf2ef2391522', 'name': 'network-vif-deleted', 'tag': 'cb671348-5dc7-45a2-938f-91a3cfe40d16', 'status': 'completed', 'code': 200} Jan 18 22:27:03.908980 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2d1903-6577-40b0-9353-3083eb36d758 req-1138174e-7322-452d-bd15-98c4938307f7 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:03.911361 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7b2d1903-6577-40b0-9353-3083eb36d758 req-1138174e-7322-452d-bd15-98c4938307f7 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/ports?device_id=37604d21-0dd3-4bf5-9976-e2bb5507d7c6 HTTP/1.1" status: 200 len: 950 time: 0.0564063 Jan 18 22:27:03.970462 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7b2d1903-6577-40b0-9353-3083eb36d758 req-a3225371-1e11-41a7-9e96-527eb16eed78 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/security-groups?id=05d753a3-5b69-42a7-8159-df7094e5d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447593 Jan 18 22:27:03.971078 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 3309ab83-ec01-4ddc-bd7b-6d7954fc2786 details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:27:03.973333 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device cb671348-5dc7-45a2-938f-91a3cfe40d16 no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:27:04.007422 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] No Port match for: cb671348-5dc7-45a2-938f-91a3cfe40d16 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:27:04.007773 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device cb671348-5dc7-45a2-938f-91a3cfe40d16 not bound to the agent host n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:27:04.012740 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 72b0c1ee-2c05-4c2e-a784-bfb0d39cb0be no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:27:04.055038 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8994ec90-ef65-4ad1-a58f-84733b23a4f5 req-80ed1f6e-4e04-46f0-b48e-3e4f7fc7dfd9 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:04.057865 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8994ec90-ef65-4ad1-a58f-84733b23a4f5 req-80ed1f6e-4e04-46f0-b48e-3e4f7fc7dfd9 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.53 "GET /v2.0/ports?device_id=40741318-9b06-40aa-8e82-7597f3b4dc6a HTTP/1.1" status: 200 len: 943 time: 0.0656424 Jan 18 22:27:04.067154 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] No Port match for: 72b0c1ee-2c05-4c2e-a784-bfb0d39cb0be {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:27:04.067802 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 72b0c1ee-2c05-4c2e-a784-bfb0d39cb0be not bound to the agent host n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:27:04.110871 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-08169b27-57a6-42e2-ae09-ea2e837c50b3 req-8917bd25-832f-4334-8890-0dcf36dff8ad tempest-ServerShowV257Test-821297967 tempest-ServerShowV257Test-821297967-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea4870c9-b45e-4cca-99cf-679a70d296d1 HTTP/1.1" status: 200 len: 210 time: 0.0311437 Jan 18 22:27:04.161835 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8994ec90-ef65-4ad1-a58f-84733b23a4f5 req-f18fa9cc-2857-4c10-9038-bd576cb5d29d tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.53 "GET /v2.0/security-groups?id=256a12e5-9057-4b93-8582-8b1a9ccb62a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977893 Jan 18 22:27:04.214557 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 3309ab83-ec01-4ddc-bd7b-6d7954fc2786, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=3309ab83-ec01-4ddc-bd7b-6d7954fc2786,segment=NetworkSegment(8722d91c-e345-4722-8e76-e16ce0db35db),segment_id=8722d91c-e345-4722-8e76-e16ce0db35db)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:27:04.227304 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': '3309ab83-ec01-4ddc-bd7b-6d7954fc2786', 'network_id': '8bfa319b-722b-493a-bbbe-0e1ae27e2892', 'port_id': '3309ab83-ec01-4ddc-bd7b-6d7954fc2786', 'mac_address': 'fa:16:3e:74:27:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29c446a9-d381-4718-9864-5ac3271c54a8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:27:04.276957 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:04.295323 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3309ab83-ec01-4ddc-bd7b-6d7954fc2786 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:27:04.333428 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 3309ab83-ec01-4ddc-bd7b-6d7954fc2786, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=3309ab83-ec01-4ddc-bd7b-6d7954fc2786,segment=NetworkSegment(8722d91c-e345-4722-8e76-e16ce0db35db),segment_id=8722d91c-e345-4722-8e76-e16ce0db35db)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:27:04.341921 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:04.403012 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=3309ab83-ec01-4ddc-bd7b-6d7954fc2786,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:27:04.689005 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['3309ab83-ec01-4ddc-bd7b-6d7954fc2786'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:27:05.100109 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e66470-0f0c-4f51-94aa-cf8851d51d49 req-d4344704-7128-4130-b301-57f3a436317a tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:05.101540 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f1e66470-0f0c-4f51-94aa-cf8851d51d49 req-d4344704-7128-4130-b301-57f3a436317a tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/ports?device_id=37604d21-0dd3-4bf5-9976-e2bb5507d7c6 HTTP/1.1" status: 200 len: 950 time: 0.0652411 Jan 18 22:27:05.162947 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f1e66470-0f0c-4f51-94aa-cf8851d51d49 req-0e4e40b9-1552-4138-b816-1af1b1c0bc67 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/security-groups?id=05d753a3-5b69-42a7-8159-df7094e5d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506854 Jan 18 22:27:05.217156 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c75a72d-1c76-45ab-b1fe-d94790788b1a req-86e25e79-8f35-4f00-85cb-7ddb1bc9a3ad tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:05.219313 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-9c75a72d-1c76-45ab-b1fe-d94790788b1a req-86e25e79-8f35-4f00-85cb-7ddb1bc9a3ad tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.36 "GET /v2.0/ports?device_id=37604d21-0dd3-4bf5-9976-e2bb5507d7c6 HTTP/1.1" status: 200 len: 950 time: 0.0877359 Jan 18 22:27:05.287846 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c5bb18ad-4522-4f62-8fd5-44368dedf1e2 req-6d94b4eb-ae93-4c43-bbef-ccee6fc3e6d1 tempest-ServerShowV257Test-821297967 tempest-ServerShowV257Test-821297967-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea4870c9-b45e-4cca-99cf-679a70d296d1 HTTP/1.1" status: 200 len: 210 time: 0.0522733 Jan 18 22:27:05.311872 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c08096-beff-41a5-8c3c-d55b27628051 req-0394e143-2eb2-4386-a17d-68678a2326c8 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:05.319652 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d1c08096-beff-41a5-8c3c-d55b27628051 req-0394e143-2eb2-4386-a17d-68678a2326c8 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.53 "GET /v2.0/ports?device_id=40741318-9b06-40aa-8e82-7597f3b4dc6a HTTP/1.1" status: 200 len: 944 time: 0.0749004 Jan 18 22:27:05.370366 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-9c75a72d-1c76-45ab-b1fe-d94790788b1a req-b045042a-497d-49b3-b848-54e403510d9f tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Deleting port 680beee0-ac7e-44c7-ad32-d2dad87429ec {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:27:05.371341 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-9c75a72d-1c76-45ab-b1fe-d94790788b1a req-b045042a-497d-49b3-b848-54e403510d9f tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:05.406140 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d1c08096-beff-41a5-8c3c-d55b27628051 req-e0ec5f0c-d297-4549-bc8b-d2e6bb48951a tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.53 "GET /v2.0/security-groups?id=256a12e5-9057-4b93-8582-8b1a9ccb62a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821512 Jan 18 22:27:05.479483 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-9c75a72d-1c76-45ab-b1fe-d94790788b1a req-b045042a-497d-49b3-b848-54e403510d9f tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] For port 680beee0-ac7e-44c7-ad32-d2dad87429ec, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=680beee0-ac7e-44c7-ad32-d2dad87429ec,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:27:05.479846 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-9c75a72d-1c76-45ab-b1fe-d94790788b1a req-b045042a-497d-49b3-b848-54e403510d9f tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:05.492465 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-9c75a72d-1c76-45ab-b1fe-d94790788b1a req-b045042a-497d-49b3-b848-54e403510d9f tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Calling delete_port for 680beee0-ac7e-44c7-ad32-d2dad87429ec owned by compute:nova {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:27:05.624537 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-9c75a72d-1c76-45ab-b1fe-d94790788b1a req-b045042a-497d-49b3-b848-54e403510d9f tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:05.641338 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['680beee0-ac7e-44c7-ad32-d2dad87429ec'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:27:05.652945 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b045042a-497d-49b3-b848-54e403510d9f tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Pushing event deleted for resources: {'Port': ['ID=680beee0-ac7e-44c7-ad32-d2dad87429ec,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:27:05.704840 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c75a72d-1c76-45ab-b1fe-d94790788b1a req-b045042a-497d-49b3-b848-54e403510d9f tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] No DVR routers for this DVR port 680beee0-ac7e-44c7-ad32-d2dad87429ec on host n-h1-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:27:05.707284 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-9c75a72d-1c76-45ab-b1fe-d94790788b1a req-b045042a-497d-49b3-b848-54e403510d9f tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:05.710826 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-9c75a72d-1c76-45ab-b1fe-d94790788b1a req-b045042a-497d-49b3-b848-54e403510d9f tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.36 "DELETE /v2.0/ports/680beee0-ac7e-44c7-ad32-d2dad87429ec HTTP/1.1" status: 204 len: 173 time: 0.4812875 Jan 18 22:27:05.711332 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37604d21-0dd3-4bf5-9976-e2bb5507d7c6', 'name': 'network-vif-deleted', 'tag': '680beee0-ac7e-44c7-ad32-d2dad87429ec'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:27:05.713595 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa4d89ad-7323-4dc6-8a0d-46e616a2c332" -d '{"events": [{"server_uuid": "37604d21-0dd3-4bf5-9976-e2bb5507d7c6", "name": "network-vif-deleted", "tag": "680beee0-ac7e-44c7-ad32-d2dad87429ec"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:27:05.765268 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b56a5bac-520b-4804-addc-bb15504cebcc x-openstack-request-id: req-b56a5bac-520b-4804-addc-bb15504cebcc {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:27:05.765560 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37604d21-0dd3-4bf5-9976-e2bb5507d7c6", "name": "network-vif-deleted", "tag": "680beee0-ac7e-44c7-ad32-d2dad87429ec", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:27:05.765816 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b56a5bac-520b-4804-addc-bb15504cebcc {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:27:05.766219 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37604d21-0dd3-4bf5-9976-e2bb5507d7c6', 'name': 'network-vif-deleted', 'tag': '680beee0-ac7e-44c7-ad32-d2dad87429ec', 'status': 'completed', 'code': 200} Jan 18 22:27:06.005552 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 3309ab83-ec01-4ddc-bd7b-6d7954fc2786 up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:27:06.064883 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port 3309ab83-ec01-4ddc-bd7b-6d7954fc2786 completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:27:06.069848 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port 3309ab83-ec01-4ddc-bd7b-6d7954fc2786 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:27:06.070404 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:06.257322 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:06.312875 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 3309ab83-ec01-4ddc-bd7b-6d7954fc2786, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=3309ab83-ec01-4ddc-bd7b-6d7954fc2786,segment=NetworkSegment(8722d91c-e345-4722-8e76-e16ce0db35db),segment_id=8722d91c-e345-4722-8e76-e16ce0db35db)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:27:06.314253 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40741318-9b06-40aa-8e82-7597f3b4dc6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3309ab83-ec01-4ddc-bd7b-6d7954fc2786'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:27:06.318071 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76c11e40-75ac-4d7f-9656-ba25e8e1c67d" -d '{"events": [{"server_uuid": "40741318-9b06-40aa-8e82-7597f3b4dc6a", "name": "network-vif-plugged", "status": "completed", "tag": "3309ab83-ec01-4ddc-bd7b-6d7954fc2786"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:27:06.352548 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:06.462663 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=3309ab83-ec01-4ddc-bd7b-6d7954fc2786,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:27:06.475370 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-431156fd-78b6-4b59-995e-b2bb1d0f0d63 x-openstack-request-id: req-431156fd-78b6-4b59-995e-b2bb1d0f0d63 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:27:06.475662 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40741318-9b06-40aa-8e82-7597f3b4dc6a", "name": "network-vif-plugged", "status": "completed", "tag": "3309ab83-ec01-4ddc-bd7b-6d7954fc2786", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:27:06.476052 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-431156fd-78b6-4b59-995e-b2bb1d0f0d63 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:27:06.481021 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40741318-9b06-40aa-8e82-7597f3b4dc6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3309ab83-ec01-4ddc-bd7b-6d7954fc2786', 'code': 200} Jan 18 22:27:06.490722 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8be5fef1-222b-4dc1-8204-17982d203e58 req-5fcf2017-d5c6-4d60-92ed-ba2dfa5c6277 tempest-ServersOnMultiNodesTest-1731227936 tempest-ServersOnMultiNodesTest-1731227936-project] 10.222.0.53 "GET /v2.0/ports?device_id=37604d21-0dd3-4bf5-9976-e2bb5507d7c6 HTTP/1.1" status: 200 len: 210 time: 0.1131799 Jan 18 22:27:06.573794 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0ce93cce-b67f-4fdd-a32e-c068759907d7 req-0f41661d-243d-4ec7-a250-d875df49ea28 tempest-ServerShowV257Test-821297967 tempest-ServerShowV257Test-821297967-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea4870c9-b45e-4cca-99cf-679a70d296d1 HTTP/1.1" status: 200 len: 210 time: 0.0607846 Jan 18 22:27:06.658935 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55fb603-7420-489c-a845-2d66675bb0a4 req-81a7658c-88a9-4c64-8f54-111a9fb2c423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:06.660475 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a55fb603-7420-489c-a845-2d66675bb0a4 req-81a7658c-88a9-4c64-8f54-111a9fb2c423 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=40741318-9b06-40aa-8e82-7597f3b4dc6a HTTP/1.1" status: 200 len: 1096 time: 0.0854416 Jan 18 22:27:06.703669 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac471b2-8353-4320-a41f-c3010ca2f7af req-e6aa066a-86e3-4059-b928-02bdb89f2fe5 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:06.705392 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2ac471b2-8353-4320-a41f-c3010ca2f7af req-e6aa066a-86e3-4059-b928-02bdb89f2fe5 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.53 "GET /v2.0/ports?device_id=40741318-9b06-40aa-8e82-7597f3b4dc6a HTTP/1.1" status: 200 len: 945 time: 0.0981979 Jan 18 22:27:06.741441 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a55fb603-7420-489c-a845-2d66675bb0a4 req-2ddcd890-9a4e-4ae7-bc71-9b0edc9e2c0e service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=256a12e5-9057-4b93-8582-8b1a9ccb62a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711544 Jan 18 22:27:06.770476 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2ac471b2-8353-4320-a41f-c3010ca2f7af req-d9ea5b86-1d3d-4385-af3e-fab4f552cbab tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.53 "GET /v2.0/security-groups?id=256a12e5-9057-4b93-8582-8b1a9ccb62a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538251 Jan 18 22:27:07.692496 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-20c3fdc7-ae72-49cc-8d10-5ca8f985ec02 req-8d0a7ae4-186c-4fb7-b139-9f8f1ded7578 tempest-ServerShowV257Test-821297967 tempest-ServerShowV257Test-821297967-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea4870c9-b45e-4cca-99cf-679a70d296d1 HTTP/1.1" status: 200 len: 210 time: 0.0337019 Jan 18 22:27:07.794519 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 45500) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:27:07.909106 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b171ec8-4eee-49f9-8b4b-e813dd6fa761 req-6087d506-62b8-4475-b1f9-389e9cd09fbb tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:07.910814 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6b171ec8-4eee-49f9-8b4b-e813dd6fa761 req-6087d506-62b8-4475-b1f9-389e9cd09fbb tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.53 "GET /v2.0/ports?device_id=40741318-9b06-40aa-8e82-7597f3b4dc6a HTTP/1.1" status: 200 len: 945 time: 0.0517778 Jan 18 22:27:07.959808 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6b171ec8-4eee-49f9-8b4b-e813dd6fa761 req-7c22b1a7-2a78-44d3-aebc-bc538a0d15bb tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.53 "GET /v2.0/security-groups?id=256a12e5-9057-4b93-8582-8b1a9ccb62a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379765 Jan 18 22:27:07.959984 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-80228a9a-e973-4dc8-9794-5cc600d5b94f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a73ebee77f20452f9ada65790951d06b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1618829 Jan 18 22:27:07.960102 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 45512) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:27:08.029605 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0a014698-ea75-4555-b858-ac5c2ec2f7ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:08.057145 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0a014698-ea75-4555-b858-ac5c2ec2f7ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:08.116109 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0a014698-ea75-4555-b858-ac5c2ec2f7ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:08.119173 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0a014698-ea75-4555-b858-ac5c2ec2f7ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:08.122604 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-0a014698-ea75-4555-b858-ac5c2ec2f7ca admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/05d753a3-5b69-42a7-8159-df7094e5d66a HTTP/1.1" status: 204 len: 168 time: 0.1593390 Jan 18 22:27:08.128629 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a014698-ea75-4555-b858-ac5c2ec2f7ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d753a3-5b69-42a7-8159-df7094e5d66a,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:27:08.384800 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 45524) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:27:08.427298 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-c737605c-6037-484b-9c1c-eb86b38e3556 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ca63319a538c4b2dafe1afe2712928f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0412617 Jan 18 22:27:08.429841 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 45526) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:27:08.497398 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4bd2c8b9-10ba-42fc-b954-6306ae88faae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:08.520036 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4bd2c8b9-10ba-42fc-b954-6306ae88faae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:08.578741 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4bd2c8b9-10ba-42fc-b954-6306ae88faae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:08.581318 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4bd2c8b9-10ba-42fc-b954-6306ae88faae admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:08.582698 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-4bd2c8b9-10ba-42fc-b954-6306ae88faae admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fe2493e8-5f32-421e-b0f4-7b2ea58b9086 HTTP/1.1" status: 204 len: 168 time: 0.1518972 Jan 18 22:27:08.590746 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd2c8b9-10ba-42fc-b954-6306ae88faae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe2493e8-5f32-421e-b0f4-7b2ea58b9086,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:27:08.826222 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-228a4b11-f904-456b-aac2-db9773538492 req-ef923938-2b5f-454e-a8a2-3b7992748e58 tempest-ServerShowV257Test-821297967 tempest-ServerShowV257Test-821297967-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea4870c9-b45e-4cca-99cf-679a70d296d1 HTTP/1.1" status: 200 len: 210 time: 0.0375211 Jan 18 22:27:08.859293 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-05a9e314-176a-4336-954f-39f959aeaf4e req-c7ca2783-995f-4e04-a989-6e925a92f627 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--109343160&fields=id&tenant_id=dbd095ed914d4cd8a3e6407b4ae358ee HTTP/1.1" status: 200 len: 267 time: 0.0615461 Jan 18 22:27:08.979543 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a9e314-176a-4336-954f-39f959aeaf4e req-87229347-1c08-455d-9b8c-d41af8242bff tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:08.981060 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-05a9e314-176a-4336-954f-39f959aeaf4e req-87229347-1c08-455d-9b8c-d41af8242bff tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] 10.222.0.53 "GET /v2.0/networks?id=20e66f8d-59af-4123-907d-ae2bdaa0a688 HTTP/1.1" status: 200 len: 816 time: 0.1090503 Jan 18 22:27:09.003377 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-05a9e314-176a-4336-954f-39f959aeaf4e req-ab2105ec-7911-4af2-946d-caa2f54fe7e6 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] 10.222.0.53 "GET /v2.0/quotas/dbd095ed914d4cd8a3e6407b4ae358ee HTTP/1.1" status: 200 len: 375 time: 0.0095716 Jan 18 22:27:09.107719 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-05a9e314-176a-4336-954f-39f959aeaf4e req-30866974-2440-4044-83f3-b184cdb698e9 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=dbd095ed914d4cd8a3e6407b4ae358ee&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0973442 Jan 18 22:27:09.121801 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe23cba8-1dac-4486-9fc9-ece08220c966 req-8440592e-bddf-42c2-8c6f-aae7da5b6716 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:09.123526 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fe23cba8-1dac-4486-9fc9-ece08220c966 req-8440592e-bddf-42c2-8c6f-aae7da5b6716 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.53 "GET /v2.0/ports?device_id=40741318-9b06-40aa-8e82-7597f3b4dc6a HTTP/1.1" status: 200 len: 945 time: 0.0791800 Jan 18 22:27:09.163228 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 680beee0-ac7e-44c7-ad32-d2dad87429ec no longer exists at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:27:09.193418 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] No Port match for: 680beee0-ac7e-44c7-ad32-d2dad87429ec {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:27:09.193418 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 680beee0-ac7e-44c7-ad32-d2dad87429ec not bound to the agent host n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:27:09.222674 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fe23cba8-1dac-4486-9fc9-ece08220c966 req-0c9c46ab-fa4c-4b52-93c8-78ae187b2474 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.53 "GET /v2.0/security-groups?id=256a12e5-9057-4b93-8582-8b1a9ccb62a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912397 Jan 18 22:27:09.278038 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-05a9e314-176a-4336-954f-39f959aeaf4e req-74528057-3e14-4e17-991c-d0fa73368212 service neutron] 10.222.0.53 "GET /v2.0/networks/20e66f8d-59af-4123-907d-ae2bdaa0a688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451044 Jan 18 22:27:09.407082 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-05a9e314-176a-4336-954f-39f959aeaf4e req-4223727c-2f5f-404d-bee8-a277709700eb service neutron] 10.222.0.53 "GET /v2.0/networks/20e66f8d-59af-4123-907d-ae2bdaa0a688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227570 Jan 18 22:27:09.492161 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 45586) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:27:09.613925 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-a8c5b74f-cce6-43a9-b1c4-f30ee57889d0 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1007774353-network', 'tenant_id': '6897da059550496b89a6c6ef7ad886b1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:27:09.643807 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8c5b74f-cce6-43a9-b1c4-f30ee57889d0 admin admin] Made reservation on behalf of 6897da059550496b89a6c6ef7ad886b1 for: {'network': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:27:09.646498 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a8c5b74f-cce6-43a9-b1c4-f30ee57889d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:09.673673 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a8c5b74f-cce6-43a9-b1c4-f30ee57889d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:09.793324 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a8c5b74f-cce6-43a9-b1c4-f30ee57889d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:09.798543 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a8c5b74f-cce6-43a9-b1c4-f30ee57889d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:09.820467 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8c5b74f-cce6-43a9-b1c4-f30ee57889d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=102430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:27:09.846867 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a8c5b74f-cce6-43a9-b1c4-f30ee57889d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:09.847534 n-d-825064-1 neutron-server[102430]: INFO neutron.db.segments_db [None req-a8c5b74f-cce6-43a9-b1c4-f30ee57889d0 admin admin] Added segment 2449887d-c03b-4a70-a423-7d9bceef1b13 of type vlan for network af41ebc3-729c-4c29-b8ad-2887a97a3db0 Jan 18 22:27:09.848524 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c5b74f-cce6-43a9-b1c4-f30ee57889d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ef2436f-5d12-4157-8d68-61ff72075f6b,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:27:09.918992 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a8c5b74f-cce6-43a9-b1c4-f30ee57889d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:09.942912 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3a9c4ba2-f94b-43b4-8fe2-522e72fc8c6e req-e6537995-ee9a-43ac-8e75-5fa61b034990 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] 10.222.0.53 "GET /v2.0/ports?device_id=752f3d83-a986-4e8d-8fd4-2e9cfdd50fd8 HTTP/1.1" status: 200 len: 210 time: 0.0362468 Jan 18 22:27:10.010641 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d9348b9f-ed82-4501-b82c-8a0066545b7d req-e46ccbde-101b-4222-981c-4f546a5193ee tempest-ServerShowV257Test-821297967 tempest-ServerShowV257Test-821297967-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea4870c9-b45e-4cca-99cf-679a70d296d1 HTTP/1.1" status: 200 len: 210 time: 0.0530798 Jan 18 22:27:10.011565 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a8c5b74f-cce6-43a9-b1c4-f30ee57889d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:10.012493 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c5b74f-cce6-43a9-b1c4-f30ee57889d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:10.013074 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a8c5b74f-cce6-43a9-b1c4-f30ee57889d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:10.046828 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-a8c5b74f-cce6-43a9-b1c4-f30ee57889d0 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5502615 Jan 18 22:27:10.047189 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 45614) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:27:10.052786 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-3021620d-71f8-479b-b878-70d30a5153c1 admin admin] Request body: {'subnet': {'network_id': 'af41ebc3-729c-4c29-b8ad-2887a97a3db0', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1007774353-subnet', 'tenant_id': '6897da059550496b89a6c6ef7ad886b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:27:10.109274 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3021620d-71f8-479b-b878-70d30a5153c1 admin admin] Made reservation on behalf of 6897da059550496b89a6c6ef7ad886b1 for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:27:10.112386 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3021620d-71f8-479b-b878-70d30a5153c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:10.115914 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c5b74f-cce6-43a9-b1c4-f30ee57889d0 admin admin] Pushing event updated for resources: {'Network': ['ID=af41ebc3-729c-4c29-b8ad-2887a97a3db0,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:27:10.128545 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network af41ebc3-729c-4c29-b8ad-2887a97a3db0 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:27:10.333784 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3021620d-71f8-479b-b878-70d30a5153c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:10.399305 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3021620d-71f8-479b-b878-70d30a5153c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32a358e3-3dfb-4a4a-b9c8-a4fbb21a0c85,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:27:10.421550 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3021620d-71f8-479b-b878-70d30a5153c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:27:10.431219 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3021620d-71f8-479b-b878-70d30a5153c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:27:10.433494 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3021620d-71f8-479b-b878-70d30a5153c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:27:10.434092 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3021620d-71f8-479b-b878-70d30a5153c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:27:10.436500 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3021620d-71f8-479b-b878-70d30a5153c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:27:10.437274 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3021620d-71f8-479b-b878-70d30a5153c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:27:10.437936 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3021620d-71f8-479b-b878-70d30a5153c1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:27:10.438519 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3021620d-71f8-479b-b878-70d30a5153c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:27:10.438761 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3021620d-71f8-479b-b878-70d30a5153c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:27:10.439090 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3021620d-71f8-479b-b878-70d30a5153c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:27:10.439415 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3021620d-71f8-479b-b878-70d30a5153c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:27:10.439734 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3021620d-71f8-479b-b878-70d30a5153c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:27:10.498028 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3021620d-71f8-479b-b878-70d30a5153c1 admin admin] Checking segment: {'id': '2449887d-c03b-4a70-a423-7d9bceef1b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'af41ebc3-729c-4c29-b8ad-2887a97a3db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:27:10.498391 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3021620d-71f8-479b-b878-70d30a5153c1 admin admin] Network hostable DHCP agents. Network: af41ebc3-729c-4c29-b8ad-2887a97a3db0, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:27:10.523927 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3021620d-71f8-479b-b878-70d30a5153c1 admin admin] Network af41ebc3-729c-4c29-b8ad-2887a97a3db0 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:27:10.537047 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-3021620d-71f8-479b-b878-70d30a5153c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, af41ebc3-729c-4c29-b8ad-2887a97a3db0) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:27:10.553824 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7e1971-602a-49ba-bf55-75aad8e8619a None None] Network af41ebc3-729c-4c29-b8ad-2887a97a3db0 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:27:10.581526 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3021620d-71f8-479b-b878-70d30a5153c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:10.585294 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3021620d-71f8-479b-b878-70d30a5153c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:10.617587 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-3021620d-71f8-479b-b878-70d30a5153c1 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5610244 Jan 18 22:27:10.768463 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f37fbb-800c-4287-a7b0-27f526b7406f None None] Network af41ebc3-729c-4c29-b8ad-2887a97a3db0 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:27:10.976700 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-c803519e-9bc1-4dae-b6bf-b4611000837b req-a8fe559b-6f3d-452d-a630-1b8290b69e43 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1253842742', 'description': 'tempest-description-492080595'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:27:11.005608 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-c803519e-9bc1-4dae-b6bf-b4611000837b req-a8fe559b-6f3d-452d-a630-1b8290b69e43 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:11.079040 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-c803519e-9bc1-4dae-b6bf-b4611000837b req-a8fe559b-6f3d-452d-a630-1b8290b69e43 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:11.084282 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-c803519e-9bc1-4dae-b6bf-b4611000837b req-a8fe559b-6f3d-452d-a630-1b8290b69e43 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:11.117267 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-c803519e-9bc1-4dae-b6bf-b4611000837b req-a8fe559b-6f3d-452d-a630-1b8290b69e43 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:11.118512 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c803519e-9bc1-4dae-b6bf-b4611000837b req-a8fe559b-6f3d-452d-a630-1b8290b69e43 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1472189 Jan 18 22:27:11.122559 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fe559b-6f3d-452d-a630-1b8290b69e43 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83041071-1413-4e9a-8ca1-f36177983889,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:27:11.244297 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-db6b0517-975c-485b-a2e5-d501c7fd6c49 req-f8be7f7c-d64f-4a56-afd4-ac3a2127fa5c tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] 10.222.0.53 "GET /v2.0/ports?device_id=752f3d83-a986-4e8d-8fd4-2e9cfdd50fd8 HTTP/1.1" status: 200 len: 210 time: 0.0749850 Jan 18 22:27:11.298615 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-55c020a1-1099-47fb-8beb-6de0d667c22c req-72c8e5e1-0f28-4eb2-ba85-4f0a41a37f42 tempest-ServerShowV257Test-821297967 tempest-ServerShowV257Test-821297967-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea4870c9-b45e-4cca-99cf-679a70d296d1 HTTP/1.1" status: 200 len: 210 time: 0.0760012 Jan 18 22:27:11.302159 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-27fffd9b-eecf-4fdb-bddd-fa2114ec2cd1 req-75082f4e-16a7-4433-bea6-c31cae5ba07c tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-831759140', 'description': 'tempest-description-1838964551'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:27:11.360886 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-27fffd9b-eecf-4fdb-bddd-fa2114ec2cd1 req-75082f4e-16a7-4433-bea6-c31cae5ba07c tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:11.397658 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a9e314-176a-4336-954f-39f959aeaf4e req-d01c358e-2c4e-4c8e-b7db-7192f1935476 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:11.399384 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-05a9e314-176a-4336-954f-39f959aeaf4e req-d01c358e-2c4e-4c8e-b7db-7192f1935476 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] 10.222.0.36 "GET /v2.0/networks?id=20e66f8d-59af-4123-907d-ae2bdaa0a688 HTTP/1.1" status: 200 len: 816 time: 0.1532645 Jan 18 22:27:11.469558 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-27fffd9b-eecf-4fdb-bddd-fa2114ec2cd1 req-75082f4e-16a7-4433-bea6-c31cae5ba07c tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:11.477349 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-27fffd9b-eecf-4fdb-bddd-fa2114ec2cd1 req-75082f4e-16a7-4433-bea6-c31cae5ba07c tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:11.507623 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-05a9e314-176a-4336-954f-39f959aeaf4e req-1ee06930-e4c1-4940-b084-7005e32b053d tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dbd095ed914d4cd8a3e6407b4ae358ee HTTP/1.1" status: 200 len: 379 time: 0.0980668 Jan 18 22:27:11.517696 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-05a9e314-176a-4336-954f-39f959aeaf4e req-70805e17-cf98-4605-8139-474a76e100bd tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] Request body: {'port': {'device_id': '752f3d83-a986-4e8d-8fd4-2e9cfdd50fd8', 'network_id': '20e66f8d-59af-4123-907d-ae2bdaa0a688', 'admin_state_up': True, 'tenant_id': 'dbd095ed914d4cd8a3e6407b4ae358ee', 'security_groups': ['769baace-ff15-4518-adaf-b8959b59b398']}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:27:11.531297 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-27fffd9b-eecf-4fdb-bddd-fa2114ec2cd1 req-75082f4e-16a7-4433-bea6-c31cae5ba07c tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:11.532563 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-27fffd9b-eecf-4fdb-bddd-fa2114ec2cd1 req-75082f4e-16a7-4433-bea6-c31cae5ba07c tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2430506 Jan 18 22:27:11.564110 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75082f4e-16a7-4433-bea6-c31cae5ba07c tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e7ffa4d-47fb-4189-937e-7e49be8aa4cb,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:27:11.767145 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05a9e314-176a-4336-954f-39f959aeaf4e req-70805e17-cf98-4605-8139-474a76e100bd tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] Made reservation on behalf of dbd095ed914d4cd8a3e6407b4ae358ee for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:27:11.777428 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-05a9e314-176a-4336-954f-39f959aeaf4e req-70805e17-cf98-4605-8139-474a76e100bd tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:11.947310 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4101673a-37b3-4565-a3af-a1c25e6f411c req-2ca13963-d2a6-4b8a-98ec-3601897275a5 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:11.949544 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4101673a-37b3-4565-a3af-a1c25e6f411c req-2ca13963-d2a6-4b8a-98ec-3601897275a5 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "GET /v2.0/networks?id=af41ebc3-729c-4c29-b8ad-2887a97a3db0 HTTP/1.1" status: 200 len: 813 time: 0.1940324 Jan 18 22:27:11.966223 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [req-05a9e314-176a-4336-954f-39f959aeaf4e req-70805e17-cf98-4605-8139-474a76e100bd tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] Allocated IP 172.20.0.6 (20e66f8d-59af-4123-907d-ae2bdaa0a688/bdcd6731-596e-4357-a042-5d54da415e2a/141a641c-d775-411c-8e3a-e0269ab65a4d) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:27:11.979831 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4101673a-37b3-4565-a3af-a1c25e6f411c req-15af89db-e412-4c3e-843c-13cdfe760c30 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "GET /v2.0/quotas/6897da059550496b89a6c6ef7ad886b1 HTTP/1.1" status: 200 len: 375 time: 0.0185568 Jan 18 22:27:12.039080 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4101673a-37b3-4565-a3af-a1c25e6f411c req-8b7c2c2d-9d33-4a59-a7ce-11f589249064 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6897da059550496b89a6c6ef7ad886b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0579948 Jan 18 22:27:12.174183 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4101673a-37b3-4565-a3af-a1c25e6f411c req-79836539-2eba-4487-864a-4d0597eaff9e service neutron] 10.222.0.53 "GET /v2.0/networks/af41ebc3-729c-4c29-b8ad-2887a97a3db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268709 Jan 18 22:27:12.199269 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-05a9e314-176a-4336-954f-39f959aeaf4e req-70805e17-cf98-4605-8139-474a76e100bd tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:12.251060 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-05a9e314-176a-4336-954f-39f959aeaf4e req-70805e17-cf98-4605-8139-474a76e100bd tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:12.281248 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05a9e314-176a-4336-954f-39f959aeaf4e req-70805e17-cf98-4605-8139-474a76e100bd tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] Network 20e66f8d-59af-4123-907d-ae2bdaa0a688 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:27:12.303720 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [req-05a9e314-176a-4336-954f-39f959aeaf4e req-70805e17-cf98-4605-8139-474a76e100bd tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:27:12.306201 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-05a9e314-176a-4336-954f-39f959aeaf4e req-70805e17-cf98-4605-8139-474a76e100bd tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:27:12.351914 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4101673a-37b3-4565-a3af-a1c25e6f411c req-8c6ac198-bf55-4dfd-9e37-210c3ad7c825 service neutron] 10.222.0.53 "GET /v2.0/networks/af41ebc3-729c-4c29-b8ad-2887a97a3db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768177 Jan 18 22:27:12.403844 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70805e17-cf98-4605-8139-474a76e100bd tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] Pushing event updated for resources: {'Port': ['ID=141a641c-d775-411c-8e3a-e0269ab65a4d,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:27:12.412823 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a9e314-176a-4336-954f-39f959aeaf4e req-70805e17-cf98-4605-8139-474a76e100bd tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:12.413850 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-05a9e314-176a-4336-954f-39f959aeaf4e req-70805e17-cf98-4605-8139-474a76e100bd tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:12.453964 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-05a9e314-176a-4336-954f-39f959aeaf4e req-70805e17-cf98-4605-8139-474a76e100bd tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9406548 Jan 18 22:27:12.474976 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-05a9e314-176a-4336-954f-39f959aeaf4e req-413edd0a-8267-4624-bca0-7dcedfd5f810 service neutron] Request body: {'port': {'device_id': '752f3d83-a986-4e8d-8fd4-2e9cfdd50fd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:27:12.513670 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84197d01-d52b-4c06-ad94-d90d97780e1f req-44490aaf-eab0-49d3-85e9-072d8e1a4372 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:12.516548 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-84197d01-d52b-4c06-ad94-d90d97780e1f req-44490aaf-eab0-49d3-85e9-072d8e1a4372 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] 10.222.0.53 "GET /v2.0/ports?device_id=752f3d83-a986-4e8d-8fd4-2e9cfdd50fd8 HTTP/1.1" status: 200 len: 931 time: 0.1315339 Jan 18 22:27:12.584012 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-05a9e314-176a-4336-954f-39f959aeaf4e req-413edd0a-8267-4624-bca0-7dcedfd5f810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:12.594010 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-84197d01-d52b-4c06-ad94-d90d97780e1f req-7eccdce9-d473-4d02-8b40-9060d7aea3df tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] 10.222.0.53 "GET /v2.0/security-groups?id=769baace-ff15-4518-adaf-b8959b59b398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607877 Jan 18 22:27:12.680959 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:12.690627 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8e3ab4e9-8085-4e65-8dde-c4c65dab62d6 req-3cd7870f-79b0-4418-b92c-2fadea34dce7 tempest-ServerShowV257Test-821297967 tempest-ServerShowV257Test-821297967-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea4870c9-b45e-4cca-99cf-679a70d296d1 HTTP/1.1" status: 200 len: 210 time: 0.0549490 Jan 18 22:27:12.761719 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a2164fb7-f985-4354-97ff-37561436dbc0 req-1b66c61d-393f-4932-b4ff-3f56664cb9fd tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "GET /v2.0/ports?device_id=de6a13a7-5c91-41a9-9e3a-7a24def464a8 HTTP/1.1" status: 200 len: 210 time: 0.0661449 Jan 18 22:27:12.833624 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-145a6f44-cb0a-4789-b329-89b52021009f None None] Provisioning complete for port 141a641c-d775-411c-8e3a-e0269ab65a4d triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:27:12.834218 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-145a6f44-cb0a-4789-b329-89b52021009f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:12.880402 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-145a6f44-cb0a-4789-b329-89b52021009f None None] Port 141a641c-d775-411c-8e3a-e0269ab65a4d cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:27:13.097864 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [req-05a9e314-176a-4336-954f-39f959aeaf4e req-413edd0a-8267-4624-bca0-7dcedfd5f810 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 141a641c-d775-411c-8e3a-e0269ab65a4d {{(pid=102431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:27:13.121668 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-05a9e314-176a-4336-954f-39f959aeaf4e req-413edd0a-8267-4624-bca0-7dcedfd5f810 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:13.145085 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [req-05a9e314-176a-4336-954f-39f959aeaf4e req-413edd0a-8267-4624-bca0-7dcedfd5f810 service neutron] Transition to ACTIVE for port object 141a641c-d775-411c-8e3a-e0269ab65a4d will not be triggered until provisioned by entity L2. {{(pid=102431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:27:13.150329 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-05a9e314-176a-4336-954f-39f959aeaf4e req-413edd0a-8267-4624-bca0-7dcedfd5f810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:13.220521 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413edd0a-8267-4624-bca0-7dcedfd5f810 service neutron] Pushing event updated for resources: {'Port': ['ID=141a641c-d775-411c-8e3a-e0269ab65a4d,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:27:13.296604 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-05a9e314-176a-4336-954f-39f959aeaf4e req-413edd0a-8267-4624-bca0-7dcedfd5f810 service neutron] Attempting to bind port 141a641c-d775-411c-8e3a-e0269ab65a4d on host n-h1-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:27:13.297037 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-05a9e314-176a-4336-954f-39f959aeaf4e req-413edd0a-8267-4624-bca0-7dcedfd5f810 service neutron] Attempting to bind port 141a641c-d775-411c-8e3a-e0269ab65a4d by drivers openvswitch,hyperv on host n-h1-825064-1 at level 0 using segments [{'id': '8d5d1671-f92e-4415-a353-2cb2533e6596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '20e66f8d-59af-4123-907d-ae2bdaa0a688'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:27:13.297286 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a9e314-176a-4336-954f-39f959aeaf4e req-413edd0a-8267-4624-bca0-7dcedfd5f810 service neutron] Attempting to bind port 141a641c-d775-411c-8e3a-e0269ab65a4d on network 20e66f8d-59af-4123-907d-ae2bdaa0a688 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:27:13.309690 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a9e314-176a-4336-954f-39f959aeaf4e req-413edd0a-8267-4624-bca0-7dcedfd5f810 service neutron] Port 141a641c-d775-411c-8e3a-e0269ab65a4d on network 20e66f8d-59af-4123-907d-ae2bdaa0a688 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:27:13.310472 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a9e314-176a-4336-954f-39f959aeaf4e req-413edd0a-8267-4624-bca0-7dcedfd5f810 service neutron] Attempting to bind port 141a641c-d775-411c-8e3a-e0269ab65a4d on network 20e66f8d-59af-4123-907d-ae2bdaa0a688 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:27:13.320098 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a9e314-176a-4336-954f-39f959aeaf4e req-413edd0a-8267-4624-bca0-7dcedfd5f810 service neutron] Checking agent: {'id': 'e49d1b2a-ba11-487f-a804-ecbf3c0e8132', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:27:13.320580 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a9e314-176a-4336-954f-39f959aeaf4e req-413edd0a-8267-4624-bca0-7dcedfd5f810 service neutron] Checking segment: {'id': '8d5d1671-f92e-4415-a353-2cb2533e6596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '20e66f8d-59af-4123-907d-ae2bdaa0a688'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:27:13.321092 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a9e314-176a-4336-954f-39f959aeaf4e req-413edd0a-8267-4624-bca0-7dcedfd5f810 service neutron] Bound using segment: {'id': '8d5d1671-f92e-4415-a353-2cb2533e6596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '20e66f8d-59af-4123-907d-ae2bdaa0a688'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:27:13.321910 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-05a9e314-176a-4336-954f-39f959aeaf4e req-413edd0a-8267-4624-bca0-7dcedfd5f810 service neutron] Bound port: 141a641c-d775-411c-8e3a-e0269ab65a4d, host: n-h1-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d5d1671-f92e-4415-a353-2cb2533e6596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '20e66f8d-59af-4123-907d-ae2bdaa0a688'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:27:13.322937 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-05a9e314-176a-4336-954f-39f959aeaf4e req-413edd0a-8267-4624-bca0-7dcedfd5f810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:13.443848 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-05a9e314-176a-4336-954f-39f959aeaf4e req-413edd0a-8267-4624-bca0-7dcedfd5f810 service neutron] For port 141a641c-d775-411c-8e3a-e0269ab65a4d, host n-h1-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:27:13.447600 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-05a9e314-176a-4336-954f-39f959aeaf4e req-413edd0a-8267-4624-bca0-7dcedfd5f810 service neutron] For port 141a641c-d775-411c-8e3a-e0269ab65a4d, host n-h1-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=141a641c-d775-411c-8e3a-e0269ab65a4d,segment=NetworkSegment(8d5d1671-f92e-4415-a353-2cb2533e6596),segment_id=8d5d1671-f92e-4415-a353-2cb2533e6596)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:27:13.452831 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-05a9e314-176a-4336-954f-39f959aeaf4e req-413edd0a-8267-4624-bca0-7dcedfd5f810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:13.499487 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a9e314-176a-4336-954f-39f959aeaf4e req-413edd0a-8267-4624-bca0-7dcedfd5f810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:13.500454 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-05a9e314-176a-4336-954f-39f959aeaf4e req-413edd0a-8267-4624-bca0-7dcedfd5f810 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:13.502015 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-05a9e314-176a-4336-954f-39f959aeaf4e req-413edd0a-8267-4624-bca0-7dcedfd5f810 service neutron] 10.222.0.36 "PUT /v2.0/ports/141a641c-d775-411c-8e3a-e0269ab65a4d HTTP/1.1" status: 200 len: 1091 time: 1.0326049 Jan 18 22:27:13.502604 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '752f3d83-a986-4e8d-8fd4-2e9cfdd50fd8', 'tag': '141a641c-d775-411c-8e3a-e0269ab65a4d'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:27:13.505032 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd16e2d8-933a-4105-b9c7-08b195a6381f" -d '{"events": [{"name": "network-changed", "server_uuid": "752f3d83-a986-4e8d-8fd4-2e9cfdd50fd8", "tag": "141a641c-d775-411c-8e3a-e0269ab65a4d"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:27:13.542581 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413edd0a-8267-4624-bca0-7dcedfd5f810 service neutron] Pushing event updated for resources: {'Port': ['ID=141a641c-d775-411c-8e3a-e0269ab65a4d,revision_number=3']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:27:13.621798 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b2464f5-91c3-4a90-8bae-1ff82339521b x-openstack-request-id: req-6b2464f5-91c3-4a90-8bae-1ff82339521b {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:27:13.622316 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "752f3d83-a986-4e8d-8fd4-2e9cfdd50fd8", "tag": "141a641c-d775-411c-8e3a-e0269ab65a4d", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:27:13.622740 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6b2464f5-91c3-4a90-8bae-1ff82339521b {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:27:13.623296 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '752f3d83-a986-4e8d-8fd4-2e9cfdd50fd8', 'tag': '141a641c-d775-411c-8e3a-e0269ab65a4d', 'status': 'completed', 'code': 200} Jan 18 22:27:13.641445 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a9e314-176a-4336-954f-39f959aeaf4e req-c13481f9-fe93-4e46-990b-91e502493f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:13.643121 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-05a9e314-176a-4336-954f-39f959aeaf4e req-c13481f9-fe93-4e46-990b-91e502493f00 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dbd095ed914d4cd8a3e6407b4ae358ee&device_id=752f3d83-a986-4e8d-8fd4-2e9cfdd50fd8 HTTP/1.1" status: 200 len: 1094 time: 0.0621486 Jan 18 22:27:13.667758 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:13.704749 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-05a9e314-176a-4336-954f-39f959aeaf4e req-ff027dd0-431d-4824-b8c7-c064c9dfdd17 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=141a641c-d775-411c-8e3a-e0269ab65a4d HTTP/1.1" status: 200 len: 217 time: 0.0529253 Jan 18 22:27:13.795379 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249bd39c-6e61-48ce-995c-dce5484677d6 req-7249b897-a2bb-462d-a757-1975d3952794 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:13.796469 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a9e314-176a-4336-954f-39f959aeaf4e req-332834ea-8516-4e53-ad78-28e69dee29da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:13.798522 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-05a9e314-176a-4336-954f-39f959aeaf4e req-332834ea-8516-4e53-ad78-28e69dee29da service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bdcd6731-596e-4357-a042-5d54da415e2a HTTP/1.1" status: 200 len: 855 time: 0.0865185 Jan 18 22:27:13.813732 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-249bd39c-6e61-48ce-995c-dce5484677d6 req-7249b897-a2bb-462d-a757-1975d3952794 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] 10.222.0.53 "GET /v2.0/ports?device_id=752f3d83-a986-4e8d-8fd4-2e9cfdd50fd8 HTTP/1.1" status: 200 len: 943 time: 0.1149697 Jan 18 22:27:13.879495 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a9e314-176a-4336-954f-39f959aeaf4e req-ccaa9adb-f088-47d2-aa6a-50e08822f820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:13.882418 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-05a9e314-176a-4336-954f-39f959aeaf4e req-ccaa9adb-f088-47d2-aa6a-50e08822f820 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=20e66f8d-59af-4123-907d-ae2bdaa0a688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0762122 Jan 18 22:27:13.890470 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-249bd39c-6e61-48ce-995c-dce5484677d6 req-8e9ab271-8df1-4646-b014-93a77268f546 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] 10.222.0.53 "GET /v2.0/security-groups?id=769baace-ff15-4518-adaf-b8959b59b398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698748 Jan 18 22:27:13.919620 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-70bd8081-c6f4-4b7d-b819-e8af46bc2ad0 req-ea9d0e5e-ffdc-4f57-a3a0-d107fbf03254 tempest-ServerShowV257Test-821297967 tempest-ServerShowV257Test-821297967-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea4870c9-b45e-4cca-99cf-679a70d296d1 HTTP/1.1" status: 200 len: 210 time: 0.0710435 Jan 18 22:27:14.063437 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-dfbc9c49-4ed0-48c9-b144-f3f7881f475e req-47638fb0-3a41-43d8-828c-7f4998ed8b95 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "GET /v2.0/ports?device_id=de6a13a7-5c91-41a9-9e3a-7a24def464a8 HTTP/1.1" status: 200 len: 210 time: 0.0845537 Jan 18 22:27:14.162975 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-05a9e314-176a-4336-954f-39f959aeaf4e req-778be4d4-b1f3-484b-98e6-afaca42c9eea service neutron] 10.222.0.36 "GET /v2.0/networks/20e66f8d-59af-4123-907d-ae2bdaa0a688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691178 Jan 18 22:27:14.172293 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4101673a-37b3-4565-a3af-a1c25e6f411c req-4d539f49-68a4-4543-826e-124e557a66cf tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:14.173764 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4101673a-37b3-4565-a3af-a1c25e6f411c req-4d539f49-68a4-4543-826e-124e557a66cf tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.67 "GET /v2.0/networks?id=af41ebc3-729c-4c29-b8ad-2887a97a3db0 HTTP/1.1" status: 200 len: 813 time: 0.2504632 Jan 18 22:27:14.190855 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-4101673a-37b3-4565-a3af-a1c25e6f411c req-280f8395-5284-4169-a7c0-fd4f2d945a28 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Request body: {'port': {'device_id': 'de6a13a7-5c91-41a9-9e3a-7a24def464a8', 'network_id': 'af41ebc3-729c-4c29-b8ad-2887a97a3db0', 'admin_state_up': True, 'tenant_id': '6897da059550496b89a6c6ef7ad886b1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:27:14.269325 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-05a9e314-176a-4336-954f-39f959aeaf4e req-b0db196d-93b6-4696-965b-2739f21d4e0c service neutron] 10.222.0.36 "GET /v2.0/networks/20e66f8d-59af-4123-907d-ae2bdaa0a688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997934 Jan 18 22:27:14.370309 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd16e2d8-933a-4105-b9c7-08b195a6381f req-bc34afbb-3a6d-46a1-b8c6-6d1cd0a411cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:14.372049 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-cd16e2d8-933a-4105-b9c7-08b195a6381f req-bc34afbb-3a6d-46a1-b8c6-6d1cd0a411cf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dbd095ed914d4cd8a3e6407b4ae358ee&device_id=752f3d83-a986-4e8d-8fd4-2e9cfdd50fd8 HTTP/1.1" status: 200 len: 1094 time: 0.0499101 Jan 18 22:27:14.392400 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4101673a-37b3-4565-a3af-a1c25e6f411c req-280f8395-5284-4169-a7c0-fd4f2d945a28 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Made reservation on behalf of 6897da059550496b89a6c6ef7ad886b1 for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:27:14.397117 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-4101673a-37b3-4565-a3af-a1c25e6f411c req-280f8395-5284-4169-a7c0-fd4f2d945a28 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:14.500558 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd16e2d8-933a-4105-b9c7-08b195a6381f req-240b47bc-a101-46fe-9300-73f802a6e2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:14.502753 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-cd16e2d8-933a-4105-b9c7-08b195a6381f req-240b47bc-a101-46fe-9300-73f802a6e2ab service neutron] 10.222.0.36 "GET /v2.0/networks?id=20e66f8d-59af-4123-907d-ae2bdaa0a688 HTTP/1.1" status: 200 len: 916 time: 0.1183333 Jan 18 22:27:14.560095 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-cd16e2d8-933a-4105-b9c7-08b195a6381f req-385da541-e576-4026-bbec-756c40756a53 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=141a641c-d775-411c-8e3a-e0269ab65a4d HTTP/1.1" status: 200 len: 217 time: 0.0494728 Jan 18 22:27:14.625971 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd16e2d8-933a-4105-b9c7-08b195a6381f req-b1db7585-92aa-4e37-8ae0-f5f7066097d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:14.627554 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-cd16e2d8-933a-4105-b9c7-08b195a6381f req-b1db7585-92aa-4e37-8ae0-f5f7066097d8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bdcd6731-596e-4357-a042-5d54da415e2a HTTP/1.1" status: 200 len: 855 time: 0.0605135 Jan 18 22:27:14.670210 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-4101673a-37b3-4565-a3af-a1c25e6f411c req-280f8395-5284-4169-a7c0-fd4f2d945a28 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Allocated IP 172.20.0.2 (af41ebc3-729c-4c29-b8ad-2887a97a3db0/32a358e3-3dfb-4a4a-b9c8-a4fbb21a0c85/5b26736c-baf6-4007-8880-ab673e1a2019) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:27:14.719503 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd16e2d8-933a-4105-b9c7-08b195a6381f req-9d8d5624-3c78-490e-9864-713622f23601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:14.721484 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-cd16e2d8-933a-4105-b9c7-08b195a6381f req-9d8d5624-3c78-490e-9864-713622f23601 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=20e66f8d-59af-4123-907d-ae2bdaa0a688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0833023 Jan 18 22:27:14.846556 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-cd16e2d8-933a-4105-b9c7-08b195a6381f req-98e86bb8-93cd-4838-b788-c87d65ccfd6c service neutron] 10.222.0.36 "GET /v2.0/networks/20e66f8d-59af-4123-907d-ae2bdaa0a688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143122 Jan 18 22:27:14.900914 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-4101673a-37b3-4565-a3af-a1c25e6f411c req-280f8395-5284-4169-a7c0-fd4f2d945a28 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:14.942875 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-4101673a-37b3-4565-a3af-a1c25e6f411c req-280f8395-5284-4169-a7c0-fd4f2d945a28 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:14.986557 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-cd16e2d8-933a-4105-b9c7-08b195a6381f req-91c162ed-dfe1-4ea2-89df-54610ed98bc2 service neutron] 10.222.0.36 "GET /v2.0/networks/20e66f8d-59af-4123-907d-ae2bdaa0a688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324494 Jan 18 22:27:15.060592 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4101673a-37b3-4565-a3af-a1c25e6f411c req-280f8395-5284-4169-a7c0-fd4f2d945a28 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Network af41ebc3-729c-4c29-b8ad-2887a97a3db0 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:27:15.082057 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-4101673a-37b3-4565-a3af-a1c25e6f411c req-280f8395-5284-4169-a7c0-fd4f2d945a28 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:27:15.086819 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-4101673a-37b3-4565-a3af-a1c25e6f411c req-280f8395-5284-4169-a7c0-fd4f2d945a28 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:27:15.133742 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280f8395-5284-4169-a7c0-fd4f2d945a28 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Pushing event updated for resources: {'Port': ['ID=5b26736c-baf6-4007-8880-ab673e1a2019,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:27:15.160103 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-69f1d981-1a14-42e0-bb26-3fbca43669ee req-f1f216e9-29cf-49c6-bd88-dce9a35c5867 tempest-ServerShowV257Test-821297967 tempest-ServerShowV257Test-821297967-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea4870c9-b45e-4cca-99cf-679a70d296d1 HTTP/1.1" status: 200 len: 210 time: 0.0517697 Jan 18 22:27:15.189192 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ac243c-f63b-4c49-9cac-e5ec4fe3e758 req-2da7bd9b-3177-492c-aa4c-103c6a2291fd tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:15.190720 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f8ac243c-f63b-4c49-9cac-e5ec4fe3e758 req-2da7bd9b-3177-492c-aa4c-103c6a2291fd tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] 10.222.0.53 "GET /v2.0/ports?device_id=752f3d83-a986-4e8d-8fd4-2e9cfdd50fd8 HTTP/1.1" status: 200 len: 943 time: 0.1672044 Jan 18 22:27:15.198599 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4101673a-37b3-4565-a3af-a1c25e6f411c req-280f8395-5284-4169-a7c0-fd4f2d945a28 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:15.199235 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-4101673a-37b3-4565-a3af-a1c25e6f411c req-280f8395-5284-4169-a7c0-fd4f2d945a28 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:15.265712 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f8ac243c-f63b-4c49-9cac-e5ec4fe3e758 req-86ac4f88-a27b-4280-ba7b-cc91ccecf937 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] 10.222.0.53 "GET /v2.0/security-groups?id=769baace-ff15-4518-adaf-b8959b59b398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627093 Jan 18 22:27:15.284478 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4101673a-37b3-4565-a3af-a1c25e6f411c req-280f8395-5284-4169-a7c0-fd4f2d945a28 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0959256 Jan 18 22:27:15.294907 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-4101673a-37b3-4565-a3af-a1c25e6f411c req-9a912c0c-4b6c-4f38-9345-1bd686d209de service neutron] Request body: {'port': {'device_id': 'de6a13a7-5c91-41a9-9e3a-7a24def464a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:27:15.336069 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4e40b8-0720-45fc-be1a-09430d36414d req-48c64154-faff-4b80-b657-7e91202c591b tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:15.337566 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8e4e40b8-0720-45fc-be1a-09430d36414d req-48c64154-faff-4b80-b657-7e91202c591b tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "GET /v2.0/ports?device_id=de6a13a7-5c91-41a9-9e3a-7a24def464a8 HTTP/1.1" status: 200 len: 931 time: 0.1090627 Jan 18 22:27:15.386929 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-4101673a-37b3-4565-a3af-a1c25e6f411c req-9a912c0c-4b6c-4f38-9345-1bd686d209de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:15.438524 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8e4e40b8-0720-45fc-be1a-09430d36414d req-607d9c15-5197-482d-b08f-d368d7ae55dd tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ef2436f-5d12-4157-8d68-61ff72075f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757141 Jan 18 22:27:16.012140 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [req-4101673a-37b3-4565-a3af-a1c25e6f411c req-9a912c0c-4b6c-4f38-9345-1bd686d209de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b26736c-baf6-4007-8880-ab673e1a2019 {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:27:16.020100 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-4101673a-37b3-4565-a3af-a1c25e6f411c req-9a912c0c-4b6c-4f38-9345-1bd686d209de service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:16.031811 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-4101673a-37b3-4565-a3af-a1c25e6f411c req-9a912c0c-4b6c-4f38-9345-1bd686d209de service neutron] Transition to ACTIVE for port object 5b26736c-baf6-4007-8880-ab673e1a2019 will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:27:16.037129 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-4101673a-37b3-4565-a3af-a1c25e6f411c req-9a912c0c-4b6c-4f38-9345-1bd686d209de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:16.094367 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a912c0c-4b6c-4f38-9345-1bd686d209de service neutron] Pushing event updated for resources: {'Port': ['ID=5b26736c-baf6-4007-8880-ab673e1a2019,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:27:16.177569 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-4101673a-37b3-4565-a3af-a1c25e6f411c req-9a912c0c-4b6c-4f38-9345-1bd686d209de service neutron] Attempting to bind port 5b26736c-baf6-4007-8880-ab673e1a2019 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:27:16.177903 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-4101673a-37b3-4565-a3af-a1c25e6f411c req-9a912c0c-4b6c-4f38-9345-1bd686d209de service neutron] Attempting to bind port 5b26736c-baf6-4007-8880-ab673e1a2019 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '2449887d-c03b-4a70-a423-7d9bceef1b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'af41ebc3-729c-4c29-b8ad-2887a97a3db0'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:27:16.178250 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4101673a-37b3-4565-a3af-a1c25e6f411c req-9a912c0c-4b6c-4f38-9345-1bd686d209de service neutron] Attempting to bind port 5b26736c-baf6-4007-8880-ab673e1a2019 on network af41ebc3-729c-4c29-b8ad-2887a97a3db0 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:27:16.182903 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4101673a-37b3-4565-a3af-a1c25e6f411c req-9a912c0c-4b6c-4f38-9345-1bd686d209de service neutron] Port 5b26736c-baf6-4007-8880-ab673e1a2019 on network af41ebc3-729c-4c29-b8ad-2887a97a3db0 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:27:16.183214 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4101673a-37b3-4565-a3af-a1c25e6f411c req-9a912c0c-4b6c-4f38-9345-1bd686d209de service neutron] Attempting to bind port 5b26736c-baf6-4007-8880-ab673e1a2019 on network af41ebc3-729c-4c29-b8ad-2887a97a3db0 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:27:16.190163 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4101673a-37b3-4565-a3af-a1c25e6f411c req-9a912c0c-4b6c-4f38-9345-1bd686d209de service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:27:16.190738 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4101673a-37b3-4565-a3af-a1c25e6f411c req-9a912c0c-4b6c-4f38-9345-1bd686d209de service neutron] Checking segment: {'id': '2449887d-c03b-4a70-a423-7d9bceef1b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'af41ebc3-729c-4c29-b8ad-2887a97a3db0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:27:16.191184 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4101673a-37b3-4565-a3af-a1c25e6f411c req-9a912c0c-4b6c-4f38-9345-1bd686d209de service neutron] Bound using segment: {'id': '2449887d-c03b-4a70-a423-7d9bceef1b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'af41ebc3-729c-4c29-b8ad-2887a97a3db0'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:27:16.192519 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-4101673a-37b3-4565-a3af-a1c25e6f411c req-9a912c0c-4b6c-4f38-9345-1bd686d209de service neutron] Bound port: 5b26736c-baf6-4007-8880-ab673e1a2019, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2449887d-c03b-4a70-a423-7d9bceef1b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'af41ebc3-729c-4c29-b8ad-2887a97a3db0'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:27:16.192941 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-4101673a-37b3-4565-a3af-a1c25e6f411c req-9a912c0c-4b6c-4f38-9345-1bd686d209de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:16.282921 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-16f278ae-b8b7-409f-bde0-4c727f958086 req-2addb134-825c-41c1-a4cb-3da90985e6d8 tempest-ServerShowV257Test-821297967 tempest-ServerShowV257Test-821297967-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea4870c9-b45e-4cca-99cf-679a70d296d1 HTTP/1.1" status: 200 len: 210 time: 0.0320272 Jan 18 22:27:16.318147 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-4101673a-37b3-4565-a3af-a1c25e6f411c req-9a912c0c-4b6c-4f38-9345-1bd686d209de service neutron] For port 5b26736c-baf6-4007-8880-ab673e1a2019, host n-h2-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:27:16.321398 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-4101673a-37b3-4565-a3af-a1c25e6f411c req-9a912c0c-4b6c-4f38-9345-1bd686d209de service neutron] For port 5b26736c-baf6-4007-8880-ab673e1a2019, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=5b26736c-baf6-4007-8880-ab673e1a2019,segment=NetworkSegment(2449887d-c03b-4a70-a423-7d9bceef1b13),segment_id=2449887d-c03b-4a70-a423-7d9bceef1b13)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:27:16.329132 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-4101673a-37b3-4565-a3af-a1c25e6f411c req-9a912c0c-4b6c-4f38-9345-1bd686d209de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:16.400819 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4101673a-37b3-4565-a3af-a1c25e6f411c req-9a912c0c-4b6c-4f38-9345-1bd686d209de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:16.401442 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-4101673a-37b3-4565-a3af-a1c25e6f411c req-9a912c0c-4b6c-4f38-9345-1bd686d209de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:16.402808 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4101673a-37b3-4565-a3af-a1c25e6f411c req-9a912c0c-4b6c-4f38-9345-1bd686d209de service neutron] 10.222.0.67 "PUT /v2.0/ports/5b26736c-baf6-4007-8880-ab673e1a2019 HTTP/1.1" status: 200 len: 1091 time: 1.1120980 Jan 18 22:27:16.404368 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de6a13a7-5c91-41a9-9e3a-7a24def464a8', 'tag': '5b26736c-baf6-4007-8880-ab673e1a2019'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:27:16.414335 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-007204fd-1d54-4ab9-8951-5ec41a33a5e7" -d '{"events": [{"name": "network-changed", "server_uuid": "de6a13a7-5c91-41a9-9e3a-7a24def464a8", "tag": "5b26736c-baf6-4007-8880-ab673e1a2019"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:27:16.456521 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a912c0c-4b6c-4f38-9345-1bd686d209de service neutron] Pushing event updated for resources: {'Port': ['ID=5b26736c-baf6-4007-8880-ab673e1a2019,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:27:16.508360 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa970e-a1bb-4196-a3c7-5b992d689c9e req-4a281d96-b7b8-4485-9c79-6bf3350a33d4 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:16.510287 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-42aa970e-a1bb-4196-a3c7-5b992d689c9e req-4a281d96-b7b8-4485-9c79-6bf3350a33d4 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] 10.222.0.53 "GET /v2.0/ports?device_id=752f3d83-a986-4e8d-8fd4-2e9cfdd50fd8 HTTP/1.1" status: 200 len: 943 time: 0.1510782 Jan 18 22:27:16.512012 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d06cd11b-e71c-4c83-b592-ed08924654e1 x-openstack-request-id: req-d06cd11b-e71c-4c83-b592-ed08924654e1 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:27:16.512522 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de6a13a7-5c91-41a9-9e3a-7a24def464a8", "tag": "5b26736c-baf6-4007-8880-ab673e1a2019", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:27:16.512945 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d06cd11b-e71c-4c83-b592-ed08924654e1 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:27:16.513682 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de6a13a7-5c91-41a9-9e3a-7a24def464a8', 'tag': '5b26736c-baf6-4007-8880-ab673e1a2019', 'status': 'completed', 'code': 200} Jan 18 22:27:16.550759 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4101673a-37b3-4565-a3af-a1c25e6f411c req-5d270fa0-0f68-491d-a906-67017e9c781a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:16.552646 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4101673a-37b3-4565-a3af-a1c25e6f411c req-5d270fa0-0f68-491d-a906-67017e9c781a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6897da059550496b89a6c6ef7ad886b1&device_id=de6a13a7-5c91-41a9-9e3a-7a24def464a8 HTTP/1.1" status: 200 len: 1094 time: 0.0924182 Jan 18 22:27:16.574830 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-42aa970e-a1bb-4196-a3c7-5b992d689c9e req-6d1fd106-355e-4a06-8524-49ee0b5c4d82 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] 10.222.0.53 "GET /v2.0/security-groups?id=769baace-ff15-4518-adaf-b8959b59b398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546443 Jan 18 22:27:16.605429 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4101673a-37b3-4565-a3af-a1c25e6f411c req-54e0d11f-f5cd-44ae-9730-d00a1fa6f365 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5b26736c-baf6-4007-8880-ab673e1a2019 HTTP/1.1" status: 200 len: 217 time: 0.0440252 Jan 18 22:27:16.694052 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4101673a-37b3-4565-a3af-a1c25e6f411c req-4dea067e-0b23-4a4c-8304-84907f690e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:16.696083 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4101673a-37b3-4565-a3af-a1c25e6f411c req-4dea067e-0b23-4a4c-8304-84907f690e51 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=32a358e3-3dfb-4a4a-b9c8-a4fbb21a0c85 HTTP/1.1" status: 200 len: 853 time: 0.0829237 Jan 18 22:27:16.715541 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bcf13a-c431-4196-894d-7ca13d8ed658 req-1f8386bd-bc65-4fc7-891f-ff290eb51027 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:16.717165 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-68bcf13a-c431-4196-894d-7ca13d8ed658 req-1f8386bd-bc65-4fc7-891f-ff290eb51027 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "GET /v2.0/ports?device_id=de6a13a7-5c91-41a9-9e3a-7a24def464a8 HTTP/1.1" status: 200 len: 943 time: 0.0662725 Jan 18 22:27:16.759129 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4101673a-37b3-4565-a3af-a1c25e6f411c req-3dc57af2-1f4e-4f42-b82b-3ad0fd34419d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=af41ebc3-729c-4c29-b8ad-2887a97a3db0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377932 Jan 18 22:27:16.806534 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-68bcf13a-c431-4196-894d-7ca13d8ed658 req-3e2b7302-7b71-4466-a8b4-8a3cd0cf10c0 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ef2436f-5d12-4157-8d68-61ff72075f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829432 Jan 18 22:27:16.880260 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4101673a-37b3-4565-a3af-a1c25e6f411c req-37bf3588-fc75-458c-a665-f72b0881aa29 service neutron] 10.222.0.67 "GET /v2.0/networks/af41ebc3-729c-4c29-b8ad-2887a97a3db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094580 Jan 18 22:27:16.972441 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4101673a-37b3-4565-a3af-a1c25e6f411c req-5490b0e8-6af2-4be0-a8ed-35cb4be6ab2b service neutron] 10.222.0.67 "GET /v2.0/networks/af41ebc3-729c-4c29-b8ad-2887a97a3db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850306 Jan 18 22:27:17.066305 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007204fd-1d54-4ab9-8951-5ec41a33a5e7 req-36afec2a-a289-4911-92a0-bc8ffbb19b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:17.069009 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-007204fd-1d54-4ab9-8951-5ec41a33a5e7 req-36afec2a-a289-4911-92a0-bc8ffbb19b17 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6897da059550496b89a6c6ef7ad886b1&device_id=de6a13a7-5c91-41a9-9e3a-7a24def464a8 HTTP/1.1" status: 200 len: 1094 time: 0.0532033 Jan 18 22:27:17.164625 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007204fd-1d54-4ab9-8951-5ec41a33a5e7 req-30148b3d-9a45-4b60-984d-a2588153060c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:17.166081 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-007204fd-1d54-4ab9-8951-5ec41a33a5e7 req-30148b3d-9a45-4b60-984d-a2588153060c service neutron] 10.222.0.67 "GET /v2.0/networks?id=af41ebc3-729c-4c29-b8ad-2887a97a3db0 HTTP/1.1" status: 200 len: 913 time: 0.0905826 Jan 18 22:27:17.208844 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-007204fd-1d54-4ab9-8951-5ec41a33a5e7 req-91192329-7458-4bf7-b478-4cc707776b97 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5b26736c-baf6-4007-8880-ab673e1a2019 HTTP/1.1" status: 200 len: 217 time: 0.0339696 Jan 18 22:27:17.268928 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007204fd-1d54-4ab9-8951-5ec41a33a5e7 req-e7a42c4d-5c05-4bc0-831f-384e75bac82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:17.270536 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-007204fd-1d54-4ab9-8951-5ec41a33a5e7 req-e7a42c4d-5c05-4bc0-831f-384e75bac82b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=32a358e3-3dfb-4a4a-b9c8-a4fbb21a0c85 HTTP/1.1" status: 200 len: 853 time: 0.0529017 Jan 18 22:27:17.305321 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-007204fd-1d54-4ab9-8951-5ec41a33a5e7 req-ac23ccbe-7e45-46a2-b9c0-063b81155c48 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=af41ebc3-729c-4c29-b8ad-2887a97a3db0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264442 Jan 18 22:27:17.434617 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0be90f6f-f996-47ba-80e2-da9f37441f9c req-6d9f6d35-0ea1-441d-83a4-248eb09f8c66 tempest-ServerShowV257Test-821297967 tempest-ServerShowV257Test-821297967-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea4870c9-b45e-4cca-99cf-679a70d296d1 HTTP/1.1" status: 200 len: 210 time: 0.0426915 Jan 18 22:27:17.446705 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-007204fd-1d54-4ab9-8951-5ec41a33a5e7 req-96d52399-a3f1-4fd7-bd83-ff02a9feacd8 service neutron] 10.222.0.67 "GET /v2.0/networks/af41ebc3-729c-4c29-b8ad-2887a97a3db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295698 Jan 18 22:27:17.573309 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-007204fd-1d54-4ab9-8951-5ec41a33a5e7 req-dac8f9d0-f094-4046-a575-7ad3501e5a6d service neutron] 10.222.0.67 "GET /v2.0/networks/af41ebc3-729c-4c29-b8ad-2887a97a3db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170607 Jan 18 22:27:17.708276 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d63515-e47f-4b1f-84bc-51964081608f req-6da3816d-f0f4-46b9-af7e-181a5058cc64 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:17.709875 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c9d63515-e47f-4b1f-84bc-51964081608f req-6da3816d-f0f4-46b9-af7e-181a5058cc64 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] 10.222.0.53 "GET /v2.0/ports?device_id=752f3d83-a986-4e8d-8fd4-2e9cfdd50fd8 HTTP/1.1" status: 200 len: 943 time: 0.0582640 Jan 18 22:27:17.750356 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c9d63515-e47f-4b1f-84bc-51964081608f req-ddeded1d-f5e2-4706-8515-02c821e8daaa tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] 10.222.0.53 "GET /v2.0/security-groups?id=769baace-ff15-4518-adaf-b8959b59b398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340025 Jan 18 22:27:17.937267 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad66aaa3-60d0-48bc-aa13-2c8ae2bfda1f req-060dac47-ea82-4e08-bdcd-4e7dd0742525 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:17.938731 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ad66aaa3-60d0-48bc-aa13-2c8ae2bfda1f req-060dac47-ea82-4e08-bdcd-4e7dd0742525 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "GET /v2.0/ports?device_id=de6a13a7-5c91-41a9-9e3a-7a24def464a8 HTTP/1.1" status: 200 len: 943 time: 0.0550094 Jan 18 22:27:17.979462 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ad66aaa3-60d0-48bc-aa13-2c8ae2bfda1f req-a8388f25-bb8c-42ec-b6dd-dd2e8a895e60 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ef2436f-5d12-4157-8d68-61ff72075f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343113 Jan 18 22:27:18.046694 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 5b26736c-baf6-4007-8880-ab673e1a2019 details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:27:18.151696 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 5b26736c-baf6-4007-8880-ab673e1a2019, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=5b26736c-baf6-4007-8880-ab673e1a2019,segment=NetworkSegment(2449887d-c03b-4a70-a423-7d9bceef1b13),segment_id=2449887d-c03b-4a70-a423-7d9bceef1b13)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:27:18.162156 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': '5b26736c-baf6-4007-8880-ab673e1a2019', 'network_id': 'af41ebc3-729c-4c29-b8ad-2887a97a3db0', 'port_id': '5b26736c-baf6-4007-8880-ab673e1a2019', 'mac_address': 'fa:16:3e:fe:dc:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32a358e3-3dfb-4a4a-b9c8-a4fbb21a0c85', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:27:18.200687 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:18.214054 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b26736c-baf6-4007-8880-ab673e1a2019 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:27:18.233819 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 5b26736c-baf6-4007-8880-ab673e1a2019, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=5b26736c-baf6-4007-8880-ab673e1a2019,segment=NetworkSegment(2449887d-c03b-4a70-a423-7d9bceef1b13),segment_id=2449887d-c03b-4a70-a423-7d9bceef1b13)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:27:18.238243 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:18.290162 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=5b26736c-baf6-4007-8880-ab673e1a2019,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:27:18.543953 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-50abbf65-b735-452c-8824-c4f183d9228c req-763dc62c-5ddd-4680-8a68-2629eaf5358b tempest-ServerShowV257Test-821297967 tempest-ServerShowV257Test-821297967-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea4870c9-b45e-4cca-99cf-679a70d296d1 HTTP/1.1" status: 200 len: 210 time: 0.0278108 Jan 18 22:27:18.605273 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['5b26736c-baf6-4007-8880-ab673e1a2019'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:27:18.875578 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1a271b-8cad-489b-9490-eb063a795d40 req-5ebf24ba-fc2b-4bc5-a57e-84db5067e086 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:18.877756 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ea1a271b-8cad-489b-9490-eb063a795d40 req-5ebf24ba-fc2b-4bc5-a57e-84db5067e086 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] 10.222.0.53 "GET /v2.0/ports?device_id=752f3d83-a986-4e8d-8fd4-2e9cfdd50fd8 HTTP/1.1" status: 200 len: 943 time: 0.0557559 Jan 18 22:27:18.931268 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ea1a271b-8cad-489b-9490-eb063a795d40 req-0b3ef6f9-b934-4893-ab59-50975462c097 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] 10.222.0.53 "GET /v2.0/security-groups?id=769baace-ff15-4518-adaf-b8959b59b398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437102 Jan 18 22:27:19.126437 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b13892-ab16-4cd1-b463-29d0255fc0a5 req-8f4d93bc-2818-43ee-86c8-5c19d9341368 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:19.128071 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-95b13892-ab16-4cd1-b463-29d0255fc0a5 req-8f4d93bc-2818-43ee-86c8-5c19d9341368 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "GET /v2.0/ports?device_id=de6a13a7-5c91-41a9-9e3a-7a24def464a8 HTTP/1.1" status: 200 len: 944 time: 0.0713029 Jan 18 22:27:19.169679 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-95b13892-ab16-4cd1-b463-29d0255fc0a5 req-35ff9f29-01c4-4573-9050-0a29f6917679 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ef2436f-5d12-4157-8d68-61ff72075f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337808 Jan 18 22:27:19.269490 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9dfeef75-4e64-497f-aec3-cb0303b87616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:19.649134 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5699b6df-f381-4e8a-9a9c-2ef5771891f1 req-9c96203a-99c4-4477-ac48-507f0db3eac1 tempest-ServerShowV257Test-821297967 tempest-ServerShowV257Test-821297967-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea4870c9-b45e-4cca-99cf-679a70d296d1 HTTP/1.1" status: 200 len: 210 time: 0.0296817 Jan 18 22:27:20.063454 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fd251c-194b-4dc2-91fd-2bb00466e940 req-6f52f50b-6c5d-4355-83ba-4fbaa6101de2 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:20.065021 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d3fd251c-194b-4dc2-91fd-2bb00466e940 req-6f52f50b-6c5d-4355-83ba-4fbaa6101de2 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] 10.222.0.53 "GET /v2.0/ports?device_id=752f3d83-a986-4e8d-8fd4-2e9cfdd50fd8 HTTP/1.1" status: 200 len: 943 time: 0.0606737 Jan 18 22:27:20.067655 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 5b26736c-baf6-4007-8880-ab673e1a2019 up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:27:20.126150 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d3fd251c-194b-4dc2-91fd-2bb00466e940 req-fecbb38f-f42f-48e3-bc9d-516e2e6307fe tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] 10.222.0.53 "GET /v2.0/security-groups?id=769baace-ff15-4518-adaf-b8959b59b398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546489 Jan 18 22:27:20.153858 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port 5b26736c-baf6-4007-8880-ab673e1a2019 completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:27:20.158618 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port 5b26736c-baf6-4007-8880-ab673e1a2019 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:27:20.158995 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:20.265780 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:20.290413 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de6a13a7-5c91-41a9-9e3a-7a24def464a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b26736c-baf6-4007-8880-ab673e1a2019'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:27:20.294718 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad03cbde-ff68-4ab9-a68b-92de1e3ae3f4" -d '{"events": [{"server_uuid": "de6a13a7-5c91-41a9-9e3a-7a24def464a8", "name": "network-vif-plugged", "status": "completed", "tag": "5b26736c-baf6-4007-8880-ab673e1a2019"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:27:20.308703 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 5b26736c-baf6-4007-8880-ab673e1a2019, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=5b26736c-baf6-4007-8880-ab673e1a2019,segment=NetworkSegment(2449887d-c03b-4a70-a423-7d9bceef1b13),segment_id=2449887d-c03b-4a70-a423-7d9bceef1b13)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:27:20.314889 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:20.326954 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e642d5cf-1760-4c54-bc99-957152cb78e3 req-68dc1a25-b8a1-4590-a0c1-d90e727e807b tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:20.339509 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e642d5cf-1760-4c54-bc99-957152cb78e3 req-68dc1a25-b8a1-4590-a0c1-d90e727e807b tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "GET /v2.0/ports?device_id=de6a13a7-5c91-41a9-9e3a-7a24def464a8 HTTP/1.1" status: 200 len: 944 time: 0.0956295 Jan 18 22:27:20.368591 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3b0a887-2198-406e-88b9-b72926359b0f x-openstack-request-id: req-a3b0a887-2198-406e-88b9-b72926359b0f {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:27:20.368893 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de6a13a7-5c91-41a9-9e3a-7a24def464a8", "name": "network-vif-plugged", "status": "completed", "tag": "5b26736c-baf6-4007-8880-ab673e1a2019", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:27:20.369145 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a3b0a887-2198-406e-88b9-b72926359b0f {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:27:20.369536 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de6a13a7-5c91-41a9-9e3a-7a24def464a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b26736c-baf6-4007-8880-ab673e1a2019', 'code': 200} Jan 18 22:27:20.387602 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=5b26736c-baf6-4007-8880-ab673e1a2019,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:27:20.402198 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e642d5cf-1760-4c54-bc99-957152cb78e3 req-6f9dac8c-95ae-4714-97a0-4893d13497c1 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ef2436f-5d12-4157-8d68-61ff72075f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617807 Jan 18 22:27:20.469310 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046ca6d7-4a94-493c-b65d-ccb760d8a34f req-3cb4ecad-744c-4bb6-8521-15392d597cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:20.470945 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-046ca6d7-4a94-493c-b65d-ccb760d8a34f req-3cb4ecad-744c-4bb6-8521-15392d597cae service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=de6a13a7-5c91-41a9-9e3a-7a24def464a8 HTTP/1.1" status: 200 len: 1096 time: 0.0485344 Jan 18 22:27:20.511928 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-046ca6d7-4a94-493c-b65d-ccb760d8a34f req-b8ac4565-627d-4d0a-aec3-d67c43cec92a service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=2ef2436f-5d12-4157-8d68-61ff72075f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324421 Jan 18 22:27:20.766586 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-85bc6f9e-3712-4ef0-8a0e-cb2fae722a66 req-2fc743bf-5c0c-436f-b26f-f978ba99a829 tempest-ServerShowV257Test-821297967 tempest-ServerShowV257Test-821297967-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea4870c9-b45e-4cca-99cf-679a70d296d1 HTTP/1.1" status: 200 len: 210 time: 0.0283275 Jan 18 22:27:21.243388 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf84114d-3679-4b6a-9f5e-31d9bd0ca91e req-b5780b14-15d1-46f1-a195-98a5bbc65c68 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:21.245006 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bf84114d-3679-4b6a-9f5e-31d9bd0ca91e req-b5780b14-15d1-46f1-a195-98a5bbc65c68 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] 10.222.0.53 "GET /v2.0/ports?device_id=752f3d83-a986-4e8d-8fd4-2e9cfdd50fd8 HTTP/1.1" status: 200 len: 943 time: 0.0506029 Jan 18 22:27:21.283258 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bf84114d-3679-4b6a-9f5e-31d9bd0ca91e req-076a3f3a-b1a2-4d7a-9c21-60042e81f121 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] 10.222.0.53 "GET /v2.0/security-groups?id=769baace-ff15-4518-adaf-b8959b59b398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312791 Jan 18 22:27:21.524834 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecbd467-8667-4e3e-81c1-9493cbd20b4f req-73b2ab7e-cfb9-4f9b-ae2c-7c802eab21fc tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:21.526289 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3ecbd467-8667-4e3e-81c1-9493cbd20b4f req-73b2ab7e-cfb9-4f9b-ae2c-7c802eab21fc tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "GET /v2.0/ports?device_id=de6a13a7-5c91-41a9-9e3a-7a24def464a8 HTTP/1.1" status: 200 len: 945 time: 0.0528347 Jan 18 22:27:21.564662 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3ecbd467-8667-4e3e-81c1-9493cbd20b4f req-6ae5444b-9de1-4cad-9e9e-66964ad19c2d tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ef2436f-5d12-4157-8d68-61ff72075f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322766 Jan 18 22:27:21.904668 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5d6ecd7a-2cbd-4044-bd8f-39f0f7e8233c req-ab026d62-a60c-430a-bca4-3164fc5f8c88 tempest-ServerShowV257Test-821297967 tempest-ServerShowV257Test-821297967-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea4870c9-b45e-4cca-99cf-679a70d296d1 HTTP/1.1" status: 200 len: 210 time: 0.0324512 Jan 18 22:27:21.927484 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a78e4683-a794-4bb2-9d47-5cbf18b047fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:22.319143 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2fe26396-872c-4278-9ffa-d9134c4d8f4d req-b0485d54-d0d2-448e-9784-acc6094af98f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=db33aaef-5884-4da4-a311-5ede51d08faf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0465946 Jan 18 22:27:22.425685 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe26396-872c-4278-9ffa-d9134c4d8f4d req-806f6830-2318-43c7-984d-e6bb5575a1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:22.426273 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe26396-872c-4278-9ffa-d9134c4d8f4d req-806f6830-2318-43c7-984d-e6bb5575a1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:22.426745 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe26396-872c-4278-9ffa-d9134c4d8f4d req-806f6830-2318-43c7-984d-e6bb5575a1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:22.427208 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe26396-872c-4278-9ffa-d9134c4d8f4d req-806f6830-2318-43c7-984d-e6bb5575a1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:22.427667 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe26396-872c-4278-9ffa-d9134c4d8f4d req-806f6830-2318-43c7-984d-e6bb5575a1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:22.428163 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe26396-872c-4278-9ffa-d9134c4d8f4d req-806f6830-2318-43c7-984d-e6bb5575a1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:22.428606 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe26396-872c-4278-9ffa-d9134c4d8f4d req-806f6830-2318-43c7-984d-e6bb5575a1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:22.430479 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2fe26396-872c-4278-9ffa-d9134c4d8f4d req-806f6830-2318-43c7-984d-e6bb5575a1db service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ec90adb1094349739cc26a639b1aef5d&device_id=db33aaef-5884-4da4-a311-5ede51d08faf HTTP/1.1" status: 200 len: 6491 time: 0.0832305 Jan 18 22:27:22.441084 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03102f0-cf8f-439c-a434-5c2af00ef8f5 req-03b3ccb1-f23a-45f4-a4fd-329b149e3c4b tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:22.448713 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a03102f0-cf8f-439c-a434-5c2af00ef8f5 req-03b3ccb1-f23a-45f4-a4fd-329b149e3c4b tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] 10.222.0.53 "GET /v2.0/ports?device_id=752f3d83-a986-4e8d-8fd4-2e9cfdd50fd8 HTTP/1.1" status: 200 len: 943 time: 0.0921128 Jan 18 22:27:22.539717 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a03102f0-cf8f-439c-a434-5c2af00ef8f5 req-7a1364b5-a626-4e4f-a9d1-aa56fc952974 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] 10.222.0.53 "GET /v2.0/security-groups?id=769baace-ff15-4518-adaf-b8959b59b398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873129 Jan 18 22:27:22.585451 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe26396-872c-4278-9ffa-d9134c4d8f4d req-d3c6c22b-fa70-41f5-b25a-a1118d10277f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:22.586244 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe26396-872c-4278-9ffa-d9134c4d8f4d req-d3c6c22b-fa70-41f5-b25a-a1118d10277f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:22.587191 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe26396-872c-4278-9ffa-d9134c4d8f4d req-d3c6c22b-fa70-41f5-b25a-a1118d10277f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:22.590206 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2fe26396-872c-4278-9ffa-d9134c4d8f4d req-d3c6c22b-fa70-41f5-b25a-a1118d10277f service neutron] 10.222.0.67 "GET /v2.0/networks?id=f9ad31e7-37ce-419b-821b-a9da1bd29d6a&id=dd775970-2a5b-4fa0-b58f-e11b40e608fa&id=dd775970-2a5b-4fa0-b58f-e11b40e608fa&id=dd775970-2a5b-4fa0-b58f-e11b40e608fa&id=dd775970-2a5b-4fa0-b58f-e11b40e608fa&id=d517cf7a-2b5e-403e-9519-f81391a215c9&id=d517cf7a-2b5e-403e-9519-f81391a215c9 HTTP/1.1" status: 200 len: 2290 time: 0.1299641 Jan 18 22:27:22.694230 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2fe26396-872c-4278-9ffa-d9134c4d8f4d req-1356f1f2-6054-417a-82d2-1ddcd871dec0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=24989149-146c-4acc-b874-9271bde1ec55 HTTP/1.1" status: 200 len: 1001 time: 0.0929816 Jan 18 22:27:22.740722 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b49f8b-235c-4a60-b28a-c4482eac84a5 req-84edccfa-f60b-4454-bd07-f991a22a3e8a tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:22.742167 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-55b49f8b-235c-4a60-b28a-c4482eac84a5 req-84edccfa-f60b-4454-bd07-f991a22a3e8a tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "GET /v2.0/ports?device_id=de6a13a7-5c91-41a9-9e3a-7a24def464a8 HTTP/1.1" status: 200 len: 945 time: 0.0854776 Jan 18 22:27:22.767489 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe26396-872c-4278-9ffa-d9134c4d8f4d req-cbf037b2-0641-4ac6-b707-6d90602485cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:22.768938 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2fe26396-872c-4278-9ffa-d9134c4d8f4d req-cbf037b2-0641-4ac6-b707-6d90602485cb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=14f50ebb-1818-4759-9f29-e9e27d7b46b0 HTTP/1.1" status: 200 len: 851 time: 0.0669096 Jan 18 22:27:22.818571 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-55b49f8b-235c-4a60-b28a-c4482eac84a5 req-3b8dbd7b-c763-429e-a5d5-8e6381188e1b tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ef2436f-5d12-4157-8d68-61ff72075f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688980 Jan 18 22:27:22.832273 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe26396-872c-4278-9ffa-d9134c4d8f4d req-50bf9d1b-921d-4421-b50c-0011ff71767d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:22.833681 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2fe26396-872c-4278-9ffa-d9134c4d8f4d req-50bf9d1b-921d-4421-b50c-0011ff71767d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f9ad31e7-37ce-419b-821b-a9da1bd29d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567904 Jan 18 22:27:22.883103 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:22.971810 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2fe26396-872c-4278-9ffa-d9134c4d8f4d req-5eb3bd5c-77ca-48c2-97c7-1deb4dd5545b service neutron] 10.222.0.67 "GET /v2.0/networks/f9ad31e7-37ce-419b-821b-a9da1bd29d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289351 Jan 18 22:27:22.974772 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b530af22-7057-4912-b0ca-e03eef0a2c06 req-8c262712-2e07-4d88-9854-d0533e4a9866 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1253842742&fields=id&tenant_id=6897da059550496b89a6c6ef7ad886b1 HTTP/1.1" status: 200 len: 267 time: 0.0695171 Jan 18 22:27:23.056945 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-664c943e-42e8-4440-ba7d-a5dd7922d681 req-05868765-f84f-4bb6-95a3-c8ba918b37f1 tempest-ServerShowV257Test-821297967 tempest-ServerShowV257Test-821297967-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea4870c9-b45e-4cca-99cf-679a70d296d1 HTTP/1.1" status: 200 len: 210 time: 0.0467818 Jan 18 22:27:23.112620 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b530af22-7057-4912-b0ca-e03eef0a2c06 req-cb849027-ca85-4366-8aa7-9ac57927d27b tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:23.114144 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b530af22-7057-4912-b0ca-e03eef0a2c06 req-cb849027-ca85-4366-8aa7-9ac57927d27b tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "GET /v2.0/ports?device_id=de6a13a7-5c91-41a9-9e3a-7a24def464a8 HTTP/1.1" status: 200 len: 945 time: 0.1332474 Jan 18 22:27:23.142406 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-b530af22-7057-4912-b0ca-e03eef0a2c06 req-c31231c1-0793-4da3-829a-e3e3ca42ac98 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Request body: {'port': {'security_groups': ['2ef2436f-5d12-4157-8d68-61ff72075f6b', '83041071-1413-4e9a-8ca1-f36177983889']}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:27:23.181646 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2fe26396-872c-4278-9ffa-d9134c4d8f4d req-0a086736-b188-436d-a5cc-ce71eea4ad2a service neutron] 10.222.0.67 "GET /v2.0/networks/f9ad31e7-37ce-419b-821b-a9da1bd29d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705146 Jan 18 22:27:23.247168 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2fe26396-872c-4278-9ffa-d9134c4d8f4d req-1770e6c9-b879-4ee5-954c-b205838d8eb5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.194&port_id=726f2559-9d78-42be-aef4-a8aa75da8ec7 HTTP/1.1" status: 200 len: 217 time: 0.0568800 Jan 18 22:27:23.263366 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-b530af22-7057-4912-b0ca-e03eef0a2c06 req-c31231c1-0793-4da3-829a-e3e3ca42ac98 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:23.335710 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe26396-872c-4278-9ffa-d9134c4d8f4d req-2735011b-194b-49d3-8e3f-93002c18e05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:23.337200 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2fe26396-872c-4278-9ffa-d9134c4d8f4d req-2735011b-194b-49d3-8e3f-93002c18e05b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ff3864e7-3d06-47c3-9688-9fc89286565c HTTP/1.1" status: 200 len: 797 time: 0.0810764 Jan 18 22:27:23.417168 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe26396-872c-4278-9ffa-d9134c4d8f4d req-6aa3d473-c279-4038-9a6b-f66d21993298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:23.418654 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2fe26396-872c-4278-9ffa-d9134c4d8f4d req-6aa3d473-c279-4038-9a6b-f66d21993298 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dd775970-2a5b-4fa0-b58f-e11b40e608fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0727580 Jan 18 22:27:23.582665 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-b530af22-7057-4912-b0ca-e03eef0a2c06 req-c31231c1-0793-4da3-829a-e3e3ca42ac98 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] For port 5b26736c-baf6-4007-8880-ab673e1a2019, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=5b26736c-baf6-4007-8880-ab673e1a2019,segment=NetworkSegment(2449887d-c03b-4a70-a423-7d9bceef1b13),segment_id=2449887d-c03b-4a70-a423-7d9bceef1b13)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:27:23.593471 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2fe26396-872c-4278-9ffa-d9134c4d8f4d req-6ae51c07-8f10-4c46-b51e-9d05bcb83338 service neutron] 10.222.0.67 "GET /v2.0/networks/dd775970-2a5b-4fa0-b58f-e11b40e608fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514554 Jan 18 22:27:23.634560 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-b530af22-7057-4912-b0ca-e03eef0a2c06 req-c31231c1-0793-4da3-829a-e3e3ca42ac98 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:23.681394 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-b530af22-7057-4912-b0ca-e03eef0a2c06 req-c31231c1-0793-4da3-829a-e3e3ca42ac98 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:23.703583 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['5b26736c-baf6-4007-8880-ab673e1a2019'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:27:23.751271 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b530af22-7057-4912-b0ca-e03eef0a2c06 req-c31231c1-0793-4da3-829a-e3e3ca42ac98 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:23.751886 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-b530af22-7057-4912-b0ca-e03eef0a2c06 req-c31231c1-0793-4da3-829a-e3e3ca42ac98 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:23.753283 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b530af22-7057-4912-b0ca-e03eef0a2c06 req-c31231c1-0793-4da3-829a-e3e3ca42ac98 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "PUT /v2.0/ports/5b26736c-baf6-4007-8880-ab673e1a2019 HTTP/1.1" status: 200 len: 981 time: 0.6254926 Jan 18 22:27:23.757043 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de6a13a7-5c91-41a9-9e3a-7a24def464a8', 'tag': '5b26736c-baf6-4007-8880-ab673e1a2019'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:27:23.760858 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac9a63b1-1b44-4420-a883-9d027f4616bb" -d '{"events": [{"name": "network-changed", "server_uuid": "de6a13a7-5c91-41a9-9e3a-7a24def464a8", "tag": "5b26736c-baf6-4007-8880-ab673e1a2019"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:27:23.806919 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893b9da1-6430-4bbb-a506-7bcacf2eb6ee req-bcfd22db-f3fb-4873-a88a-999dd0279d2c tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:23.808462 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-893b9da1-6430-4bbb-a506-7bcacf2eb6ee req-bcfd22db-f3fb-4873-a88a-999dd0279d2c tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] 10.222.0.53 "GET /v2.0/ports?device_id=752f3d83-a986-4e8d-8fd4-2e9cfdd50fd8 HTTP/1.1" status: 200 len: 943 time: 0.1872828 Jan 18 22:27:23.811057 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2fe26396-872c-4278-9ffa-d9134c4d8f4d req-8095a965-3aeb-4a18-9a0c-660fc97c1003 service neutron] 10.222.0.67 "GET /v2.0/networks/dd775970-2a5b-4fa0-b58f-e11b40e608fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070978 Jan 18 22:27:23.812487 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31231c1-0793-4da3-829a-e3e3ca42ac98 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Pushing event updated for resources: {'Port': ['ID=5b26736c-baf6-4007-8880-ab673e1a2019,revision_number=6']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:27:23.883232 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2fe26396-872c-4278-9ffa-d9134c4d8f4d req-de7b975a-0766-41cb-868c-922cc13003ae service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.27&port_id=612fabe9-4416-4612-8231-d5ba01cdae5f HTTP/1.1" status: 200 len: 217 time: 0.0614829 Jan 18 22:27:23.916574 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-893b9da1-6430-4bbb-a506-7bcacf2eb6ee req-dc0fa714-0a72-42c1-b530-c7fd4fe58430 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] 10.222.0.53 "GET /v2.0/security-groups?id=769baace-ff15-4518-adaf-b8959b59b398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012406 Jan 18 22:27:23.948433 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a7c7ba95-31b3-4642-b2d3-56a06276d24c req-3f635524-0113-4dd1-bc3b-7f68e551f283 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-831759140&fields=id&tenant_id=6897da059550496b89a6c6ef7ad886b1 HTTP/1.1" status: 200 len: 267 time: 0.1245360 Jan 18 22:27:23.970767 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['5b26736c-baf6-4007-8880-ab673e1a2019'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:27:23.991350 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-193f6c22-aa19-45cb-8c77-9b8f4a8ecad0 x-openstack-request-id: req-193f6c22-aa19-45cb-8c77-9b8f4a8ecad0 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:27:23.991935 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de6a13a7-5c91-41a9-9e3a-7a24def464a8", "tag": "5b26736c-baf6-4007-8880-ab673e1a2019", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:27:23.992221 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-193f6c22-aa19-45cb-8c77-9b8f4a8ecad0 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:27:23.992716 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de6a13a7-5c91-41a9-9e3a-7a24def464a8', 'tag': '5b26736c-baf6-4007-8880-ab673e1a2019', 'status': 'completed', 'code': 200} Jan 18 22:27:24.037258 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe26396-872c-4278-9ffa-d9134c4d8f4d req-e7112035-a25f-4b2d-9bd9-5c33631fae03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:24.039022 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2fe26396-872c-4278-9ffa-d9134c4d8f4d req-e7112035-a25f-4b2d-9bd9-5c33631fae03 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ff3864e7-3d06-47c3-9688-9fc89286565c HTTP/1.1" status: 200 len: 797 time: 0.1368809 Jan 18 22:27:24.095776 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c7ba95-31b3-4642-b2d3-56a06276d24c req-64559672-1083-48fb-8219-611eab9eb579 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:24.097420 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a7c7ba95-31b3-4642-b2d3-56a06276d24c req-64559672-1083-48fb-8219-611eab9eb579 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "GET /v2.0/ports?device_id=de6a13a7-5c91-41a9-9e3a-7a24def464a8 HTTP/1.1" status: 200 len: 984 time: 0.1460524 Jan 18 22:27:24.104050 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9a63b1-1b44-4420-a883-9d027f4616bb req-3d65a25e-08c3-4164-a006-f23b68d63430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:24.105709 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ac9a63b1-1b44-4420-a883-9d027f4616bb req-3d65a25e-08c3-4164-a006-f23b68d63430 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6897da059550496b89a6c6ef7ad886b1&device_id=de6a13a7-5c91-41a9-9e3a-7a24def464a8 HTTP/1.1" status: 200 len: 1135 time: 0.1034212 Jan 18 22:27:24.115591 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-a7c7ba95-31b3-4642-b2d3-56a06276d24c req-7d3d2bf3-2519-4012-99cf-d19da2b99da0 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Request body: {'port': {'security_groups': ['2ef2436f-5d12-4157-8d68-61ff72075f6b', '83041071-1413-4e9a-8ca1-f36177983889', '0e7ffa4d-47fb-4189-937e-7e49be8aa4cb']}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:27:24.236946 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe26396-872c-4278-9ffa-d9134c4d8f4d req-ae4ce067-1e45-4e09-bd38-b1f2bd12591e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:24.238548 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2fe26396-872c-4278-9ffa-d9134c4d8f4d req-ae4ce067-1e45-4e09-bd38-b1f2bd12591e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dd775970-2a5b-4fa0-b58f-e11b40e608fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1878450 Jan 18 22:27:24.268836 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-630177c8-7cc7-44fd-ab01-103e0cddae92 req-3ab45097-c895-4a01-bfa3-62514431acba tempest-ServerShowV257Test-821297967 tempest-ServerShowV257Test-821297967-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea4870c9-b45e-4cca-99cf-679a70d296d1 HTTP/1.1" status: 200 len: 210 time: 0.0910830 Jan 18 22:27:24.337062 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:24.368405 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-a7c7ba95-31b3-4642-b2d3-56a06276d24c req-7d3d2bf3-2519-4012-99cf-d19da2b99da0 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:24.433573 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9a63b1-1b44-4420-a883-9d027f4616bb req-8170a1af-7bc5-45f9-befb-b8933d9f29b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:24.435027 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ac9a63b1-1b44-4420-a883-9d027f4616bb req-8170a1af-7bc5-45f9-befb-b8933d9f29b9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=af41ebc3-729c-4c29-b8ad-2887a97a3db0 HTTP/1.1" status: 200 len: 913 time: 0.3163278 Jan 18 22:27:24.501160 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ac9a63b1-1b44-4420-a883-9d027f4616bb req-ec0efa60-cbc1-48b3-8392-30631fa3ff93 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5b26736c-baf6-4007-8880-ab673e1a2019 HTTP/1.1" status: 200 len: 217 time: 0.0541875 Jan 18 22:27:24.508180 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:24.553014 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2fe26396-872c-4278-9ffa-d9134c4d8f4d req-a03aeead-d7a0-4196-9c14-588baa81be86 service neutron] 10.222.0.67 "GET /v2.0/networks/dd775970-2a5b-4fa0-b58f-e11b40e608fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974749 Jan 18 22:27:24.643525 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9a63b1-1b44-4420-a883-9d027f4616bb req-d6dbc0d0-4fe4-4a9e-914f-b3d8e0f73ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:24.645005 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ac9a63b1-1b44-4420-a883-9d027f4616bb req-d6dbc0d0-4fe4-4a9e-914f-b3d8e0f73ff8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=32a358e3-3dfb-4a4a-b9c8-a4fbb21a0c85 HTTP/1.1" status: 200 len: 853 time: 0.1355474 Jan 18 22:27:25.034910 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ac9a63b1-1b44-4420-a883-9d027f4616bb req-bc5b9838-eb1b-490d-83aa-70047ecedd55 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=af41ebc3-729c-4c29-b8ad-2887a97a3db0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3791735 Jan 18 22:27:25.130361 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2fe26396-872c-4278-9ffa-d9134c4d8f4d req-c5ee4ab9-0b0d-4520-bd6e-8219e9b0412c service neutron] 10.222.0.67 "GET /v2.0/networks/dd775970-2a5b-4fa0-b58f-e11b40e608fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5667753 Jan 18 22:27:25.226885 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2fe26396-872c-4278-9ffa-d9134c4d8f4d req-ea9808ea-b063-4a30-9a64-3e62184939f1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=60e4c595-bd88-4dba-8ee6-e0eaf93fa0f9 HTTP/1.1" status: 200 len: 217 time: 0.0628719 Jan 18 22:27:25.246273 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6355224-6a08-466b-81e2-6093740faba1 req-d5c99dd1-01f5-4fef-8ff5-ec026fa74ed1 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:25.247710 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b6355224-6a08-466b-81e2-6093740faba1 req-d5c99dd1-01f5-4fef-8ff5-ec026fa74ed1 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] 10.222.0.53 "GET /v2.0/ports?device_id=752f3d83-a986-4e8d-8fd4-2e9cfdd50fd8 HTTP/1.1" status: 200 len: 943 time: 0.2106693 Jan 18 22:27:25.316551 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-a7c7ba95-31b3-4642-b2d3-56a06276d24c req-7d3d2bf3-2519-4012-99cf-d19da2b99da0 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] For port 5b26736c-baf6-4007-8880-ab673e1a2019, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=5b26736c-baf6-4007-8880-ab673e1a2019,segment=NetworkSegment(2449887d-c03b-4a70-a423-7d9bceef1b13),segment_id=2449887d-c03b-4a70-a423-7d9bceef1b13)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:27:25.353706 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ac9a63b1-1b44-4420-a883-9d027f4616bb req-9dea199f-3b06-4528-82be-68d8f92645a7 service neutron] 10.222.0.67 "GET /v2.0/networks/af41ebc3-729c-4c29-b8ad-2887a97a3db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775917 Jan 18 22:27:25.366601 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe26396-872c-4278-9ffa-d9134c4d8f4d req-26f6f1cf-9dca-4c78-9cbb-1867b32b76bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:25.367996 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2fe26396-872c-4278-9ffa-d9134c4d8f4d req-26f6f1cf-9dca-4c78-9cbb-1867b32b76bc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ff3864e7-3d06-47c3-9688-9fc89286565c HTTP/1.1" status: 200 len: 797 time: 0.1295290 Jan 18 22:27:25.382554 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b6355224-6a08-466b-81e2-6093740faba1 req-cebd09b2-20cb-4b0e-ae29-806eec8f906f tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] 10.222.0.53 "GET /v2.0/security-groups?id=769baace-ff15-4518-adaf-b8959b59b398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186163 Jan 18 22:27:25.414586 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-a7c7ba95-31b3-4642-b2d3-56a06276d24c req-7d3d2bf3-2519-4012-99cf-d19da2b99da0 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:25.481912 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-a7c7ba95-31b3-4642-b2d3-56a06276d24c req-7d3d2bf3-2519-4012-99cf-d19da2b99da0 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:25.492800 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['5b26736c-baf6-4007-8880-ab673e1a2019'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:27:25.495209 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-0a3b1158-060e-4cb0-92c6-4f59f777b46f req-a93697dd-8ca5-4b2d-bf46-e007736e53a8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ea4870c9-b45e-4cca-99cf-679a70d296d1 HTTP/1.1" status: 200 len: 210 time: 0.0568280 Jan 18 22:27:25.546620 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c7ba95-31b3-4642-b2d3-56a06276d24c req-7d3d2bf3-2519-4012-99cf-d19da2b99da0 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:25.547239 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-a7c7ba95-31b3-4642-b2d3-56a06276d24c req-7d3d2bf3-2519-4012-99cf-d19da2b99da0 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:25.548701 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a7c7ba95-31b3-4642-b2d3-56a06276d24c req-7d3d2bf3-2519-4012-99cf-d19da2b99da0 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "PUT /v2.0/ports/5b26736c-baf6-4007-8880-ab673e1a2019 HTTP/1.1" status: 200 len: 1020 time: 1.4410946 Jan 18 22:27:25.571340 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe26396-872c-4278-9ffa-d9134c4d8f4d req-41fd8ca8-748e-409d-9370-fc1abc39f606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:25.572886 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2fe26396-872c-4278-9ffa-d9134c4d8f4d req-41fd8ca8-748e-409d-9370-fc1abc39f606 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dd775970-2a5b-4fa0-b58f-e11b40e608fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1894875 Jan 18 22:27:25.621644 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-457d9312-da22-4f26-b15d-02466f02c170 req-006f39d0-c536-4a6f-b456-2a8f80ec3f6e tempest-ServerShowV257Test-821297967 tempest-ServerShowV257Test-821297967-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea4870c9-b45e-4cca-99cf-679a70d296d1 HTTP/1.1" status: 200 len: 210 time: 0.0562003 Jan 18 22:27:25.645813 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ac9a63b1-1b44-4420-a883-9d027f4616bb req-b7b2b779-6289-489d-8499-6026d9bf8775 service neutron] 10.222.0.67 "GET /v2.0/networks/af41ebc3-729c-4c29-b8ad-2887a97a3db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2809439 Jan 18 22:27:25.649495 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3d2bf3-2519-4012-99cf-d19da2b99da0 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Pushing event updated for resources: {'Port': ['ID=5b26736c-baf6-4007-8880-ab673e1a2019,revision_number=7']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:27:25.768720 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['5b26736c-baf6-4007-8880-ab673e1a2019'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:27:25.779403 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2fe26396-872c-4278-9ffa-d9134c4d8f4d req-39af7c57-acc8-4fd4-886f-9881583b15c8 service neutron] 10.222.0.67 "GET /v2.0/networks/dd775970-2a5b-4fa0-b58f-e11b40e608fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930788 Jan 18 22:27:25.818461 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5221e8c8-f24b-4854-bd16-3d6edb15cfd5 req-67525411-5469-4f60-aa3e-92bd30c47839 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:25.820083 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5221e8c8-f24b-4854-bd16-3d6edb15cfd5 req-67525411-5469-4f60-aa3e-92bd30c47839 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "GET /v2.0/ports?device_id=de6a13a7-5c91-41a9-9e3a-7a24def464a8 HTTP/1.1" status: 200 len: 1023 time: 0.0859203 Jan 18 22:27:25.993755 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de6a13a7-5c91-41a9-9e3a-7a24def464a8', 'tag': '5b26736c-baf6-4007-8880-ab673e1a2019'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:27:25.996051 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85eb5a4d-0849-4d89-87f3-5bbc6890d3d8" -d '{"events": [{"name": "network-changed", "server_uuid": "de6a13a7-5c91-41a9-9e3a-7a24def464a8", "tag": "5b26736c-baf6-4007-8880-ab673e1a2019"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:27:26.023358 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2fe26396-872c-4278-9ffa-d9134c4d8f4d req-6a41be71-aaf0-4795-8c57-d3f46df4abb7 service neutron] 10.222.0.67 "GET /v2.0/networks/dd775970-2a5b-4fa0-b58f-e11b40e608fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361858 Jan 18 22:27:26.055285 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5221e8c8-f24b-4854-bd16-3d6edb15cfd5 req-1e71e5b8-69a4-4841-9db9-512c2e50cdc6 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e7ffa4d-47fb-4189-937e-7e49be8aa4cb&id=83041071-1413-4e9a-8ca1-f36177983889&id=2ef2436f-5d12-4157-8d68-61ff72075f6b HTTP/1.1" status: 200 len: 6156 time: 0.2045641 Jan 18 22:27:26.075719 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbbb9aa-d0cf-4d68-b85f-c845f18db6cd req-a1f25a30-296f-4bf4-a0fa-f7a46590b57e tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:26.077286 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cfbbb9aa-d0cf-4d68-b85f-c845f18db6cd req-a1f25a30-296f-4bf4-a0fa-f7a46590b57e tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.53 "GET /v2.0/networks?id=8bfa319b-722b-493a-bbbe-0e1ae27e2892 HTTP/1.1" status: 200 len: 814 time: 0.2151878 Jan 18 22:27:26.106936 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2fe26396-872c-4278-9ffa-d9134c4d8f4d req-bdf44219-4904-483a-85b3-8bbab4631604 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.112&port_id=3c486e4d-5c8b-4bdd-b990-9e55341e98f1 HTTP/1.1" status: 200 len: 217 time: 0.0498626 Jan 18 22:27:26.114721 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-093508c9-cd61-406c-98d1-c1cac289f0de x-openstack-request-id: req-093508c9-cd61-406c-98d1-c1cac289f0de {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:27:26.115010 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de6a13a7-5c91-41a9-9e3a-7a24def464a8", "tag": "5b26736c-baf6-4007-8880-ab673e1a2019", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:27:26.115262 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-093508c9-cd61-406c-98d1-c1cac289f0de {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:27:26.116369 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de6a13a7-5c91-41a9-9e3a-7a24def464a8', 'tag': '5b26736c-baf6-4007-8880-ab673e1a2019', 'status': 'completed', 'code': 200} Jan 18 22:27:26.118294 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cfbbb9aa-d0cf-4d68-b85f-c845f18db6cd req-ebeb10df-62f6-4c66-b5d8-4f1aaeabe6bd tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.53 "GET /v2.0/quotas/874c45697b3243aa9d39402c08d61ed1 HTTP/1.1" status: 200 len: 375 time: 0.0139880 Jan 18 22:27:26.182455 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-22276160-61af-4ed9-8014-25f09c316177 req-2d5c4f09-46ff-408b-ae6e-8afa0140afc4 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Request body: {'security_group': {'name': ' tempest-securitygroup -867361736 ', 'description': 'tempest-description-326452128'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:27:26.245490 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe26396-872c-4278-9ffa-d9134c4d8f4d req-0db84998-3717-42ed-98b4-91127b0bd265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:26.246941 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2fe26396-872c-4278-9ffa-d9134c4d8f4d req-0db84998-3717-42ed-98b4-91127b0bd265 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ff3864e7-3d06-47c3-9688-9fc89286565c HTTP/1.1" status: 200 len: 797 time: 0.1236124 Jan 18 22:27:26.270977 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cfbbb9aa-d0cf-4d68-b85f-c845f18db6cd req-0d693284-e14a-4459-8d06-be7c72358aac tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=874c45697b3243aa9d39402c08d61ed1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1395006 Jan 18 22:27:26.275718 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eb5a4d-0849-4d89-87f3-5bbc6890d3d8 req-a9fdbcd4-ee53-4aaf-985d-ff645d8ac35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:26.277190 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-85eb5a4d-0849-4d89-87f3-5bbc6890d3d8 req-a9fdbcd4-ee53-4aaf-985d-ff645d8ac35f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6897da059550496b89a6c6ef7ad886b1&device_id=de6a13a7-5c91-41a9-9e3a-7a24def464a8 HTTP/1.1" status: 200 len: 1174 time: 0.1336749 Jan 18 22:27:26.306273 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-22276160-61af-4ed9-8014-25f09c316177 req-2d5c4f09-46ff-408b-ae6e-8afa0140afc4 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:26.451401 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe26396-872c-4278-9ffa-d9134c4d8f4d req-37c035e9-b877-4739-8292-b9dab0ebc1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:26.452989 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2fe26396-872c-4278-9ffa-d9134c4d8f4d req-37c035e9-b877-4739-8292-b9dab0ebc1b3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dd775970-2a5b-4fa0-b58f-e11b40e608fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1968653 Jan 18 22:27:26.551783 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eb5a4d-0849-4d89-87f3-5bbc6890d3d8 req-a5bdddf8-a0e3-4739-a727-16a071269ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:26.553745 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-85eb5a4d-0849-4d89-87f3-5bbc6890d3d8 req-a5bdddf8-a0e3-4739-a727-16a071269ce7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=af41ebc3-729c-4c29-b8ad-2887a97a3db0 HTTP/1.1" status: 200 len: 913 time: 0.2610047 Jan 18 22:27:26.561487 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cfbbb9aa-d0cf-4d68-b85f-c845f18db6cd req-f509cf32-a767-4cae-9e0c-21e339656192 service neutron] 10.222.0.53 "GET /v2.0/networks/8bfa319b-722b-493a-bbbe-0e1ae27e2892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704775 Jan 18 22:27:26.628143 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-85eb5a4d-0849-4d89-87f3-5bbc6890d3d8 req-a44b76cc-1245-44de-97cc-d85b52bcce4c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5b26736c-baf6-4007-8880-ab673e1a2019 HTTP/1.1" status: 200 len: 217 time: 0.0656402 Jan 18 22:27:26.690224 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-22276160-61af-4ed9-8014-25f09c316177 req-2d5c4f09-46ff-408b-ae6e-8afa0140afc4 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:26.721903 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-22276160-61af-4ed9-8014-25f09c316177 req-2d5c4f09-46ff-408b-ae6e-8afa0140afc4 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:26.759329 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2fe26396-872c-4278-9ffa-d9134c4d8f4d req-74a44e0a-7e53-4989-ada2-76a9e978d181 service neutron] 10.222.0.67 "GET /v2.0/networks/dd775970-2a5b-4fa0-b58f-e11b40e608fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2942560 Jan 18 22:27:26.775323 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-22276160-61af-4ed9-8014-25f09c316177 req-2d5c4f09-46ff-408b-ae6e-8afa0140afc4 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:26.776519 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-22276160-61af-4ed9-8014-25f09c316177 req-2d5c4f09-46ff-408b-ae6e-8afa0140afc4 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 0.6350870 Jan 18 22:27:26.786451 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eb5a4d-0849-4d89-87f3-5bbc6890d3d8 req-f26fb5fe-4f4d-4d4e-9c30-5ab53fa1c5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:26.787478 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-85eb5a4d-0849-4d89-87f3-5bbc6890d3d8 req-f26fb5fe-4f4d-4d4e-9c30-5ab53fa1c5a6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=32a358e3-3dfb-4a4a-b9c8-a4fbb21a0c85 HTTP/1.1" status: 200 len: 853 time: 0.1231182 Jan 18 22:27:26.871550 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5c4f09-46ff-408b-ae6e-8afa0140afc4 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b0c3a79-7cd0-4b4b-97ab-554d176cd9df,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:27:26.875116 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-85eb5a4d-0849-4d89-87f3-5bbc6890d3d8 req-36f7df34-0587-4311-a27b-1eb6fc445306 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=af41ebc3-729c-4c29-b8ad-2887a97a3db0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730348 Jan 18 22:27:26.881331 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cfbbb9aa-d0cf-4d68-b85f-c845f18db6cd req-35163438-84c6-4a0b-8ba3-76aef3f4518d service neutron] 10.222.0.53 "GET /v2.0/networks/8bfa319b-722b-493a-bbbe-0e1ae27e2892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3085117 Jan 18 22:27:27.007471 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd930758-7aa5-411b-bb3e-29bf1a17869c req-4222d4b8-e856-4038-94e5-404a9daa6444 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:27.009065 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bd930758-7aa5-411b-bb3e-29bf1a17869c req-4222d4b8-e856-4038-94e5-404a9daa6444 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] 10.222.0.53 "GET /v2.0/ports?device_id=752f3d83-a986-4e8d-8fd4-2e9cfdd50fd8 HTTP/1.1" status: 200 len: 943 time: 0.1617017 Jan 18 22:27:27.032075 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2fe26396-872c-4278-9ffa-d9134c4d8f4d req-e6ae2a30-d0f3-4dcb-8d14-ff6c500ad6ae service neutron] 10.222.0.67 "GET /v2.0/networks/dd775970-2a5b-4fa0-b58f-e11b40e608fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494171 Jan 18 22:27:27.091757 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2fe26396-872c-4278-9ffa-d9134c4d8f4d req-47586801-a28b-438c-8a04-050bf1788ab1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8378d970-1631-475d-9cba-3b81e38793ce HTTP/1.1" status: 200 len: 217 time: 0.0493171 Jan 18 22:27:27.114950 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-85eb5a4d-0849-4d89-87f3-5bbc6890d3d8 req-83ad25a9-ee81-47da-81a1-b7209f063458 service neutron] 10.222.0.67 "GET /v2.0/networks/af41ebc3-729c-4c29-b8ad-2887a97a3db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247896 Jan 18 22:27:27.149340 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bd930758-7aa5-411b-bb3e-29bf1a17869c req-bc8c33b8-3d22-490e-9f35-c72e3495ffcb tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] 10.222.0.53 "GET /v2.0/security-groups?id=769baace-ff15-4518-adaf-b8959b59b398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323879 Jan 18 22:27:27.269309 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4bde117e-f6d4-4d0f-98e5-e47b4de10e93 req-5354785e-a2a3-46c5-ab94-843eedf5f6ed tempest-ServerShowV257Test-821297967 tempest-ServerShowV257Test-821297967-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea4870c9-b45e-4cca-99cf-679a70d296d1 HTTP/1.1" status: 200 len: 210 time: 0.0343587 Jan 18 22:27:27.331688 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe26396-872c-4278-9ffa-d9134c4d8f4d req-73db1997-3b97-4d27-a263-fb59479f45ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:27.333289 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2fe26396-872c-4278-9ffa-d9134c4d8f4d req-73db1997-3b97-4d27-a263-fb59479f45ac service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b2fef015-6188-4e86-a17d-bae4a3dc212e HTTP/1.1" status: 200 len: 797 time: 0.2320640 Jan 18 22:27:27.396640 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-85eb5a4d-0849-4d89-87f3-5bbc6890d3d8 req-56504961-208b-4c08-8d3a-5d9a3d08de2d service neutron] 10.222.0.67 "GET /v2.0/networks/af41ebc3-729c-4c29-b8ad-2887a97a3db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590222 Jan 18 22:27:27.400206 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1bea3b12-97a2-4604-ae1e-d986c064ca5b req-5b58e6e5-2c94-4e32-bda7-f2e01d0eeac9 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a2b66c0-c9a2-4cc4-97ad-988f7f10a9c4 HTTP/1.1" status: 200 len: 210 time: 0.0466590 Jan 18 22:27:27.405011 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7e7a2534-9891-4848-89d1-969613a4cad9 req-82033cce-b5c6-4f78-9c9d-266302143658 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "GET /v2.0/security-groups/0b0c3a79-7cd0-4b4b-97ab-554d176cd9df HTTP/1.1" status: 200 len: 1781 time: 0.1333897 Jan 18 22:27:27.440161 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe26396-872c-4278-9ffa-d9134c4d8f4d req-a7c94451-c77e-416d-9f3e-e23972e4142a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:27.441485 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2fe26396-872c-4278-9ffa-d9134c4d8f4d req-a7c94451-c77e-416d-9f3e-e23972e4142a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d517cf7a-2b5e-403e-9519-f81391a215c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0963106 Jan 18 22:27:27.610476 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-35621804-3379-4c4d-95a9-02ba8a22779f req-5e36e8e8-dcbe-4b29-9597-a5d0936a0344 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "GET /v2.0/security-groups/0b0c3a79-7cd0-4b4b-97ab-554d176cd9df HTTP/1.1" status: 200 len: 1781 time: 0.0782707 Jan 18 22:27:27.646511 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2fe26396-872c-4278-9ffa-d9134c4d8f4d req-0efebae4-f647-43d4-a326-374f5579e0cb service neutron] 10.222.0.67 "GET /v2.0/networks/d517cf7a-2b5e-403e-9519-f81391a215c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962652 Jan 18 22:27:27.707692 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-3acd72cd-a07a-499a-bd5f-6ad31ba96947 req-e8de1d8d-e957-4b30-a196-e1c07cb5eb2a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4c0b504869e34294a48ba4af6576cb3c&device_id=ea4870c9-b45e-4cca-99cf-679a70d296d1 HTTP/1.1" status: 200 len: 210 time: 0.0397487 Jan 18 22:27:27.741260 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-3acd72cd-a07a-499a-bd5f-6ad31ba96947 req-44587251-b1f6-4f35-9175-b2dc6e67f1f3 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=4c0b504869e34294a48ba4af6576cb3c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0258868 Jan 18 22:27:27.775127 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-35621804-3379-4c4d-95a9-02ba8a22779f req-4f7be41d-0fc2-4f90-99ac-2ea0effc59f5 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:27.811503 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2fe26396-872c-4278-9ffa-d9134c4d8f4d req-3274913d-e17f-475a-8bf2-b57059ee0261 service neutron] 10.222.0.67 "GET /v2.0/networks/d517cf7a-2b5e-403e-9519-f81391a215c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571946 Jan 18 22:27:27.823505 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be157fa-c4bc-42b2-a77f-d43b8f88d5a8 req-c0c46fb5-fa73-44dc-84d2-0c063f6b9d88 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:27.825090 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6be157fa-c4bc-42b2-a77f-d43b8f88d5a8 req-c0c46fb5-fa73-44dc-84d2-0c063f6b9d88 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/ports?device_id=304a0036-0214-4c80-94aa-de6139e57a2b HTTP/1.1" status: 200 len: 945 time: 0.1189699 Jan 18 22:27:27.836827 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-35621804-3379-4c4d-95a9-02ba8a22779f req-4f7be41d-0fc2-4f90-99ac-2ea0effc59f5 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:27.853322 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acd72cd-a07a-499a-bd5f-6ad31ba96947 req-3ec042d4-487e-4df1-99f2-ed2c26c42cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:27.854886 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-3acd72cd-a07a-499a-bd5f-6ad31ba96947 req-3ec042d4-487e-4df1-99f2-ed2c26c42cd6 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1081686 Jan 18 22:27:27.887452 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2fe26396-872c-4278-9ffa-d9134c4d8f4d req-22de1535-c10d-41af-a4d1-3686feade2ab service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d4aeaad3-0a25-4101-bf67-696d922c2523 HTTP/1.1" status: 200 len: 217 time: 0.0612488 Jan 18 22:27:27.955079 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6be157fa-c4bc-42b2-a77f-d43b8f88d5a8 req-8f5a2713-3d3a-40a4-8452-9b3fc19f605b tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c648c24-a8c9-44c0-bb3a-f1fa93ac06ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200726 Jan 18 22:27:27.969711 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-35621804-3379-4c4d-95a9-02ba8a22779f req-4f7be41d-0fc2-4f90-99ac-2ea0effc59f5 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:27.972274 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-35621804-3379-4c4d-95a9-02ba8a22779f req-4f7be41d-0fc2-4f90-99ac-2ea0effc59f5 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:27.976396 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-35621804-3379-4c4d-95a9-02ba8a22779f req-4f7be41d-0fc2-4f90-99ac-2ea0effc59f5 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "DELETE /v2.0/security-groups/0b0c3a79-7cd0-4b4b-97ab-554d176cd9df HTTP/1.1" status: 204 len: 173 time: 0.3560152 Jan 18 22:27:27.985591 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe26396-872c-4278-9ffa-d9134c4d8f4d req-9ecfc828-3ece-4022-b5ed-cf073a8b226c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:27.987021 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2fe26396-872c-4278-9ffa-d9134c4d8f4d req-9ecfc828-3ece-4022-b5ed-cf073a8b226c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b2fef015-6188-4e86-a17d-bae4a3dc212e HTTP/1.1" status: 200 len: 797 time: 0.0894544 Jan 18 22:27:27.992262 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7be41d-0fc2-4f90-99ac-2ea0effc59f5 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b0c3a79-7cd0-4b4b-97ab-554d176cd9df,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:27:28.018355 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [req-7e5b0429-f6da-4087-8040-b2cf4166fa3f req-c752aed5-e8f4-4835-8895-ac9534b1f269 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] show failed (client error): The resource could not be found. Jan 18 22:27:28.018355 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7e5b0429-f6da-4087-8040-b2cf4166fa3f req-c752aed5-e8f4-4835-8895-ac9534b1f269 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "GET /v2.0/security-groups/0b0c3a79-7cd0-4b4b-97ab-554d176cd9df HTTP/1.1" status: 404 len: 352 time: 0.0240011 Jan 18 22:27:28.052839 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe26396-872c-4278-9ffa-d9134c4d8f4d req-320d0d6c-6564-4d02-857a-daa9486ccc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:28.054392 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2fe26396-872c-4278-9ffa-d9134c4d8f4d req-320d0d6c-6564-4d02-857a-daa9486ccc99 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d517cf7a-2b5e-403e-9519-f81391a215c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0463877 Jan 18 22:27:28.070772 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-4b3656a1-0f1f-4516-9407-516ae0c4b6cf req-9c9c72c8-bdd5-488d-a474-21e37d5fd3e8 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1685746355', 'description': 'tempest-description-907984692'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:27:28.102938 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4a53dbbd-50cb-4453-8bfc-516ad65f2755 req-b5d15800-f0fc-41e0-9269-5ed5583c5cbb tempest-ServerShowV257Test-821297967 tempest-ServerShowV257Test-821297967-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea4870c9-b45e-4cca-99cf-679a70d296d1 HTTP/1.1" status: 200 len: 210 time: 0.0474505 Jan 18 22:27:28.182198 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-4b3656a1-0f1f-4516-9407-516ae0c4b6cf req-9c9c72c8-bdd5-488d-a474-21e37d5fd3e8 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:28.210734 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2fe26396-872c-4278-9ffa-d9134c4d8f4d req-4216951b-5c75-4fff-8724-45e722f880f3 service neutron] 10.222.0.67 "GET /v2.0/networks/d517cf7a-2b5e-403e-9519-f81391a215c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435823 Jan 18 22:27:28.247233 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbbb9aa-d0cf-4d68-b85f-c845f18db6cd req-886b4c0a-bf67-4d50-b0de-a7a7b27f6930 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:28.249058 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-cfbbb9aa-d0cf-4d68-b85f-c845f18db6cd req-886b4c0a-bf67-4d50-b0de-a7a7b27f6930 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.36 "GET /v2.0/networks?id=8bfa319b-722b-493a-bbbe-0e1ae27e2892 HTTP/1.1" status: 200 len: 814 time: 0.1370955 Jan 18 22:27:28.266139 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-cfbbb9aa-d0cf-4d68-b85f-c845f18db6cd req-65f691f0-8551-449c-961d-ceb3e0d64717 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Request body: {'port': {'device_id': '7a2b66c0-c9a2-4cc4-97ad-988f7f10a9c4', 'network_id': '8bfa319b-722b-493a-bbbe-0e1ae27e2892', 'admin_state_up': True, 'tenant_id': '874c45697b3243aa9d39402c08d61ed1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:27:28.385487 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-4b3656a1-0f1f-4516-9407-516ae0c4b6cf req-9c9c72c8-bdd5-488d-a474-21e37d5fd3e8 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:28.392984 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-4b3656a1-0f1f-4516-9407-516ae0c4b6cf req-9c9c72c8-bdd5-488d-a474-21e37d5fd3e8 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:28.401735 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2fe26396-872c-4278-9ffa-d9134c4d8f4d req-7c1759bb-7744-4767-b864-c3e9cafe9302 service neutron] 10.222.0.67 "GET /v2.0/networks/d517cf7a-2b5e-403e-9519-f81391a215c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802607 Jan 18 22:27:28.437586 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-4b3656a1-0f1f-4516-9407-516ae0c4b6cf req-9c9c72c8-bdd5-488d-a474-21e37d5fd3e8 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:28.447207 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4b3656a1-0f1f-4516-9407-516ae0c4b6cf req-9c9c72c8-bdd5-488d-a474-21e37d5fd3e8 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3804519 Jan 18 22:27:28.459261 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8cbdb3-b649-43e9-9580-227c9b3023bf req-ae2a4149-6e72-48f1-9598-3145b0877f60 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:28.470647 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6f8cbdb3-b649-43e9-9580-227c9b3023bf req-ae2a4149-6e72-48f1-9598-3145b0877f60 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] 10.222.0.53 "GET /v2.0/ports?device_id=752f3d83-a986-4e8d-8fd4-2e9cfdd50fd8 HTTP/1.1" status: 200 len: 943 time: 0.1281996 Jan 18 22:27:28.474379 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9c72c8-bdd5-488d-a474-21e37d5fd3e8 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac21374e-1aed-40a7-a0b7-f435494849aa,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:27:28.487512 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfbbb9aa-d0cf-4d68-b85f-c845f18db6cd req-65f691f0-8551-449c-961d-ceb3e0d64717 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Made reservation on behalf of 874c45697b3243aa9d39402c08d61ed1 for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:27:28.492747 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-cfbbb9aa-d0cf-4d68-b85f-c845f18db6cd req-65f691f0-8551-449c-961d-ceb3e0d64717 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:28.540434 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6f8cbdb3-b649-43e9-9580-227c9b3023bf req-6347533c-5b1b-440c-abc9-394bdde471d4 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] 10.222.0.53 "GET /v2.0/security-groups?id=769baace-ff15-4518-adaf-b8959b59b398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625305 Jan 18 22:27:28.556861 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-11f948da-f9d8-42a5-8f30-e121ff660a22 req-9b6dde6e-a677-46d1-8bfc-68b6638466eb tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-810954184', 'description': 'tempest-description-1932965496'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:27:28.595436 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a7cb9af1-1f84-4114-a537-7c63de5a1ef3 req-d8f7011d-0a37-4a22-8321-a4fb8138167e tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a2b66c0-c9a2-4cc4-97ad-988f7f10a9c4 HTTP/1.1" status: 200 len: 210 time: 0.0343113 Jan 18 22:27:28.615923 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-11f948da-f9d8-42a5-8f30-e121ff660a22 req-9b6dde6e-a677-46d1-8bfc-68b6638466eb tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:28.634420 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [req-cfbbb9aa-d0cf-4d68-b85f-c845f18db6cd req-65f691f0-8551-449c-961d-ceb3e0d64717 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Allocated IP 172.20.0.4 (8bfa319b-722b-493a-bbbe-0e1ae27e2892/29c446a9-d381-4718-9864-5ac3271c54a8/57543212-6e45-4b4c-9314-8adcb11e564a) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:27:28.686517 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-11f948da-f9d8-42a5-8f30-e121ff660a22 req-9b6dde6e-a677-46d1-8bfc-68b6638466eb tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:28.691543 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-11f948da-f9d8-42a5-8f30-e121ff660a22 req-9b6dde6e-a677-46d1-8bfc-68b6638466eb tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:28.724601 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-11f948da-f9d8-42a5-8f30-e121ff660a22 req-9b6dde6e-a677-46d1-8bfc-68b6638466eb tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:28.725840 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-11f948da-f9d8-42a5-8f30-e121ff660a22 req-9b6dde6e-a677-46d1-8bfc-68b6638466eb tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1736829 Jan 18 22:27:28.727632 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6dde6e-a677-46d1-8bfc-68b6638466eb tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3ed9e5a-0f1f-404a-94bd-947e7e4b9b92,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:27:28.753664 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-49a9015f-82c6-4112-a6f1-61aacadd4507 req-e1cbd6de-33b6-4a4d-bb16-569cce2ef031 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-143660154', 'description': 'tempest-description-69922131'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:27:28.780403 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-49a9015f-82c6-4112-a6f1-61aacadd4507 req-e1cbd6de-33b6-4a4d-bb16-569cce2ef031 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:28.811676 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-cfbbb9aa-d0cf-4d68-b85f-c845f18db6cd req-65f691f0-8551-449c-961d-ceb3e0d64717 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:28.856333 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-49a9015f-82c6-4112-a6f1-61aacadd4507 req-e1cbd6de-33b6-4a4d-bb16-569cce2ef031 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:28.856513 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-cfbbb9aa-d0cf-4d68-b85f-c845f18db6cd req-65f691f0-8551-449c-961d-ceb3e0d64717 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:28.860726 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-49a9015f-82c6-4112-a6f1-61aacadd4507 req-e1cbd6de-33b6-4a4d-bb16-569cce2ef031 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:28.869433 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['3309ab83-ec01-4ddc-bd7b-6d7954fc2786'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:27:28.911480 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-49a9015f-82c6-4112-a6f1-61aacadd4507 req-e1cbd6de-33b6-4a4d-bb16-569cce2ef031 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:28.916355 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-49a9015f-82c6-4112-a6f1-61aacadd4507 req-e1cbd6de-33b6-4a4d-bb16-569cce2ef031 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.1679461 Jan 18 22:27:28.921442 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfbbb9aa-d0cf-4d68-b85f-c845f18db6cd req-65f691f0-8551-449c-961d-ceb3e0d64717 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Network 8bfa319b-722b-493a-bbbe-0e1ae27e2892 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:27:28.921622 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cbd6de-33b6-4a4d-bb16-569cce2ef031 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afae1037-7bf2-40bc-b71d-3eb526933938,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:27:28.950068 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f691f0-8551-449c-961d-ceb3e0d64717 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Pushing event updated for resources: {'Port': ['ID=57543212-6e45-4b4c-9314-8adcb11e564a,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:27:28.953825 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [req-cfbbb9aa-d0cf-4d68-b85f-c845f18db6cd req-65f691f0-8551-449c-961d-ceb3e0d64717 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:27:28.956460 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfbbb9aa-d0cf-4d68-b85f-c845f18db6cd req-65f691f0-8551-449c-961d-ceb3e0d64717 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:27:29.036340 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbbb9aa-d0cf-4d68-b85f-c845f18db6cd req-65f691f0-8551-449c-961d-ceb3e0d64717 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:29.037403 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-cfbbb9aa-d0cf-4d68-b85f-c845f18db6cd req-65f691f0-8551-449c-961d-ceb3e0d64717 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:29.058841 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-cfbbb9aa-d0cf-4d68-b85f-c845f18db6cd req-65f691f0-8551-449c-961d-ceb3e0d64717 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7968283 Jan 18 22:27:29.070374 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-cfbbb9aa-d0cf-4d68-b85f-c845f18db6cd req-483336e9-072b-4398-8611-e6294206c53f service neutron] Request body: {'port': {'device_id': '7a2b66c0-c9a2-4cc4-97ad-988f7f10a9c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:27:29.138958 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-cfbbb9aa-d0cf-4d68-b85f-c845f18db6cd req-483336e9-072b-4398-8611-e6294206c53f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:29.153588 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8641d5fb-70e3-4931-893c-5064468fd66d req-fd6110a1-cd0f-4536-a729-7eb4bc95b3c1 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6897da059550496b89a6c6ef7ad886b1 HTTP/1.1" status: 200 len: 10907 time: 0.2141299 Jan 18 22:27:29.181231 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3acd72cd-a07a-499a-bd5f-6ad31ba96947 req-0416a4a4-ae18-4f45-8485-d885deec1511 tempest-ServerShowV257Test-821297967 tempest-ServerShowV257Test-821297967-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea4870c9-b45e-4cca-99cf-679a70d296d1 HTTP/1.1" status: 200 len: 210 time: 0.0580058 Jan 18 22:27:29.189743 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d126f9fd-3cda-4dc8-afb5-d244afafd4fc req-455c18d3-48fc-4988-a39b-20594535a319 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:29.197131 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d126f9fd-3cda-4dc8-afb5-d244afafd4fc req-455c18d3-48fc-4988-a39b-20594535a319 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/ports?device_id=304a0036-0214-4c80-94aa-de6139e57a2b HTTP/1.1" status: 200 len: 945 time: 0.1487153 Jan 18 22:27:29.264360 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8641d5fb-70e3-4931-893c-5064468fd66d req-95cfac4a-4f3b-4d3a-adc1-2512372d9b61 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "GET /v2.0/security-groups/2ef2436f-5d12-4157-8d68-61ff72075f6b HTTP/1.1" status: 200 len: 2985 time: 0.1097796 Jan 18 22:27:29.274592 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d126f9fd-3cda-4dc8-afb5-d244afafd4fc req-b1a00bc9-8610-4f93-ae35-ea1dbf8727bf tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c648c24-a8c9-44c0-bb3a-f1fa93ac06ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764668 Jan 18 22:27:29.307773 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 141a641c-d775-411c-8e3a-e0269ab65a4d details requested by agent hyperv_n-h1-825064-1 with host n-h1-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:27:29.423707 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2c270986-b327-42c8-a6e6-c0816bf7dd46 req-96857ac3-b9a7-4d5b-9049-952c5ce07dbf tempest-ServerShowV257Test-821297967 tempest-ServerShowV257Test-821297967-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea4870c9-b45e-4cca-99cf-679a70d296d1 HTTP/1.1" status: 200 len: 210 time: 0.0500298 Jan 18 22:27:29.460252 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8641d5fb-70e3-4931-893c-5064468fd66d req-ea74ae21-dabd-4791-8981-0ffb3722b962 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "GET /v2.0/security-groups/2ef2436f-5d12-4157-8d68-61ff72075f6b HTTP/1.1" status: 200 len: 2985 time: 0.1949844 Jan 18 22:27:29.551140 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 141a641c-d775-411c-8e3a-e0269ab65a4d, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=141a641c-d775-411c-8e3a-e0269ab65a4d,segment=NetworkSegment(8d5d1671-f92e-4415-a353-2cb2533e6596),segment_id=8d5d1671-f92e-4415-a353-2cb2533e6596)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:27:29.574751 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Returning: {'device': '141a641c-d775-411c-8e3a-e0269ab65a4d', 'network_id': '20e66f8d-59af-4123-907d-ae2bdaa0a688', 'port_id': '141a641c-d775-411c-8e3a-e0269ab65a4d', 'mac_address': 'fa:16:3e:3e:ef:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdcd6731-596e-4357-a042-5d54da415e2a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:27:29.677632 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:29.723835 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 141a641c-d775-411c-8e3a-e0269ab65a4d {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:27:29.783962 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 141a641c-d775-411c-8e3a-e0269ab65a4d, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=141a641c-d775-411c-8e3a-e0269ab65a4d,segment=NetworkSegment(8d5d1671-f92e-4415-a353-2cb2533e6596),segment_id=8d5d1671-f92e-4415-a353-2cb2533e6596)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:27:29.799461 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:29.921515 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=141a641c-d775-411c-8e3a-e0269ab65a4d,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:27:30.013095 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['141a641c-d775-411c-8e3a-e0269ab65a4d'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:27:30.017719 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [req-cfbbb9aa-d0cf-4d68-b85f-c845f18db6cd req-483336e9-072b-4398-8611-e6294206c53f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57543212-6e45-4b4c-9314-8adcb11e564a {{(pid=102431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:27:30.028258 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-cfbbb9aa-d0cf-4d68-b85f-c845f18db6cd req-483336e9-072b-4398-8611-e6294206c53f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:30.044095 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [req-cfbbb9aa-d0cf-4d68-b85f-c845f18db6cd req-483336e9-072b-4398-8611-e6294206c53f service neutron] Transition to ACTIVE for port object 57543212-6e45-4b4c-9314-8adcb11e564a will not be triggered until provisioned by entity L2. {{(pid=102431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:27:30.052010 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-cfbbb9aa-d0cf-4d68-b85f-c845f18db6cd req-483336e9-072b-4398-8611-e6294206c53f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:30.109542 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483336e9-072b-4398-8611-e6294206c53f service neutron] Pushing event updated for resources: {'Port': ['ID=57543212-6e45-4b4c-9314-8adcb11e564a,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:27:30.198289 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-cfbbb9aa-d0cf-4d68-b85f-c845f18db6cd req-483336e9-072b-4398-8611-e6294206c53f service neutron] Attempting to bind port 57543212-6e45-4b4c-9314-8adcb11e564a on host n-h1-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:27:30.199291 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-cfbbb9aa-d0cf-4d68-b85f-c845f18db6cd req-483336e9-072b-4398-8611-e6294206c53f service neutron] Attempting to bind port 57543212-6e45-4b4c-9314-8adcb11e564a by drivers openvswitch,hyperv on host n-h1-825064-1 at level 0 using segments [{'id': '8722d91c-e345-4722-8e76-e16ce0db35db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '8bfa319b-722b-493a-bbbe-0e1ae27e2892'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:27:30.199629 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbbb9aa-d0cf-4d68-b85f-c845f18db6cd req-483336e9-072b-4398-8611-e6294206c53f service neutron] Attempting to bind port 57543212-6e45-4b4c-9314-8adcb11e564a on network 8bfa319b-722b-493a-bbbe-0e1ae27e2892 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:27:30.205691 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbbb9aa-d0cf-4d68-b85f-c845f18db6cd req-483336e9-072b-4398-8611-e6294206c53f service neutron] Port 57543212-6e45-4b4c-9314-8adcb11e564a on network 8bfa319b-722b-493a-bbbe-0e1ae27e2892 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:27:30.206013 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbbb9aa-d0cf-4d68-b85f-c845f18db6cd req-483336e9-072b-4398-8611-e6294206c53f service neutron] Attempting to bind port 57543212-6e45-4b4c-9314-8adcb11e564a on network 8bfa319b-722b-493a-bbbe-0e1ae27e2892 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:27:30.206994 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-29d94a75-1e06-44c1-9a4f-1e2d7d519d96 req-44346abf-59f0-4ddd-b5cc-60716cd25d9e tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "GET /v2.0/security-groups/ac21374e-1aed-40a7-a0b7-f435494849aa HTTP/1.1" status: 200 len: 1802 time: 0.7417452 Jan 18 22:27:30.211555 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbbb9aa-d0cf-4d68-b85f-c845f18db6cd req-483336e9-072b-4398-8611-e6294206c53f service neutron] Checking agent: {'id': 'e49d1b2a-ba11-487f-a804-ecbf3c0e8132', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:27:30.212487 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbbb9aa-d0cf-4d68-b85f-c845f18db6cd req-483336e9-072b-4398-8611-e6294206c53f service neutron] Checking segment: {'id': '8722d91c-e345-4722-8e76-e16ce0db35db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '8bfa319b-722b-493a-bbbe-0e1ae27e2892'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:27:30.213042 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbbb9aa-d0cf-4d68-b85f-c845f18db6cd req-483336e9-072b-4398-8611-e6294206c53f service neutron] Bound using segment: {'id': '8722d91c-e345-4722-8e76-e16ce0db35db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '8bfa319b-722b-493a-bbbe-0e1ae27e2892'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:27:30.213767 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-cfbbb9aa-d0cf-4d68-b85f-c845f18db6cd req-483336e9-072b-4398-8611-e6294206c53f service neutron] Bound port: 57543212-6e45-4b4c-9314-8adcb11e564a, host: n-h1-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8722d91c-e345-4722-8e76-e16ce0db35db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '8bfa319b-722b-493a-bbbe-0e1ae27e2892'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:27:30.214292 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-cfbbb9aa-d0cf-4d68-b85f-c845f18db6cd req-483336e9-072b-4398-8611-e6294206c53f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:30.243530 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a6d317-978d-41fb-ae5d-369de79f40ba req-a074d7c6-3146-44c7-a434-9fb8b63dfda5 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:30.253126 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-22a6d317-978d-41fb-ae5d-369de79f40ba req-a074d7c6-3146-44c7-a434-9fb8b63dfda5 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] 10.222.0.53 "GET /v2.0/ports?device_id=752f3d83-a986-4e8d-8fd4-2e9cfdd50fd8 HTTP/1.1" status: 200 len: 944 time: 0.1314466 Jan 18 22:27:30.301978 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-cfbbb9aa-d0cf-4d68-b85f-c845f18db6cd req-483336e9-072b-4398-8611-e6294206c53f service neutron] For port 57543212-6e45-4b4c-9314-8adcb11e564a, host n-h1-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:27:30.305204 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-cfbbb9aa-d0cf-4d68-b85f-c845f18db6cd req-483336e9-072b-4398-8611-e6294206c53f service neutron] For port 57543212-6e45-4b4c-9314-8adcb11e564a, host n-h1-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=57543212-6e45-4b4c-9314-8adcb11e564a,segment=NetworkSegment(8722d91c-e345-4722-8e76-e16ce0db35db),segment_id=8722d91c-e345-4722-8e76-e16ce0db35db)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:27:30.315073 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-cfbbb9aa-d0cf-4d68-b85f-c845f18db6cd req-483336e9-072b-4398-8611-e6294206c53f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:30.332710 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-22a6d317-978d-41fb-ae5d-369de79f40ba req-d2900715-82c3-4c5a-bfbf-bb9d22f2fb90 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] 10.222.0.53 "GET /v2.0/security-groups?id=769baace-ff15-4518-adaf-b8959b59b398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804086 Jan 18 22:27:30.333788 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-29d94a75-1e06-44c1-9a4f-1e2d7d519d96 req-392f3457-481e-4278-a105-8cbbc329c4be tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:30.362407 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbbb9aa-d0cf-4d68-b85f-c845f18db6cd req-483336e9-072b-4398-8611-e6294206c53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:30.363034 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-cfbbb9aa-d0cf-4d68-b85f-c845f18db6cd req-483336e9-072b-4398-8611-e6294206c53f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:30.364614 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-cfbbb9aa-d0cf-4d68-b85f-c845f18db6cd req-483336e9-072b-4398-8611-e6294206c53f service neutron] 10.222.0.36 "PUT /v2.0/ports/57543212-6e45-4b4c-9314-8adcb11e564a HTTP/1.1" status: 200 len: 1091 time: 1.2988563 Jan 18 22:27:30.365201 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a2b66c0-c9a2-4cc4-97ad-988f7f10a9c4', 'tag': '57543212-6e45-4b4c-9314-8adcb11e564a'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:27:30.368054 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05a94685-ac4f-4088-81af-f8428f672e0b" -d '{"events": [{"name": "network-changed", "server_uuid": "7a2b66c0-c9a2-4cc4-97ad-988f7f10a9c4", "tag": "57543212-6e45-4b4c-9314-8adcb11e564a"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:27:30.381889 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-29d94a75-1e06-44c1-9a4f-1e2d7d519d96 req-392f3457-481e-4278-a105-8cbbc329c4be tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:30.404983 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483336e9-072b-4398-8611-e6294206c53f service neutron] Pushing event updated for resources: {'Port': ['ID=57543212-6e45-4b4c-9314-8adcb11e564a,revision_number=3']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:27:30.486435 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbbb9aa-d0cf-4d68-b85f-c845f18db6cd req-00e9e10e-506f-4588-a986-c0569be72a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:30.487637 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df72ac16-0384-43cc-bdf5-f73cc45c94b4 req-1f225b3a-d5db-45cf-917c-e2d53e6c03a5 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:30.488437 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-cfbbb9aa-d0cf-4d68-b85f-c845f18db6cd req-00e9e10e-506f-4588-a986-c0569be72a66 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=874c45697b3243aa9d39402c08d61ed1&device_id=7a2b66c0-c9a2-4cc4-97ad-988f7f10a9c4 HTTP/1.1" status: 200 len: 1094 time: 0.0776086 Jan 18 22:27:30.492780 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-df72ac16-0384-43cc-bdf5-f73cc45c94b4 req-1f225b3a-d5db-45cf-917c-e2d53e6c03a5 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a2b66c0-c9a2-4cc4-97ad-988f7f10a9c4 HTTP/1.1" status: 200 len: 943 time: 0.0655990 Jan 18 22:27:30.494143 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-29d94a75-1e06-44c1-9a4f-1e2d7d519d96 req-392f3457-481e-4278-a105-8cbbc329c4be tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:30.502100 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-29d94a75-1e06-44c1-9a4f-1e2d7d519d96 req-392f3457-481e-4278-a105-8cbbc329c4be tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:30.514468 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-29d94a75-1e06-44c1-9a4f-1e2d7d519d96 req-392f3457-481e-4278-a105-8cbbc329c4be tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "DELETE /v2.0/security-groups/ac21374e-1aed-40a7-a0b7-f435494849aa HTTP/1.1" status: 204 len: 173 time: 0.3064649 Jan 18 22:27:30.538974 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392f3457-481e-4278-a105-8cbbc329c4be tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac21374e-1aed-40a7-a0b7-f435494849aa,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:27:30.544000 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-cfbbb9aa-d0cf-4d68-b85f-c845f18db6cd req-80a9297a-6aac-422f-b3b9-a21ab4f2e9e4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=57543212-6e45-4b4c-9314-8adcb11e564a HTTP/1.1" status: 200 len: 217 time: 0.0465274 Jan 18 22:27:30.577407 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-df72ac16-0384-43cc-bdf5-f73cc45c94b4 req-ed7203d1-2af7-45fa-974c-c5237006d5e0 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.53 "GET /v2.0/security-groups?id=256a12e5-9057-4b93-8582-8b1a9ccb62a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612111 Jan 18 22:27:30.613547 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbbb9aa-d0cf-4d68-b85f-c845f18db6cd req-aa8e285f-3674-43ff-8047-03d954d06c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:30.615644 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-cfbbb9aa-d0cf-4d68-b85f-c845f18db6cd req-aa8e285f-3674-43ff-8047-03d954d06c3b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=29c446a9-d381-4718-9864-5ac3271c54a8 HTTP/1.1" status: 200 len: 854 time: 0.0635085 Jan 18 22:27:30.661057 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1465bb0-52c8-4fb2-80e0-04c95774f37a req-1e3d9be9-5b69-4b35-8b90-b103f21016c5 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:30.662792 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b1465bb0-52c8-4fb2-80e0-04c95774f37a req-1e3d9be9-5b69-4b35-8b90-b103f21016c5 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/ports?device_id=304a0036-0214-4c80-94aa-de6139e57a2b HTTP/1.1" status: 200 len: 945 time: 0.0687268 Jan 18 22:27:30.674889 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-cfbbb9aa-d0cf-4d68-b85f-c845f18db6cd req-68f74df6-e2aa-4556-870c-0abef7bc310a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8bfa319b-722b-493a-bbbe-0e1ae27e2892&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452001 Jan 18 22:27:30.680594 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bd6dda8-6e96-4390-a3fb-ac1761f4dd0c x-openstack-request-id: req-3bd6dda8-6e96-4390-a3fb-ac1761f4dd0c {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:27:30.680884 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a2b66c0-c9a2-4cc4-97ad-988f7f10a9c4", "tag": "57543212-6e45-4b4c-9314-8adcb11e564a", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:27:30.681228 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3bd6dda8-6e96-4390-a3fb-ac1761f4dd0c {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:27:30.681513 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a2b66c0-c9a2-4cc4-97ad-988f7f10a9c4', 'tag': '57543212-6e45-4b4c-9314-8adcb11e564a', 'status': 'completed', 'code': 200} Jan 18 22:27:30.712279 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b1465bb0-52c8-4fb2-80e0-04c95774f37a req-004d0f6f-c3af-4144-8b9e-1ceb6d9ac31b tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c648c24-a8c9-44c0-bb3a-f1fa93ac06ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421848 Jan 18 22:27:30.767754 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [req-800bb995-49a5-47b3-a282-bb652634cc76 req-2c6c117c-41ba-405b-a7cb-51f7d860361d tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] show failed (client error): The resource could not be found. Jan 18 22:27:30.784711 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-800bb995-49a5-47b3-a282-bb652634cc76 req-2c6c117c-41ba-405b-a7cb-51f7d860361d tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "GET /v2.0/security-groups/ac21374e-1aed-40a7-a0b7-f435494849aa HTTP/1.1" status: 404 len: 352 time: 0.0443556 Jan 18 22:27:30.814563 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-cfbbb9aa-d0cf-4d68-b85f-c845f18db6cd req-8d8e866e-6bdf-48a1-ab2e-5728920201f6 service neutron] 10.222.0.36 "GET /v2.0/networks/8bfa319b-722b-493a-bbbe-0e1ae27e2892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262965 Jan 18 22:27:30.937583 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7a1debda-0477-48e4-8118-64ab1c7c2eb6 req-eabdd142-4871-4f46-948b-6d3113400414 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "GET /v2.0/security-groups/c3ed9e5a-0f1f-404a-94bd-947e7e4b9b92 HTTP/1.1" status: 200 len: 1802 time: 0.1021612 Jan 18 22:27:30.963035 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-cfbbb9aa-d0cf-4d68-b85f-c845f18db6cd req-ebe149c6-f743-4596-a847-54a6e7d87e2a service neutron] 10.222.0.36 "GET /v2.0/networks/8bfa319b-722b-493a-bbbe-0e1ae27e2892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390686 Jan 18 22:27:31.029180 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-7a1debda-0477-48e4-8118-64ab1c7c2eb6 req-38edcad6-45a4-4357-b652-ad90847d5d58 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:31.056057 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-7a1debda-0477-48e4-8118-64ab1c7c2eb6 req-38edcad6-45a4-4357-b652-ad90847d5d58 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:31.086616 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a94685-ac4f-4088-81af-f8428f672e0b req-44287615-1baa-4fcb-aab0-7a605c95065a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:31.088514 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-05a94685-ac4f-4088-81af-f8428f672e0b req-44287615-1baa-4fcb-aab0-7a605c95065a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=874c45697b3243aa9d39402c08d61ed1&device_id=7a2b66c0-c9a2-4cc4-97ad-988f7f10a9c4 HTTP/1.1" status: 200 len: 1094 time: 0.0694189 Jan 18 22:27:31.112045 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-7a1debda-0477-48e4-8118-64ab1c7c2eb6 req-38edcad6-45a4-4357-b652-ad90847d5d58 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:31.114794 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-7a1debda-0477-48e4-8118-64ab1c7c2eb6 req-38edcad6-45a4-4357-b652-ad90847d5d58 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:31.115933 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7a1debda-0477-48e4-8118-64ab1c7c2eb6 req-38edcad6-45a4-4357-b652-ad90847d5d58 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "DELETE /v2.0/security-groups/c3ed9e5a-0f1f-404a-94bd-947e7e4b9b92 HTTP/1.1" status: 204 len: 173 time: 0.1769476 Jan 18 22:27:31.137135 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38edcad6-45a4-4357-b652-ad90847d5d58 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3ed9e5a-0f1f-404a-94bd-947e7e4b9b92,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:27:31.175824 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [req-e81fc183-d3fe-41f5-9c7c-02f5b2b7f4d8 req-ea4facea-53a5-4731-9279-a3f357792d4e tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] show failed (client error): The resource could not be found. Jan 18 22:27:31.176973 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e81fc183-d3fe-41f5-9c7c-02f5b2b7f4d8 req-ea4facea-53a5-4731-9279-a3f357792d4e tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "GET /v2.0/security-groups/c3ed9e5a-0f1f-404a-94bd-947e7e4b9b92 HTTP/1.1" status: 404 len: 352 time: 0.0147593 Jan 18 22:27:31.214076 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 46264) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:27:31.286299 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ea3d632c-483a-4397-8f9a-18dcbcf70f2e req-b035e191-b53f-4cd1-90cd-7161825ab5ef tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "GET /v2.0/security-groups/afae1037-7bf2-40bc-b71d-3eb526933938 HTTP/1.1" status: 200 len: 1800 time: 0.0844009 Jan 18 22:27:31.306699 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 141a641c-d775-411c-8e3a-e0269ab65a4d up at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:27:31.332185 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a94685-ac4f-4088-81af-f8428f672e0b req-b8b545a7-b813-4813-8a18-84633879f1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:31.334409 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-05a94685-ac4f-4088-81af-f8428f672e0b req-b8b545a7-b813-4813-8a18-84633879f1c0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8bfa319b-722b-493a-bbbe-0e1ae27e2892 HTTP/1.1" status: 200 len: 914 time: 0.2390821 Jan 18 22:27:31.376859 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning for port 141a641c-d775-411c-8e3a-e0269ab65a4d completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:27:31.381874 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning complete for port 141a641c-d775-411c-8e3a-e0269ab65a4d triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:27:31.382887 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:31.389161 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-843669d8-b904-46d5-acae-d2b7c93e7e73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:31.413797 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-05a94685-ac4f-4088-81af-f8428f672e0b req-540fd5c5-7d9d-4ee1-b422-fd076d951e06 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=57543212-6e45-4b4c-9314-8adcb11e564a HTTP/1.1" status: 200 len: 217 time: 0.0508881 Jan 18 22:27:31.454469 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-ea3d632c-483a-4397-8f9a-18dcbcf70f2e req-defa5da6-dc5b-4be4-92da-0aa421490216 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:31.506426 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a94685-ac4f-4088-81af-f8428f672e0b req-d6fbfb01-bc7b-4c82-b0f5-93329f20a5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:31.508560 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-05a94685-ac4f-4088-81af-f8428f672e0b req-d6fbfb01-bc7b-4c82-b0f5-93329f20a5c0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=29c446a9-d381-4718-9864-5ac3271c54a8 HTTP/1.1" status: 200 len: 854 time: 0.0815997 Jan 18 22:27:31.513050 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:31.517397 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-ea3d632c-483a-4397-8f9a-18dcbcf70f2e req-defa5da6-dc5b-4be4-92da-0aa421490216 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:31.566423 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd67b6b-2b84-417b-a31d-c1cd2c000499 req-8326c37a-5567-444a-a029-ab0d474caa2e tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:31.568388 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '752f3d83-a986-4e8d-8fd4-2e9cfdd50fd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '141a641c-d775-411c-8e3a-e0269ab65a4d'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:27:31.568559 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6fd67b6b-2b84-417b-a31d-c1cd2c000499 req-8326c37a-5567-444a-a029-ab0d474caa2e tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] 10.222.0.53 "GET /v2.0/ports?device_id=752f3d83-a986-4e8d-8fd4-2e9cfdd50fd8 HTTP/1.1" status: 200 len: 944 time: 0.1357019 Jan 18 22:27:31.571340 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb4fcaf9-b5ec-4098-9389-3860f5aeab4d" -d '{"events": [{"server_uuid": "752f3d83-a986-4e8d-8fd4-2e9cfdd50fd8", "name": "network-vif-plugged", "status": "completed", "tag": "141a641c-d775-411c-8e3a-e0269ab65a4d"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:27:31.605304 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 141a641c-d775-411c-8e3a-e0269ab65a4d, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=141a641c-d775-411c-8e3a-e0269ab65a4d,segment=NetworkSegment(8d5d1671-f92e-4415-a353-2cb2533e6596),segment_id=8d5d1671-f92e-4415-a353-2cb2533e6596)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:27:31.611697 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:31.615978 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-05a94685-ac4f-4088-81af-f8428f672e0b req-ccd4b731-ca05-42cc-9358-e815d84cacfb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8bfa319b-722b-493a-bbbe-0e1ae27e2892&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1007090 Jan 18 22:27:31.702454 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6fd67b6b-2b84-417b-a31d-c1cd2c000499 req-31beca51-e9b0-4870-b651-744b5c97464a tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] 10.222.0.53 "GET /v2.0/security-groups?id=769baace-ff15-4518-adaf-b8959b59b398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198738 Jan 18 22:27:31.710380 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-ea3d632c-483a-4397-8f9a-18dcbcf70f2e req-defa5da6-dc5b-4be4-92da-0aa421490216 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:31.714988 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-ea3d632c-483a-4397-8f9a-18dcbcf70f2e req-defa5da6-dc5b-4be4-92da-0aa421490216 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:31.744749 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ea3d632c-483a-4397-8f9a-18dcbcf70f2e req-defa5da6-dc5b-4be4-92da-0aa421490216 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "DELETE /v2.0/security-groups/afae1037-7bf2-40bc-b71d-3eb526933938 HTTP/1.1" status: 204 len: 173 time: 0.4571598 Jan 18 22:27:31.765356 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=141a641c-d775-411c-8e3a-e0269ab65a4d,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:27:31.784964 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-843669d8-b904-46d5-acae-d2b7c93e7e73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:31.785377 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-05a94685-ac4f-4088-81af-f8428f672e0b req-d0d2c420-8b75-4a03-b0ed-4346ac4a64bb service neutron] 10.222.0.36 "GET /v2.0/networks/8bfa319b-722b-493a-bbbe-0e1ae27e2892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640327 Jan 18 22:27:31.797798 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defa5da6-dc5b-4be4-92da-0aa421490216 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afae1037-7bf2-40bc-b71d-3eb526933938,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:27:31.801869 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-843669d8-b904-46d5-acae-d2b7c93e7e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:31.809099 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bfbd4e9-7a93-47b2-b0c9-97ddf7e6ebb9 x-openstack-request-id: req-3bfbd4e9-7a93-47b2-b0c9-97ddf7e6ebb9 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:27:31.809715 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "752f3d83-a986-4e8d-8fd4-2e9cfdd50fd8", "name": "network-vif-plugged", "status": "completed", "tag": "141a641c-d775-411c-8e3a-e0269ab65a4d", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:27:31.810512 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3bfbd4e9-7a93-47b2-b0c9-97ddf7e6ebb9 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:27:31.811142 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '752f3d83-a986-4e8d-8fd4-2e9cfdd50fd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '141a641c-d775-411c-8e3a-e0269ab65a4d', 'code': 200} Jan 18 22:27:31.916866 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-843669d8-b904-46d5-acae-d2b7c93e7e73 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4c0b504869e34294a48ba4af6576cb3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6988382 Jan 18 22:27:31.920825 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 46354) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:27:31.945518 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-05a94685-ac4f-4088-81af-f8428f672e0b req-1c8d75bd-9fb9-4684-a87c-48569c5a4d21 service neutron] 10.222.0.36 "GET /v2.0/networks/8bfa319b-722b-493a-bbbe-0e1ae27e2892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545477 Jan 18 22:27:31.947413 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [req-c2c7dcf0-2b2c-4e8b-9e93-e38e13a60856 req-6f32b0f7-a6a1-47ca-a274-a11ba1670dba tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] show failed (client error): The resource could not be found. Jan 18 22:27:31.952867 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c2c7dcf0-2b2c-4e8b-9e93-e38e13a60856 req-6f32b0f7-a6a1-47ca-a274-a11ba1670dba tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "GET /v2.0/security-groups/afae1037-7bf2-40bc-b71d-3eb526933938 HTTP/1.1" status: 404 len: 352 time: 0.0691988 Jan 18 22:27:31.970357 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843669d8-b904-46d5-acae-d2b7c93e7e73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=952a51e0-142a-46b2-86ff-8fc04f33c34e,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:27:32.026454 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1862361b-665e-42c9-ba91-78ea8d7996cd req-f30a0acb-92c2-4ae9-ab79-624763a04810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:32.027984 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1862361b-665e-42c9-ba91-78ea8d7996cd req-f30a0acb-92c2-4ae9-ab79-624763a04810 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=752f3d83-a986-4e8d-8fd4-2e9cfdd50fd8 HTTP/1.1" status: 200 len: 1096 time: 0.1429317 Jan 18 22:27:32.028586 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3bdb3a07-b346-44b2-846f-7b572d81e859 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:32.036426 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f936f3c8-8cdf-44e0-a68a-6ad51d446fcc req-bc4a975b-5f0b-4823-87fd-f9d3d9edda12 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:32.043635 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f936f3c8-8cdf-44e0-a68a-6ad51d446fcc req-bc4a975b-5f0b-4823-87fd-f9d3d9edda12 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a2b66c0-c9a2-4cc4-97ad-988f7f10a9c4 HTTP/1.1" status: 200 len: 943 time: 0.1864796 Jan 18 22:27:32.081285 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3bdb3a07-b346-44b2-846f-7b572d81e859 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:32.139426 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f936f3c8-8cdf-44e0-a68a-6ad51d446fcc req-d31461ca-cf96-48ee-b9d4-c5620ae41212 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.53 "GET /v2.0/security-groups?id=256a12e5-9057-4b93-8582-8b1a9ccb62a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948601 Jan 18 22:27:32.148040 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1862361b-665e-42c9-ba91-78ea8d7996cd req-80ce0890-b643-44cb-9516-b27607a9100a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=769baace-ff15-4518-adaf-b8959b59b398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018176 Jan 18 22:27:32.167348 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60dea49-99e2-48ef-8183-4f80abe7de65 req-82d698d7-696f-47ef-b720-3223e361bae6 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:32.169060 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c60dea49-99e2-48ef-8183-4f80abe7de65 req-82d698d7-696f-47ef-b720-3223e361bae6 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/ports?device_id=304a0036-0214-4c80-94aa-de6139e57a2b HTTP/1.1" status: 200 len: 945 time: 0.0974545 Jan 18 22:27:32.178902 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3bdb3a07-b346-44b2-846f-7b572d81e859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:32.183466 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3bdb3a07-b346-44b2-846f-7b572d81e859 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:32.188645 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-3bdb3a07-b346-44b2-846f-7b572d81e859 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/952a51e0-142a-46b2-86ff-8fc04f33c34e HTTP/1.1" status: 204 len: 168 time: 0.2657683 Jan 18 22:27:32.198152 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdb3a07-b346-44b2-846f-7b572d81e859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=952a51e0-142a-46b2-86ff-8fc04f33c34e,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:27:32.236620 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c60dea49-99e2-48ef-8183-4f80abe7de65 req-96fd2e42-24fe-40de-a1af-253b4c2d16f4 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c648c24-a8c9-44c0-bb3a-f1fa93ac06ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574331 Jan 18 22:27:32.364195 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-94502743-5cc8-4c0b-bedc-ab52a923d7d0 req-5b61c57a-1727-4712-931b-a0a05208b0fb tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6897da059550496b89a6c6ef7ad886b1 HTTP/1.1" status: 200 len: 6156 time: 0.0855114 Jan 18 22:27:32.421939 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-94502743-5cc8-4c0b-bedc-ab52a923d7d0 req-4deb031d-e6c9-4483-a609-83925bf5e797 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "GET /v2.0/security-groups/2ef2436f-5d12-4157-8d68-61ff72075f6b HTTP/1.1" status: 200 len: 2985 time: 0.0496371 Jan 18 22:27:32.470838 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-94502743-5cc8-4c0b-bedc-ab52a923d7d0 req-da584d53-9812-4fe0-b0e0-45a8480d9554 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "GET /v2.0/security-groups/2ef2436f-5d12-4157-8d68-61ff72075f6b HTTP/1.1" status: 200 len: 2985 time: 0.0428047 Jan 18 22:27:32.505314 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-ce8f2f02-1f48-48f1-bfab-a226037ff069 req-86701c5c-fd83-4dde-a373-c83b67a6f3bd tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-245665414', 'description': 'tempest-description-114080263'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:27:32.532829 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-ce8f2f02-1f48-48f1-bfab-a226037ff069 req-86701c5c-fd83-4dde-a373-c83b67a6f3bd tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:32.622525 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-ce8f2f02-1f48-48f1-bfab-a226037ff069 req-86701c5c-fd83-4dde-a373-c83b67a6f3bd tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:32.629345 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-ce8f2f02-1f48-48f1-bfab-a226037ff069 req-86701c5c-fd83-4dde-a373-c83b67a6f3bd tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:32.661302 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-ce8f2f02-1f48-48f1-bfab-a226037ff069 req-86701c5c-fd83-4dde-a373-c83b67a6f3bd tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:32.662701 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ce8f2f02-1f48-48f1-bfab-a226037ff069 req-86701c5c-fd83-4dde-a373-c83b67a6f3bd tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.1615694 Jan 18 22:27:32.664654 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86701c5c-fd83-4dde-a373-c83b67a6f3bd tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cde2a737-c20f-43c3-8e33-2b323ee89d3f,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:27:32.701922 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-95bd9afd-824e-4591-a593-752a485f22bb req-d5a6b0b1-7ad6-43d2-98e3-35366881a3e1 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-356093585', 'description': 'tempest-description-342642179'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:27:32.736847 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-95bd9afd-824e-4591-a593-752a485f22bb req-d5a6b0b1-7ad6-43d2-98e3-35366881a3e1 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:32.857211 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d633ecf1-b3a5-493f-9d14-53023ed58eb6 req-a20f7795-206d-4a9f-9414-87faf15b5ead tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:32.859251 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d633ecf1-b3a5-493f-9d14-53023ed58eb6 req-a20f7795-206d-4a9f-9414-87faf15b5ead tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] 10.222.0.53 "GET /v2.0/ports?device_id=752f3d83-a986-4e8d-8fd4-2e9cfdd50fd8 HTTP/1.1" status: 200 len: 945 time: 0.0772467 Jan 18 22:27:32.866912 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-95bd9afd-824e-4591-a593-752a485f22bb req-d5a6b0b1-7ad6-43d2-98e3-35366881a3e1 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:32.876190 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-95bd9afd-824e-4591-a593-752a485f22bb req-d5a6b0b1-7ad6-43d2-98e3-35366881a3e1 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:32.918720 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-95bd9afd-824e-4591-a593-752a485f22bb req-d5a6b0b1-7ad6-43d2-98e3-35366881a3e1 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:32.919962 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-95bd9afd-824e-4591-a593-752a485f22bb req-d5a6b0b1-7ad6-43d2-98e3-35366881a3e1 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2273977 Jan 18 22:27:32.926300 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a6b0b1-7ad6-43d2-98e3-35366881a3e1 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d3e6ee0-7b75-41a9-94c6-fc3bb7db742b,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:27:32.935777 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d633ecf1-b3a5-493f-9d14-53023ed58eb6 req-cdd03c43-bff3-4081-91cd-d15c749329ca tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] 10.222.0.53 "GET /v2.0/security-groups?id=769baace-ff15-4518-adaf-b8959b59b398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674424 Jan 18 22:27:33.037315 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 46518) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:27:33.151468 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-b28f2915-d3b6-4647-b9bd-398c4c94a109 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1548260067-network', 'tenant_id': '31ab647bd2c84e869981ec9ff976dede'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:27:33.178125 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b28f2915-d3b6-4647-b9bd-398c4c94a109 admin admin] Made reservation on behalf of 31ab647bd2c84e869981ec9ff976dede for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:27:33.181531 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b28f2915-d3b6-4647-b9bd-398c4c94a109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:33.208215 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b28f2915-d3b6-4647-b9bd-398c4c94a109 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:33.270676 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdae7e5-cfc7-45e5-a307-2b2bf6a926ca req-70bced1f-4193-4228-8c95-01445fd73b99 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:33.272232 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-dbdae7e5-cfc7-45e5-a307-2b2bf6a926ca req-70bced1f-4193-4228-8c95-01445fd73b99 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "GET /v2.0/networks?id=af41ebc3-729c-4c29-b8ad-2887a97a3db0 HTTP/1.1" status: 200 len: 813 time: 0.1536837 Jan 18 22:27:33.303360 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531cffbe-93a6-4aba-a5b5-87e7a72cdd74 req-92df699a-0a25-4248-85d1-8cae05be9fe9 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:33.303532 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b28f2915-d3b6-4647-b9bd-398c4c94a109 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:33.304915 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-531cffbe-93a6-4aba-a5b5-87e7a72cdd74 req-92df699a-0a25-4248-85d1-8cae05be9fe9 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a2b66c0-c9a2-4cc4-97ad-988f7f10a9c4 HTTP/1.1" status: 200 len: 943 time: 0.0884404 Jan 18 22:27:33.309581 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b28f2915-d3b6-4647-b9bd-398c4c94a109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:33.311737 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-dbdae7e5-cfc7-45e5-a307-2b2bf6a926ca req-079ab8f4-3898-4ba2-8e2c-ecbfb50819c6 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "GET /v2.0/quotas/6897da059550496b89a6c6ef7ad886b1 HTTP/1.1" status: 200 len: 375 time: 0.0299699 Jan 18 22:27:33.337358 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b28f2915-d3b6-4647-b9bd-398c4c94a109 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:27:33.347935 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28f2915-d3b6-4647-b9bd-398c4c94a109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c57115-a698-4b90-bb26-bb7eb93d86ab,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:27:33.369276 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b28f2915-d3b6-4647-b9bd-398c4c94a109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:33.369838 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-b28f2915-d3b6-4647-b9bd-398c4c94a109 admin admin] Added segment 3bceedb0-bf1f-4f4c-9305-b5086272c2a3 of type vlan for network 5cbe6ea1-46b9-4fa9-8310-33301bb39752 Jan 18 22:27:33.396222 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-531cffbe-93a6-4aba-a5b5-87e7a72cdd74 req-37390046-bffe-453b-ac2d-4d5049df48ed tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.53 "GET /v2.0/security-groups?id=256a12e5-9057-4b93-8582-8b1a9ccb62a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773959 Jan 18 22:27:33.417120 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-dbdae7e5-cfc7-45e5-a307-2b2bf6a926ca req-d368a6c9-9406-4909-962d-1b881b90fbd0 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6897da059550496b89a6c6ef7ad886b1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1043260 Jan 18 22:27:33.431518 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b28f2915-d3b6-4647-b9bd-398c4c94a109 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:33.467143 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b28f2915-d3b6-4647-b9bd-398c4c94a109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:33.472441 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28f2915-d3b6-4647-b9bd-398c4c94a109 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:33.473732 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b28f2915-d3b6-4647-b9bd-398c4c94a109 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:33.527891 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-b28f2915-d3b6-4647-b9bd-398c4c94a109 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4894748 Jan 18 22:27:33.535121 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 46594) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:27:33.542838 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-1681afe6-bebd-498a-97b0-f028bcf82cad admin admin] Request body: {'subnet': {'network_id': '5cbe6ea1-46b9-4fa9-8310-33301bb39752', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1548260067-subnet', 'tenant_id': '31ab647bd2c84e869981ec9ff976dede', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:27:33.552622 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-dbdae7e5-cfc7-45e5-a307-2b2bf6a926ca req-60c79a0f-e70f-4139-9887-d461ed1c8589 service neutron] 10.222.0.53 "GET /v2.0/networks/af41ebc3-729c-4c29-b8ad-2887a97a3db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346264 Jan 18 22:27:33.559586 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28f2915-d3b6-4647-b9bd-398c4c94a109 admin admin] Pushing event updated for resources: {'Network': ['ID=5cbe6ea1-46b9-4fa9-8310-33301bb39752,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:27:33.571591 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 5cbe6ea1-46b9-4fa9-8310-33301bb39752 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:27:33.583624 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1681afe6-bebd-498a-97b0-f028bcf82cad admin admin] Made reservation on behalf of 31ab647bd2c84e869981ec9ff976dede for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:27:33.586226 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1681afe6-bebd-498a-97b0-f028bcf82cad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:33.687801 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acefbddf-7de0-4598-b516-a7350ce3598e req-7cf0c7c6-2ff8-4cb8-94c3-6b3085a19a7a tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:33.689322 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-acefbddf-7de0-4598-b516-a7350ce3598e req-7cf0c7c6-2ff8-4cb8-94c3-6b3085a19a7a tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/ports?device_id=304a0036-0214-4c80-94aa-de6139e57a2b HTTP/1.1" status: 200 len: 945 time: 0.1179211 Jan 18 22:27:33.720776 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-dbdae7e5-cfc7-45e5-a307-2b2bf6a926ca req-e1409353-bd59-4a19-8a76-4b224ca75ed5 service neutron] 10.222.0.53 "GET /v2.0/networks/af41ebc3-729c-4c29-b8ad-2887a97a3db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617358 Jan 18 22:27:33.760319 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-acefbddf-7de0-4598-b516-a7350ce3598e req-0f54e9e0-550c-4a93-9c87-c808a89ca9aa tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c648c24-a8c9-44c0-bb3a-f1fa93ac06ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534296 Jan 18 22:27:33.806330 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1681afe6-bebd-498a-97b0-f028bcf82cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:33.880335 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1681afe6-bebd-498a-97b0-f028bcf82cad admin admin] Pushing event updated for resources: {'Subnet': ['ID=15fe249c-3a14-40cf-809c-77c3097be99b,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:27:33.895719 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1681afe6-bebd-498a-97b0-f028bcf82cad admin admin] Checking segment: {'id': '3bceedb0-bf1f-4f4c-9305-b5086272c2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5cbe6ea1-46b9-4fa9-8310-33301bb39752'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:27:33.896176 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1681afe6-bebd-498a-97b0-f028bcf82cad admin admin] Network hostable DHCP agents. Network: 5cbe6ea1-46b9-4fa9-8310-33301bb39752, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:27:33.898691 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7e033684-7010-4448-aafc-cf1e60e5f8a5 req-f67f55b3-0027-4c99-b72e-0f98e04167bd tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "GET /v2.0/ports?device_id=14086ee0-c5a3-444d-a436-21ec62910d36 HTTP/1.1" status: 200 len: 210 time: 0.0317965 Jan 18 22:27:33.917470 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1681afe6-bebd-498a-97b0-f028bcf82cad admin admin] Network 5cbe6ea1-46b9-4fa9-8310-33301bb39752 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:27:33.924971 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-1681afe6-bebd-498a-97b0-f028bcf82cad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 5cbe6ea1-46b9-4fa9-8310-33301bb39752) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:27:33.929659 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1681afe6-bebd-498a-97b0-f028bcf82cad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:33.930643 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1681afe6-bebd-498a-97b0-f028bcf82cad admin admin] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:33.934651 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe56c4c1-6598-49b0-92d5-5040a3d9337f None None] Network 5cbe6ea1-46b9-4fa9-8310-33301bb39752 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:27:33.949442 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-1681afe6-bebd-498a-97b0-f028bcf82cad admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4127624 Jan 18 22:27:34.070616 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e63445-42a3-44e8-aabf-91712435f9e2 None None] Network 5cbe6ea1-46b9-4fa9-8310-33301bb39752 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:27:34.105848 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43f5f0c-34cd-4ebc-bb3c-4f80ccf6f57e req-d6b8bc5c-2034-4f67-9890-5896df56a979 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:34.107500 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e43f5f0c-34cd-4ebc-bb3c-4f80ccf6f57e req-d6b8bc5c-2034-4f67-9890-5896df56a979 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] 10.222.0.53 "GET /v2.0/ports?device_id=752f3d83-a986-4e8d-8fd4-2e9cfdd50fd8 HTTP/1.1" status: 200 len: 945 time: 0.0725975 Jan 18 22:27:34.110366 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 46630) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:27:34.141818 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 22:27:34.184234 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ea0bbbb-0270-4ae2-9a24-66ea150cae2d admin admin] Deleting subnet 15fe249c-3a14-40cf-809c-77c3097be99b {{(pid=102430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:27:34.187921 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5ea0bbbb-0270-4ae2-9a24-66ea150cae2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:34.192330 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e43f5f0c-34cd-4ebc-bb3c-4f80ccf6f57e req-ad0a4462-6192-4087-9f5a-f77e5ca3609d tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] 10.222.0.53 "GET /v2.0/security-groups?id=769baace-ff15-4518-adaf-b8959b59b398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739594 Jan 18 22:27:34.230254 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5ea0bbbb-0270-4ae2-9a24-66ea150cae2d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60394745'] for subnet, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:34.288767 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5ea0bbbb-0270-4ae2-9a24-66ea150cae2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:34.369736 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b12d598-43a0-4345-bdc9-c778c513b4c8 req-cc28a8ec-06f4-4169-90bf-b71b56a31bb0 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:34.371128 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5b12d598-43a0-4345-bdc9-c778c513b4c8 req-cc28a8ec-06f4-4169-90bf-b71b56a31bb0 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] 10.222.0.53 "GET /v2.0/ports?device_id=752f3d83-a986-4e8d-8fd4-2e9cfdd50fd8 HTTP/1.1" status: 200 len: 945 time: 0.0974810 Jan 18 22:27:34.381080 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 46636) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:27:34.386014 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-50887843-78e4-41b3-8a3c-ddf8ca73c021 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] Request body: {'floatingip': {'port_id': '141a641c-d775-411c-8e3a-e0269ab65a4d'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:27:34.388058 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5ea0bbbb-0270-4ae2-9a24-66ea150cae2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60203138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62288677'] for subnet, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:34.429687 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5ea0bbbb-0270-4ae2-9a24-66ea150cae2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:34.432872 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-5ea0bbbb-0270-4ae2-9a24-66ea150cae2d admin admin] 10.222.0.53 "DELETE /v2.0/subnets/15fe249c-3a14-40cf-809c-77c3097be99b HTTP/1.1" status: 204 len: 168 time: 0.3214247 Jan 18 22:27:34.433995 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea0bbbb-0270-4ae2-9a24-66ea150cae2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15fe249c-3a14-40cf-809c-77c3097be99b,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:27:34.436870 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 46640) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:27:34.456814 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-50887843-78e4-41b3-8a3c-ddf8ca73c021 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] Notify callbacks [] for floatingip, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:34.551291 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7a0136f1-cc49-454d-ab59-393a74f5c8ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:34.576011 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222b6600-dbf9-45b6-8e66-933d1f881fce req-3a76bc9b-2caa-48aa-8b4f-4df7621bfd7b tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:34.577705 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-222b6600-dbf9-45b6-8e66-933d1f881fce req-3a76bc9b-2caa-48aa-8b4f-4df7621bfd7b tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a2b66c0-c9a2-4cc4-97ad-988f7f10a9c4 HTTP/1.1" status: 200 len: 943 time: 0.0963180 Jan 18 22:27:34.681215 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-222b6600-dbf9-45b6-8e66-933d1f881fce req-02b9a754-394b-43b4-9658-9fe8eeb27367 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.53 "GET /v2.0/security-groups?id=256a12e5-9057-4b93-8582-8b1a9ccb62a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945721 Jan 18 22:27:34.685147 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7a0136f1-cc49-454d-ab59-393a74f5c8ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:34.705225 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-7a0136f1-cc49-454d-ab59-393a74f5c8ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cbe6ea1-46b9-4fa9-8310-33301bb39752']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:27:34.714423 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-7a0136f1-cc49-454d-ab59-393a74f5c8ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bceedb0-bf1f-4f4c-9305-b5086272c2a3') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:27:34.714722 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-7a0136f1-cc49-454d-ab59-393a74f5c8ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bceedb0-bf1f-4f4c-9305-b5086272c2a3') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:27:34.724500 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7a0136f1-cc49-454d-ab59-393a74f5c8ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60394742'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:34.738064 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7a0136f1-cc49-454d-ab59-393a74f5c8ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:34.744703 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a0136f1-cc49-454d-ab59-393a74f5c8ba admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:27:34.745216 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7a0136f1-cc49-454d-ab59-393a74f5c8ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60203044'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:34.747085 n-d-825064-1 neutron-server[102430]: Traceback (most recent call last): Jan 18 22:27:34.747085 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:27:34.747085 n-d-825064-1 neutron-server[102430]: timer() Jan 18 22:27:34.747085 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:27:34.747085 n-d-825064-1 neutron-server[102430]: cb(*args, **kw) Jan 18 22:27:34.747085 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:27:34.747085 n-d-825064-1 neutron-server[102430]: return func(*args, **kwargs) Jan 18 22:27:34.747085 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:27:34.747085 n-d-825064-1 neutron-server[102430]: self._notify() Jan 18 22:27:34.747085 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:27:34.747085 n-d-825064-1 neutron-server[102430]: self.callback(batched_events) Jan 18 22:27:34.747085 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:27:34.747085 n-d-825064-1 neutron-server[102430]: event.method(event) Jan 18 22:27:34.747085 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:27:34.747085 n-d-825064-1 neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:27:34.747085 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:27:34.747085 n-d-825064-1 neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:27:34.747085 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:27:34.747085 n-d-825064-1 neutron-server[102430]: return f(self, *a, **k) Jan 18 22:27:34.747085 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:27:34.747085 n-d-825064-1 neutron-server[102430]: return self._get(url).json() Jan 18 22:27:34.747085 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:27:34.747085 n-d-825064-1 neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:27:34.747085 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:27:34.747085 n-d-825064-1 neutron-server[102430]: return self.request(url, 'GET', **kwargs) Jan 18 22:27:34.747085 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:27:34.747085 n-d-825064-1 neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:27:34.747085 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:27:34.747085 n-d-825064-1 neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:27:34.747085 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:27:34.747085 n-d-825064-1 neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:27:34.747085 n-d-825064-1 neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:27:34.815918 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7a0136f1-cc49-454d-ab59-393a74f5c8ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:34.832793 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7a0136f1-cc49-454d-ab59-393a74f5c8ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:34.836082 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-7a0136f1-cc49-454d-ab59-393a74f5c8ba admin admin] 10.222.0.53 "DELETE /v2.0/networks/5cbe6ea1-46b9-4fa9-8310-33301bb39752 HTTP/1.1" status: 204 len: 168 time: 0.3977165 Jan 18 22:27:34.838352 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0136f1-cc49-454d-ab59-393a74f5c8ba admin admin] Pushing event deleted for resources: {'Network': ['ID=5cbe6ea1-46b9-4fa9-8310-33301bb39752,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:27:34.949791 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a579005a-23dd-475d-b465-eab2fea03776 req-ee45d2d1-04a7-46a6-8218-418ecd3ae94d tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:34.957789 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a579005a-23dd-475d-b465-eab2fea03776 req-ee45d2d1-04a7-46a6-8218-418ecd3ae94d tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/ports?device_id=304a0036-0214-4c80-94aa-de6139e57a2b HTTP/1.1" status: 200 len: 945 time: 0.1203816 Jan 18 22:27:35.018741 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a579005a-23dd-475d-b465-eab2fea03776 req-6309f2f4-c8ab-4947-94fb-4c5a7ed67c6b tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c648c24-a8c9-44c0-bb3a-f1fa93ac06ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548234 Jan 18 22:27:35.019466 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 46664) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:27:35.152280 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-50887843-78e4-41b3-8a3c-ddf8ca73c021 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:35.157283 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-50887843-78e4-41b3-8a3c-ddf8ca73c021 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043075'] for floatingip, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:35.200840 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-42e5bca0-3e31-4ddf-be15-69a9030c8e6a req-c7e561fe-f5b5-41f4-a723-c8d6e660b817 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "GET /v2.0/ports?device_id=14086ee0-c5a3-444d-a436-21ec62910d36 HTTP/1.1" status: 200 len: 210 time: 0.0915048 Jan 18 22:27:35.259165 n-d-825064-1 neutron-server[102431]: INFO neutron.db.l3_db [None req-50887843-78e4-41b3-8a3c-ddf8ca73c021 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] Floating IP 53090174-0c80-4f60-96c7-3c35339ed9f8 associated. External IP: 172.25.5.227, port: 141a641c-d775-411c-8e3a-e0269ab65a4d. Jan 18 22:27:35.263801 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-a942a638-b806-452e-b37a-dbba4e7a8767 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=31ab647bd2c84e869981ec9ff976dede&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2195466 Jan 18 22:27:35.270239 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 46668) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:27:35.309671 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f863fe-8de3-4094-8673-1184cdf99d49 req-0a6f093e-3c9c-40b7-8b59-bebd9689438f tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:35.311126 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c7f863fe-8de3-4094-8673-1184cdf99d49 req-0a6f093e-3c9c-40b7-8b59-bebd9689438f tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] 10.222.0.53 "GET /v2.0/networks?id=c190f261-a9e0-4805-b477-029ec0cff12a HTTP/1.1" status: 200 len: 813 time: 0.2097857 Jan 18 22:27:35.318038 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdae7e5-cfc7-45e5-a307-2b2bf6a926ca req-f9a1e41c-57b9-4501-bff2-1b636410fc48 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:35.319386 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-dbdae7e5-cfc7-45e5-a307-2b2bf6a926ca req-f9a1e41c-57b9-4501-bff2-1b636410fc48 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.67 "GET /v2.0/networks?id=af41ebc3-729c-4c29-b8ad-2887a97a3db0 HTTP/1.1" status: 200 len: 813 time: 0.3287346 Jan 18 22:27:35.342624 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-dbdae7e5-cfc7-45e5-a307-2b2bf6a926ca req-6d31e920-ce45-46a4-a155-cd8f8d0e1f68 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Request body: {'port': {'device_id': '14086ee0-c5a3-444d-a436-21ec62910d36', 'network_id': 'af41ebc3-729c-4c29-b8ad-2887a97a3db0', 'admin_state_up': True, 'tenant_id': '6897da059550496b89a6c6ef7ad886b1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:27:35.344816 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 57543212-6e45-4b4c-9314-8adcb11e564a details requested by agent hyperv_n-h1-825064-1 with host n-h1-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:27:35.364572 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c7f863fe-8de3-4094-8673-1184cdf99d49 req-7fa78034-7b07-4518-8d6a-0442227c575f tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] 10.222.0.53 "GET /v2.0/quotas/6f701bc314db40aaa009d6464ed857b9 HTTP/1.1" status: 200 len: 375 time: 0.0441675 Jan 18 22:27:35.442092 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c7f863fe-8de3-4094-8673-1184cdf99d49 req-67f8904e-9d44-43ea-98b3-c5daf8063e7f tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6f701bc314db40aaa009d6464ed857b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0452971 Jan 18 22:27:35.444861 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-69130914-f9c4-4ca8-b9a1-463ab083280f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:35.451517 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 57543212-6e45-4b4c-9314-8adcb11e564a, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=57543212-6e45-4b4c-9314-8adcb11e564a,segment=NetworkSegment(8722d91c-e345-4722-8e76-e16ce0db35db),segment_id=8722d91c-e345-4722-8e76-e16ce0db35db)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:27:35.463159 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Returning: {'device': '57543212-6e45-4b4c-9314-8adcb11e564a', 'network_id': '8bfa319b-722b-493a-bbbe-0e1ae27e2892', 'port_id': '57543212-6e45-4b4c-9314-8adcb11e564a', 'mac_address': 'fa:16:3e:f7:2c:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29c446a9-d381-4718-9864-5ac3271c54a8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:27:35.498228 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50887843-78e4-41b3-8a3c-ddf8ca73c021 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] Router 54b05178-a8f3-4c11-9086-fe60ed2f4468 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:27:35.507655 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:35.522174 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57543212-6e45-4b4c-9314-8adcb11e564a {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:27:35.541847 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 57543212-6e45-4b4c-9314-8adcb11e564a, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=57543212-6e45-4b4c-9314-8adcb11e564a,segment=NetworkSegment(8722d91c-e345-4722-8e76-e16ce0db35db),segment_id=8722d91c-e345-4722-8e76-e16ce0db35db)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:27:35.546602 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:35.552170 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-69130914-f9c4-4ca8-b9a1-463ab083280f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:35.614982 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=57543212-6e45-4b4c-9314-8adcb11e564a,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:27:35.627741 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50887843-78e4-41b3-8a3c-ddf8ca73c021 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:27:35.637223 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-50887843-78e4-41b3-8a3c-ddf8ca73c021 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:35.643914 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdea986e-9169-4125-88fc-202fd29bade3 None None] Sync routers for ids ['54b05178-a8f3-4c11-9086-fe60ed2f4468'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:27:35.649403 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c7f863fe-8de3-4094-8673-1184cdf99d49 req-39530f72-1d39-4986-a68e-690ce783603d service neutron] 10.222.0.53 "GET /v2.0/networks/c190f261-a9e0-4805-b477-029ec0cff12a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937091 Jan 18 22:27:35.655425 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdea986e-9169-4125-88fc-202fd29bade3 None None] Routers {'54b05178-a8f3-4c11-9086-fe60ed2f4468'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:27:35.659733 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbdae7e5-cfc7-45e5-a307-2b2bf6a926ca req-6d31e920-ce45-46a4-a155-cd8f8d0e1f68 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Made reservation on behalf of 6897da059550496b89a6c6ef7ad886b1 for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:27:35.659942 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-bdea986e-9169-4125-88fc-202fd29bade3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:27:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['54b05178-a8f3-4c11-9086-fe60ed2f4468'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:27:35.664436 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-dbdae7e5-cfc7-45e5-a307-2b2bf6a926ca req-6d31e920-ce45-46a4-a155-cd8f8d0e1f68 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:35.676434 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-50887843-78e4-41b3-8a3c-ddf8ca73c021 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] 10.222.0.53 "PUT /v2.0/floatingips/53090174-0c80-4f60-96c7-3c35339ed9f8 HTTP/1.1" status: 200 len: 991 time: 1.2911191 Jan 18 22:27:35.676434 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '752f3d83-a986-4e8d-8fd4-2e9cfdd50fd8', 'tag': '141a641c-d775-411c-8e3a-e0269ab65a4d'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:27:35.676783 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbcabbca-95a9-409e-9e17-c93868cecd86" -d '{"events": [{"name": "network-changed", "server_uuid": "752f3d83-a986-4e8d-8fd4-2e9cfdd50fd8", "tag": "141a641c-d775-411c-8e3a-e0269ab65a4d"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:27:35.689794 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-69130914-f9c4-4ca8-b9a1-463ab083280f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:35.692384 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-69130914-f9c4-4ca8-b9a1-463ab083280f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:35.695882 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-69130914-f9c4-4ca8-b9a1-463ab083280f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e2c57115-a698-4b90-bb26-bb7eb93d86ab HTTP/1.1" status: 204 len: 168 time: 0.4223802 Jan 18 22:27:35.753523 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69130914-f9c4-4ca8-b9a1-463ab083280f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2c57115-a698-4b90-bb26-bb7eb93d86ab,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:27:35.789114 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['57543212-6e45-4b4c-9314-8adcb11e564a'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:27:35.844008 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-641ec154-a2ed-46b0-92dd-c946202b7a5e x-openstack-request-id: req-641ec154-a2ed-46b0-92dd-c946202b7a5e {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:27:35.844008 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "752f3d83-a986-4e8d-8fd4-2e9cfdd50fd8", "tag": "141a641c-d775-411c-8e3a-e0269ab65a4d", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:27:35.844301 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-641ec154-a2ed-46b0-92dd-c946202b7a5e {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:27:35.844749 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '752f3d83-a986-4e8d-8fd4-2e9cfdd50fd8', 'tag': '141a641c-d775-411c-8e3a-e0269ab65a4d', 'status': 'completed', 'code': 200} Jan 18 22:27:35.856755 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-bdea986e-9169-4125-88fc-202fd29bade3 None None] Set router 54b05178-a8f3-4c11-9086-fe60ed2f4468 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:27:35.863923 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c7f863fe-8de3-4094-8673-1184cdf99d49 req-8c052181-e831-4a1c-adba-0664357902e6 service neutron] 10.222.0.53 "GET /v2.0/networks/c190f261-a9e0-4805-b477-029ec0cff12a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060585 Jan 18 22:27:35.951982 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-dbdae7e5-cfc7-45e5-a307-2b2bf6a926ca req-6d31e920-ce45-46a4-a155-cd8f8d0e1f68 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Allocated IP 172.20.0.9 (af41ebc3-729c-4c29-b8ad-2887a97a3db0/32a358e3-3dfb-4a4a-b9c8-a4fbb21a0c85/3b699b05-a28a-4928-9e67-0bcac0d95b9c) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:27:35.966940 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcabbca-95a9-409e-9e17-c93868cecd86 req-d5c4e11a-8966-4504-bd99-0b7aeb803497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:35.968732 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bbcabbca-95a9-409e-9e17-c93868cecd86 req-d5c4e11a-8966-4504-bd99-0b7aeb803497 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dbd095ed914d4cd8a3e6407b4ae358ee&device_id=752f3d83-a986-4e8d-8fd4-2e9cfdd50fd8 HTTP/1.1" status: 200 len: 1096 time: 0.1038954 Jan 18 22:27:36.176193 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5fab32-cfeb-4712-b37d-904abf3ee29c req-ae22d3c8-2ead-47af-a44f-8499d7326e37 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:36.183744 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fe5fab32-cfeb-4712-b37d-904abf3ee29c req-ae22d3c8-2ead-47af-a44f-8499d7326e37 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a2b66c0-c9a2-4cc4-97ad-988f7f10a9c4 HTTP/1.1" status: 200 len: 944 time: 0.2231333 Jan 18 22:27:36.314775 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-bdea986e-9169-4125-88fc-202fd29bade3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54b05178-a8f3-4c11-9086-fe60ed2f4468', 'name': 'tempest-ServersTestBootFromVolume-1325890051-router', 'tenant_id': 'dbd095ed914d4cd8a3e6407b4ae358ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '267f8cb9-2ba6-4178-a197-ed90a89c7202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:26:35Z', 'updated_at': '2022-01-18T22:26:39Z', 'revision_number': 4, 'project_id': 'dbd095ed914d4cd8a3e6407b4ae358ee', 'gw_port': {'id': '267f8cb9-2ba6-4178-a197-ed90a89c7202', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:2f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b05178-a8f3-4c11-9086-fe60ed2f4468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:26:36Z', 'updated_at': '2022-01-18T22:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': '53090174-0c80-4f60-96c7-3c35339ed9f8', 'tenant_id': 'dbd095ed914d4cd8a3e6407b4ae358ee', 'floating_ip_address': '172.25.5.227', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': '54b05178-a8f3-4c11-9086-fe60ed2f4468', 'port_id': '141a641c-d775-411c-8e3a-e0269ab65a4d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20e66f8d-59af-4123-907d-ae2bdaa0a688', 'mac_address': 'fa:16:3e:3e:ef:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '752f3d83-a986-4e8d-8fd4-2e9cfdd50fd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:26:42Z', 'updated_at': '2022-01-18T22:27:35Z', 'revision_number': 1, 'project_id': 'dbd095ed914d4cd8a3e6407b4ae358ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '182d061f-d8d5-415e-a028-2e2904aba064', 'name': '', 'network_id': '20e66f8d-59af-4123-907d-ae2bdaa0a688', 'tenant_id': 'dbd095ed914d4cd8a3e6407b4ae358ee', 'mac_address': 'fa:16:3e:11:69:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b05178-a8f3-4c11-9086-fe60ed2f4468', 'device_owner': 'network:router_interface', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': 'bdcd6731-596e-4357-a042-5d54da415e2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:26:38Z', 'updated_at': '2022-01-18T22:26:46Z', 'revision_number': 5, 'project_id': 'dbd095ed914d4cd8a3e6407b4ae358ee', 'subnets': [{'id': 'bdcd6731-596e-4357-a042-5d54da415e2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:27:36.317095 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcabbca-95a9-409e-9e17-c93868cecd86 req-ba999053-f348-43fa-be6c-31ecbf503781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:36.318738 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bbcabbca-95a9-409e-9e17-c93868cecd86 req-ba999053-f348-43fa-be6c-31ecbf503781 service neutron] 10.222.0.36 "GET /v2.0/networks?id=20e66f8d-59af-4123-907d-ae2bdaa0a688 HTTP/1.1" status: 200 len: 916 time: 0.3315005 Jan 18 22:27:36.346672 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdea986e-9169-4125-88fc-202fd29bade3 None None] Checking router: 54b05178-a8f3-4c11-9086-fe60ed2f4468 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:27:36.358252 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdea986e-9169-4125-88fc-202fd29bade3 None None] Routers {'54b05178-a8f3-4c11-9086-fe60ed2f4468'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:27:36.359344 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-bdea986e-9169-4125-88fc-202fd29bade3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:27:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['54b05178-a8f3-4c11-9086-fe60ed2f4468'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:27:36.360618 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fe5fab32-cfeb-4712-b37d-904abf3ee29c req-081c2249-bc87-4e31-b264-241eda8d95cf tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.53 "GET /v2.0/security-groups?id=256a12e5-9057-4b93-8582-8b1a9ccb62a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647935 Jan 18 22:27:36.478663 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-65ccf533-200e-4a3e-882c-d01de6b49b4c req-12151a67-48ea-4dcc-93a4-31e4374e5321 tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e9ec08e-42e8-4b68-9b2b-59cea3b8176e HTTP/1.1" status: 200 len: 210 time: 0.0639367 Jan 18 22:27:36.502275 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bbcabbca-95a9-409e-9e17-c93868cecd86 req-9df5a241-3d24-4d10-9d7b-64353a7a17d3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=141a641c-d775-411c-8e3a-e0269ab65a4d HTTP/1.1" status: 200 len: 999 time: 0.1697083 Jan 18 22:27:36.512173 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9e8140-4b72-44d7-a83f-7e7056c4f4ba req-93adff93-b6de-472b-a20d-6c8d8cbfc5cb tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:36.520682 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6f9e8140-4b72-44d7-a83f-7e7056c4f4ba req-93adff93-b6de-472b-a20d-6c8d8cbfc5cb tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/ports?device_id=304a0036-0214-4c80-94aa-de6139e57a2b HTTP/1.1" status: 200 len: 945 time: 0.3232079 Jan 18 22:27:36.639914 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-dbdae7e5-cfc7-45e5-a307-2b2bf6a926ca req-6d31e920-ce45-46a4-a155-cd8f8d0e1f68 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:36.646708 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-63b314d7-760c-4675-9d7c-3caac9249fd3 req-772c2b5b-9147-4777-b8f3-38d47442c4ed tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "GET /v2.0/ports?device_id=14086ee0-c5a3-444d-a436-21ec62910d36 HTTP/1.1" status: 200 len: 210 time: 0.0628304 Jan 18 22:27:36.664245 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcabbca-95a9-409e-9e17-c93868cecd86 req-334595c2-3af0-409f-b19d-87932a562fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:36.665700 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bbcabbca-95a9-409e-9e17-c93868cecd86 req-334595c2-3af0-409f-b19d-87932a562fe4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bdcd6731-596e-4357-a042-5d54da415e2a HTTP/1.1" status: 200 len: 855 time: 0.1430676 Jan 18 22:27:36.668621 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6f9e8140-4b72-44d7-a83f-7e7056c4f4ba req-dc210b65-8920-4154-a418-086a91a25ae2 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c648c24-a8c9-44c0-bb3a-f1fa93ac06ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471422 Jan 18 22:27:36.711268 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-bdea986e-9169-4125-88fc-202fd29bade3 None None] Set router 54b05178-a8f3-4c11-9086-fe60ed2f4468 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:27:36.736881 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcabbca-95a9-409e-9e17-c93868cecd86 req-f48a3acc-bb9d-456e-a927-ca6e5c91282c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:36.738374 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bbcabbca-95a9-409e-9e17-c93868cecd86 req-f48a3acc-bb9d-456e-a927-ca6e5c91282c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=20e66f8d-59af-4123-907d-ae2bdaa0a688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0650878 Jan 18 22:27:36.742411 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-dbdae7e5-cfc7-45e5-a307-2b2bf6a926ca req-6d31e920-ce45-46a4-a155-cd8f8d0e1f68 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:36.755744 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['5b26736c-baf6-4007-8880-ab673e1a2019'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:27:36.841376 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbdae7e5-cfc7-45e5-a307-2b2bf6a926ca req-6d31e920-ce45-46a4-a155-cd8f8d0e1f68 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Network af41ebc3-729c-4c29-b8ad-2887a97a3db0 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:27:36.853916 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 46718) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:27:36.879171 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-dbdae7e5-cfc7-45e5-a307-2b2bf6a926ca req-6d31e920-ce45-46a4-a155-cd8f8d0e1f68 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:27:36.886897 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbdae7e5-cfc7-45e5-a307-2b2bf6a926ca req-6d31e920-ce45-46a4-a155-cd8f8d0e1f68 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:27:36.924169 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d31e920-ce45-46a4-a155-cd8f8d0e1f68 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Pushing event updated for resources: {'Port': ['ID=3b699b05-a28a-4928-9e67-0bcac0d95b9c,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:27:36.962692 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdae7e5-cfc7-45e5-a307-2b2bf6a926ca req-6d31e920-ce45-46a4-a155-cd8f8d0e1f68 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:36.962982 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-dbdae7e5-cfc7-45e5-a307-2b2bf6a926ca req-6d31e920-ce45-46a4-a155-cd8f8d0e1f68 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:36.987504 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bbcabbca-95a9-409e-9e17-c93868cecd86 req-91fa3e64-0ace-408d-8456-3356ec62a08e service neutron] 10.222.0.36 "GET /v2.0/networks/20e66f8d-59af-4123-907d-ae2bdaa0a688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258079 Jan 18 22:27:36.994345 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-dbdae7e5-cfc7-45e5-a307-2b2bf6a926ca req-6d31e920-ce45-46a4-a155-cd8f8d0e1f68 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6566310 Jan 18 22:27:37.019188 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-c6a758ef-ead1-4a1f-b504-7a917d926ccf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1451660796-network', 'tenant_id': '7afa2eadfaa94efb9bc2c925685c8cd2'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:27:37.020172 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-dbdae7e5-cfc7-45e5-a307-2b2bf6a926ca req-588882e5-27d4-4a49-adf9-2a3a0e31330a service neutron] Request body: {'port': {'device_id': '14086ee0-c5a3-444d-a436-21ec62910d36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:27:37.049443 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6a758ef-ead1-4a1f-b504-7a917d926ccf admin admin] Made reservation on behalf of 7afa2eadfaa94efb9bc2c925685c8cd2 for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:27:37.053393 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c6a758ef-ead1-4a1f-b504-7a917d926ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:37.064160 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c6a758ef-ead1-4a1f-b504-7a917d926ccf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:37.128300 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-dbdae7e5-cfc7-45e5-a307-2b2bf6a926ca req-588882e5-27d4-4a49-adf9-2a3a0e31330a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:37.197888 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-bdea986e-9169-4125-88fc-202fd29bade3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54b05178-a8f3-4c11-9086-fe60ed2f4468', 'name': 'tempest-ServersTestBootFromVolume-1325890051-router', 'tenant_id': 'dbd095ed914d4cd8a3e6407b4ae358ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '267f8cb9-2ba6-4178-a197-ed90a89c7202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:26:35Z', 'updated_at': '2022-01-18T22:26:39Z', 'revision_number': 4, 'project_id': 'dbd095ed914d4cd8a3e6407b4ae358ee', 'gw_port': {'id': '267f8cb9-2ba6-4178-a197-ed90a89c7202', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:2f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b05178-a8f3-4c11-9086-fe60ed2f4468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:26:36Z', 'updated_at': '2022-01-18T22:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': '53090174-0c80-4f60-96c7-3c35339ed9f8', 'tenant_id': 'dbd095ed914d4cd8a3e6407b4ae358ee', 'floating_ip_address': '172.25.5.227', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': '54b05178-a8f3-4c11-9086-fe60ed2f4468', 'port_id': '141a641c-d775-411c-8e3a-e0269ab65a4d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20e66f8d-59af-4123-907d-ae2bdaa0a688', 'mac_address': 'fa:16:3e:3e:ef:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '752f3d83-a986-4e8d-8fd4-2e9cfdd50fd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:26:42Z', 'updated_at': '2022-01-18T22:27:35Z', 'revision_number': 1, 'project_id': 'dbd095ed914d4cd8a3e6407b4ae358ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '182d061f-d8d5-415e-a028-2e2904aba064', 'name': '', 'network_id': '20e66f8d-59af-4123-907d-ae2bdaa0a688', 'tenant_id': 'dbd095ed914d4cd8a3e6407b4ae358ee', 'mac_address': 'fa:16:3e:11:69:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b05178-a8f3-4c11-9086-fe60ed2f4468', 'device_owner': 'network:router_interface', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': 'bdcd6731-596e-4357-a042-5d54da415e2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:26:38Z', 'updated_at': '2022-01-18T22:26:46Z', 'revision_number': 5, 'project_id': 'dbd095ed914d4cd8a3e6407b4ae358ee', 'subnets': [{'id': 'bdcd6731-596e-4357-a042-5d54da415e2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:27:37.208767 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c6a758ef-ead1-4a1f-b504-7a917d926ccf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:37.213482 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c6a758ef-ead1-4a1f-b504-7a917d926ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:37.232924 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdea986e-9169-4125-88fc-202fd29bade3 None None] The sync data for ids ['54b05178-a8f3-4c11-9086-fe60ed2f4468'] in n-d-825064-1 is: [{'id': '54b05178-a8f3-4c11-9086-fe60ed2f4468', 'name': 'tempest-ServersTestBootFromVolume-1325890051-router', 'tenant_id': 'dbd095ed914d4cd8a3e6407b4ae358ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '267f8cb9-2ba6-4178-a197-ed90a89c7202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:26:35Z', 'updated_at': '2022-01-18T22:26:39Z', 'revision_number': 4, 'project_id': 'dbd095ed914d4cd8a3e6407b4ae358ee', 'gw_port': {'id': '267f8cb9-2ba6-4178-a197-ed90a89c7202', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:2f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b05178-a8f3-4c11-9086-fe60ed2f4468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:26:36Z', 'updated_at': '2022-01-18T22:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': '53090174-0c80-4f60-96c7-3c35339ed9f8', 'tenant_id': 'dbd095ed914d4cd8a3e6407b4ae358ee', 'floating_ip_address': '172.25.5.227', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': '54b05178-a8f3-4c11-9086-fe60ed2f4468', 'port_id': '141a641c-d775-411c-8e3a-e0269ab65a4d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20e66f8d-59af-4123-907d-ae2bdaa0a688', 'mac_address': 'fa:16:3e:3e:ef:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '752f3d83-a986-4e8d-8fd4-2e9cfdd50fd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:26:42Z', 'updated_at': '2022-01-18T22:27:35Z', 'revision_number': 1, 'project_id': 'dbd095ed914d4cd8a3e6407b4ae358ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '182d061f-d8d5-415e-a028-2e2904aba064', 'name': '', 'network_id': '20e66f8d-59af-4123-907d-ae2bdaa0a688', 'tenant_id': 'dbd095ed914d4cd8a3e6407b4ae358ee', 'mac_address': 'fa:16:3e:11:69:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b05178-a8f3-4c11-9086-fe60ed2f4468', 'device_owner': 'network:router_interface', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': 'bdcd6731-596e-4357-a042-5d54da415e2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:26:38Z', 'updated_at': '2022-01-18T22:26:46Z', 'revision_number': 5, 'project_id': 'dbd095ed914d4cd8a3e6407b4ae358ee', 'subnets': [{'id': 'bdcd6731-596e-4357-a042-5d54da415e2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:27:37.238080 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6a758ef-ead1-4a1f-b504-7a917d926ccf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:27:37.263268 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c6a758ef-ead1-4a1f-b504-7a917d926ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:37.263618 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-c6a758ef-ead1-4a1f-b504-7a917d926ccf admin admin] Added segment 70a4f94b-4f48-4441-9e9d-d65add0cb430 of type vlan for network 9f0c6f68-00d4-4074-963d-5eeb6360e1ec Jan 18 22:27:37.265581 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a758ef-ead1-4a1f-b504-7a917d926ccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aae0940-e02e-4151-9b94-3a223d36de38,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:27:37.321202 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c6a758ef-ead1-4a1f-b504-7a917d926ccf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:37.350659 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c6a758ef-ead1-4a1f-b504-7a917d926ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:37.351862 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a758ef-ead1-4a1f-b504-7a917d926ccf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:37.352556 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c6a758ef-ead1-4a1f-b504-7a917d926ccf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:37.371537 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 57543212-6e45-4b4c-9314-8adcb11e564a up at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:27:37.418201 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-c6a758ef-ead1-4a1f-b504-7a917d926ccf admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5624688 Jan 18 22:27:37.422397 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 46726) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:27:37.428877 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-91d52319-22e6-4e57-91c6-bea8d547ae76 admin admin] Request body: {'subnet': {'network_id': '9f0c6f68-00d4-4074-963d-5eeb6360e1ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1451660796-subnet', 'tenant_id': '7afa2eadfaa94efb9bc2c925685c8cd2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:27:37.438235 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a758ef-ead1-4a1f-b504-7a917d926ccf admin admin] Pushing event updated for resources: {'Network': ['ID=9f0c6f68-00d4-4074-963d-5eeb6360e1ec,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:27:37.454840 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 9f0c6f68-00d4-4074-963d-5eeb6360e1ec details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:27:37.472816 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91d52319-22e6-4e57-91c6-bea8d547ae76 admin admin] Made reservation on behalf of 7afa2eadfaa94efb9bc2c925685c8cd2 for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:27:37.476914 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-91d52319-22e6-4e57-91c6-bea8d547ae76 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:37.531149 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning for port 57543212-6e45-4b4c-9314-8adcb11e564a completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:27:37.546276 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning complete for port 57543212-6e45-4b4c-9314-8adcb11e564a triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:27:37.546790 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:37.584770 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5791d4-5af7-47a2-8b44-f6b969885a23 None None] New status for floating IP 53090174-0c80-4f60-96c7-3c35339ed9f8: ACTIVE {{(pid=102433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 22:27:37.589790 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bbcabbca-95a9-409e-9e17-c93868cecd86 req-1064d3f8-3eb6-42c6-8191-2a7a7d88241f service neutron] 10.222.0.36 "GET /v2.0/networks/20e66f8d-59af-4123-907d-ae2bdaa0a688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5944872 Jan 18 22:27:37.671541 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:37.705480 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a2b66c0-c9a2-4cc4-97ad-988f7f10a9c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57543212-6e45-4b4c-9314-8adcb11e564a'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:27:37.708344 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f02179d-20ec-45e1-b773-62595ce48d3f" -d '{"events": [{"server_uuid": "7a2b66c0-c9a2-4cc4-97ad-988f7f10a9c4", "name": "network-vif-plugged", "status": "completed", "tag": "57543212-6e45-4b4c-9314-8adcb11e564a"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:27:37.722693 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 57543212-6e45-4b4c-9314-8adcb11e564a, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=57543212-6e45-4b4c-9314-8adcb11e564a,segment=NetworkSegment(8722d91c-e345-4722-8e76-e16ce0db35db),segment_id=8722d91c-e345-4722-8e76-e16ce0db35db)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:27:37.730003 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:37.750810 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1e5faf78-bf9b-4e47-9106-177cb9bc4d83 req-ef3b8cf4-a777-49e5-b285-7b7390e496dd tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e9ec08e-42e8-4b68-9b2b-59cea3b8176e HTTP/1.1" status: 200 len: 210 time: 0.0614157 Jan 18 22:27:37.818203 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-91d52319-22e6-4e57-91c6-bea8d547ae76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:37.834443 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=57543212-6e45-4b4c-9314-8adcb11e564a,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:27:37.842761 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:27:37.843572 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:27:37.844066 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:27:37.844873 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:27:37.845491 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:27:37.845996 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:27:37.846491 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:27:37.846978 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:27:37.847499 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:27:37.847983 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:27:37.848561 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:27:37.849165 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:27:37.917197 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d52319-22e6-4e57-91c6-bea8d547ae76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7bcd428-9869-4592-8e72-20a2a0d3310e,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:27:37.927904 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d52319-22e6-4e57-91c6-bea8d547ae76 admin admin] Checking segment: {'id': '70a4f94b-4f48-4441-9e9d-d65add0cb430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9f0c6f68-00d4-4074-963d-5eeb6360e1ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:27:37.928326 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d52319-22e6-4e57-91c6-bea8d547ae76 admin admin] Network hostable DHCP agents. Network: 9f0c6f68-00d4-4074-963d-5eeb6360e1ec, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:27:37.949513 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d52319-22e6-4e57-91c6-bea8d547ae76 admin admin] Network 9f0c6f68-00d4-4074-963d-5eeb6360e1ec is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:27:37.952183 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069f4e42-1168-4bfd-989c-cf4ad9316479 req-c16e05b4-e365-4bc8-b9b5-c2649da4eea1 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:37.954317 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-069f4e42-1168-4bfd-989c-cf4ad9316479 req-c16e05b4-e365-4bc8-b9b5-c2649da4eea1 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a2b66c0-c9a2-4cc4-97ad-988f7f10a9c4 HTTP/1.1" status: 200 len: 944 time: 0.3957078 Jan 18 22:27:37.960802 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-91d52319-22e6-4e57-91c6-bea8d547ae76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 9f0c6f68-00d4-4074-963d-5eeb6360e1ec) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:27:37.966071 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d52319-22e6-4e57-91c6-bea8d547ae76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:37.966791 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-91d52319-22e6-4e57-91c6-bea8d547ae76 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:37.972199 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981086e7-ce9e-4900-8563-a538bef7f1d8 None None] Network 9f0c6f68-00d4-4074-963d-5eeb6360e1ec requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:27:37.986713 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-91d52319-22e6-4e57-91c6-bea8d547ae76 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5598521 Jan 18 22:27:37.986921 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 46740) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:27:37.991464 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-25970ad5-bb79-4a97-b826-12ee3383a670 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1451660796-router', 'tenant_id': '7afa2eadfaa94efb9bc2c925685c8cd2', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:27:38.016448 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-25970ad5-bb79-4a97-b826-12ee3383a670 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1044160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8692'] for router, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:38.017497 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-25970ad5-bb79-4a97-b826-12ee3383a670 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1040680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8675'] for router, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:38.031762 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f863fe-8de3-4094-8673-1184cdf99d49 req-af2ea48a-97c7-4896-88db-e674fb079f32 tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:38.033233 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c7f863fe-8de3-4094-8673-1184cdf99d49 req-af2ea48a-97c7-4896-88db-e674fb079f32 tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] 10.222.0.67 "GET /v2.0/networks?id=c190f261-a9e0-4805-b477-029ec0cff12a HTTP/1.1" status: 200 len: 813 time: 0.4678183 Jan 18 22:27:38.060007 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-c7f863fe-8de3-4094-8673-1184cdf99d49 req-bdca7f58-5666-48e8-89b5-9e3c3b3bdcea tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] Request body: {'port': {'device_id': '8e9ec08e-42e8-4b68-9b2b-59cea3b8176e', 'network_id': 'c190f261-a9e0-4805-b477-029ec0cff12a', 'admin_state_up': True, 'tenant_id': '6f701bc314db40aaa009d6464ed857b9'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:27:38.086574 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-25970ad5-bb79-4a97-b826-12ee3383a670 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:38.102793 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20146b0e-6b9d-45f9-beb4-ac2dcd0717ea req-ad408f1f-080d-490d-ab5e-a28e848a651e tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:38.110825 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-20146b0e-6b9d-45f9-beb4-ac2dcd0717ea req-ad408f1f-080d-490d-ab5e-a28e848a651e tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "GET /v2.0/ports?device_id=14086ee0-c5a3-444d-a436-21ec62910d36 HTTP/1.1" status: 200 len: 931 time: 0.2337630 Jan 18 22:27:38.136935 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1540d01a-9c98-4caa-b530-52d1ad6afb6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-9f0c6f68-00d4-4074-963d-5eeb6360e1ec', 'network_id': '9f0c6f68-00d4-4074-963d-5eeb6360e1ec', 'tenant_id': '7afa2eadfaa94efb9bc2c925685c8cd2', 'fixed_ips': [{'subnet_id': 'b7bcd428-9869-4592-8e72-20a2a0d3310e'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:27:38.137921 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1540d01a-9c98-4caa-b530-52d1ad6afb6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:38.144098 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-069f4e42-1168-4bfd-989c-cf4ad9316479 req-eed27b1d-0996-4491-a98d-a95cd1a68f03 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.53 "GET /v2.0/security-groups?id=256a12e5-9057-4b93-8582-8b1a9ccb62a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457732 Jan 18 22:27:38.245517 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-20146b0e-6b9d-45f9-beb4-ac2dcd0717ea req-e044389f-5f46-4df8-b39d-7a7cae377047 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ef2436f-5d12-4157-8d68-61ff72075f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337805 Jan 18 22:27:38.261058 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-25970ad5-bb79-4a97-b826-12ee3383a670 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:38.300729 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b57bad6-eb1c-4c38-bd0a-fc9c443ac7c6 x-openstack-request-id: req-4b57bad6-eb1c-4c38-bd0a-fc9c443ac7c6 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:27:38.301252 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a2b66c0-c9a2-4cc4-97ad-988f7f10a9c4", "name": "network-vif-plugged", "status": "completed", "tag": "57543212-6e45-4b4c-9314-8adcb11e564a", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:27:38.301665 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4b57bad6-eb1c-4c38-bd0a-fc9c443ac7c6 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:27:38.302237 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a2b66c0-c9a2-4cc4-97ad-988f7f10a9c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57543212-6e45-4b4c-9314-8adcb11e564a', 'code': 200} Jan 18 22:27:38.317151 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-1540d01a-9c98-4caa-b530-52d1ad6afb6a None None] Allocated IP 172.20.0.2 (9f0c6f68-00d4-4074-963d-5eeb6360e1ec/b7bcd428-9869-4592-8e72-20a2a0d3310e/196c857e-9538-4ac0-aa74-908a98d4e857) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:27:38.358272 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [req-dbdae7e5-cfc7-45e5-a307-2b2bf6a926ca req-588882e5-27d4-4a49-adf9-2a3a0e31330a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b699b05-a28a-4928-9e67-0bcac0d95b9c {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:27:38.375378 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-dbdae7e5-cfc7-45e5-a307-2b2bf6a926ca req-588882e5-27d4-4a49-adf9-2a3a0e31330a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:38.397256 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0463d15a-9124-4054-bbee-f418547863cb req-6a66b167-0810-4cde-9a14-5a8737e35516 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:38.404791 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0463d15a-9124-4054-bbee-f418547863cb req-6a66b167-0810-4cde-9a14-5a8737e35516 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/ports?device_id=304a0036-0214-4c80-94aa-de6139e57a2b HTTP/1.1" status: 200 len: 945 time: 0.1744232 Jan 18 22:27:38.445489 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-dbdae7e5-cfc7-45e5-a307-2b2bf6a926ca req-588882e5-27d4-4a49-adf9-2a3a0e31330a service neutron] Transition to ACTIVE for port object 3b699b05-a28a-4928-9e67-0bcac0d95b9c will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:27:38.461316 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-dbdae7e5-cfc7-45e5-a307-2b2bf6a926ca req-588882e5-27d4-4a49-adf9-2a3a0e31330a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:38.471296 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7f863fe-8de3-4094-8673-1184cdf99d49 req-bdca7f58-5666-48e8-89b5-9e3c3b3bdcea tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] Made reservation on behalf of 6f701bc314db40aaa009d6464ed857b9 for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:27:38.475419 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-c7f863fe-8de3-4094-8673-1184cdf99d49 req-bdca7f58-5666-48e8-89b5-9e3c3b3bdcea tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:38.526650 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1540d01a-9c98-4caa-b530-52d1ad6afb6a None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:38.543324 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1540d01a-9c98-4caa-b530-52d1ad6afb6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:38.550243 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0463d15a-9124-4054-bbee-f418547863cb req-735a71a5-acf1-46ca-85df-006161acc007 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c648c24-a8c9-44c0-bb3a-f1fa93ac06ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445522 Jan 18 22:27:38.582981 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc94f3b9-7835-47ce-85f9-c8421b6bff45 req-be20d8fb-b403-4ce5-897e-72e0466f9409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:38.585277 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fc94f3b9-7835-47ce-85f9-c8421b6bff45 req-be20d8fb-b403-4ce5-897e-72e0466f9409 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7a2b66c0-c9a2-4cc4-97ad-988f7f10a9c4 HTTP/1.1" status: 200 len: 1096 time: 0.2147791 Jan 18 22:27:38.600524 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1540d01a-9c98-4caa-b530-52d1ad6afb6a None None] Network 9f0c6f68-00d4-4074-963d-5eeb6360e1ec is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:27:38.606919 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-1540d01a-9c98-4caa-b530-52d1ad6afb6a None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:27:38.610867 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588882e5-27d4-4a49-adf9-2a3a0e31330a service neutron] Pushing event updated for resources: {'Port': ['ID=3b699b05-a28a-4928-9e67-0bcac0d95b9c,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:27:38.611409 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1540d01a-9c98-4caa-b530-52d1ad6afb6a None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:27:38.645199 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1540d01a-9c98-4caa-b530-52d1ad6afb6a None None] Pushing event updated for resources: {'Port': ['ID=196c857e-9538-4ac0-aa74-908a98d4e857,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:27:38.689346 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-1540d01a-9c98-4caa-b530-52d1ad6afb6a None None] Attempting to bind port 196c857e-9538-4ac0-aa74-908a98d4e857 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:27:38.689730 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-1540d01a-9c98-4caa-b530-52d1ad6afb6a None None] Attempting to bind port 196c857e-9538-4ac0-aa74-908a98d4e857 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '70a4f94b-4f48-4441-9e9d-d65add0cb430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9f0c6f68-00d4-4074-963d-5eeb6360e1ec'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:27:38.690142 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1540d01a-9c98-4caa-b530-52d1ad6afb6a None None] Attempting to bind port 196c857e-9538-4ac0-aa74-908a98d4e857 on network 9f0c6f68-00d4-4074-963d-5eeb6360e1ec {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:27:38.696083 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1540d01a-9c98-4caa-b530-52d1ad6afb6a None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:27:38.696482 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1540d01a-9c98-4caa-b530-52d1ad6afb6a None None] Checking segment: {'id': '70a4f94b-4f48-4441-9e9d-d65add0cb430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9f0c6f68-00d4-4074-963d-5eeb6360e1ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:27:38.696834 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1540d01a-9c98-4caa-b530-52d1ad6afb6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:38.697120 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1540d01a-9c98-4caa-b530-52d1ad6afb6a None None] Bound using segment: {'id': '70a4f94b-4f48-4441-9e9d-d65add0cb430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9f0c6f68-00d4-4074-963d-5eeb6360e1ec'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:27:38.697644 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-1540d01a-9c98-4caa-b530-52d1ad6afb6a None None] Bound port: 196c857e-9538-4ac0-aa74-908a98d4e857, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70a4f94b-4f48-4441-9e9d-d65add0cb430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9f0c6f68-00d4-4074-963d-5eeb6360e1ec'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:27:38.698028 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1540d01a-9c98-4caa-b530-52d1ad6afb6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:38.785021 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-dbdae7e5-cfc7-45e5-a307-2b2bf6a926ca req-588882e5-27d4-4a49-adf9-2a3a0e31330a service neutron] Attempting to bind port 3b699b05-a28a-4928-9e67-0bcac0d95b9c on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:27:38.785500 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-dbdae7e5-cfc7-45e5-a307-2b2bf6a926ca req-588882e5-27d4-4a49-adf9-2a3a0e31330a service neutron] Attempting to bind port 3b699b05-a28a-4928-9e67-0bcac0d95b9c by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '2449887d-c03b-4a70-a423-7d9bceef1b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'af41ebc3-729c-4c29-b8ad-2887a97a3db0'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:27:38.786065 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbdae7e5-cfc7-45e5-a307-2b2bf6a926ca req-588882e5-27d4-4a49-adf9-2a3a0e31330a service neutron] Attempting to bind port 3b699b05-a28a-4928-9e67-0bcac0d95b9c on network af41ebc3-729c-4c29-b8ad-2887a97a3db0 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:27:38.799406 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fc94f3b9-7835-47ce-85f9-c8421b6bff45 req-556d4eec-13fa-4697-9f8e-6dbc7437761c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=256a12e5-9057-4b93-8582-8b1a9ccb62a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033875 Jan 18 22:27:38.799642 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-1540d01a-9c98-4caa-b530-52d1ad6afb6a None None] For port 196c857e-9538-4ac0-aa74-908a98d4e857, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:27:38.804294 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-1540d01a-9c98-4caa-b530-52d1ad6afb6a None None] For port 196c857e-9538-4ac0-aa74-908a98d4e857, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=196c857e-9538-4ac0-aa74-908a98d4e857,segment=NetworkSegment(70a4f94b-4f48-4441-9e9d-d65add0cb430),segment_id=70a4f94b-4f48-4441-9e9d-d65add0cb430)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:27:38.808889 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1540d01a-9c98-4caa-b530-52d1ad6afb6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:38.823613 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbdae7e5-cfc7-45e5-a307-2b2bf6a926ca req-588882e5-27d4-4a49-adf9-2a3a0e31330a service neutron] Port 3b699b05-a28a-4928-9e67-0bcac0d95b9c on network af41ebc3-729c-4c29-b8ad-2887a97a3db0 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:27:38.824098 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbdae7e5-cfc7-45e5-a307-2b2bf6a926ca req-588882e5-27d4-4a49-adf9-2a3a0e31330a service neutron] Attempting to bind port 3b699b05-a28a-4928-9e67-0bcac0d95b9c on network af41ebc3-729c-4c29-b8ad-2887a97a3db0 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:27:38.835376 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbdae7e5-cfc7-45e5-a307-2b2bf6a926ca req-588882e5-27d4-4a49-adf9-2a3a0e31330a service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:27:38.835877 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbdae7e5-cfc7-45e5-a307-2b2bf6a926ca req-588882e5-27d4-4a49-adf9-2a3a0e31330a service neutron] Checking segment: {'id': '2449887d-c03b-4a70-a423-7d9bceef1b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'af41ebc3-729c-4c29-b8ad-2887a97a3db0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:27:38.836389 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbdae7e5-cfc7-45e5-a307-2b2bf6a926ca req-588882e5-27d4-4a49-adf9-2a3a0e31330a service neutron] Bound using segment: {'id': '2449887d-c03b-4a70-a423-7d9bceef1b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'af41ebc3-729c-4c29-b8ad-2887a97a3db0'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:27:38.837042 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-dbdae7e5-cfc7-45e5-a307-2b2bf6a926ca req-588882e5-27d4-4a49-adf9-2a3a0e31330a service neutron] Bound port: 3b699b05-a28a-4928-9e67-0bcac0d95b9c, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2449887d-c03b-4a70-a423-7d9bceef1b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'af41ebc3-729c-4c29-b8ad-2887a97a3db0'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:27:38.837504 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-dbdae7e5-cfc7-45e5-a307-2b2bf6a926ca req-588882e5-27d4-4a49-adf9-2a3a0e31330a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:38.888614 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1540d01a-9c98-4caa-b530-52d1ad6afb6a None None] Pushing event updated for resources: {'Port': ['ID=196c857e-9538-4ac0-aa74-908a98d4e857,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:27:38.899812 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-25970ad5-bb79-4a97-b826-12ee3383a670 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:38.937007 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-25970ad5-bb79-4a97-b826-12ee3383a670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:38.988049 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c8233837-20fd-4dc6-a637-405bfefc53d8 req-43f1e72b-328f-42e8-9374-ea1002192e36 tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e9ec08e-42e8-4b68-9b2b-59cea3b8176e HTTP/1.1" status: 200 len: 210 time: 0.0781157 Jan 18 22:27:38.989162 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-dbdae7e5-cfc7-45e5-a307-2b2bf6a926ca req-588882e5-27d4-4a49-adf9-2a3a0e31330a service neutron] For port 3b699b05-a28a-4928-9e67-0bcac0d95b9c, host n-h2-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:27:39.002237 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-c7f863fe-8de3-4094-8673-1184cdf99d49 req-bdca7f58-5666-48e8-89b5-9e3c3b3bdcea tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] Allocated IP 172.20.0.2 (c190f261-a9e0-4805-b477-029ec0cff12a/1740482f-11ed-4dc8-95f0-60cedd3827cb/4e3902dc-2a08-435f-97b5-5a0907bad936) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:27:39.008937 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-dbdae7e5-cfc7-45e5-a307-2b2bf6a926ca req-588882e5-27d4-4a49-adf9-2a3a0e31330a service neutron] For port 3b699b05-a28a-4928-9e67-0bcac0d95b9c, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=3b699b05-a28a-4928-9e67-0bcac0d95b9c,segment=NetworkSegment(2449887d-c03b-4a70-a423-7d9bceef1b13),segment_id=2449887d-c03b-4a70-a423-7d9bceef1b13)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:27:39.013077 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727f87d1-3a5b-49dd-85c0-346fe8beea56 req-753274d5-6a55-431e-a374-190561fd49b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:39.015287 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-727f87d1-3a5b-49dd-85c0-346fe8beea56 req-753274d5-6a55-431e-a374-190561fd49b9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8b13ed9b2a1546eeba661ab8fe911d02&device_id=304a0036-0214-4c80-94aa-de6139e57a2b HTTP/1.1" status: 200 len: 1096 time: 0.1672001 Jan 18 22:27:39.018922 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-dbdae7e5-cfc7-45e5-a307-2b2bf6a926ca req-588882e5-27d4-4a49-adf9-2a3a0e31330a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:39.045575 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7275b5-2bd4-45c2-85a7-ea5555d21737 req-be855a55-1c9b-49f2-be20-2677c795b5f9 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:39.047593 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bd7275b5-2bd4-45c2-85a7-ea5555d21737 req-be855a55-1c9b-49f2-be20-2677c795b5f9 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/ports?device_id=304a0036-0214-4c80-94aa-de6139e57a2b HTTP/1.1" status: 200 len: 945 time: 0.1940289 Jan 18 22:27:39.101431 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdae7e5-cfc7-45e5-a307-2b2bf6a926ca req-588882e5-27d4-4a49-adf9-2a3a0e31330a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:39.102080 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-dbdae7e5-cfc7-45e5-a307-2b2bf6a926ca req-588882e5-27d4-4a49-adf9-2a3a0e31330a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:39.103521 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-dbdae7e5-cfc7-45e5-a307-2b2bf6a926ca req-588882e5-27d4-4a49-adf9-2a3a0e31330a service neutron] 10.222.0.67 "PUT /v2.0/ports/3b699b05-a28a-4928-9e67-0bcac0d95b9c HTTP/1.1" status: 200 len: 1091 time: 2.0878847 Jan 18 22:27:39.116960 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14086ee0-c5a3-444d-a436-21ec62910d36', 'tag': '3b699b05-a28a-4928-9e67-0bcac0d95b9c'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:27:39.123210 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d84d59a-e476-45e4-b9ae-2e47d643294e" -d '{"events": [{"name": "network-changed", "server_uuid": "14086ee0-c5a3-444d-a436-21ec62910d36", "tag": "3b699b05-a28a-4928-9e67-0bcac0d95b9c"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:27:39.153378 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-25970ad5-bb79-4a97-b826-12ee3383a670 admin admin] Allocated IP 172.25.5.205 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/027fa202-abba-4d75-a143-7b459c13e96e) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:27:39.205293 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727f87d1-3a5b-49dd-85c0-346fe8beea56 req-c5390010-c621-4844-b6d9-27f822a0e137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:39.206882 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-727f87d1-3a5b-49dd-85c0-346fe8beea56 req-c5390010-c621-4844-b6d9-27f822a0e137 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a7cf00b2-fdcd-4807-a356-43cabd69ea31 HTTP/1.1" status: 200 len: 911 time: 0.1702511 Jan 18 22:27:39.236449 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22ba3b1e-bdd1-44e2-abd9-7f3fbedb1b8a x-openstack-request-id: req-22ba3b1e-bdd1-44e2-abd9-7f3fbedb1b8a {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:27:39.236825 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14086ee0-c5a3-444d-a436-21ec62910d36", "tag": "3b699b05-a28a-4928-9e67-0bcac0d95b9c", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:27:39.237140 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-22ba3b1e-bdd1-44e2-abd9-7f3fbedb1b8a {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:27:39.237608 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14086ee0-c5a3-444d-a436-21ec62910d36', 'tag': '3b699b05-a28a-4928-9e67-0bcac0d95b9c', 'status': 'completed', 'code': 200} Jan 18 22:27:39.335280 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588882e5-27d4-4a49-adf9-2a3a0e31330a service neutron] Pushing event updated for resources: {'Port': ['ID=3b699b05-a28a-4928-9e67-0bcac0d95b9c,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:27:39.354792 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-727f87d1-3a5b-49dd-85c0-346fe8beea56 req-016b2f46-74ea-4c42-95c6-c18ba4fa52a0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e8d7bb39-fefa-4a60-8b6c-d0f3827ccb26 HTTP/1.1" status: 200 len: 1001 time: 0.0949662 Jan 18 22:27:39.358053 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bd7275b5-2bd4-45c2-85a7-ea5555d21737 req-665e4410-1022-4979-8eb4-29e75e5d4691 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c648c24-a8c9-44c0-bb3a-f1fa93ac06ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2883968 Jan 18 22:27:39.383539 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-25970ad5-bb79-4a97-b826-12ee3383a670 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:39.408761 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdae7e5-cfc7-45e5-a307-2b2bf6a926ca req-58866808-c6e2-4571-8138-c94980d61176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:39.410307 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-dbdae7e5-cfc7-45e5-a307-2b2bf6a926ca req-58866808-c6e2-4571-8138-c94980d61176 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6897da059550496b89a6c6ef7ad886b1&device_id=14086ee0-c5a3-444d-a436-21ec62910d36 HTTP/1.1" status: 200 len: 1094 time: 0.1718531 Jan 18 22:27:39.425958 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f808d52-7d97-4072-8a0a-5e8faac71c02 req-566ac258-98f1-4361-ac72-9e1d68b79786 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:39.427959 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2f808d52-7d97-4072-8a0a-5e8faac71c02 req-566ac258-98f1-4361-ac72-9e1d68b79786 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a2b66c0-c9a2-4cc4-97ad-988f7f10a9c4 HTTP/1.1" status: 200 len: 945 time: 0.1714365 Jan 18 22:27:39.429402 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727f87d1-3a5b-49dd-85c0-346fe8beea56 req-81234fa0-b865-42b1-aacb-6248703477ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:39.430889 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-727f87d1-3a5b-49dd-85c0-346fe8beea56 req-81234fa0-b865-42b1-aacb-6248703477ab service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f22ac4a0-8a49-4c4d-8503-b70bab42605d HTTP/1.1" status: 200 len: 850 time: 0.0609219 Jan 18 22:27:39.434351 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-c7f863fe-8de3-4094-8673-1184cdf99d49 req-bdca7f58-5666-48e8-89b5-9e3c3b3bdcea tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:39.461661 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-25970ad5-bb79-4a97-b826-12ee3383a670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:39.527530 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25970ad5-bb79-4a97-b826-12ee3383a670 admin admin] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:27:39.530225 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-dbdae7e5-cfc7-45e5-a307-2b2bf6a926ca req-3d1253b0-ac46-4291-a205-08ad1edca320 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b699b05-a28a-4928-9e67-0bcac0d95b9c HTTP/1.1" status: 200 len: 217 time: 0.0728941 Jan 18 22:27:39.534854 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-25970ad5-bb79-4a97-b826-12ee3383a670 admin admin] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:27:39.537719 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25970ad5-bb79-4a97-b826-12ee3383a670 admin admin] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:27:39.539624 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25970ad5-bb79-4a97-b826-12ee3383a670 admin admin] Pushing event updated for resources: {'Port': ['ID=027fa202-abba-4d75-a143-7b459c13e96e,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:27:39.543036 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727f87d1-3a5b-49dd-85c0-346fe8beea56 req-ff371b5c-50c0-4f96-a326-6fe910db39a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:39.544570 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-727f87d1-3a5b-49dd-85c0-346fe8beea56 req-ff371b5c-50c0-4f96-a326-6fe910db39a2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a7cf00b2-fdcd-4807-a356-43cabd69ea31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0942216 Jan 18 22:27:39.597359 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2f808d52-7d97-4072-8a0a-5e8faac71c02 req-09273e76-0e68-4628-90b8-c3c815042fdd tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.53 "GET /v2.0/security-groups?id=256a12e5-9057-4b93-8582-8b1a9ccb62a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612620 Jan 18 22:27:39.622668 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4972ec1a-cc7f-4fca-91e0-a07b560b395f req-46a5b214-009f-4742-8f59-de0c8720cc29 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:39.630644 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4972ec1a-cc7f-4fca-91e0-a07b560b395f req-46a5b214-009f-4742-8f59-de0c8720cc29 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "GET /v2.0/ports?device_id=14086ee0-c5a3-444d-a436-21ec62910d36 HTTP/1.1" status: 200 len: 943 time: 0.1847124 Jan 18 22:27:39.634884 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-c7f863fe-8de3-4094-8673-1184cdf99d49 req-bdca7f58-5666-48e8-89b5-9e3c3b3bdcea tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:39.681348 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdae7e5-cfc7-45e5-a307-2b2bf6a926ca req-13f711a8-5561-4c6b-8748-0e571abcdbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:39.682810 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-dbdae7e5-cfc7-45e5-a307-2b2bf6a926ca req-13f711a8-5561-4c6b-8748-0e571abcdbe3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=32a358e3-3dfb-4a4a-b9c8-a4fbb21a0c85 HTTP/1.1" status: 200 len: 853 time: 0.1374969 Jan 18 22:27:39.726418 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7f863fe-8de3-4094-8673-1184cdf99d49 req-bdca7f58-5666-48e8-89b5-9e3c3b3bdcea tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] Network c190f261-a9e0-4805-b477-029ec0cff12a is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:27:39.748509 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-c7f863fe-8de3-4094-8673-1184cdf99d49 req-bdca7f58-5666-48e8-89b5-9e3c3b3bdcea tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:27:39.757233 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-dbdae7e5-cfc7-45e5-a307-2b2bf6a926ca req-617943f3-1a1e-4745-b864-2f71963c26f9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=af41ebc3-729c-4c29-b8ad-2887a97a3db0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577433 Jan 18 22:27:39.758259 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7f863fe-8de3-4094-8673-1184cdf99d49 req-bdca7f58-5666-48e8-89b5-9e3c3b3bdcea tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:27:39.770422 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-727f87d1-3a5b-49dd-85c0-346fe8beea56 req-2f164090-3652-4cf8-8554-86151a221c75 service neutron] 10.222.0.67 "GET /v2.0/networks/a7cf00b2-fdcd-4807-a356-43cabd69ea31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051656 Jan 18 22:27:39.773080 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4972ec1a-cc7f-4fca-91e0-a07b560b395f req-669f3fa2-1258-469e-b554-4f419c6276ef tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ef2436f-5d12-4157-8d68-61ff72075f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394305 Jan 18 22:27:39.774009 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdca7f58-5666-48e8-89b5-9e3c3b3bdcea tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] Pushing event updated for resources: {'Port': ['ID=4e3902dc-2a08-435f-97b5-5a0907bad936,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:27:39.870059 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f863fe-8de3-4094-8673-1184cdf99d49 req-bdca7f58-5666-48e8-89b5-9e3c3b3bdcea tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:39.870840 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-c7f863fe-8de3-4094-8673-1184cdf99d49 req-bdca7f58-5666-48e8-89b5-9e3c3b3bdcea tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:39.936905 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c7f863fe-8de3-4094-8673-1184cdf99d49 req-bdca7f58-5666-48e8-89b5-9e3c3b3bdcea tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8821688 Jan 18 22:27:39.956489 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-c7f863fe-8de3-4094-8673-1184cdf99d49 req-e0bd8efd-1306-4439-be1c-35825b7d497e service neutron] Request body: {'port': {'device_id': '8e9ec08e-42e8-4b68-9b2b-59cea3b8176e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:27:39.980363 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-727f87d1-3a5b-49dd-85c0-346fe8beea56 req-f381ab35-4da3-46c0-bd86-b92fa76177a2 service neutron] 10.222.0.67 "GET /v2.0/networks/a7cf00b2-fdcd-4807-a356-43cabd69ea31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997554 Jan 18 22:27:39.981512 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-25970ad5-bb79-4a97-b826-12ee3383a670 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:39.981906 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-dbdae7e5-cfc7-45e5-a307-2b2bf6a926ca req-d25e86af-7f9d-473e-bec3-f9ae3f8d75d5 service neutron] 10.222.0.67 "GET /v2.0/networks/af41ebc3-729c-4c29-b8ad-2887a97a3db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002017 Jan 18 22:27:40.086300 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-c7f863fe-8de3-4094-8673-1184cdf99d49 req-e0bd8efd-1306-4439-be1c-35825b7d497e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:40.114916 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d58ded-f3ec-4f35-b18e-39c0ec29b767 None None] Network 9f0c6f68-00d4-4074-963d-5eeb6360e1ec requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:27:40.190677 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-52c37f93-f446-4e74-a8df-668a65117543 None None] Provisioning complete for port 196c857e-9538-4ac0-aa74-908a98d4e857 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:27:40.191116 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-52c37f93-f446-4e74-a8df-668a65117543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:40.206743 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309adb32-4ef7-4b7a-a46c-6077e9a1eff2 req-9da5bf8d-8888-4acd-8f23-1737ca32ec1c tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:40.207156 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-309adb32-4ef7-4b7a-a46c-6077e9a1eff2 req-9da5bf8d-8888-4acd-8f23-1737ca32ec1c tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e9ec08e-42e8-4b68-9b2b-59cea3b8176e HTTP/1.1" status: 200 len: 931 time: 0.1244392 Jan 18 22:27:40.211119 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-dbdae7e5-cfc7-45e5-a307-2b2bf6a926ca req-3b1a6bdf-9c92-45ef-8360-23c6167bdcde service neutron] 10.222.0.67 "GET /v2.0/networks/af41ebc3-729c-4c29-b8ad-2887a97a3db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109528 Jan 18 22:27:40.253240 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-25970ad5-bb79-4a97-b826-12ee3383a670 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1040691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049'] for router, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:40.318447 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 196c857e-9538-4ac0-aa74-908a98d4e857 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:27:40.365552 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-309adb32-4ef7-4b7a-a46c-6077e9a1eff2 req-267d253e-fbdb-492b-9477-6f27fe2151fb tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] 10.222.0.53 "GET /v2.0/security-groups?id=308f2ccf-49d9-438d-919a-319a82e079ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427898 Jan 18 22:27:40.414409 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-52c37f93-f446-4e74-a8df-668a65117543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:40.441469 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d84d59a-e476-45e4-b9ae-2e47d643294e req-fd046e78-a7a0-4062-a2b4-1ced19b465f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:40.445436 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 196c857e-9538-4ac0-aa74-908a98d4e857 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:27:40.445995 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:40.454593 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25970ad5-bb79-4a97-b826-12ee3383a670 admin admin] Router ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0 is scheduled to L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 with binding_index 1 {{(pid=102431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 22:27:40.456299 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9d84d59a-e476-45e4-b9ae-2e47d643294e req-fd046e78-a7a0-4062-a2b4-1ced19b465f9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6897da059550496b89a6c6ef7ad886b1&device_id=14086ee0-c5a3-444d-a436-21ec62910d36 HTTP/1.1" status: 200 len: 1094 time: 0.1533146 Jan 18 22:27:40.490575 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-52c37f93-f446-4e74-a8df-668a65117543 None None] For port 196c857e-9538-4ac0-aa74-908a98d4e857, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=196c857e-9538-4ac0-aa74-908a98d4e857,segment=NetworkSegment(70a4f94b-4f48-4441-9e9d-d65add0cb430),segment_id=70a4f94b-4f48-4441-9e9d-d65add0cb430)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:27:40.504778 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-52c37f93-f446-4e74-a8df-668a65117543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:40.591604 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d84d59a-e476-45e4-b9ae-2e47d643294e req-07c8267d-8efb-4da5-bd0e-e41e73f71ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:40.593584 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9d84d59a-e476-45e4-b9ae-2e47d643294e req-07c8267d-8efb-4da5-bd0e-e41e73f71ace service neutron] 10.222.0.67 "GET /v2.0/networks?id=af41ebc3-729c-4c29-b8ad-2887a97a3db0 HTTP/1.1" status: 200 len: 913 time: 0.1367555 Jan 18 22:27:40.622765 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25970ad5-bb79-4a97-b826-12ee3383a670 admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:27:40.631029 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c37f93-f446-4e74-a8df-668a65117543 None None] Pushing event updated for resources: {'Port': ['ID=196c857e-9538-4ac0-aa74-908a98d4e857,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:27:40.646598 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44075fc-3676-4b7c-b1a2-9e14e5d396e5 None None] Sync routers for ids ['ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:27:40.658042 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44075fc-3676-4b7c-b1a2-9e14e5d396e5 None None] Routers {'ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:27:40.659471 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-e44075fc-3676-4b7c-b1a2-9e14e5d396e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:27:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:27:40.677037 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9d84d59a-e476-45e4-b9ae-2e47d643294e req-15e4ea32-789f-4d76-9715-44a8762c220f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b699b05-a28a-4928-9e67-0bcac0d95b9c HTTP/1.1" status: 200 len: 217 time: 0.0718884 Jan 18 22:27:40.680079 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-25970ad5-bb79-4a97-b826-12ee3383a670 admin admin] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:40.682611 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-25970ad5-bb79-4a97-b826-12ee3383a670 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.6940110 Jan 18 22:27:40.684553 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 46768) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:27:40.776588 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-80df706c-f4c2-4dc7-8a3c-5b15bd288cb6 None None] Provisioning complete for port 196c857e-9538-4ac0-aa74-908a98d4e857 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:27:40.776979 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-80df706c-f4c2-4dc7-8a3c-5b15bd288cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:40.794500 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d84d59a-e476-45e4-b9ae-2e47d643294e req-ee089e13-d684-4d6d-b5cf-6e14dd18fcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:40.795986 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9d84d59a-e476-45e4-b9ae-2e47d643294e req-ee089e13-d684-4d6d-b5cf-6e14dd18fcdb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=32a358e3-3dfb-4a4a-b9c8-a4fbb21a0c85 HTTP/1.1" status: 200 len: 853 time: 0.1075623 Jan 18 22:27:40.803279 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b1c43c-d9d3-45d5-b455-199290d24e29 req-b913c95f-f9bf-462a-b53a-7080d1b5ce07 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:40.803808 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-e44075fc-3676-4b7c-b1a2-9e14e5d396e5 None None] Set router ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:27:40.804709 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-43b1c43c-d9d3-45d5-b455-199290d24e29 req-b913c95f-f9bf-462a-b53a-7080d1b5ce07 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/ports?device_id=304a0036-0214-4c80-94aa-de6139e57a2b HTTP/1.1" status: 200 len: 945 time: 0.2384956 Jan 18 22:27:40.853607 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9d84d59a-e476-45e4-b9ae-2e47d643294e req-95efb0fa-9729-4cef-ba74-379e909fb707 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=af41ebc3-729c-4c29-b8ad-2887a97a3db0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432959 Jan 18 22:27:40.889433 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa882cac-4ed9-4095-b864-d25c881a22cf req-2fdaafee-168d-475c-ac29-65d38baac765 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:40.891447 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aa882cac-4ed9-4095-b864-d25c881a22cf req-2fdaafee-168d-475c-ac29-65d38baac765 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a2b66c0-c9a2-4cc4-97ad-988f7f10a9c4 HTTP/1.1" status: 200 len: 945 time: 0.1904905 Jan 18 22:27:40.975286 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [req-c7f863fe-8de3-4094-8673-1184cdf99d49 req-e0bd8efd-1306-4439-be1c-35825b7d497e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e3902dc-2a08-435f-97b5-5a0907bad936 {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:27:40.981949 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-43b1c43c-d9d3-45d5-b455-199290d24e29 req-81fdf45e-c0e4-4a8e-a5cc-e5993c957673 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c648c24-a8c9-44c0-bb3a-f1fa93ac06ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1584599 Jan 18 22:27:40.988796 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-c7f863fe-8de3-4094-8673-1184cdf99d49 req-e0bd8efd-1306-4439-be1c-35825b7d497e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:41.019325 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-c7f863fe-8de3-4094-8673-1184cdf99d49 req-e0bd8efd-1306-4439-be1c-35825b7d497e service neutron] Transition to ACTIVE for port object 4e3902dc-2a08-435f-97b5-5a0907bad936 will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:27:41.034003 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-c7f863fe-8de3-4094-8673-1184cdf99d49 req-e0bd8efd-1306-4439-be1c-35825b7d497e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:41.043868 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9d84d59a-e476-45e4-b9ae-2e47d643294e req-bb34b823-c81c-4f5a-ae09-4d3ad9724418 service neutron] 10.222.0.67 "GET /v2.0/networks/af41ebc3-729c-4c29-b8ad-2887a97a3db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786778 Jan 18 22:27:41.084771 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-e44075fc-3676-4b7c-b1a2-9e14e5d396e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0', 'name': 'tempest-AttachVolumeShelveTestJSON-1451660796-router', 'tenant_id': '7afa2eadfaa94efb9bc2c925685c8cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': '027fa202-abba-4d75-a143-7b459c13e96e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:27:38Z', 'updated_at': '2022-01-18T22:27:39Z', 'revision_number': 3, 'project_id': '7afa2eadfaa94efb9bc2c925685c8cd2', 'gw_port': {'id': '027fa202-abba-4d75-a143-7b459c13e96e', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:75:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:27:38Z', 'updated_at': '2022-01-18T22:27:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:27:41.168415 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bd8efd-1306-4439-be1c-35825b7d497e service neutron] Pushing event updated for resources: {'Port': ['ID=4e3902dc-2a08-435f-97b5-5a0907bad936,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:27:41.189540 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9675f87d-2fd6-4c90-b626-95362d2176d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:41.292985 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aa882cac-4ed9-4095-b864-d25c881a22cf req-1788f34a-5ace-4440-ad58-2061d95cc227 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.53 "GET /v2.0/security-groups?id=256a12e5-9057-4b93-8582-8b1a9ccb62a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3909574 Jan 18 22:27:41.301251 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44075fc-3676-4b7c-b1a2-9e14e5d396e5 None None] Checking router: ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:27:41.301788 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44075fc-3676-4b7c-b1a2-9e14e5d396e5 None None] Updating router ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0 port 027fa202-abba-4d75-a143-7b459c13e96e binding host n-d-825064-1 {{(pid=102432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:27:41.313387 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9d84d59a-e476-45e4-b9ae-2e47d643294e req-cfe10af4-e47a-47b1-bbef-3c51d26312a0 service neutron] 10.222.0.67 "GET /v2.0/networks/af41ebc3-729c-4c29-b8ad-2887a97a3db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492235 Jan 18 22:27:41.342225 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ba51e-6389-4909-b5ef-a50484a9a52c req-7105d71e-9e34-4b6b-b595-c08de96e441b tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:41.342826 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e44075fc-3676-4b7c-b1a2-9e14e5d396e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:41.343761 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0c1ba51e-6389-4909-b5ef-a50484a9a52c req-7105d71e-9e34-4b6b-b595-c08de96e441b tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "GET /v2.0/ports?device_id=14086ee0-c5a3-444d-a436-21ec62910d36 HTTP/1.1" status: 200 len: 943 time: 0.1728578 Jan 18 22:27:41.346323 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-c7f863fe-8de3-4094-8673-1184cdf99d49 req-e0bd8efd-1306-4439-be1c-35825b7d497e service neutron] Attempting to bind port 4e3902dc-2a08-435f-97b5-5a0907bad936 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:27:41.346657 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-c7f863fe-8de3-4094-8673-1184cdf99d49 req-e0bd8efd-1306-4439-be1c-35825b7d497e service neutron] Attempting to bind port 4e3902dc-2a08-435f-97b5-5a0907bad936 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '0f9b93f3-b3a2-4f91-b06d-871728cbfc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c190f261-a9e0-4805-b477-029ec0cff12a'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:27:41.346994 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f863fe-8de3-4094-8673-1184cdf99d49 req-e0bd8efd-1306-4439-be1c-35825b7d497e service neutron] Attempting to bind port 4e3902dc-2a08-435f-97b5-5a0907bad936 on network c190f261-a9e0-4805-b477-029ec0cff12a {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:27:41.352011 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f863fe-8de3-4094-8673-1184cdf99d49 req-e0bd8efd-1306-4439-be1c-35825b7d497e service neutron] Port 4e3902dc-2a08-435f-97b5-5a0907bad936 on network c190f261-a9e0-4805-b477-029ec0cff12a not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:27:41.352399 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f863fe-8de3-4094-8673-1184cdf99d49 req-e0bd8efd-1306-4439-be1c-35825b7d497e service neutron] Attempting to bind port 4e3902dc-2a08-435f-97b5-5a0907bad936 on network c190f261-a9e0-4805-b477-029ec0cff12a {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:27:41.369809 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f863fe-8de3-4094-8673-1184cdf99d49 req-e0bd8efd-1306-4439-be1c-35825b7d497e service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:27:41.370186 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f863fe-8de3-4094-8673-1184cdf99d49 req-e0bd8efd-1306-4439-be1c-35825b7d497e service neutron] Checking segment: {'id': '0f9b93f3-b3a2-4f91-b06d-871728cbfc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c190f261-a9e0-4805-b477-029ec0cff12a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:27:41.370516 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f863fe-8de3-4094-8673-1184cdf99d49 req-e0bd8efd-1306-4439-be1c-35825b7d497e service neutron] Bound using segment: {'id': '0f9b93f3-b3a2-4f91-b06d-871728cbfc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c190f261-a9e0-4805-b477-029ec0cff12a'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:27:41.371113 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-c7f863fe-8de3-4094-8673-1184cdf99d49 req-e0bd8efd-1306-4439-be1c-35825b7d497e service neutron] Bound port: 4e3902dc-2a08-435f-97b5-5a0907bad936, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f9b93f3-b3a2-4f91-b06d-871728cbfc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c190f261-a9e0-4805-b477-029ec0cff12a'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:27:41.371475 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-c7f863fe-8de3-4094-8673-1184cdf99d49 req-e0bd8efd-1306-4439-be1c-35825b7d497e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:41.385459 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-9675f87d-2fd6-4c90-b626-95362d2176d1 admin admin] Allocated IP 172.20.0.1 (9f0c6f68-00d4-4074-963d-5eeb6360e1ec/b7bcd428-9869-4592-8e72-20a2a0d3310e/fa86aa93-6b8e-4cfd-aa8a-218390a04b28) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:27:41.420548 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0c1ba51e-6389-4909-b5ef-a50484a9a52c req-207f630a-e0dd-4df3-b4b8-78ba1a2ea9b7 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ef2436f-5d12-4157-8d68-61ff72075f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659022 Jan 18 22:27:41.480762 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-c7f863fe-8de3-4094-8673-1184cdf99d49 req-e0bd8efd-1306-4439-be1c-35825b7d497e service neutron] For port 4e3902dc-2a08-435f-97b5-5a0907bad936, host n-h2-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:27:41.486334 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-c7f863fe-8de3-4094-8673-1184cdf99d49 req-e0bd8efd-1306-4439-be1c-35825b7d497e service neutron] For port 4e3902dc-2a08-435f-97b5-5a0907bad936, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=4e3902dc-2a08-435f-97b5-5a0907bad936,segment=NetworkSegment(0f9b93f3-b3a2-4f91-b06d-871728cbfc1f),segment_id=0f9b93f3-b3a2-4f91-b06d-871728cbfc1f)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:27:41.504267 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-c7f863fe-8de3-4094-8673-1184cdf99d49 req-e0bd8efd-1306-4439-be1c-35825b7d497e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:41.535108 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9675f87d-2fd6-4c90-b626-95362d2176d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:41.569746 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f863fe-8de3-4094-8673-1184cdf99d49 req-e0bd8efd-1306-4439-be1c-35825b7d497e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:41.570385 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-c7f863fe-8de3-4094-8673-1184cdf99d49 req-e0bd8efd-1306-4439-be1c-35825b7d497e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:41.571896 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c7f863fe-8de3-4094-8673-1184cdf99d49 req-e0bd8efd-1306-4439-be1c-35825b7d497e service neutron] 10.222.0.67 "PUT /v2.0/ports/4e3902dc-2a08-435f-97b5-5a0907bad936 HTTP/1.1" status: 200 len: 1091 time: 1.6206241 Jan 18 22:27:41.574132 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e9ec08e-42e8-4b68-9b2b-59cea3b8176e', 'tag': '4e3902dc-2a08-435f-97b5-5a0907bad936'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:27:41.578661 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7476933-78f2-46f5-af83-8e2edc0da996" -d '{"events": [{"name": "network-changed", "server_uuid": "8e9ec08e-42e8-4b68-9b2b-59cea3b8176e", "tag": "4e3902dc-2a08-435f-97b5-5a0907bad936"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:27:41.598686 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9675f87d-2fd6-4c90-b626-95362d2176d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:41.628483 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9675f87d-2fd6-4c90-b626-95362d2176d1 admin admin] Network 9f0c6f68-00d4-4074-963d-5eeb6360e1ec is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:27:41.631067 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-9675f87d-2fd6-4c90-b626-95362d2176d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:27:41.677883 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9675f87d-2fd6-4c90-b626-95362d2176d1 admin admin] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:27:41.703429 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e44075fc-3676-4b7c-b1a2-9e14e5d396e5 None None] Notify callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:41.718948 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e44075fc-3676-4b7c-b1a2-9e14e5d396e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:41.736803 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9675f87d-2fd6-4c90-b626-95362d2176d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1040954'] for router_interface, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:41.826513 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-e44075fc-3676-4b7c-b1a2-9e14e5d396e5 None None] Attempting to bind port 027fa202-abba-4d75-a143-7b459c13e96e on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:27:41.826914 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-e44075fc-3676-4b7c-b1a2-9e14e5d396e5 None None] Attempting to bind port 027fa202-abba-4d75-a143-7b459c13e96e by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:27:41.827829 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44075fc-3676-4b7c-b1a2-9e14e5d396e5 None None] Attempting to bind port 027fa202-abba-4d75-a143-7b459c13e96e on network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:27:41.828115 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9675f87d-2fd6-4c90-b626-95362d2176d1 admin admin] Pushing event updated for resources: {'Port': ['ID=fa86aa93-6b8e-4cfd-aa8a-218390a04b28,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:27:41.830484 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6200a08a-1b4b-44f9-852e-3a3de297347a None None] Pushing event updated for resources: {'Port': ['ID=027fa202-abba-4d75-a143-7b459c13e96e,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:27:41.838675 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44075fc-3676-4b7c-b1a2-9e14e5d396e5 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:27:41.838936 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44075fc-3676-4b7c-b1a2-9e14e5d396e5 None None] Checking segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:27:41.839287 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e44075fc-3676-4b7c-b1a2-9e14e5d396e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:41.839684 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44075fc-3676-4b7c-b1a2-9e14e5d396e5 None None] Bound using segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:27:41.840969 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-e44075fc-3676-4b7c-b1a2-9e14e5d396e5 None None] Bound port: 027fa202-abba-4d75-a143-7b459c13e96e, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:27:41.841389 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e44075fc-3676-4b7c-b1a2-9e14e5d396e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:41.922829 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-e44075fc-3676-4b7c-b1a2-9e14e5d396e5 None None] For port 027fa202-abba-4d75-a143-7b459c13e96e, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:27:41.931889 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-e44075fc-3676-4b7c-b1a2-9e14e5d396e5 None None] For port 027fa202-abba-4d75-a143-7b459c13e96e, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=027fa202-abba-4d75-a143-7b459c13e96e,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:27:41.946286 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e44075fc-3676-4b7c-b1a2-9e14e5d396e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:41.979842 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9675f87d-2fd6-4c90-b626-95362d2176d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:42.022593 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44075fc-3676-4b7c-b1a2-9e14e5d396e5 None None] Routers {'ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:27:42.023363 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-e44075fc-3676-4b7c-b1a2-9e14e5d396e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:27:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:27:42.074541 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6200a08a-1b4b-44f9-852e-3a3de297347a None None] Pushing event updated for resources: {'Port': ['ID=027fa202-abba-4d75-a143-7b459c13e96e,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:27:42.074754 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c680868-b692-4cab-b1e4-4d6a28c9a374 x-openstack-request-id: req-0c680868-b692-4cab-b1e4-4d6a28c9a374 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:27:42.075212 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e9ec08e-42e8-4b68-9b2b-59cea3b8176e", "tag": "4e3902dc-2a08-435f-97b5-5a0907bad936", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:27:42.075212 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0c680868-b692-4cab-b1e4-4d6a28c9a374 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:27:42.075532 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e9ec08e-42e8-4b68-9b2b-59cea3b8176e', 'tag': '4e3902dc-2a08-435f-97b5-5a0907bad936', 'status': 'completed', 'code': 200} Jan 18 22:27:42.119127 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-5a2c7b6c-9149-4a5f-8865-692053f2aa1d None None] Provisioning complete for port fa86aa93-6b8e-4cfd-aa8a-218390a04b28 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:27:42.119494 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5a2c7b6c-9149-4a5f-8865-692053f2aa1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:42.143789 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bd8efd-1306-4439-be1c-35825b7d497e service neutron] Pushing event updated for resources: {'Port': ['ID=4e3902dc-2a08-435f-97b5-5a0907bad936,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:27:42.191314 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 3b699b05-a28a-4928-9e67-0bcac0d95b9c details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:27:42.196208 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9675f87d-2fd6-4c90-b626-95362d2176d1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:42.205070 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9675f87d-2fd6-4c90-b626-95362d2176d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:42.209645 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-5a2c7b6c-9149-4a5f-8865-692053f2aa1d None None] Port fa86aa93-6b8e-4cfd-aa8a-218390a04b28 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:27:42.215644 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5f6df9-c9d4-4ebc-85d0-f7a105a4b8f0 req-323042da-328b-4ef6-8a5d-8d99b391374a tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:42.222276 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-e44075fc-3676-4b7c-b1a2-9e14e5d396e5 None None] Set router ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:27:42.226794 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cb5f6df9-c9d4-4ebc-85d0-f7a105a4b8f0 req-323042da-328b-4ef6-8a5d-8d99b391374a tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e9ec08e-42e8-4b68-9b2b-59cea3b8176e HTTP/1.1" status: 200 len: 943 time: 0.6366525 Jan 18 22:27:42.243270 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f863fe-8de3-4094-8673-1184cdf99d49 req-3cf1667b-c4a3-4df6-aaa7-6eb35e80eeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:42.245859 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c7f863fe-8de3-4094-8673-1184cdf99d49 req-3cf1667b-c4a3-4df6-aaa7-6eb35e80eeb4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6f701bc314db40aaa009d6464ed857b9&device_id=8e9ec08e-42e8-4b68-9b2b-59cea3b8176e HTTP/1.1" status: 200 len: 1094 time: 0.1696303 Jan 18 22:27:42.252974 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 196c857e-9538-4ac0-aa74-908a98d4e857 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:27:42.280181 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9675f87d-2fd6-4c90-b626-95362d2176d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-613854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1041070'] for router_interface, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:42.282339 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061831fa-fc6e-4857-b449-79a7af483e3b req-79b70935-b9be-40b2-8487-3485e0962755 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:42.284030 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-061831fa-fc6e-4857-b449-79a7af483e3b req-79b70935-b9be-40b2-8487-3485e0962755 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/ports?device_id=304a0036-0214-4c80-94aa-de6139e57a2b HTTP/1.1" status: 200 len: 945 time: 0.1545875 Jan 18 22:27:42.290283 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9675f87d-2fd6-4c90-b626-95362d2176d1 admin admin] Pushing event updated for resources: {'Port': ['ID=fa86aa93-6b8e-4cfd-aa8a-218390a04b28,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:27:42.323709 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c7f863fe-8de3-4094-8673-1184cdf99d49 req-2267e4ba-f141-4664-8048-257179699a29 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4e3902dc-2a08-435f-97b5-5a0907bad936 HTTP/1.1" status: 200 len: 217 time: 0.0637951 Jan 18 22:27:42.359450 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cb5f6df9-c9d4-4ebc-85d0-f7a105a4b8f0 req-395c45c1-9960-4ce7-90c3-56d049b0a6b7 tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] 10.222.0.53 "GET /v2.0/security-groups?id=308f2ccf-49d9-438d-919a-319a82e079ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317260 Jan 18 22:27:42.396557 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9675f87d-2fd6-4c90-b626-95362d2176d1 admin admin] Network 9f0c6f68-00d4-4074-963d-5eeb6360e1ec is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:27:42.399162 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-9675f87d-2fd6-4c90-b626-95362d2176d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:27:42.431644 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-061831fa-fc6e-4857-b449-79a7af483e3b req-1ed6163c-adbe-45a4-b05f-d1fa6b9ac4eb tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c648c24-a8c9-44c0-bb3a-f1fa93ac06ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065755 Jan 18 22:27:42.433448 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f863fe-8de3-4094-8673-1184cdf99d49 req-b64a3d1a-163f-491e-9791-b75be7ef0c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:42.434835 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c7f863fe-8de3-4094-8673-1184cdf99d49 req-b64a3d1a-163f-491e-9791-b75be7ef0c31 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1740482f-11ed-4dc8-95f0-60cedd3827cb HTTP/1.1" status: 200 len: 853 time: 0.0911331 Jan 18 22:27:42.474470 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 3b699b05-a28a-4928-9e67-0bcac0d95b9c, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=3b699b05-a28a-4928-9e67-0bcac0d95b9c,segment=NetworkSegment(2449887d-c03b-4a70-a423-7d9bceef1b13),segment_id=2449887d-c03b-4a70-a423-7d9bceef1b13)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:27:42.501907 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': '3b699b05-a28a-4928-9e67-0bcac0d95b9c', 'network_id': 'af41ebc3-729c-4c29-b8ad-2887a97a3db0', 'port_id': '3b699b05-a28a-4928-9e67-0bcac0d95b9c', 'mac_address': 'fa:16:3e:ff:2f:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32a358e3-3dfb-4a4a-b9c8-a4fbb21a0c85', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:27:42.503578 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 196c857e-9538-4ac0-aa74-908a98d4e857 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:27:42.503947 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:42.537246 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c7f863fe-8de3-4094-8673-1184cdf99d49 req-960ecce2-46fd-48c6-868a-01439f141ae4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c190f261-a9e0-4805-b477-029ec0cff12a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0824254 Jan 18 22:27:42.700308 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:42.715611 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46d6c81-d360-4db8-b24f-7c01bfe8cb48 req-9561f913-e1a6-4d8d-bf46-ebdfc8f63614 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:42.720774 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d46d6c81-d360-4db8-b24f-7c01bfe8cb48 req-9561f913-e1a6-4d8d-bf46-ebdfc8f63614 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "GET /v2.0/ports?device_id=14086ee0-c5a3-444d-a436-21ec62910d36 HTTP/1.1" status: 200 len: 943 time: 0.1048157 Jan 18 22:27:42.725057 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c7f863fe-8de3-4094-8673-1184cdf99d49 req-97d00107-ee58-48c1-b6e1-ac70096f9c81 service neutron] 10.222.0.67 "GET /v2.0/networks/c190f261-a9e0-4805-b477-029ec0cff12a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869061 Jan 18 22:27:42.764866 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:42.774628 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b699b05-a28a-4928-9e67-0bcac0d95b9c {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:27:42.809312 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 3b699b05-a28a-4928-9e67-0bcac0d95b9c, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=3b699b05-a28a-4928-9e67-0bcac0d95b9c,segment=NetworkSegment(2449887d-c03b-4a70-a423-7d9bceef1b13),segment_id=2449887d-c03b-4a70-a423-7d9bceef1b13)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:27:42.820405 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-e44075fc-3676-4b7c-b1a2-9e14e5d396e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0', 'name': 'tempest-AttachVolumeShelveTestJSON-1451660796-router', 'tenant_id': '7afa2eadfaa94efb9bc2c925685c8cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': '027fa202-abba-4d75-a143-7b459c13e96e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:27:38Z', 'updated_at': '2022-01-18T22:27:41Z', 'revision_number': 4, 'project_id': '7afa2eadfaa94efb9bc2c925685c8cd2', 'gw_port': {'id': '027fa202-abba-4d75-a143-7b459c13e96e', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:75:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:27:38Z', 'updated_at': '2022-01-18T22:27:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'fa86aa93-6b8e-4cfd-aa8a-218390a04b28', 'name': '', 'network_id': '9f0c6f68-00d4-4074-963d-5eeb6360e1ec', 'tenant_id': '7afa2eadfaa94efb9bc2c925685c8cd2', 'mac_address': 'fa:16:3e:dd:cc:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'b7bcd428-9869-4592-8e72-20a2a0d3310e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:27:41Z', 'updated_at': '2022-01-18T22:27:41Z', 'revision_number': 1, 'project_id': '7afa2eadfaa94efb9bc2c925685c8cd2', 'subnets': [{'id': 'b7bcd428-9869-4592-8e72-20a2a0d3310e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:27:42.830209 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d46d6c81-d360-4db8-b24f-7c01bfe8cb48 req-980149f1-3410-4c1e-ae7c-98c4db7e14d2 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ef2436f-5d12-4157-8d68-61ff72075f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024029 Jan 18 22:27:42.855395 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:42.880674 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c7f863fe-8de3-4094-8673-1184cdf99d49 req-9a77bc24-ccf3-4d57-9513-c90b2e21f30e service neutron] 10.222.0.67 "GET /v2.0/networks/c190f261-a9e0-4805-b477-029ec0cff12a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401954 Jan 18 22:27:42.887366 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44075fc-3676-4b7c-b1a2-9e14e5d396e5 None None] The sync data for ids ['ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0'] in n-d-825064-1 is: [{'id': 'ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0', 'name': 'tempest-AttachVolumeShelveTestJSON-1451660796-router', 'tenant_id': '7afa2eadfaa94efb9bc2c925685c8cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': '027fa202-abba-4d75-a143-7b459c13e96e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:27:38Z', 'updated_at': '2022-01-18T22:27:41Z', 'revision_number': 4, 'project_id': '7afa2eadfaa94efb9bc2c925685c8cd2', 'gw_port': {'id': '027fa202-abba-4d75-a143-7b459c13e96e', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:75:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:27:38Z', 'updated_at': '2022-01-18T22:27:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'fa86aa93-6b8e-4cfd-aa8a-218390a04b28', 'name': '', 'network_id': '9f0c6f68-00d4-4074-963d-5eeb6360e1ec', 'tenant_id': '7afa2eadfaa94efb9bc2c925685c8cd2', 'mac_address': 'fa:16:3e:dd:cc:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'b7bcd428-9869-4592-8e72-20a2a0d3310e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:27:41Z', 'updated_at': '2022-01-18T22:27:41Z', 'revision_number': 1, 'project_id': '7afa2eadfaa94efb9bc2c925685c8cd2', 'subnets': [{'id': 'b7bcd428-9869-4592-8e72-20a2a0d3310e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:27:42.912995 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-83083b95-c1d4-4da4-8fc3-3c57b60ab327 None None] Provisioning complete for port fa86aa93-6b8e-4cfd-aa8a-218390a04b28 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:27:42.913373 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-83083b95-c1d4-4da4-8fc3-3c57b60ab327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:42.973903 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=3b699b05-a28a-4928-9e67-0bcac0d95b9c,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:27:42.979770 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-83083b95-c1d4-4da4-8fc3-3c57b60ab327 None None] Port fa86aa93-6b8e-4cfd-aa8a-218390a04b28 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:27:43.017172 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7476933-78f2-46f5-af83-8e2edc0da996 req-fc63393d-6acd-4148-a8d8-1ed48e6ade9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:43.018873 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e7476933-78f2-46f5-af83-8e2edc0da996 req-fc63393d-6acd-4148-a8d8-1ed48e6ade9b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6f701bc314db40aaa009d6464ed857b9&device_id=8e9ec08e-42e8-4b68-9b2b-59cea3b8176e HTTP/1.1" status: 200 len: 1094 time: 0.0642016 Jan 18 22:27:43.064498 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9675f87d-2fd6-4c90-b626-95362d2176d1 admin admin] Router ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:27:43.148300 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7476933-78f2-46f5-af83-8e2edc0da996 req-9e59e40b-fa66-4c04-8599-2a1b567ef1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:43.149930 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e7476933-78f2-46f5-af83-8e2edc0da996 req-9e59e40b-fa66-4c04-8599-2a1b567ef1bf service neutron] 10.222.0.67 "GET /v2.0/networks?id=c190f261-a9e0-4805-b477-029ec0cff12a HTTP/1.1" status: 200 len: 913 time: 0.1231163 Jan 18 22:27:43.220870 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9675f87d-2fd6-4c90-b626-95362d2176d1 admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:27:43.226643 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-9675f87d-2fd6-4c90-b626-95362d2176d1 admin admin] 10.222.0.53 "PUT /v2.0/routers/ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5409000 Jan 18 22:27:43.235888 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e7476933-78f2-46f5-af83-8e2edc0da996 req-d4a33d86-c04b-4a27-96fb-3a251ed2bfd5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4e3902dc-2a08-435f-97b5-5a0907bad936 HTTP/1.1" status: 200 len: 217 time: 0.0767250 Jan 18 22:27:43.257087 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['3b699b05-a28a-4928-9e67-0bcac0d95b9c'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:27:43.352604 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7476933-78f2-46f5-af83-8e2edc0da996 req-06cb9982-b925-4590-bb99-efbd37037cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:43.356799 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e7476933-78f2-46f5-af83-8e2edc0da996 req-06cb9982-b925-4590-bb99-efbd37037cc6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1740482f-11ed-4dc8-95f0-60cedd3827cb HTTP/1.1" status: 200 len: 853 time: 0.1090884 Jan 18 22:27:43.411432 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e7476933-78f2-46f5-af83-8e2edc0da996 req-6eec97ba-b075-4127-aace-973452cfa2c4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c190f261-a9e0-4805-b477-029ec0cff12a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418198 Jan 18 22:27:43.539110 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e7476933-78f2-46f5-af83-8e2edc0da996 req-d4fd9e28-3178-4491-bcc1-2aaf67c6abcb service neutron] 10.222.0.67 "GET /v2.0/networks/c190f261-a9e0-4805-b477-029ec0cff12a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196477 Jan 18 22:27:43.632655 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:43.666631 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 46826) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:27:43.671502 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-2c5a8dc0-3fa4-4f6e-b5ea-9f4a89e12185 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1796045389', 'description': 'tempest-description--79128533'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:27:43.678860 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e7476933-78f2-46f5-af83-8e2edc0da996 req-209b855e-bf5a-4b2f-8433-ebc904cebafd service neutron] 10.222.0.67 "GET /v2.0/networks/c190f261-a9e0-4805-b477-029ec0cff12a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105976 Jan 18 22:27:43.725126 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5bf55d-9be1-4ac5-b31b-6f2dcc3321f3 req-e6c4d0ba-2767-45b8-8f9b-f3e9e1bf8f1f tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:43.729700 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4c5bf55d-9be1-4ac5-b31b-6f2dcc3321f3 req-e6c4d0ba-2767-45b8-8f9b-f3e9e1bf8f1f tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e9ec08e-42e8-4b68-9b2b-59cea3b8176e HTTP/1.1" status: 200 len: 943 time: 0.1920221 Jan 18 22:27:43.730023 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2c5a8dc0-3fa4-4f6e-b5ea-9f4a89e12185 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:43.820427 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4c5bf55d-9be1-4ac5-b31b-6f2dcc3321f3 req-f2aea398-3aa1-4f5e-85fe-94c80adfbfad tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] 10.222.0.53 "GET /v2.0/security-groups?id=308f2ccf-49d9-438d-919a-319a82e079ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765495 Jan 18 22:27:43.906988 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2c5a8dc0-3fa4-4f6e-b5ea-9f4a89e12185 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:43.917885 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2c5a8dc0-3fa4-4f6e-b5ea-9f4a89e12185 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:43.954760 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2c5a8dc0-3fa4-4f6e-b5ea-9f4a89e12185 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:43.956708 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-2c5a8dc0-3fa4-4f6e-b5ea-9f4a89e12185 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2890487 Jan 18 22:27:43.958744 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5a8dc0-3fa4-4f6e-b5ea-9f4a89e12185 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4c0862f-5b86-40eb-b2c2-a40d9fdb492b,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:27:43.960045 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 46832) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:27:43.969577 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-8c90f188-b4e0-4baa-b2a1-62c819e3c5b6 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Request body: {'security_group_rule': {'security_group_id': 'c4c0862f-5b86-40eb-b2c2-a40d9fdb492b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:27:44.051299 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8c90f188-b4e0-4baa-b2a1-62c819e3c5b6 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:44.122650 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874ad959-8ebb-49d1-92e1-3cba5ed9b6d6 req-1d0b868e-08af-4ee2-9f56-2e870a18aed9 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:44.125666 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-874ad959-8ebb-49d1-92e1-3cba5ed9b6d6 req-1d0b868e-08af-4ee2-9f56-2e870a18aed9 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "GET /v2.0/ports?device_id=14086ee0-c5a3-444d-a436-21ec62910d36 HTTP/1.1" status: 200 len: 944 time: 0.1932523 Jan 18 22:27:44.164566 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8c90f188-b4e0-4baa-b2a1-62c819e3c5b6 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:44.174722 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 4e3902dc-2a08-435f-97b5-5a0907bad936 details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:27:44.181374 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8c90f188-b4e0-4baa-b2a1-62c819e3c5b6 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:44.209810 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-874ad959-8ebb-49d1-92e1-3cba5ed9b6d6 req-e0070a45-0371-47c7-bb36-4ff7e49a1092 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ef2436f-5d12-4157-8d68-61ff72075f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692453 Jan 18 22:27:44.240034 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c90f188-b4e0-4baa-b2a1-62c819e3c5b6 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2339bb21-2222-4efe-9d41-f71caf9a2f7d,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:27:44.255222 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8c90f188-b4e0-4baa-b2a1-62c819e3c5b6 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:44.259532 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-8c90f188-b4e0-4baa-b2a1-62c819e3c5b6 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2936549 Jan 18 22:27:44.259746 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 46836) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:27:44.264332 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-20bee3b2-9c8c-443c-b411-d7d73096a533 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Request body: {'security_group_rule': {'security_group_id': 'c4c0862f-5b86-40eb-b2c2-a40d9fdb492b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:27:44.341540 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-20bee3b2-9c8c-443c-b411-d7d73096a533 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:44.353897 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 4e3902dc-2a08-435f-97b5-5a0907bad936, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=4e3902dc-2a08-435f-97b5-5a0907bad936,segment=NetworkSegment(0f9b93f3-b3a2-4f91-b06d-871728cbfc1f),segment_id=0f9b93f3-b3a2-4f91-b06d-871728cbfc1f)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:27:44.368721 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 027fa202-abba-4d75-a143-7b459c13e96e up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:27:44.394485 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': '4e3902dc-2a08-435f-97b5-5a0907bad936', 'network_id': 'c190f261-a9e0-4805-b477-029ec0cff12a', 'port_id': '4e3902dc-2a08-435f-97b5-5a0907bad936', 'mac_address': 'fa:16:3e:b7:c0:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1740482f-11ed-4dc8-95f0-60cedd3827cb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:27:44.446791 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-20bee3b2-9c8c-443c-b411-d7d73096a533 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:44.452630 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-20bee3b2-9c8c-443c-b411-d7d73096a533 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:44.455531 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:44.471171 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bee3b2-9c8c-443c-b411-d7d73096a533 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d8674f1-7619-42a4-abd4-c931901a6145,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:27:44.472815 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e3902dc-2a08-435f-97b5-5a0907bad936 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:27:44.478405 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 027fa202-abba-4d75-a143-7b459c13e96e triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:27:44.478782 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:44.482505 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-20bee3b2-9c8c-443c-b411-d7d73096a533 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:44.488256 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 46838) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:27:44.488678 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-20bee3b2-9c8c-443c-b411-d7d73096a533 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2278256 Jan 18 22:27:44.493543 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-9af1a50e-757e-4043-8cef-588cbc499c0b tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Request body: {'floatingip': {'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:27:44.514677 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 4e3902dc-2a08-435f-97b5-5a0907bad936, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=4e3902dc-2a08-435f-97b5-5a0907bad936,segment=NetworkSegment(0f9b93f3-b3a2-4f91-b06d-871728cbfc1f),segment_id=0f9b93f3-b3a2-4f91-b06d-871728cbfc1f)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:27:44.523954 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:44.525509 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9af1a50e-757e-4043-8cef-588cbc499c0b tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Notify callbacks [] for floatingip, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:44.586924 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=4e3902dc-2a08-435f-97b5-5a0907bad936,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:27:44.644725 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9af1a50e-757e-4043-8cef-588cbc499c0b tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:44.657878 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:44.683587 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port 027fa202-abba-4d75-a143-7b459c13e96e, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=027fa202-abba-4d75-a143-7b459c13e96e,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:27:44.689963 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:44.767952 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=027fa202-abba-4d75-a143-7b459c13e96e,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:27:44.788923 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-9af1a50e-757e-4043-8cef-588cbc499c0b tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Allocated IP 172.25.5.60 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/f68cd4ac-6fbd-4261-a35a-4d457e2c7712) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:27:44.970027 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9af1a50e-757e-4043-8cef-588cbc499c0b tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:44.988714 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['4e3902dc-2a08-435f-97b5-5a0907bad936'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:27:45.008679 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d33913-0515-47e4-89a9-f9ebef477cc5 req-10284740-b4c9-4d4a-8f71-340fb6315e3d tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:45.010404 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-02d33913-0515-47e4-89a9-f9ebef477cc5 req-10284740-b4c9-4d4a-8f71-340fb6315e3d tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e9ec08e-42e8-4b68-9b2b-59cea3b8176e HTTP/1.1" status: 200 len: 944 time: 0.0913494 Jan 18 22:27:45.040621 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9af1a50e-757e-4043-8cef-588cbc499c0b tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:45.105380 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af1a50e-757e-4043-8cef-588cbc499c0b tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:27:45.111361 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-9af1a50e-757e-4043-8cef-588cbc499c0b tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:27:45.114632 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af1a50e-757e-4043-8cef-588cbc499c0b tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:27:45.122990 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-02d33913-0515-47e4-89a9-f9ebef477cc5 req-8230bad5-9dd7-4c91-9e6b-e3a7258a3f2b tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] 10.222.0.53 "GET /v2.0/security-groups?id=308f2ccf-49d9-438d-919a-319a82e079ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034565 Jan 18 22:27:45.170966 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af1a50e-757e-4043-8cef-588cbc499c0b tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Pushing event updated for resources: {'Port': ['ID=f68cd4ac-6fbd-4261-a35a-4d457e2c7712,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:27:45.232541 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9af1a50e-757e-4043-8cef-588cbc499c0b tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:45.281648 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9af1a50e-757e-4043-8cef-588cbc499c0b tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:45.424848 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f0672b-fa30-4646-82bf-5779d5818e31 req-320a976b-c55d-4a23-aa4a-4b1197b1e847 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:45.426437 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-45f0672b-fa30-4646-82bf-5779d5818e31 req-320a976b-c55d-4a23-aa4a-4b1197b1e847 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "GET /v2.0/ports?device_id=14086ee0-c5a3-444d-a436-21ec62910d36 HTTP/1.1" status: 200 len: 944 time: 0.1239531 Jan 18 22:27:45.491646 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-45f0672b-fa30-4646-82bf-5779d5818e31 req-30ff41ec-cd57-40eb-aa3c-74e307536589 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ef2436f-5d12-4157-8d68-61ff72075f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582855 Jan 18 22:27:45.528016 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9af1a50e-757e-4043-8cef-588cbc499c0b tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:45.532603 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9af1a50e-757e-4043-8cef-588cbc499c0b tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:45.611940 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af1a50e-757e-4043-8cef-588cbc499c0b tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Pushing event updated for resources: {'Port': ['ID=f68cd4ac-6fbd-4261-a35a-4d457e2c7712,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:27:45.620978 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9af1a50e-757e-4043-8cef-588cbc499c0b tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043075'] for floatingip, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:45.639543 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9af1a50e-757e-4043-8cef-588cbc499c0b tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:45.650911 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-9af1a50e-757e-4043-8cef-588cbc499c0b tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1517625 Jan 18 22:27:45.723898 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6fe8c3-7a9f-4395-9631-d675b78aaff6 None None] Sync routers for ids ['ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:27:45.734475 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6fe8c3-7a9f-4395-9631-d675b78aaff6 None None] Routers {'ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:27:45.736335 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-6c6fe8c3-7a9f-4395-9631-d675b78aaff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:27:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:27:45.800889 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0648daae-4be2-4542-aaed-33cbe66d16d0 req-58d7c1be-717c-4478-8666-8036782dcd8f tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1796045389&fields=id&tenant_id=7afa2eadfaa94efb9bc2c925685c8cd2 HTTP/1.1" status: 200 len: 267 time: 0.0421367 Jan 18 22:27:45.844781 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-6c6fe8c3-7a9f-4395-9631-d675b78aaff6 None None] Set router ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:27:45.930897 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0648daae-4be2-4542-aaed-33cbe66d16d0 req-3ecd07d2-6b4b-4412-9c0e-913db59f2487 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:45.933102 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0648daae-4be2-4542-aaed-33cbe66d16d0 req-3ecd07d2-6b4b-4412-9c0e-913db59f2487 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/networks?id=9f0c6f68-00d4-4074-963d-5eeb6360e1ec HTTP/1.1" status: 200 len: 817 time: 0.1245823 Jan 18 22:27:45.948438 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0648daae-4be2-4542-aaed-33cbe66d16d0 req-bb214ba3-23c2-499a-b156-164a75f0e54c tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/quotas/7afa2eadfaa94efb9bc2c925685c8cd2 HTTP/1.1" status: 200 len: 375 time: 0.0099363 Jan 18 22:27:46.013279 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0648daae-4be2-4542-aaed-33cbe66d16d0 req-32ab9855-3d47-4c89-b986-8fc2cdce287d tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7afa2eadfaa94efb9bc2c925685c8cd2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0581996 Jan 18 22:27:46.074383 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-6c6fe8c3-7a9f-4395-9631-d675b78aaff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0', 'name': 'tempest-AttachVolumeShelveTestJSON-1451660796-router', 'tenant_id': '7afa2eadfaa94efb9bc2c925685c8cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': '027fa202-abba-4d75-a143-7b459c13e96e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:27:38Z', 'updated_at': '2022-01-18T22:27:41Z', 'revision_number': 4, 'project_id': '7afa2eadfaa94efb9bc2c925685c8cd2', 'gw_port': {'id': '027fa202-abba-4d75-a143-7b459c13e96e', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:75:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:27:38Z', 'updated_at': '2022-01-18T22:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'fa86aa93-6b8e-4cfd-aa8a-218390a04b28', 'name': '', 'network_id': '9f0c6f68-00d4-4074-963d-5eeb6360e1ec', 'tenant_id': '7afa2eadfaa94efb9bc2c925685c8cd2', 'mac_address': 'fa:16:3e:dd:cc:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'b7bcd428-9869-4592-8e72-20a2a0d3310e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:27:41Z', 'updated_at': '2022-01-18T22:27:42Z', 'revision_number': 2, 'project_id': '7afa2eadfaa94efb9bc2c925685c8cd2', 'subnets': [{'id': 'b7bcd428-9869-4592-8e72-20a2a0d3310e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:27:46.122089 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6fe8c3-7a9f-4395-9631-d675b78aaff6 None None] Checking router: ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0 for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:27:46.122439 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6fe8c3-7a9f-4395-9631-d675b78aaff6 None None] Updating router ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0 port fa86aa93-6b8e-4cfd-aa8a-218390a04b28 binding host n-d-825064-1 {{(pid=102433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:27:46.124958 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0648daae-4be2-4542-aaed-33cbe66d16d0 req-87aa4417-7f42-4488-870c-fb2048dae8c5 service neutron] 10.222.0.53 "GET /v2.0/networks/9f0c6f68-00d4-4074-963d-5eeb6360e1ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971158 Jan 18 22:27:46.149025 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6c6fe8c3-7a9f-4395-9631-d675b78aaff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:46.188976 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 3b699b05-a28a-4928-9e67-0bcac0d95b9c up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:27:46.251048 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0648daae-4be2-4542-aaed-33cbe66d16d0 req-1975bb43-1619-4078-aa18-6283fa9154df service neutron] 10.222.0.53 "GET /v2.0/networks/9f0c6f68-00d4-4074-963d-5eeb6360e1ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178205 Jan 18 22:27:46.303155 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 027fa202-abba-4d75-a143-7b459c13e96e up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:27:46.310407 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f41defb-7eef-4d4a-b487-b14c7df1205d req-6b94fb91-f234-46da-8bb1-fa584649aa30 tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:46.313040 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4f41defb-7eef-4d4a-b487-b14c7df1205d req-6b94fb91-f234-46da-8bb1-fa584649aa30 tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e9ec08e-42e8-4b68-9b2b-59cea3b8176e HTTP/1.1" status: 200 len: 944 time: 0.0807786 Jan 18 22:27:46.371089 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port 3b699b05-a28a-4928-9e67-0bcac0d95b9c completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:27:46.385514 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port 3b699b05-a28a-4928-9e67-0bcac0d95b9c triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:27:46.385819 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:46.394020 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4f41defb-7eef-4d4a-b487-b14c7df1205d req-ba27404c-760b-499f-833f-96b56175fe59 tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] 10.222.0.53 "GET /v2.0/security-groups?id=308f2ccf-49d9-438d-919a-319a82e079ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737865 Jan 18 22:27:46.429685 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 027fa202-abba-4d75-a143-7b459c13e96e triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:27:46.430101 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:46.585534 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-985e88eb-39b8-4c84-b5cd-ac6aab284666 req-b2172652-677d-4271-b28c-7627f1151e66 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c183af1-247e-48b7-aed9-9e45e4b7de12 HTTP/1.1" status: 200 len: 210 time: 0.0469935 Jan 18 22:27:46.588886 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6c6fe8c3-7a9f-4395-9631-d675b78aaff6 None None] Notify callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:46.597104 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6c6fe8c3-7a9f-4395-9631-d675b78aaff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:46.631182 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:46.659728 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14086ee0-c5a3-444d-a436-21ec62910d36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b699b05-a28a-4928-9e67-0bcac0d95b9c'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:27:46.662917 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c646efe7-8c8f-4d19-8d9f-b4c56f1da916" -d '{"events": [{"server_uuid": "14086ee0-c5a3-444d-a436-21ec62910d36", "name": "network-vif-plugged", "status": "completed", "tag": "3b699b05-a28a-4928-9e67-0bcac0d95b9c"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:27:46.678238 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 3b699b05-a28a-4928-9e67-0bcac0d95b9c, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=3b699b05-a28a-4928-9e67-0bcac0d95b9c,segment=NetworkSegment(2449887d-c03b-4a70-a423-7d9bceef1b13),segment_id=2449887d-c03b-4a70-a423-7d9bceef1b13)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:27:46.688092 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:46.732941 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645c8393-4c31-4bf1-910e-b969f10c2908 None None] Pushing event updated for resources: {'Port': ['ID=fa86aa93-6b8e-4cfd-aa8a-218390a04b28,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:27:46.744949 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61a6231e-8b1a-4c76-9be5-723f5c84c5c2 x-openstack-request-id: req-61a6231e-8b1a-4c76-9be5-723f5c84c5c2 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:27:46.745313 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14086ee0-c5a3-444d-a436-21ec62910d36", "name": "network-vif-plugged", "status": "completed", "tag": "3b699b05-a28a-4928-9e67-0bcac0d95b9c", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:27:46.745427 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645c8393-4c31-4bf1-910e-b969f10c2908 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:27:46.745535 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-61a6231e-8b1a-4c76-9be5-723f5c84c5c2 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:27:46.745618 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645c8393-4c31-4bf1-910e-b969f10c2908 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:27:46.745940 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645c8393-4c31-4bf1-910e-b969f10c2908 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:27:46.746051 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14086ee0-c5a3-444d-a436-21ec62910d36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b699b05-a28a-4928-9e67-0bcac0d95b9c', 'code': 200} Jan 18 22:27:46.746272 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645c8393-4c31-4bf1-910e-b969f10c2908 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:27:46.746594 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645c8393-4c31-4bf1-910e-b969f10c2908 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:27:46.746926 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645c8393-4c31-4bf1-910e-b969f10c2908 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:27:46.747235 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645c8393-4c31-4bf1-910e-b969f10c2908 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:27:46.747551 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645c8393-4c31-4bf1-910e-b969f10c2908 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:27:46.747863 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645c8393-4c31-4bf1-910e-b969f10c2908 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:27:46.748713 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645c8393-4c31-4bf1-910e-b969f10c2908 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:27:46.748713 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645c8393-4c31-4bf1-910e-b969f10c2908 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:27:46.749452 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645c8393-4c31-4bf1-910e-b969f10c2908 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:27:46.757105 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-6c6fe8c3-7a9f-4395-9631-d675b78aaff6 None None] Attempting to bind port fa86aa93-6b8e-4cfd-aa8a-218390a04b28 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:27:46.757468 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-6c6fe8c3-7a9f-4395-9631-d675b78aaff6 None None] Attempting to bind port fa86aa93-6b8e-4cfd-aa8a-218390a04b28 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '70a4f94b-4f48-4441-9e9d-d65add0cb430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9f0c6f68-00d4-4074-963d-5eeb6360e1ec'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:27:46.757918 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6fe8c3-7a9f-4395-9631-d675b78aaff6 None None] Attempting to bind port fa86aa93-6b8e-4cfd-aa8a-218390a04b28 on network 9f0c6f68-00d4-4074-963d-5eeb6360e1ec {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:27:46.764664 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6fe8c3-7a9f-4395-9631-d675b78aaff6 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:27:46.765538 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6fe8c3-7a9f-4395-9631-d675b78aaff6 None None] Checking segment: {'id': '70a4f94b-4f48-4441-9e9d-d65add0cb430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9f0c6f68-00d4-4074-963d-5eeb6360e1ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:27:46.765998 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6c6fe8c3-7a9f-4395-9631-d675b78aaff6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:46.766303 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6fe8c3-7a9f-4395-9631-d675b78aaff6 None None] Bound using segment: {'id': '70a4f94b-4f48-4441-9e9d-d65add0cb430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9f0c6f68-00d4-4074-963d-5eeb6360e1ec'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:27:46.766757 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-6c6fe8c3-7a9f-4395-9631-d675b78aaff6 None None] Bound port: fa86aa93-6b8e-4cfd-aa8a-218390a04b28, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70a4f94b-4f48-4441-9e9d-d65add0cb430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9f0c6f68-00d4-4074-963d-5eeb6360e1ec'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:27:46.767129 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6c6fe8c3-7a9f-4395-9631-d675b78aaff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:46.771755 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7ace79-769e-4175-bf0f-ff83f180574c req-8bb0c8af-be5c-49be-b04f-4c23bdb44f22 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:46.774141 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3c7ace79-769e-4175-bf0f-ff83f180574c req-8bb0c8af-be5c-49be-b04f-4c23bdb44f22 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "GET /v2.0/ports?device_id=14086ee0-c5a3-444d-a436-21ec62910d36 HTTP/1.1" status: 200 len: 944 time: 0.1564360 Jan 18 22:27:46.792602 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=3b699b05-a28a-4928-9e67-0bcac0d95b9c,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:27:46.852825 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3c7ace79-769e-4175-bf0f-ff83f180574c req-1b2950d5-48e5-4e68-b712-b7c7098b4b61 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ef2436f-5d12-4157-8d68-61ff72075f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726728 Jan 18 22:27:46.931770 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-6c6fe8c3-7a9f-4395-9631-d675b78aaff6 None None] For port fa86aa93-6b8e-4cfd-aa8a-218390a04b28, host n-d-825064-1, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:27:46.940020 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-6c6fe8c3-7a9f-4395-9631-d675b78aaff6 None None] For port fa86aa93-6b8e-4cfd-aa8a-218390a04b28, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=fa86aa93-6b8e-4cfd-aa8a-218390a04b28,segment=NetworkSegment(70a4f94b-4f48-4441-9e9d-d65add0cb430),segment_id=70a4f94b-4f48-4441-9e9d-d65add0cb430)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:27:46.947029 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6c6fe8c3-7a9f-4395-9631-d675b78aaff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:46.975842 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cece986e-9f41-4dce-866c-eb20afe27f75 req-61c21e21-839f-4c9c-b3fe-45a03cbfa09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:46.977496 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cece986e-9f41-4dce-866c-eb20afe27f75 req-61c21e21-839f-4c9c-b3fe-45a03cbfa09f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=14086ee0-c5a3-444d-a436-21ec62910d36 HTTP/1.1" status: 200 len: 1096 time: 0.1386769 Jan 18 22:27:47.050976 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-a177f6b3-fa0c-42e2-9d56-e5e76cee6cf0 None None] Provisioning complete for port fa86aa93-6b8e-4cfd-aa8a-218390a04b28 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:27:47.051446 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a177f6b3-fa0c-42e2-9d56-e5e76cee6cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:47.064744 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6fe8c3-7a9f-4395-9631-d675b78aaff6 None None] Routers {'ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:27:47.065407 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-6c6fe8c3-7a9f-4395-9631-d675b78aaff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:27:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:27:47.088731 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cece986e-9f41-4dce-866c-eb20afe27f75 req-22ea685f-54fd-4325-8c24-611a5304deeb service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=2ef2436f-5d12-4157-8d68-61ff72075f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011386 Jan 18 22:27:47.150724 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645c8393-4c31-4bf1-910e-b969f10c2908 None None] Pushing event updated for resources: {'Port': ['ID=fa86aa93-6b8e-4cfd-aa8a-218390a04b28,revision_number=4']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:27:47.277402 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a177f6b3-fa0c-42e2-9d56-e5e76cee6cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:47.351159 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-a177f6b3-fa0c-42e2-9d56-e5e76cee6cf0 None None] For port fa86aa93-6b8e-4cfd-aa8a-218390a04b28, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=fa86aa93-6b8e-4cfd-aa8a-218390a04b28,segment=NetworkSegment(70a4f94b-4f48-4441-9e9d-d65add0cb430),segment_id=70a4f94b-4f48-4441-9e9d-d65add0cb430)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:27:47.356021 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a177f6b3-fa0c-42e2-9d56-e5e76cee6cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:47.365413 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-6c6fe8c3-7a9f-4395-9631-d675b78aaff6 None None] Set router ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:27:47.415671 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a177f6b3-fa0c-42e2-9d56-e5e76cee6cf0 None None] Pushing event updated for resources: {'Port': ['ID=fa86aa93-6b8e-4cfd-aa8a-218390a04b28,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:27:47.480016 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7ab47198-3235-48cc-89ad-1653a99c9d94 None None] Provisioning complete for port fa86aa93-6b8e-4cfd-aa8a-218390a04b28 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:27:47.480427 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7ab47198-3235-48cc-89ad-1653a99c9d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:47.557032 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9953e899-93a2-41da-ad48-a49e01ccc6d5 req-7e6f0357-7c6b-431b-8952-864bec661660 tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:47.558593 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9953e899-93a2-41da-ad48-a49e01ccc6d5 req-7e6f0357-7c6b-431b-8952-864bec661660 tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e9ec08e-42e8-4b68-9b2b-59cea3b8176e HTTP/1.1" status: 200 len: 944 time: 0.0692573 Jan 18 22:27:47.609348 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-6c6fe8c3-7a9f-4395-9631-d675b78aaff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0', 'name': 'tempest-AttachVolumeShelveTestJSON-1451660796-router', 'tenant_id': '7afa2eadfaa94efb9bc2c925685c8cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': '027fa202-abba-4d75-a143-7b459c13e96e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:27:38Z', 'updated_at': '2022-01-18T22:27:41Z', 'revision_number': 4, 'project_id': '7afa2eadfaa94efb9bc2c925685c8cd2', 'gw_port': {'id': '027fa202-abba-4d75-a143-7b459c13e96e', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:75:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:27:38Z', 'updated_at': '2022-01-18T22:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'fa86aa93-6b8e-4cfd-aa8a-218390a04b28', 'name': '', 'network_id': '9f0c6f68-00d4-4074-963d-5eeb6360e1ec', 'tenant_id': '7afa2eadfaa94efb9bc2c925685c8cd2', 'mac_address': 'fa:16:3e:dd:cc:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'b7bcd428-9869-4592-8e72-20a2a0d3310e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:27:41Z', 'updated_at': '2022-01-18T22:27:46Z', 'revision_number': 4, 'project_id': '7afa2eadfaa94efb9bc2c925685c8cd2', 'subnets': [{'id': 'b7bcd428-9869-4592-8e72-20a2a0d3310e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:27:47.623337 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9953e899-93a2-41da-ad48-a49e01ccc6d5 req-df4cfd05-0a35-4519-a59e-ec85ce761e6e tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] 10.222.0.53 "GET /v2.0/security-groups?id=308f2ccf-49d9-438d-919a-319a82e079ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499759 Jan 18 22:27:47.641457 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6fe8c3-7a9f-4395-9631-d675b78aaff6 None None] The sync data for ids ['ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0'] in n-d-825064-1 is: [{'id': 'ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0', 'name': 'tempest-AttachVolumeShelveTestJSON-1451660796-router', 'tenant_id': '7afa2eadfaa94efb9bc2c925685c8cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': '027fa202-abba-4d75-a143-7b459c13e96e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:27:38Z', 'updated_at': '2022-01-18T22:27:41Z', 'revision_number': 4, 'project_id': '7afa2eadfaa94efb9bc2c925685c8cd2', 'gw_port': {'id': '027fa202-abba-4d75-a143-7b459c13e96e', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:75:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:27:38Z', 'updated_at': '2022-01-18T22:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'fa86aa93-6b8e-4cfd-aa8a-218390a04b28', 'name': '', 'network_id': '9f0c6f68-00d4-4074-963d-5eeb6360e1ec', 'tenant_id': '7afa2eadfaa94efb9bc2c925685c8cd2', 'mac_address': 'fa:16:3e:dd:cc:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'b7bcd428-9869-4592-8e72-20a2a0d3310e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:27:41Z', 'updated_at': '2022-01-18T22:27:46Z', 'revision_number': 4, 'project_id': '7afa2eadfaa94efb9bc2c925685c8cd2', 'subnets': [{'id': 'b7bcd428-9869-4592-8e72-20a2a0d3310e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:27:47.707453 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-925fae17-2153-4bd6-b633-8b9f62e94a7f req-a3d3a97c-2d76-4475-a41c-1ecc9b9720c9 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c183af1-247e-48b7-aed9-9e45e4b7de12 HTTP/1.1" status: 200 len: 210 time: 0.0318398 Jan 18 22:27:47.917258 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ead560-9731-4dd4-ae13-b69bb96e7c65 req-3959d1d5-d02e-4240-8d55-27cab22cd393 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:47.924533 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-68ead560-9731-4dd4-ae13-b69bb96e7c65 req-3959d1d5-d02e-4240-8d55-27cab22cd393 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.53 "GET /v2.0/networks?id=8bfa319b-722b-493a-bbbe-0e1ae27e2892 HTTP/1.1" status: 200 len: 814 time: 0.1294231 Jan 18 22:27:47.970558 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-68ead560-9731-4dd4-ae13-b69bb96e7c65 req-db7a3ebb-b590-4e29-8390-eb990eb66c40 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.53 "GET /v2.0/quotas/874c45697b3243aa9d39402c08d61ed1 HTTP/1.1" status: 200 len: 375 time: 0.0451260 Jan 18 22:27:48.081898 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd5169c-99ea-440a-80ef-135cd1f424a0 req-162a25cc-eeae-40f0-bc7e-b77c050b917b tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:48.083444 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8bd5169c-99ea-440a-80ef-135cd1f424a0 req-162a25cc-eeae-40f0-bc7e-b77c050b917b tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "GET /v2.0/ports?device_id=14086ee0-c5a3-444d-a436-21ec62910d36 HTTP/1.1" status: 200 len: 945 time: 0.1411772 Jan 18 22:27:48.132136 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-68ead560-9731-4dd4-ae13-b69bb96e7c65 req-0c352ad5-e093-462e-87ff-b247789ba56a tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=874c45697b3243aa9d39402c08d61ed1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1606531 Jan 18 22:27:48.154120 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0648daae-4be2-4542-aaed-33cbe66d16d0 req-c39247d3-f83c-4990-b4ac-f8cc244b8444 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:48.155546 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0648daae-4be2-4542-aaed-33cbe66d16d0 req-c39247d3-f83c-4990-b4ac-f8cc244b8444 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.36 "GET /v2.0/networks?id=9f0c6f68-00d4-4074-963d-5eeb6360e1ec HTTP/1.1" status: 200 len: 817 time: 0.2290733 Jan 18 22:27:48.190423 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 4e3902dc-2a08-435f-97b5-5a0907bad936 up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:27:48.245240 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8bd5169c-99ea-440a-80ef-135cd1f424a0 req-f9a570f1-6500-459b-9f2d-d87ed7f32101 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ef2436f-5d12-4157-8d68-61ff72075f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498253 Jan 18 22:27:48.253999 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port 4e3902dc-2a08-435f-97b5-5a0907bad936 completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:27:48.260311 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port 4e3902dc-2a08-435f-97b5-5a0907bad936 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:27:48.260928 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:48.265836 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0648daae-4be2-4542-aaed-33cbe66d16d0 req-f7feee4d-2689-4731-9137-2590781193c0 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7afa2eadfaa94efb9bc2c925685c8cd2 HTTP/1.1" status: 200 len: 380 time: 0.0963688 Jan 18 22:27:48.277026 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-0648daae-4be2-4542-aaed-33cbe66d16d0 req-48489542-9649-446f-95a4-8774cb1013a8 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Request body: {'port': {'device_id': '7c183af1-247e-48b7-aed9-9e45e4b7de12', 'network_id': '9f0c6f68-00d4-4074-963d-5eeb6360e1ec', 'admin_state_up': True, 'tenant_id': '7afa2eadfaa94efb9bc2c925685c8cd2', 'security_groups': ['c4c0862f-5b86-40eb-b2c2-a40d9fdb492b']}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:27:48.295097 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device fa86aa93-6b8e-4cfd-aa8a-218390a04b28 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:27:48.394349 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port fa86aa93-6b8e-4cfd-aa8a-218390a04b28 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:27:48.394989 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:48.405583 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-68ead560-9731-4dd4-ae13-b69bb96e7c65 req-6e8df45a-655e-4fd3-bb22-05b66a6bf95e service neutron] 10.222.0.53 "GET /v2.0/networks/8bfa319b-722b-493a-bbbe-0e1ae27e2892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675979 Jan 18 22:27:48.489186 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0648daae-4be2-4542-aaed-33cbe66d16d0 req-48489542-9649-446f-95a4-8774cb1013a8 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Made reservation on behalf of 7afa2eadfaa94efb9bc2c925685c8cd2 for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:27:48.493009 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-0648daae-4be2-4542-aaed-33cbe66d16d0 req-48489542-9649-446f-95a4-8774cb1013a8 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:48.592402 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:48.603861 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-68ead560-9731-4dd4-ae13-b69bb96e7c65 req-4017014f-ba80-4622-9706-4608b3a41931 service neutron] 10.222.0.53 "GET /v2.0/networks/8bfa319b-722b-493a-bbbe-0e1ae27e2892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974211 Jan 18 22:27:48.636204 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 4e3902dc-2a08-435f-97b5-5a0907bad936, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=4e3902dc-2a08-435f-97b5-5a0907bad936,segment=NetworkSegment(0f9b93f3-b3a2-4f91-b06d-871728cbfc1f),segment_id=0f9b93f3-b3a2-4f91-b06d-871728cbfc1f)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:27:48.654967 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:48.685859 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-0648daae-4be2-4542-aaed-33cbe66d16d0 req-48489542-9649-446f-95a4-8774cb1013a8 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Allocated IP 172.20.0.7 (9f0c6f68-00d4-4074-963d-5eeb6360e1ec/b7bcd428-9869-4592-8e72-20a2a0d3310e/17b5d497-89e8-4316-854a-e01b4efd12f0) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:27:48.716542 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=4e3902dc-2a08-435f-97b5-5a0907bad936,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:27:48.747352 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e9ec08e-42e8-4b68-9b2b-59cea3b8176e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e3902dc-2a08-435f-97b5-5a0907bad936'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:27:48.750876 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-544a02df-b4f9-4e7b-8205-dfa355600d5e" -d '{"events": [{"server_uuid": "8e9ec08e-42e8-4b68-9b2b-59cea3b8176e", "name": "network-vif-plugged", "status": "completed", "tag": "4e3902dc-2a08-435f-97b5-5a0907bad936"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:27:48.847484 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4a0830f4-9d7f-4023-9d55-6a828f87c6dc req-3154ec99-ab9a-455f-85ae-aae63c65c29a tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c183af1-247e-48b7-aed9-9e45e4b7de12 HTTP/1.1" status: 200 len: 210 time: 0.0615251 Jan 18 22:27:48.870132 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e4cd48-c39d-4baa-9507-5783c0e03097 req-0c8d14ae-89b3-4f37-bf1f-6afc356263ce tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:48.872391 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f5e4cd48-c39d-4baa-9507-5783c0e03097 req-0c8d14ae-89b3-4f37-bf1f-6afc356263ce tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e9ec08e-42e8-4b68-9b2b-59cea3b8176e HTTP/1.1" status: 200 len: 945 time: 0.1575551 Jan 18 22:27:48.945758 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-46e51d33-1832-4042-9844-721b0bb02867 req-cf213206-a98b-4503-9e35-4b50cad29bd3 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.53 "GET /v2.0/ports?device_id=45ce9f81-38ab-47fc-8e7c-d060dc85618c HTTP/1.1" status: 200 len: 210 time: 0.0458817 Jan 18 22:27:48.985031 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-0648daae-4be2-4542-aaed-33cbe66d16d0 req-48489542-9649-446f-95a4-8774cb1013a8 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:48.990671 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f5e4cd48-c39d-4baa-9507-5783c0e03097 req-03cf387b-5518-4b5b-b315-b24e39ca4574 tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] 10.222.0.53 "GET /v2.0/security-groups?id=308f2ccf-49d9-438d-919a-319a82e079ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121087 Jan 18 22:27:49.001893 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3eb9773-e0ff-427e-992a-167b81829297 x-openstack-request-id: req-c3eb9773-e0ff-427e-992a-167b81829297 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:27:49.002189 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e9ec08e-42e8-4b68-9b2b-59cea3b8176e", "name": "network-vif-plugged", "status": "completed", "tag": "4e3902dc-2a08-435f-97b5-5a0907bad936", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:27:49.002438 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c3eb9773-e0ff-427e-992a-167b81829297 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:27:49.002831 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e9ec08e-42e8-4b68-9b2b-59cea3b8176e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e3902dc-2a08-435f-97b5-5a0907bad936', 'code': 200} Jan 18 22:27:49.047014 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-0648daae-4be2-4542-aaed-33cbe66d16d0 req-48489542-9649-446f-95a4-8774cb1013a8 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:49.129979 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0648daae-4be2-4542-aaed-33cbe66d16d0 req-48489542-9649-446f-95a4-8774cb1013a8 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Network 9f0c6f68-00d4-4074-963d-5eeb6360e1ec is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:27:49.135866 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48489542-9649-446f-95a4-8774cb1013a8 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Pushing event updated for resources: {'Port': ['ID=17b5d497-89e8-4316-854a-e01b4efd12f0,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:27:49.139679 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-0648daae-4be2-4542-aaed-33cbe66d16d0 req-48489542-9649-446f-95a4-8774cb1013a8 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:27:49.142207 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-0648daae-4be2-4542-aaed-33cbe66d16d0 req-48489542-9649-446f-95a4-8774cb1013a8 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:27:49.181062 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ce49d7-a2f0-49b3-804a-63fce5686f5b req-a8c8521c-4bef-4d0e-999c-4aa9c6ced8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:49.182530 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-50ce49d7-a2f0-49b3-804a-63fce5686f5b req-a8c8521c-4bef-4d0e-999c-4aa9c6ced8b7 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8e9ec08e-42e8-4b68-9b2b-59cea3b8176e HTTP/1.1" status: 200 len: 1096 time: 0.1055632 Jan 18 22:27:49.217747 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0648daae-4be2-4542-aaed-33cbe66d16d0 req-48489542-9649-446f-95a4-8774cb1013a8 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:49.218864 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-0648daae-4be2-4542-aaed-33cbe66d16d0 req-48489542-9649-446f-95a4-8774cb1013a8 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:49.241365 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0648daae-4be2-4542-aaed-33cbe66d16d0 req-48489542-9649-446f-95a4-8774cb1013a8 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9684818 Jan 18 22:27:49.245527 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-50ce49d7-a2f0-49b3-804a-63fce5686f5b req-00e5e414-0171-4af6-b0ac-af795a9dba21 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=308f2ccf-49d9-438d-919a-319a82e079ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550895 Jan 18 22:27:49.252607 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-0648daae-4be2-4542-aaed-33cbe66d16d0 req-4797a64e-74bd-4a89-9f50-dec234b30bae service neutron] Request body: {'port': {'device_id': '7c183af1-247e-48b7-aed9-9e45e4b7de12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:27:49.284311 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-785e622a-7546-48c0-877d-dc39e4273bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:49.326592 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-0648daae-4be2-4542-aaed-33cbe66d16d0 req-4797a64e-74bd-4a89-9f50-dec234b30bae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:49.439519 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-242b9b7a-cf83-4864-8763-9c9ad02681ea None None] Provisioning complete for port 17b5d497-89e8-4316-854a-e01b4efd12f0 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:27:49.440142 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-242b9b7a-cf83-4864-8763-9c9ad02681ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:49.474059 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-242b9b7a-cf83-4864-8763-9c9ad02681ea None None] Port 17b5d497-89e8-4316-854a-e01b4efd12f0 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:27:49.517979 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eb0224-78ef-43f9-ac36-0fe6d3b34f68 req-1ee59701-2f51-4fac-a1c2-7cb602dc7a9b tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:49.519426 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-44eb0224-78ef-43f9-ac36-0fe6d3b34f68 req-1ee59701-2f51-4fac-a1c2-7cb602dc7a9b tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "GET /v2.0/ports?device_id=14086ee0-c5a3-444d-a436-21ec62910d36 HTTP/1.1" status: 200 len: 945 time: 0.1266406 Jan 18 22:27:49.600957 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-44eb0224-78ef-43f9-ac36-0fe6d3b34f68 req-1945f912-812e-4d90-8a57-0548eb806923 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ef2436f-5d12-4157-8d68-61ff72075f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674357 Jan 18 22:27:49.706965 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [req-0648daae-4be2-4542-aaed-33cbe66d16d0 req-4797a64e-74bd-4a89-9f50-dec234b30bae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17b5d497-89e8-4316-854a-e01b4efd12f0 {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:27:49.723930 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-0648daae-4be2-4542-aaed-33cbe66d16d0 req-4797a64e-74bd-4a89-9f50-dec234b30bae service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:49.733763 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-50d8d018-5e03-4658-b39f-ff0587b6b1a6 req-c01d8213-412e-4e30-a783-398cbc4be888 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-245665414&fields=id&tenant_id=6897da059550496b89a6c6ef7ad886b1 HTTP/1.1" status: 200 len: 267 time: 0.0613697 Jan 18 22:27:49.743429 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-0648daae-4be2-4542-aaed-33cbe66d16d0 req-4797a64e-74bd-4a89-9f50-dec234b30bae service neutron] Transition to ACTIVE for port object 17b5d497-89e8-4316-854a-e01b4efd12f0 will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:27:49.768598 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-0648daae-4be2-4542-aaed-33cbe66d16d0 req-4797a64e-74bd-4a89-9f50-dec234b30bae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:49.835015 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d8d018-5e03-4658-b39f-ff0587b6b1a6 req-0e1085e3-0e09-4d00-b0f6-6b290b247983 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:49.836562 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-50d8d018-5e03-4658-b39f-ff0587b6b1a6 req-0e1085e3-0e09-4d00-b0f6-6b290b247983 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "GET /v2.0/ports?device_id=14086ee0-c5a3-444d-a436-21ec62910d36 HTTP/1.1" status: 200 len: 945 time: 0.0950642 Jan 18 22:27:49.837206 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4797a64e-74bd-4a89-9f50-dec234b30bae service neutron] Pushing event updated for resources: {'Port': ['ID=17b5d497-89e8-4316-854a-e01b4efd12f0,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:27:49.856364 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ead560-9731-4dd4-ae13-b69bb96e7c65 req-8d17f193-415c-415b-b19e-8cf8549b8bdf tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:49.858889 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-68ead560-9731-4dd4-ae13-b69bb96e7c65 req-8d17f193-415c-415b-b19e-8cf8549b8bdf tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.36 "GET /v2.0/networks?id=8bfa319b-722b-493a-bbbe-0e1ae27e2892 HTTP/1.1" status: 200 len: 814 time: 0.1222391 Jan 18 22:27:49.870108 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-50d8d018-5e03-4658-b39f-ff0587b6b1a6 req-83b949e6-9e5c-4254-a83c-b2aff9e7dc1e tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Request body: {'port': {'security_groups': ['2ef2436f-5d12-4157-8d68-61ff72075f6b', 'cde2a737-c20f-43c3-8e33-2b323ee89d3f']}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:27:49.873510 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-68ead560-9731-4dd4-ae13-b69bb96e7c65 req-cf41a126-2550-4347-b270-331f487ea882 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Request body: {'port': {'device_id': '45ce9f81-38ab-47fc-8e7c-d060dc85618c', 'network_id': '8bfa319b-722b-493a-bbbe-0e1ae27e2892', 'admin_state_up': True, 'tenant_id': '874c45697b3243aa9d39402c08d61ed1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:27:50.015857 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68ead560-9731-4dd4-ae13-b69bb96e7c65 req-cf41a126-2550-4347-b270-331f487ea882 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Made reservation on behalf of 874c45697b3243aa9d39402c08d61ed1 for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:27:50.019783 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-68ead560-9731-4dd4-ae13-b69bb96e7c65 req-cf41a126-2550-4347-b270-331f487ea882 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:50.021836 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-50d8d018-5e03-4658-b39f-ff0587b6b1a6 req-83b949e6-9e5c-4254-a83c-b2aff9e7dc1e tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:50.032590 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-0648daae-4be2-4542-aaed-33cbe66d16d0 req-4797a64e-74bd-4a89-9f50-dec234b30bae service neutron] Attempting to bind port 17b5d497-89e8-4316-854a-e01b4efd12f0 on host n-h1-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:27:50.032852 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-0648daae-4be2-4542-aaed-33cbe66d16d0 req-4797a64e-74bd-4a89-9f50-dec234b30bae service neutron] Attempting to bind port 17b5d497-89e8-4316-854a-e01b4efd12f0 by drivers openvswitch,hyperv on host n-h1-825064-1 at level 0 using segments [{'id': '70a4f94b-4f48-4441-9e9d-d65add0cb430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9f0c6f68-00d4-4074-963d-5eeb6360e1ec'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:27:50.033681 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0648daae-4be2-4542-aaed-33cbe66d16d0 req-4797a64e-74bd-4a89-9f50-dec234b30bae service neutron] Attempting to bind port 17b5d497-89e8-4316-854a-e01b4efd12f0 on network 9f0c6f68-00d4-4074-963d-5eeb6360e1ec {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:27:50.054198 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4e4324-c161-480c-835f-8f4101b716d0 req-1c6da405-07cd-48a4-bab8-0b2a80247d87 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:50.055720 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6e4e4324-c161-480c-835f-8f4101b716d0 req-1c6da405-07cd-48a4-bab8-0b2a80247d87 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c183af1-247e-48b7-aed9-9e45e4b7de12 HTTP/1.1" status: 200 len: 943 time: 0.1264467 Jan 18 22:27:50.057214 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0648daae-4be2-4542-aaed-33cbe66d16d0 req-4797a64e-74bd-4a89-9f50-dec234b30bae service neutron] Port 17b5d497-89e8-4316-854a-e01b4efd12f0 on network 9f0c6f68-00d4-4074-963d-5eeb6360e1ec not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:27:50.057807 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0648daae-4be2-4542-aaed-33cbe66d16d0 req-4797a64e-74bd-4a89-9f50-dec234b30bae service neutron] Attempting to bind port 17b5d497-89e8-4316-854a-e01b4efd12f0 on network 9f0c6f68-00d4-4074-963d-5eeb6360e1ec {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:27:50.084611 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0648daae-4be2-4542-aaed-33cbe66d16d0 req-4797a64e-74bd-4a89-9f50-dec234b30bae service neutron] Checking agent: {'id': 'e49d1b2a-ba11-487f-a804-ecbf3c0e8132', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:27:50.084959 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0648daae-4be2-4542-aaed-33cbe66d16d0 req-4797a64e-74bd-4a89-9f50-dec234b30bae service neutron] Checking segment: {'id': '70a4f94b-4f48-4441-9e9d-d65add0cb430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9f0c6f68-00d4-4074-963d-5eeb6360e1ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:27:50.085354 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0648daae-4be2-4542-aaed-33cbe66d16d0 req-4797a64e-74bd-4a89-9f50-dec234b30bae service neutron] Bound using segment: {'id': '70a4f94b-4f48-4441-9e9d-d65add0cb430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9f0c6f68-00d4-4074-963d-5eeb6360e1ec'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:27:50.085804 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-0648daae-4be2-4542-aaed-33cbe66d16d0 req-4797a64e-74bd-4a89-9f50-dec234b30bae service neutron] Bound port: 17b5d497-89e8-4316-854a-e01b4efd12f0, host: n-h1-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70a4f94b-4f48-4441-9e9d-d65add0cb430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9f0c6f68-00d4-4074-963d-5eeb6360e1ec'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:27:50.086161 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-0648daae-4be2-4542-aaed-33cbe66d16d0 req-4797a64e-74bd-4a89-9f50-dec234b30bae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:50.167625 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [req-68ead560-9731-4dd4-ae13-b69bb96e7c65 req-cf41a126-2550-4347-b270-331f487ea882 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Allocated IP 172.20.0.13 (8bfa319b-722b-493a-bbbe-0e1ae27e2892/29c446a9-d381-4718-9864-5ac3271c54a8/3d8a42f9-1063-455d-ad1b-4579633214fb) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:27:50.199783 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6e4e4324-c161-480c-835f-8f4101b716d0 req-01849f33-4a4c-4746-9aca-daf56cd677d4 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4c0862f-5b86-40eb-b2c2-a40d9fdb492b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113858 Jan 18 22:27:50.234182 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-0648daae-4be2-4542-aaed-33cbe66d16d0 req-4797a64e-74bd-4a89-9f50-dec234b30bae service neutron] For port 17b5d497-89e8-4316-854a-e01b4efd12f0, host n-h1-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:27:50.291565 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-0648daae-4be2-4542-aaed-33cbe66d16d0 req-4797a64e-74bd-4a89-9f50-dec234b30bae service neutron] For port 17b5d497-89e8-4316-854a-e01b4efd12f0, host n-h1-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=17b5d497-89e8-4316-854a-e01b4efd12f0,segment=NetworkSegment(70a4f94b-4f48-4441-9e9d-d65add0cb430),segment_id=70a4f94b-4f48-4441-9e9d-d65add0cb430)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:27:50.305222 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-0648daae-4be2-4542-aaed-33cbe66d16d0 req-4797a64e-74bd-4a89-9f50-dec234b30bae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:50.329486 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7975618b-533f-4bda-ae76-bb376f61bfe0 req-bdc0a83e-0193-46d8-85cb-72ec5c9320f5 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.53 "GET /v2.0/ports?device_id=45ce9f81-38ab-47fc-8e7c-d060dc85618c HTTP/1.1" status: 200 len: 210 time: 0.0442410 Jan 18 22:27:50.350726 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-68ead560-9731-4dd4-ae13-b69bb96e7c65 req-cf41a126-2550-4347-b270-331f487ea882 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:50.364615 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0648daae-4be2-4542-aaed-33cbe66d16d0 req-4797a64e-74bd-4a89-9f50-dec234b30bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:50.365235 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-0648daae-4be2-4542-aaed-33cbe66d16d0 req-4797a64e-74bd-4a89-9f50-dec234b30bae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:50.366604 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0648daae-4be2-4542-aaed-33cbe66d16d0 req-4797a64e-74bd-4a89-9f50-dec234b30bae service neutron] 10.222.0.36 "PUT /v2.0/ports/17b5d497-89e8-4316-854a-e01b4efd12f0 HTTP/1.1" status: 200 len: 1091 time: 1.1183412 Jan 18 22:27:50.367052 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c183af1-247e-48b7-aed9-9e45e4b7de12', 'tag': '17b5d497-89e8-4316-854a-e01b4efd12f0'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:27:50.369304 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a11a6e-5b02-42fb-90db-d9f2c820992b" -d '{"events": [{"name": "network-changed", "server_uuid": "7c183af1-247e-48b7-aed9-9e45e4b7de12", "tag": "17b5d497-89e8-4316-854a-e01b4efd12f0"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:27:50.405787 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-68ead560-9731-4dd4-ae13-b69bb96e7c65 req-cf41a126-2550-4347-b270-331f487ea882 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:50.419475 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['3309ab83-ec01-4ddc-bd7b-6d7954fc2786'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:27:50.454178 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['57543212-6e45-4b4c-9314-8adcb11e564a'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:27:50.468554 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf41a126-2550-4347-b270-331f487ea882 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Pushing event updated for resources: {'Port': ['ID=3d8a42f9-1063-455d-ad1b-4579633214fb,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:27:50.479530 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68ead560-9731-4dd4-ae13-b69bb96e7c65 req-cf41a126-2550-4347-b270-331f487ea882 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Network 8bfa319b-722b-493a-bbbe-0e1ae27e2892 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:27:50.481109 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [req-68ead560-9731-4dd4-ae13-b69bb96e7c65 req-cf41a126-2550-4347-b270-331f487ea882 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:27:50.483570 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-68ead560-9731-4dd4-ae13-b69bb96e7c65 req-cf41a126-2550-4347-b270-331f487ea882 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:27:50.540736 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ead560-9731-4dd4-ae13-b69bb96e7c65 req-cf41a126-2550-4347-b270-331f487ea882 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:50.541571 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-68ead560-9731-4dd4-ae13-b69bb96e7c65 req-cf41a126-2550-4347-b270-331f487ea882 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:50.565637 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-68ead560-9731-4dd4-ae13-b69bb96e7c65 req-cf41a126-2550-4347-b270-331f487ea882 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6960890 Jan 18 22:27:50.580001 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-68ead560-9731-4dd4-ae13-b69bb96e7c65 req-8d4a1961-5409-4043-a154-d5ff57ea172b service neutron] Request body: {'port': {'device_id': '45ce9f81-38ab-47fc-8e7c-d060dc85618c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:27:50.662109 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-68ead560-9731-4dd4-ae13-b69bb96e7c65 req-8d4a1961-5409-4043-a154-d5ff57ea172b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:50.820380 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-50d8d018-5e03-4658-b39f-ff0587b6b1a6 req-83b949e6-9e5c-4254-a83c-b2aff9e7dc1e tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] For port 3b699b05-a28a-4928-9e67-0bcac0d95b9c, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=3b699b05-a28a-4928-9e67-0bcac0d95b9c,segment=NetworkSegment(2449887d-c03b-4a70-a423-7d9bceef1b13),segment_id=2449887d-c03b-4a70-a423-7d9bceef1b13)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:27:50.823996 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4797a64e-74bd-4a89-9f50-dec234b30bae service neutron] Pushing event updated for resources: {'Port': ['ID=17b5d497-89e8-4316-854a-e01b4efd12f0,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:27:50.889154 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0648daae-4be2-4542-aaed-33cbe66d16d0 req-7724ef33-402e-4479-a5e0-e617e765fa10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:50.891161 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0648daae-4be2-4542-aaed-33cbe66d16d0 req-7724ef33-402e-4479-a5e0-e617e765fa10 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7afa2eadfaa94efb9bc2c925685c8cd2&device_id=7c183af1-247e-48b7-aed9-9e45e4b7de12 HTTP/1.1" status: 200 len: 1094 time: 0.4737327 Jan 18 22:27:50.895135 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-50d8d018-5e03-4658-b39f-ff0587b6b1a6 req-83b949e6-9e5c-4254-a83c-b2aff9e7dc1e tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:50.908453 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-50d8d018-5e03-4658-b39f-ff0587b6b1a6 req-83b949e6-9e5c-4254-a83c-b2aff9e7dc1e tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:50.919942 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b5866d-2354-46e6-8f0c-f68af63f44bb req-23f8eb62-c561-46a6-9333-5e9227d9873f tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:50.921493 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-45b5866d-2354-46e6-8f0c-f68af63f44bb req-23f8eb62-c561-46a6-9333-5e9227d9873f tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e9ec08e-42e8-4b68-9b2b-59cea3b8176e HTTP/1.1" status: 200 len: 945 time: 0.1042113 Jan 18 22:27:50.938292 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [req-68ead560-9731-4dd4-ae13-b69bb96e7c65 req-8d4a1961-5409-4043-a154-d5ff57ea172b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d8a42f9-1063-455d-ad1b-4579633214fb {{(pid=102431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:27:50.945833 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-68ead560-9731-4dd4-ae13-b69bb96e7c65 req-8d4a1961-5409-4043-a154-d5ff57ea172b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:50.958576 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [req-68ead560-9731-4dd4-ae13-b69bb96e7c65 req-8d4a1961-5409-4043-a154-d5ff57ea172b service neutron] Transition to ACTIVE for port object 3d8a42f9-1063-455d-ad1b-4579633214fb will not be triggered until provisioned by entity L2. {{(pid=102431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:27:50.964219 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-68ead560-9731-4dd4-ae13-b69bb96e7c65 req-8d4a1961-5409-4043-a154-d5ff57ea172b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:50.977364 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0648daae-4be2-4542-aaed-33cbe66d16d0 req-9a6db841-9c3a-4536-8432-04fb4f8c5824 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=17b5d497-89e8-4316-854a-e01b4efd12f0 HTTP/1.1" status: 200 len: 217 time: 0.0775023 Jan 18 22:27:50.999510 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d8d018-5e03-4658-b39f-ff0587b6b1a6 req-83b949e6-9e5c-4254-a83c-b2aff9e7dc1e tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:51.004218 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-50d8d018-5e03-4658-b39f-ff0587b6b1a6 req-83b949e6-9e5c-4254-a83c-b2aff9e7dc1e tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:51.004218 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-50d8d018-5e03-4658-b39f-ff0587b6b1a6 req-83b949e6-9e5c-4254-a83c-b2aff9e7dc1e tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "PUT /v2.0/ports/3b699b05-a28a-4928-9e67-0bcac0d95b9c HTTP/1.1" status: 200 len: 981 time: 1.1391060 Jan 18 22:27:51.034651 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4a1961-5409-4043-a154-d5ff57ea172b service neutron] Pushing event updated for resources: {'Port': ['ID=3d8a42f9-1063-455d-ad1b-4579633214fb,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:27:51.061284 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b77f697-ffba-4d39-9390-a1d84b84c3a4 x-openstack-request-id: req-0b77f697-ffba-4d39-9390-a1d84b84c3a4 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:27:51.062105 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c183af1-247e-48b7-aed9-9e45e4b7de12", "tag": "17b5d497-89e8-4316-854a-e01b4efd12f0", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:27:51.062351 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0b77f697-ffba-4d39-9390-a1d84b84c3a4 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:27:51.062784 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c183af1-247e-48b7-aed9-9e45e4b7de12', 'tag': '17b5d497-89e8-4316-854a-e01b4efd12f0', 'status': 'completed', 'code': 200} Jan 18 22:27:51.087043 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b949e6-9e5c-4254-a83c-b2aff9e7dc1e tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Pushing event updated for resources: {'Port': ['ID=3b699b05-a28a-4928-9e67-0bcac0d95b9c,revision_number=6']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:27:51.090341 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-68ead560-9731-4dd4-ae13-b69bb96e7c65 req-8d4a1961-5409-4043-a154-d5ff57ea172b service neutron] Attempting to bind port 3d8a42f9-1063-455d-ad1b-4579633214fb on host n-h1-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:27:51.090784 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-68ead560-9731-4dd4-ae13-b69bb96e7c65 req-8d4a1961-5409-4043-a154-d5ff57ea172b service neutron] Attempting to bind port 3d8a42f9-1063-455d-ad1b-4579633214fb by drivers openvswitch,hyperv on host n-h1-825064-1 at level 0 using segments [{'id': '8722d91c-e345-4722-8e76-e16ce0db35db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '8bfa319b-722b-493a-bbbe-0e1ae27e2892'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:27:51.091217 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ead560-9731-4dd4-ae13-b69bb96e7c65 req-8d4a1961-5409-4043-a154-d5ff57ea172b service neutron] Attempting to bind port 3d8a42f9-1063-455d-ad1b-4579633214fb on network 8bfa319b-722b-493a-bbbe-0e1ae27e2892 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:27:51.096240 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ead560-9731-4dd4-ae13-b69bb96e7c65 req-8d4a1961-5409-4043-a154-d5ff57ea172b service neutron] Port 3d8a42f9-1063-455d-ad1b-4579633214fb on network 8bfa319b-722b-493a-bbbe-0e1ae27e2892 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:27:51.096697 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ead560-9731-4dd4-ae13-b69bb96e7c65 req-8d4a1961-5409-4043-a154-d5ff57ea172b service neutron] Attempting to bind port 3d8a42f9-1063-455d-ad1b-4579633214fb on network 8bfa319b-722b-493a-bbbe-0e1ae27e2892 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:27:51.099419 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-45b5866d-2354-46e6-8f0c-f68af63f44bb req-86cdcb7f-ead0-492c-a4b2-b5b38e2eb448 tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] 10.222.0.53 "GET /v2.0/security-groups?id=308f2ccf-49d9-438d-919a-319a82e079ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455555 Jan 18 22:27:51.101225 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0648daae-4be2-4542-aaed-33cbe66d16d0 req-902266d0-d698-4ef5-9395-5ddb2c692b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:51.102062 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ead560-9731-4dd4-ae13-b69bb96e7c65 req-8d4a1961-5409-4043-a154-d5ff57ea172b service neutron] Checking agent: {'id': 'e49d1b2a-ba11-487f-a804-ecbf3c0e8132', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:27:51.102509 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ead560-9731-4dd4-ae13-b69bb96e7c65 req-8d4a1961-5409-4043-a154-d5ff57ea172b service neutron] Checking segment: {'id': '8722d91c-e345-4722-8e76-e16ce0db35db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '8bfa319b-722b-493a-bbbe-0e1ae27e2892'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:27:51.102641 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0648daae-4be2-4542-aaed-33cbe66d16d0 req-902266d0-d698-4ef5-9395-5ddb2c692b18 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b7bcd428-9869-4592-8e72-20a2a0d3310e HTTP/1.1" status: 200 len: 856 time: 0.1002254 Jan 18 22:27:51.103165 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ead560-9731-4dd4-ae13-b69bb96e7c65 req-8d4a1961-5409-4043-a154-d5ff57ea172b service neutron] Bound using segment: {'id': '8722d91c-e345-4722-8e76-e16ce0db35db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '8bfa319b-722b-493a-bbbe-0e1ae27e2892'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:27:51.103668 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-68ead560-9731-4dd4-ae13-b69bb96e7c65 req-8d4a1961-5409-4043-a154-d5ff57ea172b service neutron] Bound port: 3d8a42f9-1063-455d-ad1b-4579633214fb, host: n-h1-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8722d91c-e345-4722-8e76-e16ce0db35db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '8bfa319b-722b-493a-bbbe-0e1ae27e2892'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:27:51.104098 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-68ead560-9731-4dd4-ae13-b69bb96e7c65 req-8d4a1961-5409-4043-a154-d5ff57ea172b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:51.156505 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0648daae-4be2-4542-aaed-33cbe66d16d0 req-21762e64-30ee-4337-a229-8e391ea8c0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:51.159682 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0648daae-4be2-4542-aaed-33cbe66d16d0 req-21762e64-30ee-4337-a229-8e391ea8c0f3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9f0c6f68-00d4-4074-963d-5eeb6360e1ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484304 Jan 18 22:27:51.166425 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['5b26736c-baf6-4007-8880-ab673e1a2019', '3b699b05-a28a-4928-9e67-0bcac0d95b9c'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:27:51.178257 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-68ead560-9731-4dd4-ae13-b69bb96e7c65 req-8d4a1961-5409-4043-a154-d5ff57ea172b service neutron] For port 3d8a42f9-1063-455d-ad1b-4579633214fb, host n-h1-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:27:51.181870 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-68ead560-9731-4dd4-ae13-b69bb96e7c65 req-8d4a1961-5409-4043-a154-d5ff57ea172b service neutron] For port 3d8a42f9-1063-455d-ad1b-4579633214fb, host n-h1-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=3d8a42f9-1063-455d-ad1b-4579633214fb,segment=NetworkSegment(8722d91c-e345-4722-8e76-e16ce0db35db),segment_id=8722d91c-e345-4722-8e76-e16ce0db35db)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:27:51.189738 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-68ead560-9731-4dd4-ae13-b69bb96e7c65 req-8d4a1961-5409-4043-a154-d5ff57ea172b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:51.198582 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['3b699b05-a28a-4928-9e67-0bcac0d95b9c'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:27:51.267033 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4a1961-5409-4043-a154-d5ff57ea172b service neutron] Pushing event updated for resources: {'Port': ['ID=3d8a42f9-1063-455d-ad1b-4579633214fb,revision_number=3']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:27:51.276436 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ead560-9731-4dd4-ae13-b69bb96e7c65 req-8d4a1961-5409-4043-a154-d5ff57ea172b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:51.277490 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-68ead560-9731-4dd4-ae13-b69bb96e7c65 req-8d4a1961-5409-4043-a154-d5ff57ea172b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:51.279948 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-68ead560-9731-4dd4-ae13-b69bb96e7c65 req-8d4a1961-5409-4043-a154-d5ff57ea172b service neutron] 10.222.0.36 "PUT /v2.0/ports/3d8a42f9-1063-455d-ad1b-4579633214fb HTTP/1.1" status: 200 len: 1092 time: 0.7060359 Jan 18 22:27:51.280464 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45ce9f81-38ab-47fc-8e7c-d060dc85618c', 'tag': '3d8a42f9-1063-455d-ad1b-4579633214fb'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:27:51.284394 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45bc883e-bc01-44bc-9c1c-fe42aac519e9" -d '{"events": [{"name": "network-changed", "server_uuid": "45ce9f81-38ab-47fc-8e7c-d060dc85618c", "tag": "3d8a42f9-1063-455d-ad1b-4579633214fb"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:27:51.356912 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a2c57927-cb55-4694-a0c1-ed5c35ef7624 req-bfde31d9-cdc3-4398-b2c6-3cc4ba5cb74d tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "GET /v2.0/security-groups/cde2a737-c20f-43c3-8e33-2b323ee89d3f HTTP/1.1" status: 200 len: 1801 time: 0.1080501 Jan 18 22:27:51.370093 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ead560-9731-4dd4-ae13-b69bb96e7c65 req-17ceca52-7ac7-4f56-b9ab-de05efdbd9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:51.371630 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-68ead560-9731-4dd4-ae13-b69bb96e7c65 req-17ceca52-7ac7-4f56-b9ab-de05efdbd9ce service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=874c45697b3243aa9d39402c08d61ed1&device_id=45ce9f81-38ab-47fc-8e7c-d060dc85618c HTTP/1.1" status: 200 len: 1095 time: 0.0482051 Jan 18 22:27:51.384736 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0648daae-4be2-4542-aaed-33cbe66d16d0 req-7156a06a-623d-4abf-8911-024f807a7551 service neutron] 10.222.0.36 "GET /v2.0/networks/9f0c6f68-00d4-4074-963d-5eeb6360e1ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144275 Jan 18 22:27:51.422038 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-68ead560-9731-4dd4-ae13-b69bb96e7c65 req-39d1b67e-ddc3-4d9b-b14f-91d2a357482e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d8a42f9-1063-455d-ad1b-4579633214fb HTTP/1.1" status: 200 len: 217 time: 0.0416059 Jan 18 22:27:51.474134 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ead560-9731-4dd4-ae13-b69bb96e7c65 req-9bcd367b-479b-4d3f-a54c-797d66eb298f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:51.475611 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-68ead560-9731-4dd4-ae13-b69bb96e7c65 req-9bcd367b-479b-4d3f-a54c-797d66eb298f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=29c446a9-d381-4718-9864-5ac3271c54a8 HTTP/1.1" status: 200 len: 854 time: 0.0469337 Jan 18 22:27:51.486285 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4a9dff-1f47-403d-a8db-4055463fc680 req-45d6dfba-a0d4-4122-812c-a2d8be0215be tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:51.487882 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ad4a9dff-1f47-403d-a8db-4055463fc680 req-45d6dfba-a0d4-4122-812c-a2d8be0215be tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c183af1-247e-48b7-aed9-9e45e4b7de12 HTTP/1.1" status: 200 len: 943 time: 0.1697345 Jan 18 22:27:51.509927 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-68ead560-9731-4dd4-ae13-b69bb96e7c65 req-8698bd15-7239-4f74-abc4-a36eb9ebed85 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8bfa319b-722b-493a-bbbe-0e1ae27e2892&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276499 Jan 18 22:27:51.512385 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [req-a2c57927-cb55-4694-a0c1-ed5c35ef7624 req-ee05d545-9a76-4d81-9329-8beefd620f00 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 18 22:27:51.513382 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a2c57927-cb55-4694-a0c1-ed5c35ef7624 req-ee05d545-9a76-4d81-9329-8beefd620f00 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "DELETE /v2.0/security-groups/cde2a737-c20f-43c3-8e33-2b323ee89d3f HTTP/1.1" status: 409 len: 341 time: 0.1414206 Jan 18 22:27:51.564010 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0648daae-4be2-4542-aaed-33cbe66d16d0 req-6da22598-6ca4-47cc-9be1-736981fa70f8 service neutron] 10.222.0.36 "GET /v2.0/networks/9f0c6f68-00d4-4074-963d-5eeb6360e1ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674488 Jan 18 22:27:51.567323 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ad4a9dff-1f47-403d-a8db-4055463fc680 req-b018de75-e40c-404f-9c2f-0ca6e13b7803 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4c0862f-5b86-40eb-b2c2-a40d9fdb492b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705731 Jan 18 22:27:51.596279 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e607687-9de8-4f59-ad6f-5261726d6421 x-openstack-request-id: req-1e607687-9de8-4f59-ad6f-5261726d6421 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:27:51.596576 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45ce9f81-38ab-47fc-8e7c-d060dc85618c", "tag": "3d8a42f9-1063-455d-ad1b-4579633214fb", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:27:51.599504 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1e607687-9de8-4f59-ad6f-5261726d6421 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:27:51.599830 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45ce9f81-38ab-47fc-8e7c-d060dc85618c', 'tag': '3d8a42f9-1063-455d-ad1b-4579633214fb', 'status': 'completed', 'code': 200} Jan 18 22:27:51.658079 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-68ead560-9731-4dd4-ae13-b69bb96e7c65 req-9aa05957-2018-4515-bf9d-2a1365413385 service neutron] 10.222.0.36 "GET /v2.0/networks/8bfa319b-722b-493a-bbbe-0e1ae27e2892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399105 Jan 18 22:27:51.759559 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a11a6e-5b02-42fb-90db-d9f2c820992b req-3141d954-8494-43e4-b7bf-e3275da13251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:51.762704 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-84a11a6e-5b02-42fb-90db-d9f2c820992b req-3141d954-8494-43e4-b7bf-e3275da13251 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7afa2eadfaa94efb9bc2c925685c8cd2&device_id=7c183af1-247e-48b7-aed9-9e45e4b7de12 HTTP/1.1" status: 200 len: 1094 time: 0.1258073 Jan 18 22:27:51.790682 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748c401b-fe56-48d9-bf2c-b58f8f8f2233 req-c81ea179-58fa-4093-abed-432e811de70d tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:51.792616 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-748c401b-fe56-48d9-bf2c-b58f8f8f2233 req-c81ea179-58fa-4093-abed-432e811de70d tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.53 "GET /v2.0/ports?device_id=45ce9f81-38ab-47fc-8e7c-d060dc85618c HTTP/1.1" status: 200 len: 944 time: 0.1077294 Jan 18 22:27:51.821999 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-68ead560-9731-4dd4-ae13-b69bb96e7c65 req-4edfc11a-4873-4ff3-8c75-c175f81614bf service neutron] 10.222.0.36 "GET /v2.0/networks/8bfa319b-722b-493a-bbbe-0e1ae27e2892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541402 Jan 18 22:27:51.925512 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9db78cff-3028-4bfe-8358-4e1775432598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:51.938355 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bc883e-bc01-44bc-9c1c-fe42aac519e9 req-ccb92637-4bc0-4ddb-8c1e-4f7bc0ae4763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:51.940446 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-45bc883e-bc01-44bc-9c1c-fe42aac519e9 req-ccb92637-4bc0-4ddb-8c1e-4f7bc0ae4763 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=874c45697b3243aa9d39402c08d61ed1&device_id=45ce9f81-38ab-47fc-8e7c-d060dc85618c HTTP/1.1" status: 200 len: 1095 time: 0.0662653 Jan 18 22:27:51.953865 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-748c401b-fe56-48d9-bf2c-b58f8f8f2233 req-6e0a6e9d-e0ab-4704-b1ec-3418f2107e6c tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.53 "GET /v2.0/security-groups?id=256a12e5-9057-4b93-8582-8b1a9ccb62a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497462 Jan 18 22:27:51.977384 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655b957-2d05-477b-9d22-80c09c070205 req-c96995d3-0fdb-46a5-ba99-5d55b10bad3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:51.978925 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4655b957-2d05-477b-9d22-80c09c070205 req-c96995d3-0fdb-46a5-ba99-5d55b10bad3b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6897da059550496b89a6c6ef7ad886b1&device_id=14086ee0-c5a3-444d-a436-21ec62910d36 HTTP/1.1" status: 200 len: 1135 time: 0.1374815 Jan 18 22:27:51.984336 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a11a6e-5b02-42fb-90db-d9f2c820992b req-553c4330-3999-4ea2-858e-b821e52aaedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:51.986054 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-84a11a6e-5b02-42fb-90db-d9f2c820992b req-553c4330-3999-4ea2-858e-b821e52aaedd service neutron] 10.222.0.36 "GET /v2.0/networks?id=9f0c6f68-00d4-4074-963d-5eeb6360e1ec HTTP/1.1" status: 200 len: 917 time: 0.2164853 Jan 18 22:27:52.004185 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d773366-f2ce-4d3f-a07f-edef821be19b req-4d0ca914-bffb-4cab-b16a-59813f5c8313 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:52.005821 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5d773366-f2ce-4d3f-a07f-edef821be19b req-4d0ca914-bffb-4cab-b16a-59813f5c8313 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "GET /v2.0/ports?device_id=14086ee0-c5a3-444d-a436-21ec62910d36 HTTP/1.1" status: 200 len: 984 time: 0.1699879 Jan 18 22:27:52.057943 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bc883e-bc01-44bc-9c1c-fe42aac519e9 req-9fa8055f-b223-4f0d-bec7-7d59faec56f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:52.059325 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-45bc883e-bc01-44bc-9c1c-fe42aac519e9 req-9fa8055f-b223-4f0d-bec7-7d59faec56f2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8bfa319b-722b-493a-bbbe-0e1ae27e2892 HTTP/1.1" status: 200 len: 914 time: 0.1082139 Jan 18 22:27:52.073557 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-84a11a6e-5b02-42fb-90db-d9f2c820992b req-b69fc8cd-009c-4162-a362-2ba913218b4d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=17b5d497-89e8-4316-854a-e01b4efd12f0 HTTP/1.1" status: 200 len: 217 time: 0.0664427 Jan 18 22:27:52.102230 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-45bc883e-bc01-44bc-9c1c-fe42aac519e9 req-1eeda9b8-e90d-4fd6-8edd-0318b03a871d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d8a42f9-1063-455d-ad1b-4579633214fb HTTP/1.1" status: 200 len: 217 time: 0.0349073 Jan 18 22:27:52.156703 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bc883e-bc01-44bc-9c1c-fe42aac519e9 req-016cb4b3-bd33-4bfb-becc-097d566dbede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:52.158655 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-45bc883e-bc01-44bc-9c1c-fe42aac519e9 req-016cb4b3-bd33-4bfb-becc-097d566dbede service neutron] 10.222.0.36 "GET /v2.0/subnets?id=29c446a9-d381-4718-9864-5ac3271c54a8 HTTP/1.1" status: 200 len: 854 time: 0.0492718 Jan 18 22:27:52.170202 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5d773366-f2ce-4d3f-a07f-edef821be19b req-1b414d5f-5233-4509-9680-b9df7b8d40c4 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "GET /v2.0/security-groups?id=cde2a737-c20f-43c3-8e33-2b323ee89d3f&id=2ef2436f-5d12-4157-8d68-61ff72075f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1485944 Jan 18 22:27:52.202639 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-45bc883e-bc01-44bc-9c1c-fe42aac519e9 req-5c1bcc9b-2529-4959-9633-94a755622d04 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8bfa319b-722b-493a-bbbe-0e1ae27e2892&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283415 Jan 18 22:27:52.206788 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a11a6e-5b02-42fb-90db-d9f2c820992b req-9beae196-a587-4dee-bceb-04959d2472f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:52.208358 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-84a11a6e-5b02-42fb-90db-d9f2c820992b req-9beae196-a587-4dee-bceb-04959d2472f9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b7bcd428-9869-4592-8e72-20a2a0d3310e HTTP/1.1" status: 200 len: 856 time: 0.1032746 Jan 18 22:27:52.209778 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655b957-2d05-477b-9d22-80c09c070205 req-14fba7ed-ccce-4dcf-8f00-bd7bc1e10c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:52.211118 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4655b957-2d05-477b-9d22-80c09c070205 req-14fba7ed-ccce-4dcf-8f00-bd7bc1e10c23 service neutron] 10.222.0.67 "GET /v2.0/networks?id=af41ebc3-729c-4c29-b8ad-2887a97a3db0 HTTP/1.1" status: 200 len: 913 time: 0.2033134 Jan 18 22:27:52.292382 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4655b957-2d05-477b-9d22-80c09c070205 req-5afe3902-acfc-410a-bd57-d7979f8fe80c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b699b05-a28a-4928-9e67-0bcac0d95b9c HTTP/1.1" status: 200 len: 217 time: 0.0641224 Jan 18 22:27:52.302334 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-45bc883e-bc01-44bc-9c1c-fe42aac519e9 req-48022199-17e8-4efe-9147-5c022d281c96 service neutron] 10.222.0.36 "GET /v2.0/networks/8bfa319b-722b-493a-bbbe-0e1ae27e2892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962882 Jan 18 22:27:52.358752 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a11a6e-5b02-42fb-90db-d9f2c820992b req-e2b565f4-87f5-4812-923a-0677e46b7cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:52.360628 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-84a11a6e-5b02-42fb-90db-d9f2c820992b req-e2b565f4-87f5-4812-923a-0677e46b7cef service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9f0c6f68-00d4-4074-963d-5eeb6360e1ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1426969 Jan 18 22:27:52.381270 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655b957-2d05-477b-9d22-80c09c070205 req-49a65b53-b99e-4499-ac93-714186bf5c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:52.382645 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4655b957-2d05-477b-9d22-80c09c070205 req-49a65b53-b99e-4499-ac93-714186bf5c38 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=32a358e3-3dfb-4a4a-b9c8-a4fbb21a0c85 HTTP/1.1" status: 200 len: 853 time: 0.0746272 Jan 18 22:27:52.400931 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfea2239-3532-4398-92d5-108ea7301f45 req-9f6df605-db42-40c6-a041-e50a73f1c40e tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:52.402351 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cfea2239-3532-4398-92d5-108ea7301f45 req-9f6df605-db42-40c6-a041-e50a73f1c40e tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e9ec08e-42e8-4b68-9b2b-59cea3b8176e HTTP/1.1" status: 200 len: 945 time: 0.1506855 Jan 18 22:27:52.407905 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-45bc883e-bc01-44bc-9c1c-fe42aac519e9 req-963c4a3b-fc53-4364-be42-e1fe52357d60 service neutron] 10.222.0.36 "GET /v2.0/networks/8bfa319b-722b-493a-bbbe-0e1ae27e2892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961096 Jan 18 22:27:52.461560 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4655b957-2d05-477b-9d22-80c09c070205 req-6dcb3dbd-c9a8-4601-a25d-c8b3395d97a9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=af41ebc3-729c-4c29-b8ad-2887a97a3db0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567551 Jan 18 22:27:52.555406 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cfea2239-3532-4398-92d5-108ea7301f45 req-85d8bcaa-bf9e-4016-a231-5f6b1f1d2d4a tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] 10.222.0.53 "GET /v2.0/security-groups?id=308f2ccf-49d9-438d-919a-319a82e079ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194785 Jan 18 22:27:52.577191 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-84a11a6e-5b02-42fb-90db-d9f2c820992b req-e83d5609-5dd8-4605-b4bf-0b4c24d52f08 service neutron] 10.222.0.36 "GET /v2.0/networks/9f0c6f68-00d4-4074-963d-5eeb6360e1ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988838 Jan 18 22:27:52.646877 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4655b957-2d05-477b-9d22-80c09c070205 req-ae92032f-f9b6-4885-86d1-be75bf4cd60c service neutron] 10.222.0.67 "GET /v2.0/networks/af41ebc3-729c-4c29-b8ad-2887a97a3db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775527 Jan 18 22:27:52.766706 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-84a11a6e-5b02-42fb-90db-d9f2c820992b req-d4996f9a-a86a-445e-8d48-1afd8906964f service neutron] 10.222.0.36 "GET /v2.0/networks/9f0c6f68-00d4-4074-963d-5eeb6360e1ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866333 Jan 18 22:27:52.788111 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4831c7-3417-48b7-87f3-9e21da5368ac req-3984f7db-16b9-4aa8-89cc-257e10fd740e tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:52.789614 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-be4831c7-3417-48b7-87f3-9e21da5368ac req-3984f7db-16b9-4aa8-89cc-257e10fd740e tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c183af1-247e-48b7-aed9-9e45e4b7de12 HTTP/1.1" status: 200 len: 943 time: 0.1355069 Jan 18 22:27:52.819196 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4655b957-2d05-477b-9d22-80c09c070205 req-11bf66ff-71dd-4648-a787-f90b0f201509 service neutron] 10.222.0.67 "GET /v2.0/networks/af41ebc3-729c-4c29-b8ad-2887a97a3db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533382 Jan 18 22:27:52.838153 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-be4831c7-3417-48b7-87f3-9e21da5368ac req-4bf876fb-a4ce-4b02-9f03-46b6720b2c96 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4c0862f-5b86-40eb-b2c2-a40d9fdb492b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399978 Jan 18 22:27:52.869593 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:53.067986 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14086ee0-c5a3-444d-a436-21ec62910d36', 'tag': '3b699b05-a28a-4928-9e67-0bcac0d95b9c'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:27:53.070340 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95c1277b-6a9f-41e8-8ddb-7b7b8f01cdd5" -d '{"events": [{"name": "network-changed", "server_uuid": "14086ee0-c5a3-444d-a436-21ec62910d36", "tag": "3b699b05-a28a-4928-9e67-0bcac0d95b9c"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:27:53.105027 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2340f5-8fed-4df0-ace9-e7b232dd6a9e req-d15531bd-e02b-48e3-930e-f6a2824cd929 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:53.108660 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7e2340f5-8fed-4df0-ace9-e7b232dd6a9e req-d15531bd-e02b-48e3-930e-f6a2824cd929 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.53 "GET /v2.0/ports?device_id=45ce9f81-38ab-47fc-8e7c-d060dc85618c HTTP/1.1" status: 200 len: 944 time: 0.0681305 Jan 18 22:27:53.110856 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aee0c8bd-79b9-4501-be37-18199d7bf892 x-openstack-request-id: req-aee0c8bd-79b9-4501-be37-18199d7bf892 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:27:53.111151 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14086ee0-c5a3-444d-a436-21ec62910d36", "tag": "3b699b05-a28a-4928-9e67-0bcac0d95b9c", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:27:53.111409 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-aee0c8bd-79b9-4501-be37-18199d7bf892 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:27:53.111940 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14086ee0-c5a3-444d-a436-21ec62910d36', 'tag': '3b699b05-a28a-4928-9e67-0bcac0d95b9c', 'status': 'completed', 'code': 200} Jan 18 22:27:53.163024 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7e2340f5-8fed-4df0-ace9-e7b232dd6a9e req-49117ca9-f2a2-45a6-a42a-0ceb2477124a tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.53 "GET /v2.0/security-groups?id=256a12e5-9057-4b93-8582-8b1a9ccb62a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489874 Jan 18 22:27:53.191834 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c1277b-6a9f-41e8-8ddb-7b7b8f01cdd5 req-73fd31fa-4f09-48e7-85ce-b7f1ecfa9220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:53.193462 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-95c1277b-6a9f-41e8-8ddb-7b7b8f01cdd5 req-73fd31fa-4f09-48e7-85ce-b7f1ecfa9220 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6897da059550496b89a6c6ef7ad886b1&device_id=14086ee0-c5a3-444d-a436-21ec62910d36 HTTP/1.1" status: 200 len: 1135 time: 0.0467737 Jan 18 22:27:53.348501 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afdf28d-bf72-4104-b543-0c2fc9f0d02c req-c23f8179-3610-4e01-acbf-ad984b0fc494 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:53.350306 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0afdf28d-bf72-4104-b543-0c2fc9f0d02c req-c23f8179-3610-4e01-acbf-ad984b0fc494 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "GET /v2.0/ports?device_id=14086ee0-c5a3-444d-a436-21ec62910d36 HTTP/1.1" status: 200 len: 984 time: 0.0920067 Jan 18 22:27:53.357784 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c1277b-6a9f-41e8-8ddb-7b7b8f01cdd5 req-c030af5e-b5ab-440d-8777-b63e7665fb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:53.359545 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-95c1277b-6a9f-41e8-8ddb-7b7b8f01cdd5 req-c030af5e-b5ab-440d-8777-b63e7665fb31 service neutron] 10.222.0.67 "GET /v2.0/networks?id=af41ebc3-729c-4c29-b8ad-2887a97a3db0 HTTP/1.1" status: 200 len: 913 time: 0.1572511 Jan 18 22:27:53.422708 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-95c1277b-6a9f-41e8-8ddb-7b7b8f01cdd5 req-6c32eb8e-923c-4aba-aa5c-8afcdb74120a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b699b05-a28a-4928-9e67-0bcac0d95b9c HTTP/1.1" status: 200 len: 217 time: 0.0511549 Jan 18 22:27:53.448652 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0afdf28d-bf72-4104-b543-0c2fc9f0d02c req-7ff99966-b9f3-429d-aa07-e6e3003e1fe5 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "GET /v2.0/security-groups?id=cde2a737-c20f-43c3-8e33-2b323ee89d3f&id=2ef2436f-5d12-4157-8d68-61ff72075f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0861189 Jan 18 22:27:53.491448 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c1277b-6a9f-41e8-8ddb-7b7b8f01cdd5 req-7d4ddb9f-cf64-497c-8027-60591c3e58f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:53.492988 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-95c1277b-6a9f-41e8-8ddb-7b7b8f01cdd5 req-7d4ddb9f-cf64-497c-8027-60591c3e58f6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=32a358e3-3dfb-4a4a-b9c8-a4fbb21a0c85 HTTP/1.1" status: 200 len: 853 time: 0.0604722 Jan 18 22:27:53.527398 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-95c1277b-6a9f-41e8-8ddb-7b7b8f01cdd5 req-65131477-370d-4e9d-a2cb-735485997d80 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=af41ebc3-729c-4c29-b8ad-2887a97a3db0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262218 Jan 18 22:27:53.625459 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-95c1277b-6a9f-41e8-8ddb-7b7b8f01cdd5 req-a6af9fa7-ea29-4c51-a4b3-11a285807e26 service neutron] 10.222.0.67 "GET /v2.0/networks/af41ebc3-729c-4c29-b8ad-2887a97a3db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909476 Jan 18 22:27:53.717789 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-95c1277b-6a9f-41e8-8ddb-7b7b8f01cdd5 req-4a4369fc-cb17-4326-a9d9-4ca594605715 service neutron] 10.222.0.67 "GET /v2.0/networks/af41ebc3-729c-4c29-b8ad-2887a97a3db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859423 Jan 18 22:27:53.961523 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5ea842-7c46-45e4-bc17-e5b52d5ebb98 req-0e6de101-0a08-4a9d-8a35-2820f006f71d tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:53.963042 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0a5ea842-7c46-45e4-bc17-e5b52d5ebb98 req-0e6de101-0a08-4a9d-8a35-2820f006f71d tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c183af1-247e-48b7-aed9-9e45e4b7de12 HTTP/1.1" status: 200 len: 943 time: 0.0515730 Jan 18 22:27:54.003759 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0a5ea842-7c46-45e4-bc17-e5b52d5ebb98 req-f0f532a7-5730-4647-b45e-332664329f3c tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4c0862f-5b86-40eb-b2c2-a40d9fdb492b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333829 Jan 18 22:27:54.287167 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212e0aaf-cf70-4451-b78b-afb5e59acfe7 req-89a26237-c4a4-4842-a3eb-2500d57bf700 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:54.288657 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-212e0aaf-cf70-4451-b78b-afb5e59acfe7 req-89a26237-c4a4-4842-a3eb-2500d57bf700 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.53 "GET /v2.0/ports?device_id=45ce9f81-38ab-47fc-8e7c-d060dc85618c HTTP/1.1" status: 200 len: 944 time: 0.0551596 Jan 18 22:27:54.332209 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-212e0aaf-cf70-4451-b78b-afb5e59acfe7 req-1858210a-7d09-41da-97be-c8a0ffe8ed07 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.53 "GET /v2.0/security-groups?id=256a12e5-9057-4b93-8582-8b1a9ccb62a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353427 Jan 18 22:27:54.338937 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:54.519006 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:54.601943 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba74137-5fca-4f2d-919f-be23c20807fd req-e6f24f5f-b574-4082-94b2-973eb85b205b tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:54.603422 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3ba74137-5fca-4f2d-919f-be23c20807fd req-e6f24f5f-b574-4082-94b2-973eb85b205b tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "GET /v2.0/ports?device_id=14086ee0-c5a3-444d-a436-21ec62910d36 HTTP/1.1" status: 200 len: 984 time: 0.0567863 Jan 18 22:27:54.646127 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3ba74137-5fca-4f2d-919f-be23c20807fd req-8472360d-8148-497a-9d33-1e2d5b4439c8 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "GET /v2.0/security-groups?id=cde2a737-c20f-43c3-8e33-2b323ee89d3f&id=2ef2436f-5d12-4157-8d68-61ff72075f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0363019 Jan 18 22:27:54.748280 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-62047395-8fde-4e15-adee-da17ede329ce req-40a95725-33b0-4411-8135-fbcef9297cde tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-356093585&fields=id&tenant_id=6897da059550496b89a6c6ef7ad886b1 HTTP/1.1" status: 200 len: 267 time: 0.0345540 Jan 18 22:27:54.804085 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62047395-8fde-4e15-adee-da17ede329ce req-890df5c6-7fcf-488e-a31a-57444a2176f1 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:54.805576 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-62047395-8fde-4e15-adee-da17ede329ce req-890df5c6-7fcf-488e-a31a-57444a2176f1 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "GET /v2.0/ports?device_id=14086ee0-c5a3-444d-a436-21ec62910d36 HTTP/1.1" status: 200 len: 984 time: 0.0519350 Jan 18 22:27:54.817645 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-62047395-8fde-4e15-adee-da17ede329ce req-119680b4-800a-4e82-b496-0654e126f1a5 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Request body: {'port': {'security_groups': ['2ef2436f-5d12-4157-8d68-61ff72075f6b', 'cde2a737-c20f-43c3-8e33-2b323ee89d3f', '3d3e6ee0-7b75-41a9-94c6-fc3bb7db742b']}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:27:54.900902 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-62047395-8fde-4e15-adee-da17ede329ce req-119680b4-800a-4e82-b496-0654e126f1a5 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:55.160022 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-62047395-8fde-4e15-adee-da17ede329ce req-119680b4-800a-4e82-b496-0654e126f1a5 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] For port 3b699b05-a28a-4928-9e67-0bcac0d95b9c, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=3b699b05-a28a-4928-9e67-0bcac0d95b9c,segment=NetworkSegment(2449887d-c03b-4a70-a423-7d9bceef1b13),segment_id=2449887d-c03b-4a70-a423-7d9bceef1b13)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:27:55.178849 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef8c931-94b6-42cc-9f96-336e7f7f791a req-131b7ebd-26ac-4596-92e3-911b30cd0b0a tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:55.180416 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8ef8c931-94b6-42cc-9f96-336e7f7f791a req-131b7ebd-26ac-4596-92e3-911b30cd0b0a tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c183af1-247e-48b7-aed9-9e45e4b7de12 HTTP/1.1" status: 200 len: 943 time: 0.0835302 Jan 18 22:27:55.216624 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-62047395-8fde-4e15-adee-da17ede329ce req-119680b4-800a-4e82-b496-0654e126f1a5 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:55.227334 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-62047395-8fde-4e15-adee-da17ede329ce req-119680b4-800a-4e82-b496-0654e126f1a5 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:55.241500 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['5b26736c-baf6-4007-8880-ab673e1a2019', '3b699b05-a28a-4928-9e67-0bcac0d95b9c'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:27:55.267751 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8ef8c931-94b6-42cc-9f96-336e7f7f791a req-2915cef6-700e-4bdb-b0ba-7039978616a2 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4c0862f-5b86-40eb-b2c2-a40d9fdb492b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776095 Jan 18 22:27:55.286942 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62047395-8fde-4e15-adee-da17ede329ce req-119680b4-800a-4e82-b496-0654e126f1a5 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:55.287569 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-62047395-8fde-4e15-adee-da17ede329ce req-119680b4-800a-4e82-b496-0654e126f1a5 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:55.289184 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-62047395-8fde-4e15-adee-da17ede329ce req-119680b4-800a-4e82-b496-0654e126f1a5 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "PUT /v2.0/ports/3b699b05-a28a-4928-9e67-0bcac0d95b9c HTTP/1.1" status: 200 len: 1020 time: 0.4764693 Jan 18 22:27:55.289693 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14086ee0-c5a3-444d-a436-21ec62910d36', 'tag': '3b699b05-a28a-4928-9e67-0bcac0d95b9c'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:27:55.292524 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff66cbde-e040-4b18-83d2-386c3ecc5f1a" -d '{"events": [{"name": "network-changed", "server_uuid": "14086ee0-c5a3-444d-a436-21ec62910d36", "tag": "3b699b05-a28a-4928-9e67-0bcac0d95b9c"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:27:55.329977 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119680b4-800a-4e82-b496-0654e126f1a5 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Pushing event updated for resources: {'Port': ['ID=3b699b05-a28a-4928-9e67-0bcac0d95b9c,revision_number=7']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:27:55.352726 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8e6e219-804e-4b71-a6f7-8f16c80c9e7b x-openstack-request-id: req-e8e6e219-804e-4b71-a6f7-8f16c80c9e7b {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:27:55.353025 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14086ee0-c5a3-444d-a436-21ec62910d36", "tag": "3b699b05-a28a-4928-9e67-0bcac0d95b9c", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:27:55.353261 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e8e6e219-804e-4b71-a6f7-8f16c80c9e7b {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:27:55.353903 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14086ee0-c5a3-444d-a436-21ec62910d36', 'tag': '3b699b05-a28a-4928-9e67-0bcac0d95b9c', 'status': 'completed', 'code': 200} Jan 18 22:27:55.370568 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119680b4-800a-4e82-b496-0654e126f1a5 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:27:55.370922 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119680b4-800a-4e82-b496-0654e126f1a5 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:27:55.371392 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119680b4-800a-4e82-b496-0654e126f1a5 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:27:55.372465 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119680b4-800a-4e82-b496-0654e126f1a5 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:27:55.373622 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119680b4-800a-4e82-b496-0654e126f1a5 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:27:55.374537 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119680b4-800a-4e82-b496-0654e126f1a5 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:27:55.374878 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119680b4-800a-4e82-b496-0654e126f1a5 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:27:55.376004 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119680b4-800a-4e82-b496-0654e126f1a5 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:27:55.376383 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119680b4-800a-4e82-b496-0654e126f1a5 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:27:55.376717 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119680b4-800a-4e82-b496-0654e126f1a5 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:27:55.377209 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119680b4-800a-4e82-b496-0654e126f1a5 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:27:55.377783 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119680b4-800a-4e82-b496-0654e126f1a5 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:27:55.450023 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 17b5d497-89e8-4316-854a-e01b4efd12f0 details requested by agent hyperv_n-h1-825064-1 with host n-h1-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:27:55.451702 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9aa2544f-e88d-4593-94a9-cdc54cff881b req-e7621e20-4459-4b8e-b7f1-bebe67c74b3f tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "GET /v2.0/security-groups/3d3e6ee0-7b75-41a9-94c6-fc3bb7db742b HTTP/1.1" status: 200 len: 1801 time: 0.1174891 Jan 18 22:27:55.488542 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['3b699b05-a28a-4928-9e67-0bcac0d95b9c'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:27:55.504914 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff66cbde-e040-4b18-83d2-386c3ecc5f1a req-688181e6-04ee-4304-88b5-5c6d509f6773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:55.506409 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ff66cbde-e040-4b18-83d2-386c3ecc5f1a req-688181e6-04ee-4304-88b5-5c6d509f6773 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6897da059550496b89a6c6ef7ad886b1&device_id=14086ee0-c5a3-444d-a436-21ec62910d36 HTTP/1.1" status: 200 len: 1174 time: 0.1161072 Jan 18 22:27:55.554023 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e655c39c-9b4e-4972-b4b6-fcf9550585ad req-3d6086ca-4c91-4820-b28d-502715097372 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:55.555457 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e655c39c-9b4e-4972-b4b6-fcf9550585ad req-3d6086ca-4c91-4820-b28d-502715097372 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.53 "GET /v2.0/ports?device_id=45ce9f81-38ab-47fc-8e7c-d060dc85618c HTTP/1.1" status: 200 len: 944 time: 0.1219597 Jan 18 22:27:55.615745 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [req-9aa2544f-e88d-4593-94a9-cdc54cff881b req-e4580e26-be19-43c4-8382-31d93a4d675e tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 18 22:27:55.620634 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9aa2544f-e88d-4593-94a9-cdc54cff881b req-e4580e26-be19-43c4-8382-31d93a4d675e tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "DELETE /v2.0/security-groups/3d3e6ee0-7b75-41a9-94c6-fc3bb7db742b HTTP/1.1" status: 409 len: 341 time: 0.1524777 Jan 18 22:27:55.661510 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e655c39c-9b4e-4972-b4b6-fcf9550585ad req-523788eb-1afa-4d1f-8735-134cfd12ff0c tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.53 "GET /v2.0/security-groups?id=256a12e5-9057-4b93-8582-8b1a9ccb62a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737426 Jan 18 22:27:55.676304 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff66cbde-e040-4b18-83d2-386c3ecc5f1a req-2e131b5e-f343-467d-a08f-e3d36de162b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:55.677936 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ff66cbde-e040-4b18-83d2-386c3ecc5f1a req-2e131b5e-f343-467d-a08f-e3d36de162b6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=af41ebc3-729c-4c29-b8ad-2887a97a3db0 HTTP/1.1" status: 200 len: 913 time: 0.1593807 Jan 18 22:27:55.703658 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 17b5d497-89e8-4316-854a-e01b4efd12f0, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=17b5d497-89e8-4316-854a-e01b4efd12f0,segment=NetworkSegment(70a4f94b-4f48-4441-9e9d-d65add0cb430),segment_id=70a4f94b-4f48-4441-9e9d-d65add0cb430)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:27:55.729933 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ff66cbde-e040-4b18-83d2-386c3ecc5f1a req-318e44db-1cc7-4e1c-a073-9d7a29d69bc3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b699b05-a28a-4928-9e67-0bcac0d95b9c HTTP/1.1" status: 200 len: 217 time: 0.0377924 Jan 18 22:27:55.767706 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Returning: {'device': '17b5d497-89e8-4316-854a-e01b4efd12f0', 'network_id': '9f0c6f68-00d4-4074-963d-5eeb6360e1ec', 'port_id': '17b5d497-89e8-4316-854a-e01b4efd12f0', 'mac_address': 'fa:16:3e:0e:8f:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7bcd428-9869-4592-8e72-20a2a0d3310e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:27:55.805341 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff66cbde-e040-4b18-83d2-386c3ecc5f1a req-2a9ad435-b8ec-46d0-a082-ca5072d745ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:55.808301 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ff66cbde-e040-4b18-83d2-386c3ecc5f1a req-2a9ad435-b8ec-46d0-a082-ca5072d745ed service neutron] 10.222.0.67 "GET /v2.0/subnets?id=32a358e3-3dfb-4a4a-b9c8-a4fbb21a0c85 HTTP/1.1" status: 200 len: 853 time: 0.0678091 Jan 18 22:27:55.850483 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ff66cbde-e040-4b18-83d2-386c3ecc5f1a req-9d061af6-c1e3-48cf-8dca-6b4beddd7cba service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=af41ebc3-729c-4c29-b8ad-2887a97a3db0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359581 Jan 18 22:27:55.872657 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:55.932595 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17b5d497-89e8-4316-854a-e01b4efd12f0 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:27:55.975244 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 17b5d497-89e8-4316-854a-e01b4efd12f0, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=17b5d497-89e8-4316-854a-e01b4efd12f0,segment=NetworkSegment(70a4f94b-4f48-4441-9e9d-d65add0cb430),segment_id=70a4f94b-4f48-4441-9e9d-d65add0cb430)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:27:55.983810 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ff66cbde-e040-4b18-83d2-386c3ecc5f1a req-53b63e9c-fa98-4a73-8d8b-79cb5b01276e service neutron] 10.222.0.67 "GET /v2.0/networks/af41ebc3-729c-4c29-b8ad-2887a97a3db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240835 Jan 18 22:27:55.994209 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:55.994864 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 3d8a42f9-1063-455d-ad1b-4579633214fb details requested by agent hyperv_n-h1-825064-1 with host n-h1-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:27:56.138921 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc82bf2-7ba1-4342-8a45-1869713f35f2 req-ec3d3615-2284-48a7-9908-935d88f031ec tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:56.147092 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-abc82bf2-7ba1-4342-8a45-1869713f35f2 req-ec3d3615-2284-48a7-9908-935d88f031ec tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "GET /v2.0/ports?device_id=14086ee0-c5a3-444d-a436-21ec62910d36 HTTP/1.1" status: 200 len: 1023 time: 0.1223345 Jan 18 22:27:56.174339 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ff66cbde-e040-4b18-83d2-386c3ecc5f1a req-ea49c17b-d2b3-4da5-985e-da1d649a788d service neutron] 10.222.0.67 "GET /v2.0/networks/af41ebc3-729c-4c29-b8ad-2887a97a3db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804216 Jan 18 22:27:56.178277 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=17b5d497-89e8-4316-854a-e01b4efd12f0,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:27:56.214822 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-abc82bf2-7ba1-4342-8a45-1869713f35f2 req-e24327a0-702d-4a1c-aaab-37c9514f6408 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "GET /v2.0/security-groups?id=cde2a737-c20f-43c3-8e33-2b323ee89d3f&id=3d3e6ee0-7b75-41a9-94c6-fc3bb7db742b&id=2ef2436f-5d12-4157-8d68-61ff72075f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0651248 Jan 18 22:27:56.262448 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 3d8a42f9-1063-455d-ad1b-4579633214fb, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=3d8a42f9-1063-455d-ad1b-4579633214fb,segment=NetworkSegment(8722d91c-e345-4722-8e76-e16ce0db35db),segment_id=8722d91c-e345-4722-8e76-e16ce0db35db)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:27:56.275146 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Returning: {'device': '3d8a42f9-1063-455d-ad1b-4579633214fb', 'network_id': '8bfa319b-722b-493a-bbbe-0e1ae27e2892', 'port_id': '3d8a42f9-1063-455d-ad1b-4579633214fb', 'mac_address': 'fa:16:3e:27:1b:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29c446a9-d381-4718-9864-5ac3271c54a8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:27:56.317954 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:56.334291 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d8a42f9-1063-455d-ad1b-4579633214fb {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:27:56.357202 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 3d8a42f9-1063-455d-ad1b-4579633214fb, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=3d8a42f9-1063-455d-ad1b-4579633214fb,segment=NetworkSegment(8722d91c-e345-4722-8e76-e16ce0db35db),segment_id=8722d91c-e345-4722-8e76-e16ce0db35db)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:27:56.362409 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:56.424545 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa40c0f0-36e8-4a52-b48a-6431297a0832 req-1d15a17d-33e6-4f8d-9de5-a6a737abf3b5 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:56.426133 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fa40c0f0-36e8-4a52-b48a-6431297a0832 req-1d15a17d-33e6-4f8d-9de5-a6a737abf3b5 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c183af1-247e-48b7-aed9-9e45e4b7de12 HTTP/1.1" status: 200 len: 944 time: 0.0606596 Jan 18 22:27:56.426430 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=3d8a42f9-1063-455d-ad1b-4579633214fb,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:27:56.467357 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fa40c0f0-36e8-4a52-b48a-6431297a0832 req-17b4d108-ef54-4fae-9040-fc41a255ee06 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4c0862f-5b86-40eb-b2c2-a40d9fdb492b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336487 Jan 18 22:27:56.622739 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['17b5d497-89e8-4316-854a-e01b4efd12f0'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:27:56.626863 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['3d8a42f9-1063-455d-ad1b-4579633214fb'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:27:56.814548 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33220ee-43d6-468e-a5f4-f33d221ad308 req-b72aeeb4-d2f3-4861-9594-46f484bb53cf tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:56.822666 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c33220ee-43d6-468e-a5f4-f33d221ad308 req-b72aeeb4-d2f3-4861-9594-46f484bb53cf tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.53 "GET /v2.0/ports?device_id=45ce9f81-38ab-47fc-8e7c-d060dc85618c HTTP/1.1" status: 200 len: 945 time: 0.0758424 Jan 18 22:27:56.868735 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c33220ee-43d6-468e-a5f4-f33d221ad308 req-d8458d32-96bc-4566-905d-06bf7f13ec07 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.53 "GET /v2.0/security-groups?id=256a12e5-9057-4b93-8582-8b1a9ccb62a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448821 Jan 18 22:27:57.348708 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87207ec-2e81-4ac2-abc7-8d53003fbe58 req-e2f1ea1e-6b25-4028-b96d-27f236cd74ab tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:57.350472 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b87207ec-2e81-4ac2-abc7-8d53003fbe58 req-e2f1ea1e-6b25-4028-b96d-27f236cd74ab tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "GET /v2.0/ports?device_id=14086ee0-c5a3-444d-a436-21ec62910d36 HTTP/1.1" status: 200 len: 1023 time: 0.0516160 Jan 18 22:27:57.401712 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b87207ec-2e81-4ac2-abc7-8d53003fbe58 req-59be54fe-37c5-49d3-8913-9150a5823ecd tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "GET /v2.0/security-groups?id=cde2a737-c20f-43c3-8e33-2b323ee89d3f&id=3d3e6ee0-7b75-41a9-94c6-fc3bb7db742b&id=2ef2436f-5d12-4157-8d68-61ff72075f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0447614 Jan 18 22:27:57.615621 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8bdacf-feb8-4fe6-ad29-755024455dd9 req-70ecb0c9-dbe1-4c0d-a441-8965430036cc tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:57.617499 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fc8bdacf-feb8-4fe6-ad29-755024455dd9 req-70ecb0c9-dbe1-4c0d-a441-8965430036cc tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c183af1-247e-48b7-aed9-9e45e4b7de12 HTTP/1.1" status: 200 len: 944 time: 0.0714591 Jan 18 22:27:57.665388 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fc8bdacf-feb8-4fe6-ad29-755024455dd9 req-e520ed66-31ed-4c04-bc07-bad62c2b0644 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4c0862f-5b86-40eb-b2c2-a40d9fdb492b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409479 Jan 18 22:27:57.851731 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e422b347-c9ba-4e51-98c0-507d5df53082 req-b3aab6c5-b0b4-42e7-8b39-a60b0e3a0953 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:57.854065 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e422b347-c9ba-4e51-98c0-507d5df53082 req-b3aab6c5-b0b4-42e7-8b39-a60b0e3a0953 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.67 "GET /v2.0/ports?device_id=14086ee0-c5a3-444d-a436-21ec62910d36 HTTP/1.1" status: 200 len: 1023 time: 0.0569468 Jan 18 22:27:58.023184 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2768660d-f9ab-491a-b04d-062b8480c376 req-673b4b35-5f71-485e-8aba-57a27ca9ca3b tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:58.024782 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2768660d-f9ab-491a-b04d-062b8480c376 req-673b4b35-5f71-485e-8aba-57a27ca9ca3b tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.53 "GET /v2.0/ports?device_id=45ce9f81-38ab-47fc-8e7c-d060dc85618c HTTP/1.1" status: 200 len: 945 time: 0.0724869 Jan 18 22:27:58.038170 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-e422b347-c9ba-4e51-98c0-507d5df53082 req-bffd3426-79ad-4cc3-9b91-9ca40748b2d9 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Deleting port 3b699b05-a28a-4928-9e67-0bcac0d95b9c {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:27:58.038512 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e422b347-c9ba-4e51-98c0-507d5df53082 req-bffd3426-79ad-4cc3-9b91-9ca40748b2d9 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:58.125385 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2768660d-f9ab-491a-b04d-062b8480c376 req-501f6967-77b1-4645-9a37-f708d3354e6d tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.53 "GET /v2.0/security-groups?id=256a12e5-9057-4b93-8582-8b1a9ccb62a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926843 Jan 18 22:27:58.160244 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-e422b347-c9ba-4e51-98c0-507d5df53082 req-bffd3426-79ad-4cc3-9b91-9ca40748b2d9 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] For port 3b699b05-a28a-4928-9e67-0bcac0d95b9c, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=3b699b05-a28a-4928-9e67-0bcac0d95b9c,segment=NetworkSegment(2449887d-c03b-4a70-a423-7d9bceef1b13),segment_id=2449887d-c03b-4a70-a423-7d9bceef1b13)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:27:58.160688 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e422b347-c9ba-4e51-98c0-507d5df53082 req-bffd3426-79ad-4cc3-9b91-9ca40748b2d9 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:58.174811 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-e422b347-c9ba-4e51-98c0-507d5df53082 req-bffd3426-79ad-4cc3-9b91-9ca40748b2d9 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Calling delete_port for 3b699b05-a28a-4928-9e67-0bcac0d95b9c owned by compute:nova {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:27:58.328958 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e422b347-c9ba-4e51-98c0-507d5df53082 req-bffd3426-79ad-4cc3-9b91-9ca40748b2d9 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:58.342252 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['5b26736c-baf6-4007-8880-ab673e1a2019', '3b699b05-a28a-4928-9e67-0bcac0d95b9c'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:27:58.361039 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffd3426-79ad-4cc3-9b91-9ca40748b2d9 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Pushing event deleted for resources: {'Port': ['ID=3b699b05-a28a-4928-9e67-0bcac0d95b9c,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:27:58.406583 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-e422b347-c9ba-4e51-98c0-507d5df53082 req-bffd3426-79ad-4cc3-9b91-9ca40748b2d9 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] No DVR routers for this DVR port 3b699b05-a28a-4928-9e67-0bcac0d95b9c on host n-h2-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:27:58.409925 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e422b347-c9ba-4e51-98c0-507d5df53082 req-bffd3426-79ad-4cc3-9b91-9ca40748b2d9 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:58.413779 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e422b347-c9ba-4e51-98c0-507d5df53082 req-bffd3426-79ad-4cc3-9b91-9ca40748b2d9 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.67 "DELETE /v2.0/ports/3b699b05-a28a-4928-9e67-0bcac0d95b9c HTTP/1.1" status: 204 len: 173 time: 0.5534201 Jan 18 22:27:58.414230 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14086ee0-c5a3-444d-a436-21ec62910d36', 'name': 'network-vif-deleted', 'tag': '3b699b05-a28a-4928-9e67-0bcac0d95b9c'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:27:58.416853 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01aa5829-141b-45ae-85b5-6d20600b89be" -d '{"events": [{"server_uuid": "14086ee0-c5a3-444d-a436-21ec62910d36", "name": "network-vif-deleted", "tag": "3b699b05-a28a-4928-9e67-0bcac0d95b9c"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:27:58.470434 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75cf7c1b-c703-4090-a82a-38a453a674e0 x-openstack-request-id: req-75cf7c1b-c703-4090-a82a-38a453a674e0 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:27:58.470851 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14086ee0-c5a3-444d-a436-21ec62910d36", "name": "network-vif-deleted", "tag": "3b699b05-a28a-4928-9e67-0bcac0d95b9c", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:27:58.471122 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-75cf7c1b-c703-4090-a82a-38a453a674e0 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:27:58.471579 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14086ee0-c5a3-444d-a436-21ec62910d36', 'name': 'network-vif-deleted', 'tag': '3b699b05-a28a-4928-9e67-0bcac0d95b9c', 'status': 'completed', 'code': 200} Jan 18 22:27:58.519087 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ef150422-1b0a-48cb-a7e1-37e1570a8a43 req-da6ade47-a710-4b66-a9bc-a9582eaf3520 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "GET /v2.0/ports?device_id=14086ee0-c5a3-444d-a436-21ec62910d36 HTTP/1.1" status: 200 len: 210 time: 0.0388374 Jan 18 22:27:58.802948 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75f84ff-4e22-4e94-af40-f26039866c00 req-e2dacc87-1dcb-42cb-8119-e4ea87d86afd tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:58.804625 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d75f84ff-4e22-4e94-af40-f26039866c00 req-e2dacc87-1dcb-42cb-8119-e4ea87d86afd tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c183af1-247e-48b7-aed9-9e45e4b7de12 HTTP/1.1" status: 200 len: 944 time: 0.0528719 Jan 18 22:27:58.845874 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d75f84ff-4e22-4e94-af40-f26039866c00 req-fe6593ce-5639-4ace-b2db-18acd6c8c7a7 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4c0862f-5b86-40eb-b2c2-a40d9fdb492b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351107 Jan 18 22:27:59.256228 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1ea76f-a6bd-4081-89c5-6a039c52ca66 req-116595e5-b29d-4d16-8d7b-245da99884b5 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:27:59.258477 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ba1ea76f-a6bd-4081-89c5-6a039c52ca66 req-116595e5-b29d-4d16-8d7b-245da99884b5 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.53 "GET /v2.0/ports?device_id=45ce9f81-38ab-47fc-8e7c-d060dc85618c HTTP/1.1" status: 200 len: 945 time: 0.0577459 Jan 18 22:27:59.301168 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ba1ea76f-a6bd-4081-89c5-6a039c52ca66 req-66f11612-cea1-4c01-9db7-bd90dc6acff8 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.53 "GET /v2.0/security-groups?id=256a12e5-9057-4b93-8582-8b1a9ccb62a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350978 Jan 18 22:27:59.469312 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 17b5d497-89e8-4316-854a-e01b4efd12f0 up at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:27:59.523695 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning for port 17b5d497-89e8-4316-854a-e01b4efd12f0 completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:27:59.527465 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning complete for port 17b5d497-89e8-4316-854a-e01b4efd12f0 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:27:59.527839 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:59.615640 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:59.635451 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c02edb6b-c613-4987-a381-664b60e55bc9 req-b7d55ce5-cb55-49e1-9d14-3592470ef63f tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "GET /v2.0/security-groups/cde2a737-c20f-43c3-8e33-2b323ee89d3f HTTP/1.1" status: 200 len: 1801 time: 0.0471470 Jan 18 22:27:59.640758 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c183af1-247e-48b7-aed9-9e45e4b7de12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17b5d497-89e8-4316-854a-e01b4efd12f0'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:27:59.643266 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb65a828-0dea-41bf-ae50-76c957e3e774" -d '{"events": [{"server_uuid": "7c183af1-247e-48b7-aed9-9e45e4b7de12", "name": "network-vif-plugged", "status": "completed", "tag": "17b5d497-89e8-4316-854a-e01b4efd12f0"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:27:59.658753 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 17b5d497-89e8-4316-854a-e01b4efd12f0, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=17b5d497-89e8-4316-854a-e01b4efd12f0,segment=NetworkSegment(70a4f94b-4f48-4441-9e9d-d65add0cb430),segment_id=70a4f94b-4f48-4441-9e9d-d65add0cb430)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:27:59.664881 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:59.666012 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 3d8a42f9-1063-455d-ad1b-4579633214fb up at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:27:59.698796 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-c02edb6b-c613-4987-a381-664b60e55bc9 req-e611924e-fb8a-4c54-b6c6-007024693922 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:59.713025 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71d8ae13-1ecc-4f33-8587-5faffd38f11b x-openstack-request-id: req-71d8ae13-1ecc-4f33-8587-5faffd38f11b {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:27:59.713320 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c183af1-247e-48b7-aed9-9e45e4b7de12", "name": "network-vif-plugged", "status": "completed", "tag": "17b5d497-89e8-4316-854a-e01b4efd12f0", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:27:59.713640 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-71d8ae13-1ecc-4f33-8587-5faffd38f11b {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:27:59.713946 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c183af1-247e-48b7-aed9-9e45e4b7de12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17b5d497-89e8-4316-854a-e01b4efd12f0', 'code': 200} Jan 18 22:27:59.726641 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-c02edb6b-c613-4987-a381-664b60e55bc9 req-e611924e-fb8a-4c54-b6c6-007024693922 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:59.754156 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=17b5d497-89e8-4316-854a-e01b4efd12f0,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:27:59.774208 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning for port 3d8a42f9-1063-455d-ad1b-4579633214fb completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:27:59.779876 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning complete for port 3d8a42f9-1063-455d-ad1b-4579633214fb triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:27:59.781074 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:59.791031 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-c02edb6b-c613-4987-a381-664b60e55bc9 req-e611924e-fb8a-4c54-b6c6-007024693922 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:59.794144 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-c02edb6b-c613-4987-a381-664b60e55bc9 req-e611924e-fb8a-4c54-b6c6-007024693922 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:59.797393 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c02edb6b-c613-4987-a381-664b60e55bc9 req-e611924e-fb8a-4c54-b6c6-007024693922 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "DELETE /v2.0/security-groups/cde2a737-c20f-43c3-8e33-2b323ee89d3f HTTP/1.1" status: 204 len: 173 time: 0.1611180 Jan 18 22:27:59.819179 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e611924e-fb8a-4c54-b6c6-007024693922 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde2a737-c20f-43c3-8e33-2b323ee89d3f,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:27:59.904620 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:27:59.944856 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 3d8a42f9-1063-455d-ad1b-4579633214fb, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=3d8a42f9-1063-455d-ad1b-4579633214fb,segment=NetworkSegment(8722d91c-e345-4722-8e76-e16ce0db35db),segment_id=8722d91c-e345-4722-8e76-e16ce0db35db)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:27:59.949874 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:00.008706 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=3d8a42f9-1063-455d-ad1b-4579633214fb,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:28:00.248868 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-58477d85-9c88-4a33-902e-390ce5ae6c27 req-a69801ec-75a6-4be2-a9cc-559daf00f32c tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "GET /v2.0/security-groups/3d3e6ee0-7b75-41a9-94c6-fc3bb7db742b HTTP/1.1" status: 200 len: 1801 time: 0.4243095 Jan 18 22:28:00.261325 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d020f0-26ed-4af3-beb6-4cf6bcee0805 req-9ba419b2-e30d-4c5e-98c4-70d348b8309f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:00.262852 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-87d020f0-26ed-4af3-beb6-4cf6bcee0805 req-9ba419b2-e30d-4c5e-98c4-70d348b8309f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7c183af1-247e-48b7-aed9-9e45e4b7de12 HTTP/1.1" status: 200 len: 1096 time: 0.5066154 Jan 18 22:28:00.306454 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1a48ea-32cc-4e7d-99a9-1a9dec5d62a5 req-5447f63d-2a3d-4a00-ae7a-203f26d1d4e1 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:00.308607 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ac1a48ea-32cc-4e7d-99a9-1a9dec5d62a5 req-5447f63d-2a3d-4a00-ae7a-203f26d1d4e1 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c183af1-247e-48b7-aed9-9e45e4b7de12 HTTP/1.1" status: 200 len: 945 time: 0.0935473 Jan 18 22:28:00.355827 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-87d020f0-26ed-4af3-beb6-4cf6bcee0805 req-9b216f9f-d465-4265-a757-44c9718be5ba service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c4c0862f-5b86-40eb-b2c2-a40d9fdb492b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822287 Jan 18 22:28:00.375252 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ac1a48ea-32cc-4e7d-99a9-1a9dec5d62a5 req-0d40227b-a1f4-432d-b615-1d661f9236e1 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4c0862f-5b86-40eb-b2c2-a40d9fdb492b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593054 Jan 18 22:28:00.387972 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-58477d85-9c88-4a33-902e-390ce5ae6c27 req-fc4b1230-f4e2-4eb2-b8bc-bd3d8a4232f9 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:00.425838 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-58477d85-9c88-4a33-902e-390ce5ae6c27 req-fc4b1230-f4e2-4eb2-b8bc-bd3d8a4232f9 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:00.478543 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-58477d85-9c88-4a33-902e-390ce5ae6c27 req-fc4b1230-f4e2-4eb2-b8bc-bd3d8a4232f9 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:00.481440 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-58477d85-9c88-4a33-902e-390ce5ae6c27 req-fc4b1230-f4e2-4eb2-b8bc-bd3d8a4232f9 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:00.482590 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-58477d85-9c88-4a33-902e-390ce5ae6c27 req-fc4b1230-f4e2-4eb2-b8bc-bd3d8a4232f9 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "DELETE /v2.0/security-groups/3d3e6ee0-7b75-41a9-94c6-fc3bb7db742b HTTP/1.1" status: 204 len: 173 time: 0.2265525 Jan 18 22:28:00.493941 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4b1230-f4e2-4eb2-b8bc-bd3d8a4232f9 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d3e6ee0-7b75-41a9-94c6-fc3bb7db742b,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:28:00.624982 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-e09c0a6c-b497-4e14-8825-c02e55b13f2f req-81828480-ba51-4cba-bb72-a91008781f09 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1061230299', 'description': 'tempest-description-82446456'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:28:00.680445 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e09c0a6c-b497-4e14-8825-c02e55b13f2f req-81828480-ba51-4cba-bb72-a91008781f09 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:00.690655 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8886ca4c-81e2-44e6-bf4b-952d61cf1b32 req-f4e87260-057e-4b39-835e-56def7a5a09a tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:00.692156 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8886ca4c-81e2-44e6-bf4b-952d61cf1b32 req-f4e87260-057e-4b39-835e-56def7a5a09a tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.53 "GET /v2.0/ports?device_id=45ce9f81-38ab-47fc-8e7c-d060dc85618c HTTP/1.1" status: 200 len: 946 time: 0.0624008 Jan 18 22:28:00.750213 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8886ca4c-81e2-44e6-bf4b-952d61cf1b32 req-49e26f72-d85b-42e3-af24-8faf351bcf59 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.53 "GET /v2.0/security-groups?id=256a12e5-9057-4b93-8582-8b1a9ccb62a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499654 Jan 18 22:28:00.791477 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e09c0a6c-b497-4e14-8825-c02e55b13f2f req-81828480-ba51-4cba-bb72-a91008781f09 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:00.795331 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e09c0a6c-b497-4e14-8825-c02e55b13f2f req-81828480-ba51-4cba-bb72-a91008781f09 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:00.825317 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e09c0a6c-b497-4e14-8825-c02e55b13f2f req-81828480-ba51-4cba-bb72-a91008781f09 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:00.826550 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e09c0a6c-b497-4e14-8825-c02e55b13f2f req-81828480-ba51-4cba-bb72-a91008781f09 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2057748 Jan 18 22:28:00.828907 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81828480-ba51-4cba-bb72-a91008781f09 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17907ca1-ae28-4910-ac2a-f91716daf914,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:28:00.905428 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0f62bca3-19f8-4542-9c6b-e65d1cced4cf req-f6852ad7-21a2-4496-9094-665bedabe47b tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "GET /v2.0/security-groups/17907ca1-ae28-4910-ac2a-f91716daf914 HTTP/1.1" status: 200 len: 1801 time: 0.0556178 Jan 18 22:28:00.915226 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-0f62bca3-19f8-4542-9c6b-e65d1cced4cf req-1ec0c897-d4ef-4bf8-ae38-287b65531956 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1443728416', 'description': 'tempest-description-hth-252678676'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:28:00.943605 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-0f62bca3-19f8-4542-9c6b-e65d1cced4cf req-1ec0c897-d4ef-4bf8-ae38-287b65531956 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Notify callbacks [] for security_group, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:00.988132 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-0f62bca3-19f8-4542-9c6b-e65d1cced4cf req-1ec0c897-d4ef-4bf8-ae38-287b65531956 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Notify callbacks [] for security_group, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:00.992315 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-0f62bca3-19f8-4542-9c6b-e65d1cced4cf req-1ec0c897-d4ef-4bf8-ae38-287b65531956 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:00.995095 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-0f62bca3-19f8-4542-9c6b-e65d1cced4cf req-1ec0c897-d4ef-4bf8-ae38-287b65531956 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:00.997655 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0f62bca3-19f8-4542-9c6b-e65d1cced4cf req-1ec0c897-d4ef-4bf8-ae38-287b65531956 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "PUT /v2.0/security-groups/17907ca1-ae28-4910-ac2a-f91716daf914 HTTP/1.1" status: 200 len: 1776 time: 0.0849617 Jan 18 22:28:01.028272 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec0c897-d4ef-4bf8-ae38-287b65531956 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17907ca1-ae28-4910-ac2a-f91716daf914,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:28:01.060821 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-48784c27-cd2c-40a5-9717-b8e24b564c43 req-ce4f46e2-155e-419c-a7ac-e79ad3139aba tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "GET /v2.0/security-groups/17907ca1-ae28-4910-ac2a-f91716daf914 HTTP/1.1" status: 200 len: 1776 time: 0.0408463 Jan 18 22:28:01.128036 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3d77d5ba-83f1-440d-87fb-3da6cbfc7243 req-278d594e-8b79-4d5c-8dfd-1eaba35ac674 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "GET /v2.0/security-groups/17907ca1-ae28-4910-ac2a-f91716daf914 HTTP/1.1" status: 200 len: 1776 time: 0.0430784 Jan 18 22:28:01.185854 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-3d77d5ba-83f1-440d-87fb-3da6cbfc7243 req-e60554d6-9189-410d-8989-ab1c6605425d tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:01.211467 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-3d77d5ba-83f1-440d-87fb-3da6cbfc7243 req-e60554d6-9189-410d-8989-ab1c6605425d tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:01.261466 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-3d77d5ba-83f1-440d-87fb-3da6cbfc7243 req-e60554d6-9189-410d-8989-ab1c6605425d tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:01.264238 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-3d77d5ba-83f1-440d-87fb-3da6cbfc7243 req-e60554d6-9189-410d-8989-ab1c6605425d tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:01.265391 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3d77d5ba-83f1-440d-87fb-3da6cbfc7243 req-e60554d6-9189-410d-8989-ab1c6605425d tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "DELETE /v2.0/security-groups/17907ca1-ae28-4910-ac2a-f91716daf914 HTTP/1.1" status: 204 len: 173 time: 0.1312578 Jan 18 22:28:01.276714 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60554d6-9189-410d-8989-ab1c6605425d tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17907ca1-ae28-4910-ac2a-f91716daf914,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:28:01.366623 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [req-e527510f-3e39-4c7b-b763-1f3e45ff035e req-6653622f-e623-479f-9b1c-222dd98818e0 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] show failed (client error): The resource could not be found. Jan 18 22:28:01.367617 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e527510f-3e39-4c7b-b763-1f3e45ff035e req-6653622f-e623-479f-9b1c-222dd98818e0 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "GET /v2.0/security-groups/3d3e6ee0-7b75-41a9-94c6-fc3bb7db742b HTTP/1.1" status: 404 len: 352 time: 0.0148182 Jan 18 22:28:01.400919 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [req-86b921e5-d0ca-474a-a178-bc0d8c4604b1 req-125147b1-2720-48a0-8310-3e8b9075a6db tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] show failed (client error): The resource could not be found. Jan 18 22:28:01.401890 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-86b921e5-d0ca-474a-a178-bc0d8c4604b1 req-125147b1-2720-48a0-8310-3e8b9075a6db tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "GET /v2.0/security-groups/cde2a737-c20f-43c3-8e33-2b323ee89d3f HTTP/1.1" status: 404 len: 352 time: 0.0142276 Jan 18 22:28:01.441027 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [req-f9e6d142-78d0-4611-8536-76f44d47f880 req-74453220-aba7-436c-9469-c11d3d3cbabe tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] show failed (client error): The resource could not be found. Jan 18 22:28:01.442028 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f9e6d142-78d0-4611-8536-76f44d47f880 req-74453220-aba7-436c-9469-c11d3d3cbabe tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "GET /v2.0/security-groups/afae1037-7bf2-40bc-b71d-3eb526933938 HTTP/1.1" status: 404 len: 352 time: 0.0157514 Jan 18 22:28:01.508059 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [req-7740cf35-4297-4071-b08d-c47bfa0f386a req-c86b7f3b-f5a3-4947-bba6-85e39bc5f23f tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] show failed (client error): The resource could not be found. Jan 18 22:28:01.509500 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7740cf35-4297-4071-b08d-c47bfa0f386a req-c86b7f3b-f5a3-4947-bba6-85e39bc5f23f tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "GET /v2.0/security-groups/c3ed9e5a-0f1f-404a-94bd-947e7e4b9b92 HTTP/1.1" status: 404 len: 352 time: 0.0453532 Jan 18 22:28:01.540190 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab068f-8ee7-49f9-8e0c-7177f9d6a439 req-38d3f1ad-2342-4b11-ad31-213cfd455181 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:01.541716 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-43ab068f-8ee7-49f9-8e0c-7177f9d6a439 req-38d3f1ad-2342-4b11-ad31-213cfd455181 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c183af1-247e-48b7-aed9-9e45e4b7de12 HTTP/1.1" status: 200 len: 945 time: 0.0788364 Jan 18 22:28:01.570167 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [req-f709c470-28c1-48b8-beb2-a2d7cb880545 req-8a430cd1-262c-4984-96c7-ef055ef91302 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] show failed (client error): The resource could not be found. Jan 18 22:28:01.571181 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f709c470-28c1-48b8-beb2-a2d7cb880545 req-8a430cd1-262c-4984-96c7-ef055ef91302 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "GET /v2.0/security-groups/ac21374e-1aed-40a7-a0b7-f435494849aa HTTP/1.1" status: 404 len: 352 time: 0.0284975 Jan 18 22:28:01.593965 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-43ab068f-8ee7-49f9-8e0c-7177f9d6a439 req-8615d1b4-fb29-4683-9c42-19a23ba0d56b tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4c0862f-5b86-40eb-b2c2-a40d9fdb492b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435393 Jan 18 22:28:01.700158 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [req-7bb8b223-09ee-4d48-a95d-d166a9a4129b req-274bce77-0485-4c7c-b69a-484c564be8f9 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] show failed (client error): The resource could not be found. Jan 18 22:28:01.701307 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7bb8b223-09ee-4d48-a95d-d166a9a4129b req-274bce77-0485-4c7c-b69a-484c564be8f9 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "GET /v2.0/security-groups/0b0c3a79-7cd0-4b4b-97ab-554d176cd9df HTTP/1.1" status: 404 len: 352 time: 0.0189176 Jan 18 22:28:01.715734 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45ce9f81-38ab-47fc-8e7c-d060dc85618c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d8a42f9-1063-455d-ad1b-4579633214fb'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:28:01.722686 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0759b43e-81a1-4b16-bbbd-95fc0a2e36fd" -d '{"events": [{"server_uuid": "45ce9f81-38ab-47fc-8e7c-d060dc85618c", "name": "network-vif-plugged", "status": "completed", "tag": "3d8a42f9-1063-455d-ad1b-4579633214fb"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:28:01.799836 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43e7979b-843d-4e04-860c-24f84b8d669e x-openstack-request-id: req-43e7979b-843d-4e04-860c-24f84b8d669e {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:28:01.800273 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45ce9f81-38ab-47fc-8e7c-d060dc85618c", "name": "network-vif-plugged", "status": "completed", "tag": "3d8a42f9-1063-455d-ad1b-4579633214fb", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:28:01.800535 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-43e7979b-843d-4e04-860c-24f84b8d669e {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:28:01.800928 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45ce9f81-38ab-47fc-8e7c-d060dc85618c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d8a42f9-1063-455d-ad1b-4579633214fb', 'code': 200} Jan 18 22:28:01.956195 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6557bb-be49-4780-afa2-df89c4c317ac req-cec87db9-53de-4bcc-baba-20681895f70d tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:01.957881 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5d6557bb-be49-4780-afa2-df89c4c317ac req-cec87db9-53de-4bcc-baba-20681895f70d tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.53 "GET /v2.0/ports?device_id=45ce9f81-38ab-47fc-8e7c-d060dc85618c HTTP/1.1" status: 200 len: 946 time: 0.1073515 Jan 18 22:28:01.976924 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7905dc84-2e40-4083-b30d-35ca0ba7667e req-f48ead4b-9941-4138-a43d-8fbe9bacce78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:01.978573 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7905dc84-2e40-4083-b30d-35ca0ba7667e req-f48ead4b-9941-4138-a43d-8fbe9bacce78 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=45ce9f81-38ab-47fc-8e7c-d060dc85618c HTTP/1.1" status: 200 len: 1097 time: 0.1107013 Jan 18 22:28:02.054893 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497b08a9-381f-4ce1-8b11-3d4d850b109d req-0d2be924-e850-4ce4-98e0-1339778fe353 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:02.056714 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-497b08a9-381f-4ce1-8b11-3d4d850b109d req-0d2be924-e850-4ce4-98e0-1339778fe353 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "GET /v2.0/ports?device_id=de6a13a7-5c91-41a9-9e3a-7a24def464a8 HTTP/1.1" status: 200 len: 1023 time: 0.1246977 Jan 18 22:28:02.061987 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5d6557bb-be49-4780-afa2-df89c4c317ac req-619cd0f7-8442-4e12-903e-0e860c8c991b tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.53 "GET /v2.0/security-groups?id=256a12e5-9057-4b93-8582-8b1a9ccb62a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875974 Jan 18 22:28:02.064052 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7905dc84-2e40-4083-b30d-35ca0ba7667e req-6aaa8cec-1a3b-4fb3-8a5c-a1aa522c8e8b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=256a12e5-9057-4b93-8582-8b1a9ccb62a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784881 Jan 18 22:28:02.112534 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-497b08a9-381f-4ce1-8b11-3d4d850b109d req-8d5d401a-4ad8-4c30-899c-9ef3788663e8 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e7ffa4d-47fb-4189-937e-7e49be8aa4cb&id=83041071-1413-4e9a-8ca1-f36177983889&id=2ef2436f-5d12-4157-8d68-61ff72075f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0473766 Jan 18 22:28:02.224102 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 3b699b05-a28a-4928-9e67-0bcac0d95b9c no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:28:02.245337 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] No Port match for: 3b699b05-a28a-4928-9e67-0bcac0d95b9c {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:28:02.245674 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 3b699b05-a28a-4928-9e67-0bcac0d95b9c not bound to the agent host n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:28:02.732680 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16d84f8-0547-4253-bc63-a82e3e920b80 req-75dcf89f-0f49-431c-a75c-edba7b78b68d tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:02.734798 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e16d84f8-0547-4253-bc63-a82e3e920b80 req-75dcf89f-0f49-431c-a75c-edba7b78b68d tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c183af1-247e-48b7-aed9-9e45e4b7de12 HTTP/1.1" status: 200 len: 945 time: 0.0596762 Jan 18 22:28:02.781767 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e16d84f8-0547-4253-bc63-a82e3e920b80 req-230a3251-29a0-47fd-9b12-9d4edd0ca087 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4c0862f-5b86-40eb-b2c2-a40d9fdb492b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402298 Jan 18 22:28:02.908078 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fa995f-bf23-4a7d-95d4-6e03d759edd2 req-e6a957df-9482-4416-9a53-f768347e184f tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:02.909614 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-98fa995f-bf23-4a7d-95d4-6e03d759edd2 req-e6a957df-9482-4416-9a53-f768347e184f tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c183af1-247e-48b7-aed9-9e45e4b7de12 HTTP/1.1" status: 200 len: 945 time: 0.0553970 Jan 18 22:28:02.918018 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 47226) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:28:02.922999 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-42c3f38e-4368-4de1-aa25-0f4ce3f33a14 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Request body: {'floatingip': {'port_id': '17b5d497-89e8-4316-854a-e01b4efd12f0'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:28:02.969873 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-42c3f38e-4368-4de1-aa25-0f4ce3f33a14 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Notify callbacks [] for floatingip, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:03.365466 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e5a058-41c4-4e28-a694-2ea7b77c98fa req-133d9f0f-0896-424a-af37-85f2063bdd52 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:03.367170 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d6e5a058-41c4-4e28-a694-2ea7b77c98fa req-133d9f0f-0896-424a-af37-85f2063bdd52 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.53 "GET /v2.0/ports?device_id=45ce9f81-38ab-47fc-8e7c-d060dc85618c HTTP/1.1" status: 200 len: 946 time: 0.2250555 Jan 18 22:28:03.454186 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af7c8f5-3500-41af-8f48-12a5c55782a0 req-b329ee39-ec92-411f-8838-a6dae3c91b95 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:03.455618 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1af7c8f5-3500-41af-8f48-12a5c55782a0 req-b329ee39-ec92-411f-8838-a6dae3c91b95 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "GET /v2.0/ports?device_id=de6a13a7-5c91-41a9-9e3a-7a24def464a8 HTTP/1.1" status: 200 len: 1023 time: 0.2646348 Jan 18 22:28:03.561314 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d6e5a058-41c4-4e28-a694-2ea7b77c98fa req-5a361275-c29d-49da-aac1-0cd28c0534b7 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.53 "GET /v2.0/security-groups?id=256a12e5-9057-4b93-8582-8b1a9ccb62a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856365 Jan 18 22:28:03.589727 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce8bce8-6234-44c6-b1ec-a213987ad66c req-cd87276b-0d44-4a3c-8d1a-1b06750e8294 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:03.591187 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-dce8bce8-6234-44c6-b1ec-a213987ad66c req-cd87276b-0d44-4a3c-8d1a-1b06750e8294 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.67 "GET /v2.0/ports?device_id=de6a13a7-5c91-41a9-9e3a-7a24def464a8 HTTP/1.1" status: 200 len: 1023 time: 0.1950855 Jan 18 22:28:03.597143 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1af7c8f5-3500-41af-8f48-12a5c55782a0 req-58e9fbf4-52ed-4afd-84ac-d9f3f4e2d248 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e7ffa4d-47fb-4189-937e-7e49be8aa4cb&id=83041071-1413-4e9a-8ca1-f36177983889&id=2ef2436f-5d12-4157-8d68-61ff72075f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1332407 Jan 18 22:28:03.825227 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-dce8bce8-6234-44c6-b1ec-a213987ad66c req-ecb9c23e-f2d2-441a-a459-b59148721347 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Deleting port 5b26736c-baf6-4007-8880-ab673e1a2019 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:28:03.825568 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-dce8bce8-6234-44c6-b1ec-a213987ad66c req-ecb9c23e-f2d2-441a-a459-b59148721347 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:03.851631 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-42c3f38e-4368-4de1-aa25-0f4ce3f33a14 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:03.885190 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-42c3f38e-4368-4de1-aa25-0f4ce3f33a14 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043075'] for floatingip, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:04.018402 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-dce8bce8-6234-44c6-b1ec-a213987ad66c req-ecb9c23e-f2d2-441a-a459-b59148721347 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] For port 5b26736c-baf6-4007-8880-ab673e1a2019, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=5b26736c-baf6-4007-8880-ab673e1a2019,segment=NetworkSegment(2449887d-c03b-4a70-a423-7d9bceef1b13),segment_id=2449887d-c03b-4a70-a423-7d9bceef1b13)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:28:04.018983 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-dce8bce8-6234-44c6-b1ec-a213987ad66c req-ecb9c23e-f2d2-441a-a459-b59148721347 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:04.037345 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-dce8bce8-6234-44c6-b1ec-a213987ad66c req-ecb9c23e-f2d2-441a-a459-b59148721347 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Calling delete_port for 5b26736c-baf6-4007-8880-ab673e1a2019 owned by compute:nova {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:28:04.041938 n-d-825064-1 neutron-server[102430]: INFO neutron.db.l3_db [None req-42c3f38e-4368-4de1-aa25-0f4ce3f33a14 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Floating IP c14e5e00-d774-405f-bdeb-35b42df9209b associated. External IP: 172.25.5.60, port: 17b5d497-89e8-4316-854a-e01b4efd12f0. Jan 18 22:28:04.327988 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-dce8bce8-6234-44c6-b1ec-a213987ad66c req-ecb9c23e-f2d2-441a-a459-b59148721347 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:04.341576 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['5b26736c-baf6-4007-8880-ab673e1a2019'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:28:04.364183 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb9c23e-f2d2-441a-a459-b59148721347 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Pushing event deleted for resources: {'Port': ['ID=5b26736c-baf6-4007-8880-ab673e1a2019,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:28:04.378135 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42c3f38e-4368-4de1-aa25-0f4ce3f33a14 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Router ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:28:04.454098 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-dce8bce8-6234-44c6-b1ec-a213987ad66c req-ecb9c23e-f2d2-441a-a459-b59148721347 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] No DVR routers for this DVR port 5b26736c-baf6-4007-8880-ab673e1a2019 on host n-h2-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:28:04.457825 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-dce8bce8-6234-44c6-b1ec-a213987ad66c req-ecb9c23e-f2d2-441a-a459-b59148721347 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:04.461264 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-dce8bce8-6234-44c6-b1ec-a213987ad66c req-ecb9c23e-f2d2-441a-a459-b59148721347 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.67 "DELETE /v2.0/ports/5b26736c-baf6-4007-8880-ab673e1a2019 HTTP/1.1" status: 204 len: 173 time: 0.8613510 Jan 18 22:28:04.461671 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de6a13a7-5c91-41a9-9e3a-7a24def464a8', 'name': 'network-vif-deleted', 'tag': '5b26736c-baf6-4007-8880-ab673e1a2019'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:28:04.463908 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f14e6181-7c92-41f4-90ee-d8cad5c21014" -d '{"events": [{"server_uuid": "de6a13a7-5c91-41a9-9e3a-7a24def464a8", "name": "network-vif-deleted", "tag": "5b26736c-baf6-4007-8880-ab673e1a2019"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:28:04.562460 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42c3f38e-4368-4de1-aa25-0f4ce3f33a14 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:28:04.569808 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-42c3f38e-4368-4de1-aa25-0f4ce3f33a14 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:04.574714 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c768f24-a7d0-44da-b4bd-8b599497fcad None None] Sync routers for ids ['ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:28:04.602354 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c768f24-a7d0-44da-b4bd-8b599497fcad None None] Routers {'ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:28:04.603139 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-9c768f24-a7d0-44da-b4bd-8b599497fcad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:27:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:28:04.608896 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-42c3f38e-4368-4de1-aa25-0f4ce3f33a14 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "PUT /v2.0/floatingips/c14e5e00-d774-405f-bdeb-35b42df9209b HTTP/1.1" status: 200 len: 990 time: 1.6858761 Jan 18 22:28:04.608896 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec7027a4-daf0-4412-9d6d-02abc5029e50 x-openstack-request-id: req-ec7027a4-daf0-4412-9d6d-02abc5029e50 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:28:04.608896 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de6a13a7-5c91-41a9-9e3a-7a24def464a8", "name": "network-vif-deleted", "tag": "5b26736c-baf6-4007-8880-ab673e1a2019", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:28:04.608896 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ec7027a4-daf0-4412-9d6d-02abc5029e50 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:28:04.609632 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de6a13a7-5c91-41a9-9e3a-7a24def464a8', 'name': 'network-vif-deleted', 'tag': '5b26736c-baf6-4007-8880-ab673e1a2019', 'status': 'completed', 'code': 200} Jan 18 22:28:04.741372 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eb6ae4-d284-4b9f-8da3-56a7b281d003 req-fcc9ea82-1118-48f2-9b99-eeb6f2dbd327 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:04.752891 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-83eb6ae4-d284-4b9f-8da3-56a7b281d003 req-fcc9ea82-1118-48f2-9b99-eeb6f2dbd327 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.53 "GET /v2.0/ports?device_id=45ce9f81-38ab-47fc-8e7c-d060dc85618c HTTP/1.1" status: 200 len: 946 time: 0.0733314 Jan 18 22:28:04.767308 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-9c768f24-a7d0-44da-b4bd-8b599497fcad None None] Set router ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:28:04.807647 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3e52d066-3c89-4406-93af-4d3d209e27a1 req-b5d91b52-eac5-49e3-83de-406943da0ff1 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "GET /v2.0/ports?device_id=de6a13a7-5c91-41a9-9e3a-7a24def464a8 HTTP/1.1" status: 200 len: 210 time: 0.0351317 Jan 18 22:28:04.837145 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-83eb6ae4-d284-4b9f-8da3-56a7b281d003 req-f6bd9b98-8b07-4a29-9329-f79643fca154 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.53 "GET /v2.0/security-groups?id=256a12e5-9057-4b93-8582-8b1a9ccb62a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833263 Jan 18 22:28:05.145041 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-9c768f24-a7d0-44da-b4bd-8b599497fcad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0', 'name': 'tempest-AttachVolumeShelveTestJSON-1451660796-router', 'tenant_id': '7afa2eadfaa94efb9bc2c925685c8cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': '027fa202-abba-4d75-a143-7b459c13e96e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:27:38Z', 'updated_at': '2022-01-18T22:27:41Z', 'revision_number': 4, 'project_id': '7afa2eadfaa94efb9bc2c925685c8cd2', 'gw_port': {'id': '027fa202-abba-4d75-a143-7b459c13e96e', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:75:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:27:38Z', 'updated_at': '2022-01-18T22:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': 'c14e5e00-d774-405f-bdeb-35b42df9209b', 'tenant_id': '7afa2eadfaa94efb9bc2c925685c8cd2', 'floating_ip_address': '172.25.5.60', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': 'ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0', 'port_id': '17b5d497-89e8-4316-854a-e01b4efd12f0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f0c6f68-00d4-4074-963d-5eeb6360e1ec', 'mac_address': 'fa:16:3e:0e:8f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c183af1-247e-48b7-aed9-9e45e4b7de12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:27:45Z', 'updated_at': '2022-01-18T22:28:03Z', 'revision_number': 1, 'project_id': '7afa2eadfaa94efb9bc2c925685c8cd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa86aa93-6b8e-4cfd-aa8a-218390a04b28', 'name': '', 'network_id': '9f0c6f68-00d4-4074-963d-5eeb6360e1ec', 'tenant_id': '7afa2eadfaa94efb9bc2c925685c8cd2', 'mac_address': 'fa:16:3e:dd:cc:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'b7bcd428-9869-4592-8e72-20a2a0d3310e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:27:41Z', 'updated_at': '2022-01-18T22:27:47Z', 'revision_number': 5, 'project_id': '7afa2eadfaa94efb9bc2c925685c8cd2', 'subnets': [{'id': 'b7bcd428-9869-4592-8e72-20a2a0d3310e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:28:05.175354 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c768f24-a7d0-44da-b4bd-8b599497fcad None None] Checking router: ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:28:05.194137 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c768f24-a7d0-44da-b4bd-8b599497fcad None None] Routers {'ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:28:05.195812 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-9c768f24-a7d0-44da-b4bd-8b599497fcad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:27:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:28:05.514950 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-9c768f24-a7d0-44da-b4bd-8b599497fcad None None] Set router ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:28:05.787670 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-9c768f24-a7d0-44da-b4bd-8b599497fcad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0', 'name': 'tempest-AttachVolumeShelveTestJSON-1451660796-router', 'tenant_id': '7afa2eadfaa94efb9bc2c925685c8cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': '027fa202-abba-4d75-a143-7b459c13e96e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:27:38Z', 'updated_at': '2022-01-18T22:27:41Z', 'revision_number': 4, 'project_id': '7afa2eadfaa94efb9bc2c925685c8cd2', 'gw_port': {'id': '027fa202-abba-4d75-a143-7b459c13e96e', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:75:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:27:38Z', 'updated_at': '2022-01-18T22:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': 'c14e5e00-d774-405f-bdeb-35b42df9209b', 'tenant_id': '7afa2eadfaa94efb9bc2c925685c8cd2', 'floating_ip_address': '172.25.5.60', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': 'ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0', 'port_id': '17b5d497-89e8-4316-854a-e01b4efd12f0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f0c6f68-00d4-4074-963d-5eeb6360e1ec', 'mac_address': 'fa:16:3e:0e:8f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c183af1-247e-48b7-aed9-9e45e4b7de12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:27:45Z', 'updated_at': '2022-01-18T22:28:03Z', 'revision_number': 1, 'project_id': '7afa2eadfaa94efb9bc2c925685c8cd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa86aa93-6b8e-4cfd-aa8a-218390a04b28', 'name': '', 'network_id': '9f0c6f68-00d4-4074-963d-5eeb6360e1ec', 'tenant_id': '7afa2eadfaa94efb9bc2c925685c8cd2', 'mac_address': 'fa:16:3e:dd:cc:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'b7bcd428-9869-4592-8e72-20a2a0d3310e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:27:41Z', 'updated_at': '2022-01-18T22:27:47Z', 'revision_number': 5, 'project_id': '7afa2eadfaa94efb9bc2c925685c8cd2', 'subnets': [{'id': 'b7bcd428-9869-4592-8e72-20a2a0d3310e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:28:05.819928 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c768f24-a7d0-44da-b4bd-8b599497fcad None None] The sync data for ids ['ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0'] in n-d-825064-1 is: [{'id': 'ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0', 'name': 'tempest-AttachVolumeShelveTestJSON-1451660796-router', 'tenant_id': '7afa2eadfaa94efb9bc2c925685c8cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': '027fa202-abba-4d75-a143-7b459c13e96e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:27:38Z', 'updated_at': '2022-01-18T22:27:41Z', 'revision_number': 4, 'project_id': '7afa2eadfaa94efb9bc2c925685c8cd2', 'gw_port': {'id': '027fa202-abba-4d75-a143-7b459c13e96e', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:75:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:27:38Z', 'updated_at': '2022-01-18T22:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': 'c14e5e00-d774-405f-bdeb-35b42df9209b', 'tenant_id': '7afa2eadfaa94efb9bc2c925685c8cd2', 'floating_ip_address': '172.25.5.60', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': 'ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0', 'port_id': '17b5d497-89e8-4316-854a-e01b4efd12f0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f0c6f68-00d4-4074-963d-5eeb6360e1ec', 'mac_address': 'fa:16:3e:0e:8f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c183af1-247e-48b7-aed9-9e45e4b7de12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:27:45Z', 'updated_at': '2022-01-18T22:28:03Z', 'revision_number': 1, 'project_id': '7afa2eadfaa94efb9bc2c925685c8cd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa86aa93-6b8e-4cfd-aa8a-218390a04b28', 'name': '', 'network_id': '9f0c6f68-00d4-4074-963d-5eeb6360e1ec', 'tenant_id': '7afa2eadfaa94efb9bc2c925685c8cd2', 'mac_address': 'fa:16:3e:dd:cc:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'b7bcd428-9869-4592-8e72-20a2a0d3310e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:27:41Z', 'updated_at': '2022-01-18T22:27:47Z', 'revision_number': 5, 'project_id': '7afa2eadfaa94efb9bc2c925685c8cd2', 'subnets': [{'id': 'b7bcd428-9869-4592-8e72-20a2a0d3310e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:28:05.969775 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f0bef4f4-6fc9-449e-b887-0ebcb3b565e2 req-5c0485da-b6a6-4b21-a281-5b2ca942b06a tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "GET /v2.0/security-groups/0e7ffa4d-47fb-4189-937e-7e49be8aa4cb HTTP/1.1" status: 200 len: 1802 time: 0.0829804 Jan 18 22:28:06.054006 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-f0bef4f4-6fc9-449e-b887-0ebcb3b565e2 req-62180441-ef22-47e9-85f9-05e0b79c1562 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:06.098569 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-f0bef4f4-6fc9-449e-b887-0ebcb3b565e2 req-62180441-ef22-47e9-85f9-05e0b79c1562 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:06.147891 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-f0bef4f4-6fc9-449e-b887-0ebcb3b565e2 req-62180441-ef22-47e9-85f9-05e0b79c1562 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:06.153733 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-f0bef4f4-6fc9-449e-b887-0ebcb3b565e2 req-62180441-ef22-47e9-85f9-05e0b79c1562 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:06.155815 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f0bef4f4-6fc9-449e-b887-0ebcb3b565e2 req-62180441-ef22-47e9-85f9-05e0b79c1562 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "DELETE /v2.0/security-groups/0e7ffa4d-47fb-4189-937e-7e49be8aa4cb HTTP/1.1" status: 204 len: 173 time: 0.1846588 Jan 18 22:28:06.160659 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c846bf36-efb5-4d4d-8d15-3c902068bf0f None None] New status for floating IP c14e5e00-d774-405f-bdeb-35b42df9209b: ACTIVE {{(pid=102433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 22:28:06.168756 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62180441-ef22-47e9-85f9-05e0b79c1562 tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e7ffa4d-47fb-4189-937e-7e49be8aa4cb,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:28:06.230911 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a8109e6e-9bca-4a9f-8159-a8e539104139 req-233f0ef7-2819-4705-960b-35c8b7bcdd9b tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "GET /v2.0/security-groups/83041071-1413-4e9a-8ca1-f36177983889 HTTP/1.1" status: 200 len: 1802 time: 0.0446692 Jan 18 22:28:06.299049 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-a8109e6e-9bca-4a9f-8159-a8e539104139 req-bdd0ffc2-bd58-42a4-b2fd-68a2ae87330d tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:06.327207 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-a8109e6e-9bca-4a9f-8159-a8e539104139 req-bdd0ffc2-bd58-42a4-b2fd-68a2ae87330d tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:06.376506 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-a8109e6e-9bca-4a9f-8159-a8e539104139 req-bdd0ffc2-bd58-42a4-b2fd-68a2ae87330d tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:06.379553 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-a8109e6e-9bca-4a9f-8159-a8e539104139 req-bdd0ffc2-bd58-42a4-b2fd-68a2ae87330d tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:06.387839 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 47310) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:28:06.388393 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a8109e6e-9bca-4a9f-8159-a8e539104139 req-bdd0ffc2-bd58-42a4-b2fd-68a2ae87330d tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] 10.222.0.53 "DELETE /v2.0/security-groups/83041071-1413-4e9a-8ca1-f36177983889 HTTP/1.1" status: 204 len: 173 time: 0.1489813 Jan 18 22:28:06.399872 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd0ffc2-bd58-42a4-b2fd-68a2ae87330d tempest-SecurityGroupsTestJSON-1878578245 tempest-SecurityGroupsTestJSON-1878578245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83041071-1413-4e9a-8ca1-f36177983889,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:28:06.460511 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-448ae7b2-ada8-44a9-9cc7-260d2d4c3344 admin admin] Deleting subnet 32a358e3-3dfb-4a4a-b9c8-a4fbb21a0c85 {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:28:06.464624 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-448ae7b2-ada8-44a9-9cc7-260d2d4c3344 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:06.506588 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-448ae7b2-ada8-44a9-9cc7-260d2d4c3344 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:06.557900 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-448ae7b2-ada8-44a9-9cc7-260d2d4c3344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:06.609716 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c183af1-247e-48b7-aed9-9e45e4b7de12', 'tag': '17b5d497-89e8-4316-854a-e01b4efd12f0'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:28:06.612509 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16473047-2bfc-4604-954f-961c0d8e6c25" -d '{"events": [{"name": "network-changed", "server_uuid": "7c183af1-247e-48b7-aed9-9e45e4b7de12", "tag": "17b5d497-89e8-4316-854a-e01b4efd12f0"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:28:06.616819 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-448ae7b2-ada8-44a9-9cc7-260d2d4c3344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:06.647774 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-448ae7b2-ada8-44a9-9cc7-260d2d4c3344 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:06.653542 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-448ae7b2-ada8-44a9-9cc7-260d2d4c3344 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/32a358e3-3dfb-4a4a-b9c8-a4fbb21a0c85 HTTP/1.1" status: 204 len: 168 time: 0.2623804 Jan 18 22:28:06.653542 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448ae7b2-ada8-44a9-9cc7-260d2d4c3344 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32a358e3-3dfb-4a4a-b9c8-a4fbb21a0c85,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:28:06.653997 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 47320) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:28:06.663959 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-041c6388-06d3-46f7-880e-bbe139a39181 x-openstack-request-id: req-041c6388-06d3-46f7-880e-bbe139a39181 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:28:06.664272 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c183af1-247e-48b7-aed9-9e45e4b7de12", "tag": "17b5d497-89e8-4316-854a-e01b4efd12f0", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:28:06.664522 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-041c6388-06d3-46f7-880e-bbe139a39181 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:28:06.665105 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c183af1-247e-48b7-aed9-9e45e4b7de12', 'tag': '17b5d497-89e8-4316-854a-e01b4efd12f0', 'status': 'completed', 'code': 200} Jan 18 22:28:06.794557 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f391747d-1269-4532-bdaa-e3ff024db399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:06.809473 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16473047-2bfc-4604-954f-961c0d8e6c25 req-8080dc7c-aa1d-4e4f-956b-c82c76e5cf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:06.812427 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-16473047-2bfc-4604-954f-961c0d8e6c25 req-8080dc7c-aa1d-4e4f-956b-c82c76e5cf90 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7afa2eadfaa94efb9bc2c925685c8cd2&device_id=7c183af1-247e-48b7-aed9-9e45e4b7de12 HTTP/1.1" status: 200 len: 1096 time: 0.0929079 Jan 18 22:28:06.953719 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f391747d-1269-4532-bdaa-e3ff024db399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:06.984100 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-f391747d-1269-4532-bdaa-e3ff024db399 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af41ebc3-729c-4c29-b8ad-2887a97a3db0']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:28:06.999859 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-f391747d-1269-4532-bdaa-e3ff024db399 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2449887d-c03b-4a70-a423-7d9bceef1b13') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:28:07.000065 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-f391747d-1269-4532-bdaa-e3ff024db399 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2449887d-c03b-4a70-a423-7d9bceef1b13') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:28:07.021625 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f391747d-1269-4532-bdaa-e3ff024db399 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60394742'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:07.023861 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16473047-2bfc-4604-954f-961c0d8e6c25 req-244b1d37-27de-4977-b3a3-0ddda6c225a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:07.025370 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-16473047-2bfc-4604-954f-961c0d8e6c25 req-244b1d37-27de-4977-b3a3-0ddda6c225a8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9f0c6f68-00d4-4074-963d-5eeb6360e1ec HTTP/1.1" status: 200 len: 917 time: 0.1815441 Jan 18 22:28:07.079295 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f391747d-1269-4532-bdaa-e3ff024db399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:07.101187 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f391747d-1269-4532-bdaa-e3ff024db399 admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:28:07.101723 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f391747d-1269-4532-bdaa-e3ff024db399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60203044'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:07.103792 n-d-825064-1 neutron-server[102430]: Traceback (most recent call last): Jan 18 22:28:07.103792 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:28:07.103792 n-d-825064-1 neutron-server[102430]: timer() Jan 18 22:28:07.103792 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:28:07.103792 n-d-825064-1 neutron-server[102430]: cb(*args, **kw) Jan 18 22:28:07.103792 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:28:07.103792 n-d-825064-1 neutron-server[102430]: return func(*args, **kwargs) Jan 18 22:28:07.103792 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:28:07.103792 n-d-825064-1 neutron-server[102430]: self._notify() Jan 18 22:28:07.103792 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:28:07.103792 n-d-825064-1 neutron-server[102430]: self.callback(batched_events) Jan 18 22:28:07.103792 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:28:07.103792 n-d-825064-1 neutron-server[102430]: event.method(event) Jan 18 22:28:07.103792 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:28:07.103792 n-d-825064-1 neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:28:07.103792 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:28:07.103792 n-d-825064-1 neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:28:07.103792 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:28:07.103792 n-d-825064-1 neutron-server[102430]: return f(self, *a, **k) Jan 18 22:28:07.103792 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:28:07.103792 n-d-825064-1 neutron-server[102430]: return self._get(url).json() Jan 18 22:28:07.103792 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:28:07.103792 n-d-825064-1 neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:28:07.103792 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:28:07.103792 n-d-825064-1 neutron-server[102430]: return self.request(url, 'GET', **kwargs) Jan 18 22:28:07.103792 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:28:07.103792 n-d-825064-1 neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:28:07.103792 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:28:07.103792 n-d-825064-1 neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:28:07.103792 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:28:07.103792 n-d-825064-1 neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:28:07.103792 n-d-825064-1 neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:28:07.175656 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-16473047-2bfc-4604-954f-961c0d8e6c25 req-8412683b-315c-4621-b6c2-a06d7a733178 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=17b5d497-89e8-4316-854a-e01b4efd12f0 HTTP/1.1" status: 200 len: 1000 time: 0.1400757 Jan 18 22:28:07.206602 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f391747d-1269-4532-bdaa-e3ff024db399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:07.241255 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f391747d-1269-4532-bdaa-e3ff024db399 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:07.245311 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-f391747d-1269-4532-bdaa-e3ff024db399 admin admin] 10.222.0.53 "DELETE /v2.0/networks/af41ebc3-729c-4c29-b8ad-2887a97a3db0 HTTP/1.1" status: 204 len: 168 time: 0.5904238 Jan 18 22:28:07.273462 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f391747d-1269-4532-bdaa-e3ff024db399 admin admin] Pushing event deleted for resources: {'Network': ['ID=af41ebc3-729c-4c29-b8ad-2887a97a3db0,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:28:07.291509 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16473047-2bfc-4604-954f-961c0d8e6c25 req-aa98e6f5-88f6-473c-995a-0e41dfb7a9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:07.293596 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-16473047-2bfc-4604-954f-961c0d8e6c25 req-aa98e6f5-88f6-473c-995a-0e41dfb7a9e0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b7bcd428-9869-4592-8e72-20a2a0d3310e HTTP/1.1" status: 200 len: 856 time: 0.1002576 Jan 18 22:28:07.347404 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16473047-2bfc-4604-954f-961c0d8e6c25 req-5b19b537-8e70-42ad-a323-30afbbe99577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:07.349067 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-16473047-2bfc-4604-954f-961c0d8e6c25 req-5b19b537-8e70-42ad-a323-30afbbe99577 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9f0c6f68-00d4-4074-963d-5eeb6360e1ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473416 Jan 18 22:28:07.398833 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 47336) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:28:07.450408 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-191da7ee-df33-44e4-b546-803203305efd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6897da059550496b89a6c6ef7ad886b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0504837 Jan 18 22:28:07.451331 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 47338) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:28:07.472140 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-16473047-2bfc-4604-954f-961c0d8e6c25 req-43b8511d-5c79-4e2f-80d0-69facc5295b9 service neutron] 10.222.0.36 "GET /v2.0/networks/9f0c6f68-00d4-4074-963d-5eeb6360e1ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142700 Jan 18 22:28:07.509031 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9d3757a4-2213-4b00-92cf-5d720809c407 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:07.538267 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9d3757a4-2213-4b00-92cf-5d720809c407 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:07.595912 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-16473047-2bfc-4604-954f-961c0d8e6c25 req-0954219a-387a-4535-8acb-dd70df44c53b service neutron] 10.222.0.36 "GET /v2.0/networks/9f0c6f68-00d4-4074-963d-5eeb6360e1ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161914 Jan 18 22:28:07.632718 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9d3757a4-2213-4b00-92cf-5d720809c407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:07.637124 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9d3757a4-2213-4b00-92cf-5d720809c407 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:07.638336 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-9d3757a4-2213-4b00-92cf-5d720809c407 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2ef2436f-5d12-4157-8d68-61ff72075f6b HTTP/1.1" status: 204 len: 168 time: 0.1858990 Jan 18 22:28:07.647701 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3757a4-2213-4b00-92cf-5d720809c407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ef2436f-5d12-4157-8d68-61ff72075f6b,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:28:08.253595 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 5b26736c-baf6-4007-8880-ab673e1a2019 no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:28:08.290128 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] No Port match for: 5b26736c-baf6-4007-8880-ab673e1a2019 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:28:08.290742 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 5b26736c-baf6-4007-8880-ab673e1a2019 not bound to the agent host n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:28:08.581381 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 47372) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:28:08.682946 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-0f0c4514-93dd-4cc1-92bc-5206defd40ea admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1475229979-network', 'tenant_id': '0db609adec144abfaa84d4c9d2d10969'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:28:08.710110 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f0c4514-93dd-4cc1-92bc-5206defd40ea admin admin] Made reservation on behalf of 0db609adec144abfaa84d4c9d2d10969 for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:28:08.712427 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0f0c4514-93dd-4cc1-92bc-5206defd40ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:08.721721 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0f0c4514-93dd-4cc1-92bc-5206defd40ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:08.804550 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0f0c4514-93dd-4cc1-92bc-5206defd40ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:08.809665 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0f0c4514-93dd-4cc1-92bc-5206defd40ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:08.834382 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f0c4514-93dd-4cc1-92bc-5206defd40ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:28:08.850441 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0c4514-93dd-4cc1-92bc-5206defd40ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=315cd392-fb9a-4b66-bf8f-22467aac9840,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:28:08.859809 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0f0c4514-93dd-4cc1-92bc-5206defd40ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:08.860214 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-0f0c4514-93dd-4cc1-92bc-5206defd40ea admin admin] Added segment 06f28a28-053e-4ef0-9cde-a52833070c5e of type vlan for network 527fee20-ec2e-495b-98ee-674376cf34b6 Jan 18 22:28:08.903504 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0f0c4514-93dd-4cc1-92bc-5206defd40ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:08.935291 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0f0c4514-93dd-4cc1-92bc-5206defd40ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:08.938687 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0c4514-93dd-4cc1-92bc-5206defd40ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:08.938687 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0f0c4514-93dd-4cc1-92bc-5206defd40ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:09.012597 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-0f0c4514-93dd-4cc1-92bc-5206defd40ea admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.4268639 Jan 18 22:28:09.012597 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 47382) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:28:09.021566 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-b4e2c8bf-1681-42b6-9609-0f9cfad7e2a9 admin admin] Request body: {'subnet': {'network_id': '527fee20-ec2e-495b-98ee-674376cf34b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1475229979-subnet', 'tenant_id': '0db609adec144abfaa84d4c9d2d10969', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:28:09.037211 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0c4514-93dd-4cc1-92bc-5206defd40ea admin admin] Pushing event updated for resources: {'Network': ['ID=527fee20-ec2e-495b-98ee-674376cf34b6,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:28:09.050558 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 527fee20-ec2e-495b-98ee-674376cf34b6 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:28:09.092366 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4e2c8bf-1681-42b6-9609-0f9cfad7e2a9 admin admin] Made reservation on behalf of 0db609adec144abfaa84d4c9d2d10969 for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:28:09.098028 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b4e2c8bf-1681-42b6-9609-0f9cfad7e2a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:09.279715 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b4e2c8bf-1681-42b6-9609-0f9cfad7e2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:09.392530 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e2c8bf-1681-42b6-9609-0f9cfad7e2a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=371eb48e-0ff7-41dc-8eb2-5d3e05fb45b5,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:28:09.424956 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e2c8bf-1681-42b6-9609-0f9cfad7e2a9 admin admin] Checking segment: {'id': '06f28a28-053e-4ef0-9cde-a52833070c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '527fee20-ec2e-495b-98ee-674376cf34b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:28:09.425744 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e2c8bf-1681-42b6-9609-0f9cfad7e2a9 admin admin] Network hostable DHCP agents. Network: 527fee20-ec2e-495b-98ee-674376cf34b6, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:28:09.444918 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e2c8bf-1681-42b6-9609-0f9cfad7e2a9 admin admin] Network 527fee20-ec2e-495b-98ee-674376cf34b6 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:28:09.459554 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-b4e2c8bf-1681-42b6-9609-0f9cfad7e2a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 527fee20-ec2e-495b-98ee-674376cf34b6) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:28:09.463701 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e2c8bf-1681-42b6-9609-0f9cfad7e2a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:09.464325 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b4e2c8bf-1681-42b6-9609-0f9cfad7e2a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:09.470174 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c60fa26-71ff-4976-8923-70f4679aeae1 None None] Network 527fee20-ec2e-495b-98ee-674376cf34b6 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:28:09.484897 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-b4e2c8bf-1681-42b6-9609-0f9cfad7e2a9 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4677234 Jan 18 22:28:09.607450 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c243c3a-d38b-4e04-997f-1020a196bd20 None None] Network 527fee20-ec2e-495b-98ee-674376cf34b6 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:28:09.793747 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [req-78c52831-41a6-4cbc-9537-531fce0d87dc req-521d22ce-0f63-4466-8748-aaf9a83b1df7 tempest-SecurityGroupsNegativeTestJSON-1339707305 tempest-SecurityGroupsNegativeTestJSON-1339707305-project] show failed (client error): The resource could not be found. Jan 18 22:28:09.794786 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-78c52831-41a6-4cbc-9537-531fce0d87dc req-521d22ce-0f63-4466-8748-aaf9a83b1df7 tempest-SecurityGroupsNegativeTestJSON-1339707305 tempest-SecurityGroupsNegativeTestJSON-1339707305-project] 10.222.0.53 "GET /v2.0/security-groups/0a19dfdc-3381-4bd5-82a3-a710c3ce9d74 HTTP/1.1" status: 404 len: 352 time: 0.0155706 Jan 18 22:28:09.874583 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-06644f39-9cd2-4a2a-ba5f-202f1a1d3df7 req-3e4b30dd-ac0a-4f18-9d5b-70d2cb8dc7c1 tempest-SecurityGroupsNegativeTestJSON-1339707305 tempest-SecurityGroupsNegativeTestJSON-1339707305-project] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0db609adec144abfaa84d4c9d2d10969 HTTP/1.1" status: 200 len: 2988 time: 0.0461311 Jan 18 22:28:09.929415 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-06644f39-9cd2-4a2a-ba5f-202f1a1d3df7 req-0202c0c4-c102-4b41-a0d6-d16c42a54d77 tempest-SecurityGroupsNegativeTestJSON-1339707305 tempest-SecurityGroupsNegativeTestJSON-1339707305-project] 10.222.0.53 "GET /v2.0/security-groups/315cd392-fb9a-4b66-bf8f-22467aac9840 HTTP/1.1" status: 200 len: 2985 time: 0.0480819 Jan 18 22:28:09.978096 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-06644f39-9cd2-4a2a-ba5f-202f1a1d3df7 req-3b2bd39a-37bf-46ca-a036-29e2790240d4 tempest-SecurityGroupsNegativeTestJSON-1339707305 tempest-SecurityGroupsNegativeTestJSON-1339707305-project] 10.222.0.53 "GET /v2.0/security-groups/315cd392-fb9a-4b66-bf8f-22467aac9840 HTTP/1.1" status: 200 len: 2985 time: 0.0424638 Jan 18 22:28:10.045558 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2a790a52-5b43-4cab-a72f-733cf14d392f req-bb0fa1bc-f9cf-4fce-a528-3e21e0cc4a02 tempest-SecurityGroupsNegativeTestJSON-1339707305 tempest-SecurityGroupsNegativeTestJSON-1339707305-project] 10.222.0.53 "GET /v2.0/security-groups/315cd392-fb9a-4b66-bf8f-22467aac9840 HTTP/1.1" status: 200 len: 2985 time: 0.0428586 Jan 18 22:28:10.118270 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [req-2a790a52-5b43-4cab-a72f-733cf14d392f req-96cf8b20-7977-4730-a46d-3a1bbc1879f3 tempest-SecurityGroupsNegativeTestJSON-1339707305 tempest-SecurityGroupsNegativeTestJSON-1339707305-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 18 22:28:10.119304 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2a790a52-5b43-4cab-a72f-733cf14d392f req-96cf8b20-7977-4730-a46d-3a1bbc1879f3 tempest-SecurityGroupsNegativeTestJSON-1339707305 tempest-SecurityGroupsNegativeTestJSON-1339707305-project] 10.222.0.53 "DELETE /v2.0/security-groups/315cd392-fb9a-4b66-bf8f-22467aac9840 HTTP/1.1" status: 409 len: 352 time: 0.0606377 Jan 18 22:28:10.159909 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [req-6c7ea995-ff17-4197-99ca-a4969cf0fb83 req-caf3f207-82e5-46aa-98e2-d872223d40e9 tempest-SecurityGroupsNegativeTestJSON-1339707305 tempest-SecurityGroupsNegativeTestJSON-1339707305-project] show failed (client error): The resource could not be found. Jan 18 22:28:10.161000 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6c7ea995-ff17-4197-99ca-a4969cf0fb83 req-caf3f207-82e5-46aa-98e2-d872223d40e9 tempest-SecurityGroupsNegativeTestJSON-1339707305 tempest-SecurityGroupsNegativeTestJSON-1339707305-project] 10.222.0.53 "GET /v2.0/security-groups/5f8fd055-c914-4a29-bae3-272716480f19 HTTP/1.1" status: 404 len: 352 time: 0.0153925 Jan 18 22:28:10.201455 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [req-eeec42df-938f-44fe-a29b-47cdfb03ea8b req-7303e973-003e-4ab5-be13-14960222fc79 tempest-SecurityGroupsNegativeTestJSON-1339707305 tempest-SecurityGroupsNegativeTestJSON-1339707305-project] show failed (client error): The resource could not be found. Jan 18 22:28:10.203015 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-eeec42df-938f-44fe-a29b-47cdfb03ea8b req-7303e973-003e-4ab5-be13-14960222fc79 tempest-SecurityGroupsNegativeTestJSON-1339707305 tempest-SecurityGroupsNegativeTestJSON-1339707305-project] 10.222.0.53 "GET /v2.0/security-groups/11b459c3-7ea0-4aa7-9f06-0afc65697252 HTTP/1.1" status: 404 len: 352 time: 0.0170076 Jan 18 22:28:10.213449 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 47420) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:28:10.258150 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-91748fae-d13a-42d3-b62e-0b054696fc8c admin admin] Deleting subnet 371eb48e-0ff7-41dc-8eb2-5d3e05fb45b5 {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:28:10.261223 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-91748fae-d13a-42d3-b62e-0b054696fc8c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:10.297909 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-91748fae-d13a-42d3-b62e-0b054696fc8c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:10.337685 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-91748fae-d13a-42d3-b62e-0b054696fc8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:10.398133 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-91748fae-d13a-42d3-b62e-0b054696fc8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:10.426009 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91748fae-d13a-42d3-b62e-0b054696fc8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=371eb48e-0ff7-41dc-8eb2-5d3e05fb45b5,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:28:10.431319 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-91748fae-d13a-42d3-b62e-0b054696fc8c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:10.434770 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-91748fae-d13a-42d3-b62e-0b054696fc8c admin admin] 10.222.0.53 "DELETE /v2.0/subnets/371eb48e-0ff7-41dc-8eb2-5d3e05fb45b5 HTTP/1.1" status: 204 len: 168 time: 0.2203109 Jan 18 22:28:10.438001 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 47426) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:28:10.518145 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-65d7bfa8-068a-48c6-8e87-3d358f512752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:10.601775 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-65d7bfa8-068a-48c6-8e87-3d358f512752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:10.622286 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-65d7bfa8-068a-48c6-8e87-3d358f512752 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['527fee20-ec2e-495b-98ee-674376cf34b6']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:28:10.631443 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-65d7bfa8-068a-48c6-8e87-3d358f512752 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06f28a28-053e-4ef0-9cde-a52833070c5e') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:28:10.631734 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-65d7bfa8-068a-48c6-8e87-3d358f512752 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06f28a28-053e-4ef0-9cde-a52833070c5e') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:28:10.640816 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-65d7bfa8-068a-48c6-8e87-3d358f512752 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:10.653328 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-65d7bfa8-068a-48c6-8e87-3d358f512752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:10.659582 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65d7bfa8-068a-48c6-8e87-3d358f512752 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:28:10.659963 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-65d7bfa8-068a-48c6-8e87-3d358f512752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:10.661790 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:28:10.661790 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:28:10.661790 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:28:10.661790 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:28:10.661790 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:28:10.661790 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:28:10.661790 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:28:10.661790 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:28:10.661790 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:28:10.661790 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:28:10.661790 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:28:10.661790 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:28:10.661790 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:28:10.661790 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:28:10.661790 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:28:10.661790 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:28:10.661790 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:28:10.661790 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:28:10.661790 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:28:10.661790 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:28:10.661790 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:28:10.661790 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:28:10.661790 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:28:10.661790 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:28:10.661790 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:28:10.661790 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:28:10.661790 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:28:10.661790 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:28:10.661790 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:28:10.661790 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:28:10.661790 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:28:10.661790 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:28:10.713914 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-65d7bfa8-068a-48c6-8e87-3d358f512752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:10.719876 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-65d7bfa8-068a-48c6-8e87-3d358f512752 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:10.722999 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-65d7bfa8-068a-48c6-8e87-3d358f512752 admin admin] 10.222.0.53 "DELETE /v2.0/networks/527fee20-ec2e-495b-98ee-674376cf34b6 HTTP/1.1" status: 204 len: 168 time: 0.2836473 Jan 18 22:28:10.734641 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d7bfa8-068a-48c6-8e87-3d358f512752 admin admin] Pushing event deleted for resources: {'Network': ['ID=527fee20-ec2e-495b-98ee-674376cf34b6,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:28:10.742993 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d7bfa8-068a-48c6-8e87-3d358f512752 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:28:10.743333 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d7bfa8-068a-48c6-8e87-3d358f512752 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:28:10.743674 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d7bfa8-068a-48c6-8e87-3d358f512752 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:28:10.744000 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d7bfa8-068a-48c6-8e87-3d358f512752 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:28:10.744350 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d7bfa8-068a-48c6-8e87-3d358f512752 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:28:10.744733 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d7bfa8-068a-48c6-8e87-3d358f512752 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:28:10.744990 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d7bfa8-068a-48c6-8e87-3d358f512752 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:28:10.745326 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d7bfa8-068a-48c6-8e87-3d358f512752 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:28:10.745739 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d7bfa8-068a-48c6-8e87-3d358f512752 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:28:10.746057 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d7bfa8-068a-48c6-8e87-3d358f512752 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:28:10.746247 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d7bfa8-068a-48c6-8e87-3d358f512752 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:28:10.746564 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d7bfa8-068a-48c6-8e87-3d358f512752 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:28:10.838754 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 47434) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:28:10.883173 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-ba284b50-5810-4d4e-a3c3-69ffeace54f5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0db609adec144abfaa84d4c9d2d10969&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0432613 Jan 18 22:28:10.885710 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 47436) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:28:10.935126 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d6fef2a9-d856-4c3a-8c45-a524133906e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:10.957077 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d6fef2a9-d856-4c3a-8c45-a524133906e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:11.008011 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d6fef2a9-d856-4c3a-8c45-a524133906e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:11.010727 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d6fef2a9-d856-4c3a-8c45-a524133906e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:11.015621 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-d6fef2a9-d856-4c3a-8c45-a524133906e2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/315cd392-fb9a-4b66-bf8f-22467aac9840 HTTP/1.1" status: 204 len: 168 time: 0.1260033 Jan 18 22:28:11.022306 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fef2a9-d856-4c3a-8c45-a524133906e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=315cd392-fb9a-4b66-bf8f-22467aac9840,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:28:11.131805 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 22:28:11.764276 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 47466) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:28:11.873558 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-976b2247-8a9b-4518-be4c-f28c4660154e admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1846691514-network', 'tenant_id': '893a30ad4d344f66b41e77f7c9071175'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:28:11.898103 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-976b2247-8a9b-4518-be4c-f28c4660154e admin admin] Made reservation on behalf of 893a30ad4d344f66b41e77f7c9071175 for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:28:11.900547 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-976b2247-8a9b-4518-be4c-f28c4660154e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:11.908855 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-976b2247-8a9b-4518-be4c-f28c4660154e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:11.981363 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-976b2247-8a9b-4518-be4c-f28c4660154e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:11.986150 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-976b2247-8a9b-4518-be4c-f28c4660154e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:12.006866 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-976b2247-8a9b-4518-be4c-f28c4660154e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:28:12.020211 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976b2247-8a9b-4518-be4c-f28c4660154e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=020d7101-fd21-425a-b020-e114b75c614a,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:28:12.024935 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-976b2247-8a9b-4518-be4c-f28c4660154e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:12.025283 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-976b2247-8a9b-4518-be4c-f28c4660154e admin admin] Added segment 64269467-4999-4c8e-ae21-c566e20a6e0d of type vlan for network 7fbff691-58e4-49e9-9d09-fc05a219d9b7 Jan 18 22:28:12.070221 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-976b2247-8a9b-4518-be4c-f28c4660154e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:12.097407 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-976b2247-8a9b-4518-be4c-f28c4660154e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:12.098503 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976b2247-8a9b-4518-be4c-f28c4660154e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:12.099151 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-976b2247-8a9b-4518-be4c-f28c4660154e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:12.154539 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-976b2247-8a9b-4518-be4c-f28c4660154e admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3867817 Jan 18 22:28:12.155444 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 47470) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:28:12.159448 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976b2247-8a9b-4518-be4c-f28c4660154e admin admin] Pushing event updated for resources: {'Network': ['ID=7fbff691-58e4-49e9-9d09-fc05a219d9b7,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:28:12.161459 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-0d1d6bfa-740a-4dd1-a535-ff954cd0a3a8 admin admin] Request body: {'subnet': {'network_id': '7fbff691-58e4-49e9-9d09-fc05a219d9b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1846691514-subnet', 'tenant_id': '893a30ad4d344f66b41e77f7c9071175', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:28:12.174058 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 7fbff691-58e4-49e9-9d09-fc05a219d9b7 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:28:12.191597 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d1d6bfa-740a-4dd1-a535-ff954cd0a3a8 admin admin] Made reservation on behalf of 893a30ad4d344f66b41e77f7c9071175 for: {'subnet': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:28:12.194313 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0d1d6bfa-740a-4dd1-a535-ff954cd0a3a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62288702'] for subnet, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:12.366820 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0d1d6bfa-740a-4dd1-a535-ff954cd0a3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60203213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62288684'] for subnet, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:12.429517 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d6bfa-740a-4dd1-a535-ff954cd0a3a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba2f5523-0102-4449-aad9-213d17d31cc7,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:28:12.437126 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1d6bfa-740a-4dd1-a535-ff954cd0a3a8 admin admin] Checking segment: {'id': '64269467-4999-4c8e-ae21-c566e20a6e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7fbff691-58e4-49e9-9d09-fc05a219d9b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:28:12.437513 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1d6bfa-740a-4dd1-a535-ff954cd0a3a8 admin admin] Network hostable DHCP agents. Network: 7fbff691-58e4-49e9-9d09-fc05a219d9b7, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:28:12.460727 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1d6bfa-740a-4dd1-a535-ff954cd0a3a8 admin admin] Network 7fbff691-58e4-49e9-9d09-fc05a219d9b7 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:28:12.472067 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-0d1d6bfa-740a-4dd1-a535-ff954cd0a3a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 7fbff691-58e4-49e9-9d09-fc05a219d9b7) {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:28:12.477297 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1d6bfa-740a-4dd1-a535-ff954cd0a3a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:12.477891 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0d1d6bfa-740a-4dd1-a535-ff954cd0a3a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:12.484747 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69015de0-bd6e-4260-8d11-b3915eac7215 None None] Network 7fbff691-58e4-49e9-9d09-fc05a219d9b7 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:28:12.503195 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-0d1d6bfa-740a-4dd1-a535-ff954cd0a3a8 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.3456714 Jan 18 22:28:12.664853 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4865f856-8a85-4324-8fa2-ce290fbe8469 None None] Network 7fbff691-58e4-49e9-9d09-fc05a219d9b7 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:28:12.736927 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:12.995077 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c36ddab-4a46-45fa-985c-c198c3a5c02c req-a971403c-41f6-45a3-a5bc-43a2a9091e69 tempest-InstanceActionsV221TestJSON-1902471008 tempest-InstanceActionsV221TestJSON-1902471008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:12.996450 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3c36ddab-4a46-45fa-985c-c198c3a5c02c req-a971403c-41f6-45a3-a5bc-43a2a9091e69 tempest-InstanceActionsV221TestJSON-1902471008 tempest-InstanceActionsV221TestJSON-1902471008-project] 10.222.0.53 "GET /v2.0/networks?id=7fbff691-58e4-49e9-9d09-fc05a219d9b7 HTTP/1.1" status: 200 len: 818 time: 0.1004219 Jan 18 22:28:13.012217 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3c36ddab-4a46-45fa-985c-c198c3a5c02c req-b32bf649-3791-46f6-b494-1d4aa0a9eb2b tempest-InstanceActionsV221TestJSON-1902471008 tempest-InstanceActionsV221TestJSON-1902471008-project] 10.222.0.53 "GET /v2.0/quotas/893a30ad4d344f66b41e77f7c9071175 HTTP/1.1" status: 200 len: 375 time: 0.0093646 Jan 18 22:28:13.044936 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3c36ddab-4a46-45fa-985c-c198c3a5c02c req-2d805f47-badf-41f0-be74-ff1c95a40528 tempest-InstanceActionsV221TestJSON-1902471008 tempest-InstanceActionsV221TestJSON-1902471008-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=893a30ad4d344f66b41e77f7c9071175&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266008 Jan 18 22:28:13.138631 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3c36ddab-4a46-45fa-985c-c198c3a5c02c req-081e80ad-78a0-4dda-83f1-35e4b1073bf1 service neutron] 10.222.0.53 "GET /v2.0/networks/7fbff691-58e4-49e9-9d09-fc05a219d9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862284 Jan 18 22:28:13.229077 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3c36ddab-4a46-45fa-985c-c198c3a5c02c req-f64a4945-fd4d-4cf5-a9b2-48b92058770f service neutron] 10.222.0.53 "GET /v2.0/networks/7fbff691-58e4-49e9-9d09-fc05a219d9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836751 Jan 18 22:28:13.407641 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9d5f890d-cb96-4999-ac06-3596e900bbf0 req-3aedef56-97d9-4c1f-b4ec-1859e75c1a5d tempest-InstanceActionsV221TestJSON-1902471008 tempest-InstanceActionsV221TestJSON-1902471008-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e4cc2f6-c8b5-42da-a3e4-9a02132e484f HTTP/1.1" status: 200 len: 210 time: 0.0358558 Jan 18 22:28:13.625454 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:14.879384 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a73098a3-428e-44fc-b87b-a4c9de04d60e req-ba764184-4527-482c-8bb1-be29a49ea124 tempest-InstanceActionsV221TestJSON-1902471008 tempest-InstanceActionsV221TestJSON-1902471008-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e4cc2f6-c8b5-42da-a3e4-9a02132e484f HTTP/1.1" status: 200 len: 210 time: 0.0581279 Jan 18 22:28:14.952624 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c36ddab-4a46-45fa-985c-c198c3a5c02c req-277b6971-6b2f-409f-a324-dfe6a45b6013 tempest-InstanceActionsV221TestJSON-1902471008 tempest-InstanceActionsV221TestJSON-1902471008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:14.954090 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3c36ddab-4a46-45fa-985c-c198c3a5c02c req-277b6971-6b2f-409f-a324-dfe6a45b6013 tempest-InstanceActionsV221TestJSON-1902471008 tempest-InstanceActionsV221TestJSON-1902471008-project] 10.222.0.67 "GET /v2.0/networks?id=7fbff691-58e4-49e9-9d09-fc05a219d9b7 HTTP/1.1" status: 200 len: 818 time: 0.5071256 Jan 18 22:28:14.971541 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-3c36ddab-4a46-45fa-985c-c198c3a5c02c req-862f4328-59ec-407b-935d-f67d586f8763 tempest-InstanceActionsV221TestJSON-1902471008 tempest-InstanceActionsV221TestJSON-1902471008-project] Request body: {'port': {'device_id': '1e4cc2f6-c8b5-42da-a3e4-9a02132e484f', 'network_id': '7fbff691-58e4-49e9-9d09-fc05a219d9b7', 'admin_state_up': True, 'tenant_id': '893a30ad4d344f66b41e77f7c9071175'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:28:15.099343 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c36ddab-4a46-45fa-985c-c198c3a5c02c req-862f4328-59ec-407b-935d-f67d586f8763 tempest-InstanceActionsV221TestJSON-1902471008 tempest-InstanceActionsV221TestJSON-1902471008-project] Made reservation on behalf of 893a30ad4d344f66b41e77f7c9071175 for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:28:15.103141 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-3c36ddab-4a46-45fa-985c-c198c3a5c02c req-862f4328-59ec-407b-935d-f67d586f8763 tempest-InstanceActionsV221TestJSON-1902471008 tempest-InstanceActionsV221TestJSON-1902471008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:15.243545 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-3c36ddab-4a46-45fa-985c-c198c3a5c02c req-862f4328-59ec-407b-935d-f67d586f8763 tempest-InstanceActionsV221TestJSON-1902471008 tempest-InstanceActionsV221TestJSON-1902471008-project] Allocated IP 172.20.0.3 (7fbff691-58e4-49e9-9d09-fc05a219d9b7/ba2f5523-0102-4449-aad9-213d17d31cc7/7facd286-8691-43b6-9295-e31800c2f2c2) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:28:15.391288 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-3c36ddab-4a46-45fa-985c-c198c3a5c02c req-862f4328-59ec-407b-935d-f67d586f8763 tempest-InstanceActionsV221TestJSON-1902471008 tempest-InstanceActionsV221TestJSON-1902471008-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:15.425138 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-3c36ddab-4a46-45fa-985c-c198c3a5c02c req-862f4328-59ec-407b-935d-f67d586f8763 tempest-InstanceActionsV221TestJSON-1902471008 tempest-InstanceActionsV221TestJSON-1902471008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:15.481078 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c36ddab-4a46-45fa-985c-c198c3a5c02c req-862f4328-59ec-407b-935d-f67d586f8763 tempest-InstanceActionsV221TestJSON-1902471008 tempest-InstanceActionsV221TestJSON-1902471008-project] Network 7fbff691-58e4-49e9-9d09-fc05a219d9b7 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:28:15.489087 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-3c36ddab-4a46-45fa-985c-c198c3a5c02c req-862f4328-59ec-407b-935d-f67d586f8763 tempest-InstanceActionsV221TestJSON-1902471008 tempest-InstanceActionsV221TestJSON-1902471008-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:28:15.489087 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862f4328-59ec-407b-935d-f67d586f8763 tempest-InstanceActionsV221TestJSON-1902471008 tempest-InstanceActionsV221TestJSON-1902471008-project] Pushing event updated for resources: {'Port': ['ID=7facd286-8691-43b6-9295-e31800c2f2c2,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:28:15.490331 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c36ddab-4a46-45fa-985c-c198c3a5c02c req-862f4328-59ec-407b-935d-f67d586f8763 tempest-InstanceActionsV221TestJSON-1902471008 tempest-InstanceActionsV221TestJSON-1902471008-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:28:15.538211 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c36ddab-4a46-45fa-985c-c198c3a5c02c req-862f4328-59ec-407b-935d-f67d586f8763 tempest-InstanceActionsV221TestJSON-1902471008 tempest-InstanceActionsV221TestJSON-1902471008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:15.538812 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-3c36ddab-4a46-45fa-985c-c198c3a5c02c req-862f4328-59ec-407b-935d-f67d586f8763 tempest-InstanceActionsV221TestJSON-1902471008 tempest-InstanceActionsV221TestJSON-1902471008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:15.554611 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3c36ddab-4a46-45fa-985c-c198c3a5c02c req-862f4328-59ec-407b-935d-f67d586f8763 tempest-InstanceActionsV221TestJSON-1902471008 tempest-InstanceActionsV221TestJSON-1902471008-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5877736 Jan 18 22:28:15.567149 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-3c36ddab-4a46-45fa-985c-c198c3a5c02c req-ed0df6b6-1764-4f5b-a729-cc5c568dd388 service neutron] Request body: {'port': {'device_id': '1e4cc2f6-c8b5-42da-a3e4-9a02132e484f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:28:15.624672 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-3c36ddab-4a46-45fa-985c-c198c3a5c02c req-ed0df6b6-1764-4f5b-a729-cc5c568dd388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:15.896166 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [req-3c36ddab-4a46-45fa-985c-c198c3a5c02c req-ed0df6b6-1764-4f5b-a729-cc5c568dd388 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7facd286-8691-43b6-9295-e31800c2f2c2 {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:28:15.903516 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-3c36ddab-4a46-45fa-985c-c198c3a5c02c req-ed0df6b6-1764-4f5b-a729-cc5c568dd388 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:15.915728 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-3c36ddab-4a46-45fa-985c-c198c3a5c02c req-ed0df6b6-1764-4f5b-a729-cc5c568dd388 service neutron] Transition to ACTIVE for port object 7facd286-8691-43b6-9295-e31800c2f2c2 will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:28:15.919975 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-3c36ddab-4a46-45fa-985c-c198c3a5c02c req-ed0df6b6-1764-4f5b-a729-cc5c568dd388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:15.974879 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0df6b6-1764-4f5b-a729-cc5c568dd388 service neutron] Pushing event updated for resources: {'Port': ['ID=7facd286-8691-43b6-9295-e31800c2f2c2,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:28:16.078147 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476802e7-8bf7-4c44-aa7d-a2c15187b89a req-3151b71e-8067-4633-8277-948baf6dc774 tempest-InstanceActionsV221TestJSON-1902471008 tempest-InstanceActionsV221TestJSON-1902471008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:16.079617 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-476802e7-8bf7-4c44-aa7d-a2c15187b89a req-3151b71e-8067-4633-8277-948baf6dc774 tempest-InstanceActionsV221TestJSON-1902471008 tempest-InstanceActionsV221TestJSON-1902471008-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e4cc2f6-c8b5-42da-a3e4-9a02132e484f HTTP/1.1" status: 200 len: 943 time: 0.1096866 Jan 18 22:28:16.080292 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-3c36ddab-4a46-45fa-985c-c198c3a5c02c req-ed0df6b6-1764-4f5b-a729-cc5c568dd388 service neutron] Attempting to bind port 7facd286-8691-43b6-9295-e31800c2f2c2 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:28:16.080620 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-3c36ddab-4a46-45fa-985c-c198c3a5c02c req-ed0df6b6-1764-4f5b-a729-cc5c568dd388 service neutron] Attempting to bind port 7facd286-8691-43b6-9295-e31800c2f2c2 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '64269467-4999-4c8e-ae21-c566e20a6e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7fbff691-58e4-49e9-9d09-fc05a219d9b7'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:28:16.080937 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c36ddab-4a46-45fa-985c-c198c3a5c02c req-ed0df6b6-1764-4f5b-a729-cc5c568dd388 service neutron] Attempting to bind port 7facd286-8691-43b6-9295-e31800c2f2c2 on network 7fbff691-58e4-49e9-9d09-fc05a219d9b7 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:28:16.085692 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c36ddab-4a46-45fa-985c-c198c3a5c02c req-ed0df6b6-1764-4f5b-a729-cc5c568dd388 service neutron] Port 7facd286-8691-43b6-9295-e31800c2f2c2 on network 7fbff691-58e4-49e9-9d09-fc05a219d9b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:28:16.086054 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c36ddab-4a46-45fa-985c-c198c3a5c02c req-ed0df6b6-1764-4f5b-a729-cc5c568dd388 service neutron] Attempting to bind port 7facd286-8691-43b6-9295-e31800c2f2c2 on network 7fbff691-58e4-49e9-9d09-fc05a219d9b7 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:28:16.097553 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c36ddab-4a46-45fa-985c-c198c3a5c02c req-ed0df6b6-1764-4f5b-a729-cc5c568dd388 service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:28:16.097888 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c36ddab-4a46-45fa-985c-c198c3a5c02c req-ed0df6b6-1764-4f5b-a729-cc5c568dd388 service neutron] Checking segment: {'id': '64269467-4999-4c8e-ae21-c566e20a6e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7fbff691-58e4-49e9-9d09-fc05a219d9b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:28:16.098258 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c36ddab-4a46-45fa-985c-c198c3a5c02c req-ed0df6b6-1764-4f5b-a729-cc5c568dd388 service neutron] Bound using segment: {'id': '64269467-4999-4c8e-ae21-c566e20a6e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7fbff691-58e4-49e9-9d09-fc05a219d9b7'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:28:16.098676 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-3c36ddab-4a46-45fa-985c-c198c3a5c02c req-ed0df6b6-1764-4f5b-a729-cc5c568dd388 service neutron] Bound port: 7facd286-8691-43b6-9295-e31800c2f2c2, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64269467-4999-4c8e-ae21-c566e20a6e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7fbff691-58e4-49e9-9d09-fc05a219d9b7'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:28:16.099029 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-3c36ddab-4a46-45fa-985c-c198c3a5c02c req-ed0df6b6-1764-4f5b-a729-cc5c568dd388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:16.150557 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-476802e7-8bf7-4c44-aa7d-a2c15187b89a req-07718e54-fd70-4de6-93aa-b34b3c130c6c tempest-InstanceActionsV221TestJSON-1902471008 tempest-InstanceActionsV221TestJSON-1902471008-project] 10.222.0.53 "GET /v2.0/security-groups?id=020d7101-fd21-425a-b020-e114b75c614a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624175 Jan 18 22:28:16.180361 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-3c36ddab-4a46-45fa-985c-c198c3a5c02c req-ed0df6b6-1764-4f5b-a729-cc5c568dd388 service neutron] For port 7facd286-8691-43b6-9295-e31800c2f2c2, host n-h2-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:28:16.183291 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-3c36ddab-4a46-45fa-985c-c198c3a5c02c req-ed0df6b6-1764-4f5b-a729-cc5c568dd388 service neutron] For port 7facd286-8691-43b6-9295-e31800c2f2c2, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=7facd286-8691-43b6-9295-e31800c2f2c2,segment=NetworkSegment(64269467-4999-4c8e-ae21-c566e20a6e0d),segment_id=64269467-4999-4c8e-ae21-c566e20a6e0d)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:28:16.189319 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-3c36ddab-4a46-45fa-985c-c198c3a5c02c req-ed0df6b6-1764-4f5b-a729-cc5c568dd388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:16.221578 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c36ddab-4a46-45fa-985c-c198c3a5c02c req-ed0df6b6-1764-4f5b-a729-cc5c568dd388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:16.222189 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-3c36ddab-4a46-45fa-985c-c198c3a5c02c req-ed0df6b6-1764-4f5b-a729-cc5c568dd388 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:16.223526 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3c36ddab-4a46-45fa-985c-c198c3a5c02c req-ed0df6b6-1764-4f5b-a729-cc5c568dd388 service neutron] 10.222.0.67 "PUT /v2.0/ports/7facd286-8691-43b6-9295-e31800c2f2c2 HTTP/1.1" status: 200 len: 1091 time: 0.6604538 Jan 18 22:28:16.223953 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e4cc2f6-c8b5-42da-a3e4-9a02132e484f', 'tag': '7facd286-8691-43b6-9295-e31800c2f2c2'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:28:16.226194 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edb0a99b-1b62-4d50-929d-f0a922199fa5" -d '{"events": [{"name": "network-changed", "server_uuid": "1e4cc2f6-c8b5-42da-a3e4-9a02132e484f", "tag": "7facd286-8691-43b6-9295-e31800c2f2c2"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:28:16.255604 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0df6b6-1764-4f5b-a729-cc5c568dd388 service neutron] Pushing event updated for resources: {'Port': ['ID=7facd286-8691-43b6-9295-e31800c2f2c2,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:28:16.263141 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d1a9123-f3d1-4361-9387-e6fe16c10ee7 x-openstack-request-id: req-4d1a9123-f3d1-4361-9387-e6fe16c10ee7 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:28:16.263434 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e4cc2f6-c8b5-42da-a3e4-9a02132e484f", "tag": "7facd286-8691-43b6-9295-e31800c2f2c2", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:28:16.263688 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4d1a9123-f3d1-4361-9387-e6fe16c10ee7 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:28:16.264614 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e4cc2f6-c8b5-42da-a3e4-9a02132e484f', 'tag': '7facd286-8691-43b6-9295-e31800c2f2c2', 'status': 'completed', 'code': 200} Jan 18 22:28:16.312470 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c36ddab-4a46-45fa-985c-c198c3a5c02c req-519ba894-3f61-4bf4-87ae-76561bbfdd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:16.313930 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3c36ddab-4a46-45fa-985c-c198c3a5c02c req-519ba894-3f61-4bf4-87ae-76561bbfdd17 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=893a30ad4d344f66b41e77f7c9071175&device_id=1e4cc2f6-c8b5-42da-a3e4-9a02132e484f HTTP/1.1" status: 200 len: 1094 time: 0.0438907 Jan 18 22:28:16.356922 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3c36ddab-4a46-45fa-985c-c198c3a5c02c req-be80f558-e246-453c-9443-551f28bdf41f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7facd286-8691-43b6-9295-e31800c2f2c2 HTTP/1.1" status: 200 len: 217 time: 0.0334401 Jan 18 22:28:16.403594 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c36ddab-4a46-45fa-985c-c198c3a5c02c req-3beac595-461e-4296-bb5d-f1513366caf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:16.405568 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3c36ddab-4a46-45fa-985c-c198c3a5c02c req-3beac595-461e-4296-bb5d-f1513366caf7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ba2f5523-0102-4449-aad9-213d17d31cc7 HTTP/1.1" status: 200 len: 858 time: 0.0415490 Jan 18 22:28:16.439180 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3c36ddab-4a46-45fa-985c-c198c3a5c02c req-248d0141-9023-4222-83b7-156004fbd6e8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7fbff691-58e4-49e9-9d09-fc05a219d9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269215 Jan 18 22:28:16.529519 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3c36ddab-4a46-45fa-985c-c198c3a5c02c req-884042fc-90aa-444c-842f-8f5adccd28d8 service neutron] 10.222.0.67 "GET /v2.0/networks/7fbff691-58e4-49e9-9d09-fc05a219d9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827048 Jan 18 22:28:16.620715 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3c36ddab-4a46-45fa-985c-c198c3a5c02c req-f7e09bab-a660-43a9-8a7a-71867153e9d4 service neutron] 10.222.0.67 "GET /v2.0/networks/7fbff691-58e4-49e9-9d09-fc05a219d9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847111 Jan 18 22:28:16.712684 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb0a99b-1b62-4d50-929d-f0a922199fa5 req-791c75b8-528a-4c66-b6df-f9806c8e6991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:16.714178 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-edb0a99b-1b62-4d50-929d-f0a922199fa5 req-791c75b8-528a-4c66-b6df-f9806c8e6991 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=893a30ad4d344f66b41e77f7c9071175&device_id=1e4cc2f6-c8b5-42da-a3e4-9a02132e484f HTTP/1.1" status: 200 len: 1094 time: 0.0417457 Jan 18 22:28:16.806343 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb0a99b-1b62-4d50-929d-f0a922199fa5 req-8f7ec9e8-5ebd-4b0b-ae99-d91dc47ee899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:16.807861 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-edb0a99b-1b62-4d50-929d-f0a922199fa5 req-8f7ec9e8-5ebd-4b0b-ae99-d91dc47ee899 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7fbff691-58e4-49e9-9d09-fc05a219d9b7 HTTP/1.1" status: 200 len: 918 time: 0.0855694 Jan 18 22:28:16.867761 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-edb0a99b-1b62-4d50-929d-f0a922199fa5 req-9e973dd8-426e-4c02-a1cf-1704d016cdc8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7facd286-8691-43b6-9295-e31800c2f2c2 HTTP/1.1" status: 200 len: 217 time: 0.0408411 Jan 18 22:28:16.920391 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb0a99b-1b62-4d50-929d-f0a922199fa5 req-3c4109d3-01c7-4950-99e6-322350598288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:16.921919 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-edb0a99b-1b62-4d50-929d-f0a922199fa5 req-3c4109d3-01c7-4950-99e6-322350598288 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ba2f5523-0102-4449-aad9-213d17d31cc7 HTTP/1.1" status: 200 len: 858 time: 0.0457597 Jan 18 22:28:16.967577 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-edb0a99b-1b62-4d50-929d-f0a922199fa5 req-ba9390dc-cc5b-4564-96c9-5b378971fab6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7fbff691-58e4-49e9-9d09-fc05a219d9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300362 Jan 18 22:28:17.066334 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-edb0a99b-1b62-4d50-929d-f0a922199fa5 req-3b5bc08d-c11e-4d46-83fb-f0fea3bba692 service neutron] 10.222.0.67 "GET /v2.0/networks/7fbff691-58e4-49e9-9d09-fc05a219d9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909421 Jan 18 22:28:17.163202 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-edb0a99b-1b62-4d50-929d-f0a922199fa5 req-bc6e9705-ba68-4a8a-ad32-6a1975939f00 service neutron] 10.222.0.67 "GET /v2.0/networks/7fbff691-58e4-49e9-9d09-fc05a219d9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817041 Jan 18 22:28:17.270986 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e5c0c3-a8f4-4524-9c5c-aa39e42d853d req-b8ef3df8-9da7-4b23-9c96-f8b8a66f2a85 tempest-InstanceActionsV221TestJSON-1902471008 tempest-InstanceActionsV221TestJSON-1902471008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:17.272476 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f1e5c0c3-a8f4-4524-9c5c-aa39e42d853d req-b8ef3df8-9da7-4b23-9c96-f8b8a66f2a85 tempest-InstanceActionsV221TestJSON-1902471008 tempest-InstanceActionsV221TestJSON-1902471008-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e4cc2f6-c8b5-42da-a3e4-9a02132e484f HTTP/1.1" status: 200 len: 943 time: 0.0490825 Jan 18 22:28:17.309152 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f1e5c0c3-a8f4-4524-9c5c-aa39e42d853d req-d0947a5b-f0b4-4c3f-b90e-9eb2751b83c7 tempest-InstanceActionsV221TestJSON-1902471008 tempest-InstanceActionsV221TestJSON-1902471008-project] 10.222.0.53 "GET /v2.0/security-groups?id=020d7101-fd21-425a-b020-e114b75c614a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307674 Jan 18 22:28:18.141029 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f410d4b5-1004-49f0-aa50-fb9b0aae2438 req-6034d8f4-8899-47d1-9ce6-8964ffe5b748 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:18.142634 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f410d4b5-1004-49f0-aa50-fb9b0aae2438 req-6034d8f4-8899-47d1-9ce6-8964ffe5b748 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/ports?device_id=304a0036-0214-4c80-94aa-de6139e57a2b HTTP/1.1" status: 200 len: 945 time: 0.0557132 Jan 18 22:28:18.181683 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f410d4b5-1004-49f0-aa50-fb9b0aae2438 req-63f8c556-10a5-48f6-abb0-205a6e12d74a tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c648c24-a8c9-44c0-bb3a-f1fa93ac06ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328159 Jan 18 22:28:18.427536 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0630bdc0-3918-4265-9a94-a038d9551ce4 req-3871ba94-9d29-4205-9384-f3a3fa3f9296 tempest-InstanceActionsV221TestJSON-1902471008 tempest-InstanceActionsV221TestJSON-1902471008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:18.429025 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0630bdc0-3918-4265-9a94-a038d9551ce4 req-3871ba94-9d29-4205-9384-f3a3fa3f9296 tempest-InstanceActionsV221TestJSON-1902471008 tempest-InstanceActionsV221TestJSON-1902471008-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e4cc2f6-c8b5-42da-a3e4-9a02132e484f HTTP/1.1" status: 200 len: 943 time: 0.0482047 Jan 18 22:28:18.466974 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0630bdc0-3918-4265-9a94-a038d9551ce4 req-e97c19a1-abe5-4c34-a259-0633cf11c5b7 tempest-InstanceActionsV221TestJSON-1902471008 tempest-InstanceActionsV221TestJSON-1902471008-project] 10.222.0.53 "GET /v2.0/security-groups?id=020d7101-fd21-425a-b020-e114b75c614a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320833 Jan 18 22:28:19.279293 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f6ef6155-a4e6-478a-826a-a3f7fe99eca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:19.315089 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf6d344-0f72-440c-af2e-3685733f1453 req-bf454c48-1e84-4800-b276-00878585ef1a tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:19.316621 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1bf6d344-0f72-440c-af2e-3685733f1453 req-bf454c48-1e84-4800-b276-00878585ef1a tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/ports?device_id=304a0036-0214-4c80-94aa-de6139e57a2b HTTP/1.1" status: 200 len: 945 time: 0.0610778 Jan 18 22:28:19.383738 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1bf6d344-0f72-440c-af2e-3685733f1453 req-fd2fda8a-da32-4826-ab58-2c46bdd01cc4 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c648c24-a8c9-44c0-bb3a-f1fa93ac06ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603340 Jan 18 22:28:19.589878 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe0c255-0416-4b46-b29c-f3ca2274e3a0 req-ecdc5169-5397-4a05-b08c-f42373c2a1c6 tempest-InstanceActionsV221TestJSON-1902471008 tempest-InstanceActionsV221TestJSON-1902471008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:19.591357 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0fe0c255-0416-4b46-b29c-f3ca2274e3a0 req-ecdc5169-5397-4a05-b08c-f42373c2a1c6 tempest-InstanceActionsV221TestJSON-1902471008 tempest-InstanceActionsV221TestJSON-1902471008-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e4cc2f6-c8b5-42da-a3e4-9a02132e484f HTTP/1.1" status: 200 len: 943 time: 0.0526316 Jan 18 22:28:19.630113 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0fe0c255-0416-4b46-b29c-f3ca2274e3a0 req-8cca8bcc-0203-4e50-89cd-ff83d291c5b4 tempest-InstanceActionsV221TestJSON-1902471008 tempest-InstanceActionsV221TestJSON-1902471008-project] 10.222.0.53 "GET /v2.0/security-groups?id=020d7101-fd21-425a-b020-e114b75c614a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321143 Jan 18 22:28:20.225183 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ba369-136c-4cd0-b52e-a305fb2b6d17 req-866be2b3-6cc1-439c-8b44-494efefe6f3c tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:20.226876 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e88ba369-136c-4cd0-b52e-a305fb2b6d17 req-866be2b3-6cc1-439c-8b44-494efefe6f3c tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.67 "GET /v2.0/ports?device_id=304a0036-0214-4c80-94aa-de6139e57a2b HTTP/1.1" status: 200 len: 945 time: 0.0546527 Jan 18 22:28:20.278686 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 7facd286-8691-43b6-9295-e31800c2f2c2 details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:28:20.331469 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-e88ba369-136c-4cd0-b52e-a305fb2b6d17 req-5b1eb47b-1892-48ab-ad84-72e121b769fa tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Deleting port e8d7bb39-fefa-4a60-8b6c-d0f3827ccb26 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:28:20.332054 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e88ba369-136c-4cd0-b52e-a305fb2b6d17 req-5b1eb47b-1892-48ab-ad84-72e121b769fa tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:20.378888 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 7facd286-8691-43b6-9295-e31800c2f2c2, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=7facd286-8691-43b6-9295-e31800c2f2c2,segment=NetworkSegment(64269467-4999-4c8e-ae21-c566e20a6e0d),segment_id=64269467-4999-4c8e-ae21-c566e20a6e0d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:28:20.395597 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': '7facd286-8691-43b6-9295-e31800c2f2c2', 'network_id': '7fbff691-58e4-49e9-9d09-fc05a219d9b7', 'port_id': '7facd286-8691-43b6-9295-e31800c2f2c2', 'mac_address': 'fa:16:3e:90:d9:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba2f5523-0102-4449-aad9-213d17d31cc7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:28:20.438183 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:20.461863 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7facd286-8691-43b6-9295-e31800c2f2c2 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:28:20.467667 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-e88ba369-136c-4cd0-b52e-a305fb2b6d17 req-5b1eb47b-1892-48ab-ad84-72e121b769fa tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] For port e8d7bb39-fefa-4a60-8b6c-d0f3827ccb26, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=e8d7bb39-fefa-4a60-8b6c-d0f3827ccb26,segment=NetworkSegment(709cf7fd-f815-4400-a3db-c8b217c6237e),segment_id=709cf7fd-f815-4400-a3db-c8b217c6237e)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:28:20.468015 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e88ba369-136c-4cd0-b52e-a305fb2b6d17 req-5b1eb47b-1892-48ab-ad84-72e121b769fa tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:20.486616 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 7facd286-8691-43b6-9295-e31800c2f2c2, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=7facd286-8691-43b6-9295-e31800c2f2c2,segment=NetworkSegment(64269467-4999-4c8e-ae21-c566e20a6e0d),segment_id=64269467-4999-4c8e-ae21-c566e20a6e0d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:28:20.493516 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:20.552996 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=7facd286-8691-43b6-9295-e31800c2f2c2,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:28:20.684339 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ae8ff4-d23e-4c27-b6dc-60fc37c8d616 req-ef292cad-b2e1-4d12-8f4e-d13bc3842b13 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:20.686721 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-59ae8ff4-d23e-4c27-b6dc-60fc37c8d616 req-ef292cad-b2e1-4d12-8f4e-d13bc3842b13 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/ports?device_id=304a0036-0214-4c80-94aa-de6139e57a2b HTTP/1.1" status: 200 len: 945 time: 0.1835382 Jan 18 22:28:20.822556 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-59ae8ff4-d23e-4c27-b6dc-60fc37c8d616 req-a574fe46-90e0-433b-87b7-afcbcbe173bc tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c648c24-a8c9-44c0-bb3a-f1fa93ac06ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279204 Jan 18 22:28:20.827036 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e88ba369-136c-4cd0-b52e-a305fb2b6d17 req-5b1eb47b-1892-48ab-ad84-72e121b769fa tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:20.827398 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e88ba369-136c-4cd0-b52e-a305fb2b6d17 req-5b1eb47b-1892-48ab-ad84-72e121b769fa tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043075'] for floatingip, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:20.827717 n-d-825064-1 neutron-server[102430]: INFO neutron.db.l3_db [req-e88ba369-136c-4cd0-b52e-a305fb2b6d17 req-5b1eb47b-1892-48ab-ad84-72e121b769fa tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Floating IP e390adda-a8a4-4d75-9a45-5d0f35118f61 disassociated. External IP: 172.25.5.148, port: e8d7bb39-fefa-4a60-8b6c-d0f3827ccb26. Jan 18 22:28:20.828067 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-e88ba369-136c-4cd0-b52e-a305fb2b6d17 req-5b1eb47b-1892-48ab-ad84-72e121b769fa tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Calling delete_port for e8d7bb39-fefa-4a60-8b6c-d0f3827ccb26 owned by compute:nova {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:28:20.847296 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8100779a-100e-4e9a-9426-40195fa860fc req-a95c6279-d74a-43fc-85d9-ef1f41cc5a7f tempest-InstanceActionsV221TestJSON-1902471008 tempest-InstanceActionsV221TestJSON-1902471008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:20.852809 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8100779a-100e-4e9a-9426-40195fa860fc req-a95c6279-d74a-43fc-85d9-ef1f41cc5a7f tempest-InstanceActionsV221TestJSON-1902471008 tempest-InstanceActionsV221TestJSON-1902471008-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e4cc2f6-c8b5-42da-a3e4-9a02132e484f HTTP/1.1" status: 200 len: 944 time: 0.1138930 Jan 18 22:28:20.929254 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8100779a-100e-4e9a-9426-40195fa860fc req-dfc45f0e-edb9-4548-a996-68ac60f21dc6 tempest-InstanceActionsV221TestJSON-1902471008 tempest-InstanceActionsV221TestJSON-1902471008-project] 10.222.0.53 "GET /v2.0/security-groups?id=020d7101-fd21-425a-b020-e114b75c614a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734386 Jan 18 22:28:20.933265 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['7facd286-8691-43b6-9295-e31800c2f2c2'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:28:21.021568 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e88ba369-136c-4cd0-b52e-a305fb2b6d17 req-5b1eb47b-1892-48ab-ad84-72e121b769fa tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:21.058310 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1eb47b-1892-48ab-ad84-72e121b769fa tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Pushing event deleted for resources: {'Port': ['ID=e8d7bb39-fefa-4a60-8b6c-d0f3827ccb26,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:28:21.204207 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e88ba369-136c-4cd0-b52e-a305fb2b6d17 req-5b1eb47b-1892-48ab-ad84-72e121b769fa tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Router 0aca9b94-86a5-43ca-b503-3c82b83f0607 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:28:21.322182 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e88ba369-136c-4cd0-b52e-a305fb2b6d17 req-5b1eb47b-1892-48ab-ad84-72e121b769fa tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:28:21.333916 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8597af-312e-4427-9913-4990feafa37f None None] Sync routers for ids ['0aca9b94-86a5-43ca-b503-3c82b83f0607'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:28:21.349449 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8597af-312e-4427-9913-4990feafa37f None None] Routers {'0aca9b94-86a5-43ca-b503-3c82b83f0607'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:28:21.350072 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-0a8597af-312e-4427-9913-4990feafa37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:27:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['0aca9b94-86a5-43ca-b503-3c82b83f0607'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:28:21.372826 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-e88ba369-136c-4cd0-b52e-a305fb2b6d17 req-5b1eb47b-1892-48ab-ad84-72e121b769fa tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] No DVR routers for this DVR port e8d7bb39-fefa-4a60-8b6c-d0f3827ccb26 on host n-h2-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:28:21.375055 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e88ba369-136c-4cd0-b52e-a305fb2b6d17 req-5b1eb47b-1892-48ab-ad84-72e121b769fa tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:21.378895 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e88ba369-136c-4cd0-b52e-a305fb2b6d17 req-5b1eb47b-1892-48ab-ad84-72e121b769fa tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.67 "DELETE /v2.0/ports/e8d7bb39-fefa-4a60-8b6c-d0f3827ccb26 HTTP/1.1" status: 204 len: 173 time: 1.1462429 Jan 18 22:28:21.379507 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '304a0036-0214-4c80-94aa-de6139e57a2b', 'name': 'network-vif-deleted', 'tag': 'e8d7bb39-fefa-4a60-8b6c-d0f3827ccb26'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:28:21.382060 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78dab650-1e64-4068-97dd-f037f5dfea27" -d '{"events": [{"server_uuid": "304a0036-0214-4c80-94aa-de6139e57a2b", "name": "network-vif-deleted", "tag": "e8d7bb39-fefa-4a60-8b6c-d0f3827ccb26"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:28:21.436707 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0048e5fd-0bae-45e6-8a9a-7c4316312c76 x-openstack-request-id: req-0048e5fd-0bae-45e6-8a9a-7c4316312c76 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:28:21.437417 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "304a0036-0214-4c80-94aa-de6139e57a2b", "name": "network-vif-deleted", "tag": "e8d7bb39-fefa-4a60-8b6c-d0f3827ccb26", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:28:21.437920 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0048e5fd-0bae-45e6-8a9a-7c4316312c76 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:28:21.438514 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '304a0036-0214-4c80-94aa-de6139e57a2b', 'name': 'network-vif-deleted', 'tag': 'e8d7bb39-fefa-4a60-8b6c-d0f3827ccb26', 'status': 'completed', 'code': 200} Jan 18 22:28:21.554902 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-0a8597af-312e-4427-9913-4990feafa37f None None] Set router 0aca9b94-86a5-43ca-b503-3c82b83f0607 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:28:21.784275 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-0a8597af-312e-4427-9913-4990feafa37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aca9b94-86a5-43ca-b503-3c82b83f0607', 'name': 'tempest-AttachVolumeTestJSON-1374897669-router', 'tenant_id': '8b13ed9b2a1546eeba661ab8fe911d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'b8d7af8a-ea10-4555-88a6-bf42a27d61a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:23:38Z', 'updated_at': '2022-01-18T22:23:45Z', 'revision_number': 4, 'project_id': '8b13ed9b2a1546eeba661ab8fe911d02', 'gw_port': {'id': 'b8d7af8a-ea10-4555-88a6-bf42a27d61a5', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aca9b94-86a5-43ca-b503-3c82b83f0607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:23:39Z', 'updated_at': '2022-01-18T22:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '9dfbdbb6-a5ec-463f-b8be-ac030735fbe1', 'name': '', 'network_id': 'a7cf00b2-fdcd-4807-a356-43cabd69ea31', 'tenant_id': '8b13ed9b2a1546eeba661ab8fe911d02', 'mac_address': 'fa:16:3e:5a:f7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aca9b94-86a5-43ca-b503-3c82b83f0607', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'f22ac4a0-8a49-4c4d-8503-b70bab42605d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:23:43Z', 'updated_at': '2022-01-18T22:23:51Z', 'revision_number': 5, 'project_id': '8b13ed9b2a1546eeba661ab8fe911d02', 'subnets': [{'id': 'f22ac4a0-8a49-4c4d-8503-b70bab42605d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:28:21.810812 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8597af-312e-4427-9913-4990feafa37f None None] Checking router: 0aca9b94-86a5-43ca-b503-3c82b83f0607 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:28:21.820005 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8597af-312e-4427-9913-4990feafa37f None None] Routers {'0aca9b94-86a5-43ca-b503-3c82b83f0607'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:28:21.820988 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-0a8597af-312e-4427-9913-4990feafa37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:27:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['0aca9b94-86a5-43ca-b503-3c82b83f0607'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:28:21.962555 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-0a8597af-312e-4427-9913-4990feafa37f None None] Set router 0aca9b94-86a5-43ca-b503-3c82b83f0607 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:28:22.020694 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-dd2273fb-9d09-48b8-afd6-7a8c4158caa1 req-f10bf313-9009-4f69-a0ca-a635462e8392 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/ports?device_id=304a0036-0214-4c80-94aa-de6139e57a2b HTTP/1.1" status: 200 len: 210 time: 0.0395932 Jan 18 22:28:22.036845 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5e83faba-4ff0-4091-91f0-9062757d79d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:22.135827 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ed7fa7-6ad1-4196-96db-59b5cb1cc0fb req-ab521177-f36e-4a9d-a3ef-79a2ab37ae10 tempest-InstanceActionsV221TestJSON-1902471008 tempest-InstanceActionsV221TestJSON-1902471008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:22.143765 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-42ed7fa7-6ad1-4196-96db-59b5cb1cc0fb req-ab521177-f36e-4a9d-a3ef-79a2ab37ae10 tempest-InstanceActionsV221TestJSON-1902471008 tempest-InstanceActionsV221TestJSON-1902471008-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e4cc2f6-c8b5-42da-a3e4-9a02132e484f HTTP/1.1" status: 200 len: 944 time: 0.0572269 Jan 18 22:28:22.208481 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-42ed7fa7-6ad1-4196-96db-59b5cb1cc0fb req-950ab991-9836-4094-82ab-40aa5d61af29 tempest-InstanceActionsV221TestJSON-1902471008 tempest-InstanceActionsV221TestJSON-1902471008-project] 10.222.0.53 "GET /v2.0/security-groups?id=020d7101-fd21-425a-b020-e114b75c614a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638220 Jan 18 22:28:22.279144 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 7facd286-8691-43b6-9295-e31800c2f2c2 up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:28:22.338684 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-0a8597af-312e-4427-9913-4990feafa37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aca9b94-86a5-43ca-b503-3c82b83f0607', 'name': 'tempest-AttachVolumeTestJSON-1374897669-router', 'tenant_id': '8b13ed9b2a1546eeba661ab8fe911d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'b8d7af8a-ea10-4555-88a6-bf42a27d61a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:23:38Z', 'updated_at': '2022-01-18T22:23:45Z', 'revision_number': 4, 'project_id': '8b13ed9b2a1546eeba661ab8fe911d02', 'gw_port': {'id': 'b8d7af8a-ea10-4555-88a6-bf42a27d61a5', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aca9b94-86a5-43ca-b503-3c82b83f0607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:23:39Z', 'updated_at': '2022-01-18T22:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '9dfbdbb6-a5ec-463f-b8be-ac030735fbe1', 'name': '', 'network_id': 'a7cf00b2-fdcd-4807-a356-43cabd69ea31', 'tenant_id': '8b13ed9b2a1546eeba661ab8fe911d02', 'mac_address': 'fa:16:3e:5a:f7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aca9b94-86a5-43ca-b503-3c82b83f0607', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'f22ac4a0-8a49-4c4d-8503-b70bab42605d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:23:43Z', 'updated_at': '2022-01-18T22:23:51Z', 'revision_number': 5, 'project_id': '8b13ed9b2a1546eeba661ab8fe911d02', 'subnets': [{'id': 'f22ac4a0-8a49-4c4d-8503-b70bab42605d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:28:22.371031 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8597af-312e-4427-9913-4990feafa37f None None] The sync data for ids ['0aca9b94-86a5-43ca-b503-3c82b83f0607'] in n-d-825064-1 is: [{'id': '0aca9b94-86a5-43ca-b503-3c82b83f0607', 'name': 'tempest-AttachVolumeTestJSON-1374897669-router', 'tenant_id': '8b13ed9b2a1546eeba661ab8fe911d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'b8d7af8a-ea10-4555-88a6-bf42a27d61a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:23:38Z', 'updated_at': '2022-01-18T22:23:45Z', 'revision_number': 4, 'project_id': '8b13ed9b2a1546eeba661ab8fe911d02', 'gw_port': {'id': 'b8d7af8a-ea10-4555-88a6-bf42a27d61a5', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aca9b94-86a5-43ca-b503-3c82b83f0607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:23:39Z', 'updated_at': '2022-01-18T22:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '9dfbdbb6-a5ec-463f-b8be-ac030735fbe1', 'name': '', 'network_id': 'a7cf00b2-fdcd-4807-a356-43cabd69ea31', 'tenant_id': '8b13ed9b2a1546eeba661ab8fe911d02', 'mac_address': 'fa:16:3e:5a:f7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aca9b94-86a5-43ca-b503-3c82b83f0607', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'f22ac4a0-8a49-4c4d-8503-b70bab42605d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:23:43Z', 'updated_at': '2022-01-18T22:23:51Z', 'revision_number': 5, 'project_id': '8b13ed9b2a1546eeba661ab8fe911d02', 'subnets': [{'id': 'f22ac4a0-8a49-4c4d-8503-b70bab42605d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:28:22.409389 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port 7facd286-8691-43b6-9295-e31800c2f2c2 completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:28:22.421347 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port 7facd286-8691-43b6-9295-e31800c2f2c2 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:28:22.421976 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:22.541286 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:22.600625 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e4cc2f6-c8b5-42da-a3e4-9a02132e484f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7facd286-8691-43b6-9295-e31800c2f2c2'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:28:22.612904 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-252ff611-2a7a-40ac-91ef-00ff45380c56" -d '{"events": [{"server_uuid": "1e4cc2f6-c8b5-42da-a3e4-9a02132e484f", "name": "network-vif-plugged", "status": "completed", "tag": "7facd286-8691-43b6-9295-e31800c2f2c2"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:28:22.654237 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 7facd286-8691-43b6-9295-e31800c2f2c2, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=7facd286-8691-43b6-9295-e31800c2f2c2,segment=NetworkSegment(64269467-4999-4c8e-ae21-c566e20a6e0d),segment_id=64269467-4999-4c8e-ae21-c566e20a6e0d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:28:22.668565 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:22.778147 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=7facd286-8691-43b6-9295-e31800c2f2c2,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:28:22.819453 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecab6a9c-631d-4d6b-9b25-41ebd2649216 x-openstack-request-id: req-ecab6a9c-631d-4d6b-9b25-41ebd2649216 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:28:22.819779 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e4cc2f6-c8b5-42da-a3e4-9a02132e484f", "name": "network-vif-plugged", "status": "completed", "tag": "7facd286-8691-43b6-9295-e31800c2f2c2", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:28:22.820034 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ecab6a9c-631d-4d6b-9b25-41ebd2649216 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:28:22.820516 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e4cc2f6-c8b5-42da-a3e4-9a02132e484f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7facd286-8691-43b6-9295-e31800c2f2c2', 'code': 200} Jan 18 22:28:22.881676 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:22.924361 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1f1f87-8a52-4e36-834e-ca5b066bb403 None None] New status for floating IP e390adda-a8a4-4d75-9a45-5d0f35118f61: DOWN {{(pid=102433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 22:28:22.929188 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69e84db-b242-40e4-be04-6bf3f25c3a7c req-bca8acb0-3319-4ec5-bdc5-b898c1713032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:22.930690 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a69e84db-b242-40e4-be04-6bf3f25c3a7c req-bca8acb0-3319-4ec5-bdc5-b898c1713032 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1e4cc2f6-c8b5-42da-a3e4-9a02132e484f HTTP/1.1" status: 200 len: 1096 time: 0.0469820 Jan 18 22:28:22.966991 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a69e84db-b242-40e4-be04-6bf3f25c3a7c req-a59badf8-e9b5-426a-ad28-6781160587ea service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=020d7101-fd21-425a-b020-e114b75c614a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291464 Jan 18 22:28:23.109306 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 47690) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:28:23.163540 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-583d4846-4fa5-406f-9bbb-4e1b771e809c tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:23.185708 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-583d4846-4fa5-406f-9bbb-4e1b771e809c tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:23.234592 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-583d4846-4fa5-406f-9bbb-4e1b771e809c tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:23.237488 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-583d4846-4fa5-406f-9bbb-4e1b771e809c tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:23.238630 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-583d4846-4fa5-406f-9bbb-4e1b771e809c tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "DELETE /v2.0/security-groups/4c648c24-a8c9-44c0-bb3a-f1fa93ac06ba HTTP/1.1" status: 204 len: 168 time: 0.1282690 Jan 18 22:28:23.241445 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 47694) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:28:23.247736 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583d4846-4fa5-406f-9bbb-4e1b771e809c tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c648c24-a8c9-44c0-bb3a-f1fa93ac06ba,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:28:23.257195 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [None req-06f02996-e7af-403a-8c1d-89f19d865f4e tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] show failed (client error): The resource could not be found. Jan 18 22:28:23.258202 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-06f02996-e7af-403a-8c1d-89f19d865f4e tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/security-groups/4c648c24-a8c9-44c0-bb3a-f1fa93ac06ba HTTP/1.1" status: 404 len: 347 time: 0.0157278 Jan 18 22:28:23.261402 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 47696) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:28:23.349123 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4504e575-6af6-445b-8508-f24fa9f7dae5 req-0ed75e6f-7fcf-4976-b4ae-a68476d4ec8d tempest-InstanceActionsV221TestJSON-1902471008 tempest-InstanceActionsV221TestJSON-1902471008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:23.350612 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4504e575-6af6-445b-8508-f24fa9f7dae5 req-0ed75e6f-7fcf-4976-b4ae-a68476d4ec8d tempest-InstanceActionsV221TestJSON-1902471008 tempest-InstanceActionsV221TestJSON-1902471008-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e4cc2f6-c8b5-42da-a3e4-9a02132e484f HTTP/1.1" status: 200 len: 945 time: 0.0515904 Jan 18 22:28:23.391303 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4504e575-6af6-445b-8508-f24fa9f7dae5 req-b649b834-021a-4ae8-af2c-1b07827b7589 tempest-InstanceActionsV221TestJSON-1902471008 tempest-InstanceActionsV221TestJSON-1902471008-project] 10.222.0.53 "GET /v2.0/security-groups?id=020d7101-fd21-425a-b020-e114b75c614a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348389 Jan 18 22:28:23.391522 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-a8dc12c0-d561-4e66-8fc4-fc68d775d0f9 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Deleting port 32e2812d-7c5c-4622-ba3f-d9c30577e375 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:28:23.391791 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a8dc12c0-d561-4e66-8fc4-fc68d775d0f9 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:23.469668 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a8dc12c0-d561-4e66-8fc4-fc68d775d0f9 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:23.470000 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a8dc12c0-d561-4e66-8fc4-fc68d775d0f9 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:23.482633 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-a8dc12c0-d561-4e66-8fc4-fc68d775d0f9 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Calling delete_port for 32e2812d-7c5c-4622-ba3f-d9c30577e375 owned by network:floatingip {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:28:23.633756 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a8dc12c0-d561-4e66-8fc4-fc68d775d0f9 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:23.664926 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dc12c0-d561-4e66-8fc4-fc68d775d0f9 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Pushing event deleted for resources: {'Port': ['ID=32e2812d-7c5c-4622-ba3f-d9c30577e375,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:28:23.735879 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a8dc12c0-d561-4e66-8fc4-fc68d775d0f9 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Notify callbacks [] for floatingip, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:23.738561 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a8dc12c0-d561-4e66-8fc4-fc68d775d0f9 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:23.740021 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-a8dc12c0-d561-4e66-8fc4-fc68d775d0f9 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "DELETE /v2.0/floatingips/e390adda-a8a4-4d75-9a45-5d0f35118f61 HTTP/1.1" status: 204 len: 168 time: 0.4775383 Jan 18 22:28:24.046755 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1936bc55-978f-47bc-9446-79ae429d59c3 req-5e39c916-c76b-43eb-9fd3-386118ee9f61 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:24.051660 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1936bc55-978f-47bc-9446-79ae429d59c3 req-5e39c916-c76b-43eb-9fd3-386118ee9f61 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.53 "GET /v2.0/networks?id=8bfa319b-722b-493a-bbbe-0e1ae27e2892 HTTP/1.1" status: 200 len: 814 time: 0.1090639 Jan 18 22:28:24.052999 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 47728) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:28:24.057572 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-23aec3e2-ed3b-47fd-914a-df57fb0a7135 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1238871780', 'description': 'tempest-description--158009618'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:28:24.073258 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1936bc55-978f-47bc-9446-79ae429d59c3 req-21a08372-40bf-425c-81c4-f0417173278c tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.53 "GET /v2.0/quotas/874c45697b3243aa9d39402c08d61ed1 HTTP/1.1" status: 200 len: 375 time: 0.0160511 Jan 18 22:28:24.099245 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-23aec3e2-ed3b-47fd-914a-df57fb0a7135 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:24.125743 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1936bc55-978f-47bc-9446-79ae429d59c3 req-8341b3c5-6128-498a-a66c-0ed3f3ee6980 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=874c45697b3243aa9d39402c08d61ed1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0516260 Jan 18 22:28:24.184059 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-23aec3e2-ed3b-47fd-914a-df57fb0a7135 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:24.198638 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-23aec3e2-ed3b-47fd-914a-df57fb0a7135 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:24.261228 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-23aec3e2-ed3b-47fd-914a-df57fb0a7135 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:24.262630 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-23aec3e2-ed3b-47fd-914a-df57fb0a7135 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2086556 Jan 18 22:28:24.265551 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 47734) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:28:24.269986 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-81d07799-2ca7-4a16-beaa-0418d2571cde tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Request body: {'security_group_rule': {'security_group_id': 'b2a384ad-409f-49f0-9e96-d4e872d08664', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:28:24.276374 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aec3e2-ed3b-47fd-914a-df57fb0a7135 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a384ad-409f-49f0-9e96-d4e872d08664,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:28:24.296040 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device e8d7bb39-fefa-4a60-8b6c-d0f3827ccb26 no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:28:24.308242 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-81d07799-2ca7-4a16-beaa-0418d2571cde tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:24.321357 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] No Port match for: e8d7bb39-fefa-4a60-8b6c-d0f3827ccb26 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:28:24.321698 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device e8d7bb39-fefa-4a60-8b6c-d0f3827ccb26 not bound to the agent host n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:28:24.374532 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-81d07799-2ca7-4a16-beaa-0418d2571cde tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:24.375176 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:24.380725 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-81d07799-2ca7-4a16-beaa-0418d2571cde tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:24.389417 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1936bc55-978f-47bc-9446-79ae429d59c3 req-8aaeaaf6-b5f4-4132-b7e9-c8bb9dd50d54 service neutron] 10.222.0.53 "GET /v2.0/networks/8bfa319b-722b-493a-bbbe-0e1ae27e2892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558293 Jan 18 22:28:24.401342 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d07799-2ca7-4a16-beaa-0418d2571cde tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f21d81a-c8e2-4224-aa9a-a96b6f347503,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:28:24.413871 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-81d07799-2ca7-4a16-beaa-0418d2571cde tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:24.415153 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-81d07799-2ca7-4a16-beaa-0418d2571cde tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1486924 Jan 18 22:28:24.417942 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 47740) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:28:24.423870 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-992aa392-7230-47a3-9387-04ef99eb4bfa tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Request body: {'security_group_rule': {'security_group_id': 'b2a384ad-409f-49f0-9e96-d4e872d08664', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:28:24.473859 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-992aa392-7230-47a3-9387-04ef99eb4bfa tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:24.516014 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:24.547476 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-992aa392-7230-47a3-9387-04ef99eb4bfa tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:24.561258 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-992aa392-7230-47a3-9387-04ef99eb4bfa tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:24.585327 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992aa392-7230-47a3-9387-04ef99eb4bfa tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a882c747-9f5e-4408-a2f4-9dd6c910ba03,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:28:24.595099 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1936bc55-978f-47bc-9446-79ae429d59c3 req-614048aa-ddcb-4163-9e3c-9fab6bfebfca service neutron] 10.222.0.53 "GET /v2.0/networks/8bfa319b-722b-493a-bbbe-0e1ae27e2892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997004 Jan 18 22:28:24.596890 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-992aa392-7230-47a3-9387-04ef99eb4bfa tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:24.598299 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-992aa392-7230-47a3-9387-04ef99eb4bfa tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1791406 Jan 18 22:28:24.601493 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 47744) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:28:24.607384 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-934df7e0-ce3f-44b4-a28d-68834a97525e tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Request body: {'floatingip': {'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:28:24.636236 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588c3d7b-b71a-43eb-9da9-6fb86a5f3a2b req-25e4c380-c0cc-40c4-89cc-89f7c7f5dc0f tempest-InstanceActionsV221TestJSON-1902471008 tempest-InstanceActionsV221TestJSON-1902471008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:24.639292 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-588c3d7b-b71a-43eb-9da9-6fb86a5f3a2b req-25e4c380-c0cc-40c4-89cc-89f7c7f5dc0f tempest-InstanceActionsV221TestJSON-1902471008 tempest-InstanceActionsV221TestJSON-1902471008-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e4cc2f6-c8b5-42da-a3e4-9a02132e484f HTTP/1.1" status: 200 len: 945 time: 0.1305325 Jan 18 22:28:24.647057 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-934df7e0-ce3f-44b4-a28d-68834a97525e tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Notify callbacks [] for floatingip, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:24.712851 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-588c3d7b-b71a-43eb-9da9-6fb86a5f3a2b req-035cbe1a-7c71-403a-9e26-5ac3bc099919 tempest-InstanceActionsV221TestJSON-1902471008 tempest-InstanceActionsV221TestJSON-1902471008-project] 10.222.0.53 "GET /v2.0/security-groups?id=020d7101-fd21-425a-b020-e114b75c614a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661185 Jan 18 22:28:24.940745 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6658cd08-514d-4056-851e-c89f3b5e7ab6 req-0bc6c05a-2a9f-48b6-a23c-49a58d9dd586 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b10ad37-a1fb-4104-92b9-cf212289e05d HTTP/1.1" status: 200 len: 210 time: 0.0491660 Jan 18 22:28:24.941087 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-934df7e0-ce3f-44b4-a28d-68834a97525e tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:25.082741 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-934df7e0-ce3f-44b4-a28d-68834a97525e tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Allocated IP 172.25.5.110 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/2d229e90-48ee-475c-a1d9-41810a9eadc8) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:28:25.144372 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f9b853-d428-4abd-9b40-80ed7ee3fe3a req-cc2cdf98-4373-4add-8b48-542bf21d2385 tempest-InstanceActionsV221TestJSON-1902471008 tempest-InstanceActionsV221TestJSON-1902471008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:25.146121 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-49f9b853-d428-4abd-9b40-80ed7ee3fe3a req-cc2cdf98-4373-4add-8b48-542bf21d2385 tempest-InstanceActionsV221TestJSON-1902471008 tempest-InstanceActionsV221TestJSON-1902471008-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e4cc2f6-c8b5-42da-a3e4-9a02132e484f HTTP/1.1" status: 200 len: 945 time: 0.0708010 Jan 18 22:28:25.189691 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-49f9b853-d428-4abd-9b40-80ed7ee3fe3a req-d1a57c87-deae-4cb9-b9d6-1a6fdc52605a tempest-InstanceActionsV221TestJSON-1902471008 tempest-InstanceActionsV221TestJSON-1902471008-project] 10.222.0.53 "GET /v2.0/security-groups?id=020d7101-fd21-425a-b020-e114b75c614a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375037 Jan 18 22:28:25.192780 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-934df7e0-ce3f-44b4-a28d-68834a97525e tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:25.227900 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-934df7e0-ce3f-44b4-a28d-68834a97525e tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:25.273552 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934df7e0-ce3f-44b4-a28d-68834a97525e tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:28:25.276652 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-934df7e0-ce3f-44b4-a28d-68834a97525e tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:28:25.280724 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934df7e0-ce3f-44b4-a28d-68834a97525e tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:28:25.302316 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934df7e0-ce3f-44b4-a28d-68834a97525e tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Pushing event updated for resources: {'Port': ['ID=2d229e90-48ee-475c-a1d9-41810a9eadc8,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:28:25.366616 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-934df7e0-ce3f-44b4-a28d-68834a97525e tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:25.400048 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-934df7e0-ce3f-44b4-a28d-68834a97525e tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:25.551409 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-934df7e0-ce3f-44b4-a28d-68834a97525e tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:25.555924 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-934df7e0-ce3f-44b4-a28d-68834a97525e tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:25.621491 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934df7e0-ce3f-44b4-a28d-68834a97525e tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Pushing event updated for resources: {'Port': ['ID=2d229e90-48ee-475c-a1d9-41810a9eadc8,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:28:25.633162 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-934df7e0-ce3f-44b4-a28d-68834a97525e tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043075'] for floatingip, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:25.648846 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-934df7e0-ce3f-44b4-a28d-68834a97525e tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:25.650135 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-934df7e0-ce3f-44b4-a28d-68834a97525e tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0474768 Jan 18 22:28:25.860252 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4e8e1d2e-9816-497b-a0b5-ddf761077743 req-a2e913a5-c7ea-4f45-bf77-01154f39280a tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1238871780&fields=id&tenant_id=8b13ed9b2a1546eeba661ab8fe911d02 HTTP/1.1" status: 200 len: 267 time: 0.0458736 Jan 18 22:28:26.063691 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1936bc55-978f-47bc-9446-79ae429d59c3 req-ca169d36-f6cb-41e9-b9c1-49736d73cf2f tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:26.065150 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1936bc55-978f-47bc-9446-79ae429d59c3 req-ca169d36-f6cb-41e9-b9c1-49736d73cf2f tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.67 "GET /v2.0/networks?id=8bfa319b-722b-493a-bbbe-0e1ae27e2892 HTTP/1.1" status: 200 len: 814 time: 0.2015646 Jan 18 22:28:26.074787 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8e1d2e-9816-497b-a0b5-ddf761077743 req-3474d1f8-d534-4f92-a595-8b12b9a3c1ba tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:26.076175 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4e8e1d2e-9816-497b-a0b5-ddf761077743 req-3474d1f8-d534-4f92-a595-8b12b9a3c1ba tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/networks?id=a7cf00b2-fdcd-4807-a356-43cabd69ea31 HTTP/1.1" status: 200 len: 811 time: 0.2029762 Jan 18 22:28:26.090047 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-1936bc55-978f-47bc-9446-79ae429d59c3 req-0ce481ff-1431-41b9-9114-d7881a2ac289 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Request body: {'port': {'device_id': '4b10ad37-a1fb-4104-92b9-cf212289e05d', 'network_id': '8bfa319b-722b-493a-bbbe-0e1ae27e2892', 'admin_state_up': True, 'tenant_id': '874c45697b3243aa9d39402c08d61ed1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:28:26.114764 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b3a7f5e4-dd88-4066-8fa4-d6116cb10911 req-130754d1-b9aa-462a-a9ab-472db98fc8cc tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b10ad37-a1fb-4104-92b9-cf212289e05d HTTP/1.1" status: 200 len: 210 time: 0.0469096 Jan 18 22:28:26.157351 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4e8e1d2e-9816-497b-a0b5-ddf761077743 req-81429aee-f780-4944-abaa-7fafc8cb44ba tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/quotas/8b13ed9b2a1546eeba661ab8fe911d02 HTTP/1.1" status: 200 len: 375 time: 0.0584383 Jan 18 22:28:26.248136 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4e8e1d2e-9816-497b-a0b5-ddf761077743 req-f11982e1-f5f6-42aa-b7a7-c20558e80be4 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8b13ed9b2a1546eeba661ab8fe911d02&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0836718 Jan 18 22:28:26.340334 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1936bc55-978f-47bc-9446-79ae429d59c3 req-0ce481ff-1431-41b9-9114-d7881a2ac289 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Made reservation on behalf of 874c45697b3243aa9d39402c08d61ed1 for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:28:26.343915 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-1936bc55-978f-47bc-9446-79ae429d59c3 req-0ce481ff-1431-41b9-9114-d7881a2ac289 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:26.403033 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21ffce9-4b4d-4517-9841-0898ac8c2b63 req-81b9ae25-24d7-43cd-953d-92e581f20986 tempest-InstanceActionsV221TestJSON-1902471008 tempest-InstanceActionsV221TestJSON-1902471008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:26.404598 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f21ffce9-4b4d-4517-9841-0898ac8c2b63 req-81b9ae25-24d7-43cd-953d-92e581f20986 tempest-InstanceActionsV221TestJSON-1902471008 tempest-InstanceActionsV221TestJSON-1902471008-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e4cc2f6-c8b5-42da-a3e4-9a02132e484f HTTP/1.1" status: 200 len: 945 time: 0.1338933 Jan 18 22:28:26.458730 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4e8e1d2e-9816-497b-a0b5-ddf761077743 req-bca58f99-f4d3-4946-824b-f45b87a52a31 service neutron] 10.222.0.53 "GET /v2.0/networks/a7cf00b2-fdcd-4807-a356-43cabd69ea31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972594 Jan 18 22:28:26.915107 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f21ffce9-4b4d-4517-9841-0898ac8c2b63 req-b297902d-67cd-4b79-b0ac-6504ae9b91d7 tempest-InstanceActionsV221TestJSON-1902471008 tempest-InstanceActionsV221TestJSON-1902471008-project] 10.222.0.53 "GET /v2.0/security-groups?id=020d7101-fd21-425a-b020-e114b75c614a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4695868 Jan 18 22:28:27.031017 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-1936bc55-978f-47bc-9446-79ae429d59c3 req-0ce481ff-1431-41b9-9114-d7881a2ac289 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Allocated IP 172.20.0.6 (8bfa319b-722b-493a-bbbe-0e1ae27e2892/29c446a9-d381-4718-9864-5ac3271c54a8/840c0ccc-fb2e-4221-9878-06d826acdff1) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:28:27.041303 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a077d8-0121-4ed1-945f-afc9c850e4fc req-0980c290-048f-4d08-8cda-b8034eabab7a tempest-InstanceActionsV221TestJSON-1902471008 tempest-InstanceActionsV221TestJSON-1902471008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:27.044808 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-72a077d8-0121-4ed1-945f-afc9c850e4fc req-0980c290-048f-4d08-8cda-b8034eabab7a tempest-InstanceActionsV221TestJSON-1902471008 tempest-InstanceActionsV221TestJSON-1902471008-project] 10.222.0.67 "GET /v2.0/ports?device_id=1e4cc2f6-c8b5-42da-a3e4-9a02132e484f HTTP/1.1" status: 200 len: 945 time: 0.1857152 Jan 18 22:28:27.054554 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4e8e1d2e-9816-497b-a0b5-ddf761077743 req-ac333ce8-9ed7-4aa5-8297-fb5a2abfaba2 service neutron] 10.222.0.53 "GET /v2.0/networks/a7cf00b2-fdcd-4807-a356-43cabd69ea31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5838399 Jan 18 22:28:27.261376 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-72a077d8-0121-4ed1-945f-afc9c850e4fc req-cad622b5-955a-48b5-8d3a-77cc335a6d94 tempest-InstanceActionsV221TestJSON-1902471008 tempest-InstanceActionsV221TestJSON-1902471008-project] Deleting port 7facd286-8691-43b6-9295-e31800c2f2c2 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:28:27.261986 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-72a077d8-0121-4ed1-945f-afc9c850e4fc req-cad622b5-955a-48b5-8d3a-77cc335a6d94 tempest-InstanceActionsV221TestJSON-1902471008 tempest-InstanceActionsV221TestJSON-1902471008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:27.346147 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-dcf76355-958b-4a47-8011-eb91b8ec05f1 req-725dd127-bb70-4b4b-996d-c14013fb7b6c tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b10ad37-a1fb-4104-92b9-cf212289e05d HTTP/1.1" status: 200 len: 210 time: 0.0654943 Jan 18 22:28:27.379545 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3e63bbcb-9667-4e15-9199-315c2d24becf req-70aff722-b210-40b2-82a5-da41b069f371 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5ba1bdb-f998-48b1-912b-1d8c0eec8f6d HTTP/1.1" status: 200 len: 210 time: 0.0879641 Jan 18 22:28:27.391709 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-1936bc55-978f-47bc-9446-79ae429d59c3 req-0ce481ff-1431-41b9-9114-d7881a2ac289 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:27.442366 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-72a077d8-0121-4ed1-945f-afc9c850e4fc req-cad622b5-955a-48b5-8d3a-77cc335a6d94 tempest-InstanceActionsV221TestJSON-1902471008 tempest-InstanceActionsV221TestJSON-1902471008-project] For port 7facd286-8691-43b6-9295-e31800c2f2c2, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=7facd286-8691-43b6-9295-e31800c2f2c2,segment=NetworkSegment(64269467-4999-4c8e-ae21-c566e20a6e0d),segment_id=64269467-4999-4c8e-ae21-c566e20a6e0d)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:28:27.442737 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-72a077d8-0121-4ed1-945f-afc9c850e4fc req-cad622b5-955a-48b5-8d3a-77cc335a6d94 tempest-InstanceActionsV221TestJSON-1902471008 tempest-InstanceActionsV221TestJSON-1902471008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:27.459035 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-72a077d8-0121-4ed1-945f-afc9c850e4fc req-cad622b5-955a-48b5-8d3a-77cc335a6d94 tempest-InstanceActionsV221TestJSON-1902471008 tempest-InstanceActionsV221TestJSON-1902471008-project] Calling delete_port for 7facd286-8691-43b6-9295-e31800c2f2c2 owned by compute:nova {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:28:27.473336 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-1936bc55-978f-47bc-9446-79ae429d59c3 req-0ce481ff-1431-41b9-9114-d7881a2ac289 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:27.487257 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['57543212-6e45-4b4c-9314-8adcb11e564a', '3d8a42f9-1063-455d-ad1b-4579633214fb'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:28:27.489763 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['3309ab83-ec01-4ddc-bd7b-6d7954fc2786'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:28:27.563724 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1936bc55-978f-47bc-9446-79ae429d59c3 req-0ce481ff-1431-41b9-9114-d7881a2ac289 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Network 8bfa319b-722b-493a-bbbe-0e1ae27e2892 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:28:27.573383 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-1936bc55-978f-47bc-9446-79ae429d59c3 req-0ce481ff-1431-41b9-9114-d7881a2ac289 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:28:27.577731 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-1936bc55-978f-47bc-9446-79ae429d59c3 req-0ce481ff-1431-41b9-9114-d7881a2ac289 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:28:27.580435 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce481ff-1431-41b9-9114-d7881a2ac289 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Pushing event updated for resources: {'Port': ['ID=840c0ccc-fb2e-4221-9878-06d826acdff1,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:28:27.640639 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1936bc55-978f-47bc-9446-79ae429d59c3 req-0ce481ff-1431-41b9-9114-d7881a2ac289 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:27.641255 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-1936bc55-978f-47bc-9446-79ae429d59c3 req-0ce481ff-1431-41b9-9114-d7881a2ac289 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:27.659324 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1936bc55-978f-47bc-9446-79ae429d59c3 req-0ce481ff-1431-41b9-9114-d7881a2ac289 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5741861 Jan 18 22:28:27.685525 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-1936bc55-978f-47bc-9446-79ae429d59c3 req-e9f6331a-bddd-47b9-89f4-52cd092ebb57 service neutron] Request body: {'port': {'device_id': '4b10ad37-a1fb-4104-92b9-cf212289e05d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:28:27.758281 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-72a077d8-0121-4ed1-945f-afc9c850e4fc req-cad622b5-955a-48b5-8d3a-77cc335a6d94 tempest-InstanceActionsV221TestJSON-1902471008 tempest-InstanceActionsV221TestJSON-1902471008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:27.767077 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-1936bc55-978f-47bc-9446-79ae429d59c3 req-e9f6331a-bddd-47b9-89f4-52cd092ebb57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:27.799229 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad622b5-955a-48b5-8d3a-77cc335a6d94 tempest-InstanceActionsV221TestJSON-1902471008 tempest-InstanceActionsV221TestJSON-1902471008-project] Pushing event deleted for resources: {'Port': ['ID=7facd286-8691-43b6-9295-e31800c2f2c2,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:28:27.856603 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-72a077d8-0121-4ed1-945f-afc9c850e4fc req-cad622b5-955a-48b5-8d3a-77cc335a6d94 tempest-InstanceActionsV221TestJSON-1902471008 tempest-InstanceActionsV221TestJSON-1902471008-project] No DVR routers for this DVR port 7facd286-8691-43b6-9295-e31800c2f2c2 on host n-h2-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:28:27.860170 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-72a077d8-0121-4ed1-945f-afc9c850e4fc req-cad622b5-955a-48b5-8d3a-77cc335a6d94 tempest-InstanceActionsV221TestJSON-1902471008 tempest-InstanceActionsV221TestJSON-1902471008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:27.863673 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-72a077d8-0121-4ed1-945f-afc9c850e4fc req-cad622b5-955a-48b5-8d3a-77cc335a6d94 tempest-InstanceActionsV221TestJSON-1902471008 tempest-InstanceActionsV221TestJSON-1902471008-project] 10.222.0.67 "DELETE /v2.0/ports/7facd286-8691-43b6-9295-e31800c2f2c2 HTTP/1.1" status: 204 len: 173 time: 0.8077834 Jan 18 22:28:27.864112 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e4cc2f6-c8b5-42da-a3e4-9a02132e484f', 'name': 'network-vif-deleted', 'tag': '7facd286-8691-43b6-9295-e31800c2f2c2'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:28:27.866351 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f454b50-61ac-4dbc-a2b9-97849d003355" -d '{"events": [{"server_uuid": "1e4cc2f6-c8b5-42da-a3e4-9a02132e484f", "name": "network-vif-deleted", "tag": "7facd286-8691-43b6-9295-e31800c2f2c2"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:28:27.940985 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80b430b3-42a2-4002-ac74-df351911f096 x-openstack-request-id: req-80b430b3-42a2-4002-ac74-df351911f096 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:28:27.941609 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e4cc2f6-c8b5-42da-a3e4-9a02132e484f", "name": "network-vif-deleted", "tag": "7facd286-8691-43b6-9295-e31800c2f2c2", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:28:27.941609 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-80b430b3-42a2-4002-ac74-df351911f096 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:28:27.941885 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e4cc2f6-c8b5-42da-a3e4-9a02132e484f', 'name': 'network-vif-deleted', 'tag': '7facd286-8691-43b6-9295-e31800c2f2c2', 'status': 'completed', 'code': 200} Jan 18 22:28:28.066077 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['7facd286-8691-43b6-9295-e31800c2f2c2'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:28:28.076012 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0a56a9f6-3988-4a88-b638-12ab6b8f4d43 req-4469f6cc-2a88-4edc-94d2-ddfd87a8c069 tempest-InstanceActionsV221TestJSON-1902471008 tempest-InstanceActionsV221TestJSON-1902471008-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e4cc2f6-c8b5-42da-a3e4-9a02132e484f HTTP/1.1" status: 200 len: 210 time: 0.0468242 Jan 18 22:28:28.215750 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [req-1936bc55-978f-47bc-9446-79ae429d59c3 req-e9f6331a-bddd-47b9-89f4-52cd092ebb57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 840c0ccc-fb2e-4221-9878-06d826acdff1 {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:28:28.225432 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-1936bc55-978f-47bc-9446-79ae429d59c3 req-e9f6331a-bddd-47b9-89f4-52cd092ebb57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:28.261555 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-1936bc55-978f-47bc-9446-79ae429d59c3 req-e9f6331a-bddd-47b9-89f4-52cd092ebb57 service neutron] Transition to ACTIVE for port object 840c0ccc-fb2e-4221-9878-06d826acdff1 will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:28:28.294204 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-1936bc55-978f-47bc-9446-79ae429d59c3 req-e9f6331a-bddd-47b9-89f4-52cd092ebb57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:28.364679 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f6331a-bddd-47b9-89f4-52cd092ebb57 service neutron] Pushing event updated for resources: {'Port': ['ID=840c0ccc-fb2e-4221-9878-06d826acdff1,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:28:28.470569 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8e1d2e-9816-497b-a0b5-ddf761077743 req-80770eaf-065b-4328-917e-c45eefe73e3d tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:28.472422 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4e8e1d2e-9816-497b-a0b5-ddf761077743 req-80770eaf-065b-4328-917e-c45eefe73e3d tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.67 "GET /v2.0/networks?id=a7cf00b2-fdcd-4807-a356-43cabd69ea31 HTTP/1.1" status: 200 len: 811 time: 0.2329602 Jan 18 22:28:28.542945 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e629b5b5-1d8d-41fa-ab2c-3cc676ce85f8 req-be53ebcf-719b-4ab8-8a33-45426f6f4fe6 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5ba1bdb-f998-48b1-912b-1d8c0eec8f6d HTTP/1.1" status: 200 len: 210 time: 0.0383482 Jan 18 22:28:28.631391 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba717b0b-d3d9-4527-aadc-f5b2637aa470 req-9a9aab00-e57a-452e-9e72-16ab0656049c tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:28.633828 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ba717b0b-d3d9-4527-aadc-f5b2637aa470 req-9a9aab00-e57a-452e-9e72-16ab0656049c tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b10ad37-a1fb-4104-92b9-cf212289e05d HTTP/1.1" status: 200 len: 943 time: 0.1938107 Jan 18 22:28:28.636995 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-1936bc55-978f-47bc-9446-79ae429d59c3 req-e9f6331a-bddd-47b9-89f4-52cd092ebb57 service neutron] Attempting to bind port 840c0ccc-fb2e-4221-9878-06d826acdff1 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:28:28.637526 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-1936bc55-978f-47bc-9446-79ae429d59c3 req-e9f6331a-bddd-47b9-89f4-52cd092ebb57 service neutron] Attempting to bind port 840c0ccc-fb2e-4221-9878-06d826acdff1 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '8722d91c-e345-4722-8e76-e16ce0db35db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '8bfa319b-722b-493a-bbbe-0e1ae27e2892'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:28:28.637933 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1936bc55-978f-47bc-9446-79ae429d59c3 req-e9f6331a-bddd-47b9-89f4-52cd092ebb57 service neutron] Attempting to bind port 840c0ccc-fb2e-4221-9878-06d826acdff1 on network 8bfa319b-722b-493a-bbbe-0e1ae27e2892 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:28:28.645703 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4e8e1d2e-9816-497b-a0b5-ddf761077743 req-ef985aba-170c-43b7-82d5-c40913a44f35 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b13ed9b2a1546eeba661ab8fe911d02 HTTP/1.1" status: 200 len: 380 time: 0.1486008 Jan 18 22:28:28.659586 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-4e8e1d2e-9816-497b-a0b5-ddf761077743 req-49ebbee9-70c6-401e-8dbb-9fd1cbc51c33 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Request body: {'port': {'device_id': 'b5ba1bdb-f998-48b1-912b-1d8c0eec8f6d', 'network_id': 'a7cf00b2-fdcd-4807-a356-43cabd69ea31', 'admin_state_up': True, 'tenant_id': '8b13ed9b2a1546eeba661ab8fe911d02', 'security_groups': ['b2a384ad-409f-49f0-9e96-d4e872d08664']}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:28:28.672923 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1936bc55-978f-47bc-9446-79ae429d59c3 req-e9f6331a-bddd-47b9-89f4-52cd092ebb57 service neutron] Port 840c0ccc-fb2e-4221-9878-06d826acdff1 on network 8bfa319b-722b-493a-bbbe-0e1ae27e2892 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:28:28.673284 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1936bc55-978f-47bc-9446-79ae429d59c3 req-e9f6331a-bddd-47b9-89f4-52cd092ebb57 service neutron] Attempting to bind port 840c0ccc-fb2e-4221-9878-06d826acdff1 on network 8bfa319b-722b-493a-bbbe-0e1ae27e2892 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:28:28.721196 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1936bc55-978f-47bc-9446-79ae429d59c3 req-e9f6331a-bddd-47b9-89f4-52cd092ebb57 service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:28:28.721568 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1936bc55-978f-47bc-9446-79ae429d59c3 req-e9f6331a-bddd-47b9-89f4-52cd092ebb57 service neutron] Checking segment: {'id': '8722d91c-e345-4722-8e76-e16ce0db35db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '8bfa319b-722b-493a-bbbe-0e1ae27e2892'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:28:28.721907 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1936bc55-978f-47bc-9446-79ae429d59c3 req-e9f6331a-bddd-47b9-89f4-52cd092ebb57 service neutron] Bound using segment: {'id': '8722d91c-e345-4722-8e76-e16ce0db35db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '8bfa319b-722b-493a-bbbe-0e1ae27e2892'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:28:28.722349 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-1936bc55-978f-47bc-9446-79ae429d59c3 req-e9f6331a-bddd-47b9-89f4-52cd092ebb57 service neutron] Bound port: 840c0ccc-fb2e-4221-9878-06d826acdff1, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8722d91c-e345-4722-8e76-e16ce0db35db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '8bfa319b-722b-493a-bbbe-0e1ae27e2892'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:28:28.722716 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-1936bc55-978f-47bc-9446-79ae429d59c3 req-e9f6331a-bddd-47b9-89f4-52cd092ebb57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:28.756876 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ba717b0b-d3d9-4527-aadc-f5b2637aa470 req-13998ca0-0acc-4cd8-8bca-890f60c1e2e1 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.53 "GET /v2.0/security-groups?id=256a12e5-9057-4b93-8582-8b1a9ccb62a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159422 Jan 18 22:28:28.838530 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-1936bc55-978f-47bc-9446-79ae429d59c3 req-e9f6331a-bddd-47b9-89f4-52cd092ebb57 service neutron] For port 840c0ccc-fb2e-4221-9878-06d826acdff1, host n-h2-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:28:28.842557 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-1936bc55-978f-47bc-9446-79ae429d59c3 req-e9f6331a-bddd-47b9-89f4-52cd092ebb57 service neutron] For port 840c0ccc-fb2e-4221-9878-06d826acdff1, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=840c0ccc-fb2e-4221-9878-06d826acdff1,segment=NetworkSegment(8722d91c-e345-4722-8e76-e16ce0db35db),segment_id=8722d91c-e345-4722-8e76-e16ce0db35db)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:28:28.848938 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-1936bc55-978f-47bc-9446-79ae429d59c3 req-e9f6331a-bddd-47b9-89f4-52cd092ebb57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:28.893904 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1936bc55-978f-47bc-9446-79ae429d59c3 req-e9f6331a-bddd-47b9-89f4-52cd092ebb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:28.894944 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-1936bc55-978f-47bc-9446-79ae429d59c3 req-e9f6331a-bddd-47b9-89f4-52cd092ebb57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:28.896255 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1936bc55-978f-47bc-9446-79ae429d59c3 req-e9f6331a-bddd-47b9-89f4-52cd092ebb57 service neutron] 10.222.0.67 "PUT /v2.0/ports/840c0ccc-fb2e-4221-9878-06d826acdff1 HTTP/1.1" status: 200 len: 1091 time: 1.2149174 Jan 18 22:28:28.901103 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e8e1d2e-9816-497b-a0b5-ddf761077743 req-49ebbee9-70c6-401e-8dbb-9fd1cbc51c33 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Made reservation on behalf of 8b13ed9b2a1546eeba661ab8fe911d02 for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:28:28.905123 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-4e8e1d2e-9816-497b-a0b5-ddf761077743 req-49ebbee9-70c6-401e-8dbb-9fd1cbc51c33 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:28.981722 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f6331a-bddd-47b9-89f4-52cd092ebb57 service neutron] Pushing event updated for resources: {'Port': ['ID=840c0ccc-fb2e-4221-9878-06d826acdff1,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:28:29.069346 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1936bc55-978f-47bc-9446-79ae429d59c3 req-a8d6ffd5-707a-42e5-8792-2b1ea7b53617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:29.070838 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1936bc55-978f-47bc-9446-79ae429d59c3 req-a8d6ffd5-707a-42e5-8792-2b1ea7b53617 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=874c45697b3243aa9d39402c08d61ed1&device_id=4b10ad37-a1fb-4104-92b9-cf212289e05d HTTP/1.1" status: 200 len: 1094 time: 0.1228881 Jan 18 22:28:29.136858 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1936bc55-978f-47bc-9446-79ae429d59c3 req-f3f7edc3-c5ab-4554-8c5d-176a14e6d379 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=840c0ccc-fb2e-4221-9878-06d826acdff1 HTTP/1.1" status: 200 len: 217 time: 0.0449564 Jan 18 22:28:29.191428 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-4e8e1d2e-9816-497b-a0b5-ddf761077743 req-49ebbee9-70c6-401e-8dbb-9fd1cbc51c33 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Allocated IP 172.20.0.3 (a7cf00b2-fdcd-4807-a356-43cabd69ea31/f22ac4a0-8a49-4c4d-8503-b70bab42605d/95b003d0-5508-401e-b1f4-71c2a1d0cf8b) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:28:29.218378 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1936bc55-978f-47bc-9446-79ae429d59c3 req-8943b3fd-4965-418c-85b9-600c32de0733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:29.219837 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1936bc55-978f-47bc-9446-79ae429d59c3 req-8943b3fd-4965-418c-85b9-600c32de0733 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=29c446a9-d381-4718-9864-5ac3271c54a8 HTTP/1.1" status: 200 len: 854 time: 0.0750129 Jan 18 22:28:29.264960 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1936bc55-978f-47bc-9446-79ae429d59c3 req-6ab5b50c-534e-4f3b-9b12-f5befb0fc275 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8bfa319b-722b-493a-bbbe-0e1ae27e2892&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319083 Jan 18 22:28:29.412513 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 47858) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:28:29.463630 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c3b356a-29e7-42e4-a475-a5c5866048f6 admin admin] Deleting subnet ba2f5523-0102-4449-aad9-213d17d31cc7 {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:28:29.466757 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3c3b356a-29e7-42e4-a475-a5c5866048f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:29.501227 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3c3b356a-29e7-42e4-a475-a5c5866048f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:29.503719 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b4090149-25e3-4f72-849d-d75626bc4266 req-884a73ce-ec41-46d1-be4a-919d607352bc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=752f3d83-a986-4e8d-8fd4-2e9cfdd50fd8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1356153 Jan 18 22:28:29.532864 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-4e8e1d2e-9816-497b-a0b5-ddf761077743 req-49ebbee9-70c6-401e-8dbb-9fd1cbc51c33 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:29.538670 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1936bc55-978f-47bc-9446-79ae429d59c3 req-fcab29b8-bf3c-4fc7-8df2-d8ef054edea4 service neutron] 10.222.0.67 "GET /v2.0/networks/8bfa319b-722b-493a-bbbe-0e1ae27e2892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600806 Jan 18 22:28:29.540568 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3c3b356a-29e7-42e4-a475-a5c5866048f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:29.598137 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3c3b356a-29e7-42e4-a475-a5c5866048f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:29.628813 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3b356a-29e7-42e4-a475-a5c5866048f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba2f5523-0102-4449-aad9-213d17d31cc7,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:28:29.634204 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3c3b356a-29e7-42e4-a475-a5c5866048f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:29.637921 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-3c3b356a-29e7-42e4-a475-a5c5866048f6 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/ba2f5523-0102-4449-aad9-213d17d31cc7 HTTP/1.1" status: 204 len: 168 time: 0.2228665 Jan 18 22:28:29.640552 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 47862) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:28:29.674532 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5178ad39-6f5d-465f-bf50-ccc8f89b3581 req-d94c7ea5-83a0-480b-bfb4-757cd7edf7e5 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5ba1bdb-f998-48b1-912b-1d8c0eec8f6d HTTP/1.1" status: 200 len: 210 time: 0.0464990 Jan 18 22:28:29.681357 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-4e8e1d2e-9816-497b-a0b5-ddf761077743 req-49ebbee9-70c6-401e-8dbb-9fd1cbc51c33 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:29.723459 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-75f568b6-ba35-4788-b20d-8b6f8af0b542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:29.738635 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4090149-25e3-4f72-849d-d75626bc4266 req-218f3a85-38e1-477f-a5c8-b559a7d13608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:29.740116 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b4090149-25e3-4f72-849d-d75626bc4266 req-218f3a85-38e1-477f-a5c8-b559a7d13608 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dbd095ed914d4cd8a3e6407b4ae358ee&device_id=752f3d83-a986-4e8d-8fd4-2e9cfdd50fd8 HTTP/1.1" status: 200 len: 1096 time: 0.1912730 Jan 18 22:28:29.757543 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e8e1d2e-9816-497b-a0b5-ddf761077743 req-49ebbee9-70c6-401e-8dbb-9fd1cbc51c33 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Network a7cf00b2-fdcd-4807-a356-43cabd69ea31 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:28:29.761424 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1936bc55-978f-47bc-9446-79ae429d59c3 req-a6ed4c4c-d633-43d4-965d-481098afbfb1 service neutron] 10.222.0.67 "GET /v2.0/networks/8bfa319b-722b-493a-bbbe-0e1ae27e2892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136757 Jan 18 22:28:29.772514 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-4e8e1d2e-9816-497b-a0b5-ddf761077743 req-49ebbee9-70c6-401e-8dbb-9fd1cbc51c33 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:28:29.775375 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ebbee9-70c6-401e-8dbb-9fd1cbc51c33 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Pushing event updated for resources: {'Port': ['ID=95b003d0-5508-401e-b1f4-71c2a1d0cf8b,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:28:29.786901 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e8e1d2e-9816-497b-a0b5-ddf761077743 req-49ebbee9-70c6-401e-8dbb-9fd1cbc51c33 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:28:29.814444 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-75f568b6-ba35-4788-b20d-8b6f8af0b542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:29.835375 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-75f568b6-ba35-4788-b20d-8b6f8af0b542 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fbff691-58e4-49e9-9d09-fc05a219d9b7']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:28:29.850593 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-75f568b6-ba35-4788-b20d-8b6f8af0b542 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64269467-4999-4c8e-ae21-c566e20a6e0d') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:28:29.850987 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-75f568b6-ba35-4788-b20d-8b6f8af0b542 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64269467-4999-4c8e-ae21-c566e20a6e0d') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:28:29.868359 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-75f568b6-ba35-4788-b20d-8b6f8af0b542 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:29.882893 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-75f568b6-ba35-4788-b20d-8b6f8af0b542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:29.890992 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75f568b6-ba35-4788-b20d-8b6f8af0b542 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:28:29.892059 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-75f568b6-ba35-4788-b20d-8b6f8af0b542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:29.893390 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:28:29.893390 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:28:29.893390 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:28:29.893390 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:28:29.893390 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:28:29.893390 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:28:29.893390 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:28:29.893390 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:28:29.893390 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:28:29.893390 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:28:29.893390 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:28:29.893390 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:28:29.893390 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:28:29.893390 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:28:29.893390 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:28:29.893390 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:28:29.893390 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:28:29.893390 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:28:29.893390 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:28:29.893390 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:28:29.893390 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:28:29.893390 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:28:29.893390 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:28:29.893390 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:28:29.893390 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:28:29.893390 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:28:29.893390 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:28:29.893390 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:28:29.893390 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:28:29.893390 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:28:29.893390 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:28:29.893390 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:28:29.914626 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8e1d2e-9816-497b-a0b5-ddf761077743 req-49ebbee9-70c6-401e-8dbb-9fd1cbc51c33 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:29.915256 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-4e8e1d2e-9816-497b-a0b5-ddf761077743 req-49ebbee9-70c6-401e-8dbb-9fd1cbc51c33 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:29.947914 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b10ad37-a1fb-4104-92b9-cf212289e05d', 'tag': '840c0ccc-fb2e-4221-9878-06d826acdff1'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:28:29.949219 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-75f568b6-ba35-4788-b20d-8b6f8af0b542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:29.950348 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d073c71-dc95-49f4-af4e-e8ec22746e12" -d '{"events": [{"name": "network-changed", "server_uuid": "4b10ad37-a1fb-4104-92b9-cf212289e05d", "tag": "840c0ccc-fb2e-4221-9878-06d826acdff1"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:28:29.961967 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaf7f0e-8a31-4884-9b26-2b39b12c2989 req-daf44ae0-571e-4689-ab95-fc568d4ab1f0 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:29.963463 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-75f568b6-ba35-4788-b20d-8b6f8af0b542 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:29.963679 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8eaf7f0e-8a31-4884-9b26-2b39b12c2989 req-daf44ae0-571e-4689-ab95-fc568d4ab1f0 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b10ad37-a1fb-4104-92b9-cf212289e05d HTTP/1.1" status: 200 len: 943 time: 0.1131642 Jan 18 22:28:29.965725 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4090149-25e3-4f72-849d-d75626bc4266 req-268a1fbe-287e-4dce-ac9a-1f106798ffd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:29.967115 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b4090149-25e3-4f72-849d-d75626bc4266 req-268a1fbe-287e-4dce-ac9a-1f106798ffd1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=20e66f8d-59af-4123-907d-ae2bdaa0a688 HTTP/1.1" status: 200 len: 916 time: 0.2024243 Jan 18 22:28:29.969035 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-75f568b6-ba35-4788-b20d-8b6f8af0b542 admin admin] 10.222.0.53 "DELETE /v2.0/networks/7fbff691-58e4-49e9-9d09-fc05a219d9b7 HTTP/1.1" status: 204 len: 168 time: 0.3274612 Jan 18 22:28:29.981975 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4e8e1d2e-9816-497b-a0b5-ddf761077743 req-49ebbee9-70c6-401e-8dbb-9fd1cbc51c33 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3284688 Jan 18 22:28:29.990742 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f568b6-ba35-4788-b20d-8b6f8af0b542 admin admin] Pushing event deleted for resources: {'Network': ['ID=7fbff691-58e4-49e9-9d09-fc05a219d9b7,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:28:30.000976 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-4e8e1d2e-9816-497b-a0b5-ddf761077743 req-12661eed-2315-4278-8a7e-3e9420b0c2ad service neutron] Request body: {'port': {'device_id': 'b5ba1bdb-f998-48b1-912b-1d8c0eec8f6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:28:30.006005 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a639339-a032-4381-860e-5927d58e1715 x-openstack-request-id: req-5a639339-a032-4381-860e-5927d58e1715 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:28:30.006296 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b10ad37-a1fb-4104-92b9-cf212289e05d", "tag": "840c0ccc-fb2e-4221-9878-06d826acdff1", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:28:30.006544 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5a639339-a032-4381-860e-5927d58e1715 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:28:30.006933 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b10ad37-a1fb-4104-92b9-cf212289e05d', 'tag': '840c0ccc-fb2e-4221-9878-06d826acdff1', 'status': 'completed', 'code': 200} Jan 18 22:28:30.081570 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-07bca93c-b443-445e-8975-0b5132ef52cc None None] Provisioning complete for port 95b003d0-5508-401e-b1f4-71c2a1d0cf8b triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:28:30.082494 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-07bca93c-b443-445e-8975-0b5132ef52cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:30.126205 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-07bca93c-b443-445e-8975-0b5132ef52cc None None] Port 95b003d0-5508-401e-b1f4-71c2a1d0cf8b cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:28:30.138994 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 47876) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:28:30.144481 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8eaf7f0e-8a31-4884-9b26-2b39b12c2989 req-2027beb7-e103-4269-9691-a79979a96a18 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.53 "GET /v2.0/security-groups?id=256a12e5-9057-4b93-8582-8b1a9ccb62a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679311 Jan 18 22:28:30.189927 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-40b826d5-28c4-49b1-bc81-350dec4c2714 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=893a30ad4d344f66b41e77f7c9071175&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0504580 Jan 18 22:28:30.192832 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 47878) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:28:30.205032 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b4090149-25e3-4f72-849d-d75626bc4266 req-122bc99d-8da9-4098-a900-61573584d1bd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=141a641c-d775-411c-8e3a-e0269ab65a4d HTTP/1.1" status: 200 len: 1001 time: 0.1774070 Jan 18 22:28:30.207168 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-4e8e1d2e-9816-497b-a0b5-ddf761077743 req-12661eed-2315-4278-8a7e-3e9420b0c2ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:30.212403 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d073c71-dc95-49f4-af4e-e8ec22746e12 req-19ee160d-deaa-4fa3-ba21-f59752cf8801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:30.214355 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1d073c71-dc95-49f4-af4e-e8ec22746e12 req-19ee160d-deaa-4fa3-ba21-f59752cf8801 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=874c45697b3243aa9d39402c08d61ed1&device_id=4b10ad37-a1fb-4104-92b9-cf212289e05d HTTP/1.1" status: 200 len: 1094 time: 0.1785095 Jan 18 22:28:30.249446 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1f7f6d04-f72b-4d9e-92e7-b735b13f924d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:30.274882 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1f7f6d04-f72b-4d9e-92e7-b735b13f924d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:30.309134 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 7facd286-8691-43b6-9295-e31800c2f2c2 no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:28:30.332689 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] No Port match for: 7facd286-8691-43b6-9295-e31800c2f2c2 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:28:30.333405 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 7facd286-8691-43b6-9295-e31800c2f2c2 not bound to the agent host n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:28:30.350041 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1f7f6d04-f72b-4d9e-92e7-b735b13f924d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:30.352786 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1f7f6d04-f72b-4d9e-92e7-b735b13f924d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:30.353952 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-1f7f6d04-f72b-4d9e-92e7-b735b13f924d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/020d7101-fd21-425a-b020-e114b75c614a HTTP/1.1" status: 204 len: 168 time: 0.1599150 Jan 18 22:28:30.378694 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4090149-25e3-4f72-849d-d75626bc4266 req-4d52148f-cd79-4397-b0d1-101fc4aaeaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:30.379383 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7f6d04-f72b-4d9e-92e7-b735b13f924d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=020d7101-fd21-425a-b020-e114b75c614a,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:28:30.380185 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b4090149-25e3-4f72-849d-d75626bc4266 req-4d52148f-cd79-4397-b0d1-101fc4aaeaf2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bdcd6731-596e-4357-a042-5d54da415e2a HTTP/1.1" status: 200 len: 855 time: 0.1648064 Jan 18 22:28:30.450331 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d073c71-dc95-49f4-af4e-e8ec22746e12 req-98d4e91e-76ab-45f4-aaa1-8e80558a2a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:30.452500 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1d073c71-dc95-49f4-af4e-e8ec22746e12 req-98d4e91e-76ab-45f4-aaa1-8e80558a2a15 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8bfa319b-722b-493a-bbbe-0e1ae27e2892 HTTP/1.1" status: 200 len: 914 time: 0.2234807 Jan 18 22:28:30.553168 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1d073c71-dc95-49f4-af4e-e8ec22746e12 req-4be92bce-ef5a-4c70-928f-50f10e4cc6b2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=840c0ccc-fb2e-4221-9878-06d826acdff1 HTTP/1.1" status: 200 len: 217 time: 0.0938735 Jan 18 22:28:30.602219 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4090149-25e3-4f72-849d-d75626bc4266 req-cc954566-32ab-42e1-b749-463bba74bced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:30.603704 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b4090149-25e3-4f72-849d-d75626bc4266 req-cc954566-32ab-42e1-b749-463bba74bced service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=20e66f8d-59af-4123-907d-ae2bdaa0a688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2144878 Jan 18 22:28:30.682351 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d073c71-dc95-49f4-af4e-e8ec22746e12 req-a2c39852-97b2-4898-b52a-c513c76f2a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:30.683799 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1d073c71-dc95-49f4-af4e-e8ec22746e12 req-a2c39852-97b2-4898-b52a-c513c76f2a8a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=29c446a9-d381-4718-9864-5ac3271c54a8 HTTP/1.1" status: 200 len: 854 time: 0.1215816 Jan 18 22:28:30.751572 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1d073c71-dc95-49f4-af4e-e8ec22746e12 req-1a33c15f-3f32-4f36-8557-390b724f938c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8bfa319b-722b-493a-bbbe-0e1ae27e2892&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393603 Jan 18 22:28:31.175129 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 47914) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:28:31.289674 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b4090149-25e3-4f72-849d-d75626bc4266 req-555abd74-07af-43fb-afc4-7fc5011e16cf service neutron] 10.222.0.36 "GET /v2.0/networks/20e66f8d-59af-4123-907d-ae2bdaa0a688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6747999 Jan 18 22:28:31.330794 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-5c037858-7160-49bf-919f-3a4870969682 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-112428724-network', 'tenant_id': 'e651e0fd164145c6ae54b7f38f3ed933'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:28:31.357447 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c037858-7160-49bf-919f-3a4870969682 admin admin] Made reservation on behalf of e651e0fd164145c6ae54b7f38f3ed933 for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:28:31.360535 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5c037858-7160-49bf-919f-3a4870969682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:31.370118 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5c037858-7160-49bf-919f-3a4870969682 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:31.441956 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ea162-e92d-4801-aca1-547bca8f9ddf req-9815bbd9-6601-4fb7-a9b0-1902a78997d6 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:31.443589 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f55ea162-e92d-4801-aca1-547bca8f9ddf req-9815bbd9-6601-4fb7-a9b0-1902a78997d6 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5ba1bdb-f998-48b1-912b-1d8c0eec8f6d HTTP/1.1" status: 200 len: 931 time: 0.3333192 Jan 18 22:28:31.458256 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5c037858-7160-49bf-919f-3a4870969682 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:31.462795 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5c037858-7160-49bf-919f-3a4870969682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:31.474886 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1d073c71-dc95-49f4-af4e-e8ec22746e12 req-870fd320-760a-4970-9e1c-cfd8a05fa42f service neutron] 10.222.0.67 "GET /v2.0/networks/8bfa319b-722b-493a-bbbe-0e1ae27e2892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7131968 Jan 18 22:28:31.485990 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c037858-7160-49bf-919f-3a4870969682 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:28:31.500496 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8409dafc-bc90-4076-b9fe-dd918bcb1041 req-9af3c9e9-1e58-4fe0-a4ce-6fc111dfb4a7 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:31.501017 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c037858-7160-49bf-919f-3a4870969682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1069572-4e6d-4c1f-b8e0-762998e676eb,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:28:31.501952 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8409dafc-bc90-4076-b9fe-dd918bcb1041 req-9af3c9e9-1e58-4fe0-a4ce-6fc111dfb4a7 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b10ad37-a1fb-4104-92b9-cf212289e05d HTTP/1.1" status: 200 len: 943 time: 0.2395775 Jan 18 22:28:31.515409 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5c037858-7160-49bf-919f-3a4870969682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:31.515754 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-5c037858-7160-49bf-919f-3a4870969682 admin admin] Added segment 409b1f1e-c99e-4afe-b3dc-3e1ceedea5e6 of type vlan for network 0ce6e245-9d2d-4e6e-b1b9-d7af9d48134d Jan 18 22:28:31.555848 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5c037858-7160-49bf-919f-3a4870969682 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:31.580482 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5c037858-7160-49bf-919f-3a4870969682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:31.581470 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c037858-7160-49bf-919f-3a4870969682 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:31.582042 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5c037858-7160-49bf-919f-3a4870969682 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:31.612431 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [req-4e8e1d2e-9816-497b-a0b5-ddf761077743 req-12661eed-2315-4278-8a7e-3e9420b0c2ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95b003d0-5508-401e-b1f4-71c2a1d0cf8b {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:28:31.628666 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-4e8e1d2e-9816-497b-a0b5-ddf761077743 req-12661eed-2315-4278-8a7e-3e9420b0c2ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:31.640765 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-5c037858-7160-49bf-919f-3a4870969682 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4645398 Jan 18 22:28:31.643621 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 47926) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:28:31.644772 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b4090149-25e3-4f72-849d-d75626bc4266 req-d23d4a4d-4eae-4cef-bafb-eb390780f0b8 service neutron] 10.222.0.36 "GET /v2.0/networks/20e66f8d-59af-4123-907d-ae2bdaa0a688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3465035 Jan 18 22:28:31.647623 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f55ea162-e92d-4801-aca1-547bca8f9ddf req-cec6e5a2-6898-46c3-98de-f34eec7685a9 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2a384ad-409f-49f0-9e96-d4e872d08664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1924520 Jan 18 22:28:31.650086 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-da75069f-d888-4896-892d-91db481e861b admin admin] Request body: {'subnet': {'network_id': '0ce6e245-9d2d-4e6e-b1b9-d7af9d48134d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-112428724-subnet', 'tenant_id': 'e651e0fd164145c6ae54b7f38f3ed933', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:28:31.660978 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c037858-7160-49bf-919f-3a4870969682 admin admin] Pushing event updated for resources: {'Network': ['ID=0ce6e245-9d2d-4e6e-b1b9-d7af9d48134d,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:28:31.666362 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8409dafc-bc90-4076-b9fe-dd918bcb1041 req-5db8c2ba-0ba8-47ed-ad31-b418678d1731 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.53 "GET /v2.0/security-groups?id=256a12e5-9057-4b93-8582-8b1a9ccb62a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484838 Jan 18 22:28:31.676102 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-4e8e1d2e-9816-497b-a0b5-ddf761077743 req-12661eed-2315-4278-8a7e-3e9420b0c2ad service neutron] Transition to ACTIVE for port object 95b003d0-5508-401e-b1f4-71c2a1d0cf8b will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:28:31.695451 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-4e8e1d2e-9816-497b-a0b5-ddf761077743 req-12661eed-2315-4278-8a7e-3e9420b0c2ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:31.702404 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1d073c71-dc95-49f4-af4e-e8ec22746e12 req-9c0860ed-28b6-43e2-af62-c6ffe99a8df6 service neutron] 10.222.0.67 "GET /v2.0/networks/8bfa319b-722b-493a-bbbe-0e1ae27e2892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131608 Jan 18 22:28:31.702771 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da75069f-d888-4896-892d-91db481e861b admin admin] Made reservation on behalf of e651e0fd164145c6ae54b7f38f3ed933 for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:28:31.704981 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 0ce6e245-9d2d-4e6e-b1b9-d7af9d48134d details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:28:31.705469 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-da75069f-d888-4896-892d-91db481e861b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:31.751481 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12661eed-2315-4278-8a7e-3e9420b0c2ad service neutron] Pushing event updated for resources: {'Port': ['ID=95b003d0-5508-401e-b1f4-71c2a1d0cf8b,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:28:31.864193 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-4e8e1d2e-9816-497b-a0b5-ddf761077743 req-12661eed-2315-4278-8a7e-3e9420b0c2ad service neutron] Attempting to bind port 95b003d0-5508-401e-b1f4-71c2a1d0cf8b on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:28:31.864606 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-4e8e1d2e-9816-497b-a0b5-ddf761077743 req-12661eed-2315-4278-8a7e-3e9420b0c2ad service neutron] Attempting to bind port 95b003d0-5508-401e-b1f4-71c2a1d0cf8b by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '709cf7fd-f815-4400-a3db-c8b217c6237e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a7cf00b2-fdcd-4807-a356-43cabd69ea31'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:28:31.865027 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8e1d2e-9816-497b-a0b5-ddf761077743 req-12661eed-2315-4278-8a7e-3e9420b0c2ad service neutron] Attempting to bind port 95b003d0-5508-401e-b1f4-71c2a1d0cf8b on network a7cf00b2-fdcd-4807-a356-43cabd69ea31 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:28:31.870355 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8e1d2e-9816-497b-a0b5-ddf761077743 req-12661eed-2315-4278-8a7e-3e9420b0c2ad service neutron] Port 95b003d0-5508-401e-b1f4-71c2a1d0cf8b on network a7cf00b2-fdcd-4807-a356-43cabd69ea31 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:28:31.870678 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8e1d2e-9816-497b-a0b5-ddf761077743 req-12661eed-2315-4278-8a7e-3e9420b0c2ad service neutron] Attempting to bind port 95b003d0-5508-401e-b1f4-71c2a1d0cf8b on network a7cf00b2-fdcd-4807-a356-43cabd69ea31 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:28:31.880897 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8e1d2e-9816-497b-a0b5-ddf761077743 req-12661eed-2315-4278-8a7e-3e9420b0c2ad service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:28:31.881252 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8e1d2e-9816-497b-a0b5-ddf761077743 req-12661eed-2315-4278-8a7e-3e9420b0c2ad service neutron] Checking segment: {'id': '709cf7fd-f815-4400-a3db-c8b217c6237e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a7cf00b2-fdcd-4807-a356-43cabd69ea31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:28:31.881638 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8e1d2e-9816-497b-a0b5-ddf761077743 req-12661eed-2315-4278-8a7e-3e9420b0c2ad service neutron] Bound using segment: {'id': '709cf7fd-f815-4400-a3db-c8b217c6237e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a7cf00b2-fdcd-4807-a356-43cabd69ea31'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:28:31.883325 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-4e8e1d2e-9816-497b-a0b5-ddf761077743 req-12661eed-2315-4278-8a7e-3e9420b0c2ad service neutron] Bound port: 95b003d0-5508-401e-b1f4-71c2a1d0cf8b, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '709cf7fd-f815-4400-a3db-c8b217c6237e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a7cf00b2-fdcd-4807-a356-43cabd69ea31'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:28:31.883694 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-4e8e1d2e-9816-497b-a0b5-ddf761077743 req-12661eed-2315-4278-8a7e-3e9420b0c2ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:31.953519 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-4e8e1d2e-9816-497b-a0b5-ddf761077743 req-12661eed-2315-4278-8a7e-3e9420b0c2ad service neutron] For port 95b003d0-5508-401e-b1f4-71c2a1d0cf8b, host n-h2-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:28:31.956936 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-4e8e1d2e-9816-497b-a0b5-ddf761077743 req-12661eed-2315-4278-8a7e-3e9420b0c2ad service neutron] For port 95b003d0-5508-401e-b1f4-71c2a1d0cf8b, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=95b003d0-5508-401e-b1f4-71c2a1d0cf8b,segment=NetworkSegment(709cf7fd-f815-4400-a3db-c8b217c6237e),segment_id=709cf7fd-f815-4400-a3db-c8b217c6237e)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:28:31.962666 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-4e8e1d2e-9816-497b-a0b5-ddf761077743 req-12661eed-2315-4278-8a7e-3e9420b0c2ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:31.978950 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-da75069f-d888-4896-892d-91db481e861b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:31.996924 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8e1d2e-9816-497b-a0b5-ddf761077743 req-12661eed-2315-4278-8a7e-3e9420b0c2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:31.997607 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-4e8e1d2e-9816-497b-a0b5-ddf761077743 req-12661eed-2315-4278-8a7e-3e9420b0c2ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:31.999065 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4e8e1d2e-9816-497b-a0b5-ddf761077743 req-12661eed-2315-4278-8a7e-3e9420b0c2ad service neutron] 10.222.0.67 "PUT /v2.0/ports/95b003d0-5508-401e-b1f4-71c2a1d0cf8b HTTP/1.1" status: 200 len: 1091 time: 2.0031540 Jan 18 22:28:32.009946 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5ba1bdb-f998-48b1-912b-1d8c0eec8f6d', 'tag': '95b003d0-5508-401e-b1f4-71c2a1d0cf8b'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:28:32.012452 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46d2557c-994e-4cfa-be66-ac49ef010ccc" -d '{"events": [{"name": "network-changed", "server_uuid": "b5ba1bdb-f998-48b1-912b-1d8c0eec8f6d", "tag": "95b003d0-5508-401e-b1f4-71c2a1d0cf8b"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:28:32.034164 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da75069f-d888-4896-892d-91db481e861b admin admin] Pushing event updated for resources: {'Subnet': ['ID=11f76939-6edc-4ab4-afaf-b0efd8d8c133,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:28:32.044990 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da75069f-d888-4896-892d-91db481e861b admin admin] Checking segment: {'id': '409b1f1e-c99e-4afe-b3dc-3e1ceedea5e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '0ce6e245-9d2d-4e6e-b1b9-d7af9d48134d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:28:32.045383 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da75069f-d888-4896-892d-91db481e861b admin admin] Network hostable DHCP agents. Network: 0ce6e245-9d2d-4e6e-b1b9-d7af9d48134d, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:28:32.070432 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da75069f-d888-4896-892d-91db481e861b admin admin] Network 0ce6e245-9d2d-4e6e-b1b9-d7af9d48134d is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:28:32.071724 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12661eed-2315-4278-8a7e-3e9420b0c2ad service neutron] Pushing event updated for resources: {'Port': ['ID=95b003d0-5508-401e-b1f4-71c2a1d0cf8b,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:28:32.091091 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a66f2e20-a476-4cfe-af04-8219afe71bc7 x-openstack-request-id: req-a66f2e20-a476-4cfe-af04-8219afe71bc7 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:28:32.091390 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5ba1bdb-f998-48b1-912b-1d8c0eec8f6d", "tag": "95b003d0-5508-401e-b1f4-71c2a1d0cf8b", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:28:32.093515 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-da75069f-d888-4896-892d-91db481e861b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 0ce6e245-9d2d-4e6e-b1b9-d7af9d48134d) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:28:32.094397 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a66f2e20-a476-4cfe-af04-8219afe71bc7 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:28:32.094907 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5ba1bdb-f998-48b1-912b-1d8c0eec8f6d', 'tag': '95b003d0-5508-401e-b1f4-71c2a1d0cf8b', 'status': 'completed', 'code': 200} Jan 18 22:28:32.097760 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da75069f-d888-4896-892d-91db481e861b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:32.098434 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-da75069f-d888-4896-892d-91db481e861b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:32.105521 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebde2be5-dc01-44c3-8372-702b3c467411 None None] Network 0ce6e245-9d2d-4e6e-b1b9-d7af9d48134d requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:28:32.118422 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-da75069f-d888-4896-892d-91db481e861b admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4721904 Jan 18 22:28:32.132756 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8e1d2e-9816-497b-a0b5-ddf761077743 req-a50a83af-17d9-4787-ae0f-8cdb205737ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:32.134494 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4e8e1d2e-9816-497b-a0b5-ddf761077743 req-a50a83af-17d9-4787-ae0f-8cdb205737ad service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8b13ed9b2a1546eeba661ab8fe911d02&device_id=b5ba1bdb-f998-48b1-912b-1d8c0eec8f6d HTTP/1.1" status: 200 len: 1094 time: 0.0841799 Jan 18 22:28:32.191309 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4e8e1d2e-9816-497b-a0b5-ddf761077743 req-15cac4a1-cd08-4de7-b50b-e6760ce548aa service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=95b003d0-5508-401e-b1f4-71c2a1d0cf8b HTTP/1.1" status: 200 len: 217 time: 0.0480652 Jan 18 22:28:32.258445 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f27d674-90ed-48ad-b4c9-6c08fc7a0663 None None] Network 0ce6e245-9d2d-4e6e-b1b9-d7af9d48134d requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:28:32.273735 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8e1d2e-9816-497b-a0b5-ddf761077743 req-fabb76f3-7a9b-4efe-8304-a66a3f9e4b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:32.275253 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4e8e1d2e-9816-497b-a0b5-ddf761077743 req-fabb76f3-7a9b-4efe-8304-a66a3f9e4b0a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f22ac4a0-8a49-4c4d-8503-b70bab42605d HTTP/1.1" status: 200 len: 850 time: 0.0759761 Jan 18 22:28:32.331941 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 840c0ccc-fb2e-4221-9878-06d826acdff1 details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:28:32.338615 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8e1d2e-9816-497b-a0b5-ddf761077743 req-37e43210-94e9-4e2e-a2bb-c59e9776f860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:32.340295 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4e8e1d2e-9816-497b-a0b5-ddf761077743 req-37e43210-94e9-4e2e-a2bb-c59e9776f860 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a7cf00b2-fdcd-4807-a356-43cabd69ea31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551834 Jan 18 22:28:32.453425 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4e8e1d2e-9816-497b-a0b5-ddf761077743 req-eeca44ce-96e2-48db-861f-c8673d9378a1 service neutron] 10.222.0.67 "GET /v2.0/networks/a7cf00b2-fdcd-4807-a356-43cabd69ea31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050882 Jan 18 22:28:32.558111 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 840c0ccc-fb2e-4221-9878-06d826acdff1, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=840c0ccc-fb2e-4221-9878-06d826acdff1,segment=NetworkSegment(8722d91c-e345-4722-8e76-e16ce0db35db),segment_id=8722d91c-e345-4722-8e76-e16ce0db35db)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:28:32.571568 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': '840c0ccc-fb2e-4221-9878-06d826acdff1', 'network_id': '8bfa319b-722b-493a-bbbe-0e1ae27e2892', 'port_id': '840c0ccc-fb2e-4221-9878-06d826acdff1', 'mac_address': 'fa:16:3e:a0:e2:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29c446a9-d381-4718-9864-5ac3271c54a8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:28:32.623657 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:32.634603 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4e8e1d2e-9816-497b-a0b5-ddf761077743 req-9d7fcda0-5db0-4c4a-8022-fc2733fe6fc1 service neutron] 10.222.0.67 "GET /v2.0/networks/a7cf00b2-fdcd-4807-a356-43cabd69ea31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742089 Jan 18 22:28:32.653837 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 840c0ccc-fb2e-4221-9878-06d826acdff1 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:28:32.683930 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 840c0ccc-fb2e-4221-9878-06d826acdff1, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=840c0ccc-fb2e-4221-9878-06d826acdff1,segment=NetworkSegment(8722d91c-e345-4722-8e76-e16ce0db35db),segment_id=8722d91c-e345-4722-8e76-e16ce0db35db)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:28:32.689320 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a075bd-14f5-4fb7-a4f7-14b2fb5b3ed1 req-f5d25df2-beb7-4d2f-ab1f-9cf589a577c3 tempest-ServerPasswordTestJSON-898416552 tempest-ServerPasswordTestJSON-898416552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:32.690036 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:32.690914 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-50a075bd-14f5-4fb7-a4f7-14b2fb5b3ed1 req-f5d25df2-beb7-4d2f-ab1f-9cf589a577c3 tempest-ServerPasswordTestJSON-898416552 tempest-ServerPasswordTestJSON-898416552-project] 10.222.0.53 "GET /v2.0/networks?id=0ce6e245-9d2d-4e6e-b1b9-d7af9d48134d HTTP/1.1" status: 200 len: 812 time: 0.1725953 Jan 18 22:28:32.727473 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-50a075bd-14f5-4fb7-a4f7-14b2fb5b3ed1 req-4aac51dc-c807-403e-8140-816eeada38f7 tempest-ServerPasswordTestJSON-898416552 tempest-ServerPasswordTestJSON-898416552-project] 10.222.0.53 "GET /v2.0/quotas/e651e0fd164145c6ae54b7f38f3ed933 HTTP/1.1" status: 200 len: 375 time: 0.0271220 Jan 18 22:28:32.752686 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d2557c-994e-4cfa-be66-ac49ef010ccc req-18e7a770-6f21-4240-bc8b-ec9ca36f9281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:32.754231 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-46d2557c-994e-4cfa-be66-ac49ef010ccc req-18e7a770-6f21-4240-bc8b-ec9ca36f9281 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8b13ed9b2a1546eeba661ab8fe911d02&device_id=b5ba1bdb-f998-48b1-912b-1d8c0eec8f6d HTTP/1.1" status: 200 len: 1094 time: 0.0623491 Jan 18 22:28:32.766461 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=840c0ccc-fb2e-4221-9878-06d826acdff1,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:28:32.778366 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-50a075bd-14f5-4fb7-a4f7-14b2fb5b3ed1 req-605b4890-0715-4513-8a77-e8c0849c0b6d tempest-ServerPasswordTestJSON-898416552 tempest-ServerPasswordTestJSON-898416552-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e651e0fd164145c6ae54b7f38f3ed933&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419135 Jan 18 22:28:32.939254 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37b4be6-e9de-457c-a0dc-c45e3cd45f39 req-67e18ac7-999e-4e03-9db0-b2ed4a3d2862 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:32.941063 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f37b4be6-e9de-457c-a0dc-c45e3cd45f39 req-67e18ac7-999e-4e03-9db0-b2ed4a3d2862 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5ba1bdb-f998-48b1-912b-1d8c0eec8f6d HTTP/1.1" status: 200 len: 943 time: 0.1932631 Jan 18 22:28:32.965014 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d2557c-994e-4cfa-be66-ac49ef010ccc req-75fac178-93b7-46bc-8b8c-ee117b60f564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:32.966456 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-46d2557c-994e-4cfa-be66-ac49ef010ccc req-75fac178-93b7-46bc-8b8c-ee117b60f564 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a7cf00b2-fdcd-4807-a356-43cabd69ea31 HTTP/1.1" status: 200 len: 911 time: 0.1925333 Jan 18 22:28:33.024015 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-46d2557c-994e-4cfa-be66-ac49ef010ccc req-35d1ca55-d2c9-43ea-9e0c-e2d8ec2de303 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=95b003d0-5508-401e-b1f4-71c2a1d0cf8b HTTP/1.1" status: 200 len: 217 time: 0.0448706 Jan 18 22:28:33.027007 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-50a075bd-14f5-4fb7-a4f7-14b2fb5b3ed1 req-c220bdc8-127e-43e1-9642-c1185171c8e3 service neutron] 10.222.0.53 "GET /v2.0/networks/0ce6e245-9d2d-4e6e-b1b9-d7af9d48134d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230263 Jan 18 22:28:33.057728 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['840c0ccc-fb2e-4221-9878-06d826acdff1'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:28:33.087166 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f37b4be6-e9de-457c-a0dc-c45e3cd45f39 req-a99b1de8-4359-41e0-82c5-6b662c6f1ed3 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2a384ad-409f-49f0-9e96-d4e872d08664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379938 Jan 18 22:28:33.144781 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d2557c-994e-4cfa-be66-ac49ef010ccc req-110669c9-4554-48be-873d-fed920d774b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:33.146577 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-46d2557c-994e-4cfa-be66-ac49ef010ccc req-110669c9-4554-48be-873d-fed920d774b6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f22ac4a0-8a49-4c4d-8503-b70bab42605d HTTP/1.1" status: 200 len: 850 time: 0.1137650 Jan 18 22:28:33.247168 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-50a075bd-14f5-4fb7-a4f7-14b2fb5b3ed1 req-b8a5dba8-c7f1-4b80-935e-407ef9324392 service neutron] 10.222.0.53 "GET /v2.0/networks/0ce6e245-9d2d-4e6e-b1b9-d7af9d48134d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131402 Jan 18 22:28:33.266282 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d2557c-994e-4cfa-be66-ac49ef010ccc req-f888a79c-d31d-482b-bafb-1d486d561f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:33.267736 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-46d2557c-994e-4cfa-be66-ac49ef010ccc req-f888a79c-d31d-482b-bafb-1d486d561f5a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a7cf00b2-fdcd-4807-a356-43cabd69ea31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1082172 Jan 18 22:28:33.278131 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e4605c-ab10-499c-92f2-267887f1d89b req-cc88f8fd-2dd8-46a2-9487-3ae11260ceb8 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:33.279858 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b1e4605c-ab10-499c-92f2-267887f1d89b req-cc88f8fd-2dd8-46a2-9487-3ae11260ceb8 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b10ad37-a1fb-4104-92b9-cf212289e05d HTTP/1.1" status: 200 len: 944 time: 0.1111684 Jan 18 22:28:33.376555 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b1e4605c-ab10-499c-92f2-267887f1d89b req-590a34a4-6aa7-4d49-bca3-b485e23b8669 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.53 "GET /v2.0/security-groups?id=256a12e5-9057-4b93-8582-8b1a9ccb62a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759134 Jan 18 22:28:33.438990 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-46d2557c-994e-4cfa-be66-ac49ef010ccc req-453b0d12-e972-429b-b826-5709ff860acd service neutron] 10.222.0.67 "GET /v2.0/networks/a7cf00b2-fdcd-4807-a356-43cabd69ea31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581242 Jan 18 22:28:33.551044 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-46d2557c-994e-4cfa-be66-ac49ef010ccc req-a9d64ec9-99bb-4a16-9059-ec3c37cf8e6b service neutron] 10.222.0.67 "GET /v2.0/networks/a7cf00b2-fdcd-4807-a356-43cabd69ea31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045148 Jan 18 22:28:33.615590 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-75737f94-8bf2-4e3d-9b88-a53a1a9bfc6c req-66edd512-e097-474f-85df-a7dc4dfc2567 tempest-ServerPasswordTestJSON-898416552 tempest-ServerPasswordTestJSON-898416552-project] 10.222.0.53 "GET /v2.0/ports?device_id=a809711d-d387-422b-9984-8554adc9b5a0 HTTP/1.1" status: 200 len: 210 time: 0.0284376 Jan 18 22:28:34.213885 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d1ec67-0e55-4f2d-921d-f6ee7f717e96 req-54184528-1ea3-4ad4-9bd1-4b6ccc901ee2 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:34.215344 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-40d1ec67-0e55-4f2d-921d-f6ee7f717e96 req-54184528-1ea3-4ad4-9bd1-4b6ccc901ee2 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5ba1bdb-f998-48b1-912b-1d8c0eec8f6d HTTP/1.1" status: 200 len: 943 time: 0.0482368 Jan 18 22:28:34.252958 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-40d1ec67-0e55-4f2d-921d-f6ee7f717e96 req-43b4ca38-fc15-49b1-8ed0-ba5e90e40c70 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2a384ad-409f-49f0-9e96-d4e872d08664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314879 Jan 18 22:28:34.483727 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a075bd-14f5-4fb7-a4f7-14b2fb5b3ed1 req-bf4a41f5-a4a8-4688-aea5-c02764ec7133 tempest-ServerPasswordTestJSON-898416552 tempest-ServerPasswordTestJSON-898416552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:34.485247 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-50a075bd-14f5-4fb7-a4f7-14b2fb5b3ed1 req-bf4a41f5-a4a8-4688-aea5-c02764ec7133 tempest-ServerPasswordTestJSON-898416552 tempest-ServerPasswordTestJSON-898416552-project] 10.222.0.36 "GET /v2.0/networks?id=0ce6e245-9d2d-4e6e-b1b9-d7af9d48134d HTTP/1.1" status: 200 len: 812 time: 0.1302748 Jan 18 22:28:34.506087 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-50a075bd-14f5-4fb7-a4f7-14b2fb5b3ed1 req-68dc69ba-1499-4f85-a35e-e15dfa4de327 tempest-ServerPasswordTestJSON-898416552 tempest-ServerPasswordTestJSON-898416552-project] Request body: {'port': {'device_id': 'a809711d-d387-422b-9984-8554adc9b5a0', 'network_id': '0ce6e245-9d2d-4e6e-b1b9-d7af9d48134d', 'admin_state_up': True, 'tenant_id': 'e651e0fd164145c6ae54b7f38f3ed933'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:28:34.579254 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eff7a4b-d92f-4104-9531-af4008eca3e6 req-13c7b1ca-c020-473f-b110-93f8a6850f73 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:34.580786 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7eff7a4b-d92f-4104-9531-af4008eca3e6 req-13c7b1ca-c020-473f-b110-93f8a6850f73 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b10ad37-a1fb-4104-92b9-cf212289e05d HTTP/1.1" status: 200 len: 944 time: 0.1188073 Jan 18 22:28:34.672486 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7eff7a4b-d92f-4104-9531-af4008eca3e6 req-44a0f539-3cea-4a2f-8d14-5dddc2eec06a tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.53 "GET /v2.0/security-groups?id=256a12e5-9057-4b93-8582-8b1a9ccb62a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760891 Jan 18 22:28:34.703495 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50a075bd-14f5-4fb7-a4f7-14b2fb5b3ed1 req-68dc69ba-1499-4f85-a35e-e15dfa4de327 tempest-ServerPasswordTestJSON-898416552 tempest-ServerPasswordTestJSON-898416552-project] Made reservation on behalf of e651e0fd164145c6ae54b7f38f3ed933 for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:28:34.708740 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-50a075bd-14f5-4fb7-a4f7-14b2fb5b3ed1 req-68dc69ba-1499-4f85-a35e-e15dfa4de327 tempest-ServerPasswordTestJSON-898416552 tempest-ServerPasswordTestJSON-898416552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:34.848024 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bc31a766-6641-44c8-bd88-a7f834772ccf req-a89a1a1a-a725-4f09-acb6-5d91dfdb9c52 tempest-ServerPasswordTestJSON-898416552 tempest-ServerPasswordTestJSON-898416552-project] 10.222.0.53 "GET /v2.0/ports?device_id=a809711d-d387-422b-9984-8554adc9b5a0 HTTP/1.1" status: 200 len: 210 time: 0.0315273 Jan 18 22:28:34.863824 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-50a075bd-14f5-4fb7-a4f7-14b2fb5b3ed1 req-68dc69ba-1499-4f85-a35e-e15dfa4de327 tempest-ServerPasswordTestJSON-898416552 tempest-ServerPasswordTestJSON-898416552-project] Allocated IP 172.20.0.3 (0ce6e245-9d2d-4e6e-b1b9-d7af9d48134d/11f76939-6edc-4ab4-afaf-b0efd8d8c133/7aa6c1ae-42d0-4b19-8b76-ef1be33ab377) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:28:35.003845 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-50a075bd-14f5-4fb7-a4f7-14b2fb5b3ed1 req-68dc69ba-1499-4f85-a35e-e15dfa4de327 tempest-ServerPasswordTestJSON-898416552 tempest-ServerPasswordTestJSON-898416552-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:35.040211 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-50a075bd-14f5-4fb7-a4f7-14b2fb5b3ed1 req-68dc69ba-1499-4f85-a35e-e15dfa4de327 tempest-ServerPasswordTestJSON-898416552 tempest-ServerPasswordTestJSON-898416552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:35.088834 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50a075bd-14f5-4fb7-a4f7-14b2fb5b3ed1 req-68dc69ba-1499-4f85-a35e-e15dfa4de327 tempest-ServerPasswordTestJSON-898416552 tempest-ServerPasswordTestJSON-898416552-project] Network 0ce6e245-9d2d-4e6e-b1b9-d7af9d48134d is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:28:35.092805 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-50a075bd-14f5-4fb7-a4f7-14b2fb5b3ed1 req-68dc69ba-1499-4f85-a35e-e15dfa4de327 tempest-ServerPasswordTestJSON-898416552 tempest-ServerPasswordTestJSON-898416552-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:28:35.096352 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-50a075bd-14f5-4fb7-a4f7-14b2fb5b3ed1 req-68dc69ba-1499-4f85-a35e-e15dfa4de327 tempest-ServerPasswordTestJSON-898416552 tempest-ServerPasswordTestJSON-898416552-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:28:35.119938 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dc69ba-1499-4f85-a35e-e15dfa4de327 tempest-ServerPasswordTestJSON-898416552 tempest-ServerPasswordTestJSON-898416552-project] Pushing event updated for resources: {'Port': ['ID=7aa6c1ae-42d0-4b19-8b76-ef1be33ab377,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:28:35.147699 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a075bd-14f5-4fb7-a4f7-14b2fb5b3ed1 req-68dc69ba-1499-4f85-a35e-e15dfa4de327 tempest-ServerPasswordTestJSON-898416552 tempest-ServerPasswordTestJSON-898416552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:35.148323 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-50a075bd-14f5-4fb7-a4f7-14b2fb5b3ed1 req-68dc69ba-1499-4f85-a35e-e15dfa4de327 tempest-ServerPasswordTestJSON-898416552 tempest-ServerPasswordTestJSON-898416552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:35.164467 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-50a075bd-14f5-4fb7-a4f7-14b2fb5b3ed1 req-68dc69ba-1499-4f85-a35e-e15dfa4de327 tempest-ServerPasswordTestJSON-898416552 tempest-ServerPasswordTestJSON-898416552-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6631169 Jan 18 22:28:35.178960 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-50a075bd-14f5-4fb7-a4f7-14b2fb5b3ed1 req-d578c4eb-a3ad-40da-afab-52456cabac57 service neutron] Request body: {'port': {'device_id': 'a809711d-d387-422b-9984-8554adc9b5a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:28:35.232282 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-50a075bd-14f5-4fb7-a4f7-14b2fb5b3ed1 req-d578c4eb-a3ad-40da-afab-52456cabac57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:35.451668 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ac24cf-23c9-43a7-a277-eae44d80f5d0 req-118b68c4-c914-452a-aad0-feff2ef98382 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:35.453685 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-72ac24cf-23c9-43a7-a277-eae44d80f5d0 req-118b68c4-c914-452a-aad0-feff2ef98382 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5ba1bdb-f998-48b1-912b-1d8c0eec8f6d HTTP/1.1" status: 200 len: 943 time: 0.1098154 Jan 18 22:28:35.515615 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-72ac24cf-23c9-43a7-a277-eae44d80f5d0 req-d9d7875e-a8b3-4271-9ed5-48fcfbb61e73 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2a384ad-409f-49f0-9e96-d4e872d08664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556011 Jan 18 22:28:35.579334 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [req-50a075bd-14f5-4fb7-a4f7-14b2fb5b3ed1 req-d578c4eb-a3ad-40da-afab-52456cabac57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7aa6c1ae-42d0-4b19-8b76-ef1be33ab377 {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:28:35.588877 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-50a075bd-14f5-4fb7-a4f7-14b2fb5b3ed1 req-d578c4eb-a3ad-40da-afab-52456cabac57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:35.601176 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-50a075bd-14f5-4fb7-a4f7-14b2fb5b3ed1 req-d578c4eb-a3ad-40da-afab-52456cabac57 service neutron] Transition to ACTIVE for port object 7aa6c1ae-42d0-4b19-8b76-ef1be33ab377 will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:28:35.606668 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-50a075bd-14f5-4fb7-a4f7-14b2fb5b3ed1 req-d578c4eb-a3ad-40da-afab-52456cabac57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:35.675210 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d578c4eb-a3ad-40da-afab-52456cabac57 service neutron] Pushing event updated for resources: {'Port': ['ID=7aa6c1ae-42d0-4b19-8b76-ef1be33ab377,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:28:35.752926 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-50a075bd-14f5-4fb7-a4f7-14b2fb5b3ed1 req-d578c4eb-a3ad-40da-afab-52456cabac57 service neutron] Attempting to bind port 7aa6c1ae-42d0-4b19-8b76-ef1be33ab377 on host n-h1-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:28:35.753290 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-50a075bd-14f5-4fb7-a4f7-14b2fb5b3ed1 req-d578c4eb-a3ad-40da-afab-52456cabac57 service neutron] Attempting to bind port 7aa6c1ae-42d0-4b19-8b76-ef1be33ab377 by drivers openvswitch,hyperv on host n-h1-825064-1 at level 0 using segments [{'id': '409b1f1e-c99e-4afe-b3dc-3e1ceedea5e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '0ce6e245-9d2d-4e6e-b1b9-d7af9d48134d'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:28:35.753604 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a075bd-14f5-4fb7-a4f7-14b2fb5b3ed1 req-d578c4eb-a3ad-40da-afab-52456cabac57 service neutron] Attempting to bind port 7aa6c1ae-42d0-4b19-8b76-ef1be33ab377 on network 0ce6e245-9d2d-4e6e-b1b9-d7af9d48134d {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:28:35.765850 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a075bd-14f5-4fb7-a4f7-14b2fb5b3ed1 req-d578c4eb-a3ad-40da-afab-52456cabac57 service neutron] Port 7aa6c1ae-42d0-4b19-8b76-ef1be33ab377 on network 0ce6e245-9d2d-4e6e-b1b9-d7af9d48134d not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:28:35.765850 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a075bd-14f5-4fb7-a4f7-14b2fb5b3ed1 req-d578c4eb-a3ad-40da-afab-52456cabac57 service neutron] Attempting to bind port 7aa6c1ae-42d0-4b19-8b76-ef1be33ab377 on network 0ce6e245-9d2d-4e6e-b1b9-d7af9d48134d {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:28:35.786232 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a075bd-14f5-4fb7-a4f7-14b2fb5b3ed1 req-d578c4eb-a3ad-40da-afab-52456cabac57 service neutron] Checking agent: {'id': 'e49d1b2a-ba11-487f-a804-ecbf3c0e8132', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:28:35.786232 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a075bd-14f5-4fb7-a4f7-14b2fb5b3ed1 req-d578c4eb-a3ad-40da-afab-52456cabac57 service neutron] Checking segment: {'id': '409b1f1e-c99e-4afe-b3dc-3e1ceedea5e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '0ce6e245-9d2d-4e6e-b1b9-d7af9d48134d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:28:35.786232 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a075bd-14f5-4fb7-a4f7-14b2fb5b3ed1 req-d578c4eb-a3ad-40da-afab-52456cabac57 service neutron] Bound using segment: {'id': '409b1f1e-c99e-4afe-b3dc-3e1ceedea5e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '0ce6e245-9d2d-4e6e-b1b9-d7af9d48134d'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:28:35.786883 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-50a075bd-14f5-4fb7-a4f7-14b2fb5b3ed1 req-d578c4eb-a3ad-40da-afab-52456cabac57 service neutron] Bound port: 7aa6c1ae-42d0-4b19-8b76-ef1be33ab377, host: n-h1-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '409b1f1e-c99e-4afe-b3dc-3e1ceedea5e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '0ce6e245-9d2d-4e6e-b1b9-d7af9d48134d'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:28:35.787360 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-50a075bd-14f5-4fb7-a4f7-14b2fb5b3ed1 req-d578c4eb-a3ad-40da-afab-52456cabac57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:35.866503 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75edacbf-e4cd-4db3-a89c-b286fc6dc705 req-7a1c0717-2821-465e-9bae-54616226585f tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:35.868217 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-75edacbf-e4cd-4db3-a89c-b286fc6dc705 req-7a1c0717-2821-465e-9bae-54616226585f tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b10ad37-a1fb-4104-92b9-cf212289e05d HTTP/1.1" status: 200 len: 944 time: 0.0978625 Jan 18 22:28:35.916587 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-50a075bd-14f5-4fb7-a4f7-14b2fb5b3ed1 req-d578c4eb-a3ad-40da-afab-52456cabac57 service neutron] For port 7aa6c1ae-42d0-4b19-8b76-ef1be33ab377, host n-h1-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:28:35.924911 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-50a075bd-14f5-4fb7-a4f7-14b2fb5b3ed1 req-d578c4eb-a3ad-40da-afab-52456cabac57 service neutron] For port 7aa6c1ae-42d0-4b19-8b76-ef1be33ab377, host n-h1-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=7aa6c1ae-42d0-4b19-8b76-ef1be33ab377,segment=NetworkSegment(409b1f1e-c99e-4afe-b3dc-3e1ceedea5e6),segment_id=409b1f1e-c99e-4afe-b3dc-3e1ceedea5e6)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:28:35.933082 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-50a075bd-14f5-4fb7-a4f7-14b2fb5b3ed1 req-d578c4eb-a3ad-40da-afab-52456cabac57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:35.941845 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-75edacbf-e4cd-4db3-a89c-b286fc6dc705 req-8cf10961-0fe6-47a8-9618-14267ab9992b tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.53 "GET /v2.0/security-groups?id=256a12e5-9057-4b93-8582-8b1a9ccb62a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616362 Jan 18 22:28:35.981248 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a075bd-14f5-4fb7-a4f7-14b2fb5b3ed1 req-d578c4eb-a3ad-40da-afab-52456cabac57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:35.982031 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-50a075bd-14f5-4fb7-a4f7-14b2fb5b3ed1 req-d578c4eb-a3ad-40da-afab-52456cabac57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:35.984346 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-50a075bd-14f5-4fb7-a4f7-14b2fb5b3ed1 req-d578c4eb-a3ad-40da-afab-52456cabac57 service neutron] 10.222.0.36 "PUT /v2.0/ports/7aa6c1ae-42d0-4b19-8b76-ef1be33ab377 HTTP/1.1" status: 200 len: 1091 time: 0.8100343 Jan 18 22:28:35.985084 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a809711d-d387-422b-9984-8554adc9b5a0', 'tag': '7aa6c1ae-42d0-4b19-8b76-ef1be33ab377'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:28:35.987998 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1c182ed-4bda-43df-ac66-608d71111df2" -d '{"events": [{"name": "network-changed", "server_uuid": "a809711d-d387-422b-9984-8554adc9b5a0", "tag": "7aa6c1ae-42d0-4b19-8b76-ef1be33ab377"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:28:36.007153 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d578c4eb-a3ad-40da-afab-52456cabac57 service neutron] Pushing event updated for resources: {'Port': ['ID=7aa6c1ae-42d0-4b19-8b76-ef1be33ab377,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:28:36.056515 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdff8bf9-8cea-4c4f-bfd5-2da77e864a31 x-openstack-request-id: req-cdff8bf9-8cea-4c4f-bfd5-2da77e864a31 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:28:36.056806 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a809711d-d387-422b-9984-8554adc9b5a0", "tag": "7aa6c1ae-42d0-4b19-8b76-ef1be33ab377", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:28:36.057057 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cdff8bf9-8cea-4c4f-bfd5-2da77e864a31 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:28:36.057448 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a809711d-d387-422b-9984-8554adc9b5a0', 'tag': '7aa6c1ae-42d0-4b19-8b76-ef1be33ab377', 'status': 'completed', 'code': 200} Jan 18 22:28:36.112848 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeadd36-ef7d-45f8-b4ce-5317052c1870 req-ac19320f-1523-4004-81b2-d45b72a002cd tempest-ServerPasswordTestJSON-898416552 tempest-ServerPasswordTestJSON-898416552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:36.114299 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9aeadd36-ef7d-45f8-b4ce-5317052c1870 req-ac19320f-1523-4004-81b2-d45b72a002cd tempest-ServerPasswordTestJSON-898416552 tempest-ServerPasswordTestJSON-898416552-project] 10.222.0.53 "GET /v2.0/ports?device_id=a809711d-d387-422b-9984-8554adc9b5a0 HTTP/1.1" status: 200 len: 943 time: 0.0932288 Jan 18 22:28:36.120348 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a075bd-14f5-4fb7-a4f7-14b2fb5b3ed1 req-5c487af0-7fa5-443c-899f-de34016e1f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:36.121747 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-50a075bd-14f5-4fb7-a4f7-14b2fb5b3ed1 req-5c487af0-7fa5-443c-899f-de34016e1f69 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e651e0fd164145c6ae54b7f38f3ed933&device_id=a809711d-d387-422b-9984-8554adc9b5a0 HTTP/1.1" status: 200 len: 1094 time: 0.0890782 Jan 18 22:28:36.174710 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-50a075bd-14f5-4fb7-a4f7-14b2fb5b3ed1 req-5a71e6e0-e383-4818-97f8-9fd2cea3bf0d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7aa6c1ae-42d0-4b19-8b76-ef1be33ab377 HTTP/1.1" status: 200 len: 217 time: 0.0439370 Jan 18 22:28:36.217596 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9aeadd36-ef7d-45f8-b4ce-5317052c1870 req-a6c2e6e2-84d8-4e68-a877-09be5a7030ea tempest-ServerPasswordTestJSON-898416552 tempest-ServerPasswordTestJSON-898416552-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1069572-4e6d-4c1f-b8e0-762998e676eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943563 Jan 18 22:28:36.236349 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a075bd-14f5-4fb7-a4f7-14b2fb5b3ed1 req-3408be72-1970-434e-b414-c58e7fe2a45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:36.237846 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-50a075bd-14f5-4fb7-a4f7-14b2fb5b3ed1 req-3408be72-1970-434e-b414-c58e7fe2a45a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=11f76939-6edc-4ab4-afaf-b0efd8d8c133 HTTP/1.1" status: 200 len: 852 time: 0.0537252 Jan 18 22:28:36.278606 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-50a075bd-14f5-4fb7-a4f7-14b2fb5b3ed1 req-e08ca9b3-3c8a-45bc-9118-097cbf2c3ab3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0ce6e245-9d2d-4e6e-b1b9-d7af9d48134d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311422 Jan 18 22:28:36.332319 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 95b003d0-5508-401e-b1f4-71c2a1d0cf8b details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:28:36.334520 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 840c0ccc-fb2e-4221-9878-06d826acdff1 up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:28:36.370308 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-50a075bd-14f5-4fb7-a4f7-14b2fb5b3ed1 req-75d65419-9d01-4ca8-b250-8506e09b8f92 service neutron] 10.222.0.36 "GET /v2.0/networks/0ce6e245-9d2d-4e6e-b1b9-d7af9d48134d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842876 Jan 18 22:28:36.441954 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port 840c0ccc-fb2e-4221-9878-06d826acdff1 completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:28:36.455016 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port 840c0ccc-fb2e-4221-9878-06d826acdff1 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:28:36.455016 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:36.473391 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-50a075bd-14f5-4fb7-a4f7-14b2fb5b3ed1 req-690697fd-9e3c-45c9-8242-465e922c6696 service neutron] 10.222.0.36 "GET /v2.0/networks/0ce6e245-9d2d-4e6e-b1b9-d7af9d48134d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950530 Jan 18 22:28:36.493226 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 95b003d0-5508-401e-b1f4-71c2a1d0cf8b, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=95b003d0-5508-401e-b1f4-71c2a1d0cf8b,segment=NetworkSegment(709cf7fd-f815-4400-a3db-c8b217c6237e),segment_id=709cf7fd-f815-4400-a3db-c8b217c6237e)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:28:36.512883 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': '95b003d0-5508-401e-b1f4-71c2a1d0cf8b', 'network_id': 'a7cf00b2-fdcd-4807-a356-43cabd69ea31', 'port_id': '95b003d0-5508-401e-b1f4-71c2a1d0cf8b', 'mac_address': 'fa:16:3e:08:5c:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f22ac4a0-8a49-4c4d-8503-b70bab42605d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:28:36.565606 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:36.569307 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c182ed-4bda-43df-ac66-608d71111df2 req-dfef3246-420a-4891-ad34-9adad522243f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:36.571088 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c1c182ed-4bda-43df-ac66-608d71111df2 req-dfef3246-420a-4891-ad34-9adad522243f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e651e0fd164145c6ae54b7f38f3ed933&device_id=a809711d-d387-422b-9984-8554adc9b5a0 HTTP/1.1" status: 200 len: 1094 time: 0.0471547 Jan 18 22:28:36.602726 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95b003d0-5508-401e-b1f4-71c2a1d0cf8b {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:28:36.618213 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:36.640631 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 95b003d0-5508-401e-b1f4-71c2a1d0cf8b, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=95b003d0-5508-401e-b1f4-71c2a1d0cf8b,segment=NetworkSegment(709cf7fd-f815-4400-a3db-c8b217c6237e),segment_id=709cf7fd-f815-4400-a3db-c8b217c6237e)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:28:36.650840 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:36.658520 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b10ad37-a1fb-4104-92b9-cf212289e05d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '840c0ccc-fb2e-4221-9878-06d826acdff1'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:28:36.660841 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51ad0519-c67e-4da1-9fa0-c554d7790c6b" -d '{"events": [{"server_uuid": "4b10ad37-a1fb-4104-92b9-cf212289e05d", "name": "network-vif-plugged", "status": "completed", "tag": "840c0ccc-fb2e-4221-9878-06d826acdff1"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:28:36.697283 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 840c0ccc-fb2e-4221-9878-06d826acdff1, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=840c0ccc-fb2e-4221-9878-06d826acdff1,segment=NetworkSegment(8722d91c-e345-4722-8e76-e16ce0db35db),segment_id=8722d91c-e345-4722-8e76-e16ce0db35db)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:28:36.711862 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:36.716234 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99468158-4ae2-4071-9d65-380d85940cda x-openstack-request-id: req-99468158-4ae2-4071-9d65-380d85940cda {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:28:36.716533 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b10ad37-a1fb-4104-92b9-cf212289e05d", "name": "network-vif-plugged", "status": "completed", "tag": "840c0ccc-fb2e-4221-9878-06d826acdff1", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:28:36.716900 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-99468158-4ae2-4071-9d65-380d85940cda {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:28:36.717819 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b10ad37-a1fb-4104-92b9-cf212289e05d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '840c0ccc-fb2e-4221-9878-06d826acdff1', 'code': 200} Jan 18 22:28:36.730940 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=95b003d0-5508-401e-b1f4-71c2a1d0cf8b,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:28:36.804843 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=840c0ccc-fb2e-4221-9878-06d826acdff1,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:28:37.017166 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['95b003d0-5508-401e-b1f4-71c2a1d0cf8b'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:28:37.127216 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c182ed-4bda-43df-ac66-608d71111df2 req-2e3f88bb-6884-49db-964f-c56c1d9447c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:37.128722 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c1c182ed-4bda-43df-ac66-608d71111df2 req-2e3f88bb-6884-49db-964f-c56c1d9447c4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0ce6e245-9d2d-4e6e-b1b9-d7af9d48134d HTTP/1.1" status: 200 len: 912 time: 0.5505469 Jan 18 22:28:37.140047 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266ec19a-311b-47f4-8f18-e706ded7dff6 req-71961974-ea2b-4e47-9190-1c1171032232 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:37.141508 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-266ec19a-311b-47f4-8f18-e706ded7dff6 req-71961974-ea2b-4e47-9190-1c1171032232 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5ba1bdb-f998-48b1-912b-1d8c0eec8f6d HTTP/1.1" status: 200 len: 944 time: 0.5428252 Jan 18 22:28:37.196834 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe152a9-ff21-479e-b5e8-d559be3f47a1 req-cf40119b-7477-4eeb-8482-b609212d651d tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:37.198179 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5fe152a9-ff21-479e-b5e8-d559be3f47a1 req-cf40119b-7477-4eeb-8482-b609212d651d tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b10ad37-a1fb-4104-92b9-cf212289e05d HTTP/1.1" status: 200 len: 945 time: 0.1380966 Jan 18 22:28:37.199893 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0475bcae-aa7b-4bf4-b9f7-30f8703e34a2 req-34e589ea-6d0e-4aab-890b-323f858578e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:37.201305 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0475bcae-aa7b-4bf4-b9f7-30f8703e34a2 req-34e589ea-6d0e-4aab-890b-323f858578e8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4b10ad37-a1fb-4104-92b9-cf212289e05d HTTP/1.1" status: 200 len: 1096 time: 0.1717196 Jan 18 22:28:37.204232 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c1c182ed-4bda-43df-ac66-608d71111df2 req-9432aded-95a3-40dc-b90e-b9efe171a6a0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7aa6c1ae-42d0-4b19-8b76-ef1be33ab377 HTTP/1.1" status: 200 len: 217 time: 0.0598557 Jan 18 22:28:37.303536 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-266ec19a-311b-47f4-8f18-e706ded7dff6 req-129b3829-9b70-4856-8212-3fe5b4f8fbb0 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2a384ad-409f-49f0-9e96-d4e872d08664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1496396 Jan 18 22:28:37.317350 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5fe152a9-ff21-479e-b5e8-d559be3f47a1 req-ec3dd860-63a8-412e-abff-bd175b9c83c5 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.53 "GET /v2.0/security-groups?id=256a12e5-9057-4b93-8582-8b1a9ccb62a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070502 Jan 18 22:28:37.320912 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0475bcae-aa7b-4bf4-b9f7-30f8703e34a2 req-757da26f-54b2-4168-a028-17856739d6aa service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=256a12e5-9057-4b93-8582-8b1a9ccb62a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096511 Jan 18 22:28:37.333458 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c182ed-4bda-43df-ac66-608d71111df2 req-6f7551e1-1889-4357-9b51-755c4e9c2e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:37.335283 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c1c182ed-4bda-43df-ac66-608d71111df2 req-6f7551e1-1889-4357-9b51-755c4e9c2e42 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=11f76939-6edc-4ab4-afaf-b0efd8d8c133 HTTP/1.1" status: 200 len: 852 time: 0.1164210 Jan 18 22:28:37.380059 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c1c182ed-4bda-43df-ac66-608d71111df2 req-85714013-cea7-4545-a56e-42b0092f723d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0ce6e245-9d2d-4e6e-b1b9-d7af9d48134d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364802 Jan 18 22:28:37.489296 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ebd9e2-1932-4eab-9f08-72e9cc63d50a req-b1d57ce1-d7a6-4868-a29f-5df70046d915 tempest-ServerPasswordTestJSON-898416552 tempest-ServerPasswordTestJSON-898416552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:37.490683 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d4ebd9e2-1932-4eab-9f08-72e9cc63d50a req-b1d57ce1-d7a6-4868-a29f-5df70046d915 tempest-ServerPasswordTestJSON-898416552 tempest-ServerPasswordTestJSON-898416552-project] 10.222.0.53 "GET /v2.0/ports?device_id=a809711d-d387-422b-9984-8554adc9b5a0 HTTP/1.1" status: 200 len: 943 time: 0.1010983 Jan 18 22:28:37.530579 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c1c182ed-4bda-43df-ac66-608d71111df2 req-0e8ad182-c234-4f41-afaa-5d95df34f23b service neutron] 10.222.0.36 "GET /v2.0/networks/0ce6e245-9d2d-4e6e-b1b9-d7af9d48134d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312180 Jan 18 22:28:37.554903 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d4ebd9e2-1932-4eab-9f08-72e9cc63d50a req-315a1a69-2e3b-4688-8c8c-e8f805915d52 tempest-ServerPasswordTestJSON-898416552 tempest-ServerPasswordTestJSON-898416552-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1069572-4e6d-4c1f-b8e0-762998e676eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579157 Jan 18 22:28:37.629214 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c1c182ed-4bda-43df-ac66-608d71111df2 req-85e075e4-d0ad-462e-b3cd-a56ce04e37a4 service neutron] 10.222.0.36 "GET /v2.0/networks/0ce6e245-9d2d-4e6e-b1b9-d7af9d48134d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872908 Jan 18 22:28:38.351337 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 95b003d0-5508-401e-b1f4-71c2a1d0cf8b up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:28:38.406477 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port 95b003d0-5508-401e-b1f4-71c2a1d0cf8b completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:28:38.411081 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port 95b003d0-5508-401e-b1f4-71c2a1d0cf8b triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:28:38.411553 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:38.494710 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16d3750-4807-40b3-a78e-15051f31fce3 req-ae87277f-aecf-44a3-b0d8-1edd659a7d96 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:38.497173 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d16d3750-4807-40b3-a78e-15051f31fce3 req-ae87277f-aecf-44a3-b0d8-1edd659a7d96 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5ba1bdb-f998-48b1-912b-1d8c0eec8f6d HTTP/1.1" status: 200 len: 944 time: 0.1088855 Jan 18 22:28:38.511008 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:38.519992 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c55788-5970-4be6-b6b3-a7d86339deed req-8658836e-5f05-4d4c-9e72-2adcb7e9949b tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:38.522473 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-38c55788-5970-4be6-b6b3-a7d86339deed req-8658836e-5f05-4d4c-9e72-2adcb7e9949b tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b10ad37-a1fb-4104-92b9-cf212289e05d HTTP/1.1" status: 200 len: 945 time: 0.0981355 Jan 18 22:28:38.551980 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 95b003d0-5508-401e-b1f4-71c2a1d0cf8b, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=95b003d0-5508-401e-b1f4-71c2a1d0cf8b,segment=NetworkSegment(709cf7fd-f815-4400-a3db-c8b217c6237e),segment_id=709cf7fd-f815-4400-a3db-c8b217c6237e)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:28:38.559226 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:38.573587 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d16d3750-4807-40b3-a78e-15051f31fce3 req-59cff081-4249-42f2-b252-b5db0f268451 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2a384ad-409f-49f0-9e96-d4e872d08664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683358 Jan 18 22:28:38.579570 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-38c55788-5970-4be6-b6b3-a7d86339deed req-9d423506-31f6-4b38-9c6b-75ab651804f5 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.53 "GET /v2.0/security-groups?id=256a12e5-9057-4b93-8582-8b1a9ccb62a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512073 Jan 18 22:28:38.621312 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=95b003d0-5508-401e-b1f4-71c2a1d0cf8b,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:28:38.623675 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:28:38.624028 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:28:38.624831 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:28:38.625180 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:28:38.625517 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:28:38.625859 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:28:38.626186 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:28:38.626514 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:28:38.626841 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:28:38.627165 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:28:38.627493 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:28:38.628045 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:28:38.709993 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8722260a-985b-4bad-854e-d80c36bd91b0 req-cf77487e-bec2-47db-a412-03970093c733 tempest-ServerPasswordTestJSON-898416552 tempest-ServerPasswordTestJSON-898416552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:38.711506 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8722260a-985b-4bad-854e-d80c36bd91b0 req-cf77487e-bec2-47db-a412-03970093c733 tempest-ServerPasswordTestJSON-898416552 tempest-ServerPasswordTestJSON-898416552-project] 10.222.0.53 "GET /v2.0/ports?device_id=a809711d-d387-422b-9984-8554adc9b5a0 HTTP/1.1" status: 200 len: 943 time: 0.0491955 Jan 18 22:28:38.719469 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5ba1bdb-f998-48b1-912b-1d8c0eec8f6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95b003d0-5508-401e-b1f4-71c2a1d0cf8b'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:28:38.722095 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2b22e94-82e9-4123-aa97-fb76862e25dc" -d '{"events": [{"server_uuid": "b5ba1bdb-f998-48b1-912b-1d8c0eec8f6d", "name": "network-vif-plugged", "status": "completed", "tag": "95b003d0-5508-401e-b1f4-71c2a1d0cf8b"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:28:38.751176 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8722260a-985b-4bad-854e-d80c36bd91b0 req-427c9138-5da4-46e8-9a3d-0b7cc35f7b89 tempest-ServerPasswordTestJSON-898416552 tempest-ServerPasswordTestJSON-898416552-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1069572-4e6d-4c1f-b8e0-762998e676eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334418 Jan 18 22:28:38.760745 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fb449a5-92fa-4f52-9176-9ea85f43e784 x-openstack-request-id: req-6fb449a5-92fa-4f52-9176-9ea85f43e784 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:28:38.761042 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5ba1bdb-f998-48b1-912b-1d8c0eec8f6d", "name": "network-vif-plugged", "status": "completed", "tag": "95b003d0-5508-401e-b1f4-71c2a1d0cf8b", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:28:38.761300 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6fb449a5-92fa-4f52-9176-9ea85f43e784 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:28:38.761689 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5ba1bdb-f998-48b1-912b-1d8c0eec8f6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95b003d0-5508-401e-b1f4-71c2a1d0cf8b', 'code': 200} Jan 18 22:28:38.868271 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd5edf0-9af5-4621-86a1-be720de9abe4 req-23c4b9d1-71de-4bd5-8b0c-427ff6fd9570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:38.869754 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6cd5edf0-9af5-4621-86a1-be720de9abe4 req-23c4b9d1-71de-4bd5-8b0c-427ff6fd9570 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b5ba1bdb-f998-48b1-912b-1d8c0eec8f6d HTTP/1.1" status: 200 len: 1096 time: 0.0402884 Jan 18 22:28:38.909857 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6cd5edf0-9af5-4621-86a1-be720de9abe4 req-a8bfaa91-0a64-4161-99ec-b3172a2e4dfe service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b2a384ad-409f-49f0-9e96-d4e872d08664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319142 Jan 18 22:28:39.232363 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049c6c56-7c01-4d49-9a0b-2e32abe12f22 req-e00630c3-2ab7-417e-be06-5c3778c593af tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:39.234381 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-049c6c56-7c01-4d49-9a0b-2e32abe12f22 req-e00630c3-2ab7-417e-be06-5c3778c593af tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e9ec08e-42e8-4b68-9b2b-59cea3b8176e HTTP/1.1" status: 200 len: 945 time: 0.0485544 Jan 18 22:28:39.271067 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-049c6c56-7c01-4d49-9a0b-2e32abe12f22 req-2f8c95c7-3657-4315-b786-acb7afea33d1 tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] 10.222.0.53 "GET /v2.0/security-groups?id=308f2ccf-49d9-438d-919a-319a82e079ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305080 Jan 18 22:28:39.683266 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 7aa6c1ae-42d0-4b19-8b76-ef1be33ab377 details requested by agent hyperv_n-h1-825064-1 with host n-h1-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:28:39.728833 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eca3943-e419-4d38-9684-564348a1eb6a req-3fa8e0b6-9ea0-457a-b3b7-480365b63282 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:39.730390 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4eca3943-e419-4d38-9684-564348a1eb6a req-3fa8e0b6-9ea0-457a-b3b7-480365b63282 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5ba1bdb-f998-48b1-912b-1d8c0eec8f6d HTTP/1.1" status: 200 len: 945 time: 0.0802712 Jan 18 22:28:39.742374 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8d89c5-03f9-40b9-85fa-8371654d2055 req-da9cc8a3-76c8-4567-8492-4e098a19f08d tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:39.743769 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ba8d89c5-03f9-40b9-85fa-8371654d2055 req-da9cc8a3-76c8-4567-8492-4e098a19f08d tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b10ad37-a1fb-4104-92b9-cf212289e05d HTTP/1.1" status: 200 len: 945 time: 0.0662372 Jan 18 22:28:39.778713 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 7aa6c1ae-42d0-4b19-8b76-ef1be33ab377, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=7aa6c1ae-42d0-4b19-8b76-ef1be33ab377,segment=NetworkSegment(409b1f1e-c99e-4afe-b3dc-3e1ceedea5e6),segment_id=409b1f1e-c99e-4afe-b3dc-3e1ceedea5e6)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:28:39.789663 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Returning: {'device': '7aa6c1ae-42d0-4b19-8b76-ef1be33ab377', 'network_id': '0ce6e245-9d2d-4e6e-b1b9-d7af9d48134d', 'port_id': '7aa6c1ae-42d0-4b19-8b76-ef1be33ab377', 'mac_address': 'fa:16:3e:79:14:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11f76939-6edc-4ab4-afaf-b0efd8d8c133', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:28:39.799661 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4eca3943-e419-4d38-9684-564348a1eb6a req-5ad73c3a-e234-474a-bdc3-6794775e5b33 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2a384ad-409f-49f0-9e96-d4e872d08664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549119 Jan 18 22:28:39.807103 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ba8d89c5-03f9-40b9-85fa-8371654d2055 req-dd729484-d3ad-486b-a187-6bbed6238e96 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.53 "GET /v2.0/security-groups?id=256a12e5-9057-4b93-8582-8b1a9ccb62a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465391 Jan 18 22:28:39.841077 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:39.854776 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7aa6c1ae-42d0-4b19-8b76-ef1be33ab377 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:28:39.875419 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 7aa6c1ae-42d0-4b19-8b76-ef1be33ab377, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=7aa6c1ae-42d0-4b19-8b76-ef1be33ab377,segment=NetworkSegment(409b1f1e-c99e-4afe-b3dc-3e1ceedea5e6),segment_id=409b1f1e-c99e-4afe-b3dc-3e1ceedea5e6)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:28:39.882826 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:39.922185 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b63cb7-d5ed-4bbb-baf3-ddfe68c11cc7 req-e6d9e65e-d120-4f22-9f74-2be034310b79 tempest-ServerPasswordTestJSON-898416552 tempest-ServerPasswordTestJSON-898416552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:39.923684 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-31b63cb7-d5ed-4bbb-baf3-ddfe68c11cc7 req-e6d9e65e-d120-4f22-9f74-2be034310b79 tempest-ServerPasswordTestJSON-898416552 tempest-ServerPasswordTestJSON-898416552-project] 10.222.0.53 "GET /v2.0/ports?device_id=a809711d-d387-422b-9984-8554adc9b5a0 HTTP/1.1" status: 200 len: 944 time: 0.0574672 Jan 18 22:28:39.932325 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=7aa6c1ae-42d0-4b19-8b76-ef1be33ab377,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:28:39.963710 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-31b63cb7-d5ed-4bbb-baf3-ddfe68c11cc7 req-92999eac-24e1-4f08-8393-92bb76c60b85 tempest-ServerPasswordTestJSON-898416552 tempest-ServerPasswordTestJSON-898416552-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1069572-4e6d-4c1f-b8e0-762998e676eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339642 Jan 18 22:28:40.152937 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['7aa6c1ae-42d0-4b19-8b76-ef1be33ab377'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:28:40.392609 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9464ed25-d210-4bce-8ba7-be4eb4b19867 req-6805b382-6bfc-432e-88cb-69a19762c6a4 tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:40.393997 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9464ed25-d210-4bce-8ba7-be4eb4b19867 req-6805b382-6bfc-432e-88cb-69a19762c6a4 tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e9ec08e-42e8-4b68-9b2b-59cea3b8176e HTTP/1.1" status: 200 len: 945 time: 0.0498242 Jan 18 22:28:40.431906 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9464ed25-d210-4bce-8ba7-be4eb4b19867 req-a9b33db0-c469-4d3e-9780-86b454c2efc9 tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] 10.222.0.53 "GET /v2.0/security-groups?id=308f2ccf-49d9-438d-919a-319a82e079ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316186 Jan 18 22:28:40.918049 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87485d74-bffa-47b0-bae3-73f266591e76 req-d3315253-cb24-4df8-8254-cf0e4bd9c2e9 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:40.919614 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-87485d74-bffa-47b0-bae3-73f266591e76 req-d3315253-cb24-4df8-8254-cf0e4bd9c2e9 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5ba1bdb-f998-48b1-912b-1d8c0eec8f6d HTTP/1.1" status: 200 len: 945 time: 0.0525174 Jan 18 22:28:40.958363 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-87485d74-bffa-47b0-bae3-73f266591e76 req-fb8b6672-d6f3-43ad-a5f1-c9e1884f02c2 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2a384ad-409f-49f0-9e96-d4e872d08664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327640 Jan 18 22:28:41.135539 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c687cce7-b649-41d6-8523-6c281d81a06d req-88c99e57-655c-4d91-b355-cd978e3efe9a tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:41.137035 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c687cce7-b649-41d6-8523-6c281d81a06d req-88c99e57-655c-4d91-b355-cd978e3efe9a tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5ba1bdb-f998-48b1-912b-1d8c0eec8f6d HTTP/1.1" status: 200 len: 945 time: 0.1134901 Jan 18 22:28:41.145116 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a939f0-9ee9-44dd-b183-3fabad30b55a req-4ead9430-57f2-4039-b2ee-8646b5f57895 tempest-ServerPasswordTestJSON-898416552 tempest-ServerPasswordTestJSON-898416552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:41.145827 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 48102) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:28:41.146569 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a7a939f0-9ee9-44dd-b183-3fabad30b55a req-4ead9430-57f2-4039-b2ee-8646b5f57895 tempest-ServerPasswordTestJSON-898416552 tempest-ServerPasswordTestJSON-898416552-project] 10.222.0.53 "GET /v2.0/ports?device_id=a809711d-d387-422b-9984-8554adc9b5a0 HTTP/1.1" status: 200 len: 944 time: 0.1118882 Jan 18 22:28:41.151223 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-2d3d23c2-c6b1-4f72-bad4-52e492493fcb tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Request body: {'floatingip': {'port_id': '95b003d0-5508-401e-b1f4-71c2a1d0cf8b'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:28:41.192836 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900735fe-f8e6-43b4-9a2c-46571012a268 req-1c5224fd-17ca-4984-b60e-96c2830108d1 tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:41.194323 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-900735fe-f8e6-43b4-9a2c-46571012a268 req-1c5224fd-17ca-4984-b60e-96c2830108d1 tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] 10.222.0.67 "GET /v2.0/ports?device_id=8e9ec08e-42e8-4b68-9b2b-59cea3b8176e HTTP/1.1" status: 200 len: 945 time: 0.1053209 Jan 18 22:28:41.195844 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2d3d23c2-c6b1-4f72-bad4-52e492493fcb tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Notify callbacks [] for floatingip, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:41.202127 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a7a939f0-9ee9-44dd-b183-3fabad30b55a req-a667c9b2-54c6-43de-9bda-e4a285f513a2 tempest-ServerPasswordTestJSON-898416552 tempest-ServerPasswordTestJSON-898416552-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1069572-4e6d-4c1f-b8e0-762998e676eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490899 Jan 18 22:28:41.316212 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-900735fe-f8e6-43b4-9a2c-46571012a268 req-76897370-b137-43d3-bbdd-5e74d8e314ca tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] Deleting port 4e3902dc-2a08-435f-97b5-5a0907bad936 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:28:41.316753 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-900735fe-f8e6-43b4-9a2c-46571012a268 req-76897370-b137-43d3-bbdd-5e74d8e314ca tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:41.426341 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-900735fe-f8e6-43b4-9a2c-46571012a268 req-76897370-b137-43d3-bbdd-5e74d8e314ca tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] For port 4e3902dc-2a08-435f-97b5-5a0907bad936, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=4e3902dc-2a08-435f-97b5-5a0907bad936,segment=NetworkSegment(0f9b93f3-b3a2-4f91-b06d-871728cbfc1f),segment_id=0f9b93f3-b3a2-4f91-b06d-871728cbfc1f)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:28:41.426734 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-900735fe-f8e6-43b4-9a2c-46571012a268 req-76897370-b137-43d3-bbdd-5e74d8e314ca tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:41.439135 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-900735fe-f8e6-43b4-9a2c-46571012a268 req-76897370-b137-43d3-bbdd-5e74d8e314ca tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] Calling delete_port for 4e3902dc-2a08-435f-97b5-5a0907bad936 owned by compute:nova {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:28:41.606940 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3797b981-3aeb-4cd0-b042-3d03280eb4d5 req-1bebbbc2-5972-42f0-be40-c84cef357be2 tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:41.612726 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3797b981-3aeb-4cd0-b042-3d03280eb4d5 req-1bebbbc2-5972-42f0-be40-c84cef357be2 tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e9ec08e-42e8-4b68-9b2b-59cea3b8176e HTTP/1.1" status: 200 len: 945 time: 0.1036866 Jan 18 22:28:41.638420 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-900735fe-f8e6-43b4-9a2c-46571012a268 req-76897370-b137-43d3-bbdd-5e74d8e314ca tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:41.650219 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['4e3902dc-2a08-435f-97b5-5a0907bad936'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:28:41.674236 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76897370-b137-43d3-bbdd-5e74d8e314ca tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] Pushing event deleted for resources: {'Port': ['ID=4e3902dc-2a08-435f-97b5-5a0907bad936,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:28:41.683373 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 7aa6c1ae-42d0-4b19-8b76-ef1be33ab377 up at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:28:41.712399 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3797b981-3aeb-4cd0-b042-3d03280eb4d5 req-11e1c852-4e36-446c-8bae-2c53117e1de5 tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] 10.222.0.53 "GET /v2.0/security-groups?id=308f2ccf-49d9-438d-919a-319a82e079ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963268 Jan 18 22:28:41.727217 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2d3d23c2-c6b1-4f72-bad4-52e492493fcb tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:41.734548 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-900735fe-f8e6-43b4-9a2c-46571012a268 req-76897370-b137-43d3-bbdd-5e74d8e314ca tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] No DVR routers for this DVR port 4e3902dc-2a08-435f-97b5-5a0907bad936 on host n-h2-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:28:41.738102 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-900735fe-f8e6-43b4-9a2c-46571012a268 req-76897370-b137-43d3-bbdd-5e74d8e314ca tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:41.739620 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2d3d23c2-c6b1-4f72-bad4-52e492493fcb tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043075'] for floatingip, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:41.746259 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-900735fe-f8e6-43b4-9a2c-46571012a268 req-76897370-b137-43d3-bbdd-5e74d8e314ca tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] 10.222.0.67 "DELETE /v2.0/ports/4e3902dc-2a08-435f-97b5-5a0907bad936 HTTP/1.1" status: 204 len: 173 time: 0.5432146 Jan 18 22:28:41.746773 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning for port 7aa6c1ae-42d0-4b19-8b76-ef1be33ab377 completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:28:41.747141 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e9ec08e-42e8-4b68-9b2b-59cea3b8176e', 'name': 'network-vif-deleted', 'tag': '4e3902dc-2a08-435f-97b5-5a0907bad936'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:28:41.750125 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dfba838-b8d5-4147-84b2-cf08d44a9cd0" -d '{"events": [{"server_uuid": "8e9ec08e-42e8-4b68-9b2b-59cea3b8176e", "name": "network-vif-deleted", "tag": "4e3902dc-2a08-435f-97b5-5a0907bad936"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:28:41.759195 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning complete for port 7aa6c1ae-42d0-4b19-8b76-ef1be33ab377 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:28:41.765711 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:41.820729 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4215b7e-6205-4789-a193-aa48c4554848 x-openstack-request-id: req-a4215b7e-6205-4789-a193-aa48c4554848 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:28:41.821217 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e9ec08e-42e8-4b68-9b2b-59cea3b8176e", "name": "network-vif-deleted", "tag": "4e3902dc-2a08-435f-97b5-5a0907bad936", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:28:41.821653 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a4215b7e-6205-4789-a193-aa48c4554848 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:28:41.822210 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e9ec08e-42e8-4b68-9b2b-59cea3b8176e', 'name': 'network-vif-deleted', 'tag': '4e3902dc-2a08-435f-97b5-5a0907bad936', 'status': 'completed', 'code': 200} Jan 18 22:28:41.852732 n-d-825064-1 neutron-server[102431]: INFO neutron.db.l3_db [None req-2d3d23c2-c6b1-4f72-bad4-52e492493fcb tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Floating IP c4d4f303-3bb2-47a8-9d7e-faad90dcf998 associated. External IP: 172.25.5.110, port: 95b003d0-5508-401e-b1f4-71c2a1d0cf8b. Jan 18 22:28:41.865207 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:41.916678 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 7aa6c1ae-42d0-4b19-8b76-ef1be33ab377, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=7aa6c1ae-42d0-4b19-8b76-ef1be33ab377,segment=NetworkSegment(409b1f1e-c99e-4afe-b3dc-3e1ceedea5e6),segment_id=409b1f1e-c99e-4afe-b3dc-3e1ceedea5e6)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:28:41.917431 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a809711d-d387-422b-9984-8554adc9b5a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aa6c1ae-42d0-4b19-8b76-ef1be33ab377'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:28:41.920327 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb59d5d1-42f5-48f7-9de5-3c1ff76da568" -d '{"events": [{"server_uuid": "a809711d-d387-422b-9984-8554adc9b5a0", "name": "network-vif-plugged", "status": "completed", "tag": "7aa6c1ae-42d0-4b19-8b76-ef1be33ab377"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:28:41.925155 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:41.966588 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e47b311d-b2b1-4d8b-ab6a-6f1a0dac7575 x-openstack-request-id: req-e47b311d-b2b1-4d8b-ab6a-6f1a0dac7575 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:28:41.967430 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a809711d-d387-422b-9984-8554adc9b5a0", "name": "network-vif-plugged", "status": "completed", "tag": "7aa6c1ae-42d0-4b19-8b76-ef1be33ab377", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:28:41.967682 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e47b311d-b2b1-4d8b-ab6a-6f1a0dac7575 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:28:41.968272 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a809711d-d387-422b-9984-8554adc9b5a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aa6c1ae-42d0-4b19-8b76-ef1be33ab377', 'code': 200} Jan 18 22:28:41.989096 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=7aa6c1ae-42d0-4b19-8b76-ef1be33ab377,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:28:42.082343 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a73004-63ca-47a6-ba81-5431dc89a96f req-23661eaf-1297-4e18-ac29-351116c0d0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:42.084243 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-39a73004-63ca-47a6-ba81-5431dc89a96f req-23661eaf-1297-4e18-ac29-351116c0d0ed service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a809711d-d387-422b-9984-8554adc9b5a0 HTTP/1.1" status: 200 len: 1096 time: 0.0552170 Jan 18 22:28:42.122068 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-39a73004-63ca-47a6-ba81-5431dc89a96f req-71a0c01d-9f2e-4a77-bffd-e0db98d2ac6f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e1069572-4e6d-4c1f-b8e0-762998e676eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305130 Jan 18 22:28:42.387971 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dff8d3-9047-429f-82cd-5449ba32d3f1 req-70126cbd-c041-47ee-b15b-3a9a4b89bfe8 tempest-ServerPasswordTestJSON-898416552 tempest-ServerPasswordTestJSON-898416552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:42.390347 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-35dff8d3-9047-429f-82cd-5449ba32d3f1 req-70126cbd-c041-47ee-b15b-3a9a4b89bfe8 tempest-ServerPasswordTestJSON-898416552 tempest-ServerPasswordTestJSON-898416552-project] 10.222.0.53 "GET /v2.0/ports?device_id=a809711d-d387-422b-9984-8554adc9b5a0 HTTP/1.1" status: 200 len: 945 time: 0.0892143 Jan 18 22:28:42.446842 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d3d23c2-c6b1-4f72-bad4-52e492493fcb tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Router 0aca9b94-86a5-43ca-b503-3c82b83f0607 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:28:42.453687 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-35dff8d3-9047-429f-82cd-5449ba32d3f1 req-97a4a8ad-cf62-4ebf-ab5b-c137901118a5 tempest-ServerPasswordTestJSON-898416552 tempest-ServerPasswordTestJSON-898416552-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1069572-4e6d-4c1f-b8e0-762998e676eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507364 Jan 18 22:28:42.560503 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d3d23c2-c6b1-4f72-bad4-52e492493fcb tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:28:42.565801 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2d3d23c2-c6b1-4f72-bad4-52e492493fcb tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:42.571873 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de55a79-84f3-400c-a7ba-35d48551c509 None None] Sync routers for ids ['0aca9b94-86a5-43ca-b503-3c82b83f0607'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:28:42.581757 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de55a79-84f3-400c-a7ba-35d48551c509 None None] Routers {'0aca9b94-86a5-43ca-b503-3c82b83f0607'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:28:42.582385 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-4de55a79-84f3-400c-a7ba-35d48551c509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:28:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['0aca9b94-86a5-43ca-b503-3c82b83f0607'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:28:42.598820 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-2d3d23c2-c6b1-4f72-bad4-52e492493fcb tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "PUT /v2.0/floatingips/c4d4f303-3bb2-47a8-9d7e-faad90dcf998 HTTP/1.1" status: 200 len: 991 time: 1.4487600 Jan 18 22:28:42.598820 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5ba1bdb-f998-48b1-912b-1d8c0eec8f6d', 'tag': '95b003d0-5508-401e-b1f4-71c2a1d0cf8b'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:28:42.599638 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dc88501-ff4d-45d4-8bb3-348a0f52effc" -d '{"events": [{"name": "network-changed", "server_uuid": "b5ba1bdb-f998-48b1-912b-1d8c0eec8f6d", "tag": "95b003d0-5508-401e-b1f4-71c2a1d0cf8b"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:28:42.717804 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7029d35-4af6-4ef8-9ab7-8bce75d47c06 x-openstack-request-id: req-c7029d35-4af6-4ef8-9ab7-8bce75d47c06 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:28:42.718105 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5ba1bdb-f998-48b1-912b-1d8c0eec8f6d", "tag": "95b003d0-5508-401e-b1f4-71c2a1d0cf8b", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:28:42.718356 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c7029d35-4af6-4ef8-9ab7-8bce75d47c06 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:28:42.718756 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5ba1bdb-f998-48b1-912b-1d8c0eec8f6d', 'tag': '95b003d0-5508-401e-b1f4-71c2a1d0cf8b', 'status': 'completed', 'code': 200} Jan 18 22:28:42.743369 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:42.754812 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-4de55a79-84f3-400c-a7ba-35d48551c509 None None] Set router 0aca9b94-86a5-43ca-b503-3c82b83f0607 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:28:42.785761 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc88501-ff4d-45d4-8bb3-348a0f52effc req-ef686eb9-ba87-4334-8fb7-4dde2bed193a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:42.787592 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2dc88501-ff4d-45d4-8bb3-348a0f52effc req-ef686eb9-ba87-4334-8fb7-4dde2bed193a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8b13ed9b2a1546eeba661ab8fe911d02&device_id=b5ba1bdb-f998-48b1-912b-1d8c0eec8f6d HTTP/1.1" status: 200 len: 1096 time: 0.0502565 Jan 18 22:28:42.912773 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc88501-ff4d-45d4-8bb3-348a0f52effc req-cd47c51b-fd0d-4158-bf56-b659601bfeee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:42.915025 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2dc88501-ff4d-45d4-8bb3-348a0f52effc req-cd47c51b-fd0d-4158-bf56-b659601bfeee service neutron] 10.222.0.67 "GET /v2.0/networks?id=a7cf00b2-fdcd-4807-a356-43cabd69ea31 HTTP/1.1" status: 200 len: 911 time: 0.1186910 Jan 18 22:28:43.001625 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2dc88501-ff4d-45d4-8bb3-348a0f52effc req-b7ed4928-1121-4c9e-a088-f33bb5fdcde6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=95b003d0-5508-401e-b1f4-71c2a1d0cf8b HTTP/1.1" status: 200 len: 999 time: 0.0793979 Jan 18 22:28:43.057588 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-4de55a79-84f3-400c-a7ba-35d48551c509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aca9b94-86a5-43ca-b503-3c82b83f0607', 'name': 'tempest-AttachVolumeTestJSON-1374897669-router', 'tenant_id': '8b13ed9b2a1546eeba661ab8fe911d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'b8d7af8a-ea10-4555-88a6-bf42a27d61a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:23:38Z', 'updated_at': '2022-01-18T22:23:45Z', 'revision_number': 4, 'project_id': '8b13ed9b2a1546eeba661ab8fe911d02', 'gw_port': {'id': 'b8d7af8a-ea10-4555-88a6-bf42a27d61a5', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aca9b94-86a5-43ca-b503-3c82b83f0607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:23:39Z', 'updated_at': '2022-01-18T22:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': 'c4d4f303-3bb2-47a8-9d7e-faad90dcf998', 'tenant_id': '8b13ed9b2a1546eeba661ab8fe911d02', 'floating_ip_address': '172.25.5.110', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': '0aca9b94-86a5-43ca-b503-3c82b83f0607', 'port_id': '95b003d0-5508-401e-b1f4-71c2a1d0cf8b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7cf00b2-fdcd-4807-a356-43cabd69ea31', 'mac_address': 'fa:16:3e:08:5c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ba1bdb-f998-48b1-912b-1d8c0eec8f6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:28:25Z', 'updated_at': '2022-01-18T22:28:41Z', 'revision_number': 1, 'project_id': '8b13ed9b2a1546eeba661ab8fe911d02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dfbdbb6-a5ec-463f-b8be-ac030735fbe1', 'name': '', 'network_id': 'a7cf00b2-fdcd-4807-a356-43cabd69ea31', 'tenant_id': '8b13ed9b2a1546eeba661ab8fe911d02', 'mac_address': 'fa:16:3e:5a:f7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aca9b94-86a5-43ca-b503-3c82b83f0607', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'f22ac4a0-8a49-4c4d-8503-b70bab42605d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:23:43Z', 'updated_at': '2022-01-18T22:23:51Z', 'revision_number': 5, 'project_id': '8b13ed9b2a1546eeba661ab8fe911d02', 'subnets': [{'id': 'f22ac4a0-8a49-4c4d-8503-b70bab42605d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:28:43.110454 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc88501-ff4d-45d4-8bb3-348a0f52effc req-1d61e339-bc2f-4b6c-b7c4-ca56fb194fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:43.112244 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2dc88501-ff4d-45d4-8bb3-348a0f52effc req-1d61e339-bc2f-4b6c-b7c4-ca56fb194fed service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f22ac4a0-8a49-4c4d-8503-b70bab42605d HTTP/1.1" status: 200 len: 850 time: 0.1042829 Jan 18 22:28:43.116464 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de55a79-84f3-400c-a7ba-35d48551c509 None None] Checking router: 0aca9b94-86a5-43ca-b503-3c82b83f0607 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:28:43.127003 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de55a79-84f3-400c-a7ba-35d48551c509 None None] Routers {'0aca9b94-86a5-43ca-b503-3c82b83f0607'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:28:43.127713 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-4de55a79-84f3-400c-a7ba-35d48551c509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:28:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['0aca9b94-86a5-43ca-b503-3c82b83f0607'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:28:43.180981 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc88501-ff4d-45d4-8bb3-348a0f52effc req-36131570-8e88-43a2-a032-e6f5a5dad266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:43.182544 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2dc88501-ff4d-45d4-8bb3-348a0f52effc req-36131570-8e88-43a2-a032-e6f5a5dad266 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a7cf00b2-fdcd-4807-a356-43cabd69ea31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0615582 Jan 18 22:28:43.275655 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-4de55a79-84f3-400c-a7ba-35d48551c509 None None] Set router 0aca9b94-86a5-43ca-b503-3c82b83f0607 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:28:43.316012 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2dc88501-ff4d-45d4-8bb3-348a0f52effc req-1117a505-8b0a-4fb2-a739-713309d9a96e service neutron] 10.222.0.67 "GET /v2.0/networks/a7cf00b2-fdcd-4807-a356-43cabd69ea31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220653 Jan 18 22:28:43.506334 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2dc88501-ff4d-45d4-8bb3-348a0f52effc req-1f5a12bb-b002-422e-b65d-a4fb83faa0ad service neutron] 10.222.0.67 "GET /v2.0/networks/a7cf00b2-fdcd-4807-a356-43cabd69ea31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826777 Jan 18 22:28:43.619941 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5913f51-1369-4910-b75b-5f899d448fe0 req-ed5b5d5e-8d4a-4f64-8b5c-e28c8a621200 tempest-ServerPasswordTestJSON-898416552 tempest-ServerPasswordTestJSON-898416552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:43.627998 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b5913f51-1369-4910-b75b-5f899d448fe0 req-ed5b5d5e-8d4a-4f64-8b5c-e28c8a621200 tempest-ServerPasswordTestJSON-898416552 tempest-ServerPasswordTestJSON-898416552-project] 10.222.0.53 "GET /v2.0/ports?device_id=a809711d-d387-422b-9984-8554adc9b5a0 HTTP/1.1" status: 200 len: 945 time: 0.0807011 Jan 18 22:28:43.673315 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b5913f51-1369-4910-b75b-5f899d448fe0 req-c06a0570-7be7-4e47-8470-4527b0235a73 tempest-ServerPasswordTestJSON-898416552 tempest-ServerPasswordTestJSON-898416552-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1069572-4e6d-4c1f-b8e0-762998e676eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404930 Jan 18 22:28:43.696728 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:43.845580 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-4de55a79-84f3-400c-a7ba-35d48551c509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aca9b94-86a5-43ca-b503-3c82b83f0607', 'name': 'tempest-AttachVolumeTestJSON-1374897669-router', 'tenant_id': '8b13ed9b2a1546eeba661ab8fe911d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'b8d7af8a-ea10-4555-88a6-bf42a27d61a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:23:38Z', 'updated_at': '2022-01-18T22:23:45Z', 'revision_number': 4, 'project_id': '8b13ed9b2a1546eeba661ab8fe911d02', 'gw_port': {'id': 'b8d7af8a-ea10-4555-88a6-bf42a27d61a5', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aca9b94-86a5-43ca-b503-3c82b83f0607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:23:39Z', 'updated_at': '2022-01-18T22:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': 'c4d4f303-3bb2-47a8-9d7e-faad90dcf998', 'tenant_id': '8b13ed9b2a1546eeba661ab8fe911d02', 'floating_ip_address': '172.25.5.110', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': '0aca9b94-86a5-43ca-b503-3c82b83f0607', 'port_id': '95b003d0-5508-401e-b1f4-71c2a1d0cf8b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7cf00b2-fdcd-4807-a356-43cabd69ea31', 'mac_address': 'fa:16:3e:08:5c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ba1bdb-f998-48b1-912b-1d8c0eec8f6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:28:25Z', 'updated_at': '2022-01-18T22:28:41Z', 'revision_number': 1, 'project_id': '8b13ed9b2a1546eeba661ab8fe911d02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dfbdbb6-a5ec-463f-b8be-ac030735fbe1', 'name': '', 'network_id': 'a7cf00b2-fdcd-4807-a356-43cabd69ea31', 'tenant_id': '8b13ed9b2a1546eeba661ab8fe911d02', 'mac_address': 'fa:16:3e:5a:f7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aca9b94-86a5-43ca-b503-3c82b83f0607', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'f22ac4a0-8a49-4c4d-8503-b70bab42605d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:23:43Z', 'updated_at': '2022-01-18T22:23:51Z', 'revision_number': 5, 'project_id': '8b13ed9b2a1546eeba661ab8fe911d02', 'subnets': [{'id': 'f22ac4a0-8a49-4c4d-8503-b70bab42605d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:28:43.888973 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de55a79-84f3-400c-a7ba-35d48551c509 None None] The sync data for ids ['0aca9b94-86a5-43ca-b503-3c82b83f0607'] in n-d-825064-1 is: [{'id': '0aca9b94-86a5-43ca-b503-3c82b83f0607', 'name': 'tempest-AttachVolumeTestJSON-1374897669-router', 'tenant_id': '8b13ed9b2a1546eeba661ab8fe911d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'b8d7af8a-ea10-4555-88a6-bf42a27d61a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:23:38Z', 'updated_at': '2022-01-18T22:23:45Z', 'revision_number': 4, 'project_id': '8b13ed9b2a1546eeba661ab8fe911d02', 'gw_port': {'id': 'b8d7af8a-ea10-4555-88a6-bf42a27d61a5', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aca9b94-86a5-43ca-b503-3c82b83f0607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:23:39Z', 'updated_at': '2022-01-18T22:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': 'c4d4f303-3bb2-47a8-9d7e-faad90dcf998', 'tenant_id': '8b13ed9b2a1546eeba661ab8fe911d02', 'floating_ip_address': '172.25.5.110', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': '0aca9b94-86a5-43ca-b503-3c82b83f0607', 'port_id': '95b003d0-5508-401e-b1f4-71c2a1d0cf8b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7cf00b2-fdcd-4807-a356-43cabd69ea31', 'mac_address': 'fa:16:3e:08:5c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ba1bdb-f998-48b1-912b-1d8c0eec8f6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:28:25Z', 'updated_at': '2022-01-18T22:28:41Z', 'revision_number': 1, 'project_id': '8b13ed9b2a1546eeba661ab8fe911d02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dfbdbb6-a5ec-463f-b8be-ac030735fbe1', 'name': '', 'network_id': 'a7cf00b2-fdcd-4807-a356-43cabd69ea31', 'tenant_id': '8b13ed9b2a1546eeba661ab8fe911d02', 'mac_address': 'fa:16:3e:5a:f7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aca9b94-86a5-43ca-b503-3c82b83f0607', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'f22ac4a0-8a49-4c4d-8503-b70bab42605d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:23:43Z', 'updated_at': '2022-01-18T22:23:51Z', 'revision_number': 5, 'project_id': '8b13ed9b2a1546eeba661ab8fe911d02', 'subnets': [{'id': 'f22ac4a0-8a49-4c4d-8503-b70bab42605d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:28:44.169782 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0accf78d-95de-4afd-9f0e-d8a71c4316f2 req-f4f41ec0-060b-4f05-abe6-d801ad6c9ca4 tempest-ServerPasswordTestJSON-898416552 tempest-ServerPasswordTestJSON-898416552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:44.171859 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0accf78d-95de-4afd-9f0e-d8a71c4316f2 req-f4f41ec0-060b-4f05-abe6-d801ad6c9ca4 tempest-ServerPasswordTestJSON-898416552 tempest-ServerPasswordTestJSON-898416552-project] 10.222.0.53 "GET /v2.0/ports?device_id=a809711d-d387-422b-9984-8554adc9b5a0 HTTP/1.1" status: 200 len: 945 time: 0.0591094 Jan 18 22:28:44.207669 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18479ba8-fe5c-42f1-a29b-f5c7a0788283 None None] New status for floating IP c4d4f303-3bb2-47a8-9d7e-faad90dcf998: ACTIVE {{(pid=102433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 22:28:44.266151 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0accf78d-95de-4afd-9f0e-d8a71c4316f2 req-7c393588-309c-4e6f-a78e-da504800a129 tempest-ServerPasswordTestJSON-898416552 tempest-ServerPasswordTestJSON-898416552-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1069572-4e6d-4c1f-b8e0-762998e676eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875845 Jan 18 22:28:44.390010 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 4e3902dc-2a08-435f-97b5-5a0907bad936 no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:28:44.414180 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] No Port match for: 4e3902dc-2a08-435f-97b5-5a0907bad936 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:28:44.414561 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 4e3902dc-2a08-435f-97b5-5a0907bad936 not bound to the agent host n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:28:45.447655 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e3449b-e9d1-4421-906c-b67254babf74 req-9e37cc7d-b7de-4787-9a38-46b16fcac1de tempest-ServerPasswordTestJSON-898416552 tempest-ServerPasswordTestJSON-898416552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:45.449334 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a8e3449b-e9d1-4421-906c-b67254babf74 req-9e37cc7d-b7de-4787-9a38-46b16fcac1de tempest-ServerPasswordTestJSON-898416552 tempest-ServerPasswordTestJSON-898416552-project] 10.222.0.53 "GET /v2.0/ports?device_id=a809711d-d387-422b-9984-8554adc9b5a0 HTTP/1.1" status: 200 len: 945 time: 0.0896583 Jan 18 22:28:45.472580 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec18fcb0-ce38-46db-b915-102292727f21 req-44eb4ab9-a289-4490-9edf-06accc0488cc tempest-ServerPasswordTestJSON-898416552 tempest-ServerPasswordTestJSON-898416552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:45.474801 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ec18fcb0-ce38-46db-b915-102292727f21 req-44eb4ab9-a289-4490-9edf-06accc0488cc tempest-ServerPasswordTestJSON-898416552 tempest-ServerPasswordTestJSON-898416552-project] 10.222.0.36 "GET /v2.0/ports?device_id=a809711d-d387-422b-9984-8554adc9b5a0 HTTP/1.1" status: 200 len: 945 time: 0.0805590 Jan 18 22:28:45.544097 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a8e3449b-e9d1-4421-906c-b67254babf74 req-12b11fa2-8cd1-461c-9328-3e30e4329b05 tempest-ServerPasswordTestJSON-898416552 tempest-ServerPasswordTestJSON-898416552-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1069572-4e6d-4c1f-b8e0-762998e676eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864029 Jan 18 22:28:45.599650 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-ec18fcb0-ce38-46db-b915-102292727f21 req-3820b639-695d-4172-8881-ec61b75f1301 tempest-ServerPasswordTestJSON-898416552 tempest-ServerPasswordTestJSON-898416552-project] Deleting port 7aa6c1ae-42d0-4b19-8b76-ef1be33ab377 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:28:45.600003 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-ec18fcb0-ce38-46db-b915-102292727f21 req-3820b639-695d-4172-8881-ec61b75f1301 tempest-ServerPasswordTestJSON-898416552 tempest-ServerPasswordTestJSON-898416552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:45.704933 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-ec18fcb0-ce38-46db-b915-102292727f21 req-3820b639-695d-4172-8881-ec61b75f1301 tempest-ServerPasswordTestJSON-898416552 tempest-ServerPasswordTestJSON-898416552-project] For port 7aa6c1ae-42d0-4b19-8b76-ef1be33ab377, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=7aa6c1ae-42d0-4b19-8b76-ef1be33ab377,segment=NetworkSegment(409b1f1e-c99e-4afe-b3dc-3e1ceedea5e6),segment_id=409b1f1e-c99e-4afe-b3dc-3e1ceedea5e6)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:28:45.705450 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-ec18fcb0-ce38-46db-b915-102292727f21 req-3820b639-695d-4172-8881-ec61b75f1301 tempest-ServerPasswordTestJSON-898416552 tempest-ServerPasswordTestJSON-898416552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:45.717859 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-ec18fcb0-ce38-46db-b915-102292727f21 req-3820b639-695d-4172-8881-ec61b75f1301 tempest-ServerPasswordTestJSON-898416552 tempest-ServerPasswordTestJSON-898416552-project] Calling delete_port for 7aa6c1ae-42d0-4b19-8b76-ef1be33ab377 owned by compute:nova {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:28:45.866266 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-ec18fcb0-ce38-46db-b915-102292727f21 req-3820b639-695d-4172-8881-ec61b75f1301 tempest-ServerPasswordTestJSON-898416552 tempest-ServerPasswordTestJSON-898416552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:45.877702 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['7aa6c1ae-42d0-4b19-8b76-ef1be33ab377'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:28:45.908528 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3820b639-695d-4172-8881-ec61b75f1301 tempest-ServerPasswordTestJSON-898416552 tempest-ServerPasswordTestJSON-898416552-project] Pushing event deleted for resources: {'Port': ['ID=7aa6c1ae-42d0-4b19-8b76-ef1be33ab377,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:28:45.953331 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec18fcb0-ce38-46db-b915-102292727f21 req-3820b639-695d-4172-8881-ec61b75f1301 tempest-ServerPasswordTestJSON-898416552 tempest-ServerPasswordTestJSON-898416552-project] No DVR routers for this DVR port 7aa6c1ae-42d0-4b19-8b76-ef1be33ab377 on host n-h1-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:28:45.956064 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-ec18fcb0-ce38-46db-b915-102292727f21 req-3820b639-695d-4172-8881-ec61b75f1301 tempest-ServerPasswordTestJSON-898416552 tempest-ServerPasswordTestJSON-898416552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:45.960088 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ec18fcb0-ce38-46db-b915-102292727f21 req-3820b639-695d-4172-8881-ec61b75f1301 tempest-ServerPasswordTestJSON-898416552 tempest-ServerPasswordTestJSON-898416552-project] 10.222.0.36 "DELETE /v2.0/ports/7aa6c1ae-42d0-4b19-8b76-ef1be33ab377 HTTP/1.1" status: 204 len: 173 time: 0.4756784 Jan 18 22:28:45.960648 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a809711d-d387-422b-9984-8554adc9b5a0', 'name': 'network-vif-deleted', 'tag': '7aa6c1ae-42d0-4b19-8b76-ef1be33ab377'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:28:45.962912 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc65fb4f-b60d-4d19-9171-df24bfdd0050" -d '{"events": [{"server_uuid": "a809711d-d387-422b-9984-8554adc9b5a0", "name": "network-vif-deleted", "tag": "7aa6c1ae-42d0-4b19-8b76-ef1be33ab377"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:28:46.017394 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0ca7814-9417-43ea-b0c7-61e5b07dd602 x-openstack-request-id: req-c0ca7814-9417-43ea-b0c7-61e5b07dd602 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:28:46.017704 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a809711d-d387-422b-9984-8554adc9b5a0", "name": "network-vif-deleted", "tag": "7aa6c1ae-42d0-4b19-8b76-ef1be33ab377", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:28:46.017954 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c0ca7814-9417-43ea-b0c7-61e5b07dd602 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:28:46.018357 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a809711d-d387-422b-9984-8554adc9b5a0', 'name': 'network-vif-deleted', 'tag': '7aa6c1ae-42d0-4b19-8b76-ef1be33ab377', 'status': 'completed', 'code': 200} Jan 18 22:28:46.603648 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 48220) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:28:46.652398 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-77de73ac-19a9-445f-a38c-a91c8e480b70 admin admin] Deleting subnet 11f76939-6edc-4ab4-afaf-b0efd8d8c133 {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:28:46.656062 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-77de73ac-19a9-445f-a38c-a91c8e480b70 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:46.690678 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-77de73ac-19a9-445f-a38c-a91c8e480b70 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:46.734842 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-77de73ac-19a9-445f-a38c-a91c8e480b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:46.786695 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-77de73ac-19a9-445f-a38c-a91c8e480b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:46.818303 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-77de73ac-19a9-445f-a38c-a91c8e480b70 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:46.822164 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-77de73ac-19a9-445f-a38c-a91c8e480b70 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/11f76939-6edc-4ab4-afaf-b0efd8d8c133 HTTP/1.1" status: 204 len: 168 time: 0.2173135 Jan 18 22:28:46.823149 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77de73ac-19a9-445f-a38c-a91c8e480b70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11f76939-6edc-4ab4-afaf-b0efd8d8c133,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:28:46.825075 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 48228) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:28:46.894701 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a7f2d1e7-32e2-4c41-8e8e-ac39bc37d5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:46.971188 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a7f2d1e7-32e2-4c41-8e8e-ac39bc37d5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:46.991287 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-a7f2d1e7-32e2-4c41-8e8e-ac39bc37d5a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ce6e245-9d2d-4e6e-b1b9-d7af9d48134d']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:28:47.000569 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-a7f2d1e7-32e2-4c41-8e8e-ac39bc37d5a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '409b1f1e-c99e-4afe-b3dc-3e1ceedea5e6') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:28:47.000873 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-a7f2d1e7-32e2-4c41-8e8e-ac39bc37d5a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '409b1f1e-c99e-4afe-b3dc-3e1ceedea5e6') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:28:47.015377 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a7f2d1e7-32e2-4c41-8e8e-ac39bc37d5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60394742'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:47.031065 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a7f2d1e7-32e2-4c41-8e8e-ac39bc37d5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:47.038245 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7f2d1e7-32e2-4c41-8e8e-ac39bc37d5a8 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:28:47.038727 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a7f2d1e7-32e2-4c41-8e8e-ac39bc37d5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60203044'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:47.040631 n-d-825064-1 neutron-server[102430]: Traceback (most recent call last): Jan 18 22:28:47.040631 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:28:47.040631 n-d-825064-1 neutron-server[102430]: timer() Jan 18 22:28:47.040631 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:28:47.040631 n-d-825064-1 neutron-server[102430]: cb(*args, **kw) Jan 18 22:28:47.040631 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:28:47.040631 n-d-825064-1 neutron-server[102430]: return func(*args, **kwargs) Jan 18 22:28:47.040631 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:28:47.040631 n-d-825064-1 neutron-server[102430]: self._notify() Jan 18 22:28:47.040631 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:28:47.040631 n-d-825064-1 neutron-server[102430]: self.callback(batched_events) Jan 18 22:28:47.040631 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:28:47.040631 n-d-825064-1 neutron-server[102430]: event.method(event) Jan 18 22:28:47.040631 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:28:47.040631 n-d-825064-1 neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:28:47.040631 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:28:47.040631 n-d-825064-1 neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:28:47.040631 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:28:47.040631 n-d-825064-1 neutron-server[102430]: return f(self, *a, **k) Jan 18 22:28:47.040631 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:28:47.040631 n-d-825064-1 neutron-server[102430]: return self._get(url).json() Jan 18 22:28:47.040631 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:28:47.040631 n-d-825064-1 neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:28:47.040631 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:28:47.040631 n-d-825064-1 neutron-server[102430]: return self.request(url, 'GET', **kwargs) Jan 18 22:28:47.040631 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:28:47.040631 n-d-825064-1 neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:28:47.040631 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:28:47.040631 n-d-825064-1 neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:28:47.040631 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:28:47.040631 n-d-825064-1 neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:28:47.040631 n-d-825064-1 neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:28:47.097396 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a7f2d1e7-32e2-4c41-8e8e-ac39bc37d5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:47.102803 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a7f2d1e7-32e2-4c41-8e8e-ac39bc37d5a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:47.105957 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-a7f2d1e7-32e2-4c41-8e8e-ac39bc37d5a8 admin admin] 10.222.0.53 "DELETE /v2.0/networks/0ce6e245-9d2d-4e6e-b1b9-d7af9d48134d HTTP/1.1" status: 204 len: 168 time: 0.2798920 Jan 18 22:28:47.117143 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f2d1e7-32e2-4c41-8e8e-ac39bc37d5a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ce6e245-9d2d-4e6e-b1b9-d7af9d48134d,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:28:47.209284 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 48236) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:28:47.248437 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-ca84b721-b258-4840-a581-8840781e08d2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e651e0fd164145c6ae54b7f38f3ed933&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378501 Jan 18 22:28:47.250623 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 48238) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:28:47.296816 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-19be7012-21aa-49cf-a48f-ee863b50d4aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:47.317910 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-19be7012-21aa-49cf-a48f-ee863b50d4aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:47.366437 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-19be7012-21aa-49cf-a48f-ee863b50d4aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:47.369220 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-19be7012-21aa-49cf-a48f-ee863b50d4aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:47.370982 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-19be7012-21aa-49cf-a48f-ee863b50d4aa admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e1069572-4e6d-4c1f-b8e0-762998e676eb HTTP/1.1" status: 204 len: 168 time: 0.1191013 Jan 18 22:28:47.379472 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19be7012-21aa-49cf-a48f-ee863b50d4aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1069572-4e6d-4c1f-b8e0-762998e676eb,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:28:48.076895 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 48276) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:28:48.135283 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 22:28:48.188030 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-49793756-5646-4a2f-9926-98a5c0f1aec3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1752039588-network', 'tenant_id': 'c17ee5dd8e9e40cb94c8338a3c8012f7'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:28:48.213500 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49793756-5646-4a2f-9926-98a5c0f1aec3 admin admin] Made reservation on behalf of c17ee5dd8e9e40cb94c8338a3c8012f7 for: {'network': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:28:48.216740 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-49793756-5646-4a2f-9926-98a5c0f1aec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:48.225776 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-49793756-5646-4a2f-9926-98a5c0f1aec3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:48.304196 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-49793756-5646-4a2f-9926-98a5c0f1aec3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:48.309385 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-49793756-5646-4a2f-9926-98a5c0f1aec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:48.338394 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49793756-5646-4a2f-9926-98a5c0f1aec3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=102430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:28:48.347450 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49793756-5646-4a2f-9926-98a5c0f1aec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c4b879c-ca9b-483b-8a0d-5ea0d1e77a2b,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:28:48.353524 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-49793756-5646-4a2f-9926-98a5c0f1aec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:48.353868 n-d-825064-1 neutron-server[102430]: INFO neutron.db.segments_db [None req-49793756-5646-4a2f-9926-98a5c0f1aec3 admin admin] Added segment 28982460-4b8d-4c64-8a1d-ee1a4991cb0f of type vlan for network 81612e23-1bd0-4058-a190-239d191b7f69 Jan 18 22:28:48.394903 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-49793756-5646-4a2f-9926-98a5c0f1aec3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:48.418856 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-49793756-5646-4a2f-9926-98a5c0f1aec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:48.419829 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49793756-5646-4a2f-9926-98a5c0f1aec3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:48.420430 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-49793756-5646-4a2f-9926-98a5c0f1aec3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:48.481577 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-49793756-5646-4a2f-9926-98a5c0f1aec3 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4000802 Jan 18 22:28:48.482830 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 48284) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:28:48.488596 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49793756-5646-4a2f-9926-98a5c0f1aec3 admin admin] Pushing event updated for resources: {'Network': ['ID=81612e23-1bd0-4058-a190-239d191b7f69,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:28:48.489776 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-3b0bd591-a3bf-4fbd-863f-7bddb66387b5 admin admin] Request body: {'subnet': {'network_id': '81612e23-1bd0-4058-a190-239d191b7f69', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1752039588-subnet', 'tenant_id': 'c17ee5dd8e9e40cb94c8338a3c8012f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:28:48.501303 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 81612e23-1bd0-4058-a190-239d191b7f69 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:28:48.515012 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b0bd591-a3bf-4fbd-863f-7bddb66387b5 admin admin] Made reservation on behalf of c17ee5dd8e9e40cb94c8338a3c8012f7 for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:28:48.517807 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3b0bd591-a3bf-4fbd-863f-7bddb66387b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:48.781534 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3b0bd591-a3bf-4fbd-863f-7bddb66387b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:48.835188 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0bd591-a3bf-4fbd-863f-7bddb66387b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a6dc105-1e45-4d7e-bc09-9eb9f627d858,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:28:48.855452 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0bd591-a3bf-4fbd-863f-7bddb66387b5 admin admin] Checking segment: {'id': '28982460-4b8d-4c64-8a1d-ee1a4991cb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '81612e23-1bd0-4058-a190-239d191b7f69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:28:48.855829 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0bd591-a3bf-4fbd-863f-7bddb66387b5 admin admin] Network hostable DHCP agents. Network: 81612e23-1bd0-4058-a190-239d191b7f69, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:28:48.874211 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0bd591-a3bf-4fbd-863f-7bddb66387b5 admin admin] Network 81612e23-1bd0-4058-a190-239d191b7f69 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:28:48.883447 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-3b0bd591-a3bf-4fbd-863f-7bddb66387b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 81612e23-1bd0-4058-a190-239d191b7f69) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:28:48.891230 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0bd591-a3bf-4fbd-863f-7bddb66387b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:48.891230 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3b0bd591-a3bf-4fbd-863f-7bddb66387b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:48.894544 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e624f3-0580-47ad-b552-70c6496e3635 None None] Network 81612e23-1bd0-4058-a190-239d191b7f69 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:28:48.907780 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-3b0bd591-a3bf-4fbd-863f-7bddb66387b5 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4231160 Jan 18 22:28:48.910669 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 48296) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:28:48.914878 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-7423b3af-7019-45cd-9984-f3f9118d8fce admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1752039588-router', 'tenant_id': 'c17ee5dd8e9e40cb94c8338a3c8012f7', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:28:48.939334 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7423b3af-7019-45cd-9984-f3f9118d8fce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1044160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8692'] for router, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:48.940364 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7423b3af-7019-45cd-9984-f3f9118d8fce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1040680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8675'] for router, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:48.997672 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7423b3af-7019-45cd-9984-f3f9118d8fce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:49.030941 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe6cea2-dd25-4167-9079-0e71ae184aec None None] Network 81612e23-1bd0-4058-a190-239d191b7f69 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:28:49.133073 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7423b3af-7019-45cd-9984-f3f9118d8fce admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:49.282432 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b02ce518-b194-46fd-a381-1d54821cf176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:49.333478 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7423b3af-7019-45cd-9984-f3f9118d8fce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:49.352335 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7423b3af-7019-45cd-9984-f3f9118d8fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:49.462630 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-7423b3af-7019-45cd-9984-f3f9118d8fce admin admin] Allocated IP 172.25.5.187 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/1247d6a5-e833-434a-9a36-b1f314a10040) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:28:49.559863 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7423b3af-7019-45cd-9984-f3f9118d8fce admin admin] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:49.592290 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7423b3af-7019-45cd-9984-f3f9118d8fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:49.635204 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7423b3af-7019-45cd-9984-f3f9118d8fce admin admin] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:28:49.638282 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-7423b3af-7019-45cd-9984-f3f9118d8fce admin admin] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:28:49.642415 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7423b3af-7019-45cd-9984-f3f9118d8fce admin admin] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:28:49.647756 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7423b3af-7019-45cd-9984-f3f9118d8fce admin admin] Pushing event updated for resources: {'Port': ['ID=1247d6a5-e833-434a-9a36-b1f314a10040,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:28:49.710543 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 7aa6c1ae-42d0-4b19-8b76-ef1be33ab377 no longer exists at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:28:49.733388 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] No Port match for: 7aa6c1ae-42d0-4b19-8b76-ef1be33ab377 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:28:49.734229 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 7aa6c1ae-42d0-4b19-8b76-ef1be33ab377 not bound to the agent host n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:28:49.895671 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7423b3af-7019-45cd-9984-f3f9118d8fce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:49.912223 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f6bc4-f513-4fd8-be03-feede315e1aa req-000da077-0a27-4498-92d2-21f32123a474 tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:49.913786 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-810f6bc4-f513-4fd8-be03-feede315e1aa req-000da077-0a27-4498-92d2-21f32123a474 tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] 10.222.0.53 "GET /v2.0/networks?id=c190f261-a9e0-4805-b477-029ec0cff12a HTTP/1.1" status: 200 len: 813 time: 0.1045375 Jan 18 22:28:49.932063 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-810f6bc4-f513-4fd8-be03-feede315e1aa req-ebfd098e-cf11-4e6b-9b69-9abc92971382 tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] 10.222.0.53 "GET /v2.0/quotas/6f701bc314db40aaa009d6464ed857b9 HTTP/1.1" status: 200 len: 375 time: 0.0100019 Jan 18 22:28:49.974505 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-810f6bc4-f513-4fd8-be03-feede315e1aa req-ef888317-1def-4d8e-b973-2c472a832c55 tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6f701bc314db40aaa009d6464ed857b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321174 Jan 18 22:28:50.070415 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-810f6bc4-f513-4fd8-be03-feede315e1aa req-c64f3b76-c42e-43ab-8619-ff9fd14bac4a service neutron] 10.222.0.53 "GET /v2.0/networks/c190f261-a9e0-4805-b477-029ec0cff12a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884967 Jan 18 22:28:50.109800 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7423b3af-7019-45cd-9984-f3f9118d8fce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1040691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049'] for router, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:50.165059 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-810f6bc4-f513-4fd8-be03-feede315e1aa req-a0068d06-5db4-445b-b129-52003eab5bf2 service neutron] 10.222.0.53 "GET /v2.0/networks/c190f261-a9e0-4805-b477-029ec0cff12a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880561 Jan 18 22:28:50.238557 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7423b3af-7019-45cd-9984-f3f9118d8fce admin admin] Router 66c38319-1d8b-4a3b-92cc-bb8852407ddc is scheduled to L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 with binding_index 1 {{(pid=102431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 22:28:50.328735 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f454bf39-d668-4be7-9009-bbe94156cb69 req-d01d15bf-67d5-4638-9b7c-8c4eae991725 tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] 10.222.0.53 "GET /v2.0/ports?device_id=44c83562-60fd-445c-b082-ca82470f72f8 HTTP/1.1" status: 200 len: 210 time: 0.0273509 Jan 18 22:28:50.351059 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7423b3af-7019-45cd-9984-f3f9118d8fce admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:28:50.361154 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ded3f5-a881-4866-a31e-252f2186b1e8 None None] Sync routers for ids ['66c38319-1d8b-4a3b-92cc-bb8852407ddc'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:28:50.369455 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7423b3af-7019-45cd-9984-f3f9118d8fce admin admin] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:50.370713 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-7423b3af-7019-45cd-9984-f3f9118d8fce admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4591391 Jan 18 22:28:50.371396 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ded3f5-a881-4866-a31e-252f2186b1e8 None None] Routers {'66c38319-1d8b-4a3b-92cc-bb8852407ddc'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:28:50.372024 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-e9ded3f5-a881-4866-a31e-252f2186b1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:28:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['66c38319-1d8b-4a3b-92cc-bb8852407ddc'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:28:50.373549 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 48330) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:28:50.504644 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-e9ded3f5-a881-4866-a31e-252f2186b1e8 None None] Set router 66c38319-1d8b-4a3b-92cc-bb8852407ddc gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:28:50.699153 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-e9ded3f5-a881-4866-a31e-252f2186b1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c38319-1d8b-4a3b-92cc-bb8852407ddc', 'name': 'tempest-ServerRescueTestJSON-1752039588-router', 'tenant_id': 'c17ee5dd8e9e40cb94c8338a3c8012f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '1247d6a5-e833-434a-9a36-b1f314a10040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:28:48Z', 'updated_at': '2022-01-18T22:28:49Z', 'revision_number': 3, 'project_id': 'c17ee5dd8e9e40cb94c8338a3c8012f7', 'gw_port': {'id': '1247d6a5-e833-434a-9a36-b1f314a10040', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a8:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c38319-1d8b-4a3b-92cc-bb8852407ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:28:49Z', 'updated_at': '2022-01-18T22:28:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:28:50.727584 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ded3f5-a881-4866-a31e-252f2186b1e8 None None] Checking router: 66c38319-1d8b-4a3b-92cc-bb8852407ddc for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:28:50.728281 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ded3f5-a881-4866-a31e-252f2186b1e8 None None] Updating router 66c38319-1d8b-4a3b-92cc-bb8852407ddc port 1247d6a5-e833-434a-9a36-b1f314a10040 binding host n-d-825064-1 {{(pid=102432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:28:50.752688 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e9ded3f5-a881-4866-a31e-252f2186b1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:50.823623 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-09168b7f-54b4-4eca-9c88-72354b14ce9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:50.998314 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-09168b7f-54b4-4eca-9c88-72354b14ce9c admin admin] Allocated IP 172.20.0.1 (81612e23-1bd0-4058-a190-239d191b7f69/6a6dc105-1e45-4d7e-bc09-9eb9f627d858/8a126e0d-a41c-4c66-ab47-e300aff35208) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:28:51.038629 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e9ded3f5-a881-4866-a31e-252f2186b1e8 None None] Notify callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:51.044166 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e9ded3f5-a881-4866-a31e-252f2186b1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:51.093613 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-e9ded3f5-a881-4866-a31e-252f2186b1e8 None None] Attempting to bind port 1247d6a5-e833-434a-9a36-b1f314a10040 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:28:51.093992 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-e9ded3f5-a881-4866-a31e-252f2186b1e8 None None] Attempting to bind port 1247d6a5-e833-434a-9a36-b1f314a10040 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:28:51.094361 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ded3f5-a881-4866-a31e-252f2186b1e8 None None] Attempting to bind port 1247d6a5-e833-434a-9a36-b1f314a10040 on network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:28:51.106994 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ded3f5-a881-4866-a31e-252f2186b1e8 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:28:51.107396 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ded3f5-a881-4866-a31e-252f2186b1e8 None None] Checking segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:28:51.107867 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e9ded3f5-a881-4866-a31e-252f2186b1e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:51.108299 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ded3f5-a881-4866-a31e-252f2186b1e8 None None] Bound using segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:28:51.108780 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-e9ded3f5-a881-4866-a31e-252f2186b1e8 None None] Bound port: 1247d6a5-e833-434a-9a36-b1f314a10040, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:28:51.109165 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e9ded3f5-a881-4866-a31e-252f2186b1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:51.111603 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-09168b7f-54b4-4eca-9c88-72354b14ce9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:51.132645 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27ec032-b256-4bbe-b0cd-b96fa131ea0f None None] Pushing event updated for resources: {'Port': ['ID=1247d6a5-e833-434a-9a36-b1f314a10040,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:28:51.148214 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-09168b7f-54b4-4eca-9c88-72354b14ce9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:51.170571 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-e9ded3f5-a881-4866-a31e-252f2186b1e8 None None] For port 1247d6a5-e833-434a-9a36-b1f314a10040, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:28:51.173933 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-e9ded3f5-a881-4866-a31e-252f2186b1e8 None None] For port 1247d6a5-e833-434a-9a36-b1f314a10040, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=1247d6a5-e833-434a-9a36-b1f314a10040,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:28:51.180017 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e9ded3f5-a881-4866-a31e-252f2186b1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:51.190333 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09168b7f-54b4-4eca-9c88-72354b14ce9c admin admin] Network 81612e23-1bd0-4058-a190-239d191b7f69 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:28:51.193591 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-09168b7f-54b4-4eca-9c88-72354b14ce9c admin admin] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:28:51.197252 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09168b7f-54b4-4eca-9c88-72354b14ce9c admin admin] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:28:51.234567 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09168b7f-54b4-4eca-9c88-72354b14ce9c admin admin] Pushing event updated for resources: {'Port': ['ID=8a126e0d-a41c-4c66-ab47-e300aff35208,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:28:51.237820 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ded3f5-a881-4866-a31e-252f2186b1e8 None None] Routers {'66c38319-1d8b-4a3b-92cc-bb8852407ddc'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:28:51.238794 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-e9ded3f5-a881-4866-a31e-252f2186b1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:28:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['66c38319-1d8b-4a3b-92cc-bb8852407ddc'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:28:51.243157 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-09168b7f-54b4-4eca-9c88-72354b14ce9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1040954'] for router_interface, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:51.320492 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27ec032-b256-4bbe-b0cd-b96fa131ea0f None None] Pushing event updated for resources: {'Port': ['ID=1247d6a5-e833-434a-9a36-b1f314a10040,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:28:51.402598 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-e9ded3f5-a881-4866-a31e-252f2186b1e8 None None] Set router 66c38319-1d8b-4a3b-92cc-bb8852407ddc gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:28:51.413558 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-09168b7f-54b4-4eca-9c88-72354b14ce9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:51.432758 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f6bc4-f513-4fd8-be03-feede315e1aa req-194e5341-5dc7-4f0e-9dac-056c69adbfee tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:51.434631 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-810f6bc4-f513-4fd8-be03-feede315e1aa req-194e5341-5dc7-4f0e-9dac-056c69adbfee tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] 10.222.0.36 "GET /v2.0/networks?id=c190f261-a9e0-4805-b477-029ec0cff12a HTTP/1.1" status: 200 len: 813 time: 0.1713290 Jan 18 22:28:51.457720 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-29b74dbf-a4b7-4119-84c1-37c3bdc5dbfa req-a3cc4219-218a-4fe7-a579-7f6e03b658b7 tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] 10.222.0.53 "GET /v2.0/ports?device_id=44c83562-60fd-445c-b082-ca82470f72f8 HTTP/1.1" status: 200 len: 210 time: 0.0435922 Jan 18 22:28:51.465406 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-810f6bc4-f513-4fd8-be03-feede315e1aa req-848dae43-9b22-43d5-95e4-6bd2dc596233 tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] Request body: {'port': {'device_id': '44c83562-60fd-445c-b082-ca82470f72f8', 'network_id': 'c190f261-a9e0-4805-b477-029ec0cff12a', 'admin_state_up': True, 'tenant_id': '6f701bc314db40aaa009d6464ed857b9'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:28:51.606955 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-810f6bc4-f513-4fd8-be03-feede315e1aa req-848dae43-9b22-43d5-95e4-6bd2dc596233 tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] Made reservation on behalf of 6f701bc314db40aaa009d6464ed857b9 for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:28:51.611260 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-810f6bc4-f513-4fd8-be03-feede315e1aa req-848dae43-9b22-43d5-95e4-6bd2dc596233 tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:51.612242 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-09168b7f-54b4-4eca-9c88-72354b14ce9c admin admin] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:51.612370 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-e9ded3f5-a881-4866-a31e-252f2186b1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c38319-1d8b-4a3b-92cc-bb8852407ddc', 'name': 'tempest-ServerRescueTestJSON-1752039588-router', 'tenant_id': 'c17ee5dd8e9e40cb94c8338a3c8012f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '1247d6a5-e833-434a-9a36-b1f314a10040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:28:48Z', 'updated_at': '2022-01-18T22:28:49Z', 'revision_number': 3, 'project_id': 'c17ee5dd8e9e40cb94c8338a3c8012f7', 'gw_port': {'id': '1247d6a5-e833-434a-9a36-b1f314a10040', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a8:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c38319-1d8b-4a3b-92cc-bb8852407ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:28:49Z', 'updated_at': '2022-01-18T22:28:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:28:51.616912 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-09168b7f-54b4-4eca-9c88-72354b14ce9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:51.643553 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ded3f5-a881-4866-a31e-252f2186b1e8 None None] The sync data for ids ['66c38319-1d8b-4a3b-92cc-bb8852407ddc'] in n-d-825064-1 is: [{'id': '66c38319-1d8b-4a3b-92cc-bb8852407ddc', 'name': 'tempest-ServerRescueTestJSON-1752039588-router', 'tenant_id': 'c17ee5dd8e9e40cb94c8338a3c8012f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '1247d6a5-e833-434a-9a36-b1f314a10040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:28:48Z', 'updated_at': '2022-01-18T22:28:49Z', 'revision_number': 3, 'project_id': 'c17ee5dd8e9e40cb94c8338a3c8012f7', 'gw_port': {'id': '1247d6a5-e833-434a-9a36-b1f314a10040', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a8:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c38319-1d8b-4a3b-92cc-bb8852407ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:28:49Z', 'updated_at': '2022-01-18T22:28:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:28:51.699859 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09168b7f-54b4-4eca-9c88-72354b14ce9c admin admin] Pushing event updated for resources: {'Port': ['ID=8a126e0d-a41c-4c66-ab47-e300aff35208,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:28:51.706079 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-09168b7f-54b4-4eca-9c88-72354b14ce9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-613854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1041070'] for router_interface, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:51.755475 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-810f6bc4-f513-4fd8-be03-feede315e1aa req-848dae43-9b22-43d5-95e4-6bd2dc596233 tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] Allocated IP 172.20.0.3 (c190f261-a9e0-4805-b477-029ec0cff12a/1740482f-11ed-4dc8-95f0-60cedd3827cb/89372a2a-0037-4142-8f8a-203c2d02980d) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:28:51.804972 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09168b7f-54b4-4eca-9c88-72354b14ce9c admin admin] Network 81612e23-1bd0-4058-a190-239d191b7f69 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:28:51.806319 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-09168b7f-54b4-4eca-9c88-72354b14ce9c admin admin] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:28:51.935999 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-20adbeb4-778a-4cb0-8fb9-e5682b3ba9fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:51.955917 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-810f6bc4-f513-4fd8-be03-feede315e1aa req-848dae43-9b22-43d5-95e4-6bd2dc596233 tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:51.957868 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09168b7f-54b4-4eca-9c88-72354b14ce9c admin admin] Router 66c38319-1d8b-4a3b-92cc-bb8852407ddc has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:28:51.997687 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-810f6bc4-f513-4fd8-be03-feede315e1aa req-848dae43-9b22-43d5-95e4-6bd2dc596233 tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:52.049875 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-810f6bc4-f513-4fd8-be03-feede315e1aa req-848dae43-9b22-43d5-95e4-6bd2dc596233 tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] Network c190f261-a9e0-4805-b477-029ec0cff12a is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:28:52.053655 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-810f6bc4-f513-4fd8-be03-feede315e1aa req-848dae43-9b22-43d5-95e4-6bd2dc596233 tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:28:52.060559 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-810f6bc4-f513-4fd8-be03-feede315e1aa req-848dae43-9b22-43d5-95e4-6bd2dc596233 tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:28:52.100635 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09168b7f-54b4-4eca-9c88-72354b14ce9c admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:28:52.116440 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-09168b7f-54b4-4eca-9c88-72354b14ce9c admin admin] 10.222.0.53 "PUT /v2.0/routers/66c38319-1d8b-4a3b-92cc-bb8852407ddc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7408793 Jan 18 22:28:52.137132 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848dae43-9b22-43d5-95e4-6bd2dc596233 tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] Pushing event updated for resources: {'Port': ['ID=89372a2a-0037-4142-8f8a-203c2d02980d,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:28:52.164875 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f6bc4-f513-4fd8-be03-feede315e1aa req-848dae43-9b22-43d5-95e4-6bd2dc596233 tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:52.166238 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-810f6bc4-f513-4fd8-be03-feede315e1aa req-848dae43-9b22-43d5-95e4-6bd2dc596233 tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:52.192335 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-810f6bc4-f513-4fd8-be03-feede315e1aa req-848dae43-9b22-43d5-95e4-6bd2dc596233 tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7331796 Jan 18 22:28:52.206229 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-810f6bc4-f513-4fd8-be03-feede315e1aa req-a113d031-69df-46a1-b1d9-c6d84a3cb35c service neutron] Request body: {'port': {'device_id': '44c83562-60fd-445c-b082-ca82470f72f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:28:52.301638 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-810f6bc4-f513-4fd8-be03-feede315e1aa req-a113d031-69df-46a1-b1d9-c6d84a3cb35c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:52.348394 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 1247d6a5-e833-434a-9a36-b1f314a10040 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:28:52.438702 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 1247d6a5-e833-434a-9a36-b1f314a10040 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:28:52.439085 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:52.545263 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:52.567914 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port 1247d6a5-e833-434a-9a36-b1f314a10040, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=1247d6a5-e833-434a-9a36-b1f314a10040,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:28:52.573948 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:52.644003 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=1247d6a5-e833-434a-9a36-b1f314a10040,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:28:52.708653 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaec9952-029f-4977-938e-8e26c3125377 req-9f5cdb4a-95a9-45d0-8c10-2c3afc0a5d54 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:52.710153 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aaec9952-029f-4977-938e-8e26c3125377 req-9f5cdb4a-95a9-45d0-8c10-2c3afc0a5d54 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/networks?id=81612e23-1bd0-4058-a190-239d191b7f69 HTTP/1.1" status: 200 len: 811 time: 0.2275124 Jan 18 22:28:52.730849 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f384ff7b-f8f2-44f5-b8e4-4dbe89847954 req-afa87208-7fe0-41eb-8d8f-43c54ad08bd1 tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:52.732400 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f384ff7b-f8f2-44f5-b8e4-4dbe89847954 req-afa87208-7fe0-41eb-8d8f-43c54ad08bd1 tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] 10.222.0.53 "GET /v2.0/ports?device_id=44c83562-60fd-445c-b082-ca82470f72f8 HTTP/1.1" status: 200 len: 931 time: 0.1220143 Jan 18 22:28:52.759300 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aaec9952-029f-4977-938e-8e26c3125377 req-6deb957c-7ffb-4915-869d-a5a128d28e91 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/quotas/c17ee5dd8e9e40cb94c8338a3c8012f7 HTTP/1.1" status: 200 len: 375 time: 0.0411987 Jan 18 22:28:52.828041 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f384ff7b-f8f2-44f5-b8e4-4dbe89847954 req-16ee1bba-325f-4980-ae63-34af165f3b67 tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] 10.222.0.53 "GET /v2.0/security-groups?id=308f2ccf-49d9-438d-919a-319a82e079ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877814 Jan 18 22:28:52.868367 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aaec9952-029f-4977-938e-8e26c3125377 req-37c5ebb4-b72a-4587-a798-6c4a0cff8f5b tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c17ee5dd8e9e40cb94c8338a3c8012f7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0948164 Jan 18 22:28:52.875400 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [req-810f6bc4-f513-4fd8-be03-feede315e1aa req-a113d031-69df-46a1-b1d9-c6d84a3cb35c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89372a2a-0037-4142-8f8a-203c2d02980d {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:28:52.876626 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:52.890978 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-810f6bc4-f513-4fd8-be03-feede315e1aa req-a113d031-69df-46a1-b1d9-c6d84a3cb35c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:52.944674 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-810f6bc4-f513-4fd8-be03-feede315e1aa req-a113d031-69df-46a1-b1d9-c6d84a3cb35c service neutron] Transition to ACTIVE for port object 89372a2a-0037-4142-8f8a-203c2d02980d will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:28:52.953759 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-810f6bc4-f513-4fd8-be03-feede315e1aa req-a113d031-69df-46a1-b1d9-c6d84a3cb35c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:53.027587 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aaec9952-029f-4977-938e-8e26c3125377 req-b2a37888-ea7a-4506-979c-53a7f681c779 service neutron] 10.222.0.53 "GET /v2.0/networks/81612e23-1bd0-4058-a190-239d191b7f69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473861 Jan 18 22:28:53.028462 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a113d031-69df-46a1-b1d9-c6d84a3cb35c service neutron] Pushing event updated for resources: {'Port': ['ID=89372a2a-0037-4142-8f8a-203c2d02980d,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:28:53.161318 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-810f6bc4-f513-4fd8-be03-feede315e1aa req-a113d031-69df-46a1-b1d9-c6d84a3cb35c service neutron] Attempting to bind port 89372a2a-0037-4142-8f8a-203c2d02980d on host n-h1-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:28:53.161318 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-810f6bc4-f513-4fd8-be03-feede315e1aa req-a113d031-69df-46a1-b1d9-c6d84a3cb35c service neutron] Attempting to bind port 89372a2a-0037-4142-8f8a-203c2d02980d by drivers openvswitch,hyperv on host n-h1-825064-1 at level 0 using segments [{'id': '0f9b93f3-b3a2-4f91-b06d-871728cbfc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c190f261-a9e0-4805-b477-029ec0cff12a'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:28:53.161318 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810f6bc4-f513-4fd8-be03-feede315e1aa req-a113d031-69df-46a1-b1d9-c6d84a3cb35c service neutron] Attempting to bind port 89372a2a-0037-4142-8f8a-203c2d02980d on network c190f261-a9e0-4805-b477-029ec0cff12a {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:28:53.173392 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810f6bc4-f513-4fd8-be03-feede315e1aa req-a113d031-69df-46a1-b1d9-c6d84a3cb35c service neutron] Port 89372a2a-0037-4142-8f8a-203c2d02980d on network c190f261-a9e0-4805-b477-029ec0cff12a not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:28:53.173712 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810f6bc4-f513-4fd8-be03-feede315e1aa req-a113d031-69df-46a1-b1d9-c6d84a3cb35c service neutron] Attempting to bind port 89372a2a-0037-4142-8f8a-203c2d02980d on network c190f261-a9e0-4805-b477-029ec0cff12a {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:28:53.185164 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810f6bc4-f513-4fd8-be03-feede315e1aa req-a113d031-69df-46a1-b1d9-c6d84a3cb35c service neutron] Checking agent: {'id': 'e49d1b2a-ba11-487f-a804-ecbf3c0e8132', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:28:53.186084 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810f6bc4-f513-4fd8-be03-feede315e1aa req-a113d031-69df-46a1-b1d9-c6d84a3cb35c service neutron] Checking segment: {'id': '0f9b93f3-b3a2-4f91-b06d-871728cbfc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c190f261-a9e0-4805-b477-029ec0cff12a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:28:53.186478 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810f6bc4-f513-4fd8-be03-feede315e1aa req-a113d031-69df-46a1-b1d9-c6d84a3cb35c service neutron] Bound using segment: {'id': '0f9b93f3-b3a2-4f91-b06d-871728cbfc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c190f261-a9e0-4805-b477-029ec0cff12a'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:28:53.186925 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-810f6bc4-f513-4fd8-be03-feede315e1aa req-a113d031-69df-46a1-b1d9-c6d84a3cb35c service neutron] Bound port: 89372a2a-0037-4142-8f8a-203c2d02980d, host: n-h1-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f9b93f3-b3a2-4f91-b06d-871728cbfc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c190f261-a9e0-4805-b477-029ec0cff12a'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:28:53.187292 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-810f6bc4-f513-4fd8-be03-feede315e1aa req-a113d031-69df-46a1-b1d9-c6d84a3cb35c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:53.208541 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aaec9952-029f-4977-938e-8e26c3125377 req-699593c4-eba9-4a9c-bf93-1a4033a9aa27 service neutron] 10.222.0.53 "GET /v2.0/networks/81612e23-1bd0-4058-a190-239d191b7f69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574614 Jan 18 22:28:53.266124 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-810f6bc4-f513-4fd8-be03-feede315e1aa req-a113d031-69df-46a1-b1d9-c6d84a3cb35c service neutron] For port 89372a2a-0037-4142-8f8a-203c2d02980d, host n-h1-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:28:53.269500 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-810f6bc4-f513-4fd8-be03-feede315e1aa req-a113d031-69df-46a1-b1d9-c6d84a3cb35c service neutron] For port 89372a2a-0037-4142-8f8a-203c2d02980d, host n-h1-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=89372a2a-0037-4142-8f8a-203c2d02980d,segment=NetworkSegment(0f9b93f3-b3a2-4f91-b06d-871728cbfc1f),segment_id=0f9b93f3-b3a2-4f91-b06d-871728cbfc1f)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:28:53.278693 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-810f6bc4-f513-4fd8-be03-feede315e1aa req-a113d031-69df-46a1-b1d9-c6d84a3cb35c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:53.328914 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f6bc4-f513-4fd8-be03-feede315e1aa req-a113d031-69df-46a1-b1d9-c6d84a3cb35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:53.328914 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-810f6bc4-f513-4fd8-be03-feede315e1aa req-a113d031-69df-46a1-b1d9-c6d84a3cb35c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:53.329931 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-810f6bc4-f513-4fd8-be03-feede315e1aa req-a113d031-69df-46a1-b1d9-c6d84a3cb35c service neutron] 10.222.0.36 "PUT /v2.0/ports/89372a2a-0037-4142-8f8a-203c2d02980d HTTP/1.1" status: 200 len: 1091 time: 1.1287429 Jan 18 22:28:53.330587 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44c83562-60fd-445c-b082-ca82470f72f8', 'tag': '89372a2a-0037-4142-8f8a-203c2d02980d'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:28:53.333220 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25738c88-8c04-49d8-8e2d-4719de5a3564" -d '{"events": [{"name": "network-changed", "server_uuid": "44c83562-60fd-445c-b082-ca82470f72f8", "tag": "89372a2a-0037-4142-8f8a-203c2d02980d"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:28:53.353980 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a113d031-69df-46a1-b1d9-c6d84a3cb35c service neutron] Pushing event updated for resources: {'Port': ['ID=89372a2a-0037-4142-8f8a-203c2d02980d,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:28:53.428430 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f6bc4-f513-4fd8-be03-feede315e1aa req-2be5f5fd-f4ca-4103-9728-33d395c9d068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:53.430464 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-810f6bc4-f513-4fd8-be03-feede315e1aa req-2be5f5fd-f4ca-4103-9728-33d395c9d068 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6f701bc314db40aaa009d6464ed857b9&device_id=44c83562-60fd-445c-b082-ca82470f72f8 HTTP/1.1" status: 200 len: 1094 time: 0.0538490 Jan 18 22:28:53.495531 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d44128ab-56f7-454e-878a-be11dd0375ee x-openstack-request-id: req-d44128ab-56f7-454e-878a-be11dd0375ee {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:28:53.495853 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44c83562-60fd-445c-b082-ca82470f72f8", "tag": "89372a2a-0037-4142-8f8a-203c2d02980d", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:28:53.496163 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d44128ab-56f7-454e-878a-be11dd0375ee {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:28:53.496616 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44c83562-60fd-445c-b082-ca82470f72f8', 'tag': '89372a2a-0037-4142-8f8a-203c2d02980d', 'status': 'completed', 'code': 200} Jan 18 22:28:53.499194 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1e931ded-59cb-4cc1-b313-265dc3965179 req-04a7d63a-5db6-4246-bc7e-891de6ec1fb7 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/ports?device_id=3468303d-3938-4228-99a6-32a82a6b0e90 HTTP/1.1" status: 200 len: 210 time: 0.0738165 Jan 18 22:28:53.500691 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-810f6bc4-f513-4fd8-be03-feede315e1aa req-8b1eba90-da6a-4b51-8319-30ba034bb530 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=89372a2a-0037-4142-8f8a-203c2d02980d HTTP/1.1" status: 200 len: 217 time: 0.0596070 Jan 18 22:28:53.565038 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f6bc4-f513-4fd8-be03-feede315e1aa req-c8dbfaed-d3f9-4db5-9e9e-4b5dce5c290b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:53.566673 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-810f6bc4-f513-4fd8-be03-feede315e1aa req-c8dbfaed-d3f9-4db5-9e9e-4b5dce5c290b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1740482f-11ed-4dc8-95f0-60cedd3827cb HTTP/1.1" status: 200 len: 853 time: 0.0595293 Jan 18 22:28:53.600715 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-810f6bc4-f513-4fd8-be03-feede315e1aa req-d29334b7-4515-40c0-b9e2-ed9293c25c21 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c190f261-a9e0-4805-b477-029ec0cff12a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270231 Jan 18 22:28:53.673179 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242abb86-a604-49f5-a560-c81a3831f6f9 None None] Sync routers for ids ['66c38319-1d8b-4a3b-92cc-bb8852407ddc'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:28:53.686214 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242abb86-a604-49f5-a560-c81a3831f6f9 None None] Routers {'66c38319-1d8b-4a3b-92cc-bb8852407ddc'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:28:53.687095 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-242abb86-a604-49f5-a560-c81a3831f6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:28:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['66c38319-1d8b-4a3b-92cc-bb8852407ddc'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:28:53.697591 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-810f6bc4-f513-4fd8-be03-feede315e1aa req-6c9b7419-f372-40bf-af5d-522ac51723e7 service neutron] 10.222.0.36 "GET /v2.0/networks/c190f261-a9e0-4805-b477-029ec0cff12a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908010 Jan 18 22:28:53.810442 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-810f6bc4-f513-4fd8-be03-feede315e1aa req-60a8cd75-6b87-4413-b3a6-ae23eb2ed3e5 service neutron] 10.222.0.36 "GET /v2.0/networks/c190f261-a9e0-4805-b477-029ec0cff12a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058264 Jan 18 22:28:53.840963 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-242abb86-a604-49f5-a560-c81a3831f6f9 None None] Set router 66c38319-1d8b-4a3b-92cc-bb8852407ddc gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:28:53.979631 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25738c88-8c04-49d8-8e2d-4719de5a3564 req-e441297d-7cf3-496e-b9c8-6c02131da71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:53.981467 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-25738c88-8c04-49d8-8e2d-4719de5a3564 req-e441297d-7cf3-496e-b9c8-6c02131da71e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6f701bc314db40aaa009d6464ed857b9&device_id=44c83562-60fd-445c-b082-ca82470f72f8 HTTP/1.1" status: 200 len: 1094 time: 0.1141560 Jan 18 22:28:53.997607 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924e3c5b-c92a-4509-a392-9563192f351b req-e65eafb5-4793-46ff-9e4b-4264f74daaab tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:54.005657 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-924e3c5b-c92a-4509-a392-9563192f351b req-e65eafb5-4793-46ff-9e4b-4264f74daaab tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] 10.222.0.53 "GET /v2.0/ports?device_id=44c83562-60fd-445c-b082-ca82470f72f8 HTTP/1.1" status: 200 len: 943 time: 0.1028340 Jan 18 22:28:54.153811 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-242abb86-a604-49f5-a560-c81a3831f6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c38319-1d8b-4a3b-92cc-bb8852407ddc', 'name': 'tempest-ServerRescueTestJSON-1752039588-router', 'tenant_id': 'c17ee5dd8e9e40cb94c8338a3c8012f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '1247d6a5-e833-434a-9a36-b1f314a10040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:28:48Z', 'updated_at': '2022-01-18T22:28:51Z', 'revision_number': 4, 'project_id': 'c17ee5dd8e9e40cb94c8338a3c8012f7', 'gw_port': {'id': '1247d6a5-e833-434a-9a36-b1f314a10040', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c38319-1d8b-4a3b-92cc-bb8852407ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:28:49Z', 'updated_at': '2022-01-18T22:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '8a126e0d-a41c-4c66-ab47-e300aff35208', 'name': '', 'network_id': '81612e23-1bd0-4058-a190-239d191b7f69', 'tenant_id': 'c17ee5dd8e9e40cb94c8338a3c8012f7', 'mac_address': 'fa:16:3e:bf:58:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c38319-1d8b-4a3b-92cc-bb8852407ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '6a6dc105-1e45-4d7e-bc09-9eb9f627d858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:28:50Z', 'updated_at': '2022-01-18T22:28:51Z', 'revision_number': 2, 'project_id': 'c17ee5dd8e9e40cb94c8338a3c8012f7', 'subnets': [{'id': '6a6dc105-1e45-4d7e-bc09-9eb9f627d858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:28:54.187686 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242abb86-a604-49f5-a560-c81a3831f6f9 None None] Checking router: 66c38319-1d8b-4a3b-92cc-bb8852407ddc for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:28:54.188004 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242abb86-a604-49f5-a560-c81a3831f6f9 None None] Updating router 66c38319-1d8b-4a3b-92cc-bb8852407ddc port 8a126e0d-a41c-4c66-ab47-e300aff35208 binding host n-d-825064-1 {{(pid=102433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:28:54.231824 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-242abb86-a604-49f5-a560-c81a3831f6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:54.349542 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 1247d6a5-e833-434a-9a36-b1f314a10040 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:28:54.409771 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:54.471047 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 1247d6a5-e833-434a-9a36-b1f314a10040 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:28:54.471634 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:54.482988 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-924e3c5b-c92a-4509-a392-9563192f351b req-9999db5a-687b-4eb5-aa6e-4e3129cecd06 tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] 10.222.0.53 "GET /v2.0/security-groups?id=308f2ccf-49d9-438d-919a-319a82e079ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4679415 Jan 18 22:28:54.569868 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:54.574791 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25738c88-8c04-49d8-8e2d-4719de5a3564 req-bc791db2-2d35-4d0b-b229-60e5992472c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:54.584730 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-25738c88-8c04-49d8-8e2d-4719de5a3564 req-bc791db2-2d35-4d0b-b229-60e5992472c1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c190f261-a9e0-4805-b477-029ec0cff12a HTTP/1.1" status: 200 len: 913 time: 0.5783715 Jan 18 22:28:54.678427 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-25738c88-8c04-49d8-8e2d-4719de5a3564 req-2b946c35-9eb8-4560-abfb-9cdbbf6626e0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=89372a2a-0037-4142-8f8a-203c2d02980d HTTP/1.1" status: 200 len: 217 time: 0.0856726 Jan 18 22:28:54.760918 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ca53f126-4683-4601-9507-2ea4582c3670 req-59379cb1-2c92-4cc2-950d-b8025495d747 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/ports?device_id=3468303d-3938-4228-99a6-32a82a6b0e90 HTTP/1.1" status: 200 len: 210 time: 0.0714178 Jan 18 22:28:54.772290 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-242abb86-a604-49f5-a560-c81a3831f6f9 None None] Notify callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:54.780506 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25738c88-8c04-49d8-8e2d-4719de5a3564 req-7ac991a4-15b1-4e34-a98e-095ab55bcec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:54.780693 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-242abb86-a604-49f5-a560-c81a3831f6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:54.782690 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-25738c88-8c04-49d8-8e2d-4719de5a3564 req-7ac991a4-15b1-4e34-a98e-095ab55bcec4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1740482f-11ed-4dc8-95f0-60cedd3827cb HTTP/1.1" status: 200 len: 853 time: 0.0944276 Jan 18 22:28:54.835897 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-25738c88-8c04-49d8-8e2d-4719de5a3564 req-afa367c3-2a94-4d3c-a226-4eddc6a70425 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c190f261-a9e0-4805-b477-029ec0cff12a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444539 Jan 18 22:28:54.838488 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cf9392-94da-4177-9f18-da61ef7e4a17 None None] Pushing event updated for resources: {'Port': ['ID=8a126e0d-a41c-4c66-ab47-e300aff35208,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:28:54.864933 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cf9392-94da-4177-9f18-da61ef7e4a17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:28:54.865222 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cf9392-94da-4177-9f18-da61ef7e4a17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:28:54.865507 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cf9392-94da-4177-9f18-da61ef7e4a17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:28:54.865834 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cf9392-94da-4177-9f18-da61ef7e4a17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:28:54.866157 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cf9392-94da-4177-9f18-da61ef7e4a17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:28:54.866716 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cf9392-94da-4177-9f18-da61ef7e4a17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:28:54.867042 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cf9392-94da-4177-9f18-da61ef7e4a17 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:28:54.867359 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cf9392-94da-4177-9f18-da61ef7e4a17 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:28:54.867679 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cf9392-94da-4177-9f18-da61ef7e4a17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:28:54.867991 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cf9392-94da-4177-9f18-da61ef7e4a17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:28:54.868395 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cf9392-94da-4177-9f18-da61ef7e4a17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:28:54.868714 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cf9392-94da-4177-9f18-da61ef7e4a17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:28:54.912072 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-242abb86-a604-49f5-a560-c81a3831f6f9 None None] Attempting to bind port 8a126e0d-a41c-4c66-ab47-e300aff35208 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:28:54.912460 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-242abb86-a604-49f5-a560-c81a3831f6f9 None None] Attempting to bind port 8a126e0d-a41c-4c66-ab47-e300aff35208 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '28982460-4b8d-4c64-8a1d-ee1a4991cb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '81612e23-1bd0-4058-a190-239d191b7f69'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:28:54.912877 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242abb86-a604-49f5-a560-c81a3831f6f9 None None] Attempting to bind port 8a126e0d-a41c-4c66-ab47-e300aff35208 on network 81612e23-1bd0-4058-a190-239d191b7f69 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:28:54.918032 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242abb86-a604-49f5-a560-c81a3831f6f9 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:28:54.918394 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242abb86-a604-49f5-a560-c81a3831f6f9 None None] Checking segment: {'id': '28982460-4b8d-4c64-8a1d-ee1a4991cb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '81612e23-1bd0-4058-a190-239d191b7f69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:28:54.918785 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-242abb86-a604-49f5-a560-c81a3831f6f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:54.919164 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242abb86-a604-49f5-a560-c81a3831f6f9 None None] Bound using segment: {'id': '28982460-4b8d-4c64-8a1d-ee1a4991cb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '81612e23-1bd0-4058-a190-239d191b7f69'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:28:54.919672 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-242abb86-a604-49f5-a560-c81a3831f6f9 None None] Bound port: 8a126e0d-a41c-4c66-ab47-e300aff35208, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28982460-4b8d-4c64-8a1d-ee1a4991cb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '81612e23-1bd0-4058-a190-239d191b7f69'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:28:54.920573 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-242abb86-a604-49f5-a560-c81a3831f6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:54.980787 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-25738c88-8c04-49d8-8e2d-4719de5a3564 req-083be8f6-dd06-4588-93ec-24be3552d81f service neutron] 10.222.0.36 "GET /v2.0/networks/c190f261-a9e0-4805-b477-029ec0cff12a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370652 Jan 18 22:28:54.997371 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-242abb86-a604-49f5-a560-c81a3831f6f9 None None] For port 8a126e0d-a41c-4c66-ab47-e300aff35208, host n-d-825064-1, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:28:55.002245 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-242abb86-a604-49f5-a560-c81a3831f6f9 None None] For port 8a126e0d-a41c-4c66-ab47-e300aff35208, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=8a126e0d-a41c-4c66-ab47-e300aff35208,segment=NetworkSegment(28982460-4b8d-4c64-8a1d-ee1a4991cb0f),segment_id=28982460-4b8d-4c64-8a1d-ee1a4991cb0f)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:28:55.009283 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-242abb86-a604-49f5-a560-c81a3831f6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:55.068644 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaec9952-029f-4977-938e-8e26c3125377 req-f29de2f1-5a38-4d67-831d-b5e40c10cc4a tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:55.070237 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-aaec9952-029f-4977-938e-8e26c3125377 req-f29de2f1-5a38-4d67-831d-b5e40c10cc4a tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.36 "GET /v2.0/networks?id=81612e23-1bd0-4058-a190-239d191b7f69 HTTP/1.1" status: 200 len: 811 time: 0.6032715 Jan 18 22:28:55.084427 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-aaec9952-029f-4977-938e-8e26c3125377 req-adccfced-ef05-49a2-a620-9597b2e3fdb5 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Request body: {'port': {'device_id': '3468303d-3938-4228-99a6-32a82a6b0e90', 'network_id': '81612e23-1bd0-4058-a190-239d191b7f69', 'admin_state_up': True, 'tenant_id': 'c17ee5dd8e9e40cb94c8338a3c8012f7'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:28:55.108660 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cf9392-94da-4177-9f18-da61ef7e4a17 None None] Pushing event updated for resources: {'Port': ['ID=8a126e0d-a41c-4c66-ab47-e300aff35208,revision_number=4']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:28:55.112263 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242abb86-a604-49f5-a560-c81a3831f6f9 None None] Routers {'66c38319-1d8b-4a3b-92cc-bb8852407ddc'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:28:55.113577 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-242abb86-a604-49f5-a560-c81a3831f6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:28:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['66c38319-1d8b-4a3b-92cc-bb8852407ddc'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:28:55.151672 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-25738c88-8c04-49d8-8e2d-4719de5a3564 req-e3c9fd8c-f35d-4f57-a85b-192f1d7f76cd service neutron] 10.222.0.36 "GET /v2.0/networks/c190f261-a9e0-4805-b477-029ec0cff12a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633530 Jan 18 22:28:55.231746 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-242abb86-a604-49f5-a560-c81a3831f6f9 None None] Set router 66c38319-1d8b-4a3b-92cc-bb8852407ddc gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:28:55.239213 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aaec9952-029f-4977-938e-8e26c3125377 req-adccfced-ef05-49a2-a620-9597b2e3fdb5 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Made reservation on behalf of c17ee5dd8e9e40cb94c8338a3c8012f7 for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:28:55.242263 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-aaec9952-029f-4977-938e-8e26c3125377 req-adccfced-ef05-49a2-a620-9597b2e3fdb5 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:55.385815 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [req-aaec9952-029f-4977-938e-8e26c3125377 req-adccfced-ef05-49a2-a620-9597b2e3fdb5 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Allocated IP 172.20.0.12 (81612e23-1bd0-4058-a190-239d191b7f69/6a6dc105-1e45-4d7e-bc09-9eb9f627d858/13157ec0-e843-4a24-a6a4-4044e5c5d51a) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:28:55.575975 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-aaec9952-029f-4977-938e-8e26c3125377 req-adccfced-ef05-49a2-a620-9597b2e3fdb5 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:55.614036 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-242abb86-a604-49f5-a560-c81a3831f6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c38319-1d8b-4a3b-92cc-bb8852407ddc', 'name': 'tempest-ServerRescueTestJSON-1752039588-router', 'tenant_id': 'c17ee5dd8e9e40cb94c8338a3c8012f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '1247d6a5-e833-434a-9a36-b1f314a10040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:28:48Z', 'updated_at': '2022-01-18T22:28:51Z', 'revision_number': 4, 'project_id': 'c17ee5dd8e9e40cb94c8338a3c8012f7', 'gw_port': {'id': '1247d6a5-e833-434a-9a36-b1f314a10040', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c38319-1d8b-4a3b-92cc-bb8852407ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:28:49Z', 'updated_at': '2022-01-18T22:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '8a126e0d-a41c-4c66-ab47-e300aff35208', 'name': '', 'network_id': '81612e23-1bd0-4058-a190-239d191b7f69', 'tenant_id': 'c17ee5dd8e9e40cb94c8338a3c8012f7', 'mac_address': 'fa:16:3e:bf:58:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c38319-1d8b-4a3b-92cc-bb8852407ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '6a6dc105-1e45-4d7e-bc09-9eb9f627d858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:28:50Z', 'updated_at': '2022-01-18T22:28:54Z', 'revision_number': 4, 'project_id': 'c17ee5dd8e9e40cb94c8338a3c8012f7', 'subnets': [{'id': '6a6dc105-1e45-4d7e-bc09-9eb9f627d858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:28:55.623356 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eeec6e-35b8-43b2-8944-fdbc1d14aeb3 req-b7bf3a54-f417-4d6f-a765-63f8487bc8ca tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:55.625188 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b4eeec6e-35b8-43b2-8944-fdbc1d14aeb3 req-b7bf3a54-f417-4d6f-a765-63f8487bc8ca tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] 10.222.0.53 "GET /v2.0/ports?device_id=44c83562-60fd-445c-b082-ca82470f72f8 HTTP/1.1" status: 200 len: 943 time: 0.0671637 Jan 18 22:28:55.646746 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242abb86-a604-49f5-a560-c81a3831f6f9 None None] The sync data for ids ['66c38319-1d8b-4a3b-92cc-bb8852407ddc'] in n-d-825064-1 is: [{'id': '66c38319-1d8b-4a3b-92cc-bb8852407ddc', 'name': 'tempest-ServerRescueTestJSON-1752039588-router', 'tenant_id': 'c17ee5dd8e9e40cb94c8338a3c8012f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '1247d6a5-e833-434a-9a36-b1f314a10040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:28:48Z', 'updated_at': '2022-01-18T22:28:51Z', 'revision_number': 4, 'project_id': 'c17ee5dd8e9e40cb94c8338a3c8012f7', 'gw_port': {'id': '1247d6a5-e833-434a-9a36-b1f314a10040', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c38319-1d8b-4a3b-92cc-bb8852407ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:28:49Z', 'updated_at': '2022-01-18T22:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '8a126e0d-a41c-4c66-ab47-e300aff35208', 'name': '', 'network_id': '81612e23-1bd0-4058-a190-239d191b7f69', 'tenant_id': 'c17ee5dd8e9e40cb94c8338a3c8012f7', 'mac_address': 'fa:16:3e:bf:58:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c38319-1d8b-4a3b-92cc-bb8852407ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '6a6dc105-1e45-4d7e-bc09-9eb9f627d858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:28:50Z', 'updated_at': '2022-01-18T22:28:54Z', 'revision_number': 4, 'project_id': 'c17ee5dd8e9e40cb94c8338a3c8012f7', 'subnets': [{'id': '6a6dc105-1e45-4d7e-bc09-9eb9f627d858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:28:55.664852 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-aaec9952-029f-4977-938e-8e26c3125377 req-adccfced-ef05-49a2-a620-9597b2e3fdb5 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:55.732320 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b4eeec6e-35b8-43b2-8944-fdbc1d14aeb3 req-7c07e905-a476-40c0-8d5c-33850706c88a tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] 10.222.0.53 "GET /v2.0/security-groups?id=308f2ccf-49d9-438d-919a-319a82e079ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980933 Jan 18 22:28:55.759547 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aaec9952-029f-4977-938e-8e26c3125377 req-adccfced-ef05-49a2-a620-9597b2e3fdb5 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Network 81612e23-1bd0-4058-a190-239d191b7f69 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:28:55.766639 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [req-aaec9952-029f-4977-938e-8e26c3125377 req-adccfced-ef05-49a2-a620-9597b2e3fdb5 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:28:55.771256 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaec9952-029f-4977-938e-8e26c3125377 req-adccfced-ef05-49a2-a620-9597b2e3fdb5 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:28:55.802145 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adccfced-ef05-49a2-a620-9597b2e3fdb5 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Pushing event updated for resources: {'Port': ['ID=13157ec0-e843-4a24-a6a4-4044e5c5d51a,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:28:55.834337 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaec9952-029f-4977-938e-8e26c3125377 req-adccfced-ef05-49a2-a620-9597b2e3fdb5 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:55.835010 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-aaec9952-029f-4977-938e-8e26c3125377 req-adccfced-ef05-49a2-a620-9597b2e3fdb5 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:55.858221 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-aaec9952-029f-4977-938e-8e26c3125377 req-adccfced-ef05-49a2-a620-9597b2e3fdb5 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7788022 Jan 18 22:28:55.872265 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-aaec9952-029f-4977-938e-8e26c3125377 req-d9fc7b56-187f-4c17-a6cc-51b62857f9ba service neutron] Request body: {'port': {'device_id': '3468303d-3938-4228-99a6-32a82a6b0e90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:28:55.921437 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4282593d-eb0d-4c9e-b055-efbea825f6f2 req-8cc87973-e4fe-4773-b08b-f7f57af405d8 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:55.924793 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4282593d-eb0d-4c9e-b055-efbea825f6f2 req-8cc87973-e4fe-4773-b08b-f7f57af405d8 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/ports?device_id=3468303d-3938-4228-99a6-32a82a6b0e90 HTTP/1.1" status: 200 len: 932 time: 0.0619483 Jan 18 22:28:55.936441 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-aaec9952-029f-4977-938e-8e26c3125377 req-d9fc7b56-187f-4c17-a6cc-51b62857f9ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:55.979765 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4282593d-eb0d-4c9e-b055-efbea825f6f2 req-4c5ae921-8fe4-4625-9fb8-34178690519d tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c4b879c-ca9b-483b-8a0d-5ea0d1e77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479476 Jan 18 22:28:56.249170 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [req-aaec9952-029f-4977-938e-8e26c3125377 req-d9fc7b56-187f-4c17-a6cc-51b62857f9ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13157ec0-e843-4a24-a6a4-4044e5c5d51a {{(pid=102431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:28:56.258427 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-aaec9952-029f-4977-938e-8e26c3125377 req-d9fc7b56-187f-4c17-a6cc-51b62857f9ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:56.273188 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [req-aaec9952-029f-4977-938e-8e26c3125377 req-d9fc7b56-187f-4c17-a6cc-51b62857f9ba service neutron] Transition to ACTIVE for port object 13157ec0-e843-4a24-a6a4-4044e5c5d51a will not be triggered until provisioned by entity L2. {{(pid=102431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:28:56.279359 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-aaec9952-029f-4977-938e-8e26c3125377 req-d9fc7b56-187f-4c17-a6cc-51b62857f9ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:56.353844 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fc7b56-187f-4c17-a6cc-51b62857f9ba service neutron] Pushing event updated for resources: {'Port': ['ID=13157ec0-e843-4a24-a6a4-4044e5c5d51a,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:28:56.450294 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-aaec9952-029f-4977-938e-8e26c3125377 req-d9fc7b56-187f-4c17-a6cc-51b62857f9ba service neutron] Attempting to bind port 13157ec0-e843-4a24-a6a4-4044e5c5d51a on host n-h1-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:28:56.450626 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-aaec9952-029f-4977-938e-8e26c3125377 req-d9fc7b56-187f-4c17-a6cc-51b62857f9ba service neutron] Attempting to bind port 13157ec0-e843-4a24-a6a4-4044e5c5d51a by drivers openvswitch,hyperv on host n-h1-825064-1 at level 0 using segments [{'id': '28982460-4b8d-4c64-8a1d-ee1a4991cb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '81612e23-1bd0-4058-a190-239d191b7f69'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:28:56.450986 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaec9952-029f-4977-938e-8e26c3125377 req-d9fc7b56-187f-4c17-a6cc-51b62857f9ba service neutron] Attempting to bind port 13157ec0-e843-4a24-a6a4-4044e5c5d51a on network 81612e23-1bd0-4058-a190-239d191b7f69 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:28:56.474999 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaec9952-029f-4977-938e-8e26c3125377 req-d9fc7b56-187f-4c17-a6cc-51b62857f9ba service neutron] Port 13157ec0-e843-4a24-a6a4-4044e5c5d51a on network 81612e23-1bd0-4058-a190-239d191b7f69 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:28:56.475697 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaec9952-029f-4977-938e-8e26c3125377 req-d9fc7b56-187f-4c17-a6cc-51b62857f9ba service neutron] Attempting to bind port 13157ec0-e843-4a24-a6a4-4044e5c5d51a on network 81612e23-1bd0-4058-a190-239d191b7f69 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:28:56.499486 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaec9952-029f-4977-938e-8e26c3125377 req-d9fc7b56-187f-4c17-a6cc-51b62857f9ba service neutron] Checking agent: {'id': 'e49d1b2a-ba11-487f-a804-ecbf3c0e8132', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:28:56.499714 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaec9952-029f-4977-938e-8e26c3125377 req-d9fc7b56-187f-4c17-a6cc-51b62857f9ba service neutron] Checking segment: {'id': '28982460-4b8d-4c64-8a1d-ee1a4991cb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '81612e23-1bd0-4058-a190-239d191b7f69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:28:56.500251 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaec9952-029f-4977-938e-8e26c3125377 req-d9fc7b56-187f-4c17-a6cc-51b62857f9ba service neutron] Bound using segment: {'id': '28982460-4b8d-4c64-8a1d-ee1a4991cb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '81612e23-1bd0-4058-a190-239d191b7f69'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:28:56.500749 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-aaec9952-029f-4977-938e-8e26c3125377 req-d9fc7b56-187f-4c17-a6cc-51b62857f9ba service neutron] Bound port: 13157ec0-e843-4a24-a6a4-4044e5c5d51a, host: n-h1-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28982460-4b8d-4c64-8a1d-ee1a4991cb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '81612e23-1bd0-4058-a190-239d191b7f69'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:28:56.501175 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-aaec9952-029f-4977-938e-8e26c3125377 req-d9fc7b56-187f-4c17-a6cc-51b62857f9ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:56.540338 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 8a126e0d-a41c-4c66-ab47-e300aff35208 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:28:56.587245 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-aaec9952-029f-4977-938e-8e26c3125377 req-d9fc7b56-187f-4c17-a6cc-51b62857f9ba service neutron] For port 13157ec0-e843-4a24-a6a4-4044e5c5d51a, host n-h1-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:28:56.590462 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-aaec9952-029f-4977-938e-8e26c3125377 req-d9fc7b56-187f-4c17-a6cc-51b62857f9ba service neutron] For port 13157ec0-e843-4a24-a6a4-4044e5c5d51a, host n-h1-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=13157ec0-e843-4a24-a6a4-4044e5c5d51a,segment=NetworkSegment(28982460-4b8d-4c64-8a1d-ee1a4991cb0f),segment_id=28982460-4b8d-4c64-8a1d-ee1a4991cb0f)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:28:56.601276 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-aaec9952-029f-4977-938e-8e26c3125377 req-d9fc7b56-187f-4c17-a6cc-51b62857f9ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:56.625672 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 8a126e0d-a41c-4c66-ab47-e300aff35208 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:28:56.626389 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:56.642436 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaec9952-029f-4977-938e-8e26c3125377 req-d9fc7b56-187f-4c17-a6cc-51b62857f9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:56.643212 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-aaec9952-029f-4977-938e-8e26c3125377 req-d9fc7b56-187f-4c17-a6cc-51b62857f9ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:56.644732 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-aaec9952-029f-4977-938e-8e26c3125377 req-d9fc7b56-187f-4c17-a6cc-51b62857f9ba service neutron] 10.222.0.36 "PUT /v2.0/ports/13157ec0-e843-4a24-a6a4-4044e5c5d51a HTTP/1.1" status: 200 len: 1092 time: 0.7787869 Jan 18 22:28:56.645236 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3468303d-3938-4228-99a6-32a82a6b0e90', 'tag': '13157ec0-e843-4a24-a6a4-4044e5c5d51a'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:28:56.648766 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c32092e-4471-406f-ae9a-d54198c1d587" -d '{"events": [{"name": "network-changed", "server_uuid": "3468303d-3938-4228-99a6-32a82a6b0e90", "tag": "13157ec0-e843-4a24-a6a4-4044e5c5d51a"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:28:56.700784 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fc7b56-187f-4c17-a6cc-51b62857f9ba service neutron] Pushing event updated for resources: {'Port': ['ID=13157ec0-e843-4a24-a6a4-4044e5c5d51a,revision_number=3']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:28:56.724299 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ac377ef-50fa-4f8f-baa0-8104bb75fdd4 x-openstack-request-id: req-5ac377ef-50fa-4f8f-baa0-8104bb75fdd4 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:28:56.724592 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3468303d-3938-4228-99a6-32a82a6b0e90", "tag": "13157ec0-e843-4a24-a6a4-4044e5c5d51a", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:28:56.724842 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5ac377ef-50fa-4f8f-baa0-8104bb75fdd4 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:28:56.725244 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3468303d-3938-4228-99a6-32a82a6b0e90', 'tag': '13157ec0-e843-4a24-a6a4-4044e5c5d51a', 'status': 'completed', 'code': 200} Jan 18 22:28:56.735160 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:56.799680 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaec9952-029f-4977-938e-8e26c3125377 req-f9764cf2-7523-4b17-9716-948eddc8fb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:56.809983 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port 8a126e0d-a41c-4c66-ab47-e300aff35208, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=8a126e0d-a41c-4c66-ab47-e300aff35208,segment=NetworkSegment(28982460-4b8d-4c64-8a1d-ee1a4991cb0f),segment_id=28982460-4b8d-4c64-8a1d-ee1a4991cb0f)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:28:56.814245 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-aaec9952-029f-4977-938e-8e26c3125377 req-f9764cf2-7523-4b17-9716-948eddc8fb9c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c17ee5dd8e9e40cb94c8338a3c8012f7&device_id=3468303d-3938-4228-99a6-32a82a6b0e90 HTTP/1.1" status: 200 len: 1095 time: 0.1029348 Jan 18 22:28:56.825059 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:56.892927 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-aaec9952-029f-4977-938e-8e26c3125377 req-0fdf3cb2-c587-4182-a730-4c02893a127f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=13157ec0-e843-4a24-a6a4-4044e5c5d51a HTTP/1.1" status: 200 len: 217 time: 0.0708201 Jan 18 22:28:56.895048 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=8a126e0d-a41c-4c66-ab47-e300aff35208,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:28:56.896517 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cff51a-c528-477f-aebf-ca7053c1af06 req-e2ea6ed6-76fe-4f73-b490-02e7f8080f50 tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:56.898446 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a8cff51a-c528-477f-aebf-ca7053c1af06 req-e2ea6ed6-76fe-4f73-b490-02e7f8080f50 tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] 10.222.0.53 "GET /v2.0/ports?device_id=44c83562-60fd-445c-b082-ca82470f72f8 HTTP/1.1" status: 200 len: 943 time: 0.0927968 Jan 18 22:28:56.950562 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaec9952-029f-4977-938e-8e26c3125377 req-7050b983-ecf5-4818-a41f-c1a29a727e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:56.951384 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a8cff51a-c528-477f-aebf-ca7053c1af06 req-5e86d394-95a5-4978-9d86-a61802c90c9a tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] 10.222.0.53 "GET /v2.0/security-groups?id=308f2ccf-49d9-438d-919a-319a82e079ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430481 Jan 18 22:28:56.953075 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-aaec9952-029f-4977-938e-8e26c3125377 req-7050b983-ecf5-4818-a41f-c1a29a727e38 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6a6dc105-1e45-4d7e-bc09-9eb9f627d858 HTTP/1.1" status: 200 len: 851 time: 0.0535684 Jan 18 22:28:56.999984 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-aaec9952-029f-4977-938e-8e26c3125377 req-847eaa0d-56c7-4b6f-9bd7-a7a7824620dc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=81612e23-1bd0-4058-a190-239d191b7f69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388541 Jan 18 22:28:57.136875 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-aaec9952-029f-4977-938e-8e26c3125377 req-301074e8-b4b2-4b35-b404-b8a7e9764e73 service neutron] 10.222.0.36 "GET /v2.0/networks/81612e23-1bd0-4058-a190-239d191b7f69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290593 Jan 18 22:28:57.152644 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5937e-c89e-4770-a127-fc4e66fbef98 req-80147ac3-b129-4e16-a5d1-80ee5e518d84 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:57.160237 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e9b5937e-c89e-4770-a127-fc4e66fbef98 req-80147ac3-b129-4e16-a5d1-80ee5e518d84 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/ports?device_id=3468303d-3938-4228-99a6-32a82a6b0e90 HTTP/1.1" status: 200 len: 944 time: 0.0603733 Jan 18 22:28:57.233228 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e9b5937e-c89e-4770-a127-fc4e66fbef98 req-5affb4fa-db81-441a-ae25-29da228f8f2f tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c4b879c-ca9b-483b-8a0d-5ea0d1e77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674684 Jan 18 22:28:57.273338 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-aaec9952-029f-4977-938e-8e26c3125377 req-a39e1314-2d8f-4506-ad20-09667b3101e0 service neutron] 10.222.0.36 "GET /v2.0/networks/81612e23-1bd0-4058-a190-239d191b7f69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299682 Jan 18 22:28:57.364435 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c32092e-4471-406f-ae9a-d54198c1d587 req-279c5538-b0a6-499e-8a1e-92b395c26b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:57.365942 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-7c32092e-4471-406f-ae9a-d54198c1d587 req-279c5538-b0a6-499e-8a1e-92b395c26b4d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c17ee5dd8e9e40cb94c8338a3c8012f7&device_id=3468303d-3938-4228-99a6-32a82a6b0e90 HTTP/1.1" status: 200 len: 1095 time: 0.0429342 Jan 18 22:28:57.469464 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c32092e-4471-406f-ae9a-d54198c1d587 req-aa3e11b6-4637-4516-b24d-966cedaf0a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:57.471413 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-7c32092e-4471-406f-ae9a-d54198c1d587 req-aa3e11b6-4637-4516-b24d-966cedaf0a0f service neutron] 10.222.0.36 "GET /v2.0/networks?id=81612e23-1bd0-4058-a190-239d191b7f69 HTTP/1.1" status: 200 len: 911 time: 0.0987840 Jan 18 22:28:57.515859 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-7c32092e-4471-406f-ae9a-d54198c1d587 req-6c975224-f618-484d-9e6d-20192600ef7d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=13157ec0-e843-4a24-a6a4-4044e5c5d51a HTTP/1.1" status: 200 len: 217 time: 0.0366056 Jan 18 22:28:57.577958 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c32092e-4471-406f-ae9a-d54198c1d587 req-53ef5aae-e1fc-4b04-82d3-a1ed649b431d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:57.580140 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-7c32092e-4471-406f-ae9a-d54198c1d587 req-53ef5aae-e1fc-4b04-82d3-a1ed649b431d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6a6dc105-1e45-4d7e-bc09-9eb9f627d858 HTTP/1.1" status: 200 len: 851 time: 0.0553257 Jan 18 22:28:57.617619 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-7c32092e-4471-406f-ae9a-d54198c1d587 req-0604e1da-8663-40a5-98e4-ad374ec4f439 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=81612e23-1bd0-4058-a190-239d191b7f69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296714 Jan 18 22:28:57.712562 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-7c32092e-4471-406f-ae9a-d54198c1d587 req-75c3dca8-82bf-4e5e-b7dc-94bcfc97383c service neutron] 10.222.0.36 "GET /v2.0/networks/81612e23-1bd0-4058-a190-239d191b7f69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871665 Jan 18 22:28:57.751226 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 89372a2a-0037-4142-8f8a-203c2d02980d details requested by agent hyperv_n-h1-825064-1 with host n-h1-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:28:57.809918 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-7c32092e-4471-406f-ae9a-d54198c1d587 req-de1996d2-eebe-4975-bcf5-de46144e3728 service neutron] 10.222.0.36 "GET /v2.0/networks/81612e23-1bd0-4058-a190-239d191b7f69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904520 Jan 18 22:28:57.850221 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 89372a2a-0037-4142-8f8a-203c2d02980d, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=89372a2a-0037-4142-8f8a-203c2d02980d,segment=NetworkSegment(0f9b93f3-b3a2-4f91-b06d-871728cbfc1f),segment_id=0f9b93f3-b3a2-4f91-b06d-871728cbfc1f)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:28:57.862849 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Returning: {'device': '89372a2a-0037-4142-8f8a-203c2d02980d', 'network_id': 'c190f261-a9e0-4805-b477-029ec0cff12a', 'port_id': '89372a2a-0037-4142-8f8a-203c2d02980d', 'mac_address': 'fa:16:3e:b4:d6:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1740482f-11ed-4dc8-95f0-60cedd3827cb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:28:57.910708 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:57.927021 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89372a2a-0037-4142-8f8a-203c2d02980d {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:28:57.948583 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 89372a2a-0037-4142-8f8a-203c2d02980d, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=89372a2a-0037-4142-8f8a-203c2d02980d,segment=NetworkSegment(0f9b93f3-b3a2-4f91-b06d-871728cbfc1f),segment_id=0f9b93f3-b3a2-4f91-b06d-871728cbfc1f)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:28:57.954920 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:58.013125 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=89372a2a-0037-4142-8f8a-203c2d02980d,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:28:58.080617 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6103614f-ac3d-4167-b3b8-c0ad15a35d69 req-51d599f9-4271-44e4-939e-d2b41cf8ee54 tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:58.083461 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6103614f-ac3d-4167-b3b8-c0ad15a35d69 req-51d599f9-4271-44e4-939e-d2b41cf8ee54 tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] 10.222.0.53 "GET /v2.0/ports?device_id=44c83562-60fd-445c-b082-ca82470f72f8 HTTP/1.1" status: 200 len: 944 time: 0.0549858 Jan 18 22:28:58.121557 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6103614f-ac3d-4167-b3b8-c0ad15a35d69 req-a3c09cec-9a22-4537-a793-ead70d8eddc0 tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] 10.222.0.53 "GET /v2.0/security-groups?id=308f2ccf-49d9-438d-919a-319a82e079ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335963 Jan 18 22:28:58.193529 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['89372a2a-0037-4142-8f8a-203c2d02980d'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:28:58.296223 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 8a126e0d-a41c-4c66-ab47-e300aff35208 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:28:58.360118 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b76172-4c80-4f5f-9aed-281b29c7f65a req-b3db5acc-df5d-40d0-a601-54c06f616313 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:58.361886 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-29b76172-4c80-4f5f-9aed-281b29c7f65a req-b3db5acc-df5d-40d0-a601-54c06f616313 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/ports?device_id=3468303d-3938-4228-99a6-32a82a6b0e90 HTTP/1.1" status: 200 len: 944 time: 0.0554044 Jan 18 22:28:58.375662 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 8a126e0d-a41c-4c66-ab47-e300aff35208 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:28:58.376032 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:58.401052 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-29b76172-4c80-4f5f-9aed-281b29c7f65a req-0a553725-2191-43d4-bdec-5aa6266e2590 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c4b879c-ca9b-483b-8a0d-5ea0d1e77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330021 Jan 18 22:28:59.236614 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37b461c-00e6-48bf-b217-060fc56632d6 req-b787f328-25c9-4f90-8ea1-b8e559e167b8 tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:59.238078 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f37b461c-00e6-48bf-b217-060fc56632d6 req-b787f328-25c9-4f90-8ea1-b8e559e167b8 tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] 10.222.0.53 "GET /v2.0/ports?device_id=44c83562-60fd-445c-b082-ca82470f72f8 HTTP/1.1" status: 200 len: 944 time: 0.0488958 Jan 18 22:28:59.279738 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f37b461c-00e6-48bf-b217-060fc56632d6 req-095d6a4f-1b02-41b8-af1c-253afd01e220 tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] 10.222.0.53 "GET /v2.0/security-groups?id=308f2ccf-49d9-438d-919a-319a82e079ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350327 Jan 18 22:28:59.517885 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80001b60-c1cb-4bd2-84da-5040110f8d38 req-b94d7fab-80af-4914-a324-5fa7fcd21b8b tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:28:59.519376 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-80001b60-c1cb-4bd2-84da-5040110f8d38 req-b94d7fab-80af-4914-a324-5fa7fcd21b8b tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/ports?device_id=3468303d-3938-4228-99a6-32a82a6b0e90 HTTP/1.1" status: 200 len: 944 time: 0.0502255 Jan 18 22:28:59.556860 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-80001b60-c1cb-4bd2-84da-5040110f8d38 req-a02da4df-4f9c-4475-a150-758dfaba4da3 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c4b879c-ca9b-483b-8a0d-5ea0d1e77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315778 Jan 18 22:28:59.773054 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 13157ec0-e843-4a24-a6a4-4044e5c5d51a details requested by agent hyperv_n-h1-825064-1 with host n-h1-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:28:59.775126 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 89372a2a-0037-4142-8f8a-203c2d02980d up at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:28:59.880050 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning for port 89372a2a-0037-4142-8f8a-203c2d02980d completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:28:59.885260 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning complete for port 89372a2a-0037-4142-8f8a-203c2d02980d triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:28:59.885260 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:28:59.939760 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 13157ec0-e843-4a24-a6a4-4044e5c5d51a, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=13157ec0-e843-4a24-a6a4-4044e5c5d51a,segment=NetworkSegment(28982460-4b8d-4c64-8a1d-ee1a4991cb0f),segment_id=28982460-4b8d-4c64-8a1d-ee1a4991cb0f)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:28:59.955080 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Returning: {'device': '13157ec0-e843-4a24-a6a4-4044e5c5d51a', 'network_id': '81612e23-1bd0-4058-a190-239d191b7f69', 'port_id': '13157ec0-e843-4a24-a6a4-4044e5c5d51a', 'mac_address': 'fa:16:3e:fd:9f:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a6dc105-1e45-4d7e-bc09-9eb9f627d858', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:29:00.022831 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:00.033109 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:00.046396 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13157ec0-e843-4a24-a6a4-4044e5c5d51a {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:29:00.068053 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 13157ec0-e843-4a24-a6a4-4044e5c5d51a, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=13157ec0-e843-4a24-a6a4-4044e5c5d51a,segment=NetworkSegment(28982460-4b8d-4c64-8a1d-ee1a4991cb0f),segment_id=28982460-4b8d-4c64-8a1d-ee1a4991cb0f)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:29:00.076986 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:00.098284 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44c83562-60fd-445c-b082-ca82470f72f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89372a2a-0037-4142-8f8a-203c2d02980d'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:29:00.100853 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d8d7db3-d7b2-4c53-a2e9-a667618e7817" -d '{"events": [{"server_uuid": "44c83562-60fd-445c-b082-ca82470f72f8", "name": "network-vif-plugged", "status": "completed", "tag": "89372a2a-0037-4142-8f8a-203c2d02980d"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:29:00.136181 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 89372a2a-0037-4142-8f8a-203c2d02980d, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=89372a2a-0037-4142-8f8a-203c2d02980d,segment=NetworkSegment(0f9b93f3-b3a2-4f91-b06d-871728cbfc1f),segment_id=0f9b93f3-b3a2-4f91-b06d-871728cbfc1f)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:29:00.136481 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a99e2c1-1c1a-45d1-94c2-6948ca9f20c4 req-7df63c27-993d-4aa9-8d33-4e134244e851 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:00.143069 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a99e2c1-1c1a-45d1-94c2-6948ca9f20c4 req-7df63c27-993d-4aa9-8d33-4e134244e851 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:00.143423 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:00.149869 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a99e2c1-1c1a-45d1-94c2-6948ca9f20c4 req-7df63c27-993d-4aa9-8d33-4e134244e851 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:00.160184 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a99e2c1-1c1a-45d1-94c2-6948ca9f20c4 req-7df63c27-993d-4aa9-8d33-4e134244e851 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:00.161780 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=13157ec0-e843-4a24-a6a4-4044e5c5d51a,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:29:00.174961 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a99e2c1-1c1a-45d1-94c2-6948ca9f20c4 req-7df63c27-993d-4aa9-8d33-4e134244e851 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:00.183228 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a99e2c1-1c1a-45d1-94c2-6948ca9f20c4 req-7df63c27-993d-4aa9-8d33-4e134244e851 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:00.191023 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a99e2c1-1c1a-45d1-94c2-6948ca9f20c4 req-7df63c27-993d-4aa9-8d33-4e134244e851 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:00.199386 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7a99e2c1-1c1a-45d1-94c2-6948ca9f20c4 req-7df63c27-993d-4aa9-8d33-4e134244e851 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fdf43ac-e2d1-46c0-a022-01c13375d73d HTTP/1.1" status: 200 len: 5442 time: 0.1405933 Jan 18 22:29:00.205102 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3160e887-61ac-43f6-b5c8-3c57fac9c9a5 x-openstack-request-id: req-3160e887-61ac-43f6-b5c8-3c57fac9c9a5 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:29:00.205451 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44c83562-60fd-445c-b082-ca82470f72f8", "name": "network-vif-plugged", "status": "completed", "tag": "89372a2a-0037-4142-8f8a-203c2d02980d", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:29:00.205713 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3160e887-61ac-43f6-b5c8-3c57fac9c9a5 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:29:00.206227 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44c83562-60fd-445c-b082-ca82470f72f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89372a2a-0037-4142-8f8a-203c2d02980d', 'code': 200} Jan 18 22:29:00.219690 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=89372a2a-0037-4142-8f8a-203c2d02980d,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:29:00.250047 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7a99e2c1-1c1a-45d1-94c2-6948ca9f20c4 req-50182ef0-4241-47d0-a4e4-1e497b43a198 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "GET /v2.0/security-groups?id=feae3479-97c3-4dcd-9cbb-02eadc4c6a76&id=61d17b67-718c-4475-950b-257bfb33b7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0497270 Jan 18 22:29:00.321154 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f2f015-9b6e-45c2-b305-bb5d91a87beb req-1025647e-9409-4add-aef5-3d5feccf44da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:00.322753 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f0f2f015-9b6e-45c2-b305-bb5d91a87beb req-1025647e-9409-4add-aef5-3d5feccf44da service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=44c83562-60fd-445c-b082-ca82470f72f8 HTTP/1.1" status: 200 len: 1096 time: 0.0484247 Jan 18 22:29:00.325535 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['13157ec0-e843-4a24-a6a4-4044e5c5d51a'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:29:00.363003 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f0f2f015-9b6e-45c2-b305-bb5d91a87beb req-91dba0cd-d5a8-4252-8f92-135162e2b3e2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=308f2ccf-49d9-438d-919a-319a82e079ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325661 Jan 18 22:29:00.435176 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d19353d-21ad-4c63-84ee-703bba08fe63 req-923f0a6d-8862-4538-a99d-a3edb5bff784 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:00.441207 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d19353d-21ad-4c63-84ee-703bba08fe63 req-923f0a6d-8862-4538-a99d-a3edb5bff784 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:00.447060 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d19353d-21ad-4c63-84ee-703bba08fe63 req-923f0a6d-8862-4538-a99d-a3edb5bff784 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:00.453531 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d19353d-21ad-4c63-84ee-703bba08fe63 req-923f0a6d-8862-4538-a99d-a3edb5bff784 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:00.459457 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d19353d-21ad-4c63-84ee-703bba08fe63 req-923f0a6d-8862-4538-a99d-a3edb5bff784 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:00.465427 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d19353d-21ad-4c63-84ee-703bba08fe63 req-923f0a6d-8862-4538-a99d-a3edb5bff784 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:00.471896 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d19353d-21ad-4c63-84ee-703bba08fe63 req-923f0a6d-8862-4538-a99d-a3edb5bff784 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:00.473885 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8d19353d-21ad-4c63-84ee-703bba08fe63 req-923f0a6d-8862-4538-a99d-a3edb5bff784 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fdf43ac-e2d1-46c0-a022-01c13375d73d HTTP/1.1" status: 200 len: 5442 time: 0.1361940 Jan 18 22:29:00.487275 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d011f1-a21c-4a62-aaeb-064c46f32418 req-0f4285dd-fed8-4e2e-bd6f-0a551458e8fd tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:00.488886 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-80d011f1-a21c-4a62-aaeb-064c46f32418 req-0f4285dd-fed8-4e2e-bd6f-0a551458e8fd tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] 10.222.0.53 "GET /v2.0/ports?device_id=44c83562-60fd-445c-b082-ca82470f72f8 HTTP/1.1" status: 200 len: 945 time: 0.1110125 Jan 18 22:29:00.528464 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-80d011f1-a21c-4a62-aaeb-064c46f32418 req-a95e9c45-981f-423d-989f-77a30ef62fc9 tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] 10.222.0.53 "GET /v2.0/security-groups?id=308f2ccf-49d9-438d-919a-319a82e079ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335155 Jan 18 22:29:00.681988 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f15f3a8-76b0-4b01-9cbc-daaa9ecd3e8b req-5e86b952-c7be-48a3-9e37-83715a3e7f9c tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:00.683555 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1f15f3a8-76b0-4b01-9cbc-daaa9ecd3e8b req-5e86b952-c7be-48a3-9e37-83715a3e7f9c tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/ports?device_id=3468303d-3938-4228-99a6-32a82a6b0e90 HTTP/1.1" status: 200 len: 945 time: 0.0516102 Jan 18 22:29:00.724114 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1f15f3a8-76b0-4b01-9cbc-daaa9ecd3e8b req-c61d6b48-5936-4627-aa81-58751478c36b tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c4b879c-ca9b-483b-8a0d-5ea0d1e77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338514 Jan 18 22:29:01.660285 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4318ea-8d41-4929-8877-b4edcc86eb00 req-b00516b6-d832-4b33-be43-65b1f4eeed97 tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:01.661775 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6a4318ea-8d41-4929-8877-b4edcc86eb00 req-b00516b6-d832-4b33-be43-65b1f4eeed97 tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] 10.222.0.53 "GET /v2.0/ports?device_id=44c83562-60fd-445c-b082-ca82470f72f8 HTTP/1.1" status: 200 len: 945 time: 0.0549135 Jan 18 22:29:01.703141 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6a4318ea-8d41-4929-8877-b4edcc86eb00 req-44a8c85d-1c71-43ee-a8dc-924c034dddd7 tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] 10.222.0.53 "GET /v2.0/security-groups?id=308f2ccf-49d9-438d-919a-319a82e079ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336063 Jan 18 22:29:01.781229 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 13157ec0-e843-4a24-a6a4-4044e5c5d51a up at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:29:01.835858 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning for port 13157ec0-e843-4a24-a6a4-4044e5c5d51a completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:29:01.839980 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning complete for port 13157ec0-e843-4a24-a6a4-4044e5c5d51a triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:29:01.840452 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:01.851577 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948f556b-b0d6-4a5b-818b-fdb317450425 req-81ce0878-6525-4fd2-afe0-cf84b87cb6e5 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:01.859654 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-948f556b-b0d6-4a5b-818b-fdb317450425 req-81ce0878-6525-4fd2-afe0-cf84b87cb6e5 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/ports?device_id=3468303d-3938-4228-99a6-32a82a6b0e90 HTTP/1.1" status: 200 len: 945 time: 0.0631928 Jan 18 22:29:01.937547 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-948f556b-b0d6-4a5b-818b-fdb317450425 req-a32c17c3-fed7-4b02-a646-dc0a935cd6f9 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c4b879c-ca9b-483b-8a0d-5ea0d1e77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694382 Jan 18 22:29:01.948318 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:01.977297 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 13157ec0-e843-4a24-a6a4-4044e5c5d51a, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=13157ec0-e843-4a24-a6a4-4044e5c5d51a,segment=NetworkSegment(28982460-4b8d-4c64-8a1d-ee1a4991cb0f),segment_id=28982460-4b8d-4c64-8a1d-ee1a4991cb0f)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:29:01.982847 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:02.063650 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=13157ec0-e843-4a24-a6a4-4044e5c5d51a,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:29:02.216166 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3468303d-3938-4228-99a6-32a82a6b0e90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13157ec0-e843-4a24-a6a4-4044e5c5d51a'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:29:02.217464 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bab0b761-6cd6-49de-9d14-b2ba9fb779b2" -d '{"events": [{"server_uuid": "3468303d-3938-4228-99a6-32a82a6b0e90", "name": "network-vif-plugged", "status": "completed", "tag": "13157ec0-e843-4a24-a6a4-4044e5c5d51a"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:29:02.264322 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71e38022-bc42-4c79-89ae-43ef4be8b20b x-openstack-request-id: req-71e38022-bc42-4c79-89ae-43ef4be8b20b {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:29:02.264830 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3468303d-3938-4228-99a6-32a82a6b0e90", "name": "network-vif-plugged", "status": "completed", "tag": "13157ec0-e843-4a24-a6a4-4044e5c5d51a", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:29:02.265256 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-71e38022-bc42-4c79-89ae-43ef4be8b20b {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:29:02.265803 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3468303d-3938-4228-99a6-32a82a6b0e90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13157ec0-e843-4a24-a6a4-4044e5c5d51a', 'code': 200} Jan 18 22:29:02.304632 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78456a65-f0f2-4af0-89a5-cc11b19a25fe req-ac8aa34e-7bb5-4925-94e8-6da2b47fd7b9 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:02.314879 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-78456a65-f0f2-4af0-89a5-cc11b19a25fe req-ac8aa34e-7bb5-4925-94e8-6da2b47fd7b9 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b10ad37-a1fb-4104-92b9-cf212289e05d HTTP/1.1" status: 200 len: 945 time: 0.0773158 Jan 18 22:29:02.366302 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-78456a65-f0f2-4af0-89a5-cc11b19a25fe req-1413efc9-abf2-4830-b89a-2bd8d45b4388 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.53 "GET /v2.0/security-groups?id=256a12e5-9057-4b93-8582-8b1a9ccb62a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449359 Jan 18 22:29:02.371645 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48df00cf-0320-46e9-a2d7-ec8c9270e20a req-62322cb9-32bb-4c18-9a54-df4e26964fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:02.374315 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-48df00cf-0320-46e9-a2d7-ec8c9270e20a req-62322cb9-32bb-4c18-9a54-df4e26964fa0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3468303d-3938-4228-99a6-32a82a6b0e90 HTTP/1.1" status: 200 len: 1097 time: 0.0464282 Jan 18 22:29:02.409661 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-48df00cf-0320-46e9-a2d7-ec8c9270e20a req-5ddd99ae-d99b-4c05-a7d0-3899bce1209a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5c4b879c-ca9b-483b-8a0d-5ea0d1e77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287168 Jan 18 22:29:02.538941 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 48590) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:29:02.634642 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1464bb11-9384-4123-8072-43a7cf8c9681 req-3672d30a-9d38-45d6-a35a-6fce4053d5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:02.634642 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1464bb11-9384-4123-8072-43a7cf8c9681 req-3672d30a-9d38-45d6-a35a-6fce4053d5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:02.635134 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1464bb11-9384-4123-8072-43a7cf8c9681 req-3672d30a-9d38-45d6-a35a-6fce4053d5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:02.635594 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1464bb11-9384-4123-8072-43a7cf8c9681 req-3672d30a-9d38-45d6-a35a-6fce4053d5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:02.636046 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1464bb11-9384-4123-8072-43a7cf8c9681 req-3672d30a-9d38-45d6-a35a-6fce4053d5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:02.636576 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1464bb11-9384-4123-8072-43a7cf8c9681 req-3672d30a-9d38-45d6-a35a-6fce4053d5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:02.637027 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1464bb11-9384-4123-8072-43a7cf8c9681 req-3672d30a-9d38-45d6-a35a-6fce4053d5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:02.639567 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-1464bb11-9384-4123-8072-43a7cf8c9681 req-3672d30a-9d38-45d6-a35a-6fce4053d5bc service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5fdf43ac-e2d1-46c0-a022-01c13375d73d HTTP/1.1" status: 200 len: 6499 time: 0.0995562 Jan 18 22:29:02.677578 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-1464bb11-9384-4123-8072-43a7cf8c9681 req-6d1a0569-dbe7-43b9-895b-785e093bd0fc service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=feae3479-97c3-4dcd-9cbb-02eadc4c6a76&id=61d17b67-718c-4475-950b-257bfb33b7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0317478 Jan 18 22:29:03.051777 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfc0978-39be-47dd-8ff2-34243657a10b req-d33a6f84-b9bc-4651-a570-2e0710764309 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:03.053532 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8dfc0978-39be-47dd-8ff2-34243657a10b req-d33a6f84-b9bc-4651-a570-2e0710764309 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/ports?device_id=3468303d-3938-4228-99a6-32a82a6b0e90 HTTP/1.1" status: 200 len: 946 time: 0.0563576 Jan 18 22:29:03.099749 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8dfc0978-39be-47dd-8ff2-34243657a10b req-a931c6af-f649-40c1-9aa9-0d902e407491 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c4b879c-ca9b-483b-8a0d-5ea0d1e77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377402 Jan 18 22:29:03.482282 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f944e00-517b-4301-aa0d-59492dcf3ffa req-d2d76a40-d728-4a69-805c-9c4e81a90f6e tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:03.483968 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8f944e00-517b-4301-aa0d-59492dcf3ffa req-d2d76a40-d728-4a69-805c-9c4e81a90f6e tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b10ad37-a1fb-4104-92b9-cf212289e05d HTTP/1.1" status: 200 len: 945 time: 0.0559022 Jan 18 22:29:03.527561 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8f944e00-517b-4301-aa0d-59492dcf3ffa req-709f1bc4-8f7e-4f84-ad18-cd1ce15e5ed9 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.53 "GET /v2.0/security-groups?id=256a12e5-9057-4b93-8582-8b1a9ccb62a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370405 Jan 18 22:29:04.029268 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281dfe41-d3aa-4463-8f27-cba218ee73a1 req-a8bb56bd-f245-4f27-93d1-e500ef8b1bab tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:04.030765 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-281dfe41-d3aa-4463-8f27-cba218ee73a1 req-a8bb56bd-f245-4f27-93d1-e500ef8b1bab tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.67 "GET /v2.0/ports?device_id=4b10ad37-a1fb-4104-92b9-cf212289e05d HTTP/1.1" status: 200 len: 945 time: 0.0505550 Jan 18 22:29:04.139983 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-281dfe41-d3aa-4463-8f27-cba218ee73a1 req-e4d64e13-010a-48b1-8869-ff0e29731237 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Deleting port 840c0ccc-fb2e-4221-9878-06d826acdff1 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:29:04.140589 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-281dfe41-d3aa-4463-8f27-cba218ee73a1 req-e4d64e13-010a-48b1-8869-ff0e29731237 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:04.273627 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472b4b78-f713-4660-bf9d-a785e263fb0a req-9fac48dd-8001-4110-911a-6305252465a0 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:04.274996 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-472b4b78-f713-4660-bf9d-a785e263fb0a req-9fac48dd-8001-4110-911a-6305252465a0 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/ports?device_id=3468303d-3938-4228-99a6-32a82a6b0e90 HTTP/1.1" status: 200 len: 946 time: 0.0872464 Jan 18 22:29:04.280612 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-281dfe41-d3aa-4463-8f27-cba218ee73a1 req-e4d64e13-010a-48b1-8869-ff0e29731237 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] For port 840c0ccc-fb2e-4221-9878-06d826acdff1, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=840c0ccc-fb2e-4221-9878-06d826acdff1,segment=NetworkSegment(8722d91c-e345-4722-8e76-e16ce0db35db),segment_id=8722d91c-e345-4722-8e76-e16ce0db35db)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:29:04.280989 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-281dfe41-d3aa-4463-8f27-cba218ee73a1 req-e4d64e13-010a-48b1-8869-ff0e29731237 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:04.304771 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-281dfe41-d3aa-4463-8f27-cba218ee73a1 req-e4d64e13-010a-48b1-8869-ff0e29731237 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Calling delete_port for 840c0ccc-fb2e-4221-9878-06d826acdff1 owned by compute:nova {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:29:04.361305 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-472b4b78-f713-4660-bf9d-a785e263fb0a req-50bb625f-ccae-4157-b996-c7699fd8cf0d tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c4b879c-ca9b-483b-8a0d-5ea0d1e77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774841 Jan 18 22:29:04.485329 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-281dfe41-d3aa-4463-8f27-cba218ee73a1 req-e4d64e13-010a-48b1-8869-ff0e29731237 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:04.500602 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['3309ab83-ec01-4ddc-bd7b-6d7954fc2786', '840c0ccc-fb2e-4221-9878-06d826acdff1'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:29:04.503623 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['57543212-6e45-4b4c-9314-8adcb11e564a', '3d8a42f9-1063-455d-ad1b-4579633214fb'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:29:04.521844 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d64e13-010a-48b1-8869-ff0e29731237 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Pushing event deleted for resources: {'Port': ['ID=840c0ccc-fb2e-4221-9878-06d826acdff1,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:29:04.590527 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d64e13-010a-48b1-8869-ff0e29731237 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:29:04.591282 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d64e13-010a-48b1-8869-ff0e29731237 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:29:04.592201 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d64e13-010a-48b1-8869-ff0e29731237 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:29:04.592708 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d64e13-010a-48b1-8869-ff0e29731237 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:29:04.593207 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d64e13-010a-48b1-8869-ff0e29731237 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:29:04.593706 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d64e13-010a-48b1-8869-ff0e29731237 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:29:04.594231 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d64e13-010a-48b1-8869-ff0e29731237 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:29:04.594727 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d64e13-010a-48b1-8869-ff0e29731237 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:29:04.595223 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d64e13-010a-48b1-8869-ff0e29731237 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:29:04.595793 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d64e13-010a-48b1-8869-ff0e29731237 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:29:04.596316 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d64e13-010a-48b1-8869-ff0e29731237 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:29:04.596826 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d64e13-010a-48b1-8869-ff0e29731237 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:29:04.647789 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-281dfe41-d3aa-4463-8f27-cba218ee73a1 req-e4d64e13-010a-48b1-8869-ff0e29731237 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] No DVR routers for this DVR port 840c0ccc-fb2e-4221-9878-06d826acdff1 on host n-h2-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:29:04.655440 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-281dfe41-d3aa-4463-8f27-cba218ee73a1 req-e4d64e13-010a-48b1-8869-ff0e29731237 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:04.656673 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac595d13-8cc3-48a2-b055-1a51dd4836ee req-77e7e446-3adc-479f-88ad-b0a1978c51fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:04.658747 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ac595d13-8cc3-48a2-b055-1a51dd4836ee req-77e7e446-3adc-479f-88ad-b0a1978c51fb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c17ee5dd8e9e40cb94c8338a3c8012f7&device_id=3468303d-3938-4228-99a6-32a82a6b0e90 HTTP/1.1" status: 200 len: 1097 time: 0.0870953 Jan 18 22:29:04.659049 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-281dfe41-d3aa-4463-8f27-cba218ee73a1 req-e4d64e13-010a-48b1-8869-ff0e29731237 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.67 "DELETE /v2.0/ports/840c0ccc-fb2e-4221-9878-06d826acdff1 HTTP/1.1" status: 204 len: 173 time: 0.6218669 Jan 18 22:29:04.682166 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b10ad37-a1fb-4104-92b9-cf212289e05d', 'name': 'network-vif-deleted', 'tag': '840c0ccc-fb2e-4221-9878-06d826acdff1'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:29:04.717449 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d8ba463-91d3-4ed8-a00f-dacf644dd643" -d '{"events": [{"server_uuid": "4b10ad37-a1fb-4104-92b9-cf212289e05d", "name": "network-vif-deleted", "tag": "840c0ccc-fb2e-4221-9878-06d826acdff1"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:29:04.742414 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5ba9b212-d0a0-41c1-b668-6f64ce9c8a0b req-09d05b59-86f7-45cb-a7a3-afc0db9eaac4 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b10ad37-a1fb-4104-92b9-cf212289e05d HTTP/1.1" status: 200 len: 210 time: 0.0735838 Jan 18 22:29:04.811118 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60da772e-8fc8-48ee-a2fa-baa46a3e810d req-68fdbf8c-84fa-417f-bbed-2df8982b0ea9 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:04.817020 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac595d13-8cc3-48a2-b055-1a51dd4836ee req-88ccc3bd-ac70-473c-92d5-712539bfebb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:04.818797 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ac595d13-8cc3-48a2-b055-1a51dd4836ee req-88ccc3bd-ac70-473c-92d5-712539bfebb8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=81612e23-1bd0-4058-a190-239d191b7f69 HTTP/1.1" status: 200 len: 911 time: 0.1485624 Jan 18 22:29:04.824746 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-60da772e-8fc8-48ee-a2fa-baa46a3e810d req-68fdbf8c-84fa-417f-bbed-2df8982b0ea9 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/ports?device_id=3468303d-3938-4228-99a6-32a82a6b0e90 HTTP/1.1" status: 200 len: 946 time: 0.1816015 Jan 18 22:29:04.845076 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cce3002e-5ee0-4a2c-9503-3ef1d8d4cfb9 x-openstack-request-id: req-cce3002e-5ee0-4a2c-9503-3ef1d8d4cfb9 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:29:04.846905 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b10ad37-a1fb-4104-92b9-cf212289e05d", "name": "network-vif-deleted", "tag": "840c0ccc-fb2e-4221-9878-06d826acdff1", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:29:04.846905 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cce3002e-5ee0-4a2c-9503-3ef1d8d4cfb9 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:29:04.846905 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b10ad37-a1fb-4104-92b9-cf212289e05d', 'name': 'network-vif-deleted', 'tag': '840c0ccc-fb2e-4221-9878-06d826acdff1', 'status': 'completed', 'code': 200} Jan 18 22:29:04.875783 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ac595d13-8cc3-48a2-b055-1a51dd4836ee req-168bd709-b985-4ad1-a6a9-33a588994634 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=13157ec0-e843-4a24-a6a4-4044e5c5d51a HTTP/1.1" status: 200 len: 217 time: 0.0487437 Jan 18 22:29:04.895425 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-60da772e-8fc8-48ee-a2fa-baa46a3e810d req-fe95dcec-f87e-451f-ae4e-2c447379102a tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c4b879c-ca9b-483b-8a0d-5ea0d1e77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686560 Jan 18 22:29:04.939558 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac595d13-8cc3-48a2-b055-1a51dd4836ee req-79722b87-aee2-45dd-a2bc-eafbb44f10a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:04.941270 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ac595d13-8cc3-48a2-b055-1a51dd4836ee req-79722b87-aee2-45dd-a2bc-eafbb44f10a2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6a6dc105-1e45-4d7e-bc09-9eb9f627d858 HTTP/1.1" status: 200 len: 851 time: 0.0590968 Jan 18 22:29:04.978567 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ac595d13-8cc3-48a2-b055-1a51dd4836ee req-27ee3d9f-9a1c-4576-be2e-14c4af17d59a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=81612e23-1bd0-4058-a190-239d191b7f69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298839 Jan 18 22:29:05.074927 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ac595d13-8cc3-48a2-b055-1a51dd4836ee req-1780ea69-2c4b-4bb8-879a-bd0958830001 service neutron] 10.222.0.36 "GET /v2.0/networks/81612e23-1bd0-4058-a190-239d191b7f69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900421 Jan 18 22:29:05.173651 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ac595d13-8cc3-48a2-b055-1a51dd4836ee req-8b80cf3d-1235-456d-aea2-7f705c143a80 service neutron] 10.222.0.36 "GET /v2.0/networks/81612e23-1bd0-4058-a190-239d191b7f69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928369 Jan 18 22:29:06.004835 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62c55e8-d63a-431e-915e-52221397d9e8 req-01e0b282-15ee-483f-b02b-e5cfc004072b tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:06.006347 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e62c55e8-d63a-431e-915e-52221397d9e8 req-01e0b282-15ee-483f-b02b-e5cfc004072b tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/ports?device_id=3468303d-3938-4228-99a6-32a82a6b0e90 HTTP/1.1" status: 200 len: 946 time: 0.0507574 Jan 18 22:29:06.051210 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e62c55e8-d63a-431e-915e-52221397d9e8 req-3c5f8dbd-f9ef-42cb-b702-955c58a3d6a1 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c4b879c-ca9b-483b-8a0d-5ea0d1e77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360222 Jan 18 22:29:07.175627 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428cf215-76ac-44f9-a251-9416295a8ca7 req-d713f49c-229f-4d43-bb63-780dd4df108c tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:07.177227 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-428cf215-76ac-44f9-a251-9416295a8ca7 req-d713f49c-229f-4d43-bb63-780dd4df108c tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/ports?device_id=3468303d-3938-4228-99a6-32a82a6b0e90 HTTP/1.1" status: 200 len: 946 time: 0.0491486 Jan 18 22:29:07.216118 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-428cf215-76ac-44f9-a251-9416295a8ca7 req-2b4255ae-dfcd-4e07-a132-11f0467c81fd tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c4b879c-ca9b-483b-8a0d-5ea0d1e77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325508 Jan 18 22:29:08.338963 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6da8924-af98-4d96-b078-2c0e35c4a946 req-74e127f6-425c-4969-8b8a-d254af79bcaf tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:08.340462 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b6da8924-af98-4d96-b078-2c0e35c4a946 req-74e127f6-425c-4969-8b8a-d254af79bcaf tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/ports?device_id=3468303d-3938-4228-99a6-32a82a6b0e90 HTTP/1.1" status: 200 len: 946 time: 0.0528157 Jan 18 22:29:08.386605 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b6da8924-af98-4d96-b078-2c0e35c4a946 req-57cc9681-d293-45ed-9707-11bf03cd9238 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c4b879c-ca9b-483b-8a0d-5ea0d1e77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393729 Jan 18 22:29:08.488089 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 840c0ccc-fb2e-4221-9878-06d826acdff1 no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:29:08.508243 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] No Port match for: 840c0ccc-fb2e-4221-9878-06d826acdff1 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:29:08.508588 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 840c0ccc-fb2e-4221-9878-06d826acdff1 not bound to the agent host n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:29:09.263926 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5de90d-fbda-47d2-8984-622bf7d0f599 req-4e260457-4268-46bf-be01-77badcb14186 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:09.265626 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0f5de90d-fbda-47d2-8984-622bf7d0f599 req-4e260457-4268-46bf-be01-77badcb14186 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.53 "GET /v2.0/ports?device_id=45ce9f81-38ab-47fc-8e7c-d060dc85618c HTTP/1.1" status: 200 len: 946 time: 0.0583880 Jan 18 22:29:09.310087 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0f5de90d-fbda-47d2-8984-622bf7d0f599 req-4fcb423b-d0fb-4bc4-9e34-c9d8e0799745 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.53 "GET /v2.0/security-groups?id=256a12e5-9057-4b93-8582-8b1a9ccb62a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347798 Jan 18 22:29:09.506610 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db4ca65-9574-411a-91a0-b0b73e909159 req-8b7af5ef-9618-4703-94b2-a823584b90ac tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:09.508317 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1db4ca65-9574-411a-91a0-b0b73e909159 req-8b7af5ef-9618-4703-94b2-a823584b90ac tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/ports?device_id=3468303d-3938-4228-99a6-32a82a6b0e90 HTTP/1.1" status: 200 len: 946 time: 0.0512364 Jan 18 22:29:09.546517 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1db4ca65-9574-411a-91a0-b0b73e909159 req-505415df-d2ef-43c4-aa5e-f4088c5174b3 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c4b879c-ca9b-483b-8a0d-5ea0d1e77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320606 Jan 18 22:29:10.433015 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfef6f77-775a-4b31-97e1-766951117e7c req-f4422116-f904-440b-8073-ae4f11393b32 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:10.434607 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cfef6f77-775a-4b31-97e1-766951117e7c req-f4422116-f904-440b-8073-ae4f11393b32 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.53 "GET /v2.0/ports?device_id=45ce9f81-38ab-47fc-8e7c-d060dc85618c HTTP/1.1" status: 200 len: 946 time: 0.0514200 Jan 18 22:29:10.471327 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cfef6f77-775a-4b31-97e1-766951117e7c req-c411722c-121a-46c9-8fb7-9afd6f4496e7 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.53 "GET /v2.0/security-groups?id=256a12e5-9057-4b93-8582-8b1a9ccb62a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303254 Jan 18 22:29:10.663223 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb258b7-ae37-4fda-91f3-e0e95fe2da68 req-c4568903-11f1-45ed-b515-30f4cf7b9870 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:10.664734 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2bb258b7-ae37-4fda-91f3-e0e95fe2da68 req-c4568903-11f1-45ed-b515-30f4cf7b9870 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/ports?device_id=3468303d-3938-4228-99a6-32a82a6b0e90 HTTP/1.1" status: 200 len: 946 time: 0.0488195 Jan 18 22:29:10.701521 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2bb258b7-ae37-4fda-91f3-e0e95fe2da68 req-08c3dc6e-d262-4d6d-b9b1-fcb239c8530e tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c4b879c-ca9b-483b-8a0d-5ea0d1e77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303562 Jan 18 22:29:10.830732 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a321f5-41d2-43f1-971b-b849f74ecebd req-c86535eb-c696-46d2-b915-2208a000beb9 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:10.832399 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-00a321f5-41d2-43f1-971b-b849f74ecebd req-c86535eb-c696-46d2-b915-2208a000beb9 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.36 "GET /v2.0/ports?device_id=45ce9f81-38ab-47fc-8e7c-d060dc85618c HTTP/1.1" status: 200 len: 946 time: 0.0522053 Jan 18 22:29:10.928419 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-00a321f5-41d2-43f1-971b-b849f74ecebd req-b9828841-1302-4a43-8c42-6fe58668d70a tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Deleting port 3d8a42f9-1063-455d-ad1b-4579633214fb {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:29:10.928762 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-00a321f5-41d2-43f1-971b-b849f74ecebd req-b9828841-1302-4a43-8c42-6fe58668d70a tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:11.016341 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-00a321f5-41d2-43f1-971b-b849f74ecebd req-b9828841-1302-4a43-8c42-6fe58668d70a tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] For port 3d8a42f9-1063-455d-ad1b-4579633214fb, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=3d8a42f9-1063-455d-ad1b-4579633214fb,segment=NetworkSegment(8722d91c-e345-4722-8e76-e16ce0db35db),segment_id=8722d91c-e345-4722-8e76-e16ce0db35db)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:29:11.016695 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-00a321f5-41d2-43f1-971b-b849f74ecebd req-b9828841-1302-4a43-8c42-6fe58668d70a tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:11.028206 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-00a321f5-41d2-43f1-971b-b849f74ecebd req-b9828841-1302-4a43-8c42-6fe58668d70a tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Calling delete_port for 3d8a42f9-1063-455d-ad1b-4579633214fb owned by compute:nova {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:29:11.156013 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-00a321f5-41d2-43f1-971b-b849f74ecebd req-b9828841-1302-4a43-8c42-6fe58668d70a tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:11.166889 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['3309ab83-ec01-4ddc-bd7b-6d7954fc2786'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:29:11.171015 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['57543212-6e45-4b4c-9314-8adcb11e564a', '3d8a42f9-1063-455d-ad1b-4579633214fb'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:29:11.187473 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9828841-1302-4a43-8c42-6fe58668d70a tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Pushing event deleted for resources: {'Port': ['ID=3d8a42f9-1063-455d-ad1b-4579633214fb,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:29:11.199556 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9828841-1302-4a43-8c42-6fe58668d70a tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:29:11.199900 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9828841-1302-4a43-8c42-6fe58668d70a tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:29:11.200257 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9828841-1302-4a43-8c42-6fe58668d70a tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:29:11.201085 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9828841-1302-4a43-8c42-6fe58668d70a tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:29:11.201413 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9828841-1302-4a43-8c42-6fe58668d70a tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:29:11.201734 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9828841-1302-4a43-8c42-6fe58668d70a tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:29:11.202054 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9828841-1302-4a43-8c42-6fe58668d70a tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:29:11.202370 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9828841-1302-4a43-8c42-6fe58668d70a tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:29:11.202690 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9828841-1302-4a43-8c42-6fe58668d70a tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:29:11.203005 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9828841-1302-4a43-8c42-6fe58668d70a tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:29:11.203322 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9828841-1302-4a43-8c42-6fe58668d70a tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:29:11.203636 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9828841-1302-4a43-8c42-6fe58668d70a tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:29:11.236552 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-00a321f5-41d2-43f1-971b-b849f74ecebd req-b9828841-1302-4a43-8c42-6fe58668d70a tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] No DVR routers for this DVR port 3d8a42f9-1063-455d-ad1b-4579633214fb on host n-h1-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:29:11.239088 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-00a321f5-41d2-43f1-971b-b849f74ecebd req-b9828841-1302-4a43-8c42-6fe58668d70a tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:11.242562 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-00a321f5-41d2-43f1-971b-b849f74ecebd req-b9828841-1302-4a43-8c42-6fe58668d70a tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.36 "DELETE /v2.0/ports/3d8a42f9-1063-455d-ad1b-4579633214fb HTTP/1.1" status: 204 len: 173 time: 0.4038146 Jan 18 22:29:11.242997 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45ce9f81-38ab-47fc-8e7c-d060dc85618c', 'name': 'network-vif-deleted', 'tag': '3d8a42f9-1063-455d-ad1b-4579633214fb'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:29:11.245261 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-560b17cc-3260-4a7c-8ba4-7cc751f5f2b5" -d '{"events": [{"server_uuid": "45ce9f81-38ab-47fc-8e7c-d060dc85618c", "name": "network-vif-deleted", "tag": "3d8a42f9-1063-455d-ad1b-4579633214fb"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:29:11.291341 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fadc510b-2910-4bff-ac17-fc786fb7e2d7 x-openstack-request-id: req-fadc510b-2910-4bff-ac17-fc786fb7e2d7 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:29:11.291647 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45ce9f81-38ab-47fc-8e7c-d060dc85618c", "name": "network-vif-deleted", "tag": "3d8a42f9-1063-455d-ad1b-4579633214fb", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:29:11.291980 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fadc510b-2910-4bff-ac17-fc786fb7e2d7 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:29:11.292333 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45ce9f81-38ab-47fc-8e7c-d060dc85618c', 'name': 'network-vif-deleted', 'tag': '3d8a42f9-1063-455d-ad1b-4579633214fb', 'status': 'completed', 'code': 200} Jan 18 22:29:11.575394 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f72361bf-901b-49bd-9595-5e6e81708749 req-2725f642-3501-4b40-b497-70b1991eee40 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.53 "GET /v2.0/ports?device_id=45ce9f81-38ab-47fc-8e7c-d060dc85618c HTTP/1.1" status: 200 len: 210 time: 0.0268300 Jan 18 22:29:11.815836 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73edb29-cf10-4cb5-9ab8-7ef8bc626d56 req-e9beafbc-437d-4a71-abe0-08321c81c1f7 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:11.817347 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a73edb29-cf10-4cb5-9ab8-7ef8bc626d56 req-e9beafbc-437d-4a71-abe0-08321c81c1f7 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/ports?device_id=3468303d-3938-4228-99a6-32a82a6b0e90 HTTP/1.1" status: 200 len: 946 time: 0.0487747 Jan 18 22:29:11.858232 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a73edb29-cf10-4cb5-9ab8-7ef8bc626d56 req-2d2ef7a2-2d40-4447-ae84-ce280c8d3392 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c4b879c-ca9b-483b-8a0d-5ea0d1e77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347528 Jan 18 22:29:12.698899 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:12.859332 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e8181-0a61-420e-a675-8e04d2436530 req-87c3655c-8b78-4ff6-aa28-a9be81e3222d tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:12.861045 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-253e8181-0a61-420e-a675-8e04d2436530 req-87c3655c-8b78-4ff6-aa28-a9be81e3222d tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a2b66c0-c9a2-4cc4-97ad-988f7f10a9c4 HTTP/1.1" status: 200 len: 945 time: 0.0536222 Jan 18 22:29:12.902323 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-253e8181-0a61-420e-a675-8e04d2436530 req-619091cd-9f7a-40bc-92bc-43e95d736d41 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.53 "GET /v2.0/security-groups?id=256a12e5-9057-4b93-8582-8b1a9ccb62a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342889 Jan 18 22:29:12.987926 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593b8687-c92f-4002-87c6-9dad4add1651 req-0eb2a765-85bb-472b-8f56-aeac138b7693 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:12.989744 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-593b8687-c92f-4002-87c6-9dad4add1651 req-0eb2a765-85bb-472b-8f56-aeac138b7693 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/ports?device_id=3468303d-3938-4228-99a6-32a82a6b0e90 HTTP/1.1" status: 200 len: 946 time: 0.0525887 Jan 18 22:29:13.029770 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-593b8687-c92f-4002-87c6-9dad4add1651 req-f54426f8-3376-4e06-b060-2ff7ba091082 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c4b879c-ca9b-483b-8a0d-5ea0d1e77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333803 Jan 18 22:29:13.613596 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:14.046028 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ab0c93-a016-4c48-b4f7-895539d07727 req-510e4f54-ca97-4d5c-99c9-49b7c2e278e7 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:14.047578 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-46ab0c93-a016-4c48-b4f7-895539d07727 req-510e4f54-ca97-4d5c-99c9-49b7c2e278e7 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a2b66c0-c9a2-4cc4-97ad-988f7f10a9c4 HTTP/1.1" status: 200 len: 945 time: 0.0534785 Jan 18 22:29:14.100981 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-46ab0c93-a016-4c48-b4f7-895539d07727 req-8a10f679-fd0e-4ab2-a5de-3accfe96f7bc tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.53 "GET /v2.0/security-groups?id=256a12e5-9057-4b93-8582-8b1a9ccb62a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444317 Jan 18 22:29:14.182010 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f79091-e420-4856-826b-3955d4d3b59f req-8b19737f-7376-463c-8f6a-32b2b5a10280 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:14.183362 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-48f79091-e420-4856-826b-3955d4d3b59f req-8b19737f-7376-463c-8f6a-32b2b5a10280 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/ports?device_id=3468303d-3938-4228-99a6-32a82a6b0e90 HTTP/1.1" status: 200 len: 946 time: 0.0482693 Jan 18 22:29:14.223066 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-48f79091-e420-4856-826b-3955d4d3b59f req-c10bb731-58f1-4c9b-9e65-5b4fa5e51ada tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c4b879c-ca9b-483b-8a0d-5ea0d1e77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328968 Jan 18 22:29:14.228198 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490ddcb2-3d2d-4b73-b46d-8aebfb0b3844 req-54d74b97-d16e-4989-b878-783ecdc4f464 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:14.229564 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-490ddcb2-3d2d-4b73-b46d-8aebfb0b3844 req-54d74b97-d16e-4989-b878-783ecdc4f464 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a2b66c0-c9a2-4cc4-97ad-988f7f10a9c4 HTTP/1.1" status: 200 len: 945 time: 0.0483592 Jan 18 22:29:14.335030 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-490ddcb2-3d2d-4b73-b46d-8aebfb0b3844 req-1066c7db-03e5-4ebd-9855-3dde624ed78c tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Deleting port 57543212-6e45-4b4c-9314-8adcb11e564a {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:29:14.335364 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-490ddcb2-3d2d-4b73-b46d-8aebfb0b3844 req-1066c7db-03e5-4ebd-9855-3dde624ed78c tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:14.418954 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-490ddcb2-3d2d-4b73-b46d-8aebfb0b3844 req-1066c7db-03e5-4ebd-9855-3dde624ed78c tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] For port 57543212-6e45-4b4c-9314-8adcb11e564a, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=57543212-6e45-4b4c-9314-8adcb11e564a,segment=NetworkSegment(8722d91c-e345-4722-8e76-e16ce0db35db),segment_id=8722d91c-e345-4722-8e76-e16ce0db35db)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:29:14.419334 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-490ddcb2-3d2d-4b73-b46d-8aebfb0b3844 req-1066c7db-03e5-4ebd-9855-3dde624ed78c tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:14.430609 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-490ddcb2-3d2d-4b73-b46d-8aebfb0b3844 req-1066c7db-03e5-4ebd-9855-3dde624ed78c tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Calling delete_port for 57543212-6e45-4b4c-9314-8adcb11e564a owned by compute:nova {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:29:14.557490 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-490ddcb2-3d2d-4b73-b46d-8aebfb0b3844 req-1066c7db-03e5-4ebd-9855-3dde624ed78c tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:14.570552 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['57543212-6e45-4b4c-9314-8adcb11e564a'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:29:14.574595 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['3309ab83-ec01-4ddc-bd7b-6d7954fc2786'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:29:14.598829 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1066c7db-03e5-4ebd-9855-3dde624ed78c tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Pushing event deleted for resources: {'Port': ['ID=57543212-6e45-4b4c-9314-8adcb11e564a,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:29:14.634016 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-490ddcb2-3d2d-4b73-b46d-8aebfb0b3844 req-1066c7db-03e5-4ebd-9855-3dde624ed78c tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] No DVR routers for this DVR port 57543212-6e45-4b4c-9314-8adcb11e564a on host n-h1-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:29:14.636494 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-490ddcb2-3d2d-4b73-b46d-8aebfb0b3844 req-1066c7db-03e5-4ebd-9855-3dde624ed78c tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:14.640451 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-490ddcb2-3d2d-4b73-b46d-8aebfb0b3844 req-1066c7db-03e5-4ebd-9855-3dde624ed78c tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.36 "DELETE /v2.0/ports/57543212-6e45-4b4c-9314-8adcb11e564a HTTP/1.1" status: 204 len: 173 time: 0.3946309 Jan 18 22:29:14.640892 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a2b66c0-c9a2-4cc4-97ad-988f7f10a9c4', 'name': 'network-vif-deleted', 'tag': '57543212-6e45-4b4c-9314-8adcb11e564a'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:29:14.643107 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88babb87-b6b6-402c-9a7f-6f4d94927a4c" -d '{"events": [{"server_uuid": "7a2b66c0-c9a2-4cc4-97ad-988f7f10a9c4", "name": "network-vif-deleted", "tag": "57543212-6e45-4b4c-9314-8adcb11e564a"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:29:14.679409 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cc7c94b-4818-48e0-a52e-f3337a214116 x-openstack-request-id: req-2cc7c94b-4818-48e0-a52e-f3337a214116 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:29:14.679706 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a2b66c0-c9a2-4cc4-97ad-988f7f10a9c4", "name": "network-vif-deleted", "tag": "57543212-6e45-4b4c-9314-8adcb11e564a", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:29:14.679961 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2cc7c94b-4818-48e0-a52e-f3337a214116 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:29:14.680388 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a2b66c0-c9a2-4cc4-97ad-988f7f10a9c4', 'name': 'network-vif-deleted', 'tag': '57543212-6e45-4b4c-9314-8adcb11e564a', 'status': 'completed', 'code': 200} Jan 18 22:29:15.234520 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-793a5b75-ac08-4f8f-8eff-9bbf0337033f req-847948a3-bd05-4dd3-b664-c4ab9e5bdb3a tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a2b66c0-c9a2-4cc4-97ad-988f7f10a9c4 HTTP/1.1" status: 200 len: 210 time: 0.0399177 Jan 18 22:29:15.343282 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccff94b-4227-49f6-8014-977bcc6b70cc req-2169f04d-b0b9-4201-8e1d-cf57549565bd tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:15.344856 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7ccff94b-4227-49f6-8014-977bcc6b70cc req-2169f04d-b0b9-4201-8e1d-cf57549565bd tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/ports?device_id=3468303d-3938-4228-99a6-32a82a6b0e90 HTTP/1.1" status: 200 len: 946 time: 0.0503690 Jan 18 22:29:15.386069 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7ccff94b-4227-49f6-8014-977bcc6b70cc req-d33b7c40-248e-46fe-9abc-50c679b0afdb tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c4b879c-ca9b-483b-8a0d-5ea0d1e77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349579 Jan 18 22:29:15.843189 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 3d8a42f9-1063-455d-ad1b-4579633214fb no longer exists at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:29:15.863234 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] No Port match for: 3d8a42f9-1063-455d-ad1b-4579633214fb {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:29:15.863482 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 3d8a42f9-1063-455d-ad1b-4579633214fb not bound to the agent host n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:29:15.863995 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 57543212-6e45-4b4c-9314-8adcb11e564a no longer exists at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:29:15.887493 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] No Port match for: 57543212-6e45-4b4c-9314-8adcb11e564a {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:29:15.887841 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 57543212-6e45-4b4c-9314-8adcb11e564a not bound to the agent host n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:29:16.519593 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a01f7e-dab3-4cb6-a418-7ce729220e9c req-b7b6e14a-b694-400c-bf7b-7b62130b3196 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:16.521150 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-71a01f7e-dab3-4cb6-a418-7ce729220e9c req-b7b6e14a-b694-400c-bf7b-7b62130b3196 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/ports?device_id=3468303d-3938-4228-99a6-32a82a6b0e90 HTTP/1.1" status: 200 len: 946 time: 0.0558734 Jan 18 22:29:16.560967 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-71a01f7e-dab3-4cb6-a418-7ce729220e9c req-73ea56da-1e32-4c83-a211-f2c3ce3400b5 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c4b879c-ca9b-483b-8a0d-5ea0d1e77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326266 Jan 18 22:29:17.694333 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e2d9a-1c64-4e23-8a6a-6eb082ccc01b req-62206c71-2424-491c-885f-65686871ab58 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:17.695913 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d68e2d9a-1c64-4e23-8a6a-6eb082ccc01b req-62206c71-2424-491c-885f-65686871ab58 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/ports?device_id=3468303d-3938-4228-99a6-32a82a6b0e90 HTTP/1.1" status: 200 len: 946 time: 0.0580139 Jan 18 22:29:17.743271 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d68e2d9a-1c64-4e23-8a6a-6eb082ccc01b req-9bce78ad-496f-429c-b23e-3474628b9a54 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c4b879c-ca9b-483b-8a0d-5ea0d1e77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407891 Jan 18 22:29:18.868387 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4169414-9dda-4e45-9f71-cbd9426da1e6 req-a14907e0-c0e8-40a3-b501-2e8705c5f65a tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:18.869891 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c4169414-9dda-4e45-9f71-cbd9426da1e6 req-a14907e0-c0e8-40a3-b501-2e8705c5f65a tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/ports?device_id=3468303d-3938-4228-99a6-32a82a6b0e90 HTTP/1.1" status: 200 len: 946 time: 0.0535777 Jan 18 22:29:18.910134 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c4169414-9dda-4e45-9f71-cbd9426da1e6 req-0adde5f1-6a37-4698-a5d9-9da9cde50a79 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c4b879c-ca9b-483b-8a0d-5ea0d1e77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339265 Jan 18 22:29:19.026186 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5e8637-c15a-446a-9e12-408721fc4c49 req-dad5784d-8d8f-43f7-af0c-486233b03011 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:19.027839 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ae5e8637-c15a-446a-9e12-408721fc4c49 req-dad5784d-8d8f-43f7-af0c-486233b03011 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] 10.222.0.53 "GET /v2.0/ports?device_id=752f3d83-a986-4e8d-8fd4-2e9cfdd50fd8 HTTP/1.1" status: 200 len: 945 time: 0.0575078 Jan 18 22:29:19.070874 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ae5e8637-c15a-446a-9e12-408721fc4c49 req-8dc05a56-3da7-4e0a-9217-de653c5fd462 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] 10.222.0.53 "GET /v2.0/security-groups?id=769baace-ff15-4518-adaf-b8959b59b398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364723 Jan 18 22:29:19.285111 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-107555f3-aa8a-4429-aa62-33054fabf9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:19.795238 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5611fd-ee3b-40c1-8a51-0499eabb06bf req-f5b9dc6f-72b6-4488-9cf9-32ac1bbe40e3 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:19.797314 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-af5611fd-ee3b-40c1-8a51-0499eabb06bf req-f5b9dc6f-72b6-4488-9cf9-32ac1bbe40e3 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.53 "GET /v2.0/ports?device_id=40741318-9b06-40aa-8e82-7597f3b4dc6a HTTP/1.1" status: 200 len: 945 time: 0.0538545 Jan 18 22:29:19.834305 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-af5611fd-ee3b-40c1-8a51-0499eabb06bf req-05de7613-7aab-446d-8c8d-78e463f9872e tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.53 "GET /v2.0/security-groups?id=256a12e5-9057-4b93-8582-8b1a9ccb62a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305030 Jan 18 22:29:20.027537 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64fd3bc-d36b-4ff6-a481-c2ddf68f3375 req-1e803935-b802-4737-ad49-aa1d486c1589 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:20.029030 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e64fd3bc-d36b-4ff6-a481-c2ddf68f3375 req-1e803935-b802-4737-ad49-aa1d486c1589 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/ports?device_id=3468303d-3938-4228-99a6-32a82a6b0e90 HTTP/1.1" status: 200 len: 946 time: 0.0480714 Jan 18 22:29:20.067896 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e64fd3bc-d36b-4ff6-a481-c2ddf68f3375 req-cea63840-6d0f-4f3b-a931-727f0d4c64c5 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c4b879c-ca9b-483b-8a0d-5ea0d1e77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320146 Jan 18 22:29:20.402242 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad909849-c43e-47eb-b0ab-7d97e97df6de req-b76d4d4d-5e26-4994-9daf-771a60042e80 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:20.403659 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ad909849-c43e-47eb-b0ab-7d97e97df6de req-b76d4d4d-5e26-4994-9daf-771a60042e80 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] 10.222.0.53 "GET /v2.0/ports?device_id=752f3d83-a986-4e8d-8fd4-2e9cfdd50fd8 HTTP/1.1" status: 200 len: 945 time: 0.0685945 Jan 18 22:29:20.449191 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ad909849-c43e-47eb-b0ab-7d97e97df6de req-1697a072-b818-4ef5-ab22-f4775b605b07 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] 10.222.0.53 "GET /v2.0/security-groups?id=769baace-ff15-4518-adaf-b8959b59b398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371490 Jan 18 22:29:20.951153 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0ac459-0f3e-48b5-bcc9-e729eef241ff req-d49af7f5-9748-476a-85f5-925a28d233fc tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:20.952604 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6c0ac459-0f3e-48b5-bcc9-e729eef241ff req-d49af7f5-9748-476a-85f5-925a28d233fc tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.53 "GET /v2.0/ports?device_id=40741318-9b06-40aa-8e82-7597f3b4dc6a HTTP/1.1" status: 200 len: 945 time: 0.0504761 Jan 18 22:29:20.989895 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6c0ac459-0f3e-48b5-bcc9-e729eef241ff req-9886b498-0da5-4540-a3ea-7cea9e70f267 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.53 "GET /v2.0/security-groups?id=256a12e5-9057-4b93-8582-8b1a9ccb62a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315766 Jan 18 22:29:21.239145 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad5438c-faff-4475-bb6a-aa5a0daa22f8 req-c0db4aa8-00e1-4744-9a57-66f4619a6bb5 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:21.240547 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cad5438c-faff-4475-bb6a-aa5a0daa22f8 req-c0db4aa8-00e1-4744-9a57-66f4619a6bb5 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/ports?device_id=3468303d-3938-4228-99a6-32a82a6b0e90 HTTP/1.1" status: 200 len: 946 time: 0.1042356 Jan 18 22:29:21.257428 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68296cc6-3370-497f-b4f3-efef4a97c161 req-be10034b-0dde-4e44-b335-059352f53a76 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:21.258801 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-68296cc6-3370-497f-b4f3-efef4a97c161 req-be10034b-0dde-4e44-b335-059352f53a76 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] 10.222.0.53 "GET /v2.0/ports?device_id=752f3d83-a986-4e8d-8fd4-2e9cfdd50fd8 HTTP/1.1" status: 200 len: 945 time: 0.0948365 Jan 18 22:29:21.301330 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f427d8-7b51-4237-a3e9-2f774bad44cd req-8c5ffe0b-c639-4a81-bf22-ac29a81c00cc tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:21.302736 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c6f427d8-7b51-4237-a3e9-2f774bad44cd req-8c5ffe0b-c639-4a81-bf22-ac29a81c00cc tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.67 "GET /v2.0/ports?device_id=40741318-9b06-40aa-8e82-7597f3b4dc6a HTTP/1.1" status: 200 len: 945 time: 0.1030688 Jan 18 22:29:21.349977 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cad5438c-faff-4475-bb6a-aa5a0daa22f8 req-436907b6-3489-4e6d-b95f-87a65759412d tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c4b879c-ca9b-483b-8a0d-5ea0d1e77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024804 Jan 18 22:29:21.363258 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-68296cc6-3370-497f-b4f3-efef4a97c161 req-78ee7dec-a967-4f5a-8513-3e4477f6cd31 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] 10.222.0.53 "GET /v2.0/security-groups?id=769baace-ff15-4518-adaf-b8959b59b398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970941 Jan 18 22:29:21.427145 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-c6f427d8-7b51-4237-a3e9-2f774bad44cd req-00291ac9-cc11-4756-9223-935e503d3eae tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Deleting port 3309ab83-ec01-4ddc-bd7b-6d7954fc2786 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:29:21.427486 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-c6f427d8-7b51-4237-a3e9-2f774bad44cd req-00291ac9-cc11-4756-9223-935e503d3eae tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:21.513145 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-c6f427d8-7b51-4237-a3e9-2f774bad44cd req-00291ac9-cc11-4756-9223-935e503d3eae tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] For port 3309ab83-ec01-4ddc-bd7b-6d7954fc2786, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=3309ab83-ec01-4ddc-bd7b-6d7954fc2786,segment=NetworkSegment(8722d91c-e345-4722-8e76-e16ce0db35db),segment_id=8722d91c-e345-4722-8e76-e16ce0db35db)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:29:21.513619 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-c6f427d8-7b51-4237-a3e9-2f774bad44cd req-00291ac9-cc11-4756-9223-935e503d3eae tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:21.525902 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-c6f427d8-7b51-4237-a3e9-2f774bad44cd req-00291ac9-cc11-4756-9223-935e503d3eae tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Calling delete_port for 3309ab83-ec01-4ddc-bd7b-6d7954fc2786 owned by compute:nova {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:29:21.663888 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-c6f427d8-7b51-4237-a3e9-2f774bad44cd req-00291ac9-cc11-4756-9223-935e503d3eae tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:21.676628 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['3309ab83-ec01-4ddc-bd7b-6d7954fc2786'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:29:21.692848 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00291ac9-cc11-4756-9223-935e503d3eae tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Pushing event deleted for resources: {'Port': ['ID=3309ab83-ec01-4ddc-bd7b-6d7954fc2786,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:29:21.734295 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6f427d8-7b51-4237-a3e9-2f774bad44cd req-00291ac9-cc11-4756-9223-935e503d3eae tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] No DVR routers for this DVR port 3309ab83-ec01-4ddc-bd7b-6d7954fc2786 on host n-h2-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:29:21.737267 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-c6f427d8-7b51-4237-a3e9-2f774bad44cd req-00291ac9-cc11-4756-9223-935e503d3eae tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:21.740723 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c6f427d8-7b51-4237-a3e9-2f774bad44cd req-00291ac9-cc11-4756-9223-935e503d3eae tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.67 "DELETE /v2.0/ports/3309ab83-ec01-4ddc-bd7b-6d7954fc2786 HTTP/1.1" status: 204 len: 173 time: 0.4295316 Jan 18 22:29:21.741160 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40741318-9b06-40aa-8e82-7597f3b4dc6a', 'name': 'network-vif-deleted', 'tag': '3309ab83-ec01-4ddc-bd7b-6d7954fc2786'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:29:21.743506 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-420ca927-3b51-4b71-9e39-1d79274d0a9d" -d '{"events": [{"server_uuid": "40741318-9b06-40aa-8e82-7597f3b4dc6a", "name": "network-vif-deleted", "tag": "3309ab83-ec01-4ddc-bd7b-6d7954fc2786"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:29:21.793710 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0594e1ae-8dbc-4e31-a1a0-73f75ac13f59 x-openstack-request-id: req-0594e1ae-8dbc-4e31-a1a0-73f75ac13f59 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:29:21.794071 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40741318-9b06-40aa-8e82-7597f3b4dc6a", "name": "network-vif-deleted", "tag": "3309ab83-ec01-4ddc-bd7b-6d7954fc2786", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:29:21.794384 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0594e1ae-8dbc-4e31-a1a0-73f75ac13f59 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:29:21.794836 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40741318-9b06-40aa-8e82-7597f3b4dc6a', 'name': 'network-vif-deleted', 'tag': '3309ab83-ec01-4ddc-bd7b-6d7954fc2786', 'status': 'completed', 'code': 200} Jan 18 22:29:21.921936 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ff24824b-817c-4b8c-99ff-283fd860f713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:22.112438 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c31df211-a603-4ac9-a83f-d179368b0887 req-88b81eb7-12cf-4692-9838-abbd0d6d1711 tempest-AttachVolumeNegativeTest-280100733 tempest-AttachVolumeNegativeTest-280100733-project] 10.222.0.53 "GET /v2.0/ports?device_id=40741318-9b06-40aa-8e82-7597f3b4dc6a HTTP/1.1" status: 200 len: 210 time: 0.0365808 Jan 18 22:29:22.518957 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4250aee-f208-4030-8810-1dc4ff95b561 req-5054647c-6938-4645-83df-4d1362445bf6 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:22.520484 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c4250aee-f208-4030-8810-1dc4ff95b561 req-5054647c-6938-4645-83df-4d1362445bf6 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/ports?device_id=3468303d-3938-4228-99a6-32a82a6b0e90 HTTP/1.1" status: 200 len: 946 time: 0.0918183 Jan 18 22:29:22.555444 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effb644e-e2ba-4aea-9546-80c0d1d774b4 req-b4e1e70b-a6f3-47a5-9c74-7fbdefe10a74 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:22.556930 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-effb644e-e2ba-4aea-9546-80c0d1d774b4 req-b4e1e70b-a6f3-47a5-9c74-7fbdefe10a74 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] 10.222.0.53 "GET /v2.0/ports?device_id=752f3d83-a986-4e8d-8fd4-2e9cfdd50fd8 HTTP/1.1" status: 200 len: 945 time: 0.0894728 Jan 18 22:29:22.586851 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c4250aee-f208-4030-8810-1dc4ff95b561 req-6740bab3-52bb-47b2-91e8-2388f6a72d3d tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c4b879c-ca9b-483b-8a0d-5ea0d1e77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599034 Jan 18 22:29:22.621252 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-effb644e-e2ba-4aea-9546-80c0d1d774b4 req-23dbb29e-a18d-4a73-94eb-4872fe104412 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] 10.222.0.53 "GET /v2.0/security-groups?id=769baace-ff15-4518-adaf-b8959b59b398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534837 Jan 18 22:29:22.787039 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a0c785-9ea1-4272-949d-05320a0dd2de req-2de33d00-1bb3-4547-be91-b30b9a018898 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:22.788513 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-57a0c785-9ea1-4272-949d-05320a0dd2de req-2de33d00-1bb3-4547-be91-b30b9a018898 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] 10.222.0.36 "GET /v2.0/ports?device_id=752f3d83-a986-4e8d-8fd4-2e9cfdd50fd8 HTTP/1.1" status: 200 len: 945 time: 0.0550151 Jan 18 22:29:22.876156 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:22.883510 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-57a0c785-9ea1-4272-949d-05320a0dd2de req-2bda4206-c7b4-4466-acbd-ed0b1e9fa5a0 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] Deleting port 141a641c-d775-411c-8e3a-e0269ab65a4d {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:29:22.883854 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-57a0c785-9ea1-4272-949d-05320a0dd2de req-2bda4206-c7b4-4466-acbd-ed0b1e9fa5a0 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:22.973829 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-57a0c785-9ea1-4272-949d-05320a0dd2de req-2bda4206-c7b4-4466-acbd-ed0b1e9fa5a0 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] For port 141a641c-d775-411c-8e3a-e0269ab65a4d, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=141a641c-d775-411c-8e3a-e0269ab65a4d,segment=NetworkSegment(8d5d1671-f92e-4415-a353-2cb2533e6596),segment_id=8d5d1671-f92e-4415-a353-2cb2533e6596)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:29:22.974085 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-57a0c785-9ea1-4272-949d-05320a0dd2de req-2bda4206-c7b4-4466-acbd-ed0b1e9fa5a0 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:23.143656 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-57a0c785-9ea1-4272-949d-05320a0dd2de req-2bda4206-c7b4-4466-acbd-ed0b1e9fa5a0 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:23.143778 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-57a0c785-9ea1-4272-949d-05320a0dd2de req-2bda4206-c7b4-4466-acbd-ed0b1e9fa5a0 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043075'] for floatingip, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:23.144096 n-d-825064-1 neutron-server[102431]: INFO neutron.db.l3_db [req-57a0c785-9ea1-4272-949d-05320a0dd2de req-2bda4206-c7b4-4466-acbd-ed0b1e9fa5a0 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] Floating IP 53090174-0c80-4f60-96c7-3c35339ed9f8 disassociated. External IP: 172.25.5.227, port: 141a641c-d775-411c-8e3a-e0269ab65a4d. Jan 18 22:29:23.144459 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-57a0c785-9ea1-4272-949d-05320a0dd2de req-2bda4206-c7b4-4466-acbd-ed0b1e9fa5a0 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] Calling delete_port for 141a641c-d775-411c-8e3a-e0269ab65a4d owned by compute:nova {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:29:23.171282 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 48932) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:29:23.220051 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_v2 [None req-403573cb-8831-432c-9be9-ea496ea8e0ca admin admin] Deleting subnet 29c446a9-d381-4718-9864-5ac3271c54a8 {{(pid=102430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:29:23.223638 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-403573cb-8831-432c-9be9-ea496ea8e0ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:23.258153 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-403573cb-8831-432c-9be9-ea496ea8e0ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60394745'] for subnet, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:23.270202 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-57a0c785-9ea1-4272-949d-05320a0dd2de req-2bda4206-c7b4-4466-acbd-ed0b1e9fa5a0 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:23.297300 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-403573cb-8831-432c-9be9-ea496ea8e0ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:23.298334 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bda4206-c7b4-4466-acbd-ed0b1e9fa5a0 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] Pushing event deleted for resources: {'Port': ['ID=141a641c-d775-411c-8e3a-e0269ab65a4d,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:29:23.350366 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-403573cb-8831-432c-9be9-ea496ea8e0ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60203138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62288677'] for subnet, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:23.376428 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403573cb-8831-432c-9be9-ea496ea8e0ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29c446a9-d381-4718-9864-5ac3271c54a8,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:29:23.380404 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-403573cb-8831-432c-9be9-ea496ea8e0ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:23.383548 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-403573cb-8831-432c-9be9-ea496ea8e0ca admin admin] 10.222.0.53 "DELETE /v2.0/subnets/29c446a9-d381-4718-9864-5ac3271c54a8 HTTP/1.1" status: 204 len: 168 time: 0.2112610 Jan 18 22:29:23.386155 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 48934) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:29:23.412806 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [req-57a0c785-9ea1-4272-949d-05320a0dd2de req-2bda4206-c7b4-4466-acbd-ed0b1e9fa5a0 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] Router 54b05178-a8f3-4c11-9086-fe60ed2f4468 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:29:23.456896 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e05c56d0-3b18-4c48-bcd3-81722978be4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:23.519248 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-57a0c785-9ea1-4272-949d-05320a0dd2de req-2bda4206-c7b4-4466-acbd-ed0b1e9fa5a0 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:29:23.529980 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adce8f65-f6e1-4fa7-b185-707e62c3fd04 None None] Sync routers for ids ['54b05178-a8f3-4c11-9086-fe60ed2f4468'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:29:23.533218 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e05c56d0-3b18-4c48-bcd3-81722978be4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:23.540196 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adce8f65-f6e1-4fa7-b185-707e62c3fd04 None None] Routers {'54b05178-a8f3-4c11-9086-fe60ed2f4468'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:29:23.540893 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-adce8f65-f6e1-4fa7-b185-707e62c3fd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:29:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['54b05178-a8f3-4c11-9086-fe60ed2f4468'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:29:23.553815 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-e05c56d0-3b18-4c48-bcd3-81722978be4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bfa319b-722b-493a-bbbe-0e1ae27e2892']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:29:23.557553 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-57a0c785-9ea1-4272-949d-05320a0dd2de req-2bda4206-c7b4-4466-acbd-ed0b1e9fa5a0 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] No DVR routers for this DVR port 141a641c-d775-411c-8e3a-e0269ab65a4d on host n-h1-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:29:23.560502 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-57a0c785-9ea1-4272-949d-05320a0dd2de req-2bda4206-c7b4-4466-acbd-ed0b1e9fa5a0 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:23.564206 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-57a0c785-9ea1-4272-949d-05320a0dd2de req-2bda4206-c7b4-4466-acbd-ed0b1e9fa5a0 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] 10.222.0.36 "DELETE /v2.0/ports/141a641c-d775-411c-8e3a-e0269ab65a4d HTTP/1.1" status: 204 len: 173 time: 0.7687972 Jan 18 22:29:23.564399 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-e05c56d0-3b18-4c48-bcd3-81722978be4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8722d91c-e345-4722-8e76-e16ce0db35db') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:29:23.564659 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '752f3d83-a986-4e8d-8fd4-2e9cfdd50fd8', 'name': 'network-vif-deleted', 'tag': '141a641c-d775-411c-8e3a-e0269ab65a4d'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:29:23.564782 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-e05c56d0-3b18-4c48-bcd3-81722978be4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8722d91c-e345-4722-8e76-e16ce0db35db') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:29:23.566983 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5da8f23d-93e2-4add-a36e-aa4591ffb264" -d '{"events": [{"server_uuid": "752f3d83-a986-4e8d-8fd4-2e9cfdd50fd8", "name": "network-vif-deleted", "tag": "141a641c-d775-411c-8e3a-e0269ab65a4d"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:29:23.583920 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e05c56d0-3b18-4c48-bcd3-81722978be4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60394742'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:23.603376 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e05c56d0-3b18-4c48-bcd3-81722978be4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:23.609200 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79baa5ac-2200-43d0-8463-b74cfc8359c4 x-openstack-request-id: req-79baa5ac-2200-43d0-8463-b74cfc8359c4 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:29:23.609546 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "752f3d83-a986-4e8d-8fd4-2e9cfdd50fd8", "name": "network-vif-deleted", "tag": "141a641c-d775-411c-8e3a-e0269ab65a4d", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:29:23.609773 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-79baa5ac-2200-43d0-8463-b74cfc8359c4 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:29:23.610178 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '752f3d83-a986-4e8d-8fd4-2e9cfdd50fd8', 'name': 'network-vif-deleted', 'tag': '141a641c-d775-411c-8e3a-e0269ab65a4d', 'status': 'completed', 'code': 200} Jan 18 22:29:23.616578 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e05c56d0-3b18-4c48-bcd3-81722978be4d admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:29:23.617351 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e05c56d0-3b18-4c48-bcd3-81722978be4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60203044'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:23.619957 n-d-825064-1 neutron-server[102430]: Traceback (most recent call last): Jan 18 22:29:23.619957 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:29:23.619957 n-d-825064-1 neutron-server[102430]: timer() Jan 18 22:29:23.619957 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:29:23.619957 n-d-825064-1 neutron-server[102430]: cb(*args, **kw) Jan 18 22:29:23.619957 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:29:23.619957 n-d-825064-1 neutron-server[102430]: return func(*args, **kwargs) Jan 18 22:29:23.619957 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:29:23.619957 n-d-825064-1 neutron-server[102430]: self._notify() Jan 18 22:29:23.619957 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:29:23.619957 n-d-825064-1 neutron-server[102430]: self.callback(batched_events) Jan 18 22:29:23.619957 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:29:23.619957 n-d-825064-1 neutron-server[102430]: event.method(event) Jan 18 22:29:23.619957 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:29:23.619957 n-d-825064-1 neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:29:23.619957 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:29:23.619957 n-d-825064-1 neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:29:23.619957 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:29:23.619957 n-d-825064-1 neutron-server[102430]: return f(self, *a, **k) Jan 18 22:29:23.619957 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:29:23.619957 n-d-825064-1 neutron-server[102430]: return self._get(url).json() Jan 18 22:29:23.619957 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:29:23.619957 n-d-825064-1 neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:29:23.619957 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:29:23.619957 n-d-825064-1 neutron-server[102430]: return self.request(url, 'GET', **kwargs) Jan 18 22:29:23.619957 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:29:23.619957 n-d-825064-1 neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:29:23.619957 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:29:23.619957 n-d-825064-1 neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:29:23.619957 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:29:23.619957 n-d-825064-1 neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:29:23.619957 n-d-825064-1 neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:29:23.709384 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-adce8f65-f6e1-4fa7-b185-707e62c3fd04 None None] Set router 54b05178-a8f3-4c11-9086-fe60ed2f4468 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:29:23.767931 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-01ab2d4b-cd6d-45c8-b582-56bdf9645d88 req-243e93d9-87f6-493e-a069-11e7e9b4e6a5 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] 10.222.0.53 "GET /v2.0/ports?device_id=752f3d83-a986-4e8d-8fd4-2e9cfdd50fd8 HTTP/1.1" status: 200 len: 210 time: 0.0321252 Jan 18 22:29:23.797820 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6e45b6-1f72-4159-b3f1-cba082c8b022 req-f99a66cc-e941-4ebe-b7c5-2c39f2a84305 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:23.806093 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3d6e45b6-1f72-4159-b3f1-cba082c8b022 req-f99a66cc-e941-4ebe-b7c5-2c39f2a84305 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/ports?device_id=3468303d-3938-4228-99a6-32a82a6b0e90 HTTP/1.1" status: 200 len: 946 time: 0.1076996 Jan 18 22:29:23.815339 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e05c56d0-3b18-4c48-bcd3-81722978be4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:23.820204 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e05c56d0-3b18-4c48-bcd3-81722978be4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:23.830743 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-e05c56d0-3b18-4c48-bcd3-81722978be4d admin admin] 10.222.0.53 "DELETE /v2.0/networks/8bfa319b-722b-493a-bbbe-0e1ae27e2892 HTTP/1.1" status: 204 len: 168 time: 0.4396582 Jan 18 22:29:23.851313 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05c56d0-3b18-4c48-bcd3-81722978be4d admin admin] Pushing event deleted for resources: {'Network': ['ID=8bfa319b-722b-493a-bbbe-0e1ae27e2892,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:29:23.904377 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3d6e45b6-1f72-4159-b3f1-cba082c8b022 req-260696f5-2dbb-4706-ba5b-60b85e23fe18 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c4b879c-ca9b-483b-8a0d-5ea0d1e77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972869 Jan 18 22:29:24.022813 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 48956) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:29:24.070024 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-adce8f65-f6e1-4fa7-b185-707e62c3fd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54b05178-a8f3-4c11-9086-fe60ed2f4468', 'name': 'tempest-ServersTestBootFromVolume-1325890051-router', 'tenant_id': 'dbd095ed914d4cd8a3e6407b4ae358ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '267f8cb9-2ba6-4178-a197-ed90a89c7202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:26:35Z', 'updated_at': '2022-01-18T22:26:39Z', 'revision_number': 4, 'project_id': 'dbd095ed914d4cd8a3e6407b4ae358ee', 'gw_port': {'id': '267f8cb9-2ba6-4178-a197-ed90a89c7202', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:2f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b05178-a8f3-4c11-9086-fe60ed2f4468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:26:36Z', 'updated_at': '2022-01-18T22:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '182d061f-d8d5-415e-a028-2e2904aba064', 'name': '', 'network_id': '20e66f8d-59af-4123-907d-ae2bdaa0a688', 'tenant_id': 'dbd095ed914d4cd8a3e6407b4ae358ee', 'mac_address': 'fa:16:3e:11:69:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b05178-a8f3-4c11-9086-fe60ed2f4468', 'device_owner': 'network:router_interface', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': 'bdcd6731-596e-4357-a042-5d54da415e2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:26:38Z', 'updated_at': '2022-01-18T22:26:46Z', 'revision_number': 5, 'project_id': 'dbd095ed914d4cd8a3e6407b4ae358ee', 'subnets': [{'id': 'bdcd6731-596e-4357-a042-5d54da415e2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:29:24.103981 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 48962) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:29:24.114279 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adce8f65-f6e1-4fa7-b185-707e62c3fd04 None None] Checking router: 54b05178-a8f3-4c11-9086-fe60ed2f4468 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:29:24.116369 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-c1a8aa5e-1eba-49d5-bf5e-b708ce2e1032 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=874c45697b3243aa9d39402c08d61ed1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0877852 Jan 18 22:29:24.124430 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adce8f65-f6e1-4fa7-b185-707e62c3fd04 None None] Routers {'54b05178-a8f3-4c11-9086-fe60ed2f4468'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:29:24.125181 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-adce8f65-f6e1-4fa7-b185-707e62c3fd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:29:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['54b05178-a8f3-4c11-9086-fe60ed2f4468'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:29:24.208778 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-aa660245-a1a7-403a-969f-4e6e55529272 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:24.267518 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-aa660245-a1a7-403a-969f-4e6e55529272 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:24.290942 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-adce8f65-f6e1-4fa7-b185-707e62c3fd04 None None] Set router 54b05178-a8f3-4c11-9086-fe60ed2f4468 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:29:24.296572 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-889c2a0f-1328-4ebf-ad2c-d44068070a24 req-3cf5cff3-ed5e-43bc-b3a1-009c4d84d1cc service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5fdf43ac-e2d1-46c0-a022-01c13375d73d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0829921 Jan 18 22:29:24.337029 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-aa660245-a1a7-403a-969f-4e6e55529272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:24.339871 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-aa660245-a1a7-403a-969f-4e6e55529272 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:24.344004 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-aa660245-a1a7-403a-969f-4e6e55529272 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/256a12e5-9057-4b93-8582-8b1a9ccb62a2 HTTP/1.1" status: 204 len: 168 time: 0.2359872 Jan 18 22:29:24.351178 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa660245-a1a7-403a-969f-4e6e55529272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=256a12e5-9057-4b93-8582-8b1a9ccb62a2,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:29:24.362971 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:24.444008 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889c2a0f-1328-4ebf-ad2c-d44068070a24 req-9975c7c9-bc71-4d91-bd70-4eff8efef7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:24.444909 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889c2a0f-1328-4ebf-ad2c-d44068070a24 req-9975c7c9-bc71-4d91-bd70-4eff8efef7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:24.445582 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889c2a0f-1328-4ebf-ad2c-d44068070a24 req-9975c7c9-bc71-4d91-bd70-4eff8efef7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:24.446551 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889c2a0f-1328-4ebf-ad2c-d44068070a24 req-9975c7c9-bc71-4d91-bd70-4eff8efef7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:24.447223 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889c2a0f-1328-4ebf-ad2c-d44068070a24 req-9975c7c9-bc71-4d91-bd70-4eff8efef7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:24.447876 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889c2a0f-1328-4ebf-ad2c-d44068070a24 req-9975c7c9-bc71-4d91-bd70-4eff8efef7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:24.448572 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889c2a0f-1328-4ebf-ad2c-d44068070a24 req-9975c7c9-bc71-4d91-bd70-4eff8efef7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:24.450980 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-889c2a0f-1328-4ebf-ad2c-d44068070a24 req-9975c7c9-bc71-4d91-bd70-4eff8efef7e7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e820669caca04fcb8f8972d8b3102f64&device_id=5fdf43ac-e2d1-46c0-a022-01c13375d73d HTTP/1.1" status: 200 len: 6499 time: 0.0779569 Jan 18 22:29:24.569053 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 3309ab83-ec01-4ddc-bd7b-6d7954fc2786 no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:29:24.581681 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889c2a0f-1328-4ebf-ad2c-d44068070a24 req-dad10d98-ed6b-4f7f-925f-602a9a13a4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:24.582245 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889c2a0f-1328-4ebf-ad2c-d44068070a24 req-dad10d98-ed6b-4f7f-925f-602a9a13a4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:24.582890 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889c2a0f-1328-4ebf-ad2c-d44068070a24 req-dad10d98-ed6b-4f7f-925f-602a9a13a4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:24.589024 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-889c2a0f-1328-4ebf-ad2c-d44068070a24 req-dad10d98-ed6b-4f7f-925f-602a9a13a4bf service neutron] 10.222.0.67 "GET /v2.0/networks?id=a51a6fff-5ab2-447c-8b55-7ba7d5e58077&id=6762cf84-f7fb-4f6c-9c16-5d48c8ba314e&id=6762cf84-f7fb-4f6c-9c16-5d48c8ba314e&id=6762cf84-f7fb-4f6c-9c16-5d48c8ba314e&id=6762cf84-f7fb-4f6c-9c16-5d48c8ba314e&id=ffe48ea3-f64a-402a-9434-49f5506fd6ae&id=ffe48ea3-f64a-402a-9434-49f5506fd6ae HTTP/1.1" status: 200 len: 2294 time: 0.1110299 Jan 18 22:29:24.596966 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:24.598475 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] No Port match for: 3309ab83-ec01-4ddc-bd7b-6d7954fc2786 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:29:24.598888 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 3309ab83-ec01-4ddc-bd7b-6d7954fc2786 not bound to the agent host n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:29:24.615880 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-adce8f65-f6e1-4fa7-b185-707e62c3fd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54b05178-a8f3-4c11-9086-fe60ed2f4468', 'name': 'tempest-ServersTestBootFromVolume-1325890051-router', 'tenant_id': 'dbd095ed914d4cd8a3e6407b4ae358ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '267f8cb9-2ba6-4178-a197-ed90a89c7202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:26:35Z', 'updated_at': '2022-01-18T22:26:39Z', 'revision_number': 4, 'project_id': 'dbd095ed914d4cd8a3e6407b4ae358ee', 'gw_port': {'id': '267f8cb9-2ba6-4178-a197-ed90a89c7202', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:2f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b05178-a8f3-4c11-9086-fe60ed2f4468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:26:36Z', 'updated_at': '2022-01-18T22:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '182d061f-d8d5-415e-a028-2e2904aba064', 'name': '', 'network_id': '20e66f8d-59af-4123-907d-ae2bdaa0a688', 'tenant_id': 'dbd095ed914d4cd8a3e6407b4ae358ee', 'mac_address': 'fa:16:3e:11:69:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b05178-a8f3-4c11-9086-fe60ed2f4468', 'device_owner': 'network:router_interface', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': 'bdcd6731-596e-4357-a042-5d54da415e2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:26:38Z', 'updated_at': '2022-01-18T22:26:46Z', 'revision_number': 5, 'project_id': 'dbd095ed914d4cd8a3e6407b4ae358ee', 'subnets': [{'id': 'bdcd6731-596e-4357-a042-5d54da415e2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:29:24.649690 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adce8f65-f6e1-4fa7-b185-707e62c3fd04 None None] The sync data for ids ['54b05178-a8f3-4c11-9086-fe60ed2f4468'] in n-d-825064-1 is: [{'id': '54b05178-a8f3-4c11-9086-fe60ed2f4468', 'name': 'tempest-ServersTestBootFromVolume-1325890051-router', 'tenant_id': 'dbd095ed914d4cd8a3e6407b4ae358ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '267f8cb9-2ba6-4178-a197-ed90a89c7202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:26:35Z', 'updated_at': '2022-01-18T22:26:39Z', 'revision_number': 4, 'project_id': 'dbd095ed914d4cd8a3e6407b4ae358ee', 'gw_port': {'id': '267f8cb9-2ba6-4178-a197-ed90a89c7202', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:2f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b05178-a8f3-4c11-9086-fe60ed2f4468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:26:36Z', 'updated_at': '2022-01-18T22:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '182d061f-d8d5-415e-a028-2e2904aba064', 'name': '', 'network_id': '20e66f8d-59af-4123-907d-ae2bdaa0a688', 'tenant_id': 'dbd095ed914d4cd8a3e6407b4ae358ee', 'mac_address': 'fa:16:3e:11:69:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b05178-a8f3-4c11-9086-fe60ed2f4468', 'device_owner': 'network:router_interface', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': 'bdcd6731-596e-4357-a042-5d54da415e2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:26:38Z', 'updated_at': '2022-01-18T22:26:46Z', 'revision_number': 5, 'project_id': 'dbd095ed914d4cd8a3e6407b4ae358ee', 'subnets': [{'id': 'bdcd6731-596e-4357-a042-5d54da415e2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:29:24.723080 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-889c2a0f-1328-4ebf-ad2c-d44068070a24 req-2a176e0d-b440-4d6e-8ce0-b1e91d359718 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ac916a4a-3bf6-444a-a917-d065fe9287b9 HTTP/1.1" status: 200 len: 1001 time: 0.1240909 Jan 18 22:29:24.775234 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889c2a0f-1328-4ebf-ad2c-d44068070a24 req-c9dad66a-e53f-4ea0-924e-ca40e7fcd4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:24.776730 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-889c2a0f-1328-4ebf-ad2c-d44068070a24 req-c9dad66a-e53f-4ea0-924e-ca40e7fcd4bf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=388020c9-0236-4ef5-93d9-ef2bde8b97b6 HTTP/1.1" status: 200 len: 856 time: 0.0495372 Jan 18 22:29:24.828296 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889c2a0f-1328-4ebf-ad2c-d44068070a24 req-e019887f-63cf-4040-9a24-9399aab99037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:24.829984 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-889c2a0f-1328-4ebf-ad2c-d44068070a24 req-e019887f-63cf-4040-9a24-9399aab99037 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a51a6fff-5ab2-447c-8b55-7ba7d5e58077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466921 Jan 18 22:29:24.921449 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cef371b1-9b56-47a1-bc95-278598ac7c60 req-f36707cd-bf26-4c16-a235-1d50c954d635 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] 10.222.0.53 "GET /v2.0/ports?device_id=752f3d83-a986-4e8d-8fd4-2e9cfdd50fd8 HTTP/1.1" status: 200 len: 210 time: 0.0607262 Jan 18 22:29:24.974752 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-889c2a0f-1328-4ebf-ad2c-d44068070a24 req-76a71a0b-abc7-4fd4-a07d-87efea0e2abe service neutron] 10.222.0.67 "GET /v2.0/networks/a51a6fff-5ab2-447c-8b55-7ba7d5e58077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376896 Jan 18 22:29:25.096276 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d187de5-1286-4d32-83e4-dbd8b27570db None None] New status for floating IP 53090174-0c80-4f60-96c7-3c35339ed9f8: DOWN {{(pid=102433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 22:29:25.121722 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-889c2a0f-1328-4ebf-ad2c-d44068070a24 req-608e04cb-6b21-4104-bd3e-af5b489762bb service neutron] 10.222.0.67 "GET /v2.0/networks/a51a6fff-5ab2-447c-8b55-7ba7d5e58077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384492 Jan 18 22:29:25.194747 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-889c2a0f-1328-4ebf-ad2c-d44068070a24 req-a8bb0f81-a429-4e96-845a-209912a22f80 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.8&port_id=628fd386-d663-4f6e-b10c-63286e484d82 HTTP/1.1" status: 200 len: 217 time: 0.0624690 Jan 18 22:29:25.221342 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16824542-c60d-452f-b23c-6ca5ca827727 req-80f13240-5bd1-4a0d-8483-56a4ac0bd81c tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:25.222950 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-16824542-c60d-452f-b23c-6ca5ca827727 req-80f13240-5bd1-4a0d-8483-56a4ac0bd81c tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/ports?device_id=3468303d-3938-4228-99a6-32a82a6b0e90 HTTP/1.1" status: 200 len: 946 time: 0.1002443 Jan 18 22:29:25.228407 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 22:29:25.289321 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-16824542-c60d-452f-b23c-6ca5ca827727 req-9de1b44a-9124-4c28-a7f7-5de37a3340de tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c4b879c-ca9b-483b-8a0d-5ea0d1e77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434585 Jan 18 22:29:25.295820 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889c2a0f-1328-4ebf-ad2c-d44068070a24 req-e811f530-e77e-4971-8ed8-9013bcb6d83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:25.297278 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-889c2a0f-1328-4ebf-ad2c-d44068070a24 req-e811f530-e77e-4971-8ed8-9013bcb6d83f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4d0ea6b9-4b19-4f86-aaca-bbf2d184c8f5 HTTP/1.1" status: 200 len: 797 time: 0.0931902 Jan 18 22:29:25.351194 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889c2a0f-1328-4ebf-ad2c-d44068070a24 req-0324c19d-9185-4f44-914d-d24afb34872d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:25.352722 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-889c2a0f-1328-4ebf-ad2c-d44068070a24 req-0324c19d-9185-4f44-914d-d24afb34872d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6762cf84-f7fb-4f6c-9c16-5d48c8ba314e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0468493 Jan 18 22:29:25.447357 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-889c2a0f-1328-4ebf-ad2c-d44068070a24 req-dde5b5d7-ecd2-45a6-a41c-11bfe4521b21 service neutron] 10.222.0.67 "GET /v2.0/networks/6762cf84-f7fb-4f6c-9c16-5d48c8ba314e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878522 Jan 18 22:29:25.540275 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-889c2a0f-1328-4ebf-ad2c-d44068070a24 req-a2059ec4-809d-43f2-8b4f-d531df7f46a3 service neutron] 10.222.0.67 "GET /v2.0/networks/6762cf84-f7fb-4f6c-9c16-5d48c8ba314e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859113 Jan 18 22:29:25.580384 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-889c2a0f-1328-4ebf-ad2c-d44068070a24 req-0d8280ba-bdea-4b93-8a1d-f7bf9de6eee9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.233&port_id=31c5c75b-ce2c-4be9-b4cf-f29652cd677a HTTP/1.1" status: 200 len: 217 time: 0.0334179 Jan 18 22:29:25.627921 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889c2a0f-1328-4ebf-ad2c-d44068070a24 req-9e3699ba-5218-41f9-b8d2-f5e38b36cfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:25.629422 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-889c2a0f-1328-4ebf-ad2c-d44068070a24 req-9e3699ba-5218-41f9-b8d2-f5e38b36cfc3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4d0ea6b9-4b19-4f86-aaca-bbf2d184c8f5 HTTP/1.1" status: 200 len: 797 time: 0.0432813 Jan 18 22:29:25.677521 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889c2a0f-1328-4ebf-ad2c-d44068070a24 req-9939cd56-43f5-4578-9ee4-8c7f5b16ccd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:25.678986 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-889c2a0f-1328-4ebf-ad2c-d44068070a24 req-9939cd56-43f5-4578-9ee4-8c7f5b16ccd0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6762cf84-f7fb-4f6c-9c16-5d48c8ba314e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0436077 Jan 18 22:29:25.767172 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-889c2a0f-1328-4ebf-ad2c-d44068070a24 req-03af8f56-9c02-4ab2-aa4f-0a85c6f98a65 service neutron] 10.222.0.67 "GET /v2.0/networks/6762cf84-f7fb-4f6c-9c16-5d48c8ba314e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805161 Jan 18 22:29:25.857418 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-889c2a0f-1328-4ebf-ad2c-d44068070a24 req-99f31d4e-55c8-46b6-a2a4-43eab277c2df service neutron] 10.222.0.67 "GET /v2.0/networks/6762cf84-f7fb-4f6c-9c16-5d48c8ba314e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841455 Jan 18 22:29:25.896989 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-889c2a0f-1328-4ebf-ad2c-d44068070a24 req-18938cea-81be-44e1-b90e-b8190b25298b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.173&port_id=ac119faf-2a75-40e5-88c9-de25c7935e34 HTTP/1.1" status: 200 len: 217 time: 0.0334899 Jan 18 22:29:25.944835 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889c2a0f-1328-4ebf-ad2c-d44068070a24 req-19c83a0f-a11a-4b98-b78d-9fa9be239a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:25.946277 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-889c2a0f-1328-4ebf-ad2c-d44068070a24 req-19c83a0f-a11a-4b98-b78d-9fa9be239a5a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4d0ea6b9-4b19-4f86-aaca-bbf2d184c8f5 HTTP/1.1" status: 200 len: 797 time: 0.0431099 Jan 18 22:29:25.992514 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889c2a0f-1328-4ebf-ad2c-d44068070a24 req-58330f18-2ecf-4f7c-aae6-97463539a313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:25.994148 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-889c2a0f-1328-4ebf-ad2c-d44068070a24 req-58330f18-2ecf-4f7c-aae6-97463539a313 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6762cf84-f7fb-4f6c-9c16-5d48c8ba314e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0404162 Jan 18 22:29:26.079520 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e28a47fd-24bf-4e2a-9eff-78f051b855e7 req-d663227a-f274-4296-a01c-bc44b3b0a3f8 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] 10.222.0.53 "GET /v2.0/ports?device_id=752f3d83-a986-4e8d-8fd4-2e9cfdd50fd8 HTTP/1.1" status: 200 len: 210 time: 0.0556285 Jan 18 22:29:26.119551 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-889c2a0f-1328-4ebf-ad2c-d44068070a24 req-8c90f2bd-4873-4ffa-a7ce-134f6c740c4c service neutron] 10.222.0.67 "GET /v2.0/networks/6762cf84-f7fb-4f6c-9c16-5d48c8ba314e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174903 Jan 18 22:29:26.211383 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-889c2a0f-1328-4ebf-ad2c-d44068070a24 req-1ca5fcf5-a93e-4d74-b3c4-5eb2b18c695f service neutron] 10.222.0.67 "GET /v2.0/networks/6762cf84-f7fb-4f6c-9c16-5d48c8ba314e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848079 Jan 18 22:29:26.252203 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-889c2a0f-1328-4ebf-ad2c-d44068070a24 req-45b50cc6-0557-4807-9da1-ed899b0060e6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.69&port_id=790739e8-f2d1-4e6b-9f52-59a57a675b05 HTTP/1.1" status: 200 len: 217 time: 0.0335703 Jan 18 22:29:26.306120 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889c2a0f-1328-4ebf-ad2c-d44068070a24 req-b2aedfc3-88ed-4f81-9ee4-6a11a666e4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:26.307589 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-889c2a0f-1328-4ebf-ad2c-d44068070a24 req-b2aedfc3-88ed-4f81-9ee4-6a11a666e4ba service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4d0ea6b9-4b19-4f86-aaca-bbf2d184c8f5 HTTP/1.1" status: 200 len: 797 time: 0.0493624 Jan 18 22:29:26.405575 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889c2a0f-1328-4ebf-ad2c-d44068070a24 req-3180166b-e8a9-40b4-a896-9e018a657a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:26.407294 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-889c2a0f-1328-4ebf-ad2c-d44068070a24 req-3180166b-e8a9-40b4-a896-9e018a657a84 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6762cf84-f7fb-4f6c-9c16-5d48c8ba314e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0926013 Jan 18 22:29:26.825576 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173e9f78-47c1-4b48-8b22-4cb496c5a55a req-cefd55e7-c17a-4ddf-a5ef-ae9be3b646c4 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:26.831338 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173e9f78-47c1-4b48-8b22-4cb496c5a55a req-cefd55e7-c17a-4ddf-a5ef-ae9be3b646c4 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:26.837153 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173e9f78-47c1-4b48-8b22-4cb496c5a55a req-cefd55e7-c17a-4ddf-a5ef-ae9be3b646c4 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:26.842869 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173e9f78-47c1-4b48-8b22-4cb496c5a55a req-cefd55e7-c17a-4ddf-a5ef-ae9be3b646c4 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:26.848607 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173e9f78-47c1-4b48-8b22-4cb496c5a55a req-cefd55e7-c17a-4ddf-a5ef-ae9be3b646c4 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:26.854280 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173e9f78-47c1-4b48-8b22-4cb496c5a55a req-cefd55e7-c17a-4ddf-a5ef-ae9be3b646c4 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:26.860712 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173e9f78-47c1-4b48-8b22-4cb496c5a55a req-cefd55e7-c17a-4ddf-a5ef-ae9be3b646c4 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:26.863810 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-173e9f78-47c1-4b48-8b22-4cb496c5a55a req-cefd55e7-c17a-4ddf-a5ef-ae9be3b646c4 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/ports?device_id=db33aaef-5884-4da4-a311-5ede51d08faf HTTP/1.1" status: 200 len: 5434 time: 0.4979515 Jan 18 22:29:26.876118 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a6e4b9-bf14-44ac-bc76-f97339b411bc req-5e395117-3e59-4d45-8c04-d299e415d36e tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:26.877545 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c9a6e4b9-bf14-44ac-bc76-f97339b411bc req-5e395117-3e59-4d45-8c04-d299e415d36e tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/ports?device_id=3468303d-3938-4228-99a6-32a82a6b0e90 HTTP/1.1" status: 200 len: 946 time: 0.5011585 Jan 18 22:29:26.939393 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-889c2a0f-1328-4ebf-ad2c-d44068070a24 req-e7f1434d-4c23-4a0b-b9be-95828b9aaa7c service neutron] 10.222.0.67 "GET /v2.0/networks/6762cf84-f7fb-4f6c-9c16-5d48c8ba314e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5150499 Jan 18 22:29:26.959917 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-173e9f78-47c1-4b48-8b22-4cb496c5a55a req-e4cdaad1-eedb-4be0-b3cd-f393c0dab68e tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/security-groups?id=43d45361-b6ad-4105-a9b4-e598b6e8e651&id=1a7f3ba7-6b33-47d4-842d-f8859c8e7d98&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0814564 Jan 18 22:29:26.973975 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c9a6e4b9-bf14-44ac-bc76-f97339b411bc req-7a4b1fbf-bf38-4060-90ef-e379ebbd9e3d tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c4b879c-ca9b-483b-8a0d-5ea0d1e77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891426 Jan 18 22:29:27.044677 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-889c2a0f-1328-4ebf-ad2c-d44068070a24 req-153e7871-faf6-435b-8789-006857ef46d2 service neutron] 10.222.0.67 "GET /v2.0/networks/6762cf84-f7fb-4f6c-9c16-5d48c8ba314e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973732 Jan 18 22:29:27.093661 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-889c2a0f-1328-4ebf-ad2c-d44068070a24 req-f3bb7b89-f588-4b34-b288-44ab1af01ceb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2b6e3326-dc40-49a1-9ecb-6190b53d266d HTTP/1.1" status: 200 len: 217 time: 0.0407417 Jan 18 22:29:27.181305 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889c2a0f-1328-4ebf-ad2c-d44068070a24 req-01f9ab67-d537-48d1-8dd7-6d0b20d3983d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:27.182713 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-889c2a0f-1328-4ebf-ad2c-d44068070a24 req-01f9ab67-d537-48d1-8dd7-6d0b20d3983d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d06fbe7b-0a64-4f51-8e12-d9844a15f25c HTTP/1.1" status: 200 len: 797 time: 0.0816116 Jan 18 22:29:27.198784 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bb40b7b4-0d9f-4bf0-8c89-d5627ead5d5a req-7e0a325c-f115-4247-af31-45f298342c53 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] 10.222.0.53 "GET /v2.0/ports?device_id=752f3d83-a986-4e8d-8fd4-2e9cfdd50fd8 HTTP/1.1" status: 200 len: 210 time: 0.0348465 Jan 18 22:29:27.209982 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1272c5e8-bee3-47e9-965c-d11223ad64fc req-efc85319-dc22-4c47-9aac-2b0c22fa7d53 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:27.215785 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1272c5e8-bee3-47e9-965c-d11223ad64fc req-efc85319-dc22-4c47-9aac-2b0c22fa7d53 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:27.222144 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1272c5e8-bee3-47e9-965c-d11223ad64fc req-efc85319-dc22-4c47-9aac-2b0c22fa7d53 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:27.228022 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1272c5e8-bee3-47e9-965c-d11223ad64fc req-efc85319-dc22-4c47-9aac-2b0c22fa7d53 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:27.234538 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1272c5e8-bee3-47e9-965c-d11223ad64fc req-efc85319-dc22-4c47-9aac-2b0c22fa7d53 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:27.240660 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1272c5e8-bee3-47e9-965c-d11223ad64fc req-efc85319-dc22-4c47-9aac-2b0c22fa7d53 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:27.246605 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1272c5e8-bee3-47e9-965c-d11223ad64fc req-efc85319-dc22-4c47-9aac-2b0c22fa7d53 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:27.248476 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1272c5e8-bee3-47e9-965c-d11223ad64fc req-efc85319-dc22-4c47-9aac-2b0c22fa7d53 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/ports?device_id=db33aaef-5884-4da4-a311-5ede51d08faf HTTP/1.1" status: 200 len: 5434 time: 0.1577990 Jan 18 22:29:27.290095 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889c2a0f-1328-4ebf-ad2c-d44068070a24 req-6f4c9101-6374-4f44-88e3-e381bad5abf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:27.291639 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-889c2a0f-1328-4ebf-ad2c-d44068070a24 req-6f4c9101-6374-4f44-88e3-e381bad5abf0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ffe48ea3-f64a-402a-9434-49f5506fd6ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0951567 Jan 18 22:29:27.381107 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-889c2a0f-1328-4ebf-ad2c-d44068070a24 req-3e9d9b0e-d59c-45ab-975f-dea268ceb65c service neutron] 10.222.0.67 "GET /v2.0/networks/ffe48ea3-f64a-402a-9434-49f5506fd6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823936 Jan 18 22:29:27.481190 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-889c2a0f-1328-4ebf-ad2c-d44068070a24 req-a2c45e2b-effc-4576-ac88-8b49f690477d service neutron] 10.222.0.67 "GET /v2.0/networks/ffe48ea3-f64a-402a-9434-49f5506fd6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933216 Jan 18 22:29:27.529377 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-889c2a0f-1328-4ebf-ad2c-d44068070a24 req-e740e04c-b731-4152-8452-dbab9330a416 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b39b79af-f443-48d6-a70e-0edb9f29990f HTTP/1.1" status: 200 len: 217 time: 0.0389359 Jan 18 22:29:27.580616 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889c2a0f-1328-4ebf-ad2c-d44068070a24 req-b7ebc320-5bee-4fc4-93a3-08d05ac7e7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:27.582062 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-889c2a0f-1328-4ebf-ad2c-d44068070a24 req-b7ebc320-5bee-4fc4-93a3-08d05ac7e7f7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d06fbe7b-0a64-4f51-8e12-d9844a15f25c HTTP/1.1" status: 200 len: 797 time: 0.0469015 Jan 18 22:29:27.629450 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889c2a0f-1328-4ebf-ad2c-d44068070a24 req-54dab40b-24cd-4e89-a308-d4653b2dbf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:27.631081 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-889c2a0f-1328-4ebf-ad2c-d44068070a24 req-54dab40b-24cd-4e89-a308-d4653b2dbf42 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ffe48ea3-f64a-402a-9434-49f5506fd6ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0425479 Jan 18 22:29:27.735205 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-889c2a0f-1328-4ebf-ad2c-d44068070a24 req-6294bfe9-7222-4ff0-8b26-1fc8860b7daf service neutron] 10.222.0.67 "GET /v2.0/networks/ffe48ea3-f64a-402a-9434-49f5506fd6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973608 Jan 18 22:29:27.831403 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-889c2a0f-1328-4ebf-ad2c-d44068070a24 req-4984afb4-c3d8-4f59-8462-eab14e67f8a1 service neutron] 10.222.0.67 "GET /v2.0/networks/ffe48ea3-f64a-402a-9434-49f5506fd6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902376 Jan 18 22:29:27.913918 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 141a641c-d775-411c-8e3a-e0269ab65a4d no longer exists at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:29:27.942230 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] No Port match for: 141a641c-d775-411c-8e3a-e0269ab65a4d {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:29:27.943425 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 141a641c-d775-411c-8e3a-e0269ab65a4d not bound to the agent host n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:29:28.206996 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c65ba0-6fd2-45d8-8c5e-670617fd0cc2 req-36695eae-c53c-44c3-a88d-1a5497620fcc tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:28.214976 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c8c65ba0-6fd2-45d8-8c5e-670617fd0cc2 req-36695eae-c53c-44c3-a88d-1a5497620fcc tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/ports?device_id=3468303d-3938-4228-99a6-32a82a6b0e90 HTTP/1.1" status: 200 len: 946 time: 0.1191566 Jan 18 22:29:28.256756 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c8c65ba0-6fd2-45d8-8c5e-670617fd0cc2 req-be874144-81b3-47e9-b29d-3f05aea46dfa tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c4b879c-ca9b-483b-8a0d-5ea0d1e77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407865 Jan 18 22:29:28.329318 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-be0a4e9a-3e57-4efc-a871-8567d3c12463 req-a1261666-7c61-44ac-99d2-de179a2fc90b tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] 10.222.0.53 "GET /v2.0/ports?device_id=752f3d83-a986-4e8d-8fd4-2e9cfdd50fd8 HTTP/1.1" status: 200 len: 210 time: 0.0384653 Jan 18 22:29:29.335956 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 49066) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:29:29.424776 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0edc4b-a2e5-4418-ab3b-dd51f869a21e req-81eaf945-27c5-4d46-9b95-461b0979609d tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:29.443299 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4f0edc4b-a2e5-4418-ab3b-dd51f869a21e req-81eaf945-27c5-4d46-9b95-461b0979609d tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/ports?device_id=3468303d-3938-4228-99a6-32a82a6b0e90 HTTP/1.1" status: 200 len: 946 time: 0.1157579 Jan 18 22:29:29.506311 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7a4a68-0fe7-429f-a5d4-84a299becaab req-65c7320a-fc8e-4143-a642-624419aecb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:29.507018 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7a4a68-0fe7-429f-a5d4-84a299becaab req-65c7320a-fc8e-4143-a642-624419aecb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:29.507976 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7a4a68-0fe7-429f-a5d4-84a299becaab req-65c7320a-fc8e-4143-a642-624419aecb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:29.508639 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7a4a68-0fe7-429f-a5d4-84a299becaab req-65c7320a-fc8e-4143-a642-624419aecb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:29.509713 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7a4a68-0fe7-429f-a5d4-84a299becaab req-65c7320a-fc8e-4143-a642-624419aecb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:29.510343 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7a4a68-0fe7-429f-a5d4-84a299becaab req-65c7320a-fc8e-4143-a642-624419aecb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:29.510984 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7a4a68-0fe7-429f-a5d4-84a299becaab req-65c7320a-fc8e-4143-a642-624419aecb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:29.513418 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-db7a4a68-0fe7-429f-a5d4-84a299becaab req-65c7320a-fc8e-4143-a642-624419aecb38 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=db33aaef-5884-4da4-a311-5ede51d08faf HTTP/1.1" status: 200 len: 6491 time: 0.1753843 Jan 18 22:29:29.528746 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4f0edc4b-a2e5-4418-ab3b-dd51f869a21e req-bb444442-3b61-4a7d-b1d0-a3c2df282af1 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c4b879c-ca9b-483b-8a0d-5ea0d1e77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828490 Jan 18 22:29:29.563906 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 49080) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:29:29.570184 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-db7a4a68-0fe7-429f-a5d4-84a299becaab req-b5e882e1-3038-464c-a103-71f055cde669 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=43d45361-b6ad-4105-a9b4-e598b6e8e651&id=1a7f3ba7-6b33-47d4-842d-f8859c8e7d98&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0495522 Jan 18 22:29:29.629355 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-81366b16-6a8c-47f5-a313-24d3b6d7ae61 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:29.655735 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-81366b16-6a8c-47f5-a313-24d3b6d7ae61 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:29.715265 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-81366b16-6a8c-47f5-a313-24d3b6d7ae61 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:29.719379 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-81366b16-6a8c-47f5-a313-24d3b6d7ae61 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:29.723590 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 49088) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:29:29.734360 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-81366b16-6a8c-47f5-a313-24d3b6d7ae61 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] 10.222.0.53 "DELETE /v2.0/security-groups/769baace-ff15-4518-adaf-b8959b59b398 HTTP/1.1" status: 204 len: 168 time: 0.1689584 Jan 18 22:29:29.740160 n-d-825064-1 neutron-server[102431]: INFO neutron.api.v2.resource [None req-3bddfa01-a107-4810-8283-7075bb620375 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] show failed (client error): The resource could not be found. Jan 18 22:29:29.743764 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-3bddfa01-a107-4810-8283-7075bb620375 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] 10.222.0.53 "GET /v2.0/security-groups/769baace-ff15-4518-adaf-b8959b59b398 HTTP/1.1" status: 404 len: 347 time: 0.0163636 Jan 18 22:29:29.744091 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 49090) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:29:29.754616 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81366b16-6a8c-47f5-a313-24d3b6d7ae61 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=769baace-ff15-4518-adaf-b8959b59b398,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:29:29.876555 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-fc43e106-3c46-4529-a09c-ae22b7be0b16 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] Deleting port 08b0db40-69a3-4dbc-bd64-13b34bea39df {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:29:29.876898 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fc43e106-3c46-4529-a09c-ae22b7be0b16 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:29.959790 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fc43e106-3c46-4529-a09c-ae22b7be0b16 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:29.960018 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fc43e106-3c46-4529-a09c-ae22b7be0b16 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:29.972525 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-fc43e106-3c46-4529-a09c-ae22b7be0b16 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] Calling delete_port for 08b0db40-69a3-4dbc-bd64-13b34bea39df owned by network:floatingip {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:29:30.111966 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fc43e106-3c46-4529-a09c-ae22b7be0b16 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:30.140462 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc43e106-3c46-4529-a09c-ae22b7be0b16 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] Pushing event deleted for resources: {'Port': ['ID=08b0db40-69a3-4dbc-bd64-13b34bea39df,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:29:30.218177 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fc43e106-3c46-4529-a09c-ae22b7be0b16 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] Notify callbacks [] for floatingip, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:30.229790 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fc43e106-3c46-4529-a09c-ae22b7be0b16 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:30.231031 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-fc43e106-3c46-4529-a09c-ae22b7be0b16 tempest-ServersTestBootFromVolume-5216947 tempest-ServersTestBootFromVolume-5216947-project] 10.222.0.53 "DELETE /v2.0/floatingips/53090174-0c80-4f60-96c7-3c35339ed9f8 HTTP/1.1" status: 204 len: 168 time: 0.4859402 Jan 18 22:29:30.236805 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 49094) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:29:30.400036 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-7c8d4915-6686-47f3-abff-89bcfc77d600 req-d896aa57-3abe-4122-a581-da3b7b321853 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7c183af1-247e-48b7-aed9-9e45e4b7de12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406039 Jan 18 22:29:30.463152 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8d4915-6686-47f3-abff-89bcfc77d600 req-2f3b1bcd-8351-43e3-a445-632e064a3a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:30.464821 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-7c8d4915-6686-47f3-abff-89bcfc77d600 req-2f3b1bcd-8351-43e3-a445-632e064a3a54 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7afa2eadfaa94efb9bc2c925685c8cd2&device_id=7c183af1-247e-48b7-aed9-9e45e4b7de12 HTTP/1.1" status: 200 len: 1096 time: 0.0423176 Jan 18 22:29:30.594457 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8d4915-6686-47f3-abff-89bcfc77d600 req-decf30e4-4ccc-4dfa-af08-bff2c5e7dac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:30.597454 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-7c8d4915-6686-47f3-abff-89bcfc77d600 req-decf30e4-4ccc-4dfa-af08-bff2c5e7dac4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9f0c6f68-00d4-4074-963d-5eeb6360e1ec HTTP/1.1" status: 200 len: 917 time: 0.1122134 Jan 18 22:29:30.684494 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-7c8d4915-6686-47f3-abff-89bcfc77d600 req-59e00447-51e3-4128-af16-d84069f50256 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=17b5d497-89e8-4316-854a-e01b4efd12f0 HTTP/1.1" status: 200 len: 1000 time: 0.0793626 Jan 18 22:29:30.735046 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8d4915-6686-47f3-abff-89bcfc77d600 req-9a2b6022-6240-415d-8d1a-260cbccd5206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:30.736941 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-7c8d4915-6686-47f3-abff-89bcfc77d600 req-9a2b6022-6240-415d-8d1a-260cbccd5206 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b7bcd428-9869-4592-8e72-20a2a0d3310e HTTP/1.1" status: 200 len: 856 time: 0.0443833 Jan 18 22:29:30.749022 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d662c636-9972-4313-a3d4-64eb29c31874 req-a2cb7a72-9b23-4206-b56f-5ff5bb139cb7 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:30.750614 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d662c636-9972-4313-a3d4-64eb29c31874 req-a2cb7a72-9b23-4206-b56f-5ff5bb139cb7 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/ports?device_id=3468303d-3938-4228-99a6-32a82a6b0e90 HTTP/1.1" status: 200 len: 946 time: 0.1069171 Jan 18 22:29:30.754694 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2673f5bc-a9bb-439c-98df-be13430f525f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1041027'] for router_interface, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:30.808944 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8d4915-6686-47f3-abff-89bcfc77d600 req-70d52cee-19a9-4807-981c-cbf17f167f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:30.810873 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-7c8d4915-6686-47f3-abff-89bcfc77d600 req-70d52cee-19a9-4807-981c-cbf17f167f1a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9f0c6f68-00d4-4074-963d-5eeb6360e1ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674031 Jan 18 22:29:30.887709 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d662c636-9972-4313-a3d4-64eb29c31874 req-327bf118-15fe-4cf1-92cb-f95e78e9f2f1 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c4b879c-ca9b-483b-8a0d-5ea0d1e77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478418 Jan 18 22:29:30.929490 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-7c8d4915-6686-47f3-abff-89bcfc77d600 req-b8c0767e-7892-4134-aa02-e224694b0981 service neutron] 10.222.0.36 "GET /v2.0/networks/9f0c6f68-00d4-4074-963d-5eeb6360e1ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102378 Jan 18 22:29:31.083226 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-7c8d4915-6686-47f3-abff-89bcfc77d600 req-a519f3f5-af81-4e41-b4eb-a81be8581f71 service neutron] 10.222.0.36 "GET /v2.0/networks/9f0c6f68-00d4-4074-963d-5eeb6360e1ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446440 Jan 18 22:29:31.131981 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-2673f5bc-a9bb-439c-98df-be13430f525f admin admin] Deleting port 182d061f-d8d5-415e-a028-2e2904aba064 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:29:31.132365 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2673f5bc-a9bb-439c-98df-be13430f525f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:31.217902 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-2673f5bc-a9bb-439c-98df-be13430f525f admin admin] For port 182d061f-d8d5-415e-a028-2e2904aba064, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=182d061f-d8d5-415e-a028-2e2904aba064,segment=NetworkSegment(8d5d1671-f92e-4415-a353-2cb2533e6596),segment_id=8d5d1671-f92e-4415-a353-2cb2533e6596)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:29:31.218271 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2673f5bc-a9bb-439c-98df-be13430f525f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:31.230814 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-2673f5bc-a9bb-439c-98df-be13430f525f admin admin] Calling delete_port for 182d061f-d8d5-415e-a028-2e2904aba064 owned by network:router_interface {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:29:31.473362 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2673f5bc-a9bb-439c-98df-be13430f525f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:31.504369 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2673f5bc-a9bb-439c-98df-be13430f525f admin admin] Pushing event deleted for resources: {'Port': ['ID=182d061f-d8d5-415e-a028-2e2904aba064,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:29:31.692308 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2673f5bc-a9bb-439c-98df-be13430f525f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-613841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1046579'] for router_interface, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:31.939776 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2673f5bc-a9bb-439c-98df-be13430f525f admin admin] Router 54b05178-a8f3-4c11-9086-fe60ed2f4468 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:29:32.087467 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa8ecda-fe54-43fa-8529-7c736f327eb9 req-8473cdb9-9cb5-49f2-85dd-73d7cc2f3e1c tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:32.090003 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-daa8ecda-fe54-43fa-8529-7c736f327eb9 req-8473cdb9-9cb5-49f2-85dd-73d7cc2f3e1c tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/ports?device_id=3468303d-3938-4228-99a6-32a82a6b0e90 HTTP/1.1" status: 200 len: 946 time: 0.1076219 Jan 18 22:29:32.099381 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2673f5bc-a9bb-439c-98df-be13430f525f admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:29:32.109299 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 49130) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:29:32.110590 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-2673f5bc-a9bb-439c-98df-be13430f525f admin admin] 10.222.0.53 "PUT /v2.0/routers/54b05178-a8f3-4c11-9086-fe60ed2f4468/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8722885 Jan 18 22:29:32.113266 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f093221-6322-4d12-a22c-a0782b9c3c6d None None] Sync routers for ids ['54b05178-a8f3-4c11-9086-fe60ed2f4468'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:29:32.143002 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f093221-6322-4d12-a22c-a0782b9c3c6d None None] Routers {'54b05178-a8f3-4c11-9086-fe60ed2f4468'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:29:32.143648 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-0f093221-6322-4d12-a22c-a0782b9c3c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:29:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['54b05178-a8f3-4c11-9086-fe60ed2f4468'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:29:32.185752 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-daa8ecda-fe54-43fa-8529-7c736f327eb9 req-6154bd7a-2c76-4a8f-ad01-c929129886d4 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c4b879c-ca9b-483b-8a0d-5ea0d1e77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653617 Jan 18 22:29:32.303323 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-abed48f5-85d9-4ede-b357-9d1dc54e989e admin admin] Notify callbacks [] for router, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:32.366190 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-0f093221-6322-4d12-a22c-a0782b9c3c6d None None] Set router 54b05178-a8f3-4c11-9086-fe60ed2f4468 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:29:32.511123 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-abed48f5-85d9-4ede-b357-9d1dc54e989e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:32.624814 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-0f093221-6322-4d12-a22c-a0782b9c3c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54b05178-a8f3-4c11-9086-fe60ed2f4468', 'name': 'tempest-ServersTestBootFromVolume-1325890051-router', 'tenant_id': 'dbd095ed914d4cd8a3e6407b4ae358ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '267f8cb9-2ba6-4178-a197-ed90a89c7202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:26:35Z', 'updated_at': '2022-01-18T22:29:31Z', 'revision_number': 5, 'project_id': 'dbd095ed914d4cd8a3e6407b4ae358ee', 'gw_port': {'id': '267f8cb9-2ba6-4178-a197-ed90a89c7202', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:2f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b05178-a8f3-4c11-9086-fe60ed2f4468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:26:36Z', 'updated_at': '2022-01-18T22:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:29:32.692640 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f093221-6322-4d12-a22c-a0782b9c3c6d None None] Checking router: 54b05178-a8f3-4c11-9086-fe60ed2f4468 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:29:32.715716 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f093221-6322-4d12-a22c-a0782b9c3c6d None None] Routers {'54b05178-a8f3-4c11-9086-fe60ed2f4468'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:29:32.716842 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-0f093221-6322-4d12-a22c-a0782b9c3c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:29:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['54b05178-a8f3-4c11-9086-fe60ed2f4468'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:29:32.823578 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e155ad9-bc50-43f3-a870-e1f038ddc54e req-95e24f29-eb5f-4ab3-b67a-894a02afbbaa tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:32.832836 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8e155ad9-bc50-43f3-a870-e1f038ddc54e req-95e24f29-eb5f-4ab3-b67a-894a02afbbaa tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] 10.222.0.53 "GET /v2.0/ports?device_id=44c83562-60fd-445c-b082-ca82470f72f8 HTTP/1.1" status: 200 len: 945 time: 0.1133065 Jan 18 22:29:32.865874 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-0f093221-6322-4d12-a22c-a0782b9c3c6d None None] Set router 54b05178-a8f3-4c11-9086-fe60ed2f4468 gateway port host: None {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:29:32.891666 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8e155ad9-bc50-43f3-a870-e1f038ddc54e req-10571fd0-0b81-4f3a-b997-e6e44c1b9be0 tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] 10.222.0.53 "GET /v2.0/security-groups?id=308f2ccf-49d9-438d-919a-319a82e079ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523636 Jan 18 22:29:32.948366 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-0f093221-6322-4d12-a22c-a0782b9c3c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54b05178-a8f3-4c11-9086-fe60ed2f4468', 'name': 'tempest-ServersTestBootFromVolume-1325890051-router', 'tenant_id': 'dbd095ed914d4cd8a3e6407b4ae358ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:26:35Z', 'updated_at': '2022-01-18T22:29:32Z', 'revision_number': 6, 'project_id': 'dbd095ed914d4cd8a3e6407b4ae358ee', 'gw_port_host': None}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:29:32.987750 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f093221-6322-4d12-a22c-a0782b9c3c6d None None] The sync data for ids ['54b05178-a8f3-4c11-9086-fe60ed2f4468'] in n-d-825064-1 is: [{'id': '54b05178-a8f3-4c11-9086-fe60ed2f4468', 'name': 'tempest-ServersTestBootFromVolume-1325890051-router', 'tenant_id': 'dbd095ed914d4cd8a3e6407b4ae358ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:26:35Z', 'updated_at': '2022-01-18T22:29:32Z', 'revision_number': 6, 'project_id': 'dbd095ed914d4cd8a3e6407b4ae358ee', 'gw_port_host': None}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:29:32.991591 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-abed48f5-85d9-4ede-b357-9d1dc54e989e admin admin] Deleting port 267f8cb9-2ba6-4178-a197-ed90a89c7202 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:29:32.992048 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-abed48f5-85d9-4ede-b357-9d1dc54e989e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:33.088173 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-abed48f5-85d9-4ede-b357-9d1dc54e989e admin admin] For port 267f8cb9-2ba6-4178-a197-ed90a89c7202, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=267f8cb9-2ba6-4178-a197-ed90a89c7202,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:29:33.088173 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-abed48f5-85d9-4ede-b357-9d1dc54e989e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:33.101804 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-abed48f5-85d9-4ede-b357-9d1dc54e989e admin admin] Calling delete_port for 267f8cb9-2ba6-4178-a197-ed90a89c7202 owned by network:router_gateway {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:29:33.277007 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-abed48f5-85d9-4ede-b357-9d1dc54e989e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:33.308418 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abed48f5-85d9-4ede-b357-9d1dc54e989e admin admin] Pushing event deleted for resources: {'Port': ['ID=267f8cb9-2ba6-4178-a197-ed90a89c7202,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:29:33.342516 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5d19be-53ba-44f6-b554-4531fbc9690f req-64fc7868-3892-4820-9b69-434e1e60c438 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:33.345327 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6f5d19be-53ba-44f6-b554-4531fbc9690f req-64fc7868-3892-4820-9b69-434e1e60c438 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/ports?device_id=3468303d-3938-4228-99a6-32a82a6b0e90 HTTP/1.1" status: 200 len: 946 time: 0.0906205 Jan 18 22:29:33.391230 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-abed48f5-85d9-4ede-b357-9d1dc54e989e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043029'] for router_gateway, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:33.426592 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6f5d19be-53ba-44f6-b554-4531fbc9690f req-d965be21-b62f-4900-bdb8-501943ced73e tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c4b879c-ca9b-483b-8a0d-5ea0d1e77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672977 Jan 18 22:29:33.524266 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-abed48f5-85d9-4ede-b357-9d1dc54e989e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1040886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8602'] for router, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:33.526881 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-abed48f5-85d9-4ede-b357-9d1dc54e989e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:33.583653 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-abed48f5-85d9-4ede-b357-9d1dc54e989e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1040832'] for router, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:33.584472 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abed48f5-85d9-4ede-b357-9d1dc54e989e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 54b05178-a8f3-4c11-9086-fe60ed2f4468 {{(pid=102431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 22:29:33.591467 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-abed48f5-85d9-4ede-b357-9d1dc54e989e admin admin] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:33.592747 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-abed48f5-85d9-4ede-b357-9d1dc54e989e admin admin] 10.222.0.53 "DELETE /v2.0/routers/54b05178-a8f3-4c11-9086-fe60ed2f4468 HTTP/1.1" status: 204 len: 168 time: 1.4824121 Jan 18 22:29:33.595340 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 49180) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:29:33.640511 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4b08026-03f2-49b2-8f5a-3f560ab2b4b9 admin admin] Deleting subnet bdcd6731-596e-4357-a042-5d54da415e2a {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:29:33.643759 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e4b08026-03f2-49b2-8f5a-3f560ab2b4b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:33.679790 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e4b08026-03f2-49b2-8f5a-3f560ab2b4b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:33.766075 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e4b08026-03f2-49b2-8f5a-3f560ab2b4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:33.824674 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e4b08026-03f2-49b2-8f5a-3f560ab2b4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:33.853249 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b08026-03f2-49b2-8f5a-3f560ab2b4b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdcd6731-596e-4357-a042-5d54da415e2a,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:29:33.857488 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e4b08026-03f2-49b2-8f5a-3f560ab2b4b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:33.861610 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-e4b08026-03f2-49b2-8f5a-3f560ab2b4b9 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/bdcd6731-596e-4357-a042-5d54da415e2a HTTP/1.1" status: 204 len: 168 time: 0.2650349 Jan 18 22:29:33.864032 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 49186) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:29:33.864915 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc79111d-f87c-49b0-adf7-5d7caee738a0 None None] Network 20e66f8d-59af-4123-907d-ae2bdaa0a688 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:29:33.948956 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a52f93cb-7743-4832-a83c-23b048d721f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:34.024820 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-a52f93cb-7743-4832-a83c-23b048d721f1 admin admin] Deleting port ebff9a8c-b091-4509-b9a6-44c0e87b23c8 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:29:34.025159 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a52f93cb-7743-4832-a83c-23b048d721f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:34.080337 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191ff46c-bf82-455d-97fb-2623c4038559 req-fe551709-4554-4ece-8cbc-a6f5b771479a tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:34.089405 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-191ff46c-bf82-455d-97fb-2623c4038559 req-fe551709-4554-4ece-8cbc-a6f5b771479a tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] 10.222.0.53 "GET /v2.0/ports?device_id=44c83562-60fd-445c-b082-ca82470f72f8 HTTP/1.1" status: 200 len: 945 time: 0.0691366 Jan 18 22:29:34.146155 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-191ff46c-bf82-455d-97fb-2623c4038559 req-f5de6cd6-886f-4a68-8fd0-53135fd96e5c tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] 10.222.0.53 "GET /v2.0/security-groups?id=308f2ccf-49d9-438d-919a-319a82e079ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555148 Jan 18 22:29:34.167617 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-a52f93cb-7743-4832-a83c-23b048d721f1 admin admin] For port ebff9a8c-b091-4509-b9a6-44c0e87b23c8, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=ebff9a8c-b091-4509-b9a6-44c0e87b23c8,segment=NetworkSegment(8d5d1671-f92e-4415-a353-2cb2533e6596),segment_id=8d5d1671-f92e-4415-a353-2cb2533e6596)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:29:34.168146 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a52f93cb-7743-4832-a83c-23b048d721f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:34.183730 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-a52f93cb-7743-4832-a83c-23b048d721f1 admin admin] Calling delete_port for ebff9a8c-b091-4509-b9a6-44c0e87b23c8 owned by network:dhcp {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:29:34.201961 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a20056-a75c-41e7-8487-809245b1b343 None None] DHCP port deletion for 20e66f8d-59af-4123-907d-ae2bdaa0a688 request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:29:34.251870 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-46a20056-a75c-41e7-8487-809245b1b343 None None] Deleting port ebff9a8c-b091-4509-b9a6-44c0e87b23c8 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:29:34.252281 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-46a20056-a75c-41e7-8487-809245b1b343 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:34.342706 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a52f93cb-7743-4832-a83c-23b048d721f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:34.384904 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-46a20056-a75c-41e7-8487-809245b1b343 None None] For port ebff9a8c-b091-4509-b9a6-44c0e87b23c8, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=ebff9a8c-b091-4509-b9a6-44c0e87b23c8,segment=NetworkSegment(8d5d1671-f92e-4415-a353-2cb2533e6596),segment_id=8d5d1671-f92e-4415-a353-2cb2533e6596)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:29:34.388250 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-46a20056-a75c-41e7-8487-809245b1b343 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:34.396144 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c019eb0-3071-4d67-85eb-773d9603ed7b req-0b01f96b-6887-457f-9a2e-46ed2a1a7ba3 tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:34.408620 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-9c019eb0-3071-4d67-85eb-773d9603ed7b req-0b01f96b-6887-457f-9a2e-46ed2a1a7ba3 tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] 10.222.0.36 "GET /v2.0/ports?device_id=44c83562-60fd-445c-b082-ca82470f72f8 HTTP/1.1" status: 200 len: 945 time: 0.1949415 Jan 18 22:29:34.432901 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-46a20056-a75c-41e7-8487-809245b1b343 None None] Calling delete_port for ebff9a8c-b091-4509-b9a6-44c0e87b23c8 owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:29:34.464318 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52f93cb-7743-4832-a83c-23b048d721f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebff9a8c-b091-4509-b9a6-44c0e87b23c8,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:29:34.469225 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52f93cb-7743-4832-a83c-23b048d721f1 admin admin] No DVR routers for this DVR port ebff9a8c-b091-4509-b9a6-44c0e87b23c8 on host n-d-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:29:34.529333 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-46a20056-a75c-41e7-8487-809245b1b343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:34.532053 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 182d061f-d8d5-415e-a028-2e2904aba064 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:29:34.578480 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a20056-a75c-41e7-8487-809245b1b343 None None] Pushing event deleted for resources: {'Port': ['ID=ebff9a8c-b091-4509-b9a6-44c0e87b23c8,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:29:34.583675 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 182d061f-d8d5-415e-a028-2e2904aba064 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:29:34.584373 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 182d061f-d8d5-415e-a028-2e2904aba064 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:29:34.584936 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 267f8cb9-2ba6-4178-a197-ed90a89c7202 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:29:34.607568 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a20056-a75c-41e7-8487-809245b1b343 None None] No DVR routers for this DVR port ebff9a8c-b091-4509-b9a6-44c0e87b23c8 on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:29:34.609473 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 267f8cb9-2ba6-4178-a197-ed90a89c7202 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:29:34.609820 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 267f8cb9-2ba6-4178-a197-ed90a89c7202 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:29:34.610358 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device ebff9a8c-b091-4509-b9a6-44c0e87b23c8 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:29:34.659159 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dfc282-ce4b-44ae-8452-f35023aa42ff req-50f59dc7-a4d9-4c00-804e-421456952a9d tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:34.659159 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f4dfc282-ce4b-44ae-8452-f35023aa42ff req-50f59dc7-a4d9-4c00-804e-421456952a9d tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/ports?device_id=3468303d-3938-4228-99a6-32a82a6b0e90 HTTP/1.1" status: 200 len: 946 time: 0.1136005 Jan 18 22:29:34.675104 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: ebff9a8c-b091-4509-b9a6-44c0e87b23c8 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:29:34.676439 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device ebff9a8c-b091-4509-b9a6-44c0e87b23c8 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:29:34.681574 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-9c019eb0-3071-4d67-85eb-773d9603ed7b req-5a0036ce-0635-41b2-8906-f7c5b4fd23c2 tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] Deleting port 89372a2a-0037-4142-8f8a-203c2d02980d {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:29:34.681922 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-9c019eb0-3071-4d67-85eb-773d9603ed7b req-5a0036ce-0635-41b2-8906-f7c5b4fd23c2 tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:34.686880 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a52f93cb-7743-4832-a83c-23b048d721f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:34.716572 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f4dfc282-ce4b-44ae-8452-f35023aa42ff req-0d3de23c-3ec9-455c-bf01-8b987b3ed25f tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c4b879c-ca9b-483b-8a0d-5ea0d1e77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531423 Jan 18 22:29:34.724432 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-a52f93cb-7743-4832-a83c-23b048d721f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20e66f8d-59af-4123-907d-ae2bdaa0a688']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:29:34.768325 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-a52f93cb-7743-4832-a83c-23b048d721f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d5d1671-f92e-4415-a353-2cb2533e6596') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:29:34.768723 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-a52f93cb-7743-4832-a83c-23b048d721f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d5d1671-f92e-4415-a353-2cb2533e6596') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:29:34.789780 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a52f93cb-7743-4832-a83c-23b048d721f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:34.813879 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a52f93cb-7743-4832-a83c-23b048d721f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:34.832832 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a52f93cb-7743-4832-a83c-23b048d721f1 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:29:34.833251 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a52f93cb-7743-4832-a83c-23b048d721f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:34.835063 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:29:34.835063 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:29:34.835063 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:29:34.835063 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:29:34.835063 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:29:34.835063 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:29:34.835063 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:29:34.835063 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:29:34.835063 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:29:34.835063 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:29:34.835063 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:29:34.835063 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:29:34.835063 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:29:34.835063 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:29:34.835063 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:29:34.835063 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:29:34.835063 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:29:34.835063 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:29:34.835063 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:29:34.835063 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:29:34.835063 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:29:34.835063 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:29:34.835063 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:29:34.835063 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:29:34.835063 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:29:34.835063 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:29:34.835063 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:29:34.835063 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:29:34.835063 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:29:34.835063 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:29:34.835063 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:29:34.835063 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:29:34.898378 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-9c019eb0-3071-4d67-85eb-773d9603ed7b req-5a0036ce-0635-41b2-8906-f7c5b4fd23c2 tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] For port 89372a2a-0037-4142-8f8a-203c2d02980d, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=89372a2a-0037-4142-8f8a-203c2d02980d,segment=NetworkSegment(0f9b93f3-b3a2-4f91-b06d-871728cbfc1f),segment_id=0f9b93f3-b3a2-4f91-b06d-871728cbfc1f)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:29:34.898647 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-9c019eb0-3071-4d67-85eb-773d9603ed7b req-5a0036ce-0635-41b2-8906-f7c5b4fd23c2 tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:34.911266 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-9c019eb0-3071-4d67-85eb-773d9603ed7b req-5a0036ce-0635-41b2-8906-f7c5b4fd23c2 tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] Calling delete_port for 89372a2a-0037-4142-8f8a-203c2d02980d owned by compute:nova {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:29:34.913120 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a52f93cb-7743-4832-a83c-23b048d721f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:34.919730 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a52f93cb-7743-4832-a83c-23b048d721f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:34.923394 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-a52f93cb-7743-4832-a83c-23b048d721f1 admin admin] 10.222.0.53 "DELETE /v2.0/networks/20e66f8d-59af-4123-907d-ae2bdaa0a688 HTTP/1.1" status: 204 len: 168 time: 1.0583994 Jan 18 22:29:34.941518 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52f93cb-7743-4832-a83c-23b048d721f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=20e66f8d-59af-4123-907d-ae2bdaa0a688,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:29:35.095471 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-9c019eb0-3071-4d67-85eb-773d9603ed7b req-5a0036ce-0635-41b2-8906-f7c5b4fd23c2 tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:35.108425 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['89372a2a-0037-4142-8f8a-203c2d02980d'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:29:35.127951 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0036ce-0635-41b2-8906-f7c5b4fd23c2 tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] Pushing event deleted for resources: {'Port': ['ID=89372a2a-0037-4142-8f8a-203c2d02980d,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:29:35.181962 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 49202) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:29:35.182612 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c019eb0-3071-4d67-85eb-773d9603ed7b req-5a0036ce-0635-41b2-8906-f7c5b4fd23c2 tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] No DVR routers for this DVR port 89372a2a-0037-4142-8f8a-203c2d02980d on host n-h1-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:29:35.185187 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-9c019eb0-3071-4d67-85eb-773d9603ed7b req-5a0036ce-0635-41b2-8906-f7c5b4fd23c2 tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:35.189109 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-9c019eb0-3071-4d67-85eb-773d9603ed7b req-5a0036ce-0635-41b2-8906-f7c5b4fd23c2 tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] 10.222.0.36 "DELETE /v2.0/ports/89372a2a-0037-4142-8f8a-203c2d02980d HTTP/1.1" status: 204 len: 173 time: 0.7796667 Jan 18 22:29:35.189713 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44c83562-60fd-445c-b082-ca82470f72f8', 'name': 'network-vif-deleted', 'tag': '89372a2a-0037-4142-8f8a-203c2d02980d'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:29:35.191997 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-065c2fcf-458c-4257-bcac-75104a25f5d5" -d '{"events": [{"server_uuid": "44c83562-60fd-445c-b082-ca82470f72f8", "name": "network-vif-deleted", "tag": "89372a2a-0037-4142-8f8a-203c2d02980d"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:29:35.234490 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-2f3b45a1-4f4b-4331-9006-665e83928398 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dbd095ed914d4cd8a3e6407b4ae358ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0506616 Jan 18 22:29:35.237059 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 49206) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:29:35.244244 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d1ebc1e-878d-40a8-81c1-69fe0d236ebe x-openstack-request-id: req-4d1ebc1e-878d-40a8-81c1-69fe0d236ebe {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:29:35.244533 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44c83562-60fd-445c-b082-ca82470f72f8", "name": "network-vif-deleted", "tag": "89372a2a-0037-4142-8f8a-203c2d02980d", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:29:35.244785 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4d1ebc1e-878d-40a8-81c1-69fe0d236ebe {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:29:35.245175 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44c83562-60fd-445c-b082-ca82470f72f8', 'name': 'network-vif-deleted', 'tag': '89372a2a-0037-4142-8f8a-203c2d02980d', 'status': 'completed', 'code': 200} Jan 18 22:29:35.294938 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-601b1c76-2a5e-406a-9f0d-1a8cf8922356 req-928093ef-e2ee-457f-8f6c-8eb66b020a37 tempest-VolumesSnapshotTestJSON-924523113 tempest-VolumesSnapshotTestJSON-924523113-project] 10.222.0.53 "GET /v2.0/ports?device_id=44c83562-60fd-445c-b082-ca82470f72f8 HTTP/1.1" status: 200 len: 210 time: 0.0462947 Jan 18 22:29:35.307052 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-438655f4-a3a7-4927-954a-27b36f934a70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:35.328713 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-438655f4-a3a7-4927-954a-27b36f934a70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:35.378238 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-438655f4-a3a7-4927-954a-27b36f934a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:35.380865 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-438655f4-a3a7-4927-954a-27b36f934a70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:35.382083 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-438655f4-a3a7-4927-954a-27b36f934a70 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/36bcbe15-a924-4994-9825-53b47a91e713 HTTP/1.1" status: 204 len: 168 time: 0.1440539 Jan 18 22:29:35.390057 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438655f4-a3a7-4927-954a-27b36f934a70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36bcbe15-a924-4994-9825-53b47a91e713,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:29:35.875557 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762c9a0d-8c8f-4431-b425-4ddcdf0e083a req-0aea95d1-df98-4f8f-947d-5ae10c4a3056 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:35.883900 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-762c9a0d-8c8f-4431-b425-4ddcdf0e083a req-0aea95d1-df98-4f8f-947d-5ae10c4a3056 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/ports?device_id=3468303d-3938-4228-99a6-32a82a6b0e90 HTTP/1.1" status: 200 len: 946 time: 0.0633886 Jan 18 22:29:35.950068 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-762c9a0d-8c8f-4431-b425-4ddcdf0e083a req-5bdafcea-ad35-469b-ab9c-55c161d8d562 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c4b879c-ca9b-483b-8a0d-5ea0d1e77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649507 Jan 18 22:29:36.192765 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 49240) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:29:36.308946 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-21493098-f79c-4897-ab85-95b7a078e28a admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1303209654-network', 'tenant_id': 'f2db261a4e274a77b72bcc96fca0df7b'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:29:36.317542 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a619f0e4-20e7-4887-9711-998b077eecea req-4fbe29a5-844d-4efa-9c75-ad5873411640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:36.319124 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-a619f0e4-20e7-4887-9711-998b077eecea req-4fbe29a5-844d-4efa-9c75-ad5873411640 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3468303d-3938-4228-99a6-32a82a6b0e90 HTTP/1.1" status: 200 len: 1097 time: 0.0501192 Jan 18 22:29:36.366539 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-a619f0e4-20e7-4887-9711-998b077eecea req-4e186d7d-94a2-4369-b066-76fe9a4075ea service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5c4b879c-ca9b-483b-8a0d-5ea0d1e77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373099 Jan 18 22:29:36.367545 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21493098-f79c-4897-ab85-95b7a078e28a admin admin] Made reservation on behalf of f2db261a4e274a77b72bcc96fca0df7b for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:29:36.370874 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-21493098-f79c-4897-ab85-95b7a078e28a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:36.387358 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-21493098-f79c-4897-ab85-95b7a078e28a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:36.498338 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-21493098-f79c-4897-ab85-95b7a078e28a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:36.503571 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-21493098-f79c-4897-ab85-95b7a078e28a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:36.528217 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21493098-f79c-4897-ab85-95b7a078e28a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:29:36.537039 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21493098-f79c-4897-ab85-95b7a078e28a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c878f5b-49fe-404e-bf29-19316c08dd2d,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:29:36.544807 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-21493098-f79c-4897-ab85-95b7a078e28a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:36.545689 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-21493098-f79c-4897-ab85-95b7a078e28a admin admin] Added segment 6c8ec8e9-5626-4462-93ed-132e26f5e8b3 of type vlan for network 9b4b258b-f1f1-4e61-b92c-886e3e86629c Jan 18 22:29:36.588678 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-21493098-f79c-4897-ab85-95b7a078e28a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:36.616951 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-21493098-f79c-4897-ab85-95b7a078e28a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:36.618076 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21493098-f79c-4897-ab85-95b7a078e28a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:36.618683 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-21493098-f79c-4897-ab85-95b7a078e28a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:36.697499 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-21493098-f79c-4897-ab85-95b7a078e28a admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5035250 Jan 18 22:29:36.700331 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 49252) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:29:36.705745 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-df0aeb18-d4c0-44f3-9c2f-a46004681736 admin admin] Request body: {'subnet': {'network_id': '9b4b258b-f1f1-4e61-b92c-886e3e86629c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1303209654-subnet', 'tenant_id': 'f2db261a4e274a77b72bcc96fca0df7b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:29:36.716603 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21493098-f79c-4897-ab85-95b7a078e28a admin admin] Pushing event updated for resources: {'Network': ['ID=9b4b258b-f1f1-4e61-b92c-886e3e86629c,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:29:36.727065 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 9b4b258b-f1f1-4e61-b92c-886e3e86629c details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:29:36.741515 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df0aeb18-d4c0-44f3-9c2f-a46004681736 admin admin] Made reservation on behalf of f2db261a4e274a77b72bcc96fca0df7b for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:29:36.744573 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-df0aeb18-d4c0-44f3-9c2f-a46004681736 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:36.937877 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-df0aeb18-d4c0-44f3-9c2f-a46004681736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:37.005906 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0aeb18-d4c0-44f3-9c2f-a46004681736 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1b880ee-8c17-42eb-9864-e11a0afac510,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:29:37.015068 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0aeb18-d4c0-44f3-9c2f-a46004681736 admin admin] Checking segment: {'id': '6c8ec8e9-5626-4462-93ed-132e26f5e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9b4b258b-f1f1-4e61-b92c-886e3e86629c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:29:37.015431 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0aeb18-d4c0-44f3-9c2f-a46004681736 admin admin] Network hostable DHCP agents. Network: 9b4b258b-f1f1-4e61-b92c-886e3e86629c, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:29:37.041341 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0aeb18-d4c0-44f3-9c2f-a46004681736 admin admin] Network 9b4b258b-f1f1-4e61-b92c-886e3e86629c is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:29:37.050113 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-df0aeb18-d4c0-44f3-9c2f-a46004681736 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 9b4b258b-f1f1-4e61-b92c-886e3e86629c) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:29:37.054650 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0aeb18-d4c0-44f3-9c2f-a46004681736 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:37.055246 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-df0aeb18-d4c0-44f3-9c2f-a46004681736 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:37.063481 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7294fe40-4faa-4eda-8f31-5a6fe46e25cd None None] Network 9b4b258b-f1f1-4e61-b92c-886e3e86629c requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:29:37.074510 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-df0aeb18-d4c0-44f3-9c2f-a46004681736 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3729987 Jan 18 22:29:37.077591 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 49262) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:29:37.083013 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-831f3e0a-463a-4e3c-a265-4e103e9cc6a5 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1303209654-router', 'tenant_id': 'f2db261a4e274a77b72bcc96fca0df7b', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:29:37.125272 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-831f3e0a-463a-4e3c-a265-4e103e9cc6a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1044160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8692'] for router, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:37.126338 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-831f3e0a-463a-4e3c-a265-4e103e9cc6a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1040680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8675'] for router, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:37.139932 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2426c7d-7851-49b3-87f4-990557dd9a34 req-a255e3be-c369-44f6-b21e-e5df085d92da tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:37.141733 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d2426c7d-7851-49b3-87f4-990557dd9a34 req-a255e3be-c369-44f6-b21e-e5df085d92da tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/ports?device_id=3468303d-3938-4228-99a6-32a82a6b0e90 HTTP/1.1" status: 200 len: 946 time: 0.1136429 Jan 18 22:29:37.191441 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d2426c7d-7851-49b3-87f4-990557dd9a34 req-053ac6bd-a4da-498b-9879-32add79aaa64 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c4b879c-ca9b-483b-8a0d-5ea0d1e77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429127 Jan 18 22:29:37.221611 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-831f3e0a-463a-4e3c-a265-4e103e9cc6a5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:37.428081 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-831f3e0a-463a-4e3c-a265-4e103e9cc6a5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:37.517049 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118cb65b-84d7-4c36-acf6-a62070878b42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-9b4b258b-f1f1-4e61-b92c-886e3e86629c', 'network_id': '9b4b258b-f1f1-4e61-b92c-886e3e86629c', 'tenant_id': 'f2db261a4e274a77b72bcc96fca0df7b', 'fixed_ips': [{'subnet_id': 'd1b880ee-8c17-42eb-9864-e11a0afac510'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:29:37.517946 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-118cb65b-84d7-4c36-acf6-a62070878b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:37.665330 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-118cb65b-84d7-4c36-acf6-a62070878b42 None None] Allocated IP 172.20.0.2 (9b4b258b-f1f1-4e61-b92c-886e3e86629c/d1b880ee-8c17-42eb-9864-e11a0afac510/dc7175e0-cd54-46ff-ac56-5224fa5d126d) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:29:37.693622 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-831f3e0a-463a-4e3c-a265-4e103e9cc6a5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:37.718236 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-831f3e0a-463a-4e3c-a265-4e103e9cc6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:37.848446 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-831f3e0a-463a-4e3c-a265-4e103e9cc6a5 admin admin] Allocated IP 172.25.5.93 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/7a88592e-025b-4144-912e-88ce78120f44) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:29:37.857382 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-118cb65b-84d7-4c36-acf6-a62070878b42 None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:37.868898 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-118cb65b-84d7-4c36-acf6-a62070878b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:37.937722 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118cb65b-84d7-4c36-acf6-a62070878b42 None None] Network 9b4b258b-f1f1-4e61-b92c-886e3e86629c is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:29:37.943554 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-118cb65b-84d7-4c36-acf6-a62070878b42 None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:29:37.946194 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118cb65b-84d7-4c36-acf6-a62070878b42 None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:29:37.989679 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 89372a2a-0037-4142-8f8a-203c2d02980d no longer exists at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:29:38.018467 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-831f3e0a-463a-4e3c-a265-4e103e9cc6a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:38.023649 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118cb65b-84d7-4c36-acf6-a62070878b42 None None] Pushing event updated for resources: {'Port': ['ID=dc7175e0-cd54-46ff-ac56-5224fa5d126d,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:29:38.049727 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] No Port match for: 89372a2a-0037-4142-8f8a-203c2d02980d {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:29:38.050063 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 89372a2a-0037-4142-8f8a-203c2d02980d not bound to the agent host n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:29:38.095907 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-118cb65b-84d7-4c36-acf6-a62070878b42 None None] Attempting to bind port dc7175e0-cd54-46ff-ac56-5224fa5d126d on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:29:38.097764 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-118cb65b-84d7-4c36-acf6-a62070878b42 None None] Attempting to bind port dc7175e0-cd54-46ff-ac56-5224fa5d126d by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '6c8ec8e9-5626-4462-93ed-132e26f5e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9b4b258b-f1f1-4e61-b92c-886e3e86629c'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:29:38.098137 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118cb65b-84d7-4c36-acf6-a62070878b42 None None] Attempting to bind port dc7175e0-cd54-46ff-ac56-5224fa5d126d on network 9b4b258b-f1f1-4e61-b92c-886e3e86629c {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:29:38.111812 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-831f3e0a-463a-4e3c-a265-4e103e9cc6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:38.113124 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118cb65b-84d7-4c36-acf6-a62070878b42 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:29:38.120226 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118cb65b-84d7-4c36-acf6-a62070878b42 None None] Checking segment: {'id': '6c8ec8e9-5626-4462-93ed-132e26f5e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9b4b258b-f1f1-4e61-b92c-886e3e86629c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:29:38.120722 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-118cb65b-84d7-4c36-acf6-a62070878b42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:38.121116 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118cb65b-84d7-4c36-acf6-a62070878b42 None None] Bound using segment: {'id': '6c8ec8e9-5626-4462-93ed-132e26f5e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9b4b258b-f1f1-4e61-b92c-886e3e86629c'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:29:38.121726 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-118cb65b-84d7-4c36-acf6-a62070878b42 None None] Bound port: dc7175e0-cd54-46ff-ac56-5224fa5d126d, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c8ec8e9-5626-4462-93ed-132e26f5e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9b4b258b-f1f1-4e61-b92c-886e3e86629c'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:29:38.121971 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-118cb65b-84d7-4c36-acf6-a62070878b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:38.171888 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831f3e0a-463a-4e3c-a265-4e103e9cc6a5 admin admin] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:29:38.177317 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-831f3e0a-463a-4e3c-a265-4e103e9cc6a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:29:38.181067 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831f3e0a-463a-4e3c-a265-4e103e9cc6a5 admin admin] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:29:38.209145 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831f3e0a-463a-4e3c-a265-4e103e9cc6a5 admin admin] Pushing event updated for resources: {'Port': ['ID=7a88592e-025b-4144-912e-88ce78120f44,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:29:38.272441 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-118cb65b-84d7-4c36-acf6-a62070878b42 None None] For port dc7175e0-cd54-46ff-ac56-5224fa5d126d, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:29:38.279049 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-118cb65b-84d7-4c36-acf6-a62070878b42 None None] For port dc7175e0-cd54-46ff-ac56-5224fa5d126d, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=dc7175e0-cd54-46ff-ac56-5224fa5d126d,segment=NetworkSegment(6c8ec8e9-5626-4462-93ed-132e26f5e8b3),segment_id=6c8ec8e9-5626-4462-93ed-132e26f5e8b3)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:29:38.285805 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-118cb65b-84d7-4c36-acf6-a62070878b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:38.363497 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8282ba-7848-49b2-984a-a3233ceca4c4 req-7ee84215-16c8-4c89-88f2-bdf0ae95cdfb tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:38.372730 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-df8282ba-7848-49b2-984a-a3233ceca4c4 req-7ee84215-16c8-4c89-88f2-bdf0ae95cdfb tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/ports?device_id=3468303d-3938-4228-99a6-32a82a6b0e90 HTTP/1.1" status: 200 len: 946 time: 0.0696807 Jan 18 22:29:38.416980 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118cb65b-84d7-4c36-acf6-a62070878b42 None None] Pushing event updated for resources: {'Port': ['ID=dc7175e0-cd54-46ff-ac56-5224fa5d126d,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:29:38.428745 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-df8282ba-7848-49b2-984a-a3233ceca4c4 req-3ece412a-1a3d-4817-bce1-5a8998062167 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c4b879c-ca9b-483b-8a0d-5ea0d1e77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544994 Jan 18 22:29:38.616043 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-831f3e0a-463a-4e3c-a265-4e103e9cc6a5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:38.902648 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1b2cb7-70bf-42d9-879e-d6424ac89d89 req-2ae83886-43ff-4efc-af3c-68d1eb347abc tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:38.919434 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9b1b2cb7-70bf-42d9-879e-d6424ac89d89 req-2ae83886-43ff-4efc-af3c-68d1eb347abc tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/networks?id=81612e23-1bd0-4058-a190-239d191b7f69 HTTP/1.1" status: 200 len: 811 time: 0.1956604 Jan 18 22:29:38.938627 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9b1b2cb7-70bf-42d9-879e-d6424ac89d89 req-0d9504f0-73bf-40ff-a78b-912420cad90b tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/quotas/c17ee5dd8e9e40cb94c8338a3c8012f7 HTTP/1.1" status: 200 len: 375 time: 0.0178542 Jan 18 22:29:38.956213 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-831f3e0a-463a-4e3c-a265-4e103e9cc6a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1040691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049'] for router, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:39.000779 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9b1b2cb7-70bf-42d9-879e-d6424ac89d89 req-8c9b891a-f89b-47fc-abcc-ba275016b0f6 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c17ee5dd8e9e40cb94c8338a3c8012f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0605731 Jan 18 22:29:39.123076 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9b1b2cb7-70bf-42d9-879e-d6424ac89d89 req-88fafb22-ad0c-43c0-812e-d058f6c8b85a service neutron] 10.222.0.53 "GET /v2.0/networks/81612e23-1bd0-4058-a190-239d191b7f69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144953 Jan 18 22:29:39.127826 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-831f3e0a-463a-4e3c-a265-4e103e9cc6a5 admin admin] Router 61539a1e-1ba2-4d7c-bc5f-899e4eb32ed8 is scheduled to L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 with binding_index 1 {{(pid=102431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 22:29:39.272191 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9b1b2cb7-70bf-42d9-879e-d6424ac89d89 req-6acedc7d-d06d-4d81-8c6a-16d33388b7a3 service neutron] 10.222.0.53 "GET /v2.0/networks/81612e23-1bd0-4058-a190-239d191b7f69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436644 Jan 18 22:29:39.280020 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-831f3e0a-463a-4e3c-a265-4e103e9cc6a5 admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:29:39.292843 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83718dc-e5c3-4c27-9150-f8b0cb59dd6d None None] Sync routers for ids ['61539a1e-1ba2-4d7c-bc5f-899e4eb32ed8'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:29:39.302758 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-831f3e0a-463a-4e3c-a265-4e103e9cc6a5 admin admin] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:39.304082 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83718dc-e5c3-4c27-9150-f8b0cb59dd6d None None] Routers {'61539a1e-1ba2-4d7c-bc5f-899e4eb32ed8'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:29:39.305045 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-c83718dc-e5c3-4c27-9150-f8b0cb59dd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:29:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['61539a1e-1ba2-4d7c-bc5f-899e4eb32ed8'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:29:39.308734 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 49304) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:29:39.316342 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-831f3e0a-463a-4e3c-a265-4e103e9cc6a5 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2375588 Jan 18 22:29:39.475512 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-c83718dc-e5c3-4c27-9150-f8b0cb59dd6d None None] Set router 61539a1e-1ba2-4d7c-bc5f-899e4eb32ed8 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:29:39.821461 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-c83718dc-e5c3-4c27-9150-f8b0cb59dd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61539a1e-1ba2-4d7c-bc5f-899e4eb32ed8', 'name': 'tempest-ServersTestMultiNic-1303209654-router', 'tenant_id': 'f2db261a4e274a77b72bcc96fca0df7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '7a88592e-025b-4144-912e-88ce78120f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:29:37Z', 'updated_at': '2022-01-18T22:29:38Z', 'revision_number': 3, 'project_id': 'f2db261a4e274a77b72bcc96fca0df7b', 'gw_port': {'id': '7a88592e-025b-4144-912e-88ce78120f44', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a5:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61539a1e-1ba2-4d7c-bc5f-899e4eb32ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:29:37Z', 'updated_at': '2022-01-18T22:29:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:29:39.861937 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83718dc-e5c3-4c27-9150-f8b0cb59dd6d None None] Checking router: 61539a1e-1ba2-4d7c-bc5f-899e4eb32ed8 for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:29:39.862281 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83718dc-e5c3-4c27-9150-f8b0cb59dd6d None None] Updating router 61539a1e-1ba2-4d7c-bc5f-899e4eb32ed8 port 7a88592e-025b-4144-912e-88ce78120f44 binding host n-d-825064-1 {{(pid=102433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:29:39.888178 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c83718dc-e5c3-4c27-9150-f8b0cb59dd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:40.022621 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d28c35e-5362-4e24-9bf6-24571db4d2c6 None None] Network 9b4b258b-f1f1-4e61-b92c-886e3e86629c requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:29:40.139226 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-d9434f99-1985-47de-884e-2e36d99bc3e4 None None] Provisioning complete for port dc7175e0-cd54-46ff-ac56-5224fa5d126d triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:29:40.139516 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d9434f99-1985-47de-884e-2e36d99bc3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:40.303921 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d9434f99-1985-47de-884e-2e36d99bc3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:40.415765 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c83718dc-e5c3-4c27-9150-f8b0cb59dd6d None None] Notify callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:40.451124 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c83718dc-e5c3-4c27-9150-f8b0cb59dd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:40.465061 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device dc7175e0-cd54-46ff-ac56-5224fa5d126d up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:29:40.481602 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5dbd5da3-9479-4d58-a063-d4ef827c82e4 req-5c0046a9-df79-47f2-84d1-26178a714663 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/ports?device_id=9eadb8eb-b75c-4dab-823b-4a8e8e6fca67 HTTP/1.1" status: 200 len: 210 time: 0.5812609 Jan 18 22:29:40.567599 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b957e15-301f-4ffe-bcd7-7ec31bf92276 None None] Pushing event updated for resources: {'Port': ['ID=7a88592e-025b-4144-912e-88ce78120f44,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:29:40.591463 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-c83718dc-e5c3-4c27-9150-f8b0cb59dd6d None None] Attempting to bind port 7a88592e-025b-4144-912e-88ce78120f44 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:29:40.592728 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-c83718dc-e5c3-4c27-9150-f8b0cb59dd6d None None] Attempting to bind port 7a88592e-025b-4144-912e-88ce78120f44 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:29:40.593864 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83718dc-e5c3-4c27-9150-f8b0cb59dd6d None None] Attempting to bind port 7a88592e-025b-4144-912e-88ce78120f44 on network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:29:40.602098 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-d9434f99-1985-47de-884e-2e36d99bc3e4 None None] For port dc7175e0-cd54-46ff-ac56-5224fa5d126d, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=dc7175e0-cd54-46ff-ac56-5224fa5d126d,segment=NetworkSegment(6c8ec8e9-5626-4462-93ed-132e26f5e8b3),segment_id=6c8ec8e9-5626-4462-93ed-132e26f5e8b3)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:29:40.609329 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83718dc-e5c3-4c27-9150-f8b0cb59dd6d None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:29:40.609992 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83718dc-e5c3-4c27-9150-f8b0cb59dd6d None None] Checking segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:29:40.610617 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c83718dc-e5c3-4c27-9150-f8b0cb59dd6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:40.611225 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83718dc-e5c3-4c27-9150-f8b0cb59dd6d None None] Bound using segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:29:40.612207 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-c83718dc-e5c3-4c27-9150-f8b0cb59dd6d None None] Bound port: 7a88592e-025b-4144-912e-88ce78120f44, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:29:40.612808 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c83718dc-e5c3-4c27-9150-f8b0cb59dd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:40.631437 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d9434f99-1985-47de-884e-2e36d99bc3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:40.699497 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-c83718dc-e5c3-4c27-9150-f8b0cb59dd6d None None] For port 7a88592e-025b-4144-912e-88ce78120f44, host n-d-825064-1, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:29:40.700956 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9434f99-1985-47de-884e-2e36d99bc3e4 None None] Pushing event updated for resources: {'Port': ['ID=dc7175e0-cd54-46ff-ac56-5224fa5d126d,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:29:40.706765 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-c83718dc-e5c3-4c27-9150-f8b0cb59dd6d None None] For port 7a88592e-025b-4144-912e-88ce78120f44, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=7a88592e-025b-4144-912e-88ce78120f44,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:29:40.712572 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c83718dc-e5c3-4c27-9150-f8b0cb59dd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:40.719459 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9434f99-1985-47de-884e-2e36d99bc3e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:29:40.719803 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9434f99-1985-47de-884e-2e36d99bc3e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:29:40.720191 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9434f99-1985-47de-884e-2e36d99bc3e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:29:40.720508 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9434f99-1985-47de-884e-2e36d99bc3e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:29:40.720985 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9434f99-1985-47de-884e-2e36d99bc3e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:29:40.721167 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9434f99-1985-47de-884e-2e36d99bc3e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:29:40.721525 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9434f99-1985-47de-884e-2e36d99bc3e4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:29:40.721838 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9434f99-1985-47de-884e-2e36d99bc3e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:29:40.722164 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9434f99-1985-47de-884e-2e36d99bc3e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:29:40.722514 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9434f99-1985-47de-884e-2e36d99bc3e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:29:40.723154 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9434f99-1985-47de-884e-2e36d99bc3e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:29:40.723265 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9434f99-1985-47de-884e-2e36d99bc3e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:29:40.753653 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port dc7175e0-cd54-46ff-ac56-5224fa5d126d triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:29:40.754091 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:40.770382 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8b840b6b-c7f8-4d6c-a7a3-7c5a21937126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:40.803874 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83718dc-e5c3-4c27-9150-f8b0cb59dd6d None None] Routers {'61539a1e-1ba2-4d7c-bc5f-899e4eb32ed8'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:29:40.804537 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-c83718dc-e5c3-4c27-9150-f8b0cb59dd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:29:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['61539a1e-1ba2-4d7c-bc5f-899e4eb32ed8'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:29:40.869540 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b957e15-301f-4ffe-bcd7-7ec31bf92276 None None] Pushing event updated for resources: {'Port': ['ID=7a88592e-025b-4144-912e-88ce78120f44,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:29:41.024714 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-c83718dc-e5c3-4c27-9150-f8b0cb59dd6d None None] Set router 61539a1e-1ba2-4d7c-bc5f-899e4eb32ed8 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:29:41.161792 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-3d180c68-c2a1-485e-acc4-8221823be6e8 None None] Provisioning complete for port dc7175e0-cd54-46ff-ac56-5224fa5d126d triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:29:41.162303 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3d180c68-c2a1-485e-acc4-8221823be6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:41.227584 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-8b840b6b-c7f8-4d6c-a7a3-7c5a21937126 admin admin] Allocated IP 172.20.0.1 (9b4b258b-f1f1-4e61-b92c-886e3e86629c/d1b880ee-8c17-42eb-9864-e11a0afac510/c73e40df-3760-4851-9382-d4dbf370bb19) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:29:41.268564 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-c83718dc-e5c3-4c27-9150-f8b0cb59dd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61539a1e-1ba2-4d7c-bc5f-899e4eb32ed8', 'name': 'tempest-ServersTestMultiNic-1303209654-router', 'tenant_id': 'f2db261a4e274a77b72bcc96fca0df7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '7a88592e-025b-4144-912e-88ce78120f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:29:37Z', 'updated_at': '2022-01-18T22:29:38Z', 'revision_number': 3, 'project_id': 'f2db261a4e274a77b72bcc96fca0df7b', 'gw_port': {'id': '7a88592e-025b-4144-912e-88ce78120f44', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a5:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61539a1e-1ba2-4d7c-bc5f-899e4eb32ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:29:37Z', 'updated_at': '2022-01-18T22:29:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:29:41.332830 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1b2cb7-70bf-42d9-879e-d6424ac89d89 req-a1204711-16d6-49d0-9467-aa92b0dc4440 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:41.334283 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9b1b2cb7-70bf-42d9-879e-d6424ac89d89 req-a1204711-16d6-49d0-9467-aa92b0dc4440 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.67 "GET /v2.0/networks?id=81612e23-1bd0-4058-a190-239d191b7f69 HTTP/1.1" status: 200 len: 811 time: 0.2935157 Jan 18 22:29:41.362916 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-9b1b2cb7-70bf-42d9-879e-d6424ac89d89 req-c7368227-f4a4-4a59-b999-464141758747 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Request body: {'port': {'device_id': '9eadb8eb-b75c-4dab-823b-4a8e8e6fca67', 'network_id': '81612e23-1bd0-4058-a190-239d191b7f69', 'admin_state_up': True, 'tenant_id': 'c17ee5dd8e9e40cb94c8338a3c8012f7'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:29:41.455202 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83718dc-e5c3-4c27-9150-f8b0cb59dd6d None None] The sync data for ids ['61539a1e-1ba2-4d7c-bc5f-899e4eb32ed8'] in n-d-825064-1 is: [{'id': '61539a1e-1ba2-4d7c-bc5f-899e4eb32ed8', 'name': 'tempest-ServersTestMultiNic-1303209654-router', 'tenant_id': 'f2db261a4e274a77b72bcc96fca0df7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '7a88592e-025b-4144-912e-88ce78120f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:29:37Z', 'updated_at': '2022-01-18T22:29:38Z', 'revision_number': 3, 'project_id': 'f2db261a4e274a77b72bcc96fca0df7b', 'gw_port': {'id': '7a88592e-025b-4144-912e-88ce78120f44', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a5:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61539a1e-1ba2-4d7c-bc5f-899e4eb32ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:29:37Z', 'updated_at': '2022-01-18T22:29:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:29:41.520088 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8b840b6b-c7f8-4d6c-a7a3-7c5a21937126 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:41.525608 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b1b2cb7-70bf-42d9-879e-d6424ac89d89 req-c7368227-f4a4-4a59-b999-464141758747 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Made reservation on behalf of c17ee5dd8e9e40cb94c8338a3c8012f7 for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:29:41.536930 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-9b1b2cb7-70bf-42d9-879e-d6424ac89d89 req-c7368227-f4a4-4a59-b999-464141758747 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:41.622985 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-378a2089-d35a-4938-8b3b-755d44004f7a req-69727359-2120-4660-b6f6-6273b20e7c33 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/ports?device_id=9eadb8eb-b75c-4dab-823b-4a8e8e6fca67 HTTP/1.1" status: 200 len: 210 time: 0.0415647 Jan 18 22:29:41.624539 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8b840b6b-c7f8-4d6c-a7a3-7c5a21937126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:41.738800 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b840b6b-c7f8-4d6c-a7a3-7c5a21937126 admin admin] Network 9b4b258b-f1f1-4e61-b92c-886e3e86629c is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:29:41.747781 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-8b840b6b-c7f8-4d6c-a7a3-7c5a21937126 admin admin] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:29:41.751045 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b840b6b-c7f8-4d6c-a7a3-7c5a21937126 admin admin] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:29:41.753645 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b840b6b-c7f8-4d6c-a7a3-7c5a21937126 admin admin] Pushing event updated for resources: {'Port': ['ID=c73e40df-3760-4851-9382-d4dbf370bb19,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:29:41.872025 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 49348) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:29:41.880945 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8b840b6b-c7f8-4d6c-a7a3-7c5a21937126 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1040954'] for router_interface, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:42.091709 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-acf64038-efe3-4aad-b546-0ec96bb69d53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:42.203079 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-9b1b2cb7-70bf-42d9-879e-d6424ac89d89 req-c7368227-f4a4-4a59-b999-464141758747 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Allocated IP 172.20.0.14 (81612e23-1bd0-4058-a190-239d191b7f69/6a6dc105-1e45-4d7e-bc09-9eb9f627d858/46ec3dd6-f2e3-4f42-8458-f7d82ed704a2) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:29:42.209308 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8b840b6b-c7f8-4d6c-a7a3-7c5a21937126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:42.227433 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-acf64038-efe3-4aad-b546-0ec96bb69d53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:42.235088 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-acf64038-efe3-4aad-b546-0ec96bb69d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:42.248518 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7ba90fba-9bf7-40f5-8518-a24176aa4957 None None] Provisioning complete for port c73e40df-3760-4851-9382-d4dbf370bb19 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:29:42.249945 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7ba90fba-9bf7-40f5-8518-a24176aa4957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:42.316529 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf64038-efe3-4aad-b546-0ec96bb69d53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d856d80-f0af-4ee5-9b42-f392d2a97ce7,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:29:42.330555 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7ba90fba-9bf7-40f5-8518-a24176aa4957 None None] Port c73e40df-3760-4851-9382-d4dbf370bb19 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:29:42.361149 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-acf64038-efe3-4aad-b546-0ec96bb69d53 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=41e4874f18b84094b28a2e2ffdf39b1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4867549 Jan 18 22:29:42.367907 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 49356) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:29:42.462749 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ce761fe3-3c5c-486c-b242-9a0d14ab9444 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:42.503566 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ce761fe3-3c5c-486c-b242-9a0d14ab9444 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:42.505376 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8b840b6b-c7f8-4d6c-a7a3-7c5a21937126 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:42.526075 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8b840b6b-c7f8-4d6c-a7a3-7c5a21937126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:42.536448 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 7a88592e-025b-4144-912e-88ce78120f44 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:29:42.584745 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ce761fe3-3c5c-486c-b242-9a0d14ab9444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:42.590712 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ce761fe3-3c5c-486c-b242-9a0d14ab9444 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:42.593556 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-ce761fe3-3c5c-486c-b242-9a0d14ab9444 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9d856d80-f0af-4ee5-9b42-f392d2a97ce7 HTTP/1.1" status: 204 len: 168 time: 0.2227588 Jan 18 22:29:42.604952 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce761fe3-3c5c-486c-b242-9a0d14ab9444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d856d80-f0af-4ee5-9b42-f392d2a97ce7,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:29:42.731738 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 7a88592e-025b-4144-912e-88ce78120f44 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:29:42.733140 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:42.785718 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:42.867896 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:42.869502 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a8e652af-73a2-4879-9597-acf7b07a26f1 req-9642f08f-4931-45ac-a2b7-41c9c6555f1c tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/ports?device_id=9eadb8eb-b75c-4dab-823b-4a8e8e6fca67 HTTP/1.1" status: 200 len: 210 time: 0.0638864 Jan 18 22:29:42.905429 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b840b6b-c7f8-4d6c-a7a3-7c5a21937126 admin admin] Pushing event updated for resources: {'Port': ['ID=c73e40df-3760-4851-9382-d4dbf370bb19,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:29:42.918024 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8b840b6b-c7f8-4d6c-a7a3-7c5a21937126 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-613854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1041070'] for router_interface, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:42.939468 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-9b1b2cb7-70bf-42d9-879e-d6424ac89d89 req-c7368227-f4a4-4a59-b999-464141758747 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:42.941822 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port 7a88592e-025b-4144-912e-88ce78120f44, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=7a88592e-025b-4144-912e-88ce78120f44,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:29:42.954753 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:42.955683 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device dc7175e0-cd54-46ff-ac56-5224fa5d126d up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:29:43.062668 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port dc7175e0-cd54-46ff-ac56-5224fa5d126d triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:29:43.063043 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:43.064892 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b840b6b-c7f8-4d6c-a7a3-7c5a21937126 admin admin] Network 9b4b258b-f1f1-4e61-b92c-886e3e86629c is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:29:43.068888 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-8b840b6b-c7f8-4d6c-a7a3-7c5a21937126 admin admin] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:29:43.167489 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=7a88592e-025b-4144-912e-88ce78120f44,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:29:43.250507 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-9b1b2cb7-70bf-42d9-879e-d6424ac89d89 req-c7368227-f4a4-4a59-b999-464141758747 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:43.277359 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['13157ec0-e843-4a24-a6a4-4044e5c5d51a'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:29:43.317325 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b840b6b-c7f8-4d6c-a7a3-7c5a21937126 admin admin] Router 61539a1e-1ba2-4d7c-bc5f-899e4eb32ed8 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:29:43.345313 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b1b2cb7-70bf-42d9-879e-d6424ac89d89 req-c7368227-f4a4-4a59-b999-464141758747 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Network 81612e23-1bd0-4058-a190-239d191b7f69 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:29:43.353617 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-9b1b2cb7-70bf-42d9-879e-d6424ac89d89 req-c7368227-f4a4-4a59-b999-464141758747 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:29:43.362766 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b1b2cb7-70bf-42d9-879e-d6424ac89d89 req-c7368227-f4a4-4a59-b999-464141758747 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:29:43.387329 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7368227-f4a4-4a59-b999-464141758747 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Pushing event updated for resources: {'Port': ['ID=46ec3dd6-f2e3-4f42-8458-f7d82ed704a2,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:29:43.468981 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1b2cb7-70bf-42d9-879e-d6424ac89d89 req-c7368227-f4a4-4a59-b999-464141758747 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:43.469613 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-9b1b2cb7-70bf-42d9-879e-d6424ac89d89 req-c7368227-f4a4-4a59-b999-464141758747 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:43.551069 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9b1b2cb7-70bf-42d9-879e-d6424ac89d89 req-c7368227-f4a4-4a59-b999-464141758747 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1999235 Jan 18 22:29:43.564287 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-9b1b2cb7-70bf-42d9-879e-d6424ac89d89 req-50560d13-2d69-482a-81a5-a23620918507 service neutron] Request body: {'port': {'device_id': '9eadb8eb-b75c-4dab-823b-4a8e8e6fca67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:29:43.574541 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-c45b2b8d-5a7b-4467-a514-7d119cc3beb1 None None] Provisioning complete for port c73e40df-3760-4851-9382-d4dbf370bb19 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:29:43.575059 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c45b2b8d-5a7b-4467-a514-7d119cc3beb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:43.610716 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b840b6b-c7f8-4d6c-a7a3-7c5a21937126 admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:29:43.630270 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-8b840b6b-c7f8-4d6c-a7a3-7c5a21937126 admin admin] 10.222.0.53 "PUT /v2.0/routers/61539a1e-1ba2-4d7c-bc5f-899e4eb32ed8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3209641 Jan 18 22:29:43.640059 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-c45b2b8d-5a7b-4467-a514-7d119cc3beb1 None None] Port c73e40df-3760-4851-9382-d4dbf370bb19 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:29:43.643777 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-9b1b2cb7-70bf-42d9-879e-d6424ac89d89 req-50560d13-2d69-482a-81a5-a23620918507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:43.650617 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:43.819677 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 49394) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:29:43.970963 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-fa142579-9f85-412e-be6d-57f9b83bf122 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-510016550'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:29:44.015356 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa142579-9f85-412e-be6d-57f9b83bf122 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Made reservation on behalf of f2db261a4e274a77b72bcc96fca0df7b for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:29:44.022933 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fa142579-9f85-412e-be6d-57f9b83bf122 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:44.039111 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [req-9b1b2cb7-70bf-42d9-879e-d6424ac89d89 req-50560d13-2d69-482a-81a5-a23620918507 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46ec3dd6-f2e3-4f42-8458-f7d82ed704a2 {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:29:44.054866 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-9b1b2cb7-70bf-42d9-879e-d6424ac89d89 req-50560d13-2d69-482a-81a5-a23620918507 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:44.067645 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa142579-9f85-412e-be6d-57f9b83bf122 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:29:44.072291 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-9b1b2cb7-70bf-42d9-879e-d6424ac89d89 req-50560d13-2d69-482a-81a5-a23620918507 service neutron] Transition to ACTIVE for port object 46ec3dd6-f2e3-4f42-8458-f7d82ed704a2 will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:29:44.081114 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bd64f3-47ed-4ffd-b0a6-767fd47caeae req-9c477fdb-0b59-4804-8bcf-fa3cc48c382d tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:44.082671 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e6bd64f3-47ed-4ffd-b0a6-767fd47caeae req-9c477fdb-0b59-4804-8bcf-fa3cc48c382d tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/ports?device_id=9eadb8eb-b75c-4dab-823b-4a8e8e6fca67 HTTP/1.1" status: 200 len: 932 time: 0.0858891 Jan 18 22:29:44.083842 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-9b1b2cb7-70bf-42d9-879e-d6424ac89d89 req-50560d13-2d69-482a-81a5-a23620918507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:44.096540 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fa142579-9f85-412e-be6d-57f9b83bf122 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:44.096674 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004fd194-9d03-4c43-b502-bf0a0c83c996 None None] Sync routers for ids ['61539a1e-1ba2-4d7c-bc5f-899e4eb32ed8'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:29:44.097244 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-fa142579-9f85-412e-be6d-57f9b83bf122 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Added segment 2b9616c0-d67e-4734-b2a8-ca73fbe0ed53 of type vlan for network 2d7003e3-43b9-4e89-a175-e5d772781bad Jan 18 22:29:44.108074 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004fd194-9d03-4c43-b502-bf0a0c83c996 None None] Routers {'61539a1e-1ba2-4d7c-bc5f-899e4eb32ed8'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:29:44.108293 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-004fd194-9d03-4c43-b502-bf0a0c83c996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:29:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['61539a1e-1ba2-4d7c-bc5f-899e4eb32ed8'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:29:44.169309 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fa142579-9f85-412e-be6d-57f9b83bf122 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:44.215108 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fa142579-9f85-412e-be6d-57f9b83bf122 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:44.222881 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa142579-9f85-412e-be6d-57f9b83bf122 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:44.223564 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fa142579-9f85-412e-be6d-57f9b83bf122 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:44.245721 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50560d13-2d69-482a-81a5-a23620918507 service neutron] Pushing event updated for resources: {'Port': ['ID=46ec3dd6-f2e3-4f42-8458-f7d82ed704a2,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:29:44.272540 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e6bd64f3-47ed-4ffd-b0a6-767fd47caeae req-38a058e0-525e-42cb-b980-11735ccc9ede tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c4b879c-ca9b-483b-8a0d-5ea0d1e77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669014 Jan 18 22:29:44.283093 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-fa142579-9f85-412e-be6d-57f9b83bf122 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4621742 Jan 18 22:29:44.287801 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 49412) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:29:44.299833 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-5e352ba5-e280-42eb-97dc-284a3b30b496 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Request body: {'subnet': {'network_id': '2d7003e3-43b9-4e89-a175-e5d772781bad', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:29:44.309631 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-9b1b2cb7-70bf-42d9-879e-d6424ac89d89 req-50560d13-2d69-482a-81a5-a23620918507 service neutron] Attempting to bind port 46ec3dd6-f2e3-4f42-8458-f7d82ed704a2 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:29:44.309971 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-9b1b2cb7-70bf-42d9-879e-d6424ac89d89 req-50560d13-2d69-482a-81a5-a23620918507 service neutron] Attempting to bind port 46ec3dd6-f2e3-4f42-8458-f7d82ed704a2 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '28982460-4b8d-4c64-8a1d-ee1a4991cb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '81612e23-1bd0-4058-a190-239d191b7f69'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:29:44.310359 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1b2cb7-70bf-42d9-879e-d6424ac89d89 req-50560d13-2d69-482a-81a5-a23620918507 service neutron] Attempting to bind port 46ec3dd6-f2e3-4f42-8458-f7d82ed704a2 on network 81612e23-1bd0-4058-a190-239d191b7f69 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:29:44.320794 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1b2cb7-70bf-42d9-879e-d6424ac89d89 req-50560d13-2d69-482a-81a5-a23620918507 service neutron] Port 46ec3dd6-f2e3-4f42-8458-f7d82ed704a2 on network 81612e23-1bd0-4058-a190-239d191b7f69 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:29:44.321119 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1b2cb7-70bf-42d9-879e-d6424ac89d89 req-50560d13-2d69-482a-81a5-a23620918507 service neutron] Attempting to bind port 46ec3dd6-f2e3-4f42-8458-f7d82ed704a2 on network 81612e23-1bd0-4058-a190-239d191b7f69 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:29:44.331405 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1b2cb7-70bf-42d9-879e-d6424ac89d89 req-50560d13-2d69-482a-81a5-a23620918507 service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:29:44.331755 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1b2cb7-70bf-42d9-879e-d6424ac89d89 req-50560d13-2d69-482a-81a5-a23620918507 service neutron] Checking segment: {'id': '28982460-4b8d-4c64-8a1d-ee1a4991cb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '81612e23-1bd0-4058-a190-239d191b7f69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:29:44.332162 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1b2cb7-70bf-42d9-879e-d6424ac89d89 req-50560d13-2d69-482a-81a5-a23620918507 service neutron] Bound using segment: {'id': '28982460-4b8d-4c64-8a1d-ee1a4991cb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '81612e23-1bd0-4058-a190-239d191b7f69'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:29:44.332581 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-9b1b2cb7-70bf-42d9-879e-d6424ac89d89 req-50560d13-2d69-482a-81a5-a23620918507 service neutron] Bound port: 46ec3dd6-f2e3-4f42-8458-f7d82ed704a2, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28982460-4b8d-4c64-8a1d-ee1a4991cb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '81612e23-1bd0-4058-a190-239d191b7f69'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:29:44.332946 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-9b1b2cb7-70bf-42d9-879e-d6424ac89d89 req-50560d13-2d69-482a-81a5-a23620918507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:44.362467 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-004fd194-9d03-4c43-b502-bf0a0c83c996 None None] Set router 61539a1e-1ba2-4d7c-bc5f-899e4eb32ed8 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:29:44.396618 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa142579-9f85-412e-be6d-57f9b83bf122 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Pushing event updated for resources: {'Network': ['ID=2d7003e3-43b9-4e89-a175-e5d772781bad,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:29:44.440865 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 2d7003e3-43b9-4e89-a175-e5d772781bad details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:29:44.449965 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e352ba5-e280-42eb-97dc-284a3b30b496 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Made reservation on behalf of f2db261a4e274a77b72bcc96fca0df7b for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:29:44.454927 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5e352ba5-e280-42eb-97dc-284a3b30b496 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:44.467885 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-9b1b2cb7-70bf-42d9-879e-d6424ac89d89 req-50560d13-2d69-482a-81a5-a23620918507 service neutron] For port 46ec3dd6-f2e3-4f42-8458-f7d82ed704a2, host n-h2-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:29:44.475140 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-9b1b2cb7-70bf-42d9-879e-d6424ac89d89 req-50560d13-2d69-482a-81a5-a23620918507 service neutron] For port 46ec3dd6-f2e3-4f42-8458-f7d82ed704a2, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=46ec3dd6-f2e3-4f42-8458-f7d82ed704a2,segment=NetworkSegment(28982460-4b8d-4c64-8a1d-ee1a4991cb0f),segment_id=28982460-4b8d-4c64-8a1d-ee1a4991cb0f)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:29:44.490521 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-9b1b2cb7-70bf-42d9-879e-d6424ac89d89 req-50560d13-2d69-482a-81a5-a23620918507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:44.504050 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 7a88592e-025b-4144-912e-88ce78120f44 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:29:44.557453 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1b2cb7-70bf-42d9-879e-d6424ac89d89 req-50560d13-2d69-482a-81a5-a23620918507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:44.558079 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-9b1b2cb7-70bf-42d9-879e-d6424ac89d89 req-50560d13-2d69-482a-81a5-a23620918507 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:44.559457 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9b1b2cb7-70bf-42d9-879e-d6424ac89d89 req-50560d13-2d69-482a-81a5-a23620918507 service neutron] 10.222.0.67 "PUT /v2.0/ports/46ec3dd6-f2e3-4f42-8458-f7d82ed704a2 HTTP/1.1" status: 200 len: 1092 time: 0.9998720 Jan 18 22:29:44.559904 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eadb8eb-b75c-4dab-823b-4a8e8e6fca67', 'tag': '46ec3dd6-f2e3-4f42-8458-f7d82ed704a2'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:29:44.562811 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d0c92ff-48b9-4da6-a293-3ec3c71a30e2" -d '{"events": [{"name": "network-changed", "server_uuid": "9eadb8eb-b75c-4dab-823b-4a8e8e6fca67", "tag": "46ec3dd6-f2e3-4f42-8458-f7d82ed704a2"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:29:44.753445 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85788992-ab1a-45ed-81c6-1eb1d6454d9e x-openstack-request-id: req-85788992-ab1a-45ed-81c6-1eb1d6454d9e {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:29:44.753790 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eadb8eb-b75c-4dab-823b-4a8e8e6fca67", "tag": "46ec3dd6-f2e3-4f42-8458-f7d82ed704a2", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:29:44.754076 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-85788992-ab1a-45ed-81c6-1eb1d6454d9e {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:29:44.754397 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eadb8eb-b75c-4dab-823b-4a8e8e6fca67', 'tag': '46ec3dd6-f2e3-4f42-8458-f7d82ed704a2', 'status': 'completed', 'code': 200} Jan 18 22:29:44.755141 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50560d13-2d69-482a-81a5-a23620918507 service neutron] Pushing event updated for resources: {'Port': ['ID=46ec3dd6-f2e3-4f42-8458-f7d82ed704a2,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:29:44.814401 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 7a88592e-025b-4144-912e-88ce78120f44 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:29:44.815133 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:44.825267 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1b2cb7-70bf-42d9-879e-d6424ac89d89 req-d77f0a7d-137d-4af1-8452-fb39569dde5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:44.828511 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9b1b2cb7-70bf-42d9-879e-d6424ac89d89 req-d77f0a7d-137d-4af1-8452-fb39569dde5f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c17ee5dd8e9e40cb94c8338a3c8012f7&device_id=9eadb8eb-b75c-4dab-823b-4a8e8e6fca67 HTTP/1.1" status: 200 len: 1095 time: 0.2131436 Jan 18 22:29:44.867908 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-004fd194-9d03-4c43-b502-bf0a0c83c996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61539a1e-1ba2-4d7c-bc5f-899e4eb32ed8', 'name': 'tempest-ServersTestMultiNic-1303209654-router', 'tenant_id': 'f2db261a4e274a77b72bcc96fca0df7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '7a88592e-025b-4144-912e-88ce78120f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:29:37Z', 'updated_at': '2022-01-18T22:29:42Z', 'revision_number': 4, 'project_id': 'f2db261a4e274a77b72bcc96fca0df7b', 'gw_port': {'id': '7a88592e-025b-4144-912e-88ce78120f44', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61539a1e-1ba2-4d7c-bc5f-899e4eb32ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:29:37Z', 'updated_at': '2022-01-18T22:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'c73e40df-3760-4851-9382-d4dbf370bb19', 'name': '', 'network_id': '9b4b258b-f1f1-4e61-b92c-886e3e86629c', 'tenant_id': 'f2db261a4e274a77b72bcc96fca0df7b', 'mac_address': 'fa:16:3e:49:7f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61539a1e-1ba2-4d7c-bc5f-899e4eb32ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'd1b880ee-8c17-42eb-9864-e11a0afac510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:29:40Z', 'updated_at': '2022-01-18T22:29:42Z', 'revision_number': 2, 'project_id': 'f2db261a4e274a77b72bcc96fca0df7b', 'subnets': [{'id': 'd1b880ee-8c17-42eb-9864-e11a0afac510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:29:44.908340 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004fd194-9d03-4c43-b502-bf0a0c83c996 None None] Checking router: 61539a1e-1ba2-4d7c-bc5f-899e4eb32ed8 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:29:44.908867 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004fd194-9d03-4c43-b502-bf0a0c83c996 None None] Updating router 61539a1e-1ba2-4d7c-bc5f-899e4eb32ed8 port c73e40df-3760-4851-9382-d4dbf370bb19 binding host n-d-825064-1 {{(pid=102432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:29:44.923023 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5e352ba5-e280-42eb-97dc-284a3b30b496 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:44.936386 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9b1b2cb7-70bf-42d9-879e-d6424ac89d89 req-7f753381-43ea-457f-9325-5802951afcab service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=46ec3dd6-f2e3-4f42-8458-f7d82ed704a2 HTTP/1.1" status: 200 len: 217 time: 0.0868554 Jan 18 22:29:44.964761 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-004fd194-9d03-4c43-b502-bf0a0c83c996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:45.034796 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e352ba5-e280-42eb-97dc-284a3b30b496 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Pushing event updated for resources: {'Subnet': ['ID=14e8dc4a-6b26-4416-90cf-8d211884199c,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:29:45.039595 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e352ba5-e280-42eb-97dc-284a3b30b496 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Checking segment: {'id': '2b9616c0-d67e-4734-b2a8-ca73fbe0ed53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '2d7003e3-43b9-4e89-a175-e5d772781bad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:29:45.039951 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e352ba5-e280-42eb-97dc-284a3b30b496 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Network hostable DHCP agents. Network: 2d7003e3-43b9-4e89-a175-e5d772781bad, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:29:45.075456 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e352ba5-e280-42eb-97dc-284a3b30b496 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Network 2d7003e3-43b9-4e89-a175-e5d772781bad is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:29:45.089870 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1b2cb7-70bf-42d9-879e-d6424ac89d89 req-540aa250-aea8-4e30-823e-f8b89fccc0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:45.091505 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9b1b2cb7-70bf-42d9-879e-d6424ac89d89 req-540aa250-aea8-4e30-823e-f8b89fccc0d3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6a6dc105-1e45-4d7e-bc09-9eb9f627d858 HTTP/1.1" status: 200 len: 851 time: 0.1491838 Jan 18 22:29:45.094088 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-5e352ba5-e280-42eb-97dc-284a3b30b496 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 2d7003e3-43b9-4e89-a175-e5d772781bad) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:29:45.099017 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e352ba5-e280-42eb-97dc-284a3b30b496 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:45.099674 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5e352ba5-e280-42eb-97dc-284a3b30b496 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:45.128654 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-5e352ba5-e280-42eb-97dc-284a3b30b496 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8373394 Jan 18 22:29:45.133630 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 49432) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:29:45.142941 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9b1b2cb7-70bf-42d9-879e-d6424ac89d89 req-557a45ec-eae3-43ee-a6df-8980abeb04d5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=81612e23-1bd0-4058-a190-239d191b7f69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407486 Jan 18 22:29:45.150156 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-3a69c37f-cb65-460c-89bd-1ba46569be8e tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1452664474'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:29:45.200438 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba5ef20-7df1-47aa-a326-c1fe1467938b None None] Network 2d7003e3-43b9-4e89-a175-e5d772781bad requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:29:45.227342 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a69c37f-cb65-460c-89bd-1ba46569be8e tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Made reservation on behalf of f2db261a4e274a77b72bcc96fca0df7b for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:29:45.241158 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3a69c37f-cb65-460c-89bd-1ba46569be8e tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:45.310435 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9b1b2cb7-70bf-42d9-879e-d6424ac89d89 req-2e440772-666a-4e15-9c4e-0e5da03f2da5 service neutron] 10.222.0.67 "GET /v2.0/networks/81612e23-1bd0-4058-a190-239d191b7f69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606517 Jan 18 22:29:45.315653 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a69c37f-cb65-460c-89bd-1ba46569be8e tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:29:45.325953 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3a69c37f-cb65-460c-89bd-1ba46569be8e tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:45.326452 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-3a69c37f-cb65-460c-89bd-1ba46569be8e tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Added segment f3f962b3-7994-4771-8f3d-9df758356e41 of type vlan for network 69a77eb2-4118-4a00-92b9-9326ce9ad81b Jan 18 22:29:45.395424 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3a69c37f-cb65-460c-89bd-1ba46569be8e tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:45.438979 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9b1b2cb7-70bf-42d9-879e-d6424ac89d89 req-f6f88d1d-4432-4652-9ef3-78f2e9d4fffb service neutron] 10.222.0.67 "GET /v2.0/networks/81612e23-1bd0-4058-a190-239d191b7f69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209776 Jan 18 22:29:45.487852 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3a69c37f-cb65-460c-89bd-1ba46569be8e tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:45.506373 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a69c37f-cb65-460c-89bd-1ba46569be8e tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:45.509422 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3a69c37f-cb65-460c-89bd-1ba46569be8e tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:45.609807 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6680c320-1976-4e02-a9d4-a197604087dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-2d7003e3-43b9-4e89-a175-e5d772781bad', 'network_id': '2d7003e3-43b9-4e89-a175-e5d772781bad', 'tenant_id': 'f2db261a4e274a77b72bcc96fca0df7b', 'fixed_ips': [{'subnet_id': '14e8dc4a-6b26-4416-90cf-8d211884199c'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:29:45.615214 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-3a69c37f-cb65-460c-89bd-1ba46569be8e tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4775112 Jan 18 22:29:45.622153 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 49446) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:29:45.623763 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6680c320-1976-4e02-a9d4-a197604087dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:45.632388 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0c92ff-48b9-4da6-a293-3ec3c71a30e2 req-10f5c8a2-202d-4558-8cac-633363836aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:45.639492 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3d0c92ff-48b9-4da6-a293-3ec3c71a30e2 req-10f5c8a2-202d-4558-8cac-633363836aa6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c17ee5dd8e9e40cb94c8338a3c8012f7&device_id=9eadb8eb-b75c-4dab-823b-4a8e8e6fca67 HTTP/1.1" status: 200 len: 1095 time: 0.1077187 Jan 18 22:29:45.667954 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-68c4eea1-1bfb-4ee4-ac7f-4552ddfa907c tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Request body: {'subnet': {'network_id': '69a77eb2-4118-4a00-92b9-9326ce9ad81b', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:29:45.766284 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b203280-580d-43ff-bf0f-7833f7cd2d80 req-6f5a655d-56ad-498b-9e71-dba98fef0928 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:45.768243 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9b203280-580d-43ff-bf0f-7833f7cd2d80 req-6f5a655d-56ad-498b-9e71-dba98fef0928 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/ports?device_id=9eadb8eb-b75c-4dab-823b-4a8e8e6fca67 HTTP/1.1" status: 200 len: 944 time: 0.3385947 Jan 18 22:29:45.816293 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a69c37f-cb65-460c-89bd-1ba46569be8e tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Pushing event updated for resources: {'Network': ['ID=69a77eb2-4118-4a00-92b9-9326ce9ad81b,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:29:45.854303 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 69a77eb2-4118-4a00-92b9-9326ce9ad81b details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:29:46.009145 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9b203280-580d-43ff-bf0f-7833f7cd2d80 req-0535be49-e4ef-41a1-997b-ae0ba5be2a02 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c4b879c-ca9b-483b-8a0d-5ea0d1e77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161543 Jan 18 22:29:46.036222 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0c92ff-48b9-4da6-a293-3ec3c71a30e2 req-d780e4ea-42e3-4365-8b9e-fb02b2934b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:46.036222 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3d0c92ff-48b9-4da6-a293-3ec3c71a30e2 req-d780e4ea-42e3-4365-8b9e-fb02b2934b22 service neutron] 10.222.0.67 "GET /v2.0/networks?id=81612e23-1bd0-4058-a190-239d191b7f69 HTTP/1.1" status: 200 len: 911 time: 0.3858891 Jan 18 22:29:46.047598 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68c4eea1-1bfb-4ee4-ac7f-4552ddfa907c tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Made reservation on behalf of f2db261a4e274a77b72bcc96fca0df7b for: {'subnet': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:29:46.052846 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-68c4eea1-1bfb-4ee4-ac7f-4552ddfa907c tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62288702'] for subnet, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:46.162472 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3d0c92ff-48b9-4da6-a293-3ec3c71a30e2 req-d9ef46fa-a231-4bec-b839-f2055e41b92b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=46ec3dd6-f2e3-4f42-8458-f7d82ed704a2 HTTP/1.1" status: 200 len: 217 time: 0.1161277 Jan 18 22:29:46.268698 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0c92ff-48b9-4da6-a293-3ec3c71a30e2 req-370586bb-b61b-4efa-b233-a93f954ddfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:46.270422 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3d0c92ff-48b9-4da6-a293-3ec3c71a30e2 req-370586bb-b61b-4efa-b233-a93f954ddfa5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6a6dc105-1e45-4d7e-bc09-9eb9f627d858 HTTP/1.1" status: 200 len: 851 time: 0.0754359 Jan 18 22:29:46.312722 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-6680c320-1976-4e02-a9d4-a197604087dc None None] Allocated IP 19.80.0.2 (2d7003e3-43b9-4e89-a175-e5d772781bad/14e8dc4a-6b26-4416-90cf-8d211884199c/791bac7e-1272-4875-84d5-8a3509f5865b) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:29:46.330334 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-004fd194-9d03-4c43-b502-bf0a0c83c996 None None] Notify callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:46.351332 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-004fd194-9d03-4c43-b502-bf0a0c83c996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:46.368414 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3d0c92ff-48b9-4da6-a293-3ec3c71a30e2 req-11334573-c7eb-4bf1-a92e-90fcc4d7e441 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=81612e23-1bd0-4058-a190-239d191b7f69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0867999 Jan 18 22:29:46.516543 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836a60a2-5ec5-42dc-a7e1-563404d4f742 None None] Pushing event updated for resources: {'Port': ['ID=c73e40df-3760-4851-9382-d4dbf370bb19,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:29:46.540246 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3d0c92ff-48b9-4da6-a293-3ec3c71a30e2 req-83272264-d81f-4d9f-886b-ff45faa57a1c service neutron] 10.222.0.67 "GET /v2.0/networks/81612e23-1bd0-4058-a190-239d191b7f69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536677 Jan 18 22:29:46.622340 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-004fd194-9d03-4c43-b502-bf0a0c83c996 None None] Attempting to bind port c73e40df-3760-4851-9382-d4dbf370bb19 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:29:46.622869 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-004fd194-9d03-4c43-b502-bf0a0c83c996 None None] Attempting to bind port c73e40df-3760-4851-9382-d4dbf370bb19 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '6c8ec8e9-5626-4462-93ed-132e26f5e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9b4b258b-f1f1-4e61-b92c-886e3e86629c'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:29:46.623015 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004fd194-9d03-4c43-b502-bf0a0c83c996 None None] Attempting to bind port c73e40df-3760-4851-9382-d4dbf370bb19 on network 9b4b258b-f1f1-4e61-b92c-886e3e86629c {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:29:46.639963 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004fd194-9d03-4c43-b502-bf0a0c83c996 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:29:46.640318 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004fd194-9d03-4c43-b502-bf0a0c83c996 None None] Checking segment: {'id': '6c8ec8e9-5626-4462-93ed-132e26f5e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9b4b258b-f1f1-4e61-b92c-886e3e86629c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:29:46.640838 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-004fd194-9d03-4c43-b502-bf0a0c83c996 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:46.641276 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004fd194-9d03-4c43-b502-bf0a0c83c996 None None] Bound using segment: {'id': '6c8ec8e9-5626-4462-93ed-132e26f5e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9b4b258b-f1f1-4e61-b92c-886e3e86629c'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:29:46.641963 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-004fd194-9d03-4c43-b502-bf0a0c83c996 None None] Bound port: c73e40df-3760-4851-9382-d4dbf370bb19, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c8ec8e9-5626-4462-93ed-132e26f5e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9b4b258b-f1f1-4e61-b92c-886e3e86629c'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:29:46.642212 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-004fd194-9d03-4c43-b502-bf0a0c83c996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:46.667459 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6680c320-1976-4e02-a9d4-a197604087dc None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:46.689762 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6680c320-1976-4e02-a9d4-a197604087dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:46.730911 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6680c320-1976-4e02-a9d4-a197604087dc None None] Network 2d7003e3-43b9-4e89-a175-e5d772781bad is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:29:46.737364 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-6680c320-1976-4e02-a9d4-a197604087dc None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:29:46.748395 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6680c320-1976-4e02-a9d4-a197604087dc None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:29:46.771668 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6680c320-1976-4e02-a9d4-a197604087dc None None] Pushing event updated for resources: {'Port': ['ID=791bac7e-1272-4875-84d5-8a3509f5865b,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:29:46.788298 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-68c4eea1-1bfb-4ee4-ac7f-4552ddfa907c tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60203213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62288684'] for subnet, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:46.792420 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-004fd194-9d03-4c43-b502-bf0a0c83c996 None None] For port c73e40df-3760-4851-9382-d4dbf370bb19, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:29:46.835066 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-004fd194-9d03-4c43-b502-bf0a0c83c996 None None] For port c73e40df-3760-4851-9382-d4dbf370bb19, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=c73e40df-3760-4851-9382-d4dbf370bb19,segment=NetworkSegment(6c8ec8e9-5626-4462-93ed-132e26f5e8b3),segment_id=6c8ec8e9-5626-4462-93ed-132e26f5e8b3)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:29:46.846138 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-004fd194-9d03-4c43-b502-bf0a0c83c996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:46.875970 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-6680c320-1976-4e02-a9d4-a197604087dc None None] Attempting to bind port 791bac7e-1272-4875-84d5-8a3509f5865b on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:29:46.876550 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-6680c320-1976-4e02-a9d4-a197604087dc None None] Attempting to bind port 791bac7e-1272-4875-84d5-8a3509f5865b by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '2b9616c0-d67e-4734-b2a8-ca73fbe0ed53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '2d7003e3-43b9-4e89-a175-e5d772781bad'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:29:46.876782 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6680c320-1976-4e02-a9d4-a197604087dc None None] Attempting to bind port 791bac7e-1272-4875-84d5-8a3509f5865b on network 2d7003e3-43b9-4e89-a175-e5d772781bad {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:29:46.902571 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3d0c92ff-48b9-4da6-a293-3ec3c71a30e2 req-94f8cf64-0a9e-4445-8bcc-bdafe4e58cc2 service neutron] 10.222.0.67 "GET /v2.0/networks/81612e23-1bd0-4058-a190-239d191b7f69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3526006 Jan 18 22:29:46.903810 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6680c320-1976-4e02-a9d4-a197604087dc None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:29:46.904924 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6680c320-1976-4e02-a9d4-a197604087dc None None] Checking segment: {'id': '2b9616c0-d67e-4734-b2a8-ca73fbe0ed53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '2d7003e3-43b9-4e89-a175-e5d772781bad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:29:46.907519 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6680c320-1976-4e02-a9d4-a197604087dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:46.907519 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6680c320-1976-4e02-a9d4-a197604087dc None None] Bound using segment: {'id': '2b9616c0-d67e-4734-b2a8-ca73fbe0ed53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '2d7003e3-43b9-4e89-a175-e5d772781bad'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:29:46.907519 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-6680c320-1976-4e02-a9d4-a197604087dc None None] Bound port: 791bac7e-1272-4875-84d5-8a3509f5865b, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b9616c0-d67e-4734-b2a8-ca73fbe0ed53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '2d7003e3-43b9-4e89-a175-e5d772781bad'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:29:46.907519 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6680c320-1976-4e02-a9d4-a197604087dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:46.931019 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c4eea1-1bfb-4ee4-ac7f-4552ddfa907c tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Pushing event updated for resources: {'Subnet': ['ID=be8f6ef7-0cb3-41b6-8b4f-854cc6ca5248,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:29:46.940638 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c4eea1-1bfb-4ee4-ac7f-4552ddfa907c tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Checking segment: {'id': 'f3f962b3-7994-4771-8f3d-9df758356e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '69a77eb2-4118-4a00-92b9-9326ce9ad81b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:29:46.943956 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c4eea1-1bfb-4ee4-ac7f-4552ddfa907c tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Network hostable DHCP agents. Network: 69a77eb2-4118-4a00-92b9-9326ce9ad81b, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:29:46.974452 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004fd194-9d03-4c43-b502-bf0a0c83c996 None None] Routers {'61539a1e-1ba2-4d7c-bc5f-899e4eb32ed8'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:29:46.974452 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-004fd194-9d03-4c43-b502-bf0a0c83c996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:29:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['61539a1e-1ba2-4d7c-bc5f-899e4eb32ed8'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:29:46.981431 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c4eea1-1bfb-4ee4-ac7f-4552ddfa907c tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Network 69a77eb2-4118-4a00-92b9-9326ce9ad81b is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:29:46.985841 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836a60a2-5ec5-42dc-a7e1-563404d4f742 None None] Pushing event updated for resources: {'Port': ['ID=c73e40df-3760-4851-9382-d4dbf370bb19,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:29:47.010629 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-68c4eea1-1bfb-4ee4-ac7f-4552ddfa907c tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 69a77eb2-4118-4a00-92b9-9326ce9ad81b) {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:29:47.021743 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c4eea1-1bfb-4ee4-ac7f-4552ddfa907c tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:47.022324 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-68c4eea1-1bfb-4ee4-ac7f-4552ddfa907c tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:47.062397 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-68c4eea1-1bfb-4ee4-ac7f-4552ddfa907c tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3981256 Jan 18 22:29:47.126720 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7046cad7-0737-4d3f-9419-302110b1353c None None] Network 69a77eb2-4118-4a00-92b9-9326ce9ad81b requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:29:47.224483 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0810b71f-b955-4a9b-8d6c-27b65ad64298 req-c99034ab-635c-4ec1-8877-d2b8fa6c0daa tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:47.226576 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0810b71f-b955-4a9b-8d6c-27b65ad64298 req-c99034ab-635c-4ec1-8877-d2b8fa6c0daa tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/ports?device_id=9eadb8eb-b75c-4dab-823b-4a8e8e6fca67 HTTP/1.1" status: 200 len: 944 time: 0.0986917 Jan 18 22:29:47.242015 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-e2fdb969-4f33-4cc8-a775-57c1a91db200 None None] Provisioning complete for port c73e40df-3760-4851-9382-d4dbf370bb19 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:29:47.242400 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e2fdb969-4f33-4cc8-a775-57c1a91db200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:47.290586 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0810b71f-b955-4a9b-8d6c-27b65ad64298 req-ae51fd12-4dae-4ee8-9b32-fc2d11b877d6 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c4b879c-ca9b-483b-8a0d-5ea0d1e77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556011 Jan 18 22:29:47.394969 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-004fd194-9d03-4c43-b502-bf0a0c83c996 None None] Set router 61539a1e-1ba2-4d7c-bc5f-899e4eb32ed8 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:29:47.397599 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-6680c320-1976-4e02-a9d4-a197604087dc None None] For port 791bac7e-1272-4875-84d5-8a3509f5865b, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:29:47.468981 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-6680c320-1976-4e02-a9d4-a197604087dc None None] For port 791bac7e-1272-4875-84d5-8a3509f5865b, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=791bac7e-1272-4875-84d5-8a3509f5865b,segment=NetworkSegment(2b9616c0-d67e-4734-b2a8-ca73fbe0ed53),segment_id=2b9616c0-d67e-4734-b2a8-ca73fbe0ed53)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:29:47.487904 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6680c320-1976-4e02-a9d4-a197604087dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:47.596358 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca9424-e426-4383-857a-07f79fb795bc req-3587f77c-865c-4bee-bbc9-f9454cc68d96 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:47.603921 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca9424-e426-4383-857a-07f79fb795bc req-3587f77c-865c-4bee-bbc9-f9454cc68d96 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:47.620312 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-65ca9424-e426-4383-857a-07f79fb795bc req-3587f77c-865c-4bee-bbc9-f9454cc68d96 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] 10.222.0.53 "GET /v2.0/networks?id=2d7003e3-43b9-4e89-a175-e5d772781bad&id=69a77eb2-4118-4a00-92b9-9326ce9ad81b&id=2d7003e3-43b9-4e89-a175-e5d772781bad HTTP/1.1" status: 200 len: 1391 time: 0.1678426 Jan 18 22:29:47.625250 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6680c320-1976-4e02-a9d4-a197604087dc None None] Pushing event updated for resources: {'Port': ['ID=791bac7e-1272-4875-84d5-8a3509f5865b,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:29:47.633087 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-65ca9424-e426-4383-857a-07f79fb795bc req-653e7212-2689-46ce-8a42-645e02daa3f5 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] 10.222.0.53 "GET /v2.0/quotas/f2db261a4e274a77b72bcc96fca0df7b HTTP/1.1" status: 200 len: 375 time: 0.0185394 Jan 18 22:29:47.718149 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e2fdb969-4f33-4cc8-a775-57c1a91db200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:47.719787 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-65ca9424-e426-4383-857a-07f79fb795bc req-3383cb78-d95b-42ff-8bb3-d160b9172402 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f2db261a4e274a77b72bcc96fca0df7b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0768788 Jan 18 22:29:47.879804 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 49502) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:29:47.909804 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-65ca9424-e426-4383-857a-07f79fb795bc req-6bf5c26e-daae-48b5-ac1b-d988f3ff8142 service neutron] 10.222.0.53 "GET /v2.0/networks/2d7003e3-43b9-4e89-a175-e5d772781bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793275 Jan 18 22:29:47.915835 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-e2fdb969-4f33-4cc8-a775-57c1a91db200 None None] For port c73e40df-3760-4851-9382-d4dbf370bb19, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=c73e40df-3760-4851-9382-d4dbf370bb19,segment=NetworkSegment(6c8ec8e9-5626-4462-93ed-132e26f5e8b3),segment_id=6c8ec8e9-5626-4462-93ed-132e26f5e8b3)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:29:47.937474 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6c4de8-cd1f-4824-9704-5a8d3430e76d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-69a77eb2-4118-4a00-92b9-9326ce9ad81b', 'network_id': '69a77eb2-4118-4a00-92b9-9326ce9ad81b', 'tenant_id': 'f2db261a4e274a77b72bcc96fca0df7b', 'fixed_ips': [{'subnet_id': 'be8f6ef7-0cb3-41b6-8b4f-854cc6ca5248'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:29:47.938528 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2f6c4de8-cd1f-4824-9704-5a8d3430e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:47.991335 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e2fdb969-4f33-4cc8-a775-57c1a91db200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:48.071322 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fdb969-4f33-4cc8-a775-57c1a91db200 None None] Pushing event updated for resources: {'Port': ['ID=c73e40df-3760-4851-9382-d4dbf370bb19,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:29:48.105224 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-38d54d30-12c3-40ba-8c6c-761e57990116 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:48.109632 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-004fd194-9d03-4c43-b502-bf0a0c83c996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61539a1e-1ba2-4d7c-bc5f-899e4eb32ed8', 'name': 'tempest-ServersTestMultiNic-1303209654-router', 'tenant_id': 'f2db261a4e274a77b72bcc96fca0df7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '7a88592e-025b-4144-912e-88ce78120f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:29:37Z', 'updated_at': '2022-01-18T22:29:42Z', 'revision_number': 4, 'project_id': 'f2db261a4e274a77b72bcc96fca0df7b', 'gw_port': {'id': '7a88592e-025b-4144-912e-88ce78120f44', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61539a1e-1ba2-4d7c-bc5f-899e4eb32ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:29:37Z', 'updated_at': '2022-01-18T22:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'c73e40df-3760-4851-9382-d4dbf370bb19', 'name': '', 'network_id': '9b4b258b-f1f1-4e61-b92c-886e3e86629c', 'tenant_id': 'f2db261a4e274a77b72bcc96fca0df7b', 'mac_address': 'fa:16:3e:49:7f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61539a1e-1ba2-4d7c-bc5f-899e4eb32ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'd1b880ee-8c17-42eb-9864-e11a0afac510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:29:40Z', 'updated_at': '2022-01-18T22:29:46Z', 'revision_number': 4, 'project_id': 'f2db261a4e274a77b72bcc96fca0df7b', 'subnets': [{'id': 'd1b880ee-8c17-42eb-9864-e11a0afac510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:29:48.227965 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004fd194-9d03-4c43-b502-bf0a0c83c996 None None] The sync data for ids ['61539a1e-1ba2-4d7c-bc5f-899e4eb32ed8'] in n-d-825064-1 is: [{'id': '61539a1e-1ba2-4d7c-bc5f-899e4eb32ed8', 'name': 'tempest-ServersTestMultiNic-1303209654-router', 'tenant_id': 'f2db261a4e274a77b72bcc96fca0df7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '7a88592e-025b-4144-912e-88ce78120f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:29:37Z', 'updated_at': '2022-01-18T22:29:42Z', 'revision_number': 4, 'project_id': 'f2db261a4e274a77b72bcc96fca0df7b', 'gw_port': {'id': '7a88592e-025b-4144-912e-88ce78120f44', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61539a1e-1ba2-4d7c-bc5f-899e4eb32ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:29:37Z', 'updated_at': '2022-01-18T22:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'c73e40df-3760-4851-9382-d4dbf370bb19', 'name': '', 'network_id': '9b4b258b-f1f1-4e61-b92c-886e3e86629c', 'tenant_id': 'f2db261a4e274a77b72bcc96fca0df7b', 'mac_address': 'fa:16:3e:49:7f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61539a1e-1ba2-4d7c-bc5f-899e4eb32ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'd1b880ee-8c17-42eb-9864-e11a0afac510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:29:40Z', 'updated_at': '2022-01-18T22:29:46Z', 'revision_number': 4, 'project_id': 'f2db261a4e274a77b72bcc96fca0df7b', 'subnets': [{'id': 'd1b880ee-8c17-42eb-9864-e11a0afac510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:29:48.231252 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-65ca9424-e426-4383-857a-07f79fb795bc req-3231f4b1-cee6-4ab2-8bb2-0064bc5a5665 service neutron] 10.222.0.53 "GET /v2.0/networks/2d7003e3-43b9-4e89-a175-e5d772781bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3140614 Jan 18 22:29:48.272099 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-edaa048f-238c-46ab-8d49-389f65ac39e8 None None] Provisioning complete for port c73e40df-3760-4851-9382-d4dbf370bb19 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:29:48.274995 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-edaa048f-238c-46ab-8d49-389f65ac39e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:48.502910 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-65ca9424-e426-4383-857a-07f79fb795bc req-bcfeee08-6221-4b3b-b9f3-3a4ca9b6a823 service neutron] 10.222.0.53 "GET /v2.0/networks/69a77eb2-4118-4a00-92b9-9326ce9ad81b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510622 Jan 18 22:29:48.523943 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 791bac7e-1272-4875-84d5-8a3509f5865b up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:29:48.587461 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-38d54d30-12c3-40ba-8c6c-761e57990116 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:48.599736 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-38d54d30-12c3-40ba-8c6c-761e57990116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:48.633211 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-38d54d30-12c3-40ba-8c6c-761e57990116 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=86c5fc5bd97046eb814b9dee3be69ca1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7506554 Jan 18 22:29:48.635685 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 49518) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:29:48.705890 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-2f6c4de8-cd1f-4824-9704-5a8d3430e76d None None] Allocated IP 19.86.0.2 (69a77eb2-4118-4a00-92b9-9326ce9ad81b/be8f6ef7-0cb3-41b6-8b4f-854cc6ca5248/eac64d43-964e-47ad-b59d-623e933c354a) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:29:48.728845 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 46ec3dd6-f2e3-4f42-8458-f7d82ed704a2 details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:29:48.750625 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d54d30-12c3-40ba-8c6c-761e57990116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc3a3739-1ed6-4aac-9e1c-ae86fb32d0b5,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:29:48.752459 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f56b8287-82f0-4075-b9ef-7c4ed9f7224d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:48.816247 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-65ca9424-e426-4383-857a-07f79fb795bc req-717d9748-dc22-4049-b986-5555776532b8 service neutron] 10.222.0.53 "GET /v2.0/networks/69a77eb2-4118-4a00-92b9-9326ce9ad81b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2950351 Jan 18 22:29:48.872212 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f56b8287-82f0-4075-b9ef-7c4ed9f7224d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:49.015885 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f56b8287-82f0-4075-b9ef-7c4ed9f7224d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:49.019340 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f56b8287-82f0-4075-b9ef-7c4ed9f7224d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:49.023497 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-f56b8287-82f0-4075-b9ef-7c4ed9f7224d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dc3a3739-1ed6-4aac-9e1c-ae86fb32d0b5 HTTP/1.1" status: 204 len: 168 time: 0.3866122 Jan 18 22:29:49.039328 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56b8287-82f0-4075-b9ef-7c4ed9f7224d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc3a3739-1ed6-4aac-9e1c-ae86fb32d0b5,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:29:49.065229 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 791bac7e-1272-4875-84d5-8a3509f5865b triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:29:49.070715 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:49.171398 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-65ca9424-e426-4383-857a-07f79fb795bc req-be284e64-133c-4dc0-8442-ed0ad12437ca service neutron] 10.222.0.53 "GET /v2.0/networks/2d7003e3-43b9-4e89-a175-e5d772781bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3394172 Jan 18 22:29:49.350925 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 46ec3dd6-f2e3-4f42-8458-f7d82ed704a2, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=46ec3dd6-f2e3-4f42-8458-f7d82ed704a2,segment=NetworkSegment(28982460-4b8d-4c64-8a1d-ee1a4991cb0f),segment_id=28982460-4b8d-4c64-8a1d-ee1a4991cb0f)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:29:49.402678 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-edebab62-2ee1-43f1-b355-300f47fa1711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:49.440687 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': '46ec3dd6-f2e3-4f42-8458-f7d82ed704a2', 'network_id': '81612e23-1bd0-4058-a190-239d191b7f69', 'port_id': '46ec3dd6-f2e3-4f42-8458-f7d82ed704a2', 'mac_address': 'fa:16:3e:3e:24:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a6dc105-1e45-4d7e-bc09-9eb9f627d858', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:29:49.604156 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-65ca9424-e426-4383-857a-07f79fb795bc req-14293392-15c6-4f4d-a6bd-60107c202e93 service neutron] 10.222.0.53 "GET /v2.0/networks/2d7003e3-43b9-4e89-a175-e5d772781bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4156640 Jan 18 22:29:49.765973 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:49.768252 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b84f52-231f-4c1b-a499-a8a33076496d None None] Network 2d7003e3-43b9-4e89-a175-e5d772781bad requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:29:49.775977 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3468e21-4d1f-435d-ad69-07de92becc01 req-14d3d7b8-0a33-4e03-a8b7-10ab0c0ab00b tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:49.784237 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e3468e21-4d1f-435d-ad69-07de92becc01 req-14d3d7b8-0a33-4e03-a8b7-10ab0c0ab00b tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/ports?device_id=9eadb8eb-b75c-4dab-823b-4a8e8e6fca67 HTTP/1.1" status: 200 len: 944 time: 0.1754768 Jan 18 22:29:49.868509 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e3468e21-4d1f-435d-ad69-07de92becc01 req-9f3ce509-9b71-4010-9257-6b31e44c2371 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c4b879c-ca9b-483b-8a0d-5ea0d1e77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750194 Jan 18 22:29:49.881460 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2f6c4de8-cd1f-4824-9704-5a8d3430e76d None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:49.889437 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 49534) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:29:49.950976 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cc97cd34-0ac0-4d51-aa94-152f1252ea7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:49.984456 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2f6c4de8-cd1f-4824-9704-5a8d3430e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:50.003514 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46ec3dd6-f2e3-4f42-8458-f7d82ed704a2 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:29:50.018389 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6c02db02-3bd6-473a-987f-6e4d1c5812be req-aac04239-6bc0-4ead-a4d7-46298975173e tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] 10.222.0.53 "GET /v2.0/ports?device_id=fdc9601e-64d3-4596-bd7b-3c009b3c2bc4 HTTP/1.1" status: 200 len: 210 time: 0.0698123 Jan 18 22:29:50.040306 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36630fac-1f26-4a7d-97e6-edc77ecb660e req-a50a41e4-a002-4836-a5c6-acc9428cb625 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:50.041967 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-36630fac-1f26-4a7d-97e6-edc77ecb660e req-a50a41e4-a002-4836-a5c6-acc9428cb625 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c183af1-247e-48b7-aed9-9e45e4b7de12 HTTP/1.1" status: 200 len: 945 time: 0.0600493 Jan 18 22:29:50.113609 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 46ec3dd6-f2e3-4f42-8458-f7d82ed704a2, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=46ec3dd6-f2e3-4f42-8458-f7d82ed704a2,segment=NetworkSegment(28982460-4b8d-4c64-8a1d-ee1a4991cb0f),segment_id=28982460-4b8d-4c64-8a1d-ee1a4991cb0f)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:29:50.130403 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7348119b-1d2c-46b6-8054-e1b2f209b27f None None] Provisioning complete for port 791bac7e-1272-4875-84d5-8a3509f5865b triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:29:50.130793 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7348119b-1d2c-46b6-8054-e1b2f209b27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:50.162802 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cc97cd34-0ac0-4d51-aa94-152f1252ea7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:50.171189 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cc97cd34-0ac0-4d51-aa94-152f1252ea7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:50.183942 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-36630fac-1f26-4a7d-97e6-edc77ecb660e req-cd4b3776-963b-45c5-ba51-984e866372fb tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4c0862f-5b86-40eb-b2c2-a40d9fdb492b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307092 Jan 18 22:29:50.220406 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:50.232005 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6c4de8-cd1f-4824-9704-5a8d3430e76d None None] Network 69a77eb2-4118-4a00-92b9-9326ce9ad81b is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:29:50.236298 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-2f6c4de8-cd1f-4824-9704-5a8d3430e76d None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:29:50.240672 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc97cd34-0ac0-4d51-aa94-152f1252ea7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aa080f3-fd9f-4c62-9609-6941b68cbc2a,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:29:50.245629 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-cc97cd34-0ac0-4d51-aa94-152f1252ea7f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e4c2ae40e5244e18a24326a5eadc483e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3547945 Jan 18 22:29:50.248871 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 49542) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:29:50.261860 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:50.265774 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6c4de8-cd1f-4824-9704-5a8d3430e76d None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:29:50.274810 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6c4de8-cd1f-4824-9704-5a8d3430e76d None None] Pushing event updated for resources: {'Port': ['ID=eac64d43-964e-47ad-b59d-623e933c354a,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:29:50.343019 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0f77f0a9-e720-4039-b8de-e8ed0eecd492 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:50.401657 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0f77f0a9-e720-4039-b8de-e8ed0eecd492 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:50.446600 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port 791bac7e-1272-4875-84d5-8a3509f5865b, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=791bac7e-1272-4875-84d5-8a3509f5865b,segment=NetworkSegment(2b9616c0-d67e-4734-b2a8-ca73fbe0ed53),segment_id=2b9616c0-d67e-4734-b2a8-ca73fbe0ed53)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:29:50.484795 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0f77f0a9-e720-4039-b8de-e8ed0eecd492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:50.488955 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0f77f0a9-e720-4039-b8de-e8ed0eecd492 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:50.493667 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-0f77f0a9-e720-4039-b8de-e8ed0eecd492 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7aa080f3-fd9f-4c62-9609-6941b68cbc2a HTTP/1.1" status: 204 len: 168 time: 0.2436092 Jan 18 22:29:50.514130 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f77f0a9-e720-4039-b8de-e8ed0eecd492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aa080f3-fd9f-4c62-9609-6941b68cbc2a,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:29:50.542374 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:50.601223 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['46ec3dd6-f2e3-4f42-8458-f7d82ed704a2'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:29:50.610179 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-2f6c4de8-cd1f-4824-9704-5a8d3430e76d None None] Attempting to bind port eac64d43-964e-47ad-b59d-623e933c354a on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:29:50.610624 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-2f6c4de8-cd1f-4824-9704-5a8d3430e76d None None] Attempting to bind port eac64d43-964e-47ad-b59d-623e933c354a by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': 'f3f962b3-7994-4771-8f3d-9df758356e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '69a77eb2-4118-4a00-92b9-9326ce9ad81b'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:29:50.610911 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6c4de8-cd1f-4824-9704-5a8d3430e76d None None] Attempting to bind port eac64d43-964e-47ad-b59d-623e933c354a on network 69a77eb2-4118-4a00-92b9-9326ce9ad81b {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:29:50.649260 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6c4de8-cd1f-4824-9704-5a8d3430e76d None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:29:50.649648 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6c4de8-cd1f-4824-9704-5a8d3430e76d None None] Checking segment: {'id': 'f3f962b3-7994-4771-8f3d-9df758356e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '69a77eb2-4118-4a00-92b9-9326ce9ad81b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:29:50.650063 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2f6c4de8-cd1f-4824-9704-5a8d3430e76d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:50.650464 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6c4de8-cd1f-4824-9704-5a8d3430e76d None None] Bound using segment: {'id': 'f3f962b3-7994-4771-8f3d-9df758356e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '69a77eb2-4118-4a00-92b9-9326ce9ad81b'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:29:50.650954 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-2f6c4de8-cd1f-4824-9704-5a8d3430e76d None None] Bound port: eac64d43-964e-47ad-b59d-623e933c354a, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3f962b3-7994-4771-8f3d-9df758356e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '69a77eb2-4118-4a00-92b9-9326ce9ad81b'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:29:50.651338 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2f6c4de8-cd1f-4824-9704-5a8d3430e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:50.665170 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=46ec3dd6-f2e3-4f42-8458-f7d82ed704a2,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:29:50.787600 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device c73e40df-3760-4851-9382-d4dbf370bb19 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:29:50.941565 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=791bac7e-1272-4875-84d5-8a3509f5865b,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:29:50.985639 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-2f6c4de8-cd1f-4824-9704-5a8d3430e76d None None] For port eac64d43-964e-47ad-b59d-623e933c354a, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:29:50.991038 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-2f6c4de8-cd1f-4824-9704-5a8d3430e76d None None] For port eac64d43-964e-47ad-b59d-623e933c354a, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=eac64d43-964e-47ad-b59d-623e933c354a,segment=NetworkSegment(f3f962b3-7994-4771-8f3d-9df758356e41),segment_id=f3f962b3-7994-4771-8f3d-9df758356e41)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:29:51.048543 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2f6c4de8-cd1f-4824-9704-5a8d3430e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:51.057666 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port c73e40df-3760-4851-9382-d4dbf370bb19 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:29:51.058034 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:51.120892 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3b0157-96f8-4a34-a341-9bf26719a7a4 req-032df277-ca98-4d95-bb1c-5416824dca67 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:51.122804 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ca3b0157-96f8-4a34-a341-9bf26719a7a4 req-032df277-ca98-4d95-bb1c-5416824dca67 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/ports?device_id=9eadb8eb-b75c-4dab-823b-4a8e8e6fca67 HTTP/1.1" status: 200 len: 945 time: 0.1453738 Jan 18 22:29:51.145258 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-3fb9a5d2-f6fe-4331-92b6-f114f790e0d6 None None] Provisioning complete for port 791bac7e-1272-4875-84d5-8a3509f5865b triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:29:51.145859 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3fb9a5d2-f6fe-4331-92b6-f114f790e0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:51.242601 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6c4de8-cd1f-4824-9704-5a8d3430e76d None None] Pushing event updated for resources: {'Port': ['ID=eac64d43-964e-47ad-b59d-623e933c354a,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:29:51.254198 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ca3b0157-96f8-4a34-a341-9bf26719a7a4 req-f2a0011b-a49a-402a-b76b-809fb2594cca tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c4b879c-ca9b-483b-8a0d-5ea0d1e77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033971 Jan 18 22:29:51.299477 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9f33209b-5b33-4fb2-a2e3-bd2e7e8b8978 req-04543e96-5019-41cc-8933-7268fcf4d080 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] 10.222.0.53 "GET /v2.0/ports?device_id=fdc9601e-64d3-4596-bd7b-3c009b3c2bc4 HTTP/1.1" status: 200 len: 210 time: 0.0463622 Jan 18 22:29:51.444969 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d88b83-72c0-4b1a-af25-ec8b473fe5bd req-7340ec84-b998-49ba-9ea4-72c45b475dc0 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:51.446690 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-86d88b83-72c0-4b1a-af25-ec8b473fe5bd req-7340ec84-b998-49ba-9ea4-72c45b475dc0 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c183af1-247e-48b7-aed9-9e45e4b7de12 HTTP/1.1" status: 200 len: 945 time: 0.0713484 Jan 18 22:29:51.552826 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-86d88b83-72c0-4b1a-af25-ec8b473fe5bd req-fd33db14-12ae-407f-975a-d45bda5c0ce4 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4c0862f-5b86-40eb-b2c2-a40d9fdb492b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875883 Jan 18 22:29:51.817406 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca9424-e426-4383-857a-07f79fb795bc req-0ce6a50d-8582-444c-ad4e-cc9942c0ad3a tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:51.823276 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca9424-e426-4383-857a-07f79fb795bc req-0ce6a50d-8582-444c-ad4e-cc9942c0ad3a tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:51.824861 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-65ca9424-e426-4383-857a-07f79fb795bc req-0ce6a50d-8582-444c-ad4e-cc9942c0ad3a tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] 10.222.0.36 "GET /v2.0/networks?id=2d7003e3-43b9-4e89-a175-e5d772781bad&id=69a77eb2-4118-4a00-92b9-9326ce9ad81b&id=2d7003e3-43b9-4e89-a175-e5d772781bad HTTP/1.1" status: 200 len: 1391 time: 0.2284427 Jan 18 22:29:51.838248 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-65ca9424-e426-4383-857a-07f79fb795bc req-b9025c05-b39a-44c4-b951-72d41dbabe6a tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Request body: {'port': {'device_id': 'fdc9601e-64d3-4596-bd7b-3c009b3c2bc4', 'network_id': '2d7003e3-43b9-4e89-a175-e5d772781bad', 'admin_state_up': True, 'tenant_id': 'f2db261a4e274a77b72bcc96fca0df7b'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:29:51.926449 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0dbed86b-afa8-4487-b3bb-d658a3802b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:51.952293 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65ca9424-e426-4383-857a-07f79fb795bc req-b9025c05-b39a-44c4-b951-72d41dbabe6a tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Made reservation on behalf of f2db261a4e274a77b72bcc96fca0df7b for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:29:51.956249 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-65ca9424-e426-4383-857a-07f79fb795bc req-b9025c05-b39a-44c4-b951-72d41dbabe6a tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:52.086212 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [req-65ca9424-e426-4383-857a-07f79fb795bc req-b9025c05-b39a-44c4-b951-72d41dbabe6a tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Allocated IP 19.80.0.119 (2d7003e3-43b9-4e89-a175-e5d772781bad/14e8dc4a-6b26-4416-90cf-8d211884199c/57a94660-3888-4b98-bb72-fa071cd9436c) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:29:52.523852 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aeb69a-9c9c-43b3-948d-9f210f61576e req-fee6a8bc-e9ae-4be6-be08-0ee99f681428 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:52.532933 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-07aeb69a-9c9c-43b3-948d-9f210f61576e req-fee6a8bc-e9ae-4be6-be08-0ee99f681428 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/ports?device_id=9eadb8eb-b75c-4dab-823b-4a8e8e6fca67 HTTP/1.1" status: 200 len: 945 time: 0.1118391 Jan 18 22:29:52.543299 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-af175725-3dd1-433a-af3d-6158adb26cea req-2475f110-2113-4d52-a33f-bc8f6e6f8298 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] 10.222.0.53 "GET /v2.0/ports?device_id=fdc9601e-64d3-4596-bd7b-3c009b3c2bc4 HTTP/1.1" status: 200 len: 210 time: 0.0776231 Jan 18 22:29:52.642476 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-07aeb69a-9c9c-43b3-948d-9f210f61576e req-ade64caf-e677-4119-baa4-5957bbf8d843 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c4b879c-ca9b-483b-8a0d-5ea0d1e77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078148 Jan 18 22:29:52.690204 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6376145-a70e-4de7-a390-dce441cef541 None None] Network 69a77eb2-4118-4a00-92b9-9326ce9ad81b requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:29:52.743783 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-65ca9424-e426-4383-857a-07f79fb795bc req-b9025c05-b39a-44c4-b951-72d41dbabe6a tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:52.761250 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf945fd-3958-4ea5-91dc-b21048859c66 req-9ec4ffc7-4886-499f-a47a-2d5154bc268f tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:52.769382 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-acf945fd-3958-4ea5-91dc-b21048859c66 req-9ec4ffc7-4886-499f-a47a-2d5154bc268f tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c183af1-247e-48b7-aed9-9e45e4b7de12 HTTP/1.1" status: 200 len: 945 time: 0.1080174 Jan 18 22:29:52.791184 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 46ec3dd6-f2e3-4f42-8458-f7d82ed704a2 up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:29:52.833716 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-65ca9424-e426-4383-857a-07f79fb795bc req-b9025c05-b39a-44c4-b951-72d41dbabe6a tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:52.834415 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-acf945fd-3958-4ea5-91dc-b21048859c66 req-20a0a39b-5ba3-49b9-b5c5-5fca50bd8ad2 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4c0862f-5b86-40eb-b2c2-a40d9fdb492b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566175 Jan 18 22:29:52.872059 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device eac64d43-964e-47ad-b59d-623e933c354a up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:29:52.907275 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65ca9424-e426-4383-857a-07f79fb795bc req-b9025c05-b39a-44c4-b951-72d41dbabe6a tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Network 2d7003e3-43b9-4e89-a175-e5d772781bad is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:29:52.912665 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [req-65ca9424-e426-4383-857a-07f79fb795bc req-b9025c05-b39a-44c4-b951-72d41dbabe6a tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:29:52.917121 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-f074673a-4495-4e37-8de0-9f49e5197405 None None] Provisioning complete for port eac64d43-964e-47ad-b59d-623e933c354a triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:29:52.917977 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f074673a-4495-4e37-8de0-9f49e5197405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:52.926566 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-65ca9424-e426-4383-857a-07f79fb795bc req-b9025c05-b39a-44c4-b951-72d41dbabe6a tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:29:52.938054 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9025c05-b39a-44c4-b951-72d41dbabe6a tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Pushing event updated for resources: {'Port': ['ID=57a94660-3888-4b98-bb72-fa071cd9436c,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:29:52.977807 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:53.003775 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca9424-e426-4383-857a-07f79fb795bc req-b9025c05-b39a-44c4-b951-72d41dbabe6a tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:53.004163 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-65ca9424-e426-4383-857a-07f79fb795bc req-b9025c05-b39a-44c4-b951-72d41dbabe6a tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:53.032830 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-65ca9424-e426-4383-857a-07f79fb795bc req-b9025c05-b39a-44c4-b951-72d41dbabe6a tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1982853 Jan 18 22:29:53.047040 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-65ca9424-e426-4383-857a-07f79fb795bc req-1c96622b-85ed-40d2-b251-213aa6951dc4 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Request body: {'port': {'device_id': 'fdc9601e-64d3-4596-bd7b-3c009b3c2bc4', 'network_id': '69a77eb2-4118-4a00-92b9-9326ce9ad81b', 'admin_state_up': True, 'tenant_id': 'f2db261a4e274a77b72bcc96fca0df7b'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:29:53.096840 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port eac64d43-964e-47ad-b59d-623e933c354a triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:29:53.097200 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:53.150716 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port 46ec3dd6-f2e3-4f42-8458-f7d82ed704a2 completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:29:53.203901 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port 46ec3dd6-f2e3-4f42-8458-f7d82ed704a2 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:29:53.204304 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:53.213703 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65ca9424-e426-4383-857a-07f79fb795bc req-1c96622b-85ed-40d2-b251-213aa6951dc4 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Made reservation on behalf of f2db261a4e274a77b72bcc96fca0df7b for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:29:53.219158 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-65ca9424-e426-4383-857a-07f79fb795bc req-1c96622b-85ed-40d2-b251-213aa6951dc4 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:53.301508 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f074673a-4495-4e37-8de0-9f49e5197405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:53.344366 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:53.385513 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-f074673a-4495-4e37-8de0-9f49e5197405 None None] For port eac64d43-964e-47ad-b59d-623e933c354a, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=eac64d43-964e-47ad-b59d-623e933c354a,segment=NetworkSegment(f3f962b3-7994-4771-8f3d-9df758356e41),segment_id=f3f962b3-7994-4771-8f3d-9df758356e41)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:29:53.385916 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [req-65ca9424-e426-4383-857a-07f79fb795bc req-1c96622b-85ed-40d2-b251-213aa6951dc4 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Allocated IP 19.86.0.177 (69a77eb2-4118-4a00-92b9-9326ce9ad81b/be8f6ef7-0cb3-41b6-8b4f-854cc6ca5248/cd424e11-57eb-42f5-a8de-6bf652e31942) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:29:53.422288 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f074673a-4495-4e37-8de0-9f49e5197405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:53.510106 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:53.544442 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.db.api [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 22:29:53.544933 n-d-825064-1 neutron-server[102432]: DEBUG oslo_db.api [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 22:29:53.549590 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f074673a-4495-4e37-8de0-9f49e5197405 None None] Pushing event updated for resources: {'Port': ['ID=eac64d43-964e-47ad-b59d-623e933c354a,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:29:53.559595 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eadb8eb-b75c-4dab-823b-4a8e8e6fca67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46ec3dd6-f2e3-4f42-8458-f7d82ed704a2'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:29:53.562549 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dbc785e-5a51-4980-8d90-c9cec4fb4ac5" -d '{"events": [{"server_uuid": "9eadb8eb-b75c-4dab-823b-4a8e8e6fca67", "name": "network-vif-plugged", "status": "completed", "tag": "46ec3dd6-f2e3-4f42-8458-f7d82ed704a2"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:29:53.587216 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 46ec3dd6-f2e3-4f42-8458-f7d82ed704a2, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=46ec3dd6-f2e3-4f42-8458-f7d82ed704a2,segment=NetworkSegment(28982460-4b8d-4c64-8a1d-ee1a4991cb0f),segment_id=28982460-4b8d-4c64-8a1d-ee1a4991cb0f)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:29:53.593431 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-98edc761-6982-4107-b934-73bf36e301c5 None None] Provisioning complete for port 57a94660-3888-4b98-bb72-fa071cd9436c triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:29:53.593857 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-98edc761-6982-4107-b934-73bf36e301c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:53.640568 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-98edc761-6982-4107-b934-73bf36e301c5 None None] Port 57a94660-3888-4b98-bb72-fa071cd9436c cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:29:53.643048 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:53.683439 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-65ca9424-e426-4383-857a-07f79fb795bc req-1c96622b-85ed-40d2-b251-213aa6951dc4 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:53.724683 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a936a03-0ab2-4998-aac2-2c02b1e2dc4d x-openstack-request-id: req-6a936a03-0ab2-4998-aac2-2c02b1e2dc4d {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:29:53.724997 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eadb8eb-b75c-4dab-823b-4a8e8e6fca67", "name": "network-vif-plugged", "status": "completed", "tag": "46ec3dd6-f2e3-4f42-8458-f7d82ed704a2", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:29:53.725253 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6a936a03-0ab2-4998-aac2-2c02b1e2dc4d {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:29:53.725665 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eadb8eb-b75c-4dab-823b-4a8e8e6fca67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46ec3dd6-f2e3-4f42-8458-f7d82ed704a2', 'code': 200} Jan 18 22:29:53.766321 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-65ca9424-e426-4383-857a-07f79fb795bc req-1c96622b-85ed-40d2-b251-213aa6951dc4 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:53.831940 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65ca9424-e426-4383-857a-07f79fb795bc req-1c96622b-85ed-40d2-b251-213aa6951dc4 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Network 69a77eb2-4118-4a00-92b9-9326ce9ad81b is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:29:53.837539 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [req-65ca9424-e426-4383-857a-07f79fb795bc req-1c96622b-85ed-40d2-b251-213aa6951dc4 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:29:53.841463 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=46ec3dd6-f2e3-4f42-8458-f7d82ed704a2,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:29:53.842286 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-65ca9424-e426-4383-857a-07f79fb795bc req-1c96622b-85ed-40d2-b251-213aa6951dc4 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:29:53.850253 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-66c95642-6ce5-42bd-9535-67717dcae397 None None] Provisioning complete for port eac64d43-964e-47ad-b59d-623e933c354a triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:29:53.850773 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-66c95642-6ce5-42bd-9535-67717dcae397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:53.882308 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c96622b-85ed-40d2-b251-213aa6951dc4 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Pushing event updated for resources: {'Port': ['ID=cd424e11-57eb-42f5-a8de-6bf652e31942,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:29:53.914787 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca9424-e426-4383-857a-07f79fb795bc req-1c96622b-85ed-40d2-b251-213aa6951dc4 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:53.915436 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-65ca9424-e426-4383-857a-07f79fb795bc req-1c96622b-85ed-40d2-b251-213aa6951dc4 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:53.933424 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-65ca9424-e426-4383-857a-07f79fb795bc req-1c96622b-85ed-40d2-b251-213aa6951dc4 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8929327 Jan 18 22:29:53.946497 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b69334b-4af5-4025-9d65-92fc2c11974e req-803c2a81-3ecf-4450-bb3c-2a3611fba530 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:53.954830 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-65ca9424-e426-4383-857a-07f79fb795bc req-c0baafdc-d53c-4cf3-9f61-5dbee613891c tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Request body: {'port': {'device_id': 'fdc9601e-64d3-4596-bd7b-3c009b3c2bc4', 'network_id': '2d7003e3-43b9-4e89-a175-e5d772781bad', 'admin_state_up': True, 'tenant_id': 'f2db261a4e274a77b72bcc96fca0df7b'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:29:53.962959 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b69334b-4af5-4025-9d65-92fc2c11974e req-803c2a81-3ecf-4450-bb3c-2a3611fba530 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:53.974281 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5b69334b-4af5-4025-9d65-92fc2c11974e req-803c2a81-3ecf-4450-bb3c-2a3611fba530 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] 10.222.0.53 "GET /v2.0/ports?device_id=fdc9601e-64d3-4596-bd7b-3c009b3c2bc4 HTTP/1.1" status: 200 len: 1655 time: 0.2258289 Jan 18 22:29:53.996775 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cad0351-da6e-4098-a94f-e2b6f71ace6a req-4ff8a0c6-df1b-4c8c-b934-7fea4b04e381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:53.999050 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5cad0351-da6e-4098-a94f-e2b6f71ace6a req-4ff8a0c6-df1b-4c8c-b934-7fea4b04e381 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9eadb8eb-b75c-4dab-823b-4a8e8e6fca67 HTTP/1.1" status: 200 len: 1097 time: 0.2171478 Jan 18 22:29:54.061548 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea076a31-de02-48e0-968a-8e6cd4a413e8 req-b0d6e7b5-17fe-41e9-8fe1-25a8b98d7d71 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:54.063166 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ea076a31-de02-48e0-968a-8e6cd4a413e8 req-b0d6e7b5-17fe-41e9-8fe1-25a8b98d7d71 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/ports?device_id=9eadb8eb-b75c-4dab-823b-4a8e8e6fca67 HTTP/1.1" status: 200 len: 946 time: 0.1918457 Jan 18 22:29:54.101194 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5b69334b-4af5-4025-9d65-92fc2c11974e req-90df55c0-dd4f-41bc-8aca-03d04cde3c83 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c878f5b-49fe-404e-bf29-19316c08dd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252618 Jan 18 22:29:54.111414 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 791bac7e-1272-4875-84d5-8a3509f5865b up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:29:54.134019 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5cad0351-da6e-4098-a94f-e2b6f71ace6a req-4cb27867-e37c-40e0-a0b8-abea6fb2736e service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=5c4b879c-ca9b-483b-8a0d-5ea0d1e77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269846 Jan 18 22:29:54.185200 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ea076a31-de02-48e0-968a-8e6cd4a413e8 req-05f9345d-07a2-4dab-af20-40fb0664f09c tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c4b879c-ca9b-483b-8a0d-5ea0d1e77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138902 Jan 18 22:29:54.202875 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65ca9424-e426-4383-857a-07f79fb795bc req-c0baafdc-d53c-4cf3-9f61-5dbee613891c tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Made reservation on behalf of f2db261a4e274a77b72bcc96fca0df7b for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:29:54.207208 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-65ca9424-e426-4383-857a-07f79fb795bc req-c0baafdc-d53c-4cf3-9f61-5dbee613891c tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:54.232849 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 791bac7e-1272-4875-84d5-8a3509f5865b triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:29:54.233416 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:54.360816 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [req-65ca9424-e426-4383-857a-07f79fb795bc req-c0baafdc-d53c-4cf3-9f61-5dbee613891c tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Allocated IP 19.80.0.156 (2d7003e3-43b9-4e89-a175-e5d772781bad/14e8dc4a-6b26-4416-90cf-8d211884199c/14679519-c5cf-473c-a420-13caeb2e5e56) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:29:54.386378 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-91799f73-bdda-4102-9bb1-27df5989705d None None] Provisioning complete for port cd424e11-57eb-42f5-a8de-6bf652e31942 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:29:54.391113 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-91799f73-bdda-4102-9bb1-27df5989705d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:54.430005 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:54.441879 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-91799f73-bdda-4102-9bb1-27df5989705d None None] Port cd424e11-57eb-42f5-a8de-6bf652e31942 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:29:54.446885 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25663bcf-3b3a-4e96-831c-5ef0638661a9 req-63655da1-52fa-473c-a36b-9f1654e35e12 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:54.457560 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-25663bcf-3b3a-4e96-831c-5ef0638661a9 req-63655da1-52fa-473c-a36b-9f1654e35e12 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c183af1-247e-48b7-aed9-9e45e4b7de12 HTTP/1.1" status: 200 len: 945 time: 0.1298168 Jan 18 22:29:54.511664 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-25663bcf-3b3a-4e96-831c-5ef0638661a9 req-4243f29e-a411-409c-8133-5c912fb8a83a tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4c0862f-5b86-40eb-b2c2-a40d9fdb492b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513456 Jan 18 22:29:54.547143 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:54.601742 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-65ca9424-e426-4383-857a-07f79fb795bc req-c0baafdc-d53c-4cf3-9f61-5dbee613891c tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:54.644412 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 49660) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:29:54.648607 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device eac64d43-964e-47ad-b59d-623e933c354a up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:29:54.659231 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-65ca9424-e426-4383-857a-07f79fb795bc req-c0baafdc-d53c-4cf3-9f61-5dbee613891c tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:54.705953 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port eac64d43-964e-47ad-b59d-623e933c354a triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:29:54.706468 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:54.713569 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65ca9424-e426-4383-857a-07f79fb795bc req-c0baafdc-d53c-4cf3-9f61-5dbee613891c tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Network 2d7003e3-43b9-4e89-a175-e5d772781bad is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:29:54.720920 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [req-65ca9424-e426-4383-857a-07f79fb795bc req-c0baafdc-d53c-4cf3-9f61-5dbee613891c tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:29:54.725510 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-65ca9424-e426-4383-857a-07f79fb795bc req-c0baafdc-d53c-4cf3-9f61-5dbee613891c tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:29:54.763210 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0baafdc-d53c-4cf3-9f61-5dbee613891c tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Pushing event updated for resources: {'Port': ['ID=14679519-c5cf-473c-a420-13caeb2e5e56,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:29:54.808585 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca9424-e426-4383-857a-07f79fb795bc req-c0baafdc-d53c-4cf3-9f61-5dbee613891c tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:54.809269 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-65ca9424-e426-4383-857a-07f79fb795bc req-c0baafdc-d53c-4cf3-9f61-5dbee613891c tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:54.816257 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-540d7145-d4d3-4d10-b30b-06cdf61cfdfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:54.833763 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-65ca9424-e426-4383-857a-07f79fb795bc req-c0baafdc-d53c-4cf3-9f61-5dbee613891c tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8841016 Jan 18 22:29:54.848110 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-65ca9424-e426-4383-857a-07f79fb795bc req-002deb74-3779-4951-91d0-b293b8f39584 service neutron] Request body: {'port': {'device_id': 'fdc9601e-64d3-4596-bd7b-3c009b3c2bc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:29:54.921104 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-65ca9424-e426-4383-857a-07f79fb795bc req-002deb74-3779-4951-91d0-b293b8f39584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:54.949219 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-540d7145-d4d3-4d10-b30b-06cdf61cfdfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:54.953894 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-540d7145-d4d3-4d10-b30b-06cdf61cfdfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:54.977520 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-dcc7f596-475f-400c-bcf4-4f0117c002a4 None None] Provisioning complete for port 14679519-c5cf-473c-a420-13caeb2e5e56 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:29:54.978223 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-dcc7f596-475f-400c-bcf4-4f0117c002a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:55.005288 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-540d7145-d4d3-4d10-b30b-06cdf61cfdfd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d1fe3a31b0ee47e19303f611d69e58e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3596678 Jan 18 22:29:55.005953 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 49666) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:29:55.006669 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540d7145-d4d3-4d10-b30b-06cdf61cfdfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c6642bc-bd6a-4cf9-bc90-77fa6215aded,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:29:55.030715 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-dcc7f596-475f-400c-bcf4-4f0117c002a4 None None] Port 14679519-c5cf-473c-a420-13caeb2e5e56 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:29:55.063571 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ef8a0196-d60c-4caf-a1d4-1cf5bf761845 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:55.086927 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ef8a0196-d60c-4caf-a1d4-1cf5bf761845 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:55.146341 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ef8a0196-d60c-4caf-a1d4-1cf5bf761845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:55.148969 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ef8a0196-d60c-4caf-a1d4-1cf5bf761845 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:55.150131 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-ef8a0196-d60c-4caf-a1d4-1cf5bf761845 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2c6642bc-bd6a-4cf9-bc90-77fa6215aded HTTP/1.1" status: 204 len: 168 time: 0.1403310 Jan 18 22:29:55.173854 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8a0196-d60c-4caf-a1d4-1cf5bf761845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c6642bc-bd6a-4cf9-bc90-77fa6215aded,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:29:55.357424 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [req-65ca9424-e426-4383-857a-07f79fb795bc req-002deb74-3779-4951-91d0-b293b8f39584 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57a94660-3888-4b98-bb72-fa071cd9436c {{(pid=102431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:29:55.366842 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-65ca9424-e426-4383-857a-07f79fb795bc req-002deb74-3779-4951-91d0-b293b8f39584 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:55.386352 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [req-65ca9424-e426-4383-857a-07f79fb795bc req-002deb74-3779-4951-91d0-b293b8f39584 service neutron] Transition to ACTIVE for port object 57a94660-3888-4b98-bb72-fa071cd9436c will not be triggered until provisioned by entity L2. {{(pid=102431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:29:55.393773 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-65ca9424-e426-4383-857a-07f79fb795bc req-002deb74-3779-4951-91d0-b293b8f39584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:55.453712 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002deb74-3779-4951-91d0-b293b8f39584 service neutron] Pushing event updated for resources: {'Port': ['ID=57a94660-3888-4b98-bb72-fa071cd9436c,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:29:55.570458 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 49680) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:29:55.587752 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e71edf97-f058-44db-a535-f5feae4e6940 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:55.591021 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-65ca9424-e426-4383-857a-07f79fb795bc req-002deb74-3779-4951-91d0-b293b8f39584 service neutron] Attempting to bind port 57a94660-3888-4b98-bb72-fa071cd9436c on host n-h1-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:29:55.591361 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-65ca9424-e426-4383-857a-07f79fb795bc req-002deb74-3779-4951-91d0-b293b8f39584 service neutron] Attempting to bind port 57a94660-3888-4b98-bb72-fa071cd9436c by drivers openvswitch,hyperv on host n-h1-825064-1 at level 0 using segments [{'id': '2b9616c0-d67e-4734-b2a8-ca73fbe0ed53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '2d7003e3-43b9-4e89-a175-e5d772781bad'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:29:55.591735 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ca9424-e426-4383-857a-07f79fb795bc req-002deb74-3779-4951-91d0-b293b8f39584 service neutron] Attempting to bind port 57a94660-3888-4b98-bb72-fa071cd9436c on network 2d7003e3-43b9-4e89-a175-e5d772781bad {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:29:55.647220 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ca9424-e426-4383-857a-07f79fb795bc req-002deb74-3779-4951-91d0-b293b8f39584 service neutron] Port 57a94660-3888-4b98-bb72-fa071cd9436c on network 2d7003e3-43b9-4e89-a175-e5d772781bad not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:29:55.647545 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ca9424-e426-4383-857a-07f79fb795bc req-002deb74-3779-4951-91d0-b293b8f39584 service neutron] Attempting to bind port 57a94660-3888-4b98-bb72-fa071cd9436c on network 2d7003e3-43b9-4e89-a175-e5d772781bad {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:29:55.658961 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ca9424-e426-4383-857a-07f79fb795bc req-002deb74-3779-4951-91d0-b293b8f39584 service neutron] Checking agent: {'id': 'e49d1b2a-ba11-487f-a804-ecbf3c0e8132', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:29:55.659305 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ca9424-e426-4383-857a-07f79fb795bc req-002deb74-3779-4951-91d0-b293b8f39584 service neutron] Checking segment: {'id': '2b9616c0-d67e-4734-b2a8-ca73fbe0ed53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '2d7003e3-43b9-4e89-a175-e5d772781bad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:29:55.659694 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ca9424-e426-4383-857a-07f79fb795bc req-002deb74-3779-4951-91d0-b293b8f39584 service neutron] Bound using segment: {'id': '2b9616c0-d67e-4734-b2a8-ca73fbe0ed53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '2d7003e3-43b9-4e89-a175-e5d772781bad'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:29:55.660223 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-65ca9424-e426-4383-857a-07f79fb795bc req-002deb74-3779-4951-91d0-b293b8f39584 service neutron] Bound port: 57a94660-3888-4b98-bb72-fa071cd9436c, host: n-h1-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b9616c0-d67e-4734-b2a8-ca73fbe0ed53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '2d7003e3-43b9-4e89-a175-e5d772781bad'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:29:55.660601 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-65ca9424-e426-4383-857a-07f79fb795bc req-002deb74-3779-4951-91d0-b293b8f39584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:55.666091 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6c0a19-a3b0-4128-9003-d1a1698531b4 req-53a0c67d-e80b-4dd9-8a65-db040a3e2513 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:55.672339 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6c0a19-a3b0-4128-9003-d1a1698531b4 req-53a0c67d-e80b-4dd9-8a65-db040a3e2513 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:55.677829 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6c0a19-a3b0-4128-9003-d1a1698531b4 req-53a0c67d-e80b-4dd9-8a65-db040a3e2513 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:55.679637 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fa6c0a19-a3b0-4128-9003-d1a1698531b4 req-53a0c67d-e80b-4dd9-8a65-db040a3e2513 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] 10.222.0.53 "GET /v2.0/ports?device_id=fdc9601e-64d3-4596-bd7b-3c009b3c2bc4 HTTP/1.1" status: 200 len: 2377 time: 0.4698081 Jan 18 22:29:55.720869 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4753c95-0883-4e66-a629-8f8acd07a424 req-c09cc975-af19-41e1-be36-be02c21a52bd tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:55.729068 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a4753c95-0883-4e66-a629-8f8acd07a424 req-c09cc975-af19-41e1-be36-be02c21a52bd tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/ports?device_id=9eadb8eb-b75c-4dab-823b-4a8e8e6fca67 HTTP/1.1" status: 200 len: 946 time: 0.1237063 Jan 18 22:29:55.736524 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e71edf97-f058-44db-a535-f5feae4e6940 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:55.752299 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e71edf97-f058-44db-a535-f5feae4e6940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:55.764898 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-65ca9424-e426-4383-857a-07f79fb795bc req-002deb74-3779-4951-91d0-b293b8f39584 service neutron] For port 57a94660-3888-4b98-bb72-fa071cd9436c, host n-h1-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:29:55.782186 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a4753c95-0883-4e66-a629-8f8acd07a424 req-5d41ef0b-7b4a-465f-84e8-b905db4c05c1 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c4b879c-ca9b-483b-8a0d-5ea0d1e77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522051 Jan 18 22:29:55.798229 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-65ca9424-e426-4383-857a-07f79fb795bc req-002deb74-3779-4951-91d0-b293b8f39584 service neutron] For port 57a94660-3888-4b98-bb72-fa071cd9436c, host n-h1-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=57a94660-3888-4b98-bb72-fa071cd9436c,segment=NetworkSegment(2b9616c0-d67e-4734-b2a8-ca73fbe0ed53),segment_id=2b9616c0-d67e-4734-b2a8-ca73fbe0ed53)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:29:55.809409 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-e71edf97-f058-44db-a535-f5feae4e6940 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=814f8c498b864ebe92b6d3b0ab6e56c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2378988 Jan 18 22:29:55.812485 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-65ca9424-e426-4383-857a-07f79fb795bc req-002deb74-3779-4951-91d0-b293b8f39584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:55.814358 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 49684) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:29:55.814964 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fa6c0a19-a3b0-4128-9003-d1a1698531b4 req-c03e7afb-41cb-4c87-a831-82dfabc9e367 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c878f5b-49fe-404e-bf29-19316c08dd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256998 Jan 18 22:29:55.816601 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71edf97-f058-44db-a535-f5feae4e6940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aa1102e-54e3-4c14-ba43-bba83b43c388,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:29:55.910727 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002deb74-3779-4951-91d0-b293b8f39584 service neutron] Pushing event updated for resources: {'Port': ['ID=57a94660-3888-4b98-bb72-fa071cd9436c,revision_number=3']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:29:55.923655 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca9424-e426-4383-857a-07f79fb795bc req-002deb74-3779-4951-91d0-b293b8f39584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:55.924375 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-65ca9424-e426-4383-857a-07f79fb795bc req-002deb74-3779-4951-91d0-b293b8f39584 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:55.926176 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-65ca9424-e426-4383-857a-07f79fb795bc req-002deb74-3779-4951-91d0-b293b8f39584 service neutron] 10.222.0.36 "PUT /v2.0/ports/57a94660-3888-4b98-bb72-fa071cd9436c HTTP/1.1" status: 200 len: 1092 time: 1.0835075 Jan 18 22:29:55.926807 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdc9601e-64d3-4596-bd7b-3c009b3c2bc4', 'tag': '57a94660-3888-4b98-bb72-fa071cd9436c'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:29:55.930034 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f097a4b-7bb1-487c-84ad-f67c27faa5f0" -d '{"events": [{"name": "network-changed", "server_uuid": "fdc9601e-64d3-4596-bd7b-3c009b3c2bc4", "tag": "57a94660-3888-4b98-bb72-fa071cd9436c"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:29:55.965020 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-65ca9424-e426-4383-857a-07f79fb795bc req-8c2d7e76-0b9b-43dd-ae8a-67914a5dae10 service neutron] Request body: {'port': {'device_id': 'fdc9601e-64d3-4596-bd7b-3c009b3c2bc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:29:56.038313 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b355c904-d66c-435d-bd09-dcfe53e19da8 req-b5c299a5-a7bd-4e4a-9a54-82b5b7da01fb tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:56.053833 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b355c904-d66c-435d-bd09-dcfe53e19da8 req-b5c299a5-a7bd-4e4a-9a54-82b5b7da01fb tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c183af1-247e-48b7-aed9-9e45e4b7de12 HTTP/1.1" status: 200 len: 945 time: 0.1118090 Jan 18 22:29:56.059478 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-65ca9424-e426-4383-857a-07f79fb795bc req-8c2d7e76-0b9b-43dd-ae8a-67914a5dae10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:56.127912 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b355c904-d66c-435d-bd09-dcfe53e19da8 req-a2bbe7f4-ca53-4259-aa2c-4d2bc6125cdf tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4c0862f-5b86-40eb-b2c2-a40d9fdb492b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720787 Jan 18 22:29:56.132768 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3dccf106-aa32-40f3-ae19-1232eddfbcf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:56.172806 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59b6b344-36a0-4dae-8e99-3eae30008b62 x-openstack-request-id: req-59b6b344-36a0-4dae-8e99-3eae30008b62 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:29:56.173085 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdc9601e-64d3-4596-bd7b-3c009b3c2bc4", "tag": "57a94660-3888-4b98-bb72-fa071cd9436c", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:29:56.173329 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-59b6b344-36a0-4dae-8e99-3eae30008b62 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:29:56.173775 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdc9601e-64d3-4596-bd7b-3c009b3c2bc4', 'tag': '57a94660-3888-4b98-bb72-fa071cd9436c', 'status': 'completed', 'code': 200} Jan 18 22:29:56.189201 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3dccf106-aa32-40f3-ae19-1232eddfbcf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:56.324928 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6359506-20c7-4edd-8a82-03692f16e8b5 req-d1196610-8d0d-436b-a8d0-add3f9d803e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:56.327096 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e6359506-20c7-4edd-8a82-03692f16e8b5 req-d1196610-8d0d-436b-a8d0-add3f9d803e2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c17ee5dd8e9e40cb94c8338a3c8012f7&device_id=9eadb8eb-b75c-4dab-823b-4a8e8e6fca67 HTTP/1.1" status: 200 len: 1097 time: 0.1688221 Jan 18 22:29:56.338536 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15992ede-c3a7-4fd2-a094-c48e18c4abf6 req-a235aa16-9b45-43a9-9864-2ddfa680aaab tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:56.340060 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-15992ede-c3a7-4fd2-a094-c48e18c4abf6 req-a235aa16-9b45-43a9-9864-2ddfa680aaab tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/ports?device_id=9eadb8eb-b75c-4dab-823b-4a8e8e6fca67 HTTP/1.1" status: 200 len: 946 time: 0.0831940 Jan 18 22:29:56.344379 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f097a4b-7bb1-487c-84ad-f67c27faa5f0 req-30e8c995-de4c-44dc-ab43-4ae4c3a5e010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:56.344862 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f097a4b-7bb1-487c-84ad-f67c27faa5f0 req-30e8c995-de4c-44dc-ab43-4ae4c3a5e010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:56.345352 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f097a4b-7bb1-487c-84ad-f67c27faa5f0 req-30e8c995-de4c-44dc-ab43-4ae4c3a5e010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:56.346908 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1f097a4b-7bb1-487c-84ad-f67c27faa5f0 req-30e8c995-de4c-44dc-ab43-4ae4c3a5e010 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f2db261a4e274a77b72bcc96fca0df7b&device_id=fdc9601e-64d3-4596-bd7b-3c009b3c2bc4 HTTP/1.1" status: 200 len: 2732 time: 0.1444736 Jan 18 22:29:56.401821 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3dccf106-aa32-40f3-ae19-1232eddfbcf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:56.404485 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3dccf106-aa32-40f3-ae19-1232eddfbcf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:56.408510 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-3dccf106-aa32-40f3-ae19-1232eddfbcf3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0aa1102e-54e3-4c14-ba43-bba83b43c388 HTTP/1.1" status: 204 len: 168 time: 0.5889978 Jan 18 22:29:56.428764 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dccf106-aa32-40f3-ae19-1232eddfbcf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aa1102e-54e3-4c14-ba43-bba83b43c388,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:29:56.481710 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f097a4b-7bb1-487c-84ad-f67c27faa5f0 req-5e389806-dcfa-4d3d-a95e-95ceb529be70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:56.482211 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f097a4b-7bb1-487c-84ad-f67c27faa5f0 req-5e389806-dcfa-4d3d-a95e-95ceb529be70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:56.482682 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f097a4b-7bb1-487c-84ad-f67c27faa5f0 req-5e389806-dcfa-4d3d-a95e-95ceb529be70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:56.484291 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1f097a4b-7bb1-487c-84ad-f67c27faa5f0 req-5e389806-dcfa-4d3d-a95e-95ceb529be70 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=f2db261a4e274a77b72bcc96fca0df7b&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.1226857 Jan 18 22:29:56.535994 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [req-65ca9424-e426-4383-857a-07f79fb795bc req-8c2d7e76-0b9b-43dd-ae8a-67914a5dae10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd424e11-57eb-42f5-a8de-6bf652e31942 {{(pid=102431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:29:56.546553 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-65ca9424-e426-4383-857a-07f79fb795bc req-8c2d7e76-0b9b-43dd-ae8a-67914a5dae10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:56.577746 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [req-65ca9424-e426-4383-857a-07f79fb795bc req-8c2d7e76-0b9b-43dd-ae8a-67914a5dae10 service neutron] Transition to ACTIVE for port object cd424e11-57eb-42f5-a8de-6bf652e31942 will not be triggered until provisioned by entity L2. {{(pid=102431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:29:56.588020 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-65ca9424-e426-4383-857a-07f79fb795bc req-8c2d7e76-0b9b-43dd-ae8a-67914a5dae10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:56.605697 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-15992ede-c3a7-4fd2-a094-c48e18c4abf6 req-510f3eb0-7e51-44b9-b67c-db90c43bae36 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c4b879c-ca9b-483b-8a0d-5ea0d1e77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468998 Jan 18 22:29:56.647576 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6359506-20c7-4edd-8a82-03692f16e8b5 req-881935c6-9c20-472a-862e-50c602fb3f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:56.649083 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e6359506-20c7-4edd-8a82-03692f16e8b5 req-881935c6-9c20-472a-862e-50c602fb3f85 service neutron] 10.222.0.67 "GET /v2.0/networks?id=81612e23-1bd0-4058-a190-239d191b7f69 HTTP/1.1" status: 200 len: 911 time: 0.3081090 Jan 18 22:29:56.705326 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2d7e76-0b9b-43dd-ae8a-67914a5dae10 service neutron] Pushing event updated for resources: {'Port': ['ID=cd424e11-57eb-42f5-a8de-6bf652e31942,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:29:56.737915 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e6359506-20c7-4edd-8a82-03692f16e8b5 req-0bf7ce09-b97b-40a2-a829-00fd7da205ed service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=46ec3dd6-f2e3-4f42-8458-f7d82ed704a2 HTTP/1.1" status: 200 len: 217 time: 0.0769787 Jan 18 22:29:56.788883 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-65ca9424-e426-4383-857a-07f79fb795bc req-8c2d7e76-0b9b-43dd-ae8a-67914a5dae10 service neutron] Attempting to bind port cd424e11-57eb-42f5-a8de-6bf652e31942 on host n-h1-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:29:56.789226 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-65ca9424-e426-4383-857a-07f79fb795bc req-8c2d7e76-0b9b-43dd-ae8a-67914a5dae10 service neutron] Attempting to bind port cd424e11-57eb-42f5-a8de-6bf652e31942 by drivers openvswitch,hyperv on host n-h1-825064-1 at level 0 using segments [{'id': 'f3f962b3-7994-4771-8f3d-9df758356e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '69a77eb2-4118-4a00-92b9-9326ce9ad81b'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:29:56.789555 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ca9424-e426-4383-857a-07f79fb795bc req-8c2d7e76-0b9b-43dd-ae8a-67914a5dae10 service neutron] Attempting to bind port cd424e11-57eb-42f5-a8de-6bf652e31942 on network 69a77eb2-4118-4a00-92b9-9326ce9ad81b {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:29:56.795366 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ca9424-e426-4383-857a-07f79fb795bc req-8c2d7e76-0b9b-43dd-ae8a-67914a5dae10 service neutron] Port cd424e11-57eb-42f5-a8de-6bf652e31942 on network 69a77eb2-4118-4a00-92b9-9326ce9ad81b not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:29:56.795891 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ca9424-e426-4383-857a-07f79fb795bc req-8c2d7e76-0b9b-43dd-ae8a-67914a5dae10 service neutron] Attempting to bind port cd424e11-57eb-42f5-a8de-6bf652e31942 on network 69a77eb2-4118-4a00-92b9-9326ce9ad81b {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:29:56.803120 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ca9424-e426-4383-857a-07f79fb795bc req-8c2d7e76-0b9b-43dd-ae8a-67914a5dae10 service neutron] Checking agent: {'id': 'e49d1b2a-ba11-487f-a804-ecbf3c0e8132', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:29:56.803579 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ca9424-e426-4383-857a-07f79fb795bc req-8c2d7e76-0b9b-43dd-ae8a-67914a5dae10 service neutron] Checking segment: {'id': 'f3f962b3-7994-4771-8f3d-9df758356e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '69a77eb2-4118-4a00-92b9-9326ce9ad81b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:29:56.803972 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ca9424-e426-4383-857a-07f79fb795bc req-8c2d7e76-0b9b-43dd-ae8a-67914a5dae10 service neutron] Bound using segment: {'id': 'f3f962b3-7994-4771-8f3d-9df758356e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '69a77eb2-4118-4a00-92b9-9326ce9ad81b'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:29:56.804430 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-65ca9424-e426-4383-857a-07f79fb795bc req-8c2d7e76-0b9b-43dd-ae8a-67914a5dae10 service neutron] Bound port: cd424e11-57eb-42f5-a8de-6bf652e31942, host: n-h1-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3f962b3-7994-4771-8f3d-9df758356e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '69a77eb2-4118-4a00-92b9-9326ce9ad81b'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:29:56.804797 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-65ca9424-e426-4383-857a-07f79fb795bc req-8c2d7e76-0b9b-43dd-ae8a-67914a5dae10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:56.812274 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6359506-20c7-4edd-8a82-03692f16e8b5 req-d4f7a37f-7644-4bfd-8388-376eac986338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:56.813746 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e6359506-20c7-4edd-8a82-03692f16e8b5 req-d4f7a37f-7644-4bfd-8388-376eac986338 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6a6dc105-1e45-4d7e-bc09-9eb9f627d858 HTTP/1.1" status: 200 len: 851 time: 0.0662789 Jan 18 22:29:56.816966 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f097a4b-7bb1-487c-84ad-f67c27faa5f0 req-f7b2d280-085f-4515-b71b-b30383ffb38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:56.818650 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1f097a4b-7bb1-487c-84ad-f67c27faa5f0 req-f7b2d280-085f-4515-b71b-b30383ffb38f service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3018293 Jan 18 22:29:56.866760 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e6359506-20c7-4edd-8a82-03692f16e8b5 req-4a290c2b-518c-41c2-b2a4-f05a2c3a11c9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=81612e23-1bd0-4058-a190-239d191b7f69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456002 Jan 18 22:29:56.896520 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-65ca9424-e426-4383-857a-07f79fb795bc req-8c2d7e76-0b9b-43dd-ae8a-67914a5dae10 service neutron] For port cd424e11-57eb-42f5-a8de-6bf652e31942, host n-h1-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:29:56.900423 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-65ca9424-e426-4383-857a-07f79fb795bc req-8c2d7e76-0b9b-43dd-ae8a-67914a5dae10 service neutron] For port cd424e11-57eb-42f5-a8de-6bf652e31942, host n-h1-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=cd424e11-57eb-42f5-a8de-6bf652e31942,segment=NetworkSegment(f3f962b3-7994-4771-8f3d-9df758356e41),segment_id=f3f962b3-7994-4771-8f3d-9df758356e41)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:29:56.908044 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-65ca9424-e426-4383-857a-07f79fb795bc req-8c2d7e76-0b9b-43dd-ae8a-67914a5dae10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:57.002526 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca9424-e426-4383-857a-07f79fb795bc req-8c2d7e76-0b9b-43dd-ae8a-67914a5dae10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:57.002526 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-65ca9424-e426-4383-857a-07f79fb795bc req-8c2d7e76-0b9b-43dd-ae8a-67914a5dae10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:57.005175 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-65ca9424-e426-4383-857a-07f79fb795bc req-8c2d7e76-0b9b-43dd-ae8a-67914a5dae10 service neutron] 10.222.0.36 "PUT /v2.0/ports/cd424e11-57eb-42f5-a8de-6bf652e31942 HTTP/1.1" status: 200 len: 1092 time: 1.0417454 Jan 18 22:29:57.068523 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-65ca9424-e426-4383-857a-07f79fb795bc req-d0ef2b26-a207-47ab-8c14-49b29afcf714 service neutron] Request body: {'port': {'device_id': 'fdc9601e-64d3-4596-bd7b-3c009b3c2bc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:29:57.076660 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5fe5bf-a8c0-4dbd-b660-221b6149c519 req-2822e1cd-2498-490a-a0d2-df54e8e442db tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:57.084328 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5fe5bf-a8c0-4dbd-b660-221b6149c519 req-2822e1cd-2498-490a-a0d2-df54e8e442db tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:57.093671 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5fe5bf-a8c0-4dbd-b660-221b6149c519 req-2822e1cd-2498-490a-a0d2-df54e8e442db tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:57.095648 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2a5fe5bf-a8c0-4dbd-b660-221b6149c519 req-2822e1cd-2498-490a-a0d2-df54e8e442db tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] 10.222.0.53 "GET /v2.0/ports?device_id=fdc9601e-64d3-4596-bd7b-3c009b3c2bc4 HTTP/1.1" status: 200 len: 2401 time: 0.1185694 Jan 18 22:29:57.099759 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e6359506-20c7-4edd-8a82-03692f16e8b5 req-2963f59a-ab85-4874-aa0e-624f0f13ab6d service neutron] 10.222.0.67 "GET /v2.0/networks/81612e23-1bd0-4058-a190-239d191b7f69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239366 Jan 18 22:29:57.186413 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2d7e76-0b9b-43dd-ae8a-67914a5dae10 service neutron] Pushing event updated for resources: {'Port': ['ID=cd424e11-57eb-42f5-a8de-6bf652e31942,revision_number=3']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:29:57.264107 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-65ca9424-e426-4383-857a-07f79fb795bc req-d0ef2b26-a207-47ab-8c14-49b29afcf714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:57.282668 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2a5fe5bf-a8c0-4dbd-b660-221b6149c519 req-cd78b17c-05f7-430d-b96b-8b3ff7ab7d4e tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c878f5b-49fe-404e-bf29-19316c08dd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776853 Jan 18 22:29:57.346502 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e6359506-20c7-4edd-8a82-03692f16e8b5 req-45aa9590-02bf-492c-8e6c-e26239cb45e2 service neutron] 10.222.0.67 "GET /v2.0/networks/81612e23-1bd0-4058-a190-239d191b7f69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292454 Jan 18 22:29:57.366500 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b597666f-f9d2-4a26-841e-7a2c568016f9 req-e7b42bd8-75b9-4af1-a0ff-d0e7ac3a10f0 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:57.376440 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b597666f-f9d2-4a26-841e-7a2c568016f9 req-e7b42bd8-75b9-4af1-a0ff-d0e7ac3a10f0 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c183af1-247e-48b7-aed9-9e45e4b7de12 HTTP/1.1" status: 200 len: 945 time: 0.1146421 Jan 18 22:29:57.438968 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b597666f-f9d2-4a26-841e-7a2c568016f9 req-ae979bc6-052c-4f76-9789-d75fb0b2b16a tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4c0862f-5b86-40eb-b2c2-a40d9fdb492b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534267 Jan 18 22:29:57.660576 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [req-65ca9424-e426-4383-857a-07f79fb795bc req-d0ef2b26-a207-47ab-8c14-49b29afcf714 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14679519-c5cf-473c-a420-13caeb2e5e56 {{(pid=102431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:29:57.668856 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-65ca9424-e426-4383-857a-07f79fb795bc req-d0ef2b26-a207-47ab-8c14-49b29afcf714 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:57.681809 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [req-65ca9424-e426-4383-857a-07f79fb795bc req-d0ef2b26-a207-47ab-8c14-49b29afcf714 service neutron] Transition to ACTIVE for port object 14679519-c5cf-473c-a420-13caeb2e5e56 will not be triggered until provisioned by entity L2. {{(pid=102431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:29:57.687983 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-65ca9424-e426-4383-857a-07f79fb795bc req-d0ef2b26-a207-47ab-8c14-49b29afcf714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:57.761192 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ef2b26-a207-47ab-8c14-49b29afcf714 service neutron] Pushing event updated for resources: {'Port': ['ID=14679519-c5cf-473c-a420-13caeb2e5e56,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:29:57.778157 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee6c63c-6180-4971-a1c8-33c5010174ef req-61e49288-eea5-4254-a7a1-18650208fafb tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:57.786555 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1ee6c63c-6180-4971-a1c8-33c5010174ef req-61e49288-eea5-4254-a7a1-18650208fafb tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/ports?device_id=9eadb8eb-b75c-4dab-823b-4a8e8e6fca67 HTTP/1.1" status: 200 len: 946 time: 0.0824635 Jan 18 22:29:57.843858 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1ee6c63c-6180-4971-a1c8-33c5010174ef req-fa931fd0-9f4f-4c2a-8f0b-447d82371a20 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c4b879c-ca9b-483b-8a0d-5ea0d1e77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560217 Jan 18 22:29:57.849981 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-65ca9424-e426-4383-857a-07f79fb795bc req-d0ef2b26-a207-47ab-8c14-49b29afcf714 service neutron] Attempting to bind port 14679519-c5cf-473c-a420-13caeb2e5e56 on host n-h1-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:29:57.850456 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-65ca9424-e426-4383-857a-07f79fb795bc req-d0ef2b26-a207-47ab-8c14-49b29afcf714 service neutron] Attempting to bind port 14679519-c5cf-473c-a420-13caeb2e5e56 by drivers openvswitch,hyperv on host n-h1-825064-1 at level 0 using segments [{'id': '2b9616c0-d67e-4734-b2a8-ca73fbe0ed53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '2d7003e3-43b9-4e89-a175-e5d772781bad'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:29:57.851138 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ca9424-e426-4383-857a-07f79fb795bc req-d0ef2b26-a207-47ab-8c14-49b29afcf714 service neutron] Attempting to bind port 14679519-c5cf-473c-a420-13caeb2e5e56 on network 2d7003e3-43b9-4e89-a175-e5d772781bad {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:29:57.855980 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ca9424-e426-4383-857a-07f79fb795bc req-d0ef2b26-a207-47ab-8c14-49b29afcf714 service neutron] Port 14679519-c5cf-473c-a420-13caeb2e5e56 on network 2d7003e3-43b9-4e89-a175-e5d772781bad not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:29:57.856460 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ca9424-e426-4383-857a-07f79fb795bc req-d0ef2b26-a207-47ab-8c14-49b29afcf714 service neutron] Attempting to bind port 14679519-c5cf-473c-a420-13caeb2e5e56 on network 2d7003e3-43b9-4e89-a175-e5d772781bad {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:29:57.862479 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ca9424-e426-4383-857a-07f79fb795bc req-d0ef2b26-a207-47ab-8c14-49b29afcf714 service neutron] Checking agent: {'id': 'e49d1b2a-ba11-487f-a804-ecbf3c0e8132', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:29:57.863043 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ca9424-e426-4383-857a-07f79fb795bc req-d0ef2b26-a207-47ab-8c14-49b29afcf714 service neutron] Checking segment: {'id': '2b9616c0-d67e-4734-b2a8-ca73fbe0ed53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '2d7003e3-43b9-4e89-a175-e5d772781bad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:29:57.863632 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ca9424-e426-4383-857a-07f79fb795bc req-d0ef2b26-a207-47ab-8c14-49b29afcf714 service neutron] Bound using segment: {'id': '2b9616c0-d67e-4734-b2a8-ca73fbe0ed53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '2d7003e3-43b9-4e89-a175-e5d772781bad'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:29:57.864223 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-65ca9424-e426-4383-857a-07f79fb795bc req-d0ef2b26-a207-47ab-8c14-49b29afcf714 service neutron] Bound port: 14679519-c5cf-473c-a420-13caeb2e5e56, host: n-h1-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b9616c0-d67e-4734-b2a8-ca73fbe0ed53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '2d7003e3-43b9-4e89-a175-e5d772781bad'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:29:57.864717 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-65ca9424-e426-4383-857a-07f79fb795bc req-d0ef2b26-a207-47ab-8c14-49b29afcf714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:57.941345 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-65ca9424-e426-4383-857a-07f79fb795bc req-d0ef2b26-a207-47ab-8c14-49b29afcf714 service neutron] For port 14679519-c5cf-473c-a420-13caeb2e5e56, host n-h1-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:29:57.947531 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-65ca9424-e426-4383-857a-07f79fb795bc req-d0ef2b26-a207-47ab-8c14-49b29afcf714 service neutron] For port 14679519-c5cf-473c-a420-13caeb2e5e56, host n-h1-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=14679519-c5cf-473c-a420-13caeb2e5e56,segment=NetworkSegment(2b9616c0-d67e-4734-b2a8-ca73fbe0ed53),segment_id=2b9616c0-d67e-4734-b2a8-ca73fbe0ed53)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:29:57.958255 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-65ca9424-e426-4383-857a-07f79fb795bc req-d0ef2b26-a207-47ab-8c14-49b29afcf714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:58.023783 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ef2b26-a207-47ab-8c14-49b29afcf714 service neutron] Pushing event updated for resources: {'Port': ['ID=14679519-c5cf-473c-a420-13caeb2e5e56,revision_number=3']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:29:58.053845 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca9424-e426-4383-857a-07f79fb795bc req-d0ef2b26-a207-47ab-8c14-49b29afcf714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:58.054555 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-65ca9424-e426-4383-857a-07f79fb795bc req-d0ef2b26-a207-47ab-8c14-49b29afcf714 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:29:58.056032 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-65ca9424-e426-4383-857a-07f79fb795bc req-d0ef2b26-a207-47ab-8c14-49b29afcf714 service neutron] 10.222.0.36 "PUT /v2.0/ports/14679519-c5cf-473c-a420-13caeb2e5e56 HTTP/1.1" status: 200 len: 1092 time: 1.0049026 Jan 18 22:29:58.168279 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca9424-e426-4383-857a-07f79fb795bc req-bf0a1857-50e2-4c78-ae9c-8da1ccfffff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:58.168763 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca9424-e426-4383-857a-07f79fb795bc req-bf0a1857-50e2-4c78-ae9c-8da1ccfffff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:58.169221 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca9424-e426-4383-857a-07f79fb795bc req-bf0a1857-50e2-4c78-ae9c-8da1ccfffff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:58.171422 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-65ca9424-e426-4383-857a-07f79fb795bc req-bf0a1857-50e2-4c78-ae9c-8da1ccfffff9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f2db261a4e274a77b72bcc96fca0df7b&device_id=fdc9601e-64d3-4596-bd7b-3c009b3c2bc4 HTTP/1.1" status: 200 len: 2866 time: 0.0534101 Jan 18 22:29:58.175065 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdc9601e-64d3-4596-bd7b-3c009b3c2bc4', 'tag': 'cd424e11-57eb-42f5-a8de-6bf652e31942'}, {'name': 'network-changed', 'server_uuid': 'fdc9601e-64d3-4596-bd7b-3c009b3c2bc4', 'tag': '14679519-c5cf-473c-a420-13caeb2e5e56'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:29:58.177712 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fdef54f-83a9-4f90-bbe4-5db30fa9dc12" -d '{"events": [{"name": "network-changed", "server_uuid": "fdc9601e-64d3-4596-bd7b-3c009b3c2bc4", "tag": "cd424e11-57eb-42f5-a8de-6bf652e31942"}, {"name": "network-changed", "server_uuid": "fdc9601e-64d3-4596-bd7b-3c009b3c2bc4", "tag": "14679519-c5cf-473c-a420-13caeb2e5e56"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:29:58.254630 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-65ca9424-e426-4383-857a-07f79fb795bc req-e6a64786-d6d1-4881-a4ac-778d3284d925 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.119&port_id=57a94660-3888-4b98-bb72-fa071cd9436c HTTP/1.1" status: 200 len: 217 time: 0.0729170 Jan 18 22:29:58.257779 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 18 Jan 2022 22:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-054d7841-1b86-4fc9-9cd4-d63eb21f068a x-openstack-request-id: req-054d7841-1b86-4fc9-9cd4-d63eb21f068a {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:29:58.258166 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdc9601e-64d3-4596-bd7b-3c009b3c2bc4", "tag": "cd424e11-57eb-42f5-a8de-6bf652e31942", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fdc9601e-64d3-4596-bd7b-3c009b3c2bc4", "tag": "14679519-c5cf-473c-a420-13caeb2e5e56", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:29:58.258533 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-054d7841-1b86-4fc9-9cd4-d63eb21f068a {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:29:58.259015 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdc9601e-64d3-4596-bd7b-3c009b3c2bc4', 'tag': 'cd424e11-57eb-42f5-a8de-6bf652e31942', 'status': 'completed', 'code': 200} Jan 18 22:29:58.259365 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdc9601e-64d3-4596-bd7b-3c009b3c2bc4', 'tag': '14679519-c5cf-473c-a420-13caeb2e5e56', 'status': 'completed', 'code': 200} Jan 18 22:29:58.316800 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca9424-e426-4383-857a-07f79fb795bc req-4151002f-95ae-4422-98a9-9eae1ded74bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:58.318588 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-65ca9424-e426-4383-857a-07f79fb795bc req-4151002f-95ae-4422-98a9-9eae1ded74bb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=14e8dc4a-6b26-4416-90cf-8d211884199c HTTP/1.1" status: 200 len: 801 time: 0.0543454 Jan 18 22:29:58.388446 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca9424-e426-4383-857a-07f79fb795bc req-ebc8d8dc-81af-486e-aec5-d731001c69bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:58.390706 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-65ca9424-e426-4383-857a-07f79fb795bc req-ebc8d8dc-81af-486e-aec5-d731001c69bc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2d7003e3-43b9-4e89-a175-e5d772781bad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0632606 Jan 18 22:29:58.481024 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98476ad6-b068-4751-a8a0-79ddb8fc9a62 req-fe0b3d61-95fd-47e7-b48c-0b5b19ac563d tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:58.488091 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98476ad6-b068-4751-a8a0-79ddb8fc9a62 req-fe0b3d61-95fd-47e7-b48c-0b5b19ac563d tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:58.494596 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98476ad6-b068-4751-a8a0-79ddb8fc9a62 req-fe0b3d61-95fd-47e7-b48c-0b5b19ac563d tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:58.502949 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-98476ad6-b068-4751-a8a0-79ddb8fc9a62 req-fe0b3d61-95fd-47e7-b48c-0b5b19ac563d tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] 10.222.0.53 "GET /v2.0/ports?device_id=fdc9601e-64d3-4596-bd7b-3c009b3c2bc4 HTTP/1.1" status: 200 len: 2413 time: 0.1365495 Jan 18 22:29:58.539683 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-65ca9424-e426-4383-857a-07f79fb795bc req-c49b9ff9-db77-4aa0-8b3d-3206f2f3375c service neutron] 10.222.0.36 "GET /v2.0/networks/2d7003e3-43b9-4e89-a175-e5d772781bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423385 Jan 18 22:29:58.589523 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-98476ad6-b068-4751-a8a0-79ddb8fc9a62 req-05047415-e177-454f-9227-682dab0910b5 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c878f5b-49fe-404e-bf29-19316c08dd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834861 Jan 18 22:29:58.614354 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385af9f6-1a5e-46ae-823a-64f1c7c7a63c req-f705bc6a-841b-403a-a232-eced9c6c3239 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:58.616279 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-385af9f6-1a5e-46ae-823a-64f1c7c7a63c req-f705bc6a-841b-403a-a232-eced9c6c3239 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c183af1-247e-48b7-aed9-9e45e4b7de12 HTTP/1.1" status: 200 len: 945 time: 0.0850320 Jan 18 22:29:58.678961 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-385af9f6-1a5e-46ae-823a-64f1c7c7a63c req-38e8801a-51fd-4f6f-8659-3a63ad986622 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4c0862f-5b86-40eb-b2c2-a40d9fdb492b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559485 Jan 18 22:29:58.705978 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-65ca9424-e426-4383-857a-07f79fb795bc req-cc512516-fe7c-4276-a3e2-f829dafe966e service neutron] 10.222.0.36 "GET /v2.0/networks/2d7003e3-43b9-4e89-a175-e5d772781bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592581 Jan 18 22:29:58.760179 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-65ca9424-e426-4383-857a-07f79fb795bc req-ca8641db-dbbb-43af-bfcd-3ce11f087775 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.177&port_id=cd424e11-57eb-42f5-a8de-6bf652e31942 HTTP/1.1" status: 200 len: 217 time: 0.0461922 Jan 18 22:29:58.812847 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca9424-e426-4383-857a-07f79fb795bc req-de706096-3e05-4f5c-9422-0b682089fae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:58.814228 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-65ca9424-e426-4383-857a-07f79fb795bc req-de706096-3e05-4f5c-9422-0b682089fae4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=be8f6ef7-0cb3-41b6-8b4f-854cc6ca5248 HTTP/1.1" status: 200 len: 801 time: 0.0449972 Jan 18 22:29:58.863942 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca9424-e426-4383-857a-07f79fb795bc req-77c079b6-a395-458a-8e70-0a4d7486074e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:58.865663 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-65ca9424-e426-4383-857a-07f79fb795bc req-77c079b6-a395-458a-8e70-0a4d7486074e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=69a77eb2-4118-4a00-92b9-9326ce9ad81b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0446336 Jan 18 22:29:59.037836 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-65ca9424-e426-4383-857a-07f79fb795bc req-7a328d1d-d23e-41ae-92bd-c0e658276917 service neutron] 10.222.0.36 "GET /v2.0/networks/69a77eb2-4118-4a00-92b9-9326ce9ad81b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638472 Jan 18 22:29:59.062016 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4f2c87-fb73-4069-b848-02b0fe52afcf req-1e021227-da89-411f-90fc-3cc4d060b84e tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:59.065252 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0c4f2c87-fb73-4069-b848-02b0fe52afcf req-1e021227-da89-411f-90fc-3cc4d060b84e tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/ports?device_id=9eadb8eb-b75c-4dab-823b-4a8e8e6fca67 HTTP/1.1" status: 200 len: 946 time: 0.1372821 Jan 18 22:29:59.138065 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0c4f2c87-fb73-4069-b848-02b0fe52afcf req-2af73568-f058-4f17-bda6-18229fd91f81 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c4b879c-ca9b-483b-8a0d-5ea0d1e77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519197 Jan 18 22:29:59.196496 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-65ca9424-e426-4383-857a-07f79fb795bc req-3aac1643-b000-46b9-b7e3-8a3d3016149a service neutron] 10.222.0.36 "GET /v2.0/networks/69a77eb2-4118-4a00-92b9-9326ce9ad81b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506233 Jan 18 22:29:59.248769 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-65ca9424-e426-4383-857a-07f79fb795bc req-ca30de28-b2df-4820-a4ab-a9144bd60da3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.156&port_id=14679519-c5cf-473c-a420-13caeb2e5e56 HTTP/1.1" status: 200 len: 217 time: 0.0410056 Jan 18 22:29:59.297791 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca9424-e426-4383-857a-07f79fb795bc req-1fb17d6a-627d-4948-b307-57b0b0c8586c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:59.299356 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-65ca9424-e426-4383-857a-07f79fb795bc req-1fb17d6a-627d-4948-b307-57b0b0c8586c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=14e8dc4a-6b26-4416-90cf-8d211884199c HTTP/1.1" status: 200 len: 801 time: 0.0434935 Jan 18 22:29:59.348692 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca9424-e426-4383-857a-07f79fb795bc req-b38d1e25-24af-406f-bc27-004b8bc4605a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:59.351062 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-65ca9424-e426-4383-857a-07f79fb795bc req-b38d1e25-24af-406f-bc27-004b8bc4605a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2d7003e3-43b9-4e89-a175-e5d772781bad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0418272 Jan 18 22:29:59.459681 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-65ca9424-e426-4383-857a-07f79fb795bc req-32f88bfb-378b-439a-9ac1-43c9a1a7d5b0 service neutron] 10.222.0.36 "GET /v2.0/networks/2d7003e3-43b9-4e89-a175-e5d772781bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014199 Jan 18 22:29:59.550032 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-65ca9424-e426-4383-857a-07f79fb795bc req-54efc3cc-82d1-40b1-b180-6a76d484ac64 service neutron] 10.222.0.36 "GET /v2.0/networks/2d7003e3-43b9-4e89-a175-e5d772781bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820959 Jan 18 22:29:59.661450 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdef54f-83a9-4f90-bbe4-5db30fa9dc12 req-9e3d7d38-41ba-403c-a73d-a8724f0a2677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:59.662033 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdef54f-83a9-4f90-bbe4-5db30fa9dc12 req-9e3d7d38-41ba-403c-a73d-a8724f0a2677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:59.665494 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdef54f-83a9-4f90-bbe4-5db30fa9dc12 req-9e3d7d38-41ba-403c-a73d-a8724f0a2677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:59.665494 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2fdef54f-83a9-4f90-bbe4-5db30fa9dc12 req-9e3d7d38-41ba-403c-a73d-a8724f0a2677 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f2db261a4e274a77b72bcc96fca0df7b&device_id=fdc9601e-64d3-4596-bd7b-3c009b3c2bc4 HTTP/1.1" status: 200 len: 2866 time: 0.0531726 Jan 18 22:29:59.735013 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6f7a77-8666-45ed-870e-7893e6da8b23 req-3f59a79e-4fd6-4b34-b380-f6b63ad751c2 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:59.741365 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6f7a77-8666-45ed-870e-7893e6da8b23 req-3f59a79e-4fd6-4b34-b380-f6b63ad751c2 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:59.751719 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6f7a77-8666-45ed-870e-7893e6da8b23 req-3f59a79e-4fd6-4b34-b380-f6b63ad751c2 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:59.759190 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ee6f7a77-8666-45ed-870e-7893e6da8b23 req-3f59a79e-4fd6-4b34-b380-f6b63ad751c2 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] 10.222.0.53 "GET /v2.0/ports?device_id=fdc9601e-64d3-4596-bd7b-3c009b3c2bc4 HTTP/1.1" status: 200 len: 2413 time: 0.1028945 Jan 18 22:29:59.801591 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdef54f-83a9-4f90-bbe4-5db30fa9dc12 req-8eacfc83-ccd1-4951-945a-778453c5c1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:59.803269 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2fdef54f-83a9-4f90-bbe4-5db30fa9dc12 req-8eacfc83-ccd1-4951-945a-778453c5c1d7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=69a77eb2-4118-4a00-92b9-9326ce9ad81b HTTP/1.1" status: 200 len: 902 time: 0.1310596 Jan 18 22:29:59.838429 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ee6f7a77-8666-45ed-870e-7893e6da8b23 req-533d17d8-1128-42be-9936-391a181a8417 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c878f5b-49fe-404e-bf29-19316c08dd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734863 Jan 18 22:29:59.847517 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e05bde-e789-4eeb-beee-b5e9d4aebfed req-8829be49-1bdd-4b12-b295-e8756b7fa99b tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:59.849263 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c5e05bde-e789-4eeb-beee-b5e9d4aebfed req-8829be49-1bdd-4b12-b295-e8756b7fa99b tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c183af1-247e-48b7-aed9-9e45e4b7de12 HTTP/1.1" status: 200 len: 945 time: 0.0874803 Jan 18 22:29:59.851568 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2fdef54f-83a9-4f90-bbe4-5db30fa9dc12 req-ead4bad5-9c8c-4175-b44f-4e4d1632b3dc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.177&port_id=cd424e11-57eb-42f5-a8de-6bf652e31942 HTTP/1.1" status: 200 len: 217 time: 0.0382633 Jan 18 22:29:59.897821 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c5e05bde-e789-4eeb-beee-b5e9d4aebfed req-4f16288a-6242-415c-a3df-971f7672006a tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4c0862f-5b86-40eb-b2c2-a40d9fdb492b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425608 Jan 18 22:29:59.909435 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdef54f-83a9-4f90-bbe4-5db30fa9dc12 req-43aa3e9b-34b4-41c2-b196-74d67814dbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:59.911211 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2fdef54f-83a9-4f90-bbe4-5db30fa9dc12 req-43aa3e9b-34b4-41c2-b196-74d67814dbc0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=be8f6ef7-0cb3-41b6-8b4f-854cc6ca5248 HTTP/1.1" status: 200 len: 801 time: 0.0525537 Jan 18 22:29:59.969249 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdef54f-83a9-4f90-bbe4-5db30fa9dc12 req-9950499d-81ab-4b2c-bd97-4e65615b61cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:29:59.970742 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2fdef54f-83a9-4f90-bbe4-5db30fa9dc12 req-9950499d-81ab-4b2c-bd97-4e65615b61cb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=69a77eb2-4118-4a00-92b9-9326ce9ad81b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0498776 Jan 18 22:30:00.084034 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2fdef54f-83a9-4f90-bbe4-5db30fa9dc12 req-a81504f0-9488-4fc1-ad31-e8c7df5d294f service neutron] 10.222.0.36 "GET /v2.0/networks/69a77eb2-4118-4a00-92b9-9326ce9ad81b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055205 Jan 18 22:30:00.201649 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2fdef54f-83a9-4f90-bbe4-5db30fa9dc12 req-1b7039dd-db21-4d23-941d-ea3da502d660 service neutron] 10.222.0.36 "GET /v2.0/networks/69a77eb2-4118-4a00-92b9-9326ce9ad81b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102164 Jan 18 22:30:00.276212 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6562d1-2f1d-4b65-8a06-a62fa85618db req-6334d601-e64f-4ac8-b82b-1429986dbf5b tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:00.284434 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6d6562d1-2f1d-4b65-8a06-a62fa85618db req-6334d601-e64f-4ac8-b82b-1429986dbf5b tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/ports?device_id=9eadb8eb-b75c-4dab-823b-4a8e8e6fca67 HTTP/1.1" status: 200 len: 946 time: 0.0723946 Jan 18 22:30:00.320103 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdef54f-83a9-4f90-bbe4-5db30fa9dc12 req-17d252be-c344-4f0c-93a1-e078456bdb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:00.320613 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdef54f-83a9-4f90-bbe4-5db30fa9dc12 req-17d252be-c344-4f0c-93a1-e078456bdb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:00.321077 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdef54f-83a9-4f90-bbe4-5db30fa9dc12 req-17d252be-c344-4f0c-93a1-e078456bdb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:00.322687 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2fdef54f-83a9-4f90-bbe4-5db30fa9dc12 req-17d252be-c344-4f0c-93a1-e078456bdb22 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f2db261a4e274a77b72bcc96fca0df7b&device_id=fdc9601e-64d3-4596-bd7b-3c009b3c2bc4 HTTP/1.1" status: 200 len: 2866 time: 0.0655882 Jan 18 22:30:00.328513 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6d6562d1-2f1d-4b65-8a06-a62fa85618db req-96146b39-8b19-4865-8660-16681f0ea910 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c4b879c-ca9b-483b-8a0d-5ea0d1e77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420084 Jan 18 22:30:00.419398 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdef54f-83a9-4f90-bbe4-5db30fa9dc12 req-d7fe4a5a-a64d-4978-ad11-0f20c935fcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:00.421482 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2fdef54f-83a9-4f90-bbe4-5db30fa9dc12 req-d7fe4a5a-a64d-4978-ad11-0f20c935fcc1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2d7003e3-43b9-4e89-a175-e5d772781bad HTTP/1.1" status: 200 len: 901 time: 0.0919106 Jan 18 22:30:00.466444 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2fdef54f-83a9-4f90-bbe4-5db30fa9dc12 req-54f10ec6-1462-433a-9c47-c4e144c451a3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.156&port_id=14679519-c5cf-473c-a420-13caeb2e5e56 HTTP/1.1" status: 200 len: 217 time: 0.0354292 Jan 18 22:30:00.517346 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdef54f-83a9-4f90-bbe4-5db30fa9dc12 req-9ec29f50-7c84-4cf4-a1d0-efff2867810a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:00.518825 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2fdef54f-83a9-4f90-bbe4-5db30fa9dc12 req-9ec29f50-7c84-4cf4-a1d0-efff2867810a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=14e8dc4a-6b26-4416-90cf-8d211884199c HTTP/1.1" status: 200 len: 801 time: 0.0453389 Jan 18 22:30:00.570187 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdef54f-83a9-4f90-bbe4-5db30fa9dc12 req-01195d92-5fe5-4c17-872f-88155d4bea90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:00.571672 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2fdef54f-83a9-4f90-bbe4-5db30fa9dc12 req-01195d92-5fe5-4c17-872f-88155d4bea90 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2d7003e3-43b9-4e89-a175-e5d772781bad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0451903 Jan 18 22:30:00.670459 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2fdef54f-83a9-4f90-bbe4-5db30fa9dc12 req-40cb2c89-0a23-4a56-a0be-77a74f8f22ae service neutron] 10.222.0.36 "GET /v2.0/networks/2d7003e3-43b9-4e89-a175-e5d772781bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906036 Jan 18 22:30:00.785297 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2fdef54f-83a9-4f90-bbe4-5db30fa9dc12 req-7596e46f-2bc2-4480-a585-2019a5c47835 service neutron] 10.222.0.36 "GET /v2.0/networks/2d7003e3-43b9-4e89-a175-e5d772781bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073170 Jan 18 22:30:00.965727 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5385210a-fa37-45d6-8a2f-2e189bea4afc req-10a32bf2-9b33-4bcd-8391-86fb4cf531d3 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:00.976348 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5385210a-fa37-45d6-8a2f-2e189bea4afc req-10a32bf2-9b33-4bcd-8391-86fb4cf531d3 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:00.985467 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5385210a-fa37-45d6-8a2f-2e189bea4afc req-10a32bf2-9b33-4bcd-8391-86fb4cf531d3 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:00.988872 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5385210a-fa37-45d6-8a2f-2e189bea4afc req-10a32bf2-9b33-4bcd-8391-86fb4cf531d3 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] 10.222.0.53 "GET /v2.0/ports?device_id=fdc9601e-64d3-4596-bd7b-3c009b3c2bc4 HTTP/1.1" status: 200 len: 2413 time: 0.0826719 Jan 18 22:30:01.066905 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5385210a-fa37-45d6-8a2f-2e189bea4afc req-a82ca182-2d8a-436d-9bdc-c5abb70ccbb5 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c878f5b-49fe-404e-bf29-19316c08dd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718126 Jan 18 22:30:01.088681 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df057956-a968-4e1a-b76f-79a0cbbcd5d7 req-125fe00d-e18c-4df1-8c9b-c0c470d26b8e tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:01.090547 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-df057956-a968-4e1a-b76f-79a0cbbcd5d7 req-125fe00d-e18c-4df1-8c9b-c0c470d26b8e tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c183af1-247e-48b7-aed9-9e45e4b7de12 HTTP/1.1" status: 200 len: 945 time: 0.0812252 Jan 18 22:30:01.147434 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-df057956-a968-4e1a-b76f-79a0cbbcd5d7 req-045f061b-6408-4f0e-81be-0b9e74c4bd23 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4c0862f-5b86-40eb-b2c2-a40d9fdb492b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480723 Jan 18 22:30:01.465215 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc752b22-b8e3-46c4-aaf8-2eb2205aaea2 req-3d1e7d49-01ab-4e58-846a-2ac55a57d704 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:01.466628 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-dc752b22-b8e3-46c4-aaf8-2eb2205aaea2 req-3d1e7d49-01ab-4e58-846a-2ac55a57d704 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/ports?device_id=9eadb8eb-b75c-4dab-823b-4a8e8e6fca67 HTTP/1.1" status: 200 len: 946 time: 0.0619755 Jan 18 22:30:01.510182 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-dc752b22-b8e3-46c4-aaf8-2eb2205aaea2 req-3edc2f8f-66e9-4c06-a280-8233331180a4 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c4b879c-ca9b-483b-8a0d-5ea0d1e77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366859 Jan 18 22:30:02.070395 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 17b5d497-89e8-4316-854a-e01b4efd12f0 details requested by agent hyperv_n-h1-825064-1 with host n-h1-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:30:02.148040 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 22:30:02.311647 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 17b5d497-89e8-4316-854a-e01b4efd12f0, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=17b5d497-89e8-4316-854a-e01b4efd12f0,segment=NetworkSegment(70a4f94b-4f48-4441-9e9d-d65add0cb430),segment_id=70a4f94b-4f48-4441-9e9d-d65add0cb430)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:30:02.331503 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Returning: {'device': '17b5d497-89e8-4316-854a-e01b4efd12f0', 'network_id': '9f0c6f68-00d4-4074-963d-5eeb6360e1ec', 'port_id': '17b5d497-89e8-4316-854a-e01b4efd12f0', 'mac_address': 'fa:16:3e:0e:8f:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7bcd428-9869-4592-8e72-20a2a0d3310e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:30:02.338779 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca6962c-afd6-4785-861a-6094999ea28c req-6467ba7c-a105-4207-8dab-1266edbc6bbd tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:02.349823 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca6962c-afd6-4785-861a-6094999ea28c req-6467ba7c-a105-4207-8dab-1266edbc6bbd tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:02.371275 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca6962c-afd6-4785-861a-6094999ea28c req-6467ba7c-a105-4207-8dab-1266edbc6bbd tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:02.373731 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:02.375119 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-eca6962c-afd6-4785-861a-6094999ea28c req-6467ba7c-a105-4207-8dab-1266edbc6bbd tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] 10.222.0.53 "GET /v2.0/ports?device_id=fdc9601e-64d3-4596-bd7b-3c009b3c2bc4 HTTP/1.1" status: 200 len: 2413 time: 0.1623313 Jan 18 22:30:02.399843 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 17b5d497-89e8-4316-854a-e01b4efd12f0 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:30:02.421515 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 17b5d497-89e8-4316-854a-e01b4efd12f0, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=17b5d497-89e8-4316-854a-e01b4efd12f0,segment=NetworkSegment(70a4f94b-4f48-4441-9e9d-d65add0cb430),segment_id=70a4f94b-4f48-4441-9e9d-d65add0cb430)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:30:02.428780 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:02.431655 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 14679519-c5cf-473c-a420-13caeb2e5e56 details requested by agent hyperv_n-h1-825064-1 with host n-h1-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:30:02.469909 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-eca6962c-afd6-4785-861a-6094999ea28c req-73e7ed3c-a2f5-478b-855d-a0ee05bed707 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c878f5b-49fe-404e-bf29-19316c08dd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798373 Jan 18 22:30:02.491546 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7ff772-9ef4-4df1-aa0b-6833ac03f0be req-075a4af6-e145-4086-b693-724d7ffa6dfd tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:02.496540 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cc7ff772-9ef4-4df1-aa0b-6833ac03f0be req-075a4af6-e145-4086-b693-724d7ffa6dfd tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c183af1-247e-48b7-aed9-9e45e4b7de12 HTTP/1.1" status: 200 len: 945 time: 0.1199229 Jan 18 22:30:02.603363 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cc7ff772-9ef4-4df1-aa0b-6833ac03f0be req-165a988f-12cc-4d42-9278-1e6c01fb9f25 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4c0862f-5b86-40eb-b2c2-a40d9fdb492b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839996 Jan 18 22:30:02.792467 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641b5c56-15d1-4fff-8b15-8dcce7fb11a1 req-bd895e97-ab9f-417b-b8fd-ebea348caf86 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:02.796554 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-641b5c56-15d1-4fff-8b15-8dcce7fb11a1 req-bd895e97-ab9f-417b-b8fd-ebea348caf86 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/ports?device_id=9eadb8eb-b75c-4dab-823b-4a8e8e6fca67 HTTP/1.1" status: 200 len: 946 time: 0.1060331 Jan 18 22:30:02.887502 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-641b5c56-15d1-4fff-8b15-8dcce7fb11a1 req-41e12f94-10b3-4b9b-8935-b2bd335f4c5f tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c4b879c-ca9b-483b-8a0d-5ea0d1e77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809445 Jan 18 22:30:02.897800 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=17b5d497-89e8-4316-854a-e01b4efd12f0,revision_number=6']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:30:02.930918 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 14679519-c5cf-473c-a420-13caeb2e5e56, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=14679519-c5cf-473c-a420-13caeb2e5e56,segment=NetworkSegment(2b9616c0-d67e-4734-b2a8-ca73fbe0ed53),segment_id=2b9616c0-d67e-4734-b2a8-ca73fbe0ed53)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:30:02.951952 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Returning: {'device': '14679519-c5cf-473c-a420-13caeb2e5e56', 'network_id': '2d7003e3-43b9-4e89-a175-e5d772781bad', 'port_id': '14679519-c5cf-473c-a420-13caeb2e5e56', 'mac_address': 'fa:16:3e:45:81:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14e8dc4a-6b26-4416-90cf-8d211884199c', 'ip_address': '19.80.0.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:30:02.995880 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:03.027559 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14679519-c5cf-473c-a420-13caeb2e5e56 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:30:03.098965 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 14679519-c5cf-473c-a420-13caeb2e5e56, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=14679519-c5cf-473c-a420-13caeb2e5e56,segment=NetworkSegment(2b9616c0-d67e-4734-b2a8-ca73fbe0ed53),segment_id=2b9616c0-d67e-4734-b2a8-ca73fbe0ed53)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:30:03.120865 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:03.122682 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device cd424e11-57eb-42f5-a8de-6bf652e31942 details requested by agent hyperv_n-h1-825064-1 with host n-h1-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:30:03.284002 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=14679519-c5cf-473c-a420-13caeb2e5e56,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:30:03.384076 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port cd424e11-57eb-42f5-a8de-6bf652e31942, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=cd424e11-57eb-42f5-a8de-6bf652e31942,segment=NetworkSegment(f3f962b3-7994-4771-8f3d-9df758356e41),segment_id=f3f962b3-7994-4771-8f3d-9df758356e41)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:30:03.402140 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Returning: {'device': 'cd424e11-57eb-42f5-a8de-6bf652e31942', 'network_id': '69a77eb2-4118-4a00-92b9-9326ce9ad81b', 'port_id': 'cd424e11-57eb-42f5-a8de-6bf652e31942', 'mac_address': 'fa:16:3e:32:7e:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be8f6ef7-0cb3-41b6-8b4f-854cc6ca5248', 'ip_address': '19.86.0.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:30:03.533056 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:03.578849 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd424e11-57eb-42f5-a8de-6bf652e31942 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:30:03.640752 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port cd424e11-57eb-42f5-a8de-6bf652e31942, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=cd424e11-57eb-42f5-a8de-6bf652e31942,segment=NetworkSegment(f3f962b3-7994-4771-8f3d-9df758356e41),segment_id=f3f962b3-7994-4771-8f3d-9df758356e41)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:30:03.651955 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:03.652729 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 57a94660-3888-4b98-bb72-fa071cd9436c details requested by agent hyperv_n-h1-825064-1 with host n-h1-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:30:03.717652 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77904d7-b0ab-444f-a275-0a7acf59f99c req-20626aaf-92ea-4f38-b476-b6fdaad887d1 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:03.725438 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77904d7-b0ab-444f-a275-0a7acf59f99c req-20626aaf-92ea-4f38-b476-b6fdaad887d1 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:03.739119 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77904d7-b0ab-444f-a275-0a7acf59f99c req-20626aaf-92ea-4f38-b476-b6fdaad887d1 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:03.751532 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d77904d7-b0ab-444f-a275-0a7acf59f99c req-20626aaf-92ea-4f38-b476-b6fdaad887d1 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] 10.222.0.53 "GET /v2.0/ports?device_id=fdc9601e-64d3-4596-bd7b-3c009b3c2bc4 HTTP/1.1" status: 200 len: 2414 time: 0.1537294 Jan 18 22:30:03.814593 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=cd424e11-57eb-42f5-a8de-6bf652e31942,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:30:03.820665 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 57a94660-3888-4b98-bb72-fa071cd9436c, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=57a94660-3888-4b98-bb72-fa071cd9436c,segment=NetworkSegment(2b9616c0-d67e-4734-b2a8-ca73fbe0ed53),segment_id=2b9616c0-d67e-4734-b2a8-ca73fbe0ed53)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:30:03.853527 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Returning: {'device': '57a94660-3888-4b98-bb72-fa071cd9436c', 'network_id': '2d7003e3-43b9-4e89-a175-e5d772781bad', 'port_id': '57a94660-3888-4b98-bb72-fa071cd9436c', 'mac_address': 'fa:16:3e:7c:9c:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14e8dc4a-6b26-4416-90cf-8d211884199c', 'ip_address': '19.80.0.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:30:03.955217 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d77904d7-b0ab-444f-a275-0a7acf59f99c req-e1ab5268-b6b2-4b51-abc0-73b40a8ebceb tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c878f5b-49fe-404e-bf29-19316c08dd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026908 Jan 18 22:30:04.012763 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7770f892-ea73-408f-a22e-bb0d2959b696 req-24160a70-15db-41cd-843a-8267e8c60e20 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:04.014883 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7770f892-ea73-408f-a22e-bb0d2959b696 req-24160a70-15db-41cd-843a-8267e8c60e20 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c183af1-247e-48b7-aed9-9e45e4b7de12 HTTP/1.1" status: 200 len: 944 time: 0.2606235 Jan 18 22:30:04.017966 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:04.112287 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57a94660-3888-4b98-bb72-fa071cd9436c {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:30:04.158376 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 57a94660-3888-4b98-bb72-fa071cd9436c, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=57a94660-3888-4b98-bb72-fa071cd9436c,segment=NetworkSegment(2b9616c0-d67e-4734-b2a8-ca73fbe0ed53),segment_id=2b9616c0-d67e-4734-b2a8-ca73fbe0ed53)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:30:04.173868 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:04.186774 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7770f892-ea73-408f-a22e-bb0d2959b696 req-7085a3d6-a95d-466a-a61c-dc2f3ecb5adc tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4c0862f-5b86-40eb-b2c2-a40d9fdb492b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1650174 Jan 18 22:30:04.259387 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ce7a74-3094-4e43-b8f4-04c54dfe13fc req-a3313657-fa8c-4918-bead-bc8b0b2cc40d tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:04.267051 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-92ce7a74-3094-4e43-b8f4-04c54dfe13fc req-a3313657-fa8c-4918-bead-bc8b0b2cc40d tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/ports?device_id=9eadb8eb-b75c-4dab-823b-4a8e8e6fca67 HTTP/1.1" status: 200 len: 946 time: 0.1855562 Jan 18 22:30:04.283425 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=57a94660-3888-4b98-bb72-fa071cd9436c,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:30:04.324759 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-92ce7a74-3094-4e43-b8f4-04c54dfe13fc req-e76efc5e-b8f7-4b76-9b7b-f0cf267fe632 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c4b879c-ca9b-483b-8a0d-5ea0d1e77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552666 Jan 18 22:30:04.341575 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['17b5d497-89e8-4316-854a-e01b4efd12f0'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:30:04.543748 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['57a94660-3888-4b98-bb72-fa071cd9436c'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:30:04.596143 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['14679519-c5cf-473c-a420-13caeb2e5e56'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:30:05.156976 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab2917b-4bf0-4f3a-aaca-1428b3ae1242 req-48493214-3c52-4b8c-ae8d-2131b598f736 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:05.184462 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab2917b-4bf0-4f3a-aaca-1428b3ae1242 req-48493214-3c52-4b8c-ae8d-2131b598f736 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:05.229867 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab2917b-4bf0-4f3a-aaca-1428b3ae1242 req-48493214-3c52-4b8c-ae8d-2131b598f736 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:05.235131 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1ab2917b-4bf0-4f3a-aaca-1428b3ae1242 req-48493214-3c52-4b8c-ae8d-2131b598f736 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] 10.222.0.53 "GET /v2.0/ports?device_id=fdc9601e-64d3-4596-bd7b-3c009b3c2bc4 HTTP/1.1" status: 200 len: 2416 time: 0.1770353 Jan 18 22:30:05.303703 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1ab2917b-4bf0-4f3a-aaca-1428b3ae1242 req-0ab53026-4409-43be-b281-3cd2a1531b39 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c878f5b-49fe-404e-bf29-19316c08dd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607915 Jan 18 22:30:05.471356 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22464ff-e493-4aaa-9bc8-e4c6ea969893 req-db22de0a-c360-4537-a199-2920e3697a78 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:05.473233 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f22464ff-e493-4aaa-9bc8-e4c6ea969893 req-db22de0a-c360-4537-a199-2920e3697a78 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c183af1-247e-48b7-aed9-9e45e4b7de12 HTTP/1.1" status: 200 len: 944 time: 0.1483591 Jan 18 22:30:05.564456 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dd7a43-5344-4e05-9d2f-969bef406dda req-a71880ff-0234-4999-986b-4bc1b01d48ac tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:05.574042 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b2dd7a43-5344-4e05-9d2f-969bef406dda req-a71880ff-0234-4999-986b-4bc1b01d48ac tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/ports?device_id=9eadb8eb-b75c-4dab-823b-4a8e8e6fca67 HTTP/1.1" status: 200 len: 946 time: 0.0991194 Jan 18 22:30:05.603780 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f22464ff-e493-4aaa-9bc8-e4c6ea969893 req-1e0bcc87-4c3e-4911-b52d-d59446c6b2d8 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4c0862f-5b86-40eb-b2c2-a40d9fdb492b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913053 Jan 18 22:30:05.667543 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['cd424e11-57eb-42f5-a8de-6bf652e31942'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:30:05.676711 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b2dd7a43-5344-4e05-9d2f-969bef406dda req-ca3df623-3a39-41c3-93a3-517bdd7ca793 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c4b879c-ca9b-483b-8a0d-5ea0d1e77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853162 Jan 18 22:30:06.197900 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 17b5d497-89e8-4316-854a-e01b4efd12f0 up at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:30:06.272853 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning complete for port 17b5d497-89e8-4316-854a-e01b4efd12f0 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:30:06.273142 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:06.453270 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:06.555316 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c183af1-247e-48b7-aed9-9e45e4b7de12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17b5d497-89e8-4316-854a-e01b4efd12f0'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:30:06.558426 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7a6e7d6-13fb-417a-a65a-d4025d571a92" -d '{"events": [{"server_uuid": "7c183af1-247e-48b7-aed9-9e45e4b7de12", "name": "network-vif-plugged", "status": "completed", "tag": "17b5d497-89e8-4316-854a-e01b4efd12f0"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:30:06.584724 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 17b5d497-89e8-4316-854a-e01b4efd12f0, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=17b5d497-89e8-4316-854a-e01b4efd12f0,segment=NetworkSegment(70a4f94b-4f48-4441-9e9d-d65add0cb430),segment_id=70a4f94b-4f48-4441-9e9d-d65add0cb430)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:30:06.591109 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb1292-8ec6-4cb4-9846-0927b8c04c57 req-adac13a1-48e6-4116-b39e-d31fd25bd7f5 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:06.595709 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:06.598042 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 57a94660-3888-4b98-bb72-fa071cd9436c up at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:30:06.618883 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb1292-8ec6-4cb4-9846-0927b8c04c57 req-adac13a1-48e6-4116-b39e-d31fd25bd7f5 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:06.630291 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb1292-8ec6-4cb4-9846-0927b8c04c57 req-adac13a1-48e6-4116-b39e-d31fd25bd7f5 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:06.640590 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f8fb1292-8ec6-4cb4-9846-0927b8c04c57 req-adac13a1-48e6-4116-b39e-d31fd25bd7f5 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] 10.222.0.53 "GET /v2.0/ports?device_id=fdc9601e-64d3-4596-bd7b-3c009b3c2bc4 HTTP/1.1" status: 200 len: 2416 time: 0.1894724 Jan 18 22:30:06.788144 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f8fb1292-8ec6-4cb4-9846-0927b8c04c57 req-1b25c06a-912e-4008-9d3e-f496194ec2ce tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c878f5b-49fe-404e-bf29-19316c08dd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383858 Jan 18 22:30:06.801514 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fdf07c8-5d1c-40ab-9810-8403a56da5ae x-openstack-request-id: req-8fdf07c8-5d1c-40ab-9810-8403a56da5ae {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:30:06.802025 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c183af1-247e-48b7-aed9-9e45e4b7de12", "name": "network-vif-plugged", "status": "completed", "tag": "17b5d497-89e8-4316-854a-e01b4efd12f0", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:30:06.802025 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8fdf07c8-5d1c-40ab-9810-8403a56da5ae {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:30:06.807447 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c183af1-247e-48b7-aed9-9e45e4b7de12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17b5d497-89e8-4316-854a-e01b4efd12f0', 'code': 200} Jan 18 22:30:06.928568 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning for port 57a94660-3888-4b98-bb72-fa071cd9436c completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:30:06.955732 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning complete for port 57a94660-3888-4b98-bb72-fa071cd9436c triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:30:06.956100 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:07.067973 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=17b5d497-89e8-4316-854a-e01b4efd12f0,revision_number=7']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:30:07.079790 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd57da5b-05ca-4f59-8db7-25fa95eb08bd req-dba4bf0f-cbc2-4e86-a18f-ef837b900497 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:07.092947 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cd57da5b-05ca-4f59-8db7-25fa95eb08bd req-dba4bf0f-cbc2-4e86-a18f-ef837b900497 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c183af1-247e-48b7-aed9-9e45e4b7de12 HTTP/1.1" status: 200 len: 945 time: 0.2421780 Jan 18 22:30:07.214974 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:07.269469 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b32d9ec-ba5a-4f21-9258-efd1fb5d4690 req-a7c1eb49-b49e-4e1a-8dba-38d4ac3cab15 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:07.271721 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 57a94660-3888-4b98-bb72-fa071cd9436c, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=57a94660-3888-4b98-bb72-fa071cd9436c,segment=NetworkSegment(2b9616c0-d67e-4734-b2a8-ca73fbe0ed53),segment_id=2b9616c0-d67e-4734-b2a8-ca73fbe0ed53)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:30:07.288078 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:07.290573 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0b32d9ec-ba5a-4f21-9258-efd1fb5d4690 req-a7c1eb49-b49e-4e1a-8dba-38d4ac3cab15 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/ports?device_id=9eadb8eb-b75c-4dab-823b-4a8e8e6fca67 HTTP/1.1" status: 200 len: 946 time: 0.3025260 Jan 18 22:30:07.304540 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 14679519-c5cf-473c-a420-13caeb2e5e56 up at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:30:07.325036 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cd57da5b-05ca-4f59-8db7-25fa95eb08bd req-7d8c60d7-9901-43db-a46e-1ce7a98db594 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4c0862f-5b86-40eb-b2c2-a40d9fdb492b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2311378 Jan 18 22:30:07.476950 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0b32d9ec-ba5a-4f21-9258-efd1fb5d4690 req-41c8b109-1a30-4754-9730-5af312881ee3 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c4b879c-ca9b-483b-8a0d-5ea0d1e77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852109 Jan 18 22:30:07.537765 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=57a94660-3888-4b98-bb72-fa071cd9436c,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:30:07.551318 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning for port 14679519-c5cf-473c-a420-13caeb2e5e56 completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:30:07.557936 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning complete for port 14679519-c5cf-473c-a420-13caeb2e5e56 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:30:07.558320 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:07.732683 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:07.781208 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 14679519-c5cf-473c-a420-13caeb2e5e56, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=14679519-c5cf-473c-a420-13caeb2e5e56,segment=NetworkSegment(2b9616c0-d67e-4734-b2a8-ca73fbe0ed53),segment_id=2b9616c0-d67e-4734-b2a8-ca73fbe0ed53)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:30:07.787028 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:07.875424 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=14679519-c5cf-473c-a420-13caeb2e5e56,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:30:08.052684 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b12043-44d8-46b2-b4df-3281349e2fdb req-a47cdbb3-db38-4947-ad64-b596ec6ae45a tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:08.062278 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b12043-44d8-46b2-b4df-3281349e2fdb req-a47cdbb3-db38-4947-ad64-b596ec6ae45a tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:08.068867 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b12043-44d8-46b2-b4df-3281349e2fdb req-a47cdbb3-db38-4947-ad64-b596ec6ae45a tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:08.076378 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c7b12043-44d8-46b2-b4df-3281349e2fdb req-a47cdbb3-db38-4947-ad64-b596ec6ae45a tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] 10.222.0.53 "GET /v2.0/ports?device_id=fdc9601e-64d3-4596-bd7b-3c009b3c2bc4 HTTP/1.1" status: 200 len: 2418 time: 0.1228600 Jan 18 22:30:08.160903 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c7b12043-44d8-46b2-b4df-3281349e2fdb req-5eb710c0-24b5-4485-8923-5f578a5e7721 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c878f5b-49fe-404e-bf29-19316c08dd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832238 Jan 18 22:30:08.196529 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device cd424e11-57eb-42f5-a8de-6bf652e31942 up at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:30:08.271339 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning for port cd424e11-57eb-42f5-a8de-6bf652e31942 completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:30:08.274846 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning complete for port cd424e11-57eb-42f5-a8de-6bf652e31942 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:30:08.275782 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:08.393260 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:08.520702 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port cd424e11-57eb-42f5-a8de-6bf652e31942, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=cd424e11-57eb-42f5-a8de-6bf652e31942,segment=NetworkSegment(f3f962b3-7994-4771-8f3d-9df758356e41),segment_id=f3f962b3-7994-4771-8f3d-9df758356e41)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:30:08.531168 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:08.582721 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684072fb-2bf2-4891-b2ca-e1a5e2a627b1 req-2c049a1a-2ef3-481f-aed5-80d3d2e68aee tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:08.604578 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-684072fb-2bf2-4891-b2ca-e1a5e2a627b1 req-2c049a1a-2ef3-481f-aed5-80d3d2e68aee tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c183af1-247e-48b7-aed9-9e45e4b7de12 HTTP/1.1" status: 200 len: 945 time: 0.1842625 Jan 18 22:30:08.702245 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=cd424e11-57eb-42f5-a8de-6bf652e31942,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:30:08.768742 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-684072fb-2bf2-4891-b2ca-e1a5e2a627b1 req-0bdde929-2298-4705-9a45-93db54fadbd0 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4c0862f-5b86-40eb-b2c2-a40d9fdb492b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1632001 Jan 18 22:30:08.809413 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdc9601e-64d3-4596-bd7b-3c009b3c2bc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57a94660-3888-4b98-bb72-fa071cd9436c'}, {'server_uuid': 'fdc9601e-64d3-4596-bd7b-3c009b3c2bc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14679519-c5cf-473c-a420-13caeb2e5e56'}, {'server_uuid': 'fdc9601e-64d3-4596-bd7b-3c009b3c2bc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd424e11-57eb-42f5-a8de-6bf652e31942'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:30:08.811278 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad5afeab-97e7-48af-b773-5a8b6a156e99" -d '{"events": [{"server_uuid": "fdc9601e-64d3-4596-bd7b-3c009b3c2bc4", "name": "network-vif-plugged", "status": "completed", "tag": "57a94660-3888-4b98-bb72-fa071cd9436c"}, {"server_uuid": "fdc9601e-64d3-4596-bd7b-3c009b3c2bc4", "name": "network-vif-plugged", "status": "completed", "tag": "14679519-c5cf-473c-a420-13caeb2e5e56"}, {"server_uuid": "fdc9601e-64d3-4596-bd7b-3c009b3c2bc4", "name": "network-vif-plugged", "status": "completed", "tag": "cd424e11-57eb-42f5-a8de-6bf652e31942"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:30:08.838067 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bf6847-a82b-41dd-9f8d-492549700b37 req-e58af815-5c13-4b81-a566-c2cf26ad3905 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:08.839879 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e9bf6847-a82b-41dd-9f8d-492549700b37 req-e58af815-5c13-4b81-a566-c2cf26ad3905 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/ports?device_id=9eadb8eb-b75c-4dab-823b-4a8e8e6fca67 HTTP/1.1" status: 200 len: 946 time: 0.1858709 Jan 18 22:30:08.965921 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e9bf6847-a82b-41dd-9f8d-492549700b37 req-a608567c-f91b-4324-a697-2c4c11605fa1 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c4b879c-ca9b-483b-8a0d-5ea0d1e77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163154 Jan 18 22:30:08.999608 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 18 Jan 2022 22:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e9ecb38-6ff1-4a7f-bf00-acc73638a81a x-openstack-request-id: req-1e9ecb38-6ff1-4a7f-bf00-acc73638a81a {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:30:09.000168 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdc9601e-64d3-4596-bd7b-3c009b3c2bc4", "name": "network-vif-plugged", "status": "completed", "tag": "57a94660-3888-4b98-bb72-fa071cd9436c", "code": 200}, {"server_uuid": "fdc9601e-64d3-4596-bd7b-3c009b3c2bc4", "name": "network-vif-plugged", "status": "completed", "tag": "14679519-c5cf-473c-a420-13caeb2e5e56", "code": 200}, {"server_uuid": "fdc9601e-64d3-4596-bd7b-3c009b3c2bc4", "name": "network-vif-plugged", "status": "completed", "tag": "cd424e11-57eb-42f5-a8de-6bf652e31942", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:30:09.015387 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1e9ecb38-6ff1-4a7f-bf00-acc73638a81a {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:30:09.017783 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdc9601e-64d3-4596-bd7b-3c009b3c2bc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57a94660-3888-4b98-bb72-fa071cd9436c', 'code': 200} Jan 18 22:30:09.019512 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdc9601e-64d3-4596-bd7b-3c009b3c2bc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14679519-c5cf-473c-a420-13caeb2e5e56', 'code': 200} Jan 18 22:30:09.024572 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdc9601e-64d3-4596-bd7b-3c009b3c2bc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd424e11-57eb-42f5-a8de-6bf652e31942', 'code': 200} Jan 18 22:30:09.164921 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e864d0e5-e497-4433-b315-e4a36649e54e req-6e4b851c-b16c-47cc-b2c9-7160597b39fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:09.171122 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e864d0e5-e497-4433-b315-e4a36649e54e req-6e4b851c-b16c-47cc-b2c9-7160597b39fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:09.171821 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e864d0e5-e497-4433-b315-e4a36649e54e req-6e4b851c-b16c-47cc-b2c9-7160597b39fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:09.174106 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e864d0e5-e497-4433-b315-e4a36649e54e req-6e4b851c-b16c-47cc-b2c9-7160597b39fb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fdc9601e-64d3-4596-bd7b-3c009b3c2bc4 HTTP/1.1" status: 200 len: 2872 time: 0.0608206 Jan 18 22:30:09.269205 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e864d0e5-e497-4433-b315-e4a36649e54e req-c2d73aaa-d25d-4c30-b715-b2e9788eadc0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4c878f5b-49fe-404e-bf29-19316c08dd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874395 Jan 18 22:30:09.483585 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b839b462-7143-437a-a78a-393b9687e088 req-b362e918-dfa2-4a76-99cb-5c806c550268 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:09.493172 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b839b462-7143-437a-a78a-393b9687e088 req-b362e918-dfa2-4a76-99cb-5c806c550268 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:09.500295 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b839b462-7143-437a-a78a-393b9687e088 req-b362e918-dfa2-4a76-99cb-5c806c550268 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:09.509150 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b839b462-7143-437a-a78a-393b9687e088 req-b362e918-dfa2-4a76-99cb-5c806c550268 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] 10.222.0.53 "GET /v2.0/ports?device_id=fdc9601e-64d3-4596-bd7b-3c009b3c2bc4 HTTP/1.1" status: 200 len: 2419 time: 0.1730692 Jan 18 22:30:09.581386 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b839b462-7143-437a-a78a-393b9687e088 req-d122f853-a44d-4613-823e-ba2839ecec4f tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c878f5b-49fe-404e-bf29-19316c08dd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544853 Jan 18 22:30:09.931882 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3af5f0d-fc3a-4a8b-b848-a699c4f2af2d req-c535f062-0440-4c02-a705-3b51a83d5015 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:09.942696 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f3af5f0d-fc3a-4a8b-b848-a699c4f2af2d req-c535f062-0440-4c02-a705-3b51a83d5015 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c183af1-247e-48b7-aed9-9e45e4b7de12 HTTP/1.1" status: 200 len: 945 time: 0.1117461 Jan 18 22:30:09.986239 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f3af5f0d-fc3a-4a8b-b848-a699c4f2af2d req-541b2677-3069-49e1-80f5-b944bc9c3328 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4c0862f-5b86-40eb-b2c2-a40d9fdb492b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423999 Jan 18 22:30:10.170092 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c692fd0a-b36e-4b7d-a3f4-68afe308565d req-7567677f-db85-4dcd-ba94-0aaba6988f16 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:10.171699 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c692fd0a-b36e-4b7d-a3f4-68afe308565d req-7567677f-db85-4dcd-ba94-0aaba6988f16 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/ports?device_id=9eadb8eb-b75c-4dab-823b-4a8e8e6fca67 HTTP/1.1" status: 200 len: 946 time: 0.0683362 Jan 18 22:30:10.239583 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c692fd0a-b36e-4b7d-a3f4-68afe308565d req-cca485e0-ac41-4b73-b400-d130ee170369 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c4b879c-ca9b-483b-8a0d-5ea0d1e77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611765 Jan 18 22:30:10.298478 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 50038) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:30:10.444450 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d958d99b-e5d4-4b95-b089-cbd234accdf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:10.546598 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d958d99b-e5d4-4b95-b089-cbd234accdf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:10.552441 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d958d99b-e5d4-4b95-b089-cbd234accdf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:10.580013 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d958d99b-e5d4-4b95-b089-cbd234accdf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeccd9df-569c-4888-bc07-2cc6c7c6c673,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:30:10.599658 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d958d99b-e5d4-4b95-b089-cbd234accdf2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:30:10.600008 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d958d99b-e5d4-4b95-b089-cbd234accdf2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:30:10.600378 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d958d99b-e5d4-4b95-b089-cbd234accdf2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:30:10.601378 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d958d99b-e5d4-4b95-b089-cbd234accdf2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:30:10.607224 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d958d99b-e5d4-4b95-b089-cbd234accdf2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:30:10.607640 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d958d99b-e5d4-4b95-b089-cbd234accdf2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:30:10.607992 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d958d99b-e5d4-4b95-b089-cbd234accdf2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:30:10.608355 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d958d99b-e5d4-4b95-b089-cbd234accdf2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:30:10.608693 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d958d99b-e5d4-4b95-b089-cbd234accdf2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:30:10.609028 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d958d99b-e5d4-4b95-b089-cbd234accdf2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:30:10.609346 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d958d99b-e5d4-4b95-b089-cbd234accdf2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:30:10.609674 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d958d99b-e5d4-4b95-b089-cbd234accdf2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:30:10.631894 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-d958d99b-e5d4-4b95-b089-cbd234accdf2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=edf500167e25474a9d5262a2ab656569&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3322129 Jan 18 22:30:10.634411 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 50046) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:30:10.740769 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7d01d0dd-da48-4e61-9a1b-0cb1975d8078 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:10.779277 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7d01d0dd-da48-4e61-9a1b-0cb1975d8078 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:10.789828 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfdfbf2-46a7-4399-9a58-1968124506d2 req-996b1f97-796c-4732-8baa-3dcda1f1446a tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:10.801251 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfdfbf2-46a7-4399-9a58-1968124506d2 req-996b1f97-796c-4732-8baa-3dcda1f1446a tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:10.807529 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfdfbf2-46a7-4399-9a58-1968124506d2 req-996b1f97-796c-4732-8baa-3dcda1f1446a tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:10.809486 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-adfdfbf2-46a7-4399-9a58-1968124506d2 req-996b1f97-796c-4732-8baa-3dcda1f1446a tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] 10.222.0.53 "GET /v2.0/ports?device_id=fdc9601e-64d3-4596-bd7b-3c009b3c2bc4 HTTP/1.1" status: 200 len: 2419 time: 0.1322224 Jan 18 22:30:10.880379 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-adfdfbf2-46a7-4399-9a58-1968124506d2 req-5a0ecb80-50da-4365-833c-e8d3d24b3600 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c878f5b-49fe-404e-bf29-19316c08dd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634246 Jan 18 22:30:10.917148 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7d01d0dd-da48-4e61-9a1b-0cb1975d8078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:10.921066 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7d01d0dd-da48-4e61-9a1b-0cb1975d8078 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:10.922267 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-7d01d0dd-da48-4e61-9a1b-0cb1975d8078 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/aeccd9df-569c-4888-bc07-2cc6c7c6c673 HTTP/1.1" status: 204 len: 168 time: 0.2865219 Jan 18 22:30:10.937777 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d01d0dd-da48-4e61-9a1b-0cb1975d8078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeccd9df-569c-4888-bc07-2cc6c7c6c673,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:30:11.225897 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4621cc8e-f275-4309-8b93-2fc1bab0faac req-5c9e3bbc-c1e9-4549-b0a7-d8be590b7d69 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:11.227814 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4621cc8e-f275-4309-8b93-2fc1bab0faac req-5c9e3bbc-c1e9-4549-b0a7-d8be590b7d69 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c183af1-247e-48b7-aed9-9e45e4b7de12 HTTP/1.1" status: 200 len: 945 time: 0.0878093 Jan 18 22:30:11.290185 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4621cc8e-f275-4309-8b93-2fc1bab0faac req-99bad220-8cde-4d39-b18a-e4bf0a895d7f tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4c0862f-5b86-40eb-b2c2-a40d9fdb492b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556653 Jan 18 22:30:11.376485 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 50058) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:30:11.396646 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8ebff34e-8e51-4850-a809-2b49ec5dd623 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:11.442160 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0fbba6-4cd6-43da-ae56-9a31180b71f0 req-57c4dd1f-13ab-4b2e-8de4-3608b7327a29 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:11.451525 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-de0fbba6-4cd6-43da-ae56-9a31180b71f0 req-57c4dd1f-13ab-4b2e-8de4-3608b7327a29 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/ports?device_id=9eadb8eb-b75c-4dab-823b-4a8e8e6fca67 HTTP/1.1" status: 200 len: 946 time: 0.0745327 Jan 18 22:30:11.502077 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-de0fbba6-4cd6-43da-ae56-9a31180b71f0 req-e6f8c7ed-2b66-4efb-b584-9b92f0e34911 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c4b879c-ca9b-483b-8a0d-5ea0d1e77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495436 Jan 18 22:30:11.535408 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8ebff34e-8e51-4850-a809-2b49ec5dd623 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:11.541386 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8ebff34e-8e51-4850-a809-2b49ec5dd623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:11.585739 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-8ebff34e-8e51-4850-a809-2b49ec5dd623 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fe0435ae434c41038b233bf9c26ddbc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2075014 Jan 18 22:30:11.586882 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebff34e-8e51-4850-a809-2b49ec5dd623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e088bf87-d2cd-41c0-a357-00dcdac78862,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:30:11.589237 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 50062) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:30:11.597164 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebff34e-8e51-4850-a809-2b49ec5dd623 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:30:11.597577 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebff34e-8e51-4850-a809-2b49ec5dd623 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:30:11.597822 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebff34e-8e51-4850-a809-2b49ec5dd623 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:30:11.598152 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebff34e-8e51-4850-a809-2b49ec5dd623 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:30:11.598484 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebff34e-8e51-4850-a809-2b49ec5dd623 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:30:11.599184 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebff34e-8e51-4850-a809-2b49ec5dd623 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:30:11.599184 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebff34e-8e51-4850-a809-2b49ec5dd623 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:30:11.599976 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebff34e-8e51-4850-a809-2b49ec5dd623 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:30:11.600347 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebff34e-8e51-4850-a809-2b49ec5dd623 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:30:11.600673 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebff34e-8e51-4850-a809-2b49ec5dd623 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:30:11.601137 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebff34e-8e51-4850-a809-2b49ec5dd623 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:30:11.601463 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebff34e-8e51-4850-a809-2b49ec5dd623 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:30:11.670775 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-85161445-d72a-4cb4-90cf-1984746b6cb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:11.715063 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-85161445-d72a-4cb4-90cf-1984746b6cb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:11.778854 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-85161445-d72a-4cb4-90cf-1984746b6cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:11.783451 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-85161445-d72a-4cb4-90cf-1984746b6cb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:11.785098 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-85161445-d72a-4cb4-90cf-1984746b6cb9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e088bf87-d2cd-41c0-a357-00dcdac78862 HTTP/1.1" status: 204 len: 168 time: 0.1922405 Jan 18 22:30:11.794885 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85161445-d72a-4cb4-90cf-1984746b6cb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e088bf87-d2cd-41c0-a357-00dcdac78862,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:30:12.087494 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359a0cf2-4159-4a3b-b8ab-a0018e0a136e req-52f8dd0e-4f8a-4001-8920-e75c4bdb965c tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:12.094345 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359a0cf2-4159-4a3b-b8ab-a0018e0a136e req-52f8dd0e-4f8a-4001-8920-e75c4bdb965c tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:12.108150 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359a0cf2-4159-4a3b-b8ab-a0018e0a136e req-52f8dd0e-4f8a-4001-8920-e75c4bdb965c tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:12.108150 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-359a0cf2-4159-4a3b-b8ab-a0018e0a136e req-52f8dd0e-4f8a-4001-8920-e75c4bdb965c tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] 10.222.0.53 "GET /v2.0/ports?device_id=fdc9601e-64d3-4596-bd7b-3c009b3c2bc4 HTTP/1.1" status: 200 len: 2419 time: 0.1072798 Jan 18 22:30:12.254563 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-359a0cf2-4159-4a3b-b8ab-a0018e0a136e req-d39da890-8a3a-471b-b5af-2ad5cd278af3 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c878f5b-49fe-404e-bf29-19316c08dd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415169 Jan 18 22:30:12.460218 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 50082) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:30:12.522793 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-25e65299-2ac4-432d-8fec-1396e89bb7ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:12.658447 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-25e65299-2ac4-432d-8fec-1396e89bb7ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:12.678071 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-25e65299-2ac4-432d-8fec-1396e89bb7ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:12.698099 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e63988-6cf3-43de-b272-f20ca2d9c07c req-e023b02e-bb54-4716-833b-d1811e5188ba tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:12.699706 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-24e63988-6cf3-43de-b272-f20ca2d9c07c req-e023b02e-bb54-4716-833b-d1811e5188ba tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c183af1-247e-48b7-aed9-9e45e4b7de12 HTTP/1.1" status: 200 len: 945 time: 0.2577901 Jan 18 22:30:12.761068 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-25e65299-2ac4-432d-8fec-1396e89bb7ec admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c67dc5c10868405c9a067e0298535e2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3022735 Jan 18 22:30:12.766715 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 50094) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:30:12.770540 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:12.771664 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e65299-2ac4-432d-8fec-1396e89bb7ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=151b7c46-1ccb-4795-8e9e-3f867e1d3b54,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:30:12.779871 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-24e63988-6cf3-43de-b272-f20ca2d9c07c req-f2fb975d-d58f-4ecb-a8eb-1e63fc2c2149 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4c0862f-5b86-40eb-b2c2-a40d9fdb492b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570149 Jan 18 22:30:12.894701 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-551a9d8e-d18a-403f-b471-46dc35b29f0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:12.935032 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-551a9d8e-d18a-403f-b471-46dc35b29f0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:12.978685 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd3a9c1-333f-41ea-9abc-3339cce0ebc7 req-3c9b09ca-87d1-4d70-96cc-d26d9f92dc9c tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:12.987320 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd3a9c1-333f-41ea-9abc-3339cce0ebc7 req-3c9b09ca-87d1-4d70-96cc-d26d9f92dc9c tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:13.011818 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd3a9c1-333f-41ea-9abc-3339cce0ebc7 req-3c9b09ca-87d1-4d70-96cc-d26d9f92dc9c tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:13.032876 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-551a9d8e-d18a-403f-b471-46dc35b29f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:13.035678 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-551a9d8e-d18a-403f-b471-46dc35b29f0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:13.037127 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-551a9d8e-d18a-403f-b471-46dc35b29f0a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/151b7c46-1ccb-4795-8e9e-3f867e1d3b54 HTTP/1.1" status: 204 len: 168 time: 0.2681460 Jan 18 22:30:13.043095 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-acd3a9c1-333f-41ea-9abc-3339cce0ebc7 req-3c9b09ca-87d1-4d70-96cc-d26d9f92dc9c tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] 10.222.0.53 "GET /v2.0/ports?device_id=fdc9601e-64d3-4596-bd7b-3c009b3c2bc4 HTTP/1.1" status: 200 len: 2419 time: 0.1496480 Jan 18 22:30:13.061149 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551a9d8e-d18a-403f-b471-46dc35b29f0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=151b7c46-1ccb-4795-8e9e-3f867e1d3b54,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:30:13.250707 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-acd3a9c1-333f-41ea-9abc-3339cce0ebc7 req-cd3f1667-5010-494e-8842-bd5b0d1350dc tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c878f5b-49fe-404e-bf29-19316c08dd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032373 Jan 18 22:30:13.290961 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26588b1-acfb-49d3-8dc3-9d1727ae81a0 req-b159d46d-e895-4939-ad50-3e38361bd5b1 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:13.327025 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b26588b1-acfb-49d3-8dc3-9d1727ae81a0 req-b159d46d-e895-4939-ad50-3e38361bd5b1 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/ports?device_id=9eadb8eb-b75c-4dab-823b-4a8e8e6fca67 HTTP/1.1" status: 200 len: 946 time: 0.2590802 Jan 18 22:30:13.447896 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b26588b1-acfb-49d3-8dc3-9d1727ae81a0 req-46ac1451-d85e-4d5a-b138-b1e05c9f3225 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c4b879c-ca9b-483b-8a0d-5ea0d1e77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197288 Jan 18 22:30:13.656609 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:13.929677 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7568d8-9be3-45fc-8c81-43ab34c2834f req-f59d8049-607d-4fa1-b84c-0f310d02c7eb tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:13.938249 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ae7568d8-9be3-45fc-8c81-43ab34c2834f req-f59d8049-607d-4fa1-b84c-0f310d02c7eb tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c183af1-247e-48b7-aed9-9e45e4b7de12 HTTP/1.1" status: 200 len: 945 time: 0.0712333 Jan 18 22:30:13.983748 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ae7568d8-9be3-45fc-8c81-43ab34c2834f req-f19afbd6-1d1f-4648-872f-9e8f7da8f4aa tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4c0862f-5b86-40eb-b2c2-a40d9fdb492b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444934 Jan 18 22:30:14.492983 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7483f65b-e105-478b-a955-67b9a7261f7d req-f0ac534f-db52-4e2e-ab35-a513b9c9bfe6 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:14.502484 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7483f65b-e105-478b-a955-67b9a7261f7d req-f0ac534f-db52-4e2e-ab35-a513b9c9bfe6 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:14.513240 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ed32ea-a88a-4118-8db9-9ab035f820e4 req-ff6f0cad-9c05-4913-8f20-c370e4c590c7 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:14.524986 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ed32ea-a88a-4118-8db9-9ab035f820e4 req-ff6f0cad-9c05-4913-8f20-c370e4c590c7 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:14.527952 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7483f65b-e105-478b-a955-67b9a7261f7d req-f0ac534f-db52-4e2e-ab35-a513b9c9bfe6 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:14.532691 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ed32ea-a88a-4118-8db9-9ab035f820e4 req-ff6f0cad-9c05-4913-8f20-c370e4c590c7 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:14.542281 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-01ed32ea-a88a-4118-8db9-9ab035f820e4 req-ff6f0cad-9c05-4913-8f20-c370e4c590c7 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] 10.222.0.53 "GET /v2.0/ports?device_id=fdc9601e-64d3-4596-bd7b-3c009b3c2bc4 HTTP/1.1" status: 200 len: 2419 time: 0.1382754 Jan 18 22:30:14.546752 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-7483f65b-e105-478b-a955-67b9a7261f7d req-f0ac534f-db52-4e2e-ab35-a513b9c9bfe6 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] 10.222.0.36 "GET /v2.0/ports?device_id=fdc9601e-64d3-4596-bd7b-3c009b3c2bc4 HTTP/1.1" status: 200 len: 2419 time: 0.1654253 Jan 18 22:30:14.601800 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-01ed32ea-a88a-4118-8db9-9ab035f820e4 req-e3cf4565-76b2-4152-afc6-0d5b0009c586 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c878f5b-49fe-404e-bf29-19316c08dd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583243 Jan 18 22:30:14.748622 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5386bb-88e6-44d4-a957-4361272eb039 req-f0f3f83a-38f1-49b2-8ac1-0b8add46be4f tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:14.756871 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ab5386bb-88e6-44d4-a957-4361272eb039 req-f0f3f83a-38f1-49b2-8ac1-0b8add46be4f tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/ports?device_id=9eadb8eb-b75c-4dab-823b-4a8e8e6fca67 HTTP/1.1" status: 200 len: 946 time: 0.0801685 Jan 18 22:30:14.790079 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-7483f65b-e105-478b-a955-67b9a7261f7d req-e22cb7ce-d4b8-45aa-816c-ea108767fc41 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Deleting port 14679519-c5cf-473c-a420-13caeb2e5e56 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:30:14.790533 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-7483f65b-e105-478b-a955-67b9a7261f7d req-e22cb7ce-d4b8-45aa-816c-ea108767fc41 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:14.809682 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ab5386bb-88e6-44d4-a957-4361272eb039 req-9d3edc5f-2131-45f6-b434-3b8d08af91dd tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c4b879c-ca9b-483b-8a0d-5ea0d1e77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498741 Jan 18 22:30:14.926475 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-7483f65b-e105-478b-a955-67b9a7261f7d req-e22cb7ce-d4b8-45aa-816c-ea108767fc41 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] For port 14679519-c5cf-473c-a420-13caeb2e5e56, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=14679519-c5cf-473c-a420-13caeb2e5e56,segment=NetworkSegment(2b9616c0-d67e-4734-b2a8-ca73fbe0ed53),segment_id=2b9616c0-d67e-4734-b2a8-ca73fbe0ed53)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:30:14.927027 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-7483f65b-e105-478b-a955-67b9a7261f7d req-e22cb7ce-d4b8-45aa-816c-ea108767fc41 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:14.943253 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-7483f65b-e105-478b-a955-67b9a7261f7d req-e22cb7ce-d4b8-45aa-816c-ea108767fc41 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Calling delete_port for 14679519-c5cf-473c-a420-13caeb2e5e56 owned by compute:nova {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:30:15.169624 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-7483f65b-e105-478b-a955-67b9a7261f7d req-e22cb7ce-d4b8-45aa-816c-ea108767fc41 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:15.183337 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['14679519-c5cf-473c-a420-13caeb2e5e56', '57a94660-3888-4b98-bb72-fa071cd9436c', 'cd424e11-57eb-42f5-a8de-6bf652e31942'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:30:15.205485 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b1f822-636f-4df2-af23-0a8138c595de req-ab8e843b-9c07-4156-b013-cd8b6dcb5532 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:15.208029 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d9b1f822-636f-4df2-af23-0a8138c595de req-ab8e843b-9c07-4156-b013-cd8b6dcb5532 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c183af1-247e-48b7-aed9-9e45e4b7de12 HTTP/1.1" status: 200 len: 945 time: 0.1031637 Jan 18 22:30:15.239290 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22cb7ce-d4b8-45aa-816c-ea108767fc41 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Pushing event deleted for resources: {'Port': ['ID=14679519-c5cf-473c-a420-13caeb2e5e56,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:30:15.272422 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d9b1f822-636f-4df2-af23-0a8138c595de req-731a31cd-b514-4d3f-ab4f-b2b8a51e106e tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4c0862f-5b86-40eb-b2c2-a40d9fdb492b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554008 Jan 18 22:30:15.337177 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-7483f65b-e105-478b-a955-67b9a7261f7d req-e22cb7ce-d4b8-45aa-816c-ea108767fc41 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] No DVR routers for this DVR port 14679519-c5cf-473c-a420-13caeb2e5e56 on host n-h1-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:30:15.340172 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-7483f65b-e105-478b-a955-67b9a7261f7d req-e22cb7ce-d4b8-45aa-816c-ea108767fc41 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:15.357362 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-7483f65b-e105-478b-a955-67b9a7261f7d req-e22cb7ce-d4b8-45aa-816c-ea108767fc41 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] 10.222.0.36 "DELETE /v2.0/ports/14679519-c5cf-473c-a420-13caeb2e5e56 HTTP/1.1" status: 204 len: 173 time: 0.7993193 Jan 18 22:30:15.357873 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdc9601e-64d3-4596-bd7b-3c009b3c2bc4', 'name': 'network-vif-deleted', 'tag': '14679519-c5cf-473c-a420-13caeb2e5e56'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:30:15.360201 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3c73866-6320-4e28-a2ce-1a9bd2f9b315" -d '{"events": [{"server_uuid": "fdc9601e-64d3-4596-bd7b-3c009b3c2bc4", "name": "network-vif-deleted", "tag": "14679519-c5cf-473c-a420-13caeb2e5e56"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:30:15.447812 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7677dd0d-438f-40ad-a91b-96ae868b900c x-openstack-request-id: req-7677dd0d-438f-40ad-a91b-96ae868b900c {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:30:15.448079 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdc9601e-64d3-4596-bd7b-3c009b3c2bc4", "name": "network-vif-deleted", "tag": "14679519-c5cf-473c-a420-13caeb2e5e56", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:30:15.448372 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7677dd0d-438f-40ad-a91b-96ae868b900c {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:30:15.451145 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdc9601e-64d3-4596-bd7b-3c009b3c2bc4', 'name': 'network-vif-deleted', 'tag': '14679519-c5cf-473c-a420-13caeb2e5e56', 'status': 'completed', 'code': 200} Jan 18 22:30:15.636158 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-7483f65b-e105-478b-a955-67b9a7261f7d req-33817283-b810-45db-9672-b68aea8983e8 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Deleting port 57a94660-3888-4b98-bb72-fa071cd9436c {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:30:15.644918 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-7483f65b-e105-478b-a955-67b9a7261f7d req-33817283-b810-45db-9672-b68aea8983e8 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:15.790118 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58937e41-6df9-423a-8510-6918a70ee5ec req-48fcc5b4-cd5b-4e86-a08a-e54597da4fa1 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:15.797840 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58937e41-6df9-423a-8510-6918a70ee5ec req-48fcc5b4-cd5b-4e86-a08a-e54597da4fa1 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:15.806823 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-58937e41-6df9-423a-8510-6918a70ee5ec req-48fcc5b4-cd5b-4e86-a08a-e54597da4fa1 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] 10.222.0.53 "GET /v2.0/ports?device_id=fdc9601e-64d3-4596-bd7b-3c009b3c2bc4 HTTP/1.1" status: 200 len: 1683 time: 0.0889616 Jan 18 22:30:15.821453 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-7483f65b-e105-478b-a955-67b9a7261f7d req-33817283-b810-45db-9672-b68aea8983e8 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] For port 57a94660-3888-4b98-bb72-fa071cd9436c, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=57a94660-3888-4b98-bb72-fa071cd9436c,segment=NetworkSegment(2b9616c0-d67e-4734-b2a8-ca73fbe0ed53),segment_id=2b9616c0-d67e-4734-b2a8-ca73fbe0ed53)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:30:15.822196 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-7483f65b-e105-478b-a955-67b9a7261f7d req-33817283-b810-45db-9672-b68aea8983e8 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:15.845036 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-7483f65b-e105-478b-a955-67b9a7261f7d req-33817283-b810-45db-9672-b68aea8983e8 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Calling delete_port for 57a94660-3888-4b98-bb72-fa071cd9436c owned by compute:nova {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:30:15.934562 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-58937e41-6df9-423a-8510-6918a70ee5ec req-8a485b8a-0f6c-4888-8300-8e79fd2960d4 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c878f5b-49fe-404e-bf29-19316c08dd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241848 Jan 18 22:30:16.055505 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-7483f65b-e105-478b-a955-67b9a7261f7d req-33817283-b810-45db-9672-b68aea8983e8 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:16.073332 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['14679519-c5cf-473c-a420-13caeb2e5e56'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:30:16.103733 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33817283-b810-45db-9672-b68aea8983e8 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Pushing event deleted for resources: {'Port': ['ID=57a94660-3888-4b98-bb72-fa071cd9436c,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:30:16.171271 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef01c74-7393-4722-89c4-152b34fa5b87 req-869e1e3b-2ffe-4421-8485-0744b01e4c2c tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:16.179909 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7ef01c74-7393-4722-89c4-152b34fa5b87 req-869e1e3b-2ffe-4421-8485-0744b01e4c2c tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/ports?device_id=9eadb8eb-b75c-4dab-823b-4a8e8e6fca67 HTTP/1.1" status: 200 len: 946 time: 0.1921222 Jan 18 22:30:16.186948 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-7483f65b-e105-478b-a955-67b9a7261f7d req-33817283-b810-45db-9672-b68aea8983e8 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] No DVR routers for this DVR port 57a94660-3888-4b98-bb72-fa071cd9436c on host n-h1-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:30:16.193994 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-7483f65b-e105-478b-a955-67b9a7261f7d req-33817283-b810-45db-9672-b68aea8983e8 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:16.202218 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-7483f65b-e105-478b-a955-67b9a7261f7d req-33817283-b810-45db-9672-b68aea8983e8 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] 10.222.0.36 "DELETE /v2.0/ports/57a94660-3888-4b98-bb72-fa071cd9436c HTTP/1.1" status: 204 len: 173 time: 0.8388059 Jan 18 22:30:16.227346 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7ef01c74-7393-4722-89c4-152b34fa5b87 req-2eabecab-930b-478d-b906-b657fb039e9b tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c4b879c-ca9b-483b-8a0d-5ea0d1e77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457225 Jan 18 22:30:16.384817 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-7483f65b-e105-478b-a955-67b9a7261f7d req-acb39211-a9ed-4d51-b579-2743ef2ec1fe tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Deleting port cd424e11-57eb-42f5-a8de-6bf652e31942 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:30:16.385178 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-7483f65b-e105-478b-a955-67b9a7261f7d req-acb39211-a9ed-4d51-b579-2743ef2ec1fe tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:16.488878 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0baa25-fa14-4955-b0fa-2347a5bacc51 req-3c6840d5-43dd-46f5-b825-2079cd0cb935 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:16.497200 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3a0baa25-fa14-4955-b0fa-2347a5bacc51 req-3c6840d5-43dd-46f5-b825-2079cd0cb935 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c183af1-247e-48b7-aed9-9e45e4b7de12 HTTP/1.1" status: 200 len: 945 time: 0.0822127 Jan 18 22:30:16.532050 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-7483f65b-e105-478b-a955-67b9a7261f7d req-acb39211-a9ed-4d51-b579-2743ef2ec1fe tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] For port cd424e11-57eb-42f5-a8de-6bf652e31942, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=cd424e11-57eb-42f5-a8de-6bf652e31942,segment=NetworkSegment(f3f962b3-7994-4771-8f3d-9df758356e41),segment_id=f3f962b3-7994-4771-8f3d-9df758356e41)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:30:16.532841 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-7483f65b-e105-478b-a955-67b9a7261f7d req-acb39211-a9ed-4d51-b579-2743ef2ec1fe tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:16.554474 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-7483f65b-e105-478b-a955-67b9a7261f7d req-acb39211-a9ed-4d51-b579-2743ef2ec1fe tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Calling delete_port for cd424e11-57eb-42f5-a8de-6bf652e31942 owned by compute:nova {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:30:16.578340 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3a0baa25-fa14-4955-b0fa-2347a5bacc51 req-5bf8b64e-674d-417d-a28e-daedcb034c03 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4c0862f-5b86-40eb-b2c2-a40d9fdb492b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790136 Jan 18 22:30:16.700437 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 50176) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:30:16.748406 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-7483f65b-e105-478b-a955-67b9a7261f7d req-acb39211-a9ed-4d51-b579-2743ef2ec1fe tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:16.785497 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb39211-a9ed-4d51-b579-2743ef2ec1fe tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Pushing event deleted for resources: {'Port': ['ID=cd424e11-57eb-42f5-a8de-6bf652e31942,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:30:16.858596 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-7483f65b-e105-478b-a955-67b9a7261f7d req-acb39211-a9ed-4d51-b579-2743ef2ec1fe tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] No DVR routers for this DVR port cd424e11-57eb-42f5-a8de-6bf652e31942 on host n-h1-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:30:16.861207 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-7483f65b-e105-478b-a955-67b9a7261f7d req-acb39211-a9ed-4d51-b579-2743ef2ec1fe tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:16.865221 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-7483f65b-e105-478b-a955-67b9a7261f7d req-acb39211-a9ed-4d51-b579-2743ef2ec1fe tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] 10.222.0.36 "DELETE /v2.0/ports/cd424e11-57eb-42f5-a8de-6bf652e31942 HTTP/1.1" status: 204 len: 173 time: 0.6533885 Jan 18 22:30:16.901918 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-81059288-c679-4c7e-b47f-4f46096a1cdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:17.120909 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-39a74d50-43a4-49d1-a364-169812a9bd02 req-5687add1-23f6-40c6-8e0f-aebb391872d1 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] 10.222.0.53 "GET /v2.0/ports?device_id=fdc9601e-64d3-4596-bd7b-3c009b3c2bc4 HTTP/1.1" status: 200 len: 210 time: 0.0708735 Jan 18 22:30:17.139798 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-81059288-c679-4c7e-b47f-4f46096a1cdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:17.148396 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-81059288-c679-4c7e-b47f-4f46096a1cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:17.206421 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81059288-c679-4c7e-b47f-4f46096a1cdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8978d4b6-c845-4603-8f7f-7a5d602cec97,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:30:17.230230 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 50184) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:30:17.233878 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-81059288-c679-4c7e-b47f-4f46096a1cdc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bf0833a73c324fe387428fe0b1cc0648&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5322919 Jan 18 22:30:17.315629 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c2a78c98-d6d6-4290-b1a9-3a3e4e56b092 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:17.364495 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c2a78c98-d6d6-4290-b1a9-3a3e4e56b092 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:17.433761 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c2a78c98-d6d6-4290-b1a9-3a3e4e56b092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:17.437832 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c2a78c98-d6d6-4290-b1a9-3a3e4e56b092 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:17.439513 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-c2a78c98-d6d6-4290-b1a9-3a3e4e56b092 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8978d4b6-c845-4603-8f7f-7a5d602cec97 HTTP/1.1" status: 204 len: 168 time: 0.2078211 Jan 18 22:30:17.458497 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdc9601e-64d3-4596-bd7b-3c009b3c2bc4', 'name': 'network-vif-deleted', 'tag': '57a94660-3888-4b98-bb72-fa071cd9436c'}, {'server_uuid': 'fdc9601e-64d3-4596-bd7b-3c009b3c2bc4', 'name': 'network-vif-deleted', 'tag': 'cd424e11-57eb-42f5-a8de-6bf652e31942'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:30:17.466058 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d93bdef-df03-4649-b4df-567fb5b77d2b" -d '{"events": [{"server_uuid": "fdc9601e-64d3-4596-bd7b-3c009b3c2bc4", "name": "network-vif-deleted", "tag": "57a94660-3888-4b98-bb72-fa071cd9436c"}, {"server_uuid": "fdc9601e-64d3-4596-bd7b-3c009b3c2bc4", "name": "network-vif-deleted", "tag": "cd424e11-57eb-42f5-a8de-6bf652e31942"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:30:17.489346 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a78c98-d6d6-4290-b1a9-3a3e4e56b092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8978d4b6-c845-4603-8f7f-7a5d602cec97,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:30:17.491617 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7f8151-7faf-4b06-8ded-685e8ea500f6 req-066f260f-cf77-449e-91e1-322ce2804a92 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:17.520469 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1d7f8151-7faf-4b06-8ded-685e8ea500f6 req-066f260f-cf77-449e-91e1-322ce2804a92 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/ports?device_id=9eadb8eb-b75c-4dab-823b-4a8e8e6fca67 HTTP/1.1" status: 200 len: 946 time: 0.1529982 Jan 18 22:30:17.527010 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 18 Jan 2022 22:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09606a95-2be8-4c38-ac9e-e6c39bd2b6ce x-openstack-request-id: req-09606a95-2be8-4c38-ac9e-e6c39bd2b6ce {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:30:17.527334 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdc9601e-64d3-4596-bd7b-3c009b3c2bc4", "name": "network-vif-deleted", "tag": "57a94660-3888-4b98-bb72-fa071cd9436c", "status": "completed", "code": 200}, {"server_uuid": "fdc9601e-64d3-4596-bd7b-3c009b3c2bc4", "name": "network-vif-deleted", "tag": "cd424e11-57eb-42f5-a8de-6bf652e31942", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:30:17.527606 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-09606a95-2be8-4c38-ac9e-e6c39bd2b6ce {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:30:17.528242 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdc9601e-64d3-4596-bd7b-3c009b3c2bc4', 'name': 'network-vif-deleted', 'tag': '57a94660-3888-4b98-bb72-fa071cd9436c', 'status': 'completed', 'code': 200} Jan 18 22:30:17.529393 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdc9601e-64d3-4596-bd7b-3c009b3c2bc4', 'name': 'network-vif-deleted', 'tag': 'cd424e11-57eb-42f5-a8de-6bf652e31942', 'status': 'completed', 'code': 200} Jan 18 22:30:17.598248 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1d7f8151-7faf-4b06-8ded-685e8ea500f6 req-1c1cbeb5-efc5-4c42-97ff-cdbc0d7a59fb tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c4b879c-ca9b-483b-8a0d-5ea0d1e77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767932 Jan 18 22:30:17.851444 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dceb7e-19f6-40ad-bd18-8f14280ccb81 req-cc84e48a-e21f-41ee-9135-3ffdca056551 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:17.864055 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-13dceb7e-19f6-40ad-bd18-8f14280ccb81 req-cc84e48a-e21f-41ee-9135-3ffdca056551 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c183af1-247e-48b7-aed9-9e45e4b7de12 HTTP/1.1" status: 200 len: 945 time: 0.1208589 Jan 18 22:30:17.923599 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-13dceb7e-19f6-40ad-bd18-8f14280ccb81 req-2c0563d1-42ea-4fd4-a49a-cf8fb447a9ba tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4c0862f-5b86-40eb-b2c2-a40d9fdb492b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568614 Jan 18 22:30:18.182855 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 50212) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:30:18.251367 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 14679519-c5cf-473c-a420-13caeb2e5e56 no longer exists at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:30:18.302025 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-35246cfc-0731-44b3-95b4-74127bba8c73 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Deleting subnet be8f6ef7-0cb3-41b6-8b4f-854cc6ca5248 {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:30:18.307578 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-35246cfc-0731-44b3-95b4-74127bba8c73 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:18.324990 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] No Port match for: 14679519-c5cf-473c-a420-13caeb2e5e56 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:30:18.325692 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 14679519-c5cf-473c-a420-13caeb2e5e56 not bound to the agent host n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:30:18.338292 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 57a94660-3888-4b98-bb72-fa071cd9436c no longer exists at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:30:18.362805 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-35246cfc-0731-44b3-95b4-74127bba8c73 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:18.397121 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] No Port match for: 57a94660-3888-4b98-bb72-fa071cd9436c {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:30:18.398649 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 57a94660-3888-4b98-bb72-fa071cd9436c not bound to the agent host n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:30:18.399679 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device cd424e11-57eb-42f5-a8de-6bf652e31942 no longer exists at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:30:18.458129 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] No Port match for: cd424e11-57eb-42f5-a8de-6bf652e31942 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:30:18.458484 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device cd424e11-57eb-42f5-a8de-6bf652e31942 not bound to the agent host n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:30:18.559041 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-35246cfc-0731-44b3-95b4-74127bba8c73 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:18.720653 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-35246cfc-0731-44b3-95b4-74127bba8c73 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:18.833428 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-35246cfc-0731-44b3-95b4-74127bba8c73 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:18.844089 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-35246cfc-0731-44b3-95b4-74127bba8c73 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] 10.222.0.53 "DELETE /v2.0/subnets/be8f6ef7-0cb3-41b6-8b4f-854cc6ca5248 HTTP/1.1" status: 204 len: 168 time: 0.6588886 Jan 18 22:30:18.844313 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f29a6a-78a4-4061-8db5-8cb5864e6ccb None None] Network 69a77eb2-4118-4a00-92b9-9326ce9ad81b requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:30:18.847698 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35246cfc-0731-44b3-95b4-74127bba8c73 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Pushing event deleted for resources: {'Subnet': ['ID=be8f6ef7-0cb3-41b6-8b4f-854cc6ca5248,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:30:18.853268 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 50236) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:30:18.858958 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf5ac1b-06b9-4f87-b7b1-2708e5d15d74 req-0268e251-e10b-413c-bffb-6f329e3c4494 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:18.870503 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6cf5ac1b-06b9-4f87-b7b1-2708e5d15d74 req-0268e251-e10b-413c-bffb-6f329e3c4494 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/ports?device_id=9eadb8eb-b75c-4dab-823b-4a8e8e6fca67 HTTP/1.1" status: 200 len: 946 time: 0.1656456 Jan 18 22:30:18.984066 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6cf5ac1b-06b9-4f87-b7b1-2708e5d15d74 req-56a475ca-66f8-463f-80f9-9563bdf4e0d1 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c4b879c-ca9b-483b-8a0d-5ea0d1e77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079559 Jan 18 22:30:19.025770 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-18f753bf-6bfe-4b9d-b535-73069a41fb9a tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:19.128916 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-18f753bf-6bfe-4b9d-b535-73069a41fb9a tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Deleting port eac64d43-964e-47ad-b59d-623e933c354a {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:30:19.129168 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-18f753bf-6bfe-4b9d-b535-73069a41fb9a tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:19.143457 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091415f7-b837-425d-9e67-85410a161e5c None None] DHCP port deletion for 69a77eb2-4118-4a00-92b9-9326ce9ad81b request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:30:19.205455 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 50246) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:30:19.213738 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0c098b-8e80-400c-8109-51c94cece919 req-0e7478f4-eb4e-4f79-8fbf-59e68db6dde9 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:19.215446 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fb0c098b-8e80-400c-8109-51c94cece919 req-0e7478f4-eb4e-4f79-8fbf-59e68db6dde9 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c183af1-247e-48b7-aed9-9e45e4b7de12 HTTP/1.1" status: 200 len: 945 time: 0.0917730 Jan 18 22:30:19.225615 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-091415f7-b837-425d-9e67-85410a161e5c None None] Deleting port eac64d43-964e-47ad-b59d-623e933c354a {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:30:19.226234 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-091415f7-b837-425d-9e67-85410a161e5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:19.267061 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-18f753bf-6bfe-4b9d-b535-73069a41fb9a tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] For port eac64d43-964e-47ad-b59d-623e933c354a, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=eac64d43-964e-47ad-b59d-623e933c354a,segment=NetworkSegment(f3f962b3-7994-4771-8f3d-9df758356e41),segment_id=f3f962b3-7994-4771-8f3d-9df758356e41)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:30:19.267292 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-18f753bf-6bfe-4b9d-b535-73069a41fb9a tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:19.283415 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fb0c098b-8e80-400c-8109-51c94cece919 req-59ebc2a8-ae02-47b9-b6c8-d295fb60df7c tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4c0862f-5b86-40eb-b2c2-a40d9fdb492b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599759 Jan 18 22:30:19.303472 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-18f753bf-6bfe-4b9d-b535-73069a41fb9a tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Calling delete_port for eac64d43-964e-47ad-b59d-623e933c354a owned by network:dhcp {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:30:19.335701 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-091415f7-b837-425d-9e67-85410a161e5c None None] For port eac64d43-964e-47ad-b59d-623e933c354a, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=eac64d43-964e-47ad-b59d-623e933c354a,segment=NetworkSegment(f3f962b3-7994-4771-8f3d-9df758356e41),segment_id=f3f962b3-7994-4771-8f3d-9df758356e41)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:30:19.336455 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-091415f7-b837-425d-9e67-85410a161e5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:19.357603 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-091415f7-b837-425d-9e67-85410a161e5c None None] Calling delete_port for eac64d43-964e-47ad-b59d-623e933c354a owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:30:19.470352 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e9d18ae1-21a2-4962-8440-510bbe10ea7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:19.473420 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-72e2f61f-a7e4-4267-9765-8846f1b8a219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:19.510768 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-091415f7-b837-425d-9e67-85410a161e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:19.530780 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-18f753bf-6bfe-4b9d-b535-73069a41fb9a tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:19.567677 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f753bf-6bfe-4b9d-b535-73069a41fb9a tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Pushing event deleted for resources: {'Port': ['ID=eac64d43-964e-47ad-b59d-623e933c354a,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:30:19.579496 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f753bf-6bfe-4b9d-b535-73069a41fb9a tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] No DVR routers for this DVR port eac64d43-964e-47ad-b59d-623e933c354a on host n-d-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:30:19.594964 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091415f7-b837-425d-9e67-85410a161e5c None None] Pushing event deleted for resources: {'Port': ['ID=eac64d43-964e-47ad-b59d-623e933c354a,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:30:19.604602 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091415f7-b837-425d-9e67-85410a161e5c None None] No DVR routers for this DVR port eac64d43-964e-47ad-b59d-623e933c354a on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:30:19.655031 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e9d18ae1-21a2-4962-8440-510bbe10ea7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:19.686739 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e9d18ae1-21a2-4962-8440-510bbe10ea7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:20.075953 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-18f753bf-6bfe-4b9d-b535-73069a41fb9a tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:20.102129 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d18ae1-21a2-4962-8440-510bbe10ea7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aab7fd0f-a4e3-4637-9868-1aa16ca0311a,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:30:20.117384 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-e9d18ae1-21a2-4962-8440-510bbe10ea7c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cf2d7cfd4f3842c7ba279b749c7f5191&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9076791 Jan 18 22:30:20.117384 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 50264) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:30:20.145766 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-18f753bf-6bfe-4b9d-b535-73069a41fb9a tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69a77eb2-4118-4a00-92b9-9326ce9ad81b']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:30:20.156808 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c23fe9-9af1-4366-a891-01ea8405736f req-04ab3018-bf38-4517-ba10-cf37f7ed00e2 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:20.164774 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-18f753bf-6bfe-4b9d-b535-73069a41fb9a tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3f962b3-7994-4771-8f3d-9df758356e41') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:30:20.165070 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-18f753bf-6bfe-4b9d-b535-73069a41fb9a tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3f962b3-7994-4771-8f3d-9df758356e41') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:30:20.167450 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b6c23fe9-9af1-4366-a891-01ea8405736f req-04ab3018-bf38-4517-ba10-cf37f7ed00e2 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/ports?device_id=9eadb8eb-b75c-4dab-823b-4a8e8e6fca67 HTTP/1.1" status: 200 len: 946 time: 0.1076000 Jan 18 22:30:20.177431 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-18f753bf-6bfe-4b9d-b535-73069a41fb9a tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:20.196167 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-20ca489d-dbb0-4264-bcb4-752d34452c91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:20.200982 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-18f753bf-6bfe-4b9d-b535-73069a41fb9a tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:20.212059 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b6c23fe9-9af1-4366-a891-01ea8405736f req-43d66363-ee8f-45ae-90c2-b79111063eec tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c4b879c-ca9b-483b-8a0d-5ea0d1e77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435188 Jan 18 22:30:20.214138 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18f753bf-6bfe-4b9d-b535-73069a41fb9a tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:30:20.214612 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-18f753bf-6bfe-4b9d-b535-73069a41fb9a tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:20.217489 n-d-825064-1 neutron-server[102431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:30:20.217489 n-d-825064-1 neutron-server[102431]: self.session.flush() Jan 18 22:30:20.217489 n-d-825064-1 neutron-server[102431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:30:20.217489 n-d-825064-1 neutron-server[102431]: self.session.flush() Jan 18 22:30:20.217489 n-d-825064-1 neutron-server[102431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:30:20.217489 n-d-825064-1 neutron-server[102431]: self.session.flush() Jan 18 22:30:20.217489 n-d-825064-1 neutron-server[102431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:30:20.217489 n-d-825064-1 neutron-server[102431]: self.session.flush() Jan 18 22:30:20.217489 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:30:20.217489 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:30:20.217489 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:30:20.217489 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:30:20.217489 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:30:20.217489 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:30:20.217489 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:30:20.217489 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:30:20.217489 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:30:20.217489 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:30:20.217489 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:30:20.217489 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:30:20.217489 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:30:20.217489 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:30:20.217489 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:30:20.217489 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:30:20.217489 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:30:20.217489 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:30:20.217489 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:30:20.217489 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:30:20.217489 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:30:20.217489 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:30:20.217489 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:30:20.217489 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:30:20.217489 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:30:20.217489 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:30:20.217489 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:30:20.217489 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:30:20.217489 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:30:20.217489 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:30:20.217489 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:30:20.217489 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:30:20.236692 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-20ca489d-dbb0-4264-bcb4-752d34452c91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:20.301259 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-18f753bf-6bfe-4b9d-b535-73069a41fb9a tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:20.309234 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-18f753bf-6bfe-4b9d-b535-73069a41fb9a tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:20.312845 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-18f753bf-6bfe-4b9d-b535-73069a41fb9a tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] 10.222.0.53 "DELETE /v2.0/networks/69a77eb2-4118-4a00-92b9-9326ce9ad81b HTTP/1.1" status: 204 len: 168 time: 1.4582152 Jan 18 22:30:20.315648 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 50268) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:30:20.332799 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f753bf-6bfe-4b9d-b535-73069a41fb9a tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Pushing event deleted for resources: {'Network': ['ID=69a77eb2-4118-4a00-92b9-9326ce9ad81b,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:30:20.371295 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-20ca489d-dbb0-4264-bcb4-752d34452c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:20.374271 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-20ca489d-dbb0-4264-bcb4-752d34452c91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:20.375410 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-20ca489d-dbb0-4264-bcb4-752d34452c91 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/aab7fd0f-a4e3-4637-9868-1aa16ca0311a HTTP/1.1" status: 204 len: 168 time: 0.2574944 Jan 18 22:30:20.384216 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a3c2fe3-831b-4afd-90f2-f2f7d89327d6 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Deleting subnet 14e8dc4a-6b26-4416-90cf-8d211884199c {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:30:20.391266 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9a3c2fe3-831b-4afd-90f2-f2f7d89327d6 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:20.394401 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ca489d-dbb0-4264-bcb4-752d34452c91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aab7fd0f-a4e3-4637-9868-1aa16ca0311a,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:30:20.451300 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9a3c2fe3-831b-4afd-90f2-f2f7d89327d6 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:20.462354 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a428087e-382e-4af5-840b-3d3a3e3295fa req-eeea8318-829e-43b8-a1fc-4a74e2a1f515 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:20.464573 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a428087e-382e-4af5-840b-3d3a3e3295fa req-eeea8318-829e-43b8-a1fc-4a74e2a1f515 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c183af1-247e-48b7-aed9-9e45e4b7de12 HTTP/1.1" status: 200 len: 945 time: 0.0851643 Jan 18 22:30:20.516990 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a428087e-382e-4af5-840b-3d3a3e3295fa req-8b912b42-79fc-48d1-8bc5-b355d222f253 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4c0862f-5b86-40eb-b2c2-a40d9fdb492b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458891 Jan 18 22:30:20.545760 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9a3c2fe3-831b-4afd-90f2-f2f7d89327d6 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:20.634257 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9a3c2fe3-831b-4afd-90f2-f2f7d89327d6 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:20.694771 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device eac64d43-964e-47ad-b59d-623e933c354a no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:30:20.699031 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3c2fe3-831b-4afd-90f2-f2f7d89327d6 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Pushing event deleted for resources: {'Subnet': ['ID=14e8dc4a-6b26-4416-90cf-8d211884199c,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:30:20.709529 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9a3c2fe3-831b-4afd-90f2-f2f7d89327d6 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:20.715250 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-9a3c2fe3-831b-4afd-90f2-f2f7d89327d6 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] 10.222.0.53 "DELETE /v2.0/subnets/14e8dc4a-6b26-4416-90cf-8d211884199c HTTP/1.1" status: 204 len: 168 time: 0.3964851 Jan 18 22:30:20.715672 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 50284) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:30:20.718400 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: eac64d43-964e-47ad-b59d-623e933c354a {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:30:20.718753 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device eac64d43-964e-47ad-b59d-623e933c354a not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:30:20.720287 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4469ea39-04f1-459d-b904-1d4443d25ab9 None None] Network 2d7003e3-43b9-4e89-a175-e5d772781bad requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:30:20.754843 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f95944-d45d-4a0e-bf93-634f320082e3 req-b6fdaece-de44-45e5-9095-58c19ee32261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:20.757259 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-65f95944-d45d-4a0e-bf93-634f320082e3 req-b6fdaece-de44-45e5-9095-58c19ee32261 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7afa2eadfaa94efb9bc2c925685c8cd2&device_id=7c183af1-247e-48b7-aed9-9e45e4b7de12 HTTP/1.1" status: 200 len: 1096 time: 0.0710864 Jan 18 22:30:20.871604 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2a8b327f-ef98-410c-8f6a-4f127bbeea3f tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:20.904799 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f95944-d45d-4a0e-bf93-634f320082e3 req-8ceb73b6-5480-45ec-b425-07526c6184d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:20.906297 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-65f95944-d45d-4a0e-bf93-634f320082e3 req-8ceb73b6-5480-45ec-b425-07526c6184d0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9f0c6f68-00d4-4074-963d-5eeb6360e1ec HTTP/1.1" status: 200 len: 917 time: 0.1412942 Jan 18 22:30:20.949271 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f63d6e-4d2a-4fb0-aad7-b87bb5b31979 None None] DHCP port deletion for 2d7003e3-43b9-4e89-a175-e5d772781bad request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:30:20.960775 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-2a8b327f-ef98-410c-8f6a-4f127bbeea3f tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Deleting port 791bac7e-1272-4875-84d5-8a3509f5865b {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:30:20.961250 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2a8b327f-ef98-410c-8f6a-4f127bbeea3f tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:21.008473 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-65f95944-d45d-4a0e-bf93-634f320082e3 req-b81a8adf-6efe-4c87-b300-e239e698e501 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=17b5d497-89e8-4316-854a-e01b4efd12f0 HTTP/1.1" status: 200 len: 1000 time: 0.0893598 Jan 18 22:30:21.038250 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-87f63d6e-4d2a-4fb0-aad7-b87bb5b31979 None None] Deleting port 791bac7e-1272-4875-84d5-8a3509f5865b {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:30:21.039566 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-87f63d6e-4d2a-4fb0-aad7-b87bb5b31979 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:21.071234 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f95944-d45d-4a0e-bf93-634f320082e3 req-d8d0d3c1-ea52-43ce-b847-74b7050dad7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:21.073465 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-65f95944-d45d-4a0e-bf93-634f320082e3 req-d8d0d3c1-ea52-43ce-b847-74b7050dad7a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b7bcd428-9869-4592-8e72-20a2a0d3310e HTTP/1.1" status: 200 len: 856 time: 0.0575061 Jan 18 22:30:21.079156 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-2a8b327f-ef98-410c-8f6a-4f127bbeea3f tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] For port 791bac7e-1272-4875-84d5-8a3509f5865b, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=791bac7e-1272-4875-84d5-8a3509f5865b,segment=NetworkSegment(2b9616c0-d67e-4734-b2a8-ca73fbe0ed53),segment_id=2b9616c0-d67e-4734-b2a8-ca73fbe0ed53)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:30:21.079849 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2a8b327f-ef98-410c-8f6a-4f127bbeea3f tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:21.101188 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-2a8b327f-ef98-410c-8f6a-4f127bbeea3f tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Calling delete_port for 791bac7e-1272-4875-84d5-8a3509f5865b owned by network:dhcp {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:30:21.136565 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-87f63d6e-4d2a-4fb0-aad7-b87bb5b31979 None None] For port 791bac7e-1272-4875-84d5-8a3509f5865b, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=791bac7e-1272-4875-84d5-8a3509f5865b,segment=NetworkSegment(2b9616c0-d67e-4734-b2a8-ca73fbe0ed53),segment_id=2b9616c0-d67e-4734-b2a8-ca73fbe0ed53)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:30:21.138640 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-87f63d6e-4d2a-4fb0-aad7-b87bb5b31979 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:21.151610 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f95944-d45d-4a0e-bf93-634f320082e3 req-509bb70e-2cc5-4d76-a9a7-cece6c7e5bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:21.153613 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-65f95944-d45d-4a0e-bf93-634f320082e3 req-509bb70e-2cc5-4d76-a9a7-cece6c7e5bfa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9f0c6f68-00d4-4074-963d-5eeb6360e1ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730033 Jan 18 22:30:21.158146 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-87f63d6e-4d2a-4fb0-aad7-b87bb5b31979 None None] Calling delete_port for 791bac7e-1272-4875-84d5-8a3509f5865b owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:30:21.231530 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2a8b327f-ef98-410c-8f6a-4f127bbeea3f tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:21.258703 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-87f63d6e-4d2a-4fb0-aad7-b87bb5b31979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:21.289676 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f63d6e-4d2a-4fb0-aad7-b87bb5b31979 None None] Pushing event deleted for resources: {'Port': ['ID=791bac7e-1272-4875-84d5-8a3509f5865b,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:30:21.294335 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f63d6e-4d2a-4fb0-aad7-b87bb5b31979 None None] No DVR routers for this DVR port 791bac7e-1272-4875-84d5-8a3509f5865b on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:30:21.294930 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8b327f-ef98-410c-8f6a-4f127bbeea3f tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Pushing event deleted for resources: {'Port': ['ID=791bac7e-1272-4875-84d5-8a3509f5865b,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:30:21.299727 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8b327f-ef98-410c-8f6a-4f127bbeea3f tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] No DVR routers for this DVR port 791bac7e-1272-4875-84d5-8a3509f5865b on host n-d-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:30:21.329777 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-65f95944-d45d-4a0e-bf93-634f320082e3 req-333bbacb-f13c-4e68-b042-58950e05bb62 service neutron] 10.222.0.36 "GET /v2.0/networks/9f0c6f68-00d4-4074-963d-5eeb6360e1ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656134 Jan 18 22:30:21.489093 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-65f95944-d45d-4a0e-bf93-634f320082e3 req-28d41176-33df-412c-b216-6cc4e8623195 service neutron] 10.222.0.36 "GET /v2.0/networks/9f0c6f68-00d4-4074-963d-5eeb6360e1ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545937 Jan 18 22:30:21.496171 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db96930-1f47-483b-bd38-65b84e0224ce req-8a65e85e-374a-4511-af07-a6f0f2da8681 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:21.497820 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0db96930-1f47-483b-bd38-65b84e0224ce req-8a65e85e-374a-4511-af07-a6f0f2da8681 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/ports?device_id=9eadb8eb-b75c-4dab-823b-4a8e8e6fca67 HTTP/1.1" status: 200 len: 946 time: 0.1301217 Jan 18 22:30:21.504351 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2a8b327f-ef98-410c-8f6a-4f127bbeea3f tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:21.553414 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-2a8b327f-ef98-410c-8f6a-4f127bbeea3f tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d7003e3-43b9-4e89-a175-e5d772781bad']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:30:21.572445 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-2a8b327f-ef98-410c-8f6a-4f127bbeea3f tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b9616c0-d67e-4734-b2a8-ca73fbe0ed53') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:30:21.572740 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-2a8b327f-ef98-410c-8f6a-4f127bbeea3f tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b9616c0-d67e-4734-b2a8-ca73fbe0ed53') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:30:21.597330 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0db96930-1f47-483b-bd38-65b84e0224ce req-ff67da2d-1533-4eb0-9cf3-cab24a9e8d0f tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c4b879c-ca9b-483b-8a0d-5ea0d1e77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841992 Jan 18 22:30:21.608726 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2a8b327f-ef98-410c-8f6a-4f127bbeea3f tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60394742'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:21.645212 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2a8b327f-ef98-410c-8f6a-4f127bbeea3f tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:21.742886 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a8b327f-ef98-410c-8f6a-4f127bbeea3f tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:30:21.743302 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2a8b327f-ef98-410c-8f6a-4f127bbeea3f tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60203044'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:21.839749 n-d-825064-1 neutron-server[102430]: Traceback (most recent call last): Jan 18 22:30:21.839749 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:30:21.839749 n-d-825064-1 neutron-server[102430]: timer() Jan 18 22:30:21.839749 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:30:21.839749 n-d-825064-1 neutron-server[102430]: cb(*args, **kw) Jan 18 22:30:21.839749 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:30:21.839749 n-d-825064-1 neutron-server[102430]: return func(*args, **kwargs) Jan 18 22:30:21.839749 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:30:21.839749 n-d-825064-1 neutron-server[102430]: self._notify() Jan 18 22:30:21.839749 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:30:21.839749 n-d-825064-1 neutron-server[102430]: self.callback(batched_events) Jan 18 22:30:21.839749 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:30:21.839749 n-d-825064-1 neutron-server[102430]: event.method(event) Jan 18 22:30:21.839749 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:30:21.839749 n-d-825064-1 neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:30:21.839749 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:30:21.839749 n-d-825064-1 neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:30:21.839749 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:30:21.839749 n-d-825064-1 neutron-server[102430]: return f(self, *a, **k) Jan 18 22:30:21.839749 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:30:21.839749 n-d-825064-1 neutron-server[102430]: return self._get(url).json() Jan 18 22:30:21.839749 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:30:21.839749 n-d-825064-1 neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:30:21.839749 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:30:21.839749 n-d-825064-1 neutron-server[102430]: return self.request(url, 'GET', **kwargs) Jan 18 22:30:21.839749 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:30:21.839749 n-d-825064-1 neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:30:21.839749 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:30:21.839749 n-d-825064-1 neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:30:21.839749 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:30:21.839749 n-d-825064-1 neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:30:21.839749 n-d-825064-1 neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:30:21.878233 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b248790a-18fd-491f-8c84-9feb6075ca24 req-729ccb63-caf8-4a80-a61c-428a30e3078c tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:21.879789 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b248790a-18fd-491f-8c84-9feb6075ca24 req-729ccb63-caf8-4a80-a61c-428a30e3078c tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c183af1-247e-48b7-aed9-9e45e4b7de12 HTTP/1.1" status: 200 len: 945 time: 0.2545691 Jan 18 22:30:21.885333 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2a8b327f-ef98-410c-8f6a-4f127bbeea3f tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:21.898924 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2a8b327f-ef98-410c-8f6a-4f127bbeea3f tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:21.902203 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-2a8b327f-ef98-410c-8f6a-4f127bbeea3f tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] 10.222.0.53 "DELETE /v2.0/networks/2d7003e3-43b9-4e89-a175-e5d772781bad HTTP/1.1" status: 204 len: 168 time: 1.1854627 Jan 18 22:30:21.910964 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 50324) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:30:21.916592 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-45c06504-8a07-4220-9dd1-b4c056ec2a5b tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1378764346'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:30:21.923903 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8b327f-ef98-410c-8f6a-4f127bbeea3f tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Pushing event deleted for resources: {'Network': ['ID=2d7003e3-43b9-4e89-a175-e5d772781bad,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:30:21.929647 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b159be52-5d7b-4581-b719-d9f121657a88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:21.951035 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b248790a-18fd-491f-8c84-9feb6075ca24 req-ae647cac-f8fa-45c2-804c-82f5a8303e75 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4c0862f-5b86-40eb-b2c2-a40d9fdb492b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623744 Jan 18 22:30:21.974698 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c06504-8a07-4220-9dd1-b4c056ec2a5b tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Made reservation on behalf of f2db261a4e274a77b72bcc96fca0df7b for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:30:21.981170 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-45c06504-8a07-4220-9dd1-b4c056ec2a5b tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:22.021919 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45c06504-8a07-4220-9dd1-b4c056ec2a5b tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:30:22.038741 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-45c06504-8a07-4220-9dd1-b4c056ec2a5b tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:22.039239 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-45c06504-8a07-4220-9dd1-b4c056ec2a5b tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Added segment e20150ec-a14a-45cc-bbb0-7f2584979920 of type vlan for network 5bb62f1f-5b8f-448a-a22c-6fa4b4388a16 Jan 18 22:30:22.098919 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-45c06504-8a07-4220-9dd1-b4c056ec2a5b tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:22.138068 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-45c06504-8a07-4220-9dd1-b4c056ec2a5b tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:22.146948 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c06504-8a07-4220-9dd1-b4c056ec2a5b tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:22.147882 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-45c06504-8a07-4220-9dd1-b4c056ec2a5b tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:22.184206 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-45c06504-8a07-4220-9dd1-b4c056ec2a5b tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2720132 Jan 18 22:30:22.187190 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 50334) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:30:22.199986 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-ed5952e5-04d7-4e81-86ce-28bba1f98c3d tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Request body: {'subnet': {'network_id': '5bb62f1f-5b8f-448a-a22c-6fa4b4388a16', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:30:22.240205 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c06504-8a07-4220-9dd1-b4c056ec2a5b tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Pushing event updated for resources: {'Network': ['ID=5bb62f1f-5b8f-448a-a22c-6fa4b4388a16,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:30:22.253449 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 5bb62f1f-5b8f-448a-a22c-6fa4b4388a16 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:30:22.300078 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed5952e5-04d7-4e81-86ce-28bba1f98c3d tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Made reservation on behalf of f2db261a4e274a77b72bcc96fca0df7b for: {'subnet': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:30:22.312510 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ed5952e5-04d7-4e81-86ce-28bba1f98c3d tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62288702'] for subnet, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:22.595663 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ed5952e5-04d7-4e81-86ce-28bba1f98c3d tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60203213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62288684'] for subnet, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:22.683532 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5952e5-04d7-4e81-86ce-28bba1f98c3d tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Pushing event updated for resources: {'Subnet': ['ID=e9ca1e22-d494-4426-ac96-0f52b06f4c50,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:30:22.690251 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5952e5-04d7-4e81-86ce-28bba1f98c3d tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Checking segment: {'id': 'e20150ec-a14a-45cc-bbb0-7f2584979920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5bb62f1f-5b8f-448a-a22c-6fa4b4388a16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:30:22.690611 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5952e5-04d7-4e81-86ce-28bba1f98c3d tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Network hostable DHCP agents. Network: 5bb62f1f-5b8f-448a-a22c-6fa4b4388a16, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:30:22.721598 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5952e5-04d7-4e81-86ce-28bba1f98c3d tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Network 5bb62f1f-5b8f-448a-a22c-6fa4b4388a16 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:30:22.723411 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 791bac7e-1272-4875-84d5-8a3509f5865b no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:30:22.751533 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 791bac7e-1272-4875-84d5-8a3509f5865b {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:30:22.752363 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 791bac7e-1272-4875-84d5-8a3509f5865b not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:30:22.757585 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-ed5952e5-04d7-4e81-86ce-28bba1f98c3d tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 5bb62f1f-5b8f-448a-a22c-6fa4b4388a16) {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:30:22.766112 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5952e5-04d7-4e81-86ce-28bba1f98c3d tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:22.766762 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ed5952e5-04d7-4e81-86ce-28bba1f98c3d tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:22.769903 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab920d2-6ce8-47e4-9ba3-d2fe52439804 None None] Network 5bb62f1f-5b8f-448a-a22c-6fa4b4388a16 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:30:22.775957 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caf3713-ee44-4503-802e-2f4faebc2a35 req-6ec82f4a-e95e-449d-ac16-6778031e0ccb tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:22.777497 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7caf3713-ee44-4503-802e-2f4faebc2a35 req-6ec82f4a-e95e-449d-ac16-6778031e0ccb tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/ports?device_id=9eadb8eb-b75c-4dab-823b-4a8e8e6fca67 HTTP/1.1" status: 200 len: 946 time: 0.0694025 Jan 18 22:30:22.810423 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 50360) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:30:22.810989 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-ed5952e5-04d7-4e81-86ce-28bba1f98c3d tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.6194603 Jan 18 22:30:22.819196 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-752f6750-00c3-4c9e-8497-da2d813408a1 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-998517567'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:30:22.852183 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7caf3713-ee44-4503-802e-2f4faebc2a35 req-fd9f5939-e9cd-4915-a03a-7b0adbd49123 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c4b879c-ca9b-483b-8a0d-5ea0d1e77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566437 Jan 18 22:30:22.911498 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-752f6750-00c3-4c9e-8497-da2d813408a1 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Made reservation on behalf of f2db261a4e274a77b72bcc96fca0df7b for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:30:22.917776 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-752f6750-00c3-4c9e-8497-da2d813408a1 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:22.936607 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:22.964264 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-752f6750-00c3-4c9e-8497-da2d813408a1 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:30:22.982416 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-752f6750-00c3-4c9e-8497-da2d813408a1 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:22.982841 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-752f6750-00c3-4c9e-8497-da2d813408a1 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Added segment ac18ac15-e1f9-4d4d-aeaf-cbc5be69a0bb of type vlan for network 95bb03df-1cb8-4522-88a7-ff4352045ade Jan 18 22:30:23.046567 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-752f6750-00c3-4c9e-8497-da2d813408a1 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:23.083223 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-752f6750-00c3-4c9e-8497-da2d813408a1 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:23.091877 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752f6750-00c3-4c9e-8497-da2d813408a1 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:23.092767 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-752f6750-00c3-4c9e-8497-da2d813408a1 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:23.153078 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6458163c-8b07-42c0-a377-0066f944fdc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-5bb62f1f-5b8f-448a-a22c-6fa4b4388a16', 'network_id': '5bb62f1f-5b8f-448a-a22c-6fa4b4388a16', 'tenant_id': 'f2db261a4e274a77b72bcc96fca0df7b', 'fixed_ips': [{'subnet_id': 'e9ca1e22-d494-4426-ac96-0f52b06f4c50'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:30:23.155309 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6458163c-8b07-42c0-a377-0066f944fdc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:23.214435 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b7e88a-78be-4bbc-8cb5-95f736d506a1 req-07fc41f6-6eff-43bb-9986-c7495ffa4e91 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:23.217175 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-39b7e88a-78be-4bbc-8cb5-95f736d506a1 req-07fc41f6-6eff-43bb-9986-c7495ffa4e91 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c183af1-247e-48b7-aed9-9e45e4b7de12 HTTP/1.1" status: 200 len: 945 time: 0.0796018 Jan 18 22:30:23.243982 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-752f6750-00c3-4c9e-8497-da2d813408a1 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4310234 Jan 18 22:30:23.261465 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 50412) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:30:23.300939 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-6a3a69d9-9fb7-4249-8eb3-75ae728b8c76 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Request body: {'subnet': {'network_id': '95bb03df-1cb8-4522-88a7-ff4352045ade', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:30:23.349856 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-39b7e88a-78be-4bbc-8cb5-95f736d506a1 req-44e74d68-3cd9-444d-8b89-ecf6317bd9ac tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4c0862f-5b86-40eb-b2c2-a40d9fdb492b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107073 Jan 18 22:30:23.417599 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-6458163c-8b07-42c0-a377-0066f944fdc0 None None] Allocated IP 19.80.0.2 (5bb62f1f-5b8f-448a-a22c-6fa4b4388a16/e9ca1e22-d494-4426-ac96-0f52b06f4c50/a7bd4e3f-fb2b-4371-8baa-df6a88a8dcd9) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:30:23.490325 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752f6750-00c3-4c9e-8497-da2d813408a1 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Pushing event updated for resources: {'Network': ['ID=95bb03df-1cb8-4522-88a7-ff4352045ade,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:30:23.502664 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a3a69d9-9fb7-4249-8eb3-75ae728b8c76 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Made reservation on behalf of f2db261a4e274a77b72bcc96fca0df7b for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:30:23.509094 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6a3a69d9-9fb7-4249-8eb3-75ae728b8c76 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:23.544445 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 95bb03df-1cb8-4522-88a7-ff4352045ade details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:30:23.694152 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282ec000-1cdf-449c-bbbc-c4e99cc03a23 req-957fa9ef-cac8-4b89-95d6-0703395b5da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:23.696464 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-282ec000-1cdf-449c-bbbc-c4e99cc03a23 req-957fa9ef-cac8-4b89-95d6-0703395b5da8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9eadb8eb-b75c-4dab-823b-4a8e8e6fca67 HTTP/1.1" status: 200 len: 1097 time: 0.1079502 Jan 18 22:30:23.750011 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-282ec000-1cdf-449c-bbbc-c4e99cc03a23 req-f3c70ace-c4c3-41a0-ae05-b20a0d52953a service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=5c4b879c-ca9b-483b-8a0d-5ea0d1e77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468802 Jan 18 22:30:23.882174 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6458163c-8b07-42c0-a377-0066f944fdc0 None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:23.893091 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6458163c-8b07-42c0-a377-0066f944fdc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:23.972640 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6458163c-8b07-42c0-a377-0066f944fdc0 None None] Network 5bb62f1f-5b8f-448a-a22c-6fa4b4388a16 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:30:23.977680 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-6458163c-8b07-42c0-a377-0066f944fdc0 None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:30:23.980149 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6458163c-8b07-42c0-a377-0066f944fdc0 None None] Pushing event updated for resources: {'Port': ['ID=a7bd4e3f-fb2b-4371-8baa-df6a88a8dcd9,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:30:23.982663 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6458163c-8b07-42c0-a377-0066f944fdc0 None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:30:24.062876 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6a3a69d9-9fb7-4249-8eb3-75ae728b8c76 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:24.087745 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-6458163c-8b07-42c0-a377-0066f944fdc0 None None] Attempting to bind port a7bd4e3f-fb2b-4371-8baa-df6a88a8dcd9 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:30:24.088477 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-6458163c-8b07-42c0-a377-0066f944fdc0 None None] Attempting to bind port a7bd4e3f-fb2b-4371-8baa-df6a88a8dcd9 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': 'e20150ec-a14a-45cc-bbb0-7f2584979920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5bb62f1f-5b8f-448a-a22c-6fa4b4388a16'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:30:24.089325 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6458163c-8b07-42c0-a377-0066f944fdc0 None None] Attempting to bind port a7bd4e3f-fb2b-4371-8baa-df6a88a8dcd9 on network 5bb62f1f-5b8f-448a-a22c-6fa4b4388a16 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:30:24.097459 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6458163c-8b07-42c0-a377-0066f944fdc0 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:30:24.098195 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6458163c-8b07-42c0-a377-0066f944fdc0 None None] Checking segment: {'id': 'e20150ec-a14a-45cc-bbb0-7f2584979920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5bb62f1f-5b8f-448a-a22c-6fa4b4388a16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:30:24.098891 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6458163c-8b07-42c0-a377-0066f944fdc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:24.099482 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6458163c-8b07-42c0-a377-0066f944fdc0 None None] Bound using segment: {'id': 'e20150ec-a14a-45cc-bbb0-7f2584979920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5bb62f1f-5b8f-448a-a22c-6fa4b4388a16'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:30:24.100172 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-6458163c-8b07-42c0-a377-0066f944fdc0 None None] Bound port: a7bd4e3f-fb2b-4371-8baa-df6a88a8dcd9, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e20150ec-a14a-45cc-bbb0-7f2584979920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5bb62f1f-5b8f-448a-a22c-6fa4b4388a16'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:30:24.100753 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6458163c-8b07-42c0-a377-0066f944fdc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:24.108097 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374bfc2f-15c3-40bc-8fd4-6e479428bda2 req-1e488141-104d-478e-9d64-cd971557253c tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:24.116631 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-374bfc2f-15c3-40bc-8fd4-6e479428bda2 req-1e488141-104d-478e-9d64-cd971557253c tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/ports?device_id=9eadb8eb-b75c-4dab-823b-4a8e8e6fca67 HTTP/1.1" status: 200 len: 946 time: 0.1800935 Jan 18 22:30:24.219730 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-374bfc2f-15c3-40bc-8fd4-6e479428bda2 req-f0357a02-7112-4dce-8788-3dae2ad21e2b tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c4b879c-ca9b-483b-8a0d-5ea0d1e77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946801 Jan 18 22:30:24.240441 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-6458163c-8b07-42c0-a377-0066f944fdc0 None None] For port a7bd4e3f-fb2b-4371-8baa-df6a88a8dcd9, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:30:24.254199 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-6458163c-8b07-42c0-a377-0066f944fdc0 None None] For port a7bd4e3f-fb2b-4371-8baa-df6a88a8dcd9, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=a7bd4e3f-fb2b-4371-8baa-df6a88a8dcd9,segment=NetworkSegment(e20150ec-a14a-45cc-bbb0-7f2584979920),segment_id=e20150ec-a14a-45cc-bbb0-7f2584979920)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:30:24.258243 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3a69d9-9fb7-4249-8eb3-75ae728b8c76 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Pushing event updated for resources: {'Subnet': ['ID=00323726-2e76-4d36-9830-2184cda884c2,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:30:24.265017 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 17b5d497-89e8-4316-854a-e01b4efd12f0 no longer exists at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:30:24.280079 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3a69d9-9fb7-4249-8eb3-75ae728b8c76 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Checking segment: {'id': 'ac18ac15-e1f9-4d4d-aeaf-cbc5be69a0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '95bb03df-1cb8-4522-88a7-ff4352045ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:30:24.280968 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3a69d9-9fb7-4249-8eb3-75ae728b8c76 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Network hostable DHCP agents. Network: 95bb03df-1cb8-4522-88a7-ff4352045ade, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:30:24.299661 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3a69d9-9fb7-4249-8eb3-75ae728b8c76 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Network 95bb03df-1cb8-4522-88a7-ff4352045ade is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:30:24.312302 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-6a3a69d9-9fb7-4249-8eb3-75ae728b8c76 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 95bb03df-1cb8-4522-88a7-ff4352045ade) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:30:24.319623 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6458163c-8b07-42c0-a377-0066f944fdc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:24.330330 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3a69d9-9fb7-4249-8eb3-75ae728b8c76 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:24.331198 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6a3a69d9-9fb7-4249-8eb3-75ae728b8c76 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:24.353286 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-6a3a69d9-9fb7-4249-8eb3-75ae728b8c76 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0854352 Jan 18 22:30:24.380290 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 50460) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:30:24.477680 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8898cb-1af3-4691-a8e1-4ba5b9f90594 None None] Network 95bb03df-1cb8-4522-88a7-ff4352045ade requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:30:24.644574 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e2c539-52ad-40cb-b383-11125d1827cc req-3f0ba3fc-157a-4b71-8a9e-beead0e336ee tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:24.647560 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e7e2c539-52ad-40cb-b383-11125d1827cc req-3f0ba3fc-157a-4b71-8a9e-beead0e336ee tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c183af1-247e-48b7-aed9-9e45e4b7de12 HTTP/1.1" status: 200 len: 945 time: 0.1388805 Jan 18 22:30:24.651639 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-46d911ca-7146-46d3-9b0a-9dd2cc7359e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:24.667442 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6458163c-8b07-42c0-a377-0066f944fdc0 None None] Pushing event updated for resources: {'Port': ['ID=a7bd4e3f-fb2b-4371-8baa-df6a88a8dcd9,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:30:24.706608 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:24.735840 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e7e2c539-52ad-40cb-b383-11125d1827cc req-7a8f2b5a-4eea-49f8-b263-5bce7d8e5b3f tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4c0862f-5b86-40eb-b2c2-a40d9fdb492b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803695 Jan 18 22:30:24.771474 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:24.787555 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:24.820114 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c183af1-247e-48b7-aed9-9e45e4b7de12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17b5d497-89e8-4316-854a-e01b4efd12f0'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:30:24.822836 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bd10b2b-a521-407c-a082-46f816a126ee" -d '{"events": [{"server_uuid": "7c183af1-247e-48b7-aed9-9e45e4b7de12", "name": "network-vif-unplugged", "status": "completed", "tag": "17b5d497-89e8-4316-854a-e01b4efd12f0"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:30:24.838210 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-46d911ca-7146-46d3-9b0a-9dd2cc7359e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:24.854878 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 17b5d497-89e8-4316-854a-e01b4efd12f0, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=17b5d497-89e8-4316-854a-e01b4efd12f0,segment=NetworkSegment(70a4f94b-4f48-4441-9e9d-d65add0cb430),segment_id=70a4f94b-4f48-4441-9e9d-d65add0cb430)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:30:24.862838 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-46d911ca-7146-46d3-9b0a-9dd2cc7359e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:24.916677 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-46d911ca-7146-46d3-9b0a-9dd2cc7359e3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c5011eb0c45b4a9b8099cade62aededa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5353160 Jan 18 22:30:24.917797 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d911ca-7146-46d3-9b0a-9dd2cc7359e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e616f7c-b139-4038-be8e-e64ed5fc5822,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:30:24.920801 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 50484) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:30:24.929986 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:25.061153 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9f25b9ac-95c7-4b13-bba2-85d1fd887d78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:25.094207 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ae454f-9d63-4e4e-970e-7d5c535e1e47 req-b3d2a72f-45ac-49c9-85b1-650d54d556cf tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:25.108960 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ae454f-9d63-4e4e-970e-7d5c535e1e47 req-b3d2a72f-45ac-49c9-85b1-650d54d556cf tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:25.110785 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-71ae454f-9d63-4e4e-970e-7d5c535e1e47 req-b3d2a72f-45ac-49c9-85b1-650d54d556cf tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] 10.222.0.53 "GET /v2.0/networks?id=5bb62f1f-5b8f-448a-a22c-6fa4b4388a16&id=95bb03df-1cb8-4522-88a7-ff4352045ade HTTP/1.1" status: 200 len: 1391 time: 0.3295679 Jan 18 22:30:25.126625 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9f25b9ac-95c7-4b13-bba2-85d1fd887d78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:25.148116 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-71ae454f-9d63-4e4e-970e-7d5c535e1e47 req-d8096fb3-8a75-46d9-86fb-cb024f05a16e tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] 10.222.0.53 "GET /v2.0/quotas/f2db261a4e274a77b72bcc96fca0df7b HTTP/1.1" status: 200 len: 375 time: 0.0244806 Jan 18 22:30:25.151557 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=17b5d497-89e8-4316-854a-e01b4efd12f0,revision_number=8']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:30:25.167152 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74f76e9-ea0f-41f9-89de-52c56d92396b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-95bb03df-1cb8-4522-88a7-ff4352045ade', 'network_id': '95bb03df-1cb8-4522-88a7-ff4352045ade', 'tenant_id': 'f2db261a4e274a77b72bcc96fca0df7b', 'fixed_ips': [{'subnet_id': '00323726-2e76-4d36-9830-2184cda884c2'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:30:25.181245 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f74f76e9-ea0f-41f9-89de-52c56d92396b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:25.205306 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9f25b9ac-95c7-4b13-bba2-85d1fd887d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:25.208649 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9f25b9ac-95c7-4b13-bba2-85d1fd887d78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:25.210082 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-9f25b9ac-95c7-4b13-bba2-85d1fd887d78 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1e616f7c-b139-4038-be8e-e64ed5fc5822 HTTP/1.1" status: 204 len: 168 time: 0.2882073 Jan 18 22:30:25.222715 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f25b9ac-95c7-4b13-bba2-85d1fd887d78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e616f7c-b139-4038-be8e-e64ed5fc5822,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:30:25.292928 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-71ae454f-9d63-4e4e-970e-7d5c535e1e47 req-a952b002-3679-42f0-96f0-38d72f8f7d33 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f2db261a4e274a77b72bcc96fca0df7b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1350875 Jan 18 22:30:25.539188 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-71ae454f-9d63-4e4e-970e-7d5c535e1e47 req-a24d20b4-f291-4691-acd3-8b1ffd4ce4bf service neutron] 10.222.0.53 "GET /v2.0/networks/5bb62f1f-5b8f-448a-a22c-6fa4b4388a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291112 Jan 18 22:30:25.738412 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a7dd73-7d71-4e07-a7b9-4f261c6ee6dc req-a53b67a1-7bd9-48b4-bfbb-985108131369 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:25.740545 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-67a7dd73-7d71-4e07-a7b9-4f261c6ee6dc req-a53b67a1-7bd9-48b4-bfbb-985108131369 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/ports?device_id=9eadb8eb-b75c-4dab-823b-4a8e8e6fca67 HTTP/1.1" status: 200 len: 946 time: 0.0796850 Jan 18 22:30:25.810684 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 50510) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:30:25.831849 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b799255f-a9c4-43a8-8ac5-781e01dc2245 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:25.836169 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-71ae454f-9d63-4e4e-970e-7d5c535e1e47 req-6099f6ec-8db8-401f-ba13-d9ca20c28c9e service neutron] 10.222.0.53 "GET /v2.0/networks/5bb62f1f-5b8f-448a-a22c-6fa4b4388a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2955918 Jan 18 22:30:25.855275 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-f74f76e9-ea0f-41f9-89de-52c56d92396b None None] Allocated IP 19.86.0.2 (95bb03df-1cb8-4522-88a7-ff4352045ade/00323726-2e76-4d36-9830-2184cda884c2/9568c684-7ce3-43fc-bda5-25871646b2c2) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:30:25.936825 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-67a7dd73-7d71-4e07-a7b9-4f261c6ee6dc req-dd513661-ed03-400c-a40e-3c9ffc0e9081 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c4b879c-ca9b-483b-8a0d-5ea0d1e77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896026 Jan 18 22:30:26.013031 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 18 Jan 2022 22:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cea74a5e-0ac9-4566-aef2-af1d9dfd75fd x-openstack-request-id: req-cea74a5e-0ac9-4566-aef2-af1d9dfd75fd {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:30:26.015739 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c183af1-247e-48b7-aed9-9e45e4b7de12", "name": "network-vif-unplugged", "status": "failed", "tag": "17b5d497-89e8-4316-854a-e01b4efd12f0", "code": 422}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:30:26.016194 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cea74a5e-0ac9-4566-aef2-af1d9dfd75fd {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:30:26.016770 n-d-825064-1 neutron-server[102432]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7c183af1-247e-48b7-aed9-9e45e4b7de12', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '17b5d497-89e8-4316-854a-e01b4efd12f0', 'code': 422} returned with failed status Jan 18 22:30:26.041926 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b799255f-a9c4-43a8-8ac5-781e01dc2245 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:26.047679 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b799255f-a9c4-43a8-8ac5-781e01dc2245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:26.054733 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [req-1ef8b44e-f7ba-462d-89ca-1a099068b829 req-260a10a4-eb6f-4c60-8dea-15b89a12b5a1 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102430) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:30:26.065384 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1ef8b44e-f7ba-462d-89ca-1a099068b829 req-260a10a4-eb6f-4c60-8dea-15b89a12b5a1 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0162864 Jan 18 22:30:26.157077 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-71ae454f-9d63-4e4e-970e-7d5c535e1e47 req-1310b853-1e94-414e-bcad-41c5e3d6e105 service neutron] 10.222.0.53 "GET /v2.0/networks/95bb03df-1cb8-4522-88a7-ff4352045ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3038905 Jan 18 22:30:26.159896 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-b799255f-a9c4-43a8-8ac5-781e01dc2245 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e70d5a15c4964d5e9e7d0d8317ef237b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3478529 Jan 18 22:30:26.160730 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b799255f-a9c4-43a8-8ac5-781e01dc2245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21935215-a263-487a-87f1-b4fe4eef4bc4,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:30:26.162713 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 50514) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:30:26.249262 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f74f76e9-ea0f-41f9-89de-52c56d92396b None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:26.273088 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f74f76e9-ea0f-41f9-89de-52c56d92396b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:26.346755 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74f76e9-ea0f-41f9-89de-52c56d92396b None None] Network 95bb03df-1cb8-4522-88a7-ff4352045ade is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:30:26.358867 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-f74f76e9-ea0f-41f9-89de-52c56d92396b None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:30:26.363477 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74f76e9-ea0f-41f9-89de-52c56d92396b None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:30:26.417821 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-358ba00f-54bf-44b9-a8d3-ebfacefbc7b9 req-3c9ba116-2322-4c25-9923-44334c52ebb2 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=db33aaef-5884-4da4-a311-5ede51d08faf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1705966 Jan 18 22:30:26.462733 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74f76e9-ea0f-41f9-89de-52c56d92396b None None] Pushing event updated for resources: {'Port': ['ID=9568c684-7ce3-43fc-bda5-25871646b2c2,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:30:26.499685 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829cd98a-4b8d-4382-a763-877177c00eb9 None None] Network 5bb62f1f-5b8f-448a-a22c-6fa4b4388a16 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:30:26.583654 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-f74f76e9-ea0f-41f9-89de-52c56d92396b None None] Attempting to bind port 9568c684-7ce3-43fc-bda5-25871646b2c2 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:30:26.584027 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-f74f76e9-ea0f-41f9-89de-52c56d92396b None None] Attempting to bind port 9568c684-7ce3-43fc-bda5-25871646b2c2 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': 'ac18ac15-e1f9-4d4d-aeaf-cbc5be69a0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '95bb03df-1cb8-4522-88a7-ff4352045ade'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:30:26.584712 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74f76e9-ea0f-41f9-89de-52c56d92396b None None] Attempting to bind port 9568c684-7ce3-43fc-bda5-25871646b2c2 on network 95bb03df-1cb8-4522-88a7-ff4352045ade {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:30:26.593572 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74f76e9-ea0f-41f9-89de-52c56d92396b None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:30:26.593971 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74f76e9-ea0f-41f9-89de-52c56d92396b None None] Checking segment: {'id': 'ac18ac15-e1f9-4d4d-aeaf-cbc5be69a0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '95bb03df-1cb8-4522-88a7-ff4352045ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:30:26.594503 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f74f76e9-ea0f-41f9-89de-52c56d92396b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:26.594769 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74f76e9-ea0f-41f9-89de-52c56d92396b None None] Bound using segment: {'id': 'ac18ac15-e1f9-4d4d-aeaf-cbc5be69a0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '95bb03df-1cb8-4522-88a7-ff4352045ade'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:30:26.595377 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-f74f76e9-ea0f-41f9-89de-52c56d92396b None None] Bound port: 9568c684-7ce3-43fc-bda5-25871646b2c2, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac18ac15-e1f9-4d4d-aeaf-cbc5be69a0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '95bb03df-1cb8-4522-88a7-ff4352045ade'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:30:26.595764 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f74f76e9-ea0f-41f9-89de-52c56d92396b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:26.618250 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-3afa14dd-7fd2-46b8-a4a2-d1ed1e5f153a None None] Provisioning complete for port a7bd4e3f-fb2b-4371-8baa-df6a88a8dcd9 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:30:26.618626 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3afa14dd-7fd2-46b8-a4a2-d1ed1e5f153a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:26.690028 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f1190f81-c1a5-4d84-847c-8ea208044b7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:26.715422 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f1190f81-c1a5-4d84-847c-8ea208044b7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:26.787333 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-71ae454f-9d63-4e4e-970e-7d5c535e1e47 req-2f8e6a05-f9f4-48b5-b179-5e61ce69e278 service neutron] 10.222.0.53 "GET /v2.0/networks/95bb03df-1cb8-4522-88a7-ff4352045ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6134529 Jan 18 22:30:26.822864 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f1190f81-c1a5-4d84-847c-8ea208044b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:26.827392 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f1190f81-c1a5-4d84-847c-8ea208044b7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:26.829353 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-f1190f81-c1a5-4d84-847c-8ea208044b7e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/21935215-a263-487a-87f1-b4fe4eef4bc4 HTTP/1.1" status: 204 len: 168 time: 0.6656024 Jan 18 22:30:26.882770 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1190f81-c1a5-4d84-847c-8ea208044b7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21935215-a263-487a-87f1-b4fe4eef4bc4,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:30:26.884468 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-f74f76e9-ea0f-41f9-89de-52c56d92396b None None] For port 9568c684-7ce3-43fc-bda5-25871646b2c2, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:30:26.897901 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc03b477-eebf-4249-bac4-a6a3b59ac46c req-40a4c84f-161b-4187-a7c0-913bba04d31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:26.899266 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cc03b477-eebf-4249-bac4-a6a3b59ac46c req-40a4c84f-161b-4187-a7c0-913bba04d31d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c17ee5dd8e9e40cb94c8338a3c8012f7&device_id=9eadb8eb-b75c-4dab-823b-4a8e8e6fca67 HTTP/1.1" status: 200 len: 1097 time: 0.4124486 Jan 18 22:30:26.906101 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ba00f-54bf-44b9-a8d3-ebfacefbc7b9 req-aee842c0-ab92-4111-82bc-9e46d00095cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:26.907141 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ba00f-54bf-44b9-a8d3-ebfacefbc7b9 req-aee842c0-ab92-4111-82bc-9e46d00095cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:26.907620 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ba00f-54bf-44b9-a8d3-ebfacefbc7b9 req-aee842c0-ab92-4111-82bc-9e46d00095cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:26.908087 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ba00f-54bf-44b9-a8d3-ebfacefbc7b9 req-aee842c0-ab92-4111-82bc-9e46d00095cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:26.909193 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ba00f-54bf-44b9-a8d3-ebfacefbc7b9 req-aee842c0-ab92-4111-82bc-9e46d00095cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:26.909193 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ba00f-54bf-44b9-a8d3-ebfacefbc7b9 req-aee842c0-ab92-4111-82bc-9e46d00095cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:26.910241 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ba00f-54bf-44b9-a8d3-ebfacefbc7b9 req-aee842c0-ab92-4111-82bc-9e46d00095cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:26.915274 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-358ba00f-54bf-44b9-a8d3-ebfacefbc7b9 req-aee842c0-ab92-4111-82bc-9e46d00095cc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ec90adb1094349739cc26a639b1aef5d&device_id=db33aaef-5884-4da4-a311-5ede51d08faf HTTP/1.1" status: 200 len: 6491 time: 0.4336863 Jan 18 22:30:26.932168 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-f74f76e9-ea0f-41f9-89de-52c56d92396b None None] For port 9568c684-7ce3-43fc-bda5-25871646b2c2, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=9568c684-7ce3-43fc-bda5-25871646b2c2,segment=NetworkSegment(ac18ac15-e1f9-4d4d-aeaf-cbc5be69a0bb),segment_id=ac18ac15-e1f9-4d4d-aeaf-cbc5be69a0bb)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:30:26.954601 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f74f76e9-ea0f-41f9-89de-52c56d92396b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:27.087066 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device a7bd4e3f-fb2b-4371-8baa-df6a88a8dcd9 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:30:27.200329 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-57ebab49-6dfd-4a2e-9adf-101c04e91ee9 req-6ef68c36-1b5c-471e-a1c2-2362bc899a82 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7c183af1-247e-48b7-aed9-9e45e4b7de12&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4215329 Jan 18 22:30:27.206316 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [req-57ebab49-6dfd-4a2e-9adf-101c04e91ee9 req-8edee5fc-b77c-4889-bdf5-678dd68fd9a1 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:30:27.230863 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-57ebab49-6dfd-4a2e-9adf-101c04e91ee9 req-8edee5fc-b77c-4889-bdf5-678dd68fd9a1 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0289178 Jan 18 22:30:27.239833 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3afa14dd-7fd2-46b8-a4a2-d1ed1e5f153a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:27.491029 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-3afa14dd-7fd2-46b8-a4a2-d1ed1e5f153a None None] For port a7bd4e3f-fb2b-4371-8baa-df6a88a8dcd9, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=a7bd4e3f-fb2b-4371-8baa-df6a88a8dcd9,segment=NetworkSegment(e20150ec-a14a-45cc-bbb0-7f2584979920),segment_id=e20150ec-a14a-45cc-bbb0-7f2584979920)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:30:27.540437 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3afa14dd-7fd2-46b8-a4a2-d1ed1e5f153a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:27.556073 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74f76e9-ea0f-41f9-89de-52c56d92396b None None] Pushing event updated for resources: {'Port': ['ID=9568c684-7ce3-43fc-bda5-25871646b2c2,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:30:27.570412 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port a7bd4e3f-fb2b-4371-8baa-df6a88a8dcd9 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:30:27.574249 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:27.844757 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ba00f-54bf-44b9-a8d3-ebfacefbc7b9 req-fde2665a-af49-445e-a917-a7c14cfe2401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:27.845363 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ba00f-54bf-44b9-a8d3-ebfacefbc7b9 req-fde2665a-af49-445e-a917-a7c14cfe2401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:27.845671 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ba00f-54bf-44b9-a8d3-ebfacefbc7b9 req-fde2665a-af49-445e-a917-a7c14cfe2401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:27.847350 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-358ba00f-54bf-44b9-a8d3-ebfacefbc7b9 req-fde2665a-af49-445e-a917-a7c14cfe2401 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f9ad31e7-37ce-419b-821b-a9da1bd29d6a&id=dd775970-2a5b-4fa0-b58f-e11b40e608fa&id=dd775970-2a5b-4fa0-b58f-e11b40e608fa&id=dd775970-2a5b-4fa0-b58f-e11b40e608fa&id=dd775970-2a5b-4fa0-b58f-e11b40e608fa&id=d517cf7a-2b5e-403e-9519-f81391a215c9&id=d517cf7a-2b5e-403e-9519-f81391a215c9 HTTP/1.1" status: 200 len: 2290 time: 0.8937025 Jan 18 22:30:27.885196 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afa14dd-7fd2-46b8-a4a2-d1ed1e5f153a None None] Pushing event updated for resources: {'Port': ['ID=a7bd4e3f-fb2b-4371-8baa-df6a88a8dcd9,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:30:27.906435 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee970872-90f7-4d97-8de7-734f57286b51 req-9d5c53fb-cf55-45d4-b72c-ab1d6277fa9b tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:27.929279 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ee970872-90f7-4d97-8de7-734f57286b51 req-9d5c53fb-cf55-45d4-b72c-ab1d6277fa9b tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c183af1-247e-48b7-aed9-9e45e4b7de12 HTTP/1.1" status: 200 len: 943 time: 1.3506594 Jan 18 22:30:28.146615 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-358ba00f-54bf-44b9-a8d3-ebfacefbc7b9 req-2bb8d884-1779-4965-b98a-2c6436e2d731 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=24989149-146c-4acc-b874-9271bde1ec55 HTTP/1.1" status: 200 len: 1001 time: 0.2151959 Jan 18 22:30:28.281440 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 17b5d497-89e8-4316-854a-e01b4efd12f0 no longer exists at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:30:28.323217 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc03b477-eebf-4249-bac4-a6a3b59ac46c req-29441104-386c-4c88-9b2e-94db27d7f4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:28.327480 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cc03b477-eebf-4249-bac4-a6a3b59ac46c req-29441104-386c-4c88-9b2e-94db27d7f4ef service neutron] 10.222.0.67 "GET /v2.0/networks?id=81612e23-1bd0-4058-a190-239d191b7f69 HTTP/1.1" status: 200 len: 911 time: 1.4095917 Jan 18 22:30:28.379091 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ee970872-90f7-4d97-8de7-734f57286b51 req-e85d4886-9799-44aa-ad83-70d419ef23cd tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4c0862f-5b86-40eb-b2c2-a40d9fdb492b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4488354 Jan 18 22:30:28.479994 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c3e6e3-9cdc-49c9-b00c-9f2d089495f3 req-52ac0107-259d-40f2-9fd8-4b63b1797994 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:28.498694 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-40c3e6e3-9cdc-49c9-b00c-9f2d089495f3 req-52ac0107-259d-40f2-9fd8-4b63b1797994 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/ports?device_id=9eadb8eb-b75c-4dab-823b-4a8e8e6fca67 HTTP/1.1" status: 200 len: 946 time: 0.8309472 Jan 18 22:30:28.647412 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cc03b477-eebf-4249-bac4-a6a3b59ac46c req-8361077b-f6fc-463e-aa3d-495070a95e03 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=46ec3dd6-f2e3-4f42-8458-f7d82ed704a2 HTTP/1.1" status: 200 len: 217 time: 0.2786336 Jan 18 22:30:28.846759 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a118ffbd-db29-4fdd-ab16-020eb936352d req-e3d5024d-5346-487f-a1e3-80f5cc0c55b5 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e5597df-c05a-4738-aac8-36f79bb5c69d HTTP/1.1" status: 200 len: 210 time: 0.0744536 Jan 18 22:30:28.879422 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ba00f-54bf-44b9-a8d3-ebfacefbc7b9 req-6e0f7ebd-932f-4290-9823-2fda589a85aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:28.883396 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-358ba00f-54bf-44b9-a8d3-ebfacefbc7b9 req-6e0f7ebd-932f-4290-9823-2fda589a85aa service neutron] 10.222.0.67 "GET /v2.0/subnets?id=14f50ebb-1818-4759-9f29-e9e27d7b46b0 HTTP/1.1" status: 200 len: 851 time: 0.6838999 Jan 18 22:30:29.001653 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-d342f903-35a8-4b50-aaaf-4aa4f206f10a None None] Provisioning complete for port a7bd4e3f-fb2b-4371-8baa-df6a88a8dcd9 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:30:29.003482 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d342f903-35a8-4b50-aaaf-4aa4f206f10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:29.073202 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device a7bd4e3f-fb2b-4371-8baa-df6a88a8dcd9 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:30:29.090528 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc03b477-eebf-4249-bac4-a6a3b59ac46c req-dd6182d2-bc72-452b-8d80-4cb062502a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:29.099887 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cc03b477-eebf-4249-bac4-a6a3b59ac46c req-dd6182d2-bc72-452b-8d80-4cb062502a5b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6a6dc105-1e45-4d7e-bc09-9eb9f627d858 HTTP/1.1" status: 200 len: 851 time: 0.4410753 Jan 18 22:30:29.116462 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-40c3e6e3-9cdc-49c9-b00c-9f2d089495f3 req-9997553c-ac8c-481f-83c9-8cc46d0afa95 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c4b879c-ca9b-483b-8a0d-5ea0d1e77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6121035 Jan 18 22:30:29.286637 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cc03b477-eebf-4249-bac4-a6a3b59ac46c req-9fdf1d04-67c3-41e5-988b-f1f69b10e028 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=81612e23-1bd0-4058-a190-239d191b7f69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1305196 Jan 18 22:30:29.300087 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ba00f-54bf-44b9-a8d3-ebfacefbc7b9 req-ca3d8ab3-88b7-4065-a8c4-63cb6bda4771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:29.307290 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-358ba00f-54bf-44b9-a8d3-ebfacefbc7b9 req-ca3d8ab3-88b7-4065-a8c4-63cb6bda4771 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f9ad31e7-37ce-419b-821b-a9da1bd29d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3826041 Jan 18 22:30:29.576735 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c71935-f08d-42f4-823a-f4962814274d None None] Network 95bb03df-1cb8-4522-88a7-ff4352045ade requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:30:29.725476 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port a7bd4e3f-fb2b-4371-8baa-df6a88a8dcd9 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:30:29.726859 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:29.848380 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d43e994-2a54-49fc-836a-3ed7dc8d1b20 req-c61eefea-3b98-46fd-bc7e-0f4562b4681a tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:29.853092 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1d43e994-2a54-49fc-836a-3ed7dc8d1b20 req-c61eefea-3b98-46fd-bc7e-0f4562b4681a tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c183af1-247e-48b7-aed9-9e45e4b7de12 HTTP/1.1" status: 200 len: 943 time: 0.2484987 Jan 18 22:30:29.855495 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cc03b477-eebf-4249-bac4-a6a3b59ac46c req-7357cfff-5636-4708-a1f3-63787db7e042 service neutron] 10.222.0.67 "GET /v2.0/networks/81612e23-1bd0-4058-a190-239d191b7f69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5597663 Jan 18 22:30:29.858675 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-358ba00f-54bf-44b9-a8d3-ebfacefbc7b9 req-58be3dd1-e2ee-4fe6-8e37-8800ad3dbd19 service neutron] 10.222.0.67 "GET /v2.0/networks/f9ad31e7-37ce-419b-821b-a9da1bd29d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5410941 Jan 18 22:30:29.925555 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ae454f-9d63-4e4e-970e-7d5c535e1e47 req-5f27b0d4-2cbb-4af9-9066-cb313f033547 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:29.941623 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ae454f-9d63-4e4e-970e-7d5c535e1e47 req-5f27b0d4-2cbb-4af9-9066-cb313f033547 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:29.946373 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-71ae454f-9d63-4e4e-970e-7d5c535e1e47 req-5f27b0d4-2cbb-4af9-9066-cb313f033547 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] 10.222.0.36 "GET /v2.0/networks?id=5bb62f1f-5b8f-448a-a22c-6fa4b4388a16&id=95bb03df-1cb8-4522-88a7-ff4352045ade HTTP/1.1" status: 200 len: 1391 time: 0.4546652 Jan 18 22:30:29.961144 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-71ae454f-9d63-4e4e-970e-7d5c535e1e47 req-87892cee-8169-4dac-9836-19cb5be9fd2e tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Request body: {'port': {'device_id': '3e5597df-c05a-4738-aac8-36f79bb5c69d', 'network_id': '5bb62f1f-5b8f-448a-a22c-6fa4b4388a16', 'admin_state_up': True, 'tenant_id': 'f2db261a4e274a77b72bcc96fca0df7b'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:30:30.222142 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5b2b45cc-4661-4d08-86f0-24bb8ee79823 req-bb464991-f509-45fc-a583-1c617b1737f9 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e5597df-c05a-4738-aac8-36f79bb5c69d HTTP/1.1" status: 200 len: 210 time: 0.1766922 Jan 18 22:30:30.242546 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1d43e994-2a54-49fc-836a-3ed7dc8d1b20 req-4953c21d-73e2-48e0-b912-c2c8c3eedf0b tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4c0862f-5b86-40eb-b2c2-a40d9fdb492b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3813999 Jan 18 22:30:30.299143 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-4be2c9e9-b699-48fa-9730-345c726b4119 None None] Provisioning complete for port 9568c684-7ce3-43fc-bda5-25871646b2c2 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:30:30.303844 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4be2c9e9-b699-48fa-9730-345c726b4119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:30.319727 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71ae454f-9d63-4e4e-970e-7d5c535e1e47 req-87892cee-8169-4dac-9836-19cb5be9fd2e tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Made reservation on behalf of f2db261a4e274a77b72bcc96fca0df7b for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:30:30.329937 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-71ae454f-9d63-4e4e-970e-7d5c535e1e47 req-87892cee-8169-4dac-9836-19cb5be9fd2e tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:30.366714 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cc03b477-eebf-4249-bac4-a6a3b59ac46c req-05b1b125-b244-4c03-a14c-f31b1ab33a87 service neutron] 10.222.0.67 "GET /v2.0/networks/81612e23-1bd0-4058-a190-239d191b7f69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4887834 Jan 18 22:30:30.369068 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-358ba00f-54bf-44b9-a8d3-ebfacefbc7b9 req-8db1c2c2-8d90-47e2-9760-1ef1db7e8da2 service neutron] 10.222.0.67 "GET /v2.0/networks/f9ad31e7-37ce-419b-821b-a9da1bd29d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4885120 Jan 18 22:30:30.497662 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-358ba00f-54bf-44b9-a8d3-ebfacefbc7b9 req-406537e8-223e-447d-8762-eb476dad1288 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.194&port_id=726f2559-9d78-42be-aef4-a8aa75da8ec7 HTTP/1.1" status: 200 len: 217 time: 0.1094854 Jan 18 22:30:30.639898 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4be2c9e9-b699-48fa-9730-345c726b4119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:30.738949 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 9568c684-7ce3-43fc-bda5-25871646b2c2 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:30:30.752419 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-4be2c9e9-b699-48fa-9730-345c726b4119 None None] For port 9568c684-7ce3-43fc-bda5-25871646b2c2, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=9568c684-7ce3-43fc-bda5-25871646b2c2,segment=NetworkSegment(ac18ac15-e1f9-4d4d-aeaf-cbc5be69a0bb),segment_id=ac18ac15-e1f9-4d4d-aeaf-cbc5be69a0bb)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:30:30.794814 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [req-71ae454f-9d63-4e4e-970e-7d5c535e1e47 req-87892cee-8169-4dac-9836-19cb5be9fd2e tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Allocated IP 19.80.0.222 (5bb62f1f-5b8f-448a-a22c-6fa4b4388a16/e9ca1e22-d494-4426-ac96-0f52b06f4c50/889d9de3-412e-4b3a-bd3a-878fd3db7a59) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:30:30.830339 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4be2c9e9-b699-48fa-9730-345c726b4119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:30.868723 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205f4cf7-b5d6-4330-88de-b8b26a1e9d9b req-d47e8d2d-0522-473b-9701-66a99f5caf45 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:30.883659 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-205f4cf7-b5d6-4330-88de-b8b26a1e9d9b req-d47e8d2d-0522-473b-9701-66a99f5caf45 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/ports?device_id=9eadb8eb-b75c-4dab-823b-4a8e8e6fca67 HTTP/1.1" status: 200 len: 946 time: 0.3819945 Jan 18 22:30:30.911088 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ba00f-54bf-44b9-a8d3-ebfacefbc7b9 req-9c5d69c2-5dad-4e5a-91e8-e58a7403bd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:30.925289 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-358ba00f-54bf-44b9-a8d3-ebfacefbc7b9 req-9c5d69c2-5dad-4e5a-91e8-e58a7403bd0c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ff3864e7-3d06-47c3-9688-9fc89286565c HTTP/1.1" status: 200 len: 797 time: 0.3836775 Jan 18 22:30:31.101577 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be2c9e9-b699-48fa-9730-345c726b4119 None None] Pushing event updated for resources: {'Port': ['ID=9568c684-7ce3-43fc-bda5-25871646b2c2,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:30:31.189938 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-71ae454f-9d63-4e4e-970e-7d5c535e1e47 req-87892cee-8169-4dac-9836-19cb5be9fd2e tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:31.202901 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-205f4cf7-b5d6-4330-88de-b8b26a1e9d9b req-8c2bbe4d-ef6f-4eec-a51c-06d87f3a285e tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c4b879c-ca9b-483b-8a0d-5ea0d1e77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3176672 Jan 18 22:30:31.213734 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ba00f-54bf-44b9-a8d3-ebfacefbc7b9 req-e817e8ba-2f68-466d-b8af-f831ab8b81f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:31.217672 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-358ba00f-54bf-44b9-a8d3-ebfacefbc7b9 req-e817e8ba-2f68-466d-b8af-f831ab8b81f3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dd775970-2a5b-4fa0-b58f-e11b40e608fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2804222 Jan 18 22:30:31.221337 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-6eb5fb34-574b-46ca-b162-54c8c832d5c3 None None] Provisioning complete for port 9568c684-7ce3-43fc-bda5-25871646b2c2 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:30:31.221716 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6eb5fb34-574b-46ca-b162-54c8c832d5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:31.287580 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 9568c684-7ce3-43fc-bda5-25871646b2c2 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:30:31.287952 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:31.292997 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-71ae454f-9d63-4e4e-970e-7d5c535e1e47 req-87892cee-8169-4dac-9836-19cb5be9fd2e tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:31.378619 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71ae454f-9d63-4e4e-970e-7d5c535e1e47 req-87892cee-8169-4dac-9836-19cb5be9fd2e tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Network 5bb62f1f-5b8f-448a-a22c-6fa4b4388a16 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:30:31.382860 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [req-71ae454f-9d63-4e4e-970e-7d5c535e1e47 req-87892cee-8169-4dac-9836-19cb5be9fd2e tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:30:31.398761 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-71ae454f-9d63-4e4e-970e-7d5c535e1e47 req-87892cee-8169-4dac-9836-19cb5be9fd2e tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:30:31.477183 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87892cee-8169-4dac-9836-19cb5be9fd2e tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Pushing event updated for resources: {'Port': ['ID=889d9de3-412e-4b3a-bd3a-878fd3db7a59,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:30:31.511877 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ae454f-9d63-4e4e-970e-7d5c535e1e47 req-87892cee-8169-4dac-9836-19cb5be9fd2e tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:31.513697 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-71ae454f-9d63-4e4e-970e-7d5c535e1e47 req-87892cee-8169-4dac-9836-19cb5be9fd2e tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:31.551710 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-71ae454f-9d63-4e4e-970e-7d5c535e1e47 req-87892cee-8169-4dac-9836-19cb5be9fd2e tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5949137 Jan 18 22:30:31.568167 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-71ae454f-9d63-4e4e-970e-7d5c535e1e47 req-65164115-f975-4661-b677-907c8e285958 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Request body: {'port': {'device_id': '3e5597df-c05a-4738-aac8-36f79bb5c69d', 'network_id': '95bb03df-1cb8-4522-88a7-ff4352045ade', 'admin_state_up': True, 'tenant_id': 'f2db261a4e274a77b72bcc96fca0df7b'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:30:31.787249 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 9568c684-7ce3-43fc-bda5-25871646b2c2 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:30:31.823851 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a67026f-a87c-4e6d-8528-0a08179715f9 req-ef83d31d-dacd-4aad-aa8f-91a87cfa077a tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:31.842163 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3a67026f-a87c-4e6d-8528-0a08179715f9 req-ef83d31d-dacd-4aad-aa8f-91a87cfa077a tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e5597df-c05a-4738-aac8-36f79bb5c69d HTTP/1.1" status: 200 len: 932 time: 0.3829920 Jan 18 22:30:31.863427 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71ae454f-9d63-4e4e-970e-7d5c535e1e47 req-65164115-f975-4661-b677-907c8e285958 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Made reservation on behalf of f2db261a4e274a77b72bcc96fca0df7b for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:30:31.870162 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-71ae454f-9d63-4e4e-970e-7d5c535e1e47 req-65164115-f975-4661-b677-907c8e285958 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:31.940776 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-358ba00f-54bf-44b9-a8d3-ebfacefbc7b9 req-b82e9530-836b-4b52-bf90-40e75527bccd service neutron] 10.222.0.67 "GET /v2.0/networks/dd775970-2a5b-4fa0-b58f-e11b40e608fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7138760 Jan 18 22:30:31.998845 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-13c79193-1a55-47d3-8f95-a54f7919514d None None] Provisioning complete for port 889d9de3-412e-4b3a-bd3a-878fd3db7a59 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:30:32.009663 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-13c79193-1a55-47d3-8f95-a54f7919514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:32.015106 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 9568c684-7ce3-43fc-bda5-25871646b2c2 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:30:32.016716 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:32.064925 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03c1043-1bc6-410b-857e-0a3853e08a19 req-5e580e58-8ba7-4bb2-9227-b8d942819a5a tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:32.074400 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c03c1043-1bc6-410b-857e-0a3853e08a19 req-5e580e58-8ba7-4bb2-9227-b8d942819a5a tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c183af1-247e-48b7-aed9-9e45e4b7de12 HTTP/1.1" status: 200 len: 943 time: 0.4889622 Jan 18 22:30:32.111778 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3a67026f-a87c-4e6d-8528-0a08179715f9 req-92fb689d-3eb0-443c-984d-ccd4b24d2dc1 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c878f5b-49fe-404e-bf29-19316c08dd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688744 Jan 18 22:30:32.112367 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [req-71ae454f-9d63-4e4e-970e-7d5c535e1e47 req-65164115-f975-4661-b677-907c8e285958 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Allocated IP 19.86.0.32 (95bb03df-1cb8-4522-88a7-ff4352045ade/00323726-2e76-4d36-9830-2184cda884c2/138ee2d0-4b16-403a-b76f-128fa135cd2a) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:30:32.164096 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-13c79193-1a55-47d3-8f95-a54f7919514d None None] Port 889d9de3-412e-4b3a-bd3a-878fd3db7a59 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:30:32.253017 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c03c1043-1bc6-410b-857e-0a3853e08a19 req-2a0af669-ce05-48ff-b8b0-2b74d392d52a tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4c0862f-5b86-40eb-b2c2-a40d9fdb492b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1474996 Jan 18 22:30:32.278348 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-358ba00f-54bf-44b9-a8d3-ebfacefbc7b9 req-928583d1-60be-47e6-be1f-8f1c287e732c service neutron] 10.222.0.67 "GET /v2.0/networks/dd775970-2a5b-4fa0-b58f-e11b40e608fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2844615 Jan 18 22:30:32.349463 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-358ba00f-54bf-44b9-a8d3-ebfacefbc7b9 req-f9638f44-215e-4c93-8130-97ff9f0f10a9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.27&port_id=612fabe9-4416-4612-8231-d5ba01cdae5f HTTP/1.1" status: 200 len: 217 time: 0.0619383 Jan 18 22:30:32.451390 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-71ae454f-9d63-4e4e-970e-7d5c535e1e47 req-65164115-f975-4661-b677-907c8e285958 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:32.492696 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78231e8a-57e3-4777-bec4-3d55de206f2d req-e6258b7e-b416-4ded-bf82-9ffedb727f88 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:32.494551 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-78231e8a-57e3-4777-bec4-3d55de206f2d req-e6258b7e-b416-4ded-bf82-9ffedb727f88 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/ports?device_id=9eadb8eb-b75c-4dab-823b-4a8e8e6fca67 HTTP/1.1" status: 200 len: 946 time: 0.0922372 Jan 18 22:30:32.496970 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ba00f-54bf-44b9-a8d3-ebfacefbc7b9 req-f80611fd-e3b4-49a8-992f-fceef9e44446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:32.500373 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-358ba00f-54bf-44b9-a8d3-ebfacefbc7b9 req-f80611fd-e3b4-49a8-992f-fceef9e44446 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ff3864e7-3d06-47c3-9688-9fc89286565c HTTP/1.1" status: 200 len: 797 time: 0.1434107 Jan 18 22:30:32.504679 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-71ae454f-9d63-4e4e-970e-7d5c535e1e47 req-65164115-f975-4661-b677-907c8e285958 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:32.577149 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71ae454f-9d63-4e4e-970e-7d5c535e1e47 req-65164115-f975-4661-b677-907c8e285958 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Network 95bb03df-1cb8-4522-88a7-ff4352045ade is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:30:32.581563 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [req-71ae454f-9d63-4e4e-970e-7d5c535e1e47 req-65164115-f975-4661-b677-907c8e285958 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:30:32.606929 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-71ae454f-9d63-4e4e-970e-7d5c535e1e47 req-65164115-f975-4661-b677-907c8e285958 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:30:32.613161 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-78231e8a-57e3-4777-bec4-3d55de206f2d req-d4dfc422-a265-44f9-b061-9e98c9852504 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c4b879c-ca9b-483b-8a0d-5ea0d1e77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102595 Jan 18 22:30:32.616158 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ba00f-54bf-44b9-a8d3-ebfacefbc7b9 req-ad73918d-60c1-4819-9c8e-71c1306856ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:32.617627 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-358ba00f-54bf-44b9-a8d3-ebfacefbc7b9 req-ad73918d-60c1-4819-9c8e-71c1306856ef service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dd775970-2a5b-4fa0-b58f-e11b40e608fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1101611 Jan 18 22:30:32.687308 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65164115-f975-4661-b677-907c8e285958 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Pushing event updated for resources: {'Port': ['ID=138ee2d0-4b16-403a-b76f-128fa135cd2a,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:30:32.710790 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ae454f-9d63-4e4e-970e-7d5c535e1e47 req-65164115-f975-4661-b677-907c8e285958 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:32.711495 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-71ae454f-9d63-4e4e-970e-7d5c535e1e47 req-65164115-f975-4661-b677-907c8e285958 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:32.745972 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-71ae454f-9d63-4e4e-970e-7d5c535e1e47 req-65164115-f975-4661-b677-907c8e285958 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1840565 Jan 18 22:30:32.766160 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-71ae454f-9d63-4e4e-970e-7d5c535e1e47 req-5561e647-8c2b-4a3e-bb97-b1f419b19619 service neutron] Request body: {'port': {'device_id': '3e5597df-c05a-4738-aac8-36f79bb5c69d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:30:32.795628 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-358ba00f-54bf-44b9-a8d3-ebfacefbc7b9 req-db7a39bf-34f9-4e64-b434-e8dcc497e5e8 service neutron] 10.222.0.67 "GET /v2.0/networks/dd775970-2a5b-4fa0-b58f-e11b40e608fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689653 Jan 18 22:30:32.923327 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-71ae454f-9d63-4e4e-970e-7d5c535e1e47 req-5561e647-8c2b-4a3e-bb97-b1f419b19619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:32.990159 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-358ba00f-54bf-44b9-a8d3-ebfacefbc7b9 req-76cf37af-09c2-43a4-812c-23104f22877b service neutron] 10.222.0.67 "GET /v2.0/networks/dd775970-2a5b-4fa0-b58f-e11b40e608fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889179 Jan 18 22:30:33.066572 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-358ba00f-54bf-44b9-a8d3-ebfacefbc7b9 req-0ee3d25b-a8dd-4ea8-9dea-442c9e20210b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=60e4c595-bd88-4dba-8ee6-e0eaf93fa0f9 HTTP/1.1" status: 200 len: 217 time: 0.0542860 Jan 18 22:30:33.183244 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69f0d7c-b650-4dbb-874d-f1fda4a6f12f req-8929c01c-828a-4500-928f-5988743fcda2 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:33.191861 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a69f0d7c-b650-4dbb-874d-f1fda4a6f12f req-8929c01c-828a-4500-928f-5988743fcda2 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/ports?device_id=9eadb8eb-b75c-4dab-823b-4a8e8e6fca67 HTTP/1.1" status: 200 len: 946 time: 0.1961265 Jan 18 22:30:33.196947 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ba00f-54bf-44b9-a8d3-ebfacefbc7b9 req-b7ef01f3-97a5-46a4-8c08-27a272cb4f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:33.198408 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-358ba00f-54bf-44b9-a8d3-ebfacefbc7b9 req-b7ef01f3-97a5-46a4-8c08-27a272cb4f48 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ff3864e7-3d06-47c3-9688-9fc89286565c HTTP/1.1" status: 200 len: 797 time: 0.1114638 Jan 18 22:30:33.216533 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-418449cf-5aa5-4c5a-8f0e-8de933d3b017 None None] Provisioning complete for port 138ee2d0-4b16-403a-b76f-128fa135cd2a triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:30:33.217713 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-418449cf-5aa5-4c5a-8f0e-8de933d3b017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:33.289236 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-418449cf-5aa5-4c5a-8f0e-8de933d3b017 None None] Port 138ee2d0-4b16-403a-b76f-128fa135cd2a cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:30:33.363741 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a69f0d7c-b650-4dbb-874d-f1fda4a6f12f req-a9e10d75-e841-4bfc-b4f2-f6def8d8e594 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c4b879c-ca9b-483b-8a0d-5ea0d1e77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692982 Jan 18 22:30:33.373987 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5e4744-9883-4586-9e31-9a752b212ee4 req-29e4bec8-e7dc-44e2-b2e0-2982841962a9 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:33.381898 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5e4744-9883-4586-9e31-9a752b212ee4 req-29e4bec8-e7dc-44e2-b2e0-2982841962a9 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:33.392272 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9b5e4744-9883-4586-9e31-9a752b212ee4 req-29e4bec8-e7dc-44e2-b2e0-2982841962a9 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e5597df-c05a-4738-aac8-36f79bb5c69d HTTP/1.1" status: 200 len: 1654 time: 0.1290426 Jan 18 22:30:33.421695 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ba00f-54bf-44b9-a8d3-ebfacefbc7b9 req-5812c258-9835-4f87-a656-18972bedfb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:33.423202 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-358ba00f-54bf-44b9-a8d3-ebfacefbc7b9 req-5812c258-9835-4f87-a656-18972bedfb6d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dd775970-2a5b-4fa0-b58f-e11b40e608fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2001634 Jan 18 22:30:33.480090 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [req-71ae454f-9d63-4e4e-970e-7d5c535e1e47 req-5561e647-8c2b-4a3e-bb97-b1f419b19619 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 889d9de3-412e-4b3a-bd3a-878fd3db7a59 {{(pid=102431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:30:33.493023 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-71ae454f-9d63-4e4e-970e-7d5c535e1e47 req-5561e647-8c2b-4a3e-bb97-b1f419b19619 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:33.513820 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [req-71ae454f-9d63-4e4e-970e-7d5c535e1e47 req-5561e647-8c2b-4a3e-bb97-b1f419b19619 service neutron] Transition to ACTIVE for port object 889d9de3-412e-4b3a-bd3a-878fd3db7a59 will not be triggered until provisioned by entity L2. {{(pid=102431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:30:33.519669 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-71ae454f-9d63-4e4e-970e-7d5c535e1e47 req-5561e647-8c2b-4a3e-bb97-b1f419b19619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:33.584426 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9b5e4744-9883-4586-9e31-9a752b212ee4 req-cd64c176-4432-4b72-b5ec-a3ba0f0b429a tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c878f5b-49fe-404e-bf29-19316c08dd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900287 Jan 18 22:30:33.615115 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5561e647-8c2b-4a3e-bb97-b1f419b19619 service neutron] Pushing event updated for resources: {'Port': ['ID=889d9de3-412e-4b3a-bd3a-878fd3db7a59,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:30:33.627142 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-358ba00f-54bf-44b9-a8d3-ebfacefbc7b9 req-4492d4d0-341a-4104-a07f-4752bace45c1 service neutron] 10.222.0.67 "GET /v2.0/networks/dd775970-2a5b-4fa0-b58f-e11b40e608fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909602 Jan 18 22:30:33.726020 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9893574-7125-4bd1-a73b-cd74537e9d6e req-d7952b7a-4775-4bd0-9657-420f144dd708 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:33.727715 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f9893574-7125-4bd1-a73b-cd74537e9d6e req-d7952b7a-4775-4bd0-9657-420f144dd708 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c183af1-247e-48b7-aed9-9e45e4b7de12 HTTP/1.1" status: 200 len: 943 time: 0.1800535 Jan 18 22:30:33.825928 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-71ae454f-9d63-4e4e-970e-7d5c535e1e47 req-5561e647-8c2b-4a3e-bb97-b1f419b19619 service neutron] Attempting to bind port 889d9de3-412e-4b3a-bd3a-878fd3db7a59 on host n-h1-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:30:33.833039 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-71ae454f-9d63-4e4e-970e-7d5c535e1e47 req-5561e647-8c2b-4a3e-bb97-b1f419b19619 service neutron] Attempting to bind port 889d9de3-412e-4b3a-bd3a-878fd3db7a59 by drivers openvswitch,hyperv on host n-h1-825064-1 at level 0 using segments [{'id': 'e20150ec-a14a-45cc-bbb0-7f2584979920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5bb62f1f-5b8f-448a-a22c-6fa4b4388a16'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:30:33.835852 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ae454f-9d63-4e4e-970e-7d5c535e1e47 req-5561e647-8c2b-4a3e-bb97-b1f419b19619 service neutron] Attempting to bind port 889d9de3-412e-4b3a-bd3a-878fd3db7a59 on network 5bb62f1f-5b8f-448a-a22c-6fa4b4388a16 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:30:33.844854 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-358ba00f-54bf-44b9-a8d3-ebfacefbc7b9 req-457ff6e4-f3cb-47de-925b-6ad76b620420 service neutron] 10.222.0.67 "GET /v2.0/networks/dd775970-2a5b-4fa0-b58f-e11b40e608fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079787 Jan 18 22:30:33.852441 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f9893574-7125-4bd1-a73b-cd74537e9d6e req-d429ee46-c8de-4033-9ee8-61cde5ff356c tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4c0862f-5b86-40eb-b2c2-a40d9fdb492b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165974 Jan 18 22:30:33.860949 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ae454f-9d63-4e4e-970e-7d5c535e1e47 req-5561e647-8c2b-4a3e-bb97-b1f419b19619 service neutron] Port 889d9de3-412e-4b3a-bd3a-878fd3db7a59 on network 5bb62f1f-5b8f-448a-a22c-6fa4b4388a16 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:30:33.861364 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ae454f-9d63-4e4e-970e-7d5c535e1e47 req-5561e647-8c2b-4a3e-bb97-b1f419b19619 service neutron] Attempting to bind port 889d9de3-412e-4b3a-bd3a-878fd3db7a59 on network 5bb62f1f-5b8f-448a-a22c-6fa4b4388a16 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:30:33.868980 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ae454f-9d63-4e4e-970e-7d5c535e1e47 req-5561e647-8c2b-4a3e-bb97-b1f419b19619 service neutron] Checking agent: {'id': 'e49d1b2a-ba11-487f-a804-ecbf3c0e8132', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:30:33.869303 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ae454f-9d63-4e4e-970e-7d5c535e1e47 req-5561e647-8c2b-4a3e-bb97-b1f419b19619 service neutron] Checking segment: {'id': 'e20150ec-a14a-45cc-bbb0-7f2584979920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5bb62f1f-5b8f-448a-a22c-6fa4b4388a16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:30:33.869628 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ae454f-9d63-4e4e-970e-7d5c535e1e47 req-5561e647-8c2b-4a3e-bb97-b1f419b19619 service neutron] Bound using segment: {'id': 'e20150ec-a14a-45cc-bbb0-7f2584979920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5bb62f1f-5b8f-448a-a22c-6fa4b4388a16'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:30:33.870060 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-71ae454f-9d63-4e4e-970e-7d5c535e1e47 req-5561e647-8c2b-4a3e-bb97-b1f419b19619 service neutron] Bound port: 889d9de3-412e-4b3a-bd3a-878fd3db7a59, host: n-h1-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e20150ec-a14a-45cc-bbb0-7f2584979920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5bb62f1f-5b8f-448a-a22c-6fa4b4388a16'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:30:33.876656 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-71ae454f-9d63-4e4e-970e-7d5c535e1e47 req-5561e647-8c2b-4a3e-bb97-b1f419b19619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:33.976028 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-358ba00f-54bf-44b9-a8d3-ebfacefbc7b9 req-c5d17030-2990-46d9-ad1c-107c4a00777c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.112&port_id=3c486e4d-5c8b-4bdd-b990-9e55341e98f1 HTTP/1.1" status: 200 len: 217 time: 0.1206038 Jan 18 22:30:34.069328 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-71ae454f-9d63-4e4e-970e-7d5c535e1e47 req-5561e647-8c2b-4a3e-bb97-b1f419b19619 service neutron] For port 889d9de3-412e-4b3a-bd3a-878fd3db7a59, host n-h1-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:30:34.073333 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ba00f-54bf-44b9-a8d3-ebfacefbc7b9 req-65f0567b-5e32-493f-a626-db068fcf1785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:34.074034 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-71ae454f-9d63-4e4e-970e-7d5c535e1e47 req-5561e647-8c2b-4a3e-bb97-b1f419b19619 service neutron] For port 889d9de3-412e-4b3a-bd3a-878fd3db7a59, host n-h1-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=889d9de3-412e-4b3a-bd3a-878fd3db7a59,segment=NetworkSegment(e20150ec-a14a-45cc-bbb0-7f2584979920),segment_id=e20150ec-a14a-45cc-bbb0-7f2584979920)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:30:34.083792 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-358ba00f-54bf-44b9-a8d3-ebfacefbc7b9 req-65f0567b-5e32-493f-a626-db068fcf1785 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ff3864e7-3d06-47c3-9688-9fc89286565c HTTP/1.1" status: 200 len: 797 time: 0.0905163 Jan 18 22:30:34.086306 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-71ae454f-9d63-4e4e-970e-7d5c535e1e47 req-5561e647-8c2b-4a3e-bb97-b1f419b19619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:34.173464 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ba00f-54bf-44b9-a8d3-ebfacefbc7b9 req-23320834-4ca5-4f3a-856e-9dbd7fb67398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:34.175318 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-358ba00f-54bf-44b9-a8d3-ebfacefbc7b9 req-23320834-4ca5-4f3a-856e-9dbd7fb67398 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dd775970-2a5b-4fa0-b58f-e11b40e608fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0903816 Jan 18 22:30:34.203293 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ae454f-9d63-4e4e-970e-7d5c535e1e47 req-5561e647-8c2b-4a3e-bb97-b1f419b19619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:34.203906 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-71ae454f-9d63-4e4e-970e-7d5c535e1e47 req-5561e647-8c2b-4a3e-bb97-b1f419b19619 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:34.205335 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-71ae454f-9d63-4e4e-970e-7d5c535e1e47 req-5561e647-8c2b-4a3e-bb97-b1f419b19619 service neutron] 10.222.0.36 "PUT /v2.0/ports/889d9de3-412e-4b3a-bd3a-878fd3db7a59 HTTP/1.1" status: 200 len: 1092 time: 1.4505229 Jan 18 22:30:34.216712 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e5597df-c05a-4738-aac8-36f79bb5c69d', 'tag': '889d9de3-412e-4b3a-bd3a-878fd3db7a59'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:30:34.220015 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d93f89-addb-4e5e-8df8-a32293bf8509" -d '{"events": [{"name": "network-changed", "server_uuid": "3e5597df-c05a-4738-aac8-36f79bb5c69d", "tag": "889d9de3-412e-4b3a-bd3a-878fd3db7a59"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:30:34.271813 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-71ae454f-9d63-4e4e-970e-7d5c535e1e47 req-3820123f-39be-451c-92fa-79fe51ddcc14 service neutron] Request body: {'port': {'device_id': '3e5597df-c05a-4738-aac8-36f79bb5c69d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:30:34.362950 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e65988bb-cf5c-473a-99d0-e44bcad5efd4 x-openstack-request-id: req-e65988bb-cf5c-473a-99d0-e44bcad5efd4 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:30:34.363202 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e5597df-c05a-4738-aac8-36f79bb5c69d", "tag": "889d9de3-412e-4b3a-bd3a-878fd3db7a59", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:30:34.363537 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e65988bb-cf5c-473a-99d0-e44bcad5efd4 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:30:34.364004 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e5597df-c05a-4738-aac8-36f79bb5c69d', 'tag': '889d9de3-412e-4b3a-bd3a-878fd3db7a59', 'status': 'completed', 'code': 200} Jan 18 22:30:34.371176 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5561e647-8c2b-4a3e-bb97-b1f419b19619 service neutron] Pushing event updated for resources: {'Port': ['ID=889d9de3-412e-4b3a-bd3a-878fd3db7a59,revision_number=3']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:30:34.421610 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-71ae454f-9d63-4e4e-970e-7d5c535e1e47 req-3820123f-39be-451c-92fa-79fe51ddcc14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:34.468690 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-358ba00f-54bf-44b9-a8d3-ebfacefbc7b9 req-3a73c960-1152-4fd8-912e-5f1b4a8aec35 service neutron] 10.222.0.67 "GET /v2.0/networks/dd775970-2a5b-4fa0-b58f-e11b40e608fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846394 Jan 18 22:30:34.577422 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d93f89-addb-4e5e-8df8-a32293bf8509 req-220bc439-bae0-4721-b771-f78e1587752f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:34.581251 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d93f89-addb-4e5e-8df8-a32293bf8509 req-220bc439-bae0-4721-b771-f78e1587752f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:34.582992 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e3d93f89-addb-4e5e-8df8-a32293bf8509 req-220bc439-bae0-4721-b771-f78e1587752f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f2db261a4e274a77b72bcc96fca0df7b&device_id=3e5597df-c05a-4738-aac8-36f79bb5c69d HTTP/1.1" status: 200 len: 1913 time: 0.2308197 Jan 18 22:30:34.972588 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-358ba00f-54bf-44b9-a8d3-ebfacefbc7b9 req-afcf77d2-4d6c-4286-8a3a-2631332297f8 service neutron] 10.222.0.67 "GET /v2.0/networks/dd775970-2a5b-4fa0-b58f-e11b40e608fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4947562 Jan 18 22:30:34.981269 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [req-71ae454f-9d63-4e4e-970e-7d5c535e1e47 req-3820123f-39be-451c-92fa-79fe51ddcc14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 138ee2d0-4b16-403a-b76f-128fa135cd2a {{(pid=102431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:30:35.002424 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-71ae454f-9d63-4e4e-970e-7d5c535e1e47 req-3820123f-39be-451c-92fa-79fe51ddcc14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:35.020633 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [req-71ae454f-9d63-4e4e-970e-7d5c535e1e47 req-3820123f-39be-451c-92fa-79fe51ddcc14 service neutron] Transition to ACTIVE for port object 138ee2d0-4b16-403a-b76f-128fa135cd2a will not be triggered until provisioned by entity L2. {{(pid=102431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:30:35.027259 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-71ae454f-9d63-4e4e-970e-7d5c535e1e47 req-3820123f-39be-451c-92fa-79fe51ddcc14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:35.110959 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-358ba00f-54bf-44b9-a8d3-ebfacefbc7b9 req-7ab4d4f1-b939-4658-a4c2-9bf758377f7e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8378d970-1631-475d-9cba-3b81e38793ce HTTP/1.1" status: 200 len: 217 time: 0.1277075 Jan 18 22:30:35.232826 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e688c71-d32d-4d20-9c22-05b34eeee1e4 req-993ae326-5c7d-425e-9354-d945e2ba0fc7 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:35.247415 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e688c71-d32d-4d20-9c22-05b34eeee1e4 req-993ae326-5c7d-425e-9354-d945e2ba0fc7 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:35.250230 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3820123f-39be-451c-92fa-79fe51ddcc14 service neutron] Pushing event updated for resources: {'Port': ['ID=138ee2d0-4b16-403a-b76f-128fa135cd2a,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:30:35.270372 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-71ae454f-9d63-4e4e-970e-7d5c535e1e47 req-3820123f-39be-451c-92fa-79fe51ddcc14 service neutron] Attempting to bind port 138ee2d0-4b16-403a-b76f-128fa135cd2a on host n-h1-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:30:35.271673 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-71ae454f-9d63-4e4e-970e-7d5c535e1e47 req-3820123f-39be-451c-92fa-79fe51ddcc14 service neutron] Attempting to bind port 138ee2d0-4b16-403a-b76f-128fa135cd2a by drivers openvswitch,hyperv on host n-h1-825064-1 at level 0 using segments [{'id': 'ac18ac15-e1f9-4d4d-aeaf-cbc5be69a0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '95bb03df-1cb8-4522-88a7-ff4352045ade'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:30:35.271673 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ae454f-9d63-4e4e-970e-7d5c535e1e47 req-3820123f-39be-451c-92fa-79fe51ddcc14 service neutron] Attempting to bind port 138ee2d0-4b16-403a-b76f-128fa135cd2a on network 95bb03df-1cb8-4522-88a7-ff4352045ade {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:30:35.271927 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4e688c71-d32d-4d20-9c22-05b34eeee1e4 req-993ae326-5c7d-425e-9354-d945e2ba0fc7 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e5597df-c05a-4738-aac8-36f79bb5c69d HTTP/1.1" status: 200 len: 1666 time: 0.5269394 Jan 18 22:30:35.279656 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ae454f-9d63-4e4e-970e-7d5c535e1e47 req-3820123f-39be-451c-92fa-79fe51ddcc14 service neutron] Port 138ee2d0-4b16-403a-b76f-128fa135cd2a on network 95bb03df-1cb8-4522-88a7-ff4352045ade not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:30:35.279976 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ae454f-9d63-4e4e-970e-7d5c535e1e47 req-3820123f-39be-451c-92fa-79fe51ddcc14 service neutron] Attempting to bind port 138ee2d0-4b16-403a-b76f-128fa135cd2a on network 95bb03df-1cb8-4522-88a7-ff4352045ade {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:30:35.293434 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ae454f-9d63-4e4e-970e-7d5c535e1e47 req-3820123f-39be-451c-92fa-79fe51ddcc14 service neutron] Checking agent: {'id': 'e49d1b2a-ba11-487f-a804-ecbf3c0e8132', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:30:35.293434 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ae454f-9d63-4e4e-970e-7d5c535e1e47 req-3820123f-39be-451c-92fa-79fe51ddcc14 service neutron] Checking segment: {'id': 'ac18ac15-e1f9-4d4d-aeaf-cbc5be69a0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '95bb03df-1cb8-4522-88a7-ff4352045ade'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:30:35.293434 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ae454f-9d63-4e4e-970e-7d5c535e1e47 req-3820123f-39be-451c-92fa-79fe51ddcc14 service neutron] Bound using segment: {'id': 'ac18ac15-e1f9-4d4d-aeaf-cbc5be69a0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '95bb03df-1cb8-4522-88a7-ff4352045ade'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:30:35.293434 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-71ae454f-9d63-4e4e-970e-7d5c535e1e47 req-3820123f-39be-451c-92fa-79fe51ddcc14 service neutron] Bound port: 138ee2d0-4b16-403a-b76f-128fa135cd2a, host: n-h1-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac18ac15-e1f9-4d4d-aeaf-cbc5be69a0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '95bb03df-1cb8-4522-88a7-ff4352045ade'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:30:35.296950 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-71ae454f-9d63-4e4e-970e-7d5c535e1e47 req-3820123f-39be-451c-92fa-79fe51ddcc14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:35.322324 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b7dd3c-00a9-4863-8b6a-215e7979cbb1 req-babe56ab-2cc7-4554-8ab1-41eeb365c15a tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:35.332655 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-43b7dd3c-00a9-4863-8b6a-215e7979cbb1 req-babe56ab-2cc7-4554-8ab1-41eeb365c15a tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/ports?device_id=9eadb8eb-b75c-4dab-823b-4a8e8e6fca67 HTTP/1.1" status: 200 len: 946 time: 0.7374125 Jan 18 22:30:35.376169 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d93f89-addb-4e5e-8df8-a32293bf8509 req-8af0e92b-dc9a-4570-b96e-235629f242ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:35.379329 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d93f89-addb-4e5e-8df8-a32293bf8509 req-8af0e92b-dc9a-4570-b96e-235629f242ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:35.379871 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d93f89-addb-4e5e-8df8-a32293bf8509 req-8af0e92b-dc9a-4570-b96e-235629f242ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:35.383227 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e3d93f89-addb-4e5e-8df8-a32293bf8509 req-8af0e92b-dc9a-4570-b96e-235629f242ba service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=f2db261a4e274a77b72bcc96fca0df7b&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.7799265 Jan 18 22:30:35.474353 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ba00f-54bf-44b9-a8d3-ebfacefbc7b9 req-db3f3756-6a01-4433-902a-e7f8a54b0ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:35.475910 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-358ba00f-54bf-44b9-a8d3-ebfacefbc7b9 req-db3f3756-6a01-4433-902a-e7f8a54b0ba9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b2fef015-6188-4e86-a17d-bae4a3dc212e HTTP/1.1" status: 200 len: 797 time: 0.3536642 Jan 18 22:30:35.502833 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-71ae454f-9d63-4e4e-970e-7d5c535e1e47 req-3820123f-39be-451c-92fa-79fe51ddcc14 service neutron] For port 138ee2d0-4b16-403a-b76f-128fa135cd2a, host n-h1-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:30:35.507195 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-71ae454f-9d63-4e4e-970e-7d5c535e1e47 req-3820123f-39be-451c-92fa-79fe51ddcc14 service neutron] For port 138ee2d0-4b16-403a-b76f-128fa135cd2a, host n-h1-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=138ee2d0-4b16-403a-b76f-128fa135cd2a,segment=NetworkSegment(ac18ac15-e1f9-4d4d-aeaf-cbc5be69a0bb),segment_id=ac18ac15-e1f9-4d4d-aeaf-cbc5be69a0bb)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:30:35.515315 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-71ae454f-9d63-4e4e-970e-7d5c535e1e47 req-3820123f-39be-451c-92fa-79fe51ddcc14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:35.577028 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-43b7dd3c-00a9-4863-8b6a-215e7979cbb1 req-718bd133-8263-419b-96f2-e43037497483 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c4b879c-ca9b-483b-8a0d-5ea0d1e77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434642 Jan 18 22:30:35.585917 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ae454f-9d63-4e4e-970e-7d5c535e1e47 req-3820123f-39be-451c-92fa-79fe51ddcc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:35.596721 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-71ae454f-9d63-4e4e-970e-7d5c535e1e47 req-3820123f-39be-451c-92fa-79fe51ddcc14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:35.598854 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-71ae454f-9d63-4e4e-970e-7d5c535e1e47 req-3820123f-39be-451c-92fa-79fe51ddcc14 service neutron] 10.222.0.36 "PUT /v2.0/ports/138ee2d0-4b16-403a-b76f-128fa135cd2a HTTP/1.1" status: 200 len: 1091 time: 1.3482850 Jan 18 22:30:35.610499 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4e688c71-d32d-4d20-9c22-05b34eeee1e4 req-313dd34d-5d65-4ce9-abb2-990bcbba8990 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c878f5b-49fe-404e-bf29-19316c08dd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3218369 Jan 18 22:30:35.686948 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3820123f-39be-451c-92fa-79fe51ddcc14 service neutron] Pushing event updated for resources: {'Port': ['ID=138ee2d0-4b16-403a-b76f-128fa135cd2a,revision_number=3']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:30:35.693935 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ba00f-54bf-44b9-a8d3-ebfacefbc7b9 req-e07217c5-374e-4a12-afbb-89597d8a44c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:35.698521 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-358ba00f-54bf-44b9-a8d3-ebfacefbc7b9 req-e07217c5-374e-4a12-afbb-89597d8a44c4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d517cf7a-2b5e-403e-9519-f81391a215c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2147491 Jan 18 22:30:35.713055 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d93f89-addb-4e5e-8df8-a32293bf8509 req-cb76c572-16cf-42b5-a46b-f69fbdab595f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:35.714704 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e3d93f89-addb-4e5e-8df8-a32293bf8509 req-cb76c572-16cf-42b5-a46b-f69fbdab595f service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3178041 Jan 18 22:30:35.930142 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-358ba00f-54bf-44b9-a8d3-ebfacefbc7b9 req-eb8424df-f1fd-4d90-a579-fba2793f25ee service neutron] 10.222.0.67 "GET /v2.0/networks/d517cf7a-2b5e-403e-9519-f81391a215c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212358 Jan 18 22:30:35.961178 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e19a94-8963-42b8-b20e-158a2f4e1e13 req-982a322d-01bb-46dc-84fe-9d0d2f92c46d tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:35.963205 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e2e19a94-8963-42b8-b20e-158a2f4e1e13 req-982a322d-01bb-46dc-84fe-9d0d2f92c46d tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c183af1-247e-48b7-aed9-9e45e4b7de12 HTTP/1.1" status: 200 len: 943 time: 0.2263980 Jan 18 22:30:35.966136 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ae454f-9d63-4e4e-970e-7d5c535e1e47 req-b1c93f9d-6ac7-4f7e-9c21-626f44464f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:35.966757 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ae454f-9d63-4e4e-970e-7d5c535e1e47 req-b1c93f9d-6ac7-4f7e-9c21-626f44464f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:35.968090 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-71ae454f-9d63-4e4e-970e-7d5c535e1e47 req-b1c93f9d-6ac7-4f7e-9c21-626f44464f5b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f2db261a4e274a77b72bcc96fca0df7b&device_id=3e5597df-c05a-4738-aac8-36f79bb5c69d HTTP/1.1" status: 200 len: 1980 time: 0.1354988 Jan 18 22:30:36.123223 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb0dedf-7955-4ec3-b9b9-f691a45c9805 req-c32456fa-c190-45ef-9116-19ab35fc6ca1 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:36.124862 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8cb0dedf-7955-4ec3-b9b9-f691a45c9805 req-c32456fa-c190-45ef-9116-19ab35fc6ca1 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.67 "GET /v2.0/ports?device_id=9eadb8eb-b75c-4dab-823b-4a8e8e6fca67 HTTP/1.1" status: 200 len: 946 time: 0.2168734 Jan 18 22:30:36.126447 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-71ae454f-9d63-4e4e-970e-7d5c535e1e47 req-2d26e73b-158b-4db8-8dfc-26d0d9f7e89f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.222&port_id=889d9de3-412e-4b3a-bd3a-878fd3db7a59 HTTP/1.1" status: 200 len: 217 time: 0.1347148 Jan 18 22:30:36.185546 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-358ba00f-54bf-44b9-a8d3-ebfacefbc7b9 req-fdbd9c8b-6c7c-411c-88a7-6ebbaecff7d5 service neutron] 10.222.0.67 "GET /v2.0/networks/d517cf7a-2b5e-403e-9519-f81391a215c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159870 Jan 18 22:30:36.365154 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e5597df-c05a-4738-aac8-36f79bb5c69d', 'tag': '138ee2d0-4b16-403a-b76f-128fa135cd2a'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:30:36.368391 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b8729cf-edf4-465d-8893-a0c1f6227cf3" -d '{"events": [{"name": "network-changed", "server_uuid": "3e5597df-c05a-4738-aac8-36f79bb5c69d", "tag": "138ee2d0-4b16-403a-b76f-128fa135cd2a"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:30:36.420961 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3099bec-9982-4a7d-a513-9550867c0a3e x-openstack-request-id: req-c3099bec-9982-4a7d-a513-9550867c0a3e {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:30:36.421159 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e5597df-c05a-4738-aac8-36f79bb5c69d", "tag": "138ee2d0-4b16-403a-b76f-128fa135cd2a", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:30:36.421356 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c3099bec-9982-4a7d-a513-9550867c0a3e {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:30:36.422340 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e5597df-c05a-4738-aac8-36f79bb5c69d', 'tag': '138ee2d0-4b16-403a-b76f-128fa135cd2a', 'status': 'completed', 'code': 200} Jan 18 22:30:36.743314 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e2e19a94-8963-42b8-b20e-158a2f4e1e13 req-bc56c973-4962-4c0d-ae2f-445660c204c0 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4c0862f-5b86-40eb-b2c2-a40d9fdb492b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7671304 Jan 18 22:30:36.750164 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-358ba00f-54bf-44b9-a8d3-ebfacefbc7b9 req-d3da6037-7922-4fae-a2dc-5c734fff6144 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d4aeaad3-0a25-4101-bf67-696d922c2523 HTTP/1.1" status: 200 len: 217 time: 0.5440917 Jan 18 22:30:36.914595 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ae454f-9d63-4e4e-970e-7d5c535e1e47 req-c65901ce-84be-4422-9b38-3d0461190d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:36.919038 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-71ae454f-9d63-4e4e-970e-7d5c535e1e47 req-c65901ce-84be-4422-9b38-3d0461190d8f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e9ca1e22-d494-4426-ac96-0f52b06f4c50 HTTP/1.1" status: 200 len: 801 time: 0.7746627 Jan 18 22:30:37.026618 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ba00f-54bf-44b9-a8d3-ebfacefbc7b9 req-db24f98e-e6d3-4ecd-a0e1-882a43559ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:37.032188 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-358ba00f-54bf-44b9-a8d3-ebfacefbc7b9 req-db24f98e-e6d3-4ecd-a0e1-882a43559ca1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b2fef015-6188-4e86-a17d-bae4a3dc212e HTTP/1.1" status: 200 len: 797 time: 0.2685933 Jan 18 22:30:37.046191 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d918d0da-9fec-4ab8-bc6c-733550f272c8 req-80cdd1d1-3bc3-41bd-a6e3-7e02b966257c tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:37.047852 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d918d0da-9fec-4ab8-bc6c-733550f272c8 req-80cdd1d1-3bc3-41bd-a6e3-7e02b966257c tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/ports?device_id=9eadb8eb-b75c-4dab-823b-4a8e8e6fca67 HTTP/1.1" status: 200 len: 946 time: 0.3128414 Jan 18 22:30:37.090286 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-8cb0dedf-7955-4ec3-b9b9-f691a45c9805 req-f4f9aaa5-b7e7-41bd-ace5-9b1c036440b0 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Deleting port 46ec3dd6-f2e3-4f42-8458-f7d82ed704a2 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:30:37.090286 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-8cb0dedf-7955-4ec3-b9b9-f691a45c9805 req-f4f9aaa5-b7e7-41bd-ace5-9b1c036440b0 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:37.192762 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6157b54-e944-43da-be21-33c852b8b496 req-31581b4a-15ed-4911-b7b9-b1d9895f4c5d tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:37.198796 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6157b54-e944-43da-be21-33c852b8b496 req-31581b4a-15ed-4911-b7b9-b1d9895f4c5d tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:37.201651 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d6157b54-e944-43da-be21-33c852b8b496 req-31581b4a-15ed-4911-b7b9-b1d9895f4c5d tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e5597df-c05a-4738-aac8-36f79bb5c69d HTTP/1.1" status: 200 len: 1678 time: 0.3018732 Jan 18 22:30:37.234391 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ae454f-9d63-4e4e-970e-7d5c535e1e47 req-5bc05861-f94f-4de9-aa5e-9ca547604211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:37.235901 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-71ae454f-9d63-4e4e-970e-7d5c535e1e47 req-5bc05861-f94f-4de9-aa5e-9ca547604211 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5bb62f1f-5b8f-448a-a22c-6fa4b4388a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2877338 Jan 18 22:30:37.292047 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d918d0da-9fec-4ab8-bc6c-733550f272c8 req-d6d4cc3c-c789-40ac-93b0-fc992bec1a39 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c4b879c-ca9b-483b-8a0d-5ea0d1e77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345212 Jan 18 22:30:37.309209 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ba00f-54bf-44b9-a8d3-ebfacefbc7b9 req-875cc71f-c779-4f96-868a-3edd6a640084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:37.311587 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-358ba00f-54bf-44b9-a8d3-ebfacefbc7b9 req-875cc71f-c779-4f96-868a-3edd6a640084 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d517cf7a-2b5e-403e-9519-f81391a215c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2553539 Jan 18 22:30:37.416734 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d6157b54-e944-43da-be21-33c852b8b496 req-0e15322a-5f19-4dc6-b444-80e79507979b tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c878f5b-49fe-404e-bf29-19316c08dd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996212 Jan 18 22:30:37.423122 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-8cb0dedf-7955-4ec3-b9b9-f691a45c9805 req-f4f9aaa5-b7e7-41bd-ace5-9b1c036440b0 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] For port 46ec3dd6-f2e3-4f42-8458-f7d82ed704a2, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=46ec3dd6-f2e3-4f42-8458-f7d82ed704a2,segment=NetworkSegment(28982460-4b8d-4c64-8a1d-ee1a4991cb0f),segment_id=28982460-4b8d-4c64-8a1d-ee1a4991cb0f)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:30:37.424390 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-8cb0dedf-7955-4ec3-b9b9-f691a45c9805 req-f4f9aaa5-b7e7-41bd-ace5-9b1c036440b0 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:37.474518 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-8cb0dedf-7955-4ec3-b9b9-f691a45c9805 req-f4f9aaa5-b7e7-41bd-ace5-9b1c036440b0 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Calling delete_port for 46ec3dd6-f2e3-4f42-8458-f7d82ed704a2 owned by compute:nova {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:30:37.597828 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-71ae454f-9d63-4e4e-970e-7d5c535e1e47 req-e87d485e-3cec-48b7-b890-40643ea2ce70 service neutron] 10.222.0.36 "GET /v2.0/networks/5bb62f1f-5b8f-448a-a22c-6fa4b4388a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3401811 Jan 18 22:30:37.653249 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-358ba00f-54bf-44b9-a8d3-ebfacefbc7b9 req-ddb4799e-8bd1-4ba2-aaaf-404e92320ba4 service neutron] 10.222.0.67 "GET /v2.0/networks/d517cf7a-2b5e-403e-9519-f81391a215c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2950165 Jan 18 22:30:37.919750 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-71ae454f-9d63-4e4e-970e-7d5c535e1e47 req-e094d928-1354-40c8-8b37-bde7fa166ab7 service neutron] 10.222.0.36 "GET /v2.0/networks/5bb62f1f-5b8f-448a-a22c-6fa4b4388a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3111005 Jan 18 22:30:37.997034 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-71ae454f-9d63-4e4e-970e-7d5c535e1e47 req-31023e6b-2e18-48f9-87fe-9aa40798e9b8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.32&port_id=138ee2d0-4b16-403a-b76f-128fa135cd2a HTTP/1.1" status: 200 len: 217 time: 0.0449343 Jan 18 22:30:37.998155 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-8cb0dedf-7955-4ec3-b9b9-f691a45c9805 req-f4f9aaa5-b7e7-41bd-ace5-9b1c036440b0 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:38.011354 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['13157ec0-e843-4a24-a6a4-4044e5c5d51a'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:30:38.028562 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-358ba00f-54bf-44b9-a8d3-ebfacefbc7b9 req-5e0b42db-58f0-4bcc-b632-c5ed43bf9355 service neutron] 10.222.0.67 "GET /v2.0/networks/d517cf7a-2b5e-403e-9519-f81391a215c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3164530 Jan 18 22:30:38.135799 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f9aaa5-b7e7-41bd-ace5-9b1c036440b0 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Pushing event deleted for resources: {'Port': ['ID=46ec3dd6-f2e3-4f42-8458-f7d82ed704a2,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:30:38.174412 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cb0dedf-7955-4ec3-b9b9-f691a45c9805 req-f4f9aaa5-b7e7-41bd-ace5-9b1c036440b0 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] No DVR routers for this DVR port 46ec3dd6-f2e3-4f42-8458-f7d82ed704a2 on host n-h2-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:30:38.179381 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-8cb0dedf-7955-4ec3-b9b9-f691a45c9805 req-f4f9aaa5-b7e7-41bd-ace5-9b1c036440b0 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:38.195717 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8cb0dedf-7955-4ec3-b9b9-f691a45c9805 req-f4f9aaa5-b7e7-41bd-ace5-9b1c036440b0 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.67 "DELETE /v2.0/ports/46ec3dd6-f2e3-4f42-8458-f7d82ed704a2 HTTP/1.1" status: 204 len: 173 time: 2.0136750 Jan 18 22:30:38.204262 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eadb8eb-b75c-4dab-823b-4a8e8e6fca67', 'name': 'network-vif-deleted', 'tag': '46ec3dd6-f2e3-4f42-8458-f7d82ed704a2'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:30:38.206536 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09713be2-239e-4826-97ac-1cbe48643694" -d '{"events": [{"server_uuid": "9eadb8eb-b75c-4dab-823b-4a8e8e6fca67", "name": "network-vif-deleted", "tag": "46ec3dd6-f2e3-4f42-8458-f7d82ed704a2"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:30:38.260505 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37057835-0f39-471c-a072-5a774209e852 req-a8ca0e50-3823-4c54-960e-64f9f7b5d97f tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:38.262100 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-37057835-0f39-471c-a072-5a774209e852 req-a8ca0e50-3823-4c54-960e-64f9f7b5d97f tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c183af1-247e-48b7-aed9-9e45e4b7de12 HTTP/1.1" status: 200 len: 943 time: 0.3730328 Jan 18 22:30:38.295773 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ae454f-9d63-4e4e-970e-7d5c535e1e47 req-e31ecba1-06c0-4215-a57a-8945c6efd5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:38.300188 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-71ae454f-9d63-4e4e-970e-7d5c535e1e47 req-e31ecba1-06c0-4215-a57a-8945c6efd5b5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=00323726-2e76-4d36-9830-2184cda884c2 HTTP/1.1" status: 200 len: 801 time: 0.2744982 Jan 18 22:30:38.332026 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f79818c-f384-4dd7-a4a1-59b259950f5d x-openstack-request-id: req-5f79818c-f384-4dd7-a4a1-59b259950f5d {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:30:38.332647 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eadb8eb-b75c-4dab-823b-4a8e8e6fca67", "name": "network-vif-deleted", "tag": "46ec3dd6-f2e3-4f42-8458-f7d82ed704a2", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:30:38.333068 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5f79818c-f384-4dd7-a4a1-59b259950f5d {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:30:38.333635 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eadb8eb-b75c-4dab-823b-4a8e8e6fca67', 'name': 'network-vif-deleted', 'tag': '46ec3dd6-f2e3-4f42-8458-f7d82ed704a2', 'status': 'completed', 'code': 200} Jan 18 22:30:38.394714 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 50964) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:30:38.620597 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-37057835-0f39-471c-a072-5a774209e852 req-e3fe7109-703d-43a9-90ea-4d4b4652ca10 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4c0862f-5b86-40eb-b2c2-a40d9fdb492b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3367906 Jan 18 22:30:38.643756 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-68189497-1f33-4f2e-b065-f0be863daf75 req-b92ccb5d-5637-44d7-ac63-3d90e6abda21 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/ports?device_id=9eadb8eb-b75c-4dab-823b-4a8e8e6fca67 HTTP/1.1" status: 200 len: 210 time: 0.1105976 Jan 18 22:30:38.647516 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ae454f-9d63-4e4e-970e-7d5c535e1e47 req-bf2403c6-caf8-41f0-a975-95dc51ee3134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:38.650523 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-71ae454f-9d63-4e4e-970e-7d5c535e1e47 req-bf2403c6-caf8-41f0-a975-95dc51ee3134 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=95bb03df-1cb8-4522-88a7-ff4352045ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3152871 Jan 18 22:30:38.692373 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-429c996d-28ef-413a-8473-1877728fba91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:38.822237 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-71ae454f-9d63-4e4e-970e-7d5c535e1e47 req-086b3acb-dcf0-41a7-bacf-0002a87440e5 service neutron] 10.222.0.36 "GET /v2.0/networks/95bb03df-1cb8-4522-88a7-ff4352045ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579823 Jan 18 22:30:38.835927 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-429c996d-28ef-413a-8473-1877728fba91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:38.843125 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-429c996d-28ef-413a-8473-1877728fba91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:38.876425 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-429c996d-28ef-413a-8473-1877728fba91 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9e88c9b08901455394a1f471af3c6d84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4777987 Jan 18 22:30:38.882581 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 50974) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:30:38.935307 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429c996d-28ef-413a-8473-1877728fba91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d12ed076-2292-4ce9-b930-f40d2194e5da,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:30:38.977652 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 46ec3dd6-f2e3-4f42-8458-f7d82ed704a2 no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:30:39.010002 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] No Port match for: 46ec3dd6-f2e3-4f42-8458-f7d82ed704a2 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:30:39.010711 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 46ec3dd6-f2e3-4f42-8458-f7d82ed704a2 not bound to the agent host n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:30:39.024217 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f490c831-a1ce-4c8b-87d5-6a09e851f6db req-5a95e8e8-5574-4641-85e1-7bef59db5dc3 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:39.034278 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5de3cfe2-facf-4a31-aa28-33972405230d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:39.041648 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f490c831-a1ce-4c8b-87d5-6a09e851f6db req-5a95e8e8-5574-4641-85e1-7bef59db5dc3 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:39.043680 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f490c831-a1ce-4c8b-87d5-6a09e851f6db req-5a95e8e8-5574-4641-85e1-7bef59db5dc3 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e5597df-c05a-4738-aac8-36f79bb5c69d HTTP/1.1" status: 200 len: 1678 time: 0.2202506 Jan 18 22:30:39.072302 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5de3cfe2-facf-4a31-aa28-33972405230d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:39.147555 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-71ae454f-9d63-4e4e-970e-7d5c535e1e47 req-ef99b405-7e65-4908-9a38-6f682f76db57 service neutron] 10.222.0.36 "GET /v2.0/networks/95bb03df-1cb8-4522-88a7-ff4352045ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2991138 Jan 18 22:30:39.165636 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f490c831-a1ce-4c8b-87d5-6a09e851f6db req-17d605fb-5cec-49a0-82b5-1a6210650bc7 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c878f5b-49fe-404e-bf29-19316c08dd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989158 Jan 18 22:30:39.168013 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 22:30:39.171208 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5de3cfe2-facf-4a31-aa28-33972405230d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:39.173860 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5de3cfe2-facf-4a31-aa28-33972405230d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:39.177874 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-5de3cfe2-facf-4a31-aa28-33972405230d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d12ed076-2292-4ce9-b930-f40d2194e5da HTTP/1.1" status: 204 len: 168 time: 0.2915568 Jan 18 22:30:39.185855 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de3cfe2-facf-4a31-aa28-33972405230d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d12ed076-2292-4ce9-b930-f40d2194e5da,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:30:39.305804 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8729cf-edf4-465d-8893-a0c1f6227cf3 req-da7972f1-3877-44a7-8e91-c688ac76f3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:39.307020 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8729cf-edf4-465d-8893-a0c1f6227cf3 req-da7972f1-3877-44a7-8e91-c688ac76f3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:39.310949 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6b8729cf-edf4-465d-8893-a0c1f6227cf3 req-da7972f1-3877-44a7-8e91-c688ac76f3ea service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f2db261a4e274a77b72bcc96fca0df7b&device_id=3e5597df-c05a-4738-aac8-36f79bb5c69d HTTP/1.1" status: 200 len: 1980 time: 0.0869832 Jan 18 22:30:39.521499 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8729cf-edf4-465d-8893-a0c1f6227cf3 req-b062f64a-69d5-48de-b2e1-b77cf10e2b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:39.528803 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6b8729cf-edf4-465d-8893-a0c1f6227cf3 req-b062f64a-69d5-48de-b2e1-b77cf10e2b44 service neutron] 10.222.0.36 "GET /v2.0/networks?id=95bb03df-1cb8-4522-88a7-ff4352045ade HTTP/1.1" status: 200 len: 901 time: 0.2032919 Jan 18 22:30:39.628278 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6b8729cf-edf4-465d-8893-a0c1f6227cf3 req-692faac6-2ca7-470c-a4c3-5be852479208 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.32&port_id=138ee2d0-4b16-403a-b76f-128fa135cd2a HTTP/1.1" status: 200 len: 217 time: 0.0947692 Jan 18 22:30:39.769895 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8729cf-edf4-465d-8893-a0c1f6227cf3 req-91dd49cf-1748-4a92-b89c-ff9aa01f7cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:39.773223 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6b8729cf-edf4-465d-8893-a0c1f6227cf3 req-91dd49cf-1748-4a92-b89c-ff9aa01f7cd4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=00323726-2e76-4d36-9830-2184cda884c2 HTTP/1.1" status: 200 len: 801 time: 0.1390719 Jan 18 22:30:40.020628 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-29d53bce-0a36-4219-81e9-7e6ccae81243 req-4698cb26-0795-4fd7-8625-5e2bc68eacef tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/ports?device_id=9eadb8eb-b75c-4dab-823b-4a8e8e6fca67 HTTP/1.1" status: 200 len: 210 time: 0.2280180 Jan 18 22:30:40.130039 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8729cf-edf4-465d-8893-a0c1f6227cf3 req-04d2c6cd-4390-4839-8e5b-c66146f81ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:40.132044 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6b8729cf-edf4-465d-8893-a0c1f6227cf3 req-04d2c6cd-4390-4839-8e5b-c66146f81ee7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=95bb03df-1cb8-4522-88a7-ff4352045ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3199039 Jan 18 22:30:40.147023 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9d2a99-7aa8-4970-aac7-5f2dbb657245 req-63892147-aba1-4211-b623-481a20dc4c0b tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:40.154490 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5e9d2a99-7aa8-4970-aac7-5f2dbb657245 req-63892147-aba1-4211-b623-481a20dc4c0b tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c183af1-247e-48b7-aed9-9e45e4b7de12 HTTP/1.1" status: 200 len: 943 time: 0.1671674 Jan 18 22:30:40.288043 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6b8729cf-edf4-465d-8893-a0c1f6227cf3 req-5b94a42d-0b74-497a-b6cd-91c4c3acda12 service neutron] 10.222.0.36 "GET /v2.0/networks/95bb03df-1cb8-4522-88a7-ff4352045ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315324 Jan 18 22:30:40.314133 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5e9d2a99-7aa8-4970-aac7-5f2dbb657245 req-e6df7216-4672-445a-8b45-bf594e2d574b tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4c0862f-5b86-40eb-b2c2-a40d9fdb492b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1581967 Jan 18 22:30:40.582021 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6b8729cf-edf4-465d-8893-a0c1f6227cf3 req-83f8cdec-fc3e-4d06-bb46-97f6d348c2ea service neutron] 10.222.0.36 "GET /v2.0/networks/95bb03df-1cb8-4522-88a7-ff4352045ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650394 Jan 18 22:30:40.620912 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3053c9-28ff-4bf6-9c46-ffb3cc10da83 req-30705af0-8e62-4487-a7be-a5b740caa3f0 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:40.653871 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3053c9-28ff-4bf6-9c46-ffb3cc10da83 req-30705af0-8e62-4487-a7be-a5b740caa3f0 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:40.655478 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bc3053c9-28ff-4bf6-9c46-ffb3cc10da83 req-30705af0-8e62-4487-a7be-a5b740caa3f0 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e5597df-c05a-4738-aac8-36f79bb5c69d HTTP/1.1" status: 200 len: 1678 time: 0.3663814 Jan 18 22:30:40.834408 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bc3053c9-28ff-4bf6-9c46-ffb3cc10da83 req-be7f5c6a-aa13-40b0-9df8-69d6863aac75 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c878f5b-49fe-404e-bf29-19316c08dd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662765 Jan 18 22:30:41.283352 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 51032) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:30:41.406007 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-121e2fa3-d21f-4b68-8352-d3175a0eb854 admin admin] Deleting subnet 1740482f-11ed-4dc8-95f0-60cedd3827cb {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:30:41.462020 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-121e2fa3-d21f-4b68-8352-d3175a0eb854 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:41.471495 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 51036) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:30:41.592339 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-121e2fa3-d21f-4b68-8352-d3175a0eb854 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:41.773292 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-121e2fa3-d21f-4b68-8352-d3175a0eb854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:41.916034 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-121e2fa3-d21f-4b68-8352-d3175a0eb854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:41.919360 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bc2a4c79-564d-4443-b022-b572827304c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:41.943162 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4303e07-63ae-42df-b6fe-1302ac0f4159 req-6125ee32-2db2-43a3-aad9-1f4e44620537 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:41.944710 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e4303e07-63ae-42df-b6fe-1302ac0f4159 req-6125ee32-2db2-43a3-aad9-1f4e44620537 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c183af1-247e-48b7-aed9-9e45e4b7de12 HTTP/1.1" status: 200 len: 943 time: 0.4292436 Jan 18 22:30:41.949347 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121e2fa3-d21f-4b68-8352-d3175a0eb854 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1740482f-11ed-4dc8-95f0-60cedd3827cb,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:30:41.960156 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-121e2fa3-d21f-4b68-8352-d3175a0eb854 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:41.963791 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-121e2fa3-d21f-4b68-8352-d3175a0eb854 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/1740482f-11ed-4dc8-95f0-60cedd3827cb HTTP/1.1" status: 204 len: 168 time: 0.6786067 Jan 18 22:30:41.970622 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 51048) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:30:42.014966 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c9703-d3d2-4d88-8f62-b26ff10ef297 req-43a824db-f822-4f5f-809d-7f731fbf233d tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:42.016576 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4f0c9703-d3d2-4d88-8f62-b26ff10ef297 req-43a824db-f822-4f5f-809d-7f731fbf233d tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/ports?device_id=3468303d-3938-4228-99a6-32a82a6b0e90 HTTP/1.1" status: 200 len: 946 time: 0.3258207 Jan 18 22:30:42.134373 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bb96c042-4cc1-4681-ad54-e4c60d36eb47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:42.138344 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e4303e07-63ae-42df-b6fe-1302ac0f4159 req-1731f3f1-9603-407f-a345-aee744667214 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4c0862f-5b86-40eb-b2c2-a40d9fdb492b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1779118 Jan 18 22:30:42.198332 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4f0c9703-d3d2-4d88-8f62-b26ff10ef297 req-4938c8ba-e2bd-40d1-b2f7-cd9d1e86b330 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c4b879c-ca9b-483b-8a0d-5ea0d1e77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263149 Jan 18 22:30:42.301668 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bc2a4c79-564d-4443-b022-b572827304c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:42.322784 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bc2a4c79-564d-4443-b022-b572827304c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:42.331631 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bb96c042-4cc1-4681-ad54-e4c60d36eb47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:42.373637 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 138ee2d0-4b16-403a-b76f-128fa135cd2a details requested by agent hyperv_n-h1-825064-1 with host n-h1-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:30:42.389093 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-bb96c042-4cc1-4681-ad54-e4c60d36eb47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c190f261-a9e0-4805-b477-029ec0cff12a']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:30:42.399121 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-bc2a4c79-564d-4443-b022-b572827304c3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=229d1c5a6e164c0cad3009790bd96ccc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9209685 Jan 18 22:30:42.402152 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 51050) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:30:42.404618 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-bb96c042-4cc1-4681-ad54-e4c60d36eb47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f9b93f3-b3a2-4f91-b06d-871728cbfc1f') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:30:42.404922 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-bb96c042-4cc1-4681-ad54-e4c60d36eb47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f9b93f3-b3a2-4f91-b06d-871728cbfc1f') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:30:42.420200 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bb96c042-4cc1-4681-ad54-e4c60d36eb47 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60394742'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:42.437288 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bb96c042-4cc1-4681-ad54-e4c60d36eb47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:42.445964 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb96c042-4cc1-4681-ad54-e4c60d36eb47 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:30:42.446381 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bb96c042-4cc1-4681-ad54-e4c60d36eb47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60203044'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:42.495911 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-155f6f3e-850a-48e5-8de4-989222af7e18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:42.526497 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-155f6f3e-850a-48e5-8de4-989222af7e18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:42.549799 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2a4c79-564d-4443-b022-b572827304c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3d45905-550f-478d-89cf-7b2ed22eac9b,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:30:42.552404 n-d-825064-1 neutron-server[102430]: Traceback (most recent call last): Jan 18 22:30:42.552404 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:30:42.552404 n-d-825064-1 neutron-server[102430]: timer() Jan 18 22:30:42.552404 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:30:42.552404 n-d-825064-1 neutron-server[102430]: cb(*args, **kw) Jan 18 22:30:42.552404 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:30:42.552404 n-d-825064-1 neutron-server[102430]: return func(*args, **kwargs) Jan 18 22:30:42.552404 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:30:42.552404 n-d-825064-1 neutron-server[102430]: self._notify() Jan 18 22:30:42.552404 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:30:42.552404 n-d-825064-1 neutron-server[102430]: self.callback(batched_events) Jan 18 22:30:42.552404 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:30:42.552404 n-d-825064-1 neutron-server[102430]: event.method(event) Jan 18 22:30:42.552404 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:30:42.552404 n-d-825064-1 neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:30:42.552404 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:30:42.552404 n-d-825064-1 neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:30:42.552404 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:30:42.552404 n-d-825064-1 neutron-server[102430]: return f(self, *a, **k) Jan 18 22:30:42.552404 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:30:42.552404 n-d-825064-1 neutron-server[102430]: return self._get(url).json() Jan 18 22:30:42.552404 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:30:42.552404 n-d-825064-1 neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:30:42.552404 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:30:42.552404 n-d-825064-1 neutron-server[102430]: return self.request(url, 'GET', **kwargs) Jan 18 22:30:42.552404 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:30:42.552404 n-d-825064-1 neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:30:42.552404 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:30:42.552404 n-d-825064-1 neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:30:42.552404 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:30:42.552404 n-d-825064-1 neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:30:42.552404 n-d-825064-1 neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:30:42.566107 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 138ee2d0-4b16-403a-b76f-128fa135cd2a, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=138ee2d0-4b16-403a-b76f-128fa135cd2a,segment=NetworkSegment(ac18ac15-e1f9-4d4d-aeaf-cbc5be69a0bb),segment_id=ac18ac15-e1f9-4d4d-aeaf-cbc5be69a0bb)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:30:42.578913 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Returning: {'device': '138ee2d0-4b16-403a-b76f-128fa135cd2a', 'network_id': '95bb03df-1cb8-4522-88a7-ff4352045ade', 'port_id': '138ee2d0-4b16-403a-b76f-128fa135cd2a', 'mac_address': 'fa:16:3e:e7:03:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00323726-2e76-4d36-9830-2184cda884c2', 'ip_address': '19.86.0.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:30:42.593645 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-155f6f3e-850a-48e5-8de4-989222af7e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:42.598423 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-155f6f3e-850a-48e5-8de4-989222af7e18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:42.603085 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-155f6f3e-850a-48e5-8de4-989222af7e18 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a3d45905-550f-478d-89cf-7b2ed22eac9b HTTP/1.1" status: 204 len: 168 time: 0.1931169 Jan 18 22:30:42.611784 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155f6f3e-850a-48e5-8de4-989222af7e18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3d45905-550f-478d-89cf-7b2ed22eac9b,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:30:42.626633 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c6bbe6-1e68-4996-92ec-8b83b256cc6b req-883f1ac1-c582-48b8-90c2-41ba2232abc3 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:42.633003 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c6bbe6-1e68-4996-92ec-8b83b256cc6b req-883f1ac1-c582-48b8-90c2-41ba2232abc3 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:42.639043 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-46c6bbe6-1e68-4996-92ec-8b83b256cc6b req-883f1ac1-c582-48b8-90c2-41ba2232abc3 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e5597df-c05a-4738-aac8-36f79bb5c69d HTTP/1.1" status: 200 len: 1678 time: 0.3896542 Jan 18 22:30:42.641869 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:42.657259 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 138ee2d0-4b16-403a-b76f-128fa135cd2a {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:30:42.677662 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 138ee2d0-4b16-403a-b76f-128fa135cd2a, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=138ee2d0-4b16-403a-b76f-128fa135cd2a,segment=NetworkSegment(ac18ac15-e1f9-4d4d-aeaf-cbc5be69a0bb),segment_id=ac18ac15-e1f9-4d4d-aeaf-cbc5be69a0bb)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:30:42.683681 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:42.685028 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 889d9de3-412e-4b3a-bd3a-878fd3db7a59 details requested by agent hyperv_n-h1-825064-1 with host n-h1-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:30:42.687169 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bb96c042-4cc1-4681-ad54-e4c60d36eb47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:42.692323 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bb96c042-4cc1-4681-ad54-e4c60d36eb47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:42.697729 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-bb96c042-4cc1-4681-ad54-e4c60d36eb47 admin admin] 10.222.0.53 "DELETE /v2.0/networks/c190f261-a9e0-4805-b477-029ec0cff12a HTTP/1.1" status: 204 len: 168 time: 0.7197697 Jan 18 22:30:42.738400 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb96c042-4cc1-4681-ad54-e4c60d36eb47 admin admin] Pushing event deleted for resources: {'Network': ['ID=c190f261-a9e0-4805-b477-029ec0cff12a,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:30:42.754268 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ebab49-6dfd-4a2e-9adf-101c04e91ee9 req-627f5295-2718-45c5-87db-91fa27fc3c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:42.756416 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-57ebab49-6dfd-4a2e-9adf-101c04e91ee9 req-627f5295-2718-45c5-87db-91fa27fc3c7c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7c183af1-247e-48b7-aed9-9e45e4b7de12&tenant_id=7afa2eadfaa94efb9bc2c925685c8cd2 HTTP/1.1" status: 200 len: 1094 time: 0.1902571 Jan 18 22:30:42.760329 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-46c6bbe6-1e68-4996-92ec-8b83b256cc6b req-e8822f2f-2208-411f-bbc2-19a8d324ac02 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c878f5b-49fe-404e-bf29-19316c08dd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986166 Jan 18 22:30:42.833117 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ebab49-6dfd-4a2e-9adf-101c04e91ee9 req-2968eca1-e7a9-4625-b452-c47852a37eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:42.834604 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-57ebab49-6dfd-4a2e-9adf-101c04e91ee9 req-2968eca1-e7a9-4625-b452-c47852a37eb6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7afa2eadfaa94efb9bc2c925685c8cd2&device_id=7c183af1-247e-48b7-aed9-9e45e4b7de12 HTTP/1.1" status: 200 len: 1094 time: 0.0515242 Jan 18 22:30:42.834746 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=138ee2d0-4b16-403a-b76f-128fa135cd2a,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:30:42.847548 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:30:42.847754 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:30:42.848092 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:30:42.848465 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:30:42.848813 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:30:42.849121 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:30:42.850103 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:30:42.850103 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:30:42.850103 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:30:42.850691 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:30:42.850793 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:30:42.851093 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:30:42.856829 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:42.882539 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 889d9de3-412e-4b3a-bd3a-878fd3db7a59, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=889d9de3-412e-4b3a-bd3a-878fd3db7a59,segment=NetworkSegment(e20150ec-a14a-45cc-bbb0-7f2584979920),segment_id=e20150ec-a14a-45cc-bbb0-7f2584979920)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:30:42.902036 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Returning: {'device': '889d9de3-412e-4b3a-bd3a-878fd3db7a59', 'network_id': '5bb62f1f-5b8f-448a-a22c-6fa4b4388a16', 'port_id': '889d9de3-412e-4b3a-bd3a-878fd3db7a59', 'mac_address': 'fa:16:3e:b3:1b:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9ca1e22-d494-4426-ac96-0f52b06f4c50', 'ip_address': '19.80.0.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:30:42.956428 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:42.974306 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 51066) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:30:42.976837 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ebab49-6dfd-4a2e-9adf-101c04e91ee9 req-1a595074-3a11-48d0-8c62-5db0d774a789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:42.981468 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-57ebab49-6dfd-4a2e-9adf-101c04e91ee9 req-1a595074-3a11-48d0-8c62-5db0d774a789 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9f0c6f68-00d4-4074-963d-5eeb6360e1ec HTTP/1.1" status: 200 len: 917 time: 0.1317599 Jan 18 22:30:42.981919 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 889d9de3-412e-4b3a-bd3a-878fd3db7a59 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:30:43.013933 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 889d9de3-412e-4b3a-bd3a-878fd3db7a59, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=889d9de3-412e-4b3a-bd3a-878fd3db7a59,segment=NetworkSegment(e20150ec-a14a-45cc-bbb0-7f2584979920),segment_id=e20150ec-a14a-45cc-bbb0-7f2584979920)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:30:43.020599 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:43.039351 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-9c216e4d-63c9-42ce-8535-d0dc79f86ce3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6f701bc314db40aaa009d6464ed857b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0621138 Jan 18 22:30:43.040472 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 51068) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:30:43.074783 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-57ebab49-6dfd-4a2e-9adf-101c04e91ee9 req-a03e60ea-c05e-42a3-b304-e0d9cadc1295 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=17b5d497-89e8-4316-854a-e01b4efd12f0 HTTP/1.1" status: 200 len: 998 time: 0.0858703 Jan 18 22:30:43.102594 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=889d9de3-412e-4b3a-bd3a-878fd3db7a59,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:30:43.128838 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f445e3ab-0637-4002-a26c-f24c841521d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:43.147866 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ebab49-6dfd-4a2e-9adf-101c04e91ee9 req-e66d9fbf-b96c-454e-ac25-0b1c1145eedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:43.150582 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-57ebab49-6dfd-4a2e-9adf-101c04e91ee9 req-e66d9fbf-b96c-454e-ac25-0b1c1145eedc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b7bcd428-9869-4592-8e72-20a2a0d3310e HTTP/1.1" status: 200 len: 856 time: 0.0679498 Jan 18 22:30:43.161716 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f445e3ab-0637-4002-a26c-f24c841521d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:43.203021 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ebab49-6dfd-4a2e-9adf-101c04e91ee9 req-7c3f0660-be7d-4e85-a891-d8157d26befe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:43.204760 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-57ebab49-6dfd-4a2e-9adf-101c04e91ee9 req-7c3f0660-be7d-4e85-a891-d8157d26befe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9f0c6f68-00d4-4074-963d-5eeb6360e1ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464828 Jan 18 22:30:43.243755 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f445e3ab-0637-4002-a26c-f24c841521d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:43.245420 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['889d9de3-412e-4b3a-bd3a-878fd3db7a59'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:30:43.246743 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f445e3ab-0637-4002-a26c-f24c841521d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:43.249140 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-f445e3ab-0637-4002-a26c-f24c841521d2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/308f2ccf-49d9-438d-919a-319a82e079ae HTTP/1.1" status: 204 len: 168 time: 0.2072043 Jan 18 22:30:43.295609 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f445e3ab-0637-4002-a26c-f24c841521d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=308f2ccf-49d9-438d-919a-319a82e079ae,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:30:43.348091 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b59572-4060-44d8-9449-e3402aa2c210 req-f558ac47-0bb2-4d10-8178-202a9213d39a tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:43.349587 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b6b59572-4060-44d8-9449-e3402aa2c210 req-f558ac47-0bb2-4d10-8178-202a9213d39a tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c183af1-247e-48b7-aed9-9e45e4b7de12 HTTP/1.1" status: 200 len: 943 time: 0.0734873 Jan 18 22:30:43.405317 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-57ebab49-6dfd-4a2e-9adf-101c04e91ee9 req-66ff2129-0e64-4945-bae2-29b12153e342 service neutron] 10.222.0.36 "GET /v2.0/networks/9f0c6f68-00d4-4074-963d-5eeb6360e1ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930187 Jan 18 22:30:43.460062 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b6b59572-4060-44d8-9449-e3402aa2c210 req-366760f2-51f6-439a-b3bd-965ccacaf703 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4c0862f-5b86-40eb-b2c2-a40d9fdb492b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986829 Jan 18 22:30:43.507100 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab9674c-e970-4dc1-a9bc-f57193fc1e11 req-70bd354a-8704-4700-b89c-c08c51fe1e96 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:43.508759 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2ab9674c-e970-4dc1-a9bc-f57193fc1e11 req-70bd354a-8704-4700-b89c-c08c51fe1e96 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/ports?device_id=3468303d-3938-4228-99a6-32a82a6b0e90 HTTP/1.1" status: 200 len: 946 time: 0.1706517 Jan 18 22:30:43.573562 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2ab9674c-e970-4dc1-a9bc-f57193fc1e11 req-cc486875-b3a7-469a-9fab-f375a803f039 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c4b879c-ca9b-483b-8a0d-5ea0d1e77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580928 Jan 18 22:30:43.619878 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:43.629954 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-57ebab49-6dfd-4a2e-9adf-101c04e91ee9 req-068b5e05-70a4-4bb0-ac71-9a3319c9005b service neutron] 10.222.0.36 "GET /v2.0/networks/9f0c6f68-00d4-4074-963d-5eeb6360e1ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122979 Jan 18 22:30:43.787582 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fc310d-3fc6-42f4-aeb6-8db90e5dca63 req-a21d1707-e15c-4c8e-8b0b-2fcbcdc27e56 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:43.792230 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-69fc310d-3fc6-42f4-aeb6-8db90e5dca63 req-a21d1707-e15c-4c8e-8b0b-2fcbcdc27e56 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.36 "GET /v2.0/ports?device_id=3468303d-3938-4228-99a6-32a82a6b0e90 HTTP/1.1" status: 200 len: 946 time: 0.0871632 Jan 18 22:30:43.945944 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e154de-a4b0-44fc-a029-e5dea7e61d89 req-df2081e1-8941-4a6b-983f-a8e1a495ca16 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:43.952475 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e154de-a4b0-44fc-a029-e5dea7e61d89 req-df2081e1-8941-4a6b-983f-a8e1a495ca16 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:43.954008 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-91e154de-a4b0-44fc-a029-e5dea7e61d89 req-df2081e1-8941-4a6b-983f-a8e1a495ca16 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e5597df-c05a-4738-aac8-36f79bb5c69d HTTP/1.1" status: 200 len: 1680 time: 0.0951750 Jan 18 22:30:43.998364 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-69fc310d-3fc6-42f4-aeb6-8db90e5dca63 req-59ae20e3-2192-4773-94e7-192dbacac496 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Deleting port 13157ec0-e843-4a24-a6a4-4044e5c5d51a {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:30:43.998831 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-69fc310d-3fc6-42f4-aeb6-8db90e5dca63 req-59ae20e3-2192-4773-94e7-192dbacac496 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:44.025739 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-91e154de-a4b0-44fc-a029-e5dea7e61d89 req-2676ca27-422e-4fc8-8900-1fff43df3d9c tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c878f5b-49fe-404e-bf29-19316c08dd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620475 Jan 18 22:30:44.137361 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-69fc310d-3fc6-42f4-aeb6-8db90e5dca63 req-59ae20e3-2192-4773-94e7-192dbacac496 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] For port 13157ec0-e843-4a24-a6a4-4044e5c5d51a, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=13157ec0-e843-4a24-a6a4-4044e5c5d51a,segment=NetworkSegment(28982460-4b8d-4c64-8a1d-ee1a4991cb0f),segment_id=28982460-4b8d-4c64-8a1d-ee1a4991cb0f)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:30:44.138312 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-69fc310d-3fc6-42f4-aeb6-8db90e5dca63 req-59ae20e3-2192-4773-94e7-192dbacac496 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:44.154487 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-69fc310d-3fc6-42f4-aeb6-8db90e5dca63 req-59ae20e3-2192-4773-94e7-192dbacac496 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Calling delete_port for 13157ec0-e843-4a24-a6a4-4044e5c5d51a owned by compute:nova {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:30:44.263948 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['138ee2d0-4b16-403a-b76f-128fa135cd2a'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:30:44.330409 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-69fc310d-3fc6-42f4-aeb6-8db90e5dca63 req-59ae20e3-2192-4773-94e7-192dbacac496 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:44.397186 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 889d9de3-412e-4b3a-bd3a-878fd3db7a59 up at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:30:44.404072 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ae20e3-2192-4773-94e7-192dbacac496 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Pushing event deleted for resources: {'Port': ['ID=13157ec0-e843-4a24-a6a4-4044e5c5d51a,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:30:44.521450 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-69fc310d-3fc6-42f4-aeb6-8db90e5dca63 req-59ae20e3-2192-4773-94e7-192dbacac496 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] No DVR routers for this DVR port 13157ec0-e843-4a24-a6a4-4044e5c5d51a on host n-h1-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:30:44.526829 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-69fc310d-3fc6-42f4-aeb6-8db90e5dca63 req-59ae20e3-2192-4773-94e7-192dbacac496 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:44.539961 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-69fc310d-3fc6-42f4-aeb6-8db90e5dca63 req-59ae20e3-2192-4773-94e7-192dbacac496 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.36 "DELETE /v2.0/ports/13157ec0-e843-4a24-a6a4-4044e5c5d51a HTTP/1.1" status: 204 len: 173 time: 0.7403617 Jan 18 22:30:44.542082 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3468303d-3938-4228-99a6-32a82a6b0e90', 'name': 'network-vif-deleted', 'tag': '13157ec0-e843-4a24-a6a4-4044e5c5d51a'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:30:44.547311 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de992ad6-372d-4523-8520-a80f90a46c6b" -d '{"events": [{"server_uuid": "3468303d-3938-4228-99a6-32a82a6b0e90", "name": "network-vif-deleted", "tag": "13157ec0-e843-4a24-a6a4-4044e5c5d51a"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:30:44.641058 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning for port 889d9de3-412e-4b3a-bd3a-878fd3db7a59 completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:30:44.653016 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efb1fd32-8b0f-480f-888d-853b0be70922 x-openstack-request-id: req-efb1fd32-8b0f-480f-888d-853b0be70922 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:30:44.653554 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning complete for port 889d9de3-412e-4b3a-bd3a-878fd3db7a59 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:30:44.653699 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3468303d-3938-4228-99a6-32a82a6b0e90", "name": "network-vif-deleted", "tag": "13157ec0-e843-4a24-a6a4-4044e5c5d51a", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:30:44.655312 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:44.656363 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-efb1fd32-8b0f-480f-888d-853b0be70922 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:30:44.660077 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3468303d-3938-4228-99a6-32a82a6b0e90', 'name': 'network-vif-deleted', 'tag': '13157ec0-e843-4a24-a6a4-4044e5c5d51a', 'status': 'completed', 'code': 200} Jan 18 22:30:44.860062 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5cf5a810-cb2e-40d2-9dfe-08ddf18da7e4 req-035ab4b8-a9e0-4e80-a626-8b12d054bd15 tempest-ServerRescueTestJSON-1414797344 tempest-ServerRescueTestJSON-1414797344-project] 10.222.0.53 "GET /v2.0/ports?device_id=3468303d-3938-4228-99a6-32a82a6b0e90 HTTP/1.1" status: 200 len: 210 time: 0.0850341 Jan 18 22:30:44.883214 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:44.885934 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6722659a-09b8-4ee4-8e26-38f18ba6ef2c req-ab78f888-fc08-4575-94b1-83b65b238a14 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:44.897522 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6722659a-09b8-4ee4-8e26-38f18ba6ef2c req-ab78f888-fc08-4575-94b1-83b65b238a14 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c183af1-247e-48b7-aed9-9e45e4b7de12 HTTP/1.1" status: 200 len: 943 time: 0.1917350 Jan 18 22:30:44.978860 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 889d9de3-412e-4b3a-bd3a-878fd3db7a59, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=889d9de3-412e-4b3a-bd3a-878fd3db7a59,segment=NetworkSegment(e20150ec-a14a-45cc-bbb0-7f2584979920),segment_id=e20150ec-a14a-45cc-bbb0-7f2584979920)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:30:44.985428 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e5597df-c05a-4738-aac8-36f79bb5c69d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '889d9de3-412e-4b3a-bd3a-878fd3db7a59'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:30:44.991231 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8487f57-a303-44b4-b576-dc40a8c5fa97" -d '{"events": [{"server_uuid": "3e5597df-c05a-4738-aac8-36f79bb5c69d", "name": "network-vif-plugged", "status": "completed", "tag": "889d9de3-412e-4b3a-bd3a-878fd3db7a59"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:30:45.010493 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:45.037827 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['13157ec0-e843-4a24-a6a4-4044e5c5d51a'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:30:45.123103 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f762dd0-87ee-4bd7-ad36-f9e6e6022c88 x-openstack-request-id: req-3f762dd0-87ee-4bd7-ad36-f9e6e6022c88 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:30:45.123103 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e5597df-c05a-4738-aac8-36f79bb5c69d", "name": "network-vif-plugged", "status": "completed", "tag": "889d9de3-412e-4b3a-bd3a-878fd3db7a59", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:30:45.123103 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3f762dd0-87ee-4bd7-ad36-f9e6e6022c88 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:30:45.123103 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e5597df-c05a-4738-aac8-36f79bb5c69d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '889d9de3-412e-4b3a-bd3a-878fd3db7a59', 'code': 200} Jan 18 22:30:45.210584 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=889d9de3-412e-4b3a-bd3a-878fd3db7a59,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:30:45.397196 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 51174) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:30:45.656617 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-05d9f7f6-8200-414c-a237-7e604399b8e4 tempest-ExternalNetworksTestJSON-1961883527 tempest-ExternalNetworksTestJSON-1961883527-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1213950468'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:30:45.704857 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d9f7f6-8200-414c-a237-7e604399b8e4 tempest-ExternalNetworksTestJSON-1961883527 tempest-ExternalNetworksTestJSON-1961883527-project] Made reservation on behalf of f32b0cc69d954c9692fe0e92ec471141 for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:30:45.711948 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-05d9f7f6-8200-414c-a237-7e604399b8e4 tempest-ExternalNetworksTestJSON-1961883527 tempest-ExternalNetworksTestJSON-1961883527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:45.724926 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-05d9f7f6-8200-414c-a237-7e604399b8e4 tempest-ExternalNetworksTestJSON-1961883527 tempest-ExternalNetworksTestJSON-1961883527-project] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:45.797968 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6722659a-09b8-4ee4-8e26-38f18ba6ef2c req-a6e535ce-62dc-41cf-9c8a-d71709c55690 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4c0862f-5b86-40eb-b2c2-a40d9fdb492b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8990834 Jan 18 22:30:45.852870 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a720b2b-5ec4-44c4-9b0e-2c1678279ca3 req-8da6da9e-ed0b-4059-bc9b-0f9fd2a68fef tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:45.862911 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a720b2b-5ec4-44c4-9b0e-2c1678279ca3 req-8da6da9e-ed0b-4059-bc9b-0f9fd2a68fef tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:45.874001 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0a720b2b-5ec4-44c4-9b0e-2c1678279ca3 req-8da6da9e-ed0b-4059-bc9b-0f9fd2a68fef tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e5597df-c05a-4738-aac8-36f79bb5c69d HTTP/1.1" status: 200 len: 1681 time: 0.1526999 Jan 18 22:30:45.946557 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-05d9f7f6-8200-414c-a237-7e604399b8e4 tempest-ExternalNetworksTestJSON-1961883527 tempest-ExternalNetworksTestJSON-1961883527-project] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:45.956703 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-05d9f7f6-8200-414c-a237-7e604399b8e4 tempest-ExternalNetworksTestJSON-1961883527 tempest-ExternalNetworksTestJSON-1961883527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:45.974977 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 51184) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:30:46.023153 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05d9f7f6-8200-414c-a237-7e604399b8e4 tempest-ExternalNetworksTestJSON-1961883527 tempest-ExternalNetworksTestJSON-1961883527-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:30:46.047249 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d9f7f6-8200-414c-a237-7e604399b8e4 tempest-ExternalNetworksTestJSON-1961883527 tempest-ExternalNetworksTestJSON-1961883527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00032ae9-26b0-4a09-9017-8d229db0c0f9,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:30:46.066361 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-05d9f7f6-8200-414c-a237-7e604399b8e4 tempest-ExternalNetworksTestJSON-1961883527 tempest-ExternalNetworksTestJSON-1961883527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:46.067035 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-05d9f7f6-8200-414c-a237-7e604399b8e4 tempest-ExternalNetworksTestJSON-1961883527 tempest-ExternalNetworksTestJSON-1961883527-project] Added segment ff87a93f-8c23-4406-8489-78da6ed7eca5 of type vlan for network 9928b147-0f15-42ea-9add-9652335caaa7 Jan 18 22:30:46.089481 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0a720b2b-5ec4-44c4-9b0e-2c1678279ca3 req-291133cb-52ac-485c-a3f8-408d95b265dd tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c878f5b-49fe-404e-bf29-19316c08dd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138371 Jan 18 22:30:46.151582 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-05d9f7f6-8200-414c-a237-7e604399b8e4 tempest-ExternalNetworksTestJSON-1961883527 tempest-ExternalNetworksTestJSON-1961883527-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:46.202378 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-05d9f7f6-8200-414c-a237-7e604399b8e4 tempest-ExternalNetworksTestJSON-1961883527 tempest-ExternalNetworksTestJSON-1961883527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:46.208402 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d9f7f6-8200-414c-a237-7e604399b8e4 tempest-ExternalNetworksTestJSON-1961883527 tempest-ExternalNetworksTestJSON-1961883527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:46.214185 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-05d9f7f6-8200-414c-a237-7e604399b8e4 tempest-ExternalNetworksTestJSON-1961883527 tempest-ExternalNetworksTestJSON-1961883527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:46.353130 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-05d9f7f6-8200-414c-a237-7e604399b8e4 tempest-ExternalNetworksTestJSON-1961883527 tempest-ExternalNetworksTestJSON-1961883527-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.9534144 Jan 18 22:30:46.353130 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 51190) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:30:46.391387 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d9f7f6-8200-414c-a237-7e604399b8e4 tempest-ExternalNetworksTestJSON-1961883527 tempest-ExternalNetworksTestJSON-1961883527-project] Pushing event updated for resources: {'Network': ['ID=9928b147-0f15-42ea-9add-9652335caaa7,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:30:46.396437 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 138ee2d0-4b16-403a-b76f-128fa135cd2a up at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:30:46.479888 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-a54cb57d-44d4-4650-a3c2-6eaf82ce2878 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Request body: {'network': {'name': 'tempest-network--1170453126', 'router:external': True}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:30:46.508256 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 9928b147-0f15-42ea-9add-9652335caaa7 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:30:46.530899 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a54cb57d-44d4-4650-a3c2-6eaf82ce2878 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Made reservation on behalf of cb623e76dff84447a5108662ab59fd0a for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:30:46.533513 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a54cb57d-44d4-4650-a3c2-6eaf82ce2878 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:46.542597 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a54cb57d-44d4-4650-a3c2-6eaf82ce2878 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:46.616652 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4510ecd8-88e7-4ba9-8c7b-9e79d5624eee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1041027'] for router_interface, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:46.661190 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning for port 138ee2d0-4b16-403a-b76f-128fa135cd2a completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:30:46.666475 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning complete for port 138ee2d0-4b16-403a-b76f-128fa135cd2a triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:30:46.667757 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:46.780949 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a54cb57d-44d4-4650-a3c2-6eaf82ce2878 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:46.793517 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a54cb57d-44d4-4650-a3c2-6eaf82ce2878 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:46.825931 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a54cb57d-44d4-4650-a3c2-6eaf82ce2878 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:30:46.835344 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54cb57d-44d4-4650-a3c2-6eaf82ce2878 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38596ac4-ece1-413f-a97a-3139b0ae76f3,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:30:46.842328 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a54cb57d-44d4-4650-a3c2-6eaf82ce2878 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:46.843003 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-a54cb57d-44d4-4650-a3c2-6eaf82ce2878 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Added segment 6aa11f6f-cd23-4b7a-8387-720ef33e422f of type vlan for network 11b62131-7417-4316-b02a-7ee299625b0f Jan 18 22:30:46.948077 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a54cb57d-44d4-4650-a3c2-6eaf82ce2878 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:46.988154 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:46.993279 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a54cb57d-44d4-4650-a3c2-6eaf82ce2878 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:46.994726 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54cb57d-44d4-4650-a3c2-6eaf82ce2878 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:46.995598 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a54cb57d-44d4-4650-a3c2-6eaf82ce2878 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:47.033741 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-a54cb57d-44d4-4650-a3c2-6eaf82ce2878 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6729057 Jan 18 22:30:47.034919 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 51198) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:30:47.047080 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 138ee2d0-4b16-403a-b76f-128fa135cd2a, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=138ee2d0-4b16-403a-b76f-128fa135cd2a,segment=NetworkSegment(ac18ac15-e1f9-4d4d-aeaf-cbc5be69a0bb),segment_id=ac18ac15-e1f9-4d4d-aeaf-cbc5be69a0bb)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:30:47.054209 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:47.123347 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=138ee2d0-4b16-403a-b76f-128fa135cd2a,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:30:47.127974 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e5597df-c05a-4738-aac8-36f79bb5c69d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '138ee2d0-4b16-403a-b76f-128fa135cd2a'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:30:47.130813 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d4f9acc-219e-4e72-8292-d4610320969c" -d '{"events": [{"server_uuid": "3e5597df-c05a-4738-aac8-36f79bb5c69d", "name": "network-vif-plugged", "status": "completed", "tag": "138ee2d0-4b16-403a-b76f-128fa135cd2a"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:30:47.178953 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54cb57d-44d4-4650-a3c2-6eaf82ce2878 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Pushing event updated for resources: {'Network': ['ID=11b62131-7417-4316-b02a-7ee299625b0f,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:30:47.193288 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 11b62131-7417-4316-b02a-7ee299625b0f details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:30:47.198219 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c61de076-ec15-4a52-b4bf-3b9b9721bb0e tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:47.229540 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-082712ff-5b0b-4946-a919-a51093ffca96 x-openstack-request-id: req-082712ff-5b0b-4946-a919-a51093ffca96 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:30:47.229835 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e5597df-c05a-4738-aac8-36f79bb5c69d", "name": "network-vif-plugged", "status": "completed", "tag": "138ee2d0-4b16-403a-b76f-128fa135cd2a", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:30:47.230085 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-082712ff-5b0b-4946-a919-a51093ffca96 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:30:47.230490 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e5597df-c05a-4738-aac8-36f79bb5c69d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '138ee2d0-4b16-403a-b76f-128fa135cd2a', 'code': 200} Jan 18 22:30:47.288222 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c59a4f-90a4-4563-aa93-35e31f37c4b3 req-fabc2f95-eb2c-433d-9f5d-cf9845c3ad09 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:47.297030 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d2c59a4f-90a4-4563-aa93-35e31f37c4b3 req-fabc2f95-eb2c-433d-9f5d-cf9845c3ad09 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c183af1-247e-48b7-aed9-9e45e4b7de12 HTTP/1.1" status: 200 len: 943 time: 0.1634872 Jan 18 22:30:47.391532 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c61de076-ec15-4a52-b4bf-3b9b9721bb0e tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:47.419959 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-c61de076-ec15-4a52-b4bf-3b9b9721bb0e tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11b62131-7417-4316-b02a-7ee299625b0f']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:30:47.431234 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-c61de076-ec15-4a52-b4bf-3b9b9721bb0e tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aa11f6f-cd23-4b7a-8387-720ef33e422f') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:30:47.431733 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-c61de076-ec15-4a52-b4bf-3b9b9721bb0e tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aa11f6f-cd23-4b7a-8387-720ef33e422f') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:30:47.437853 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d2c59a4f-90a4-4563-aa93-35e31f37c4b3 req-dd805dff-a89d-4c2b-9cd5-e5e248092c17 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4c0862f-5b86-40eb-b2c2-a40d9fdb492b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393769 Jan 18 22:30:47.447747 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c61de076-ec15-4a52-b4bf-3b9b9721bb0e tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:47.463139 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c61de076-ec15-4a52-b4bf-3b9b9721bb0e tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:47.479647 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c61de076-ec15-4a52-b4bf-3b9b9721bb0e tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:30:47.480059 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c61de076-ec15-4a52-b4bf-3b9b9721bb0e tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:47.484791 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:30:47.484791 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:30:47.484791 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:30:47.484791 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:30:47.484791 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:30:47.484791 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:30:47.484791 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:30:47.484791 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:30:47.484791 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:30:47.484791 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:30:47.484791 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:30:47.484791 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:30:47.484791 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:30:47.484791 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:30:47.484791 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:30:47.484791 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:30:47.484791 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:30:47.484791 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:30:47.484791 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:30:47.484791 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:30:47.484791 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:30:47.484791 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:30:47.484791 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:30:47.484791 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:30:47.484791 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:30:47.484791 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:30:47.484791 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:30:47.484791 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:30:47.484791 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:30:47.484791 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:30:47.484791 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:30:47.484791 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:30:47.539805 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab31cc68-3790-4f22-9c33-bdad39041d1b req-ad03bc39-34cf-486e-9e4d-a294ae766af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:47.540352 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab31cc68-3790-4f22-9c33-bdad39041d1b req-ad03bc39-34cf-486e-9e4d-a294ae766af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:47.541985 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ab31cc68-3790-4f22-9c33-bdad39041d1b req-ad03bc39-34cf-486e-9e4d-a294ae766af5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3e5597df-c05a-4738-aac8-36f79bb5c69d HTTP/1.1" status: 200 len: 1984 time: 0.1844394 Jan 18 22:30:47.561870 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f85637-2678-453f-8f97-7ee7424d1535 req-a8eda78b-8389-46b1-9b13-65ac9b34b159 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:47.568675 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f85637-2678-453f-8f97-7ee7424d1535 req-a8eda78b-8389-46b1-9b13-65ac9b34b159 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:47.570020 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c4f85637-2678-453f-8f97-7ee7424d1535 req-a8eda78b-8389-46b1-9b13-65ac9b34b159 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e5597df-c05a-4738-aac8-36f79bb5c69d HTTP/1.1" status: 200 len: 1682 time: 0.1652722 Jan 18 22:30:47.641342 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c61de076-ec15-4a52-b4bf-3b9b9721bb0e tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:47.651215 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c61de076-ec15-4a52-b4bf-3b9b9721bb0e tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 11b62131-7417-4316-b02a-7ee299625b0f {{(pid=102431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 18 22:30:47.679026 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ab31cc68-3790-4f22-9c33-bdad39041d1b req-c19ff6d9-c280-4f66-a480-b8a23ecea952 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4c878f5b-49fe-404e-bf29-19316c08dd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838912 Jan 18 22:30:47.682457 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c61de076-ec15-4a52-b4bf-3b9b9721bb0e tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:47.707719 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-c61de076-ec15-4a52-b4bf-3b9b9721bb0e tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] 10.222.0.53 "DELETE /v2.0/networks/11b62131-7417-4316-b02a-7ee299625b0f HTTP/1.1" status: 204 len: 168 time: 0.6626413 Jan 18 22:30:47.709663 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 51206) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:30:47.726292 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c4f85637-2678-453f-8f97-7ee7424d1535 req-878f73b8-b05f-446f-b4a9-99b17804be19 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c878f5b-49fe-404e-bf29-19316c08dd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033072 Jan 18 22:30:47.748450 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-4510ecd8-88e7-4ba9-8c7b-9e79d5624eee admin admin] Deleting port 8a126e0d-a41c-4c66-ab47-e300aff35208 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:30:47.748962 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4510ecd8-88e7-4ba9-8c7b-9e79d5624eee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:47.763489 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-0b0efe65-3fe0-415c-86bc-522387605193 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:30:47.767225 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61de076-ec15-4a52-b4bf-3b9b9721bb0e tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Pushing event deleted for resources: {'Network': ['ID=11b62131-7417-4316-b02a-7ee299625b0f,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:30:47.827061 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b0efe65-3fe0-415c-86bc-522387605193 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Made reservation on behalf of cb623e76dff84447a5108662ab59fd0a for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:30:47.829421 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0b0efe65-3fe0-415c-86bc-522387605193 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:47.876876 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b0efe65-3fe0-415c-86bc-522387605193 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:30:47.897574 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0b0efe65-3fe0-415c-86bc-522387605193 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:47.897913 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-0b0efe65-3fe0-415c-86bc-522387605193 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Added segment 63c17ac3-d59b-42f9-8b92-e976825d2304 of type vlan for network e5f44b0f-7d2a-43fa-b725-a3e0c2f0b3e1 Jan 18 22:30:47.928090 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-4510ecd8-88e7-4ba9-8c7b-9e79d5624eee admin admin] For port 8a126e0d-a41c-4c66-ab47-e300aff35208, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=8a126e0d-a41c-4c66-ab47-e300aff35208,segment=NetworkSegment(28982460-4b8d-4c64-8a1d-ee1a4991cb0f),segment_id=28982460-4b8d-4c64-8a1d-ee1a4991cb0f)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:30:47.928960 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4510ecd8-88e7-4ba9-8c7b-9e79d5624eee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:47.951498 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-4510ecd8-88e7-4ba9-8c7b-9e79d5624eee admin admin] Calling delete_port for 8a126e0d-a41c-4c66-ab47-e300aff35208 owned by network:router_interface {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:30:47.975693 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0b0efe65-3fe0-415c-86bc-522387605193 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:48.034994 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0b0efe65-3fe0-415c-86bc-522387605193 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:48.036451 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0efe65-3fe0-415c-86bc-522387605193 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:48.037267 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0b0efe65-3fe0-415c-86bc-522387605193 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:48.189728 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0efe65-3fe0-415c-86bc-522387605193 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Pushing event updated for resources: {'Network': ['ID=e5f44b0f-7d2a-43fa-b725-a3e0c2f0b3e1,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:30:48.200450 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network e5f44b0f-7d2a-43fa-b725-a3e0c2f0b3e1 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:30:48.213101 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-0b0efe65-3fe0-415c-86bc-522387605193 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 835 time: 0.4662082 Jan 18 22:30:48.216538 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 51212) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:30:48.221408 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-d802bc38-716f-4d7c-87a6-49b5edacc9b7 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Request body: {'subnet': {'network_id': 'e5f44b0f-7d2a-43fa-b725-a3e0c2f0b3e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:30:48.267367 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d802bc38-716f-4d7c-87a6-49b5edacc9b7 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Made reservation on behalf of cb623e76dff84447a5108662ab59fd0a for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:30:48.269903 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d802bc38-716f-4d7c-87a6-49b5edacc9b7 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:48.397608 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 13157ec0-e843-4a24-a6a4-4044e5c5d51a no longer exists at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:30:48.421682 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4510ecd8-88e7-4ba9-8c7b-9e79d5624eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:48.460108 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] No Port match for: 13157ec0-e843-4a24-a6a4-4044e5c5d51a {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:30:48.460402 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 13157ec0-e843-4a24-a6a4-4044e5c5d51a not bound to the agent host n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:30:48.490344 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4510ecd8-88e7-4ba9-8c7b-9e79d5624eee admin admin] Pushing event deleted for resources: {'Port': ['ID=8a126e0d-a41c-4c66-ab47-e300aff35208,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:30:48.939450 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c975ca-654d-46cb-8ea1-1132d089e43c req-1f2ca690-6500-4cfb-9a05-a8c4e7ff5e66 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:48.942133 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-30c975ca-654d-46cb-8ea1-1132d089e43c req-1f2ca690-6500-4cfb-9a05-a8c4e7ff5e66 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c183af1-247e-48b7-aed9-9e45e4b7de12 HTTP/1.1" status: 200 len: 943 time: 0.1596398 Jan 18 22:30:48.972541 n-d-825064-1 neutron-server[102431]: DEBUG neutron.objects.ports [None req-d802bc38-716f-4d7c-87a6-49b5edacc9b7 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102431) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 18 22:30:48.973764 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d802bc38-716f-4d7c-87a6-49b5edacc9b7 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:49.084566 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d802bc38-716f-4d7c-87a6-49b5edacc9b7 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Pushing event updated for resources: {'Subnet': ['ID=75eba200-485a-45da-b257-106fba896b20,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:30:49.097669 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d802bc38-716f-4d7c-87a6-49b5edacc9b7 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Checking segment: {'id': '63c17ac3-d59b-42f9-8b92-e976825d2304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e5f44b0f-7d2a-43fa-b725-a3e0c2f0b3e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:30:49.098313 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d802bc38-716f-4d7c-87a6-49b5edacc9b7 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Network hostable DHCP agents. Network: e5f44b0f-7d2a-43fa-b725-a3e0c2f0b3e1, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:30:49.124814 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d802bc38-716f-4d7c-87a6-49b5edacc9b7 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Network e5f44b0f-7d2a-43fa-b725-a3e0c2f0b3e1 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:30:49.125029 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-30c975ca-654d-46cb-8ea1-1132d089e43c req-5e051001-c71d-4548-8195-c4c5e3968c08 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4c0862f-5b86-40eb-b2c2-a40d9fdb492b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1700003 Jan 18 22:30:49.127053 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4510ecd8-88e7-4ba9-8c7b-9e79d5624eee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-613841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1046579'] for router_interface, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:49.147619 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-d802bc38-716f-4d7c-87a6-49b5edacc9b7 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, e5f44b0f-7d2a-43fa-b725-a3e0c2f0b3e1) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:30:49.150534 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42fc0fe-d934-482f-a85d-95c4674830d0 req-196fd627-b902-489d-9205-3daef484778d tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:49.152402 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d802bc38-716f-4d7c-87a6-49b5edacc9b7 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:49.153634 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d802bc38-716f-4d7c-87a6-49b5edacc9b7 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:49.162665 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa612ea9-0378-4028-b7db-8a205616c1dc None None] Network e5f44b0f-7d2a-43fa-b725-a3e0c2f0b3e1 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:30:49.165146 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42fc0fe-d934-482f-a85d-95c4674830d0 req-196fd627-b902-489d-9205-3daef484778d tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:49.167031 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d42fc0fe-d934-482f-a85d-95c4674830d0 req-196fd627-b902-489d-9205-3daef484778d tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e5597df-c05a-4738-aac8-36f79bb5c69d HTTP/1.1" status: 200 len: 1682 time: 0.2647238 Jan 18 22:30:49.211552 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-d802bc38-716f-4d7c-87a6-49b5edacc9b7 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9937971 Jan 18 22:30:49.214183 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 51226) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:30:49.221844 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-066217dc-9812-4738-ae2b-b397c90b6dd2 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Request body: {'floatingip': {'floating_network_id': 'e5f44b0f-7d2a-43fa-b725-a3e0c2f0b3e1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:30:49.283415 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-066217dc-9812-4738-ae2b-b397c90b6dd2 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:49.315994 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-054a3059-ccf2-4cd6-af1b-c44a854b7acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:49.411483 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-066217dc-9812-4738-ae2b-b397c90b6dd2 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:49.437767 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4e57ac-1889-4e7b-9969-aa31fade655d None None] Network e5f44b0f-7d2a-43fa-b725-a3e0c2f0b3e1 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:30:49.614410 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-066217dc-9812-4738-ae2b-b397c90b6dd2 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Allocated IP 172.20.0.14 (e5f44b0f-7d2a-43fa-b725-a3e0c2f0b3e1/75eba200-485a-45da-b257-106fba896b20/39fd3c8f-ccc3-4c43-b953-a2169469cae6) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:30:49.628062 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d42fc0fe-d934-482f-a85d-95c4674830d0 req-6ebf355f-cec5-449b-9c29-a70b7f353f94 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c878f5b-49fe-404e-bf29-19316c08dd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4521639 Jan 18 22:30:49.885411 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-066217dc-9812-4738-ae2b-b397c90b6dd2 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:49.935695 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4510ecd8-88e7-4ba9-8c7b-9e79d5624eee admin admin] Router 66c38319-1d8b-4a3b-92cc-bb8852407ddc has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:30:49.950706 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-066217dc-9812-4738-ae2b-b397c90b6dd2 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:50.088539 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066217dc-9812-4738-ae2b-b397c90b6dd2 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Network e5f44b0f-7d2a-43fa-b725-a3e0c2f0b3e1 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:30:50.100495 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-066217dc-9812-4738-ae2b-b397c90b6dd2 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:30:50.112767 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066217dc-9812-4738-ae2b-b397c90b6dd2 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:30:50.158973 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066217dc-9812-4738-ae2b-b397c90b6dd2 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Pushing event updated for resources: {'Port': ['ID=39fd3c8f-ccc3-4c43-b953-a2169469cae6,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:30:50.175509 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4510ecd8-88e7-4ba9-8c7b-9e79d5624eee admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:30:50.190508 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 51234) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:30:50.200933 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a40d312-3f92-4b52-9fba-568d2f9c2651 None None] Sync routers for ids ['66c38319-1d8b-4a3b-92cc-bb8852407ddc'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:30:50.212661 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-4510ecd8-88e7-4ba9-8c7b-9e79d5624eee admin admin] 10.222.0.53 "PUT /v2.0/routers/66c38319-1d8b-4a3b-92cc-bb8852407ddc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2333117 Jan 18 22:30:50.222925 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a40d312-3f92-4b52-9fba-568d2f9c2651 None None] Routers {'66c38319-1d8b-4a3b-92cc-bb8852407ddc'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:30:50.223585 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-1a40d312-3f92-4b52-9fba-568d2f9c2651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:30:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['66c38319-1d8b-4a3b-92cc-bb8852407ddc'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:30:50.389569 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2310301a-fd70-4c86-968d-fc96e755061f req-83fe1a93-c6c8-47ce-9211-75e12a6f777d tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:50.391465 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2310301a-fd70-4c86-968d-fc96e755061f req-83fe1a93-c6c8-47ce-9211-75e12a6f777d tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c183af1-247e-48b7-aed9-9e45e4b7de12 HTTP/1.1" status: 200 len: 943 time: 0.0692348 Jan 18 22:30:50.430797 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-1a40d312-3f92-4b52-9fba-568d2f9c2651 None None] Set router 66c38319-1d8b-4a3b-92cc-bb8852407ddc gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:30:50.480848 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2310301a-fd70-4c86-968d-fc96e755061f req-18b87a88-295d-4f01-b787-a7c446863ba9 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4c0862f-5b86-40eb-b2c2-a40d9fdb492b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753560 Jan 18 22:30:50.901542 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-1a40d312-3f92-4b52-9fba-568d2f9c2651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c38319-1d8b-4a3b-92cc-bb8852407ddc', 'name': 'tempest-ServerRescueTestJSON-1752039588-router', 'tenant_id': 'c17ee5dd8e9e40cb94c8338a3c8012f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '1247d6a5-e833-434a-9a36-b1f314a10040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:28:48Z', 'updated_at': '2022-01-18T22:30:48Z', 'revision_number': 5, 'project_id': 'c17ee5dd8e9e40cb94c8338a3c8012f7', 'gw_port': {'id': '1247d6a5-e833-434a-9a36-b1f314a10040', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c38319-1d8b-4a3b-92cc-bb8852407ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:28:49Z', 'updated_at': '2022-01-18T22:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:30:50.935945 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a40d312-3f92-4b52-9fba-568d2f9c2651 None None] Checking router: 66c38319-1d8b-4a3b-92cc-bb8852407ddc for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:30:50.952098 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a40d312-3f92-4b52-9fba-568d2f9c2651 None None] Routers {'66c38319-1d8b-4a3b-92cc-bb8852407ddc'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:30:50.952879 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-1a40d312-3f92-4b52-9fba-568d2f9c2651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:30:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['66c38319-1d8b-4a3b-92cc-bb8852407ddc'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:30:51.015369 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51bf08f-8777-46f1-9e71-6a3bf9ef81f3 req-9e61c2a3-8392-4fa5-a6b6-bf35afb0422c tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:51.034488 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51bf08f-8777-46f1-9e71-6a3bf9ef81f3 req-9e61c2a3-8392-4fa5-a6b6-bf35afb0422c tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:51.036183 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b51bf08f-8777-46f1-9e71-6a3bf9ef81f3 req-9e61c2a3-8392-4fa5-a6b6-bf35afb0422c tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e5597df-c05a-4738-aac8-36f79bb5c69d HTTP/1.1" status: 200 len: 1682 time: 0.1818762 Jan 18 22:30:51.113143 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b51bf08f-8777-46f1-9e71-6a3bf9ef81f3 req-a3346788-e9c3-4165-8291-4d9b8a11b9ff tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c878f5b-49fe-404e-bf29-19316c08dd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699091 Jan 18 22:30:51.186895 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-066217dc-9812-4738-ae2b-b397c90b6dd2 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:51.207306 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-1a40d312-3f92-4b52-9fba-568d2f9c2651 None None] Set router 66c38319-1d8b-4a3b-92cc-bb8852407ddc gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:30:51.276905 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7ac6a126-4419-4112-8808-bffca0b994dc admin admin] Notify callbacks [] for router, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:51.506394 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-1a40d312-3f92-4b52-9fba-568d2f9c2651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c38319-1d8b-4a3b-92cc-bb8852407ddc', 'name': 'tempest-ServerRescueTestJSON-1752039588-router', 'tenant_id': 'c17ee5dd8e9e40cb94c8338a3c8012f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '1247d6a5-e833-434a-9a36-b1f314a10040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:28:48Z', 'updated_at': '2022-01-18T22:30:48Z', 'revision_number': 5, 'project_id': 'c17ee5dd8e9e40cb94c8338a3c8012f7', 'gw_port': {'id': '1247d6a5-e833-434a-9a36-b1f314a10040', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c38319-1d8b-4a3b-92cc-bb8852407ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:28:49Z', 'updated_at': '2022-01-18T22:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:30:51.523685 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-066217dc-9812-4738-ae2b-b397c90b6dd2 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:51.574142 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a40d312-3f92-4b52-9fba-568d2f9c2651 None None] The sync data for ids ['66c38319-1d8b-4a3b-92cc-bb8852407ddc'] in n-d-825064-1 is: [{'id': '66c38319-1d8b-4a3b-92cc-bb8852407ddc', 'name': 'tempest-ServerRescueTestJSON-1752039588-router', 'tenant_id': 'c17ee5dd8e9e40cb94c8338a3c8012f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '1247d6a5-e833-434a-9a36-b1f314a10040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:28:48Z', 'updated_at': '2022-01-18T22:30:48Z', 'revision_number': 5, 'project_id': 'c17ee5dd8e9e40cb94c8338a3c8012f7', 'gw_port': {'id': '1247d6a5-e833-434a-9a36-b1f314a10040', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c38319-1d8b-4a3b-92cc-bb8852407ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:28:49Z', 'updated_at': '2022-01-18T22:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:30:51.618180 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7ac6a126-4419-4112-8808-bffca0b994dc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:51.743874 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01b31ce-8c56-42d0-b54b-b185172d49a9 req-fd6cd34a-3532-4d3d-b84e-de80c175cb61 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:51.750629 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01b31ce-8c56-42d0-b54b-b185172d49a9 req-fd6cd34a-3532-4d3d-b84e-de80c175cb61 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:51.752311 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a01b31ce-8c56-42d0-b54b-b185172d49a9 req-fd6cd34a-3532-4d3d-b84e-de80c175cb61 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e5597df-c05a-4738-aac8-36f79bb5c69d HTTP/1.1" status: 200 len: 1682 time: 0.0682590 Jan 18 22:30:51.760267 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f962acc2-c766-4c41-ab27-11d1275e3bda req-151916a6-2d6f-4323-af14-bcd3a3fbaf38 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:51.761661 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f962acc2-c766-4c41-ab27-11d1275e3bda req-151916a6-2d6f-4323-af14-bcd3a3fbaf38 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c183af1-247e-48b7-aed9-9e45e4b7de12 HTTP/1.1" status: 200 len: 943 time: 0.1402533 Jan 18 22:30:51.802140 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a01b31ce-8c56-42d0-b54b-b185172d49a9 req-8040a00f-d658-4c0d-a8eb-917c8bfefbed tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c878f5b-49fe-404e-bf29-19316c08dd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394781 Jan 18 22:30:51.853531 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f962acc2-c766-4c41-ab27-11d1275e3bda req-4a050fdc-368b-4712-8108-557d5fe79cb4 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4c0862f-5b86-40eb-b2c2-a40d9fdb492b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594499 Jan 18 22:30:51.878146 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-066217dc-9812-4738-ae2b-b397c90b6dd2 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:51.890397 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-7ac6a126-4419-4112-8808-bffca0b994dc admin admin] Deleting port 1247d6a5-e833-434a-9a36-b1f314a10040 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:30:51.891688 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7ac6a126-4419-4112-8808-bffca0b994dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:51.894996 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-066217dc-9812-4738-ae2b-b397c90b6dd2 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:51.920808 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2db3-8e81-494f-bf9f-6e9a7819d4af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:52.062583 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066217dc-9812-4738-ae2b-b397c90b6dd2 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Pushing event updated for resources: {'Port': ['ID=39fd3c8f-ccc3-4c43-b953-a2169469cae6,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:30:52.123816 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-7ac6a126-4419-4112-8808-bffca0b994dc admin admin] For port 1247d6a5-e833-434a-9a36-b1f314a10040, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=1247d6a5-e833-434a-9a36-b1f314a10040,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:30:52.128769 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7ac6a126-4419-4112-8808-bffca0b994dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:52.171486 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-066217dc-9812-4738-ae2b-b397c90b6dd2 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043075'] for floatingip, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:52.174884 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-7ac6a126-4419-4112-8808-bffca0b994dc admin admin] Calling delete_port for 1247d6a5-e833-434a-9a36-b1f314a10040 owned by network:router_gateway {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:30:52.242642 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-066217dc-9812-4738-ae2b-b397c90b6dd2 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:52.247330 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 51260) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:30:52.257350 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-066217dc-9812-4738-ae2b-b397c90b6dd2 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0418179 Jan 18 22:30:52.425952 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-1014cb41-91ca-4672-8b15-8de01fea77be tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] 10.222.0.53 "GET /v2.0/floatingips?floating_network_id=e5f44b0f-7d2a-43fa-b725-a3e0c2f0b3e1 HTTP/1.1" status: 200 len: 690 time: 0.1771524 Jan 18 22:30:52.428652 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 51264) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:30:52.563468 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7ac6a126-4419-4112-8808-bffca0b994dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:52.654969 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5f96e1c8-893a-46d6-bfd0-5c5ed966a30d tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:52.686872 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7ac6a126-4419-4112-8808-bffca0b994dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043029'] for router_gateway, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:52.798290 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7ac6a126-4419-4112-8808-bffca0b994dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1040886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8602'] for router, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:52.800813 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7ac6a126-4419-4112-8808-bffca0b994dc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:52.888024 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac6a126-4419-4112-8808-bffca0b994dc admin admin] Pushing event deleted for resources: {'Port': ['ID=1247d6a5-e833-434a-9a36-b1f314a10040,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:30:52.897493 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:52.918367 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7ac6a126-4419-4112-8808-bffca0b994dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1040832'] for router, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:52.919725 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac6a126-4419-4112-8808-bffca0b994dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66c38319-1d8b-4a3b-92cc-bb8852407ddc {{(pid=102431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 22:30:52.936923 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7ac6a126-4419-4112-8808-bffca0b994dc admin admin] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:52.939879 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-7ac6a126-4419-4112-8808-bffca0b994dc admin admin] 10.222.0.53 "DELETE /v2.0/routers/66c38319-1d8b-4a3b-92cc-bb8852407ddc HTTP/1.1" status: 204 len: 168 time: 2.7464647 Jan 18 22:30:52.942029 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 51272) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:30:53.045659 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6594e07-b8ee-497e-b602-6e035dbebd6d admin admin] Deleting subnet 6a6dc105-1e45-4d7e-bc09-9eb9f627d858 {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:30:53.066540 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c6594e07-b8ee-497e-b602-6e035dbebd6d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:53.152449 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c6594e07-b8ee-497e-b602-6e035dbebd6d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:53.223109 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-5f96e1c8-893a-46d6-bfd0-5c5ed966a30d tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Deleting port 39fd3c8f-ccc3-4c43-b953-a2169469cae6 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:30:53.229575 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5f96e1c8-893a-46d6-bfd0-5c5ed966a30d tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:53.244963 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c6594e07-b8ee-497e-b602-6e035dbebd6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:53.354232 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c6594e07-b8ee-497e-b602-6e035dbebd6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:53.375730 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143b1134-877e-45d1-87b1-338e2fc01101 req-08210acd-7e40-4658-be44-8483fc201880 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:53.382106 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143b1134-877e-45d1-87b1-338e2fc01101 req-08210acd-7e40-4658-be44-8483fc201880 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:53.383722 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-143b1134-877e-45d1-87b1-338e2fc01101 req-08210acd-7e40-4658-be44-8483fc201880 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e5597df-c05a-4738-aac8-36f79bb5c69d HTTP/1.1" status: 200 len: 1682 time: 0.3702564 Jan 18 22:30:53.395099 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed0f966-e377-4709-ad97-4ab5a416512e req-cea2598f-0b2b-436e-b3d6-70e29d7edd08 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:53.396642 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4ed0f966-e377-4709-ad97-4ab5a416512e req-cea2598f-0b2b-436e-b3d6-70e29d7edd08 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c183af1-247e-48b7-aed9-9e45e4b7de12 HTTP/1.1" status: 200 len: 943 time: 0.2735341 Jan 18 22:30:53.419767 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c6594e07-b8ee-497e-b602-6e035dbebd6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:53.425569 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-c6594e07-b8ee-497e-b602-6e035dbebd6d admin admin] 10.222.0.53 "DELETE /v2.0/subnets/6a6dc105-1e45-4d7e-bc09-9eb9f627d858 HTTP/1.1" status: 204 len: 168 time: 0.4797974 Jan 18 22:30:53.425921 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 51276) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:30:53.442125 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6594e07-b8ee-497e-b602-6e035dbebd6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a6dc105-1e45-4d7e-bc09-9eb9f627d858,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:30:53.498022 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-143b1134-877e-45d1-87b1-338e2fc01101 req-1c9b8981-798f-4e19-9203-333700c4afca tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c878f5b-49fe-404e-bf29-19316c08dd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806000 Jan 18 22:30:53.502470 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5f96e1c8-893a-46d6-bfd0-5c5ed966a30d tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:53.502807 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5f96e1c8-893a-46d6-bfd0-5c5ed966a30d tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:53.527606 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4ed0f966-e377-4709-ad97-4ab5a416512e req-6c7797ed-14a3-48e2-8ec9-ee90b304ba35 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4c0862f-5b86-40eb-b2c2-a40d9fdb492b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935094 Jan 18 22:30:53.534421 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-5f96e1c8-893a-46d6-bfd0-5c5ed966a30d tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Calling delete_port for 39fd3c8f-ccc3-4c43-b953-a2169469cae6 owned by network:floatingip {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:30:53.645839 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-34d57a9f-60e7-4340-b866-18e768ea8dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:53.796816 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 8a126e0d-a41c-4c66-ab47-e300aff35208 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:30:53.825132 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-34d57a9f-60e7-4340-b866-18e768ea8dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:53.830609 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5f96e1c8-893a-46d6-bfd0-5c5ed966a30d tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:53.840173 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 8a126e0d-a41c-4c66-ab47-e300aff35208 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:30:53.840567 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 8a126e0d-a41c-4c66-ab47-e300aff35208 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:30:53.841042 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 1247d6a5-e833-434a-9a36-b1f314a10040 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:30:53.859909 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-34d57a9f-60e7-4340-b866-18e768ea8dfa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81612e23-1bd0-4058-a190-239d191b7f69']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:30:53.894865 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 1247d6a5-e833-434a-9a36-b1f314a10040 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:30:53.895273 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 1247d6a5-e833-434a-9a36-b1f314a10040 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:30:53.899865 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-34d57a9f-60e7-4340-b866-18e768ea8dfa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28982460-4b8d-4c64-8a1d-ee1a4991cb0f') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:30:53.900352 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-34d57a9f-60e7-4340-b866-18e768ea8dfa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28982460-4b8d-4c64-8a1d-ee1a4991cb0f') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:30:53.913702 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-34d57a9f-60e7-4340-b866-18e768ea8dfa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:53.930190 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-34d57a9f-60e7-4340-b866-18e768ea8dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:53.940756 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34d57a9f-60e7-4340-b866-18e768ea8dfa admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:30:53.941473 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-34d57a9f-60e7-4340-b866-18e768ea8dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:53.943252 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f96e1c8-893a-46d6-bfd0-5c5ed966a30d tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Pushing event deleted for resources: {'Port': ['ID=39fd3c8f-ccc3-4c43-b953-a2169469cae6,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:30:53.944159 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:30:53.944159 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:30:53.944159 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:30:53.944159 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:30:53.944159 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:30:53.944159 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:30:53.944159 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:30:53.944159 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:30:53.944159 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:30:53.944159 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:30:53.944159 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:30:53.944159 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:30:53.944159 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:30:53.944159 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:30:53.944159 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:30:53.944159 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:30:53.944159 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:30:53.944159 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:30:53.944159 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:30:53.944159 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:30:53.944159 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:30:53.944159 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:30:53.944159 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:30:53.944159 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:30:53.944159 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:30:53.944159 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:30:53.944159 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:30:53.944159 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:30:53.944159 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:30:53.944159 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:30:53.944159 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:30:53.944159 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:30:53.975273 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5f96e1c8-893a-46d6-bfd0-5c5ed966a30d tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:54.041296 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-34d57a9f-60e7-4340-b866-18e768ea8dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:54.058869 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-34d57a9f-60e7-4340-b866-18e768ea8dfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:54.082095 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5f96e1c8-893a-46d6-bfd0-5c5ed966a30d tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:54.099244 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-34d57a9f-60e7-4340-b866-18e768ea8dfa admin admin] 10.222.0.53 "DELETE /v2.0/networks/81612e23-1bd0-4058-a190-239d191b7f69 HTTP/1.1" status: 204 len: 168 time: 0.6723711 Jan 18 22:30:54.102996 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d57a9f-60e7-4340-b866-18e768ea8dfa admin admin] Pushing event deleted for resources: {'Network': ['ID=81612e23-1bd0-4058-a190-239d191b7f69,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:30:54.131333 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69af590c-c5a5-4489-a851-b2538b2ca96b req-96d5de87-fcb0-4105-ad8d-6da16e43cf5d tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:54.138659 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69af590c-c5a5-4489-a851-b2538b2ca96b req-96d5de87-fcb0-4105-ad8d-6da16e43cf5d tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:54.140672 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-69af590c-c5a5-4489-a851-b2538b2ca96b req-96d5de87-fcb0-4105-ad8d-6da16e43cf5d tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e5597df-c05a-4738-aac8-36f79bb5c69d HTTP/1.1" status: 200 len: 1682 time: 0.1315691 Jan 18 22:30:54.264999 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5f96e1c8-893a-46d6-bfd0-5c5ed966a30d tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60203138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62288677'] for subnet, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:54.325122 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f96e1c8-893a-46d6-bfd0-5c5ed966a30d tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=75eba200-485a-45da-b257-106fba896b20,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:30:54.370260 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:54.521671 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 51286) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:30:54.540553 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5f96e1c8-893a-46d6-bfd0-5c5ed966a30d tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:54.554940 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-69af590c-c5a5-4489-a851-b2538b2ca96b req-9ece2afc-0866-425c-bd3d-decdf6f174d3 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Deleting port 138ee2d0-4b16-403a-b76f-128fa135cd2a {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:30:54.555389 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-69af590c-c5a5-4489-a851-b2538b2ca96b req-9ece2afc-0866-425c-bd3d-decdf6f174d3 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:54.563074 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:54.594309 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-5f96e1c8-893a-46d6-bfd0-5c5ed966a30d tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5f44b0f-7d2a-43fa-b725-a3e0c2f0b3e1']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:30:54.629450 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-23411be3-9344-4b32-bc1b-ba26463ec974 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c17ee5dd8e9e40cb94c8338a3c8012f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0902054 Jan 18 22:30:54.631932 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 51292) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:30:54.664333 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-5f96e1c8-893a-46d6-bfd0-5c5ed966a30d tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63c17ac3-d59b-42f9-8b92-e976825d2304') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:30:54.664786 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-5f96e1c8-893a-46d6-bfd0-5c5ed966a30d tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63c17ac3-d59b-42f9-8b92-e976825d2304') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:30:54.680083 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5f96e1c8-893a-46d6-bfd0-5c5ed966a30d tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60394742'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:54.698892 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5f96e1c8-893a-46d6-bfd0-5c5ed966a30d tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:54.710991 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f96e1c8-893a-46d6-bfd0-5c5ed966a30d tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:30:54.711640 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5f96e1c8-893a-46d6-bfd0-5c5ed966a30d tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60203044'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:54.712881 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-88fdfc60-5214-4117-8e7e-2a60d072f649 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:54.744498 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-88fdfc60-5214-4117-8e7e-2a60d072f649 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:54.766300 n-d-825064-1 neutron-server[102430]: Traceback (most recent call last): Jan 18 22:30:54.766300 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:30:54.766300 n-d-825064-1 neutron-server[102430]: timer() Jan 18 22:30:54.766300 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:30:54.766300 n-d-825064-1 neutron-server[102430]: cb(*args, **kw) Jan 18 22:30:54.766300 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:30:54.766300 n-d-825064-1 neutron-server[102430]: return func(*args, **kwargs) Jan 18 22:30:54.766300 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:30:54.766300 n-d-825064-1 neutron-server[102430]: self._notify() Jan 18 22:30:54.766300 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:30:54.766300 n-d-825064-1 neutron-server[102430]: self.callback(batched_events) Jan 18 22:30:54.766300 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:30:54.766300 n-d-825064-1 neutron-server[102430]: event.method(event) Jan 18 22:30:54.766300 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:30:54.766300 n-d-825064-1 neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:30:54.766300 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:30:54.766300 n-d-825064-1 neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:30:54.766300 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:30:54.766300 n-d-825064-1 neutron-server[102430]: return f(self, *a, **k) Jan 18 22:30:54.766300 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:30:54.766300 n-d-825064-1 neutron-server[102430]: return self._get(url).json() Jan 18 22:30:54.766300 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:30:54.766300 n-d-825064-1 neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:30:54.766300 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:30:54.766300 n-d-825064-1 neutron-server[102430]: return self.request(url, 'GET', **kwargs) Jan 18 22:30:54.766300 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:30:54.766300 n-d-825064-1 neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:30:54.766300 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:30:54.766300 n-d-825064-1 neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:30:54.766300 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:30:54.766300 n-d-825064-1 neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:30:54.766300 n-d-825064-1 neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:30:54.842561 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-88fdfc60-5214-4117-8e7e-2a60d072f649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:54.846467 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-88fdfc60-5214-4117-8e7e-2a60d072f649 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:54.847927 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-88fdfc60-5214-4117-8e7e-2a60d072f649 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5c4b879c-ca9b-483b-8a0d-5ea0d1e77a2b HTTP/1.1" status: 204 len: 168 time: 0.2147856 Jan 18 22:30:54.870613 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fdfc60-5214-4117-8e7e-2a60d072f649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c4b879c-ca9b-483b-8a0d-5ea0d1e77a2b,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:30:55.334087 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5f96e1c8-893a-46d6-bfd0-5c5ed966a30d tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:55.355798 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-69af590c-c5a5-4489-a851-b2538b2ca96b req-9ece2afc-0866-425c-bd3d-decdf6f174d3 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] For port 138ee2d0-4b16-403a-b76f-128fa135cd2a, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=138ee2d0-4b16-403a-b76f-128fa135cd2a,segment=NetworkSegment(ac18ac15-e1f9-4d4d-aeaf-cbc5be69a0bb),segment_id=ac18ac15-e1f9-4d4d-aeaf-cbc5be69a0bb)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:30:55.356736 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-69af590c-c5a5-4489-a851-b2538b2ca96b req-9ece2afc-0866-425c-bd3d-decdf6f174d3 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:55.361985 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f96e1c8-893a-46d6-bfd0-5c5ed966a30d tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e5f44b0f-7d2a-43fa-b725-a3e0c2f0b3e1 {{(pid=102430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 18 22:30:55.385658 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbda30d-4770-4f14-ba35-e58b8221c0a7 req-875ad295-1899-46b6-93d7-006f9c4923f2 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:55.391830 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbda30d-4770-4f14-ba35-e58b8221c0a7 req-875ad295-1899-46b6-93d7-006f9c4923f2 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:55.399152 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4fbda30d-4770-4f14-ba35-e58b8221c0a7 req-875ad295-1899-46b6-93d7-006f9c4923f2 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e5597df-c05a-4738-aac8-36f79bb5c69d HTTP/1.1" status: 200 len: 1682 time: 0.6110361 Jan 18 22:30:55.406613 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5f96e1c8-893a-46d6-bfd0-5c5ed966a30d tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:55.409771 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-5f96e1c8-893a-46d6-bfd0-5c5ed966a30d tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] 10.222.0.53 "DELETE /v2.0/networks/e5f44b0f-7d2a-43fa-b725-a3e0c2f0b3e1 HTTP/1.1" status: 204 len: 168 time: 2.9799299 Jan 18 22:30:55.415939 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 51304) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:30:55.420000 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52476e7-3649-4aa8-8303-4c2df11d60f8 req-0ad30b03-5895-4740-8137-628ca8d98701 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:55.428935 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d52476e7-3649-4aa8-8303-4c2df11d60f8 req-0ad30b03-5895-4740-8137-628ca8d98701 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c183af1-247e-48b7-aed9-9e45e4b7de12 HTTP/1.1" status: 200 len: 943 time: 0.6527219 Jan 18 22:30:55.439287 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f96e1c8-893a-46d6-bfd0-5c5ed966a30d tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Pushing event deleted for resources: {'Network': ['ID=e5f44b0f-7d2a-43fa-b725-a3e0c2f0b3e1,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:30:55.469846 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-69af590c-c5a5-4489-a851-b2538b2ca96b req-9ece2afc-0866-425c-bd3d-decdf6f174d3 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Calling delete_port for 138ee2d0-4b16-403a-b76f-128fa135cd2a owned by compute:nova {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:30:55.656339 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4fbda30d-4770-4f14-ba35-e58b8221c0a7 req-43b07cbc-c225-4542-b620-a4194a542c75 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c878f5b-49fe-404e-bf29-19316c08dd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562537 Jan 18 22:30:55.749843 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-b5a6c1b8-9143-4598-8636-7f029186f2fc tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3349 time: 0.3310311 Jan 18 22:30:55.753870 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 51318) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:30:55.762091 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d52476e7-3649-4aa8-8303-4c2df11d60f8 req-6d374cca-64e0-4966-814e-a9537d58c747 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4c0862f-5b86-40eb-b2c2-a40d9fdb492b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3338101 Jan 18 22:30:55.975611 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-69af590c-c5a5-4489-a851-b2538b2ca96b req-9ece2afc-0866-425c-bd3d-decdf6f174d3 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:55.988236 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['889d9de3-412e-4b3a-bd3a-878fd3db7a59', '138ee2d0-4b16-403a-b76f-128fa135cd2a'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:30:56.036591 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ece2afc-0866-425c-bd3d-decdf6f174d3 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Pushing event deleted for resources: {'Port': ['ID=138ee2d0-4b16-403a-b76f-128fa135cd2a,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:30:56.201664 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4537acf-5b13-4a42-80ce-e64054b820bd tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:56.207900 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4537acf-5b13-4a42-80ce-e64054b820bd tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:56.208629 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4537acf-5b13-4a42-80ce-e64054b820bd tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:56.209240 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4537acf-5b13-4a42-80ce-e64054b820bd tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:56.209895 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4537acf-5b13-4a42-80ce-e64054b820bd tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:56.210502 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4537acf-5b13-4a42-80ce-e64054b820bd tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:56.211718 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4537acf-5b13-4a42-80ce-e64054b820bd tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:56.212174 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-69af590c-c5a5-4489-a851-b2538b2ca96b req-9ece2afc-0866-425c-bd3d-decdf6f174d3 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] No DVR routers for this DVR port 138ee2d0-4b16-403a-b76f-128fa135cd2a on host n-h1-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:30:56.212573 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4537acf-5b13-4a42-80ce-e64054b820bd tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:56.213226 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4537acf-5b13-4a42-80ce-e64054b820bd tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:56.213800 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 51328) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:30:56.213976 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4537acf-5b13-4a42-80ce-e64054b820bd tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:56.214577 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4537acf-5b13-4a42-80ce-e64054b820bd tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:56.215172 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4537acf-5b13-4a42-80ce-e64054b820bd tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:56.216377 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4537acf-5b13-4a42-80ce-e64054b820bd tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:56.220555 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4537acf-5b13-4a42-80ce-e64054b820bd tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:56.221262 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4537acf-5b13-4a42-80ce-e64054b820bd tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:56.222112 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4537acf-5b13-4a42-80ce-e64054b820bd tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:56.224998 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-b4537acf-5b13-4a42-80ce-e64054b820bd tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 10107 time: 0.4698081 Jan 18 22:30:56.229656 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-69af590c-c5a5-4489-a851-b2538b2ca96b req-9ece2afc-0866-425c-bd3d-decdf6f174d3 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:56.230743 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 51330) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:30:56.241331 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-69af590c-c5a5-4489-a851-b2538b2ca96b req-9ece2afc-0866-425c-bd3d-decdf6f174d3 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] 10.222.0.36 "DELETE /v2.0/ports/138ee2d0-4b16-403a-b76f-128fa135cd2a HTTP/1.1" status: 204 len: 173 time: 2.0811393 Jan 18 22:30:56.241946 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e5597df-c05a-4738-aac8-36f79bb5c69d', 'name': 'network-vif-deleted', 'tag': '138ee2d0-4b16-403a-b76f-128fa135cd2a'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:30:56.244491 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1695489-03db-4620-ab7e-3f94bd3ef382" -d '{"events": [{"server_uuid": "3e5597df-c05a-4738-aac8-36f79bb5c69d", "name": "network-vif-deleted", "tag": "138ee2d0-4b16-403a-b76f-128fa135cd2a"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:30:56.313851 n-d-825064-1 neutron-server[102431]: INFO neutron.api.v2.resource [None req-666c09c7-97c0-448c-a948-b74f8f5403fb tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] delete failed (client error): The resource could not be found. Jan 18 22:30:56.314902 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-666c09c7-97c0-448c-a948-b74f8f5403fb tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] 10.222.0.53 "DELETE /v2.0/floatingips/8618df42-4f9e-44ff-93fb-cc58237e2ce8 HTTP/1.1" status: 404 len: 345 time: 0.0818686 Jan 18 22:30:56.320198 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 51336) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:30:56.356033 n-d-825064-1 neutron-server[102430]: INFO neutron.pecan_wsgi.hooks.translation [None req-76640b46-27d7-40bb-8dcf-27f90e48a9cf tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] DELETE failed (client error): The resource could not be found. Jan 18 22:30:56.356912 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76640b46-27d7-40bb-8dcf-27f90e48a9cf tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=102430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:30:56.369383 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 51338) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:30:56.370094 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-76640b46-27d7-40bb-8dcf-27f90e48a9cf tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] 10.222.0.53 "DELETE /v2.0/networks/e5f44b0f-7d2a-43fa-b725-a3e0c2f0b3e1 HTTP/1.1" status: 404 len: 339 time: 0.0486648 Jan 18 22:30:56.372511 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86647b16-0658-41ad-9e33-0ce5629454d9 x-openstack-request-id: req-86647b16-0658-41ad-9e33-0ce5629454d9 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:30:56.372801 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e5597df-c05a-4738-aac8-36f79bb5c69d", "name": "network-vif-deleted", "tag": "138ee2d0-4b16-403a-b76f-128fa135cd2a", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:30:56.373052 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-86647b16-0658-41ad-9e33-0ce5629454d9 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:30:56.373875 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e5597df-c05a-4738-aac8-36f79bb5c69d', 'name': 'network-vif-deleted', 'tag': '138ee2d0-4b16-403a-b76f-128fa135cd2a', 'status': 'completed', 'code': 200} Jan 18 22:30:56.375241 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-fe3451a9-c42f-488f-8083-962ada54840a tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Request body: {'network': {'name': 'tempest-network--1937879530', 'router:external': True}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:30:56.441497 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe3451a9-c42f-488f-8083-962ada54840a tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Made reservation on behalf of cb623e76dff84447a5108662ab59fd0a for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:30:56.444236 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fe3451a9-c42f-488f-8083-962ada54840a tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:56.473812 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-69af590c-c5a5-4489-a851-b2538b2ca96b req-ab732d50-0935-4cad-8df7-b399ae3a95c6 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Deleting port 889d9de3-412e-4b3a-bd3a-878fd3db7a59 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:30:56.474160 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-69af590c-c5a5-4489-a851-b2538b2ca96b req-ab732d50-0935-4cad-8df7-b399ae3a95c6 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:56.490190 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-faa6f982-0f03-4bd4-a286-ae7935ee8fd2 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1509895377-network', 'tenant_id': '9c1a94530fc14527bad32b0d98ff4752'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:30:56.491230 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe3451a9-c42f-488f-8083-962ada54840a tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:30:56.506307 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fe3451a9-c42f-488f-8083-962ada54840a tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:56.506647 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-fe3451a9-c42f-488f-8083-962ada54840a tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Added segment c601cd4d-aa48-4ea3-a9d2-072818a02023 of type vlan for network 1e03544e-e8f1-4c0e-8d49-b1c0641001e2 Jan 18 22:30:56.558060 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fe3451a9-c42f-488f-8083-962ada54840a tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:56.582392 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faa6f982-0f03-4bd4-a286-ae7935ee8fd2 admin admin] Made reservation on behalf of 9c1a94530fc14527bad32b0d98ff4752 for: {'network': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:30:56.585459 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-faa6f982-0f03-4bd4-a286-ae7935ee8fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:56.602323 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-faa6f982-0f03-4bd4-a286-ae7935ee8fd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:56.605521 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fe3451a9-c42f-488f-8083-962ada54840a tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:56.608093 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3451a9-c42f-488f-8083-962ada54840a tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:56.609047 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fe3451a9-c42f-488f-8083-962ada54840a tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:56.637302 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-69af590c-c5a5-4489-a851-b2538b2ca96b req-ab732d50-0935-4cad-8df7-b399ae3a95c6 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] For port 889d9de3-412e-4b3a-bd3a-878fd3db7a59, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=889d9de3-412e-4b3a-bd3a-878fd3db7a59,segment=NetworkSegment(e20150ec-a14a-45cc-bbb0-7f2584979920),segment_id=e20150ec-a14a-45cc-bbb0-7f2584979920)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:30:56.638185 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-69af590c-c5a5-4489-a851-b2538b2ca96b req-ab732d50-0935-4cad-8df7-b399ae3a95c6 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:56.658812 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-69af590c-c5a5-4489-a851-b2538b2ca96b req-ab732d50-0935-4cad-8df7-b399ae3a95c6 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Calling delete_port for 889d9de3-412e-4b3a-bd3a-878fd3db7a59 owned by compute:nova {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:30:56.689435 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-fe3451a9-c42f-488f-8083-962ada54840a tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3190207 Jan 18 22:30:56.691980 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 51342) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:30:56.720155 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3451a9-c42f-488f-8083-962ada54840a tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Pushing event updated for resources: {'Network': ['ID=1e03544e-e8f1-4c0e-8d49-b1c0641001e2,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:30:56.731838 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 1e03544e-e8f1-4c0e-8d49-b1c0641001e2 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:30:56.888348 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-faa6f982-0f03-4bd4-a286-ae7935ee8fd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:56.905233 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02938fb9-8569-442d-9887-5954b347f1f1 req-843309b3-c780-42d7-a42b-5df7390f6efb tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:56.906704 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-02938fb9-8569-442d-9887-5954b347f1f1 req-843309b3-c780-42d7-a42b-5df7390f6efb tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e5597df-c05a-4738-aac8-36f79bb5c69d HTTP/1.1" status: 200 len: 946 time: 0.1442773 Jan 18 22:30:56.930403 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-faa6f982-0f03-4bd4-a286-ae7935ee8fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:56.945733 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c63780-5989-49f7-9dbd-90b1e917e998 tempest-ExternalNetworksTestJSON-1961883527 tempest-ExternalNetworksTestJSON-1961883527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:56.952758 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c63780-5989-49f7-9dbd-90b1e917e998 tempest-ExternalNetworksTestJSON-1961883527 tempest-ExternalNetworksTestJSON-1961883527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:56.958633 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c63780-5989-49f7-9dbd-90b1e917e998 tempest-ExternalNetworksTestJSON-1961883527 tempest-ExternalNetworksTestJSON-1961883527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:56.964715 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c63780-5989-49f7-9dbd-90b1e917e998 tempest-ExternalNetworksTestJSON-1961883527 tempest-ExternalNetworksTestJSON-1961883527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:56.969925 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-01c63780-5989-49f7-9dbd-90b1e917e998 tempest-ExternalNetworksTestJSON-1961883527 tempest-ExternalNetworksTestJSON-1961883527-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.2742033 Jan 18 22:30:56.970257 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 51348) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:30:57.000291 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faa6f982-0f03-4bd4-a286-ae7935ee8fd2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=102430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:30:57.029439 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa6f982-0f03-4bd4-a286-ae7935ee8fd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e6f54a-59be-475b-9574-2e5751b9c1ea,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:30:57.042524 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-05dbbaa7-566b-49ae-810e-b94c800f4a81 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:57.050800 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-faa6f982-0f03-4bd4-a286-ae7935ee8fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:57.051094 n-d-825064-1 neutron-server[102430]: INFO neutron.db.segments_db [None req-faa6f982-0f03-4bd4-a286-ae7935ee8fd2 admin admin] Added segment d6c139a4-c60a-4450-9c2d-5ba6428bdd4d of type vlan for network 3aedad9c-adfa-4ea8-9764-75b6d8ca6cc0 Jan 18 22:30:57.064884 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b0ca42-8f4f-42e6-aec4-8cb04b94c5d5 req-355e770a-c25c-4881-811c-d6cb11970238 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:57.066571 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-17b0ca42-8f4f-42e6-aec4-8cb04b94c5d5 req-355e770a-c25c-4881-811c-d6cb11970238 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c183af1-247e-48b7-aed9-9e45e4b7de12 HTTP/1.1" status: 200 len: 943 time: 0.1920948 Jan 18 22:30:57.085140 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-02938fb9-8569-442d-9887-5954b347f1f1 req-ea7cbba5-24a5-483e-ba0b-256c3761718b tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c878f5b-49fe-404e-bf29-19316c08dd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569564 Jan 18 22:30:57.128801 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-69af590c-c5a5-4489-a851-b2538b2ca96b req-ab732d50-0935-4cad-8df7-b399ae3a95c6 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:57.132155 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-05dbbaa7-566b-49ae-810e-b94c800f4a81 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:57.149096 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-faa6f982-0f03-4bd4-a286-ae7935ee8fd2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:57.152475 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-05dbbaa7-566b-49ae-810e-b94c800f4a81 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e03544e-e8f1-4c0e-8d49-b1c0641001e2']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:30:57.163000 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-05dbbaa7-566b-49ae-810e-b94c800f4a81 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c601cd4d-aa48-4ea3-a9d2-072818a02023') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:30:57.163287 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-05dbbaa7-566b-49ae-810e-b94c800f4a81 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c601cd4d-aa48-4ea3-a9d2-072818a02023') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:30:57.174988 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-05dbbaa7-566b-49ae-810e-b94c800f4a81 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:57.185789 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab732d50-0935-4cad-8df7-b399ae3a95c6 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Pushing event deleted for resources: {'Port': ['ID=889d9de3-412e-4b3a-bd3a-878fd3db7a59,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:30:57.192869 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-05dbbaa7-566b-49ae-810e-b94c800f4a81 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:57.201948 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05dbbaa7-566b-49ae-810e-b94c800f4a81 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:30:57.202132 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-05dbbaa7-566b-49ae-810e-b94c800f4a81 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:57.204106 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:30:57.204106 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:30:57.204106 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:30:57.204106 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:30:57.204106 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:30:57.204106 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:30:57.204106 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:30:57.204106 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:30:57.204106 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:30:57.204106 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:30:57.204106 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:30:57.204106 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:30:57.204106 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:30:57.204106 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:30:57.204106 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:30:57.204106 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:30:57.204106 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:30:57.204106 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:30:57.204106 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:30:57.204106 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:30:57.204106 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:30:57.204106 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:30:57.204106 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:30:57.204106 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:30:57.204106 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:30:57.204106 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:30:57.204106 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:30:57.204106 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:30:57.204106 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:30:57.204106 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:30:57.204106 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:30:57.204106 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:30:57.234998 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-69af590c-c5a5-4489-a851-b2538b2ca96b req-ab732d50-0935-4cad-8df7-b399ae3a95c6 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] No DVR routers for this DVR port 889d9de3-412e-4b3a-bd3a-878fd3db7a59 on host n-h1-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:30:57.244386 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-17b0ca42-8f4f-42e6-aec4-8cb04b94c5d5 req-49432603-483e-4109-8cc0-34e1370817d5 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4c0862f-5b86-40eb-b2c2-a40d9fdb492b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1628871 Jan 18 22:30:57.245522 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-69af590c-c5a5-4489-a851-b2538b2ca96b req-ab732d50-0935-4cad-8df7-b399ae3a95c6 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:57.249368 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-69af590c-c5a5-4489-a851-b2538b2ca96b req-ab732d50-0935-4cad-8df7-b399ae3a95c6 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] 10.222.0.36 "DELETE /v2.0/ports/889d9de3-412e-4b3a-bd3a-878fd3db7a59 HTTP/1.1" status: 204 len: 173 time: 0.9957979 Jan 18 22:30:57.270400 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-faa6f982-0f03-4bd4-a286-ae7935ee8fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:57.271562 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa6f982-0f03-4bd4-a286-ae7935ee8fd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:57.282458 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-faa6f982-0f03-4bd4-a286-ae7935ee8fd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:57.293705 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-05dbbaa7-566b-49ae-810e-b94c800f4a81 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:57.299341 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05dbbaa7-566b-49ae-810e-b94c800f4a81 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1e03544e-e8f1-4c0e-8d49-b1c0641001e2 {{(pid=102431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 18 22:30:57.316931 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-05dbbaa7-566b-49ae-810e-b94c800f4a81 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:57.326584 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-05dbbaa7-566b-49ae-810e-b94c800f4a81 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] 10.222.0.53 "DELETE /v2.0/networks/1e03544e-e8f1-4c0e-8d49-b1c0641001e2 HTTP/1.1" status: 204 len: 168 time: 0.3489456 Jan 18 22:30:57.337863 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 51352) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:30:57.342721 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-ba147573-a226-4862-8a01-aa03e915d8b7 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Request body: {'network': {'name': 'tempest-network--1108048151', 'router:external': True}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:30:57.347005 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dbbaa7-566b-49ae-810e-b94c800f4a81 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Pushing event deleted for resources: {'Network': ['ID=1e03544e-e8f1-4c0e-8d49-b1c0641001e2,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:30:57.398066 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-faa6f982-0f03-4bd4-a286-ae7935ee8fd2 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1804049 Jan 18 22:30:57.399646 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 51354) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:30:57.405698 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-ab1af4c8-ea05-4850-b62b-296228670e31 admin admin] Request body: {'subnet': {'network_id': '3aedad9c-adfa-4ea8-9764-75b6d8ca6cc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1509895377-subnet', 'tenant_id': '9c1a94530fc14527bad32b0d98ff4752', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:30:57.412870 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa6f982-0f03-4bd4-a286-ae7935ee8fd2 admin admin] Pushing event updated for resources: {'Network': ['ID=3aedad9c-adfa-4ea8-9764-75b6d8ca6cc0,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:30:57.421298 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba147573-a226-4862-8a01-aa03e915d8b7 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Made reservation on behalf of cb623e76dff84447a5108662ab59fd0a for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:30:57.423963 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ba147573-a226-4862-8a01-aa03e915d8b7 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:57.426382 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 3aedad9c-adfa-4ea8-9764-75b6d8ca6cc0 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:30:57.465638 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba147573-a226-4862-8a01-aa03e915d8b7 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:30:57.475173 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ba147573-a226-4862-8a01-aa03e915d8b7 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:57.475518 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-ba147573-a226-4862-8a01-aa03e915d8b7 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Added segment e0dccd60-dd29-4e74-a034-01637701a28f of type vlan for network 4565adc1-d117-4348-9621-c4c26296064a Jan 18 22:30:57.526054 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ba147573-a226-4862-8a01-aa03e915d8b7 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:57.558390 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ba147573-a226-4862-8a01-aa03e915d8b7 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:57.560171 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba147573-a226-4862-8a01-aa03e915d8b7 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:57.560792 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ba147573-a226-4862-8a01-aa03e915d8b7 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:57.616871 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab1af4c8-ea05-4850-b62b-296228670e31 admin admin] Made reservation on behalf of 9c1a94530fc14527bad32b0d98ff4752 for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:30:57.619423 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ab1af4c8-ea05-4850-b62b-296228670e31 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:57.624755 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba147573-a226-4862-8a01-aa03e915d8b7 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Pushing event updated for resources: {'Network': ['ID=4565adc1-d117-4348-9621-c4c26296064a,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:30:57.649144 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 4565adc1-d117-4348-9621-c4c26296064a details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:30:57.693329 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-ba147573-a226-4862-8a01-aa03e915d8b7 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3544018 Jan 18 22:30:57.696074 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 51356) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:30:57.815766 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e78e592-f4f6-4f2e-86c1-ac7cb91272ad tempest-ExternalNetworksTestJSON-1961883527 tempest-ExternalNetworksTestJSON-1961883527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:57.817432 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-5e78e592-f4f6-4f2e-86c1-ac7cb91272ad tempest-ExternalNetworksTestJSON-1961883527 tempest-ExternalNetworksTestJSON-1961883527-project] 10.222.0.53 "GET /v2.0/networks/4565adc1-d117-4348-9621-c4c26296064a HTTP/1.1" status: 200 len: 757 time: 0.1202142 Jan 18 22:30:57.820102 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 51360) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:30:57.920748 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ab1af4c8-ea05-4850-b62b-296228670e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:57.935368 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d589794-e432-468f-afb1-260e23a8f455 tempest-ExternalNetworksTestJSON-1961883527 tempest-ExternalNetworksTestJSON-1961883527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:57.939163 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-3d589794-e432-468f-afb1-260e23a8f455 tempest-ExternalNetworksTestJSON-1961883527 tempest-ExternalNetworksTestJSON-1961883527-project] 10.222.0.53 "GET /v2.0/networks/9928b147-0f15-42ea-9add-9652335caaa7 HTTP/1.1" status: 200 len: 768 time: 0.1151028 Jan 18 22:30:57.939391 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 51364) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:30:57.982177 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1af4c8-ea05-4850-b62b-296228670e31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb81a9c2-3760-43c5-a5ee-5090919b648d,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:30:57.987954 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1af4c8-ea05-4850-b62b-296228670e31 admin admin] Checking segment: {'id': 'd6c139a4-c60a-4450-9c2d-5ba6428bdd4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3aedad9c-adfa-4ea8-9764-75b6d8ca6cc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:30:57.988484 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1af4c8-ea05-4850-b62b-296228670e31 admin admin] Network hostable DHCP agents. Network: 3aedad9c-adfa-4ea8-9764-75b6d8ca6cc0, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:30:58.006183 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1af4c8-ea05-4850-b62b-296228670e31 admin admin] Network 3aedad9c-adfa-4ea8-9764-75b6d8ca6cc0 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:30:58.016086 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-ab1af4c8-ea05-4850-b62b-296228670e31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 3aedad9c-adfa-4ea8-9764-75b6d8ca6cc0) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:30:58.019618 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-91c9a01a-2190-4947-b2d8-c65feae1d621 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:58.020341 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1af4c8-ea05-4850-b62b-296228670e31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:58.021129 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ab1af4c8-ea05-4850-b62b-296228670e31 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:58.027089 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e13af3-3f02-4040-83bd-6bc8771ad9a7 None None] Network 3aedad9c-adfa-4ea8-9764-75b6d8ca6cc0 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:30:58.049602 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-ab1af4c8-ea05-4850-b62b-296228670e31 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6488078 Jan 18 22:30:58.118423 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-91c9a01a-2190-4947-b2d8-c65feae1d621 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:58.156503 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-91c9a01a-2190-4947-b2d8-c65feae1d621 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4565adc1-d117-4348-9621-c4c26296064a']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:30:58.177402 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 51374) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:30:58.180274 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-91c9a01a-2190-4947-b2d8-c65feae1d621 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0dccd60-dd29-4e74-a034-01637701a28f') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:30:58.180575 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-91c9a01a-2190-4947-b2d8-c65feae1d621 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0dccd60-dd29-4e74-a034-01637701a28f') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:30:58.204409 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-91c9a01a-2190-4947-b2d8-c65feae1d621 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60394742'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:58.226409 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-91c9a01a-2190-4947-b2d8-c65feae1d621 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:58.240330 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91c9a01a-2190-4947-b2d8-c65feae1d621 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:30:58.241063 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-91c9a01a-2190-4947-b2d8-c65feae1d621 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60203044'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:58.244939 n-d-825064-1 neutron-server[102430]: Traceback (most recent call last): Jan 18 22:30:58.244939 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:30:58.244939 n-d-825064-1 neutron-server[102430]: timer() Jan 18 22:30:58.244939 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:30:58.244939 n-d-825064-1 neutron-server[102430]: cb(*args, **kw) Jan 18 22:30:58.244939 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:30:58.244939 n-d-825064-1 neutron-server[102430]: return func(*args, **kwargs) Jan 18 22:30:58.244939 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:30:58.244939 n-d-825064-1 neutron-server[102430]: self._notify() Jan 18 22:30:58.244939 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:30:58.244939 n-d-825064-1 neutron-server[102430]: self.callback(batched_events) Jan 18 22:30:58.244939 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:30:58.244939 n-d-825064-1 neutron-server[102430]: event.method(event) Jan 18 22:30:58.244939 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:30:58.244939 n-d-825064-1 neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:30:58.244939 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:30:58.244939 n-d-825064-1 neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:30:58.244939 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:30:58.244939 n-d-825064-1 neutron-server[102430]: return f(self, *a, **k) Jan 18 22:30:58.244939 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:30:58.244939 n-d-825064-1 neutron-server[102430]: return self._get(url).json() Jan 18 22:30:58.244939 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:30:58.244939 n-d-825064-1 neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:30:58.244939 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:30:58.244939 n-d-825064-1 neutron-server[102430]: return self.request(url, 'GET', **kwargs) Jan 18 22:30:58.244939 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:30:58.244939 n-d-825064-1 neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:30:58.244939 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:30:58.244939 n-d-825064-1 neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:30:58.244939 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:30:58.244939 n-d-825064-1 neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:30:58.244939 n-d-825064-1 neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:30:58.274749 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359141ad-c73e-4055-bbd3-6c3077ffc10c None None] Network 3aedad9c-adfa-4ea8-9764-75b6d8ca6cc0 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:30:58.388919 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e5597df-c05a-4738-aac8-36f79bb5c69d', 'name': 'network-vif-deleted', 'tag': '889d9de3-412e-4b3a-bd3a-878fd3db7a59'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:30:58.391025 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-66c75374-b06e-4f15-b7bc-5ec248cc8d35 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Deleting subnet 00323726-2e76-4d36-9830-2184cda884c2 {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:30:58.391257 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bf2dc71-2ac4-4253-8bc6-73a7bb85f0c7" -d '{"events": [{"server_uuid": "3e5597df-c05a-4738-aac8-36f79bb5c69d", "name": "network-vif-deleted", "tag": "889d9de3-412e-4b3a-bd3a-878fd3db7a59"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:30:58.395839 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-66c75374-b06e-4f15-b7bc-5ec248cc8d35 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:58.463751 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 51384) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:30:58.479742 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 138ee2d0-4b16-403a-b76f-128fa135cd2a no longer exists at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:30:58.489504 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2ae29f2-6bfb-4110-a225-233661e5de14 x-openstack-request-id: req-d2ae29f2-6bfb-4110-a225-233661e5de14 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:30:58.490187 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e5597df-c05a-4738-aac8-36f79bb5c69d", "name": "network-vif-deleted", "tag": "889d9de3-412e-4b3a-bd3a-878fd3db7a59", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:30:58.490603 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d2ae29f2-6bfb-4110-a225-233661e5de14 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:30:58.491204 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e5597df-c05a-4738-aac8-36f79bb5c69d', 'name': 'network-vif-deleted', 'tag': '889d9de3-412e-4b3a-bd3a-878fd3db7a59', 'status': 'completed', 'code': 200} Jan 18 22:30:58.496044 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-66c75374-b06e-4f15-b7bc-5ec248cc8d35 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:58.509787 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] No Port match for: 138ee2d0-4b16-403a-b76f-128fa135cd2a {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:30:58.510737 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 138ee2d0-4b16-403a-b76f-128fa135cd2a not bound to the agent host n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:30:58.511301 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 889d9de3-412e-4b3a-bd3a-878fd3db7a59 no longer exists at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:30:58.537679 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-91c9a01a-2190-4947-b2d8-c65feae1d621 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:58.546068 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] No Port match for: 889d9de3-412e-4b3a-bd3a-878fd3db7a59 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:30:58.546424 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 889d9de3-412e-4b3a-bd3a-878fd3db7a59 not bound to the agent host n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:30:58.572047 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91c9a01a-2190-4947-b2d8-c65feae1d621 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4565adc1-d117-4348-9621-c4c26296064a {{(pid=102430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 18 22:30:58.580019 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c9a01a-2190-4947-b2d8-c65feae1d621 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Pushing event deleted for resources: {'Network': ['ID=4565adc1-d117-4348-9621-c4c26296064a,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:30:58.596021 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-91c9a01a-2190-4947-b2d8-c65feae1d621 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:58.604770 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-91c9a01a-2190-4947-b2d8-c65feae1d621 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] 10.222.0.53 "DELETE /v2.0/networks/4565adc1-d117-4348-9621-c4c26296064a HTTP/1.1" status: 204 len: 168 time: 0.6637373 Jan 18 22:30:58.606499 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 51392) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:30:58.621121 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-42e5a41e-4e90-4893-8475-6f60c248a0ae tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Request body: {'network': {'name': 'tempest-network--756865411'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:30:58.625862 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c85746-ef32-415e-9573-1f26c54e19e0 req-f2fc2cc4-1905-42ad-9857-2af066be0539 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:58.628066 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c9c85746-ef32-415e-9573-1f26c54e19e0 req-f2fc2cc4-1905-42ad-9857-2af066be0539 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c183af1-247e-48b7-aed9-9e45e4b7de12 HTTP/1.1" status: 200 len: 943 time: 0.1922877 Jan 18 22:30:58.636869 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-66c75374-b06e-4f15-b7bc-5ec248cc8d35 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:58.641468 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-08201b39-18c6-4835-88e6-d626e7da5715 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:58.690971 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c9c85746-ef32-415e-9573-1f26c54e19e0 req-cdb4287e-26e2-41c0-84ac-0458db99db39 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4c0862f-5b86-40eb-b2c2-a40d9fdb492b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559449 Jan 18 22:30:58.875606 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-66c75374-b06e-4f15-b7bc-5ec248cc8d35 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:58.922142 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42e5a41e-4e90-4893-8475-6f60c248a0ae tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Made reservation on behalf of cb623e76dff84447a5108662ab59fd0a for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:30:58.923887 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-42e5a41e-4e90-4893-8475-6f60c248a0ae tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:58.929586 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c75374-b06e-4f15-b7bc-5ec248cc8d35 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Pushing event deleted for resources: {'Subnet': ['ID=00323726-2e76-4d36-9830-2184cda884c2,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:30:58.939462 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5050a713-0217-4fbf-a21f-a88b785a4a92 None None] Network 95bb03df-1cb8-4522-88a7-ff4352045ade requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:30:58.940481 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-66c75374-b06e-4f15-b7bc-5ec248cc8d35 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:58.943672 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-66c75374-b06e-4f15-b7bc-5ec248cc8d35 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] 10.222.0.53 "DELETE /v2.0/subnets/00323726-2e76-4d36-9830-2184cda884c2 HTTP/1.1" status: 204 len: 168 time: 0.7646794 Jan 18 22:30:58.951717 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 51408) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:30:58.973481 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-08201b39-18c6-4835-88e6-d626e7da5715 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:58.982226 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42e5a41e-4e90-4893-8475-6f60c248a0ae tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:30:58.989289 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-08201b39-18c6-4835-88e6-d626e7da5715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:59.012310 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-42e5a41e-4e90-4893-8475-6f60c248a0ae tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:59.012644 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-42e5a41e-4e90-4893-8475-6f60c248a0ae tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Added segment afeca1ab-04eb-4cda-ae61-5a4993507d99 of type vlan for network c166b912-1f96-49ca-9af8-e1e6dd81b994 Jan 18 22:30:59.097702 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08201b39-18c6-4835-88e6-d626e7da5715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0691fca-ddce-4c0c-a767-c74aa3e37f68,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:30:59.120102 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-08201b39-18c6-4835-88e6-d626e7da5715 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=877756d952e9461a8954ff3eee52986f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6517389 Jan 18 22:30:59.120938 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 51412) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:30:59.155312 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-77a85744-a6df-4a50-9518-2626b0928af5 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:59.167166 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-42e5a41e-4e90-4893-8475-6f60c248a0ae tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:59.227849 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-42e5a41e-4e90-4893-8475-6f60c248a0ae tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:59.228717 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e5a41e-4e90-4893-8475-6f60c248a0ae tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:59.229347 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-42e5a41e-4e90-4893-8475-6f60c248a0ae tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:59.259807 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68264fd-cd48-4039-9ffe-a7c622a276c5 req-9f2af6bb-a235-4265-89ad-d94e675ae64f tempest-ServerTagsTestJSON-1030300740 tempest-ServerTagsTestJSON-1030300740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:30:59.260075 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8689ebd3-3006-488b-a9f8-8b6540fa7ffb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:59.267694 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba494334-3558-48c9-af31-f10cde643d39 None None] DHCP port deletion for 95bb03df-1cb8-4522-88a7-ff4352045ade request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:30:59.282253 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f68264fd-cd48-4039-9ffe-a7c622a276c5 req-9f2af6bb-a235-4265-89ad-d94e675ae64f tempest-ServerTagsTestJSON-1030300740 tempest-ServerTagsTestJSON-1030300740-project] 10.222.0.53 "GET /v2.0/networks?id=3aedad9c-adfa-4ea8-9764-75b6d8ca6cc0 HTTP/1.1" status: 200 len: 809 time: 0.3748262 Jan 18 22:30:59.297824 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-42e5a41e-4e90-4893-8475-6f60c248a0ae tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6878009 Jan 18 22:30:59.304390 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 51416) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:30:59.310925 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-beb1de32-72e5-4cfc-b5c6-2db19bacba43 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:30:59.321419 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e5a41e-4e90-4893-8475-6f60c248a0ae tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Pushing event updated for resources: {'Network': ['ID=c166b912-1f96-49ca-9af8-e1e6dd81b994,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:30:59.328360 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8689ebd3-3006-488b-a9f8-8b6540fa7ffb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:59.345197 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f68264fd-cd48-4039-9ffe-a7c622a276c5 req-63d2293a-d5af-432b-8a02-b36f6e61b251 tempest-ServerTagsTestJSON-1030300740 tempest-ServerTagsTestJSON-1030300740-project] 10.222.0.53 "GET /v2.0/quotas/9c1a94530fc14527bad32b0d98ff4752 HTTP/1.1" status: 200 len: 375 time: 0.0620306 Jan 18 22:30:59.351224 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network c166b912-1f96-49ca-9af8-e1e6dd81b994 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:30:59.420893 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8689ebd3-3006-488b-a9f8-8b6540fa7ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:59.424258 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8689ebd3-3006-488b-a9f8-8b6540fa7ffb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:59.426244 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-8689ebd3-3006-488b-a9f8-8b6540fa7ffb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e0691fca-ddce-4c0c-a767-c74aa3e37f68 HTTP/1.1" status: 204 len: 168 time: 0.2892537 Jan 18 22:30:59.438975 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689ebd3-3006-488b-a9f8-8b6540fa7ffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0691fca-ddce-4c0c-a767-c74aa3e37f68,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:30:59.444946 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f68264fd-cd48-4039-9ffe-a7c622a276c5 req-f85fc772-4015-4515-a19e-5638f59499f2 tempest-ServerTagsTestJSON-1030300740 tempest-ServerTagsTestJSON-1030300740-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9c1a94530fc14527bad32b0d98ff4752&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0981307 Jan 18 22:30:59.475716 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-ba494334-3558-48c9-af31-f10cde643d39 None None] Deleting port 9568c684-7ce3-43fc-bda5-25871646b2c2 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:30:59.487100 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ba494334-3558-48c9-af31-f10cde643d39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:59.556056 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-ba494334-3558-48c9-af31-f10cde643d39 None None] For port 9568c684-7ce3-43fc-bda5-25871646b2c2, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=9568c684-7ce3-43fc-bda5-25871646b2c2,segment=NetworkSegment(ac18ac15-e1f9-4d4d-aeaf-cbc5be69a0bb),segment_id=ac18ac15-e1f9-4d4d-aeaf-cbc5be69a0bb)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:30:59.556492 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ba494334-3558-48c9-af31-f10cde643d39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:59.570521 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-ba494334-3558-48c9-af31-f10cde643d39 None None] Calling delete_port for 9568c684-7ce3-43fc-bda5-25871646b2c2 owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:30:59.669963 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-77a85744-a6df-4a50-9518-2626b0928af5 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Deleting port 9568c684-7ce3-43fc-bda5-25871646b2c2 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:30:59.670568 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-77a85744-a6df-4a50-9518-2626b0928af5 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:59.673153 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ba494334-3558-48c9-af31-f10cde643d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:59.745064 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba494334-3558-48c9-af31-f10cde643d39 None None] Pushing event deleted for resources: {'Port': ['ID=9568c684-7ce3-43fc-bda5-25871646b2c2,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:30:59.767935 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 9568c684-7ce3-43fc-bda5-25871646b2c2 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:30:59.803268 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-77a85744-a6df-4a50-9518-2626b0928af5 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] For port 9568c684-7ce3-43fc-bda5-25871646b2c2, host n-d-825064-1, got binding levels [] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:30:59.803661 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-77a85744-a6df-4a50-9518-2626b0928af5 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:59.808170 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba494334-3558-48c9-af31-f10cde643d39 None None] No DVR routers for this DVR port 9568c684-7ce3-43fc-bda5-25871646b2c2 on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:30:59.810339 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 9568c684-7ce3-43fc-bda5-25871646b2c2 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:30:59.810688 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 9568c684-7ce3-43fc-bda5-25871646b2c2 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:30:59.831030 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-77a85744-a6df-4a50-9518-2626b0928af5 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Calling delete_port for 9568c684-7ce3-43fc-bda5-25871646b2c2 owned by network:dhcp {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:30:59.835456 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.ipam_backend_mixin [None req-77a85744-a6df-4a50-9518-2626b0928af5 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Port 9568c684-7ce3-43fc-bda5-25871646b2c2 was not found and therefore no delete operation was performed {{(pid=102430) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 18 22:30:59.839871 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f68264fd-cd48-4039-9ffe-a7c622a276c5 req-1cd3355f-4c82-429c-aaee-b6f6649b740a service neutron] 10.222.0.53 "GET /v2.0/networks/3aedad9c-adfa-4ea8-9764-75b6d8ca6cc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3941023 Jan 18 22:30:59.848850 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-77a85744-a6df-4a50-9518-2626b0928af5 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:59.901913 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-beb1de32-72e5-4cfc-b5c6-2db19bacba43 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:30:59.920535 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a85744-a6df-4a50-9518-2626b0928af5 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Pushing event deleted for resources: {'Port': ['ID=9568c684-7ce3-43fc-bda5-25871646b2c2,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:30:59.950141 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a85744-a6df-4a50-9518-2626b0928af5 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] No DVR routers for this DVR port 9568c684-7ce3-43fc-bda5-25871646b2c2 on host n-d-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:30:59.993723 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-beb1de32-72e5-4cfc-b5c6-2db19bacba43 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:00.058935 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-beb1de32-72e5-4cfc-b5c6-2db19bacba43 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Network c166b912-1f96-49ca-9af8-e1e6dd81b994 is not hosted by any dhcp agent {{(pid=102430) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 18 22:31:00.059847 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb1de32-72e5-4cfc-b5c6-2db19bacba43 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:00.060474 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-beb1de32-72e5-4cfc-b5c6-2db19bacba43 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:00.061759 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-beb1de32-72e5-4cfc-b5c6-2db19bacba43 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] 10.222.0.53 "PUT /v2.0/networks/c166b912-1f96-49ca-9af8-e1e6dd81b994 HTTP/1.1" status: 200 len: 856 time: 0.7555840 Jan 18 22:31:00.064841 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 51448) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:31:00.125340 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869b1617-71eb-4a42-8681-33461c3d0374 req-c8798765-a1f5-4fb8-8a30-feea45721c23 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:00.126844 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-869b1617-71eb-4a42-8681-33461c3d0374 req-c8798765-a1f5-4fb8-8a30-feea45721c23 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c183af1-247e-48b7-aed9-9e45e4b7de12 HTTP/1.1" status: 200 len: 943 time: 0.2859139 Jan 18 22:31:00.134565 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-77a85744-a6df-4a50-9518-2626b0928af5 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:00.163781 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b963f4df-2459-4534-a6d6-af5cc2e89da2 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:00.174699 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb1de32-72e5-4cfc-b5c6-2db19bacba43 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Pushing event updated for resources: {'Network': ['ID=c166b912-1f96-49ca-9af8-e1e6dd81b994,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:00.188861 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-77a85744-a6df-4a50-9518-2626b0928af5 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95bb03df-1cb8-4522-88a7-ff4352045ade']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:31:00.192652 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f68264fd-cd48-4039-9ffe-a7c622a276c5 req-aa900a56-272f-47db-b11b-ba3bdf4a0ce4 service neutron] 10.222.0.53 "GET /v2.0/networks/3aedad9c-adfa-4ea8-9764-75b6d8ca6cc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3460321 Jan 18 22:31:00.204305 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-77a85744-a6df-4a50-9518-2626b0928af5 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac18ac15-e1f9-4d4d-aeaf-cbc5be69a0bb') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:31:00.204605 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-77a85744-a6df-4a50-9518-2626b0928af5 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac18ac15-e1f9-4d4d-aeaf-cbc5be69a0bb') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:31:00.227976 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-77a85744-a6df-4a50-9518-2626b0928af5 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60394742'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:00.253193 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-869b1617-71eb-4a42-8681-33461c3d0374 req-083957fd-0d09-49f0-bd00-a69d550592fe tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4c0862f-5b86-40eb-b2c2-a40d9fdb492b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014647 Jan 18 22:31:00.256373 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b963f4df-2459-4534-a6d6-af5cc2e89da2 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:00.270064 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 51454) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:31:00.278821 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-b963f4df-2459-4534-a6d6-af5cc2e89da2 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c166b912-1f96-49ca-9af8-e1e6dd81b994']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:31:00.279236 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-77a85744-a6df-4a50-9518-2626b0928af5 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:00.286012 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77a85744-a6df-4a50-9518-2626b0928af5 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:31:00.286410 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-77a85744-a6df-4a50-9518-2626b0928af5 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60203044'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:00.289726 n-d-825064-1 neutron-server[102430]: Traceback (most recent call last): Jan 18 22:31:00.289726 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:31:00.289726 n-d-825064-1 neutron-server[102430]: timer() Jan 18 22:31:00.289726 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:31:00.289726 n-d-825064-1 neutron-server[102430]: cb(*args, **kw) Jan 18 22:31:00.289726 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:31:00.289726 n-d-825064-1 neutron-server[102430]: return func(*args, **kwargs) Jan 18 22:31:00.289726 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:31:00.289726 n-d-825064-1 neutron-server[102430]: self._notify() Jan 18 22:31:00.289726 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:31:00.289726 n-d-825064-1 neutron-server[102430]: self.callback(batched_events) Jan 18 22:31:00.289726 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:31:00.289726 n-d-825064-1 neutron-server[102430]: event.method(event) Jan 18 22:31:00.289726 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:31:00.289726 n-d-825064-1 neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:31:00.289726 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:31:00.289726 n-d-825064-1 neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:31:00.289726 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:31:00.289726 n-d-825064-1 neutron-server[102430]: return f(self, *a, **k) Jan 18 22:31:00.289726 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:31:00.289726 n-d-825064-1 neutron-server[102430]: return self._get(url).json() Jan 18 22:31:00.289726 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:31:00.289726 n-d-825064-1 neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:31:00.289726 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:31:00.289726 n-d-825064-1 neutron-server[102430]: return self.request(url, 'GET', **kwargs) Jan 18 22:31:00.289726 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:31:00.289726 n-d-825064-1 neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:31:00.289726 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:31:00.289726 n-d-825064-1 neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:31:00.289726 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:31:00.289726 n-d-825064-1 neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:31:00.289726 n-d-825064-1 neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:31:00.292488 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-b963f4df-2459-4534-a6d6-af5cc2e89da2 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afeca1ab-04eb-4cda-ae61-5a4993507d99') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:31:00.292488 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-b963f4df-2459-4534-a6d6-af5cc2e89da2 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afeca1ab-04eb-4cda-ae61-5a4993507d99') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:31:00.302351 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b963f4df-2459-4534-a6d6-af5cc2e89da2 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:00.317466 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b963f4df-2459-4534-a6d6-af5cc2e89da2 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:00.325652 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b963f4df-2459-4534-a6d6-af5cc2e89da2 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:31:00.326069 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b963f4df-2459-4534-a6d6-af5cc2e89da2 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:00.340800 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:31:00.340800 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:31:00.340800 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:31:00.340800 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:31:00.340800 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:31:00.340800 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:31:00.340800 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:31:00.340800 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:31:00.340800 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:31:00.340800 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:31:00.340800 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:31:00.340800 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:31:00.340800 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:31:00.340800 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:31:00.340800 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:31:00.340800 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:31:00.340800 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:31:00.340800 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:31:00.340800 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:31:00.340800 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:31:00.340800 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:31:00.340800 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:31:00.340800 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:31:00.340800 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:31:00.340800 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:31:00.340800 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:31:00.340800 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:31:00.340800 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:31:00.340800 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:31:00.340800 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:31:00.340800 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:31:00.340800 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:31:00.366125 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-77a85744-a6df-4a50-9518-2626b0928af5 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:00.373571 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-77a85744-a6df-4a50-9518-2626b0928af5 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:00.381966 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-77a85744-a6df-4a50-9518-2626b0928af5 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] 10.222.0.53 "DELETE /v2.0/networks/95bb03df-1cb8-4522-88a7-ff4352045ade HTTP/1.1" status: 204 len: 168 time: 1.4212959 Jan 18 22:31:00.385166 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 51460) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:31:00.417865 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a85744-a6df-4a50-9518-2626b0928af5 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Pushing event deleted for resources: {'Network': ['ID=95bb03df-1cb8-4522-88a7-ff4352045ade,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:00.425254 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b963f4df-2459-4534-a6d6-af5cc2e89da2 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:00.431291 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b963f4df-2459-4534-a6d6-af5cc2e89da2 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c166b912-1f96-49ca-9af8-e1e6dd81b994 {{(pid=102431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 18 22:31:00.433781 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b963f4df-2459-4534-a6d6-af5cc2e89da2 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:00.441019 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-b963f4df-2459-4534-a6d6-af5cc2e89da2 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] 10.222.0.53 "DELETE /v2.0/networks/c166b912-1f96-49ca-9af8-e1e6dd81b994 HTTP/1.1" status: 204 len: 168 time: 0.3718574 Jan 18 22:31:00.441789 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 51464) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:31:00.483251 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-a49eb8d9-9f7b-4e3b-935c-e43819ab7d14 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1858180601-network', 'tenant_id': '7e76fc95ad134d20b500c69ce7a3a108'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:31:00.484978 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b963f4df-2459-4534-a6d6-af5cc2e89da2 tempest-ExternalNetworksTestJSON-821383186 tempest-ExternalNetworksTestJSON-821383186-project-admin] Pushing event deleted for resources: {'Network': ['ID=c166b912-1f96-49ca-9af8-e1e6dd81b994,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:00.489007 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-4952a263-d106-4bce-9a88-a2e0d2d268a4 tempest-ExternalNetworksTestJSON-1961883527 tempest-ExternalNetworksTestJSON-1961883527-project] DELETE failed (client error): The resource could not be found. Jan 18 22:31:00.489587 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4952a263-d106-4bce-9a88-a2e0d2d268a4 tempest-ExternalNetworksTestJSON-1961883527 tempest-ExternalNetworksTestJSON-1961883527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:31:00.492688 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-4952a263-d106-4bce-9a88-a2e0d2d268a4 tempest-ExternalNetworksTestJSON-1961883527 tempest-ExternalNetworksTestJSON-1961883527-project] 10.222.0.53 "DELETE /v2.0/subnets/75eba200-485a-45da-b257-106fba896b20 HTTP/1.1" status: 404 len: 337 time: 0.0506535 Jan 18 22:31:00.495205 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 51466) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:31:00.531147 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-dab98c2d-b9c3-472f-bcae-969f183fac48 req-4db58f3d-30b2-4407-96e9-75e2f0150ad7 tempest-ServerTagsTestJSON-1030300740 tempest-ServerTagsTestJSON-1030300740-project] 10.222.0.53 "GET /v2.0/ports?device_id=69f83506-191d-4e1c-b598-e5e573d58a8a HTTP/1.1" status: 200 len: 210 time: 0.0560215 Jan 18 22:31:00.559354 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a49eb8d9-9f7b-4e3b-935c-e43819ab7d14 admin admin] Made reservation on behalf of 7e76fc95ad134d20b500c69ce7a3a108 for: {'network': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:31:00.562353 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a49eb8d9-9f7b-4e3b-935c-e43819ab7d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:00.569517 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_v2 [None req-8da020dc-c8c6-4a85-8dff-085d44bccd55 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Deleting subnet e9ca1e22-d494-4426-ac96-0f52b06f4c50 {{(pid=102430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:31:00.580172 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a49eb8d9-9f7b-4e3b-935c-e43819ab7d14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:00.582268 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8da020dc-c8c6-4a85-8dff-085d44bccd55 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks [] for subnet, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:00.640100 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8da020dc-c8c6-4a85-8dff-085d44bccd55 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60394745'] for subnet, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:00.646160 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-855661d9-2acc-434d-a7f7-5f05c16060e5 tempest-ExternalNetworksTestJSON-1961883527 tempest-ExternalNetworksTestJSON-1961883527-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:00.767055 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8da020dc-c8c6-4a85-8dff-085d44bccd55 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:00.775654 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-855661d9-2acc-434d-a7f7-5f05c16060e5 tempest-ExternalNetworksTestJSON-1961883527 tempest-ExternalNetworksTestJSON-1961883527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:00.808757 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-855661d9-2acc-434d-a7f7-5f05c16060e5 tempest-ExternalNetworksTestJSON-1961883527 tempest-ExternalNetworksTestJSON-1961883527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9928b147-0f15-42ea-9add-9652335caaa7']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:31:00.821806 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-855661d9-2acc-434d-a7f7-5f05c16060e5 tempest-ExternalNetworksTestJSON-1961883527 tempest-ExternalNetworksTestJSON-1961883527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff87a93f-8c23-4406-8489-78da6ed7eca5') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:31:00.822146 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-855661d9-2acc-434d-a7f7-5f05c16060e5 tempest-ExternalNetworksTestJSON-1961883527 tempest-ExternalNetworksTestJSON-1961883527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff87a93f-8c23-4406-8489-78da6ed7eca5') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:31:00.833342 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-855661d9-2acc-434d-a7f7-5f05c16060e5 tempest-ExternalNetworksTestJSON-1961883527 tempest-ExternalNetworksTestJSON-1961883527-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:00.847749 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-855661d9-2acc-434d-a7f7-5f05c16060e5 tempest-ExternalNetworksTestJSON-1961883527 tempest-ExternalNetworksTestJSON-1961883527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:00.855237 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-855661d9-2acc-434d-a7f7-5f05c16060e5 tempest-ExternalNetworksTestJSON-1961883527 tempest-ExternalNetworksTestJSON-1961883527-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:31:00.856700 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-855661d9-2acc-434d-a7f7-5f05c16060e5 tempest-ExternalNetworksTestJSON-1961883527 tempest-ExternalNetworksTestJSON-1961883527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:00.859640 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:31:00.859640 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:31:00.859640 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:31:00.859640 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:31:00.859640 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:31:00.859640 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:31:00.859640 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:31:00.859640 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:31:00.859640 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:31:00.859640 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:31:00.859640 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:31:00.859640 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:31:00.859640 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:31:00.859640 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:31:00.859640 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:31:00.859640 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:31:00.859640 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:31:00.859640 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:31:00.859640 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:31:00.859640 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:31:00.859640 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:31:00.859640 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:31:00.859640 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:31:00.859640 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:31:00.859640 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:31:00.859640 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:31:00.859640 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:31:00.859640 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:31:00.859640 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:31:00.859640 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:31:00.859640 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:31:00.859640 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:31:00.917809 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a49eb8d9-9f7b-4e3b-935c-e43819ab7d14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:00.926810 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8da020dc-c8c6-4a85-8dff-085d44bccd55 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60203138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62288677'] for subnet, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:00.978481 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18935560-6d6e-4a5f-9eec-b57fb0a7d39d None None] Network 5bb62f1f-5b8f-448a-a22c-6fa4b4388a16 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:31:00.978939 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8da020dc-c8c6-4a85-8dff-085d44bccd55 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:00.978939 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-8da020dc-c8c6-4a85-8dff-085d44bccd55 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] 10.222.0.53 "DELETE /v2.0/subnets/e9ca1e22-d494-4426-ac96-0f52b06f4c50 HTTP/1.1" status: 204 len: 168 time: 0.5863340 Jan 18 22:31:00.978939 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da020dc-c8c6-4a85-8dff-085d44bccd55 tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Pushing event deleted for resources: {'Subnet': ['ID=e9ca1e22-d494-4426-ac96-0f52b06f4c50,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:00.979212 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 51474) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:31:00.988041 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a49eb8d9-9f7b-4e3b-935c-e43819ab7d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:01.004006 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a49eb8d9-9f7b-4e3b-935c-e43819ab7d14 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=102430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:31:01.031513 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-855661d9-2acc-434d-a7f7-5f05c16060e5 tempest-ExternalNetworksTestJSON-1961883527 tempest-ExternalNetworksTestJSON-1961883527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:01.065133 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a49eb8d9-9f7b-4e3b-935c-e43819ab7d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:01.065472 n-d-825064-1 neutron-server[102430]: INFO neutron.db.segments_db [None req-a49eb8d9-9f7b-4e3b-935c-e43819ab7d14 admin admin] Added segment 18ef3b66-9028-4d8d-951e-ac04175658ee of type vlan for network 4d733439-947b-4a3e-bc2e-83a119e45caa Jan 18 22:31:01.114451 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49eb8d9-9f7b-4e3b-935c-e43819ab7d14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c161093d-a6af-42af-98b6-e8525469904b,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:01.144348 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-855661d9-2acc-434d-a7f7-5f05c16060e5 tempest-ExternalNetworksTestJSON-1961883527 tempest-ExternalNetworksTestJSON-1961883527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:01.157650 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-855661d9-2acc-434d-a7f7-5f05c16060e5 tempest-ExternalNetworksTestJSON-1961883527 tempest-ExternalNetworksTestJSON-1961883527-project] 10.222.0.53 "DELETE /v2.0/networks/9928b147-0f15-42ea-9add-9652335caaa7 HTTP/1.1" status: 204 len: 168 time: 0.6611645 Jan 18 22:31:01.158613 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855661d9-2acc-434d-a7f7-5f05c16060e5 tempest-ExternalNetworksTestJSON-1961883527 tempest-ExternalNetworksTestJSON-1961883527-project] Pushing event deleted for resources: {'Network': ['ID=9928b147-0f15-42ea-9add-9652335caaa7,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:01.207202 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3c263596-c3f9-402c-b67f-6b3488a386be tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:01.214908 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a49eb8d9-9f7b-4e3b-935c-e43819ab7d14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:01.283713 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2380d228-7aa1-49c2-8fd6-534dee60499a None None] DHCP port deletion for 5bb62f1f-5b8f-448a-a22c-6fa4b4388a16 request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:31:01.317920 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-3c263596-c3f9-402c-b67f-6b3488a386be tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Deleting port a7bd4e3f-fb2b-4371-8baa-df6a88a8dcd9 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:31:01.318300 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3c263596-c3f9-402c-b67f-6b3488a386be tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:01.319692 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a49eb8d9-9f7b-4e3b-935c-e43819ab7d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:01.321005 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49eb8d9-9f7b-4e3b-935c-e43819ab7d14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:01.321810 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a49eb8d9-9f7b-4e3b-935c-e43819ab7d14 admin admin] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:01.366656 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-2380d228-7aa1-49c2-8fd6-534dee60499a None None] Deleting port a7bd4e3f-fb2b-4371-8baa-df6a88a8dcd9 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:31:01.368346 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2380d228-7aa1-49c2-8fd6-534dee60499a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:01.415216 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-3c263596-c3f9-402c-b67f-6b3488a386be tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] For port a7bd4e3f-fb2b-4371-8baa-df6a88a8dcd9, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=a7bd4e3f-fb2b-4371-8baa-df6a88a8dcd9,segment=NetworkSegment(e20150ec-a14a-45cc-bbb0-7f2584979920),segment_id=e20150ec-a14a-45cc-bbb0-7f2584979920)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:31:01.425487 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-a49eb8d9-9f7b-4e3b-935c-e43819ab7d14 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1543264 Jan 18 22:31:01.429056 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3c263596-c3f9-402c-b67f-6b3488a386be tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:01.434269 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 51484) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:31:01.456672 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49eb8d9-9f7b-4e3b-935c-e43819ab7d14 admin admin] Pushing event updated for resources: {'Network': ['ID=4d733439-947b-4a3e-bc2e-83a119e45caa,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:01.465152 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-7be3c4ce-d1ba-480e-8ddd-f5a9bb591cfc admin admin] Request body: {'subnet': {'network_id': '4d733439-947b-4a3e-bc2e-83a119e45caa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1858180601-subnet', 'tenant_id': '7e76fc95ad134d20b500c69ce7a3a108', 'ip_version': 4}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:31:01.480206 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 4d733439-947b-4a3e-bc2e-83a119e45caa details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:31:01.485601 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-3c263596-c3f9-402c-b67f-6b3488a386be tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Calling delete_port for a7bd4e3f-fb2b-4371-8baa-df6a88a8dcd9 owned by network:dhcp {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:31:01.489745 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058c4043-7856-42ba-8300-1c77bf1d0a9b req-40ee4c30-6f3b-42df-be37-f1b534a505f3 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:01.503955 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-058c4043-7856-42ba-8300-1c77bf1d0a9b req-40ee4c30-6f3b-42df-be37-f1b534a505f3 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c183af1-247e-48b7-aed9-9e45e4b7de12 HTTP/1.1" status: 200 len: 943 time: 0.1309650 Jan 18 22:31:01.521160 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be3c4ce-d1ba-480e-8ddd-f5a9bb591cfc admin admin] Made reservation on behalf of 7e76fc95ad134d20b500c69ce7a3a108 for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:31:01.523985 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7be3c4ce-d1ba-480e-8ddd-f5a9bb591cfc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:01.594870 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-058c4043-7856-42ba-8300-1c77bf1d0a9b req-7e7af692-8895-49bb-b51a-10bd874eb602 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4c0862f-5b86-40eb-b2c2-a40d9fdb492b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884948 Jan 18 22:31:01.628819 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-2380d228-7aa1-49c2-8fd6-534dee60499a None None] For port a7bd4e3f-fb2b-4371-8baa-df6a88a8dcd9, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=a7bd4e3f-fb2b-4371-8baa-df6a88a8dcd9,segment=NetworkSegment(e20150ec-a14a-45cc-bbb0-7f2584979920),segment_id=e20150ec-a14a-45cc-bbb0-7f2584979920)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:31:01.629981 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 51488) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:31:01.633021 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2380d228-7aa1-49c2-8fd6-534dee60499a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:01.665720 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-2380d228-7aa1-49c2-8fd6-534dee60499a None None] Calling delete_port for a7bd4e3f-fb2b-4371-8baa-df6a88a8dcd9 owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:31:01.757537 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c5ab09b6-9613-4fea-91bd-489fe95a92c5 req-bcee9e07-9bf8-4e40-b843-4909ce243725 tempest-ServerTagsTestJSON-1030300740 tempest-ServerTagsTestJSON-1030300740-project] 10.222.0.53 "GET /v2.0/ports?device_id=69f83506-191d-4e1c-b598-e5e573d58a8a HTTP/1.1" status: 200 len: 210 time: 0.0582144 Jan 18 22:31:01.779909 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7be3c4ce-d1ba-480e-8ddd-f5a9bb591cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:01.797283 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device a7bd4e3f-fb2b-4371-8baa-df6a88a8dcd9 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:31:01.863736 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-0f0c9a83-478f-4b96-abad-ea01d38f618c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f32b0cc69d954c9692fe0e92ec471141&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2317376 Jan 18 22:31:01.866179 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 51492) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:31:01.886457 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be3c4ce-d1ba-480e-8ddd-f5a9bb591cfc admin admin] Pushing event updated for resources: {'Subnet': ['ID=cea13eb9-cc3a-41e9-8703-dc9fb43ed3aa,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:01.891740 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3c263596-c3f9-402c-b67f-6b3488a386be tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:01.926857 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c263596-c3f9-402c-b67f-6b3488a386be tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Pushing event deleted for resources: {'Port': ['ID=a7bd4e3f-fb2b-4371-8baa-df6a88a8dcd9,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:01.928912 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be3c4ce-d1ba-480e-8ddd-f5a9bb591cfc admin admin] Checking segment: {'id': '18ef3b66-9028-4d8d-951e-ac04175658ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4d733439-947b-4a3e-bc2e-83a119e45caa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:31:01.929276 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be3c4ce-d1ba-480e-8ddd-f5a9bb591cfc admin admin] Network hostable DHCP agents. Network: 4d733439-947b-4a3e-bc2e-83a119e45caa, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:31:01.940680 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c263596-c3f9-402c-b67f-6b3488a386be tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] No DVR routers for this DVR port a7bd4e3f-fb2b-4371-8baa-df6a88a8dcd9 on host n-d-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:31:01.956961 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e50b1a82-99cc-40e7-9a6e-cda7e18978b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:01.991348 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e50b1a82-99cc-40e7-9a6e-cda7e18978b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:02.039119 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be3c4ce-d1ba-480e-8ddd-f5a9bb591cfc admin admin] Network 4d733439-947b-4a3e-bc2e-83a119e45caa is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:31:02.054730 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2380d228-7aa1-49c2-8fd6-534dee60499a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:02.066841 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e50b1a82-99cc-40e7-9a6e-cda7e18978b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:02.070358 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e50b1a82-99cc-40e7-9a6e-cda7e18978b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:02.072265 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-e50b1a82-99cc-40e7-9a6e-cda7e18978b5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/00032ae9-26b0-4a09-9017-8d229db0c0f9 HTTP/1.1" status: 204 len: 168 time: 0.2046912 Jan 18 22:31:02.091869 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2380d228-7aa1-49c2-8fd6-534dee60499a None None] Pushing event deleted for resources: {'Port': ['ID=a7bd4e3f-fb2b-4371-8baa-df6a88a8dcd9,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:02.098313 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No active binding found for port a7bd4e3f-fb2b-4371-8baa-df6a88a8dcd9 {{(pid=102432) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 18 22:31:02.099249 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device a7bd4e3f-fb2b-4371-8baa-df6a88a8dcd9 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:31:02.101551 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2380d228-7aa1-49c2-8fd6-534dee60499a None None] No DVR routers for this DVR port a7bd4e3f-fb2b-4371-8baa-df6a88a8dcd9 on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:31:02.116650 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50b1a82-99cc-40e7-9a6e-cda7e18978b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00032ae9-26b0-4a09-9017-8d229db0c0f9,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:02.294868 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68264fd-cd48-4039-9ffe-a7c622a276c5 req-f4307011-15cd-452a-a58f-36058928219e tempest-ServerTagsTestJSON-1030300740 tempest-ServerTagsTestJSON-1030300740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:02.297468 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f68264fd-cd48-4039-9ffe-a7c622a276c5 req-f4307011-15cd-452a-a58f-36058928219e tempest-ServerTagsTestJSON-1030300740 tempest-ServerTagsTestJSON-1030300740-project] 10.222.0.36 "GET /v2.0/networks?id=3aedad9c-adfa-4ea8-9764-75b6d8ca6cc0 HTTP/1.1" status: 200 len: 809 time: 0.1556196 Jan 18 22:31:02.312636 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-f68264fd-cd48-4039-9ffe-a7c622a276c5 req-18e4c220-59f9-4fe7-bf22-f7c17b2114f5 tempest-ServerTagsTestJSON-1030300740 tempest-ServerTagsTestJSON-1030300740-project] Request body: {'port': {'device_id': '69f83506-191d-4e1c-b598-e5e573d58a8a', 'network_id': '3aedad9c-adfa-4ea8-9764-75b6d8ca6cc0', 'admin_state_up': True, 'tenant_id': '9c1a94530fc14527bad32b0d98ff4752'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:31:02.446112 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f68264fd-cd48-4039-9ffe-a7c622a276c5 req-18e4c220-59f9-4fe7-bf22-f7c17b2114f5 tempest-ServerTagsTestJSON-1030300740 tempest-ServerTagsTestJSON-1030300740-project] Made reservation on behalf of 9c1a94530fc14527bad32b0d98ff4752 for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:31:02.450680 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-f68264fd-cd48-4039-9ffe-a7c622a276c5 req-18e4c220-59f9-4fe7-bf22-f7c17b2114f5 tempest-ServerTagsTestJSON-1030300740 tempest-ServerTagsTestJSON-1030300740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:02.562090 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-7be3c4ce-d1ba-480e-8ddd-f5a9bb591cfc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 4d733439-947b-4a3e-bc2e-83a119e45caa) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:31:02.573587 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900c4044-9dbc-491e-a6b8-cbab3e3fc8c1 None None] Network 4d733439-947b-4a3e-bc2e-83a119e45caa requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:31:02.573724 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 51500) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:31:02.576398 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be3c4ce-d1ba-480e-8ddd-f5a9bb591cfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:02.576858 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7be3c4ce-d1ba-480e-8ddd-f5a9bb591cfc admin admin] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:02.600710 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3c263596-c3f9-402c-b67f-6b3488a386be tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:02.637279 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-7be3c4ce-d1ba-480e-8ddd-f5a9bb591cfc admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1964376 Jan 18 22:31:02.638166 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-3c263596-c3f9-402c-b67f-6b3488a386be tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bb62f1f-5b8f-448a-a22c-6fa4b4388a16']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:31:02.639068 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 51502) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:31:02.645269 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-f68264fd-cd48-4039-9ffe-a7c622a276c5 req-18e4c220-59f9-4fe7-bf22-f7c17b2114f5 tempest-ServerTagsTestJSON-1030300740 tempest-ServerTagsTestJSON-1030300740-project] Allocated IP 172.20.0.10 (3aedad9c-adfa-4ea8-9764-75b6d8ca6cc0/bb81a9c2-3760-43c5-a5ee-5090919b648d/6c335ec6-0dc1-4125-8cb2-357ca85243f2) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:31:02.655958 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-421726a8-8d14-437c-bcf5-8464bb1c84d0 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1858180601-router', 'tenant_id': '7e76fc95ad134d20b500c69ce7a3a108', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:31:02.656409 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-3c263596-c3f9-402c-b67f-6b3488a386be tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e20150ec-a14a-45cc-bbb0-7f2584979920') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:31:02.656709 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-3c263596-c3f9-402c-b67f-6b3488a386be tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e20150ec-a14a-45cc-bbb0-7f2584979920') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:31:02.666680 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-d91e066d-309c-4149-955c-d81f3fe12e75 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cb623e76dff84447a5108662ab59fd0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0919797 Jan 18 22:31:02.670191 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 51506) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:31:02.671139 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3c263596-c3f9-402c-b67f-6b3488a386be tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:02.686889 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3c263596-c3f9-402c-b67f-6b3488a386be tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:02.694787 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c263596-c3f9-402c-b67f-6b3488a386be tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:31:02.695536 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3c263596-c3f9-402c-b67f-6b3488a386be tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:02.699074 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:31:02.699074 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:31:02.699074 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:31:02.699074 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:31:02.699074 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:31:02.699074 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:31:02.699074 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:31:02.699074 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:31:02.699074 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:31:02.699074 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:31:02.699074 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:31:02.699074 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:31:02.699074 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:31:02.699074 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:31:02.699074 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:31:02.699074 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:31:02.699074 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:31:02.699074 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:31:02.699074 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:31:02.699074 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:31:02.699074 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:31:02.699074 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:31:02.699074 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:31:02.699074 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:31:02.699074 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:31:02.699074 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:31:02.699074 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:31:02.699074 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:31:02.699074 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:31:02.699074 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:31:02.699074 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:31:02.699074 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:31:02.781378 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c3a325-c2b7-4ffe-bbd7-b592eca3235a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-4d733439-947b-4a3e-bc2e-83a119e45caa', 'network_id': '4d733439-947b-4a3e-bc2e-83a119e45caa', 'tenant_id': '7e76fc95ad134d20b500c69ce7a3a108', 'fixed_ips': [{'subnet_id': 'cea13eb9-cc3a-41e9-8703-dc9fb43ed3aa'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:31:02.782837 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-50c3a325-c2b7-4ffe-bbd7-b592eca3235a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:02.787289 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3c263596-c3f9-402c-b67f-6b3488a386be tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:02.808139 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3c263596-c3f9-402c-b67f-6b3488a386be tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:02.816739 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-421726a8-8d14-437c-bcf5-8464bb1c84d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1044160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8692'] for router, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:02.816739 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-421726a8-8d14-437c-bcf5-8464bb1c84d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1040680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8675'] for router, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:02.820229 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-3c263596-c3f9-402c-b67f-6b3488a386be tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] 10.222.0.53 "DELETE /v2.0/networks/5bb62f1f-5b8f-448a-a22c-6fa4b4388a16 HTTP/1.1" status: 204 len: 168 time: 1.8406956 Jan 18 22:31:02.839631 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c263596-c3f9-402c-b67f-6b3488a386be tempest-ServersTestMultiNic-1910244817 tempest-ServersTestMultiNic-1910244817-project] Pushing event deleted for resources: {'Network': ['ID=5bb62f1f-5b8f-448a-a22c-6fa4b4388a16,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:02.894475 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-421726a8-8d14-437c-bcf5-8464bb1c84d0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:02.950527 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-127d404f-c825-4a65-bf88-96c902f4a237 req-7fbfbe1d-9c53-4d4c-bcf4-7541177adfed tempest-ServerTagsTestJSON-1030300740 tempest-ServerTagsTestJSON-1030300740-project] 10.222.0.53 "GET /v2.0/ports?device_id=69f83506-191d-4e1c-b598-e5e573d58a8a HTTP/1.1" status: 200 len: 210 time: 0.0601745 Jan 18 22:31:02.968470 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-50c3a325-c2b7-4ffe-bbd7-b592eca3235a None None] Allocated IP 172.20.0.2 (4d733439-947b-4a3e-bc2e-83a119e45caa/cea13eb9-cc3a-41e9-8703-dc9fb43ed3aa/82c68264-a0e7-431f-b001-5d376193cc17) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:31:03.147041 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-50c3a325-c2b7-4ffe-bbd7-b592eca3235a None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:03.159572 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-50c3a325-c2b7-4ffe-bbd7-b592eca3235a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:03.212074 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 51520) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:31:03.227551 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c3a325-c2b7-4ffe-bbd7-b592eca3235a None None] Network 4d733439-947b-4a3e-bc2e-83a119e45caa is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:31:03.233242 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-50c3a325-c2b7-4ffe-bbd7-b592eca3235a None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:31:03.239786 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c3a325-c2b7-4ffe-bbd7-b592eca3235a None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:31:03.249747 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c3a325-c2b7-4ffe-bbd7-b592eca3235a None None] Pushing event updated for resources: {'Port': ['ID=82c68264-a0e7-431f-b001-5d376193cc17,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:03.312081 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-50c3a325-c2b7-4ffe-bbd7-b592eca3235a None None] Attempting to bind port 82c68264-a0e7-431f-b001-5d376193cc17 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:31:03.312617 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-50c3a325-c2b7-4ffe-bbd7-b592eca3235a None None] Attempting to bind port 82c68264-a0e7-431f-b001-5d376193cc17 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '18ef3b66-9028-4d8d-951e-ac04175658ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4d733439-947b-4a3e-bc2e-83a119e45caa'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:31:03.313044 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c3a325-c2b7-4ffe-bbd7-b592eca3235a None None] Attempting to bind port 82c68264-a0e7-431f-b001-5d376193cc17 on network 4d733439-947b-4a3e-bc2e-83a119e45caa {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:31:03.319087 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c3a325-c2b7-4ffe-bbd7-b592eca3235a None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:31:03.319551 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c3a325-c2b7-4ffe-bbd7-b592eca3235a None None] Checking segment: {'id': '18ef3b66-9028-4d8d-951e-ac04175658ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4d733439-947b-4a3e-bc2e-83a119e45caa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:31:03.320041 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-50c3a325-c2b7-4ffe-bbd7-b592eca3235a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:03.320519 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c3a325-c2b7-4ffe-bbd7-b592eca3235a None None] Bound using segment: {'id': '18ef3b66-9028-4d8d-951e-ac04175658ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4d733439-947b-4a3e-bc2e-83a119e45caa'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:31:03.321507 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-50c3a325-c2b7-4ffe-bbd7-b592eca3235a None None] Bound port: 82c68264-a0e7-431f-b001-5d376193cc17, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18ef3b66-9028-4d8d-951e-ac04175658ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4d733439-947b-4a3e-bc2e-83a119e45caa'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:31:03.321955 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-50c3a325-c2b7-4ffe-bbd7-b592eca3235a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:03.397644 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-50c3a325-c2b7-4ffe-bbd7-b592eca3235a None None] For port 82c68264-a0e7-431f-b001-5d376193cc17, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:31:03.400988 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-50c3a325-c2b7-4ffe-bbd7-b592eca3235a None None] For port 82c68264-a0e7-431f-b001-5d376193cc17, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=82c68264-a0e7-431f-b001-5d376193cc17,segment=NetworkSegment(18ef3b66-9028-4d8d-951e-ac04175658ee),segment_id=18ef3b66-9028-4d8d-951e-ac04175658ee)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:31:03.407448 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-50c3a325-c2b7-4ffe-bbd7-b592eca3235a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:03.487791 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c3a325-c2b7-4ffe-bbd7-b592eca3235a None None] Pushing event updated for resources: {'Port': ['ID=82c68264-a0e7-431f-b001-5d376193cc17,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:03.488861 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1ee425-83c7-4681-8675-b4fd66ca46fe req-a8dbf28c-149c-4393-844f-8a91dd1d3f3b tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:03.496562 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fb1ee425-83c7-4681-8675-b4fd66ca46fe req-a8dbf28c-149c-4393-844f-8a91dd1d3f3b tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c183af1-247e-48b7-aed9-9e45e4b7de12 HTTP/1.1" status: 200 len: 943 time: 0.7567558 Jan 18 22:31:03.510208 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-735552e4-cabf-4b4a-a124-ba9b077e2051 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:03.642611 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-735552e4-cabf-4b4a-a124-ba9b077e2051 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:03.672613 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fb1ee425-83c7-4681-8675-b4fd66ca46fe req-f022b466-55dc-4873-83dd-c3adb10f0ac3 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4c0862f-5b86-40eb-b2c2-a40d9fdb492b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1743789 Jan 18 22:31:03.683616 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-421726a8-8d14-437c-bcf5-8464bb1c84d0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:03.755256 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-f68264fd-cd48-4039-9ffe-a7c622a276c5 req-18e4c220-59f9-4fe7-bf22-f7c17b2114f5 tempest-ServerTagsTestJSON-1030300740 tempest-ServerTagsTestJSON-1030300740-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:03.759367 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ed35b488-d66a-4e91-94f8-3b5c363b71ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1041027'] for router_interface, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:03.818966 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-735552e4-cabf-4b4a-a124-ba9b077e2051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:03.822452 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-735552e4-cabf-4b4a-a124-ba9b077e2051 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:03.824408 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-735552e4-cabf-4b4a-a124-ba9b077e2051 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/38596ac4-ece1-413f-a97a-3139b0ae76f3 HTTP/1.1" status: 204 len: 168 time: 1.1484756 Jan 18 22:31:03.846824 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735552e4-cabf-4b4a-a124-ba9b077e2051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38596ac4-ece1-413f-a97a-3139b0ae76f3,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:03.897945 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-f68264fd-cd48-4039-9ffe-a7c622a276c5 req-18e4c220-59f9-4fe7-bf22-f7c17b2114f5 tempest-ServerTagsTestJSON-1030300740 tempest-ServerTagsTestJSON-1030300740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:03.952060 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f68264fd-cd48-4039-9ffe-a7c622a276c5 req-18e4c220-59f9-4fe7-bf22-f7c17b2114f5 tempest-ServerTagsTestJSON-1030300740 tempest-ServerTagsTestJSON-1030300740-project] Network 3aedad9c-adfa-4ea8-9764-75b6d8ca6cc0 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:31:03.957195 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-f68264fd-cd48-4039-9ffe-a7c622a276c5 req-18e4c220-59f9-4fe7-bf22-f7c17b2114f5 tempest-ServerTagsTestJSON-1030300740 tempest-ServerTagsTestJSON-1030300740-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:31:03.960206 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-f68264fd-cd48-4039-9ffe-a7c622a276c5 req-18e4c220-59f9-4fe7-bf22-f7c17b2114f5 tempest-ServerTagsTestJSON-1030300740 tempest-ServerTagsTestJSON-1030300740-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:31:04.021128 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e4c220-59f9-4fe7-bf22-f7c17b2114f5 tempest-ServerTagsTestJSON-1030300740 tempest-ServerTagsTestJSON-1030300740-project] Pushing event updated for resources: {'Port': ['ID=6c335ec6-0dc1-4125-8cb2-357ca85243f2,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:04.046373 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68264fd-cd48-4039-9ffe-a7c622a276c5 req-18e4c220-59f9-4fe7-bf22-f7c17b2114f5 tempest-ServerTagsTestJSON-1030300740 tempest-ServerTagsTestJSON-1030300740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:04.047465 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-f68264fd-cd48-4039-9ffe-a7c622a276c5 req-18e4c220-59f9-4fe7-bf22-f7c17b2114f5 tempest-ServerTagsTestJSON-1030300740 tempest-ServerTagsTestJSON-1030300740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:04.173097 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f68264fd-cd48-4039-9ffe-a7c622a276c5 req-18e4c220-59f9-4fe7-bf22-f7c17b2114f5 tempest-ServerTagsTestJSON-1030300740 tempest-ServerTagsTestJSON-1030300740-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8662465 Jan 18 22:31:04.194226 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-ed35b488-d66a-4e91-94f8-3b5c363b71ce admin admin] Deleting port c73e40df-3760-4851-9382-d4dbf370bb19 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:31:04.194557 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ed35b488-d66a-4e91-94f8-3b5c363b71ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:04.202150 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-f68264fd-cd48-4039-9ffe-a7c622a276c5 req-28776aaf-c126-4f11-8f76-1851f578b111 service neutron] Request body: {'port': {'device_id': '69f83506-191d-4e1c-b598-e5e573d58a8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:31:04.297509 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-ed35b488-d66a-4e91-94f8-3b5c363b71ce admin admin] For port c73e40df-3760-4851-9382-d4dbf370bb19, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=c73e40df-3760-4851-9382-d4dbf370bb19,segment=NetworkSegment(6c8ec8e9-5626-4462-93ed-132e26f5e8b3),segment_id=6c8ec8e9-5626-4462-93ed-132e26f5e8b3)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:31:04.298681 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ed35b488-d66a-4e91-94f8-3b5c363b71ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:04.325241 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-f68264fd-cd48-4039-9ffe-a7c622a276c5 req-28776aaf-c126-4f11-8f76-1851f578b111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:04.325915 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-ed35b488-d66a-4e91-94f8-3b5c363b71ce admin admin] Calling delete_port for c73e40df-3760-4851-9382-d4dbf370bb19 owned by network:router_interface {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:31:04.362169 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-421726a8-8d14-437c-bcf5-8464bb1c84d0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:04.393107 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4ae865-552e-4181-a403-486744302098 req-6017b83a-0a8b-4ab8-92a7-6c08e5eb3613 tempest-ServerTagsTestJSON-1030300740 tempest-ServerTagsTestJSON-1030300740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:04.394978 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2f4ae865-552e-4181-a403-486744302098 req-6017b83a-0a8b-4ab8-92a7-6c08e5eb3613 tempest-ServerTagsTestJSON-1030300740 tempest-ServerTagsTestJSON-1030300740-project] 10.222.0.53 "GET /v2.0/ports?device_id=69f83506-191d-4e1c-b598-e5e573d58a8a HTTP/1.1" status: 200 len: 932 time: 0.2406359 Jan 18 22:31:04.415952 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-421726a8-8d14-437c-bcf5-8464bb1c84d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:04.469866 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 17b5d497-89e8-4316-854a-e01b4efd12f0 details requested by agent hyperv_n-h1-825064-1 with host n-h1-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:31:04.553680 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-421726a8-8d14-437c-bcf5-8464bb1c84d0 admin admin] Allocated IP 172.25.5.81 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/c7931fb4-05bf-4eb3-8c93-3f6232330c98) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:31:04.653733 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ed35b488-d66a-4e91-94f8-3b5c363b71ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:04.681167 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed35b488-d66a-4e91-94f8-3b5c363b71ce admin admin] Pushing event deleted for resources: {'Port': ['ID=c73e40df-3760-4851-9382-d4dbf370bb19,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:04.798359 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 17b5d497-89e8-4316-854a-e01b4efd12f0, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=17b5d497-89e8-4316-854a-e01b4efd12f0,segment=NetworkSegment(70a4f94b-4f48-4441-9e9d-d65add0cb430),segment_id=70a4f94b-4f48-4441-9e9d-d65add0cb430)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:31:04.824515 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2f4ae865-552e-4181-a403-486744302098 req-efc1b40c-9e21-4459-859d-548cc47a61f0 tempest-ServerTagsTestJSON-1030300740 tempest-ServerTagsTestJSON-1030300740-project] 10.222.0.53 "GET /v2.0/security-groups?id=e7e6f54a-59be-475b-9574-2e5751b9c1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867022 Jan 18 22:31:04.877162 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Returning: {'device': '17b5d497-89e8-4316-854a-e01b4efd12f0', 'network_id': '9f0c6f68-00d4-4074-963d-5eeb6360e1ec', 'port_id': '17b5d497-89e8-4316-854a-e01b4efd12f0', 'mac_address': 'fa:16:3e:0e:8f:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7bcd428-9869-4592-8e72-20a2a0d3310e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:31:05.051915 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e767357b-7c79-486d-bd09-3acf838620fe None None] Network 4d733439-947b-4a3e-bc2e-83a119e45caa requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:31:05.054284 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:05.072913 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ed35b488-d66a-4e91-94f8-3b5c363b71ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-613841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1046579'] for router_interface, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:05.141176 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17b5d497-89e8-4316-854a-e01b4efd12f0 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:31:05.163681 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-bcaa4564-d392-415e-bdce-4b40b52a7ca7 None None] Provisioning complete for port 82c68264-a0e7-431f-b001-5d376193cc17 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:31:05.164416 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bcaa4564-d392-415e-bdce-4b40b52a7ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:05.246480 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 17b5d497-89e8-4316-854a-e01b4efd12f0, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=17b5d497-89e8-4316-854a-e01b4efd12f0,segment=NetworkSegment(70a4f94b-4f48-4441-9e9d-d65add0cb430),segment_id=70a4f94b-4f48-4441-9e9d-d65add0cb430)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:31:05.264873 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-421726a8-8d14-437c-bcf5-8464bb1c84d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:05.272440 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:05.273568 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47613f23-83c0-4edb-903e-ceb379c090ae req-46d0110b-5b6b-406c-9ef5-cec88c1ad98e tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:05.275470 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-47613f23-83c0-4edb-903e-ceb379c090ae req-46d0110b-5b6b-406c-9ef5-cec88c1ad98e tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c183af1-247e-48b7-aed9-9e45e4b7de12 HTTP/1.1" status: 200 len: 943 time: 0.1930292 Jan 18 22:31:05.433183 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-47613f23-83c0-4edb-903e-ceb379c090ae req-bf38c58a-43d6-4403-84e1-261a4a82b258 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4c0862f-5b86-40eb-b2c2-a40d9fdb492b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406696 Jan 18 22:31:05.463732 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [req-f68264fd-cd48-4039-9ffe-a7c622a276c5 req-28776aaf-c126-4f11-8f76-1851f578b111 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c335ec6-0dc1-4125-8cb2-357ca85243f2 {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:31:05.484381 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-f68264fd-cd48-4039-9ffe-a7c622a276c5 req-28776aaf-c126-4f11-8f76-1851f578b111 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:05.491879 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-421726a8-8d14-437c-bcf5-8464bb1c84d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:05.523954 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed35b488-d66a-4e91-94f8-3b5c363b71ce admin admin] Router 61539a1e-1ba2-4d7c-bc5f-899e4eb32ed8 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:31:05.539415 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-f68264fd-cd48-4039-9ffe-a7c622a276c5 req-28776aaf-c126-4f11-8f76-1851f578b111 service neutron] Transition to ACTIVE for port object 6c335ec6-0dc1-4125-8cb2-357ca85243f2 will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:31:05.593977 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['17b5d497-89e8-4316-854a-e01b4efd12f0'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:31:05.594602 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-f68264fd-cd48-4039-9ffe-a7c622a276c5 req-28776aaf-c126-4f11-8f76-1851f578b111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:05.628044 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421726a8-8d14-437c-bcf5-8464bb1c84d0 admin admin] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:31:05.639418 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bcaa4564-d392-415e-bdce-4b40b52a7ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:05.650688 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-421726a8-8d14-437c-bcf5-8464bb1c84d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:31:05.687740 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-bcaa4564-d392-415e-bdce-4b40b52a7ca7 None None] For port 82c68264-a0e7-431f-b001-5d376193cc17, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=82c68264-a0e7-431f-b001-5d376193cc17,segment=NetworkSegment(18ef3b66-9028-4d8d-951e-ac04175658ee),segment_id=18ef3b66-9028-4d8d-951e-ac04175658ee)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:31:05.695674 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=17b5d497-89e8-4316-854a-e01b4efd12f0,revision_number=9']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:05.706123 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421726a8-8d14-437c-bcf5-8464bb1c84d0 admin admin] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:31:05.729454 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bcaa4564-d392-415e-bdce-4b40b52a7ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:05.767008 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421726a8-8d14-437c-bcf5-8464bb1c84d0 admin admin] Pushing event updated for resources: {'Port': ['ID=c7931fb4-05bf-4eb3-8c93-3f6232330c98,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:05.876668 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99782d8-b8da-4c98-b466-9f89284b8ab3 req-9b9c5579-1b20-481e-8863-f066db41b57e tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:05.882573 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99782d8-b8da-4c98-b466-9f89284b8ab3 req-9b9c5579-1b20-481e-8863-f066db41b57e tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:05.888878 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99782d8-b8da-4c98-b466-9f89284b8ab3 req-9b9c5579-1b20-481e-8863-f066db41b57e tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:05.895108 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99782d8-b8da-4c98-b466-9f89284b8ab3 req-9b9c5579-1b20-481e-8863-f066db41b57e tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:05.917132 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99782d8-b8da-4c98-b466-9f89284b8ab3 req-9b9c5579-1b20-481e-8863-f066db41b57e tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:05.923383 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99782d8-b8da-4c98-b466-9f89284b8ab3 req-9b9c5579-1b20-481e-8863-f066db41b57e tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:05.931682 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99782d8-b8da-4c98-b466-9f89284b8ab3 req-9b9c5579-1b20-481e-8863-f066db41b57e tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:05.940927 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e99782d8-b8da-4c98-b466-9f89284b8ab3 req-9b9c5579-1b20-481e-8863-f066db41b57e tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fdf43ac-e2d1-46c0-a022-01c13375d73d HTTP/1.1" status: 200 len: 5442 time: 0.3657746 Jan 18 22:31:05.984568 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 82c68264-a0e7-431f-b001-5d376193cc17 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:31:06.036684 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaa4564-d392-415e-bdce-4b40b52a7ca7 None None] Pushing event updated for resources: {'Port': ['ID=82c68264-a0e7-431f-b001-5d376193cc17,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:06.117528 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 82c68264-a0e7-431f-b001-5d376193cc17 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:31:06.117898 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:06.135762 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed35b488-d66a-4e91-94f8-3b5c363b71ce admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:31:06.144461 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-ed35b488-d66a-4e91-94f8-3b5c363b71ce admin admin] 10.222.0.53 "PUT /v2.0/routers/61539a1e-1ba2-4d7c-bc5f-899e4eb32ed8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9307811 Jan 18 22:31:06.145169 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 51566) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:31:06.167531 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28776aaf-c126-4f11-8f76-1851f578b111 service neutron] Pushing event updated for resources: {'Port': ['ID=6c335ec6-0dc1-4125-8cb2-357ca85243f2,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:06.182417 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0046673-8fbd-4a56-ad2f-003250fdcdcd None None] Sync routers for ids ['61539a1e-1ba2-4d7c-bc5f-899e4eb32ed8'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:31:06.208336 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0046673-8fbd-4a56-ad2f-003250fdcdcd None None] Routers {'61539a1e-1ba2-4d7c-bc5f-899e4eb32ed8'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:31:06.208987 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-f0046673-8fbd-4a56-ad2f-003250fdcdcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:30:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['61539a1e-1ba2-4d7c-bc5f-899e4eb32ed8'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:31:06.234182 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e99782d8-b8da-4c98-b466-9f89284b8ab3 req-15a116d0-60c5-4f11-8cfc-358de9e6fb7b tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "GET /v2.0/security-groups?id=feae3479-97c3-4dcd-9cbb-02eadc4c6a76&id=61d17b67-718c-4475-950b-257bfb33b7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2923105 Jan 18 22:31:06.246052 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-f68264fd-cd48-4039-9ffe-a7c622a276c5 req-28776aaf-c126-4f11-8f76-1851f578b111 service neutron] Attempting to bind port 6c335ec6-0dc1-4125-8cb2-357ca85243f2 on host n-h1-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:31:06.246435 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-f68264fd-cd48-4039-9ffe-a7c622a276c5 req-28776aaf-c126-4f11-8f76-1851f578b111 service neutron] Attempting to bind port 6c335ec6-0dc1-4125-8cb2-357ca85243f2 by drivers openvswitch,hyperv on host n-h1-825064-1 at level 0 using segments [{'id': 'd6c139a4-c60a-4450-9c2d-5ba6428bdd4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3aedad9c-adfa-4ea8-9764-75b6d8ca6cc0'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:31:06.246742 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68264fd-cd48-4039-9ffe-a7c622a276c5 req-28776aaf-c126-4f11-8f76-1851f578b111 service neutron] Attempting to bind port 6c335ec6-0dc1-4125-8cb2-357ca85243f2 on network 3aedad9c-adfa-4ea8-9764-75b6d8ca6cc0 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:31:06.273748 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-79e97c9b-14fc-4cf7-b9e4-16cdba1f5dc5 admin admin] Notify callbacks [] for router, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:06.275248 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92553ba4-3e00-4e0e-b7c0-4c22033931d8 req-02da9cd5-232e-4ab6-b87f-52a3133a224c tempest-ServerTagsTestJSON-1030300740 tempest-ServerTagsTestJSON-1030300740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:06.276692 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-92553ba4-3e00-4e0e-b7c0-4c22033931d8 req-02da9cd5-232e-4ab6-b87f-52a3133a224c tempest-ServerTagsTestJSON-1030300740 tempest-ServerTagsTestJSON-1030300740-project] 10.222.0.53 "GET /v2.0/ports?device_id=69f83506-191d-4e1c-b598-e5e573d58a8a HTTP/1.1" status: 200 len: 944 time: 0.2823002 Jan 18 22:31:06.279757 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68264fd-cd48-4039-9ffe-a7c622a276c5 req-28776aaf-c126-4f11-8f76-1851f578b111 service neutron] Port 6c335ec6-0dc1-4125-8cb2-357ca85243f2 on network 3aedad9c-adfa-4ea8-9764-75b6d8ca6cc0 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:31:06.280390 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68264fd-cd48-4039-9ffe-a7c622a276c5 req-28776aaf-c126-4f11-8f76-1851f578b111 service neutron] Attempting to bind port 6c335ec6-0dc1-4125-8cb2-357ca85243f2 on network 3aedad9c-adfa-4ea8-9764-75b6d8ca6cc0 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:31:06.290280 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68264fd-cd48-4039-9ffe-a7c622a276c5 req-28776aaf-c126-4f11-8f76-1851f578b111 service neutron] Checking agent: {'id': 'e49d1b2a-ba11-487f-a804-ecbf3c0e8132', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:31:06.290649 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68264fd-cd48-4039-9ffe-a7c622a276c5 req-28776aaf-c126-4f11-8f76-1851f578b111 service neutron] Checking segment: {'id': 'd6c139a4-c60a-4450-9c2d-5ba6428bdd4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3aedad9c-adfa-4ea8-9764-75b6d8ca6cc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:31:06.290991 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68264fd-cd48-4039-9ffe-a7c622a276c5 req-28776aaf-c126-4f11-8f76-1851f578b111 service neutron] Bound using segment: {'id': 'd6c139a4-c60a-4450-9c2d-5ba6428bdd4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3aedad9c-adfa-4ea8-9764-75b6d8ca6cc0'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:31:06.291427 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-f68264fd-cd48-4039-9ffe-a7c622a276c5 req-28776aaf-c126-4f11-8f76-1851f578b111 service neutron] Bound port: 6c335ec6-0dc1-4125-8cb2-357ca85243f2, host: n-h1-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6c139a4-c60a-4450-9c2d-5ba6428bdd4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3aedad9c-adfa-4ea8-9764-75b6d8ca6cc0'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:31:06.291785 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-f68264fd-cd48-4039-9ffe-a7c622a276c5 req-28776aaf-c126-4f11-8f76-1851f578b111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:06.344747 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7eca4ada-dc5b-42b7-9819-683cbf2a5746 None None] Provisioning complete for port 82c68264-a0e7-431f-b001-5d376193cc17 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:31:06.345445 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7eca4ada-dc5b-42b7-9819-683cbf2a5746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:06.403321 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-92553ba4-3e00-4e0e-b7c0-4c22033931d8 req-8b0922f1-88c1-4893-9c44-dad840054c5a tempest-ServerTagsTestJSON-1030300740 tempest-ServerTagsTestJSON-1030300740-project] 10.222.0.53 "GET /v2.0/security-groups?id=e7e6f54a-59be-475b-9574-2e5751b9c1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160834 Jan 18 22:31:06.406877 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-79e97c9b-14fc-4cf7-b9e4-16cdba1f5dc5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:06.466843 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-f0046673-8fbd-4a56-ad2f-003250fdcdcd None None] Set router 61539a1e-1ba2-4d7c-bc5f-899e4eb32ed8 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:31:06.486138 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-f68264fd-cd48-4039-9ffe-a7c622a276c5 req-28776aaf-c126-4f11-8f76-1851f578b111 service neutron] For port 6c335ec6-0dc1-4125-8cb2-357ca85243f2, host n-h1-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:31:06.502822 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-f68264fd-cd48-4039-9ffe-a7c622a276c5 req-28776aaf-c126-4f11-8f76-1851f578b111 service neutron] For port 6c335ec6-0dc1-4125-8cb2-357ca85243f2, host n-h1-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=6c335ec6-0dc1-4125-8cb2-357ca85243f2,segment=NetworkSegment(d6c139a4-c60a-4450-9c2d-5ba6428bdd4d),segment_id=d6c139a4-c60a-4450-9c2d-5ba6428bdd4d)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:31:06.504692 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-421726a8-8d14-437c-bcf5-8464bb1c84d0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:06.506604 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 17b5d497-89e8-4316-854a-e01b4efd12f0 up at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:31:06.545907 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-f68264fd-cd48-4039-9ffe-a7c622a276c5 req-28776aaf-c126-4f11-8f76-1851f578b111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:06.587320 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-79e97c9b-14fc-4cf7-b9e4-16cdba1f5dc5 admin admin] Deleting port 7a88592e-025b-4144-912e-88ce78120f44 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:31:06.588072 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-79e97c9b-14fc-4cf7-b9e4-16cdba1f5dc5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:06.619649 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 51580) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:31:06.623344 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68264fd-cd48-4039-9ffe-a7c622a276c5 req-28776aaf-c126-4f11-8f76-1851f578b111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:06.624676 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-f68264fd-cd48-4039-9ffe-a7c622a276c5 req-28776aaf-c126-4f11-8f76-1851f578b111 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:06.626274 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f68264fd-cd48-4039-9ffe-a7c622a276c5 req-28776aaf-c126-4f11-8f76-1851f578b111 service neutron] 10.222.0.36 "PUT /v2.0/ports/6c335ec6-0dc1-4125-8cb2-357ca85243f2 HTTP/1.1" status: 200 len: 1092 time: 2.4325402 Jan 18 22:31:06.628010 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69f83506-191d-4e1c-b598-e5e573d58a8a', 'tag': '6c335ec6-0dc1-4125-8cb2-357ca85243f2'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:31:06.630491 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44582972-da89-4eb2-ab00-05b5a589e62d" -d '{"events": [{"name": "network-changed", "server_uuid": "69f83506-191d-4e1c-b598-e5e573d58a8a", "tag": "6c335ec6-0dc1-4125-8cb2-357ca85243f2"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:31:06.744334 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28776aaf-c126-4f11-8f76-1851f578b111 service neutron] Pushing event updated for resources: {'Port': ['ID=6c335ec6-0dc1-4125-8cb2-357ca85243f2,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:06.774608 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb87bc87-d9a7-4966-950f-16f25c33c370 req-96b0120d-4be8-41d5-b488-a209d76366a3 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:06.776155 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bb87bc87-d9a7-4966-950f-16f25c33c370 req-96b0120d-4be8-41d5-b488-a209d76366a3 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c183af1-247e-48b7-aed9-9e45e4b7de12 HTTP/1.1" status: 200 len: 944 time: 0.2003806 Jan 18 22:31:06.781947 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68264fd-cd48-4039-9ffe-a7c622a276c5 req-4b42613c-1fb2-478f-b102-3ee1f7522c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:06.783381 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f68264fd-cd48-4039-9ffe-a7c622a276c5 req-4b42613c-1fb2-478f-b102-3ee1f7522c0e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9c1a94530fc14527bad32b0d98ff4752&device_id=69f83506-191d-4e1c-b598-e5e573d58a8a HTTP/1.1" status: 200 len: 1095 time: 0.0926669 Jan 18 22:31:06.802415 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-79e97c9b-14fc-4cf7-b9e4-16cdba1f5dc5 admin admin] For port 7a88592e-025b-4144-912e-88ce78120f44, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=7a88592e-025b-4144-912e-88ce78120f44,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:31:06.802782 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-79e97c9b-14fc-4cf7-b9e4-16cdba1f5dc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:06.838072 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-79e97c9b-14fc-4cf7-b9e4-16cdba1f5dc5 admin admin] Calling delete_port for 7a88592e-025b-4144-912e-88ce78120f44 owned by network:router_gateway {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:31:06.841625 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning complete for port 17b5d497-89e8-4316-854a-e01b4efd12f0 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:31:06.842175 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:06.877850 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-f0046673-8fbd-4a56-ad2f-003250fdcdcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61539a1e-1ba2-4d7c-bc5f-899e4eb32ed8', 'name': 'tempest-ServersTestMultiNic-1303209654-router', 'tenant_id': 'f2db261a4e274a77b72bcc96fca0df7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '7a88592e-025b-4144-912e-88ce78120f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:29:37Z', 'updated_at': '2022-01-18T22:31:04Z', 'revision_number': 5, 'project_id': 'f2db261a4e274a77b72bcc96fca0df7b', 'gw_port': {'id': '7a88592e-025b-4144-912e-88ce78120f44', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61539a1e-1ba2-4d7c-bc5f-899e4eb32ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:29:37Z', 'updated_at': '2022-01-18T22:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:31:06.884457 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f68264fd-cd48-4039-9ffe-a7c622a276c5 req-cfc5cd79-e70d-4a53-8db4-a70921e27416 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c335ec6-0dc1-4125-8cb2-357ca85243f2 HTTP/1.1" status: 200 len: 217 time: 0.0892661 Jan 18 22:31:06.907136 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0046673-8fbd-4a56-ad2f-003250fdcdcd None None] Checking router: 61539a1e-1ba2-4d7c-bc5f-899e4eb32ed8 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:31:06.919523 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-ff47a4a6-a766-46bf-a97b-619049a468d8 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1737773251', 'router:external': True}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:31:06.933225 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0046673-8fbd-4a56-ad2f-003250fdcdcd None None] Routers {'61539a1e-1ba2-4d7c-bc5f-899e4eb32ed8'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:31:06.934491 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-f0046673-8fbd-4a56-ad2f-003250fdcdcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:30:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['61539a1e-1ba2-4d7c-bc5f-899e4eb32ed8'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:31:06.963164 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48ceab93-2ad2-4cfe-b25b-d3704fab5dde x-openstack-request-id: req-48ceab93-2ad2-4cfe-b25b-d3704fab5dde {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:31:06.963469 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69f83506-191d-4e1c-b598-e5e573d58a8a", "tag": "6c335ec6-0dc1-4125-8cb2-357ca85243f2", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:31:06.963699 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-48ceab93-2ad2-4cfe-b25b-d3704fab5dde {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:31:06.964089 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69f83506-191d-4e1c-b598-e5e573d58a8a', 'tag': '6c335ec6-0dc1-4125-8cb2-357ca85243f2', 'status': 'completed', 'code': 200} Jan 18 22:31:07.019930 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bb87bc87-d9a7-4966-950f-16f25c33c370 req-0d1b5d38-c209-4974-9986-902fc6170916 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4c0862f-5b86-40eb-b2c2-a40d9fdb492b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2285414 Jan 18 22:31:07.034474 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-f0046673-8fbd-4a56-ad2f-003250fdcdcd None None] Set router 61539a1e-1ba2-4d7c-bc5f-899e4eb32ed8 gateway port host: None {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:31:07.042363 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff47a4a6-a766-46bf-a97b-619049a468d8 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Made reservation on behalf of d84f23951558498e9c09aa6300d4a399 for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:31:07.046395 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ff47a4a6-a766-46bf-a97b-619049a468d8 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:07.047697 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d6103b-b69d-45c2-9ea2-864a8332e076 req-6c67f039-10ba-4d3e-883d-988c0e181df5 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:07.053670 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d6103b-b69d-45c2-9ea2-864a8332e076 req-6c67f039-10ba-4d3e-883d-988c0e181df5 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:07.060561 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d6103b-b69d-45c2-9ea2-864a8332e076 req-6c67f039-10ba-4d3e-883d-988c0e181df5 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:07.063048 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ff47a4a6-a766-46bf-a97b-619049a468d8 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:07.066503 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d6103b-b69d-45c2-9ea2-864a8332e076 req-6c67f039-10ba-4d3e-883d-988c0e181df5 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:07.072401 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d6103b-b69d-45c2-9ea2-864a8332e076 req-6c67f039-10ba-4d3e-883d-988c0e181df5 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:07.078635 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d6103b-b69d-45c2-9ea2-864a8332e076 req-6c67f039-10ba-4d3e-883d-988c0e181df5 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:07.084804 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d6103b-b69d-45c2-9ea2-864a8332e076 req-6c67f039-10ba-4d3e-883d-988c0e181df5 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:07.086994 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-69d6103b-b69d-45c2-9ea2-864a8332e076 req-6c67f039-10ba-4d3e-883d-988c0e181df5 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.67 "GET /v2.0/ports?device_id=5fdf43ac-e2d1-46c0-a022-01c13375d73d HTTP/1.1" status: 200 len: 5442 time: 0.3099575 Jan 18 22:31:07.114561 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-f0046673-8fbd-4a56-ad2f-003250fdcdcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61539a1e-1ba2-4d7c-bc5f-899e4eb32ed8', 'name': 'tempest-ServersTestMultiNic-1303209654-router', 'tenant_id': 'f2db261a4e274a77b72bcc96fca0df7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:29:37Z', 'updated_at': '2022-01-18T22:31:06Z', 'revision_number': 6, 'project_id': 'f2db261a4e274a77b72bcc96fca0df7b', 'gw_port_host': None}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:31:07.143492 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0046673-8fbd-4a56-ad2f-003250fdcdcd None None] The sync data for ids ['61539a1e-1ba2-4d7c-bc5f-899e4eb32ed8'] in n-d-825064-1 is: [{'id': '61539a1e-1ba2-4d7c-bc5f-899e4eb32ed8', 'name': 'tempest-ServersTestMultiNic-1303209654-router', 'tenant_id': 'f2db261a4e274a77b72bcc96fca0df7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:29:37Z', 'updated_at': '2022-01-18T22:31:06Z', 'revision_number': 6, 'project_id': 'f2db261a4e274a77b72bcc96fca0df7b', 'gw_port_host': None}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:31:07.162965 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-79e97c9b-14fc-4cf7-b9e4-16cdba1f5dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:07.164383 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68264fd-cd48-4039-9ffe-a7c622a276c5 req-238fe1f3-b688-4a2a-88dd-3cfa2f264999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:07.166153 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f68264fd-cd48-4039-9ffe-a7c622a276c5 req-238fe1f3-b688-4a2a-88dd-3cfa2f264999 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bb81a9c2-3760-43c5-a5ee-5090919b648d HTTP/1.1" status: 200 len: 849 time: 0.2074726 Jan 18 22:31:07.179407 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d6103b-b69d-45c2-9ea2-864a8332e076 req-54797866-45af-46c9-b4f7-310032e816a3 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:07.180807 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-69d6103b-b69d-45c2-9ea2-864a8332e076 req-54797866-45af-46c9-b4f7-310032e816a3 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.67 "GET /v2.0/ports/31c5c75b-ce2c-4be9-b4cf-f29652cd677a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0840955 Jan 18 22:31:07.186476 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:07.209669 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e97c9b-14fc-4cf7-b9e4-16cdba1f5dc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a88592e-025b-4144-912e-88ce78120f44,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:07.226817 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c183af1-247e-48b7-aed9-9e45e4b7de12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17b5d497-89e8-4316-854a-e01b4efd12f0'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:31:07.229429 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eebce00f-bc9a-42e5-a8f0-dd610dacc650" -d '{"events": [{"server_uuid": "7c183af1-247e-48b7-aed9-9e45e4b7de12", "name": "network-vif-plugged", "status": "completed", "tag": "17b5d497-89e8-4316-854a-e01b4efd12f0"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:31:07.242719 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 17b5d497-89e8-4316-854a-e01b4efd12f0, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=17b5d497-89e8-4316-854a-e01b4efd12f0,segment=NetworkSegment(70a4f94b-4f48-4441-9e9d-d65add0cb430),segment_id=70a4f94b-4f48-4441-9e9d-d65add0cb430)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:31:07.247080 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f68264fd-cd48-4039-9ffe-a7c622a276c5 req-d8c629d0-4456-43b8-a4d3-95d93f33b8c9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3aedad9c-adfa-4ea8-9764-75b6d8ca6cc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714951 Jan 18 22:31:07.247841 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:07.299987 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-79e97c9b-14fc-4cf7-b9e4-16cdba1f5dc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043029'] for router_gateway, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:07.305147 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-421726a8-8d14-437c-bcf5-8464bb1c84d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1040691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049'] for router, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:07.315137 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47c405b1-cd23-4155-8400-71ae2fc16850 x-openstack-request-id: req-47c405b1-cd23-4155-8400-71ae2fc16850 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:31:07.315491 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c183af1-247e-48b7-aed9-9e45e4b7de12", "name": "network-vif-plugged", "status": "completed", "tag": "17b5d497-89e8-4316-854a-e01b4efd12f0", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:31:07.315733 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-47c405b1-cd23-4155-8400-71ae2fc16850 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:31:07.316079 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c183af1-247e-48b7-aed9-9e45e4b7de12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17b5d497-89e8-4316-854a-e01b4efd12f0', 'code': 200} Jan 18 22:31:07.341873 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=17b5d497-89e8-4316-854a-e01b4efd12f0,revision_number=10']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:07.395897 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ff47a4a6-a766-46bf-a97b-619049a468d8 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:07.423723 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ff47a4a6-a766-46bf-a97b-619049a468d8 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:07.452556 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-79e97c9b-14fc-4cf7-b9e4-16cdba1f5dc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1040886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8602'] for router, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:07.458173 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-79e97c9b-14fc-4cf7-b9e4-16cdba1f5dc5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:07.486040 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff47a4a6-a766-46bf-a97b-619049a468d8 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:31:07.547829 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ff47a4a6-a766-46bf-a97b-619049a468d8 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:07.548372 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-ff47a4a6-a766-46bf-a97b-619049a468d8 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Added segment 480341a7-c763-4af3-bbb9-5d301b89ca97 of type vlan for network f846f1f5-7e05-4976-9780-e0e13cfe492f Jan 18 22:31:07.598905 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ff47a4a6-a766-46bf-a97b-619049a468d8 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:07.611968 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff47a4a6-a766-46bf-a97b-619049a468d8 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e5b58f7-adfe-4288-bb99-5b42728318f8,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:07.641119 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721058c7-e6ab-4a59-a406-4c23603ba202 req-982593c5-801f-4778-98e7-95c622d34d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:07.642728 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-721058c7-e6ab-4a59-a406-4c23603ba202 req-982593c5-801f-4778-98e7-95c622d34d2e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7c183af1-247e-48b7-aed9-9e45e4b7de12 HTTP/1.1" status: 200 len: 1097 time: 0.2096224 Jan 18 22:31:07.646541 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-79e97c9b-14fc-4cf7-b9e4-16cdba1f5dc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1040832'] for router, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:07.647100 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79e97c9b-14fc-4cf7-b9e4-16cdba1f5dc5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61539a1e-1ba2-4d7c-bc5f-899e4eb32ed8 {{(pid=102431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 22:31:07.652898 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-79e97c9b-14fc-4cf7-b9e4-16cdba1f5dc5 admin admin] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:07.654113 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-79e97c9b-14fc-4cf7-b9e4-16cdba1f5dc5 admin admin] 10.222.0.53 "DELETE /v2.0/routers/61539a1e-1ba2-4d7c-bc5f-899e4eb32ed8 HTTP/1.1" status: 204 len: 168 time: 1.5079596 Jan 18 22:31:07.684868 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 51600) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:31:07.726811 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ff47a4a6-a766-46bf-a97b-619049a468d8 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:07.727914 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff47a4a6-a766-46bf-a97b-619049a468d8 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:07.728515 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ff47a4a6-a766-46bf-a97b-619049a468d8 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:07.803756 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-721058c7-e6ab-4a59-a406-4c23603ba202 req-8b00f498-380f-44a1-992a-e9263fecc456 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c4c0862f-5b86-40eb-b2c2-a40d9fdb492b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467569 Jan 18 22:31:07.812885 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-ff47a4a6-a766-46bf-a97b-619049a468d8 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.1888578 Jan 18 22:31:07.815597 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 51602) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:31:07.816432 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff47a4a6-a766-46bf-a97b-619049a468d8 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Pushing event updated for resources: {'Network': ['ID=f846f1f5-7e05-4976-9780-e0e13cfe492f,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:07.824240 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-80500a2c-16dc-4367-8397-2e8e176c1d6e tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Request body: {'subnet': {'network_id': 'f846f1f5-7e05-4976-9780-e0e13cfe492f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:31:07.848559 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-082519f5-fffa-48c9-9969-89ba9f7671ff admin admin] Deleting subnet d1b880ee-8c17-42eb-9864-e11a0afac510 {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:31:07.855432 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-082519f5-fffa-48c9-9969-89ba9f7671ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:07.867974 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network f846f1f5-7e05-4976-9780-e0e13cfe492f details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:31:07.891273 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80500a2c-16dc-4367-8397-2e8e176c1d6e tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Made reservation on behalf of d84f23951558498e9c09aa6300d4a399 for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:31:07.893728 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-80500a2c-16dc-4367-8397-2e8e176c1d6e tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:07.954492 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-082519f5-fffa-48c9-9969-89ba9f7671ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:07.963544 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-69d6103b-b69d-45c2-9ea2-864a8332e076 req-844f9b04-ea4e-4b46-b0d3-f562318f9ef5 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.67 "GET /v2.0/networks/6762cf84-f7fb-4f6c-9c16-5d48c8ba314e?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.7654266 Jan 18 22:31:07.978165 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 82c68264-a0e7-431f-b001-5d376193cc17 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:31:08.010677 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f68264fd-cd48-4039-9ffe-a7c622a276c5 req-dfa61d01-727d-4790-8e0d-25f3408a53b6 service neutron] 10.222.0.36 "GET /v2.0/networks/3aedad9c-adfa-4ea8-9764-75b6d8ca6cc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7302058 Jan 18 22:31:08.021402 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-69d6103b-b69d-45c2-9ea2-864a8332e076 req-5f7874cb-a02d-48db-aa75-ffd5bbbe9793 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:31:08.048749 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 82c68264-a0e7-431f-b001-5d376193cc17 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:31:08.049209 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:08.078953 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-082519f5-fffa-48c9-9969-89ba9f7671ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:08.204061 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device c73e40df-3760-4851-9382-d4dbf370bb19 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:31:08.227903 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: c73e40df-3760-4851-9382-d4dbf370bb19 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:31:08.228255 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device c73e40df-3760-4851-9382-d4dbf370bb19 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:31:08.237821 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-082519f5-fffa-48c9-9969-89ba9f7671ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:08.252716 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-082519f5-fffa-48c9-9969-89ba9f7671ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:08.264603 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96516de-f379-4a7f-9ef8-f8ae2060cee2 None None] Network 9b4b258b-f1f1-4e61-b92c-886e3e86629c requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:31:08.265284 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-082519f5-fffa-48c9-9969-89ba9f7671ff admin admin] 10.222.0.53 "DELETE /v2.0/subnets/d1b880ee-8c17-42eb-9864-e11a0afac510 HTTP/1.1" status: 204 len: 168 time: 0.5689313 Jan 18 22:31:08.269532 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 51608) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:31:08.298618 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082519f5-fffa-48c9-9969-89ba9f7671ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1b880ee-8c17-42eb-9864-e11a0afac510,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:08.303145 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-69d6103b-b69d-45c2-9ea2-864a8332e076 req-5f7874cb-a02d-48db-aa75-ffd5bbbe9793 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:08.346812 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f6a0c5-0def-4304-907d-fa03003dac9e req-8ab0bf3d-50ce-473c-bac0-a03f11eef867 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:08.352353 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f6a0c5-0def-4304-907d-fa03003dac9e req-8ab0bf3d-50ce-473c-bac0-a03f11eef867 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:08.358769 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f6a0c5-0def-4304-907d-fa03003dac9e req-8ab0bf3d-50ce-473c-bac0-a03f11eef867 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:08.365234 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f6a0c5-0def-4304-907d-fa03003dac9e req-8ab0bf3d-50ce-473c-bac0-a03f11eef867 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:08.370869 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f6a0c5-0def-4304-907d-fa03003dac9e req-8ab0bf3d-50ce-473c-bac0-a03f11eef867 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:08.376826 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f6a0c5-0def-4304-907d-fa03003dac9e req-8ab0bf3d-50ce-473c-bac0-a03f11eef867 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:08.383932 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f6a0c5-0def-4304-907d-fa03003dac9e req-8ab0bf3d-50ce-473c-bac0-a03f11eef867 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:08.394016 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d2f6a0c5-0def-4304-907d-fa03003dac9e req-8ab0bf3d-50ce-473c-bac0-a03f11eef867 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fdf43ac-e2d1-46c0-a022-01c13375d73d HTTP/1.1" status: 200 len: 5442 time: 1.0348847 Jan 18 22:31:08.405217 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d92f82f1-6a09-4c92-ad7d-d96c656e55e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:08.484107 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370e5567-46fd-48dc-b61d-9e2e8faf724f None None] DHCP port deletion for 9b4b258b-f1f1-4e61-b92c-886e3e86629c request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:31:08.506451 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f68264fd-cd48-4039-9ffe-a7c622a276c5 req-f0515e4c-dda4-4837-9114-0839e98a497d service neutron] 10.222.0.36 "GET /v2.0/networks/3aedad9c-adfa-4ea8-9764-75b6d8ca6cc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3160617 Jan 18 22:31:08.517427 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-d92f82f1-6a09-4c92-ad7d-d96c656e55e8 admin admin] Deleting port dc7175e0-cd54-46ff-ac56-5224fa5d126d {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:31:08.518365 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d92f82f1-6a09-4c92-ad7d-d96c656e55e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:08.530367 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-421726a8-8d14-437c-bcf5-8464bb1c84d0 admin admin] Router 92bbca5b-f606-429b-a606-5efaebe84c22 is scheduled to L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 with binding_index 1 {{(pid=102430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 22:31:08.542999 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28646c97-8051-4a91-aef7-8a5efb94faa1 req-82270e9c-18a0-4ffc-8c3b-bf674cb41578 tempest-ServerTagsTestJSON-1030300740 tempest-ServerTagsTestJSON-1030300740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:08.551279 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-28646c97-8051-4a91-aef7-8a5efb94faa1 req-82270e9c-18a0-4ffc-8c3b-bf674cb41578 tempest-ServerTagsTestJSON-1030300740 tempest-ServerTagsTestJSON-1030300740-project] 10.222.0.53 "GET /v2.0/ports?device_id=69f83506-191d-4e1c-b598-e5e573d58a8a HTTP/1.1" status: 200 len: 944 time: 0.5451066 Jan 18 22:31:08.553159 n-d-825064-1 neutron-server[102431]: DEBUG neutron.objects.ports [None req-80500a2c-16dc-4367-8397-2e8e176c1d6e tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102431) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 18 22:31:08.553636 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-80500a2c-16dc-4367-8397-2e8e176c1d6e tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:08.565319 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d2f6a0c5-0def-4304-907d-fa03003dac9e req-a8a7f814-6e92-49ea-bcfd-3ebce847e9e2 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "GET /v2.0/security-groups?id=feae3479-97c3-4dcd-9cbb-02eadc4c6a76&id=61d17b67-718c-4475-950b-257bfb33b7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1682076 Jan 18 22:31:08.617737 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-370e5567-46fd-48dc-b61d-9e2e8faf724f None None] Deleting port dc7175e0-cd54-46ff-ac56-5224fa5d126d {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:31:08.618269 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-370e5567-46fd-48dc-b61d-9e2e8faf724f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:08.670508 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-d92f82f1-6a09-4c92-ad7d-d96c656e55e8 admin admin] For port dc7175e0-cd54-46ff-ac56-5224fa5d126d, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=dc7175e0-cd54-46ff-ac56-5224fa5d126d,segment=NetworkSegment(6c8ec8e9-5626-4462-93ed-132e26f5e8b3),segment_id=6c8ec8e9-5626-4462-93ed-132e26f5e8b3)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:31:08.670880 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d92f82f1-6a09-4c92-ad7d-d96c656e55e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:08.692522 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-69d6103b-b69d-45c2-9ea2-864a8332e076 req-5f7874cb-a02d-48db-aa75-ffd5bbbe9793 service neutron] For port 31c5c75b-ce2c-4be9-b4cf-f29652cd677a, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=31c5c75b-ce2c-4be9-b4cf-f29652cd677a,segment=NetworkSegment(ee75c36c-e3da-443e-af67-166cf5cadbbd),segment_id=ee75c36c-e3da-443e-af67-166cf5cadbbd)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:31:08.692800 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80500a2c-16dc-4367-8397-2e8e176c1d6e tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Pushing event updated for resources: {'Subnet': ['ID=04f3fe17-f822-4823-9e66-761b4b097d44,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:08.703020 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-d92f82f1-6a09-4c92-ad7d-d96c656e55e8 admin admin] Calling delete_port for dc7175e0-cd54-46ff-ac56-5224fa5d126d owned by network:dhcp {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:31:08.710491 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80500a2c-16dc-4367-8397-2e8e176c1d6e tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Checking segment: {'id': '480341a7-c763-4af3-bbb9-5d301b89ca97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'f846f1f5-7e05-4976-9780-e0e13cfe492f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:31:08.710842 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80500a2c-16dc-4367-8397-2e8e176c1d6e tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Network hostable DHCP agents. Network: f846f1f5-7e05-4976-9780-e0e13cfe492f, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:31:08.786736 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80500a2c-16dc-4367-8397-2e8e176c1d6e tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Network f846f1f5-7e05-4976-9780-e0e13cfe492f is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:31:08.806538 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-80500a2c-16dc-4367-8397-2e8e176c1d6e tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, f846f1f5-7e05-4976-9780-e0e13cfe492f) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:31:08.812614 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80500a2c-16dc-4367-8397-2e8e176c1d6e tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:08.816714 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-80500a2c-16dc-4367-8397-2e8e176c1d6e tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:08.836958 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc92bdc-ab77-4002-959c-7c62e81ff5fc None None] Network f846f1f5-7e05-4976-9780-e0e13cfe492f requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:31:08.842963 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d92f82f1-6a09-4c92-ad7d-d96c656e55e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:08.853885 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-370e5567-46fd-48dc-b61d-9e2e8faf724f None None] For port dc7175e0-cd54-46ff-ac56-5224fa5d126d, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=dc7175e0-cd54-46ff-ac56-5224fa5d126d,segment=NetworkSegment(6c8ec8e9-5626-4462-93ed-132e26f5e8b3),segment_id=6c8ec8e9-5626-4462-93ed-132e26f5e8b3)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:31:08.854362 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-370e5567-46fd-48dc-b61d-9e2e8faf724f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:08.896523 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-80500a2c-16dc-4367-8397-2e8e176c1d6e tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.0740552 Jan 18 22:31:08.910071 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 51614) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:31:08.911192 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92f82f1-6a09-4c92-ad7d-d96c656e55e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc7175e0-cd54-46ff-ac56-5224fa5d126d,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:08.918007 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-69d6103b-b69d-45c2-9ea2-864a8332e076 req-5f7874cb-a02d-48db-aa75-ffd5bbbe9793 service neutron] For port 31c5c75b-ce2c-4be9-b4cf-f29652cd677a, host n-h2-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:31:08.924960 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-2ffe7c6a-12d1-42a7-a1eb-6b1cbace600f tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1619434567', 'network_id': 'f846f1f5-7e05-4976-9780-e0e13cfe492f'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:31:08.940372 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92f82f1-6a09-4c92-ad7d-d96c656e55e8 admin admin] No DVR routers for this DVR port dc7175e0-cd54-46ff-ac56-5224fa5d126d on host n-d-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:31:08.968645 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-370e5567-46fd-48dc-b61d-9e2e8faf724f None None] Calling delete_port for dc7175e0-cd54-46ff-ac56-5224fa5d126d owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:31:09.010744 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-28646c97-8051-4a91-aef7-8a5efb94faa1 req-153f3ed7-4a09-413f-8b50-b2056fed9a67 tempest-ServerTagsTestJSON-1030300740 tempest-ServerTagsTestJSON-1030300740-project] 10.222.0.53 "GET /v2.0/security-groups?id=e7e6f54a-59be-475b-9574-2e5751b9c1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4536638 Jan 18 22:31:09.043403 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [req-69d6103b-b69d-45c2-9ea2-864a8332e076 req-5f7874cb-a02d-48db-aa75-ffd5bbbe9793 service neutron] device_id is not set on port 31c5c75b-ce2c-4be9-b4cf-f29652cd677a yet. {{(pid=102430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:31:09.049924 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44582972-da89-4eb2-ab00-05b5a589e62d req-1e3d8d7d-0bcb-45b2-b1d7-776a94570501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:09.051579 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-44582972-da89-4eb2-ab00-05b5a589e62d req-1e3d8d7d-0bcb-45b2-b1d7-776a94570501 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9c1a94530fc14527bad32b0d98ff4752&device_id=69f83506-191d-4e1c-b598-e5e573d58a8a HTTP/1.1" status: 200 len: 1095 time: 0.3005266 Jan 18 22:31:09.064017 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b25260-eb4c-41b1-9658-53979a445b06 req-b16b2b71-c454-4137-9813-4b893091766d tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:09.065734 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-07b25260-eb4c-41b1-9658-53979a445b06 req-b16b2b71-c454-4137-9813-4b893091766d tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c183af1-247e-48b7-aed9-9e45e4b7de12 HTTP/1.1" status: 200 len: 946 time: 0.3445537 Jan 18 22:31:09.083583 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-69d6103b-b69d-45c2-9ea2-864a8332e076 req-5f7874cb-a02d-48db-aa75-ffd5bbbe9793 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:09.126078 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d92f82f1-6a09-4c92-ad7d-d96c656e55e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:09.129320 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ffe7c6a-12d1-42a7-a1eb-6b1cbace600f tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Made reservation on behalf of d84f23951558498e9c09aa6300d4a399 for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:31:09.131702 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2ffe7c6a-12d1-42a7-a1eb-6b1cbace600f tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:09.151015 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-69d6103b-b69d-45c2-9ea2-864a8332e076 req-5f7874cb-a02d-48db-aa75-ffd5bbbe9793 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:09.161476 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-421726a8-8d14-437c-bcf5-8464bb1c84d0 admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:31:09.175229 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42bc49f5-7eed-4523-b11f-e491631452c7 None None] Sync routers for ids ['92bbca5b-f606-429b-a606-5efaebe84c22'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:31:09.208202 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bc49f5-7eed-4523-b11f-e491631452c7 None None] Routers {'92bbca5b-f606-429b-a606-5efaebe84c22'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:31:09.217794 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-42bc49f5-7eed-4523-b11f-e491631452c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:30:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['92bbca5b-f606-429b-a606-5efaebe84c22'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:31:09.242043 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 2b6e3326-dc40-49a1-9ecb-6190b53d266d no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:31:09.261104 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-d92f82f1-6a09-4c92-ad7d-d96c656e55e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b4b258b-f1f1-4e61-b92c-886e3e86629c']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:31:09.305678 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [None req-2ffe7c6a-12d1-42a7-a1eb-6b1cbace600f tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] device_id is not set on port 4ec56d14-1c3b-4854-b32a-92131ac2d84e yet. {{(pid=102431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:31:09.308492 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-07b25260-eb4c-41b1-9658-53979a445b06 req-b85f9257-03d4-40c5-be09-6c9ad4d0e2eb tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4c0862f-5b86-40eb-b2c2-a40d9fdb492b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2272418 Jan 18 22:31:09.340315 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-d92f82f1-6a09-4c92-ad7d-d96c656e55e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c8ec8e9-5626-4462-93ed-132e26f5e8b3') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:31:09.342554 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-d92f82f1-6a09-4c92-ad7d-d96c656e55e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c8ec8e9-5626-4462-93ed-132e26f5e8b3') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:31:09.359130 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-421726a8-8d14-437c-bcf5-8464bb1c84d0 admin admin] Notify callbacks [] for router, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:09.363182 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-421726a8-8d14-437c-bcf5-8464bb1c84d0 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.7191279 Jan 18 22:31:09.364520 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-69d6103b-b69d-45c2-9ea2-864a8332e076 req-5f7874cb-a02d-48db-aa75-ffd5bbbe9793 service neutron] No DVR routers for this DVR port 31c5c75b-ce2c-4be9-b4cf-f29652cd677a on host n-h2-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:31:09.366855 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7874cb-a02d-48db-aa75-ffd5bbbe9793 service neutron] Pushing event updated for resources: {'Port': ['ID=31c5c75b-ce2c-4be9-b4cf-f29652cd677a,revision_number=6']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:09.368464 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 51630) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:31:09.468274 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d92f82f1-6a09-4c92-ad7d-d96c656e55e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:09.507501 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-69d6103b-b69d-45c2-9ea2-864a8332e076 req-5f7874cb-a02d-48db-aa75-ffd5bbbe9793 service neutron] In _notify_port_updated(), no bound segment for port 31c5c75b-ce2c-4be9-b4cf-f29652cd677a on network 6762cf84-f7fb-4f6c-9c16-5d48c8ba314e {{(pid=102430) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 18 22:31:09.513074 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d6103b-b69d-45c2-9ea2-864a8332e076 req-5f7874cb-a02d-48db-aa75-ffd5bbbe9793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:09.513718 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-69d6103b-b69d-45c2-9ea2-864a8332e076 req-5f7874cb-a02d-48db-aa75-ffd5bbbe9793 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:09.515841 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-42bc49f5-7eed-4523-b11f-e491631452c7 None None] Set router 92bbca5b-f606-429b-a606-5efaebe84c22 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:31:09.522813 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-69d6103b-b69d-45c2-9ea2-864a8332e076 req-5f7874cb-a02d-48db-aa75-ffd5bbbe9793 service neutron] 10.222.0.67 "PUT /v2.0/ports/31c5c75b-ce2c-4be9-b4cf-f29652cd677a HTTP/1.1" status: 200 len: 1032 time: 1.5145400 Jan 18 22:31:09.524037 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44582972-da89-4eb2-ab00-05b5a589e62d req-45b1d782-5592-437f-ad66-6a8b003b1bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:09.525776 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-44582972-da89-4eb2-ab00-05b5a589e62d req-45b1d782-5592-437f-ad66-6a8b003b1bac service neutron] 10.222.0.36 "GET /v2.0/networks?id=3aedad9c-adfa-4ea8-9764-75b6d8ca6cc0 HTTP/1.1" status: 200 len: 909 time: 0.4568150 Jan 18 22:31:09.535175 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d071e75d-a563-47ef-99c5-de2bf131b50a None None] Network f846f1f5-7e05-4976-9780-e0e13cfe492f requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:31:09.540246 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-370e5567-46fd-48dc-b61d-9e2e8faf724f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:09.611416 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d92f82f1-6a09-4c92-ad7d-d96c656e55e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:09.656950 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d92f82f1-6a09-4c92-ad7d-d96c656e55e8 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:31:09.658889 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d92f82f1-6a09-4c92-ad7d-d96c656e55e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:09.685354 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:31:09.685354 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:31:09.685354 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:31:09.685354 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:31:09.685354 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:31:09.685354 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:31:09.685354 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:31:09.685354 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:31:09.685354 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:31:09.685354 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:31:09.685354 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:31:09.685354 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:31:09.685354 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:31:09.685354 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:31:09.685354 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:31:09.685354 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:31:09.685354 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:31:09.685354 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:31:09.685354 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:31:09.685354 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:31:09.685354 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:31:09.685354 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:31:09.685354 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:31:09.685354 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:31:09.685354 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:31:09.685354 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:31:09.685354 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:31:09.685354 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:31:09.685354 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:31:09.685354 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:31:09.685354 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:31:09.685354 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:31:09.693380 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-44582972-da89-4eb2-ab00-05b5a589e62d req-b179bfbd-c8cd-410c-b165-871b46f1ec42 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c335ec6-0dc1-4125-8cb2-357ca85243f2 HTTP/1.1" status: 200 len: 217 time: 0.1393557 Jan 18 22:31:09.705774 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d6103b-b69d-45c2-9ea2-864a8332e076 req-471c3fd1-76cc-4e18-8b43-0b8e0d4a6646 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:09.707182 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-69d6103b-b69d-45c2-9ea2-864a8332e076 req-471c3fd1-76cc-4e18-8b43-0b8e0d4a6646 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.67 "GET /v2.0/ports/628fd386-d663-4f6e-b10c-63286e484d82?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1801429 Jan 18 22:31:09.759615 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370e5567-46fd-48dc-b61d-9e2e8faf724f None None] Pushing event deleted for resources: {'Port': ['ID=dc7175e0-cd54-46ff-ac56-5224fa5d126d,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:09.808550 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370e5567-46fd-48dc-b61d-9e2e8faf724f None None] No DVR routers for this DVR port dc7175e0-cd54-46ff-ac56-5224fa5d126d on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:31:09.830987 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 7a88592e-025b-4144-912e-88ce78120f44 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:31:09.834998 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44582972-da89-4eb2-ab00-05b5a589e62d req-daa58874-654c-47d7-b442-f93a94888e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:09.836834 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-44582972-da89-4eb2-ab00-05b5a589e62d req-daa58874-654c-47d7-b442-f93a94888e08 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bb81a9c2-3760-43c5-a5ee-5090919b648d HTTP/1.1" status: 200 len: 849 time: 0.1282558 Jan 18 22:31:09.842158 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-69d6103b-b69d-45c2-9ea2-864a8332e076 req-aad69ff3-e488-4184-a678-08740372256a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:31:09.876630 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-42bc49f5-7eed-4523-b11f-e491631452c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92bbca5b-f606-429b-a606-5efaebe84c22', 'name': 'tempest-TestServerMultinode-1858180601-router', 'tenant_id': '7e76fc95ad134d20b500c69ce7a3a108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'c7931fb4-05bf-4eb3-8c93-3f6232330c98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:31:02Z', 'updated_at': '2022-01-18T22:31:06Z', 'revision_number': 3, 'project_id': '7e76fc95ad134d20b500c69ce7a3a108', 'gw_port': {'id': 'c7931fb4-05bf-4eb3-8c93-3f6232330c98', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:53:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92bbca5b-f606-429b-a606-5efaebe84c22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1893, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:31:04Z', 'updated_at': '2022-01-18T22:31:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:31:09.887661 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 7a88592e-025b-4144-912e-88ce78120f44 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:31:09.888955 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 7a88592e-025b-4144-912e-88ce78120f44 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:31:09.889648 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device dc7175e0-cd54-46ff-ac56-5224fa5d126d no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:31:09.903151 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:09.906303 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42bc49f5-7eed-4523-b11f-e491631452c7 None None] Checking router: 92bbca5b-f606-429b-a606-5efaebe84c22 for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:31:09.906976 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42bc49f5-7eed-4523-b11f-e491631452c7 None None] Updating router 92bbca5b-f606-429b-a606-5efaebe84c22 port c7931fb4-05bf-4eb3-8c93-3f6232330c98 binding host n-d-825064-1 {{(pid=102433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:31:09.910601 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-44582972-da89-4eb2-ab00-05b5a589e62d req-76dc6f28-7ab2-4bc8-b89d-6b1da094bc8b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3aedad9c-adfa-4ea8-9764-75b6d8ca6cc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303841 Jan 18 22:31:09.983505 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-42bc49f5-7eed-4523-b11f-e491631452c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:10.033277 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: dc7175e0-cd54-46ff-ac56-5224fa5d126d {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:31:10.034390 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device dc7175e0-cd54-46ff-ac56-5224fa5d126d not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:31:10.044541 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-44582972-da89-4eb2-ab00-05b5a589e62d req-d5cf57f8-f8c2-4005-8be1-fe7d0242b598 service neutron] 10.222.0.36 "GET /v2.0/networks/3aedad9c-adfa-4ea8-9764-75b6d8ca6cc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159732 Jan 18 22:31:10.068272 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fdf43ac-e2d1-46c0-a022-01c13375d73d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b6e3326-dc40-49a1-9ecb-6190b53d266d'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:31:10.073038 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e55d9b3-8fc8-43ee-8f58-13cc89209a7f" -d '{"events": [{"server_uuid": "5fdf43ac-e2d1-46c0-a022-01c13375d73d", "name": "network-vif-unplugged", "status": "completed", "tag": "2b6e3326-dc40-49a1-9ecb-6190b53d266d"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:31:10.113646 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-a81d6609-b927-4b36-a3f5-033565b40660 None None] Provisioning complete for port 31c5c75b-ce2c-4be9-b4cf-f29652cd677a triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:31:10.115304 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a81d6609-b927-4b36-a3f5-033565b40660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:10.123828 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 2b6e3326-dc40-49a1-9ecb-6190b53d266d, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=2b6e3326-dc40-49a1-9ecb-6190b53d266d,segment=NetworkSegment(66a6c0bc-a9db-4ef2-b573-64d9158634ea),segment_id=66a6c0bc-a9db-4ef2-b573-64d9158634ea)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:31:10.167112 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-69d6103b-b69d-45c2-9ea2-864a8332e076 req-aad69ff3-e488-4184-a678-08740372256a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:10.170962 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:10.172077 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device b39b79af-f443-48d6-a70e-0edb9f29990f no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:31:10.213340 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a96ae9-3052-4776-b7d0-1e751972b577 req-b16de7b1-aecc-4159-8e58-38853e716dce tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:10.233714 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a96ae9-3052-4776-b7d0-1e751972b577 req-b16de7b1-aecc-4159-8e58-38853e716dce tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:10.240393 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a96ae9-3052-4776-b7d0-1e751972b577 req-b16de7b1-aecc-4159-8e58-38853e716dce tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:10.247090 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a96ae9-3052-4776-b7d0-1e751972b577 req-b16de7b1-aecc-4159-8e58-38853e716dce tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:10.253428 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a96ae9-3052-4776-b7d0-1e751972b577 req-b16de7b1-aecc-4159-8e58-38853e716dce tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:10.259562 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a96ae9-3052-4776-b7d0-1e751972b577 req-b16de7b1-aecc-4159-8e58-38853e716dce tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:10.269251 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-19a96ae9-3052-4776-b7d0-1e751972b577 req-b16de7b1-aecc-4159-8e58-38853e716dce tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fdf43ac-e2d1-46c0-a022-01c13375d73d HTTP/1.1" status: 200 len: 4663 time: 0.4234853 Jan 18 22:31:10.307127 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-a81d6609-b927-4b36-a3f5-033565b40660 None None] Port 31c5c75b-ce2c-4be9-b4cf-f29652cd677a cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:31:10.341442 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=2b6e3326-dc40-49a1-9ecb-6190b53d266d,revision_number=6']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:10.429422 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-19a96ae9-3052-4776-b7d0-1e751972b577 req-6fe559e8-f73c-45c3-9bd3-60074207631d tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "GET /v2.0/security-groups?id=feae3479-97c3-4dcd-9cbb-02eadc4c6a76&id=61d17b67-718c-4475-950b-257bfb33b7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1556647 Jan 18 22:31:10.430618 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:10.485567 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0cc843-70f1-4dca-85ca-207b9ef582a2 req-79a9da07-013a-4f17-bc8e-d2ced6cf37b6 tempest-ServerTagsTestJSON-1030300740 tempest-ServerTagsTestJSON-1030300740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:10.487250 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-de0cc843-70f1-4dca-85ca-207b9ef582a2 req-79a9da07-013a-4f17-bc8e-d2ced6cf37b6 tempest-ServerTagsTestJSON-1030300740 tempest-ServerTagsTestJSON-1030300740-project] 10.222.0.53 "GET /v2.0/ports?device_id=69f83506-191d-4e1c-b598-e5e573d58a8a HTTP/1.1" status: 200 len: 944 time: 0.3430173 Jan 18 22:31:10.526721 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d92f82f1-6a09-4c92-ad7d-d96c656e55e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:10.541583 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port b39b79af-f443-48d6-a70e-0edb9f29990f, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=b39b79af-f443-48d6-a70e-0edb9f29990f,segment=NetworkSegment(66a6c0bc-a9db-4ef2-b573-64d9158634ea),segment_id=66a6c0bc-a9db-4ef2-b573-64d9158634ea)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:31:10.542738 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d92f82f1-6a09-4c92-ad7d-d96c656e55e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:10.546288 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-d92f82f1-6a09-4c92-ad7d-d96c656e55e8 admin admin] 10.222.0.53 "DELETE /v2.0/networks/9b4b258b-f1f1-4e61-b92c-886e3e86629c HTTP/1.1" status: 204 len: 168 time: 2.2747738 Jan 18 22:31:10.551735 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:10.553614 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 31c5c75b-ce2c-4be9-b4cf-f29652cd677a no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:31:10.608996 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92f82f1-6a09-4c92-ad7d-d96c656e55e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b4b258b-f1f1-4e61-b92c-886e3e86629c,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:10.609819 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-44582972-da89-4eb2-ab00-05b5a589e62d req-c546133c-6466-40fc-b090-6e2259d7642a service neutron] 10.222.0.36 "GET /v2.0/networks/3aedad9c-adfa-4ea8-9764-75b6d8ca6cc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5545549 Jan 18 22:31:10.628275 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 18 Jan 2022 22:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5cb2222-f499-46c0-86d0-3d082c07bf75 x-openstack-request-id: req-b5cb2222-f499-46c0-86d0-3d082c07bf75 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:31:10.628969 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fdf43ac-e2d1-46c0-a022-01c13375d73d", "name": "network-vif-unplugged", "status": "completed", "tag": "2b6e3326-dc40-49a1-9ecb-6190b53d266d", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:31:10.629453 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b5cb2222-f499-46c0-86d0-3d082c07bf75 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:31:10.632826 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fdf43ac-e2d1-46c0-a022-01c13375d73d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b6e3326-dc40-49a1-9ecb-6190b53d266d', 'code': 200} Jan 18 22:31:10.654136 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-de0cc843-70f1-4dca-85ca-207b9ef582a2 req-0639c704-0c38-4a72-99d1-b7d82e8afbf9 tempest-ServerTagsTestJSON-1030300740 tempest-ServerTagsTestJSON-1030300740-project] 10.222.0.53 "GET /v2.0/security-groups?id=e7e6f54a-59be-475b-9574-2e5751b9c1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559854 Jan 18 22:31:10.673224 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-2ffe7c6a-12d1-42a7-a1eb-6b1cbace600f tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Allocated IP 2001:db8::10d (f846f1f5-7e05-4976-9780-e0e13cfe492f/04f3fe17-f822-4823-9e66-761b4b097d44/4ec56d14-1c3b-4854-b32a-92131ac2d84e) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:31:10.768896 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-42bc49f5-7eed-4523-b11f-e491631452c7 None None] Notify callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:10.776630 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 31c5c75b-ce2c-4be9-b4cf-f29652cd677a not bound to the agent host n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:31:10.777199 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 790739e8-f2d1-4e6b-9f52-59a57a675b05 no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:31:10.779175 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-42bc49f5-7eed-4523-b11f-e491631452c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:10.780370 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=b39b79af-f443-48d6-a70e-0edb9f29990f,revision_number=6']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:10.805418 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-69d6103b-b69d-45c2-9ea2-864a8332e076 req-aad69ff3-e488-4184-a678-08740372256a service neutron] For port 628fd386-d663-4f6e-b10c-63286e484d82, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=628fd386-d663-4f6e-b10c-63286e484d82,segment=NetworkSegment(ee75c36c-e3da-443e-af67-166cf5cadbbd),segment_id=ee75c36c-e3da-443e-af67-166cf5cadbbd)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:31:10.854846 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f426ac1f-867d-44c0-934a-bcde5e38dfb8 None None] Pushing event updated for resources: {'Port': ['ID=c7931fb4-05bf-4eb3-8c93-3f6232330c98,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:10.867866 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f426ac1f-867d-44c0-934a-bcde5e38dfb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:31:10.868758 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f426ac1f-867d-44c0-934a-bcde5e38dfb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:31:10.869264 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f426ac1f-867d-44c0-934a-bcde5e38dfb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:31:10.870033 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f426ac1f-867d-44c0-934a-bcde5e38dfb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:31:10.870529 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f426ac1f-867d-44c0-934a-bcde5e38dfb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:31:10.871047 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f426ac1f-867d-44c0-934a-bcde5e38dfb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:31:10.872572 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f426ac1f-867d-44c0-934a-bcde5e38dfb8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:31:10.873215 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f426ac1f-867d-44c0-934a-bcde5e38dfb8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:31:10.873717 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f426ac1f-867d-44c0-934a-bcde5e38dfb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:31:10.874203 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f426ac1f-867d-44c0-934a-bcde5e38dfb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:31:10.874792 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f426ac1f-867d-44c0-934a-bcde5e38dfb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:31:10.875554 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f426ac1f-867d-44c0-934a-bcde5e38dfb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:31:10.895059 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a3408f-95a4-43fa-a91c-f14cb92c5df8 req-1ed91110-3aa4-45cb-acf7-d7e3e6a4087b tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:10.905486 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-42bc49f5-7eed-4523-b11f-e491631452c7 None None] Attempting to bind port c7931fb4-05bf-4eb3-8c93-3f6232330c98 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:31:10.906325 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-42bc49f5-7eed-4523-b11f-e491631452c7 None None] Attempting to bind port c7931fb4-05bf-4eb3-8c93-3f6232330c98 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:31:10.906982 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bc49f5-7eed-4523-b11f-e491631452c7 None None] Attempting to bind port c7931fb4-05bf-4eb3-8c93-3f6232330c98 on network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:31:10.907116 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-07a3408f-95a4-43fa-a91c-f14cb92c5df8 req-1ed91110-3aa4-45cb-acf7-d7e3e6a4087b tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c183af1-247e-48b7-aed9-9e45e4b7de12 HTTP/1.1" status: 200 len: 946 time: 0.1954868 Jan 18 22:31:10.914232 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bc49f5-7eed-4523-b11f-e491631452c7 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:31:10.915113 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bc49f5-7eed-4523-b11f-e491631452c7 None None] Checking segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:31:10.916087 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-42bc49f5-7eed-4523-b11f-e491631452c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:10.916852 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bc49f5-7eed-4523-b11f-e491631452c7 None None] Bound using segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:31:10.917881 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-42bc49f5-7eed-4523-b11f-e491631452c7 None None] Bound port: c7931fb4-05bf-4eb3-8c93-3f6232330c98, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:31:10.919204 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-42bc49f5-7eed-4523-b11f-e491631452c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:10.954288 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:10.963552 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 51664) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:31:10.979441 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-69d6103b-b69d-45c2-9ea2-864a8332e076 req-aad69ff3-e488-4184-a678-08740372256a service neutron] For port 628fd386-d663-4f6e-b10c-63286e484d82, host n-h2-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:31:10.985213 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-42bc49f5-7eed-4523-b11f-e491631452c7 None None] For port c7931fb4-05bf-4eb3-8c93-3f6232330c98, host n-d-825064-1, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:31:10.989640 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-42bc49f5-7eed-4523-b11f-e491631452c7 None None] For port c7931fb4-05bf-4eb3-8c93-3f6232330c98, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=c7931fb4-05bf-4eb3-8c93-3f6232330c98,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:31:11.001039 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-42bc49f5-7eed-4523-b11f-e491631452c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:11.029983 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 790739e8-f2d1-4e6b-9f52-59a57a675b05, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=790739e8-f2d1-4e6b-9f52-59a57a675b05,segment=NetworkSegment(ee75c36c-e3da-443e-af67-166cf5cadbbd),segment_id=ee75c36c-e3da-443e-af67-166cf5cadbbd)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:31:11.034618 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-07a3408f-95a4-43fa-a91c-f14cb92c5df8 req-bef21abe-a7bf-4686-8a23-b850b0893f21 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4c0862f-5b86-40eb-b2c2-a40d9fdb492b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250403 Jan 18 22:31:11.036666 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:11.038027 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device ac916a4a-3bf6-444a-a917-d065fe9287b9 no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:31:11.072139 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [req-69d6103b-b69d-45c2-9ea2-864a8332e076 req-aad69ff3-e488-4184-a678-08740372256a service neutron] device_id is not set on port 628fd386-d663-4f6e-b10c-63286e484d82 yet. {{(pid=102430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:31:11.074971 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-75ec53e7-ac20-4e2c-be25-14f2abbebe87 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f2db261a4e274a77b72bcc96fca0df7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1063933 Jan 18 22:31:11.077761 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 51666) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:31:11.089508 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-69d6103b-b69d-45c2-9ea2-864a8332e076 req-aad69ff3-e488-4184-a678-08740372256a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:11.111308 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f426ac1f-867d-44c0-934a-bcde5e38dfb8 None None] Pushing event updated for resources: {'Port': ['ID=c7931fb4-05bf-4eb3-8c93-3f6232330c98,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:11.137160 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bc49f5-7eed-4523-b11f-e491631452c7 None None] Routers {'92bbca5b-f606-429b-a606-5efaebe84c22'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:31:11.140048 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f84d920f-1a0e-487f-a20b-fc3492ec71bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:11.141466 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-42bc49f5-7eed-4523-b11f-e491631452c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:30:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['92bbca5b-f606-429b-a606-5efaebe84c22'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:31:11.146632 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=790739e8-f2d1-4e6b-9f52-59a57a675b05,revision_number=6']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:11.148432 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-69d6103b-b69d-45c2-9ea2-864a8332e076 req-aad69ff3-e488-4184-a678-08740372256a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:11.151224 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2ffe7c6a-12d1-42a7-a1eb-6b1cbace600f tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:11.194543 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:11.204504 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2ffe7c6a-12d1-42a7-a1eb-6b1cbace600f tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:11.230637 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port ac916a4a-3bf6-444a-a917-d065fe9287b9, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=ac916a4a-3bf6-444a-a917-d065fe9287b9,segment=NetworkSegment(faec684d-228a-4063-b282-58eaf9720a79),segment_id=faec684d-228a-4063-b282-58eaf9720a79)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:31:11.239432 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:11.241525 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device ac119faf-2a75-40e5-88c9-de25c7935e34 no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:31:11.282798 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-42bc49f5-7eed-4523-b11f-e491631452c7 None None] Set router 92bbca5b-f606-429b-a606-5efaebe84c22 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:31:11.331269 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-69d6103b-b69d-45c2-9ea2-864a8332e076 req-aad69ff3-e488-4184-a678-08740372256a service neutron] No DVR routers for this DVR port 628fd386-d663-4f6e-b10c-63286e484d82 on host n-h2-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:31:11.339284 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad69ff3-e488-4184-a678-08740372256a service neutron] Pushing event updated for resources: {'Port': ['ID=628fd386-d663-4f6e-b10c-63286e484d82,revision_number=6']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:11.374578 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=ac916a4a-3bf6-444a-a917-d065fe9287b9,revision_number=6']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:11.425324 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad69ff3-e488-4184-a678-08740372256a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:31:11.425673 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad69ff3-e488-4184-a678-08740372256a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:31:11.426017 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad69ff3-e488-4184-a678-08740372256a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:31:11.426353 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad69ff3-e488-4184-a678-08740372256a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:31:11.426684 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad69ff3-e488-4184-a678-08740372256a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:31:11.427017 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad69ff3-e488-4184-a678-08740372256a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:31:11.427342 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad69ff3-e488-4184-a678-08740372256a service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:31:11.427668 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad69ff3-e488-4184-a678-08740372256a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:31:11.428499 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad69ff3-e488-4184-a678-08740372256a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:31:11.440492 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad69ff3-e488-4184-a678-08740372256a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:31:11.440907 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad69ff3-e488-4184-a678-08740372256a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:31:11.441256 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad69ff3-e488-4184-a678-08740372256a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:31:11.453436 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-f84d920f-1a0e-487f-a20b-fc3492ec71bf admin admin] Allocated IP 172.20.0.1 (4d733439-947b-4a3e-bc2e-83a119e45caa/cea13eb9-cc3a-41e9-8703-dc9fb43ed3aa/29ff1457-0c04-4671-8995-01671c140dd1) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:31:11.485661 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ed688783-339a-4509-9e1b-fcf9f2e26fc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:11.487244 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:11.494725 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-69d6103b-b69d-45c2-9ea2-864a8332e076 req-aad69ff3-e488-4184-a678-08740372256a service neutron] In _notify_port_updated(), no bound segment for port 628fd386-d663-4f6e-b10c-63286e484d82 on network 6762cf84-f7fb-4f6c-9c16-5d48c8ba314e {{(pid=102430) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 18 22:31:11.505241 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d6103b-b69d-45c2-9ea2-864a8332e076 req-aad69ff3-e488-4184-a678-08740372256a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:11.509188 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-69d6103b-b69d-45c2-9ea2-864a8332e076 req-aad69ff3-e488-4184-a678-08740372256a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:11.514182 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-69d6103b-b69d-45c2-9ea2-864a8332e076 req-aad69ff3-e488-4184-a678-08740372256a service neutron] 10.222.0.67 "PUT /v2.0/ports/628fd386-d663-4f6e-b10c-63286e484d82 HTTP/1.1" status: 200 len: 1031 time: 1.6750710 Jan 18 22:31:11.569533 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-42bc49f5-7eed-4523-b11f-e491631452c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92bbca5b-f606-429b-a606-5efaebe84c22', 'name': 'tempest-TestServerMultinode-1858180601-router', 'tenant_id': '7e76fc95ad134d20b500c69ce7a3a108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'c7931fb4-05bf-4eb3-8c93-3f6232330c98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:31:02Z', 'updated_at': '2022-01-18T22:31:06Z', 'revision_number': 3, 'project_id': '7e76fc95ad134d20b500c69ce7a3a108', 'gw_port': {'id': 'c7931fb4-05bf-4eb3-8c93-3f6232330c98', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:53:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92bbca5b-f606-429b-a606-5efaebe84c22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1893, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:31:04Z', 'updated_at': '2022-01-18T22:31:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:31:11.575091 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port ac119faf-2a75-40e5-88c9-de25c7935e34, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=ac119faf-2a75-40e5-88c9-de25c7935e34,segment=NetworkSegment(ee75c36c-e3da-443e-af67-166cf5cadbbd),segment_id=ee75c36c-e3da-443e-af67-166cf5cadbbd)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:31:11.586779 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:11.587671 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 628fd386-d663-4f6e-b10c-63286e484d82 no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:31:11.608051 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42bc49f5-7eed-4523-b11f-e491631452c7 None None] The sync data for ids ['92bbca5b-f606-429b-a606-5efaebe84c22'] in n-d-825064-1 is: [{'id': '92bbca5b-f606-429b-a606-5efaebe84c22', 'name': 'tempest-TestServerMultinode-1858180601-router', 'tenant_id': '7e76fc95ad134d20b500c69ce7a3a108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'c7931fb4-05bf-4eb3-8c93-3f6232330c98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:31:02Z', 'updated_at': '2022-01-18T22:31:06Z', 'revision_number': 3, 'project_id': '7e76fc95ad134d20b500c69ce7a3a108', 'gw_port': {'id': 'c7931fb4-05bf-4eb3-8c93-3f6232330c98', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:53:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92bbca5b-f606-429b-a606-5efaebe84c22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1893, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:31:04Z', 'updated_at': '2022-01-18T22:31:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:31:11.622539 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ed688783-339a-4509-9e1b-fcf9f2e26fc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:11.626053 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f84d920f-1a0e-487f-a20b-fc3492ec71bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:11.702033 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ed688783-339a-4509-9e1b-fcf9f2e26fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:11.705615 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ed688783-339a-4509-9e1b-fcf9f2e26fc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:11.709328 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-ed688783-339a-4509-9e1b-fcf9f2e26fc0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4c878f5b-49fe-404e-bf29-19316c08dd2d HTTP/1.1" status: 204 len: 168 time: 0.6283572 Jan 18 22:31:11.714228 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ffe7c6a-12d1-42a7-a1eb-6b1cbace600f tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Network f846f1f5-7e05-4976-9780-e0e13cfe492f is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:31:11.722892 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f84d920f-1a0e-487f-a20b-fc3492ec71bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:11.735763 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-2ffe7c6a-12d1-42a7-a1eb-6b1cbace600f tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:31:11.745179 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffe7c6a-12d1-42a7-a1eb-6b1cbace600f tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:31:11.746379 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ffe7c6a-12d1-42a7-a1eb-6b1cbace600f tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:11.747102 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2ffe7c6a-12d1-42a7-a1eb-6b1cbace600f tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:11.770401 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed688783-339a-4509-9e1b-fcf9f2e26fc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c878f5b-49fe-404e-bf29-19316c08dd2d,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:11.782784 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 51678) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:31:11.783906 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-2ffe7c6a-12d1-42a7-a1eb-6b1cbace600f tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.8672838 Jan 18 22:31:11.794210 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84d920f-1a0e-487f-a20b-fc3492ec71bf admin admin] Network 4d733439-947b-4a3e-bc2e-83a119e45caa is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:31:11.795518 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffe7c6a-12d1-42a7-a1eb-6b1cbace600f tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Pushing event updated for resources: {'Port': ['ID=4ec56d14-1c3b-4854-b32a-92131ac2d84e,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:11.803966 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-f84d920f-1a0e-487f-a20b-fc3492ec71bf admin admin] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:31:11.807351 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84d920f-1a0e-487f-a20b-fc3492ec71bf admin admin] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:31:11.825587 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 628fd386-d663-4f6e-b10c-63286e484d82 not bound to the agent host n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:31:11.832686 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=ac119faf-2a75-40e5-88c9-de25c7935e34,revision_number=6']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:11.840096 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-84652266-5ea0-4812-819a-c85fe5aec630 None None] Provisioning complete for port 628fd386-d663-4f6e-b10c-63286e484d82 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:31:11.841997 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-84652266-5ea0-4812-819a-c85fe5aec630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:11.848411 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffe7c6a-12d1-42a7-a1eb-6b1cbace600f tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:31:11.848874 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffe7c6a-12d1-42a7-a1eb-6b1cbace600f tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:31:11.849351 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffe7c6a-12d1-42a7-a1eb-6b1cbace600f tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:31:11.849789 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffe7c6a-12d1-42a7-a1eb-6b1cbace600f tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:31:11.850229 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffe7c6a-12d1-42a7-a1eb-6b1cbace600f tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:31:11.850673 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffe7c6a-12d1-42a7-a1eb-6b1cbace600f tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:31:11.851105 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffe7c6a-12d1-42a7-a1eb-6b1cbace600f tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:31:11.851541 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffe7c6a-12d1-42a7-a1eb-6b1cbace600f tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:31:11.852065 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffe7c6a-12d1-42a7-a1eb-6b1cbace600f tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:31:11.852533 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffe7c6a-12d1-42a7-a1eb-6b1cbace600f tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:31:11.852962 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffe7c6a-12d1-42a7-a1eb-6b1cbace600f tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:31:11.853540 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffe7c6a-12d1-42a7-a1eb-6b1cbace600f tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:31:11.907944 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-84652266-5ea0-4812-819a-c85fe5aec630 None None] Port 628fd386-d663-4f6e-b10c-63286e484d82 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:31:11.956879 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f84d920f-1a0e-487f-a20b-fc3492ec71bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1040954'] for router_interface, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:11.961382 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84d920f-1a0e-487f-a20b-fc3492ec71bf admin admin] Pushing event updated for resources: {'Port': ['ID=29ff1457-0c04-4671-8995-01671c140dd1,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:12.001035 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0fa7f3-2ae2-4c3f-b596-66b875a851ba req-78df31f9-201e-45f9-9fed-093f1f956b12 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:12.021331 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0fa7f3-2ae2-4c3f-b596-66b875a851ba req-78df31f9-201e-45f9-9fed-093f1f956b12 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:12.052348 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0fa7f3-2ae2-4c3f-b596-66b875a851ba req-78df31f9-201e-45f9-9fed-093f1f956b12 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:12.069022 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0fa7f3-2ae2-4c3f-b596-66b875a851ba req-78df31f9-201e-45f9-9fed-093f1f956b12 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:12.077779 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0fa7f3-2ae2-4c3f-b596-66b875a851ba req-78df31f9-201e-45f9-9fed-093f1f956b12 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:12.081681 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ab0fa7f3-2ae2-4c3f-b596-66b875a851ba req-78df31f9-201e-45f9-9fed-093f1f956b12 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fdf43ac-e2d1-46c0-a022-01c13375d73d HTTP/1.1" status: 200 len: 3875 time: 0.3966286 Jan 18 22:31:12.188637 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8a1a28-d665-48a6-b8ca-75401be3e640 req-797c3831-966c-4dc0-9014-31c187256797 tempest-ServerTagsTestJSON-1030300740 tempest-ServerTagsTestJSON-1030300740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:12.192378 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fe8a1a28-d665-48a6-b8ca-75401be3e640 req-797c3831-966c-4dc0-9014-31c187256797 tempest-ServerTagsTestJSON-1030300740 tempest-ServerTagsTestJSON-1030300740-project] 10.222.0.53 "GET /v2.0/ports?device_id=69f83506-191d-4e1c-b598-e5e573d58a8a HTTP/1.1" status: 200 len: 944 time: 0.3985796 Jan 18 22:31:12.209389 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f84d920f-1a0e-487f-a20b-fc3492ec71bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:12.272059 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ab0fa7f3-2ae2-4c3f-b596-66b875a851ba req-edafa4e6-d04a-4c2c-b1f5-e03c36c50924 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "GET /v2.0/security-groups?id=61d17b67-718c-4475-950b-257bfb33b7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1609886 Jan 18 22:31:12.340547 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-077e6a9e-2231-4c78-bbb8-e8b81989720d None None] Provisioning complete for port 29ff1457-0c04-4671-8995-01671c140dd1 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:31:12.341061 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-077e6a9e-2231-4c78-bbb8-e8b81989720d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:12.357184 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-69d6103b-b69d-45c2-9ea2-864a8332e076 req-bb98398b-f0a2-4196-8bb1-6fe99f597559 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Deleting port 790739e8-f2d1-4e6b-9f52-59a57a675b05 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:31:12.357544 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-69d6103b-b69d-45c2-9ea2-864a8332e076 req-bb98398b-f0a2-4196-8bb1-6fe99f597559 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:12.426248 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-077e6a9e-2231-4c78-bbb8-e8b81989720d None None] Port 29ff1457-0c04-4671-8995-01671c140dd1 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:31:12.461280 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-69d6103b-b69d-45c2-9ea2-864a8332e076 req-bb98398b-f0a2-4196-8bb1-6fe99f597559 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] For port 790739e8-f2d1-4e6b-9f52-59a57a675b05, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=790739e8-f2d1-4e6b-9f52-59a57a675b05,segment=NetworkSegment(ee75c36c-e3da-443e-af67-166cf5cadbbd),segment_id=ee75c36c-e3da-443e-af67-166cf5cadbbd)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:31:12.461280 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-69d6103b-b69d-45c2-9ea2-864a8332e076 req-bb98398b-f0a2-4196-8bb1-6fe99f597559 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:12.473956 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-69d6103b-b69d-45c2-9ea2-864a8332e076 req-bb98398b-f0a2-4196-8bb1-6fe99f597559 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Calling delete_port for 790739e8-f2d1-4e6b-9f52-59a57a675b05 owned by compute:nova {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:31:12.511276 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 6c335ec6-0dc1-4125-8cb2-357ca85243f2 details requested by agent hyperv_n-h1-825064-1 with host n-h1-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:31:12.524609 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f84d920f-1a0e-487f-a20b-fc3492ec71bf admin admin] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:12.537462 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f84d920f-1a0e-487f-a20b-fc3492ec71bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:12.608844 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fe8a1a28-d665-48a6-b8ca-75401be3e640 req-9c754779-2d6d-4e45-ab34-760febce5e87 tempest-ServerTagsTestJSON-1030300740 tempest-ServerTagsTestJSON-1030300740-project] 10.222.0.53 "GET /v2.0/security-groups?id=e7e6f54a-59be-475b-9574-2e5751b9c1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4073055 Jan 18 22:31:12.619027 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-69d6103b-b69d-45c2-9ea2-864a8332e076 req-bb98398b-f0a2-4196-8bb1-6fe99f597559 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:12.622343 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-96648630-d890-4aa7-bd2f-f690ad545484 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Deleting port 4ec56d14-1c3b-4854-b32a-92131ac2d84e {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:31:12.623359 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-96648630-d890-4aa7-bd2f-f690ad545484 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:12.675170 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fdf43ac-e2d1-46c0-a022-01c13375d73d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b39b79af-f443-48d6-a70e-0edb9f29990f'}, {'server_uuid': '5fdf43ac-e2d1-46c0-a022-01c13375d73d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '790739e8-f2d1-4e6b-9f52-59a57a675b05'}, {'server_uuid': '5fdf43ac-e2d1-46c0-a022-01c13375d73d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac916a4a-3bf6-444a-a917-d065fe9287b9'}, {'server_uuid': '5fdf43ac-e2d1-46c0-a022-01c13375d73d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac119faf-2a75-40e5-88c9-de25c7935e34'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:31:12.679466 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad201f76-6059-4347-be2b-3dcf8b86fa25" -d '{"events": [{"server_uuid": "5fdf43ac-e2d1-46c0-a022-01c13375d73d", "name": "network-vif-unplugged", "status": "completed", "tag": "b39b79af-f443-48d6-a70e-0edb9f29990f"}, {"server_uuid": "5fdf43ac-e2d1-46c0-a022-01c13375d73d", "name": "network-vif-unplugged", "status": "completed", "tag": "790739e8-f2d1-4e6b-9f52-59a57a675b05"}, {"server_uuid": "5fdf43ac-e2d1-46c0-a022-01c13375d73d", "name": "network-vif-unplugged", "status": "completed", "tag": "ac916a4a-3bf6-444a-a917-d065fe9287b9"}, {"server_uuid": "5fdf43ac-e2d1-46c0-a022-01c13375d73d", "name": "network-vif-unplugged", "status": "completed", "tag": "ac119faf-2a75-40e5-88c9-de25c7935e34"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:31:12.718529 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f84d920f-1a0e-487f-a20b-fc3492ec71bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-613854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1041070'] for router_interface, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:12.726824 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84d920f-1a0e-487f-a20b-fc3492ec71bf admin admin] Pushing event updated for resources: {'Port': ['ID=29ff1457-0c04-4671-8995-01671c140dd1,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:12.745398 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb98398b-f0a2-4196-8bb1-6fe99f597559 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Pushing event deleted for resources: {'Port': ['ID=790739e8-f2d1-4e6b-9f52-59a57a675b05,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:12.760388 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:12.781276 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Tue, 18 Jan 2022 22:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5b95694-30c1-437b-8246-2bdedb49dad8 x-openstack-request-id: req-b5b95694-30c1-437b-8246-2bdedb49dad8 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:31:12.781566 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fdf43ac-e2d1-46c0-a022-01c13375d73d", "name": "network-vif-unplugged", "status": "completed", "tag": "b39b79af-f443-48d6-a70e-0edb9f29990f", "code": 200}, {"server_uuid": "5fdf43ac-e2d1-46c0-a022-01c13375d73d", "name": "network-vif-unplugged", "status": "completed", "tag": "790739e8-f2d1-4e6b-9f52-59a57a675b05", "code": 200}, {"server_uuid": "5fdf43ac-e2d1-46c0-a022-01c13375d73d", "name": "network-vif-unplugged", "status": "completed", "tag": "ac916a4a-3bf6-444a-a917-d065fe9287b9", "code": 200}, {"server_uuid": "5fdf43ac-e2d1-46c0-a022-01c13375d73d", "name": "network-vif-unplugged", "status": "completed", "tag": "ac119faf-2a75-40e5-88c9-de25c7935e34", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:31:12.781796 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b5b95694-30c1-437b-8246-2bdedb49dad8 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:31:12.782206 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fdf43ac-e2d1-46c0-a022-01c13375d73d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b39b79af-f443-48d6-a70e-0edb9f29990f', 'code': 200} Jan 18 22:31:12.782464 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fdf43ac-e2d1-46c0-a022-01c13375d73d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '790739e8-f2d1-4e6b-9f52-59a57a675b05', 'code': 200} Jan 18 22:31:12.782731 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fdf43ac-e2d1-46c0-a022-01c13375d73d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac916a4a-3bf6-444a-a917-d065fe9287b9', 'code': 200} Jan 18 22:31:12.782961 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fdf43ac-e2d1-46c0-a022-01c13375d73d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac119faf-2a75-40e5-88c9-de25c7935e34', 'code': 200} Jan 18 22:31:12.802516 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 6c335ec6-0dc1-4125-8cb2-357ca85243f2, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=6c335ec6-0dc1-4125-8cb2-357ca85243f2,segment=NetworkSegment(d6c139a4-c60a-4450-9c2d-5ba6428bdd4d),segment_id=d6c139a4-c60a-4450-9c2d-5ba6428bdd4d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:31:12.821717 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Returning: {'device': '6c335ec6-0dc1-4125-8cb2-357ca85243f2', 'network_id': '3aedad9c-adfa-4ea8-9764-75b6d8ca6cc0', 'port_id': '6c335ec6-0dc1-4125-8cb2-357ca85243f2', 'mac_address': 'fa:16:3e:52:2c:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb81a9c2-3760-43c5-a5ee-5090919b648d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:31:12.843331 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-69d6103b-b69d-45c2-9ea2-864a8332e076 req-bb98398b-f0a2-4196-8bb1-6fe99f597559 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] No DVR routers for this DVR port 790739e8-f2d1-4e6b-9f52-59a57a675b05 on host n-h2-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:31:12.851200 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-69d6103b-b69d-45c2-9ea2-864a8332e076 req-bb98398b-f0a2-4196-8bb1-6fe99f597559 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:12.854549 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-69d6103b-b69d-45c2-9ea2-864a8332e076 req-bb98398b-f0a2-4196-8bb1-6fe99f597559 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.67 "DELETE /v2.0/ports/790739e8-f2d1-4e6b-9f52-59a57a675b05 HTTP/1.1" status: 204 len: 173 time: 1.2995193 Jan 18 22:31:12.855031 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fdf43ac-e2d1-46c0-a022-01c13375d73d', 'name': 'network-vif-deleted', 'tag': '790739e8-f2d1-4e6b-9f52-59a57a675b05'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:31:12.858058 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a713461-c2a3-4e67-8d46-11e649fc85e9" -d '{"events": [{"server_uuid": "5fdf43ac-e2d1-46c0-a022-01c13375d73d", "name": "network-vif-deleted", "tag": "790739e8-f2d1-4e6b-9f52-59a57a675b05"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:31:12.909853 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:12.937663 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c335ec6-0dc1-4125-8cb2-357ca85243f2 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:31:12.963877 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b79186d-8680-4e9a-803d-16ffaf8a2cda x-openstack-request-id: req-2b79186d-8680-4e9a-803d-16ffaf8a2cda {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:31:12.964385 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fdf43ac-e2d1-46c0-a022-01c13375d73d", "name": "network-vif-deleted", "tag": "790739e8-f2d1-4e6b-9f52-59a57a675b05", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:31:12.965767 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2b79186d-8680-4e9a-803d-16ffaf8a2cda {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:31:12.966377 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fdf43ac-e2d1-46c0-a022-01c13375d73d', 'name': 'network-vif-deleted', 'tag': '790739e8-f2d1-4e6b-9f52-59a57a675b05', 'status': 'completed', 'code': 200} Jan 18 22:31:12.984668 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-96648630-d890-4aa7-bd2f-f690ad545484 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:12.987584 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84d920f-1a0e-487f-a20b-fc3492ec71bf admin admin] Network 4d733439-947b-4a3e-bc2e-83a119e45caa is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:31:12.991524 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-f84d920f-1a0e-487f-a20b-fc3492ec71bf admin admin] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:31:12.992287 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 6c335ec6-0dc1-4125-8cb2-357ca85243f2, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=6c335ec6-0dc1-4125-8cb2-357ca85243f2,segment=NetworkSegment(d6c139a4-c60a-4450-9c2d-5ba6428bdd4d),segment_id=d6c139a4-c60a-4450-9c2d-5ba6428bdd4d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:31:13.004710 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:13.021701 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-96648630-d890-4aa7-bd2f-f690ad545484 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Calling delete_port for 4ec56d14-1c3b-4854-b32a-92131ac2d84e owned by {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:31:13.039368 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 51704) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:31:13.117838 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=6c335ec6-0dc1-4125-8cb2-357ca85243f2,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:13.213323 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['6c335ec6-0dc1-4125-8cb2-357ca85243f2'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:31:13.245995 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f84d920f-1a0e-487f-a20b-fc3492ec71bf admin admin] Router 92bbca5b-f606-429b-a606-5efaebe84c22 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:31:13.308903 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-a51079f0-cafb-4b1b-9bf9-0d2a6919bc8f admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-716412312-network', 'tenant_id': 'b13a63811399478ea8c9364812ac4b25'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:31:13.408066 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-69d6103b-b69d-45c2-9ea2-864a8332e076 req-be96e298-ffdc-4c92-8af8-7e6ada378c5d tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Deleting port ac119faf-2a75-40e5-88c9-de25c7935e34 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:31:13.408404 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-69d6103b-b69d-45c2-9ea2-864a8332e076 req-be96e298-ffdc-4c92-8af8-7e6ada378c5d tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:13.472594 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f84d920f-1a0e-487f-a20b-fc3492ec71bf admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:31:13.486609 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-f84d920f-1a0e-487f-a20b-fc3492ec71bf admin admin] 10.222.0.53 "PUT /v2.0/routers/92bbca5b-f606-429b-a606-5efaebe84c22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1066554 Jan 18 22:31:13.486844 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-6e134708-d013-44a4-8c85-8ce156b2622c None None] Provisioning complete for port 29ff1457-0c04-4671-8995-01671c140dd1 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:31:13.486844 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6e134708-d013-44a4-8c85-8ce156b2622c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:13.497956 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a51079f0-cafb-4b1b-9bf9-0d2a6919bc8f admin admin] Made reservation on behalf of b13a63811399478ea8c9364812ac4b25 for: {'network': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:31:13.502136 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a51079f0-cafb-4b1b-9bf9-0d2a6919bc8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:13.549374 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-6e134708-d013-44a4-8c85-8ce156b2622c None None] Port 29ff1457-0c04-4671-8995-01671c140dd1 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:31:13.575483 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a51079f0-cafb-4b1b-9bf9-0d2a6919bc8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:13.617884 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:13.668229 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b621b1-c497-4e4e-8c0e-3ac3a801bea0 req-868fa8c9-045e-4efc-a995-f463b403da47 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:13.674125 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b621b1-c497-4e4e-8c0e-3ac3a801bea0 req-868fa8c9-045e-4efc-a995-f463b403da47 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:13.680469 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b621b1-c497-4e4e-8c0e-3ac3a801bea0 req-868fa8c9-045e-4efc-a995-f463b403da47 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:13.687054 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b621b1-c497-4e4e-8c0e-3ac3a801bea0 req-868fa8c9-045e-4efc-a995-f463b403da47 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:13.688892 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-38b621b1-c497-4e4e-8c0e-3ac3a801bea0 req-868fa8c9-045e-4efc-a995-f463b403da47 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fdf43ac-e2d1-46c0-a022-01c13375d73d HTTP/1.1" status: 200 len: 3143 time: 0.2442591 Jan 18 22:31:13.694588 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-96648630-d890-4aa7-bd2f-f690ad545484 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:13.834988 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-69d6103b-b69d-45c2-9ea2-864a8332e076 req-be96e298-ffdc-4c92-8af8-7e6ada378c5d tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] For port ac119faf-2a75-40e5-88c9-de25c7935e34, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=ac119faf-2a75-40e5-88c9-de25c7935e34,segment=NetworkSegment(ee75c36c-e3da-443e-af67-166cf5cadbbd),segment_id=ee75c36c-e3da-443e-af67-166cf5cadbbd)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:31:13.835393 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-69d6103b-b69d-45c2-9ea2-864a8332e076 req-be96e298-ffdc-4c92-8af8-7e6ada378c5d tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:13.838676 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96648630-d890-4aa7-bd2f-f690ad545484 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Pushing event deleted for resources: {'Port': ['ID=4ec56d14-1c3b-4854-b32a-92131ac2d84e,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:13.847148 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device c7931fb4-05bf-4eb3-8c93-3f6232330c98 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:31:13.917161 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-69d6103b-b69d-45c2-9ea2-864a8332e076 req-be96e298-ffdc-4c92-8af8-7e6ada378c5d tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Calling delete_port for ac119faf-2a75-40e5-88c9-de25c7935e34 owned by compute:nova {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:31:13.922772 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port c7931fb4-05bf-4eb3-8c93-3f6232330c98 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:31:13.923549 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:13.924689 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-96648630-d890-4aa7-bd2f-f690ad545484 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:13.927889 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-96648630-d890-4aa7-bd2f-f690ad545484 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] 10.222.0.53 "DELETE /v2.0/ports/4ec56d14-1c3b-4854-b32a-92131ac2d84e HTTP/1.1" status: 204 len: 168 time: 2.1441770 Jan 18 22:31:13.930987 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 51722) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:31:13.938024 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-4a784e09-9ce3-4129-96d2-ed7890e86368 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f846f1f5-7e05-4976-9780-e0e13cfe492f', 'external_fixed_ips': [{'subnet_id': '04f3fe17-f822-4823-9e66-761b4b097d44', 'ip_address': '2001:db8::10d'}]}}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:31:13.999567 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4a784e09-9ce3-4129-96d2-ed7890e86368 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1044160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8692'] for router, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:14.000760 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4a784e09-9ce3-4129-96d2-ed7890e86368 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1040680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8675'] for router, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:14.055182 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:14.097005 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port c7931fb4-05bf-4eb3-8c93-3f6232330c98, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=c7931fb4-05bf-4eb3-8c93-3f6232330c98,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:31:14.103871 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:14.168052 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4a784e09-9ce3-4129-96d2-ed7890e86368 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:14.205646 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=c7931fb4-05bf-4eb3-8c93-3f6232330c98,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:14.322548 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 51730) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:31:14.357691 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-18afe2b3-6260-4688-92bf-d8dc5a931352 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1199056580-network', 'tenant_id': 'b5bef17513094624b7242b46a2e6b424'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:31:14.363666 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-38b621b1-c497-4e4e-8c0e-3ac3a801bea0 req-cd4f9b00-df99-4bf7-9414-aa2d725d07cc tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "GET /v2.0/security-groups?id=61d17b67-718c-4475-950b-257bfb33b7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6558876 Jan 18 22:31:14.373041 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4a784e09-9ce3-4129-96d2-ed7890e86368 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:14.399407 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0141e553-7280-4617-948a-26b606740268 None None] Sync routers for ids ['92bbca5b-f606-429b-a606-5efaebe84c22'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:31:14.409151 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0141e553-7280-4617-948a-26b606740268 None None] Routers {'92bbca5b-f606-429b-a606-5efaebe84c22'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:31:14.409775 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-0141e553-7280-4617-948a-26b606740268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:30:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['92bbca5b-f606-429b-a606-5efaebe84c22'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:31:14.413239 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b51d1-258f-4faf-94f6-56c34da306f0 req-6d12a049-af48-4eaa-9ab5-290d2429fb61 tempest-ServerTagsTestJSON-1030300740 tempest-ServerTagsTestJSON-1030300740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:14.414750 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c04b51d1-258f-4faf-94f6-56c34da306f0 req-6d12a049-af48-4eaa-9ab5-290d2429fb61 tempest-ServerTagsTestJSON-1030300740 tempest-ServerTagsTestJSON-1030300740-project] 10.222.0.53 "GET /v2.0/ports?device_id=69f83506-191d-4e1c-b598-e5e573d58a8a HTTP/1.1" status: 200 len: 945 time: 0.6076343 Jan 18 22:31:14.432375 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a51079f0-cafb-4b1b-9bf9-0d2a6919bc8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:14.442772 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18afe2b3-6260-4688-92bf-d8dc5a931352 admin admin] Made reservation on behalf of b5bef17513094624b7242b46a2e6b424 for: {'network': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:31:14.445067 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-18afe2b3-6260-4688-92bf-d8dc5a931352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:14.455249 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a51079f0-cafb-4b1b-9bf9-0d2a6919bc8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:14.485972 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-18afe2b3-6260-4688-92bf-d8dc5a931352 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:14.518445 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 6c335ec6-0dc1-4125-8cb2-357ca85243f2 up at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:31:14.522994 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a51079f0-cafb-4b1b-9bf9-0d2a6919bc8f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=102430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:31:14.525015 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-0141e553-7280-4617-948a-26b606740268 None None] Set router 92bbca5b-f606-429b-a606-5efaebe84c22 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:31:14.546433 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c04b51d1-258f-4faf-94f6-56c34da306f0 req-d9494216-2301-40f5-8c13-2c6d244b6bc8 tempest-ServerTagsTestJSON-1030300740 tempest-ServerTagsTestJSON-1030300740-project] 10.222.0.53 "GET /v2.0/security-groups?id=e7e6f54a-59be-475b-9574-2e5751b9c1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170616 Jan 18 22:31:14.567615 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51079f0-cafb-4b1b-9bf9-0d2a6919bc8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a244c73f-54e3-4e4d-98a8-85f9b3b6f2e7,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:14.594096 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a51079f0-cafb-4b1b-9bf9-0d2a6919bc8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:14.594441 n-d-825064-1 neutron-server[102430]: INFO neutron.db.segments_db [None req-a51079f0-cafb-4b1b-9bf9-0d2a6919bc8f admin admin] Added segment 7743c850-5210-4ba4-9f3d-c36b56cfbc02 of type vlan for network 7f8f60a6-0a69-4cab-9272-7a8b8c7e516c Jan 18 22:31:14.611190 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning for port 6c335ec6-0dc1-4125-8cb2-357ca85243f2 completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:31:14.642785 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning complete for port 6c335ec6-0dc1-4125-8cb2-357ca85243f2 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:31:14.643063 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:14.649361 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4a784e09-9ce3-4129-96d2-ed7890e86368 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:14.659330 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-69d6103b-b69d-45c2-9ea2-864a8332e076 req-be96e298-ffdc-4c92-8af8-7e6ada378c5d tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:14.661961 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a51079f0-cafb-4b1b-9bf9-0d2a6919bc8f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:14.674665 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4a784e09-9ce3-4129-96d2-ed7890e86368 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:14.703313 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be96e298-ffdc-4c92-8af8-7e6ada378c5d tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Pushing event deleted for resources: {'Port': ['ID=ac119faf-2a75-40e5-88c9-de25c7935e34,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:14.780162 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a51079f0-cafb-4b1b-9bf9-0d2a6919bc8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:14.781015 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51079f0-cafb-4b1b-9bf9-0d2a6919bc8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:14.781580 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a51079f0-cafb-4b1b-9bf9-0d2a6919bc8f admin admin] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:14.789799 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-69d6103b-b69d-45c2-9ea2-864a8332e076 req-be96e298-ffdc-4c92-8af8-7e6ada378c5d tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] No DVR routers for this DVR port ac119faf-2a75-40e5-88c9-de25c7935e34 on host n-h2-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:31:14.808563 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-69d6103b-b69d-45c2-9ea2-864a8332e076 req-be96e298-ffdc-4c92-8af8-7e6ada378c5d tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:14.812001 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-69d6103b-b69d-45c2-9ea2-864a8332e076 req-be96e298-ffdc-4c92-8af8-7e6ada378c5d tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.67 "DELETE /v2.0/ports/ac119faf-2a75-40e5-88c9-de25c7935e34 HTTP/1.1" status: 204 len: 173 time: 1.9302559 Jan 18 22:31:14.816059 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-18afe2b3-6260-4688-92bf-d8dc5a931352 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:14.822836 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:14.853764 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69f83506-191d-4e1c-b598-e5e573d58a8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c335ec6-0dc1-4125-8cb2-357ca85243f2'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:31:14.856198 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e315f4b5-4c56-48e2-a2be-ca31cca1d7ab" -d '{"events": [{"server_uuid": "69f83506-191d-4e1c-b598-e5e573d58a8a", "name": "network-vif-plugged", "status": "completed", "tag": "6c335ec6-0dc1-4125-8cb2-357ca85243f2"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:31:14.859122 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-4a784e09-9ce3-4129-96d2-ed7890e86368 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Allocated IP 2001:db8::10d (f846f1f5-7e05-4976-9780-e0e13cfe492f/04f3fe17-f822-4823-9e66-761b4b097d44/9e3a9b36-f2ce-415b-8fab-bcb5fb75a8cb) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:31:14.897921 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 6c335ec6-0dc1-4125-8cb2-357ca85243f2, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=6c335ec6-0dc1-4125-8cb2-357ca85243f2,segment=NetworkSegment(d6c139a4-c60a-4450-9c2d-5ba6428bdd4d),segment_id=d6c139a4-c60a-4450-9c2d-5ba6428bdd4d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:31:14.915370 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:14.919545 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be47477e-dc88-4f16-81c3-9dfaa2cc33bf x-openstack-request-id: req-be47477e-dc88-4f16-81c3-9dfaa2cc33bf {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:31:14.919875 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69f83506-191d-4e1c-b598-e5e573d58a8a", "name": "network-vif-plugged", "status": "completed", "tag": "6c335ec6-0dc1-4125-8cb2-357ca85243f2", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:31:14.920388 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-be47477e-dc88-4f16-81c3-9dfaa2cc33bf {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:31:14.921030 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69f83506-191d-4e1c-b598-e5e573d58a8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c335ec6-0dc1-4125-8cb2-357ca85243f2', 'code': 200} Jan 18 22:31:14.922107 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-a51079f0-cafb-4b1b-9bf9-0d2a6919bc8f admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.8773124 Jan 18 22:31:14.932452 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 51738) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:31:14.946410 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-b29175c7-0bc3-460f-a240-625ec393efd1 admin admin] Request body: {'subnet': {'network_id': '7f8f60a6-0a69-4cab-9272-7a8b8c7e516c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-716412312-subnet', 'tenant_id': 'b13a63811399478ea8c9364812ac4b25', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:31:14.970148 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-18afe2b3-6260-4688-92bf-d8dc5a931352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:14.971065 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-0141e553-7280-4617-948a-26b606740268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92bbca5b-f606-429b-a606-5efaebe84c22', 'name': 'tempest-TestServerMultinode-1858180601-router', 'tenant_id': '7e76fc95ad134d20b500c69ce7a3a108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'c7931fb4-05bf-4eb3-8c93-3f6232330c98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:31:02Z', 'updated_at': '2022-01-18T22:31:12Z', 'revision_number': 4, 'project_id': '7e76fc95ad134d20b500c69ce7a3a108', 'gw_port': {'id': 'c7931fb4-05bf-4eb3-8c93-3f6232330c98', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:53:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bbca5b-f606-429b-a606-5efaebe84c22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1893, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:31:04Z', 'updated_at': '2022-01-18T22:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '29ff1457-0c04-4671-8995-01671c140dd1', 'name': '', 'network_id': '4d733439-947b-4a3e-bc2e-83a119e45caa', 'tenant_id': '7e76fc95ad134d20b500c69ce7a3a108', 'mac_address': 'fa:16:3e:be:25:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92bbca5b-f606-429b-a606-5efaebe84c22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': 'cea13eb9-cc3a-41e9-8703-dc9fb43ed3aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:31:11Z', 'updated_at': '2022-01-18T22:31:12Z', 'revision_number': 2, 'project_id': '7e76fc95ad134d20b500c69ce7a3a108', 'subnets': [{'id': 'cea13eb9-cc3a-41e9-8703-dc9fb43ed3aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:31:14.977699 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fdf43ac-e2d1-46c0-a022-01c13375d73d', 'name': 'network-vif-deleted', 'tag': 'ac119faf-2a75-40e5-88c9-de25c7935e34'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:31:14.980016 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b4aae09-9794-40b0-9d88-e5e4eaeac535" -d '{"events": [{"server_uuid": "5fdf43ac-e2d1-46c0-a022-01c13375d73d", "name": "network-vif-deleted", "tag": "ac119faf-2a75-40e5-88c9-de25c7935e34"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:31:15.035775 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b29175c7-0bc3-460f-a240-625ec393efd1 admin admin] Made reservation on behalf of b13a63811399478ea8c9364812ac4b25 for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:31:15.036006 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b29175c7-0bc3-460f-a240-625ec393efd1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:15.037219 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0141e553-7280-4617-948a-26b606740268 None None] Checking router: 92bbca5b-f606-429b-a606-5efaebe84c22 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:31:15.038058 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0141e553-7280-4617-948a-26b606740268 None None] Updating router 92bbca5b-f606-429b-a606-5efaebe84c22 port 29ff1457-0c04-4671-8995-01671c140dd1 binding host n-d-825064-1 {{(pid=102432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:31:15.052269 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18afe2b3-6260-4688-92bf-d8dc5a931352 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=102430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:31:15.070125 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51079f0-cafb-4b1b-9bf9-0d2a6919bc8f admin admin] Pushing event updated for resources: {'Network': ['ID=7f8f60a6-0a69-4cab-9272-7a8b8c7e516c,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:15.088097 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0141e553-7280-4617-948a-26b606740268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:15.100769 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b69cc7c-7afc-4fe1-b2de-8e6a82973cc4 x-openstack-request-id: req-4b69cc7c-7afc-4fe1-b2de-8e6a82973cc4 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:31:15.101203 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fdf43ac-e2d1-46c0-a022-01c13375d73d", "name": "network-vif-deleted", "tag": "ac119faf-2a75-40e5-88c9-de25c7935e34", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:31:15.101345 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 7f8f60a6-0a69-4cab-9272-7a8b8c7e516c details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:31:15.101644 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4b69cc7c-7afc-4fe1-b2de-8e6a82973cc4 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:31:15.102137 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fdf43ac-e2d1-46c0-a022-01c13375d73d', 'name': 'network-vif-deleted', 'tag': 'ac119faf-2a75-40e5-88c9-de25c7935e34', 'status': 'completed', 'code': 200} Jan 18 22:31:15.106910 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18afe2b3-6260-4688-92bf-d8dc5a931352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80651b36-1a6f-45a6-b224-3c0baae9ad40,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:15.130709 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-18afe2b3-6260-4688-92bf-d8dc5a931352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:15.131157 n-d-825064-1 neutron-server[102430]: INFO neutron.db.segments_db [None req-18afe2b3-6260-4688-92bf-d8dc5a931352 admin admin] Added segment 048f41af-5f0a-47fd-83b4-72799a27d666 of type vlan for network b53c4a91-53ba-4f45-af0e-0535e80b10bb Jan 18 22:31:15.135566 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ba4559-493d-4fcb-8195-35ee51a1d109 req-e1cad917-224f-4e6d-9ab1-71ff5ab135ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:15.138251 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-20ba4559-493d-4fcb-8195-35ee51a1d109 req-e1cad917-224f-4e6d-9ab1-71ff5ab135ab service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=69f83506-191d-4e1c-b598-e5e573d58a8a HTTP/1.1" status: 200 len: 1097 time: 0.1466722 Jan 18 22:31:15.139497 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=6c335ec6-0dc1-4125-8cb2-357ca85243f2,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:15.166652 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4a784e09-9ce3-4129-96d2-ed7890e86368 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:15.194927 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-20ba4559-493d-4fcb-8195-35ee51a1d109 req-d51223a9-61c3-422c-94c3-91794d64dc8b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e7e6f54a-59be-475b-9574-2e5751b9c1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447598 Jan 18 22:31:15.221367 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-69d6103b-b69d-45c2-9ea2-864a8332e076 req-f1fd0a8b-5e58-4e14-869e-81d4b5b45ad4 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Deleting port ac916a4a-3bf6-444a-a917-d065fe9287b9 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:31:15.222215 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-69d6103b-b69d-45c2-9ea2-864a8332e076 req-f1fd0a8b-5e58-4e14-869e-81d4b5b45ad4 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:15.271097 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4a784e09-9ce3-4129-96d2-ed7890e86368 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:15.296800 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-18afe2b3-6260-4688-92bf-d8dc5a931352 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:15.375501 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a784e09-9ce3-4129-96d2-ed7890e86368 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Network f846f1f5-7e05-4976-9780-e0e13cfe492f is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:31:15.388068 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-4a784e09-9ce3-4129-96d2-ed7890e86368 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:31:15.395189 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a784e09-9ce3-4129-96d2-ed7890e86368 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:31:15.395389 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-18afe2b3-6260-4688-92bf-d8dc5a931352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:15.396396 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18afe2b3-6260-4688-92bf-d8dc5a931352 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:15.396971 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-18afe2b3-6260-4688-92bf-d8dc5a931352 admin admin] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:15.402311 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a784e09-9ce3-4129-96d2-ed7890e86368 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Pushing event updated for resources: {'Port': ['ID=9e3a9b36-f2ce-415b-8fab-bcb5fb75a8cb,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:15.497579 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18afe2b3-6260-4688-92bf-d8dc5a931352 admin admin] Pushing event updated for resources: {'Network': ['ID=b53c4a91-53ba-4f45-af0e-0535e80b10bb,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:15.502387 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-69d6103b-b69d-45c2-9ea2-864a8332e076 req-f1fd0a8b-5e58-4e14-869e-81d4b5b45ad4 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] For port ac916a4a-3bf6-444a-a917-d065fe9287b9, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=ac916a4a-3bf6-444a-a917-d065fe9287b9,segment=NetworkSegment(faec684d-228a-4063-b282-58eaf9720a79),segment_id=faec684d-228a-4063-b282-58eaf9720a79)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:31:15.502601 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-69d6103b-b69d-45c2-9ea2-864a8332e076 req-f1fd0a8b-5e58-4e14-869e-81d4b5b45ad4 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:15.505407 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b29175c7-0bc3-460f-a240-625ec393efd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:15.522731 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-18afe2b3-6260-4688-92bf-d8dc5a931352 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1978564 Jan 18 22:31:15.555005 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 51758) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:31:15.564971 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-caae97a5-2e06-48e5-a628-cd561e0330d9 admin admin] Request body: {'subnet': {'network_id': 'b53c4a91-53ba-4f45-af0e-0535e80b10bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1199056580-subnet', 'tenant_id': 'b5bef17513094624b7242b46a2e6b424', 'ip_version': 4}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:31:15.597322 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network b53c4a91-53ba-4f45-af0e-0535e80b10bb details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:31:15.629133 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29175c7-0bc3-460f-a240-625ec393efd1 admin admin] Checking segment: {'id': '7743c850-5210-4ba4-9f3d-c36b56cfbc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '7f8f60a6-0a69-4cab-9272-7a8b8c7e516c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:31:15.629529 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29175c7-0bc3-460f-a240-625ec393efd1 admin admin] Network hostable DHCP agents. Network: 7f8f60a6-0a69-4cab-9272-7a8b8c7e516c, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:31:15.639148 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caae97a5-2e06-48e5-a628-cd561e0330d9 admin admin] Made reservation on behalf of b5bef17513094624b7242b46a2e6b424 for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:31:15.641984 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-caae97a5-2e06-48e5-a628-cd561e0330d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:15.643748 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29175c7-0bc3-460f-a240-625ec393efd1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe534ede-1891-40b2-8d83-7d5ec4b566e4,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:15.696294 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014698e2-41b8-499c-95e9-a6aa6ba221af req-d174a668-7997-4d76-b9ad-308d111bef64 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:15.702499 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014698e2-41b8-499c-95e9-a6aa6ba221af req-d174a668-7997-4d76-b9ad-308d111bef64 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:15.711475 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014698e2-41b8-499c-95e9-a6aa6ba221af req-d174a668-7997-4d76-b9ad-308d111bef64 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:15.713253 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-014698e2-41b8-499c-95e9-a6aa6ba221af req-d174a668-7997-4d76-b9ad-308d111bef64 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fdf43ac-e2d1-46c0-a022-01c13375d73d HTTP/1.1" status: 200 len: 2410 time: 0.1972618 Jan 18 22:31:15.742559 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29175c7-0bc3-460f-a240-625ec393efd1 admin admin] Network 7f8f60a6-0a69-4cab-9272-7a8b8c7e516c is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:31:15.775876 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device c7931fb4-05bf-4eb3-8c93-3f6232330c98 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:31:15.796769 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-b29175c7-0bc3-460f-a240-625ec393efd1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 7f8f60a6-0a69-4cab-9272-7a8b8c7e516c) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:31:15.798885 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153e628a-de7f-4a00-8c90-bfe142800e18 req-fde9ecfd-9c70-4ba3-afce-625a1feec1d8 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:15.800798 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-153e628a-de7f-4a00-8c90-bfe142800e18 req-fde9ecfd-9c70-4ba3-afce-625a1feec1d8 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5ba1bdb-f998-48b1-912b-1d8c0eec8f6d HTTP/1.1" status: 200 len: 945 time: 0.1639054 Jan 18 22:31:15.815704 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29175c7-0bc3-460f-a240-625ec393efd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:15.817050 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b29175c7-0bc3-460f-a240-625ec393efd1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:15.829922 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-014698e2-41b8-499c-95e9-a6aa6ba221af req-3ea28123-c06b-4833-8109-7b0877243372 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "GET /v2.0/security-groups?id=61d17b67-718c-4475-950b-257bfb33b7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753083 Jan 18 22:31:15.831190 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da1fafe-893e-4ea3-8a83-29a17efc1e06 None None] Network 7f8f60a6-0a69-4cab-9272-7a8b8c7e516c requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:31:15.842145 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4a784e09-9ce3-4129-96d2-ed7890e86368 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:15.914758 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-153e628a-de7f-4a00-8c90-bfe142800e18 req-b446e957-535a-436b-a713-2c9252e20a18 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2a384ad-409f-49f0-9e96-d4e872d08664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900180 Jan 18 22:31:15.955351 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-b29175c7-0bc3-460f-a240-625ec393efd1 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0123057 Jan 18 22:31:15.970396 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-69d6103b-b69d-45c2-9ea2-864a8332e076 req-f1fd0a8b-5e58-4e14-869e-81d4b5b45ad4 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:15.971040 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-69d6103b-b69d-45c2-9ea2-864a8332e076 req-f1fd0a8b-5e58-4e14-869e-81d4b5b45ad4 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043075'] for floatingip, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:15.971872 n-d-825064-1 neutron-server[102430]: INFO neutron.db.l3_db [req-69d6103b-b69d-45c2-9ea2-864a8332e076 req-f1fd0a8b-5e58-4e14-869e-81d4b5b45ad4 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Floating IP a9b234e9-1303-45cd-8372-00a5b81daeec disassociated. External IP: 172.25.5.179, port: ac916a4a-3bf6-444a-a917-d065fe9287b9. Jan 18 22:31:15.972879 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-69d6103b-b69d-45c2-9ea2-864a8332e076 req-f1fd0a8b-5e58-4e14-869e-81d4b5b45ad4 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Calling delete_port for ac916a4a-3bf6-444a-a917-d065fe9287b9 owned by compute:nova {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:31:16.026591 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port c7931fb4-05bf-4eb3-8c93-3f6232330c98 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:31:16.026974 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:16.042430 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016a3a17-951e-43d1-8a42-577a07be8778 req-e15c12c6-daa5-4259-8bc0-3356dc63fd76 tempest-ServerTagsTestJSON-1030300740 tempest-ServerTagsTestJSON-1030300740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:16.045599 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-016a3a17-951e-43d1-8a42-577a07be8778 req-e15c12c6-daa5-4259-8bc0-3356dc63fd76 tempest-ServerTagsTestJSON-1030300740 tempest-ServerTagsTestJSON-1030300740-project] 10.222.0.53 "GET /v2.0/ports?device_id=69f83506-191d-4e1c-b598-e5e573d58a8a HTTP/1.1" status: 200 len: 946 time: 0.1181834 Jan 18 22:31:16.089228 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb87fc2-6d7c-4774-9f36-c7391d5a000f None None] Network 7f8f60a6-0a69-4cab-9272-7a8b8c7e516c requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:31:16.151255 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 22:31:16.196763 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-016a3a17-951e-43d1-8a42-577a07be8778 req-fc58ad96-398a-4220-928a-c09a13956f07 tempest-ServerTagsTestJSON-1030300740 tempest-ServerTagsTestJSON-1030300740-project] 10.222.0.53 "GET /v2.0/security-groups?id=e7e6f54a-59be-475b-9574-2e5751b9c1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432855 Jan 18 22:31:16.305625 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-69d6103b-b69d-45c2-9ea2-864a8332e076 req-f1fd0a8b-5e58-4e14-869e-81d4b5b45ad4 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:16.345888 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fd0a8b-5e58-4e14-869e-81d4b5b45ad4 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Pushing event deleted for resources: {'Port': ['ID=ac916a4a-3bf6-444a-a917-d065fe9287b9,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:16.410983 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0141e553-7280-4617-948a-26b606740268 None None] Notify callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:16.443235 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0141e553-7280-4617-948a-26b606740268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:16.505518 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015f27a0-d975-4c16-b707-d53645f422cc None None] Pushing event updated for resources: {'Port': ['ID=29ff1457-0c04-4671-8995-01671c140dd1,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:16.518036 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [req-69d6103b-b69d-45c2-9ea2-864a8332e076 req-f1fd0a8b-5e58-4e14-869e-81d4b5b45ad4 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Router 0bd4aa13-32ab-4a99-a8f4-cdbd6a0b34af has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:31:16.576652 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-0141e553-7280-4617-948a-26b606740268 None None] Attempting to bind port 29ff1457-0c04-4671-8995-01671c140dd1 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:31:16.577087 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-0141e553-7280-4617-948a-26b606740268 None None] Attempting to bind port 29ff1457-0c04-4671-8995-01671c140dd1 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '18ef3b66-9028-4d8d-951e-ac04175658ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4d733439-947b-4a3e-bc2e-83a119e45caa'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:31:16.577550 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0141e553-7280-4617-948a-26b606740268 None None] Attempting to bind port 29ff1457-0c04-4671-8995-01671c140dd1 on network 4d733439-947b-4a3e-bc2e-83a119e45caa {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:31:16.584216 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0141e553-7280-4617-948a-26b606740268 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:31:16.584556 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0141e553-7280-4617-948a-26b606740268 None None] Checking segment: {'id': '18ef3b66-9028-4d8d-951e-ac04175658ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4d733439-947b-4a3e-bc2e-83a119e45caa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:31:16.585109 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0141e553-7280-4617-948a-26b606740268 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:16.585575 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0141e553-7280-4617-948a-26b606740268 None None] Bound using segment: {'id': '18ef3b66-9028-4d8d-951e-ac04175658ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4d733439-947b-4a3e-bc2e-83a119e45caa'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:31:16.586123 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-0141e553-7280-4617-948a-26b606740268 None None] Bound port: 29ff1457-0c04-4671-8995-01671c140dd1, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18ef3b66-9028-4d8d-951e-ac04175658ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4d733439-947b-4a3e-bc2e-83a119e45caa'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:31:16.586576 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0141e553-7280-4617-948a-26b606740268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:16.662216 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-0141e553-7280-4617-948a-26b606740268 None None] For port 29ff1457-0c04-4671-8995-01671c140dd1, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:31:16.665611 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-0141e553-7280-4617-948a-26b606740268 None None] For port 29ff1457-0c04-4671-8995-01671c140dd1, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=29ff1457-0c04-4671-8995-01671c140dd1,segment=NetworkSegment(18ef3b66-9028-4d8d-951e-ac04175658ee),segment_id=18ef3b66-9028-4d8d-951e-ac04175658ee)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:31:16.676744 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0141e553-7280-4617-948a-26b606740268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:16.770819 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-69d6103b-b69d-45c2-9ea2-864a8332e076 req-f1fd0a8b-5e58-4e14-869e-81d4b5b45ad4 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:31:16.781400 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d698115-0bd1-4c4f-82fe-618e40d13906 None None] Sync routers for ids ['0bd4aa13-32ab-4a99-a8f4-cdbd6a0b34af'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:31:16.794754 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d698115-0bd1-4c4f-82fe-618e40d13906 None None] Routers {'0bd4aa13-32ab-4a99-a8f4-cdbd6a0b34af'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:31:16.795391 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-9d698115-0bd1-4c4f-82fe-618e40d13906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:30:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['0bd4aa13-32ab-4a99-a8f4-cdbd6a0b34af'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:31:16.807321 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae429a3-bbb6-486c-a604-b29e4894ac3e req-3d7b9c57-5f18-4150-a7d8-fe359922fde4 tempest-ServerAddressesNegativeTestJSON-1617358514 tempest-ServerAddressesNegativeTestJSON-1617358514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:16.810088 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2ae429a3-bbb6-486c-a604-b29e4894ac3e req-3d7b9c57-5f18-4150-a7d8-fe359922fde4 tempest-ServerAddressesNegativeTestJSON-1617358514 tempest-ServerAddressesNegativeTestJSON-1617358514-project] 10.222.0.53 "GET /v2.0/networks?id=7f8f60a6-0a69-4cab-9272-7a8b8c7e516c HTTP/1.1" status: 200 len: 821 time: 0.2035549 Jan 18 22:31:16.826011 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0141e553-7280-4617-948a-26b606740268 None None] Routers {'92bbca5b-f606-429b-a606-5efaebe84c22'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:31:16.827009 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-0141e553-7280-4617-948a-26b606740268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:30:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['92bbca5b-f606-429b-a606-5efaebe84c22'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:31:16.829596 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015f27a0-d975-4c16-b707-d53645f422cc None None] Pushing event updated for resources: {'Port': ['ID=29ff1457-0c04-4671-8995-01671c140dd1,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:16.834715 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4a784e09-9ce3-4129-96d2-ed7890e86368 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1040691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049'] for router, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:16.858591 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2ae429a3-bbb6-486c-a604-b29e4894ac3e req-4670ae33-76da-43ae-a8a5-b30ce4f76bd4 tempest-ServerAddressesNegativeTestJSON-1617358514 tempest-ServerAddressesNegativeTestJSON-1617358514-project] 10.222.0.53 "GET /v2.0/quotas/b13a63811399478ea8c9364812ac4b25 HTTP/1.1" status: 200 len: 375 time: 0.0135455 Jan 18 22:31:16.883069 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-69d6103b-b69d-45c2-9ea2-864a8332e076 req-f1fd0a8b-5e58-4e14-869e-81d4b5b45ad4 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] No DVR routers for this DVR port ac916a4a-3bf6-444a-a917-d065fe9287b9 on host n-h2-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:31:16.885619 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-69d6103b-b69d-45c2-9ea2-864a8332e076 req-f1fd0a8b-5e58-4e14-869e-81d4b5b45ad4 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:16.890708 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-69d6103b-b69d-45c2-9ea2-864a8332e076 req-f1fd0a8b-5e58-4e14-869e-81d4b5b45ad4 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.67 "DELETE /v2.0/ports/ac916a4a-3bf6-444a-a917-d065fe9287b9 HTTP/1.1" status: 204 len: 173 time: 2.0471475 Jan 18 22:31:16.915632 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-c01711b6-9ec7-40a9-8659-cce86613f4f2 None None] Provisioning complete for port 29ff1457-0c04-4671-8995-01671c140dd1 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:31:16.916016 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c01711b6-9ec7-40a9-8659-cce86613f4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:16.946192 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-caae97a5-2e06-48e5-a628-cd561e0330d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:17.020050 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2ae429a3-bbb6-486c-a604-b29e4894ac3e req-8a1d9938-6d21-4e3b-9764-cca946ddfb7a tempest-ServerAddressesNegativeTestJSON-1617358514 tempest-ServerAddressesNegativeTestJSON-1617358514-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b13a63811399478ea8c9364812ac4b25&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1379919 Jan 18 22:31:17.047047 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-9d698115-0bd1-4c4f-82fe-618e40d13906 None None] Set router 0bd4aa13-32ab-4a99-a8f4-cdbd6a0b34af gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:31:17.048007 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caae97a5-2e06-48e5-a628-cd561e0330d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6b8fe11-3a0a-49e8-97ff-d28800ad91ec,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:17.107164 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fdf43ac-e2d1-46c0-a022-01c13375d73d', 'name': 'network-vif-deleted', 'tag': 'ac916a4a-3bf6-444a-a917-d065fe9287b9'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:31:17.110061 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-793b3e7f-b531-46d3-8dcb-85886c75f297" -d '{"events": [{"server_uuid": "5fdf43ac-e2d1-46c0-a022-01c13375d73d", "name": "network-vif-deleted", "tag": "ac916a4a-3bf6-444a-a917-d065fe9287b9"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:31:17.136698 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c01711b6-9ec7-40a9-8659-cce86613f4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:17.155397 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-0141e553-7280-4617-948a-26b606740268 None None] Set router 92bbca5b-f606-429b-a606-5efaebe84c22 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:31:17.178718 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caae97a5-2e06-48e5-a628-cd561e0330d9 admin admin] Checking segment: {'id': '048f41af-5f0a-47fd-83b4-72799a27d666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b53c4a91-53ba-4f45-af0e-0535e80b10bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:31:17.179217 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caae97a5-2e06-48e5-a628-cd561e0330d9 admin admin] Network hostable DHCP agents. Network: b53c4a91-53ba-4f45-af0e-0535e80b10bb, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:31:17.219884 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caae97a5-2e06-48e5-a628-cd561e0330d9 admin admin] Network b53c4a91-53ba-4f45-af0e-0535e80b10bb is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:31:17.236693 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-caae97a5-2e06-48e5-a628-cd561e0330d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, b53c4a91-53ba-4f45-af0e-0535e80b10bb) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:31:17.244313 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caae97a5-2e06-48e5-a628-cd561e0330d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:17.245283 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-caae97a5-2e06-48e5-a628-cd561e0330d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:17.253720 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-c01711b6-9ec7-40a9-8659-cce86613f4f2 None None] For port 29ff1457-0c04-4671-8995-01671c140dd1, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=29ff1457-0c04-4671-8995-01671c140dd1,segment=NetworkSegment(18ef3b66-9028-4d8d-951e-ac04175658ee),segment_id=18ef3b66-9028-4d8d-951e-ac04175658ee)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:31:17.254846 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9834e1-0525-44cc-a44c-382a34776a10 None None] Network b53c4a91-53ba-4f45-af0e-0535e80b10bb requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:31:17.257117 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a784e09-9ce3-4129-96d2-ed7890e86368 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Router afc78bb6-1df6-49cc-90d0-ee9ad66ded75 is scheduled to L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 with binding_index 1 {{(pid=102431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 22:31:17.271817 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c01711b6-9ec7-40a9-8659-cce86613f4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:17.278239 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-caae97a5-2e06-48e5-a628-cd561e0330d9 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7211714 Jan 18 22:31:17.279385 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 51788) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:31:17.287577 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-11bd0e8c-67eb-480a-8eda-cbe1a7162562 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1199056580-router', 'tenant_id': 'b5bef17513094624b7242b46a2e6b424', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:31:17.320118 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-69d6103b-b69d-45c2-9ea2-864a8332e076 req-45de8d7d-856c-48a0-9060-438065325e5e tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Deleting port b39b79af-f443-48d6-a70e-0edb9f29990f {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:31:17.320517 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-69d6103b-b69d-45c2-9ea2-864a8332e076 req-45de8d7d-856c-48a0-9060-438065325e5e tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:17.369797 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-9d698115-0bd1-4c4f-82fe-618e40d13906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd4aa13-32ab-4a99-a8f4-cdbd6a0b34af', 'name': 'tempest-TaggedBootDevicesTest_v242-1082608301-router', 'tenant_id': 'e820669caca04fcb8f8972d8b3102f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'edec1792-c2c5-4fbe-83e0-454ea1141e80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:20:02Z', 'updated_at': '2022-01-18T22:20:09Z', 'revision_number': 4, 'project_id': 'e820669caca04fcb8f8972d8b3102f64', 'gw_port': {'id': 'edec1792-c2c5-4fbe-83e0-454ea1141e80', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:8f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd4aa13-32ab-4a99-a8f4-cdbd6a0b34af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:20:03Z', 'updated_at': '2022-01-18T22:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '9fc3c3ef-94a4-4e42-85b8-615a55729bff', 'name': '', 'network_id': 'a51a6fff-5ab2-447c-8b55-7ba7d5e58077', 'tenant_id': 'e820669caca04fcb8f8972d8b3102f64', 'mac_address': 'fa:16:3e:f4:e7:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd4aa13-32ab-4a99-a8f4-cdbd6a0b34af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '388020c9-0236-4ef5-93d9-ef2bde8b97b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:20:08Z', 'updated_at': '2022-01-18T22:20:13Z', 'revision_number': 5, 'project_id': 'e820669caca04fcb8f8972d8b3102f64', 'subnets': [{'id': '388020c9-0236-4ef5-93d9-ef2bde8b97b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:31:17.404409 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d698115-0bd1-4c4f-82fe-618e40d13906 None None] Checking router: 0bd4aa13-32ab-4a99-a8f4-cdbd6a0b34af for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:31:17.411517 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a784e09-9ce3-4129-96d2-ed7890e86368 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:31:17.413995 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d698115-0bd1-4c4f-82fe-618e40d13906 None None] Routers {'0bd4aa13-32ab-4a99-a8f4-cdbd6a0b34af'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:31:17.414795 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-9d698115-0bd1-4c4f-82fe-618e40d13906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:30:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['0bd4aa13-32ab-4a99-a8f4-cdbd6a0b34af'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:31:17.429080 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cae78bd-cb16-4e9c-a4fc-d346bd2d2b62 req-47a84789-9d13-45f9-93c2-84a8677ac1e4 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:17.434520 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4a784e09-9ce3-4129-96d2-ed7890e86368 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:17.435565 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cae78bd-cb16-4e9c-a4fc-d346bd2d2b62 req-47a84789-9d13-45f9-93c2-84a8677ac1e4 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:17.436344 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-4a784e09-9ce3-4129-96d2-ed7890e86368 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.5044370 Jan 18 22:31:17.438834 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 51790) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:31:17.446013 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1cae78bd-cb16-4e9c-a4fc-d346bd2d2b62 req-47a84789-9d13-45f9-93c2-84a8677ac1e4 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fdf43ac-e2d1-46c0-a022-01c13375d73d HTTP/1.1" status: 200 len: 1677 time: 0.4144082 Jan 18 22:31:17.479608 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01711b6-9ec7-40a9-8659-cce86613f4f2 None None] Pushing event updated for resources: {'Port': ['ID=29ff1457-0c04-4671-8995-01671c140dd1,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:17.498283 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc2ec67-4168-429b-8d20-e23b357beb72 None None] Sync routers for ids ['afc78bb6-1df6-49cc-90d0-ee9ad66ded75'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:31:17.513914 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121d15cc-bce0-4950-9348-06d39d5511c0 req-2c00fe82-fdb4-42f6-b6df-8066b457503c tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:17.515401 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-121d15cc-bce0-4950-9348-06d39d5511c0 req-2c00fe82-fdb4-42f6-b6df-8066b457503c tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.67 "GET /v2.0/ports?device_id=b5ba1bdb-f998-48b1-912b-1d8c0eec8f6d HTTP/1.1" status: 200 len: 945 time: 0.3042178 Jan 18 22:31:17.533326 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2ae429a3-bbb6-486c-a604-b29e4894ac3e req-6d011f93-1314-4cc2-b342-028c9a626887 service neutron] 10.222.0.53 "GET /v2.0/networks/7f8f60a6-0a69-4cab-9272-7a8b8c7e516c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5042596 Jan 18 22:31:17.555437 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc2ec67-4168-429b-8d20-e23b357beb72 None None] Routers {'afc78bb6-1df6-49cc-90d0-ee9ad66ded75'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:31:17.556253 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-0fc2ec67-4168-429b-8d20-e23b357beb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:30:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['afc78bb6-1df6-49cc-90d0-ee9ad66ded75'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:31:17.556978 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-9d698115-0bd1-4c4f-82fe-618e40d13906 None None] Set router 0bd4aa13-32ab-4a99-a8f4-cdbd6a0b34af gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:31:17.586908 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cf1543bc-5305-459e-8a90-62095cbe552f tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks [] for router, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:17.594113 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-69d6103b-b69d-45c2-9ea2-864a8332e076 req-45de8d7d-856c-48a0-9060-438065325e5e tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] For port b39b79af-f443-48d6-a70e-0edb9f29990f, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=b39b79af-f443-48d6-a70e-0edb9f29990f,segment=NetworkSegment(66a6c0bc-a9db-4ef2-b573-64d9158634ea),segment_id=66a6c0bc-a9db-4ef2-b573-64d9158634ea)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:31:17.594480 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-69d6103b-b69d-45c2-9ea2-864a8332e076 req-45de8d7d-856c-48a0-9060-438065325e5e tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:17.614391 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-051f8dc7-6c62-4f0e-9176-015d0a7f7bf7 None None] Provisioning complete for port 29ff1457-0c04-4671-8995-01671c140dd1 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:31:17.614391 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-051f8dc7-6c62-4f0e-9176-015d0a7f7bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:17.656667 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-11bd0e8c-67eb-480a-8eda-cbe1a7162562 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1044160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8692'] for router, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:17.657716 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-11bd0e8c-67eb-480a-8eda-cbe1a7162562 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1040680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8675'] for router, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:17.668871 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-69d6103b-b69d-45c2-9ea2-864a8332e076 req-45de8d7d-856c-48a0-9060-438065325e5e tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Calling delete_port for b39b79af-f443-48d6-a70e-0edb9f29990f owned by compute:nova {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:31:17.715836 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1cae78bd-cb16-4e9c-a4fc-d346bd2d2b62 req-2dbb468c-9727-4c57-b74f-d24a7df5a1cc tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "GET /v2.0/security-groups?id=61d17b67-718c-4475-950b-257bfb33b7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2683504 Jan 18 22:31:17.744566 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cf1543bc-5305-459e-8a90-62095cbe552f tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:17.780781 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-0141e553-7280-4617-948a-26b606740268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92bbca5b-f606-429b-a606-5efaebe84c22', 'name': 'tempest-TestServerMultinode-1858180601-router', 'tenant_id': '7e76fc95ad134d20b500c69ce7a3a108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'c7931fb4-05bf-4eb3-8c93-3f6232330c98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:31:02Z', 'updated_at': '2022-01-18T22:31:12Z', 'revision_number': 4, 'project_id': '7e76fc95ad134d20b500c69ce7a3a108', 'gw_port': {'id': 'c7931fb4-05bf-4eb3-8c93-3f6232330c98', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:53:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bbca5b-f606-429b-a606-5efaebe84c22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1893, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:31:04Z', 'updated_at': '2022-01-18T22:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '29ff1457-0c04-4671-8995-01671c140dd1', 'name': '', 'network_id': '4d733439-947b-4a3e-bc2e-83a119e45caa', 'tenant_id': '7e76fc95ad134d20b500c69ce7a3a108', 'mac_address': 'fa:16:3e:be:25:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92bbca5b-f606-429b-a606-5efaebe84c22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': 'cea13eb9-cc3a-41e9-8703-dc9fb43ed3aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:31:11Z', 'updated_at': '2022-01-18T22:31:16Z', 'revision_number': 4, 'project_id': '7e76fc95ad134d20b500c69ce7a3a108', 'subnets': [{'id': 'cea13eb9-cc3a-41e9-8703-dc9fb43ed3aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:31:17.828412 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-9d698115-0bd1-4c4f-82fe-618e40d13906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd4aa13-32ab-4a99-a8f4-cdbd6a0b34af', 'name': 'tempest-TaggedBootDevicesTest_v242-1082608301-router', 'tenant_id': 'e820669caca04fcb8f8972d8b3102f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'edec1792-c2c5-4fbe-83e0-454ea1141e80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:20:02Z', 'updated_at': '2022-01-18T22:20:09Z', 'revision_number': 4, 'project_id': 'e820669caca04fcb8f8972d8b3102f64', 'gw_port': {'id': 'edec1792-c2c5-4fbe-83e0-454ea1141e80', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:8f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd4aa13-32ab-4a99-a8f4-cdbd6a0b34af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:20:03Z', 'updated_at': '2022-01-18T22:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '9fc3c3ef-94a4-4e42-85b8-615a55729bff', 'name': '', 'network_id': 'a51a6fff-5ab2-447c-8b55-7ba7d5e58077', 'tenant_id': 'e820669caca04fcb8f8972d8b3102f64', 'mac_address': 'fa:16:3e:f4:e7:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd4aa13-32ab-4a99-a8f4-cdbd6a0b34af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '388020c9-0236-4ef5-93d9-ef2bde8b97b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:20:08Z', 'updated_at': '2022-01-18T22:20:13Z', 'revision_number': 5, 'project_id': 'e820669caca04fcb8f8972d8b3102f64', 'subnets': [{'id': '388020c9-0236-4ef5-93d9-ef2bde8b97b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:31:17.835720 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-cf1543bc-5305-459e-8a90-62095cbe552f tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Deleting port 9e3a9b36-f2ce-415b-8fab-bcb5fb75a8cb {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:31:17.836367 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cf1543bc-5305-459e-8a90-62095cbe552f tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:17.858095 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d698115-0bd1-4c4f-82fe-618e40d13906 None None] The sync data for ids ['0bd4aa13-32ab-4a99-a8f4-cdbd6a0b34af'] in n-d-825064-1 is: [{'id': '0bd4aa13-32ab-4a99-a8f4-cdbd6a0b34af', 'name': 'tempest-TaggedBootDevicesTest_v242-1082608301-router', 'tenant_id': 'e820669caca04fcb8f8972d8b3102f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'edec1792-c2c5-4fbe-83e0-454ea1141e80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:20:02Z', 'updated_at': '2022-01-18T22:20:09Z', 'revision_number': 4, 'project_id': 'e820669caca04fcb8f8972d8b3102f64', 'gw_port': {'id': 'edec1792-c2c5-4fbe-83e0-454ea1141e80', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:8f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd4aa13-32ab-4a99-a8f4-cdbd6a0b34af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:20:03Z', 'updated_at': '2022-01-18T22:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '9fc3c3ef-94a4-4e42-85b8-615a55729bff', 'name': '', 'network_id': 'a51a6fff-5ab2-447c-8b55-7ba7d5e58077', 'tenant_id': 'e820669caca04fcb8f8972d8b3102f64', 'mac_address': 'fa:16:3e:f4:e7:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd4aa13-32ab-4a99-a8f4-cdbd6a0b34af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '388020c9-0236-4ef5-93d9-ef2bde8b97b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:20:08Z', 'updated_at': '2022-01-18T22:20:13Z', 'revision_number': 5, 'project_id': 'e820669caca04fcb8f8972d8b3102f64', 'subnets': [{'id': '388020c9-0236-4ef5-93d9-ef2bde8b97b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:31:17.888783 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-11bd0e8c-67eb-480a-8eda-cbe1a7162562 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:17.942754 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cf1543bc-5305-459e-8a90-62095cbe552f tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:17.958345 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-cf1543bc-5305-459e-8a90-62095cbe552f tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Calling delete_port for 9e3a9b36-f2ce-415b-8fab-bcb5fb75a8cb owned by network:router_gateway {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:31:18.019125 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0141e553-7280-4617-948a-26b606740268 None None] The sync data for ids ['92bbca5b-f606-429b-a606-5efaebe84c22'] in n-d-825064-1 is: [{'id': '92bbca5b-f606-429b-a606-5efaebe84c22', 'name': 'tempest-TestServerMultinode-1858180601-router', 'tenant_id': '7e76fc95ad134d20b500c69ce7a3a108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'c7931fb4-05bf-4eb3-8c93-3f6232330c98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:31:02Z', 'updated_at': '2022-01-18T22:31:12Z', 'revision_number': 4, 'project_id': '7e76fc95ad134d20b500c69ce7a3a108', 'gw_port': {'id': 'c7931fb4-05bf-4eb3-8c93-3f6232330c98', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:53:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bbca5b-f606-429b-a606-5efaebe84c22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1893, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:31:04Z', 'updated_at': '2022-01-18T22:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '29ff1457-0c04-4671-8995-01671c140dd1', 'name': '', 'network_id': '4d733439-947b-4a3e-bc2e-83a119e45caa', 'tenant_id': '7e76fc95ad134d20b500c69ce7a3a108', 'mac_address': 'fa:16:3e:be:25:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92bbca5b-f606-429b-a606-5efaebe84c22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': 'cea13eb9-cc3a-41e9-8703-dc9fb43ed3aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:31:11Z', 'updated_at': '2022-01-18T22:31:16Z', 'revision_number': 4, 'project_id': '7e76fc95ad134d20b500c69ce7a3a108', 'subnets': [{'id': 'cea13eb9-cc3a-41e9-8703-dc9fb43ed3aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:31:18.048622 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-0fc2ec67-4168-429b-8d20-e23b357beb72 None None] Set router afc78bb6-1df6-49cc-90d0-ee9ad66ded75 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:31:18.050893 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b70138a-a1f3-41f6-a253-716cb4cb3000 req-8d7c2ca3-006c-4b37-ac3b-d65810d1de5d tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:18.051743 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5b70138a-a1f3-41f6-a253-716cb4cb3000 req-8d7c2ca3-006c-4b37-ac3b-d65810d1de5d tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5ba1bdb-f998-48b1-912b-1d8c0eec8f6d HTTP/1.1" status: 200 len: 945 time: 0.1796305 Jan 18 22:31:18.057827 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-121d15cc-bce0-4950-9348-06d39d5511c0 req-2946696c-8347-4fa9-a982-c13d6f1ec542 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Deleting port 95b003d0-5508-401e-b1f4-71c2a1d0cf8b {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:31:18.058300 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-121d15cc-bce0-4950-9348-06d39d5511c0 req-2946696c-8347-4fa9-a982-c13d6f1ec542 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:18.200118 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2ae429a3-bbb6-486c-a604-b29e4894ac3e req-3ea2ca0b-ce3d-4099-a54c-e01f3cc2efd7 service neutron] 10.222.0.53 "GET /v2.0/networks/7f8f60a6-0a69-4cab-9272-7a8b8c7e516c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6018131 Jan 18 22:31:18.216733 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1faf0e86-9c9f-4960-93f9-0b246d4d1b00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-b53c4a91-53ba-4f45-af0e-0535e80b10bb', 'network_id': 'b53c4a91-53ba-4f45-af0e-0535e80b10bb', 'tenant_id': 'b5bef17513094624b7242b46a2e6b424', 'fixed_ips': [{'subnet_id': 'e6b8fe11-3a0a-49e8-97ff-d28800ad91ec'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:31:18.217603 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1faf0e86-9c9f-4960-93f9-0b246d4d1b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:18.229019 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cf1543bc-5305-459e-8a90-62095cbe552f tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:18.292641 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1543bc-5305-459e-8a90-62095cbe552f tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Pushing event deleted for resources: {'Port': ['ID=9e3a9b36-f2ce-415b-8fab-bcb5fb75a8cb,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:18.298582 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cf1543bc-5305-459e-8a90-62095cbe552f tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043029'] for router_gateway, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:18.321959 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-121d15cc-bce0-4950-9348-06d39d5511c0 req-2946696c-8347-4fa9-a982-c13d6f1ec542 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] For port 95b003d0-5508-401e-b1f4-71c2a1d0cf8b, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=95b003d0-5508-401e-b1f4-71c2a1d0cf8b,segment=NetworkSegment(709cf7fd-f815-4400-a3db-c8b217c6237e),segment_id=709cf7fd-f815-4400-a3db-c8b217c6237e)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:31:18.322333 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-121d15cc-bce0-4950-9348-06d39d5511c0 req-2946696c-8347-4fa9-a982-c13d6f1ec542 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:18.387610 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bead2fa8-93f4-44aa-8fdc-8368774ce43c None None] New status for floating IP a9b234e9-1303-45cd-8372-00a5b81daeec: DOWN {{(pid=102433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 22:31:18.430170 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cf1543bc-5305-459e-8a90-62095cbe552f tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1040886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8602'] for router, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:18.433049 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cf1543bc-5305-459e-8a90-62095cbe552f tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:18.538442 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-1faf0e86-9c9f-4960-93f9-0b246d4d1b00 None None] Allocated IP 172.20.0.2 (b53c4a91-53ba-4f45-af0e-0535e80b10bb/e6b8fe11-3a0a-49e8-97ff-d28800ad91ec/0a3832af-5ed3-4045-857b-221249a1156b) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:31:18.561335 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cf1543bc-5305-459e-8a90-62095cbe552f tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1040832'] for router, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:18.562209 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf1543bc-5305-459e-8a90-62095cbe552f tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Fanout notify agent at l3_agent the message router_deleted on router afc78bb6-1df6-49cc-90d0-ee9ad66ded75 {{(pid=102431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 22:31:18.568930 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cf1543bc-5305-459e-8a90-62095cbe552f tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:18.570420 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-cf1543bc-5305-459e-8a90-62095cbe552f tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] 10.222.0.53 "DELETE /v2.0/routers/afc78bb6-1df6-49cc-90d0-ee9ad66ded75 HTTP/1.1" status: 204 len: 168 time: 1.1304135 Jan 18 22:31:18.573068 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 51796) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:31:18.586061 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-0fc2ec67-4168-429b-8d20-e23b357beb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afc78bb6-1df6-49cc-90d0-ee9ad66ded75', 'name': '', 'tenant_id': 'd84f23951558498e9c09aa6300d4a399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f846f1f5-7e05-4976-9780-e0e13cfe492f', 'external_fixed_ips': [{'subnet_id': '04f3fe17-f822-4823-9e66-761b4b097d44', 'ip_address': '2001:db8::10d'}], 'enable_snat': True}, 'gw_port_id': '9e3a9b36-f2ce-415b-8fab-bcb5fb75a8cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:31:14Z', 'updated_at': '2022-01-18T22:31:15Z', 'revision_number': 3, 'project_id': 'd84f23951558498e9c09aa6300d4a399', 'gw_port': {'id': '9e3a9b36-f2ce-415b-8fab-bcb5fb75a8cb', 'name': '', 'network_id': 'f846f1f5-7e05-4976-9780-e0e13cfe492f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:5b:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afc78bb6-1df6-49cc-90d0-ee9ad66ded75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1915, 'fixed_ips': [{'subnet_id': '04f3fe17-f822-4823-9e66-761b4b097d44', 'ip_address': '2001:db8::10d', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:31:14Z', 'updated_at': '2022-01-18T22:31:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04f3fe17-f822-4823-9e66-761b4b097d44', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:31:18.643023 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-26b0dfc6-0923-423e-9080-7e00ed4d2c53 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Deleting subnet 04f3fe17-f822-4823-9e66-761b4b097d44 {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:31:18.647516 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-26b0dfc6-0923-423e-9080-7e00ed4d2c53 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:18.693290 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-26b0dfc6-0923-423e-9080-7e00ed4d2c53 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:18.755290 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-26b0dfc6-0923-423e-9080-7e00ed4d2c53 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:18.825146 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc2ec67-4168-429b-8d20-e23b357beb72 None None] Checking router: afc78bb6-1df6-49cc-90d0-ee9ad66ded75 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:31:18.825722 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc2ec67-4168-429b-8d20-e23b357beb72 None None] Updating router afc78bb6-1df6-49cc-90d0-ee9ad66ded75 port 9e3a9b36-f2ce-415b-8fab-bcb5fb75a8cb binding host n-d-825064-1 {{(pid=102432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:31:18.832166 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-26b0dfc6-0923-423e-9080-7e00ed4d2c53 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:18.858409 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc2ec67-4168-429b-8d20-e23b357beb72 None None] Port 9e3a9b36-f2ce-415b-8fab-bcb5fb75a8cb not found while updating agent binding for router afc78bb6-1df6-49cc-90d0-ee9ad66ded75. {{(pid=102432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jan 18 22:31:18.861924 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1faf0e86-9c9f-4960-93f9-0b246d4d1b00 None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:18.873393 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc2ec67-4168-429b-8d20-e23b357beb72 None None] Routers set() bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:31:18.873927 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc2ec67-4168-429b-8d20-e23b357beb72 None None] Router IDs set() for agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jan 18 22:31:18.874703 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_agentschedulers_db [None req-0fc2ec67-4168-429b-8d20-e23b357beb72 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'afc78bb6-1df6-49cc-90d0-ee9ad66ded75'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:30:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent'). {{(pid=102432) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 18 22:31:18.875290 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc2ec67-4168-429b-8d20-e23b357beb72 None None] The sync data for ids ['afc78bb6-1df6-49cc-90d0-ee9ad66ded75'] in n-d-825064-1 is: [] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:31:18.880465 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1faf0e86-9c9f-4960-93f9-0b246d4d1b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:18.891109 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b0dfc6-0923-423e-9080-7e00ed4d2c53 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=04f3fe17-f822-4823-9e66-761b4b097d44,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:18.894814 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-26b0dfc6-0923-423e-9080-7e00ed4d2c53 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:18.900980 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-26b0dfc6-0923-423e-9080-7e00ed4d2c53 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] 10.222.0.53 "DELETE /v2.0/subnets/04f3fe17-f822-4823-9e66-761b4b097d44 HTTP/1.1" status: 204 len: 168 time: 0.3265698 Jan 18 22:31:18.901626 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 51804) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:31:18.952544 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faf0e86-9c9f-4960-93f9-0b246d4d1b00 None None] Pushing event updated for resources: {'Port': ['ID=0a3832af-5ed3-4045-857b-221249a1156b,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:18.973970 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1faf0e86-9c9f-4960-93f9-0b246d4d1b00 None None] Network b53c4a91-53ba-4f45-af0e-0535e80b10bb is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:31:18.975607 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-1faf0e86-9c9f-4960-93f9-0b246d4d1b00 None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:31:18.978572 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1faf0e86-9c9f-4960-93f9-0b246d4d1b00 None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:31:19.003566 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-713bc649-1b5e-475d-ba93-87dd183fa259 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:19.104407 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-713bc649-1b5e-475d-ba93-87dd183fa259 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:19.127578 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-1faf0e86-9c9f-4960-93f9-0b246d4d1b00 None None] Attempting to bind port 0a3832af-5ed3-4045-857b-221249a1156b on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:31:19.128026 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-1faf0e86-9c9f-4960-93f9-0b246d4d1b00 None None] Attempting to bind port 0a3832af-5ed3-4045-857b-221249a1156b by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '048f41af-5f0a-47fd-83b4-72799a27d666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b53c4a91-53ba-4f45-af0e-0535e80b10bb'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:31:19.128732 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1faf0e86-9c9f-4960-93f9-0b246d4d1b00 None None] Attempting to bind port 0a3832af-5ed3-4045-857b-221249a1156b on network b53c4a91-53ba-4f45-af0e-0535e80b10bb {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:31:19.133541 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-713bc649-1b5e-475d-ba93-87dd183fa259 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f846f1f5-7e05-4976-9780-e0e13cfe492f']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:31:19.135289 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1faf0e86-9c9f-4960-93f9-0b246d4d1b00 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:31:19.135877 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1faf0e86-9c9f-4960-93f9-0b246d4d1b00 None None] Checking segment: {'id': '048f41af-5f0a-47fd-83b4-72799a27d666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b53c4a91-53ba-4f45-af0e-0535e80b10bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:31:19.136381 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1faf0e86-9c9f-4960-93f9-0b246d4d1b00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:19.137080 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1faf0e86-9c9f-4960-93f9-0b246d4d1b00 None None] Bound using segment: {'id': '048f41af-5f0a-47fd-83b4-72799a27d666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b53c4a91-53ba-4f45-af0e-0535e80b10bb'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:31:19.137973 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-1faf0e86-9c9f-4960-93f9-0b246d4d1b00 None None] Bound port: 0a3832af-5ed3-4045-857b-221249a1156b, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '048f41af-5f0a-47fd-83b4-72799a27d666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b53c4a91-53ba-4f45-af0e-0535e80b10bb'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:31:19.138427 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1faf0e86-9c9f-4960-93f9-0b246d4d1b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:19.145776 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-713bc649-1b5e-475d-ba93-87dd183fa259 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '480341a7-c763-4af3-bbb9-5d301b89ca97') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:31:19.146117 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-713bc649-1b5e-475d-ba93-87dd183fa259 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '480341a7-c763-4af3-bbb9-5d301b89ca97') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:31:19.158548 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-713bc649-1b5e-475d-ba93-87dd183fa259 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:19.174406 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-713bc649-1b5e-475d-ba93-87dd183fa259 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:19.181629 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-713bc649-1b5e-475d-ba93-87dd183fa259 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:31:19.182029 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-713bc649-1b5e-475d-ba93-87dd183fa259 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:19.244454 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-1faf0e86-9c9f-4960-93f9-0b246d4d1b00 None None] For port 0a3832af-5ed3-4045-857b-221249a1156b, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:31:19.247258 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:31:19.247258 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:31:19.247258 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:31:19.247258 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:31:19.247258 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:31:19.247258 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:31:19.247258 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:31:19.247258 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:31:19.247258 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:31:19.247258 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:31:19.247258 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:31:19.247258 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:31:19.247258 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:31:19.247258 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:31:19.247258 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:31:19.247258 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:31:19.247258 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:31:19.247258 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:31:19.247258 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:31:19.247258 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:31:19.247258 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:31:19.247258 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:31:19.247258 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:31:19.247258 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:31:19.247258 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:31:19.247258 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:31:19.247258 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:31:19.247258 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:31:19.247258 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:31:19.247258 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:31:19.247258 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:31:19.247258 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:31:19.249916 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-1faf0e86-9c9f-4960-93f9-0b246d4d1b00 None None] For port 0a3832af-5ed3-4045-857b-221249a1156b, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=0a3832af-5ed3-4045-857b-221249a1156b,segment=NetworkSegment(048f41af-5f0a-47fd-83b4-72799a27d666),segment_id=048f41af-5f0a-47fd-83b4-72799a27d666)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:31:19.254685 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-713bc649-1b5e-475d-ba93-87dd183fa259 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:19.261112 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-713bc649-1b5e-475d-ba93-87dd183fa259 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f846f1f5-7e05-4976-9780-e0e13cfe492f {{(pid=102431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 18 22:31:19.266304 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1faf0e86-9c9f-4960-93f9-0b246d4d1b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:19.279696 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-713bc649-1b5e-475d-ba93-87dd183fa259 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:19.296934 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-713bc649-1b5e-475d-ba93-87dd183fa259 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] 10.222.0.53 "DELETE /v2.0/networks/f846f1f5-7e05-4976-9780-e0e13cfe492f HTTP/1.1" status: 204 len: 168 time: 0.3941164 Jan 18 22:31:19.317726 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713bc649-1b5e-475d-ba93-87dd183fa259 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Pushing event deleted for resources: {'Network': ['ID=f846f1f5-7e05-4976-9780-e0e13cfe492f,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:19.339686 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-42eeab41-8f5b-4cb3-ba27-3971c997a2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:19.351616 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-291caf50-8df4-4237-90d5-e17185b3303b x-openstack-request-id: req-291caf50-8df4-4237-90d5-e17185b3303b {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:31:19.352152 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fdf43ac-e2d1-46c0-a022-01c13375d73d", "name": "network-vif-deleted", "tag": "ac916a4a-3bf6-444a-a917-d065fe9287b9", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:31:19.352264 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-291caf50-8df4-4237-90d5-e17185b3303b {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:31:19.353033 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fdf43ac-e2d1-46c0-a022-01c13375d73d', 'name': 'network-vif-deleted', 'tag': 'ac916a4a-3bf6-444a-a917-d065fe9287b9', 'status': 'completed', 'code': 200} Jan 18 22:31:19.366451 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faf0e86-9c9f-4960-93f9-0b246d4d1b00 None None] Pushing event updated for resources: {'Port': ['ID=0a3832af-5ed3-4045-857b-221249a1156b,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:19.418204 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-69d6103b-b69d-45c2-9ea2-864a8332e076 req-45de8d7d-856c-48a0-9060-438065325e5e tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:19.450956 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5b70138a-a1f3-41f6-a253-716cb4cb3000 req-d76adef8-3498-4f90-9a60-277999b35045 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2a384ad-409f-49f0-9e96-d4e872d08664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2856767 Jan 18 22:31:19.501675 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-11bd0e8c-67eb-480a-8eda-cbe1a7162562 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:19.567740 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45de8d7d-856c-48a0-9060-438065325e5e tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Pushing event deleted for resources: {'Port': ['ID=b39b79af-f443-48d6-a70e-0edb9f29990f,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:19.635341 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-121d15cc-bce0-4950-9348-06d39d5511c0 req-2946696c-8347-4fa9-a982-c13d6f1ec542 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:19.635705 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-121d15cc-bce0-4950-9348-06d39d5511c0 req-2946696c-8347-4fa9-a982-c13d6f1ec542 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043075'] for floatingip, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:19.636082 n-d-825064-1 neutron-server[102430]: INFO neutron.db.l3_db [req-121d15cc-bce0-4950-9348-06d39d5511c0 req-2946696c-8347-4fa9-a982-c13d6f1ec542 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Floating IP c4d4f303-3bb2-47a8-9d7e-faad90dcf998 disassociated. External IP: 172.25.5.110, port: 95b003d0-5508-401e-b1f4-71c2a1d0cf8b. Jan 18 22:31:19.636555 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-121d15cc-bce0-4950-9348-06d39d5511c0 req-2946696c-8347-4fa9-a982-c13d6f1ec542 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Calling delete_port for 95b003d0-5508-401e-b1f4-71c2a1d0cf8b owned by compute:nova {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:31:19.704347 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6f85eb25-87d9-408d-bb8b-1e4563653b04 req-03937861-4e06-48cf-83c0-f6f426e4f05b tempest-ServerAddressesNegativeTestJSON-1617358514 tempest-ServerAddressesNegativeTestJSON-1617358514-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9c199dd-5b38-4fc4-8d80-654b5eb90dd5 HTTP/1.1" status: 200 len: 210 time: 0.1376421 Jan 18 22:31:19.708260 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-69d6103b-b69d-45c2-9ea2-864a8332e076 req-45de8d7d-856c-48a0-9060-438065325e5e tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] No DVR routers for this DVR port b39b79af-f443-48d6-a70e-0edb9f29990f on host n-h2-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:31:19.724486 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75753003-57e0-4118-b933-60f9a4b6e918 req-eeedc35d-0d55-42cc-82c4-1847869835fb tempest-ServerTagsTestJSON-1030300740 tempest-ServerTagsTestJSON-1030300740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:19.730243 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 51814) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:31:19.734831 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-6ee618b5-5c0d-4533-821c-c5b5786c9ded tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Request body: {'router': {'name': 'tempest-router--1753796130', 'project_id': 'df99be47ac69406db75c90b6f83a537c'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:31:19.736707 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-75753003-57e0-4118-b933-60f9a4b6e918 req-eeedc35d-0d55-42cc-82c4-1847869835fb tempest-ServerTagsTestJSON-1030300740 tempest-ServerTagsTestJSON-1030300740-project] 10.222.0.53 "GET /v2.0/ports?device_id=69f83506-191d-4e1c-b598-e5e573d58a8a HTTP/1.1" status: 200 len: 946 time: 0.3798456 Jan 18 22:31:19.740966 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-69d6103b-b69d-45c2-9ea2-864a8332e076 req-45de8d7d-856c-48a0-9060-438065325e5e tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:19.753692 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-69d6103b-b69d-45c2-9ea2-864a8332e076 req-45de8d7d-856c-48a0-9060-438065325e5e tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.67 "DELETE /v2.0/ports/b39b79af-f443-48d6-a70e-0edb9f29990f HTTP/1.1" status: 204 len: 173 time: 2.8520260 Jan 18 22:31:19.830225 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6ee618b5-5c0d-4533-821c-c5b5786c9ded tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1044160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8692'] for router, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:19.833801 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6ee618b5-5c0d-4533-821c-c5b5786c9ded tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1040680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8675'] for router, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:19.948041 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 0a3832af-5ed3-4045-857b-221249a1156b up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:31:19.963391 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6ee618b5-5c0d-4533-821c-c5b5786c9ded tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:19.980054 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6ee618b5-5c0d-4533-821c-c5b5786c9ded tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1040691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049'] for router, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:20.051427 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6ee618b5-5c0d-4533-821c-c5b5786c9ded tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:20.059021 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-6ee618b5-5c0d-4533-821c-c5b5786c9ded tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3273494 Jan 18 22:31:20.063085 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 51816) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:31:20.072147 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 0a3832af-5ed3-4045-857b-221249a1156b triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:31:20.072537 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:20.190184 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-75753003-57e0-4118-b933-60f9a4b6e918 req-17c775b7-f76a-4805-969d-fe8b595b223f tempest-ServerTagsTestJSON-1030300740 tempest-ServerTagsTestJSON-1030300740-project] 10.222.0.53 "GET /v2.0/security-groups?id=e7e6f54a-59be-475b-9574-2e5751b9c1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4524841 Jan 18 22:31:20.224641 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-068cd570-692d-4e88-a261-aec8eb538bc6 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks [] for router, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:20.238133 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:20.260150 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ae24f3-18dc-4a96-8832-3eb25a9cf8cb req-06299db8-1a24-403d-92e3-fc8e5aebf861 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:20.262383 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-65ae24f3-18dc-4a96-8832-3eb25a9cf8cb req-06299db8-1a24-403d-92e3-fc8e5aebf861 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fdf43ac-e2d1-46c0-a022-01c13375d73d HTTP/1.1" status: 200 len: 943 time: 0.3623793 Jan 18 22:31:20.323567 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port 0a3832af-5ed3-4045-857b-221249a1156b, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=0a3832af-5ed3-4045-857b-221249a1156b,segment=NetworkSegment(048f41af-5f0a-47fd-83b4-72799a27d666),segment_id=048f41af-5f0a-47fd-83b4-72799a27d666)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:31:20.348507 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:20.349329 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 29ff1457-0c04-4671-8995-01671c140dd1 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:31:20.419090 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae429a3-bbb6-486c-a604-b29e4894ac3e req-09208d55-57f8-4ce8-805c-a9064d4251ae tempest-ServerAddressesNegativeTestJSON-1617358514 tempest-ServerAddressesNegativeTestJSON-1617358514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:20.420934 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2ae429a3-bbb6-486c-a604-b29e4894ac3e req-09208d55-57f8-4ce8-805c-a9064d4251ae tempest-ServerAddressesNegativeTestJSON-1617358514 tempest-ServerAddressesNegativeTestJSON-1617358514-project] 10.222.0.67 "GET /v2.0/networks?id=7f8f60a6-0a69-4cab-9272-7a8b8c7e516c HTTP/1.1" status: 200 len: 821 time: 0.4974823 Jan 18 22:31:20.460228 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-69d6103b-b69d-45c2-9ea2-864a8332e076 req-638f2fde-e486-4791-8133-19a504b5610b tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Deleting port 2b6e3326-dc40-49a1-9ecb-6190b53d266d {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:31:20.460786 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-69d6103b-b69d-45c2-9ea2-864a8332e076 req-638f2fde-e486-4791-8133-19a504b5610b tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:20.469079 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-65ae24f3-18dc-4a96-8832-3eb25a9cf8cb req-df40a326-0ee8-4c23-8c28-cb98d4bfb9c4 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "GET /v2.0/security-groups?id=61d17b67-718c-4475-950b-257bfb33b7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1932418 Jan 18 22:31:20.476845 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=0a3832af-5ed3-4045-857b-221249a1156b,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:20.558519 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 29ff1457-0c04-4671-8995-01671c140dd1 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:31:20.559087 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:20.569460 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-2ae429a3-bbb6-486c-a604-b29e4894ac3e req-c34927f7-786d-492a-94aa-809e0c0a1b68 tempest-ServerAddressesNegativeTestJSON-1617358514 tempest-ServerAddressesNegativeTestJSON-1617358514-project] Request body: {'port': {'device_id': 'a9c199dd-5b38-4fc4-8d80-654b5eb90dd5', 'network_id': '7f8f60a6-0a69-4cab-9272-7a8b8c7e516c', 'admin_state_up': True, 'tenant_id': 'b13a63811399478ea8c9364812ac4b25'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:31:20.588160 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-121d15cc-bce0-4950-9348-06d39d5511c0 req-2946696c-8347-4fa9-a982-c13d6f1ec542 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:20.682978 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-068cd570-692d-4e88-a261-aec8eb538bc6 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1040886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8602'] for router, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:20.686773 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-068cd570-692d-4e88-a261-aec8eb538bc6 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:20.800399 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-068cd570-692d-4e88-a261-aec8eb538bc6 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1040832'] for router, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:20.800912 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-068cd570-692d-4e88-a261-aec8eb538bc6 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 058777fd-3dbb-4b15-a3f1-c83f3710b864 {{(pid=102431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 22:31:20.818357 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4aeb98b1-9de2-4f74-8d92-82ea48e49786 req-cabbaa84-6327-4b32-84b2-2899f15ddb32 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5ba1bdb-f998-48b1-912b-1d8c0eec8f6d HTTP/1.1" status: 200 len: 210 time: 0.1949687 Jan 18 22:31:20.821583 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-068cd570-692d-4e88-a261-aec8eb538bc6 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:20.833453 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2946696c-8347-4fa9-a982-c13d6f1ec542 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Pushing event deleted for resources: {'Port': ['ID=95b003d0-5508-401e-b1f4-71c2a1d0cf8b,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:20.845076 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-068cd570-692d-4e88-a261-aec8eb538bc6 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] 10.222.0.53 "DELETE /v2.0/routers/058777fd-3dbb-4b15-a3f1-c83f3710b864 HTTP/1.1" status: 204 len: 168 time: 0.7807150 Jan 18 22:31:20.906306 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076e536a-0024-4982-8fc4-4ff47019fe7a None None] Network b53c4a91-53ba-4f45-af0e-0535e80b10bb requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:31:20.912613 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-69d6103b-b69d-45c2-9ea2-864a8332e076 req-638f2fde-e486-4791-8133-19a504b5610b tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] For port 2b6e3326-dc40-49a1-9ecb-6190b53d266d, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=2b6e3326-dc40-49a1-9ecb-6190b53d266d,segment=NetworkSegment(66a6c0bc-a9db-4ef2-b573-64d9158634ea),segment_id=66a6c0bc-a9db-4ef2-b573-64d9158634ea)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:31:20.912975 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-69d6103b-b69d-45c2-9ea2-864a8332e076 req-638f2fde-e486-4791-8133-19a504b5610b tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:20.917603 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ae429a3-bbb6-486c-a604-b29e4894ac3e req-c34927f7-786d-492a-94aa-809e0c0a1b68 tempest-ServerAddressesNegativeTestJSON-1617358514 tempest-ServerAddressesNegativeTestJSON-1617358514-project] Made reservation on behalf of b13a63811399478ea8c9364812ac4b25 for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:31:20.922032 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-2ae429a3-bbb6-486c-a604-b29e4894ac3e req-c34927f7-786d-492a-94aa-809e0c0a1b68 tempest-ServerAddressesNegativeTestJSON-1617358514 tempest-ServerAddressesNegativeTestJSON-1617358514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:20.929411 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-69d6103b-b69d-45c2-9ea2-864a8332e076 req-638f2fde-e486-4791-8133-19a504b5610b tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Calling delete_port for 2b6e3326-dc40-49a1-9ecb-6190b53d266d owned by compute:nova {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:31:21.021178 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-11bd0e8c-67eb-480a-8eda-cbe1a7162562 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:21.024229 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 51838) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:31:21.028238 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-a940d4ab-22a0-419e-bcb6-b6e6e6945c5f None None] Provisioning complete for port 0a3832af-5ed3-4045-857b-221249a1156b triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:31:21.028775 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a940d4ab-22a0-419e-bcb6-b6e6e6945c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:21.031449 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-dc988562-0278-40b0-a4a5-4e596fac5e0b req-48134e59-e682-442a-bcf3-4c7a173b448e tempest-ServerAddressesNegativeTestJSON-1617358514 tempest-ServerAddressesNegativeTestJSON-1617358514-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9c199dd-5b38-4fc4-8d80-654b5eb90dd5 HTTP/1.1" status: 200 len: 210 time: 0.0461748 Jan 18 22:31:21.057514 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-11bd0e8c-67eb-480a-8eda-cbe1a7162562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:21.188600 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [req-2ae429a3-bbb6-486c-a604-b29e4894ac3e req-c34927f7-786d-492a-94aa-809e0c0a1b68 tempest-ServerAddressesNegativeTestJSON-1617358514 tempest-ServerAddressesNegativeTestJSON-1617358514-project] Allocated IP 172.20.0.5 (7f8f60a6-0a69-4cab-9272-7a8b8c7e516c/fe534ede-1891-40b2-8d83-7d5ec4b566e4/b190afac-755a-4b38-a11f-d7ac1cf16d4e) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:31:21.195278 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 95b003d0-5508-401e-b1f4-71c2a1d0cf8b no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:31:21.222383 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] No Port match for: 95b003d0-5508-401e-b1f4-71c2a1d0cf8b {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:31:21.222978 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 95b003d0-5508-401e-b1f4-71c2a1d0cf8b not bound to the agent host n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:31:21.353771 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fdf43ac-e2d1-46c0-a022-01c13375d73d', 'name': 'network-vif-deleted', 'tag': 'b39b79af-f443-48d6-a70e-0edb9f29990f'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:31:21.357130 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85bb0aa7-4d26-4dd7-ab65-267da03a7ae9" -d '{"events": [{"server_uuid": "5fdf43ac-e2d1-46c0-a022-01c13375d73d", "name": "network-vif-deleted", "tag": "b39b79af-f443-48d6-a70e-0edb9f29990f"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:31:21.414209 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-d6d19661-8070-4316-a961-c1ba2869acce tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1548941323', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}, 'admin_state_up': False}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:31:21.448278 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0dd1fd0-6335-426d-83a5-fba1f793108f x-openstack-request-id: req-a0dd1fd0-6335-426d-83a5-fba1f793108f {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:31:21.448848 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fdf43ac-e2d1-46c0-a022-01c13375d73d", "name": "network-vif-deleted", "tag": "b39b79af-f443-48d6-a70e-0edb9f29990f", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:31:21.449812 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a0dd1fd0-6335-426d-83a5-fba1f793108f {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:31:21.450756 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fdf43ac-e2d1-46c0-a022-01c13375d73d', 'name': 'network-vif-deleted', 'tag': 'b39b79af-f443-48d6-a70e-0edb9f29990f', 'status': 'completed', 'code': 200} Jan 18 22:31:21.505627 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d6d19661-8070-4316-a961-c1ba2869acce tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1044160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8692'] for router, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:21.506712 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d6d19661-8070-4316-a961-c1ba2869acce tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1040680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8675'] for router, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:21.532258 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-2ae429a3-bbb6-486c-a604-b29e4894ac3e req-c34927f7-786d-492a-94aa-809e0c0a1b68 tempest-ServerAddressesNegativeTestJSON-1617358514 tempest-ServerAddressesNegativeTestJSON-1617358514-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:21.566190 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [req-121d15cc-bce0-4950-9348-06d39d5511c0 req-2946696c-8347-4fa9-a982-c13d6f1ec542 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Router 0aca9b94-86a5-43ca-b503-3c82b83f0607 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:31:21.575723 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-11bd0e8c-67eb-480a-8eda-cbe1a7162562 admin admin] Allocated IP 172.25.5.35 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/70f86b18-fdf3-47c3-9991-e934cc4e1090) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:31:21.606021 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d6d19661-8070-4316-a961-c1ba2869acce tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:21.671616 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c26e38b3-78a3-4199-8172-ea14d9dc8f07 req-07b0466a-c7b9-42ea-a669-a8b216b7ce45 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fdf43ac-e2d1-46c0-a022-01c13375d73d HTTP/1.1" status: 200 len: 210 time: 0.0392115 Jan 18 22:31:21.679850 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-69d6103b-b69d-45c2-9ea2-864a8332e076 req-638f2fde-e486-4791-8133-19a504b5610b tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:21.748079 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-2ae429a3-bbb6-486c-a604-b29e4894ac3e req-c34927f7-786d-492a-94aa-809e0c0a1b68 tempest-ServerAddressesNegativeTestJSON-1617358514 tempest-ServerAddressesNegativeTestJSON-1617358514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:21.799816 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 0a3832af-5ed3-4045-857b-221249a1156b up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:31:21.801810 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638f2fde-e486-4791-8133-19a504b5610b tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Pushing event deleted for resources: {'Port': ['ID=2b6e3326-dc40-49a1-9ecb-6190b53d266d,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:21.893177 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-99a38063-bd6d-4e1e-b661-e87f5a061ea3 None None] Provisioning complete for port 0a3832af-5ed3-4045-857b-221249a1156b triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:31:21.893558 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-99a38063-bd6d-4e1e-b661-e87f5a061ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:21.911568 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-69d6103b-b69d-45c2-9ea2-864a8332e076 req-638f2fde-e486-4791-8133-19a504b5610b tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] No DVR routers for this DVR port 2b6e3326-dc40-49a1-9ecb-6190b53d266d on host n-h2-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:31:21.916579 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-69d6103b-b69d-45c2-9ea2-864a8332e076 req-638f2fde-e486-4791-8133-19a504b5610b tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:21.920153 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-69d6103b-b69d-45c2-9ea2-864a8332e076 req-638f2fde-e486-4791-8133-19a504b5610b tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.67 "DELETE /v2.0/ports/2b6e3326-dc40-49a1-9ecb-6190b53d266d HTTP/1.1" status: 204 len: 173 time: 2.0176961 Jan 18 22:31:21.935271 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34927f7-786d-492a-94aa-809e0c0a1b68 tempest-ServerAddressesNegativeTestJSON-1617358514 tempest-ServerAddressesNegativeTestJSON-1617358514-project] Pushing event updated for resources: {'Port': ['ID=b190afac-755a-4b38-a11f-d7ac1cf16d4e,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:21.939036 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ae429a3-bbb6-486c-a604-b29e4894ac3e req-c34927f7-786d-492a-94aa-809e0c0a1b68 tempest-ServerAddressesNegativeTestJSON-1617358514 tempest-ServerAddressesNegativeTestJSON-1617358514-project] Network 7f8f60a6-0a69-4cab-9272-7a8b8c7e516c is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:31:21.944385 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [req-2ae429a3-bbb6-486c-a604-b29e4894ac3e req-c34927f7-786d-492a-94aa-809e0c0a1b68 tempest-ServerAddressesNegativeTestJSON-1617358514 tempest-ServerAddressesNegativeTestJSON-1617358514-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:31:21.947603 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d6d19661-8070-4316-a961-c1ba2869acce tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:21.951558 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ae429a3-bbb6-486c-a604-b29e4894ac3e req-c34927f7-786d-492a-94aa-809e0c0a1b68 tempest-ServerAddressesNegativeTestJSON-1617358514 tempest-ServerAddressesNegativeTestJSON-1617358514-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:31:21.991136 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6f6c2343-5ef3-46e4-a9e0-a8df04c4a9d1 req-d0b77469-2445-4e5f-ae39-bc042777f7c9 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5ba1bdb-f998-48b1-912b-1d8c0eec8f6d HTTP/1.1" status: 200 len: 210 time: 0.0544102 Jan 18 22:31:21.997887 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-121d15cc-bce0-4950-9348-06d39d5511c0 req-2946696c-8347-4fa9-a982-c13d6f1ec542 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:31:22.006022 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-11bd0e8c-67eb-480a-8eda-cbe1a7162562 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:22.027214 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8660dfa3-9372-499b-8ca6-a151bf55eba5 None None] Sync routers for ids ['0aca9b94-86a5-43ca-b503-3c82b83f0607'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:31:22.027214 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 0a3832af-5ed3-4045-857b-221249a1156b triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:31:22.027214 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:22.050030 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-121d15cc-bce0-4950-9348-06d39d5511c0 req-2946696c-8347-4fa9-a982-c13d6f1ec542 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] No DVR routers for this DVR port 95b003d0-5508-401e-b1f4-71c2a1d0cf8b on host n-h2-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:31:22.053600 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-121d15cc-bce0-4950-9348-06d39d5511c0 req-2946696c-8347-4fa9-a982-c13d6f1ec542 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:22.056997 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-121d15cc-bce0-4950-9348-06d39d5511c0 req-2946696c-8347-4fa9-a982-c13d6f1ec542 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.67 "DELETE /v2.0/ports/95b003d0-5508-401e-b1f4-71c2a1d0cf8b HTTP/1.1" status: 204 len: 173 time: 4.5268090 Jan 18 22:31:22.093056 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5d429d43-f75b-4240-8ede-0db3d7c85171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:22.098387 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-11bd0e8c-67eb-480a-8eda-cbe1a7162562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:22.143424 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8660dfa3-9372-499b-8ca6-a151bf55eba5 None None] Routers {'0aca9b94-86a5-43ca-b503-3c82b83f0607'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:31:22.144057 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-8660dfa3-9372-499b-8ca6-a151bf55eba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:31:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['0aca9b94-86a5-43ca-b503-3c82b83f0607'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:31:22.187346 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11bd0e8c-67eb-480a-8eda-cbe1a7162562 admin admin] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:31:22.211192 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae429a3-bbb6-486c-a604-b29e4894ac3e req-c34927f7-786d-492a-94aa-809e0c0a1b68 tempest-ServerAddressesNegativeTestJSON-1617358514 tempest-ServerAddressesNegativeTestJSON-1617358514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:22.213142 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-2ae429a3-bbb6-486c-a604-b29e4894ac3e req-c34927f7-786d-492a-94aa-809e0c0a1b68 tempest-ServerAddressesNegativeTestJSON-1617358514 tempest-ServerAddressesNegativeTestJSON-1617358514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:22.217379 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-11bd0e8c-67eb-480a-8eda-cbe1a7162562 admin admin] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:31:22.245487 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bd0e8c-67eb-480a-8eda-cbe1a7162562 admin admin] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:31:22.261290 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2ae429a3-bbb6-486c-a604-b29e4894ac3e req-c34927f7-786d-492a-94aa-809e0c0a1b68 tempest-ServerAddressesNegativeTestJSON-1617358514 tempest-ServerAddressesNegativeTestJSON-1617358514-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7805412 Jan 18 22:31:22.304824 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-2ae429a3-bbb6-486c-a604-b29e4894ac3e req-140a655b-0cde-45de-be0c-20e12f2259f3 service neutron] Request body: {'port': {'device_id': 'a9c199dd-5b38-4fc4-8d80-654b5eb90dd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:31:22.341696 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-8660dfa3-9372-499b-8ca6-a151bf55eba5 None None] Set router 0aca9b94-86a5-43ca-b503-3c82b83f0607 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:31:22.406164 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bd0e8c-67eb-480a-8eda-cbe1a7162562 admin admin] Pushing event updated for resources: {'Port': ['ID=70f86b18-fdf3-47c3-9991-e934cc4e1090,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:22.474767 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-2ae429a3-bbb6-486c-a604-b29e4894ac3e req-140a655b-0cde-45de-be0c-20e12f2259f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:22.684731 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de29ce9-3edc-4961-a3b6-30e4d7ebbc2c req-acf0ac59-da00-4058-a086-123d140bf51b tempest-ServerAddressesNegativeTestJSON-1617358514 tempest-ServerAddressesNegativeTestJSON-1617358514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:22.690698 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7de29ce9-3edc-4961-a3b6-30e4d7ebbc2c req-acf0ac59-da00-4058-a086-123d140bf51b tempest-ServerAddressesNegativeTestJSON-1617358514 tempest-ServerAddressesNegativeTestJSON-1617358514-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9c199dd-5b38-4fc4-8d80-654b5eb90dd5 HTTP/1.1" status: 200 len: 931 time: 0.5099645 Jan 18 22:31:22.766620 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-8660dfa3-9372-499b-8ca6-a151bf55eba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aca9b94-86a5-43ca-b503-3c82b83f0607', 'name': 'tempest-AttachVolumeTestJSON-1374897669-router', 'tenant_id': '8b13ed9b2a1546eeba661ab8fe911d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'b8d7af8a-ea10-4555-88a6-bf42a27d61a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:23:38Z', 'updated_at': '2022-01-18T22:23:45Z', 'revision_number': 4, 'project_id': '8b13ed9b2a1546eeba661ab8fe911d02', 'gw_port': {'id': 'b8d7af8a-ea10-4555-88a6-bf42a27d61a5', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aca9b94-86a5-43ca-b503-3c82b83f0607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:23:39Z', 'updated_at': '2022-01-18T22:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '9dfbdbb6-a5ec-463f-b8be-ac030735fbe1', 'name': '', 'network_id': 'a7cf00b2-fdcd-4807-a356-43cabd69ea31', 'tenant_id': '8b13ed9b2a1546eeba661ab8fe911d02', 'mac_address': 'fa:16:3e:5a:f7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aca9b94-86a5-43ca-b503-3c82b83f0607', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'f22ac4a0-8a49-4c4d-8503-b70bab42605d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:23:43Z', 'updated_at': '2022-01-18T22:23:51Z', 'revision_number': 5, 'project_id': '8b13ed9b2a1546eeba661ab8fe911d02', 'subnets': [{'id': 'f22ac4a0-8a49-4c4d-8503-b70bab42605d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:31:22.807967 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8660dfa3-9372-499b-8ca6-a151bf55eba5 None None] Checking router: 0aca9b94-86a5-43ca-b503-3c82b83f0607 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:31:22.817255 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8660dfa3-9372-499b-8ca6-a151bf55eba5 None None] Routers {'0aca9b94-86a5-43ca-b503-3c82b83f0607'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:31:22.817879 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-8660dfa3-9372-499b-8ca6-a151bf55eba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:31:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['0aca9b94-86a5-43ca-b503-3c82b83f0607'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:31:22.870872 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7de29ce9-3edc-4961-a3b6-30e4d7ebbc2c req-6894d850-fd74-45da-b1d3-4a21a7b69f58 tempest-ServerAddressesNegativeTestJSON-1617358514 tempest-ServerAddressesNegativeTestJSON-1617358514-project] 10.222.0.53 "GET /v2.0/security-groups?id=a244c73f-54e3-4e4d-98a8-85f9b3b6f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710672 Jan 18 22:31:22.910859 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-69c9bdf1-ab46-4d72-8937-949a20e9e48a req-cac606c9-00d4-498f-a956-aed7a134ad67 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fdf43ac-e2d1-46c0-a022-01c13375d73d HTTP/1.1" status: 200 len: 210 time: 0.1040785 Jan 18 22:31:22.938381 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:22.959707 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-8660dfa3-9372-499b-8ca6-a151bf55eba5 None None] Set router 0aca9b94-86a5-43ca-b503-3c82b83f0607 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:31:23.010867 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-11bd0e8c-67eb-480a-8eda-cbe1a7162562 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:23.044684 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d6d19661-8070-4316-a961-c1ba2869acce tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks [] for router_gateway, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:23.125876 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d6d19661-8070-4316-a961-c1ba2869acce tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:23.137578 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 51882) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:31:23.245706 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a1c09275-2165-4c53-89a8-e156e50089c4 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:23.271030 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a1c09275-2165-4c53-89a8-e156e50089c4 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:23.353994 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a1c09275-2165-4c53-89a8-e156e50089c4 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:23.357547 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a1c09275-2165-4c53-89a8-e156e50089c4 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:23.358722 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-a1c09275-2165-4c53-89a8-e156e50089c4 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "DELETE /v2.0/security-groups/b2a384ad-409f-49f0-9e96-d4e872d08664 HTTP/1.1" status: 204 len: 168 time: 0.2202172 Jan 18 22:31:23.373563 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 51886) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:31:23.389299 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-d6d19661-8070-4316-a961-c1ba2869acce tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Allocated IP 172.25.5.86 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/7a3e8a39-cf78-4e9f-a67d-9dc66ab39a17) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:31:23.403861 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c09275-2165-4c53-89a8-e156e50089c4 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a384ad-409f-49f0-9e96-d4e872d08664,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:23.419543 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-8660dfa3-9372-499b-8ca6-a151bf55eba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aca9b94-86a5-43ca-b503-3c82b83f0607', 'name': 'tempest-AttachVolumeTestJSON-1374897669-router', 'tenant_id': '8b13ed9b2a1546eeba661ab8fe911d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'b8d7af8a-ea10-4555-88a6-bf42a27d61a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:23:38Z', 'updated_at': '2022-01-18T22:23:45Z', 'revision_number': 4, 'project_id': '8b13ed9b2a1546eeba661ab8fe911d02', 'gw_port': {'id': 'b8d7af8a-ea10-4555-88a6-bf42a27d61a5', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aca9b94-86a5-43ca-b503-3c82b83f0607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:23:39Z', 'updated_at': '2022-01-18T22:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '9dfbdbb6-a5ec-463f-b8be-ac030735fbe1', 'name': '', 'network_id': 'a7cf00b2-fdcd-4807-a356-43cabd69ea31', 'tenant_id': '8b13ed9b2a1546eeba661ab8fe911d02', 'mac_address': 'fa:16:3e:5a:f7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aca9b94-86a5-43ca-b503-3c82b83f0607', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'f22ac4a0-8a49-4c4d-8503-b70bab42605d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:23:43Z', 'updated_at': '2022-01-18T22:23:51Z', 'revision_number': 5, 'project_id': '8b13ed9b2a1546eeba661ab8fe911d02', 'subnets': [{'id': 'f22ac4a0-8a49-4c4d-8503-b70bab42605d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:31:23.423124 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [None req-23c6a083-adb9-4f42-aa1d-b5b0638703ca tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] show failed (client error): The resource could not be found. Jan 18 22:31:23.425261 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-23c6a083-adb9-4f42-aa1d-b5b0638703ca tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "GET /v2.0/security-groups/b2a384ad-409f-49f0-9e96-d4e872d08664 HTTP/1.1" status: 404 len: 347 time: 0.0168765 Jan 18 22:31:23.428293 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 51888) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:31:23.476696 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8660dfa3-9372-499b-8ca6-a151bf55eba5 None None] The sync data for ids ['0aca9b94-86a5-43ca-b503-3c82b83f0607'] in n-d-825064-1 is: [{'id': '0aca9b94-86a5-43ca-b503-3c82b83f0607', 'name': 'tempest-AttachVolumeTestJSON-1374897669-router', 'tenant_id': '8b13ed9b2a1546eeba661ab8fe911d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'b8d7af8a-ea10-4555-88a6-bf42a27d61a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:23:38Z', 'updated_at': '2022-01-18T22:23:45Z', 'revision_number': 4, 'project_id': '8b13ed9b2a1546eeba661ab8fe911d02', 'gw_port': {'id': 'b8d7af8a-ea10-4555-88a6-bf42a27d61a5', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aca9b94-86a5-43ca-b503-3c82b83f0607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:23:39Z', 'updated_at': '2022-01-18T22:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '9dfbdbb6-a5ec-463f-b8be-ac030735fbe1', 'name': '', 'network_id': 'a7cf00b2-fdcd-4807-a356-43cabd69ea31', 'tenant_id': '8b13ed9b2a1546eeba661ab8fe911d02', 'mac_address': 'fa:16:3e:5a:f7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aca9b94-86a5-43ca-b503-3c82b83f0607', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'f22ac4a0-8a49-4c4d-8503-b70bab42605d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:23:43Z', 'updated_at': '2022-01-18T22:23:51Z', 'revision_number': 5, 'project_id': '8b13ed9b2a1546eeba661ab8fe911d02', 'subnets': [{'id': 'f22ac4a0-8a49-4c4d-8503-b70bab42605d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:31:23.513041 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d6d19661-8070-4316-a961-c1ba2869acce tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:23.600053 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d6d19661-8070-4316-a961-c1ba2869acce tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:23.669926 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d19661-8070-4316-a961-c1ba2869acce tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:31:23.685285 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-d6d19661-8070-4316-a961-c1ba2869acce tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:31:23.690396 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d19661-8070-4316-a961-c1ba2869acce tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:31:23.697199 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [req-2ae429a3-bbb6-486c-a604-b29e4894ac3e req-140a655b-0cde-45de-be0c-20e12f2259f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b190afac-755a-4b38-a11f-d7ac1cf16d4e {{(pid=102431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:31:23.722266 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d19661-8070-4316-a961-c1ba2869acce tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Pushing event updated for resources: {'Port': ['ID=7a3e8a39-cf78-4e9f-a67d-9dc66ab39a17,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:23.735567 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-2ae429a3-bbb6-486c-a604-b29e4894ac3e req-140a655b-0cde-45de-be0c-20e12f2259f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:23.758517 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [req-2ae429a3-bbb6-486c-a604-b29e4894ac3e req-140a655b-0cde-45de-be0c-20e12f2259f3 service neutron] Transition to ACTIVE for port object b190afac-755a-4b38-a11f-d7ac1cf16d4e will not be triggered until provisioned by entity L2. {{(pid=102431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:31:23.765874 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-2ae429a3-bbb6-486c-a604-b29e4894ac3e req-140a655b-0cde-45de-be0c-20e12f2259f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:23.848020 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fdf43ac-e2d1-46c0-a022-01c13375d73d', 'name': 'network-vif-deleted', 'tag': '2b6e3326-dc40-49a1-9ecb-6190b53d266d'}, {'server_uuid': 'b5ba1bdb-f998-48b1-912b-1d8c0eec8f6d', 'name': 'network-vif-deleted', 'tag': '95b003d0-5508-401e-b1f4-71c2a1d0cf8b'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:31:23.850638 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b1cbca-653f-4a2e-ad01-9988ef9eb9e0" -d '{"events": [{"server_uuid": "5fdf43ac-e2d1-46c0-a022-01c13375d73d", "name": "network-vif-deleted", "tag": "2b6e3326-dc40-49a1-9ecb-6190b53d266d"}, {"server_uuid": "b5ba1bdb-f998-48b1-912b-1d8c0eec8f6d", "name": "network-vif-deleted", "tag": "95b003d0-5508-401e-b1f4-71c2a1d0cf8b"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:31:23.879165 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f499f6-e34d-4b8d-a5fd-f1a2263c9c2e None None] New status for floating IP c4d4f303-3bb2-47a8-9d7e-faad90dcf998: DOWN {{(pid=102433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 22:31:23.925589 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 18 Jan 2022 22:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc52f1f7-a1da-4caa-b5b9-a56dd1195e0e x-openstack-request-id: req-bc52f1f7-a1da-4caa-b5b9-a56dd1195e0e {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:31:23.925805 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fdf43ac-e2d1-46c0-a022-01c13375d73d", "name": "network-vif-deleted", "tag": "2b6e3326-dc40-49a1-9ecb-6190b53d266d", "status": "completed", "code": 200}, {"server_uuid": "b5ba1bdb-f998-48b1-912b-1d8c0eec8f6d", "name": "network-vif-deleted", "tag": "95b003d0-5508-401e-b1f4-71c2a1d0cf8b", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:31:23.925932 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bc52f1f7-a1da-4caa-b5b9-a56dd1195e0e {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:31:23.926288 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fdf43ac-e2d1-46c0-a022-01c13375d73d', 'name': 'network-vif-deleted', 'tag': '2b6e3326-dc40-49a1-9ecb-6190b53d266d', 'status': 'completed', 'code': 200} Jan 18 22:31:23.926541 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5ba1bdb-f998-48b1-912b-1d8c0eec8f6d', 'name': 'network-vif-deleted', 'tag': '95b003d0-5508-401e-b1f4-71c2a1d0cf8b', 'status': 'completed', 'code': 200} Jan 18 22:31:23.927391 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140a655b-0cde-45de-be0c-20e12f2259f3 service neutron] Pushing event updated for resources: {'Port': ['ID=b190afac-755a-4b38-a11f-d7ac1cf16d4e,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:23.954402 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-11bd0e8c-67eb-480a-8eda-cbe1a7162562 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1040691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049'] for router, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:24.059039 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe587934-5976-4e0b-a8a2-29afd85ceff8 req-e2334239-4018-4366-80c4-19d525c10c05 tempest-ServerTagsTestJSON-1030300740 tempest-ServerTagsTestJSON-1030300740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:24.066917 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fe587934-5976-4e0b-a8a2-29afd85ceff8 req-e2334239-4018-4366-80c4-19d525c10c05 tempest-ServerTagsTestJSON-1030300740 tempest-ServerTagsTestJSON-1030300740-project] 10.222.0.53 "GET /v2.0/ports?device_id=69f83506-191d-4e1c-b598-e5e573d58a8a HTTP/1.1" status: 200 len: 946 time: 0.2095158 Jan 18 22:31:24.194874 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fe587934-5976-4e0b-a8a2-29afd85ceff8 req-cabc47f7-b3d8-4547-9e4a-544c6dceabd9 tempest-ServerTagsTestJSON-1030300740 tempest-ServerTagsTestJSON-1030300740-project] 10.222.0.53 "GET /v2.0/security-groups?id=e7e6f54a-59be-475b-9574-2e5751b9c1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217864 Jan 18 22:31:24.219051 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-52583876-7639-4dbb-b9af-342105c3a237 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Deleting port 2d229e90-48ee-475c-a1d9-41810a9eadc8 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:31:24.219870 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-52583876-7639-4dbb-b9af-342105c3a237 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:24.229626 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-2ae429a3-bbb6-486c-a604-b29e4894ac3e req-140a655b-0cde-45de-be0c-20e12f2259f3 service neutron] Attempting to bind port b190afac-755a-4b38-a11f-d7ac1cf16d4e on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:31:24.230133 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-2ae429a3-bbb6-486c-a604-b29e4894ac3e req-140a655b-0cde-45de-be0c-20e12f2259f3 service neutron] Attempting to bind port b190afac-755a-4b38-a11f-d7ac1cf16d4e by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '7743c850-5210-4ba4-9f3d-c36b56cfbc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '7f8f60a6-0a69-4cab-9272-7a8b8c7e516c'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:31:24.230297 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae429a3-bbb6-486c-a604-b29e4894ac3e req-140a655b-0cde-45de-be0c-20e12f2259f3 service neutron] Attempting to bind port b190afac-755a-4b38-a11f-d7ac1cf16d4e on network 7f8f60a6-0a69-4cab-9272-7a8b8c7e516c {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:31:24.241138 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae429a3-bbb6-486c-a604-b29e4894ac3e req-140a655b-0cde-45de-be0c-20e12f2259f3 service neutron] Port b190afac-755a-4b38-a11f-d7ac1cf16d4e on network 7f8f60a6-0a69-4cab-9272-7a8b8c7e516c not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:31:24.241473 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae429a3-bbb6-486c-a604-b29e4894ac3e req-140a655b-0cde-45de-be0c-20e12f2259f3 service neutron] Attempting to bind port b190afac-755a-4b38-a11f-d7ac1cf16d4e on network 7f8f60a6-0a69-4cab-9272-7a8b8c7e516c {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:31:24.249570 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae429a3-bbb6-486c-a604-b29e4894ac3e req-140a655b-0cde-45de-be0c-20e12f2259f3 service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:31:24.249785 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0509b0-83d5-407c-b6bc-cbb9091d1f78 req-02e64002-5bef-46a6-b804-1015644f4d32 tempest-ServerAddressesNegativeTestJSON-1617358514 tempest-ServerAddressesNegativeTestJSON-1617358514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:24.249931 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae429a3-bbb6-486c-a604-b29e4894ac3e req-140a655b-0cde-45de-be0c-20e12f2259f3 service neutron] Checking segment: {'id': '7743c850-5210-4ba4-9f3d-c36b56cfbc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '7f8f60a6-0a69-4cab-9272-7a8b8c7e516c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:31:24.250285 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae429a3-bbb6-486c-a604-b29e4894ac3e req-140a655b-0cde-45de-be0c-20e12f2259f3 service neutron] Bound using segment: {'id': '7743c850-5210-4ba4-9f3d-c36b56cfbc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '7f8f60a6-0a69-4cab-9272-7a8b8c7e516c'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:31:24.250722 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-2ae429a3-bbb6-486c-a604-b29e4894ac3e req-140a655b-0cde-45de-be0c-20e12f2259f3 service neutron] Bound port: b190afac-755a-4b38-a11f-d7ac1cf16d4e, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7743c850-5210-4ba4-9f3d-c36b56cfbc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '7f8f60a6-0a69-4cab-9272-7a8b8c7e516c'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:31:24.251088 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-2ae429a3-bbb6-486c-a604-b29e4894ac3e req-140a655b-0cde-45de-be0c-20e12f2259f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:24.254167 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d6d19661-8070-4316-a961-c1ba2869acce tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks [] for router_gateway, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:24.257185 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ee0509b0-83d5-407c-b6bc-cbb9091d1f78 req-02e64002-5bef-46a6-b804-1015644f4d32 tempest-ServerAddressesNegativeTestJSON-1617358514 tempest-ServerAddressesNegativeTestJSON-1617358514-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9c199dd-5b38-4fc4-8d80-654b5eb90dd5 HTTP/1.1" status: 200 len: 943 time: 0.2570159 Jan 18 22:31:24.346591 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6102b148-4058-4099-a9d7-378b7f11158f req-d38303a8-be69-40ca-b904-4c6d42c1218a tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fdf43ac-e2d1-46c0-a022-01c13375d73d HTTP/1.1" status: 200 len: 210 time: 0.0559022 Jan 18 22:31:24.365430 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:24.384394 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ee0509b0-83d5-407c-b6bc-cbb9091d1f78 req-70bdd4b0-cba8-487f-9a9d-d68142120abc tempest-ServerAddressesNegativeTestJSON-1617358514 tempest-ServerAddressesNegativeTestJSON-1617358514-project] 10.222.0.53 "GET /v2.0/security-groups?id=a244c73f-54e3-4e4d-98a8-85f9b3b6f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257136 Jan 18 22:31:24.399400 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-52583876-7639-4dbb-b9af-342105c3a237 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:24.399971 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-52583876-7639-4dbb-b9af-342105c3a237 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:24.419119 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-52583876-7639-4dbb-b9af-342105c3a237 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Calling delete_port for 2d229e90-48ee-475c-a1d9-41810a9eadc8 owned by network:floatingip {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:31:24.421034 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-2ae429a3-bbb6-486c-a604-b29e4894ac3e req-140a655b-0cde-45de-be0c-20e12f2259f3 service neutron] For port b190afac-755a-4b38-a11f-d7ac1cf16d4e, host n-h2-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:31:24.425677 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-2ae429a3-bbb6-486c-a604-b29e4894ac3e req-140a655b-0cde-45de-be0c-20e12f2259f3 service neutron] For port b190afac-755a-4b38-a11f-d7ac1cf16d4e, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=b190afac-755a-4b38-a11f-d7ac1cf16d4e,segment=NetworkSegment(7743c850-5210-4ba4-9f3d-c36b56cfbc02),segment_id=7743c850-5210-4ba4-9f3d-c36b56cfbc02)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:31:24.428504 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11bd0e8c-67eb-480a-8eda-cbe1a7162562 admin admin] Router 36b67cea-a5cb-4623-8be0-a6b5659cd9a0 is scheduled to L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 with binding_index 1 {{(pid=102430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 22:31:24.473132 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-2ae429a3-bbb6-486c-a604-b29e4894ac3e req-140a655b-0cde-45de-be0c-20e12f2259f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:24.524013 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae429a3-bbb6-486c-a604-b29e4894ac3e req-140a655b-0cde-45de-be0c-20e12f2259f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:24.524847 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-2ae429a3-bbb6-486c-a604-b29e4894ac3e req-140a655b-0cde-45de-be0c-20e12f2259f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:24.527037 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2ae429a3-bbb6-486c-a604-b29e4894ac3e req-140a655b-0cde-45de-be0c-20e12f2259f3 service neutron] 10.222.0.67 "PUT /v2.0/ports/b190afac-755a-4b38-a11f-d7ac1cf16d4e HTTP/1.1" status: 200 len: 1091 time: 2.2562091 Jan 18 22:31:24.528321 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9c199dd-5b38-4fc4-8d80-654b5eb90dd5', 'tag': 'b190afac-755a-4b38-a11f-d7ac1cf16d4e'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:31:24.532987 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e587e0d-9ded-49c7-9c9a-3bb98d6c0371" -d '{"events": [{"name": "network-changed", "server_uuid": "a9c199dd-5b38-4fc4-8d80-654b5eb90dd5", "tag": "b190afac-755a-4b38-a11f-d7ac1cf16d4e"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:31:24.557438 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:24.597342 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11bd0e8c-67eb-480a-8eda-cbe1a7162562 admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:31:24.609976 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6a10f8-b17b-4c08-a3b3-8b68af36507b None None] Sync routers for ids ['36b67cea-a5cb-4623-8be0-a6b5659cd9a0'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:31:24.620008 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6a10f8-b17b-4c08-a3b3-8b68af36507b None None] Routers {'36b67cea-a5cb-4623-8be0-a6b5659cd9a0'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:31:24.620665 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-1a6a10f8-b17b-4c08-a3b3-8b68af36507b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:31:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['36b67cea-a5cb-4623-8be0-a6b5659cd9a0'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:31:24.650817 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-11bd0e8c-67eb-480a-8eda-cbe1a7162562 admin admin] Notify callbacks [] for router, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:24.657211 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-11bd0e8c-67eb-480a-8eda-cbe1a7162562 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.3751318 Jan 18 22:31:24.659758 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 51898) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:31:24.671763 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d6d19661-8070-4316-a961-c1ba2869acce tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1040691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049'] for router, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:24.706461 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-52583876-7639-4dbb-b9af-342105c3a237 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:24.734068 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4069b63f-0500-45b0-8ef7-b09c9a139e7f x-openstack-request-id: req-4069b63f-0500-45b0-8ef7-b09c9a139e7f {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:31:24.734068 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9c199dd-5b38-4fc4-8d80-654b5eb90dd5", "tag": "b190afac-755a-4b38-a11f-d7ac1cf16d4e", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:31:24.734396 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4069b63f-0500-45b0-8ef7-b09c9a139e7f {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:31:24.734813 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9c199dd-5b38-4fc4-8d80-654b5eb90dd5', 'tag': 'b190afac-755a-4b38-a11f-d7ac1cf16d4e', 'status': 'completed', 'code': 200} Jan 18 22:31:24.756871 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52583876-7639-4dbb-b9af-342105c3a237 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Pushing event deleted for resources: {'Port': ['ID=2d229e90-48ee-475c-a1d9-41810a9eadc8,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:24.765346 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae429a3-bbb6-486c-a604-b29e4894ac3e req-22fa028f-7870-4076-ba3e-f48bc2487907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:24.767158 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2ae429a3-bbb6-486c-a604-b29e4894ac3e req-22fa028f-7870-4076-ba3e-f48bc2487907 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b13a63811399478ea8c9364812ac4b25&device_id=a9c199dd-5b38-4fc4-8d80-654b5eb90dd5 HTTP/1.1" status: 200 len: 1094 time: 0.1409917 Jan 18 22:31:24.772427 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140a655b-0cde-45de-be0c-20e12f2259f3 service neutron] Pushing event updated for resources: {'Port': ['ID=b190afac-755a-4b38-a11f-d7ac1cf16d4e,revision_number=3']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:24.819770 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2ae429a3-bbb6-486c-a604-b29e4894ac3e req-71930628-b497-4907-9ed7-fa060bd9ce11 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b190afac-755a-4b38-a11f-d7ac1cf16d4e HTTP/1.1" status: 200 len: 217 time: 0.0428081 Jan 18 22:31:24.923331 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae429a3-bbb6-486c-a604-b29e4894ac3e req-c72f4e84-6dc2-4cdf-81e2-1475a0083610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:24.925202 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2ae429a3-bbb6-486c-a604-b29e4894ac3e req-c72f4e84-6dc2-4cdf-81e2-1475a0083610 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fe534ede-1891-40b2-8d83-7d5ec4b566e4 HTTP/1.1" status: 200 len: 861 time: 0.0726352 Jan 18 22:31:24.965898 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2ae429a3-bbb6-486c-a604-b29e4894ac3e req-17d30791-7828-4818-912c-0714f0ac300a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7f8f60a6-0a69-4cab-9272-7a8b8c7e516c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319884 Jan 18 22:31:24.985829 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-52583876-7639-4dbb-b9af-342105c3a237 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Notify callbacks [] for floatingip, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:24.988900 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-52583876-7639-4dbb-b9af-342105c3a237 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:25.004185 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-52583876-7639-4dbb-b9af-342105c3a237 tempest-AttachVolumeTestJSON-406642952 tempest-AttachVolumeTestJSON-406642952-project] 10.222.0.53 "DELETE /v2.0/floatingips/c4d4f303-3bb2-47a8-9d7e-faad90dcf998 HTTP/1.1" status: 204 len: 168 time: 1.5608914 Jan 18 22:31:25.066321 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-1a6a10f8-b17b-4c08-a3b3-8b68af36507b None None] Set router 36b67cea-a5cb-4623-8be0-a6b5659cd9a0 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:31:25.079043 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6d19661-8070-4316-a961-c1ba2869acce tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Router ac09b3c2-d6fc-47d9-adb8-c51c7e9f62d6 is scheduled to L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 with binding_index 1 {{(pid=102431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 22:31:25.127365 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b2f84a-eeab-4fe9-8c02-1b348232716e req-9385d758-571a-4721-837d-14bd52bc153f tempest-ServerTagsTestJSON-1030300740 tempest-ServerTagsTestJSON-1030300740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:25.128672 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-82b2f84a-eeab-4fe9-8c02-1b348232716e req-9385d758-571a-4721-837d-14bd52bc153f tempest-ServerTagsTestJSON-1030300740 tempest-ServerTagsTestJSON-1030300740-project] 10.222.0.36 "GET /v2.0/ports?device_id=69f83506-191d-4e1c-b598-e5e573d58a8a HTTP/1.1" status: 200 len: 946 time: 0.2926989 Jan 18 22:31:25.196655 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2ae429a3-bbb6-486c-a604-b29e4894ac3e req-382895e8-2dfa-4969-9467-30988b562440 service neutron] 10.222.0.67 "GET /v2.0/networks/7f8f60a6-0a69-4cab-9272-7a8b8c7e516c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229786 Jan 18 22:31:25.379356 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-1a6a10f8-b17b-4c08-a3b3-8b68af36507b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36b67cea-a5cb-4623-8be0-a6b5659cd9a0', 'name': 'tempest-TestServerMultinode-1199056580-router', 'tenant_id': 'b5bef17513094624b7242b46a2e6b424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '70f86b18-fdf3-47c3-9991-e934cc4e1090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:31:17Z', 'updated_at': '2022-01-18T22:31:22Z', 'revision_number': 3, 'project_id': 'b5bef17513094624b7242b46a2e6b424', 'gw_port': {'id': '70f86b18-fdf3-47c3-9991-e934cc4e1090', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:5c:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36b67cea-a5cb-4623-8be0-a6b5659cd9a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1926, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:31:21Z', 'updated_at': '2022-01-18T22:31:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:31:25.413057 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-82b2f84a-eeab-4fe9-8c02-1b348232716e req-73dcc27d-1fa4-4dcd-bf93-9cc0542853b6 tempest-ServerTagsTestJSON-1030300740 tempest-ServerTagsTestJSON-1030300740-project] Deleting port 6c335ec6-0dc1-4125-8cb2-357ca85243f2 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:31:25.413405 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-82b2f84a-eeab-4fe9-8c02-1b348232716e req-73dcc27d-1fa4-4dcd-bf93-9cc0542853b6 tempest-ServerTagsTestJSON-1030300740 tempest-ServerTagsTestJSON-1030300740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:25.425957 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6a10f8-b17b-4c08-a3b3-8b68af36507b None None] Checking router: 36b67cea-a5cb-4623-8be0-a6b5659cd9a0 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:31:25.426308 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6a10f8-b17b-4c08-a3b3-8b68af36507b None None] Updating router 36b67cea-a5cb-4623-8be0-a6b5659cd9a0 port 70f86b18-fdf3-47c3-9991-e934cc4e1090 binding host n-d-825064-1 {{(pid=102432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:31:25.458720 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1a6a10f8-b17b-4c08-a3b3-8b68af36507b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:25.539683 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-82b2f84a-eeab-4fe9-8c02-1b348232716e req-73dcc27d-1fa4-4dcd-bf93-9cc0542853b6 tempest-ServerTagsTestJSON-1030300740 tempest-ServerTagsTestJSON-1030300740-project] For port 6c335ec6-0dc1-4125-8cb2-357ca85243f2, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=6c335ec6-0dc1-4125-8cb2-357ca85243f2,segment=NetworkSegment(d6c139a4-c60a-4450-9c2d-5ba6428bdd4d),segment_id=d6c139a4-c60a-4450-9c2d-5ba6428bdd4d)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:31:25.540055 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-82b2f84a-eeab-4fe9-8c02-1b348232716e req-73dcc27d-1fa4-4dcd-bf93-9cc0542853b6 tempest-ServerTagsTestJSON-1030300740 tempest-ServerTagsTestJSON-1030300740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:25.553600 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-82b2f84a-eeab-4fe9-8c02-1b348232716e req-73dcc27d-1fa4-4dcd-bf93-9cc0542853b6 tempest-ServerTagsTestJSON-1030300740 tempest-ServerTagsTestJSON-1030300740-project] Calling delete_port for 6c335ec6-0dc1-4125-8cb2-357ca85243f2 owned by compute:nova {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:31:25.588469 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6d19661-8070-4316-a961-c1ba2869acce tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:31:25.599963 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74ffa8c-78d3-48e4-bab3-b0f98acf9846 None None] Sync routers for ids ['ac09b3c2-d6fc-47d9-adb8-c51c7e9f62d6'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:31:25.615339 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74ffa8c-78d3-48e4-bab3-b0f98acf9846 None None] Routers {'ac09b3c2-d6fc-47d9-adb8-c51c7e9f62d6'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:31:25.616238 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-e74ffa8c-78d3-48e4-bab3-b0f98acf9846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:31:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['ac09b3c2-d6fc-47d9-adb8-c51c7e9f62d6'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:31:25.667663 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d6d19661-8070-4316-a961-c1ba2869acce tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:25.673362 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-d6d19661-8070-4316-a961-c1ba2869acce tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.6438851 Jan 18 22:31:25.680963 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 51910) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:31:25.696657 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2ae429a3-bbb6-486c-a604-b29e4894ac3e req-47f46b94-e8ff-4e4c-b083-a65d609ecf1e service neutron] 10.222.0.67 "GET /v2.0/networks/7f8f60a6-0a69-4cab-9272-7a8b8c7e516c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4537172 Jan 18 22:31:25.698477 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-e74ffa8c-78d3-48e4-bab3-b0f98acf9846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:31:25.699007 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98bf8f0-8d89-4188-a471-05ed988d13df req-cd12765e-c21b-4df8-95c7-201f23a1b199 tempest-ServerTagsTestJSON-1030300740 tempest-ServerTagsTestJSON-1030300740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:25.706892 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c98bf8f0-8d89-4188-a471-05ed988d13df req-cd12765e-c21b-4df8-95c7-201f23a1b199 tempest-ServerTagsTestJSON-1030300740 tempest-ServerTagsTestJSON-1030300740-project] 10.222.0.53 "GET /v2.0/ports?device_id=69f83506-191d-4e1c-b598-e5e573d58a8a HTTP/1.1" status: 200 len: 946 time: 0.3997903 Jan 18 22:31:25.723269 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74ffa8c-78d3-48e4-bab3-b0f98acf9846 None None] Routers {'ac09b3c2-d6fc-47d9-adb8-c51c7e9f62d6'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:31:25.723806 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-e74ffa8c-78d3-48e4-bab3-b0f98acf9846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:31:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['ac09b3c2-d6fc-47d9-adb8-c51c7e9f62d6'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:31:25.741151 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-070eede5-c245-4470-b4d8-96e8586217b2 req-5a3a1b31-fc3a-4561-a027-ceab6f94c97d tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fdf43ac-e2d1-46c0-a022-01c13375d73d HTTP/1.1" status: 200 len: 210 time: 0.0541573 Jan 18 22:31:25.748114 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-82b2f84a-eeab-4fe9-8c02-1b348232716e req-73dcc27d-1fa4-4dcd-bf93-9cc0542853b6 tempest-ServerTagsTestJSON-1030300740 tempest-ServerTagsTestJSON-1030300740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:25.786972 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-e74ffa8c-78d3-48e4-bab3-b0f98acf9846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:31:25.787831 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74ffa8c-78d3-48e4-bab3-b0f98acf9846 None None] The sync data for ids ['ac09b3c2-d6fc-47d9-adb8-c51c7e9f62d6'] in n-d-825064-1 is: [] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:31:25.800322 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dcc27d-1fa4-4dcd-bf93-9cc0542853b6 tempest-ServerTagsTestJSON-1030300740 tempest-ServerTagsTestJSON-1030300740-project] Pushing event deleted for resources: {'Port': ['ID=6c335ec6-0dc1-4125-8cb2-357ca85243f2,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:25.854062 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-82b2f84a-eeab-4fe9-8c02-1b348232716e req-73dcc27d-1fa4-4dcd-bf93-9cc0542853b6 tempest-ServerTagsTestJSON-1030300740 tempest-ServerTagsTestJSON-1030300740-project] No DVR routers for this DVR port 6c335ec6-0dc1-4125-8cb2-357ca85243f2 on host n-h1-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:31:25.878990 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-82b2f84a-eeab-4fe9-8c02-1b348232716e req-73dcc27d-1fa4-4dcd-bf93-9cc0542853b6 tempest-ServerTagsTestJSON-1030300740 tempest-ServerTagsTestJSON-1030300740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:25.882544 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-82b2f84a-eeab-4fe9-8c02-1b348232716e req-73dcc27d-1fa4-4dcd-bf93-9cc0542853b6 tempest-ServerTagsTestJSON-1030300740 tempest-ServerTagsTestJSON-1030300740-project] 10.222.0.36 "DELETE /v2.0/ports/6c335ec6-0dc1-4125-8cb2-357ca85243f2 HTTP/1.1" status: 204 len: 173 time: 0.7447333 Jan 18 22:31:25.905575 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c98bf8f0-8d89-4188-a471-05ed988d13df req-61418c11-ff56-4a86-a9b2-69c0c6a25b95 tempest-ServerTagsTestJSON-1030300740 tempest-ServerTagsTestJSON-1030300740-project] 10.222.0.53 "GET /v2.0/security-groups?id=e7e6f54a-59be-475b-9574-2e5751b9c1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977010 Jan 18 22:31:25.912048 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['6c335ec6-0dc1-4125-8cb2-357ca85243f2'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:31:25.935189 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e587e0d-9ded-49c7-9c9a-3bb98d6c0371 req-33789304-96a8-4b37-9040-264f8302e318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:25.937002 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-8e587e0d-9ded-49c7-9c9a-3bb98d6c0371 req-33789304-96a8-4b37-9040-264f8302e318 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b13a63811399478ea8c9364812ac4b25&device_id=a9c199dd-5b38-4fc4-8d80-654b5eb90dd5 HTTP/1.1" status: 200 len: 1094 time: 0.1646950 Jan 18 22:31:25.947630 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-f09ac783-430b-475f-a316-c92271597be0 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] 10.222.0.53 "GET /v2.0/routers/ac09b3c2-d6fc-47d9-adb8-c51c7e9f62d6 HTTP/1.1" status: 200 len: 924 time: 0.2646692 Jan 18 22:31:25.955959 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 51912) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:31:25.956208 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69f83506-191d-4e1c-b598-e5e573d58a8a', 'name': 'network-vif-deleted', 'tag': '6c335ec6-0dc1-4125-8cb2-357ca85243f2'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:31:25.959126 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21026e48-63c8-4805-8b87-b182ee57680b" -d '{"events": [{"server_uuid": "69f83506-191d-4e1c-b598-e5e573d58a8a", "name": "network-vif-deleted", "tag": "6c335ec6-0dc1-4125-8cb2-357ca85243f2"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:31:25.987979 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-8d4f6809-eaf8-4353-a14f-713ec90113ee tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac09b3c2-d6fc-47d9-adb8-c51c7e9f62d6 HTTP/1.1" status: 200 len: 205 time: 0.0302835 Jan 18 22:31:25.991034 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d9bbfcd2-6d64-4799-8bed-41becdea7eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:26.000165 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1a6a10f8-b17b-4c08-a3b3-8b68af36507b None None] Notify callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:26.003704 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 51916) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:31:26.019985 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1a6a10f8-b17b-4c08-a3b3-8b68af36507b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:26.031612 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a49a3174-007c-46a4-9f7a-c198b2873fe6 x-openstack-request-id: req-a49a3174-007c-46a4-9f7a-c198b2873fe6 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:31:26.032107 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69f83506-191d-4e1c-b598-e5e573d58a8a", "name": "network-vif-deleted", "tag": "6c335ec6-0dc1-4125-8cb2-357ca85243f2", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:31:26.033727 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a49a3174-007c-46a4-9f7a-c198b2873fe6 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:31:26.034140 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69f83506-191d-4e1c-b598-e5e573d58a8a', 'name': 'network-vif-deleted', 'tag': '6c335ec6-0dc1-4125-8cb2-357ca85243f2', 'status': 'completed', 'code': 200} Jan 18 22:31:26.045929 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6f0b62-7921-4c17-a673-613a655054cf req-2fae7719-fbc9-4450-8411-929183f73906 tempest-ServerAddressesNegativeTestJSON-1617358514 tempest-ServerAddressesNegativeTestJSON-1617358514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:26.047621 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2b6f0b62-7921-4c17-a673-613a655054cf req-2fae7719-fbc9-4450-8411-929183f73906 tempest-ServerAddressesNegativeTestJSON-1617358514 tempest-ServerAddressesNegativeTestJSON-1617358514-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9c199dd-5b38-4fc4-8d80-654b5eb90dd5 HTTP/1.1" status: 200 len: 943 time: 0.1638672 Jan 18 22:31:26.090270 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a27388e-c4ab-4136-81e0-7864ac4024f4 None None] Pushing event updated for resources: {'Port': ['ID=70f86b18-fdf3-47c3-9991-e934cc4e1090,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:26.117807 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-1a6a10f8-b17b-4c08-a3b3-8b68af36507b None None] Attempting to bind port 70f86b18-fdf3-47c3-9991-e934cc4e1090 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:31:26.118493 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-1a6a10f8-b17b-4c08-a3b3-8b68af36507b None None] Attempting to bind port 70f86b18-fdf3-47c3-9991-e934cc4e1090 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:31:26.119170 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6a10f8-b17b-4c08-a3b3-8b68af36507b None None] Attempting to bind port 70f86b18-fdf3-47c3-9991-e934cc4e1090 on network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:31:26.129176 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6a10f8-b17b-4c08-a3b3-8b68af36507b None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:31:26.130814 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6a10f8-b17b-4c08-a3b3-8b68af36507b None None] Checking segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:31:26.132209 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1a6a10f8-b17b-4c08-a3b3-8b68af36507b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:26.135411 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6a10f8-b17b-4c08-a3b3-8b68af36507b None None] Bound using segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:31:26.136318 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-1a6a10f8-b17b-4c08-a3b3-8b68af36507b None None] Bound port: 70f86b18-fdf3-47c3-9991-e934cc4e1090, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:31:26.137020 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1a6a10f8-b17b-4c08-a3b3-8b68af36507b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:26.160152 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2b6f0b62-7921-4c17-a673-613a655054cf req-e5f27642-2195-46ab-a1c5-6a2a32e5a103 tempest-ServerAddressesNegativeTestJSON-1617358514 tempest-ServerAddressesNegativeTestJSON-1617358514-project] 10.222.0.53 "GET /v2.0/security-groups?id=a244c73f-54e3-4e4d-98a8-85f9b3b6f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498586 Jan 18 22:31:26.199175 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e587e0d-9ded-49c7-9c9a-3bb98d6c0371 req-7cfbd15a-73e8-4270-bf4b-ab5f9df5eca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:26.200688 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-8e587e0d-9ded-49c7-9c9a-3bb98d6c0371 req-7cfbd15a-73e8-4270-bf4b-ab5f9df5eca4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7f8f60a6-0a69-4cab-9272-7a8b8c7e516c HTTP/1.1" status: 200 len: 921 time: 0.2561734 Jan 18 22:31:26.208886 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a78dc8cf-8034-4735-ba28-683314c58dc0 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks [] for router, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:26.223826 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-1a6a10f8-b17b-4c08-a3b3-8b68af36507b None None] For port 70f86b18-fdf3-47c3-9991-e934cc4e1090, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:31:26.227494 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-1a6a10f8-b17b-4c08-a3b3-8b68af36507b None None] For port 70f86b18-fdf3-47c3-9991-e934cc4e1090, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=70f86b18-fdf3-47c3-9991-e934cc4e1090,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:31:26.233068 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1a6a10f8-b17b-4c08-a3b3-8b68af36507b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:26.282341 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6a10f8-b17b-4c08-a3b3-8b68af36507b None None] Routers {'36b67cea-a5cb-4623-8be0-a6b5659cd9a0'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:31:26.282995 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-1a6a10f8-b17b-4c08-a3b3-8b68af36507b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:31:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['36b67cea-a5cb-4623-8be0-a6b5659cd9a0'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:31:26.285460 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-d9bbfcd2-6d64-4799-8bed-41becdea7eb0 admin admin] Allocated IP 172.20.0.1 (b53c4a91-53ba-4f45-af0e-0535e80b10bb/e6b8fe11-3a0a-49e8-97ff-d28800ad91ec/e3ba43bb-7191-44e8-92e2-0f39021de99b) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:31:26.349710 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-8e587e0d-9ded-49c7-9c9a-3bb98d6c0371 req-42005d1c-1e5c-443a-b105-b350d44275e3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b190afac-755a-4b38-a11f-d7ac1cf16d4e HTTP/1.1" status: 200 len: 217 time: 0.1385212 Jan 18 22:31:26.368735 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a27388e-c4ab-4136-81e0-7864ac4024f4 None None] Pushing event updated for resources: {'Port': ['ID=70f86b18-fdf3-47c3-9991-e934cc4e1090,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:26.447289 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-1a6a10f8-b17b-4c08-a3b3-8b68af36507b None None] Set router 36b67cea-a5cb-4623-8be0-a6b5659cd9a0 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:31:26.466478 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d9bbfcd2-6d64-4799-8bed-41becdea7eb0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:26.472724 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e587e0d-9ded-49c7-9c9a-3bb98d6c0371 req-07bda69a-59fd-49f2-bc1d-377c24bcb1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:26.474470 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-8e587e0d-9ded-49c7-9c9a-3bb98d6c0371 req-07bda69a-59fd-49f2-bc1d-377c24bcb1a0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fe534ede-1891-40b2-8d83-7d5ec4b566e4 HTTP/1.1" status: 200 len: 861 time: 0.1172462 Jan 18 22:31:26.514570 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a78dc8cf-8034-4735-ba28-683314c58dc0 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:26.521482 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-8e587e0d-9ded-49c7-9c9a-3bb98d6c0371 req-dbb73428-c57b-41f5-af82-9ec3151752a0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7f8f60a6-0a69-4cab-9272-7a8b8c7e516c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384376 Jan 18 22:31:26.555565 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d9bbfcd2-6d64-4799-8bed-41becdea7eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:26.600546 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9bbfcd2-6d64-4799-8bed-41becdea7eb0 admin admin] Network b53c4a91-53ba-4f45-af0e-0535e80b10bb is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:31:26.603553 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-d9bbfcd2-6d64-4799-8bed-41becdea7eb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:31:26.612202 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9bbfcd2-6d64-4799-8bed-41becdea7eb0 admin admin] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:31:26.658552 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bbfcd2-6d64-4799-8bed-41becdea7eb0 admin admin] Pushing event updated for resources: {'Port': ['ID=e3ba43bb-7191-44e8-92e2-0f39021de99b,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:26.669781 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-a78dc8cf-8034-4735-ba28-683314c58dc0 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Deleting port 7a3e8a39-cf78-4e9f-a67d-9dc66ab39a17 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:31:26.670454 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a78dc8cf-8034-4735-ba28-683314c58dc0 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:26.686867 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d9bbfcd2-6d64-4799-8bed-41becdea7eb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1040954'] for router_interface, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:26.709192 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-1a6a10f8-b17b-4c08-a3b3-8b68af36507b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36b67cea-a5cb-4623-8be0-a6b5659cd9a0', 'name': 'tempest-TestServerMultinode-1199056580-router', 'tenant_id': 'b5bef17513094624b7242b46a2e6b424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '70f86b18-fdf3-47c3-9991-e934cc4e1090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:31:17Z', 'updated_at': '2022-01-18T22:31:22Z', 'revision_number': 3, 'project_id': 'b5bef17513094624b7242b46a2e6b424', 'gw_port': {'id': '70f86b18-fdf3-47c3-9991-e934cc4e1090', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:5c:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36b67cea-a5cb-4623-8be0-a6b5659cd9a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1926, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:31:21Z', 'updated_at': '2022-01-18T22:31:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:31:26.747917 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6a10f8-b17b-4c08-a3b3-8b68af36507b None None] The sync data for ids ['36b67cea-a5cb-4623-8be0-a6b5659cd9a0'] in n-d-825064-1 is: [{'id': '36b67cea-a5cb-4623-8be0-a6b5659cd9a0', 'name': 'tempest-TestServerMultinode-1199056580-router', 'tenant_id': 'b5bef17513094624b7242b46a2e6b424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '70f86b18-fdf3-47c3-9991-e934cc4e1090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:31:17Z', 'updated_at': '2022-01-18T22:31:22Z', 'revision_number': 3, 'project_id': 'b5bef17513094624b7242b46a2e6b424', 'gw_port': {'id': '70f86b18-fdf3-47c3-9991-e934cc4e1090', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:5c:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36b67cea-a5cb-4623-8be0-a6b5659cd9a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1926, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:31:21Z', 'updated_at': '2022-01-18T22:31:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:31:26.751404 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-8e587e0d-9ded-49c7-9c9a-3bb98d6c0371 req-458a4b0a-e83a-4c15-97f5-6944395175cd service neutron] 10.222.0.67 "GET /v2.0/networks/7f8f60a6-0a69-4cab-9272-7a8b8c7e516c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183518 Jan 18 22:31:26.894867 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d9bbfcd2-6d64-4799-8bed-41becdea7eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:26.910433 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-8e587e0d-9ded-49c7-9c9a-3bb98d6c0371 req-36b6d009-dba5-4486-98d5-0a70b6d3305a service neutron] 10.222.0.67 "GET /v2.0/networks/7f8f60a6-0a69-4cab-9272-7a8b8c7e516c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535456 Jan 18 22:31:26.953124 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3c79061e-325b-4664-b038-717e690eafa1 req-b1cfe40d-0947-4e0b-8c08-2a6cc60b8d81 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fdf43ac-e2d1-46c0-a022-01c13375d73d HTTP/1.1" status: 200 len: 210 time: 0.0429320 Jan 18 22:31:26.953805 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a78dc8cf-8034-4735-ba28-683314c58dc0 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:26.970420 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-a78dc8cf-8034-4735-ba28-683314c58dc0 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Calling delete_port for 7a3e8a39-cf78-4e9f-a67d-9dc66ab39a17 owned by network:router_gateway {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:31:27.014988 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 51924) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:31:27.023450 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-95933a69-03d8-469e-992f-e8dc357a8847 None None] Provisioning complete for port e3ba43bb-7191-44e8-92e2-0f39021de99b triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:31:27.024031 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-95933a69-03d8-469e-992f-e8dc357a8847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:27.079963 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-95933a69-03d8-469e-992f-e8dc357a8847 None None] Port e3ba43bb-7191-44e8-92e2-0f39021de99b cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:31:27.146596 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_v2 [None req-5eded1fe-8aa9-44a6-b8a5-285c27328a4e admin admin] Deleting subnet bb81a9c2-3760-43c5-a5ee-5090919b648d {{(pid=102430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:31:27.166227 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5eded1fe-8aa9-44a6-b8a5-285c27328a4e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:27.227926 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device b190afac-755a-4b38-a11f-d7ac1cf16d4e details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:31:27.254895 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5eded1fe-8aa9-44a6-b8a5-285c27328a4e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60394745'] for subnet, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:27.312328 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a78dc8cf-8034-4735-ba28-683314c58dc0 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:27.347067 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78dc8cf-8034-4735-ba28-683314c58dc0 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Pushing event deleted for resources: {'Port': ['ID=7a3e8a39-cf78-4e9f-a67d-9dc66ab39a17,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:27.397557 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port b190afac-755a-4b38-a11f-d7ac1cf16d4e, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=b190afac-755a-4b38-a11f-d7ac1cf16d4e,segment=NetworkSegment(7743c850-5210-4ba4-9f3d-c36b56cfbc02),segment_id=7743c850-5210-4ba4-9f3d-c36b56cfbc02)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:31:27.400367 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5eded1fe-8aa9-44a6-b8a5-285c27328a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:27.411564 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': 'b190afac-755a-4b38-a11f-d7ac1cf16d4e', 'network_id': '7f8f60a6-0a69-4cab-9272-7a8b8c7e516c', 'port_id': 'b190afac-755a-4b38-a11f-d7ac1cf16d4e', 'mac_address': 'fa:16:3e:a8:0c:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe534ede-1891-40b2-8d83-7d5ec4b566e4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:31:27.467161 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe73d04-e69e-42c4-b973-3900c1cd66b0 req-4ac68333-fff5-4b15-a72a-a5ead7b0a295 tempest-ServerAddressesNegativeTestJSON-1617358514 tempest-ServerAddressesNegativeTestJSON-1617358514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:27.469316 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2fe73d04-e69e-42c4-b973-3900c1cd66b0 req-4ac68333-fff5-4b15-a72a-a5ead7b0a295 tempest-ServerAddressesNegativeTestJSON-1617358514 tempest-ServerAddressesNegativeTestJSON-1617358514-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9c199dd-5b38-4fc4-8d80-654b5eb90dd5 HTTP/1.1" status: 200 len: 943 time: 0.1491299 Jan 18 22:31:27.475995 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a78dc8cf-8034-4735-ba28-683314c58dc0 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043029'] for router_gateway, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:27.477318 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:27.486676 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d9bbfcd2-6d64-4799-8bed-41becdea7eb0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:27.504539 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d9bbfcd2-6d64-4799-8bed-41becdea7eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:27.505325 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b190afac-755a-4b38-a11f-d7ac1cf16d4e {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:31:27.541233 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port b190afac-755a-4b38-a11f-d7ac1cf16d4e, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=b190afac-755a-4b38-a11f-d7ac1cf16d4e,segment=NetworkSegment(7743c850-5210-4ba4-9f3d-c36b56cfbc02),segment_id=7743c850-5210-4ba4-9f3d-c36b56cfbc02)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:31:27.551701 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:27.613857 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2fe73d04-e69e-42c4-b973-3900c1cd66b0 req-7fe20779-e4a2-4c1b-85dd-7ce9125e8693 tempest-ServerAddressesNegativeTestJSON-1617358514 tempest-ServerAddressesNegativeTestJSON-1617358514-project] 10.222.0.53 "GET /v2.0/security-groups?id=a244c73f-54e3-4e4d-98a8-85f9b3b6f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295927 Jan 18 22:31:27.616774 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bbfcd2-6d64-4799-8bed-41becdea7eb0 admin admin] Pushing event updated for resources: {'Port': ['ID=e3ba43bb-7191-44e8-92e2-0f39021de99b,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:27.617274 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a78dc8cf-8034-4735-ba28-683314c58dc0 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1040886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8602'] for router, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:27.624539 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5eded1fe-8aa9-44a6-b8a5-285c27328a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60203138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62288677'] for subnet, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:27.627654 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a78dc8cf-8034-4735-ba28-683314c58dc0 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:27.648436 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=b190afac-755a-4b38-a11f-d7ac1cf16d4e,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:27.667606 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5eded1fe-8aa9-44a6-b8a5-285c27328a4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:27.674438 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-5eded1fe-8aa9-44a6-b8a5-285c27328a4e admin admin] 10.222.0.53 "DELETE /v2.0/subnets/bb81a9c2-3760-43c5-a5ee-5090919b648d HTTP/1.1" status: 204 len: 168 time: 0.6584563 Jan 18 22:31:27.675495 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 51930) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:31:27.676266 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eded1fe-8aa9-44a6-b8a5-285c27328a4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb81a9c2-3760-43c5-a5ee-5090919b648d,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:27.679467 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d9bbfcd2-6d64-4799-8bed-41becdea7eb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-613854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1041070'] for router_interface, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:27.717643 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a78dc8cf-8034-4735-ba28-683314c58dc0 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1040832'] for router, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:27.717643 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a78dc8cf-8034-4735-ba28-683314c58dc0 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Fanout notify agent at l3_agent the message router_deleted on router ac09b3c2-d6fc-47d9-adb8-c51c7e9f62d6 {{(pid=102431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 22:31:27.724622 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a78dc8cf-8034-4735-ba28-683314c58dc0 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:27.731897 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-a78dc8cf-8034-4735-ba28-683314c58dc0 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] 10.222.0.53 "DELETE /v2.0/routers/ac09b3c2-d6fc-47d9-adb8-c51c7e9f62d6 HTTP/1.1" status: 204 len: 168 time: 1.7268925 Jan 18 22:31:27.732552 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 51932) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:31:27.736823 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-d3c1f2e5-f597-41b5-bfce-ec5339249ed5 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1529243125', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'enable_snat': False}}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:31:27.790707 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d3c1f2e5-f597-41b5-bfce-ec5339249ed5 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1044160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8692'] for router, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:27.792574 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d3c1f2e5-f597-41b5-bfce-ec5339249ed5 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1040680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8675'] for router, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:27.820567 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['b190afac-755a-4b38-a11f-d7ac1cf16d4e'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:31:27.865740 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 70f86b18-fdf3-47c3-9991-e934cc4e1090 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:31:27.871327 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-710bd39a-e3d9-4200-ad65-7502f302ec93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:27.873056 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d3c1f2e5-f597-41b5-bfce-ec5339249ed5 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:27.915330 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9bbfcd2-6d64-4799-8bed-41becdea7eb0 admin admin] Network b53c4a91-53ba-4f45-af0e-0535e80b10bb is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:31:27.937630 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-d9bbfcd2-6d64-4799-8bed-41becdea7eb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:31:28.007503 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 70f86b18-fdf3-47c3-9991-e934cc4e1090 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:31:28.009292 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:28.072639 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-710bd39a-e3d9-4200-ad65-7502f302ec93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:28.119474 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-710bd39a-e3d9-4200-ad65-7502f302ec93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3aedad9c-adfa-4ea8-9764-75b6d8ca6cc0']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:31:28.132395 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-710bd39a-e3d9-4200-ad65-7502f302ec93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6c139a4-c60a-4450-9c2d-5ba6428bdd4d') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:31:28.132651 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-710bd39a-e3d9-4200-ad65-7502f302ec93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6c139a4-c60a-4450-9c2d-5ba6428bdd4d') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:31:28.143345 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-710bd39a-e3d9-4200-ad65-7502f302ec93 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60394742'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:28.160730 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d3c1f2e5-f597-41b5-bfce-ec5339249ed5 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:28.167074 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-710bd39a-e3d9-4200-ad65-7502f302ec93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:28.177201 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-710bd39a-e3d9-4200-ad65-7502f302ec93 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:31:28.178713 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-710bd39a-e3d9-4200-ad65-7502f302ec93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60203044'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:28.191603 n-d-825064-1 neutron-server[102430]: Traceback (most recent call last): Jan 18 22:31:28.191603 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:31:28.191603 n-d-825064-1 neutron-server[102430]: timer() Jan 18 22:31:28.191603 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:31:28.191603 n-d-825064-1 neutron-server[102430]: cb(*args, **kw) Jan 18 22:31:28.191603 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:31:28.191603 n-d-825064-1 neutron-server[102430]: return func(*args, **kwargs) Jan 18 22:31:28.191603 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:31:28.191603 n-d-825064-1 neutron-server[102430]: self._notify() Jan 18 22:31:28.191603 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:31:28.191603 n-d-825064-1 neutron-server[102430]: self.callback(batched_events) Jan 18 22:31:28.191603 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:31:28.191603 n-d-825064-1 neutron-server[102430]: event.method(event) Jan 18 22:31:28.191603 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:31:28.191603 n-d-825064-1 neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:31:28.191603 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:31:28.191603 n-d-825064-1 neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:31:28.191603 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:31:28.191603 n-d-825064-1 neutron-server[102430]: return f(self, *a, **k) Jan 18 22:31:28.191603 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:31:28.191603 n-d-825064-1 neutron-server[102430]: return self._get(url).json() Jan 18 22:31:28.191603 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:31:28.191603 n-d-825064-1 neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:31:28.191603 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:31:28.191603 n-d-825064-1 neutron-server[102430]: return self.request(url, 'GET', **kwargs) Jan 18 22:31:28.191603 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:31:28.191603 n-d-825064-1 neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:31:28.191603 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:31:28.191603 n-d-825064-1 neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:31:28.191603 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:31:28.191603 n-d-825064-1 neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:31:28.191603 n-d-825064-1 neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:31:28.283200 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:28.332545 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-50f02264-7339-4127-859c-b407afa8d9db req-5743e6f5-34ee-4c07-a31c-d807ec7f2007 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fdf43ac-e2d1-46c0-a022-01c13375d73d HTTP/1.1" status: 200 len: 210 time: 0.1399109 Jan 18 22:31:28.346147 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port 70f86b18-fdf3-47c3-9991-e934cc4e1090, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=70f86b18-fdf3-47c3-9991-e934cc4e1090,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:31:28.350817 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-710bd39a-e3d9-4200-ad65-7502f302ec93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:28.356893 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-710bd39a-e3d9-4200-ad65-7502f302ec93 admin admin] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:28.363924 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-710bd39a-e3d9-4200-ad65-7502f302ec93 admin admin] 10.222.0.53 "DELETE /v2.0/networks/3aedad9c-adfa-4ea8-9764-75b6d8ca6cc0 HTTP/1.1" status: 204 len: 168 time: 0.6745179 Jan 18 22:31:28.368143 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:28.433618 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710bd39a-e3d9-4200-ad65-7502f302ec93 admin admin] Pushing event deleted for resources: {'Network': ['ID=3aedad9c-adfa-4ea8-9764-75b6d8ca6cc0,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:28.473924 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-2097a432-5a3a-4556-b78d-1bb43c7cec96 None None] Provisioning complete for port e3ba43bb-7191-44e8-92e2-0f39021de99b triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:31:28.474293 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2097a432-5a3a-4556-b78d-1bb43c7cec96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:28.499026 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9bbfcd2-6d64-4799-8bed-41becdea7eb0 admin admin] Router 36b67cea-a5cb-4623-8be0-a6b5659cd9a0 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:31:28.501558 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=70f86b18-fdf3-47c3-9991-e934cc4e1090,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:28.539786 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-2097a432-5a3a-4556-b78d-1bb43c7cec96 None None] Port e3ba43bb-7191-44e8-92e2-0f39021de99b cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:31:28.601024 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 6c335ec6-0dc1-4125-8cb2-357ca85243f2 no longer exists at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:31:28.683219 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] No Port match for: 6c335ec6-0dc1-4125-8cb2-357ca85243f2 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:31:28.687866 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 6c335ec6-0dc1-4125-8cb2-357ca85243f2 not bound to the agent host n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:31:28.782284 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d3c1f2e5-f597-41b5-bfce-ec5339249ed5 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:28.815285 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 51942) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:31:28.822393 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d3c1f2e5-f597-41b5-bfce-ec5339249ed5 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:28.904585 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-568b62a1-9cc2-4a54-9cb7-573d616ce2b9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9c1a94530fc14527bad32b0d98ff4752&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0879538 Jan 18 22:31:28.907161 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 51944) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:31:29.006683 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-92967227-77c0-41db-bdbd-6f2048be9260 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:29.029509 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-d3c1f2e5-f597-41b5-bfce-ec5339249ed5 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Allocated IP 172.25.5.167 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/ef0fe35a-e69e-4a83-b4e9-bea011fe8ffc) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:31:29.057057 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-92967227-77c0-41db-bdbd-6f2048be9260 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:29.179612 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-92967227-77c0-41db-bdbd-6f2048be9260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:29.183514 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-92967227-77c0-41db-bdbd-6f2048be9260 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:29.184930 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-92967227-77c0-41db-bdbd-6f2048be9260 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e7e6f54a-59be-475b-9574-2e5751b9c1ea HTTP/1.1" status: 204 len: 168 time: 0.2767892 Jan 18 22:31:29.222217 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d3c1f2e5-f597-41b5-bfce-ec5339249ed5 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:29.244738 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device b190afac-755a-4b38-a11f-d7ac1cf16d4e up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:31:29.251108 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92967227-77c0-41db-bdbd-6f2048be9260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e6f54a-59be-475b-9574-2e5751b9c1ea,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:29.279010 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9bbfcd2-6d64-4799-8bed-41becdea7eb0 admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:31:29.300238 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-d9bbfcd2-6d64-4799-8bed-41becdea7eb0 admin admin] 10.222.0.53 "PUT /v2.0/routers/36b67cea-a5cb-4623-8be0-a6b5659cd9a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6316159 Jan 18 22:31:29.341370 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d3c1f2e5-f597-41b5-bfce-ec5339249ed5 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:29.413152 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port b190afac-755a-4b38-a11f-d7ac1cf16d4e completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:31:29.417755 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port b190afac-755a-4b38-a11f-d7ac1cf16d4e triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:31:29.418389 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:29.426448 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d67d0c-40aa-4c86-9d3a-327b27669540 req-51051bc4-0114-46a6-bd78-138487702675 tempest-ServerAddressesNegativeTestJSON-1617358514 tempest-ServerAddressesNegativeTestJSON-1617358514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:29.433938 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-62d67d0c-40aa-4c86-9d3a-327b27669540 req-51051bc4-0114-46a6-bd78-138487702675 tempest-ServerAddressesNegativeTestJSON-1617358514 tempest-ServerAddressesNegativeTestJSON-1617358514-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9c199dd-5b38-4fc4-8d80-654b5eb90dd5 HTTP/1.1" status: 200 len: 944 time: 0.1567659 Jan 18 22:31:29.462727 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c1f2e5-f597-41b5-bfce-ec5339249ed5 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Pushing event updated for resources: {'Port': ['ID=ef0fe35a-e69e-4a83-b4e9-bea011fe8ffc,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:29.488658 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c1f2e5-f597-41b5-bfce-ec5339249ed5 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:31:29.490257 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-d3c1f2e5-f597-41b5-bfce-ec5339249ed5 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:31:29.501052 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c1f2e5-f597-41b5-bfce-ec5339249ed5 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:31:29.561854 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-62d67d0c-40aa-4c86-9d3a-327b27669540 req-19eb5ccb-5452-4e0c-a7ab-b3af845fa526 tempest-ServerAddressesNegativeTestJSON-1617358514 tempest-ServerAddressesNegativeTestJSON-1617358514-project] 10.222.0.53 "GET /v2.0/security-groups?id=a244c73f-54e3-4e4d-98a8-85f9b3b6f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226017 Jan 18 22:31:29.566550 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870334e4-58eb-4efe-b11d-46ffd69ca25f None None] Sync routers for ids ['36b67cea-a5cb-4623-8be0-a6b5659cd9a0'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:31:29.581145 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870334e4-58eb-4efe-b11d-46ffd69ca25f None None] Routers {'36b67cea-a5cb-4623-8be0-a6b5659cd9a0'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:31:29.581919 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-870334e4-58eb-4efe-b11d-46ffd69ca25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:31:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['36b67cea-a5cb-4623-8be0-a6b5659cd9a0'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:31:29.641174 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-18c49075-e87a-4209-869f-49f204aaa41f req-9064d1c1-7244-4d64-84c2-d174612674a1 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fdf43ac-e2d1-46c0-a022-01c13375d73d HTTP/1.1" status: 200 len: 210 time: 0.0481927 Jan 18 22:31:29.800604 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-870334e4-58eb-4efe-b11d-46ffd69ca25f None None] Set router 36b67cea-a5cb-4623-8be0-a6b5659cd9a0 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:31:29.901730 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 70f86b18-fdf3-47c3-9991-e934cc4e1090 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:31:30.018020 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d3c1f2e5-f597-41b5-bfce-ec5339249ed5 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:30.151733 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:30.193872 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 70f86b18-fdf3-47c3-9991-e934cc4e1090 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:31:30.194258 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:30.228504 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9c199dd-5b38-4fc4-8d80-654b5eb90dd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b190afac-755a-4b38-a11f-d7ac1cf16d4e'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:31:30.231679 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a030ff2-9c02-4367-ab0e-c84029c7425b" -d '{"events": [{"server_uuid": "a9c199dd-5b38-4fc4-8d80-654b5eb90dd5", "name": "network-vif-plugged", "status": "completed", "tag": "b190afac-755a-4b38-a11f-d7ac1cf16d4e"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:31:30.299420 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a56de0c5-466d-4036-8aa5-503f86082215 x-openstack-request-id: req-a56de0c5-466d-4036-8aa5-503f86082215 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:31:30.299949 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9c199dd-5b38-4fc4-8d80-654b5eb90dd5", "name": "network-vif-plugged", "status": "completed", "tag": "b190afac-755a-4b38-a11f-d7ac1cf16d4e", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:31:30.300435 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a56de0c5-466d-4036-8aa5-503f86082215 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:31:30.301041 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9c199dd-5b38-4fc4-8d80-654b5eb90dd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b190afac-755a-4b38-a11f-d7ac1cf16d4e', 'code': 200} Jan 18 22:31:30.309018 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port b190afac-755a-4b38-a11f-d7ac1cf16d4e, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=b190afac-755a-4b38-a11f-d7ac1cf16d4e,segment=NetworkSegment(7743c850-5210-4ba4-9f3d-c36b56cfbc02),segment_id=7743c850-5210-4ba4-9f3d-c36b56cfbc02)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:31:30.334294 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:30.536387 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=b190afac-755a-4b38-a11f-d7ac1cf16d4e,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:30.611315 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-870334e4-58eb-4efe-b11d-46ffd69ca25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36b67cea-a5cb-4623-8be0-a6b5659cd9a0', 'name': 'tempest-TestServerMultinode-1199056580-router', 'tenant_id': 'b5bef17513094624b7242b46a2e6b424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '70f86b18-fdf3-47c3-9991-e934cc4e1090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:31:17Z', 'updated_at': '2022-01-18T22:31:26Z', 'revision_number': 4, 'project_id': 'b5bef17513094624b7242b46a2e6b424', 'gw_port': {'id': '70f86b18-fdf3-47c3-9991-e934cc4e1090', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:5c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b67cea-a5cb-4623-8be0-a6b5659cd9a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1926, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:31:21Z', 'updated_at': '2022-01-18T22:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'e3ba43bb-7191-44e8-92e2-0f39021de99b', 'name': '', 'network_id': 'b53c4a91-53ba-4f45-af0e-0535e80b10bb', 'tenant_id': 'b5bef17513094624b7242b46a2e6b424', 'mac_address': 'fa:16:3e:b3:09:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36b67cea-a5cb-4623-8be0-a6b5659cd9a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': 'e6b8fe11-3a0a-49e8-97ff-d28800ad91ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:31:26Z', 'updated_at': '2022-01-18T22:31:27Z', 'revision_number': 2, 'project_id': 'b5bef17513094624b7242b46a2e6b424', 'subnets': [{'id': 'e6b8fe11-3a0a-49e8-97ff-d28800ad91ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:31:30.646465 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b7ad97-f478-4382-ab48-4f5641736c72 req-25f19b69-b85f-4480-979f-b904e667cae2 tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:30.651092 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-19b7ad97-f478-4382-ab48-4f5641736c72 req-25f19b69-b85f-4480-979f-b904e667cae2 tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] 10.222.0.53 "GET /v2.0/networks?id=4d733439-947b-4a3e-bc2e-83a119e45caa HTTP/1.1" status: 200 len: 910 time: 0.1426821 Jan 18 22:31:30.674413 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-19b7ad97-f478-4382-ab48-4f5641736c72 req-51472056-9c35-43a5-8f72-f36bc2688307 tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] 10.222.0.53 "GET /v2.0/quotas/b5bef17513094624b7242b46a2e6b424 HTTP/1.1" status: 200 len: 375 time: 0.0156906 Jan 18 22:31:30.781463 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 51996) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:31:30.851994 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3568f6ff-47f2-493a-aa39-ff36d2835fa0 req-67f1ff4f-2c3c-4309-b7d0-a71f659f6970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:30.856247 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-3568f6ff-47f2-493a-aa39-ff36d2835fa0 req-67f1ff4f-2c3c-4309-b7d0-a71f659f6970 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a9c199dd-5b38-4fc4-8d80-654b5eb90dd5 HTTP/1.1" status: 200 len: 1096 time: 0.1148081 Jan 18 22:31:30.929693 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd7ce52-abc0-4db9-a1a5-4caa14a99d2c req-01a3e4b6-286e-4f95-89c9-72c67ee916f3 tempest-ServerAddressesNegativeTestJSON-1617358514 tempest-ServerAddressesNegativeTestJSON-1617358514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:30.939816 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6cd7ce52-abc0-4db9-a1a5-4caa14a99d2c req-01a3e4b6-286e-4f95-89c9-72c67ee916f3 tempest-ServerAddressesNegativeTestJSON-1617358514 tempest-ServerAddressesNegativeTestJSON-1617358514-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9c199dd-5b38-4fc4-8d80-654b5eb90dd5 HTTP/1.1" status: 200 len: 945 time: 0.2630334 Jan 18 22:31:30.959729 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-19b7ad97-f478-4382-ab48-4f5641736c72 req-bc1533f8-1106-4680-ac01-8c5c39582ea8 tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] 10.222.0.53 "GET /v2.0/ports?tenant_id=b5bef17513094624b7242b46a2e6b424&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2634072 Jan 18 22:31:31.010010 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-6d637173-4e7f-49b7-bf48-c4bff1ec0cc7 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1080204149-network', 'tenant_id': 'ebbcb105af9a4ac4ba1533c22b523629'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:31:31.040564 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-3568f6ff-47f2-493a-aa39-ff36d2835fa0 req-f89b2325-0c80-4307-93fb-ccd7cd2efeed service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=a244c73f-54e3-4e4d-98a8-85f9b3b6f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693103 Jan 18 22:31:31.050319 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d3c1f2e5-f597-41b5-bfce-ec5339249ed5 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1040691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049'] for router, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:31.066080 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870334e4-58eb-4efe-b11d-46ffd69ca25f None None] Checking router: 36b67cea-a5cb-4623-8be0-a6b5659cd9a0 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:31:31.066439 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870334e4-58eb-4efe-b11d-46ffd69ca25f None None] Updating router 36b67cea-a5cb-4623-8be0-a6b5659cd9a0 port e3ba43bb-7191-44e8-92e2-0f39021de99b binding host n-d-825064-1 {{(pid=102432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:31:31.088080 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-19b7ad97-f478-4382-ab48-4f5641736c72 req-f7cf5dbd-7622-4e2c-b2a1-2aeca0655493 service neutron] 10.222.0.53 "GET /v2.0/networks/4d733439-947b-4a3e-bc2e-83a119e45caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270103 Jan 18 22:31:31.145368 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-870334e4-58eb-4efe-b11d-46ffd69ca25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:31.193074 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d637173-4e7f-49b7-bf48-c4bff1ec0cc7 admin admin] Made reservation on behalf of ebbcb105af9a4ac4ba1533c22b523629 for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:31:31.195811 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6d637173-4e7f-49b7-bf48-c4bff1ec0cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:31.212454 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6cd7ce52-abc0-4db9-a1a5-4caa14a99d2c req-12f0e726-5f38-4bad-add6-930b9b489d66 tempest-ServerAddressesNegativeTestJSON-1617358514 tempest-ServerAddressesNegativeTestJSON-1617358514-project] 10.222.0.53 "GET /v2.0/security-groups?id=a244c73f-54e3-4e4d-98a8-85f9b3b6f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666533 Jan 18 22:31:31.219337 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6d637173-4e7f-49b7-bf48-c4bff1ec0cc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:31.312233 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-19b7ad97-f478-4382-ab48-4f5641736c72 req-c674b228-d62c-4658-8d2b-e796cb4c13b6 service neutron] 10.222.0.53 "GET /v2.0/networks/4d733439-947b-4a3e-bc2e-83a119e45caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228789 Jan 18 22:31:31.404440 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ab6b1142-c09c-437f-a878-576fa87c17dc req-e48bf1eb-a84d-439a-a783-b4cd5b260ad2 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fdf43ac-e2d1-46c0-a022-01c13375d73d HTTP/1.1" status: 200 len: 210 time: 0.0477030 Jan 18 22:31:31.448111 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3c1f2e5-f597-41b5-bfce-ec5339249ed5 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Router aa98ee95-eee9-44ae-b8a9-8f6f9b86cbb6 is scheduled to L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 with binding_index 1 {{(pid=102431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 22:31:31.458239 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6d637173-4e7f-49b7-bf48-c4bff1ec0cc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:31.470769 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6d637173-4e7f-49b7-bf48-c4bff1ec0cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:31.505398 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-870334e4-58eb-4efe-b11d-46ffd69ca25f None None] Notify callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:31.513032 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-870334e4-58eb-4efe-b11d-46ffd69ca25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:31.567468 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c2bfb3-3413-4642-9af0-e0865e35c196 None None] Pushing event updated for resources: {'Port': ['ID=e3ba43bb-7191-44e8-92e2-0f39021de99b,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:31.672140 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-efa04678-2612-466e-8d49-1a2d300136bc req-8c998c6d-fc1d-4470-b809-d0c67baa71ba tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e083a82b-db27-49ef-b72b-1982efab7d58 HTTP/1.1" status: 200 len: 210 time: 0.0516012 Jan 18 22:31:31.696313 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d637173-4e7f-49b7-bf48-c4bff1ec0cc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55c93efb-e90d-454a-b676-624fe42e82bf,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:31.717150 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-870334e4-58eb-4efe-b11d-46ffd69ca25f None None] Attempting to bind port e3ba43bb-7191-44e8-92e2-0f39021de99b on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:31:31.717150 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-870334e4-58eb-4efe-b11d-46ffd69ca25f None None] Attempting to bind port e3ba43bb-7191-44e8-92e2-0f39021de99b by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '048f41af-5f0a-47fd-83b4-72799a27d666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b53c4a91-53ba-4f45-af0e-0535e80b10bb'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:31:31.717150 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870334e4-58eb-4efe-b11d-46ffd69ca25f None None] Attempting to bind port e3ba43bb-7191-44e8-92e2-0f39021de99b on network b53c4a91-53ba-4f45-af0e-0535e80b10bb {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:31:31.729970 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870334e4-58eb-4efe-b11d-46ffd69ca25f None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:31:31.731564 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870334e4-58eb-4efe-b11d-46ffd69ca25f None None] Checking segment: {'id': '048f41af-5f0a-47fd-83b4-72799a27d666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b53c4a91-53ba-4f45-af0e-0535e80b10bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:31:31.734190 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-870334e4-58eb-4efe-b11d-46ffd69ca25f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:31.735689 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870334e4-58eb-4efe-b11d-46ffd69ca25f None None] Bound using segment: {'id': '048f41af-5f0a-47fd-83b4-72799a27d666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b53c4a91-53ba-4f45-af0e-0535e80b10bb'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:31:31.736399 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-870334e4-58eb-4efe-b11d-46ffd69ca25f None None] Bound port: e3ba43bb-7191-44e8-92e2-0f39021de99b, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '048f41af-5f0a-47fd-83b4-72799a27d666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b53c4a91-53ba-4f45-af0e-0535e80b10bb'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:31:31.737386 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-870334e4-58eb-4efe-b11d-46ffd69ca25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:31.765300 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d637173-4e7f-49b7-bf48-c4bff1ec0cc7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:31:31.810187 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6d637173-4e7f-49b7-bf48-c4bff1ec0cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:31.810544 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-6d637173-4e7f-49b7-bf48-c4bff1ec0cc7 admin admin] Added segment 34627b77-73a0-4f2b-87cd-77be1ea3c2f0 of type vlan for network cb012b15-726f-4e85-a9cd-c4e62fa0fa51 Jan 18 22:31:31.828221 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3c1f2e5-f597-41b5-bfce-ec5339249ed5 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:31:31.842938 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ca130f-8ced-465d-9a0f-27573eaf1a27 None None] Sync routers for ids ['aa98ee95-eee9-44ae-b8a9-8f6f9b86cbb6'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:31:31.860849 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ca130f-8ced-465d-9a0f-27573eaf1a27 None None] Routers {'aa98ee95-eee9-44ae-b8a9-8f6f9b86cbb6'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:31:31.863143 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-c7ca130f-8ced-465d-9a0f-27573eaf1a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:31:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['aa98ee95-eee9-44ae-b8a9-8f6f9b86cbb6'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:31:31.898436 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-870334e4-58eb-4efe-b11d-46ffd69ca25f None None] For port e3ba43bb-7191-44e8-92e2-0f39021de99b, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:31:31.911480 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6d637173-4e7f-49b7-bf48-c4bff1ec0cc7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:31.922385 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d3c1f2e5-f597-41b5-bfce-ec5339249ed5 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:31.924167 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-d3c1f2e5-f597-41b5-bfce-ec5339249ed5 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 4.1905880 Jan 18 22:31:31.928098 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 52016) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:31:31.943845 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-870334e4-58eb-4efe-b11d-46ffd69ca25f None None] For port e3ba43bb-7191-44e8-92e2-0f39021de99b, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=e3ba43bb-7191-44e8-92e2-0f39021de99b,segment=NetworkSegment(048f41af-5f0a-47fd-83b4-72799a27d666),segment_id=048f41af-5f0a-47fd-83b4-72799a27d666)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:31:31.964067 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-870334e4-58eb-4efe-b11d-46ffd69ca25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:31.975162 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6d637173-4e7f-49b7-bf48-c4bff1ec0cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:31.976278 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d637173-4e7f-49b7-bf48-c4bff1ec0cc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:31.976938 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6d637173-4e7f-49b7-bf48-c4bff1ec0cc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:32.109516 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d637173-4e7f-49b7-bf48-c4bff1ec0cc7 admin admin] Pushing event updated for resources: {'Network': ['ID=cb012b15-726f-4e85-a9cd-c4e62fa0fa51,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:32.149245 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-6d637173-4e7f-49b7-bf48-c4bff1ec0cc7 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3622143 Jan 18 22:31:32.149479 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 52022) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:31:32.154762 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-dbc40e7c-b293-4978-b8c8-ecff78cff326 admin admin] Request body: {'subnet': {'network_id': 'cb012b15-726f-4e85-a9cd-c4e62fa0fa51', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1080204149-subnet', 'tenant_id': 'ebbcb105af9a4ac4ba1533c22b523629', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:31:32.165427 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network cb012b15-726f-4e85-a9cd-c4e62fa0fa51 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:31:32.241703 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbc40e7c-b293-4978-b8c8-ecff78cff326 admin admin] Made reservation on behalf of ebbcb105af9a4ac4ba1533c22b523629 for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:31:32.247019 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-dbc40e7c-b293-4978-b8c8-ecff78cff326 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:32.282878 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-c7ca130f-8ced-465d-9a0f-27573eaf1a27 None None] Set router aa98ee95-eee9-44ae-b8a9-8f6f9b86cbb6 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:31:32.317091 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-7e2d7638-6562-46cd-a5b7-daa89cdc397c tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] 10.222.0.53 "GET /v2.0/routers/aa98ee95-eee9-44ae-b8a9-8f6f9b86cbb6 HTTP/1.1" status: 200 len: 909 time: 0.3879333 Jan 18 22:31:32.320918 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 52028) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:31:32.330121 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-57ae2540-7aec-4904-aea7-3d3772d15853 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1529243125', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'enable_snat': True}}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:31:32.445085 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c2bfb3-3413-4642-9af0-e0865e35c196 None None] Pushing event updated for resources: {'Port': ['ID=e3ba43bb-7191-44e8-92e2-0f39021de99b,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:32.502226 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-57ae2540-7aec-4904-aea7-3d3772d15853 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1044160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8692'] for router, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:32.503280 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-57ae2540-7aec-4904-aea7-3d3772d15853 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1040680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8675'] for router, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:32.507779 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870334e4-58eb-4efe-b11d-46ffd69ca25f None None] Routers {'36b67cea-a5cb-4623-8be0-a6b5659cd9a0'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:31:32.508444 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-870334e4-58eb-4efe-b11d-46ffd69ca25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:31:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['36b67cea-a5cb-4623-8be0-a6b5659cd9a0'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:31:32.635733 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d43260-a1ae-4461-85a9-1b09a78c9528 req-b9c029da-1119-4580-8690-21f2264eaa2d tempest-ServerAddressesNegativeTestJSON-1617358514 tempest-ServerAddressesNegativeTestJSON-1617358514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:32.638041 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f8d43260-a1ae-4461-85a9-1b09a78c9528 req-b9c029da-1119-4580-8690-21f2264eaa2d tempest-ServerAddressesNegativeTestJSON-1617358514 tempest-ServerAddressesNegativeTestJSON-1617358514-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9c199dd-5b38-4fc4-8d80-654b5eb90dd5 HTTP/1.1" status: 200 len: 945 time: 0.2620220 Jan 18 22:31:32.706953 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-dbc40e7c-b293-4978-b8c8-ecff78cff326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:32.712565 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-57ae2540-7aec-4904-aea7-3d3772d15853 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:32.722513 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-a3fa2194-ce23-4ea6-9d3a-cc99bec00ffb None None] Provisioning complete for port e3ba43bb-7191-44e8-92e2-0f39021de99b triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:31:32.723110 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a3fa2194-ce23-4ea6-9d3a-cc99bec00ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:32.782701 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cb7938-a4c2-4b06-bc02-8a0083edbddc req-5549e218-2979-4f33-8186-bdf0e6a4df0b tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:32.794557 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc40e7c-b293-4978-b8c8-ecff78cff326 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12499801-2558-44ac-94f3-29cf7f906b66,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:32.809860 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cb7938-a4c2-4b06-bc02-8a0083edbddc req-5549e218-2979-4f33-8186-bdf0e6a4df0b tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:32.816072 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cb7938-a4c2-4b06-bc02-8a0083edbddc req-5549e218-2979-4f33-8186-bdf0e6a4df0b tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:32.816702 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-c7ca130f-8ced-465d-9a0f-27573eaf1a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa98ee95-eee9-44ae-b8a9-8f6f9b86cbb6', 'name': 'tempest-snat-router-1529243125', 'tenant_id': 'd84f23951558498e9c09aa6300d4a399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.167'}], 'enable_snat': False}, 'gw_port_id': 'ef0fe35a-e69e-4a83-b4e9-bea011fe8ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:31:27Z', 'updated_at': '2022-01-18T22:31:29Z', 'revision_number': 3, 'project_id': 'd84f23951558498e9c09aa6300d4a399', 'gw_port': {'id': 'ef0fe35a-e69e-4a83-b4e9-bea011fe8ffc', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:99:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa98ee95-eee9-44ae-b8a9-8f6f9b86cbb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1931, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:31:28Z', 'updated_at': '2022-01-18T22:31:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:31:32.817897 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-870334e4-58eb-4efe-b11d-46ffd69ca25f None None] Set router 36b67cea-a5cb-4623-8be0-a6b5659cd9a0 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:31:32.822819 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cb7938-a4c2-4b06-bc02-8a0083edbddc req-5549e218-2979-4f33-8186-bdf0e6a4df0b tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:32.823006 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc40e7c-b293-4978-b8c8-ecff78cff326 admin admin] Checking segment: {'id': '34627b77-73a0-4f2b-87cd-77be1ea3c2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'cb012b15-726f-4e85-a9cd-c4e62fa0fa51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:31:32.823564 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc40e7c-b293-4978-b8c8-ecff78cff326 admin admin] Network hostable DHCP agents. Network: cb012b15-726f-4e85-a9cd-c4e62fa0fa51, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:31:32.828823 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cb7938-a4c2-4b06-bc02-8a0083edbddc req-5549e218-2979-4f33-8186-bdf0e6a4df0b tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:32.834878 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cb7938-a4c2-4b06-bc02-8a0083edbddc req-5549e218-2979-4f33-8186-bdf0e6a4df0b tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:32.840929 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cb7938-a4c2-4b06-bc02-8a0083edbddc req-5549e218-2979-4f33-8186-bdf0e6a4df0b tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:32.849208 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b8cb7938-a4c2-4b06-bc02-8a0083edbddc req-5549e218-2979-4f33-8186-bdf0e6a4df0b tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/ports?device_id=db33aaef-5884-4da4-a311-5ede51d08faf HTTP/1.1" status: 200 len: 5434 time: 0.3145387 Jan 18 22:31:32.872512 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc40e7c-b293-4978-b8c8-ecff78cff326 admin admin] Network cb012b15-726f-4e85-a9cd-c4e62fa0fa51 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:31:32.876707 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ca130f-8ced-465d-9a0f-27573eaf1a27 None None] Checking router: aa98ee95-eee9-44ae-b8a9-8f6f9b86cbb6 for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:31:32.877273 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ca130f-8ced-465d-9a0f-27573eaf1a27 None None] Updating router aa98ee95-eee9-44ae-b8a9-8f6f9b86cbb6 port ef0fe35a-e69e-4a83-b4e9-bea011fe8ffc binding host n-d-825064-1 {{(pid=102433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:31:32.890304 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a3fa2194-ce23-4ea6-9d3a-cc99bec00ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:32.900448 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-dbc40e7c-b293-4978-b8c8-ecff78cff326 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, cb012b15-726f-4e85-a9cd-c4e62fa0fa51) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:31:32.914783 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc40e7c-b293-4978-b8c8-ecff78cff326 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:32.917272 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-dbc40e7c-b293-4978-b8c8-ecff78cff326 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:32.920905 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3a03d2-6f98-44ec-a133-7681b71f891a None None] Network cb012b15-726f-4e85-a9cd-c4e62fa0fa51 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:31:32.922461 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c7ca130f-8ced-465d-9a0f-27573eaf1a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:32.953949 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f8d43260-a1ae-4461-85a9-1b09a78c9528 req-d7c5647f-444a-4f54-8213-9c52afa6e162 tempest-ServerAddressesNegativeTestJSON-1617358514 tempest-ServerAddressesNegativeTestJSON-1617358514-project] 10.222.0.53 "GET /v2.0/security-groups?id=a244c73f-54e3-4e4d-98a8-85f9b3b6f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3083665 Jan 18 22:31:32.961123 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-dbc40e7c-b293-4978-b8c8-ecff78cff326 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8106203 Jan 18 22:31:33.020779 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b8cb7938-a4c2-4b06-bc02-8a0083edbddc req-95acb973-1987-4542-a0e5-75ed7913bb41 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/security-groups?id=43d45361-b6ad-4105-a9b4-e598b6e8e651&id=1a7f3ba7-6b33-47d4-842d-f8859c8e7d98&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1705880 Jan 18 22:31:33.021523 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-a3fa2194-ce23-4ea6-9d3a-cc99bec00ffb None None] For port e3ba43bb-7191-44e8-92e2-0f39021de99b, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=e3ba43bb-7191-44e8-92e2-0f39021de99b,segment=NetworkSegment(048f41af-5f0a-47fd-83b4-72799a27d666),segment_id=048f41af-5f0a-47fd-83b4-72799a27d666)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:31:33.155055 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a3fa2194-ce23-4ea6-9d3a-cc99bec00ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:33.213513 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-57ae2540-7aec-4904-aea7-3d3772d15853 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:33.232605 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9fc543a8-2369-4aed-ad6b-58eae1dfdcda req-8918b0fb-bc8c-4e0c-b076-efb445758927 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fdf43ac-e2d1-46c0-a022-01c13375d73d HTTP/1.1" status: 200 len: 210 time: 0.1002150 Jan 18 22:31:33.249772 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b1ae8561-78fa-4cec-8fe4-429841d35446 req-0cff6c95-5eac-4738-9275-11eb5e11ff7b tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e083a82b-db27-49ef-b72b-1982efab7d58 HTTP/1.1" status: 200 len: 210 time: 0.0793552 Jan 18 22:31:33.325909 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fa2194-ce23-4ea6-9d3a-cc99bec00ffb None None] Pushing event updated for resources: {'Port': ['ID=e3ba43bb-7191-44e8-92e2-0f39021de99b,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:33.356254 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c7ca130f-8ced-465d-9a0f-27573eaf1a27 None None] Notify callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:33.364595 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c7ca130f-8ced-465d-9a0f-27573eaf1a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:33.463412 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5efb2729-3d63-448e-bb35-b85f372c77df req-2de32e8c-c009-46d7-b61f-f2e28c498b29 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7c183af1-247e-48b7-aed9-9e45e4b7de12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1090052 Jan 18 22:31:33.469431 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-b9401f10-490f-4bd1-aaf3-6fd02c40bd3a None None] Provisioning complete for port e3ba43bb-7191-44e8-92e2-0f39021de99b triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:31:33.470533 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b9401f10-490f-4bd1-aaf3-6fd02c40bd3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:33.509976 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-c7ca130f-8ced-465d-9a0f-27573eaf1a27 None None] Attempting to bind port ef0fe35a-e69e-4a83-b4e9-bea011fe8ffc on host n-d-825064-1 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:31:33.510721 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-c7ca130f-8ced-465d-9a0f-27573eaf1a27 None None] Attempting to bind port ef0fe35a-e69e-4a83-b4e9-bea011fe8ffc by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:31:33.511299 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ca130f-8ced-465d-9a0f-27573eaf1a27 None None] Attempting to bind port ef0fe35a-e69e-4a83-b4e9-bea011fe8ffc on network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:31:33.515609 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f89e498-d4b5-47ff-a39c-6c8d875d924b None None] Pushing event updated for resources: {'Port': ['ID=ef0fe35a-e69e-4a83-b4e9-bea011fe8ffc,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:33.533991 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ca130f-8ced-465d-9a0f-27573eaf1a27 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:31:33.536683 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ca130f-8ced-465d-9a0f-27573eaf1a27 None None] Checking segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:31:33.540209 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c7ca130f-8ced-465d-9a0f-27573eaf1a27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:33.541216 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ca130f-8ced-465d-9a0f-27573eaf1a27 None None] Bound using segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:31:33.541757 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-c7ca130f-8ced-465d-9a0f-27573eaf1a27 None None] Bound port: ef0fe35a-e69e-4a83-b4e9-bea011fe8ffc, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:31:33.542711 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c7ca130f-8ced-465d-9a0f-27573eaf1a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:33.634480 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72ee97c-0876-4c58-9be6-b90ac5a302de None None] Network cb012b15-726f-4e85-a9cd-c4e62fa0fa51 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:31:33.647584 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-c7ca130f-8ced-465d-9a0f-27573eaf1a27 None None] For port ef0fe35a-e69e-4a83-b4e9-bea011fe8ffc, host n-d-825064-1, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:31:33.659444 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-c7ca130f-8ced-465d-9a0f-27573eaf1a27 None None] For port ef0fe35a-e69e-4a83-b4e9-bea011fe8ffc, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=ef0fe35a-e69e-4a83-b4e9-bea011fe8ffc,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:31:33.671324 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c7ca130f-8ced-465d-9a0f-27573eaf1a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:33.708235 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ea45f-2592-414d-b108-a7d2b081ec1c req-4b3cac11-4cfe-4068-96b7-8603599648e1 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:33.732364 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ea45f-2592-414d-b108-a7d2b081ec1c req-4b3cac11-4cfe-4068-96b7-8603599648e1 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:33.738775 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ea45f-2592-414d-b108-a7d2b081ec1c req-4b3cac11-4cfe-4068-96b7-8603599648e1 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:33.755422 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ea45f-2592-414d-b108-a7d2b081ec1c req-4b3cac11-4cfe-4068-96b7-8603599648e1 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:33.765546 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ea45f-2592-414d-b108-a7d2b081ec1c req-4b3cac11-4cfe-4068-96b7-8603599648e1 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:33.772407 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ea45f-2592-414d-b108-a7d2b081ec1c req-4b3cac11-4cfe-4068-96b7-8603599648e1 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:33.779265 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ea45f-2592-414d-b108-a7d2b081ec1c req-4b3cac11-4cfe-4068-96b7-8603599648e1 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:33.781253 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-971ea45f-2592-414d-b108-a7d2b081ec1c req-4b3cac11-4cfe-4068-96b7-8603599648e1 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.67 "GET /v2.0/ports?device_id=db33aaef-5884-4da4-a311-5ede51d08faf HTTP/1.1" status: 200 len: 5434 time: 0.2158899 Jan 18 22:31:33.781660 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f89e498-d4b5-47ff-a39c-6c8d875d924b None None] Pushing event updated for resources: {'Port': ['ID=ef0fe35a-e69e-4a83-b4e9-bea011fe8ffc,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:33.826674 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ca130f-8ced-465d-9a0f-27573eaf1a27 None None] Routers {'aa98ee95-eee9-44ae-b8a9-8f6f9b86cbb6'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:31:33.830011 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-c7ca130f-8ced-465d-9a0f-27573eaf1a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:31:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['aa98ee95-eee9-44ae-b8a9-8f6f9b86cbb6'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:31:33.889590 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ea45f-2592-414d-b108-a7d2b081ec1c req-5144d367-41fc-4dcf-8862-788282c04918 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:33.891410 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-971ea45f-2592-414d-b108-a7d2b081ec1c req-5144d367-41fc-4dcf-8862-788282c04918 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.67 "GET /v2.0/ports/726f2559-9d78-42be-aef4-a8aa75da8ec7?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1017656 Jan 18 22:31:33.967366 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983c5b90-0990-4c57-bf3e-86362a88e71b req-622ccb26-349e-41c9-845a-0d565c2e06ad tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:33.968880 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-983c5b90-0990-4c57-bf3e-86362a88e71b req-622ccb26-349e-41c9-845a-0d565c2e06ad tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/networks?id=cb012b15-726f-4e85-a9cd-c4e62fa0fa51 HTTP/1.1" status: 200 len: 814 time: 0.3704066 Jan 18 22:31:34.000178 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-c7ca130f-8ced-465d-9a0f-27573eaf1a27 None None] Set router aa98ee95-eee9-44ae-b8a9-8f6f9b86cbb6 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:31:34.005214 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-870334e4-58eb-4efe-b11d-46ffd69ca25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36b67cea-a5cb-4623-8be0-a6b5659cd9a0', 'name': 'tempest-TestServerMultinode-1199056580-router', 'tenant_id': 'b5bef17513094624b7242b46a2e6b424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '70f86b18-fdf3-47c3-9991-e934cc4e1090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:31:17Z', 'updated_at': '2022-01-18T22:31:26Z', 'revision_number': 4, 'project_id': 'b5bef17513094624b7242b46a2e6b424', 'gw_port': {'id': '70f86b18-fdf3-47c3-9991-e934cc4e1090', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:5c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b67cea-a5cb-4623-8be0-a6b5659cd9a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1926, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:31:21Z', 'updated_at': '2022-01-18T22:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'e3ba43bb-7191-44e8-92e2-0f39021de99b', 'name': '', 'network_id': 'b53c4a91-53ba-4f45-af0e-0535e80b10bb', 'tenant_id': 'b5bef17513094624b7242b46a2e6b424', 'mac_address': 'fa:16:3e:b3:09:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36b67cea-a5cb-4623-8be0-a6b5659cd9a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': 'e6b8fe11-3a0a-49e8-97ff-d28800ad91ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:31:26Z', 'updated_at': '2022-01-18T22:31:31Z', 'revision_number': 4, 'project_id': 'b5bef17513094624b7242b46a2e6b424', 'subnets': [{'id': 'e6b8fe11-3a0a-49e8-97ff-d28800ad91ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:31:34.029131 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-983c5b90-0990-4c57-bf3e-86362a88e71b req-25a9506a-8add-452a-8c8e-ac28509d08fb tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/quotas/ebbcb105af9a4ac4ba1533c22b523629 HTTP/1.1" status: 200 len: 375 time: 0.0500078 Jan 18 22:31:34.062620 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb2729-3d63-448e-bb35-b85f372c77df req-27807af1-0dc8-4e21-ab80-693491394216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:34.063467 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870334e4-58eb-4efe-b11d-46ffd69ca25f None None] The sync data for ids ['36b67cea-a5cb-4623-8be0-a6b5659cd9a0'] in n-d-825064-1 is: [{'id': '36b67cea-a5cb-4623-8be0-a6b5659cd9a0', 'name': 'tempest-TestServerMultinode-1199056580-router', 'tenant_id': 'b5bef17513094624b7242b46a2e6b424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '70f86b18-fdf3-47c3-9991-e934cc4e1090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:31:17Z', 'updated_at': '2022-01-18T22:31:26Z', 'revision_number': 4, 'project_id': 'b5bef17513094624b7242b46a2e6b424', 'gw_port': {'id': '70f86b18-fdf3-47c3-9991-e934cc4e1090', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:5c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b67cea-a5cb-4623-8be0-a6b5659cd9a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1926, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:31:21Z', 'updated_at': '2022-01-18T22:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'e3ba43bb-7191-44e8-92e2-0f39021de99b', 'name': '', 'network_id': 'b53c4a91-53ba-4f45-af0e-0535e80b10bb', 'tenant_id': 'b5bef17513094624b7242b46a2e6b424', 'mac_address': 'fa:16:3e:b3:09:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36b67cea-a5cb-4623-8be0-a6b5659cd9a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': 'e6b8fe11-3a0a-49e8-97ff-d28800ad91ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:31:26Z', 'updated_at': '2022-01-18T22:31:31Z', 'revision_number': 4, 'project_id': 'b5bef17513094624b7242b46a2e6b424', 'subnets': [{'id': 'e6b8fe11-3a0a-49e8-97ff-d28800ad91ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:31:34.064098 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5efb2729-3d63-448e-bb35-b85f372c77df req-27807af1-0dc8-4e21-ab80-693491394216 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7afa2eadfaa94efb9bc2c925685c8cd2&device_id=7c183af1-247e-48b7-aed9-9e45e4b7de12 HTTP/1.1" status: 200 len: 1097 time: 0.4666181 Jan 18 22:31:34.111296 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-983c5b90-0990-4c57-bf3e-86362a88e71b req-f4e54a84-f0b9-4382-a1c6-77f0ea462f56 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ebbcb105af9a4ac4ba1533c22b523629&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0666680 Jan 18 22:31:34.112007 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-971ea45f-2592-414d-b108-a7d2b081ec1c req-bd3dfe43-6e0d-4c96-b6b4-edfb6ea5c49e tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.67 "GET /v2.0/networks/dd775970-2a5b-4fa0-b58f-e11b40e608fa?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2140377 Jan 18 22:31:34.125601 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-971ea45f-2592-414d-b108-a7d2b081ec1c req-9983894f-1c91-4908-a0ac-76a0642abc44 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:31:34.167556 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb10e2d-0646-4956-b39a-24374fa31fa3 req-3be29720-cc8f-4835-be31-fc626f0f8219 tempest-ServerAddressesNegativeTestJSON-1617358514 tempest-ServerAddressesNegativeTestJSON-1617358514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:34.169886 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3bb10e2d-0646-4956-b39a-24374fa31fa3 req-3be29720-cc8f-4835-be31-fc626f0f8219 tempest-ServerAddressesNegativeTestJSON-1617358514 tempest-ServerAddressesNegativeTestJSON-1617358514-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9c199dd-5b38-4fc4-8d80-654b5eb90dd5 HTTP/1.1" status: 200 len: 945 time: 0.3269823 Jan 18 22:31:34.171004 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-57ae2540-7aec-4904-aea7-3d3772d15853 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:34.234092 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-971ea45f-2592-414d-b108-a7d2b081ec1c req-9983894f-1c91-4908-a0ac-76a0642abc44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:34.241841 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-c7ca130f-8ced-465d-9a0f-27573eaf1a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa98ee95-eee9-44ae-b8a9-8f6f9b86cbb6', 'name': 'tempest-snat-router-1529243125', 'tenant_id': 'd84f23951558498e9c09aa6300d4a399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.167'}], 'enable_snat': False}, 'gw_port_id': 'ef0fe35a-e69e-4a83-b4e9-bea011fe8ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:31:27Z', 'updated_at': '2022-01-18T22:31:29Z', 'revision_number': 3, 'project_id': 'd84f23951558498e9c09aa6300d4a399', 'gw_port': {'id': 'ef0fe35a-e69e-4a83-b4e9-bea011fe8ffc', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:99:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa98ee95-eee9-44ae-b8a9-8f6f9b86cbb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1931, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:31:28Z', 'updated_at': '2022-01-18T22:31:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:31:34.270121 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ca130f-8ced-465d-9a0f-27573eaf1a27 None None] The sync data for ids ['aa98ee95-eee9-44ae-b8a9-8f6f9b86cbb6'] in n-d-825064-1 is: [{'id': 'aa98ee95-eee9-44ae-b8a9-8f6f9b86cbb6', 'name': 'tempest-snat-router-1529243125', 'tenant_id': 'd84f23951558498e9c09aa6300d4a399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.167'}], 'enable_snat': False}, 'gw_port_id': 'ef0fe35a-e69e-4a83-b4e9-bea011fe8ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:31:27Z', 'updated_at': '2022-01-18T22:31:29Z', 'revision_number': 3, 'project_id': 'd84f23951558498e9c09aa6300d4a399', 'gw_port': {'id': 'ef0fe35a-e69e-4a83-b4e9-bea011fe8ffc', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:99:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa98ee95-eee9-44ae-b8a9-8f6f9b86cbb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1931, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:31:28Z', 'updated_at': '2022-01-18T22:31:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-825064-1'}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:31:34.397229 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-983c5b90-0990-4c57-bf3e-86362a88e71b req-0eca195e-d55f-424b-9e4a-657b68a482a8 service neutron] 10.222.0.53 "GET /v2.0/networks/cb012b15-726f-4e85-a9cd-c4e62fa0fa51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227092 Jan 18 22:31:34.398389 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-57ae2540-7aec-4904-aea7-3d3772d15853 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:34.439496 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b7ad97-f478-4382-ab48-4f5641736c72 req-e53dddad-3f96-4e7a-9b95-30dd64ff44be tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:34.441068 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-19b7ad97-f478-4382-ab48-4f5641736c72 req-e53dddad-3f96-4e7a-9b95-30dd64ff44be tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] 10.222.0.67 "GET /v2.0/networks?id=4d733439-947b-4a3e-bc2e-83a119e45caa HTTP/1.1" status: 200 len: 910 time: 0.8447759 Jan 18 22:31:34.449203 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-971ea45f-2592-414d-b108-a7d2b081ec1c req-9983894f-1c91-4908-a0ac-76a0642abc44 service neutron] For port 726f2559-9d78-42be-aef4-a8aa75da8ec7, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=726f2559-9d78-42be-aef4-a8aa75da8ec7,segment=NetworkSegment(de74c02c-b4b7-49a2-a9bc-68b0bd01e5b7),segment_id=de74c02c-b4b7-49a2-a9bc-68b0bd01e5b7)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:31:34.455452 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3bb10e2d-0646-4956-b39a-24374fa31fa3 req-75787888-103d-48a6-b92a-527d5d771cc9 tempest-ServerAddressesNegativeTestJSON-1617358514 tempest-ServerAddressesNegativeTestJSON-1617358514-project] 10.222.0.53 "GET /v2.0/security-groups?id=a244c73f-54e3-4e4d-98a8-85f9b3b6f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132638 Jan 18 22:31:34.496776 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-971ea45f-2592-414d-b108-a7d2b081ec1c req-9983894f-1c91-4908-a0ac-76a0642abc44 service neutron] For port 726f2559-9d78-42be-aef4-a8aa75da8ec7, host n-h2-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:31:34.517436 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-19b7ad97-f478-4382-ab48-4f5641736c72 req-1fb92d4c-d181-4617-8655-56da2a22e76f tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] Request body: {'port': {'device_id': 'e083a82b-db27-49ef-b72b-1982efab7d58', 'network_id': '4d733439-947b-4a3e-bc2e-83a119e45caa', 'admin_state_up': True, 'tenant_id': 'b5bef17513094624b7242b46a2e6b424'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:31:34.552276 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [req-971ea45f-2592-414d-b108-a7d2b081ec1c req-9983894f-1c91-4908-a0ac-76a0642abc44 service neutron] device_id is not set on port 726f2559-9d78-42be-aef4-a8aa75da8ec7 yet. {{(pid=102431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:31:34.562889 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-971ea45f-2592-414d-b108-a7d2b081ec1c req-9983894f-1c91-4908-a0ac-76a0642abc44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:34.573305 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-971ea45f-2592-414d-b108-a7d2b081ec1c req-9983894f-1c91-4908-a0ac-76a0642abc44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:34.676964 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-971ea45f-2592-414d-b108-a7d2b081ec1c req-9983894f-1c91-4908-a0ac-76a0642abc44 service neutron] No DVR routers for this DVR port 726f2559-9d78-42be-aef4-a8aa75da8ec7 on host n-h2-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:31:34.779568 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-983c5b90-0990-4c57-bf3e-86362a88e71b req-08d2cbb3-4d85-4b84-b2b6-06e36df18377 service neutron] 10.222.0.53 "GET /v2.0/networks/cb012b15-726f-4e85-a9cd-c4e62fa0fa51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2987003 Jan 18 22:31:34.780734 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-971ea45f-2592-414d-b108-a7d2b081ec1c req-9983894f-1c91-4908-a0ac-76a0642abc44 service neutron] In _notify_port_updated(), no bound segment for port 726f2559-9d78-42be-aef4-a8aa75da8ec7 on network dd775970-2a5b-4fa0-b58f-e11b40e608fa {{(pid=102431) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 18 22:31:34.785150 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ea45f-2592-414d-b108-a7d2b081ec1c req-9983894f-1c91-4908-a0ac-76a0642abc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:34.786169 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-971ea45f-2592-414d-b108-a7d2b081ec1c req-9983894f-1c91-4908-a0ac-76a0642abc44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:34.787586 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb2729-3d63-448e-bb35-b85f372c77df req-7ab73ad2-1226-459a-9c11-cc99c09167c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:34.789304 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-971ea45f-2592-414d-b108-a7d2b081ec1c req-9983894f-1c91-4908-a0ac-76a0642abc44 service neutron] 10.222.0.67 "PUT /v2.0/ports/726f2559-9d78-42be-aef4-a8aa75da8ec7 HTTP/1.1" status: 200 len: 1027 time: 0.6701455 Jan 18 22:31:34.789466 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5efb2729-3d63-448e-bb35-b85f372c77df req-7ab73ad2-1226-459a-9c11-cc99c09167c2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9f0c6f68-00d4-4074-963d-5eeb6360e1ec HTTP/1.1" status: 200 len: 917 time: 0.6745362 Jan 18 22:31:34.807929 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9983894f-1c91-4908-a0ac-76a0642abc44 service neutron] Pushing event updated for resources: {'Port': ['ID=726f2559-9d78-42be-aef4-a8aa75da8ec7,revision_number=6']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:34.906468 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ea45f-2592-414d-b108-a7d2b081ec1c req-744d6ec9-64d7-48af-b13e-d439ac98f64d tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:34.908034 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-971ea45f-2592-414d-b108-a7d2b081ec1c req-744d6ec9-64d7-48af-b13e-d439ac98f64d tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.67 "GET /v2.0/ports/612fabe9-4416-4612-8231-d5ba01cdae5f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1012735 Jan 18 22:31:34.925701 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-971ea45f-2592-414d-b108-a7d2b081ec1c req-ead378ba-906a-495c-81dd-eea4b4b2dc37 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:31:35.058345 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-971ea45f-2592-414d-b108-a7d2b081ec1c req-ead378ba-906a-495c-81dd-eea4b4b2dc37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:35.083236 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-2513b1ee-d18d-448a-9027-837371fbbf98 None None] Provisioning complete for port 726f2559-9d78-42be-aef4-a8aa75da8ec7 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:31:35.083717 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2513b1ee-d18d-448a-9027-837371fbbf98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:35.130555 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19b7ad97-f478-4382-ab48-4f5641736c72 req-1fb92d4c-d181-4617-8655-56da2a22e76f tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] Made reservation on behalf of b5bef17513094624b7242b46a2e6b424 for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:31:35.132956 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-19b7ad97-f478-4382-ab48-4f5641736c72 req-1fb92d4c-d181-4617-8655-56da2a22e76f tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:35.171242 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-2513b1ee-d18d-448a-9027-837371fbbf98 None None] Port 726f2559-9d78-42be-aef4-a8aa75da8ec7 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:31:35.219931 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5efb2729-3d63-448e-bb35-b85f372c77df req-c687a42f-b2d1-4689-91c5-a080bdde3d33 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=17b5d497-89e8-4316-854a-e01b4efd12f0 HTTP/1.1" status: 200 len: 1000 time: 0.3987510 Jan 18 22:31:35.267201 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 60e4c595-bd88-4dba-8ee6-e0eaf93fa0f9 no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:31:35.324881 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-35b23f7b-bcbb-4543-a7b3-12ef59af7177 req-088cb727-ef9d-4ce7-9976-d693f98742b2 tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e083a82b-db27-49ef-b72b-1982efab7d58 HTTP/1.1" status: 200 len: 210 time: 0.1195235 Jan 18 22:31:35.359980 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0682e91e-c0da-4db5-bcc6-7d648347e2a7 req-2e2b0c51-c9c8-425d-85f5-fdbdb1811e8f tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:35.380791 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0682e91e-c0da-4db5-bcc6-7d648347e2a7 req-2e2b0c51-c9c8-425d-85f5-fdbdb1811e8f tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:35.401412 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0682e91e-c0da-4db5-bcc6-7d648347e2a7 req-2e2b0c51-c9c8-425d-85f5-fdbdb1811e8f tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:35.413543 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:35.418224 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0682e91e-c0da-4db5-bcc6-7d648347e2a7 req-2e2b0c51-c9c8-425d-85f5-fdbdb1811e8f tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:35.438231 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0682e91e-c0da-4db5-bcc6-7d648347e2a7 req-2e2b0c51-c9c8-425d-85f5-fdbdb1811e8f tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:35.446507 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db33aaef-5884-4da4-a311-5ede51d08faf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60e4c595-bd88-4dba-8ee6-e0eaf93fa0f9'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:31:35.447842 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0682e91e-c0da-4db5-bcc6-7d648347e2a7 req-2e2b0c51-c9c8-425d-85f5-fdbdb1811e8f tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:35.452457 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bbb93e7-c512-474f-8b56-463618c440f5" -d '{"events": [{"server_uuid": "db33aaef-5884-4da4-a311-5ede51d08faf", "name": "network-vif-unplugged", "status": "completed", "tag": "60e4c595-bd88-4dba-8ee6-e0eaf93fa0f9"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:31:35.457844 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-971ea45f-2592-414d-b108-a7d2b081ec1c req-ead378ba-906a-495c-81dd-eea4b4b2dc37 service neutron] For port 612fabe9-4416-4612-8231-d5ba01cdae5f, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=612fabe9-4416-4612-8231-d5ba01cdae5f,segment=NetworkSegment(de74c02c-b4b7-49a2-a9bc-68b0bd01e5b7),segment_id=de74c02c-b4b7-49a2-a9bc-68b0bd01e5b7)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:31:35.459420 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0682e91e-c0da-4db5-bcc6-7d648347e2a7 req-2e2b0c51-c9c8-425d-85f5-fdbdb1811e8f tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/ports?device_id=db33aaef-5884-4da4-a311-5ede51d08faf HTTP/1.1" status: 200 len: 4660 time: 0.7138405 Jan 18 22:31:35.483793 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 60e4c595-bd88-4dba-8ee6-e0eaf93fa0f9, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=60e4c595-bd88-4dba-8ee6-e0eaf93fa0f9,segment=NetworkSegment(de74c02c-b4b7-49a2-a9bc-68b0bd01e5b7),segment_id=de74c02c-b4b7-49a2-a9bc-68b0bd01e5b7)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:31:35.498435 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:35.499363 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 8378d970-1631-475d-9cba-3b81e38793ce no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:31:35.550185 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-971ea45f-2592-414d-b108-a7d2b081ec1c req-ead378ba-906a-495c-81dd-eea4b4b2dc37 service neutron] For port 612fabe9-4416-4612-8231-d5ba01cdae5f, host n-h2-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:31:35.550695 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-57ae2540-7aec-4904-aea7-3d3772d15853 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Allocated IP 172.25.5.125 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/8311b9e6-779d-4a76-aa2b-85d25c65100f) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:31:35.606130 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d23d0408-fcb4-42e2-b4fe-d0f35640068c req-2a70eb88-d618-41ef-86bd-88d890bc9c23 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fdf43ac-e2d1-46c0-a022-01c13375d73d HTTP/1.1" status: 200 len: 210 time: 0.1367738 Jan 18 22:31:35.650078 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [req-971ea45f-2592-414d-b108-a7d2b081ec1c req-ead378ba-906a-495c-81dd-eea4b4b2dc37 service neutron] device_id is not set on port 612fabe9-4416-4612-8231-d5ba01cdae5f yet. {{(pid=102431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:31:35.663835 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-971ea45f-2592-414d-b108-a7d2b081ec1c req-ead378ba-906a-495c-81dd-eea4b4b2dc37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:35.681733 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-971ea45f-2592-414d-b108-a7d2b081ec1c req-ead378ba-906a-495c-81dd-eea4b4b2dc37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:35.789983 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=60e4c595-bd88-4dba-8ee6-e0eaf93fa0f9,revision_number=6']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:35.808914 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:35.899196 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-971ea45f-2592-414d-b108-a7d2b081ec1c req-ead378ba-906a-495c-81dd-eea4b4b2dc37 service neutron] No DVR routers for this DVR port 612fabe9-4416-4612-8231-d5ba01cdae5f on host n-h2-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:31:35.900586 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 8378d970-1631-475d-9cba-3b81e38793ce, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=8378d970-1631-475d-9cba-3b81e38793ce,segment=NetworkSegment(a40eed45-50f9-413d-aed3-f5503442a4c9),segment_id=a40eed45-50f9-413d-aed3-f5503442a4c9)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:31:35.901306 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead378ba-906a-495c-81dd-eea4b4b2dc37 service neutron] Pushing event updated for resources: {'Port': ['ID=612fabe9-4416-4612-8231-d5ba01cdae5f,revision_number=6']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:35.920659 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:35.921566 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 3c486e4d-5c8b-4bdd-b990-9e55341e98f1 no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:31:35.936758 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae71e9b-9a3b-4c12-891a-55e3a49f2530 req-72f04490-3d9a-45a9-a2a6-2e080e13d270 tempest-ServerAddressesNegativeTestJSON-1617358514 tempest-ServerAddressesNegativeTestJSON-1617358514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:35.938179 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9ae71e9b-9a3b-4c12-891a-55e3a49f2530 req-72f04490-3d9a-45a9-a2a6-2e080e13d270 tempest-ServerAddressesNegativeTestJSON-1617358514 tempest-ServerAddressesNegativeTestJSON-1617358514-project] 10.222.0.67 "GET /v2.0/ports?device_id=a9c199dd-5b38-4fc4-8d80-654b5eb90dd5 HTTP/1.1" status: 200 len: 945 time: 0.9375675 Jan 18 22:31:35.955121 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb2729-3d63-448e-bb35-b85f372c77df req-a2a2f5a6-f8de-4def-a07b-505fcd7d4915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:35.959542 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5efb2729-3d63-448e-bb35-b85f372c77df req-a2a2f5a6-f8de-4def-a07b-505fcd7d4915 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b7bcd428-9869-4592-8e72-20a2a0d3310e HTTP/1.1" status: 200 len: 856 time: 0.7319186 Jan 18 22:31:36.016577 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-971ea45f-2592-414d-b108-a7d2b081ec1c req-ead378ba-906a-495c-81dd-eea4b4b2dc37 service neutron] In _notify_port_updated(), no bound segment for port 612fabe9-4416-4612-8231-d5ba01cdae5f on network dd775970-2a5b-4fa0-b58f-e11b40e608fa {{(pid=102431) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 18 22:31:36.017354 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device ef0fe35a-e69e-4a83-b4e9-bea011fe8ffc up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:31:36.017520 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ea45f-2592-414d-b108-a7d2b081ec1c req-ead378ba-906a-495c-81dd-eea4b4b2dc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:36.018094 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-971ea45f-2592-414d-b108-a7d2b081ec1c req-ead378ba-906a-495c-81dd-eea4b4b2dc37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:36.019426 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-971ea45f-2592-414d-b108-a7d2b081ec1c req-ead378ba-906a-495c-81dd-eea4b4b2dc37 service neutron] 10.222.0.67 "PUT /v2.0/ports/612fabe9-4416-4612-8231-d5ba01cdae5f HTTP/1.1" status: 200 len: 1026 time: 1.1027250 Jan 18 22:31:36.092812 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=8378d970-1631-475d-9cba-3b81e38793ce,revision_number=6']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:36.114740 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0682e91e-c0da-4db5-bcc6-7d648347e2a7 req-b749a5b2-49ab-437a-b645-5e574f9e32de tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/security-groups?id=43d45361-b6ad-4105-a9b4-e598b6e8e651&id=1a7f3ba7-6b33-47d4-842d-f8859c8e7d98&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6436574 Jan 18 22:31:36.173557 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:36.224911 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 3c486e4d-5c8b-4bdd-b990-9e55341e98f1, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=3c486e4d-5c8b-4bdd-b990-9e55341e98f1,segment=NetworkSegment(de74c02c-b4b7-49a2-a9bc-68b0bd01e5b7),segment_id=de74c02c-b4b7-49a2-a9bc-68b0bd01e5b7)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:31:36.232865 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port ef0fe35a-e69e-4a83-b4e9-bea011fe8ffc triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:31:36.233330 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:36.273692 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 18 Jan 2022 22:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b142edc7-bf22-4b05-8799-07de0ca1f212 x-openstack-request-id: req-b142edc7-bf22-4b05-8799-07de0ca1f212 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:31:36.273966 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db33aaef-5884-4da4-a311-5ede51d08faf", "name": "network-vif-unplugged", "status": "completed", "tag": "60e4c595-bd88-4dba-8ee6-e0eaf93fa0f9", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:31:36.274228 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b142edc7-bf22-4b05-8799-07de0ca1f212 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:31:36.274628 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db33aaef-5884-4da4-a311-5ede51d08faf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60e4c595-bd88-4dba-8ee6-e0eaf93fa0f9', 'code': 200} Jan 18 22:31:36.284169 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:36.285450 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device d4aeaad3-0a25-4101-bf67-696d922c2523 no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:31:36.343082 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-971ea45f-2592-414d-b108-a7d2b081ec1c req-805cb2b5-aefc-4dbc-ba36-5b4d19681f78 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Deleting port d4aeaad3-0a25-4101-bf67-696d922c2523 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:31:36.343809 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-971ea45f-2592-414d-b108-a7d2b081ec1c req-805cb2b5-aefc-4dbc-ba36-5b4d19681f78 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:36.427927 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-ecb33409-b2e1-42a5-9026-f5ecb7b671f6 None None] Provisioning complete for port 612fabe9-4416-4612-8231-d5ba01cdae5f triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:31:36.428417 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ecb33409-b2e1-42a5-9026-f5ecb7b671f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:36.455033 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3d7ce95f-82f0-487f-a862-6714948a5579 req-cc3b9c15-c633-4899-8475-44b5eb964b05 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 210 time: 0.5048401 Jan 18 22:31:36.510663 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=3c486e4d-5c8b-4bdd-b990-9e55341e98f1,revision_number=6']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:36.513703 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-971ea45f-2592-414d-b108-a7d2b081ec1c req-805cb2b5-aefc-4dbc-ba36-5b4d19681f78 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] For port d4aeaad3-0a25-4101-bf67-696d922c2523, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=d4aeaad3-0a25-4101-bf67-696d922c2523,segment=NetworkSegment(a40eed45-50f9-413d-aed3-f5503442a4c9),segment_id=a40eed45-50f9-413d-aed3-f5503442a4c9)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:31:36.514083 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-971ea45f-2592-414d-b108-a7d2b081ec1c req-805cb2b5-aefc-4dbc-ba36-5b4d19681f78 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:36.518160 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-19b7ad97-f478-4382-ab48-4f5641736c72 req-1fb92d4c-d181-4617-8655-56da2a22e76f tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] Allocated IP 172.20.0.9 (4d733439-947b-4a3e-bc2e-83a119e45caa/cea13eb9-cc3a-41e9-8703-dc9fb43ed3aa/de6a60ad-7ec7-4652-a03a-2aafef3b1348) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:31:36.534895 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-ecb33409-b2e1-42a5-9026-f5ecb7b671f6 None None] Port 612fabe9-4416-4612-8231-d5ba01cdae5f cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:31:36.563191 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-971ea45f-2592-414d-b108-a7d2b081ec1c req-805cb2b5-aefc-4dbc-ba36-5b4d19681f78 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Calling delete_port for d4aeaad3-0a25-4101-bf67-696d922c2523 owned by compute:nova {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:31:36.578307 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:36.581808 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:36.588072 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb2729-3d63-448e-bb35-b85f372c77df req-51ce428b-5a4a-408e-bc36-b55f9a9ad7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:36.593273 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5efb2729-3d63-448e-bb35-b85f372c77df req-51ce428b-5a4a-408e-bc36-b55f9a9ad7c2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9f0c6f68-00d4-4074-963d-5eeb6360e1ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5144227 Jan 18 22:31:36.621346 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65362f46-88d8-4fc1-9252-b22ffbfc5262 req-48aefef1-243d-410d-8523-693101414a3d tempest-ServerAddressesNegativeTestJSON-1617358514 tempest-ServerAddressesNegativeTestJSON-1617358514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:36.623096 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-65362f46-88d8-4fc1-9252-b22ffbfc5262 req-48aefef1-243d-410d-8523-693101414a3d tempest-ServerAddressesNegativeTestJSON-1617358514 tempest-ServerAddressesNegativeTestJSON-1617358514-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9c199dd-5b38-4fc4-8d80-654b5eb90dd5 HTTP/1.1" status: 200 len: 945 time: 0.1757040 Jan 18 22:31:36.735580 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aed8ddc0-77fc-4662-9a7d-e9b0c4bf78bb req-bc0951ec-7579-4f64-b1f6-87b1b2494978 tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e083a82b-db27-49ef-b72b-1982efab7d58 HTTP/1.1" status: 200 len: 210 time: 0.1363378 Jan 18 22:31:36.766257 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-9ae71e9b-9a3b-4c12-891a-55e3a49f2530 req-111f9d0f-b3a6-4cab-bf77-b9fd30d4fe6e tempest-ServerAddressesNegativeTestJSON-1617358514 tempest-ServerAddressesNegativeTestJSON-1617358514-project] Deleting port b190afac-755a-4b38-a11f-d7ac1cf16d4e {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:31:36.768595 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-9ae71e9b-9a3b-4c12-891a-55e3a49f2530 req-111f9d0f-b3a6-4cab-bf77-b9fd30d4fe6e tempest-ServerAddressesNegativeTestJSON-1617358514 tempest-ServerAddressesNegativeTestJSON-1617358514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:36.800965 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port ef0fe35a-e69e-4a83-b4e9-bea011fe8ffc, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=ef0fe35a-e69e-4a83-b4e9-bea011fe8ffc,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:31:36.814158 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port d4aeaad3-0a25-4101-bf67-696d922c2523, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=d4aeaad3-0a25-4101-bf67-696d922c2523,segment=NetworkSegment(a40eed45-50f9-413d-aed3-f5503442a4c9),segment_id=a40eed45-50f9-413d-aed3-f5503442a4c9)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:31:36.817687 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:36.820871 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device e3ba43bb-7191-44e8-92e2-0f39021de99b up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:31:36.848064 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:36.849111 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 612fabe9-4416-4612-8231-d5ba01cdae5f no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:31:36.925581 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-16e2fff3-9301-4401-ad5a-addca9b5df0f req-012c5e70-2dea-4e97-a1df-b0a8e088a90f tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fdf43ac-e2d1-46c0-a022-01c13375d73d HTTP/1.1" status: 200 len: 210 time: 0.0367966 Jan 18 22:31:36.963363 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-57ae2540-7aec-4904-aea7-3d3772d15853 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:37.012101 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-971ea45f-2592-414d-b108-a7d2b081ec1c req-805cb2b5-aefc-4dbc-ba36-5b4d19681f78 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:37.049905 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 612fabe9-4416-4612-8231-d5ba01cdae5f not bound to the agent host n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:31:37.050347 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 726f2559-9d78-42be-aef4-a8aa75da8ec7 no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:31:37.057621 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805cb2b5-aefc-4dbc-ba36-5b4d19681f78 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Pushing event deleted for resources: {'Port': ['ID=d4aeaad3-0a25-4101-bf67-696d922c2523,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:37.147804 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port e3ba43bb-7191-44e8-92e2-0f39021de99b triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:31:37.148356 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:37.150161 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=ef0fe35a-e69e-4a83-b4e9-bea011fe8ffc,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:37.188920 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983c5b90-0990-4c57-bf3e-86362a88e71b req-c3fb2f89-1417-46ac-9650-320a479d776d tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:37.190609 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-983c5b90-0990-4c57-bf3e-86362a88e71b req-c3fb2f89-1417-46ac-9650-320a479d776d tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.36 "GET /v2.0/networks?id=cb012b15-726f-4e85-a9cd-c4e62fa0fa51 HTTP/1.1" status: 200 len: 814 time: 0.3234866 Jan 18 22:31:37.191922 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 726f2559-9d78-42be-aef4-a8aa75da8ec7 not bound to the agent host n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:31:37.192748 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 24989149-146c-4acc-b874-9271bde1ec55 no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:31:37.196386 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-971ea45f-2592-414d-b108-a7d2b081ec1c req-805cb2b5-aefc-4dbc-ba36-5b4d19681f78 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] No DVR routers for this DVR port d4aeaad3-0a25-4101-bf67-696d922c2523 on host n-h2-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:31:37.199663 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-65362f46-88d8-4fc1-9252-b22ffbfc5262 req-555ecd6e-1fd7-46d9-9746-7c7cea7120de tempest-ServerAddressesNegativeTestJSON-1617358514 tempest-ServerAddressesNegativeTestJSON-1617358514-project] 10.222.0.53 "GET /v2.0/security-groups?id=a244c73f-54e3-4e4d-98a8-85f9b3b6f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5480599 Jan 18 22:31:37.221668 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-971ea45f-2592-414d-b108-a7d2b081ec1c req-805cb2b5-aefc-4dbc-ba36-5b4d19681f78 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:37.244237 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-971ea45f-2592-414d-b108-a7d2b081ec1c req-805cb2b5-aefc-4dbc-ba36-5b4d19681f78 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.67 "DELETE /v2.0/ports/d4aeaad3-0a25-4101-bf67-696d922c2523 HTTP/1.1" status: 204 len: 173 time: 1.2148581 Jan 18 22:31:37.248495 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db33aaef-5884-4da4-a311-5ede51d08faf', 'name': 'network-vif-deleted', 'tag': 'd4aeaad3-0a25-4101-bf67-696d922c2523'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:31:37.252764 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0756487a-5c19-4716-b0b9-6e4fbc05a9fc" -d '{"events": [{"server_uuid": "db33aaef-5884-4da4-a311-5ede51d08faf", "name": "network-vif-deleted", "tag": "d4aeaad3-0a25-4101-bf67-696d922c2523"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:31:37.268031 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-983c5b90-0990-4c57-bf3e-86362a88e71b req-45d979fb-8361-4010-9b87-3cf276a31c8e tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Request body: {'port': {'device_id': '82d9672d-7858-4431-a5ff-3dbf085d883f', 'network_id': 'cb012b15-726f-4e85-a9cd-c4e62fa0fa51', 'admin_state_up': True, 'tenant_id': 'ebbcb105af9a4ac4ba1533c22b523629'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:31:37.288849 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event deleted for resources: {'Port': ['ID=d4aeaad3-0a25-4101-bf67-696d922c2523,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:37.441635 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e53d42d3-e992-45ef-ad16-fbcd8c1b53c3 x-openstack-request-id: req-e53d42d3-e992-45ef-ad16-fbcd8c1b53c3 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:31:37.445811 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db33aaef-5884-4da4-a311-5ede51d08faf", "name": "network-vif-deleted", "tag": "d4aeaad3-0a25-4101-bf67-696d922c2523", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:31:37.446143 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e53d42d3-e992-45ef-ad16-fbcd8c1b53c3 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:31:37.446490 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db33aaef-5884-4da4-a311-5ede51d08faf', 'name': 'network-vif-deleted', 'tag': 'd4aeaad3-0a25-4101-bf67-696d922c2523', 'status': 'completed', 'code': 200} Jan 18 22:31:37.566268 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:37.655965 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 24989149-146c-4acc-b874-9271bde1ec55, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=24989149-146c-4acc-b874-9271bde1ec55,segment=NetworkSegment(6e6bc401-35ea-4b66-b6b5-965e5ede5e24),segment_id=6e6bc401-35ea-4b66-b6b5-965e5ede5e24)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:31:37.670461 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:37.685604 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-983c5b90-0990-4c57-bf3e-86362a88e71b req-45d979fb-8361-4010-9b87-3cf276a31c8e tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Made reservation on behalf of ebbcb105af9a4ac4ba1533c22b523629 for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:31:37.685793 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device b190afac-755a-4b38-a11f-d7ac1cf16d4e no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:31:37.696294 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-983c5b90-0990-4c57-bf3e-86362a88e71b req-45d979fb-8361-4010-9b87-3cf276a31c8e tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:37.802206 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-971ea45f-2592-414d-b108-a7d2b081ec1c req-3a1e72b2-beaf-4812-bac9-48988df7d344 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Deleting port 60e4c595-bd88-4dba-8ee6-e0eaf93fa0f9 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:31:37.802999 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-971ea45f-2592-414d-b108-a7d2b081ec1c req-3a1e72b2-beaf-4812-bac9-48988df7d344 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:37.905902 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device ef0fe35a-e69e-4a83-b4e9-bea011fe8ffc up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:31:37.909042 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-19b7ad97-f478-4382-ab48-4f5641736c72 req-1fb92d4c-d181-4617-8655-56da2a22e76f tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:37.943100 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=24989149-146c-4acc-b874-9271bde1ec55,revision_number=6']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:37.994208 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-9ae71e9b-9a3b-4c12-891a-55e3a49f2530 req-111f9d0f-b3a6-4cab-bf77-b9fd30d4fe6e tempest-ServerAddressesNegativeTestJSON-1617358514 tempest-ServerAddressesNegativeTestJSON-1617358514-project] For port b190afac-755a-4b38-a11f-d7ac1cf16d4e, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=b190afac-755a-4b38-a11f-d7ac1cf16d4e,segment=NetworkSegment(7743c850-5210-4ba4-9f3d-c36b56cfbc02),segment_id=7743c850-5210-4ba4-9f3d-c36b56cfbc02)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:31:37.994582 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-9ae71e9b-9a3b-4c12-891a-55e3a49f2530 req-111f9d0f-b3a6-4cab-bf77-b9fd30d4fe6e tempest-ServerAddressesNegativeTestJSON-1617358514 tempest-ServerAddressesNegativeTestJSON-1617358514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:38.009498 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-9ae71e9b-9a3b-4c12-891a-55e3a49f2530 req-111f9d0f-b3a6-4cab-bf77-b9fd30d4fe6e tempest-ServerAddressesNegativeTestJSON-1617358514 tempest-ServerAddressesNegativeTestJSON-1617358514-project] Calling delete_port for b190afac-755a-4b38-a11f-d7ac1cf16d4e owned by compute:nova {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:31:38.032336 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:38.065304 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port ef0fe35a-e69e-4a83-b4e9-bea011fe8ffc triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:31:38.065676 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:38.096498 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port b190afac-755a-4b38-a11f-d7ac1cf16d4e, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=b190afac-755a-4b38-a11f-d7ac1cf16d4e,segment=NetworkSegment(7743c850-5210-4ba4-9f3d-c36b56cfbc02),segment_id=7743c850-5210-4ba4-9f3d-c36b56cfbc02)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:31:38.104074 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-57ae2540-7aec-4904-aea7-3d3772d15853 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:38.144391 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5efb2729-3d63-448e-bb35-b85f372c77df req-ca93ab83-d4da-40bf-8ab0-03cae7557554 service neutron] 10.222.0.36 "GET /v2.0/networks/9f0c6f68-00d4-4074-963d-5eeb6360e1ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5186307 Jan 18 22:31:38.149311 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-971ea45f-2592-414d-b108-a7d2b081ec1c req-3a1e72b2-beaf-4812-bac9-48988df7d344 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] For port 60e4c595-bd88-4dba-8ee6-e0eaf93fa0f9, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=60e4c595-bd88-4dba-8ee6-e0eaf93fa0f9,segment=NetworkSegment(de74c02c-b4b7-49a2-a9bc-68b0bd01e5b7),segment_id=de74c02c-b4b7-49a2-a9bc-68b0bd01e5b7)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:31:38.149846 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:38.150775 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-971ea45f-2592-414d-b108-a7d2b081ec1c req-3a1e72b2-beaf-4812-bac9-48988df7d344 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:38.176647 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-971ea45f-2592-414d-b108-a7d2b081ec1c req-3a1e72b2-beaf-4812-bac9-48988df7d344 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Calling delete_port for 60e4c595-bd88-4dba-8ee6-e0eaf93fa0f9 owned by compute:nova {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:31:38.176881 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-19b7ad97-f478-4382-ab48-4f5641736c72 req-1fb92d4c-d181-4617-8655-56da2a22e76f tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:38.179440 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [req-983c5b90-0990-4c57-bf3e-86362a88e71b req-45d979fb-8361-4010-9b87-3cf276a31c8e tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Allocated IP 172.20.0.10 (cb012b15-726f-4e85-a9cd-c4e62fa0fa51/12499801-2558-44ac-94f3-29cf7f906b66/6c9ea76e-7dbd-4767-9685-c0f25e5276d0) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:31:38.226717 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=b190afac-755a-4b38-a11f-d7ac1cf16d4e,revision_number=6']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:38.277998 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db33aaef-5884-4da4-a311-5ede51d08faf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8378d970-1631-475d-9cba-3b81e38793ce'}, {'server_uuid': 'db33aaef-5884-4da4-a311-5ede51d08faf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c486e4d-5c8b-4bdd-b990-9e55341e98f1'}, {'server_uuid': 'db33aaef-5884-4da4-a311-5ede51d08faf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4aeaad3-0a25-4101-bf67-696d922c2523'}, {'server_uuid': 'db33aaef-5884-4da4-a311-5ede51d08faf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24989149-146c-4acc-b874-9271bde1ec55'}, {'server_uuid': 'a9c199dd-5b38-4fc4-8d80-654b5eb90dd5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b190afac-755a-4b38-a11f-d7ac1cf16d4e'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:31:38.281625 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ef22914-0f38-4778-8524-3e8194adc244" -d '{"events": [{"server_uuid": "db33aaef-5884-4da4-a311-5ede51d08faf", "name": "network-vif-unplugged", "status": "completed", "tag": "8378d970-1631-475d-9cba-3b81e38793ce"}, {"server_uuid": "db33aaef-5884-4da4-a311-5ede51d08faf", "name": "network-vif-unplugged", "status": "completed", "tag": "3c486e4d-5c8b-4bdd-b990-9e55341e98f1"}, {"server_uuid": "db33aaef-5884-4da4-a311-5ede51d08faf", "name": "network-vif-unplugged", "status": "completed", "tag": "d4aeaad3-0a25-4101-bf67-696d922c2523"}, {"server_uuid": "db33aaef-5884-4da4-a311-5ede51d08faf", "name": "network-vif-unplugged", "status": "completed", "tag": "24989149-146c-4acc-b874-9271bde1ec55"}, {"server_uuid": "a9c199dd-5b38-4fc4-8d80-654b5eb90dd5", "name": "network-vif-unplugged", "status": "completed", "tag": "b190afac-755a-4b38-a11f-d7ac1cf16d4e"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:31:38.357569 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5efb2729-3d63-448e-bb35-b85f372c77df req-9d0980a7-5115-404f-b261-07ceae5d28ee service neutron] 10.222.0.36 "GET /v2.0/networks/9f0c6f68-00d4-4074-963d-5eeb6360e1ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755929 Jan 18 22:31:38.392923 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ae2540-7aec-4904-aea7-3d3772d15853 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:31:38.396008 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-928209eb-1929-4517-91a1-94847e4a8616 req-b0e8183a-3c67-432c-ab6c-f6b85959ccb3 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 210 time: 0.4400992 Jan 18 22:31:38.419945 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-57ae2540-7aec-4904-aea7-3d3772d15853 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:31:38.454675 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ae2540-7aec-4904-aea7-3d3772d15853 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:31:38.510141 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19b7ad97-f478-4382-ab48-4f5641736c72 req-1fb92d4c-d181-4617-8655-56da2a22e76f tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] Network 4d733439-947b-4a3e-bc2e-83a119e45caa is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:31:38.510396 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-983c5b90-0990-4c57-bf3e-86362a88e71b req-45d979fb-8361-4010-9b87-3cf276a31c8e tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:38.515074 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ae2540-7aec-4904-aea7-3d3772d15853 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Pushing event updated for resources: {'Port': ['ID=8311b9e6-779d-4a76-aa2b-85d25c65100f,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:38.516316 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-971ea45f-2592-414d-b108-a7d2b081ec1c req-3a1e72b2-beaf-4812-bac9-48988df7d344 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:38.539096 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-19b7ad97-f478-4382-ab48-4f5641736c72 req-1fb92d4c-d181-4617-8655-56da2a22e76f tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:31:38.547839 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-19b7ad97-f478-4382-ab48-4f5641736c72 req-1fb92d4c-d181-4617-8655-56da2a22e76f tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:31:38.557194 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e72b2-beaf-4812-bac9-48988df7d344 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Pushing event deleted for resources: {'Port': ['ID=60e4c595-bd88-4dba-8ee6-e0eaf93fa0f9,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:38.598613 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0287242a-74d1-40e8-a7b7-a030816f59aa req-902966fd-5f90-4db3-9ce8-86ef7ae3afd4 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:38.611361 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0287242a-74d1-40e8-a7b7-a030816f59aa req-902966fd-5f90-4db3-9ce8-86ef7ae3afd4 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:38.629278 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0287242a-74d1-40e8-a7b7-a030816f59aa req-902966fd-5f90-4db3-9ce8-86ef7ae3afd4 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:38.635141 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-971ea45f-2592-414d-b108-a7d2b081ec1c req-3a1e72b2-beaf-4812-bac9-48988df7d344 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] No DVR routers for this DVR port 60e4c595-bd88-4dba-8ee6-e0eaf93fa0f9 on host n-h2-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:31:38.635392 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0287242a-74d1-40e8-a7b7-a030816f59aa req-902966fd-5f90-4db3-9ce8-86ef7ae3afd4 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:38.639498 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-971ea45f-2592-414d-b108-a7d2b081ec1c req-3a1e72b2-beaf-4812-bac9-48988df7d344 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:38.644097 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0287242a-74d1-40e8-a7b7-a030816f59aa req-902966fd-5f90-4db3-9ce8-86ef7ae3afd4 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/ports?device_id=db33aaef-5884-4da4-a311-5ede51d08faf HTTP/1.1" status: 200 len: 3144 time: 0.6977046 Jan 18 22:31:38.645635 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-971ea45f-2592-414d-b108-a7d2b081ec1c req-3a1e72b2-beaf-4812-bac9-48988df7d344 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.67 "DELETE /v2.0/ports/60e4c595-bd88-4dba-8ee6-e0eaf93fa0f9 HTTP/1.1" status: 204 len: 173 time: 1.3716590 Jan 18 22:31:38.647548 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-983c5b90-0990-4c57-bf3e-86362a88e71b req-45d979fb-8361-4010-9b87-3cf276a31c8e tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:38.684260 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-983c5b90-0990-4c57-bf3e-86362a88e71b req-45d979fb-8361-4010-9b87-3cf276a31c8e tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Network cb012b15-726f-4e85-a9cd-c4e62fa0fa51 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:31:38.688605 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [req-983c5b90-0990-4c57-bf3e-86362a88e71b req-45d979fb-8361-4010-9b87-3cf276a31c8e tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:31:38.710879 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-983c5b90-0990-4c57-bf3e-86362a88e71b req-45d979fb-8361-4010-9b87-3cf276a31c8e tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:31:38.753218 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-9ae71e9b-9a3b-4c12-891a-55e3a49f2530 req-111f9d0f-b3a6-4cab-bf77-b9fd30d4fe6e tempest-ServerAddressesNegativeTestJSON-1617358514 tempest-ServerAddressesNegativeTestJSON-1617358514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:38.888505 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d979fb-8361-4010-9b87-3cf276a31c8e tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Pushing event updated for resources: {'Port': ['ID=6c9ea76e-7dbd-4767-9685-c0f25e5276d0,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:38.959762 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983c5b90-0990-4c57-bf3e-86362a88e71b req-45d979fb-8361-4010-9b87-3cf276a31c8e tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:38.960712 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-983c5b90-0990-4c57-bf3e-86362a88e71b req-45d979fb-8361-4010-9b87-3cf276a31c8e tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:38.988504 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7d1e2bd9-892f-4218-8544-741fae363d24 None None] Provisioning complete for port de6a60ad-7ec7-4652-a03a-2aafef3b1348 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:31:38.988963 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7d1e2bd9-892f-4218-8544-741fae363d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:39.010558 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-983c5b90-0990-4c57-bf3e-86362a88e71b req-45d979fb-8361-4010-9b87-3cf276a31c8e tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7651548 Jan 18 22:31:39.031075 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-983c5b90-0990-4c57-bf3e-86362a88e71b req-544fba46-8720-4ba3-bbe4-90aa45f78a40 service neutron] Request body: {'port': {'device_id': '82d9672d-7858-4431-a5ff-3dbf085d883f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:31:39.055737 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0287242a-74d1-40e8-a7b7-a030816f59aa req-14790638-da2a-4265-88dc-721446caa997 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a7f3ba7-6b33-47d4-842d-f8859c8e7d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4104276 Jan 18 22:31:39.062232 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb92d4c-d181-4617-8655-56da2a22e76f tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] Pushing event updated for resources: {'Port': ['ID=de6a60ad-7ec7-4652-a03a-2aafef3b1348,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:39.069492 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7d1e2bd9-892f-4218-8544-741fae363d24 None None] Port de6a60ad-7ec7-4652-a03a-2aafef3b1348 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:31:39.094268 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-971ea45f-2592-414d-b108-a7d2b081ec1c req-8ea0a8a6-9c66-4403-a010-a5dbd484bdf4 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Deleting port 8378d970-1631-475d-9cba-3b81e38793ce {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:31:39.094611 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-971ea45f-2592-414d-b108-a7d2b081ec1c req-8ea0a8a6-9c66-4403-a010-a5dbd484bdf4 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:39.137208 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b7ad97-f478-4382-ab48-4f5641736c72 req-1fb92d4c-d181-4617-8655-56da2a22e76f tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:39.146162 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-19b7ad97-f478-4382-ab48-4f5641736c72 req-1fb92d4c-d181-4617-8655-56da2a22e76f tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:39.220253 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-971ea45f-2592-414d-b108-a7d2b081ec1c req-8ea0a8a6-9c66-4403-a010-a5dbd484bdf4 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] For port 8378d970-1631-475d-9cba-3b81e38793ce, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=8378d970-1631-475d-9cba-3b81e38793ce,segment=NetworkSegment(a40eed45-50f9-413d-aed3-f5503442a4c9),segment_id=a40eed45-50f9-413d-aed3-f5503442a4c9)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:31:39.220814 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-971ea45f-2592-414d-b108-a7d2b081ec1c req-8ea0a8a6-9c66-4403-a010-a5dbd484bdf4 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:39.232408 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ae71e9b-9a3b-4c12-891a-55e3a49f2530 req-111f9d0f-b3a6-4cab-bf77-b9fd30d4fe6e tempest-ServerAddressesNegativeTestJSON-1617358514 tempest-ServerAddressesNegativeTestJSON-1617358514-project] No DVR routers for this DVR port b190afac-755a-4b38-a11f-d7ac1cf16d4e on host n-h2-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:31:39.250743 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-971ea45f-2592-414d-b108-a7d2b081ec1c req-8ea0a8a6-9c66-4403-a010-a5dbd484bdf4 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Calling delete_port for 8378d970-1631-475d-9cba-3b81e38793ce owned by compute:nova {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:31:39.262225 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111f9d0f-b3a6-4cab-bf77-b9fd30d4fe6e tempest-ServerAddressesNegativeTestJSON-1617358514 tempest-ServerAddressesNegativeTestJSON-1617358514-project] Pushing event deleted for resources: {'Port': ['ID=b190afac-755a-4b38-a11f-d7ac1cf16d4e,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:39.275190 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b5a76692-9bcb-4858-8a3e-e9c9c139a0da req-fb14a816-75e1-4207-b58f-87f6aef26375 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fdf43ac-e2d1-46c0-a022-01c13375d73d HTTP/1.1" status: 200 len: 210 time: 0.0948274 Jan 18 22:31:39.279252 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7b49d2-a30b-48e1-8706-1a1d7ce56dbb req-b2599124-650a-4f13-b3ff-c64ac362bb37 tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:39.280492 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9a7b49d2-a30b-48e1-8706-1a1d7ce56dbb req-b2599124-650a-4f13-b3ff-c64ac362bb37 tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e083a82b-db27-49ef-b72b-1982efab7d58 HTTP/1.1" status: 200 len: 1027 time: 0.7503734 Jan 18 22:31:39.282751 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-9ae71e9b-9a3b-4c12-891a-55e3a49f2530 req-111f9d0f-b3a6-4cab-bf77-b9fd30d4fe6e tempest-ServerAddressesNegativeTestJSON-1617358514 tempest-ServerAddressesNegativeTestJSON-1617358514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:39.286125 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9ae71e9b-9a3b-4c12-891a-55e3a49f2530 req-111f9d0f-b3a6-4cab-bf77-b9fd30d4fe6e tempest-ServerAddressesNegativeTestJSON-1617358514 tempest-ServerAddressesNegativeTestJSON-1617358514-project] 10.222.0.67 "DELETE /v2.0/ports/b190afac-755a-4b38-a11f-d7ac1cf16d4e HTTP/1.1" status: 204 len: 173 time: 3.3158343 Jan 18 22:31:39.288452 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9c199dd-5b38-4fc4-8d80-654b5eb90dd5', 'name': 'network-vif-deleted', 'tag': 'b190afac-755a-4b38-a11f-d7ac1cf16d4e'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:31:39.290744 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a69b868-ada8-4422-a27c-df53740ad7ec" -d '{"events": [{"server_uuid": "a9c199dd-5b38-4fc4-8d80-654b5eb90dd5", "name": "network-vif-deleted", "tag": "b190afac-755a-4b38-a11f-d7ac1cf16d4e"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:31:39.355776 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-19b7ad97-f478-4382-ab48-4f5641736c72 req-1fb92d4c-d181-4617-8655-56da2a22e76f tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 4.8755727 Jan 18 22:31:39.384039 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-19b7ad97-f478-4382-ab48-4f5641736c72 req-2198e258-3041-4301-9fec-242cb27edc94 service neutron] Request body: {'port': {'device_id': 'e083a82b-db27-49ef-b72b-1982efab7d58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:31:39.397130 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-983c5b90-0990-4c57-bf3e-86362a88e71b req-544fba46-8720-4ba3-bbe4-90aa45f78a40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:39.458907 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-57ae2540-7aec-4904-aea7-3d3772d15853 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:39.489422 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db33aaef-5884-4da4-a311-5ede51d08faf', 'name': 'network-vif-deleted', 'tag': '60e4c595-bd88-4dba-8ee6-e0eaf93fa0f9'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:31:39.493646 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1ea6b27-d99a-4b41-b0fe-1824f687e98a" -d '{"events": [{"server_uuid": "db33aaef-5884-4da4-a311-5ede51d08faf", "name": "network-vif-deleted", "tag": "60e4c595-bd88-4dba-8ee6-e0eaf93fa0f9"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:31:39.571172 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-417752d2-bdf1-429c-9fa0-19567e8e9fa9 req-fd2c151b-c27a-478f-8278-3510cd81cb20 tempest-ServerAddressesNegativeTestJSON-1617358514 tempest-ServerAddressesNegativeTestJSON-1617358514-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9c199dd-5b38-4fc4-8d80-654b5eb90dd5 HTTP/1.1" status: 200 len: 210 time: 0.1540122 Jan 18 22:31:39.572803 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9a7b49d2-a30b-48e1-8706-1a1d7ce56dbb req-8d1cff2f-2785-4306-92fc-32b52607d969 tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=80651b36-1a6f-45a6-b224-3c0baae9ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760983 Jan 18 22:31:39.677821 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 877 Content-Type: application/json Date: Tue, 18 Jan 2022 22:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b370c4b9-68ec-4b87-abe5-f2f68623bb0e x-openstack-request-id: req-b370c4b9-68ec-4b87-abe5-f2f68623bb0e {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:31:39.678323 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db33aaef-5884-4da4-a311-5ede51d08faf", "name": "network-vif-unplugged", "status": "completed", "tag": "8378d970-1631-475d-9cba-3b81e38793ce", "code": 200}, {"server_uuid": "db33aaef-5884-4da4-a311-5ede51d08faf", "name": "network-vif-unplugged", "status": "completed", "tag": "3c486e4d-5c8b-4bdd-b990-9e55341e98f1", "code": 200}, {"server_uuid": "db33aaef-5884-4da4-a311-5ede51d08faf", "name": "network-vif-unplugged", "status": "completed", "tag": "d4aeaad3-0a25-4101-bf67-696d922c2523", "code": 200}, {"server_uuid": "db33aaef-5884-4da4-a311-5ede51d08faf", "name": "network-vif-unplugged", "status": "completed", "tag": "24989149-146c-4acc-b874-9271bde1ec55", "code": 200}, {"server_uuid": "a9c199dd-5b38-4fc4-8d80-654b5eb90dd5", "name": "network-vif-unplugged", "status": "completed", "tag": "b190afac-755a-4b38-a11f-d7ac1cf16d4e", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:31:39.678767 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b370c4b9-68ec-4b87-abe5-f2f68623bb0e {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:31:39.679350 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db33aaef-5884-4da4-a311-5ede51d08faf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8378d970-1631-475d-9cba-3b81e38793ce', 'code': 200} Jan 18 22:31:39.679701 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db33aaef-5884-4da4-a311-5ede51d08faf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c486e4d-5c8b-4bdd-b990-9e55341e98f1', 'code': 200} Jan 18 22:31:39.680049 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db33aaef-5884-4da4-a311-5ede51d08faf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4aeaad3-0a25-4101-bf67-696d922c2523', 'code': 200} Jan 18 22:31:39.680424 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db33aaef-5884-4da4-a311-5ede51d08faf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24989149-146c-4acc-b874-9271bde1ec55', 'code': 200} Jan 18 22:31:39.680777 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9c199dd-5b38-4fc4-8d80-654b5eb90dd5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b190afac-755a-4b38-a11f-d7ac1cf16d4e', 'code': 200} Jan 18 22:31:39.760479 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e533e41f-f38d-4771-973c-24655504e317 x-openstack-request-id: req-e533e41f-f38d-4771-973c-24655504e317 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:31:39.760764 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9c199dd-5b38-4fc4-8d80-654b5eb90dd5", "name": "network-vif-deleted", "tag": "b190afac-755a-4b38-a11f-d7ac1cf16d4e", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:31:39.761011 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e533e41f-f38d-4771-973c-24655504e317 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:31:39.761954 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9c199dd-5b38-4fc4-8d80-654b5eb90dd5', 'name': 'network-vif-deleted', 'tag': 'b190afac-755a-4b38-a11f-d7ac1cf16d4e', 'status': 'completed', 'code': 200} Jan 18 22:31:39.793773 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-57ae2540-7aec-4904-aea7-3d3772d15853 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1040691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049'] for router, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:39.795873 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-19b7ad97-f478-4382-ab48-4f5641736c72 req-2198e258-3041-4301-9fec-242cb27edc94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:39.923575 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9e98d5-1a19-40af-9972-b9f7c43b2094 req-acedd366-2e73-4b5c-9aca-0e962d77b6ec tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:39.925072 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1f9e98d5-1a19-40af-9972-b9f7c43b2094 req-acedd366-2e73-4b5c-9aca-0e962d77b6ec tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 932 time: 0.1607108 Jan 18 22:31:40.123850 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eb931b1-710f-4234-9646-a4840711d08c x-openstack-request-id: req-8eb931b1-710f-4234-9646-a4840711d08c {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:31:40.124156 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db33aaef-5884-4da4-a311-5ede51d08faf", "name": "network-vif-deleted", "tag": "60e4c595-bd88-4dba-8ee6-e0eaf93fa0f9", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:31:40.124676 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8eb931b1-710f-4234-9646-a4840711d08c {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:31:40.125081 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db33aaef-5884-4da4-a311-5ede51d08faf', 'name': 'network-vif-deleted', 'tag': '60e4c595-bd88-4dba-8ee6-e0eaf93fa0f9', 'status': 'completed', 'code': 200} Jan 18 22:31:40.212426 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-971ea45f-2592-414d-b108-a7d2b081ec1c req-8ea0a8a6-9c66-4403-a010-a5dbd484bdf4 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:40.249492 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1f9e98d5-1a19-40af-9972-b9f7c43b2094 req-22ae5fe9-7d83-4b46-8058-63ba05793082 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3141394 Jan 18 22:31:40.266396 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea0a8a6-9c66-4403-a010-a5dbd484bdf4 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Pushing event deleted for resources: {'Port': ['ID=8378d970-1631-475d-9cba-3b81e38793ce,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:40.355968 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-971ea45f-2592-414d-b108-a7d2b081ec1c req-8ea0a8a6-9c66-4403-a010-a5dbd484bdf4 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] No DVR routers for this DVR port 8378d970-1631-475d-9cba-3b81e38793ce on host n-h2-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:31:40.358967 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-971ea45f-2592-414d-b108-a7d2b081ec1c req-8ea0a8a6-9c66-4403-a010-a5dbd484bdf4 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:40.359208 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db2db61-4780-450a-8d0b-a65da08df808 req-9b0d2d1b-a6bb-470e-85cf-29b4e11605ff tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:40.366091 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-971ea45f-2592-414d-b108-a7d2b081ec1c req-8ea0a8a6-9c66-4403-a010-a5dbd484bdf4 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.67 "DELETE /v2.0/ports/8378d970-1631-475d-9cba-3b81e38793ce HTTP/1.1" status: 204 len: 173 time: 1.7034590 Jan 18 22:31:40.367097 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db2db61-4780-450a-8d0b-a65da08df808 req-9b0d2d1b-a6bb-470e-85cf-29b4e11605ff tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:40.378161 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8db2db61-4780-450a-8d0b-a65da08df808 req-9b0d2d1b-a6bb-470e-85cf-29b4e11605ff tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/ports?device_id=db33aaef-5884-4da4-a311-5ede51d08faf HTTP/1.1" status: 200 len: 1678 time: 0.1965840 Jan 18 22:31:40.430548 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [req-19b7ad97-f478-4382-ab48-4f5641736c72 req-2198e258-3041-4301-9fec-242cb27edc94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de6a60ad-7ec7-4652-a03a-2aafef3b1348 {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:31:40.444850 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-19b7ad97-f478-4382-ab48-4f5641736c72 req-2198e258-3041-4301-9fec-242cb27edc94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:40.449875 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57ae2540-7aec-4904-aea7-3d3772d15853 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Router 0362c3ab-5813-48fb-99db-3db67ee9c43f is scheduled to L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 with binding_index 1 {{(pid=102430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 22:31:40.528501 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8db2db61-4780-450a-8d0b-a65da08df808 req-ac382346-71da-4406-8c8c-92044f828fb6 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a7f3ba7-6b33-47d4-842d-f8859c8e7d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1464646 Jan 18 22:31:40.557651 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-dac2f3e1-46dd-47ab-961f-0e61dc2f57bf req-14f0a2ac-ad8c-4f37-93df-38de64cd4c1e tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fdf43ac-e2d1-46c0-a022-01c13375d73d HTTP/1.1" status: 200 len: 210 time: 0.1155071 Jan 18 22:31:40.565624 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-19b7ad97-f478-4382-ab48-4f5641736c72 req-2198e258-3041-4301-9fec-242cb27edc94 service neutron] Transition to ACTIVE for port object de6a60ad-7ec7-4652-a03a-2aafef3b1348 will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:31:40.618224 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [req-983c5b90-0990-4c57-bf3e-86362a88e71b req-544fba46-8720-4ba3-bbe4-90aa45f78a40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c9ea76e-7dbd-4767-9685-c0f25e5276d0 {{(pid=102431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:31:40.629925 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-983c5b90-0990-4c57-bf3e-86362a88e71b req-544fba46-8720-4ba3-bbe4-90aa45f78a40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:40.649217 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [req-983c5b90-0990-4c57-bf3e-86362a88e71b req-544fba46-8720-4ba3-bbe4-90aa45f78a40 service neutron] Transition to ACTIVE for port object 6c9ea76e-7dbd-4767-9685-c0f25e5276d0 will not be triggered until provisioned by entity L2. {{(pid=102431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:31:40.668185 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-983c5b90-0990-4c57-bf3e-86362a88e71b req-544fba46-8720-4ba3-bbe4-90aa45f78a40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:40.743811 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 52140) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:31:40.744649 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544fba46-8720-4ba3-bbe4-90aa45f78a40 service neutron] Pushing event updated for resources: {'Port': ['ID=6c9ea76e-7dbd-4767-9685-c0f25e5276d0,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:40.764456 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57ae2540-7aec-4904-aea7-3d3772d15853 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:31:40.766820 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-19b7ad97-f478-4382-ab48-4f5641736c72 req-2198e258-3041-4301-9fec-242cb27edc94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:40.778282 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f761f007-60b3-42bb-adda-f62bf92dd05c None None] Sync routers for ids ['0362c3ab-5813-48fb-99db-3db67ee9c43f'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:31:40.801496 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f761f007-60b3-42bb-adda-f62bf92dd05c None None] Routers {'0362c3ab-5813-48fb-99db-3db67ee9c43f'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:31:40.802249 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-f761f007-60b3-42bb-adda-f62bf92dd05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:31:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['0362c3ab-5813-48fb-99db-3db67ee9c43f'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:31:40.813616 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-971ea45f-2592-414d-b108-a7d2b081ec1c req-d3c36267-9673-4252-b0c0-8131da3d1a74 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Deleting port 24989149-146c-4acc-b874-9271bde1ec55 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:31:40.813964 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-971ea45f-2592-414d-b108-a7d2b081ec1c req-d3c36267-9673-4252-b0c0-8131da3d1a74 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:40.946408 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-57ae2540-7aec-4904-aea7-3d3772d15853 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks [] for router, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:40.947855 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-57ae2540-7aec-4904-aea7-3d3772d15853 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.6256940 Jan 18 22:31:40.952526 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 52142) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:31:40.956621 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98f327c-8e0e-463d-920c-553081b91df2 req-45fb522a-73fc-4016-b4f0-4c6fd7d4f32c tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:40.965564 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b98f327c-8e0e-463d-920c-553081b91df2 req-45fb522a-73fc-4016-b4f0-4c6fd7d4f32c tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e083a82b-db27-49ef-b72b-1982efab7d58 HTTP/1.1" status: 200 len: 1052 time: 0.2027271 Jan 18 22:31:40.972483 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2198e258-3041-4301-9fec-242cb27edc94 service neutron] Pushing event updated for resources: {'Port': ['ID=de6a60ad-7ec7-4652-a03a-2aafef3b1348,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:41.023064 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-f761f007-60b3-42bb-adda-f62bf92dd05c None None] Set router 0362c3ab-5813-48fb-99db-3db67ee9c43f gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:31:41.078975 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-0af441b4-0b2b-44db-8f8f-1261956f0123 admin admin] Deleting subnet fe534ede-1891-40b2-8d83-7d5ec4b566e4 {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:31:41.101180 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0af441b4-0b2b-44db-8f8f-1261956f0123 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:41.112277 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-983c5b90-0990-4c57-bf3e-86362a88e71b req-544fba46-8720-4ba3-bbe4-90aa45f78a40 service neutron] Attempting to bind port 6c9ea76e-7dbd-4767-9685-c0f25e5276d0 on host n-h1-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:31:41.113539 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-983c5b90-0990-4c57-bf3e-86362a88e71b req-544fba46-8720-4ba3-bbe4-90aa45f78a40 service neutron] Attempting to bind port 6c9ea76e-7dbd-4767-9685-c0f25e5276d0 by drivers openvswitch,hyperv on host n-h1-825064-1 at level 0 using segments [{'id': '34627b77-73a0-4f2b-87cd-77be1ea3c2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'cb012b15-726f-4e85-a9cd-c4e62fa0fa51'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:31:41.113841 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983c5b90-0990-4c57-bf3e-86362a88e71b req-544fba46-8720-4ba3-bbe4-90aa45f78a40 service neutron] Attempting to bind port 6c9ea76e-7dbd-4767-9685-c0f25e5276d0 on network cb012b15-726f-4e85-a9cd-c4e62fa0fa51 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:31:41.172924 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983c5b90-0990-4c57-bf3e-86362a88e71b req-544fba46-8720-4ba3-bbe4-90aa45f78a40 service neutron] Port 6c9ea76e-7dbd-4767-9685-c0f25e5276d0 on network cb012b15-726f-4e85-a9cd-c4e62fa0fa51 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:31:41.172924 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983c5b90-0990-4c57-bf3e-86362a88e71b req-544fba46-8720-4ba3-bbe4-90aa45f78a40 service neutron] Attempting to bind port 6c9ea76e-7dbd-4767-9685-c0f25e5276d0 on network cb012b15-726f-4e85-a9cd-c4e62fa0fa51 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:31:41.182922 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983c5b90-0990-4c57-bf3e-86362a88e71b req-544fba46-8720-4ba3-bbe4-90aa45f78a40 service neutron] Checking agent: {'id': 'e49d1b2a-ba11-487f-a804-ecbf3c0e8132', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:31:41.183943 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983c5b90-0990-4c57-bf3e-86362a88e71b req-544fba46-8720-4ba3-bbe4-90aa45f78a40 service neutron] Checking segment: {'id': '34627b77-73a0-4f2b-87cd-77be1ea3c2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'cb012b15-726f-4e85-a9cd-c4e62fa0fa51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:31:41.184718 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983c5b90-0990-4c57-bf3e-86362a88e71b req-544fba46-8720-4ba3-bbe4-90aa45f78a40 service neutron] Bound using segment: {'id': '34627b77-73a0-4f2b-87cd-77be1ea3c2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'cb012b15-726f-4e85-a9cd-c4e62fa0fa51'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:31:41.185164 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-983c5b90-0990-4c57-bf3e-86362a88e71b req-544fba46-8720-4ba3-bbe4-90aa45f78a40 service neutron] Bound port: 6c9ea76e-7dbd-4767-9685-c0f25e5276d0, host: n-h1-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34627b77-73a0-4f2b-87cd-77be1ea3c2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'cb012b15-726f-4e85-a9cd-c4e62fa0fa51'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:31:41.185524 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-983c5b90-0990-4c57-bf3e-86362a88e71b req-544fba46-8720-4ba3-bbe4-90aa45f78a40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:41.197045 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-971ea45f-2592-414d-b108-a7d2b081ec1c req-d3c36267-9673-4252-b0c0-8131da3d1a74 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] For port 24989149-146c-4acc-b874-9271bde1ec55, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=24989149-146c-4acc-b874-9271bde1ec55,segment=NetworkSegment(6e6bc401-35ea-4b66-b6b5-965e5ede5e24),segment_id=6e6bc401-35ea-4b66-b6b5-965e5ede5e24)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:31:41.197329 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-971ea45f-2592-414d-b108-a7d2b081ec1c req-d3c36267-9673-4252-b0c0-8131da3d1a74 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:41.209642 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0af441b4-0b2b-44db-8f8f-1261956f0123 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:41.220765 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-1e8d6c85-40d6-4369-b605-b660fb3b7e4d tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] 10.222.0.53 "GET /v2.0/routers/0362c3ab-5813-48fb-99db-3db67ee9c43f HTTP/1.1" status: 200 len: 908 time: 0.2662594 Jan 18 22:31:41.225865 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 52144) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:31:41.268308 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-f761f007-60b3-42bb-adda-f62bf92dd05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0362c3ab-5813-48fb-99db-3db67ee9c43f', 'name': 'tempest-snat-router-1529243125', 'tenant_id': 'd84f23951558498e9c09aa6300d4a399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '8311b9e6-779d-4a76-aa2b-85d25c65100f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:31:32Z', 'updated_at': '2022-01-18T22:31:38Z', 'revision_number': 3, 'project_id': 'd84f23951558498e9c09aa6300d4a399', 'gw_port': {'id': '8311b9e6-779d-4a76-aa2b-85d25c65100f', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b9:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0362c3ab-5813-48fb-99db-3db67ee9c43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:31:34Z', 'updated_at': '2022-01-18T22:31:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:31:41.314558 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f761f007-60b3-42bb-adda-f62bf92dd05c None None] Checking router: 0362c3ab-5813-48fb-99db-3db67ee9c43f for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:31:41.314947 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f761f007-60b3-42bb-adda-f62bf92dd05c None None] Updating router 0362c3ab-5813-48fb-99db-3db67ee9c43f port 8311b9e6-779d-4a76-aa2b-85d25c65100f binding host n-d-825064-1 {{(pid=102432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:31:41.348074 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b98f327c-8e0e-463d-920c-553081b91df2 req-4aec215a-2b3d-4749-8c2d-780a0d36563b tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=80651b36-1a6f-45a6-b224-3c0baae9ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3802667 Jan 18 22:31:41.350114 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f761f007-60b3-42bb-adda-f62bf92dd05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:41.357515 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-19b7ad97-f478-4382-ab48-4f5641736c72 req-2198e258-3041-4301-9fec-242cb27edc94 service neutron] Attempting to bind port de6a60ad-7ec7-4652-a03a-2aafef3b1348 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:31:41.357848 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-19b7ad97-f478-4382-ab48-4f5641736c72 req-2198e258-3041-4301-9fec-242cb27edc94 service neutron] Attempting to bind port de6a60ad-7ec7-4652-a03a-2aafef3b1348 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '18ef3b66-9028-4d8d-951e-ac04175658ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4d733439-947b-4a3e-bc2e-83a119e45caa'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:31:41.358177 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b7ad97-f478-4382-ab48-4f5641736c72 req-2198e258-3041-4301-9fec-242cb27edc94 service neutron] Attempting to bind port de6a60ad-7ec7-4652-a03a-2aafef3b1348 on network 4d733439-947b-4a3e-bc2e-83a119e45caa {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:31:41.426391 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0af441b4-0b2b-44db-8f8f-1261956f0123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:41.443219 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b7ad97-f478-4382-ab48-4f5641736c72 req-2198e258-3041-4301-9fec-242cb27edc94 service neutron] Port de6a60ad-7ec7-4652-a03a-2aafef3b1348 on network 4d733439-947b-4a3e-bc2e-83a119e45caa not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:31:41.443553 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b7ad97-f478-4382-ab48-4f5641736c72 req-2198e258-3041-4301-9fec-242cb27edc94 service neutron] Attempting to bind port de6a60ad-7ec7-4652-a03a-2aafef3b1348 on network 4d733439-947b-4a3e-bc2e-83a119e45caa {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:31:41.462879 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b7ad97-f478-4382-ab48-4f5641736c72 req-2198e258-3041-4301-9fec-242cb27edc94 service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:31:41.463381 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b7ad97-f478-4382-ab48-4f5641736c72 req-2198e258-3041-4301-9fec-242cb27edc94 service neutron] Checking segment: {'id': '18ef3b66-9028-4d8d-951e-ac04175658ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4d733439-947b-4a3e-bc2e-83a119e45caa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:31:41.463787 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b7ad97-f478-4382-ab48-4f5641736c72 req-2198e258-3041-4301-9fec-242cb27edc94 service neutron] Bound using segment: {'id': '18ef3b66-9028-4d8d-951e-ac04175658ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4d733439-947b-4a3e-bc2e-83a119e45caa'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:31:41.464258 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-19b7ad97-f478-4382-ab48-4f5641736c72 req-2198e258-3041-4301-9fec-242cb27edc94 service neutron] Bound port: de6a60ad-7ec7-4652-a03a-2aafef3b1348, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18ef3b66-9028-4d8d-951e-ac04175658ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4d733439-947b-4a3e-bc2e-83a119e45caa'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:31:41.465217 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-19b7ad97-f478-4382-ab48-4f5641736c72 req-2198e258-3041-4301-9fec-242cb27edc94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:41.508277 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f677b8-6d26-4bf9-8b51-8749e1ff9ef6 req-9f4a1a6a-d80d-4612-9137-af60b1ad578a tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:41.510407 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-49f677b8-6d26-4bf9-8b51-8749e1ff9ef6 req-9f4a1a6a-d80d-4612-9137-af60b1ad578a tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 944 time: 0.1036906 Jan 18 22:31:41.520417 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-508586a0-15bd-41b9-a2cd-7a61cc76672e tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks [] for router, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:41.520758 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-983c5b90-0990-4c57-bf3e-86362a88e71b req-544fba46-8720-4ba3-bbe4-90aa45f78a40 service neutron] For port 6c9ea76e-7dbd-4767-9685-c0f25e5276d0, host n-h1-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:31:41.646881 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-983c5b90-0990-4c57-bf3e-86362a88e71b req-544fba46-8720-4ba3-bbe4-90aa45f78a40 service neutron] For port 6c9ea76e-7dbd-4767-9685-c0f25e5276d0, host n-h1-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=6c9ea76e-7dbd-4767-9685-c0f25e5276d0,segment=NetworkSegment(34627b77-73a0-4f2b-87cd-77be1ea3c2f0),segment_id=34627b77-73a0-4f2b-87cd-77be1ea3c2f0)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:31:41.661171 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-983c5b90-0990-4c57-bf3e-86362a88e71b req-544fba46-8720-4ba3-bbe4-90aa45f78a40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:41.705747 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-49f677b8-6d26-4bf9-8b51-8749e1ff9ef6 req-8eb468a2-ee2e-41b0-9031-a65c8070dd26 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873243 Jan 18 22:31:41.712559 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f761f007-60b3-42bb-adda-f62bf92dd05c None None] Notify callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:41.732008 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f761f007-60b3-42bb-adda-f62bf92dd05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:41.734577 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-971ea45f-2592-414d-b108-a7d2b081ec1c req-d3c36267-9673-4252-b0c0-8131da3d1a74 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:41.735223 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-971ea45f-2592-414d-b108-a7d2b081ec1c req-d3c36267-9673-4252-b0c0-8131da3d1a74 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043075'] for floatingip, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:41.735781 n-d-825064-1 neutron-server[102431]: INFO neutron.db.l3_db [req-971ea45f-2592-414d-b108-a7d2b081ec1c req-d3c36267-9673-4252-b0c0-8131da3d1a74 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Floating IP c1e87562-6086-4b82-99f1-be19068e1674 disassociated. External IP: 172.25.5.50, port: 24989149-146c-4acc-b874-9271bde1ec55. Jan 18 22:31:41.736439 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-971ea45f-2592-414d-b108-a7d2b081ec1c req-d3c36267-9673-4252-b0c0-8131da3d1a74 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Calling delete_port for 24989149-146c-4acc-b874-9271bde1ec55 owned by compute:nova {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:31:41.750771 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983c5b90-0990-4c57-bf3e-86362a88e71b req-544fba46-8720-4ba3-bbe4-90aa45f78a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:41.751814 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-983c5b90-0990-4c57-bf3e-86362a88e71b req-544fba46-8720-4ba3-bbe4-90aa45f78a40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:41.753454 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-983c5b90-0990-4c57-bf3e-86362a88e71b req-544fba46-8720-4ba3-bbe4-90aa45f78a40 service neutron] 10.222.0.36 "PUT /v2.0/ports/6c9ea76e-7dbd-4767-9685-c0f25e5276d0 HTTP/1.1" status: 200 len: 1092 time: 2.7316988 Jan 18 22:31:41.754803 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0af441b4-0b2b-44db-8f8f-1261956f0123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:41.793212 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af441b4-0b2b-44db-8f8f-1261956f0123 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe534ede-1891-40b2-8d83-7d5ec4b566e4,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:41.836840 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eebfd5-e9f5-451c-800a-c2f8e2875a9e None None] Pushing event updated for resources: {'Port': ['ID=8311b9e6-779d-4a76-aa2b-85d25c65100f,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:41.848190 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-f761f007-60b3-42bb-adda-f62bf92dd05c None None] Attempting to bind port 8311b9e6-779d-4a76-aa2b-85d25c65100f on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:31:41.849001 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-f761f007-60b3-42bb-adda-f62bf92dd05c None None] Attempting to bind port 8311b9e6-779d-4a76-aa2b-85d25c65100f by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:31:41.849183 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f761f007-60b3-42bb-adda-f62bf92dd05c None None] Attempting to bind port 8311b9e6-779d-4a76-aa2b-85d25c65100f on network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:31:41.856781 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0af441b4-0b2b-44db-8f8f-1261956f0123 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:41.857545 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f761f007-60b3-42bb-adda-f62bf92dd05c None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:31:41.858022 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f761f007-60b3-42bb-adda-f62bf92dd05c None None] Checking segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:31:41.858497 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f761f007-60b3-42bb-adda-f62bf92dd05c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:41.859124 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f761f007-60b3-42bb-adda-f62bf92dd05c None None] Bound using segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:31:41.859660 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-f761f007-60b3-42bb-adda-f62bf92dd05c None None] Bound port: 8311b9e6-779d-4a76-aa2b-85d25c65100f, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:31:41.860135 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f761f007-60b3-42bb-adda-f62bf92dd05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:41.861825 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-0af441b4-0b2b-44db-8f8f-1261956f0123 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/fe534ede-1891-40b2-8d83-7d5ec4b566e4 HTTP/1.1" status: 204 len: 168 time: 1.1059840 Jan 18 22:31:41.888702 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c8b3180c-199a-4c9d-8c87-08f7adc07309 req-380d3c71-481d-4a3f-a833-66a19ac05f60 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fdf43ac-e2d1-46c0-a022-01c13375d73d HTTP/1.1" status: 200 len: 210 time: 0.0377147 Jan 18 22:31:41.893176 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544fba46-8720-4ba3-bbe4-90aa45f78a40 service neutron] Pushing event updated for resources: {'Port': ['ID=6c9ea76e-7dbd-4767-9685-c0f25e5276d0,revision_number=3']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:41.899839 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 52154) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:31:41.941941 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-f761f007-60b3-42bb-adda-f62bf92dd05c None None] For port 8311b9e6-779d-4a76-aa2b-85d25c65100f, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:31:41.947025 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-f761f007-60b3-42bb-adda-f62bf92dd05c None None] For port 8311b9e6-779d-4a76-aa2b-85d25c65100f, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=8311b9e6-779d-4a76-aa2b-85d25c65100f,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:31:41.954280 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f761f007-60b3-42bb-adda-f62bf92dd05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:41.956893 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-19b7ad97-f478-4382-ab48-4f5641736c72 req-2198e258-3041-4301-9fec-242cb27edc94 service neutron] For port de6a60ad-7ec7-4652-a03a-2aafef3b1348, host n-h2-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:31:41.967625 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8c0cb4-bb13-4a8d-ba32-1d5f1ea4bec1 req-681d2730-1583-4486-b25a-a751a6cc37cf tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:41.973818 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8c0cb4-bb13-4a8d-ba32-1d5f1ea4bec1 req-681d2730-1583-4486-b25a-a751a6cc37cf tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:41.981047 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-01ed595a-f228-4e18-9b5b-5cfc22e40712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:41.981605 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bc8c0cb4-bb13-4a8d-ba32-1d5f1ea4bec1 req-681d2730-1583-4486-b25a-a751a6cc37cf tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/ports?device_id=db33aaef-5884-4da4-a311-5ede51d08faf HTTP/1.1" status: 200 len: 1678 time: 0.2979832 Jan 18 22:31:42.014790 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-19b7ad97-f478-4382-ab48-4f5641736c72 req-2198e258-3041-4301-9fec-242cb27edc94 service neutron] For port de6a60ad-7ec7-4652-a03a-2aafef3b1348, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=de6a60ad-7ec7-4652-a03a-2aafef3b1348,segment=NetworkSegment(18ef3b66-9028-4d8d-951e-ac04175658ee),segment_id=18ef3b66-9028-4d8d-951e-ac04175658ee)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:31:42.035585 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-19b7ad97-f478-4382-ab48-4f5641736c72 req-2198e258-3041-4301-9fec-242cb27edc94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:42.039087 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983c5b90-0990-4c57-bf3e-86362a88e71b req-5a0118e3-93bf-48ac-8d6d-c0ed0942e512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:42.040316 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f761f007-60b3-42bb-adda-f62bf92dd05c None None] Routers {'0362c3ab-5813-48fb-99db-3db67ee9c43f'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:31:42.040792 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-983c5b90-0990-4c57-bf3e-86362a88e71b req-5a0118e3-93bf-48ac-8d6d-c0ed0942e512 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ebbcb105af9a4ac4ba1533c22b523629&device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 1095 time: 0.2280252 Jan 18 22:31:42.042258 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-f761f007-60b3-42bb-adda-f62bf92dd05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:31:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['0362c3ab-5813-48fb-99db-3db67ee9c43f'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:31:42.111161 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-983c5b90-0990-4c57-bf3e-86362a88e71b req-ee97c6c6-5c4b-4824-b45d-28b3ae0b4f9e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c9ea76e-7dbd-4767-9685-c0f25e5276d0 HTTP/1.1" status: 200 len: 217 time: 0.0550845 Jan 18 22:31:42.125791 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eebfd5-e9f5-451c-800a-c2f8e2875a9e None None] Pushing event updated for resources: {'Port': ['ID=8311b9e6-779d-4a76-aa2b-85d25c65100f,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:42.127670 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db33aaef-5884-4da4-a311-5ede51d08faf', 'name': 'network-vif-deleted', 'tag': '8378d970-1631-475d-9cba-3b81e38793ce'}, {'name': 'network-changed', 'server_uuid': '82d9672d-7858-4431-a5ff-3dbf085d883f', 'tag': '6c9ea76e-7dbd-4767-9685-c0f25e5276d0'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:31:42.130927 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4229cfd-4e8f-4044-aa94-bd5292d15d92" -d '{"events": [{"server_uuid": "db33aaef-5884-4da4-a311-5ede51d08faf", "name": "network-vif-deleted", "tag": "8378d970-1631-475d-9cba-3b81e38793ce"}, {"name": "network-changed", "server_uuid": "82d9672d-7858-4431-a5ff-3dbf085d883f", "tag": "6c9ea76e-7dbd-4767-9685-c0f25e5276d0"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:31:42.212003 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 18 Jan 2022 22:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98cc8afa-1221-4ffc-99e6-a733c6c73814 x-openstack-request-id: req-98cc8afa-1221-4ffc-99e6-a733c6c73814 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:31:42.212408 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db33aaef-5884-4da4-a311-5ede51d08faf", "name": "network-vif-deleted", "tag": "8378d970-1631-475d-9cba-3b81e38793ce", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "82d9672d-7858-4431-a5ff-3dbf085d883f", "tag": "6c9ea76e-7dbd-4767-9685-c0f25e5276d0", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:31:42.212800 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-98cc8afa-1221-4ffc-99e6-a733c6c73814 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:31:42.213261 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db33aaef-5884-4da4-a311-5ede51d08faf', 'name': 'network-vif-deleted', 'tag': '8378d970-1631-475d-9cba-3b81e38793ce', 'status': 'completed', 'code': 200} Jan 18 22:31:42.213582 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82d9672d-7858-4431-a5ff-3dbf085d883f', 'tag': '6c9ea76e-7dbd-4767-9685-c0f25e5276d0', 'status': 'completed', 'code': 200} Jan 18 22:31:42.244599 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-01ed595a-f228-4e18-9b5b-5cfc22e40712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:42.275828 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-f761f007-60b3-42bb-adda-f62bf92dd05c None None] Set router 0362c3ab-5813-48fb-99db-3db67ee9c43f gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:31:42.283096 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-01ed595a-f228-4e18-9b5b-5cfc22e40712 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f8f60a6-0a69-4cab-9272-7a8b8c7e516c']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:31:42.296653 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983c5b90-0990-4c57-bf3e-86362a88e71b req-1720968c-3b5a-4c04-b433-1387cf37e0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:42.298213 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-983c5b90-0990-4c57-bf3e-86362a88e71b req-1720968c-3b5a-4c04-b433-1387cf37e0cf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=12499801-2558-44ac-94f3-29cf7f906b66 HTTP/1.1" status: 200 len: 854 time: 0.1639252 Jan 18 22:31:42.302084 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-01ed595a-f228-4e18-9b5b-5cfc22e40712 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7743c850-5210-4ba4-9f3d-c36b56cfbc02') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:31:42.302507 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-01ed595a-f228-4e18-9b5b-5cfc22e40712 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7743c850-5210-4ba4-9f3d-c36b56cfbc02') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:31:42.328146 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-01ed595a-f228-4e18-9b5b-5cfc22e40712 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:42.355368 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-983c5b90-0990-4c57-bf3e-86362a88e71b req-85659517-cd73-4a09-bb47-74bf4203403b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cb012b15-726f-4e85-a9cd-c4e62fa0fa51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425978 Jan 18 22:31:42.357846 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-971ea45f-2592-414d-b108-a7d2b081ec1c req-d3c36267-9673-4252-b0c0-8131da3d1a74 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:42.493694 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-983c5b90-0990-4c57-bf3e-86362a88e71b req-9388a281-f8de-4077-9c62-de44e4458360 service neutron] 10.222.0.36 "GET /v2.0/networks/cb012b15-726f-4e85-a9cd-c4e62fa0fa51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302044 Jan 18 22:31:42.497846 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-508586a0-15bd-41b9-a2cd-7a61cc76672e tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:42.499373 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-01ed595a-f228-4e18-9b5b-5cfc22e40712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:42.509797 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bc8c0cb4-bb13-4a8d-ba32-1d5f1ea4bec1 req-c0e2e5e7-5608-45e0-aefa-61fe1f244482 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a7f3ba7-6b33-47d4-842d-f8859c8e7d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5273495 Jan 18 22:31:42.523523 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b7ad97-f478-4382-ab48-4f5641736c72 req-2198e258-3041-4301-9fec-242cb27edc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:42.524188 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-19b7ad97-f478-4382-ab48-4f5641736c72 req-2198e258-3041-4301-9fec-242cb27edc94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:42.525527 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-19b7ad97-f478-4382-ab48-4f5641736c72 req-2198e258-3041-4301-9fec-242cb27edc94 service neutron] 10.222.0.67 "PUT /v2.0/ports/de6a60ad-7ec7-4652-a03a-2aafef3b1348 HTTP/1.1" status: 200 len: 1091 time: 3.1488099 Jan 18 22:31:42.525986 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e083a82b-db27-49ef-b72b-1982efab7d58', 'tag': 'de6a60ad-7ec7-4652-a03a-2aafef3b1348'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:31:42.528311 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab95a18c-9762-4c9c-baa3-e075e1b2ee83" -d '{"events": [{"name": "network-changed", "server_uuid": "e083a82b-db27-49ef-b72b-1982efab7d58", "tag": "de6a60ad-7ec7-4652-a03a-2aafef3b1348"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:31:42.550950 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01ed595a-f228-4e18-9b5b-5cfc22e40712 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:31:42.551416 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-01ed595a-f228-4e18-9b5b-5cfc22e40712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:42.651299 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-f761f007-60b3-42bb-adda-f62bf92dd05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0362c3ab-5813-48fb-99db-3db67ee9c43f', 'name': 'tempest-snat-router-1529243125', 'tenant_id': 'd84f23951558498e9c09aa6300d4a399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '8311b9e6-779d-4a76-aa2b-85d25c65100f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:31:32Z', 'updated_at': '2022-01-18T22:31:38Z', 'revision_number': 3, 'project_id': 'd84f23951558498e9c09aa6300d4a399', 'gw_port': {'id': '8311b9e6-779d-4a76-aa2b-85d25c65100f', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b9:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0362c3ab-5813-48fb-99db-3db67ee9c43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:31:34Z', 'updated_at': '2022-01-18T22:31:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:31:42.684284 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bd21977-eb05-4f30-806b-77f14c99f6da x-openstack-request-id: req-9bd21977-eb05-4f30-806b-77f14c99f6da {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:31:42.684643 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e083a82b-db27-49ef-b72b-1982efab7d58", "tag": "de6a60ad-7ec7-4652-a03a-2aafef3b1348", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:31:42.684857 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9bd21977-eb05-4f30-806b-77f14c99f6da {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:31:42.685220 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e083a82b-db27-49ef-b72b-1982efab7d58', 'tag': 'de6a60ad-7ec7-4652-a03a-2aafef3b1348', 'status': 'completed', 'code': 200} Jan 18 22:31:42.707109 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7a0f78-9f17-405c-9719-ea36980c8e52 req-83d26cba-162c-4656-8f66-17e884760426 tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:42.709417 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f761f007-60b3-42bb-adda-f62bf92dd05c None None] The sync data for ids ['0362c3ab-5813-48fb-99db-3db67ee9c43f'] in n-d-825064-1 is: [{'id': '0362c3ab-5813-48fb-99db-3db67ee9c43f', 'name': 'tempest-snat-router-1529243125', 'tenant_id': 'd84f23951558498e9c09aa6300d4a399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '8311b9e6-779d-4a76-aa2b-85d25c65100f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:31:32Z', 'updated_at': '2022-01-18T22:31:38Z', 'revision_number': 3, 'project_id': 'd84f23951558498e9c09aa6300d4a399', 'gw_port': {'id': '8311b9e6-779d-4a76-aa2b-85d25c65100f', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b9:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0362c3ab-5813-48fb-99db-3db67ee9c43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:31:34Z', 'updated_at': '2022-01-18T22:31:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:31:42.714559 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4a7a0f78-9f17-405c-9719-ea36980c8e52 req-83d26cba-162c-4656-8f66-17e884760426 tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e083a82b-db27-49ef-b72b-1982efab7d58 HTTP/1.1" status: 200 len: 1094 time: 0.2112157 Jan 18 22:31:42.718754 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2198e258-3041-4301-9fec-242cb27edc94 service neutron] Pushing event updated for resources: {'Port': ['ID=de6a60ad-7ec7-4652-a03a-2aafef3b1348,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:42.760584 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:42.771156 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:31:42.771156 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:31:42.771156 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:31:42.771156 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:31:42.771156 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:31:42.771156 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:31:42.771156 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:31:42.771156 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:31:42.771156 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:31:42.771156 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:31:42.771156 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:31:42.771156 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:31:42.771156 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:31:42.771156 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:31:42.771156 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:31:42.771156 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:31:42.771156 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:31:42.771156 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:31:42.771156 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:31:42.771156 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:31:42.771156 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:31:42.771156 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:31:42.771156 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:31:42.771156 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:31:42.771156 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:31:42.771156 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:31:42.771156 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:31:42.771156 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:31:42.771156 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:31:42.771156 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:31:42.771156 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:31:42.771156 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:31:42.773607 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c36267-9673-4252-b0c0-8131da3d1a74 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Pushing event deleted for resources: {'Port': ['ID=24989149-146c-4acc-b874-9271bde1ec55,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:42.803186 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-01ed595a-f228-4e18-9b5b-5cfc22e40712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:42.852764 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-01ed595a-f228-4e18-9b5b-5cfc22e40712 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:42.867453 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-01ed595a-f228-4e18-9b5b-5cfc22e40712 admin admin] 10.222.0.53 "DELETE /v2.0/networks/7f8f60a6-0a69-4cab-9272-7a8b8c7e516c HTTP/1.1" status: 204 len: 168 time: 0.9636910 Jan 18 22:31:42.892737 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4a7a0f78-9f17-405c-9719-ea36980c8e52 req-a1736c43-b677-4568-a3f5-503d5b471564 tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=80651b36-1a6f-45a6-b224-3c0baae9ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771972 Jan 18 22:31:42.896297 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b7ad97-f478-4382-ab48-4f5641736c72 req-59e16077-c5ad-4516-8203-dfab27430a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:42.900240 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-19b7ad97-f478-4382-ab48-4f5641736c72 req-59e16077-c5ad-4516-8203-dfab27430a66 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b5bef17513094624b7242b46a2e6b424&device_id=e083a82b-db27-49ef-b72b-1982efab7d58 HTTP/1.1" status: 200 len: 1094 time: 0.2890613 Jan 18 22:31:42.968591 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ed595a-f228-4e18-9b5b-5cfc22e40712 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f8f60a6-0a69-4cab-9272-7a8b8c7e516c,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:42.972887 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-508586a0-15bd-41b9-a2cd-7a61cc76672e tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Deleting port 8311b9e6-779d-4a76-aa2b-85d25c65100f {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:31:42.973233 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-508586a0-15bd-41b9-a2cd-7a61cc76672e tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:42.979934 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-19b7ad97-f478-4382-ab48-4f5641736c72 req-040ab252-24c0-487d-a182-b312ffe1a2ad service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de6a60ad-7ec7-4652-a03a-2aafef3b1348 HTTP/1.1" status: 200 len: 217 time: 0.0693738 Jan 18 22:31:43.100525 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-983c5b90-0990-4c57-bf3e-86362a88e71b req-b362b869-ae4d-4931-92e2-831ed99df02f service neutron] 10.222.0.36 "GET /v2.0/networks/cb012b15-726f-4e85-a9cd-c4e62fa0fa51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3192539 Jan 18 22:31:43.149080 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 52180) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:31:43.228994 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [req-971ea45f-2592-414d-b108-a7d2b081ec1c req-d3c36267-9673-4252-b0c0-8131da3d1a74 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Router 8ab0afc4-d896-4e6c-9b5e-1185588239c6 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:31:43.233485 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b7ad97-f478-4382-ab48-4f5641736c72 req-48d7e595-bbcd-44b2-a9b9-b116fe24b4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:43.235000 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-19b7ad97-f478-4382-ab48-4f5641736c72 req-48d7e595-bbcd-44b2-a9b9-b116fe24b4c2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cea13eb9-cc3a-41e9-8703-dc9fb43ed3aa HTTP/1.1" status: 200 len: 849 time: 0.2148132 Jan 18 22:31:43.312449 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-366ed92c-82ba-4893-9d90-013d03b82ce9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b13a63811399478ea8c9364812ac4b25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0786033 Jan 18 22:31:43.322772 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 52186) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:31:43.357425 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e5d963-274a-4b6b-8f2e-5158660515ea req-31c9e3c8-3fd8-4cc4-b73a-826c853a1270 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:43.369738 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e7e5d963-274a-4b6b-8f2e-5158660515ea req-31c9e3c8-3fd8-4cc4-b73a-826c853a1270 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 944 time: 0.3939400 Jan 18 22:31:43.427766 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b7ad97-f478-4382-ab48-4f5641736c72 req-189dc6a1-c9a0-4317-af33-a039a733b830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:43.429565 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-19b7ad97-f478-4382-ab48-4f5641736c72 req-189dc6a1-c9a0-4317-af33-a039a733b830 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4d733439-947b-4a3e-bc2e-83a119e45caa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1273916 Jan 18 22:31:43.433373 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 52190) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:31:43.459949 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e7e5d963-274a-4b6b-8f2e-5158660515ea req-6dc46a6a-f934-424f-b753-9e52f35a650f tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796382 Jan 18 22:31:43.469191 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4229cfd-4e8f-4044-aa94-bd5292d15d92 req-062cd498-3902-408b-aab2-10f3725ca224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:43.470975 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-b4229cfd-4e8f-4044-aa94-bd5292d15d92 req-062cd498-3902-408b-aab2-10f3725ca224 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ebbcb105af9a4ac4ba1533c22b523629&device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 1095 time: 0.2670665 Jan 18 22:31:43.644633 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:43.665820 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-19b7ad97-f478-4382-ab48-4f5641736c72 req-f64b2e96-0093-44fd-9b29-082c68f4e3ba service neutron] 10.222.0.67 "GET /v2.0/networks/4d733439-947b-4a3e-bc2e-83a119e45caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195570 Jan 18 22:31:43.679334 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-06959516-83eb-45fe-8cac-15f6a23c76dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:43.727778 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-06959516-83eb-45fe-8cac-15f6a23c76dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:43.729056 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-508586a0-15bd-41b9-a2cd-7a61cc76672e tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] For port 8311b9e6-779d-4a76-aa2b-85d25c65100f, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=8311b9e6-779d-4a76-aa2b-85d25c65100f,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:31:43.729436 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-508586a0-15bd-41b9-a2cd-7a61cc76672e tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:43.815858 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 8311b9e6-779d-4a76-aa2b-85d25c65100f up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:31:43.820276 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-971ea45f-2592-414d-b108-a7d2b081ec1c req-d3c36267-9673-4252-b0c0-8131da3d1a74 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:31:43.821298 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-508586a0-15bd-41b9-a2cd-7a61cc76672e tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Calling delete_port for 8311b9e6-779d-4a76-aa2b-85d25c65100f owned by network:router_gateway {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:31:43.832009 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08408032-149f-4ea2-af86-29144e8a0a8f None None] Sync routers for ids ['8ab0afc4-d896-4e6c-9b5e-1185588239c6'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:31:43.848865 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08408032-149f-4ea2-af86-29144e8a0a8f None None] Routers {'8ab0afc4-d896-4e6c-9b5e-1185588239c6'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:31:43.849746 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-08408032-149f-4ea2-af86-29144e8a0a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:31:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['8ab0afc4-d896-4e6c-9b5e-1185588239c6'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:31:43.903595 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d4fe9d3b-b74f-41bf-86e8-c84b1abe4adb tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:43.958792 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4229cfd-4e8f-4044-aa94-bd5292d15d92 req-73bba3c1-2efa-43f8-84db-4490ad4adaed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:43.965991 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-b4229cfd-4e8f-4044-aa94-bd5292d15d92 req-73bba3c1-2efa-43f8-84db-4490ad4adaed service neutron] 10.222.0.36 "GET /v2.0/networks?id=cb012b15-726f-4e85-a9cd-c4e62fa0fa51 HTTP/1.1" status: 200 len: 914 time: 0.4850528 Jan 18 22:31:43.967110 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-971ea45f-2592-414d-b108-a7d2b081ec1c req-d3c36267-9673-4252-b0c0-8131da3d1a74 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] No DVR routers for this DVR port 24989149-146c-4acc-b874-9271bde1ec55 on host n-h2-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:31:43.973269 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-971ea45f-2592-414d-b108-a7d2b081ec1c req-d3c36267-9673-4252-b0c0-8131da3d1a74 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:43.983648 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 8311b9e6-779d-4a76-aa2b-85d25c65100f triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:31:43.983921 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-971ea45f-2592-414d-b108-a7d2b081ec1c req-d3c36267-9673-4252-b0c0-8131da3d1a74 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.67 "DELETE /v2.0/ports/24989149-146c-4acc-b874-9271bde1ec55 HTTP/1.1" status: 204 len: 173 time: 3.6098056 Jan 18 22:31:43.985440 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:44.117385 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d4fe9d3b-b74f-41bf-86e8-c84b1abe4adb tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:44.143785 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-08408032-149f-4ea2-af86-29144e8a0a8f None None] Set router 8ab0afc4-d896-4e6c-9b5e-1185588239c6 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:31:44.156150 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-508586a0-15bd-41b9-a2cd-7a61cc76672e tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:44.172668 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:44.270234 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db33aaef-5884-4da4-a311-5ede51d08faf', 'name': 'network-vif-deleted', 'tag': '24989149-146c-4acc-b874-9271bde1ec55'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:31:44.274900 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8af32743-62fc-4fa6-937c-da024cc59b44" -d '{"events": [{"server_uuid": "db33aaef-5884-4da4-a311-5ede51d08faf", "name": "network-vif-deleted", "tag": "24989149-146c-4acc-b874-9271bde1ec55"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:31:44.303199 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62703bd-99ca-4f1f-8ea6-0a0ef24fb4d0 req-23f60444-3a55-4afe-8989-8ccf12336aa0 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:44.315682 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a62703bd-99ca-4f1f-8ea6-0a0ef24fb4d0 req-23f60444-3a55-4afe-8989-8ccf12336aa0 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/ports?device_id=db33aaef-5884-4da4-a311-5ede51d08faf HTTP/1.1" status: 200 len: 943 time: 0.6273398 Jan 18 22:31:44.341659 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d4fe9d3b-b74f-41bf-86e8-c84b1abe4adb tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:44.344646 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d4fe9d3b-b74f-41bf-86e8-c84b1abe4adb tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:44.345256 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508586a0-15bd-41b9-a2cd-7a61cc76672e tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Pushing event deleted for resources: {'Port': ['ID=8311b9e6-779d-4a76-aa2b-85d25c65100f,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:44.345954 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-d4fe9d3b-b74f-41bf-86e8-c84b1abe4adb tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "DELETE /v2.0/security-groups/61d17b67-718c-4475-950b-257bfb33b7e7 HTTP/1.1" status: 204 len: 168 time: 0.9073842 Jan 18 22:31:44.348367 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-b4229cfd-4e8f-4044-aa94-bd5292d15d92 req-d7d713a4-fc2b-44bd-9830-d09d281ee337 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c9ea76e-7dbd-4767-9685-c0f25e5276d0 HTTP/1.1" status: 200 len: 217 time: 0.3496919 Jan 18 22:31:44.349632 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 52200) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:31:44.388482 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-19b7ad97-f478-4382-ab48-4f5641736c72 req-1a5c30e0-5dae-4c13-b233-19faf1d0694d service neutron] 10.222.0.67 "GET /v2.0/networks/4d733439-947b-4a3e-bc2e-83a119e45caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7012975 Jan 18 22:31:44.433691 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-08408032-149f-4ea2-af86-29144e8a0a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab0afc4-d896-4e6c-9b5e-1185588239c6', 'name': 'tempest-TaggedBootDevicesTest-1363810636-router', 'tenant_id': 'ec90adb1094349739cc26a639b1aef5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'dfa3bc8b-94d1-4346-846e-6ba3600d4d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:20:15Z', 'updated_at': '2022-01-18T22:20:20Z', 'revision_number': 4, 'project_id': 'ec90adb1094349739cc26a639b1aef5d', 'gw_port': {'id': 'dfa3bc8b-94d1-4346-846e-6ba3600d4d2d', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:85:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab0afc4-d896-4e6c-9b5e-1185588239c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:20:16Z', 'updated_at': '2022-01-18T22:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '73870912-8482-4cc5-ab02-e467c8acb2ca', 'name': '', 'network_id': 'f9ad31e7-37ce-419b-821b-a9da1bd29d6a', 'tenant_id': 'ec90adb1094349739cc26a639b1aef5d', 'mac_address': 'fa:16:3e:14:a0:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab0afc4-d896-4e6c-9b5e-1185588239c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '14f50ebb-1818-4759-9f29-e9e27d7b46b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:20:19Z', 'updated_at': '2022-01-18T22:20:28Z', 'revision_number': 5, 'project_id': 'ec90adb1094349739cc26a639b1aef5d', 'subnets': [{'id': '14f50ebb-1818-4759-9f29-e9e27d7b46b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:31:44.442040 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fe9d3b-b74f-41bf-86e8-c84b1abe4adb tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d17b67-718c-4475-950b-257bfb33b7e7,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:44.444315 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6603cacd-6ec7-4057-941c-f75063265b64 req-65d3990b-dbd8-459b-98ee-e0ddfbf4b534 tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:44.445286 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-06959516-83eb-45fe-8cac-15f6a23c76dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:44.448386 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-06959516-83eb-45fe-8cac-15f6a23c76dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:44.453832 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-06959516-83eb-45fe-8cac-15f6a23c76dc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a244c73f-54e3-4e4d-98a8-85f9b3b6f2e7 HTTP/1.1" status: 204 len: 168 time: 1.1269407 Jan 18 22:31:44.456060 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6603cacd-6ec7-4057-941c-f75063265b64 req-65d3990b-dbd8-459b-98ee-e0ddfbf4b534 tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e083a82b-db27-49ef-b72b-1982efab7d58 HTTP/1.1" status: 200 len: 1094 time: 0.3223033 Jan 18 22:31:44.513379 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-971ea45f-2592-414d-b108-a7d2b081ec1c req-727b0e08-41a0-4c24-b8ea-3190cdeeb9cb tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Deleting port 3c486e4d-5c8b-4bdd-b990-9e55341e98f1 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:31:44.513379 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-971ea45f-2592-414d-b108-a7d2b081ec1c req-727b0e08-41a0-4c24-b8ea-3190cdeeb9cb tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:44.517311 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06959516-83eb-45fe-8cac-15f6a23c76dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a244c73f-54e3-4e4d-98a8-85f9b3b6f2e7,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:44.525925 n-d-825064-1 neutron-server[102431]: INFO neutron.api.v2.resource [None req-63d08929-7177-4ead-bbd3-283fb93f4ae8 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] show failed (client error): The resource could not be found. Jan 18 22:31:44.530215 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-63d08929-7177-4ead-bbd3-283fb93f4ae8 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "GET /v2.0/security-groups/61d17b67-718c-4475-950b-257bfb33b7e7 HTTP/1.1" status: 404 len: 347 time: 0.1424487 Jan 18 22:31:44.533000 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08408032-149f-4ea2-af86-29144e8a0a8f None None] Checking router: 8ab0afc4-d896-4e6c-9b5e-1185588239c6 for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:31:44.536003 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a62703bd-99ca-4f1f-8ea6-0a0ef24fb4d0 req-bddd4a72-457a-41d9-a405-dc198c248f16 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a7f3ba7-6b33-47d4-842d-f8859c8e7d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1865363 Jan 18 22:31:44.536849 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 52206) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:31:44.562249 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08408032-149f-4ea2-af86-29144e8a0a8f None None] Routers {'8ab0afc4-d896-4e6c-9b5e-1185588239c6'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:31:44.563726 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-08408032-149f-4ea2-af86-29144e8a0a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:31:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['8ab0afc4-d896-4e6c-9b5e-1185588239c6'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:31:44.617400 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-508586a0-15bd-41b9-a2cd-7a61cc76672e tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043029'] for router_gateway, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:44.621931 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4229cfd-4e8f-4044-aa94-bd5292d15d92 req-857ad962-238b-4132-a885-592e2de7056d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:44.623493 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-b4229cfd-4e8f-4044-aa94-bd5292d15d92 req-857ad962-238b-4132-a885-592e2de7056d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=12499801-2558-44ac-94f3-29cf7f906b66 HTTP/1.1" status: 200 len: 854 time: 0.2026985 Jan 18 22:31:44.689344 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-b4229cfd-4e8f-4044-aa94-bd5292d15d92 req-ddf3f47a-e770-490b-a2c0-49918365f89d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cb012b15-726f-4e85-a9cd-c4e62fa0fa51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556781 Jan 18 22:31:44.691021 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b36973d-323b-4612-94dd-5e60d92f2fdd x-openstack-request-id: req-2b36973d-323b-4612-94dd-5e60d92f2fdd {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:31:44.691323 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db33aaef-5884-4da4-a311-5ede51d08faf", "name": "network-vif-deleted", "tag": "24989149-146c-4acc-b874-9271bde1ec55", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:31:44.692076 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2b36973d-323b-4612-94dd-5e60d92f2fdd {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:31:44.692589 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db33aaef-5884-4da4-a311-5ede51d08faf', 'name': 'network-vif-deleted', 'tag': '24989149-146c-4acc-b874-9271bde1ec55', 'status': 'completed', 'code': 200} Jan 18 22:31:44.927535 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-508586a0-15bd-41b9-a2cd-7a61cc76672e tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1040886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8602'] for router, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:44.931163 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-508586a0-15bd-41b9-a2cd-7a61cc76672e tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:44.951606 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6603cacd-6ec7-4057-941c-f75063265b64 req-1e97590b-f75c-4210-9b8c-d2922869f56e tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=80651b36-1a6f-45a6-b224-3c0baae9ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4894376 Jan 18 22:31:45.051366 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-08408032-149f-4ea2-af86-29144e8a0a8f None None] Set router 8ab0afc4-d896-4e6c-9b5e-1185588239c6 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:31:45.092284 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab95a18c-9762-4c9c-baa3-e075e1b2ee83 req-822c85e8-3271-40ac-a5dc-dce02d2d6c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:45.094246 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ab95a18c-9762-4c9c-baa3-e075e1b2ee83 req-822c85e8-3271-40ac-a5dc-dce02d2d6c63 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b5bef17513094624b7242b46a2e6b424&device_id=e083a82b-db27-49ef-b72b-1982efab7d58 HTTP/1.1" status: 200 len: 1094 time: 0.6128597 Jan 18 22:31:45.192981 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc1ee25-8103-4fac-bab2-cc0a33c8f7b9 req-d90da6cc-ac96-433e-8198-6635549eb5d9 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:45.201242 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2bc1ee25-8103-4fac-bab2-cc0a33c8f7b9 req-d90da6cc-ac96-433e-8198-6635549eb5d9 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 944 time: 0.3935115 Jan 18 22:31:45.207951 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-508586a0-15bd-41b9-a2cd-7a61cc76672e tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1040832'] for router, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:45.208568 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-508586a0-15bd-41b9-a2cd-7a61cc76672e tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0362c3ab-5813-48fb-99db-3db67ee9c43f {{(pid=102430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 22:31:45.219345 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-508586a0-15bd-41b9-a2cd-7a61cc76672e tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks [] for router, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:45.220505 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-508586a0-15bd-41b9-a2cd-7a61cc76672e tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] 10.222.0.53 "DELETE /v2.0/routers/0362c3ab-5813-48fb-99db-3db67ee9c43f HTTP/1.1" status: 204 len: 168 time: 3.9922202 Jan 18 22:31:45.232860 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 52222) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:31:45.259502 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device de6a60ad-7ec7-4652-a03a-2aafef3b1348 details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:31:45.394927 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2bc1ee25-8103-4fac-bab2-cc0a33c8f7b9 req-7784690b-a4cb-4161-8b60-f5245d0e9e6f tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927025 Jan 18 22:31:45.403533 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-971ea45f-2592-414d-b108-a7d2b081ec1c req-727b0e08-41a0-4c24-b8ea-3190cdeeb9cb tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] For port 3c486e4d-5c8b-4bdd-b990-9e55341e98f1, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=3c486e4d-5c8b-4bdd-b990-9e55341e98f1,segment=NetworkSegment(de74c02c-b4b7-49a2-a9bc-68b0bd01e5b7),segment_id=de74c02c-b4b7-49a2-a9bc-68b0bd01e5b7)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:31:45.403847 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-971ea45f-2592-414d-b108-a7d2b081ec1c req-727b0e08-41a0-4c24-b8ea-3190cdeeb9cb tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:45.430209 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-971ea45f-2592-414d-b108-a7d2b081ec1c req-727b0e08-41a0-4c24-b8ea-3190cdeeb9cb tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Calling delete_port for 3c486e4d-5c8b-4bdd-b990-9e55341e98f1 owned by compute:nova {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:31:45.457459 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-b4229cfd-4e8f-4044-aa94-bd5292d15d92 req-1b15956d-c44b-4755-95ea-0e90b2dc1e25 service neutron] 10.222.0.36 "GET /v2.0/networks/cb012b15-726f-4e85-a9cd-c4e62fa0fa51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7547107 Jan 18 22:31:45.507604 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port de6a60ad-7ec7-4652-a03a-2aafef3b1348, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=de6a60ad-7ec7-4652-a03a-2aafef3b1348,segment=NetworkSegment(18ef3b66-9028-4d8d-951e-ac04175658ee),segment_id=18ef3b66-9028-4d8d-951e-ac04175658ee)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:31:45.533389 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': 'de6a60ad-7ec7-4652-a03a-2aafef3b1348', 'network_id': '4d733439-947b-4a3e-bc2e-83a119e45caa', 'port_id': 'de6a60ad-7ec7-4652-a03a-2aafef3b1348', 'mac_address': 'fa:16:3e:29:04:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cea13eb9-cc3a-41e9-8703-dc9fb43ed3aa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:31:45.534225 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-28710af6-7dcc-4c9a-a871-481f23776815 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Deleting port 182e59d4-c35d-4bb5-abce-1870132e330f {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:31:45.534572 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-28710af6-7dcc-4c9a-a871-481f23776815 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:45.563279 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab95a18c-9762-4c9c-baa3-e075e1b2ee83 req-c403d0aa-195a-4521-92eb-ef2b8722003f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:45.565220 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ab95a18c-9762-4c9c-baa3-e075e1b2ee83 req-c403d0aa-195a-4521-92eb-ef2b8722003f service neutron] 10.222.0.67 "GET /v2.0/networks?id=4d733439-947b-4a3e-bc2e-83a119e45caa HTTP/1.1" status: 200 len: 910 time: 0.4411497 Jan 18 22:31:45.583208 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-08408032-149f-4ea2-af86-29144e8a0a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab0afc4-d896-4e6c-9b5e-1185588239c6', 'name': 'tempest-TaggedBootDevicesTest-1363810636-router', 'tenant_id': 'ec90adb1094349739cc26a639b1aef5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'dfa3bc8b-94d1-4346-846e-6ba3600d4d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:20:15Z', 'updated_at': '2022-01-18T22:20:20Z', 'revision_number': 4, 'project_id': 'ec90adb1094349739cc26a639b1aef5d', 'gw_port': {'id': 'dfa3bc8b-94d1-4346-846e-6ba3600d4d2d', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:85:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab0afc4-d896-4e6c-9b5e-1185588239c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:20:16Z', 'updated_at': '2022-01-18T22:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '73870912-8482-4cc5-ab02-e467c8acb2ca', 'name': '', 'network_id': 'f9ad31e7-37ce-419b-821b-a9da1bd29d6a', 'tenant_id': 'ec90adb1094349739cc26a639b1aef5d', 'mac_address': 'fa:16:3e:14:a0:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab0afc4-d896-4e6c-9b5e-1185588239c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '14f50ebb-1818-4759-9f29-e9e27d7b46b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:20:19Z', 'updated_at': '2022-01-18T22:20:28Z', 'revision_number': 5, 'project_id': 'ec90adb1094349739cc26a639b1aef5d', 'subnets': [{'id': '14f50ebb-1818-4759-9f29-e9e27d7b46b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:31:45.586201 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:45.604692 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de6a60ad-7ec7-4652-a03a-2aafef3b1348 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:31:45.634745 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port de6a60ad-7ec7-4652-a03a-2aafef3b1348, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=de6a60ad-7ec7-4652-a03a-2aafef3b1348,segment=NetworkSegment(18ef3b66-9028-4d8d-951e-ac04175658ee),segment_id=18ef3b66-9028-4d8d-951e-ac04175658ee)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:31:45.643079 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:45.651032 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08408032-149f-4ea2-af86-29144e8a0a8f None None] The sync data for ids ['8ab0afc4-d896-4e6c-9b5e-1185588239c6'] in n-d-825064-1 is: [{'id': '8ab0afc4-d896-4e6c-9b5e-1185588239c6', 'name': 'tempest-TaggedBootDevicesTest-1363810636-router', 'tenant_id': 'ec90adb1094349739cc26a639b1aef5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'dfa3bc8b-94d1-4346-846e-6ba3600d4d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:20:15Z', 'updated_at': '2022-01-18T22:20:20Z', 'revision_number': 4, 'project_id': 'ec90adb1094349739cc26a639b1aef5d', 'gw_port': {'id': 'dfa3bc8b-94d1-4346-846e-6ba3600d4d2d', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:85:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab0afc4-d896-4e6c-9b5e-1185588239c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:20:16Z', 'updated_at': '2022-01-18T22:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '73870912-8482-4cc5-ab02-e467c8acb2ca', 'name': '', 'network_id': 'f9ad31e7-37ce-419b-821b-a9da1bd29d6a', 'tenant_id': 'ec90adb1094349739cc26a639b1aef5d', 'mac_address': 'fa:16:3e:14:a0:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab0afc4-d896-4e6c-9b5e-1185588239c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '14f50ebb-1818-4759-9f29-e9e27d7b46b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:20:19Z', 'updated_at': '2022-01-18T22:20:28Z', 'revision_number': 5, 'project_id': 'ec90adb1094349739cc26a639b1aef5d', 'subnets': [{'id': '14f50ebb-1818-4759-9f29-e9e27d7b46b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:31:45.691322 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ab95a18c-9762-4c9c-baa3-e075e1b2ee83 req-3c48a74e-e3aa-4095-b9a1-ea36d2de53ee service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de6a60ad-7ec7-4652-a03a-2aafef3b1348 HTTP/1.1" status: 200 len: 217 time: 0.0957375 Jan 18 22:31:45.810768 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f996dace-7a5f-4dc5-9824-a2cdbe8fa16b tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks [] for router, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:45.842099 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=de6a60ad-7ec7-4652-a03a-2aafef3b1348,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:45.860416 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:31:45.860770 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:31:45.861097 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:31:45.861435 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:31:45.861764 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:31:45.862093 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:31:45.862418 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:31:45.873361 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:31:45.873868 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:31:45.874223 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:31:45.874565 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:31:45.874901 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:31:45.887837 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['de6a60ad-7ec7-4652-a03a-2aafef3b1348'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:31:46.026015 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-b4229cfd-4e8f-4044-aa94-bd5292d15d92 req-63bfa0d6-655b-46ef-b675-d516f039c5ee service neutron] 10.222.0.36 "GET /v2.0/networks/cb012b15-726f-4e85-a9cd-c4e62fa0fa51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5607383 Jan 18 22:31:46.079095 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-971ea45f-2592-414d-b108-a7d2b081ec1c req-727b0e08-41a0-4c24-b8ea-3190cdeeb9cb tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:46.173682 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-28710af6-7dcc-4c9a-a871-481f23776815 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:46.174167 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-28710af6-7dcc-4c9a-a871-481f23776815 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:46.191738 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727b0e08-41a0-4c24-b8ea-3190cdeeb9cb tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Pushing event deleted for resources: {'Port': ['ID=3c486e4d-5c8b-4bdd-b990-9e55341e98f1,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:46.216852 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f996dace-7a5f-4dc5-9824-a2cdbe8fa16b tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:46.252830 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-28710af6-7dcc-4c9a-a871-481f23776815 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Calling delete_port for 182e59d4-c35d-4bb5-abce-1870132e330f owned by network:floatingip {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:31:46.257439 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-971ea45f-2592-414d-b108-a7d2b081ec1c req-727b0e08-41a0-4c24-b8ea-3190cdeeb9cb tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] No DVR routers for this DVR port 3c486e4d-5c8b-4bdd-b990-9e55341e98f1 on host n-h2-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:31:46.261046 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-971ea45f-2592-414d-b108-a7d2b081ec1c req-727b0e08-41a0-4c24-b8ea-3190cdeeb9cb tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:46.263378 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5306906f-589c-4a0e-92ed-924d4f2db31a req-8c74dd27-d99d-4a6d-9fa5-552f90274847 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:46.266562 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-971ea45f-2592-414d-b108-a7d2b081ec1c req-727b0e08-41a0-4c24-b8ea-3190cdeeb9cb tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.67 "DELETE /v2.0/ports/3c486e4d-5c8b-4bdd-b990-9e55341e98f1 HTTP/1.1" status: 204 len: 173 time: 2.2603242 Jan 18 22:31:46.271453 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5306906f-589c-4a0e-92ed-924d4f2db31a req-8c74dd27-d99d-4a6d-9fa5-552f90274847 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/ports?device_id=db33aaef-5884-4da4-a311-5ede51d08faf HTTP/1.1" status: 200 len: 943 time: 0.5741198 Jan 18 22:31:46.293581 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab95a18c-9762-4c9c-baa3-e075e1b2ee83 req-687838e6-9cf1-4faf-bdcf-d7832fe21f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:46.295034 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ab95a18c-9762-4c9c-baa3-e075e1b2ee83 req-687838e6-9cf1-4faf-bdcf-d7832fe21f08 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cea13eb9-cc3a-41e9-8703-dc9fb43ed3aa HTTP/1.1" status: 200 len: 849 time: 0.5418513 Jan 18 22:31:46.446214 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5306906f-589c-4a0e-92ed-924d4f2db31a req-f6466fed-1b0e-40fb-93f8-590176d71caa tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a7f3ba7-6b33-47d4-842d-f8859c8e7d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1738033 Jan 18 22:31:46.463458 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a79afcb-e862-49d8-8861-0b320740c321 req-448874cb-c52d-452b-96a9-1309a54c7c12 tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:46.466344 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4a79afcb-e862-49d8-8861-0b320740c321 req-448874cb-c52d-452b-96a9-1309a54c7c12 tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e083a82b-db27-49ef-b72b-1982efab7d58 HTTP/1.1" status: 200 len: 1095 time: 0.2775223 Jan 18 22:31:46.544841 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c0f1f3-a15e-4006-a9cd-667dd553ce1e None None] New status for floating IP c1e87562-6086-4b82-99f1-be19068e1674: DOWN {{(pid=102432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 22:31:46.593268 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-28710af6-7dcc-4c9a-a871-481f23776815 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:46.676637 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 6c9ea76e-7dbd-4767-9685-c0f25e5276d0 details requested by agent hyperv_n-h1-825064-1 with host n-h1-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:31:46.693768 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db33aaef-5884-4da4-a311-5ede51d08faf', 'name': 'network-vif-deleted', 'tag': '3c486e4d-5c8b-4bdd-b990-9e55341e98f1'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:31:46.696676 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86ca32d7-4073-40e3-93f9-32c29834d6df" -d '{"events": [{"server_uuid": "db33aaef-5884-4da4-a311-5ede51d08faf", "name": "network-vif-deleted", "tag": "3c486e4d-5c8b-4bdd-b990-9e55341e98f1"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:31:46.738674 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4a79afcb-e862-49d8-8861-0b320740c321 req-e5b08a10-98fd-41e2-8588-583ede4a99e7 tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=80651b36-1a6f-45a6-b224-3c0baae9ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473668 Jan 18 22:31:46.744979 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28710af6-7dcc-4c9a-a871-481f23776815 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Pushing event deleted for resources: {'Port': ['ID=182e59d4-c35d-4bb5-abce-1870132e330f,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:46.826742 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-f996dace-7a5f-4dc5-9824-a2cdbe8fa16b tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Deleting port ef0fe35a-e69e-4a83-b4e9-bea011fe8ffc {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:31:46.826742 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f996dace-7a5f-4dc5-9824-a2cdbe8fa16b tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:46.829618 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab95a18c-9762-4c9c-baa3-e075e1b2ee83 req-6bc335d8-67ee-4296-b1f8-c1d371609541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:46.831223 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ab95a18c-9762-4c9c-baa3-e075e1b2ee83 req-6bc335d8-67ee-4296-b1f8-c1d371609541 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4d733439-947b-4a3e-bc2e-83a119e45caa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5194962 Jan 18 22:31:47.053501 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d6bb5e3-d2ef-4e75-ba2e-3e75244dfee6 x-openstack-request-id: req-4d6bb5e3-d2ef-4e75-ba2e-3e75244dfee6 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:31:47.054454 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db33aaef-5884-4da4-a311-5ede51d08faf", "name": "network-vif-deleted", "tag": "3c486e4d-5c8b-4bdd-b990-9e55341e98f1", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:31:47.054943 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4d6bb5e3-d2ef-4e75-ba2e-3e75244dfee6 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:31:47.055584 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db33aaef-5884-4da4-a311-5ede51d08faf', 'name': 'network-vif-deleted', 'tag': '3c486e4d-5c8b-4bdd-b990-9e55341e98f1', 'status': 'completed', 'code': 200} Jan 18 22:31:47.288299 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 6c9ea76e-7dbd-4767-9685-c0f25e5276d0, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=6c9ea76e-7dbd-4767-9685-c0f25e5276d0,segment=NetworkSegment(34627b77-73a0-4f2b-87cd-77be1ea3c2f0),segment_id=34627b77-73a0-4f2b-87cd-77be1ea3c2f0)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:31:47.305818 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Returning: {'device': '6c9ea76e-7dbd-4767-9685-c0f25e5276d0', 'network_id': 'cb012b15-726f-4e85-a9cd-c4e62fa0fa51', 'port_id': '6c9ea76e-7dbd-4767-9685-c0f25e5276d0', 'mac_address': 'fa:16:3e:a3:17:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12499801-2558-44ac-94f3-29cf7f906b66', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:31:47.309045 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device de6a60ad-7ec7-4652-a03a-2aafef3b1348 up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:31:47.403660 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:47.426717 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c9ea76e-7dbd-4767-9685-c0f25e5276d0 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:31:47.434759 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port de6a60ad-7ec7-4652-a03a-2aafef3b1348 completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:31:47.457111 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port de6a60ad-7ec7-4652-a03a-2aafef3b1348 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:31:47.457334 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:47.500401 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 6c9ea76e-7dbd-4767-9685-c0f25e5276d0, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=6c9ea76e-7dbd-4767-9685-c0f25e5276d0,segment=NetworkSegment(34627b77-73a0-4f2b-87cd-77be1ea3c2f0),segment_id=34627b77-73a0-4f2b-87cd-77be1ea3c2f0)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:31:47.505247 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b4a67bad-f9a7-4a1b-b609-de47319ca9eb req-fe946f96-a7ac-4af4-b898-ca274a8c0ec9 tempest-ServerShowV254Test-78393417 tempest-ServerShowV254Test-78393417-project] 10.222.0.53 "GET /v2.0/ports?device_id=b51e10e7-fcde-4427-8036-d3d1caa79c61 HTTP/1.1" status: 200 len: 210 time: 0.1577361 Jan 18 22:31:47.556713 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-28710af6-7dcc-4c9a-a871-481f23776815 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks [] for floatingip, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:47.573146 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-28710af6-7dcc-4c9a-a871-481f23776815 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:47.575228 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-28710af6-7dcc-4c9a-a871-481f23776815 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "DELETE /v2.0/floatingips/a9b234e9-1303-45cd-8372-00a5b81daeec HTTP/1.1" status: 204 len: 168 time: 3.0288923 Jan 18 22:31:47.578567 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 52272) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:31:47.601525 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:47.604461 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:47.629953 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b320e3-d83b-4825-b354-7be7623c306e req-2f2cd7dd-4ea5-4cb9-8b07-b64a079d8703 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:47.635579 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-04b320e3-d83b-4825-b354-7be7623c306e req-2f2cd7dd-4ea5-4cb9-8b07-b64a079d8703 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 944 time: 0.2822549 Jan 18 22:31:47.720212 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-1cda4169-6f16-435e-8201-53411dab3069 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Deleting port 31c5c75b-ce2c-4be9-b4cf-f29652cd677a {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:31:47.721046 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1cda4169-6f16-435e-8201-53411dab3069 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:47.729860 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0741d995-a0a5-4e14-ad03-d3706d4d69cf req-fd9f71e4-f7e9-4a13-9be3-a1dd699376ef tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/ports?device_id=db33aaef-5884-4da4-a311-5ede51d08faf HTTP/1.1" status: 200 len: 210 time: 0.0710428 Jan 18 22:31:47.785030 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e083a82b-db27-49ef-b72b-1982efab7d58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de6a60ad-7ec7-4652-a03a-2aafef3b1348'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:31:47.790356 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d989db3d-74ba-4715-812f-faea8ff9520f" -d '{"events": [{"server_uuid": "e083a82b-db27-49ef-b72b-1982efab7d58", "name": "network-vif-plugged", "status": "completed", "tag": "de6a60ad-7ec7-4652-a03a-2aafef3b1348"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:31:47.824311 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=6c9ea76e-7dbd-4767-9685-c0f25e5276d0,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:47.834273 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ab95a18c-9762-4c9c-baa3-e075e1b2ee83 req-2ee1c2e3-ac9e-4376-84c9-663073da2c02 service neutron] 10.222.0.67 "GET /v2.0/networks/4d733439-947b-4a3e-bc2e-83a119e45caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9926569 Jan 18 22:31:47.837573 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 8311b9e6-779d-4a76-aa2b-85d25c65100f no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:31:47.844927 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port de6a60ad-7ec7-4652-a03a-2aafef3b1348, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=de6a60ad-7ec7-4652-a03a-2aafef3b1348,segment=NetworkSegment(18ef3b66-9028-4d8d-951e-ac04175658ee),segment_id=18ef3b66-9028-4d8d-951e-ac04175658ee)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:31:47.856929 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-f996dace-7a5f-4dc5-9824-a2cdbe8fa16b tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] For port ef0fe35a-e69e-4a83-b4e9-bea011fe8ffc, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=ef0fe35a-e69e-4a83-b4e9-bea011fe8ffc,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:31:47.857304 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f996dace-7a5f-4dc5-9824-a2cdbe8fa16b tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:47.884780 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['6c9ea76e-7dbd-4767-9685-c0f25e5276d0'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:31:47.888179 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1cda4169-6f16-435e-8201-53411dab3069 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:47.892841 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:47.898882 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 8311b9e6-779d-4a76-aa2b-85d25c65100f {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:31:47.899250 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 8311b9e6-779d-4a76-aa2b-85d25c65100f not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:31:47.903904 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-04b320e3-d83b-4825-b354-7be7623c306e req-a73abebe-a023-4052-8afe-b9da0dae9d32 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533543 Jan 18 22:31:47.916638 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-1cda4169-6f16-435e-8201-53411dab3069 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Calling delete_port for 31c5c75b-ce2c-4be9-b4cf-f29652cd677a owned by {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:31:48.000044 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-f996dace-7a5f-4dc5-9824-a2cdbe8fa16b tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Calling delete_port for ef0fe35a-e69e-4a83-b4e9-bea011fe8ffc owned by network:router_gateway {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:31:48.000527 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49aab152-e792-4301-a668-f076df0611b4 x-openstack-request-id: req-49aab152-e792-4301-a668-f076df0611b4 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:31:48.000814 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e083a82b-db27-49ef-b72b-1982efab7d58", "name": "network-vif-plugged", "status": "completed", "tag": "de6a60ad-7ec7-4652-a03a-2aafef3b1348", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:31:48.001060 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-49aab152-e792-4301-a668-f076df0611b4 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:31:48.001524 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e083a82b-db27-49ef-b72b-1982efab7d58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de6a60ad-7ec7-4652-a03a-2aafef3b1348', 'code': 200} Jan 18 22:31:48.009458 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=de6a60ad-7ec7-4652-a03a-2aafef3b1348,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:48.170723 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b751253-ccc9-4e94-a701-4975d145d011 req-36c55028-ec1e-40f6-ba88-db37add9fcd9 tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:48.172280 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4b751253-ccc9-4e94-a701-4975d145d011 req-36c55028-ec1e-40f6-ba88-db37add9fcd9 tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e083a82b-db27-49ef-b72b-1982efab7d58 HTTP/1.1" status: 200 len: 1096 time: 0.2563088 Jan 18 22:31:48.177862 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ab95a18c-9762-4c9c-baa3-e075e1b2ee83 req-ecbadaf1-27c0-4e13-b30a-d94b06f72970 service neutron] 10.222.0.67 "GET /v2.0/networks/4d733439-947b-4a3e-bc2e-83a119e45caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3244319 Jan 18 22:31:48.206168 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f037c3b3-f6fc-4024-9228-6dd4d81661ab req-c672fdb1-ef21-413b-a8bd-f8040fbf5f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:48.207761 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f037c3b3-f6fc-4024-9228-6dd4d81661ab req-c672fdb1-ef21-413b-a8bd-f8040fbf5f3c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e083a82b-db27-49ef-b72b-1982efab7d58 HTTP/1.1" status: 200 len: 1096 time: 0.0893199 Jan 18 22:31:48.277406 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4b751253-ccc9-4e94-a701-4975d145d011 req-05d4c931-3967-404b-8da0-13975a1cd6a9 tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=80651b36-1a6f-45a6-b224-3c0baae9ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917935 Jan 18 22:31:48.298731 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f037c3b3-f6fc-4024-9228-6dd4d81661ab req-78c82197-ae12-4b0a-ab43-21a7350545bd service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=80651b36-1a6f-45a6-b224-3c0baae9ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555403 Jan 18 22:31:48.303850 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1cda4169-6f16-435e-8201-53411dab3069 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:48.338032 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cda4169-6f16-435e-8201-53411dab3069 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Pushing event deleted for resources: {'Port': ['ID=31c5c75b-ce2c-4be9-b4cf-f29652cd677a,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:48.349620 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f996dace-7a5f-4dc5-9824-a2cdbe8fa16b tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:48.378313 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f996dace-7a5f-4dc5-9824-a2cdbe8fa16b tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Pushing event deleted for resources: {'Port': ['ID=ef0fe35a-e69e-4a83-b4e9-bea011fe8ffc,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:48.416553 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1cda4169-6f16-435e-8201-53411dab3069 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:48.422902 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-1cda4169-6f16-435e-8201-53411dab3069 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "DELETE /v2.0/ports/31c5c75b-ce2c-4be9-b4cf-f29652cd677a HTTP/1.1" status: 204 len: 168 time: 0.8408823 Jan 18 22:31:48.423227 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 52280) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:31:48.445115 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f996dace-7a5f-4dc5-9824-a2cdbe8fa16b tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043029'] for router_gateway, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:48.519758 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-52986f31-84ff-4506-bc9d-d93f77e5aba6 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Deleting port 628fd386-d663-4f6e-b10c-63286e484d82 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:31:48.521345 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-52986f31-84ff-4506-bc9d-d93f77e5aba6 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:48.545526 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f996dace-7a5f-4dc5-9824-a2cdbe8fa16b tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1040886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8602'] for router, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:48.548321 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f996dace-7a5f-4dc5-9824-a2cdbe8fa16b tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:48.621730 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-52986f31-84ff-4506-bc9d-d93f77e5aba6 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:48.637712 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-52986f31-84ff-4506-bc9d-d93f77e5aba6 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Calling delete_port for 628fd386-d663-4f6e-b10c-63286e484d82 owned by {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:31:48.642840 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 6c9ea76e-7dbd-4767-9685-c0f25e5276d0 up at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:31:48.658732 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1861bb68-b0c6-4836-9933-7d18f1793f40 req-5ac696d1-321e-4ed1-ac2f-b576fce5e6e5 tempest-ServerShowV254Test-78393417 tempest-ServerShowV254Test-78393417-project] 10.222.0.53 "GET /v2.0/ports?device_id=b51e10e7-fcde-4427-8036-d3d1caa79c61 HTTP/1.1" status: 200 len: 210 time: 0.0515332 Jan 18 22:31:48.662167 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f996dace-7a5f-4dc5-9824-a2cdbe8fa16b tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1040832'] for router, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:48.663220 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f996dace-7a5f-4dc5-9824-a2cdbe8fa16b tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Fanout notify agent at l3_agent the message router_deleted on router aa98ee95-eee9-44ae-b8a9-8f6f9b86cbb6 {{(pid=102430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 22:31:48.674395 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f996dace-7a5f-4dc5-9824-a2cdbe8fa16b tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks [] for router, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:48.681526 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-f996dace-7a5f-4dc5-9824-a2cdbe8fa16b tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] 10.222.0.53 "DELETE /v2.0/routers/aa98ee95-eee9-44ae-b8a9-8f6f9b86cbb6 HTTP/1.1" status: 204 len: 168 time: 3.4476295 Jan 18 22:31:48.686686 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 52284) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:31:48.690232 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-aab136ec-dc21-4d23-8e1c-5e98ae6e4459 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-280808583', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}, 'admin_state_up': False}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:31:48.767469 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning for port 6c9ea76e-7dbd-4767-9685-c0f25e5276d0 completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:31:48.773696 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning complete for port 6c9ea76e-7dbd-4767-9685-c0f25e5276d0 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:31:48.773696 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:48.779407 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-aab136ec-dc21-4d23-8e1c-5e98ae6e4459 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1044160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8692'] for router, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:48.780606 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-aab136ec-dc21-4d23-8e1c-5e98ae6e4459 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1040680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8675'] for router, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:48.899567 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-aab136ec-dc21-4d23-8e1c-5e98ae6e4459 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:48.903952 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-52986f31-84ff-4506-bc9d-d93f77e5aba6 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:48.957301 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52986f31-84ff-4506-bc9d-d93f77e5aba6 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Pushing event deleted for resources: {'Port': ['ID=628fd386-d663-4f6e-b10c-63286e484d82,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:48.988016 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:48.991366 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a8b9cfc4-07fc-44b8-8b74-65e670d216f3 req-c4ef23b8-6f57-4d27-ab35-468f2ed4c527 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/ports?device_id=db33aaef-5884-4da4-a311-5ede51d08faf HTTP/1.1" status: 200 len: 210 time: 0.0891285 Jan 18 22:31:49.068320 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 6c9ea76e-7dbd-4767-9685-c0f25e5276d0, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=6c9ea76e-7dbd-4767-9685-c0f25e5276d0,segment=NetworkSegment(34627b77-73a0-4f2b-87cd-77be1ea3c2f0),segment_id=34627b77-73a0-4f2b-87cd-77be1ea3c2f0)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:31:49.073465 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:49.109704 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-52986f31-84ff-4506-bc9d-d93f77e5aba6 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:49.113907 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-52986f31-84ff-4506-bc9d-d93f77e5aba6 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "DELETE /v2.0/ports/628fd386-d663-4f6e-b10c-63286e484d82 HTTP/1.1" status: 204 len: 168 time: 0.6897945 Jan 18 22:31:49.118026 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 52290) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:31:49.149846 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=6c9ea76e-7dbd-4767-9685-c0f25e5276d0,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:49.196454 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ddd7dce-ccbe-4d62-a2d6-34bd45b1b5d4 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Deleting subnet d06fbe7b-0a64-4f51-8e12-d9844a15f25c {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:31:49.199911 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8ddd7dce-ccbe-4d62-a2d6-34bd45b1b5d4 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:49.242687 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8ddd7dce-ccbe-4d62-a2d6-34bd45b1b5d4 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:49.255683 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-aab136ec-dc21-4d23-8e1c-5e98ae6e4459 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:49.267216 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3965db16-cc95-4e4f-84e2-b63e7850eb68 req-c962c2d5-0d28-48fa-aa1c-b1c2ca0ddae3 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:49.268760 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3965db16-cc95-4e4f-84e2-b63e7850eb68 req-c962c2d5-0d28-48fa-aa1c-b1c2ca0ddae3 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 946 time: 0.1983833 Jan 18 22:31:49.315976 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6a2be835-fd19-4919-8e86-7f7980357dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:49.390701 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3965db16-cc95-4e4f-84e2-b63e7850eb68 req-9fb3ac4b-e147-473c-a362-98109aaf78ed tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044133 Jan 18 22:31:49.449284 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8ddd7dce-ccbe-4d62-a2d6-34bd45b1b5d4 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:49.463424 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324f48ba-270b-4fc1-80cf-5358bfe56e31 req-af3ed356-07ec-44ad-bc54-57dde320c537 tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:49.465301 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-324f48ba-270b-4fc1-80cf-5358bfe56e31 req-af3ed356-07ec-44ad-bc54-57dde320c537 tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e083a82b-db27-49ef-b72b-1982efab7d58 HTTP/1.1" status: 200 len: 1096 time: 0.0809767 Jan 18 22:31:49.542745 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-324f48ba-270b-4fc1-80cf-5358bfe56e31 req-0317783c-e10c-482e-bf3a-0f294db18be9 tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=80651b36-1a6f-45a6-b224-3c0baae9ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659947 Jan 18 22:31:49.551262 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8ddd7dce-ccbe-4d62-a2d6-34bd45b1b5d4 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:49.580724 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddd7dce-ccbe-4d62-a2d6-34bd45b1b5d4 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Pushing event deleted for resources: {'Subnet': ['ID=d06fbe7b-0a64-4f51-8e12-d9844a15f25c,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:49.587125 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8ddd7dce-ccbe-4d62-a2d6-34bd45b1b5d4 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:49.590862 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-8ddd7dce-ccbe-4d62-a2d6-34bd45b1b5d4 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "DELETE /v2.0/subnets/d06fbe7b-0a64-4f51-8e12-d9844a15f25c HTTP/1.1" status: 204 len: 168 time: 0.4715457 Jan 18 22:31:49.593552 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 52296) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:31:49.597553 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1221fc47-e4e9-46f1-9b62-905ab3079cf0 None None] Network ffe48ea3-f64a-402a-9434-49f5506fd6ae requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:31:49.655587 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cf9ee4b-7828-46f6-bdd2-fb493f3ae806 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Deleting subnet 4d0ea6b9-4b19-4f86-aaca-bbf2d184c8f5 {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:31:49.659704 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3cf9ee4b-7828-46f6-bdd2-fb493f3ae806 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:49.664914 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-aab136ec-dc21-4d23-8e1c-5e98ae6e4459 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks [] for router_gateway, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:49.687900 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-aab136ec-dc21-4d23-8e1c-5e98ae6e4459 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:49.742504 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3cf9ee4b-7828-46f6-bdd2-fb493f3ae806 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:49.790223 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device ef0fe35a-e69e-4a83-b4e9-bea011fe8ffc no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:31:49.837882 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: ef0fe35a-e69e-4a83-b4e9-bea011fe8ffc {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:31:49.838131 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device ef0fe35a-e69e-4a83-b4e9-bea011fe8ffc not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:31:49.840471 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-aab136ec-dc21-4d23-8e1c-5e98ae6e4459 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Allocated IP 172.25.5.111 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/6a3723f5-220d-42c2-8c19-c710e9114f57) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:31:49.861410 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0d906164-8eca-48ba-9fee-04523d14b362 req-a6d322a4-e176-423c-8b87-4d732f6e4e5f tempest-ServerShowV254Test-78393417 tempest-ServerShowV254Test-78393417-project] 10.222.0.53 "GET /v2.0/ports?device_id=b51e10e7-fcde-4427-8036-d3d1caa79c61 HTTP/1.1" status: 200 len: 210 time: 0.0456264 Jan 18 22:31:49.868678 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3cf9ee4b-7828-46f6-bdd2-fb493f3ae806 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:49.939058 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-286a8af8-0b85-474c-9784-7c9b3fbdb898 req-c0c57c28-8188-405a-a9aa-c8a114e7b88d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b51e10e7-fcde-4427-8036-d3d1caa79c61 HTTP/1.1" status: 200 len: 210 time: 0.0393012 Jan 18 22:31:49.952071 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13096db-47ba-4e3e-8ce9-aa1e9726cedd None None] DHCP port deletion for ffe48ea3-f64a-402a-9434-49f5506fd6ae request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:31:49.983151 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3cf9ee4b-7828-46f6-bdd2-fb493f3ae806 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:50.002262 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-aab136ec-dc21-4d23-8e1c-5e98ae6e4459 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:50.004303 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82d9672d-7858-4431-a5ff-3dbf085d883f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c9ea76e-7dbd-4767-9685-c0f25e5276d0'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:31:50.006783 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c87e3ad-8744-4a4e-bd5e-4a35ecdd7a38" -d '{"events": [{"server_uuid": "82d9672d-7858-4431-a5ff-3dbf085d883f", "name": "network-vif-plugged", "status": "completed", "tag": "6c9ea76e-7dbd-4767-9685-c0f25e5276d0"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:31:50.010709 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-b13096db-47ba-4e3e-8ce9-aa1e9726cedd None None] Deleting port 4e4179b3-ebb4-4e88-a644-dd75018a247c {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:31:50.011572 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b13096db-47ba-4e3e-8ce9-aa1e9726cedd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:50.025273 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf9ee4b-7828-46f6-bdd2-fb493f3ae806 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Pushing event deleted for resources: {'Subnet': ['ID=4d0ea6b9-4b19-4f86-aaca-bbf2d184c8f5,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:50.028266 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3cf9ee4b-7828-46f6-bdd2-fb493f3ae806 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:50.032049 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-3cf9ee4b-7828-46f6-bdd2-fb493f3ae806 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "DELETE /v2.0/subnets/4d0ea6b9-4b19-4f86-aaca-bbf2d184c8f5 HTTP/1.1" status: 204 len: 168 time: 0.4370832 Jan 18 22:31:50.034493 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 52302) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:31:50.052743 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-aab136ec-dc21-4d23-8e1c-5e98ae6e4459 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:50.087663 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b87be9e-597e-4ca0-a3ed-2f1590ea5b96 None None] Network 6762cf84-f7fb-4f6c-9c16-5d48c8ba314e requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:31:50.102629 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d43cb288-c86a-4200-ab86-6ea4c37e82e4 x-openstack-request-id: req-d43cb288-c86a-4200-ab86-6ea4c37e82e4 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:31:50.102839 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82d9672d-7858-4431-a5ff-3dbf085d883f", "name": "network-vif-plugged", "status": "completed", "tag": "6c9ea76e-7dbd-4767-9685-c0f25e5276d0", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:31:50.103396 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d43cb288-c86a-4200-ab86-6ea4c37e82e4 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:31:50.103553 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82d9672d-7858-4431-a5ff-3dbf085d883f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c9ea76e-7dbd-4767-9685-c0f25e5276d0', 'code': 200} Jan 18 22:31:50.130560 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab136ec-dc21-4d23-8e1c-5e98ae6e4459 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:31:50.146483 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-aab136ec-dc21-4d23-8e1c-5e98ae6e4459 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:31:50.172564 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab136ec-dc21-4d23-8e1c-5e98ae6e4459 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:31:50.175451 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-924f21fd-0970-4af0-83bc-416550b1d1cf tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:50.176112 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7102aed6-1a30-4ca3-8c82-d6bc5bd328df req-943e58a8-4ac6-490f-a452-89b3ed0cda81 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/ports?device_id=db33aaef-5884-4da4-a311-5ede51d08faf HTTP/1.1" status: 200 len: 210 time: 0.0484498 Jan 18 22:31:50.177842 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab136ec-dc21-4d23-8e1c-5e98ae6e4459 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Pushing event updated for resources: {'Port': ['ID=6a3723f5-220d-42c2-8c19-c710e9114f57,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:50.304104 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-b13096db-47ba-4e3e-8ce9-aa1e9726cedd None None] For port 4e4179b3-ebb4-4e88-a644-dd75018a247c, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=4e4179b3-ebb4-4e88-a644-dd75018a247c,segment=NetworkSegment(66a6c0bc-a9db-4ef2-b573-64d9158634ea),segment_id=66a6c0bc-a9db-4ef2-b573-64d9158634ea)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:31:50.304538 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b13096db-47ba-4e3e-8ce9-aa1e9726cedd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:50.319889 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-b13096db-47ba-4e3e-8ce9-aa1e9726cedd None None] Calling delete_port for 4e4179b3-ebb4-4e88-a644-dd75018a247c owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:31:50.327078 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d34ae01-6ce8-46a1-b3d7-e7eacc359fb0 req-e0c39e9c-c05f-4fb7-8be9-ffbc11661dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:50.332118 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-4d34ae01-6ce8-46a1-b3d7-e7eacc359fb0 req-e0c39e9c-c05f-4fb7-8be9-ffbc11661dee service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 1097 time: 0.1766903 Jan 18 22:31:50.353524 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-924f21fd-0970-4af0-83bc-416550b1d1cf tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Deleting port 4e4179b3-ebb4-4e88-a644-dd75018a247c {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:31:50.353899 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-924f21fd-0970-4af0-83bc-416550b1d1cf tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:50.452001 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea27c8f-25ef-4af0-bade-51745375ccd6 None None] DHCP port deletion for 6762cf84-f7fb-4f6c-9c16-5d48c8ba314e request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:31:50.462211 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b13096db-47ba-4e3e-8ce9-aa1e9726cedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:50.533775 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-4d34ae01-6ce8-46a1-b3d7-e7eacc359fb0 req-7ad0e218-bfa4-4ad0-a6ed-d36f4c9c72c4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898642 Jan 18 22:31:50.543546 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13096db-47ba-4e3e-8ce9-aa1e9726cedd None None] Pushing event deleted for resources: {'Port': ['ID=4e4179b3-ebb4-4e88-a644-dd75018a247c,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:50.551096 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13096db-47ba-4e3e-8ce9-aa1e9726cedd None None] No DVR routers for this DVR port 4e4179b3-ebb4-4e88-a644-dd75018a247c on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:31:50.553209 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 52314) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:31:50.587069 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-eea27c8f-25ef-4af0-bade-51745375ccd6 None None] Deleting port 8ba3cb38-8a6f-43b9-85b2-be69ccca5f75 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:31:50.587069 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-eea27c8f-25ef-4af0-bade-51745375ccd6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:50.605889 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-924f21fd-0970-4af0-83bc-416550b1d1cf tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] For port 4e4179b3-ebb4-4e88-a644-dd75018a247c, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=4e4179b3-ebb4-4e88-a644-dd75018a247c,segment=NetworkSegment(66a6c0bc-a9db-4ef2-b573-64d9158634ea),segment_id=66a6c0bc-a9db-4ef2-b573-64d9158634ea)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:31:50.606150 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-924f21fd-0970-4af0-83bc-416550b1d1cf tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:50.631661 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-924f21fd-0970-4af0-83bc-416550b1d1cf tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Calling delete_port for 4e4179b3-ebb4-4e88-a644-dd75018a247c owned by network:dhcp {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:31:50.684412 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-eea27c8f-25ef-4af0-bade-51745375ccd6 None None] For port 8ba3cb38-8a6f-43b9-85b2-be69ccca5f75, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=8ba3cb38-8a6f-43b9-85b2-be69ccca5f75,segment=NetworkSegment(ee75c36c-e3da-443e-af67-166cf5cadbbd),segment_id=ee75c36c-e3da-443e-af67-166cf5cadbbd)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:31:50.684915 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-eea27c8f-25ef-4af0-bade-51745375ccd6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:50.703698 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-eea27c8f-25ef-4af0-bade-51745375ccd6 None None] Calling delete_port for 8ba3cb38-8a6f-43b9-85b2-be69ccca5f75 owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:31:50.740978 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-aab136ec-dc21-4d23-8e1c-5e98ae6e4459 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks [] for router_gateway, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:50.769083 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-924f21fd-0970-4af0-83bc-416550b1d1cf tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:50.798770 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924f21fd-0970-4af0-83bc-416550b1d1cf tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] No DVR routers for this DVR port 4e4179b3-ebb4-4e88-a644-dd75018a247c on host n-d-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:31:50.806472 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924f21fd-0970-4af0-83bc-416550b1d1cf tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Pushing event deleted for resources: {'Port': ['ID=4e4179b3-ebb4-4e88-a644-dd75018a247c,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:50.841164 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f051a5f-a6b6-468f-ada9-bfe4c3efe30e req-6bba8336-311d-49ee-bdab-791d0b86b30f tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:50.849490 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2f051a5f-a6b6-468f-ada9-bfe4c3efe30e req-6bba8336-311d-49ee-bdab-791d0b86b30f tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 946 time: 0.2844172 Jan 18 22:31:50.861583 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-eea27c8f-25ef-4af0-bade-51745375ccd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:50.863340 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc6e392-f299-482e-a183-43e34547c192 req-0049651f-6402-4822-9e9a-60908a97d395 tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:50.864903 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ddc6e392-f299-482e-a183-43e34547c192 req-0049651f-6402-4822-9e9a-60908a97d395 tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e083a82b-db27-49ef-b72b-1982efab7d58 HTTP/1.1" status: 200 len: 1096 time: 0.2159605 Jan 18 22:31:50.925332 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea27c8f-25ef-4af0-bade-51745375ccd6 None None] Pushing event deleted for resources: {'Port': ['ID=8ba3cb38-8a6f-43b9-85b2-be69ccca5f75,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:50.941383 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea27c8f-25ef-4af0-bade-51745375ccd6 None None] No DVR routers for this DVR port 8ba3cb38-8a6f-43b9-85b2-be69ccca5f75 on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:31:51.044647 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2f051a5f-a6b6-468f-ada9-bfe4c3efe30e req-b5cdfd3b-c260-4dc9-b46c-f42e34544679 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941013 Jan 18 22:31:51.077383 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ddc6e392-f299-482e-a183-43e34547c192 req-8da31a40-8dd8-40e1-9a88-439067476c2d tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=80651b36-1a6f-45a6-b224-3c0baae9ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999178 Jan 18 22:31:51.130026 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-924f21fd-0970-4af0-83bc-416550b1d1cf tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:51.171273 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-aab136ec-dc21-4d23-8e1c-5e98ae6e4459 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1040691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049'] for router, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:51.177057 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-924f21fd-0970-4af0-83bc-416550b1d1cf tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffe48ea3-f64a-402a-9434-49f5506fd6ae']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:31:51.190919 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-924f21fd-0970-4af0-83bc-416550b1d1cf tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66a6c0bc-a9db-4ef2-b573-64d9158634ea') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:31:51.191236 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-924f21fd-0970-4af0-83bc-416550b1d1cf tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66a6c0bc-a9db-4ef2-b573-64d9158634ea') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:31:51.206762 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-924f21fd-0970-4af0-83bc-416550b1d1cf tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:51.244230 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-924f21fd-0970-4af0-83bc-416550b1d1cf tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:51.246404 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c9228a22-45fc-4f5f-a86e-9177e1a27891 req-83a8b6b2-765b-499f-95ad-e2aebdef8639 tempest-ServerShowV254Test-78393417 tempest-ServerShowV254Test-78393417-project] 10.222.0.53 "GET /v2.0/ports?device_id=b51e10e7-fcde-4427-8036-d3d1caa79c61 HTTP/1.1" status: 200 len: 210 time: 0.0717499 Jan 18 22:31:51.255673 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-924f21fd-0970-4af0-83bc-416550b1d1cf tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:31:51.256188 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-924f21fd-0970-4af0-83bc-416550b1d1cf tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:51.266675 n-d-825064-1 neutron-server[102431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:31:51.266675 n-d-825064-1 neutron-server[102431]: self.session.flush() Jan 18 22:31:51.266675 n-d-825064-1 neutron-server[102431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:31:51.266675 n-d-825064-1 neutron-server[102431]: self.session.flush() Jan 18 22:31:51.266675 n-d-825064-1 neutron-server[102431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:31:51.266675 n-d-825064-1 neutron-server[102431]: self.session.flush() Jan 18 22:31:51.266675 n-d-825064-1 neutron-server[102431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:31:51.266675 n-d-825064-1 neutron-server[102431]: self.session.flush() Jan 18 22:31:51.266675 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:31:51.266675 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:31:51.266675 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:31:51.266675 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:31:51.266675 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:31:51.266675 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:31:51.266675 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:31:51.266675 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:31:51.266675 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:31:51.266675 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:31:51.266675 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:31:51.266675 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:31:51.266675 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:31:51.266675 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:31:51.266675 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:31:51.266675 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:31:51.266675 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:31:51.266675 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:31:51.266675 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:31:51.266675 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:31:51.266675 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:31:51.266675 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:31:51.266675 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:31:51.266675 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:31:51.266675 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:31:51.266675 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:31:51.266675 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:31:51.266675 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:31:51.266675 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:31:51.266675 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:31:51.266675 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:31:51.266675 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:31:51.306820 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7833fcb6-be12-48f5-bf91-151328b7cf3a req-5ca1a2ec-19f7-428f-985b-09aa9fd161ca tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:51.309015 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7833fcb6-be12-48f5-bf91-151328b7cf3a req-5ca1a2ec-19f7-428f-985b-09aa9fd161ca tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e083a82b-db27-49ef-b72b-1982efab7d58 HTTP/1.1" status: 200 len: 1096 time: 0.1311128 Jan 18 22:31:51.354420 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-924f21fd-0970-4af0-83bc-416550b1d1cf tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:51.366241 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-924f21fd-0970-4af0-83bc-416550b1d1cf tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:51.373406 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-924f21fd-0970-4af0-83bc-416550b1d1cf tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "DELETE /v2.0/networks/ffe48ea3-f64a-402a-9434-49f5506fd6ae HTTP/1.1" status: 204 len: 168 time: 1.3343399 Jan 18 22:31:51.373636 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 52330) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:31:51.401034 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924f21fd-0970-4af0-83bc-416550b1d1cf tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Pushing event deleted for resources: {'Network': ['ID=ffe48ea3-f64a-402a-9434-49f5506fd6ae,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:51.404165 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b9f6bf34-8611-4948-8ea2-76b398432b1b req-249f4390-2cd5-4491-81de-2b427a108bb0 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/ports?device_id=db33aaef-5884-4da4-a311-5ede51d08faf HTTP/1.1" status: 200 len: 210 time: 0.0478113 Jan 18 22:31:51.447795 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4c45d46f-b6ef-4d14-9712-28f0d2bac1c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1041027'] for router_interface, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:51.471775 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7833fcb6-be12-48f5-bf91-151328b7cf3a req-62c866f4-63ae-465f-8140-17b79e18cc16 tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=80651b36-1a6f-45a6-b224-3c0baae9ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363354 Jan 18 22:31:51.512902 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a0d01834-a7d2-4435-b68d-6bffefc140b2 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:51.529535 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aab136ec-dc21-4d23-8e1c-5e98ae6e4459 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Router 65411152-bdec-4941-896c-f00c39fe5846 is scheduled to L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 with binding_index 1 {{(pid=102430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 22:31:51.775458 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a0d01834-a7d2-4435-b68d-6bffefc140b2 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:51.814250 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 8ba3cb38-8a6f-43b9-85b2-be69ccca5f75 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:31:51.855274 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-a0d01834-a7d2-4435-b68d-6bffefc140b2 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6762cf84-f7fb-4f6c-9c16-5d48c8ba314e']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:31:51.859155 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-4c45d46f-b6ef-4d14-9712-28f0d2bac1c7 admin admin] Deleting port 9dfbdbb6-a5ec-463f-b8be-ac030735fbe1 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:31:51.859319 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 8ba3cb38-8a6f-43b9-85b2-be69ccca5f75 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:31:51.859503 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 8ba3cb38-8a6f-43b9-85b2-be69ccca5f75 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:31:51.859970 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4c45d46f-b6ef-4d14-9712-28f0d2bac1c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:51.860310 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 4e4179b3-ebb4-4e88-a644-dd75018a247c no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:31:51.876449 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-a0d01834-a7d2-4435-b68d-6bffefc140b2 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee75c36c-e3da-443e-af67-166cf5cadbbd') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:31:51.876449 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-a0d01834-a7d2-4435-b68d-6bffefc140b2 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee75c36c-e3da-443e-af67-166cf5cadbbd') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:31:51.879363 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c1c831-4244-4f87-99d4-1464c3a13185 req-cb7ebaef-c6d2-4192-8993-b17f3230fb37 tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:51.881179 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d5c1c831-4244-4f87-99d4-1464c3a13185 req-cb7ebaef-c6d2-4192-8993-b17f3230fb37 tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e083a82b-db27-49ef-b72b-1982efab7d58 HTTP/1.1" status: 200 len: 1096 time: 0.1999052 Jan 18 22:31:51.893248 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a0d01834-a7d2-4435-b68d-6bffefc140b2 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60394742'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:51.911206 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 4e4179b3-ebb4-4e88-a644-dd75018a247c {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:31:51.912198 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 4e4179b3-ebb4-4e88-a644-dd75018a247c not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:31:51.955052 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aab136ec-dc21-4d23-8e1c-5e98ae6e4459 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:31:51.957018 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a0d01834-a7d2-4435-b68d-6bffefc140b2 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:51.958535 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b7803b76-b903-4cba-92a3-13f56cd8e28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:51.967542 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3973031d-7cce-46fa-b3f0-47c3d7c9405a None None] Sync routers for ids ['65411152-bdec-4941-896c-f00c39fe5846'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:31:51.968586 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4c45d46f-b6ef-4d14-9712-28f0d2bac1c7 admin admin] For port 9dfbdbb6-a5ec-463f-b8be-ac030735fbe1, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=9dfbdbb6-a5ec-463f-b8be-ac030735fbe1,segment=NetworkSegment(709cf7fd-f815-4400-a3db-c8b217c6237e),segment_id=709cf7fd-f815-4400-a3db-c8b217c6237e)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:31:51.969026 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4c45d46f-b6ef-4d14-9712-28f0d2bac1c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:51.971199 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0d01834-a7d2-4435-b68d-6bffefc140b2 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:31:51.971667 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a0d01834-a7d2-4435-b68d-6bffefc140b2 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60203044'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:51.977174 n-d-825064-1 neutron-server[102430]: Traceback (most recent call last): Jan 18 22:31:51.977174 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:31:51.977174 n-d-825064-1 neutron-server[102430]: timer() Jan 18 22:31:51.977174 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:31:51.977174 n-d-825064-1 neutron-server[102430]: cb(*args, **kw) Jan 18 22:31:51.977174 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:31:51.977174 n-d-825064-1 neutron-server[102430]: return func(*args, **kwargs) Jan 18 22:31:51.977174 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:31:51.977174 n-d-825064-1 neutron-server[102430]: self._notify() Jan 18 22:31:51.977174 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:31:51.977174 n-d-825064-1 neutron-server[102430]: self.callback(batched_events) Jan 18 22:31:51.977174 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:31:51.977174 n-d-825064-1 neutron-server[102430]: event.method(event) Jan 18 22:31:51.977174 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:31:51.977174 n-d-825064-1 neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:31:51.977174 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:31:51.977174 n-d-825064-1 neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:31:51.977174 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:31:51.977174 n-d-825064-1 neutron-server[102430]: return f(self, *a, **k) Jan 18 22:31:51.977174 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:31:51.977174 n-d-825064-1 neutron-server[102430]: return self._get(url).json() Jan 18 22:31:51.977174 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:31:51.977174 n-d-825064-1 neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:31:51.977174 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:31:51.977174 n-d-825064-1 neutron-server[102430]: return self.request(url, 'GET', **kwargs) Jan 18 22:31:51.977174 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:31:51.977174 n-d-825064-1 neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:31:51.977174 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:31:51.977174 n-d-825064-1 neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:31:51.977174 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:31:51.977174 n-d-825064-1 neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:31:51.977174 n-d-825064-1 neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:31:51.982419 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3973031d-7cce-46fa-b3f0-47c3d7c9405a None None] Routers {'65411152-bdec-4941-896c-f00c39fe5846'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:31:51.983223 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-3973031d-7cce-46fa-b3f0-47c3d7c9405a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:31:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['65411152-bdec-4941-896c-f00c39fe5846'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:31:52.001125 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-4c45d46f-b6ef-4d14-9712-28f0d2bac1c7 admin admin] Calling delete_port for 9dfbdbb6-a5ec-463f-b8be-ac030735fbe1 owned by network:router_interface {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:31:52.031739 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-3973031d-7cce-46fa-b3f0-47c3d7c9405a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:31:52.043106 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-aab136ec-dc21-4d23-8e1c-5e98ae6e4459 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks [] for router, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:52.044419 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-aab136ec-dc21-4d23-8e1c-5e98ae6e4459 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.3576107 Jan 18 22:31:52.046896 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3973031d-7cce-46fa-b3f0-47c3d7c9405a None None] Routers {'65411152-bdec-4941-896c-f00c39fe5846'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:31:52.047662 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-3973031d-7cce-46fa-b3f0-47c3d7c9405a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:31:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['65411152-bdec-4941-896c-f00c39fe5846'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:31:52.051885 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 52340) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:31:52.080151 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d5c1c831-4244-4f87-99d4-1464c3a13185 req-24184c3e-cd81-4fd3-bed2-b6b61253b575 tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=80651b36-1a6f-45a6-b224-3c0baae9ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698711 Jan 18 22:31:52.080151 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-c2a4dd89-b9f1-4145-bf83-10faaebc5261 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'enable_snat': False}}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:31:52.092744 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-3973031d-7cce-46fa-b3f0-47c3d7c9405a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:31:52.094266 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3973031d-7cce-46fa-b3f0-47c3d7c9405a None None] The sync data for ids ['65411152-bdec-4941-896c-f00c39fe5846'] in n-d-825064-1 is: [] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:31:52.185200 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a0d01834-a7d2-4435-b68d-6bffefc140b2 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:52.287188 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a0d01834-a7d2-4435-b68d-6bffefc140b2 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:52.291132 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-a0d01834-a7d2-4435-b68d-6bffefc140b2 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] 10.222.0.53 "DELETE /v2.0/networks/6762cf84-f7fb-4f6c-9c16-5d48c8ba314e HTTP/1.1" status: 204 len: 168 time: 0.9167271 Jan 18 22:31:52.312929 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d01834-a7d2-4435-b68d-6bffefc140b2 tempest-TaggedBootDevicesTest_v242-760709169 tempest-TaggedBootDevicesTest_v242-760709169-project] Pushing event deleted for resources: {'Network': ['ID=6762cf84-f7fb-4f6c-9c16-5d48c8ba314e,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:52.386927 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4c45d46f-b6ef-4d14-9712-28f0d2bac1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:52.435648 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c45d46f-b6ef-4d14-9712-28f0d2bac1c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9dfbdbb6-a5ec-463f-b8be-ac030735fbe1,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:52.689936 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4c45d46f-b6ef-4d14-9712-28f0d2bac1c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-613841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1046579'] for router_interface, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:52.896028 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:52.934011 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c45d46f-b6ef-4d14-9712-28f0d2bac1c7 admin admin] Router 0aca9b94-86a5-43ca-b503-3c82b83f0607 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:31:52.953354 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec64152-ab08-4764-b101-e336e62b1245 req-dcdbc865-ab7c-438a-b0cc-0d45046301da tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:52.954954 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aec64152-ab08-4764-b101-e336e62b1245 req-dcdbc865-ab7c-438a-b0cc-0d45046301da tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 946 time: 0.6038258 Jan 18 22:31:53.050043 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c45d46f-b6ef-4d14-9712-28f0d2bac1c7 admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:31:53.059824 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ad65a1-782c-4a48-8c91-f6d4fd572a84 None None] Sync routers for ids ['0aca9b94-86a5-43ca-b503-3c82b83f0607'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:31:53.063217 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-4c45d46f-b6ef-4d14-9712-28f0d2bac1c7 admin admin] 10.222.0.53 "PUT /v2.0/routers/0aca9b94-86a5-43ca-b503-3c82b83f0607/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5026860 Jan 18 22:31:53.063844 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 52372) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:31:53.074258 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ad65a1-782c-4a48-8c91-f6d4fd572a84 None None] Routers {'0aca9b94-86a5-43ca-b503-3c82b83f0607'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:31:53.075408 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-c8ad65a1-782c-4a48-8c91-f6d4fd572a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:31:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['0aca9b94-86a5-43ca-b503-3c82b83f0607'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:31:53.102841 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aec64152-ab08-4764-b101-e336e62b1245 req-9fea6b88-13b1-465d-8cc5-4057f2897a04 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179938 Jan 18 22:31:53.148838 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cad2cd-7efb-438f-b7a6-dcd319d8e058 req-83f63b65-f703-4e5a-abff-160d4b152f8a tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:53.151184 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 22:31:53.159987 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-88cad2cd-7efb-438f-b7a6-dcd319d8e058 req-83f63b65-f703-4e5a-abff-160d4b152f8a tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] 10.222.0.53 "GET /v2.0/networks?id=4d733439-947b-4a3e-bc2e-83a119e45caa HTTP/1.1" status: 200 len: 910 time: 0.2459795 Jan 18 22:31:53.206346 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-88cad2cd-7efb-438f-b7a6-dcd319d8e058 req-48899c4d-1cda-467b-ae14-040aba5e748f tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] 10.222.0.53 "GET /v2.0/quotas/b5bef17513094624b7242b46a2e6b424 HTTP/1.1" status: 200 len: 375 time: 0.0376709 Jan 18 22:31:53.219812 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c2a4dd89-b9f1-4145-bf83-10faaebc5261 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:53.257109 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0fc1c54b-85ca-4953-b7e4-f72e64c017e4 admin admin] Notify callbacks [] for router, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:53.282160 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-c8ad65a1-782c-4a48-8c91-f6d4fd572a84 None None] Set router 0aca9b94-86a5-43ca-b503-3c82b83f0607 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:31:53.357309 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-88cad2cd-7efb-438f-b7a6-dcd319d8e058 req-9b104a3d-0c5d-4e73-8772-e78d75ca267f tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] 10.222.0.53 "GET /v2.0/ports?tenant_id=b5bef17513094624b7242b46a2e6b424&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1398540 Jan 18 22:31:53.377173 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869329ff-6355-48ce-802e-1f8f4f87e2ef req-b9c83eb6-ee61-4262-a4a7-7d646f625d86 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:53.384680 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-869329ff-6355-48ce-802e-1f8f4f87e2ef req-b9c83eb6-ee61-4262-a4a7-7d646f625d86 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c183af1-247e-48b7-aed9-9e45e4b7de12 HTTP/1.1" status: 200 len: 946 time: 0.1455858 Jan 18 22:31:53.429498 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-869329ff-6355-48ce-802e-1f8f4f87e2ef req-d3b4ecc7-ca30-4e48-b3af-0530f7e0b742 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4c0862f-5b86-40eb-b2c2-a40d9fdb492b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439320 Jan 18 22:31:53.494610 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-c8ad65a1-782c-4a48-8c91-f6d4fd572a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aca9b94-86a5-43ca-b503-3c82b83f0607', 'name': 'tempest-AttachVolumeTestJSON-1374897669-router', 'tenant_id': '8b13ed9b2a1546eeba661ab8fe911d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'b8d7af8a-ea10-4555-88a6-bf42a27d61a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:23:38Z', 'updated_at': '2022-01-18T22:31:52Z', 'revision_number': 5, 'project_id': '8b13ed9b2a1546eeba661ab8fe911d02', 'gw_port': {'id': 'b8d7af8a-ea10-4555-88a6-bf42a27d61a5', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aca9b94-86a5-43ca-b503-3c82b83f0607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:23:39Z', 'updated_at': '2022-01-18T22:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:31:53.565532 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ad65a1-782c-4a48-8c91-f6d4fd572a84 None None] Checking router: 0aca9b94-86a5-43ca-b503-3c82b83f0607 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:31:53.594136 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4dd0a5c8-2631-4906-bd9f-10ce4d1e8915 req-2bb2714c-8c22-4c88-a35d-10c96f8e5147 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/ports?device_id=db33aaef-5884-4da4-a311-5ede51d08faf HTTP/1.1" status: 200 len: 210 time: 0.0417676 Jan 18 22:31:53.595361 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ad65a1-782c-4a48-8c91-f6d4fd572a84 None None] Routers {'0aca9b94-86a5-43ca-b503-3c82b83f0607'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:31:53.597396 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-c8ad65a1-782c-4a48-8c91-f6d4fd572a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:31:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['0aca9b94-86a5-43ca-b503-3c82b83f0607'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:31:53.816651 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-c8ad65a1-782c-4a48-8c91-f6d4fd572a84 None None] Set router 0aca9b94-86a5-43ca-b503-3c82b83f0607 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:31:53.817768 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0fc1c54b-85ca-4953-b7e4-f72e64c017e4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:53.845345 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40ac961-7ca6-4a69-8e3e-3fdfcbe19959 req-773cad12-74bc-4153-aae0-badb14a1ac83 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:53.847437 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-d40ac961-7ca6-4a69-8e3e-3fdfcbe19959 req-773cad12-74bc-4153-aae0-badb14a1ac83 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c183af1-247e-48b7-aed9-9e45e4b7de12 HTTP/1.1" status: 200 len: 946 time: 0.0934441 Jan 18 22:31:53.868457 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-088ebde0-2bcf-4512-aaa7-dcef906cd01e req-d973f453-651d-408f-8f09-b9ae714e2896 tempest-ServerShowV254Test-78393417 tempest-ServerShowV254Test-78393417-project] 10.222.0.53 "GET /v2.0/ports?device_id=b51e10e7-fcde-4427-8036-d3d1caa79c61 HTTP/1.1" status: 200 len: 210 time: 0.0502179 Jan 18 22:31:53.992479 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-0fc1c54b-85ca-4953-b7e4-f72e64c017e4 admin admin] Deleting port b8d7af8a-ea10-4555-88a6-bf42a27d61a5 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:31:53.993274 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0fc1c54b-85ca-4953-b7e4-f72e64c017e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:54.058577 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-d40ac961-7ca6-4a69-8e3e-3fdfcbe19959 req-27274235-297f-4d00-a370-0675d3667e13 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Deleting port 17b5d497-89e8-4316-854a-e01b4efd12f0 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:31:54.059058 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-d40ac961-7ca6-4a69-8e3e-3fdfcbe19959 req-27274235-297f-4d00-a370-0675d3667e13 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:54.094110 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-88cad2cd-7efb-438f-b7a6-dcd319d8e058 req-4352a8b6-050a-4cea-9fdd-8aaaf09b3ca2 service neutron] 10.222.0.53 "GET /v2.0/networks/4d733439-947b-4a3e-bc2e-83a119e45caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7360311 Jan 18 22:31:54.123322 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-c8ad65a1-782c-4a48-8c91-f6d4fd572a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aca9b94-86a5-43ca-b503-3c82b83f0607', 'name': 'tempest-AttachVolumeTestJSON-1374897669-router', 'tenant_id': '8b13ed9b2a1546eeba661ab8fe911d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'b8d7af8a-ea10-4555-88a6-bf42a27d61a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:23:38Z', 'updated_at': '2022-01-18T22:31:52Z', 'revision_number': 5, 'project_id': '8b13ed9b2a1546eeba661ab8fe911d02', 'gw_port': {'id': 'b8d7af8a-ea10-4555-88a6-bf42a27d61a5', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aca9b94-86a5-43ca-b503-3c82b83f0607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:23:39Z', 'updated_at': '2022-01-18T22:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:31:54.150504 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-0fc1c54b-85ca-4953-b7e4-f72e64c017e4 admin admin] For port b8d7af8a-ea10-4555-88a6-bf42a27d61a5, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=b8d7af8a-ea10-4555-88a6-bf42a27d61a5,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:31:54.151012 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0fc1c54b-85ca-4953-b7e4-f72e64c017e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:54.153366 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ad65a1-782c-4a48-8c91-f6d4fd572a84 None None] The sync data for ids ['0aca9b94-86a5-43ca-b503-3c82b83f0607'] in n-d-825064-1 is: [{'id': '0aca9b94-86a5-43ca-b503-3c82b83f0607', 'name': 'tempest-AttachVolumeTestJSON-1374897669-router', 'tenant_id': '8b13ed9b2a1546eeba661ab8fe911d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'b8d7af8a-ea10-4555-88a6-bf42a27d61a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:23:38Z', 'updated_at': '2022-01-18T22:31:52Z', 'revision_number': 5, 'project_id': '8b13ed9b2a1546eeba661ab8fe911d02', 'gw_port': {'id': 'b8d7af8a-ea10-4555-88a6-bf42a27d61a5', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aca9b94-86a5-43ca-b503-3c82b83f0607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:23:39Z', 'updated_at': '2022-01-18T22:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:31:54.178077 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-0fc1c54b-85ca-4953-b7e4-f72e64c017e4 admin admin] Calling delete_port for b8d7af8a-ea10-4555-88a6-bf42a27d61a5 owned by network:router_gateway {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:31:54.207417 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-d40ac961-7ca6-4a69-8e3e-3fdfcbe19959 req-27274235-297f-4d00-a370-0675d3667e13 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] For port 17b5d497-89e8-4316-854a-e01b4efd12f0, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=17b5d497-89e8-4316-854a-e01b4efd12f0,segment=NetworkSegment(70a4f94b-4f48-4441-9e9d-d65add0cb430),segment_id=70a4f94b-4f48-4441-9e9d-d65add0cb430)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:31:54.207826 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-d40ac961-7ca6-4a69-8e3e-3fdfcbe19959 req-27274235-297f-4d00-a370-0675d3667e13 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:54.303765 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c2a4dd89-b9f1-4145-bf83-10faaebc5261 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1042964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1040653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8593'] for router, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:54.319472 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c2a4dd89-b9f1-4145-bf83-10faaebc5261 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1042975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1043046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1040698'] for router, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:54.329639 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d660ac96-054e-4d57-9ddf-936bb9814e64 req-46e97142-96ed-4c80-b425-fb76cb0b13ae tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:54.331108 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d660ac96-054e-4d57-9ddf-936bb9814e64 req-46e97142-96ed-4c80-b425-fb76cb0b13ae tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/networks?id=cb012b15-726f-4e85-a9cd-c4e62fa0fa51 HTTP/1.1" status: 200 len: 814 time: 0.3120887 Jan 18 22:31:54.364102 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:54.370296 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-88cad2cd-7efb-438f-b7a6-dcd319d8e058 req-35ded99b-ab5a-4794-8482-ac8f16daf72e service neutron] 10.222.0.53 "GET /v2.0/networks/4d733439-947b-4a3e-bc2e-83a119e45caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670114 Jan 18 22:31:54.397635 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d660ac96-054e-4d57-9ddf-936bb9814e64 req-5e32d730-706c-4122-8727-f80f6ec6d827 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/quotas/ebbcb105af9a4ac4ba1533c22b523629 HTTP/1.1" status: 200 len: 375 time: 0.0243938 Jan 18 22:31:54.484009 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-d40ac961-7ca6-4a69-8e3e-3fdfcbe19959 req-27274235-297f-4d00-a370-0675d3667e13 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:54.484463 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-d40ac961-7ca6-4a69-8e3e-3fdfcbe19959 req-27274235-297f-4d00-a370-0675d3667e13 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043075'] for floatingip, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:54.484784 n-d-825064-1 neutron-server[102431]: INFO neutron.db.l3_db [req-d40ac961-7ca6-4a69-8e3e-3fdfcbe19959 req-27274235-297f-4d00-a370-0675d3667e13 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Floating IP c14e5e00-d774-405f-bdeb-35b42df9209b disassociated. External IP: 172.25.5.60, port: 17b5d497-89e8-4316-854a-e01b4efd12f0. Jan 18 22:31:54.485629 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-d40ac961-7ca6-4a69-8e3e-3fdfcbe19959 req-27274235-297f-4d00-a370-0675d3667e13 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Calling delete_port for 17b5d497-89e8-4316-854a-e01b4efd12f0 owned by compute:nova {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:31:54.494990 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d660ac96-054e-4d57-9ddf-936bb9814e64 req-1cf575ea-c8fe-4e06-a8de-8fcc5aac0e17 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ebbcb105af9a4ac4ba1533c22b523629&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0965581 Jan 18 22:31:54.563971 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2a4dd89-b9f1-4145-bf83-10faaebc5261 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Router 65411152-bdec-4941-896c-f00c39fe5846 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:31:54.571694 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:54.734652 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0fc1c54b-85ca-4953-b7e4-f72e64c017e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:54.843609 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc1c54b-85ca-4953-b7e4-f72e64c017e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8d7af8a-ea10-4555-88a6-bf42a27d61a5,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:54.888106 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-d40ac961-7ca6-4a69-8e3e-3fdfcbe19959 req-27274235-297f-4d00-a370-0675d3667e13 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:54.898408 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d660ac96-054e-4d57-9ddf-936bb9814e64 req-62888018-b2b8-4b4e-b8fb-67ed051e4f2f service neutron] 10.222.0.53 "GET /v2.0/networks/cb012b15-726f-4e85-a9cd-c4e62fa0fa51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3843632 Jan 18 22:31:54.927967 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27274235-297f-4d00-a370-0675d3667e13 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Pushing event deleted for resources: {'Port': ['ID=17b5d497-89e8-4316-854a-e01b4efd12f0,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:54.948364 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0fc1c54b-85ca-4953-b7e4-f72e64c017e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043029'] for router_gateway, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:54.965430 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0f9f9b09-e503-4864-8770-eeea1fa9dfc7 req-64e15df9-6540-463a-90d9-8ce6a09f731f tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c183af1-247e-48b7-aed9-9e45e4b7de12 HTTP/1.1" status: 200 len: 210 time: 0.1369503 Jan 18 22:31:55.066867 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0fc1c54b-85ca-4953-b7e4-f72e64c017e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1040886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8602'] for router, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:55.069176 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0fc1c54b-85ca-4953-b7e4-f72e64c017e4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:55.078346 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2a4dd89-b9f1-4145-bf83-10faaebc5261 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:31:55.097943 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e28d5c-682c-4947-b5b0-bd33224d193b None None] Sync routers for ids ['65411152-bdec-4941-896c-f00c39fe5846'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:31:55.108410 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e28d5c-682c-4947-b5b0-bd33224d193b None None] Routers {'65411152-bdec-4941-896c-f00c39fe5846'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:31:55.109256 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-f4e28d5c-682c-4947-b5b0-bd33224d193b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:31:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['65411152-bdec-4941-896c-f00c39fe5846'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:31:55.149968 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e73bf69d-b565-4741-8004-efc7d6d58847 req-b52e0203-2af2-4ca1-89b9-31926dd83dc1 tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=bd6d5337-88a2-404e-b8c8-d8c922d15d36 HTTP/1.1" status: 200 len: 210 time: 0.1135459 Jan 18 22:31:55.150418 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c2a4dd89-b9f1-4145-bf83-10faaebc5261 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks [] for router, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:55.151278 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-c2a4dd89-b9f1-4145-bf83-10faaebc5261 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] 10.222.0.53 "PUT /v2.0/routers/65411152-bdec-4941-896c-f00c39fe5846 HTTP/1.1" status: 200 len: 925 time: 3.0982618 Jan 18 22:31:55.156613 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 52416) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:31:55.162502 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-f4e28d5c-682c-4947-b5b0-bd33224d193b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:31:55.174472 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e28d5c-682c-4947-b5b0-bd33224d193b None None] Routers {'65411152-bdec-4941-896c-f00c39fe5846'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:31:55.174840 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d660ac96-054e-4d57-9ddf-936bb9814e64 req-9046e993-db8a-4ae1-8bd0-4b32db308909 service neutron] 10.222.0.53 "GET /v2.0/networks/cb012b15-726f-4e85-a9cd-c4e62fa0fa51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739129 Jan 18 22:31:55.175691 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-f4e28d5c-682c-4947-b5b0-bd33224d193b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:31:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['65411152-bdec-4941-896c-f00c39fe5846'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:31:55.186352 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0fc1c54b-85ca-4953-b7e4-f72e64c017e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1040832'] for router, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:55.186903 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fc1c54b-85ca-4953-b7e4-f72e64c017e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0aca9b94-86a5-43ca-b503-3c82b83f0607 {{(pid=102431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 22:31:55.201006 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0fc1c54b-85ca-4953-b7e4-f72e64c017e4 admin admin] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:55.204373 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-0fc1c54b-85ca-4953-b7e4-f72e64c017e4 admin admin] 10.222.0.53 "DELETE /v2.0/routers/0aca9b94-86a5-43ca-b503-3c82b83f0607 HTTP/1.1" status: 204 len: 168 time: 2.1373806 Jan 18 22:31:55.209525 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 52418) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:31:55.216430 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-f4e28d5c-682c-4947-b5b0-bd33224d193b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:31:55.217385 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e28d5c-682c-4947-b5b0-bd33224d193b None None] The sync data for ids ['65411152-bdec-4941-896c-f00c39fe5846'] in n-d-825064-1 is: [] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:31:55.316750 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d40ac961-7ca6-4a69-8e3e-3fdfcbe19959 req-27274235-297f-4d00-a370-0675d3667e13 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Router ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:31:55.368581 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1b5937a7-65e5-45fa-83ea-dcb543a982bd req-8b2d6b6a-194f-483e-a415-b3ff6337694f tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/ports?device_id=db33aaef-5884-4da4-a311-5ede51d08faf HTTP/1.1" status: 200 len: 210 time: 0.1562130 Jan 18 22:31:55.585896 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d40ac961-7ca6-4a69-8e3e-3fdfcbe19959 req-27274235-297f-4d00-a370-0675d3667e13 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:31:55.597737 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e68076-3a02-44a7-b6ef-ba72852c09c7 None None] Sync routers for ids ['ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:31:55.619987 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a97c97b-bf6e-4e5b-8cf4-c8fe32d9e754 admin admin] Deleting subnet f22ac4a0-8a49-4c4d-8503-b70bab42605d {{(pid=102430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:31:55.623959 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e68076-3a02-44a7-b6ef-ba72852c09c7 None None] Routers {'ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:31:55.624618 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-f5e68076-3a02-44a7-b6ef-ba72852c09c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:31:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:31:55.646825 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-d40ac961-7ca6-4a69-8e3e-3fdfcbe19959 req-27274235-297f-4d00-a370-0675d3667e13 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] No DVR routers for this DVR port 17b5d497-89e8-4316-854a-e01b4efd12f0 on host n-h1-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:31:55.649518 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-d40ac961-7ca6-4a69-8e3e-3fdfcbe19959 req-27274235-297f-4d00-a370-0675d3667e13 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:55.653628 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-d40ac961-7ca6-4a69-8e3e-3fdfcbe19959 req-27274235-297f-4d00-a370-0675d3667e13 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.36 "DELETE /v2.0/ports/17b5d497-89e8-4316-854a-e01b4efd12f0 HTTP/1.1" status: 204 len: 173 time: 1.7815845 Jan 18 22:31:55.656256 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c183af1-247e-48b7-aed9-9e45e4b7de12', 'name': 'network-vif-deleted', 'tag': '17b5d497-89e8-4316-854a-e01b4efd12f0'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:31:55.663488 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e161a11-2cbb-476e-a4c5-c932ea31f82d" -d '{"events": [{"server_uuid": "7c183af1-247e-48b7-aed9-9e45e4b7de12", "name": "network-vif-deleted", "tag": "17b5d497-89e8-4316-854a-e01b4efd12f0"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:31:55.683912 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4a97c97b-bf6e-4e5b-8cf4-c8fe32d9e754 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:55.811111 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4a97c97b-bf6e-4e5b-8cf4-c8fe32d9e754 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60394745'] for subnet, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:55.861969 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-f5e68076-3a02-44a7-b6ef-ba72852c09c7 None None] Set router ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:31:55.955118 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device b8d7af8a-ea10-4555-88a6-bf42a27d61a5 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:31:55.960558 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aa037271-1cca-4870-b144-42c21a87bbdd req-5c49e280-de46-48f7-8b09-a8ee78f943a4 tempest-ServerShowV254Test-78393417 tempest-ServerShowV254Test-78393417-project] 10.222.0.53 "GET /v2.0/ports?device_id=b51e10e7-fcde-4427-8036-d3d1caa79c61 HTTP/1.1" status: 200 len: 210 time: 0.3892684 Jan 18 22:31:55.962806 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-f6c94e12-3078-4651-9721-ec03ec494e2e tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] 10.222.0.53 "GET /v2.0/routers/65411152-bdec-4941-896c-f00c39fe5846 HTTP/1.1" status: 200 len: 925 time: 0.7850249 Jan 18 22:31:55.966459 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 52432) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:31:55.985666 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f74fc5fe-06f5-409a-99e3-7f67f418f7ee req-30c014f2-fd39-4191-b6ee-537c1f8f7a08 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd0af1aa-56b9-4a2a-bdc5-183d84332a15 HTTP/1.1" status: 200 len: 210 time: 0.3597102 Jan 18 22:31:55.992252 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4a97c97b-bf6e-4e5b-8cf4-c8fe32d9e754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:56.113924 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45fe04be-cb57-4098-b481-b39fa6031ad8 x-openstack-request-id: req-45fe04be-cb57-4098-b481-b39fa6031ad8 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:31:56.114221 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c183af1-247e-48b7-aed9-9e45e4b7de12", "name": "network-vif-deleted", "tag": "17b5d497-89e8-4316-854a-e01b4efd12f0", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:31:56.114477 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-45fe04be-cb57-4098-b481-b39fa6031ad8 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:31:56.114887 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c183af1-247e-48b7-aed9-9e45e4b7de12', 'name': 'network-vif-deleted', 'tag': '17b5d497-89e8-4316-854a-e01b4efd12f0', 'status': 'completed', 'code': 200} Jan 18 22:31:56.149732 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: b8d7af8a-ea10-4555-88a6-bf42a27d61a5 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:31:56.150713 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device b8d7af8a-ea10-4555-88a6-bf42a27d61a5 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:31:56.152396 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 9dfbdbb6-a5ec-463f-b8be-ac030735fbe1 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:31:56.178147 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aef15453-d513-4f64-a748-59f46466f32e req-954ae7b0-3f0e-4f23-85bc-47cf68566cec tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c183af1-247e-48b7-aed9-9e45e4b7de12 HTTP/1.1" status: 200 len: 210 time: 0.0582685 Jan 18 22:31:56.182264 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa7d2fc-3a46-4cff-9bdd-b3f836b907e4 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:56.183672 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-8fa7d2fc-3a46-4cff-9bdd-b3f836b907e4 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=0fa7c7c8-c96a-4aa5-9818-d374adf00f99&device_id=65411152-bdec-4941-896c-f00c39fe5846&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2153237 Jan 18 22:31:56.186883 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 52440) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:31:56.229264 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 9dfbdbb6-a5ec-463f-b8be-ac030735fbe1 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:31:56.231574 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 9dfbdbb6-a5ec-463f-b8be-ac030735fbe1 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:31:56.289476 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cad2cd-7efb-438f-b7a6-dcd319d8e058 req-36c47917-6f5c-4a99-833b-88cb77c0cbdb tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:56.291531 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-88cad2cd-7efb-438f-b7a6-dcd319d8e058 req-36c47917-6f5c-4a99-833b-88cb77c0cbdb tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] 10.222.0.36 "GET /v2.0/networks?id=4d733439-947b-4a3e-bc2e-83a119e45caa HTTP/1.1" status: 200 len: 910 time: 0.1256623 Jan 18 22:31:56.311011 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-88cad2cd-7efb-438f-b7a6-dcd319d8e058 req-f928e747-8c57-4280-aa01-4aa44839d274 tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] Request body: {'port': {'device_id': 'bd6d5337-88a2-404e-b8c8-d8c922d15d36', 'network_id': '4d733439-947b-4a3e-bc2e-83a119e45caa', 'admin_state_up': True, 'tenant_id': 'b5bef17513094624b7242b46a2e6b424'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:31:56.318589 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4a97c97b-bf6e-4e5b-8cf4-c8fe32d9e754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60203138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62288677'] for subnet, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:56.334665 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-f5e68076-3a02-44a7-b6ef-ba72852c09c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0', 'name': 'tempest-AttachVolumeShelveTestJSON-1451660796-router', 'tenant_id': '7afa2eadfaa94efb9bc2c925685c8cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': '027fa202-abba-4d75-a143-7b459c13e96e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:27:38Z', 'updated_at': '2022-01-18T22:27:41Z', 'revision_number': 4, 'project_id': '7afa2eadfaa94efb9bc2c925685c8cd2', 'gw_port': {'id': '027fa202-abba-4d75-a143-7b459c13e96e', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:75:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:27:38Z', 'updated_at': '2022-01-18T22:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'fa86aa93-6b8e-4cfd-aa8a-218390a04b28', 'name': '', 'network_id': '9f0c6f68-00d4-4074-963d-5eeb6360e1ec', 'tenant_id': '7afa2eadfaa94efb9bc2c925685c8cd2', 'mac_address': 'fa:16:3e:dd:cc:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'b7bcd428-9869-4592-8e72-20a2a0d3310e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:27:41Z', 'updated_at': '2022-01-18T22:27:47Z', 'revision_number': 5, 'project_id': '7afa2eadfaa94efb9bc2c925685c8cd2', 'subnets': [{'id': 'b7bcd428-9869-4592-8e72-20a2a0d3310e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:31:56.371321 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88cad2cd-7efb-438f-b7a6-dcd319d8e058 req-f928e747-8c57-4280-aa01-4aa44839d274 tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] Made reservation on behalf of b5bef17513094624b7242b46a2e6b424 for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:31:56.373890 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c4aed0c2-fc16-4b1b-955f-ad967ba46ca0 req-b932b0ec-be54-4eb4-8931-b680e7f5aeac tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=bd6d5337-88a2-404e-b8c8-d8c922d15d36 HTTP/1.1" status: 200 len: 210 time: 0.1021039 Jan 18 22:31:56.376039 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-88cad2cd-7efb-438f-b7a6-dcd319d8e058 req-f928e747-8c57-4280-aa01-4aa44839d274 tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:56.377152 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a97c97b-bf6e-4e5b-8cf4-c8fe32d9e754 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f22ac4a0-8a49-4c4d-8503-b70bab42605d,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:56.382785 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4a97c97b-bf6e-4e5b-8cf4-c8fe32d9e754 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:56.397513 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-4a97c97b-bf6e-4e5b-8cf4-c8fe32d9e754 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/f22ac4a0-8a49-4c4d-8503-b70bab42605d HTTP/1.1" status: 204 len: 168 time: 1.1748662 Jan 18 22:31:56.397513 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 52442) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:31:56.398777 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e68076-3a02-44a7-b6ef-ba72852c09c7 None None] Checking router: ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:31:56.407897 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8b1350-824c-4066-94ec-42d55ca1ba26 None None] Network a7cf00b2-fdcd-4807-a356-43cabd69ea31 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:31:56.443529 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e68076-3a02-44a7-b6ef-ba72852c09c7 None None] Routers {'ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:31:56.444255 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-f5e68076-3a02-44a7-b6ef-ba72852c09c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:31:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:31:56.560530 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7d385e5c-7e49-4ab4-848e-eba89faff6e2 req-a4f237b2-c605-4a2a-8293-bb0aed6015d1 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/ports?device_id=db33aaef-5884-4da4-a311-5ede51d08faf HTTP/1.1" status: 200 len: 210 time: 0.0611815 Jan 18 22:31:56.583819 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae15113-7258-48ec-832a-231fe56ca32d tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:56.585996 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-1ae15113-7258-48ec-832a-231fe56ca32d tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] 10.222.0.53 "GET /v2.0/networks/0fa7c7c8-c96a-4aa5-9818-d374adf00f99 HTTP/1.1" status: 200 len: 881 time: 0.3954244 Jan 18 22:31:56.588172 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 52446) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:31:56.609434 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-feec8cff-0aaa-4a64-a963-02d00a47eaa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:56.634986 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-4e2f6401-1c36-4448-ab14-0e4baf34e25d tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] 10.222.0.53 "GET /v2.0/ports?device_id=65411152-bdec-4941-896c-f00c39fe5846 HTTP/1.1" status: 200 len: 205 time: 0.0450215 Jan 18 22:31:56.637241 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [req-88cad2cd-7efb-438f-b7a6-dcd319d8e058 req-f928e747-8c57-4280-aa01-4aa44839d274 tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] Allocated IP 172.20.0.6 (4d733439-947b-4a3e-bc2e-83a119e45caa/cea13eb9-cc3a-41e9-8703-dc9fb43ed3aa/cf214b01-963f-4a94-886a-008c6788874c) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:31:56.640392 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 52448) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:31:56.725252 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-feec8cff-0aaa-4a64-a963-02d00a47eaa2 admin admin] Deleting port a84c84f6-fc33-421f-826c-9963404e9ab4 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:31:56.725900 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-feec8cff-0aaa-4a64-a963-02d00a47eaa2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:56.828672 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-feec8cff-0aaa-4a64-a963-02d00a47eaa2 admin admin] For port a84c84f6-fc33-421f-826c-9963404e9ab4, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=a84c84f6-fc33-421f-826c-9963404e9ab4,segment=NetworkSegment(709cf7fd-f815-4400-a3db-c8b217c6237e),segment_id=709cf7fd-f815-4400-a3db-c8b217c6237e)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:31:56.829362 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-feec8cff-0aaa-4a64-a963-02d00a47eaa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:56.837851 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-f5e68076-3a02-44a7-b6ef-ba72852c09c7 None None] Set router ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:31:56.842101 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bb59911c-f6ed-46f1-8687-0e4624db7a17 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks [] for router, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:56.849272 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-feec8cff-0aaa-4a64-a963-02d00a47eaa2 admin admin] Calling delete_port for a84c84f6-fc33-421f-826c-9963404e9ab4 owned by network:dhcp {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:31:57.039074 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-feec8cff-0aaa-4a64-a963-02d00a47eaa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:57.128420 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bb59911c-f6ed-46f1-8687-0e4624db7a17 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:57.333626 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4ffd05-f427-4ae2-aa13-4369c0c9ada4 None None] DHCP port deletion for a7cf00b2-fdcd-4807-a356-43cabd69ea31 request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:31:57.362971 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-88cad2cd-7efb-438f-b7a6-dcd319d8e058 req-f928e747-8c57-4280-aa01-4aa44839d274 tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:57.368182 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-bb59911c-f6ed-46f1-8687-0e4624db7a17 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Deleting port 6a3723f5-220d-42c2-8c19-c710e9114f57 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:31:57.372911 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bb59911c-f6ed-46f1-8687-0e4624db7a17 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:57.545536 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bb59911c-f6ed-46f1-8687-0e4624db7a17 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:57.553368 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-f5e68076-3a02-44a7-b6ef-ba72852c09c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0', 'name': 'tempest-AttachVolumeShelveTestJSON-1451660796-router', 'tenant_id': '7afa2eadfaa94efb9bc2c925685c8cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': '027fa202-abba-4d75-a143-7b459c13e96e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:27:38Z', 'updated_at': '2022-01-18T22:27:41Z', 'revision_number': 4, 'project_id': '7afa2eadfaa94efb9bc2c925685c8cd2', 'gw_port': {'id': '027fa202-abba-4d75-a143-7b459c13e96e', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:75:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:27:38Z', 'updated_at': '2022-01-18T22:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'fa86aa93-6b8e-4cfd-aa8a-218390a04b28', 'name': '', 'network_id': '9f0c6f68-00d4-4074-963d-5eeb6360e1ec', 'tenant_id': '7afa2eadfaa94efb9bc2c925685c8cd2', 'mac_address': 'fa:16:3e:dd:cc:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'b7bcd428-9869-4592-8e72-20a2a0d3310e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:27:41Z', 'updated_at': '2022-01-18T22:27:47Z', 'revision_number': 5, 'project_id': '7afa2eadfaa94efb9bc2c925685c8cd2', 'subnets': [{'id': 'b7bcd428-9869-4592-8e72-20a2a0d3310e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:31:57.571290 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-bb59911c-f6ed-46f1-8687-0e4624db7a17 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Calling delete_port for 6a3723f5-220d-42c2-8c19-c710e9114f57 owned by network:router_gateway {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:31:57.590085 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e68076-3a02-44a7-b6ef-ba72852c09c7 None None] The sync data for ids ['ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0'] in n-d-825064-1 is: [{'id': 'ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0', 'name': 'tempest-AttachVolumeShelveTestJSON-1451660796-router', 'tenant_id': '7afa2eadfaa94efb9bc2c925685c8cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': '027fa202-abba-4d75-a143-7b459c13e96e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:27:38Z', 'updated_at': '2022-01-18T22:27:41Z', 'revision_number': 4, 'project_id': '7afa2eadfaa94efb9bc2c925685c8cd2', 'gw_port': {'id': '027fa202-abba-4d75-a143-7b459c13e96e', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:75:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:27:38Z', 'updated_at': '2022-01-18T22:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'fa86aa93-6b8e-4cfd-aa8a-218390a04b28', 'name': '', 'network_id': '9f0c6f68-00d4-4074-963d-5eeb6360e1ec', 'tenant_id': '7afa2eadfaa94efb9bc2c925685c8cd2', 'mac_address': 'fa:16:3e:dd:cc:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'b7bcd428-9869-4592-8e72-20a2a0d3310e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:27:41Z', 'updated_at': '2022-01-18T22:27:47Z', 'revision_number': 5, 'project_id': '7afa2eadfaa94efb9bc2c925685c8cd2', 'subnets': [{'id': 'b7bcd428-9869-4592-8e72-20a2a0d3310e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:31:57.674655 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-88cad2cd-7efb-438f-b7a6-dcd319d8e058 req-f928e747-8c57-4280-aa01-4aa44839d274 tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:57.686687 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['de6a60ad-7ec7-4652-a03a-2aafef3b1348'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:31:57.821137 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88cad2cd-7efb-438f-b7a6-dcd319d8e058 req-f928e747-8c57-4280-aa01-4aa44839d274 tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] Network 4d733439-947b-4a3e-bc2e-83a119e45caa is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:31:57.829124 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device a84c84f6-fc33-421f-826c-9963404e9ab4 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:31:57.868752 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f928e747-8c57-4280-aa01-4aa44839d274 tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] Pushing event updated for resources: {'Port': ['ID=cf214b01-963f-4a94-886a-008c6788874c,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:57.872441 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: a84c84f6-fc33-421f-826c-9963404e9ab4 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:31:57.872954 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device a84c84f6-fc33-421f-826c-9963404e9ab4 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:31:57.945500 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feec8cff-0aaa-4a64-a963-02d00a47eaa2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a84c84f6-fc33-421f-826c-9963404e9ab4,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:58.001785 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [req-88cad2cd-7efb-438f-b7a6-dcd319d8e058 req-f928e747-8c57-4280-aa01-4aa44839d274 tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:31:58.007097 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-88cad2cd-7efb-438f-b7a6-dcd319d8e058 req-f928e747-8c57-4280-aa01-4aa44839d274 tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:31:58.010521 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feec8cff-0aaa-4a64-a963-02d00a47eaa2 admin admin] No DVR routers for this DVR port a84c84f6-fc33-421f-826c-9963404e9ab4 on host n-d-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:31:58.058927 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604db551-7123-43fd-9028-fd3fda0ca7a9 None None] New status for floating IP c14e5e00-d774-405f-bdeb-35b42df9209b: DOWN {{(pid=102433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 22:31:58.067546 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b9e82dbf-cd43-48cd-9070-60db42a8c9a9 req-6764e5c2-3e2a-4cfe-96cc-c5f4352e73c9 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd0af1aa-56b9-4a2a-bdc5-183d84332a15 HTTP/1.1" status: 200 len: 210 time: 0.1832705 Jan 18 22:31:58.126704 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cad2cd-7efb-438f-b7a6-dcd319d8e058 req-f928e747-8c57-4280-aa01-4aa44839d274 tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:58.127382 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-88cad2cd-7efb-438f-b7a6-dcd319d8e058 req-f928e747-8c57-4280-aa01-4aa44839d274 tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:58.178967 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-88cad2cd-7efb-438f-b7a6-dcd319d8e058 req-f928e747-8c57-4280-aa01-4aa44839d274 tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.8726723 Jan 18 22:31:58.201606 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-88cad2cd-7efb-438f-b7a6-dcd319d8e058 req-4517f4ac-60a3-41be-b70a-cecd83cd080d service neutron] Request body: {'port': {'device_id': 'bd6d5337-88a2-404e-b8c8-d8c922d15d36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:31:58.217080 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9b545a63-f1e3-4714-b629-8714df1259c2 req-14900a0b-aa90-47e5-a0ac-b52c01bad4f8 tempest-ServerShowV254Test-78393417 tempest-ServerShowV254Test-78393417-project] 10.222.0.53 "GET /v2.0/ports?device_id=b51e10e7-fcde-4427-8036-d3d1caa79c61 HTTP/1.1" status: 200 len: 210 time: 0.2869813 Jan 18 22:31:58.263010 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bb59911c-f6ed-46f1-8687-0e4624db7a17 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:58.399365 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb59911c-f6ed-46f1-8687-0e4624db7a17 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Pushing event deleted for resources: {'Port': ['ID=6a3723f5-220d-42c2-8c19-c710e9114f57,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:58.430076 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-848a1192-98ff-481f-9c5a-f991cfd71f2b req-5f19f25c-487b-4ac2-bcd8-8a13654c5a52 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/ports?device_id=db33aaef-5884-4da4-a311-5ede51d08faf HTTP/1.1" status: 200 len: 210 time: 0.0456896 Jan 18 22:31:58.461764 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-feec8cff-0aaa-4a64-a963-02d00a47eaa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:58.514959 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-73ce4eee-8f5a-4f9b-9e63-db230836142c None None] Provisioning complete for port cf214b01-963f-4a94-886a-008c6788874c triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:31:58.515332 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-73ce4eee-8f5a-4f9b-9e63-db230836142c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:58.541077 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 52466) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:31:58.542941 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-feec8cff-0aaa-4a64-a963-02d00a47eaa2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7cf00b2-fdcd-4807-a356-43cabd69ea31']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:31:58.544328 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bb59911c-f6ed-46f1-8687-0e4624db7a17 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043029'] for router_gateway, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:58.588894 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-73ce4eee-8f5a-4f9b-9e63-db230836142c None None] Port cf214b01-963f-4a94-886a-008c6788874c cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:31:58.593228 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-feec8cff-0aaa-4a64-a963-02d00a47eaa2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '709cf7fd-f815-4400-a3db-c8b217c6237e') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:31:58.593536 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-feec8cff-0aaa-4a64-a963-02d00a47eaa2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '709cf7fd-f815-4400-a3db-c8b217c6237e') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:31:58.608763 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715afd2c-f501-4bd7-bfe0-94a7253cca0e req-a56e9b5d-a106-4831-af3c-ec966e3ce010 tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:58.610526 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-715afd2c-f501-4bd7-bfe0-94a7253cca0e req-a56e9b5d-a106-4831-af3c-ec966e3ce010 tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=bd6d5337-88a2-404e-b8c8-d8c922d15d36 HTTP/1.1" status: 200 len: 1027 time: 0.2650986 Jan 18 22:31:58.619869 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d660ac96-054e-4d57-9ddf-936bb9814e64 req-61d2c1c4-f6f2-4a54-b77c-a29aa137073d tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:31:58.621411 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d660ac96-054e-4d57-9ddf-936bb9814e64 req-61d2c1c4-f6f2-4a54-b77c-a29aa137073d tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.36 "GET /v2.0/networks?id=cb012b15-726f-4e85-a9cd-c4e62fa0fa51 HTTP/1.1" status: 200 len: 814 time: 0.7221682 Jan 18 22:31:58.623325 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-feec8cff-0aaa-4a64-a963-02d00a47eaa2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60394742'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:58.672327 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-d660ac96-054e-4d57-9ddf-936bb9814e64 req-6f26c39c-05d8-4853-81b5-6d2a8b9da8b8 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Request body: {'port': {'device_id': 'dd0af1aa-56b9-4a2a-bdc5-183d84332a15', 'network_id': 'cb012b15-726f-4e85-a9cd-c4e62fa0fa51', 'admin_state_up': True, 'tenant_id': 'ebbcb105af9a4ac4ba1533c22b523629'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:31:58.700080 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bb59911c-f6ed-46f1-8687-0e4624db7a17 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1040886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8602'] for router, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:58.703198 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 17b5d497-89e8-4316-854a-e01b4efd12f0 no longer exists at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:31:58.705095 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bb59911c-f6ed-46f1-8687-0e4624db7a17 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:58.748968 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] No Port match for: 17b5d497-89e8-4316-854a-e01b4efd12f0 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:31:58.749216 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 17b5d497-89e8-4316-854a-e01b4efd12f0 not bound to the agent host n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:31:58.777924 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-feec8cff-0aaa-4a64-a963-02d00a47eaa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:58.785741 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-feec8cff-0aaa-4a64-a963-02d00a47eaa2 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:31:58.786667 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-feec8cff-0aaa-4a64-a963-02d00a47eaa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60203044'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:58.818552 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bb59911c-f6ed-46f1-8687-0e4624db7a17 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1040832'] for router, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:58.819145 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb59911c-f6ed-46f1-8687-0e4624db7a17 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Fanout notify agent at l3_agent the message router_deleted on router 65411152-bdec-4941-896c-f00c39fe5846 {{(pid=102431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 22:31:58.827078 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bb59911c-f6ed-46f1-8687-0e4624db7a17 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:58.828009 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-bb59911c-f6ed-46f1-8687-0e4624db7a17 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] 10.222.0.53 "DELETE /v2.0/routers/65411152-bdec-4941-896c-f00c39fe5846 HTTP/1.1" status: 204 len: 168 time: 2.1865883 Jan 18 22:31:58.842358 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-88cad2cd-7efb-438f-b7a6-dcd319d8e058 req-4517f4ac-60a3-41be-b70a-cecd83cd080d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:58.853170 n-d-825064-1 neutron-server[102430]: Traceback (most recent call last): Jan 18 22:31:58.853170 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:31:58.853170 n-d-825064-1 neutron-server[102430]: timer() Jan 18 22:31:58.853170 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:31:58.853170 n-d-825064-1 neutron-server[102430]: cb(*args, **kw) Jan 18 22:31:58.853170 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:31:58.853170 n-d-825064-1 neutron-server[102430]: return func(*args, **kwargs) Jan 18 22:31:58.853170 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:31:58.853170 n-d-825064-1 neutron-server[102430]: self._notify() Jan 18 22:31:58.853170 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:31:58.853170 n-d-825064-1 neutron-server[102430]: self.callback(batched_events) Jan 18 22:31:58.853170 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:31:58.853170 n-d-825064-1 neutron-server[102430]: event.method(event) Jan 18 22:31:58.853170 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:31:58.853170 n-d-825064-1 neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:31:58.853170 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:31:58.853170 n-d-825064-1 neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:31:58.853170 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:31:58.853170 n-d-825064-1 neutron-server[102430]: return f(self, *a, **k) Jan 18 22:31:58.853170 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:31:58.853170 n-d-825064-1 neutron-server[102430]: return self._get(url).json() Jan 18 22:31:58.853170 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:31:58.853170 n-d-825064-1 neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:31:58.853170 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:31:58.853170 n-d-825064-1 neutron-server[102430]: return self.request(url, 'GET', **kwargs) Jan 18 22:31:58.853170 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:31:58.853170 n-d-825064-1 neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:31:58.853170 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:31:58.853170 n-d-825064-1 neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:31:58.853170 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:31:58.853170 n-d-825064-1 neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:31:58.853170 n-d-825064-1 neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:31:58.871783 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 52468) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:31:58.882685 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-6c8d604e-d246-4f9e-9689-fa492c0cddcf tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-618330058', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:31:58.903176 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-feec8cff-0aaa-4a64-a963-02d00a47eaa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:58.946997 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-feec8cff-0aaa-4a64-a963-02d00a47eaa2 admin admin] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:58.951882 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-feec8cff-0aaa-4a64-a963-02d00a47eaa2 admin admin] 10.222.0.53 "DELETE /v2.0/networks/a7cf00b2-fdcd-4807-a356-43cabd69ea31 HTTP/1.1" status: 204 len: 168 time: 2.5569730 Jan 18 22:31:58.965147 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-715afd2c-f501-4bd7-bfe0-94a7253cca0e req-6be7bcc2-223f-45ee-b823-2529fe3c5dbf tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=80651b36-1a6f-45a6-b224-3c0baae9ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3390260 Jan 18 22:31:58.969754 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d660ac96-054e-4d57-9ddf-936bb9814e64 req-6f26c39c-05d8-4853-81b5-6d2a8b9da8b8 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Made reservation on behalf of ebbcb105af9a4ac4ba1533c22b523629 for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:31:58.974805 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-d660ac96-054e-4d57-9ddf-936bb9814e64 req-6f26c39c-05d8-4853-81b5-6d2a8b9da8b8 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:58.977308 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feec8cff-0aaa-4a64-a963-02d00a47eaa2 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7cf00b2-fdcd-4807-a356-43cabd69ea31,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:59.018757 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6c8d604e-d246-4f9e-9689-fa492c0cddcf tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1044160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8692'] for router, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:59.020006 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6c8d604e-d246-4f9e-9689-fa492c0cddcf tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1040680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8675'] for router, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:59.075167 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2b8e249d-1d91-46ff-82d3-bba2dea88060 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:59.160899 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2b8e249d-1d91-46ff-82d3-bba2dea88060 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:59.186911 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6c8d604e-d246-4f9e-9689-fa492c0cddcf tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:59.221666 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 52476) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:31:59.232347 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6c8d604e-d246-4f9e-9689-fa492c0cddcf tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1040691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049'] for router, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:59.243210 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fed5d4e3-8a9f-4159-a52a-f67f6cb17543 req-197e2f1a-a9b4-41b1-85f5-97d794e9dab6 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd0af1aa-56b9-4a2a-bdc5-183d84332a15 HTTP/1.1" status: 200 len: 210 time: 0.0662260 Jan 18 22:31:59.297539 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6c8d604e-d246-4f9e-9689-fa492c0cddcf tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks [] for router, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:59.299397 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-6c8d604e-d246-4f9e-9689-fa492c0cddcf tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4206829 Jan 18 22:31:59.301102 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-d660ac96-054e-4d57-9ddf-936bb9814e64 req-6f26c39c-05d8-4853-81b5-6d2a8b9da8b8 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Allocated IP 172.20.0.9 (cb012b15-726f-4e85-a9cd-c4e62fa0fa51/12499801-2558-44ac-94f3-29cf7f906b66/584a7529-1f13-4f33-81e0-e363e397f4ca) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:31:59.303075 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 52480) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:31:59.307585 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-c8167852-b826-42b6-9d26-ca2d642016d3 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Request body: {'router': {'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:31:59.379587 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-c6eee8eb-fc21-4568-9374-1098ac2fea49 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8b13ed9b2a1546eeba661ab8fe911d02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1564221 Jan 18 22:31:59.385756 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 52482) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:31:59.396003 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2b8e249d-1d91-46ff-82d3-bba2dea88060 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:59.398854 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2b8e249d-1d91-46ff-82d3-bba2dea88060 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:59.400164 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-2b8e249d-1d91-46ff-82d3-bba2dea88060 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "DELETE /v2.0/security-groups/c4c0862f-5b86-40eb-b2c2-a40d9fdb492b HTTP/1.1" status: 204 len: 168 time: 0.6277242 Jan 18 22:31:59.419154 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 52484) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:31:59.460785 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8e249d-1d91-46ff-82d3-bba2dea88060 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4c0862f-5b86-40eb-b2c2-a40d9fdb492b,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:59.466338 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [None req-78729129-f545-460b-91bb-0bb0013dc69a tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] show failed (client error): The resource could not be found. Jan 18 22:31:59.467388 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-78729129-f545-460b-91bb-0bb0013dc69a tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups/c4c0862f-5b86-40eb-b2c2-a40d9fdb492b HTTP/1.1" status: 404 len: 347 time: 0.0455146 Jan 18 22:31:59.479980 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [req-88cad2cd-7efb-438f-b7a6-dcd319d8e058 req-4517f4ac-60a3-41be-b70a-cecd83cd080d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf214b01-963f-4a94-886a-008c6788874c {{(pid=102431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:31:59.489814 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-88cad2cd-7efb-438f-b7a6-dcd319d8e058 req-4517f4ac-60a3-41be-b70a-cecd83cd080d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:59.507199 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 52486) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:31:59.509388 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4be6063c-dbf8-425e-ab9e-4cf36bc44cda req-e7218c5b-0fad-4970-abe9-9f8ee602d3fd tempest-ServerShowV254Test-78393417 tempest-ServerShowV254Test-78393417-project] 10.222.0.53 "GET /v2.0/ports?device_id=b51e10e7-fcde-4427-8036-d3d1caa79c61 HTTP/1.1" status: 200 len: 210 time: 0.0911074 Jan 18 22:31:59.513460 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [req-88cad2cd-7efb-438f-b7a6-dcd319d8e058 req-4517f4ac-60a3-41be-b70a-cecd83cd080d service neutron] Transition to ACTIVE for port object cf214b01-963f-4a94-886a-008c6788874c will not be triggered until provisioned by entity L2. {{(pid=102431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:31:59.520049 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-88cad2cd-7efb-438f-b7a6-dcd319d8e058 req-4517f4ac-60a3-41be-b70a-cecd83cd080d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:59.635396 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-60491100-1f67-4cac-af53-d4a49ea0676b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:59.660817 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-60491100-1f67-4cac-af53-d4a49ea0676b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:59.734226 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4517f4ac-60a3-41be-b70a-cecd83cd080d service neutron] Pushing event updated for resources: {'Port': ['ID=cf214b01-963f-4a94-886a-008c6788874c,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:59.815854 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-60491100-1f67-4cac-af53-d4a49ea0676b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:59.818681 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-60491100-1f67-4cac-af53-d4a49ea0676b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:59.833647 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-60491100-1f67-4cac-af53-d4a49ea0676b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/72715267-725a-4516-852a-bcfb4dfcd01a HTTP/1.1" status: 204 len: 168 time: 0.4353547 Jan 18 22:31:59.850452 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60491100-1f67-4cac-af53-d4a49ea0676b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72715267-725a-4516-852a-bcfb4dfcd01a,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:31:59.869385 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-88cad2cd-7efb-438f-b7a6-dcd319d8e058 req-4517f4ac-60a3-41be-b70a-cecd83cd080d service neutron] Attempting to bind port cf214b01-963f-4a94-886a-008c6788874c on host n-h1-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:31:59.881635 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-88cad2cd-7efb-438f-b7a6-dcd319d8e058 req-4517f4ac-60a3-41be-b70a-cecd83cd080d service neutron] Attempting to bind port cf214b01-963f-4a94-886a-008c6788874c by drivers openvswitch,hyperv on host n-h1-825064-1 at level 0 using segments [{'id': '18ef3b66-9028-4d8d-951e-ac04175658ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4d733439-947b-4a3e-bc2e-83a119e45caa'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:31:59.882996 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88cad2cd-7efb-438f-b7a6-dcd319d8e058 req-4517f4ac-60a3-41be-b70a-cecd83cd080d service neutron] Attempting to bind port cf214b01-963f-4a94-886a-008c6788874c on network 4d733439-947b-4a3e-bc2e-83a119e45caa {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:31:59.894640 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88cad2cd-7efb-438f-b7a6-dcd319d8e058 req-4517f4ac-60a3-41be-b70a-cecd83cd080d service neutron] Port cf214b01-963f-4a94-886a-008c6788874c on network 4d733439-947b-4a3e-bc2e-83a119e45caa not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:31:59.895251 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88cad2cd-7efb-438f-b7a6-dcd319d8e058 req-4517f4ac-60a3-41be-b70a-cecd83cd080d service neutron] Attempting to bind port cf214b01-963f-4a94-886a-008c6788874c on network 4d733439-947b-4a3e-bc2e-83a119e45caa {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:31:59.910181 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88cad2cd-7efb-438f-b7a6-dcd319d8e058 req-4517f4ac-60a3-41be-b70a-cecd83cd080d service neutron] Checking agent: {'id': 'e49d1b2a-ba11-487f-a804-ecbf3c0e8132', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:31:59.910837 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88cad2cd-7efb-438f-b7a6-dcd319d8e058 req-4517f4ac-60a3-41be-b70a-cecd83cd080d service neutron] Checking segment: {'id': '18ef3b66-9028-4d8d-951e-ac04175658ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4d733439-947b-4a3e-bc2e-83a119e45caa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:31:59.912616 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88cad2cd-7efb-438f-b7a6-dcd319d8e058 req-4517f4ac-60a3-41be-b70a-cecd83cd080d service neutron] Bound using segment: {'id': '18ef3b66-9028-4d8d-951e-ac04175658ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4d733439-947b-4a3e-bc2e-83a119e45caa'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:31:59.913387 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-88cad2cd-7efb-438f-b7a6-dcd319d8e058 req-4517f4ac-60a3-41be-b70a-cecd83cd080d service neutron] Bound port: cf214b01-963f-4a94-886a-008c6788874c, host: n-h1-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18ef3b66-9028-4d8d-951e-ac04175658ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4d733439-947b-4a3e-bc2e-83a119e45caa'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:31:59.916763 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-88cad2cd-7efb-438f-b7a6-dcd319d8e058 req-4517f4ac-60a3-41be-b70a-cecd83cd080d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:31:59.957928 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f0d50e01-9f1d-4fa1-bc2e-39abf485e556 req-9db97eb6-e456-46ad-9ff6-9c3d7d3a2ff4 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/ports?device_id=db33aaef-5884-4da4-a311-5ede51d08faf HTTP/1.1" status: 200 len: 210 time: 0.1958721 Jan 18 22:32:00.007575 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-d660ac96-054e-4d57-9ddf-936bb9814e64 req-6f26c39c-05d8-4853-81b5-6d2a8b9da8b8 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:00.052261 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-88cad2cd-7efb-438f-b7a6-dcd319d8e058 req-4517f4ac-60a3-41be-b70a-cecd83cd080d service neutron] For port cf214b01-963f-4a94-886a-008c6788874c, host n-h1-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:32:00.058668 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-88cad2cd-7efb-438f-b7a6-dcd319d8e058 req-4517f4ac-60a3-41be-b70a-cecd83cd080d service neutron] For port cf214b01-963f-4a94-886a-008c6788874c, host n-h1-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=cf214b01-963f-4a94-886a-008c6788874c,segment=NetworkSegment(18ef3b66-9028-4d8d-951e-ac04175658ee),segment_id=18ef3b66-9028-4d8d-951e-ac04175658ee)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:32:00.064395 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-88cad2cd-7efb-438f-b7a6-dcd319d8e058 req-4517f4ac-60a3-41be-b70a-cecd83cd080d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:00.109835 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c8167852-b826-42b6-9d26-ca2d642016d3 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:00.128103 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cad2cd-7efb-438f-b7a6-dcd319d8e058 req-4517f4ac-60a3-41be-b70a-cecd83cd080d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:00.128839 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-88cad2cd-7efb-438f-b7a6-dcd319d8e058 req-4517f4ac-60a3-41be-b70a-cecd83cd080d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:00.130556 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-88cad2cd-7efb-438f-b7a6-dcd319d8e058 req-4517f4ac-60a3-41be-b70a-cecd83cd080d service neutron] 10.222.0.36 "PUT /v2.0/ports/cf214b01-963f-4a94-886a-008c6788874c HTTP/1.1" status: 200 len: 1091 time: 1.9393976 Jan 18 22:32:00.133274 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd6d5337-88a2-404e-b8c8-d8c922d15d36', 'tag': 'cf214b01-963f-4a94-886a-008c6788874c'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:32:00.137302 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd98851d-2b55-4a4f-9617-090105578fe6" -d '{"events": [{"name": "network-changed", "server_uuid": "bd6d5337-88a2-404e-b8c8-d8c922d15d36", "tag": "cf214b01-963f-4a94-886a-008c6788874c"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:32:00.208050 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4addcabb-8741-463c-bef4-9e578ea99740 x-openstack-request-id: req-4addcabb-8741-463c-bef4-9e578ea99740 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:32:00.208359 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd6d5337-88a2-404e-b8c8-d8c922d15d36", "tag": "cf214b01-963f-4a94-886a-008c6788874c", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:32:00.208620 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4addcabb-8741-463c-bef4-9e578ea99740 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:32:00.209016 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd6d5337-88a2-404e-b8c8-d8c922d15d36', 'tag': 'cf214b01-963f-4a94-886a-008c6788874c', 'status': 'completed', 'code': 200} Jan 18 22:32:00.227143 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4517f4ac-60a3-41be-b70a-cecd83cd080d service neutron] Pushing event updated for resources: {'Port': ['ID=cf214b01-963f-4a94-886a-008c6788874c,revision_number=3']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:00.247675 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-daccc1d7-4c92-4b41-9506-e78d430b2733 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Deleting port f68cd4ac-6fbd-4261-a35a-4d457e2c7712 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:32:00.248025 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-daccc1d7-4c92-4b41-9506-e78d430b2733 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:00.248609 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cad2cd-7efb-438f-b7a6-dcd319d8e058 req-a870b400-95da-44d5-b0ae-4b123942a719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:00.250158 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-88cad2cd-7efb-438f-b7a6-dcd319d8e058 req-a870b400-95da-44d5-b0ae-4b123942a719 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b5bef17513094624b7242b46a2e6b424&device_id=bd6d5337-88a2-404e-b8c8-d8c922d15d36 HTTP/1.1" status: 200 len: 1094 time: 0.0719049 Jan 18 22:32:00.307064 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-88cad2cd-7efb-438f-b7a6-dcd319d8e058 req-dabbbbad-79c9-44c2-be2a-38b87a6565b3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf214b01-963f-4a94-886a-008c6788874c HTTP/1.1" status: 200 len: 217 time: 0.0497799 Jan 18 22:32:00.395819 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cad2cd-7efb-438f-b7a6-dcd319d8e058 req-d8fca13b-28f5-4f43-b0d0-21b3663e9038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:00.397617 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-88cad2cd-7efb-438f-b7a6-dcd319d8e058 req-d8fca13b-28f5-4f43-b0d0-21b3663e9038 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cea13eb9-cc3a-41e9-8703-dc9fb43ed3aa HTTP/1.1" status: 200 len: 849 time: 0.0823987 Jan 18 22:32:00.499088 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-d660ac96-054e-4d57-9ddf-936bb9814e64 req-6f26c39c-05d8-4853-81b5-6d2a8b9da8b8 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:00.510185 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['6c9ea76e-7dbd-4767-9685-c0f25e5276d0'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:32:00.522668 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cad2cd-7efb-438f-b7a6-dcd319d8e058 req-8c16a097-4703-4341-8966-6e68ccaddf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:00.542755 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-88cad2cd-7efb-438f-b7a6-dcd319d8e058 req-8c16a097-4703-4341-8966-6e68ccaddf2e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d733439-947b-4a3e-bc2e-83a119e45caa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1328185 Jan 18 22:32:00.574774 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ad13cb-a3b0-4401-9328-7cb65114a76d req-4fe868e9-48f0-4b81-8596-ded327a56b1d tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:00.582125 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-55ad13cb-a3b0-4401-9328-7cb65114a76d req-4fe868e9-48f0-4b81-8596-ded327a56b1d tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=bd6d5337-88a2-404e-b8c8-d8c922d15d36 HTTP/1.1" status: 200 len: 1094 time: 0.4777684 Jan 18 22:32:00.706916 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-88cad2cd-7efb-438f-b7a6-dcd319d8e058 req-91b11f8a-4795-439c-a14a-86ea8e13d818 service neutron] 10.222.0.36 "GET /v2.0/networks/4d733439-947b-4a3e-bc2e-83a119e45caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557281 Jan 18 22:32:00.710971 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d660ac96-054e-4d57-9ddf-936bb9814e64 req-6f26c39c-05d8-4853-81b5-6d2a8b9da8b8 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Network cb012b15-726f-4e85-a9cd-c4e62fa0fa51 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:32:00.728167 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-d660ac96-054e-4d57-9ddf-936bb9814e64 req-6f26c39c-05d8-4853-81b5-6d2a8b9da8b8 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:32:00.732332 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-daccc1d7-4c92-4b41-9506-e78d430b2733 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:00.732688 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-daccc1d7-4c92-4b41-9506-e78d430b2733 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:00.737131 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f26c39c-05d8-4853-81b5-6d2a8b9da8b8 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Pushing event updated for resources: {'Port': ['ID=584a7529-1f13-4f33-81e0-e363e397f4ca,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:00.766305 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-d660ac96-054e-4d57-9ddf-936bb9814e64 req-6f26c39c-05d8-4853-81b5-6d2a8b9da8b8 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:32:00.810656 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-daccc1d7-4c92-4b41-9506-e78d430b2733 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Calling delete_port for f68cd4ac-6fbd-4261-a35a-4d457e2c7712 owned by network:floatingip {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:32:00.820581 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ec4e3a-48c5-4cd1-a49a-27d3f84b3408 req-0b3ef2c6-5ab8-4cd3-a9df-50d0b526607b tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:00.822141 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f6ec4e3a-48c5-4cd1-a49a-27d3f84b3408 req-0b3ef2c6-5ab8-4cd3-a9df-50d0b526607b tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd0af1aa-56b9-4a2a-bdc5-183d84332a15 HTTP/1.1" status: 200 len: 931 time: 0.3891125 Jan 18 22:32:00.837872 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-55ad13cb-a3b0-4401-9328-7cb65114a76d req-552ae09a-5a9f-40c3-9f6a-03e33d432361 tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=80651b36-1a6f-45a6-b224-3c0baae9ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518551 Jan 18 22:32:01.036764 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-293c541a-0e43-47a8-b320-f9492074ea57 req-c680778c-729a-43ff-877d-c0a91fc4cba7 tempest-ServerShowV254Test-78393417 tempest-ServerShowV254Test-78393417-project] 10.222.0.53 "GET /v2.0/ports?device_id=b51e10e7-fcde-4427-8036-d3d1caa79c61 HTTP/1.1" status: 200 len: 210 time: 0.1113391 Jan 18 22:32:01.054425 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d660ac96-054e-4d57-9ddf-936bb9814e64 req-6f26c39c-05d8-4853-81b5-6d2a8b9da8b8 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:01.056874 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-d660ac96-054e-4d57-9ddf-936bb9814e64 req-6f26c39c-05d8-4853-81b5-6d2a8b9da8b8 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:01.124454 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f6ec4e3a-48c5-4cd1-a49a-27d3f84b3408 req-5ee321e9-da52-458a-bc59-501f27420de1 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784650 Jan 18 22:32:01.168048 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c86d7a03-66e8-4ed4-88ee-599ab788abeb req-f1c6c703-1b57-46b5-b1e3-47400d7921c3 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/ports?device_id=db33aaef-5884-4da4-a311-5ede51d08faf HTTP/1.1" status: 200 len: 210 time: 0.0397859 Jan 18 22:32:01.240429 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d660ac96-054e-4d57-9ddf-936bb9814e64 req-6f26c39c-05d8-4853-81b5-6d2a8b9da8b8 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5960975 Jan 18 22:32:01.242130 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-88cad2cd-7efb-438f-b7a6-dcd319d8e058 req-b4a9d142-c75e-41d7-9de6-15fea9c77c6e service neutron] 10.222.0.36 "GET /v2.0/networks/4d733439-947b-4a3e-bc2e-83a119e45caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5268841 Jan 18 22:32:01.277960 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-d660ac96-054e-4d57-9ddf-936bb9814e64 req-62f94592-3876-45a9-8c3e-51f537df4752 service neutron] Request body: {'port': {'device_id': 'dd0af1aa-56b9-4a2a-bdc5-183d84332a15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:32:01.345676 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd98851d-2b55-4a4f-9617-090105578fe6 req-dfc3da43-c64f-49d4-a7ee-38e36e257eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:01.347500 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-fd98851d-2b55-4a4f-9617-090105578fe6 req-dfc3da43-c64f-49d4-a7ee-38e36e257eb3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b5bef17513094624b7242b46a2e6b424&device_id=bd6d5337-88a2-404e-b8c8-d8c922d15d36 HTTP/1.1" status: 200 len: 1094 time: 0.0508158 Jan 18 22:32:01.406440 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-d660ac96-054e-4d57-9ddf-936bb9814e64 req-62f94592-3876-45a9-8c3e-51f537df4752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:01.418700 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c8167852-b826-42b6-9d26-ca2d642016d3 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks [] for router_gateway, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:01.440261 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c8167852-b826-42b6-9d26-ca2d642016d3 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:01.470926 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd98851d-2b55-4a4f-9617-090105578fe6 req-5f147e9b-e382-4827-bf31-e161f6153ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:01.472998 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-fd98851d-2b55-4a4f-9617-090105578fe6 req-5f147e9b-e382-4827-bf31-e161f6153ce2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4d733439-947b-4a3e-bc2e-83a119e45caa HTTP/1.1" status: 200 len: 910 time: 0.1111271 Jan 18 22:32:01.536245 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-fd98851d-2b55-4a4f-9617-090105578fe6 req-7240c1f5-1784-4048-803a-c3bed1f43cba service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf214b01-963f-4a94-886a-008c6788874c HTTP/1.1" status: 200 len: 217 time: 0.0484915 Jan 18 22:32:01.536981 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-daccc1d7-4c92-4b41-9506-e78d430b2733 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:01.598096 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd98851d-2b55-4a4f-9617-090105578fe6 req-fc2c9cd9-512a-4c6f-9b4d-7881cc7973ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:01.600332 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-fd98851d-2b55-4a4f-9617-090105578fe6 req-fc2c9cd9-512a-4c6f-9b4d-7881cc7973ae service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cea13eb9-cc3a-41e9-8703-dc9fb43ed3aa HTTP/1.1" status: 200 len: 849 time: 0.0555637 Jan 18 22:32:01.654456 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd98851d-2b55-4a4f-9617-090105578fe6 req-1016a9b3-5b26-4474-984a-ba6171d28dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:01.656315 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-fd98851d-2b55-4a4f-9617-090105578fe6 req-1016a9b3-5b26-4474-984a-ba6171d28dbe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d733439-947b-4a3e-bc2e-83a119e45caa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487616 Jan 18 22:32:01.672240 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daccc1d7-4c92-4b41-9506-e78d430b2733 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Pushing event deleted for resources: {'Port': ['ID=f68cd4ac-6fbd-4261-a35a-4d457e2c7712,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:01.787057 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-fd98851d-2b55-4a4f-9617-090105578fe6 req-387bdd51-3ace-47e4-a485-bf2bf05d95c3 service neutron] 10.222.0.36 "GET /v2.0/networks/4d733439-947b-4a3e-bc2e-83a119e45caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113086 Jan 18 22:32:01.827298 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-daccc1d7-4c92-4b41-9506-e78d430b2733 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Notify callbacks [] for floatingip, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:01.829922 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-daccc1d7-4c92-4b41-9506-e78d430b2733 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:01.831082 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-daccc1d7-4c92-4b41-9506-e78d430b2733 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "DELETE /v2.0/floatingips/c14e5e00-d774-405f-bdeb-35b42df9209b HTTP/1.1" status: 204 len: 168 time: 2.3159215 Jan 18 22:32:01.833835 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-c8167852-b826-42b6-9d26-ca2d642016d3 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Allocated IP 172.25.5.137 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/c8e8d4e1-6aae-4937-8569-72a1beda7a01) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:32:01.971011 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-fd98851d-2b55-4a4f-9617-090105578fe6 req-cf29dfdd-9352-47aa-a512-1681a878d99f service neutron] 10.222.0.36 "GET /v2.0/networks/4d733439-947b-4a3e-bc2e-83a119e45caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719179 Jan 18 22:32:02.455476 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 52564) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:02.461814 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-48a6c7ad-855f-46e4-82b3-76bde0bf51a4 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Request body: {'security_group': {'name': 'tempest-securitygroup--315138913', 'description': 'tempest-description--304441136'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:32:02.478440 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e560e771-d882-4ce3-99b7-543ce7e8cb64 req-31e12b1f-35cc-428d-9d0f-dcf20e8c61c2 tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:02.481209 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e560e771-d882-4ce3-99b7-543ce7e8cb64 req-31e12b1f-35cc-428d-9d0f-dcf20e8c61c2 tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=bd6d5337-88a2-404e-b8c8-d8c922d15d36 HTTP/1.1" status: 200 len: 1094 time: 0.1377823 Jan 18 22:32:02.525737 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c8167852-b826-42b6-9d26-ca2d642016d3 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:02.531255 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-48a6c7ad-855f-46e4-82b3-76bde0bf51a4 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:02.646032 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-47f75426-32c9-4881-8ec9-bf434395029f req-31b463bf-7f69-4429-a806-f70ebbafd392 tempest-ServerShowV254Test-78393417 tempest-ServerShowV254Test-78393417-project] 10.222.0.53 "GET /v2.0/ports?device_id=b51e10e7-fcde-4427-8036-d3d1caa79c61 HTTP/1.1" status: 200 len: 210 time: 0.0803640 Jan 18 22:32:02.647907 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-48a6c7ad-855f-46e4-82b3-76bde0bf51a4 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:02.650016 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [req-d660ac96-054e-4d57-9ddf-936bb9814e64 req-62f94592-3876-45a9-8c3e-51f537df4752 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 584a7529-1f13-4f33-81e0-e363e397f4ca {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:32:02.658134 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e560e771-d882-4ce3-99b7-543ce7e8cb64 req-810c15ce-d488-4c77-9639-636c882ba542 tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=80651b36-1a6f-45a6-b224-3c0baae9ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599841 Jan 18 22:32:02.659974 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-48a6c7ad-855f-46e4-82b3-76bde0bf51a4 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:02.664270 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-d660ac96-054e-4d57-9ddf-936bb9814e64 req-62f94592-3876-45a9-8c3e-51f537df4752 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:02.687083 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-d660ac96-054e-4d57-9ddf-936bb9814e64 req-62f94592-3876-45a9-8c3e-51f537df4752 service neutron] Transition to ACTIVE for port object 584a7529-1f13-4f33-81e0-e363e397f4ca will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:32:02.698522 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c8167852-b826-42b6-9d26-ca2d642016d3 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:02.708618 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-d660ac96-054e-4d57-9ddf-936bb9814e64 req-62f94592-3876-45a9-8c3e-51f537df4752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:02.717432 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a6c7ad-855f-46e4-82b3-76bde0bf51a4 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f25aad12-9aee-4cc2-9c27-71413ad663e2,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:02.724055 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-48a6c7ad-855f-46e4-82b3-76bde0bf51a4 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:02.738902 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-48a6c7ad-855f-46e4-82b3-76bde0bf51a4 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2803407 Jan 18 22:32:02.741180 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 52574) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:02.749493 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-0ac63a54-ae44-4216-af76-7178d90abf91 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Request body: {'security_group_rule': {'security_group_id': 'f25aad12-9aee-4cc2-9c27-71413ad663e2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:32:02.797129 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8167852-b826-42b6-9d26-ca2d642016d3 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Pushing event updated for resources: {'Port': ['ID=c8e8d4e1-6aae-4937-8569-72a1beda7a01,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:02.811583 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0ac63a54-ae44-4216-af76-7178d90abf91 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:02.888380 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8167852-b826-42b6-9d26-ca2d642016d3 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:32:02.915091 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-592a6cef-0792-494b-b346-8f2726197634 req-d2b83a9f-9cd8-49b0-a26f-1d62910353f8 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/ports?device_id=db33aaef-5884-4da4-a311-5ede51d08faf HTTP/1.1" status: 200 len: 210 time: 0.1058455 Jan 18 22:32:02.917866 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0ac63a54-ae44-4216-af76-7178d90abf91 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:02.921119 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-c8167852-b826-42b6-9d26-ca2d642016d3 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:32:02.925855 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0ac63a54-ae44-4216-af76-7178d90abf91 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:02.947869 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8167852-b826-42b6-9d26-ca2d642016d3 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:32:02.954974 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac63a54-ae44-4216-af76-7178d90abf91 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2059cdc-a456-400a-886f-7f9bc2baf350,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:02.968673 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0ac63a54-ae44-4216-af76-7178d90abf91 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:02.970714 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-0ac63a54-ae44-4216-af76-7178d90abf91 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2283752 Jan 18 22:32:02.973198 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 52578) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:02.978084 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-4808ceca-0dbf-4b67-a2a4-32d0f6233548 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Request body: {'security_group_rule': {'security_group_id': 'f25aad12-9aee-4cc2-9c27-71413ad663e2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:32:03.021798 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4808ceca-0dbf-4b67-a2a4-32d0f6233548 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:03.037687 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f94592-3876-45a9-8c3e-51f537df4752 service neutron] Pushing event updated for resources: {'Port': ['ID=584a7529-1f13-4f33-81e0-e363e397f4ca,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:03.059682 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb6c101-fe93-4d3d-928e-9ca5002877ab req-e0ecfe77-cf17-4ee6-b27c-292cd3af09fd tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:03.061147 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ccb6c101-fe93-4d3d-928e-9ca5002877ab req-e0ecfe77-cf17-4ee6-b27c-292cd3af09fd tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd0af1aa-56b9-4a2a-bdc5-183d84332a15 HTTP/1.1" status: 200 len: 943 time: 0.2570651 Jan 18 22:32:03.102999 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4808ceca-0dbf-4b67-a2a4-32d0f6233548 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:03.110491 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4808ceca-0dbf-4b67-a2a4-32d0f6233548 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:03.110779 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-d660ac96-054e-4d57-9ddf-936bb9814e64 req-62f94592-3876-45a9-8c3e-51f537df4752 service neutron] Attempting to bind port 584a7529-1f13-4f33-81e0-e363e397f4ca on host n-h1-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:32:03.111090 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-d660ac96-054e-4d57-9ddf-936bb9814e64 req-62f94592-3876-45a9-8c3e-51f537df4752 service neutron] Attempting to bind port 584a7529-1f13-4f33-81e0-e363e397f4ca by drivers openvswitch,hyperv on host n-h1-825064-1 at level 0 using segments [{'id': '34627b77-73a0-4f2b-87cd-77be1ea3c2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'cb012b15-726f-4e85-a9cd-c4e62fa0fa51'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:32:03.111428 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d660ac96-054e-4d57-9ddf-936bb9814e64 req-62f94592-3876-45a9-8c3e-51f537df4752 service neutron] Attempting to bind port 584a7529-1f13-4f33-81e0-e363e397f4ca on network cb012b15-726f-4e85-a9cd-c4e62fa0fa51 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:32:03.135395 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4808ceca-0dbf-4b67-a2a4-32d0f6233548 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdecbe2c-1f38-41b1-b295-f8e2b7a8cee2,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:03.145230 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4808ceca-0dbf-4b67-a2a4-32d0f6233548 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:03.147152 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-4808ceca-0dbf-4b67-a2a4-32d0f6233548 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1725669 Jan 18 22:32:03.149996 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 52580) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:03.160836 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-ebd12b51-9e8c-4429-b943-72a243e4d68b tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Request body: {'floatingip': {'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:32:03.163607 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d660ac96-054e-4d57-9ddf-936bb9814e64 req-62f94592-3876-45a9-8c3e-51f537df4752 service neutron] Port 584a7529-1f13-4f33-81e0-e363e397f4ca on network cb012b15-726f-4e85-a9cd-c4e62fa0fa51 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:32:03.163607 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d660ac96-054e-4d57-9ddf-936bb9814e64 req-62f94592-3876-45a9-8c3e-51f537df4752 service neutron] Attempting to bind port 584a7529-1f13-4f33-81e0-e363e397f4ca on network cb012b15-726f-4e85-a9cd-c4e62fa0fa51 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:32:03.188964 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ebd12b51-9e8c-4429-b943-72a243e4d68b tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Notify callbacks [] for floatingip, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:03.212004 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d660ac96-054e-4d57-9ddf-936bb9814e64 req-62f94592-3876-45a9-8c3e-51f537df4752 service neutron] Checking agent: {'id': 'e49d1b2a-ba11-487f-a804-ecbf3c0e8132', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:32:03.212303 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d660ac96-054e-4d57-9ddf-936bb9814e64 req-62f94592-3876-45a9-8c3e-51f537df4752 service neutron] Checking segment: {'id': '34627b77-73a0-4f2b-87cd-77be1ea3c2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'cb012b15-726f-4e85-a9cd-c4e62fa0fa51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:32:03.212682 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d660ac96-054e-4d57-9ddf-936bb9814e64 req-62f94592-3876-45a9-8c3e-51f537df4752 service neutron] Bound using segment: {'id': '34627b77-73a0-4f2b-87cd-77be1ea3c2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'cb012b15-726f-4e85-a9cd-c4e62fa0fa51'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:32:03.213136 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-d660ac96-054e-4d57-9ddf-936bb9814e64 req-62f94592-3876-45a9-8c3e-51f537df4752 service neutron] Bound port: 584a7529-1f13-4f33-81e0-e363e397f4ca, host: n-h1-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34627b77-73a0-4f2b-87cd-77be1ea3c2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'cb012b15-726f-4e85-a9cd-c4e62fa0fa51'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:32:03.213559 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-d660ac96-054e-4d57-9ddf-936bb9814e64 req-62f94592-3876-45a9-8c3e-51f537df4752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:03.247828 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ccb6c101-fe93-4d3d-928e-9ca5002877ab req-af2bdcf0-42ca-4404-94c9-69de7ea1f2f8 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748188 Jan 18 22:32:03.387700 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ebd12b51-9e8c-4429-b943-72a243e4d68b tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:03.389708 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-d660ac96-054e-4d57-9ddf-936bb9814e64 req-62f94592-3876-45a9-8c3e-51f537df4752 service neutron] For port 584a7529-1f13-4f33-81e0-e363e397f4ca, host n-h1-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:32:03.410611 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-d660ac96-054e-4d57-9ddf-936bb9814e64 req-62f94592-3876-45a9-8c3e-51f537df4752 service neutron] For port 584a7529-1f13-4f33-81e0-e363e397f4ca, host n-h1-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=584a7529-1f13-4f33-81e0-e363e397f4ca,segment=NetworkSegment(34627b77-73a0-4f2b-87cd-77be1ea3c2f0),segment_id=34627b77-73a0-4f2b-87cd-77be1ea3c2f0)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:32:03.481349 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c8167852-b826-42b6-9d26-ca2d642016d3 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks [] for router_gateway, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:03.553330 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-ebd12b51-9e8c-4429-b943-72a243e4d68b tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Allocated IP 172.25.5.110 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/0b627515-c19c-4e3b-ab05-dad9ff0a48f5) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:32:03.587706 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-d660ac96-054e-4d57-9ddf-936bb9814e64 req-62f94592-3876-45a9-8c3e-51f537df4752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:03.668833 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d660ac96-054e-4d57-9ddf-936bb9814e64 req-62f94592-3876-45a9-8c3e-51f537df4752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:03.669456 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-d660ac96-054e-4d57-9ddf-936bb9814e64 req-62f94592-3876-45a9-8c3e-51f537df4752 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:03.671055 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d660ac96-054e-4d57-9ddf-936bb9814e64 req-62f94592-3876-45a9-8c3e-51f537df4752 service neutron] 10.222.0.36 "PUT /v2.0/ports/584a7529-1f13-4f33-81e0-e363e397f4ca HTTP/1.1" status: 200 len: 1091 time: 2.4005196 Jan 18 22:32:03.671541 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd0af1aa-56b9-4a2a-bdc5-183d84332a15', 'tag': '584a7529-1f13-4f33-81e0-e363e397f4ca'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:32:03.673874 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-998a088f-efec-45b3-ab90-7810f4293209" -d '{"events": [{"name": "network-changed", "server_uuid": "dd0af1aa-56b9-4a2a-bdc5-183d84332a15", "tag": "584a7529-1f13-4f33-81e0-e363e397f4ca"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:32:03.694340 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ebd12b51-9e8c-4429-b943-72a243e4d68b tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:03.723940 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f94592-3876-45a9-8c3e-51f537df4752 service neutron] Pushing event updated for resources: {'Port': ['ID=584a7529-1f13-4f33-81e0-e363e397f4ca,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:03.760194 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ebd12b51-9e8c-4429-b943-72a243e4d68b tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:03.808163 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd12b51-9e8c-4429-b943-72a243e4d68b tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:32:03.816023 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-ebd12b51-9e8c-4429-b943-72a243e4d68b tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:32:03.817010 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f632f2df-0bf1-466e-bb35-1a537a1daab2 x-openstack-request-id: req-f632f2df-0bf1-466e-bb35-1a537a1daab2 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:32:03.817298 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd0af1aa-56b9-4a2a-bdc5-183d84332a15", "tag": "584a7529-1f13-4f33-81e0-e363e397f4ca", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:32:03.817549 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f632f2df-0bf1-466e-bb35-1a537a1daab2 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:32:03.817951 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd0af1aa-56b9-4a2a-bdc5-183d84332a15', 'tag': '584a7529-1f13-4f33-81e0-e363e397f4ca', 'status': 'completed', 'code': 200} Jan 18 22:32:03.820670 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd12b51-9e8c-4429-b943-72a243e4d68b tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:32:03.860439 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd12b51-9e8c-4429-b943-72a243e4d68b tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Pushing event updated for resources: {'Port': ['ID=0b627515-c19c-4e3b-ab05-dad9ff0a48f5,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:03.909101 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c8167852-b826-42b6-9d26-ca2d642016d3 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1042964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1040653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8593'] for router, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:03.915238 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d660ac96-054e-4d57-9ddf-936bb9814e64 req-13024c8a-dad1-45f1-8736-ec1972e8eb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:03.920758 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d660ac96-054e-4d57-9ddf-936bb9814e64 req-13024c8a-dad1-45f1-8736-ec1972e8eb46 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ebbcb105af9a4ac4ba1533c22b523629&device_id=dd0af1aa-56b9-4a2a-bdc5-183d84332a15 HTTP/1.1" status: 200 len: 1094 time: 0.1761343 Jan 18 22:32:03.939795 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c8167852-b826-42b6-9d26-ca2d642016d3 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1042975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1043046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1040698'] for router, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:03.980279 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ebd12b51-9e8c-4429-b943-72a243e4d68b tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:04.019243 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ebd12b51-9e8c-4429-b943-72a243e4d68b tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:04.049448 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d660ac96-054e-4d57-9ddf-936bb9814e64 req-f0904fa0-d8d0-4f53-afda-5ccdb1996cdc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=584a7529-1f13-4f33-81e0-e363e397f4ca HTTP/1.1" status: 200 len: 217 time: 0.1172962 Jan 18 22:32:04.215578 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-60784ba2-6045-4578-b584-23fcb8f762e5 req-2f7080a9-80b3-4a59-bd6d-e374c45913c1 tempest-ServerShowV254Test-78393417 tempest-ServerShowV254Test-78393417-project] 10.222.0.53 "GET /v2.0/ports?device_id=b51e10e7-fcde-4427-8036-d3d1caa79c61 HTTP/1.1" status: 200 len: 210 time: 0.2203176 Jan 18 22:32:04.234231 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0b10d9-a059-4715-9c6b-a6b9137a70c2 req-ec5de39d-438e-40b7-b98b-d539e46cf081 tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:04.234476 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ebd12b51-9e8c-4429-b943-72a243e4d68b tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:04.235764 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ad0b10d9-a059-4715-9c6b-a6b9137a70c2 req-ec5de39d-438e-40b7-b98b-d539e46cf081 tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=bd6d5337-88a2-404e-b8c8-d8c922d15d36 HTTP/1.1" status: 200 len: 1094 time: 0.3889630 Jan 18 22:32:04.249612 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ebd12b51-9e8c-4429-b943-72a243e4d68b tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:04.329650 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 52602) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:04.333873 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d660ac96-054e-4d57-9ddf-936bb9814e64 req-1e75ae58-e0df-4d56-a5d2-d161c8f6b686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:04.334697 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d660ac96-054e-4d57-9ddf-936bb9814e64 req-1e75ae58-e0df-4d56-a5d2-d161c8f6b686 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=12499801-2558-44ac-94f3-29cf7f906b66 HTTP/1.1" status: 200 len: 854 time: 0.2792385 Jan 18 22:32:04.361451 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ebd12b51-9e8c-4429-b943-72a243e4d68b tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043075'] for floatingip, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:04.368631 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a169c536-32bb-4848-88a8-892c1ac56f1f req-681f8500-a4f4-48ab-8bf9-3bff6f7b57a8 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/ports?device_id=db33aaef-5884-4da4-a311-5ede51d08faf HTTP/1.1" status: 200 len: 210 time: 0.0592980 Jan 18 22:32:04.386087 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8167852-b826-42b6-9d26-ca2d642016d3 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Router d46f579d-ba96-4bcf-870b-622b72483e39 is scheduled to L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 with binding_index 1 {{(pid=102430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 22:32:04.389442 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd12b51-9e8c-4429-b943-72a243e4d68b tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Pushing event updated for resources: {'Port': ['ID=0b627515-c19c-4e3b-ab05-dad9ff0a48f5,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:04.406965 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d660ac96-054e-4d57-9ddf-936bb9814e64 req-5c42eb67-cef0-4149-baa3-c8d5bfcce517 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cb012b15-726f-4e85-a9cd-c4e62fa0fa51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427167 Jan 18 22:32:04.409058 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ad0b10d9-a059-4715-9c6b-a6b9137a70c2 req-10ab3d07-72bb-45d8-8ea1-dfe2dbd798a1 tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=80651b36-1a6f-45a6-b224-3c0baae9ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614239 Jan 18 22:32:04.429424 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ebd12b51-9e8c-4429-b943-72a243e4d68b tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:04.431078 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-ebd12b51-9e8c-4429-b943-72a243e4d68b tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2794363 Jan 18 22:32:04.595236 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-def9020b-fd31-4e9b-a734-6a927a34601a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:04.722355 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device cf214b01-963f-4a94-886a-008c6788874c details requested by agent hyperv_n-h1-825064-1 with host n-h1-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:32:04.754388 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8167852-b826-42b6-9d26-ca2d642016d3 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:32:04.765118 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c8167852-b826-42b6-9d26-ca2d642016d3 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks [] for router, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:04.766082 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-c8167852-b826-42b6-9d26-ca2d642016d3 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] 10.222.0.53 "PUT /v2.0/routers/d46f579d-ba96-4bcf-870b-622b72483e39 HTTP/1.1" status: 200 len: 883 time: 5.4620264 Jan 18 22:32:04.768862 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 52618) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:04.805820 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ac8d3-0316-40d2-83c4-4c00292bafba req-666aafd9-d0c0-4c29-a6a5-b3968e79f584 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:04.807524 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a10ac8d3-0316-40d2-83c4-4c00292bafba req-666aafd9-d0c0-4c29-a6a5-b3968e79f584 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd0af1aa-56b9-4a2a-bdc5-183d84332a15 HTTP/1.1" status: 200 len: 943 time: 0.2618849 Jan 18 22:32:04.811498 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d660ac96-054e-4d57-9ddf-936bb9814e64 req-0a112eec-463c-4d07-8eb3-367c91369a1a service neutron] 10.222.0.36 "GET /v2.0/networks/cb012b15-726f-4e85-a9cd-c4e62fa0fa51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3958163 Jan 18 22:32:04.873350 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ed1dd3-2645-4270-9651-a85195650f04 None None] Sync routers for ids ['d46f579d-ba96-4bcf-870b-622b72483e39'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:32:04.894244 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ed1dd3-2645-4270-9651-a85195650f04 None None] Routers {'d46f579d-ba96-4bcf-870b-622b72483e39'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:32:04.895242 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-a8ed1dd3-2645-4270-9651-a85195650f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:31:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['d46f579d-ba96-4bcf-870b-622b72483e39'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:32:04.905636 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-979cd2d1-7fc7-4069-a12f-ce2e2b241fa4 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] 10.222.0.53 "GET /v2.0/routers/d46f579d-ba96-4bcf-870b-622b72483e39 HTTP/1.1" status: 200 len: 924 time: 0.1355739 Jan 18 22:32:04.906258 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 52622) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:04.969872 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-def9020b-fd31-4e9b-a734-6a927a34601a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:04.977711 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f5d99a-c46f-401e-bbc9-ae46ae9ddcae tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:04.979434 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-a9f5d99a-c46f-401e-bbc9-ae46ae9ddcae tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=0fa7c7c8-c96a-4aa5-9818-d374adf00f99&device_id=d46f579d-ba96-4bcf-870b-622b72483e39&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0720618 Jan 18 22:32:04.982376 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 52624) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:05.008996 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a10ac8d3-0316-40d2-83c4-4c00292bafba req-67e2e5b3-9e81-4e01-b75d-c9cb2d095452 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793406 Jan 18 22:32:05.021369 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-a8ed1dd3-2645-4270-9651-a85195650f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:32:05.029377 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port cf214b01-963f-4a94-886a-008c6788874c, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=cf214b01-963f-4a94-886a-008c6788874c,segment=NetworkSegment(18ef3b66-9028-4d8d-951e-ac04175658ee),segment_id=18ef3b66-9028-4d8d-951e-ac04175658ee)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:32:05.040368 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-def9020b-fd31-4e9b-a734-6a927a34601a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:05.046798 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ed1dd3-2645-4270-9651-a85195650f04 None None] Routers {'d46f579d-ba96-4bcf-870b-622b72483e39'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:32:05.047744 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-a8ed1dd3-2645-4270-9651-a85195650f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:31:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['d46f579d-ba96-4bcf-870b-622b72483e39'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:32:05.059524 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d660ac96-054e-4d57-9ddf-936bb9814e64 req-883e1845-6590-4651-9f95-13cb18e0b518 service neutron] 10.222.0.36 "GET /v2.0/networks/cb012b15-726f-4e85-a9cd-c4e62fa0fa51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271717 Jan 18 22:32:05.088612 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-12ac9440-a679-4cce-8dc9-39b566690513 req-5d608f38-6ae8-4849-9a27-0ac78fcbf474 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--315138913&fields=id&tenant_id=7afa2eadfaa94efb9bc2c925685c8cd2 HTTP/1.1" status: 200 len: 267 time: 0.2911687 Jan 18 22:32:05.098874 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-a8ed1dd3-2645-4270-9651-a85195650f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:32:05.099789 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ed1dd3-2645-4270-9651-a85195650f04 None None] The sync data for ids ['d46f579d-ba96-4bcf-870b-622b72483e39'] in n-d-825064-1 is: [] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:32:05.103229 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Returning: {'device': 'cf214b01-963f-4a94-886a-008c6788874c', 'network_id': '4d733439-947b-4a3e-bc2e-83a119e45caa', 'port_id': 'cf214b01-963f-4a94-886a-008c6788874c', 'mac_address': 'fa:16:3e:81:96:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cea13eb9-cc3a-41e9-8703-dc9fb43ed3aa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:32:05.130372 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-def9020b-fd31-4e9b-a734-6a927a34601a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=82d41d1fbacd4805aa22c6edd66a8a7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7923615 Jan 18 22:32:05.131439 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 52626) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:05.140305 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9020b-fd31-4e9b-a734-6a927a34601a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b407e6b-fa00-46e2-a1b8-4441a6dd025c,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:05.181869 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:05.207667 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf214b01-963f-4a94-886a-008c6788874c {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:32:05.253863 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523716a6-5d70-4ce3-b6b3-65fae0d591d4 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:05.255395 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-523716a6-5d70-4ce3-b6b3-65fae0d591d4 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] 10.222.0.53 "GET /v2.0/networks/0fa7c7c8-c96a-4aa5-9818-d374adf00f99 HTTP/1.1" status: 200 len: 881 time: 0.2716904 Jan 18 22:32:05.257698 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998a088f-efec-45b3-ab90-7810f4293209 req-7893e5a0-da6f-4104-b709-25461510afe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:05.258621 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 52630) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:05.259323 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-998a088f-efec-45b3-ab90-7810f4293209 req-7893e5a0-da6f-4104-b709-25461510afe8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ebbcb105af9a4ac4ba1533c22b523629&device_id=dd0af1aa-56b9-4a2a-bdc5-183d84332a15 HTTP/1.1" status: 200 len: 1094 time: 0.1004088 Jan 18 22:32:05.275774 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port cf214b01-963f-4a94-886a-008c6788874c, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=cf214b01-963f-4a94-886a-008c6788874c,segment=NetworkSegment(18ef3b66-9028-4d8d-951e-ac04175658ee),segment_id=18ef3b66-9028-4d8d-951e-ac04175658ee)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:32:05.285752 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:05.298556 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a4c794d8-bb3d-405a-94ae-098e77c3bed0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:05.321276 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a4c794d8-bb3d-405a-94ae-098e77c3bed0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:05.343784 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ac9440-a679-4cce-8dc9-39b566690513 req-b5347b7d-5145-420d-9da7-88b29ce88478 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:05.345328 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-12ac9440-a679-4cce-8dc9-39b566690513 req-b5347b7d-5145-420d-9da7-88b29ce88478 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/networks?id=9f0c6f68-00d4-4074-963d-5eeb6360e1ec HTTP/1.1" status: 200 len: 817 time: 0.2442284 Jan 18 22:32:05.354250 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=cf214b01-963f-4a94-886a-008c6788874c,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:05.372621 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 52632) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:05.373173 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-cd989bd0-d85a-41eb-91c8-d7ccc3510c17 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] 10.222.0.53 "GET /v2.0/ports?device_id=d46f579d-ba96-4bcf-870b-622b72483e39 HTTP/1.1" status: 200 len: 205 time: 0.1031711 Jan 18 22:32:05.386649 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-12ac9440-a679-4cce-8dc9-39b566690513 req-51ac2dd3-7ebc-4fd5-ad9b-e4c4b2b45c85 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/quotas/7afa2eadfaa94efb9bc2c925685c8cd2 HTTP/1.1" status: 200 len: 375 time: 0.0342622 Jan 18 22:32:05.393013 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a4c794d8-bb3d-405a-94ae-098e77c3bed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:05.396011 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a4c794d8-bb3d-405a-94ae-098e77c3bed0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:05.399604 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-a4c794d8-bb3d-405a-94ae-098e77c3bed0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5b407e6b-fa00-46e2-a1b8-4441a6dd025c HTTP/1.1" status: 204 len: 168 time: 0.2645445 Jan 18 22:32:05.411043 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c794d8-bb3d-405a-94ae-098e77c3bed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b407e6b-fa00-46e2-a1b8-4441a6dd025c,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:05.480153 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1ac18f13-de95-4d81-a809-f6e00e0f0267 req-89ef1dfe-f0ac-40d9-80d2-d83ecc7f8d75 tempest-ServerShowV254Test-78393417 tempest-ServerShowV254Test-78393417-project] 10.222.0.53 "GET /v2.0/ports?device_id=b51e10e7-fcde-4427-8036-d3d1caa79c61 HTTP/1.1" status: 200 len: 210 time: 0.1085823 Jan 18 22:32:05.538005 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['cf214b01-963f-4a94-886a-008c6788874c'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:32:05.544745 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998a088f-efec-45b3-ab90-7810f4293209 req-56addb56-9eea-4df5-b101-706fd2024f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:05.546471 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-998a088f-efec-45b3-ab90-7810f4293209 req-56addb56-9eea-4df5-b101-706fd2024f1e service neutron] 10.222.0.36 "GET /v2.0/networks?id=cb012b15-726f-4e85-a9cd-c4e62fa0fa51 HTTP/1.1" status: 200 len: 914 time: 0.2785158 Jan 18 22:32:05.569389 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-12ac9440-a679-4cce-8dc9-39b566690513 req-4ba91b32-bd9a-49dc-8784-e07c59ccde36 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7afa2eadfaa94efb9bc2c925685c8cd2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1661332 Jan 18 22:32:05.713236 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-998a088f-efec-45b3-ab90-7810f4293209 req-916f875d-640b-4b61-8a20-078fcf43cf4a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=584a7529-1f13-4f33-81e0-e363e397f4ca HTTP/1.1" status: 200 len: 217 time: 0.1342313 Jan 18 22:32:05.746022 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f15b624b-c64d-4afe-9732-8aeb13b454ef req-120e27e6-b296-4a62-8c1f-2e33742d3ba5 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/ports?device_id=db33aaef-5884-4da4-a311-5ede51d08faf HTTP/1.1" status: 200 len: 210 time: 0.0439413 Jan 18 22:32:05.800448 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998a088f-efec-45b3-ab90-7810f4293209 req-f2dcca9a-31ea-4f1f-b0f9-18c8069aee8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:05.801901 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-998a088f-efec-45b3-ab90-7810f4293209 req-f2dcca9a-31ea-4f1f-b0f9-18c8069aee8d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=12499801-2558-44ac-94f3-29cf7f906b66 HTTP/1.1" status: 200 len: 854 time: 0.0527492 Jan 18 22:32:05.826269 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-38abaf6c-9455-4b22-9fe9-fb710da36b09 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks [] for router, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:05.852423 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-998a088f-efec-45b3-ab90-7810f4293209 req-cd181dee-e61c-46a0-ad36-a6cd8907c894 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cb012b15-726f-4e85-a9cd-c4e62fa0fa51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400114 Jan 18 22:32:05.924936 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 52642) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:05.944060 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9597c9fd-6ba7-4ff4-9ff5-fd72a7abe6c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:06.032728 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-12ac9440-a679-4cce-8dc9-39b566690513 req-8b3212ad-a057-4b98-9028-aedf953fa339 service neutron] 10.222.0.53 "GET /v2.0/networks/9f0c6f68-00d4-4074-963d-5eeb6360e1ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4624608 Jan 18 22:32:06.067045 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9597c9fd-6ba7-4ff4-9ff5-fd72a7abe6c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:06.075700 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9597c9fd-6ba7-4ff4-9ff5-fd72a7abe6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:06.113180 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a499a21f-7c44-4d06-94e4-218a46dece47 req-3fb4e131-e504-40d3-b0bb-ef5129b7a180 tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:06.114689 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a499a21f-7c44-4d06-94e4-218a46dece47 req-3fb4e131-e504-40d3-b0bb-ef5129b7a180 tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=bd6d5337-88a2-404e-b8c8-d8c922d15d36 HTTP/1.1" status: 200 len: 1095 time: 0.2664993 Jan 18 22:32:06.129958 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-9597c9fd-6ba7-4ff4-9ff5-fd72a7abe6c2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=97f44889bac441c082019cfa20240e3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2012880 Jan 18 22:32:06.130198 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 52650) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:06.224507 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3ddaaf74-1d5d-4ee4-a4f5-22eb96704046 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:06.233829 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9597c9fd-6ba7-4ff4-9ff5-fd72a7abe6c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3feaa729-3799-4bc9-881b-0c8d863da00b,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:06.258003 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3ddaaf74-1d5d-4ee4-a4f5-22eb96704046 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:06.314456 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3ddaaf74-1d5d-4ee4-a4f5-22eb96704046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:06.317429 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3ddaaf74-1d5d-4ee4-a4f5-22eb96704046 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:06.322001 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-3ddaaf74-1d5d-4ee4-a4f5-22eb96704046 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3feaa729-3799-4bc9-881b-0c8d863da00b HTTP/1.1" status: 204 len: 168 time: 0.1872399 Jan 18 22:32:06.328430 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddaaf74-1d5d-4ee4-a4f5-22eb96704046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3feaa729-3799-4bc9-881b-0c8d863da00b,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:06.574503 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-998a088f-efec-45b3-ab90-7810f4293209 req-8deee554-9d23-4279-a05b-17e746568081 service neutron] 10.222.0.36 "GET /v2.0/networks/cb012b15-726f-4e85-a9cd-c4e62fa0fa51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6749794 Jan 18 22:32:06.585063 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-38abaf6c-9455-4b22-9fe9-fb710da36b09 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:06.704098 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a499a21f-7c44-4d06-94e4-218a46dece47 req-529c2a00-599d-4cd3-956e-436febf021b5 tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=80651b36-1a6f-45a6-b224-3c0baae9ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460216 Jan 18 22:32:06.725049 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-12ac9440-a679-4cce-8dc9-39b566690513 req-68e5d1c2-7236-4857-a58f-8d5f759cefd6 service neutron] 10.222.0.53 "GET /v2.0/networks/9f0c6f68-00d4-4074-963d-5eeb6360e1ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6788960 Jan 18 22:32:06.738555 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device cf214b01-963f-4a94-886a-008c6788874c up at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:32:06.763359 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-998a088f-efec-45b3-ab90-7810f4293209 req-d591243e-b794-445e-a2ce-d22b4e3e4fd1 service neutron] 10.222.0.36 "GET /v2.0/networks/cb012b15-726f-4e85-a9cd-c4e62fa0fa51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705081 Jan 18 22:32:06.769319 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-38abaf6c-9455-4b22-9fe9-fb710da36b09 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Deleting port c8e8d4e1-6aae-4937-8569-72a1beda7a01 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:32:06.769678 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-38abaf6c-9455-4b22-9fe9-fb710da36b09 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:06.867341 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning for port cf214b01-963f-4a94-886a-008c6788874c completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:32:06.874835 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning complete for port cf214b01-963f-4a94-886a-008c6788874c triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:32:06.876634 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:06.910454 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-38abaf6c-9455-4b22-9fe9-fb710da36b09 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:06.938534 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-38abaf6c-9455-4b22-9fe9-fb710da36b09 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Calling delete_port for c8e8d4e1-6aae-4937-8569-72a1beda7a01 owned by network:router_gateway {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:32:07.045751 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:07.059743 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89e46b8-f0c8-4f82-94ee-b6bd8084bde1 req-99d046ed-05ab-4eae-90a7-ab39c4a609c1 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:07.061514 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a89e46b8-f0c8-4f82-94ee-b6bd8084bde1 req-99d046ed-05ab-4eae-90a7-ab39c4a609c1 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd0af1aa-56b9-4a2a-bdc5-183d84332a15 HTTP/1.1" status: 200 len: 943 time: 0.2385094 Jan 18 22:32:07.092561 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd6d5337-88a2-404e-b8c8-d8c922d15d36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf214b01-963f-4a94-886a-008c6788874c'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:32:07.100632 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6852a210-ebb9-42da-958e-33c7f70389ee" -d '{"events": [{"server_uuid": "bd6d5337-88a2-404e-b8c8-d8c922d15d36", "name": "network-vif-plugged", "status": "completed", "tag": "cf214b01-963f-4a94-886a-008c6788874c"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:32:07.123789 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port cf214b01-963f-4a94-886a-008c6788874c, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=cf214b01-963f-4a94-886a-008c6788874c,segment=NetworkSegment(18ef3b66-9028-4d8d-951e-ac04175658ee),segment_id=18ef3b66-9028-4d8d-951e-ac04175658ee)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:32:07.134370 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:07.181316 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c0de1f62-e1cf-4637-9294-f3961021a3c4 req-8ff9d72f-9fc7-4d50-8111-3c938c3a7490 tempest-ServerShowV254Test-78393417 tempest-ServerShowV254Test-78393417-project] 10.222.0.53 "GET /v2.0/ports?device_id=b51e10e7-fcde-4427-8036-d3d1caa79c61 HTTP/1.1" status: 200 len: 210 time: 0.1400137 Jan 18 22:32:07.205928 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=cf214b01-963f-4a94-886a-008c6788874c,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:07.244654 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a89e46b8-f0c8-4f82-94ee-b6bd8084bde1 req-b6cc2d87-c17a-4562-bc55-51d61385e49c tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809648 Jan 18 22:32:07.387284 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-38abaf6c-9455-4b22-9fe9-fb710da36b09 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:07.431512 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-426850eb-469f-46c7-8ff8-7961365dbfba req-05c1bab8-91c8-4eab-aeb5-1af9f70d88f3 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9ab72d2-fb07-4ddd-96ca-0d87ff63902f HTTP/1.1" status: 200 len: 210 time: 0.0698352 Jan 18 22:32:07.433896 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-95d12edb-f435-4d84-a4cb-36777afdd6e1 req-64921bc6-e115-49f1-9fa9-5abd6328b0bd tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/ports?device_id=db33aaef-5884-4da4-a311-5ede51d08faf HTTP/1.1" status: 200 len: 210 time: 0.0711584 Jan 18 22:32:07.453768 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38abaf6c-9455-4b22-9fe9-fb710da36b09 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Pushing event deleted for resources: {'Port': ['ID=c8e8d4e1-6aae-4937-8569-72a1beda7a01,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:07.510643 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb5bbdc4-c4c6-4eb2-8f23-f3e835c36290 x-openstack-request-id: req-cb5bbdc4-c4c6-4eb2-8f23-f3e835c36290 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:32:07.510942 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd6d5337-88a2-404e-b8c8-d8c922d15d36", "name": "network-vif-plugged", "status": "completed", "tag": "cf214b01-963f-4a94-886a-008c6788874c", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:32:07.511200 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cb5bbdc4-c4c6-4eb2-8f23-f3e835c36290 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:32:07.511711 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd6d5337-88a2-404e-b8c8-d8c922d15d36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf214b01-963f-4a94-886a-008c6788874c', 'code': 200} Jan 18 22:32:07.555687 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-38abaf6c-9455-4b22-9fe9-fb710da36b09 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043029'] for router_gateway, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:07.675970 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-38abaf6c-9455-4b22-9fe9-fb710da36b09 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1040886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8602'] for router, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:07.679263 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-38abaf6c-9455-4b22-9fe9-fb710da36b09 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:07.728007 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a16f26b-cbe2-4729-8212-308ba99fced9 req-5a0d8c88-8b2c-4fda-a64c-73ac1865b7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:07.730169 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2a16f26b-cbe2-4729-8212-308ba99fced9 req-5a0d8c88-8b2c-4fda-a64c-73ac1865b7ee service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bd6d5337-88a2-404e-b8c8-d8c922d15d36 HTTP/1.1" status: 200 len: 1096 time: 0.1422296 Jan 18 22:32:07.736109 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-38abaf6c-9455-4b22-9fe9-fb710da36b09 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1040832'] for router, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:07.736782 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38abaf6c-9455-4b22-9fe9-fb710da36b09 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Fanout notify agent at l3_agent the message router_deleted on router d46f579d-ba96-4bcf-870b-622b72483e39 {{(pid=102430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 22:32:07.749497 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-38abaf6c-9455-4b22-9fe9-fb710da36b09 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks [] for router, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:07.753948 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-38abaf6c-9455-4b22-9fe9-fb710da36b09 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] 10.222.0.53 "DELETE /v2.0/routers/d46f579d-ba96-4bcf-870b-622b72483e39 HTTP/1.1" status: 204 len: 168 time: 2.3740585 Jan 18 22:32:07.754259 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 52700) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:07.765313 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-bea5d748-d70a-440d-8c48-aa865ee81ff6 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-106597334', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:32:07.811415 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2a16f26b-cbe2-4729-8212-308ba99fced9 req-67e3f290-2408-40d2-937f-6d402f604df9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=80651b36-1a6f-45a6-b224-3c0baae9ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720978 Jan 18 22:32:07.818168 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bea5d748-d70a-440d-8c48-aa865ee81ff6 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1044160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8692'] for router, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:07.819590 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bea5d748-d70a-440d-8c48-aa865ee81ff6 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1040680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8675'] for router, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:07.908526 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bea5d748-d70a-440d-8c48-aa865ee81ff6 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:07.914428 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88840c7-c65f-41ef-83e4-dafe2ef35ed7 req-df315fed-c4ba-4f13-8451-b0cead086bb2 tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:07.915898 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d88840c7-c65f-41ef-83e4-dafe2ef35ed7 req-df315fed-c4ba-4f13-8451-b0cead086bb2 tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=bd6d5337-88a2-404e-b8c8-d8c922d15d36 HTTP/1.1" status: 200 len: 1096 time: 0.0917954 Jan 18 22:32:07.917877 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bea5d748-d70a-440d-8c48-aa865ee81ff6 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1040691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049'] for router, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:07.960013 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bea5d748-d70a-440d-8c48-aa865ee81ff6 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks [] for router, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:07.969375 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-bea5d748-d70a-440d-8c48-aa865ee81ff6 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2140343 Jan 18 22:32:07.972083 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 52708) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:07.974660 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d88840c7-c65f-41ef-83e4-dafe2ef35ed7 req-b7c3bf67-6af1-45d7-af62-e15fcf7825a5 tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=80651b36-1a6f-45a6-b224-3c0baae9ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475435 Jan 18 22:32:07.983213 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-d43ff962-2a47-428c-a956-1e58cebff638 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'enable_snat': True}}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:32:08.330865 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d43ff962-2a47-428c-a956-1e58cebff638 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:08.341951 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-023af07f-378a-4a25-9e5c-22f03cdea8bd req-7241a91b-f1ae-4229-bb0d-a6385aa4e292 tempest-ServerShowV254Test-78393417 tempest-ServerShowV254Test-78393417-project] 10.222.0.53 "GET /v2.0/ports?device_id=b51e10e7-fcde-4427-8036-d3d1caa79c61 HTTP/1.1" status: 200 len: 210 time: 0.0548706 Jan 18 22:32:08.455250 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ac9440-a679-4cce-8dc9-39b566690513 req-7fc0fe55-2f87-491f-b35a-2bad485a8ace tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:08.456466 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01994912-f2b8-4346-b8be-86de6c5e1eb5 req-0e7d7df9-c237-4bf8-be3d-d3f5ffc2762f tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:08.457952 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-12ac9440-a679-4cce-8dc9-39b566690513 req-7fc0fe55-2f87-491f-b35a-2bad485a8ace tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.67 "GET /v2.0/networks?id=9f0c6f68-00d4-4074-963d-5eeb6360e1ec HTTP/1.1" status: 200 len: 817 time: 0.2089391 Jan 18 22:32:08.464561 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-01994912-f2b8-4346-b8be-86de6c5e1eb5 req-0e7d7df9-c237-4bf8-be3d-d3f5ffc2762f tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd0af1aa-56b9-4a2a-bdc5-183d84332a15 HTTP/1.1" status: 200 len: 943 time: 0.1043158 Jan 18 22:32:08.548412 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-01994912-f2b8-4346-b8be-86de6c5e1eb5 req-51b2f31d-cb32-4087-b54c-0c9e0a0626a4 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805161 Jan 18 22:32:08.575533 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-12ac9440-a679-4cce-8dc9-39b566690513 req-eb72ebcd-1438-49e5-98df-601d716345ca tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7afa2eadfaa94efb9bc2c925685c8cd2 HTTP/1.1" status: 200 len: 379 time: 0.0992806 Jan 18 22:32:08.595448 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-12ac9440-a679-4cce-8dc9-39b566690513 req-81796362-f099-4df3-a85f-2246bf6e2e18 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Request body: {'port': {'device_id': 'e9ab72d2-fb07-4ddd-96ca-0d87ff63902f', 'network_id': '9f0c6f68-00d4-4074-963d-5eeb6360e1ec', 'admin_state_up': True, 'tenant_id': '7afa2eadfaa94efb9bc2c925685c8cd2', 'security_groups': ['f25aad12-9aee-4cc2-9c27-71413ad663e2']}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:32:08.692304 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-396a8492-a8ba-449f-9b8b-30e25f09ae36 req-3c88c269-90d4-4375-816d-4ee37c8f5815 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9ab72d2-fb07-4ddd-96ca-0d87ff63902f HTTP/1.1" status: 200 len: 210 time: 0.0918641 Jan 18 22:32:08.767680 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a35f07f2-c2c1-4f53-afe0-9f2f7d08d1f1 req-ecfa3d9a-5310-41d7-b38a-082607fd5ff8 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/ports?device_id=db33aaef-5884-4da4-a311-5ede51d08faf HTTP/1.1" status: 200 len: 210 time: 0.0961108 Jan 18 22:32:08.779348 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 584a7529-1f13-4f33-81e0-e363e397f4ca details requested by agent hyperv_n-h1-825064-1 with host n-h1-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:32:08.857999 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12ac9440-a679-4cce-8dc9-39b566690513 req-81796362-f099-4df3-a85f-2246bf6e2e18 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Made reservation on behalf of 7afa2eadfaa94efb9bc2c925685c8cd2 for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:32:08.861525 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-12ac9440-a679-4cce-8dc9-39b566690513 req-81796362-f099-4df3-a85f-2246bf6e2e18 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:08.878508 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d43ff962-2a47-428c-a956-1e58cebff638 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:08.898517 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d43ff962-2a47-428c-a956-1e58cebff638 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:08.935237 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 584a7529-1f13-4f33-81e0-e363e397f4ca, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=584a7529-1f13-4f33-81e0-e363e397f4ca,segment=NetworkSegment(34627b77-73a0-4f2b-87cd-77be1ea3c2f0),segment_id=34627b77-73a0-4f2b-87cd-77be1ea3c2f0)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:32:08.960047 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Returning: {'device': '584a7529-1f13-4f33-81e0-e363e397f4ca', 'network_id': 'cb012b15-726f-4e85-a9cd-c4e62fa0fa51', 'port_id': '584a7529-1f13-4f33-81e0-e363e397f4ca', 'mac_address': 'fa:16:3e:69:89:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12499801-2558-44ac-94f3-29cf7f906b66', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:32:09.015804 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:09.033121 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 584a7529-1f13-4f33-81e0-e363e397f4ca {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:32:09.062238 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 584a7529-1f13-4f33-81e0-e363e397f4ca, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=584a7529-1f13-4f33-81e0-e363e397f4ca,segment=NetworkSegment(34627b77-73a0-4f2b-87cd-77be1ea3c2f0),segment_id=34627b77-73a0-4f2b-87cd-77be1ea3c2f0)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:32:09.068751 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:09.128879 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [req-12ac9440-a679-4cce-8dc9-39b566690513 req-81796362-f099-4df3-a85f-2246bf6e2e18 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Allocated IP 172.20.0.12 (9f0c6f68-00d4-4074-963d-5eeb6360e1ec/b7bcd428-9869-4592-8e72-20a2a0d3310e/05c1d799-e1bb-45aa-99fd-f133bfea30d6) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:32:09.130766 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-d43ff962-2a47-428c-a956-1e58cebff638 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Allocated IP 172.25.5.181 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/a876fc42-be38-4e89-b978-901b3758208a) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:32:09.145517 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=584a7529-1f13-4f33-81e0-e363e397f4ca,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:09.168340 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46398cfb-7d85-43d2-a154-3439a1fe4c40 req-492d81b1-7a48-49ff-b5b6-4e2b685acce1 tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:09.171030 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-46398cfb-7d85-43d2-a154-3439a1fe4c40 req-492d81b1-7a48-49ff-b5b6-4e2b685acce1 tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=bd6d5337-88a2-404e-b8c8-d8c922d15d36 HTTP/1.1" status: 200 len: 1096 time: 0.1011107 Jan 18 22:32:09.231338 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-46398cfb-7d85-43d2-a154-3439a1fe4c40 req-bd75eb2a-7026-4e74-8109-1eadfa18d176 tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=80651b36-1a6f-45a6-b224-3c0baae9ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531771 Jan 18 22:32:09.316076 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['584a7529-1f13-4f33-81e0-e363e397f4ca'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:32:09.330277 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d43ff962-2a47-428c-a956-1e58cebff638 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:09.356915 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7717be8-9e09-4678-a56c-6ebcb41382a5 req-c04eb559-22b9-43e1-81dd-fee911573401 tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:09.367329 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c7717be8-9e09-4678-a56c-6ebcb41382a5 req-c04eb559-22b9-43e1-81dd-fee911573401 tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=bd6d5337-88a2-404e-b8c8-d8c922d15d36 HTTP/1.1" status: 200 len: 1096 time: 0.0558059 Jan 18 22:32:09.368393 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-12ac9440-a679-4cce-8dc9-39b566690513 req-81796362-f099-4df3-a85f-2246bf6e2e18 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:09.414329 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d43ff962-2a47-428c-a956-1e58cebff638 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:09.434968 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c7717be8-9e09-4678-a56c-6ebcb41382a5 req-3e414e59-6dc1-4a3f-91b0-5b2cdea1e6e8 tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=80651b36-1a6f-45a6-b224-3c0baae9ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609190 Jan 18 22:32:09.464891 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43ff962-2a47-428c-a956-1e58cebff638 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:32:09.470808 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-d43ff962-2a47-428c-a956-1e58cebff638 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:32:09.477416 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43ff962-2a47-428c-a956-1e58cebff638 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:32:09.556050 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5bc6a3-d5c4-4bd2-8c82-8506194d2dd7 req-635807fb-c1aa-4929-9ee6-6498e6f6ef74 tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:09.563607 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4e5bc6a3-d5c4-4bd2-8c82-8506194d2dd7 req-635807fb-c1aa-4929-9ee6-6498e6f6ef74 tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=bd6d5337-88a2-404e-b8c8-d8c922d15d36 HTTP/1.1" status: 200 len: 1096 time: 0.0602365 Jan 18 22:32:09.582415 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-12ac9440-a679-4cce-8dc9-39b566690513 req-81796362-f099-4df3-a85f-2246bf6e2e18 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:09.617486 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cdfa9b4e-a702-4fb3-8c80-fe0a69dc309a req-fc2c6841-4756-4e7c-be4f-f2c50a1e32c0 tempest-ServerShowV254Test-78393417 tempest-ServerShowV254Test-78393417-project] 10.222.0.53 "GET /v2.0/ports?device_id=b51e10e7-fcde-4427-8036-d3d1caa79c61 HTTP/1.1" status: 200 len: 210 time: 0.0289662 Jan 18 22:32:09.620931 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43ff962-2a47-428c-a956-1e58cebff638 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Pushing event updated for resources: {'Port': ['ID=a876fc42-be38-4e89-b978-901b3758208a,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:09.645374 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4e5bc6a3-d5c4-4bd2-8c82-8506194d2dd7 req-f95f200b-337b-48dd-a7a2-ac53ff903c3e tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=80651b36-1a6f-45a6-b224-3c0baae9ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785458 Jan 18 22:32:09.697153 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12ac9440-a679-4cce-8dc9-39b566690513 req-81796362-f099-4df3-a85f-2246bf6e2e18 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Network 9f0c6f68-00d4-4074-963d-5eeb6360e1ec is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:32:09.706499 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [req-12ac9440-a679-4cce-8dc9-39b566690513 req-81796362-f099-4df3-a85f-2246bf6e2e18 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:32:09.717068 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-12ac9440-a679-4cce-8dc9-39b566690513 req-81796362-f099-4df3-a85f-2246bf6e2e18 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:32:09.833457 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0df81f3-092b-4651-8c14-5be8d2e60af6 req-d978043f-a8b8-4033-a2bd-a4068b4bc2e5 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:09.835773 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e0df81f3-092b-4651-8c14-5be8d2e60af6 req-d978043f-a8b8-4033-a2bd-a4068b4bc2e5 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd0af1aa-56b9-4a2a-bdc5-183d84332a15 HTTP/1.1" status: 200 len: 944 time: 0.0927746 Jan 18 22:32:09.900237 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e0df81f3-092b-4651-8c14-5be8d2e60af6 req-18e7f15c-4150-415f-b71f-bd44375e18f0 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522473 Jan 18 22:32:10.092343 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a00c073-d567-4fac-8115-5bf2410efaf4 req-5f6dccb4-8abb-4f21-a80f-0ede524b6d66 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:10.094387 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7a00c073-d567-4fac-8115-5bf2410efaf4 req-5f6dccb4-8abb-4f21-a80f-0ede524b6d66 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9ab72d2-fb07-4ddd-96ca-0d87ff63902f HTTP/1.1" status: 200 len: 932 time: 0.0885148 Jan 18 22:32:10.188425 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7a00c073-d567-4fac-8115-5bf2410efaf4 req-c5ace09f-4042-4272-907a-96348c88130b tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups?id=f25aad12-9aee-4cc2-9c27-71413ad663e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813954 Jan 18 22:32:10.191414 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552fa513-d697-4b2a-9523-b314751de4ed req-8dd7513c-3d18-4fc3-ad22-095eda789cc9 tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:10.193138 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-bef8fd2c-56ca-457d-b4bd-f7e232c3a365 None None] Provisioning complete for port 05c1d799-e1bb-45aa-99fd-f133bfea30d6 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:32:10.193913 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81796362-f099-4df3-a85f-2246bf6e2e18 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Pushing event updated for resources: {'Port': ['ID=05c1d799-e1bb-45aa-99fd-f133bfea30d6,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:10.194589 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bef8fd2c-56ca-457d-b4bd-f7e232c3a365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:10.195901 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-552fa513-d697-4b2a-9523-b314751de4ed req-8dd7513c-3d18-4fc3-ad22-095eda789cc9 tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=bd6d5337-88a2-404e-b8c8-d8c922d15d36 HTTP/1.1" status: 200 len: 1096 time: 0.0968511 Jan 18 22:32:10.262334 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-552fa513-d697-4b2a-9523-b314751de4ed req-81a3b705-a863-4baa-81e7-6c8323a99726 tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=80651b36-1a6f-45a6-b224-3c0baae9ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529947 Jan 18 22:32:10.262789 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 52788) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:10.272669 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-bef8fd2c-56ca-457d-b4bd-f7e232c3a365 None None] Port 05c1d799-e1bb-45aa-99fd-f133bfea30d6 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:32:10.276954 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 52790) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:10.309116 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ac9440-a679-4cce-8dc9-39b566690513 req-81796362-f099-4df3-a85f-2246bf6e2e18 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:10.309748 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-12ac9440-a679-4cce-8dc9-39b566690513 req-81796362-f099-4df3-a85f-2246bf6e2e18 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:10.329113 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-12ac9440-a679-4cce-8dc9-39b566690513 req-81796362-f099-4df3-a85f-2246bf6e2e18 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7437098 Jan 18 22:32:10.334098 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-541006d6-928f-4a38-b350-57440bb7d76a tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:10.360285 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-541006d6-928f-4a38-b350-57440bb7d76a tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:10.368634 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-12ac9440-a679-4cce-8dc9-39b566690513 req-11431c3d-8d16-4c59-b9b6-2fa062c2cd1c service neutron] Request body: {'port': {'device_id': 'e9ab72d2-fb07-4ddd-96ca-0d87ff63902f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:32:10.424066 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-541006d6-928f-4a38-b350-57440bb7d76a tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:10.428049 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-541006d6-928f-4a38-b350-57440bb7d76a tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:10.432302 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-541006d6-928f-4a38-b350-57440bb7d76a tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "DELETE /v2.0/security-groups/1a7f3ba7-6b33-47d4-842d-f8859c8e7d98 HTTP/1.1" status: 204 len: 168 time: 0.1684940 Jan 18 22:32:10.433684 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 52794) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:10.435092 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d43ff962-2a47-428c-a956-1e58cebff638 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:10.464243 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [None req-7ae8a22c-318b-4f14-a5d5-a2a4309af5ab tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] show failed (client error): The resource could not be found. Jan 18 22:32:10.468735 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-7ae8a22c-318b-4f14-a5d5-a2a4309af5ab tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "GET /v2.0/security-groups/1a7f3ba7-6b33-47d4-842d-f8859c8e7d98 HTTP/1.1" status: 404 len: 347 time: 0.0279088 Jan 18 22:32:10.468735 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541006d6-928f-4a38-b350-57440bb7d76a tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a7f3ba7-6b33-47d4-842d-f8859c8e7d98,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:10.472973 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 52796) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:10.481550 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-54fae706-5183-465f-bc7d-00f06c951417 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:10.485765 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-12ac9440-a679-4cce-8dc9-39b566690513 req-11431c3d-8d16-4c59-b9b6-2fa062c2cd1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:10.676769 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-1d8f7fa6-c8b9-4483-a15c-7211bb07cd1c tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Deleting port 8e6bd388-03b5-4862-ae9f-f92b3f455ba0 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:32:10.677118 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1d8f7fa6-c8b9-4483-a15c-7211bb07cd1c tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:10.700777 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-54fae706-5183-465f-bc7d-00f06c951417 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:10.733442 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-54fae706-5183-465f-bc7d-00f06c951417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:10.769886 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 584a7529-1f13-4f33-81e0-e363e397f4ca up at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:32:10.794905 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ffbedda0-a007-42ce-8d79-9d3b00742993 req-d626bf6d-7044-4a76-b493-02bbd173b407 tempest-ServerShowV254Test-78393417 tempest-ServerShowV254Test-78393417-project] 10.222.0.53 "GET /v2.0/ports?device_id=b51e10e7-fcde-4427-8036-d3d1caa79c61 HTTP/1.1" status: 200 len: 210 time: 0.0577967 Jan 18 22:32:10.820735 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fae706-5183-465f-bc7d-00f06c951417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a02cd695-9871-4873-8636-8c6b6486fcef,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:10.833572 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-54fae706-5183-465f-bc7d-00f06c951417 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9af0bb6304db4a3f8f54ff311a149ce6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5553970 Jan 18 22:32:10.836652 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 52802) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:10.851592 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning for port 584a7529-1f13-4f33-81e0-e363e397f4ca completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:32:10.859111 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning complete for port 584a7529-1f13-4f33-81e0-e363e397f4ca triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:32:10.859708 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:10.886649 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [req-12ac9440-a679-4cce-8dc9-39b566690513 req-11431c3d-8d16-4c59-b9b6-2fa062c2cd1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05c1d799-e1bb-45aa-99fd-f133bfea30d6 {{(pid=102431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:32:10.899919 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-12ac9440-a679-4cce-8dc9-39b566690513 req-11431c3d-8d16-4c59-b9b6-2fa062c2cd1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:10.903117 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1d8f7fa6-c8b9-4483-a15c-7211bb07cd1c tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:10.903476 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1d8f7fa6-c8b9-4483-a15c-7211bb07cd1c tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:10.922597 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d43ff962-2a47-428c-a956-1e58cebff638 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1042964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1040653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8593'] for router, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:10.924570 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [req-12ac9440-a679-4cce-8dc9-39b566690513 req-11431c3d-8d16-4c59-b9b6-2fa062c2cd1c service neutron] Transition to ACTIVE for port object 05c1d799-e1bb-45aa-99fd-f133bfea30d6 will not be triggered until provisioned by entity L2. {{(pid=102431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:32:10.925089 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-1d8f7fa6-c8b9-4483-a15c-7211bb07cd1c tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Calling delete_port for 8e6bd388-03b5-4862-ae9f-f92b3f455ba0 owned by network:floatingip {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:32:10.927715 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d43ff962-2a47-428c-a956-1e58cebff638 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1042975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1043046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1040698'] for router, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:10.937299 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-12ac9440-a679-4cce-8dc9-39b566690513 req-11431c3d-8d16-4c59-b9b6-2fa062c2cd1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:10.953979 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:10.995951 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd0af1aa-56b9-4a2a-bdc5-183d84332a15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '584a7529-1f13-4f33-81e0-e363e397f4ca'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:32:11.001418 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea7f8e3-f1c6-4a85-8d45-f7bd416cb54b" -d '{"events": [{"server_uuid": "dd0af1aa-56b9-4a2a-bdc5-183d84332a15", "name": "network-vif-plugged", "status": "completed", "tag": "584a7529-1f13-4f33-81e0-e363e397f4ca"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:32:11.035750 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 584a7529-1f13-4f33-81e0-e363e397f4ca, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=584a7529-1f13-4f33-81e0-e363e397f4ca,segment=NetworkSegment(34627b77-73a0-4f2b-87cd-77be1ea3c2f0),segment_id=34627b77-73a0-4f2b-87cd-77be1ea3c2f0)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:32:11.049097 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:11.097634 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1d8f7fa6-c8b9-4483-a15c-7211bb07cd1c tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:11.108969 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c82d4bc-f775-484a-aa7e-945f94e3e619 x-openstack-request-id: req-5c82d4bc-f775-484a-aa7e-945f94e3e619 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:32:11.109551 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd0af1aa-56b9-4a2a-bdc5-183d84332a15", "name": "network-vif-plugged", "status": "completed", "tag": "584a7529-1f13-4f33-81e0-e363e397f4ca", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:32:11.110013 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5c82d4bc-f775-484a-aa7e-945f94e3e619 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:32:11.110173 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11431c3d-8d16-4c59-b9b6-2fa062c2cd1c service neutron] Pushing event updated for resources: {'Port': ['ID=05c1d799-e1bb-45aa-99fd-f133bfea30d6,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:11.110805 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd0af1aa-56b9-4a2a-bdc5-183d84332a15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '584a7529-1f13-4f33-81e0-e363e397f4ca', 'code': 200} Jan 18 22:32:11.165074 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=584a7529-1f13-4f33-81e0-e363e397f4ca,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:11.189462 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8f7fa6-c8b9-4483-a15c-7211bb07cd1c tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Pushing event deleted for resources: {'Port': ['ID=8e6bd388-03b5-4862-ae9f-f92b3f455ba0,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:11.226323 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-12ac9440-a679-4cce-8dc9-39b566690513 req-11431c3d-8d16-4c59-b9b6-2fa062c2cd1c service neutron] Attempting to bind port 05c1d799-e1bb-45aa-99fd-f133bfea30d6 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:32:11.226813 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-12ac9440-a679-4cce-8dc9-39b566690513 req-11431c3d-8d16-4c59-b9b6-2fa062c2cd1c service neutron] Attempting to bind port 05c1d799-e1bb-45aa-99fd-f133bfea30d6 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '70a4f94b-4f48-4441-9e9d-d65add0cb430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9f0c6f68-00d4-4074-963d-5eeb6360e1ec'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:32:11.227050 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ac9440-a679-4cce-8dc9-39b566690513 req-11431c3d-8d16-4c59-b9b6-2fa062c2cd1c service neutron] Attempting to bind port 05c1d799-e1bb-45aa-99fd-f133bfea30d6 on network 9f0c6f68-00d4-4074-963d-5eeb6360e1ec {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:32:11.266131 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ac9440-a679-4cce-8dc9-39b566690513 req-11431c3d-8d16-4c59-b9b6-2fa062c2cd1c service neutron] Port 05c1d799-e1bb-45aa-99fd-f133bfea30d6 on network 9f0c6f68-00d4-4074-963d-5eeb6360e1ec not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:32:11.266447 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ac9440-a679-4cce-8dc9-39b566690513 req-11431c3d-8d16-4c59-b9b6-2fa062c2cd1c service neutron] Attempting to bind port 05c1d799-e1bb-45aa-99fd-f133bfea30d6 on network 9f0c6f68-00d4-4074-963d-5eeb6360e1ec {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:32:11.270467 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-cc0225ff-ee1c-4872-879c-b5efc6a48a16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:11.282373 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ac9440-a679-4cce-8dc9-39b566690513 req-11431c3d-8d16-4c59-b9b6-2fa062c2cd1c service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:32:11.282711 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ac9440-a679-4cce-8dc9-39b566690513 req-11431c3d-8d16-4c59-b9b6-2fa062c2cd1c service neutron] Checking segment: {'id': '70a4f94b-4f48-4441-9e9d-d65add0cb430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9f0c6f68-00d4-4074-963d-5eeb6360e1ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:32:11.283218 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ac9440-a679-4cce-8dc9-39b566690513 req-11431c3d-8d16-4c59-b9b6-2fa062c2cd1c service neutron] Bound using segment: {'id': '70a4f94b-4f48-4441-9e9d-d65add0cb430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9f0c6f68-00d4-4074-963d-5eeb6360e1ec'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:32:11.283653 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-12ac9440-a679-4cce-8dc9-39b566690513 req-11431c3d-8d16-4c59-b9b6-2fa062c2cd1c service neutron] Bound port: 05c1d799-e1bb-45aa-99fd-f133bfea30d6, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70a4f94b-4f48-4441-9e9d-d65add0cb430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9f0c6f68-00d4-4074-963d-5eeb6360e1ec'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:32:11.284304 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-12ac9440-a679-4cce-8dc9-39b566690513 req-11431c3d-8d16-4c59-b9b6-2fa062c2cd1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:11.309517 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d43ff962-2a47-428c-a956-1e58cebff638 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Router e777de16-88c8-492b-9916-05bb1b7f6b8e is scheduled to L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 with binding_index 1 {{(pid=102431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 22:32:11.317369 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959dd3db-0cac-4a46-8528-70d5f6ae4b95 req-e0985e96-6ad5-4523-be35-32df0e64b4aa tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:11.318864 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-959dd3db-0cac-4a46-8528-70d5f6ae4b95 req-e0985e96-6ad5-4523-be35-32df0e64b4aa tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=bd6d5337-88a2-404e-b8c8-d8c922d15d36 HTTP/1.1" status: 200 len: 1096 time: 0.0837755 Jan 18 22:32:11.394580 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-cc0225ff-ee1c-4872-879c-b5efc6a48a16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:11.432303 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af39b31-5fde-4e42-8640-51f70560bad7 req-5b44c33a-66a8-4d9b-8c13-d927cb69452a tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:11.434366 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3af39b31-5fde-4e42-8640-51f70560bad7 req-5b44c33a-66a8-4d9b-8c13-d927cb69452a tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd0af1aa-56b9-4a2a-bdc5-183d84332a15 HTTP/1.1" status: 200 len: 945 time: 0.3382452 Jan 18 22:32:11.443591 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0b90f5-9d8d-4d6c-ad06-aed5b21d70dd req-3e6d98b7-e966-4192-bf8b-89fdaac9dd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:11.445117 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bd0b90f5-9d8d-4d6c-ad06-aed5b21d70dd req-3e6d98b7-e966-4192-bf8b-89fdaac9dd67 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=dd0af1aa-56b9-4a2a-bdc5-183d84332a15 HTTP/1.1" status: 200 len: 1096 time: 0.3058293 Jan 18 22:32:11.495889 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1d8f7fa6-c8b9-4483-a15c-7211bb07cd1c tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks [] for floatingip, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:11.498421 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1d8f7fa6-c8b9-4483-a15c-7211bb07cd1c tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:11.502304 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-1d8f7fa6-c8b9-4483-a15c-7211bb07cd1c tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "DELETE /v2.0/floatingips/c1e87562-6086-4b82-99f1-be19068e1674 HTTP/1.1" status: 204 len: 168 time: 1.0252674 Jan 18 22:32:11.502493 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-12ac9440-a679-4cce-8dc9-39b566690513 req-11431c3d-8d16-4c59-b9b6-2fa062c2cd1c service neutron] For port 05c1d799-e1bb-45aa-99fd-f133bfea30d6, host n-h2-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:32:11.505143 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 52812) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:11.524259 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-12ac9440-a679-4cce-8dc9-39b566690513 req-11431c3d-8d16-4c59-b9b6-2fa062c2cd1c service neutron] For port 05c1d799-e1bb-45aa-99fd-f133bfea30d6, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=05c1d799-e1bb-45aa-99fd-f133bfea30d6,segment=NetworkSegment(70a4f94b-4f48-4441-9e9d-d65add0cb430),segment_id=70a4f94b-4f48-4441-9e9d-d65add0cb430)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:32:11.525510 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cb301a-7e81-41f1-8eee-1c8343a108a1 req-8cd9718e-682a-4e64-94d0-cf4f06023871 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:11.532755 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-56cb301a-7e81-41f1-8eee-1c8343a108a1 req-8cd9718e-682a-4e64-94d0-cf4f06023871 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9ab72d2-fb07-4ddd-96ca-0d87ff63902f HTTP/1.1" status: 200 len: 944 time: 0.2163005 Jan 18 22:32:11.534111 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-12ac9440-a679-4cce-8dc9-39b566690513 req-11431c3d-8d16-4c59-b9b6-2fa062c2cd1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:11.583734 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ac9440-a679-4cce-8dc9-39b566690513 req-11431c3d-8d16-4c59-b9b6-2fa062c2cd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:11.584374 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-12ac9440-a679-4cce-8dc9-39b566690513 req-11431c3d-8d16-4c59-b9b6-2fa062c2cd1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:11.585739 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-12ac9440-a679-4cce-8dc9-39b566690513 req-11431c3d-8d16-4c59-b9b6-2fa062c2cd1c service neutron] 10.222.0.67 "PUT /v2.0/ports/05c1d799-e1bb-45aa-99fd-f133bfea30d6 HTTP/1.1" status: 200 len: 1092 time: 1.2227314 Jan 18 22:32:11.588446 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9ab72d2-fb07-4ddd-96ca-0d87ff63902f', 'tag': '05c1d799-e1bb-45aa-99fd-f133bfea30d6'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:32:11.598478 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d411c0d-3f2f-40ba-a142-457fc1fb3aee" -d '{"events": [{"name": "network-changed", "server_uuid": "e9ab72d2-fb07-4ddd-96ca-0d87ff63902f", "tag": "05c1d799-e1bb-45aa-99fd-f133bfea30d6"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:32:11.600046 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3af39b31-5fde-4e42-8640-51f70560bad7 req-e1e6ab4e-c3de-4e6a-a08d-da3d601f6fad tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479015 Jan 18 22:32:11.603804 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bd0b90f5-9d8d-4d6c-ad06-aed5b21d70dd req-130c1c30-056e-44aa-a49c-979617411f87 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496363 Jan 18 22:32:11.612504 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d43ff962-2a47-428c-a956-1e58cebff638 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:32:11.617698 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d43ff962-2a47-428c-a956-1e58cebff638 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:11.621928 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-d43ff962-2a47-428c-a956-1e58cebff638 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] 10.222.0.53 "PUT /v2.0/routers/e777de16-88c8-492b-9916-05bb1b7f6b8e HTTP/1.1" status: 200 len: 918 time: 3.6451001 Jan 18 22:32:11.623977 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 52816) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:11.626483 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-cc0225ff-ee1c-4872-879c-b5efc6a48a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:11.627234 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea3ebe3-9f97-4396-8b38-cc34a50614d0 None None] Sync routers for ids ['e777de16-88c8-492b-9916-05bb1b7f6b8e'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:32:11.629242 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-cc0225ff-ee1c-4872-879c-b5efc6a48a16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:11.633575 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-cc0225ff-ee1c-4872-879c-b5efc6a48a16 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a02cd695-9871-4873-8636-8c6b6486fcef HTTP/1.1" status: 204 len: 168 time: 0.7956684 Jan 18 22:32:11.634728 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-959dd3db-0cac-4a46-8528-70d5f6ae4b95 req-ca76e300-ca96-4392-a6d6-cd084d6ead0c tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] Deleting port cf214b01-963f-4a94-886a-008c6788874c {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:32:11.634938 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-959dd3db-0cac-4a46-8528-70d5f6ae4b95 req-ca76e300-ca96-4392-a6d6-cd084d6ead0c tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:11.659578 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea3ebe3-9f97-4396-8b38-cc34a50614d0 None None] Routers {'e777de16-88c8-492b-9916-05bb1b7f6b8e'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:32:11.663288 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-6ea3ebe3-9f97-4396-8b38-cc34a50614d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:31:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['e777de16-88c8-492b-9916-05bb1b7f6b8e'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:32:11.674162 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-56cb301a-7e81-41f1-8eee-1c8343a108a1 req-fbb49b61-0822-44bd-81d3-6292bba7ead9 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups?id=f25aad12-9aee-4cc2-9c27-71413ad663e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404741 Jan 18 22:32:11.741533 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 52822) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:11.777334 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11431c3d-8d16-4c59-b9b6-2fa062c2cd1c service neutron] Pushing event updated for resources: {'Port': ['ID=05c1d799-e1bb-45aa-99fd-f133bfea30d6,revision_number=3']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:11.781485 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-6ea3ebe3-9f97-4396-8b38-cc34a50614d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:32:11.784817 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b772f0bf-eb07-4db2-a9c7-e3d8357e66fd x-openstack-request-id: req-b772f0bf-eb07-4db2-a9c7-e3d8357e66fd {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:32:11.785154 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9ab72d2-fb07-4ddd-96ca-0d87ff63902f", "tag": "05c1d799-e1bb-45aa-99fd-f133bfea30d6", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:32:11.785406 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b772f0bf-eb07-4db2-a9c7-e3d8357e66fd {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:32:11.785800 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9ab72d2-fb07-4ddd-96ca-0d87ff63902f', 'tag': '05c1d799-e1bb-45aa-99fd-f133bfea30d6', 'status': 'completed', 'code': 200} Jan 18 22:32:11.802392 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0225ff-ee1c-4872-879c-b5efc6a48a16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a02cd695-9871-4873-8636-8c6b6486fcef,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:11.806944 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea3ebe3-9f97-4396-8b38-cc34a50614d0 None None] Routers {'e777de16-88c8-492b-9916-05bb1b7f6b8e'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:32:11.808296 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-6ea3ebe3-9f97-4396-8b38-cc34a50614d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:31:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['e777de16-88c8-492b-9916-05bb1b7f6b8e'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:32:11.837059 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0225ff-ee1c-4872-879c-b5efc6a48a16 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:32:11.837529 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0225ff-ee1c-4872-879c-b5efc6a48a16 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:32:11.837757 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0225ff-ee1c-4872-879c-b5efc6a48a16 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:32:11.838089 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0225ff-ee1c-4872-879c-b5efc6a48a16 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:32:11.839157 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0225ff-ee1c-4872-879c-b5efc6a48a16 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:32:11.840712 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0225ff-ee1c-4872-879c-b5efc6a48a16 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:32:11.840990 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0225ff-ee1c-4872-879c-b5efc6a48a16 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:32:11.841335 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0225ff-ee1c-4872-879c-b5efc6a48a16 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:32:11.841533 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ac9440-a679-4cce-8dc9-39b566690513 req-998746b8-2375-4b0b-9b60-16faa5cbf60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:11.842111 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0225ff-ee1c-4872-879c-b5efc6a48a16 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:32:11.843458 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0225ff-ee1c-4872-879c-b5efc6a48a16 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:32:11.843607 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0225ff-ee1c-4872-879c-b5efc6a48a16 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:32:11.843851 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0225ff-ee1c-4872-879c-b5efc6a48a16 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:32:11.845196 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-12ac9440-a679-4cce-8dc9-39b566690513 req-998746b8-2375-4b0b-9b60-16faa5cbf60a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7afa2eadfaa94efb9bc2c925685c8cd2&device_id=e9ab72d2-fb07-4ddd-96ca-0d87ff63902f HTTP/1.1" status: 200 len: 1095 time: 0.2043934 Jan 18 22:32:11.894929 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-6ea3ebe3-9f97-4396-8b38-cc34a50614d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:32:11.895907 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea3ebe3-9f97-4396-8b38-cc34a50614d0 None None] The sync data for ids ['e777de16-88c8-492b-9916-05bb1b7f6b8e'] in n-d-825064-1 is: [] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:32:11.961870 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-959dd3db-0cac-4a46-8528-70d5f6ae4b95 req-ca76e300-ca96-4392-a6d6-cd084d6ead0c tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] For port cf214b01-963f-4a94-886a-008c6788874c, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=cf214b01-963f-4a94-886a-008c6788874c,segment=NetworkSegment(18ef3b66-9028-4d8d-951e-ac04175658ee),segment_id=18ef3b66-9028-4d8d-951e-ac04175658ee)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:32:11.962331 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-959dd3db-0cac-4a46-8528-70d5f6ae4b95 req-ca76e300-ca96-4392-a6d6-cd084d6ead0c tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:11.971248 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-12ac9440-a679-4cce-8dc9-39b566690513 req-b6094938-f30a-44ed-b131-61612df96c56 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05c1d799-e1bb-45aa-99fd-f133bfea30d6 HTTP/1.1" status: 200 len: 217 time: 0.1150448 Jan 18 22:32:12.023892 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-959dd3db-0cac-4a46-8528-70d5f6ae4b95 req-ca76e300-ca96-4392-a6d6-cd084d6ead0c tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] Calling delete_port for cf214b01-963f-4a94-886a-008c6788874c owned by compute:nova {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:32:12.066360 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7f5a2d36-0a1b-454b-9310-8c91caad7776 req-3d5c5e2d-236b-46f2-8ad3-0a55eced48e1 tempest-ServerShowV254Test-78393417 tempest-ServerShowV254Test-78393417-project] 10.222.0.53 "GET /v2.0/ports?device_id=b51e10e7-fcde-4427-8036-d3d1caa79c61 HTTP/1.1" status: 200 len: 210 time: 0.0661993 Jan 18 22:32:12.084980 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-f73748f3-5426-4a19-b352-3d3e227371c7 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Deleting port 612fabe9-4416-4612-8231-d5ba01cdae5f {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:32:12.085635 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f73748f3-5426-4a19-b352-3d3e227371c7 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:12.143473 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-4c994fd7-922d-4107-b43b-8b36bfd02628 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] 10.222.0.53 "GET /v2.0/routers/e777de16-88c8-492b-9916-05bb1b7f6b8e HTTP/1.1" status: 200 len: 924 time: 0.5086908 Jan 18 22:32:12.147335 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 52830) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:12.153651 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886dd655-eb46-49fb-bb7a-a99b2db1ccf0 req-d1d87a4b-528f-424c-82eb-8caecf289bd3 tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:12.162682 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-886dd655-eb46-49fb-bb7a-a99b2db1ccf0 req-d1d87a4b-528f-424c-82eb-8caecf289bd3 tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=bd6d5337-88a2-404e-b8c8-d8c922d15d36 HTTP/1.1" status: 200 len: 1096 time: 0.2962408 Jan 18 22:32:12.185558 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ac9440-a679-4cce-8dc9-39b566690513 req-81b250d9-ab44-4e17-b469-5b82bbd53e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:12.187276 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-12ac9440-a679-4cce-8dc9-39b566690513 req-81b250d9-ab44-4e17-b469-5b82bbd53e04 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b7bcd428-9869-4592-8e72-20a2a0d3310e HTTP/1.1" status: 200 len: 856 time: 0.1798697 Jan 18 22:32:12.219095 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 52832) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:12.237727 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-886dd655-eb46-49fb-bb7a-a99b2db1ccf0 req-cf3bfd7b-17a7-4063-b60e-2d5283137208 tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=80651b36-1a6f-45a6-b224-3c0baae9ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757864 Jan 18 22:32:12.239725 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f73748f3-5426-4a19-b352-3d3e227371c7 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:12.253665 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-304435f4-d296-486b-b8e6-ebf967dbfac9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:12.265997 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-f73748f3-5426-4a19-b352-3d3e227371c7 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Calling delete_port for 612fabe9-4416-4612-8231-d5ba01cdae5f owned by {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:32:12.343378 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10fcbaff-9160-429a-b3cf-a99466674421 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:12.347442 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-10fcbaff-9160-429a-b3cf-a99466674421 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=0fa7c7c8-c96a-4aa5-9818-d374adf00f99&device_id=e777de16-88c8-492b-9916-05bb1b7f6b8e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1934714 Jan 18 22:32:12.350244 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 52834) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:12.388945 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ac9440-a679-4cce-8dc9-39b566690513 req-84ae2556-7a51-4dc5-9186-088d24e38aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:12.390490 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-12ac9440-a679-4cce-8dc9-39b566690513 req-84ae2556-7a51-4dc5-9186-088d24e38aaa service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9f0c6f68-00d4-4074-963d-5eeb6360e1ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1819499 Jan 18 22:32:12.475685 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-304435f4-d296-486b-b8e6-ebf967dbfac9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:12.491273 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-304435f4-d296-486b-b8e6-ebf967dbfac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:12.528021 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-959dd3db-0cac-4a46-8528-70d5f6ae4b95 req-ca76e300-ca96-4392-a6d6-cd084d6ead0c tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:12.542511 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['cf214b01-963f-4a94-886a-008c6788874c'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:32:12.543875 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f8ff38-f4c9-4f70-a51d-85d46cee58dd tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:12.545303 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-f3f8ff38-f4c9-4f70-a51d-85d46cee58dd tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] 10.222.0.53 "GET /v2.0/networks/0fa7c7c8-c96a-4aa5-9818-d374adf00f99 HTTP/1.1" status: 200 len: 881 time: 0.1941376 Jan 18 22:32:12.547380 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['de6a60ad-7ec7-4652-a03a-2aafef3b1348'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:32:12.557091 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 52836) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:12.566312 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-304435f4-d296-486b-b8e6-ebf967dbfac9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=44cb2ec496e74c2499c0bf0f636360f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3426192 Jan 18 22:32:12.567093 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 52838) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:12.567761 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304435f4-d296-486b-b8e6-ebf967dbfac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a02a1d84-b830-41cb-a111-c067d47f11a7,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:12.578533 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f73748f3-5426-4a19-b352-3d3e227371c7 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:12.632160 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73748f3-5426-4a19-b352-3d3e227371c7 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Pushing event deleted for resources: {'Port': ['ID=612fabe9-4416-4612-8231-d5ba01cdae5f,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:12.651239 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-c350bbf6-6cf7-4a68-9386-4e15eb2fc6fb tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] 10.222.0.53 "GET /v2.0/ports?device_id=e777de16-88c8-492b-9916-05bb1b7f6b8e HTTP/1.1" status: 200 len: 205 time: 0.0836027 Jan 18 22:32:12.657471 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca76e300-ca96-4392-a6d6-cd084d6ead0c tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] Pushing event deleted for resources: {'Port': ['ID=cf214b01-963f-4a94-886a-008c6788874c,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:12.686771 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 52840) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:12.694866 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca76e300-ca96-4392-a6d6-cd084d6ead0c tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:32:12.695343 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca76e300-ca96-4392-a6d6-cd084d6ead0c tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:32:12.695688 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca76e300-ca96-4392-a6d6-cd084d6ead0c tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:32:12.696459 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca76e300-ca96-4392-a6d6-cd084d6ead0c tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:32:12.697053 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca76e300-ca96-4392-a6d6-cd084d6ead0c tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:32:12.697399 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca76e300-ca96-4392-a6d6-cd084d6ead0c tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:32:12.697728 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca76e300-ca96-4392-a6d6-cd084d6ead0c tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:32:12.698053 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca76e300-ca96-4392-a6d6-cd084d6ead0c tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:32:12.699320 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca76e300-ca96-4392-a6d6-cd084d6ead0c tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:32:12.699663 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca76e300-ca96-4392-a6d6-cd084d6ead0c tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:32:12.699990 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca76e300-ca96-4392-a6d6-cd084d6ead0c tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:32:12.700338 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca76e300-ca96-4392-a6d6-cd084d6ead0c tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:32:12.805317 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:12.860769 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2470c806-45a5-46d7-9abd-e2d67c57699a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:12.874269 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f73748f3-5426-4a19-b352-3d3e227371c7 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:12.880034 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-f73748f3-5426-4a19-b352-3d3e227371c7 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "DELETE /v2.0/ports/612fabe9-4416-4612-8231-d5ba01cdae5f HTTP/1.1" status: 204 len: 168 time: 1.3722942 Jan 18 22:32:12.886485 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 52846) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:12.935167 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2470c806-45a5-46d7-9abd-e2d67c57699a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:12.963844 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914be90b-cfcd-4de9-be06-67dae149a36c req-efe990d7-02b1-451d-9120-23ffcdd507a6 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:12.965283 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-914be90b-cfcd-4de9-be06-67dae149a36c req-efe990d7-02b1-451d-9120-23ffcdd507a6 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9ab72d2-fb07-4ddd-96ca-0d87ff63902f HTTP/1.1" status: 200 len: 944 time: 0.1814959 Jan 18 22:32:12.984884 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22829e5f-a2cb-450e-8936-345461617261 req-7271d258-0bd8-47f2-9d67-9f0198f566d5 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:12.986397 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-22829e5f-a2cb-450e-8936-345461617261 req-7271d258-0bd8-47f2-9d67-9f0198f566d5 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd0af1aa-56b9-4a2a-bdc5-183d84332a15 HTTP/1.1" status: 200 len: 945 time: 0.2014320 Jan 18 22:32:13.048762 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-959dd3db-0cac-4a46-8528-70d5f6ae4b95 req-ca76e300-ca96-4392-a6d6-cd084d6ead0c tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] No DVR routers for this DVR port cf214b01-963f-4a94-886a-008c6788874c on host n-h1-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:32:13.051988 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-959dd3db-0cac-4a46-8528-70d5f6ae4b95 req-ca76e300-ca96-4392-a6d6-cd084d6ead0c tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:13.055936 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-959dd3db-0cac-4a46-8528-70d5f6ae4b95 req-ca76e300-ca96-4392-a6d6-cd084d6ead0c tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] 10.222.0.36 "DELETE /v2.0/ports/cf214b01-963f-4a94-886a-008c6788874c HTTP/1.1" status: 204 len: 173 time: 1.7171898 Jan 18 22:32:13.062622 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-12ac9440-a679-4cce-8dc9-39b566690513 req-cfaea6b4-720b-4b10-8ab5-dfdd93d32e4f service neutron] 10.222.0.67 "GET /v2.0/networks/9f0c6f68-00d4-4074-963d-5eeb6360e1ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6505890 Jan 18 22:32:13.107311 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-914be90b-cfcd-4de9-be06-67dae149a36c req-dda3d014-02f4-4802-be93-91ccd9ec4c17 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups?id=f25aad12-9aee-4cc2-9c27-71413ad663e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1320901 Jan 18 22:32:13.125443 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-22829e5f-a2cb-450e-8936-345461617261 req-51b9cddc-3900-4da2-a4d8-94c6823a3d08 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043241 Jan 18 22:32:13.158182 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-fe179256-8367-4e9c-9f83-ef3360ebbb0f tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Deleting port 726f2559-9d78-42be-aef4-a8aa75da8ec7 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:32:13.158533 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fe179256-8367-4e9c-9f83-ef3360ebbb0f tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:13.161374 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2470c806-45a5-46d7-9abd-e2d67c57699a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:13.163859 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2470c806-45a5-46d7-9abd-e2d67c57699a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:13.172240 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-2470c806-45a5-46d7-9abd-e2d67c57699a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a02a1d84-b830-41cb-a111-c067d47f11a7 HTTP/1.1" status: 204 len: 168 time: 0.5979970 Jan 18 22:32:13.239885 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-138cdac3-79c6-4389-9cd0-8edf08b4d22f tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks [] for router, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:13.274314 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2470c806-45a5-46d7-9abd-e2d67c57699a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a02a1d84-b830-41cb-a111-c067d47f11a7,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:13.336707 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-12ac9440-a679-4cce-8dc9-39b566690513 req-65b4884a-0c4f-47d4-8900-c5925a2cf0b4 service neutron] 10.222.0.67 "GET /v2.0/networks/9f0c6f68-00d4-4074-963d-5eeb6360e1ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616303 Jan 18 22:32:13.355483 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fe179256-8367-4e9c-9f83-ef3360ebbb0f tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:13.368920 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-fe179256-8367-4e9c-9f83-ef3360ebbb0f tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Calling delete_port for 726f2559-9d78-42be-aef4-a8aa75da8ec7 owned by {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:32:13.461026 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5672cebc-7498-420d-9eec-ed5ba88f7971 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1041027'] for router_interface, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:13.463308 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-138cdac3-79c6-4389-9cd0-8edf08b4d22f tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:13.517690 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d411c0d-3f2f-40ba-a142-457fc1fb3aee req-39e5d44e-4f2f-4de8-8931-180ed33b639d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:13.519227 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-8d411c0d-3f2f-40ba-a142-457fc1fb3aee req-39e5d44e-4f2f-4de8-8931-180ed33b639d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7afa2eadfaa94efb9bc2c925685c8cd2&device_id=e9ab72d2-fb07-4ddd-96ca-0d87ff63902f HTTP/1.1" status: 200 len: 1095 time: 0.1249108 Jan 18 22:32:13.621726 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:13.752863 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d411c0d-3f2f-40ba-a142-457fc1fb3aee req-49e0137b-3264-4342-ac20-10ec3f1f18dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:13.754319 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-8d411c0d-3f2f-40ba-a142-457fc1fb3aee req-49e0137b-3264-4342-ac20-10ec3f1f18dd service neutron] 10.222.0.67 "GET /v2.0/networks?id=9f0c6f68-00d4-4074-963d-5eeb6360e1ec HTTP/1.1" status: 200 len: 917 time: 0.2026808 Jan 18 22:32:13.757381 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-138cdac3-79c6-4389-9cd0-8edf08b4d22f tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Deleting port a876fc42-be38-4e89-b978-901b3758208a {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:32:13.757601 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-138cdac3-79c6-4389-9cd0-8edf08b4d22f tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:13.785290 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f8f386f5-39cd-4d7d-a893-5c9fa2bf630f req-451f18a1-44fd-49dd-be33-4ca932b3a201 tempest-ServerShowV254Test-78393417 tempest-ServerShowV254Test-78393417-project] 10.222.0.53 "GET /v2.0/ports?device_id=b51e10e7-fcde-4427-8036-d3d1caa79c61 HTTP/1.1" status: 200 len: 210 time: 0.5585456 Jan 18 22:32:13.814314 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f645274e-23e8-4e01-9eda-d4baa6226abe req-e5c1d70f-2068-47d2-8531-2c9f5f89e4bf tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=bd6d5337-88a2-404e-b8c8-d8c922d15d36 HTTP/1.1" status: 200 len: 210 time: 0.0358479 Jan 18 22:32:13.825031 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd6d5337-88a2-404e-b8c8-d8c922d15d36', 'name': 'network-vif-deleted', 'tag': 'cf214b01-963f-4a94-886a-008c6788874c'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:32:13.827339 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee7b0275-a742-428d-b6d3-17c6ee60cbd9" -d '{"events": [{"server_uuid": "bd6d5337-88a2-404e-b8c8-d8c922d15d36", "name": "network-vif-deleted", "tag": "cf214b01-963f-4a94-886a-008c6788874c"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:32:13.879703 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-8d411c0d-3f2f-40ba-a142-457fc1fb3aee req-2f669074-f715-43eb-bdb3-9d344effd702 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05c1d799-e1bb-45aa-99fd-f133bfea30d6 HTTP/1.1" status: 200 len: 217 time: 0.0553589 Jan 18 22:32:13.886195 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ddfe020-4e75-488e-a2cb-5d7277809f08 x-openstack-request-id: req-1ddfe020-4e75-488e-a2cb-5d7277809f08 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:32:13.886550 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd6d5337-88a2-404e-b8c8-d8c922d15d36", "name": "network-vif-deleted", "tag": "cf214b01-963f-4a94-886a-008c6788874c", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:32:13.886811 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1ddfe020-4e75-488e-a2cb-5d7277809f08 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:32:13.887198 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd6d5337-88a2-404e-b8c8-d8c922d15d36', 'name': 'network-vif-deleted', 'tag': 'cf214b01-963f-4a94-886a-008c6788874c', 'status': 'completed', 'code': 200} Jan 18 22:32:13.927768 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fe179256-8367-4e9c-9f83-ef3360ebbb0f tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:13.956025 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-138cdac3-79c6-4389-9cd0-8edf08b4d22f tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:13.958705 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe179256-8367-4e9c-9f83-ef3360ebbb0f tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Pushing event deleted for resources: {'Port': ['ID=726f2559-9d78-42be-aef4-a8aa75da8ec7,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:13.975594 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-138cdac3-79c6-4389-9cd0-8edf08b4d22f tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Calling delete_port for a876fc42-be38-4e89-b978-901b3758208a owned by network:router_gateway {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:32:13.994874 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d411c0d-3f2f-40ba-a142-457fc1fb3aee req-bd0019d9-e547-4a66-9f06-f2b8fadfc5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:13.994874 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-8d411c0d-3f2f-40ba-a142-457fc1fb3aee req-bd0019d9-e547-4a66-9f06-f2b8fadfc5c6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b7bcd428-9869-4592-8e72-20a2a0d3310e HTTP/1.1" status: 200 len: 856 time: 0.1057279 Jan 18 22:32:14.036313 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fe179256-8367-4e9c-9f83-ef3360ebbb0f tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:14.040622 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-fe179256-8367-4e9c-9f83-ef3360ebbb0f tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "DELETE /v2.0/ports/726f2559-9d78-42be-aef4-a8aa75da8ec7 HTTP/1.1" status: 204 len: 168 time: 1.1515911 Jan 18 22:32:14.043147 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 52872) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:14.103448 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_v2 [None req-51fd1161-27fd-40cf-ab79-abbda6913276 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Deleting subnet b2fef015-6188-4e86-a17d-bae4a3dc212e {{(pid=102430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:32:14.107561 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-51fd1161-27fd-40cf-ab79-abbda6913276 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks [] for subnet, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:14.139790 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d411c0d-3f2f-40ba-a142-457fc1fb3aee req-93ca562d-a1d1-4c55-a843-f1850133b531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:14.141332 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-8d411c0d-3f2f-40ba-a142-457fc1fb3aee req-93ca562d-a1d1-4c55-a843-f1850133b531 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9f0c6f68-00d4-4074-963d-5eeb6360e1ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1372216 Jan 18 22:32:14.150155 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-51fd1161-27fd-40cf-ab79-abbda6913276 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60394745'] for subnet, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:14.274739 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-5672cebc-7498-420d-9eec-ed5ba88f7971 admin admin] Deleting port 9fc3c3ef-94a4-4e42-85b8-615a55729bff {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:32:14.275168 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5672cebc-7498-420d-9eec-ed5ba88f7971 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:14.319994 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e4fcd9-9b6b-4e6d-8249-94bc08299e0b req-5753cf2a-eb3a-49e3-a1bd-78ec816fefa4 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:14.322256 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f2e4fcd9-9b6b-4e6d-8249-94bc08299e0b req-5753cf2a-eb3a-49e3-a1bd-78ec816fefa4 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9ab72d2-fb07-4ddd-96ca-0d87ff63902f HTTP/1.1" status: 200 len: 944 time: 0.1200807 Jan 18 22:32:14.330270 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-51fd1161-27fd-40cf-ab79-abbda6913276 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:14.377305 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4440d2-f80a-43bc-ad69-98aff0ddb54e req-20ebb5fa-87e6-42c7-918c-9615be44253b tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:14.378006 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8c4440d2-f80a-43bc-ad69-98aff0ddb54e req-20ebb5fa-87e6-42c7-918c-9615be44253b tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd0af1aa-56b9-4a2a-bdc5-183d84332a15 HTTP/1.1" status: 200 len: 945 time: 0.1430633 Jan 18 22:32:14.386533 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-8d411c0d-3f2f-40ba-a142-457fc1fb3aee req-83e4b85f-2b90-4ba4-a225-c5524a357ed8 service neutron] 10.222.0.67 "GET /v2.0/networks/9f0c6f68-00d4-4074-963d-5eeb6360e1ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081072 Jan 18 22:32:14.419479 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-138cdac3-79c6-4389-9cd0-8edf08b4d22f tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:14.442567 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f2e4fcd9-9b6b-4e6d-8249-94bc08299e0b req-9593d804-8c8e-4f6b-a014-be7273981f45 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups?id=f25aad12-9aee-4cc2-9c27-71413ad663e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090298 Jan 18 22:32:14.470563 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8c4440d2-f80a-43bc-ad69-98aff0ddb54e req-79cfc09b-de9c-403f-b53f-b359308b30d9 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814762 Jan 18 22:32:14.480703 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-51fd1161-27fd-40cf-ab79-abbda6913276 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60203138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62288677'] for subnet, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:14.512834 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fd1161-27fd-40cf-ab79-abbda6913276 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Pushing event deleted for resources: {'Subnet': ['ID=b2fef015-6188-4e86-a17d-bae4a3dc212e,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:14.516551 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138cdac3-79c6-4389-9cd0-8edf08b4d22f tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Pushing event deleted for resources: {'Port': ['ID=a876fc42-be38-4e89-b978-901b3758208a,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:14.526965 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-5672cebc-7498-420d-9eec-ed5ba88f7971 admin admin] For port 9fc3c3ef-94a4-4e42-85b8-615a55729bff, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=9fc3c3ef-94a4-4e42-85b8-615a55729bff,segment=NetworkSegment(faec684d-228a-4063-b282-58eaf9720a79),segment_id=faec684d-228a-4063-b282-58eaf9720a79)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:32:14.527336 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5672cebc-7498-420d-9eec-ed5ba88f7971 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:14.538354 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-51fd1161-27fd-40cf-ab79-abbda6913276 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:14.545221 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-51fd1161-27fd-40cf-ab79-abbda6913276 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "DELETE /v2.0/subnets/b2fef015-6188-4e86-a17d-bae4a3dc212e HTTP/1.1" status: 204 len: 168 time: 0.5010238 Jan 18 22:32:14.545841 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 52886) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:14.551667 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1eb443a-8597-4b7f-b94d-452805fe61bb None None] Network d517cf7a-2b5e-403e-9519-f81391a215c9 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:32:14.593847 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-5672cebc-7498-420d-9eec-ed5ba88f7971 admin admin] Calling delete_port for 9fc3c3ef-94a4-4e42-85b8-615a55729bff owned by network:router_interface {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:32:14.633092 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3a7dea7-c2d7-4c3f-a988-7531bf807f00 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Deleting subnet ff3864e7-3d06-47c3-9688-9fc89286565c {{(pid=102430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:32:14.637934 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e3a7dea7-c2d7-4c3f-a988-7531bf807f00 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks [] for subnet, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:14.706266 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e3a7dea7-c2d7-4c3f-a988-7531bf807f00 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60394745'] for subnet, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:14.709757 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-8d411c0d-3f2f-40ba-a142-457fc1fb3aee req-0cef4bf8-f433-424c-8266-1d16778598e8 service neutron] 10.222.0.67 "GET /v2.0/networks/9f0c6f68-00d4-4074-963d-5eeb6360e1ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3160970 Jan 18 22:32:14.726580 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-138cdac3-79c6-4389-9cd0-8edf08b4d22f tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043029'] for router_gateway, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:14.762123 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device cf214b01-963f-4a94-886a-008c6788874c no longer exists at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:32:14.795715 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] No Port match for: cf214b01-963f-4a94-886a-008c6788874c {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:32:14.796746 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device cf214b01-963f-4a94-886a-008c6788874c not bound to the agent host n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:32:14.888908 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e3a7dea7-c2d7-4c3f-a988-7531bf807f00 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:14.898806 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0a6afc-ba2a-4a75-a285-6b0e1affb607 None None] DHCP port deletion for d517cf7a-2b5e-403e-9519-f81391a215c9 request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:32:14.907433 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-138cdac3-79c6-4389-9cd0-8edf08b4d22f tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1040886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8602'] for router, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:14.912619 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-138cdac3-79c6-4389-9cd0-8edf08b4d22f tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:14.938761 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57474f42-7577-46cd-8471-fd6a3331fed1 req-5580ba33-04e7-45aa-968f-6ee515ba1999 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:14.947001 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-57474f42-7577-46cd-8471-fd6a3331fed1 req-5580ba33-04e7-45aa-968f-6ee515ba1999 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd0af1aa-56b9-4a2a-bdc5-183d84332a15 HTTP/1.1" status: 200 len: 945 time: 0.1578348 Jan 18 22:32:14.961961 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-af0a6afc-ba2a-4a75-a285-6b0e1affb607 None None] Deleting port c36800c3-583f-4c1d-8e05-4e1c5726b036 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:32:14.962339 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-af0a6afc-ba2a-4a75-a285-6b0e1affb607 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:14.982841 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-138cdac3-79c6-4389-9cd0-8edf08b4d22f tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1040832'] for router, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:14.983303 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-138cdac3-79c6-4389-9cd0-8edf08b4d22f tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Fanout notify agent at l3_agent the message router_deleted on router e777de16-88c8-492b-9916-05bb1b7f6b8e {{(pid=102431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 22:32:14.995630 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-138cdac3-79c6-4389-9cd0-8edf08b4d22f tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:14.996773 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-138cdac3-79c6-4389-9cd0-8edf08b4d22f tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] 10.222.0.53 "DELETE /v2.0/routers/e777de16-88c8-492b-9916-05bb1b7f6b8e HTTP/1.1" status: 204 len: 168 time: 2.2923455 Jan 18 22:32:15.001044 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 52900) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:15.007073 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-f9f72eee-b72d-4bec-b7f1-2ed5cac1292c tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-743994101', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:32:15.008864 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-82bac3b2-6b5c-4a10-a765-46046756c1c4 req-475cc47b-11d3-4216-9841-f90d871f7e6e tempest-ServerShowV254Test-78393417 tempest-ServerShowV254Test-78393417-project] 10.222.0.53 "GET /v2.0/ports?device_id=b51e10e7-fcde-4427-8036-d3d1caa79c61 HTTP/1.1" status: 200 len: 210 time: 0.0448349 Jan 18 22:32:15.037023 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-57474f42-7577-46cd-8471-fd6a3331fed1 req-8df9c368-0f94-4950-8953-a43e243637ac tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887990 Jan 18 22:32:15.049125 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5672cebc-7498-420d-9eec-ed5ba88f7971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:15.066246 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-af0a6afc-ba2a-4a75-a285-6b0e1affb607 None None] For port c36800c3-583f-4c1d-8e05-4e1c5726b036, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=c36800c3-583f-4c1d-8e05-4e1c5726b036,segment=NetworkSegment(a40eed45-50f9-413d-aed3-f5503442a4c9),segment_id=a40eed45-50f9-413d-aed3-f5503442a4c9)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:32:15.067545 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-af0a6afc-ba2a-4a75-a285-6b0e1affb607 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:15.075680 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e3a7dea7-c2d7-4c3f-a988-7531bf807f00 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60203138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62288677'] for subnet, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:15.094861 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5672cebc-7498-420d-9eec-ed5ba88f7971 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fc3c3ef-94a4-4e42-85b8-615a55729bff,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:15.101864 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a7dea7-c2d7-4c3f-a988-7531bf807f00 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Pushing event deleted for resources: {'Subnet': ['ID=ff3864e7-3d06-47c3-9688-9fc89286565c,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:15.102572 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-af0a6afc-ba2a-4a75-a285-6b0e1affb607 None None] Calling delete_port for c36800c3-583f-4c1d-8e05-4e1c5726b036 owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:32:15.118104 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e3a7dea7-c2d7-4c3f-a988-7531bf807f00 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:15.123170 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-e3a7dea7-c2d7-4c3f-a988-7531bf807f00 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "DELETE /v2.0/subnets/ff3864e7-3d06-47c3-9688-9fc89286565c HTTP/1.1" status: 204 len: 168 time: 0.5763152 Jan 18 22:32:15.125794 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 52906) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:15.129841 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f9f72eee-b72d-4bec-b7f1-2ed5cac1292c tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1044160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8692'] for router, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:15.131253 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f9f72eee-b72d-4bec-b7f1-2ed5cac1292c tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1040680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8675'] for router, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:15.215208 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80520353-e688-4150-a9a4-c7f106558c33 None None] Network dd775970-2a5b-4fa0-b58f-e11b40e608fa requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:32:15.253501 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-148a4985-54e1-41ad-a74b-dce2b748bf37 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:15.329629 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-af0a6afc-ba2a-4a75-a285-6b0e1affb607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:15.380950 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0a6afc-ba2a-4a75-a285-6b0e1affb607 None None] No DVR routers for this DVR port c36800c3-583f-4c1d-8e05-4e1c5726b036 on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:32:15.387928 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0a6afc-ba2a-4a75-a285-6b0e1affb607 None None] Pushing event deleted for resources: {'Port': ['ID=c36800c3-583f-4c1d-8e05-4e1c5726b036,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:15.419644 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f9f72eee-b72d-4bec-b7f1-2ed5cac1292c tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:15.421303 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5672cebc-7498-420d-9eec-ed5ba88f7971 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-613841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1046579'] for router_interface, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:15.431614 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f9f72eee-b72d-4bec-b7f1-2ed5cac1292c tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1040691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049'] for router, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:15.434122 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 05c1d799-e1bb-45aa-99fd-f133bfea30d6 details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:32:15.468066 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-148a4985-54e1-41ad-a74b-dce2b748bf37 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:15.499999 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-148a4985-54e1-41ad-a74b-dce2b748bf37 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d517cf7a-2b5e-403e-9519-f81391a215c9']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:32:15.514897 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-148a4985-54e1-41ad-a74b-dce2b748bf37 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a40eed45-50f9-413d-aed3-f5503442a4c9') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:32:15.515290 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-148a4985-54e1-41ad-a74b-dce2b748bf37 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a40eed45-50f9-413d-aed3-f5503442a4c9') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:32:15.529328 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d9ba80-921c-416c-9931-a2c96b0eda97 req-6255e4a3-89bf-4001-96a9-cb88aa8fa6b1 tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:15.537359 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b8d9ba80-921c-416c-9931-a2c96b0eda97 req-6255e4a3-89bf-4001-96a9-cb88aa8fa6b1 tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e083a82b-db27-49ef-b72b-1982efab7d58 HTTP/1.1" status: 200 len: 1096 time: 0.1724517 Jan 18 22:32:15.542478 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-148a4985-54e1-41ad-a74b-dce2b748bf37 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60394742'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:15.594742 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 05c1d799-e1bb-45aa-99fd-f133bfea30d6, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=05c1d799-e1bb-45aa-99fd-f133bfea30d6,segment=NetworkSegment(70a4f94b-4f48-4441-9e9d-d65add0cb430),segment_id=70a4f94b-4f48-4441-9e9d-d65add0cb430)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:32:15.618583 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': '05c1d799-e1bb-45aa-99fd-f133bfea30d6', 'network_id': '9f0c6f68-00d4-4074-963d-5eeb6360e1ec', 'port_id': '05c1d799-e1bb-45aa-99fd-f133bfea30d6', 'mac_address': 'fa:16:3e:ea:1f:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7bcd428-9869-4592-8e72-20a2a0d3310e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:32:15.620632 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b8d9ba80-921c-416c-9931-a2c96b0eda97 req-8e24f9e3-5239-48ff-bb94-0b3666b348e5 tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=80651b36-1a6f-45a6-b224-3c0baae9ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810425 Jan 18 22:32:15.641167 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-148a4985-54e1-41ad-a74b-dce2b748bf37 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:15.649942 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-148a4985-54e1-41ad-a74b-dce2b748bf37 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:32:15.650557 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-148a4985-54e1-41ad-a74b-dce2b748bf37 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60203044'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:15.653987 n-d-825064-1 neutron-server[102430]: Traceback (most recent call last): Jan 18 22:32:15.653987 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:32:15.653987 n-d-825064-1 neutron-server[102430]: timer() Jan 18 22:32:15.653987 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:32:15.653987 n-d-825064-1 neutron-server[102430]: cb(*args, **kw) Jan 18 22:32:15.653987 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:32:15.653987 n-d-825064-1 neutron-server[102430]: return func(*args, **kwargs) Jan 18 22:32:15.653987 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:32:15.653987 n-d-825064-1 neutron-server[102430]: self._notify() Jan 18 22:32:15.653987 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:32:15.653987 n-d-825064-1 neutron-server[102430]: self.callback(batched_events) Jan 18 22:32:15.653987 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:32:15.653987 n-d-825064-1 neutron-server[102430]: event.method(event) Jan 18 22:32:15.653987 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:32:15.653987 n-d-825064-1 neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:32:15.653987 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:32:15.653987 n-d-825064-1 neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:32:15.653987 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:32:15.653987 n-d-825064-1 neutron-server[102430]: return f(self, *a, **k) Jan 18 22:32:15.653987 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:32:15.653987 n-d-825064-1 neutron-server[102430]: return self._get(url).json() Jan 18 22:32:15.653987 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:32:15.653987 n-d-825064-1 neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:32:15.653987 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:32:15.653987 n-d-825064-1 neutron-server[102430]: return self.request(url, 'GET', **kwargs) Jan 18 22:32:15.653987 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:32:15.653987 n-d-825064-1 neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:32:15.653987 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:32:15.653987 n-d-825064-1 neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:32:15.653987 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:32:15.653987 n-d-825064-1 neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:32:15.653987 n-d-825064-1 neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:32:15.684089 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297db5ee-6bf5-4875-88ea-d9350be2cb74 None None] DHCP port deletion for dd775970-2a5b-4fa0-b58f-e11b40e608fa request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:32:15.725023 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:15.736137 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819485fd-57d7-4851-8e56-427fb87b288a req-645e7a33-54ff-4cf0-8e92-20da64be4b5f tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:15.747004 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-819485fd-57d7-4851-8e56-427fb87b288a req-645e7a33-54ff-4cf0-8e92-20da64be4b5f tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9ab72d2-fb07-4ddd-96ca-0d87ff63902f HTTP/1.1" status: 200 len: 944 time: 0.1536291 Jan 18 22:32:15.751985 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05c1d799-e1bb-45aa-99fd-f133bfea30d6 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:32:15.788676 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 05c1d799-e1bb-45aa-99fd-f133bfea30d6, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=05c1d799-e1bb-45aa-99fd-f133bfea30d6,segment=NetworkSegment(70a4f94b-4f48-4441-9e9d-d65add0cb430),segment_id=70a4f94b-4f48-4441-9e9d-d65add0cb430)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:32:15.796946 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-148a4985-54e1-41ad-a74b-dce2b748bf37 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:15.797285 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-297db5ee-6bf5-4875-88ea-d9350be2cb74 None None] Deleting port e8c80a08-5d4b-438b-b6bc-a35546b87c17 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:32:15.797768 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-297db5ee-6bf5-4875-88ea-d9350be2cb74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:15.811449 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:15.814125 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-819485fd-57d7-4851-8e56-427fb87b288a req-c051984d-9343-4de7-be40-34103144a695 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups?id=f25aad12-9aee-4cc2-9c27-71413ad663e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657952 Jan 18 22:32:15.860993 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-148a4985-54e1-41ad-a74b-dce2b748bf37 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:15.868242 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-148a4985-54e1-41ad-a74b-dce2b748bf37 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "DELETE /v2.0/networks/d517cf7a-2b5e-403e-9519-f81391a215c9 HTTP/1.1" status: 204 len: 168 time: 0.7406542 Jan 18 22:32:15.869922 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 52922) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:15.872618 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148a4985-54e1-41ad-a74b-dce2b748bf37 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Pushing event deleted for resources: {'Network': ['ID=d517cf7a-2b5e-403e-9519-f81391a215c9,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:15.909694 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-297db5ee-6bf5-4875-88ea-d9350be2cb74 None None] For port e8c80a08-5d4b-438b-b6bc-a35546b87c17, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=e8c80a08-5d4b-438b-b6bc-a35546b87c17,segment=NetworkSegment(de74c02c-b4b7-49a2-a9bc-68b0bd01e5b7),segment_id=de74c02c-b4b7-49a2-a9bc-68b0bd01e5b7)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:32:15.910089 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-297db5ee-6bf5-4875-88ea-d9350be2cb74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:15.957221 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-297db5ee-6bf5-4875-88ea-d9350be2cb74 None None] Calling delete_port for e8c80a08-5d4b-438b-b6bc-a35546b87c17 owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:32:15.964974 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=05c1d799-e1bb-45aa-99fd-f133bfea30d6,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:15.996594 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1b53e168-b7a4-499b-8ad1-340f5736ab91 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:15.999534 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f9f72eee-b72d-4bec-b7f1-2ed5cac1292c tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:16.000924 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-f9f72eee-b72d-4bec-b7f1-2ed5cac1292c tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.9987199 Jan 18 22:32:16.003641 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 52926) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:16.010704 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-cda5e099-3870-40b1-88cb-217a2a0ba283 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'enable_snat': False}}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:32:16.067455 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device c36800c3-583f-4c1d-8e05-4e1c5726b036 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:32:16.087593 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-1b53e168-b7a4-499b-8ad1-340f5736ab91 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Deleting port e8c80a08-5d4b-438b-b6bc-a35546b87c17 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:32:16.087942 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1b53e168-b7a4-499b-8ad1-340f5736ab91 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:16.134528 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['05c1d799-e1bb-45aa-99fd-f133bfea30d6'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:32:16.153264 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: c36800c3-583f-4c1d-8e05-4e1c5726b036 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:32:16.153264 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device c36800c3-583f-4c1d-8e05-4e1c5726b036 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:32:16.153617 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device e8c80a08-5d4b-438b-b6bc-a35546b87c17 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:32:16.155118 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-297db5ee-6bf5-4875-88ea-d9350be2cb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:16.231441 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d530eee7-17a2-49e3-b343-7920d443e796 req-5e0417bc-b7a1-4582-bf46-fc9901faa46e tempest-ServerShowV254Test-78393417 tempest-ServerShowV254Test-78393417-project] 10.222.0.53 "GET /v2.0/ports?device_id=b51e10e7-fcde-4427-8036-d3d1caa79c61 HTTP/1.1" status: 200 len: 210 time: 0.0579755 Jan 18 22:32:16.242135 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297db5ee-6bf5-4875-88ea-d9350be2cb74 None None] Pushing event deleted for resources: {'Port': ['ID=e8c80a08-5d4b-438b-b6bc-a35546b87c17,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:16.250178 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: e8c80a08-5d4b-438b-b6bc-a35546b87c17 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:32:16.251173 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device e8c80a08-5d4b-438b-b6bc-a35546b87c17 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:32:16.254217 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297db5ee-6bf5-4875-88ea-d9350be2cb74 None None] No DVR routers for this DVR port e8c80a08-5d4b-438b-b6bc-a35546b87c17 on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:32:16.288306 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-1b53e168-b7a4-499b-8ad1-340f5736ab91 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] For port e8c80a08-5d4b-438b-b6bc-a35546b87c17, host n-d-825064-1, got binding levels [] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:32:16.288552 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1b53e168-b7a4-499b-8ad1-340f5736ab91 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:16.317968 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97090fb3-20d6-40e6-a8f3-c01d22112147 req-5067b905-e569-4025-a1eb-fc69c87e18a1 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:16.320208 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-97090fb3-20d6-40e6-a8f3-c01d22112147 req-5067b905-e569-4025-a1eb-fc69c87e18a1 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd0af1aa-56b9-4a2a-bdc5-183d84332a15 HTTP/1.1" status: 200 len: 945 time: 0.1560450 Jan 18 22:32:16.321686 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-1b53e168-b7a4-499b-8ad1-340f5736ab91 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Calling delete_port for e8c80a08-5d4b-438b-b6bc-a35546b87c17 owned by network:dhcp {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:32:16.325316 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.ipam_backend_mixin [None req-1b53e168-b7a4-499b-8ad1-340f5736ab91 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Port e8c80a08-5d4b-438b-b6bc-a35546b87c17 was not found and therefore no delete operation was performed {{(pid=102430) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 18 22:32:16.326669 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1b53e168-b7a4-499b-8ad1-340f5736ab91 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:16.368345 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b53e168-b7a4-499b-8ad1-340f5736ab91 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Pushing event deleted for resources: {'Port': ['ID=e8c80a08-5d4b-438b-b6bc-a35546b87c17,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:16.370233 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b53e168-b7a4-499b-8ad1-340f5736ab91 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] No DVR routers for this DVR port e8c80a08-5d4b-438b-b6bc-a35546b87c17 on host n-d-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:32:16.425183 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-97090fb3-20d6-40e6-a8f3-c01d22112147 req-eda4c021-b5d2-4f26-807c-cd166a73418f tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961473 Jan 18 22:32:16.479078 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1b53e168-b7a4-499b-8ad1-340f5736ab91 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:16.490805 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cda5e099-3870-40b1-88cb-217a2a0ba283 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:16.502054 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-1b53e168-b7a4-499b-8ad1-340f5736ab91 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd775970-2a5b-4fa0-b58f-e11b40e608fa']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:32:16.504996 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d30721d-48e3-4e1f-bf36-88d5690ae3aa req-96e162b0-02d6-4002-af3e-dbf7e78d6035 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:16.506614 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-5d30721d-48e3-4e1f-bf36-88d5690ae3aa req-96e162b0-02d6-4002-af3e-dbf7e78d6035 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.36 "GET /v2.0/ports?device_id=dd0af1aa-56b9-4a2a-bdc5-183d84332a15 HTTP/1.1" status: 200 len: 945 time: 0.3727636 Jan 18 22:32:16.514338 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-1b53e168-b7a4-499b-8ad1-340f5736ab91 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de74c02c-b4b7-49a2-a9bc-68b0bd01e5b7') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:32:16.514766 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-1b53e168-b7a4-499b-8ad1-340f5736ab91 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de74c02c-b4b7-49a2-a9bc-68b0bd01e5b7') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:32:16.524689 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1b53e168-b7a4-499b-8ad1-340f5736ab91 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60394742'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:16.541285 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1b53e168-b7a4-499b-8ad1-340f5736ab91 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:16.549074 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b53e168-b7a4-499b-8ad1-340f5736ab91 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:32:16.549670 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1b53e168-b7a4-499b-8ad1-340f5736ab91 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60203044'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:16.553866 n-d-825064-1 neutron-server[102430]: Traceback (most recent call last): Jan 18 22:32:16.553866 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:32:16.553866 n-d-825064-1 neutron-server[102430]: timer() Jan 18 22:32:16.553866 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:32:16.553866 n-d-825064-1 neutron-server[102430]: cb(*args, **kw) Jan 18 22:32:16.553866 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:32:16.553866 n-d-825064-1 neutron-server[102430]: return func(*args, **kwargs) Jan 18 22:32:16.553866 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:32:16.553866 n-d-825064-1 neutron-server[102430]: self._notify() Jan 18 22:32:16.553866 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:32:16.553866 n-d-825064-1 neutron-server[102430]: self.callback(batched_events) Jan 18 22:32:16.553866 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:32:16.553866 n-d-825064-1 neutron-server[102430]: event.method(event) Jan 18 22:32:16.553866 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:32:16.553866 n-d-825064-1 neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:32:16.553866 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:32:16.553866 n-d-825064-1 neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:32:16.553866 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:32:16.553866 n-d-825064-1 neutron-server[102430]: return f(self, *a, **k) Jan 18 22:32:16.553866 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:32:16.553866 n-d-825064-1 neutron-server[102430]: return self._get(url).json() Jan 18 22:32:16.553866 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:32:16.553866 n-d-825064-1 neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:32:16.553866 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:32:16.553866 n-d-825064-1 neutron-server[102430]: return self.request(url, 'GET', **kwargs) Jan 18 22:32:16.553866 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:32:16.553866 n-d-825064-1 neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:32:16.553866 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:32:16.553866 n-d-825064-1 neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:32:16.553866 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:32:16.553866 n-d-825064-1 neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:32:16.553866 n-d-825064-1 neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:32:16.556772 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5672cebc-7498-420d-9eec-ed5ba88f7971 admin admin] Router 0bd4aa13-32ab-4a99-a8f4-cdbd6a0b34af has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:32:16.638618 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1b53e168-b7a4-499b-8ad1-340f5736ab91 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:16.648623 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1b53e168-b7a4-499b-8ad1-340f5736ab91 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:16.653016 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-1b53e168-b7a4-499b-8ad1-340f5736ab91 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] 10.222.0.53 "DELETE /v2.0/networks/dd775970-2a5b-4fa0-b58f-e11b40e608fa HTTP/1.1" status: 204 len: 168 time: 0.7816060 Jan 18 22:32:16.679755 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b53e168-b7a4-499b-8ad1-340f5736ab91 tempest-TaggedBootDevicesTest-499185168 tempest-TaggedBootDevicesTest-499185168-project] Pushing event deleted for resources: {'Network': ['ID=dd775970-2a5b-4fa0-b58f-e11b40e608fa,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:16.846692 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-5d30721d-48e3-4e1f-bf36-88d5690ae3aa req-26e01909-0ffa-4e59-aab9-812245e02bbb tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Deleting port 584a7529-1f13-4f33-81e0-e363e397f4ca {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:32:16.847035 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-5d30721d-48e3-4e1f-bf36-88d5690ae3aa req-26e01909-0ffa-4e59-aab9-812245e02bbb tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:16.871700 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5672cebc-7498-420d-9eec-ed5ba88f7971 admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:32:16.891004 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f82d43-ebd1-4ebc-8ef3-4b0f057d6abb None None] Sync routers for ids ['0bd4aa13-32ab-4a99-a8f4-cdbd6a0b34af'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:32:16.902730 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f82d43-ebd1-4ebc-8ef3-4b0f057d6abb None None] Routers {'0bd4aa13-32ab-4a99-a8f4-cdbd6a0b34af'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:32:16.904048 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-38f82d43-ebd1-4ebc-8ef3-4b0f057d6abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:31:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['0bd4aa13-32ab-4a99-a8f4-cdbd6a0b34af'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:32:16.913849 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5808bb0-2876-42ea-bfd3-e1a757b12d9c req-5be5a609-fb3c-4ed8-8c4d-bd201a2ca913 tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:16.917999 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-5672cebc-7498-420d-9eec-ed5ba88f7971 admin admin] 10.222.0.53 "PUT /v2.0/routers/0bd4aa13-32ab-4a99-a8f4-cdbd6a0b34af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1675651 Jan 18 22:32:16.918995 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a5808bb0-2876-42ea-bfd3-e1a757b12d9c req-5be5a609-fb3c-4ed8-8c4d-bd201a2ca913 tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e083a82b-db27-49ef-b72b-1982efab7d58 HTTP/1.1" status: 200 len: 1096 time: 0.1581974 Jan 18 22:32:16.919507 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 52970) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:16.933822 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33005f1-f1d5-41f9-9f00-45c60b73185a req-414aba5c-f576-466d-b982-0f91b6d1d6b8 tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:16.935434 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-c33005f1-f1d5-41f9-9f00-45c60b73185a req-414aba5c-f576-466d-b982-0f91b6d1d6b8 tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=e083a82b-db27-49ef-b72b-1982efab7d58 HTTP/1.1" status: 200 len: 1096 time: 0.1489382 Jan 18 22:32:17.067799 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-38f82d43-ebd1-4ebc-8ef3-4b0f057d6abb None None] Set router 0bd4aa13-32ab-4a99-a8f4-cdbd6a0b34af gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:32:17.161244 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a5808bb0-2876-42ea-bfd3-e1a757b12d9c req-d65f3bf9-ada4-4711-aef4-8b73ce4f0fc0 tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=80651b36-1a6f-45a6-b224-3c0baae9ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241874 Jan 18 22:32:17.187878 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b841b9-b0c9-465d-979e-282ee81bedb2 req-8b5912f4-da0a-405f-83ea-8bfbdf256f66 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:17.189444 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-58b841b9-b0c9-465d-979e-282ee81bedb2 req-8b5912f4-da0a-405f-83ea-8bfbdf256f66 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9ab72d2-fb07-4ddd-96ca-0d87ff63902f HTTP/1.1" status: 200 len: 945 time: 0.1443229 Jan 18 22:32:17.206669 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e8841824-e8c7-4b4d-b2da-237ece026c36 admin admin] Notify callbacks [] for router, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:17.213150 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-5d30721d-48e3-4e1f-bf36-88d5690ae3aa req-26e01909-0ffa-4e59-aab9-812245e02bbb tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] For port 584a7529-1f13-4f33-81e0-e363e397f4ca, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=584a7529-1f13-4f33-81e0-e363e397f4ca,segment=NetworkSegment(34627b77-73a0-4f2b-87cd-77be1ea3c2f0),segment_id=34627b77-73a0-4f2b-87cd-77be1ea3c2f0)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:32:17.224777 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-5d30721d-48e3-4e1f-bf36-88d5690ae3aa req-26e01909-0ffa-4e59-aab9-812245e02bbb tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:17.266881 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-5d30721d-48e3-4e1f-bf36-88d5690ae3aa req-26e01909-0ffa-4e59-aab9-812245e02bbb tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Calling delete_port for 584a7529-1f13-4f33-81e0-e363e397f4ca owned by compute:nova {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:32:17.309790 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cda5e099-3870-40b1-88cb-217a2a0ba283 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:17.380413 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cda5e099-3870-40b1-88cb-217a2a0ba283 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:17.445953 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-c33005f1-f1d5-41f9-9f00-45c60b73185a req-e6df4c94-7b47-4f0e-b79d-041287641819 tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] Deleting port de6a60ad-7ec7-4652-a03a-2aafef3b1348 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:32:17.446301 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-c33005f1-f1d5-41f9-9f00-45c60b73185a req-e6df4c94-7b47-4f0e-b79d-041287641819 tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:17.460828 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 05c1d799-e1bb-45aa-99fd-f133bfea30d6 up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:32:17.462186 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-92dd74c3-6e4c-4a87-b46b-7fd34be54e75 req-c8248f2c-0c97-4e56-b91f-c398938d362d tempest-ServerShowV254Test-78393417 tempest-ServerShowV254Test-78393417-project] 10.222.0.53 "GET /v2.0/ports?device_id=b51e10e7-fcde-4427-8036-d3d1caa79c61 HTTP/1.1" status: 200 len: 210 time: 0.0896766 Jan 18 22:32:17.481922 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e8841824-e8c7-4b4d-b2da-237ece026c36 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:17.563186 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port 05c1d799-e1bb-45aa-99fd-f133bfea30d6 completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:32:17.569164 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port 05c1d799-e1bb-45aa-99fd-f133bfea30d6 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:32:17.569665 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:17.579222 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-58b841b9-b0c9-465d-979e-282ee81bedb2 req-0f16738f-6ffd-42ea-ba3f-1b39c8fca398 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups?id=f25aad12-9aee-4cc2-9c27-71413ad663e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1953552 Jan 18 22:32:17.599383 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-38f82d43-ebd1-4ebc-8ef3-4b0f057d6abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd4aa13-32ab-4a99-a8f4-cdbd6a0b34af', 'name': 'tempest-TaggedBootDevicesTest_v242-1082608301-router', 'tenant_id': 'e820669caca04fcb8f8972d8b3102f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'edec1792-c2c5-4fbe-83e0-454ea1141e80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:20:02Z', 'updated_at': '2022-01-18T22:32:14Z', 'revision_number': 5, 'project_id': 'e820669caca04fcb8f8972d8b3102f64', 'gw_port': {'id': 'edec1792-c2c5-4fbe-83e0-454ea1141e80', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:8f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd4aa13-32ab-4a99-a8f4-cdbd6a0b34af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:20:03Z', 'updated_at': '2022-01-18T22:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:32:17.647285 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f82d43-ebd1-4ebc-8ef3-4b0f057d6abb None None] Checking router: 0bd4aa13-32ab-4a99-a8f4-cdbd6a0b34af for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:32:17.654195 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-cda5e099-3870-40b1-88cb-217a2a0ba283 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Allocated IP 172.25.5.32 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/e432f385-98c9-4809-9ff6-329b133c6811) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:32:17.662768 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f82d43-ebd1-4ebc-8ef3-4b0f057d6abb None None] Routers {'0bd4aa13-32ab-4a99-a8f4-cdbd6a0b34af'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:32:17.663538 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-38f82d43-ebd1-4ebc-8ef3-4b0f057d6abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:31:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['0bd4aa13-32ab-4a99-a8f4-cdbd6a0b34af'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:32:17.674768 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-e8841824-e8c7-4b4d-b2da-237ece026c36 admin admin] Deleting port edec1792-c2c5-4fbe-83e0-454ea1141e80 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:32:17.675890 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e8841824-e8c7-4b4d-b2da-237ece026c36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:17.780236 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:17.800541 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178637fc-217c-446d-8a71-5394d81d24cd req-8269f767-76a3-40ac-b179-53c54b4668e1 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:17.814617 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-178637fc-217c-446d-8a71-5394d81d24cd req-8269f767-76a3-40ac-b179-53c54b4668e1 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd0af1aa-56b9-4a2a-bdc5-183d84332a15 HTTP/1.1" status: 200 len: 945 time: 0.2045889 Jan 18 22:32:17.846681 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-e8841824-e8c7-4b4d-b2da-237ece026c36 admin admin] For port edec1792-c2c5-4fbe-83e0-454ea1141e80, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=edec1792-c2c5-4fbe-83e0-454ea1141e80,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:32:17.847504 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e8841824-e8c7-4b4d-b2da-237ece026c36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:17.860158 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-e8841824-e8c7-4b4d-b2da-237ece026c36 admin admin] Calling delete_port for edec1792-c2c5-4fbe-83e0-454ea1141e80 owned by network:router_gateway {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:32:17.883373 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-c33005f1-f1d5-41f9-9f00-45c60b73185a req-e6df4c94-7b47-4f0e-b79d-041287641819 tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] For port de6a60ad-7ec7-4652-a03a-2aafef3b1348, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=de6a60ad-7ec7-4652-a03a-2aafef3b1348,segment=NetworkSegment(18ef3b66-9028-4d8d-951e-ac04175658ee),segment_id=18ef3b66-9028-4d8d-951e-ac04175658ee)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:32:17.883795 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-c33005f1-f1d5-41f9-9f00-45c60b73185a req-e6df4c94-7b47-4f0e-b79d-041287641819 tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:17.891958 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 05c1d799-e1bb-45aa-99fd-f133bfea30d6, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=05c1d799-e1bb-45aa-99fd-f133bfea30d6,segment=NetworkSegment(70a4f94b-4f48-4441-9e9d-d65add0cb430),segment_id=70a4f94b-4f48-4441-9e9d-d65add0cb430)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:32:17.896823 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9ab72d2-fb07-4ddd-96ca-0d87ff63902f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05c1d799-e1bb-45aa-99fd-f133bfea30d6'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:32:17.901197 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-5d30721d-48e3-4e1f-bf36-88d5690ae3aa req-26e01909-0ffa-4e59-aab9-812245e02bbb tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:17.902174 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eb3f8ee-23e9-4021-a326-4648ede53067" -d '{"events": [{"server_uuid": "e9ab72d2-fb07-4ddd-96ca-0d87ff63902f", "name": "network-vif-plugged", "status": "completed", "tag": "05c1d799-e1bb-45aa-99fd-f133bfea30d6"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:32:17.924731 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-c33005f1-f1d5-41f9-9f00-45c60b73185a req-e6df4c94-7b47-4f0e-b79d-041287641819 tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] Calling delete_port for de6a60ad-7ec7-4652-a03a-2aafef3b1348 owned by compute:nova {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:32:17.938310 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['6c9ea76e-7dbd-4767-9685-c0f25e5276d0', '584a7529-1f13-4f33-81e0-e363e397f4ca'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:32:17.952330 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:17.997709 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cda5e099-3870-40b1-88cb-217a2a0ba283 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:18.018168 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16bc1914-c48b-406e-b5e8-2d9a94511ba0 x-openstack-request-id: req-16bc1914-c48b-406e-b5e8-2d9a94511ba0 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:32:18.018412 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e01909-0ffa-4e59-aab9-812245e02bbb tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Pushing event deleted for resources: {'Port': ['ID=584a7529-1f13-4f33-81e0-e363e397f4ca,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:18.018553 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9ab72d2-fb07-4ddd-96ca-0d87ff63902f", "name": "network-vif-plugged", "status": "completed", "tag": "05c1d799-e1bb-45aa-99fd-f133bfea30d6", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:32:18.018722 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-16bc1914-c48b-406e-b5e8-2d9a94511ba0 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:32:18.019167 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9ab72d2-fb07-4ddd-96ca-0d87ff63902f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05c1d799-e1bb-45aa-99fd-f133bfea30d6', 'code': 200} Jan 18 22:32:18.034228 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-178637fc-217c-446d-8a71-5394d81d24cd req-5dea2d4b-7361-424e-b1fa-36e07f99e289 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185893 Jan 18 22:32:18.038044 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-38f82d43-ebd1-4ebc-8ef3-4b0f057d6abb None None] Set router 0bd4aa13-32ab-4a99-a8f4-cdbd6a0b34af gateway port host: None {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:32:18.149273 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3ce01a-465a-487b-9ca2-4978b0124c13 req-2a574227-bda1-4d4f-b472-4bd710281161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:18.150942 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cd3ce01a-465a-487b-9ca2-4978b0124c13 req-2a574227-bda1-4d4f-b472-4bd710281161 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e9ab72d2-fb07-4ddd-96ca-0d87ff63902f HTTP/1.1" status: 200 len: 1097 time: 0.0891237 Jan 18 22:32:18.154719 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e8841824-e8c7-4b4d-b2da-237ece026c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:18.164205 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-38f82d43-ebd1-4ebc-8ef3-4b0f057d6abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd4aa13-32ab-4a99-a8f4-cdbd6a0b34af', 'name': 'tempest-TaggedBootDevicesTest_v242-1082608301-router', 'tenant_id': 'e820669caca04fcb8f8972d8b3102f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:20:02Z', 'updated_at': '2022-01-18T22:32:17Z', 'revision_number': 6, 'project_id': 'e820669caca04fcb8f8972d8b3102f64', 'gw_port_host': None}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:32:18.199046 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8841824-e8c7-4b4d-b2da-237ece026c36 admin admin] Pushing event deleted for resources: {'Port': ['ID=edec1792-c2c5-4fbe-83e0-454ea1141e80,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:18.240657 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f82d43-ebd1-4ebc-8ef3-4b0f057d6abb None None] The sync data for ids ['0bd4aa13-32ab-4a99-a8f4-cdbd6a0b34af'] in n-d-825064-1 is: [{'id': '0bd4aa13-32ab-4a99-a8f4-cdbd6a0b34af', 'name': 'tempest-TaggedBootDevicesTest_v242-1082608301-router', 'tenant_id': 'e820669caca04fcb8f8972d8b3102f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:20:02Z', 'updated_at': '2022-01-18T22:32:17Z', 'revision_number': 6, 'project_id': 'e820669caca04fcb8f8972d8b3102f64', 'gw_port_host': None}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:32:18.242137 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cd3ce01a-465a-487b-9ca2-4978b0124c13 req-74a840ff-657d-40a6-8211-fac110e9b900 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f25aad12-9aee-4cc2-9c27-71413ad663e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837820 Jan 18 22:32:18.264832 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=05c1d799-e1bb-45aa-99fd-f133bfea30d6,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:18.278256 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d30721d-48e3-4e1f-bf36-88d5690ae3aa req-26e01909-0ffa-4e59-aab9-812245e02bbb tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] No DVR routers for this DVR port 584a7529-1f13-4f33-81e0-e363e397f4ca on host n-h1-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:32:18.300032 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e8841824-e8c7-4b4d-b2da-237ece026c36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043029'] for router_gateway, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:18.318486 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cda5e099-3870-40b1-88cb-217a2a0ba283 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:18.322671 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-5d30721d-48e3-4e1f-bf36-88d5690ae3aa req-26e01909-0ffa-4e59-aab9-812245e02bbb tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:18.324978 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-5d30721d-48e3-4e1f-bf36-88d5690ae3aa req-26e01909-0ffa-4e59-aab9-812245e02bbb tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.36 "DELETE /v2.0/ports/584a7529-1f13-4f33-81e0-e363e397f4ca HTTP/1.1" status: 204 len: 173 time: 1.8112838 Jan 18 22:32:18.399786 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e8841824-e8c7-4b4d-b2da-237ece026c36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1040886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8602'] for router, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:18.402989 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e8841824-e8c7-4b4d-b2da-237ece026c36 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:18.403123 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd0af1aa-56b9-4a2a-bdc5-183d84332a15', 'name': 'network-vif-deleted', 'tag': '584a7529-1f13-4f33-81e0-e363e397f4ca'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:32:18.405596 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f34d1bff-4e52-4317-81b1-94f3fbfcbc2a" -d '{"events": [{"server_uuid": "dd0af1aa-56b9-4a2a-bdc5-183d84332a15", "name": "network-vif-deleted", "tag": "584a7529-1f13-4f33-81e0-e363e397f4ca"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:32:18.423477 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda5e099-3870-40b1-88cb-217a2a0ba283 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Pushing event updated for resources: {'Port': ['ID=e432f385-98c9-4809-9ff6-329b133c6811,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:18.488990 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e8841824-e8c7-4b4d-b2da-237ece026c36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1040832'] for router, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:18.489170 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8841824-e8c7-4b4d-b2da-237ece026c36 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0bd4aa13-32ab-4a99-a8f4-cdbd6a0b34af {{(pid=102430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 22:32:18.490014 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeb3c73d-69a9-49c0-acd6-726e7630b1e8 x-openstack-request-id: req-aeb3c73d-69a9-49c0-acd6-726e7630b1e8 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:32:18.490319 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd0af1aa-56b9-4a2a-bdc5-183d84332a15", "name": "network-vif-deleted", "tag": "584a7529-1f13-4f33-81e0-e363e397f4ca", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:32:18.494226 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e8841824-e8c7-4b4d-b2da-237ece026c36 admin admin] Notify callbacks [] for router, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:18.494670 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-aeb3c73d-69a9-49c0-acd6-726e7630b1e8 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:32:18.495429 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd0af1aa-56b9-4a2a-bdc5-183d84332a15', 'name': 'network-vif-deleted', 'tag': '584a7529-1f13-4f33-81e0-e363e397f4ca', 'status': 'completed', 'code': 200} Jan 18 22:32:18.495571 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-e8841824-e8c7-4b4d-b2da-237ece026c36 admin admin] 10.222.0.53 "DELETE /v2.0/routers/0bd4aa13-32ab-4a99-a8f4-cdbd6a0b34af HTTP/1.1" status: 204 len: 168 time: 1.5750792 Jan 18 22:32:18.497956 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 53018) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:18.542758 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda5e099-3870-40b1-88cb-217a2a0ba283 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:32:18.548869 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62adf6d0-fcb1-4ba4-a6b8-bd21cc008f81 req-3284a79b-c067-4717-bd51-3fdf1afccea0 tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:18.557131 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-62adf6d0-fcb1-4ba4-a6b8-bd21cc008f81 req-3284a79b-c067-4717-bd51-3fdf1afccea0 tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e083a82b-db27-49ef-b72b-1982efab7d58 HTTP/1.1" status: 200 len: 1096 time: 0.0973783 Jan 18 22:32:18.558080 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-cda5e099-3870-40b1-88cb-217a2a0ba283 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:32:18.561981 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda5e099-3870-40b1-88cb-217a2a0ba283 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:32:18.572415 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1f9d097-e19d-4b8b-a12b-dc17ab72e209 admin admin] Deleting subnet 388020c9-0236-4ef5-93d9-ef2bde8b97b6 {{(pid=102430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:32:18.584395 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b1f9d097-e19d-4b8b-a12b-dc17ab72e209 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:18.686787 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0e95c83e-7905-4c32-9cfe-204a47c67126 req-894b5170-a719-463f-81fc-628c001b15f4 tempest-ServerShowV254Test-78393417 tempest-ServerShowV254Test-78393417-project] 10.222.0.53 "GET /v2.0/ports?device_id=b51e10e7-fcde-4427-8036-d3d1caa79c61 HTTP/1.1" status: 200 len: 210 time: 0.0691803 Jan 18 22:32:18.705349 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b1f9d097-e19d-4b8b-a12b-dc17ab72e209 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60394745'] for subnet, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:18.910848 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-62adf6d0-fcb1-4ba4-a6b8-bd21cc008f81 req-a2239c0e-54a9-4ad1-86f0-4e3638188452 tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=80651b36-1a6f-45a6-b224-3c0baae9ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3460925 Jan 18 22:32:18.949896 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b1f9d097-e19d-4b8b-a12b-dc17ab72e209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:19.030318 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b1f9d097-e19d-4b8b-a12b-dc17ab72e209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60203138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62288677'] for subnet, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:19.060623 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f9d097-e19d-4b8b-a12b-dc17ab72e209 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=388020c9-0236-4ef5-93d9-ef2bde8b97b6,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:19.086433 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4246c93e-fe80-4944-8a66-49cb9dcd721b req-534dd623-a223-4d14-a6bb-8770fda76b7b tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:19.088643 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4246c93e-fe80-4944-8a66-49cb9dcd721b req-534dd623-a223-4d14-a6bb-8770fda76b7b tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9ab72d2-fb07-4ddd-96ca-0d87ff63902f HTTP/1.1" status: 200 len: 946 time: 0.2272334 Jan 18 22:32:19.093514 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b1f9d097-e19d-4b8b-a12b-dc17ab72e209 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:19.102303 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-b1f9d097-e19d-4b8b-a12b-dc17ab72e209 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/388020c9-0236-4ef5-93d9-ef2bde8b97b6 HTTP/1.1" status: 204 len: 168 time: 0.6009994 Jan 18 22:32:19.102303 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 53030) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:19.102522 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 53032) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:19.108968 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ba9a9c-bef8-4060-9561-9e4007cd947b None None] Network a51a6fff-5ab2-447c-8b55-7ba7d5e58077 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:32:19.209705 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-c33005f1-f1d5-41f9-9f00-45c60b73185a req-e6df4c94-7b47-4f0e-b79d-041287641819 tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:19.233792 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['de6a60ad-7ec7-4652-a03a-2aafef3b1348'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:32:19.246973 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4246c93e-fe80-4944-8a66-49cb9dcd721b req-c464017f-8cc9-404b-b4a1-d09725f0c65c tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups?id=f25aad12-9aee-4cc2-9c27-71413ad663e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1457064 Jan 18 22:32:19.265801 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6df4c94-7b47-4f0e-b79d-041287641819 tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] Pushing event deleted for resources: {'Port': ['ID=de6a60ad-7ec7-4652-a03a-2aafef3b1348,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:19.334011 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-473842c0-5e2c-468d-9e8c-fc904447faa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:19.399501 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-c33005f1-f1d5-41f9-9f00-45c60b73185a req-e6df4c94-7b47-4f0e-b79d-041287641819 tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] No DVR routers for this DVR port de6a60ad-7ec7-4652-a03a-2aafef3b1348 on host n-h2-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:32:19.403716 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-c33005f1-f1d5-41f9-9f00-45c60b73185a req-e6df4c94-7b47-4f0e-b79d-041287641819 tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:19.407589 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-c33005f1-f1d5-41f9-9f00-45c60b73185a req-e6df4c94-7b47-4f0e-b79d-041287641819 tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] 10.222.0.67 "DELETE /v2.0/ports/de6a60ad-7ec7-4652-a03a-2aafef3b1348 HTTP/1.1" status: 204 len: 173 time: 2.4630525 Jan 18 22:32:19.419787 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cda5e099-3870-40b1-88cb-217a2a0ba283 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:19.462375 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d567a488-45f5-4e90-b1b4-efe3fb89ce26 None None] DHCP port deletion for a51a6fff-5ab2-447c-8b55-7ba7d5e58077 request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:32:19.514335 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a6ace11a-50db-4633-bf97-b1f2e9d20b5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:19.564529 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef86f783-be24-42d5-adf9-5b01b2b18695 req-b2090762-c4c9-4198-a6e2-b4cb4acb6763 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:19.566110 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ef86f783-be24-42d5-adf9-5b01b2b18695 req-b2090762-c4c9-4198-a6e2-b4cb4acb6763 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 946 time: 0.2593267 Jan 18 22:32:19.569188 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-143ead83-7f4f-4a64-a3ff-3829a1039c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:19.605208 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-d567a488-45f5-4e90-b1b4-efe3fb89ce26 None None] Deleting port 725cbf0b-3476-4d1a-a904-04c7604f3af0 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:32:19.605585 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d567a488-45f5-4e90-b1b4-efe3fb89ce26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:19.706735 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ef86f783-be24-42d5-adf9-5b01b2b18695 req-60f576d4-618e-41c1-ba2f-4bb13f273612 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166062 Jan 18 22:32:19.743795 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-d567a488-45f5-4e90-b1b4-efe3fb89ce26 None None] For port 725cbf0b-3476-4d1a-a904-04c7604f3af0, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=725cbf0b-3476-4d1a-a904-04c7604f3af0,segment=NetworkSegment(faec684d-228a-4063-b282-58eaf9720a79),segment_id=faec684d-228a-4063-b282-58eaf9720a79)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:32:19.744058 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d567a488-45f5-4e90-b1b4-efe3fb89ce26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:19.803973 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-d567a488-45f5-4e90-b1b4-efe3fb89ce26 None None] Calling delete_port for 725cbf0b-3476-4d1a-a904-04c7604f3af0 owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:32:19.809622 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cda5e099-3870-40b1-88cb-217a2a0ba283 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1042964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1040653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8593'] for router, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:19.824617 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cda5e099-3870-40b1-88cb-217a2a0ba283 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1042975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1043046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1040698'] for router, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:19.876685 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a6ace11a-50db-4633-bf97-b1f2e9d20b5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:19.910136 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device edec1792-c2c5-4fbe-83e0-454ea1141e80 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:32:19.931460 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0e71bfea-5fa5-44d3-9f8a-5ec7df5a2070 req-1d31fe6e-24e5-4fa2-a010-8fa18a442b68 tempest-ServerShowV254Test-78393417 tempest-ServerShowV254Test-78393417-project] 10.222.0.53 "GET /v2.0/ports?device_id=b51e10e7-fcde-4427-8036-d3d1caa79c61 HTTP/1.1" status: 200 len: 210 time: 0.0515554 Jan 18 22:32:19.934343 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a6ace11a-50db-4633-bf97-b1f2e9d20b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:20.000983 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ace11a-50db-4633-bf97-b1f2e9d20b5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c2f3dc0-b7bd-4b4f-beae-bd023e536af7,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:20.005399 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: edec1792-c2c5-4fbe-83e0-454ea1141e80 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:32:20.005399 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device edec1792-c2c5-4fbe-83e0-454ea1141e80 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:32:20.005399 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 725cbf0b-3476-4d1a-a904-04c7604f3af0 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:32:20.064958 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-a6ace11a-50db-4633-bf97-b1f2e9d20b5b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3dd70cdacf944f61843ce298b45bb36a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9616299 Jan 18 22:32:20.068254 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 53050) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:20.095053 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cda5e099-3870-40b1-88cb-217a2a0ba283 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Router 0f3e48e7-41cc-4c88-b403-053b93ab31fa is scheduled to L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 with binding_index 1 {{(pid=102431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 22:32:20.097614 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-864ff0cf-ed50-4def-9361-8238af814ff2 req-a7dc67e9-f027-4486-8b48-33d7333430ae tempest-TestServerMultinode-598902997 tempest-TestServerMultinode-598902997-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e083a82b-db27-49ef-b72b-1982efab7d58 HTTP/1.1" status: 200 len: 210 time: 0.0420959 Jan 18 22:32:20.114741 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-143ead83-7f4f-4a64-a3ff-3829a1039c15 admin admin] Deleting port 725cbf0b-3476-4d1a-a904-04c7604f3af0 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:32:20.116172 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-143ead83-7f4f-4a64-a3ff-3829a1039c15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:20.189827 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d567a488-45f5-4e90-b1b4-efe3fb89ce26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:20.211113 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d567a488-45f5-4e90-b1b4-efe3fb89ce26 None None] No DVR routers for this DVR port 725cbf0b-3476-4d1a-a904-04c7604f3af0 on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:32:20.218232 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-704a952a-c1f6-4c67-a56d-d3e86f9f36c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:20.258883 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d567a488-45f5-4e90-b1b4-efe3fb89ce26 None None] Pushing event deleted for resources: {'Port': ['ID=725cbf0b-3476-4d1a-a904-04c7604f3af0,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:20.266182 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-143ead83-7f4f-4a64-a3ff-3829a1039c15 admin admin] For port 725cbf0b-3476-4d1a-a904-04c7604f3af0, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=725cbf0b-3476-4d1a-a904-04c7604f3af0,segment=NetworkSegment(faec684d-228a-4063-b282-58eaf9720a79),segment_id=faec684d-228a-4063-b282-58eaf9720a79)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:32:20.266901 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-143ead83-7f4f-4a64-a3ff-3829a1039c15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:20.270009 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:20.277429 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-704a952a-c1f6-4c67-a56d-d3e86f9f36c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:20.311316 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-143ead83-7f4f-4a64-a3ff-3829a1039c15 admin admin] Calling delete_port for 725cbf0b-3476-4d1a-a904-04c7604f3af0 owned by network:dhcp {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:32:20.317238 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda5e099-3870-40b1-88cb-217a2a0ba283 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:32:20.317774 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 9fc3c3ef-94a4-4e42-85b8-615a55729bff no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:32:20.324562 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cda5e099-3870-40b1-88cb-217a2a0ba283 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:20.325870 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-cda5e099-3870-40b1-88cb-217a2a0ba283 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] 10.222.0.53 "PUT /v2.0/routers/0f3e48e7-41cc-4c88-b403-053b93ab31fa HTTP/1.1" status: 200 len: 918 time: 4.3204422 Jan 18 22:32:20.328725 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 53054) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:20.331760 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f77a8f-3284-40b2-b2a5-9c4b2e57b7ba None None] Sync routers for ids ['0f3e48e7-41cc-4c88-b403-053b93ab31fa'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:32:20.343062 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f77a8f-3284-40b2-b2a5-9c4b2e57b7ba None None] Routers {'0f3e48e7-41cc-4c88-b403-053b93ab31fa'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:32:20.343603 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-a0f77a8f-3284-40b2-b2a5-9c4b2e57b7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:31:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['0f3e48e7-41cc-4c88-b403-053b93ab31fa'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:32:20.344148 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 9fc3c3ef-94a4-4e42-85b8-615a55729bff {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:32:20.344733 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 9fc3c3ef-94a4-4e42-85b8-615a55729bff not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:32:20.409401 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-a0f77a8f-3284-40b2-b2a5-9c4b2e57b7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:32:20.420218 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f77a8f-3284-40b2-b2a5-9c4b2e57b7ba None None] Routers {'0f3e48e7-41cc-4c88-b403-053b93ab31fa'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:32:20.420967 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-a0f77a8f-3284-40b2-b2a5-9c4b2e57b7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:31:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['0f3e48e7-41cc-4c88-b403-053b93ab31fa'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:32:20.460053 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-a0f77a8f-3284-40b2-b2a5-9c4b2e57b7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:32:20.461216 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f77a8f-3284-40b2-b2a5-9c4b2e57b7ba None None] The sync data for ids ['0f3e48e7-41cc-4c88-b403-053b93ab31fa'] in n-d-825064-1 is: [] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:32:20.462021 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-704a952a-c1f6-4c67-a56d-d3e86f9f36c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:20.466459 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-704a952a-c1f6-4c67-a56d-d3e86f9f36c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:20.470390 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-704a952a-c1f6-4c67-a56d-d3e86f9f36c1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0c2f3dc0-b7bd-4b4f-beae-bd023e536af7 HTTP/1.1" status: 204 len: 168 time: 0.3972294 Jan 18 22:32:20.485679 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a1db61-a3d5-4e63-94db-269b4a026fbd req-fc2d4b40-4293-4405-b1b3-eed092f51408 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:20.487463 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b2a1db61-a3d5-4e63-94db-269b4a026fbd req-fc2d4b40-4293-4405-b1b3-eed092f51408 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9ab72d2-fb07-4ddd-96ca-0d87ff63902f HTTP/1.1" status: 200 len: 946 time: 0.1020687 Jan 18 22:32:20.492568 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704a952a-c1f6-4c67-a56d-d3e86f9f36c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c2f3dc0-b7bd-4b4f-beae-bd023e536af7,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:20.497912 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e083a82b-db27-49ef-b72b-1982efab7d58', 'name': 'network-vif-deleted', 'tag': 'de6a60ad-7ec7-4652-a03a-2aafef3b1348'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:32:20.501581 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c9e52e8-9353-4398-b8cf-09471a46ec70" -d '{"events": [{"server_uuid": "e083a82b-db27-49ef-b72b-1982efab7d58", "name": "network-vif-deleted", "tag": "de6a60ad-7ec7-4652-a03a-2aafef3b1348"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:32:20.515724 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf56a1d-1a22-4b87-bace-46982e198d0f req-b7e4be51-23da-450b-8646-3e93be678b34 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:20.524893 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bcf56a1d-1a22-4b87-bace-46982e198d0f req-b7e4be51-23da-450b-8646-3e93be678b34 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 946 time: 0.3427088 Jan 18 22:32:20.526561 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-71a6a5e3-5780-49e2-b52b-10fe852e84d6 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] 10.222.0.53 "GET /v2.0/routers/0f3e48e7-41cc-4c88-b403-053b93ab31fa HTTP/1.1" status: 200 len: 924 time: 0.1967614 Jan 18 22:32:20.531334 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 53060) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:20.592269 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc9273c-6e5f-49ef-a3b0-637ffae1a23e tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:20.592823 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-143ead83-7f4f-4a64-a3ff-3829a1039c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:20.598055 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-edc9273c-6e5f-49ef-a3b0-637ffae1a23e tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=0fa7c7c8-c96a-4aa5-9818-d374adf00f99&device_id=0f3e48e7-41cc-4c88-b403-053b93ab31fa&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0653813 Jan 18 22:32:20.598952 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 53062) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:20.610104 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bcf56a1d-1a22-4b87-bace-46982e198d0f req-37afae96-4777-4331-9e8d-646fb8c16e97 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776124 Jan 18 22:32:20.648174 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b2a1db61-a3d5-4e63-94db-269b4a026fbd req-c734eb14-5ef8-42ac-954e-b83e047dc7dc tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups?id=f25aad12-9aee-4cc2-9c27-71413ad663e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1484478 Jan 18 22:32:20.694513 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143ead83-7f4f-4a64-a3ff-3829a1039c15 admin admin] Pushing event deleted for resources: {'Port': ['ID=725cbf0b-3476-4d1a-a904-04c7604f3af0,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:20.698360 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143ead83-7f4f-4a64-a3ff-3829a1039c15 admin admin] No DVR routers for this DVR port 725cbf0b-3476-4d1a-a904-04c7604f3af0 on host n-d-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:32:20.776472 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d472d32-0008-4e64-ad2a-41266c5fe3d2 x-openstack-request-id: req-6d472d32-0008-4e64-ad2a-41266c5fe3d2 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:32:20.776890 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e083a82b-db27-49ef-b72b-1982efab7d58", "name": "network-vif-deleted", "tag": "de6a60ad-7ec7-4652-a03a-2aafef3b1348", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:32:20.777117 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6d472d32-0008-4e64-ad2a-41266c5fe3d2 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:32:20.777521 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e083a82b-db27-49ef-b72b-1982efab7d58', 'name': 'network-vif-deleted', 'tag': 'de6a60ad-7ec7-4652-a03a-2aafef3b1348', 'status': 'completed', 'code': 200} Jan 18 22:32:20.793344 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90fbba3a-152d-444b-8a55-d75898c03500 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:20.795335 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-90fbba3a-152d-444b-8a55-d75898c03500 tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] 10.222.0.53 "GET /v2.0/networks/0fa7c7c8-c96a-4aa5-9818-d374adf00f99 HTTP/1.1" status: 200 len: 881 time: 0.1952271 Jan 18 22:32:20.799694 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 53072) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:20.815484 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 584a7529-1f13-4f33-81e0-e363e397f4ca no longer exists at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:32:20.841777 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] No Port match for: 584a7529-1f13-4f33-81e0-e363e397f4ca {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:32:20.842212 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 584a7529-1f13-4f33-81e0-e363e397f4ca not bound to the agent host n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:32:20.852181 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-a523a46c-d645-482e-a121-f8418bacff0c tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f3e48e7-41cc-4c88-b403-053b93ab31fa HTTP/1.1" status: 200 len: 205 time: 0.0500963 Jan 18 22:32:20.853418 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 53074) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:20.864878 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-143ead83-7f4f-4a64-a3ff-3829a1039c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:20.891500 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 53076) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:20.920587 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2ca1786c-930c-4f9a-9fd1-eddff8c52987 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:20.923493 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-143ead83-7f4f-4a64-a3ff-3829a1039c15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a51a6fff-5ab2-447c-8b55-7ba7d5e58077']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:32:20.952747 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-143ead83-7f4f-4a64-a3ff-3829a1039c15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faec684d-228a-4063-b282-58eaf9720a79') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:32:20.953075 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-143ead83-7f4f-4a64-a3ff-3829a1039c15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faec684d-228a-4063-b282-58eaf9720a79') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:32:20.963344 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a151876-5246-41d7-be97-56e4f5a936c2 req-8944916d-bb12-44c8-9e60-836be5a5a027 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:20.965061 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3a151876-5246-41d7-be97-56e4f5a936c2 req-8944916d-bb12-44c8-9e60-836be5a5a027 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 946 time: 0.2015409 Jan 18 22:32:20.968724 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-46dce3bf-2c5a-4b35-9320-dad074119cf3 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks [] for router, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:20.983872 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-143ead83-7f4f-4a64-a3ff-3829a1039c15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60394742'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:21.013934 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b707f81-2d80-4d10-9505-1fb4caa0af99 req-167edc94-0a98-47fd-914f-a457c79bf7b4 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:21.015634 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4b707f81-2d80-4d10-9505-1fb4caa0af99 req-167edc94-0a98-47fd-914f-a457c79bf7b4 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9ab72d2-fb07-4ddd-96ca-0d87ff63902f HTTP/1.1" status: 200 len: 946 time: 0.2142110 Jan 18 22:32:21.026849 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 53080) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:21.033299 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-143ead83-7f4f-4a64-a3ff-3829a1039c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:21.041513 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-0241baeb-a46b-4f17-b5be-4766afb72491 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Request body: {'floatingip': {'port_id': '05c1d799-e1bb-45aa-99fd-f133bfea30d6'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:32:21.050572 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-143ead83-7f4f-4a64-a3ff-3829a1039c15 admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:32:21.051324 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-143ead83-7f4f-4a64-a3ff-3829a1039c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60203044'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:21.106003 n-d-825064-1 neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:32:21.106003 n-d-825064-1 neutron-server[102430]: self.session.flush() Jan 18 22:32:21.106003 n-d-825064-1 neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:32:21.106003 n-d-825064-1 neutron-server[102430]: self.session.flush() Jan 18 22:32:21.106003 n-d-825064-1 neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:32:21.106003 n-d-825064-1 neutron-server[102430]: self.session.flush() Jan 18 22:32:21.106003 n-d-825064-1 neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:32:21.106003 n-d-825064-1 neutron-server[102430]: self.session.flush() Jan 18 22:32:21.106003 n-d-825064-1 neutron-server[102430]: Traceback (most recent call last): Jan 18 22:32:21.106003 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:32:21.106003 n-d-825064-1 neutron-server[102430]: timer() Jan 18 22:32:21.106003 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:32:21.106003 n-d-825064-1 neutron-server[102430]: cb(*args, **kw) Jan 18 22:32:21.106003 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:32:21.106003 n-d-825064-1 neutron-server[102430]: return func(*args, **kwargs) Jan 18 22:32:21.106003 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:32:21.106003 n-d-825064-1 neutron-server[102430]: self._notify() Jan 18 22:32:21.106003 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:32:21.106003 n-d-825064-1 neutron-server[102430]: self.callback(batched_events) Jan 18 22:32:21.106003 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:32:21.106003 n-d-825064-1 neutron-server[102430]: event.method(event) Jan 18 22:32:21.106003 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:32:21.106003 n-d-825064-1 neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:32:21.106003 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:32:21.106003 n-d-825064-1 neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:32:21.106003 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:32:21.106003 n-d-825064-1 neutron-server[102430]: return f(self, *a, **k) Jan 18 22:32:21.106003 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:32:21.106003 n-d-825064-1 neutron-server[102430]: return self._get(url).json() Jan 18 22:32:21.106003 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:32:21.106003 n-d-825064-1 neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:32:21.106003 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:32:21.106003 n-d-825064-1 neutron-server[102430]: return self.request(url, 'GET', **kwargs) Jan 18 22:32:21.106003 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:32:21.106003 n-d-825064-1 neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:32:21.106003 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:32:21.106003 n-d-825064-1 neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:32:21.106003 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:32:21.106003 n-d-825064-1 neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:32:21.106003 n-d-825064-1 neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:32:21.126275 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0241baeb-a46b-4f17-b5be-4766afb72491 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Notify callbacks [] for floatingip, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:21.130418 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-143ead83-7f4f-4a64-a3ff-3829a1039c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:21.139854 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-143ead83-7f4f-4a64-a3ff-3829a1039c15 admin admin] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:21.142981 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-143ead83-7f4f-4a64-a3ff-3829a1039c15 admin admin] 10.222.0.53 "DELETE /v2.0/networks/a51a6fff-5ab2-447c-8b55-7ba7d5e58077 HTTP/1.1" status: 204 len: 168 time: 2.0387611 Jan 18 22:32:21.161788 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3a151876-5246-41d7-be97-56e4f5a936c2 req-fee9bdef-7fe9-448a-9129-7193feae2faa tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832917 Jan 18 22:32:21.162451 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 53084) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:21.179395 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-35c2bcb8-a3c4-4152-ac5b-9cfcd4740509 req-23099d64-210d-41a2-ac47-00af7b932f04 tempest-ServerShowV254Test-78393417 tempest-ServerShowV254Test-78393417-project] 10.222.0.53 "GET /v2.0/ports?device_id=b51e10e7-fcde-4427-8036-d3d1caa79c61 HTTP/1.1" status: 200 len: 210 time: 0.0680041 Jan 18 22:32:21.199458 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143ead83-7f4f-4a64-a3ff-3829a1039c15 admin admin] Pushing event deleted for resources: {'Network': ['ID=a51a6fff-5ab2-447c-8b55-7ba7d5e58077,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:21.241749 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 53088) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:21.258315 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-46dce3bf-2c5a-4b35-9320-dad074119cf3 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:21.442386 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2ca1786c-930c-4f9a-9fd1-eddff8c52987 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:21.451745 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2ca1786c-930c-4f9a-9fd1-eddff8c52987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:21.461502 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device de6a60ad-7ec7-4652-a03a-2aafef3b1348 no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:32:21.500295 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] No Port match for: de6a60ad-7ec7-4652-a03a-2aafef3b1348 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:32:21.502002 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device de6a60ad-7ec7-4652-a03a-2aafef3b1348 not bound to the agent host n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:32:21.664264 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-46dce3bf-2c5a-4b35-9320-dad074119cf3 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Deleting port e432f385-98c9-4809-9ff6-329b133c6811 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:32:21.664931 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-46dce3bf-2c5a-4b35-9320-dad074119cf3 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:21.938440 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f0bc1d64-a484-46f3-bff5-ead35497d781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:22.014705 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca1786c-930c-4f9a-9fd1-eddff8c52987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9413ead9-2ba1-474a-a4b6-b87056293a67,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:22.037931 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-2ca1786c-930c-4f9a-9fd1-eddff8c52987 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=50338b18f5914d40b7157d2eb455f905&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1426401 Jan 18 22:32:22.042643 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 53102) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:22.139973 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-01787161-1dd5-42ce-a87b-9c79e0953266 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:22.187706 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-01787161-1dd5-42ce-a87b-9c79e0953266 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:22.308792 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-91462d88-aee4-4670-819c-a1b13a589f01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1041027'] for router_interface, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:22.378848 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-01787161-1dd5-42ce-a87b-9c79e0953266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:22.381687 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-01787161-1dd5-42ce-a87b-9c79e0953266 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:22.383007 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-01787161-1dd5-42ce-a87b-9c79e0953266 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9413ead9-2ba1-474a-a4b6-b87056293a67 HTTP/1.1" status: 204 len: 168 time: 0.3298564 Jan 18 22:32:22.406833 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3ce52944-0e52-45de-95e1-7d2ac774a080 req-b173ed96-f968-4da5-8c1a-c4c6b2e28ec2 tempest-ServerShowV254Test-78393417 tempest-ServerShowV254Test-78393417-project] 10.222.0.53 "GET /v2.0/ports?device_id=b51e10e7-fcde-4427-8036-d3d1caa79c61 HTTP/1.1" status: 200 len: 210 time: 0.0875814 Jan 18 22:32:22.425043 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01787161-1dd5-42ce-a87b-9c79e0953266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9413ead9-2ba1-474a-a4b6-b87056293a67,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:22.521239 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-46dce3bf-2c5a-4b35-9320-dad074119cf3 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:22.575265 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-46dce3bf-2c5a-4b35-9320-dad074119cf3 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Calling delete_port for e432f385-98c9-4809-9ff6-329b133c6811 owned by network:router_gateway {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:32:22.705577 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0241baeb-a46b-4f17-b5be-4766afb72491 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:22.733717 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0241baeb-a46b-4f17-b5be-4766afb72491 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043075'] for floatingip, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:22.757969 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-91462d88-aee4-4670-819c-a1b13a589f01 admin admin] Deleting port b72718bd-7ccb-4f4f-a85d-51685890ae24 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:32:22.758462 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-91462d88-aee4-4670-819c-a1b13a589f01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:22.848976 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-91462d88-aee4-4670-819c-a1b13a589f01 admin admin] For port b72718bd-7ccb-4f4f-a85d-51685890ae24, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=b72718bd-7ccb-4f4f-a85d-51685890ae24,segment=NetworkSegment(ffc5cace-c1dc-4e1e-b443-3c59eb16595b),segment_id=ffc5cace-c1dc-4e1e-b443-3c59eb16595b)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:32:22.849347 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-91462d88-aee4-4670-819c-a1b13a589f01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:22.863326 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-91462d88-aee4-4670-819c-a1b13a589f01 admin admin] Calling delete_port for b72718bd-7ccb-4f4f-a85d-51685890ae24 owned by network:router_interface {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:32:22.941419 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:22.944560 n-d-825064-1 neutron-server[102431]: INFO neutron.db.l3_db [None req-0241baeb-a46b-4f17-b5be-4766afb72491 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Floating IP e7b9133e-5fee-4828-b97a-5364cc7fa535 associated. External IP: 172.25.5.110, port: 05c1d799-e1bb-45aa-99fd-f133bfea30d6. Jan 18 22:32:23.127440 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-91462d88-aee4-4670-819c-a1b13a589f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:23.154086 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91462d88-aee4-4670-819c-a1b13a589f01 admin admin] Pushing event deleted for resources: {'Port': ['ID=b72718bd-7ccb-4f4f-a85d-51685890ae24,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:23.261053 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f705b0c8-1cc2-4473-8c6d-770dc5bbfd1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1041027'] for router_interface, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:23.372986 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-46dce3bf-2c5a-4b35-9320-dad074119cf3 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:23.433499 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf49f7a-1c35-4b73-b4a9-3e755db17f1d req-4d1df6d3-6c34-4f36-a9cc-b0a37c0f3d1d tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:23.435045 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-baf49f7a-1c35-4b73-b4a9-3e755db17f1d req-4d1df6d3-6c34-4f36-a9cc-b0a37c0f3d1d tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 946 time: 0.1252751 Jan 18 22:32:23.435960 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-91462d88-aee4-4670-819c-a1b13a589f01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-613841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1046579'] for router_interface, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:23.455013 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dce3bf-2c5a-4b35-9320-dad074119cf3 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Pushing event deleted for resources: {'Port': ['ID=e432f385-98c9-4809-9ff6-329b133c6811,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:23.565057 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-baf49f7a-1c35-4b73-b4a9-3e755db17f1d req-4d5eb5dc-342b-4c3d-ae40-67c910345c51 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198153 Jan 18 22:32:23.631873 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-46dce3bf-2c5a-4b35-9320-dad074119cf3 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043029'] for router_gateway, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:23.647717 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f3d8155e-a12d-4a42-9cfc-5cd3688e23b4 req-6d3810bd-1b8c-45f8-be5d-f9cf14283af0 tempest-ServerShowV254Test-78393417 tempest-ServerShowV254Test-78393417-project] 10.222.0.53 "GET /v2.0/ports?device_id=b51e10e7-fcde-4427-8036-d3d1caa79c61 HTTP/1.1" status: 200 len: 210 time: 0.0865386 Jan 18 22:32:23.733473 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-46dce3bf-2c5a-4b35-9320-dad074119cf3 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1040886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8602'] for router, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:23.736868 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-46dce3bf-2c5a-4b35-9320-dad074119cf3 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:23.809680 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0241baeb-a46b-4f17-b5be-4766afb72491 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Router ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:32:23.830768 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-46dce3bf-2c5a-4b35-9320-dad074119cf3 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1040832'] for router, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:23.831281 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46dce3bf-2c5a-4b35-9320-dad074119cf3 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Fanout notify agent at l3_agent the message router_deleted on router 0f3e48e7-41cc-4c88-b403-053b93ab31fa {{(pid=102431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 22:32:23.839795 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-46dce3bf-2c5a-4b35-9320-dad074119cf3 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:23.845615 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-46dce3bf-2c5a-4b35-9320-dad074119cf3 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] 10.222.0.53 "DELETE /v2.0/routers/0f3e48e7-41cc-4c88-b403-053b93ab31fa HTTP/1.1" status: 204 len: 168 time: 2.9911058 Jan 18 22:32:23.849102 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 53148) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:23.858044 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-f486b955-ad04-4801-a029-066e0cb3406f tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-863577926', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}, 'admin_state_up': False}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:32:23.900662 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f486b955-ad04-4801-a029-066e0cb3406f tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1044160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8692'] for router, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:23.902021 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f486b955-ad04-4801-a029-066e0cb3406f tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1040680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8675'] for router, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:23.940725 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb047786-670b-4549-83d2-525f657838c0 req-bdb8ea1b-5943-405b-bdea-30eaef2ffd40 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:23.948244 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-eb047786-670b-4549-83d2-525f657838c0 req-bdb8ea1b-5943-405b-bdea-30eaef2ffd40 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 946 time: 0.2534666 Jan 18 22:32:23.989751 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91462d88-aee4-4670-819c-a1b13a589f01 admin admin] Router 13dbe705-bead-443f-96f2-745f8dd42f4a has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:32:24.002394 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0241baeb-a46b-4f17-b5be-4766afb72491 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:32:24.012637 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5b9944-7f6a-4941-bea2-1d8f09b8bfef None None] Sync routers for ids ['ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:32:24.013532 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0241baeb-a46b-4f17-b5be-4766afb72491 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:24.025775 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5b9944-7f6a-4941-bea2-1d8f09b8bfef None None] Routers {'ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:32:24.027043 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-2e5b9944-7f6a-4941-bea2-1d8f09b8bfef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:32:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:32:24.060586 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f486b955-ad04-4801-a029-066e0cb3406f tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:24.064844 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-eb047786-670b-4549-83d2-525f657838c0 req-a1891dc8-8079-41bf-b853-57b8f11ccff2 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157026 Jan 18 22:32:24.082800 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-f705b0c8-1cc2-4473-8c6d-770dc5bbfd1f admin admin] Deleting port 29ff1457-0c04-4671-8995-01671c140dd1 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:32:24.083504 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f705b0c8-1cc2-4473-8c6d-770dc5bbfd1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:24.166654 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-0241baeb-a46b-4f17-b5be-4766afb72491 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "PUT /v2.0/floatingips/e7b9133e-5fee-4828-b97a-5364cc7fa535 HTTP/1.1" status: 200 len: 992 time: 3.1364257 Jan 18 22:32:24.178928 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9ab72d2-fb07-4ddd-96ca-0d87ff63902f', 'tag': '05c1d799-e1bb-45aa-99fd-f133bfea30d6'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:32:24.185478 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-2e5b9944-7f6a-4941-bea2-1d8f09b8bfef None None] Set router ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:32:24.187854 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33bed171-c70b-4650-80cc-62eca3faeb03" -d '{"events": [{"name": "network-changed", "server_uuid": "e9ab72d2-fb07-4ddd-96ca-0d87ff63902f", "tag": "05c1d799-e1bb-45aa-99fd-f133bfea30d6"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:32:24.283056 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c22bd2-1004-4691-8bb2-9a6c320dd945 x-openstack-request-id: req-b4c22bd2-1004-4691-8bb2-9a6c320dd945 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:32:24.283905 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9ab72d2-fb07-4ddd-96ca-0d87ff63902f", "tag": "05c1d799-e1bb-45aa-99fd-f133bfea30d6", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:32:24.284453 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b4c22bd2-1004-4691-8bb2-9a6c320dd945 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:32:24.285020 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9ab72d2-fb07-4ddd-96ca-0d87ff63902f', 'tag': '05c1d799-e1bb-45aa-99fd-f133bfea30d6', 'status': 'completed', 'code': 200} Jan 18 22:32:24.389662 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f486b955-ad04-4801-a029-066e0cb3406f tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:24.407486 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91462d88-aee4-4670-819c-a1b13a589f01 admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:32:24.418247 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c4e5dc-899a-409f-be52-bb82b3bc1c57 None None] Sync routers for ids ['13dbe705-bead-443f-96f2-745f8dd42f4a'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:32:24.445390 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-91462d88-aee4-4670-819c-a1b13a589f01 admin admin] 10.222.0.53 "PUT /v2.0/routers/13dbe705-bead-443f-96f2-745f8dd42f4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2548974 Jan 18 22:32:24.448843 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 53166) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:24.451414 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c4e5dc-899a-409f-be52-bb82b3bc1c57 None None] Routers {'13dbe705-bead-443f-96f2-745f8dd42f4a'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:32:24.453653 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-c9c4e5dc-899a-409f-be52-bb82b3bc1c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:32:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['13dbe705-bead-443f-96f2-745f8dd42f4a'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:32:24.474837 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:24.643729 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:24.695986 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-2e5b9944-7f6a-4941-bea2-1d8f09b8bfef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0', 'name': 'tempest-AttachVolumeShelveTestJSON-1451660796-router', 'tenant_id': '7afa2eadfaa94efb9bc2c925685c8cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': '027fa202-abba-4d75-a143-7b459c13e96e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:27:38Z', 'updated_at': '2022-01-18T22:27:41Z', 'revision_number': 4, 'project_id': '7afa2eadfaa94efb9bc2c925685c8cd2', 'gw_port': {'id': '027fa202-abba-4d75-a143-7b459c13e96e', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:75:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:27:38Z', 'updated_at': '2022-01-18T22:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': 'e7b9133e-5fee-4828-b97a-5364cc7fa535', 'tenant_id': '7afa2eadfaa94efb9bc2c925685c8cd2', 'floating_ip_address': '172.25.5.110', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': 'ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0', 'port_id': '05c1d799-e1bb-45aa-99fd-f133bfea30d6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f0c6f68-00d4-4074-963d-5eeb6360e1ec', 'mac_address': 'fa:16:3e:ea:1f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ab72d2-fb07-4ddd-96ca-0d87ff63902f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:32:03Z', 'updated_at': '2022-01-18T22:32:22Z', 'revision_number': 1, 'project_id': '7afa2eadfaa94efb9bc2c925685c8cd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa86aa93-6b8e-4cfd-aa8a-218390a04b28', 'name': '', 'network_id': '9f0c6f68-00d4-4074-963d-5eeb6360e1ec', 'tenant_id': '7afa2eadfaa94efb9bc2c925685c8cd2', 'mac_address': 'fa:16:3e:dd:cc:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'b7bcd428-9869-4592-8e72-20a2a0d3310e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:27:41Z', 'updated_at': '2022-01-18T22:27:47Z', 'revision_number': 5, 'project_id': '7afa2eadfaa94efb9bc2c925685c8cd2', 'subnets': [{'id': 'b7bcd428-9869-4592-8e72-20a2a0d3310e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:32:24.719665 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-f705b0c8-1cc2-4473-8c6d-770dc5bbfd1f admin admin] For port 29ff1457-0c04-4671-8995-01671c140dd1, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=29ff1457-0c04-4671-8995-01671c140dd1,segment=NetworkSegment(18ef3b66-9028-4d8d-951e-ac04175658ee),segment_id=18ef3b66-9028-4d8d-951e-ac04175658ee)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:32:24.720166 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f705b0c8-1cc2-4473-8c6d-770dc5bbfd1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:24.736551 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-f705b0c8-1cc2-4473-8c6d-770dc5bbfd1f admin admin] Calling delete_port for 29ff1457-0c04-4671-8995-01671c140dd1 owned by network:router_interface {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:32:24.743083 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-c9c4e5dc-899a-409f-be52-bb82b3bc1c57 None None] Set router 13dbe705-bead-443f-96f2-745f8dd42f4a gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:32:24.764227 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-79b6b5e1-df1e-4ef0-a6a4-64b5608ac936 admin admin] Notify callbacks [] for router, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:24.783173 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5b9944-7f6a-4941-bea2-1d8f09b8bfef None None] Checking router: ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:32:24.822215 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5b9944-7f6a-4941-bea2-1d8f09b8bfef None None] Routers {'ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:32:24.822911 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-2e5b9944-7f6a-4941-bea2-1d8f09b8bfef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:32:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:32:24.917580 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bed171-c70b-4650-80cc-62eca3faeb03 req-9612b807-e00c-4299-8bf3-1500712fff22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:24.919119 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-33bed171-c70b-4650-80cc-62eca3faeb03 req-9612b807-e00c-4299-8bf3-1500712fff22 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7afa2eadfaa94efb9bc2c925685c8cd2&device_id=e9ab72d2-fb07-4ddd-96ca-0d87ff63902f HTTP/1.1" status: 200 len: 1097 time: 0.6221848 Jan 18 22:32:24.959996 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b33d89cc-d705-453f-93e8-af213ccc9b0b req-31c47758-0d05-4e9f-8cd2-90317e592cb3 tempest-ServerShowV254Test-78393417 tempest-ServerShowV254Test-78393417-project] 10.222.0.53 "GET /v2.0/ports?device_id=b51e10e7-fcde-4427-8036-d3d1caa79c61 HTTP/1.1" status: 200 len: 210 time: 0.1052489 Jan 18 22:32:25.060715 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-2e5b9944-7f6a-4941-bea2-1d8f09b8bfef None None] Set router ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:32:25.064508 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-79b6b5e1-df1e-4ef0-a6a4-64b5608ac936 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:25.144568 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-c9c4e5dc-899a-409f-be52-bb82b3bc1c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13dbe705-bead-443f-96f2-745f8dd42f4a', 'name': 'tempest-TaggedBootDevicesTest_v242-838397834-router', 'tenant_id': '258463862b6847e2a07515f39bbe79c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'c5cf8ecd-d555-4d40-9a25-0cc78e26384d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:20:14Z', 'updated_at': '2022-01-18T22:32:23Z', 'revision_number': 5, 'project_id': '258463862b6847e2a07515f39bbe79c5', 'gw_port': {'id': 'c5cf8ecd-d555-4d40-9a25-0cc78e26384d', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b7:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dbe705-bead-443f-96f2-745f8dd42f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:20:15Z', 'updated_at': '2022-01-18T22:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:32:25.221821 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c4e5dc-899a-409f-be52-bb82b3bc1c57 None None] Checking router: 13dbe705-bead-443f-96f2-745f8dd42f4a for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:32:25.241223 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c4e5dc-899a-409f-be52-bb82b3bc1c57 None None] Routers {'13dbe705-bead-443f-96f2-745f8dd42f4a'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:32:25.241834 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-c9c4e5dc-899a-409f-be52-bb82b3bc1c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:32:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['13dbe705-bead-443f-96f2-745f8dd42f4a'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:32:25.337821 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f486b955-ad04-4801-a029-066e0cb3406f tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks [] for router_gateway, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:25.363801 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bed171-c70b-4650-80cc-62eca3faeb03 req-ca2fa6a0-1723-4415-91f7-9cf4947799d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:25.366840 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-33bed171-c70b-4650-80cc-62eca3faeb03 req-ca2fa6a0-1723-4415-91f7-9cf4947799d3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9f0c6f68-00d4-4074-963d-5eeb6360e1ec HTTP/1.1" status: 200 len: 917 time: 0.2551587 Jan 18 22:32:25.402302 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f486b955-ad04-4801-a029-066e0cb3406f tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:25.501435 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-79b6b5e1-df1e-4ef0-a6a4-64b5608ac936 admin admin] Deleting port c5cf8ecd-d555-4d40-9a25-0cc78e26384d {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:32:25.501691 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-79b6b5e1-df1e-4ef0-a6a4-64b5608ac936 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:25.531171 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-c9c4e5dc-899a-409f-be52-bb82b3bc1c57 None None] Set router 13dbe705-bead-443f-96f2-745f8dd42f4a gateway port host: None {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:32:25.631978 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-33bed171-c70b-4650-80cc-62eca3faeb03 req-06857839-fa07-4779-be8f-de88ce04291b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05c1d799-e1bb-45aa-99fd-f133bfea30d6 HTTP/1.1" status: 200 len: 1000 time: 0.2551343 Jan 18 22:32:25.666794 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-2e5b9944-7f6a-4941-bea2-1d8f09b8bfef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0', 'name': 'tempest-AttachVolumeShelveTestJSON-1451660796-router', 'tenant_id': '7afa2eadfaa94efb9bc2c925685c8cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': '027fa202-abba-4d75-a143-7b459c13e96e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:27:38Z', 'updated_at': '2022-01-18T22:27:41Z', 'revision_number': 4, 'project_id': '7afa2eadfaa94efb9bc2c925685c8cd2', 'gw_port': {'id': '027fa202-abba-4d75-a143-7b459c13e96e', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:75:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:27:38Z', 'updated_at': '2022-01-18T22:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': 'e7b9133e-5fee-4828-b97a-5364cc7fa535', 'tenant_id': '7afa2eadfaa94efb9bc2c925685c8cd2', 'floating_ip_address': '172.25.5.110', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': 'ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0', 'port_id': '05c1d799-e1bb-45aa-99fd-f133bfea30d6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f0c6f68-00d4-4074-963d-5eeb6360e1ec', 'mac_address': 'fa:16:3e:ea:1f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ab72d2-fb07-4ddd-96ca-0d87ff63902f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:32:03Z', 'updated_at': '2022-01-18T22:32:22Z', 'revision_number': 1, 'project_id': '7afa2eadfaa94efb9bc2c925685c8cd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa86aa93-6b8e-4cfd-aa8a-218390a04b28', 'name': '', 'network_id': '9f0c6f68-00d4-4074-963d-5eeb6360e1ec', 'tenant_id': '7afa2eadfaa94efb9bc2c925685c8cd2', 'mac_address': 'fa:16:3e:dd:cc:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'b7bcd428-9869-4592-8e72-20a2a0d3310e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:27:41Z', 'updated_at': '2022-01-18T22:27:47Z', 'revision_number': 5, 'project_id': '7afa2eadfaa94efb9bc2c925685c8cd2', 'subnets': [{'id': 'b7bcd428-9869-4592-8e72-20a2a0d3310e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:32:25.679851 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-79b6b5e1-df1e-4ef0-a6a4-64b5608ac936 admin admin] For port c5cf8ecd-d555-4d40-9a25-0cc78e26384d, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=c5cf8ecd-d555-4d40-9a25-0cc78e26384d,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:32:25.681115 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-79b6b5e1-df1e-4ef0-a6a4-64b5608ac936 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:25.731696 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5b9944-7f6a-4941-bea2-1d8f09b8bfef None None] The sync data for ids ['ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0'] in n-d-825064-1 is: [{'id': 'ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0', 'name': 'tempest-AttachVolumeShelveTestJSON-1451660796-router', 'tenant_id': '7afa2eadfaa94efb9bc2c925685c8cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': '027fa202-abba-4d75-a143-7b459c13e96e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:27:38Z', 'updated_at': '2022-01-18T22:27:41Z', 'revision_number': 4, 'project_id': '7afa2eadfaa94efb9bc2c925685c8cd2', 'gw_port': {'id': '027fa202-abba-4d75-a143-7b459c13e96e', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:75:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:27:38Z', 'updated_at': '2022-01-18T22:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': 'e7b9133e-5fee-4828-b97a-5364cc7fa535', 'tenant_id': '7afa2eadfaa94efb9bc2c925685c8cd2', 'floating_ip_address': '172.25.5.110', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': 'ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0', 'port_id': '05c1d799-e1bb-45aa-99fd-f133bfea30d6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f0c6f68-00d4-4074-963d-5eeb6360e1ec', 'mac_address': 'fa:16:3e:ea:1f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ab72d2-fb07-4ddd-96ca-0d87ff63902f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:32:03Z', 'updated_at': '2022-01-18T22:32:22Z', 'revision_number': 1, 'project_id': '7afa2eadfaa94efb9bc2c925685c8cd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa86aa93-6b8e-4cfd-aa8a-218390a04b28', 'name': '', 'network_id': '9f0c6f68-00d4-4074-963d-5eeb6360e1ec', 'tenant_id': '7afa2eadfaa94efb9bc2c925685c8cd2', 'mac_address': 'fa:16:3e:dd:cc:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'b7bcd428-9869-4592-8e72-20a2a0d3310e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:27:41Z', 'updated_at': '2022-01-18T22:27:47Z', 'revision_number': 5, 'project_id': '7afa2eadfaa94efb9bc2c925685c8cd2', 'subnets': [{'id': 'b7bcd428-9869-4592-8e72-20a2a0d3310e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:32:25.735123 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-c9c4e5dc-899a-409f-be52-bb82b3bc1c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13dbe705-bead-443f-96f2-745f8dd42f4a', 'name': 'tempest-TaggedBootDevicesTest_v242-838397834-router', 'tenant_id': '258463862b6847e2a07515f39bbe79c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:20:14Z', 'updated_at': '2022-01-18T22:32:25Z', 'revision_number': 6, 'project_id': '258463862b6847e2a07515f39bbe79c5', 'gw_port_host': None}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:32:25.751186 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-79b6b5e1-df1e-4ef0-a6a4-64b5608ac936 admin admin] Calling delete_port for c5cf8ecd-d555-4d40-9a25-0cc78e26384d owned by network:router_gateway {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:32:25.762908 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bed171-c70b-4650-80cc-62eca3faeb03 req-a7f57058-e6c8-4a1e-b247-69742944c4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:25.765119 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-33bed171-c70b-4650-80cc-62eca3faeb03 req-a7f57058-e6c8-4a1e-b247-69742944c4b0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b7bcd428-9869-4592-8e72-20a2a0d3310e HTTP/1.1" status: 200 len: 856 time: 0.0921443 Jan 18 22:32:25.793204 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-f486b955-ad04-4801-a029-066e0cb3406f tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Allocated IP 172.25.5.31 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/5d330620-cb7c-4019-b60c-227a14f01a38) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:32:25.810290 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c4e5dc-899a-409f-be52-bb82b3bc1c57 None None] The sync data for ids ['13dbe705-bead-443f-96f2-745f8dd42f4a'] in n-d-825064-1 is: [{'id': '13dbe705-bead-443f-96f2-745f8dd42f4a', 'name': 'tempest-TaggedBootDevicesTest_v242-838397834-router', 'tenant_id': '258463862b6847e2a07515f39bbe79c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:20:14Z', 'updated_at': '2022-01-18T22:32:25Z', 'revision_number': 6, 'project_id': '258463862b6847e2a07515f39bbe79c5', 'gw_port_host': None}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:32:25.914220 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bed171-c70b-4650-80cc-62eca3faeb03 req-437bca11-bb63-4eaf-8c20-5534a37728b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:25.917499 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-33bed171-c70b-4650-80cc-62eca3faeb03 req-437bca11-bb63-4eaf-8c20-5534a37728b2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9f0c6f68-00d4-4074-963d-5eeb6360e1ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1346486 Jan 18 22:32:25.918728 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f705b0c8-1cc2-4473-8c6d-770dc5bbfd1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:26.048326 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-33bed171-c70b-4650-80cc-62eca3faeb03 req-233eb04b-d7da-4b16-a5be-24f50fe29756 service neutron] 10.222.0.67 "GET /v2.0/networks/9f0c6f68-00d4-4074-963d-5eeb6360e1ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189072 Jan 18 22:32:26.181159 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f705b0c8-1cc2-4473-8c6d-770dc5bbfd1f admin admin] Pushing event deleted for resources: {'Port': ['ID=29ff1457-0c04-4671-8995-01671c140dd1,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:26.189757 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-33bed171-c70b-4650-80cc-62eca3faeb03 req-2b49d74a-4243-42b5-bdf9-db5f72a63929 service neutron] 10.222.0.67 "GET /v2.0/networks/9f0c6f68-00d4-4074-963d-5eeb6360e1ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188748 Jan 18 22:32:26.287049 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65104b5-68b3-4316-9573-c23edb2baa29 None None] New status for floating IP e7b9133e-5fee-4828-b97a-5364cc7fa535: ACTIVE {{(pid=102432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 22:32:26.558813 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-93da8c7d-66b5-4189-a827-990e60213eae req-63f794ff-02e3-46e3-b949-05dd5c1d9b2c tempest-ServerShowV254Test-78393417 tempest-ServerShowV254Test-78393417-project] 10.222.0.53 "GET /v2.0/ports?device_id=b51e10e7-fcde-4427-8036-d3d1caa79c61 HTTP/1.1" status: 200 len: 210 time: 0.2098763 Jan 18 22:32:26.566227 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f486b955-ad04-4801-a029-066e0cb3406f tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:26.608512 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f705b0c8-1cc2-4473-8c6d-770dc5bbfd1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-613841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1046579'] for router_interface, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:26.660360 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-6fed54cf-d6e4-4955-b78b-1930ac5c3bb0 req-09589152-0dba-466e-8da4-b09f2fe6da80 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b51e10e7-fcde-4427-8036-d3d1caa79c61 HTTP/1.1" status: 200 len: 210 time: 0.0418143 Jan 18 22:32:26.706633 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-79b6b5e1-df1e-4ef0-a6a4-64b5608ac936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:26.727812 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f486b955-ad04-4801-a029-066e0cb3406f tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:26.810489 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b6b5e1-df1e-4ef0-a6a4-64b5608ac936 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5cf8ecd-d555-4d40-9a25-0cc78e26384d,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:26.824008 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 53224) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:26.906373 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f486b955-ad04-4801-a029-066e0cb3406f tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Pushing event updated for resources: {'Port': ['ID=5d330620-cb7c-4019-b60c-227a14f01a38,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:26.918979 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f486b955-ad04-4801-a029-066e0cb3406f tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:32:26.922379 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-f486b955-ad04-4801-a029-066e0cb3406f tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:32:26.930513 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f486b955-ad04-4801-a029-066e0cb3406f tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:32:26.972900 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-79b6b5e1-df1e-4ef0-a6a4-64b5608ac936 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043029'] for router_gateway, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:27.065908 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f705b0c8-1cc2-4473-8c6d-770dc5bbfd1f admin admin] Router 92bbca5b-f606-429b-a606-5efaebe84c22 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:32:27.234553 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f705b0c8-1cc2-4473-8c6d-770dc5bbfd1f admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:32:27.241380 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-f705b0c8-1cc2-4473-8c6d-770dc5bbfd1f admin admin] 10.222.0.53 "PUT /v2.0/routers/92bbca5b-f606-429b-a606-5efaebe84c22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9984910 Jan 18 22:32:27.244184 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 53236) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:27.248372 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c714d594-5f7b-4f5e-b65c-f6bfe9b586f7 None None] Sync routers for ids ['92bbca5b-f606-429b-a606-5efaebe84c22'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:32:27.265344 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c714d594-5f7b-4f5e-b65c-f6bfe9b586f7 None None] Routers {'92bbca5b-f606-429b-a606-5efaebe84c22'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:32:27.266212 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-c714d594-5f7b-4f5e-b65c-f6bfe9b586f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:32:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['92bbca5b-f606-429b-a606-5efaebe84c22'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:32:27.435558 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3bf17dbd-763a-40bd-b54a-5e48af847eb2 admin admin] Notify callbacks [] for router, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:27.477695 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-c714d594-5f7b-4f5e-b65c-f6bfe9b586f7 None None] Set router 92bbca5b-f606-429b-a606-5efaebe84c22 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:32:27.608825 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3bf17dbd-763a-40bd-b54a-5e48af847eb2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:27.686204 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-79b6b5e1-df1e-4ef0-a6a4-64b5608ac936 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1040886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8602'] for router, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:27.697661 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-79b6b5e1-df1e-4ef0-a6a4-64b5608ac936 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:27.702625 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b947bdc1-1ce9-4aa8-a6f8-2be4caaca33d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:27.715025 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-3bf17dbd-763a-40bd-b54a-5e48af847eb2 admin admin] Deleting port c7931fb4-05bf-4eb3-8c93-3f6232330c98 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:32:27.715941 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3bf17dbd-763a-40bd-b54a-5e48af847eb2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:27.791346 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-c714d594-5f7b-4f5e-b65c-f6bfe9b586f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92bbca5b-f606-429b-a606-5efaebe84c22', 'name': 'tempest-TestServerMultinode-1858180601-router', 'tenant_id': '7e76fc95ad134d20b500c69ce7a3a108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'c7931fb4-05bf-4eb3-8c93-3f6232330c98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:31:02Z', 'updated_at': '2022-01-18T22:32:25Z', 'revision_number': 5, 'project_id': '7e76fc95ad134d20b500c69ce7a3a108', 'gw_port': {'id': 'c7931fb4-05bf-4eb3-8c93-3f6232330c98', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:53:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bbca5b-f606-429b-a606-5efaebe84c22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1893, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:31:04Z', 'updated_at': '2022-01-18T22:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:32:27.873208 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-80c99a7a-46f2-4fac-b87f-472f08c4e734 req-48d0d337-0357-40fb-8fa6-6ba3eec47e1a tempest-ServerShowV254Test-78393417 tempest-ServerShowV254Test-78393417-project] 10.222.0.53 "GET /v2.0/ports?device_id=b51e10e7-fcde-4427-8036-d3d1caa79c61 HTTP/1.1" status: 200 len: 210 time: 0.1476438 Jan 18 22:32:27.879247 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c714d594-5f7b-4f5e-b65c-f6bfe9b586f7 None None] Checking router: 92bbca5b-f606-429b-a606-5efaebe84c22 for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:32:27.896204 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c714d594-5f7b-4f5e-b65c-f6bfe9b586f7 None None] Routers {'92bbca5b-f606-429b-a606-5efaebe84c22'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:32:27.896347 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-3bf17dbd-763a-40bd-b54a-5e48af847eb2 admin admin] For port c7931fb4-05bf-4eb3-8c93-3f6232330c98, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=c7931fb4-05bf-4eb3-8c93-3f6232330c98,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:32:27.896604 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3bf17dbd-763a-40bd-b54a-5e48af847eb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:27.897432 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-c714d594-5f7b-4f5e-b65c-f6bfe9b586f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:32:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['92bbca5b-f606-429b-a606-5efaebe84c22'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:32:27.899080 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3562516-1cff-469e-b69b-c3605bf23ef6 req-2a1a4df9-5a28-4722-8f2b-d2f57a8f37b4 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:27.900608 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d3562516-1cff-469e-b69b-c3605bf23ef6 req-2a1a4df9-5a28-4722-8f2b-d2f57a8f37b4 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 946 time: 0.2527931 Jan 18 22:32:27.901287 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-79b6b5e1-df1e-4ef0-a6a4-64b5608ac936 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1040832'] for router, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:27.901818 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79b6b5e1-df1e-4ef0-a6a4-64b5608ac936 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13dbe705-bead-443f-96f2-745f8dd42f4a {{(pid=102430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 22:32:27.911768 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-79b6b5e1-df1e-4ef0-a6a4-64b5608ac936 admin admin] Notify callbacks [] for router, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:27.915350 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-79b6b5e1-df1e-4ef0-a6a4-64b5608ac936 admin admin] 10.222.0.53 "DELETE /v2.0/routers/13dbe705-bead-443f-96f2-745f8dd42f4a HTTP/1.1" status: 204 len: 168 time: 3.4217014 Jan 18 22:32:27.915983 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-3bf17dbd-763a-40bd-b54a-5e48af847eb2 admin admin] Calling delete_port for c7931fb4-05bf-4eb3-8c93-3f6232330c98 owned by network:router_gateway {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:32:27.918841 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 53244) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:27.992379 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device c5cf8ecd-d555-4d40-9a25-0cc78e26384d no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:32:28.103855 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-c714d594-5f7b-4f5e-b65c-f6bfe9b586f7 None None] Set router 92bbca5b-f606-429b-a606-5efaebe84c22 gateway port host: None {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:32:28.130644 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_v2 [None req-da08c374-8473-47dc-89f2-3f73c4de5607 admin admin] Deleting subnet 4d5ec05f-f36e-42b4-b0fb-992123d4342d {{(pid=102430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:32:28.138609 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-da08c374-8473-47dc-89f2-3f73c4de5607 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:28.147505 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d3562516-1cff-469e-b69b-c3605bf23ef6 req-8ffcb06f-129d-401c-9962-0301aae284e8 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293959 Jan 18 22:32:28.194148 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-c714d594-5f7b-4f5e-b65c-f6bfe9b586f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92bbca5b-f606-429b-a606-5efaebe84c22', 'name': 'tempest-TestServerMultinode-1858180601-router', 'tenant_id': '7e76fc95ad134d20b500c69ce7a3a108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:31:02Z', 'updated_at': '2022-01-18T22:32:27Z', 'revision_number': 6, 'project_id': '7e76fc95ad134d20b500c69ce7a3a108', 'gw_port_host': None}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:32:28.231835 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c714d594-5f7b-4f5e-b65c-f6bfe9b586f7 None None] The sync data for ids ['92bbca5b-f606-429b-a606-5efaebe84c22'] in n-d-825064-1 is: [{'id': '92bbca5b-f606-429b-a606-5efaebe84c22', 'name': 'tempest-TestServerMultinode-1858180601-router', 'tenant_id': '7e76fc95ad134d20b500c69ce7a3a108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:31:02Z', 'updated_at': '2022-01-18T22:32:27Z', 'revision_number': 6, 'project_id': '7e76fc95ad134d20b500c69ce7a3a108', 'gw_port_host': None}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:32:28.308279 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b947bdc1-1ce9-4aa8-a6f8-2be4caaca33d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:28.321029 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3bf17dbd-763a-40bd-b54a-5e48af847eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:28.340959 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b947bdc1-1ce9-4aa8-a6f8-2be4caaca33d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:28.356653 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: c5cf8ecd-d555-4d40-9a25-0cc78e26384d {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:32:28.357304 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device c5cf8ecd-d555-4d40-9a25-0cc78e26384d not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:32:28.357914 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device b72718bd-7ccb-4f4f-a85d-51685890ae24 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:32:28.361344 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf17dbd-763a-40bd-b54a-5e48af847eb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7931fb4-05bf-4eb3-8c93-3f6232330c98,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:28.365688 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-da08c374-8473-47dc-89f2-3f73c4de5607 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60394745'] for subnet, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:28.383137 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: b72718bd-7ccb-4f4f-a85d-51685890ae24 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:32:28.383750 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device b72718bd-7ccb-4f4f-a85d-51685890ae24 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:32:28.442769 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3bf17dbd-763a-40bd-b54a-5e48af847eb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043029'] for router_gateway, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:28.497141 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f486b955-ad04-4801-a029-066e0cb3406f tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks [] for router_gateway, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:28.590478 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3bf17dbd-763a-40bd-b54a-5e48af847eb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1040886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8602'] for router, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:28.592830 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3bf17dbd-763a-40bd-b54a-5e48af847eb2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:28.608364 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b947bdc1-1ce9-4aa8-a6f8-2be4caaca33d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea83cab7-6a52-4350-9a4d-6c3a8ca9d032,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:28.617266 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-b947bdc1-1ce9-4aa8-a6f8-2be4caaca33d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b3769425b9e64c2eb9609b497c599785&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7845418 Jan 18 22:32:28.631274 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26b9c80-0e92-4497-ba3b-0b7387853cd9 req-02250ea2-8f26-4904-8ae1-aca7d3f8d89d tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:28.633640 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 53250) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:28.634155 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a26b9c80-0e92-4497-ba3b-0b7387853cd9 req-02250ea2-8f26-4904-8ae1-aca7d3f8d89d tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 946 time: 0.3360224 Jan 18 22:32:28.658788 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3bf17dbd-763a-40bd-b54a-5e48af847eb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1040832'] for router, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:28.659431 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bf17dbd-763a-40bd-b54a-5e48af847eb2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92bbca5b-f606-429b-a606-5efaebe84c22 {{(pid=102431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 22:32:28.670331 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3bf17dbd-763a-40bd-b54a-5e48af847eb2 admin admin] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:28.674184 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-3bf17dbd-763a-40bd-b54a-5e48af847eb2 admin admin] 10.222.0.53 "DELETE /v2.0/routers/92bbca5b-f606-429b-a606-5efaebe84c22 HTTP/1.1" status: 204 len: 168 time: 1.4258196 Jan 18 22:32:28.675577 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 53254) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:28.731917 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-98e38fc5-e172-4a6b-8720-fd65105df8aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:28.762242 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd0aa86e-68b7-4866-a874-af4988bbe84a admin admin] Deleting subnet cea13eb9-cc3a-41e9-8703-dc9fb43ed3aa {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:32:28.763737 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-da08c374-8473-47dc-89f2-3f73c4de5607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:28.766519 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-98e38fc5-e172-4a6b-8720-fd65105df8aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:28.768243 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fd0aa86e-68b7-4866-a874-af4988bbe84a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:28.772628 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a26b9c80-0e92-4497-ba3b-0b7387853cd9 req-091b96e7-c5f1-43b0-be98-fcb079e22eca tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261768 Jan 18 22:32:28.831455 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fd0aa86e-68b7-4866-a874-af4988bbe84a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:28.905681 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f486b955-ad04-4801-a029-066e0cb3406f tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1040691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049'] for router, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:28.925997 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-98e38fc5-e172-4a6b-8720-fd65105df8aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:28.928960 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-98e38fc5-e172-4a6b-8720-fd65105df8aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:28.930585 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-98e38fc5-e172-4a6b-8720-fd65105df8aa admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ea83cab7-6a52-4350-9a4d-6c3a8ca9d032 HTTP/1.1" status: 204 len: 168 time: 0.2958007 Jan 18 22:32:28.950860 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e38fc5-e172-4a6b-8720-fd65105df8aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea83cab7-6a52-4350-9a4d-6c3a8ca9d032,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:28.966692 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fd0aa86e-68b7-4866-a874-af4988bbe84a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:29.022633 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-da08c374-8473-47dc-89f2-3f73c4de5607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60203138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62288677'] for subnet, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:29.036048 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fd0aa86e-68b7-4866-a874-af4988bbe84a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:29.109380 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0aa86e-68b7-4866-a874-af4988bbe84a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cea13eb9-cc3a-41e9-8703-dc9fb43ed3aa,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:29.112088 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fd0aa86e-68b7-4866-a874-af4988bbe84a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:29.118859 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-fd0aa86e-68b7-4866-a874-af4988bbe84a admin admin] 10.222.0.53 "DELETE /v2.0/subnets/cea13eb9-cc3a-41e9-8703-dc9fb43ed3aa HTTP/1.1" status: 204 len: 168 time: 0.4393153 Jan 18 22:32:29.120409 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 53268) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:29.122515 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf9eb19-3dee-4347-88fc-562834f11c95 None None] Network 4d733439-947b-4a3e-bc2e-83a119e45caa requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:32:29.128791 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da08c374-8473-47dc-89f2-3f73c4de5607 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d5ec05f-f36e-42b4-b0fb-992123d4342d,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:29.130934 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-da08c374-8473-47dc-89f2-3f73c4de5607 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:29.140252 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-da08c374-8473-47dc-89f2-3f73c4de5607 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/4d5ec05f-f36e-42b4-b0fb-992123d4342d HTTP/1.1" status: 204 len: 168 time: 1.2143943 Jan 18 22:32:29.143335 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 53272) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:29.182999 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cfe0098b-d41e-440c-a8f8-35bf4c8bb02e req-812b5be7-b853-479e-acd0-7f15f38f4d56 tempest-ServerShowV254Test-78393417 tempest-ServerShowV254Test-78393417-project] 10.222.0.53 "GET /v2.0/ports?device_id=b51e10e7-fcde-4427-8036-d3d1caa79c61 HTTP/1.1" status: 200 len: 210 time: 0.1084924 Jan 18 22:32:29.214588 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d74e95-3f55-4188-9518-2953af917b98 req-807e9ceb-af22-4b59-884c-6d27a04fe712 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:29.222652 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-26d74e95-3f55-4188-9518-2953af917b98 req-807e9ceb-af22-4b59-884c-6d27a04fe712 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 946 time: 0.2105396 Jan 18 22:32:29.311278 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-26d74e95-3f55-4188-9518-2953af917b98 req-2b67e0c1-0558-4aba-bae5-b0da3933b766 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868740 Jan 18 22:32:29.349728 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4f03fc-4f48-424b-b7ea-bdfb68ea1f07 None None] Network 79f1cbfc-d839-4144-8126-4d4dfc85d53e requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:32:29.362814 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f486b955-ad04-4801-a029-066e0cb3406f tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Router 386ecb5f-fa6e-4c08-8715-496f7aac4b2b is scheduled to L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 with binding_index 1 {{(pid=102430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 22:32:29.392710 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-458fbab5-6b85-4762-812b-54da87e6396d req-3f5fcbb3-1bad-4cbb-aafb-31c1f19cce90 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b51e10e7-fcde-4427-8036-d3d1caa79c61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1307626 Jan 18 22:32:29.526730 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 53284) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:29.606365 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-458fbab5-6b85-4762-812b-54da87e6396d req-5c0985fc-ba73-49b9-9cb6-d52734fb22e8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1007f5808fec497ca8b897cf5850ddd0&device_id=b51e10e7-fcde-4427-8036-d3d1caa79c61 HTTP/1.1" status: 200 len: 210 time: 0.0818267 Jan 18 22:32:29.624561 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f31c4927-98bd-4847-9e08-180136643c92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:29.630711 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec79f4d-6fa4-4d64-8d66-a0bcce509125 req-aba3584c-0acc-4eaf-99a5-bfa9cc0a0ca3 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:29.632334 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e5be4c76-c1d4-4fb2-a9ef-a984ee63111c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:29.632467 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8ec79f4d-6fa4-4d64-8d66-a0bcce509125 req-aba3584c-0acc-4eaf-99a5-bfa9cc0a0ca3 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 946 time: 0.1311586 Jan 18 22:32:29.662960 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f486b955-ad04-4801-a029-066e0cb3406f tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:32:29.673757 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-65b1172a-d427-47bc-9087-f1db3bb9e9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:29.679977 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-458fbab5-6b85-4762-812b-54da87e6396d req-42d6e6e3-69cb-4f42-871b-def018b9455e service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=1007f5808fec497ca8b897cf5850ddd0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0511789 Jan 18 22:32:29.707563 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f486b955-ad04-4801-a029-066e0cb3406f tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks [] for router, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:29.711519 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-f486b955-ad04-4801-a029-066e0cb3406f tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.8596628 Jan 18 22:32:29.712143 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 53288) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:29.715205 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382ed6f3-080c-486f-a625-f2d30ce41730 None None] Sync routers for ids ['386ecb5f-fa6e-4c08-8715-496f7aac4b2b'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:32:29.734510 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-f8180641-bf87-42a6-98b2-3e900cd4b546 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:32:29.787720 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3776828-09a1-4b22-a1b8-94bddf5b6620 None None] DHCP port deletion for 4d733439-947b-4a3e-bc2e-83a119e45caa request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:32:29.795935 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8ec79f4d-6fa4-4d64-8d66-a0bcce509125 req-7c2971e6-8c1b-4d43-b610-b3be5c6b1cde tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555405 Jan 18 22:32:29.836101 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9531e92e-6e83-41d0-8f36-5c4793c7ab50 req-61c5c966-a68d-4c24-ab77-03131e66e292 tempest-ServerShowV254Test-78393417 tempest-ServerShowV254Test-78393417-project] 10.222.0.53 "GET /v2.0/ports?device_id=b51e10e7-fcde-4427-8036-d3d1caa79c61 HTTP/1.1" status: 200 len: 210 time: 0.0452356 Jan 18 22:32:29.859427 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382ed6f3-080c-486f-a625-f2d30ce41730 None None] Routers {'386ecb5f-fa6e-4c08-8715-496f7aac4b2b'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:32:29.860075 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-382ed6f3-080c-486f-a625-f2d30ce41730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:32:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['386ecb5f-fa6e-4c08-8715-496f7aac4b2b'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:32:29.967456 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-382ed6f3-080c-486f-a625-f2d30ce41730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:32:30.006824 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device c7931fb4-05bf-4eb3-8c93-3f6232330c98 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:32:30.022093 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458fbab5-6b85-4762-812b-54da87e6396d req-e4b70627-e8b6-43ac-b660-7c401dcca067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:30.023658 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-458fbab5-6b85-4762-812b-54da87e6396d req-e4b70627-e8b6-43ac-b660-7c401dcca067 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3298948 Jan 18 22:32:30.043834 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-65b1172a-d427-47bc-9087-f1db3bb9e9f2 admin admin] Deleting port 96541d19-3712-4830-8619-59e06644287c {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:32:30.044215 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-65b1172a-d427-47bc-9087-f1db3bb9e9f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:30.065139 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-e5be4c76-c1d4-4fb2-a9ef-a984ee63111c admin admin] Deleting port 82c68264-a0e7-431f-b001-5d376193cc17 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:32:30.066335 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e5be4c76-c1d4-4fb2-a9ef-a984ee63111c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:30.087925 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382ed6f3-080c-486f-a625-f2d30ce41730 None None] Routers {'386ecb5f-fa6e-4c08-8715-496f7aac4b2b'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:32:30.089337 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-382ed6f3-080c-486f-a625-f2d30ce41730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:32:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['386ecb5f-fa6e-4c08-8715-496f7aac4b2b'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:32:30.095438 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: c7931fb4-05bf-4eb3-8c93-3f6232330c98 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:32:30.096032 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device c7931fb4-05bf-4eb3-8c93-3f6232330c98 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:32:30.096723 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 29ff1457-0c04-4671-8995-01671c140dd1 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:32:30.103479 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f31c4927-98bd-4847-9e08-180136643c92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:30.153446 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 22:32:30.164038 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-382ed6f3-080c-486f-a625-f2d30ce41730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:32:30.165270 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382ed6f3-080c-486f-a625-f2d30ce41730 None None] The sync data for ids ['386ecb5f-fa6e-4c08-8715-496f7aac4b2b'] in n-d-825064-1 is: [] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:32:30.176972 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 29ff1457-0c04-4671-8995-01671c140dd1 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:32:30.177569 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 29ff1457-0c04-4671-8995-01671c140dd1 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:32:30.199994 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e78f9e-4f58-4b31-aadb-c257d2173313 None None] DHCP port deletion for 79f1cbfc-d839-4144-8126-4d4dfc85d53e request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:32:30.212109 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-d3776828-09a1-4b22-a1b8-94bddf5b6620 None None] Deleting port 82c68264-a0e7-431f-b001-5d376193cc17 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:32:30.212867 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d3776828-09a1-4b22-a1b8-94bddf5b6620 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:30.228260 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f31c4927-98bd-4847-9e08-180136643c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:30.246756 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc46265b-955b-4fc6-a1d8-3b73f6c96f15 req-eaa769b5-23a7-47b5-9cfe-80bbf6fe66e1 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:30.254052 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cc46265b-955b-4fc6-a1d8-3b73f6c96f15 req-eaa769b5-23a7-47b5-9cfe-80bbf6fe66e1 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 946 time: 0.1371343 Jan 18 22:32:30.260508 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-f31c4927-98bd-4847-9e08-180136643c92 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4e3440463fff42ab9dc8030efe966550&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7021952 Jan 18 22:32:30.262768 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-48324ed6-1953-455b-addc-1d903307addf req-42448654-3fa0-4588-9d04-c9a4426c057a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1007f5808fec497ca8b897cf5850ddd0&device_id=b51e10e7-fcde-4427-8036-d3d1caa79c61 HTTP/1.1" status: 200 len: 210 time: 0.1753058 Jan 18 22:32:30.271113 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 53298) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:30.306981 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-e5be4c76-c1d4-4fb2-a9ef-a984ee63111c admin admin] For port 82c68264-a0e7-431f-b001-5d376193cc17, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=82c68264-a0e7-431f-b001-5d376193cc17,segment=NetworkSegment(18ef3b66-9028-4d8d-951e-ac04175658ee),segment_id=18ef3b66-9028-4d8d-951e-ac04175658ee)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:32:30.307823 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e5be4c76-c1d4-4fb2-a9ef-a984ee63111c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:30.313259 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-48324ed6-1953-455b-addc-1d903307addf req-f4e41dfa-e97a-4ee8-b541-4b30f8bb705f service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=1007f5808fec497ca8b897cf5850ddd0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298603 Jan 18 22:32:30.313445 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-d3776828-09a1-4b22-a1b8-94bddf5b6620 None None] For port 82c68264-a0e7-431f-b001-5d376193cc17, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=82c68264-a0e7-431f-b001-5d376193cc17,segment=NetworkSegment(18ef3b66-9028-4d8d-951e-ac04175658ee),segment_id=18ef3b66-9028-4d8d-951e-ac04175658ee)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:32:30.313811 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d3776828-09a1-4b22-a1b8-94bddf5b6620 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:30.333047 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-d3776828-09a1-4b22-a1b8-94bddf5b6620 None None] Calling delete_port for 82c68264-a0e7-431f-b001-5d376193cc17 owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:32:30.351184 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-77e78f9e-4f58-4b31-aadb-c257d2173313 None None] Deleting port 96541d19-3712-4830-8619-59e06644287c {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:32:30.351546 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-77e78f9e-4f58-4b31-aadb-c257d2173313 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:30.374310 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f8180641-bf87-42a6-98b2-3e900cd4b546 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:30.390788 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-e5be4c76-c1d4-4fb2-a9ef-a984ee63111c admin admin] Calling delete_port for 82c68264-a0e7-431f-b001-5d376193cc17 owned by network:dhcp {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:32:30.405882 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-65b1172a-d427-47bc-9087-f1db3bb9e9f2 admin admin] For port 96541d19-3712-4830-8619-59e06644287c, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=96541d19-3712-4830-8619-59e06644287c,segment=NetworkSegment(ffc5cace-c1dc-4e1e-b443-3c59eb16595b),segment_id=ffc5cace-c1dc-4e1e-b443-3c59eb16595b)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:32:30.407152 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-65b1172a-d427-47bc-9087-f1db3bb9e9f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:30.408427 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f8180641-bf87-42a6-98b2-3e900cd4b546 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:30.462271 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-65b1172a-d427-47bc-9087-f1db3bb9e9f2 admin admin] Calling delete_port for 96541d19-3712-4830-8619-59e06644287c owned by network:dhcp {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:32:30.474045 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cc46265b-955b-4fc6-a1d8-3b73f6c96f15 req-0183c968-2d0d-4f6f-8590-593297b76ca9 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190330 Jan 18 22:32:30.494857 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-77e78f9e-4f58-4b31-aadb-c257d2173313 None None] For port 96541d19-3712-4830-8619-59e06644287c, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=96541d19-3712-4830-8619-59e06644287c,segment=NetworkSegment(ffc5cace-c1dc-4e1e-b443-3c59eb16595b),segment_id=ffc5cace-c1dc-4e1e-b443-3c59eb16595b)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:32:30.495274 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-77e78f9e-4f58-4b31-aadb-c257d2173313 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:30.516588 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-f8180641-bf87-42a6-98b2-3e900cd4b546 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Deleting port 5d330620-cb7c-4019-b60c-227a14f01a38 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:32:30.517002 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-77e78f9e-4f58-4b31-aadb-c257d2173313 None None] Calling delete_port for 96541d19-3712-4830-8619-59e06644287c owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:32:30.517171 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f8180641-bf87-42a6-98b2-3e900cd4b546 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:30.541982 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31c4927-98bd-4847-9e08-180136643c92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b107409-e158-45ff-a3c7-18f3bc63fe89,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:30.598962 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d3776828-09a1-4b22-a1b8-94bddf5b6620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:30.616068 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3776828-09a1-4b22-a1b8-94bddf5b6620 None None] No DVR routers for this DVR port 82c68264-a0e7-431f-b001-5d376193cc17 on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:32:30.661696 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3776828-09a1-4b22-a1b8-94bddf5b6620 None None] Pushing event deleted for resources: {'Port': ['ID=82c68264-a0e7-431f-b001-5d376193cc17,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:30.691864 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-36613687-49ec-440d-ac52-fa063972ed42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:30.702411 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48324ed6-1953-455b-addc-1d903307addf req-6aacecaf-276e-4686-a390-15a460052280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:30.703944 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-48324ed6-1953-455b-addc-1d903307addf req-6aacecaf-276e-4686-a390-15a460052280 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3690727 Jan 18 22:32:30.705230 n-d-825064-1 neutron-server[102432]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 18 22:32:30.705230 n-d-825064-1 neutron-server[102432]: from cryptography.utils import int_from_bytes Jan 18 22:32:30.705230 n-d-825064-1 neutron-server[102432]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 18 22:32:30.705230 n-d-825064-1 neutron-server[102432]: from cryptography.utils import int_from_bytes Jan 18 22:32:30.705230 n-d-825064-1 neutron-server[102432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:32:30.705230 n-d-825064-1 neutron-server[102432]: self.session.flush() Jan 18 22:32:30.705230 n-d-825064-1 neutron-server[102432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:32:30.705230 n-d-825064-1 neutron-server[102432]: self.session.flush() Jan 18 22:32:30.705230 n-d-825064-1 neutron-server[102432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:32:30.705230 n-d-825064-1 neutron-server[102432]: self.session.flush() Jan 18 22:32:30.705230 n-d-825064-1 neutron-server[102432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:32:30.705230 n-d-825064-1 neutron-server[102432]: self.session.flush() Jan 18 22:32:30.705230 n-d-825064-1 neutron-server[102432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:32:30.705230 n-d-825064-1 neutron-server[102432]: self.session.flush() Jan 18 22:32:30.705230 n-d-825064-1 neutron-server[102432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:32:30.705230 n-d-825064-1 neutron-server[102432]: self.session.flush() Jan 18 22:32:30.705230 n-d-825064-1 neutron-server[102432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:32:30.705230 n-d-825064-1 neutron-server[102432]: self.session.flush() Jan 18 22:32:30.705230 n-d-825064-1 neutron-server[102432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:32:30.705230 n-d-825064-1 neutron-server[102432]: self.session.flush() Jan 18 22:32:30.705230 n-d-825064-1 neutron-server[102432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:32:30.705230 n-d-825064-1 neutron-server[102432]: self.session.flush() Jan 18 22:32:30.705230 n-d-825064-1 neutron-server[102432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:32:30.705230 n-d-825064-1 neutron-server[102432]: self.session.flush() Jan 18 22:32:30.705230 n-d-825064-1 neutron-server[102432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:32:30.705230 n-d-825064-1 neutron-server[102432]: self.session.flush() Jan 18 22:32:30.705230 n-d-825064-1 neutron-server[102432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:32:30.705230 n-d-825064-1 neutron-server[102432]: self.session.flush() Jan 18 22:32:30.705230 n-d-825064-1 neutron-server[102432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:32:30.705230 n-d-825064-1 neutron-server[102432]: self.session.flush() Jan 18 22:32:30.705230 n-d-825064-1 neutron-server[102432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:32:30.705230 n-d-825064-1 neutron-server[102432]: self.session.flush() Jan 18 22:32:30.705230 n-d-825064-1 neutron-server[102432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:32:30.705230 n-d-825064-1 neutron-server[102432]: self.session.flush() Jan 18 22:32:30.705230 n-d-825064-1 neutron-server[102432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:32:30.705230 n-d-825064-1 neutron-server[102432]: self.session.flush() Jan 18 22:32:30.705230 n-d-825064-1 neutron-server[102432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:32:30.705230 n-d-825064-1 neutron-server[102432]: self.session.flush() Jan 18 22:32:30.705230 n-d-825064-1 neutron-server[102432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:32:30.705230 n-d-825064-1 neutron-server[102432]: self.session.flush() Jan 18 22:32:30.705230 n-d-825064-1 neutron-server[102432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:32:30.705230 n-d-825064-1 neutron-server[102432]: self.session.flush() Jan 18 22:32:30.708887 n-d-825064-1 neutron-server[102432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:32:30.708887 n-d-825064-1 neutron-server[102432]: self.session.flush() Jan 18 22:32:30.708887 n-d-825064-1 neutron-server[102432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:32:30.708887 n-d-825064-1 neutron-server[102432]: self.session.flush() Jan 18 22:32:30.708887 n-d-825064-1 neutron-server[102432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:32:30.708887 n-d-825064-1 neutron-server[102432]: self.session.flush() Jan 18 22:32:30.708887 n-d-825064-1 neutron-server[102432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:32:30.708887 n-d-825064-1 neutron-server[102432]: self.session.flush() Jan 18 22:32:30.708887 n-d-825064-1 neutron-server[102432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:32:30.708887 n-d-825064-1 neutron-server[102432]: self.session.flush() Jan 18 22:32:30.708887 n-d-825064-1 neutron-server[102432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:32:30.708887 n-d-825064-1 neutron-server[102432]: self.session.flush() Jan 18 22:32:30.708887 n-d-825064-1 neutron-server[102432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:32:30.708887 n-d-825064-1 neutron-server[102432]: self.session.flush() Jan 18 22:32:30.719071 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-77e78f9e-4f58-4b31-aadb-c257d2173313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:30.726518 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-65b1172a-d427-47bc-9087-f1db3bb9e9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:30.742363 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb940e61-edeb-430f-8075-0b48f09492eb req-6f765212-7494-429b-8d49-2ad4065bd3c0 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:30.751156 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bb940e61-edeb-430f-8075-0b48f09492eb req-6f765212-7494-429b-8d49-2ad4065bd3c0 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 946 time: 0.1596887 Jan 18 22:32:30.761617 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e78f9e-4f58-4b31-aadb-c257d2173313 None None] No DVR routers for this DVR port 96541d19-3712-4830-8619-59e06644287c on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:32:30.777881 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-36613687-49ec-440d-ac52-fa063972ed42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:30.779473 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e78f9e-4f58-4b31-aadb-c257d2173313 None None] Pushing event deleted for resources: {'Port': ['ID=96541d19-3712-4830-8619-59e06644287c,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:30.780106 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b1172a-d427-47bc-9087-f1db3bb9e9f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=96541d19-3712-4830-8619-59e06644287c,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:30.791519 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b1172a-d427-47bc-9087-f1db3bb9e9f2 admin admin] No DVR routers for this DVR port 96541d19-3712-4830-8619-59e06644287c on host n-d-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:32:30.794768 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f8180641-bf87-42a6-98b2-3e900cd4b546 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:30.805710 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e5be4c76-c1d4-4fb2-a9ef-a984ee63111c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:30.820412 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-f8180641-bf87-42a6-98b2-3e900cd4b546 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Calling delete_port for 5d330620-cb7c-4019-b60c-227a14f01a38 owned by network:router_gateway {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:32:30.840709 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bb940e61-edeb-430f-8075-0b48f09492eb req-708380c8-4625-4e9f-a0a7-58978cc02384 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886295 Jan 18 22:32:30.841429 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 53306) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:31.041194 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6f1c46d3-d060-4ceb-ba4e-cdcb4559dea4 req-afb1a6e7-40a9-4cbd-b7bd-925b44e7bbad tempest-ServerShowV254Test-78393417 tempest-ServerShowV254Test-78393417-project] 10.222.0.53 "GET /v2.0/ports?device_id=b51e10e7-fcde-4427-8036-d3d1caa79c61 HTTP/1.1" status: 200 len: 210 time: 0.0404589 Jan 18 22:32:31.195019 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c05025-efe9-43cf-a1c2-765c6d65a955 req-f0f74759-cf35-4bd2-a0b5-31126a4a4df3 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:31.196573 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f2c05025-efe9-43cf-a1c2-765c6d65a955 req-f0f74759-cf35-4bd2-a0b5-31126a4a4df3 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 946 time: 0.1597657 Jan 18 22:32:31.200038 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f8180641-bf87-42a6-98b2-3e900cd4b546 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:31.263864 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5be4c76-c1d4-4fb2-a9ef-a984ee63111c admin admin] Pushing event deleted for resources: {'Port': ['ID=82c68264-a0e7-431f-b001-5d376193cc17,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:31.283728 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8180641-bf87-42a6-98b2-3e900cd4b546 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Pushing event deleted for resources: {'Port': ['ID=5d330620-cb7c-4019-b60c-227a14f01a38,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:31.286045 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5be4c76-c1d4-4fb2-a9ef-a984ee63111c admin admin] No DVR routers for this DVR port 82c68264-a0e7-431f-b001-5d376193cc17 on host n-d-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:32:31.294293 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-65b1172a-d427-47bc-9087-f1db3bb9e9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:31.341560 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-65b1172a-d427-47bc-9087-f1db3bb9e9f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79f1cbfc-d839-4144-8126-4d4dfc85d53e']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:32:31.359831 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f2c05025-efe9-43cf-a1c2-765c6d65a955 req-02dd9124-d1f5-4c5d-9ccc-30af394e39f8 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517642 Jan 18 22:32:31.387200 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-65b1172a-d427-47bc-9087-f1db3bb9e9f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffc5cace-c1dc-4e1e-b443-3c59eb16595b') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:32:31.387595 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-65b1172a-d427-47bc-9087-f1db3bb9e9f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffc5cace-c1dc-4e1e-b443-3c59eb16595b') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:32:31.400396 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e5be4c76-c1d4-4fb2-a9ef-a984ee63111c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:31.403675 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-65b1172a-d427-47bc-9087-f1db3bb9e9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:31.417101 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-36613687-49ec-440d-ac52-fa063972ed42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:31.419641 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-36613687-49ec-440d-ac52-fa063972ed42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:31.424531 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-36613687-49ec-440d-ac52-fa063972ed42 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2b107409-e158-45ff-a3c7-18f3bc63fe89 HTTP/1.1" status: 204 len: 168 time: 1.1485441 Jan 18 22:32:31.425207 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f8180641-bf87-42a6-98b2-3e900cd4b546 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043029'] for router_gateway, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:31.444617 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-e5be4c76-c1d4-4fb2-a9ef-a984ee63111c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d733439-947b-4a3e-bc2e-83a119e45caa']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:32:31.456018 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-65b1172a-d427-47bc-9087-f1db3bb9e9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:31.459685 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36613687-49ec-440d-ac52-fa063972ed42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b107409-e158-45ff-a3c7-18f3bc63fe89,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:31.462448 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-e5be4c76-c1d4-4fb2-a9ef-a984ee63111c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18ef3b66-9028-4d8d-951e-ac04175658ee') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:32:31.462740 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-e5be4c76-c1d4-4fb2-a9ef-a984ee63111c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18ef3b66-9028-4d8d-951e-ac04175658ee') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:32:31.474214 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65b1172a-d427-47bc-9087-f1db3bb9e9f2 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:32:31.474616 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-65b1172a-d427-47bc-9087-f1db3bb9e9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:31.476363 n-d-825064-1 neutron-server[102431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:32:31.476363 n-d-825064-1 neutron-server[102431]: self.session.flush() Jan 18 22:32:31.476363 n-d-825064-1 neutron-server[102431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:32:31.476363 n-d-825064-1 neutron-server[102431]: self.session.flush() Jan 18 22:32:31.476363 n-d-825064-1 neutron-server[102431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:32:31.476363 n-d-825064-1 neutron-server[102431]: self.session.flush() Jan 18 22:32:31.476363 n-d-825064-1 neutron-server[102431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:32:31.476363 n-d-825064-1 neutron-server[102431]: self.session.flush() Jan 18 22:32:31.476363 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:32:31.476363 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:32:31.476363 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:32:31.476363 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:32:31.476363 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:32:31.476363 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:32:31.476363 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:32:31.476363 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:32:31.476363 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:32:31.476363 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:32:31.476363 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:32:31.476363 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:32:31.476363 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:32:31.476363 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:32:31.476363 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:32:31.476363 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:32:31.476363 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:32:31.476363 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:32:31.476363 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:32:31.476363 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:32:31.476363 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:32:31.476363 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:32:31.476363 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:32:31.476363 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:32:31.476363 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:32:31.476363 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:32:31.476363 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:32:31.476363 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:32:31.476363 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:32:31.476363 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:32:31.476363 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:32:31.476363 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:32:31.480395 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e5be4c76-c1d4-4fb2-a9ef-a984ee63111c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:31.534199 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e5be4c76-c1d4-4fb2-a9ef-a984ee63111c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:31.547885 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5be4c76-c1d4-4fb2-a9ef-a984ee63111c admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:32:31.548316 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e5be4c76-c1d4-4fb2-a9ef-a984ee63111c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:31.559445 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:32:31.559445 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:32:31.559445 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:32:31.559445 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:32:31.559445 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:32:31.559445 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:32:31.559445 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:32:31.559445 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:32:31.559445 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:32:31.559445 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:32:31.559445 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:32:31.559445 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:32:31.559445 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:32:31.559445 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:32:31.559445 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:32:31.559445 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:32:31.559445 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:32:31.559445 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:32:31.559445 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:32:31.559445 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:32:31.559445 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:32:31.559445 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:32:31.559445 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:32:31.559445 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:32:31.559445 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:32:31.559445 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:32:31.559445 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:32:31.559445 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:32:31.559445 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:32:31.559445 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:32:31.559445 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:32:31.559445 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:32:31.562143 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-65b1172a-d427-47bc-9087-f1db3bb9e9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:31.597157 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-65b1172a-d427-47bc-9087-f1db3bb9e9f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:31.603013 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-65b1172a-d427-47bc-9087-f1db3bb9e9f2 admin admin] 10.222.0.53 "DELETE /v2.0/networks/79f1cbfc-d839-4144-8126-4d4dfc85d53e HTTP/1.1" status: 204 len: 168 time: 2.4536059 Jan 18 22:32:31.617767 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b1172a-d427-47bc-9087-f1db3bb9e9f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=79f1cbfc-d839-4144-8126-4d4dfc85d53e,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:31.633121 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e5be4c76-c1d4-4fb2-a9ef-a984ee63111c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:31.646633 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e5be4c76-c1d4-4fb2-a9ef-a984ee63111c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:31.654768 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-e5be4c76-c1d4-4fb2-a9ef-a984ee63111c admin admin] 10.222.0.53 "DELETE /v2.0/networks/4d733439-947b-4a3e-bc2e-83a119e45caa HTTP/1.1" status: 204 len: 168 time: 2.5332279 Jan 18 22:32:31.668225 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 53326) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:31.677890 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5be4c76-c1d4-4fb2-a9ef-a984ee63111c admin admin] Pushing event deleted for resources: {'Network': ['ID=4d733439-947b-4a3e-bc2e-83a119e45caa,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:31.898578 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 82c68264-a0e7-431f-b001-5d376193cc17 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:32:31.902665 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 53332) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:31.922016 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 82c68264-a0e7-431f-b001-5d376193cc17 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:32:31.922688 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 82c68264-a0e7-431f-b001-5d376193cc17 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:32:31.923384 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 96541d19-3712-4830-8619-59e06644287c no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:32:31.949786 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 96541d19-3712-4830-8619-59e06644287c {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:32:31.950390 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 96541d19-3712-4830-8619-59e06644287c not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:32:31.966858 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-4c9383ab-2226-4801-be71-c09e4569129d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e820669caca04fcb8f8972d8b3102f64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0605769 Jan 18 22:32:31.968077 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 53336) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:32.033812 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bbe0a3-a034-49a6-9950-1bfc3b8ce2a0 req-d37d367f-f38f-4928-8681-b5981ffbcd36 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:32.035258 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-03bbe0a3-a034-49a6-9950-1bfc3b8ce2a0 req-d37d367f-f38f-4928-8681-b5981ffbcd36 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 946 time: 0.5760136 Jan 18 22:32:32.035424 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-48324ed6-1953-455b-addc-1d903307addf req-208235b8-f8d2-467c-8ce1-23c67144793a tempest-ServerShowV254Test-78393417 tempest-ServerShowV254Test-78393417-project] 10.222.0.67 "GET /v2.0/ports?device_id=b51e10e7-fcde-4427-8036-d3d1caa79c61 HTTP/1.1" status: 200 len: 210 time: 0.0316234 Jan 18 22:32:32.212627 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f8180641-bf87-42a6-98b2-3e900cd4b546 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1042964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1040653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8593'] for router, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:32.253717 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f8180641-bf87-42a6-98b2-3e900cd4b546 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1042975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1043046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1040698'] for router, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:32.256947 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-762ed3d9-491a-4c90-ba7f-17a4c17230cb req-8c1857fc-95f5-416b-96c2-3b85b1f37d41 tempest-ServerShowV254Test-78393417 tempest-ServerShowV254Test-78393417-project] 10.222.0.53 "GET /v2.0/ports?device_id=b51e10e7-fcde-4427-8036-d3d1caa79c61 HTTP/1.1" status: 200 len: 210 time: 0.0627272 Jan 18 22:32:32.264588 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-20df70fc-f2fa-4d79-a0b8-93717a693f7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:32.279441 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-90892ce5-d5d8-482e-b5d2-9858d0f92a22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1041027'] for router_interface, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:32.285586 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-03bbe0a3-a034-49a6-9950-1bfc3b8ce2a0 req-e05beb97-f2cb-41f3-96d7-609accd96264 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239091 Jan 18 22:32:32.373049 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-20df70fc-f2fa-4d79-a0b8-93717a693f7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:32.420877 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8180641-bf87-42a6-98b2-3e900cd4b546 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Router 386ecb5f-fa6e-4c08-8715-496f7aac4b2b has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:32:32.535794 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-20df70fc-f2fa-4d79-a0b8-93717a693f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:32.539215 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-20df70fc-f2fa-4d79-a0b8-93717a693f7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:32.542835 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-20df70fc-f2fa-4d79-a0b8-93717a693f7b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/feae3479-97c3-4dcd-9cbb-02eadc4c6a76 HTTP/1.1" status: 204 len: 168 time: 0.5443287 Jan 18 22:32:32.555250 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20df70fc-f2fa-4d79-a0b8-93717a693f7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feae3479-97c3-4dcd-9cbb-02eadc4c6a76,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:32.558383 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8180641-bf87-42a6-98b2-3e900cd4b546 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:32:32.570736 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2495ab0d-89fe-4913-abb8-612e3d427bc4 None None] Sync routers for ids ['386ecb5f-fa6e-4c08-8715-496f7aac4b2b'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:32:32.580048 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f8180641-bf87-42a6-98b2-3e900cd4b546 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks [] for router, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:32.585301 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-f8180641-bf87-42a6-98b2-3e900cd4b546 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] 10.222.0.53 "PUT /v2.0/routers/386ecb5f-fa6e-4c08-8715-496f7aac4b2b HTTP/1.1" status: 200 len: 709 time: 2.8700116 Jan 18 22:32:32.587969 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 53362) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:32.589749 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2495ab0d-89fe-4913-abb8-612e3d427bc4 None None] Routers {'386ecb5f-fa6e-4c08-8715-496f7aac4b2b'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:32:32.590433 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-2495ab0d-89fe-4913-abb8-612e3d427bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:32:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['386ecb5f-fa6e-4c08-8715-496f7aac4b2b'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:32:32.644837 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-2495ab0d-89fe-4913-abb8-612e3d427bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:32:32.654302 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2495ab0d-89fe-4913-abb8-612e3d427bc4 None None] Routers {'386ecb5f-fa6e-4c08-8715-496f7aac4b2b'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:32:32.655162 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-2495ab0d-89fe-4913-abb8-612e3d427bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:32:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['386ecb5f-fa6e-4c08-8715-496f7aac4b2b'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:32:32.709348 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a05990-70a2-4857-94f8-ea438e0b4062 req-24a47d23-53ae-4308-80b3-0f10a7f4488c tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:32.710914 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c9a05990-70a2-4857-94f8-ea438e0b4062 req-24a47d23-53ae-4308-80b3-0f10a7f4488c tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 946 time: 0.0764647 Jan 18 22:32:32.724841 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-2495ab0d-89fe-4913-abb8-612e3d427bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:32:32.733047 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2495ab0d-89fe-4913-abb8-612e3d427bc4 None None] The sync data for ids ['386ecb5f-fa6e-4c08-8715-496f7aac4b2b'] in n-d-825064-1 is: [] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:32:32.766249 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-ee80cedf-642d-4172-92f3-c0c3ba955a3f tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] 10.222.0.53 "GET /v2.0/routers/386ecb5f-fa6e-4c08-8715-496f7aac4b2b HTTP/1.1" status: 200 len: 744 time: 0.1753592 Jan 18 22:32:32.771689 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 53366) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:32.772776 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c9a05990-70a2-4857-94f8-ea438e0b4062 req-b1456cf5-0dbf-4bef-87eb-6f051ed4c4f4 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482635 Jan 18 22:32:32.776184 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b94e45df-815d-4e7d-9936-af5f59bc53e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1041027'] for router_interface, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:32.856464 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-ef4401b9-a345-4f8c-88ce-e04d4e40e10d tempest-RoutersIpV6AdminTest-783314523 tempest-RoutersIpV6AdminTest-783314523-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=0fa7c7c8-c96a-4aa5-9818-d374adf00f99&device_id=386ecb5f-fa6e-4c08-8715-496f7aac4b2b HTTP/1.1" status: 200 len: 205 time: 0.0629909 Jan 18 22:32:32.858340 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 53374) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:32.900220 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-6f6112b2-5c16-4934-b539-08f26ca14ed5 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] 10.222.0.53 "GET /v2.0/ports?device_id=386ecb5f-fa6e-4c08-8715-496f7aac4b2b HTTP/1.1" status: 200 len: 205 time: 0.0389550 Jan 18 22:32:32.903474 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 53376) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:32.915622 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-90892ce5-d5d8-482e-b5d2-9858d0f92a22 admin admin] Deleting port e3ba43bb-7191-44e8-92e2-0f39021de99b {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:32:32.915622 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-90892ce5-d5d8-482e-b5d2-9858d0f92a22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:33.018825 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-90892ce5-d5d8-482e-b5d2-9858d0f92a22 admin admin] For port e3ba43bb-7191-44e8-92e2-0f39021de99b, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=e3ba43bb-7191-44e8-92e2-0f39021de99b,segment=NetworkSegment(048f41af-5f0a-47fd-83b4-72799a27d666),segment_id=048f41af-5f0a-47fd-83b4-72799a27d666)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:32:33.019326 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-90892ce5-d5d8-482e-b5d2-9858d0f92a22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:33.038043 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-90892ce5-d5d8-482e-b5d2-9858d0f92a22 admin admin] Calling delete_port for e3ba43bb-7191-44e8-92e2-0f39021de99b owned by network:router_interface {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:32:33.052485 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-516c1198-8829-446e-a610-6e77998fa1be tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks [] for router, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:33.090408 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 53382) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:33.115623 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9537891e-7553-47b2-91ea-b5b398ca1b30 req-5896f6df-b30d-428c-93d6-8e7512c4e05d tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:33.117579 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9537891e-7553-47b2-91ea-b5b398ca1b30 req-5896f6df-b30d-428c-93d6-8e7512c4e05d tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 946 time: 0.2342567 Jan 18 22:32:33.150623 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-4438cbf5-5551-4f8b-a6ad-b7b4697a23e1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=258463862b6847e2a07515f39bbe79c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0590894 Jan 18 22:32:33.151746 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 53384) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:33.261759 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-92f5d34d-e506-4929-aaca-d9b7ab752dba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:33.280367 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-516c1198-8829-446e-a610-6e77998fa1be tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1040886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8602'] for router, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:33.283402 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-516c1198-8829-446e-a610-6e77998fa1be tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:33.288391 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9537891e-7553-47b2-91ea-b5b398ca1b30 req-5e7cb289-2993-4c1a-9405-07e39a7a12ec tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385214 Jan 18 22:32:33.308371 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-92f5d34d-e506-4929-aaca-d9b7ab752dba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:33.359141 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-516c1198-8829-446e-a610-6e77998fa1be tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1040832'] for router, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:33.359846 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-516c1198-8829-446e-a610-6e77998fa1be tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Fanout notify agent at l3_agent the message router_deleted on router 386ecb5f-fa6e-4c08-8715-496f7aac4b2b {{(pid=102430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 22:32:33.368557 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-516c1198-8829-446e-a610-6e77998fa1be tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] Notify callbacks [] for router, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:33.369734 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-516c1198-8829-446e-a610-6e77998fa1be tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] 10.222.0.53 "DELETE /v2.0/routers/386ecb5f-fa6e-4c08-8715-496f7aac4b2b HTTP/1.1" status: 204 len: 168 time: 0.4650538 Jan 18 22:32:33.374651 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 53392) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:33.391374 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-90892ce5-d5d8-482e-b5d2-9858d0f92a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:33.426225 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-4ea6ebed-e648-4aeb-a7cb-cfcaf9cf092c tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] 10.222.0.53 "GET /v2.0/ports?device_id=386ecb5f-fa6e-4c08-8715-496f7aac4b2b HTTP/1.1" status: 200 len: 205 time: 0.0502713 Jan 18 22:32:33.429209 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 53398) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:33.439463 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90892ce5-d5d8-482e-b5d2-9858d0f92a22 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3ba43bb-7191-44e8-92e2-0f39021de99b,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:33.450876 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-92f5d34d-e506-4929-aaca-d9b7ab752dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:33.458940 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-92f5d34d-e506-4929-aaca-d9b7ab752dba admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:33.460487 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-92f5d34d-e506-4929-aaca-d9b7ab752dba admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8fb13624-6bcf-4550-935b-3774d82017fa HTTP/1.1" status: 204 len: 168 time: 0.3062441 Jan 18 22:32:33.471044 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [None req-6d51b221-1b33-4df0-93c3-1b9c65665994 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] delete failed (client error): The resource could not be found. Jan 18 22:32:33.471844 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-6d51b221-1b33-4df0-93c3-1b9c65665994 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] 10.222.0.53 "DELETE /v2.0/routers/386ecb5f-fa6e-4c08-8715-496f7aac4b2b HTTP/1.1" status: 404 len: 336 time: 0.0417385 Jan 18 22:32:33.474815 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 53402) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:33.491847 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f5d34d-e506-4929-aaca-d9b7ab752dba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb13624-6bcf-4550-935b-3774d82017fa,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:33.522596 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-3fb77fc2-60e9-4be5-9a0d-353a3394a5bf req-45d51d73-ba68-4391-99ce-28735a1b4bf6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1686318 Jan 18 22:32:33.529915 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-ad8813ff-c593-465f-9d3e-8d5edf064176 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f3e48e7-41cc-4c88-b403-053b93ab31fa HTTP/1.1" status: 200 len: 205 time: 0.0540395 Jan 18 22:32:33.535680 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 53408) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:33.565552 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-b94e45df-815d-4e7d-9936-af5f59bc53e3 admin admin] Deleting port 73870912-8482-4cc5-ab02-e467c8acb2ca {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:32:33.565914 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b94e45df-815d-4e7d-9936-af5f59bc53e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:33.644991 n-d-825064-1 neutron-server[102431]: INFO neutron.api.v2.resource [None req-8b4ef40d-dd58-4b04-bea7-c0ff1f05d917 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] delete failed (client error): The resource could not be found. Jan 18 22:32:33.646155 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-8b4ef40d-dd58-4b04-bea7-c0ff1f05d917 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] 10.222.0.53 "DELETE /v2.0/routers/0f3e48e7-41cc-4c88-b403-053b93ab31fa HTTP/1.1" status: 404 len: 336 time: 0.1093278 Jan 18 22:32:33.652227 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 53414) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:33.774733 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efb8411-abe2-459c-90bb-2731923fc57f req-fe891e68-c265-4610-a325-2906db44e76b tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:33.785634 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6efb8411-abe2-459c-90bb-2731923fc57f req-fe891e68-c265-4610-a325-2906db44e76b tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 946 time: 0.1098990 Jan 18 22:32:33.811976 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-b94e45df-815d-4e7d-9936-af5f59bc53e3 admin admin] For port 73870912-8482-4cc5-ab02-e467c8acb2ca, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=73870912-8482-4cc5-ab02-e467c8acb2ca,segment=NetworkSegment(6e6bc401-35ea-4b66-b6b5-965e5ede5e24),segment_id=6e6bc401-35ea-4b66-b6b5-965e5ede5e24)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:32:33.812703 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b94e45df-815d-4e7d-9936-af5f59bc53e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:33.817118 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-a0fe04b3-f815-4063-8ad7-bcbb58417713 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] 10.222.0.53 "GET /v2.0/ports?device_id=e777de16-88c8-492b-9916-05bb1b7f6b8e HTTP/1.1" status: 200 len: 205 time: 0.1636567 Jan 18 22:32:33.817974 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-90892ce5-d5d8-482e-b5d2-9858d0f92a22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-613841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1046579'] for router_interface, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:33.821203 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 53416) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:33.836096 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-b94e45df-815d-4e7d-9936-af5f59bc53e3 admin admin] Calling delete_port for 73870912-8482-4cc5-ab02-e467c8acb2ca owned by network:router_interface {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:32:33.872610 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6efb8411-abe2-459c-90bb-2731923fc57f req-e3b3389f-7772-4e60-9ca4-dbac289e8f62 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815613 Jan 18 22:32:33.893739 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb77fc2-60e9-4be5-9a0d-353a3394a5bf req-3e32d7b8-4af2-4a3a-ba55-b788381c0f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:33.896172 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-3fb77fc2-60e9-4be5-9a0d-353a3394a5bf req-3e32d7b8-4af2-4a3a-ba55-b788381c0f65 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ebbcb105af9a4ac4ba1533c22b523629&device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 1097 time: 0.2625346 Jan 18 22:32:33.901197 n-d-825064-1 neutron-server[102431]: INFO neutron.api.v2.resource [None req-8721ed7e-5821-4957-a519-f132405a48cd tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] delete failed (client error): The resource could not be found. Jan 18 22:32:33.902335 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-8721ed7e-5821-4957-a519-f132405a48cd tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] 10.222.0.53 "DELETE /v2.0/routers/e777de16-88c8-492b-9916-05bb1b7f6b8e HTTP/1.1" status: 404 len: 336 time: 0.0801165 Jan 18 22:32:33.903156 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 53422) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:33.908062 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 53424) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:34.030042 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-1706773d-b810-48ca-8449-ef482d7bc59a tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] 10.222.0.53 "GET /v2.0/ports?device_id=d46f579d-ba96-4bcf-870b-622b72483e39 HTTP/1.1" status: 200 len: 205 time: 0.1150389 Jan 18 22:32:34.033217 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 53430) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:34.083379 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4a5f90-063c-4aa1-81da-c8cdb2607121 req-8553db49-3e85-4a3a-99ce-ac2df6560b86 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:34.090844 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aa4a5f90-063c-4aa1-81da-c8cdb2607121 req-8553db49-3e85-4a3a-99ce-ac2df6560b86 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 946 time: 0.0909054 Jan 18 22:32:34.095592 n-d-825064-1 neutron-server[102431]: INFO neutron.api.v2.resource [None req-d5d25bbc-2cc7-4319-8135-a865d30db856 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] delete failed (client error): The resource could not be found. Jan 18 22:32:34.099258 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-d5d25bbc-2cc7-4319-8135-a865d30db856 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] 10.222.0.53 "DELETE /v2.0/routers/d46f579d-ba96-4bcf-870b-622b72483e39 HTTP/1.1" status: 404 len: 336 time: 0.0611050 Jan 18 22:32:34.099846 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 53434) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:34.136768 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb77fc2-60e9-4be5-9a0d-353a3394a5bf req-adc6c184-f432-4f96-b98c-8187008aadcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:34.138696 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-3fb77fc2-60e9-4be5-9a0d-353a3394a5bf req-adc6c184-f432-4f96-b98c-8187008aadcd service neutron] 10.222.0.36 "GET /v2.0/networks?id=cb012b15-726f-4e85-a9cd-c4e62fa0fa51 HTTP/1.1" status: 200 len: 914 time: 0.1989679 Jan 18 22:32:34.181263 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-528e4200-30f5-4050-8590-9da065c556d5 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] 10.222.0.53 "GET /v2.0/ports?device_id=65411152-bdec-4941-896c-f00c39fe5846 HTTP/1.1" status: 200 len: 205 time: 0.0420418 Jan 18 22:32:34.190035 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 53438) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:34.260721 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aa4a5f90-063c-4aa1-81da-c8cdb2607121 req-fad667ca-7c8f-4e1f-a753-c693e8fb2e03 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642513 Jan 18 22:32:34.264307 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [None req-0f91c393-8046-4520-a865-6b31fb497a73 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] delete failed (client error): The resource could not be found. Jan 18 22:32:34.265355 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-0f91c393-8046-4520-a865-6b31fb497a73 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] 10.222.0.53 "DELETE /v2.0/routers/65411152-bdec-4941-896c-f00c39fe5846 HTTP/1.1" status: 404 len: 336 time: 0.0719726 Jan 18 22:32:34.269123 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 53442) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:34.305699 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-a543d910-8290-4a81-894a-874662cdfe7b tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac09b3c2-d6fc-47d9-adb8-c51c7e9f62d6 HTTP/1.1" status: 200 len: 205 time: 0.0354764 Jan 18 22:32:34.310068 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 53446) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:34.364456 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [None req-c09d803a-35bd-4c86-a57b-f9a39da1f6f0 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] delete failed (client error): The resource could not be found. Jan 18 22:32:34.366276 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-c09d803a-35bd-4c86-a57b-f9a39da1f6f0 tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] 10.222.0.53 "DELETE /v2.0/routers/ac09b3c2-d6fc-47d9-adb8-c51c7e9f62d6 HTTP/1.1" status: 404 len: 336 time: 0.0540349 Jan 18 22:32:34.368834 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 53450) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:34.410391 n-d-825064-1 neutron-server[102430]: INFO neutron.pecan_wsgi.hooks.translation [None req-59f96be2-3691-473f-8df7-50c6367849ee tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] DELETE failed (client error): The resource could not be found. Jan 18 22:32:34.410858 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59f96be2-3691-473f-8df7-50c6367849ee tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:32:34.414014 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-59f96be2-3691-473f-8df7-50c6367849ee tempest-RoutersIpV6AdminTest-659857213 tempest-RoutersIpV6AdminTest-659857213-project] 10.222.0.53 "DELETE /v2.0/subnets/04f3fe17-f822-4823-9e66-761b4b097d44 HTTP/1.1" status: 404 len: 337 time: 0.0442090 Jan 18 22:32:34.481882 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b94e45df-815d-4e7d-9936-af5f59bc53e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:34.524906 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94e45df-815d-4e7d-9936-af5f59bc53e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=73870912-8482-4cc5-ab02-e467c8acb2ca,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:34.624817 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-3fb77fc2-60e9-4be5-9a0d-353a3394a5bf req-3e21431c-fde4-4ac3-ac69-b0562410008e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c9ea76e-7dbd-4767-9685-c0f25e5276d0 HTTP/1.1" status: 200 len: 217 time: 0.4790668 Jan 18 22:32:34.648445 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1ad53837-1ea3-4d4a-8105-705ddd205d51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:34.760905 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90892ce5-d5d8-482e-b5d2-9858d0f92a22 admin admin] Router 36b67cea-a5cb-4623-8be0-a6b5659cd9a0 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:32:34.769283 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb77fc2-60e9-4be5-9a0d-353a3394a5bf req-c8b8ce41-2924-4485-b727-c2058e061e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:34.771454 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-3fb77fc2-60e9-4be5-9a0d-353a3394a5bf req-c8b8ce41-2924-4485-b727-c2058e061e28 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=12499801-2558-44ac-94f3-29cf7f906b66 HTTP/1.1" status: 200 len: 854 time: 0.1373937 Jan 18 22:32:34.817750 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-3fb77fc2-60e9-4be5-9a0d-353a3394a5bf req-a278c64e-dd55-4a11-8d5a-6238ac98a357 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cb012b15-726f-4e85-a9cd-c4e62fa0fa51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377591 Jan 18 22:32:34.857592 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05331508-167b-4c92-9e71-8bf0ca5a91a8 req-239904db-f95f-4f9e-8f4c-7db7a1800c30 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:34.859085 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-05331508-167b-4c92-9e71-8bf0ca5a91a8 req-239904db-f95f-4f9e-8f4c-7db7a1800c30 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/networks?id=cb012b15-726f-4e85-a9cd-c4e62fa0fa51 HTTP/1.1" status: 200 len: 814 time: 0.2738707 Jan 18 22:32:34.891221 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b94e45df-815d-4e7d-9936-af5f59bc53e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-613841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1046579'] for router_interface, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:34.894668 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1ad53837-1ea3-4d4a-8105-705ddd205d51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:34.895288 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-05331508-167b-4c92-9e71-8bf0ca5a91a8 req-1449f542-e594-4e9f-8ba4-da5b42b06d90 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/quotas/ebbcb105af9a4ac4ba1533c22b523629 HTTP/1.1" status: 200 len: 375 time: 0.0203109 Jan 18 22:32:34.926944 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1ad53837-1ea3-4d4a-8105-705ddd205d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:34.931087 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 53476) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:35.040357 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-1ad53837-1ea3-4d4a-8105-705ddd205d51 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1007f5808fec497ca8b897cf5850ddd0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1338563 Jan 18 22:32:35.041857 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 53486) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:35.042024 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad53837-1ea3-4d4a-8105-705ddd205d51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf6fa569-de5f-4d97-82e6-ea4abdf1e002,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:35.056409 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90892ce5-d5d8-482e-b5d2-9858d0f92a22 admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:32:35.065167 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-90892ce5-d5d8-482e-b5d2-9858d0f92a22 admin admin] 10.222.0.53 "PUT /v2.0/routers/36b67cea-a5cb-4623-8be0-a6b5659cd9a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3958569 Jan 18 22:32:35.067488 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 53488) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:35.073982 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-05331508-167b-4c92-9e71-8bf0ca5a91a8 req-36a266f3-f10b-4aa7-aca7-17d6835c8323 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ebbcb105af9a4ac4ba1533c22b523629&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1637828 Jan 18 22:32:35.076511 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-3fb77fc2-60e9-4be5-9a0d-353a3394a5bf req-7a18c158-4549-4560-becb-d9cf1891757e service neutron] 10.222.0.36 "GET /v2.0/networks/cb012b15-726f-4e85-a9cd-c4e62fa0fa51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242641 Jan 18 22:32:35.098588 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d3d276-2cbf-4278-8d85-fbc421c45ea9 None None] Sync routers for ids ['36b67cea-a5cb-4623-8be0-a6b5659cd9a0'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:32:35.137787 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d3d276-2cbf-4278-8d85-fbc421c45ea9 None None] Routers {'36b67cea-a5cb-4623-8be0-a6b5659cd9a0'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:32:35.142812 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-a7d3d276-2cbf-4278-8d85-fbc421c45ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:32:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['36b67cea-a5cb-4623-8be0-a6b5659cd9a0'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:32:35.169790 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b9626f8a-0f9c-4647-b617-0e71cc41a6b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:35.232372 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b9626f8a-0f9c-4647-b617-0e71cc41a6b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:35.276848 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b94e45df-815d-4e7d-9936-af5f59bc53e3 admin admin] Router 8ab0afc4-d896-4e6c-9b5e-1185588239c6 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:32:35.280845 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-097efabb-7530-429a-8607-a5bd60bb6ea9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:35.346371 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fbb6f5c0-4bfa-4ca6-9ccd-f49dc008e1dd admin admin] Notify callbacks [] for router, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:35.366842 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b9626f8a-0f9c-4647-b617-0e71cc41a6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:35.370320 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b9626f8a-0f9c-4647-b617-0e71cc41a6b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:35.371738 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-b9626f8a-0f9c-4647-b617-0e71cc41a6b6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cf6fa569-de5f-4d97-82e6-ea4abdf1e002 HTTP/1.1" status: 204 len: 168 time: 0.3299789 Jan 18 22:32:35.394595 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9626f8a-0f9c-4647-b617-0e71cc41a6b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf6fa569-de5f-4d97-82e6-ea4abdf1e002,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:35.412170 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-a7d3d276-2cbf-4278-8d85-fbc421c45ea9 None None] Set router 36b67cea-a5cb-4623-8be0-a6b5659cd9a0 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:32:35.423876 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-3fb77fc2-60e9-4be5-9a0d-353a3394a5bf req-4d238cc7-cc09-46ba-9f08-39b7369573dc service neutron] 10.222.0.36 "GET /v2.0/networks/cb012b15-726f-4e85-a9cd-c4e62fa0fa51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3022881 Jan 18 22:32:35.443603 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd01f93-534e-4ce6-9bfc-3678ac96a803 req-19895e4a-a448-440a-8a03-c722c973a599 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:35.452240 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cfd01f93-534e-4ce6-9bfc-3678ac96a803 req-19895e4a-a448-440a-8a03-c722c973a599 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 946 time: 0.1670415 Jan 18 22:32:35.532436 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cfd01f93-534e-4ce6-9bfc-3678ac96a803 req-76d63596-5193-430c-be0c-d459d82c960c tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747151 Jan 18 22:32:35.534149 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b94e45df-815d-4e7d-9936-af5f59bc53e3 admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:32:35.545394 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fbb6f5c0-4bfa-4ca6-9ccd-f49dc008e1dd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:35.553879 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-b94e45df-815d-4e7d-9936-af5f59bc53e3 admin admin] 10.222.0.53 "PUT /v2.0/routers/8ab0afc4-d896-4e6c-9b5e-1185588239c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7085075 Jan 18 22:32:35.555804 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 53508) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:35.570182 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71e5a6f-b84f-4bf9-b8f7-d3461dc60333 None None] Sync routers for ids ['8ab0afc4-d896-4e6c-9b5e-1185588239c6'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:32:35.583577 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-097efabb-7530-429a-8607-a5bd60bb6ea9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:35.594753 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-097efabb-7530-429a-8607-a5bd60bb6ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:35.617819 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71e5a6f-b84f-4bf9-b8f7-d3461dc60333 None None] Routers {'8ab0afc4-d896-4e6c-9b5e-1185588239c6'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:32:35.622952 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-b71e5a6f-b84f-4bf9-b8f7-d3461dc60333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:32:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['8ab0afc4-d896-4e6c-9b5e-1185588239c6'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:32:35.786820 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-097efabb-7530-429a-8607-a5bd60bb6ea9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=81f03c31e9b24d0998cf36738a39ee4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8519733 Jan 18 22:32:35.788894 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 53512) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:35.815971 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-a7d3d276-2cbf-4278-8d85-fbc421c45ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36b67cea-a5cb-4623-8be0-a6b5659cd9a0', 'name': 'tempest-TestServerMultinode-1199056580-router', 'tenant_id': 'b5bef17513094624b7242b46a2e6b424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '70f86b18-fdf3-47c3-9991-e934cc4e1090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:31:17Z', 'updated_at': '2022-01-18T22:32:33Z', 'revision_number': 5, 'project_id': 'b5bef17513094624b7242b46a2e6b424', 'gw_port': {'id': '70f86b18-fdf3-47c3-9991-e934cc4e1090', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:5c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b67cea-a5cb-4623-8be0-a6b5659cd9a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1926, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:31:21Z', 'updated_at': '2022-01-18T22:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:32:35.823787 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097efabb-7530-429a-8607-a5bd60bb6ea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb35067e-949a-4dc6-827c-172cf6ab6491,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:35.853393 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-b71e5a6f-b84f-4bf9-b8f7-d3461dc60333 None None] Set router 8ab0afc4-d896-4e6c-9b5e-1185588239c6 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:32:35.882651 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d3d276-2cbf-4278-8d85-fbc421c45ea9 None None] Checking router: 36b67cea-a5cb-4623-8be0-a6b5659cd9a0 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:32:35.907991 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d3d276-2cbf-4278-8d85-fbc421c45ea9 None None] Routers {'36b67cea-a5cb-4623-8be0-a6b5659cd9a0'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:32:35.908643 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-a7d3d276-2cbf-4278-8d85-fbc421c45ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:32:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['36b67cea-a5cb-4623-8be0-a6b5659cd9a0'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:32:35.924477 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-fbb6f5c0-4bfa-4ca6-9ccd-f49dc008e1dd admin admin] Deleting port 70f86b18-fdf3-47c3-9991-e934cc4e1090 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:32:35.924824 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fbb6f5c0-4bfa-4ca6-9ccd-f49dc008e1dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:35.973797 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-44bb3a59-7131-4ad0-b165-05f1f265291f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:36.032155 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-44bb3a59-7131-4ad0-b165-05f1f265291f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:36.059546 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-a7d3d276-2cbf-4278-8d85-fbc421c45ea9 None None] Set router 36b67cea-a5cb-4623-8be0-a6b5659cd9a0 gateway port host: None {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:32:36.116932 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-fbb6f5c0-4bfa-4ca6-9ccd-f49dc008e1dd admin admin] For port 70f86b18-fdf3-47c3-9991-e934cc4e1090, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=70f86b18-fdf3-47c3-9991-e934cc4e1090,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:32:36.117301 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fbb6f5c0-4bfa-4ca6-9ccd-f49dc008e1dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:36.124321 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-a7d3d276-2cbf-4278-8d85-fbc421c45ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36b67cea-a5cb-4623-8be0-a6b5659cd9a0', 'name': 'tempest-TestServerMultinode-1199056580-router', 'tenant_id': 'b5bef17513094624b7242b46a2e6b424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:31:17Z', 'updated_at': '2022-01-18T22:32:35Z', 'revision_number': 6, 'project_id': 'b5bef17513094624b7242b46a2e6b424', 'gw_port_host': None}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:32:36.128019 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 53520) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:36.142742 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-fbb6f5c0-4bfa-4ca6-9ccd-f49dc008e1dd admin admin] Calling delete_port for 70f86b18-fdf3-47c3-9991-e934cc4e1090 owned by network:router_gateway {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:32:36.165582 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d3d276-2cbf-4278-8d85-fbc421c45ea9 None None] The sync data for ids ['36b67cea-a5cb-4623-8be0-a6b5659cd9a0'] in n-d-825064-1 is: [{'id': '36b67cea-a5cb-4623-8be0-a6b5659cd9a0', 'name': 'tempest-TestServerMultinode-1199056580-router', 'tenant_id': 'b5bef17513094624b7242b46a2e6b424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:31:17Z', 'updated_at': '2022-01-18T22:32:35Z', 'revision_number': 6, 'project_id': 'b5bef17513094624b7242b46a2e6b424', 'gw_port_host': None}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:32:36.196962 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-b71e5a6f-b84f-4bf9-b8f7-d3461dc60333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab0afc4-d896-4e6c-9b5e-1185588239c6', 'name': 'tempest-TaggedBootDevicesTest-1363810636-router', 'tenant_id': 'ec90adb1094349739cc26a639b1aef5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'dfa3bc8b-94d1-4346-846e-6ba3600d4d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:20:15Z', 'updated_at': '2022-01-18T22:32:34Z', 'revision_number': 5, 'project_id': 'ec90adb1094349739cc26a639b1aef5d', 'gw_port': {'id': 'dfa3bc8b-94d1-4346-846e-6ba3600d4d2d', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:85:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab0afc4-d896-4e6c-9b5e-1185588239c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:20:16Z', 'updated_at': '2022-01-18T22:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:32:36.218782 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-44bb3a59-7131-4ad0-b165-05f1f265291f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:36.222881 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-44bb3a59-7131-4ad0-b165-05f1f265291f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:36.228398 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-44bb3a59-7131-4ad0-b165-05f1f265291f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/eb35067e-949a-4dc6-827c-172cf6ab6491 HTTP/1.1" status: 204 len: 168 time: 0.4377637 Jan 18 22:32:36.238602 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71e5a6f-b84f-4bf9-b8f7-d3461dc60333 None None] Checking router: 8ab0afc4-d896-4e6c-9b5e-1185588239c6 for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:32:36.248477 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71e5a6f-b84f-4bf9-b8f7-d3461dc60333 None None] Routers {'8ab0afc4-d896-4e6c-9b5e-1185588239c6'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:32:36.249219 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-b71e5a6f-b84f-4bf9-b8f7-d3461dc60333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:32:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['8ab0afc4-d896-4e6c-9b5e-1185588239c6'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:32:36.279691 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bb3a59-7131-4ad0-b165-05f1f265291f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb35067e-949a-4dc6-827c-172cf6ab6491,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:36.422467 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d645c9-dc72-40eb-99ce-de5e0c81e0cd req-74f09e3b-9ba1-44ed-8c8e-6b0e68382210 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:36.424066 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a2d645c9-dc72-40eb-99ce-de5e0c81e0cd req-74f09e3b-9ba1-44ed-8c8e-6b0e68382210 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 946 time: 0.1071501 Jan 18 22:32:36.444780 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fe546225-ef09-46d4-bf24-fbd2fc07c42a admin admin] Notify callbacks [] for router, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:36.469585 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-b71e5a6f-b84f-4bf9-b8f7-d3461dc60333 None None] Set router 8ab0afc4-d896-4e6c-9b5e-1185588239c6 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:32:36.476989 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fbb6f5c0-4bfa-4ca6-9ccd-f49dc008e1dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:36.518669 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb6f5c0-4bfa-4ca6-9ccd-f49dc008e1dd admin admin] Pushing event deleted for resources: {'Port': ['ID=70f86b18-fdf3-47c3-9991-e934cc4e1090,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:36.572498 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5e9f6698-6d5c-45c7-8339-ef7f3a449b45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:36.674576 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a2d645c9-dc72-40eb-99ce-de5e0c81e0cd req-253eeb0c-34b5-4739-a547-e7d24961cfad tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359645 Jan 18 22:32:36.677604 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fbb6f5c0-4bfa-4ca6-9ccd-f49dc008e1dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043029'] for router_gateway, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:36.711628 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fe546225-ef09-46d4-bf24-fbd2fc07c42a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:36.796107 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fbb6f5c0-4bfa-4ca6-9ccd-f49dc008e1dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1040886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8602'] for router, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:36.798397 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fbb6f5c0-4bfa-4ca6-9ccd-f49dc008e1dd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:36.843601 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-fe546225-ef09-46d4-bf24-fbd2fc07c42a admin admin] Deleting port dfa3bc8b-94d1-4346-846e-6ba3600d4d2d {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:32:36.843601 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fe546225-ef09-46d4-bf24-fbd2fc07c42a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:36.864588 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fbb6f5c0-4bfa-4ca6-9ccd-f49dc008e1dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1040832'] for router, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:36.865158 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbb6f5c0-4bfa-4ca6-9ccd-f49dc008e1dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36b67cea-a5cb-4623-8be0-a6b5659cd9a0 {{(pid=102431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 22:32:36.873725 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fbb6f5c0-4bfa-4ca6-9ccd-f49dc008e1dd admin admin] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:36.877753 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-fbb6f5c0-4bfa-4ca6-9ccd-f49dc008e1dd admin admin] 10.222.0.53 "DELETE /v2.0/routers/36b67cea-a5cb-4623-8be0-a6b5659cd9a0 HTTP/1.1" status: 204 len: 168 time: 1.8090849 Jan 18 22:32:36.878559 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 53540) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:36.880754 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5e9f6698-6d5c-45c7-8339-ef7f3a449b45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:36.892231 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-b71e5a6f-b84f-4bf9-b8f7-d3461dc60333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab0afc4-d896-4e6c-9b5e-1185588239c6', 'name': 'tempest-TaggedBootDevicesTest-1363810636-router', 'tenant_id': 'ec90adb1094349739cc26a639b1aef5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'dfa3bc8b-94d1-4346-846e-6ba3600d4d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:20:15Z', 'updated_at': '2022-01-18T22:32:34Z', 'revision_number': 5, 'project_id': 'ec90adb1094349739cc26a639b1aef5d', 'gw_port': {'id': 'dfa3bc8b-94d1-4346-846e-6ba3600d4d2d', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:85:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab0afc4-d896-4e6c-9b5e-1185588239c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:20:16Z', 'updated_at': '2022-01-18T22:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:32:36.912992 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5e9f6698-6d5c-45c7-8339-ef7f3a449b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:36.946063 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 53542) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:36.955529 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71e5a6f-b84f-4bf9-b8f7-d3461dc60333 None None] The sync data for ids ['8ab0afc4-d896-4e6c-9b5e-1185588239c6'] in n-d-825064-1 is: [{'id': '8ab0afc4-d896-4e6c-9b5e-1185588239c6', 'name': 'tempest-TaggedBootDevicesTest-1363810636-router', 'tenant_id': 'ec90adb1094349739cc26a639b1aef5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'dfa3bc8b-94d1-4346-846e-6ba3600d4d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:20:15Z', 'updated_at': '2022-01-18T22:32:34Z', 'revision_number': 5, 'project_id': 'ec90adb1094349739cc26a639b1aef5d', 'gw_port': {'id': 'dfa3bc8b-94d1-4346-846e-6ba3600d4d2d', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:85:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab0afc4-d896-4e6c-9b5e-1185588239c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:20:16Z', 'updated_at': '2022-01-18T22:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:32:36.972442 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-1066119c-511a-42bb-a7d2-bc4d0f456db5 admin admin] Deleting subnet e6b8fe11-3a0a-49e8-97ff-d28800ad91ec {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:32:36.978839 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-5e9f6698-6d5c-45c7-8339-ef7f3a449b45 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c6cbb2facc34476084fadb6bdc99a534&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8472588 Jan 18 22:32:36.978839 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9f6698-6d5c-45c7-8339-ef7f3a449b45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed983e61-6ffb-4e58-bba0-43084a389e72,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:36.982605 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 53544) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:37.013376 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1066119c-511a-42bb-a7d2-bc4d0f456db5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:37.082862 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1066119c-511a-42bb-a7d2-bc4d0f456db5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:37.109567 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 53552) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:37.120814 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ff6b130f-9efd-4524-b23c-f82656656683 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:37.134364 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-c3654b04-20b3-4fd5-a3f9-b73cb0458234 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d84f23951558498e9c09aa6300d4a399&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1869421 Jan 18 22:32:37.138573 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 53562) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:37.157656 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ff6b130f-9efd-4524-b23c-f82656656683 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:37.224780 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3d6b19ee-fa73-4fea-add8-d61d7119d6b4 req-88c15ea9-8640-4285-a99d-be3608759af5 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=ebbcb105af9a4ac4ba1533c22b523629 HTTP/1.1" status: 200 len: 221 time: 0.0653181 Jan 18 22:32:37.226943 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-fe546225-ef09-46d4-bf24-fbd2fc07c42a admin admin] For port dfa3bc8b-94d1-4346-846e-6ba3600d4d2d, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=dfa3bc8b-94d1-4346-846e-6ba3600d4d2d,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:32:37.227424 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fe546225-ef09-46d4-bf24-fbd2fc07c42a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:37.273388 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ff6b130f-9efd-4524-b23c-f82656656683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:37.275620 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-fe546225-ef09-46d4-bf24-fbd2fc07c42a admin admin] Calling delete_port for dfa3bc8b-94d1-4346-846e-6ba3600d4d2d owned by network:router_gateway {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:32:37.276523 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ff6b130f-9efd-4524-b23c-f82656656683 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:37.277949 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4aa30faf-5bfb-4a48-ab66-af758a49a531 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:37.282458 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-ff6b130f-9efd-4524-b23c-f82656656683 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ed983e61-6ffb-4e58-bba0-43084a389e72 HTTP/1.1" status: 204 len: 168 time: 0.2972841 Jan 18 22:32:37.299560 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6b130f-9efd-4524-b23c-f82656656683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed983e61-6ffb-4e58-bba0-43084a389e72,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:37.327224 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1066119c-511a-42bb-a7d2-bc4d0f456db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:37.408682 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1066119c-511a-42bb-a7d2-bc4d0f456db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:37.438518 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4aa30faf-5bfb-4a48-ab66-af758a49a531 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:37.452518 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af70f02a-4462-4faf-8e5e-e6e42f28b782 None None] Network b53c4a91-53ba-4f45-af0e-0535e80b10bb requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:32:37.515868 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1066119c-511a-42bb-a7d2-bc4d0f456db5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:37.530896 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 53576) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:37.532449 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-1066119c-511a-42bb-a7d2-bc4d0f456db5 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/e6b8fe11-3a0a-49e8-97ff-d28800ad91ec HTTP/1.1" status: 204 len: 168 time: 0.6470549 Jan 18 22:32:37.539599 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9ea55f9c-178c-4185-a113-789a6240729e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:37.577577 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1066119c-511a-42bb-a7d2-bc4d0f456db5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6b8fe11-3a0a-49e8-97ff-d28800ad91ec,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:37.745560 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efd6245-c105-43b6-ba8c-e0051f598958 req-80995560-227d-4c15-a747-cc8123c4fc67 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:37.760762 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0efd6245-c105-43b6-ba8c-e0051f598958 req-80995560-227d-4c15-a747-cc8123c4fc67 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 946 time: 0.3492618 Jan 18 22:32:37.795466 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9ea55f9c-178c-4185-a113-789a6240729e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:37.805063 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9ea55f9c-178c-4185-a113-789a6240729e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:37.865960 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 70f86b18-fdf3-47c3-9991-e934cc4e1090 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:32:37.877696 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-9ea55f9c-178c-4185-a113-789a6240729e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f8913599a6c5458cb910274d44eebc1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7670450 Jan 18 22:32:37.878472 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 53584) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:37.879123 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea55f9c-178c-4185-a113-789a6240729e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=892a02cb-3d03-4740-ac57-99552e43e925,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:37.879268 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e0504a31-addb-465c-a711-8177e5181bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:37.903614 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e154a2-8629-4c0d-a43c-1eb8a22ddc89 None None] DHCP port deletion for b53c4a91-53ba-4f45-af0e-0535e80b10bb request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:32:37.912412 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 70f86b18-fdf3-47c3-9991-e934cc4e1090 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:32:37.913162 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 70f86b18-fdf3-47c3-9991-e934cc4e1090 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:32:37.915219 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device e3ba43bb-7191-44e8-92e2-0f39021de99b no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:32:37.931254 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4aa30faf-5bfb-4a48-ab66-af758a49a531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:37.934164 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4aa30faf-5bfb-4a48-ab66-af758a49a531 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:37.943786 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-4aa30faf-5bfb-4a48-ab66-af758a49a531 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2e5b58f7-adfe-4288-bb99-5b42728318f8 HTTP/1.1" status: 204 len: 168 time: 0.7986934 Jan 18 22:32:37.976418 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8cd2f181-c7b0-45b9-8fef-f4f91f96a992 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:37.987969 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: e3ba43bb-7191-44e8-92e2-0f39021de99b {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:32:37.989676 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device e3ba43bb-7191-44e8-92e2-0f39021de99b not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:32:37.991054 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 73870912-8482-4cc5-ab02-e467c8acb2ca no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:32:37.991660 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0efd6245-c105-43b6-ba8c-e0051f598958 req-075146fd-93de-4ec7-8d99-4b79ac914d6e tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257047 Jan 18 22:32:37.992415 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa30faf-5bfb-4a48-ab66-af758a49a531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e5b58f7-adfe-4288-bb99-5b42728318f8,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:38.023140 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8cd2f181-c7b0-45b9-8fef-f4f91f96a992 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:38.055652 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 73870912-8482-4cc5-ab02-e467c8acb2ca {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:32:38.056428 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 73870912-8482-4cc5-ab02-e467c8acb2ca not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:32:38.081364 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-24e154a2-8629-4c0d-a43c-1eb8a22ddc89 None None] Deleting port 0a3832af-5ed3-4045-857b-221249a1156b {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:32:38.083982 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-24e154a2-8629-4c0d-a43c-1eb8a22ddc89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:38.114612 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8cd2f181-c7b0-45b9-8fef-f4f91f96a992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:38.117836 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-e0504a31-addb-465c-a711-8177e5181bc0 admin admin] Deleting port 0a3832af-5ed3-4045-857b-221249a1156b {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:32:38.118388 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e0504a31-addb-465c-a711-8177e5181bc0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:38.121706 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8cd2f181-c7b0-45b9-8fef-f4f91f96a992 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:38.129022 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-8cd2f181-c7b0-45b9-8fef-f4f91f96a992 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/892a02cb-3d03-4740-ac57-99552e43e925 HTTP/1.1" status: 204 len: 168 time: 0.2438045 Jan 18 22:32:38.143283 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd2f181-c7b0-45b9-8fef-f4f91f96a992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=892a02cb-3d03-4740-ac57-99552e43e925,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:38.180469 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-24e154a2-8629-4c0d-a43c-1eb8a22ddc89 None None] For port 0a3832af-5ed3-4045-857b-221249a1156b, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=0a3832af-5ed3-4045-857b-221249a1156b,segment=NetworkSegment(048f41af-5f0a-47fd-83b4-72799a27d666),segment_id=048f41af-5f0a-47fd-83b4-72799a27d666)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:32:38.181063 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-24e154a2-8629-4c0d-a43c-1eb8a22ddc89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:38.191229 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-e0504a31-addb-465c-a711-8177e5181bc0 admin admin] For port 0a3832af-5ed3-4045-857b-221249a1156b, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=0a3832af-5ed3-4045-857b-221249a1156b,segment=NetworkSegment(048f41af-5f0a-47fd-83b4-72799a27d666),segment_id=048f41af-5f0a-47fd-83b4-72799a27d666)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:32:38.191608 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e0504a31-addb-465c-a711-8177e5181bc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:38.199092 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-24e154a2-8629-4c0d-a43c-1eb8a22ddc89 None None] Calling delete_port for 0a3832af-5ed3-4045-857b-221249a1156b owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:32:38.206528 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-e0504a31-addb-465c-a711-8177e5181bc0 admin admin] Calling delete_port for 0a3832af-5ed3-4045-857b-221249a1156b owned by network:dhcp {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:32:38.291362 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-24e154a2-8629-4c0d-a43c-1eb8a22ddc89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:38.295719 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fe546225-ef09-46d4-bf24-fbd2fc07c42a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:38.319686 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e154a2-8629-4c0d-a43c-1eb8a22ddc89 None None] Pushing event deleted for resources: {'Port': ['ID=0a3832af-5ed3-4045-857b-221249a1156b,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:38.330399 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e154a2-8629-4c0d-a43c-1eb8a22ddc89 None None] No DVR routers for this DVR port 0a3832af-5ed3-4045-857b-221249a1156b on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:32:38.347383 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe546225-ef09-46d4-bf24-fbd2fc07c42a admin admin] Pushing event deleted for resources: {'Port': ['ID=dfa3bc8b-94d1-4346-846e-6ba3600d4d2d,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:38.420546 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b7dddb-a137-40ba-88b4-77df52d30d03 req-45f904ef-f529-459f-8d2e-664303c7268b tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:38.422190 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e9b7dddb-a137-40ba-88b4-77df52d30d03 req-45f904ef-f529-459f-8d2e-664303c7268b tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 946 time: 0.2052672 Jan 18 22:32:38.440687 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e0504a31-addb-465c-a711-8177e5181bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:38.491033 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0504a31-addb-465c-a711-8177e5181bc0 admin admin] No DVR routers for this DVR port 0a3832af-5ed3-4045-857b-221249a1156b on host n-d-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:32:38.494312 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0504a31-addb-465c-a711-8177e5181bc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a3832af-5ed3-4045-857b-221249a1156b,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:38.504224 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fe546225-ef09-46d4-bf24-fbd2fc07c42a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043029'] for router_gateway, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:38.576268 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e9b7dddb-a137-40ba-88b4-77df52d30d03 req-4e695a76-8fb1-464d-bebd-ca780c93bdab tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475124 Jan 18 22:32:38.705947 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e0504a31-addb-465c-a711-8177e5181bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:38.722125 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 53624) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:38.743647 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [req-898301b2-f633-4e2a-b78a-d72e587df471 req-7b54bf9c-c800-4c59-9a56-d28e81bd81ba service neutron] (102431) timed out ('10.222.0.53', 54722) {{(pid=102431) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jan 18 22:32:38.745012 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-157adda4-5c0f-4b28-acd4-482423ac90e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:38.805903 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-e0504a31-addb-465c-a711-8177e5181bc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b53c4a91-53ba-4f45-af0e-0535e80b10bb']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:32:38.809738 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fe546225-ef09-46d4-bf24-fbd2fc07c42a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1040886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8602'] for router, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:38.821719 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fe546225-ef09-46d4-bf24-fbd2fc07c42a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:38.825964 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-e0504a31-addb-465c-a711-8177e5181bc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '048f41af-5f0a-47fd-83b4-72799a27d666') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:32:38.826520 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-e0504a31-addb-465c-a711-8177e5181bc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '048f41af-5f0a-47fd-83b4-72799a27d666') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:32:38.838977 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-157adda4-5c0f-4b28-acd4-482423ac90e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:38.847001 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-157adda4-5c0f-4b28-acd4-482423ac90e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:38.847458 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e0504a31-addb-465c-a711-8177e5181bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60394742'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:38.918180 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1add920-c17d-4644-8671-3753e9656334 req-ec543648-ae34-4d3f-9ec7-d1230fa8aca5 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:38.928875 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d1add920-c17d-4644-8671-3753e9656334 req-ec543648-ae34-4d3f-9ec7-d1230fa8aca5 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 946 time: 0.2188473 Jan 18 22:32:38.929746 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-157adda4-5c0f-4b28-acd4-482423ac90e5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0b65a9d9a007462897465ac75670fd15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2060661 Jan 18 22:32:38.930404 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 53634) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:39.004555 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fe546225-ef09-46d4-bf24-fbd2fc07c42a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1040832'] for router, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:39.006871 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157adda4-5c0f-4b28-acd4-482423ac90e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bbf7c55-2cea-47b7-8b54-6f001714e65a,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:39.007223 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe546225-ef09-46d4-bf24-fbd2fc07c42a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ab0afc4-d896-4e6c-9b5e-1185588239c6 {{(pid=102430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 22:32:39.010154 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e0504a31-addb-465c-a711-8177e5181bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:39.036644 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0504a31-addb-465c-a711-8177e5181bc0 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:32:39.038549 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e0504a31-addb-465c-a711-8177e5181bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60203044'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:39.119094 n-d-825064-1 neutron-server[102430]: Traceback (most recent call last): Jan 18 22:32:39.119094 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:32:39.119094 n-d-825064-1 neutron-server[102430]: timer() Jan 18 22:32:39.119094 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:32:39.119094 n-d-825064-1 neutron-server[102430]: cb(*args, **kw) Jan 18 22:32:39.119094 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:32:39.119094 n-d-825064-1 neutron-server[102430]: return func(*args, **kwargs) Jan 18 22:32:39.119094 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:32:39.119094 n-d-825064-1 neutron-server[102430]: self._notify() Jan 18 22:32:39.119094 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:32:39.119094 n-d-825064-1 neutron-server[102430]: self.callback(batched_events) Jan 18 22:32:39.119094 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:32:39.119094 n-d-825064-1 neutron-server[102430]: event.method(event) Jan 18 22:32:39.119094 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:32:39.119094 n-d-825064-1 neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:32:39.119094 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:32:39.119094 n-d-825064-1 neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:32:39.119094 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:32:39.119094 n-d-825064-1 neutron-server[102430]: return f(self, *a, **k) Jan 18 22:32:39.119094 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:32:39.119094 n-d-825064-1 neutron-server[102430]: return self._get(url).json() Jan 18 22:32:39.119094 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:32:39.119094 n-d-825064-1 neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:32:39.119094 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:32:39.119094 n-d-825064-1 neutron-server[102430]: return self.request(url, 'GET', **kwargs) Jan 18 22:32:39.119094 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:32:39.119094 n-d-825064-1 neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:32:39.119094 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:32:39.119094 n-d-825064-1 neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:32:39.119094 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:32:39.119094 n-d-825064-1 neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:32:39.119094 n-d-825064-1 neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:32:39.125314 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f5f9e818-01b7-4d4d-88f7-62f06f51bc96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:39.129903 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e0504a31-addb-465c-a711-8177e5181bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:39.139511 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fe546225-ef09-46d4-bf24-fbd2fc07c42a admin admin] Notify callbacks [] for router, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:39.141586 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-fe546225-ef09-46d4-bf24-fbd2fc07c42a admin admin] 10.222.0.53 "DELETE /v2.0/routers/8ab0afc4-d896-4e6c-9b5e-1185588239c6 HTTP/1.1" status: 204 len: 168 time: 3.5734315 Jan 18 22:32:39.147542 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 53644) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:39.164432 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e0504a31-addb-465c-a711-8177e5181bc0 admin admin] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:39.179233 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-e0504a31-addb-465c-a711-8177e5181bc0 admin admin] 10.222.0.53 "DELETE /v2.0/networks/b53c4a91-53ba-4f45-af0e-0535e80b10bb HTTP/1.1" status: 204 len: 168 time: 1.6328394 Jan 18 22:32:39.202801 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d1add920-c17d-4644-8671-3753e9656334 req-dc652bff-5f38-4d11-b029-e5f820428cd9 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730052 Jan 18 22:32:39.217370 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f5f9e818-01b7-4d4d-88f7-62f06f51bc96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:39.232400 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0504a31-addb-465c-a711-8177e5181bc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b53c4a91-53ba-4f45-af0e-0535e80b10bb,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:39.304456 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bd6082e-8fdb-4cdd-8cfb-24372261d9dd admin admin] Deleting subnet 14f50ebb-1818-4759-9f29-e9e27d7b46b0 {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:32:39.308334 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4bd6082e-8fdb-4cdd-8cfb-24372261d9dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:39.367288 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4bd6082e-8fdb-4cdd-8cfb-24372261d9dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:39.405595 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f5f9e818-01b7-4d4d-88f7-62f06f51bc96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:39.409151 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f5f9e818-01b7-4d4d-88f7-62f06f51bc96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:39.414671 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-f5f9e818-01b7-4d4d-88f7-62f06f51bc96 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1bbf7c55-2cea-47b7-8b54-6f001714e65a HTTP/1.1" status: 204 len: 168 time: 0.4793196 Jan 18 22:32:39.447601 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f9e818-01b7-4d4d-88f7-62f06f51bc96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bbf7c55-2cea-47b7-8b54-6f001714e65a,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:39.491320 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a5ca54-62db-4c5f-ae78-95f997ffda17 req-9ad2334c-a51d-47eb-a13b-990fbea8c51f tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:39.492930 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-77a5ca54-62db-4c5f-ae78-95f997ffda17 req-9ad2334c-a51d-47eb-a13b-990fbea8c51f tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 946 time: 0.1308849 Jan 18 22:32:39.514171 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4bd6082e-8fdb-4cdd-8cfb-24372261d9dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:39.579803 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4bd6082e-8fdb-4cdd-8cfb-24372261d9dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:39.586930 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-77a5ca54-62db-4c5f-ae78-95f997ffda17 req-4093a97c-0a37-433f-b0d8-5e85db409f10 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847569 Jan 18 22:32:39.638360 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4bd6082e-8fdb-4cdd-8cfb-24372261d9dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:39.647156 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b193d557-e26e-4f28-9396-f7f57d63a420 None None] Network f9ad31e7-37ce-419b-821b-a9da1bd29d6a requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:32:39.649788 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-4bd6082e-8fdb-4cdd-8cfb-24372261d9dd admin admin] 10.222.0.53 "DELETE /v2.0/subnets/14f50ebb-1818-4759-9f29-e9e27d7b46b0 HTTP/1.1" status: 204 len: 168 time: 0.5001922 Jan 18 22:32:39.652619 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 53672) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:39.653948 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd6082e-8fdb-4cdd-8cfb-24372261d9dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14f50ebb-1818-4759-9f29-e9e27d7b46b0,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:39.655031 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 53674) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:39.889882 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device dfa3bc8b-94d1-4346-846e-6ba3600d4d2d no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:32:39.912259 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e75174d-1cbd-43d7-8e4c-af8853b8505d req-d7227c8d-d781-449a-b04d-38708fff0c0c tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:39.922950 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1e75174d-1cbd-43d7-8e4c-af8853b8505d req-d7227c8d-d781-449a-b04d-38708fff0c0c tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 946 time: 0.1531355 Jan 18 22:32:39.959471 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-8a0f835f-8ef2-4cc5-8f63-5c544b1a7a69 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7e76fc95ad134d20b500c69ce7a3a108&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2970593 Jan 18 22:32:39.962249 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 53680) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:39.967865 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a751aac2-ff4a-4dcd-959c-b36edc42b621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:39.977049 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: dfa3bc8b-94d1-4346-846e-6ba3600d4d2d {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:32:39.977578 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device dfa3bc8b-94d1-4346-846e-6ba3600d4d2d not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:32:39.978184 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 0a3832af-5ed3-4045-857b-221249a1156b no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:32:40.010492 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 0a3832af-5ed3-4045-857b-221249a1156b {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:32:40.011549 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 0a3832af-5ed3-4045-857b-221249a1156b not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:32:40.064435 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1e75174d-1cbd-43d7-8e4c-af8853b8505d req-74cc7775-09fe-44e1-ab7f-455084005ee1 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010337 Jan 18 22:32:40.123724 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-195deab3-f0a6-458f-b093-20ea725b7dc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:40.144117 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-a751aac2-ff4a-4dcd-959c-b36edc42b621 admin admin] Deleting port eb9af75a-cc2e-4841-b7f3-dd775f908ee2 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:32:40.145270 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a751aac2-ff4a-4dcd-959c-b36edc42b621 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:40.148244 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044301a2-e09e-4b11-b717-a39d35de0d76 None None] DHCP port deletion for f9ad31e7-37ce-419b-821b-a9da1bd29d6a request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:32:40.166868 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-195deab3-f0a6-458f-b093-20ea725b7dc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:40.235385 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 53688) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:40.250635 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-195deab3-f0a6-458f-b093-20ea725b7dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:40.255051 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-195deab3-f0a6-458f-b093-20ea725b7dc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:40.258113 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-195deab3-f0a6-458f-b093-20ea725b7dc0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c161093d-a6af-42af-98b6-e8525469904b HTTP/1.1" status: 204 len: 168 time: 0.2946634 Jan 18 22:32:40.273495 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195deab3-f0a6-458f-b093-20ea725b7dc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c161093d-a6af-42af-98b6-e8525469904b,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:40.287788 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-044301a2-e09e-4b11-b717-a39d35de0d76 None None] Deleting port eb9af75a-cc2e-4841-b7f3-dd775f908ee2 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:32:40.288780 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-044301a2-e09e-4b11-b717-a39d35de0d76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:40.305779 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-a751aac2-ff4a-4dcd-959c-b36edc42b621 admin admin] For port eb9af75a-cc2e-4841-b7f3-dd775f908ee2, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=eb9af75a-cc2e-4841-b7f3-dd775f908ee2,segment=NetworkSegment(6e6bc401-35ea-4b66-b6b5-965e5ede5e24),segment_id=6e6bc401-35ea-4b66-b6b5-965e5ede5e24)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:32:40.306161 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a751aac2-ff4a-4dcd-959c-b36edc42b621 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:40.327575 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-a751aac2-ff4a-4dcd-959c-b36edc42b621 admin admin] Calling delete_port for eb9af75a-cc2e-4841-b7f3-dd775f908ee2 owned by network:dhcp {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:32:40.343301 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c497c3c1-92f7-406a-aaa2-20dfc9edfe18 req-1630fbe3-f5fe-4c95-911d-30a472f4082d tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:40.344965 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c497c3c1-92f7-406a-aaa2-20dfc9edfe18 req-1630fbe3-f5fe-4c95-911d-30a472f4082d tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 946 time: 0.1690955 Jan 18 22:32:40.423952 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c497c3c1-92f7-406a-aaa2-20dfc9edfe18 req-94308fd5-a3df-4c12-a2c2-b0b923dd4378 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711849 Jan 18 22:32:40.462907 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bf9a2088-0369-4b37-a200-38cd3ed69d8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:40.485925 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a751aac2-ff4a-4dcd-959c-b36edc42b621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:40.547758 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a751aac2-ff4a-4dcd-959c-b36edc42b621 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb9af75a-cc2e-4841-b7f3-dd775f908ee2,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:40.551823 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a751aac2-ff4a-4dcd-959c-b36edc42b621 admin admin] No DVR routers for this DVR port eb9af75a-cc2e-4841-b7f3-dd775f908ee2 on host n-d-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:32:40.589667 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-044301a2-e09e-4b11-b717-a39d35de0d76 None None] For port eb9af75a-cc2e-4841-b7f3-dd775f908ee2, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=eb9af75a-cc2e-4841-b7f3-dd775f908ee2,segment=NetworkSegment(6e6bc401-35ea-4b66-b6b5-965e5ede5e24),segment_id=6e6bc401-35ea-4b66-b6b5-965e5ede5e24)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:32:40.590332 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-044301a2-e09e-4b11-b717-a39d35de0d76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:40.606339 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-044301a2-e09e-4b11-b717-a39d35de0d76 None None] Calling delete_port for eb9af75a-cc2e-4841-b7f3-dd775f908ee2 owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:32:40.633681 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bf9a2088-0369-4b37-a200-38cd3ed69d8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:40.644563 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bf9a2088-0369-4b37-a200-38cd3ed69d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:40.675960 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a751aac2-ff4a-4dcd-959c-b36edc42b621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:40.693204 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-044301a2-e09e-4b11-b717-a39d35de0d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:40.703290 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-a751aac2-ff4a-4dcd-959c-b36edc42b621 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9ad31e7-37ce-419b-821b-a9da1bd29d6a']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:32:40.722647 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070d8a5f-b1d0-44e1-adba-e1a272fcdd21 req-8711e218-a269-4d3c-9008-741f63fc86e1 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:40.726229 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044301a2-e09e-4b11-b717-a39d35de0d76 None None] Pushing event deleted for resources: {'Port': ['ID=eb9af75a-cc2e-4841-b7f3-dd775f908ee2,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:40.729926 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044301a2-e09e-4b11-b717-a39d35de0d76 None None] No DVR routers for this DVR port eb9af75a-cc2e-4841-b7f3-dd775f908ee2 on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:32:40.730562 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-070d8a5f-b1d0-44e1-adba-e1a272fcdd21 req-8711e218-a269-4d3c-9008-741f63fc86e1 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 946 time: 0.1342607 Jan 18 22:32:40.746767 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-bf9a2088-0369-4b37-a200-38cd3ed69d8e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=de57a42bab03492d9ed81d02c83f1de2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5073423 Jan 18 22:32:40.748085 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 53714) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:40.757263 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9a2088-0369-4b37-a200-38cd3ed69d8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc951aaf-8916-4164-94a2-02a5131bdddb,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:40.768197 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-a751aac2-ff4a-4dcd-959c-b36edc42b621 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e6bc401-35ea-4b66-b6b5-965e5ede5e24') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:32:40.768365 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-a751aac2-ff4a-4dcd-959c-b36edc42b621 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e6bc401-35ea-4b66-b6b5-965e5ede5e24') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:32:40.796796 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-070d8a5f-b1d0-44e1-adba-e1a272fcdd21 req-420c765c-d93f-488f-be34-06cfda5e2340 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532517 Jan 18 22:32:40.810463 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a751aac2-ff4a-4dcd-959c-b36edc42b621 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60394742'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:40.828215 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a751aac2-ff4a-4dcd-959c-b36edc42b621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:40.839955 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a751aac2-ff4a-4dcd-959c-b36edc42b621 admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:32:40.840393 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a751aac2-ff4a-4dcd-959c-b36edc42b621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60203044'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:40.844844 n-d-825064-1 neutron-server[102430]: Traceback (most recent call last): Jan 18 22:32:40.844844 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:32:40.844844 n-d-825064-1 neutron-server[102430]: timer() Jan 18 22:32:40.844844 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:32:40.844844 n-d-825064-1 neutron-server[102430]: cb(*args, **kw) Jan 18 22:32:40.844844 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:32:40.844844 n-d-825064-1 neutron-server[102430]: return func(*args, **kwargs) Jan 18 22:32:40.844844 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:32:40.844844 n-d-825064-1 neutron-server[102430]: self._notify() Jan 18 22:32:40.844844 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:32:40.844844 n-d-825064-1 neutron-server[102430]: self.callback(batched_events) Jan 18 22:32:40.844844 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:32:40.844844 n-d-825064-1 neutron-server[102430]: event.method(event) Jan 18 22:32:40.844844 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:32:40.844844 n-d-825064-1 neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:32:40.844844 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:32:40.844844 n-d-825064-1 neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:32:40.844844 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:32:40.844844 n-d-825064-1 neutron-server[102430]: return f(self, *a, **k) Jan 18 22:32:40.844844 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:32:40.844844 n-d-825064-1 neutron-server[102430]: return self._get(url).json() Jan 18 22:32:40.844844 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:32:40.844844 n-d-825064-1 neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:32:40.844844 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:32:40.844844 n-d-825064-1 neutron-server[102430]: return self.request(url, 'GET', **kwargs) Jan 18 22:32:40.844844 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:32:40.844844 n-d-825064-1 neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:32:40.844844 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:32:40.844844 n-d-825064-1 neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:32:40.844844 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:32:40.844844 n-d-825064-1 neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:32:40.844844 n-d-825064-1 neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:32:40.859550 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0b8f3876-3562-424f-83c1-3f18bea221e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:40.894233 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0b8f3876-3562-424f-83c1-3f18bea221e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:40.957204 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0b8f3876-3562-424f-83c1-3f18bea221e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:40.959555 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0b8f3876-3562-424f-83c1-3f18bea221e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:40.964065 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-0b8f3876-3562-424f-83c1-3f18bea221e8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fc951aaf-8916-4164-94a2-02a5131bdddb HTTP/1.1" status: 204 len: 168 time: 0.2118945 Jan 18 22:32:40.970907 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8f3876-3562-424f-83c1-3f18bea221e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc951aaf-8916-4164-94a2-02a5131bdddb,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:41.030916 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f723002b-2614-4662-8e1e-7346f978b20b req-eecc8a02-e1ef-4635-9929-efb27e8c8511 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:41.032436 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f723002b-2614-4662-8e1e-7346f978b20b req-eecc8a02-e1ef-4635-9929-efb27e8c8511 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 946 time: 0.1543496 Jan 18 22:32:41.033799 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a751aac2-ff4a-4dcd-959c-b36edc42b621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:41.040985 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a751aac2-ff4a-4dcd-959c-b36edc42b621 admin admin] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:41.044235 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-a751aac2-ff4a-4dcd-959c-b36edc42b621 admin admin] 10.222.0.53 "DELETE /v2.0/networks/f9ad31e7-37ce-419b-821b-a9da1bd29d6a HTTP/1.1" status: 204 len: 168 time: 1.3902345 Jan 18 22:32:41.047704 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 53728) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:41.063971 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a751aac2-ff4a-4dcd-959c-b36edc42b621 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9ad31e7-37ce-419b-821b-a9da1bd29d6a,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:41.103035 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f723002b-2614-4662-8e1e-7346f978b20b req-9952596e-4fce-4d84-938e-31e258259879 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631206 Jan 18 22:32:41.157407 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 53736) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:41.281592 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-80aa54b0-54b8-45f3-9ec7-b7bcc89ddc77 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b5bef17513094624b7242b46a2e6b424&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1227057 Jan 18 22:32:41.286600 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 53744) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:41.347283 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a92f80-5715-4efa-98d8-b3bb46ed59a7 req-1e7c3f00-0cab-4ac6-a141-747dd6d595ec tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:41.355381 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b3a92f80-5715-4efa-98d8-b3bb46ed59a7 req-1e7c3f00-0cab-4ac6-a141-747dd6d595ec tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 946 time: 0.1262598 Jan 18 22:32:41.392861 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fa631e35-701a-4e7f-b82d-aae051231957 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:41.437646 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fa631e35-701a-4e7f-b82d-aae051231957 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:41.502267 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b3a92f80-5715-4efa-98d8-b3bb46ed59a7 req-e039b1ea-c437-42c3-91e0-c9b90ddb13ee tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457877 Jan 18 22:32:41.509690 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fa631e35-701a-4e7f-b82d-aae051231957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:41.513899 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fa631e35-701a-4e7f-b82d-aae051231957 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:41.515176 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-fa631e35-701a-4e7f-b82d-aae051231957 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/80651b36-1a6f-45a6-b224-3c0baae9ad40 HTTP/1.1" status: 204 len: 168 time: 0.2274222 Jan 18 22:32:41.525112 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa631e35-701a-4e7f-b82d-aae051231957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80651b36-1a6f-45a6-b224-3c0baae9ad40,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:41.701260 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b490d2-f584-4809-88cf-66dd817ca5e1 req-b4e7d502-40db-496c-8ce8-b721f9fb298c tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:41.702868 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-90b490d2-f584-4809-88cf-66dd817ca5e1 req-b4e7d502-40db-496c-8ce8-b721f9fb298c tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 946 time: 0.0768743 Jan 18 22:32:41.751653 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c85d32fd-f6b9-4fc9-b09e-a19d7631110d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1041027'] for router_interface, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:41.752082 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-90b490d2-f584-4809-88cf-66dd817ca5e1 req-21f06704-c75e-4a10-a328-dbca75be740e tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432875 Jan 18 22:32:41.857976 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device eb9af75a-cc2e-4841-b7f3-dd775f908ee2 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:32:41.889417 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: eb9af75a-cc2e-4841-b7f3-dd775f908ee2 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:32:41.895027 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device eb9af75a-cc2e-4841-b7f3-dd775f908ee2 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:32:41.964362 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114b9974-f700-41f4-8f50-bd5378b66e53 req-1e80fd2a-f6fc-4664-9d76-759b437fcdde tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:41.978612 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-114b9974-f700-41f4-8f50-bd5378b66e53 req-1e80fd2a-f6fc-4664-9d76-759b437fcdde tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 946 time: 0.0908682 Jan 18 22:32:42.092051 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-114b9974-f700-41f4-8f50-bd5378b66e53 req-d63a016b-a760-4043-bfc0-5f4db3e3e516 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114047 Jan 18 22:32:42.283987 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-c85d32fd-f6b9-4fc9-b09e-a19d7631110d admin admin] Deleting port ad184624-ee4a-42bf-9928-5b5084d06615 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:32:42.284566 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c85d32fd-f6b9-4fc9-b09e-a19d7631110d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:42.328952 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d42ab1-b420-4728-a79b-8cd01af50ec1 req-0b233ef0-17f7-455d-8208-157c7640af2a tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:42.331469 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f8d42ab1-b420-4728-a79b-8cd01af50ec1 req-0b233ef0-17f7-455d-8208-157c7640af2a tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 946 time: 0.0800424 Jan 18 22:32:42.387044 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f8d42ab1-b420-4728-a79b-8cd01af50ec1 req-62a2c542-c208-4ba7-8439-8799f6e13a94 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454421 Jan 18 22:32:42.417560 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-c85d32fd-f6b9-4fc9-b09e-a19d7631110d admin admin] For port ad184624-ee4a-42bf-9928-5b5084d06615, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=ad184624-ee4a-42bf-9928-5b5084d06615,segment=NetworkSegment(106bbed1-88ce-4c5d-9014-865df0169638),segment_id=106bbed1-88ce-4c5d-9014-865df0169638)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:32:42.417925 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c85d32fd-f6b9-4fc9-b09e-a19d7631110d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:42.447941 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-c85d32fd-f6b9-4fc9-b09e-a19d7631110d admin admin] Calling delete_port for ad184624-ee4a-42bf-9928-5b5084d06615 owned by network:router_interface {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:32:42.558617 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e06f558-4020-4664-a556-318e6279adc8 req-12e6e4fe-c692-4192-8cb6-5f77bb5fc7b0 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:42.568993 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2e06f558-4020-4664-a556-318e6279adc8 req-12e6e4fe-c692-4192-8cb6-5f77bb5fc7b0 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 946 time: 0.0715699 Jan 18 22:32:42.579658 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 53802) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:42.627351 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2e06f558-4020-4664-a556-318e6279adc8 req-b4e6ccf3-b294-491f-8477-2ec6fb2d3ac1 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570464 Jan 18 22:32:42.746232 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:42.905819 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a6ba71-2509-4a9c-8a7b-de19b67687f3 req-af9c38d6-12c1-4466-9ece-614e16b362ca tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:42.916489 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-86a6ba71-2509-4a9c-8a7b-de19b67687f3 req-af9c38d6-12c1-4466-9ece-614e16b362ca tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 946 time: 0.1334534 Jan 18 22:32:42.972474 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-86a6ba71-2509-4a9c-8a7b-de19b67687f3 req-a82bc72f-e58c-479d-a21b-23f67d08f5dd tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501702 Jan 18 22:32:43.016596 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-4f74505c-2269-4eba-8bce-a8f9e8707609 tempest-RoutersAdminNegativeTest-471388529 tempest-RoutersAdminNegativeTest-471388529-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-456829265', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:32:43.067178 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f74505c-2269-4eba-8bce-a8f9e8707609 tempest-RoutersAdminNegativeTest-471388529 tempest-RoutersAdminNegativeTest-471388529-project-admin] Made reservation on behalf of 112c0502a0214c03a56b7b8696f1900d for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:32:43.069772 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4f74505c-2269-4eba-8bce-a8f9e8707609 tempest-RoutersAdminNegativeTest-471388529 tempest-RoutersAdminNegativeTest-471388529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:43.085502 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4f74505c-2269-4eba-8bce-a8f9e8707609 tempest-RoutersAdminNegativeTest-471388529 tempest-RoutersAdminNegativeTest-471388529-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:43.188258 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c85d32fd-f6b9-4fc9-b09e-a19d7631110d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:43.207215 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4f74505c-2269-4eba-8bce-a8f9e8707609 tempest-RoutersAdminNegativeTest-471388529 tempest-RoutersAdminNegativeTest-471388529-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:43.215977 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4f74505c-2269-4eba-8bce-a8f9e8707609 tempest-RoutersAdminNegativeTest-471388529 tempest-RoutersAdminNegativeTest-471388529-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:43.245241 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [None req-4f74505c-2269-4eba-8bce-a8f9e8707609 tempest-RoutersAdminNegativeTest-471388529 tempest-RoutersAdminNegativeTest-471388529-project-admin] device_id is not set on port 9c550f3a-81e0-4c72-8523-eae6eda6fd1a yet. {{(pid=102430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:32:43.256793 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f74505c-2269-4eba-8bce-a8f9e8707609 tempest-RoutersAdminNegativeTest-471388529 tempest-RoutersAdminNegativeTest-471388529-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6878c0f-5957-4e0e-aaec-df6f212bf6b2,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:43.300021 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85d32fd-f6b9-4fc9-b09e-a19d7631110d admin admin] Pushing event deleted for resources: {'Port': ['ID=ad184624-ee4a-42bf-9928-5b5084d06615,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:43.459864 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a79c30-635a-4885-ad5d-ab2f12f20a3d req-578f2485-75c9-455b-961d-1944d4b115d0 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:43.467580 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-46a79c30-635a-4885-ad5d-ab2f12f20a3d req-578f2485-75c9-455b-961d-1944d4b115d0 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 946 time: 0.1377833 Jan 18 22:32:43.487493 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-4f74505c-2269-4eba-8bce-a8f9e8707609 tempest-RoutersAdminNegativeTest-471388529 tempest-RoutersAdminNegativeTest-471388529-project-admin] Allocated IP 172.25.5.44 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/9c550f3a-81e0-4c72-8523-eae6eda6fd1a) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:32:43.557182 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c85d32fd-f6b9-4fc9-b09e-a19d7631110d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-613841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1046579'] for router_interface, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:43.610910 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:43.628314 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-46a79c30-635a-4885-ad5d-ab2f12f20a3d req-39cc49f6-e68d-4f03-be14-a8753588b8ba tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555207 Jan 18 22:32:43.737465 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4f74505c-2269-4eba-8bce-a8f9e8707609 tempest-RoutersAdminNegativeTest-471388529 tempest-RoutersAdminNegativeTest-471388529-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:43.797930 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4f74505c-2269-4eba-8bce-a8f9e8707609 tempest-RoutersAdminNegativeTest-471388529 tempest-RoutersAdminNegativeTest-471388529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:43.872273 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c85d32fd-f6b9-4fc9-b09e-a19d7631110d admin admin] Router eca63b10-f41b-43e0-80e2-f2bbd246e107 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:32:43.908046 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f74505c-2269-4eba-8bce-a8f9e8707609 tempest-RoutersAdminNegativeTest-471388529 tempest-RoutersAdminNegativeTest-471388529-project-admin] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:32:43.914231 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-4f74505c-2269-4eba-8bce-a8f9e8707609 tempest-RoutersAdminNegativeTest-471388529 tempest-RoutersAdminNegativeTest-471388529-project-admin] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:32:43.918424 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f74505c-2269-4eba-8bce-a8f9e8707609 tempest-RoutersAdminNegativeTest-471388529 tempest-RoutersAdminNegativeTest-471388529-project-admin] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:32:43.924143 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f74505c-2269-4eba-8bce-a8f9e8707609 tempest-RoutersAdminNegativeTest-471388529 tempest-RoutersAdminNegativeTest-471388529-project-admin] Pushing event updated for resources: {'Port': ['ID=9c550f3a-81e0-4c72-8523-eae6eda6fd1a,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:44.017691 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f74505c-2269-4eba-8bce-a8f9e8707609 tempest-RoutersAdminNegativeTest-471388529 tempest-RoutersAdminNegativeTest-471388529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:44.020973 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4f74505c-2269-4eba-8bce-a8f9e8707609 tempest-RoutersAdminNegativeTest-471388529 tempest-RoutersAdminNegativeTest-471388529-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:44.050514 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-4f74505c-2269-4eba-8bce-a8f9e8707609 tempest-RoutersAdminNegativeTest-471388529 tempest-RoutersAdminNegativeTest-471388529-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.4667935 Jan 18 22:32:44.050845 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 53870) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:44.057655 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-fec2982e-4b9b-4dba-8f73-18553233aea6 tempest-RoutersAdminNegativeTest-471388529 tempest-RoutersAdminNegativeTest-471388529-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.44'}]}}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:32:44.133633 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c85d32fd-f6b9-4fc9-b09e-a19d7631110d admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:32:44.139474 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fec2982e-4b9b-4dba-8f73-18553233aea6 tempest-RoutersAdminNegativeTest-471388529 tempest-RoutersAdminNegativeTest-471388529-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1044160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8692'] for router, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:44.140775 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fec2982e-4b9b-4dba-8f73-18553233aea6 tempest-RoutersAdminNegativeTest-471388529 tempest-RoutersAdminNegativeTest-471388529-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1040680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8675'] for router, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:44.151744 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c878e13-e591-466a-a999-26b26c87e626 None None] Sync routers for ids ['eca63b10-f41b-43e0-80e2-f2bbd246e107'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:32:44.168700 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-c85d32fd-f6b9-4fc9-b09e-a19d7631110d admin admin] 10.222.0.53 "PUT /v2.0/routers/eca63b10-f41b-43e0-80e2-f2bbd246e107/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1163220 Jan 18 22:32:44.169004 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70675ee2-9beb-40d1-9fd9-ed4989f1de57 req-e28c9c97-13a1-435f-b8d5-bf660a8deaeb tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:44.169106 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 53876) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:44.169198 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-70675ee2-9beb-40d1-9fd9-ed4989f1de57 req-e28c9c97-13a1-435f-b8d5-bf660a8deaeb tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 946 time: 0.4183640 Jan 18 22:32:44.175745 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c878e13-e591-466a-a999-26b26c87e626 None None] Routers {'eca63b10-f41b-43e0-80e2-f2bbd246e107'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:32:44.179259 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-7c878e13-e591-466a-a999-26b26c87e626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:32:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['eca63b10-f41b-43e0-80e2-f2bbd246e107'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:32:44.232578 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fec2982e-4b9b-4dba-8f73-18553233aea6 tempest-RoutersAdminNegativeTest-471388529 tempest-RoutersAdminNegativeTest-471388529-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:44.303663 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1bdcc3bd-5bdd-41f0-8263-91fad6355b34 admin admin] Notify callbacks [] for router, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:44.345360 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-70675ee2-9beb-40d1-9fd9-ed4989f1de57 req-0ff37752-bef7-453f-ab80-e35006870c93 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685786 Jan 18 22:32:44.457444 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-7c878e13-e591-466a-a999-26b26c87e626 None None] Set router eca63b10-f41b-43e0-80e2-f2bbd246e107 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:32:44.477380 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fec2982e-4b9b-4dba-8f73-18553233aea6 tempest-RoutersAdminNegativeTest-471388529 tempest-RoutersAdminNegativeTest-471388529-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:44.544448 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1bdcc3bd-5bdd-41f0-8263-91fad6355b34 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:44.670064 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-1bdcc3bd-5bdd-41f0-8263-91fad6355b34 admin admin] Deleting port 269ef838-b7a5-40f7-9cbd-11a60824b18a {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:32:44.670450 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1bdcc3bd-5bdd-41f0-8263-91fad6355b34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:44.720739 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-7c878e13-e591-466a-a999-26b26c87e626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca63b10-f41b-43e0-80e2-f2bbd246e107', 'name': 'tempest-TaggedBootDevicesTest-2081606338-router', 'tenant_id': '356ab36c8a9d4f8b9ac702d62ba3b57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '269ef838-b7a5-40f7-9cbd-11a60824b18a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:20:25Z', 'updated_at': '2022-01-18T22:32:43Z', 'revision_number': 5, 'project_id': '356ab36c8a9d4f8b9ac702d62ba3b57c', 'gw_port': {'id': '269ef838-b7a5-40f7-9cbd-11a60824b18a', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:f1:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca63b10-f41b-43e0-80e2-f2bbd246e107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:20:28Z', 'updated_at': '2022-01-18T22:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:32:44.744043 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12f51c7-48f5-4b44-9aac-d3cd89c8d7c5 req-71c876b6-3291-4052-98c8-bef1c13ddd71 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:44.745875 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d12f51c7-48f5-4b44-9aac-d3cd89c8d7c5 req-71c876b6-3291-4052-98c8-bef1c13ddd71 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 946 time: 0.1102426 Jan 18 22:32:44.778562 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c878e13-e591-466a-a999-26b26c87e626 None None] Checking router: eca63b10-f41b-43e0-80e2-f2bbd246e107 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:32:44.797902 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c878e13-e591-466a-a999-26b26c87e626 None None] Routers {'eca63b10-f41b-43e0-80e2-f2bbd246e107'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:32:44.798535 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-7c878e13-e591-466a-a999-26b26c87e626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:32:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['eca63b10-f41b-43e0-80e2-f2bbd246e107'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:32:44.832052 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-1bdcc3bd-5bdd-41f0-8263-91fad6355b34 admin admin] For port 269ef838-b7a5-40f7-9cbd-11a60824b18a, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=269ef838-b7a5-40f7-9cbd-11a60824b18a,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:32:44.832672 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1bdcc3bd-5bdd-41f0-8263-91fad6355b34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:44.849648 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-1bdcc3bd-5bdd-41f0-8263-91fad6355b34 admin admin] Calling delete_port for 269ef838-b7a5-40f7-9cbd-11a60824b18a owned by network:router_gateway {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:32:44.907514 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fec2982e-4b9b-4dba-8f73-18553233aea6 tempest-RoutersAdminNegativeTest-471388529 tempest-RoutersAdminNegativeTest-471388529-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:44.932517 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fec2982e-4b9b-4dba-8f73-18553233aea6 tempest-RoutersAdminNegativeTest-471388529 tempest-RoutersAdminNegativeTest-471388529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:44.981396 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-7c878e13-e591-466a-a999-26b26c87e626 None None] Set router eca63b10-f41b-43e0-80e2-f2bbd246e107 gateway port host: None {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:32:45.046003 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-7c878e13-e591-466a-a999-26b26c87e626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca63b10-f41b-43e0-80e2-f2bbd246e107', 'name': 'tempest-TaggedBootDevicesTest-2081606338-router', 'tenant_id': '356ab36c8a9d4f8b9ac702d62ba3b57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:20:25Z', 'updated_at': '2022-01-18T22:32:44Z', 'revision_number': 6, 'project_id': '356ab36c8a9d4f8b9ac702d62ba3b57c', 'gw_port_host': None}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:32:45.076321 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1bdcc3bd-5bdd-41f0-8263-91fad6355b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:45.101487 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c878e13-e591-466a-a999-26b26c87e626 None None] The sync data for ids ['eca63b10-f41b-43e0-80e2-f2bbd246e107'] in n-d-825064-1 is: [{'id': 'eca63b10-f41b-43e0-80e2-f2bbd246e107', 'name': 'tempest-TaggedBootDevicesTest-2081606338-router', 'tenant_id': '356ab36c8a9d4f8b9ac702d62ba3b57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:20:25Z', 'updated_at': '2022-01-18T22:32:44Z', 'revision_number': 6, 'project_id': '356ab36c8a9d4f8b9ac702d62ba3b57c', 'gw_port_host': None}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:32:45.170713 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdcc3bd-5bdd-41f0-8263-91fad6355b34 admin admin] Pushing event deleted for resources: {'Port': ['ID=269ef838-b7a5-40f7-9cbd-11a60824b18a,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:45.199360 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fec2982e-4b9b-4dba-8f73-18553233aea6 tempest-RoutersAdminNegativeTest-471388529 tempest-RoutersAdminNegativeTest-471388529-project-admin] Notify callbacks [] for router, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:45.232723 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d12f51c7-48f5-4b44-9aac-d3cd89c8d7c5 req-c8e3da87-2a8a-4cac-94be-eb6d49b79706 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4738822 Jan 18 22:32:45.312269 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1bdcc3bd-5bdd-41f0-8263-91fad6355b34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043029'] for router_gateway, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:45.374313 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 53914) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:45.482700 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1bdcc3bd-5bdd-41f0-8263-91fad6355b34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1040886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8602'] for router, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:45.487006 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1bdcc3bd-5bdd-41f0-8263-91fad6355b34 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:45.518122 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fec2982e-4b9b-4dba-8f73-18553233aea6 tempest-RoutersAdminNegativeTest-471388529 tempest-RoutersAdminNegativeTest-471388529-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1040886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8602'] for router, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:45.529094 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fec2982e-4b9b-4dba-8f73-18553233aea6 tempest-RoutersAdminNegativeTest-471388529 tempest-RoutersAdminNegativeTest-471388529-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:45.582550 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1bdcc3bd-5bdd-41f0-8263-91fad6355b34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1040832'] for router, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:45.582790 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bdcc3bd-5bdd-41f0-8263-91fad6355b34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eca63b10-f41b-43e0-80e2-f2bbd246e107 {{(pid=102431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 22:32:45.592267 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1bdcc3bd-5bdd-41f0-8263-91fad6355b34 admin admin] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:45.598361 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-1bdcc3bd-5bdd-41f0-8263-91fad6355b34 admin admin] 10.222.0.53 "DELETE /v2.0/routers/eca63b10-f41b-43e0-80e2-f2bbd246e107 HTTP/1.1" status: 204 len: 168 time: 1.4282629 Jan 18 22:32:45.599131 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 53920) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:45.634232 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3dcfa4-b9ee-4759-be9e-b1c4d0365254 req-ce1e822e-2e32-4405-9c80-fd789164f29e tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:45.636689 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8b3dcfa4-b9ee-4759-be9e-b1c4d0365254 req-ce1e822e-2e32-4405-9c80-fd789164f29e tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 946 time: 0.2139006 Jan 18 22:32:45.638038 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fec2982e-4b9b-4dba-8f73-18553233aea6 tempest-RoutersAdminNegativeTest-471388529 tempest-RoutersAdminNegativeTest-471388529-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1040832'] for router, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:45.638688 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fec2982e-4b9b-4dba-8f73-18553233aea6 tempest-RoutersAdminNegativeTest-471388529 tempest-RoutersAdminNegativeTest-471388529-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c4ab3e11-7edf-4f92-a4c1-923cd1e1ba00 {{(pid=102430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 22:32:45.673820 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [None req-fec2982e-4b9b-4dba-8f73-18553233aea6 tempest-RoutersAdminNegativeTest-471388529 tempest-RoutersAdminNegativeTest-471388529-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 18 22:32:45.674901 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-fec2982e-4b9b-4dba-8f73-18553233aea6 tempest-RoutersAdminNegativeTest-471388529 tempest-RoutersAdminNegativeTest-471388529-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.6231070 Jan 18 22:32:45.682782 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 53922) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:45.683953 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-85879ab1-c483-4eea-b2e9-029422fa4939 admin admin] Deleting subnet 04ba5f98-9a30-451d-a25a-e373adfc10f5 {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:32:45.687576 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-85879ab1-c483-4eea-b2e9-029422fa4939 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:45.727003 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-85879ab1-c483-4eea-b2e9-029422fa4939 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:45.737954 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-16d3f4c1-a0e6-4def-b584-a3b0505cc607 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:45.758661 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8b3dcfa4-b9ee-4759-be9e-b1c4d0365254 req-267b02d6-eea9-4e90-8a33-2a4614914622 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966349 Jan 18 22:32:45.846303 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-85879ab1-c483-4eea-b2e9-029422fa4939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:45.865229 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-45854978-2572-4b40-9147-e6721fcbd4ff tempest-RoutersAdminNegativeTest-471388529 tempest-RoutersAdminNegativeTest-471388529-project-admin] Deleting port 9c550f3a-81e0-4c72-8523-eae6eda6fd1a {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:32:45.865654 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-45854978-2572-4b40-9147-e6721fcbd4ff tempest-RoutersAdminNegativeTest-471388529 tempest-RoutersAdminNegativeTest-471388529-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:45.910095 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-85879ab1-c483-4eea-b2e9-029422fa4939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:45.936580 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85879ab1-c483-4eea-b2e9-029422fa4939 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04ba5f98-9a30-451d-a25a-e373adfc10f5,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:45.940542 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-85879ab1-c483-4eea-b2e9-029422fa4939 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:45.943920 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-85879ab1-c483-4eea-b2e9-029422fa4939 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/04ba5f98-9a30-451d-a25a-e373adfc10f5 HTTP/1.1" status: 204 len: 168 time: 0.3437994 Jan 18 22:32:45.946374 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 53930) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:45.952565 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f098118-8de0-4450-bffe-714b886327e2 None None] Network e46417e6-99d4-4334-8c1e-3f32f1171b2e requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:32:46.047547 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-daaa1bd8-1705-4344-bdc7-3a914c007482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:46.083891 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 269ef838-b7a5-40f7-9cbd-11a60824b18a no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:32:46.113965 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 269ef838-b7a5-40f7-9cbd-11a60824b18a {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:32:46.114312 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 269ef838-b7a5-40f7-9cbd-11a60824b18a not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:32:46.114864 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device ad184624-ee4a-42bf-9928-5b5084d06615 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:32:46.130939 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-daaa1bd8-1705-4344-bdc7-3a914c007482 admin admin] Deleting port 8c0e65f9-bd22-460e-8ec5-1813316176a2 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:32:46.131521 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-daaa1bd8-1705-4344-bdc7-3a914c007482 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:46.205881 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: ad184624-ee4a-42bf-9928-5b5084d06615 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:32:46.206600 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device ad184624-ee4a-42bf-9928-5b5084d06615 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:32:46.215080 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 53936) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:46.222588 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-daaa1bd8-1705-4344-bdc7-3a914c007482 admin admin] For port 8c0e65f9-bd22-460e-8ec5-1813316176a2, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=8c0e65f9-bd22-460e-8ec5-1813316176a2,segment=NetworkSegment(106bbed1-88ce-4c5d-9014-865df0169638),segment_id=106bbed1-88ce-4c5d-9014-865df0169638)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:32:46.222973 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-daaa1bd8-1705-4344-bdc7-3a914c007482 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:46.242145 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-daaa1bd8-1705-4344-bdc7-3a914c007482 admin admin] Calling delete_port for 8c0e65f9-bd22-460e-8ec5-1813316176a2 owned by network:dhcp {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:32:46.365453 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ebd1b1-d4d6-4e86-ac51-f08d1ed597eb None None] DHCP port deletion for e46417e6-99d4-4334-8c1e-3f32f1171b2e request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:32:46.367150 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-daaa1bd8-1705-4344-bdc7-3a914c007482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:46.373295 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-16d3f4c1-a0e6-4def-b584-a3b0505cc607 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:46.391719 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-16d3f4c1-a0e6-4def-b584-a3b0505cc607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:46.439587 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daaa1bd8-1705-4344-bdc7-3a914c007482 admin admin] No DVR routers for this DVR port 8c0e65f9-bd22-460e-8ec5-1813316176a2 on host n-d-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:32:46.447029 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaa1bd8-1705-4344-bdc7-3a914c007482 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c0e65f9-bd22-460e-8ec5-1813316176a2,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:46.481858 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7565071-4c45-423c-bb6c-8b7db605a91e req-817a7c11-1fd7-423e-8572-f4596148cd52 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:46.483483 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fcae3864-4e57-470f-8159-32e31ea96ef4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:46.489526 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a7565071-4c45-423c-bb6c-8b7db605a91e req-817a7c11-1fd7-423e-8572-f4596148cd52 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 946 time: 0.6197817 Jan 18 22:32:46.505863 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d3f4c1-a0e6-4def-b584-a3b0505cc607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1def9f7e-fb72-4acb-9509-d442e184e138,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:46.550690 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-daaa1bd8-1705-4344-bdc7-3a914c007482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:46.554657 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-16d3f4c1-a0e6-4def-b584-a3b0505cc607 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2c775a76e85443f69c7df5ef2e969659&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1767116 Jan 18 22:32:46.555698 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 53952) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:46.574534 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-45854978-2572-4b40-9147-e6721fcbd4ff tempest-RoutersAdminNegativeTest-471388529 tempest-RoutersAdminNegativeTest-471388529-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:46.599147 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-45854978-2572-4b40-9147-e6721fcbd4ff tempest-RoutersAdminNegativeTest-471388529 tempest-RoutersAdminNegativeTest-471388529-project-admin] Calling delete_port for 9c550f3a-81e0-4c72-8523-eae6eda6fd1a owned by {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:32:46.607787 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a7565071-4c45-423c-bb6c-8b7db605a91e req-a7f81ddc-187f-4ef9-8d0b-5d462f081c6d tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171179 Jan 18 22:32:46.610850 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-daaa1bd8-1705-4344-bdc7-3a914c007482 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e46417e6-99d4-4334-8c1e-3f32f1171b2e']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:32:46.643984 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-daaa1bd8-1705-4344-bdc7-3a914c007482 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '106bbed1-88ce-4c5d-9014-865df0169638') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:32:46.649117 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-daaa1bd8-1705-4344-bdc7-3a914c007482 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '106bbed1-88ce-4c5d-9014-865df0169638') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:32:46.663119 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-daaa1bd8-1705-4344-bdc7-3a914c007482 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:46.708261 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-daaa1bd8-1705-4344-bdc7-3a914c007482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:46.711907 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ce3ceeda-6de9-42a8-9e3f-672271ffb960 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:46.726520 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daaa1bd8-1705-4344-bdc7-3a914c007482 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:32:46.727012 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-daaa1bd8-1705-4344-bdc7-3a914c007482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:46.730380 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:32:46.730380 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:32:46.730380 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:32:46.730380 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:32:46.730380 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:32:46.730380 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:32:46.730380 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:32:46.730380 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:32:46.730380 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:32:46.730380 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:32:46.730380 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:32:46.730380 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:32:46.730380 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:32:46.730380 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:32:46.730380 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:32:46.730380 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:32:46.730380 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:32:46.730380 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:32:46.730380 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:32:46.730380 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:32:46.730380 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:32:46.730380 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:32:46.730380 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:32:46.730380 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:32:46.730380 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:32:46.730380 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:32:46.730380 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:32:46.730380 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:32:46.730380 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:32:46.730380 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:32:46.730380 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:32:46.730380 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:32:46.732237 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fcae3864-4e57-470f-8159-32e31ea96ef4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:46.751336 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fcae3864-4e57-470f-8159-32e31ea96ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:46.778021 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33164abc-ba1a-42a8-acc1-746cacfb8e66 req-796f30e3-f9de-41ea-ab2f-03c9f68d8c40 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:46.779894 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-33164abc-ba1a-42a8-acc1-746cacfb8e66 req-796f30e3-f9de-41ea-ab2f-03c9f68d8c40 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 946 time: 0.0697353 Jan 18 22:32:46.816330 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ce3ceeda-6de9-42a8-9e3f-672271ffb960 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:46.845782 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-33164abc-ba1a-42a8-acc1-746cacfb8e66 req-541c380f-d092-4668-aaac-5b4227a23895 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483763 Jan 18 22:32:46.847107 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-45854978-2572-4b40-9147-e6721fcbd4ff tempest-RoutersAdminNegativeTest-471388529 tempest-RoutersAdminNegativeTest-471388529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:46.857388 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-daaa1bd8-1705-4344-bdc7-3a914c007482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:46.861903 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-daaa1bd8-1705-4344-bdc7-3a914c007482 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:46.868072 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-daaa1bd8-1705-4344-bdc7-3a914c007482 admin admin] 10.222.0.53 "DELETE /v2.0/networks/e46417e6-99d4-4334-8c1e-3f32f1171b2e HTTP/1.1" status: 204 len: 168 time: 0.9201574 Jan 18 22:32:46.882481 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-fcae3864-4e57-470f-8159-32e31ea96ef4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=35f88128ebb847af80f5c56b4794ee87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6639454 Jan 18 22:32:46.883408 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 53958) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:46.896094 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcae3864-4e57-470f-8159-32e31ea96ef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67350fda-c532-4e54-b986-fa90af339954,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:46.918664 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaa1bd8-1705-4344-bdc7-3a914c007482 admin admin] Pushing event deleted for resources: {'Network': ['ID=e46417e6-99d4-4334-8c1e-3f32f1171b2e,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:46.931081 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45854978-2572-4b40-9147-e6721fcbd4ff tempest-RoutersAdminNegativeTest-471388529 tempest-RoutersAdminNegativeTest-471388529-project-admin] Pushing event deleted for resources: {'Port': ['ID=9c550f3a-81e0-4c72-8523-eae6eda6fd1a,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:46.979318 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ab232811-0e64-4bcc-89cc-d8f4ce72bd85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:46.982413 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ce3ceeda-6de9-42a8-9e3f-672271ffb960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:46.987074 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ce3ceeda-6de9-42a8-9e3f-672271ffb960 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:46.988602 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-ce3ceeda-6de9-42a8-9e3f-672271ffb960 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1def9f7e-fb72-4acb-9509-d442e184e138 HTTP/1.1" status: 204 len: 168 time: 0.4320905 Jan 18 22:32:47.024399 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3ceeda-6de9-42a8-9e3f-672271ffb960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1def9f7e-fb72-4acb-9509-d442e184e138,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:47.035218 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ab232811-0e64-4bcc-89cc-d8f4ce72bd85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:47.041023 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-45854978-2572-4b40-9147-e6721fcbd4ff tempest-RoutersAdminNegativeTest-471388529 tempest-RoutersAdminNegativeTest-471388529-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:47.051359 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-45854978-2572-4b40-9147-e6721fcbd4ff tempest-RoutersAdminNegativeTest-471388529 tempest-RoutersAdminNegativeTest-471388529-project-admin] 10.222.0.53 "DELETE /v2.0/ports/9c550f3a-81e0-4c72-8523-eae6eda6fd1a HTTP/1.1" status: 204 len: 168 time: 1.3665967 Jan 18 22:32:47.109921 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 53968) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:47.157201 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ab232811-0e64-4bcc-89cc-d8f4ce72bd85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:47.161240 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ab232811-0e64-4bcc-89cc-d8f4ce72bd85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:47.162509 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-ab232811-0e64-4bcc-89cc-d8f4ce72bd85 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/67350fda-c532-4e54-b986-fa90af339954 HTTP/1.1" status: 204 len: 168 time: 0.2784789 Jan 18 22:32:47.165456 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-cb64c4c8-32f9-4f98-9896-60f416718c64 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ec90adb1094349739cc26a639b1aef5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0540867 Jan 18 22:32:47.169710 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 53972) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:47.183509 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab232811-0e64-4bcc-89cc-d8f4ce72bd85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67350fda-c532-4e54-b986-fa90af339954,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:47.273357 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a1db52-3199-45e9-8271-1acd4c53e86d req-cbdbf27d-9a47-4eb6-8433-bb72253d4c71 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:47.277654 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-10a1db52-3199-45e9-8271-1acd4c53e86d req-cbdbf27d-9a47-4eb6-8433-bb72253d4c71 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 946 time: 0.1087368 Jan 18 22:32:47.327255 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-95ff5d0d-54b5-41e9-8431-53f467d4a3df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:47.348260 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-10a1db52-3199-45e9-8271-1acd4c53e86d req-5cea9917-277b-4556-9977-47d892e1bf24 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634336 Jan 18 22:32:47.402052 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-95ff5d0d-54b5-41e9-8431-53f467d4a3df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:47.461559 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-95ff5d0d-54b5-41e9-8431-53f467d4a3df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:47.464720 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-95ff5d0d-54b5-41e9-8431-53f467d4a3df admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:47.468623 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-95ff5d0d-54b5-41e9-8431-53f467d4a3df admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/43d45361-b6ad-4105-a9b4-e598b6e8e651 HTTP/1.1" status: 204 len: 168 time: 0.2953477 Jan 18 22:32:47.474138 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ff5d0d-54b5-41e9-8431-53f467d4a3df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d45361-b6ad-4105-a9b4-e598b6e8e651,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:47.667732 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 53992) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:47.683557 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8c146976-1750-4a8f-b595-de6736b1d191 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:47.757200 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 53994) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:47.804521 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8c146976-1750-4a8f-b595-de6736b1d191 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:47.810924 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8c146976-1750-4a8f-b595-de6736b1d191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:47.831960 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 8c0e65f9-bd22-460e-8ec5-1813316176a2 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:32:47.866879 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 8c0e65f9-bd22-460e-8ec5-1813316176a2 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:32:47.867232 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 8c0e65f9-bd22-460e-8ec5-1813316176a2 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:32:47.868966 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 54000) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:47.869312 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-8c146976-1750-4a8f-b595-de6736b1d191 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b2fa801466654d7f9198ba82593b1bd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2004361 Jan 18 22:32:47.875087 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c146976-1750-4a8f-b595-de6736b1d191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e348fc83-9dd0-4f66-81f8-41b5c84dacd8,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:47.926289 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2e5360d1-7567-4920-be51-b1a2bcec2047 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:47.961923 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c42cab8e-c3a4-4052-b493-e5c24879d409 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:47.970061 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 54004) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:48.007528 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c42cab8e-c3a4-4052-b493-e5c24879d409 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:48.032107 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-4a4c0b80-8ca1-435b-aad5-febd8ae56dee admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=356ab36c8a9d4f8b9ac702d62ba3b57c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0581570 Jan 18 22:32:48.034356 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 54006) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:48.102570 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2e5360d1-7567-4920-be51-b1a2bcec2047 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:48.106468 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c42cab8e-c3a4-4052-b493-e5c24879d409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:48.110591 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c42cab8e-c3a4-4052-b493-e5c24879d409 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:48.112117 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-c42cab8e-c3a4-4052-b493-e5c24879d409 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e348fc83-9dd0-4f66-81f8-41b5c84dacd8 HTTP/1.1" status: 204 len: 168 time: 0.2417774 Jan 18 22:32:48.124464 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42cab8e-c3a4-4052-b493-e5c24879d409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e348fc83-9dd0-4f66-81f8-41b5c84dacd8,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:48.127383 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2e5360d1-7567-4920-be51-b1a2bcec2047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:48.130479 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-094cb005-0422-4652-b22f-4351d7d8684a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:48.174165 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-094cb005-0422-4652-b22f-4351d7d8684a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:48.183286 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-2e5360d1-7567-4920-be51-b1a2bcec2047 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=154cdd6c2ea84a749d9c6fcbbdae3baf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4215982 Jan 18 22:32:48.183286 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5360d1-7567-4920-be51-b1a2bcec2047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73b9e826-4958-43f7-b123-68124377d035,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:48.186040 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 54012) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:48.238568 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-094cb005-0422-4652-b22f-4351d7d8684a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:48.242631 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-094cb005-0422-4652-b22f-4351d7d8684a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:48.248104 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-094cb005-0422-4652-b22f-4351d7d8684a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e9c0739e-bc1b-44d2-96b9-68191ba65946 HTTP/1.1" status: 204 len: 168 time: 0.2121775 Jan 18 22:32:48.257586 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094cb005-0422-4652-b22f-4351d7d8684a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9c0739e-bc1b-44d2-96b9-68191ba65946,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:48.272930 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-026fae8c-f79b-45b7-b52d-5aade33647a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:48.306487 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-026fae8c-f79b-45b7-b52d-5aade33647a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:48.365183 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-026fae8c-f79b-45b7-b52d-5aade33647a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:48.367851 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-026fae8c-f79b-45b7-b52d-5aade33647a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:48.373666 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-026fae8c-f79b-45b7-b52d-5aade33647a2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/73b9e826-4958-43f7-b123-68124377d035 HTTP/1.1" status: 204 len: 168 time: 0.1864469 Jan 18 22:32:48.391625 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026fae8c-f79b-45b7-b52d-5aade33647a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b9e826-4958-43f7-b123-68124377d035,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:48.516341 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6eac3c-8c41-4e54-a6b5-e69b1fc44da7 req-fd6b0dd7-d633-48db-a6cd-429d77c52365 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:48.517948 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8d6eac3c-8c41-4e54-a6b5-e69b1fc44da7 req-fd6b0dd7-d633-48db-a6cd-429d77c52365 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 946 time: 0.0596344 Jan 18 22:32:48.560522 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8d6eac3c-8c41-4e54-a6b5-e69b1fc44da7 req-1e84ea37-f67a-413f-87a8-cd3f79b15caa tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352287 Jan 18 22:32:48.883508 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c86edad-7526-4859-be05-ca5fd39261b2 req-7232c089-19e3-4664-ad66-ab65165b3c96 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:48.885389 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3c86edad-7526-4859-be05-ca5fd39261b2 req-7232c089-19e3-4664-ad66-ab65165b3c96 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 946 time: 0.0636992 Jan 18 22:32:48.964902 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3c86edad-7526-4859-be05-ca5fd39261b2 req-425ca856-198f-434c-8840-bcaeb7da404d tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664918 Jan 18 22:32:48.981068 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 54060) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:49.037357 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-d833fa1a-5633-453b-9ff1-740960c4e7fb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=112c0502a0214c03a56b7b8696f1900d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0551813 Jan 18 22:32:49.039789 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 54062) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:49.106130 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f9db181b-786b-4ce9-af70-9487fe560f34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:49.131484 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f9db181b-786b-4ce9-af70-9487fe560f34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:49.190217 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f9db181b-786b-4ce9-af70-9487fe560f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:49.193302 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f9db181b-786b-4ce9-af70-9487fe560f34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:49.197001 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-f9db181b-786b-4ce9-af70-9487fe560f34 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f6878c0f-5957-4e0e-aaec-df6f212bf6b2 HTTP/1.1" status: 204 len: 168 time: 0.1539333 Jan 18 22:32:49.203995 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9db181b-786b-4ce9-af70-9487fe560f34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6878c0f-5957-4e0e-aaec-df6f212bf6b2,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:49.290799 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-36e8447f-bd43-43a6-9e48-d76e8d539779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:49.322205 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 54076) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:49.688089 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9fc9f904-1855-4380-9b49-05effdc81052 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:49.780532 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9fc9f904-1855-4380-9b49-05effdc81052 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:49.785694 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9fc9f904-1855-4380-9b49-05effdc81052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:49.818334 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc9f904-1855-4380-9b49-05effdc81052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13bc5a01-7901-4a27-adff-57a095469bd9,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:49.838892 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-9fc9f904-1855-4380-9b49-05effdc81052 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5866985f828945cbb72fd1ccd6da4263&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5150874 Jan 18 22:32:49.841416 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 54100) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:49.903386 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3d00d753-9ea7-4edb-921d-7ffbf181251a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:49.927156 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3d00d753-9ea7-4edb-921d-7ffbf181251a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:49.983966 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3d00d753-9ea7-4edb-921d-7ffbf181251a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:49.987104 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3d00d753-9ea7-4edb-921d-7ffbf181251a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:49.991520 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-3d00d753-9ea7-4edb-921d-7ffbf181251a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/13bc5a01-7901-4a27-adff-57a095469bd9 HTTP/1.1" status: 204 len: 168 time: 0.1490779 Jan 18 22:32:50.000585 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d00d753-9ea7-4edb-921d-7ffbf181251a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13bc5a01-7901-4a27-adff-57a095469bd9,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:50.124345 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102efe01-325b-4c6e-afee-57e79506852d req-6c3e1571-3cf6-419d-a393-218ed5c96ac4 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:50.125930 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-102efe01-325b-4c6e-afee-57e79506852d req-6c3e1571-3cf6-419d-a393-218ed5c96ac4 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 946 time: 0.0676033 Jan 18 22:32:50.164448 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-102efe01-325b-4c6e-afee-57e79506852d req-f3a21108-6de7-4382-b0ce-6b9d8353de63 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324907 Jan 18 22:32:50.308397 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cd06a3-40fe-436f-8150-298d0f46585f req-be33f7c3-4f0f-44cf-b103-99cad45e6f0f tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:50.309876 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e0cd06a3-40fe-436f-8150-298d0f46585f req-be33f7c3-4f0f-44cf-b103-99cad45e6f0f tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 946 time: 0.0696681 Jan 18 22:32:50.350416 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e0cd06a3-40fe-436f-8150-298d0f46585f req-4b6758d7-5411-46ee-9db5-d2a704d8c4b5 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324905 Jan 18 22:32:50.384770 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 54140) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:50.540247 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d521a91f-17a3-478c-8dc5-e1083a3f2165 req-4990ebc9-e963-4ce7-b676-106151765873 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:50.544606 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d521a91f-17a3-478c-8dc5-e1083a3f2165 req-4990ebc9-e963-4ce7-b676-106151765873 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 946 time: 0.0747044 Jan 18 22:32:50.584295 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d521a91f-17a3-478c-8dc5-e1083a3f2165 req-ae1f6bed-a1a4-4c4d-b10d-a31ac665589e tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334401 Jan 18 22:32:50.691795 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-38581062-9c8b-4e3b-88f5-e1e309bc2138 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-439710985-network', 'tenant_id': '0a7fe1fe1dd34127ba554ad5c3102fb7'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:32:50.716418 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418a226b-f7ee-4e9d-83ed-505fac3a463d req-9d72852e-5e98-4f38-ada8-d96559f1aaec tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:50.718279 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-418a226b-f7ee-4e9d-83ed-505fac3a463d req-9d72852e-5e98-4f38-ada8-d96559f1aaec tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 946 time: 0.0598588 Jan 18 22:32:50.729798 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38581062-9c8b-4e3b-88f5-e1e309bc2138 admin admin] Made reservation on behalf of 0a7fe1fe1dd34127ba554ad5c3102fb7 for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:32:50.734380 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-38581062-9c8b-4e3b-88f5-e1e309bc2138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:50.748169 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-38581062-9c8b-4e3b-88f5-e1e309bc2138 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:50.766831 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-418a226b-f7ee-4e9d-83ed-505fac3a463d req-ec7f3850-623d-4301-9cad-bc1d2452a9d2 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405419 Jan 18 22:32:50.865124 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-38581062-9c8b-4e3b-88f5-e1e309bc2138 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:50.871091 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-38581062-9c8b-4e3b-88f5-e1e309bc2138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:50.912696 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38581062-9c8b-4e3b-88f5-e1e309bc2138 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:32:50.920948 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38581062-9c8b-4e3b-88f5-e1e309bc2138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c97b6df1-e3bb-4ca1-a3ff-335fef0bf5bc,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:50.934107 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172de4e7-3834-45b9-909a-813f5dd28526 req-2fe726ea-b9b3-434e-ab1e-98ad5eff2588 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:50.935958 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-172de4e7-3834-45b9-909a-813f5dd28526 req-2fe726ea-b9b3-434e-ab1e-98ad5eff2588 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 946 time: 0.0598335 Jan 18 22:32:50.942121 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-38581062-9c8b-4e3b-88f5-e1e309bc2138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:50.943071 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-38581062-9c8b-4e3b-88f5-e1e309bc2138 admin admin] Added segment bb66af8e-f2af-438e-99d5-902fa4f01401 of type vlan for network 2e3fc8f4-476c-4438-b35d-0621c5ec46d7 Jan 18 22:32:50.982242 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-172de4e7-3834-45b9-909a-813f5dd28526 req-b23c1884-7c96-40e6-a453-4ff22feaaadb tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392187 Jan 18 22:32:50.992002 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-38581062-9c8b-4e3b-88f5-e1e309bc2138 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:51.035345 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-38581062-9c8b-4e3b-88f5-e1e309bc2138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:51.037243 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38581062-9c8b-4e3b-88f5-e1e309bc2138 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:51.038268 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-38581062-9c8b-4e3b-88f5-e1e309bc2138 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:51.063059 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 54182) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:51.122421 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38581062-9c8b-4e3b-88f5-e1e309bc2138 admin admin] Pushing event updated for resources: {'Network': ['ID=2e3fc8f4-476c-4438-b35d-0621c5ec46d7,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:51.127729 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-38581062-9c8b-4e3b-88f5-e1e309bc2138 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7415752 Jan 18 22:32:51.130844 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 54188) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:51.137313 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-584cb7d3-fc7a-455b-a11a-d4bc2943db56 admin admin] Request body: {'subnet': {'network_id': '2e3fc8f4-476c-4438-b35d-0621c5ec46d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-439710985-subnet', 'tenant_id': '0a7fe1fe1dd34127ba554ad5c3102fb7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:32:51.138247 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 2e3fc8f4-476c-4438-b35d-0621c5ec46d7 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:32:51.144106 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7260b9a0-55ec-4a6c-8a81-7c63c5a2f7d6 req-3f073201-7920-4ded-8536-a5bf262f0f76 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:51.146594 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7260b9a0-55ec-4a6c-8a81-7c63c5a2f7d6 req-3f073201-7920-4ded-8536-a5bf262f0f76 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 946 time: 0.0748613 Jan 18 22:32:51.164188 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-584cb7d3-fc7a-455b-a11a-d4bc2943db56 admin admin] Made reservation on behalf of 0a7fe1fe1dd34127ba554ad5c3102fb7 for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:32:51.169737 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-584cb7d3-fc7a-455b-a11a-d4bc2943db56 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:51.198628 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7260b9a0-55ec-4a6c-8a81-7c63c5a2f7d6 req-946fdf0d-f9be-4b8d-ac87-6929351db092 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456653 Jan 18 22:32:51.351500 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-4ad3a0ff-a9f2-40f7-a22f-09b6a962c3e8 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1564036447'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:32:51.393899 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f7578b-3118-4800-81b1-d83ce40cfa7d req-915b7cde-d5de-4e60-80ca-0e20b9ee45fc tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:51.401658 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b1f7578b-3118-4800-81b1-d83ce40cfa7d req-915b7cde-d5de-4e60-80ca-0e20b9ee45fc tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 946 time: 0.0841846 Jan 18 22:32:51.423740 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-584cb7d3-fc7a-455b-a11a-d4bc2943db56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:51.425257 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ad3a0ff-a9f2-40f7-a22f-09b6a962c3e8 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Made reservation on behalf of 903e5f8188c340a5a62db55ebfc461c1 for: {'network': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:32:51.428707 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4ad3a0ff-a9f2-40f7-a22f-09b6a962c3e8 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:51.441278 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4ad3a0ff-a9f2-40f7-a22f-09b6a962c3e8 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:51.471460 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584cb7d3-fc7a-455b-a11a-d4bc2943db56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95495f91-1a1a-4867-96eb-e8cea2c4ed04,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:51.476381 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b1f7578b-3118-4800-81b1-d83ce40cfa7d req-8a040a70-79fd-43e5-ac88-bc76279bbeb2 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687392 Jan 18 22:32:51.524186 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584cb7d3-fc7a-455b-a11a-d4bc2943db56 admin admin] Checking segment: {'id': 'bb66af8e-f2af-438e-99d5-902fa4f01401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2e3fc8f4-476c-4438-b35d-0621c5ec46d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:32:51.524465 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584cb7d3-fc7a-455b-a11a-d4bc2943db56 admin admin] Network hostable DHCP agents. Network: 2e3fc8f4-476c-4438-b35d-0621c5ec46d7, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:32:51.543461 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584cb7d3-fc7a-455b-a11a-d4bc2943db56 admin admin] Network 2e3fc8f4-476c-4438-b35d-0621c5ec46d7 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:32:51.557217 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-584cb7d3-fc7a-455b-a11a-d4bc2943db56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 2e3fc8f4-476c-4438-b35d-0621c5ec46d7) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:32:51.563430 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584cb7d3-fc7a-455b-a11a-d4bc2943db56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:51.564041 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-584cb7d3-fc7a-455b-a11a-d4bc2943db56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:51.566397 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4ad3a0ff-a9f2-40f7-a22f-09b6a962c3e8 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:51.568023 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ec986e-1c63-44d8-9a67-f34253349fb7 None None] Network 2e3fc8f4-476c-4438-b35d-0621c5ec46d7 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:32:51.576686 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4ad3a0ff-a9f2-40f7-a22f-09b6a962c3e8 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:51.602143 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-584cb7d3-fc7a-455b-a11a-d4bc2943db56 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4625475 Jan 18 22:32:51.606024 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ad3a0ff-a9f2-40f7-a22f-09b6a962c3e8 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=102430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:32:51.626367 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad3a0ff-a9f2-40f7-a22f-09b6a962c3e8 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a01af52c-87ab-4b6c-8d4b-a426f92e5b48,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:51.632654 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4ad3a0ff-a9f2-40f7-a22f-09b6a962c3e8 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:51.632995 n-d-825064-1 neutron-server[102430]: INFO neutron.db.segments_db [None req-4ad3a0ff-a9f2-40f7-a22f-09b6a962c3e8 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Added segment cc70bba2-4a0a-497c-b230-cc3143c2f1dd of type vlan for network 99c77d33-e888-4b4b-859f-8030c60a5be8 Jan 18 22:32:51.717195 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4ad3a0ff-a9f2-40f7-a22f-09b6a962c3e8 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:51.732715 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 54212) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:51.734696 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8576b4d8-7df6-4f70-ad8e-941b2d7c675f req-6bdad54a-a20f-467e-9f1d-16b67465b3be tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:51.736452 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8576b4d8-7df6-4f70-ad8e-941b2d7c675f req-6bdad54a-a20f-467e-9f1d-16b67465b3be tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 946 time: 0.1223509 Jan 18 22:32:51.788306 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4ad3a0ff-a9f2-40f7-a22f-09b6a962c3e8 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:51.794063 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad3a0ff-a9f2-40f7-a22f-09b6a962c3e8 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:51.794740 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4ad3a0ff-a9f2-40f7-a22f-09b6a962c3e8 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:51.812052 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8617ff-b369-4b00-819b-a99c41a9ba83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-2e3fc8f4-476c-4438-b35d-0621c5ec46d7', 'network_id': '2e3fc8f4-476c-4438-b35d-0621c5ec46d7', 'tenant_id': '0a7fe1fe1dd34127ba554ad5c3102fb7', 'fixed_ips': [{'subnet_id': '95495f91-1a1a-4867-96eb-e8cea2c4ed04'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:32:51.813141 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cb8617ff-b369-4b00-819b-a99c41a9ba83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:51.823737 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8576b4d8-7df6-4f70-ad8e-941b2d7c675f req-01a72611-d902-4941-98cd-48070e5c495d tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736794 Jan 18 22:32:51.919315 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 54224) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:51.920027 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-4ad3a0ff-a9f2-40f7-a22f-09b6a962c3e8 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.8550527 Jan 18 22:32:51.925435 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-a3ce05cb-352d-4e8d-ab0e-a7215dc7f0c9 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Request body: {'subnet': {'network_id': '99c77d33-e888-4b4b-859f-8030c60a5be8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:32:51.935285 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fb09d287-f301-4b19-8fe2-842460a7390b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:51.948733 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad3a0ff-a9f2-40f7-a22f-09b6a962c3e8 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Pushing event updated for resources: {'Network': ['ID=99c77d33-e888-4b4b-859f-8030c60a5be8,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:51.964401 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 99c77d33-e888-4b4b-859f-8030c60a5be8 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:32:52.023233 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccbee5d-f919-4161-9293-fde7272c7d4f req-5d08bab9-4446-4e53-b1bd-b36be910a2c2 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:52.031842 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-dccbee5d-f919-4161-9293-fde7272c7d4f req-5d08bab9-4446-4e53-b1bd-b36be910a2c2 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 946 time: 0.0791702 Jan 18 22:32:52.070023 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3ce05cb-352d-4e8d-ab0e-a7215dc7f0c9 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Made reservation on behalf of 903e5f8188c340a5a62db55ebfc461c1 for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:32:52.082899 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-dccbee5d-f919-4161-9293-fde7272c7d4f req-f278e287-ad87-4285-982b-2f1a30977c17 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454652 Jan 18 22:32:52.093903 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a3ce05cb-352d-4e8d-ab0e-a7215dc7f0c9 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:52.095991 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-cb8617ff-b369-4b00-819b-a99c41a9ba83 None None] Allocated IP 172.20.0.2 (2e3fc8f4-476c-4438-b35d-0621c5ec46d7/95495f91-1a1a-4867-96eb-e8cea2c4ed04/e595b85d-9ce6-41aa-af58-2e5790315e0d) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:32:52.175598 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-680364a8-a885-4bf6-82f9-79599c287151 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:52.283616 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78244dc3-1e02-439c-86b3-bbfb26837264 req-73cd746a-892e-48cb-b845-dd73c4e74ded tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:52.285167 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-78244dc3-1e02-439c-86b3-bbfb26837264 req-73cd746a-892e-48cb-b845-dd73c4e74ded tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 946 time: 0.1042535 Jan 18 22:32:52.322885 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cb8617ff-b369-4b00-819b-a99c41a9ba83 None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:52.329882 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cb8617ff-b369-4b00-819b-a99c41a9ba83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:52.378838 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-78244dc3-1e02-439c-86b3-bbfb26837264 req-45f0bf68-ff3a-4345-8800-7a341f86832e tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817542 Jan 18 22:32:52.394345 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8617ff-b369-4b00-819b-a99c41a9ba83 None None] Network 2e3fc8f4-476c-4438-b35d-0621c5ec46d7 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:32:52.405169 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-cb8617ff-b369-4b00-819b-a99c41a9ba83 None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:32:52.407785 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8617ff-b369-4b00-819b-a99c41a9ba83 None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:32:52.422887 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-680364a8-a885-4bf6-82f9-79599c287151 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:52.437698 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-680364a8-a885-4bf6-82f9-79599c287151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:52.467507 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8617ff-b369-4b00-819b-a99c41a9ba83 None None] Pushing event updated for resources: {'Port': ['ID=e595b85d-9ce6-41aa-af58-2e5790315e0d,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:52.490268 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8617ff-b369-4b00-819b-a99c41a9ba83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:32:52.490268 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8617ff-b369-4b00-819b-a99c41a9ba83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:32:52.490786 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8617ff-b369-4b00-819b-a99c41a9ba83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:32:52.491249 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8617ff-b369-4b00-819b-a99c41a9ba83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:32:52.491696 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8617ff-b369-4b00-819b-a99c41a9ba83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:32:52.492211 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8617ff-b369-4b00-819b-a99c41a9ba83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:32:52.492808 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8617ff-b369-4b00-819b-a99c41a9ba83 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:32:52.493183 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8617ff-b369-4b00-819b-a99c41a9ba83 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:32:52.493656 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8617ff-b369-4b00-819b-a99c41a9ba83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:32:52.494092 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8617ff-b369-4b00-819b-a99c41a9ba83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:32:52.495053 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8617ff-b369-4b00-819b-a99c41a9ba83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:32:52.495442 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8617ff-b369-4b00-819b-a99c41a9ba83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:32:52.497787 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a3ce05cb-352d-4e8d-ab0e-a7215dc7f0c9 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:52.506068 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-cb8617ff-b369-4b00-819b-a99c41a9ba83 None None] Attempting to bind port e595b85d-9ce6-41aa-af58-2e5790315e0d on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:32:52.506427 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-cb8617ff-b369-4b00-819b-a99c41a9ba83 None None] Attempting to bind port e595b85d-9ce6-41aa-af58-2e5790315e0d by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': 'bb66af8e-f2af-438e-99d5-902fa4f01401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2e3fc8f4-476c-4438-b35d-0621c5ec46d7'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:32:52.506861 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8617ff-b369-4b00-819b-a99c41a9ba83 None None] Attempting to bind port e595b85d-9ce6-41aa-af58-2e5790315e0d on network 2e3fc8f4-476c-4438-b35d-0621c5ec46d7 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:32:52.509748 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-680364a8-a885-4bf6-82f9-79599c287151 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e569b26b8b354ec4b0a6bb5ec75ad18b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7755086 Jan 18 22:32:52.510185 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 54250) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:52.512491 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8617ff-b369-4b00-819b-a99c41a9ba83 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:32:52.512934 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8617ff-b369-4b00-819b-a99c41a9ba83 None None] Checking segment: {'id': 'bb66af8e-f2af-438e-99d5-902fa4f01401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2e3fc8f4-476c-4438-b35d-0621c5ec46d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:32:52.513340 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cb8617ff-b369-4b00-819b-a99c41a9ba83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:52.513805 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8617ff-b369-4b00-819b-a99c41a9ba83 None None] Bound using segment: {'id': 'bb66af8e-f2af-438e-99d5-902fa4f01401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2e3fc8f4-476c-4438-b35d-0621c5ec46d7'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:32:52.514346 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-cb8617ff-b369-4b00-819b-a99c41a9ba83 None None] Bound port: e595b85d-9ce6-41aa-af58-2e5790315e0d, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb66af8e-f2af-438e-99d5-902fa4f01401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2e3fc8f4-476c-4438-b35d-0621c5ec46d7'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:32:52.514802 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cb8617ff-b369-4b00-819b-a99c41a9ba83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:52.538207 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680364a8-a885-4bf6-82f9-79599c287151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85f638d6-2b5c-4d65-a688-598dc662c450,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:52.581888 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ce05cb-352d-4e8d-ab0e-a7215dc7f0c9 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Pushing event updated for resources: {'Subnet': ['ID=9fba447d-92be-4505-82bd-edb9cc15b110,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:52.587097 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ce05cb-352d-4e8d-ab0e-a7215dc7f0c9 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Checking segment: {'id': 'cc70bba2-4a0a-497c-b230-cc3143c2f1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '99c77d33-e888-4b4b-859f-8030c60a5be8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:32:52.587464 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ce05cb-352d-4e8d-ab0e-a7215dc7f0c9 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Network hostable DHCP agents. Network: 99c77d33-e888-4b4b-859f-8030c60a5be8, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:32:52.605364 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-cb8617ff-b369-4b00-819b-a99c41a9ba83 None None] For port e595b85d-9ce6-41aa-af58-2e5790315e0d, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:32:52.608999 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fb02e342-668e-4e48-94b4-f8f366b5a762 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:52.609406 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-cb8617ff-b369-4b00-819b-a99c41a9ba83 None None] For port e595b85d-9ce6-41aa-af58-2e5790315e0d, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=e595b85d-9ce6-41aa-af58-2e5790315e0d,segment=NetworkSegment(bb66af8e-f2af-438e-99d5-902fa4f01401),segment_id=bb66af8e-f2af-438e-99d5-902fa4f01401)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:32:52.613470 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ce05cb-352d-4e8d-ab0e-a7215dc7f0c9 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Network 99c77d33-e888-4b4b-859f-8030c60a5be8 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:32:52.614975 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cb8617ff-b369-4b00-819b-a99c41a9ba83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:52.631792 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-a3ce05cb-352d-4e8d-ab0e-a7215dc7f0c9 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 99c77d33-e888-4b4b-859f-8030c60a5be8) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:32:52.638110 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ce05cb-352d-4e8d-ab0e-a7215dc7f0c9 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:52.639538 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a3ce05cb-352d-4e8d-ab0e-a7215dc7f0c9 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:52.670895 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fb02e342-668e-4e48-94b4-f8f366b5a762 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:52.671201 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-a3ce05cb-352d-4e8d-ab0e-a7215dc7f0c9 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7486801 Jan 18 22:32:52.672099 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 54256) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:52.683320 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-dea1b088-b6e1-48b0-8451-cf1546955a57 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Request body: {'port': {'network_id': '99c77d33-e888-4b4b-859f-8030c60a5be8', 'name': 'tempest-AllowedAddressPairTestJSON-1861712354'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:32:52.711988 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8617ff-b369-4b00-819b-a99c41a9ba83 None None] Pushing event updated for resources: {'Port': ['ID=e595b85d-9ce6-41aa-af58-2e5790315e0d,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:52.717498 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c6507e-94e0-4fdf-aa03-c58120317393 None None] Network 99c77d33-e888-4b4b-859f-8030c60a5be8 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:32:52.847547 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fb02e342-668e-4e48-94b4-f8f366b5a762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:52.851814 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fb02e342-668e-4e48-94b4-f8f366b5a762 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:52.856584 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-fb02e342-668e-4e48-94b4-f8f366b5a762 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/85f638d6-2b5c-4d65-a688-598dc662c450 HTTP/1.1" status: 204 len: 168 time: 0.3449183 Jan 18 22:32:52.871852 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb02e342-668e-4e48-94b4-f8f366b5a762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85f638d6-2b5c-4d65-a688-598dc662c450,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:52.909692 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178639af-a510-4499-89f2-05df2d298c36 req-e3947a18-b2a2-4d02-8076-42d409f3211a tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:52.919855 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-178639af-a510-4499-89f2-05df2d298c36 req-e3947a18-b2a2-4d02-8076-42d409f3211a tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.53 "GET /v2.0/networks?id=2e3fc8f4-476c-4438-b35d-0621c5ec46d7 HTTP/1.1" status: 200 len: 815 time: 0.2052145 Jan 18 22:32:52.925255 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dea1b088-b6e1-48b0-8451-cf1546955a57 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Made reservation on behalf of 903e5f8188c340a5a62db55ebfc461c1 for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:32:52.929496 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-dea1b088-b6e1-48b0-8451-cf1546955a57 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:52.956982 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-178639af-a510-4499-89f2-05df2d298c36 req-44359298-8e51-462a-9c2f-2e62596757ad tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.53 "GET /v2.0/quotas/0a7fe1fe1dd34127ba554ad5c3102fb7 HTTP/1.1" status: 200 len: 375 time: 0.0338185 Jan 18 22:32:52.996430 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [None req-dea1b088-b6e1-48b0-8451-cf1546955a57 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] device_id is not set on port f94e8d05-806c-457c-9acd-09e3791f9791 yet. {{(pid=102431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:32:53.023880 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-178639af-a510-4499-89f2-05df2d298c36 req-5a106372-11ba-4b60-91ff-303148538826 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=0a7fe1fe1dd34127ba554ad5c3102fb7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0658998 Jan 18 22:32:53.077460 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:53.123899 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af3e633-d1ba-489f-9f89-dad18693d298 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-99c77d33-e888-4b4b-859f-8030c60a5be8', 'network_id': '99c77d33-e888-4b4b-859f-8030c60a5be8', 'tenant_id': '903e5f8188c340a5a62db55ebfc461c1', 'fixed_ips': [{'subnet_id': '9fba447d-92be-4505-82bd-edb9cc15b110'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:32:53.123899 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7af3e633-d1ba-489f-9f89-dad18693d298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:53.192955 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-178639af-a510-4499-89f2-05df2d298c36 req-4b53c69e-244f-4090-bf28-3cc94bcbdc44 service neutron] 10.222.0.53 "GET /v2.0/networks/2e3fc8f4-476c-4438-b35d-0621c5ec46d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679027 Jan 18 22:32:53.264898 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-dea1b088-b6e1-48b0-8451-cf1546955a57 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Allocated IP 172.20.0.8 (99c77d33-e888-4b4b-859f-8030c60a5be8/9fba447d-92be-4505-82bd-edb9cc15b110/f94e8d05-806c-457c-9acd-09e3791f9791) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:32:53.341142 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5efc91-9045-4574-9a45-0c61632390ef req-90087eb0-004b-408d-8e2b-4f241d66413d tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:53.342746 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-be5efc91-9045-4574-9a45-0c61632390ef req-90087eb0-004b-408d-8e2b-4f241d66413d tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 946 time: 0.1407688 Jan 18 22:32:53.405340 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-178639af-a510-4499-89f2-05df2d298c36 req-dcc18298-7d9a-413c-88d5-f2cba97139ab service neutron] 10.222.0.53 "GET /v2.0/networks/2e3fc8f4-476c-4438-b35d-0621c5ec46d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082276 Jan 18 22:32:53.444458 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-be5efc91-9045-4574-9a45-0c61632390ef req-25a6415b-6e4b-49ec-b3b5-fb647b43907c tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910709 Jan 18 22:32:53.528055 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-dea1b088-b6e1-48b0-8451-cf1546955a57 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:53.633223 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-dea1b088-b6e1-48b0-8451-cf1546955a57 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:53.674455 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 54300) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:53.728399 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-918f885d-d3a2-4a8b-a662-377bad93597b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:53.731094 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-7af3e633-d1ba-489f-9f89-dad18693d298 None None] Allocated IP 172.20.0.2 (99c77d33-e888-4b4b-859f-8030c60a5be8/9fba447d-92be-4505-82bd-edb9cc15b110/cfdb68d9-7bf8-4ae6-92c3-34c1d42fd886) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:32:53.782257 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea1b088-b6e1-48b0-8451-cf1546955a57 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Network 99c77d33-e888-4b4b-859f-8030c60a5be8 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:32:53.790480 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-dea1b088-b6e1-48b0-8451-cf1546955a57 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:32:53.794998 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe370273-e6af-4d0e-8f20-820fb5f75db9 req-5701571b-300f-4ea1-92a6-b2d5be2cb16c tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:53.798680 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fe370273-e6af-4d0e-8f20-820fb5f75db9 req-5701571b-300f-4ea1-92a6-b2d5be2cb16c tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 946 time: 0.1419399 Jan 18 22:32:53.799652 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea1b088-b6e1-48b0-8451-cf1546955a57 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:32:53.841103 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea1b088-b6e1-48b0-8451-cf1546955a57 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Pushing event updated for resources: {'Port': ['ID=f94e8d05-806c-457c-9acd-09e3791f9791,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:53.889506 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea1b088-b6e1-48b0-8451-cf1546955a57 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:53.919024 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-dea1b088-b6e1-48b0-8451-cf1546955a57 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:53.940032 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fe370273-e6af-4d0e-8f20-820fb5f75db9 req-8d8990c0-ae0c-46c0-ad60-bc45e19154f3 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322472 Jan 18 22:32:54.004607 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-dea1b088-b6e1-48b0-8451-cf1546955a57 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3314776 Jan 18 22:32:54.007579 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 54328) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:54.019838 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-b2e91fab-3d59-4657-8480-ced08942cfb6 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Request body: {'port': {'network_id': '99c77d33-e888-4b4b-859f-8030c60a5be8', 'name': 'tempest-AllowedAddressPairTestJSON-1298768935', 'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:76:6b:fe'}]}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:32:54.036370 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-918f885d-d3a2-4a8b-a662-377bad93597b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:54.060854 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-918f885d-d3a2-4a8b-a662-377bad93597b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:54.068588 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device e595b85d-9ce6-41aa-af58-2e5790315e0d up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:32:54.365469 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2e91fab-3d59-4657-8480-ced08942cfb6 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Made reservation on behalf of 903e5f8188c340a5a62db55ebfc461c1 for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:32:54.384073 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7af3e633-d1ba-489f-9f89-dad18693d298 None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:54.392342 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port e595b85d-9ce6-41aa-af58-2e5790315e0d triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:32:54.395069 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:54.421811 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ab7632-b848-4df5-9670-95bbf365f105 req-801179fb-e083-4202-b8aa-55f02cc0636a tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:54.423927 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-44ab7632-b848-4df5-9670-95bbf365f105 req-801179fb-e083-4202-b8aa-55f02cc0636a tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.53 "GET /v2.0/networks?id=2e3fc8f4-476c-4438-b35d-0621c5ec46d7 HTTP/1.1" status: 200 len: 815 time: 0.3944278 Jan 18 22:32:54.445718 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-918f885d-d3a2-4a8b-a662-377bad93597b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4ae3825289794f248925e472e2c08d14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7639058 Jan 18 22:32:54.455653 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 54340) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:54.461019 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918f885d-d3a2-4a8b-a662-377bad93597b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28a000f0-7902-4c1d-9ba8-60d7d31e1297,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:54.478273 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7af3e633-d1ba-489f-9f89-dad18693d298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:54.513808 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-44ab7632-b848-4df5-9670-95bbf365f105 req-084a286d-2781-4ef3-8e89-ac46682ba84d tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.53 "GET /v2.0/quotas/0a7fe1fe1dd34127ba554ad5c3102fb7 HTTP/1.1" status: 200 len: 375 time: 0.0766673 Jan 18 22:32:54.537983 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f289cee-3d94-4091-8dd5-e23bfea75759 req-89294397-72e1-4ac4-a159-a7737c86c879 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:54.548869 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1f289cee-3d94-4091-8dd5-e23bfea75759 req-89294397-72e1-4ac4-a159-a7737c86c879 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 946 time: 0.2082043 Jan 18 22:32:54.576058 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b2e91fab-3d59-4657-8480-ced08942cfb6 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:54.577976 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 54342) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:54.605570 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [None req-b2e91fab-3d59-4657-8480-ced08942cfb6 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] device_id is not set on port e949319f-9b75-426f-8287-651700367e41 yet. {{(pid=102431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:32:54.656357 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:54.662834 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af3e633-d1ba-489f-9f89-dad18693d298 None None] Pushing event updated for resources: {'Port': ['ID=cfdb68d9-7bf8-4ae6-92c3-34c1d42fd886,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:54.726864 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af3e633-d1ba-489f-9f89-dad18693d298 None None] Network 99c77d33-e888-4b4b-859f-8030c60a5be8 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:32:54.728228 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7868aff8-db7c-4057-9d83-622bf25008f4 None None] Network 2e3fc8f4-476c-4438-b35d-0621c5ec46d7 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:32:54.743537 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:54.745998 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-7af3e633-d1ba-489f-9f89-dad18693d298 None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:32:54.773656 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af3e633-d1ba-489f-9f89-dad18693d298 None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:32:54.778770 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-b2e91fab-3d59-4657-8480-ced08942cfb6 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Allocated IP 172.20.0.5 (99c77d33-e888-4b4b-859f-8030c60a5be8/9fba447d-92be-4505-82bd-edb9cc15b110/e949319f-9b75-426f-8287-651700367e41) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:32:54.794303 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1f289cee-3d94-4091-8dd5-e23bfea75759 req-9c935c30-0dd7-4401-b087-e0c29c55b10a tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418678 Jan 18 22:32:54.796657 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:54.805963 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ed81b5e7-3a40-44e7-aa0c-2466b424c610 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:54.833125 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-44ab7632-b848-4df5-9670-95bbf365f105 req-4a8acad8-ee7a-4c3f-8db1-6236fcd6df7b tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=0a7fe1fe1dd34127ba554ad5c3102fb7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2818720 Jan 18 22:32:54.852935 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-29d6b3da-851d-4536-9769-fa95b7876d9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:54.897072 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-7af3e633-d1ba-489f-9f89-dad18693d298 None None] Attempting to bind port cfdb68d9-7bf8-4ae6-92c3-34c1d42fd886 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:32:54.897676 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-7af3e633-d1ba-489f-9f89-dad18693d298 None None] Attempting to bind port cfdb68d9-7bf8-4ae6-92c3-34c1d42fd886 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': 'cc70bba2-4a0a-497c-b230-cc3143c2f1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '99c77d33-e888-4b4b-859f-8030c60a5be8'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:32:54.898228 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af3e633-d1ba-489f-9f89-dad18693d298 None None] Attempting to bind port cfdb68d9-7bf8-4ae6-92c3-34c1d42fd886 on network 99c77d33-e888-4b4b-859f-8030c60a5be8 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:32:54.905219 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-d40cd090-1530-4a89-b149-0b67b45bfd40 None None] Provisioning complete for port e595b85d-9ce6-41aa-af58-2e5790315e0d triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:32:54.905591 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d40cd090-1530-4a89-b149-0b67b45bfd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:54.948166 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af3e633-d1ba-489f-9f89-dad18693d298 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:32:54.948781 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af3e633-d1ba-489f-9f89-dad18693d298 None None] Checking segment: {'id': 'cc70bba2-4a0a-497c-b230-cc3143c2f1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '99c77d33-e888-4b4b-859f-8030c60a5be8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:32:54.949358 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7af3e633-d1ba-489f-9f89-dad18693d298 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:54.949888 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af3e633-d1ba-489f-9f89-dad18693d298 None None] Bound using segment: {'id': 'cc70bba2-4a0a-497c-b230-cc3143c2f1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '99c77d33-e888-4b4b-859f-8030c60a5be8'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:32:54.950528 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-7af3e633-d1ba-489f-9f89-dad18693d298 None None] Bound port: cfdb68d9-7bf8-4ae6-92c3-34c1d42fd886, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc70bba2-4a0a-497c-b230-cc3143c2f1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '99c77d33-e888-4b4b-859f-8030c60a5be8'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:32:54.951152 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7af3e633-d1ba-489f-9f89-dad18693d298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:54.962315 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port e595b85d-9ce6-41aa-af58-2e5790315e0d, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=e595b85d-9ce6-41aa-af58-2e5790315e0d,segment=NetworkSegment(bb66af8e-f2af-438e-99d5-902fa4f01401),segment_id=bb66af8e-f2af-438e-99d5-902fa4f01401)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:32:54.965090 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ed81b5e7-3a40-44e7-aa0c-2466b424c610 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:54.985550 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:55.029582 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-29d6b3da-851d-4536-9769-fa95b7876d9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:55.035311 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390aa3bb-4b04-4830-8d39-83e11b263aaf req-3d650aba-4721-40b6-98d7-797638b70fbc tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:55.037488 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-390aa3bb-4b04-4830-8d39-83e11b263aaf req-3d650aba-4721-40b6-98d7-797638b70fbc tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 946 time: 0.1227708 Jan 18 22:32:55.053743 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-29d6b3da-851d-4536-9769-fa95b7876d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:55.070278 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-44ab7632-b848-4df5-9670-95bbf365f105 req-47473765-b452-4be6-b54b-87a9f14d58e9 service neutron] 10.222.0.53 "GET /v2.0/networks/2e3fc8f4-476c-4438-b35d-0621c5ec46d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193339 Jan 18 22:32:55.152994 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ed81b5e7-3a40-44e7-aa0c-2466b424c610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:55.155461 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ed81b5e7-3a40-44e7-aa0c-2466b424c610 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:55.156696 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-ed81b5e7-3a40-44e7-aa0c-2466b424c610 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/28a000f0-7902-4c1d-9ba8-60d7d31e1297 HTTP/1.1" status: 204 len: 168 time: 0.6966753 Jan 18 22:32:55.175532 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d6b3da-851d-4536-9769-fa95b7876d9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d97e591e-5e22-4c2c-8ccc-2b88ed3e634a,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:55.185741 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-29d6b3da-851d-4536-9769-fa95b7876d9b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=aa5ff0eb2865446db4f7925b63b47cf1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6057665 Jan 18 22:32:55.186358 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 54354) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:55.212083 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7af3e633-d1ba-489f-9f89-dad18693d298 None None] For port cfdb68d9-7bf8-4ae6-92c3-34c1d42fd886, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:32:55.219109 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=e595b85d-9ce6-41aa-af58-2e5790315e0d,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:55.283834 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b2e91fab-3d59-4657-8480-ced08942cfb6 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:55.292631 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6e216a60-9097-4749-af57-d84af9faad7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:55.339770 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-390aa3bb-4b04-4830-8d39-83e11b263aaf req-02715d9f-4122-42cc-8731-7866a8028f5b tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828193 Jan 18 22:32:55.356032 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6e216a60-9097-4749-af57-d84af9faad7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:55.389012 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed81b5e7-3a40-44e7-aa0c-2466b424c610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a000f0-7902-4c1d-9ba8-60d7d31e1297,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:55.425040 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-44ab7632-b848-4df5-9670-95bbf365f105 req-d76e30ae-5799-4781-8aea-12373e499f61 service neutron] 10.222.0.53 "GET /v2.0/networks/2e3fc8f4-476c-4438-b35d-0621c5ec46d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3439152 Jan 18 22:32:55.520437 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7af3e633-d1ba-489f-9f89-dad18693d298 None None] For port cfdb68d9-7bf8-4ae6-92c3-34c1d42fd886, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=cfdb68d9-7bf8-4ae6-92c3-34c1d42fd886,segment=NetworkSegment(cc70bba2-4a0a-497c-b230-cc3143c2f1dd),segment_id=cc70bba2-4a0a-497c-b230-cc3143c2f1dd)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:32:55.548062 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7af3e633-d1ba-489f-9f89-dad18693d298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:55.606661 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b2e91fab-3d59-4657-8480-ced08942cfb6 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:55.744895 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29e3575-a4b8-41ee-94c7-ecce8ca30125 req-10f55a2e-edbd-4495-a17e-d4e2cc2bc4a1 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:55.747587 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f29e3575-a4b8-41ee-94c7-ecce8ca30125 req-10f55a2e-edbd-4495-a17e-d4e2cc2bc4a1 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 946 time: 0.1359336 Jan 18 22:32:55.786020 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af3e633-d1ba-489f-9f89-dad18693d298 None None] Pushing event updated for resources: {'Port': ['ID=cfdb68d9-7bf8-4ae6-92c3-34c1d42fd886,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:55.857196 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device e595b85d-9ce6-41aa-af58-2e5790315e0d up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:32:55.864911 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f29e3575-a4b8-41ee-94c7-ecce8ca30125 req-c663ecb1-f13a-4d38-807d-5db7c8e86bee tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115365 Jan 18 22:32:55.911944 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 54384) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:56.016389 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port e595b85d-9ce6-41aa-af58-2e5790315e0d triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:32:56.016843 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:56.244384 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-eaf94b4e-96c5-44a3-9bca-9b04c092f954 None None] Provisioning complete for port e595b85d-9ce6-41aa-af58-2e5790315e0d triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:32:56.245465 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-eaf94b4e-96c5-44a3-9bca-9b04c092f954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:56.298303 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e91fab-3d59-4657-8480-ced08942cfb6 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Network 99c77d33-e888-4b4b-859f-8030c60a5be8 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:32:56.300044 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6e216a60-9097-4749-af57-d84af9faad7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:56.303446 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6e216a60-9097-4749-af57-d84af9faad7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:56.313889 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-6e216a60-9097-4749-af57-d84af9faad7e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d97e591e-5e22-4c2c-8ccc-2b88ed3e634a HTTP/1.1" status: 204 len: 168 time: 1.1218934 Jan 18 22:32:56.313889 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-b2e91fab-3d59-4657-8480-ced08942cfb6 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:32:56.315434 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e91fab-3d59-4657-8480-ced08942cfb6 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:32:56.381722 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e216a60-9097-4749-af57-d84af9faad7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d97e591e-5e22-4c2c-8ccc-2b88ed3e634a,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:56.410141 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178639af-a510-4499-89f2-05df2d298c36 req-2e50d11b-87ea-4feb-b207-91877b96a58a tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:56.411939 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-178639af-a510-4499-89f2-05df2d298c36 req-2e50d11b-87ea-4feb-b207-91877b96a58a tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.67 "GET /v2.0/networks?id=2e3fc8f4-476c-4438-b35d-0621c5ec46d7 HTTP/1.1" status: 200 len: 815 time: 1.0373755 Jan 18 22:32:56.431820 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e91fab-3d59-4657-8480-ced08942cfb6 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Pushing event updated for resources: {'Port': ['ID=e949319f-9b75-426f-8287-651700367e41,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:56.439043 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9193d31-fe26-4155-a745-cb578ae0a653 req-cbc64a50-6416-433f-970e-f4d59c20f983 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:56.440547 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e9193d31-fe26-4155-a745-cb578ae0a653 req-cbc64a50-6416-433f-970e-f4d59c20f983 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.53 "GET /v2.0/networks?id=2e3fc8f4-476c-4438-b35d-0621c5ec46d7 HTTP/1.1" status: 200 len: 815 time: 0.4811466 Jan 18 22:32:56.448614 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-178639af-a510-4499-89f2-05df2d298c36 req-d6626c29-fac7-4e28-8437-2eafab44276e tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Request body: {'port': {'device_id': 'f6f4b781-3937-4a77-8733-a6dc0078ff56', 'network_id': '2e3fc8f4-476c-4438-b35d-0621c5ec46d7', 'admin_state_up': True, 'tenant_id': '0a7fe1fe1dd34127ba554ad5c3102fb7'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:32:56.485704 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f6495f-181e-4654-90d3-47ec37491512 req-2c03bdb4-b1ae-45e1-b7cf-5816c06f3e26 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:56.489588 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-54f6495f-181e-4654-90d3-47ec37491512 req-2c03bdb4-b1ae-45e1-b7cf-5816c06f3e26 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 946 time: 0.4592078 Jan 18 22:32:56.491936 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-703712cf-7a69-4d36-bd57-b2bcf70fbffd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:56.506324 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e9193d31-fe26-4155-a745-cb578ae0a653 req-388cca06-b008-4320-a826-49f1fdc7f919 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.53 "GET /v2.0/quotas/0a7fe1fe1dd34127ba554ad5c3102fb7 HTTP/1.1" status: 200 len: 375 time: 0.0479131 Jan 18 22:32:56.549785 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e91fab-3d59-4657-8480-ced08942cfb6 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:56.550613 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b2e91fab-3d59-4657-8480-ced08942cfb6 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:56.584926 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-b2e91fab-3d59-4657-8480-ced08942cfb6 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 2.5753520 Jan 18 22:32:56.585782 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 54412) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:56.708262 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3624399b-764c-420d-8694-2a75ec8d3168 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:56.716400 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3624399b-764c-420d-8694-2a75ec8d3168 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:56.723183 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3624399b-764c-420d-8694-2a75ec8d3168 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:56.728671 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-3624399b-764c-420d-8694-2a75ec8d3168 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.1390789 Jan 18 22:32:56.729452 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 54420) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:56.741549 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-54f6495f-181e-4654-90d3-47ec37491512 req-9453b32c-94b0-40d7-8cfb-8ac1f36ca2a4 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392960 Jan 18 22:32:56.749493 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-178639af-a510-4499-89f2-05df2d298c36 req-d6626c29-fac7-4e28-8437-2eafab44276e tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Made reservation on behalf of 0a7fe1fe1dd34127ba554ad5c3102fb7 for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:32:56.751266 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e9193d31-fe26-4155-a745-cb578ae0a653 req-84663f04-91c3-478b-bf5a-7830b636d887 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=0a7fe1fe1dd34127ba554ad5c3102fb7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2382574 Jan 18 22:32:56.776136 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-178639af-a510-4499-89f2-05df2d298c36 req-d6626c29-fac7-4e28-8437-2eafab44276e tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:57.110267 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-703712cf-7a69-4d36-bd57-b2bcf70fbffd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:57.124836 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-bf00a516-663d-4214-b722-8d398005e1e8 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Deleting port e949319f-9b75-426f-8287-651700367e41 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:32:57.125424 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bf00a516-663d-4214-b722-8d398005e1e8 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:57.147324 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-703712cf-7a69-4d36-bd57-b2bcf70fbffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:57.194222 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-703712cf-7a69-4d36-bd57-b2bcf70fbffd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ec379ba540dd4c008a7129393c2630c4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2809906 Jan 18 22:32:57.200115 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 54434) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:57.212888 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e9193d31-fe26-4155-a745-cb578ae0a653 req-92e9b3a8-e4cf-4ba6-a496-49b586321718 service neutron] 10.222.0.53 "GET /v2.0/networks/2e3fc8f4-476c-4438-b35d-0621c5ec46d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4433556 Jan 18 22:32:57.290401 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [req-178639af-a510-4499-89f2-05df2d298c36 req-d6626c29-fac7-4e28-8437-2eafab44276e tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Allocated IP 172.20.0.9 (2e3fc8f4-476c-4438-b35d-0621c5ec46d7/95495f91-1a1a-4867-96eb-e8cea2c4ed04/ce70397a-5684-4c40-82ab-14939ccc8bba) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:32:57.417911 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703712cf-7a69-4d36-bd57-b2bcf70fbffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a1e9e5e-eaf6-4903-8db4-9ff4bfd89a3e,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:57.457774 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3576b77-2173-424e-bf39-e0b52071e6c7 req-f3331838-96d1-4c50-8918-5637e3cf07d6 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:57.459383 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c3576b77-2173-424e-bf39-e0b52071e6c7 req-f3331838-96d1-4c50-8918-5637e3cf07d6 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 946 time: 0.3737547 Jan 18 22:32:57.599936 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c3576b77-2173-424e-bf39-e0b52071e6c7 req-d0d93528-3f37-4fa9-8caa-76db82f81f84 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237690 Jan 18 22:32:57.619884 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b60402-7051-456b-b00e-6ef9cd330cc5 None None] Network 99c77d33-e888-4b4b-859f-8030c60a5be8 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:32:57.623536 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bf00a516-663d-4214-b722-8d398005e1e8 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:57.636859 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e9193d31-fe26-4155-a745-cb578ae0a653 req-77560c3c-70d8-4f06-9a9b-dd21b36f7fbe service neutron] 10.222.0.53 "GET /v2.0/networks/2e3fc8f4-476c-4438-b35d-0621c5ec46d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4151831 Jan 18 22:32:57.704333 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-bf00a516-663d-4214-b722-8d398005e1e8 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Calling delete_port for e949319f-9b75-426f-8287-651700367e41 owned by {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:32:57.746331 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1cd6348f-579d-4e1e-b441-167b155b1478 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:57.845433 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bbbf87-caf5-4dab-8aa3-1a1978ee028b req-9b357046-99a6-44f3-a886-cbaa0793e4d0 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:57.851198 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b5bbbf87-caf5-4dab-8aa3-1a1978ee028b req-9b357046-99a6-44f3-a886-cbaa0793e4d0 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 946 time: 0.1276119 Jan 18 22:32:57.922831 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1cd6348f-579d-4e1e-b441-167b155b1478 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:57.941574 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b5bbbf87-caf5-4dab-8aa3-1a1978ee028b req-1bb99aeb-0422-4e38-a8b8-1e8e63ad971f tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835021 Jan 18 22:32:58.017392 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device cfdb68d9-7bf8-4ae6-92c3-34c1d42fd886 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:32:58.027943 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-43fdf254-e7a8-431d-b9fe-b4b713eb7e7a None None] Provisioning complete for port cfdb68d9-7bf8-4ae6-92c3-34c1d42fd886 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:32:58.029795 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-43fdf254-e7a8-431d-b9fe-b4b713eb7e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:58.055631 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ab7632-b848-4df5-9670-95bbf365f105 req-f3940aef-c16b-4914-a6cf-85bf5cb4b4bb tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:58.059132 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-44ab7632-b848-4df5-9670-95bbf365f105 req-f3940aef-c16b-4914-a6cf-85bf5cb4b4bb tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.36 "GET /v2.0/networks?id=2e3fc8f4-476c-4438-b35d-0621c5ec46d7 HTTP/1.1" status: 200 len: 815 time: 0.6844547 Jan 18 22:32:58.115675 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-44ab7632-b848-4df5-9670-95bbf365f105 req-cb9f1811-af9f-4230-9237-f6bbe823585f tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Request body: {'port': {'device_id': '419c8bf7-9b87-46c6-aadf-4d29b33468e8', 'network_id': '2e3fc8f4-476c-4438-b35d-0621c5ec46d7', 'admin_state_up': True, 'tenant_id': '0a7fe1fe1dd34127ba554ad5c3102fb7'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:32:58.178857 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4c8af036-6c66-48de-b25c-009ad80dd555 req-33fc16b4-81d6-48db-8da7-04ceed201ee8 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa8bc480-6236-474c-a841-2f615a476185 HTTP/1.1" status: 200 len: 210 time: 0.1125422 Jan 18 22:32:58.262116 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port cfdb68d9-7bf8-4ae6-92c3-34c1d42fd886 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:32:58.262489 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:58.297278 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-178639af-a510-4499-89f2-05df2d298c36 req-d6626c29-fac7-4e28-8437-2eafab44276e tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:58.369179 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-43fdf254-e7a8-431d-b9fe-b4b713eb7e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:58.464233 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5316fbf6-af56-4173-bfe3-00a1b6a9f5e1 req-f46ee515-a4d9-45c2-83ab-87d947f78c52 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:58.473130 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5316fbf6-af56-4173-bfe3-00a1b6a9f5e1 req-f46ee515-a4d9-45c2-83ab-87d947f78c52 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 946 time: 0.1073430 Jan 18 22:32:58.474099 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-43fdf254-e7a8-431d-b9fe-b4b713eb7e7a None None] For port cfdb68d9-7bf8-4ae6-92c3-34c1d42fd886, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=cfdb68d9-7bf8-4ae6-92c3-34c1d42fd886,segment=NetworkSegment(cc70bba2-4a0a-497c-b230-cc3143c2f1dd),segment_id=cc70bba2-4a0a-497c-b230-cc3143c2f1dd)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:32:58.501848 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-43fdf254-e7a8-431d-b9fe-b4b713eb7e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:58.518183 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1cd6348f-579d-4e1e-b441-167b155b1478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:58.523757 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1cd6348f-579d-4e1e-b441-167b155b1478 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:58.532600 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-1cd6348f-579d-4e1e-b441-167b155b1478 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4a1e9e5e-eaf6-4903-8db4-9ff4bfd89a3e HTTP/1.1" status: 204 len: 168 time: 1.3280070 Jan 18 22:32:58.555795 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5316fbf6-af56-4173-bfe3-00a1b6a9f5e1 req-f45b9ee1-e13d-4245-bb71-0cc62a0b9199 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814381 Jan 18 22:32:58.624636 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fdf254-e7a8-431d-b9fe-b4b713eb7e7a None None] Pushing event updated for resources: {'Port': ['ID=cfdb68d9-7bf8-4ae6-92c3-34c1d42fd886,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:58.636412 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd6348f-579d-4e1e-b441-167b155b1478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a1e9e5e-eaf6-4903-8db4-9ff4bfd89a3e,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:58.704578 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bf00a516-663d-4214-b722-8d398005e1e8 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:58.755758 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-178639af-a510-4499-89f2-05df2d298c36 req-d6626c29-fac7-4e28-8437-2eafab44276e tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:58.758735 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-070cb05f-baff-4984-af92-56abd997997e None None] Provisioning complete for port cfdb68d9-7bf8-4ae6-92c3-34c1d42fd886 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:32:58.759232 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-070cb05f-baff-4984-af92-56abd997997e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:58.862560 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-178639af-a510-4499-89f2-05df2d298c36 req-d6626c29-fac7-4e28-8437-2eafab44276e tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Network 2e3fc8f4-476c-4438-b35d-0621c5ec46d7 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:32:58.872993 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [req-178639af-a510-4499-89f2-05df2d298c36 req-d6626c29-fac7-4e28-8437-2eafab44276e tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:32:58.877613 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-178639af-a510-4499-89f2-05df2d298c36 req-d6626c29-fac7-4e28-8437-2eafab44276e tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:32:58.881419 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf00a516-663d-4214-b722-8d398005e1e8 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Pushing event deleted for resources: {'Port': ['ID=e949319f-9b75-426f-8287-651700367e41,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:58.913484 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621bcdf5-6418-4d07-977d-5add76cb4376 req-dd867ed1-b0aa-4c93-bfd4-e45012957d26 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:58.930150 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-621bcdf5-6418-4d07-977d-5add76cb4376 req-dd867ed1-b0aa-4c93-bfd4-e45012957d26 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 946 time: 0.1732554 Jan 18 22:32:59.046760 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-070cb05f-baff-4984-af92-56abd997997e None None] Provisioning complete for port f94e8d05-806c-457c-9acd-09e3791f9791 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:32:59.047146 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-070cb05f-baff-4984-af92-56abd997997e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:59.050680 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-621bcdf5-6418-4d07-977d-5add76cb4376 req-6a01a4b5-6892-40c3-ab79-9e3a20ec7a69 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195619 Jan 18 22:32:59.171823 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-070cb05f-baff-4984-af92-56abd997997e None None] Port f94e8d05-806c-457c-9acd-09e3791f9791 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:32:59.178665 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-070cb05f-baff-4984-af92-56abd997997e None None] Could not find standard attr ID for object e949319f-9b75-426f-8287-651700367e41. {{(pid=102432) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 22:32:59.235959 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44ab7632-b848-4df5-9670-95bbf365f105 req-cb9f1811-af9f-4230-9237-f6bbe823585f tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Made reservation on behalf of 0a7fe1fe1dd34127ba554ad5c3102fb7 for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:32:59.239873 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-44ab7632-b848-4df5-9670-95bbf365f105 req-cb9f1811-af9f-4230-9237-f6bbe823585f tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:59.312425 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-1ee03782-3b92-4dfa-a6ad-e61f1d203764 None None] Provisioning complete for port f94e8d05-806c-457c-9acd-09e3791f9791 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:32:59.313381 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1ee03782-3b92-4dfa-a6ad-e61f1d203764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:59.339341 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 54552) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:59.465027 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-1ee03782-3b92-4dfa-a6ad-e61f1d203764 None None] Port f94e8d05-806c-457c-9acd-09e3791f9791 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:32:59.466235 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a8ee18f3-9cc6-4f20-9a74-5304b6c79b87 req-2c80de2f-da4b-447b-99bd-c9d8b9ed8fc2 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa8bc480-6236-474c-a841-2f615a476185 HTTP/1.1" status: 200 len: 210 time: 0.0981042 Jan 18 22:32:59.469086 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e9fa6028-5c69-4b23-aa95-b9a3433131c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:59.535882 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2706033b-8fdd-4193-8d80-147941b7fb1e req-360c1d7c-b961-40f8-ba30-15bf2c60335a tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:59.537451 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2706033b-8fdd-4193-8d80-147941b7fb1e req-360c1d7c-b961-40f8-ba30-15bf2c60335a tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 946 time: 0.2976637 Jan 18 22:32:59.552869 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178639af-a510-4499-89f2-05df2d298c36 req-d6626c29-fac7-4e28-8437-2eafab44276e tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:32:59.554007 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-178639af-a510-4499-89f2-05df2d298c36 req-d6626c29-fac7-4e28-8437-2eafab44276e tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:59.604820 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-a5011eaa-0a70-4061-b8c1-2cc99e58eb80 None None] Provisioning complete for port ce70397a-5684-4c40-82ab-14939ccc8bba triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:32:59.605410 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a5011eaa-0a70-4061-b8c1-2cc99e58eb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:59.616795 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2706033b-8fdd-4193-8d80-147941b7fb1e req-a3b0a32c-ba37-4aba-b3ad-894198535aeb tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693815 Jan 18 22:32:59.671868 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6626c29-fac7-4e28-8437-2eafab44276e tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Pushing event updated for resources: {'Port': ['ID=ce70397a-5684-4c40-82ab-14939ccc8bba,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:59.710414 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-178639af-a510-4499-89f2-05df2d298c36 req-d6626c29-fac7-4e28-8437-2eafab44276e tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2801085 Jan 18 22:32:59.711088 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e9fa6028-5c69-4b23-aa95-b9a3433131c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:59.718989 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e9fa6028-5c69-4b23-aa95-b9a3433131c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:59.746841 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-a5011eaa-0a70-4061-b8c1-2cc99e58eb80 None None] Port ce70397a-5684-4c40-82ab-14939ccc8bba cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:32:59.787466 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-e9fa6028-5c69-4b23-aa95-b9a3433131c7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2f73429ff65a4acba71379f564b461e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4441702 Jan 18 22:32:59.788487 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 54582) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:59.790195 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fa6028-5c69-4b23-aa95-b9a3433131c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd02839f-9650-44ad-b5de-a89b7aa1cf64,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:32:59.795095 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [req-178639af-a510-4499-89f2-05df2d298c36 req-9d49a96d-dcdc-46fa-8b3c-f2e7d38ebd0e tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:32:59.796910 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-178639af-a510-4499-89f2-05df2d298c36 req-9d49a96d-dcdc-46fa-8b3c-f2e7d38ebd0e tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0346637 Jan 18 22:32:59.861655 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-5fa3a2d2-7810-4d18-8a6a-4b74c142deb6 None None] Could not find standard attr ID for object e949319f-9b75-426f-8287-651700367e41. {{(pid=102432) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 22:32:59.878875 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bf00a516-663d-4214-b722-8d398005e1e8 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:32:59.887236 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-bf00a516-663d-4214-b722-8d398005e1e8 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] 10.222.0.53 "DELETE /v2.0/ports/e949319f-9b75-426f-8287-651700367e41 HTTP/1.1" status: 204 len: 168 time: 3.1519394 Jan 18 22:32:59.895075 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 54586) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:59.910448 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device cfdb68d9-7bf8-4ae6-92c3-34c1d42fd886 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:32:59.929521 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [req-44ab7632-b848-4df5-9670-95bbf365f105 req-cb9f1811-af9f-4230-9237-f6bbe823585f tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Allocated IP 172.20.0.6 (2e3fc8f4-476c-4438-b35d-0621c5ec46d7/95495f91-1a1a-4867-96eb-e8cea2c4ed04/f119bcd3-b666-4f97-bbd9-d4ff7286d757) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:32:59.951969 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a50a24e-e95b-481c-bcf2-a8888e6f219d tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] GET failed (client error): The resource could not be found. Jan 18 22:32:59.957523 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-6a50a24e-e95b-481c-bcf2-a8888e6f219d tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] 10.222.0.53 "GET /v2.0/ports/e949319f-9b75-426f-8287-651700367e41 HTTP/1.1" status: 404 len: 333 time: 0.0541265 Jan 18 22:32:59.958080 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 54588) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:32:59.968648 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-1818d2e1-0570-4899-96c8-0dd5f2909ba7 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Request body: {'port': {'network_id': '99c77d33-e888-4b4b-859f-8030c60a5be8', 'name': 'tempest-AllowedAddressPairTestJSON-1864745650'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:33:00.035201 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port cfdb68d9-7bf8-4ae6-92c3-34c1d42fd886 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:33:00.036440 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:00.056116 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11905e1-d9f7-4cfd-8405-b63f264868af req-b7bbd66c-afa6-4141-830e-d4d63724486a tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:00.059251 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d11905e1-d9f7-4cfd-8405-b63f264868af req-b7bbd66c-afa6-4141-830e-d4d63724486a tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 946 time: 0.2434285 Jan 18 22:33:00.093964 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-88559dd9-203b-4a03-b0e0-952c51625f73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:00.146413 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-88559dd9-203b-4a03-b0e0-952c51625f73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:00.152616 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-178639af-a510-4499-89f2-05df2d298c36 req-d95469f2-bee4-4ba6-a545-4d3faab81090 service neutron] Request body: {'port': {'device_id': 'f6f4b781-3937-4a77-8733-a6dc0078ff56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:33:00.233743 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-88559dd9-203b-4a03-b0e0-952c51625f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:00.236516 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-88559dd9-203b-4a03-b0e0-952c51625f73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:00.237662 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-88559dd9-203b-4a03-b0e0-952c51625f73 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bd02839f-9650-44ad-b5de-a89b7aa1cf64 HTTP/1.1" status: 204 len: 168 time: 0.4430985 Jan 18 22:33:00.262254 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9193d31-fe26-4155-a745-cb578ae0a653 req-4db235db-6624-4af4-a92f-87799efc227d tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:00.263745 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e9193d31-fe26-4155-a745-cb578ae0a653 req-4db235db-6624-4af4-a92f-87799efc227d tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.67 "GET /v2.0/networks?id=2e3fc8f4-476c-4438-b35d-0621c5ec46d7 HTTP/1.1" status: 200 len: 815 time: 0.4460418 Jan 18 22:33:00.269762 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88559dd9-203b-4a03-b0e0-952c51625f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd02839f-9650-44ad-b5de-a89b7aa1cf64,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:00.280844 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-e9193d31-fe26-4155-a745-cb578ae0a653 req-2f35dde3-8c7e-4a94-a771-df6cf77c4f49 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Request body: {'port': {'device_id': 'fa8bc480-6236-474c-a841-2f615a476185', 'network_id': '2e3fc8f4-476c-4438-b35d-0621c5ec46d7', 'admin_state_up': True, 'tenant_id': '0a7fe1fe1dd34127ba554ad5c3102fb7'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:33:00.288237 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d11905e1-d9f7-4cfd-8405-b63f264868af req-fc99a24c-e4d1-4cb4-8347-a8225e97b65a tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041378 Jan 18 22:33:00.378967 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 54604) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:00.421947 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-178639af-a510-4499-89f2-05df2d298c36 req-d95469f2-bee4-4ba6-a545-4d3faab81090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:00.521512 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1818d2e1-0570-4899-96c8-0dd5f2909ba7 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Made reservation on behalf of 903e5f8188c340a5a62db55ebfc461c1 for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:33:00.526087 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9193d31-fe26-4155-a745-cb578ae0a653 req-2f35dde3-8c7e-4a94-a771-df6cf77c4f49 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Made reservation on behalf of 0a7fe1fe1dd34127ba554ad5c3102fb7 for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:33:00.530224 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e9193d31-fe26-4155-a745-cb578ae0a653 req-2f35dde3-8c7e-4a94-a771-df6cf77c4f49 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:00.535955 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1818d2e1-0570-4899-96c8-0dd5f2909ba7 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:00.592519 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-44ab7632-b848-4df5-9670-95bbf365f105 req-cb9f1811-af9f-4230-9237-f6bbe823585f tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:00.656052 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [None req-1818d2e1-0570-4899-96c8-0dd5f2909ba7 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] device_id is not set on port 177a86c5-f9aa-4ee6-b871-ab36230beb79 yet. {{(pid=102431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:33:00.755501 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ca937f8a-4d81-4a76-a8e4-79453ab32bf8 req-269926bb-787a-4225-b828-00ca35b5c985 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa8bc480-6236-474c-a841-2f615a476185 HTTP/1.1" status: 200 len: 210 time: 0.1703541 Jan 18 22:33:00.825388 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-44ab7632-b848-4df5-9670-95bbf365f105 req-cb9f1811-af9f-4230-9237-f6bbe823585f tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:00.839837 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb8196b-316f-4b3e-8167-4d6f4710a18b req-e5bf105e-2489-4f6e-893d-8add00cfc3b1 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:00.841383 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-beb8196b-316f-4b3e-8167-4d6f4710a18b req-e5bf105e-2489-4f6e-893d-8add00cfc3b1 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 946 time: 0.0639262 Jan 18 22:33:00.901093 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-68f0ce34-15d8-45bc-bc67-326bbb3be245 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:00.934378 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-beb8196b-316f-4b3e-8167-4d6f4710a18b req-a2acc8db-fe50-41b2-87fa-d7c58cdc9dce tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849998 Jan 18 22:33:00.940822 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44ab7632-b848-4df5-9670-95bbf365f105 req-cb9f1811-af9f-4230-9237-f6bbe823585f tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Network 2e3fc8f4-476c-4438-b35d-0621c5ec46d7 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:33:00.953929 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [req-44ab7632-b848-4df5-9670-95bbf365f105 req-cb9f1811-af9f-4230-9237-f6bbe823585f tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:33:00.957496 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-44ab7632-b848-4df5-9670-95bbf365f105 req-cb9f1811-af9f-4230-9237-f6bbe823585f tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:33:01.020350 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-68f0ce34-15d8-45bc-bc67-326bbb3be245 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:01.027730 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ab7632-b848-4df5-9670-95bbf365f105 req-cb9f1811-af9f-4230-9237-f6bbe823585f tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:01.028409 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-44ab7632-b848-4df5-9670-95bbf365f105 req-cb9f1811-af9f-4230-9237-f6bbe823585f tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:01.030267 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-68f0ce34-15d8-45bc-bc67-326bbb3be245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:01.046000 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-1818d2e1-0570-4899-96c8-0dd5f2909ba7 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Allocated IP 172.20.0.10 (99c77d33-e888-4b4b-859f-8030c60a5be8/9fba447d-92be-4505-82bd-edb9cc15b110/177a86c5-f9aa-4ee6-b871-ab36230beb79) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:33:01.048466 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9f1811-af9f-4230-9237-f6bbe823585f tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Pushing event updated for resources: {'Port': ['ID=f119bcd3-b666-4f97-bbd9-d4ff7286d757,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:01.077827 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-44ab7632-b848-4df5-9670-95bbf365f105 req-cb9f1811-af9f-4230-9237-f6bbe823585f tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9795010 Jan 18 22:33:01.147140 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 54640) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:01.156708 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-68f0ce34-15d8-45bc-bc67-326bbb3be245 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=02ef145e5772422cbac7afc334d91a22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7764494 Jan 18 22:33:01.157533 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f0ce34-15d8-45bc-bc67-326bbb3be245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c70deb7b-c29c-444a-b2e5-59f4ad9f730f,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:01.291519 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-b903c6d9-42d4-44ab-966f-2c25591e57f1 None None] Provisioning complete for port f119bcd3-b666-4f97-bbd9-d4ff7286d757 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:33:01.292522 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b903c6d9-42d4-44ab-966f-2c25591e57f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:01.335038 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-b903c6d9-42d4-44ab-966f-2c25591e57f1 None None] Port f119bcd3-b666-4f97-bbd9-d4ff7286d757 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:33:01.337123 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2649e8e7-bebc-4184-a483-033826ee3a77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:01.352489 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-44ab7632-b848-4df5-9670-95bbf365f105 req-bf21ceaf-984e-4ce2-9dcb-3a1248859d16 service neutron] Request body: {'port': {'device_id': '419c8bf7-9b87-46c6-aadf-4d29b33468e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:33:01.387610 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [req-178639af-a510-4499-89f2-05df2d298c36 req-d95469f2-bee4-4ba6-a545-4d3faab81090 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce70397a-5684-4c40-82ab-14939ccc8bba {{(pid=102431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:33:01.418591 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-178639af-a510-4499-89f2-05df2d298c36 req-d95469f2-bee4-4ba6-a545-4d3faab81090 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:01.440672 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2649e8e7-bebc-4184-a483-033826ee3a77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:01.488681 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [req-178639af-a510-4499-89f2-05df2d298c36 req-d95469f2-bee4-4ba6-a545-4d3faab81090 service neutron] Transition to ACTIVE for port object ce70397a-5684-4c40-82ab-14939ccc8bba will not be triggered until provisioned by entity L2. {{(pid=102431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:33:01.503627 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-178639af-a510-4499-89f2-05df2d298c36 req-d95469f2-bee4-4ba6-a545-4d3faab81090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:01.513863 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-44ab7632-b848-4df5-9670-95bbf365f105 req-bf21ceaf-984e-4ce2-9dcb-3a1248859d16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:01.559575 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-e9193d31-fe26-4155-a745-cb578ae0a653 req-2f35dde3-8c7e-4a94-a771-df6cf77c4f49 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Allocated IP 172.20.0.10 (2e3fc8f4-476c-4438-b35d-0621c5ec46d7/95495f91-1a1a-4867-96eb-e8cea2c4ed04/5a40fb34-2748-4a95-8452-022cf1e9e0e7) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:33:01.586100 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1818d2e1-0570-4899-96c8-0dd5f2909ba7 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:01.665547 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95469f2-bee4-4ba6-a545-4d3faab81090 service neutron] Pushing event updated for resources: {'Port': ['ID=ce70397a-5684-4c40-82ab-14939ccc8bba,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:01.698806 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2649e8e7-bebc-4184-a483-033826ee3a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:01.701457 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2649e8e7-bebc-4184-a483-033826ee3a77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:01.702883 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-2649e8e7-bebc-4184-a483-033826ee3a77 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c70deb7b-c29c-444a-b2e5-59f4ad9f730f HTTP/1.1" status: 204 len: 168 time: 0.5487475 Jan 18 22:33:01.765289 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2649e8e7-bebc-4184-a483-033826ee3a77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c70deb7b-c29c-444a-b2e5-59f4ad9f730f,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:01.875697 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1818d2e1-0570-4899-96c8-0dd5f2909ba7 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:01.885137 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e9193d31-fe26-4155-a745-cb578ae0a653 req-2f35dde3-8c7e-4a94-a771-df6cf77c4f49 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:01.934639 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-178639af-a510-4499-89f2-05df2d298c36 req-d95469f2-bee4-4ba6-a545-4d3faab81090 service neutron] Attempting to bind port ce70397a-5684-4c40-82ab-14939ccc8bba on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:33:01.935047 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-178639af-a510-4499-89f2-05df2d298c36 req-d95469f2-bee4-4ba6-a545-4d3faab81090 service neutron] Attempting to bind port ce70397a-5684-4c40-82ab-14939ccc8bba by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': 'bb66af8e-f2af-438e-99d5-902fa4f01401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2e3fc8f4-476c-4438-b35d-0621c5ec46d7'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:33:01.935387 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178639af-a510-4499-89f2-05df2d298c36 req-d95469f2-bee4-4ba6-a545-4d3faab81090 service neutron] Attempting to bind port ce70397a-5684-4c40-82ab-14939ccc8bba on network 2e3fc8f4-476c-4438-b35d-0621c5ec46d7 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:33:01.949580 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178639af-a510-4499-89f2-05df2d298c36 req-d95469f2-bee4-4ba6-a545-4d3faab81090 service neutron] Port ce70397a-5684-4c40-82ab-14939ccc8bba on network 2e3fc8f4-476c-4438-b35d-0621c5ec46d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:33:01.949902 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178639af-a510-4499-89f2-05df2d298c36 req-d95469f2-bee4-4ba6-a545-4d3faab81090 service neutron] Attempting to bind port ce70397a-5684-4c40-82ab-14939ccc8bba on network 2e3fc8f4-476c-4438-b35d-0621c5ec46d7 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:33:01.965865 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9c7f1c2b-06d5-41d3-93a4-af3e636a35cb req-0e14e9b9-4140-4128-be85-1a4e0fc7eec0 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa8bc480-6236-474c-a841-2f615a476185 HTTP/1.1" status: 200 len: 210 time: 0.0526316 Jan 18 22:33:01.973119 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1818d2e1-0570-4899-96c8-0dd5f2909ba7 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Network 99c77d33-e888-4b4b-859f-8030c60a5be8 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:33:01.982014 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e9193d31-fe26-4155-a745-cb578ae0a653 req-2f35dde3-8c7e-4a94-a771-df6cf77c4f49 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:02.005524 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-1818d2e1-0570-4899-96c8-0dd5f2909ba7 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:33:02.019141 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178639af-a510-4499-89f2-05df2d298c36 req-d95469f2-bee4-4ba6-a545-4d3faab81090 service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:33:02.019660 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178639af-a510-4499-89f2-05df2d298c36 req-d95469f2-bee4-4ba6-a545-4d3faab81090 service neutron] Checking segment: {'id': 'bb66af8e-f2af-438e-99d5-902fa4f01401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2e3fc8f4-476c-4438-b35d-0621c5ec46d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:33:02.020288 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178639af-a510-4499-89f2-05df2d298c36 req-d95469f2-bee4-4ba6-a545-4d3faab81090 service neutron] Bound using segment: {'id': 'bb66af8e-f2af-438e-99d5-902fa4f01401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2e3fc8f4-476c-4438-b35d-0621c5ec46d7'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:33:02.021105 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-178639af-a510-4499-89f2-05df2d298c36 req-d95469f2-bee4-4ba6-a545-4d3faab81090 service neutron] Bound port: ce70397a-5684-4c40-82ab-14939ccc8bba, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb66af8e-f2af-438e-99d5-902fa4f01401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2e3fc8f4-476c-4438-b35d-0621c5ec46d7'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:33:02.021641 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-178639af-a510-4499-89f2-05df2d298c36 req-d95469f2-bee4-4ba6-a545-4d3faab81090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:02.029522 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1818d2e1-0570-4899-96c8-0dd5f2909ba7 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:33:02.039149 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f35dde3-8c7e-4a94-a771-df6cf77c4f49 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Pushing event updated for resources: {'Port': ['ID=5a40fb34-2748-4a95-8452-022cf1e9e0e7,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:02.063107 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9193d31-fe26-4155-a745-cb578ae0a653 req-2f35dde3-8c7e-4a94-a771-df6cf77c4f49 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Network 2e3fc8f4-476c-4438-b35d-0621c5ec46d7 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:33:02.064779 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-e9193d31-fe26-4155-a745-cb578ae0a653 req-2f35dde3-8c7e-4a94-a771-df6cf77c4f49 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:33:02.067929 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9193d31-fe26-4155-a745-cb578ae0a653 req-2f35dde3-8c7e-4a94-a771-df6cf77c4f49 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:33:02.257674 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f3b633-52f5-46c6-a9b6-311c8b6f7542 req-ec99f3dc-1e26-4c40-b95c-517550026ea6 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:02.259236 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f0f3b633-52f5-46c6-a9b6-311c8b6f7542 req-ec99f3dc-1e26-4c40-b95c-517550026ea6 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 946 time: 0.1423306 Jan 18 22:33:02.271267 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9193d31-fe26-4155-a745-cb578ae0a653 req-2f35dde3-8c7e-4a94-a771-df6cf77c4f49 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:02.271885 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e9193d31-fe26-4155-a745-cb578ae0a653 req-2f35dde3-8c7e-4a94-a771-df6cf77c4f49 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:02.336805 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e9193d31-fe26-4155-a745-cb578ae0a653 req-2f35dde3-8c7e-4a94-a771-df6cf77c4f49 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0620782 Jan 18 22:33:02.355873 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-e9193d31-fe26-4155-a745-cb578ae0a653 req-c808b5f5-2af0-45be-b156-71ff759f3bb0 service neutron] Request body: {'port': {'device_id': 'fa8bc480-6236-474c-a841-2f615a476185', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:33:02.386226 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f0f3b633-52f5-46c6-a9b6-311c8b6f7542 req-eaf06e05-9d52-4a4e-ac32-b604fd594998 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112714 Jan 18 22:33:02.489420 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e9193d31-fe26-4155-a745-cb578ae0a653 req-c808b5f5-2af0-45be-b156-71ff759f3bb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:02.528566 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 54676) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:02.532849 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-b2a729f3-df68-4011-94ba-c9cb34cf35c2 None None] Provisioning complete for port 5a40fb34-2748-4a95-8452-022cf1e9e0e7 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:33:02.533360 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1818d2e1-0570-4899-96c8-0dd5f2909ba7 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Pushing event updated for resources: {'Port': ['ID=177a86c5-f9aa-4ee6-b871-ab36230beb79,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:02.535936 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b2a729f3-df68-4011-94ba-c9cb34cf35c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:02.579328 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5dc68237-3279-4ea2-b912-d04ab613cbc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:02.626284 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1818d2e1-0570-4899-96c8-0dd5f2909ba7 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:02.627005 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1818d2e1-0570-4899-96c8-0dd5f2909ba7 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:02.627897 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-b2a729f3-df68-4011-94ba-c9cb34cf35c2 None None] Port 5a40fb34-2748-4a95-8452-022cf1e9e0e7 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:33:02.636349 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 54678) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:02.639370 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-b2a729f3-df68-4011-94ba-c9cb34cf35c2 None None] Provisioning complete for port 177a86c5-f9aa-4ee6-b871-ab36230beb79 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:33:02.639915 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b2a729f3-df68-4011-94ba-c9cb34cf35c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:02.689600 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-178639af-a510-4499-89f2-05df2d298c36 req-d95469f2-bee4-4ba6-a545-4d3faab81090 service neutron] For port ce70397a-5684-4c40-82ab-14939ccc8bba, host n-h2-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:33:02.692550 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-b2a729f3-df68-4011-94ba-c9cb34cf35c2 None None] Port 177a86c5-f9aa-4ee6-b871-ab36230beb79 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:33:02.699337 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-178639af-a510-4499-89f2-05df2d298c36 req-d95469f2-bee4-4ba6-a545-4d3faab81090 service neutron] For port ce70397a-5684-4c40-82ab-14939ccc8bba, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=ce70397a-5684-4c40-82ab-14939ccc8bba,segment=NetworkSegment(bb66af8e-f2af-438e-99d5-902fa4f01401),segment_id=bb66af8e-f2af-438e-99d5-902fa4f01401)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:33:02.712408 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-1818d2e1-0570-4899-96c8-0dd5f2909ba7 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7513285 Jan 18 22:33:02.713359 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 54684) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:02.719797 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-f1649f4f-7dc1-42d5-8c77-5cc167f3244b tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:76:6b:fe'}]}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:33:02.730266 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-178639af-a510-4499-89f2-05df2d298c36 req-d95469f2-bee4-4ba6-a545-4d3faab81090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:02.796267 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178639af-a510-4499-89f2-05df2d298c36 req-d95469f2-bee4-4ba6-a545-4d3faab81090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:02.796898 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-178639af-a510-4499-89f2-05df2d298c36 req-d95469f2-bee4-4ba6-a545-4d3faab81090 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:02.798286 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-178639af-a510-4499-89f2-05df2d298c36 req-d95469f2-bee4-4ba6-a545-4d3faab81090 service neutron] 10.222.0.67 "PUT /v2.0/ports/ce70397a-5684-4c40-82ab-14939ccc8bba HTTP/1.1" status: 200 len: 1091 time: 2.9703135 Jan 18 22:33:02.798743 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6f4b781-3937-4a77-8733-a6dc0078ff56', 'tag': 'ce70397a-5684-4c40-82ab-14939ccc8bba'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:33:02.801069 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64660cf3-af15-4a89-9732-4094dbcbc85a" -d '{"events": [{"name": "network-changed", "server_uuid": "f6f4b781-3937-4a77-8733-a6dc0078ff56", "tag": "ce70397a-5684-4c40-82ab-14939ccc8bba"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:33:02.869853 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5dc68237-3279-4ea2-b912-d04ab613cbc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:02.876585 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5dc68237-3279-4ea2-b912-d04ab613cbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:02.894001 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da69db1c-fd32-4ed6-a75a-4085757a1e84 x-openstack-request-id: req-da69db1c-fd32-4ed6-a75a-4085757a1e84 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:33:02.894589 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6f4b781-3937-4a77-8733-a6dc0078ff56", "tag": "ce70397a-5684-4c40-82ab-14939ccc8bba", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:33:02.894589 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-da69db1c-fd32-4ed6-a75a-4085757a1e84 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:33:02.894827 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6f4b781-3937-4a77-8733-a6dc0078ff56', 'tag': 'ce70397a-5684-4c40-82ab-14939ccc8bba', 'status': 'completed', 'code': 200} Jan 18 22:33:02.926908 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc68237-3279-4ea2-b912-d04ab613cbc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f0611d9-c2a3-464d-a035-c1c18357f2b2,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:02.931595 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-5dc68237-3279-4ea2-b912-d04ab613cbc5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a2179aac12c547e8bed4d197fbb53297&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4019432 Jan 18 22:33:02.940243 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-80cb85ef-7580-4e39-bc84-c078db4164bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:02.942686 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 54692) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:03.005915 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7d9155e9-08b2-4da9-a829-201cf4b50d26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:03.021076 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [req-44ab7632-b848-4df5-9670-95bbf365f105 req-bf21ceaf-984e-4ce2-9dcb-3a1248859d16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f119bcd3-b666-4f97-bbd9-d4ff7286d757 {{(pid=102431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:33:03.049301 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7d9155e9-08b2-4da9-a829-201cf4b50d26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:03.056173 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95469f2-bee4-4ba6-a545-4d3faab81090 service neutron] Pushing event updated for resources: {'Port': ['ID=ce70397a-5684-4c40-82ab-14939ccc8bba,revision_number=3']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:03.065443 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-44ab7632-b848-4df5-9670-95bbf365f105 req-bf21ceaf-984e-4ce2-9dcb-3a1248859d16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:03.128465 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178639af-a510-4499-89f2-05df2d298c36 req-bd18e4f6-e2ce-4222-aef2-f2300a7f7415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:03.129985 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-178639af-a510-4499-89f2-05df2d298c36 req-bd18e4f6-e2ce-4222-aef2-f2300a7f7415 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0a7fe1fe1dd34127ba554ad5c3102fb7&device_id=f6f4b781-3937-4a77-8733-a6dc0078ff56 HTTP/1.1" status: 200 len: 1094 time: 0.2500167 Jan 18 22:33:03.155820 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ca425c-ef44-41cd-a65f-d235a6e4931e req-dd880007-ac43-4112-a446-63f23a6d9ad5 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:03.157252 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-42ca425c-ef44-41cd-a65f-d235a6e4931e req-dd880007-ac43-4112-a446-63f23a6d9ad5 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa8bc480-6236-474c-a841-2f615a476185 HTTP/1.1" status: 200 len: 932 time: 0.0687532 Jan 18 22:33:03.168910 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7d9155e9-08b2-4da9-a829-201cf4b50d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:03.171895 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7d9155e9-08b2-4da9-a829-201cf4b50d26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:03.175423 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-7d9155e9-08b2-4da9-a829-201cf4b50d26 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0f0611d9-c2a3-464d-a035-c1c18357f2b2 HTTP/1.1" status: 204 len: 168 time: 0.2294118 Jan 18 22:33:03.187492 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9155e9-08b2-4da9-a829-201cf4b50d26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f0611d9-c2a3-464d-a035-c1c18357f2b2,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:03.233931 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-42ca425c-ef44-41cd-a65f-d235a6e4931e req-cdc1b551-eea0-4f52-a78c-4b927d6a72ad tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.53 "GET /v2.0/security-groups?id=c97b6df1-e3bb-4ca1-a3ff-335fef0bf5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596325 Jan 18 22:33:03.234135 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-178639af-a510-4499-89f2-05df2d298c36 req-15e6a0e7-9a1f-4ec5-8b85-fae70c329f51 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce70397a-5684-4c40-82ab-14939ccc8bba HTTP/1.1" status: 200 len: 217 time: 0.0921009 Jan 18 22:33:03.235102 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [req-44ab7632-b848-4df5-9670-95bbf365f105 req-bf21ceaf-984e-4ce2-9dcb-3a1248859d16 service neutron] Transition to ACTIVE for port object f119bcd3-b666-4f97-bbd9-d4ff7286d757 will not be triggered until provisioned by entity L2. {{(pid=102431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:33:03.265639 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-44ab7632-b848-4df5-9670-95bbf365f105 req-bf21ceaf-984e-4ce2-9dcb-3a1248859d16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:03.303481 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f1649f4f-7dc1-42d5-8c77-5cc167f3244b tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:03.386292 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf21ceaf-984e-4ce2-9dcb-3a1248859d16 service neutron] Pushing event updated for resources: {'Port': ['ID=f119bcd3-b666-4f97-bbd9-d4ff7286d757,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:03.421359 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [req-e9193d31-fe26-4155-a745-cb578ae0a653 req-c808b5f5-2af0-45be-b156-71ff759f3bb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a40fb34-2748-4a95-8452-022cf1e9e0e7 {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:33:03.431229 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e9193d31-fe26-4155-a745-cb578ae0a653 req-c808b5f5-2af0-45be-b156-71ff759f3bb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:03.449142 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-e9193d31-fe26-4155-a745-cb578ae0a653 req-c808b5f5-2af0-45be-b156-71ff759f3bb0 service neutron] Transition to ACTIVE for port object 5a40fb34-2748-4a95-8452-022cf1e9e0e7 will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:33:03.455253 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e9193d31-fe26-4155-a745-cb578ae0a653 req-c808b5f5-2af0-45be-b156-71ff759f3bb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:03.514708 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c808b5f5-2af0-45be-b156-71ff759f3bb0 service neutron] Pushing event updated for resources: {'Port': ['ID=5a40fb34-2748-4a95-8452-022cf1e9e0e7,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:03.550162 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178639af-a510-4499-89f2-05df2d298c36 req-7da0d308-a124-441f-994b-3d73eee999f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:03.551808 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-178639af-a510-4499-89f2-05df2d298c36 req-7da0d308-a124-441f-994b-3d73eee999f7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=95495f91-1a1a-4867-96eb-e8cea2c4ed04 HTTP/1.1" status: 200 len: 854 time: 0.3053601 Jan 18 22:33:03.665467 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-e9193d31-fe26-4155-a745-cb578ae0a653 req-c808b5f5-2af0-45be-b156-71ff759f3bb0 service neutron] Attempting to bind port 5a40fb34-2748-4a95-8452-022cf1e9e0e7 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:33:03.666567 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-e9193d31-fe26-4155-a745-cb578ae0a653 req-c808b5f5-2af0-45be-b156-71ff759f3bb0 service neutron] Attempting to bind port 5a40fb34-2748-4a95-8452-022cf1e9e0e7 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': 'bb66af8e-f2af-438e-99d5-902fa4f01401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2e3fc8f4-476c-4438-b35d-0621c5ec46d7'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:33:03.666864 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9193d31-fe26-4155-a745-cb578ae0a653 req-c808b5f5-2af0-45be-b156-71ff759f3bb0 service neutron] Attempting to bind port 5a40fb34-2748-4a95-8452-022cf1e9e0e7 on network 2e3fc8f4-476c-4438-b35d-0621c5ec46d7 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:33:03.673798 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9193d31-fe26-4155-a745-cb578ae0a653 req-c808b5f5-2af0-45be-b156-71ff759f3bb0 service neutron] Port 5a40fb34-2748-4a95-8452-022cf1e9e0e7 on network 2e3fc8f4-476c-4438-b35d-0621c5ec46d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:33:03.674064 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9193d31-fe26-4155-a745-cb578ae0a653 req-c808b5f5-2af0-45be-b156-71ff759f3bb0 service neutron] Attempting to bind port 5a40fb34-2748-4a95-8452-022cf1e9e0e7 on network 2e3fc8f4-476c-4438-b35d-0621c5ec46d7 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:33:03.692022 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-80cb85ef-7580-4e39-bc84-c078db4164bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:03.692362 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9193d31-fe26-4155-a745-cb578ae0a653 req-c808b5f5-2af0-45be-b156-71ff759f3bb0 service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:33:03.692362 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9193d31-fe26-4155-a745-cb578ae0a653 req-c808b5f5-2af0-45be-b156-71ff759f3bb0 service neutron] Checking segment: {'id': 'bb66af8e-f2af-438e-99d5-902fa4f01401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2e3fc8f4-476c-4438-b35d-0621c5ec46d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:33:03.692362 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9193d31-fe26-4155-a745-cb578ae0a653 req-c808b5f5-2af0-45be-b156-71ff759f3bb0 service neutron] Bound using segment: {'id': 'bb66af8e-f2af-438e-99d5-902fa4f01401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2e3fc8f4-476c-4438-b35d-0621c5ec46d7'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:33:03.692362 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-e9193d31-fe26-4155-a745-cb578ae0a653 req-c808b5f5-2af0-45be-b156-71ff759f3bb0 service neutron] Bound port: 5a40fb34-2748-4a95-8452-022cf1e9e0e7, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb66af8e-f2af-438e-99d5-902fa4f01401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2e3fc8f4-476c-4438-b35d-0621c5ec46d7'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:33:03.695606 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e9193d31-fe26-4155-a745-cb578ae0a653 req-c808b5f5-2af0-45be-b156-71ff759f3bb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:03.712498 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6108d2-661c-41b3-81df-1ed869467e19 req-5ca33cbc-aae8-491e-b036-9d0348871636 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:03.718185 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-80cb85ef-7580-4e39-bc84-c078db4164bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:03.721724 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4c6108d2-661c-41b3-81df-1ed869467e19 req-5ca33cbc-aae8-491e-b036-9d0348871636 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 946 time: 0.1186416 Jan 18 22:33:03.802857 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178639af-a510-4499-89f2-05df2d298c36 req-e4817674-0056-48e6-965b-35ed6bb1867f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:03.804527 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-178639af-a510-4499-89f2-05df2d298c36 req-e4817674-0056-48e6-965b-35ed6bb1867f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2e3fc8f4-476c-4438-b35d-0621c5ec46d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2332191 Jan 18 22:33:03.836378 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f1649f4f-7dc1-42d5-8c77-5cc167f3244b tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:03.838864 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cb85ef-7580-4e39-bc84-c078db4164bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=040cd464-ba8d-4385-bebd-10f224915962,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:03.843405 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4c6108d2-661c-41b3-81df-1ed869467e19 req-c0213e60-b88b-4459-9437-a31d9fb55404 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128910 Jan 18 22:33:03.856760 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-80cb85ef-7580-4e39-bc84-c078db4164bb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=65fdd4a32c264bdd812d71640931dc48&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2186053 Jan 18 22:33:03.859510 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 54720) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:03.875028 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-44ab7632-b848-4df5-9670-95bbf365f105 req-bf21ceaf-984e-4ce2-9dcb-3a1248859d16 service neutron] Attempting to bind port f119bcd3-b666-4f97-bbd9-d4ff7286d757 on host n-h1-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:33:03.875935 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-44ab7632-b848-4df5-9670-95bbf365f105 req-bf21ceaf-984e-4ce2-9dcb-3a1248859d16 service neutron] Attempting to bind port f119bcd3-b666-4f97-bbd9-d4ff7286d757 by drivers openvswitch,hyperv on host n-h1-825064-1 at level 0 using segments [{'id': 'bb66af8e-f2af-438e-99d5-902fa4f01401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2e3fc8f4-476c-4438-b35d-0621c5ec46d7'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:33:03.876513 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ab7632-b848-4df5-9670-95bbf365f105 req-bf21ceaf-984e-4ce2-9dcb-3a1248859d16 service neutron] Attempting to bind port f119bcd3-b666-4f97-bbd9-d4ff7286d757 on network 2e3fc8f4-476c-4438-b35d-0621c5ec46d7 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:33:03.881707 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f1649f4f-7dc1-42d5-8c77-5cc167f3244b tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:03.912655 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-e9193d31-fe26-4155-a745-cb578ae0a653 req-c808b5f5-2af0-45be-b156-71ff759f3bb0 service neutron] For port 5a40fb34-2748-4a95-8452-022cf1e9e0e7, host n-h2-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:33:03.920677 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-e9193d31-fe26-4155-a745-cb578ae0a653 req-c808b5f5-2af0-45be-b156-71ff759f3bb0 service neutron] For port 5a40fb34-2748-4a95-8452-022cf1e9e0e7, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=5a40fb34-2748-4a95-8452-022cf1e9e0e7,segment=NetworkSegment(bb66af8e-f2af-438e-99d5-902fa4f01401),segment_id=bb66af8e-f2af-438e-99d5-902fa4f01401)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:33:03.936684 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e9193d31-fe26-4155-a745-cb578ae0a653 req-c808b5f5-2af0-45be-b156-71ff759f3bb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:03.948957 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ab7632-b848-4df5-9670-95bbf365f105 req-bf21ceaf-984e-4ce2-9dcb-3a1248859d16 service neutron] Port f119bcd3-b666-4f97-bbd9-d4ff7286d757 on network 2e3fc8f4-476c-4438-b35d-0621c5ec46d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:33:03.950091 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ab7632-b848-4df5-9670-95bbf365f105 req-bf21ceaf-984e-4ce2-9dcb-3a1248859d16 service neutron] Attempting to bind port f119bcd3-b666-4f97-bbd9-d4ff7286d757 on network 2e3fc8f4-476c-4438-b35d-0621c5ec46d7 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:33:03.976025 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ab7632-b848-4df5-9670-95bbf365f105 req-bf21ceaf-984e-4ce2-9dcb-3a1248859d16 service neutron] Checking agent: {'id': 'e49d1b2a-ba11-487f-a804-ecbf3c0e8132', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:33:03.976647 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ab7632-b848-4df5-9670-95bbf365f105 req-bf21ceaf-984e-4ce2-9dcb-3a1248859d16 service neutron] Checking segment: {'id': 'bb66af8e-f2af-438e-99d5-902fa4f01401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2e3fc8f4-476c-4438-b35d-0621c5ec46d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:33:03.976988 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ab7632-b848-4df5-9670-95bbf365f105 req-bf21ceaf-984e-4ce2-9dcb-3a1248859d16 service neutron] Bound using segment: {'id': 'bb66af8e-f2af-438e-99d5-902fa4f01401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2e3fc8f4-476c-4438-b35d-0621c5ec46d7'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:33:03.977437 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-44ab7632-b848-4df5-9670-95bbf365f105 req-bf21ceaf-984e-4ce2-9dcb-3a1248859d16 service neutron] Bound port: f119bcd3-b666-4f97-bbd9-d4ff7286d757, host: n-h1-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb66af8e-f2af-438e-99d5-902fa4f01401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2e3fc8f4-476c-4438-b35d-0621c5ec46d7'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:33:03.977839 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-44ab7632-b848-4df5-9670-95bbf365f105 req-bf21ceaf-984e-4ce2-9dcb-3a1248859d16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:03.984357 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9193d31-fe26-4155-a745-cb578ae0a653 req-c808b5f5-2af0-45be-b156-71ff759f3bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:03.984970 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e9193d31-fe26-4155-a745-cb578ae0a653 req-c808b5f5-2af0-45be-b156-71ff759f3bb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:03.986431 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e9193d31-fe26-4155-a745-cb578ae0a653 req-c808b5f5-2af0-45be-b156-71ff759f3bb0 service neutron] 10.222.0.67 "PUT /v2.0/ports/5a40fb34-2748-4a95-8452-022cf1e9e0e7 HTTP/1.1" status: 200 len: 1092 time: 1.6348155 Jan 18 22:33:04.008508 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa8bc480-6236-474c-a841-2f615a476185', 'tag': '5a40fb34-2748-4a95-8452-022cf1e9e0e7'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:33:04.011158 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c0337d5-b9e3-439a-8959-76f337889d75" -d '{"events": [{"name": "network-changed", "server_uuid": "fa8bc480-6236-474c-a841-2f615a476185", "tag": "5a40fb34-2748-4a95-8452-022cf1e9e0e7"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:33:04.018682 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-681041d9-cde7-440a-8b00-5bd8de1adfb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:04.137757 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-681041d9-cde7-440a-8b00-5bd8de1adfb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:04.152979 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c808b5f5-2af0-45be-b156-71ff759f3bb0 service neutron] Pushing event updated for resources: {'Port': ['ID=5a40fb34-2748-4a95-8452-022cf1e9e0e7,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:04.166781 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-178639af-a510-4499-89f2-05df2d298c36 req-5ae5c71d-f13d-4215-a27e-34dc2f12fa8a service neutron] 10.222.0.67 "GET /v2.0/networks/2e3fc8f4-476c-4438-b35d-0621c5ec46d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3433652 Jan 18 22:33:04.192882 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1649f4f-7dc1-42d5-8c77-5cc167f3244b tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Pushing event updated for resources: {'Port': ['ID=177a86c5-f9aa-4ee6-b871-ab36230beb79,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:04.221320 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9193d31-fe26-4155-a745-cb578ae0a653 req-9a3eb3a5-6487-4774-b871-3e39ee6029df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:04.222852 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e9193d31-fe26-4155-a745-cb578ae0a653 req-9a3eb3a5-6487-4774-b871-3e39ee6029df service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0a7fe1fe1dd34127ba554ad5c3102fb7&device_id=fa8bc480-6236-474c-a841-2f615a476185 HTTP/1.1" status: 200 len: 1095 time: 0.1733639 Jan 18 22:33:04.288047 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-44ab7632-b848-4df5-9670-95bbf365f105 req-bf21ceaf-984e-4ce2-9dcb-3a1248859d16 service neutron] For port f119bcd3-b666-4f97-bbd9-d4ff7286d757, host n-h1-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:33:04.291410 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-44ab7632-b848-4df5-9670-95bbf365f105 req-bf21ceaf-984e-4ce2-9dcb-3a1248859d16 service neutron] For port f119bcd3-b666-4f97-bbd9-d4ff7286d757, host n-h1-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=f119bcd3-b666-4f97-bbd9-d4ff7286d757,segment=NetworkSegment(bb66af8e-f2af-438e-99d5-902fa4f01401),segment_id=bb66af8e-f2af-438e-99d5-902fa4f01401)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:33:04.297523 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-f1649f4f-7dc1-42d5-8c77-5cc167f3244b tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] In _notify_port_updated(), no bound segment for port 177a86c5-f9aa-4ee6-b871-ab36230beb79 on network 99c77d33-e888-4b4b-859f-8030c60a5be8 {{(pid=102431) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 18 22:33:04.305535 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1649f4f-7dc1-42d5-8c77-5cc167f3244b tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:04.306226 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f1649f4f-7dc1-42d5-8c77-5cc167f3244b tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:04.307768 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-f1649f4f-7dc1-42d5-8c77-5cc167f3244b tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] 10.222.0.53 "PUT /v2.0/ports/177a86c5-f9aa-4ee6-b871-ab36230beb79 HTTP/1.1" status: 200 len: 994 time: 1.5938940 Jan 18 22:33:04.334615 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 54734) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:04.350080 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-44ab7632-b848-4df5-9670-95bbf365f105 req-bf21ceaf-984e-4ce2-9dcb-3a1248859d16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:04.350287 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e9193d31-fe26-4155-a745-cb578ae0a653 req-50e9cbc6-1b81-4a32-bc17-42e09f63a1cb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5a40fb34-2748-4a95-8452-022cf1e9e0e7 HTTP/1.1" status: 200 len: 217 time: 0.1196177 Jan 18 22:33:04.392342 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ab7632-b848-4df5-9670-95bbf365f105 req-bf21ceaf-984e-4ce2-9dcb-3a1248859d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:04.393138 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-44ab7632-b848-4df5-9670-95bbf365f105 req-bf21ceaf-984e-4ce2-9dcb-3a1248859d16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:04.397296 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-44ab7632-b848-4df5-9670-95bbf365f105 req-bf21ceaf-984e-4ce2-9dcb-3a1248859d16 service neutron] 10.222.0.36 "PUT /v2.0/ports/f119bcd3-b666-4f97-bbd9-d4ff7286d757 HTTP/1.1" status: 200 len: 1091 time: 3.3068318 Jan 18 22:33:04.505195 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-770b10f7-a71e-401a-869e-38d90bb89e61 x-openstack-request-id: req-770b10f7-a71e-401a-869e-38d90bb89e61 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:33:04.505957 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa8bc480-6236-474c-a841-2f615a476185", "tag": "5a40fb34-2748-4a95-8452-022cf1e9e0e7", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:33:04.506412 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-770b10f7-a71e-401a-869e-38d90bb89e61 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:33:04.506872 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa8bc480-6236-474c-a841-2f615a476185', 'tag': '5a40fb34-2748-4a95-8452-022cf1e9e0e7', 'status': 'completed', 'code': 200} Jan 18 22:33:04.537453 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ab7632-b848-4df5-9670-95bbf365f105 req-04e2b965-0858-4715-a54c-268a8ac7dde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:04.538950 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-44ab7632-b848-4df5-9670-95bbf365f105 req-04e2b965-0858-4715-a54c-268a8ac7dde6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0a7fe1fe1dd34127ba554ad5c3102fb7&device_id=419c8bf7-9b87-46c6-aadf-4d29b33468e8 HTTP/1.1" status: 200 len: 1094 time: 0.0796583 Jan 18 22:33:04.555335 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-c65a02f4-7f42-4a18-b25f-6ea3d8c93de0 None None] Provisioning complete for port 177a86c5-f9aa-4ee6-b871-ab36230beb79 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:33:04.555825 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c65a02f4-7f42-4a18-b25f-6ea3d8c93de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:04.557581 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-681041d9-cde7-440a-8b00-5bd8de1adfb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:04.562680 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-681041d9-cde7-440a-8b00-5bd8de1adfb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:04.565852 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-681041d9-cde7-440a-8b00-5bd8de1adfb0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/040cd464-ba8d-4385-bebd-10f224915962 HTTP/1.1" status: 204 len: 168 time: 0.7028642 Jan 18 22:33:04.613531 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-44ab7632-b848-4df5-9670-95bbf365f105 req-6f35f1a8-08d4-4faa-9a56-ab6e1198b390 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f119bcd3-b666-4f97-bbd9-d4ff7286d757 HTTP/1.1" status: 200 len: 217 time: 0.0509980 Jan 18 22:33:04.631642 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681041d9-cde7-440a-8b00-5bd8de1adfb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=040cd464-ba8d-4385-bebd-10f224915962,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:04.651166 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-c65a02f4-7f42-4a18-b25f-6ea3d8c93de0 None None] Port 177a86c5-f9aa-4ee6-b871-ab36230beb79 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:33:04.662947 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280b968f-3d56-45df-9d0f-9d3ee62999e3 req-f734bc74-237e-4bcf-bbe8-7e1c3a006d14 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:04.664969 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-280b968f-3d56-45df-9d0f-9d3ee62999e3 req-f734bc74-237e-4bcf-bbe8-7e1c3a006d14 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa8bc480-6236-474c-a841-2f615a476185 HTTP/1.1" status: 200 len: 944 time: 0.1951051 Jan 18 22:33:04.673028 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9193d31-fe26-4155-a745-cb578ae0a653 req-f3ffc382-5932-4ab3-a05b-144b19ea3ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:04.674622 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e9193d31-fe26-4155-a745-cb578ae0a653 req-f3ffc382-5932-4ab3-a05b-144b19ea3ce8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=95495f91-1a1a-4867-96eb-e8cea2c4ed04 HTTP/1.1" status: 200 len: 854 time: 0.2716763 Jan 18 22:33:04.746870 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ab7632-b848-4df5-9670-95bbf365f105 req-761b6a47-45e7-426e-ad24-f226bab1d570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:04.755552 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-44ab7632-b848-4df5-9670-95bbf365f105 req-761b6a47-45e7-426e-ad24-f226bab1d570 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=95495f91-1a1a-4867-96eb-e8cea2c4ed04 HTTP/1.1" status: 200 len: 854 time: 0.1090021 Jan 18 22:33:04.760703 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf21ceaf-984e-4ce2-9dcb-3a1248859d16 service neutron] Pushing event updated for resources: {'Port': ['ID=f119bcd3-b666-4f97-bbd9-d4ff7286d757,revision_number=3']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:04.761877 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-c6ac39cd-6a11-458a-8c5f-30a10b4b69ec tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Deleting port 177a86c5-f9aa-4ee6-b871-ab36230beb79 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:33:04.762233 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c6ac39cd-6a11-458a-8c5f-30a10b4b69ec tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:04.773148 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9193d31-fe26-4155-a745-cb578ae0a653 req-73f4a135-96ee-4aa5-8573-f5478c55e0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:04.774638 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e9193d31-fe26-4155-a745-cb578ae0a653 req-73f4a135-96ee-4aa5-8573-f5478c55e0a1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2e3fc8f4-476c-4438-b35d-0621c5ec46d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0908833 Jan 18 22:33:04.789240 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-280b968f-3d56-45df-9d0f-9d3ee62999e3 req-0e184a0f-1c24-414f-88d5-0bb12f6764a7 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.53 "GET /v2.0/security-groups?id=c97b6df1-e3bb-4ca1-a3ff-335fef0bf5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136568 Jan 18 22:33:04.821241 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-178639af-a510-4499-89f2-05df2d298c36 req-000db040-f40f-4f91-b906-75aebb19bb9f service neutron] 10.222.0.67 "GET /v2.0/networks/2e3fc8f4-476c-4438-b35d-0621c5ec46d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6212006 Jan 18 22:33:04.835440 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ab7632-b848-4df5-9670-95bbf365f105 req-a259325b-db66-4a20-b6a5-6fdbd49e71b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:04.837419 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-44ab7632-b848-4df5-9670-95bbf365f105 req-a259325b-db66-4a20-b6a5-6fdbd49e71b6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2e3fc8f4-476c-4438-b35d-0621c5ec46d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565624 Jan 18 22:33:04.900380 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '419c8bf7-9b87-46c6-aadf-4d29b33468e8', 'tag': 'f119bcd3-b666-4f97-bbd9-d4ff7286d757'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:33:04.905821 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f79df2c-e965-44ff-9411-8e20a197395e" -d '{"events": [{"name": "network-changed", "server_uuid": "419c8bf7-9b87-46c6-aadf-4d29b33468e8", "tag": "f119bcd3-b666-4f97-bbd9-d4ff7286d757"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:33:04.967841 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64660cf3-af15-4a89-9732-4094dbcbc85a req-eb701bbc-13d9-4dde-abaa-97b773e18e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:04.972346 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-64660cf3-af15-4a89-9732-4094dbcbc85a req-eb701bbc-13d9-4dde-abaa-97b773e18e93 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0a7fe1fe1dd34127ba554ad5c3102fb7&device_id=f6f4b781-3937-4a77-8733-a6dc0078ff56 HTTP/1.1" status: 200 len: 1094 time: 0.0602393 Jan 18 22:33:04.997833 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7479cb3-4348-4cc6-8da9-fd22c3b22ab6 x-openstack-request-id: req-e7479cb3-4348-4cc6-8da9-fd22c3b22ab6 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:33:04.998176 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "419c8bf7-9b87-46c6-aadf-4d29b33468e8", "tag": "f119bcd3-b666-4f97-bbd9-d4ff7286d757", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:33:04.998386 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e7479cb3-4348-4cc6-8da9-fd22c3b22ab6 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:33:04.998743 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '419c8bf7-9b87-46c6-aadf-4d29b33468e8', 'tag': 'f119bcd3-b666-4f97-bbd9-d4ff7286d757', 'status': 'completed', 'code': 200} Jan 18 22:33:05.059842 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-44ab7632-b848-4df5-9670-95bbf365f105 req-129bd71b-b219-49f8-aa53-bdb6e60ca483 service neutron] 10.222.0.36 "GET /v2.0/networks/2e3fc8f4-476c-4438-b35d-0621c5ec46d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147529 Jan 18 22:33:05.169291 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64660cf3-af15-4a89-9732-4094dbcbc85a req-bfaa6bea-841c-4e7c-9788-ede7daaadded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:05.171024 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-64660cf3-af15-4a89-9732-4094dbcbc85a req-bfaa6bea-841c-4e7c-9788-ede7daaadded service neutron] 10.222.0.67 "GET /v2.0/networks?id=2e3fc8f4-476c-4438-b35d-0621c5ec46d7 HTTP/1.1" status: 200 len: 915 time: 0.1845510 Jan 18 22:33:05.233214 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-64660cf3-af15-4a89-9732-4094dbcbc85a req-8d94bda7-05ab-411c-bb7a-981202600dbe service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce70397a-5684-4c40-82ab-14939ccc8bba HTTP/1.1" status: 200 len: 217 time: 0.0525923 Jan 18 22:33:05.240899 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-44ab7632-b848-4df5-9670-95bbf365f105 req-9ffd4d1f-4434-46c6-93a9-6cdfc03d8790 service neutron] 10.222.0.36 "GET /v2.0/networks/2e3fc8f4-476c-4438-b35d-0621c5ec46d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728137 Jan 18 22:33:05.294015 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64660cf3-af15-4a89-9732-4094dbcbc85a req-ff1b81d8-8061-45f2-93e5-0c4b70b8c09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:05.295524 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-64660cf3-af15-4a89-9732-4094dbcbc85a req-ff1b81d8-8061-45f2-93e5-0c4b70b8c09c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=95495f91-1a1a-4867-96eb-e8cea2c4ed04 HTTP/1.1" status: 200 len: 854 time: 0.0532038 Jan 18 22:33:05.365482 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f79df2c-e965-44ff-9411-8e20a197395e req-d404d11b-c929-4fd8-9485-a8c4575222c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:05.367184 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2f79df2c-e965-44ff-9411-8e20a197395e req-d404d11b-c929-4fd8-9485-a8c4575222c0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0a7fe1fe1dd34127ba554ad5c3102fb7&device_id=419c8bf7-9b87-46c6-aadf-4d29b33468e8 HTTP/1.1" status: 200 len: 1094 time: 0.0696354 Jan 18 22:33:05.372415 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64660cf3-af15-4a89-9732-4094dbcbc85a req-f005f82c-1b57-4977-8b5e-e16d80181907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:05.373891 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-64660cf3-af15-4a89-9732-4094dbcbc85a req-f005f82c-1b57-4977-8b5e-e16d80181907 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2e3fc8f4-476c-4438-b35d-0621c5ec46d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674760 Jan 18 22:33:05.395020 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e9193d31-fe26-4155-a745-cb578ae0a653 req-20ddee2b-bfad-45f1-bc9f-e7cd7a4a3dae service neutron] 10.222.0.67 "GET /v2.0/networks/2e3fc8f4-476c-4438-b35d-0621c5ec46d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6100271 Jan 18 22:33:05.396150 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 54760) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:05.412865 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c6ac39cd-6a11-458a-8c5f-30a10b4b69ec tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:05.433975 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b27368-477e-4115-bc4d-fa5a8f32f3e8 req-87c01194-e5e5-429c-ae7a-b50d6e76068d tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:05.435439 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-85b27368-477e-4115-bc4d-fa5a8f32f3e8 req-87c01194-e5e5-429c-ae7a-b50d6e76068d tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 946 time: 0.1462312 Jan 18 22:33:05.437463 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-c6ac39cd-6a11-458a-8c5f-30a10b4b69ec tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Calling delete_port for 177a86c5-f9aa-4ee6-b871-ab36230beb79 owned by {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:33:05.473685 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-971075e0-9f82-4c5f-bba3-1b49a26e5b3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:05.543796 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-85b27368-477e-4115-bc4d-fa5a8f32f3e8 req-ff625b0d-f1eb-42ab-914a-edc18badda50 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753198 Jan 18 22:33:05.566233 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f79df2c-e965-44ff-9411-8e20a197395e req-13efba57-5178-40b6-9d0d-20b53bcb4484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:05.567711 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2f79df2c-e965-44ff-9411-8e20a197395e req-13efba57-5178-40b6-9d0d-20b53bcb4484 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2e3fc8f4-476c-4438-b35d-0621c5ec46d7 HTTP/1.1" status: 200 len: 915 time: 0.1909072 Jan 18 22:33:05.571160 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-64660cf3-af15-4a89-9732-4094dbcbc85a req-e08b5ceb-2034-476a-8692-872216a15963 service neutron] 10.222.0.67 "GET /v2.0/networks/2e3fc8f4-476c-4438-b35d-0621c5ec46d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862307 Jan 18 22:33:05.639024 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2f79df2c-e965-44ff-9411-8e20a197395e req-a2cc3002-19be-4ee9-9c83-2e32ae0b6ece service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f119bcd3-b666-4f97-bbd9-d4ff7286d757 HTTP/1.1" status: 200 len: 217 time: 0.0604432 Jan 18 22:33:05.667363 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e9193d31-fe26-4155-a745-cb578ae0a653 req-e04e35b0-1ad6-439b-826f-ec3616bfd9fe service neutron] 10.222.0.67 "GET /v2.0/networks/2e3fc8f4-476c-4438-b35d-0621c5ec46d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273636 Jan 18 22:33:05.744184 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f79df2c-e965-44ff-9411-8e20a197395e req-310715d6-1969-418d-9c4a-119ed8646261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:05.745701 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2f79df2c-e965-44ff-9411-8e20a197395e req-310715d6-1969-418d-9c4a-119ed8646261 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=95495f91-1a1a-4867-96eb-e8cea2c4ed04 HTTP/1.1" status: 200 len: 854 time: 0.0750732 Jan 18 22:33:05.758041 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-64660cf3-af15-4a89-9732-4094dbcbc85a req-a4b2fca7-9b4e-463b-be8e-5523c0a16bc9 service neutron] 10.222.0.67 "GET /v2.0/networks/2e3fc8f4-476c-4438-b35d-0621c5ec46d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657243 Jan 18 22:33:05.804947 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-971075e0-9f82-4c5f-bba3-1b49a26e5b3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:05.806063 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f79df2c-e965-44ff-9411-8e20a197395e req-6a7b7dc9-13a5-4280-9165-3510005e050b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:05.807799 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2f79df2c-e965-44ff-9411-8e20a197395e req-6a7b7dc9-13a5-4280-9165-3510005e050b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2e3fc8f4-476c-4438-b35d-0621c5ec46d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524900 Jan 18 22:33:05.819561 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-971075e0-9f82-4c5f-bba3-1b49a26e5b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:05.842161 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0337d5-b9e3-439a-8959-76f337889d75 req-40acf439-fb91-4905-997d-d8484a9f9f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:05.844038 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5c0337d5-b9e3-439a-8959-76f337889d75 req-40acf439-fb91-4905-997d-d8484a9f9f3a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0a7fe1fe1dd34127ba554ad5c3102fb7&device_id=fa8bc480-6236-474c-a841-2f615a476185 HTTP/1.1" status: 200 len: 1095 time: 0.0993905 Jan 18 22:33:05.849092 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c6ac39cd-6a11-458a-8c5f-30a10b4b69ec tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:05.918284 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ac39cd-6a11-458a-8c5f-30a10b4b69ec tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Pushing event deleted for resources: {'Port': ['ID=177a86c5-f9aa-4ee6-b871-ab36230beb79,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:05.927655 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-971075e0-9f82-4c5f-bba3-1b49a26e5b3f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fa044b74b3044a758a1a688d094c8be7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5252891 Jan 18 22:33:05.940918 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 54778) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:05.954073 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 54780) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:05.967107 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971075e0-9f82-4c5f-bba3-1b49a26e5b3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f4df156-4716-4386-ac7c-e2411c46fa68,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:06.033644 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2f79df2c-e965-44ff-9411-8e20a197395e req-8f8d34f0-bd48-49b0-8354-e4e7159c1f86 service neutron] 10.222.0.36 "GET /v2.0/networks/2e3fc8f4-476c-4438-b35d-0621c5ec46d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180934 Jan 18 22:33:06.034821 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f5a070b-7b1b-47b4-ac97-127620119f6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:06.100100 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fde0b2-3c94-4135-bdaa-a4994910f9cb req-e95cb9f0-87b7-4a5c-9353-3d3901dc5a0c tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:06.107695 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-54fde0b2-3c94-4135-bdaa-a4994910f9cb req-e95cb9f0-87b7-4a5c-9353-3d3901dc5a0c tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa8bc480-6236-474c-a841-2f615a476185 HTTP/1.1" status: 200 len: 944 time: 0.1861196 Jan 18 22:33:06.116307 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0337d5-b9e3-439a-8959-76f337889d75 req-f618d6d3-dd3e-4677-881a-93e332581d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:06.117808 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5c0337d5-b9e3-439a-8959-76f337889d75 req-f618d6d3-dd3e-4677-881a-93e332581d70 service neutron] 10.222.0.67 "GET /v2.0/networks?id=2e3fc8f4-476c-4438-b35d-0621c5ec46d7 HTTP/1.1" status: 200 len: 915 time: 0.2547135 Jan 18 22:33:06.128763 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f5a070b-7b1b-47b4-ac97-127620119f6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:06.214493 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-445490f2-cf7e-4b69-83cb-96bc1477617f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:06.221842 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5c0337d5-b9e3-439a-8959-76f337889d75 req-e964e46f-60db-46e9-88eb-b680f2e57cbc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5a40fb34-2748-4a95-8452-022cf1e9e0e7 HTTP/1.1" status: 200 len: 217 time: 0.0824423 Jan 18 22:33:06.275070 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2f79df2c-e965-44ff-9411-8e20a197395e req-ae3346d6-4242-4856-9e92-9235d9971eff service neutron] 10.222.0.36 "GET /v2.0/networks/2e3fc8f4-476c-4438-b35d-0621c5ec46d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328904 Jan 18 22:33:06.279966 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f5a070b-7b1b-47b4-ac97-127620119f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:06.283553 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f5a070b-7b1b-47b4-ac97-127620119f6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:06.284832 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-4f5a070b-7b1b-47b4-ac97-127620119f6d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6f4df156-4716-4386-ac7c-e2411c46fa68 HTTP/1.1" status: 204 len: 168 time: 0.3426788 Jan 18 22:33:06.301589 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5a070b-7b1b-47b4-ac97-127620119f6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f4df156-4716-4386-ac7c-e2411c46fa68,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:06.348188 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-54fde0b2-3c94-4135-bdaa-a4994910f9cb req-aeec568e-5002-4221-9287-f482d632b1e9 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.53 "GET /v2.0/security-groups?id=c97b6df1-e3bb-4ca1-a3ff-335fef0bf5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393844 Jan 18 22:33:06.366744 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c6ac39cd-6a11-458a-8c5f-30a10b4b69ec tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:06.371910 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-c6ac39cd-6a11-458a-8c5f-30a10b4b69ec tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] 10.222.0.53 "DELETE /v2.0/ports/177a86c5-f9aa-4ee6-b871-ab36230beb79 HTTP/1.1" status: 204 len: 168 time: 2.0363011 Jan 18 22:33:06.376032 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 54814) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:06.385517 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-445490f2-cf7e-4b69-83cb-96bc1477617f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:06.391870 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-445490f2-cf7e-4b69-83cb-96bc1477617f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:06.409599 n-d-825064-1 neutron-server[102430]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4c299c7-93d5-493c-b09c-b5059eb7e278 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] GET failed (client error): The resource could not be found. Jan 18 22:33:06.411112 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-d4c299c7-93d5-493c-b09c-b5059eb7e278 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] 10.222.0.53 "GET /v2.0/ports/177a86c5-f9aa-4ee6-b871-ab36230beb79 HTTP/1.1" status: 404 len: 333 time: 0.0341153 Jan 18 22:33:06.414551 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0337d5-b9e3-439a-8959-76f337889d75 req-ed1f658d-14d9-4350-9185-d80d316a6edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:06.414889 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5c0337d5-b9e3-439a-8959-76f337889d75 req-ed1f658d-14d9-4350-9185-d80d316a6edf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=95495f91-1a1a-4867-96eb-e8cea2c4ed04 HTTP/1.1" status: 200 len: 854 time: 0.1634440 Jan 18 22:33:06.416830 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 54820) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:06.422571 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-32436ca2-9d84-46b5-9890-a68208200cb1 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Request body: {'port': {'network_id': '99c77d33-e888-4b4b-859f-8030c60a5be8', 'name': 'tempest-AllowedAddressPairTestJSON-390488499'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:33:06.445273 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-445490f2-cf7e-4b69-83cb-96bc1477617f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c5906fd367754d2c9d3ec72fb04bbb99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4878006 Jan 18 22:33:06.449479 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 54828) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:06.453284 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445490f2-cf7e-4b69-83cb-96bc1477617f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=399717e2-cf2d-4237-880b-ec54696f5807,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:06.568089 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0337d5-b9e3-439a-8959-76f337889d75 req-be17aac7-d281-48e1-91e3-cc96a2db303b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:06.569704 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5c0337d5-b9e3-439a-8959-76f337889d75 req-be17aac7-d281-48e1-91e3-cc96a2db303b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2e3fc8f4-476c-4438-b35d-0621c5ec46d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1418164 Jan 18 22:33:06.655824 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0fa7240b-ef5a-430e-a930-65d867dbbe06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:06.717250 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0fa7240b-ef5a-430e-a930-65d867dbbe06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:06.753403 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32436ca2-9d84-46b5-9890-a68208200cb1 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Made reservation on behalf of 903e5f8188c340a5a62db55ebfc461c1 for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:33:06.756935 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-32436ca2-9d84-46b5-9890-a68208200cb1 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:06.816772 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25865b68-0c04-431c-ade0-f3e165d355e1 req-d6f989df-6c0e-4983-8d9d-457bd9881acc tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:06.820804 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-25865b68-0c04-431c-ade0-f3e165d355e1 req-d6f989df-6c0e-4983-8d9d-457bd9881acc tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 946 time: 0.1709161 Jan 18 22:33:06.823358 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [None req-32436ca2-9d84-46b5-9890-a68208200cb1 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] device_id is not set on port b14f90c5-873c-4d54-94e7-bbdcd68d35b5 yet. {{(pid=102430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:33:06.830557 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5c0337d5-b9e3-439a-8959-76f337889d75 req-2fff3444-6a4d-4293-af1e-fd6acd9e09ba service neutron] 10.222.0.67 "GET /v2.0/networks/2e3fc8f4-476c-4438-b35d-0621c5ec46d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492607 Jan 18 22:33:06.909626 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0fa7240b-ef5a-430e-a930-65d867dbbe06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:06.912165 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0fa7240b-ef5a-430e-a930-65d867dbbe06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:06.916610 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-0fa7240b-ef5a-430e-a930-65d867dbbe06 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/399717e2-cf2d-4237-880b-ec54696f5807 HTTP/1.1" status: 204 len: 168 time: 0.4666102 Jan 18 22:33:06.924260 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-25865b68-0c04-431c-ade0-f3e165d355e1 req-dd391f75-4fe7-4518-9bec-984e7a1f0adf tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925775 Jan 18 22:33:06.942949 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa7240b-ef5a-430e-a930-65d867dbbe06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=399717e2-cf2d-4237-880b-ec54696f5807,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:07.079307 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-32436ca2-9d84-46b5-9890-a68208200cb1 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Allocated IP 172.20.0.10 (99c77d33-e888-4b4b-859f-8030c60a5be8/9fba447d-92be-4505-82bd-edb9cc15b110/b14f90c5-873c-4d54-94e7-bbdcd68d35b5) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:33:07.106240 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5c0337d5-b9e3-439a-8959-76f337889d75 req-d3534d85-67d3-4cc4-9546-1f2d0d1b00b8 service neutron] 10.222.0.67 "GET /v2.0/networks/2e3fc8f4-476c-4438-b35d-0621c5ec46d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742492 Jan 18 22:33:07.153438 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 22:33:07.195805 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 54902) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:07.262400 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-32436ca2-9d84-46b5-9890-a68208200cb1 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:07.299397 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-32436ca2-9d84-46b5-9890-a68208200cb1 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:07.347060 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c4e91200-0ab6-40ea-b3c4-0f5a42d61141 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:07.371977 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32436ca2-9d84-46b5-9890-a68208200cb1 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Pushing event updated for resources: {'Port': ['ID=b14f90c5-873c-4d54-94e7-bbdcd68d35b5,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:07.386127 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32436ca2-9d84-46b5-9890-a68208200cb1 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Network 99c77d33-e888-4b4b-859f-8030c60a5be8 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:33:07.388737 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-32436ca2-9d84-46b5-9890-a68208200cb1 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:33:07.393158 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32436ca2-9d84-46b5-9890-a68208200cb1 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:33:07.449084 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c4e91200-0ab6-40ea-b3c4-0f5a42d61141 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:07.455086 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c4e91200-0ab6-40ea-b3c4-0f5a42d61141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:07.457955 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32436ca2-9d84-46b5-9890-a68208200cb1 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:07.458947 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-32436ca2-9d84-46b5-9890-a68208200cb1 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:07.488039 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e91200-0ab6-40ea-b3c4-0f5a42d61141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b22774b-5d7d-4a86-b41b-3a3e347d0ebb,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:07.524719 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-32436ca2-9d84-46b5-9890-a68208200cb1 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1075990 Jan 18 22:33:07.527957 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 54914) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:07.530290 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-c4e91200-0ab6-40ea-b3c4-0f5a42d61141 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bcabe76c845742f08efcbe5d37f36cc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3332214 Jan 18 22:33:07.531005 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 54916) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:07.534590 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-fdd100d7-2741-45ca-8650-592ea5879837 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:76:6b:fe'}]}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:33:07.575933 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 54918) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:07.583373 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3110734-9ce2-4dbf-a2c7-410f6655cc92 req-6ac1e220-d82e-4684-84d5-a272481b9980 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:07.591903 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f3110734-9ce2-4dbf-a2c7-410f6655cc92 req-6ac1e220-d82e-4684-84d5-a272481b9980 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa8bc480-6236-474c-a841-2f615a476185 HTTP/1.1" status: 200 len: 944 time: 0.1289728 Jan 18 22:33:07.610260 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-db953b24-96cd-46d9-abe7-f5728ccb2a8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:07.695631 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device ce70397a-5684-4c40-82ab-14939ccc8bba details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:33:07.700545 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3eb29e37-3ff4-4c27-829a-a7a5093da31f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:07.718361 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-db953b24-96cd-46d9-abe7-f5728ccb2a8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:07.725067 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f3110734-9ce2-4dbf-a2c7-410f6655cc92 req-6a4ef686-f95a-4f96-9f56-a54b8b3ccebd tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.53 "GET /v2.0/security-groups?id=c97b6df1-e3bb-4ca1-a3ff-335fef0bf5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321239 Jan 18 22:33:07.733211 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3eb29e37-3ff4-4c27-829a-a7a5093da31f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:07.742976 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-db953b24-96cd-46d9-abe7-f5728ccb2a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:07.795177 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fdd100d7-2741-45ca-8650-592ea5879837 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:07.825491 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port ce70397a-5684-4c40-82ab-14939ccc8bba, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=ce70397a-5684-4c40-82ab-14939ccc8bba,segment=NetworkSegment(bb66af8e-f2af-438e-99d5-902fa4f01401),segment_id=bb66af8e-f2af-438e-99d5-902fa4f01401)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:33:07.839340 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': 'ce70397a-5684-4c40-82ab-14939ccc8bba', 'network_id': '2e3fc8f4-476c-4438-b35d-0621c5ec46d7', 'port_id': 'ce70397a-5684-4c40-82ab-14939ccc8bba', 'mac_address': 'fa:16:3e:7c:3b:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95495f91-1a1a-4867-96eb-e8cea2c4ed04', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:33:07.848667 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-db953b24-96cd-46d9-abe7-f5728ccb2a8a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3f637a4528ed4bf69f4fa490ec1eb9a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2716067 Jan 18 22:33:07.852927 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 54924) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:07.861281 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db953b24-96cd-46d9-abe7-f5728ccb2a8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a515878-318d-4144-899e-c44fc18606f4,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:07.886745 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:07.901034 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce70397a-5684-4c40-82ab-14939ccc8bba {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:33:07.922166 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port ce70397a-5684-4c40-82ab-14939ccc8bba, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=ce70397a-5684-4c40-82ab-14939ccc8bba,segment=NetworkSegment(bb66af8e-f2af-438e-99d5-902fa4f01401),segment_id=bb66af8e-f2af-438e-99d5-902fa4f01401)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:33:07.935282 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3eb29e37-3ff4-4c27-829a-a7a5093da31f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:07.938033 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3eb29e37-3ff4-4c27-829a-a7a5093da31f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:07.941154 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:07.942077 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-3eb29e37-3ff4-4c27-829a-a7a5093da31f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1b22774b-5d7d-4a86-b41b-3a3e347d0ebb HTTP/1.1" status: 204 len: 168 time: 0.4099512 Jan 18 22:33:07.944547 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-b951b021-bcfe-4231-9645-120683d3d6a4 None None] Provisioning complete for port b14f90c5-873c-4d54-94e7-bbdcd68d35b5 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:33:07.945072 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b951b021-bcfe-4231-9645-120683d3d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:07.969734 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb29e37-3ff4-4c27-829a-a7a5093da31f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b22774b-5d7d-4a86-b41b-3a3e347d0ebb,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:07.977823 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b51c6219-9fac-4308-9967-3731638bf9c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:08.039061 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b51c6219-9fac-4308-9967-3731638bf9c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:08.137112 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=ce70397a-5684-4c40-82ab-14939ccc8bba,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:08.144683 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b51c6219-9fac-4308-9967-3731638bf9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:08.146797 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b51c6219-9fac-4308-9967-3731638bf9c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:08.150527 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-b51c6219-9fac-4308-9967-3731638bf9c2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3a515878-318d-4144-899e-c44fc18606f4 HTTP/1.1" status: 204 len: 168 time: 0.2938812 Jan 18 22:33:08.155963 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-b951b021-bcfe-4231-9645-120683d3d6a4 None None] Port b14f90c5-873c-4d54-94e7-bbdcd68d35b5 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:33:08.156488 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51c6219-9fac-4308-9967-3731638bf9c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a515878-318d-4144-899e-c44fc18606f4,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:08.184191 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fdd100d7-2741-45ca-8650-592ea5879837 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:08.193107 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c294da3-561b-4c48-83ca-5c618ff82b4e req-0253c5dd-61db-4605-8c8c-4ccbbacc8c88 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:08.194639 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7c294da3-561b-4c48-83ca-5c618ff82b4e req-0253c5dd-61db-4605-8c8c-4ccbbacc8c88 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 946 time: 0.1353791 Jan 18 22:33:08.195700 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fdd100d7-2741-45ca-8650-592ea5879837 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:08.202685 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['ce70397a-5684-4c40-82ab-14939ccc8bba'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:33:08.308909 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7c294da3-561b-4c48-83ca-5c618ff82b4e req-c55f90db-a044-4b54-8bbd-e84adfe9d7cd tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075387 Jan 18 22:33:08.311966 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd100d7-2741-45ca-8650-592ea5879837 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Pushing event updated for resources: {'Port': ['ID=b14f90c5-873c-4d54-94e7-bbdcd68d35b5,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:08.346554 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-fdd100d7-2741-45ca-8650-592ea5879837 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] In _notify_port_updated(), no bound segment for port b14f90c5-873c-4d54-94e7-bbdcd68d35b5 on network 99c77d33-e888-4b4b-859f-8030c60a5be8 {{(pid=102430) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 18 22:33:08.352078 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd100d7-2741-45ca-8650-592ea5879837 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:08.352821 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fdd100d7-2741-45ca-8650-592ea5879837 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:08.354773 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-fdd100d7-2741-45ca-8650-592ea5879837 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] 10.222.0.53 "PUT /v2.0/ports/b14f90c5-873c-4d54-94e7-bbdcd68d35b5 HTTP/1.1" status: 200 len: 996 time: 0.8256352 Jan 18 22:33:08.358104 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 54944) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:08.519720 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-b10d985f-bf3b-422a-bc4e-7ac4470e1335 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Deleting port b14f90c5-873c-4d54-94e7-bbdcd68d35b5 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:33:08.520069 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b10d985f-bf3b-422a-bc4e-7ac4470e1335 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:08.601103 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-c46544f4-9273-492f-9990-14c248c4e53d None None] Provisioning complete for port b14f90c5-873c-4d54-94e7-bbdcd68d35b5 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:33:08.601732 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c46544f4-9273-492f-9990-14c248c4e53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:08.646066 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b10d985f-bf3b-422a-bc4e-7ac4470e1335 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:08.663908 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-b10d985f-bf3b-422a-bc4e-7ac4470e1335 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Calling delete_port for b14f90c5-873c-4d54-94e7-bbdcd68d35b5 owned by {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:33:08.669852 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-c46544f4-9273-492f-9990-14c248c4e53d None None] Port b14f90c5-873c-4d54-94e7-bbdcd68d35b5 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:33:08.860112 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476b2efb-82f3-4797-a695-596e92dc844d req-0a83e4c0-92b3-4ec2-aa1a-1b4e5f95b93f tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:08.860112 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-476b2efb-82f3-4797-a695-596e92dc844d req-0a83e4c0-92b3-4ec2-aa1a-1b4e5f95b93f tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa8bc480-6236-474c-a841-2f615a476185 HTTP/1.1" status: 200 len: 944 time: 0.0653322 Jan 18 22:33:08.925588 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-476b2efb-82f3-4797-a695-596e92dc844d req-d6ed059c-6ce7-4b49-a06c-8aea2ab71a1a tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.53 "GET /v2.0/security-groups?id=c97b6df1-e3bb-4ca1-a3ff-335fef0bf5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434489 Jan 18 22:33:09.028963 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device f119bcd3-b666-4f97-bbd9-d4ff7286d757 details requested by agent hyperv_n-h1-825064-1 with host n-h1-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:33:09.149249 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b10d985f-bf3b-422a-bc4e-7ac4470e1335 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:09.180537 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port f119bcd3-b666-4f97-bbd9-d4ff7286d757, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=f119bcd3-b666-4f97-bbd9-d4ff7286d757,segment=NetworkSegment(bb66af8e-f2af-438e-99d5-902fa4f01401),segment_id=bb66af8e-f2af-438e-99d5-902fa4f01401)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:33:09.194659 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10d985f-bf3b-422a-bc4e-7ac4470e1335 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Pushing event deleted for resources: {'Port': ['ID=b14f90c5-873c-4d54-94e7-bbdcd68d35b5,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:09.196019 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Returning: {'device': 'f119bcd3-b666-4f97-bbd9-d4ff7286d757', 'network_id': '2e3fc8f4-476c-4438-b35d-0621c5ec46d7', 'port_id': 'f119bcd3-b666-4f97-bbd9-d4ff7286d757', 'mac_address': 'fa:16:3e:38:09:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95495f91-1a1a-4867-96eb-e8cea2c4ed04', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:33:09.253319 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:09.272931 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f119bcd3-b666-4f97-bbd9-d4ff7286d757 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:33:09.298133 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b10d985f-bf3b-422a-bc4e-7ac4470e1335 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:09.301578 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port f119bcd3-b666-4f97-bbd9-d4ff7286d757, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=f119bcd3-b666-4f97-bbd9-d4ff7286d757,segment=NetworkSegment(bb66af8e-f2af-438e-99d5-902fa4f01401),segment_id=bb66af8e-f2af-438e-99d5-902fa4f01401)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:33:09.304694 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-b10d985f-bf3b-422a-bc4e-7ac4470e1335 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] 10.222.0.53 "DELETE /v2.0/ports/b14f90c5-873c-4d54-94e7-bbdcd68d35b5 HTTP/1.1" status: 204 len: 168 time: 0.9429357 Jan 18 22:33:09.304918 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 54984) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:09.311880 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:09.350217 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 54988) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:09.367153 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6e15066-4777-4cfd-8458-8f5117072fee tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] GET failed (client error): The resource could not be found. Jan 18 22:33:09.373012 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 54994) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:09.374682 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-c6e15066-4777-4cfd-8458-8f5117072fee tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] 10.222.0.53 "GET /v2.0/ports/b14f90c5-873c-4d54-94e7-bbdcd68d35b5 HTTP/1.1" status: 404 len: 333 time: 0.0688329 Jan 18 22:33:09.379092 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-2b1ab89e-870f-44dc-842e-6bbd9b39eba4 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Request body: {'port': {'network_id': '99c77d33-e888-4b4b-859f-8030c60a5be8', 'name': 'tempest-AllowedAddressPairTestJSON-80656684'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:33:09.401685 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=f119bcd3-b666-4f97-bbd9-d4ff7286d757,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:09.531578 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['f119bcd3-b666-4f97-bbd9-d4ff7286d757'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:33:09.535113 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-42fdc030-8c3a-41c5-ba3a-8a56e79a9ad4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:09.563867 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c6bffe-d075-493a-851a-f9ad443c7659 req-046fdffb-b5f1-4ab4-bda0-af7ccd37656c tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:09.565618 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-29c6bffe-d075-493a-851a-f9ad443c7659 req-046fdffb-b5f1-4ab4-bda0-af7ccd37656c tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 946 time: 0.1490698 Jan 18 22:33:09.699221 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-29c6bffe-d075-493a-851a-f9ad443c7659 req-acfd3915-343c-4d46-956c-88ec4aa84722 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202331 Jan 18 22:33:09.709790 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 5a40fb34-2748-4a95-8452-022cf1e9e0e7 details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:33:09.716838 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device ce70397a-5684-4c40-82ab-14939ccc8bba up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:33:09.718830 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b1ab89e-870f-44dc-842e-6bbd9b39eba4 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Made reservation on behalf of 903e5f8188c340a5a62db55ebfc461c1 for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:33:09.722717 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2b1ab89e-870f-44dc-842e-6bbd9b39eba4 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:09.763211 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [None req-2b1ab89e-870f-44dc-842e-6bbd9b39eba4 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] device_id is not set on port cee7be79-3bce-43a6-a4d3-5fa94362adef yet. {{(pid=102430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:33:09.784619 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-42fdc030-8c3a-41c5-ba3a-8a56e79a9ad4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:09.821117 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-42fdc030-8c3a-41c5-ba3a-8a56e79a9ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:09.850579 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-42fdc030-8c3a-41c5-ba3a-8a56e79a9ad4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=32e63f1133274ae8ba093b2b22ce0b36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4992776 Jan 18 22:33:09.854303 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 55010) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:09.876567 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port ce70397a-5684-4c40-82ab-14939ccc8bba completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:33:09.885886 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fdc030-8c3a-41c5-ba3a-8a56e79a9ad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0790fc19-d580-4ba4-afc8-ff636ddce982,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:09.914128 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 5a40fb34-2748-4a95-8452-022cf1e9e0e7, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=5a40fb34-2748-4a95-8452-022cf1e9e0e7,segment=NetworkSegment(bb66af8e-f2af-438e-99d5-902fa4f01401),segment_id=bb66af8e-f2af-438e-99d5-902fa4f01401)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:33:09.932237 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-35101a21-4aaa-48ee-b051-57a1de453318 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:09.957274 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-35101a21-4aaa-48ee-b051-57a1de453318 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:09.968220 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': '5a40fb34-2748-4a95-8452-022cf1e9e0e7', 'network_id': '2e3fc8f4-476c-4438-b35d-0621c5ec46d7', 'port_id': '5a40fb34-2748-4a95-8452-022cf1e9e0e7', 'mac_address': 'fa:16:3e:42:c1:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95495f91-1a1a-4867-96eb-e8cea2c4ed04', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:33:09.984162 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port ce70397a-5684-4c40-82ab-14939ccc8bba triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:33:09.986309 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:09.995632 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-2b1ab89e-870f-44dc-842e-6bbd9b39eba4 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Allocated IP 172.20.0.5 (99c77d33-e888-4b4b-859f-8030c60a5be8/9fba447d-92be-4505-82bd-edb9cc15b110/cee7be79-3bce-43a6-a4d3-5fa94362adef) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:33:10.047648 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-35101a21-4aaa-48ee-b051-57a1de453318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:10.061946 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-35101a21-4aaa-48ee-b051-57a1de453318 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:10.063698 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-35101a21-4aaa-48ee-b051-57a1de453318 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0790fc19-d580-4ba4-afc8-ff636ddce982 HTTP/1.1" status: 204 len: 168 time: 0.2081518 Jan 18 22:33:10.080291 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:10.107884 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a40fb34-2748-4a95-8452-022cf1e9e0e7 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:33:10.110178 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7407c2f-e38b-4998-9d59-e75d4eca78a6 req-62ff2a92-99f7-4595-8b5b-413aae039cc5 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:10.111732 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a7407c2f-e38b-4998-9d59-e75d4eca78a6 req-62ff2a92-99f7-4595-8b5b-413aae039cc5 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa8bc480-6236-474c-a841-2f615a476185 HTTP/1.1" status: 200 len: 944 time: 0.1134436 Jan 18 22:33:10.118339 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35101a21-4aaa-48ee-b051-57a1de453318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0790fc19-d580-4ba4-afc8-ff636ddce982,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:10.175041 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:10.211237 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 5a40fb34-2748-4a95-8452-022cf1e9e0e7, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=5a40fb34-2748-4a95-8452-022cf1e9e0e7,segment=NetworkSegment(bb66af8e-f2af-438e-99d5-902fa4f01401),segment_id=bb66af8e-f2af-438e-99d5-902fa4f01401)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:33:10.213555 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a7407c2f-e38b-4998-9d59-e75d4eca78a6 req-764fdb6c-751f-48e9-9a70-cdb4dad77515 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.53 "GET /v2.0/security-groups?id=c97b6df1-e3bb-4ca1-a3ff-335fef0bf5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934110 Jan 18 22:33:10.218058 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6f4b781-3937-4a77-8733-a6dc0078ff56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce70397a-5684-4c40-82ab-14939ccc8bba'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:33:10.220502 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfea2b41-9ec1-42db-a2c0-c00bdd5f855d" -d '{"events": [{"server_uuid": "f6f4b781-3937-4a77-8733-a6dc0078ff56", "name": "network-vif-plugged", "status": "completed", "tag": "ce70397a-5684-4c40-82ab-14939ccc8bba"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:33:10.225822 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:10.256879 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port ce70397a-5684-4c40-82ab-14939ccc8bba, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=ce70397a-5684-4c40-82ab-14939ccc8bba,segment=NetworkSegment(bb66af8e-f2af-438e-99d5-902fa4f01401),segment_id=bb66af8e-f2af-438e-99d5-902fa4f01401)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:33:10.269952 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2b1ab89e-870f-44dc-842e-6bbd9b39eba4 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:10.273603 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:10.320913 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=5a40fb34-2748-4a95-8452-022cf1e9e0e7,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:10.324624 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2b1ab89e-870f-44dc-842e-6bbd9b39eba4 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:10.328072 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58c66141-b459-402b-9c54-6ec7a6444699 x-openstack-request-id: req-58c66141-b459-402b-9c54-6ec7a6444699 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:33:10.328400 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6f4b781-3937-4a77-8733-a6dc0078ff56", "name": "network-vif-plugged", "status": "completed", "tag": "ce70397a-5684-4c40-82ab-14939ccc8bba", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:33:10.328968 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-58c66141-b459-402b-9c54-6ec7a6444699 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:33:10.329369 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6f4b781-3937-4a77-8733-a6dc0078ff56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce70397a-5684-4c40-82ab-14939ccc8bba', 'code': 200} Jan 18 22:33:10.378693 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1ab89e-870f-44dc-842e-6bbd9b39eba4 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Network 99c77d33-e888-4b4b-859f-8030c60a5be8 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:33:10.385362 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-2b1ab89e-870f-44dc-842e-6bbd9b39eba4 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:33:10.389379 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1ab89e-870f-44dc-842e-6bbd9b39eba4 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:33:10.426069 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=ce70397a-5684-4c40-82ab-14939ccc8bba,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:10.426452 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1ab89e-870f-44dc-842e-6bbd9b39eba4 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Pushing event updated for resources: {'Port': ['ID=cee7be79-3bce-43a6-a4d3-5fa94362adef,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:10.452731 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['5a40fb34-2748-4a95-8452-022cf1e9e0e7'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:33:10.491086 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1ab89e-870f-44dc-842e-6bbd9b39eba4 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:10.491721 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2b1ab89e-870f-44dc-842e-6bbd9b39eba4 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:10.496623 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9bb5d2-ffce-470b-b3b7-916c160de32a req-4e754005-0464-4a5b-a3e1-c30b9ff76cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:10.498101 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fe9bb5d2-ffce-470b-b3b7-916c160de32a req-4e754005-0464-4a5b-a3e1-c30b9ff76cfd service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f6f4b781-3937-4a77-8733-a6dc0078ff56 HTTP/1.1" status: 200 len: 1096 time: 0.0830364 Jan 18 22:33:10.526582 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-2b1ab89e-870f-44dc-842e-6bbd9b39eba4 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.1524439 Jan 18 22:33:10.529342 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 55052) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:10.536942 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-ab8bb324-47a5-414b-961b-b2a8a2ad098b tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Request body: {'port': {'network_id': '99c77d33-e888-4b4b-859f-8030c60a5be8', 'name': 'tempest-AllowedAddressPairTestJSON-175977444'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:33:10.547379 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fe9bb5d2-ffce-470b-b3b7-916c160de32a req-e6927b37-c006-4de9-a494-db73803b48aa service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=c97b6df1-e3bb-4ca1-a3ff-335fef0bf5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398490 Jan 18 22:33:10.685722 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 55056) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:10.706763 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0a325501-fc8a-429d-b504-c17c5fa56046 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:10.707245 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-5a74e617-3e43-4c3a-8a7c-967e0c8cb407 None None] Provisioning complete for port cee7be79-3bce-43a6-a4d3-5fa94362adef triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:33:10.707630 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5a74e617-3e43-4c3a-8a7c-967e0c8cb407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:10.744467 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab8bb324-47a5-414b-961b-b2a8a2ad098b tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Made reservation on behalf of 903e5f8188c340a5a62db55ebfc461c1 for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:33:10.748080 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ab8bb324-47a5-414b-961b-b2a8a2ad098b tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:10.748576 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-5a74e617-3e43-4c3a-8a7c-967e0c8cb407 None None] Port cee7be79-3bce-43a6-a4d3-5fa94362adef cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:33:10.776946 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [None req-ab8bb324-47a5-414b-961b-b2a8a2ad098b tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] device_id is not set on port 33582c76-e060-4d4f-b8b0-40c9ca322373 yet. {{(pid=102431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:33:10.813640 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 55060) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:10.849638 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f0d42a-d4cd-4a44-932f-749d11601155 req-dc16a14d-fff6-49bf-b5a3-31c4717cbbee tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:10.851487 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-43f0d42a-d4cd-4a44-932f-749d11601155 req-dc16a14d-fff6-49bf-b5a3-31c4717cbbee tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 946 time: 0.0707803 Jan 18 22:33:10.867880 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0a325501-fc8a-429d-b504-c17c5fa56046 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:10.894338 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0a325501-fc8a-429d-b504-c17c5fa56046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:10.903720 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-43f0d42a-d4cd-4a44-932f-749d11601155 req-1e0f2686-cb45-4b5d-b666-d3383844c9c6 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454698 Jan 18 22:33:10.948153 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a325501-fc8a-429d-b504-c17c5fa56046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8205ac8e-1642-4106-9377-9d94d7f95e8b,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:10.952882 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-0a325501-fc8a-429d-b504-c17c5fa56046 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ebd48a14ef654c1399b908f5a06bc5ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2661219 Jan 18 22:33:10.955670 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 55068) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:10.962910 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-ab8bb324-47a5-414b-961b-b2a8a2ad098b tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Allocated IP 172.20.0.12 (99c77d33-e888-4b4b-859f-8030c60a5be8/9fba447d-92be-4505-82bd-edb9cc15b110/33582c76-e060-4d4f-b8b0-40c9ca322373) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:33:11.028305 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6f55c6de-f25c-4bc3-8451-8b44bf6d18c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:11.038599 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device f119bcd3-b666-4f97-bbd9-d4ff7286d757 up at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:33:11.053685 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6f55c6de-f25c-4bc3-8451-8b44bf6d18c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:11.116041 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a89f43e5-5119-4c12-a476-5dbee605c536 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:11.132992 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6f55c6de-f25c-4bc3-8451-8b44bf6d18c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:11.136108 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6f55c6de-f25c-4bc3-8451-8b44bf6d18c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:11.139824 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-6f55c6de-f25c-4bc3-8451-8b44bf6d18c3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8205ac8e-1642-4106-9377-9d94d7f95e8b HTTP/1.1" status: 204 len: 168 time: 0.1805997 Jan 18 22:33:11.140001 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning for port f119bcd3-b666-4f97-bbd9-d4ff7286d757 completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:33:11.142999 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning complete for port f119bcd3-b666-4f97-bbd9-d4ff7286d757 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:33:11.143384 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:11.152967 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f55c6de-f25c-4bc3-8451-8b44bf6d18c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8205ac8e-1642-4106-9377-9d94d7f95e8b,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:11.184934 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ab8bb324-47a5-414b-961b-b2a8a2ad098b tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:11.239259 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ab8bb324-47a5-414b-961b-b2a8a2ad098b tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:11.249750 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a89f43e5-5119-4c12-a476-5dbee605c536 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:11.255932 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a89f43e5-5119-4c12-a476-5dbee605c536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:11.268078 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:11.311379 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89f43e5-5119-4c12-a476-5dbee605c536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f1f1584-5476-43e7-9563-01d6108a1ffa,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:11.311942 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port f119bcd3-b666-4f97-bbd9-d4ff7286d757, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=f119bcd3-b666-4f97-bbd9-d4ff7286d757,segment=NetworkSegment(bb66af8e-f2af-438e-99d5-902fa4f01401),segment_id=bb66af8e-f2af-438e-99d5-902fa4f01401)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:33:11.319187 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:11.333660 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8bb324-47a5-414b-961b-b2a8a2ad098b tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Network 99c77d33-e888-4b4b-859f-8030c60a5be8 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:33:11.345629 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-ab8bb324-47a5-414b-961b-b2a8a2ad098b tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:33:11.350000 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8bb324-47a5-414b-961b-b2a8a2ad098b tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:33:11.439142 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-a89f43e5-5119-4c12-a476-5dbee605c536 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b175809d2702498894401a869da13193&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6242800 Jan 18 22:33:11.441163 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=f119bcd3-b666-4f97-bbd9-d4ff7286d757,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:11.447875 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 55082) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:11.466552 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8bb324-47a5-414b-961b-b2a8a2ad098b tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Pushing event updated for resources: {'Port': ['ID=33582c76-e060-4d4f-b8b0-40c9ca322373,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:11.514319 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8bb324-47a5-414b-961b-b2a8a2ad098b tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:11.516118 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a662c899-88c1-4b66-adf6-ae9d163e0145 req-6ce6bbca-dc82-433e-abb8-6d2776479dc8 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:11.516914 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ab8bb324-47a5-414b-961b-b2a8a2ad098b tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:11.517701 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a662c899-88c1-4b66-adf6-ae9d163e0145 req-6ce6bbca-dc82-433e-abb8-6d2776479dc8 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa8bc480-6236-474c-a841-2f615a476185 HTTP/1.1" status: 200 len: 945 time: 0.1843131 Jan 18 22:33:11.557164 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-ab8bb324-47a5-414b-961b-b2a8a2ad098b tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0256855 Jan 18 22:33:11.561274 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 55086) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:11.570976 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-dd9157dc-a7f2-4d87-98f3-f679fb78a2c8 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:76:6b:fe'}, {'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:65:a2:14'}]}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:33:11.575273 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c561c9b2-f08e-4ced-a929-a1113def8d7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:11.608315 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c561c9b2-f08e-4ced-a929-a1113def8d7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:11.619540 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a662c899-88c1-4b66-adf6-ae9d163e0145 req-9eaa3d18-0901-4567-8f3c-eec4471d3f05 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.53 "GET /v2.0/security-groups?id=c97b6df1-e3bb-4ca1-a3ff-335fef0bf5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941787 Jan 18 22:33:11.697668 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-045b2ecb-5599-462c-be81-bff0ab821c35 None None] Provisioning complete for port 33582c76-e060-4d4f-b8b0-40c9ca322373 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:33:11.700612 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-045b2ecb-5599-462c-be81-bff0ab821c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:11.707057 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c561c9b2-f08e-4ced-a929-a1113def8d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:11.711267 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c561c9b2-f08e-4ced-a929-a1113def8d7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:11.715618 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-c561c9b2-f08e-4ced-a929-a1113def8d7a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6f1f1584-5476-43e7-9563-01d6108a1ffa HTTP/1.1" status: 204 len: 168 time: 0.2640412 Jan 18 22:33:11.723656 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c561c9b2-f08e-4ced-a929-a1113def8d7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f1f1584-5476-43e7-9563-01d6108a1ffa,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:11.744872 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 5a40fb34-2748-4a95-8452-022cf1e9e0e7 up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:33:11.799769 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-045b2ecb-5599-462c-be81-bff0ab821c35 None None] Port 33582c76-e060-4d4f-b8b0-40c9ca322373 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:33:11.807903 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-dd9157dc-a7f2-4d87-98f3-f679fb78a2c8 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:11.818275 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port 5a40fb34-2748-4a95-8452-022cf1e9e0e7 completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:33:11.824470 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port 5a40fb34-2748-4a95-8452-022cf1e9e0e7 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:33:11.824983 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:11.952157 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:12.004227 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 5a40fb34-2748-4a95-8452-022cf1e9e0e7, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=5a40fb34-2748-4a95-8452-022cf1e9e0e7,segment=NetworkSegment(bb66af8e-f2af-438e-99d5-902fa4f01401),segment_id=bb66af8e-f2af-438e-99d5-902fa4f01401)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:33:12.014218 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:12.051735 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3197c6a-4f1d-4110-a407-273093e1dbf0 req-268caab2-b633-4222-868a-16805d99fff5 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:12.053581 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b3197c6a-4f1d-4110-a407-273093e1dbf0 req-268caab2-b633-4222-868a-16805d99fff5 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 946 time: 0.0624161 Jan 18 22:33:12.075047 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-dd9157dc-a7f2-4d87-98f3-f679fb78a2c8 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:12.086526 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-dd9157dc-a7f2-4d87-98f3-f679fb78a2c8 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:12.095010 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=5a40fb34-2748-4a95-8452-022cf1e9e0e7,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:12.109471 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b3197c6a-4f1d-4110-a407-273093e1dbf0 req-5027d49a-80fa-4bb6-844c-65f27c36ae42 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490413 Jan 18 22:33:12.192002 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9157dc-a7f2-4d87-98f3-f679fb78a2c8 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Pushing event updated for resources: {'Port': ['ID=33582c76-e060-4d4f-b8b0-40c9ca322373,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:12.207813 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-dd9157dc-a7f2-4d87-98f3-f679fb78a2c8 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] In _notify_port_updated(), no bound segment for port 33582c76-e060-4d4f-b8b0-40c9ca322373 on network 99c77d33-e888-4b4b-859f-8030c60a5be8 {{(pid=102431) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 18 22:33:12.213452 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9157dc-a7f2-4d87-98f3-f679fb78a2c8 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:12.214124 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-dd9157dc-a7f2-4d87-98f3-f679fb78a2c8 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:12.215463 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-dd9157dc-a7f2-4d87-98f3-f679fb78a2c8 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] 10.222.0.53 "PUT /v2.0/ports/33582c76-e060-4d4f-b8b0-40c9ca322373 HTTP/1.1" status: 200 len: 1055 time: 0.6531312 Jan 18 22:33:12.218298 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 55114) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:12.320886 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-2b00676f-3891-4cff-8e09-e92955ed983d tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Deleting port 33582c76-e060-4d4f-b8b0-40c9ca322373 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:33:12.321302 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2b00676f-3891-4cff-8e09-e92955ed983d tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:12.330495 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '419c8bf7-9b87-46c6-aadf-4d29b33468e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f119bcd3-b666-4f97-bbd9-d4ff7286d757'}, {'server_uuid': 'fa8bc480-6236-474c-a841-2f615a476185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a40fb34-2748-4a95-8452-022cf1e9e0e7'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:33:12.332986 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4851d00-4511-4cbc-80c4-70ed55ca0a8f" -d '{"events": [{"server_uuid": "419c8bf7-9b87-46c6-aadf-4d29b33468e8", "name": "network-vif-plugged", "status": "completed", "tag": "f119bcd3-b666-4f97-bbd9-d4ff7286d757"}, {"server_uuid": "fa8bc480-6236-474c-a841-2f615a476185", "name": "network-vif-plugged", "status": "completed", "tag": "5a40fb34-2748-4a95-8452-022cf1e9e0e7"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:33:12.388979 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 18 Jan 2022 22:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3fdd951-de0e-4255-ab0d-acf99230d9bb x-openstack-request-id: req-a3fdd951-de0e-4255-ab0d-acf99230d9bb {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:33:12.389280 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "419c8bf7-9b87-46c6-aadf-4d29b33468e8", "name": "network-vif-plugged", "status": "completed", "tag": "f119bcd3-b666-4f97-bbd9-d4ff7286d757", "code": 200}, {"server_uuid": "fa8bc480-6236-474c-a841-2f615a476185", "name": "network-vif-plugged", "status": "completed", "tag": "5a40fb34-2748-4a95-8452-022cf1e9e0e7", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:33:12.392910 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a3fdd951-de0e-4255-ab0d-acf99230d9bb {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:33:12.394001 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '419c8bf7-9b87-46c6-aadf-4d29b33468e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f119bcd3-b666-4f97-bbd9-d4ff7286d757', 'code': 200} Jan 18 22:33:12.395566 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa8bc480-6236-474c-a841-2f615a476185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a40fb34-2748-4a95-8452-022cf1e9e0e7', 'code': 200} Jan 18 22:33:12.435454 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-3d395eb4-04d1-413c-ab6a-d91628b5b529 None None] Provisioning complete for port 33582c76-e060-4d4f-b8b0-40c9ca322373 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:33:12.436474 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3d395eb4-04d1-413c-ab6a-d91628b5b529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:12.457163 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2b00676f-3891-4cff-8e09-e92955ed983d tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:12.486014 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-2b00676f-3891-4cff-8e09-e92955ed983d tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Calling delete_port for 33582c76-e060-4d4f-b8b0-40c9ca322373 owned by {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:33:12.527616 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-3d395eb4-04d1-413c-ab6a-d91628b5b529 None None] Port 33582c76-e060-4d4f-b8b0-40c9ca322373 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:33:12.536376 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2171399-e985-4e2b-9e58-528bdf38ce89 req-d99f7f9c-8349-4067-b33c-3ed64a7cf9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:12.538622 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a2171399-e985-4e2b-9e58-528bdf38ce89 req-d99f7f9c-8349-4067-b33c-3ed64a7cf9d6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=fa8bc480-6236-474c-a841-2f615a476185 HTTP/1.1" status: 200 len: 1097 time: 0.0613790 Jan 18 22:33:12.582350 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a2171399-e985-4e2b-9e58-528bdf38ce89 req-97b1c095-5518-453f-9ecc-cd6a0ac84890 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=c97b6df1-e3bb-4ca1-a3ff-335fef0bf5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362518 Jan 18 22:33:12.592637 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ebe0d3-4754-4572-8632-7625bf3ab282 req-2c474452-59a7-46d6-bd3b-8ee7554b0dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:12.594150 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-67ebe0d3-4754-4572-8632-7625bf3ab282 req-2c474452-59a7-46d6-bd3b-8ee7554b0dd5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=419c8bf7-9b87-46c6-aadf-4d29b33468e8 HTTP/1.1" status: 200 len: 1096 time: 0.1045086 Jan 18 22:33:12.652365 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-67ebe0d3-4754-4572-8632-7625bf3ab282 req-ae30cbd9-7481-44a5-b586-586784c7f78c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c97b6df1-e3bb-4ca1-a3ff-335fef0bf5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510645 Jan 18 22:33:12.720563 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2b00676f-3891-4cff-8e09-e92955ed983d tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:12.724679 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:12.763132 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b00676f-3891-4cff-8e09-e92955ed983d tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Pushing event deleted for resources: {'Port': ['ID=33582c76-e060-4d4f-b8b0-40c9ca322373,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:12.790185 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b00676f-3891-4cff-8e09-e92955ed983d tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:33:12.791187 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b00676f-3891-4cff-8e09-e92955ed983d tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:33:12.791603 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b00676f-3891-4cff-8e09-e92955ed983d tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:33:12.792020 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b00676f-3891-4cff-8e09-e92955ed983d tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:33:12.792456 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b00676f-3891-4cff-8e09-e92955ed983d tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:33:12.792855 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b00676f-3891-4cff-8e09-e92955ed983d tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:33:12.793414 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b00676f-3891-4cff-8e09-e92955ed983d tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:33:12.793813 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b00676f-3891-4cff-8e09-e92955ed983d tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:33:12.794211 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b00676f-3891-4cff-8e09-e92955ed983d tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:33:12.794603 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b00676f-3891-4cff-8e09-e92955ed983d tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:33:12.794999 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b00676f-3891-4cff-8e09-e92955ed983d tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:33:12.795388 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b00676f-3891-4cff-8e09-e92955ed983d tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:33:12.799419 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213fbc10-5e1b-42fa-bb97-8b6b8504ab95 req-c09c828c-1f9e-49bb-8be3-c3be285bd0d6 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:12.801952 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-213fbc10-5e1b-42fa-bb97-8b6b8504ab95 req-c09c828c-1f9e-49bb-8be3-c3be285bd0d6 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa8bc480-6236-474c-a841-2f615a476185 HTTP/1.1" status: 200 len: 946 time: 0.0948682 Jan 18 22:33:12.874620 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-213fbc10-5e1b-42fa-bb97-8b6b8504ab95 req-2ea61c40-8a66-47ac-99e2-58a486e73263 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.53 "GET /v2.0/security-groups?id=c97b6df1-e3bb-4ca1-a3ff-335fef0bf5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650656 Jan 18 22:33:12.998875 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2b00676f-3891-4cff-8e09-e92955ed983d tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:13.002194 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-2b00676f-3891-4cff-8e09-e92955ed983d tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] 10.222.0.53 "DELETE /v2.0/ports/33582c76-e060-4d4f-b8b0-40c9ca322373 HTTP/1.1" status: 204 len: 168 time: 0.7829411 Jan 18 22:33:13.004746 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 55152) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:13.030336 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-9187ff7b-d928-43ee-b767-5d6e6d330557 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] GET failed (client error): The resource could not be found. Jan 18 22:33:13.031866 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-9187ff7b-d928-43ee-b767-5d6e6d330557 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] 10.222.0.53 "GET /v2.0/ports/33582c76-e060-4d4f-b8b0-40c9ca322373 HTTP/1.1" status: 404 len: 333 time: 0.0257192 Jan 18 22:33:13.034673 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 55154) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:13.130644 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-e5da2693-9bab-479c-a5f6-a81b06614ae5 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Deleting port cee7be79-3bce-43a6-a4d3-5fa94362adef {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:33:13.131177 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e5da2693-9bab-479c-a5f6-a81b06614ae5 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:13.150519 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 55162) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:13.236781 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e5da2693-9bab-479c-a5f6-a81b06614ae5 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:13.249848 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-e5da2693-9bab-479c-a5f6-a81b06614ae5 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Calling delete_port for cee7be79-3bce-43a6-a4d3-5fa94362adef owned by {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:33:13.263117 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3df287-3c52-426c-b528-50b9b11a4f4a req-271f29d0-7a3d-43ba-a502-68b492957e96 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:13.265123 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-dc3df287-3c52-426c-b528-50b9b11a4f4a req-271f29d0-7a3d-43ba-a502-68b492957e96 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 946 time: 0.0633276 Jan 18 22:33:13.330473 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-dc3df287-3c52-426c-b528-50b9b11a4f4a req-626aaa62-4c20-4cb5-a96e-88ba968fb8af tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451050 Jan 18 22:33:13.378724 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6b317da8-ede9-4985-9139-20a36cdd1a4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:13.409099 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e5da2693-9bab-479c-a5f6-a81b06614ae5 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:13.441935 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5da2693-9bab-479c-a5f6-a81b06614ae5 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Pushing event deleted for resources: {'Port': ['ID=cee7be79-3bce-43a6-a4d3-5fa94362adef,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:13.476236 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6b317da8-ede9-4985-9139-20a36cdd1a4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:13.481120 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 55172) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:13.490625 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6b317da8-ede9-4985-9139-20a36cdd1a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:13.523655 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b317da8-ede9-4985-9139-20a36cdd1a4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c64faca-ad17-4835-9062-d5d6aa348456,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:13.565710 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b317da8-ede9-4985-9139-20a36cdd1a4b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:33:13.567005 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b317da8-ede9-4985-9139-20a36cdd1a4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:33:13.567570 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b317da8-ede9-4985-9139-20a36cdd1a4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:33:13.571506 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b317da8-ede9-4985-9139-20a36cdd1a4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:33:13.572615 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b317da8-ede9-4985-9139-20a36cdd1a4b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:33:13.573130 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b317da8-ede9-4985-9139-20a36cdd1a4b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:33:13.575915 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b317da8-ede9-4985-9139-20a36cdd1a4b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:33:13.576474 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b317da8-ede9-4985-9139-20a36cdd1a4b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:33:13.576960 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b317da8-ede9-4985-9139-20a36cdd1a4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:33:13.577441 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b317da8-ede9-4985-9139-20a36cdd1a4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:33:13.577942 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b317da8-ede9-4985-9139-20a36cdd1a4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:33:13.579099 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b317da8-ede9-4985-9139-20a36cdd1a4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:33:13.601458 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e5da2693-9bab-479c-a5f6-a81b06614ae5 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:13.606887 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-e5da2693-9bab-479c-a5f6-a81b06614ae5 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] 10.222.0.53 "DELETE /v2.0/ports/cee7be79-3bce-43a6-a4d3-5fa94362adef HTTP/1.1" status: 204 len: 168 time: 0.5704832 Jan 18 22:33:13.610900 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 55182) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:13.631380 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-6b317da8-ede9-4985-9139-20a36cdd1a4b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e712fe18bb97458ebfde8f80a6409a3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4796102 Jan 18 22:33:13.632041 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 55184) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:13.639170 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:13.672360 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e02fe41-17bc-4864-9161-f0c3e4c4bdfc tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] GET failed (client error): The resource could not be found. Jan 18 22:33:13.673993 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-7e02fe41-17bc-4864-9161-f0c3e4c4bdfc tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] 10.222.0.53 "GET /v2.0/ports/cee7be79-3bce-43a6-a4d3-5fa94362adef HTTP/1.1" status: 404 len: 333 time: 0.0621271 Jan 18 22:33:13.679596 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 55186) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:13.737554 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-697e241a-22ca-42d2-83d1-4cf73d28eb08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:13.774920 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-697e241a-22ca-42d2-83d1-4cf73d28eb08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:13.844063 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-ed3125fb-c286-498a-954c-7d91339c9e9b tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Deleting port f94e8d05-806c-457c-9acd-09e3791f9791 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:33:13.844742 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ed3125fb-c286-498a-954c-7d91339c9e9b tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:13.877437 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-697e241a-22ca-42d2-83d1-4cf73d28eb08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:13.880183 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-697e241a-22ca-42d2-83d1-4cf73d28eb08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:13.883657 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-697e241a-22ca-42d2-83d1-4cf73d28eb08 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7c64faca-ad17-4835-9062-d5d6aa348456 HTTP/1.1" status: 204 len: 168 time: 0.2483056 Jan 18 22:33:13.893944 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-eaf8c6bf-e097-4ddd-8a38-3c32e42bd256 tempest-AgentManagementNegativeTest-884806748 tempest-AgentManagementNegativeTest-884806748-project] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.4114311 Jan 18 22:33:13.918338 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697e241a-22ca-42d2-83d1-4cf73d28eb08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c64faca-ad17-4835-9062-d5d6aa348456,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:13.983568 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ed3125fb-c286-498a-954c-7d91339c9e9b tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:13.998381 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-ed3125fb-c286-498a-954c-7d91339c9e9b tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Calling delete_port for f94e8d05-806c-457c-9acd-09e3791f9791 owned by {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:33:14.016926 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948e1753-6283-4a66-baf0-e0826c804a6f req-9ed43a62-31c7-4911-a280-779ad4063d5b tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:14.018888 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-948e1753-6283-4a66-baf0-e0826c804a6f req-9ed43a62-31c7-4911-a280-779ad4063d5b tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa8bc480-6236-474c-a841-2f615a476185 HTTP/1.1" status: 200 len: 946 time: 0.0538664 Jan 18 22:33:14.074619 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-948e1753-6283-4a66-baf0-e0826c804a6f req-50151d25-86c0-4b06-864f-9c92f34d896f tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.53 "GET /v2.0/security-groups?id=c97b6df1-e3bb-4ca1-a3ff-335fef0bf5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491984 Jan 18 22:33:14.156724 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ed3125fb-c286-498a-954c-7d91339c9e9b tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:14.199047 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3125fb-c286-498a-954c-7d91339c9e9b tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Pushing event deleted for resources: {'Port': ['ID=f94e8d05-806c-457c-9acd-09e3791f9791,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:14.221312 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430af455-702c-49ec-94cd-4d5744632487 req-33750707-5465-4013-8fef-a7792ba2f5e7 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:14.222962 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-430af455-702c-49ec-94cd-4d5744632487 req-33750707-5465-4013-8fef-a7792ba2f5e7 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6f4b781-3937-4a77-8733-a6dc0078ff56 HTTP/1.1" status: 200 len: 945 time: 0.0622661 Jan 18 22:33:14.282383 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-430af455-702c-49ec-94cd-4d5744632487 req-9dd04f8a-b044-4daa-a14e-b7755d6eb0a5 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.53 "GET /v2.0/security-groups?id=c97b6df1-e3bb-4ca1-a3ff-335fef0bf5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530109 Jan 18 22:33:14.288331 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ed3125fb-c286-498a-954c-7d91339c9e9b tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:14.293206 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-ed3125fb-c286-498a-954c-7d91339c9e9b tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] 10.222.0.53 "DELETE /v2.0/ports/f94e8d05-806c-457c-9acd-09e3791f9791 HTTP/1.1" status: 204 len: 168 time: 0.6123662 Jan 18 22:33:14.296177 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 55206) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:14.396725 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-af33a0f6-3c78-4256-bdc6-9790df3f4033 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Deleting subnet 9fba447d-92be-4505-82bd-edb9cc15b110 {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:33:14.397161 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 55214) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:14.400753 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-af33a0f6-3c78-4256-bdc6-9790df3f4033 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:14.444851 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-cc965472-422e-4e1b-82c5-198a117ba2b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:14.457310 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-af33a0f6-3c78-4256-bdc6-9790df3f4033 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:14.510521 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 55216) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:14.546013 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b0577e-f1f4-4180-90c2-38153d0f8376 req-f7b16e0b-9b45-40fd-b7ca-ad62d5fefe70 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:14.547520 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-08b0577e-f1f4-4180-90c2-38153d0f8376 req-f7b16e0b-9b45-40fd-b7ca-ad62d5fefe70 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 946 time: 0.1149824 Jan 18 22:33:14.574938 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c81153-13da-4cee-9919-aa270e510b97 req-e120ff4f-2aa7-4829-bf79-71714733cf55 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:14.576469 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-14c81153-13da-4cee-9919-aa270e510b97 req-e120ff4f-2aa7-4829-bf79-71714733cf55 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.53 "GET /v2.0/ports?device_id=419c8bf7-9b87-46c6-aadf-4d29b33468e8 HTTP/1.1" status: 200 len: 945 time: 0.1541419 Jan 18 22:33:14.587238 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-af33a0f6-3c78-4256-bdc6-9790df3f4033 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:14.652790 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-08b0577e-f1f4-4180-90c2-38153d0f8376 req-a90374b2-aae1-4a88-93a6-d476bfc5559f tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947237 Jan 18 22:33:14.677000 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-14c81153-13da-4cee-9919-aa270e510b97 req-dd08eab4-8a73-4dbb-a479-06b405a7630d tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.53 "GET /v2.0/security-groups?id=c97b6df1-e3bb-4ca1-a3ff-335fef0bf5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911801 Jan 18 22:33:14.680599 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-af33a0f6-3c78-4256-bdc6-9790df3f4033 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:14.693034 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-cc965472-422e-4e1b-82c5-198a117ba2b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:14.699760 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-cc965472-422e-4e1b-82c5-198a117ba2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:14.726207 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af33a0f6-3c78-4256-bdc6-9790df3f4033 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Pushing event deleted for resources: {'Subnet': ['ID=9fba447d-92be-4505-82bd-edb9cc15b110,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:14.728842 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-af33a0f6-3c78-4256-bdc6-9790df3f4033 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:14.732638 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-af33a0f6-3c78-4256-bdc6-9790df3f4033 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] 10.222.0.53 "DELETE /v2.0/subnets/9fba447d-92be-4505-82bd-edb9cc15b110 HTTP/1.1" status: 204 len: 168 time: 0.4354284 Jan 18 22:33:14.735318 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 55226) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:14.744427 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde54224-7acb-46a4-96fd-aa12af7e6804 None None] Network 99c77d33-e888-4b4b-859f-8030c60a5be8 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:33:14.809516 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-cc965472-422e-4e1b-82c5-198a117ba2b7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e82d0c3856704adca1d43d48f258dbb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4087276 Jan 18 22:33:14.811157 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 55230) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:14.811915 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc965472-422e-4e1b-82c5-198a117ba2b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9162515-9ec7-4427-a5d2-cd44c3006d34,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:14.882558 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-32d615bf-b26d-4cec-ba86-4c690d1dea92 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:14.923260 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e645db7c-539d-44d8-a463-bdc121017655 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:14.938887 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0327a89d-fcec-4ec5-86ff-d306f4c17541 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:14.964348 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e645db7c-539d-44d8-a463-bdc121017655 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:15.046402 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-32d615bf-b26d-4cec-ba86-4c690d1dea92 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Deleting port cfdb68d9-7bf8-4ae6-92c3-34c1d42fd886 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:33:15.046846 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-32d615bf-b26d-4cec-ba86-4c690d1dea92 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:15.050482 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e645db7c-539d-44d8-a463-bdc121017655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:15.054392 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e645db7c-539d-44d8-a463-bdc121017655 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:15.059971 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-e645db7c-539d-44d8-a463-bdc121017655 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e9162515-9ec7-4427-a5d2-cd44c3006d34 HTTP/1.1" status: 204 len: 168 time: 0.2345312 Jan 18 22:33:15.090483 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9fb897-809c-49c4-8172-441a5f781f08 None None] DHCP port deletion for 99c77d33-e888-4b4b-859f-8030c60a5be8 request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:33:15.110987 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e645db7c-539d-44d8-a463-bdc121017655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9162515-9ec7-4427-a5d2-cd44c3006d34,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:15.111518 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0327a89d-fcec-4ec5-86ff-d306f4c17541 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:15.129526 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0327a89d-fcec-4ec5-86ff-d306f4c17541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:15.145636 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f50697-82f8-4f30-9b67-b715b89198f8 req-5413e74b-5e5f-4705-86d9-90d33c57d45e tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:15.147426 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-56f50697-82f8-4f30-9b67-b715b89198f8 req-5413e74b-5e5f-4705-86d9-90d33c57d45e tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa8bc480-6236-474c-a841-2f615a476185 HTTP/1.1" status: 200 len: 946 time: 0.0887079 Jan 18 22:33:15.164009 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-0327a89d-fcec-4ec5-86ff-d306f4c17541 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b27723ca18694ab28b61836230a31a28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6501377 Jan 18 22:33:15.166282 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 55242) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:15.178782 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-6b9fb897-809c-49c4-8172-441a5f781f08 None None] Deleting port cfdb68d9-7bf8-4ae6-92c3-34c1d42fd886 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:33:15.179253 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6b9fb897-809c-49c4-8172-441a5f781f08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:15.187714 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-32d615bf-b26d-4cec-ba86-4c690d1dea92 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] For port cfdb68d9-7bf8-4ae6-92c3-34c1d42fd886, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=cfdb68d9-7bf8-4ae6-92c3-34c1d42fd886,segment=NetworkSegment(cc70bba2-4a0a-497c-b230-cc3143c2f1dd),segment_id=cc70bba2-4a0a-497c-b230-cc3143c2f1dd)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:33:15.187714 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-32d615bf-b26d-4cec-ba86-4c690d1dea92 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:15.202595 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0327a89d-fcec-4ec5-86ff-d306f4c17541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0da36a4a-2525-4f1b-8535-81b7aeb07aa6,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:15.209103 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-32d615bf-b26d-4cec-ba86-4c690d1dea92 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Calling delete_port for cfdb68d9-7bf8-4ae6-92c3-34c1d42fd886 owned by network:dhcp {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:33:15.246761 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-56f50697-82f8-4f30-9b67-b715b89198f8 req-e7481c6b-508d-4f9e-a75c-3e4c38d1d406 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.53 "GET /v2.0/security-groups?id=c97b6df1-e3bb-4ca1-a3ff-335fef0bf5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856030 Jan 18 22:33:15.301402 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-6b9fb897-809c-49c4-8172-441a5f781f08 None None] For port cfdb68d9-7bf8-4ae6-92c3-34c1d42fd886, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=cfdb68d9-7bf8-4ae6-92c3-34c1d42fd886,segment=NetworkSegment(cc70bba2-4a0a-497c-b230-cc3143c2f1dd),segment_id=cc70bba2-4a0a-497c-b230-cc3143c2f1dd)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:33:15.302144 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6b9fb897-809c-49c4-8172-441a5f781f08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:15.303368 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-93352d66-cbfd-499e-952f-f6f56d905f70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:15.309447 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-32d615bf-b26d-4cec-ba86-4c690d1dea92 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:15.339604 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d615bf-b26d-4cec-ba86-4c690d1dea92 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Pushing event deleted for resources: {'Port': ['ID=cfdb68d9-7bf8-4ae6-92c3-34c1d42fd886,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:15.340115 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-6b9fb897-809c-49c4-8172-441a5f781f08 None None] Calling delete_port for cfdb68d9-7bf8-4ae6-92c3-34c1d42fd886 owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:33:15.340939 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-93352d66-cbfd-499e-952f-f6f56d905f70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:15.343345 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d615bf-b26d-4cec-ba86-4c690d1dea92 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] No DVR routers for this DVR port cfdb68d9-7bf8-4ae6-92c3-34c1d42fd886 on host n-d-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:33:15.420017 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-93352d66-cbfd-499e-952f-f6f56d905f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:15.424019 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-93352d66-cbfd-499e-952f-f6f56d905f70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:15.429737 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-93352d66-cbfd-499e-952f-f6f56d905f70 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0da36a4a-2525-4f1b-8535-81b7aeb07aa6 HTTP/1.1" status: 204 len: 168 time: 0.2613037 Jan 18 22:33:15.440898 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93352d66-cbfd-499e-952f-f6f56d905f70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0da36a4a-2525-4f1b-8535-81b7aeb07aa6,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:15.484070 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-32d615bf-b26d-4cec-ba86-4c690d1dea92 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:15.510389 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-32d615bf-b26d-4cec-ba86-4c690d1dea92 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99c77d33-e888-4b4b-859f-8030c60a5be8']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:33:15.523108 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-32d615bf-b26d-4cec-ba86-4c690d1dea92 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc70bba2-4a0a-497c-b230-cc3143c2f1dd') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:33:15.523600 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-32d615bf-b26d-4cec-ba86-4c690d1dea92 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc70bba2-4a0a-497c-b230-cc3143c2f1dd') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:33:15.537280 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-32d615bf-b26d-4cec-ba86-4c690d1dea92 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:15.541257 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6b9fb897-809c-49c4-8172-441a5f781f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:15.557986 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-32d615bf-b26d-4cec-ba86-4c690d1dea92 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:15.568957 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32d615bf-b26d-4cec-ba86-4c690d1dea92 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:33:15.572792 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-32d615bf-b26d-4cec-ba86-4c690d1dea92 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:15.576358 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:33:15.576358 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:33:15.576358 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:33:15.576358 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:33:15.576358 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:33:15.576358 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:33:15.576358 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:33:15.576358 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:33:15.576358 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:33:15.576358 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:33:15.576358 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:33:15.576358 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:33:15.576358 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:33:15.576358 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:33:15.576358 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:33:15.576358 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:33:15.576358 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:33:15.576358 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:33:15.576358 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:33:15.576358 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:33:15.576358 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:33:15.576358 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:33:15.576358 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:33:15.576358 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:33:15.576358 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:33:15.576358 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:33:15.576358 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:33:15.576358 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:33:15.576358 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:33:15.576358 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:33:15.576358 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:33:15.576358 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:33:15.583698 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9fb897-809c-49c4-8172-441a5f781f08 None None] Pushing event deleted for resources: {'Port': ['ID=cfdb68d9-7bf8-4ae6-92c3-34c1d42fd886,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:15.595376 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9fb897-809c-49c4-8172-441a5f781f08 None None] No DVR routers for this DVR port cfdb68d9-7bf8-4ae6-92c3-34c1d42fd886 on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:33:15.611188 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec85f122-93dc-47ce-aabc-6ce339a1a290 req-5fa39211-50b3-4573-9103-75f9b0225794 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:15.620267 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ec85f122-93dc-47ce-aabc-6ce339a1a290 req-5fa39211-50b3-4573-9103-75f9b0225794 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6f4b781-3937-4a77-8733-a6dc0078ff56 HTTP/1.1" status: 200 len: 945 time: 0.0697489 Jan 18 22:33:15.666132 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-32d615bf-b26d-4cec-ba86-4c690d1dea92 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:15.666551 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ec85f122-93dc-47ce-aabc-6ce339a1a290 req-e2a3d728-6883-4749-80fa-d905d2fbc4fd tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.53 "GET /v2.0/security-groups?id=c97b6df1-e3bb-4ca1-a3ff-335fef0bf5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450222 Jan 18 22:33:15.672182 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-32d615bf-b26d-4cec-ba86-4c690d1dea92 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:15.675558 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-32d615bf-b26d-4cec-ba86-4c690d1dea92 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] 10.222.0.53 "DELETE /v2.0/networks/99c77d33-e888-4b4b-859f-8030c60a5be8 HTTP/1.1" status: 204 len: 168 time: 0.9391997 Jan 18 22:33:15.714504 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d615bf-b26d-4cec-ba86-4c690d1dea92 tempest-AllowedAddressPairTestJSON-249324740 tempest-AllowedAddressPairTestJSON-249324740-project] Pushing event deleted for resources: {'Network': ['ID=99c77d33-e888-4b4b-859f-8030c60a5be8,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:15.840717 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33945d93-c883-43c5-9ec6-4d2cb3922296 req-71213037-be4f-4132-a3f3-c06d33fd9452 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:15.842923 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-33945d93-c883-43c5-9ec6-4d2cb3922296 req-71213037-be4f-4132-a3f3-c06d33fd9452 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 946 time: 0.1027927 Jan 18 22:33:15.862901 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device cfdb68d9-7bf8-4ae6-92c3-34c1d42fd886 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:33:15.899529 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-33945d93-c883-43c5-9ec6-4d2cb3922296 req-62675a65-06e8-4b3f-b9d0-ca74e9a74fda tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498722 Jan 18 22:33:15.903780 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: cfdb68d9-7bf8-4ae6-92c3-34c1d42fd886 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:33:15.904400 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device cfdb68d9-7bf8-4ae6-92c3-34c1d42fd886 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:33:16.006926 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c968f8de-e9d0-4302-8648-ee72e95cd772 req-9ef76d21-2f88-430a-8cbf-d8c4ed5129c1 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:16.013528 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c968f8de-e9d0-4302-8648-ee72e95cd772 req-9ef76d21-2f88-430a-8cbf-d8c4ed5129c1 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:16.019353 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c968f8de-e9d0-4302-8648-ee72e95cd772 req-9ef76d21-2f88-430a-8cbf-d8c4ed5129c1 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:16.021038 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c968f8de-e9d0-4302-8648-ee72e95cd772 req-9ef76d21-2f88-430a-8cbf-d8c4ed5129c1 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa8bc480-6236-474c-a841-2f615a476185&device_id=419c8bf7-9b87-46c6-aadf-4d29b33468e8&device_id=f6f4b781-3937-4a77-8733-a6dc0078ff56 HTTP/1.1" status: 200 len: 2417 time: 0.0841680 Jan 18 22:33:16.063496 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c968f8de-e9d0-4302-8648-ee72e95cd772 req-2a00e7e8-e94e-4f0a-a25e-d7856d8553a0 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.53 "GET /v2.0/security-groups?id=c97b6df1-e3bb-4ca1-a3ff-335fef0bf5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363841 Jan 18 22:33:16.123217 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 55278) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:16.213606 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15205a39-549e-4a6d-8384-de2c7a815323 req-f856ee9a-93e7-481b-8a34-a73bb89bff16 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:16.215389 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-15205a39-549e-4a6d-8384-de2c7a815323 req-f856ee9a-93e7-481b-8a34-a73bb89bff16 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa8bc480-6236-474c-a841-2f615a476185 HTTP/1.1" status: 200 len: 946 time: 0.0542939 Jan 18 22:33:16.260198 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-15205a39-549e-4a6d-8384-de2c7a815323 req-446ceb12-9811-4289-a472-1f2952f0786b tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.53 "GET /v2.0/security-groups?id=c97b6df1-e3bb-4ca1-a3ff-335fef0bf5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381117 Jan 18 22:33:16.383784 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-fd730fc6-4a79-4a05-80cb-2e36c5332589 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=903e5f8188c340a5a62db55ebfc461c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2598100 Jan 18 22:33:16.386180 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 55294) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:16.449765 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ac669838-8292-4c1e-90b4-96e5c6315ca6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:16.503510 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ac669838-8292-4c1e-90b4-96e5c6315ca6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:16.557605 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ac669838-8292-4c1e-90b4-96e5c6315ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:16.560264 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ac669838-8292-4c1e-90b4-96e5c6315ca6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:16.561553 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-ac669838-8292-4c1e-90b4-96e5c6315ca6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a01af52c-87ab-4b6c-8d4b-a426f92e5b48 HTTP/1.1" status: 204 len: 168 time: 0.1739082 Jan 18 22:33:16.572400 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac669838-8292-4c1e-90b4-96e5c6315ca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a01af52c-87ab-4b6c-8d4b-a426f92e5b48,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:17.038413 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c926a6d5-5747-481a-8393-20292b113e28 req-a5b722d6-80aa-44f5-8361-78fe7abc9fb4 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:17.047041 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c926a6d5-5747-481a-8393-20292b113e28 req-a5b722d6-80aa-44f5-8361-78fe7abc9fb4 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 946 time: 0.0715327 Jan 18 22:33:17.086856 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c926a6d5-5747-481a-8393-20292b113e28 req-7ca43d49-1b6f-446e-8df8-4bc58a30003b tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384173 Jan 18 22:33:17.378564 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ec4262-a76f-4394-bc31-0ca42f0743f7 req-abaed1da-017d-47f7-9564-5b7ca9052d3d tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:17.380468 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-19ec4262-a76f-4394-bc31-0ca42f0743f7 req-abaed1da-017d-47f7-9564-5b7ca9052d3d tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6f4b781-3937-4a77-8733-a6dc0078ff56 HTTP/1.1" status: 200 len: 945 time: 0.0611794 Jan 18 22:33:17.423512 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-19ec4262-a76f-4394-bc31-0ca42f0743f7 req-d5861f6e-184c-4dff-a0fc-271082cc10c4 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.53 "GET /v2.0/security-groups?id=c97b6df1-e3bb-4ca1-a3ff-335fef0bf5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357866 Jan 18 22:33:17.526888 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 55350) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:17.822839 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-ba9e296c-4e88-4db4-beb1-84a84000cdf4 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1509554420'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:33:17.844660 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba9e296c-4e88-4db4-beb1-84a84000cdf4 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Made reservation on behalf of 9e943436cdae4563ba2767bc22a0e08f for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:33:17.848485 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ba9e296c-4e88-4db4-beb1-84a84000cdf4 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:17.860856 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ba9e296c-4e88-4db4-beb1-84a84000cdf4 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:17.950822 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ba9e296c-4e88-4db4-beb1-84a84000cdf4 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:17.955820 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ba9e296c-4e88-4db4-beb1-84a84000cdf4 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:17.987726 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba9e296c-4e88-4db4-beb1-84a84000cdf4 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:33:17.998159 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e296c-4e88-4db4-beb1-84a84000cdf4 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22abd65b-2bd3-42df-a1e7-68fc9738cddc,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:18.008782 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ba9e296c-4e88-4db4-beb1-84a84000cdf4 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:18.010165 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-ba9e296c-4e88-4db4-beb1-84a84000cdf4 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Added segment 5b121607-acc0-491b-9cf5-6bb43e57580d of type vlan for network b881aa01-55c1-441c-86b7-e829abf3c53b Jan 18 22:33:18.058077 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ba9e296c-4e88-4db4-beb1-84a84000cdf4 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:18.088351 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ba9e296c-4e88-4db4-beb1-84a84000cdf4 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:18.094661 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9e296c-4e88-4db4-beb1-84a84000cdf4 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:18.095237 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ba9e296c-4e88-4db4-beb1-84a84000cdf4 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:18.158448 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-ba9e296c-4e88-4db4-beb1-84a84000cdf4 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.6305952 Jan 18 22:33:18.161421 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 55384) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:18.167435 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-5b07b350-6b5a-4498-aa89-f363663e56e4 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Request body: {'subnet': {'network_id': 'b881aa01-55c1-441c-86b7-e829abf3c53b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:33:18.189136 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e296c-4e88-4db4-beb1-84a84000cdf4 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Pushing event updated for resources: {'Network': ['ID=b881aa01-55c1-441c-86b7-e829abf3c53b,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:18.205373 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network b881aa01-55c1-441c-86b7-e829abf3c53b details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:33:18.218635 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 55386) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:18.292059 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc132fc-47ef-481a-9663-432359b6d812 req-537e591a-7a27-4987-8884-c453b223ac63 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:18.293598 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2fc132fc-47ef-481a-9663-432359b6d812 req-537e591a-7a27-4987-8884-c453b223ac63 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 946 time: 0.1056674 Jan 18 22:33:18.344494 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b07b350-6b5a-4498-aa89-f363663e56e4 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Made reservation on behalf of 9e943436cdae4563ba2767bc22a0e08f for: {'subnet': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:33:18.348580 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5b07b350-6b5a-4498-aa89-f363663e56e4 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62288702'] for subnet, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:18.380960 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2fc132fc-47ef-481a-9663-432359b6d812 req-788001cf-3bef-4fd7-b901-373d8ee410d8 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804553 Jan 18 22:33:18.424502 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-106eea17-0868-4aae-a55a-abb24ffa2365 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1487492714-network', 'tenant_id': 'e95e0b3ee0314930b784a4e1c527b65e'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:33:18.457256 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-106eea17-0868-4aae-a55a-abb24ffa2365 admin admin] Made reservation on behalf of e95e0b3ee0314930b784a4e1c527b65e for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:33:18.461353 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-106eea17-0868-4aae-a55a-abb24ffa2365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:18.482174 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-106eea17-0868-4aae-a55a-abb24ffa2365 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:18.585417 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fa8422-5536-4bdf-8dbf-ee2fa68eeb7c req-b1b5ada4-4867-441a-9660-46468c47e3c0 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:18.587367 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-31fa8422-5536-4bdf-8dbf-ee2fa68eeb7c req-b1b5ada4-4867-441a-9660-46468c47e3c0 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6f4b781-3937-4a77-8733-a6dc0078ff56 HTTP/1.1" status: 200 len: 945 time: 0.0708468 Jan 18 22:33:18.610679 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-106eea17-0868-4aae-a55a-abb24ffa2365 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:18.617077 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-106eea17-0868-4aae-a55a-abb24ffa2365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:18.651716 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-106eea17-0868-4aae-a55a-abb24ffa2365 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:33:18.662976 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106eea17-0868-4aae-a55a-abb24ffa2365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fab3456-a212-4dbb-86bc-41732ab1cd57,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:18.670868 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-106eea17-0868-4aae-a55a-abb24ffa2365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:18.671862 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-106eea17-0868-4aae-a55a-abb24ffa2365 admin admin] Added segment e2e1fb66-8d00-4f08-ae9d-d6a5c1c35019 of type vlan for network 622816e4-44b9-4b81-b42b-727de4410ed1 Jan 18 22:33:18.675243 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-31fa8422-5536-4bdf-8dbf-ee2fa68eeb7c req-c075e05a-aaa6-47b1-9082-7de65b3fc478 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.53 "GET /v2.0/security-groups?id=c97b6df1-e3bb-4ca1-a3ff-335fef0bf5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628438 Jan 18 22:33:18.683364 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5b07b350-6b5a-4498-aa89-f363663e56e4 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60203213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62288684'] for subnet, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:18.736544 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-106eea17-0868-4aae-a55a-abb24ffa2365 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:18.757784 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b07b350-6b5a-4498-aa89-f363663e56e4 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Pushing event updated for resources: {'Subnet': ['ID=fb4fad50-3675-45aa-b6bf-da7fde7e19bc,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:18.765913 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b07b350-6b5a-4498-aa89-f363663e56e4 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Checking segment: {'id': '5b121607-acc0-491b-9cf5-6bb43e57580d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b881aa01-55c1-441c-86b7-e829abf3c53b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:33:18.766501 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b07b350-6b5a-4498-aa89-f363663e56e4 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Network hostable DHCP agents. Network: b881aa01-55c1-441c-86b7-e829abf3c53b, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:33:18.773857 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-106eea17-0868-4aae-a55a-abb24ffa2365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:18.775454 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106eea17-0868-4aae-a55a-abb24ffa2365 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:18.776241 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-106eea17-0868-4aae-a55a-abb24ffa2365 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:18.786677 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b07b350-6b5a-4498-aa89-f363663e56e4 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Network b881aa01-55c1-441c-86b7-e829abf3c53b is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:33:18.799389 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-5b07b350-6b5a-4498-aa89-f363663e56e4 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, b881aa01-55c1-441c-86b7-e829abf3c53b) {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:33:18.807703 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b07b350-6b5a-4498-aa89-f363663e56e4 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:18.808166 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5b07b350-6b5a-4498-aa89-f363663e56e4 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:18.813853 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07bd869-9009-4826-8732-d0359f5dbf77 None None] Network b881aa01-55c1-441c-86b7-e829abf3c53b requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:33:18.831373 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-106eea17-0868-4aae-a55a-abb24ffa2365 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6102779 Jan 18 22:33:18.831962 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 55422) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:18.843969 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-5b07b350-6b5a-4498-aa89-f363663e56e4 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6784093 Jan 18 22:33:18.844587 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-eb8c18f7-ce37-4909-9301-6c6ca5264beb admin admin] Request body: {'subnet': {'network_id': '622816e4-44b9-4b81-b42b-727de4410ed1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1487492714-subnet', 'tenant_id': 'e95e0b3ee0314930b784a4e1c527b65e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:33:18.845155 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 55424) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:18.858338 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106eea17-0868-4aae-a55a-abb24ffa2365 admin admin] Pushing event updated for resources: {'Network': ['ID=622816e4-44b9-4b81-b42b-727de4410ed1,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:18.869352 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-2d0f0da2-88e9-4667-9d5b-7cbd23fb50c6 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Request body: {'port': {'network_id': 'b881aa01-55c1-441c-86b7-e829abf3c53b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-327856768'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:33:18.872769 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 622816e4-44b9-4b81-b42b-727de4410ed1 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:33:18.883658 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb8c18f7-ce37-4909-9301-6c6ca5264beb admin admin] Made reservation on behalf of e95e0b3ee0314930b784a4e1c527b65e for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:33:18.886213 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-eb8c18f7-ce37-4909-9301-6c6ca5264beb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:19.069003 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d0f0da2-88e9-4667-9d5b-7cbd23fb50c6 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Made reservation on behalf of 9e943436cdae4563ba2767bc22a0e08f for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:33:19.075640 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2d0f0da2-88e9-4667-9d5b-7cbd23fb50c6 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:19.109090 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [None req-2d0f0da2-88e9-4667-9d5b-7cbd23fb50c6 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] device_id is not set on port 0210a539-be8d-4c97-b8ba-e26804b0f9e0 yet. {{(pid=102430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:33:19.194398 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-eb8c18f7-ce37-4909-9301-6c6ca5264beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:19.256457 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-2d0f0da2-88e9-4667-9d5b-7cbd23fb50c6 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Allocated IP 2001:db8::5d (b881aa01-55c1-441c-86b7-e829abf3c53b/fb4fad50-3675-45aa-b6bf-da7fde7e19bc/0210a539-be8d-4c97-b8ba-e26804b0f9e0) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:33:19.276586 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c18f7-ce37-4909-9301-6c6ca5264beb admin admin] Pushing event updated for resources: {'Subnet': ['ID=d19979ab-5db3-4995-a3f2-37487f34bd3c,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:19.289108 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8c18f7-ce37-4909-9301-6c6ca5264beb admin admin] Checking segment: {'id': 'e2e1fb66-8d00-4f08-ae9d-d6a5c1c35019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '622816e4-44b9-4b81-b42b-727de4410ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:33:19.289108 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8c18f7-ce37-4909-9301-6c6ca5264beb admin admin] Network hostable DHCP agents. Network: 622816e4-44b9-4b81-b42b-727de4410ed1, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:33:19.311063 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8c18f7-ce37-4909-9301-6c6ca5264beb admin admin] Network 622816e4-44b9-4b81-b42b-727de4410ed1 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:33:19.321670 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0365b4b8-2915-4be2-8f66-dd785b35448f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-b881aa01-55c1-441c-86b7-e829abf3c53b', 'network_id': 'b881aa01-55c1-441c-86b7-e829abf3c53b', 'tenant_id': '9e943436cdae4563ba2767bc22a0e08f', 'fixed_ips': [{'subnet_id': 'fb4fad50-3675-45aa-b6bf-da7fde7e19bc'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:33:19.323164 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0365b4b8-2915-4be2-8f66-dd785b35448f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:19.336792 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-eb8c18f7-ce37-4909-9301-6c6ca5264beb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 622816e4-44b9-4b81-b42b-727de4410ed1) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:33:19.342857 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8c18f7-ce37-4909-9301-6c6ca5264beb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:19.343500 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-eb8c18f7-ce37-4909-9301-6c6ca5264beb admin admin] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:19.348894 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb053bac-4109-4471-8b89-15644b26d5a2 None None] Network 622816e4-44b9-4b81-b42b-727de4410ed1 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:33:19.370273 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a6a09e34-fe54-42a7-8417-2528dcef9e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:19.393165 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-eb8c18f7-ce37-4909-9301-6c6ca5264beb admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5534446 Jan 18 22:33:19.567994 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2d0f0da2-88e9-4667-9d5b-7cbd23fb50c6 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:19.599821 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0c8a24-880c-4d0a-9672-b54427d4dc98 req-822c8372-74d7-4194-a643-4516d54c7367 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:19.608661 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7f0c8a24-880c-4d0a-9672-b54427d4dc98 req-822c8372-74d7-4194-a643-4516d54c7367 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 946 time: 0.1094468 Jan 18 22:33:19.664702 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2d0f0da2-88e9-4667-9d5b-7cbd23fb50c6 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:19.682320 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7f0c8a24-880c-4d0a-9672-b54427d4dc98 req-5d50268a-4825-4c2f-bc48-a11057298c55 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674462 Jan 18 22:33:19.750101 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de34ef2-fc33-478d-86c0-ccaa5f465820 None None] Network 622816e4-44b9-4b81-b42b-727de4410ed1 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:33:19.784409 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-0365b4b8-2915-4be2-8f66-dd785b35448f None None] Allocated IP 2001:db8::2 (b881aa01-55c1-441c-86b7-e829abf3c53b/fb4fad50-3675-45aa-b6bf-da7fde7e19bc/70b5a569-d46e-4115-ac32-b2be2cfc4ea5) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:33:20.100198 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0365b4b8-2915-4be2-8f66-dd785b35448f None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:20.121917 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0365b4b8-2915-4be2-8f66-dd785b35448f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:20.168047 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0365b4b8-2915-4be2-8f66-dd785b35448f None None] Network b881aa01-55c1-441c-86b7-e829abf3c53b is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:33:20.175389 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-0365b4b8-2915-4be2-8f66-dd785b35448f None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:33:20.180402 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0365b4b8-2915-4be2-8f66-dd785b35448f None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:33:20.191144 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0365b4b8-2915-4be2-8f66-dd785b35448f None None] Pushing event updated for resources: {'Port': ['ID=70b5a569-d46e-4115-ac32-b2be2cfc4ea5,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:20.249325 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-0365b4b8-2915-4be2-8f66-dd785b35448f None None] Attempting to bind port 70b5a569-d46e-4115-ac32-b2be2cfc4ea5 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:33:20.250176 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-0365b4b8-2915-4be2-8f66-dd785b35448f None None] Attempting to bind port 70b5a569-d46e-4115-ac32-b2be2cfc4ea5 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '5b121607-acc0-491b-9cf5-6bb43e57580d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b881aa01-55c1-441c-86b7-e829abf3c53b'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:33:20.250708 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0365b4b8-2915-4be2-8f66-dd785b35448f None None] Attempting to bind port 70b5a569-d46e-4115-ac32-b2be2cfc4ea5 on network b881aa01-55c1-441c-86b7-e829abf3c53b {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:33:20.256816 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0365b4b8-2915-4be2-8f66-dd785b35448f None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:33:20.257243 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0365b4b8-2915-4be2-8f66-dd785b35448f None None] Checking segment: {'id': '5b121607-acc0-491b-9cf5-6bb43e57580d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b881aa01-55c1-441c-86b7-e829abf3c53b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:33:20.257815 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0365b4b8-2915-4be2-8f66-dd785b35448f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:20.258405 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0365b4b8-2915-4be2-8f66-dd785b35448f None None] Bound using segment: {'id': '5b121607-acc0-491b-9cf5-6bb43e57580d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b881aa01-55c1-441c-86b7-e829abf3c53b'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:33:20.259894 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-0365b4b8-2915-4be2-8f66-dd785b35448f None None] Bound port: 70b5a569-d46e-4115-ac32-b2be2cfc4ea5, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b121607-acc0-491b-9cf5-6bb43e57580d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b881aa01-55c1-441c-86b7-e829abf3c53b'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:33:20.260482 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0365b4b8-2915-4be2-8f66-dd785b35448f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:20.303764 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0f0da2-88e9-4667-9d5b-7cbd23fb50c6 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Network b881aa01-55c1-441c-86b7-e829abf3c53b is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:33:20.318470 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-2d0f0da2-88e9-4667-9d5b-7cbd23fb50c6 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:33:20.328021 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0f0da2-88e9-4667-9d5b-7cbd23fb50c6 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:33:20.333980 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0f0da2-88e9-4667-9d5b-7cbd23fb50c6 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:20.334616 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2d0f0da2-88e9-4667-9d5b-7cbd23fb50c6 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:20.345470 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-0365b4b8-2915-4be2-8f66-dd785b35448f None None] For port 70b5a569-d46e-4115-ac32-b2be2cfc4ea5, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:33:20.346214 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0f0da2-88e9-4667-9d5b-7cbd23fb50c6 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Pushing event updated for resources: {'Port': ['ID=0210a539-be8d-4c97-b8ba-e26804b0f9e0,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:20.351266 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-0365b4b8-2915-4be2-8f66-dd785b35448f None None] For port 70b5a569-d46e-4115-ac32-b2be2cfc4ea5, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=70b5a569-d46e-4115-ac32-b2be2cfc4ea5,segment=NetworkSegment(5b121607-acc0-491b-9cf5-6bb43e57580d),segment_id=5b121607-acc0-491b-9cf5-6bb43e57580d)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:33:20.362719 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f57da95-57e3-443d-8646-92ed429d4e58 req-4ee399fc-78fd-4a03-88a2-0626555951db tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:20.364623 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6f57da95-57e3-443d-8646-92ed429d4e58 req-4ee399fc-78fd-4a03-88a2-0626555951db tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6f4b781-3937-4a77-8733-a6dc0078ff56 HTTP/1.1" status: 200 len: 945 time: 0.1441598 Jan 18 22:33:20.375115 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0365b4b8-2915-4be2-8f66-dd785b35448f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:20.388163 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-2d0f0da2-88e9-4667-9d5b-7cbd23fb50c6 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.5354621 Jan 18 22:33:20.389825 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 55532) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:20.395414 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-5800ce9f-9a7a-40ea-968f-24ac06216545 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Request body: {'port': {'network_id': 'b881aa01-55c1-441c-86b7-e829abf3c53b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1960342038', 'allowed_address_pairs': [{'ip_address': '2001:db8::5d', 'mac_address': 'fa:16:3e:59:05:42'}]}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:33:20.430554 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6f57da95-57e3-443d-8646-92ed429d4e58 req-eb38ef4b-d44e-4fca-a83d-ccd3b649aca6 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.53 "GET /v2.0/security-groups?id=c97b6df1-e3bb-4ca1-a3ff-335fef0bf5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426869 Jan 18 22:33:20.529371 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0365b4b8-2915-4be2-8f66-dd785b35448f None None] Pushing event updated for resources: {'Port': ['ID=70b5a569-d46e-4115-ac32-b2be2cfc4ea5,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:20.539951 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 55548) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:20.545551 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-349127ae-ede1-464b-942c-fef9e4f609fc admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-157494744-network', 'tenant_id': '27ac5cb982da4c9286d5a567a8c2e22e'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:33:20.586223 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-349127ae-ede1-464b-942c-fef9e4f609fc admin admin] Made reservation on behalf of 27ac5cb982da4c9286d5a567a8c2e22e for: {'network': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:33:20.589949 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-349127ae-ede1-464b-942c-fef9e4f609fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:20.605642 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-349127ae-ede1-464b-942c-fef9e4f609fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:20.638353 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5800ce9f-9a7a-40ea-968f-24ac06216545 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Made reservation on behalf of 9e943436cdae4563ba2767bc22a0e08f for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:33:20.705701 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-349127ae-ede1-464b-942c-fef9e4f609fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:20.711901 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-349127ae-ede1-464b-942c-fef9e4f609fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:20.750945 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5800ce9f-9a7a-40ea-968f-24ac06216545 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:20.751808 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-349127ae-ede1-464b-942c-fef9e4f609fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=102430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:33:20.757826 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349127ae-ede1-464b-942c-fef9e4f609fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=009aad0b-f00d-4165-8d11-fa3a434f7de4,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:20.769720 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-349127ae-ede1-464b-942c-fef9e4f609fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:20.769720 n-d-825064-1 neutron-server[102430]: INFO neutron.db.segments_db [None req-349127ae-ede1-464b-942c-fef9e4f609fc admin admin] Added segment 894ea68f-9a16-43cd-ad40-96962d0e63ba of type vlan for network 41f133f8-b31e-433b-929a-b1b7dd84dc63 Jan 18 22:33:20.838104 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [None req-5800ce9f-9a7a-40ea-968f-24ac06216545 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] device_id is not set on port 848e7394-ee7c-4b34-83a9-bfd1b277c82a yet. {{(pid=102431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:33:20.942405 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-349127ae-ede1-464b-942c-fef9e4f609fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:20.960905 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397f17df-a70b-4c07-89f4-c58c05a5a373 req-33fdcc0a-d8fb-42e9-90d4-9cf06ecc76ac tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:20.963039 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-397f17df-a70b-4c07-89f4-c58c05a5a373 req-33fdcc0a-d8fb-42e9-90d4-9cf06ecc76ac tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 946 time: 0.1264873 Jan 18 22:33:20.995373 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-5800ce9f-9a7a-40ea-968f-24ac06216545 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Allocated IP 2001:db8::364 (b881aa01-55c1-441c-86b7-e829abf3c53b/fb4fad50-3675-45aa-b6bf-da7fde7e19bc/848e7394-ee7c-4b34-83a9-bfd1b277c82a) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:33:21.027195 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-397f17df-a70b-4c07-89f4-c58c05a5a373 req-44878008-90a1-4b0d-8dab-517f02f79bd8 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551815 Jan 18 22:33:21.028810 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-349127ae-ede1-464b-942c-fef9e4f609fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:21.029566 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349127ae-ede1-464b-942c-fef9e4f609fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:21.030119 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-349127ae-ede1-464b-942c-fef9e4f609fc admin admin] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:21.064083 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-349127ae-ede1-464b-942c-fef9e4f609fc admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.5201433 Jan 18 22:33:21.064556 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 55594) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:21.069277 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-2c226d36-b854-42c8-8ffb-3463816adb80 admin admin] Request body: {'subnet': {'network_id': '41f133f8-b31e-433b-929a-b1b7dd84dc63', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-157494744-subnet', 'tenant_id': '27ac5cb982da4c9286d5a567a8c2e22e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:33:21.134897 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349127ae-ede1-464b-942c-fef9e4f609fc admin admin] Pushing event updated for resources: {'Network': ['ID=41f133f8-b31e-433b-929a-b1b7dd84dc63,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:21.146949 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 41f133f8-b31e-433b-929a-b1b7dd84dc63 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:33:21.151850 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c226d36-b854-42c8-8ffb-3463816adb80 admin admin] Made reservation on behalf of 27ac5cb982da4c9286d5a567a8c2e22e for: {'subnet': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:33:21.154705 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2c226d36-b854-42c8-8ffb-3463816adb80 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62288702'] for subnet, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:21.269773 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5800ce9f-9a7a-40ea-968f-24ac06216545 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:21.318703 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5800ce9f-9a7a-40ea-968f-24ac06216545 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:21.371257 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2c226d36-b854-42c8-8ffb-3463816adb80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60203213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62288684'] for subnet, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:21.377642 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5800ce9f-9a7a-40ea-968f-24ac06216545 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Network b881aa01-55c1-441c-86b7-e829abf3c53b is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:33:21.381778 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-5800ce9f-9a7a-40ea-968f-24ac06216545 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:33:21.384962 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5800ce9f-9a7a-40ea-968f-24ac06216545 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:33:21.391239 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5800ce9f-9a7a-40ea-968f-24ac06216545 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:21.392653 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5800ce9f-9a7a-40ea-968f-24ac06216545 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:21.418595 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5800ce9f-9a7a-40ea-968f-24ac06216545 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Pushing event updated for resources: {'Port': ['ID=848e7394-ee7c-4b34-83a9-bfd1b277c82a,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:21.433175 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 55612) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:21.434074 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-5800ce9f-9a7a-40ea-968f-24ac06216545 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.0424402 Jan 18 22:33:21.454484 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c226d36-b854-42c8-8ffb-3463816adb80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d81925e-3658-4989-aaae-6a27a5249737,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:21.482626 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c226d36-b854-42c8-8ffb-3463816adb80 admin admin] Checking segment: {'id': '894ea68f-9a16-43cd-ad40-96962d0e63ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '41f133f8-b31e-433b-929a-b1b7dd84dc63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:33:21.483084 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c226d36-b854-42c8-8ffb-3463816adb80 admin admin] Network hostable DHCP agents. Network: 41f133f8-b31e-433b-929a-b1b7dd84dc63, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:33:21.515651 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935f266c-9c28-46a9-bf7e-bd1ecb3a3541 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:21.522859 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935f266c-9c28-46a9-bf7e-bd1ecb3a3541 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:21.534236 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935f266c-9c28-46a9-bf7e-bd1ecb3a3541 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:21.539398 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 55618) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:21.541949 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-935f266c-9c28-46a9-bf7e-bd1ecb3a3541 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2479 time: 0.1079357 Jan 18 22:33:21.578253 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c226d36-b854-42c8-8ffb-3463816adb80 admin admin] Network 41f133f8-b31e-433b-929a-b1b7dd84dc63 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:33:21.625804 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-2c226d36-b854-42c8-8ffb-3463816adb80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 41f133f8-b31e-433b-929a-b1b7dd84dc63) {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:33:21.634961 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c226d36-b854-42c8-8ffb-3463816adb80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:21.635387 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84079332-d13e-440a-9e4f-c9d48bb0cc39 None None] Network 41f133f8-b31e-433b-929a-b1b7dd84dc63 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:33:21.635895 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2c226d36-b854-42c8-8ffb-3463816adb80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:21.680697 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-dadd95a7-77e4-4119-a0fe-157a0ca820e5 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Deleting port 848e7394-ee7c-4b34-83a9-bfd1b277c82a {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:33:21.681034 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-dadd95a7-77e4-4119-a0fe-157a0ca820e5 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:21.700827 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7370da98-8eac-4468-b93b-76ff89861784 req-147fcc16-cbf5-4481-a0ee-b1893fa3ffba tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:21.702422 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7370da98-8eac-4468-b93b-76ff89861784 req-147fcc16-cbf5-4481-a0ee-b1893fa3ffba tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6f4b781-3937-4a77-8733-a6dc0078ff56 HTTP/1.1" status: 200 len: 945 time: 0.1489849 Jan 18 22:33:21.706297 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-2c226d36-b854-42c8-8ffb-3463816adb80 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6407375 Jan 18 22:33:21.748683 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 55630) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:21.813263 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7370da98-8eac-4468-b93b-76ff89861784 req-25aceb9f-aa08-40eb-b99a-043df4d2a122 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.53 "GET /v2.0/security-groups?id=c97b6df1-e3bb-4ca1-a3ff-335fef0bf5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969326 Jan 18 22:33:21.838410 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-dadd95a7-77e4-4119-a0fe-157a0ca820e5 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:21.866719 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-dadd95a7-77e4-4119-a0fe-157a0ca820e5 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Calling delete_port for 848e7394-ee7c-4b34-83a9-bfd1b277c82a owned by {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:33:21.934667 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 70b5a569-d46e-4115-ac32-b2be2cfc4ea5 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:33:21.940576 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 55636) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:21.960461 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1daee3b-3aa0-45bf-bbbf-0905513ac083 None None] Network 41f133f8-b31e-433b-929a-b1b7dd84dc63 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:33:22.044106 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_v2 [None req-b801b73f-3f17-4444-b72d-50308304bf4a admin admin] Deleting subnet d19979ab-5db3-4995-a3f2-37487f34bd3c {{(pid=102430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:33:22.080471 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b801b73f-3f17-4444-b72d-50308304bf4a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:22.121631 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-dadd95a7-77e4-4119-a0fe-157a0ca820e5 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:22.128228 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2660c6f3-1992-4388-94c2-0ba9ed44bef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:22.152371 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cccd148e-bb60-4e02-8327-8e8e53e84631 None None] Network b881aa01-55c1-441c-86b7-e829abf3c53b requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:33:22.174006 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-06d1fba1-d980-4153-9eee-e349543b7165 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:22.191902 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadd95a7-77e4-4119-a0fe-157a0ca820e5 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Pushing event deleted for resources: {'Port': ['ID=848e7394-ee7c-4b34-83a9-bfd1b277c82a,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:22.219805 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-27bc5c38-94a0-4dab-ada4-409789b95be2 None None] Provisioning complete for port 70b5a569-d46e-4115-ac32-b2be2cfc4ea5 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:33:22.220340 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-27bc5c38-94a0-4dab-ada4-409789b95be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:22.269919 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 70b5a569-d46e-4115-ac32-b2be2cfc4ea5 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:33:22.270455 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:22.271754 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-dadd95a7-77e4-4119-a0fe-157a0ca820e5 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:22.275622 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-dadd95a7-77e4-4119-a0fe-157a0ca820e5 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] 10.222.0.53 "DELETE /v2.0/ports/848e7394-ee7c-4b34-83a9-bfd1b277c82a HTTP/1.1" status: 204 len: 168 time: 0.7347960 Jan 18 22:33:22.278676 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 55650) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:22.298110 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-06d1fba1-d980-4153-9eee-e349543b7165 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:22.312522 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1343a5b-33ea-40de-ac7c-df5ad24eba6f tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] GET failed (client error): The resource could not be found. Jan 18 22:33:22.317864 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-b1343a5b-33ea-40de-ac7c-df5ad24eba6f tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] 10.222.0.53 "GET /v2.0/ports/848e7394-ee7c-4b34-83a9-bfd1b277c82a HTTP/1.1" status: 404 len: 333 time: 0.0346835 Jan 18 22:33:22.319041 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b801b73f-3f17-4444-b72d-50308304bf4a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60394745'] for subnet, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:22.324499 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 55654) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:22.329153 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-35df25bd-8232-4188-8b08-bfd1489640c7 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Request body: {'port': {'network_id': 'b881aa01-55c1-441c-86b7-e829abf3c53b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-517853909'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:33:22.340922 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-06d1fba1-d980-4153-9eee-e349543b7165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:22.383582 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-27bc5c38-94a0-4dab-ada4-409789b95be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:22.406617 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d1fba1-d980-4153-9eee-e349543b7165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cee95a7-dd52-4777-88bc-2a0a9bc737f5,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:22.414169 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-06d1fba1-d980-4153-9eee-e349543b7165 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=aac8c85dd0a545928b8d7eddc2525a5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6641555 Jan 18 22:33:22.417667 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 55656) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:22.426235 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafad69b-f253-444f-8e38-8db55fee0c2f req-b312eb45-b7f5-4ccc-80cb-78e35efd29ce tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:22.434024 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bafad69b-f253-444f-8e38-8db55fee0c2f req-b312eb45-b7f5-4ccc-80cb-78e35efd29ce tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 946 time: 0.2449152 Jan 18 22:33:22.442259 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b801b73f-3f17-4444-b72d-50308304bf4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:22.468615 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35df25bd-8232-4188-8b08-bfd1489640c7 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Made reservation on behalf of 9e943436cdae4563ba2767bc22a0e08f for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:33:22.472139 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-35df25bd-8232-4188-8b08-bfd1489640c7 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:22.496044 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [None req-35df25bd-8232-4188-8b08-bfd1489640c7 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] device_id is not set on port 7beaef12-a62c-43fe-94ee-737068315434 yet. {{(pid=102431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:33:22.500580 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:22.519993 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-27bc5c38-94a0-4dab-ada4-409789b95be2 None None] For port 70b5a569-d46e-4115-ac32-b2be2cfc4ea5, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=70b5a569-d46e-4115-ac32-b2be2cfc4ea5,segment=NetworkSegment(5b121607-acc0-491b-9cf5-6bb43e57580d),segment_id=5b121607-acc0-491b-9cf5-6bb43e57580d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:33:22.538378 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-27bc5c38-94a0-4dab-ada4-409789b95be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:22.563262 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bafad69b-f253-444f-8e38-8db55fee0c2f req-14a99d73-26f0-4174-9c4a-e012e12f0ac4 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281855 Jan 18 22:33:22.606453 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-53f68c9d-9d27-43ca-b167-be972ef22923 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:22.621884 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b801b73f-3f17-4444-b72d-50308304bf4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60203138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62288677'] for subnet, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:22.640326 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.db.api [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 22:33:22.642661 n-d-825064-1 neutron-server[102432]: DEBUG oslo_db.api [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 22:33:22.643296 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bc5c38-94a0-4dab-ada4-409789b95be2 None None] Pushing event updated for resources: {'Port': ['ID=70b5a569-d46e-4115-ac32-b2be2cfc4ea5,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:22.663029 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-53f68c9d-9d27-43ca-b167-be972ef22923 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:22.669331 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b801b73f-3f17-4444-b72d-50308304bf4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:22.674732 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-b801b73f-3f17-4444-b72d-50308304bf4a admin admin] 10.222.0.53 "DELETE /v2.0/subnets/d19979ab-5db3-4995-a3f2-37487f34bd3c HTTP/1.1" status: 204 len: 168 time: 0.7321606 Jan 18 22:33:22.677713 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 55662) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:22.681790 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b801b73f-3f17-4444-b72d-50308304bf4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d19979ab-5db3-4995-a3f2-37487f34bd3c,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:22.750589 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-53f68c9d-9d27-43ca-b167-be972ef22923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:22.753480 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-53f68c9d-9d27-43ca-b167-be972ef22923 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:22.754831 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-53f68c9d-9d27-43ca-b167-be972ef22923 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0cee95a7-dd52-4777-88bc-2a0a9bc737f5 HTTP/1.1" status: 204 len: 168 time: 0.3186142 Jan 18 22:33:22.778054 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f68c9d-9d27-43ca-b167-be972ef22923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cee95a7-dd52-4777-88bc-2a0a9bc737f5,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:22.793767 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-35df25bd-8232-4188-8b08-bfd1489640c7 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Allocated IP 2001:db8::36a (b881aa01-55c1-441c-86b7-e829abf3c53b/fb4fad50-3675-45aa-b6bf-da7fde7e19bc/7beaef12-a62c-43fe-94ee-737068315434) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:33:22.832434 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cb74fac2-814a-4f89-a25b-352951960fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:22.926457 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:22.982600 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-2a763d63-4fef-4157-bdca-cab73873098f None None] Provisioning complete for port 70b5a569-d46e-4115-ac32-b2be2cfc4ea5 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:33:22.982973 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2a763d63-4fef-4157-bdca-cab73873098f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:22.999521 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cb74fac2-814a-4f89-a25b-352951960fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:23.032770 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-cb74fac2-814a-4f89-a25b-352951960fa1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['622816e4-44b9-4b81-b42b-727de4410ed1']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:33:23.048919 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-cb74fac2-814a-4f89-a25b-352951960fa1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2e1fb66-8d00-4f08-ae9d-d6a5c1c35019') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:33:23.049224 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-cb74fac2-814a-4f89-a25b-352951960fa1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2e1fb66-8d00-4f08-ae9d-d6a5c1c35019') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:33:23.063130 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f242e154-2361-44d1-af49-67b9f1014e02 req-0d1ba5b9-2401-4516-8529-36cd2e90b02c tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:23.068032 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cb74fac2-814a-4f89-a25b-352951960fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:23.073981 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f242e154-2361-44d1-af49-67b9f1014e02 req-0d1ba5b9-2401-4516-8529-36cd2e90b02c tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6f4b781-3937-4a77-8733-a6dc0078ff56 HTTP/1.1" status: 200 len: 945 time: 0.1408069 Jan 18 22:33:23.099511 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cb74fac2-814a-4f89-a25b-352951960fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:23.117179 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-35df25bd-8232-4188-8b08-bfd1489640c7 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:23.119064 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb74fac2-814a-4f89-a25b-352951960fa1 admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:33:23.119517 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cb74fac2-814a-4f89-a25b-352951960fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:23.122897 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:33:23.122897 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:33:23.122897 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:33:23.122897 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:33:23.122897 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:33:23.122897 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:33:23.122897 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:33:23.122897 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:33:23.122897 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:33:23.122897 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:33:23.122897 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:33:23.122897 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:33:23.122897 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:33:23.122897 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:33:23.122897 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:33:23.122897 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:33:23.122897 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:33:23.122897 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:33:23.122897 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:33:23.122897 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:33:23.122897 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:33:23.122897 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:33:23.122897 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:33:23.122897 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:33:23.122897 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:33:23.122897 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:33:23.122897 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:33:23.122897 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:33:23.122897 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:33:23.122897 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:33:23.122897 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:33:23.122897 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:33:23.157716 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f242e154-2361-44d1-af49-67b9f1014e02 req-e040839b-ab5b-4797-87bd-517b83a9967e tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.53 "GET /v2.0/security-groups?id=c97b6df1-e3bb-4ca1-a3ff-335fef0bf5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780561 Jan 18 22:33:23.200886 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cb74fac2-814a-4f89-a25b-352951960fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:23.211712 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cb74fac2-814a-4f89-a25b-352951960fa1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:23.218096 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-cb74fac2-814a-4f89-a25b-352951960fa1 admin admin] 10.222.0.53 "DELETE /v2.0/networks/622816e4-44b9-4b81-b42b-727de4410ed1 HTTP/1.1" status: 204 len: 168 time: 0.5392704 Jan 18 22:33:23.221254 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 55678) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:23.261747 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb74fac2-814a-4f89-a25b-352951960fa1 admin admin] Pushing event deleted for resources: {'Network': ['ID=622816e4-44b9-4b81-b42b-727de4410ed1,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:23.271298 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-35df25bd-8232-4188-8b08-bfd1489640c7 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:23.277431 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-2a763d63-4fef-4157-bdca-cab73873098f None None] Provisioning complete for port 0210a539-be8d-4c97-b8ba-e26804b0f9e0 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:33:23.278383 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2a763d63-4fef-4157-bdca-cab73873098f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:23.328659 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-2a763d63-4fef-4157-bdca-cab73873098f None None] Port 0210a539-be8d-4c97-b8ba-e26804b0f9e0 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:33:23.328931 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35df25bd-8232-4188-8b08-bfd1489640c7 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Pushing event updated for resources: {'Port': ['ID=7beaef12-a62c-43fe-94ee-737068315434,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:23.345637 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35df25bd-8232-4188-8b08-bfd1489640c7 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Network b881aa01-55c1-441c-86b7-e829abf3c53b is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:33:23.346849 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef5d83b3-4d51-4ffe-a2c4-51034e41437d admin admin] Deleting subnet 1d81925e-3658-4989-aaae-6a27a5249737 {{(pid=102430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:33:23.347516 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-35df25bd-8232-4188-8b08-bfd1489640c7 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:33:23.350686 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35df25bd-8232-4188-8b08-bfd1489640c7 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:33:23.354720 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ef5d83b3-4d51-4ffe-a2c4-51034e41437d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:23.359715 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35df25bd-8232-4188-8b08-bfd1489640c7 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:23.360548 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-35df25bd-8232-4188-8b08-bfd1489640c7 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:23.383119 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-35df25bd-8232-4188-8b08-bfd1489640c7 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.0578120 Jan 18 22:33:23.386231 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 55682) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:23.398768 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-835c0be5-3be3-46b8-b1f6-40a5fbc809ee tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::5d', 'mac_address': 'fa:16:3e:59:05:42'}]}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:33:23.400573 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ef5d83b3-4d51-4ffe-a2c4-51034e41437d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60394745'] for subnet, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:23.441261 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 55684) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:23.448162 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ef5d83b3-4d51-4ffe-a2c4-51034e41437d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:23.466315 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ba78da97-4369-4438-9269-3b4e443d1c8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:23.468925 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-66f6ee85-7ff1-415f-bdca-f3be06e0f391 None None] Provisioning complete for port 0210a539-be8d-4c97-b8ba-e26804b0f9e0 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:33:23.469941 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-66f6ee85-7ff1-415f-bdca-f3be06e0f391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:23.516444 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-835c0be5-3be3-46b8-b1f6-40a5fbc809ee tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:23.525926 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ef5d83b3-4d51-4ffe-a2c4-51034e41437d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60203138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62288677'] for subnet, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:23.536775 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-66f6ee85-7ff1-415f-bdca-f3be06e0f391 None None] Port 0210a539-be8d-4c97-b8ba-e26804b0f9e0 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:33:23.567165 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5d83b3-4d51-4ffe-a2c4-51034e41437d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d81925e-3658-4989-aaae-6a27a5249737,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:23.573106 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ef5d83b3-4d51-4ffe-a2c4-51034e41437d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:23.579239 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-ef5d83b3-4d51-4ffe-a2c4-51034e41437d admin admin] 10.222.0.53 "DELETE /v2.0/subnets/1d81925e-3658-4989-aaae-6a27a5249737 HTTP/1.1" status: 204 len: 168 time: 0.3565698 Jan 18 22:33:23.579956 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 55688) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:23.675361 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-15a0b4a5-6faa-413b-b612-713424a95cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:23.752171 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-ffed5039-feab-4aab-a2c4-b05c9bb04670 None None] Could not find standard attr ID for object 848e7394-ee7c-4b34-83a9-bfd1b277c82a. {{(pid=102432) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 22:33:23.766629 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcf283d-c8c5-4d65-87f0-68bbcb5909f4 req-6a4fcc7e-b1f2-41ef-9352-d309043de996 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:23.768407 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5fcf283d-c8c5-4d65-87f0-68bbcb5909f4 req-6a4fcc7e-b1f2-41ef-9352-d309043de996 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 946 time: 0.0902238 Jan 18 22:33:23.874779 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 70b5a569-d46e-4115-ac32-b2be2cfc4ea5 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:33:23.875543 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-15a0b4a5-6faa-413b-b612-713424a95cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:23.891512 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5fcf283d-c8c5-4d65-87f0-68bbcb5909f4 req-4f58ccf5-8eda-4c14-b9d0-7035bfb62e29 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914319 Jan 18 22:33:23.905253 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-15a0b4a5-6faa-413b-b612-713424a95cc1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41f133f8-b31e-433b-929a-b1b7dd84dc63']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:33:23.926962 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-15a0b4a5-6faa-413b-b612-713424a95cc1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '894ea68f-9a16-43cd-ad40-96962d0e63ba') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:33:23.927287 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-15a0b4a5-6faa-413b-b612-713424a95cc1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '894ea68f-9a16-43cd-ad40-96962d0e63ba') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:33:23.937495 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-15a0b4a5-6faa-413b-b612-713424a95cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60394742'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:23.956192 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-15a0b4a5-6faa-413b-b612-713424a95cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:23.964602 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15a0b4a5-6faa-413b-b612-713424a95cc1 admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:33:23.965371 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-15a0b4a5-6faa-413b-b612-713424a95cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60203044'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:23.967341 n-d-825064-1 neutron-server[102430]: Traceback (most recent call last): Jan 18 22:33:23.967341 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:33:23.967341 n-d-825064-1 neutron-server[102430]: timer() Jan 18 22:33:23.967341 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:33:23.967341 n-d-825064-1 neutron-server[102430]: cb(*args, **kw) Jan 18 22:33:23.967341 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:33:23.967341 n-d-825064-1 neutron-server[102430]: return func(*args, **kwargs) Jan 18 22:33:23.967341 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:33:23.967341 n-d-825064-1 neutron-server[102430]: self._notify() Jan 18 22:33:23.967341 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:33:23.967341 n-d-825064-1 neutron-server[102430]: self.callback(batched_events) Jan 18 22:33:23.967341 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:33:23.967341 n-d-825064-1 neutron-server[102430]: event.method(event) Jan 18 22:33:23.967341 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:33:23.967341 n-d-825064-1 neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:33:23.967341 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:33:23.967341 n-d-825064-1 neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:33:23.967341 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:33:23.967341 n-d-825064-1 neutron-server[102430]: return f(self, *a, **k) Jan 18 22:33:23.967341 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:33:23.967341 n-d-825064-1 neutron-server[102430]: return self._get(url).json() Jan 18 22:33:23.967341 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:33:23.967341 n-d-825064-1 neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:33:23.967341 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:33:23.967341 n-d-825064-1 neutron-server[102430]: return self.request(url, 'GET', **kwargs) Jan 18 22:33:23.967341 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:33:23.967341 n-d-825064-1 neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:33:23.967341 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:33:23.967341 n-d-825064-1 neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:33:23.967341 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:33:23.967341 n-d-825064-1 neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:33:23.967341 n-d-825064-1 neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:33:23.976607 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 70b5a569-d46e-4115-ac32-b2be2cfc4ea5 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:33:23.978270 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:24.039814 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-15a0b4a5-6faa-413b-b612-713424a95cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:24.047287 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-15a0b4a5-6faa-413b-b612-713424a95cc1 admin admin] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:24.061315 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-15a0b4a5-6faa-413b-b612-713424a95cc1 admin admin] 10.222.0.53 "DELETE /v2.0/networks/41f133f8-b31e-433b-929a-b1b7dd84dc63 HTTP/1.1" status: 204 len: 168 time: 0.4775949 Jan 18 22:33:24.086431 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a0b4a5-6faa-413b-b612-713424a95cc1 admin admin] Pushing event deleted for resources: {'Network': ['ID=41f133f8-b31e-433b-929a-b1b7dd84dc63,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:24.131586 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-8dac4424-2525-430d-8a14-8996db96fe2d None None] Provisioning complete for port 7beaef12-a62c-43fe-94ee-737068315434 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:33:24.132240 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8dac4424-2525-430d-8a14-8996db96fe2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:24.181834 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-8dac4424-2525-430d-8a14-8996db96fe2d None None] Port 7beaef12-a62c-43fe-94ee-737068315434 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:33:24.238055 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ba78da97-4369-4438-9269-3b4e443d1c8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:24.262666 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ba78da97-4369-4438-9269-3b4e443d1c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:24.333045 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e2b02f-86bc-4823-98b6-647d9e0e08e8 req-8ec2d83f-d55f-4aa5-bf63-3a979b3c73cc tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:24.339502 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-ba78da97-4369-4438-9269-3b4e443d1c8d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f66b2156fc49441f9569c5f7920008b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8969085 Jan 18 22:33:24.343942 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-43e2b02f-86bc-4823-98b6-647d9e0e08e8 req-8ec2d83f-d55f-4aa5-bf63-3a979b3c73cc tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6f4b781-3937-4a77-8733-a6dc0078ff56 HTTP/1.1" status: 200 len: 945 time: 0.0832808 Jan 18 22:33:24.344315 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 55702) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:24.352365 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 55704) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:24.355237 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba78da97-4369-4438-9269-3b4e443d1c8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4f6e314-29e5-4921-9216-e1d7017b6c98,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:24.381362 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:24.396846 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-835c0be5-3be3-46b8-b1f6-40a5fbc809ee tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:24.406665 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-835c0be5-3be3-46b8-b1f6-40a5fbc809ee tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:24.411170 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-43e2b02f-86bc-4823-98b6-647d9e0e08e8 req-7e079005-63b8-4c8f-af12-084fc25703b5 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.53 "GET /v2.0/security-groups?id=c97b6df1-e3bb-4ca1-a3ff-335fef0bf5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663462 Jan 18 22:33:24.420653 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-1c5ba78e-f382-4c8e-abe8-52466f2ffccc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e95e0b3ee0314930b784a4e1c527b65e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0624821 Jan 18 22:33:24.420917 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 55706) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:24.456354 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-835c0be5-3be3-46b8-b1f6-40a5fbc809ee tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] In _notify_port_updated(), no bound segment for port 7beaef12-a62c-43fe-94ee-737068315434 on network b881aa01-55c1-441c-86b7-e829abf3c53b {{(pid=102431) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 18 22:33:24.461837 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835c0be5-3be3-46b8-b1f6-40a5fbc809ee tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:24.463195 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-835c0be5-3be3-46b8-b1f6-40a5fbc809ee tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:24.466967 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-835c0be5-3be3-46b8-b1f6-40a5fbc809ee tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] 10.222.0.53 "PUT /v2.0/ports/7beaef12-a62c-43fe-94ee-737068315434 HTTP/1.1" status: 200 len: 1001 time: 1.0783422 Jan 18 22:33:24.467413 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 55710) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:24.479871 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0259fc06-ca3d-430a-8554-18e5d58be7d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:24.486959 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835c0be5-3be3-46b8-b1f6-40a5fbc809ee tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Pushing event updated for resources: {'Port': ['ID=7beaef12-a62c-43fe-94ee-737068315434,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:24.507848 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0259fc06-ca3d-430a-8554-18e5d58be7d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:24.562909 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d1d0eb4c-9823-411b-bf39-24eda262af12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:24.568057 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0259fc06-ca3d-430a-8554-18e5d58be7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:24.571362 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0259fc06-ca3d-430a-8554-18e5d58be7d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:24.572681 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-0259fc06-ca3d-430a-8554-18e5d58be7d3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d4f6e314-29e5-4921-9216-e1d7017b6c98 HTTP/1.1" status: 204 len: 168 time: 0.2262948 Jan 18 22:33:24.589234 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:24.595931 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0259fc06-ca3d-430a-8554-18e5d58be7d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4f6e314-29e5-4921-9216-e1d7017b6c98,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:24.635988 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d1d0eb4c-9823-411b-bf39-24eda262af12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:24.686935 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-a313e3a7-972e-4d68-a673-c040a525e7a3 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Deleting port 7beaef12-a62c-43fe-94ee-737068315434 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:33:24.687284 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a313e3a7-972e-4d68-a673-c040a525e7a3 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:24.755470 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d1d0eb4c-9823-411b-bf39-24eda262af12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:24.758387 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d1d0eb4c-9823-411b-bf39-24eda262af12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:24.759771 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-d1d0eb4c-9823-411b-bf39-24eda262af12 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1fab3456-a212-4dbb-86bc-41732ab1cd57 HTTP/1.1" status: 204 len: 168 time: 0.3349237 Jan 18 22:33:24.783640 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d0eb4c-9823-411b-bf39-24eda262af12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fab3456-a212-4dbb-86bc-41732ab1cd57,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:24.803879 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a313e3a7-972e-4d68-a673-c040a525e7a3 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:24.814475 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-5942af91-d1ef-492d-9271-eb44532762bd None None] Provisioning complete for port 7beaef12-a62c-43fe-94ee-737068315434 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:33:24.814984 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5942af91-d1ef-492d-9271-eb44532762bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:24.817351 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-a313e3a7-972e-4d68-a673-c040a525e7a3 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Calling delete_port for 7beaef12-a62c-43fe-94ee-737068315434 owned by {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:33:24.877065 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-5942af91-d1ef-492d-9271-eb44532762bd None None] Port 7beaef12-a62c-43fe-94ee-737068315434 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:33:24.999504 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a313e3a7-972e-4d68-a673-c040a525e7a3 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:25.050706 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a313e3a7-972e-4d68-a673-c040a525e7a3 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Pushing event deleted for resources: {'Port': ['ID=7beaef12-a62c-43fe-94ee-737068315434,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:25.097848 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc05466-f76c-4c17-b127-cc7610b02ff6 req-82f37b61-a81f-4160-88e8-38c2c491f32c tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:25.099397 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0bc05466-f76c-4c17-b127-cc7610b02ff6 req-82f37b61-a81f-4160-88e8-38c2c491f32c tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 946 time: 0.1124442 Jan 18 22:33:25.188746 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a313e3a7-972e-4d68-a673-c040a525e7a3 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:25.194262 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-a313e3a7-972e-4d68-a673-c040a525e7a3 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] 10.222.0.53 "DELETE /v2.0/ports/7beaef12-a62c-43fe-94ee-737068315434 HTTP/1.1" status: 204 len: 168 time: 0.7236075 Jan 18 22:33:25.194734 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 55734) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:25.215653 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0bc05466-f76c-4c17-b127-cc7610b02ff6 req-d9d6e311-4e50-4116-a057-3231eeb64a28 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075966 Jan 18 22:33:25.240773 n-d-825064-1 neutron-server[102430]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd69444d-d007-4e83-97af-9df44ab4623d tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] GET failed (client error): The resource could not be found. Jan 18 22:33:25.246038 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-bd69444d-d007-4e83-97af-9df44ab4623d tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] 10.222.0.53 "GET /v2.0/ports/7beaef12-a62c-43fe-94ee-737068315434 HTTP/1.1" status: 404 len: 333 time: 0.0469685 Jan 18 22:33:25.246408 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 55736) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:25.252446 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-8aeff5ea-c661-42ae-afa7-709ed89aad29 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Request body: {'port': {'network_id': 'b881aa01-55c1-441c-86b7-e829abf3c53b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-611513497'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:33:25.313804 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 55740) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:25.356941 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-1b7be317-fa16-434f-9ff5-5e16cc525d1d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=27ac5cb982da4c9286d5a567a8c2e22e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0419850 Jan 18 22:33:25.359491 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 55742) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:25.391338 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aeff5ea-c661-42ae-afa7-709ed89aad29 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Made reservation on behalf of 9e943436cdae4563ba2767bc22a0e08f for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:33:25.395897 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8aeff5ea-c661-42ae-afa7-709ed89aad29 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:25.418068 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [None req-8aeff5ea-c661-42ae-afa7-709ed89aad29 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] device_id is not set on port 3cd10be8-55b6-43fb-b8d6-19956316e498 yet. {{(pid=102431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:33:25.431630 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-df0d50cb-90fa-4d7b-ba24-f8b18b140f90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:25.474868 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-df0d50cb-90fa-4d7b-ba24-f8b18b140f90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:25.542845 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-8aeff5ea-c661-42ae-afa7-709ed89aad29 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Allocated IP 2001:db8::167 (b881aa01-55c1-441c-86b7-e829abf3c53b/fb4fad50-3675-45aa-b6bf-da7fde7e19bc/3cd10be8-55b6-43fb-b8d6-19956316e498) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:33:25.594566 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b97939-79b2-4ea7-b8ee-7e995484b50a req-5da870f4-e7fe-4b6c-a646-9ff11508636c tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:25.601776 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-04b97939-79b2-4ea7-b8ee-7e995484b50a req-5da870f4-e7fe-4b6c-a646-9ff11508636c tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6f4b781-3937-4a77-8733-a6dc0078ff56 HTTP/1.1" status: 200 len: 945 time: 0.0689664 Jan 18 22:33:25.630891 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-df0d50cb-90fa-4d7b-ba24-f8b18b140f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:25.634276 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-df0d50cb-90fa-4d7b-ba24-f8b18b140f90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:25.635776 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-df0d50cb-90fa-4d7b-ba24-f8b18b140f90 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/009aad0b-f00d-4165-8d11-fa3a434f7de4 HTTP/1.1" status: 204 len: 168 time: 0.2751434 Jan 18 22:33:25.654607 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0d50cb-90fa-4d7b-ba24-f8b18b140f90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=009aad0b-f00d-4165-8d11-fa3a434f7de4,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:25.681215 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-04b97939-79b2-4ea7-b8ee-7e995484b50a req-f821967a-f983-4cfe-8289-ddc6dbbe732b tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.53 "GET /v2.0/security-groups?id=c97b6df1-e3bb-4ca1-a3ff-335fef0bf5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737727 Jan 18 22:33:25.744519 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8aeff5ea-c661-42ae-afa7-709ed89aad29 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:25.783395 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8aeff5ea-c661-42ae-afa7-709ed89aad29 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:25.835233 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aeff5ea-c661-42ae-afa7-709ed89aad29 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Network b881aa01-55c1-441c-86b7-e829abf3c53b is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:33:25.841803 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-8aeff5ea-c661-42ae-afa7-709ed89aad29 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:33:25.844391 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aeff5ea-c661-42ae-afa7-709ed89aad29 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:33:25.851290 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aeff5ea-c661-42ae-afa7-709ed89aad29 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:25.851815 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8aeff5ea-c661-42ae-afa7-709ed89aad29 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:25.868428 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeff5ea-c661-42ae-afa7-709ed89aad29 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Pushing event updated for resources: {'Port': ['ID=3cd10be8-55b6-43fb-b8d6-19956316e498,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:25.879417 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-8aeff5ea-c661-42ae-afa7-709ed89aad29 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.6318216 Jan 18 22:33:25.886273 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 55762) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:25.889882 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-ef6205f7-fde7-4845-b4f5-8e79db95b8af tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:59:05:42'}]}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:33:26.122048 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ef6205f7-fde7-4845-b4f5-8e79db95b8af tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:26.210163 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-59e76ad2-a069-4d65-a30c-123cb9a29211 None None] Provisioning complete for port 3cd10be8-55b6-43fb-b8d6-19956316e498 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:33:26.211567 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-59e76ad2-a069-4d65-a30c-123cb9a29211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:26.267903 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-59e76ad2-a069-4d65-a30c-123cb9a29211 None None] Port 3cd10be8-55b6-43fb-b8d6-19956316e498 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:33:26.375058 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f7b99d-21d0-4268-99fd-b7be4349aa99 req-e948fd22-e809-4fc2-af7a-6bfbd7d71e92 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:26.376820 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e1f7b99d-21d0-4268-99fd-b7be4349aa99 req-e948fd22-e809-4fc2-af7a-6bfbd7d71e92 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 946 time: 0.0769553 Jan 18 22:33:26.400453 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ef6205f7-fde7-4845-b4f5-8e79db95b8af tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:26.411108 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ef6205f7-fde7-4845-b4f5-8e79db95b8af tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:26.478801 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-ef6205f7-fde7-4845-b4f5-8e79db95b8af tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] In _notify_port_updated(), no bound segment for port 3cd10be8-55b6-43fb-b8d6-19956316e498 on network b881aa01-55c1-441c-86b7-e829abf3c53b {{(pid=102430) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 18 22:33:26.485956 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6205f7-fde7-4845-b4f5-8e79db95b8af tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:26.486910 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ef6205f7-fde7-4845-b4f5-8e79db95b8af tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:26.488696 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-ef6205f7-fde7-4845-b4f5-8e79db95b8af tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] 10.222.0.53 "PUT /v2.0/ports/3cd10be8-55b6-43fb-b8d6-19956316e498 HTTP/1.1" status: 200 len: 1002 time: 0.6036508 Jan 18 22:33:26.491302 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 55806) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:26.505702 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e1f7b99d-21d0-4268-99fd-b7be4349aa99 req-032518f0-a484-42af-b52b-6168d3bd7055 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143787 Jan 18 22:33:26.522109 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6205f7-fde7-4845-b4f5-8e79db95b8af tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Pushing event updated for resources: {'Port': ['ID=3cd10be8-55b6-43fb-b8d6-19956316e498,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:26.649649 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-ab6d902d-0d28-4002-8c72-87d6acbaef22 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Deleting port 3cd10be8-55b6-43fb-b8d6-19956316e498 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:33:26.650303 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ab6d902d-0d28-4002-8c72-87d6acbaef22 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:26.794143 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ab6d902d-0d28-4002-8c72-87d6acbaef22 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:26.812744 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-ab6d902d-0d28-4002-8c72-87d6acbaef22 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Calling delete_port for 3cd10be8-55b6-43fb-b8d6-19956316e498 owned by {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:33:26.835228 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82f866c-200b-48f0-b077-11d8be2e0c9f req-cd77ad4e-b7f8-4866-b734-d462b06f25c6 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:26.842606 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b82f866c-200b-48f0-b077-11d8be2e0c9f req-cd77ad4e-b7f8-4866-b734-d462b06f25c6 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6f4b781-3937-4a77-8733-a6dc0078ff56 HTTP/1.1" status: 200 len: 945 time: 0.0769513 Jan 18 22:33:26.901282 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b82f866c-200b-48f0-b077-11d8be2e0c9f req-dd18bee5-dfb9-425c-befc-5d64bf60709b tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.53 "GET /v2.0/security-groups?id=c97b6df1-e3bb-4ca1-a3ff-335fef0bf5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546279 Jan 18 22:33:26.901980 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-b5acd8bc-cfd4-47c8-b9d4-a571e01e9f3e None None] Provisioning complete for port 3cd10be8-55b6-43fb-b8d6-19956316e498 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:33:26.902579 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b5acd8bc-cfd4-47c8-b9d4-a571e01e9f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:26.947829 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-b5acd8bc-cfd4-47c8-b9d4-a571e01e9f3e None None] Port 3cd10be8-55b6-43fb-b8d6-19956316e498 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:33:26.970022 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 55848) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:26.982411 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ab6d902d-0d28-4002-8c72-87d6acbaef22 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:27.013103 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6d902d-0d28-4002-8c72-87d6acbaef22 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Pushing event deleted for resources: {'Port': ['ID=3cd10be8-55b6-43fb-b8d6-19956316e498,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:27.058510 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ab6d902d-0d28-4002-8c72-87d6acbaef22 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:27.066168 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-ab6d902d-0d28-4002-8c72-87d6acbaef22 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] 10.222.0.53 "DELETE /v2.0/ports/3cd10be8-55b6-43fb-b8d6-19956316e498 HTTP/1.1" status: 204 len: 168 time: 0.5736098 Jan 18 22:33:27.066436 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 55858) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:27.120391 n-d-825064-1 neutron-server[102430]: INFO neutron.pecan_wsgi.hooks.translation [None req-462b4f48-ea5c-495b-9129-d987d8910160 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] GET failed (client error): The resource could not be found. Jan 18 22:33:27.123364 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-462b4f48-ea5c-495b-9129-d987d8910160 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] 10.222.0.53 "GET /v2.0/ports/3cd10be8-55b6-43fb-b8d6-19956316e498 HTTP/1.1" status: 404 len: 333 time: 0.0558622 Jan 18 22:33:27.126963 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 55860) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:27.135625 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-de6f0330-e9c7-4c2b-b772-a0d5aac00f9f tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Request body: {'port': {'network_id': 'b881aa01-55c1-441c-86b7-e829abf3c53b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1734514702'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:33:27.251507 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-dac215b3-e0d0-4f13-bfb3-5fe66df6875e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:27.311429 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de6f0330-e9c7-4c2b-b772-a0d5aac00f9f tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Made reservation on behalf of 9e943436cdae4563ba2767bc22a0e08f for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:33:27.315659 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-de6f0330-e9c7-4c2b-b772-a0d5aac00f9f tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:27.345909 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [None req-de6f0330-e9c7-4c2b-b772-a0d5aac00f9f tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] device_id is not set on port 2da9fd49-dbb1-4572-acbe-253b70ed9d6b yet. {{(pid=102430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:33:27.423950 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-dac215b3-e0d0-4f13-bfb3-5fe66df6875e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:27.433139 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-dac215b3-e0d0-4f13-bfb3-5fe66df6875e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:27.510538 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac215b3-e0d0-4f13-bfb3-5fe66df6875e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fda6a72-0c54-4d59-aae9-adfefde5dd80,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:27.519044 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-dac215b3-e0d0-4f13-bfb3-5fe66df6875e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cc3a1d33e75048498ec5c236a0d61687&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5476792 Jan 18 22:33:27.521434 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 55872) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:27.536726 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-de6f0330-e9c7-4c2b-b772-a0d5aac00f9f tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Allocated IP 2001:db8::343 (b881aa01-55c1-441c-86b7-e829abf3c53b/fb4fad50-3675-45aa-b6bf-da7fde7e19bc/2da9fd49-dbb1-4572-acbe-253b70ed9d6b) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:33:27.602283 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cff1e916-1d6c-4c4c-a428-806c7349d8a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:27.631820 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cff1e916-1d6c-4c4c-a428-806c7349d8a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:27.699092 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cff1e916-1d6c-4c4c-a428-806c7349d8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:27.701866 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cff1e916-1d6c-4c4c-a428-806c7349d8a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:27.703455 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-cff1e916-1d6c-4c4c-a428-806c7349d8a8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9fda6a72-0c54-4d59-aae9-adfefde5dd80 HTTP/1.1" status: 204 len: 168 time: 0.1804249 Jan 18 22:33:27.707487 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341a3558-f97a-4ee9-982c-14801074111a req-d183be5b-2e09-4a3a-a82b-f30cb8573df6 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:27.709043 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-341a3558-f97a-4ee9-982c-14801074111a req-d183be5b-2e09-4a3a-a82b-f30cb8573df6 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 946 time: 0.1204836 Jan 18 22:33:27.715214 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff1e916-1d6c-4c4c-a428-806c7349d8a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fda6a72-0c54-4d59-aae9-adfefde5dd80,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:27.791780 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-341a3558-f97a-4ee9-982c-14801074111a req-512f4bdc-b95e-4419-96e2-dff73dea37da tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709238 Jan 18 22:33:27.801702 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-de6f0330-e9c7-4c2b-b772-a0d5aac00f9f tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:27.847687 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-de6f0330-e9c7-4c2b-b772-a0d5aac00f9f tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:27.888393 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6f0330-e9c7-4c2b-b772-a0d5aac00f9f tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Network b881aa01-55c1-441c-86b7-e829abf3c53b is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:33:27.891471 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-de6f0330-e9c7-4c2b-b772-a0d5aac00f9f tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:33:27.893898 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6f0330-e9c7-4c2b-b772-a0d5aac00f9f tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:33:27.899685 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6f0330-e9c7-4c2b-b772-a0d5aac00f9f tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:27.900327 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-de6f0330-e9c7-4c2b-b772-a0d5aac00f9f tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:27.923360 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6f0330-e9c7-4c2b-b772-a0d5aac00f9f tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Pushing event updated for resources: {'Port': ['ID=2da9fd49-dbb1-4572-acbe-253b70ed9d6b,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:27.937327 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-de6f0330-e9c7-4c2b-b772-a0d5aac00f9f tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.8087313 Jan 18 22:33:27.939892 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 55894) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:27.945201 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-334111f6-c87f-45a0-8aa4-485ae2487a25 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Request body: {'port': {'network_id': 'b881aa01-55c1-441c-86b7-e829abf3c53b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-956273210'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:33:28.069024 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1193c78-2f81-4fce-8917-7e7a4514b97a req-68f65f5c-5de9-4712-af79-6ffac35d9974 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:28.078930 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b1193c78-2f81-4fce-8917-7e7a4514b97a req-68f65f5c-5de9-4712-af79-6ffac35d9974 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6f4b781-3937-4a77-8733-a6dc0078ff56 HTTP/1.1" status: 200 len: 945 time: 0.0892382 Jan 18 22:33:28.131683 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b1193c78-2f81-4fce-8917-7e7a4514b97a req-1875214c-8d4b-4f94-a8f9-18d2c77be3ab tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.53 "GET /v2.0/security-groups?id=c97b6df1-e3bb-4ca1-a3ff-335fef0bf5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487471 Jan 18 22:33:28.151079 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-334111f6-c87f-45a0-8aa4-485ae2487a25 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Made reservation on behalf of 9e943436cdae4563ba2767bc22a0e08f for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:33:28.157136 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-334111f6-c87f-45a0-8aa4-485ae2487a25 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:28.182625 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [None req-334111f6-c87f-45a0-8aa4-485ae2487a25 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] device_id is not set on port ef55ed5e-cfc0-4020-9e19-b853b9ebb248 yet. {{(pid=102431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:33:28.280845 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-4906db60-250b-4282-9c3a-35b52360f97c None None] Provisioning complete for port 2da9fd49-dbb1-4572-acbe-253b70ed9d6b triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:33:28.282034 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4906db60-250b-4282-9c3a-35b52360f97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:28.326255 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-4906db60-250b-4282-9c3a-35b52360f97c None None] Port 2da9fd49-dbb1-4572-acbe-253b70ed9d6b cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:33:28.339583 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-334111f6-c87f-45a0-8aa4-485ae2487a25 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Allocated IP 2001:db8::3d6 (b881aa01-55c1-441c-86b7-e829abf3c53b/fb4fad50-3675-45aa-b6bf-da7fde7e19bc/ef55ed5e-cfc0-4020-9e19-b853b9ebb248) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:33:28.505858 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-334111f6-c87f-45a0-8aa4-485ae2487a25 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:28.544355 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-334111f6-c87f-45a0-8aa4-485ae2487a25 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:28.592189 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334111f6-c87f-45a0-8aa4-485ae2487a25 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Network b881aa01-55c1-441c-86b7-e829abf3c53b is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:33:28.598830 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-334111f6-c87f-45a0-8aa4-485ae2487a25 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:33:28.603396 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334111f6-c87f-45a0-8aa4-485ae2487a25 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:33:28.609818 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334111f6-c87f-45a0-8aa4-485ae2487a25 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:28.610448 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-334111f6-c87f-45a0-8aa4-485ae2487a25 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:28.622454 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334111f6-c87f-45a0-8aa4-485ae2487a25 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Pushing event updated for resources: {'Port': ['ID=ef55ed5e-cfc0-4020-9e19-b853b9ebb248,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:28.643474 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-334111f6-c87f-45a0-8aa4-485ae2487a25 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.7024376 Jan 18 22:33:28.646400 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 55920) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:28.653072 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-27fa1eb7-b1f9-44ae-80c3-8353ab4b1ed4 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::5d', 'mac_address': 'fa:16:3e:59:05:42'}, {'ip_address': '2001:db8::343', 'mac_address': 'fa:16:3e:06:07:f5'}]}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:33:28.769449 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-27fa1eb7-b1f9-44ae-80c3-8353ab4b1ed4 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:29.032978 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e39843-659e-4134-b0a2-8e4a4d4a3a50 req-c2766597-d7f9-4326-92e6-bb1918035705 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:29.041768 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-70e39843-659e-4134-b0a2-8e4a4d4a3a50 req-c2766597-d7f9-4326-92e6-bb1918035705 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 946 time: 0.1174188 Jan 18 22:33:29.065479 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-9a856079-a7de-4173-a5ad-1682ff0a5d2e None None] Provisioning complete for port ef55ed5e-cfc0-4020-9e19-b853b9ebb248 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:33:29.065858 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9a856079-a7de-4173-a5ad-1682ff0a5d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:29.143732 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-9a856079-a7de-4173-a5ad-1682ff0a5d2e None None] Port ef55ed5e-cfc0-4020-9e19-b853b9ebb248 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:33:29.177587 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-70e39843-659e-4134-b0a2-8e4a4d4a3a50 req-c73e1449-6419-4008-8300-3190ebc3b3e3 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359575 Jan 18 22:33:29.241886 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 55950) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:29.304337 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-27fa1eb7-b1f9-44ae-80c3-8353ab4b1ed4 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:29.318533 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348c3261-cde7-4c5c-8553-d2157f613b0b req-ad8542f2-fd54-4315-8fe8-b6b25f81c762 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:29.321917 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-348c3261-cde7-4c5c-8553-d2157f613b0b req-ad8542f2-fd54-4315-8fe8-b6b25f81c762 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6f4b781-3937-4a77-8733-a6dc0078ff56 HTTP/1.1" status: 200 len: 945 time: 0.0973487 Jan 18 22:33:29.323633 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-27fa1eb7-b1f9-44ae-80c3-8353ab4b1ed4 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:29.373936 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-27fa1eb7-b1f9-44ae-80c3-8353ab4b1ed4 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] In _notify_port_updated(), no bound segment for port ef55ed5e-cfc0-4020-9e19-b853b9ebb248 on network b881aa01-55c1-441c-86b7-e829abf3c53b {{(pid=102430) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 18 22:33:29.379748 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27fa1eb7-b1f9-44ae-80c3-8353ab4b1ed4 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:29.380667 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-27fa1eb7-b1f9-44ae-80c3-8353ab4b1ed4 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:29.382132 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-27fa1eb7-b1f9-44ae-80c3-8353ab4b1ed4 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] 10.222.0.53 "PUT /v2.0/ports/ef55ed5e-cfc0-4020-9e19-b853b9ebb248 HTTP/1.1" status: 200 len: 1066 time: 0.7342556 Jan 18 22:33:29.385274 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 55958) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:29.408654 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fa1eb7-b1f9-44ae-80c3-8353ab4b1ed4 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Pushing event updated for resources: {'Port': ['ID=ef55ed5e-cfc0-4020-9e19-b853b9ebb248,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:29.416975 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-348c3261-cde7-4c5c-8553-d2157f613b0b req-4766df44-6362-4db4-9413-c75d185e3e4d tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.53 "GET /v2.0/security-groups?id=c97b6df1-e3bb-4ca1-a3ff-335fef0bf5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838122 Jan 18 22:33:29.512960 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-7096d977-3111-4156-bcee-e9777c0b7696 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Deleting port ef55ed5e-cfc0-4020-9e19-b853b9ebb248 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:33:29.513307 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7096d977-3111-4156-bcee-e9777c0b7696 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:29.575794 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-5e6cdb6b-2faa-4785-b644-6d4d4de5986d tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1270428351'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:33:29.631494 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e6cdb6b-2faa-4785-b644-6d4d4de5986d tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] Made reservation on behalf of 36075c079ae44676ad9fbc5f13524e7c for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:33:29.635165 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5e6cdb6b-2faa-4785-b644-6d4d4de5986d tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:29.660913 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5e6cdb6b-2faa-4785-b644-6d4d4de5986d tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:29.664214 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7096d977-3111-4156-bcee-e9777c0b7696 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:29.688375 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-7096d977-3111-4156-bcee-e9777c0b7696 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Calling delete_port for ef55ed5e-cfc0-4020-9e19-b853b9ebb248 owned by {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:33:29.809150 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-87cdb262-a64f-423d-a606-68995f12a25a None None] Provisioning complete for port ef55ed5e-cfc0-4020-9e19-b853b9ebb248 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:33:29.810807 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-87cdb262-a64f-423d-a606-68995f12a25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:29.855678 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5e6cdb6b-2faa-4785-b644-6d4d4de5986d tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:29.862640 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5e6cdb6b-2faa-4785-b644-6d4d4de5986d tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:29.871614 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-87cdb262-a64f-423d-a606-68995f12a25a None None] Port ef55ed5e-cfc0-4020-9e19-b853b9ebb248 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:33:29.924349 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6cdb6b-2faa-4785-b644-6d4d4de5986d tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c892283-3fdf-4780-888a-d808c26e3aa4,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:29.937752 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7096d977-3111-4156-bcee-e9777c0b7696 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:29.973478 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e6cdb6b-2faa-4785-b644-6d4d4de5986d tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:33:29.983679 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7096d977-3111-4156-bcee-e9777c0b7696 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Pushing event deleted for resources: {'Port': ['ID=ef55ed5e-cfc0-4020-9e19-b853b9ebb248,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:29.994892 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5e6cdb6b-2faa-4785-b644-6d4d4de5986d tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:29.997136 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-5e6cdb6b-2faa-4785-b644-6d4d4de5986d tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] Added segment 27b73940-3d65-4821-921e-abb4814eb961 of type vlan for network af4835c2-5fef-4e59-831e-3e32d2167b12 Jan 18 22:33:30.080174 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5e6cdb6b-2faa-4785-b644-6d4d4de5986d tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:30.150776 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5e6cdb6b-2faa-4785-b644-6d4d4de5986d tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:30.156526 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6cdb6b-2faa-4785-b644-6d4d4de5986d tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:30.157179 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5e6cdb6b-2faa-4785-b644-6d4d4de5986d tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:30.291603 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bfca66ca-7020-4b68-bf79-7b1f261cc586 req-3449a2f6-cb87-4d16-a7cf-f4771fe7b161 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e9ab72d2-fb07-4ddd-96ca-0d87ff63902f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0894613 Jan 18 22:33:30.306764 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 55982) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:30.316721 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-5e6cdb6b-2faa-4785-b644-6d4d4de5986d tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.0736582 Jan 18 22:33:30.331422 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-227ade05-9796-4e63-81fe-27f05ebcf5bf tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] Request body: {'subnet': {'network_id': 'af4835c2-5fef-4e59-831e-3e32d2167b12', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:33:30.371523 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6cdb6b-2faa-4785-b644-6d4d4de5986d tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] Pushing event updated for resources: {'Network': ['ID=af4835c2-5fef-4e59-831e-3e32d2167b12,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:30.386173 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network af4835c2-5fef-4e59-831e-3e32d2167b12 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:33:30.405400 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7096d977-3111-4156-bcee-e9777c0b7696 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:30.412532 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-7096d977-3111-4156-bcee-e9777c0b7696 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] 10.222.0.53 "DELETE /v2.0/ports/ef55ed5e-cfc0-4020-9e19-b853b9ebb248 HTTP/1.1" status: 204 len: 168 time: 1.0262239 Jan 18 22:33:30.413336 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 55984) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:30.442277 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-9767af2e-31af-4f76-9375-2c9a048a02e5 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] GET failed (client error): The resource could not be found. Jan 18 22:33:30.444154 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-9767af2e-31af-4f76-9375-2c9a048a02e5 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] 10.222.0.53 "GET /v2.0/ports/ef55ed5e-cfc0-4020-9e19-b853b9ebb248 HTTP/1.1" status: 404 len: 333 time: 0.0297432 Jan 18 22:33:30.446999 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 55986) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:30.541983 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd34997-91cf-44bf-bb3a-e6c09d3eac60 req-fb46c4c7-4e16-4e84-af27-c59c8de07bf6 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:30.543957 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ddd34997-91cf-44bf-bb3a-e6c09d3eac60 req-fb46c4c7-4e16-4e84-af27-c59c8de07bf6 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 946 time: 0.2385879 Jan 18 22:33:30.549656 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-227ade05-9796-4e63-81fe-27f05ebcf5bf tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] Made reservation on behalf of 36075c079ae44676ad9fbc5f13524e7c for: {'subnet': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:33:30.553793 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-227ade05-9796-4e63-81fe-27f05ebcf5bf tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62288702'] for subnet, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:30.572541 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-22b12957-ac52-4e26-8048-15056b649873 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Deleting port 2da9fd49-dbb1-4572-acbe-253b70ed9d6b {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:33:30.573659 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-22b12957-ac52-4e26-8048-15056b649873 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:30.636805 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfca66ca-7020-4b68-bf79-7b1f261cc586 req-e790a85d-34cb-45b7-a52c-1b6bf910653c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:30.638832 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bfca66ca-7020-4b68-bf79-7b1f261cc586 req-e790a85d-34cb-45b7-a52c-1b6bf910653c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7afa2eadfaa94efb9bc2c925685c8cd2&device_id=e9ab72d2-fb07-4ddd-96ca-0d87ff63902f HTTP/1.1" status: 200 len: 1097 time: 0.2995057 Jan 18 22:33:30.693830 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-22b12957-ac52-4e26-8048-15056b649873 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:30.707209 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-22b12957-ac52-4e26-8048-15056b649873 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Calling delete_port for 2da9fd49-dbb1-4572-acbe-253b70ed9d6b owned by {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:33:30.794431 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ddd34997-91cf-44bf-bb3a-e6c09d3eac60 req-fb09e323-0349-4a5c-8219-7a0ced13509b tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738803 Jan 18 22:33:30.821167 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e984ba8-274a-4b90-b5cd-516eca1df4b5 req-20659c8a-bd51-4e5c-b2da-dfa6527bacd2 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:30.822999 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4e984ba8-274a-4b90-b5cd-516eca1df4b5 req-20659c8a-bd51-4e5c-b2da-dfa6527bacd2 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6f4b781-3937-4a77-8733-a6dc0078ff56 HTTP/1.1" status: 200 len: 945 time: 0.2130992 Jan 18 22:33:30.863110 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfca66ca-7020-4b68-bf79-7b1f261cc586 req-041b6726-02a6-4c43-b9e1-9b3e41f72ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:30.865004 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bfca66ca-7020-4b68-bf79-7b1f261cc586 req-041b6726-02a6-4c43-b9e1-9b3e41f72ff5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9f0c6f68-00d4-4074-963d-5eeb6360e1ec HTTP/1.1" status: 200 len: 917 time: 0.1915953 Jan 18 22:33:30.886893 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-22b12957-ac52-4e26-8048-15056b649873 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:30.923614 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b12957-ac52-4e26-8048-15056b649873 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Pushing event deleted for resources: {'Port': ['ID=2da9fd49-dbb1-4572-acbe-253b70ed9d6b,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:30.966957 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4e984ba8-274a-4b90-b5cd-516eca1df4b5 req-0f31f2c8-a9c6-4b99-b9b6-c183ac958da8 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.53 "GET /v2.0/security-groups?id=c97b6df1-e3bb-4ca1-a3ff-335fef0bf5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279550 Jan 18 22:33:30.970732 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-22b12957-ac52-4e26-8048-15056b649873 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:30.980828 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-22b12957-ac52-4e26-8048-15056b649873 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] 10.222.0.53 "DELETE /v2.0/ports/2da9fd49-dbb1-4572-acbe-253b70ed9d6b HTTP/1.1" status: 204 len: 168 time: 0.5326543 Jan 18 22:33:30.983614 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 55994) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:31.022353 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a5cc063-b2d9-4467-b473-54a1271aca96 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] GET failed (client error): The resource could not be found. Jan 18 22:33:31.028455 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-2a5cc063-b2d9-4467-b473-54a1271aca96 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] 10.222.0.53 "GET /v2.0/ports/2da9fd49-dbb1-4572-acbe-253b70ed9d6b HTTP/1.1" status: 404 len: 333 time: 0.0391541 Jan 18 22:33:31.028753 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 55996) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:31.039573 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bfca66ca-7020-4b68-bf79-7b1f261cc586 req-88fa006a-5c67-42c8-b664-5b8f56ad642b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05c1d799-e1bb-45aa-99fd-f133bfea30d6 HTTP/1.1" status: 200 len: 1002 time: 0.1605315 Jan 18 22:33:31.169503 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfca66ca-7020-4b68-bf79-7b1f261cc586 req-bc544c82-a6ee-496b-ba6d-4eae76e411bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:31.171688 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bfca66ca-7020-4b68-bf79-7b1f261cc586 req-bc544c82-a6ee-496b-ba6d-4eae76e411bd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b7bcd428-9869-4592-8e72-20a2a0d3310e HTTP/1.1" status: 200 len: 856 time: 0.1195424 Jan 18 22:33:31.173488 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-227ade05-9796-4e63-81fe-27f05ebcf5bf tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60203213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62288684'] for subnet, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:31.194741 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-d0f9926a-dddd-44f7-981b-6a59367faaac tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Deleting port 0210a539-be8d-4c97-b8ba-e26804b0f9e0 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:33:31.195096 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d0f9926a-dddd-44f7-981b-6a59367faaac tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:31.234598 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227ade05-9796-4e63-81fe-27f05ebcf5bf tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] Pushing event updated for resources: {'Subnet': ['ID=10912a1a-9273-4abd-a317-5ef8dd7db7d7,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:31.290112 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfca66ca-7020-4b68-bf79-7b1f261cc586 req-16234947-9489-45cb-a02e-d6fde6eb1930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:31.292642 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bfca66ca-7020-4b68-bf79-7b1f261cc586 req-16234947-9489-45cb-a02e-d6fde6eb1930 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9f0c6f68-00d4-4074-963d-5eeb6360e1ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663109 Jan 18 22:33:31.311647 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d0f9926a-dddd-44f7-981b-6a59367faaac tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:31.327091 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-d0f9926a-dddd-44f7-981b-6a59367faaac tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Calling delete_port for 0210a539-be8d-4c97-b8ba-e26804b0f9e0 owned by {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:33:31.381660 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227ade05-9796-4e63-81fe-27f05ebcf5bf tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] Checking segment: {'id': '27b73940-3d65-4821-921e-abb4814eb961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'af4835c2-5fef-4e59-831e-3e32d2167b12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:33:31.382302 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227ade05-9796-4e63-81fe-27f05ebcf5bf tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] Network hostable DHCP agents. Network: af4835c2-5fef-4e59-831e-3e32d2167b12, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:33:31.413895 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227ade05-9796-4e63-81fe-27f05ebcf5bf tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] Network af4835c2-5fef-4e59-831e-3e32d2167b12 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:33:31.435628 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-227ade05-9796-4e63-81fe-27f05ebcf5bf tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, af4835c2-5fef-4e59-831e-3e32d2167b12) {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:33:31.442220 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227ade05-9796-4e63-81fe-27f05ebcf5bf tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:31.442824 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-227ade05-9796-4e63-81fe-27f05ebcf5bf tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:31.455718 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bfca66ca-7020-4b68-bf79-7b1f261cc586 req-367f41bb-b6da-4626-897d-d80703a2c0c5 service neutron] 10.222.0.67 "GET /v2.0/networks/9f0c6f68-00d4-4074-963d-5eeb6360e1ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527836 Jan 18 22:33:31.466954 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c6f81c-1f24-4043-a98e-bc328c1fd894 None None] Network af4835c2-5fef-4e59-831e-3e32d2167b12 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:33:31.495381 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-227ade05-9796-4e63-81fe-27f05ebcf5bf tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1850476 Jan 18 22:33:31.496471 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 56006) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:31.502856 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-eeda2e5e-df6d-4f36-ba30-4108d6056bc3 tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] Request body: {'port': {'network_id': 'af4835c2-5fef-4e59-831e-3e32d2167b12', 'name': 'tempest-ExtraDHCPOptionsTestJSON-16326077'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:33:31.520582 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d0f9926a-dddd-44f7-981b-6a59367faaac tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:31.599058 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f9926a-dddd-44f7-981b-6a59367faaac tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Pushing event deleted for resources: {'Port': ['ID=0210a539-be8d-4c97-b8ba-e26804b0f9e0,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:31.675344 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d0f9926a-dddd-44f7-981b-6a59367faaac tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:31.689899 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-d0f9926a-dddd-44f7-981b-6a59367faaac tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] 10.222.0.53 "DELETE /v2.0/ports/0210a539-be8d-4c97-b8ba-e26804b0f9e0 HTTP/1.1" status: 204 len: 168 time: 0.6543610 Jan 18 22:33:31.693338 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 56010) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:31.782893 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bfca66ca-7020-4b68-bf79-7b1f261cc586 req-3ada3903-7687-43de-a31f-2df2139cda5d service neutron] 10.222.0.67 "GET /v2.0/networks/9f0c6f68-00d4-4074-963d-5eeb6360e1ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3031256 Jan 18 22:33:31.794401 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeda2e5e-df6d-4f36-ba30-4108d6056bc3 tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] Made reservation on behalf of 36075c079ae44676ad9fbc5f13524e7c for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:33:31.798361 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-eeda2e5e-df6d-4f36-ba30-4108d6056bc3 tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:31.828676 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_v2 [None req-77925fc8-a712-4c0d-bff9-8ff3b2711f03 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Deleting subnet fb4fad50-3675-45aa-b6bf-da7fde7e19bc {{(pid=102430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:33:31.833104 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-77925fc8-a712-4c0d-bff9-8ff3b2711f03 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Notify callbacks [] for subnet, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:31.839007 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5749ef-331c-46b0-a212-a35e839762b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-af4835c2-5fef-4e59-831e-3e32d2167b12', 'network_id': 'af4835c2-5fef-4e59-831e-3e32d2167b12', 'tenant_id': '36075c079ae44676ad9fbc5f13524e7c', 'fixed_ips': [{'subnet_id': '10912a1a-9273-4abd-a317-5ef8dd7db7d7'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:33:31.840085 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fd5749ef-331c-46b0-a212-a35e839762b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:31.856054 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [None req-eeda2e5e-df6d-4f36-ba30-4108d6056bc3 tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] device_id is not set on port c972beb8-2196-4d38-ae9b-5b8cdf210df4 yet. {{(pid=102431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:33:31.897343 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-77925fc8-a712-4c0d-bff9-8ff3b2711f03 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60394745'] for subnet, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:32.034777 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-eeda2e5e-df6d-4f36-ba30-4108d6056bc3 tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] Allocated IP 172.20.0.13 (af4835c2-5fef-4e59-831e-3e32d2167b12/10912a1a-9273-4abd-a317-5ef8dd7db7d7/c972beb8-2196-4d38-ae9b-5b8cdf210df4) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:33:32.055441 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-77925fc8-a712-4c0d-bff9-8ff3b2711f03 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:32.151410 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253eadd4-4f20-4756-aaf3-a3a9bef78d20 req-b1398ad8-bee0-4c0e-9ffb-2ee993f37c61 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:32.152942 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-253eadd4-4f20-4756-aaf3-a3a9bef78d20 req-b1398ad8-bee0-4c0e-9ffb-2ee993f37c61 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 946 time: 0.2184231 Jan 18 22:33:32.216264 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbc147a-03d2-4c36-a9b3-4ccc40283914 req-124d9bea-d6d5-4a15-aaf8-976b7bc3d7e0 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:32.217744 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0bbc147a-03d2-4c36-a9b3-4ccc40283914 req-124d9bea-d6d5-4a15-aaf8-976b7bc3d7e0 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6f4b781-3937-4a77-8733-a6dc0078ff56 HTTP/1.1" status: 200 len: 945 time: 0.1086359 Jan 18 22:33:32.237087 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-253eadd4-4f20-4756-aaf3-a3a9bef78d20 req-e1e28019-b2ab-4f6c-825f-d30740f2afb9 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744472 Jan 18 22:33:32.244936 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-77925fc8-a712-4c0d-bff9-8ff3b2711f03 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60203138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62288677'] for subnet, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:32.246415 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-eeda2e5e-df6d-4f36-ba30-4108d6056bc3 tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:32.281532 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77925fc8-a712-4c0d-bff9-8ff3b2711f03 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Pushing event deleted for resources: {'Subnet': ['ID=fb4fad50-3675-45aa-b6bf-da7fde7e19bc,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:32.285079 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-eeda2e5e-df6d-4f36-ba30-4108d6056bc3 tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:32.292301 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-77925fc8-a712-4c0d-bff9-8ff3b2711f03 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:32.296288 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-77925fc8-a712-4c0d-bff9-8ff3b2711f03 tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] 10.222.0.53 "DELETE /v2.0/subnets/fb4fad50-3675-45aa-b6bf-da7fde7e19bc HTTP/1.1" status: 204 len: 168 time: 0.6008298 Jan 18 22:33:32.299372 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 56018) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:32.316271 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0bbc147a-03d2-4c36-a9b3-4ccc40283914 req-e9fe7825-d68c-4428-8854-04460fbbf409 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.53 "GET /v2.0/security-groups?id=c97b6df1-e3bb-4ca1-a3ff-335fef0bf5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918641 Jan 18 22:33:32.330134 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7463b868-a5bf-45ae-8452-5430b341638e None None] Network b881aa01-55c1-441c-86b7-e829abf3c53b requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:33:32.354653 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeda2e5e-df6d-4f36-ba30-4108d6056bc3 tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] Network af4835c2-5fef-4e59-831e-3e32d2167b12 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:33:32.387058 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-eeda2e5e-df6d-4f36-ba30-4108d6056bc3 tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:33:32.393443 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeda2e5e-df6d-4f36-ba30-4108d6056bc3 tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:33:32.404260 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 56028) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:32.453591 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeda2e5e-df6d-4f36-ba30-4108d6056bc3 tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] Pushing event updated for resources: {'Port': ['ID=c972beb8-2196-4d38-ae9b-5b8cdf210df4,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:32.466159 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e7aa6a1f-b5d4-4800-939d-f6fa35003dae tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:32.491464 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeda2e5e-df6d-4f36-ba30-4108d6056bc3 tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:32.492084 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-eeda2e5e-df6d-4f36-ba30-4108d6056bc3 tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:32.521238 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-fd5749ef-331c-46b0-a212-a35e839762b5 None None] Allocated IP 172.20.0.2 (af4835c2-5fef-4e59-831e-3e32d2167b12/10912a1a-9273-4abd-a317-5ef8dd7db7d7/c089862b-9da1-4ddc-9978-d61b2159968f) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:33:32.537392 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-eeda2e5e-df6d-4f36-ba30-4108d6056bc3 tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0393078 Jan 18 22:33:32.537595 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 56034) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:32.544812 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-71936830-3446-4cc1-9893-5905237e9197 tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] Request body: {'port': {'network_id': 'af4835c2-5fef-4e59-831e-3e32d2167b12', 'name': 'tempest-ExtraDHCPOptionsTestJSON-487110587', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:33:32.545491 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.api.validators [None req-71936830-3446-4cc1-9893-5905237e9197 tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] bootfile-name is not in valid_values {{(pid=102430) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 18 22:33:32.546005 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.api.validators [None req-71936830-3446-4cc1-9893-5905237e9197 tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] tftp-server is not in valid_values {{(pid=102430) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 18 22:33:32.546937 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.api.validators [None req-71936830-3446-4cc1-9893-5905237e9197 tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] server-ip-address is not in valid_values {{(pid=102430) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 18 22:33:32.604569 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-e7aa6a1f-b5d4-4800-939d-f6fa35003dae tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Deleting port 70b5a569-d46e-4115-ac32-b2be2cfc4ea5 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:33:32.608981 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e7aa6a1f-b5d4-4800-939d-f6fa35003dae tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:32.700632 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-e7aa6a1f-b5d4-4800-939d-f6fa35003dae tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] For port 70b5a569-d46e-4115-ac32-b2be2cfc4ea5, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=70b5a569-d46e-4115-ac32-b2be2cfc4ea5,segment=NetworkSegment(5b121607-acc0-491b-9cf5-6bb43e57580d),segment_id=5b121607-acc0-491b-9cf5-6bb43e57580d)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:33:32.700984 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e7aa6a1f-b5d4-4800-939d-f6fa35003dae tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:32.715931 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-e7aa6a1f-b5d4-4800-939d-f6fa35003dae tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Calling delete_port for 70b5a569-d46e-4115-ac32-b2be2cfc4ea5 owned by network:dhcp {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:33:32.738658 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2f39a2-f549-4fec-815e-719298e1511c None None] DHCP port deletion for b881aa01-55c1-441c-86b7-e829abf3c53b request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:33:32.775698 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fd5749ef-331c-46b0-a212-a35e839762b5 None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:32.801438 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fd5749ef-331c-46b0-a212-a35e839762b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:32.849653 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e7aa6a1f-b5d4-4800-939d-f6fa35003dae tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:32.861252 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-fc2f39a2-f549-4fec-815e-719298e1511c None None] Deleting port 70b5a569-d46e-4115-ac32-b2be2cfc4ea5 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:33:32.861621 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fc2f39a2-f549-4fec-815e-719298e1511c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:32.872935 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5749ef-331c-46b0-a212-a35e839762b5 None None] Network af4835c2-5fef-4e59-831e-3e32d2167b12 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:33:32.874965 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-fd5749ef-331c-46b0-a212-a35e839762b5 None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:33:32.881137 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7aa6a1f-b5d4-4800-939d-f6fa35003dae tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] No DVR routers for this DVR port 70b5a569-d46e-4115-ac32-b2be2cfc4ea5 on host n-d-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:33:32.883166 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aa6a1f-b5d4-4800-939d-f6fa35003dae tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Pushing event deleted for resources: {'Port': ['ID=70b5a569-d46e-4115-ac32-b2be2cfc4ea5,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:32.895401 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5749ef-331c-46b0-a212-a35e839762b5 None None] Pushing event updated for resources: {'Port': ['ID=c089862b-9da1-4ddc-9978-d61b2159968f,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:32.898474 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5749ef-331c-46b0-a212-a35e839762b5 None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:33:32.968764 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e7aa6a1f-b5d4-4800-939d-f6fa35003dae tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:32.991903 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-e7aa6a1f-b5d4-4800-939d-f6fa35003dae tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b881aa01-55c1-441c-86b7-e829abf3c53b']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:33:33.002943 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-e7aa6a1f-b5d4-4800-939d-f6fa35003dae tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b121607-acc0-491b-9cf5-6bb43e57580d') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:33:33.003230 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-e7aa6a1f-b5d4-4800-939d-f6fa35003dae tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b121607-acc0-491b-9cf5-6bb43e57580d') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:33:33.013850 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e7aa6a1f-b5d4-4800-939d-f6fa35003dae tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:33.028662 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e7aa6a1f-b5d4-4800-939d-f6fa35003dae tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:33.036903 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7aa6a1f-b5d4-4800-939d-f6fa35003dae tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:33:33.037298 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e7aa6a1f-b5d4-4800-939d-f6fa35003dae tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:33.041001 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:33:33.041001 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:33:33.041001 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:33:33.041001 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:33:33.041001 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:33:33.041001 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:33:33.041001 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:33:33.041001 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:33:33.041001 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:33:33.041001 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:33:33.041001 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:33:33.041001 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:33:33.041001 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:33:33.041001 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:33:33.041001 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:33:33.041001 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:33:33.041001 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:33:33.041001 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:33:33.041001 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:33:33.041001 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:33:33.041001 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:33:33.041001 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:33:33.041001 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:33:33.041001 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:33:33.041001 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:33:33.041001 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:33:33.041001 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:33:33.041001 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:33:33.041001 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:33:33.041001 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:33:33.041001 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:33:33.041001 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:33:33.075073 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5886e1e5-9e01-468f-bdb0-35d23c468ada admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:33.108501 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e7aa6a1f-b5d4-4800-939d-f6fa35003dae tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:33.114972 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e7aa6a1f-b5d4-4800-939d-f6fa35003dae tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:33.119127 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-e7aa6a1f-b5d4-4800-939d-f6fa35003dae tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] 10.222.0.53 "DELETE /v2.0/networks/b881aa01-55c1-441c-86b7-e829abf3c53b HTTP/1.1" status: 204 len: 168 time: 0.8170242 Jan 18 22:33:33.148215 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aa6a1f-b5d4-4800-939d-f6fa35003dae tempest-AllowedAddressPairIpV6TestJSON-1115026907 tempest-AllowedAddressPairIpV6TestJSON-1115026907-project] Pushing event deleted for resources: {'Network': ['ID=b881aa01-55c1-441c-86b7-e829abf3c53b,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:33.186196 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-fd5749ef-331c-46b0-a212-a35e839762b5 None None] Attempting to bind port c089862b-9da1-4ddc-9978-d61b2159968f on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:33:33.186700 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-fd5749ef-331c-46b0-a212-a35e839762b5 None None] Attempting to bind port c089862b-9da1-4ddc-9978-d61b2159968f by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '27b73940-3d65-4821-921e-abb4814eb961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'af4835c2-5fef-4e59-831e-3e32d2167b12'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:33:33.187169 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5749ef-331c-46b0-a212-a35e839762b5 None None] Attempting to bind port c089862b-9da1-4ddc-9978-d61b2159968f on network af4835c2-5fef-4e59-831e-3e32d2167b12 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:33:33.190540 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 6c9ea76e-7dbd-4767-9685-c0f25e5276d0 details requested by agent hyperv_n-h1-825064-1 with host n-h1-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:33:33.196237 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71936830-3446-4cc1-9893-5905237e9197 tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] Made reservation on behalf of 36075c079ae44676ad9fbc5f13524e7c for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:33:33.200032 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-71936830-3446-4cc1-9893-5905237e9197 tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:33.201059 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5749ef-331c-46b0-a212-a35e839762b5 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:33:33.201499 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5749ef-331c-46b0-a212-a35e839762b5 None None] Checking segment: {'id': '27b73940-3d65-4821-921e-abb4814eb961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'af4835c2-5fef-4e59-831e-3e32d2167b12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:33:33.201890 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fd5749ef-331c-46b0-a212-a35e839762b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:33.202312 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5749ef-331c-46b0-a212-a35e839762b5 None None] Bound using segment: {'id': '27b73940-3d65-4821-921e-abb4814eb961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'af4835c2-5fef-4e59-831e-3e32d2167b12'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:33:33.202850 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-fd5749ef-331c-46b0-a212-a35e839762b5 None None] Bound port: c089862b-9da1-4ddc-9978-d61b2159968f, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27b73940-3d65-4821-921e-abb4814eb961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'af4835c2-5fef-4e59-831e-3e32d2167b12'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:33:33.203240 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fd5749ef-331c-46b0-a212-a35e839762b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:33.205678 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-fc2f39a2-f549-4fec-815e-719298e1511c None None] For port 70b5a569-d46e-4115-ac32-b2be2cfc4ea5, host n-d-825064-1, got binding levels [] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:33:33.206022 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fc2f39a2-f549-4fec-815e-719298e1511c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:33.231515 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [None req-71936830-3446-4cc1-9893-5905237e9197 tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] device_id is not set on port 527ab0ce-f27c-4995-943e-7d97d8f6c11d yet. {{(pid=102430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:33:33.234316 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-fc2f39a2-f549-4fec-815e-719298e1511c None None] Calling delete_port for 70b5a569-d46e-4115-ac32-b2be2cfc4ea5 owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:33:33.237651 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5886e1e5-9e01-468f-bdb0-35d23c468ada admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:33.244204 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5886e1e5-9e01-468f-bdb0-35d23c468ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:33.295256 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.ipam_backend_mixin [None req-fc2f39a2-f549-4fec-815e-719298e1511c None None] Port 70b5a569-d46e-4115-ac32-b2be2cfc4ea5 was not found and therefore no delete operation was performed {{(pid=102432) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 18 22:33:33.300536 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fc2f39a2-f549-4fec-815e-719298e1511c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:33.331275 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-5886e1e5-9e01-468f-bdb0-35d23c468ada admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1f54c36905dd4c0ab02a46cc2afcd658&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9258792 Jan 18 22:33:33.334419 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 56046) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:33.360062 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fc2f39a2-f549-4fec-815e-719298e1511c None None] Network b881aa01-55c1-441c-86b7-e829abf3c53b is not hosted by any dhcp agent {{(pid=102432) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 18 22:33:33.360562 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2f39a2-f549-4fec-815e-719298e1511c None None] No DVR routers for this DVR port 70b5a569-d46e-4115-ac32-b2be2cfc4ea5 on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:33:33.366378 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2f39a2-f549-4fec-815e-719298e1511c None None] Pushing event deleted for resources: {'Port': ['ID=70b5a569-d46e-4115-ac32-b2be2cfc4ea5,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:33.370222 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.db.resource_extend [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 22:33:33.394605 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5886e1e5-9e01-468f-bdb0-35d23c468ada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aebfdf35-3ac6-40f5-b93b-41d0f327f437,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:33.442478 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85da47cd-2b20-4544-af30-eb6a3748cabe req-4b97fa8f-ce3f-48ff-b281-42c0005773e4 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:33.450178 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-85da47cd-2b20-4544-af30-eb6a3748cabe req-4b97fa8f-ce3f-48ff-b281-42c0005773e4 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 946 time: 0.1129932 Jan 18 22:33:33.458375 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-71936830-3446-4cc1-9893-5905237e9197 tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] Allocated IP 172.20.0.5 (af4835c2-5fef-4e59-831e-3e32d2167b12/10912a1a-9273-4abd-a317-5ef8dd7db7d7/527ab0ce-f27c-4995-943e-7d97d8f6c11d) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:33:33.459480 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-21765bc3-0c07-42c8-b49c-ce0b1c701123 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:33.469713 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 56056) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:33.487530 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-fd5749ef-331c-46b0-a212-a35e839762b5 None None] For port c089862b-9da1-4ddc-9978-d61b2159968f, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:33:33.493386 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-fd5749ef-331c-46b0-a212-a35e839762b5 None None] For port c089862b-9da1-4ddc-9978-d61b2159968f, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=c089862b-9da1-4ddc-9978-d61b2159968f,segment=NetworkSegment(27b73940-3d65-4821-921e-abb4814eb961),segment_id=27b73940-3d65-4821-921e-abb4814eb961)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:33:33.524411 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fd5749ef-331c-46b0-a212-a35e839762b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:33.541348 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-21765bc3-0c07-42c8-b49c-ce0b1c701123 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:33.557903 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-85da47cd-2b20-4544-af30-eb6a3748cabe req-47d7a15a-39ea-4472-8f5b-09baa66227b2 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067410 Jan 18 22:33:33.590315 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2040075f-6b47-4bfe-8a37-ccd1c15a02ca req-8da66888-37d6-4332-a3af-187320403faa tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:33.591848 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2040075f-6b47-4bfe-8a37-ccd1c15a02ca req-8da66888-37d6-4332-a3af-187320403faa tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6f4b781-3937-4a77-8733-a6dc0078ff56 HTTP/1.1" status: 200 len: 945 time: 0.1102924 Jan 18 22:33:33.621259 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 6c9ea76e-7dbd-4767-9685-c0f25e5276d0, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=6c9ea76e-7dbd-4767-9685-c0f25e5276d0,segment=NetworkSegment(34627b77-73a0-4f2b-87cd-77be1ea3c2f0),segment_id=34627b77-73a0-4f2b-87cd-77be1ea3c2f0)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:33:33.657740 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Returning: {'device': '6c9ea76e-7dbd-4767-9685-c0f25e5276d0', 'network_id': 'cb012b15-726f-4e85-a9cd-c4e62fa0fa51', 'port_id': '6c9ea76e-7dbd-4767-9685-c0f25e5276d0', 'mac_address': 'fa:16:3e:a3:17:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12499801-2558-44ac-94f3-29cf7f906b66', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:33:33.684610 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-21765bc3-0c07-42c8-b49c-ce0b1c701123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:33.690449 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-21765bc3-0c07-42c8-b49c-ce0b1c701123 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:33.692280 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-21765bc3-0c07-42c8-b49c-ce0b1c701123 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/aebfdf35-3ac6-40f5-b93b-41d0f327f437 HTTP/1.1" status: 204 len: 168 time: 0.3568091 Jan 18 22:33:33.710957 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21765bc3-0c07-42c8-b49c-ce0b1c701123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aebfdf35-3ac6-40f5-b93b-41d0f327f437,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:33.747248 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:33.750818 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2040075f-6b47-4bfe-8a37-ccd1c15a02ca req-dc87c253-d63d-410f-a428-0176d1bfefc7 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.53 "GET /v2.0/security-groups?id=c97b6df1-e3bb-4ca1-a3ff-335fef0bf5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390500 Jan 18 22:33:33.771123 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6c9ea76e-7dbd-4767-9685-c0f25e5276d0 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:33:33.790074 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5749ef-331c-46b0-a212-a35e839762b5 None None] Pushing event updated for resources: {'Port': ['ID=c089862b-9da1-4ddc-9978-d61b2159968f,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:33.808429 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 6c9ea76e-7dbd-4767-9685-c0f25e5276d0, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=6c9ea76e-7dbd-4767-9685-c0f25e5276d0,segment=NetworkSegment(34627b77-73a0-4f2b-87cd-77be1ea3c2f0),segment_id=34627b77-73a0-4f2b-87cd-77be1ea3c2f0)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:33:33.816240 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:33.835164 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-8757454e-54e6-4be9-b8c5-7b33d4f9bb2c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9e943436cdae4563ba2767bc22a0e08f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3645506 Jan 18 22:33:33.837987 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 56074) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:33.895523 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=6c9ea76e-7dbd-4767-9685-c0f25e5276d0,revision_number=6']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:33.925579 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-71936830-3446-4cc1-9893-5905237e9197 tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:33.948451 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['6c9ea76e-7dbd-4767-9685-c0f25e5276d0'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:33:33.975229 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-71936830-3446-4cc1-9893-5905237e9197 tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:33.997118 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c8c0ee95-645d-4e8f-a38b-e82a3c8455f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:34.061014 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c8c0ee95-645d-4e8f-a38b-e82a3c8455f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:34.098410 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 70b5a569-d46e-4115-ac32-b2be2cfc4ea5 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:33:34.131538 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71936830-3446-4cc1-9893-5905237e9197 tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] Network af4835c2-5fef-4e59-831e-3e32d2167b12 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:33:34.141443 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c8c0ee95-645d-4e8f-a38b-e82a3c8455f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:34.142604 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-71936830-3446-4cc1-9893-5905237e9197 tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:33:34.145747 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c8c0ee95-645d-4e8f-a38b-e82a3c8455f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:34.149298 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-c8c0ee95-645d-4e8f-a38b-e82a3c8455f3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/22abd65b-2bd3-42df-a1e7-68fc9738cddc HTTP/1.1" status: 204 len: 168 time: 0.3079495 Jan 18 22:33:34.150343 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71936830-3446-4cc1-9893-5905237e9197 tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:33:34.154009 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 70b5a569-d46e-4115-ac32-b2be2cfc4ea5 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:33:34.154356 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 70b5a569-d46e-4115-ac32-b2be2cfc4ea5 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:33:34.167396 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c0ee95-645d-4e8f-a38b-e82a3c8455f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22abd65b-2bd3-42df-a1e7-68fc9738cddc,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:34.279493 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71936830-3446-4cc1-9893-5905237e9197 tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] Pushing event updated for resources: {'Port': ['ID=527ab0ce-f27c-4995-943e-7d97d8f6c11d,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:34.359451 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71936830-3446-4cc1-9893-5905237e9197 tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:34.360219 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-71936830-3446-4cc1-9893-5905237e9197 tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:34.400053 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-71936830-3446-4cc1-9893-5905237e9197 tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 1.8604276 Jan 18 22:33:34.402603 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 56100) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:34.476109 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 56102) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:34.490712 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6a8df1d2-e699-4c3f-a00c-eb0eaaed8389 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:34.594394 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ccc5a5-5397-4071-8411-7f710ab70d3e tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:34.600888 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ccc5a5-5397-4071-8411-7f710ab70d3e tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:34.607844 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ccc5a5-5397-4071-8411-7f710ab70d3e tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:34.612864 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-77ccc5a5-5397-4071-8411-7f710ab70d3e tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2614 time: 0.2089338 Jan 18 22:33:34.621970 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746d749d-a508-480b-ba64-d47a8048c68f req-04884e90-fc88-49ca-a107-e084fe81e828 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:34.623863 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-746d749d-a508-480b-ba64-d47a8048c68f req-04884e90-fc88-49ca-a107-e084fe81e828 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6f4b781-3937-4a77-8733-a6dc0078ff56 HTTP/1.1" status: 200 len: 945 time: 0.1354249 Jan 18 22:33:34.626140 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 56108) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:34.635318 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6a8df1d2-e699-4c3f-a00c-eb0eaaed8389 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:34.646047 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6a8df1d2-e699-4c3f-a00c-eb0eaaed8389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:34.656277 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c309c0-26ab-4e4f-978f-923a6ec48edf req-5fbe3725-b525-4953-a35f-021cf32559cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:34.658640 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a8c309c0-26ab-4e4f-978f-923a6ec48edf req-5fbe3725-b525-4953-a35f-021cf32559cc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0a7fe1fe1dd34127ba554ad5c3102fb7&device_id=f6f4b781-3937-4a77-8733-a6dc0078ff56 HTTP/1.1" status: 200 len: 1096 time: 0.2082434 Jan 18 22:33:34.725176 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8df1d2-e699-4c3f-a00c-eb0eaaed8389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=519f68be-4801-4a33-b418-d1a7bc702ffe,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:34.772589 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-6a8df1d2-e699-4c3f-a00c-eb0eaaed8389 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=647cb6818f304bc2ae3968913c0f802b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2953162 Jan 18 22:33:34.773442 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 56116) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:34.885526 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4972f87d-646a-473f-b7f5-f3403711e2b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:34.919218 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4972f87d-646a-473f-b7f5-f3403711e2b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:34.941116 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-746d749d-a508-480b-ba64-d47a8048c68f req-f471c9b2-e4c8-453d-8df0-eed7d4266ffa tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.53 "GET /v2.0/security-groups?id=c97b6df1-e3bb-4ca1-a3ff-335fef0bf5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007441 Jan 18 22:33:34.988916 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4972f87d-646a-473f-b7f5-f3403711e2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:34.991748 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4972f87d-646a-473f-b7f5-f3403711e2b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:34.996313 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-4972f87d-646a-473f-b7f5-f3403711e2b7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/519f68be-4801-4a33-b418-d1a7bc702ffe HTTP/1.1" status: 204 len: 168 time: 0.2215655 Jan 18 22:33:35.005169 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4972f87d-646a-473f-b7f5-f3403711e2b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=519f68be-4801-4a33-b418-d1a7bc702ffe,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:35.013917 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35137ea-4b40-4d29-afdb-38ef626feaa3 req-3f35765b-9d58-4a95-9310-440c14a5ad2e tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:35.020870 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e35137ea-4b40-4d29-afdb-38ef626feaa3 req-3f35765b-9d58-4a95-9310-440c14a5ad2e tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 945 time: 0.3265297 Jan 18 22:33:35.105780 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c309c0-26ab-4e4f-978f-923a6ec48edf req-3dd5c952-04d0-4e73-a220-26b20f4d1ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:35.108560 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a8c309c0-26ab-4e4f-978f-923a6ec48edf req-3dd5c952-04d0-4e73-a220-26b20f4d1ea0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=2e3fc8f4-476c-4438-b35d-0621c5ec46d7 HTTP/1.1" status: 200 len: 915 time: 0.4141839 Jan 18 22:33:35.115165 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e35137ea-4b40-4d29-afdb-38ef626feaa3 req-92892d38-2509-4fc9-81d8-2dbc96cbb0cb tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777481 Jan 18 22:33:35.179893 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 6c9ea76e-7dbd-4767-9685-c0f25e5276d0 up at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:33:35.216268 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a8c309c0-26ab-4e4f-978f-923a6ec48edf req-aafbe622-eed4-474f-9b56-a7cdfc569014 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce70397a-5684-4c40-82ab-14939ccc8bba HTTP/1.1" status: 200 len: 217 time: 0.1000562 Jan 18 22:33:35.233454 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-e857ede8-40da-443e-94d4-19021509f18e tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] Deleting port 527ab0ce-f27c-4995-943e-7d97d8f6c11d {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:33:35.233606 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e857ede8-40da-443e-94d4-19021509f18e tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:35.312600 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning complete for port 6c9ea76e-7dbd-4767-9685-c0f25e5276d0 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:33:35.312600 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:35.409643 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e398c017-e1b1-45c1-96f7-06674928c0d3 None None] Network af4835c2-5fef-4e59-831e-3e32d2167b12 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:33:35.487247 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2324bc35-efdd-4991-b593-40a4853dd294 req-004092a2-90ad-4850-83eb-b1e6ece717f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:35.492414 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2324bc35-efdd-4991-b593-40a4853dd294 req-004092a2-90ad-4850-83eb-b1e6ece717f2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ebbcb105af9a4ac4ba1533c22b523629&device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 1096 time: 0.0907338 Jan 18 22:33:35.644814 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e857ede8-40da-443e-94d4-19021509f18e tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:35.689296 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-e857ede8-40da-443e-94d4-19021509f18e tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] Calling delete_port for 527ab0ce-f27c-4995-943e-7d97d8f6c11d owned by {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:33:35.692420 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c309c0-26ab-4e4f-978f-923a6ec48edf req-ca56d616-b310-4918-a538-1d29a422b434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:35.704401 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a8c309c0-26ab-4e4f-978f-923a6ec48edf req-ca56d616-b310-4918-a538-1d29a422b434 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=95495f91-1a1a-4867-96eb-e8cea2c4ed04 HTTP/1.1" status: 200 len: 854 time: 0.4799979 Jan 18 22:33:35.738883 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2324bc35-efdd-4991-b593-40a4853dd294 req-1af9d6ba-ee0f-4afc-acae-2ef09361a512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:35.743149 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2324bc35-efdd-4991-b593-40a4853dd294 req-1af9d6ba-ee0f-4afc-acae-2ef09361a512 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cb012b15-726f-4e85-a9cd-c4e62fa0fa51 HTTP/1.1" status: 200 len: 914 time: 0.2206452 Jan 18 22:33:35.784368 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-092d25bd-2356-438e-8d69-52eefe9b2848 None None] Provisioning complete for port c089862b-9da1-4ddc-9978-d61b2159968f triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:33:35.784788 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-092d25bd-2356-438e-8d69-52eefe9b2848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:35.821516 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 56144) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:35.828946 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2324bc35-efdd-4991-b593-40a4853dd294 req-db441f41-0cd9-42bb-a7c2-7e3943898e43 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c9ea76e-7dbd-4767-9685-c0f25e5276d0 HTTP/1.1" status: 200 len: 217 time: 0.0783503 Jan 18 22:33:35.930866 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2324bc35-efdd-4991-b593-40a4853dd294 req-81d800cf-d7af-43e0-abc6-135d8756f7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:35.940403 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2324bc35-efdd-4991-b593-40a4853dd294 req-81d800cf-d7af-43e0-abc6-135d8756f7fb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=12499801-2558-44ac-94f3-29cf7f906b66 HTTP/1.1" status: 200 len: 854 time: 0.0934598 Jan 18 22:33:35.944112 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c309c0-26ab-4e4f-978f-923a6ec48edf req-91c7da71-4074-433f-9424-4fe8d9e6b7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:35.950687 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a8c309c0-26ab-4e4f-978f-923a6ec48edf req-91c7da71-4074-433f-9424-4fe8d9e6b7ea service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2e3fc8f4-476c-4438-b35d-0621c5ec46d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2378755 Jan 18 22:33:36.013065 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device c089862b-9da1-4ddc-9978-d61b2159968f up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:33:36.027922 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2324bc35-efdd-4991-b593-40a4853dd294 req-2cf87dd0-7f1a-4890-9639-05bf0204b1c9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cb012b15-726f-4e85-a9cd-c4e62fa0fa51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0875690 Jan 18 22:33:36.035240 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-fb5b330f-8658-49e4-9078-426de35869f7 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-2096288772'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:33:36.054345 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [req-2324bc35-efdd-4991-b593-40a4853dd294 req-fa52c882-738d-44a6-b176-a488161f82f8 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:33:36.055319 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2324bc35-efdd-4991-b593-40a4853dd294 req-fa52c882-738d-44a6-b176-a488161f82f8 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0101378 Jan 18 22:33:36.209456 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-092d25bd-2356-438e-8d69-52eefe9b2848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:36.213386 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:36.233588 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb5b330f-8658-49e4-9078-426de35869f7 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Made reservation on behalf of 7c0179a097dd413e9755022eddbfface for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:33:36.237174 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fb5b330f-8658-49e4-9078-426de35869f7 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:36.261438 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fb5b330f-8658-49e4-9078-426de35869f7 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:36.299294 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2324bc35-efdd-4991-b593-40a4853dd294 req-cf5f664e-50f3-448c-a308-6814a3135f06 service neutron] 10.222.0.36 "GET /v2.0/networks/cb012b15-726f-4e85-a9cd-c4e62fa0fa51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278481 Jan 18 22:33:36.308284 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port c089862b-9da1-4ddc-9978-d61b2159968f triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:33:36.308764 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:36.346028 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e857ede8-40da-443e-94d4-19021509f18e tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:36.425964 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e857ede8-40da-443e-94d4-19021509f18e tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] Pushing event deleted for resources: {'Port': ['ID=527ab0ce-f27c-4995-943e-7d97d8f6c11d,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:36.448022 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82d9672d-7858-4431-a5ff-3dbf085d883f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c9ea76e-7dbd-4767-9685-c0f25e5276d0'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:33:36.450779 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b463a498-8558-4eea-8359-f03016d535b9" -d '{"events": [{"server_uuid": "82d9672d-7858-4431-a5ff-3dbf085d883f", "name": "network-vif-plugged", "status": "completed", "tag": "6c9ea76e-7dbd-4767-9685-c0f25e5276d0"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:33:36.456098 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 6c9ea76e-7dbd-4767-9685-c0f25e5276d0, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=6c9ea76e-7dbd-4767-9685-c0f25e5276d0,segment=NetworkSegment(34627b77-73a0-4f2b-87cd-77be1ea3c2f0),segment_id=34627b77-73a0-4f2b-87cd-77be1ea3c2f0)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:33:36.459354 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-092d25bd-2356-438e-8d69-52eefe9b2848 None None] For port c089862b-9da1-4ddc-9978-d61b2159968f, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=c089862b-9da1-4ddc-9978-d61b2159968f,segment=NetworkSegment(27b73940-3d65-4821-921e-abb4814eb961),segment_id=27b73940-3d65-4821-921e-abb4814eb961)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:33:36.473935 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:36.528318 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a8c309c0-26ab-4e4f-978f-923a6ec48edf req-177b205b-44e8-4700-9b5e-49b4fc39cf09 service neutron] 10.222.0.67 "GET /v2.0/networks/2e3fc8f4-476c-4438-b35d-0621c5ec46d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5647547 Jan 18 22:33:36.569686 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-092d25bd-2356-438e-8d69-52eefe9b2848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:36.636666 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=6c9ea76e-7dbd-4767-9685-c0f25e5276d0,revision_number=7']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:36.675592 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4672623f-9ce5-4868-b4a4-b15b33589c84 req-daf5650b-d128-4bee-9038-20efd7a31cc0 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:36.677231 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4672623f-9ce5-4868-b4a4-b15b33589c84 req-daf5650b-d128-4bee-9038-20efd7a31cc0 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6f4b781-3937-4a77-8733-a6dc0078ff56 HTTP/1.1" status: 200 len: 945 time: 0.3705206 Jan 18 22:33:36.702910 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2324bc35-efdd-4991-b593-40a4853dd294 req-3ed8b644-9d88-4c38-b2ab-acc4b511bd64 service neutron] 10.222.0.36 "GET /v2.0/networks/cb012b15-726f-4e85-a9cd-c4e62fa0fa51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3958418 Jan 18 22:33:36.717920 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092d25bd-2356-438e-8d69-52eefe9b2848 None None] Pushing event updated for resources: {'Port': ['ID=c089862b-9da1-4ddc-9978-d61b2159968f,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:36.745363 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fb5b330f-8658-49e4-9078-426de35869f7 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:36.752800 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fb5b330f-8658-49e4-9078-426de35869f7 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:36.802187 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb5b330f-8658-49e4-9078-426de35869f7 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:33:36.832960 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5b330f-8658-49e4-9078-426de35869f7 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b13478d-d182-4152-81a5-119907d3d92b,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:36.846204 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fb5b330f-8658-49e4-9078-426de35869f7 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:36.847212 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-fb5b330f-8658-49e4-9078-426de35869f7 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Added segment bb8697be-450e-476a-9edb-83c790dee754 of type vlan for network e944226e-270a-42aa-8e1c-52d0dfd98228 Jan 18 22:33:36.867209 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e857ede8-40da-443e-94d4-19021509f18e tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:36.876822 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-e857ede8-40da-443e-94d4-19021509f18e tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] 10.222.0.53 "DELETE /v2.0/ports/527ab0ce-f27c-4995-943e-7d97d8f6c11d HTTP/1.1" status: 204 len: 168 time: 2.2492516 Jan 18 22:33:36.878875 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 56170) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:36.900982 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-e2b885f8-daf5-4d9b-bc02-f7a48ec67c45 None None] Provisioning complete for port c089862b-9da1-4ddc-9978-d61b2159968f triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:33:36.901929 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e2b885f8-daf5-4d9b-bc02-f7a48ec67c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:36.928237 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-7a684812-e945-441b-adb4-b501105a5828 tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] Request body: {'port': {'name': 'tempest-new-port-name-281975401', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:33:36.928573 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.api.validators [None req-7a684812-e945-441b-adb4-b501105a5828 tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] bootfile-name is not in valid_values {{(pid=102430) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 18 22:33:36.928918 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.api.validators [None req-7a684812-e945-441b-adb4-b501105a5828 tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] tftp-server is not in valid_values {{(pid=102430) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 18 22:33:36.929253 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.api.validators [None req-7a684812-e945-441b-adb4-b501105a5828 tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] server-ip-address is not in valid_values {{(pid=102430) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 18 22:33:36.958123 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fb5b330f-8658-49e4-9078-426de35869f7 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:36.997604 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fb5b330f-8658-49e4-9078-426de35869f7 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:37.011533 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5b330f-8658-49e4-9078-426de35869f7 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:37.012929 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fb5b330f-8658-49e4-9078-426de35869f7 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:37.019922 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ace2272-0537-4d8b-8a21-524ae8fa169c req-071c899e-2d47-4380-b14e-54cdc1f78275 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:37.029350 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9ace2272-0537-4d8b-8a21-524ae8fa169c req-071c899e-2d47-4380-b14e-54cdc1f78275 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 945 time: 0.6680899 Jan 18 22:33:37.112465 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-e2b885f8-daf5-4d9b-bc02-f7a48ec67c45 None None] Provisioning complete for port c972beb8-2196-4d38-ae9b-5b8cdf210df4 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:33:37.112766 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e2b885f8-daf5-4d9b-bc02-f7a48ec67c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:37.146208 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9ace2272-0537-4d8b-8a21-524ae8fa169c req-37e03fd4-a40f-4e31-9065-b0f2d92c9d37 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102188 Jan 18 22:33:37.147280 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-fb5b330f-8658-49e4-9078-426de35869f7 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3242853 Jan 18 22:33:37.148170 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 56176) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:37.159141 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-2423b637-fd2e-4034-8f60-61a17d7e8215 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Request body: {'port': {'network_id': 'e944226e-270a-42aa-8e1c-52d0dfd98228', 'name': 'tempest-PortsIpV6TestJSON-1089945760'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:33:37.193279 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5b330f-8658-49e4-9078-426de35869f7 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Pushing event updated for resources: {'Network': ['ID=e944226e-270a-42aa-8e1c-52d0dfd98228,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:37.214511 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4672623f-9ce5-4868-b4a4-b15b33589c84 req-7e1ee845-32c5-4e06-9a2c-ca09872a309f tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.53 "GET /v2.0/security-groups?id=c97b6df1-e3bb-4ca1-a3ff-335fef0bf5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5035050 Jan 18 22:33:37.257942 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a8c309c0-26ab-4e4f-978f-923a6ec48edf req-7c6a97ec-82fa-414b-8677-675095307757 service neutron] 10.222.0.67 "GET /v2.0/networks/2e3fc8f4-476c-4438-b35d-0621c5ec46d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7044153 Jan 18 22:33:37.258490 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7a684812-e945-441b-adb4-b501105a5828 tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:37.306812 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-e2b885f8-daf5-4d9b-bc02-f7a48ec67c45 None None] Port c972beb8-2196-4d38-ae9b-5b8cdf210df4 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:33:37.312941 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network e944226e-270a-42aa-8e1c-52d0dfd98228 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:33:37.339188 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-e2b885f8-daf5-4d9b-bc02-f7a48ec67c45 None None] Could not find standard attr ID for object 527ab0ce-f27c-4995-943e-7d97d8f6c11d. {{(pid=102432) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 22:33:37.484907 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2423b637-fd2e-4034-8f60-61a17d7e8215 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Made reservation on behalf of 7c0179a097dd413e9755022eddbfface for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:33:37.488868 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2423b637-fd2e-4034-8f60-61a17d7e8215 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:37.525063 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [None req-2423b637-fd2e-4034-8f60-61a17d7e8215 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] device_id is not set on port 55e3ab33-ea66-4955-bc61-007cf7523191 yet. {{(pid=102431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:33:37.540992 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-0661ca6b-abed-4270-97f7-b779324f1e9d None None] Provisioning complete for port c972beb8-2196-4d38-ae9b-5b8cdf210df4 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:33:37.541368 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0661ca6b-abed-4270-97f7-b779324f1e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:37.685888 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-0661ca6b-abed-4270-97f7-b779324f1e9d None None] Port c972beb8-2196-4d38-ae9b-5b8cdf210df4 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:33:37.801967 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 56186) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:37.806306 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af17c48b-ec17-4b5c-a66e-575caaa43eb0 x-openstack-request-id: req-af17c48b-ec17-4b5c-a66e-575caaa43eb0 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:33:37.806598 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82d9672d-7858-4431-a5ff-3dbf085d883f", "name": "network-vif-plugged", "status": "completed", "tag": "6c9ea76e-7dbd-4767-9685-c0f25e5276d0", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:33:37.806849 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-af17c48b-ec17-4b5c-a66e-575caaa43eb0 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:33:37.807247 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82d9672d-7858-4431-a5ff-3dbf085d883f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c9ea76e-7dbd-4767-9685-c0f25e5276d0', 'code': 200} Jan 18 22:33:37.906357 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-3740cbdf-dc62-4cc0-a54a-0365862978da None None] Could not find standard attr ID for object 527ab0ce-f27c-4995-943e-7d97d8f6c11d. {{(pid=102432) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 22:33:37.935143 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device c089862b-9da1-4ddc-9978-d61b2159968f up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:33:37.981218 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7a684812-e945-441b-adb4-b501105a5828 tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:37.987551 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7a684812-e945-441b-adb4-b501105a5828 tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:38.095292 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port c089862b-9da1-4ddc-9978-d61b2159968f triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:33:38.095669 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:38.124341 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-71ec8c4b-f478-4961-a760-583c5f24bcb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:38.201645 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a684812-e945-441b-adb4-b501105a5828 tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] Pushing event updated for resources: {'Port': ['ID=c972beb8-2196-4d38-ae9b-5b8cdf210df4,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:38.265633 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-7a684812-e945-441b-adb4-b501105a5828 tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] In _notify_port_updated(), no bound segment for port c972beb8-2196-4d38-ae9b-5b8cdf210df4 on network af4835c2-5fef-4e59-831e-3e32d2167b12 {{(pid=102430) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 18 22:33:38.275024 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a684812-e945-441b-adb4-b501105a5828 tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:38.275799 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7a684812-e945-441b-adb4-b501105a5828 tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:38.277201 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-7a684812-e945-441b-adb4-b501105a5828 tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] 10.222.0.53 "PUT /v2.0/ports/c972beb8-2196-4d38-ae9b-5b8cdf210df4 HTTP/1.1" status: 200 len: 1136 time: 1.3605287 Jan 18 22:33:38.283576 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 56194) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:38.351717 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681d099e-6836-4f0a-8570-059d03b23bc9 tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:38.353789 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-681d099e-6836-4f0a-8570-059d03b23bc9 tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] 10.222.0.53 "GET /v2.0/ports/c972beb8-2196-4d38-ae9b-5b8cdf210df4 HTTP/1.1" status: 200 len: 1136 time: 0.0705228 Jan 18 22:33:38.363969 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 56196) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:38.554566 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f759cc28-bd07-43f1-9375-b8d973c6f489 req-1fd0726b-e815-4562-bf4f-682fad9ff056 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:38.562759 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f759cc28-bd07-43f1-9375-b8d973c6f489 req-1fd0726b-e815-4562-bf4f-682fad9ff056 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6f4b781-3937-4a77-8733-a6dc0078ff56 HTTP/1.1" status: 200 len: 945 time: 0.2077935 Jan 18 22:33:38.573905 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb69365-789c-41b2-a9fb-16b499aeca6c req-d9cb17b1-49da-4cde-8f2b-051313bb3926 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:38.576505 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-efb69365-789c-41b2-a9fb-16b499aeca6c req-d9cb17b1-49da-4cde-8f2b-051313bb3926 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 946 time: 0.2978551 Jan 18 22:33:38.634492 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2423b637-fd2e-4034-8f60-61a17d7e8215 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:38.637538 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-04287882-3d04-420a-8c5e-0887c5c3f9b1 tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] Deleting port c972beb8-2196-4d38-ae9b-5b8cdf210df4 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:33:38.637881 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-04287882-3d04-420a-8c5e-0887c5c3f9b1 tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:38.659813 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-d9ec965a-dbfa-4a3f-a58c-c918687570ef None None] Provisioning complete for port c972beb8-2196-4d38-ae9b-5b8cdf210df4 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:33:38.660408 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d9ec965a-dbfa-4a3f-a58c-c918687570ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:38.697688 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f759cc28-bd07-43f1-9375-b8d973c6f489 req-b56227c0-6fd0-4426-a8a4-1df88fe44004 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.53 "GET /v2.0/security-groups?id=c97b6df1-e3bb-4ca1-a3ff-335fef0bf5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268308 Jan 18 22:33:38.705574 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-71ec8c4b-f478-4961-a760-583c5f24bcb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:38.739757 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-71ec8c4b-f478-4961-a760-583c5f24bcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:38.749726 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-04287882-3d04-420a-8c5e-0887c5c3f9b1 tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:38.763528 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-04287882-3d04-420a-8c5e-0887c5c3f9b1 tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] Calling delete_port for c972beb8-2196-4d38-ae9b-5b8cdf210df4 owned by {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:33:38.779098 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-d9ec965a-dbfa-4a3f-a58c-c918687570ef None None] Port c972beb8-2196-4d38-ae9b-5b8cdf210df4 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:33:38.866088 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2423b637-fd2e-4034-8f60-61a17d7e8215 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:38.873711 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-71ec8c4b-f478-4961-a760-583c5f24bcb1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=20934d8d978e4e43830b1fcc656c467d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0671113 Jan 18 22:33:38.882468 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 56204) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:38.884571 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ec8c4b-f478-4961-a760-583c5f24bcb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c36d8a5d-6076-4a96-a5cd-05fcad95cb65,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:38.904587 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-efb69365-789c-41b2-a9fb-16b499aeca6c req-dc613d64-8f38-47c6-934a-82e2b7f8b6d5 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901165 Jan 18 22:33:39.018708 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2423b637-fd2e-4034-8f60-61a17d7e8215 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Pushing event updated for resources: {'Port': ['ID=55e3ab33-ea66-4955-bc61-007cf7523191,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:39.068706 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46784098-c7a1-49c9-86b1-04f5b41b264f req-aa6992a1-ba0f-4151-949c-8745bdd54c21 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:39.070935 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-46784098-c7a1-49c9-86b1-04f5b41b264f req-aa6992a1-ba0f-4151-949c-8745bdd54c21 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6f4b781-3937-4a77-8733-a6dc0078ff56 HTTP/1.1" status: 200 len: 945 time: 0.1049259 Jan 18 22:33:39.082385 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2423b637-fd2e-4034-8f60-61a17d7e8215 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Checking segment: {'id': 'bb8697be-450e-476a-9edb-83c790dee754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e944226e-270a-42aa-8e1c-52d0dfd98228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:33:39.082847 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2423b637-fd2e-4034-8f60-61a17d7e8215 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Network hostable DHCP agents. Network: e944226e-270a-42aa-8e1c-52d0dfd98228, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:33:39.176454 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-46784098-c7a1-49c9-86b1-04f5b41b264f req-cfb2001a-4ced-4994-b8d8-dcbee96f5fe2 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.53 "GET /v2.0/security-groups?id=c97b6df1-e3bb-4ca1-a3ff-335fef0bf5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732803 Jan 18 22:33:39.202347 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-04287882-3d04-420a-8c5e-0887c5c3f9b1 tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:39.246256 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fbcf4acc-7a27-4a17-ac93-8809d2311d39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:39.299103 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fbcf4acc-7a27-4a17-ac93-8809d2311d39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:39.388172 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2423b637-fd2e-4034-8f60-61a17d7e8215 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Network e944226e-270a-42aa-8e1c-52d0dfd98228 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:33:39.412943 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3af5e6-e085-45e0-84c7-ba116c934f10 req-58719259-0516-49f2-b4a5-4aad61654a48 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:39.416757 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-db3af5e6-e085-45e0-84c7-ba116c934f10 req-58719259-0516-49f2-b4a5-4aad61654a48 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.53 "GET /v2.0/ports?device_id=419c8bf7-9b87-46c6-aadf-4d29b33468e8 HTTP/1.1" status: 200 len: 945 time: 0.1426022 Jan 18 22:33:39.437466 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04287882-3d04-420a-8c5e-0887c5c3f9b1 tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] Pushing event deleted for resources: {'Port': ['ID=c972beb8-2196-4d38-ae9b-5b8cdf210df4,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:39.496982 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-2423b637-fd2e-4034-8f60-61a17d7e8215 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, e944226e-270a-42aa-8e1c-52d0dfd98228) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:33:39.507724 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20aface-0c0b-45c1-afc7-7ce1d0e7f04a None None] Network e944226e-270a-42aa-8e1c-52d0dfd98228 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:33:39.538146 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-db3af5e6-e085-45e0-84c7-ba116c934f10 req-ecf215c7-d31c-4e1d-b804-4300e1df3adb tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.53 "GET /v2.0/security-groups?id=c97b6df1-e3bb-4ca1-a3ff-335fef0bf5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830305 Jan 18 22:33:39.549611 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fbcf4acc-7a27-4a17-ac93-8809d2311d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:39.560832 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fbcf4acc-7a27-4a17-ac93-8809d2311d39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:39.562222 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-fbcf4acc-7a27-4a17-ac93-8809d2311d39 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c36d8a5d-6076-4a96-a5cd-05fcad95cb65 HTTP/1.1" status: 204 len: 168 time: 0.6837726 Jan 18 22:33:39.573036 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2423b637-fd2e-4034-8f60-61a17d7e8215 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:33:39.579487 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2423b637-fd2e-4034-8f60-61a17d7e8215 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:39.581157 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2423b637-fd2e-4034-8f60-61a17d7e8215 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:39.603827 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcf4acc-7a27-4a17-ac93-8809d2311d39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c36d8a5d-6076-4a96-a5cd-05fcad95cb65,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:39.634018 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-2423b637-fd2e-4034-8f60-61a17d7e8215 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.4796479 Jan 18 22:33:39.637542 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 56214) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:39.642025 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-04287882-3d04-420a-8c5e-0887c5c3f9b1 tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:39.645956 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-04287882-3d04-420a-8c5e-0887c5c3f9b1 tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] 10.222.0.53 "DELETE /v2.0/ports/c972beb8-2196-4d38-ae9b-5b8cdf210df4 HTTP/1.1" status: 204 len: 168 time: 1.2809761 Jan 18 22:33:39.648764 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-2af95f56-1478-4322-bfc4-9e14b96ef03c tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-666185654'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:33:39.665889 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 56218) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:39.740629 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2af95f56-1478-4322-bfc4-9e14b96ef03c tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Made reservation on behalf of 7c0179a097dd413e9755022eddbfface for: {'network': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:33:39.746201 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2af95f56-1478-4322-bfc4-9e14b96ef03c tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:39.777544 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2b8335c-b516-44b9-9739-a2e469927a45 tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] Deleting subnet 10912a1a-9273-4abd-a317-5ef8dd7db7d7 {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:33:39.787988 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a2b8335c-b516-44b9-9739-a2e469927a45 tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:39.840830 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2af95f56-1478-4322-bfc4-9e14b96ef03c tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=102430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:33:39.874999 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a2b8335c-b516-44b9-9739-a2e469927a45 tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:39.887308 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3075c2-5dc4-4c0a-a63a-7ea5ed5980f1 req-de7caf71-8953-4680-bd88-e1d905c3aeef tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:39.911886 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5d3075c2-5dc4-4c0a-a63a-7ea5ed5980f1 req-de7caf71-8953-4680-bd88-e1d905c3aeef tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa8bc480-6236-474c-a841-2f615a476185 HTTP/1.1" status: 200 len: 946 time: 0.1941254 Jan 18 22:33:39.938516 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2af95f56-1478-4322-bfc4-9e14b96ef03c tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:39.939277 n-d-825064-1 neutron-server[102430]: INFO neutron.db.segments_db [None req-2af95f56-1478-4322-bfc4-9e14b96ef03c tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Added segment 442743d7-8269-4af7-8e70-cd5db99325ac of type vlan for network 60a36354-adf9-4401-b7e8-76648a8d72e6 Jan 18 22:33:40.041586 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a2b8335c-b516-44b9-9739-a2e469927a45 tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:40.061273 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5d3075c2-5dc4-4c0a-a63a-7ea5ed5980f1 req-d1828603-f49a-45b4-a76c-fda306b8738f tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.53 "GET /v2.0/security-groups?id=c97b6df1-e3bb-4ca1-a3ff-335fef0bf5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416962 Jan 18 22:33:40.063477 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2af95f56-1478-4322-bfc4-9e14b96ef03c tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:40.136523 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2af95f56-1478-4322-bfc4-9e14b96ef03c tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:40.142964 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af95f56-1478-4322-bfc4-9e14b96ef03c tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:40.143650 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2af95f56-1478-4322-bfc4-9e14b96ef03c tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:40.152654 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [req-cb7b8d7f-757c-424d-848b-9df521a5fd19 req-a9b605f4-3711-456a-b69d-88d74d1b32e6 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102430) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:33:40.160372 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cb7b8d7f-757c-424d-848b-9df521a5fd19 req-a9b605f4-3711-456a-b69d-88d74d1b32e6 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0284245 Jan 18 22:33:40.173616 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a2b8335c-b516-44b9-9739-a2e469927a45 tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:40.210397 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a2b8335c-b516-44b9-9739-a2e469927a45 tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:40.210499 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17cdab91-3706-4492-8996-950149307490 None None] Network af4835c2-5fef-4e59-831e-3e32d2167b12 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:33:40.215438 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-a2b8335c-b516-44b9-9739-a2e469927a45 tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] 10.222.0.53 "DELETE /v2.0/subnets/10912a1a-9273-4abd-a317-5ef8dd7db7d7 HTTP/1.1" status: 204 len: 168 time: 0.5479283 Jan 18 22:33:40.218166 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 56234) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:40.345902 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-2af95f56-1478-4322-bfc4-9e14b96ef03c tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7070031 Jan 18 22:33:40.357002 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 56238) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:40.366822 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-a4ee01e6-d52b-4f26-a430-c393c4866090 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Request body: {'ports': [{'network_id': 'e944226e-270a-42aa-8e1c-52d0dfd98228'}, {'network_id': '60a36354-adf9-4401-b7e8-76648a8d72e6'}]} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:33:40.367135 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-a4ee01e6-d52b-4f26-a430-c393c4866090 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Request body: {'port': {'network_id': 'e944226e-270a-42aa-8e1c-52d0dfd98228'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:33:40.367768 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-a4ee01e6-d52b-4f26-a430-c393c4866090 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Request body: {'port': {'network_id': '60a36354-adf9-4401-b7e8-76648a8d72e6'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:33:40.393208 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b8335c-b516-44b9-9739-a2e469927a45 tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] Pushing event deleted for resources: {'Subnet': ['ID=10912a1a-9273-4abd-a317-5ef8dd7db7d7,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:40.394975 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af95f56-1478-4322-bfc4-9e14b96ef03c tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Pushing event updated for resources: {'Network': ['ID=60a36354-adf9-4401-b7e8-76648a8d72e6,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:40.407362 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2444849b-1faa-4b7a-8e47-97460cfab2fd req-b2adcffd-fff1-457e-ab4b-0d7a45e53a9e tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:40.411206 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2444849b-1faa-4b7a-8e47-97460cfab2fd req-b2adcffd-fff1-457e-ab4b-0d7a45e53a9e tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 946 time: 0.3340647 Jan 18 22:33:40.417484 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-644243b8-2be0-4fae-afc1-3fd0a2fee00b tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:40.432743 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cb7b8d7f-757c-424d-848b-9df521a5fd19 req-bd5b5951-3bea-4155-911a-c261e7383c51 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.10&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2713473 Jan 18 22:33:40.436848 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 60a36354-adf9-4401-b7e8-76648a8d72e6 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:33:40.608257 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-644243b8-2be0-4fae-afc1-3fd0a2fee00b tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] Deleting port c089862b-9da1-4ddc-9978-d61b2159968f {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:33:40.610406 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-644243b8-2be0-4fae-afc1-3fd0a2fee00b tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:40.621808 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44bfbdd4-d408-4b2b-917d-4327062f6cb4 None None] DHCP port deletion for af4835c2-5fef-4e59-831e-3e32d2167b12 request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:33:40.700017 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-44bfbdd4-d408-4b2b-917d-4327062f6cb4 None None] Deleting port c089862b-9da1-4ddc-9978-d61b2159968f {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:33:40.700718 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-44bfbdd4-d408-4b2b-917d-4327062f6cb4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:40.727097 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2444849b-1faa-4b7a-8e47-97460cfab2fd req-9f8dd3b4-9539-442d-919e-d44819a25a8c tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932823 Jan 18 22:33:40.811931 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-644243b8-2be0-4fae-afc1-3fd0a2fee00b tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] For port c089862b-9da1-4ddc-9978-d61b2159968f, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=c089862b-9da1-4ddc-9978-d61b2159968f,segment=NetworkSegment(27b73940-3d65-4821-921e-abb4814eb961),segment_id=27b73940-3d65-4821-921e-abb4814eb961)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:33:40.812339 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-644243b8-2be0-4fae-afc1-3fd0a2fee00b tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:40.826739 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4ee01e6-d52b-4f26-a430-c393c4866090 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Made reservation on behalf of 7c0179a097dd413e9755022eddbfface for: {'port': 2} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:33:40.837701 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a4ee01e6-d52b-4f26-a430-c393c4866090 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:40.845691 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-644243b8-2be0-4fae-afc1-3fd0a2fee00b tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] Calling delete_port for c089862b-9da1-4ddc-9978-d61b2159968f owned by network:dhcp {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:33:40.858428 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a4ee01e6-d52b-4f26-a430-c393c4866090 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:40.928685 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-44bfbdd4-d408-4b2b-917d-4327062f6cb4 None None] For port c089862b-9da1-4ddc-9978-d61b2159968f, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=c089862b-9da1-4ddc-9978-d61b2159968f,segment=NetworkSegment(27b73940-3d65-4821-921e-abb4814eb961),segment_id=27b73940-3d65-4821-921e-abb4814eb961)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:33:40.929233 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-44bfbdd4-d408-4b2b-917d-4327062f6cb4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:40.955573 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-44bfbdd4-d408-4b2b-917d-4327062f6cb4 None None] Calling delete_port for c089862b-9da1-4ddc-9978-d61b2159968f owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:33:40.987851 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 56258) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:41.088341 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [None req-a4ee01e6-d52b-4f26-a430-c393c4866090 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] device_id is not set on port 9917d48e-5752-4eb6-bae8-965ccdf434a1 yet. {{(pid=102430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:33:41.154361 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-644243b8-2be0-4fae-afc1-3fd0a2fee00b tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:41.194967 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a4ee01e6-d52b-4f26-a430-c393c4866090 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:41.250526 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644243b8-2be0-4fae-afc1-3fd0a2fee00b tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] Pushing event deleted for resources: {'Port': ['ID=c089862b-9da1-4ddc-9978-d61b2159968f,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:41.252417 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644243b8-2be0-4fae-afc1-3fd0a2fee00b tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] No DVR routers for this DVR port c089862b-9da1-4ddc-9978-d61b2159968f on host n-d-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:33:41.267941 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [None req-a4ee01e6-d52b-4f26-a430-c393c4866090 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] device_id is not set on port 6d0c320a-131f-43ca-b039-0eff5b47fcd5 yet. {{(pid=102430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:33:41.302096 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-44bfbdd4-d408-4b2b-917d-4327062f6cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:41.342612 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bfbdd4-d408-4b2b-917d-4327062f6cb4 None None] Pushing event deleted for resources: {'Port': ['ID=c089862b-9da1-4ddc-9978-d61b2159968f,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:41.359023 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-66faf2f9-f93c-485a-b46b-d0a2f1096a86 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Request body: {'networks': [{'name': 'tempest-network--392656096'}, {'name': 'tempest-network--1017011880'}]} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:33:41.359579 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-66faf2f9-f93c-485a-b46b-d0a2f1096a86 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Request body: {'network': {'name': 'tempest-network--392656096'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:33:41.362569 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-66faf2f9-f93c-485a-b46b-d0a2f1096a86 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Request body: {'network': {'name': 'tempest-network--1017011880'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:33:41.365171 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bfbdd4-d408-4b2b-917d-4327062f6cb4 None None] No DVR routers for this DVR port c089862b-9da1-4ddc-9978-d61b2159968f on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:33:41.387677 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a4ee01e6-d52b-4f26-a430-c393c4866090 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:41.431330 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-644243b8-2be0-4fae-afc1-3fd0a2fee00b tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:41.445743 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bac72c-19c9-48f5-aeaf-f3844f8af664 req-3452296f-52a4-4b64-9db0-bbec826e1ad6 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:41.457441 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b5bac72c-19c9-48f5-aeaf-f3844f8af664 req-3452296f-52a4-4b64-9db0-bbec826e1ad6 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6f4b781-3937-4a77-8733-a6dc0078ff56 HTTP/1.1" status: 200 len: 945 time: 0.5685983 Jan 18 22:33:41.461652 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-644243b8-2be0-4fae-afc1-3fd0a2fee00b tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af4835c2-5fef-4e59-831e-3e32d2167b12']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:33:41.470194 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66faf2f9-f93c-485a-b46b-d0a2f1096a86 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Made reservation on behalf of 49440441815e416da18380bf707f8c4b for: {'network': 2} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:33:41.475456 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-66faf2f9-f93c-485a-b46b-d0a2f1096a86 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:41.482174 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-644243b8-2be0-4fae-afc1-3fd0a2fee00b tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27b73940-3d65-4821-921e-abb4814eb961') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:33:41.482712 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-644243b8-2be0-4fae-afc1-3fd0a2fee00b tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27b73940-3d65-4821-921e-abb4814eb961') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:33:41.495549 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-66faf2f9-f93c-485a-b46b-d0a2f1096a86 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:41.511475 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-644243b8-2be0-4fae-afc1-3fd0a2fee00b tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:41.512044 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a4ee01e6-d52b-4f26-a430-c393c4866090 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:41.525274 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b5bac72c-19c9-48f5-aeaf-f3844f8af664 req-410e70f2-b179-4f73-89ac-1bf0b8a130d9 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.53 "GET /v2.0/security-groups?id=c97b6df1-e3bb-4ca1-a3ff-335fef0bf5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666711 Jan 18 22:33:41.538884 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-644243b8-2be0-4fae-afc1-3fd0a2fee00b tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:41.552369 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-644243b8-2be0-4fae-afc1-3fd0a2fee00b tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:33:41.552779 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-644243b8-2be0-4fae-afc1-3fd0a2fee00b tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:41.556805 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:33:41.556805 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:33:41.556805 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:33:41.556805 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:33:41.556805 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:33:41.556805 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:33:41.556805 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:33:41.556805 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:33:41.556805 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:33:41.556805 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:33:41.556805 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:33:41.556805 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:33:41.556805 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:33:41.556805 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:33:41.556805 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:33:41.556805 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:33:41.556805 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:33:41.556805 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:33:41.556805 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:33:41.556805 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:33:41.556805 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:33:41.556805 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:33:41.556805 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:33:41.556805 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:33:41.556805 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:33:41.556805 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:33:41.556805 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:33:41.556805 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:33:41.556805 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:33:41.556805 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:33:41.556805 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:33:41.556805 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:33:41.611035 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ee01e6-d52b-4f26-a430-c393c4866090 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Pushing event updated for resources: {'Port': ['ID=9917d48e-5752-4eb6-bae8-965ccdf434a1,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:41.620769 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ee01e6-d52b-4f26-a430-c393c4866090 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Network e944226e-270a-42aa-8e1c-52d0dfd98228 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:33:41.622853 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-a4ee01e6-d52b-4f26-a430-c393c4866090 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:33:41.636014 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ee01e6-d52b-4f26-a430-c393c4866090 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:33:41.637040 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a4ee01e6-d52b-4f26-a430-c393c4866090 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:41.652722 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-644243b8-2be0-4fae-afc1-3fd0a2fee00b tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:41.665734 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-644243b8-2be0-4fae-afc1-3fd0a2fee00b tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:41.672375 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-644243b8-2be0-4fae-afc1-3fd0a2fee00b tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] 10.222.0.53 "DELETE /v2.0/networks/af4835c2-5fef-4e59-831e-3e32d2167b12 HTTP/1.1" status: 204 len: 168 time: 1.4525883 Jan 18 22:33:41.712606 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644243b8-2be0-4fae-afc1-3fd0a2fee00b tempest-ExtraDHCPOptionsTestJSON-1840677887 tempest-ExtraDHCPOptionsTestJSON-1840677887-project] Pushing event deleted for resources: {'Network': ['ID=af4835c2-5fef-4e59-831e-3e32d2167b12,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:41.730636 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-66faf2f9-f93c-485a-b46b-d0a2f1096a86 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:41.742304 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-66faf2f9-f93c-485a-b46b-d0a2f1096a86 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:41.743780 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-66faf2f9-f93c-485a-b46b-d0a2f1096a86 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:41.794450 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66faf2f9-f93c-485a-b46b-d0a2f1096a86 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:33:41.807405 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-66faf2f9-f93c-485a-b46b-d0a2f1096a86 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:41.807767 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-66faf2f9-f93c-485a-b46b-d0a2f1096a86 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Added segment 4fb7144b-459f-4341-adc5-a04d391bcbaf of type vlan for network 43eab2b1-3c18-4cb4-b28d-84dd1535a019 Jan 18 22:33:41.862685 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ee01e6-d52b-4f26-a430-c393c4866090 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Checking segment: {'id': '442743d7-8269-4af7-8e70-cd5db99325ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '60a36354-adf9-4401-b7e8-76648a8d72e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:33:41.865031 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ee01e6-d52b-4f26-a430-c393c4866090 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Network hostable DHCP agents. Network: 60a36354-adf9-4401-b7e8-76648a8d72e6, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:33:41.871960 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ee01e6-d52b-4f26-a430-c393c4866090 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Pushing event updated for resources: {'Port': ['ID=6d0c320a-131f-43ca-b039-0eff5b47fcd5,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:41.883828 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bba60fd-54ce-4a19-9c76-445726509441 req-87317742-26b9-43e1-96ba-215ec8d26c2d tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:41.893215 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device c089862b-9da1-4ddc-9978-d61b2159968f no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:33:41.899255 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6bba60fd-54ce-4a19-9c76-445726509441 req-87317742-26b9-43e1-96ba-215ec8d26c2d tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.53 "GET /v2.0/ports?device_id=419c8bf7-9b87-46c6-aadf-4d29b33468e8 HTTP/1.1" status: 200 len: 945 time: 0.2560527 Jan 18 22:33:41.905515 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-66faf2f9-f93c-485a-b46b-d0a2f1096a86 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:41.936208 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66faf2f9-f93c-485a-b46b-d0a2f1096a86 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:33:41.938401 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: c089862b-9da1-4ddc-9978-d61b2159968f {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:33:41.939109 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device c089862b-9da1-4ddc-9978-d61b2159968f not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:33:41.960573 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-66faf2f9-f93c-485a-b46b-d0a2f1096a86 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:41.960927 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-66faf2f9-f93c-485a-b46b-d0a2f1096a86 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Added segment 76f2ae81-c0c3-4e26-9724-581c70e327df of type vlan for network d3f7d7d8-069b-4dac-905e-34df4dc4b65b Jan 18 22:33:42.007020 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6bba60fd-54ce-4a19-9c76-445726509441 req-b568e8f5-d877-465e-90c3-dbc22b368a83 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.53 "GET /v2.0/security-groups?id=c97b6df1-e3bb-4ca1-a3ff-335fef0bf5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017048 Jan 18 22:33:42.012013 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-66faf2f9-f93c-485a-b46b-d0a2f1096a86 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:42.068827 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66faf2f9-f93c-485a-b46b-d0a2f1096a86 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3551ec91-b0b2-4157-b458-eab3aa2ebb6b,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:42.074104 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-66faf2f9-f93c-485a-b46b-d0a2f1096a86 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:42.074686 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-66faf2f9-f93c-485a-b46b-d0a2f1096a86 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:42.090443 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66faf2f9-f93c-485a-b46b-d0a2f1096a86 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:42.095580 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66faf2f9-f93c-485a-b46b-d0a2f1096a86 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:42.096435 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-66faf2f9-f93c-485a-b46b-d0a2f1096a86 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:42.112703 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ee01e6-d52b-4f26-a430-c393c4866090 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Network 60a36354-adf9-4401-b7e8-76648a8d72e6 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:33:42.134883 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 56276) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:42.135271 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-66faf2f9-f93c-485a-b46b-d0a2f1096a86 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.1231997 Jan 18 22:33:42.147665 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-a4ee01e6-d52b-4f26-a430-c393c4866090 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 60a36354-adf9-4401-b7e8-76648a8d72e6) {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:33:42.158420 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ccf9c81-5063-430a-b7a5-8bf6761b76bc None None] Network 60a36354-adf9-4401-b7e8-76648a8d72e6 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:33:42.167789 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e59b4fc-b66e-40b4-a922-63c8e888d264 req-6476cf69-c146-49a5-b41b-fec7690cbe26 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:42.169424 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5e59b4fc-b66e-40b4-a922-63c8e888d264 req-6476cf69-c146-49a5-b41b-fec7690cbe26 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 946 time: 0.1813815 Jan 18 22:33:42.237865 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ee01e6-d52b-4f26-a430-c393c4866090 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:33:42.253096 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ee01e6-d52b-4f26-a430-c393c4866090 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:42.261551 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 56280) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:42.270972 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ee01e6-d52b-4f26-a430-c393c4866090 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:42.271699 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a4ee01e6-d52b-4f26-a430-c393c4866090 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:42.279967 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66faf2f9-f93c-485a-b46b-d0a2f1096a86 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Pushing event updated for resources: {'Network': ['ID=43eab2b1-3c18-4cb4-b28d-84dd1535a019,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:42.300838 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 43eab2b1-3c18-4cb4-b28d-84dd1535a019 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:33:42.375226 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66faf2f9-f93c-485a-b46b-d0a2f1096a86 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Pushing event updated for resources: {'Network': ['ID=d3f7d7d8-069b-4dac-905e-34df4dc4b65b,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:42.394669 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-a4ee01e6-d52b-4f26-a430-c393c4866090 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.0327895 Jan 18 22:33:42.399056 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 56284) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:42.466237 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5e59b4fc-b66e-40b4-a922-63c8e888d264 req-e5dd03d8-0049-4d66-ab53-e5680b058acc tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595079 Jan 18 22:33:42.520953 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network d3f7d7d8-069b-4dac-905e-34df4dc4b65b details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:33:42.542425 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d1e1c7-6e5a-4a7e-a48d-2423053a69ea req-84bf354b-055e-4893-b844-893cfbdccd4a tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:42.544685 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c3d1e1c7-6e5a-4a7e-a48d-2423053a69ea req-84bf354b-055e-4893-b844-893cfbdccd4a tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa8bc480-6236-474c-a841-2f615a476185 HTTP/1.1" status: 200 len: 946 time: 0.2659397 Jan 18 22:33:42.557074 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe1b374-3b01-4f89-8f86-5b831a3fa702 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:42.575142 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe1b374-3b01-4f89-8f86-5b831a3fa702 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:42.582282 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe1b374-3b01-4f89-8f86-5b831a3fa702 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:42.589311 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe1b374-3b01-4f89-8f86-5b831a3fa702 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:42.597193 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-cfe1b374-3b01-4f89-8f86-5b831a3fa702 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4601777 Jan 18 22:33:42.599813 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 56286) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:42.604953 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-4e8eb5c6-b7d0-405c-8030-bc9b235a3fe7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=36075c079ae44676ad9fbc5f13524e7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3397455 Jan 18 22:33:42.607615 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 56288) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:42.668386 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-523f3fcf-2352-4e0d-b42d-e0d15eb03664 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Deleting port 6d0c320a-131f-43ca-b039-0eff5b47fcd5 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:33:42.668845 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-523f3fcf-2352-4e0d-b42d-e0d15eb03664 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:42.707304 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c3d1e1c7-6e5a-4a7e-a48d-2423053a69ea req-89ade746-dc3c-4d7d-bff2-f7673bcf38e0 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.53 "GET /v2.0/security-groups?id=c97b6df1-e3bb-4ca1-a3ff-335fef0bf5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087911 Jan 18 22:33:42.763703 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8fda3fa3-3ce5-438d-8174-ff36fbceb417 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:42.769977 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a9965b82-429d-462a-91b6-f2ef46d7124b tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:42.782950 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:42.789270 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-523f3fcf-2352-4e0d-b42d-e0d15eb03664 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:42.813087 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8fda3fa3-3ce5-438d-8174-ff36fbceb417 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:42.815007 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-523f3fcf-2352-4e0d-b42d-e0d15eb03664 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Calling delete_port for 6d0c320a-131f-43ca-b039-0eff5b47fcd5 owned by {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:33:42.885010 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a9965b82-429d-462a-91b6-f2ef46d7124b tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:42.924615 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-523f3fcf-2352-4e0d-b42d-e0d15eb03664 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:42.952771 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-523f3fcf-2352-4e0d-b42d-e0d15eb03664 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:42.958672 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-523f3fcf-2352-4e0d-b42d-e0d15eb03664 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "DELETE /v2.0/ports/6d0c320a-131f-43ca-b039-0eff5b47fcd5 HTTP/1.1" status: 204 len: 168 time: 0.5537443 Jan 18 22:33:42.960886 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 56294) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:42.992507 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523f3fcf-2352-4e0d-b42d-e0d15eb03664 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Pushing event deleted for resources: {'Port': ['ID=6d0c320a-131f-43ca-b039-0eff5b47fcd5,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:43.084716 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c840809-dbed-4099-b727-1c6fed525200 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:43.090594 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c840809-dbed-4099-b727-1c6fed525200 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:43.092094 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-6c840809-dbed-4099-b727-1c6fed525200 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1307726 Jan 18 22:33:43.094936 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8fda3fa3-3ce5-438d-8174-ff36fbceb417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:43.097077 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8fda3fa3-3ce5-438d-8174-ff36fbceb417 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:43.100502 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-8fda3fa3-3ce5-438d-8174-ff36fbceb417 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4c892283-3fdf-4780-888a-d808c26e3aa4 HTTP/1.1" status: 204 len: 168 time: 0.4886231 Jan 18 22:33:43.100502 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 56300) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:43.126015 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fda3fa3-3ce5-438d-8174-ff36fbceb417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c892283-3fdf-4780-888a-d808c26e3aa4,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:43.276819 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-600b7140-79dc-4673-ba60-b52264071447 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Deleting port 9917d48e-5752-4eb6-bae8-965ccdf434a1 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:33:43.278079 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-600b7140-79dc-4673-ba60-b52264071447 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:43.386808 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-a9965b82-429d-462a-91b6-f2ef46d7124b tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43eab2b1-3c18-4cb4-b28d-84dd1535a019']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:33:43.446447 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-a9965b82-429d-462a-91b6-f2ef46d7124b tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fb7144b-459f-4341-adc5-a04d391bcbaf') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:33:43.446764 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-a9965b82-429d-462a-91b6-f2ef46d7124b tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fb7144b-459f-4341-adc5-a04d391bcbaf') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:33:43.457083 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-600b7140-79dc-4673-ba60-b52264071447 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:43.468792 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a9965b82-429d-462a-91b6-f2ef46d7124b tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60394742'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:43.491152 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-600b7140-79dc-4673-ba60-b52264071447 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Calling delete_port for 9917d48e-5752-4eb6-bae8-965ccdf434a1 owned by {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:33:43.508205 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a9965b82-429d-462a-91b6-f2ef46d7124b tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:43.526472 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9965b82-429d-462a-91b6-f2ef46d7124b tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:33:43.527050 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a9965b82-429d-462a-91b6-f2ef46d7124b tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60203044'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:43.539140 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af69992d-af1f-4def-ac6a-eeb0d992b071 req-28879818-ab58-418e-9294-9598b3796542 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:43.545948 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af69992d-af1f-4def-ac6a-eeb0d992b071 req-28879818-ab58-418e-9294-9598b3796542 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:43.551884 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af69992d-af1f-4def-ac6a-eeb0d992b071 req-28879818-ab58-418e-9294-9598b3796542 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:43.560056 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-af69992d-af1f-4def-ac6a-eeb0d992b071 req-28879818-ab58-418e-9294-9598b3796542 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa8bc480-6236-474c-a841-2f615a476185&device_id=419c8bf7-9b87-46c6-aadf-4d29b33468e8&device_id=f6f4b781-3937-4a77-8733-a6dc0078ff56 HTTP/1.1" status: 200 len: 2417 time: 0.2034583 Jan 18 22:33:43.580273 n-d-825064-1 neutron-server[102430]: Traceback (most recent call last): Jan 18 22:33:43.580273 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:33:43.580273 n-d-825064-1 neutron-server[102430]: timer() Jan 18 22:33:43.580273 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:33:43.580273 n-d-825064-1 neutron-server[102430]: cb(*args, **kw) Jan 18 22:33:43.580273 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:33:43.580273 n-d-825064-1 neutron-server[102430]: return func(*args, **kwargs) Jan 18 22:33:43.580273 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:33:43.580273 n-d-825064-1 neutron-server[102430]: self._notify() Jan 18 22:33:43.580273 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:33:43.580273 n-d-825064-1 neutron-server[102430]: self.callback(batched_events) Jan 18 22:33:43.580273 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:33:43.580273 n-d-825064-1 neutron-server[102430]: event.method(event) Jan 18 22:33:43.580273 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:33:43.580273 n-d-825064-1 neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:33:43.580273 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:33:43.580273 n-d-825064-1 neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:33:43.580273 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:33:43.580273 n-d-825064-1 neutron-server[102430]: return f(self, *a, **k) Jan 18 22:33:43.580273 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:33:43.580273 n-d-825064-1 neutron-server[102430]: return self._get(url).json() Jan 18 22:33:43.580273 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:33:43.580273 n-d-825064-1 neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:33:43.580273 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:33:43.580273 n-d-825064-1 neutron-server[102430]: return self.request(url, 'GET', **kwargs) Jan 18 22:33:43.580273 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:33:43.580273 n-d-825064-1 neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:33:43.580273 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:33:43.580273 n-d-825064-1 neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:33:43.580273 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:33:43.580273 n-d-825064-1 neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:33:43.580273 n-d-825064-1 neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:33:43.636195 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:43.648155 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-af69992d-af1f-4def-ac6a-eeb0d992b071 req-49e2531b-0cc1-4309-a3da-777fe8c25f46 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.53 "GET /v2.0/security-groups?id=c97b6df1-e3bb-4ca1-a3ff-335fef0bf5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858977 Jan 18 22:33:43.658051 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-600b7140-79dc-4673-ba60-b52264071447 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:43.718111 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-600b7140-79dc-4673-ba60-b52264071447 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:43.721858 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-600b7140-79dc-4673-ba60-b52264071447 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "DELETE /v2.0/ports/9917d48e-5752-4eb6-bae8-965ccdf434a1 HTTP/1.1" status: 204 len: 168 time: 0.6192620 Jan 18 22:33:43.723407 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600b7140-79dc-4673-ba60-b52264071447 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Pushing event deleted for resources: {'Port': ['ID=9917d48e-5752-4eb6-bae8-965ccdf434a1,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:43.733322 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 56324) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:43.781679 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a9965b82-429d-462a-91b6-f2ef46d7124b tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:43.805617 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f33a09-c9be-47f1-92b3-5b8d52198ec2 req-e608c699-5b95-4351-8db6-07b2458c6090 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:43.813625 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-71f33a09-c9be-47f1-92b3-5b8d52198ec2 req-e608c699-5b95-4351-8db6-07b2458c6090 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 946 time: 0.1907599 Jan 18 22:33:43.829270 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a9965b82-429d-462a-91b6-f2ef46d7124b tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:43.832788 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-a9965b82-429d-462a-91b6-f2ef46d7124b tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] 10.222.0.53 "DELETE /v2.0/networks/43eab2b1-3c18-4cb4-b28d-84dd1535a019 HTTP/1.1" status: 204 len: 168 time: 1.2318830 Jan 18 22:33:43.838933 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 56328) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:43.848328 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a958d440-bf4b-4952-af0d-868c13985c4f tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:43.854172 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-a958d440-bf4b-4952-af0d-868c13985c4f tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1198218 Jan 18 22:33:43.856014 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 56330) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:43.888547 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9965b82-429d-462a-91b6-f2ef46d7124b tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Pushing event deleted for resources: {'Network': ['ID=43eab2b1-3c18-4cb4-b28d-84dd1535a019,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:43.901867 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f8ab570-42b2-4a70-bcfd-3a754e000c85 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] GET failed (client error): The resource could not be found. Jan 18 22:33:43.906580 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-8f8ab570-42b2-4a70-bcfd-3a754e000c85 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "GET /v2.0/ports/6d0c320a-131f-43ca-b039-0eff5b47fcd5 HTTP/1.1" status: 404 len: 333 time: 0.0493436 Jan 18 22:33:43.924989 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 56334) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:43.937358 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-71f33a09-c9be-47f1-92b3-5b8d52198ec2 req-748e0e13-770f-4405-995b-78541ce2442d tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206098 Jan 18 22:33:43.976296 n-d-825064-1 neutron-server[102430]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0a3b529-4a71-4943-b84a-b3c616d67b33 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] GET failed (client error): The resource could not be found. Jan 18 22:33:43.982080 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-d0a3b529-4a71-4943-b84a-b3c616d67b33 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "GET /v2.0/ports/9917d48e-5752-4eb6-bae8-965ccdf434a1 HTTP/1.1" status: 404 len: 333 time: 0.0380120 Jan 18 22:33:43.986072 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-512fda35-3769-4220-a997-389471474350 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:43.988778 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 56338) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:44.049017 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-91c137b6-b13f-4de8-a52b-274115aad92d req-77c66c21-2b98-43f4-a650-5236df340087 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2328718 Jan 18 22:33:44.135387 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-512fda35-3769-4220-a997-389471474350 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:44.163379 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 22:33:44.209122 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-512fda35-3769-4220-a997-389471474350 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3f7d7d8-069b-4dac-905e-34df4dc4b65b']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:33:44.233847 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-78b72cbb-73e9-4ec7-b306-296bf16de4e0 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:44.237845 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-512fda35-3769-4220-a997-389471474350 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76f2ae81-c0c3-4e26-9724-581c70e327df') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:33:44.240387 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-512fda35-3769-4220-a997-389471474350 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76f2ae81-c0c3-4e26-9724-581c70e327df') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:33:44.273052 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-512fda35-3769-4220-a997-389471474350 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:44.307701 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-512fda35-3769-4220-a997-389471474350 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:44.315228 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-512fda35-3769-4220-a997-389471474350 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:33:44.315935 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-512fda35-3769-4220-a997-389471474350 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:44.387674 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:33:44.387674 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:33:44.387674 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:33:44.387674 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:33:44.387674 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:33:44.387674 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:33:44.387674 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:33:44.387674 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:33:44.387674 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:33:44.387674 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:33:44.387674 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:33:44.387674 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:33:44.387674 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:33:44.387674 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:33:44.387674 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:33:44.387674 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:33:44.387674 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:33:44.387674 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:33:44.387674 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:33:44.387674 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:33:44.387674 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:33:44.387674 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:33:44.387674 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:33:44.387674 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:33:44.387674 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:33:44.387674 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:33:44.387674 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:33:44.387674 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:33:44.387674 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:33:44.387674 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:33:44.387674 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:33:44.387674 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:33:44.391008 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 56350) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:44.407124 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-512fda35-3769-4220-a997-389471474350 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:44.425643 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-512fda35-3769-4220-a997-389471474350 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:44.434382 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-512fda35-3769-4220-a997-389471474350 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] 10.222.0.53 "DELETE /v2.0/networks/d3f7d7d8-069b-4dac-905e-34df4dc4b65b HTTP/1.1" status: 204 len: 168 time: 0.5771043 Jan 18 22:33:44.434647 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-78b72cbb-73e9-4ec7-b306-296bf16de4e0 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:44.439615 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 56354) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:44.483392 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-78b72cbb-73e9-4ec7-b306-296bf16de4e0 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60a36354-adf9-4401-b7e8-76648a8d72e6']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:33:44.496906 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512fda35-3769-4220-a997-389471474350 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Pushing event deleted for resources: {'Network': ['ID=d3f7d7d8-069b-4dac-905e-34df4dc4b65b,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:44.501485 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-78b72cbb-73e9-4ec7-b306-296bf16de4e0 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '442743d7-8269-4af7-8e70-cd5db99325ac') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:33:44.501784 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-78b72cbb-73e9-4ec7-b306-296bf16de4e0 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '442743d7-8269-4af7-8e70-cd5db99325ac') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:33:44.526612 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-78b72cbb-73e9-4ec7-b306-296bf16de4e0 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60394742'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:44.567075 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-78b72cbb-73e9-4ec7-b306-296bf16de4e0 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:44.581127 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78b72cbb-73e9-4ec7-b306-296bf16de4e0 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:33:44.581604 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-78b72cbb-73e9-4ec7-b306-296bf16de4e0 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60203044'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:44.594198 n-d-825064-1 neutron-server[102430]: Traceback (most recent call last): Jan 18 22:33:44.594198 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:33:44.594198 n-d-825064-1 neutron-server[102430]: timer() Jan 18 22:33:44.594198 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:33:44.594198 n-d-825064-1 neutron-server[102430]: cb(*args, **kw) Jan 18 22:33:44.594198 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:33:44.594198 n-d-825064-1 neutron-server[102430]: return func(*args, **kwargs) Jan 18 22:33:44.594198 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:33:44.594198 n-d-825064-1 neutron-server[102430]: self._notify() Jan 18 22:33:44.594198 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:33:44.594198 n-d-825064-1 neutron-server[102430]: self.callback(batched_events) Jan 18 22:33:44.594198 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:33:44.594198 n-d-825064-1 neutron-server[102430]: event.method(event) Jan 18 22:33:44.594198 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:33:44.594198 n-d-825064-1 neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:33:44.594198 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:33:44.594198 n-d-825064-1 neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:33:44.594198 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:33:44.594198 n-d-825064-1 neutron-server[102430]: return f(self, *a, **k) Jan 18 22:33:44.594198 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:33:44.594198 n-d-825064-1 neutron-server[102430]: return self._get(url).json() Jan 18 22:33:44.594198 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:33:44.594198 n-d-825064-1 neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:33:44.594198 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:33:44.594198 n-d-825064-1 neutron-server[102430]: return self.request(url, 'GET', **kwargs) Jan 18 22:33:44.594198 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:33:44.594198 n-d-825064-1 neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:33:44.594198 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:33:44.594198 n-d-825064-1 neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:33:44.594198 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:33:44.594198 n-d-825064-1 neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:33:44.594198 n-d-825064-1 neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:33:44.640854 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-a817f5cd-04a1-4d53-a1ab-8b7d5a814c8e tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1434862600'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:33:44.687997 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-78b72cbb-73e9-4ec7-b306-296bf16de4e0 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:44.699151 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-78b72cbb-73e9-4ec7-b306-296bf16de4e0 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:44.702797 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-78b72cbb-73e9-4ec7-b306-296bf16de4e0 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "DELETE /v2.0/networks/60a36354-adf9-4401-b7e8-76648a8d72e6 HTTP/1.1" status: 204 len: 168 time: 0.7128034 Jan 18 22:33:44.708772 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 56358) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:44.715820 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-f23474a3-6736-4b2a-b66c-0f2c72530c57 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1233557704'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:33:44.745516 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b72cbb-73e9-4ec7-b306-296bf16de4e0 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Pushing event deleted for resources: {'Network': ['ID=60a36354-adf9-4401-b7e8-76648a8d72e6,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:44.775237 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc008909-106c-49a6-b472-efc93d457fd1 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:44.785158 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc008909-106c-49a6-b472-efc93d457fd1 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:44.790463 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-dc008909-106c-49a6-b472-efc93d457fd1 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3174336 Jan 18 22:33:44.790463 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a817f5cd-04a1-4d53-a1ab-8b7d5a814c8e tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Made reservation on behalf of c734a7d12e3d4aefb145cc5f155d0467 for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:33:44.790782 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 56362) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:44.799189 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-a3a2e5d3-0800-4d12-8915-7c662a081e5e tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-94176125'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:33:44.804974 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a817f5cd-04a1-4d53-a1ab-8b7d5a814c8e tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:44.824806 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a817f5cd-04a1-4d53-a1ab-8b7d5a814c8e tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:44.868887 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f23474a3-6736-4b2a-b66c-0f2c72530c57 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Made reservation on behalf of 7c0179a097dd413e9755022eddbfface for: {'network': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:33:44.873023 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f23474a3-6736-4b2a-b66c-0f2c72530c57 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:44.897062 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3a2e5d3-0800-4d12-8915-7c662a081e5e tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Made reservation on behalf of 49440441815e416da18380bf707f8c4b for: {'network': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:33:44.901463 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a3a2e5d3-0800-4d12-8915-7c662a081e5e tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:44.926044 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a817f5cd-04a1-4d53-a1ab-8b7d5a814c8e tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:44.943027 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3a2e5d3-0800-4d12-8915-7c662a081e5e tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=102430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:33:44.943528 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a817f5cd-04a1-4d53-a1ab-8b7d5a814c8e tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:44.950374 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f23474a3-6736-4b2a-b66c-0f2c72530c57 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=102430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:33:44.960668 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a817f5cd-04a1-4d53-a1ab-8b7d5a814c8e tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:33:44.972431 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a817f5cd-04a1-4d53-a1ab-8b7d5a814c8e tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:44.972788 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-a817f5cd-04a1-4d53-a1ab-8b7d5a814c8e tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Added segment 6ebae142-ed39-4787-9ec8-458dfaae759d of type vlan for network f4480bbd-c3f0-45f0-96c6-3cf870f362e3 Jan 18 22:33:44.977723 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a3a2e5d3-0800-4d12-8915-7c662a081e5e tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:44.978138 n-d-825064-1 neutron-server[102430]: INFO neutron.db.segments_db [None req-a3a2e5d3-0800-4d12-8915-7c662a081e5e tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Added segment b9a56b67-2fc3-45c4-9d12-3513dbf7c038 of type vlan for network f9681d16-dafa-45cb-9c9c-b178bf3c1dcd Jan 18 22:33:44.998601 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f23474a3-6736-4b2a-b66c-0f2c72530c57 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:45.004361 n-d-825064-1 neutron-server[102430]: INFO neutron.db.segments_db [None req-f23474a3-6736-4b2a-b66c-0f2c72530c57 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Added segment b6b34f2f-14c2-4096-b916-f4d9c3128351 of type vlan for network e986b26b-5f22-415b-b714-8e1a04e58be2 Jan 18 22:33:45.023762 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a817f5cd-04a1-4d53-a1ab-8b7d5a814c8e tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:45.094800 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a817f5cd-04a1-4d53-a1ab-8b7d5a814c8e tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4ac4090-bc7a-4a67-bc6b-9e3af09e254e,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:45.107123 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a817f5cd-04a1-4d53-a1ab-8b7d5a814c8e tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:45.126907 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a817f5cd-04a1-4d53-a1ab-8b7d5a814c8e tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:45.128636 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a817f5cd-04a1-4d53-a1ab-8b7d5a814c8e tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:45.157623 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a3a2e5d3-0800-4d12-8915-7c662a081e5e tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:45.185441 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-a817f5cd-04a1-4d53-a1ab-8b7d5a814c8e tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7929602 Jan 18 22:33:45.196411 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537f5953-cce2-4796-8c2c-2f46645540cf req-a728f944-833a-408d-b3a3-4c6220a91343 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:45.201757 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-537f5953-cce2-4796-8c2c-2f46645540cf req-a728f944-833a-408d-b3a3-4c6220a91343 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 946 time: 0.1316259 Jan 18 22:33:45.212985 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f23474a3-6736-4b2a-b66c-0f2c72530c57 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:45.322957 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-537f5953-cce2-4796-8c2c-2f46645540cf req-014268d6-7887-43d2-b556-441fad5e7efc tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153343 Jan 18 22:33:45.333761 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f23474a3-6736-4b2a-b66c-0f2c72530c57 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:45.351553 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a817f5cd-04a1-4d53-a1ab-8b7d5a814c8e tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Pushing event updated for resources: {'Network': ['ID=f4480bbd-c3f0-45f0-96c6-3cf870f362e3,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:45.356384 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23474a3-6736-4b2a-b66c-0f2c72530c57 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:45.357028 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f23474a3-6736-4b2a-b66c-0f2c72530c57 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:45.389690 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network f4480bbd-c3f0-45f0-96c6-3cf870f362e3 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:33:45.421038 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-f23474a3-6736-4b2a-b66c-0f2c72530c57 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7082601 Jan 18 22:33:45.421996 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 56372) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:45.424841 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a3a2e5d3-0800-4d12-8915-7c662a081e5e tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:45.428986 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-02e98c82-2c34-42d4-a294-f6a890a2d836 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Request body: {'subnet': {'network_id': 'e986b26b-5f22-415b-b714-8e1a04e58be2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:33:45.439505 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a2e5d3-0800-4d12-8915-7c662a081e5e tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:45.440178 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a3a2e5d3-0800-4d12-8915-7c662a081e5e tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:45.523711 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-a3a2e5d3-0800-4d12-8915-7c662a081e5e tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7290165 Jan 18 22:33:45.530390 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 56374) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:45.540655 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-2413fe03-927e-44ae-ae9b-a13c366d20f9 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-314232575'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:33:45.682614 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23474a3-6736-4b2a-b66c-0f2c72530c57 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Pushing event updated for resources: {'Network': ['ID=e986b26b-5f22-415b-b714-8e1a04e58be2,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:45.698064 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02e98c82-2c34-42d4-a294-f6a890a2d836 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Made reservation on behalf of 7c0179a097dd413e9755022eddbfface for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:33:45.713491 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network e986b26b-5f22-415b-b714-8e1a04e58be2 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:33:45.714072 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-02e98c82-2c34-42d4-a294-f6a890a2d836 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:45.865732 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.ipam_backend_mixin [None req-02e98c82-2c34-42d4-a294-f6a890a2d836 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Performing IP validity checks on allocation pools {{(pid=102431) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 18 22:33:45.870163 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.ipam_backend_mixin [None req-02e98c82-2c34-42d4-a294-f6a890a2d836 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102431) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 18 22:33:45.901770 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a2e5d3-0800-4d12-8915-7c662a081e5e tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Pushing event updated for resources: {'Network': ['ID=f9681d16-dafa-45cb-9c9c-b178bf3c1dcd,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:45.908423 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2413fe03-927e-44ae-ae9b-a13c366d20f9 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Made reservation on behalf of 49440441815e416da18380bf707f8c4b for: {'network': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:33:45.918393 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2413fe03-927e-44ae-ae9b-a13c366d20f9 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:45.919673 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network f9681d16-dafa-45cb-9c9c-b178bf3c1dcd details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:33:45.968620 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2413fe03-927e-44ae-ae9b-a13c366d20f9 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=102430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:33:45.992364 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2413fe03-927e-44ae-ae9b-a13c366d20f9 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:45.992829 n-d-825064-1 neutron-server[102430]: INFO neutron.db.segments_db [None req-2413fe03-927e-44ae-ae9b-a13c366d20f9 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Added segment f5a5c6fd-9f7b-4089-af8f-49839bd56e2c of type vlan for network b65c3ae0-e6de-4603-9206-e78ce6c4b83f Jan 18 22:33:46.090915 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2413fe03-927e-44ae-ae9b-a13c366d20f9 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:46.198373 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-02e98c82-2c34-42d4-a294-f6a890a2d836 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:46.206423 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2413fe03-927e-44ae-ae9b-a13c366d20f9 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:46.212197 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2413fe03-927e-44ae-ae9b-a13c366d20f9 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:46.213109 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2413fe03-927e-44ae-ae9b-a13c366d20f9 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:46.278759 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-2413fe03-927e-44ae-ae9b-a13c366d20f9 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7448630 Jan 18 22:33:46.300152 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 56382) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:46.329472 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-b9726b31-d7ca-4d65-a15a-53bd060f25cf tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Request body: {'ports': [{'network_id': 'f9681d16-dafa-45cb-9c9c-b178bf3c1dcd', 'name': 'tempest-port--1830238337', 'admin_state_up': True}, {'network_id': 'b65c3ae0-e6de-4603-9206-e78ce6c4b83f', 'admin_state_up': False}]} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:33:46.341077 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-b9726b31-d7ca-4d65-a15a-53bd060f25cf tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Request body: {'port': {'network_id': 'f9681d16-dafa-45cb-9c9c-b178bf3c1dcd', 'name': 'tempest-port--1830238337', 'admin_state_up': True}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:33:46.341682 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-b9726b31-d7ca-4d65-a15a-53bd060f25cf tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Request body: {'port': {'network_id': 'b65c3ae0-e6de-4603-9206-e78ce6c4b83f', 'admin_state_up': False}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:33:46.497144 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2413fe03-927e-44ae-ae9b-a13c366d20f9 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Pushing event updated for resources: {'Network': ['ID=b65c3ae0-e6de-4603-9206-e78ce6c4b83f,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:46.520773 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network b65c3ae0-e6de-4603-9206-e78ce6c4b83f details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:33:46.693067 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef0875f-df18-459a-8221-1667dc8ca412 req-29fa7d42-8489-48c7-ae8a-455bf638e183 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:46.707634 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5ef0875f-df18-459a-8221-1667dc8ca412 req-29fa7d42-8489-48c7-ae8a-455bf638e183 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 946 time: 0.1927543 Jan 18 22:33:46.786000 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e98c82-2c34-42d4-a294-f6a890a2d836 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Pushing event updated for resources: {'Subnet': ['ID=19f40027-57d9-4b83-bae9-d4d8cecedd79,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:46.812426 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e98c82-2c34-42d4-a294-f6a890a2d836 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Checking segment: {'id': 'b6b34f2f-14c2-4096-b916-f4d9c3128351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e986b26b-5f22-415b-b714-8e1a04e58be2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:33:46.813350 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e98c82-2c34-42d4-a294-f6a890a2d836 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Network hostable DHCP agents. Network: e986b26b-5f22-415b-b714-8e1a04e58be2, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:33:46.822290 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5ef0875f-df18-459a-8221-1667dc8ca412 req-5a2f4685-c114-46ae-8957-36891e0a4590 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126730 Jan 18 22:33:46.842777 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7a22bb-e694-464e-95a8-faf3dd164f5c req-3b6c59e3-352f-42f9-a399-b464f2240901 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:46.851149 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1b7a22bb-e694-464e-95a8-faf3dd164f5c req-3b6c59e3-352f-42f9-a399-b464f2240901 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa8bc480-6236-474c-a841-2f615a476185 HTTP/1.1" status: 200 len: 946 time: 0.1764998 Jan 18 22:33:46.904378 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e98c82-2c34-42d4-a294-f6a890a2d836 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Network e986b26b-5f22-415b-b714-8e1a04e58be2 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:33:46.913695 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1b7a22bb-e694-464e-95a8-faf3dd164f5c req-029902c1-00e6-459a-8162-d66f00575825 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.53 "GET /v2.0/security-groups?id=c97b6df1-e3bb-4ca1-a3ff-335fef0bf5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614376 Jan 18 22:33:46.946672 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-02e98c82-2c34-42d4-a294-f6a890a2d836 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, e986b26b-5f22-415b-b714-8e1a04e58be2) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:33:46.955958 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd61b1fb-f3dd-4d4a-a559-541dbccc09f5 None None] Network e986b26b-5f22-415b-b714-8e1a04e58be2 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:33:46.970319 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e98c82-2c34-42d4-a294-f6a890a2d836 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:46.970903 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-02e98c82-2c34-42d4-a294-f6a890a2d836 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:47.054398 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 56396) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:47.058007 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-02e98c82-2c34-42d4-a294-f6a890a2d836 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6345754 Jan 18 22:33:47.062137 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-c23ec46a-1a10-4e14-82ef-a0cbe7fa2038 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Request body: {'port': {'network_id': 'e986b26b-5f22-415b-b714-8e1a04e58be2', 'name': 'tempest-PortsIpV6TestJSON-221839558'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:33:47.063067 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9726b31-d7ca-4d65-a15a-53bd060f25cf tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Made reservation on behalf of 49440441815e416da18380bf707f8c4b for: {'port': 2} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:33:47.075517 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b9726b31-d7ca-4d65-a15a-53bd060f25cf tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:47.125712 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b9726b31-d7ca-4d65-a15a-53bd060f25cf tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:47.272817 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 56398) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:47.397620 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [None req-b9726b31-d7ca-4d65-a15a-53bd060f25cf tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] device_id is not set on port 2e466070-0b6c-499e-84aa-a2e807e26985 yet. {{(pid=102431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:33:47.469830 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c23ec46a-1a10-4e14-82ef-a0cbe7fa2038 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Made reservation on behalf of 7c0179a097dd413e9755022eddbfface for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:33:47.475134 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c23ec46a-1a10-4e14-82ef-a0cbe7fa2038 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:47.510617 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [None req-c23ec46a-1a10-4e14-82ef-a0cbe7fa2038 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] device_id is not set on port f09e7ed0-ce2f-41a2-ba28-1af6a1a7606b yet. {{(pid=102430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:33:47.682588 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3584b8d3-4cae-4546-b882-f2b58904c738 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:47.702853 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-c23ec46a-1a10-4e14-82ef-a0cbe7fa2038 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Allocated IP 2001:db8::1c (e986b26b-5f22-415b-b714-8e1a04e58be2/19f40027-57d9-4b83-bae9-d4d8cecedd79/f09e7ed0-ce2f-41a2-ba28-1af6a1a7606b) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:33:47.723550 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b9726b31-d7ca-4d65-a15a-53bd060f25cf tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:47.802398 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9beb8250-5dae-4e0a-83c8-9ad6c2a11f23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-e986b26b-5f22-415b-b714-8e1a04e58be2', 'network_id': 'e986b26b-5f22-415b-b714-8e1a04e58be2', 'tenant_id': '7c0179a097dd413e9755022eddbfface', 'fixed_ips': [{'subnet_id': '19f40027-57d9-4b83-bae9-d4d8cecedd79'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:33:47.803286 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9beb8250-5dae-4e0a-83c8-9ad6c2a11f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:47.915505 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [None req-b9726b31-d7ca-4d65-a15a-53bd060f25cf tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] device_id is not set on port b4738655-6ac4-4d1b-8ee8-aa8105d56a8a yet. {{(pid=102431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:33:48.055760 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b9726b31-d7ca-4d65-a15a-53bd060f25cf tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:48.106103 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b9726b31-d7ca-4d65-a15a-53bd060f25cf tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:48.178699 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3584b8d3-4cae-4546-b882-f2b58904c738 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:48.192843 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3584b8d3-4cae-4546-b882-f2b58904c738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:48.223887 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-3584b8d3-4cae-4546-b882-f2b58904c738 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=21b8d7c2de514c09aff0ce01dfdca5a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9500284 Jan 18 22:33:48.225727 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f838eb70-9179-4ec0-a9f0-ceb6a4606c95 req-dbb0ad95-f318-41de-a199-bcfcdf13d2d5 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:48.226408 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 56406) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:48.232335 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f838eb70-9179-4ec0-a9f0-ceb6a4606c95 req-dbb0ad95-f318-41de-a199-bcfcdf13d2d5 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.67 "GET /v2.0/ports?device_id=fa8bc480-6236-474c-a841-2f615a476185 HTTP/1.1" status: 200 len: 946 time: 0.3261213 Jan 18 22:33:48.240294 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9726b31-d7ca-4d65-a15a-53bd060f25cf tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Pushing event updated for resources: {'Port': ['ID=2e466070-0b6c-499e-84aa-a2e807e26985,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:48.292579 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9726b31-d7ca-4d65-a15a-53bd060f25cf tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Checking segment: {'id': 'b9a56b67-2fc3-45c4-9d12-3513dbf7c038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'f9681d16-dafa-45cb-9c9c-b178bf3c1dcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:33:48.293206 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9726b31-d7ca-4d65-a15a-53bd060f25cf tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Network hostable DHCP agents. Network: f9681d16-dafa-45cb-9c9c-b178bf3c1dcd, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:33:48.295237 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3584b8d3-4cae-4546-b882-f2b58904c738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3d9cfcc-44ac-4f03-9237-bd07bb1e08ec,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:48.296085 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166b3fa8-9801-44aa-b8b1-8a4080dce601 req-81d7f38b-baef-495a-a60b-cef9ec352d4c tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:48.304595 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-166b3fa8-9801-44aa-b8b1-8a4080dce601 req-81d7f38b-baef-495a-a60b-cef9ec352d4c tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 946 time: 0.2660763 Jan 18 22:33:48.356222 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9726b31-d7ca-4d65-a15a-53bd060f25cf tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Network f9681d16-dafa-45cb-9c9c-b178bf3c1dcd is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:33:48.364041 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7b44a0fd-9eda-4548-8413-100ae968caad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:48.378306 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-b9726b31-d7ca-4d65-a15a-53bd060f25cf tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, f9681d16-dafa-45cb-9c9c-b178bf3c1dcd) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:33:48.383663 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9726b31-d7ca-4d65-a15a-53bd060f25cf tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:33:48.385223 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b9726b31-d7ca-4d65-a15a-53bd060f25cf tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:48.391353 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6547b6-0f32-420b-a014-1fba3614c3b0 None None] Network f9681d16-dafa-45cb-9c9c-b178bf3c1dcd requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:33:48.475268 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c23ec46a-1a10-4e14-82ef-a0cbe7fa2038 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:48.500312 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7b44a0fd-9eda-4548-8413-100ae968caad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:48.533102 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9726b31-d7ca-4d65-a15a-53bd060f25cf tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Pushing event updated for resources: {'Port': ['ID=b4738655-6ac4-4d1b-8ee8-aa8105d56a8a,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:48.539489 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 56410) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:48.545101 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-0a0d7252-4e36-4437-9a56-9b106c730de9 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Request body: {'subnet': {'network_id': 'f4480bbd-c3f0-45f0-96c6-3cf870f362e3', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:33:48.569763 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9726b31-d7ca-4d65-a15a-53bd060f25cf tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Checking segment: {'id': 'f5a5c6fd-9f7b-4089-af8f-49839bd56e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b65c3ae0-e6de-4603-9206-e78ce6c4b83f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:33:48.588488 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9726b31-d7ca-4d65-a15a-53bd060f25cf tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Network hostable DHCP agents. Network: b65c3ae0-e6de-4603-9206-e78ce6c4b83f, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:33:48.635959 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9726b31-d7ca-4d65-a15a-53bd060f25cf tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Network b65c3ae0-e6de-4603-9206-e78ce6c4b83f is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:33:48.654693 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7b44a0fd-9eda-4548-8413-100ae968caad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:48.657290 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7b44a0fd-9eda-4548-8413-100ae968caad admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:48.660975 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-7b44a0fd-9eda-4548-8413-100ae968caad admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a3d9cfcc-44ac-4f03-9237-bd07bb1e08ec HTTP/1.1" status: 204 len: 168 time: 0.4294078 Jan 18 22:33:48.662820 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-b9726b31-d7ca-4d65-a15a-53bd060f25cf tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, b65c3ae0-e6de-4603-9206-e78ce6c4b83f) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:33:48.671288 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9726b31-d7ca-4d65-a15a-53bd060f25cf tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:33:48.680923 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e53f52-e6a3-4993-a32a-a9d666240f57 None None] Network b65c3ae0-e6de-4603-9206-e78ce6c4b83f requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:33:48.690505 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9726b31-d7ca-4d65-a15a-53bd060f25cf tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:48.695424 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9726b31-d7ca-4d65-a15a-53bd060f25cf tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:48.696684 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b9726b31-d7ca-4d65-a15a-53bd060f25cf tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:48.710978 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b44a0fd-9eda-4548-8413-100ae968caad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3d9cfcc-44ac-4f03-9237-bd07bb1e08ec,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:48.757600 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-b9726b31-d7ca-4d65-a15a-53bd060f25cf tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.4368021 Jan 18 22:33:48.757889 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 56414) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:48.797635 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-166b3fa8-9801-44aa-b8b1-8a4080dce601 req-b6331d0a-780d-413d-9635-c08ebc3cf140 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4770892 Jan 18 22:33:48.874582 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f63d67b-cd21-465a-90d1-628f6e2f892d tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:48.897907 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f63d67b-cd21-465a-90d1-628f6e2f892d tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:48.902124 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-2f63d67b-cd21-465a-90d1-628f6e2f892d tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1403387 Jan 18 22:33:48.905787 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 56418) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:48.911267 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31b7523-ec5f-42d1-a5e5-ad6c494b30ed req-40779b5b-f171-43b7-8469-3ab14dca31da tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:48.927570 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a31b7523-ec5f-42d1-a5e5-ad6c494b30ed req-40779b5b-f171-43b7-8469-3ab14dca31da tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa8bc480-6236-474c-a841-2f615a476185 HTTP/1.1" status: 200 len: 946 time: 0.7838562 Jan 18 22:33:48.969761 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-9beb8250-5dae-4e0a-83c8-9ad6c2a11f23 None None] Allocated IP 2001:db8::2 (e986b26b-5f22-415b-b714-8e1a04e58be2/19f40027-57d9-4b83-bae9-d4d8cecedd79/a570f29d-116c-4b53-b3f5-a4b50475844a) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:33:49.034528 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c23ec46a-1a10-4e14-82ef-a0cbe7fa2038 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:49.065459 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a31b7523-ec5f-42d1-a5e5-ad6c494b30ed req-323077bf-e442-4544-ba7a-e89ad0123485 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.53 "GET /v2.0/security-groups?id=c97b6df1-e3bb-4ca1-a3ff-335fef0bf5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348102 Jan 18 22:33:49.132702 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23ec46a-1a10-4e14-82ef-a0cbe7fa2038 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Network e986b26b-5f22-415b-b714-8e1a04e58be2 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:33:49.137014 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-f838eb70-9179-4ec0-a9f0-ceb6a4606c95 req-642bbac1-05b2-49b6-adfd-ab257989b632 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Deleting port 5a40fb34-2748-4a95-8452-022cf1e9e0e7 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:33:49.137455 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-f838eb70-9179-4ec0-a9f0-ceb6a4606c95 req-642bbac1-05b2-49b6-adfd-ab257989b632 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:49.144218 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a0d7252-4e36-4437-9a56-9b106c730de9 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Made reservation on behalf of c734a7d12e3d4aefb145cc5f155d0467 for: {'subnet': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:33:49.147815 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0a0d7252-4e36-4437-9a56-9b106c730de9 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62288702'] for subnet, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:49.156785 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-664f4341-0991-4522-ae14-7bd657ad6e86 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Deleting port 2e466070-0b6c-499e-84aa-a2e807e26985 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:33:49.166437 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-c23ec46a-1a10-4e14-82ef-a0cbe7fa2038 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:33:49.167012 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-664f4341-0991-4522-ae14-7bd657ad6e86 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:49.173083 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23ec46a-1a10-4e14-82ef-a0cbe7fa2038 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:33:49.178934 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c23ec46a-1a10-4e14-82ef-a0cbe7fa2038 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:49.179612 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c23ec46a-1a10-4e14-82ef-a0cbe7fa2038 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:49.231015 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23ec46a-1a10-4e14-82ef-a0cbe7fa2038 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Pushing event updated for resources: {'Port': ['ID=f09e7ed0-ce2f-41a2-ba28-1af6a1a7606b,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:49.271468 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9beb8250-5dae-4e0a-83c8-9ad6c2a11f23 None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:49.288921 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 56420) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:49.293227 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9beb8250-5dae-4e0a-83c8-9ad6c2a11f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:49.315981 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ad3aea52-03bf-4154-a514-7338fa12ff32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:49.335924 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-664f4341-0991-4522-ae14-7bd657ad6e86 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:49.336384 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-24540cc6-e6f1-4bd2-8a6a-bd80d1d1983b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:49.338803 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-c23ec46a-1a10-4e14-82ef-a0cbe7fa2038 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2826290 Jan 18 22:33:49.339066 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9beb8250-5dae-4e0a-83c8-9ad6c2a11f23 None None] Network e986b26b-5f22-415b-b714-8e1a04e58be2 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:33:49.344375 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-9beb8250-5dae-4e0a-83c8-9ad6c2a11f23 None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:33:49.349719 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 56422) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:49.353069 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9beb8250-5dae-4e0a-83c8-9ad6c2a11f23 None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:33:49.374372 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-664f4341-0991-4522-ae14-7bd657ad6e86 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Calling delete_port for 2e466070-0b6c-499e-84aa-a2e807e26985 owned by {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:33:49.385054 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beb8250-5dae-4e0a-83c8-9ad6c2a11f23 None None] Pushing event updated for resources: {'Port': ['ID=a570f29d-116c-4b53-b3f5-a4b50475844a,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:49.428255 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-9beb8250-5dae-4e0a-83c8-9ad6c2a11f23 None None] Attempting to bind port a570f29d-116c-4b53-b3f5-a4b50475844a on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:33:49.428664 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-9beb8250-5dae-4e0a-83c8-9ad6c2a11f23 None None] Attempting to bind port a570f29d-116c-4b53-b3f5-a4b50475844a by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': 'b6b34f2f-14c2-4096-b916-f4d9c3128351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e986b26b-5f22-415b-b714-8e1a04e58be2'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:33:49.428991 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9beb8250-5dae-4e0a-83c8-9ad6c2a11f23 None None] Attempting to bind port a570f29d-116c-4b53-b3f5-a4b50475844a on network e986b26b-5f22-415b-b714-8e1a04e58be2 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:33:49.444552 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9beb8250-5dae-4e0a-83c8-9ad6c2a11f23 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:33:49.445465 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9beb8250-5dae-4e0a-83c8-9ad6c2a11f23 None None] Checking segment: {'id': 'b6b34f2f-14c2-4096-b916-f4d9c3128351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e986b26b-5f22-415b-b714-8e1a04e58be2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:33:49.445912 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9beb8250-5dae-4e0a-83c8-9ad6c2a11f23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:49.446308 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9beb8250-5dae-4e0a-83c8-9ad6c2a11f23 None None] Bound using segment: {'id': 'b6b34f2f-14c2-4096-b916-f4d9c3128351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e986b26b-5f22-415b-b714-8e1a04e58be2'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:33:49.447425 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-9beb8250-5dae-4e0a-83c8-9ad6c2a11f23 None None] Bound port: a570f29d-116c-4b53-b3f5-a4b50475844a, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6b34f2f-14c2-4096-b916-f4d9c3128351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e986b26b-5f22-415b-b714-8e1a04e58be2'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:33:49.447810 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9beb8250-5dae-4e0a-83c8-9ad6c2a11f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:49.460018 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-f838eb70-9179-4ec0-a9f0-ceb6a4606c95 req-642bbac1-05b2-49b6-adfd-ab257989b632 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] For port 5a40fb34-2748-4a95-8452-022cf1e9e0e7, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=5a40fb34-2748-4a95-8452-022cf1e9e0e7,segment=NetworkSegment(bb66af8e-f2af-438e-99d5-902fa4f01401),segment_id=bb66af8e-f2af-438e-99d5-902fa4f01401)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:33:49.460880 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-f838eb70-9179-4ec0-a9f0-ceb6a4606c95 req-642bbac1-05b2-49b6-adfd-ab257989b632 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:49.514590 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-f838eb70-9179-4ec0-a9f0-ceb6a4606c95 req-642bbac1-05b2-49b6-adfd-ab257989b632 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Calling delete_port for 5a40fb34-2748-4a95-8452-022cf1e9e0e7 owned by compute:nova {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:33:49.548805 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-2f0bfbac-d2a7-42fc-b7e5-1148a7a47142 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Deleting port f09e7ed0-ce2f-41a2-ba28-1af6a1a7606b {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:33:49.549145 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2f0bfbac-d2a7-42fc-b7e5-1148a7a47142 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:49.555449 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-9beb8250-5dae-4e0a-83c8-9ad6c2a11f23 None None] For port a570f29d-116c-4b53-b3f5-a4b50475844a, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:33:49.563448 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-9beb8250-5dae-4e0a-83c8-9ad6c2a11f23 None None] For port a570f29d-116c-4b53-b3f5-a4b50475844a, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=a570f29d-116c-4b53-b3f5-a4b50475844a,segment=NetworkSegment(b6b34f2f-14c2-4096-b916-f4d9c3128351),segment_id=b6b34f2f-14c2-4096-b916-f4d9c3128351)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:33:49.570351 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9beb8250-5dae-4e0a-83c8-9ad6c2a11f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:49.604313 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ad3aea52-03bf-4154-a514-7338fa12ff32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:49.606359 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-664f4341-0991-4522-ae14-7bd657ad6e86 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:49.626481 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beb8250-5dae-4e0a-83c8-9ad6c2a11f23 None None] Pushing event updated for resources: {'Port': ['ID=a570f29d-116c-4b53-b3f5-a4b50475844a,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:49.663385 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ad3aea52-03bf-4154-a514-7338fa12ff32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:49.788915 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-ad3aea52-03bf-4154-a514-7338fa12ff32 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9de0ad6b02004f778aacdc2c52008973&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4971974 Jan 18 22:33:49.793569 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 56424) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:49.797484 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0a0d7252-4e36-4437-9a56-9b106c730de9 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60203213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62288684'] for subnet, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:49.808786 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3aea52-03bf-4154-a514-7338fa12ff32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81cb0c9e-b716-46c8-818b-66bd7bd2178d,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:49.963186 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-114cc332-074a-4968-bc7a-612384bedda3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:49.964837 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0d7252-4e36-4437-9a56-9b106c730de9 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Pushing event updated for resources: {'Subnet': ['ID=daf2a11b-d651-459a-887e-4e55b80eea0a,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:50.038911 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0d7252-4e36-4437-9a56-9b106c730de9 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Checking segment: {'id': '6ebae142-ed39-4787-9ec8-458dfaae759d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f4480bbd-c3f0-45f0-96c6-3cf870f362e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:33:50.039254 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0d7252-4e36-4437-9a56-9b106c730de9 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Network hostable DHCP agents. Network: f4480bbd-c3f0-45f0-96c6-3cf870f362e3, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:33:50.064297 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664f4341-0991-4522-ae14-7bd657ad6e86 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Pushing event deleted for resources: {'Port': ['ID=2e466070-0b6c-499e-84aa-a2e807e26985,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:50.087313 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-114cc332-074a-4968-bc7a-612384bedda3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:50.095863 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-664f4341-0991-4522-ae14-7bd657ad6e86 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:50.104687 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-664f4341-0991-4522-ae14-7bd657ad6e86 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] 10.222.0.53 "DELETE /v2.0/ports/2e466070-0b6c-499e-84aa-a2e807e26985 HTTP/1.1" status: 204 len: 168 time: 1.1969807 Jan 18 22:33:50.105390 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 56430) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:50.181933 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2f0bfbac-d2a7-42fc-b7e5-1148a7a47142 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:50.198938 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-f838eb70-9179-4ec0-a9f0-ceb6a4606c95 req-642bbac1-05b2-49b6-adfd-ab257989b632 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:50.214119 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['f119bcd3-b666-4f97-bbd9-d4ff7286d757'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:33:50.217102 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['ce70397a-5684-4c40-82ab-14939ccc8bba'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:33:50.237481 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642bbac1-05b2-49b6-adfd-ab257989b632 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Pushing event deleted for resources: {'Port': ['ID=5a40fb34-2748-4a95-8452-022cf1e9e0e7,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:50.246721 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-2f0bfbac-d2a7-42fc-b7e5-1148a7a47142 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Calling delete_port for f09e7ed0-ce2f-41a2-ba28-1af6a1a7606b owned by {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:33:50.249121 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0d7252-4e36-4437-9a56-9b106c730de9 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Network f4480bbd-c3f0-45f0-96c6-3cf870f362e3 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:33:50.270334 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eca0ea-058f-4a19-803d-d97f7f8587d9 req-2a6247b1-904e-4eac-a2f2-30b8266c53b4 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:50.271916 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-72eca0ea-058f-4a19-803d-d97f7f8587d9 req-2a6247b1-904e-4eac-a2f2-30b8266c53b4 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 946 time: 0.2435558 Jan 18 22:33:50.303069 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e498ff49-3206-4027-9ad9-e5278be77d1a req-2b21893d-3663-4a8c-8c06-9022e10b7a88 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa8bc480-6236-474c-a841-2f615a476185 HTTP/1.1" status: 200 len: 210 time: 0.0694315 Jan 18 22:33:50.310612 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-0a0d7252-4e36-4437-9a56-9b106c730de9 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, f4480bbd-c3f0-45f0-96c6-3cf870f362e3) {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:33:50.349940 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0d7252-4e36-4437-9a56-9b106c730de9 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:50.350737 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0a0d7252-4e36-4437-9a56-9b106c730de9 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:50.355382 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b55f635-3760-4d2c-8982-ec1b64e6430f None None] Network f4480bbd-c3f0-45f0-96c6-3cf870f362e3 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:33:50.355651 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-c1867e97-df21-4649-8ebb-b808d1e3bbde tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Deleting port b4738655-6ac4-4d1b-8ee8-aa8105d56a8a {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:33:50.356072 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c1867e97-df21-4649-8ebb-b808d1e3bbde tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:50.362190 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-114cc332-074a-4968-bc7a-612384bedda3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:50.364849 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-114cc332-074a-4968-bc7a-612384bedda3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:50.365990 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-114cc332-074a-4968-bc7a-612384bedda3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/81cb0c9e-b716-46c8-818b-66bd7bd2178d HTTP/1.1" status: 204 len: 168 time: 0.5698271 Jan 18 22:33:50.399677 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-f838eb70-9179-4ec0-a9f0-ceb6a4606c95 req-642bbac1-05b2-49b6-adfd-ab257989b632 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] No DVR routers for this DVR port 5a40fb34-2748-4a95-8452-022cf1e9e0e7 on host n-h2-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:33:50.405311 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-72eca0ea-058f-4a19-803d-d97f7f8587d9 req-9d867045-6ff3-4dee-9cea-2561836a65c5 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116326 Jan 18 22:33:50.407336 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-f838eb70-9179-4ec0-a9f0-ceb6a4606c95 req-642bbac1-05b2-49b6-adfd-ab257989b632 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:50.410626 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f838eb70-9179-4ec0-a9f0-ceb6a4606c95 req-642bbac1-05b2-49b6-adfd-ab257989b632 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.67 "DELETE /v2.0/ports/5a40fb34-2748-4a95-8452-022cf1e9e0e7 HTTP/1.1" status: 204 len: 173 time: 2.1003878 Jan 18 22:33:50.411563 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114cc332-074a-4968-bc7a-612384bedda3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81cb0c9e-b716-46c8-818b-66bd7bd2178d,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:50.413701 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa8bc480-6236-474c-a841-2f615a476185', 'name': 'network-vif-deleted', 'tag': '5a40fb34-2748-4a95-8452-022cf1e9e0e7'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:33:50.423405 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7dc4e1e-fee6-4ca2-9939-a31e092165d1" -d '{"events": [{"server_uuid": "fa8bc480-6236-474c-a841-2f615a476185", "name": "network-vif-deleted", "tag": "5a40fb34-2748-4a95-8452-022cf1e9e0e7"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:33:50.437633 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-0a0d7252-4e36-4437-9a56-9b106c730de9 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8965480 Jan 18 22:33:50.438355 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 56438) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:50.451163 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-0e429441-1ab0-47fd-864c-453ffd7ac017 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-988686867'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:33:50.491117 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e429441-1ab0-47fd-864c-453ffd7ac017 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Made reservation on behalf of c734a7d12e3d4aefb145cc5f155d0467 for: {'network': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:33:50.492299 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c1867e97-df21-4649-8ebb-b808d1e3bbde tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:50.495493 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0e429441-1ab0-47fd-864c-453ffd7ac017 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:50.518772 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de59d9e0-0063-4392-a38d-b9a71b5f1d8d x-openstack-request-id: req-de59d9e0-0063-4392-a38d-b9a71b5f1d8d {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:33:50.518772 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa8bc480-6236-474c-a841-2f615a476185", "name": "network-vif-deleted", "tag": "5a40fb34-2748-4a95-8452-022cf1e9e0e7", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:33:50.518772 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-de59d9e0-0063-4392-a38d-b9a71b5f1d8d {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:33:50.518772 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa8bc480-6236-474c-a841-2f615a476185', 'name': 'network-vif-deleted', 'tag': '5a40fb34-2748-4a95-8452-022cf1e9e0e7', 'status': 'completed', 'code': 200} Jan 18 22:33:50.610881 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-c1867e97-df21-4649-8ebb-b808d1e3bbde tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Calling delete_port for b4738655-6ac4-4d1b-8ee8-aa8105d56a8a owned by {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:33:50.737228 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2f0bfbac-d2a7-42fc-b7e5-1148a7a47142 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:50.739765 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e429441-1ab0-47fd-864c-453ffd7ac017 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=102430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:33:50.759592 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0e429441-1ab0-47fd-864c-453ffd7ac017 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:50.759944 n-d-825064-1 neutron-server[102430]: INFO neutron.db.segments_db [None req-0e429441-1ab0-47fd-864c-453ffd7ac017 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Added segment f9efb039-ba07-48f5-b4ae-956ddb4244f0 of type vlan for network 30d95693-b211-4e83-84c4-065cdaf05ead Jan 18 22:33:50.824975 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0e429441-1ab0-47fd-864c-453ffd7ac017 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:50.859974 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0e429441-1ab0-47fd-864c-453ffd7ac017 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:50.865735 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0bfbac-d2a7-42fc-b7e5-1148a7a47142 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Pushing event deleted for resources: {'Port': ['ID=f09e7ed0-ce2f-41a2-ba28-1af6a1a7606b,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:50.867599 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e429441-1ab0-47fd-864c-453ffd7ac017 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:50.869264 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0e429441-1ab0-47fd-864c-453ffd7ac017 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:50.971783 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-0e429441-1ab0-47fd-864c-453ffd7ac017 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5321176 Jan 18 22:33:50.972421 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2f0bfbac-d2a7-42fc-b7e5-1148a7a47142 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:50.983445 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 56446) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:50.987965 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-2f0bfbac-d2a7-42fc-b7e5-1148a7a47142 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "DELETE /v2.0/ports/f09e7ed0-ce2f-41a2-ba28-1af6a1a7606b HTTP/1.1" status: 204 len: 168 time: 1.6351368 Jan 18 22:33:50.991155 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 56448) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:50.996751 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-679f0f1d-81df-4729-8969-57916b08f867 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Request body: {'subnet': {'network_id': '30d95693-b211-4e83-84c4-065cdaf05ead', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:33:51.037628 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c1867e97-df21-4649-8ebb-b808d1e3bbde tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:51.146480 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1867e97-df21-4649-8ebb-b808d1e3bbde tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Pushing event deleted for resources: {'Port': ['ID=b4738655-6ac4-4d1b-8ee8-aa8105d56a8a,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:51.161302 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c1867e97-df21-4649-8ebb-b808d1e3bbde tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:51.176156 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-c1867e97-df21-4649-8ebb-b808d1e3bbde tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] 10.222.0.53 "DELETE /v2.0/ports/b4738655-6ac4-4d1b-8ee8-aa8105d56a8a HTTP/1.1" status: 204 len: 168 time: 1.0540650 Jan 18 22:33:51.178557 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 56456) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:51.247151 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-c2a875b9-598a-49e0-aa1e-07c8b2b8a6c4 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0674222 Jan 18 22:33:51.259445 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 56460) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:51.265336 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-459a707c-fb6f-4d91-96e1-8d1084a5dccd tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1525346233'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:33:51.314800 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-459a707c-fb6f-4d91-96e1-8d1084a5dccd tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Made reservation on behalf of 49440441815e416da18380bf707f8c4b for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:33:51.320013 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-459a707c-fb6f-4d91-96e1-8d1084a5dccd tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:51.325895 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cfaf3b7-e00a-4c4e-91dd-32bd9170c019 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-f4480bbd-c3f0-45f0-96c6-3cf870f362e3', 'network_id': 'f4480bbd-c3f0-45f0-96c6-3cf870f362e3', 'tenant_id': 'c734a7d12e3d4aefb145cc5f155d0467', 'fixed_ips': [{'subnet_id': 'daf2a11b-d651-459a-887e-4e55b80eea0a'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:33:51.327403 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2cfaf3b7-e00a-4c4e-91dd-32bd9170c019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:51.362937 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-459a707c-fb6f-4d91-96e1-8d1084a5dccd tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:33:51.379342 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-459a707c-fb6f-4d91-96e1-8d1084a5dccd tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:51.380037 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-459a707c-fb6f-4d91-96e1-8d1084a5dccd tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Added segment 25981907-2ffc-40a7-a54b-a47a6bfb666e of type vlan for network 30f03c21-775d-4620-bab1-7339bf7711ac Jan 18 22:33:51.486953 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-459a707c-fb6f-4d91-96e1-8d1084a5dccd tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:51.555303 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-459a707c-fb6f-4d91-96e1-8d1084a5dccd tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:51.570727 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459a707c-fb6f-4d91-96e1-8d1084a5dccd tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:51.572073 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-459a707c-fb6f-4d91-96e1-8d1084a5dccd tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:51.649611 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e429441-1ab0-47fd-864c-453ffd7ac017 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Pushing event updated for resources: {'Network': ['ID=30d95693-b211-4e83-84c4-065cdaf05ead,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:51.661142 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459a707c-fb6f-4d91-96e1-8d1084a5dccd tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Pushing event updated for resources: {'Network': ['ID=30f03c21-775d-4620-bab1-7339bf7711ac,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:51.668962 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-459a707c-fb6f-4d91-96e1-8d1084a5dccd tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4062202 Jan 18 22:33:51.670080 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 56474) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:51.680699 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-91468954-457c-4a78-888c-59d9234733e9 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-418173812'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:33:51.690561 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102fde4d-c56e-4c2f-9284-2ee0c9120e74 None None] Network e986b26b-5f22-415b-b714-8e1a04e58be2 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:33:51.697372 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 30d95693-b211-4e83-84c4-065cdaf05ead details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:33:51.702274 n-d-825064-1 neutron-server[102430]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb73f251-3ac2-4685-af83-1d0c151c9936 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] DELETE failed (client error): The resource could not be found. Jan 18 22:33:51.703127 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb73f251-3ac2-4685-af83-1d0c151c9936 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:33:51.704365 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 30f03c21-775d-4620-bab1-7339bf7711ac details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:33:51.729696 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91468954-457c-4a78-888c-59d9234733e9 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Made reservation on behalf of 49440441815e416da18380bf707f8c4b for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:33:51.737531 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-cb73f251-3ac2-4685-af83-1d0c151c9936 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "DELETE /v2.0/ports/f09e7ed0-ce2f-41a2-ba28-1af6a1a7606b HTTP/1.1" status: 404 len: 333 time: 0.7307415 Jan 18 22:33:51.737720 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-91468954-457c-4a78-888c-59d9234733e9 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:51.738812 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 56478) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:51.843494 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-732bc883-e127-4ef7-8d77-f14fb201aa3c tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] GET failed (client error): The resource could not be found. Jan 18 22:33:51.848726 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-732bc883-e127-4ef7-8d77-f14fb201aa3c tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "GET /v2.0/ports/f09e7ed0-ce2f-41a2-ba28-1af6a1a7606b HTTP/1.1" status: 404 len: 333 time: 0.1075041 Jan 18 22:33:51.850207 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 56482) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:51.953257 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 5a40fb34-2748-4a95-8452-022cf1e9e0e7 no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:33:51.961176 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcabc3d6-d899-46eb-9c28-1c2d222dcab2 req-84f4adb4-40da-49d0-a0f1-dc0d1842999e tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:51.976441 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fcabc3d6-d899-46eb-9c28-1c2d222dcab2 req-84f4adb4-40da-49d0-a0f1-dc0d1842999e tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 946 time: 0.3446612 Jan 18 22:33:51.985596 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91468954-457c-4a78-888c-59d9234733e9 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:33:52.047133 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-91468954-457c-4a78-888c-59d9234733e9 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:52.048600 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-91468954-457c-4a78-888c-59d9234733e9 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Added segment 9fb5dc28-97db-4e1b-a851-0246e2e2612e of type vlan for network 093fa011-b854-405c-b863-16f62e5793c8 Jan 18 22:33:52.070469 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-77a2d7e3-8d7b-49cf-a8c5-c3f724bffbac tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Deleting subnet 19f40027-57d9-4b83-bae9-d4d8cecedd79 {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:33:52.079435 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-77a2d7e3-8d7b-49cf-a8c5-c3f724bffbac tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:52.106571 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-679f0f1d-81df-4729-8969-57916b08f867 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Made reservation on behalf of c734a7d12e3d4aefb145cc5f155d0467 for: {'subnet': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:33:52.110288 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-679f0f1d-81df-4729-8969-57916b08f867 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62288702'] for subnet, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:52.147951 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-77a2d7e3-8d7b-49cf-a8c5-c3f724bffbac tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:52.151070 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebcdfb8-1aa3-4150-ac3f-8255ef088457 req-c8978f9a-fafd-4829-9f5d-3e53c1c0b8fc tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:52.152868 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5ebcdfb8-1aa3-4150-ac3f-8255ef088457 req-c8978f9a-fafd-4829-9f5d-3e53c1c0b8fc tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.53 "GET /v2.0/ports?device_id=419c8bf7-9b87-46c6-aadf-4d29b33468e8 HTTP/1.1" status: 200 len: 945 time: 0.2144036 Jan 18 22:33:52.191891 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] No Port match for: 5a40fb34-2748-4a95-8452-022cf1e9e0e7 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:33:52.192645 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 5a40fb34-2748-4a95-8452-022cf1e9e0e7 not bound to the agent host n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:33:52.194921 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device a570f29d-116c-4b53-b3f5-a4b50475844a up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:33:52.230774 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fcabc3d6-d899-46eb-9c28-1c2d222dcab2 req-cc19c98f-9885-404d-9920-a5b3d19c9bf3 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532580 Jan 18 22:33:52.250878 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-77a2d7e3-8d7b-49cf-a8c5-c3f724bffbac tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:52.317567 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7befd375-e83c-448a-a33c-930ba660539c None None] Provisioning complete for port a570f29d-116c-4b53-b3f5-a4b50475844a triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:33:52.318131 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7befd375-e83c-448a-a33c-930ba660539c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:52.340164 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-77a2d7e3-8d7b-49cf-a8c5-c3f724bffbac tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:52.354487 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-2cfaf3b7-e00a-4c4e-91dd-32bd9170c019 None None] Allocated IP 2001:db8:0:ffff::2 (f4480bbd-c3f0-45f0-96c6-3cf870f362e3/daf2a11b-d651-459a-887e-4e55b80eea0a/5275d22a-0c55-4f0f-b848-3702e1d3274a) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:33:52.369642 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-77a2d7e3-8d7b-49cf-a8c5-c3f724bffbac tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:52.375635 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-77a2d7e3-8d7b-49cf-a8c5-c3f724bffbac tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "DELETE /v2.0/subnets/19f40027-57d9-4b83-bae9-d4d8cecedd79 HTTP/1.1" status: 204 len: 168 time: 0.5203900 Jan 18 22:33:52.383410 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 56490) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:52.401045 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a2d7e3-8d7b-49cf-a8c5-c3f724bffbac tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Pushing event deleted for resources: {'Subnet': ['ID=19f40027-57d9-4b83-bae9-d4d8cecedd79,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:52.422325 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8b969cc7-1405-42c2-8534-28cf0811dda0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:52.429317 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-91468954-457c-4a78-888c-59d9234733e9 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:52.495384 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-91468954-457c-4a78-888c-59d9234733e9 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:52.502040 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5ebcdfb8-1aa3-4150-ac3f-8255ef088457 req-0f7e9495-48d1-4409-97a2-0d7e7d3896c3 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.53 "GET /v2.0/security-groups?id=c97b6df1-e3bb-4ca1-a3ff-335fef0bf5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2978876 Jan 18 22:33:52.507741 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91468954-457c-4a78-888c-59d9234733e9 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:52.520064 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-91468954-457c-4a78-888c-59d9234733e9 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:52.566794 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c0b50b23-7825-4536-a23a-d6cf2cad7556 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:52.681015 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-91468954-457c-4a78-888c-59d9234733e9 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0097854 Jan 18 22:33:52.690131 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91468954-457c-4a78-888c-59d9234733e9 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Pushing event updated for resources: {'Network': ['ID=093fa011-b854-405c-b863-16f62e5793c8,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:52.704740 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port a570f29d-116c-4b53-b3f5-a4b50475844a triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:33:52.705224 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:52.757752 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-c0b50b23-7825-4536-a23a-d6cf2cad7556 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Deleting port a570f29d-116c-4b53-b3f5-a4b50475844a {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:33:52.758447 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c0b50b23-7825-4536-a23a-d6cf2cad7556 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:52.764325 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 093fa011-b854-405c-b863-16f62e5793c8 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:33:52.800470 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7befd375-e83c-448a-a33c-930ba660539c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:52.889821 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-679f0f1d-81df-4729-8969-57916b08f867 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60203213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62288684'] for subnet, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:52.950995 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7befd375-e83c-448a-a33c-930ba660539c None None] For port a570f29d-116c-4b53-b3f5-a4b50475844a, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=a570f29d-116c-4b53-b3f5-a4b50475844a,segment=NetworkSegment(b6b34f2f-14c2-4096-b916-f4d9c3128351),segment_id=b6b34f2f-14c2-4096-b916-f4d9c3128351)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:33:52.971303 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7befd375-e83c-448a-a33c-930ba660539c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:53.015590 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:53.018739 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679f0f1d-81df-4729-8969-57916b08f867 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Pushing event updated for resources: {'Subnet': ['ID=66de74ca-e3ce-4102-9094-08e30a14f360,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:53.051817 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2cfaf3b7-e00a-4c4e-91dd-32bd9170c019 None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:53.063988 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-c0b50b23-7825-4536-a23a-d6cf2cad7556 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] For port a570f29d-116c-4b53-b3f5-a4b50475844a, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=a570f29d-116c-4b53-b3f5-a4b50475844a,segment=NetworkSegment(b6b34f2f-14c2-4096-b916-f4d9c3128351),segment_id=b6b34f2f-14c2-4096-b916-f4d9c3128351)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:33:53.064839 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c0b50b23-7825-4536-a23a-d6cf2cad7556 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:53.097195 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2cfaf3b7-e00a-4c4e-91dd-32bd9170c019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:53.116624 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7befd375-e83c-448a-a33c-930ba660539c None None] Pushing event updated for resources: {'Port': ['ID=a570f29d-116c-4b53-b3f5-a4b50475844a,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:53.131701 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-c0b50b23-7825-4536-a23a-d6cf2cad7556 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Calling delete_port for a570f29d-116c-4b53-b3f5-a4b50475844a owned by network:dhcp {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:33:53.138594 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac6bf00-2409-4bb1-8b9a-84bff1b70e15 None None] Network e986b26b-5f22-415b-b714-8e1a04e58be2 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:33:53.159844 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679f0f1d-81df-4729-8969-57916b08f867 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Checking segment: {'id': 'f9efb039-ba07-48f5-b4ae-956ddb4244f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '30d95693-b211-4e83-84c4-065cdaf05ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:33:53.160691 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679f0f1d-81df-4729-8969-57916b08f867 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Network hostable DHCP agents. Network: 30d95693-b211-4e83-84c4-065cdaf05ead, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:33:53.235879 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679f0f1d-81df-4729-8969-57916b08f867 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Network 30d95693-b211-4e83-84c4-065cdaf05ead is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:33:53.260180 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-679f0f1d-81df-4729-8969-57916b08f867 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 30d95693-b211-4e83-84c4-065cdaf05ead) {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:33:53.266483 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679f0f1d-81df-4729-8969-57916b08f867 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:53.267495 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-679f0f1d-81df-4729-8969-57916b08f867 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:53.270296 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c0b50b23-7825-4536-a23a-d6cf2cad7556 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:53.279788 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cfaf3b7-e00a-4c4e-91dd-32bd9170c019 None None] Network f4480bbd-c3f0-45f0-96c6-3cf870f362e3 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:33:53.310022 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b50b23-7825-4536-a23a-d6cf2cad7556 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Pushing event deleted for resources: {'Port': ['ID=a570f29d-116c-4b53-b3f5-a4b50475844a,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:53.312787 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b50b23-7825-4536-a23a-d6cf2cad7556 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] No DVR routers for this DVR port a570f29d-116c-4b53-b3f5-a4b50475844a on host n-d-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:33:53.314862 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7b6a70-b671-49d0-9c16-085b7743f184 req-baf074fe-60d2-4f6a-8281-43f0895aeb3e tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:53.321176 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-df7b6a70-b671-49d0-9c16-085b7743f184 req-baf074fe-60d2-4f6a-8281-43f0895aeb3e tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.36 "GET /v2.0/ports?device_id=419c8bf7-9b87-46c6-aadf-4d29b33468e8 HTTP/1.1" status: 200 len: 945 time: 0.1431577 Jan 18 22:33:53.325471 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f19005-7ca9-424f-9e57-0afcc4e7c9d0 None None] Network 30d95693-b211-4e83-84c4-065cdaf05ead requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:33:53.348368 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-679f0f1d-81df-4729-8969-57916b08f867 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.3579755 Jan 18 22:33:53.351683 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 56504) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:53.425123 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-2cfaf3b7-e00a-4c4e-91dd-32bd9170c019 None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:33:53.427611 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7befd375-e83c-448a-a33c-930ba660539c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:33:53.427959 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7befd375-e83c-448a-a33c-930ba660539c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:33:53.428338 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7befd375-e83c-448a-a33c-930ba660539c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:33:53.428674 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7befd375-e83c-448a-a33c-930ba660539c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:33:53.429007 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7befd375-e83c-448a-a33c-930ba660539c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:33:53.429339 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7befd375-e83c-448a-a33c-930ba660539c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:33:53.429660 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7befd375-e83c-448a-a33c-930ba660539c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:33:53.429985 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7befd375-e83c-448a-a33c-930ba660539c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:33:53.430345 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7befd375-e83c-448a-a33c-930ba660539c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:33:53.430669 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7befd375-e83c-448a-a33c-930ba660539c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:33:53.450045 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7befd375-e83c-448a-a33c-930ba660539c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:33:53.450045 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7befd375-e83c-448a-a33c-930ba660539c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:33:53.467347 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cfaf3b7-e00a-4c4e-91dd-32bd9170c019 None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:33:53.505479 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-b499d534-5682-498c-8927-abc6b49d8501 None None] Could not find standard attr ID for object a570f29d-116c-4b53-b3f5-a4b50475844a. {{(pid=102432) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 22:33:53.579428 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c0b50b23-7825-4536-a23a-d6cf2cad7556 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:53.641815 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-df7b6a70-b671-49d0-9c16-085b7743f184 req-e9b57f8d-d1f9-498a-896c-b33326e72dee tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Deleting port f119bcd3-b666-4f97-bbd9-d4ff7286d757 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:33:53.642179 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-df7b6a70-b671-49d0-9c16-085b7743f184 req-e9b57f8d-d1f9-498a-896c-b33326e72dee tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:53.649899 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-c0b50b23-7825-4536-a23a-d6cf2cad7556 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e986b26b-5f22-415b-b714-8e1a04e58be2']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:33:53.683835 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9016db-37f8-4729-b0a1-3f92043f034d req-2c8e4231-242e-429f-9b12-64841d915c6e tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:53.685486 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bf9016db-37f8-4729-b0a1-3f92043f034d req-2c8e4231-242e-429f-9b12-64841d915c6e tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 946 time: 0.1877093 Jan 18 22:33:53.687943 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-c0b50b23-7825-4536-a23a-d6cf2cad7556 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6b34f2f-14c2-4096-b916-f4d9c3128351') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:33:53.688356 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-c0b50b23-7825-4536-a23a-d6cf2cad7556 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6b34f2f-14c2-4096-b916-f4d9c3128351') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:33:53.729128 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c0b50b23-7825-4536-a23a-d6cf2cad7556 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60394742'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:53.770921 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-231f5610-a24c-477b-9598-a8956a0ba039 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:53.843049 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c0b50b23-7825-4536-a23a-d6cf2cad7556 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:53.923614 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-df7b6a70-b671-49d0-9c16-085b7743f184 req-e9b57f8d-d1f9-498a-896c-b33326e72dee tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] For port f119bcd3-b666-4f97-bbd9-d4ff7286d757, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=f119bcd3-b666-4f97-bbd9-d4ff7286d757,segment=NetworkSegment(bb66af8e-f2af-438e-99d5-902fa4f01401),segment_id=bb66af8e-f2af-438e-99d5-902fa4f01401)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:33:53.925869 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-df7b6a70-b671-49d0-9c16-085b7743f184 req-e9b57f8d-d1f9-498a-896c-b33326e72dee tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:53.953643 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-df7b6a70-b671-49d0-9c16-085b7743f184 req-e9b57f8d-d1f9-498a-896c-b33326e72dee tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Calling delete_port for f119bcd3-b666-4f97-bbd9-d4ff7286d757 owned by compute:nova {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:33:53.974307 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0b50b23-7825-4536-a23a-d6cf2cad7556 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:33:53.979188 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c0b50b23-7825-4536-a23a-d6cf2cad7556 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60203044'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:53.989291 n-d-825064-1 neutron-server[102430]: Traceback (most recent call last): Jan 18 22:33:53.989291 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:33:53.989291 n-d-825064-1 neutron-server[102430]: timer() Jan 18 22:33:53.989291 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:33:53.989291 n-d-825064-1 neutron-server[102430]: cb(*args, **kw) Jan 18 22:33:53.989291 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:33:53.989291 n-d-825064-1 neutron-server[102430]: return func(*args, **kwargs) Jan 18 22:33:53.989291 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:33:53.989291 n-d-825064-1 neutron-server[102430]: self._notify() Jan 18 22:33:53.989291 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:33:53.989291 n-d-825064-1 neutron-server[102430]: self.callback(batched_events) Jan 18 22:33:53.989291 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:33:53.989291 n-d-825064-1 neutron-server[102430]: event.method(event) Jan 18 22:33:53.989291 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:33:53.989291 n-d-825064-1 neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:33:53.989291 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:33:53.989291 n-d-825064-1 neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:33:53.989291 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:33:53.989291 n-d-825064-1 neutron-server[102430]: return f(self, *a, **k) Jan 18 22:33:53.989291 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:33:53.989291 n-d-825064-1 neutron-server[102430]: return self._get(url).json() Jan 18 22:33:53.989291 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:33:53.989291 n-d-825064-1 neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:33:53.989291 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:33:53.989291 n-d-825064-1 neutron-server[102430]: return self.request(url, 'GET', **kwargs) Jan 18 22:33:53.989291 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:33:53.989291 n-d-825064-1 neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:33:53.989291 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:33:53.989291 n-d-825064-1 neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:33:53.989291 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:33:53.989291 n-d-825064-1 neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:33:53.989291 n-d-825064-1 neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:33:54.103423 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bf9016db-37f8-4729-b0a1-3f92043f034d req-472dbd04-ee15-4c4c-af34-d51bc1afa607 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4081674 Jan 18 22:33:54.163362 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-df7b6a70-b671-49d0-9c16-085b7743f184 req-e9b57f8d-d1f9-498a-896c-b33326e72dee tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:54.197994 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b57f8d-d1f9-498a-896c-b33326e72dee tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Pushing event deleted for resources: {'Port': ['ID=f119bcd3-b666-4f97-bbd9-d4ff7286d757,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:54.291813 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-df7b6a70-b671-49d0-9c16-085b7743f184 req-e9b57f8d-d1f9-498a-896c-b33326e72dee tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] No DVR routers for this DVR port f119bcd3-b666-4f97-bbd9-d4ff7286d757 on host n-h1-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:33:54.297018 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-df7b6a70-b671-49d0-9c16-085b7743f184 req-e9b57f8d-d1f9-498a-896c-b33326e72dee tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:54.305121 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-df7b6a70-b671-49d0-9c16-085b7743f184 req-e9b57f8d-d1f9-498a-896c-b33326e72dee tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.36 "DELETE /v2.0/ports/f119bcd3-b666-4f97-bbd9-d4ff7286d757 HTTP/1.1" status: 204 len: 173 time: 0.9749041 Jan 18 22:33:54.307439 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '419c8bf7-9b87-46c6-aadf-4d29b33468e8', 'name': 'network-vif-deleted', 'tag': 'f119bcd3-b666-4f97-bbd9-d4ff7286d757'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:33:54.316755 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5bd45cb-3861-42c6-abef-efe05d0616f1" -d '{"events": [{"server_uuid": "419c8bf7-9b87-46c6-aadf-4d29b33468e8", "name": "network-vif-deleted", "tag": "f119bcd3-b666-4f97-bbd9-d4ff7286d757"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:33:54.354535 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-231f5610-a24c-477b-9598-a8956a0ba039 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:54.400812 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b30f7b-8a02-4b6f-8bc6-1668b9147327 req-cd9a953e-f544-47cf-9e77-548848d8e80a tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:54.404859 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a7b30f7b-8a02-4b6f-8bc6-1668b9147327 req-cd9a953e-f544-47cf-9e77-548848d8e80a tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.53 "GET /v2.0/ports?device_id=419c8bf7-9b87-46c6-aadf-4d29b33468e8 HTTP/1.1" status: 200 len: 867 time: 0.5999377 Jan 18 22:33:54.462897 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['ce70397a-5684-4c40-82ab-14939ccc8bba'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:33:54.464514 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c0b50b23-7825-4536-a23a-d6cf2cad7556 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:54.487191 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c0b50b23-7825-4536-a23a-d6cf2cad7556 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:54.492567 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-c0b50b23-7825-4536-a23a-d6cf2cad7556 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "DELETE /v2.0/networks/e986b26b-5f22-415b-b714-8e1a04e58be2 HTTP/1.1" status: 204 len: 168 time: 2.1079295 Jan 18 22:33:54.500985 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 56522) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:54.506733 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-c48025fb-a017-478d-8ba9-40c6e0a26449 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-218114522'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:33:54.586080 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c48025fb-a017-478d-8ba9-40c6e0a26449 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Made reservation on behalf of 7c0179a097dd413e9755022eddbfface for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:33:54.597503 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c48025fb-a017-478d-8ba9-40c6e0a26449 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:54.600105 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['f119bcd3-b666-4f97-bbd9-d4ff7286d757'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:33:54.649348 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b50b23-7825-4536-a23a-d6cf2cad7556 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Pushing event deleted for resources: {'Network': ['ID=e986b26b-5f22-415b-b714-8e1a04e58be2,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:54.696825 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8110f762-5a86-4c6b-9362-9d6f33df6cbe None None] DHCP port deletion for e986b26b-5f22-415b-b714-8e1a04e58be2 request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:33:54.712756 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c48025fb-a017-478d-8ba9-40c6e0a26449 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:33:54.734496 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a7b30f7b-8a02-4b6f-8bc6-1668b9147327 req-22aa3bed-08bb-4b4a-a21b-2878c6801dec tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.53 "GET /v2.0/security-groups?id=c97b6df1-e3bb-4ca1-a3ff-335fef0bf5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256761 Jan 18 22:33:54.761905 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c48025fb-a017-478d-8ba9-40c6e0a26449 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:54.763609 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-c48025fb-a017-478d-8ba9-40c6e0a26449 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Added segment 69772d80-1e39-4eb6-9309-874a55b5728e of type vlan for network 8b403a65-8d59-4f7e-8cf1-a00e1d0bb136 Jan 18 22:33:54.797466 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-231f5610-a24c-477b-9598-a8956a0ba039 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60203138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62288677'] for subnet, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:54.829991 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:54.909221 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bafe9edd-564e-40b2-b465-5103a61b7b8c x-openstack-request-id: req-bafe9edd-564e-40b2-b465-5103a61b7b8c {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:33:54.909530 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "419c8bf7-9b87-46c6-aadf-4d29b33468e8", "name": "network-vif-deleted", "tag": "f119bcd3-b666-4f97-bbd9-d4ff7286d757", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:33:54.911935 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bafe9edd-564e-40b2-b465-5103a61b7b8c {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:33:54.912381 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '419c8bf7-9b87-46c6-aadf-4d29b33468e8', 'name': 'network-vif-deleted', 'tag': 'f119bcd3-b666-4f97-bbd9-d4ff7286d757', 'status': 'completed', 'code': 200} Jan 18 22:33:54.958601 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c48025fb-a017-478d-8ba9-40c6e0a26449 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:54.960212 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231f5610-a24c-477b-9598-a8956a0ba039 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Pushing event deleted for resources: {'Subnet': ['ID=66de74ca-e3ce-4102-9094-08e30a14f360,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:55.085174 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c48025fb-a017-478d-8ba9-40c6e0a26449 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:55.096445 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48025fb-a017-478d-8ba9-40c6e0a26449 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:55.101304 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c48025fb-a017-478d-8ba9-40c6e0a26449 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:55.144349 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:55.156881 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-2cfaf3b7-e00a-4c4e-91dd-32bd9170c019 None None] Attempting to bind port 5275d22a-0c55-4f0f-b848-3702e1d3274a on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:33:55.161749 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-2cfaf3b7-e00a-4c4e-91dd-32bd9170c019 None None] Attempting to bind port 5275d22a-0c55-4f0f-b848-3702e1d3274a by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '6ebae142-ed39-4787-9ec8-458dfaae759d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f4480bbd-c3f0-45f0-96c6-3cf870f362e3'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:33:55.162608 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cfaf3b7-e00a-4c4e-91dd-32bd9170c019 None None] Attempting to bind port 5275d22a-0c55-4f0f-b848-3702e1d3274a on network f4480bbd-c3f0-45f0-96c6-3cf870f362e3 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:33:55.176483 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfaf3b7-e00a-4c4e-91dd-32bd9170c019 None None] Pushing event updated for resources: {'Port': ['ID=5275d22a-0c55-4f0f-b848-3702e1d3274a,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:55.192069 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cfaf3b7-e00a-4c4e-91dd-32bd9170c019 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:33:55.192742 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cfaf3b7-e00a-4c4e-91dd-32bd9170c019 None None] Checking segment: {'id': '6ebae142-ed39-4787-9ec8-458dfaae759d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f4480bbd-c3f0-45f0-96c6-3cf870f362e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:33:55.193504 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2cfaf3b7-e00a-4c4e-91dd-32bd9170c019 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:55.194074 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cfaf3b7-e00a-4c4e-91dd-32bd9170c019 None None] Bound using segment: {'id': '6ebae142-ed39-4787-9ec8-458dfaae759d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f4480bbd-c3f0-45f0-96c6-3cf870f362e3'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:33:55.195218 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-2cfaf3b7-e00a-4c4e-91dd-32bd9170c019 None None] Bound port: 5275d22a-0c55-4f0f-b848-3702e1d3274a, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ebae142-ed39-4787-9ec8-458dfaae759d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f4480bbd-c3f0-45f0-96c6-3cf870f362e3'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:33:55.196658 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2cfaf3b7-e00a-4c4e-91dd-32bd9170c019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:55.226620 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-231f5610-a24c-477b-9598-a8956a0ba039 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:55.283588 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a019a2-0b0c-4f4b-ac41-5006cf2497b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-30d95693-b211-4e83-84c4-065cdaf05ead', 'network_id': '30d95693-b211-4e83-84c4-065cdaf05ead', 'tenant_id': 'c734a7d12e3d4aefb145cc5f155d0467', 'fixed_ips': [{'subnet_id': '66de74ca-e3ce-4102-9094-08e30a14f360'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:33:55.284862 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-77a019a2-0b0c-4f4b-ac41-5006cf2497b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:55.304631 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-231f5610-a24c-477b-9598-a8956a0ba039 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30d95693-b211-4e83-84c4-065cdaf05ead']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:33:55.322502 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-231f5610-a24c-477b-9598-a8956a0ba039 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9efb039-ba07-48f5-b4ae-956ddb4244f0') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:33:55.324804 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-231f5610-a24c-477b-9598-a8956a0ba039 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9efb039-ba07-48f5-b4ae-956ddb4244f0') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:33:55.347374 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-231f5610-a24c-477b-9598-a8956a0ba039 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60394742'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:55.359489 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48025fb-a017-478d-8ba9-40c6e0a26449 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Pushing event updated for resources: {'Network': ['ID=8b403a65-8d59-4f7e-8cf1-a00e1d0bb136,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:55.371356 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-c48025fb-a017-478d-8ba9-40c6e0a26449 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8688006 Jan 18 22:33:55.374738 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 56532) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:55.376634 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-2cfaf3b7-e00a-4c4e-91dd-32bd9170c019 None None] For port 5275d22a-0c55-4f0f-b848-3702e1d3274a, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:33:55.380665 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-c8a0f049-0534-42f8-b72b-58215ebcd551 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Request body: {'subnet': {'network_id': '8b403a65-8d59-4f7e-8cf1-a00e1d0bb136', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:33:55.381289 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-2cfaf3b7-e00a-4c4e-91dd-32bd9170c019 None None] For port 5275d22a-0c55-4f0f-b848-3702e1d3274a, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=5275d22a-0c55-4f0f-b848-3702e1d3274a,segment=NetworkSegment(6ebae142-ed39-4787-9ec8-458dfaae759d),segment_id=6ebae142-ed39-4787-9ec8-458dfaae759d)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:33:55.389688 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 8b403a65-8d59-4f7e-8cf1-a00e1d0bb136 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:33:55.472437 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-231f5610-a24c-477b-9598-a8956a0ba039 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:55.525238 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-231f5610-a24c-477b-9598-a8956a0ba039 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:33:55.525438 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-231f5610-a24c-477b-9598-a8956a0ba039 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60203044'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:55.530450 n-d-825064-1 neutron-server[102430]: Traceback (most recent call last): Jan 18 22:33:55.530450 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:33:55.530450 n-d-825064-1 neutron-server[102430]: timer() Jan 18 22:33:55.530450 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:33:55.530450 n-d-825064-1 neutron-server[102430]: cb(*args, **kw) Jan 18 22:33:55.530450 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:33:55.530450 n-d-825064-1 neutron-server[102430]: return func(*args, **kwargs) Jan 18 22:33:55.530450 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:33:55.530450 n-d-825064-1 neutron-server[102430]: self._notify() Jan 18 22:33:55.530450 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:33:55.530450 n-d-825064-1 neutron-server[102430]: self.callback(batched_events) Jan 18 22:33:55.530450 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:33:55.530450 n-d-825064-1 neutron-server[102430]: event.method(event) Jan 18 22:33:55.530450 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:33:55.530450 n-d-825064-1 neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:33:55.530450 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:33:55.530450 n-d-825064-1 neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:33:55.530450 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:33:55.530450 n-d-825064-1 neutron-server[102430]: return f(self, *a, **k) Jan 18 22:33:55.530450 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:33:55.530450 n-d-825064-1 neutron-server[102430]: return self._get(url).json() Jan 18 22:33:55.530450 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:33:55.530450 n-d-825064-1 neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:33:55.530450 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:33:55.530450 n-d-825064-1 neutron-server[102430]: return self.request(url, 'GET', **kwargs) Jan 18 22:33:55.530450 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:33:55.530450 n-d-825064-1 neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:33:55.530450 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:33:55.530450 n-d-825064-1 neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:33:55.530450 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:33:55.530450 n-d-825064-1 neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:33:55.530450 n-d-825064-1 neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:33:55.596858 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2cfaf3b7-e00a-4c4e-91dd-32bd9170c019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:55.635637 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7488c3ff-83ec-474b-a348-18aa733cae48 req-3269bdb6-755d-4676-80d7-6ee8458b3767 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:55.637306 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7488c3ff-83ec-474b-a348-18aa733cae48 req-3269bdb6-755d-4676-80d7-6ee8458b3767 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 946 time: 0.1552997 Jan 18 22:33:55.637942 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8a0f049-0534-42f8-b72b-58215ebcd551 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Made reservation on behalf of 7c0179a097dd413e9755022eddbfface for: {'subnet': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:33:55.646281 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c8a0f049-0534-42f8-b72b-58215ebcd551 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62288702'] for subnet, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:55.766505 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfaf3b7-e00a-4c4e-91dd-32bd9170c019 None None] Pushing event updated for resources: {'Port': ['ID=5275d22a-0c55-4f0f-b848-3702e1d3274a,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:55.814223 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c1f938-e571-4d79-b21e-d9469696ea5b None None] Network 30d95693-b211-4e83-84c4-065cdaf05ead requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:33:55.862433 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device a570f29d-116c-4b53-b3f5-a4b50475844a no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:33:55.899908 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: a570f29d-116c-4b53-b3f5-a4b50475844a {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:33:55.900650 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device a570f29d-116c-4b53-b3f5-a4b50475844a not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:33:55.908543 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c1f938-e571-4d79-b21e-d9469696ea5b None None] Network 30d95693-b211-4e83-84c4-065cdaf05ead could not be found, it might have been deleted concurrently. {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jan 18 22:33:56.007872 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-231f5610-a24c-477b-9598-a8956a0ba039 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:56.026535 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c8a0f049-0534-42f8-b72b-58215ebcd551 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60203213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62288684'] for subnet, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:56.036029 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-231f5610-a24c-477b-9598-a8956a0ba039 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:56.044034 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-231f5610-a24c-477b-9598-a8956a0ba039 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] 10.222.0.53 "DELETE /v2.0/networks/30d95693-b211-4e83-84c4-065cdaf05ead HTTP/1.1" status: 204 len: 168 time: 2.6881471 Jan 18 22:33:56.044350 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 56540) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:56.051303 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-7c89294a-8694-4241-8101-15a36519504b tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1444917750'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:33:56.188423 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c89294a-8694-4241-8101-15a36519504b tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Made reservation on behalf of c734a7d12e3d4aefb145cc5f155d0467 for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:33:56.196065 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7c89294a-8694-4241-8101-15a36519504b tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:56.277349 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c89294a-8694-4241-8101-15a36519504b tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:33:56.287523 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 56544) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:56.296135 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-883b0a0e-d227-4bfc-b88b-f099e14e3e88 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Request body: {'subnets': [{'network_id': '30f03c21-775d-4620-bab1-7339bf7711ac', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1105778522', 'ip_version': 6}, {'network_id': '093fa011-b854-405c-b863-16f62e5793c8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:33:56.296662 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-883b0a0e-d227-4bfc-b88b-f099e14e3e88 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Request body: {'subnet': {'network_id': '30f03c21-775d-4620-bab1-7339bf7711ac', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1105778522', 'ip_version': 6}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:33:56.298300 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-883b0a0e-d227-4bfc-b88b-f099e14e3e88 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Request body: {'subnet': {'network_id': '093fa011-b854-405c-b863-16f62e5793c8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:33:56.318321 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7488c3ff-83ec-474b-a348-18aa733cae48 req-24ede4f2-2ed7-4fa5-b2ad-56b58dde5b31 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5445042 Jan 18 22:33:56.335150 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231f5610-a24c-477b-9598-a8956a0ba039 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Pushing event deleted for resources: {'Network': ['ID=30d95693-b211-4e83-84c4-065cdaf05ead,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:56.346807 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7c89294a-8694-4241-8101-15a36519504b tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:56.347324 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-7c89294a-8694-4241-8101-15a36519504b tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Added segment 0abf6e7f-05a6-4b26-89c5-b98b8c6f4b19 of type vlan for network 598ed75c-8a4d-4f91-a28e-c091cdfa392f Jan 18 22:33:56.463722 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7c89294a-8694-4241-8101-15a36519504b tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:56.534179 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a0f049-0534-42f8-b72b-58215ebcd551 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Pushing event updated for resources: {'Subnet': ['ID=0701d970-c38c-4f72-86aa-d681ce063061,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:56.545545 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a0f049-0534-42f8-b72b-58215ebcd551 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Checking segment: {'id': '69772d80-1e39-4eb6-9309-874a55b5728e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '8b403a65-8d59-4f7e-8cf1-a00e1d0bb136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:33:56.545924 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a0f049-0534-42f8-b72b-58215ebcd551 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Network hostable DHCP agents. Network: 8b403a65-8d59-4f7e-8cf1-a00e1d0bb136, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:33:56.563788 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7c89294a-8694-4241-8101-15a36519504b tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:56.570130 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c89294a-8694-4241-8101-15a36519504b tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:56.570975 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7c89294a-8694-4241-8101-15a36519504b tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:56.579637 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a0f049-0534-42f8-b72b-58215ebcd551 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Network 8b403a65-8d59-4f7e-8cf1-a00e1d0bb136 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:33:56.601944 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85239d0-29ac-4706-809a-ba87f7017266 req-71dc420a-2601-4873-bd9e-3db0d3e131de tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:56.604648 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f85239d0-29ac-4706-809a-ba87f7017266 req-71dc420a-2601-4873-bd9e-3db0d3e131de tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6f4b781-3937-4a77-8733-a6dc0078ff56 HTTP/1.1" status: 200 len: 945 time: 0.1297610 Jan 18 22:33:56.606044 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-c8a0f049-0534-42f8-b72b-58215ebcd551 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 8b403a65-8d59-4f7e-8cf1-a00e1d0bb136) {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:33:56.616685 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b92b86d-fca8-496a-a47d-af27359ec8f0 None None] Network 8b403a65-8d59-4f7e-8cf1-a00e1d0bb136 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:33:56.621416 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a0f049-0534-42f8-b72b-58215ebcd551 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:56.622244 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c8a0f049-0534-42f8-b72b-58215ebcd551 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:56.672897 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-7c89294a-8694-4241-8101-15a36519504b tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6244059 Jan 18 22:33:56.677604 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 56550) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:56.687702 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-e7331d33-f19b-4724-9a1f-d51e4f6a9dc2 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Request body: {'subnet': {'network_id': '598ed75c-8a4d-4f91-a28e-c091cdfa392f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:33:56.712586 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c89294a-8694-4241-8101-15a36519504b tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Pushing event updated for resources: {'Network': ['ID=598ed75c-8a4d-4f91-a28e-c091cdfa392f,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:56.720212 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-c8a0f049-0534-42f8-b72b-58215ebcd551 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3409007 Jan 18 22:33:56.723111 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 56552) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:56.737230 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-050fac81-7022-4b9b-909b-6654efc1fa5b tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Request body: {'port': {'network_id': '8b403a65-8d59-4f7e-8cf1-a00e1d0bb136', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-451953167'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:33:56.751428 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f85239d0-29ac-4706-809a-ba87f7017266 req-0c398db0-9eea-4ea6-8459-0944eff6741b tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.53 "GET /v2.0/security-groups?id=c97b6df1-e3bb-4ca1-a3ff-335fef0bf5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323457 Jan 18 22:33:56.787671 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 598ed75c-8a4d-4f91-a28e-c091cdfa392f details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:33:56.844817 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-883b0a0e-d227-4bfc-b88b-f099e14e3e88 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Made reservation on behalf of 49440441815e416da18380bf707f8c4b for: {'subnet': 2} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:33:56.850007 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-883b0a0e-d227-4bfc-b88b-f099e14e3e88 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:56.850352 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-883b0a0e-d227-4bfc-b88b-f099e14e3e88 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:56.978053 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-050fac81-7022-4b9b-909b-6654efc1fa5b tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Made reservation on behalf of 7c0179a097dd413e9755022eddbfface for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:33:56.983194 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-050fac81-7022-4b9b-909b-6654efc1fa5b tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:57.007414 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c0ba9e-a749-4881-a1c2-82ccf0643b40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-8b403a65-8d59-4f7e-8cf1-a00e1d0bb136', 'network_id': '8b403a65-8d59-4f7e-8cf1-a00e1d0bb136', 'tenant_id': '7c0179a097dd413e9755022eddbfface', 'fixed_ips': [{'subnet_id': '0701d970-c38c-4f72-86aa-d681ce063061'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:33:57.010624 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e6c0ba9e-a749-4881-a1c2-82ccf0643b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:57.026853 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [None req-050fac81-7022-4b9b-909b-6654efc1fa5b tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] device_id is not set on port 98b53b27-5bf3-413d-bc1f-07166db041a0 yet. {{(pid=102430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:33:57.091708 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7331d33-f19b-4724-9a1f-d51e4f6a9dc2 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Made reservation on behalf of c734a7d12e3d4aefb145cc5f155d0467 for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:33:57.095165 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e7331d33-f19b-4724-9a1f-d51e4f6a9dc2 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:57.288434 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-050fac81-7022-4b9b-909b-6654efc1fa5b tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Allocated IP 2001:db8::1e8 (8b403a65-8d59-4f7e-8cf1-a00e1d0bb136/0701d970-c38c-4f72-86aa-d681ce063061/98b53b27-5bf3-413d-bc1f-07166db041a0) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:33:57.326386 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device f119bcd3-b666-4f97-bbd9-d4ff7286d757 no longer exists at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:33:57.388287 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] No Port match for: f119bcd3-b666-4f97-bbd9-d4ff7286d757 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:33:57.388976 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device f119bcd3-b666-4f97-bbd9-d4ff7286d757 not bound to the agent host n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:33:57.556902 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90d0502-bbf8-4fe8-88fc-75e410d544a7 None None] Network f4480bbd-c3f0-45f0-96c6-3cf870f362e3 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:33:57.662750 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda7acb6-97f6-44db-93a4-2536b6f1ef97 req-225753fb-e646-492f-ba15-793e0187d545 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:57.666467 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bda7acb6-97f6-44db-93a4-2536b6f1ef97 req-225753fb-e646-492f-ba15-793e0187d545 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 946 time: 0.2337422 Jan 18 22:33:57.704463 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e7331d33-f19b-4724-9a1f-d51e4f6a9dc2 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:57.718259 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-050fac81-7022-4b9b-909b-6654efc1fa5b tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:57.719874 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-97fff8a9-079a-4675-ab3c-4107d9f6f052 None None] Provisioning complete for port 5275d22a-0c55-4f0f-b848-3702e1d3274a triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:33:57.720419 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-97fff8a9-079a-4675-ab3c-4107d9f6f052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:57.821959 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7331d33-f19b-4724-9a1f-d51e4f6a9dc2 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Pushing event updated for resources: {'Subnet': ['ID=41ddf660-6f8f-4df7-a279-c048326779a1,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:57.833963 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7331d33-f19b-4724-9a1f-d51e4f6a9dc2 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Checking segment: {'id': '0abf6e7f-05a6-4b26-89c5-b98b8c6f4b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '598ed75c-8a4d-4f91-a28e-c091cdfa392f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:33:57.834339 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7331d33-f19b-4724-9a1f-d51e4f6a9dc2 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Network hostable DHCP agents. Network: 598ed75c-8a4d-4f91-a28e-c091cdfa392f, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:33:57.882397 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-050fac81-7022-4b9b-909b-6654efc1fa5b tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:58.027587 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-883b0a0e-d227-4bfc-b88b-f099e14e3e88 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:58.046955 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7331d33-f19b-4724-9a1f-d51e4f6a9dc2 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Network 598ed75c-8a4d-4f91-a28e-c091cdfa392f is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:33:58.054286 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bda7acb6-97f6-44db-93a4-2536b6f1ef97 req-225aae66-fda1-40f6-8390-9296cd0b20c5 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630692 Jan 18 22:33:58.074936 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050fac81-7022-4b9b-909b-6654efc1fa5b tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Network 8b403a65-8d59-4f7e-8cf1-a00e1d0bb136 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:33:58.151187 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-e7331d33-f19b-4724-9a1f-d51e4f6a9dc2 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 598ed75c-8a4d-4f91-a28e-c091cdfa392f) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:33:58.156602 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-050fac81-7022-4b9b-909b-6654efc1fa5b tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:33:58.176935 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7331d33-f19b-4724-9a1f-d51e4f6a9dc2 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:58.177776 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e7331d33-f19b-4724-9a1f-d51e4f6a9dc2 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:58.179375 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050fac81-7022-4b9b-909b-6654efc1fa5b tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:33:58.188457 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050fac81-7022-4b9b-909b-6654efc1fa5b tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:58.189122 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-050fac81-7022-4b9b-909b-6654efc1fa5b tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:58.193893 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883b0a0e-d227-4bfc-b88b-f099e14e3e88 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Pushing event updated for resources: {'Subnet': ['ID=50c51337-ffbc-4589-9cc4-5f7bf86a2983,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:58.208477 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-e7331d33-f19b-4724-9a1f-d51e4f6a9dc2 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.5280340 Jan 18 22:33:58.221585 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 56570) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:58.229101 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-1b4fb7d7-bef0-4e38-8fc4-2c56b871f010 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2082251322'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:33:58.268611 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883b0a0e-d227-4bfc-b88b-f099e14e3e88 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Checking segment: {'id': '25981907-2ffc-40a7-a54b-a47a6bfb666e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '30f03c21-775d-4620-bab1-7339bf7711ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:33:58.269019 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 5275d22a-0c55-4f0f-b848-3702e1d3274a up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:33:58.269488 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883b0a0e-d227-4bfc-b88b-f099e14e3e88 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Network hostable DHCP agents. Network: 30f03c21-775d-4620-bab1-7339bf7711ac, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:33:58.282353 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d44f903-f8ad-4380-80d1-d61e94162f4c None None] Network 598ed75c-8a4d-4f91-a28e-c091cdfa392f requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:33:58.299684 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fac81-7022-4b9b-909b-6654efc1fa5b tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Pushing event updated for resources: {'Port': ['ID=98b53b27-5bf3-413d-bc1f-07166db041a0,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:58.328088 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b4fb7d7-bef0-4e38-8fc4-2c56b871f010 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Made reservation on behalf of c734a7d12e3d4aefb145cc5f155d0467 for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:33:58.337468 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1b4fb7d7-bef0-4e38-8fc4-2c56b871f010 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:58.361145 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883b0a0e-d227-4bfc-b88b-f099e14e3e88 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Network 30f03c21-775d-4620-bab1-7339bf7711ac is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:33:58.389739 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-883b0a0e-d227-4bfc-b88b-f099e14e3e88 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 30f03c21-775d-4620-bab1-7339bf7711ac) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:33:58.394818 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48009264-88a6-4583-b26d-58a2435709e4 req-ab7ec3b6-8ded-43e2-9f9c-d75d34b8183d tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:58.396342 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-48009264-88a6-4583-b26d-58a2435709e4 req-ab7ec3b6-8ded-43e2-9f9c-d75d34b8183d tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.67 "GET /v2.0/ports?device_id=f6f4b781-3937-4a77-8733-a6dc0078ff56 HTTP/1.1" status: 200 len: 945 time: 0.3943412 Jan 18 22:33:58.397361 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b4fb7d7-bef0-4e38-8fc4-2c56b871f010 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:33:58.415725 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-883b0a0e-d227-4bfc-b88b-f099e14e3e88 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:58.419758 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-050fac81-7022-4b9b-909b-6654efc1fa5b tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.6923187 Jan 18 22:33:58.423477 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba89383d-8aa9-4295-b3d7-6bd0366e723b None None] Network 30f03c21-775d-4620-bab1-7339bf7711ac requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:33:58.441493 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 56576) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:58.531771 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883b0a0e-d227-4bfc-b88b-f099e14e3e88 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Pushing event updated for resources: {'Subnet': ['ID=03c54e80-6852-4291-89c3-2ebe2f412bcf,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:58.541394 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d86c13-6255-4259-8156-b71ec58266d9 req-dc9ab8a6-aaf4-4b8c-9bf7-b944f7f6386a tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:58.553714 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f7d86c13-6255-4259-8156-b71ec58266d9 req-dc9ab8a6-aaf4-4b8c-9bf7-b944f7f6386a tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6f4b781-3937-4a77-8733-a6dc0078ff56 HTTP/1.1" status: 200 len: 945 time: 0.5498159 Jan 18 22:33:58.565661 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1b4fb7d7-bef0-4e38-8fc4-2c56b871f010 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:58.566228 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-1b4fb7d7-bef0-4e38-8fc4-2c56b871f010 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Added segment 59d8834b-9051-48c4-aacc-769f71a043f4 of type vlan for network bc275be0-27f7-4e70-a477-6061bb1f3546 Jan 18 22:33:58.705097 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-e6c0ba9e-a749-4881-a1c2-82ccf0643b40 None None] Allocated IP 2001:db8::2 (8b403a65-8d59-4f7e-8cf1-a00e1d0bb136/0701d970-c38c-4f72-86aa-d681ce063061/632df91d-d6c0-48b1-a24a-5d3ca993405c) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:33:58.734772 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1b4fb7d7-bef0-4e38-8fc4-2c56b871f010 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:58.741581 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2fc640-ffb6-483b-b39d-269bdc240441 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-598ed75c-8a4d-4f91-a28e-c091cdfa392f', 'network_id': '598ed75c-8a4d-4f91-a28e-c091cdfa392f', 'tenant_id': 'c734a7d12e3d4aefb145cc5f155d0467', 'fixed_ips': [{'subnet_id': '41ddf660-6f8f-4df7-a279-c048326779a1'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:33:58.742457 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cf2fc640-ffb6-483b-b39d-269bdc240441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:58.810995 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1b4fb7d7-bef0-4e38-8fc4-2c56b871f010 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:58.826333 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4fb7d7-bef0-4e38-8fc4-2c56b871f010 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:58.826989 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1b4fb7d7-bef0-4e38-8fc4-2c56b871f010 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:58.852884 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-97fff8a9-079a-4675-ab3c-4107d9f6f052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:58.899623 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883b0a0e-d227-4bfc-b88b-f099e14e3e88 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Checking segment: {'id': '9fb5dc28-97db-4e1b-a851-0246e2e2612e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '093fa011-b854-405c-b863-16f62e5793c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:33:58.899995 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883b0a0e-d227-4bfc-b88b-f099e14e3e88 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Network hostable DHCP agents. Network: 093fa011-b854-405c-b863-16f62e5793c8, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:33:58.955400 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f7d86c13-6255-4259-8156-b71ec58266d9 req-7cb9a3a1-92f8-4925-a90b-034215a019f7 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.53 "GET /v2.0/security-groups?id=c97b6df1-e3bb-4ca1-a3ff-335fef0bf5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4005890 Jan 18 22:33:59.028291 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-e90c1866-1612-4162-9692-b2086963fa5b tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Deleting port 98b53b27-5bf3-413d-bc1f-07166db041a0 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:33:59.029926 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e90c1866-1612-4162-9692-b2086963fa5b tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:59.071515 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-48009264-88a6-4583-b26d-58a2435709e4 req-33e975a9-8b87-4c1f-ab38-7056046561ef tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Deleting port ce70397a-5684-4c40-82ab-14939ccc8bba {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:33:59.072074 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-48009264-88a6-4583-b26d-58a2435709e4 req-33e975a9-8b87-4c1f-ab38-7056046561ef tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:59.100406 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-1b4fb7d7-bef0-4e38-8fc4-2c56b871f010 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8756859 Jan 18 22:33:59.116251 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 56588) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:59.122416 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-4bf498b2-1fe9-4aee-900a-e2f323b39b55 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Request body: {'subnet': {'network_id': 'bc275be0-27f7-4e70-a477-6061bb1f3546', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:33:59.270467 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4fb7d7-bef0-4e38-8fc4-2c56b871f010 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Pushing event updated for resources: {'Network': ['ID=bc275be0-27f7-4e70-a477-6061bb1f3546,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:33:59.284351 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883b0a0e-d227-4bfc-b88b-f099e14e3e88 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Network 093fa011-b854-405c-b863-16f62e5793c8 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:33:59.325067 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-883b0a0e-d227-4bfc-b88b-f099e14e3e88 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 093fa011-b854-405c-b863-16f62e5793c8) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:33:59.339076 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883b0a0e-d227-4bfc-b88b-f099e14e3e88 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:59.339561 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883b0a0e-d227-4bfc-b88b-f099e14e3e88 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:59.340412 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-883b0a0e-d227-4bfc-b88b-f099e14e3e88 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:59.350396 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 5275d22a-0c55-4f0f-b848-3702e1d3274a triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:33:59.350765 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:59.357245 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network bc275be0-27f7-4e70-a477-6061bb1f3546 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:33:59.362189 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb67cd1-003d-4f49-923e-a96eb95e564a None None] Network 093fa011-b854-405c-b863-16f62e5793c8 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:33:59.363064 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bf498b2-1fe9-4aee-900a-e2f323b39b55 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Made reservation on behalf of c734a7d12e3d4aefb145cc5f155d0467 for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:33:59.371697 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4bf498b2-1fe9-4aee-900a-e2f323b39b55 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:59.391521 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-48009264-88a6-4583-b26d-58a2435709e4 req-33e975a9-8b87-4c1f-ab38-7056046561ef tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] For port ce70397a-5684-4c40-82ab-14939ccc8bba, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=ce70397a-5684-4c40-82ab-14939ccc8bba,segment=NetworkSegment(bb66af8e-f2af-438e-99d5-902fa4f01401),segment_id=bb66af8e-f2af-438e-99d5-902fa4f01401)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:33:59.394332 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-48009264-88a6-4583-b26d-58a2435709e4 req-33e975a9-8b87-4c1f-ab38-7056046561ef tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:59.395334 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-883b0a0e-d227-4bfc-b88b-f099e14e3e88 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 3.1063628 Jan 18 22:33:59.423328 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-48009264-88a6-4583-b26d-58a2435709e4 req-33e975a9-8b87-4c1f-ab38-7056046561ef tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Calling delete_port for ce70397a-5684-4c40-82ab-14939ccc8bba owned by compute:nova {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:33:59.433387 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 56592) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:59.547585 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.ipam_backend_mixin [None req-4bf498b2-1fe9-4aee-900a-e2f323b39b55 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Performing IP validity checks on allocation pools {{(pid=102431) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 18 22:33:59.548109 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.ipam_backend_mixin [None req-4bf498b2-1fe9-4aee-900a-e2f323b39b55 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102431) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 18 22:33:59.607554 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb5bc21-c1c8-40eb-8bb4-c300b4fea410 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:59.615744 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb5bc21-c1c8-40eb-8bb4-c300b4fea410 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:59.622304 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb5bc21-c1c8-40eb-8bb4-c300b4fea410 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:33:59.634236 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-abb5bc21-c1c8-40eb-8bb4-c300b4fea410 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1989706 Jan 18 22:33:59.646536 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 56594) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:33:59.749038 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-58ff0065-5329-438e-b255-157100df5c46 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Deleting subnet 50c51337-ffbc-4589-9cc4-5f7bf86a2983 {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:33:59.760757 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-58ff0065-5329-438e-b255-157100df5c46 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:33:59.921680 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-58ff0065-5329-438e-b255-157100df5c46 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:00.007622 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-58ff0065-5329-438e-b255-157100df5c46 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:00.222647 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-58ff0065-5329-438e-b255-157100df5c46 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:00.236726 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4bf498b2-1fe9-4aee-900a-e2f323b39b55 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:00.272804 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7001fad2-e42c-4761-b719-5e94e83bc15b req-ded7f6a5-b50c-4c0e-9dee-1e8643a2b8f2 tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6f4b781-3937-4a77-8733-a6dc0078ff56 HTTP/1.1" status: 200 len: 210 time: 0.0509233 Jan 18 22:34:00.289173 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-97fff8a9-079a-4675-ab3c-4107d9f6f052 None None] For port 5275d22a-0c55-4f0f-b848-3702e1d3274a, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=5275d22a-0c55-4f0f-b848-3702e1d3274a,segment=NetworkSegment(6ebae142-ed39-4787-9ec8-458dfaae759d),segment_id=6ebae142-ed39-4787-9ec8-458dfaae759d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:34:00.295882 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-48009264-88a6-4583-b26d-58a2435709e4 req-33e975a9-8b87-4c1f-ab38-7056046561ef tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:00.341243 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e975a9-8b87-4c1f-ab38-7056046561ef tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Pushing event deleted for resources: {'Port': ['ID=ce70397a-5684-4c40-82ab-14939ccc8bba,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:00.347660 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-97fff8a9-079a-4675-ab3c-4107d9f6f052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:00.380036 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ff0065-5329-438e-b255-157100df5c46 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Pushing event deleted for resources: {'Subnet': ['ID=50c51337-ffbc-4589-9cc4-5f7bf86a2983,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:00.406876 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-48009264-88a6-4583-b26d-58a2435709e4 req-33e975a9-8b87-4c1f-ab38-7056046561ef tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] No DVR routers for this DVR port ce70397a-5684-4c40-82ab-14939ccc8bba on host n-h2-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:34:00.417060 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4f82df-a197-4eee-8554-2e3e0544a7e0 req-18821295-2bdf-484c-914d-e4c5ac8a73e8 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:00.421299 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9b4f82df-a197-4eee-8554-2e3e0544a7e0 req-18821295-2bdf-484c-914d-e4c5ac8a73e8 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 946 time: 0.6481204 Jan 18 22:34:00.424889 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-48009264-88a6-4583-b26d-58a2435709e4 req-33e975a9-8b87-4c1f-ab38-7056046561ef tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:00.428422 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-48009264-88a6-4583-b26d-58a2435709e4 req-33e975a9-8b87-4c1f-ab38-7056046561ef tempest-ListServerFiltersTestJSON-1189924949 tempest-ListServerFiltersTestJSON-1189924949-project] 10.222.0.67 "DELETE /v2.0/ports/ce70397a-5684-4c40-82ab-14939ccc8bba HTTP/1.1" status: 204 len: 173 time: 1.9938016 Jan 18 22:34:00.429034 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6f4b781-3937-4a77-8733-a6dc0078ff56', 'name': 'network-vif-deleted', 'tag': 'ce70397a-5684-4c40-82ab-14939ccc8bba'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:34:00.431788 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-204dc880-468a-4220-93a8-b11d26aeae24" -d '{"events": [{"server_uuid": "f6f4b781-3937-4a77-8733-a6dc0078ff56", "name": "network-vif-deleted", "tag": "ce70397a-5684-4c40-82ab-14939ccc8bba"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:34:00.490233 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-58ff0065-5329-438e-b255-157100df5c46 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:00.498008 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-58ff0065-5329-438e-b255-157100df5c46 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] 10.222.0.53 "DELETE /v2.0/subnets/50c51337-ffbc-4589-9cc4-5f7bf86a2983 HTTP/1.1" status: 204 len: 168 time: 0.8500578 Jan 18 22:34:00.503993 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 56608) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:00.516011 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-130c7662-c795-4c7e-b7c9-c07e1e30cee7 x-openstack-request-id: req-130c7662-c795-4c7e-b7c9-c07e1e30cee7 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:34:00.516636 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6f4b781-3937-4a77-8733-a6dc0078ff56", "name": "network-vif-deleted", "tag": "ce70397a-5684-4c40-82ab-14939ccc8bba", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:34:00.517033 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-130c7662-c795-4c7e-b7c9-c07e1e30cee7 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:34:00.517585 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6f4b781-3937-4a77-8733-a6dc0078ff56', 'name': 'network-vif-deleted', 'tag': 'ce70397a-5684-4c40-82ab-14939ccc8bba', 'status': 'completed', 'code': 200} Jan 18 22:34:00.547008 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9b4f82df-a197-4eee-8554-2e3e0544a7e0 req-900ff068-5c9f-4e71-a6f2-1cd02d4c95e5 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106539 Jan 18 22:34:00.567398 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e90c1866-1612-4162-9692-b2086963fa5b tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:00.607298 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-e90c1866-1612-4162-9692-b2086963fa5b tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Calling delete_port for 98b53b27-5bf3-413d-bc1f-07166db041a0 owned by {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:34:00.627107 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf498b2-1fe9-4aee-900a-e2f323b39b55 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Checking segment: {'id': '59d8834b-9051-48c4-aacc-769f71a043f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'bc275be0-27f7-4e70-a477-6061bb1f3546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:34:00.628771 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf498b2-1fe9-4aee-900a-e2f323b39b55 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Network hostable DHCP agents. Network: bc275be0-27f7-4e70-a477-6061bb1f3546, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:34:00.711324 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf498b2-1fe9-4aee-900a-e2f323b39b55 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Pushing event updated for resources: {'Subnet': ['ID=cfcebe37-e3c0-45a2-a87b-1cec0e97adf3,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:00.745578 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e6c0ba9e-a749-4881-a1c2-82ccf0643b40 None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:00.763442 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d9017f5-f400-4b29-91c8-d3c13129907e tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Deleting subnet 03c54e80-6852-4291-89c3-2ebe2f412bcf {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:34:00.768984 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0d9017f5-f400-4b29-91c8-d3c13129907e tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:00.776992 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-cf2fc640-ffb6-483b-b39d-269bdc240441 None None] Allocated IP 2001:db8::3 (598ed75c-8a4d-4f91-a28e-c091cdfa392f/41ddf660-6f8f-4df7-a279-c048326779a1/81f7ff3b-b26c-48b5-9c57-d4863d92cf45) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:34:00.804747 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf498b2-1fe9-4aee-900a-e2f323b39b55 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Network bc275be0-27f7-4e70-a477-6061bb1f3546 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:34:00.837801 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-4bf498b2-1fe9-4aee-900a-e2f323b39b55 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, bc275be0-27f7-4e70-a477-6061bb1f3546) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:34:00.849413 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0d9017f5-f400-4b29-91c8-d3c13129907e tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:00.850415 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf498b2-1fe9-4aee-900a-e2f323b39b55 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:00.851080 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4bf498b2-1fe9-4aee-900a-e2f323b39b55 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:00.864200 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e90c1866-1612-4162-9692-b2086963fa5b tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:00.890904 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e6c0ba9e-a749-4881-a1c2-82ccf0643b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:00.904951 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52bb6870-71c0-4bd9-a74c-d6d6542d5d46 None None] Network bc275be0-27f7-4e70-a477-6061bb1f3546 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:34:00.907715 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0268db2-c70e-4e90-9c84-b72c78bfea90 None None] Network 30f03c21-775d-4620-bab1-7339bf7711ac requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:34:00.934812 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-4bf498b2-1fe9-4aee-900a-e2f323b39b55 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.8145604 Jan 18 22:34:00.937330 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0d9017f5-f400-4b29-91c8-d3c13129907e tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:00.944729 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 56614) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:00.949836 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90c1866-1612-4162-9692-b2086963fa5b tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Pushing event deleted for resources: {'Port': ['ID=98b53b27-5bf3-413d-bc1f-07166db041a0,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:00.955870 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-2377f5f3-4cd7-4075-ad06-281b4a349295 None None] Provisioning complete for port 5275d22a-0c55-4f0f-b848-3702e1d3274a triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:34:00.956345 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2377f5f3-4cd7-4075-ad06-281b4a349295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:00.975831 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dadde72-ee15-44ab-8a24-b1687b9ac516 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-093fa011-b854-405c-b863-16f62e5793c8', 'network_id': '093fa011-b854-405c-b863-16f62e5793c8', 'tenant_id': '49440441815e416da18380bf707f8c4b', 'fixed_ips': [{'subnet_id': '03c54e80-6852-4291-89c3-2ebe2f412bcf'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:34:00.982964 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8dadde72-ee15-44ab-8a24-b1687b9ac516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:00.987149 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fff8a9-079a-4675-ab3c-4107d9f6f052 None None] Pushing event updated for resources: {'Port': ['ID=5275d22a-0c55-4f0f-b848-3702e1d3274a,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:01.011416 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e90c1866-1612-4162-9692-b2086963fa5b tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:01.024543 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-e90c1866-1612-4162-9692-b2086963fa5b tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "DELETE /v2.0/ports/98b53b27-5bf3-413d-bc1f-07166db041a0 HTTP/1.1" status: 204 len: 168 time: 2.5715060 Jan 18 22:34:01.036336 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 56620) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:01.102384 n-d-825064-1 neutron-server[102430]: INFO neutron.pecan_wsgi.hooks.translation [None req-398a6b2f-1495-4d86-a6db-c4775f2ad7ed tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] GET failed (client error): The resource could not be found. Jan 18 22:34:01.103985 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-398a6b2f-1495-4d86-a6db-c4775f2ad7ed tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "GET /v2.0/ports/98b53b27-5bf3-413d-bc1f-07166db041a0 HTTP/1.1" status: 404 len: 333 time: 0.0662181 Jan 18 22:34:01.107121 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 56622) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:01.201301 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_v2 [None req-530e2329-a1bc-494c-8a22-f914c5f94ca6 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Deleting subnet 0701d970-c38c-4f72-86aa-d681ce063061 {{(pid=102430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:34:01.206810 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0d9017f5-f400-4b29-91c8-d3c13129907e tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:01.207027 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-530e2329-a1bc-494c-8a22-f914c5f94ca6 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks [] for subnet, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:01.261389 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9017f5-f400-4b29-91c8-d3c13129907e tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Pushing event deleted for resources: {'Subnet': ['ID=03c54e80-6852-4291-89c3-2ebe2f412bcf,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:01.267709 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0d9017f5-f400-4b29-91c8-d3c13129907e tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:01.274815 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-0d9017f5-f400-4b29-91c8-d3c13129907e tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] 10.222.0.53 "DELETE /v2.0/subnets/03c54e80-6852-4291-89c3-2ebe2f412bcf HTTP/1.1" status: 204 len: 168 time: 0.7696187 Jan 18 22:34:01.276136 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 56626) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:01.281248 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-530e2329-a1bc-494c-8a22-f914c5f94ca6 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60394745'] for subnet, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:01.292377 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-668db5f2-3f85-4855-8445-27f38ecde0e7 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:01.403967 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 56632) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:01.415933 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-530e2329-a1bc-494c-8a22-f914c5f94ca6 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:01.451847 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459523fb-599d-4a9b-a57d-ba87036d2580 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:01.465249 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-459523fb-599d-4a9b-a57d-ba87036d2580 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1875377 Jan 18 22:34:01.466295 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 56634) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:01.526623 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-530e2329-a1bc-494c-8a22-f914c5f94ca6 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60203138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62288677'] for subnet, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:01.658047 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530e2329-a1bc-494c-8a22-f914c5f94ca6 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Pushing event deleted for resources: {'Subnet': ['ID=0701d970-c38c-4f72-86aa-d681ce063061,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:01.662972 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-668db5f2-3f85-4855-8445-27f38ecde0e7 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:01.669988 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-530e2329-a1bc-494c-8a22-f914c5f94ca6 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:01.673809 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-530e2329-a1bc-494c-8a22-f914c5f94ca6 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "DELETE /v2.0/subnets/0701d970-c38c-4f72-86aa-d681ce063061 HTTP/1.1" status: 204 len: 168 time: 0.5644143 Jan 18 22:34:01.689046 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 56646) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:01.767177 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfc12d5d-a990-4f5d-b607-f4d3111b9945 admin admin] Deleting subnet 95495f91-1a1a-4867-96eb-e8cea2c4ed04 {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:34:01.792789 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bfc12d5d-a990-4f5d-b607-f4d3111b9945 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:01.808869 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c0ba9e-a749-4881-a1c2-82ccf0643b40 None None] Network 8b403a65-8d59-4f7e-8cf1-a00e1d0bb136 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:34:01.825641 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 5275d22a-0c55-4f0f-b848-3702e1d3274a up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:34:01.844822 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb641bed-0e92-46c2-8e3c-23b7dd10f199 req-50600214-e26c-438d-b994-ce6774848f26 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:01.846450 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-eb641bed-0e92-46c2-8e3c-23b7dd10f199 req-50600214-e26c-438d-b994-ce6774848f26 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 946 time: 0.1712480 Jan 18 22:34:01.861609 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ce128a6c-be8c-49d1-af2a-e4987fdabff6 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:01.888277 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bfc12d5d-a990-4f5d-b607-f4d3111b9945 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:01.925036 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f68e683e-a9dd-4daa-bbb5-ed08459e3e7a tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:01.925555 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-e6c0ba9e-a749-4881-a1c2-82ccf0643b40 None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:34:01.929076 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15f180a-c9b0-4b4f-a9e6-414877b674bc None None] Network 093fa011-b854-405c-b863-16f62e5793c8 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:34:01.974569 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-668db5f2-3f85-4855-8445-27f38ecde0e7 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:02.007807 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-eb641bed-0e92-46c2-8e3c-23b7dd10f199 req-ced2de52-388e-432f-8672-dec66389b7ad tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519408 Jan 18 22:34:02.060272 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c0ba9e-a749-4881-a1c2-82ccf0643b40 None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:34:02.070572 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-f68e683e-a9dd-4daa-bbb5-ed08459e3e7a tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Deleting port 632df91d-d6c0-48b1-a24a-5d3ca993405c {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:34:02.071477 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f68e683e-a9dd-4daa-bbb5-ed08459e3e7a tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:02.099452 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668db5f2-3f85-4855-8445-27f38ecde0e7 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Pushing event deleted for resources: {'Subnet': ['ID=cfcebe37-e3c0-45a2-a87b-1cec0e97adf3,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:02.121808 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ce128a6c-be8c-49d1-af2a-e4987fdabff6 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:02.152383 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device ce70397a-5684-4c40-82ab-14939ccc8bba no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:34:02.201045 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c0ba9e-a749-4881-a1c2-82ccf0643b40 None None] Pushing event updated for resources: {'Port': ['ID=632df91d-d6c0-48b1-a24a-5d3ca993405c,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:02.270167 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bfc12d5d-a990-4f5d-b607-f4d3111b9945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:02.282790 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-ce128a6c-be8c-49d1-af2a-e4987fdabff6 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['093fa011-b854-405c-b863-16f62e5793c8']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:34:02.296814 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] No Port match for: ce70397a-5684-4c40-82ab-14939ccc8bba {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:34:02.297634 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device ce70397a-5684-4c40-82ab-14939ccc8bba not bound to the agent host n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:34:02.315315 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-f68e683e-a9dd-4daa-bbb5-ed08459e3e7a tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] For port 632df91d-d6c0-48b1-a24a-5d3ca993405c, host n-d-825064-1, got binding levels [] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:34:02.315891 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f68e683e-a9dd-4daa-bbb5-ed08459e3e7a tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:02.320447 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-ce128a6c-be8c-49d1-af2a-e4987fdabff6 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fb5dc28-97db-4e1b-a851-0246e2e2612e') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:34:02.321453 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-ce128a6c-be8c-49d1-af2a-e4987fdabff6 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fb5dc28-97db-4e1b-a851-0246e2e2612e') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:34:02.329174 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-668db5f2-3f85-4855-8445-27f38ecde0e7 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:02.352581 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ce128a6c-be8c-49d1-af2a-e4987fdabff6 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:02.355825 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0691d31c-dc1f-4661-8ddc-0f7d6dcd2097 req-5d045769-47c8-4524-9e9e-77d5e5f7f7db tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:02.369264 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0691d31c-dc1f-4661-8ddc-0f7d6dcd2097 req-5d045769-47c8-4524-9e9e-77d5e5f7f7db tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9ab72d2-fb07-4ddd-96ca-0d87ff63902f HTTP/1.1" status: 200 len: 946 time: 0.1910510 Jan 18 22:34:02.370261 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-e6c0ba9e-a749-4881-a1c2-82ccf0643b40 None None] Attempting to bind port 632df91d-d6c0-48b1-a24a-5d3ca993405c on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:34:02.370645 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-e6c0ba9e-a749-4881-a1c2-82ccf0643b40 None None] Attempting to bind port 632df91d-d6c0-48b1-a24a-5d3ca993405c by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '69772d80-1e39-4eb6-9309-874a55b5728e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '8b403a65-8d59-4f7e-8cf1-a00e1d0bb136'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:34:02.371015 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c0ba9e-a749-4881-a1c2-82ccf0643b40 None None] Attempting to bind port 632df91d-d6c0-48b1-a24a-5d3ca993405c on network 8b403a65-8d59-4f7e-8cf1-a00e1d0bb136 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:34:02.380769 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cf2fc640-ffb6-483b-b39d-269bdc240441 None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:02.389830 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c0ba9e-a749-4881-a1c2-82ccf0643b40 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:34:02.390210 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c0ba9e-a749-4881-a1c2-82ccf0643b40 None None] Checking segment: {'id': '69772d80-1e39-4eb6-9309-874a55b5728e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '8b403a65-8d59-4f7e-8cf1-a00e1d0bb136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:34:02.390634 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e6c0ba9e-a749-4881-a1c2-82ccf0643b40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:02.391013 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c0ba9e-a749-4881-a1c2-82ccf0643b40 None None] Bound using segment: {'id': '69772d80-1e39-4eb6-9309-874a55b5728e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '8b403a65-8d59-4f7e-8cf1-a00e1d0bb136'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:34:02.391496 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-e6c0ba9e-a749-4881-a1c2-82ccf0643b40 None None] Bound port: 632df91d-d6c0-48b1-a24a-5d3ca993405c, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69772d80-1e39-4eb6-9309-874a55b5728e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '8b403a65-8d59-4f7e-8cf1-a00e1d0bb136'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:34:02.391884 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e6c0ba9e-a749-4881-a1c2-82ccf0643b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:02.393732 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 5275d22a-0c55-4f0f-b848-3702e1d3274a triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:34:02.394502 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:02.413497 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-668db5f2-3f85-4855-8445-27f38ecde0e7 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc275be0-27f7-4e70-a477-6061bb1f3546']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:34:02.446904 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-f68e683e-a9dd-4daa-bbb5-ed08459e3e7a tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Calling delete_port for 632df91d-d6c0-48b1-a24a-5d3ca993405c owned by network:dhcp {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:34:02.465963 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cf2fc640-ffb6-483b-b39d-269bdc240441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:02.483946 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-668db5f2-3f85-4855-8445-27f38ecde0e7 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59d8834b-9051-48c4-aacc-769f71a043f4') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:34:02.483946 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-668db5f2-3f85-4855-8445-27f38ecde0e7 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59d8834b-9051-48c4-aacc-769f71a043f4') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:34:02.487912 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0691d31c-dc1f-4661-8ddc-0f7d6dcd2097 req-6fc13726-fbbb-48ea-85f7-c8131b37b510 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups?id=f25aad12-9aee-4cc2-9c27-71413ad663e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053908 Jan 18 22:34:02.489298 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ce128a6c-be8c-49d1-af2a-e4987fdabff6 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:02.503609 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce128a6c-be8c-49d1-af2a-e4987fdabff6 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:34:02.504439 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ce128a6c-be8c-49d1-af2a-e4987fdabff6 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:02.508068 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:34:02.508068 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:34:02.508068 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:34:02.508068 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:34:02.508068 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:34:02.508068 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:34:02.508068 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:34:02.508068 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:34:02.508068 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:34:02.508068 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:34:02.508068 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:34:02.508068 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:34:02.508068 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:34:02.508068 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:34:02.508068 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:34:02.508068 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:34:02.508068 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:34:02.508068 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:34:02.508068 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:34:02.508068 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:34:02.508068 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:34:02.508068 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:34:02.508068 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:34:02.508068 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:34:02.508068 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:34:02.508068 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:34:02.508068 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:34:02.508068 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:34:02.508068 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:34:02.508068 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:34:02.508068 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:34:02.508068 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:34:02.528833 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-668db5f2-3f85-4855-8445-27f38ecde0e7 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:02.598689 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f68e683e-a9dd-4daa-bbb5-ed08459e3e7a tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:02.612069 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2fc640-ffb6-483b-b39d-269bdc240441 None None] Network 598ed75c-8a4d-4f91-a28e-c091cdfa392f is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:34:02.613386 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58bacfa-c2a7-4f8b-b4bf-254796459061 None None] Network bc275be0-27f7-4e70-a477-6061bb1f3546 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:34:02.628760 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68e683e-a9dd-4daa-bbb5-ed08459e3e7a tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Pushing event deleted for resources: {'Port': ['ID=632df91d-d6c0-48b1-a24a-5d3ca993405c,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:02.631238 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68e683e-a9dd-4daa-bbb5-ed08459e3e7a tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] No DVR routers for this DVR port 632df91d-d6c0-48b1-a24a-5d3ca993405c on host n-d-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:34:02.677928 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-e6c0ba9e-a749-4881-a1c2-82ccf0643b40 None None] Port 632df91d-d6c0-48b1-a24a-5d3ca993405c has been deleted concurrently {{(pid=102432) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Jan 18 22:34:02.682331 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2fc640-ffb6-483b-b39d-269bdc240441 None None] Pushing event updated for resources: {'Port': ['ID=81f7ff3b-b26c-48b5-9c57-d4863d92cf45,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:02.686706 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-cf2fc640-ffb6-483b-b39d-269bdc240441 None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:34:02.689022 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2fc640-ffb6-483b-b39d-269bdc240441 None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:34:02.749219 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f68e683e-a9dd-4daa-bbb5-ed08459e3e7a tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:02.780105 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-f68e683e-a9dd-4daa-bbb5-ed08459e3e7a tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b403a65-8d59-4f7e-8cf1-a00e1d0bb136']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:34:02.792430 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-f68e683e-a9dd-4daa-bbb5-ed08459e3e7a tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69772d80-1e39-4eb6-9309-874a55b5728e') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:34:02.793354 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-f68e683e-a9dd-4daa-bbb5-ed08459e3e7a tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69772d80-1e39-4eb6-9309-874a55b5728e') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:34:02.819925 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f68e683e-a9dd-4daa-bbb5-ed08459e3e7a tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60394742'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:02.864498 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f68e683e-a9dd-4daa-bbb5-ed08459e3e7a tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:02.877791 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f68e683e-a9dd-4daa-bbb5-ed08459e3e7a tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:34:02.878202 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f68e683e-a9dd-4daa-bbb5-ed08459e3e7a tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60203044'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:02.884009 n-d-825064-1 neutron-server[102430]: Traceback (most recent call last): Jan 18 22:34:02.884009 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:34:02.884009 n-d-825064-1 neutron-server[102430]: timer() Jan 18 22:34:02.884009 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:34:02.884009 n-d-825064-1 neutron-server[102430]: cb(*args, **kw) Jan 18 22:34:02.884009 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:34:02.884009 n-d-825064-1 neutron-server[102430]: return func(*args, **kwargs) Jan 18 22:34:02.884009 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:34:02.884009 n-d-825064-1 neutron-server[102430]: self._notify() Jan 18 22:34:02.884009 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:34:02.884009 n-d-825064-1 neutron-server[102430]: self.callback(batched_events) Jan 18 22:34:02.884009 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:34:02.884009 n-d-825064-1 neutron-server[102430]: event.method(event) Jan 18 22:34:02.884009 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:34:02.884009 n-d-825064-1 neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:34:02.884009 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:34:02.884009 n-d-825064-1 neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:34:02.884009 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:34:02.884009 n-d-825064-1 neutron-server[102430]: return f(self, *a, **k) Jan 18 22:34:02.884009 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:34:02.884009 n-d-825064-1 neutron-server[102430]: return self._get(url).json() Jan 18 22:34:02.884009 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:34:02.884009 n-d-825064-1 neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:34:02.884009 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:34:02.884009 n-d-825064-1 neutron-server[102430]: return self.request(url, 'GET', **kwargs) Jan 18 22:34:02.884009 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:34:02.884009 n-d-825064-1 neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:34:02.884009 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:34:02.884009 n-d-825064-1 neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:34:02.884009 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:34:02.884009 n-d-825064-1 neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:34:02.884009 n-d-825064-1 neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:34:02.969497 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-cf2fc640-ffb6-483b-b39d-269bdc240441 None None] Attempting to bind port 81f7ff3b-b26c-48b5-9c57-d4863d92cf45 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:34:02.969987 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-cf2fc640-ffb6-483b-b39d-269bdc240441 None None] Attempting to bind port 81f7ff3b-b26c-48b5-9c57-d4863d92cf45 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '0abf6e7f-05a6-4b26-89c5-b98b8c6f4b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '598ed75c-8a4d-4f91-a28e-c091cdfa392f'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:34:02.970302 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2fc640-ffb6-483b-b39d-269bdc240441 None None] Attempting to bind port 81f7ff3b-b26c-48b5-9c57-d4863d92cf45 on network 598ed75c-8a4d-4f91-a28e-c091cdfa392f {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:34:02.980633 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2fc640-ffb6-483b-b39d-269bdc240441 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:34:02.981015 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2fc640-ffb6-483b-b39d-269bdc240441 None None] Checking segment: {'id': '0abf6e7f-05a6-4b26-89c5-b98b8c6f4b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '598ed75c-8a4d-4f91-a28e-c091cdfa392f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:34:02.981421 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cf2fc640-ffb6-483b-b39d-269bdc240441 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:02.981849 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2fc640-ffb6-483b-b39d-269bdc240441 None None] Bound using segment: {'id': '0abf6e7f-05a6-4b26-89c5-b98b8c6f4b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '598ed75c-8a4d-4f91-a28e-c091cdfa392f'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:34:02.982334 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-cf2fc640-ffb6-483b-b39d-269bdc240441 None None] Bound port: 81f7ff3b-b26c-48b5-9c57-d4863d92cf45, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0abf6e7f-05a6-4b26-89c5-b98b8c6f4b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '598ed75c-8a4d-4f91-a28e-c091cdfa392f'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:34:02.982706 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cf2fc640-ffb6-483b-b39d-269bdc240441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:02.982889 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f68e683e-a9dd-4daa-bbb5-ed08459e3e7a tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:02.996413 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f68e683e-a9dd-4daa-bbb5-ed08459e3e7a tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:02.999723 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-f68e683e-a9dd-4daa-bbb5-ed08459e3e7a tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "DELETE /v2.0/networks/8b403a65-8d59-4f7e-8cf1-a00e1d0bb136 HTTP/1.1" status: 204 len: 168 time: 1.3083720 Jan 18 22:34:03.020544 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 56668) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:03.038001 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-81afa72d-2f03-43d9-be54-7e318b45c6e8 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Request body: {'port': {'network_id': 'e944226e-270a-42aa-8e1c-52d0dfd98228', 'name': 'tempest-PortsIpV6TestJSON-451703327'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:34:03.129414 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-cf2fc640-ffb6-483b-b39d-269bdc240441 None None] For port 81f7ff3b-b26c-48b5-9c57-d4863d92cf45, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:34:03.133046 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-cf2fc640-ffb6-483b-b39d-269bdc240441 None None] For port 81f7ff3b-b26c-48b5-9c57-d4863d92cf45, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=81f7ff3b-b26c-48b5-9c57-d4863d92cf45,segment=NetworkSegment(0abf6e7f-05a6-4b26-89c5-b98b8c6f4b19),segment_id=0abf6e7f-05a6-4b26-89c5-b98b8c6f4b19)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:34:03.139706 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ce128a6c-be8c-49d1-af2a-e4987fdabff6 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:03.142053 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cf2fc640-ffb6-483b-b39d-269bdc240441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:03.144987 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ce128a6c-be8c-49d1-af2a-e4987fdabff6 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:03.149655 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-ce128a6c-be8c-49d1-af2a-e4987fdabff6 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] 10.222.0.53 "DELETE /v2.0/networks/093fa011-b854-405c-b863-16f62e5793c8 HTTP/1.1" status: 204 len: 168 time: 1.6429992 Jan 18 22:34:03.158461 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 56672) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:03.196399 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68e683e-a9dd-4daa-bbb5-ed08459e3e7a tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Pushing event deleted for resources: {'Network': ['ID=8b403a65-8d59-4f7e-8cf1-a00e1d0bb136,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:03.239789 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2fc640-ffb6-483b-b39d-269bdc240441 None None] Pushing event updated for resources: {'Port': ['ID=81f7ff3b-b26c-48b5-9c57-d4863d92cf45,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:03.250418 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bfc12d5d-a990-4f5d-b607-f4d3111b9945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:03.252956 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81afa72d-2f03-43d9-be54-7e318b45c6e8 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Made reservation on behalf of 7c0179a097dd413e9755022eddbfface for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:34:03.256492 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-81afa72d-2f03-43d9-be54-7e318b45c6e8 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:03.263197 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-668db5f2-3f85-4855-8445-27f38ecde0e7 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:03.276181 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d9c0c5-afce-4737-82a2-fb30e6fcb2ad req-79974466-2df3-457a-9fae-9dba4e42d62f tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:03.285379 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-19d9c0c5-afce-4737-82a2-fb30e6fcb2ad req-79974466-2df3-457a-9fae-9dba4e42d62f tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 946 time: 0.1601210 Jan 18 22:34:03.304010 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-668db5f2-3f85-4855-8445-27f38ecde0e7 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:34:03.304442 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-668db5f2-3f85-4855-8445-27f38ecde0e7 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:03.311037 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:34:03.311037 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:34:03.311037 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:34:03.311037 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:34:03.311037 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:34:03.311037 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:34:03.311037 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:34:03.311037 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:34:03.311037 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:34:03.311037 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:34:03.311037 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:34:03.311037 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:34:03.311037 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:34:03.311037 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:34:03.311037 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:34:03.311037 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:34:03.311037 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:34:03.311037 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:34:03.311037 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:34:03.311037 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:34:03.311037 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:34:03.311037 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:34:03.311037 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:34:03.311037 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:34:03.311037 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:34:03.311037 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:34:03.311037 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:34:03.311037 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:34:03.311037 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:34:03.311037 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:34:03.311037 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:34:03.311037 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:34:03.313397 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce128a6c-be8c-49d1-af2a-e4987fdabff6 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Pushing event deleted for resources: {'Network': ['ID=093fa011-b854-405c-b863-16f62e5793c8,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:03.319525 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [None req-81afa72d-2f03-43d9-be54-7e318b45c6e8 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] device_id is not set on port 452c2168-ef2c-4b24-8c42-28e433520f6f yet. {{(pid=102430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:34:03.327175 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc12d5d-a990-4f5d-b607-f4d3111b9945 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95495f91-1a1a-4867-96eb-e8cea2c4ed04,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:03.334163 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-19d9c0c5-afce-4737-82a2-fb30e6fcb2ad req-6633d19f-884d-4b58-bf40-3c5ac749c0b6 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475554 Jan 18 22:34:03.339043 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-830d8912-bafa-4753-a974-1c0053dde630 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:03.343828 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bfc12d5d-a990-4f5d-b607-f4d3111b9945 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:03.347706 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-bfc12d5d-a990-4f5d-b607-f4d3111b9945 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/95495f91-1a1a-4867-96eb-e8cea2c4ed04 HTTP/1.1" status: 204 len: 168 time: 1.9279525 Jan 18 22:34:03.349281 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ec134d-9be1-4805-8e91-75f3210f86e7 None None] Network 2e3fc8f4-476c-4438-b35d-0621c5ec46d7 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:34:03.372373 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 56674) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:03.461052 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-668db5f2-3f85-4855-8445-27f38ecde0e7 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:03.467928 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-668db5f2-3f85-4855-8445-27f38ecde0e7 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:03.473038 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-668db5f2-3f85-4855-8445-27f38ecde0e7 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] 10.222.0.53 "DELETE /v2.0/networks/bc275be0-27f7-4e70-a477-6061bb1f3546 HTTP/1.1" status: 204 len: 168 time: 2.5079315 Jan 18 22:34:03.474927 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 56676) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:03.493699 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ba55c-b7de-428e-9647-26bba1a78874 req-b4ccc376-1e33-4930-8b5a-7ba86c447be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:03.495406 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-771ba55c-b7de-428e-9647-26bba1a78874 req-b4ccc376-1e33-4930-8b5a-7ba86c447be8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ebbcb105af9a4ac4ba1533c22b523629&device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 1097 time: 0.1198866 Jan 18 22:34:03.516164 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-60155417-a3e2-46e5-ac0e-3f9a440fb4d8 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1030346392'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:34:03.530974 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6090f3b7-c780-48ed-94f9-3083cc85c5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:03.548340 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668db5f2-3f85-4855-8445-27f38ecde0e7 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Pushing event deleted for resources: {'Network': ['ID=bc275be0-27f7-4e70-a477-6061bb1f3546,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:03.629770 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-830d8912-bafa-4753-a974-1c0053dde630 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:03.658513 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-830d8912-bafa-4753-a974-1c0053dde630 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30f03c21-775d-4620-bab1-7339bf7711ac']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:34:03.679547 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-830d8912-bafa-4753-a974-1c0053dde630 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25981907-2ffc-40a7-a54b-a47a6bfb666e') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:34:03.679838 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-830d8912-bafa-4753-a974-1c0053dde630 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25981907-2ffc-40a7-a54b-a47a6bfb666e') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:34:03.698629 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-830d8912-bafa-4753-a974-1c0053dde630 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:03.704229 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60155417-a3e2-46e5-ac0e-3f9a440fb4d8 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Made reservation on behalf of c734a7d12e3d4aefb145cc5f155d0467 for: {'network': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:34:03.707436 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-60155417-a3e2-46e5-ac0e-3f9a440fb4d8 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:03.710556 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ba55c-b7de-428e-9647-26bba1a78874 req-bae028ce-b931-46a5-93c7-fddc0f23f698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:03.712093 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-771ba55c-b7de-428e-9647-26bba1a78874 req-bae028ce-b931-46a5-93c7-fddc0f23f698 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cb012b15-726f-4e85-a9cd-c4e62fa0fa51 HTTP/1.1" status: 200 len: 914 time: 0.1984246 Jan 18 22:34:03.725229 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-81afa72d-2f03-43d9-be54-7e318b45c6e8 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:03.763119 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-830d8912-bafa-4753-a974-1c0053dde630 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:03.763988 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13434772-58c0-4e6e-a19d-1d13e1c25fd9 None None] DHCP port deletion for 2e3fc8f4-476c-4438-b35d-0621c5ec46d7 request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:34:03.769343 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-771ba55c-b7de-428e-9647-26bba1a78874 req-e4ddf505-8d80-43aa-930a-e0d8ce6a499b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c9ea76e-7dbd-4767-9685-c0f25e5276d0 HTTP/1.1" status: 200 len: 217 time: 0.0501542 Jan 18 22:34:03.773138 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-830d8912-bafa-4753-a974-1c0053dde630 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:34:03.773537 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-830d8912-bafa-4753-a974-1c0053dde630 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:03.777445 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:34:03.777445 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:34:03.777445 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:34:03.777445 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:34:03.777445 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:34:03.777445 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:34:03.777445 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:34:03.777445 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:34:03.777445 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:34:03.777445 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:34:03.777445 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:34:03.777445 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:34:03.777445 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:34:03.777445 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:34:03.777445 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:34:03.777445 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:34:03.777445 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:34:03.777445 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:34:03.777445 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:34:03.777445 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:34:03.777445 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:34:03.777445 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:34:03.777445 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:34:03.777445 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:34:03.777445 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:34:03.777445 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:34:03.777445 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:34:03.777445 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:34:03.777445 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:34:03.777445 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:34:03.777445 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:34:03.777445 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:34:03.819854 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0e0447-c2c9-46ff-b2dd-ae1b93e2a378 req-5af20400-41bc-4810-94ea-62bedffeab48 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:03.821970 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3a0e0447-c2c9-46ff-b2dd-ae1b93e2a378 req-5af20400-41bc-4810-94ea-62bedffeab48 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9ab72d2-fb07-4ddd-96ca-0d87ff63902f HTTP/1.1" status: 200 len: 946 time: 0.2355602 Jan 18 22:34:03.846712 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 81f7ff3b-b26c-48b5-9c57-d4863d92cf45 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:34:03.867057 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-81afa72d-2f03-43d9-be54-7e318b45c6e8 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:03.898179 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ba55c-b7de-428e-9647-26bba1a78874 req-30c7c790-70ff-4bb9-8ac0-96eb944f0c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:03.900769 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-771ba55c-b7de-428e-9647-26bba1a78874 req-30c7c790-70ff-4bb9-8ac0-96eb944f0c44 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=12499801-2558-44ac-94f3-29cf7f906b66 HTTP/1.1" status: 200 len: 854 time: 0.1129644 Jan 18 22:34:03.904400 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-830d8912-bafa-4753-a974-1c0053dde630 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:03.909210 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60155417-a3e2-46e5-ac0e-3f9a440fb4d8 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=102430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:34:03.916733 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-830d8912-bafa-4753-a974-1c0053dde630 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:03.920813 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-830d8912-bafa-4753-a974-1c0053dde630 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] 10.222.0.53 "DELETE /v2.0/networks/30f03c21-775d-4620-bab1-7339bf7711ac HTTP/1.1" status: 204 len: 168 time: 0.7578354 Jan 18 22:34:03.935916 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 56684) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:03.961771 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-13434772-58c0-4e6e-a19d-1d13e1c25fd9 None None] Deleting port e595b85d-9ce6-41aa-af58-2e5790315e0d {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:34:03.962294 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-13434772-58c0-4e6e-a19d-1d13e1c25fd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:03.963294 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3a0e0447-c2c9-46ff-b2dd-ae1b93e2a378 req-6c72b5b4-97a3-44b6-998e-28375ecf4062 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups?id=f25aad12-9aee-4cc2-9c27-71413ad663e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226749 Jan 18 22:34:03.979862 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-60155417-a3e2-46e5-ac0e-3f9a440fb4d8 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:03.980188 n-d-825064-1 neutron-server[102430]: INFO neutron.db.segments_db [None req-60155417-a3e2-46e5-ac0e-3f9a440fb4d8 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Added segment d1754ec9-ea6c-4e16-b1ff-1a21a94fd347 of type vlan for network 9f5e999f-2967-4f17-bfb5-db0df793e61b Jan 18 22:34:03.982657 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81afa72d-2f03-43d9-be54-7e318b45c6e8 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Network e944226e-270a-42aa-8e1c-52d0dfd98228 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:34:04.011639 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-771ba55c-b7de-428e-9647-26bba1a78874 req-82097fcb-2b90-42fe-a881-67c29c7c3713 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cb012b15-726f-4e85-a9cd-c4e62fa0fa51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0885477 Jan 18 22:34:04.014107 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-81afa72d-2f03-43d9-be54-7e318b45c6e8 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:34:04.018857 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81afa72d-2f03-43d9-be54-7e318b45c6e8 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:34:04.032070 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81afa72d-2f03-43d9-be54-7e318b45c6e8 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:04.032783 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-81afa72d-2f03-43d9-be54-7e318b45c6e8 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:04.035458 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81afa72d-2f03-43d9-be54-7e318b45c6e8 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Pushing event updated for resources: {'Port': ['ID=452c2168-ef2c-4b24-8c42-28e433520f6f,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:04.043102 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830d8912-bafa-4753-a974-1c0053dde630 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Pushing event deleted for resources: {'Network': ['ID=30f03c21-775d-4620-bab1-7339bf7711ac,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:04.068802 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 81f7ff3b-b26c-48b5-9c57-d4863d92cf45 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:34:04.072411 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:04.105324 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-6090f3b7-c780-48ed-94f9-3083cc85c5f7 admin admin] Deleting port e595b85d-9ce6-41aa-af58-2e5790315e0d {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:34:04.105665 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6090f3b7-c780-48ed-94f9-3083cc85c5f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:04.137069 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-13434772-58c0-4e6e-a19d-1d13e1c25fd9 None None] For port e595b85d-9ce6-41aa-af58-2e5790315e0d, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=e595b85d-9ce6-41aa-af58-2e5790315e0d,segment=NetworkSegment(bb66af8e-f2af-438e-99d5-902fa4f01401),segment_id=bb66af8e-f2af-438e-99d5-902fa4f01401)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:34:04.137812 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-81afa72d-2f03-43d9-be54-7e318b45c6e8 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.1162105 Jan 18 22:34:04.140311 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-60155417-a3e2-46e5-ac0e-3f9a440fb4d8 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:04.140677 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-13434772-58c0-4e6e-a19d-1d13e1c25fd9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:04.161388 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-13434772-58c0-4e6e-a19d-1d13e1c25fd9 None None] Calling delete_port for e595b85d-9ce6-41aa-af58-2e5790315e0d owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:34:04.175465 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 56690) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:04.245142 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:04.288718 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0a97cccd-cf23-4b23-aac8-3cb1ae9601d9 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:04.306059 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-6090f3b7-c780-48ed-94f9-3083cc85c5f7 admin admin] For port e595b85d-9ce6-41aa-af58-2e5790315e0d, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=e595b85d-9ce6-41aa-af58-2e5790315e0d,segment=NetworkSegment(bb66af8e-f2af-438e-99d5-902fa4f01401),segment_id=bb66af8e-f2af-438e-99d5-902fa4f01401)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:34:04.306591 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6090f3b7-c780-48ed-94f9-3083cc85c5f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:04.317211 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-60155417-a3e2-46e5-ac0e-3f9a440fb4d8 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:04.323430 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60155417-a3e2-46e5-ac0e-3f9a440fb4d8 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:04.324312 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-60155417-a3e2-46e5-ac0e-3f9a440fb4d8 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:04.327591 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port 81f7ff3b-b26c-48b5-9c57-d4863d92cf45, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=81f7ff3b-b26c-48b5-9c57-d4863d92cf45,segment=NetworkSegment(0abf6e7f-05a6-4b26-89c5-b98b8c6f4b19),segment_id=0abf6e7f-05a6-4b26-89c5-b98b8c6f4b19)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:34:04.335554 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:04.345222 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-6090f3b7-c780-48ed-94f9-3083cc85c5f7 admin admin] Calling delete_port for e595b85d-9ce6-41aa-af58-2e5790315e0d owned by network:dhcp {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:34:04.388059 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-771ba55c-b7de-428e-9647-26bba1a78874 req-80656438-e223-4287-a480-e05b407524a0 service neutron] 10.222.0.36 "GET /v2.0/networks/cb012b15-726f-4e85-a9cd-c4e62fa0fa51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3338244 Jan 18 22:34:04.450754 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-dcb60ca1-63e1-4a43-8d29-0949bbec6873 None None] Could not find standard attr ID for object 632df91d-d6c0-48b1-a24a-5d3ca993405c. {{(pid=102432) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 22:34:04.457894 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-60155417-a3e2-46e5-ac0e-3f9a440fb4d8 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9591327 Jan 18 22:34:04.460544 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 56694) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:04.466428 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-0832941b-da3e-4828-800e-e62a77375a94 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Request body: {'subnet': {'network_id': '9f5e999f-2967-4f17-bfb5-db0df793e61b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:34:04.494176 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc6c38e-0443-4a7a-9a31-f85096d11aa4 None None] DHCP port deletion for 8b403a65-8d59-4f7e-8cf1-a00e1d0bb136 request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:34:04.514645 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=81f7ff3b-b26c-48b5-9c57-d4863d92cf45,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:04.520526 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-13434772-58c0-4e6e-a19d-1d13e1c25fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:04.534467 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60155417-a3e2-46e5-ac0e-3f9a440fb4d8 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Pushing event updated for resources: {'Network': ['ID=9f5e999f-2967-4f17-bfb5-db0df793e61b,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:04.565193 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e88ca1-0b5f-407a-a8eb-9ad16529d6fb None None] Network 8b403a65-8d59-4f7e-8cf1-a00e1d0bb136 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:34:04.592643 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 9f5e999f-2967-4f17-bfb5-db0df793e61b details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:34:04.630472 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0a97cccd-cf23-4b23-aac8-3cb1ae9601d9 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:04.640260 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-cac553ed-fa5e-4927-a9b4-a12ed7d0f183 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Deleting port 452c2168-ef2c-4b24-8c42-28e433520f6f {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:34:04.641240 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-cac553ed-fa5e-4927-a9b4-a12ed7d0f183 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:04.670539 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-0a97cccd-cf23-4b23-aac8-3cb1ae9601d9 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b65c3ae0-e6de-4603-9206-e78ce6c4b83f']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:34:04.685128 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-771ba55c-b7de-428e-9647-26bba1a78874 req-fcda6cdd-3507-4af6-9360-26ed78d074ba service neutron] 10.222.0.36 "GET /v2.0/networks/cb012b15-726f-4e85-a9cd-c4e62fa0fa51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825758 Jan 18 22:34:04.686848 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-0a97cccd-cf23-4b23-aac8-3cb1ae9601d9 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5a5c6fd-9f7b-4089-af8f-49839bd56e2c') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:34:04.687140 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-0a97cccd-cf23-4b23-aac8-3cb1ae9601d9 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5a5c6fd-9f7b-4089-af8f-49839bd56e2c') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:34:04.687646 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e88ca1-0b5f-407a-a8eb-9ad16529d6fb None None] Network 8b403a65-8d59-4f7e-8cf1-a00e1d0bb136 could not be found, it might have been deleted concurrently. {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jan 18 22:34:04.700733 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13434772-58c0-4e6e-a19d-1d13e1c25fd9 None None] No DVR routers for this DVR port e595b85d-9ce6-41aa-af58-2e5790315e0d on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:34:04.702746 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13434772-58c0-4e6e-a19d-1d13e1c25fd9 None None] Pushing event deleted for resources: {'Port': ['ID=e595b85d-9ce6-41aa-af58-2e5790315e0d,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:04.724382 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0a97cccd-cf23-4b23-aac8-3cb1ae9601d9 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:04.752892 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0a97cccd-cf23-4b23-aac8-3cb1ae9601d9 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:04.755675 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a97cccd-cf23-4b23-aac8-3cb1ae9601d9 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:34:04.756346 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0a97cccd-cf23-4b23-aac8-3cb1ae9601d9 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:04.759959 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:34:04.759959 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:34:04.759959 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:34:04.759959 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:34:04.759959 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:34:04.759959 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:34:04.759959 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:34:04.759959 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:34:04.759959 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:34:04.759959 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:34:04.759959 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:34:04.759959 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:34:04.759959 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:34:04.759959 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:34:04.759959 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:34:04.759959 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:34:04.759959 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:34:04.759959 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:34:04.759959 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:34:04.759959 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:34:04.759959 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:34:04.759959 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:34:04.759959 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:34:04.759959 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:34:04.759959 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:34:04.759959 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:34:04.759959 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:34:04.759959 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:34:04.759959 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:34:04.759959 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:34:04.759959 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:34:04.759959 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:34:04.843568 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6090f3b7-c780-48ed-94f9-3083cc85c5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:04.861499 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0a97cccd-cf23-4b23-aac8-3cb1ae9601d9 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:04.873700 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-cac553ed-fa5e-4927-a9b4-a12ed7d0f183 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:04.882514 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0a97cccd-cf23-4b23-aac8-3cb1ae9601d9 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:04.885040 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c28291-52ec-465e-a32f-98907eff5072 req-9c746a8c-a22b-41fb-b47a-7c6bc1d8996f tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:04.888381 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d0c28291-52ec-465e-a32f-98907eff5072 req-9c746a8c-a22b-41fb-b47a-7c6bc1d8996f tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 946 time: 0.3462834 Jan 18 22:34:04.888473 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-0a97cccd-cf23-4b23-aac8-3cb1ae9601d9 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] 10.222.0.53 "DELETE /v2.0/networks/b65c3ae0-e6de-4603-9206-e78ce6c4b83f HTTP/1.1" status: 204 len: 168 time: 0.9478416 Jan 18 22:34:04.902751 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c52c57-9dd4-4d19-9df9-6033be7d1bb5 None None] Network 598ed75c-8a4d-4f91-a28e-c091cdfa392f requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:34:04.911328 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 56700) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:04.912480 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a97cccd-cf23-4b23-aac8-3cb1ae9601d9 tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Pushing event deleted for resources: {'Network': ['ID=b65c3ae0-e6de-4603-9206-e78ce6c4b83f,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:04.930935 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6090f3b7-c780-48ed-94f9-3083cc85c5f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e595b85d-9ce6-41aa-af58-2e5790315e0d,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:04.938459 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-cac553ed-fa5e-4927-a9b4-a12ed7d0f183 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Calling delete_port for 452c2168-ef2c-4b24-8c42-28e433520f6f owned by {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:34:04.949741 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6090f3b7-c780-48ed-94f9-3083cc85c5f7 admin admin] No DVR routers for this DVR port e595b85d-9ce6-41aa-af58-2e5790315e0d on host n-d-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:34:04.983423 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0832941b-da3e-4828-800e-e62a77375a94 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Made reservation on behalf of c734a7d12e3d4aefb145cc5f155d0467 for: {'subnet': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:34:04.987776 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0832941b-da3e-4828-800e-e62a77375a94 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62288702'] for subnet, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:04.997164 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-cdd3b6ee-81c7-4163-85a3-55d3a7fcab64 None None] Provisioning complete for port 81f7ff3b-b26c-48b5-9c57-d4863d92cf45 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:34:04.997885 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cdd3b6ee-81c7-4163-85a3-55d3a7fcab64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:05.012023 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a8a0d2ed-dcf9-40c4-84b1-f824ddfbc13c tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:05.119320 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a8a0d2ed-dcf9-40c4-84b1-f824ddfbc13c tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:05.145822 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-a8a0d2ed-dcf9-40c4-84b1-f824ddfbc13c tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9681d16-dafa-45cb-9c9c-b178bf3c1dcd']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:34:05.157967 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-a8a0d2ed-dcf9-40c4-84b1-f824ddfbc13c tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9a56b67-2fc3-45c4-9d12-3513dbf7c038') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:34:05.158360 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-a8a0d2ed-dcf9-40c4-84b1-f824ddfbc13c tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9a56b67-2fc3-45c4-9d12-3513dbf7c038') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:34:05.174636 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a8a0d2ed-dcf9-40c4-84b1-f824ddfbc13c tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:05.191174 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a8a0d2ed-dcf9-40c4-84b1-f824ddfbc13c tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:05.198119 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8a0d2ed-dcf9-40c4-84b1-f824ddfbc13c tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:34:05.198614 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a8a0d2ed-dcf9-40c4-84b1-f824ddfbc13c tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:05.209768 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d0c28291-52ec-465e-a32f-98907eff5072 req-0e404309-ec85-454a-9273-3c59bb9de048 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863128 Jan 18 22:34:05.245506 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6090f3b7-c780-48ed-94f9-3083cc85c5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:05.286317 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:34:05.286317 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:34:05.286317 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:34:05.286317 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:34:05.286317 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:34:05.286317 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:34:05.286317 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:34:05.286317 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:34:05.286317 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:34:05.286317 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:34:05.286317 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:34:05.286317 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:34:05.286317 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:34:05.286317 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:34:05.286317 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:34:05.286317 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:34:05.286317 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:34:05.286317 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:34:05.286317 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:34:05.286317 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:34:05.286317 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:34:05.286317 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:34:05.286317 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:34:05.286317 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:34:05.286317 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:34:05.286317 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:34:05.286317 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:34:05.286317 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:34:05.286317 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:34:05.286317 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:34:05.286317 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:34:05.286317 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:34:05.292561 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a8a0d2ed-dcf9-40c4-84b1-f824ddfbc13c tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:05.308059 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-6090f3b7-c780-48ed-94f9-3083cc85c5f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e3fc8f4-476c-4438-b35d-0621c5ec46d7']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:34:05.314220 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a8a0d2ed-dcf9-40c4-84b1-f824ddfbc13c tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:05.318128 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-a8a0d2ed-dcf9-40c4-84b1-f824ddfbc13c tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] 10.222.0.53 "DELETE /v2.0/networks/f9681d16-dafa-45cb-9c9c-b178bf3c1dcd HTTP/1.1" status: 204 len: 168 time: 0.4002447 Jan 18 22:34:05.319112 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a0d2ed-dcf9-40c4-84b1-f824ddfbc13c tempest-BulkNetworkOpsIpV6Test-1752335336 tempest-BulkNetworkOpsIpV6Test-1752335336-project] Pushing event deleted for resources: {'Network': ['ID=f9681d16-dafa-45cb-9c9c-b178bf3c1dcd,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:05.325451 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-6090f3b7-c780-48ed-94f9-3083cc85c5f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb66af8e-f2af-438e-99d5-902fa4f01401') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:34:05.326572 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-6090f3b7-c780-48ed-94f9-3083cc85c5f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb66af8e-f2af-438e-99d5-902fa4f01401') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:34:05.357673 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ab2197-9954-46c5-8274-90f7ea1d2dca req-338158cb-d12f-4b8d-a8f9-0a12153fa454 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:05.359655 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-82ab2197-9954-46c5-8274-90f7ea1d2dca req-338158cb-d12f-4b8d-a8f9-0a12153fa454 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9ab72d2-fb07-4ddd-96ca-0d87ff63902f HTTP/1.1" status: 200 len: 946 time: 0.2649927 Jan 18 22:34:05.365808 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6090f3b7-c780-48ed-94f9-3083cc85c5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60394742'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:05.406193 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-cac553ed-fa5e-4927-a9b4-a12ed7d0f183 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:05.417698 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6090f3b7-c780-48ed-94f9-3083cc85c5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:05.488348 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6090f3b7-c780-48ed-94f9-3083cc85c5f7 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:34:05.489057 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6090f3b7-c780-48ed-94f9-3083cc85c5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60203044'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:05.498377 n-d-825064-1 neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:34:05.498377 n-d-825064-1 neutron-server[102430]: self.session.flush() Jan 18 22:34:05.498377 n-d-825064-1 neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:34:05.498377 n-d-825064-1 neutron-server[102430]: self.session.flush() Jan 18 22:34:05.498377 n-d-825064-1 neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:34:05.498377 n-d-825064-1 neutron-server[102430]: self.session.flush() Jan 18 22:34:05.498377 n-d-825064-1 neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:34:05.498377 n-d-825064-1 neutron-server[102430]: self.session.flush() Jan 18 22:34:05.498377 n-d-825064-1 neutron-server[102430]: Traceback (most recent call last): Jan 18 22:34:05.498377 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:34:05.498377 n-d-825064-1 neutron-server[102430]: timer() Jan 18 22:34:05.498377 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:34:05.498377 n-d-825064-1 neutron-server[102430]: cb(*args, **kw) Jan 18 22:34:05.498377 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:34:05.498377 n-d-825064-1 neutron-server[102430]: return func(*args, **kwargs) Jan 18 22:34:05.498377 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:34:05.498377 n-d-825064-1 neutron-server[102430]: self._notify() Jan 18 22:34:05.498377 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:34:05.498377 n-d-825064-1 neutron-server[102430]: self.callback(batched_events) Jan 18 22:34:05.498377 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:34:05.498377 n-d-825064-1 neutron-server[102430]: event.method(event) Jan 18 22:34:05.498377 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:34:05.498377 n-d-825064-1 neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:34:05.498377 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:34:05.498377 n-d-825064-1 neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:34:05.498377 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:34:05.498377 n-d-825064-1 neutron-server[102430]: return f(self, *a, **k) Jan 18 22:34:05.498377 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:34:05.498377 n-d-825064-1 neutron-server[102430]: return self._get(url).json() Jan 18 22:34:05.498377 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:34:05.498377 n-d-825064-1 neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:34:05.498377 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:34:05.498377 n-d-825064-1 neutron-server[102430]: return self.request(url, 'GET', **kwargs) Jan 18 22:34:05.498377 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:34:05.498377 n-d-825064-1 neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:34:05.498377 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:34:05.498377 n-d-825064-1 neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:34:05.498377 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:34:05.498377 n-d-825064-1 neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:34:05.498377 n-d-825064-1 neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:34:05.523399 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac553ed-fa5e-4927-a9b4-a12ed7d0f183 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Pushing event deleted for resources: {'Port': ['ID=452c2168-ef2c-4b24-8c42-28e433520f6f,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:05.534125 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-cac553ed-fa5e-4927-a9b4-a12ed7d0f183 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:05.537415 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-cac553ed-fa5e-4927-a9b4-a12ed7d0f183 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "DELETE /v2.0/ports/452c2168-ef2c-4b24-8c42-28e433520f6f HTTP/1.1" status: 204 len: 168 time: 1.3582819 Jan 18 22:34:05.540646 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 56708) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:05.550330 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-e19f1886-e233-4dc3-93a4-d3ae58537d60 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Request body: {'port': {'network_id': 'e944226e-270a-42aa-8e1c-52d0dfd98228', 'mac_address': 'fa:16:3e:be:8b:82', 'name': 'tempest-PortsIpV6TestJSON-913324967'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:34:05.572891 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-82ab2197-9954-46c5-8274-90f7ea1d2dca req-ec4c062b-0980-40c9-a128-bdba4f579206 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups?id=f25aad12-9aee-4cc2-9c27-71413ad663e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2028635 Jan 18 22:34:05.647161 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6090f3b7-c780-48ed-94f9-3083cc85c5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:05.658204 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6090f3b7-c780-48ed-94f9-3083cc85c5f7 admin admin] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:05.671546 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-6090f3b7-c780-48ed-94f9-3083cc85c5f7 admin admin] 10.222.0.53 "DELETE /v2.0/networks/2e3fc8f4-476c-4438-b35d-0621c5ec46d7 HTTP/1.1" status: 204 len: 168 time: 2.2981265 Jan 18 22:34:05.698321 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6090f3b7-c780-48ed-94f9-3083cc85c5f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e3fc8f4-476c-4438-b35d-0621c5ec46d7,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:05.702673 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0832941b-da3e-4828-800e-e62a77375a94 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60203213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62288684'] for subnet, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:05.777276 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-fa05cad2-4fd6-41c5-adbc-42cbc21a145d None None] Provisioning complete for port 81f7ff3b-b26c-48b5-9c57-d4863d92cf45 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:34:05.777829 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fa05cad2-4fd6-41c5-adbc-42cbc21a145d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:05.780427 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 81f7ff3b-b26c-48b5-9c57-d4863d92cf45 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:34:05.781651 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e19f1886-e233-4dc3-93a4-d3ae58537d60 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Made reservation on behalf of 7c0179a097dd413e9755022eddbfface for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:34:05.805340 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 56716) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:05.853234 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0832941b-da3e-4828-800e-e62a77375a94 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Checking segment: {'id': 'd1754ec9-ea6c-4e16-b1ff-1a21a94fd347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9f5e999f-2967-4f17-bfb5-db0df793e61b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:34:05.853580 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0832941b-da3e-4828-800e-e62a77375a94 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Network hostable DHCP agents. Network: 9f5e999f-2967-4f17-bfb5-db0df793e61b, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:34:05.885585 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0832941b-da3e-4828-800e-e62a77375a94 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Pushing event updated for resources: {'Subnet': ['ID=6bfa03c2-d416-451d-9144-dd94b6ed3085,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:05.895902 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e19f1886-e233-4dc3-93a4-d3ae58537d60 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:05.923591 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0832941b-da3e-4828-800e-e62a77375a94 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Network 9f5e999f-2967-4f17-bfb5-db0df793e61b is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:34:05.924244 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 81f7ff3b-b26c-48b5-9c57-d4863d92cf45 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:34:05.925057 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:05.931738 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [None req-e19f1886-e233-4dc3-93a4-d3ae58537d60 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] device_id is not set on port 0cce5224-e31f-41cb-a843-d2961a6e59f3 yet. {{(pid=102431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:34:05.938234 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-0832941b-da3e-4828-800e-e62a77375a94 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 9f5e999f-2967-4f17-bfb5-db0df793e61b) {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:34:05.944566 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0832941b-da3e-4828-800e-e62a77375a94 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:05.945181 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0832941b-da3e-4828-800e-e62a77375a94 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:05.961859 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c129d8-1d33-4b39-ba62-4969b2452664 None None] Network 9f5e999f-2967-4f17-bfb5-db0df793e61b requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:34:05.979433 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-0832941b-da3e-4828-800e-e62a77375a94 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.5175943 Jan 18 22:34:05.982058 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 56722) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:06.048749 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 56726) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:06.131523 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-7e7caad8-5bfb-4ce3-bc09-769b701daacf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=49440441815e416da18380bf707f8c4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3235538 Jan 18 22:34:06.140793 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 56730) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:06.145442 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-59f0a339-e953-4260-8cbd-bd6d578e3580 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:06.245442 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-6fae49be-c8e7-4bad-af3c-bcbd1dbbf602 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0a7fe1fe1dd34127ba554ad5c3102fb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1950915 Jan 18 22:34:06.252093 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 56736) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:06.293643 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e19f1886-e233-4dc3-93a4-d3ae58537d60 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:06.311143 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b056a9fa-d26e-4e1d-a1f3-23d03ede6411 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-9f5e999f-2967-4f17-bfb5-db0df793e61b', 'network_id': '9f5e999f-2967-4f17-bfb5-db0df793e61b', 'tenant_id': 'c734a7d12e3d4aefb145cc5f155d0467', 'fixed_ips': [{'subnet_id': '6bfa03c2-d416-451d-9144-dd94b6ed3085'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:34:06.312082 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b056a9fa-d26e-4e1d-a1f3-23d03ede6411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:06.317029 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 632df91d-d6c0-48b1-a24a-5d3ca993405c no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:34:06.352733 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e19f1886-e233-4dc3-93a4-d3ae58537d60 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:06.369331 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 632df91d-d6c0-48b1-a24a-5d3ca993405c {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:34:06.369588 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 632df91d-d6c0-48b1-a24a-5d3ca993405c not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:34:06.370016 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device e595b85d-9ce6-41aa-af58-2e5790315e0d no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:34:06.408437 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19f1886-e233-4dc3-93a4-d3ae58537d60 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Network e944226e-270a-42aa-8e1c-52d0dfd98228 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:34:06.415492 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-e19f1886-e233-4dc3-93a4-d3ae58537d60 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:34:06.424741 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19f1886-e233-4dc3-93a4-d3ae58537d60 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:34:06.431387 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19f1886-e233-4dc3-93a4-d3ae58537d60 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:06.432456 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e19f1886-e233-4dc3-93a4-d3ae58537d60 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:06.449664 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19f1886-e233-4dc3-93a4-d3ae58537d60 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Pushing event updated for resources: {'Port': ['ID=0cce5224-e31f-41cb-a843-d2961a6e59f3,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:06.457114 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-e19f1886-e233-4dc3-93a4-d3ae58537d60 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9153574 Jan 18 22:34:06.459700 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 56738) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:06.480828 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: e595b85d-9ce6-41aa-af58-2e5790315e0d {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:34:06.481171 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device e595b85d-9ce6-41aa-af58-2e5790315e0d not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:34:06.510506 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459b9ade-91e6-45d9-8378-7a5c6ad6ad69 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:06.512242 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-459b9ade-91e6-45d9-8378-7a5c6ad6ad69 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "GET /v2.0/ports/0cce5224-e31f-41cb-a843-d2961a6e59f3 HTTP/1.1" status: 200 len: 844 time: 0.0515428 Jan 18 22:34:06.514999 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 56740) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:06.705603 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-b1bc27df-9c06-484f-8702-50079b8e0558 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Deleting port 0cce5224-e31f-41cb-a843-d2961a6e59f3 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:34:06.705954 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b1bc27df-9c06-484f-8702-50079b8e0558 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:06.739429 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-b056a9fa-d26e-4e1d-a1f3-23d03ede6411 None None] Allocated IP 2001:db8::1 (9f5e999f-2967-4f17-bfb5-db0df793e61b/6bfa03c2-d416-451d-9144-dd94b6ed3085/4b806e27-16b3-44fc-ae93-dc45296b2846) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:34:06.793722 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6c9d1aac-05cc-4550-86ef-5abdf2841a58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:06.796250 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7de5d4f2-c316-444f-b68a-c8c6fa9c6ace admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:06.809308 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b1bc27df-9c06-484f-8702-50079b8e0558 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:06.826841 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-b1bc27df-9c06-484f-8702-50079b8e0558 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Calling delete_port for 0cce5224-e31f-41cb-a843-d2961a6e59f3 owned by {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:34:06.831332 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-59f0a339-e953-4260-8cbd-bd6d578e3580 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:06.891384 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7de5d4f2-c316-444f-b68a-c8c6fa9c6ace admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:06.911236 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6c9d1aac-05cc-4550-86ef-5abdf2841a58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:06.921864 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670b278c-a207-4050-a414-b93d587277df req-e3de4e4c-610a-44db-864d-2a1365c38692 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:06.923511 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-670b278c-a207-4050-a414-b93d587277df req-e3de4e4c-610a-44db-864d-2a1365c38692 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 946 time: 0.2848291 Jan 18 22:34:06.950445 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b1bc27df-9c06-484f-8702-50079b8e0558 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:06.962561 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659af07d-6af4-4b02-900c-8ed860033e29 req-a1e07e4e-561f-4801-a84c-8b1e233d8455 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:06.964330 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-659af07d-6af4-4b02-900c-8ed860033e29 req-a1e07e4e-561f-4801-a84c-8b1e233d8455 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9ab72d2-fb07-4ddd-96ca-0d87ff63902f HTTP/1.1" status: 200 len: 946 time: 0.2267661 Jan 18 22:34:07.017316 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bc27df-9c06-484f-8702-50079b8e0558 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Pushing event deleted for resources: {'Port': ['ID=0cce5224-e31f-41cb-a843-d2961a6e59f3,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:07.023494 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b1bc27df-9c06-484f-8702-50079b8e0558 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:07.029519 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-b1bc27df-9c06-484f-8702-50079b8e0558 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "DELETE /v2.0/ports/0cce5224-e31f-41cb-a843-d2961a6e59f3 HTTP/1.1" status: 204 len: 168 time: 0.5130923 Jan 18 22:34:07.031769 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 56744) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:07.061743 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f413b31-1b94-4168-b1a6-b8badb044024 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] GET failed (client error): The resource could not be found. Jan 18 22:34:07.063342 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-3f413b31-1b94-4168-b1a6-b8badb044024 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "GET /v2.0/ports/0cce5224-e31f-41cb-a843-d2961a6e59f3 HTTP/1.1" status: 404 len: 333 time: 0.0302885 Jan 18 22:34:07.069188 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 56746) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:07.080866 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-670b278c-a207-4050-a414-b93d587277df req-4e43739b-dc96-4601-a97e-cea4f564f6ad tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335700 Jan 18 22:34:07.101121 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-659af07d-6af4-4b02-900c-8ed860033e29 req-219ccf40-8ef0-4859-9c32-388bcefa00e4 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups?id=f25aad12-9aee-4cc2-9c27-71413ad663e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156867 Jan 18 22:34:07.106420 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7de5d4f2-c316-444f-b68a-c8c6fa9c6ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:07.109456 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-e87ed91a-ee8f-4f20-a99f-0eb3672d9417 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Request body: {'port': {'network_id': 'e944226e-270a-42aa-8e1c-52d0dfd98228', 'name': 'tempest-PortsIpV6TestJSON-544350635'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:34:07.109674 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7de5d4f2-c316-444f-b68a-c8c6fa9c6ace admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:07.112393 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b056a9fa-d26e-4e1d-a1f3-23d03ede6411 None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:07.114089 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-7de5d4f2-c316-444f-b68a-c8c6fa9c6ace admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3551ec91-b0b2-4157-b458-eab3aa2ebb6b HTTP/1.1" status: 204 len: 168 time: 0.9671352 Jan 18 22:34:07.117505 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6c9d1aac-05cc-4550-86ef-5abdf2841a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:07.120936 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6c9d1aac-05cc-4550-86ef-5abdf2841a58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:07.124534 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-6c9d1aac-05cc-4550-86ef-5abdf2841a58 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c97b6df1-e3bb-4ca1-a3ff-335fef0bf5bc HTTP/1.1" status: 204 len: 168 time: 0.8649237 Jan 18 22:34:07.130757 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de5d4f2-c316-444f-b68a-c8c6fa9c6ace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3551ec91-b0b2-4157-b458-eab3aa2ebb6b,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:07.131266 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b056a9fa-d26e-4e1d-a1f3-23d03ede6411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:07.151157 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9d1aac-05cc-4550-86ef-5abdf2841a58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c97b6df1-e3bb-4ca1-a3ff-335fef0bf5bc,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:07.166907 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-59f0a339-e953-4260-8cbd-bd6d578e3580 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60203138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62288677'] for subnet, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:07.203143 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f0a339-e953-4260-8cbd-bd6d578e3580 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Pushing event deleted for resources: {'Subnet': ['ID=6bfa03c2-d416-451d-9144-dd94b6ed3085,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:07.292203 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b056a9fa-d26e-4e1d-a1f3-23d03ede6411 None None] Network 9f5e999f-2967-4f17-bfb5-db0df793e61b is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:34:07.293500 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b056a9fa-d26e-4e1d-a1f3-23d03ede6411 None None] Pushing event updated for resources: {'Port': ['ID=4b806e27-16b3-44fc-ae93-dc45296b2846,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:07.304062 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-b056a9fa-d26e-4e1d-a1f3-23d03ede6411 None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:34:07.307615 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b056a9fa-d26e-4e1d-a1f3-23d03ede6411 None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:34:07.366919 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e87ed91a-ee8f-4f20-a99f-0eb3672d9417 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Made reservation on behalf of 7c0179a097dd413e9755022eddbfface for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:34:07.372147 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-59f0a339-e953-4260-8cbd-bd6d578e3580 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:07.376025 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e87ed91a-ee8f-4f20-a99f-0eb3672d9417 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:07.412024 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 6c9ea76e-7dbd-4767-9685-c0f25e5276d0 no longer exists at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:34:07.413184 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [None req-e87ed91a-ee8f-4f20-a99f-0eb3672d9417 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] device_id is not set on port 2755df14-ee22-484d-b3ba-86887de76649 yet. {{(pid=102431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:34:07.416171 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-59f0a339-e953-4260-8cbd-bd6d578e3580 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f5e999f-2967-4f17-bfb5-db0df793e61b']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:34:07.440208 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-59f0a339-e953-4260-8cbd-bd6d578e3580 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1754ec9-ea6c-4e16-b1ff-1a21a94fd347') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:34:07.441883 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-59f0a339-e953-4260-8cbd-bd6d578e3580 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1754ec9-ea6c-4e16-b1ff-1a21a94fd347') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:34:07.466084 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-59f0a339-e953-4260-8cbd-bd6d578e3580 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60394742'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:07.484949 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-59f0a339-e953-4260-8cbd-bd6d578e3580 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:07.492285 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59f0a339-e953-4260-8cbd-bd6d578e3580 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:34:07.493444 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-59f0a339-e953-4260-8cbd-bd6d578e3580 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60203044'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:07.497516 n-d-825064-1 neutron-server[102430]: Traceback (most recent call last): Jan 18 22:34:07.497516 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:34:07.497516 n-d-825064-1 neutron-server[102430]: timer() Jan 18 22:34:07.497516 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:34:07.497516 n-d-825064-1 neutron-server[102430]: cb(*args, **kw) Jan 18 22:34:07.497516 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:34:07.497516 n-d-825064-1 neutron-server[102430]: return func(*args, **kwargs) Jan 18 22:34:07.497516 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:34:07.497516 n-d-825064-1 neutron-server[102430]: self._notify() Jan 18 22:34:07.497516 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:34:07.497516 n-d-825064-1 neutron-server[102430]: self.callback(batched_events) Jan 18 22:34:07.497516 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:34:07.497516 n-d-825064-1 neutron-server[102430]: event.method(event) Jan 18 22:34:07.497516 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:34:07.497516 n-d-825064-1 neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:34:07.497516 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:34:07.497516 n-d-825064-1 neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:34:07.497516 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:34:07.497516 n-d-825064-1 neutron-server[102430]: return f(self, *a, **k) Jan 18 22:34:07.497516 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:34:07.497516 n-d-825064-1 neutron-server[102430]: return self._get(url).json() Jan 18 22:34:07.497516 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:34:07.497516 n-d-825064-1 neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:34:07.497516 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:34:07.497516 n-d-825064-1 neutron-server[102430]: return self.request(url, 'GET', **kwargs) Jan 18 22:34:07.497516 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:34:07.497516 n-d-825064-1 neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:34:07.497516 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:34:07.497516 n-d-825064-1 neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:34:07.497516 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:34:07.497516 n-d-825064-1 neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:34:07.497516 n-d-825064-1 neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:34:07.531635 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-b056a9fa-d26e-4e1d-a1f3-23d03ede6411 None None] Attempting to bind port 4b806e27-16b3-44fc-ae93-dc45296b2846 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:34:07.532004 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-b056a9fa-d26e-4e1d-a1f3-23d03ede6411 None None] Attempting to bind port 4b806e27-16b3-44fc-ae93-dc45296b2846 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': 'd1754ec9-ea6c-4e16-b1ff-1a21a94fd347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9f5e999f-2967-4f17-bfb5-db0df793e61b'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:34:07.535210 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b056a9fa-d26e-4e1d-a1f3-23d03ede6411 None None] Attempting to bind port 4b806e27-16b3-44fc-ae93-dc45296b2846 on network 9f5e999f-2967-4f17-bfb5-db0df793e61b {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:34:07.551930 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b056a9fa-d26e-4e1d-a1f3-23d03ede6411 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:34:07.552744 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b056a9fa-d26e-4e1d-a1f3-23d03ede6411 None None] Checking segment: {'id': 'd1754ec9-ea6c-4e16-b1ff-1a21a94fd347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9f5e999f-2967-4f17-bfb5-db0df793e61b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:34:07.553201 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b056a9fa-d26e-4e1d-a1f3-23d03ede6411 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:07.553643 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b056a9fa-d26e-4e1d-a1f3-23d03ede6411 None None] Bound using segment: {'id': 'd1754ec9-ea6c-4e16-b1ff-1a21a94fd347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9f5e999f-2967-4f17-bfb5-db0df793e61b'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:34:07.554125 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-b056a9fa-d26e-4e1d-a1f3-23d03ede6411 None None] Bound port: 4b806e27-16b3-44fc-ae93-dc45296b2846, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1754ec9-ea6c-4e16-b1ff-1a21a94fd347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9f5e999f-2967-4f17-bfb5-db0df793e61b'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:34:07.554506 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b056a9fa-d26e-4e1d-a1f3-23d03ede6411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:07.572573 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.db.api [None req-59f0a339-e953-4260-8cbd-bd6d578e3580 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 18 22:34:07.572573 n-d-825064-1 neutron-server[102430]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 18 22:34:07.572573 n-d-825064-1 neutron-server[102430]: [parameters: {'id': '9f5e999f-2967-4f17-bfb5-db0df793e61b'}] Jan 18 22:34:07.572573 n-d-825064-1 neutron-server[102430]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102430) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 22:34:07.573028 n-d-825064-1 neutron-server[102430]: DEBUG oslo_db.api [None req-59f0a339-e953-4260-8cbd-bd6d578e3580 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 22:34:07.736319 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e87ed91a-ee8f-4f20-a99f-0eb3672d9417 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:07.777342 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:07.793729 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-b056a9fa-d26e-4e1d-a1f3-23d03ede6411 None None] For port 4b806e27-16b3-44fc-ae93-dc45296b2846, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:34:07.803414 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e87ed91a-ee8f-4f20-a99f-0eb3672d9417 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:07.821304 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-b056a9fa-d26e-4e1d-a1f3-23d03ede6411 None None] For port 4b806e27-16b3-44fc-ae93-dc45296b2846, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=4b806e27-16b3-44fc-ae93-dc45296b2846,segment=NetworkSegment(d1754ec9-ea6c-4e16-b1ff-1a21a94fd347),segment_id=d1754ec9-ea6c-4e16-b1ff-1a21a94fd347)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:34:07.830085 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82d9672d-7858-4431-a5ff-3dbf085d883f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c9ea76e-7dbd-4767-9685-c0f25e5276d0'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:34:07.837191 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de71ea85-8716-4937-bbdf-d2c403bd65c6" -d '{"events": [{"server_uuid": "82d9672d-7858-4431-a5ff-3dbf085d883f", "name": "network-vif-unplugged", "status": "completed", "tag": "6c9ea76e-7dbd-4767-9685-c0f25e5276d0"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:34:07.878481 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87ed91a-ee8f-4f20-a99f-0eb3672d9417 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Network e944226e-270a-42aa-8e1c-52d0dfd98228 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:34:07.882563 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-e87ed91a-ee8f-4f20-a99f-0eb3672d9417 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:34:07.886827 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87ed91a-ee8f-4f20-a99f-0eb3672d9417 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:34:07.892777 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87ed91a-ee8f-4f20-a99f-0eb3672d9417 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:07.893425 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e87ed91a-ee8f-4f20-a99f-0eb3672d9417 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:07.897292 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 6c9ea76e-7dbd-4767-9685-c0f25e5276d0, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=6c9ea76e-7dbd-4767-9685-c0f25e5276d0,segment=NetworkSegment(34627b77-73a0-4f2b-87cd-77be1ea3c2f0),segment_id=34627b77-73a0-4f2b-87cd-77be1ea3c2f0)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:34:07.902647 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b056a9fa-d26e-4e1d-a1f3-23d03ede6411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:07.919020 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87ed91a-ee8f-4f20-a99f-0eb3672d9417 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Pushing event updated for resources: {'Port': ['ID=2755df14-ee22-484d-b3ba-86887de76649,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:07.922788 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 18 Jan 2022 22:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-639661da-3b69-4ca0-a63a-f3c919543ccf x-openstack-request-id: req-639661da-3b69-4ca0-a63a-f3c919543ccf {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:34:07.922788 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82d9672d-7858-4431-a5ff-3dbf085d883f", "name": "network-vif-unplugged", "status": "failed", "tag": "6c9ea76e-7dbd-4767-9685-c0f25e5276d0", "code": 422}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:34:07.922788 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-639661da-3b69-4ca0-a63a-f3c919543ccf {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:34:07.922788 n-d-825064-1 neutron-server[102432]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '82d9672d-7858-4431-a5ff-3dbf085d883f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6c9ea76e-7dbd-4767-9685-c0f25e5276d0', 'code': 422} returned with failed status Jan 18 22:34:07.924704 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:07.951648 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-e87ed91a-ee8f-4f20-a99f-0eb3672d9417 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.8762951 Jan 18 22:34:07.954280 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 56776) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:07.961297 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-5fca3878-b64e-4fad-b18a-f71b2561ca29 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:34:08.010953 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b056a9fa-d26e-4e1d-a1f3-23d03ede6411 None None] Pushing event updated for resources: {'Port': ['ID=4b806e27-16b3-44fc-ae93-dc45296b2846,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:08.061478 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33692cf4-aee9-40ef-94b6-10c4c903f03d None None] Network 9f5e999f-2967-4f17-bfb5-db0df793e61b requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:34:08.082800 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-59f0a339-e953-4260-8cbd-bd6d578e3580 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:08.112329 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5fca3878-b64e-4fad-b18a-f71b2561ca29 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:08.344051 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=6c9ea76e-7dbd-4767-9685-c0f25e5276d0,revision_number=8']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:08.368871 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9210fe9-2ac3-40b8-9f04-2ee94e34faab None None] get_active_networks_info from n-d-825064-1 {{(pid=102432) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jan 18 22:34:08.395327 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 56794) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:08.463265 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-59f0a339-e953-4260-8cbd-bd6d578e3580 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Deleting port 4b806e27-16b3-44fc-ae93-dc45296b2846 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:34:08.463632 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-59f0a339-e953-4260-8cbd-bd6d578e3580 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:08.515941 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9210fe9-2ac3-40b8-9f04-2ee94e34faab None None] Resources bound (agent type, host, resource id): {{(pid=102432) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 18 22:34:08.603443 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-1ff3620f-0a6c-46f4-857d-87db9130936b admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1639995439-network', 'tenant_id': '09da851e2b3449d9830144f94579f732'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:34:08.657270 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ff3620f-0a6c-46f4-857d-87db9130936b admin admin] Made reservation on behalf of 09da851e2b3449d9830144f94579f732 for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:34:08.661682 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1ff3620f-0a6c-46f4-857d-87db9130936b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:08.673508 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1ff3620f-0a6c-46f4-857d-87db9130936b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:08.717542 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-59f0a339-e953-4260-8cbd-bd6d578e3580 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] For port 4b806e27-16b3-44fc-ae93-dc45296b2846, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=4b806e27-16b3-44fc-ae93-dc45296b2846,segment=NetworkSegment(d1754ec9-ea6c-4e16-b1ff-1a21a94fd347),segment_id=d1754ec9-ea6c-4e16-b1ff-1a21a94fd347)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:34:08.717992 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-59f0a339-e953-4260-8cbd-bd6d578e3580 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:08.771343 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-59f0a339-e953-4260-8cbd-bd6d578e3580 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Calling delete_port for 4b806e27-16b3-44fc-ae93-dc45296b2846 owned by network:dhcp {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:34:08.771781 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1ff3620f-0a6c-46f4-857d-87db9130936b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:08.780529 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f59008c-2f61-424d-89e5-e1296acf4fc6 req-554ac3a5-f949-4323-95e9-edab2f649c20 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:08.782098 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6f59008c-2f61-424d-89e5-e1296acf4fc6 req-554ac3a5-f949-4323-95e9-edab2f649c20 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 944 time: 0.3649023 Jan 18 22:34:08.785808 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1ff3620f-0a6c-46f4-857d-87db9130936b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:08.795772 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b90d312-25ca-4e8f-bbec-b2f4a5edf3a8 req-a2a1b2ea-ec34-4d3f-997a-0afef3f58c23 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:08.797353 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1b90d312-25ca-4e8f-bbec-b2f4a5edf3a8 req-a2a1b2ea-ec34-4d3f-997a-0afef3f58c23 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9ab72d2-fb07-4ddd-96ca-0d87ff63902f HTTP/1.1" status: 200 len: 946 time: 0.3790355 Jan 18 22:34:08.842300 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5fca3878-b64e-4fad-b18a-f71b2561ca29 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:08.846422 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff3620f-0a6c-46f4-857d-87db9130936b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d834c23f-c963-4a97-ab3d-f1d77c531afb,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:08.864932 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ff3620f-0a6c-46f4-857d-87db9130936b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:34:08.874929 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 56804) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:08.897406 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1ff3620f-0a6c-46f4-857d-87db9130936b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:08.897791 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-1ff3620f-0a6c-46f4-857d-87db9130936b admin admin] Added segment 866ef1d2-b48c-44df-b25f-cea65f6edfa8 of type vlan for network 950e073e-4e3e-4bd7-acda-91c1f0e9f83f Jan 18 22:34:08.905381 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5fca3878-b64e-4fad-b18a-f71b2561ca29 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:08.971159 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1ff3620f-0a6c-46f4-857d-87db9130936b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:09.006639 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1ff3620f-0a6c-46f4-857d-87db9130936b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:09.007695 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff3620f-0a6c-46f4-857d-87db9130936b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:09.008550 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1ff3620f-0a6c-46f4-857d-87db9130936b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:09.046072 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-5fca3878-b64e-4fad-b18a-f71b2561ca29 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] In _notify_port_updated(), no bound segment for port 2755df14-ee22-484d-b3ba-86887de76649 on network e944226e-270a-42aa-8e1c-52d0dfd98228 {{(pid=102430) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 18 22:34:09.052912 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fca3878-b64e-4fad-b18a-f71b2561ca29 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:09.053807 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5fca3878-b64e-4fad-b18a-f71b2561ca29 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:09.055395 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-5fca3878-b64e-4fad-b18a-f71b2561ca29 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "PUT /v2.0/ports/2755df14-ee22-484d-b3ba-86887de76649 HTTP/1.1" status: 200 len: 818 time: 1.0995820 Jan 18 22:34:09.061579 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 56808) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:09.083059 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6f59008c-2f61-424d-89e5-e1296acf4fc6 req-a3f25531-e996-458a-a60f-40090a4627b2 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847183 Jan 18 22:34:09.096648 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1b90d312-25ca-4e8f-bbec-b2f4a5edf3a8 req-a107e20c-b077-4ed9-ac04-29eaec738a2c tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups?id=f25aad12-9aee-4cc2-9c27-71413ad663e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2683697 Jan 18 22:34:09.125719 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fca3878-b64e-4fad-b18a-f71b2561ca29 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Pushing event updated for resources: {'Port': ['ID=2755df14-ee22-484d-b3ba-86887de76649,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:09.176234 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-dee37f9a-51b8-486e-ac69-ab7c3aa6f1da tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1457108541'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:34:09.184664 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff3620f-0a6c-46f4-857d-87db9130936b admin admin] Pushing event updated for resources: {'Network': ['ID=950e073e-4e3e-4bd7-acda-91c1f0e9f83f,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:09.196320 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 950e073e-4e3e-4bd7-acda-91c1f0e9f83f details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:34:09.222485 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-1ff3620f-0a6c-46f4-857d-87db9130936b admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8234520 Jan 18 22:34:09.230211 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 56812) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:09.230963 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-59f0a339-e953-4260-8cbd-bd6d578e3580 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:09.239938 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-0e68b141-10a8-4c7a-8d1b-e0670e6299af admin admin] Request body: {'subnet': {'network_id': '950e073e-4e3e-4bd7-acda-91c1f0e9f83f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1639995439-subnet', 'tenant_id': '09da851e2b3449d9830144f94579f732', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:34:09.254916 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dee37f9a-51b8-486e-ac69-ab7c3aa6f1da tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Made reservation on behalf of 38220c49851742a4b2a8fd1e078deffa for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:34:09.258494 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-dee37f9a-51b8-486e-ac69-ab7c3aa6f1da tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:09.275903 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-dee37f9a-51b8-486e-ac69-ab7c3aa6f1da tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:09.298164 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f0a339-e953-4260-8cbd-bd6d578e3580 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] No DVR routers for this DVR port 4b806e27-16b3-44fc-ae93-dc45296b2846 on host n-d-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:34:09.326893 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f0a339-e953-4260-8cbd-bd6d578e3580 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Pushing event deleted for resources: {'Port': ['ID=4b806e27-16b3-44fc-ae93-dc45296b2846,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:09.358374 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-be0e864a-5fe9-4cf1-8395-3b37a1d75b93 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Deleting port 2755df14-ee22-484d-b3ba-86887de76649 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:34:09.358680 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-be0e864a-5fe9-4cf1-8395-3b37a1d75b93 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:09.395824 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-dee37f9a-51b8-486e-ac69-ab7c3aa6f1da tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:09.402896 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-dee37f9a-51b8-486e-ac69-ab7c3aa6f1da tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:09.425475 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e68b141-10a8-4c7a-8d1b-e0670e6299af admin admin] Made reservation on behalf of 09da851e2b3449d9830144f94579f732 for: {'subnet': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:34:09.428049 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0e68b141-10a8-4c7a-8d1b-e0670e6299af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62288702'] for subnet, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:09.428547 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dee37f9a-51b8-486e-ac69-ab7c3aa6f1da tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:34:09.445117 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee37f9a-51b8-486e-ac69-ab7c3aa6f1da tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af433279-e467-42bf-b6ba-d2bbe1afa6b7,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:09.449001 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-dee37f9a-51b8-486e-ac69-ab7c3aa6f1da tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:09.449538 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-dee37f9a-51b8-486e-ac69-ab7c3aa6f1da tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Added segment 631ac1bf-6b04-4f63-bc87-efe341a8b866 of type vlan for network 236a4d3b-020f-4fcc-a6db-c2c5abb63cd0 Jan 18 22:34:09.495974 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-dee37f9a-51b8-486e-ac69-ab7c3aa6f1da tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:09.525992 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-dee37f9a-51b8-486e-ac69-ab7c3aa6f1da tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:09.533208 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee37f9a-51b8-486e-ac69-ab7c3aa6f1da tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:09.534448 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-dee37f9a-51b8-486e-ac69-ab7c3aa6f1da tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:09.547742 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-59f0a339-e953-4260-8cbd-bd6d578e3580 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:09.598441 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0a9988-0bba-4715-b8a3-72e2667fc3c9 req-70e13fc9-d081-48a6-8b0b-1b8cb31a9665 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:09.606163 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5b0a9988-0bba-4715-b8a3-72e2667fc3c9 req-70e13fc9-d081-48a6-8b0b-1b8cb31a9665 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 944 time: 0.3769252 Jan 18 22:34:09.626453 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee37f9a-51b8-486e-ac69-ab7c3aa6f1da tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Pushing event updated for resources: {'Network': ['ID=236a4d3b-020f-4fcc-a6db-c2c5abb63cd0,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:09.661732 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-dee37f9a-51b8-486e-ac69-ab7c3aa6f1da tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7853527 Jan 18 22:34:09.672389 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 236a4d3b-020f-4fcc-a6db-c2c5abb63cd0 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:34:09.788724 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-59f0a339-e953-4260-8cbd-bd6d578e3580 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f5e999f-2967-4f17-bfb5-db0df793e61b']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:34:09.792024 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 56820) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:09.797292 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-4ac6786e-53f8-46bc-b34c-596b2567f144 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Request body: {'subnet': {'network_id': '236a4d3b-020f-4fcc-a6db-c2c5abb63cd0', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:34:09.834866 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-59f0a339-e953-4260-8cbd-bd6d578e3580 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1754ec9-ea6c-4e16-b1ff-1a21a94fd347') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:34:09.835443 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-59f0a339-e953-4260-8cbd-bd6d578e3580 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1754ec9-ea6c-4e16-b1ff-1a21a94fd347') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:34:09.859760 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-be0e864a-5fe9-4cf1-8395-3b37a1d75b93 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:09.878928 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-59f0a339-e953-4260-8cbd-bd6d578e3580 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60394742'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:09.900802 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-be0e864a-5fe9-4cf1-8395-3b37a1d75b93 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Calling delete_port for 2755df14-ee22-484d-b3ba-86887de76649 owned by {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:34:09.911749 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac6786e-53f8-46bc-b34c-596b2567f144 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Made reservation on behalf of 38220c49851742a4b2a8fd1e078deffa for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:34:09.916318 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0e68b141-10a8-4c7a-8d1b-e0670e6299af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60203213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62288684'] for subnet, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:09.916565 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4ac6786e-53f8-46bc-b34c-596b2567f144 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:09.925248 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-59f0a339-e953-4260-8cbd-bd6d578e3580 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:09.967278 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59f0a339-e953-4260-8cbd-bd6d578e3580 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:34:09.967944 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-59f0a339-e953-4260-8cbd-bd6d578e3580 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60203044'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:09.986502 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5b0a9988-0bba-4715-b8a3-72e2667fc3c9 req-62db4bde-7a18-411b-980a-6494fd08a307 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094519 Jan 18 22:34:09.991672 n-d-825064-1 neutron-server[102430]: Traceback (most recent call last): Jan 18 22:34:09.991672 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:34:09.991672 n-d-825064-1 neutron-server[102430]: timer() Jan 18 22:34:09.991672 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:34:09.991672 n-d-825064-1 neutron-server[102430]: cb(*args, **kw) Jan 18 22:34:09.991672 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:34:09.991672 n-d-825064-1 neutron-server[102430]: return func(*args, **kwargs) Jan 18 22:34:09.991672 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:34:09.991672 n-d-825064-1 neutron-server[102430]: self._notify() Jan 18 22:34:09.991672 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:34:09.991672 n-d-825064-1 neutron-server[102430]: self.callback(batched_events) Jan 18 22:34:09.991672 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:34:09.991672 n-d-825064-1 neutron-server[102430]: event.method(event) Jan 18 22:34:09.991672 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:34:09.991672 n-d-825064-1 neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:34:09.991672 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:34:09.991672 n-d-825064-1 neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:34:09.991672 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:34:09.991672 n-d-825064-1 neutron-server[102430]: return f(self, *a, **k) Jan 18 22:34:09.991672 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:34:09.991672 n-d-825064-1 neutron-server[102430]: return self._get(url).json() Jan 18 22:34:09.991672 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:34:09.991672 n-d-825064-1 neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:34:09.991672 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:34:09.991672 n-d-825064-1 neutron-server[102430]: return self.request(url, 'GET', **kwargs) Jan 18 22:34:09.991672 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:34:09.991672 n-d-825064-1 neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:34:09.991672 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:34:09.991672 n-d-825064-1 neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:34:09.991672 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:34:09.991672 n-d-825064-1 neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:34:09.991672 n-d-825064-1 neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:34:10.143605 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68b141-10a8-4c7a-8d1b-e0670e6299af admin admin] Pushing event updated for resources: {'Subnet': ['ID=a781a407-69b5-4a20-be9c-4df2fec4b79f,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:10.163672 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-59f0a339-e953-4260-8cbd-bd6d578e3580 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:10.198185 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-59f0a339-e953-4260-8cbd-bd6d578e3580 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:10.206915 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-59f0a339-e953-4260-8cbd-bd6d578e3580 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] 10.222.0.53 "DELETE /v2.0/networks/9f5e999f-2967-4f17-bfb5-db0df793e61b HTTP/1.1" status: 204 len: 168 time: 4.2235310 Jan 18 22:34:10.213207 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 56830) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:10.232141 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-a3b9a45f-0d81-4d03-b3d5-028fa632bd61 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1925965544'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:34:10.250507 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4ac6786e-53f8-46bc-b34c-596b2567f144 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:10.258785 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f0a339-e953-4260-8cbd-bd6d578e3580 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Pushing event deleted for resources: {'Network': ['ID=9f5e999f-2967-4f17-bfb5-db0df793e61b,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:10.268449 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e68b141-10a8-4c7a-8d1b-e0670e6299af admin admin] Checking segment: {'id': '866ef1d2-b48c-44df-b25f-cea65f6edfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '950e073e-4e3e-4bd7-acda-91c1f0e9f83f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:34:10.268838 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e68b141-10a8-4c7a-8d1b-e0670e6299af admin admin] Network hostable DHCP agents. Network: 950e073e-4e3e-4bd7-acda-91c1f0e9f83f, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:34:10.337340 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-be0e864a-5fe9-4cf1-8395-3b37a1d75b93 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:10.338198 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac6786e-53f8-46bc-b34c-596b2567f144 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Pushing event updated for resources: {'Subnet': ['ID=9d107628-2934-406f-bb67-ab00f663444d,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:10.347834 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac6786e-53f8-46bc-b34c-596b2567f144 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Checking segment: {'id': '631ac1bf-6b04-4f63-bc87-efe341a8b866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '236a4d3b-020f-4fcc-a6db-c2c5abb63cd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:34:10.348474 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac6786e-53f8-46bc-b34c-596b2567f144 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Network hostable DHCP agents. Network: 236a4d3b-020f-4fcc-a6db-c2c5abb63cd0, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:34:10.372102 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3b9a45f-0d81-4d03-b3d5-028fa632bd61 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Made reservation on behalf of c734a7d12e3d4aefb145cc5f155d0467 for: {'network': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:34:10.377211 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a3b9a45f-0d81-4d03-b3d5-028fa632bd61 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:10.382625 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e68b141-10a8-4c7a-8d1b-e0670e6299af admin admin] Network 950e073e-4e3e-4bd7-acda-91c1f0e9f83f is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:34:10.384646 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac6786e-53f8-46bc-b34c-596b2567f144 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Network 236a4d3b-020f-4fcc-a6db-c2c5abb63cd0 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:34:10.397119 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0e864a-5fe9-4cf1-8395-3b37a1d75b93 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Pushing event deleted for resources: {'Port': ['ID=2755df14-ee22-484d-b3ba-86887de76649,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:10.403872 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-4ac6786e-53f8-46bc-b34c-596b2567f144 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 236a4d3b-020f-4fcc-a6db-c2c5abb63cd0) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:34:10.412631 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6716b60f-abae-46cd-8d32-07cb595f64cc req-fd9ae6f4-79ee-4eec-84eb-46a668d49cf0 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:10.413471 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac6786e-53f8-46bc-b34c-596b2567f144 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:10.414127 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4ac6786e-53f8-46bc-b34c-596b2567f144 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:10.414263 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6716b60f-abae-46cd-8d32-07cb595f64cc req-fd9ae6f4-79ee-4eec-84eb-46a668d49cf0 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9ab72d2-fb07-4ddd-96ca-0d87ff63902f HTTP/1.1" status: 200 len: 946 time: 0.1788738 Jan 18 22:34:10.421325 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cee0332-5e56-4ea6-b410-ca4199a682af None None] Network 236a4d3b-020f-4fcc-a6db-c2c5abb63cd0 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:34:10.421540 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-0e68b141-10a8-4c7a-8d1b-e0670e6299af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 950e073e-4e3e-4bd7-acda-91c1f0e9f83f) {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:34:10.427547 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-be0e864a-5fe9-4cf1-8395-3b37a1d75b93 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:10.430838 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-be0e864a-5fe9-4cf1-8395-3b37a1d75b93 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "DELETE /v2.0/ports/2755df14-ee22-484d-b3ba-86887de76649 HTTP/1.1" status: 204 len: 168 time: 1.3621089 Jan 18 22:34:10.436745 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 56840) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:10.443494 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e68b141-10a8-4c7a-8d1b-e0670e6299af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:10.444103 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0e68b141-10a8-4c7a-8d1b-e0670e6299af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:10.455446 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9edaa694-fd6d-4a7a-9ce8-cb7a149dd1c0 None None] Network 950e073e-4e3e-4bd7-acda-91c1f0e9f83f requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:34:10.478297 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3b9a45f-0d81-4d03-b3d5-028fa632bd61 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=102430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:34:10.500793 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-0e68b141-10a8-4c7a-8d1b-e0670e6299af admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2664833 Jan 18 22:34:10.503884 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-4ac6786e-53f8-46bc-b34c-596b2567f144 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.7105830 Jan 18 22:34:10.507506 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 56846) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:10.511569 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a3b9a45f-0d81-4d03-b3d5-028fa632bd61 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:10.511569 n-d-825064-1 neutron-server[102430]: INFO neutron.db.segments_db [None req-a3b9a45f-0d81-4d03-b3d5-028fa632bd61 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Added segment 36562895-9abf-4b1e-a6b4-63d7a358969f of type vlan for network 05cef1f4-8836-47a8-b1dd-f03893e9d761 Jan 18 22:34:10.516024 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6716b60f-abae-46cd-8d32-07cb595f64cc req-46c3ceb6-377d-4167-be12-cdee5bd95729 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups?id=f25aad12-9aee-4cc2-9c27-71413ad663e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781653 Jan 18 22:34:10.519782 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-ea6ecd7f-8820-403d-a998-a8cae91e9fb2 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1965783083'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:34:10.579574 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a3b9a45f-0d81-4d03-b3d5-028fa632bd61 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:10.625415 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec838346-1037-4f5b-a773-941e36a2013c tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:10.627308 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-ec838346-1037-4f5b-a773-941e36a2013c tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1896133 Jan 18 22:34:10.630299 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 56850) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:10.637037 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-40bae229-2bc9-41e3-9cf6-6fc348cbd16a req-cc7abea1-1824-4e27-8abf-f5d417a2bf75 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0983396 Jan 18 22:34:10.639315 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea6ecd7f-8820-403d-a998-a8cae91e9fb2 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Made reservation on behalf of 38220c49851742a4b2a8fd1e078deffa for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:34:10.644703 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ea6ecd7f-8820-403d-a998-a8cae91e9fb2 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:10.703094 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea6ecd7f-8820-403d-a998-a8cae91e9fb2 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:34:10.721627 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ea6ecd7f-8820-403d-a998-a8cae91e9fb2 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:10.721977 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-ea6ecd7f-8820-403d-a998-a8cae91e9fb2 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Added segment bba8f0d2-5389-4d0c-9e23-62abf70a74e8 of type vlan for network 360f80fe-5959-42b4-9f15-b070f56211df Jan 18 22:34:10.752324 n-d-825064-1 neutron-server[102430]: INFO neutron.pecan_wsgi.hooks.translation [None req-12447ded-2107-4b6f-9a8b-09ef47464603 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] GET failed (client error): The resource could not be found. Jan 18 22:34:10.753801 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-12447ded-2107-4b6f-9a8b-09ef47464603 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "GET /v2.0/ports/2755df14-ee22-484d-b3ba-86887de76649 HTTP/1.1" status: 404 len: 333 time: 0.1223290 Jan 18 22:34:10.756933 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a3b9a45f-0d81-4d03-b3d5-028fa632bd61 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:10.763913 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b9a45f-0d81-4d03-b3d5-028fa632bd61 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:10.764616 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a3b9a45f-0d81-4d03-b3d5-028fa632bd61 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:10.778858 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 56862) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:10.798571 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee682ad-48bd-4682-909b-2383c2b43c59 None None] Network 950e073e-4e3e-4bd7-acda-91c1f0e9f83f requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:34:10.844552 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ea6ecd7f-8820-403d-a998-a8cae91e9fb2 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:10.916525 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ea6ecd7f-8820-403d-a998-a8cae91e9fb2 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:10.923876 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6ecd7f-8820-403d-a998-a8cae91e9fb2 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:10.926173 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ea6ecd7f-8820-403d-a998-a8cae91e9fb2 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:11.010516 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e21d37-715d-481c-b841-7fec63de6347 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-236a4d3b-020f-4fcc-a6db-c2c5abb63cd0', 'network_id': '236a4d3b-020f-4fcc-a6db-c2c5abb63cd0', 'tenant_id': '38220c49851742a4b2a8fd1e078deffa', 'fixed_ips': [{'subnet_id': '9d107628-2934-406f-bb67-ab00f663444d'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:34:11.011406 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b3e21d37-715d-481c-b841-7fec63de6347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:11.040309 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6ecd7f-8820-403d-a998-a8cae91e9fb2 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Pushing event updated for resources: {'Network': ['ID=360f80fe-5959-42b4-9f15-b070f56211df,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:11.045873 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-ea6ecd7f-8820-403d-a998-a8cae91e9fb2 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5364687 Jan 18 22:34:11.052654 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 56874) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:11.059050 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-5ad91bba-84e8-4471-a795-a4ddf3a743ef tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Request body: {'subnet': {'network_id': '360f80fe-5959-42b4-9f15-b070f56211df', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:34:11.108057 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 360f80fe-5959-42b4-9f15-b070f56211df details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:34:11.171808 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad91bba-84e8-4471-a795-a4ddf3a743ef tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Made reservation on behalf of 38220c49851742a4b2a8fd1e078deffa for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:34:11.177469 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5ad91bba-84e8-4471-a795-a4ddf3a743ef tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:11.209997 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-a3b9a45f-0d81-4d03-b3d5-028fa632bd61 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9871619 Jan 18 22:34:11.225552 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 56876) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:11.230473 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-730e311c-0154-412c-9534-dd90b12105e3 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1553072939'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:34:11.240308 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-26ba52ec-308b-4581-a453-201725b2d017 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Request body: {'subnet': {'network_id': '05cef1f4-8836-47a8-b1dd-f03893e9d761', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:34:11.318401 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b9a45f-0d81-4d03-b3d5-028fa632bd61 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Pushing event updated for resources: {'Network': ['ID=05cef1f4-8836-47a8-b1dd-f03893e9d761,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:11.344936 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 05cef1f4-8836-47a8-b1dd-f03893e9d761 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:34:11.364267 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 6c9ea76e-7dbd-4767-9685-c0f25e5276d0 no longer exists at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:34:11.388226 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dd2e59-1f9d-45e6-bdc4-bd1872af5268 req-3cbe7d38-a38b-4151-b590-a281ca23f18f tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:11.402228 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a4dd2e59-1f9d-45e6-bdc4-bd1872af5268 req-3cbe7d38-a38b-4151-b590-a281ca23f18f tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 944 time: 0.8691709 Jan 18 22:34:11.451994 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5ad91bba-84e8-4471-a795-a4ddf3a743ef tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:11.492158 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-730e311c-0154-412c-9534-dd90b12105e3 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Made reservation on behalf of 7c0179a097dd413e9755022eddbfface for: {'network': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:34:11.495650 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-730e311c-0154-412c-9534-dd90b12105e3 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:11.520081 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-f50cd9d2-f9d5-437b-8b8c-6e44001fa338 tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:11.521710 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-f50cd9d2-f9d5-437b-8b8c-6e44001fa338 tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] 10.222.0.53 "GET /v2.0/networks?id=950e073e-4e3e-4bd7-acda-91c1f0e9f83f HTTP/1.1" status: 200 len: 818 time: 0.3465343 Jan 18 22:34:11.542265 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a4dd2e59-1f9d-45e6-bdc4-bd1872af5268 req-4c3b0511-a295-40b6-ad47-6fe57f3810c6 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385076 Jan 18 22:34:11.544650 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad91bba-84e8-4471-a795-a4ddf3a743ef tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Pushing event updated for resources: {'Subnet': ['ID=e941a393-7d79-46b7-82b0-37a7e8182b2f,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:11.550464 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-b3e21d37-715d-481c-b841-7fec63de6347 None None] Allocated IP 172.20.255.242 (236a4d3b-020f-4fcc-a6db-c2c5abb63cd0/9d107628-2934-406f-bb67-ab00f663444d/8612d383-9545-4c27-826f-a4aba6d661ca) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:34:11.578311 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-c20b89eb-b0c9-4c09-a1fe-8d94d936db47 tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] 10.222.0.53 "GET /v2.0/quotas/09da851e2b3449d9830144f94579f732 HTTP/1.1" status: 200 len: 375 time: 0.0321569 Jan 18 22:34:11.634526 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-f3635d43-4c1a-4062-befb-751dd2d280c0 tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=09da851e2b3449d9830144f94579f732&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0503719 Jan 18 22:34:11.639413 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ba52ec-308b-4581-a453-201725b2d017 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Made reservation on behalf of c734a7d12e3d4aefb145cc5f155d0467 for: {'subnet': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:34:11.643918 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-26ba52ec-308b-4581-a453-201725b2d017 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62288702'] for subnet, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:11.649901 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad91bba-84e8-4471-a795-a4ddf3a743ef tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Checking segment: {'id': 'bba8f0d2-5389-4d0c-9e23-62abf70a74e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '360f80fe-5959-42b4-9f15-b070f56211df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:34:11.650259 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad91bba-84e8-4471-a795-a4ddf3a743ef tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Network hostable DHCP agents. Network: 360f80fe-5959-42b4-9f15-b070f56211df, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:34:11.691893 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad91bba-84e8-4471-a795-a4ddf3a743ef tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Network 360f80fe-5959-42b4-9f15-b070f56211df is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:34:11.703540 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-730e311c-0154-412c-9534-dd90b12105e3 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=102430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:34:11.708947 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-5ad91bba-84e8-4471-a795-a4ddf3a743ef tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 360f80fe-5959-42b4-9f15-b070f56211df) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:34:11.718062 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad91bba-84e8-4471-a795-a4ddf3a743ef tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:11.719093 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5ad91bba-84e8-4471-a795-a4ddf3a743ef tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:11.747330 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-5ad91bba-84e8-4471-a795-a4ddf3a743ef tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.6930816 Jan 18 22:34:11.749799 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 56886) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:11.851826 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d18647-b41c-4a17-acb2-1f89ba275a84 None None] Network 360f80fe-5959-42b4-9f15-b070f56211df requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:34:11.858074 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2f0c6d-2ddc-4426-a124-7184e140fc53 req-89874c88-2695-4efa-8337-bbd8623d4863 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:11.860474 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-de2f0c6d-2ddc-4426-a124-7184e140fc53 req-89874c88-2695-4efa-8337-bbd8623d4863 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9ab72d2-fb07-4ddd-96ca-0d87ff63902f HTTP/1.1" status: 200 len: 946 time: 0.2078273 Jan 18 22:34:11.866684 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-68064a34-1532-44ff-a8ac-85c726789fe5 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102430) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:34:11.867724 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-68064a34-1532-44ff-a8ac-85c726789fe5 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1667368 Jan 18 22:34:11.881633 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-730e311c-0154-412c-9534-dd90b12105e3 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:11.881976 n-d-825064-1 neutron-server[102430]: INFO neutron.db.segments_db [None req-730e311c-0154-412c-9534-dd90b12105e3 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Added segment fd2c7d11-3c9e-4f08-b8fc-f14f188664a5 of type vlan for network b7373aaa-e282-482a-a6c3-307c1e5fcd24 Jan 18 22:34:11.892707 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-05c9f60d-1544-4713-80b2-9ac6d2e15726 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:11.965089 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-05c9f60d-1544-4713-80b2-9ac6d2e15726 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:12.039245 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-730e311c-0154-412c-9534-dd90b12105e3 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:12.058808 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-05c9f60d-1544-4713-80b2-9ac6d2e15726 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:12.061507 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd3b127-244c-4e31-832c-dde29d7d68fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-360f80fe-5959-42b4-9f15-b070f56211df', 'network_id': '360f80fe-5959-42b4-9f15-b070f56211df', 'tenant_id': '38220c49851742a4b2a8fd1e078deffa', 'fixed_ips': [{'subnet_id': 'e941a393-7d79-46b7-82b0-37a7e8182b2f'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:34:12.062511 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ddd3b127-244c-4e31-832c-dde29d7d68fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:12.081075 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-de2f0c6d-2ddc-4426-a124-7184e140fc53 req-c7eab504-53be-4e44-84a3-962391dbf998 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups?id=f25aad12-9aee-4cc2-9c27-71413ad663e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1936903 Jan 18 22:34:12.137674 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-6a8d512e-639f-457a-88ca-2d19fc98b7be service neutron] 10.222.0.53 "GET /v2.0/networks/950e073e-4e3e-4bd7-acda-91c1f0e9f83f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535026 Jan 18 22:34:12.153752 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b3e21d37-715d-481c-b841-7fec63de6347 None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:12.165355 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-730e311c-0154-412c-9534-dd90b12105e3 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:12.168240 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c9f60d-1544-4713-80b2-9ac6d2e15726 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Pushing event deleted for resources: {'Subnet': ['ID=e941a393-7d79-46b7-82b0-37a7e8182b2f,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:12.171276 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730e311c-0154-412c-9534-dd90b12105e3 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:12.171892 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-730e311c-0154-412c-9534-dd90b12105e3 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:12.172352 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b3e21d37-715d-481c-b841-7fec63de6347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:12.267817 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-05c9f60d-1544-4713-80b2-9ac6d2e15726 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:12.271726 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bae229-2bc9-41e3-9cf6-6fc348cbd16a req-9860fdb8-8069-44a1-a821-e186d4e8debe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:12.273456 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-40bae229-2bc9-41e3-9cf6-6fc348cbd16a req-9860fdb8-8069-44a1-a821-e186d4e8debe service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f&tenant_id=ebbcb105af9a4ac4ba1533c22b523629 HTTP/1.1" status: 200 len: 1095 time: 0.1482778 Jan 18 22:34:12.276293 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e21d37-715d-481c-b841-7fec63de6347 None None] Network 236a4d3b-020f-4fcc-a6db-c2c5abb63cd0 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:34:12.280756 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-b3e21d37-715d-481c-b841-7fec63de6347 None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:34:12.287270 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e21d37-715d-481c-b841-7fec63de6347 None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:34:12.292787 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e21d37-715d-481c-b841-7fec63de6347 None None] Pushing event updated for resources: {'Port': ['ID=8612d383-9545-4c27-826f-a4aba6d661ca,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:12.296676 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-05c9f60d-1544-4713-80b2-9ac6d2e15726 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['360f80fe-5959-42b4-9f15-b070f56211df']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:34:12.305873 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-cafa1356-a8f3-4628-b669-97bba32d064e service neutron] 10.222.0.53 "GET /v2.0/networks/950e073e-4e3e-4bd7-acda-91c1f0e9f83f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419780 Jan 18 22:34:12.314998 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-730e311c-0154-412c-9534-dd90b12105e3 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1439154 Jan 18 22:34:12.325911 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c079bc00-9169-444c-b312-42e8666502f3 None None] Network 360f80fe-5959-42b4-9f15-b070f56211df requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:34:12.351690 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 56890) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:12.356541 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-a5ae8d5e-190e-41ce-8c4e-e879c4c8f480 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Request body: {'subnet': {'network_id': 'b7373aaa-e282-482a-a6c3-307c1e5fcd24', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:34:12.379919 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-b3e21d37-715d-481c-b841-7fec63de6347 None None] Attempting to bind port 8612d383-9545-4c27-826f-a4aba6d661ca on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:34:12.380638 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-b3e21d37-715d-481c-b841-7fec63de6347 None None] Attempting to bind port 8612d383-9545-4c27-826f-a4aba6d661ca by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '631ac1bf-6b04-4f63-bc87-efe341a8b866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '236a4d3b-020f-4fcc-a6db-c2c5abb63cd0'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:34:12.381364 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e21d37-715d-481c-b841-7fec63de6347 None None] Attempting to bind port 8612d383-9545-4c27-826f-a4aba6d661ca on network 236a4d3b-020f-4fcc-a6db-c2c5abb63cd0 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:34:12.384760 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730e311c-0154-412c-9534-dd90b12105e3 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Pushing event updated for resources: {'Network': ['ID=b7373aaa-e282-482a-a6c3-307c1e5fcd24,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:12.403958 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network b7373aaa-e282-482a-a6c3-307c1e5fcd24 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:34:12.416331 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-05c9f60d-1544-4713-80b2-9ac6d2e15726 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bba8f0d2-5389-4d0c-9e23-62abf70a74e8') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:34:12.421095 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-05c9f60d-1544-4713-80b2-9ac6d2e15726 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bba8f0d2-5389-4d0c-9e23-62abf70a74e8') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:34:12.449276 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e21d37-715d-481c-b841-7fec63de6347 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:34:12.449743 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e21d37-715d-481c-b841-7fec63de6347 None None] Checking segment: {'id': '631ac1bf-6b04-4f63-bc87-efe341a8b866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '236a4d3b-020f-4fcc-a6db-c2c5abb63cd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:34:12.450257 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b3e21d37-715d-481c-b841-7fec63de6347 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:12.450704 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e21d37-715d-481c-b841-7fec63de6347 None None] Bound using segment: {'id': '631ac1bf-6b04-4f63-bc87-efe341a8b866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '236a4d3b-020f-4fcc-a6db-c2c5abb63cd0'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:34:12.451434 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-b3e21d37-715d-481c-b841-7fec63de6347 None None] Bound port: 8612d383-9545-4c27-826f-a4aba6d661ca, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '631ac1bf-6b04-4f63-bc87-efe341a8b866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '236a4d3b-020f-4fcc-a6db-c2c5abb63cd0'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:34:12.452402 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b3e21d37-715d-481c-b841-7fec63de6347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:12.479879 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-26ba52ec-308b-4581-a453-201725b2d017 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60203213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62288684'] for subnet, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:12.538259 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ba52ec-308b-4581-a453-201725b2d017 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Pushing event updated for resources: {'Subnet': ['ID=1b754b54-a110-4ce7-bba0-535e62fb027e,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:12.590274 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ba52ec-308b-4581-a453-201725b2d017 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Checking segment: {'id': '36562895-9abf-4b1e-a6b4-63d7a358969f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '05cef1f4-8836-47a8-b1dd-f03893e9d761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:34:12.593226 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ba52ec-308b-4581-a453-201725b2d017 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Network hostable DHCP agents. Network: 05cef1f4-8836-47a8-b1dd-f03893e9d761, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:34:12.631259 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ba52ec-308b-4581-a453-201725b2d017 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Network 05cef1f4-8836-47a8-b1dd-f03893e9d761 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:34:12.647827 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-26ba52ec-308b-4581-a453-201725b2d017 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 05cef1f4-8836-47a8-b1dd-f03893e9d761) {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:34:12.654547 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ba52ec-308b-4581-a453-201725b2d017 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:12.655328 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-26ba52ec-308b-4581-a453-201725b2d017 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:12.684632 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-26ba52ec-308b-4581-a453-201725b2d017 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.4490142 Jan 18 22:34:12.690686 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0df644-4b13-46c1-8076-44898e5922fe None None] Network 05cef1f4-8836-47a8-b1dd-f03893e9d761 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:34:12.702351 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 56894) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:12.823733 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-05c9f60d-1544-4713-80b2-9ac6d2e15726 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:12.852879 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:12.885703 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-05c9f60d-1544-4713-80b2-9ac6d2e15726 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:12.887732 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-b3e21d37-715d-481c-b841-7fec63de6347 None None] For port 8612d383-9545-4c27-826f-a4aba6d661ca, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:34:12.893632 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-b3e21d37-715d-481c-b841-7fec63de6347 None None] For port 8612d383-9545-4c27-826f-a4aba6d661ca, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=8612d383-9545-4c27-826f-a4aba6d661ca,segment=NetworkSegment(631ac1bf-6b04-4f63-bc87-efe341a8b866),segment_id=631ac1bf-6b04-4f63-bc87-efe341a8b866)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:34:12.898342 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bae229-2bc9-41e3-9cf6-6fc348cbd16a req-ea066044-9b79-45e9-af03-3407bb9b1fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:12.898342 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-40bae229-2bc9-41e3-9cf6-6fc348cbd16a req-ea066044-9b79-45e9-af03-3407bb9b1fc8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ebbcb105af9a4ac4ba1533c22b523629&device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 1095 time: 0.5958481 Jan 18 22:34:12.903777 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05c9f60d-1544-4713-80b2-9ac6d2e15726 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:34:12.904233 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-05c9f60d-1544-4713-80b2-9ac6d2e15726 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:12.907347 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:34:12.907347 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:34:12.907347 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:34:12.907347 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:34:12.907347 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:34:12.907347 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:34:12.907347 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:34:12.907347 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:34:12.907347 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:34:12.907347 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:34:12.907347 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:34:12.907347 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:34:12.907347 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:34:12.907347 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:34:12.907347 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:34:12.907347 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:34:12.907347 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:34:12.907347 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:34:12.907347 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:34:12.907347 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:34:12.907347 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:34:12.907347 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:34:12.907347 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:34:12.907347 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:34:12.907347 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:34:12.907347 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:34:12.907347 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:34:12.907347 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:34:12.907347 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:34:12.907347 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:34:12.907347 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:34:12.907347 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:34:12.914287 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b3e21d37-715d-481c-b841-7fec63de6347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:12.920229 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4def6e3c-3a7c-404d-b98c-8f3ebbdc0a7e req-965543fc-b90a-476c-9d19-25db3f7575fc tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] 10.222.0.53 "GET /v2.0/ports?device_id=3badf1c7-113c-4f87-bafd-096ca87ba594 HTTP/1.1" status: 200 len: 210 time: 0.0417454 Jan 18 22:34:12.933414 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52c238a-557e-4b93-ab31-d7447fce1dd1 req-d3076b0b-3c7d-45e8-8fee-19b2cc412527 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:12.934949 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a52c238a-557e-4b93-ab31-d7447fce1dd1 req-d3076b0b-3c7d-45e8-8fee-19b2cc412527 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 944 time: 0.2489991 Jan 18 22:34:13.058920 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-05c9f60d-1544-4713-80b2-9ac6d2e15726 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:13.067913 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-05c9f60d-1544-4713-80b2-9ac6d2e15726 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:13.075248 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-93bfe04c-54aa-4bf7-986f-6b74df8812a0 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:13.077115 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-05c9f60d-1544-4713-80b2-9ac6d2e15726 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] 10.222.0.53 "DELETE /v2.0/networks/360f80fe-5959-42b4-9f15-b070f56211df HTTP/1.1" status: 204 len: 168 time: 1.3257139 Jan 18 22:34:13.080936 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 56908) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:13.088703 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5ae8d5e-190e-41ce-8c4e-e879c4c8f480 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Made reservation on behalf of 7c0179a097dd413e9755022eddbfface for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:34:13.093169 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a5ae8d5e-190e-41ce-8c4e-e879c4c8f480 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:13.119212 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-a16e5aad-1002-4a81-b79e-5d25d2ecf7d3 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-233363523'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:34:13.139435 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a52c238a-557e-4b93-ab31-d7447fce1dd1 req-5a1477fd-ddc3-4025-99ff-52f8dbb4912e tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704400 Jan 18 22:34:13.150294 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e21d37-715d-481c-b841-7fec63de6347 None None] Pushing event updated for resources: {'Port': ['ID=8612d383-9545-4c27-826f-a4aba6d661ca,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:13.153081 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c9f60d-1544-4713-80b2-9ac6d2e15726 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Pushing event deleted for resources: {'Network': ['ID=360f80fe-5959-42b4-9f15-b070f56211df,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:13.269689 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a16e5aad-1002-4a81-b79e-5d25d2ecf7d3 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Made reservation on behalf of 38220c49851742a4b2a8fd1e078deffa for: {'network': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:34:13.269943 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c9f60d-1544-4713-80b2-9ac6d2e15726 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:34:13.270536 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c9f60d-1544-4713-80b2-9ac6d2e15726 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:34:13.271318 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c9f60d-1544-4713-80b2-9ac6d2e15726 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:34:13.272530 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c9f60d-1544-4713-80b2-9ac6d2e15726 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:34:13.273063 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c9f60d-1544-4713-80b2-9ac6d2e15726 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:34:13.274471 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c9f60d-1544-4713-80b2-9ac6d2e15726 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:34:13.275271 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c9f60d-1544-4713-80b2-9ac6d2e15726 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:34:13.275737 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c9f60d-1544-4713-80b2-9ac6d2e15726 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:34:13.276267 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c9f60d-1544-4713-80b2-9ac6d2e15726 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:34:13.276942 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c9f60d-1544-4713-80b2-9ac6d2e15726 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:34:13.277460 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c9f60d-1544-4713-80b2-9ac6d2e15726 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:34:13.277949 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c9f60d-1544-4713-80b2-9ac6d2e15726 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:34:13.285982 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a16e5aad-1002-4a81-b79e-5d25d2ecf7d3 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:13.332627 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e40947-55ef-466c-b7d1-24d5423280a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-05cef1f4-8836-47a8-b1dd-f03893e9d761', 'network_id': '05cef1f4-8836-47a8-b1dd-f03893e9d761', 'tenant_id': 'c734a7d12e3d4aefb145cc5f155d0467', 'fixed_ips': [{'subnet_id': '1b754b54-a110-4ce7-bba0-535e62fb027e'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:34:13.333741 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-16e40947-55ef-466c-b7d1-24d5423280a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:13.402618 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a16e5aad-1002-4a81-b79e-5d25d2ecf7d3 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=102430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:34:13.442233 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a16e5aad-1002-4a81-b79e-5d25d2ecf7d3 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:13.442868 n-d-825064-1 neutron-server[102430]: INFO neutron.db.segments_db [None req-a16e5aad-1002-4a81-b79e-5d25d2ecf7d3 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Added segment 625a620d-7cf5-4c6f-ba48-730b6a0e7fc6 of type vlan for network 3d20f7b1-d4b5-46fa-9abb-1e0ae3470cf1 Jan 18 22:34:13.503495 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a5ae8d5e-190e-41ce-8c4e-e879c4c8f480 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:13.514169 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bae229-2bc9-41e3-9cf6-6fc348cbd16a req-f8f50015-c82e-4906-8149-76a34bdf3683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:13.515992 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-40bae229-2bc9-41e3-9cf6-6fc348cbd16a req-f8f50015-c82e-4906-8149-76a34bdf3683 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cb012b15-726f-4e85-a9cd-c4e62fa0fa51 HTTP/1.1" status: 200 len: 914 time: 0.6078260 Jan 18 22:34:13.568244 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a16e5aad-1002-4a81-b79e-5d25d2ecf7d3 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:13.644862 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-93bfe04c-54aa-4bf7-986f-6b74df8812a0 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:13.670077 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:13.705448 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-40bae229-2bc9-41e3-9cf6-6fc348cbd16a req-d5a90869-f57b-42e3-a0a3-d110218a4bd3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c9ea76e-7dbd-4767-9685-c0f25e5276d0 HTTP/1.1" status: 200 len: 217 time: 0.1495357 Jan 18 22:34:13.780927 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-16e40947-55ef-466c-b7d1-24d5423280a6 None None] Allocated IP 2001:db8::1 (05cef1f4-8836-47a8-b1dd-f03893e9d761/1b754b54-a110-4ce7-bba0-535e62fb027e/d669c3da-3297-43b9-b326-d064aa414209) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:34:13.788342 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a16e5aad-1002-4a81-b79e-5d25d2ecf7d3 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:13.799251 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 8612d383-9545-4c27-826f-a4aba6d661ca up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:34:13.803414 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16e5aad-1002-4a81-b79e-5d25d2ecf7d3 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:13.804069 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a16e5aad-1002-4a81-b79e-5d25d2ecf7d3 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:13.808702 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ae8d5e-190e-41ce-8c4e-e879c4c8f480 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Pushing event updated for resources: {'Subnet': ['ID=80ca32ca-5cea-4e68-a61b-92db52a973a2,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:13.821316 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ae8d5e-190e-41ce-8c4e-e879c4c8f480 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Checking segment: {'id': 'fd2c7d11-3c9e-4f08-b8fc-f14f188664a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b7373aaa-e282-482a-a6c3-307c1e5fcd24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:34:13.821682 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ae8d5e-190e-41ce-8c4e-e879c4c8f480 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Network hostable DHCP agents. Network: b7373aaa-e282-482a-a6c3-307c1e5fcd24, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:34:13.847636 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bae229-2bc9-41e3-9cf6-6fc348cbd16a req-91a89fdc-cced-44ed-b412-993a8489aadd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:13.849124 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-40bae229-2bc9-41e3-9cf6-6fc348cbd16a req-91a89fdc-cced-44ed-b412-993a8489aadd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=12499801-2558-44ac-94f3-29cf7f906b66 HTTP/1.1" status: 200 len: 854 time: 0.1192327 Jan 18 22:34:13.859090 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ae8d5e-190e-41ce-8c4e-e879c4c8f480 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Network b7373aaa-e282-482a-a6c3-307c1e5fcd24 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:34:13.893825 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-40bae229-2bc9-41e3-9cf6-6fc348cbd16a req-9d7f4372-7a34-4c2f-8628-9aa2b14f5e86 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cb012b15-726f-4e85-a9cd-c4e62fa0fa51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365820 Jan 18 22:34:13.899930 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-a5ae8d5e-190e-41ce-8c4e-e879c4c8f480 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, b7373aaa-e282-482a-a6c3-307c1e5fcd24) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:34:13.917639 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b185aa7-1c66-4c40-8622-9f1caca673e3 None None] Network b7373aaa-e282-482a-a6c3-307c1e5fcd24 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:34:13.918986 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ae8d5e-190e-41ce-8c4e-e879c4c8f480 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:13.919702 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a5ae8d5e-190e-41ce-8c4e-e879c4c8f480 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:13.920203 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16e5aad-1002-4a81-b79e-5d25d2ecf7d3 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Pushing event updated for resources: {'Network': ['ID=3d20f7b1-d4b5-46fa-9abb-1e0ae3470cf1,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:13.944910 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16e5aad-1002-4a81-b79e-5d25d2ecf7d3 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:34:13.948266 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16e5aad-1002-4a81-b79e-5d25d2ecf7d3 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:34:13.948266 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16e5aad-1002-4a81-b79e-5d25d2ecf7d3 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:34:13.948611 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16e5aad-1002-4a81-b79e-5d25d2ecf7d3 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:34:13.948956 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16e5aad-1002-4a81-b79e-5d25d2ecf7d3 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:34:13.949291 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16e5aad-1002-4a81-b79e-5d25d2ecf7d3 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:34:13.949770 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16e5aad-1002-4a81-b79e-5d25d2ecf7d3 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:34:13.950101 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16e5aad-1002-4a81-b79e-5d25d2ecf7d3 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:34:13.950441 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16e5aad-1002-4a81-b79e-5d25d2ecf7d3 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:34:13.950970 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16e5aad-1002-4a81-b79e-5d25d2ecf7d3 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:34:13.951191 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16e5aad-1002-4a81-b79e-5d25d2ecf7d3 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:34:13.951531 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16e5aad-1002-4a81-b79e-5d25d2ecf7d3 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:34:13.964007 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd616559-1288-4ea5-b83b-3e3ed1e14a95 req-dfef37a8-3f52-492e-8c0f-59757ce4f434 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:13.973465 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fd616559-1288-4ea5-b83b-3e3ed1e14a95 req-dfef37a8-3f52-492e-8c0f-59757ce4f434 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9ab72d2-fb07-4ddd-96ca-0d87ff63902f HTTP/1.1" status: 200 len: 946 time: 0.7079711 Jan 18 22:34:14.031921 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-40bae229-2bc9-41e3-9cf6-6fc348cbd16a req-d48c2047-d5a9-4b5d-955d-789b624e77b7 service neutron] 10.222.0.36 "GET /v2.0/networks/cb012b15-726f-4e85-a9cd-c4e62fa0fa51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287134 Jan 18 22:34:14.033692 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fd616559-1288-4ea5-b83b-3e3ed1e14a95 req-180d7ef1-a615-48e5-8c55-3b1e1763281e tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups?id=f25aad12-9aee-4cc2-9c27-71413ad663e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485966 Jan 18 22:34:14.037510 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-a16e5aad-1002-4a81-b79e-5d25d2ecf7d3 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9412987 Jan 18 22:34:14.051958 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-a5ae8d5e-190e-41ce-8c4e-e879c4c8f480 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6989765 Jan 18 22:34:14.052676 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 56928) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:14.077078 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-85873058-bacc-40f6-9c77-ed899cbd6abd req-051618cf-ccbe-473d-b3b2-068a46415bfc tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] 10.222.0.53 "GET /v2.0/ports?device_id=3badf1c7-113c-4f87-bafd-096ca87ba594 HTTP/1.1" status: 200 len: 210 time: 0.0384171 Jan 18 22:34:14.077577 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 56930) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:14.082440 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-4cb16ffa-7614-4e18-91a5-d9c54de7974c tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Request body: {'subnet': {'network_id': 'b7373aaa-e282-482a-a6c3-307c1e5fcd24', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:34:14.229328 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-1d6ddb41-c804-42cc-ad13-8d12aa43d999 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Request body: {'subnet': {'network_id': '3d20f7b1-d4b5-46fa-9abb-1e0ae3470cf1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:34:14.252280 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-40bae229-2bc9-41e3-9cf6-6fc348cbd16a req-d0dd53ab-0c5d-4f7b-bdf1-4c988ffc27d4 service neutron] 10.222.0.36 "GET /v2.0/networks/cb012b15-726f-4e85-a9cd-c4e62fa0fa51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986215 Jan 18 22:34:14.290824 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 3d20f7b1-d4b5-46fa-9abb-1e0ae3470cf1 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:34:14.488562 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bb890d-7ea4-4356-8446-39ea1d20e9cb req-8268b8fc-c50f-4823-b0b0-63dd4e837745 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:14.502173 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a7bb890d-7ea4-4356-8446-39ea1d20e9cb req-8268b8fc-c50f-4823-b0b0-63dd4e837745 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 944 time: 0.1812875 Jan 18 22:34:14.569170 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d6ddb41-c804-42cc-ad13-8d12aa43d999 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Made reservation on behalf of 38220c49851742a4b2a8fd1e078deffa for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:34:14.574018 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1d6ddb41-c804-42cc-ad13-8d12aa43d999 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:14.595992 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb16ffa-7614-4e18-91a5-d9c54de7974c tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Made reservation on behalf of 7c0179a097dd413e9755022eddbfface for: {'subnet': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:34:14.606558 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4cb16ffa-7614-4e18-91a5-d9c54de7974c tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62288702'] for subnet, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:14.698697 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a7bb890d-7ea4-4356-8446-39ea1d20e9cb req-f964ed89-0c9b-4532-8c9a-5895e69e69e6 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953077 Jan 18 22:34:14.738951 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-16e40947-55ef-466c-b7d1-24d5423280a6 None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:14.754496 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 8612d383-9545-4c27-826f-a4aba6d661ca triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:34:14.755332 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:14.762528 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-16e40947-55ef-466c-b7d1-24d5423280a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:14.765413 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7dffba8-d66a-434c-be69-57f1a62bea76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-b7373aaa-e282-482a-a6c3-307c1e5fcd24', 'network_id': 'b7373aaa-e282-482a-a6c3-307c1e5fcd24', 'tenant_id': '7c0179a097dd413e9755022eddbfface', 'fixed_ips': [{'subnet_id': '80ca32ca-5cea-4e68-a61b-92db52a973a2'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:34:14.766885 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c7dffba8-d66a-434c-be69-57f1a62bea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:14.778394 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.ipam_backend_mixin [None req-1d6ddb41-c804-42cc-ad13-8d12aa43d999 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Performing IP validity checks on allocation pools {{(pid=102431) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 18 22:34:14.781226 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.ipam_backend_mixin [None req-1d6ddb41-c804-42cc-ad13-8d12aa43d999 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102431) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 18 22:34:14.887867 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-93bfe04c-54aa-4bf7-986f-6b74df8812a0 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60203138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62288677'] for subnet, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:14.969311 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e40947-55ef-466c-b7d1-24d5423280a6 None None] Network 05cef1f4-8836-47a8-b1dd-f03893e9d761 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:34:14.983809 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-16e40947-55ef-466c-b7d1-24d5423280a6 None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:34:14.990803 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e40947-55ef-466c-b7d1-24d5423280a6 None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:34:14.997778 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bfe04c-54aa-4bf7-986f-6b74df8812a0 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Pushing event deleted for resources: {'Subnet': ['ID=1b754b54-a110-4ce7-bba0-535e62fb027e,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:15.027587 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83577a11-6452-4fa5-929e-799c2da6aa22 None None] Network 236a4d3b-020f-4fcc-a6db-c2c5abb63cd0 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:34:15.043649 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1d6ddb41-c804-42cc-ad13-8d12aa43d999 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:15.073833 n-d-825064-1 neutron-server[102430]: INFO neutron.db.ipam_backend_mixin [None req-4cb16ffa-7614-4e18-91a5-d9c54de7974c tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 80ca32ca-5cea-4e68-a61b-92db52a973a2 (CIDR: 2001:db8::/64) Jan 18 22:34:15.152627 n-d-825064-1 neutron-server[102430]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cb16ffa-7614-4e18-91a5-d9c54de7974c tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 22:34:15.153437 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cb16ffa-7614-4e18-91a5-d9c54de7974c tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:34:15.218016 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e40947-55ef-466c-b7d1-24d5423280a6 None None] Pushing event updated for resources: {'Port': ['ID=d669c3da-3297-43b9-b326-d064aa414209,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:15.235652 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6ddb41-c804-42cc-ad13-8d12aa43d999 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Pushing event updated for resources: {'Subnet': ['ID=255d1012-1975-4f7e-8c37-1d1a8d7fa481,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:15.266590 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6ddb41-c804-42cc-ad13-8d12aa43d999 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Checking segment: {'id': '625a620d-7cf5-4c6f-ba48-730b6a0e7fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3d20f7b1-d4b5-46fa-9abb-1e0ae3470cf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:34:15.266957 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6ddb41-c804-42cc-ad13-8d12aa43d999 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Network hostable DHCP agents. Network: 3d20f7b1-d4b5-46fa-9abb-1e0ae3470cf1, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:34:15.318792 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-4cb16ffa-7614-4e18-91a5-d9c54de7974c tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2400615 Jan 18 22:34:15.347348 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 56978) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:15.391456 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-a5285aca-12f6-46d6-836a-6a70854d38c0 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Request body: {'subnet': {'network_id': 'b7373aaa-e282-482a-a6c3-307c1e5fcd24', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:34:15.417086 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6ddb41-c804-42cc-ad13-8d12aa43d999 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Network 3d20f7b1-d4b5-46fa-9abb-1e0ae3470cf1 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:34:15.461835 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-288aa5ad-4c44-40ab-86a5-74c4eafc8c00 None None] Provisioning complete for port 8612d383-9545-4c27-826f-a4aba6d661ca triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:34:15.462210 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-288aa5ad-4c44-40ab-86a5-74c4eafc8c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:15.632906 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-1d6ddb41-c804-42cc-ad13-8d12aa43d999 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 3d20f7b1-d4b5-46fa-9abb-1e0ae3470cf1) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:34:15.678076 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-e25722c0-905a-41fd-9d3b-78a2f587e24f tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:15.679447 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-e25722c0-905a-41fd-9d3b-78a2f587e24f tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] 10.222.0.67 "GET /v2.0/networks?id=950e073e-4e3e-4bd7-acda-91c1f0e9f83f HTTP/1.1" status: 200 len: 818 time: 0.4731219 Jan 18 22:34:15.701063 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5219fabe-23f1-4189-948f-bf0c84291043 req-e4adafb9-5c21-4b31-a22b-7c061bb367c5 tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] 10.222.0.53 "GET /v2.0/ports?device_id=3badf1c7-113c-4f87-bafd-096ca87ba594 HTTP/1.1" status: 200 len: 210 time: 0.3980138 Jan 18 22:34:15.735072 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-d25934d5-c060-4c8c-bcc5-88059afbb35d tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] Request body: {'port': {'device_id': '536fa14c-5bd8-44fb-a23b-0ea4fe72f3dc', 'network_id': '950e073e-4e3e-4bd7-acda-91c1f0e9f83f', 'admin_state_up': True, 'tenant_id': '09da851e2b3449d9830144f94579f732'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:34:15.854999 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6ddb41-c804-42cc-ad13-8d12aa43d999 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:15.855464 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1d6ddb41-c804-42cc-ad13-8d12aa43d999 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:15.996388 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-93bfe04c-54aa-4bf7-986f-6b74df8812a0 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:16.056856 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ede5e9-cec2-4232-95ff-f9d3d096497d None None] Network 3d20f7b1-d4b5-46fa-9abb-1e0ae3470cf1 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:34:16.073919 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-93bfe04c-54aa-4bf7-986f-6b74df8812a0 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05cef1f4-8836-47a8-b1dd-f03893e9d761']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:34:16.097985 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-93bfe04c-54aa-4bf7-986f-6b74df8812a0 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36562895-9abf-4b1e-a6b4-63d7a358969f') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:34:16.098361 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-93bfe04c-54aa-4bf7-986f-6b74df8812a0 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36562895-9abf-4b1e-a6b4-63d7a358969f') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:34:16.111907 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e5f74-2665-47dc-9ad5-03b59f5ddea7 req-f9ee7143-8813-4594-9b84-70ec1b3c492d tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:16.114020 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c58e5f74-2665-47dc-9ad5-03b59f5ddea7 req-f9ee7143-8813-4594-9b84-70ec1b3c492d tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9ab72d2-fb07-4ddd-96ca-0d87ff63902f HTTP/1.1" status: 200 len: 946 time: 0.8126268 Jan 18 22:34:16.128569 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 05c1d799-e1bb-45aa-99fd-f133bfea30d6 details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:34:16.135206 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db78512-ca5d-405c-ac0b-a719d974e5c8 req-ed33e16d-be1e-478f-b856-d7278179eedf tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:16.143293 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3db78512-ca5d-405c-ac0b-a719d974e5c8 req-ed33e16d-be1e-478f-b856-d7278179eedf tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 944 time: 0.1373987 Jan 18 22:34:16.175146 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-93bfe04c-54aa-4bf7-986f-6b74df8812a0 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60394742'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:16.203580 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c58e5f74-2665-47dc-9ad5-03b59f5ddea7 req-441b15df-3d90-4908-926c-27b223e974ab tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups?id=f25aad12-9aee-4cc2-9c27-71413ad663e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807102 Jan 18 22:34:16.224600 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 56986) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:16.225790 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-1d6ddb41-c804-42cc-ad13-8d12aa43d999 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.0076535 Jan 18 22:34:16.323089 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5285aca-12f6-46d6-836a-6a70854d38c0 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Made reservation on behalf of 7c0179a097dd413e9755022eddbfface for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:34:16.340942 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a5285aca-12f6-46d6-836a-6a70854d38c0 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:16.402554 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-93bfe04c-54aa-4bf7-986f-6b74df8812a0 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:16.424348 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93bfe04c-54aa-4bf7-986f-6b74df8812a0 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:34:16.424787 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-93bfe04c-54aa-4bf7-986f-6b74df8812a0 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60203044'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:16.477297 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a52fe68b-e1d8-4e6c-b44a-9089b43676ac tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:16.487550 n-d-825064-1 neutron-server[102430]: Traceback (most recent call last): Jan 18 22:34:16.487550 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:34:16.487550 n-d-825064-1 neutron-server[102430]: timer() Jan 18 22:34:16.487550 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:34:16.487550 n-d-825064-1 neutron-server[102430]: cb(*args, **kw) Jan 18 22:34:16.487550 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:34:16.487550 n-d-825064-1 neutron-server[102430]: return func(*args, **kwargs) Jan 18 22:34:16.487550 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:34:16.487550 n-d-825064-1 neutron-server[102430]: self._notify() Jan 18 22:34:16.487550 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:34:16.487550 n-d-825064-1 neutron-server[102430]: self.callback(batched_events) Jan 18 22:34:16.487550 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:34:16.487550 n-d-825064-1 neutron-server[102430]: event.method(event) Jan 18 22:34:16.487550 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:34:16.487550 n-d-825064-1 neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:34:16.487550 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:34:16.487550 n-d-825064-1 neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:34:16.487550 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:34:16.487550 n-d-825064-1 neutron-server[102430]: return f(self, *a, **k) Jan 18 22:34:16.487550 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:34:16.487550 n-d-825064-1 neutron-server[102430]: return self._get(url).json() Jan 18 22:34:16.487550 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:34:16.487550 n-d-825064-1 neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:34:16.487550 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:34:16.487550 n-d-825064-1 neutron-server[102430]: return self.request(url, 'GET', **kwargs) Jan 18 22:34:16.487550 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:34:16.487550 n-d-825064-1 neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:34:16.487550 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:34:16.487550 n-d-825064-1 neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:34:16.487550 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:34:16.487550 n-d-825064-1 neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:34:16.487550 n-d-825064-1 neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:34:16.512791 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-16e40947-55ef-466c-b7d1-24d5423280a6 None None] Attempting to bind port d669c3da-3297-43b9-b326-d064aa414209 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:34:16.513600 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-16e40947-55ef-466c-b7d1-24d5423280a6 None None] Attempting to bind port d669c3da-3297-43b9-b326-d064aa414209 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '36562895-9abf-4b1e-a6b4-63d7a358969f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '05cef1f4-8836-47a8-b1dd-f03893e9d761'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:34:16.515105 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e40947-55ef-466c-b7d1-24d5423280a6 None None] Attempting to bind port d669c3da-3297-43b9-b326-d064aa414209 on network 05cef1f4-8836-47a8-b1dd-f03893e9d761 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:34:16.577645 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-e3325fc0-d73a-4df4-8c17-77e10fed7cf8 tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:16.579507 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-e3325fc0-d73a-4df4-8c17-77e10fed7cf8 tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] 10.222.0.67 "GET /v2.0/networks?id=950e073e-4e3e-4bd7-acda-91c1f0e9f83f HTTP/1.1" status: 200 len: 818 time: 0.7407842 Jan 18 22:34:16.596557 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-d25934d5-c060-4c8c-bcc5-88059afbb35d tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] Made reservation on behalf of 09da851e2b3449d9830144f94579f732 for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:34:16.598346 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-7b48df27-db3c-4202-a3fc-4110fd25445c tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] Request body: {'port': {'device_id': '3badf1c7-113c-4f87-bafd-096ca87ba594', 'network_id': '950e073e-4e3e-4bd7-acda-91c1f0e9f83f', 'admin_state_up': True, 'tenant_id': '09da851e2b3449d9830144f94579f732'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:34:16.600948 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-d25934d5-c060-4c8c-bcc5-88059afbb35d tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:16.606565 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.db.api [None req-93bfe04c-54aa-4bf7-986f-6b74df8812a0 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 18 22:34:16.606565 n-d-825064-1 neutron-server[102430]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 18 22:34:16.606565 n-d-825064-1 neutron-server[102430]: [parameters: {'id': '05cef1f4-8836-47a8-b1dd-f03893e9d761'}] Jan 18 22:34:16.606565 n-d-825064-1 neutron-server[102430]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102430) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 22:34:16.607567 n-d-825064-1 neutron-server[102430]: DEBUG oslo_db.api [None req-93bfe04c-54aa-4bf7-986f-6b74df8812a0 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 22:34:16.652264 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-59405d78-bcd0-4178-af45-c712218eeffb tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:16.654196 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-59405d78-bcd0-4178-af45-c712218eeffb tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] 10.222.0.36 "GET /v2.0/networks?id=950e073e-4e3e-4bd7-acda-91c1f0e9f83f HTTP/1.1" status: 200 len: 818 time: 1.0269117 Jan 18 22:34:16.667049 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e40947-55ef-466c-b7d1-24d5423280a6 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:34:16.676611 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e40947-55ef-466c-b7d1-24d5423280a6 None None] Checking segment: {'id': '36562895-9abf-4b1e-a6b4-63d7a358969f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '05cef1f4-8836-47a8-b1dd-f03893e9d761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:34:16.677081 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-16e40947-55ef-466c-b7d1-24d5423280a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:16.677493 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e40947-55ef-466c-b7d1-24d5423280a6 None None] Bound using segment: {'id': '36562895-9abf-4b1e-a6b4-63d7a358969f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '05cef1f4-8836-47a8-b1dd-f03893e9d761'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:34:16.678002 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-16e40947-55ef-466c-b7d1-24d5423280a6 None None] Bound port: d669c3da-3297-43b9-b326-d064aa414209, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36562895-9abf-4b1e-a6b4-63d7a358969f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '05cef1f4-8836-47a8-b1dd-f03893e9d761'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:34:16.685919 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-16e40947-55ef-466c-b7d1-24d5423280a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:16.698734 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-e225670b-e998-4ddf-8102-0bedbd4a202e tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] Request body: {'port': {'device_id': '20e53b21-87e6-4751-9007-bfbea1ad5a89', 'network_id': '950e073e-4e3e-4bd7-acda-91c1f0e9f83f', 'admin_state_up': True, 'tenant_id': '09da851e2b3449d9830144f94579f732'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:34:16.784709 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:16.787884 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.db.resource_extend [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 22:34:16.847692 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-d25934d5-c060-4c8c-bcc5-88059afbb35d tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] Allocated IP 172.20.0.8 (950e073e-4e3e-4bd7-acda-91c1f0e9f83f/a781a407-69b5-4a20-be9c-4df2fec4b79f/1c4681d4-619d-4e58-a9fa-265202f76522) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:34:16.913872 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-c7dffba8-d66a-434c-be69-57f1a62bea76 None None] Allocated IP 2001:db8::2 (b7373aaa-e282-482a-a6c3-307c1e5fcd24/80ca32ca-5cea-4e68-a61b-92db52a973a2/576008d1-0ac8-46ad-b9ff-c126304e81ca) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:34:17.159945 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-7b48df27-db3c-4202-a3fc-4110fd25445c tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] Made reservation on behalf of 09da851e2b3449d9830144f94579f732 for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:34:17.172440 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-7b48df27-db3c-4202-a3fc-4110fd25445c tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:17.176541 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-d25934d5-c060-4c8c-bcc5-88059afbb35d tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:17.228783 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-93bfe04c-54aa-4bf7-986f-6b74df8812a0 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:17.234131 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3db78512-ca5d-405c-ac0b-a719d974e5c8 req-f579e976-9c0e-422f-bccc-0027a33d6be4 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0898607 Jan 18 22:34:17.238375 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-d25934d5-c060-4c8c-bcc5-88059afbb35d tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:17.362409 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-169af5c0-8bdf-43aa-95cf-b64823ae6a16 req-5d8ba4be-55f1-41e9-91f4-b48a9dff4427 tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] 10.222.0.53 "GET /v2.0/ports?device_id=3badf1c7-113c-4f87-bafd-096ca87ba594 HTTP/1.1" status: 200 len: 210 time: 0.1354594 Jan 18 22:34:17.368364 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-d25934d5-c060-4c8c-bcc5-88059afbb35d tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] Network 950e073e-4e3e-4bd7-acda-91c1f0e9f83f is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:34:17.403090 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-e225670b-e998-4ddf-8102-0bedbd4a202e tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] Made reservation on behalf of 09da851e2b3449d9830144f94579f732 for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:34:17.412498 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-d25934d5-c060-4c8c-bcc5-88059afbb35d tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:34:17.419418 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-e225670b-e998-4ddf-8102-0bedbd4a202e tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:17.420263 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-d25934d5-c060-4c8c-bcc5-88059afbb35d tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:34:17.486789 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port 8612d383-9545-4c27-826f-a4aba6d661ca, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=8612d383-9545-4c27-826f-a4aba6d661ca,segment=NetworkSegment(631ac1bf-6b04-4f63-bc87-efe341a8b866),segment_id=631ac1bf-6b04-4f63-bc87-efe341a8b866)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:34:17.513527 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-288aa5ad-4c44-40ab-86a5-74c4eafc8c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:17.618793 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:17.647326 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a52fe68b-e1d8-4e6c-b44a-9089b43676ac tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:17.700924 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25934d5-c060-4c8c-bcc5-88059afbb35d tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] Pushing event updated for resources: {'Port': ['ID=1c4681d4-619d-4e58-a9fa-265202f76522,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:17.804084 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-7b48df27-db3c-4202-a3fc-4110fd25445c tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] Allocated IP 172.20.0.9 (950e073e-4e3e-4bd7-acda-91c1f0e9f83f/a781a407-69b5-4a20-be9c-4df2fec4b79f/fe5b4fd3-74e2-4db7-8092-0f4038a78841) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:34:17.926540 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27f8f68-bbc1-4795-abec-834d13326658 req-8be7a799-cc3a-45b1-8cd5-1bbe61e95f9f tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:17.936906 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b27f8f68-bbc1-4795-abec-834d13326658 req-8be7a799-cc3a-45b1-8cd5-1bbe61e95f9f tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9ab72d2-fb07-4ddd-96ca-0d87ff63902f HTTP/1.1" status: 200 len: 946 time: 0.5122409 Jan 18 22:34:17.990912 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-d25934d5-c060-4c8c-bcc5-88059afbb35d tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:17.998826 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-d25934d5-c060-4c8c-bcc5-88059afbb35d tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:18.003551 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c7dffba8-d66a-434c-be69-57f1a62bea76 None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:18.011312 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-16e40947-55ef-466c-b7d1-24d5423280a6 None None] For port d669c3da-3297-43b9-b326-d064aa414209, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:34:18.027139 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-16e40947-55ef-466c-b7d1-24d5423280a6 None None] For port d669c3da-3297-43b9-b326-d064aa414209, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=d669c3da-3297-43b9-b326-d064aa414209,segment=NetworkSegment(36562895-9abf-4b1e-a6b4-63d7a358969f),segment_id=36562895-9abf-4b1e-a6b4-63d7a358969f)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:34:18.072963 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a5285aca-12f6-46d6-836a-6a70854d38c0 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:18.090953 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 05c1d799-e1bb-45aa-99fd-f133bfea30d6, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=05c1d799-e1bb-45aa-99fd-f133bfea30d6,segment=NetworkSegment(70a4f94b-4f48-4441-9e9d-d65add0cb430),segment_id=70a4f94b-4f48-4441-9e9d-d65add0cb430)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:34:18.100611 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c7dffba8-d66a-434c-be69-57f1a62bea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:18.160574 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7dffba8-d66a-434c-be69-57f1a62bea76 None None] Network b7373aaa-e282-482a-a6c3-307c1e5fcd24 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:34:18.193762 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca77cc6a-7348-4553-a2ac-e75d5f096cae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-3d20f7b1-d4b5-46fa-9abb-1e0ae3470cf1', 'network_id': '3d20f7b1-d4b5-46fa-9abb-1e0ae3470cf1', 'tenant_id': '38220c49851742a4b2a8fd1e078deffa', 'fixed_ips': [{'subnet_id': '255d1012-1975-4f7e-8c37-1d1a8d7fa481'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:34:18.194580 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ca77cc6a-7348-4553-a2ac-e75d5f096cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:18.205949 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-16e40947-55ef-466c-b7d1-24d5423280a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:18.209475 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-d25934d5-c060-4c8c-bcc5-88059afbb35d tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4972637 Jan 18 22:34:18.239078 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-c7dffba8-d66a-434c-be69-57f1a62bea76 None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:34:18.246493 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7dffba8-d66a-434c-be69-57f1a62bea76 None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:34:18.254486 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-93bfe04c-54aa-4bf7-986f-6b74df8812a0 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Deleting port d669c3da-3297-43b9-b326-d064aa414209 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:34:18.256605 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-93bfe04c-54aa-4bf7-986f-6b74df8812a0 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:18.286464 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': '05c1d799-e1bb-45aa-99fd-f133bfea30d6', 'network_id': '9f0c6f68-00d4-4074-963d-5eeb6360e1ec', 'port_id': '05c1d799-e1bb-45aa-99fd-f133bfea30d6', 'mac_address': 'fa:16:3e:ea:1f:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7bcd428-9869-4592-8e72-20a2a0d3310e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:34:18.511294 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-7b48df27-db3c-4202-a3fc-4110fd25445c tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:18.583577 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 57004) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:18.634744 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5285aca-12f6-46d6-836a-6a70854d38c0 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Network b7373aaa-e282-482a-a6c3-307c1e5fcd24 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:34:18.641277 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5285aca-12f6-46d6-836a-6a70854d38c0 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Pushing event updated for resources: {'Subnet': ['ID=c7d98cc1-8717-4b94-afb9-9bd5c2c6f80c,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:18.667040 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-7b48df27-db3c-4202-a3fc-4110fd25445c tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:18.688547 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-a5285aca-12f6-46d6-836a-6a70854d38c0 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:34:18.697208 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5285aca-12f6-46d6-836a-6a70854d38c0 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:18.697800 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a5285aca-12f6-46d6-836a-6a70854d38c0 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:18.790449 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-a5285aca-12f6-46d6-836a-6a70854d38c0 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.4407015 Jan 18 22:34:18.801234 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 57010) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:18.839528 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-7b48df27-db3c-4202-a3fc-4110fd25445c tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] Network 950e073e-4e3e-4bd7-acda-91c1f0e9f83f is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:34:18.844169 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-e6308050-3e5d-43c9-89e0-fc04af6c3a13 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Request body: {'port': {'network_id': 'b7373aaa-e282-482a-a6c3-307c1e5fcd24', 'fixed_ips': [{'subnet_id': '80ca32ca-5cea-4e68-a61b-92db52a973a2'}, {'subnet_id': 'c7d98cc1-8717-4b94-afb9-9bd5c2c6f80c'}], 'name': 'tempest-PortsIpV6TestJSON-1178043582'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:34:18.856959 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-1fdce4be-5748-417f-8f59-8d462a100357 service neutron] Request body: {'port': {'device_id': '536fa14c-5bd8-44fb-a23b-0ea4fe72f3dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:34:18.862594 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=8612d383-9545-4c27-826f-a4aba6d661ca,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:18.863167 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-7b48df27-db3c-4202-a3fc-4110fd25445c tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:34:18.874594 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-7b48df27-db3c-4202-a3fc-4110fd25445c tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:34:18.954130 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:18.996479 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.db.api [None req-288aa5ad-4c44-40ab-86a5-74c4eafc8c00 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 22:34:18.997022 n-d-825064-1 neutron-server[102432]: DEBUG oslo_db.api [None req-288aa5ad-4c44-40ab-86a5-74c4eafc8c00 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 22:34:19.019741 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-7b48df27-db3c-4202-a3fc-4110fd25445c tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:19.020625 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-7b48df27-db3c-4202-a3fc-4110fd25445c tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:19.066752 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-c7dffba8-d66a-434c-be69-57f1a62bea76 None None] Attempting to bind port 576008d1-0ac8-46ad-b9ff-c126304e81ca on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:34:19.067965 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-c7dffba8-d66a-434c-be69-57f1a62bea76 None None] Attempting to bind port 576008d1-0ac8-46ad-b9ff-c126304e81ca by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': 'fd2c7d11-3c9e-4f08-b8fc-f14f188664a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b7373aaa-e282-482a-a6c3-307c1e5fcd24'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:34:19.067965 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7dffba8-d66a-434c-be69-57f1a62bea76 None None] Attempting to bind port 576008d1-0ac8-46ad-b9ff-c126304e81ca on network b7373aaa-e282-482a-a6c3-307c1e5fcd24 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:34:19.076887 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a433b30-6dbb-4581-a794-36f24f7210fd None None] Network 05cef1f4-8836-47a8-b1dd-f03893e9d761 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:34:19.088832 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 05c1d799-e1bb-45aa-99fd-f133bfea30d6 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:34:19.118004 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server [None req-ca77cc6a-7348-4553-a2ac-e75d5f096cae None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 255d1012-1975-4f7e-8c37-1d1a8d7fa481: This subnet is being modified by another concurrent operation. Jan 18 22:34:19.118004 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 18 22:34:19.118004 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 18 22:34:19.118004 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 18 22:34:19.118004 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 18 22:34:19.118004 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 18 22:34:19.118004 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 18 22:34:19.118004 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 18 22:34:19.118004 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 18 22:34:19.118004 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 18 22:34:19.118004 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 18 22:34:19.118004 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 18 22:34:19.118004 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 22:34:19.118004 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 22:34:19.118004 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 22:34:19.118004 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 22:34:19.118004 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 18 22:34:19.118004 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 22:34:19.118004 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 18 22:34:19.118004 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 18 22:34:19.118004 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 22:34:19.118004 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 22:34:19.118004 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 22:34:19.118004 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 22:34:19.118004 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 18 22:34:19.118004 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 22:34:19.118004 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 18 22:34:19.118004 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 18 22:34:19.118004 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 22:34:19.118004 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 22:34:19.118004 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 22:34:19.118004 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 22:34:19.118004 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 18 22:34:19.118004 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 18 22:34:19.118004 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 18 22:34:19.118004 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 18 22:34:19.118004 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jan 18 22:34:19.118004 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 18 22:34:19.118004 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jan 18 22:34:19.118004 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 18 22:34:19.118004 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 18 22:34:19.118004 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 18 22:34:19.118004 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 18 22:34:19.118004 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 22:34:19.118004 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 18 22:34:19.118004 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 18 22:34:19.118004 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 18 22:34:19.118004 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 18 22:34:19.118004 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 22:34:19.118004 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 22:34:19.118004 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 22:34:19.118004 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 22:34:19.118004 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 18 22:34:19.118004 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 22:34:19.123069 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 18 22:34:19.123069 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 18 22:34:19.123069 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 22:34:19.123069 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 22:34:19.123069 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 22:34:19.123069 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 22:34:19.123069 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 18 22:34:19.123069 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 22:34:19.123069 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 18 22:34:19.123069 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 18 22:34:19.123069 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 22:34:19.123069 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 22:34:19.123069 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 22:34:19.123069 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 22:34:19.123069 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 18 22:34:19.123069 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 18 22:34:19.123069 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Jan 18 22:34:19.123069 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 18 22:34:19.123069 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Jan 18 22:34:19.123069 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 18 22:34:19.123069 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Jan 18 22:34:19.123069 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 18 22:34:19.123069 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 18 22:34:19.123069 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 18 22:34:19.123069 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 18 22:34:19.123069 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 18 22:34:19.123069 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 18 22:34:19.123069 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 18 22:34:19.123069 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 18 22:34:19.123069 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 18 22:34:19.123069 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 18 22:34:19.123069 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 18 22:34:19.123069 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 18 22:34:19.123069 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 18 22:34:19.123069 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 18 22:34:19.123069 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server raise exception Jan 18 22:34:19.123069 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 255d1012-1975-4f7e-8c37-1d1a8d7fa481: This subnet is being modified by another concurrent operation. Jan 18 22:34:19.123069 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server Jan 18 22:34:19.131656 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b27f8f68-bbc1-4795-abec-834d13326658 req-234b6e8c-efe1-49a4-b7b5-2b0ba042cc6b tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups?id=f25aad12-9aee-4cc2-9c27-71413ad663e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1618264 Jan 18 22:34:19.136082 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b51fc5b2-3417-4b3b-be9c-0db050911393 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:19.159336 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a52fe68b-e1d8-4e6c-b44a-9089b43676ac tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60203138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62288677'] for subnet, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:19.188772 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7dffba8-d66a-434c-be69-57f1a62bea76 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:34:19.190853 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7dffba8-d66a-434c-be69-57f1a62bea76 None None] Checking segment: {'id': 'fd2c7d11-3c9e-4f08-b8fc-f14f188664a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b7373aaa-e282-482a-a6c3-307c1e5fcd24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:34:19.192295 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c7dffba8-d66a-434c-be69-57f1a62bea76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:19.193167 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7dffba8-d66a-434c-be69-57f1a62bea76 None None] Bound using segment: {'id': 'fd2c7d11-3c9e-4f08-b8fc-f14f188664a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b7373aaa-e282-482a-a6c3-307c1e5fcd24'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:34:19.193746 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-c7dffba8-d66a-434c-be69-57f1a62bea76 None None] Bound port: 576008d1-0ac8-46ad-b9ff-c126304e81ca, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd2c7d11-3c9e-4f08-b8fc-f14f188664a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b7373aaa-e282-482a-a6c3-307c1e5fcd24'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:34:19.194130 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c7dffba8-d66a-434c-be69-57f1a62bea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:19.203475 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b48df27-db3c-4202-a3fc-4110fd25445c tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] Pushing event updated for resources: {'Port': ['ID=fe5b4fd3-74e2-4db7-8092-0f4038a78841,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:19.240666 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfdca79b-df2a-4644-ad65-45d8111da048 None None] Network 3d20f7b1-d4b5-46fa-9abb-1e0ae3470cf1 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:34:19.282704 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52fe68b-e1d8-4e6c-b44a-9089b43676ac tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Pushing event deleted for resources: {'Subnet': ['ID=255d1012-1975-4f7e-8c37-1d1a8d7fa481,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:19.313912 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-1fdce4be-5748-417f-8f59-8d462a100357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:19.390703 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dffba8-d66a-434c-be69-57f1a62bea76 None None] Pushing event updated for resources: {'Port': ['ID=576008d1-0ac8-46ad-b9ff-c126304e81ca,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:19.392174 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-7b48df27-db3c-4202-a3fc-4110fd25445c tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8019583 Jan 18 22:34:19.407276 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a52fe68b-e1d8-4e6c-b44a-9089b43676ac tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:19.443112 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-a52fe68b-e1d8-4e6c-b44a-9089b43676ac tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d20f7b1-d4b5-46fa-9abb-1e0ae3470cf1']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:34:19.453634 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-a52fe68b-e1d8-4e6c-b44a-9089b43676ac tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '625a620d-7cf5-4c6f-ba48-730b6a0e7fc6') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:34:19.453984 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-a52fe68b-e1d8-4e6c-b44a-9089b43676ac tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '625a620d-7cf5-4c6f-ba48-730b6a0e7fc6') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:34:19.465722 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a52fe68b-e1d8-4e6c-b44a-9089b43676ac tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60394742'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:19.476176 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 05c1d799-e1bb-45aa-99fd-f133bfea30d6, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=05c1d799-e1bb-45aa-99fd-f133bfea30d6,segment=NetworkSegment(70a4f94b-4f48-4441-9e9d-d65add0cb430),segment_id=70a4f94b-4f48-4441-9e9d-d65add0cb430)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:34:19.486681 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a52fe68b-e1d8-4e6c-b44a-9089b43676ac tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:19.497622 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a52fe68b-e1d8-4e6c-b44a-9089b43676ac tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:34:19.498580 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a52fe68b-e1d8-4e6c-b44a-9089b43676ac tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60203044'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:19.506379 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-d5110e6f-933e-40ee-b38c-0bfed2eab101 service neutron] Request body: {'port': {'device_id': '3badf1c7-113c-4f87-bafd-096ca87ba594', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:34:19.592164 n-d-825064-1 neutron-server[102430]: Traceback (most recent call last): Jan 18 22:34:19.592164 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:34:19.592164 n-d-825064-1 neutron-server[102430]: timer() Jan 18 22:34:19.592164 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:34:19.592164 n-d-825064-1 neutron-server[102430]: cb(*args, **kw) Jan 18 22:34:19.592164 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:34:19.592164 n-d-825064-1 neutron-server[102430]: return func(*args, **kwargs) Jan 18 22:34:19.592164 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:34:19.592164 n-d-825064-1 neutron-server[102430]: self._notify() Jan 18 22:34:19.592164 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:34:19.592164 n-d-825064-1 neutron-server[102430]: self.callback(batched_events) Jan 18 22:34:19.592164 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:34:19.592164 n-d-825064-1 neutron-server[102430]: event.method(event) Jan 18 22:34:19.592164 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:34:19.592164 n-d-825064-1 neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:34:19.592164 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:34:19.592164 n-d-825064-1 neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:34:19.592164 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:34:19.592164 n-d-825064-1 neutron-server[102430]: return f(self, *a, **k) Jan 18 22:34:19.592164 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:34:19.592164 n-d-825064-1 neutron-server[102430]: return self._get(url).json() Jan 18 22:34:19.592164 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:34:19.592164 n-d-825064-1 neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:34:19.592164 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:34:19.592164 n-d-825064-1 neutron-server[102430]: return self.request(url, 'GET', **kwargs) Jan 18 22:34:19.592164 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:34:19.592164 n-d-825064-1 neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:34:19.592164 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:34:19.592164 n-d-825064-1 neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:34:19.592164 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:34:19.592164 n-d-825064-1 neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:34:19.592164 n-d-825064-1 neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:34:19.611578 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:19.617236 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a52fe68b-e1d8-4e6c-b44a-9089b43676ac tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:19.645336 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a52fe68b-e1d8-4e6c-b44a-9089b43676ac tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:19.654317 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-a52fe68b-e1d8-4e6c-b44a-9089b43676ac tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] 10.222.0.53 "DELETE /v2.0/networks/3d20f7b1-d4b5-46fa-9abb-1e0ae3470cf1 HTTP/1.1" status: 204 len: 168 time: 3.4286542 Jan 18 22:34:19.670752 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 57012) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:19.676345 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-93bfe04c-54aa-4bf7-986f-6b74df8812a0 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] For port d669c3da-3297-43b9-b326-d064aa414209, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=d669c3da-3297-43b9-b326-d064aa414209,segment=NetworkSegment(36562895-9abf-4b1e-a6b4-63d7a358969f),segment_id=36562895-9abf-4b1e-a6b4-63d7a358969f)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:34:19.678818 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.db.api [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-e225670b-e998-4ddf-8102-0bedbd4a202e tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.9-d549a0c8-ba74-4865-a51b-b6fedd112c3f {{(pid=102431) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 22:34:19.679290 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-93bfe04c-54aa-4bf7-986f-6b74df8812a0 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:19.679381 n-d-825064-1 neutron-server[102431]: DEBUG oslo_db.api [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-e225670b-e998-4ddf-8102-0bedbd4a202e tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 22:34:19.743288 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90641ae6-8ecb-4620-9a90-ba096b079089 req-a6559e54-dc08-4a4f-8799-ddeb972a102d tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:19.744934 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-90641ae6-8ecb-4620-9a90-ba096b079089 req-a6559e54-dc08-4a4f-8799-ddeb972a102d tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 944 time: 0.7888844 Jan 18 22:34:19.790415 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-d5110e6f-933e-40ee-b38c-0bfed2eab101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:19.795187 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-0a05acb9-5c22-4f18-a764-3db1e61ebacd tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-587631330'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:34:19.807239 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e40947-55ef-466c-b7d1-24d5423280a6 None None] Pushing event updated for resources: {'Port': ['ID=d669c3da-3297-43b9-b326-d064aa414209,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:19.860984 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-93bfe04c-54aa-4bf7-986f-6b74df8812a0 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Calling delete_port for d669c3da-3297-43b9-b326-d064aa414209 owned by network:dhcp {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:34:19.862928 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52fe68b-e1d8-4e6c-b44a-9089b43676ac tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Pushing event deleted for resources: {'Network': ['ID=3d20f7b1-d4b5-46fa-9abb-1e0ae3470cf1,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:19.897450 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 8612d383-9545-4c27-826f-a4aba6d661ca up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:34:19.906928 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d1a4707a-203a-4034-ad6e-5283dfab7e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:19.942557 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff67ede-516f-42df-bd1c-a2edc4e95f5f req-a0c6c65f-2b6e-4246-bf91-7049db3087d2 tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:19.951723 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6ff67ede-516f-42df-bd1c-a2edc4e95f5f req-a0c6c65f-2b6e-4246-bf91-7049db3087d2 tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] 10.222.0.53 "GET /v2.0/ports?device_id=3badf1c7-113c-4f87-bafd-096ca87ba594 HTTP/1.1" status: 200 len: 931 time: 0.6750164 Jan 18 22:34:19.971952 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['05c1d799-e1bb-45aa-99fd-f133bfea30d6'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:34:20.146551 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6ff67ede-516f-42df-bd1c-a2edc4e95f5f req-8e33ee3f-2103-4677-a756-c40ab84873a6 tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] 10.222.0.53 "GET /v2.0/security-groups?id=d834c23f-c963-4a97-ab3d-f1d77c531afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937222 Jan 18 22:34:20.202155 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-8af7acc5-47e3-44b8-a13f-f515d974f086 None None] Provisioning complete for port 8612d383-9545-4c27-826f-a4aba6d661ca triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:34:20.202798 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8af7acc5-47e3-44b8-a13f-f515d974f086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:20.231747 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-d5110e6f-933e-40ee-b38c-0bfed2eab101 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe5b4fd3-74e2-4db7-8092-0f4038a78841 {{(pid=102431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:34:20.241965 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-d5110e6f-933e-40ee-b38c-0bfed2eab101 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:20.255177 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=05c1d799-e1bb-45aa-99fd-f133bfea30d6,revision_number=6']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:20.262025 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-d5110e6f-933e-40ee-b38c-0bfed2eab101 service neutron] Transition to ACTIVE for port object fe5b4fd3-74e2-4db7-8092-0f4038a78841 will not be triggered until provisioned by entity L2. {{(pid=102431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:34:20.269885 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-e225670b-e998-4ddf-8102-0bedbd4a202e tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:20.271406 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-c7dffba8-d66a-434c-be69-57f1a62bea76 None None] For port 576008d1-0ac8-46ad-b9ff-c126304e81ca, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:34:20.277993 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-d5110e6f-933e-40ee-b38c-0bfed2eab101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:20.392649 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-c7dffba8-d66a-434c-be69-57f1a62bea76 None None] For port 576008d1-0ac8-46ad-b9ff-c126304e81ca, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=576008d1-0ac8-46ad-b9ff-c126304e81ca,segment=NetworkSegment(fd2c7d11-3c9e-4f08-b8fc-f14f188664a5),segment_id=fd2c7d11-3c9e-4f08-b8fc-f14f188664a5)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:34:20.406109 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5110e6f-933e-40ee-b38c-0bfed2eab101 service neutron] Pushing event updated for resources: {'Port': ['ID=fe5b4fd3-74e2-4db7-8092-0f4038a78841,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:20.413619 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 8612d383-9545-4c27-826f-a4aba6d661ca triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:34:20.415969 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:20.421261 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b51fc5b2-3417-4b3b-be9c-0db050911393 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:20.465877 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b51fc5b2-3417-4b3b-be9c-0db050911393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:20.541620 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51fc5b2-3417-4b3b-be9c-0db050911393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6fb960d-38f1-4ea5-bdc5-2c7875339d6e,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:20.559116 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-90641ae6-8ecb-4620-9a90-ba096b079089 req-70e48c1a-ca84-4ef0-a089-aa36e2b3fef2 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7122469 Jan 18 22:34:20.574388 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a05acb9-5c22-4f18-a764-3db1e61ebacd tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Made reservation on behalf of 38220c49851742a4b2a8fd1e078deffa for: {'network': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:34:20.578008 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0a05acb9-5c22-4f18-a764-3db1e61ebacd tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:20.622517 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-93bfe04c-54aa-4bf7-986f-6b74df8812a0 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:20.691731 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-b51fc5b2-3417-4b3b-be9c-0db050911393 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3c6d1bbcd74b49f0b3dc254e3800b252&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0552514 Jan 18 22:34:20.694644 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6308050-3e5d-43c9-89e0-fc04af6c3a13 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Made reservation on behalf of 7c0179a097dd413e9755022eddbfface for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:34:20.713413 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 57016) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:20.791720 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bfe04c-54aa-4bf7-986f-6b74df8812a0 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Pushing event deleted for resources: {'Port': ['ID=d669c3da-3297-43b9-b326-d064aa414209,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:20.808590 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bfe04c-54aa-4bf7-986f-6b74df8812a0 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] No DVR routers for this DVR port d669c3da-3297-43b9-b326-d064aa414209 on host n-d-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:34:20.834923 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e6308050-3e5d-43c9-89e0-fc04af6c3a13 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:20.863325 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6b8f82-fe7a-4532-b1f5-2547d9563c6b req-04d14df0-add7-40f3-880e-0296b1d10bb0 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:20.872523 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9d6b8f82-fe7a-4532-b1f5-2547d9563c6b req-04d14df0-add7-40f3-880e-0296b1d10bb0 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9ab72d2-fb07-4ddd-96ca-0d87ff63902f HTTP/1.1" status: 200 len: 945 time: 0.4597187 Jan 18 22:34:20.889244 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a05acb9-5c22-4f18-a764-3db1e61ebacd tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=102430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:34:20.955417 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-d5110e6f-933e-40ee-b38c-0bfed2eab101 service neutron] Attempting to bind port fe5b4fd3-74e2-4db7-8092-0f4038a78841 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:34:20.955806 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-d5110e6f-933e-40ee-b38c-0bfed2eab101 service neutron] Attempting to bind port fe5b4fd3-74e2-4db7-8092-0f4038a78841 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '866ef1d2-b48c-44df-b25f-cea65f6edfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '950e073e-4e3e-4bd7-acda-91c1f0e9f83f'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:34:20.956811 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-d5110e6f-933e-40ee-b38c-0bfed2eab101 service neutron] Attempting to bind port fe5b4fd3-74e2-4db7-8092-0f4038a78841 on network 950e073e-4e3e-4bd7-acda-91c1f0e9f83f {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:34:20.963623 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [None req-e6308050-3e5d-43c9-89e0-fc04af6c3a13 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] device_id is not set on port 8678b780-97d9-4bf2-a157-9d4d36e33e78 yet. {{(pid=102431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:34:20.971081 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-d5110e6f-933e-40ee-b38c-0bfed2eab101 service neutron] Port fe5b4fd3-74e2-4db7-8092-0f4038a78841 on network 950e073e-4e3e-4bd7-acda-91c1f0e9f83f not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:34:20.971429 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-d5110e6f-933e-40ee-b38c-0bfed2eab101 service neutron] Attempting to bind port fe5b4fd3-74e2-4db7-8092-0f4038a78841 on network 950e073e-4e3e-4bd7-acda-91c1f0e9f83f {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:34:20.971917 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c7dffba8-d66a-434c-be69-57f1a62bea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:21.042708 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0a05acb9-5c22-4f18-a764-3db1e61ebacd tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:21.043058 n-d-825064-1 neutron-server[102430]: INFO neutron.db.segments_db [None req-0a05acb9-5c22-4f18-a764-3db1e61ebacd tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Added segment cf071ce0-c79e-4625-a0dd-de46f26d2f61 of type vlan for network 5a748b20-4973-4d0b-9aa6-a25e4a6f0f55 Jan 18 22:34:21.172335 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9d6b8f82-fe7a-4532-b1f5-2547d9563c6b req-1a373e99-0af2-4acc-81a5-7a1f1196b3d4 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups?id=f25aad12-9aee-4cc2-9c27-71413ad663e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2998705 Jan 18 22:34:21.195278 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-93bfe04c-54aa-4bf7-986f-6b74df8812a0 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:21.197040 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 22:34:21.272178 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dffba8-d66a-434c-be69-57f1a62bea76 None None] Pushing event updated for resources: {'Port': ['ID=576008d1-0ac8-46ad-b9ff-c126304e81ca,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:21.416648 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0a05acb9-5c22-4f18-a764-3db1e61ebacd tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:21.545473 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-66c80042-a5b4-4c85-9c75-9a8fe5322001 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:21.565829 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-d5110e6f-933e-40ee-b38c-0bfed2eab101 service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:34:21.569386 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-d5110e6f-933e-40ee-b38c-0bfed2eab101 service neutron] Checking segment: {'id': '866ef1d2-b48c-44df-b25f-cea65f6edfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '950e073e-4e3e-4bd7-acda-91c1f0e9f83f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:34:21.571425 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-d5110e6f-933e-40ee-b38c-0bfed2eab101 service neutron] Bound using segment: {'id': '866ef1d2-b48c-44df-b25f-cea65f6edfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '950e073e-4e3e-4bd7-acda-91c1f0e9f83f'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:34:21.573815 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-d5110e6f-933e-40ee-b38c-0bfed2eab101 service neutron] Bound port: fe5b4fd3-74e2-4db7-8092-0f4038a78841, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '866ef1d2-b48c-44df-b25f-cea65f6edfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '950e073e-4e3e-4bd7-acda-91c1f0e9f83f'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:34:21.575274 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-d5110e6f-933e-40ee-b38c-0bfed2eab101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:21.614465 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-93bfe04c-54aa-4bf7-986f-6b74df8812a0 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05cef1f4-8836-47a8-b1dd-f03893e9d761']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:34:21.622816 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0a05acb9-5c22-4f18-a764-3db1e61ebacd tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:21.641047 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a05acb9-5c22-4f18-a764-3db1e61ebacd tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:21.641710 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0a05acb9-5c22-4f18-a764-3db1e61ebacd tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:21.646301 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 05c1d799-e1bb-45aa-99fd-f133bfea30d6 up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:34:21.715585 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-d5110e6f-933e-40ee-b38c-0bfed2eab101 service neutron] For port fe5b4fd3-74e2-4db7-8092-0f4038a78841, host n-h2-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:34:21.731421 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-d5110e6f-933e-40ee-b38c-0bfed2eab101 service neutron] For port fe5b4fd3-74e2-4db7-8092-0f4038a78841, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=fe5b4fd3-74e2-4db7-8092-0f4038a78841,segment=NetworkSegment(866ef1d2-b48c-44df-b25f-cea65f6edfa8),segment_id=866ef1d2-b48c-44df-b25f-cea65f6edfa8)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:34:21.763654 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-d5110e6f-933e-40ee-b38c-0bfed2eab101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:21.767376 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port 05c1d799-e1bb-45aa-99fd-f133bfea30d6 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:34:21.767755 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:21.858714 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 576008d1-0ac8-46ad-b9ff-c126304e81ca up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:34:21.868113 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-d5110e6f-933e-40ee-b38c-0bfed2eab101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:21.875401 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-d5110e6f-933e-40ee-b38c-0bfed2eab101 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:21.877578 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-d5110e6f-933e-40ee-b38c-0bfed2eab101 service neutron] 10.222.0.67 "PUT /v2.0/ports/fe5b4fd3-74e2-4db7-8092-0f4038a78841 HTTP/1.1" status: 200 len: 1091 time: 2.4332376 Jan 18 22:34:21.878422 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3badf1c7-113c-4f87-bafd-096ca87ba594', 'tag': 'fe5b4fd3-74e2-4db7-8092-0f4038a78841'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:34:21.881295 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99cb435a-3ee4-4c09-b009-0c19d3e22129" -d '{"events": [{"name": "network-changed", "server_uuid": "3badf1c7-113c-4f87-bafd-096ca87ba594", "tag": "fe5b4fd3-74e2-4db7-8092-0f4038a78841"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:34:21.918653 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-e6308050-3e5d-43c9-89e0-fc04af6c3a13 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Allocated IP 2001:db8::208 (b7373aaa-e282-482a-a6c3-307c1e5fcd24/80ca32ca-5cea-4e68-a61b-92db52a973a2/8678b780-97d9-4bf2-a157-9d4d36e33e78) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:34:21.921568 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-66c80042-a5b4-4c85-9c75-9a8fe5322001 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:21.962074 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ff1909e5-58ee-4000-b252-7e8e0489375e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:21.981887 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-e6308050-3e5d-43c9-89e0-fc04af6c3a13 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Allocated IP 2001:db8:0:1::343 (b7373aaa-e282-482a-a6c3-307c1e5fcd24/c7d98cc1-8717-4b94-afb9-9bd5c2c6f80c/8678b780-97d9-4bf2-a157-9d4d36e33e78) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:34:22.003566 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-93bfe04c-54aa-4bf7-986f-6b74df8812a0 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36562895-9abf-4b1e-a6b4-63d7a358969f') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:34:22.003819 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-93bfe04c-54aa-4bf7-986f-6b74df8812a0 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36562895-9abf-4b1e-a6b4-63d7a358969f') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:34:22.009199 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-14c910f5-cb1f-4605-8f7b-44d282e3f9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:22.011462 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-14c910f5-cb1f-4605-8f7b-44d282e3f9b3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=09da851e2b3449d9830144f94579f732&device_id=3badf1c7-113c-4f87-bafd-096ca87ba594 HTTP/1.1" status: 200 len: 1094 time: 0.0842307 Jan 18 22:34:22.012901 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5110e6f-933e-40ee-b38c-0bfed2eab101 service neutron] Pushing event updated for resources: {'Port': ['ID=fe5b4fd3-74e2-4db7-8092-0f4038a78841,revision_number=3']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:22.022194 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 576008d1-0ac8-46ad-b9ff-c126304e81ca triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:34:22.022788 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:22.024707 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:22.042079 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-93bfe04c-54aa-4bf7-986f-6b74df8812a0 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60394742'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:22.064480 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 05c1d799-e1bb-45aa-99fd-f133bfea30d6, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=05c1d799-e1bb-45aa-99fd-f133bfea30d6,segment=NetworkSegment(70a4f94b-4f48-4441-9e9d-d65add0cb430),segment_id=70a4f94b-4f48-4441-9e9d-d65add0cb430)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:34:22.068785 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-93bfe04c-54aa-4bf7-986f-6b74df8812a0 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:22.085215 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9ab72d2-fb07-4ddd-96ca-0d87ff63902f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05c1d799-e1bb-45aa-99fd-f133bfea30d6'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:34:22.088266 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33c5b42d-a60d-4890-a821-0756d3ba2ab7" -d '{"events": [{"server_uuid": "e9ab72d2-fb07-4ddd-96ca-0d87ff63902f", "name": "network-vif-plugged", "status": "completed", "tag": "05c1d799-e1bb-45aa-99fd-f133bfea30d6"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:34:22.094810 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:22.139793 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93bfe04c-54aa-4bf7-986f-6b74df8812a0 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:34:22.140244 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-93bfe04c-54aa-4bf7-986f-6b74df8812a0 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60203044'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:22.153821 n-d-825064-1 neutron-server[102430]: Traceback (most recent call last): Jan 18 22:34:22.153821 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:34:22.153821 n-d-825064-1 neutron-server[102430]: timer() Jan 18 22:34:22.153821 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:34:22.153821 n-d-825064-1 neutron-server[102430]: cb(*args, **kw) Jan 18 22:34:22.153821 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:34:22.153821 n-d-825064-1 neutron-server[102430]: return func(*args, **kwargs) Jan 18 22:34:22.153821 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:34:22.153821 n-d-825064-1 neutron-server[102430]: self._notify() Jan 18 22:34:22.153821 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:34:22.153821 n-d-825064-1 neutron-server[102430]: self.callback(batched_events) Jan 18 22:34:22.153821 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:34:22.153821 n-d-825064-1 neutron-server[102430]: event.method(event) Jan 18 22:34:22.153821 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:34:22.153821 n-d-825064-1 neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:34:22.153821 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:34:22.153821 n-d-825064-1 neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:34:22.153821 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:34:22.153821 n-d-825064-1 neutron-server[102430]: return f(self, *a, **k) Jan 18 22:34:22.153821 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:34:22.153821 n-d-825064-1 neutron-server[102430]: return self._get(url).json() Jan 18 22:34:22.153821 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:34:22.153821 n-d-825064-1 neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:34:22.153821 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:34:22.153821 n-d-825064-1 neutron-server[102430]: return self.request(url, 'GET', **kwargs) Jan 18 22:34:22.153821 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:34:22.153821 n-d-825064-1 neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:34:22.153821 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:34:22.153821 n-d-825064-1 neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:34:22.153821 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:34:22.153821 n-d-825064-1 neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:34:22.153821 n-d-825064-1 neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:34:22.200162 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-0a05acb9-5c22-4f18-a764-3db1e61ebacd tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.5036020 Jan 18 22:34:22.220104 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 57030) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:22.251543 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-66c80042-a5b4-4c85-9c75-9a8fe5322001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:22.254622 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-66c80042-a5b4-4c85-9c75-9a8fe5322001 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:22.255404 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-66c80042-a5b4-4c85-9c75-9a8fe5322001 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f6fb960d-38f1-4ea5-bdc5-2c7875339d6e HTTP/1.1" status: 204 len: 168 time: 1.5301945 Jan 18 22:34:22.263395 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=05c1d799-e1bb-45aa-99fd-f133bfea30d6,revision_number=7']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:22.284676 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-6425ee7a-3117-49da-816f-fbea3017d274 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Request body: {'subnet': {'network_id': '5a748b20-4973-4d0b-9aa6-a25e4a6f0f55', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:34:22.363455 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:22.425377 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a05acb9-5c22-4f18-a764-3db1e61ebacd tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Pushing event updated for resources: {'Network': ['ID=5a748b20-4973-4d0b-9aa6-a25e4a6f0f55,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:22.449409 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 5a748b20-4973-4d0b-9aa6-a25e4a6f0f55 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:34:22.493436 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c80042-a5b4-4c85-9c75-9a8fe5322001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6fb960d-38f1-4ea5-bdc5-2c7875339d6e,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:22.496625 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-414f420c-9988-4697-b55c-5c683355536f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe5b4fd3-74e2-4db7-8092-0f4038a78841 HTTP/1.1" status: 200 len: 217 time: 0.4764569 Jan 18 22:34:22.585629 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1277d325-687c-41d0-bf1d-b22984fdbeb7 req-dca55edc-f1c9-4aff-b4a2-4eef6357aeb6 tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:22.589201 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1277d325-687c-41d0-bf1d-b22984fdbeb7 req-dca55edc-f1c9-4aff-b4a2-4eef6357aeb6 tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] 10.222.0.53 "GET /v2.0/ports?device_id=3badf1c7-113c-4f87-bafd-096ca87ba594 HTTP/1.1" status: 200 len: 943 time: 1.0897973 Jan 18 22:34:22.670743 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-18914e5c-4e84-4157-a5c0-556ed9e79084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:22.681953 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port 576008d1-0ac8-46ad-b9ff-c126304e81ca, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=576008d1-0ac8-46ad-b9ff-c126304e81ca,segment=NetworkSegment(fd2c7d11-3c9e-4f08-b8fc-f14f188664a5),segment_id=fd2c7d11-3c9e-4f08-b8fc-f14f188664a5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:34:22.683251 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-18914e5c-4e84-4157-a5c0-556ed9e79084 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a781a407-69b5-4a20-be9c-4df2fec4b79f HTTP/1.1" status: 200 len: 858 time: 0.1753645 Jan 18 22:34:22.720951 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:22.763974 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-f6690a53-ddaa-483d-a218-79697bbf6562 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=950e073e-4e3e-4bd7-acda-91c1f0e9f83f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661929 Jan 18 22:34:22.783919 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-1fdce4be-5748-417f-8f59-8d462a100357 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c4681d4-619d-4e58-a9fa-265202f76522 {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:34:22.800602 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-1fdce4be-5748-417f-8f59-8d462a100357 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:22.809696 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=576008d1-0ac8-46ad-b9ff-c126304e81ca,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:22.812899 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438d2f66-5871-4568-b5fc-6bccb297f77a None None] Network b7373aaa-e282-482a-a6c3-307c1e5fcd24 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:34:22.828065 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-1fdce4be-5748-417f-8f59-8d462a100357 service neutron] Transition to ACTIVE for port object 1c4681d4-619d-4e58-a9fa-265202f76522 will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:34:22.837707 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-93bfe04c-54aa-4bf7-986f-6b74df8812a0 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:22.902474 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-93bfe04c-54aa-4bf7-986f-6b74df8812a0 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:22.914531 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-93bfe04c-54aa-4bf7-986f-6b74df8812a0 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] 10.222.0.53 "DELETE /v2.0/networks/05cef1f4-8836-47a8-b1dd-f03893e9d761 HTTP/1.1" status: 204 len: 168 time: 10.2051342 Jan 18 22:34:22.924380 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-1fdce4be-5748-417f-8f59-8d462a100357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:22.929068 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 57038) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:22.973928 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-04d3c4e5-7960-46aa-ae3c-7c2f0216248b tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-967496831'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:34:22.977657 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 57040) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:23.009071 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1277d325-687c-41d0-bf1d-b22984fdbeb7 req-bf2f622e-5d17-4b62-abea-d44f51640f91 tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] 10.222.0.53 "GET /v2.0/security-groups?id=d834c23f-c963-4a97-ab3d-f1d77c531afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3405671 Jan 18 22:34:23.047553 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-11375361-4b5b-446b-b9d6-194d628f8e49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:23.075193 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959ff7b7-d829-497b-aee4-cfc588811ec5 req-ee8e76ea-8825-43cb-b8a8-b25f6753251c tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:23.087711 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-959ff7b7-d829-497b-aee4-cfc588811ec5 req-ee8e76ea-8825-43cb-b8a8-b25f6753251c tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 944 time: 1.2166798 Jan 18 22:34:23.093232 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bfe04c-54aa-4bf7-986f-6b74df8812a0 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Pushing event deleted for resources: {'Network': ['ID=05cef1f4-8836-47a8-b1dd-f03893e9d761,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:23.177751 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a670d76-5027-4f9c-9d3e-42488dd864eb x-openstack-request-id: req-3a670d76-5027-4f9c-9d3e-42488dd864eb {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:34:23.178044 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3badf1c7-113c-4f87-bafd-096ca87ba594", "tag": "fe5b4fd3-74e2-4db7-8092-0f4038a78841", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:34:23.178301 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3a670d76-5027-4f9c-9d3e-42488dd864eb {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:34:23.181187 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3badf1c7-113c-4f87-bafd-096ca87ba594', 'tag': 'fe5b4fd3-74e2-4db7-8092-0f4038a78841', 'status': 'completed', 'code': 200} Jan 18 22:34:23.192754 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-0ac86baf-54a6-40ee-a099-3036eb489db4 None None] Provisioning complete for port 576008d1-0ac8-46ad-b9ff-c126304e81ca triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:34:23.193339 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0ac86baf-54a6-40ee-a099-3036eb489db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:23.208825 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:23.292537 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-959ff7b7-d829-497b-aee4-cfc588811ec5 req-4835ec83-8f43-43b2-8ab4-b4ae2dc1baaf tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038014 Jan 18 22:34:23.300707 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdce4be-5748-417f-8f59-8d462a100357 service neutron] Pushing event updated for resources: {'Port': ['ID=1c4681d4-619d-4e58-a9fa-265202f76522,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:23.304002 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1277558f-ad3c-484b-946b-64b290e23120 x-openstack-request-id: req-1277558f-ad3c-484b-946b-64b290e23120 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:34:23.316218 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9ab72d2-fb07-4ddd-96ca-0d87ff63902f", "name": "network-vif-plugged", "status": "completed", "tag": "05c1d799-e1bb-45aa-99fd-f133bfea30d6", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:34:23.317528 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1277558f-ad3c-484b-946b-64b290e23120 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:34:23.318991 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9ab72d2-fb07-4ddd-96ca-0d87ff63902f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05c1d799-e1bb-45aa-99fd-f133bfea30d6', 'code': 200} Jan 18 22:34:23.323461 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6425ee7a-3117-49da-816f-fbea3017d274 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Made reservation on behalf of 38220c49851742a4b2a8fd1e078deffa for: {'subnet': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:34:23.330386 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6425ee7a-3117-49da-816f-fbea3017d274 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62288702'] for subnet, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:23.343574 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-e225670b-e998-4ddf-8102-0bedbd4a202e tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] Allocated IP 172.20.0.3 (950e073e-4e3e-4bd7-acda-91c1f0e9f83f/a781a407-69b5-4a20-be9c-4df2fec4b79f/af1fccaf-ac41-4e80-a77a-185d78f7d37c) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:34:23.377012 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04d3c4e5-7960-46aa-ae3c-7c2f0216248b tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Made reservation on behalf of c734a7d12e3d4aefb145cc5f155d0467 for: {'network': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:34:23.391620 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-04d3c4e5-7960-46aa-ae3c-7c2f0216248b tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:23.470970 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb220edc-b6ba-4552-a633-e27b26fad027 None None] Update dhcp port {'port': {'network_id': 'b7373aaa-e282-482a-a6c3-307c1e5fcd24', 'fixed_ips': [{'subnet_id': '80ca32ca-5cea-4e68-a61b-92db52a973a2', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c7d98cc1-8717-4b94-afb9-9bd5c2c6f80c'}], 'binding:host_id': 'n-d-825064-1'}, 'id': '576008d1-0ac8-46ad-b9ff-c126304e81ca'} from n-d-825064-1. {{(pid=102432) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jan 18 22:34:23.481812 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e6308050-3e5d-43c9-89e0-fc04af6c3a13 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:23.538418 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cb220edc-b6ba-4552-a633-e27b26fad027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:23.625456 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-c737acd3-414f-4032-ab16-ce0daf2262a5 service neutron] 10.222.0.67 "GET /v2.0/networks/950e073e-4e3e-4bd7-acda-91c1f0e9f83f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8453560 Jan 18 22:34:23.672521 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e6308050-3e5d-43c9-89e0-fc04af6c3a13 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:23.697633 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04d3c4e5-7960-46aa-ae3c-7c2f0216248b tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=102430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:34:23.720062 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-04d3c4e5-7960-46aa-ae3c-7c2f0216248b tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:23.720944 n-d-825064-1 neutron-server[102430]: INFO neutron.db.segments_db [None req-04d3c4e5-7960-46aa-ae3c-7c2f0216248b tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Added segment 3c9ca331-caca-4d42-bab9-cc94c2f29b82 of type vlan for network 08752b6b-ce4e-4301-a4aa-dd9942916407 Jan 18 22:34:23.809495 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-21350ef4-a2c4-48f5-82e4-f93c00c6ee02 service neutron] 10.222.0.67 "GET /v2.0/networks/950e073e-4e3e-4bd7-acda-91c1f0e9f83f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757863 Jan 18 22:34:23.837315 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-04d3c4e5-7960-46aa-ae3c-7c2f0216248b tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:23.899695 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-1fdce4be-5748-417f-8f59-8d462a100357 service neutron] Attempting to bind port 1c4681d4-619d-4e58-a9fa-265202f76522 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:34:23.900016 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-1fdce4be-5748-417f-8f59-8d462a100357 service neutron] Attempting to bind port 1c4681d4-619d-4e58-a9fa-265202f76522 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '866ef1d2-b48c-44df-b25f-cea65f6edfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '950e073e-4e3e-4bd7-acda-91c1f0e9f83f'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:34:23.900772 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-1fdce4be-5748-417f-8f59-8d462a100357 service neutron] Attempting to bind port 1c4681d4-619d-4e58-a9fa-265202f76522 on network 950e073e-4e3e-4bd7-acda-91c1f0e9f83f {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:34:23.917006 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-cb220edc-b6ba-4552-a633-e27b26fad027 None None] Allocated IP 2001:db8:0:1::2 (b7373aaa-e282-482a-a6c3-307c1e5fcd24/c7d98cc1-8717-4b94-afb9-9bd5c2c6f80c/576008d1-0ac8-46ad-b9ff-c126304e81ca) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:34:23.926510 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-1fdce4be-5748-417f-8f59-8d462a100357 service neutron] Port 1c4681d4-619d-4e58-a9fa-265202f76522 on network 950e073e-4e3e-4bd7-acda-91c1f0e9f83f not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:34:23.926860 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-1fdce4be-5748-417f-8f59-8d462a100357 service neutron] Attempting to bind port 1c4681d4-619d-4e58-a9fa-265202f76522 on network 950e073e-4e3e-4bd7-acda-91c1f0e9f83f {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:34:23.940725 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-04d3c4e5-7960-46aa-ae3c-7c2f0216248b tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:23.942406 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6308050-3e5d-43c9-89e0-fc04af6c3a13 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Network b7373aaa-e282-482a-a6c3-307c1e5fcd24 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:34:23.943224 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6308050-3e5d-43c9-89e0-fc04af6c3a13 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Pushing event updated for resources: {'Port': ['ID=8678b780-97d9-4bf2-a157-9d4d36e33e78,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:23.955703 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d3c4e5-7960-46aa-ae3c-7c2f0216248b tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:23.956730 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-04d3c4e5-7960-46aa-ae3c-7c2f0216248b tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:23.960153 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-e6308050-3e5d-43c9-89e0-fc04af6c3a13 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:34:23.972284 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6308050-3e5d-43c9-89e0-fc04af6c3a13 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:34:23.973599 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-1fdce4be-5748-417f-8f59-8d462a100357 service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:34:23.973954 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-1fdce4be-5748-417f-8f59-8d462a100357 service neutron] Checking segment: {'id': '866ef1d2-b48c-44df-b25f-cea65f6edfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '950e073e-4e3e-4bd7-acda-91c1f0e9f83f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:34:23.974343 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-1fdce4be-5748-417f-8f59-8d462a100357 service neutron] Bound using segment: {'id': '866ef1d2-b48c-44df-b25f-cea65f6edfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '950e073e-4e3e-4bd7-acda-91c1f0e9f83f'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:34:23.974791 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-1fdce4be-5748-417f-8f59-8d462a100357 service neutron] Bound port: 1c4681d4-619d-4e58-a9fa-265202f76522, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '866ef1d2-b48c-44df-b25f-cea65f6edfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '950e073e-4e3e-4bd7-acda-91c1f0e9f83f'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:34:23.976570 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-1fdce4be-5748-417f-8f59-8d462a100357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:23.978495 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6308050-3e5d-43c9-89e0-fc04af6c3a13 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:23.979156 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e6308050-3e5d-43c9-89e0-fc04af6c3a13 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:24.022064 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-e225670b-e998-4ddf-8102-0bedbd4a202e tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:24.030017 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-11375361-4b5b-446b-b9d6-194d628f8e49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:24.044866 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cb435a-3ee4-4c09-b009-0c19d3e22129 req-1e59416c-5195-4cbe-9f13-1458fd333633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:24.048517 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-99cb435a-3ee4-4c09-b009-0c19d3e22129 req-1e59416c-5195-4cbe-9f13-1458fd333633 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=09da851e2b3449d9830144f94579f732&device_id=3badf1c7-113c-4f87-bafd-096ca87ba594 HTTP/1.1" status: 200 len: 1094 time: 0.1458411 Jan 18 22:34:24.053888 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-11375361-4b5b-446b-b9d6-194d628f8e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:24.067927 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-cb220edc-b6ba-4552-a633-e27b26fad027 None None] For port 576008d1-0ac8-46ad-b9ff-c126304e81ca, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=576008d1-0ac8-46ad-b9ff-c126304e81ca,segment=NetworkSegment(fd2c7d11-3c9e-4f08-b8fc-f14f188664a5),segment_id=fd2c7d11-3c9e-4f08-b8fc-f14f188664a5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:34:24.109048 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-e6308050-3e5d-43c9-89e0-fc04af6c3a13 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 5.3067005 Jan 18 22:34:24.120089 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cb220edc-b6ba-4552-a633-e27b26fad027 None None] Notify callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:24.122140 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 57046) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:24.126050 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 576008d1-0ac8-46ad-b9ff-c126304e81ca up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:34:24.128021 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-11375361-4b5b-446b-b9d6-194d628f8e49 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=12ef4e948a724813b64faed2a800bcd2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1402857 Jan 18 22:34:24.131370 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cb220edc-b6ba-4552-a633-e27b26fad027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:24.141645 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-2d93e3ff-3af4-42da-b19e-4f0324ce8a88 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '80ca32ca-5cea-4e68-a61b-92db52a973a2'}]}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:34:24.153818 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 57048) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:24.184593 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-1fdce4be-5748-417f-8f59-8d462a100357 service neutron] For port 1c4681d4-619d-4e58-a9fa-265202f76522, host n-h2-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:34:24.192753 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-1fdce4be-5748-417f-8f59-8d462a100357 service neutron] For port 1c4681d4-619d-4e58-a9fa-265202f76522, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=1c4681d4-619d-4e58-a9fa-265202f76522,segment=NetworkSegment(866ef1d2-b48c-44df-b25f-cea65f6edfa8),segment_id=866ef1d2-b48c-44df-b25f-cea65f6edfa8)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:34:24.214455 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5671dccc-f406-43a0-8531-a7b98e922128 req-92a3ef8e-836d-45cf-bec4-1b248b3941c4 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:24.226986 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb220edc-b6ba-4552-a633-e27b26fad027 None None] Pushing event updated for resources: {'Port': ['ID=576008d1-0ac8-46ad-b9ff-c126304e81ca,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:24.228067 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5671dccc-f406-43a0-8531-a7b98e922128 req-92a3ef8e-836d-45cf-bec4-1b248b3941c4 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9ab72d2-fb07-4ddd-96ca-0d87ff63902f HTTP/1.1" status: 200 len: 946 time: 0.7304378 Jan 18 22:34:24.319538 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11375361-4b5b-446b-b9d6-194d628f8e49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04c77bdb-9145-4f73-8c89-82b814eda19b,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:24.328385 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2d93e3ff-3af4-42da-b19e-4f0324ce8a88 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:24.352671 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-1fdce4be-5748-417f-8f59-8d462a100357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:24.368820 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 576008d1-0ac8-46ad-b9ff-c126304e81ca triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:34:24.369434 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:24.372549 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cb435a-3ee4-4c09-b009-0c19d3e22129 req-060448db-04ce-46ac-9c07-b91d7a36a2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:24.374468 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-99cb435a-3ee4-4c09-b009-0c19d3e22129 req-060448db-04ce-46ac-9c07-b91d7a36a2b3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=950e073e-4e3e-4bd7-acda-91c1f0e9f83f HTTP/1.1" status: 200 len: 918 time: 0.2509456 Jan 18 22:34:24.477834 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5671dccc-f406-43a0-8531-a7b98e922128 req-da298018-8468-470c-bc9f-f9d10a92da4c tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups?id=f25aad12-9aee-4cc2-9c27-71413ad663e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2446737 Jan 18 22:34:24.495296 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:24.508333 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-04d3c4e5-7960-46aa-ae3c-7c2f0216248b tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.5412970 Jan 18 22:34:24.543238 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 57052) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:24.554242 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-1fdce4be-5748-417f-8f59-8d462a100357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:24.555591 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-1fdce4be-5748-417f-8f59-8d462a100357 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:24.557148 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-1fdce4be-5748-417f-8f59-8d462a100357 service neutron] 10.222.0.67 "PUT /v2.0/ports/1c4681d4-619d-4e58-a9fa-265202f76522 HTTP/1.1" status: 200 len: 1091 time: 6.2895620 Jan 18 22:34:24.564845 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '536fa14c-5bd8-44fb-a23b-0ea4fe72f3dc', 'tag': '1c4681d4-619d-4e58-a9fa-265202f76522'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:34:24.567745 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-541c8e86-9b36-4ba7-a841-a90cb7d04cf4" -d '{"events": [{"name": "network-changed", "server_uuid": "536fa14c-5bd8-44fb-a23b-0ea4fe72f3dc", "tag": "1c4681d4-619d-4e58-a9fa-265202f76522"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:34:24.577080 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-55a7fac4-da01-45e4-8ef6-35b3b965f5c2 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Request body: {'subnet': {'network_id': '08752b6b-ce4e-4301-a4aa-dd9942916407', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:34:24.597669 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d3c4e5-7960-46aa-ae3c-7c2f0216248b tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Pushing event updated for resources: {'Network': ['ID=08752b6b-ce4e-4301-a4aa-dd9942916407,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:24.599384 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-99cb435a-3ee4-4c09-b009-0c19d3e22129 req-be947bc9-528d-4056-b2da-f1985bad1b2b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe5b4fd3-74e2-4db7-8092-0f4038a78841 HTTP/1.1" status: 200 len: 217 time: 0.2111640 Jan 18 22:34:24.602462 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-e225670b-e998-4ddf-8102-0bedbd4a202e tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:24.613383 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 08752b6b-ce4e-4301-a4aa-dd9942916407 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:34:24.770003 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:24.787388 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2c4d80bd-b9ad-47fa-9831-ebf177290d3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:25.235672 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdce4be-5748-417f-8f59-8d462a100357 service neutron] Pushing event updated for resources: {'Port': ['ID=1c4681d4-619d-4e58-a9fa-265202f76522,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:25.257093 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f98743-372d-474b-8813-55a39aca89d7 None None] Network b7373aaa-e282-482a-a6c3-307c1e5fcd24 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:34:25.259552 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-2d93e3ff-3af4-42da-b19e-4f0324ce8a88 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Delete allocated IP 2001:db8:0:1::343 (b7373aaa-e282-482a-a6c3-307c1e5fcd24/c7d98cc1-8717-4b94-afb9-9bd5c2c6f80c) {{(pid=102431) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 18 22:34:25.259994 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d25e54-7374-4919-8cd7-99370bd10c81 req-545e1ff0-f408-4d46-8c61-8256c2619e87 tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:25.268083 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-79d25e54-7374-4919-8cd7-99370bd10c81 req-545e1ff0-f408-4d46-8c61-8256c2619e87 tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] 10.222.0.53 "GET /v2.0/ports?device_id=3badf1c7-113c-4f87-bafd-096ca87ba594 HTTP/1.1" status: 200 len: 943 time: 0.9857213 Jan 18 22:34:25.335351 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-984bfde7-1809-4bf7-9add-7bea2cc4ce9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:25.337656 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-984bfde7-1809-4bf7-9add-7bea2cc4ce9c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=09da851e2b3449d9830144f94579f732&device_id=536fa14c-5bd8-44fb-a23b-0ea4fe72f3dc HTTP/1.1" status: 200 len: 1094 time: 0.7069013 Jan 18 22:34:25.389688 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-ad6b3b87-4a32-4426-b4fe-785a3bcbb131 None None] Provisioning complete for port 576008d1-0ac8-46ad-b9ff-c126304e81ca triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:34:25.390318 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ad6b3b87-4a32-4426-b4fe-785a3bcbb131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:25.416444 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-aae33a36-a51a-4bd4-bfcb-4d91e209b778 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c4681d4-619d-4e58-a9fa-265202f76522 HTTP/1.1" status: 200 len: 217 time: 0.0646079 Jan 18 22:34:25.434167 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-79d25e54-7374-4919-8cd7-99370bd10c81 req-a5b04ac3-d3fc-4566-9bed-8cb29efbd9eb tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] 10.222.0.53 "GET /v2.0/security-groups?id=d834c23f-c963-4a97-ab3d-f1d77c531afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607754 Jan 18 22:34:25.449710 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2d93e3ff-3af4-42da-b19e-4f0324ce8a88 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:25.488355 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e225670b-e998-4ddf-8102-0bedbd4a202e tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] Pushing event updated for resources: {'Port': ['ID=af1fccaf-ac41-4e80-a77a-185d78f7d37c,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:25.521263 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2d93e3ff-3af4-42da-b19e-4f0324ce8a88 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:25.550435 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28355aef-1cd5-42ed-b7a1-42e029522b02 req-6b74d76f-22b8-46b6-ad8f-e64def412c50 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:25.567681 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-28355aef-1cd5-42ed-b7a1-42e029522b02 req-6b74d76f-22b8-46b6-ad8f-e64def412c50 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 944 time: 0.4227097 Jan 18 22:34:25.570741 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6425ee7a-3117-49da-816f-fbea3017d274 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60203213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62288684'] for subnet, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:25.576038 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-e225670b-e998-4ddf-8102-0bedbd4a202e tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] Network 950e073e-4e3e-4bd7-acda-91c1f0e9f83f is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:34:25.579485 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-0a357b42-c87c-4a1e-b336-990fee72958e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:25.586466 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-0a357b42-c87c-4a1e-b336-990fee72958e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a781a407-69b5-4a20-be9c-4df2fec4b79f HTTP/1.1" status: 200 len: 858 time: 0.1399310 Jan 18 22:34:25.591330 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b686d98d-2d40-4ef1-9f03-5d93f67cea1f x-openstack-request-id: req-b686d98d-2d40-4ef1-9f03-5d93f67cea1f {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:34:25.591973 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "536fa14c-5bd8-44fb-a23b-0ea4fe72f3dc", "tag": "1c4681d4-619d-4e58-a9fa-265202f76522", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:34:25.592500 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b686d98d-2d40-4ef1-9f03-5d93f67cea1f {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:34:25.593160 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '536fa14c-5bd8-44fb-a23b-0ea4fe72f3dc', 'tag': '1c4681d4-619d-4e58-a9fa-265202f76522', 'status': 'completed', 'code': 200} Jan 18 22:34:25.625337 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-e225670b-e998-4ddf-8102-0bedbd4a202e tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:34:25.676974 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-2d93e3ff-3af4-42da-b19e-4f0324ce8a88 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] In _notify_port_updated(), no bound segment for port 8678b780-97d9-4bf2-a157-9d4d36e33e78 on network b7373aaa-e282-482a-a6c3-307c1e5fcd24 {{(pid=102431) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 18 22:34:25.687258 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d93e3ff-3af4-42da-b19e-4f0324ce8a88 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:25.688260 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2d93e3ff-3af4-42da-b19e-4f0324ce8a88 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:25.692841 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-2d93e3ff-3af4-42da-b19e-4f0324ce8a88 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "PUT /v2.0/ports/8678b780-97d9-4bf2-a157-9d4d36e33e78 HTTP/1.1" status: 200 len: 926 time: 1.5607252 Jan 18 22:34:25.692841 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-e225670b-e998-4ddf-8102-0bedbd4a202e tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:34:25.721004 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 57058) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:25.723251 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-7a769f24-7e5e-4e37-855d-083252a7fbc9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=950e073e-4e3e-4bd7-acda-91c1f0e9f83f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0996306 Jan 18 22:34:25.730799 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-adb41850-a181-4b2d-b46d-75518e30ef50 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '80ca32ca-5cea-4e68-a61b-92db52a973a2'}, {'subnet_id': 'c7d98cc1-8717-4b94-afb9-9bd5c2c6f80c'}]}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:34:25.785381 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-e225670b-e998-4ddf-8102-0bedbd4a202e tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:25.786111 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-e225670b-e998-4ddf-8102-0bedbd4a202e tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:25.807915 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2c4d80bd-b9ad-47fa-9831-ebf177290d3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:25.828608 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 576008d1-0ac8-46ad-b9ff-c126304e81ca up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:34:25.830496 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-e225670b-e998-4ddf-8102-0bedbd4a202e tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 9.1386640 Jan 18 22:34:25.859194 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-0e083a38-6bb3-4604-a646-e45a5ce05f7f service neutron] Request body: {'port': {'device_id': '20e53b21-87e6-4751-9007-bfbea1ad5a89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:34:25.894679 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6425ee7a-3117-49da-816f-fbea3017d274 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Pushing event updated for resources: {'Subnet': ['ID=881de89d-cd1f-4fe0-bcc9-cc277d29c7f1,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:25.915030 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-28355aef-1cd5-42ed-b7a1-42e029522b02 req-a473ac72-2ea5-4f88-bfa1-d87aba7be17d tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3409297 Jan 18 22:34:25.932367 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6425ee7a-3117-49da-816f-fbea3017d274 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Checking segment: {'id': 'cf071ce0-c79e-4625-a0dd-de46f26d2f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '5a748b20-4973-4d0b-9aa6-a25e4a6f0f55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:34:25.933126 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6425ee7a-3117-49da-816f-fbea3017d274 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Network hostable DHCP agents. Network: 5a748b20-4973-4d0b-9aa6-a25e4a6f0f55, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:34:25.969286 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 576008d1-0ac8-46ad-b9ff-c126304e81ca triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:34:25.969969 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:25.998248 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db02e3aa-e980-4c61-8793-00f5bff289f7 req-ed8fb201-fd27-403c-a51c-5c634dca3499 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:25.999879 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-db02e3aa-e980-4c61-8793-00f5bff289f7 req-ed8fb201-fd27-403c-a51c-5c634dca3499 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9ab72d2-fb07-4ddd-96ca-0d87ff63902f HTTP/1.1" status: 200 len: 946 time: 0.3444507 Jan 18 22:34:26.062227 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-0e083a38-6bb3-4604-a646-e45a5ce05f7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:26.117271 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cb435a-3ee4-4c09-b009-0c19d3e22129 req-eecb6dd7-e44d-4aa4-980b-75b518ceb6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:26.121691 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-99cb435a-3ee4-4c09-b009-0c19d3e22129 req-eecb6dd7-e44d-4aa4-980b-75b518ceb6d7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a781a407-69b5-4a20-be9c-4df2fec4b79f HTTP/1.1" status: 200 len: 858 time: 1.3223920 Jan 18 22:34:26.174293 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55a7fac4-da01-45e4-8ef6-35b3b965f5c2 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Made reservation on behalf of c734a7d12e3d4aefb145cc5f155d0467 for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:34:26.178827 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-55a7fac4-da01-45e4-8ef6-35b3b965f5c2 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:26.276965 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6425ee7a-3117-49da-816f-fbea3017d274 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Network 5a748b20-4973-4d0b-9aa6-a25e4a6f0f55 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:34:26.334378 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-143157de-bbfb-43d1-90ba-66674cba7121 service neutron] 10.222.0.67 "GET /v2.0/networks/950e073e-4e3e-4bd7-acda-91c1f0e9f83f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5970378 Jan 18 22:34:26.401198 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-6425ee7a-3117-49da-816f-fbea3017d274 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 5a748b20-4973-4d0b-9aa6-a25e4a6f0f55) {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:34:26.416419 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b339793e-300d-49d7-a2a7-6427d3a09f4a None None] Network 5a748b20-4973-4d0b-9aa6-a25e4a6f0f55 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:34:26.421181 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-db02e3aa-e980-4c61-8793-00f5bff289f7 req-2f0c6c5d-9338-42ad-a947-182c7d459df7 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups?id=f25aad12-9aee-4cc2-9c27-71413ad663e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3198414 Jan 18 22:34:26.424674 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6425ee7a-3117-49da-816f-fbea3017d274 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:26.425307 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6425ee7a-3117-49da-816f-fbea3017d274 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:26.495872 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-6425ee7a-3117-49da-816f-fbea3017d274 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 4.2499504 Jan 18 22:34:26.500012 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 57062) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:26.630688 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-10373cc1-8ce2-4803-9439-ae23380ab6e7 None None] Provisioning complete for port 8678b780-97d9-4bf2-a157-9d4d36e33e78 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:34:26.631203 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-10373cc1-8ce2-4803-9439-ae23380ab6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:26.712599 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d93e3ff-3af4-42da-b19e-4f0324ce8a88 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Pushing event updated for resources: {'Port': ['ID=8678b780-97d9-4bf2-a157-9d4d36e33e78,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:26.715971 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-55a7fac4-da01-45e4-8ef6-35b3b965f5c2 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:26.733894 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-10373cc1-8ce2-4803-9439-ae23380ab6e7 None None] Port 8678b780-97d9-4bf2-a157-9d4d36e33e78 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:34:26.788261 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-99cb435a-3ee4-4c09-b009-0c19d3e22129 req-378ddf64-4ac7-46a5-9e43-70ef863a3efb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=950e073e-4e3e-4bd7-acda-91c1f0e9f83f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1379247 Jan 18 22:34:26.806670 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-10373cc1-8ce2-4803-9439-ae23380ab6e7 None None] Provisioning complete for port 576008d1-0ac8-46ad-b9ff-c126304e81ca triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:34:26.806986 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-10373cc1-8ce2-4803-9439-ae23380ab6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:26.846029 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-adb41850-a181-4b2d-b46d-75518e30ef50 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:27.186073 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-85bc0810-0d76-4f96-b6cb-78e430938eb4 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:27.202223 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f003dc6-cd17-4a99-8a6b-c0e71bc7b28f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-5a748b20-4973-4d0b-9aa6-a25e4a6f0f55', 'network_id': '5a748b20-4973-4d0b-9aa6-a25e4a6f0f55', 'tenant_id': '38220c49851742a4b2a8fd1e078deffa', 'fixed_ips': [{'subnet_id': '881de89d-cd1f-4fe0-bcc9-cc277d29c7f1'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:34:27.203175 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3f003dc6-cd17-4a99-8a6b-c0e71bc7b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:27.257740 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-5a58b32f-8049-47b4-8580-1567fb89c93a service neutron] 10.222.0.67 "GET /v2.0/networks/950e073e-4e3e-4bd7-acda-91c1f0e9f83f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8991251 Jan 18 22:34:27.291184 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ec18ee-383f-4cf9-9617-f7c3e2b87449 req-2372b9e3-6439-4ea0-a740-a8efc0e74867 tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:27.307013 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-33ec18ee-383f-4cf9-9617-f7c3e2b87449 req-2372b9e3-6439-4ea0-a740-a8efc0e74867 tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] 10.222.0.53 "GET /v2.0/ports?device_id=3badf1c7-113c-4f87-bafd-096ca87ba594 HTTP/1.1" status: 200 len: 943 time: 0.6083760 Jan 18 22:34:27.381804 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-0e083a38-6bb3-4604-a646-e45a5ce05f7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af1fccaf-ac41-4e80-a77a-185d78f7d37c {{(pid=102431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:34:27.391588 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-0e083a38-6bb3-4604-a646-e45a5ce05f7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:27.469736 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a7fac4-da01-45e4-8ef6-35b3b965f5c2 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Checking segment: {'id': '3c9ca331-caca-4d42-bab9-cc94c2f29b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '08752b6b-ce4e-4301-a4aa-dd9942916407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:34:27.470130 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a7fac4-da01-45e4-8ef6-35b3b965f5c2 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Network hostable DHCP agents. Network: 08752b6b-ce4e-4301-a4aa-dd9942916407, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:34:27.481379 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-0e083a38-6bb3-4604-a646-e45a5ce05f7f service neutron] Transition to ACTIVE for port object af1fccaf-ac41-4e80-a77a-185d78f7d37c will not be triggered until provisioned by entity L2. {{(pid=102431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:34:27.484926 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2c4d80bd-b9ad-47fa-9831-ebf177290d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:27.489467 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2c4d80bd-b9ad-47fa-9831-ebf177290d3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:27.493488 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-2c4d80bd-b9ad-47fa-9831-ebf177290d3f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/04c77bdb-9145-4f73-8c89-82b814eda19b HTTP/1.1" status: 204 len: 168 time: 3.3359289 Jan 18 22:34:27.498932 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a7fac4-da01-45e4-8ef6-35b3b965f5c2 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Pushing event updated for resources: {'Subnet': ['ID=e559b72b-a473-4ebe-b59d-99e2003ef7d4,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:27.511246 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-0e083a38-6bb3-4604-a646-e45a5ce05f7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:27.518711 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-14f9a2b2-09a5-4a72-9b03-740c746838e2 None None] Provisioning complete for port 8678b780-97d9-4bf2-a157-9d4d36e33e78 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:34:27.519200 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14f9a2b2-09a5-4a72-9b03-740c746838e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:27.595871 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e083a38-6bb3-4604-a646-e45a5ce05f7f service neutron] Pushing event updated for resources: {'Port': ['ID=af1fccaf-ac41-4e80-a77a-185d78f7d37c,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:27.612492 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4d80bd-b9ad-47fa-9831-ebf177290d3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c77bdb-9145-4f73-8c89-82b814eda19b,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:27.621940 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a7fac4-da01-45e4-8ef6-35b3b965f5c2 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Network 08752b6b-ce4e-4301-a4aa-dd9942916407 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:34:27.649665 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-55a7fac4-da01-45e4-8ef6-35b3b965f5c2 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 08752b6b-ce4e-4301-a4aa-dd9942916407) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:34:27.661884 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a7fac4-da01-45e4-8ef6-35b3b965f5c2 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:27.662470 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-55a7fac4-da01-45e4-8ef6-35b3b965f5c2 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:27.666601 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-99cb435a-3ee4-4c09-b009-0c19d3e22129 req-4b95db4f-0039-4076-8327-63a37df3530a service neutron] 10.222.0.67 "GET /v2.0/networks/950e073e-4e3e-4bd7-acda-91c1f0e9f83f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4245136 Jan 18 22:34:27.734378 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-3f003dc6-cd17-4a99-8a6b-c0e71bc7b28f None None] Allocated IP 172.20.0.1 (5a748b20-4973-4d0b-9aa6-a25e4a6f0f55/881de89d-cd1f-4fe0-bcc9-cc277d29c7f1/7dc160f4-6034-46c3-bf04-2621f27a9f5e) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:34:27.751432 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ffde0b-bbd4-42f7-85be-105044da73a2 req-9b81d08a-a0be-4e87-bca6-f32277db1980 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:27.754621 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-18ffde0b-bbd4-42f7-85be-105044da73a2 req-9b81d08a-a0be-4e87-bca6-f32277db1980 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 944 time: 0.5612450 Jan 18 22:34:27.832015 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-33ec18ee-383f-4cf9-9617-f7c3e2b87449 req-6ecb8918-d843-4da8-997f-e6e206630593 tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] 10.222.0.53 "GET /v2.0/security-groups?id=d834c23f-c963-4a97-ab3d-f1d77c531afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5236888 Jan 18 22:34:27.842376 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-18ffde0b-bbd4-42f7-85be-105044da73a2 req-daa76964-bcd7-4679-821b-fef62163c9cb tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601459 Jan 18 22:34:27.863600 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541c8e86-9b36-4ba7-a841-a90cb7d04cf4 req-18f5fb04-11cc-4ad2-a253-78fe4afc8955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:27.881428 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-541c8e86-9b36-4ba7-a841-a90cb7d04cf4 req-18f5fb04-11cc-4ad2-a253-78fe4afc8955 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=09da851e2b3449d9830144f94579f732&device_id=536fa14c-5bd8-44fb-a23b-0ea4fe72f3dc HTTP/1.1" status: 200 len: 1094 time: 0.5664427 Jan 18 22:34:27.883678 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-adb41850-a181-4b2d-b46d-75518e30ef50 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Allocated IP 2001:db8:0:1::3a1 (b7373aaa-e282-482a-a6c3-307c1e5fcd24/c7d98cc1-8717-4b94-afb9-9bd5c2c6f80c/8678b780-97d9-4bf2-a157-9d4d36e33e78) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:34:27.958992 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-99cb435a-3ee4-4c09-b009-0c19d3e22129 req-4a50dd2b-d336-405c-bd84-3dfce518508e service neutron] 10.222.0.67 "GET /v2.0/networks/950e073e-4e3e-4bd7-acda-91c1f0e9f83f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729518 Jan 18 22:34:28.031490 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541c8e86-9b36-4ba7-a841-a90cb7d04cf4 req-e3243467-bea4-4d5c-a6de-004ec2dd0991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:28.033053 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-541c8e86-9b36-4ba7-a841-a90cb7d04cf4 req-e3243467-bea4-4d5c-a6de-004ec2dd0991 service neutron] 10.222.0.67 "GET /v2.0/networks?id=950e073e-4e3e-4bd7-acda-91c1f0e9f83f HTTP/1.1" status: 200 len: 918 time: 0.1396062 Jan 18 22:34:28.072138 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-0e083a38-6bb3-4604-a646-e45a5ce05f7f service neutron] Attempting to bind port af1fccaf-ac41-4e80-a77a-185d78f7d37c on host n-h1-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:34:28.072511 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-0e083a38-6bb3-4604-a646-e45a5ce05f7f service neutron] Attempting to bind port af1fccaf-ac41-4e80-a77a-185d78f7d37c by drivers openvswitch,hyperv on host n-h1-825064-1 at level 0 using segments [{'id': '866ef1d2-b48c-44df-b25f-cea65f6edfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '950e073e-4e3e-4bd7-acda-91c1f0e9f83f'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:34:28.072881 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-0e083a38-6bb3-4604-a646-e45a5ce05f7f service neutron] Attempting to bind port af1fccaf-ac41-4e80-a77a-185d78f7d37c on network 950e073e-4e3e-4bd7-acda-91c1f0e9f83f {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:34:28.095739 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-0e083a38-6bb3-4604-a646-e45a5ce05f7f service neutron] Port af1fccaf-ac41-4e80-a77a-185d78f7d37c on network 950e073e-4e3e-4bd7-acda-91c1f0e9f83f not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:34:28.096113 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-0e083a38-6bb3-4604-a646-e45a5ce05f7f service neutron] Attempting to bind port af1fccaf-ac41-4e80-a77a-185d78f7d37c on network 950e073e-4e3e-4bd7-acda-91c1f0e9f83f {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:34:28.105963 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-55a7fac4-da01-45e4-8ef6-35b3b965f5c2 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.5500779 Jan 18 22:34:28.106600 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 57078) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:28.107741 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-541c8e86-9b36-4ba7-a841-a90cb7d04cf4 req-c4d9eafe-6599-4634-bf77-b7b9ba604fe4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c4681d4-619d-4e58-a9fa-265202f76522 HTTP/1.1" status: 200 len: 217 time: 0.0654802 Jan 18 22:34:28.113421 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-54fd2eda-b16a-4130-b55d-7d2c59de3548 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Request body: {'subnet': {'network_id': '08752b6b-ce4e-4301-a4aa-dd9942916407', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:34:28.136001 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device fe5b4fd3-74e2-4db7-8092-0f4038a78841 details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:34:28.138920 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-85bc0810-0d76-4f96-b6cb-78e430938eb4 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:28.145214 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60d8190-ad9b-48aa-96d4-d01ca13036d4 None None] Network 08752b6b-ce4e-4301-a4aa-dd9942916407 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:34:28.242000 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-0e083a38-6bb3-4604-a646-e45a5ce05f7f service neutron] Checking agent: {'id': 'e49d1b2a-ba11-487f-a804-ecbf3c0e8132', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:34:28.242947 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-0e083a38-6bb3-4604-a646-e45a5ce05f7f service neutron] Checking segment: {'id': '866ef1d2-b48c-44df-b25f-cea65f6edfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '950e073e-4e3e-4bd7-acda-91c1f0e9f83f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:34:28.243382 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-0e083a38-6bb3-4604-a646-e45a5ce05f7f service neutron] Bound using segment: {'id': '866ef1d2-b48c-44df-b25f-cea65f6edfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '950e073e-4e3e-4bd7-acda-91c1f0e9f83f'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:34:28.243822 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-0e083a38-6bb3-4604-a646-e45a5ce05f7f service neutron] Bound port: af1fccaf-ac41-4e80-a77a-185d78f7d37c, host: n-h1-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '866ef1d2-b48c-44df-b25f-cea65f6edfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '950e073e-4e3e-4bd7-acda-91c1f0e9f83f'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:34:28.244222 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-0e083a38-6bb3-4604-a646-e45a5ce05f7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:28.331721 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a381bb2-cf20-48d1-9b08-a3c05437ba48 req-207bfe61-1119-4a18-923a-e237247f5799 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:28.340733 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9a381bb2-cf20-48d1-9b08-a3c05437ba48 req-207bfe61-1119-4a18-923a-e237247f5799 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9ab72d2-fb07-4ddd-96ca-0d87ff63902f HTTP/1.1" status: 200 len: 946 time: 0.3044550 Jan 18 22:34:28.409369 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3f003dc6-cd17-4a99-8a6b-c0e71bc7b28f None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:28.418704 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-14f9a2b2-09a5-4a72-9b03-740c746838e2 None None] Port 8678b780-97d9-4bf2-a157-9d4d36e33e78 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:34:28.421766 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541c8e86-9b36-4ba7-a841-a90cb7d04cf4 req-285fdca4-e014-4eaf-b800-32dab0e4d482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:28.427513 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-541c8e86-9b36-4ba7-a841-a90cb7d04cf4 req-285fdca4-e014-4eaf-b800-32dab0e4d482 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a781a407-69b5-4a20-be9c-4df2fec4b79f HTTP/1.1" status: 200 len: 858 time: 0.2810690 Jan 18 22:34:28.452536 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.db.resource_extend [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 22:34:28.506896 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3f003dc6-cd17-4a99-8a6b-c0e71bc7b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:28.526724 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-0e083a38-6bb3-4604-a646-e45a5ce05f7f service neutron] For port af1fccaf-ac41-4e80-a77a-185d78f7d37c, host n-h1-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:34:28.532040 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54fd2eda-b16a-4130-b55d-7d2c59de3548 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Made reservation on behalf of c734a7d12e3d4aefb145cc5f155d0467 for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:34:28.535636 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-54fd2eda-b16a-4130-b55d-7d2c59de3548 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:28.548877 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-0e083a38-6bb3-4604-a646-e45a5ce05f7f service neutron] For port af1fccaf-ac41-4e80-a77a-185d78f7d37c, host n-h1-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=af1fccaf-ac41-4e80-a77a-185d78f7d37c,segment=NetworkSegment(866ef1d2-b48c-44df-b25f-cea65f6edfa8),segment_id=866ef1d2-b48c-44df-b25f-cea65f6edfa8)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:34:28.568021 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-0e083a38-6bb3-4604-a646-e45a5ce05f7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:28.577408 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-541c8e86-9b36-4ba7-a841-a90cb7d04cf4 req-e3de9fa3-e237-448d-81d9-5f98247cc0fb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=950e073e-4e3e-4bd7-acda-91c1f0e9f83f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1295722 Jan 18 22:34:28.638787 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9a381bb2-cf20-48d1-9b08-a3c05437ba48 req-dcb6566d-2772-4fca-bf0b-b7d68556764a tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups?id=f25aad12-9aee-4cc2-9c27-71413ad663e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2954838 Jan 18 22:34:28.697696 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-85bc0810-0d76-4f96-b6cb-78e430938eb4 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60203138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62288677'] for subnet, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:28.788439 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-0e083a38-6bb3-4604-a646-e45a5ce05f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:28.789629 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-0e083a38-6bb3-4604-a646-e45a5ce05f7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:28.791201 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-0e083a38-6bb3-4604-a646-e45a5ce05f7f service neutron] 10.222.0.36 "PUT /v2.0/ports/af1fccaf-ac41-4e80-a77a-185d78f7d37c HTTP/1.1" status: 200 len: 1091 time: 2.9493039 Jan 18 22:34:28.793480 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20e53b21-87e6-4751-9007-bfbea1ad5a89', 'tag': 'af1fccaf-ac41-4e80-a77a-185d78f7d37c'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:34:28.795801 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-529c6440-dff6-4c84-a3a2-6b1aacb04a24" -d '{"events": [{"name": "network-changed", "server_uuid": "20e53b21-87e6-4751-9007-bfbea1ad5a89", "tag": "af1fccaf-ac41-4e80-a77a-185d78f7d37c"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:34:28.951346 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f003dc6-cd17-4a99-8a6b-c0e71bc7b28f None None] Pushing event updated for resources: {'Port': ['ID=7dc160f4-6034-46c3-bf04-2621f27a9f5e,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:28.998803 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-506d93f4-5afb-4681-83f0-222773d6969a x-openstack-request-id: req-506d93f4-5afb-4681-83f0-222773d6969a {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:34:28.999401 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20e53b21-87e6-4751-9007-bfbea1ad5a89", "tag": "af1fccaf-ac41-4e80-a77a-185d78f7d37c", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:34:28.999401 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-506d93f4-5afb-4681-83f0-222773d6969a {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:34:28.999906 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f003dc6-cd17-4a99-8a6b-c0e71bc7b28f None None] Network 5a748b20-4973-4d0b-9aa6-a25e4a6f0f55 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:34:29.000030 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20e53b21-87e6-4751-9007-bfbea1ad5a89', 'tag': 'af1fccaf-ac41-4e80-a77a-185d78f7d37c', 'status': 'completed', 'code': 200} Jan 18 22:34:29.013292 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e083a38-6bb3-4604-a646-e45a5ce05f7f service neutron] Pushing event updated for resources: {'Port': ['ID=af1fccaf-ac41-4e80-a77a-185d78f7d37c,revision_number=3']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:29.055017 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-7330b716-de2c-41d7-90b3-5e51d2532650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:29.056568 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-7330b716-de2c-41d7-90b3-5e51d2532650 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=09da851e2b3449d9830144f94579f732&device_id=20e53b21-87e6-4751-9007-bfbea1ad5a89 HTTP/1.1" status: 200 len: 1094 time: 0.1911690 Jan 18 22:34:29.181212 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-3f003dc6-cd17-4a99-8a6b-c0e71bc7b28f None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:34:29.191889 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f003dc6-cd17-4a99-8a6b-c0e71bc7b28f None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:34:29.288032 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-ba7d3a57-0d5f-41c5-92c8-5f821bddfdcf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af1fccaf-ac41-4e80-a77a-185d78f7d37c HTTP/1.1" status: 200 len: 217 time: 0.2190654 Jan 18 22:34:29.305651 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port fe5b4fd3-74e2-4db7-8092-0f4038a78841, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=fe5b4fd3-74e2-4db7-8092-0f4038a78841,segment=NetworkSegment(866ef1d2-b48c-44df-b25f-cea65f6edfa8),segment_id=866ef1d2-b48c-44df-b25f-cea65f6edfa8)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:34:29.349614 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': 'fe5b4fd3-74e2-4db7-8092-0f4038a78841', 'network_id': '950e073e-4e3e-4bd7-acda-91c1f0e9f83f', 'port_id': 'fe5b4fd3-74e2-4db7-8092-0f4038a78841', 'mac_address': 'fa:16:3e:f3:c6:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a781a407-69b5-4a20-be9c-4df2fec4b79f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:34:29.472987 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-f03b8294-0d59-4297-a996-205cf4d018eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:29.474681 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-f03b8294-0d59-4297-a996-205cf4d018eb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a781a407-69b5-4a20-be9c-4df2fec4b79f HTTP/1.1" status: 200 len: 858 time: 0.1779523 Jan 18 22:34:29.531584 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-00abb3a3-66e9-4aca-bd92-2926ac3ee385 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=950e073e-4e3e-4bd7-acda-91c1f0e9f83f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443625 Jan 18 22:34:29.563416 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6019d474-a25a-4c1f-ba35-6db8ec8148e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-08752b6b-ce4e-4301-a4aa-dd9942916407', 'network_id': '08752b6b-ce4e-4301-a4aa-dd9942916407', 'tenant_id': 'c734a7d12e3d4aefb145cc5f155d0467', 'fixed_ips': [{'subnet_id': 'e559b72b-a473-4ebe-b59d-99e2003ef7d4'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:34:29.564326 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6019d474-a25a-4c1f-ba35-6db8ec8148e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:29.698849 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:29.702616 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-54fd2eda-b16a-4130-b55d-7d2c59de3548 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:29.704063 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-3f003dc6-cd17-4a99-8a6b-c0e71bc7b28f None None] Attempting to bind port 7dc160f4-6034-46c3-bf04-2621f27a9f5e on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:34:29.704501 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-3f003dc6-cd17-4a99-8a6b-c0e71bc7b28f None None] Attempting to bind port 7dc160f4-6034-46c3-bf04-2621f27a9f5e by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': 'cf071ce0-c79e-4625-a0dd-de46f26d2f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '5a748b20-4973-4d0b-9aa6-a25e4a6f0f55'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:34:29.704917 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f003dc6-cd17-4a99-8a6b-c0e71bc7b28f None None] Attempting to bind port 7dc160f4-6034-46c3-bf04-2621f27a9f5e on network 5a748b20-4973-4d0b-9aa6-a25e4a6f0f55 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:34:29.708776 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bc0810-0d76-4f96-b6cb-78e430938eb4 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Pushing event deleted for resources: {'Subnet': ['ID=881de89d-cd1f-4fe0-bcc9-cc277d29c7f1,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:29.792289 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe5b4fd3-74e2-4db7-8092-0f4038a78841 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:34:29.797969 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f003dc6-cd17-4a99-8a6b-c0e71bc7b28f None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:34:29.798348 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f003dc6-cd17-4a99-8a6b-c0e71bc7b28f None None] Checking segment: {'id': 'cf071ce0-c79e-4625-a0dd-de46f26d2f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '5a748b20-4973-4d0b-9aa6-a25e4a6f0f55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:34:29.799033 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3f003dc6-cd17-4a99-8a6b-c0e71bc7b28f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:29.799330 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f003dc6-cd17-4a99-8a6b-c0e71bc7b28f None None] Bound using segment: {'id': 'cf071ce0-c79e-4625-a0dd-de46f26d2f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '5a748b20-4973-4d0b-9aa6-a25e4a6f0f55'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:34:29.799781 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-3f003dc6-cd17-4a99-8a6b-c0e71bc7b28f None None] Bound port: 7dc160f4-6034-46c3-bf04-2621f27a9f5e, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf071ce0-c79e-4625-a0dd-de46f26d2f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '5a748b20-4973-4d0b-9aa6-a25e4a6f0f55'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:34:29.801513 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fd2eda-b16a-4130-b55d-7d2c59de3548 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Network 08752b6b-ce4e-4301-a4aa-dd9942916407 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:34:29.801682 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3f003dc6-cd17-4a99-8a6b-c0e71bc7b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:29.845512 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-54fd2eda-b16a-4130-b55d-7d2c59de3548 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:34:29.858010 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54fd2eda-b16a-4130-b55d-7d2c59de3548 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:29.859031 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-54fd2eda-b16a-4130-b55d-7d2c59de3548 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:29.900236 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-adb41850-a181-4b2d-b46d-75518e30ef50 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:29.924056 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-54fd2eda-b16a-4130-b55d-7d2c59de3548 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.8151097 Jan 18 22:34:29.933964 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-6019d474-a25a-4c1f-ba35-6db8ec8148e7 None None] Allocated IP 2001:db8::2 (08752b6b-ce4e-4301-a4aa-dd9942916407/e559b72b-a473-4ebe-b59d-99e2003ef7d4/2f93d7af-ff8f-404e-a458-c0f002bd3e27) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:34:29.939095 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 57106) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:30.028009 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-adb41850-a181-4b2d-b46d-75518e30ef50 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:30.034541 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-85bc0810-0d76-4f96-b6cb-78e430938eb4 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:30.083061 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c4a7f9-5798-4540-80ae-184b4f13be86 req-31edaf49-9bed-4edb-a952-31dab4bf42f9 tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:30.104740 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-36c4a7f9-5798-4540-80ae-184b4f13be86 req-31edaf49-9bed-4edb-a952-31dab4bf42f9 tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] 10.222.0.53 "GET /v2.0/ports?device_id=3badf1c7-113c-4f87-bafd-096ca87ba594 HTTP/1.1" status: 200 len: 943 time: 0.4897656 Jan 18 22:34:30.247453 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-7a8e5baa-63a3-4363-91ed-34a05ee7dafa service neutron] 10.222.0.36 "GET /v2.0/networks/950e073e-4e3e-4bd7-acda-91c1f0e9f83f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6774230 Jan 18 22:34:30.272389 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6019d474-a25a-4c1f-ba35-6db8ec8148e7 None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:30.288213 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb41850-a181-4b2d-b46d-75518e30ef50 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Pushing event updated for resources: {'Port': ['ID=8678b780-97d9-4bf2-a157-9d4d36e33e78,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:30.290141 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fd2eda-b16a-4130-b55d-7d2c59de3548 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Pushing event updated for resources: {'Subnet': ['ID=7c152b22-2df3-49c8-8be2-3356ae47bd78,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:30.298565 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6019d474-a25a-4c1f-ba35-6db8ec8148e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:30.306862 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port fe5b4fd3-74e2-4db7-8092-0f4038a78841, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=fe5b4fd3-74e2-4db7-8092-0f4038a78841,segment=NetworkSegment(866ef1d2-b48c-44df-b25f-cea65f6edfa8),segment_id=866ef1d2-b48c-44df-b25f-cea65f6edfa8)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:34:30.311942 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e613a696-611b-4480-8567-45f5e4f1ec77 req-6491ef82-21bb-4ad7-987e-b1a05dd52081 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:30.328842 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e613a696-611b-4480-8567-45f5e4f1ec77 req-6491ef82-21bb-4ad7-987e-b1a05dd52081 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 944 time: 0.6520402 Jan 18 22:34:30.371862 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-85bc0810-0d76-4f96-b6cb-78e430938eb4 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a748b20-4973-4d0b-9aa6-a25e4a6f0f55']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:34:30.376427 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:30.408423 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 1c4681d4-619d-4e58-a9fa-265202f76522 details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:34:30.423270 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-541c8e86-9b36-4ba7-a841-a90cb7d04cf4 req-e9b36d93-8c16-4aaa-8ea6-0cf4b93bc85a service neutron] 10.222.0.67 "GET /v2.0/networks/950e073e-4e3e-4bd7-acda-91c1f0e9f83f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8106802 Jan 18 22:34:30.434343 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6019d474-a25a-4c1f-ba35-6db8ec8148e7 None None] Network 08752b6b-ce4e-4301-a4aa-dd9942916407 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:34:30.440421 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-6019d474-a25a-4c1f-ba35-6db8ec8148e7 None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:34:30.445492 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6019d474-a25a-4c1f-ba35-6db8ec8148e7 None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:34:30.500900 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf18ea6f-12cb-47f9-bbae-907dbd9d66b3 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:30.502606 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf18ea6f-12cb-47f9-bbae-907dbd9d66b3 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:30.509695 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf18ea6f-12cb-47f9-bbae-907dbd9d66b3 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:30.511636 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf18ea6f-12cb-47f9-bbae-907dbd9d66b3 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:30.519014 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf18ea6f-12cb-47f9-bbae-907dbd9d66b3 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:30.521871 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-bf18ea6f-12cb-47f9-bbae-907dbd9d66b3 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.5813611 Jan 18 22:34:30.537221 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 57114) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:30.547309 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-b31d81ae-fae2-471d-92d8-62bfa6b35818 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1178365427'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:34:30.667484 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-541c8e86-9b36-4ba7-a841-a90cb7d04cf4 req-be7f6eb8-d494-450e-b538-53380a41a1d1 service neutron] 10.222.0.67 "GET /v2.0/networks/950e073e-4e3e-4bd7-acda-91c1f0e9f83f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340946 Jan 18 22:34:30.693198 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-85bc0810-0d76-4f96-b6cb-78e430938eb4 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf071ce0-c79e-4625-a0dd-de46f26d2f61') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:34:30.697957 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-85bc0810-0d76-4f96-b6cb-78e430938eb4 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf071ce0-c79e-4625-a0dd-de46f26d2f61') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:34:30.715054 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b31d81ae-fae2-471d-92d8-62bfa6b35818 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Made reservation on behalf of c734a7d12e3d4aefb145cc5f155d0467 for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:34:30.719548 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b31d81ae-fae2-471d-92d8-62bfa6b35818 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:30.720500 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['fe5b4fd3-74e2-4db7-8092-0f4038a78841'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:34:30.801785 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-460c4c0b-9d5e-45bf-8175-b9356d1c74e7 req-a86deb95-5a96-498e-993b-d5b64b92c84d service neutron] 10.222.0.36 "GET /v2.0/networks/950e073e-4e3e-4bd7-acda-91c1f0e9f83f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5369966 Jan 18 22:34:30.820118 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-85bc0810-0d76-4f96-b6cb-78e430938eb4 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60394742'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:30.825571 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b31d81ae-fae2-471d-92d8-62bfa6b35818 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:34:30.836918 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-36c4a7f9-5798-4540-80ae-184b4f13be86 req-971195b5-cad8-49fb-b6be-7c26291600a0 tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] 10.222.0.53 "GET /v2.0/security-groups?id=d834c23f-c963-4a97-ab3d-f1d77c531afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7280560 Jan 18 22:34:30.842026 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.db.resource_extend [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 22:34:30.856959 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b31d81ae-fae2-471d-92d8-62bfa6b35818 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:30.857470 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-6019d474-a25a-4c1f-ba35-6db8ec8148e7 None None] Attempting to bind port 2f93d7af-ff8f-404e-a458-c0f002bd3e27 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:34:30.857581 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-b31d81ae-fae2-471d-92d8-62bfa6b35818 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Added segment 886ef234-ba63-4056-80bf-5962e2f39314 of type vlan for network ea0a5041-b13a-4c1f-8fab-9d82a6bb6203 Jan 18 22:34:30.857872 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-6019d474-a25a-4c1f-ba35-6db8ec8148e7 None None] Attempting to bind port 2f93d7af-ff8f-404e-a458-c0f002bd3e27 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '3c9ca331-caca-4d42-bab9-cc94c2f29b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '08752b6b-ce4e-4301-a4aa-dd9942916407'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:34:30.858548 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6019d474-a25a-4c1f-ba35-6db8ec8148e7 None None] Attempting to bind port 2f93d7af-ff8f-404e-a458-c0f002bd3e27 on network 08752b6b-ce4e-4301-a4aa-dd9942916407 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:34:30.872378 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-adb41850-a181-4b2d-b46d-75518e30ef50 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] In _notify_port_updated(), no bound segment for port 8678b780-97d9-4bf2-a157-9d4d36e33e78 on network b7373aaa-e282-482a-a6c3-307c1e5fcd24 {{(pid=102430) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 18 22:34:30.872648 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6019d474-a25a-4c1f-ba35-6db8ec8148e7 None None] Pushing event updated for resources: {'Port': ['ID=2f93d7af-ff8f-404e-a458-c0f002bd3e27,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:30.886023 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb41850-a181-4b2d-b46d-75518e30ef50 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:30.891773 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-adb41850-a181-4b2d-b46d-75518e30ef50 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:30.893495 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-adb41850-a181-4b2d-b46d-75518e30ef50 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "PUT /v2.0/ports/8678b780-97d9-4bf2-a157-9d4d36e33e78 HTTP/1.1" status: 200 len: 1012 time: 5.1692302 Jan 18 22:34:30.900711 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 57118) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:30.942955 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e613a696-611b-4480-8567-45f5e4f1ec77 req-8d31fc40-ed18-4576-a22e-760c871b1fd3 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6130283 Jan 18 22:34:30.956236 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-85bc0810-0d76-4f96-b6cb-78e430938eb4 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:30.973980 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85bc0810-0d76-4f96-b6cb-78e430938eb4 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:34:30.974679 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-85bc0810-0d76-4f96-b6cb-78e430938eb4 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60203044'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:31.021821 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-3f003dc6-cd17-4a99-8a6b-c0e71bc7b28f None None] For port 7dc160f4-6034-46c3-bf04-2621f27a9f5e, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:34:31.058587 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b31d81ae-fae2-471d-92d8-62bfa6b35818 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:31.067765 n-d-825064-1 neutron-server[102430]: Traceback (most recent call last): Jan 18 22:34:31.067765 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:34:31.067765 n-d-825064-1 neutron-server[102430]: timer() Jan 18 22:34:31.067765 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:34:31.067765 n-d-825064-1 neutron-server[102430]: cb(*args, **kw) Jan 18 22:34:31.067765 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:34:31.067765 n-d-825064-1 neutron-server[102430]: return func(*args, **kwargs) Jan 18 22:34:31.067765 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:34:31.067765 n-d-825064-1 neutron-server[102430]: self._notify() Jan 18 22:34:31.067765 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:34:31.067765 n-d-825064-1 neutron-server[102430]: self.callback(batched_events) Jan 18 22:34:31.067765 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:34:31.067765 n-d-825064-1 neutron-server[102430]: event.method(event) Jan 18 22:34:31.067765 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:34:31.067765 n-d-825064-1 neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:34:31.067765 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:34:31.067765 n-d-825064-1 neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:34:31.067765 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:34:31.067765 n-d-825064-1 neutron-server[102430]: return f(self, *a, **k) Jan 18 22:34:31.067765 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:34:31.067765 n-d-825064-1 neutron-server[102430]: return self._get(url).json() Jan 18 22:34:31.067765 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:34:31.067765 n-d-825064-1 neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:34:31.067765 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:34:31.067765 n-d-825064-1 neutron-server[102430]: return self.request(url, 'GET', **kwargs) Jan 18 22:34:31.067765 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:34:31.067765 n-d-825064-1 neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:34:31.067765 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:34:31.067765 n-d-825064-1 neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:34:31.067765 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:34:31.067765 n-d-825064-1 neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:34:31.067765 n-d-825064-1 neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:34:31.136590 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529c6440-dff6-4c84-a3a2-6b1aacb04a24 req-c92fb0ec-4f24-4531-8a45-2ba98902ae1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:31.140789 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-529c6440-dff6-4c84-a3a2-6b1aacb04a24 req-c92fb0ec-4f24-4531-8a45-2ba98902ae1a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=09da851e2b3449d9830144f94579f732&device_id=20e53b21-87e6-4751-9007-bfbea1ad5a89 HTTP/1.1" status: 200 len: 1094 time: 0.2663109 Jan 18 22:34:31.237272 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b31d81ae-fae2-471d-92d8-62bfa6b35818 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:31.243803 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31d81ae-fae2-471d-92d8-62bfa6b35818 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:31.244908 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b31d81ae-fae2-471d-92d8-62bfa6b35818 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:31.470183 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6019d474-a25a-4c1f-ba35-6db8ec8148e7 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:34:31.470894 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6019d474-a25a-4c1f-ba35-6db8ec8148e7 None None] Checking segment: {'id': '3c9ca331-caca-4d42-bab9-cc94c2f29b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '08752b6b-ce4e-4301-a4aa-dd9942916407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:34:31.478289 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6019d474-a25a-4c1f-ba35-6db8ec8148e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:31.479699 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6019d474-a25a-4c1f-ba35-6db8ec8148e7 None None] Bound using segment: {'id': '3c9ca331-caca-4d42-bab9-cc94c2f29b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '08752b6b-ce4e-4301-a4aa-dd9942916407'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:34:31.480500 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-6019d474-a25a-4c1f-ba35-6db8ec8148e7 None None] Bound port: 2f93d7af-ff8f-404e-a458-c0f002bd3e27, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c9ca331-caca-4d42-bab9-cc94c2f29b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '08752b6b-ce4e-4301-a4aa-dd9942916407'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:34:31.480867 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6019d474-a25a-4c1f-ba35-6db8ec8148e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:31.649552 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=fe5b4fd3-74e2-4db7-8092-0f4038a78841,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:31.681516 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.db.api [None req-85bc0810-0d76-4f96-b6cb-78e430938eb4 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 18 22:34:31.681516 n-d-825064-1 neutron-server[102430]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 18 22:34:31.681516 n-d-825064-1 neutron-server[102430]: [parameters: {'id': '5a748b20-4973-4d0b-9aa6-a25e4a6f0f55'}] Jan 18 22:34:31.681516 n-d-825064-1 neutron-server[102430]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102430) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 22:34:31.681992 n-d-825064-1 neutron-server[102430]: DEBUG oslo_db.api [None req-85bc0810-0d76-4f96-b6cb-78e430938eb4 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 22:34:31.724679 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-3f003dc6-cd17-4a99-8a6b-c0e71bc7b28f None None] For port 7dc160f4-6034-46c3-bf04-2621f27a9f5e, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=7dc160f4-6034-46c3-bf04-2621f27a9f5e,segment=NetworkSegment(cf071ce0-c79e-4625-a0dd-de46f26d2f61),segment_id=cf071ce0-c79e-4625-a0dd-de46f26d2f61)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:34:31.788098 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a652118-3a78-4107-9668-d8e859e40bc9 req-75217365-c301-4690-8a3a-06b04e7f85c8 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:31.790088 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-8f7e9423-bb89-4e33-9dbe-b6a01031ce6e None None] Provisioning complete for port 8678b780-97d9-4bf2-a157-9d4d36e33e78 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:34:31.790461 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8f7e9423-bb89-4e33-9dbe-b6a01031ce6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:31.798889 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5a652118-3a78-4107-9668-d8e859e40bc9 req-75217365-c301-4690-8a3a-06b04e7f85c8 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9ab72d2-fb07-4ddd-96ca-0d87ff63902f HTTP/1.1" status: 200 len: 946 time: 0.7060647 Jan 18 22:34:31.919845 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5a652118-3a78-4107-9668-d8e859e40bc9 req-a547c7ec-c9ff-416c-b344-284210934238 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups?id=f25aad12-9aee-4cc2-9c27-71413ad663e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094544 Jan 18 22:34:31.933251 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-77b6603c-a470-4807-a9c1-a5f6e9f358b2 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Deleting port 8678b780-97d9-4bf2-a157-9d4d36e33e78 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:34:31.935468 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-77b6603c-a470-4807-a9c1-a5f6e9f358b2 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:31.939781 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-6019d474-a25a-4c1f-ba35-6db8ec8148e7 None None] For port 2f93d7af-ff8f-404e-a458-c0f002bd3e27, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:34:31.946092 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-6019d474-a25a-4c1f-ba35-6db8ec8148e7 None None] For port 2f93d7af-ff8f-404e-a458-c0f002bd3e27, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=2f93d7af-ff8f-404e-a458-c0f002bd3e27,segment=NetworkSegment(3c9ca331-caca-4d42-bab9-cc94c2f29b82),segment_id=3c9ca331-caca-4d42-bab9-cc94c2f29b82)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:34:31.948014 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3f003dc6-cd17-4a99-8a6b-c0e71bc7b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:31.997026 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6019d474-a25a-4c1f-ba35-6db8ec8148e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:32.206831 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-85bc0810-0d76-4f96-b6cb-78e430938eb4 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:32.222035 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8327435c-7613-4ea8-b880-35fecac49042 None None] Network 5a748b20-4973-4d0b-9aa6-a25e4a6f0f55 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:34:32.302799 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-b31d81ae-fae2-471d-92d8-62bfa6b35818 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.7632964 Jan 18 22:34:32.313727 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 57128) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:32.323965 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-32395762-a6f8-4cd4-9b65-63d945e2dd11 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:34:32.350544 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-8f7e9423-bb89-4e33-9dbe-b6a01031ce6e None None] Port 8678b780-97d9-4bf2-a157-9d4d36e33e78 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:34:32.354390 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 1c4681d4-619d-4e58-a9fa-265202f76522, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=1c4681d4-619d-4e58-a9fa-265202f76522,segment=NetworkSegment(866ef1d2-b48c-44df-b25f-cea65f6edfa8),segment_id=866ef1d2-b48c-44df-b25f-cea65f6edfa8)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:34:32.447393 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31d81ae-fae2-471d-92d8-62bfa6b35818 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Pushing event updated for resources: {'Network': ['ID=ea0a5041-b13a-4c1f-8fab-9d82a6bb6203,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:32.458912 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f003dc6-cd17-4a99-8a6b-c0e71bc7b28f None None] Pushing event updated for resources: {'Port': ['ID=7dc160f4-6034-46c3-bf04-2621f27a9f5e,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:32.507598 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-77b6603c-a470-4807-a9c1-a5f6e9f358b2 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:32.533341 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529c6440-dff6-4c84-a3a2-6b1aacb04a24 req-e628a10c-140c-423a-8fd3-ea26a6767f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:32.542152 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-529c6440-dff6-4c84-a3a2-6b1aacb04a24 req-e628a10c-140c-423a-8fd3-ea26a6767f2a service neutron] 10.222.0.36 "GET /v2.0/networks?id=950e073e-4e3e-4bd7-acda-91c1f0e9f83f HTTP/1.1" status: 200 len: 918 time: 1.3738122 Jan 18 22:34:32.542913 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-77b6603c-a470-4807-a9c1-a5f6e9f358b2 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Calling delete_port for 8678b780-97d9-4bf2-a157-9d4d36e33e78 owned by {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:34:32.547687 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6019d474-a25a-4c1f-ba35-6db8ec8148e7 None None] Pushing event updated for resources: {'Port': ['ID=2f93d7af-ff8f-404e-a458-c0f002bd3e27,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:32.550432 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network ea0a5041-b13a-4c1f-8fab-9d82a6bb6203 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:34:32.635534 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': '1c4681d4-619d-4e58-a9fa-265202f76522', 'network_id': '950e073e-4e3e-4bd7-acda-91c1f0e9f83f', 'port_id': '1c4681d4-619d-4e58-a9fa-265202f76522', 'mac_address': 'fa:16:3e:87:04:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a781a407-69b5-4a20-be9c-4df2fec4b79f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:34:32.737095 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-529c6440-dff6-4c84-a3a2-6b1aacb04a24 req-5eabd821-9ef0-4b83-aba6-1b2f585dd512 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af1fccaf-ac41-4e80-a77a-185d78f7d37c HTTP/1.1" status: 200 len: 217 time: 0.1727319 Jan 18 22:34:32.737280 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:32.781931 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c4681d4-619d-4e58-a9fa-265202f76522 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:34:32.831601 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 1c4681d4-619d-4e58-a9fa-265202f76522, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=1c4681d4-619d-4e58-a9fa-265202f76522,segment=NetworkSegment(866ef1d2-b48c-44df-b25f-cea65f6edfa8),segment_id=866ef1d2-b48c-44df-b25f-cea65f6edfa8)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:34:32.840818 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:32.981271 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-77b6603c-a470-4807-a9c1-a5f6e9f358b2 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:33.019061 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=1c4681d4-619d-4e58-a9fa-265202f76522,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:33.043482 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b6603c-a470-4807-a9c1-a5f6e9f358b2 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Pushing event deleted for resources: {'Port': ['ID=8678b780-97d9-4bf2-a157-9d4d36e33e78,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:33.067649 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529c6440-dff6-4c84-a3a2-6b1aacb04a24 req-e66a095d-4ec4-40e4-b868-8caaea31d165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:33.075901 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-529c6440-dff6-4c84-a3a2-6b1aacb04a24 req-e66a095d-4ec4-40e4-b868-8caaea31d165 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a781a407-69b5-4a20-be9c-4df2fec4b79f HTTP/1.1" status: 200 len: 858 time: 0.2988429 Jan 18 22:34:33.085975 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['1c4681d4-619d-4e58-a9fa-265202f76522'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:34:33.132833 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dfdd1b-c392-41b1-a34b-9cdcca0ce626 req-25f7e786-b611-4c3a-a84d-067ff6deff58 tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:33.139747 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f6dfdd1b-c392-41b1-a34b-9cdcca0ce626 req-25f7e786-b611-4c3a-a84d-067ff6deff58 tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] 10.222.0.53 "GET /v2.0/ports?device_id=3badf1c7-113c-4f87-bafd-096ca87ba594 HTTP/1.1" status: 200 len: 944 time: 0.9940441 Jan 18 22:34:33.156220 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7218f0a4-9782-41e2-96b7-3548ead66ca4 req-4b84c5f6-b5d2-40f4-98dd-5f2b9741c1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:33.157839 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7218f0a4-9782-41e2-96b7-3548ead66ca4 req-4b84c5f6-b5d2-40f4-98dd-5f2b9741c1be service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7afa2eadfaa94efb9bc2c925685c8cd2&device_id=e9ab72d2-fb07-4ddd-96ca-0d87ff63902f HTTP/1.1" status: 200 len: 1097 time: 0.8446341 Jan 18 22:34:33.202602 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733176b6-f946-4842-9961-f8aa5c45e948 req-e374b378-bdfe-457b-9078-aa14bd8c9a0a tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:33.210597 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-733176b6-f946-4842-9961-f8aa5c45e948 req-e374b378-bdfe-457b-9078-aa14bd8c9a0a tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 944 time: 1.0899577 Jan 18 22:34:33.231252 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-529c6440-dff6-4c84-a3a2-6b1aacb04a24 req-2164ccc9-8374-45d9-b693-4f7164c9df61 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=950e073e-4e3e-4bd7-acda-91c1f0e9f83f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1287944 Jan 18 22:34:33.236527 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-32395762-a6f8-4cd4-9b65-63d945e2dd11 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:33.380645 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f6dfdd1b-c392-41b1-a34b-9cdcca0ce626 req-06bb25b8-49d2-465e-8a15-a3883a359cb1 tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] 10.222.0.53 "GET /v2.0/security-groups?id=d834c23f-c963-4a97-ab3d-f1d77c531afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214706 Jan 18 22:34:33.400220 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-733176b6-f946-4842-9961-f8aa5c45e948 req-277b75ac-69cd-4955-a032-c114addf9bda tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886413 Jan 18 22:34:33.439245 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-77b6603c-a470-4807-a9c1-a5f6e9f358b2 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:33.446541 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-32395762-a6f8-4cd4-9b65-63d945e2dd11 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:33.452138 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-77b6603c-a470-4807-a9c1-a5f6e9f358b2 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "DELETE /v2.0/ports/8678b780-97d9-4bf2-a157-9d4d36e33e78 HTTP/1.1" status: 204 len: 168 time: 2.5395927 Jan 18 22:34:33.457877 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 57140) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:33.494233 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device af1fccaf-ac41-4e80-a77a-185d78f7d37c details requested by agent hyperv_n-h1-825064-1 with host n-h1-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:34:33.503182 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-85bc0810-0d76-4f96-b6cb-78e430938eb4 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Deleting port 7dc160f4-6034-46c3-bf04-2621f27a9f5e {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:34:33.503538 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-85bc0810-0d76-4f96-b6cb-78e430938eb4 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:33.703096 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32395762-a6f8-4cd4-9b65-63d945e2dd11 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Pushing event updated for resources: {'Network': ['ID=ea0a5041-b13a-4c1f-8fab-9d82a6bb6203,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:33.758005 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-32395762-a6f8-4cd4-9b65-63d945e2dd11 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Network ea0a5041-b13a-4c1f-8fab-9d82a6bb6203 is not hosted by any dhcp agent {{(pid=102431) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 18 22:34:33.767332 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32395762-a6f8-4cd4-9b65-63d945e2dd11 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:33.768697 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-32395762-a6f8-4cd4-9b65-63d945e2dd11 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:33.770284 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-32395762-a6f8-4cd4-9b65-63d945e2dd11 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] 10.222.0.53 "PUT /v2.0/networks/ea0a5041-b13a-4c1f-8fab-9d82a6bb6203 HTTP/1.1" status: 200 len: 723 time: 1.4554524 Jan 18 22:34:33.778802 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1144949-2fad-45e0-8158-89d208ef3df9 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] GET failed (client error): The resource could not be found. Jan 18 22:34:33.780999 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-e1144949-2fad-45e0-8158-89d208ef3df9 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "GET /v2.0/ports/8678b780-97d9-4bf2-a157-9d4d36e33e78 HTTP/1.1" status: 404 len: 333 time: 0.1217966 Jan 18 22:34:33.784249 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 57142) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:33.806926 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 57144) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:33.866292 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-85bc0810-0d76-4f96-b6cb-78e430938eb4 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] For port 7dc160f4-6034-46c3-bf04-2621f27a9f5e, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=7dc160f4-6034-46c3-bf04-2621f27a9f5e,segment=NetworkSegment(cf071ce0-c79e-4625-a0dd-de46f26d2f61),segment_id=cf071ce0-c79e-4625-a0dd-de46f26d2f61)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:34:33.867844 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-85bc0810-0d76-4f96-b6cb-78e430938eb4 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:33.890354 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7218f0a4-9782-41e2-96b7-3548ead66ca4 req-6e6bb9fc-213d-4114-b41c-c49905eae6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:33.892543 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7218f0a4-9782-41e2-96b7-3548ead66ca4 req-6e6bb9fc-213d-4114-b41c-c49905eae6ba service neutron] 10.222.0.67 "GET /v2.0/networks?id=9f0c6f68-00d4-4074-963d-5eeb6360e1ec HTTP/1.1" status: 200 len: 917 time: 0.5585105 Jan 18 22:34:33.899895 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-85bc0810-0d76-4f96-b6cb-78e430938eb4 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Calling delete_port for 7dc160f4-6034-46c3-bf04-2621f27a9f5e owned by network:dhcp {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:34:33.920370 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-2fda393c-bb7d-43f3-a3ac-425728bc661c tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Request body: {'subnet': {'network_id': 'ea0a5041-b13a-4c1f-8fab-9d82a6bb6203', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:34:33.984928 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d0250-91c5-4d74-aa7a-66d332272fa8 req-d997a1c7-ea85-426a-b942-aee20c4b003c tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:33.997357 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-704d0250-91c5-4d74-aa7a-66d332272fa8 req-d997a1c7-ea85-426a-b942-aee20c4b003c tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9ab72d2-fb07-4ddd-96ca-0d87ff63902f HTTP/1.1" status: 200 len: 946 time: 0.4074948 Jan 18 22:34:34.014081 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network ea0a5041-b13a-4c1f-8fab-9d82a6bb6203 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:34:34.105271 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 2f93d7af-ff8f-404e-a458-c0f002bd3e27 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:34:34.110345 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7218f0a4-9782-41e2-96b7-3548ead66ca4 req-653664c8-670f-4d32-8cf8-a1a002d9f337 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05c1d799-e1bb-45aa-99fd-f133bfea30d6 HTTP/1.1" status: 200 len: 1002 time: 0.2055101 Jan 18 22:34:34.135306 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-704d0250-91c5-4d74-aa7a-66d332272fa8 req-f672af36-655b-4fbc-8339-bd40ddec4992 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups?id=f25aad12-9aee-4cc2-9c27-71413ad663e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1365120 Jan 18 22:34:34.249906 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-242fbf8e-f5d7-4e79-8810-2643cab9911d tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Deleting subnet c7d98cc1-8717-4b94-afb9-9bd5c2c6f80c {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:34:34.260198 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-529c6440-dff6-4c84-a3a2-6b1aacb04a24 req-2b95eacb-6b9b-456f-a4e9-a6cd45d6cddc service neutron] 10.222.0.36 "GET /v2.0/networks/950e073e-4e3e-4bd7-acda-91c1f0e9f83f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0111389 Jan 18 22:34:34.267317 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-242fbf8e-f5d7-4e79-8810-2643cab9911d tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:34.283324 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7218f0a4-9782-41e2-96b7-3548ead66ca4 req-79beae2a-1a76-4a83-9bc3-6b319baa959c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:34.293318 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 2f93d7af-ff8f-404e-a458-c0f002bd3e27 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:34:34.293485 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7218f0a4-9782-41e2-96b7-3548ead66ca4 req-79beae2a-1a76-4a83-9bc3-6b319baa959c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b7bcd428-9869-4592-8e72-20a2a0d3310e HTTP/1.1" status: 200 len: 856 time: 0.1466997 Jan 18 22:34:34.293698 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:34.334875 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-85bc0810-0d76-4f96-b6cb-78e430938eb4 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:34.391474 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port af1fccaf-ac41-4e80-a77a-185d78f7d37c, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=af1fccaf-ac41-4e80-a77a-185d78f7d37c,segment=NetworkSegment(866ef1d2-b48c-44df-b25f-cea65f6edfa8),segment_id=866ef1d2-b48c-44df-b25f-cea65f6edfa8)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:34:34.404739 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fda393c-bb7d-43f3-a3ac-425728bc661c tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Made reservation on behalf of c734a7d12e3d4aefb145cc5f155d0467 for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:34:34.406459 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bc0810-0d76-4f96-b6cb-78e430938eb4 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Pushing event deleted for resources: {'Port': ['ID=7dc160f4-6034-46c3-bf04-2621f27a9f5e,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:34.415143 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2fda393c-bb7d-43f3-a3ac-425728bc661c tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:34.432361 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bc0810-0d76-4f96-b6cb-78e430938eb4 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] No DVR routers for this DVR port 7dc160f4-6034-46c3-bf04-2621f27a9f5e on host n-d-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:34:34.432531 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Returning: {'device': 'af1fccaf-ac41-4e80-a77a-185d78f7d37c', 'network_id': '950e073e-4e3e-4bd7-acda-91c1f0e9f83f', 'port_id': 'af1fccaf-ac41-4e80-a77a-185d78f7d37c', 'mac_address': 'fa:16:3e:0f:84:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a781a407-69b5-4a20-be9c-4df2fec4b79f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:34:34.535057 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-242fbf8e-f5d7-4e79-8810-2643cab9911d tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:34.543495 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b379ef3-25fb-4368-9935-11565c2d028f None None] Network 08752b6b-ce4e-4301-a4aa-dd9942916407 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:34:34.659210 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7218f0a4-9782-41e2-96b7-3548ead66ca4 req-0e04145a-b6c9-407e-9b51-83a3fec34798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:34.661152 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7218f0a4-9782-41e2-96b7-3548ead66ca4 req-0e04145a-b6c9-407e-9b51-83a3fec34798 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9f0c6f68-00d4-4074-963d-5eeb6360e1ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3555422 Jan 18 22:34:34.715862 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:34.718718 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-85bc0810-0d76-4f96-b6cb-78e430938eb4 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:34.802734 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af1fccaf-ac41-4e80-a77a-185d78f7d37c {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:34:34.831980 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-dbca9a11-5601-4466-b8d4-8e180746d09e None None] Provisioning complete for port 2f93d7af-ff8f-404e-a458-c0f002bd3e27 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:34:34.832737 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-dbca9a11-5601-4466-b8d4-8e180746d09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:34.843670 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4783c8-2cde-4f18-8b42-f668cb5d9a10 req-a139eaa8-5076-4203-ae84-720b22e47e11 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:34.846308 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-529c6440-dff6-4c84-a3a2-6b1aacb04a24 req-8109e75e-62fa-4912-a9ce-9c3cc2ce5533 service neutron] 10.222.0.36 "GET /v2.0/networks/950e073e-4e3e-4bd7-acda-91c1f0e9f83f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5388947 Jan 18 22:34:34.855543 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 1c4681d4-619d-4e58-a9fa-265202f76522 up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:34:34.866177 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8d4783c8-2cde-4f18-8b42-f668cb5d9a10 req-a139eaa8-5076-4203-ae84-720b22e47e11 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 944 time: 0.3490222 Jan 18 22:34:34.932378 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7311e34-0c01-468b-871b-0e7dec70a96b req-0bed8857-2490-4928-b52a-3867a1229ae6 tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:34.934256 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d7311e34-0c01-468b-871b-0e7dec70a96b req-0bed8857-2490-4928-b52a-3867a1229ae6 tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] 10.222.0.53 "GET /v2.0/ports?device_id=3badf1c7-113c-4f87-bafd-096ca87ba594 HTTP/1.1" status: 200 len: 944 time: 0.4281032 Jan 18 22:34:34.954839 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-242fbf8e-f5d7-4e79-8810-2643cab9911d tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:34.974047 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-85bc0810-0d76-4f96-b6cb-78e430938eb4 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a748b20-4973-4d0b-9aa6-a25e4a6f0f55']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:34:34.995413 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port af1fccaf-ac41-4e80-a77a-185d78f7d37c, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=af1fccaf-ac41-4e80-a77a-185d78f7d37c,segment=NetworkSegment(866ef1d2-b48c-44df-b25f-cea65f6edfa8),segment_id=866ef1d2-b48c-44df-b25f-cea65f6edfa8)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:34:34.999292 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:35.040590 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:35.060924 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-85bc0810-0d76-4f96-b6cb-78e430938eb4 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf071ce0-c79e-4625-a0dd-de46f26d2f61') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:34:35.077704 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-85bc0810-0d76-4f96-b6cb-78e430938eb4 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf071ce0-c79e-4625-a0dd-de46f26d2f61') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:34:35.129503 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=af1fccaf-ac41-4e80-a77a-185d78f7d37c,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:35.147785 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port 1c4681d4-619d-4e58-a9fa-265202f76522 completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:34:35.161574 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port 1c4681d4-619d-4e58-a9fa-265202f76522 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:34:35.162026 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:35.165266 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-85bc0810-0d76-4f96-b6cb-78e430938eb4 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60394742'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:35.243996 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8d4783c8-2cde-4f18-8b42-f668cb5d9a10 req-6c392876-eba3-459c-831d-9436bcca4050 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3762395 Jan 18 22:34:35.260932 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port 2f93d7af-ff8f-404e-a458-c0f002bd3e27, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=2f93d7af-ff8f-404e-a458-c0f002bd3e27,segment=NetworkSegment(3c9ca331-caca-4d42-bab9-cc94c2f29b82),segment_id=3c9ca331-caca-4d42-bab9-cc94c2f29b82)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:34:35.263736 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-dbca9a11-5601-4466-b8d4-8e180746d09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:35.329196 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['af1fccaf-ac41-4e80-a77a-185d78f7d37c'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:34:35.333304 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d7311e34-0c01-468b-871b-0e7dec70a96b req-8bfa7c43-91df-4b4f-a5d4-2ef5455e1df5 tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] 10.222.0.53 "GET /v2.0/security-groups?id=d834c23f-c963-4a97-ab3d-f1d77c531afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3543599 Jan 18 22:34:35.349245 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7218f0a4-9782-41e2-96b7-3548ead66ca4 req-f9e10bc0-379a-4712-bf9b-c5e3b66070f9 service neutron] 10.222.0.67 "GET /v2.0/networks/9f0c6f68-00d4-4074-963d-5eeb6360e1ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6526458 Jan 18 22:34:35.349589 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-85bc0810-0d76-4f96-b6cb-78e430938eb4 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:35.372444 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-242fbf8e-f5d7-4e79-8810-2643cab9911d tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:35.383773 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2fda393c-bb7d-43f3-a3ac-425728bc661c tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:35.408440 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:35.474922 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242fbf8e-f5d7-4e79-8810-2643cab9911d tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Pushing event deleted for resources: {'Subnet': ['ID=c7d98cc1-8717-4b94-afb9-9bd5c2c6f80c,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:35.488564 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85bc0810-0d76-4f96-b6cb-78e430938eb4 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:34:35.489870 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=2f93d7af-ff8f-404e-a458-c0f002bd3e27,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:35.507776 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-85bc0810-0d76-4f96-b6cb-78e430938eb4 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60203044'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:35.544653 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fda393c-bb7d-43f3-a3ac-425728bc661c tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Checking segment: {'id': '886ef234-ba63-4056-80bf-5962e2f39314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ea0a5041-b13a-4c1f-8fab-9d82a6bb6203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:34:35.545338 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fda393c-bb7d-43f3-a3ac-425728bc661c tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Network hostable DHCP agents. Network: ea0a5041-b13a-4c1f-8fab-9d82a6bb6203, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:34:35.548645 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:35.551556 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fda393c-bb7d-43f3-a3ac-425728bc661c tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Pushing event updated for resources: {'Subnet': ['ID=3d2d2f85-654f-422e-8247-661ec3534f62,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:35.566927 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-242fbf8e-f5d7-4e79-8810-2643cab9911d tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:35.571710 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-242fbf8e-f5d7-4e79-8810-2643cab9911d tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "DELETE /v2.0/subnets/c7d98cc1-8717-4b94-afb9-9bd5c2c6f80c HTTP/1.1" status: 204 len: 168 time: 1.7859430 Jan 18 22:34:35.579776 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 57166) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:35.600835 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.db.api [None req-dbca9a11-5601-4466-b8d4-8e180746d09e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 22:34:35.601976 n-d-825064-1 neutron-server[102432]: DEBUG oslo_db.api [None req-dbca9a11-5601-4466-b8d4-8e180746d09e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 22:34:35.602797 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fce7d0d-691f-408d-8c6a-23543387b010 None None] Network b7373aaa-e282-482a-a6c3-307c1e5fcd24 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:34:35.666842 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-43e64ea3-60c7-474f-b86b-472491e59fe2 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Deleting subnet 80ca32ca-5cea-4e68-a61b-92db52a973a2 {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:34:35.677758 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-43e64ea3-60c7-474f-b86b-472491e59fe2 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:35.762423 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-43e64ea3-60c7-474f-b86b-472491e59fe2 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:35.833779 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 2f93d7af-ff8f-404e-a458-c0f002bd3e27 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:34:35.866608 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 1c4681d4-619d-4e58-a9fa-265202f76522, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=1c4681d4-619d-4e58-a9fa-265202f76522,segment=NetworkSegment(866ef1d2-b48c-44df-b25f-cea65f6edfa8),segment_id=866ef1d2-b48c-44df-b25f-cea65f6edfa8)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:34:35.875359 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '536fa14c-5bd8-44fb-a23b-0ea4fe72f3dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c4681d4-619d-4e58-a9fa-265202f76522'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:34:35.878246 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5216c93b-710f-4fed-9900-0938c08f6d09" -d '{"events": [{"server_uuid": "536fa14c-5bd8-44fb-a23b-0ea4fe72f3dc", "name": "network-vif-plugged", "status": "completed", "tag": "1c4681d4-619d-4e58-a9fa-265202f76522"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:34:35.911266 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:35.912090 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device fe5b4fd3-74e2-4db7-8092-0f4038a78841 up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:34:35.980851 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ab62e1-f2c8-4811-8a3d-d82e22d282f4 None None] Update dhcp port {'port': {'network_id': '08752b6b-ce4e-4301-a4aa-dd9942916407', 'fixed_ips': [{'subnet_id': 'e559b72b-a473-4ebe-b59d-99e2003ef7d4', 'ip_address': '2001:db8::2'}, {'subnet_id': '7c152b22-2df3-49c8-8be2-3356ae47bd78'}], 'binding:host_id': 'n-d-825064-1'}, 'id': '2f93d7af-ff8f-404e-a458-c0f002bd3e27'} from n-d-825064-1. {{(pid=102432) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jan 18 22:34:35.991200 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=1c4681d4-619d-4e58-a9fa-265202f76522,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:36.019476 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-43e64ea3-60c7-474f-b86b-472491e59fe2 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:36.086310 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6572132a-616a-45e1-96a5-4bcfca0bc240 x-openstack-request-id: req-6572132a-616a-45e1-96a5-4bcfca0bc240 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:34:36.086831 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "536fa14c-5bd8-44fb-a23b-0ea4fe72f3dc", "name": "network-vif-plugged", "status": "completed", "tag": "1c4681d4-619d-4e58-a9fa-265202f76522", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:34:36.086831 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6572132a-616a-45e1-96a5-4bcfca0bc240 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:34:36.087206 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '536fa14c-5bd8-44fb-a23b-0ea4fe72f3dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c4681d4-619d-4e58-a9fa-265202f76522', 'code': 200} Jan 18 22:34:36.095857 n-d-825064-1 neutron-server[102430]: Traceback (most recent call last): Jan 18 22:34:36.095857 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:34:36.095857 n-d-825064-1 neutron-server[102430]: timer() Jan 18 22:34:36.095857 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:34:36.095857 n-d-825064-1 neutron-server[102430]: cb(*args, **kw) Jan 18 22:34:36.095857 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:34:36.095857 n-d-825064-1 neutron-server[102430]: return func(*args, **kwargs) Jan 18 22:34:36.095857 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:34:36.095857 n-d-825064-1 neutron-server[102430]: self._notify() Jan 18 22:34:36.095857 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:34:36.095857 n-d-825064-1 neutron-server[102430]: self.callback(batched_events) Jan 18 22:34:36.095857 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:34:36.095857 n-d-825064-1 neutron-server[102430]: event.method(event) Jan 18 22:34:36.095857 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:34:36.095857 n-d-825064-1 neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:34:36.095857 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:34:36.095857 n-d-825064-1 neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:34:36.095857 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:34:36.095857 n-d-825064-1 neutron-server[102430]: return f(self, *a, **k) Jan 18 22:34:36.095857 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:34:36.095857 n-d-825064-1 neutron-server[102430]: return self._get(url).json() Jan 18 22:34:36.095857 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:34:36.095857 n-d-825064-1 neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:34:36.095857 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:34:36.095857 n-d-825064-1 neutron-server[102430]: return self.request(url, 'GET', **kwargs) Jan 18 22:34:36.095857 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:34:36.095857 n-d-825064-1 neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:34:36.095857 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:34:36.095857 n-d-825064-1 neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:34:36.095857 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:34:36.095857 n-d-825064-1 neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:34:36.095857 n-d-825064-1 neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:34:36.203723 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3085ebc6-391a-498e-b22c-d543f9762c1d req-7b088b26-cbfb-49cf-bfcd-025ebb725fd6 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:36.205440 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3085ebc6-391a-498e-b22c-d543f9762c1d req-7b088b26-cbfb-49cf-bfcd-025ebb725fd6 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9ab72d2-fb07-4ddd-96ca-0d87ff63902f HTTP/1.1" status: 200 len: 946 time: 0.8194711 Jan 18 22:34:36.208904 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-85bc0810-0d76-4f96-b6cb-78e430938eb4 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:36.234215 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-85bc0810-0d76-4f96-b6cb-78e430938eb4 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:36.243962 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-85bc0810-0d76-4f96-b6cb-78e430938eb4 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] 10.222.0.53 "DELETE /v2.0/networks/5a748b20-4973-4d0b-9aa6-a25e4a6f0f55 HTTP/1.1" status: 204 len: 168 time: 9.7412500 Jan 18 22:34:36.251621 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 57172) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:36.263231 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-12653ed6-db35-4a90-ab95-94b4de2b5be9 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-236667783'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:34:36.266668 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fda393c-bb7d-43f3-a3ac-425728bc661c tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Network ea0a5041-b13a-4c1f-8fab-9d82a6bb6203 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:34:36.299859 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bc0810-0d76-4f96-b6cb-78e430938eb4 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Pushing event deleted for resources: {'Network': ['ID=5a748b20-4973-4d0b-9aa6-a25e4a6f0f55,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:36.330451 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-2fda393c-bb7d-43f3-a3ac-425728bc661c tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, ea0a5041-b13a-4c1f-8fab-9d82a6bb6203) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:34:36.332082 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7218f0a4-9782-41e2-96b7-3548ead66ca4 req-d974a647-cc53-477a-b849-880d19c7a35a service neutron] 10.222.0.67 "GET /v2.0/networks/9f0c6f68-00d4-4074-963d-5eeb6360e1ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9768338 Jan 18 22:34:36.336607 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-43e64ea3-60c7-474f-b86b-472491e59fe2 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:36.340596 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12653ed6-db35-4a90-ab95-94b4de2b5be9 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Made reservation on behalf of 38220c49851742a4b2a8fd1e078deffa for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:34:36.344898 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-12653ed6-db35-4a90-ab95-94b4de2b5be9 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:36.363146 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fda393c-bb7d-43f3-a3ac-425728bc661c tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:36.363760 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2fda393c-bb7d-43f3-a3ac-425728bc661c tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:36.385745 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c0ab62e1-f2c8-4811-8a3d-d82e22d282f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:36.390225 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a52dedc-54e6-4f2e-9c34-b92c2400175e None None] Network ea0a5041-b13a-4c1f-8fab-9d82a6bb6203 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:34:36.399593 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3085ebc6-391a-498e-b22c-d543f9762c1d req-0c87b80f-9455-4235-8726-4f7a8d545bf4 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups?id=f25aad12-9aee-4cc2-9c27-71413ad663e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1849434 Jan 18 22:34:36.474530 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-2fda393c-bb7d-43f3-a3ac-425728bc661c tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5621314 Jan 18 22:34:36.487348 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-43e64ea3-60c7-474f-b86b-472491e59fe2 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:36.500973 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-43e64ea3-60c7-474f-b86b-472491e59fe2 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "DELETE /v2.0/subnets/80ca32ca-5cea-4e68-a61b-92db52a973a2 HTTP/1.1" status: 204 len: 168 time: 0.9179137 Jan 18 22:34:36.503240 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 57180) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:36.503564 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 57182) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:36.504293 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e64ea3-60c7-474f-b86b-472491e59fe2 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Pushing event deleted for resources: {'Subnet': ['ID=80ca32ca-5cea-4e68-a61b-92db52a973a2,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:36.518499 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d23b574-afe0-4ead-9d63-20686de47fac req-e5b0cced-66d8-40f0-a600-cac72426e740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:36.520086 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-7d23b574-afe0-4ead-9d63-20686de47fac req-e5b0cced-66d8-40f0-a600-cac72426e740 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=536fa14c-5bd8-44fb-a23b-0ea4fe72f3dc HTTP/1.1" status: 200 len: 1096 time: 0.3590958 Jan 18 22:34:36.534215 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-97a96724-dfae-4fde-a768-e4d48ba95f7e tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:34:36.648284 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfab978-3038-4105-a7a8-dbc1251c491f req-64ae9172-075b-4a5b-8b45-6d1f34a7cc5d tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:36.650263 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3bfab978-3038-4105-a7a8-dbc1251c491f req-64ae9172-075b-4a5b-8b45-6d1f34a7cc5d tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 944 time: 0.2321038 Jan 18 22:34:36.672654 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fe0375-af57-46ec-8f1d-35f24924af40 req-5cae3c01-672f-40cb-abdb-87f0bf99580f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:36.674630 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a3fe0375-af57-46ec-8f1d-35f24924af40 req-5cae3c01-672f-40cb-abdb-87f0bf99580f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7afa2eadfaa94efb9bc2c925685c8cd2&device_id=e9ab72d2-fb07-4ddd-96ca-0d87ff63902f HTTP/1.1" status: 200 len: 1097 time: 0.1670249 Jan 18 22:34:36.758863 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9c96fdcb-4b5d-4326-b14c-c723a764da01 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:36.804262 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12653ed6-db35-4a90-ab95-94b4de2b5be9 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:34:36.828819 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-12653ed6-db35-4a90-ab95-94b4de2b5be9 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:36.831329 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-12653ed6-db35-4a90-ab95-94b4de2b5be9 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Added segment 686c30dd-e5c7-4882-8426-285e9ed91761 of type vlan for network 89fc2734-66dd-43f9-9f44-a3130a33bd05 Jan 18 22:34:36.875050 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-c0ab62e1-f2c8-4811-8a3d-d82e22d282f4 None None] Allocated IP 172.20.0.1 (08752b6b-ce4e-4301-a4aa-dd9942916407/7c152b22-2df3-49c8-8be2-3356ae47bd78/2f93d7af-ff8f-404e-a458-c0f002bd3e27) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:34:36.891357 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdc347e-5a0a-43bc-9889-21f4e72a6084 req-97c5247b-84d9-4e37-9ffc-52f56da33803 tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:36.900743 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3cdc347e-5a0a-43bc-9889-21f4e72a6084 req-97c5247b-84d9-4e37-9ffc-52f56da33803 tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] 10.222.0.53 "GET /v2.0/ports?device_id=3badf1c7-113c-4f87-bafd-096ca87ba594 HTTP/1.1" status: 200 len: 944 time: 0.3093510 Jan 18 22:34:36.909582 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fe0375-af57-46ec-8f1d-35f24924af40 req-e4c3a082-cd35-4b52-8d00-9309f54e8c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:36.911728 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a3fe0375-af57-46ec-8f1d-35f24924af40 req-e4c3a082-cd35-4b52-8d00-9309f54e8c3d service neutron] 10.222.0.67 "GET /v2.0/networks?id=9f0c6f68-00d4-4074-963d-5eeb6360e1ec HTTP/1.1" status: 200 len: 917 time: 0.1872096 Jan 18 22:34:36.930708 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-12653ed6-db35-4a90-ab95-94b4de2b5be9 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:37.004481 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3666028f-e61c-4e98-b78e-ab914007528d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-ea0a5041-b13a-4c1f-8fab-9d82a6bb6203', 'network_id': 'ea0a5041-b13a-4c1f-8fab-9d82a6bb6203', 'tenant_id': 'c734a7d12e3d4aefb145cc5f155d0467', 'fixed_ips': [{'subnet_id': '3d2d2f85-654f-422e-8247-661ec3534f62'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:34:37.005597 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3666028f-e61c-4e98-b78e-ab914007528d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:37.047628 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-c0ab62e1-f2c8-4811-8a3d-d82e22d282f4 None None] For port 2f93d7af-ff8f-404e-a458-c0f002bd3e27, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=2f93d7af-ff8f-404e-a458-c0f002bd3e27,segment=NetworkSegment(3c9ca331-caca-4d42-bab9-cc94c2f29b82),segment_id=3c9ca331-caca-4d42-bab9-cc94c2f29b82)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:34:37.060677 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3bfab978-3038-4105-a7a8-dbc1251c491f req-3530397d-aa41-48e4-8ba4-da94b84a1fda tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4014325 Jan 18 22:34:37.064895 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-12653ed6-db35-4a90-ab95-94b4de2b5be9 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:37.065790 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a3fe0375-af57-46ec-8f1d-35f24924af40 req-090c1f81-59ee-4e08-9165-c3970f1dfc65 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05c1d799-e1bb-45aa-99fd-f133bfea30d6 HTTP/1.1" status: 200 len: 1002 time: 0.1135087 Jan 18 22:34:37.072109 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12653ed6-db35-4a90-ab95-94b4de2b5be9 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:37.072744 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-12653ed6-db35-4a90-ab95-94b4de2b5be9 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:37.090803 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 2f93d7af-ff8f-404e-a458-c0f002bd3e27 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:34:37.091841 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:37.121991 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-12653ed6-db35-4a90-ab95-94b4de2b5be9 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8652365 Jan 18 22:34:37.127450 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 57186) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:37.146399 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port fe5b4fd3-74e2-4db7-8092-0f4038a78841 completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:34:37.152710 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-379870ce-4241-47be-9c6f-a9aeb7268709 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Request body: {'subnet': {'network_id': '89fc2734-66dd-43f9-9f44-a3130a33bd05', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:34:37.244259 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port fe5b4fd3-74e2-4db7-8092-0f4038a78841 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:34:37.245136 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:37.299551 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fe0375-af57-46ec-8f1d-35f24924af40 req-471db5c9-2954-4391-92ca-a845f0340b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:37.301111 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a3fe0375-af57-46ec-8f1d-35f24924af40 req-471db5c9-2954-4391-92ca-a845f0340b9d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b7bcd428-9869-4592-8e72-20a2a0d3310e HTTP/1.1" status: 200 len: 856 time: 0.2094891 Jan 18 22:34:37.329140 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3cdc347e-5a0a-43bc-9889-21f4e72a6084 req-38c448d2-015f-4bd6-b151-4eefa8f83421 tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] 10.222.0.53 "GET /v2.0/security-groups?id=d834c23f-c963-4a97-ab3d-f1d77c531afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4270751 Jan 18 22:34:37.360762 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-97a96724-dfae-4fde-a768-e4d48ba95f7e tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-58822581'] for subnet, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:37.403677 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fe0375-af57-46ec-8f1d-35f24924af40 req-69ff1839-df6a-4d3b-ad33-d43979052440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:37.405379 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a3fe0375-af57-46ec-8f1d-35f24924af40 req-69ff1839-df6a-4d3b-ad33-d43979052440 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9f0c6f68-00d4-4074-963d-5eeb6360e1ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750954 Jan 18 22:34:37.419536 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-7d23b574-afe0-4ead-9d63-20686de47fac req-f4320f36-a18d-4c36-9de4-bce78fde3fb0 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=d834c23f-c963-4a97-ab3d-f1d77c531afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6812594 Jan 18 22:34:37.468872 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-379870ce-4241-47be-9c6f-a9aeb7268709 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Made reservation on behalf of 38220c49851742a4b2a8fd1e078deffa for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:34:37.473692 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-379870ce-4241-47be-9c6f-a9aeb7268709 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:37.505363 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c0ab62e1-f2c8-4811-8a3d-d82e22d282f4 None None] Notify callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:37.506790 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12653ed6-db35-4a90-ab95-94b4de2b5be9 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Pushing event updated for resources: {'Network': ['ID=89fc2734-66dd-43f9-9f44-a3130a33bd05,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:37.526815 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a3fe0375-af57-46ec-8f1d-35f24924af40 req-d815d7bf-a42e-495f-8ecf-f0d2ffe8684c service neutron] 10.222.0.67 "GET /v2.0/networks/9f0c6f68-00d4-4074-963d-5eeb6360e1ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138513 Jan 18 22:34:37.538190 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device af1fccaf-ac41-4e80-a77a-185d78f7d37c up at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:34:37.540479 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 89fc2734-66dd-43f9-9f44-a3130a33bd05 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:34:37.579761 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c0ab62e1-f2c8-4811-8a3d-d82e22d282f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:37.612686 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e85d09f-2ed0-4ddd-851c-698188b26784 req-53ca719e-768e-4994-84fd-19f60d3d15d6 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:37.615512 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2e85d09f-2ed0-4ddd-851c-698188b26784 req-53ca719e-768e-4994-84fd-19f60d3d15d6 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9ab72d2-fb07-4ddd-96ca-0d87ff63902f HTTP/1.1" status: 200 len: 946 time: 0.0705576 Jan 18 22:34:37.645794 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-9c96fdcb-4b5d-4326-b14c-c723a764da01 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Deleting port 576008d1-0ac8-46ad-b9ff-c126304e81ca {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:34:37.646136 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9c96fdcb-4b5d-4326-b14c-c723a764da01 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:37.721616 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-9c96fdcb-4b5d-4326-b14c-c723a764da01 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] For port 576008d1-0ac8-46ad-b9ff-c126304e81ca, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=576008d1-0ac8-46ad-b9ff-c126304e81ca,segment=NetworkSegment(fd2c7d11-3c9e-4f08-b8fc-f14f188664a5),segment_id=fd2c7d11-3c9e-4f08-b8fc-f14f188664a5)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:34:37.722063 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9c96fdcb-4b5d-4326-b14c-c723a764da01 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:37.736767 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-9c96fdcb-4b5d-4326-b14c-c723a764da01 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Calling delete_port for 576008d1-0ac8-46ad-b9ff-c126304e81ca owned by network:dhcp {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:34:37.775136 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a3fe0375-af57-46ec-8f1d-35f24924af40 req-35961717-e00f-4d6c-94a4-de9e2d3fd87d service neutron] 10.222.0.67 "GET /v2.0/networks/9f0c6f68-00d4-4074-963d-5eeb6360e1ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580193 Jan 18 22:34:37.783281 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2e85d09f-2ed0-4ddd-851c-698188b26784 req-a94b1a95-58d5-42eb-8c2f-2a54783cf5da tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups?id=f25aad12-9aee-4cc2-9c27-71413ad663e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1554310 Jan 18 22:34:37.798487 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ab62e1-f2c8-4811-8a3d-d82e22d282f4 None None] Pushing event updated for resources: {'Port': ['ID=2f93d7af-ff8f-404e-a458-c0f002bd3e27,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:37.847388 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859067eb-71e7-45fc-b164-07d911b3f4b4 None None] Update dhcp port {'port': {'network_id': 'b7373aaa-e282-482a-a6c3-307c1e5fcd24', 'fixed_ips': [{'subnet_id': '80ca32ca-5cea-4e68-a61b-92db52a973a2'}], 'binding:host_id': 'n-d-825064-1'}, 'id': '576008d1-0ac8-46ad-b9ff-c126304e81ca'} from n-d-825064-1. {{(pid=102432) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jan 18 22:34:37.880394 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning for port af1fccaf-ac41-4e80-a77a-185d78f7d37c completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:34:37.905604 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9c96fdcb-4b5d-4326-b14c-c723a764da01 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:37.909862 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning complete for port af1fccaf-ac41-4e80-a77a-185d78f7d37c triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:34:37.910242 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:37.913474 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-859067eb-71e7-45fc-b164-07d911b3f4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:37.983673 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:38.006495 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96fdcb-4b5d-4326-b14c-c723a764da01 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Pushing event deleted for resources: {'Port': ['ID=576008d1-0ac8-46ad-b9ff-c126304e81ca,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:38.015164 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 2f93d7af-ff8f-404e-a458-c0f002bd3e27 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:34:38.041155 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c96fdcb-4b5d-4326-b14c-c723a764da01 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] No DVR routers for this DVR port 576008d1-0ac8-46ad-b9ff-c126304e81ca on host n-d-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:34:38.068861 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859067eb-71e7-45fc-b164-07d911b3f4b4 None None] Host n-d-825064-1 tried to update port 576008d1-0ac8-46ad-b9ff-c126304e81ca which no longer exists. {{(pid=102432) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:334}} Jan 18 22:34:38.090186 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-97a96724-dfae-4fde-a768-e4d48ba95f7e tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8757344672404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-59510028'] for subnet, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:38.098037 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-379870ce-4241-47be-9c6f-a9aeb7268709 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:38.133151 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port fe5b4fd3-74e2-4db7-8092-0f4038a78841, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=fe5b4fd3-74e2-4db7-8092-0f4038a78841,segment=NetworkSegment(866ef1d2-b48c-44df-b25f-cea65f6edfa8),segment_id=866ef1d2-b48c-44df-b25f-cea65f6edfa8)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:34:38.143404 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3badf1c7-113c-4f87-bafd-096ca87ba594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe5b4fd3-74e2-4db7-8092-0f4038a78841'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:34:38.146453 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e66122f3-652a-4adf-b57f-0003ce3c6d32" -d '{"events": [{"server_uuid": "3badf1c7-113c-4f87-bafd-096ca87ba594", "name": "network-vif-plugged", "status": "completed", "tag": "fe5b4fd3-74e2-4db7-8092-0f4038a78841"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:34:38.162193 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-3666028f-e61c-4e98-b78e-ab914007528d None None] Allocated IP 2001:db8::2 (ea0a5041-b13a-4c1f-8fab-9d82a6bb6203/3d2d2f85-654f-422e-8247-661ec3534f62/f92e2fbd-5e06-4807-acaa-6df07b1ae43d) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:34:38.192079 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a96724-dfae-4fde-a768-e4d48ba95f7e tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:38.192717 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-97a96724-dfae-4fde-a768-e4d48ba95f7e tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:38.194177 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-97a96724-dfae-4fde-a768-e4d48ba95f7e tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] 10.222.0.53 "PUT /v2.0/subnets/3d2d2f85-654f-422e-8247-661ec3534f62 HTTP/1.1" status: 200 len: 826 time: 1.6729937 Jan 18 22:34:38.196018 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:38.233766 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 57196) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:38.256681 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 05c1d799-e1bb-45aa-99fd-f133bfea30d6 no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:34:38.292568 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfced52-094a-4f5c-91b0-f60442b36ab8 req-1c110345-c5ce-44ec-addc-1c5a8a539c6b tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:38.294456 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-dbfced52-094a-4f5c-91b0-f60442b36ab8 req-1c110345-c5ce-44ec-addc-1c5a8a539c6b tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 944 time: 0.1154726 Jan 18 22:34:38.311768 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38964fd-91b8-420e-a3ed-e371dd9209d7 None None] Network b7373aaa-e282-482a-a6c3-307c1e5fcd24 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:34:38.342883 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9c96fdcb-4b5d-4326-b14c-c723a764da01 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:38.351891 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-dbfced52-094a-4f5c-91b0-f60442b36ab8 req-eb30e441-e9a1-48a7-887f-056c62860d29 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492799 Jan 18 22:34:38.411306 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a96724-dfae-4fde-a768-e4d48ba95f7e tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Pushing event updated for resources: {'Subnet': ['ID=3d2d2f85-654f-422e-8247-661ec3534f62,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:38.437786 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-9c96fdcb-4b5d-4326-b14c-c723a764da01 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7373aaa-e282-482a-a6c3-307c1e5fcd24']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:34:38.448803 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-955eb625-bbb9-487a-9c93-15454a068aee x-openstack-request-id: req-955eb625-bbb9-487a-9c93-15454a068aee {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:34:38.449357 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3badf1c7-113c-4f87-bafd-096ca87ba594", "name": "network-vif-plugged", "status": "completed", "tag": "fe5b4fd3-74e2-4db7-8092-0f4038a78841", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:34:38.449758 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-955eb625-bbb9-487a-9c93-15454a068aee {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:34:38.450311 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3badf1c7-113c-4f87-bafd-096ca87ba594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe5b4fd3-74e2-4db7-8092-0f4038a78841', 'code': 200} Jan 18 22:34:38.464863 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-d6f13697-f09e-4ed0-a378-a3a730cff7f1 None None] Could not find standard attr ID for object 576008d1-0ac8-46ad-b9ff-c126304e81ca. {{(pid=102432) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 22:34:38.493371 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f124c2c-48ee-4dc2-834c-8ee1d5138dad req-e7015ef8-372b-4d30-a28e-bef1e163aebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:38.494988 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3f124c2c-48ee-4dc2-834c-8ee1d5138dad req-e7015ef8-372b-4d30-a28e-bef1e163aebd service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3badf1c7-113c-4f87-bafd-096ca87ba594 HTTP/1.1" status: 200 len: 1096 time: 0.1364722 Jan 18 22:34:38.517746 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672a89a0-b78f-42d4-aa96-490e63d78979 req-0dc09e57-c52c-45c0-8f88-485c31bc6972 tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:38.519382 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-672a89a0-b78f-42d4-aa96-490e63d78979 req-0dc09e57-c52c-45c0-8f88-485c31bc6972 tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] 10.222.0.53 "GET /v2.0/ports?device_id=3badf1c7-113c-4f87-bafd-096ca87ba594 HTTP/1.1" status: 200 len: 945 time: 0.0873120 Jan 18 22:34:38.527746 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-9c96fdcb-4b5d-4326-b14c-c723a764da01 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd2c7d11-3c9e-4f08-b8fc-f14f188664a5') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:34:38.530350 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-9c96fdcb-4b5d-4326-b14c-c723a764da01 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd2c7d11-3c9e-4f08-b8fc-f14f188664a5') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:34:38.562938 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3f124c2c-48ee-4dc2-834c-8ee1d5138dad req-01527331-a9f5-4747-9b01-c15deb6f1773 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=d834c23f-c963-4a97-ab3d-f1d77c531afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550175 Jan 18 22:34:38.564597 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379870ce-4241-47be-9c6f-a9aeb7268709 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Checking segment: {'id': '686c30dd-e5c7-4882-8426-285e9ed91761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '89fc2734-66dd-43f9-9f44-a3130a33bd05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:34:38.564971 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379870ce-4241-47be-9c6f-a9aeb7268709 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Network hostable DHCP agents. Network: 89fc2734-66dd-43f9-9f44-a3130a33bd05, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:34:38.588507 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9c96fdcb-4b5d-4326-b14c-c723a764da01 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:38.609942 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-672a89a0-b78f-42d4-aa96-490e63d78979 req-42def5ba-eca3-43c9-8dbe-be9f053b1451 tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] 10.222.0.53 "GET /v2.0/security-groups?id=d834c23f-c963-4a97-ab3d-f1d77c531afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519495 Jan 18 22:34:38.617466 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379870ce-4241-47be-9c6f-a9aeb7268709 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Pushing event updated for resources: {'Subnet': ['ID=5c4d3b11-bb71-43af-97fa-459b1a020c19,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:38.630417 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 2f93d7af-ff8f-404e-a458-c0f002bd3e27 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:34:38.631020 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:38.646786 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9c96fdcb-4b5d-4326-b14c-c723a764da01 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:38.661273 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-563b4b1b-cdde-4781-9e3c-6353cc7db4d5 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:38.667112 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c96fdcb-4b5d-4326-b14c-c723a764da01 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:34:38.667440 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9c96fdcb-4b5d-4326-b14c-c723a764da01 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:38.669654 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=fe5b4fd3-74e2-4db7-8092-0f4038a78841,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:38.681656 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:38.691733 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:34:38.691733 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:34:38.691733 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:34:38.691733 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:34:38.691733 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:34:38.691733 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:34:38.691733 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:34:38.691733 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:34:38.691733 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:34:38.691733 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:34:38.691733 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:34:38.691733 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:34:38.691733 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:34:38.691733 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:34:38.691733 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:34:38.691733 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:34:38.691733 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:34:38.691733 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:34:38.691733 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:34:38.691733 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:34:38.691733 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:34:38.691733 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:34:38.691733 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:34:38.691733 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:34:38.691733 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:34:38.691733 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:34:38.691733 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:34:38.691733 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:34:38.691733 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:34:38.691733 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:34:38.691733 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:34:38.691733 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:34:38.705361 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379870ce-4241-47be-9c6f-a9aeb7268709 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Network 89fc2734-66dd-43f9-9f44-a3130a33bd05 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:34:38.787882 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9c96fdcb-4b5d-4326-b14c-c723a764da01 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:38.790781 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-379870ce-4241-47be-9c6f-a9aeb7268709 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 89fc2734-66dd-43f9-9f44-a3130a33bd05) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:34:38.814580 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:38.824300 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae6f4d8-fdc0-4a2b-814a-1777c0aa6106 None None] Network 89fc2734-66dd-43f9-9f44-a3130a33bd05 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:34:38.826287 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605cde3c-55ea-410b-a321-c9967b536429 None None] Network 08752b6b-ce4e-4301-a4aa-dd9942916407 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:34:38.853184 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9c96fdcb-4b5d-4326-b14c-c723a764da01 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:38.856787 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-9c96fdcb-4b5d-4326-b14c-c723a764da01 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "DELETE /v2.0/networks/b7373aaa-e282-482a-a6c3-307c1e5fcd24 HTTP/1.1" status: 204 len: 168 time: 2.2208004 Jan 18 22:34:38.860591 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 57202) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:38.863634 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379870ce-4241-47be-9c6f-a9aeb7268709 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:38.864722 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-379870ce-4241-47be-9c6f-a9aeb7268709 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:38.897511 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96fdcb-4b5d-4326-b14c-c723a764da01 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Pushing event deleted for resources: {'Network': ['ID=b7373aaa-e282-482a-a6c3-307c1e5fcd24,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:38.914727 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-379870ce-4241-47be-9c6f-a9aeb7268709 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7642694 Jan 18 22:34:38.915424 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 57204) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:38.922918 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-563b4b1b-cdde-4781-9e3c-6353cc7db4d5 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:38.951239 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port af1fccaf-ac41-4e80-a77a-185d78f7d37c, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=af1fccaf-ac41-4e80-a77a-185d78f7d37c,segment=NetworkSegment(866ef1d2-b48c-44df-b25f-cea65f6edfa8),segment_id=866ef1d2-b48c-44df-b25f-cea65f6edfa8)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:34:38.984320 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299d2bc4-ace8-4bd3-bfc3-cbb36d834d5c req-2eefcf5d-c662-4427-aec5-8c21d6a30398 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:38.989543 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-299d2bc4-ace8-4bd3-bfc3-cbb36d834d5c req-2eefcf5d-c662-4427-aec5-8c21d6a30398 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9ab72d2-fb07-4ddd-96ca-0d87ff63902f HTTP/1.1" status: 200 len: 946 time: 0.1192038 Jan 18 22:34:39.000833 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443878f5-52ed-44d7-bd20-b40d694bef9a tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:39.002772 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-443878f5-52ed-44d7-bd20-b40d694bef9a tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1412551 Jan 18 22:34:39.006585 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 57206) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:39.034112 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b853cb-e174-4e1b-8ec9-9bc373775507 None None] DHCP port deletion for b7373aaa-e282-482a-a6c3-307c1e5fcd24 request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:34:39.050073 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:39.081208 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-299d2bc4-ace8-4bd3-bfc3-cbb36d834d5c req-b29fb3db-4737-46b0-ba54-073cde3f7112 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups?id=f25aad12-9aee-4cc2-9c27-71413ad663e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768130 Jan 18 22:34:39.097365 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-80aa9919-9296-4b27-886c-3c1a3f82e3d5 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:39.135080 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-e50d64a2-84d9-43be-aa14-212a3239a647 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1260965 Jan 18 22:34:39.138566 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 57208) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:39.146174 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 05c1d799-e1bb-45aa-99fd-f133bfea30d6, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=05c1d799-e1bb-45aa-99fd-f133bfea30d6,segment=NetworkSegment(70a4f94b-4f48-4441-9e9d-d65add0cb430),segment_id=70a4f94b-4f48-4441-9e9d-d65add0cb430)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:34:39.156264 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-f3c58d43-3130-4938-95c0-04b49e9f6120 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-433867927'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:34:39.187831 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-80aa9919-9296-4b27-886c-3c1a3f82e3d5 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:39.192673 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:39.209352 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3c58d43-3130-4938-95c0-04b49e9f6120 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Made reservation on behalf of 7c0179a097dd413e9755022eddbfface for: {'network': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:34:39.209918 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3666028f-e61c-4e98-b78e-ab914007528d None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:39.220545 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f3c58d43-3130-4938-95c0-04b49e9f6120 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:39.224522 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-68b7ec5e-66bd-4416-9371-dac0f7f32754 None None] Provisioning complete for port 2f93d7af-ff8f-404e-a458-c0f002bd3e27 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:34:39.224900 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-68b7ec5e-66bd-4416-9371-dac0f7f32754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:39.246502 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3666028f-e61c-4e98-b78e-ab914007528d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:39.258567 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-563b4b1b-cdde-4781-9e3c-6353cc7db4d5 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:39.264340 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3c58d43-3130-4938-95c0-04b49e9f6120 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=102430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:34:39.272510 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=af1fccaf-ac41-4e80-a77a-185d78f7d37c,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:39.292115 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f3c58d43-3130-4938-95c0-04b49e9f6120 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:39.293191 n-d-825064-1 neutron-server[102430]: INFO neutron.db.segments_db [None req-f3c58d43-3130-4938-95c0-04b49e9f6120 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Added segment 9df5a395-a018-4395-bc78-cf6325f4b19c of type vlan for network 43da3464-f4b8-4f08-9c3c-cf5b097a3469 Jan 18 22:34:39.300007 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563b4b1b-cdde-4781-9e3c-6353cc7db4d5 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Pushing event deleted for resources: {'Subnet': ['ID=3d2d2f85-654f-422e-8247-661ec3534f62,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:39.359767 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f3c58d43-3130-4938-95c0-04b49e9f6120 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:39.373559 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-563b4b1b-cdde-4781-9e3c-6353cc7db4d5 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:39.379672 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3666028f-e61c-4e98-b78e-ab914007528d None None] Network ea0a5041-b13a-4c1f-8fab-9d82a6bb6203 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:34:39.395787 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-563b4b1b-cdde-4781-9e3c-6353cc7db4d5 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea0a5041-b13a-4c1f-8fab-9d82a6bb6203']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:34:39.396756 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-3666028f-e61c-4e98-b78e-ab914007528d None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:34:39.406366 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f3c58d43-3130-4938-95c0-04b49e9f6120 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:39.407542 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3666028f-e61c-4e98-b78e-ab914007528d None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:34:39.416166 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c58d43-3130-4938-95c0-04b49e9f6120 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:39.417041 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f3c58d43-3130-4938-95c0-04b49e9f6120 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:39.417161 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-563b4b1b-cdde-4781-9e3c-6353cc7db4d5 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '886ef234-ba63-4056-80bf-5962e2f39314') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:34:39.417508 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-563b4b1b-cdde-4781-9e3c-6353cc7db4d5 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '886ef234-ba63-4056-80bf-5962e2f39314') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:34:39.429063 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-563b4b1b-cdde-4781-9e3c-6353cc7db4d5 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:39.443613 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-563b4b1b-cdde-4781-9e3c-6353cc7db4d5 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:39.450272 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-563b4b1b-cdde-4781-9e3c-6353cc7db4d5 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:34:39.450660 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-563b4b1b-cdde-4781-9e3c-6353cc7db4d5 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:39.454926 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=05c1d799-e1bb-45aa-99fd-f133bfea30d6,revision_number=8']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:39.485728 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a115a27-5db7-4e56-82ee-192ab0a05b1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-89fc2734-66dd-43f9-9f44-a3130a33bd05', 'network_id': '89fc2734-66dd-43f9-9f44-a3130a33bd05', 'tenant_id': '38220c49851742a4b2a8fd1e078deffa', 'fixed_ips': [{'subnet_id': '5c4d3b11-bb71-43af-97fa-459b1a020c19'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:34:39.486591 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8a115a27-5db7-4e56-82ee-192ab0a05b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:39.527523 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:34:39.527523 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:34:39.527523 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:34:39.527523 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:34:39.527523 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:34:39.527523 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:34:39.527523 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:34:39.527523 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:34:39.527523 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:34:39.527523 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:34:39.527523 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:34:39.527523 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:34:39.527523 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:34:39.527523 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:34:39.527523 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:34:39.527523 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:34:39.527523 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:34:39.527523 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:34:39.527523 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:34:39.527523 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:34:39.527523 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:34:39.527523 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:34:39.527523 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:34:39.527523 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:34:39.527523 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:34:39.527523 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:34:39.527523 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:34:39.527523 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:34:39.527523 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:34:39.527523 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:34:39.527523 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:34:39.527523 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:34:39.532442 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.db.api [None req-563b4b1b-cdde-4781-9e3c-6353cc7db4d5 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 18 22:34:39.532442 n-d-825064-1 neutron-server[102431]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 18 22:34:39.532442 n-d-825064-1 neutron-server[102431]: [parameters: {'id': 'ea0a5041-b13a-4c1f-8fab-9d82a6bb6203'}] Jan 18 22:34:39.532442 n-d-825064-1 neutron-server[102431]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102431) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 22:34:39.532442 n-d-825064-1 neutron-server[102431]: DEBUG oslo_db.api [None req-563b4b1b-cdde-4781-9e3c-6353cc7db4d5 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 22:34:39.553266 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-80aa9919-9296-4b27-886c-3c1a3f82e3d5 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:39.593467 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80aa9919-9296-4b27-886c-3c1a3f82e3d5 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Pushing event deleted for resources: {'Subnet': ['ID=5c4d3b11-bb71-43af-97fa-459b1a020c19,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:39.599737 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c58d43-3130-4938-95c0-04b49e9f6120 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Pushing event updated for resources: {'Network': ['ID=43da3464-f4b8-4f08-9c3c-cf5b097a3469,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:39.609210 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-f3c58d43-3130-4938-95c0-04b49e9f6120 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4692194 Jan 18 22:34:39.612892 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 57214) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:39.621911 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-043a5229-1dde-4527-a50d-47db3ca897ef tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Request body: {'subnet': {'network_id': '43da3464-f4b8-4f08-9c3c-cf5b097a3469', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:34:39.623504 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6700bdb-c734-42a3-b486-83ab5471d38f req-ea63065f-dfdb-4d84-abdf-1d2ec430d8d2 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:39.631780 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f6700bdb-c734-42a3-b486-83ab5471d38f req-ea63065f-dfdb-4d84-abdf-1d2ec430d8d2 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 944 time: 0.0902920 Jan 18 22:34:39.719311 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f6700bdb-c734-42a3-b486-83ab5471d38f req-058e71c5-4dcf-49ae-afcc-c1bf02ddc690 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859571 Jan 18 22:34:39.752911 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 6c9ea76e-7dbd-4767-9685-c0f25e5276d0 details requested by agent hyperv_n-h1-825064-1 with host n-h1-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:34:39.768633 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 43da3464-f4b8-4f08-9c3c-cf5b097a3469 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:34:39.856137 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29560f2b-304c-421d-bc7c-b77833703929 req-e39f7dbd-243f-42bf-b36e-6dbe120f03a8 tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:39.857987 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-29560f2b-304c-421d-bc7c-b77833703929 req-e39f7dbd-243f-42bf-b36e-6dbe120f03a8 tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] 10.222.0.53 "GET /v2.0/ports?device_id=3badf1c7-113c-4f87-bafd-096ca87ba594 HTTP/1.1" status: 200 len: 945 time: 0.0957003 Jan 18 22:34:39.910028 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-3666028f-e61c-4e98-b78e-ab914007528d None None] Attempting to bind port f92e2fbd-5e06-4807-acaa-6df07b1ae43d on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:34:39.910176 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-3666028f-e61c-4e98-b78e-ab914007528d None None] Attempting to bind port f92e2fbd-5e06-4807-acaa-6df07b1ae43d by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '886ef234-ba63-4056-80bf-5962e2f39314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ea0a5041-b13a-4c1f-8fab-9d82a6bb6203'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:34:39.910792 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3666028f-e61c-4e98-b78e-ab914007528d None None] Attempting to bind port f92e2fbd-5e06-4807-acaa-6df07b1ae43d on network ea0a5041-b13a-4c1f-8fab-9d82a6bb6203 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:34:39.913253 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3666028f-e61c-4e98-b78e-ab914007528d None None] Pushing event updated for resources: {'Port': ['ID=f92e2fbd-5e06-4807-acaa-6df07b1ae43d,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:39.943131 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-29560f2b-304c-421d-bc7c-b77833703929 req-0e4f6c51-cf2c-4ff6-9d8c-5784a06b55bd tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] 10.222.0.53 "GET /v2.0/security-groups?id=d834c23f-c963-4a97-ab3d-f1d77c531afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749662 Jan 18 22:34:40.003481 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.db.resource_extend [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 22:34:40.006154 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 576008d1-0ac8-46ad-b9ff-c126304e81ca no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:34:40.009021 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3666028f-e61c-4e98-b78e-ab914007528d None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:34:40.009400 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3666028f-e61c-4e98-b78e-ab914007528d None None] Checking segment: {'id': '886ef234-ba63-4056-80bf-5962e2f39314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ea0a5041-b13a-4c1f-8fab-9d82a6bb6203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:34:40.009806 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3666028f-e61c-4e98-b78e-ab914007528d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:40.010196 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3666028f-e61c-4e98-b78e-ab914007528d None None] Bound using segment: {'id': '886ef234-ba63-4056-80bf-5962e2f39314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ea0a5041-b13a-4c1f-8fab-9d82a6bb6203'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:34:40.010677 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-3666028f-e61c-4e98-b78e-ab914007528d None None] Bound port: f92e2fbd-5e06-4807-acaa-6df07b1ae43d, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '886ef234-ba63-4056-80bf-5962e2f39314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ea0a5041-b13a-4c1f-8fab-9d82a6bb6203'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:34:40.011050 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3666028f-e61c-4e98-b78e-ab914007528d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:40.098595 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089418e3-ee55-476d-819a-473f4609d701 None None] Network 89fc2734-66dd-43f9-9f44-a3130a33bd05 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:34:40.100343 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 576008d1-0ac8-46ad-b9ff-c126304e81ca {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:34:40.100661 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 576008d1-0ac8-46ad-b9ff-c126304e81ca not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:34:40.293069 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415ce0c6-3c9d-4d10-bfa5-8e604ad18dfd req-c77f29d9-facf-4da6-9c17-bbfa2fe4f0d2 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:40.295393 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-415ce0c6-3c9d-4d10-bfa5-8e604ad18dfd req-c77f29d9-facf-4da6-9c17-bbfa2fe4f0d2 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9ab72d2-fb07-4ddd-96ca-0d87ff63902f HTTP/1.1" status: 200 len: 944 time: 0.1074429 Jan 18 22:34:40.295596 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-563b4b1b-cdde-4781-9e3c-6353cc7db4d5 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:40.315804 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-3666028f-e61c-4e98-b78e-ab914007528d None None] For port f92e2fbd-5e06-4807-acaa-6df07b1ae43d, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:34:40.323927 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-3666028f-e61c-4e98-b78e-ab914007528d None None] For port f92e2fbd-5e06-4807-acaa-6df07b1ae43d, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=f92e2fbd-5e06-4807-acaa-6df07b1ae43d,segment=NetworkSegment(886ef234-ba63-4056-80bf-5962e2f39314),segment_id=886ef234-ba63-4056-80bf-5962e2f39314)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:34:40.336487 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-80aa9919-9296-4b27-886c-3c1a3f82e3d5 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:40.344062 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3666028f-e61c-4e98-b78e-ab914007528d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:40.376052 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-415ce0c6-3c9d-4d10-bfa5-8e604ad18dfd req-80d31747-7151-4539-9172-9bf98ed690f0 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups?id=f25aad12-9aee-4cc2-9c27-71413ad663e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597079 Jan 18 22:34:40.415368 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-80aa9919-9296-4b27-886c-3c1a3f82e3d5 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89fc2734-66dd-43f9-9f44-a3130a33bd05']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:34:40.439766 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-80aa9919-9296-4b27-886c-3c1a3f82e3d5 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '686c30dd-e5c7-4882-8426-285e9ed91761') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:34:40.440060 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-80aa9919-9296-4b27-886c-3c1a3f82e3d5 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '686c30dd-e5c7-4882-8426-285e9ed91761') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:34:40.457708 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-80aa9919-9296-4b27-886c-3c1a3f82e3d5 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:40.476597 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20e53b21-87e6-4751-9007-bfbea1ad5a89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af1fccaf-ac41-4e80-a77a-185d78f7d37c'}, {'server_uuid': 'e9ab72d2-fb07-4ddd-96ca-0d87ff63902f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05c1d799-e1bb-45aa-99fd-f133bfea30d6'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:34:40.479243 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-810b8d81-8565-499e-b4b1-bf4d61821f47" -d '{"events": [{"server_uuid": "20e53b21-87e6-4751-9007-bfbea1ad5a89", "name": "network-vif-plugged", "status": "completed", "tag": "af1fccaf-ac41-4e80-a77a-185d78f7d37c"}, {"server_uuid": "e9ab72d2-fb07-4ddd-96ca-0d87ff63902f", "name": "network-vif-unplugged", "status": "completed", "tag": "05c1d799-e1bb-45aa-99fd-f133bfea30d6"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:34:40.486606 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-563b4b1b-cdde-4781-9e3c-6353cc7db4d5 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Deleting port f92e2fbd-5e06-4807-acaa-6df07b1ae43d {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:34:40.487021 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-563b4b1b-cdde-4781-9e3c-6353cc7db4d5 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:40.489165 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-80aa9919-9296-4b27-886c-3c1a3f82e3d5 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:40.506007 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-043a5229-1dde-4527-a50d-47db3ca897ef tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Made reservation on behalf of 7c0179a097dd413e9755022eddbfface for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:34:40.510043 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-043a5229-1dde-4527-a50d-47db3ca897ef tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:40.513503 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80aa9919-9296-4b27-886c-3c1a3f82e3d5 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:34:40.513896 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-80aa9919-9296-4b27-886c-3c1a3f82e3d5 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:40.540368 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:34:40.540368 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:34:40.540368 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:34:40.540368 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:34:40.540368 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:34:40.540368 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:34:40.540368 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:34:40.540368 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:34:40.540368 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:34:40.540368 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:34:40.540368 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:34:40.540368 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:34:40.540368 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:34:40.540368 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:34:40.540368 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:34:40.540368 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:34:40.540368 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:34:40.540368 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:34:40.540368 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:34:40.540368 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:34:40.540368 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:34:40.540368 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:34:40.540368 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:34:40.540368 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:34:40.540368 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:34:40.540368 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:34:40.540368 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:34:40.540368 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:34:40.540368 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:34:40.540368 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:34:40.540368 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:34:40.540368 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:34:40.583291 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 353 Content-Type: application/json Date: Tue, 18 Jan 2022 22:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecea2403-9081-4e41-96d9-6a2a51913c99 x-openstack-request-id: req-ecea2403-9081-4e41-96d9-6a2a51913c99 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:34:40.583965 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20e53b21-87e6-4751-9007-bfbea1ad5a89", "name": "network-vif-plugged", "status": "completed", "tag": "af1fccaf-ac41-4e80-a77a-185d78f7d37c", "code": 200}, {"server_uuid": "e9ab72d2-fb07-4ddd-96ca-0d87ff63902f", "name": "network-vif-unplugged", "status": "failed", "tag": "05c1d799-e1bb-45aa-99fd-f133bfea30d6", "code": 422}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:34:40.584471 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ecea2403-9081-4e41-96d9-6a2a51913c99 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:34:40.585067 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20e53b21-87e6-4751-9007-bfbea1ad5a89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af1fccaf-ac41-4e80-a77a-185d78f7d37c', 'code': 200} Jan 18 22:34:40.586013 n-d-825064-1 neutron-server[102432]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e9ab72d2-fb07-4ddd-96ca-0d87ff63902f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '05c1d799-e1bb-45aa-99fd-f133bfea30d6', 'code': 422} returned with failed status Jan 18 22:34:40.601336 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 6c9ea76e-7dbd-4767-9685-c0f25e5276d0, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=6c9ea76e-7dbd-4767-9685-c0f25e5276d0,segment=NetworkSegment(34627b77-73a0-4f2b-87cd-77be1ea3c2f0),segment_id=34627b77-73a0-4f2b-87cd-77be1ea3c2f0)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:34:40.674396 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd694f6-f02d-4e0b-8f53-aabf00abe617 None None] Network ea0a5041-b13a-4c1f-8fab-9d82a6bb6203 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:34:40.693155 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3666028f-e61c-4e98-b78e-ab914007528d None None] Pushing event updated for resources: {'Port': ['ID=f92e2fbd-5e06-4807-acaa-6df07b1ae43d,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:40.700441 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-563b4b1b-cdde-4781-9e3c-6353cc7db4d5 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] For port f92e2fbd-5e06-4807-acaa-6df07b1ae43d, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=f92e2fbd-5e06-4807-acaa-6df07b1ae43d,segment=NetworkSegment(886ef234-ba63-4056-80bf-5962e2f39314),segment_id=886ef234-ba63-4056-80bf-5962e2f39314)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:34:40.700824 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-563b4b1b-cdde-4781-9e3c-6353cc7db4d5 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:40.721254 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-80aa9919-9296-4b27-886c-3c1a3f82e3d5 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:40.723085 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-563b4b1b-cdde-4781-9e3c-6353cc7db4d5 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Calling delete_port for f92e2fbd-5e06-4807-acaa-6df07b1ae43d owned by network:dhcp {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:34:40.746512 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-80aa9919-9296-4b27-886c-3c1a3f82e3d5 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:40.753034 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-80aa9919-9296-4b27-886c-3c1a3f82e3d5 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] 10.222.0.53 "DELETE /v2.0/networks/89fc2734-66dd-43f9-9f44-a3130a33bd05 HTTP/1.1" status: 204 len: 168 time: 1.8336987 Jan 18 22:34:40.753402 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 57234) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:40.759701 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-ff42d4ba-0051-4e3e-9e72-7b4324024c62 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-827465672'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:34:40.782070 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b9e861-9c3f-499e-b504-e0df1ef25b2f req-1d97103e-81fd-4f81-bf1f-762fb31d49cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:40.783950 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e9b9e861-9c3f-499e-b504-e0df1ef25b2f req-1d97103e-81fd-4f81-bf1f-762fb31d49cd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=20e53b21-87e6-4751-9007-bfbea1ad5a89 HTTP/1.1" status: 200 len: 1096 time: 0.1243699 Jan 18 22:34:40.784340 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80aa9919-9296-4b27-886c-3c1a3f82e3d5 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Pushing event deleted for resources: {'Network': ['ID=89fc2734-66dd-43f9-9f44-a3130a33bd05,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:40.810697 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Returning: {'device': '6c9ea76e-7dbd-4767-9685-c0f25e5276d0', 'network_id': 'cb012b15-726f-4e85-a9cd-c4e62fa0fa51', 'port_id': '6c9ea76e-7dbd-4767-9685-c0f25e5276d0', 'mac_address': 'fa:16:3e:a3:17:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12499801-2558-44ac-94f3-29cf7f906b66', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:34:40.814283 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff42d4ba-0051-4e3e-9e72-7b4324024c62 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Made reservation on behalf of 38220c49851742a4b2a8fd1e078deffa for: {'network': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:34:40.819737 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ff42d4ba-0051-4e3e-9e72-7b4324024c62 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:40.852897 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-14aee195-0e3e-40df-8890-8ac9f6300875 None None] Provisioning complete for port 2f93d7af-ff8f-404e-a458-c0f002bd3e27 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:34:40.853275 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14aee195-0e3e-40df-8890-8ac9f6300875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:40.893059 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e9b9e861-9c3f-499e-b504-e0df1ef25b2f req-0d608666-a854-4a45-81a7-bf79120f5d91 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d834c23f-c963-4a97-ab3d-f1d77c531afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742731 Jan 18 22:34:40.942216 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff42d4ba-0051-4e3e-9e72-7b4324024c62 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=102430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:34:40.987263 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:41.001843 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8873ee-2afe-4454-b469-9519f9d2b443 None None] Network ea0a5041-b13a-4c1f-8fab-9d82a6bb6203 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:34:41.017510 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-563b4b1b-cdde-4781-9e3c-6353cc7db4d5 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:41.026098 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeedcdce-edce-44f7-b33a-0e07a83b2744 req-ca6a3385-b5e6-440a-bf2e-037622039447 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:41.032690 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-eeedcdce-edce-44f7-b33a-0e07a83b2744 req-ca6a3385-b5e6-440a-bf2e-037622039447 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 944 time: 0.1833711 Jan 18 22:34:41.055967 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c9ea76e-7dbd-4767-9685-c0f25e5276d0 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:34:41.059305 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ff42d4ba-0051-4e3e-9e72-7b4324024c62 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:41.060676 n-d-825064-1 neutron-server[102430]: INFO neutron.db.segments_db [None req-ff42d4ba-0051-4e3e-9e72-7b4324024c62 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Added segment 5b3d3090-2bf1-4350-96a9-c6d039032329 of type vlan for network cfb4fd39-4897-4f3f-bf85-dbc5cc1b7c49 Jan 18 22:34:41.063979 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-043a5229-1dde-4527-a50d-47db3ca897ef tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:41.069714 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563b4b1b-cdde-4781-9e3c-6353cc7db4d5 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Pushing event deleted for resources: {'Port': ['ID=f92e2fbd-5e06-4807-acaa-6df07b1ae43d,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:41.102253 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563b4b1b-cdde-4781-9e3c-6353cc7db4d5 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] No DVR routers for this DVR port f92e2fbd-5e06-4807-acaa-6df07b1ae43d on host n-d-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:34:41.181255 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 6c9ea76e-7dbd-4767-9685-c0f25e5276d0, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=6c9ea76e-7dbd-4767-9685-c0f25e5276d0,segment=NetworkSegment(34627b77-73a0-4f2b-87cd-77be1ea3c2f0),segment_id=34627b77-73a0-4f2b-87cd-77be1ea3c2f0)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:34:41.213696 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-eeedcdce-edce-44f7-b33a-0e07a83b2744 req-260b3d40-69c5-4c46-8adf-6d898df98f1d tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685066 Jan 18 22:34:41.215476 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ff42d4ba-0051-4e3e-9e72-7b4324024c62 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:41.230592 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:41.236148 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e8cdc-3138-4bfc-827f-a41fdf3daecc req-ecce48a2-66ed-4019-8fa1-e47b6c747357 tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:41.246968 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-676e8cdc-3138-4bfc-827f-a41fdf3daecc req-ecce48a2-66ed-4019-8fa1-e47b6c747357 tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] 10.222.0.53 "GET /v2.0/ports?device_id=3badf1c7-113c-4f87-bafd-096ca87ba594 HTTP/1.1" status: 200 len: 945 time: 0.1977797 Jan 18 22:34:41.282593 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-563b4b1b-cdde-4781-9e3c-6353cc7db4d5 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:41.301879 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=6c9ea76e-7dbd-4767-9685-c0f25e5276d0,revision_number=9']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:41.311564 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2edd414a-8ce4-432a-a0f5-371b22015277 None None] get_active_networks_info from n-d-825064-1 {{(pid=102432) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jan 18 22:34:41.312665 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-563b4b1b-cdde-4781-9e3c-6353cc7db4d5 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea0a5041-b13a-4c1f-8fab-9d82a6bb6203']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:34:41.321235 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-676e8cdc-3138-4bfc-827f-a41fdf3daecc req-fca6dd52-3d89-4a9c-b43b-d6f3f010ecbb tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] 10.222.0.53 "GET /v2.0/security-groups?id=d834c23f-c963-4a97-ab3d-f1d77c531afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732205 Jan 18 22:34:41.332507 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-563b4b1b-cdde-4781-9e3c-6353cc7db4d5 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '886ef234-ba63-4056-80bf-5962e2f39314') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:34:41.332817 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-563b4b1b-cdde-4781-9e3c-6353cc7db4d5 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '886ef234-ba63-4056-80bf-5962e2f39314') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:34:41.339675 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ff42d4ba-0051-4e3e-9e72-7b4324024c62 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:41.340926 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043a5229-1dde-4527-a50d-47db3ca897ef tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Pushing event updated for resources: {'Subnet': ['ID=232e4452-941d-4080-b407-403b6ee1edc3,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:41.350621 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff42d4ba-0051-4e3e-9e72-7b4324024c62 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:41.355652 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ff42d4ba-0051-4e3e-9e72-7b4324024c62 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:41.360769 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-563b4b1b-cdde-4781-9e3c-6353cc7db4d5 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:41.376824 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043a5229-1dde-4527-a50d-47db3ca897ef tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Checking segment: {'id': '9df5a395-a018-4395-bc78-cf6325f4b19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '43da3464-f4b8-4f08-9c3c-cf5b097a3469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:34:41.378561 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043a5229-1dde-4527-a50d-47db3ca897ef tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Network hostable DHCP agents. Network: 43da3464-f4b8-4f08-9c3c-cf5b097a3469, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:34:41.395723 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-ff42d4ba-0051-4e3e-9e72-7b4324024c62 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6411591 Jan 18 22:34:41.400603 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 57254) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:41.402997 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-563b4b1b-cdde-4781-9e3c-6353cc7db4d5 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:41.415174 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-563b4b1b-cdde-4781-9e3c-6353cc7db4d5 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:34:41.415574 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-563b4b1b-cdde-4781-9e3c-6353cc7db4d5 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:41.418934 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:34:41.418934 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:34:41.418934 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:34:41.418934 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:34:41.418934 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:34:41.418934 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:34:41.418934 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:34:41.418934 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:34:41.418934 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:34:41.418934 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:34:41.418934 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:34:41.418934 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:34:41.418934 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:34:41.418934 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:34:41.418934 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:34:41.418934 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:34:41.418934 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:34:41.418934 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:34:41.418934 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:34:41.418934 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:34:41.418934 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:34:41.418934 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:34:41.418934 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:34:41.418934 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:34:41.418934 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:34:41.418934 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:34:41.418934 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:34:41.418934 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:34:41.418934 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:34:41.418934 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:34:41.418934 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:34:41.418934 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:34:41.434255 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-65afe05a-cfa0-4b23-b40e-36bd72203962 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Request body: {'subnet': {'network_id': 'cfb4fd39-4897-4f3f-bf85-dbc5cc1b7c49', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:34:41.434842 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043a5229-1dde-4527-a50d-47db3ca897ef tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Network 43da3464-f4b8-4f08-9c3c-cf5b097a3469 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:34:41.504461 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-043a5229-1dde-4527-a50d-47db3ca897ef tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 43da3464-f4b8-4f08-9c3c-cf5b097a3469) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:34:41.509950 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043a5229-1dde-4527-a50d-47db3ca897ef tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:41.510810 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-043a5229-1dde-4527-a50d-47db3ca897ef tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:41.524218 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['6c9ea76e-7dbd-4767-9685-c0f25e5276d0'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:34:41.552055 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-563b4b1b-cdde-4781-9e3c-6353cc7db4d5 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:41.578370 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-043a5229-1dde-4527-a50d-47db3ca897ef tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9618642 Jan 18 22:34:41.583610 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 57258) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:41.584650 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-563b4b1b-cdde-4781-9e3c-6353cc7db4d5 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:41.591277 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-563b4b1b-cdde-4781-9e3c-6353cc7db4d5 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] 10.222.0.53 "DELETE /v2.0/networks/ea0a5041-b13a-4c1f-8fab-9d82a6bb6203 HTTP/1.1" status: 204 len: 168 time: 3.3109999 Jan 18 22:34:41.594696 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 57260) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:41.598284 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-8c2f9616-ca54-45fc-9d83-05b293ac272a tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Request body: {'port': {'network_id': '43da3464-f4b8-4f08-9c3c-cf5b097a3469', 'name': 'tempest-PortsIpV6TestJSON-1919503379'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:34:41.636470 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff42d4ba-0051-4e3e-9e72-7b4324024c62 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Pushing event updated for resources: {'Network': ['ID=cfb4fd39-4897-4f3f-bf85-dbc5cc1b7c49,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:41.660295 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20f1bf7-4638-484a-84c6-3d4fdf4b2bc8 req-0ca0db52-ff06-47ba-a0cc-1113aaaa9ad1 tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:41.663166 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fbff41e-b4a3-4317-882e-4b986ee46e6f tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] DELETE failed (client error): The resource could not be found. Jan 18 22:34:41.664621 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fbff41e-b4a3-4317-882e-4b986ee46e6f tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:34:41.667337 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network cfb4fd39-4897-4f3f-bf85-dbc5cc1b7c49 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:34:41.668076 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c20f1bf7-4638-484a-84c6-3d4fdf4b2bc8 req-0ca0db52-ff06-47ba-a0cc-1113aaaa9ad1 tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] 10.222.0.53 "GET /v2.0/ports?device_id=20e53b21-87e6-4751-9007-bfbea1ad5a89 HTTP/1.1" status: 200 len: 945 time: 0.2138383 Jan 18 22:34:41.668953 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-4fbff41e-b4a3-4317-882e-4b986ee46e6f tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] 10.222.0.53 "DELETE /v2.0/networks/ea0a5041-b13a-4c1f-8fab-9d82a6bb6203 HTTP/1.1" status: 404 len: 339 time: 0.0418403 Jan 18 22:34:41.670711 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563b4b1b-cdde-4781-9e3c-6353cc7db4d5 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Pushing event deleted for resources: {'Network': ['ID=ea0a5041-b13a-4c1f-8fab-9d82a6bb6203,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:41.691065 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 57262) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:41.698198 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-a7823a6c-c64b-4b5f-a403-ba5c0528cbd4 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1519290581', 'description': 'd1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:34:41.728284 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c20f1bf7-4638-484a-84c6-3d4fdf4b2bc8 req-a23c1e1a-d8fd-403c-8743-a54bea8008ac tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] 10.222.0.53 "GET /v2.0/security-groups?id=d834c23f-c963-4a97-ab3d-f1d77c531afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593030 Jan 18 22:34:41.786166 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7823a6c-c64b-4b5f-a403-ba5c0528cbd4 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Made reservation on behalf of c734a7d12e3d4aefb145cc5f155d0467 for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:34:41.790283 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a7823a6c-c64b-4b5f-a403-ba5c0528cbd4 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:41.794891 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65afe05a-cfa0-4b23-b40e-36bd72203962 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Made reservation on behalf of 38220c49851742a4b2a8fd1e078deffa for: {'subnet': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:34:41.798491 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-65afe05a-cfa0-4b23-b40e-36bd72203962 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62288702'] for subnet, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:41.853890 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7823a6c-c64b-4b5f-a403-ba5c0528cbd4 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:34:41.862460 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c2f9616-ca54-45fc-9d83-05b293ac272a tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Made reservation on behalf of 7c0179a097dd413e9755022eddbfface for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:34:41.867580 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8c2f9616-ca54-45fc-9d83-05b293ac272a tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:41.873075 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2edd414a-8ce4-432a-a0f5-371b22015277 None None] Unable to find a vacant binding_index for network 43da3464-f4b8-4f08-9c3c-cf5b097a3469 and agent 14c3878e-2414-4c17-8548-9f1d205684ce {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jan 18 22:34:41.878755 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2edd414a-8ce4-432a-a0f5-371b22015277 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 43da3464-f4b8-4f08-9c3c-cf5b097a3469) {{(pid=102432) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 18 22:34:41.881390 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a7823a6c-c64b-4b5f-a403-ba5c0528cbd4 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:41.881744 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-a7823a6c-c64b-4b5f-a403-ba5c0528cbd4 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Added segment 17e1ef59-12d8-4504-ac6c-ea5bbe180d0b of type vlan for network aa880e9e-12f7-48fb-bedb-fe903e3ec9dd Jan 18 22:34:41.911941 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.ipam_backend_mixin [None req-65afe05a-cfa0-4b23-b40e-36bd72203962 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Performing IP validity checks on allocation pools {{(pid=102430) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 18 22:34:41.912507 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.ipam_backend_mixin [None req-65afe05a-cfa0-4b23-b40e-36bd72203962 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102430) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 18 22:34:41.948401 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [None req-8c2f9616-ca54-45fc-9d83-05b293ac272a tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] device_id is not set on port 6856af04-98d2-45bb-a5de-ed3c1cfd0074 yet. {{(pid=102431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:34:41.973437 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a7823a6c-c64b-4b5f-a403-ba5c0528cbd4 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:42.135652 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a7823a6c-c64b-4b5f-a403-ba5c0528cbd4 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:42.144302 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7823a6c-c64b-4b5f-a403-ba5c0528cbd4 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:42.145875 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a7823a6c-c64b-4b5f-a403-ba5c0528cbd4 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:42.155317 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9899cd7b-b141-44ec-81df-fc052677aecb req-ec3d1471-81a3-4775-8ddc-d63e7d41c187 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:42.156857 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9899cd7b-b141-44ec-81df-fc052677aecb req-ec3d1471-81a3-4775-8ddc-d63e7d41c187 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9ab72d2-fb07-4ddd-96ca-0d87ff63902f HTTP/1.1" status: 200 len: 944 time: 0.1215034 Jan 18 22:34:42.182204 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-65afe05a-cfa0-4b23-b40e-36bd72203962 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60203213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62288684'] for subnet, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:42.238172 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-a7823a6c-c64b-4b5f-a403-ba5c0528cbd4 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5457640 Jan 18 22:34:42.242519 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9899cd7b-b141-44ec-81df-fc052677aecb req-24ab6f38-bc18-4462-add0-8578c2acbab3 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups?id=f25aad12-9aee-4cc2-9c27-71413ad663e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781727 Jan 18 22:34:42.242990 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 57278) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:42.255621 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-8c2f9616-ca54-45fc-9d83-05b293ac272a tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Allocated IP 2001:db8::58 (43da3464-f4b8-4f08-9c3c-cf5b097a3469/232e4452-941d-4080-b407-403b6ee1edc3/6856af04-98d2-45bb-a5de-ed3c1cfd0074) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:34:42.261653 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-47e4e81a-b14b-43dd-8b51-b60be3cffa71 req-55037885-5937-43ea-ab40-5870372cb40f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e9ab72d2-fb07-4ddd-96ca-0d87ff63902f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1956611 Jan 18 22:34:42.262431 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7823a6c-c64b-4b5f-a403-ba5c0528cbd4 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Pushing event updated for resources: {'Network': ['ID=aa880e9e-12f7-48fb-bedb-fe903e3ec9dd,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:42.282639 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network aa880e9e-12f7-48fb-bedb-fe903e3ec9dd details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:34:42.290287 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36854c9a-568e-440c-a45e-740049bc302a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-43da3464-f4b8-4f08-9c3c-cf5b097a3469', 'network_id': '43da3464-f4b8-4f08-9c3c-cf5b097a3469', 'tenant_id': '7c0179a097dd413e9755022eddbfface', 'fixed_ips': [{'subnet_id': '232e4452-941d-4080-b407-403b6ee1edc3'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:34:42.297576 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-36854c9a-568e-440c-a45e-740049bc302a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:42.346011 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65afe05a-cfa0-4b23-b40e-36bd72203962 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Pushing event updated for resources: {'Subnet': ['ID=9aa9d35f-da22-480c-8716-0736f2461922,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:42.408626 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65afe05a-cfa0-4b23-b40e-36bd72203962 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Checking segment: {'id': '5b3d3090-2bf1-4350-96a9-c6d039032329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'cfb4fd39-4897-4f3f-bf85-dbc5cc1b7c49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:34:42.409195 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65afe05a-cfa0-4b23-b40e-36bd72203962 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Network hostable DHCP agents. Network: cfb4fd39-4897-4f3f-bf85-dbc5cc1b7c49, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:34:42.421534 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b021c6-a5df-4a64-b9f3-3bed6ddcd46e tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:42.423100 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-42b021c6-a5df-4a64-b9f3-3bed6ddcd46e tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] 10.222.0.53 "GET /v2.0/networks?id=aa880e9e-12f7-48fb-bedb-fe903e3ec9dd HTTP/1.1" status: 200 len: 765 time: 0.1770239 Jan 18 22:34:42.425942 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 57286) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:42.444644 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-95391f3b-94a0-4921-9145-193c1b9b7307 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Request body: {'network': {'description': 'd2'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:34:42.450321 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65afe05a-cfa0-4b23-b40e-36bd72203962 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Network cfb4fd39-4897-4f3f-bf85-dbc5cc1b7c49 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:34:42.460548 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b52055-e5a8-4f86-885e-614f156ab807 req-f550e405-b041-4284-8eab-240b6d7804c2 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:42.462088 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-52b52055-e5a8-4f86-885e-614f156ab807 req-f550e405-b041-4284-8eab-240b6d7804c2 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 945 time: 0.0997720 Jan 18 22:34:42.487902 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-65afe05a-cfa0-4b23-b40e-36bd72203962 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, cfb4fd39-4897-4f3f-bf85-dbc5cc1b7c49) {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:34:42.497907 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65afe05a-cfa0-4b23-b40e-36bd72203962 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:42.498505 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-65afe05a-cfa0-4b23-b40e-36bd72203962 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:42.523743 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-52b52055-e5a8-4f86-885e-614f156ab807 req-6161482a-11f7-4f73-bc0f-813947894593 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519667 Jan 18 22:34:42.544406 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-65afe05a-cfa0-4b23-b40e-36bd72203962 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.1343894 Jan 18 22:34:42.544406 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 57292) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:42.586875 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8c2f9616-ca54-45fc-9d83-05b293ac272a tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:42.650392 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-609020f8-4dda-4b3c-bc51-bf9829491597 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:42.718537 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-95391f3b-94a0-4921-9145-193c1b9b7307 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:42.735429 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-609020f8-4dda-4b3c-bc51-bf9829491597 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:42.750953 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:42.757979 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-95391f3b-94a0-4921-9145-193c1b9b7307 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:42.807279 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-609020f8-4dda-4b3c-bc51-bf9829491597 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60203138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62288677'] for subnet, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:42.830704 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8c2f9616-ca54-45fc-9d83-05b293ac272a tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:42.842763 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609020f8-4dda-4b3c-bc51-bf9829491597 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Pushing event deleted for resources: {'Subnet': ['ID=9aa9d35f-da22-480c-8716-0736f2461922,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:42.843288 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95391f3b-94a0-4921-9145-193c1b9b7307 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Pushing event updated for resources: {'Network': ['ID=aa880e9e-12f7-48fb-bedb-fe903e3ec9dd,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:42.869079 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network aa880e9e-12f7-48fb-bedb-fe903e3ec9dd details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:34:42.893784 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-36854c9a-568e-440c-a45e-740049bc302a None None] Allocated IP 2001:db8::2 (43da3464-f4b8-4f08-9c3c-cf5b097a3469/232e4452-941d-4080-b407-403b6ee1edc3/47ecbd58-1e78-4222-a5f8-f80b560d8020) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:34:42.942063 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2f9616-ca54-45fc-9d83-05b293ac272a tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Pushing event updated for resources: {'Port': ['ID=6856af04-98d2-45bb-a5de-ed3c1cfd0074,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:42.946458 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-95391f3b-94a0-4921-9145-193c1b9b7307 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Network aa880e9e-12f7-48fb-bedb-fe903e3ec9dd is not hosted by any dhcp agent {{(pid=102431) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 18 22:34:42.953060 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 05c1d799-e1bb-45aa-99fd-f133bfea30d6 no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:34:42.963818 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95391f3b-94a0-4921-9145-193c1b9b7307 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:42.964754 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-95391f3b-94a0-4921-9145-193c1b9b7307 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:42.969372 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-95391f3b-94a0-4921-9145-193c1b9b7307 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] 10.222.0.53 "PUT /v2.0/networks/aa880e9e-12f7-48fb-bedb-fe903e3ec9dd HTTP/1.1" status: 200 len: 762 time: 0.5393503 Jan 18 22:34:42.971691 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 57298) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:42.977815 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-609020f8-4dda-4b3c-bc51-bf9829491597 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:42.998978 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed6a922-22f5-422f-bd98-85b20ce00d7d req-1a12e818-5ae1-4040-ade9-11fb5281cf10 tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:43.000836 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bed6a922-22f5-422f-bd98-85b20ce00d7d req-1a12e818-5ae1-4040-ade9-11fb5281cf10 tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] 10.222.0.53 "GET /v2.0/ports?device_id=20e53b21-87e6-4751-9007-bfbea1ad5a89 HTTP/1.1" status: 200 len: 945 time: 0.1097410 Jan 18 22:34:43.024890 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-609020f8-4dda-4b3c-bc51-bf9829491597 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfb4fd39-4897-4f3f-bf85-dbc5cc1b7c49']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:34:43.043933 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-609020f8-4dda-4b3c-bc51-bf9829491597 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b3d3090-2bf1-4350-96a9-c6d039032329') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:34:43.044381 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-609020f8-4dda-4b3c-bc51-bf9829491597 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b3d3090-2bf1-4350-96a9-c6d039032329') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:34:43.062519 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-609020f8-4dda-4b3c-bc51-bf9829491597 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60394742'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:43.077144 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bed6a922-22f5-422f-bd98-85b20ce00d7d req-6b2dec28-a153-45ab-89a7-0a0aab400086 tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] 10.222.0.53 "GET /v2.0/security-groups?id=d834c23f-c963-4a97-ab3d-f1d77c531afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692749 Jan 18 22:34:43.083957 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-609020f8-4dda-4b3c-bc51-bf9829491597 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:43.105085 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-609020f8-4dda-4b3c-bc51-bf9829491597 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:34:43.105494 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-609020f8-4dda-4b3c-bc51-bf9829491597 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60203044'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:43.108858 n-d-825064-1 neutron-server[102430]: Traceback (most recent call last): Jan 18 22:34:43.108858 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:34:43.108858 n-d-825064-1 neutron-server[102430]: timer() Jan 18 22:34:43.108858 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:34:43.108858 n-d-825064-1 neutron-server[102430]: cb(*args, **kw) Jan 18 22:34:43.108858 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:34:43.108858 n-d-825064-1 neutron-server[102430]: return func(*args, **kwargs) Jan 18 22:34:43.108858 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:34:43.108858 n-d-825064-1 neutron-server[102430]: self._notify() Jan 18 22:34:43.108858 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:34:43.108858 n-d-825064-1 neutron-server[102430]: self.callback(batched_events) Jan 18 22:34:43.108858 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:34:43.108858 n-d-825064-1 neutron-server[102430]: event.method(event) Jan 18 22:34:43.108858 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:34:43.108858 n-d-825064-1 neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:34:43.108858 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:34:43.108858 n-d-825064-1 neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:34:43.108858 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:34:43.108858 n-d-825064-1 neutron-server[102430]: return f(self, *a, **k) Jan 18 22:34:43.108858 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:34:43.108858 n-d-825064-1 neutron-server[102430]: return self._get(url).json() Jan 18 22:34:43.108858 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:34:43.108858 n-d-825064-1 neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:34:43.108858 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:34:43.108858 n-d-825064-1 neutron-server[102430]: return self.request(url, 'GET', **kwargs) Jan 18 22:34:43.108858 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:34:43.108858 n-d-825064-1 neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:34:43.108858 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:34:43.108858 n-d-825064-1 neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:34:43.108858 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:34:43.108858 n-d-825064-1 neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:34:43.108858 n-d-825064-1 neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:34:43.118953 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318ede52-e064-4a7b-ae8a-0263a0e47cab tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:43.120276 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-318ede52-e064-4a7b-ae8a-0263a0e47cab tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] 10.222.0.53 "GET /v2.0/networks?id=aa880e9e-12f7-48fb-bedb-fe903e3ec9dd HTTP/1.1" status: 200 len: 765 time: 0.1476073 Jan 18 22:34:43.125795 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 57308) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:43.152694 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2f9616-ca54-45fc-9d83-05b293ac272a tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Network 43da3464-f4b8-4f08-9c3c-cf5b097a3469 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:34:43.173551 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-8c2f9616-ca54-45fc-9d83-05b293ac272a tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:34:43.188515 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2f9616-ca54-45fc-9d83-05b293ac272a tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:34:43.195834 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2f9616-ca54-45fc-9d83-05b293ac272a tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:43.195834 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8c2f9616-ca54-45fc-9d83-05b293ac272a tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:43.216318 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-609020f8-4dda-4b3c-bc51-bf9829491597 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:43.221080 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-609020f8-4dda-4b3c-bc51-bf9829491597 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:43.224398 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-609020f8-4dda-4b3c-bc51-bf9829491597 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] 10.222.0.53 "DELETE /v2.0/networks/cfb4fd39-4897-4f3f-bf85-dbc5cc1b7c49 HTTP/1.1" status: 204 len: 168 time: 0.6865869 Jan 18 22:34:43.243783 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 57312) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:43.250435 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-1a68ae5b-f30d-4f2d-957a-cb592fd32c80 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-599215249'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:34:43.252967 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-36854c9a-568e-440c-a45e-740049bc302a None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:43.261958 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-36854c9a-568e-440c-a45e-740049bc302a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:43.283693 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609020f8-4dda-4b3c-bc51-bf9829491597 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Pushing event deleted for resources: {'Network': ['ID=cfb4fd39-4897-4f3f-bf85-dbc5cc1b7c49,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:43.296427 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a68ae5b-f30d-4f2d-957a-cb592fd32c80 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Made reservation on behalf of 38220c49851742a4b2a8fd1e078deffa for: {'network': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:34:43.300833 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1a68ae5b-f30d-4f2d-957a-cb592fd32c80 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:43.311337 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36854c9a-568e-440c-a45e-740049bc302a None None] Network 43da3464-f4b8-4f08-9c3c-cf5b097a3469 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:34:43.318913 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-36854c9a-568e-440c-a45e-740049bc302a None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:34:43.322937 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36854c9a-568e-440c-a45e-740049bc302a None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:34:43.336377 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36854c9a-568e-440c-a45e-740049bc302a None None] Pushing event updated for resources: {'Port': ['ID=47ecbd58-1e78-4222-a5f8-f80b560d8020,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:43.345430 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0079098e-f5b4-4bcf-bd78-844a47ea85a8 req-414835fb-b176-47ed-888d-09f71a9544b1 tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:43.355637 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0079098e-f5b4-4bcf-bd78-844a47ea85a8 req-414835fb-b176-47ed-888d-09f71a9544b1 tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] 10.222.0.53 "GET /v2.0/ports?device_id=536fa14c-5bd8-44fb-a23b-0ea4fe72f3dc HTTP/1.1" status: 200 len: 945 time: 0.1514397 Jan 18 22:34:43.367833 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-8c2f9616-ca54-45fc-9d83-05b293ac272a tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7738361 Jan 18 22:34:43.371514 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 57320) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:43.392832 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-6615cf4f-694b-476d-92ff-b89aaf5050a4 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Request body: {'port': {'network_id': '43da3464-f4b8-4f08-9c3c-cf5b097a3469', 'name': 'tempest-PortsIpV6TestJSON-625653357'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:34:43.421700 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-36854c9a-568e-440c-a45e-740049bc302a None None] Attempting to bind port 47ecbd58-1e78-4222-a5f8-f80b560d8020 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:34:43.422334 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-36854c9a-568e-440c-a45e-740049bc302a None None] Attempting to bind port 47ecbd58-1e78-4222-a5f8-f80b560d8020 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '9df5a395-a018-4395-bc78-cf6325f4b19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '43da3464-f4b8-4f08-9c3c-cf5b097a3469'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:34:43.422970 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36854c9a-568e-440c-a45e-740049bc302a None None] Attempting to bind port 47ecbd58-1e78-4222-a5f8-f80b560d8020 on network 43da3464-f4b8-4f08-9c3c-cf5b097a3469 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:34:43.428811 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36854c9a-568e-440c-a45e-740049bc302a None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:34:43.429473 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36854c9a-568e-440c-a45e-740049bc302a None None] Checking segment: {'id': '9df5a395-a018-4395-bc78-cf6325f4b19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '43da3464-f4b8-4f08-9c3c-cf5b097a3469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:34:43.429922 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-36854c9a-568e-440c-a45e-740049bc302a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:43.430311 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36854c9a-568e-440c-a45e-740049bc302a None None] Bound using segment: {'id': '9df5a395-a018-4395-bc78-cf6325f4b19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '43da3464-f4b8-4f08-9c3c-cf5b097a3469'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:34:43.430772 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-36854c9a-568e-440c-a45e-740049bc302a None None] Bound port: 47ecbd58-1e78-4222-a5f8-f80b560d8020, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9df5a395-a018-4395-bc78-cf6325f4b19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '43da3464-f4b8-4f08-9c3c-cf5b097a3469'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:34:43.431144 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-36854c9a-568e-440c-a45e-740049bc302a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:43.433664 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e4e81a-b14b-43dd-8b51-b60be3cffa71 req-1ea6c0be-69e8-433f-b2ce-153bd2afa2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:43.435192 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-47e4e81a-b14b-43dd-8b51-b60be3cffa71 req-1ea6c0be-69e8-433f-b2ce-153bd2afa2cf service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e9ab72d2-fb07-4ddd-96ca-0d87ff63902f&tenant_id=7afa2eadfaa94efb9bc2c925685c8cd2 HTTP/1.1" status: 200 len: 1095 time: 0.2006724 Jan 18 22:34:43.452218 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-47e4e81a-b14b-43dd-8b51-b60be3cffa71 req-a70deea6-7f8b-4bd4-86e8-b6e0cc529ed7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825064-1', 'device_owner': 'compute:nova'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:34:43.461704 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a68ae5b-f30d-4f2d-957a-cb592fd32c80 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=102430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:34:43.505465 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1a68ae5b-f30d-4f2d-957a-cb592fd32c80 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:43.506105 n-d-825064-1 neutron-server[102430]: INFO neutron.db.segments_db [None req-1a68ae5b-f30d-4f2d-957a-cb592fd32c80 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Added segment 997375d4-547d-4d02-b3f3-f83bc088c984 of type vlan for network 20d8f454-8209-4248-b312-6a569c2ce2cd Jan 18 22:34:43.513078 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60634df2-ff69-4aaa-ae1a-57fa2721d728 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:43.518267 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-60634df2-ff69-4aaa-ae1a-57fa2721d728 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3912029 Jan 18 22:34:43.519062 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 57328) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:43.526372 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-36854c9a-568e-440c-a45e-740049bc302a None None] For port 47ecbd58-1e78-4222-a5f8-f80b560d8020, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:34:43.529507 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-36854c9a-568e-440c-a45e-740049bc302a None None] For port 47ecbd58-1e78-4222-a5f8-f80b560d8020, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=47ecbd58-1e78-4222-a5f8-f80b560d8020,segment=NetworkSegment(9df5a395-a018-4395-bc78-cf6325f4b19c),segment_id=9df5a395-a018-4395-bc78-cf6325f4b19c)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:34:43.535078 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-36854c9a-568e-440c-a45e-740049bc302a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:43.545865 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0079098e-f5b4-4bcf-bd78-844a47ea85a8 req-f45e14cb-7296-4c6a-b56c-d1563b99b62e tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] 10.222.0.53 "GET /v2.0/security-groups?id=d834c23f-c963-4a97-ab3d-f1d77c531afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857514 Jan 18 22:34:43.566502 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 6c9ea76e-7dbd-4767-9685-c0f25e5276d0 up at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:34:43.590003 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-16973e27-ec94-4a3b-b025-36a7941251d3 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] 10.222.0.53 "GET /v2.0/subnets?network_id=0fa7c7c8-c96a-4aa5-9818-d374adf00f99 HTTP/1.1" status: 200 len: 207 time: 0.0659053 Jan 18 22:34:43.592479 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 57334) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:43.603293 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-47e4e81a-b14b-43dd-8b51-b60be3cffa71 req-a70deea6-7f8b-4bd4-86e8-b6e0cc529ed7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:43.675837 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:43.683956 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1a68ae5b-f30d-4f2d-957a-cb592fd32c80 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:43.684662 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36854c9a-568e-440c-a45e-740049bc302a None None] Pushing event updated for resources: {'Port': ['ID=47ecbd58-1e78-4222-a5f8-f80b560d8020,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:43.709909 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning complete for port 6c9ea76e-7dbd-4767-9685-c0f25e5276d0 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:34:43.710556 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:43.801693 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0202403-8df8-4bbe-97f0-29cbdc40e25e req-1d89344c-798a-4002-94ef-0abd4c92d24d tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:43.803204 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f0202403-8df8-4bbe-97f0-29cbdc40e25e req-1d89344c-798a-4002-94ef-0abd4c92d24d tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9ab72d2-fb07-4ddd-96ca-0d87ff63902f HTTP/1.1" status: 200 len: 944 time: 0.3368180 Jan 18 22:34:43.879099 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:43.879632 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6615cf4f-694b-476d-92ff-b89aaf5050a4 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Made reservation on behalf of 7c0179a097dd413e9755022eddbfface for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:34:43.889831 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6615cf4f-694b-476d-92ff-b89aaf5050a4 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:43.896651 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1a68ae5b-f30d-4f2d-957a-cb592fd32c80 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:43.919484 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a68ae5b-f30d-4f2d-957a-cb592fd32c80 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:43.920699 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1a68ae5b-f30d-4f2d-957a-cb592fd32c80 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:43.930258 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82d9672d-7858-4431-a5ff-3dbf085d883f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c9ea76e-7dbd-4767-9685-c0f25e5276d0'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:34:43.932550 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23eff13e-9999-4eee-b4b4-10ded5232526" -d '{"events": [{"server_uuid": "82d9672d-7858-4431-a5ff-3dbf085d883f", "name": "network-vif-plugged", "status": "completed", "tag": "6c9ea76e-7dbd-4767-9685-c0f25e5276d0"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:34:43.946667 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 6c9ea76e-7dbd-4767-9685-c0f25e5276d0, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=6c9ea76e-7dbd-4767-9685-c0f25e5276d0,segment=NetworkSegment(34627b77-73a0-4f2b-87cd-77be1ea3c2f0),segment_id=34627b77-73a0-4f2b-87cd-77be1ea3c2f0)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:34:43.956277 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55729dc5-d447-4531-8bbc-95f14b6c8aae req-9cd87948-4a85-4b0e-bdba-147b549a8dcb tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:43.957265 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41daf50f-e19b-401a-b2e0-925ea22147bb tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:43.965477 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:43.965766 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-55729dc5-d447-4531-8bbc-95f14b6c8aae req-9cd87948-4a85-4b0e-bdba-147b549a8dcb tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 945 time: 0.2805698 Jan 18 22:34:43.966058 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41daf50f-e19b-401a-b2e0-925ea22147bb tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:43.978834 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41daf50f-e19b-401a-b2e0-925ea22147bb tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:43.989225 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41daf50f-e19b-401a-b2e0-925ea22147bb tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:43.995906 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41daf50f-e19b-401a-b2e0-925ea22147bb tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:44.004348 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41daf50f-e19b-401a-b2e0-925ea22147bb tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:44.006496 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-41daf50f-e19b-401a-b2e0-925ea22147bb tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.4131083 Jan 18 22:34:44.018703 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 57344) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:44.021841 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f0202403-8df8-4bbe-97f0-29cbdc40e25e req-3a3998c3-8d29-4148-af20-e1ce43b94cd8 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups?id=f25aad12-9aee-4cc2-9c27-71413ad663e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2070849 Jan 18 22:34:44.048817 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=6c9ea76e-7dbd-4767-9685-c0f25e5276d0,revision_number=10']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:44.116328 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 47ecbd58-1e78-4222-a5f8-f80b560d8020 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:34:44.220866 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 47ecbd58-1e78-4222-a5f8-f80b560d8020 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:34:44.221152 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:44.247212 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-47e4e81a-b14b-43dd-8b51-b60be3cffa71 req-a70deea6-7f8b-4bd4-86e8-b6e0cc529ed7 service neutron] For port 05c1d799-e1bb-45aa-99fd-f133bfea30d6, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=05c1d799-e1bb-45aa-99fd-f133bfea30d6,segment=NetworkSegment(70a4f94b-4f48-4441-9e9d-d65add0cb430),segment_id=70a4f94b-4f48-4441-9e9d-d65add0cb430)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:34:44.329085 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-47e4e81a-b14b-43dd-8b51-b60be3cffa71 req-a70deea6-7f8b-4bd4-86e8-b6e0cc529ed7 service neutron] For port 05c1d799-e1bb-45aa-99fd-f133bfea30d6, host n-h2-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:34:44.380048 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:44.402024 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77da1641-56b1-4684-8d8a-99299ac24d50 x-openstack-request-id: req-77da1641-56b1-4684-8d8a-99299ac24d50 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:34:44.404422 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82d9672d-7858-4431-a5ff-3dbf085d883f", "name": "network-vif-plugged", "status": "completed", "tag": "6c9ea76e-7dbd-4767-9685-c0f25e5276d0", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:34:44.404785 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-77da1641-56b1-4684-8d8a-99299ac24d50 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:34:44.405301 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82d9672d-7858-4431-a5ff-3dbf085d883f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c9ea76e-7dbd-4767-9685-c0f25e5276d0', 'code': 200} Jan 18 22:34:44.453550 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-102d2316-e809-4128-b93e-3d6a6202d570 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] 10.222.0.53 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.4292452 Jan 18 22:34:44.454792 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 57354) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:44.492435 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port 47ecbd58-1e78-4222-a5f8-f80b560d8020, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=47ecbd58-1e78-4222-a5f8-f80b560d8020,segment=NetworkSegment(9df5a395-a018-4395-bc78-cf6325f4b19c),segment_id=9df5a395-a018-4395-bc78-cf6325f4b19c)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:34:44.500606 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-1a68ae5b-f30d-4f2d-957a-cb592fd32c80 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2543290 Jan 18 22:34:44.502654 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [None req-6615cf4f-694b-476d-92ff-b89aaf5050a4 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] device_id is not set on port e6f31a5c-304f-4957-9ebd-7edaa52ed288 yet. {{(pid=102430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:34:44.504992 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [req-47e4e81a-b14b-43dd-8b51-b60be3cffa71 req-a70deea6-7f8b-4bd4-86e8-b6e0cc529ed7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05c1d799-e1bb-45aa-99fd-f133bfea30d6 {{(pid=102431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:34:44.507569 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:44.531628 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-47e4e81a-b14b-43dd-8b51-b60be3cffa71 req-a70deea6-7f8b-4bd4-86e8-b6e0cc529ed7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:44.533907 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 57356) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:44.549039 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-6eceaf2e-8933-4763-8ca8-6e28ed662f32 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Request body: {'subnet': {'network_id': '20d8f454-8209-4248-b312-6a569c2ce2cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:34:44.551323 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [req-47e4e81a-b14b-43dd-8b51-b60be3cffa71 req-a70deea6-7f8b-4bd4-86e8-b6e0cc529ed7 service neutron] Transition to ACTIVE for port object 05c1d799-e1bb-45aa-99fd-f133bfea30d6 will not be triggered until provisioned by entity L2. {{(pid=102431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:34:44.567385 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-47e4e81a-b14b-43dd-8b51-b60be3cffa71 req-a70deea6-7f8b-4bd4-86e8-b6e0cc529ed7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:44.581406 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=47ecbd58-1e78-4222-a5f8-f80b560d8020,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:44.620469 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718bf8a1-7fb9-4dab-88af-7021fa67b65d tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:44.622127 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718bf8a1-7fb9-4dab-88af-7021fa67b65d tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:44.623900 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718bf8a1-7fb9-4dab-88af-7021fa67b65d tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:44.625617 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718bf8a1-7fb9-4dab-88af-7021fa67b65d tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:44.627215 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718bf8a1-7fb9-4dab-88af-7021fa67b65d tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:44.632383 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-718bf8a1-7fb9-4dab-88af-7021fa67b65d tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1735301 Jan 18 22:34:44.633710 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 57362) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:44.692342 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70deea6-7f8b-4bd4-86e8-b6e0cc529ed7 service neutron] Pushing event updated for resources: {'Port': ['ID=05c1d799-e1bb-45aa-99fd-f133bfea30d6,revision_number=9']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:44.780838 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bed105e-aef2-4dfc-932b-df3ffbbd7169 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Attributes excluded by policy engine: ['shared'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:44.782338 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bed105e-aef2-4dfc-932b-df3ffbbd7169 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Attributes excluded by policy engine: ['shared'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:44.783853 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bed105e-aef2-4dfc-932b-df3ffbbd7169 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Attributes excluded by policy engine: ['shared'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:44.785279 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bed105e-aef2-4dfc-932b-df3ffbbd7169 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Attributes excluded by policy engine: ['shared'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:44.786678 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bed105e-aef2-4dfc-932b-df3ffbbd7169 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Attributes excluded by policy engine: ['shared'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:44.791974 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-1bed105e-aef2-4dfc-932b-df3ffbbd7169 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] 10.222.0.53 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1571333 Jan 18 22:34:44.792588 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 57364) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:44.800215 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a68ae5b-f30d-4f2d-957a-cb592fd32c80 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Pushing event updated for resources: {'Network': ['ID=20d8f454-8209-4248-b312-6a569c2ce2cd,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:44.813402 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 20d8f454-8209-4248-b312-6a569c2ce2cd details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:34:44.828277 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-55729dc5-d447-4531-8bbc-95f14b6c8aae req-0040e309-e158-44f2-b055-54f722107331 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8599715 Jan 18 22:34:44.901872 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-6615cf4f-694b-476d-92ff-b89aaf5050a4 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Allocated IP 2001:db8::2d (43da3464-f4b8-4f08-9c3c-cf5b097a3469/232e4452-941d-4080-b407-403b6ee1edc3/e6f31a5c-304f-4957-9ebd-7edaa52ed288) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:34:44.948236 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba49a3-e0d9-4440-b013-77ed0d52ff06 req-9b41d9e5-c681-43d5-8d44-669e53b5f6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:44.949994 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b4ba49a3-e0d9-4440-b013-77ed0d52ff06 req-9b41d9e5-c681-43d5-8d44-669e53b5f6c2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 1098 time: 0.3439455 Jan 18 22:34:44.955509 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-47e4e81a-b14b-43dd-8b51-b60be3cffa71 req-a70deea6-7f8b-4bd4-86e8-b6e0cc529ed7 service neutron] No DVR routers for this DVR port 05c1d799-e1bb-45aa-99fd-f133bfea30d6 on host n-h2-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:34:44.966091 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941b6204-de49-4d89-b57f-8638ae46d1ee req-c37d13fa-1c67-4c2f-a148-54b46ab98957 tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:44.973881 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-941b6204-de49-4d89-b57f-8638ae46d1ee req-c37d13fa-1c67-4c2f-a148-54b46ab98957 tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] 10.222.0.53 "GET /v2.0/ports?device_id=536fa14c-5bd8-44fb-a23b-0ea4fe72f3dc HTTP/1.1" status: 200 len: 945 time: 0.4790590 Jan 18 22:34:45.130818 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-941b6204-de49-4d89-b57f-8638ae46d1ee req-232c5640-7b3e-4da2-b895-de804ea3b076 tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] 10.222.0.53 "GET /v2.0/security-groups?id=d834c23f-c963-4a97-ab3d-f1d77c531afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559982 Jan 18 22:34:45.148616 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a195eaa-573f-4c90-b4e9-0071ff7d0a35 None None] get_active_networks_info from n-d-825064-1 {{(pid=102432) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jan 18 22:34:45.185156 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b4ba49a3-e0d9-4440-b013-77ed0d52ff06 req-341c7206-ff00-428a-a931-6c4cb143ad78 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089574 Jan 18 22:34:45.213584 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eceaf2e-8933-4763-8ca8-6e28ed662f32 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Made reservation on behalf of 38220c49851742a4b2a8fd1e078deffa for: {'subnet': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:34:45.218512 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6eceaf2e-8933-4763-8ca8-6e28ed662f32 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62288702'] for subnet, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:45.236657 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-db9f4d54-00f9-448a-8129-b477db203d6b None None] Provisioning complete for port 47ecbd58-1e78-4222-a5f8-f80b560d8020 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:34:45.237490 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-db9f4d54-00f9-448a-8129-b477db203d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:45.412329 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a195eaa-573f-4c90-b4e9-0071ff7d0a35 None None] Resources bound (agent type, host, resource id): {{(pid=102432) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 18 22:34:45.417236 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6615cf4f-694b-476d-92ff-b89aaf5050a4 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:45.495934 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6408b424-c8ae-4fb8-b9fa-251d3f1b6c6a tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:45.501826 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-6408b424-c8ae-4fb8-b9fa-251d3f1b6c6a tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] 10.222.0.53 "GET /v2.0/networks/f4480bbd-c3f0-45f0-96c6-3cf870f362e3 HTTP/1.1" status: 200 len: 804 time: 0.7016456 Jan 18 22:34:45.502671 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 57378) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:45.615619 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37606a9f-1875-4ef6-bcce-9f0d5344e799 req-31f6e094-7195-4b92-8401-e9283c7a3591 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:45.618317 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-37606a9f-1875-4ef6-bcce-9f0d5344e799 req-31f6e094-7195-4b92-8401-e9283c7a3591 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9ab72d2-fb07-4ddd-96ca-0d87ff63902f HTTP/1.1" status: 200 len: 944 time: 0.4605253 Jan 18 22:34:45.628485 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6eceaf2e-8933-4763-8ca8-6e28ed662f32 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60203213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62288684'] for subnet, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:45.712158 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6615cf4f-694b-476d-92ff-b89aaf5050a4 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:45.725188 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-3febe7f3-be01-4e7b-ba97-5354f8208ee1 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] 10.222.0.53 "GET /v2.0/networks/f4480bbd-c3f0-45f0-96c6-3cf870f362e3?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1958470 Jan 18 22:34:45.731425 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 57384) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:45.733192 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-47e4e81a-b14b-43dd-8b51-b60be3cffa71 req-a70deea6-7f8b-4bd4-86e8-b6e0cc529ed7 service neutron] Attempting to bind port 05c1d799-e1bb-45aa-99fd-f133bfea30d6 on host n-h1-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:34:45.733689 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-47e4e81a-b14b-43dd-8b51-b60be3cffa71 req-a70deea6-7f8b-4bd4-86e8-b6e0cc529ed7 service neutron] Attempting to bind port 05c1d799-e1bb-45aa-99fd-f133bfea30d6 by drivers openvswitch,hyperv on host n-h1-825064-1 at level 0 using segments [{'id': '70a4f94b-4f48-4441-9e9d-d65add0cb430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9f0c6f68-00d4-4074-963d-5eeb6360e1ec'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:34:45.734204 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e4e81a-b14b-43dd-8b51-b60be3cffa71 req-a70deea6-7f8b-4bd4-86e8-b6e0cc529ed7 service neutron] Attempting to bind port 05c1d799-e1bb-45aa-99fd-f133bfea30d6 on network 9f0c6f68-00d4-4074-963d-5eeb6360e1ec {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:34:45.775290 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076924d2-e944-4ed4-bca9-f4ebbade2a56 None None] Network 43da3464-f4b8-4f08-9c3c-cf5b097a3469 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:34:45.777861 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e4e81a-b14b-43dd-8b51-b60be3cffa71 req-a70deea6-7f8b-4bd4-86e8-b6e0cc529ed7 service neutron] Port 05c1d799-e1bb-45aa-99fd-f133bfea30d6 on network 9f0c6f68-00d4-4074-963d-5eeb6360e1ec not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:34:45.778079 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e4e81a-b14b-43dd-8b51-b60be3cffa71 req-a70deea6-7f8b-4bd4-86e8-b6e0cc529ed7 service neutron] Attempting to bind port 05c1d799-e1bb-45aa-99fd-f133bfea30d6 on network 9f0c6f68-00d4-4074-963d-5eeb6360e1ec {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:34:45.781163 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6615cf4f-694b-476d-92ff-b89aaf5050a4 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Pushing event updated for resources: {'Port': ['ID=e6f31a5c-304f-4957-9ebd-7edaa52ed288,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:45.788231 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e4e81a-b14b-43dd-8b51-b60be3cffa71 req-a70deea6-7f8b-4bd4-86e8-b6e0cc529ed7 service neutron] Checking agent: {'id': 'e49d1b2a-ba11-487f-a804-ecbf3c0e8132', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:34:45.789872 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e4e81a-b14b-43dd-8b51-b60be3cffa71 req-a70deea6-7f8b-4bd4-86e8-b6e0cc529ed7 service neutron] Checking segment: {'id': '70a4f94b-4f48-4441-9e9d-d65add0cb430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9f0c6f68-00d4-4074-963d-5eeb6360e1ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:34:45.789872 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e4e81a-b14b-43dd-8b51-b60be3cffa71 req-a70deea6-7f8b-4bd4-86e8-b6e0cc529ed7 service neutron] Bound using segment: {'id': '70a4f94b-4f48-4441-9e9d-d65add0cb430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9f0c6f68-00d4-4074-963d-5eeb6360e1ec'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:34:45.790060 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-47e4e81a-b14b-43dd-8b51-b60be3cffa71 req-a70deea6-7f8b-4bd4-86e8-b6e0cc529ed7 service neutron] Bound port: 05c1d799-e1bb-45aa-99fd-f133bfea30d6, host: n-h1-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70a4f94b-4f48-4441-9e9d-d65add0cb430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9f0c6f68-00d4-4074-963d-5eeb6360e1ec'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:34:45.790381 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-47e4e81a-b14b-43dd-8b51-b60be3cffa71 req-a70deea6-7f8b-4bd4-86e8-b6e0cc529ed7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:45.818205 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5962783-0d8d-45c7-9695-6d77c735dca8 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:45.820235 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-c5962783-0d8d-45c7-9695-6d77c735dca8 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] 10.222.0.53 "GET /v2.0/subnets/daf2a11b-d651-459a-887e-4e55b80eea0a HTTP/1.1" status: 200 len: 843 time: 0.0829933 Jan 18 22:34:45.845292 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 57386) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:45.860329 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-37606a9f-1875-4ef6-bcce-9f0d5344e799 req-cfc3ab51-be88-452d-b0ac-8fbd230ba1cb tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups?id=f25aad12-9aee-4cc2-9c27-71413ad663e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2329030 Jan 18 22:34:45.868753 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6615cf4f-694b-476d-92ff-b89aaf5050a4 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Network 43da3464-f4b8-4f08-9c3c-cf5b097a3469 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:34:45.871741 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-6615cf4f-694b-476d-92ff-b89aaf5050a4 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:34:45.874502 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6615cf4f-694b-476d-92ff-b89aaf5050a4 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:34:45.882315 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6615cf4f-694b-476d-92ff-b89aaf5050a4 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:45.883079 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6615cf4f-694b-476d-92ff-b89aaf5050a4 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:45.894745 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eceaf2e-8933-4763-8ca8-6e28ed662f32 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Pushing event updated for resources: {'Subnet': ['ID=9b004bba-3671-4106-b18d-3abc9d3a1571,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:45.904669 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eceaf2e-8933-4763-8ca8-6e28ed662f32 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Checking segment: {'id': '997375d4-547d-4d02-b3f3-f83bc088c984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '20d8f454-8209-4248-b312-6a569c2ce2cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:34:45.905142 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eceaf2e-8933-4763-8ca8-6e28ed662f32 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Network hostable DHCP agents. Network: 20d8f454-8209-4248-b312-6a569c2ce2cd, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:34:45.917864 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-6615cf4f-694b-476d-92ff-b89aaf5050a4 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.5302846 Jan 18 22:34:45.917864 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 57390) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:45.978915 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89da33cd-8929-4584-93f7-a80d9218d84d tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Attributes excluded by policy engine: ['shared'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:45.981761 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-89da33cd-8929-4584-93f7-a80d9218d84d tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] 10.222.0.53 "GET /v2.0/subnets/daf2a11b-d651-459a-887e-4e55b80eea0a?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1352444 Jan 18 22:34:45.990492 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 57396) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:46.001653 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5987a0b-60fe-4f88-bd9c-a50fb6f1d644 None None] Network cfb4fd39-4897-4f3f-bf85-dbc5cc1b7c49 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:34:46.019879 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-66bf28b6-c21b-45d6-8a34-0a8711f676d3 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-630720082'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:34:46.036401 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-47e4e81a-b14b-43dd-8b51-b60be3cffa71 req-a70deea6-7f8b-4bd4-86e8-b6e0cc529ed7 service neutron] For port 05c1d799-e1bb-45aa-99fd-f133bfea30d6, host n-h1-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:34:46.041268 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-47e4e81a-b14b-43dd-8b51-b60be3cffa71 req-a70deea6-7f8b-4bd4-86e8-b6e0cc529ed7 service neutron] For port 05c1d799-e1bb-45aa-99fd-f133bfea30d6, host n-h1-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=05c1d799-e1bb-45aa-99fd-f133bfea30d6,segment=NetworkSegment(70a4f94b-4f48-4441-9e9d-d65add0cb430),segment_id=70a4f94b-4f48-4441-9e9d-d65add0cb430)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:34:46.051546 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 47ecbd58-1e78-4222-a5f8-f80b560d8020 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:34:46.056842 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5987a0b-60fe-4f88-bd9c-a50fb6f1d644 None None] Network cfb4fd39-4897-4f3f-bf85-dbc5cc1b7c49 could not be found, it might have been deleted concurrently. {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jan 18 22:34:46.061673 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-47e4e81a-b14b-43dd-8b51-b60be3cffa71 req-a70deea6-7f8b-4bd4-86e8-b6e0cc529ed7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:46.081449 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a86101c-411b-43e8-9a27-5c9ef426df73 None None] Network cfb4fd39-4897-4f3f-bf85-dbc5cc1b7c49 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:34:46.085041 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913dc2b9-1bc1-4590-b3b3-c90ed93f939e req-0f2bfe8e-dbc1-4af4-94e9-3088f1196eb6 tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:46.097401 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-913dc2b9-1bc1-4590-b3b3-c90ed93f939e req-0f2bfe8e-dbc1-4af4-94e9-3088f1196eb6 tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] 10.222.0.67 "GET /v2.0/ports?device_id=536fa14c-5bd8-44fb-a23b-0ea4fe72f3dc HTTP/1.1" status: 200 len: 945 time: 0.2814484 Jan 18 22:34:46.139751 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a86101c-411b-43e8-9a27-5c9ef426df73 None None] Network cfb4fd39-4897-4f3f-bf85-dbc5cc1b7c49 could not be found, it might have been deleted concurrently. {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jan 18 22:34:46.150941 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66bf28b6-c21b-45d6-8a34-0a8711f676d3 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Made reservation on behalf of c734a7d12e3d4aefb145cc5f155d0467 for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:34:46.155129 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-66bf28b6-c21b-45d6-8a34-0a8711f676d3 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:46.186562 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70deea6-7f8b-4bd4-86e8-b6e0cc529ed7 service neutron] Pushing event updated for resources: {'Port': ['ID=05c1d799-e1bb-45aa-99fd-f133bfea30d6,revision_number=10']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:46.208599 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e4e81a-b14b-43dd-8b51-b60be3cffa71 req-a70deea6-7f8b-4bd4-86e8-b6e0cc529ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:46.209801 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-47e4e81a-b14b-43dd-8b51-b60be3cffa71 req-a70deea6-7f8b-4bd4-86e8-b6e0cc529ed7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:46.212293 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-47e4e81a-b14b-43dd-8b51-b60be3cffa71 req-a70deea6-7f8b-4bd4-86e8-b6e0cc529ed7 service neutron] 10.222.0.36 "PUT /v2.0/ports/05c1d799-e1bb-45aa-99fd-f133bfea30d6 HTTP/1.1" status: 200 len: 1092 time: 2.7644348 Jan 18 22:34:46.214297 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9ab72d2-fb07-4ddd-96ca-0d87ff63902f', 'tag': '05c1d799-e1bb-45aa-99fd-f133bfea30d6'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:34:46.216795 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9239dd68-313c-4af2-92f8-6cdc9ec71434" -d '{"events": [{"name": "network-changed", "server_uuid": "e9ab72d2-fb07-4ddd-96ca-0d87ff63902f", "tag": "05c1d799-e1bb-45aa-99fd-f133bfea30d6"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:34:46.246068 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66bf28b6-c21b-45d6-8a34-0a8711f676d3 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:34:46.256429 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 47ecbd58-1e78-4222-a5f8-f80b560d8020 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:34:46.256953 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:46.262410 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-66bf28b6-c21b-45d6-8a34-0a8711f676d3 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:46.262766 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-66bf28b6-c21b-45d6-8a34-0a8711f676d3 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Added segment 6a8e9ece-db3f-49c5-bb19-0d3315fe5371 of type vlan for network 4b823778-97dc-428a-965f-80eda396afa0 Jan 18 22:34:46.312424 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-66bf28b6-c21b-45d6-8a34-0a8711f676d3 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:46.381918 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-66bf28b6-c21b-45d6-8a34-0a8711f676d3 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:46.387776 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2a1029-6330-44dc-9fe8-5ec2820b6f79 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:46.389550 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66bf28b6-c21b-45d6-8a34-0a8711f676d3 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:46.390380 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-66bf28b6-c21b-45d6-8a34-0a8711f676d3 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:46.392884 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 57406) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:46.393198 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-0e2a1029-6330-44dc-9fe8-5ec2820b6f79 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A58 HTTP/1.1" status: 200 len: 928 time: 0.4718738 Jan 18 22:34:46.471096 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eceaf2e-8933-4763-8ca8-6e28ed662f32 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Network 20d8f454-8209-4248-b312-6a569c2ce2cd is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:34:46.514548 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc064ad6-187d-4a51-999b-b2a736b1145c req-00de4119-1919-4355-bca9-1b17689aa98f tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:46.519667 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bc064ad6-187d-4a51-999b-b2a736b1145c req-00de4119-1919-4355-bca9-1b17689aa98f tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 947 time: 0.4849334 Jan 18 22:34:46.520348 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-6eceaf2e-8933-4763-8ca8-6e28ed662f32 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 20d8f454-8209-4248-b312-6a569c2ce2cd) {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:34:46.525323 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eceaf2e-8933-4763-8ca8-6e28ed662f32 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:46.525924 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6eceaf2e-8933-4763-8ca8-6e28ed662f32 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:46.536095 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa4756f-8cc5-472c-a247-21cc20323d64 None None] Network 20d8f454-8209-4248-b312-6a569c2ce2cd requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:34:46.572370 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-66bf28b6-c21b-45d6-8a34-0a8711f676d3 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5791926 Jan 18 22:34:46.575409 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e4e81a-b14b-43dd-8b51-b60be3cffa71 req-93267211-ee78-4a16-809e-c9ed85996831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:46.577405 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-47e4e81a-b14b-43dd-8b51-b60be3cffa71 req-93267211-ee78-4a16-809e-c9ed85996831 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7afa2eadfaa94efb9bc2c925685c8cd2&device_id=e9ab72d2-fb07-4ddd-96ca-0d87ff63902f HTTP/1.1" status: 200 len: 1096 time: 0.2330842 Jan 18 22:34:46.592383 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 57420) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:46.601640 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-4712858e-0f26-47d0-bcb5-17feee5e57e9 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Request body: {'subnet': {'network_id': '4b823778-97dc-428a-965f-80eda396afa0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:34:46.625430 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7409ea-900f-4428-a1d1-3c1a9860bb9a req-ba5c9048-c84a-4e0f-ab4f-0cf210434f25 tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:46.626471 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2b7409ea-900f-4428-a1d1-3c1a9860bb9a req-ba5c9048-c84a-4e0f-ab4f-0cf210434f25 tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] 10.222.0.53 "GET /v2.0/ports?device_id=536fa14c-5bd8-44fb-a23b-0ea4fe72f3dc HTTP/1.1" status: 200 len: 945 time: 0.3242717 Jan 18 22:34:46.662212 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bf28b6-c21b-45d6-8a34-0a8711f676d3 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Pushing event updated for resources: {'Network': ['ID=4b823778-97dc-428a-965f-80eda396afa0,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:46.678769 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-6eceaf2e-8933-4763-8ca8-6e28ed662f32 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.1390085 Jan 18 22:34:46.685079 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bc064ad6-187d-4a51-999b-b2a736b1145c req-8a4661af-2690-4477-8533-d3a437bb6aea tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488516 Jan 18 22:34:46.691603 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 57422) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:46.694308 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-913dc2b9-1bc1-4590-b3b3-c90ed93f939e req-6cd4c726-a21f-4423-ac70-a32140d673f3 tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] Deleting port 1c4681d4-619d-4e58-a9fa-265202f76522 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:34:46.695389 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-913dc2b9-1bc1-4590-b3b3-c90ed93f939e req-6cd4c726-a21f-4423-ac70-a32140d673f3 tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:46.713439 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 4b823778-97dc-428a-965f-80eda396afa0 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:34:46.820946 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e0dd78f-0b04-4c5a-9f03-4ec811cd59c3 x-openstack-request-id: req-4e0dd78f-0b04-4c5a-9f03-4ec811cd59c3 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:34:46.821376 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9ab72d2-fb07-4ddd-96ca-0d87ff63902f", "tag": "05c1d799-e1bb-45aa-99fd-f133bfea30d6", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:34:46.821695 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4e0dd78f-0b04-4c5a-9f03-4ec811cd59c3 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:34:46.822171 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9ab72d2-fb07-4ddd-96ca-0d87ff63902f', 'tag': '05c1d799-e1bb-45aa-99fd-f133bfea30d6', 'status': 'completed', 'code': 200} Jan 18 22:34:46.858064 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-913dc2b9-1bc1-4590-b3b3-c90ed93f939e req-6cd4c726-a21f-4423-ac70-a32140d673f3 tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] For port 1c4681d4-619d-4e58-a9fa-265202f76522, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=1c4681d4-619d-4e58-a9fa-265202f76522,segment=NetworkSegment(866ef1d2-b48c-44df-b25f-cea65f6edfa8),segment_id=866ef1d2-b48c-44df-b25f-cea65f6edfa8)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:34:46.858434 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-913dc2b9-1bc1-4590-b3b3-c90ed93f939e req-6cd4c726-a21f-4423-ac70-a32140d673f3 tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:46.872395 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-913dc2b9-1bc1-4590-b3b3-c90ed93f939e req-6cd4c726-a21f-4423-ac70-a32140d673f3 tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] Calling delete_port for 1c4681d4-619d-4e58-a9fa-265202f76522 owned by compute:nova {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:34:47.002656 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e4e81a-b14b-43dd-8b51-b60be3cffa71 req-05d02769-218a-46ba-a979-068064e78691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:47.008006 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-47e4e81a-b14b-43dd-8b51-b60be3cffa71 req-05d02769-218a-46ba-a979-068064e78691 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9f0c6f68-00d4-4074-963d-5eeb6360e1ec HTTP/1.1" status: 200 len: 917 time: 0.3999836 Jan 18 22:34:47.035411 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-c148967c-9eb1-485a-94f2-ea4d225d7032 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Deleting port e6f31a5c-304f-4957-9ebd-7edaa52ed288 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:34:47.035809 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c148967c-9eb1-485a-94f2-ea4d225d7032 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:47.066583 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0860860c-cfbd-437a-8888-b91b6de03135 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-20d8f454-8209-4248-b312-6a569c2ce2cd', 'network_id': '20d8f454-8209-4248-b312-6a569c2ce2cd', 'tenant_id': '38220c49851742a4b2a8fd1e078deffa', 'fixed_ips': [{'subnet_id': '9b004bba-3671-4106-b18d-3abc9d3a1571'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:34:47.067640 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0860860c-cfbd-437a-8888-b91b6de03135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:47.182267 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4712858e-0f26-47d0-bcb5-17feee5e57e9 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Made reservation on behalf of c734a7d12e3d4aefb145cc5f155d0467 for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:34:47.186709 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4712858e-0f26-47d0-bcb5-17feee5e57e9 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:47.271308 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2b7409ea-900f-4428-a1d1-3c1a9860bb9a req-a8d6ba47-a97f-44f2-99f9-636e80824de8 tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] 10.222.0.53 "GET /v2.0/security-groups?id=d834c23f-c963-4a97-ab3d-f1d77c531afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6229558 Jan 18 22:34:47.317771 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.ipam_backend_mixin [None req-4712858e-0f26-47d0-bcb5-17feee5e57e9 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Performing IP validity checks on allocation pools {{(pid=102431) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 18 22:34:47.318441 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.ipam_backend_mixin [None req-4712858e-0f26-47d0-bcb5-17feee5e57e9 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102431) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 18 22:34:47.323031 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-47e4e81a-b14b-43dd-8b51-b60be3cffa71 req-bf8a1bb6-b716-4c2e-a20f-eb788d6630fe service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05c1d799-e1bb-45aa-99fd-f133bfea30d6 HTTP/1.1" status: 200 len: 1000 time: 0.3049731 Jan 18 22:34:47.338595 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-0860860c-cfbd-437a-8888-b91b6de03135 None None] Allocated IP 172.20.0.1 (20d8f454-8209-4248-b312-6a569c2ce2cd/9b004bba-3671-4106-b18d-3abc9d3a1571/81578169-0c00-4d8f-a8d6-7a5b0ee56f04) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:34:47.416571 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e913e07-3170-4db2-a0c1-07eba67de0d4 req-291623a1-9abd-4d34-9047-b722cfe350b9 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:47.418215 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0e913e07-3170-4db2-a0c1-07eba67de0d4 req-291623a1-9abd-4d34-9047-b722cfe350b9 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9ab72d2-fb07-4ddd-96ca-0d87ff63902f HTTP/1.1" status: 200 len: 945 time: 0.3984387 Jan 18 22:34:47.435879 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f183828-b8bd-411d-9fe3-c4e7e65275ca None None] Network 43da3464-f4b8-4f08-9c3c-cf5b097a3469 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:34:47.461993 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e4e81a-b14b-43dd-8b51-b60be3cffa71 req-bbcd1ece-4103-49d9-8aa6-560f044d672e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:47.463725 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-47e4e81a-b14b-43dd-8b51-b60be3cffa71 req-bbcd1ece-4103-49d9-8aa6-560f044d672e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b7bcd428-9869-4592-8e72-20a2a0d3310e HTTP/1.1" status: 200 len: 856 time: 0.1304605 Jan 18 22:34:47.464873 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-976efff1-f80a-46a7-b97d-7cf6a48f4112 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:47.490756 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-913dc2b9-1bc1-4590-b3b3-c90ed93f939e req-6cd4c726-a21f-4423-ac70-a32140d673f3 tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:47.537035 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['fe5b4fd3-74e2-4db7-8092-0f4038a78841'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:34:47.539780 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['af1fccaf-ac41-4e80-a77a-185d78f7d37c'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:34:47.555186 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c148967c-9eb1-485a-94f2-ea4d225d7032 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:47.576301 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0e913e07-3170-4db2-a0c1-07eba67de0d4 req-8632355f-b8c0-411a-9ce0-264f9786b1bf tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups?id=f25aad12-9aee-4cc2-9c27-71413ad663e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1459672 Jan 18 22:34:47.582967 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd4c726-a21f-4423-ac70-a32140d673f3 tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] Pushing event deleted for resources: {'Port': ['ID=1c4681d4-619d-4e58-a9fa-265202f76522,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:47.583140 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-c148967c-9eb1-485a-94f2-ea4d225d7032 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Calling delete_port for e6f31a5c-304f-4957-9ebd-7edaa52ed288 owned by {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:34:47.612584 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e4e81a-b14b-43dd-8b51-b60be3cffa71 req-6e6f19b8-5157-4a32-9074-d6c1f133844a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:47.614557 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-47e4e81a-b14b-43dd-8b51-b60be3cffa71 req-6e6f19b8-5157-4a32-9074-d6c1f133844a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9f0c6f68-00d4-4074-963d-5eeb6360e1ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1395919 Jan 18 22:34:47.646050 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-f4494a91-0ef1-4ff7-9040-2f59471865de None None] Provisioning complete for port 47ecbd58-1e78-4222-a5f8-f80b560d8020 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:34:47.646832 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f4494a91-0ef1-4ff7-9040-2f59471865de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:47.663996 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-913dc2b9-1bc1-4590-b3b3-c90ed93f939e req-6cd4c726-a21f-4423-ac70-a32140d673f3 tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] No DVR routers for this DVR port 1c4681d4-619d-4e58-a9fa-265202f76522 on host n-h2-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:34:47.666788 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-913dc2b9-1bc1-4590-b3b3-c90ed93f939e req-6cd4c726-a21f-4423-ac70-a32140d673f3 tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:47.670819 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-913dc2b9-1bc1-4590-b3b3-c90ed93f939e req-6cd4c726-a21f-4423-ac70-a32140d673f3 tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] 10.222.0.67 "DELETE /v2.0/ports/1c4681d4-619d-4e58-a9fa-265202f76522 HTTP/1.1" status: 204 len: 173 time: 1.5157881 Jan 18 22:34:47.673696 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '536fa14c-5bd8-44fb-a23b-0ea4fe72f3dc', 'name': 'network-vif-deleted', 'tag': '1c4681d4-619d-4e58-a9fa-265202f76522'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:34:47.676203 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36e999ea-7ae6-4c73-bc29-d33f5ba39dbf" -d '{"events": [{"server_uuid": "536fa14c-5bd8-44fb-a23b-0ea4fe72f3dc", "name": "network-vif-deleted", "tag": "1c4681d4-619d-4e58-a9fa-265202f76522"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:34:47.696855 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-976efff1-f80a-46a7-b97d-7cf6a48f4112 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:47.771932 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa97572d-74e1-4579-892e-fd3d5aebde50 x-openstack-request-id: req-aa97572d-74e1-4579-892e-fd3d5aebde50 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:34:47.771932 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "536fa14c-5bd8-44fb-a23b-0ea4fe72f3dc", "name": "network-vif-deleted", "tag": "1c4681d4-619d-4e58-a9fa-265202f76522", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:34:47.772220 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-aa97572d-74e1-4579-892e-fd3d5aebde50 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:34:47.772775 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '536fa14c-5bd8-44fb-a23b-0ea4fe72f3dc', 'name': 'network-vif-deleted', 'tag': '1c4681d4-619d-4e58-a9fa-265202f76522', 'status': 'completed', 'code': 200} Jan 18 22:34:47.848997 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5b81bf-ebe5-432c-97c0-87e02b4a2038 req-9c659969-d513-4605-b004-28d251f29188 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:47.850591 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2c5b81bf-ebe5-432c-97c0-87e02b4a2038 req-9c659969-d513-4605-b004-28d251f29188 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 947 time: 0.0567839 Jan 18 22:34:47.899875 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2c5b81bf-ebe5-432c-97c0-87e02b4a2038 req-92c4e5ef-0657-4046-9bf6-22ab0e6462f4 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406327 Jan 18 22:34:47.912147 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-47e4e81a-b14b-43dd-8b51-b60be3cffa71 req-c61cc353-a827-459b-9439-b7d7c72c7254 service neutron] 10.222.0.36 "GET /v2.0/networks/9f0c6f68-00d4-4074-963d-5eeb6360e1ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2856131 Jan 18 22:34:47.975706 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4712858e-0f26-47d0-bcb5-17feee5e57e9 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:48.009750 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0860860c-cfbd-437a-8888-b91b6de03135 None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:48.038393 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f93c3e-6721-4bba-b4be-c771b9da65e3 req-83b43098-45fa-4293-b091-946b88225497 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:48.041076 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-33f93c3e-6721-4bba-b4be-c771b9da65e3 req-83b43098-45fa-4293-b091-946b88225497 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 947 time: 0.0640683 Jan 18 22:34:48.056922 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0860860c-cfbd-437a-8888-b91b6de03135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:48.077796 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-976efff1-f80a-46a7-b97d-7cf6a48f4112 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60203138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62288677'] for subnet, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:48.139491 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976efff1-f80a-46a7-b97d-7cf6a48f4112 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Pushing event deleted for resources: {'Subnet': ['ID=9b004bba-3671-4106-b18d-3abc9d3a1571,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:48.189713 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4712858e-0f26-47d0-bcb5-17feee5e57e9 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Pushing event updated for resources: {'Subnet': ['ID=97e2b9ce-4c41-469a-8085-69202064e52a,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:48.200966 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4712858e-0f26-47d0-bcb5-17feee5e57e9 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Checking segment: {'id': '6a8e9ece-db3f-49c5-bb19-0d3315fe5371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4b823778-97dc-428a-965f-80eda396afa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:34:48.202425 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4712858e-0f26-47d0-bcb5-17feee5e57e9 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Network hostable DHCP agents. Network: 4b823778-97dc-428a-965f-80eda396afa0, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:34:48.222636 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c148967c-9eb1-485a-94f2-ea4d225d7032 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:48.264590 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-976efff1-f80a-46a7-b97d-7cf6a48f4112 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:48.265213 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c148967c-9eb1-485a-94f2-ea4d225d7032 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Pushing event deleted for resources: {'Port': ['ID=e6f31a5c-304f-4957-9ebd-7edaa52ed288,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:48.284712 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-47e4e81a-b14b-43dd-8b51-b60be3cffa71 req-242b7716-bb79-4f52-9612-00d24c8464b6 service neutron] 10.222.0.36 "GET /v2.0/networks/9f0c6f68-00d4-4074-963d-5eeb6360e1ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3604434 Jan 18 22:34:48.287448 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0860860c-cfbd-437a-8888-b91b6de03135 None None] Network 20d8f454-8209-4248-b312-6a569c2ce2cd is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:34:48.288412 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-f4494a91-0ef1-4ff7-9040-2f59471865de None None] Could not find standard attr ID for object e6f31a5c-304f-4957-9ebd-7edaa52ed288. {{(pid=102432) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 22:34:48.318934 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-33f93c3e-6721-4bba-b4be-c771b9da65e3 req-f735556a-515a-4b46-a7c5-aaeb1e1aae84 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668600 Jan 18 22:34:48.324587 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-976efff1-f80a-46a7-b97d-7cf6a48f4112 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20d8f454-8209-4248-b312-6a569c2ce2cd']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:34:48.344151 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c148967c-9eb1-485a-94f2-ea4d225d7032 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:48.352297 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-976efff1-f80a-46a7-b97d-7cf6a48f4112 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '997375d4-547d-4d02-b3f3-f83bc088c984') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:34:48.352605 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-976efff1-f80a-46a7-b97d-7cf6a48f4112 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '997375d4-547d-4d02-b3f3-f83bc088c984') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:34:48.356925 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-c148967c-9eb1-485a-94f2-ea4d225d7032 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "DELETE /v2.0/ports/e6f31a5c-304f-4957-9ebd-7edaa52ed288 HTTP/1.1" status: 204 len: 168 time: 1.9563932 Jan 18 22:34:48.356925 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4712858e-0f26-47d0-bcb5-17feee5e57e9 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Network 4b823778-97dc-428a-965f-80eda396afa0 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:34:48.358483 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-0860860c-cfbd-437a-8888-b91b6de03135 None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:34:48.358937 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 57480) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:48.374214 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0860860c-cfbd-437a-8888-b91b6de03135 None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:34:48.382821 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0860860c-cfbd-437a-8888-b91b6de03135 None None] Pushing event updated for resources: {'Port': ['ID=81578169-0c00-4d8f-a8d6-7a5b0ee56f04,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:48.388570 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-976efff1-f80a-46a7-b97d-7cf6a48f4112 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60394742'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:48.430015 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-976efff1-f80a-46a7-b97d-7cf6a48f4112 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:48.454071 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-976efff1-f80a-46a7-b97d-7cf6a48f4112 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:34:48.454571 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-976efff1-f80a-46a7-b97d-7cf6a48f4112 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60203044'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:48.468475 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-77929eb1-4453-4ffd-adc1-79b49b685a28 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] GET failed (client error): The resource could not be found. Jan 18 22:34:48.478061 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-77929eb1-4453-4ffd-adc1-79b49b685a28 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "GET /v2.0/ports/e6f31a5c-304f-4957-9ebd-7edaa52ed288 HTTP/1.1" status: 404 len: 333 time: 0.1175146 Jan 18 22:34:48.480852 n-d-825064-1 neutron-server[102430]: Traceback (most recent call last): Jan 18 22:34:48.480852 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:34:48.480852 n-d-825064-1 neutron-server[102430]: timer() Jan 18 22:34:48.480852 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:34:48.480852 n-d-825064-1 neutron-server[102430]: cb(*args, **kw) Jan 18 22:34:48.480852 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:34:48.480852 n-d-825064-1 neutron-server[102430]: return func(*args, **kwargs) Jan 18 22:34:48.480852 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:34:48.480852 n-d-825064-1 neutron-server[102430]: self._notify() Jan 18 22:34:48.480852 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:34:48.480852 n-d-825064-1 neutron-server[102430]: self.callback(batched_events) Jan 18 22:34:48.480852 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:34:48.480852 n-d-825064-1 neutron-server[102430]: event.method(event) Jan 18 22:34:48.480852 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:34:48.480852 n-d-825064-1 neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:34:48.480852 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:34:48.480852 n-d-825064-1 neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:34:48.480852 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:34:48.480852 n-d-825064-1 neutron-server[102430]: return f(self, *a, **k) Jan 18 22:34:48.480852 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:34:48.480852 n-d-825064-1 neutron-server[102430]: return self._get(url).json() Jan 18 22:34:48.480852 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:34:48.480852 n-d-825064-1 neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:34:48.480852 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:34:48.480852 n-d-825064-1 neutron-server[102430]: return self.request(url, 'GET', **kwargs) Jan 18 22:34:48.480852 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:34:48.480852 n-d-825064-1 neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:34:48.480852 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:34:48.480852 n-d-825064-1 neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:34:48.480852 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:34:48.480852 n-d-825064-1 neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:34:48.480852 n-d-825064-1 neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:34:48.483148 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 57488) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:48.513466 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9239dd68-313c-4af2-92f8-6cdc9ec71434 req-5ebfb4a4-f8d6-4dfa-9d07-c5767017901a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:48.516604 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-9239dd68-313c-4af2-92f8-6cdc9ec71434 req-5ebfb4a4-f8d6-4dfa-9d07-c5767017901a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7afa2eadfaa94efb9bc2c925685c8cd2&device_id=e9ab72d2-fb07-4ddd-96ca-0d87ff63902f HTTP/1.1" status: 200 len: 1096 time: 0.1153967 Jan 18 22:34:48.517258 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-4712858e-0f26-47d0-bcb5-17feee5e57e9 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 4b823778-97dc-428a-965f-80eda396afa0) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:34:48.540391 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4712858e-0f26-47d0-bcb5-17feee5e57e9 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:48.540544 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4712858e-0f26-47d0-bcb5-17feee5e57e9 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:48.546764 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a2c365-86d9-4208-ac54-739324af3d0d None None] Network 4b823778-97dc-428a-965f-80eda396afa0 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:34:48.578801 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-f4494a91-0ef1-4ff7-9040-2f59471865de None None] Provisioning complete for port 6856af04-98d2-45bb-a5de-ed3c1cfd0074 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:34:48.579214 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f4494a91-0ef1-4ff7-9040-2f59471865de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:48.584369 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-0860860c-cfbd-437a-8888-b91b6de03135 None None] Attempting to bind port 81578169-0c00-4d8f-a8d6-7a5b0ee56f04 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:34:48.584864 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-0860860c-cfbd-437a-8888-b91b6de03135 None None] Attempting to bind port 81578169-0c00-4d8f-a8d6-7a5b0ee56f04 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '997375d4-547d-4d02-b3f3-f83bc088c984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '20d8f454-8209-4248-b312-6a569c2ce2cd'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:34:48.586173 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0860860c-cfbd-437a-8888-b91b6de03135 None None] Attempting to bind port 81578169-0c00-4d8f-a8d6-7a5b0ee56f04 on network 20d8f454-8209-4248-b312-6a569c2ce2cd {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:34:48.654333 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-4712858e-0f26-47d0-bcb5-17feee5e57e9 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.0607915 Jan 18 22:34:48.654967 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 57502) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:48.675838 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0860860c-cfbd-437a-8888-b91b6de03135 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:34:48.676879 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-bc579c42-432c-40a6-963c-0aa7554ad6c6 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:34:48.689248 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0860860c-cfbd-437a-8888-b91b6de03135 None None] Checking segment: {'id': '997375d4-547d-4d02-b3f3-f83bc088c984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '20d8f454-8209-4248-b312-6a569c2ce2cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:34:48.690073 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0860860c-cfbd-437a-8888-b91b6de03135 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:48.690538 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0860860c-cfbd-437a-8888-b91b6de03135 None None] Bound using segment: {'id': '997375d4-547d-4d02-b3f3-f83bc088c984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '20d8f454-8209-4248-b312-6a569c2ce2cd'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:34:48.690985 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-0860860c-cfbd-437a-8888-b91b6de03135 None None] Bound port: 81578169-0c00-4d8f-a8d6-7a5b0ee56f04, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '997375d4-547d-4d02-b3f3-f83bc088c984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '20d8f454-8209-4248-b312-6a569c2ce2cd'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:34:48.691372 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0860860c-cfbd-437a-8888-b91b6de03135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:48.810056 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9239dd68-313c-4af2-92f8-6cdc9ec71434 req-5bfc7ffa-5245-43e4-bfc0-33d346dc5b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:48.811773 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-9239dd68-313c-4af2-92f8-6cdc9ec71434 req-5bfc7ffa-5245-43e4-bfc0-33d346dc5b75 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9f0c6f68-00d4-4074-963d-5eeb6360e1ec HTTP/1.1" status: 200 len: 917 time: 0.2562184 Jan 18 22:34:48.895812 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4adac8-1979-4010-8bbd-22445c535ccf req-a99f0453-cbdc-4f1a-b7a5-57d3826a7dec tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:48.904625 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2c4adac8-1979-4010-8bbd-22445c535ccf req-a99f0453-cbdc-4f1a-b7a5-57d3826a7dec tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 947 time: 0.4220388 Jan 18 22:34:48.906917 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.db.api [None req-976efff1-f80a-46a7-b97d-7cf6a48f4112 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 18 22:34:48.906917 n-d-825064-1 neutron-server[102430]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 18 22:34:48.906917 n-d-825064-1 neutron-server[102430]: [parameters: {'id': '20d8f454-8209-4248-b312-6a569c2ce2cd'}] Jan 18 22:34:48.906917 n-d-825064-1 neutron-server[102430]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102430) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 22:34:48.907291 n-d-825064-1 neutron-server[102430]: DEBUG oslo_db.api [None req-976efff1-f80a-46a7-b97d-7cf6a48f4112 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 22:34:48.926939 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f460b68-12e8-4a85-81e6-a08781358ffb req-0b81eeaa-7cbc-4eeb-9aef-6e87a037b877 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:48.935296 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3f460b68-12e8-4a85-81e6-a08781358ffb req-0b81eeaa-7cbc-4eeb-9aef-6e87a037b877 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9ab72d2-fb07-4ddd-96ca-0d87ff63902f HTTP/1.1" status: 200 len: 945 time: 0.2076457 Jan 18 22:34:49.002714 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bc579c42-432c-40a6-963c-0aa7554ad6c6 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-58822581'] for subnet, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:49.035421 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2c4adac8-1979-4010-8bbd-22445c535ccf req-8d47a4c6-6f24-4943-93ce-364046aa9557 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295969 Jan 18 22:34:49.093941 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-9239dd68-313c-4af2-92f8-6cdc9ec71434 req-31f9e37d-da12-47b7-a0b1-0e014c0825c6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05c1d799-e1bb-45aa-99fd-f133bfea30d6 HTTP/1.1" status: 200 len: 1000 time: 0.2671583 Jan 18 22:34:49.098916 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3f460b68-12e8-4a85-81e6-a08781358ffb req-eefa6dc3-3a92-48c1-b915-0e88ba7a9b72 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups?id=f25aad12-9aee-4cc2-9c27-71413ad663e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1625662 Jan 18 22:34:49.111705 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-6de97ab0-06dd-4149-aa98-6a9c1d678852 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Deleting port 6856af04-98d2-45bb-a5de-ed3c1cfd0074 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:34:49.114287 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6de97ab0-06dd-4149-aa98-6a9c1d678852 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:49.274557 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-f4494a91-0ef1-4ff7-9040-2f59471865de None None] Port 6856af04-98d2-45bb-a5de-ed3c1cfd0074 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:34:49.309092 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9239dd68-313c-4af2-92f8-6cdc9ec71434 req-76fa3779-638e-4b29-9a0b-08aae45a621d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:49.312209 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-9239dd68-313c-4af2-92f8-6cdc9ec71434 req-76fa3779-638e-4b29-9a0b-08aae45a621d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b7bcd428-9869-4592-8e72-20a2a0d3310e HTTP/1.1" status: 200 len: 856 time: 0.2074714 Jan 18 22:34:49.350304 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 1c4681d4-619d-4e58-a9fa-265202f76522 no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:34:49.432035 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-976efff1-f80a-46a7-b97d-7cf6a48f4112 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:49.535050 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6de97ab0-06dd-4149-aa98-6a9c1d678852 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:49.577677 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] No Port match for: 1c4681d4-619d-4e58-a9fa-265202f76522 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:34:49.578236 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 1c4681d4-619d-4e58-a9fa-265202f76522 not bound to the agent host n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:34:49.594039 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9239dd68-313c-4af2-92f8-6cdc9ec71434 req-b4b5b5cb-6cde-4e06-9ac3-18dddb48d293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:49.599014 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-9239dd68-313c-4af2-92f8-6cdc9ec71434 req-b4b5b5cb-6cde-4e06-9ac3-18dddb48d293 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9f0c6f68-00d4-4074-963d-5eeb6360e1ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2526116 Jan 18 22:34:49.661265 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-683809b7-1147-448c-ae0a-dce72cf21275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:49.720178 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f446335d-9648-4af7-ac2d-083e9921394f req-2cebf2d5-4d4a-4229-953b-3f63c8e99fde tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:49.730332 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f446335d-9648-4af7-ac2d-083e9921394f req-2cebf2d5-4d4a-4229-953b-3f63c8e99fde tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 947 time: 0.4319367 Jan 18 22:34:49.738157 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-853155f0-e506-46a8-86f9-67d0be8050bc None None] Provisioning complete for port 47ecbd58-1e78-4222-a5f8-f80b560d8020 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:34:49.738157 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-853155f0-e506-46a8-86f9-67d0be8050bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:49.745332 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bc579c42-432c-40a6-963c-0aa7554ad6c6 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8757344672404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-59510028'] for subnet, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:49.752325 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-6de97ab0-06dd-4149-aa98-6a9c1d678852 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Calling delete_port for 6856af04-98d2-45bb-a5de-ed3c1cfd0074 owned by {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:34:49.799936 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-0860860c-cfbd-437a-8888-b91b6de03135 None None] For port 81578169-0c00-4d8f-a8d6-7a5b0ee56f04, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:34:49.897761 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-0860860c-cfbd-437a-8888-b91b6de03135 None None] For port 81578169-0c00-4d8f-a8d6-7a5b0ee56f04, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=81578169-0c00-4d8f-a8d6-7a5b0ee56f04,segment=NetworkSegment(997375d4-547d-4d02-b3f3-f83bc088c984),segment_id=997375d4-547d-4d02-b3f3-f83bc088c984)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:34:49.957453 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc579c42-432c-40a6-963c-0aa7554ad6c6 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:49.958357 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bc579c42-432c-40a6-963c-0aa7554ad6c6 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:49.967868 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-bc579c42-432c-40a6-963c-0aa7554ad6c6 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] 10.222.0.53 "PUT /v2.0/subnets/97e2b9ce-4c41-469a-8085-69202064e52a HTTP/1.1" status: 200 len: 900 time: 1.3100142 Jan 18 22:34:49.973011 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 57538) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:49.973973 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f446335d-9648-4af7-ac2d-083e9921394f req-c71d78e4-58d3-4a7c-b728-62f17861a6b2 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131672 Jan 18 22:34:50.008027 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0860860c-cfbd-437a-8888-b91b6de03135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:50.188088 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc579c42-432c-40a6-963c-0aa7554ad6c6 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Pushing event updated for resources: {'Subnet': ['ID=97e2b9ce-4c41-469a-8085-69202064e52a,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:50.198562 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc422737-6eae-4187-bb8a-2cf8fc445567 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-4b823778-97dc-428a-965f-80eda396afa0', 'network_id': '4b823778-97dc-428a-965f-80eda396afa0', 'tenant_id': 'c734a7d12e3d4aefb145cc5f155d0467', 'fixed_ips': [{'subnet_id': '97e2b9ce-4c41-469a-8085-69202064e52a'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:34:50.199824 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fc422737-6eae-4187-bb8a-2cf8fc445567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:50.258382 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-9239dd68-313c-4af2-92f8-6cdc9ec71434 req-343c0e55-ff4f-4dda-956c-7d4e22589df7 service neutron] 10.222.0.36 "GET /v2.0/networks/9f0c6f68-00d4-4074-963d-5eeb6360e1ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6440275 Jan 18 22:34:50.258809 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-976efff1-f80a-46a7-b97d-7cf6a48f4112 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Deleting port 81578169-0c00-4d8f-a8d6-7a5b0ee56f04 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:34:50.259065 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-976efff1-f80a-46a7-b97d-7cf6a48f4112 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:50.398150 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0860860c-cfbd-437a-8888-b91b6de03135 None None] Pushing event updated for resources: {'Port': ['ID=81578169-0c00-4d8f-a8d6-7a5b0ee56f04,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:50.491681 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc1e523-5bbb-410d-8178-3bd15060563a None None] Network 20d8f454-8209-4248-b312-6a569c2ce2cd requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:34:50.506678 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-853155f0-e506-46a8-86f9-67d0be8050bc None None] Provisioning complete for port 6856af04-98d2-45bb-a5de-ed3c1cfd0074 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:34:50.507356 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-853155f0-e506-46a8-86f9-67d0be8050bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:50.533159 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-33880fed-bb16-4b7d-8323-fefc797b4d4a tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:50.610363 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-9239dd68-313c-4af2-92f8-6cdc9ec71434 req-f65e90d7-18dd-4e8d-8677-0ccd0b181b21 service neutron] 10.222.0.36 "GET /v2.0/networks/9f0c6f68-00d4-4074-963d-5eeb6360e1ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3374686 Jan 18 22:34:50.687472 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd71af5a-2cd8-4552-9aaa-169690b3dc8c req-a5dba188-ad72-4e20-b095-7a2a0560f594 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:50.695915 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-dd71af5a-2cd8-4552-9aaa-169690b3dc8c req-a5dba188-ad72-4e20-b095-7a2a0560f594 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 947 time: 0.5513883 Jan 18 22:34:50.714516 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-33880fed-bb16-4b7d-8323-fefc797b4d4a tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:50.839522 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-853155f0-e506-46a8-86f9-67d0be8050bc None None] Port 6856af04-98d2-45bb-a5de-ed3c1cfd0074 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:34:50.841560 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-dd71af5a-2cd8-4552-9aaa-169690b3dc8c req-92ee3042-b181-4f3e-b4f3-f833d42d6182 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444588 Jan 18 22:34:50.865687 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2e5d4f-3028-447c-b7e7-6af7c6b0ae1e req-2e073ac6-64cf-4f48-82ac-f2cfc19d4255 tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:50.871774 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2e5d4f-3028-447c-b7e7-6af7c6b0ae1e req-2e073ac6-64cf-4f48-82ac-f2cfc19d4255 tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:50.892555 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4a2e5d4f-3028-447c-b7e7-6af7c6b0ae1e req-2e073ac6-64cf-4f48-82ac-f2cfc19d4255 tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] 10.222.0.53 "GET /v2.0/ports?device_id=20e53b21-87e6-4751-9007-bfbea1ad5a89&device_id=3badf1c7-113c-4f87-bafd-096ca87ba594 HTTP/1.1" status: 200 len: 1681 time: 0.2846663 Jan 18 22:34:50.899389 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-976efff1-f80a-46a7-b97d-7cf6a48f4112 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] For port 81578169-0c00-4d8f-a8d6-7a5b0ee56f04, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=81578169-0c00-4d8f-a8d6-7a5b0ee56f04,segment=NetworkSegment(997375d4-547d-4d02-b3f3-f83bc088c984),segment_id=997375d4-547d-4d02-b3f3-f83bc088c984)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:34:50.903038 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-976efff1-f80a-46a7-b97d-7cf6a48f4112 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:50.982352 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-976efff1-f80a-46a7-b97d-7cf6a48f4112 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Calling delete_port for 81578169-0c00-4d8f-a8d6-7a5b0ee56f04 owned by network:dhcp {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:34:50.983073 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-fc422737-6eae-4187-bb8a-2cf8fc445567 None None] Allocated IP 2001:db8::3 (4b823778-97dc-428a-965f-80eda396afa0/97e2b9ce-4c41-469a-8085-69202064e52a/73723372-336f-4e94-9b72-15fc3269ac9b) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:34:50.990313 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6de97ab0-06dd-4149-aa98-6a9c1d678852 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:51.034698 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4a2e5d4f-3028-447c-b7e7-6af7c6b0ae1e req-d2a3b865-6943-4b5f-a38d-607b5b3dddca tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] 10.222.0.53 "GET /v2.0/security-groups?id=d834c23f-c963-4a97-ab3d-f1d77c531afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409235 Jan 18 22:34:51.040062 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de97ab0-06dd-4149-aa98-6a9c1d678852 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Pushing event deleted for resources: {'Port': ['ID=6856af04-98d2-45bb-a5de-ed3c1cfd0074,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:51.142238 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6de97ab0-06dd-4149-aa98-6a9c1d678852 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:51.150648 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-6de97ab0-06dd-4149-aa98-6a9c1d678852 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "DELETE /v2.0/ports/6856af04-98d2-45bb-a5de-ed3c1cfd0074 HTTP/1.1" status: 204 len: 168 time: 2.6646292 Jan 18 22:34:51.151078 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 57564) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:51.173564 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459e6844-e426-4b84-900e-ccbd749da453 req-c5c7c0c5-1dbc-4b79-8734-8e70a1b53fd0 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:51.191904 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-459e6844-e426-4b84-900e-ccbd749da453 req-c5c7c0c5-1dbc-4b79-8734-8e70a1b53fd0 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9ab72d2-fb07-4ddd-96ca-0d87ff63902f HTTP/1.1" status: 200 len: 945 time: 0.2516453 Jan 18 22:34:51.230170 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd7558a8-b088-450a-8996-edd5525d9bc6 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] GET failed (client error): The resource could not be found. Jan 18 22:34:51.235643 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-cd7558a8-b088-450a-8996-edd5525d9bc6 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "GET /v2.0/ports/6856af04-98d2-45bb-a5de-ed3c1cfd0074 HTTP/1.1" status: 404 len: 333 time: 0.0797329 Jan 18 22:34:51.236444 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 57566) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:51.297953 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-18ba4960-b2dc-4fee-bb14-ef35ba641f52 None None] Could not find standard attr ID for object e6f31a5c-304f-4957-9ebd-7edaa52ed288. {{(pid=102432) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 22:34:51.351230 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-459e6844-e426-4b84-900e-ccbd749da453 req-61933fe6-8e2c-4be3-bd7c-b50b657843ca tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups?id=f25aad12-9aee-4cc2-9c27-71413ad663e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1523769 Jan 18 22:34:51.363092 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-976efff1-f80a-46a7-b97d-7cf6a48f4112 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:51.369019 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-12cc57b5-14a4-4019-92c2-56e9ee4cec5f tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Deleting subnet 232e4452-941d-4080-b407-403b6ee1edc3 {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:34:51.372492 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-12cc57b5-14a4-4019-92c2-56e9ee4cec5f tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:51.433567 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976efff1-f80a-46a7-b97d-7cf6a48f4112 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Pushing event deleted for resources: {'Port': ['ID=81578169-0c00-4d8f-a8d6-7a5b0ee56f04,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:51.442156 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a0a360-f470-4f25-b258-7866bd69cd52 req-22d7704d-eef3-4d68-9838-ab1e53d2bd6c tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:51.444629 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-36a0a360-f470-4f25-b258-7866bd69cd52 req-22d7704d-eef3-4d68-9838-ab1e53d2bd6c tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 947 time: 0.2118278 Jan 18 22:34:51.449738 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976efff1-f80a-46a7-b97d-7cf6a48f4112 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] No DVR routers for this DVR port 81578169-0c00-4d8f-a8d6-7a5b0ee56f04 on host n-d-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:34:51.506043 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-12cc57b5-14a4-4019-92c2-56e9ee4cec5f tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:51.516840 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fc422737-6eae-4187-bb8a-2cf8fc445567 None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:51.541762 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fc422737-6eae-4187-bb8a-2cf8fc445567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:51.657908 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-976efff1-f80a-46a7-b97d-7cf6a48f4112 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:51.675294 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-33880fed-bb16-4b7d-8323-fefc797b4d4a tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:51.689663 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-976efff1-f80a-46a7-b97d-7cf6a48f4112 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20d8f454-8209-4248-b312-6a569c2ce2cd']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:34:51.701045 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-976efff1-f80a-46a7-b97d-7cf6a48f4112 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '997375d4-547d-4d02-b3f3-f83bc088c984') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:34:51.701481 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-976efff1-f80a-46a7-b97d-7cf6a48f4112 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '997375d4-547d-4d02-b3f3-f83bc088c984') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:34:51.740340 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc422737-6eae-4187-bb8a-2cf8fc445567 None None] Pushing event updated for resources: {'Port': ['ID=73723372-336f-4e94-9b72-15fc3269ac9b,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:51.741280 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-976efff1-f80a-46a7-b97d-7cf6a48f4112 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60394742'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:51.774277 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc422737-6eae-4187-bb8a-2cf8fc445567 None None] Network 4b823778-97dc-428a-965f-80eda396afa0 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:34:51.776457 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-fc422737-6eae-4187-bb8a-2cf8fc445567 None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:34:51.778098 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-976efff1-f80a-46a7-b97d-7cf6a48f4112 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:51.787418 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-976efff1-f80a-46a7-b97d-7cf6a48f4112 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:34:51.787923 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-976efff1-f80a-46a7-b97d-7cf6a48f4112 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60203044'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:51.793054 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc422737-6eae-4187-bb8a-2cf8fc445567 None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:34:51.836439 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33880fed-bb16-4b7d-8323-fefc797b4d4a tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Pushing event deleted for resources: {'Subnet': ['ID=97e2b9ce-4c41-469a-8085-69202064e52a,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:51.927676 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-36a0a360-f470-4f25-b258-7866bd69cd52 req-99f292be-d150-4e2d-b814-cb4f27e2dbdf tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4656124 Jan 18 22:34:51.928587 n-d-825064-1 neutron-server[102430]: Traceback (most recent call last): Jan 18 22:34:51.928587 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:34:51.928587 n-d-825064-1 neutron-server[102430]: timer() Jan 18 22:34:51.928587 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:34:51.928587 n-d-825064-1 neutron-server[102430]: cb(*args, **kw) Jan 18 22:34:51.928587 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:34:51.928587 n-d-825064-1 neutron-server[102430]: return func(*args, **kwargs) Jan 18 22:34:51.928587 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:34:51.928587 n-d-825064-1 neutron-server[102430]: self._notify() Jan 18 22:34:51.928587 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:34:51.928587 n-d-825064-1 neutron-server[102430]: self.callback(batched_events) Jan 18 22:34:51.928587 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:34:51.928587 n-d-825064-1 neutron-server[102430]: event.method(event) Jan 18 22:34:51.928587 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:34:51.928587 n-d-825064-1 neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:34:51.928587 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:34:51.928587 n-d-825064-1 neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:34:51.928587 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:34:51.928587 n-d-825064-1 neutron-server[102430]: return f(self, *a, **k) Jan 18 22:34:51.928587 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:34:51.928587 n-d-825064-1 neutron-server[102430]: return self._get(url).json() Jan 18 22:34:51.928587 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:34:51.928587 n-d-825064-1 neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:34:51.928587 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:34:51.928587 n-d-825064-1 neutron-server[102430]: return self.request(url, 'GET', **kwargs) Jan 18 22:34:51.928587 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:34:51.928587 n-d-825064-1 neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:34:51.928587 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:34:51.928587 n-d-825064-1 neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:34:51.928587 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:34:51.928587 n-d-825064-1 neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:34:51.928587 n-d-825064-1 neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:34:51.934729 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-976efff1-f80a-46a7-b97d-7cf6a48f4112 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:51.946560 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-976efff1-f80a-46a7-b97d-7cf6a48f4112 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:51.957654 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-976efff1-f80a-46a7-b97d-7cf6a48f4112 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] 10.222.0.53 "DELETE /v2.0/networks/20d8f454-8209-4248-b312-6a569c2ce2cd HTTP/1.1" status: 204 len: 168 time: 4.9557614 Jan 18 22:34:51.961757 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 57582) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:51.977869 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-fc422737-6eae-4187-bb8a-2cf8fc445567 None None] Attempting to bind port 73723372-336f-4e94-9b72-15fc3269ac9b on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:34:51.978519 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-fc422737-6eae-4187-bb8a-2cf8fc445567 None None] Attempting to bind port 73723372-336f-4e94-9b72-15fc3269ac9b by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '6a8e9ece-db3f-49c5-bb19-0d3315fe5371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4b823778-97dc-428a-965f-80eda396afa0'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:34:51.978842 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc422737-6eae-4187-bb8a-2cf8fc445567 None None] Attempting to bind port 73723372-336f-4e94-9b72-15fc3269ac9b on network 4b823778-97dc-428a-965f-80eda396afa0 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:34:51.986431 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc422737-6eae-4187-bb8a-2cf8fc445567 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:34:51.986823 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc422737-6eae-4187-bb8a-2cf8fc445567 None None] Checking segment: {'id': '6a8e9ece-db3f-49c5-bb19-0d3315fe5371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4b823778-97dc-428a-965f-80eda396afa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:34:51.987219 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fc422737-6eae-4187-bb8a-2cf8fc445567 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:51.987698 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc422737-6eae-4187-bb8a-2cf8fc445567 None None] Bound using segment: {'id': '6a8e9ece-db3f-49c5-bb19-0d3315fe5371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4b823778-97dc-428a-965f-80eda396afa0'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:34:51.988288 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-fc422737-6eae-4187-bb8a-2cf8fc445567 None None] Bound port: 73723372-336f-4e94-9b72-15fc3269ac9b, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a8e9ece-db3f-49c5-bb19-0d3315fe5371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4b823778-97dc-428a-965f-80eda396afa0'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:34:51.988737 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fc422737-6eae-4187-bb8a-2cf8fc445567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:51.989886 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-12cc57b5-14a4-4019-92c2-56e9ee4cec5f tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:51.991687 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-baacd30f-bbd0-4188-9d13-d2451212118f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:52.001399 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-1c281455-7ed3-4751-b018-41f186d4a0bd tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-72340729'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:34:52.004995 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976efff1-f80a-46a7-b97d-7cf6a48f4112 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Pushing event deleted for resources: {'Network': ['ID=20d8f454-8209-4248-b312-6a569c2ce2cd,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:52.043982 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c281455-7ed3-4751-b018-41f186d4a0bd tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Made reservation on behalf of 38220c49851742a4b2a8fd1e078deffa for: {'network': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:34:52.055690 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1c281455-7ed3-4751-b018-41f186d4a0bd tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:52.108501 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-33880fed-bb16-4b7d-8323-fefc797b4d4a tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:52.109140 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-fc422737-6eae-4187-bb8a-2cf8fc445567 None None] For port 73723372-336f-4e94-9b72-15fc3269ac9b, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:34:52.115680 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-fc422737-6eae-4187-bb8a-2cf8fc445567 None None] For port 73723372-336f-4e94-9b72-15fc3269ac9b, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=73723372-336f-4e94-9b72-15fc3269ac9b,segment=NetworkSegment(6a8e9ece-db3f-49c5-bb19-0d3315fe5371),segment_id=6a8e9ece-db3f-49c5-bb19-0d3315fe5371)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:34:52.141205 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c281455-7ed3-4751-b018-41f186d4a0bd tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=102430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:34:52.149523 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fc422737-6eae-4187-bb8a-2cf8fc445567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:52.220038 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-33880fed-bb16-4b7d-8323-fefc797b4d4a tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b823778-97dc-428a-965f-80eda396afa0']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:34:52.246650 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1c281455-7ed3-4751-b018-41f186d4a0bd tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:52.247013 n-d-825064-1 neutron-server[102430]: INFO neutron.db.segments_db [None req-1c281455-7ed3-4751-b018-41f186d4a0bd tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Added segment c2d72993-fe61-4515-9b18-e06d6f79b6ce of type vlan for network f0801491-3aa6-4ba8-a6c2-f445d173fea4 Jan 18 22:34:52.267816 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-33880fed-bb16-4b7d-8323-fefc797b4d4a tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a8e9ece-db3f-49c5-bb19-0d3315fe5371') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:34:52.268654 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-33880fed-bb16-4b7d-8323-fefc797b4d4a tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a8e9ece-db3f-49c5-bb19-0d3315fe5371') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:34:52.311162 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-33880fed-bb16-4b7d-8323-fefc797b4d4a tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:52.323354 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc422737-6eae-4187-bb8a-2cf8fc445567 None None] Pushing event updated for resources: {'Port': ['ID=73723372-336f-4e94-9b72-15fc3269ac9b,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:52.346579 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-33880fed-bb16-4b7d-8323-fefc797b4d4a tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:52.353346 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-12cc57b5-14a4-4019-92c2-56e9ee4cec5f tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:52.372334 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33880fed-bb16-4b7d-8323-fefc797b4d4a tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:34:52.374201 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-33880fed-bb16-4b7d-8323-fefc797b4d4a tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:52.383697 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:34:52.383697 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:34:52.383697 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:34:52.383697 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:34:52.383697 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:34:52.383697 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:34:52.383697 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:34:52.383697 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:34:52.383697 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:34:52.383697 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:34:52.383697 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:34:52.383697 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:34:52.383697 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:34:52.383697 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:34:52.383697 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:34:52.383697 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:34:52.383697 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:34:52.383697 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:34:52.383697 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:34:52.383697 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:34:52.383697 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:34:52.383697 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:34:52.383697 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:34:52.383697 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:34:52.383697 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:34:52.383697 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:34:52.383697 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:34:52.383697 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:34:52.383697 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:34:52.383697 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:34:52.383697 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:34:52.383697 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:34:52.417145 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61930d1-a997-42fd-97fb-ceb77d98259c None None] Network 4b823778-97dc-428a-965f-80eda396afa0 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:34:52.425957 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2637516e-f3eb-4014-b64c-23a6828eef8f req-7ac89604-ac14-4b7b-9a79-b0c97a100c32 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:52.437010 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2637516e-f3eb-4014-b64c-23a6828eef8f req-7ac89604-ac14-4b7b-9a79-b0c97a100c32 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 947 time: 0.3271728 Jan 18 22:34:52.457410 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cc57b5-14a4-4019-92c2-56e9ee4cec5f tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Pushing event deleted for resources: {'Subnet': ['ID=232e4452-941d-4080-b407-403b6ee1edc3,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:52.459693 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-12cc57b5-14a4-4019-92c2-56e9ee4cec5f tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:52.463673 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-12cc57b5-14a4-4019-92c2-56e9ee4cec5f tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "DELETE /v2.0/subnets/232e4452-941d-4080-b407-403b6ee1edc3 HTTP/1.1" status: 204 len: 168 time: 1.2247794 Jan 18 22:34:52.473312 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 57598) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:52.475041 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae276dba-d1e0-4713-a464-b7870673a50a None None] Network 43da3464-f4b8-4f08-9c3c-cf5b097a3469 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:34:52.548863 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.db.api [None req-33880fed-bb16-4b7d-8323-fefc797b4d4a tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 18 22:34:52.548863 n-d-825064-1 neutron-server[102431]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 18 22:34:52.548863 n-d-825064-1 neutron-server[102431]: [parameters: {'id': '4b823778-97dc-428a-965f-80eda396afa0'}] Jan 18 22:34:52.548863 n-d-825064-1 neutron-server[102431]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102431) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 22:34:52.548863 n-d-825064-1 neutron-server[102431]: DEBUG oslo_db.api [None req-33880fed-bb16-4b7d-8323-fefc797b4d4a tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 22:34:52.584570 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1c281455-7ed3-4751-b018-41f186d4a0bd tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:52.659299 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1c281455-7ed3-4751-b018-41f186d4a0bd tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:52.663932 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-14dae2eb-0ede-4edd-a6e9-b2180d2980fe tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:52.671462 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c281455-7ed3-4751-b018-41f186d4a0bd tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:52.672551 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1c281455-7ed3-4751-b018-41f186d4a0bd tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:52.781481 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-14dae2eb-0ede-4edd-a6e9-b2180d2980fe tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Deleting port 47ecbd58-1e78-4222-a5f8-f80b560d8020 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:34:52.782090 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-14dae2eb-0ede-4edd-a6e9-b2180d2980fe tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:52.822411 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c281455-7ed3-4751-b018-41f186d4a0bd tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Pushing event updated for resources: {'Network': ['ID=f0801491-3aa6-4ba8-a6c2-f445d173fea4,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:52.848417 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network f0801491-3aa6-4ba8-a6c2-f445d173fea4 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:34:52.858072 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-1c281455-7ed3-4751-b018-41f186d4a0bd tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.8610637 Jan 18 22:34:52.858752 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 57602) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:52.887451 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-ccb9722c-bb5a-47d0-856e-7ab7b3775893 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Request body: {'subnet': {'network_id': 'f0801491-3aa6-4ba8-a6c2-f445d173fea4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:34:52.936414 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-14dae2eb-0ede-4edd-a6e9-b2180d2980fe tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] For port 47ecbd58-1e78-4222-a5f8-f80b560d8020, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=47ecbd58-1e78-4222-a5f8-f80b560d8020,segment=NetworkSegment(9df5a395-a018-4395-bc78-cf6325f4b19c),segment_id=9df5a395-a018-4395-bc78-cf6325f4b19c)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:34:52.937297 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-14dae2eb-0ede-4edd-a6e9-b2180d2980fe tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:52.948929 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156b874d-2552-4305-8b7f-3530ba53db64 None None] Network 4b823778-97dc-428a-965f-80eda396afa0 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:34:52.962824 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-14dae2eb-0ede-4edd-a6e9-b2180d2980fe tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Calling delete_port for 47ecbd58-1e78-4222-a5f8-f80b560d8020 owned by network:dhcp {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:34:53.033668 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1c6709-8ea6-41d9-9a28-630ffdce2bce req-688887de-8431-434a-9c16-bb79d09ebbfa tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:53.042143 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-33880fed-bb16-4b7d-8323-fefc797b4d4a tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:53.050753 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-dc1c6709-8ea6-41d9-9a28-630ffdce2bce req-688887de-8431-434a-9c16-bb79d09ebbfa tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] 10.222.0.53 "GET /v2.0/ports?device_id=20e53b21-87e6-4751-9007-bfbea1ad5a89 HTTP/1.1" status: 200 len: 945 time: 0.7051339 Jan 18 22:34:53.094083 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2637516e-f3eb-4014-b64c-23a6828eef8f req-44268525-296a-4505-8042-d4b2bc7a01f9 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6558645 Jan 18 22:34:53.156300 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-dc1c6709-8ea6-41d9-9a28-630ffdce2bce req-37149cac-ea5c-42ca-8bfc-52cf8640c93f tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] 10.222.0.53 "GET /v2.0/security-groups?id=d834c23f-c963-4a97-ab3d-f1d77c531afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005061 Jan 18 22:34:53.183388 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:53.217077 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-14dae2eb-0ede-4edd-a6e9-b2180d2980fe tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:53.226516 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccb9722c-bb5a-47d0-856e-7ab7b3775893 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Made reservation on behalf of 38220c49851742a4b2a8fd1e078deffa for: {'subnet': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:34:53.231615 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ccb9722c-bb5a-47d0-856e-7ab7b3775893 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62288702'] for subnet, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:53.292369 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-33880fed-bb16-4b7d-8323-fefc797b4d4a tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Deleting port 73723372-336f-4e94-9b72-15fc3269ac9b {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:34:53.293610 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-33880fed-bb16-4b7d-8323-fefc797b4d4a tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:53.330143 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dae2eb-0ede-4edd-a6e9-b2180d2980fe tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Pushing event deleted for resources: {'Port': ['ID=47ecbd58-1e78-4222-a5f8-f80b560d8020,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:53.366771 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14dae2eb-0ede-4edd-a6e9-b2180d2980fe tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] No DVR routers for this DVR port 47ecbd58-1e78-4222-a5f8-f80b560d8020 on host n-d-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:34:53.387487 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfca991c-24ed-423e-ae3f-c7810db821e0 None None] DHCP port deletion for 43da3464-f4b8-4f08-9c3c-cf5b097a3469 request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:34:53.461646 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e5db58-64a8-410d-98c0-67e1f65e8ab5 None None] get_active_networks_info from n-d-825064-1 {{(pid=102432) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jan 18 22:34:53.616150 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-14dae2eb-0ede-4edd-a6e9-b2180d2980fe tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:53.624104 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-33880fed-bb16-4b7d-8323-fefc797b4d4a tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] For port 73723372-336f-4e94-9b72-15fc3269ac9b, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=73723372-336f-4e94-9b72-15fc3269ac9b,segment=NetworkSegment(6a8e9ece-db3f-49c5-bb19-0d3315fe5371),segment_id=6a8e9ece-db3f-49c5-bb19-0d3315fe5371)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:34:53.624561 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-33880fed-bb16-4b7d-8323-fefc797b4d4a tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:53.693017 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-33880fed-bb16-4b7d-8323-fefc797b4d4a tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Calling delete_port for 73723372-336f-4e94-9b72-15fc3269ac9b owned by network:dhcp {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:34:53.701716 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-14dae2eb-0ede-4edd-a6e9-b2180d2980fe tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43da3464-f4b8-4f08-9c3c-cf5b097a3469']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:34:53.727711 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-14dae2eb-0ede-4edd-a6e9-b2180d2980fe tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9df5a395-a018-4395-bc78-cf6325f4b19c') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:34:53.728192 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-14dae2eb-0ede-4edd-a6e9-b2180d2980fe tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9df5a395-a018-4395-bc78-cf6325f4b19c') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:34:53.775730 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda4c980-d622-4c41-ab30-f3e8f17d4959 req-64e43dd5-dd95-4474-a018-e125020879ed tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:53.792721 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-14dae2eb-0ede-4edd-a6e9-b2180d2980fe tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:53.796880 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bda4c980-d622-4c41-ab30-f3e8f17d4959 req-64e43dd5-dd95-4474-a018-e125020879ed tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9ab72d2-fb07-4ddd-96ca-0d87ff63902f HTTP/1.1" status: 200 len: 945 time: 0.5211101 Jan 18 22:34:53.812630 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e5db58-64a8-410d-98c0-67e1f65e8ab5 None None] Resources bound (agent type, host, resource id): {{(pid=102432) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 18 22:34:53.815746 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-14dae2eb-0ede-4edd-a6e9-b2180d2980fe tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:53.844752 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14dae2eb-0ede-4edd-a6e9-b2180d2980fe tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:34:53.845432 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-14dae2eb-0ede-4edd-a6e9-b2180d2980fe tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:53.853708 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:34:53.853708 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:34:53.853708 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:34:53.853708 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:34:53.853708 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:34:53.853708 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:34:53.853708 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:34:53.853708 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:34:53.853708 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:34:53.853708 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:34:53.853708 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:34:53.853708 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:34:53.853708 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:34:53.853708 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:34:53.853708 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:34:53.853708 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:34:53.853708 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:34:53.853708 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:34:53.853708 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:34:53.853708 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:34:53.853708 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:34:53.853708 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:34:53.853708 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:34:53.853708 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:34:53.853708 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:34:53.853708 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:34:53.853708 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:34:53.853708 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:34:53.853708 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:34:53.853708 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:34:53.853708 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:34:53.853708 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:34:54.028480 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415fde97-4a22-4799-be3b-cfa84fbdab8b req-09473d83-b958-462f-900a-0c30b9fc5b60 tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:54.035868 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-415fde97-4a22-4799-be3b-cfa84fbdab8b req-09473d83-b958-462f-900a-0c30b9fc5b60 tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] 10.222.0.67 "GET /v2.0/ports?device_id=3badf1c7-113c-4f87-bafd-096ca87ba594 HTTP/1.1" status: 200 len: 945 time: 0.5118575 Jan 18 22:34:54.055915 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 47ecbd58-1e78-4222-a5f8-f80b560d8020 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:34:54.113590 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bda4c980-d622-4c41-ab30-f3e8f17d4959 req-5b3c6688-8a79-4cac-b63c-7630c66f0ebe tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups?id=f25aad12-9aee-4cc2-9c27-71413ad663e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3122196 Jan 18 22:34:54.140603 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 47ecbd58-1e78-4222-a5f8-f80b560d8020 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:34:54.141544 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 47ecbd58-1e78-4222-a5f8-f80b560d8020 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:34:54.168395 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5669b0-ba1e-4047-8336-59b1b0d263d9 req-1ecb591e-7bef-45f7-bc73-02498fc7a4c9 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:54.176230 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-de5669b0-ba1e-4047-8336-59b1b0d263d9 req-1ecb591e-7bef-45f7-bc73-02498fc7a4c9 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 947 time: 0.3672926 Jan 18 22:34:54.401859 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-de5669b0-ba1e-4047-8336-59b1b0d263d9 req-2ff4cf64-e614-43dc-bd69-433e64bc4408 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245054 Jan 18 22:34:54.427110 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ccb9722c-bb5a-47d0-856e-7ab7b3775893 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60203213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62288684'] for subnet, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:54.449791 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:54.481883 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176e8797-9eb5-49f0-b46d-bfd5c3291afa None None] get_active_networks_info from n-d-825064-1 {{(pid=102432) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jan 18 22:34:54.568188 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d75c60d-0326-4906-8a6f-4a00c8ad3e23 req-b2506f74-0895-4dc7-9bec-075a67afc596 tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:54.583994 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6d75c60d-0326-4906-8a6f-4a00c8ad3e23 req-b2506f74-0895-4dc7-9bec-075a67afc596 tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] 10.222.0.53 "GET /v2.0/ports?device_id=20e53b21-87e6-4751-9007-bfbea1ad5a89 HTTP/1.1" status: 200 len: 945 time: 0.2647159 Jan 18 22:34:54.603782 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:54.659933 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb9722c-bb5a-47d0-856e-7ab7b3775893 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Pushing event updated for resources: {'Subnet': ['ID=18aa4832-be31-41a0-848b-afe565e7dbe0,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:54.676908 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-415fde97-4a22-4799-be3b-cfa84fbdab8b req-8f7ab069-dc29-4c79-a03b-89cdf67e702e tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] Deleting port fe5b4fd3-74e2-4db7-8092-0f4038a78841 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:34:54.677320 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-415fde97-4a22-4799-be3b-cfa84fbdab8b req-8f7ab069-dc29-4c79-a03b-89cdf67e702e tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:54.715882 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6d75c60d-0326-4906-8a6f-4a00c8ad3e23 req-b0d6f727-3473-4484-8b6d-96afc03e91bf tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] 10.222.0.53 "GET /v2.0/security-groups?id=d834c23f-c963-4a97-ab3d-f1d77c531afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306293 Jan 18 22:34:54.749999 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb9722c-bb5a-47d0-856e-7ab7b3775893 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Checking segment: {'id': 'c2d72993-fe61-4515-9b18-e06d6f79b6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f0801491-3aa6-4ba8-a6c2-f445d173fea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:34:54.750495 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb9722c-bb5a-47d0-856e-7ab7b3775893 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Network hostable DHCP agents. Network: f0801491-3aa6-4ba8-a6c2-f445d173fea4, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:34:54.839084 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb9722c-bb5a-47d0-856e-7ab7b3775893 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Network f0801491-3aa6-4ba8-a6c2-f445d173fea4 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:34:54.868157 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-ccb9722c-bb5a-47d0-856e-7ab7b3775893 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, f0801491-3aa6-4ba8-a6c2-f445d173fea4) {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:34:54.877098 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-415fde97-4a22-4799-be3b-cfa84fbdab8b req-8f7ab069-dc29-4c79-a03b-89cdf67e702e tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] For port fe5b4fd3-74e2-4db7-8092-0f4038a78841, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=fe5b4fd3-74e2-4db7-8092-0f4038a78841,segment=NetworkSegment(866ef1d2-b48c-44df-b25f-cea65f6edfa8),segment_id=866ef1d2-b48c-44df-b25f-cea65f6edfa8)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:34:54.877950 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-415fde97-4a22-4799-be3b-cfa84fbdab8b req-8f7ab069-dc29-4c79-a03b-89cdf67e702e tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:54.881810 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb9722c-bb5a-47d0-856e-7ab7b3775893 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:54.882691 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ccb9722c-bb5a-47d0-856e-7ab7b3775893 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:54.908944 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-415fde97-4a22-4799-be3b-cfa84fbdab8b req-8f7ab069-dc29-4c79-a03b-89cdf67e702e tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] Calling delete_port for fe5b4fd3-74e2-4db7-8092-0f4038a78841 owned by compute:nova {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:34:54.928503 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563b4af4-02e7-44ab-8a5a-a277bb1c7fe4 req-2a385220-7f64-4827-a07f-120c91afb533 tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:54.930829 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-563b4af4-02e7-44ab-8a5a-a277bb1c7fe4 req-2a385220-7f64-4827-a07f-120c91afb533 tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] 10.222.0.36 "GET /v2.0/ports?device_id=20e53b21-87e6-4751-9007-bfbea1ad5a89 HTTP/1.1" status: 200 len: 945 time: 0.1003873 Jan 18 22:34:54.932012 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-33880fed-bb16-4b7d-8323-fefc797b4d4a tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:54.934273 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-14dae2eb-0ede-4edd-a6e9-b2180d2980fe tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:54.939331 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-ccb9722c-bb5a-47d0-856e-7ab7b3775893 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.0743089 Jan 18 22:34:54.948525 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 57632) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:54.950063 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-14dae2eb-0ede-4edd-a6e9-b2180d2980fe tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:54.953586 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-14dae2eb-0ede-4edd-a6e9-b2180d2980fe tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "DELETE /v2.0/networks/43da3464-f4b8-4f08-9c3c-cf5b097a3469 HTTP/1.1" status: 204 len: 168 time: 2.4772170 Jan 18 22:34:54.982270 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 57634) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:54.989923 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176e8797-9eb5-49f0-b46d-bfd5c3291afa None None] Unable to find a vacant binding_index for network f0801491-3aa6-4ba8-a6c2-f445d173fea4 and agent 14c3878e-2414-4c17-8548-9f1d205684ce {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jan 18 22:34:55.005366 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176e8797-9eb5-49f0-b46d-bfd5c3291afa None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, f0801491-3aa6-4ba8-a6c2-f445d173fea4) {{(pid=102432) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 18 22:34:55.009140 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-1f59363a-d486-467c-9ebb-aa8a61c5c376 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-570722597'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:34:55.046280 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33880fed-bb16-4b7d-8323-fefc797b4d4a tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Pushing event deleted for resources: {'Port': ['ID=73723372-336f-4e94-9b72-15fc3269ac9b,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:55.048679 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dae2eb-0ede-4edd-a6e9-b2180d2980fe tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Pushing event deleted for resources: {'Network': ['ID=43da3464-f4b8-4f08-9c3c-cf5b097a3469,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:55.052645 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33880fed-bb16-4b7d-8323-fefc797b4d4a tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] No DVR routers for this DVR port 73723372-336f-4e94-9b72-15fc3269ac9b on host n-d-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:34:55.179965 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-415fde97-4a22-4799-be3b-cfa84fbdab8b req-8f7ab069-dc29-4c79-a03b-89cdf67e702e tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:55.195878 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['af1fccaf-ac41-4e80-a77a-185d78f7d37c'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:34:55.263229 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f59363a-d486-467c-9ebb-aa8a61c5c376 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Made reservation on behalf of 7c0179a097dd413e9755022eddbfface for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:34:55.272057 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1f59363a-d486-467c-9ebb-aa8a61c5c376 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:55.322205 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-415fde97-4a22-4799-be3b-cfa84fbdab8b req-8f7ab069-dc29-4c79-a03b-89cdf67e702e tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] No DVR routers for this DVR port fe5b4fd3-74e2-4db7-8092-0f4038a78841 on host n-h2-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:34:55.324209 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7ab069-dc29-4c79-a03b-89cdf67e702e tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] Pushing event deleted for resources: {'Port': ['ID=fe5b4fd3-74e2-4db7-8092-0f4038a78841,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:55.327113 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-415fde97-4a22-4799-be3b-cfa84fbdab8b req-8f7ab069-dc29-4c79-a03b-89cdf67e702e tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:55.330678 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-415fde97-4a22-4799-be3b-cfa84fbdab8b req-8f7ab069-dc29-4c79-a03b-89cdf67e702e tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] 10.222.0.67 "DELETE /v2.0/ports/fe5b4fd3-74e2-4db7-8092-0f4038a78841 HTTP/1.1" status: 204 len: 173 time: 1.2651093 Jan 18 22:34:55.334841 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3badf1c7-113c-4f87-bafd-096ca87ba594', 'name': 'network-vif-deleted', 'tag': 'fe5b4fd3-74e2-4db7-8092-0f4038a78841'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:34:55.339416 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f1f5dd9-df80-4247-af7b-61467f8aa1b5" -d '{"events": [{"server_uuid": "3badf1c7-113c-4f87-bafd-096ca87ba594", "name": "network-vif-deleted", "tag": "fe5b4fd3-74e2-4db7-8092-0f4038a78841"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:34:55.430959 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a4b2b3-9d46-4f26-ac15-85fa663b30f9 req-6e0fdb88-5858-49e6-9b67-a26c53c1dbb0 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:55.435810 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-39a4b2b3-9d46-4f26-ac15-85fa663b30f9 req-6e0fdb88-5858-49e6-9b67-a26c53c1dbb0 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9ab72d2-fb07-4ddd-96ca-0d87ff63902f HTTP/1.1" status: 200 len: 945 time: 0.2145324 Jan 18 22:34:55.440141 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b09ebde-7b49-4662-90ca-f0c81dfb1324 x-openstack-request-id: req-5b09ebde-7b49-4662-90ca-f0c81dfb1324 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:34:55.443071 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3badf1c7-113c-4f87-bafd-096ca87ba594", "name": "network-vif-deleted", "tag": "fe5b4fd3-74e2-4db7-8092-0f4038a78841", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:34:55.443571 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5b09ebde-7b49-4662-90ca-f0c81dfb1324 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:34:55.444239 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3badf1c7-113c-4f87-bafd-096ca87ba594', 'name': 'network-vif-deleted', 'tag': 'fe5b4fd3-74e2-4db7-8092-0f4038a78841', 'status': 'completed', 'code': 200} Jan 18 22:34:55.466395 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-33880fed-bb16-4b7d-8323-fefc797b4d4a tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:55.514257 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-39a4b2b3-9d46-4f26-ac15-85fa663b30f9 req-9a07c769-184b-4efb-a36a-7b0c17018d2b tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups?id=f25aad12-9aee-4cc2-9c27-71413ad663e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683093 Jan 18 22:34:55.585272 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-33880fed-bb16-4b7d-8323-fefc797b4d4a tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b823778-97dc-428a-965f-80eda396afa0']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:34:55.606465 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fd5610c4-f763-4261-8a97-6c05f9892ed4 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:55.614695 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-33880fed-bb16-4b7d-8323-fefc797b4d4a tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a8e9ece-db3f-49c5-bb19-0d3315fe5371') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:34:55.615124 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-33880fed-bb16-4b7d-8323-fefc797b4d4a tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a8e9ece-db3f-49c5-bb19-0d3315fe5371') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:34:55.619210 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f59363a-d486-467c-9ebb-aa8a61c5c376 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:34:55.630528 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25df0d75-b255-4a00-9256-230f78c15807 req-8ed13aba-1c1c-4b7c-b352-e0d9d98e3935 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:55.640389 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-25df0d75-b255-4a00-9256-230f78c15807 req-8ed13aba-1c1c-4b7c-b352-e0d9d98e3935 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 947 time: 0.0794244 Jan 18 22:34:55.648819 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-33880fed-bb16-4b7d-8323-fefc797b4d4a tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:55.670406 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1f59363a-d486-467c-9ebb-aa8a61c5c376 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:55.671004 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-1f59363a-d486-467c-9ebb-aa8a61c5c376 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Added segment fda8a66c-45f2-49b3-b1dc-896a7a1e0629 of type vlan for network 390e6388-e5b8-49a3-87a5-5ef9fff7bdf6 Jan 18 22:34:55.704353 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-563b4af4-02e7-44ab-8a5a-a277bb1c7fe4 req-c50f4bec-d1ea-4f8c-80a5-5d0412f8fabd tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] Deleting port af1fccaf-ac41-4e80-a77a-185d78f7d37c {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:34:55.704950 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-563b4af4-02e7-44ab-8a5a-a277bb1c7fe4 req-c50f4bec-d1ea-4f8c-80a5-5d0412f8fabd tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:55.721145 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-25df0d75-b255-4a00-9256-230f78c15807 req-aadf8afb-0b42-4b84-9c9f-15eefc5a3141 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787439 Jan 18 22:34:55.769772 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1396b0-c8f4-4166-8bc7-30240caa1868 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-f0801491-3aa6-4ba8-a6c2-f445d173fea4', 'network_id': 'f0801491-3aa6-4ba8-a6c2-f445d173fea4', 'tenant_id': '38220c49851742a4b2a8fd1e078deffa', 'fixed_ips': [{'subnet_id': '18aa4832-be31-41a0-848b-afe565e7dbe0'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:34:55.770735 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5b1396b0-c8f4-4166-8bc7-30240caa1868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:55.838857 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-563b4af4-02e7-44ab-8a5a-a277bb1c7fe4 req-c50f4bec-d1ea-4f8c-80a5-5d0412f8fabd tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] For port af1fccaf-ac41-4e80-a77a-185d78f7d37c, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=af1fccaf-ac41-4e80-a77a-185d78f7d37c,segment=NetworkSegment(866ef1d2-b48c-44df-b25f-cea65f6edfa8),segment_id=866ef1d2-b48c-44df-b25f-cea65f6edfa8)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:34:55.839564 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-563b4af4-02e7-44ab-8a5a-a277bb1c7fe4 req-c50f4bec-d1ea-4f8c-80a5-5d0412f8fabd tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:55.854024 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-563b4af4-02e7-44ab-8a5a-a277bb1c7fe4 req-c50f4bec-d1ea-4f8c-80a5-5d0412f8fabd tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] Calling delete_port for af1fccaf-ac41-4e80-a77a-185d78f7d37c owned by compute:nova {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:34:55.954086 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-33880fed-bb16-4b7d-8323-fefc797b4d4a tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:56.057545 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378b3fe2-b069-4bc3-b8cc-890575552436 req-756f28e9-2985-4254-a4ad-46b05d0fb7ca tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:56.065287 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33880fed-bb16-4b7d-8323-fefc797b4d4a tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:34:56.065526 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-378b3fe2-b069-4bc3-b8cc-890575552436 req-756f28e9-2985-4254-a4ad-46b05d0fb7ca tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] 10.222.0.53 "GET /v2.0/ports?device_id=20e53b21-87e6-4751-9007-bfbea1ad5a89 HTTP/1.1" status: 200 len: 945 time: 0.1435359 Jan 18 22:34:56.065617 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-33880fed-bb16-4b7d-8323-fefc797b4d4a tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:56.090375 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:34:56.090375 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:34:56.090375 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:34:56.090375 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:34:56.090375 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:34:56.090375 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:34:56.090375 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:34:56.090375 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:34:56.090375 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:34:56.090375 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:34:56.090375 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:34:56.090375 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:34:56.090375 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:34:56.090375 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:34:56.090375 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:34:56.090375 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:34:56.090375 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:34:56.090375 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:34:56.090375 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:34:56.090375 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:34:56.090375 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:34:56.090375 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:34:56.090375 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:34:56.090375 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:34:56.090375 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:34:56.090375 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:34:56.090375 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:34:56.090375 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:34:56.090375 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:34:56.090375 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:34:56.090375 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:34:56.090375 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:34:56.159686 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-378b3fe2-b069-4bc3-b8cc-890575552436 req-c88a6d5c-12b4-423c-91e9-bee307dc9b7d tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] 10.222.0.53 "GET /v2.0/security-groups?id=d834c23f-c963-4a97-ab3d-f1d77c531afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936227 Jan 18 22:34:56.222278 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fd5610c4-f763-4261-8a97-6c05f9892ed4 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:56.255752 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1f59363a-d486-467c-9ebb-aa8a61c5c376 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:56.307477 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-33880fed-bb16-4b7d-8323-fefc797b4d4a tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:56.370265 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-33880fed-bb16-4b7d-8323-fefc797b4d4a tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:56.373488 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-33880fed-bb16-4b7d-8323-fefc797b4d4a tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] 10.222.0.53 "DELETE /v2.0/networks/4b823778-97dc-428a-965f-80eda396afa0 HTTP/1.1" status: 204 len: 168 time: 6.3855684 Jan 18 22:34:56.380307 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 57662) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:56.426484 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bc0e37-95be-47b5-b1e4-13fd014c94a3 req-0463cbdc-98eb-4ac7-b8f1-5e1bba66f5aa tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:56.436823 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d4bc0e37-95be-47b5-b1e4-13fd014c94a3 req-0463cbdc-98eb-4ac7-b8f1-5e1bba66f5aa tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 947 time: 0.1209631 Jan 18 22:34:56.474857 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1f59363a-d486-467c-9ebb-aa8a61c5c376 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:56.481197 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f59363a-d486-467c-9ebb-aa8a61c5c376 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:56.481806 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1f59363a-d486-467c-9ebb-aa8a61c5c376 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:56.498027 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33880fed-bb16-4b7d-8323-fefc797b4d4a tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Pushing event deleted for resources: {'Network': ['ID=4b823778-97dc-428a-965f-80eda396afa0,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:56.507526 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-1f59363a-d486-467c-9ebb-aa8a61c5c376 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.5030951 Jan 18 22:34:56.508880 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-20452eb3-3472-4da6-b7f2-314a8e6e7eda tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] DELETE failed (client error): The resource could not be found. Jan 18 22:34:56.509602 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20452eb3-3472-4da6-b7f2-314a8e6e7eda tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:34:56.515174 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-20452eb3-3472-4da6-b7f2-314a8e6e7eda tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] 10.222.0.53 "DELETE /v2.0/subnets/97e2b9ce-4c41-469a-8085-69202064e52a HTTP/1.1" status: 404 len: 337 time: 0.1308079 Jan 18 22:34:56.516235 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 57664) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:56.518181 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 57666) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:56.544444 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-8148b15a-1020-4d2b-a4a2-cbd35ea890b8 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Request body: {'subnet': {'network_id': '390e6388-e5b8-49a3-87a5-5ef9fff7bdf6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:34:56.560678 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server [None req-5b1396b0-c8f4-4166-8bc7-30240caa1868 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 18aa4832-be31-41a0-848b-afe565e7dbe0: This subnet is being modified by another concurrent operation. Jan 18 22:34:56.560678 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 18 22:34:56.560678 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 18 22:34:56.560678 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 18 22:34:56.560678 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 18 22:34:56.560678 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 18 22:34:56.560678 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 18 22:34:56.560678 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 18 22:34:56.560678 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 18 22:34:56.560678 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 18 22:34:56.560678 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 18 22:34:56.560678 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 18 22:34:56.560678 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 22:34:56.560678 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 22:34:56.560678 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 22:34:56.560678 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 22:34:56.560678 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 18 22:34:56.560678 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 22:34:56.560678 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 18 22:34:56.560678 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 18 22:34:56.560678 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 22:34:56.560678 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 22:34:56.560678 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 22:34:56.560678 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 22:34:56.560678 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 18 22:34:56.560678 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 22:34:56.560678 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 18 22:34:56.560678 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 18 22:34:56.560678 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 22:34:56.560678 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 22:34:56.560678 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 22:34:56.560678 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 22:34:56.560678 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 18 22:34:56.560678 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 18 22:34:56.560678 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 18 22:34:56.560678 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 18 22:34:56.560678 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jan 18 22:34:56.560678 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 18 22:34:56.560678 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jan 18 22:34:56.560678 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 18 22:34:56.560678 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 18 22:34:56.560678 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 18 22:34:56.560678 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 18 22:34:56.560678 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 22:34:56.560678 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 18 22:34:56.560678 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 18 22:34:56.560678 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 18 22:34:56.560678 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 18 22:34:56.560678 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 22:34:56.560678 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 22:34:56.560678 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 22:34:56.560678 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 22:34:56.560678 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 18 22:34:56.560678 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 22:34:56.564148 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 18 22:34:56.564148 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 18 22:34:56.564148 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 22:34:56.564148 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 22:34:56.564148 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 22:34:56.564148 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 22:34:56.564148 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 18 22:34:56.564148 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 22:34:56.564148 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 18 22:34:56.564148 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 18 22:34:56.564148 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 22:34:56.564148 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 22:34:56.564148 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 22:34:56.564148 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 22:34:56.564148 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 18 22:34:56.564148 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 18 22:34:56.564148 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Jan 18 22:34:56.564148 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 18 22:34:56.564148 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Jan 18 22:34:56.564148 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 18 22:34:56.564148 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Jan 18 22:34:56.564148 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 18 22:34:56.564148 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 18 22:34:56.564148 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 18 22:34:56.564148 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 18 22:34:56.564148 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 18 22:34:56.564148 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 18 22:34:56.564148 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 18 22:34:56.564148 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 18 22:34:56.564148 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 18 22:34:56.564148 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 18 22:34:56.564148 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 18 22:34:56.564148 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 18 22:34:56.564148 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 18 22:34:56.564148 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 18 22:34:56.564148 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server raise exception Jan 18 22:34:56.564148 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 18aa4832-be31-41a0-848b-afe565e7dbe0: This subnet is being modified by another concurrent operation. Jan 18 22:34:56.564148 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server Jan 18 22:34:56.580892 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fd5610c4-f763-4261-8a97-6c05f9892ed4 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:56.596923 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51fc532e-0a22-421a-ad6c-7bad8676c829 None None] get_active_networks_info from n-d-825064-1 {{(pid=102432) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jan 18 22:34:56.696668 n-d-825064-1 neutron-server[102430]: INFO neutron.pecan_wsgi.hooks.translation [None req-11c89215-d1b4-4915-b7af-1153b0f9d208 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] DELETE failed (client error): The resource could not be found. Jan 18 22:34:56.698497 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11c89215-d1b4-4915-b7af-1153b0f9d208 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:34:56.722431 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-11c89215-d1b4-4915-b7af-1153b0f9d208 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] 10.222.0.53 "DELETE /v2.0/networks/4b823778-97dc-428a-965f-80eda396afa0 HTTP/1.1" status: 404 len: 339 time: 0.1959832 Jan 18 22:34:56.732236 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86b5952-37a7-41b1-8c35-6ba63ac0e5f8 req-5d115061-9573-41a8-abd0-d26379d12b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:56.733081 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a86b5952-37a7-41b1-8c35-6ba63ac0e5f8 req-5d115061-9573-41a8-abd0-d26379d12b04 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ebbcb105af9a4ac4ba1533c22b523629&device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 1098 time: 0.2562149 Jan 18 22:34:56.735708 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-563b4af4-02e7-44ab-8a5a-a277bb1c7fe4 req-c50f4bec-d1ea-4f8c-80a5-5d0412f8fabd tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:56.735891 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 57674) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:56.780718 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d4bc0e37-95be-47b5-b1e4-13fd014c94a3 req-c0956f5a-e11d-45e1-9560-e94e6e825b35 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3426504 Jan 18 22:34:56.875764 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fd5610c4-f763-4261-8a97-6c05f9892ed4 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:57.100484 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f59363a-d486-467c-9ebb-aa8a61c5c376 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Pushing event updated for resources: {'Network': ['ID=390e6388-e5b8-49a3-87a5-5ef9fff7bdf6,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:57.108530 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device fe5b4fd3-74e2-4db7-8092-0f4038a78841 no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:34:57.140623 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d3ac3a84-f34f-4324-a0a1-226e743007f0 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:57.145241 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] No Port match for: fe5b4fd3-74e2-4db7-8092-0f4038a78841 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:34:57.146040 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device fe5b4fd3-74e2-4db7-8092-0f4038a78841 not bound to the agent host n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:34:57.147797 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 390e6388-e5b8-49a3-87a5-5ef9fff7bdf6 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:34:57.166020 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50f4bec-d1ea-4f8c-80a5-5d0412f8fabd tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] Pushing event deleted for resources: {'Port': ['ID=af1fccaf-ac41-4e80-a77a-185d78f7d37c,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:57.184402 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-fd5610c4-f763-4261-8a97-6c05f9892ed4 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0801491-3aa6-4ba8-a6c2-f445d173fea4']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:34:57.194421 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5610c4-f763-4261-8a97-6c05f9892ed4 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Pushing event deleted for resources: {'Subnet': ['ID=18aa4832-be31-41a0-848b-afe565e7dbe0,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:57.237383 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51fc532e-0a22-421a-ad6c-7bad8676c829 None None] Resources bound (agent type, host, resource id): {{(pid=102432) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 18 22:34:57.245122 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-fd5610c4-f763-4261-8a97-6c05f9892ed4 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2d72993-fe61-4515-9b18-e06d6f79b6ce') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:34:57.245461 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-fd5610c4-f763-4261-8a97-6c05f9892ed4 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2d72993-fe61-4515-9b18-e06d6f79b6ce') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:34:57.322832 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fd5610c4-f763-4261-8a97-6c05f9892ed4 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:57.390647 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fd5610c4-f763-4261-8a97-6c05f9892ed4 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:57.390879 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106f88b9-7909-41c2-93f3-4c41b2dacc58 req-7e6d840b-98cc-4d52-a462-e85ef19d479f tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:57.397131 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd5610c4-f763-4261-8a97-6c05f9892ed4 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:34:57.397711 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fd5610c4-f763-4261-8a97-6c05f9892ed4 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:57.408987 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-106f88b9-7909-41c2-93f3-4c41b2dacc58 req-7e6d840b-98cc-4d52-a462-e85ef19d479f tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9ab72d2-fb07-4ddd-96ca-0d87ff63902f HTTP/1.1" status: 200 len: 945 time: 0.6854248 Jan 18 22:34:57.457284 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:34:57.457284 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:34:57.457284 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:34:57.457284 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:34:57.457284 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:34:57.457284 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:34:57.457284 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:34:57.457284 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:34:57.457284 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:34:57.457284 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:34:57.457284 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:34:57.457284 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:34:57.457284 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:34:57.457284 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:34:57.457284 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:34:57.457284 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:34:57.457284 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:34:57.457284 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:34:57.457284 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:34:57.457284 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:34:57.457284 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:34:57.457284 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:34:57.457284 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:34:57.457284 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:34:57.457284 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:34:57.457284 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:34:57.457284 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:34:57.457284 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:34:57.457284 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:34:57.457284 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:34:57.457284 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:34:57.457284 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:34:57.459614 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-563b4af4-02e7-44ab-8a5a-a277bb1c7fe4 req-c50f4bec-d1ea-4f8c-80a5-5d0412f8fabd tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] No DVR routers for this DVR port af1fccaf-ac41-4e80-a77a-185d78f7d37c on host n-h1-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:34:57.470756 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-563b4af4-02e7-44ab-8a5a-a277bb1c7fe4 req-c50f4bec-d1ea-4f8c-80a5-5d0412f8fabd tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:57.474277 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-563b4af4-02e7-44ab-8a5a-a277bb1c7fe4 req-c50f4bec-d1ea-4f8c-80a5-5d0412f8fabd tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] 10.222.0.36 "DELETE /v2.0/ports/af1fccaf-ac41-4e80-a77a-185d78f7d37c HTTP/1.1" status: 204 len: 173 time: 2.4893892 Jan 18 22:34:57.474802 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20e53b21-87e6-4751-9007-bfbea1ad5a89', 'name': 'network-vif-deleted', 'tag': 'af1fccaf-ac41-4e80-a77a-185d78f7d37c'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:34:57.477968 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ad2e793-6859-4899-808b-5dac9c350fa8" -d '{"events": [{"server_uuid": "20e53b21-87e6-4751-9007-bfbea1ad5a89", "name": "network-vif-deleted", "tag": "af1fccaf-ac41-4e80-a77a-185d78f7d37c"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:34:57.482293 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fd5610c4-f763-4261-8a97-6c05f9892ed4 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:57.506494 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fd5610c4-f763-4261-8a97-6c05f9892ed4 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:57.523980 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-fd5610c4-f763-4261-8a97-6c05f9892ed4 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] 10.222.0.53 "DELETE /v2.0/networks/f0801491-3aa6-4ba8-a6c2-f445d173fea4 HTTP/1.1" status: 204 len: 168 time: 2.5578389 Jan 18 22:34:57.524907 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 57688) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:57.588768 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1e33b227-7d70-402d-a377-3b6b3e1e264a req-71632cdf-ef0e-4053-b310-250ea81c6058 tempest-ListServersNegativeTestJSON-102221861 tempest-ListServersNegativeTestJSON-102221861-project] 10.222.0.53 "GET /v2.0/ports?device_id=20e53b21-87e6-4751-9007-bfbea1ad5a89 HTTP/1.1" status: 200 len: 210 time: 0.2371640 Jan 18 22:34:57.592556 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-358937f1-5763-4525-9c92-8b8d005cb10f tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1846657366'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:34:57.595772 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5610c4-f763-4261-8a97-6c05f9892ed4 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Pushing event deleted for resources: {'Network': ['ID=f0801491-3aa6-4ba8-a6c2-f445d173fea4,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:57.621210 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8148b15a-1020-4d2b-a4a2-cbd35ea890b8 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Made reservation on behalf of 7c0179a097dd413e9755022eddbfface for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:34:57.625010 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8148b15a-1020-4d2b-a4a2-cbd35ea890b8 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:57.675752 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86b5952-37a7-41b1-8c35-6ba63ac0e5f8 req-343cfc34-b27d-427c-ba49-23966fa7a638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:57.677329 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a86b5952-37a7-41b1-8c35-6ba63ac0e5f8 req-343cfc34-b27d-427c-ba49-23966fa7a638 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cb012b15-726f-4e85-a9cd-c4e62fa0fa51 HTTP/1.1" status: 200 len: 914 time: 0.7600546 Jan 18 22:34:57.698153 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device af1fccaf-ac41-4e80-a77a-185d78f7d37c no longer exists at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:34:57.789435 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e515ac3-0c62-42b3-8865-87a5d36d35ea x-openstack-request-id: req-6e515ac3-0c62-42b3-8865-87a5d36d35ea {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:34:57.789435 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20e53b21-87e6-4751-9007-bfbea1ad5a89", "name": "network-vif-deleted", "tag": "af1fccaf-ac41-4e80-a77a-185d78f7d37c", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:34:57.789435 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6e515ac3-0c62-42b3-8865-87a5d36d35ea {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:34:57.789435 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20e53b21-87e6-4751-9007-bfbea1ad5a89', 'name': 'network-vif-deleted', 'tag': 'af1fccaf-ac41-4e80-a77a-185d78f7d37c', 'status': 'completed', 'code': 200} Jan 18 22:34:57.835578 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-106f88b9-7909-41c2-93f3-4c41b2dacc58 req-a5efaf73-16a8-4c28-a66f-7b97b3a0e643 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups?id=f25aad12-9aee-4cc2-9c27-71413ad663e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4250672 Jan 18 22:34:57.896272 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-358937f1-5763-4525-9c92-8b8d005cb10f tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Made reservation on behalf of 38220c49851742a4b2a8fd1e078deffa for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:34:57.906643 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-358937f1-5763-4525-9c92-8b8d005cb10f tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:57.945242 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d3ac3a84-f34f-4324-a0a1-226e743007f0 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:57.961823 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] No Port match for: af1fccaf-ac41-4e80-a77a-185d78f7d37c {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:34:57.962852 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device af1fccaf-ac41-4e80-a77a-185d78f7d37c not bound to the agent host n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:34:57.980993 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-d3ac3a84-f34f-4324-a0a1-226e743007f0 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa880e9e-12f7-48fb-bedb-fe903e3ec9dd']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:34:57.994693 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9317c496-41a7-452c-b38b-f0b16de1deae None None] Network f0801491-3aa6-4ba8-a6c2-f445d173fea4 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:34:58.006140 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-d3ac3a84-f34f-4324-a0a1-226e743007f0 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17e1ef59-12d8-4504-ac6c-ea5bbe180d0b') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:34:58.006519 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-d3ac3a84-f34f-4324-a0a1-226e743007f0 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17e1ef59-12d8-4504-ac6c-ea5bbe180d0b') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:34:58.011900 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-358937f1-5763-4525-9c92-8b8d005cb10f tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:34:58.021332 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9317c496-41a7-452c-b38b-f0b16de1deae None None] Network f0801491-3aa6-4ba8-a6c2-f445d173fea4 could not be found, it might have been deleted concurrently. {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jan 18 22:34:58.037514 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3948d24-d2ef-4fae-b26a-0cb2fbedc5c9 None None] Network f0801491-3aa6-4ba8-a6c2-f445d173fea4 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:34:58.059271 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3948d24-d2ef-4fae-b26a-0cb2fbedc5c9 None None] Network f0801491-3aa6-4ba8-a6c2-f445d173fea4 could not be found, it might have been deleted concurrently. {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jan 18 22:34:58.092015 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-358937f1-5763-4525-9c92-8b8d005cb10f tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:58.092252 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-358937f1-5763-4525-9c92-8b8d005cb10f tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Added segment 86489e1e-f90c-4df8-a939-9fea11d768ed of type vlan for network d7d1863d-9109-4c95-a875-0d0d5c699f28 Jan 18 22:34:58.104739 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d3ac3a84-f34f-4324-a0a1-226e743007f0 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60394742'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:58.107248 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a86b5952-37a7-41b1-8c35-6ba63ac0e5f8 req-21a82d21-85f8-4844-a062-8a5be3ad62b2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c9ea76e-7dbd-4767-9685-c0f25e5276d0 HTTP/1.1" status: 200 len: 217 time: 0.2682698 Jan 18 22:34:58.132675 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d3ac3a84-f34f-4324-a0a1-226e743007f0 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:58.159183 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 22:34:58.215041 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3ac3a84-f34f-4324-a0a1-226e743007f0 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:34:58.215393 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d3ac3a84-f34f-4324-a0a1-226e743007f0 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60203044'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:58.240361 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1771e71-bc7c-4a19-8a6e-544f123ae5a5 req-8eb242ff-56c1-409b-b8da-7e39d26c7223 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:58.241367 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b1771e71-bc7c-4a19-8a6e-544f123ae5a5 req-8eb242ff-56c1-409b-b8da-7e39d26c7223 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 947 time: 0.1977932 Jan 18 22:34:58.242064 n-d-825064-1 neutron-server[102430]: Traceback (most recent call last): Jan 18 22:34:58.242064 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:34:58.242064 n-d-825064-1 neutron-server[102430]: timer() Jan 18 22:34:58.242064 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:34:58.242064 n-d-825064-1 neutron-server[102430]: cb(*args, **kw) Jan 18 22:34:58.242064 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:34:58.242064 n-d-825064-1 neutron-server[102430]: return func(*args, **kwargs) Jan 18 22:34:58.242064 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:34:58.242064 n-d-825064-1 neutron-server[102430]: self._notify() Jan 18 22:34:58.242064 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:34:58.242064 n-d-825064-1 neutron-server[102430]: self.callback(batched_events) Jan 18 22:34:58.242064 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:34:58.242064 n-d-825064-1 neutron-server[102430]: event.method(event) Jan 18 22:34:58.242064 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:34:58.242064 n-d-825064-1 neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:34:58.242064 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:34:58.242064 n-d-825064-1 neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:34:58.242064 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:34:58.242064 n-d-825064-1 neutron-server[102430]: return f(self, *a, **k) Jan 18 22:34:58.242064 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:34:58.242064 n-d-825064-1 neutron-server[102430]: return self._get(url).json() Jan 18 22:34:58.242064 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:34:58.242064 n-d-825064-1 neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:34:58.242064 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:34:58.242064 n-d-825064-1 neutron-server[102430]: return self.request(url, 'GET', **kwargs) Jan 18 22:34:58.242064 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:34:58.242064 n-d-825064-1 neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:34:58.242064 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:34:58.242064 n-d-825064-1 neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:34:58.242064 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:34:58.242064 n-d-825064-1 neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:34:58.242064 n-d-825064-1 neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:34:58.247595 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-358937f1-5763-4525-9c92-8b8d005cb10f tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:58.326026 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-358937f1-5763-4525-9c92-8b8d005cb10f tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:58.337002 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358937f1-5763-4525-9c92-8b8d005cb10f tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:58.337916 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-358937f1-5763-4525-9c92-8b8d005cb10f tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:58.399801 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8148b15a-1020-4d2b-a4a2-cbd35ea890b8 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:58.404796 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86b5952-37a7-41b1-8c35-6ba63ac0e5f8 req-8413548a-87e3-4391-b180-91f8496e8c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:58.412637 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a86b5952-37a7-41b1-8c35-6ba63ac0e5f8 req-8413548a-87e3-4391-b180-91f8496e8c4b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=12499801-2558-44ac-94f3-29cf7f906b66 HTTP/1.1" status: 200 len: 854 time: 0.2730720 Jan 18 22:34:58.435171 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d3ac3a84-f34f-4324-a0a1-226e743007f0 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:58.505407 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d3ac3a84-f34f-4324-a0a1-226e743007f0 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:58.514068 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-d3ac3a84-f34f-4324-a0a1-226e743007f0 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] 10.222.0.53 "DELETE /v2.0/networks/aa880e9e-12f7-48fb-bedb-fe903e3ec9dd HTTP/1.1" status: 204 len: 168 time: 1.7304554 Jan 18 22:34:58.530116 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b1771e71-bc7c-4a19-8a6e-544f123ae5a5 req-70bae4e3-0659-4b9a-8f47-174c05a072f7 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498212 Jan 18 22:34:58.534398 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 57698) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:58.550849 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a86b5952-37a7-41b1-8c35-6ba63ac0e5f8 req-95dc779e-8bd4-4283-afc3-f2a87108d9f2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cb012b15-726f-4e85-a9cd-c4e62fa0fa51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1129496 Jan 18 22:34:58.582228 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ac3a84-f34f-4324-a0a1-226e743007f0 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Pushing event deleted for resources: {'Network': ['ID=aa880e9e-12f7-48fb-bedb-fe903e3ec9dd,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:58.601368 n-d-825064-1 neutron-server[102430]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5571a2d-5ba6-4c7d-a0fa-a48039bdc76c tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] DELETE failed (client error): The resource could not be found. Jan 18 22:34:58.602952 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5571a2d-5ba6-4c7d-a0fa-a48039bdc76c tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:34:58.611336 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-d5571a2d-5ba6-4c7d-a0fa-a48039bdc76c tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] 10.222.0.53 "DELETE /v2.0/subnets/3d2d2f85-654f-422e-8247-661ec3534f62 HTTP/1.1" status: 404 len: 337 time: 0.0589976 Jan 18 22:34:58.614252 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 57702) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:58.614873 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 57704) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:58.617206 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-358937f1-5763-4525-9c92-8b8d005cb10f tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0431077 Jan 18 22:34:58.634201 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-e521927c-15da-4cbd-97eb-f7870e132147 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:34:58.691819 n-d-825064-1 neutron-server[102430]: INFO neutron.pecan_wsgi.hooks.translation [None req-91a1395d-1e28-4d35-a704-e6ad178adf59 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] DELETE failed (client error): The resource could not be found. Jan 18 22:34:58.692870 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91a1395d-1e28-4d35-a704-e6ad178adf59 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:34:58.696646 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358937f1-5763-4525-9c92-8b8d005cb10f tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Pushing event updated for resources: {'Network': ['ID=d7d1863d-9109-4c95-a875-0d0d5c699f28,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:58.700596 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-91a1395d-1e28-4d35-a704-e6ad178adf59 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] 10.222.0.53 "DELETE /v2.0/networks/ea0a5041-b13a-4c1f-8fab-9d82a6bb6203 HTTP/1.1" status: 404 len: 339 time: 0.0841477 Jan 18 22:34:58.726024 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network d7d1863d-9109-4c95-a875-0d0d5c699f28 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:34:58.730257 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 57710) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:58.809409 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 57714) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:58.858057 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8148b15a-1020-4d2b-a4a2-cbd35ea890b8 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Checking segment: {'id': 'fda8a66c-45f2-49b3-b1dc-896a7a1e0629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '390e6388-e5b8-49a3-87a5-5ef9fff7bdf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:34:58.859219 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8148b15a-1020-4d2b-a4a2-cbd35ea890b8 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Network hostable DHCP agents. Network: 390e6388-e5b8-49a3-87a5-5ef9fff7bdf6, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:34:58.863076 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8148b15a-1020-4d2b-a4a2-cbd35ea890b8 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Pushing event updated for resources: {'Subnet': ['ID=e81dda0d-a041-4a76-ab53-2258f4329558,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:59.069946 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-c375056b-453e-42ce-87f8-43902b362222 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Deleting subnet 7c152b22-2df3-49c8-8be2-3356ae47bd78 {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:34:59.073538 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c375056b-453e-42ce-87f8-43902b362222 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:59.138623 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c375056b-453e-42ce-87f8-43902b362222 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:59.253438 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c375056b-453e-42ce-87f8-43902b362222 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:59.327214 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c3a39af-4bd4-4280-9157-00d66483450c admin admin] Deleting subnet a781a407-69b5-4a20-be9c-4df2fec4b79f {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:34:59.330914 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4c3a39af-4bd4-4280-9157-00d66483450c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:59.378552 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4c3a39af-4bd4-4280-9157-00d66483450c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:59.439235 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4c3a39af-4bd4-4280-9157-00d66483450c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:59.522175 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8148b15a-1020-4d2b-a4a2-cbd35ea890b8 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Network 390e6388-e5b8-49a3-87a5-5ef9fff7bdf6 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:34:59.531401 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4c3a39af-4bd4-4280-9157-00d66483450c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:59.563173 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c375056b-453e-42ce-87f8-43902b362222 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:59.565450 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-8148b15a-1020-4d2b-a4a2-cbd35ea890b8 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 390e6388-e5b8-49a3-87a5-5ef9fff7bdf6) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:34:59.568897 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3a39af-4bd4-4280-9157-00d66483450c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a781a407-69b5-4a20-be9c-4df2fec4b79f,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:59.574885 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82dc2ab-6bf1-43f4-8809-c0e037282705 None None] Network 390e6388-e5b8-49a3-87a5-5ef9fff7bdf6 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:34:59.585701 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8148b15a-1020-4d2b-a4a2-cbd35ea890b8 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:59.587005 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8148b15a-1020-4d2b-a4a2-cbd35ea890b8 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:59.593360 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4c3a39af-4bd4-4280-9157-00d66483450c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:59.597309 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-4c3a39af-4bd4-4280-9157-00d66483450c admin admin] 10.222.0.53 "DELETE /v2.0/subnets/a781a407-69b5-4a20-be9c-4df2fec4b79f HTTP/1.1" status: 204 len: 168 time: 0.7754421 Jan 18 22:34:59.614262 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5865bc88-6705-402d-964d-b7c097408ec2 req-cad8a203-e364-4d98-a167-27b739c3578e tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:34:59.619796 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 57726) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:59.633024 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5865bc88-6705-402d-964d-b7c097408ec2 req-cad8a203-e364-4d98-a167-27b739c3578e tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9ab72d2-fb07-4ddd-96ca-0d87ff63902f HTTP/1.1" status: 200 len: 945 time: 0.3785203 Jan 18 22:34:59.636491 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c375056b-453e-42ce-87f8-43902b362222 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Pushing event deleted for resources: {'Subnet': ['ID=7c152b22-2df3-49c8-8be2-3356ae47bd78,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:34:59.646118 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c375056b-453e-42ce-87f8-43902b362222 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:59.653280 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-c375056b-453e-42ce-87f8-43902b362222 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] 10.222.0.53 "DELETE /v2.0/subnets/7c152b22-2df3-49c8-8be2-3356ae47bd78 HTTP/1.1" status: 204 len: 168 time: 0.9219832 Jan 18 22:34:59.665487 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 57728) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:59.679033 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-8148b15a-1020-4d2b-a4a2-cbd35ea890b8 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1382263 Jan 18 22:34:59.737022 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 57730) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:34:59.742772 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-92970dc7-5e57-4457-aa10-e5ddeb2f373b tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Request body: {'port': {'network_id': '390e6388-e5b8-49a3-87a5-5ef9fff7bdf6', 'name': 'tempest-PortsIpV6TestJSON-1561234686', 'fixed_ips': [{'subnet_id': 'e81dda0d-a041-4a76-ab53-2258f4329558', 'ip_address': '2001:db8::10'}]}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:34:59.838871 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e759cb6-0987-40ea-9fc8-4adbca47ebec None None] Network 08752b6b-ce4e-4301-a4aa-dd9942916407 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:34:59.858131 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e521927c-15da-4cbd-97eb-f7870e132147 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:59.881195 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c599fa69-d115-40ec-b93a-dc5d3e3e19e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:34:59.942705 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-17f5ca59-5574-4e72-bade-f919002f7ca6 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Deleting subnet e559b72b-a473-4ebe-b59d-99e2003ef7d4 {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:34:59.948079 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a86b5952-37a7-41b1-8c35-6ba63ac0e5f8 req-90eb578c-ab8d-42ac-ab62-9f02cb78786b service neutron] 10.222.0.36 "GET /v2.0/networks/cb012b15-726f-4e85-a9cd-c4e62fa0fa51?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3565075 Jan 18 22:34:59.971131 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-17f5ca59-5574-4e72-bade-f919002f7ca6 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:00.089124 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e521927c-15da-4cbd-97eb-f7870e132147 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:00.105219 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e521927c-15da-4cbd-97eb-f7870e132147 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Network d7d1863d-9109-4c95-a875-0d0d5c699f28 is not hosted by any dhcp agent {{(pid=102430) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 18 22:35:00.110963 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-17f5ca59-5574-4e72-bade-f919002f7ca6 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:00.118588 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e521927c-15da-4cbd-97eb-f7870e132147 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:00.119227 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e521927c-15da-4cbd-97eb-f7870e132147 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:00.129867 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-e521927c-15da-4cbd-97eb-f7870e132147 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] 10.222.0.53 "PUT /v2.0/networks/d7d1863d-9109-4c95-a875-0d0d5c699f28 HTTP/1.1" status: 200 len: 723 time: 1.5028765 Jan 18 22:35:00.137914 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 57738) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:00.202413 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-bc74f2c6-1c35-4562-97cd-d56cf4108b37 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Request body: {'subnet': {'network_id': 'd7d1863d-9109-4c95-a875-0d0d5c699f28', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:35:00.214080 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-17f5ca59-5574-4e72-bade-f919002f7ca6 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:00.290963 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40d5cd7-e164-45b6-b577-2cddc5ac8a4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-390e6388-e5b8-49a3-87a5-5ef9fff7bdf6', 'network_id': '390e6388-e5b8-49a3-87a5-5ef9fff7bdf6', 'tenant_id': '7c0179a097dd413e9755022eddbfface', 'fixed_ips': [{'subnet_id': 'e81dda0d-a041-4a76-ab53-2258f4329558'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:35:00.291256 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b40d5cd7-e164-45b6-b577-2cddc5ac8a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:00.314331 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b8e0f7-bdb6-4d0e-a7b2-f74e96d5e1e6 req-2a710145-6a5e-4a06-91c2-02d2ccb4b792 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:00.322371 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-67b8e0f7-bdb6-4d0e-a7b2-f74e96d5e1e6 req-2a710145-6a5e-4a06-91c2-02d2ccb4b792 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 947 time: 0.3723001 Jan 18 22:35:00.353884 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5865bc88-6705-402d-964d-b7c097408ec2 req-f9fe6366-3f38-4b1c-a9bc-0ac3211f3fc4 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups?id=f25aad12-9aee-4cc2-9c27-71413ad663e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7198114 Jan 18 22:35:00.368110 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-17f5ca59-5574-4e72-bade-f919002f7ca6 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:00.438525 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e521927c-15da-4cbd-97eb-f7870e132147 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Pushing event updated for resources: {'Network': ['ID=d7d1863d-9109-4c95-a875-0d0d5c699f28,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:00.448034 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f5ca59-5574-4e72-bade-f919002f7ca6 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Pushing event deleted for resources: {'Subnet': ['ID=e559b72b-a473-4ebe-b59d-99e2003ef7d4,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:00.466927 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-17f5ca59-5574-4e72-bade-f919002f7ca6 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:00.476184 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-17f5ca59-5574-4e72-bade-f919002f7ca6 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] 10.222.0.53 "DELETE /v2.0/subnets/e559b72b-a473-4ebe-b59d-99e2003ef7d4 HTTP/1.1" status: 204 len: 168 time: 0.8041234 Jan 18 22:35:00.478614 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c599fa69-d115-40ec-b93a-dc5d3e3e19e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:00.481731 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92970dc7-5e57-4457-aa10-e5ddeb2f373b tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Made reservation on behalf of 7c0179a097dd413e9755022eddbfface for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:35:00.487867 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-67b8e0f7-bdb6-4d0e-a7b2-f74e96d5e1e6 req-13fadfb8-d213-47e0-a44b-8dd8d1ce7503 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594436 Jan 18 22:35:00.488826 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 57744) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:00.515614 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a86b5952-37a7-41b1-8c35-6ba63ac0e5f8 req-b1bfa5ae-4cb0-489b-8908-e6e745cb78ee service neutron] 10.222.0.36 "GET /v2.0/networks/cb012b15-726f-4e85-a9cd-c4e62fa0fa51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4767771 Jan 18 22:35:00.583584 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network d7d1863d-9109-4c95-a875-0d0d5c699f28 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:35:00.594861 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc74f2c6-1c35-4562-97cd-d56cf4108b37 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Made reservation on behalf of 38220c49851742a4b2a8fd1e078deffa for: {'subnet': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:35:00.598572 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bc74f2c6-1c35-4562-97cd-d56cf4108b37 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62288702'] for subnet, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:00.619534 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-c599fa69-d115-40ec-b93a-dc5d3e3e19e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['950e073e-4e3e-4bd7-acda-91c1f0e9f83f']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:35:00.637013 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-c599fa69-d115-40ec-b93a-dc5d3e3e19e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '866ef1d2-b48c-44df-b25f-cea65f6edfa8') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:35:00.637013 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-c599fa69-d115-40ec-b93a-dc5d3e3e19e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '866ef1d2-b48c-44df-b25f-cea65f6edfa8') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:35:00.660160 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c599fa69-d115-40ec-b93a-dc5d3e3e19e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:00.702974 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-27b0df18-5f78-4740-b95c-7f4e8579f396 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:00.703766 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c599fa69-d115-40ec-b93a-dc5d3e3e19e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:00.717290 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-92970dc7-5e57-4457-aa10-e5ddeb2f373b tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:00.750281 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c599fa69-d115-40ec-b93a-dc5d3e3e19e5 admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:35:00.750955 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c599fa69-d115-40ec-b93a-dc5d3e3e19e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:00.872087 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-27b0df18-5f78-4740-b95c-7f4e8579f396 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Deleting port 2f93d7af-ff8f-404e-a458-c0f002bd3e27 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:35:00.872448 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-27b0df18-5f78-4740-b95c-7f4e8579f396 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:00.902689 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:35:00.902689 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:35:00.902689 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:35:00.902689 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:35:00.902689 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:35:00.902689 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:35:00.902689 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:35:00.902689 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:35:00.902689 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:35:00.902689 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:35:00.902689 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:35:00.902689 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:35:00.902689 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:35:00.902689 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:35:00.902689 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:35:00.902689 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:35:00.902689 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:35:00.902689 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:35:00.902689 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:35:00.902689 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:35:00.902689 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:35:00.902689 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:35:00.902689 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:35:00.902689 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:35:00.902689 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:35:00.902689 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:35:00.902689 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:35:00.902689 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:35:00.902689 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:35:00.902689 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:35:00.902689 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:35:00.902689 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:35:00.916469 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [None req-92970dc7-5e57-4457-aa10-e5ddeb2f373b tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] device_id is not set on port e57ea674-c67e-4804-a7a5-2fe7138d3477 yet. {{(pid=102431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:35:00.974088 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78cc506c-c675-4f35-9213-a29abd7b22dd None None] Update dhcp port {'port': {'network_id': '08752b6b-ce4e-4301-a4aa-dd9942916407', 'fixed_ips': [{'subnet_id': 'e559b72b-a473-4ebe-b59d-99e2003ef7d4'}], 'binding:host_id': 'n-d-825064-1'}, 'id': '2f93d7af-ff8f-404e-a458-c0f002bd3e27'} from n-d-825064-1. {{(pid=102432) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jan 18 22:35:01.011205 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-b40d5cd7-e164-45b6-b577-2cddc5ac8a4e None None] Allocated IP 2001:db8::2 (390e6388-e5b8-49a3-87a5-5ef9fff7bdf6/e81dda0d-a041-4a76-ab53-2258f4329558/4308c5ae-ac54-494e-a5d7-7ec8283d5876) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:35:01.034303 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-78cc506c-c675-4f35-9213-a29abd7b22dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:01.107104 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c599fa69-d115-40ec-b93a-dc5d3e3e19e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:01.117499 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c599fa69-d115-40ec-b93a-dc5d3e3e19e5 admin admin] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:01.133012 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-c599fa69-d115-40ec-b93a-dc5d3e3e19e5 admin admin] 10.222.0.53 "DELETE /v2.0/networks/950e073e-4e3e-4bd7-acda-91c1f0e9f83f HTTP/1.1" status: 204 len: 168 time: 1.5057929 Jan 18 22:35:01.155757 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c599fa69-d115-40ec-b93a-dc5d3e3e19e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=950e073e-4e3e-4bd7-acda-91c1f0e9f83f,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:01.161773 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-27b0df18-5f78-4740-b95c-7f4e8579f396 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] For port 2f93d7af-ff8f-404e-a458-c0f002bd3e27, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=2f93d7af-ff8f-404e-a458-c0f002bd3e27,segment=NetworkSegment(3c9ca331-caca-4d42-bab9-cc94c2f29b82),segment_id=3c9ca331-caca-4d42-bab9-cc94c2f29b82)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:35:01.162386 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-27b0df18-5f78-4740-b95c-7f4e8579f396 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:01.184705 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-27b0df18-5f78-4740-b95c-7f4e8579f396 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Calling delete_port for 2f93d7af-ff8f-404e-a458-c0f002bd3e27 owned by network:dhcp {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:35:01.338154 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bc74f2c6-1c35-4562-97cd-d56cf4108b37 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60203213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62288684'] for subnet, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:01.395360 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 57760) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:01.413379 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1539ba47-c478-4180-8dd0-db5c4e058ceb None None] Network 08752b6b-ce4e-4301-a4aa-dd9942916407 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:35:01.447813 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-da9dd035-cb31-46cb-b7f6-658a61f73a42 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=09da851e2b3449d9830144f94579f732&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0507674 Jan 18 22:35:01.449867 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 57764) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:01.543045 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f2c6-1c35-4562-97cd-d56cf4108b37 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Pushing event updated for resources: {'Subnet': ['ID=aa3fbc86-e3ee-4723-9e7d-b139a7b9d482,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:01.544359 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bfdd4a34-0407-467d-ac96-4f97a65659c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:01.558960 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b40d5cd7-e164-45b6-b577-2cddc5ac8a4e None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:01.564069 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-f21584f5-6209-4d1e-baa9-92d979534432 None None] Provisioning complete for port 2f93d7af-ff8f-404e-a458-c0f002bd3e27 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:35:01.564756 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f21584f5-6209-4d1e-baa9-92d979534432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:01.596156 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc74f2c6-1c35-4562-97cd-d56cf4108b37 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Checking segment: {'id': '86489e1e-f90c-4df8-a939-9fea11d768ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd7d1863d-9109-4c95-a875-0d0d5c699f28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:35:01.596533 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc74f2c6-1c35-4562-97cd-d56cf4108b37 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Network hostable DHCP agents. Network: d7d1863d-9109-4c95-a875-0d0d5c699f28, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:35:01.611199 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b40d5cd7-e164-45b6-b577-2cddc5ac8a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:01.619892 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-27b0df18-5f78-4740-b95c-7f4e8579f396 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:01.638369 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dcfc3f-3411-46b9-bb7b-f91f6ea279ba req-59350055-1feb-4cd1-abca-2b73daf48829 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:01.639854 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-57dcfc3f-3411-46b9-bb7b-f91f6ea279ba req-59350055-1feb-4cd1-abca-2b73daf48829 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9ab72d2-fb07-4ddd-96ca-0d87ff63902f HTTP/1.1" status: 200 len: 945 time: 0.1746368 Jan 18 22:35:01.644763 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b0df18-5f78-4740-b95c-7f4e8579f396 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] No DVR routers for this DVR port 2f93d7af-ff8f-404e-a458-c0f002bd3e27 on host n-d-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:35:01.669117 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-92970dc7-5e57-4457-aa10-e5ddeb2f373b tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Allocated IP 2001:db8::10 (390e6388-e5b8-49a3-87a5-5ef9fff7bdf6/e81dda0d-a041-4a76-ab53-2258f4329558/e57ea674-c67e-4804-a7a5-2fe7138d3477) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:35:01.684895 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40d5cd7-e164-45b6-b577-2cddc5ac8a4e None None] Network 390e6388-e5b8-49a3-87a5-5ef9fff7bdf6 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:35:01.693795 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-b40d5cd7-e164-45b6-b577-2cddc5ac8a4e None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:35:01.701688 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40d5cd7-e164-45b6-b577-2cddc5ac8a4e None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:35:01.704203 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40d5cd7-e164-45b6-b577-2cddc5ac8a4e None None] Pushing event updated for resources: {'Port': ['ID=4308c5ae-ac54-494e-a5d7-7ec8283d5876,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:01.706570 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc74f2c6-1c35-4562-97cd-d56cf4108b37 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Network d7d1863d-9109-4c95-a875-0d0d5c699f28 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:35:01.707467 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-f21584f5-6209-4d1e-baa9-92d979534432 None None] Could not find standard attr ID for object 2f93d7af-ff8f-404e-a458-c0f002bd3e27. {{(pid=102432) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 22:35:01.725302 n-d-825064-1 neutron-server[102432]: INFO neutron.plugins.ml2.db [None req-f21584f5-6209-4d1e-baa9-92d979534432 None None] No ports have port_id starting with 2f93d7af-ff8f-404e-a458-c0f002bd3e27 Jan 18 22:35:01.731704 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bfdd4a34-0407-467d-ac96-4f97a65659c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:01.731961 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40d5cd7-e164-45b6-b577-2cddc5ac8a4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:35:01.732354 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40d5cd7-e164-45b6-b577-2cddc5ac8a4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:35:01.732733 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40d5cd7-e164-45b6-b577-2cddc5ac8a4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:35:01.733083 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40d5cd7-e164-45b6-b577-2cddc5ac8a4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:35:01.733543 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40d5cd7-e164-45b6-b577-2cddc5ac8a4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:35:01.733746 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40d5cd7-e164-45b6-b577-2cddc5ac8a4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:35:01.734074 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40d5cd7-e164-45b6-b577-2cddc5ac8a4e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:35:01.734402 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40d5cd7-e164-45b6-b577-2cddc5ac8a4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:35:01.734728 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40d5cd7-e164-45b6-b577-2cddc5ac8a4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:35:01.735052 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40d5cd7-e164-45b6-b577-2cddc5ac8a4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:35:01.735377 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40d5cd7-e164-45b6-b577-2cddc5ac8a4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:35:01.735700 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40d5cd7-e164-45b6-b577-2cddc5ac8a4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:35:01.745668 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0611bc-20e5-4251-bf11-94ca8bfcf78f None None] DHCP port deletion for 08752b6b-ce4e-4301-a4aa-dd9942916407 request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:35:01.784706 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-57dcfc3f-3411-46b9-bb7b-f91f6ea279ba req-c39eddaf-ebba-4cbc-8478-059bf1e42bb6 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups?id=f25aad12-9aee-4cc2-9c27-71413ad663e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134293 Jan 18 22:35:01.793599 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b0df18-5f78-4740-b95c-7f4e8579f396 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Pushing event deleted for resources: {'Port': ['ID=2f93d7af-ff8f-404e-a458-c0f002bd3e27,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:01.815504 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-b40d5cd7-e164-45b6-b577-2cddc5ac8a4e None None] Attempting to bind port 4308c5ae-ac54-494e-a5d7-7ec8283d5876 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:35:01.816365 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-b40d5cd7-e164-45b6-b577-2cddc5ac8a4e None None] Attempting to bind port 4308c5ae-ac54-494e-a5d7-7ec8283d5876 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': 'fda8a66c-45f2-49b3-b1dc-896a7a1e0629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '390e6388-e5b8-49a3-87a5-5ef9fff7bdf6'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:35:01.816748 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40d5cd7-e164-45b6-b577-2cddc5ac8a4e None None] Attempting to bind port 4308c5ae-ac54-494e-a5d7-7ec8283d5876 on network 390e6388-e5b8-49a3-87a5-5ef9fff7bdf6 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:35:01.822865 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40d5cd7-e164-45b6-b577-2cddc5ac8a4e None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:35:01.823247 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40d5cd7-e164-45b6-b577-2cddc5ac8a4e None None] Checking segment: {'id': 'fda8a66c-45f2-49b3-b1dc-896a7a1e0629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '390e6388-e5b8-49a3-87a5-5ef9fff7bdf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:35:01.823658 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b40d5cd7-e164-45b6-b577-2cddc5ac8a4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:01.824070 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40d5cd7-e164-45b6-b577-2cddc5ac8a4e None None] Bound using segment: {'id': 'fda8a66c-45f2-49b3-b1dc-896a7a1e0629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '390e6388-e5b8-49a3-87a5-5ef9fff7bdf6'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:35:01.824559 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-b40d5cd7-e164-45b6-b577-2cddc5ac8a4e None None] Bound port: 4308c5ae-ac54-494e-a5d7-7ec8283d5876, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fda8a66c-45f2-49b3-b1dc-896a7a1e0629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '390e6388-e5b8-49a3-87a5-5ef9fff7bdf6'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:35:01.824936 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b40d5cd7-e164-45b6-b577-2cddc5ac8a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:01.835492 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-bc74f2c6-1c35-4562-97cd-d56cf4108b37 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, d7d1863d-9109-4c95-a875-0d0d5c699f28) {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:35:01.857540 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc74f2c6-1c35-4562-97cd-d56cf4108b37 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:01.858176 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bc74f2c6-1c35-4562-97cd-d56cf4108b37 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613882'] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:01.862921 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-27b0df18-5f78-4740-b95c-7f4e8579f396 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:01.900466 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9b0efb-ef16-4862-8abc-e8b8b30aabd3 req-f175ef4c-16e8-40fa-8b2b-3d23031f1838 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:01.906831 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-b40d5cd7-e164-45b6-b577-2cddc5ac8a4e None None] For port 4308c5ae-ac54-494e-a5d7-7ec8283d5876, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:35:01.907654 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7a9b0efb-ef16-4862-8abc-e8b8b30aabd3 req-f175ef4c-16e8-40fa-8b2b-3d23031f1838 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 947 time: 0.2334812 Jan 18 22:35:01.910691 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-b40d5cd7-e164-45b6-b577-2cddc5ac8a4e None None] For port 4308c5ae-ac54-494e-a5d7-7ec8283d5876, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=4308c5ae-ac54-494e-a5d7-7ec8283d5876,segment=NetworkSegment(fda8a66c-45f2-49b3-b1dc-896a7a1e0629),segment_id=fda8a66c-45f2-49b3-b1dc-896a7a1e0629)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:35:01.914068 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbdd1a7d-f2a7-435b-acdf-e2caf7e4e225 None None] Network d7d1863d-9109-4c95-a875-0d0d5c699f28 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:35:01.927598 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-bc74f2c6-1c35-4562-97cd-d56cf4108b37 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7290351 Jan 18 22:35:01.930222 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b40d5cd7-e164-45b6-b577-2cddc5ac8a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:01.932431 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bfdd4a34-0407-467d-ac96-4f97a65659c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:01.937481 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-27b0df18-5f78-4740-b95c-7f4e8579f396 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08752b6b-ce4e-4301-a4aa-dd9942916407']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:35:01.938860 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bfdd4a34-0407-467d-ac96-4f97a65659c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:01.939437 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 57772) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:01.942626 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-bfdd4a34-0407-467d-ac96-4f97a65659c5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d834c23f-c963-4a97-ab3d-f1d77c531afb HTTP/1.1" status: 204 len: 168 time: 0.4915993 Jan 18 22:35:01.949249 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-b8fc36fd-fcfe-407b-8040-80ab0cb1b960 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:35:01.965624 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdd4a34-0407-467d-ac96-4f97a65659c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d834c23f-c963-4a97-ab3d-f1d77c531afb,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:01.989520 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-92970dc7-5e57-4457-aa10-e5ddeb2f373b tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:02.029566 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40d5cd7-e164-45b6-b577-2cddc5ac8a4e None None] Pushing event updated for resources: {'Port': ['ID=4308c5ae-ac54-494e-a5d7-7ec8283d5876,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:02.035506 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-27b0df18-5f78-4740-b95c-7f4e8579f396 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c9ca331-caca-4d42-bab9-cc94c2f29b82') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:35:02.035813 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-27b0df18-5f78-4740-b95c-7f4e8579f396 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c9ca331-caca-4d42-bab9-cc94c2f29b82') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:35:02.040752 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 2f93d7af-ff8f-404e-a458-c0f002bd3e27 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:35:02.043553 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-92970dc7-5e57-4457-aa10-e5ddeb2f373b tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:02.081687 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-27b0df18-5f78-4740-b95c-7f4e8579f396 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60394742'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:02.111620 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 2f93d7af-ff8f-404e-a458-c0f002bd3e27 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:35:02.112353 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 2f93d7af-ff8f-404e-a458-c0f002bd3e27 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:35:02.131721 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7a9b0efb-ef16-4862-8abc-e8b8b30aabd3 req-b5c85304-a9f0-4513-9367-7f6ccbab49db tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164912 Jan 18 22:35:02.177266 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92970dc7-5e57-4457-aa10-e5ddeb2f373b tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Pushing event updated for resources: {'Port': ['ID=e57ea674-c67e-4804-a7a5-2fe7138d3477,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:02.207022 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92970dc7-5e57-4457-aa10-e5ddeb2f373b tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Network 390e6388-e5b8-49a3-87a5-5ef9fff7bdf6 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:35:02.213058 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-27b0df18-5f78-4740-b95c-7f4e8579f396 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:02.214893 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-92970dc7-5e57-4457-aa10-e5ddeb2f373b tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:35:02.219453 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92970dc7-5e57-4457-aa10-e5ddeb2f373b tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:35:02.225051 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27b0df18-5f78-4740-b95c-7f4e8579f396 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:35:02.228299 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-27b0df18-5f78-4740-b95c-7f4e8579f396 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60203044'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:02.233479 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92970dc7-5e57-4457-aa10-e5ddeb2f373b tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:02.234324 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-92970dc7-5e57-4457-aa10-e5ddeb2f373b tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:02.236018 n-d-825064-1 neutron-server[102430]: Traceback (most recent call last): Jan 18 22:35:02.236018 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:35:02.236018 n-d-825064-1 neutron-server[102430]: timer() Jan 18 22:35:02.236018 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:35:02.236018 n-d-825064-1 neutron-server[102430]: cb(*args, **kw) Jan 18 22:35:02.236018 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:35:02.236018 n-d-825064-1 neutron-server[102430]: return func(*args, **kwargs) Jan 18 22:35:02.236018 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:35:02.236018 n-d-825064-1 neutron-server[102430]: self._notify() Jan 18 22:35:02.236018 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:35:02.236018 n-d-825064-1 neutron-server[102430]: self.callback(batched_events) Jan 18 22:35:02.236018 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:35:02.236018 n-d-825064-1 neutron-server[102430]: event.method(event) Jan 18 22:35:02.236018 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:35:02.236018 n-d-825064-1 neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:35:02.236018 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:35:02.236018 n-d-825064-1 neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:35:02.236018 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:35:02.236018 n-d-825064-1 neutron-server[102430]: return f(self, *a, **k) Jan 18 22:35:02.236018 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:35:02.236018 n-d-825064-1 neutron-server[102430]: return self._get(url).json() Jan 18 22:35:02.236018 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:35:02.236018 n-d-825064-1 neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:35:02.236018 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:35:02.236018 n-d-825064-1 neutron-server[102430]: return self.request(url, 'GET', **kwargs) Jan 18 22:35:02.236018 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:35:02.236018 n-d-825064-1 neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:35:02.236018 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:35:02.236018 n-d-825064-1 neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:35:02.236018 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:35:02.236018 n-d-825064-1 neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:35:02.236018 n-d-825064-1 neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:35:02.273621 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e3ea9e-f73c-42c7-a006-be369269999a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-d7d1863d-9109-4c95-a875-0d0d5c699f28', 'network_id': 'd7d1863d-9109-4c95-a875-0d0d5c699f28', 'tenant_id': '38220c49851742a4b2a8fd1e078deffa', 'fixed_ips': [{'subnet_id': 'aa3fbc86-e3ee-4723-9e7d-b139a7b9d482'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:35:02.274627 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e0e3ea9e-f73c-42c7-a006-be369269999a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:02.284581 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-92970dc7-5e57-4457-aa10-e5ddeb2f373b tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5465119 Jan 18 22:35:02.287268 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 57780) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:02.292825 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-27c31ee4-4fbe-45f5-8d21-98feff18fbd5 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Request body: {'port': {'network_id': '390e6388-e5b8-49a3-87a5-5ef9fff7bdf6', 'name': 'tempest-PortsIpV6TestJSON-553221006', 'fixed_ips': [{'subnet_id': 'e81dda0d-a041-4a76-ab53-2258f4329558', 'ip_address': '2001:db8::f'}]}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:35:02.358761 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b8fc36fd-fcfe-407b-8040-80ab0cb1b960 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-62288695'] for subnet, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:02.482083 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-27b0df18-5f78-4740-b95c-7f4e8579f396 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:02.503469 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-27b0df18-5f78-4740-b95c-7f4e8579f396 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:02.511426 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-27b0df18-5f78-4740-b95c-7f4e8579f396 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] 10.222.0.53 "DELETE /v2.0/networks/08752b6b-ce4e-4301-a4aa-dd9942916407 HTTP/1.1" status: 204 len: 168 time: 2.0103388 Jan 18 22:35:02.520669 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 57788) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:02.541875 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b73410-23cd-486a-9234-ce6cca63d16f req-618de290-3e5b-4d6f-925a-626b81eac4ca tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:02.543428 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a2b73410-23cd-486a-9234-ce6cca63d16f req-618de290-3e5b-4d6f-925a-626b81eac4ca tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 947 time: 0.2768950 Jan 18 22:35:02.561746 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f14d0b6-77dc-4caa-9e2d-9239a1f63035 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] DELETE failed (client error): The resource could not be found. Jan 18 22:35:02.562207 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f14d0b6-77dc-4caa-9e2d-9239a1f63035 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:35:02.566611 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-7f14d0b6-77dc-4caa-9e2d-9239a1f63035 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] 10.222.0.53 "DELETE /v2.0/subnets/1b754b54-a110-4ce7-bba0-535e62fb027e HTTP/1.1" status: 404 len: 337 time: 0.0438395 Jan 18 22:35:02.575467 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 57792) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:02.581609 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-e0e3ea9e-f73c-42c7-a006-be369269999a None None] Allocated IP 172.20.0.2 (d7d1863d-9109-4c95-a875-0d0d5c699f28/aa3fbc86-e3ee-4723-9e7d-b139a7b9d482/f49266db-7fa0-43de-99ce-b84fc6c366ec) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:35:02.594067 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b0df18-5f78-4740-b95c-7f4e8579f396 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Pushing event deleted for resources: {'Network': ['ID=08752b6b-ce4e-4301-a4aa-dd9942916407,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:02.609469 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-52fad09d-280a-4217-9a13-a9589a02b6a8 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] DELETE failed (client error): The resource could not be found. Jan 18 22:35:02.610075 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52fad09d-280a-4217-9a13-a9589a02b6a8 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:35:02.615266 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-52fad09d-280a-4217-9a13-a9589a02b6a8 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] 10.222.0.53 "DELETE /v2.0/networks/05cef1f4-8836-47a8-b1dd-f03893e9d761 HTTP/1.1" status: 404 len: 339 time: 0.0374069 Jan 18 22:35:02.617352 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 57796) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:02.646829 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-7efed455-dc19-4005-a386-86580cc84af3 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] DELETE failed (client error): The resource could not be found. Jan 18 22:35:02.647941 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7efed455-dc19-4005-a386-86580cc84af3 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:35:02.654907 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-7efed455-dc19-4005-a386-86580cc84af3 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] 10.222.0.53 "DELETE /v2.0/subnets/6bfa03c2-d416-451d-9144-dd94b6ed3085 HTTP/1.1" status: 404 len: 337 time: 0.0364304 Jan 18 22:35:02.655672 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 57798) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:02.658234 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27c31ee4-4fbe-45f5-8d21-98feff18fbd5 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Made reservation on behalf of 7c0179a097dd413e9755022eddbfface for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:35:02.662820 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a2b73410-23cd-486a-9234-ce6cca63d16f req-34d7452e-b877-4484-92e3-92a4bdd482c5 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762873 Jan 18 22:35:02.664005 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-27c31ee4-4fbe-45f5-8d21-98feff18fbd5 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:02.695908 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-78a46cbc-c03f-4c77-a099-9a52b67ddb5c tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] DELETE failed (client error): The resource could not be found. Jan 18 22:35:02.697114 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78a46cbc-c03f-4c77-a099-9a52b67ddb5c tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:35:02.703567 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 57804) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:02.703841 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-78a46cbc-c03f-4c77-a099-9a52b67ddb5c tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] 10.222.0.53 "DELETE /v2.0/networks/9f5e999f-2967-4f17-bfb5-db0df793e61b HTTP/1.1" status: 404 len: 339 time: 0.0463183 Jan 18 22:35:02.722150 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [None req-27c31ee4-4fbe-45f5-8d21-98feff18fbd5 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] device_id is not set on port 14af4429-5bfd-4f78-b499-d2ab738261d7 yet. {{(pid=102431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:35:02.764995 n-d-825064-1 neutron-server[102430]: INFO neutron.pecan_wsgi.hooks.translation [None req-05e6c46f-c444-47fd-98c4-518f75bc8221 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] DELETE failed (client error): The resource could not be found. Jan 18 22:35:02.765630 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05e6c46f-c444-47fd-98c4-518f75bc8221 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:35:02.775844 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-05e6c46f-c444-47fd-98c4-518f75bc8221 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] 10.222.0.53 "DELETE /v2.0/subnets/cfcebe37-e3c0-45a2-a87b-1cec0e97adf3 HTTP/1.1" status: 404 len: 337 time: 0.0680134 Jan 18 22:35:02.775844 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 57808) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:02.832430 n-d-825064-1 neutron-server[102430]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e153bde-3879-4e0f-8c64-63bb0a93b852 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] DELETE failed (client error): The resource could not be found. Jan 18 22:35:02.833030 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e153bde-3879-4e0f-8c64-63bb0a93b852 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:35:02.836037 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-1e153bde-3879-4e0f-8c64-63bb0a93b852 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] 10.222.0.53 "DELETE /v2.0/networks/bc275be0-27f7-4e70-a477-6061bb1f3546 HTTP/1.1" status: 404 len: 339 time: 0.0594914 Jan 18 22:35:02.843476 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e0e3ea9e-f73c-42c7-a006-be369269999a None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:02.843817 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 57814) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:02.858914 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e0e3ea9e-f73c-42c7-a006-be369269999a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:02.914838 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3ea9e-f73c-42c7-a006-be369269999a None None] Pushing event updated for resources: {'Port': ['ID=f49266db-7fa0-43de-99ce-b84fc6c366ec,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:02.917109 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d443af3-c082-4eae-ab49-6e3dc439aca0 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Deleting subnet 41ddf660-6f8f-4df7-a279-c048326779a1 {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:35:02.921606 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7d443af3-c082-4eae-ab49-6e3dc439aca0 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:02.942550 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e3ea9e-f73c-42c7-a006-be369269999a None None] Network d7d1863d-9109-4c95-a875-0d0d5c699f28 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:35:02.944370 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-e0e3ea9e-f73c-42c7-a006-be369269999a None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:35:02.947090 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e3ea9e-f73c-42c7-a006-be369269999a None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:35:02.997458 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b8fc36fd-fcfe-407b-8040-80ab0cb1b960 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8757344672404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-60203195'] for subnet, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:03.033785 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7d443af3-c082-4eae-ab49-6e3dc439aca0 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:03.066341 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-e0e3ea9e-f73c-42c7-a006-be369269999a None None] Attempting to bind port f49266db-7fa0-43de-99ce-b84fc6c366ec on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:35:03.066880 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-e0e3ea9e-f73c-42c7-a006-be369269999a None None] Attempting to bind port f49266db-7fa0-43de-99ce-b84fc6c366ec by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '86489e1e-f90c-4df8-a939-9fea11d768ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd7d1863d-9109-4c95-a875-0d0d5c699f28'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:35:03.067190 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e3ea9e-f73c-42c7-a006-be369269999a None None] Attempting to bind port f49266db-7fa0-43de-99ce-b84fc6c366ec on network d7d1863d-9109-4c95-a875-0d0d5c699f28 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:35:03.074140 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e3ea9e-f73c-42c7-a006-be369269999a None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:35:03.074586 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e3ea9e-f73c-42c7-a006-be369269999a None None] Checking segment: {'id': '86489e1e-f90c-4df8-a939-9fea11d768ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd7d1863d-9109-4c95-a875-0d0d5c699f28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:35:03.075638 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e0e3ea9e-f73c-42c7-a006-be369269999a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:03.076941 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e3ea9e-f73c-42c7-a006-be369269999a None None] Bound using segment: {'id': '86489e1e-f90c-4df8-a939-9fea11d768ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd7d1863d-9109-4c95-a875-0d0d5c699f28'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:35:03.077492 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-e0e3ea9e-f73c-42c7-a006-be369269999a None None] Bound port: f49266db-7fa0-43de-99ce-b84fc6c366ec, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86489e1e-f90c-4df8-a939-9fea11d768ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd7d1863d-9109-4c95-a875-0d0d5c699f28'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:35:03.077944 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e0e3ea9e-f73c-42c7-a006-be369269999a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:03.097850 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8fc36fd-fcfe-407b-8040-80ab0cb1b960 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:03.098453 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b8fc36fd-fcfe-407b-8040-80ab0cb1b960 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks [] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:03.103673 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-b8fc36fd-fcfe-407b-8040-80ab0cb1b960 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] 10.222.0.53 "PUT /v2.0/subnets/aa3fbc86-e3ee-4723-9e7d-b139a7b9d482 HTTP/1.1" status: 200 len: 806 time: 1.1618025 Jan 18 22:35:03.110675 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 57824) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:03.154658 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5066910a-a71f-4093-87d3-0abdf9b9405e req-8f96d3c1-c8c3-46e7-a6eb-b0c41b565424 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:03.156214 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5066910a-a71f-4093-87d3-0abdf9b9405e req-8f96d3c1-c8c3-46e7-a6eb-b0c41b565424 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 947 time: 0.3435316 Jan 18 22:35:03.176798 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-e0e3ea9e-f73c-42c7-a006-be369269999a None None] For port f49266db-7fa0-43de-99ce-b84fc6c366ec, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:35:03.180406 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-e0e3ea9e-f73c-42c7-a006-be369269999a None None] For port f49266db-7fa0-43de-99ce-b84fc6c366ec, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=f49266db-7fa0-43de-99ce-b84fc6c366ec,segment=NetworkSegment(86489e1e-f90c-4df8-a939-9fea11d768ed),segment_id=86489e1e-f90c-4df8-a939-9fea11d768ed)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:35:03.181749 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcd6078-211f-470a-a574-764d55da7674 req-8ba2ecc3-564a-4e73-8d41-600dde9a1058 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:03.182768 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6bcd6078-211f-470a-a574-764d55da7674 req-8ba2ecc3-564a-4e73-8d41-600dde9a1058 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9ab72d2-fb07-4ddd-96ca-0d87ff63902f HTTP/1.1" status: 200 len: 945 time: 0.2038088 Jan 18 22:35:03.186090 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e0e3ea9e-f73c-42c7-a006-be369269999a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:03.271199 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fc36fd-fcfe-407b-8040-80ab0cb1b960 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Pushing event updated for resources: {'Subnet': ['ID=aa3fbc86-e3ee-4723-9e7d-b139a7b9d482,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:03.314167 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3ea9e-f73c-42c7-a006-be369269999a None None] Pushing event updated for resources: {'Port': ['ID=f49266db-7fa0-43de-99ce-b84fc6c366ec,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:03.391712 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7d443af3-c082-4eae-ab49-6e3dc439aca0 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:03.400678 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6bcd6078-211f-470a-a574-764d55da7674 req-ac4eed0d-2a77-4d2f-a9ec-9ea2b293b759 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups?id=f25aad12-9aee-4cc2-9c27-71413ad663e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1493196 Jan 18 22:35:03.428989 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5066910a-a71f-4093-87d3-0abdf9b9405e req-940de33c-d22b-45e4-8aa8-6d9159d0f82b tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807904 Jan 18 22:35:03.497981 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f1e2aa9e-0e60-42c5-81f7-5f6bb83d6d9c tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:03.531147 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7d443af3-c082-4eae-ab49-6e3dc439aca0 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:03.553559 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 57838) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:03.608619 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d443af3-c082-4eae-ab49-6e3dc439aca0 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Pushing event deleted for resources: {'Subnet': ['ID=41ddf660-6f8f-4df7-a279-c048326779a1,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:03.628783 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760f4c68-7456-4fc7-92ec-e1f8f20cf5d2 None None] Network 598ed75c-8a4d-4f91-a28e-c091cdfa392f requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:35:03.722492 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-f1e2aa9e-0e60-42c5-81f7-5f6bb83d6d9c tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Deleting port f49266db-7fa0-43de-99ce-b84fc6c366ec {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:35:03.722921 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f1e2aa9e-0e60-42c5-81f7-5f6bb83d6d9c tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:03.734555 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 05c1d799-e1bb-45aa-99fd-f133bfea30d6 details requested by agent hyperv_n-h1-825064-1 with host n-h1-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:35:03.862223 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-39a9cd74-e947-493b-8301-5e4be816f7e0 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-70522196-network', 'tenant_id': '58b4810f61ee4ceba200e609a1ba2f13'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:35:04.013840 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112324c1-26cd-45c3-9e8e-54e26d9642da None None] Network 390e6388-e5b8-49a3-87a5-5ef9fff7bdf6 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:35:04.047967 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39a9cd74-e947-493b-8301-5e4be816f7e0 admin admin] Made reservation on behalf of 58b4810f61ee4ceba200e609a1ba2f13 for: {'network': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:35:04.055340 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-39a9cd74-e947-493b-8301-5e4be816f7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:04.076044 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-39a9cd74-e947-493b-8301-5e4be816f7e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:04.120031 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eb00e0-f67a-4245-8e4c-337ae3d16b33 req-16c52f5a-b25d-413f-8f6f-0c77ba092fc3 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:04.121813 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b5eb00e0-f67a-4245-8e4c-337ae3d16b33 req-16c52f5a-b25d-413f-8f6f-0c77ba092fc3 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 947 time: 0.1811049 Jan 18 22:35:04.123862 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-f1e2aa9e-0e60-42c5-81f7-5f6bb83d6d9c tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] For port f49266db-7fa0-43de-99ce-b84fc6c366ec, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=f49266db-7fa0-43de-99ce-b84fc6c366ec,segment=NetworkSegment(86489e1e-f90c-4df8-a939-9fea11d768ed),segment_id=86489e1e-f90c-4df8-a939-9fea11d768ed)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:35:04.124289 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f1e2aa9e-0e60-42c5-81f7-5f6bb83d6d9c tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:04.164661 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-f1e2aa9e-0e60-42c5-81f7-5f6bb83d6d9c tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Calling delete_port for f49266db-7fa0-43de-99ce-b84fc6c366ec owned by network:dhcp {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:35:04.231382 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b5eb00e0-f67a-4245-8e4c-337ae3d16b33 req-c4ed4426-eabf-44ab-a618-a3426e759f9e tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961564 Jan 18 22:35:04.289733 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7d443af3-c082-4eae-ab49-6e3dc439aca0 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:04.293503 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-7d443af3-c082-4eae-ab49-6e3dc439aca0 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] 10.222.0.53 "DELETE /v2.0/subnets/41ddf660-6f8f-4df7-a279-c048326779a1 HTTP/1.1" status: 204 len: 168 time: 1.4485655 Jan 18 22:35:04.298103 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 57850) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:04.361570 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24505d4-a0b9-410d-8d1a-1aa1872016af None None] DHCP port deletion for 598ed75c-8a4d-4f91-a28e-c091cdfa392f request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:35:04.363458 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device f49266db-7fa0-43de-99ce-b84fc6c366ec up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:35:04.414126 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f1e2aa9e-0e60-42c5-81f7-5f6bb83d6d9c tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:04.426054 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-27c31ee4-4fbe-45f5-8d21-98feff18fbd5 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Allocated IP 2001:db8::f (390e6388-e5b8-49a3-87a5-5ef9fff7bdf6/e81dda0d-a041-4a76-ab53-2258f4329558/14af4429-5bfd-4f78-b499-d2ab738261d7) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:35:04.432481 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ada28bdb-6027-432d-adca-9fa691bc9194 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:04.569489 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e2aa9e-0e60-42c5-81f7-5f6bb83d6d9c tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Pushing event deleted for resources: {'Port': ['ID=f49266db-7fa0-43de-99ce-b84fc6c366ec,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:04.573592 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 05c1d799-e1bb-45aa-99fd-f133bfea30d6, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=05c1d799-e1bb-45aa-99fd-f133bfea30d6,segment=NetworkSegment(70a4f94b-4f48-4441-9e9d-d65add0cb430),segment_id=70a4f94b-4f48-4441-9e9d-d65add0cb430)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:35:04.589382 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-4e79eb55-2cba-4992-a972-751e572072b9 None None] Provisioning complete for port 4308c5ae-ac54-494e-a5d7-7ec8283d5876 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:35:04.590086 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4e79eb55-2cba-4992-a972-751e572072b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:04.637672 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-ada28bdb-6027-432d-adca-9fa691bc9194 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Deleting port 81f7ff3b-b26c-48b5-9c57-d4863d92cf45 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:35:04.638292 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ada28bdb-6027-432d-adca-9fa691bc9194 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:04.638982 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Returning: {'device': '05c1d799-e1bb-45aa-99fd-f133bfea30d6', 'network_id': '9f0c6f68-00d4-4074-963d-5eeb6360e1ec', 'port_id': '05c1d799-e1bb-45aa-99fd-f133bfea30d6', 'mac_address': 'fa:16:3e:ea:1f:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7bcd428-9869-4592-8e72-20a2a0d3310e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:35:04.649628 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No active binding found for port f49266db-7fa0-43de-99ce-b84fc6c366ec {{(pid=102432) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 18 22:35:04.650062 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device f49266db-7fa0-43de-99ce-b84fc6c366ec not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jan 18 22:35:04.675552 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e2aa9e-0e60-42c5-81f7-5f6bb83d6d9c tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] No DVR routers for this DVR port f49266db-7fa0-43de-99ce-b84fc6c366ec on host n-d-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:35:04.680388 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Port f49266db-7fa0-43de-99ce-b84fc6c366ec not found, will not notify nova. {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jan 18 22:35:04.680946 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 4308c5ae-ac54-494e-a5d7-7ec8283d5876 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:35:04.745517 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f1e2aa9e-0e60-42c5-81f7-5f6bb83d6d9c tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:04.805320 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-ada28bdb-6027-432d-adca-9fa691bc9194 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] For port 81f7ff3b-b26c-48b5-9c57-d4863d92cf45, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=81f7ff3b-b26c-48b5-9c57-d4863d92cf45,segment=NetworkSegment(0abf6e7f-05a6-4b26-89c5-b98b8c6f4b19),segment_id=0abf6e7f-05a6-4b26-89c5-b98b8c6f4b19)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:35:04.806105 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ada28bdb-6027-432d-adca-9fa691bc9194 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:04.833150 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-ada28bdb-6027-432d-adca-9fa691bc9194 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Calling delete_port for 81f7ff3b-b26c-48b5-9c57-d4863d92cf45 owned by network:dhcp {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:35:04.840215 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-b24505d4-a0b9-410d-8d1a-1aa1872016af None None] Deleting port 81f7ff3b-b26c-48b5-9c57-d4863d92cf45 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:35:04.840215 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b24505d4-a0b9-410d-8d1a-1aa1872016af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:04.860070 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-39a9cd74-e947-493b-8301-5e4be816f7e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:04.877808 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f01f96-2f10-46b8-9342-e074d630e511 req-a99b895a-0f58-44a3-ac0e-8acd5e32c07c tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:04.886222 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-00f01f96-2f10-46b8-9342-e074d630e511 req-a99b895a-0f58-44a3-ac0e-8acd5e32c07c tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 947 time: 0.2816191 Jan 18 22:35:04.895616 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:04.898109 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a0c1f2-1eae-4051-985f-51a2e78258d9 None None] Network d7d1863d-9109-4c95-a875-0d0d5c699f28 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:35:04.902927 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f1e2aa9e-0e60-42c5-81f7-5f6bb83d6d9c tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60203138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62288677'] for subnet, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:04.934626 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-39a9cd74-e947-493b-8301-5e4be816f7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:04.942929 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-27c31ee4-4fbe-45f5-8d21-98feff18fbd5 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:05.002713 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4e79eb55-2cba-4992-a972-751e572072b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:05.005659 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ada28bdb-6027-432d-adca-9fa691bc9194 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:05.033279 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada28bdb-6027-432d-adca-9fa691bc9194 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] No DVR routers for this DVR port 81f7ff3b-b26c-48b5-9c57-d4863d92cf45 on host n-d-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:35:05.068578 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-27c31ee4-4fbe-45f5-8d21-98feff18fbd5 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:05.075133 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada28bdb-6027-432d-adca-9fa691bc9194 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Pushing event deleted for resources: {'Port': ['ID=81f7ff3b-b26c-48b5-9c57-d4863d92cf45,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:05.104867 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05c1d799-e1bb-45aa-99fd-f133bfea30d6 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:35:05.166996 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-b24505d4-a0b9-410d-8d1a-1aa1872016af None None] For port 81f7ff3b-b26c-48b5-9c57-d4863d92cf45, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=81f7ff3b-b26c-48b5-9c57-d4863d92cf45,segment=NetworkSegment(0abf6e7f-05a6-4b26-89c5-b98b8c6f4b19),segment_id=0abf6e7f-05a6-4b26-89c5-b98b8c6f4b19)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:35:05.167552 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b24505d4-a0b9-410d-8d1a-1aa1872016af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:05.188865 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c31ee4-4fbe-45f5-8d21-98feff18fbd5 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Network 390e6388-e5b8-49a3-87a5-5ef9fff7bdf6 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:35:05.203222 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-4e79eb55-2cba-4992-a972-751e572072b9 None None] For port 4308c5ae-ac54-494e-a5d7-7ec8283d5876, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=4308c5ae-ac54-494e-a5d7-7ec8283d5876,segment=NetworkSegment(fda8a66c-45f2-49b3-b1dc-896a7a1e0629),segment_id=fda8a66c-45f2-49b3-b1dc-896a7a1e0629)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:35:05.215252 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-b24505d4-a0b9-410d-8d1a-1aa1872016af None None] Calling delete_port for 81f7ff3b-b26c-48b5-9c57-d4863d92cf45 owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:35:05.217789 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-27c31ee4-4fbe-45f5-8d21-98feff18fbd5 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:35:05.219223 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 4308c5ae-ac54-494e-a5d7-7ec8283d5876 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:35:05.219664 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:05.224331 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 05c1d799-e1bb-45aa-99fd-f133bfea30d6, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=05c1d799-e1bb-45aa-99fd-f133bfea30d6,segment=NetworkSegment(70a4f94b-4f48-4441-9e9d-d65add0cb430),segment_id=70a4f94b-4f48-4441-9e9d-d65add0cb430)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:35:05.226937 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c31ee4-4fbe-45f5-8d21-98feff18fbd5 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Pushing event updated for resources: {'Port': ['ID=14af4429-5bfd-4f78-b499-d2ab738261d7,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:05.227105 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4e79eb55-2cba-4992-a972-751e572072b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:05.255918 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:05.285584 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a376c47f-54a2-457f-bb31-5d2b07314858 None None] DHCP port deletion for d7d1863d-9109-4c95-a875-0d0d5c699f28 request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:35:05.290037 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c31ee4-4fbe-45f5-8d21-98feff18fbd5 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:35:05.296522 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c31ee4-4fbe-45f5-8d21-98feff18fbd5 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:05.297738 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-27c31ee4-4fbe-45f5-8d21-98feff18fbd5 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:05.321385 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b329fca3-4cf7-4ef4-9f65-f3dce5588eb5 req-6717c93d-4589-45f8-b52b-6437ae840038 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:05.323031 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b329fca3-4cf7-4ef4-9f65-f3dce5588eb5 req-6717c93d-4589-45f8-b52b-6437ae840038 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9ab72d2-fb07-4ddd-96ca-0d87ff63902f HTTP/1.1" status: 200 len: 945 time: 0.7163692 Jan 18 22:35:05.342735 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ada28bdb-6027-432d-adca-9fa691bc9194 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:05.353982 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e2aa9e-0e60-42c5-81f7-5f6bb83d6d9c tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Pushing event deleted for resources: {'Subnet': ['ID=aa3fbc86-e3ee-4723-9e7d-b139a7b9d482,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:05.374622 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68519c7e-532e-47ad-b06a-fdd6b4c9bb38 None None] Network d7d1863d-9109-4c95-a875-0d0d5c699f28 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:35:05.387166 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39a9cd74-e947-493b-8301-5e4be816f7e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=102430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:35:05.403803 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f1e2aa9e-0e60-42c5-81f7-5f6bb83d6d9c tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:05.405060 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-ada28bdb-6027-432d-adca-9fa691bc9194 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['598ed75c-8a4d-4f91-a28e-c091cdfa392f']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:35:05.433328 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-27c31ee4-4fbe-45f5-8d21-98feff18fbd5 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.1446109 Jan 18 22:35:05.435372 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-ada28bdb-6027-432d-adca-9fa691bc9194 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0abf6e7f-05a6-4b26-89c5-b98b8c6f4b19') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:35:05.435675 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-ada28bdb-6027-432d-adca-9fa691bc9194 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0abf6e7f-05a6-4b26-89c5-b98b8c6f4b19') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:35:05.438188 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 57870) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:05.441600 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-39a9cd74-e947-493b-8301-5e4be816f7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:05.441948 n-d-825064-1 neutron-server[102430]: INFO neutron.db.segments_db [None req-39a9cd74-e947-493b-8301-5e4be816f7e0 admin admin] Added segment 4c27e8ce-df4c-4069-9d86-688c75c04bc6 of type vlan for network 389641fa-511b-4eb7-8d7a-0a4549a3123a Jan 18 22:35:05.471573 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-00f01f96-2f10-46b8-9342-e074d630e511 req-dbd2af33-4fcb-4702-9824-af378bb59d36 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5843189 Jan 18 22:35:05.499426 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b329fca3-4cf7-4ef4-9f65-f3dce5588eb5 req-7675dd08-05f2-4d1e-891c-d692de30284a tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups?id=f25aad12-9aee-4cc2-9c27-71413ad663e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1408324 Jan 18 22:35:05.504682 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a9cd74-e947-493b-8301-5e4be816f7e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc8cea29-a026-4cdb-8704-d8632b67961a,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:05.520576 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-f1e2aa9e-0e60-42c5-81f7-5f6bb83d6d9c tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7d1863d-9109-4c95-a875-0d0d5c699f28']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:35:05.560028 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ada28bdb-6027-432d-adca-9fa691bc9194 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:05.591134 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['05c1d799-e1bb-45aa-99fd-f133bfea30d6'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:35:05.592724 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ada28bdb-6027-432d-adca-9fa691bc9194 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:05.600778 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-f1e2aa9e-0e60-42c5-81f7-5f6bb83d6d9c tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86489e1e-f90c-4df8-a939-9fea11d768ed') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:35:05.601485 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-f1e2aa9e-0e60-42c5-81f7-5f6bb83d6d9c tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86489e1e-f90c-4df8-a939-9fea11d768ed') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:35:05.606089 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ada28bdb-6027-432d-adca-9fa691bc9194 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:35:05.607161 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ada28bdb-6027-432d-adca-9fa691bc9194 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:05.630995 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-39a9cd74-e947-493b-8301-5e4be816f7e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:05.632778 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-b4a35b9d-54d7-451f-b6f8-1ea5044648ac None None] Could not find standard attr ID for object f49266db-7fa0-43de-99ce-b84fc6c366ec. {{(pid=102432) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 22:35:05.642787 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f1e2aa9e-0e60-42c5-81f7-5f6bb83d6d9c tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60394742'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:05.647245 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:35:05.647245 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:35:05.647245 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:35:05.647245 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:35:05.647245 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:35:05.647245 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:35:05.647245 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:35:05.647245 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:35:05.647245 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:35:05.647245 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:35:05.647245 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:35:05.647245 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:35:05.647245 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:35:05.647245 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:35:05.647245 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:35:05.647245 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:35:05.647245 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:35:05.647245 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:35:05.647245 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:35:05.647245 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:35:05.647245 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:35:05.647245 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:35:05.647245 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:35:05.647245 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:35:05.647245 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:35:05.647245 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:35:05.647245 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:35:05.647245 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:35:05.647245 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:35:05.647245 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:35:05.647245 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:35:05.647245 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:35:05.673517 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f1e2aa9e-0e60-42c5-81f7-5f6bb83d6d9c tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:05.681751 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e79eb55-2cba-4992-a972-751e572072b9 None None] Pushing event updated for resources: {'Port': ['ID=4308c5ae-ac54-494e-a5d7-7ec8283d5876,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:05.696282 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1e2aa9e-0e60-42c5-81f7-5f6bb83d6d9c tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:35:05.696282 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f1e2aa9e-0e60-42c5-81f7-5f6bb83d6d9c tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60203044'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:05.696282 n-d-825064-1 neutron-server[102430]: Traceback (most recent call last): Jan 18 22:35:05.696282 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:35:05.696282 n-d-825064-1 neutron-server[102430]: timer() Jan 18 22:35:05.696282 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:35:05.696282 n-d-825064-1 neutron-server[102430]: cb(*args, **kw) Jan 18 22:35:05.696282 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:35:05.696282 n-d-825064-1 neutron-server[102430]: return func(*args, **kwargs) Jan 18 22:35:05.696282 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:35:05.696282 n-d-825064-1 neutron-server[102430]: self._notify() Jan 18 22:35:05.696282 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:35:05.696282 n-d-825064-1 neutron-server[102430]: self.callback(batched_events) Jan 18 22:35:05.696282 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:35:05.696282 n-d-825064-1 neutron-server[102430]: event.method(event) Jan 18 22:35:05.696282 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:35:05.696282 n-d-825064-1 neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:35:05.696282 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:35:05.696282 n-d-825064-1 neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:35:05.696282 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:35:05.696282 n-d-825064-1 neutron-server[102430]: return f(self, *a, **k) Jan 18 22:35:05.696282 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:35:05.696282 n-d-825064-1 neutron-server[102430]: return self._get(url).json() Jan 18 22:35:05.696282 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:35:05.696282 n-d-825064-1 neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:35:05.696282 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:35:05.696282 n-d-825064-1 neutron-server[102430]: return self.request(url, 'GET', **kwargs) Jan 18 22:35:05.696282 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:35:05.696282 n-d-825064-1 neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:35:05.696282 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:35:05.696282 n-d-825064-1 neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:35:05.696282 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:35:05.696282 n-d-825064-1 neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:35:05.696282 n-d-825064-1 neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:35:05.718523 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-39a9cd74-e947-493b-8301-5e4be816f7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:05.719692 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a9cd74-e947-493b-8301-5e4be816f7e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:05.720692 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-39a9cd74-e947-493b-8301-5e4be816f7e0 admin admin] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:05.791654 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77afba3-29ee-4212-acdc-f313b6321df2 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:05.794833 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-b77afba3-29ee-4212-acdc-f313b6321df2 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.3556707 Jan 18 22:35:05.797892 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 57878) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:05.832031 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba78d26a-4441-425c-9891-fa4fab1c658f req-bce12a00-cdeb-46ff-a720-c7663d653085 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:05.832444 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=05c1d799-e1bb-45aa-99fd-f133bfea30d6,revision_number=11']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:05.841651 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ada28bdb-6027-432d-adca-9fa691bc9194 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:05.843597 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ba78d26a-4441-425c-9891-fa4fab1c658f req-bce12a00-cdeb-46ff-a720-c7663d653085 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 947 time: 0.2573631 Jan 18 22:35:05.858690 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-39a9cd74-e947-493b-8301-5e4be816f7e0 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.3015063 Jan 18 22:35:05.861011 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ada28bdb-6027-432d-adca-9fa691bc9194 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:05.861625 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b24505d4-a0b9-410d-8d1a-1aa1872016af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:05.865059 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-ada28bdb-6027-432d-adca-9fa691bc9194 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] 10.222.0.53 "DELETE /v2.0/networks/598ed75c-8a4d-4f91-a28e-c091cdfa392f HTTP/1.1" status: 204 len: 168 time: 1.5656943 Jan 18 22:35:05.867936 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 57880) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:05.868291 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 57882) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:05.896174 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada28bdb-6027-432d-adca-9fa691bc9194 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Pushing event deleted for resources: {'Network': ['ID=598ed75c-8a4d-4f91-a28e-c091cdfa392f,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:05.921850 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbae910-e18a-4c7d-9f6f-2e11c2176827 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:05.926589 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b24505d4-a0b9-410d-8d1a-1aa1872016af None None] Network 598ed75c-8a4d-4f91-a28e-c091cdfa392f is not hosted by any dhcp agent {{(pid=102432) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 18 22:35:05.927043 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24505d4-a0b9-410d-8d1a-1aa1872016af None None] No DVR routers for this DVR port 81f7ff3b-b26c-48b5-9c57-d4863d92cf45 on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:35:05.928312 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-a59de181-a9c2-4254-8017-68273e403b5d admin admin] Request body: {'subnet': {'network_id': '389641fa-511b-4eb7-8d7a-0a4549a3123a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-70522196-subnet', 'tenant_id': '58b4810f61ee4ceba200e609a1ba2f13', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:35:05.930454 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbae910-e18a-4c7d-9f6f-2e11c2176827 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:05.933400 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24505d4-a0b9-410d-8d1a-1aa1872016af None None] Pushing event deleted for resources: {'Port': ['ID=81f7ff3b-b26c-48b5-9c57-d4863d92cf45,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:05.950908 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbae910-e18a-4c7d-9f6f-2e11c2176827 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:05.955669 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-9cbae910-e18a-4c7d-9f6f-2e11c2176827 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.1539910 Jan 18 22:35:05.955832 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-fb552f6a-2404-4a9d-861e-83e779d2883d None None] Provisioning complete for port 14af4429-5bfd-4f78-b499-d2ab738261d7 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:35:05.955832 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fb552f6a-2404-4a9d-861e-83e779d2883d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:05.956323 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 57884) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:06.042080 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-fb552f6a-2404-4a9d-861e-83e779d2883d None None] Port 14af4429-5bfd-4f78-b499-d2ab738261d7 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:35:06.062527 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-fb552f6a-2404-4a9d-861e-83e779d2883d None None] Provisioning complete for port 4308c5ae-ac54-494e-a5d7-7ec8283d5876 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:35:06.062897 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fb552f6a-2404-4a9d-861e-83e779d2883d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:06.063792 n-d-825064-1 neutron-server[102430]: INFO neutron.pecan_wsgi.hooks.translation [None req-d00dcd3c-7d32-4b2e-a7c5-a5a7e3b90f22 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] DELETE failed (client error): The resource could not be found. Jan 18 22:35:06.064287 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d00dcd3c-7d32-4b2e-a7c5-a5a7e3b90f22 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:35:06.067634 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-d00dcd3c-7d32-4b2e-a7c5-a5a7e3b90f22 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] 10.222.0.53 "DELETE /v2.0/subnets/66de74ca-e3ce-4102-9094-08e30a14f360 HTTP/1.1" status: 404 len: 337 time: 0.1672468 Jan 18 22:35:06.088781 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f1e2aa9e-0e60-42c5-81f7-5f6bb83d6d9c tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:06.090948 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f1e2aa9e-0e60-42c5-81f7-5f6bb83d6d9c tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:06.099448 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 57888) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:06.099897 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 57892) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:06.100493 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 4308c5ae-ac54-494e-a5d7-7ec8283d5876 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:35:06.113783 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-f1e2aa9e-0e60-42c5-81f7-5f6bb83d6d9c tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] 10.222.0.53 "DELETE /v2.0/networks/d7d1863d-9109-4c95-a875-0d0d5c699f28 HTTP/1.1" status: 204 len: 168 time: 3.0021698 Jan 18 22:35:06.119507 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ba78d26a-4441-425c-9891-fa4fab1c658f req-ce9f0b69-4635-4ef0-80ee-9ed1aa9a6410 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743611 Jan 18 22:35:06.121961 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a9cd74-e947-493b-8301-5e4be816f7e0 admin admin] Pushing event updated for resources: {'Network': ['ID=389641fa-511b-4eb7-8d7a-0a4549a3123a,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:06.142546 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a59de181-a9c2-4254-8017-68273e403b5d admin admin] Made reservation on behalf of 58b4810f61ee4ceba200e609a1ba2f13 for: {'subnet': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:35:06.152640 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-36121bbe-33e7-4702-8e81-7ecdb90134b2 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] DELETE failed (client error): The resource could not be found. Jan 18 22:35:06.153042 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36121bbe-33e7-4702-8e81-7ecdb90134b2 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:35:06.154921 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a59de181-a9c2-4254-8017-68273e403b5d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62288702'] for subnet, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:06.164466 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-36121bbe-33e7-4702-8e81-7ecdb90134b2 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] 10.222.0.53 "DELETE /v2.0/networks/d7d1863d-9109-4c95-a875-0d0d5c699f28 HTTP/1.1" status: 404 len: 339 time: 0.0622334 Jan 18 22:35:06.165141 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 57896) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:06.184345 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-1c5b00b0-ef74-4166-bd89-7a2e8418bdaf tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-458978173', 'description': 'd1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:35:06.191460 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 389641fa-511b-4eb7-8d7a-0a4549a3123a details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:35:06.195388 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-7205ce6d-f111-4d59-a1da-077c08f864a5 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] DELETE failed (client error): The resource could not be found. Jan 18 22:35:06.196420 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7205ce6d-f111-4d59-a1da-077c08f864a5 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:35:06.203524 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-7205ce6d-f111-4d59-a1da-077c08f864a5 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] 10.222.0.53 "DELETE /v2.0/networks/30d95693-b211-4e83-84c4-065cdaf05ead HTTP/1.1" status: 404 len: 339 time: 0.1024861 Jan 18 22:35:06.205581 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 57900) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:06.208367 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-24b41e71-204a-45dd-8372-4088324bfa0d tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Deleting port 14af4429-5bfd-4f78-b499-d2ab738261d7 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:35:06.208780 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-24b41e71-204a-45dd-8372-4088324bfa0d tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:06.212239 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e2aa9e-0e60-42c5-81f7-5f6bb83d6d9c tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Pushing event deleted for resources: {'Network': ['ID=d7d1863d-9109-4c95-a875-0d0d5c699f28,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:06.341198 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 4308c5ae-ac54-494e-a5d7-7ec8283d5876 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:35:06.341905 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:06.391100 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329b2c5f-cdb4-4d1b-93b1-8f1e4548ee4f req-95cee912-9940-4130-b1ea-9b0565bc27d1 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:06.401120 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-329b2c5f-cdb4-4d1b-93b1-8f1e4548ee4f req-95cee912-9940-4130-b1ea-9b0565bc27d1 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 947 time: 0.1647367 Jan 18 22:35:06.409878 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c5b00b0-ef74-4166-bd89-7a2e8418bdaf tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Made reservation on behalf of 38220c49851742a4b2a8fd1e078deffa for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:35:06.427568 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1c5b00b0-ef74-4166-bd89-7a2e8418bdaf tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:06.476667 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-7273d7d1-bd4d-4450-ba10-acee1cb58439 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Deleting subnet daf2a11b-d651-459a-887e-4e55b80eea0a {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:35:06.477451 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-329b2c5f-cdb4-4d1b-93b1-8f1e4548ee4f req-0df398c2-3c02-40bb-b2e4-5c32c6e31a2d tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753767 Jan 18 22:35:06.484776 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7273d7d1-bd4d-4450-ba10-acee1cb58439 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:06.501537 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-fb552f6a-2404-4a9d-861e-83e779d2883d None None] Provisioning complete for port e57ea674-c67e-4804-a7a5-2fe7138d3477 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:35:06.504342 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fb552f6a-2404-4a9d-861e-83e779d2883d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:06.589360 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-fb552f6a-2404-4a9d-861e-83e779d2883d None None] Port e57ea674-c67e-4804-a7a5-2fe7138d3477 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:35:06.610888 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 81f7ff3b-b26c-48b5-9c57-d4863d92cf45 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:35:06.627739 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-24b41e71-204a-45dd-8372-4088324bfa0d tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:06.643458 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-24b41e71-204a-45dd-8372-4088324bfa0d tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Calling delete_port for 14af4429-5bfd-4f78-b499-d2ab738261d7 owned by {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:35:06.646424 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 81f7ff3b-b26c-48b5-9c57-d4863d92cf45 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:35:06.646892 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 81f7ff3b-b26c-48b5-9c57-d4863d92cf45 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:35:06.647354 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device f49266db-7fa0-43de-99ce-b84fc6c366ec no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:35:06.670377 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: f49266db-7fa0-43de-99ce-b84fc6c366ec {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:35:06.670812 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device f49266db-7fa0-43de-99ce-b84fc6c366ec not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:35:06.685562 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a59de181-a9c2-4254-8017-68273e403b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60203213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62288684'] for subnet, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:06.712144 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-e8abb513-0fa4-401f-8968-a9598d9b3cfe None None] Provisioning complete for port 14af4429-5bfd-4f78-b499-d2ab738261d7 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:35:06.712537 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e8abb513-0fa4-401f-8968-a9598d9b3cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:06.743750 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c5b00b0-ef74-4166-bd89-7a2e8418bdaf tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:35:06.748152 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7273d7d1-bd4d-4450-ba10-acee1cb58439 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:06.751825 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-e8abb513-0fa4-401f-8968-a9598d9b3cfe None None] Port 14af4429-5bfd-4f78-b499-d2ab738261d7 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:35:06.763586 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-e8abb513-0fa4-401f-8968-a9598d9b3cfe None None] Provisioning complete for port e57ea674-c67e-4804-a7a5-2fe7138d3477 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:35:06.764018 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e8abb513-0fa4-401f-8968-a9598d9b3cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:06.793526 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1c5b00b0-ef74-4166-bd89-7a2e8418bdaf tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:06.793865 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-1c5b00b0-ef74-4166-bd89-7a2e8418bdaf tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Added segment be4565ec-d60c-49ad-aa69-40bc23f8b491 of type vlan for network 80fe2252-38e4-4934-822a-3b4bee065b18 Jan 18 22:35:06.802344 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59de181-a9c2-4254-8017-68273e403b5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9469aa10-1bf2-46b1-a10d-18c84a0e08e1,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:06.817689 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-e8abb513-0fa4-401f-8968-a9598d9b3cfe None None] Port e57ea674-c67e-4804-a7a5-2fe7138d3477 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:35:06.825939 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c73fc7-6a78-4207-ad30-797ff4a15e91 req-0b0b5be4-101e-48e7-9a62-97ed9a957a98 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:06.828598 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a7c73fc7-6a78-4207-ad30-797ff4a15e91 req-0b0b5be4-101e-48e7-9a62-97ed9a957a98 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 947 time: 0.1697998 Jan 18 22:35:06.840438 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16434750-4768-4b75-be17-b5f7cf531306 req-8b37c348-c256-4f19-afe7-667885b5e60d tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:06.842681 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-16434750-4768-4b75-be17-b5f7cf531306 req-8b37c348-c256-4f19-afe7-667885b5e60d tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9ab72d2-fb07-4ddd-96ca-0d87ff63902f HTTP/1.1" status: 200 len: 946 time: 0.1854041 Jan 18 22:35:06.880153 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59de181-a9c2-4254-8017-68273e403b5d admin admin] Checking segment: {'id': '4c27e8ce-df4c-4069-9d86-688c75c04bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '389641fa-511b-4eb7-8d7a-0a4549a3123a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:35:06.880526 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59de181-a9c2-4254-8017-68273e403b5d admin admin] Network hostable DHCP agents. Network: 389641fa-511b-4eb7-8d7a-0a4549a3123a, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:35:06.902164 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1c5b00b0-ef74-4166-bd89-7a2e8418bdaf tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:06.925146 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-16434750-4768-4b75-be17-b5f7cf531306 req-89ea7c25-d76b-4721-b86d-7411488ff710 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups?id=f25aad12-9aee-4cc2-9c27-71413ad663e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663126 Jan 18 22:35:06.931598 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a7c73fc7-6a78-4207-ad30-797ff4a15e91 req-54955667-9467-4ace-96e2-2373529924d1 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877964 Jan 18 22:35:06.942476 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59de181-a9c2-4254-8017-68273e403b5d admin admin] Network 389641fa-511b-4eb7-8d7a-0a4549a3123a is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:35:06.966893 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-a59de181-a9c2-4254-8017-68273e403b5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 389641fa-511b-4eb7-8d7a-0a4549a3123a) {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:35:06.973820 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7273d7d1-bd4d-4450-ba10-acee1cb58439 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:06.981653 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e846efb9-855e-4344-9cd9-5b83f02ef617 None None] Network 389641fa-511b-4eb7-8d7a-0a4549a3123a requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:35:06.984735 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59de181-a9c2-4254-8017-68273e403b5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:06.985999 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a59de181-a9c2-4254-8017-68273e403b5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:07.017300 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-a59de181-a9c2-4254-8017-68273e403b5d admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1179931 Jan 18 22:35:07.032230 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1c5b00b0-ef74-4166-bd89-7a2e8418bdaf tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:07.038610 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5b00b0-ef74-4166-bd89-7a2e8418bdaf tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:07.039189 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1c5b00b0-ef74-4166-bd89-7a2e8418bdaf tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:07.098564 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-24b41e71-204a-45dd-8372-4088324bfa0d tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:07.123735 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-1c5b00b0-ef74-4166-bd89-7a2e8418bdaf tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.9418049 Jan 18 22:35:07.124045 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 57922) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:07.241667 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b41e71-204a-45dd-8372-4088324bfa0d tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Pushing event deleted for resources: {'Port': ['ID=14af4429-5bfd-4f78-b499-d2ab738261d7,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:07.243475 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5b00b0-ef74-4166-bd89-7a2e8418bdaf tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Pushing event updated for resources: {'Network': ['ID=80fe2252-38e4-4934-822a-3b4bee065b18,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:07.248595 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-24b41e71-204a-45dd-8372-4088324bfa0d tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:07.255340 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-24b41e71-204a-45dd-8372-4088324bfa0d tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "DELETE /v2.0/ports/14af4429-5bfd-4f78-b499-d2ab738261d7 HTTP/1.1" status: 204 len: 168 time: 1.2959821 Jan 18 22:35:07.258568 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 57932) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:07.262300 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb5f0f1-04be-40c5-84b0-3a8670b33bfd None None] Network 389641fa-511b-4eb7-8d7a-0a4549a3123a requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:35:07.316678 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7273d7d1-bd4d-4450-ba10-acee1cb58439 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:07.327773 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c0829dd-f182-47d9-be92-0c4eea8f4e3e tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] GET failed (client error): The resource could not be found. Jan 18 22:35:07.332677 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-7c0829dd-f182-47d9-be92-0c4eea8f4e3e tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "GET /v2.0/ports/14af4429-5bfd-4f78-b499-d2ab738261d7 HTTP/1.1" status: 404 len: 333 time: 0.0731091 Jan 18 22:35:07.333717 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 57934) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:07.347610 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7273d7d1-bd4d-4450-ba10-acee1cb58439 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:07.351315 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-7273d7d1-bd4d-4450-ba10-acee1cb58439 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] 10.222.0.53 "DELETE /v2.0/subnets/daf2a11b-d651-459a-887e-4e55b80eea0a HTTP/1.1" status: 204 len: 168 time: 1.1392727 Jan 18 22:35:07.357992 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 80fe2252-38e4-4934-822a-3b4bee065b18 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:35:07.366251 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 57938) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:07.390735 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273d7d1-bd4d-4450-ba10-acee1cb58439 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Pushing event deleted for resources: {'Subnet': ['ID=daf2a11b-d651-459a-887e-4e55b80eea0a,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:07.470523 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057e5fde-bffa-42b0-a686-7491631499d8 req-c1ef71df-b4b8-4bf6-875a-cf14788bf2d9 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:07.479169 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-057e5fde-bffa-42b0-a686-7491631499d8 req-c1ef71df-b4b8-4bf6-875a-cf14788bf2d9 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 947 time: 0.3282037 Jan 18 22:35:07.507408 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc41cb8-0c75-4c3f-b394-2f4e1103c4b3 None None] Network f4480bbd-c3f0-45f0-96c6-3cf870f362e3 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:35:07.509577 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c80842-248a-4ee5-92e9-1f7f8dc82097 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:07.511080 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-e8c80842-248a-4ee5-92e9-1f7f8dc82097 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] 10.222.0.53 "GET /v2.0/networks?id=80fe2252-38e4-4934-822a-3b4bee065b18 HTTP/1.1" status: 200 len: 760 time: 0.3860145 Jan 18 22:35:07.513992 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 57940) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:07.520032 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-5b3d688c-b7ee-489e-8398-c7df97e2fdaf tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Request body: {'network': {'description': 'd2'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:35:07.544039 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-1cea108f-c720-4341-9cb9-45024e1e96af tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Deleting port e57ea674-c67e-4804-a7a5-2fe7138d3477 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:35:07.544479 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1cea108f-c720-4341-9cb9-45024e1e96af tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:07.561076 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-057e5fde-bffa-42b0-a686-7491631499d8 req-55a90353-e18d-475c-8edb-fb05864ae8c6 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809393 Jan 18 22:35:07.590925 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6a967481-5fb6-4f24-81fa-891606b1f057 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:07.727174 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1cea108f-c720-4341-9cb9-45024e1e96af tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:07.727455 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-6a967481-5fb6-4f24-81fa-891606b1f057 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Deleting port 5275d22a-0c55-4f0f-b848-3702e1d3274a {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:35:07.727894 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6a967481-5fb6-4f24-81fa-891606b1f057 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:07.739904 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-1cea108f-c720-4341-9cb9-45024e1e96af tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Calling delete_port for e57ea674-c67e-4804-a7a5-2fe7138d3477 owned by {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:35:07.804502 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 05c1d799-e1bb-45aa-99fd-f133bfea30d6 up at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:35:07.840836 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bdbd6b-02b4-49af-92f7-55ee4e69bfeb req-432fafba-726b-4de5-a25e-c263dc1bf6a4 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:07.842448 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-95bdbd6b-02b4-49af-92f7-55ee4e69bfeb req-432fafba-726b-4de5-a25e-c263dc1bf6a4 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 947 time: 0.1518083 Jan 18 22:35:07.887098 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-6a967481-5fb6-4f24-81fa-891606b1f057 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] For port 5275d22a-0c55-4f0f-b848-3702e1d3274a, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=5275d22a-0c55-4f0f-b848-3702e1d3274a,segment=NetworkSegment(6ebae142-ed39-4787-9ec8-458dfaae759d),segment_id=6ebae142-ed39-4787-9ec8-458dfaae759d)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:35:07.887445 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6a967481-5fb6-4f24-81fa-891606b1f057 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:07.901856 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-6a967481-5fb6-4f24-81fa-891606b1f057 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Calling delete_port for 5275d22a-0c55-4f0f-b848-3702e1d3274a owned by network:dhcp {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:35:07.979175 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1cea108f-c720-4341-9cb9-45024e1e96af tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:08.026412 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning for port 05c1d799-e1bb-45aa-99fd-f133bfea30d6 completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:35:08.033468 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning complete for port 05c1d799-e1bb-45aa-99fd-f133bfea30d6 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:35:08.034254 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:08.049352 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cea108f-c720-4341-9cb9-45024e1e96af tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Pushing event deleted for resources: {'Port': ['ID=e57ea674-c67e-4804-a7a5-2fe7138d3477,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:08.106357 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-95bdbd6b-02b4-49af-92f7-55ee4e69bfeb req-75758f51-fca7-46ea-aae7-1c286f5a6896 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520280 Jan 18 22:35:08.125345 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6a967481-5fb6-4f24-81fa-891606b1f057 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:08.137691 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1cea108f-c720-4341-9cb9-45024e1e96af tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:08.141164 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-1cea108f-c720-4341-9cb9-45024e1e96af tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "DELETE /v2.0/ports/e57ea674-c67e-4804-a7a5-2fe7138d3477 HTTP/1.1" status: 204 len: 168 time: 0.8017433 Jan 18 22:35:08.143874 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 57962) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:08.155925 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5b3d688c-b7ee-489e-8398-c7df97e2fdaf tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:08.177537 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:08.211943 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c92ccd8-7af2-467d-ba00-901a8328280c tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] GET failed (client error): The resource could not be found. Jan 18 22:35:08.212195 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1f88de-9509-4278-b789-2cdc9b0dadb1 None None] DHCP port deletion for f4480bbd-c3f0-45f0-96c6-3cf870f362e3 request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:35:08.212286 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-7c92ccd8-7af2-467d-ba00-901a8328280c tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "GET /v2.0/ports/e57ea674-c67e-4804-a7a5-2fe7138d3477 HTTP/1.1" status: 404 len: 333 time: 0.0599027 Jan 18 22:35:08.212286 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 57966) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:08.231844 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a967481-5fb6-4f24-81fa-891606b1f057 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Pushing event deleted for resources: {'Port': ['ID=5275d22a-0c55-4f0f-b848-3702e1d3274a,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:08.234866 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9ab72d2-fb07-4ddd-96ca-0d87ff63902f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05c1d799-e1bb-45aa-99fd-f133bfea30d6'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:35:08.237537 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5439f796-d8e4-47e3-bc16-a9b78c2c0d87" -d '{"events": [{"server_uuid": "e9ab72d2-fb07-4ddd-96ca-0d87ff63902f", "name": "network-vif-plugged", "status": "completed", "tag": "05c1d799-e1bb-45aa-99fd-f133bfea30d6"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:35:08.255171 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 05c1d799-e1bb-45aa-99fd-f133bfea30d6, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=05c1d799-e1bb-45aa-99fd-f133bfea30d6,segment=NetworkSegment(70a4f94b-4f48-4441-9e9d-d65add0cb430),segment_id=70a4f94b-4f48-4441-9e9d-d65add0cb430)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:35:08.255962 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a967481-5fb6-4f24-81fa-891606b1f057 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] No DVR routers for this DVR port 5275d22a-0c55-4f0f-b848-3702e1d3274a on host n-d-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:35:08.261202 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:08.288477 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc04ea-1a7d-40ca-804a-2cf43ff736aa req-86e46e97-9382-4d7a-8ab1-27bebdaa5309 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:08.288783 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5b3d688c-b7ee-489e-8398-c7df97e2fdaf tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:08.288904 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-23dc04ea-1a7d-40ca-804a-2cf43ff736aa req-86e46e97-9382-4d7a-8ab1-27bebdaa5309 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9ab72d2-fb07-4ddd-96ca-0d87ff63902f HTTP/1.1" status: 200 len: 946 time: 0.2496347 Jan 18 22:35:08.316371 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5b3d688c-b7ee-489e-8398-c7df97e2fdaf tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Network 80fe2252-38e4-4934-822a-3b4bee065b18 is not hosted by any dhcp agent {{(pid=102431) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 18 22:35:08.324794 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3d688c-b7ee-489e-8398-c7df97e2fdaf tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:08.325687 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5b3d688c-b7ee-489e-8398-c7df97e2fdaf tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:08.330635 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=05c1d799-e1bb-45aa-99fd-f133bfea30d6,revision_number=12']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:08.339154 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-5b3d688c-b7ee-489e-8398-c7df97e2fdaf tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] 10.222.0.53 "PUT /v2.0/networks/80fe2252-38e4-4934-822a-3b4bee065b18 HTTP/1.1" status: 200 len: 757 time: 0.8209910 Jan 18 22:35:08.352866 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 57974) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:08.430591 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b772bf3-9390-4c1f-8389-2660b40928c0 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Deleting subnet e81dda0d-a041-4a76-ab53-2258f4329558 {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:35:08.433127 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3d688c-b7ee-489e-8398-c7df97e2fdaf tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Pushing event updated for resources: {'Network': ['ID=80fe2252-38e4-4934-822a-3b4bee065b18,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:08.438129 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8b772bf3-9390-4c1f-8389-2660b40928c0 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:08.444876 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 80fe2252-38e4-4934-822a-3b4bee065b18 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:35:08.511292 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8b772bf3-9390-4c1f-8389-2660b40928c0 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:08.532971 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6a967481-5fb6-4f24-81fa-891606b1f057 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:08.562711 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-23dc04ea-1a7d-40ca-804a-2cf43ff736aa req-4209ec09-68ee-4bc2-b8de-1866473a4c8a tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups?id=f25aad12-9aee-4cc2-9c27-71413ad663e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2153909 Jan 18 22:35:08.581363 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-6a967481-5fb6-4f24-81fa-891606b1f057 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4480bbd-c3f0-45f0-96c6-3cf870f362e3']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:35:08.599446 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5962e6e-2cd7-42b3-a4fe-268c9139ea10 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:08.605627 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-c5962e6e-2cd7-42b3-a4fe-268c9139ea10 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] 10.222.0.53 "GET /v2.0/networks?id=80fe2252-38e4-4934-822a-3b4bee065b18 HTTP/1.1" status: 200 len: 760 time: 0.2480061 Jan 18 22:35:08.605785 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 57982) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:08.608815 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-6a967481-5fb6-4f24-81fa-891606b1f057 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ebae142-ed39-4787-9ec8-458dfaae759d') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:35:08.609432 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-6a967481-5fb6-4f24-81fa-891606b1f057 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ebae142-ed39-4787-9ec8-458dfaae759d') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:35:08.614422 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-7f7d8da6-f549-447e-a422-72e8006289d8 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-383808252'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:35:08.624910 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef0b9c5-ca39-4b66-a7b3-15b116b52f47 req-4b6b7d45-4ed4-4728-a7aa-f72df0b72c01 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:08.626300 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6ef0b9c5-ca39-4b66-a7b3-15b116b52f47 req-4b6b7d45-4ed4-4728-a7aa-f72df0b72c01 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 947 time: 0.2308424 Jan 18 22:35:08.633984 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8b772bf3-9390-4c1f-8389-2660b40928c0 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:08.638084 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6a967481-5fb6-4f24-81fa-891606b1f057 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60394742'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:08.677533 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6a967481-5fb6-4f24-81fa-891606b1f057 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:08.693582 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a967481-5fb6-4f24-81fa-891606b1f057 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:35:08.694656 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6a967481-5fb6-4f24-81fa-891606b1f057 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60203044'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:08.698889 n-d-825064-1 neutron-server[102430]: Traceback (most recent call last): Jan 18 22:35:08.698889 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:35:08.698889 n-d-825064-1 neutron-server[102430]: timer() Jan 18 22:35:08.698889 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:35:08.698889 n-d-825064-1 neutron-server[102430]: cb(*args, **kw) Jan 18 22:35:08.698889 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:35:08.698889 n-d-825064-1 neutron-server[102430]: return func(*args, **kwargs) Jan 18 22:35:08.698889 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:35:08.698889 n-d-825064-1 neutron-server[102430]: self._notify() Jan 18 22:35:08.698889 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:35:08.698889 n-d-825064-1 neutron-server[102430]: self.callback(batched_events) Jan 18 22:35:08.698889 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:35:08.698889 n-d-825064-1 neutron-server[102430]: event.method(event) Jan 18 22:35:08.698889 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:35:08.698889 n-d-825064-1 neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:35:08.698889 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:35:08.698889 n-d-825064-1 neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:35:08.698889 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:35:08.698889 n-d-825064-1 neutron-server[102430]: return f(self, *a, **k) Jan 18 22:35:08.698889 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:35:08.698889 n-d-825064-1 neutron-server[102430]: return self._get(url).json() Jan 18 22:35:08.698889 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:35:08.698889 n-d-825064-1 neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:35:08.698889 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:35:08.698889 n-d-825064-1 neutron-server[102430]: return self.request(url, 'GET', **kwargs) Jan 18 22:35:08.698889 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:35:08.698889 n-d-825064-1 neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:35:08.698889 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:35:08.698889 n-d-825064-1 neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:35:08.698889 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:35:08.698889 n-d-825064-1 neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:35:08.698889 n-d-825064-1 neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:35:08.707054 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ad1ab65-ff0a-4070-9a51-1ee843590958 x-openstack-request-id: req-6ad1ab65-ff0a-4070-9a51-1ee843590958 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:35:08.707554 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9ab72d2-fb07-4ddd-96ca-0d87ff63902f", "name": "network-vif-plugged", "status": "completed", "tag": "05c1d799-e1bb-45aa-99fd-f133bfea30d6", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:35:08.707644 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6ad1ab65-ff0a-4070-9a51-1ee843590958 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:35:08.707987 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9ab72d2-fb07-4ddd-96ca-0d87ff63902f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05c1d799-e1bb-45aa-99fd-f133bfea30d6', 'code': 200} Jan 18 22:35:08.749845 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8b772bf3-9390-4c1f-8389-2660b40928c0 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:08.755111 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6ef0b9c5-ca39-4b66-a7b3-15b116b52f47 req-95969b0f-e532-4538-810b-37633fa31d0e tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204345 Jan 18 22:35:08.766600 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f7d8da6-f549-447e-a422-72e8006289d8 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Made reservation on behalf of 38220c49851742a4b2a8fd1e078deffa for: {'network': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:35:08.770455 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7f7d8da6-f549-447e-a422-72e8006289d8 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:08.789318 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b772bf3-9390-4c1f-8389-2660b40928c0 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Pushing event deleted for resources: {'Subnet': ['ID=e81dda0d-a041-4a76-ab53-2258f4329558,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:08.801966 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8b772bf3-9390-4c1f-8389-2660b40928c0 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:08.806021 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 57984) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:08.807409 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8cef81-dba2-4bfc-b974-25bbb6371b96 None None] Network 390e6388-e5b8-49a3-87a5-5ef9fff7bdf6 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:35:08.817193 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-8b772bf3-9390-4c1f-8389-2660b40928c0 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "DELETE /v2.0/subnets/e81dda0d-a041-4a76-ab53-2258f4329558 HTTP/1.1" status: 204 len: 168 time: 0.5895290 Jan 18 22:35:08.823380 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f7d8da6-f549-447e-a422-72e8006289d8 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=102430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:35:08.833062 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6a967481-5fb6-4f24-81fa-891606b1f057 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:08.901006 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6a967481-5fb6-4f24-81fa-891606b1f057 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:08.910574 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-6a967481-5fb6-4f24-81fa-891606b1f057 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] 10.222.0.53 "DELETE /v2.0/networks/f4480bbd-c3f0-45f0-96c6-3cf870f362e3 HTTP/1.1" status: 204 len: 168 time: 1.5381696 Jan 18 22:35:08.967413 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7f7d8da6-f549-447e-a422-72e8006289d8 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:08.967904 n-d-825064-1 neutron-server[102430]: INFO neutron.db.segments_db [None req-7f7d8da6-f549-447e-a422-72e8006289d8 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Added segment e8567088-340e-4e38-9188-be4ec2fcd2e8 of type vlan for network 61553d2e-06fe-44a0-823f-6cb44d1e2438 Jan 18 22:35:08.978421 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a967481-5fb6-4f24-81fa-891606b1f057 tempest-NetworksIpV6Test-86250464 tempest-NetworksIpV6Test-86250464-project] Pushing event deleted for resources: {'Network': ['ID=f4480bbd-c3f0-45f0-96c6-3cf870f362e3,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:09.092042 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d709aef5-0c26-4698-8b23-26f52d1e039f None None] DHCP port deletion for 390e6388-e5b8-49a3-87a5-5ef9fff7bdf6 request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:35:09.106292 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7f7d8da6-f549-447e-a422-72e8006289d8 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:09.146965 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0dfa740c-be0f-4f1d-893f-1961dfd043a3 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:09.160826 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7f7d8da6-f549-447e-a422-72e8006289d8 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:09.168022 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f7d8da6-f549-447e-a422-72e8006289d8 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:09.168650 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7f7d8da6-f549-447e-a422-72e8006289d8 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:09.188097 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-d709aef5-0c26-4698-8b23-26f52d1e039f None None] Deleting port 4308c5ae-ac54-494e-a5d7-7ec8283d5876 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:35:09.188549 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d709aef5-0c26-4698-8b23-26f52d1e039f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:09.209319 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5754cf76-166c-40dc-9d00-d0d33f6c4ac1 req-d1942abb-7ac0-4b57-8ebc-d3f1675baf03 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:09.211124 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5754cf76-166c-40dc-9d00-d0d33f6c4ac1 req-d1942abb-7ac0-4b57-8ebc-d3f1675baf03 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 947 time: 0.2558074 Jan 18 22:35:09.227456 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-7f7d8da6-f549-447e-a422-72e8006289d8 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6204941 Jan 18 22:35:09.230281 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58006) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:09.235403 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-8fe5f78f-a263-4710-a63a-f0760d3e7f00 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Request body: {'subnet': {'network_id': '61553d2e-06fe-44a0-823f-6cb44d1e2438', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:35:09.294705 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-d709aef5-0c26-4698-8b23-26f52d1e039f None None] For port 4308c5ae-ac54-494e-a5d7-7ec8283d5876, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=4308c5ae-ac54-494e-a5d7-7ec8283d5876,segment=NetworkSegment(fda8a66c-45f2-49b3-b1dc-896a7a1e0629),segment_id=fda8a66c-45f2-49b3-b1dc-896a7a1e0629)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:35:09.298179 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d709aef5-0c26-4698-8b23-26f52d1e039f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:09.304459 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c25d2e6-60c1-4fb3-9ebb-53d1b066803a req-71e83244-b290-4733-9490-c5a7db08f00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:09.306107 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2c25d2e6-60c1-4fb3-9ebb-53d1b066803a req-71e83244-b290-4733-9490-c5a7db08f00b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e9ab72d2-fb07-4ddd-96ca-0d87ff63902f HTTP/1.1" status: 200 len: 1098 time: 0.3497238 Jan 18 22:35:09.306591 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 58010) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:09.342879 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-d709aef5-0c26-4698-8b23-26f52d1e039f None None] Calling delete_port for 4308c5ae-ac54-494e-a5d7-7ec8283d5876 owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:35:09.364855 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fe5f78f-a263-4710-a63a-f0760d3e7f00 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Made reservation on behalf of 38220c49851742a4b2a8fd1e078deffa for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:35:09.369753 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8fe5f78f-a263-4710-a63a-f0760d3e7f00 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:09.422629 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5754cf76-166c-40dc-9d00-d0d33f6c4ac1 req-f653efcc-209f-482f-aa8c-55a79e13e75d tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788428 Jan 18 22:35:09.476669 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7d8da6-f549-447e-a422-72e8006289d8 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Pushing event updated for resources: {'Network': ['ID=61553d2e-06fe-44a0-823f-6cb44d1e2438,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:09.495994 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 61553d2e-06fe-44a0-823f-6cb44d1e2438 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:35:09.592471 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d709aef5-0c26-4698-8b23-26f52d1e039f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:09.611284 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2c25d2e6-60c1-4fb3-9ebb-53d1b066803a req-59246e71-a0f9-4ad1-a2f5-1908480747cd service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f25aad12-9aee-4cc2-9c27-71413ad663e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2438335 Jan 18 22:35:09.658103 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d709aef5-0c26-4698-8b23-26f52d1e039f None None] Pushing event deleted for resources: {'Port': ['ID=4308c5ae-ac54-494e-a5d7-7ec8283d5876,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:09.662042 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d709aef5-0c26-4698-8b23-26f52d1e039f None None] No DVR routers for this DVR port 4308c5ae-ac54-494e-a5d7-7ec8283d5876 on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:35:09.704243 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8fe5f78f-a263-4710-a63a-f0760d3e7f00 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:09.707911 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-0dfa740c-be0f-4f1d-893f-1961dfd043a3 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Deleting port 4308c5ae-ac54-494e-a5d7-7ec8283d5876 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:35:09.707911 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0dfa740c-be0f-4f1d-893f-1961dfd043a3 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:09.761826 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe5f78f-a263-4710-a63a-f0760d3e7f00 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Pushing event updated for resources: {'Subnet': ['ID=3763d80d-e68c-4a39-8edb-498484264bf6,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:09.779336 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe5f78f-a263-4710-a63a-f0760d3e7f00 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Checking segment: {'id': 'e8567088-340e-4e38-9188-be4ec2fcd2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '61553d2e-06fe-44a0-823f-6cb44d1e2438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:35:09.779614 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe5f78f-a263-4710-a63a-f0760d3e7f00 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Network hostable DHCP agents. Network: 61553d2e-06fe-44a0-823f-6cb44d1e2438, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:35:09.803938 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe5f78f-a263-4710-a63a-f0760d3e7f00 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Network 61553d2e-06fe-44a0-823f-6cb44d1e2438 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:35:09.814805 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-8fe5f78f-a263-4710-a63a-f0760d3e7f00 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 61553d2e-06fe-44a0-823f-6cb44d1e2438) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:35:09.822476 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe5f78f-a263-4710-a63a-f0760d3e7f00 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:09.822772 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8fe5f78f-a263-4710-a63a-f0760d3e7f00 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:09.834725 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc82c1e-2425-430b-b8a3-a5b2a56d47fd None None] Network 61553d2e-06fe-44a0-823f-6cb44d1e2438 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:35:09.846351 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a9d34d-abf5-4405-8016-db5e9042fe53 req-e8157834-17db-47e6-bf5e-b1171889dcd0 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:09.850578 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-44a9d34d-abf5-4405-8016-db5e9042fe53 req-e8157834-17db-47e6-bf5e-b1171889dcd0 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 947 time: 0.2456198 Jan 18 22:35:09.869313 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-f0259c2e-7086-4bd8-adb0-bc5a15109f95 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c734a7d12e3d4aefb145cc5f155d0467&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5224373 Jan 18 22:35:09.876054 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 58044) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:09.880320 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-8fe5f78f-a263-4710-a63a-f0760d3e7f00 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6488826 Jan 18 22:35:09.883599 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58046) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:09.893340 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-0dfa740c-be0f-4f1d-893f-1961dfd043a3 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] For port 4308c5ae-ac54-494e-a5d7-7ec8283d5876, host n-d-825064-1, got binding levels [] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:35:09.893724 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0dfa740c-be0f-4f1d-893f-1961dfd043a3 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:09.960598 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-0dfa740c-be0f-4f1d-893f-1961dfd043a3 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Calling delete_port for 4308c5ae-ac54-494e-a5d7-7ec8283d5876 owned by network:dhcp {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:35:09.964820 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.ipam_backend_mixin [None req-0dfa740c-be0f-4f1d-893f-1961dfd043a3 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Port 4308c5ae-ac54-494e-a5d7-7ec8283d5876 was not found and therefore no delete operation was performed {{(pid=102430) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 18 22:35:09.977440 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0dfa740c-be0f-4f1d-893f-1961dfd043a3 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:09.992021 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60edfe0b-5bd8-4e06-b72e-d0eae0e81951 req-0321247a-32f3-4650-9095-6d59ffc4dcd5 tempest-ServerGroupTestJSON-928818456 tempest-ServerGroupTestJSON-928818456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:10.006410 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 5275d22a-0c55-4f0f-b848-3702e1d3274a no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:35:10.008684 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-60edfe0b-5bd8-4e06-b72e-d0eae0e81951 req-0321247a-32f3-4650-9095-6d59ffc4dcd5 tempest-ServerGroupTestJSON-928818456 tempest-ServerGroupTestJSON-928818456-project] 10.222.0.53 "GET /v2.0/networks?id=389641fa-511b-4eb7-8d7a-0a4549a3123a HTTP/1.1" status: 200 len: 808 time: 0.3320024 Jan 18 22:35:10.019231 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0eda72cd-c399-44fd-9044-972530b2060b tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:10.032529 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 5275d22a-0c55-4f0f-b848-3702e1d3274a {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:35:10.032874 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 5275d22a-0c55-4f0f-b848-3702e1d3274a not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:35:10.033301 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 4308c5ae-ac54-494e-a5d7-7ec8283d5876 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:35:10.059825 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 4308c5ae-ac54-494e-a5d7-7ec8283d5876 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:35:10.060067 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfa740c-be0f-4f1d-893f-1961dfd043a3 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Pushing event deleted for resources: {'Port': ['ID=4308c5ae-ac54-494e-a5d7-7ec8283d5876,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:10.060217 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 4308c5ae-ac54-494e-a5d7-7ec8283d5876 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:35:10.062728 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfa740c-be0f-4f1d-893f-1961dfd043a3 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] No DVR routers for this DVR port 4308c5ae-ac54-494e-a5d7-7ec8283d5876 on host n-d-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:35:10.066331 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-60edfe0b-5bd8-4e06-b72e-d0eae0e81951 req-96fd9746-59ce-4aea-b9cf-4099a4e3403f tempest-ServerGroupTestJSON-928818456 tempest-ServerGroupTestJSON-928818456-project] 10.222.0.53 "GET /v2.0/quotas/58b4810f61ee4ceba200e609a1ba2f13 HTTP/1.1" status: 200 len: 375 time: 0.0562315 Jan 18 22:35:10.070602 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-44a9d34d-abf5-4405-8016-db5e9042fe53 req-6e8a4783-6433-4985-b5db-826a952eccdc tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895514 Jan 18 22:35:10.099409 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b69b36-44d6-4c48-8782-a5b133d41df1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-61553d2e-06fe-44a0-823f-6cb44d1e2438', 'network_id': '61553d2e-06fe-44a0-823f-6cb44d1e2438', 'tenant_id': '38220c49851742a4b2a8fd1e078deffa', 'fixed_ips': [{'subnet_id': '3763d80d-e68c-4a39-8edb-498484264bf6'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:35:10.101113 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b69b36-44d6-4c48-8782-a5b133d41df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:10.106201 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0eda72cd-c399-44fd-9044-972530b2060b tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:10.153996 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-60edfe0b-5bd8-4e06-b72e-d0eae0e81951 req-9a56ca40-3e98-4e50-a5d6-da67371c3b49 tempest-ServerGroupTestJSON-928818456 tempest-ServerGroupTestJSON-928818456-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=58b4810f61ee4ceba200e609a1ba2f13&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0784595 Jan 18 22:35:10.178337 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5f225581-cd66-473c-9aa0-25b8e59d0f78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:10.217759 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [req-60edfe0b-5bd8-4e06-b72e-d0eae0e81951 req-9b264312-935f-4b4c-a839-18d41c768f68 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102430) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:35:10.218848 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-60edfe0b-5bd8-4e06-b72e-d0eae0e81951 req-9b264312-935f-4b4c-a839-18d41c768f68 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0418811 Jan 18 22:35:10.229886 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0eda72cd-c399-44fd-9044-972530b2060b tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:10.250752 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server [None req-62b69b36-44d6-4c48-8782-a5b133d41df1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3763d80d-e68c-4a39-8edb-498484264bf6: This subnet is being modified by another concurrent operation. Jan 18 22:35:10.250752 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 18 22:35:10.250752 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 18 22:35:10.250752 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 18 22:35:10.250752 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 18 22:35:10.250752 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 18 22:35:10.250752 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 18 22:35:10.250752 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 18 22:35:10.250752 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 18 22:35:10.250752 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 18 22:35:10.250752 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 18 22:35:10.250752 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 18 22:35:10.250752 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 22:35:10.250752 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 22:35:10.250752 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 22:35:10.250752 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 22:35:10.250752 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 18 22:35:10.250752 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 22:35:10.250752 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 18 22:35:10.250752 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 18 22:35:10.250752 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 22:35:10.250752 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 22:35:10.250752 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 22:35:10.250752 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 22:35:10.250752 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 18 22:35:10.250752 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 22:35:10.250752 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 18 22:35:10.250752 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 18 22:35:10.250752 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 22:35:10.250752 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 22:35:10.250752 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 22:35:10.250752 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 22:35:10.250752 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 18 22:35:10.250752 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 18 22:35:10.250752 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 18 22:35:10.250752 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 18 22:35:10.250752 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jan 18 22:35:10.250752 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 18 22:35:10.250752 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jan 18 22:35:10.250752 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 18 22:35:10.250752 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 18 22:35:10.250752 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 18 22:35:10.250752 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 18 22:35:10.250752 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 22:35:10.250752 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 18 22:35:10.250752 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 18 22:35:10.250752 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 18 22:35:10.250752 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 18 22:35:10.250752 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 22:35:10.250752 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 22:35:10.250752 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 22:35:10.250752 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 22:35:10.250752 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 18 22:35:10.250752 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 22:35:10.254615 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 18 22:35:10.254615 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 18 22:35:10.254615 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 22:35:10.254615 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 22:35:10.254615 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 22:35:10.254615 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 22:35:10.254615 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 18 22:35:10.254615 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 22:35:10.254615 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 18 22:35:10.254615 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 18 22:35:10.254615 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 22:35:10.254615 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 22:35:10.254615 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 22:35:10.254615 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 22:35:10.254615 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 18 22:35:10.254615 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 18 22:35:10.254615 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Jan 18 22:35:10.254615 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 18 22:35:10.254615 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Jan 18 22:35:10.254615 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 18 22:35:10.254615 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Jan 18 22:35:10.254615 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 18 22:35:10.254615 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 18 22:35:10.254615 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 18 22:35:10.254615 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 18 22:35:10.254615 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 18 22:35:10.254615 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 18 22:35:10.254615 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 18 22:35:10.254615 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 18 22:35:10.254615 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 18 22:35:10.254615 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 18 22:35:10.254615 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 18 22:35:10.254615 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 18 22:35:10.254615 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 18 22:35:10.254615 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 18 22:35:10.254615 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server raise exception Jan 18 22:35:10.254615 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3763d80d-e68c-4a39-8edb-498484264bf6: This subnet is being modified by another concurrent operation. Jan 18 22:35:10.254615 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server Jan 18 22:35:10.282590 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a64e8c1-1cba-471b-95b2-0828cbd4f06a None None] Network 61553d2e-06fe-44a0-823f-6cb44d1e2438 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:35:10.284533 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eda72cd-c399-44fd-9044-972530b2060b tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Pushing event deleted for resources: {'Subnet': ['ID=3763d80d-e68c-4a39-8edb-498484264bf6,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:10.294499 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0dfa740c-be0f-4f1d-893f-1961dfd043a3 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:10.381164 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0eda72cd-c399-44fd-9044-972530b2060b tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:10.409060 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-0eda72cd-c399-44fd-9044-972530b2060b tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61553d2e-06fe-44a0-823f-6cb44d1e2438']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:35:10.419690 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc6f50d-b79e-4639-97cd-a6b0aff5abf3 None None] get_active_networks_info from n-d-825064-1 {{(pid=102432) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jan 18 22:35:10.424085 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-0eda72cd-c399-44fd-9044-972530b2060b tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8567088-340e-4e38-9188-be4ec2fcd2e8') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:35:10.424761 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-0eda72cd-c399-44fd-9044-972530b2060b tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8567088-340e-4e38-9188-be4ec2fcd2e8') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:35:10.436227 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0eda72cd-c399-44fd-9044-972530b2060b tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:10.451797 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0eda72cd-c399-44fd-9044-972530b2060b tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:10.458755 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0eda72cd-c399-44fd-9044-972530b2060b tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:35:10.460547 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0eda72cd-c399-44fd-9044-972530b2060b tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:10.464548 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:35:10.464548 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:35:10.464548 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:35:10.464548 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:35:10.464548 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:35:10.464548 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:35:10.464548 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:35:10.464548 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:35:10.464548 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:35:10.464548 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:35:10.464548 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:35:10.464548 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:35:10.464548 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:35:10.464548 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:35:10.464548 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:35:10.464548 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:35:10.464548 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:35:10.464548 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:35:10.464548 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:35:10.464548 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:35:10.464548 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:35:10.464548 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:35:10.464548 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:35:10.464548 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:35:10.464548 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:35:10.464548 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:35:10.464548 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:35:10.464548 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:35:10.464548 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:35:10.464548 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:35:10.464548 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:35:10.464548 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:35:10.508941 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc6f50d-b79e-4639-97cd-a6b0aff5abf3 None None] Resources bound (agent type, host, resource id): {{(pid=102432) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 18 22:35:10.555108 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0eda72cd-c399-44fd-9044-972530b2060b tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:10.595207 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0eda72cd-c399-44fd-9044-972530b2060b tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:10.601842 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-0eda72cd-c399-44fd-9044-972530b2060b tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] 10.222.0.53 "DELETE /v2.0/networks/61553d2e-06fe-44a0-823f-6cb44d1e2438 HTTP/1.1" status: 204 len: 168 time: 0.7171397 Jan 18 22:35:10.616928 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58062) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:10.628370 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eda72cd-c399-44fd-9044-972530b2060b tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Pushing event deleted for resources: {'Network': ['ID=61553d2e-06fe-44a0-823f-6cb44d1e2438,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:10.658827 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee0929a5-39ba-447e-88f8-fba6a8a74470 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] GET failed (client error): The resource could not be found. Jan 18 22:35:10.660471 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-ee0929a5-39ba-447e-88f8-fba6a8a74470 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] 10.222.0.53 "GET /v2.0/subnets/3763d80d-e68c-4a39-8edb-498484264bf6 HTTP/1.1" status: 404 len: 337 time: 0.0423915 Jan 18 22:35:10.663320 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58066) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:10.685601 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fc6a98b-0891-465e-b892-5fd9ffc3b8d3 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] DELETE failed (client error): The resource could not be found. Jan 18 22:35:10.686656 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fc6a98b-0891-465e-b892-5fd9ffc3b8d3 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:35:10.691113 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-4fc6a98b-0891-465e-b892-5fd9ffc3b8d3 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] 10.222.0.53 "DELETE /v2.0/networks/61553d2e-06fe-44a0-823f-6cb44d1e2438 HTTP/1.1" status: 404 len: 339 time: 0.0264897 Jan 18 22:35:10.697524 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58068) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:10.705155 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5f225581-cd66-473c-9aa0-25b8e59d0f78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:10.720769 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-0dfa740c-be0f-4f1d-893f-1961dfd043a3 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['390e6388-e5b8-49a3-87a5-5ef9fff7bdf6']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:35:10.748444 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-0dfa740c-be0f-4f1d-893f-1961dfd043a3 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fda8a66c-45f2-49b3-b1dc-896a7a1e0629') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:35:10.749046 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-0dfa740c-be0f-4f1d-893f-1961dfd043a3 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fda8a66c-45f2-49b3-b1dc-896a7a1e0629') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:35:10.780019 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f382ab9-f746-4208-8cba-bd6ec1129c98 req-d8efc2d8-a97d-4cfc-ba5f-d039865123b6 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:10.782144 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5f382ab9-f746-4208-8cba-bd6ec1129c98 req-d8efc2d8-a97d-4cfc-ba5f-d039865123b6 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9ab72d2-fb07-4ddd-96ca-0d87ff63902f HTTP/1.1" status: 200 len: 947 time: 0.6062658 Jan 18 22:35:10.792633 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0dfa740c-be0f-4f1d-893f-1961dfd043a3 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60394742'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:10.850105 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76fb696-99e2-4b14-b59e-9e71c4046dd1 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:10.851996 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-b76fb696-99e2-4b14-b59e-9e71c4046dd1 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1533227 Jan 18 22:35:10.855056 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58078) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:10.858596 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-60edfe0b-5bd8-4e06-b72e-d0eae0e81951 req-b33eecfe-2faf-474b-99c9-bf4f8535773a service neutron] 10.222.0.53 "GET /v2.0/networks/389641fa-511b-4eb7-8d7a-0a4549a3123a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6243308 Jan 18 22:35:10.891264 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-00e9cb07-cb1a-4c3f-9a3f-622d4f2c02b6 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] 10.222.0.53 "GET /v2.0/subnets?network_id=0fa7c7c8-c96a-4aa5-9818-d374adf00f99 HTTP/1.1" status: 200 len: 207 time: 0.0347021 Jan 18 22:35:10.894984 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58080) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:10.954303 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0dfa740c-be0f-4f1d-893f-1961dfd043a3 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:10.980672 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dfa740c-be0f-4f1d-893f-1961dfd043a3 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:35:10.981141 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0dfa740c-be0f-4f1d-893f-1961dfd043a3 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60203044'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:10.987352 n-d-825064-1 neutron-server[102430]: Traceback (most recent call last): Jan 18 22:35:10.987352 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:35:10.987352 n-d-825064-1 neutron-server[102430]: timer() Jan 18 22:35:10.987352 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:35:10.987352 n-d-825064-1 neutron-server[102430]: cb(*args, **kw) Jan 18 22:35:10.987352 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:35:10.987352 n-d-825064-1 neutron-server[102430]: return func(*args, **kwargs) Jan 18 22:35:10.987352 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:35:10.987352 n-d-825064-1 neutron-server[102430]: self._notify() Jan 18 22:35:10.987352 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:35:10.987352 n-d-825064-1 neutron-server[102430]: self.callback(batched_events) Jan 18 22:35:10.987352 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:35:10.987352 n-d-825064-1 neutron-server[102430]: event.method(event) Jan 18 22:35:10.987352 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:35:10.987352 n-d-825064-1 neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:35:10.987352 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:35:10.987352 n-d-825064-1 neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:35:10.987352 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:35:10.987352 n-d-825064-1 neutron-server[102430]: return f(self, *a, **k) Jan 18 22:35:10.987352 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:35:10.987352 n-d-825064-1 neutron-server[102430]: return self._get(url).json() Jan 18 22:35:10.987352 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:35:10.987352 n-d-825064-1 neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:35:10.987352 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:35:10.987352 n-d-825064-1 neutron-server[102430]: return self.request(url, 'GET', **kwargs) Jan 18 22:35:10.987352 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:35:10.987352 n-d-825064-1 neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:35:10.987352 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:35:10.987352 n-d-825064-1 neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:35:10.987352 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:35:10.987352 n-d-825064-1 neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:35:10.987352 n-d-825064-1 neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:35:11.008419 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5f225581-cd66-473c-9aa0-25b8e59d0f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:11.010934 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5f225581-cd66-473c-9aa0-25b8e59d0f78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:11.012081 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-5f225581-cd66-473c-9aa0-25b8e59d0f78 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f4ac4090-bc7a-4a67-bc6b-9e3af09e254e HTTP/1.1" status: 204 len: 168 time: 1.1352055 Jan 18 22:35:11.034915 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7681ee8-5a7c-423c-bbaa-2e14feb87a80 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:11.043406 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7681ee8-5a7c-423c-bbaa-2e14feb87a80 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:11.050137 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7681ee8-5a7c-423c-bbaa-2e14feb87a80 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:11.056186 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f225581-cd66-473c-9aa0-25b8e59d0f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4ac4090-bc7a-4a67-bc6b-9e3af09e254e,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:11.058090 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7681ee8-5a7c-423c-bbaa-2e14feb87a80 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:11.059848 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-f7681ee8-5a7c-423c-bbaa-2e14feb87a80 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.1638665 Jan 18 22:35:11.063555 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58094) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:11.096972 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5f382ab9-f746-4208-8cba-bd6ec1129c98 req-c326e967-f3b4-4e56-bf7a-556af4d9e4f1 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups?id=f25aad12-9aee-4cc2-9c27-71413ad663e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2877340 Jan 18 22:35:11.135354 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-60edfe0b-5bd8-4e06-b72e-d0eae0e81951 req-a03d4479-c541-4fac-bbc1-2745788c3095 service neutron] 10.222.0.53 "GET /v2.0/networks/389641fa-511b-4eb7-8d7a-0a4549a3123a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2742555 Jan 18 22:35:11.138021 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0dfa740c-be0f-4f1d-893f-1961dfd043a3 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:11.152194 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0dfa740c-be0f-4f1d-893f-1961dfd043a3 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:11.161849 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-0dfa740c-be0f-4f1d-893f-1961dfd043a3 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "DELETE /v2.0/networks/390e6388-e5b8-49a3-87a5-5ef9fff7bdf6 HTTP/1.1" status: 204 len: 168 time: 2.3543916 Jan 18 22:35:11.173194 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 58102) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:11.183332 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-02c9673f-bc75-4d8f-b2ba-4177a8a4038f tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-479139624'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:35:11.226757 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfa740c-be0f-4f1d-893f-1961dfd043a3 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Pushing event deleted for resources: {'Network': ['ID=390e6388-e5b8-49a3-87a5-5ef9fff7bdf6,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:11.325620 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02c9673f-bc75-4d8f-b2ba-4177a8a4038f tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Made reservation on behalf of 7c0179a097dd413e9755022eddbfface for: {'network': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:35:11.331811 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-02c9673f-bc75-4d8f-b2ba-4177a8a4038f tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:11.361852 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a10698-6ec4-4375-921f-de3033e4fe3c req-b0f40cf6-b9f1-4f6a-8720-d535c2d8a2a2 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:11.363895 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-51a10698-6ec4-4375-921f-de3033e4fe3c req-b0f40cf6-b9f1-4f6a-8720-d535c2d8a2a2 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 947 time: 0.1210093 Jan 18 22:35:11.391926 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-0d9bcb29-5d32-47cb-bc9a-c0c15b8afb1b tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] 10.222.0.53 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.3237622 Jan 18 22:35:11.392560 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58122) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:11.477067 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02c9673f-bc75-4d8f-b2ba-4177a8a4038f tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=102430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:35:11.478406 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5299edf0-e684-4c22-aef6-efe84ea06b3d tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:11.479970 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5299edf0-e684-4c22-aef6-efe84ea06b3d tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:11.485296 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-5299edf0-e684-4c22-aef6-efe84ea06b3d tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0883763 Jan 18 22:35:11.498807 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58128) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:11.515926 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-51a10698-6ec4-4375-921f-de3033e4fe3c req-c275bf61-75f8-4f68-bcb9-943db998719d tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219878 Jan 18 22:35:11.531986 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-02c9673f-bc75-4d8f-b2ba-4177a8a4038f tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:11.532416 n-d-825064-1 neutron-server[102430]: INFO neutron.db.segments_db [None req-02c9673f-bc75-4d8f-b2ba-4177a8a4038f tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Added segment 5129e1f0-7978-48d3-a529-3651632568dd of type vlan for network 6fbed437-56df-4553-bc1e-9ba510af79ee Jan 18 22:35:11.645215 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1e6b8ed9-6c78-4f77-bb20-e5e362db43ae req-75c4e3b9-319e-4efd-b4bd-91894f29757b tempest-ServerGroupTestJSON-928818456 tempest-ServerGroupTestJSON-928818456-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce17ecc8-5070-4254-8d6a-1eb4de21296c HTTP/1.1" status: 200 len: 210 time: 0.0879536 Jan 18 22:35:11.652897 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8305948-c51e-44e1-b0c7-e17011d07ecb tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Attributes excluded by policy engine: ['shared'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:11.654457 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8305948-c51e-44e1-b0c7-e17011d07ecb tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Attributes excluded by policy engine: ['shared'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:11.656039 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-a8305948-c51e-44e1-b0c7-e17011d07ecb tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] 10.222.0.53 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1561985 Jan 18 22:35:11.662066 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58142) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:11.741501 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-02c9673f-bc75-4d8f-b2ba-4177a8a4038f tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:11.788079 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea1e1e1-30df-434e-822b-f201b589f977 req-14d15a23-f1b2-43bd-93fd-ee5f54ad907e tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:11.822521 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4ea1e1e1-30df-434e-822b-f201b589f977 req-14d15a23-f1b2-43bd-93fd-ee5f54ad907e tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 947 time: 0.1749480 Jan 18 22:35:11.863938 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb645ef-e7b9-4870-be03-0df0a8f072b9 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:11.868786 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4ea1e1e1-30df-434e-822b-f201b589f977 req-0bdba55c-fd25-460f-922f-9fbdfe76a370 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453556 Jan 18 22:35:11.871615 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-deb645ef-e7b9-4870-be03-0df0a8f072b9 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] 10.222.0.53 "GET /v2.0/networks/236a4d3b-020f-4fcc-a6db-c2c5abb63cd0 HTTP/1.1" status: 200 len: 800 time: 0.2085240 Jan 18 22:35:11.872651 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-02c9673f-bc75-4d8f-b2ba-4177a8a4038f tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:11.884094 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c9673f-bc75-4d8f-b2ba-4177a8a4038f tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:11.884699 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-02c9673f-bc75-4d8f-b2ba-4177a8a4038f tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:11.887604 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 58154) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:12.055159 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58168) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:12.055404 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-02c9673f-bc75-4d8f-b2ba-4177a8a4038f tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8810935 Jan 18 22:35:12.061072 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-47f30ccb-ece6-45d9-8da5-63471ceeb54a tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Request body: {'subnet': {'network_id': '6fbed437-56df-4553-bc1e-9ba510af79ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:35:12.138296 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c9673f-bc75-4d8f-b2ba-4177a8a4038f tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Pushing event updated for resources: {'Network': ['ID=6fbed437-56df-4553-bc1e-9ba510af79ee,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:12.162056 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 6fbed437-56df-4553-bc1e-9ba510af79ee details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:35:12.233264 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-cc164027-00b6-48cc-b676-091419f4b2b4 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] 10.222.0.53 "GET /v2.0/networks/236a4d3b-020f-4fcc-a6db-c2c5abb63cd0?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.3307953 Jan 18 22:35:12.238123 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 58176) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:12.242965 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47f30ccb-ece6-45d9-8da5-63471ceeb54a tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Made reservation on behalf of 7c0179a097dd413e9755022eddbfface for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:35:12.247267 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-47f30ccb-ece6-45d9-8da5-63471ceeb54a tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:12.387728 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58178) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:12.410382 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85b02da-df3c-4016-a5ea-45296a81ced0 req-d97a53d2-fae0-4727-8223-5a3fefad772d tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:12.412304 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d85b02da-df3c-4016-a5ea-45296a81ced0 req-d97a53d2-fae0-4727-8223-5a3fefad772d tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9ab72d2-fb07-4ddd-96ca-0d87ff63902f HTTP/1.1" status: 200 len: 947 time: 0.1684675 Jan 18 22:35:12.415564 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32714d0-73ab-4f88-b9b5-2a172ae30308 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:12.417012 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-a32714d0-73ab-4f88-b9b5-2a172ae30308 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] 10.222.0.53 "GET /v2.0/subnets/9d107628-2934-406f-bb67-ab00f663444d HTTP/1.1" status: 200 len: 811 time: 0.1720774 Jan 18 22:35:12.420976 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 58180) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:12.532228 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d85b02da-df3c-4016-a5ea-45296a81ced0 req-88385788-e6d5-40c6-bb1e-ebae8629ce7a tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups?id=f25aad12-9aee-4cc2-9c27-71413ad663e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994835 Jan 18 22:35:12.535179 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1675b9-9d55-4a20-982f-4fee2dadb956 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Attributes excluded by policy engine: ['shared'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:12.536938 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-ce1675b9-9d55-4a20-982f-4fee2dadb956 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] 10.222.0.53 "GET /v2.0/subnets/9d107628-2934-406f-bb67-ab00f663444d?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1147993 Jan 18 22:35:12.541094 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 58188) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:12.572721 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-72837228-a822-4581-9627-e2cb17acf3f4 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1245433360'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:35:12.573368 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-47f30ccb-ece6-45d9-8da5-63471ceeb54a tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:12.627196 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72837228-a822-4581-9627-e2cb17acf3f4 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Made reservation on behalf of 38220c49851742a4b2a8fd1e078deffa for: {'network': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:35:12.632190 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-72837228-a822-4581-9627-e2cb17acf3f4 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:12.634965 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-f1288864-497f-4a0b-8d22-1b0efd6e2b8f tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1605498407'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:35:12.687536 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72837228-a822-4581-9627-e2cb17acf3f4 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=102430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:35:12.708689 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-72837228-a822-4581-9627-e2cb17acf3f4 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:12.709987 n-d-825064-1 neutron-server[102430]: INFO neutron.db.segments_db [None req-72837228-a822-4581-9627-e2cb17acf3f4 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Added segment 08f57508-44f8-44cf-9b40-925ccbc28925 of type vlan for network ba4468b8-f2a3-4bb1-b485-4c88e2af4ccc Jan 18 22:35:12.716845 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f30ccb-ece6-45d9-8da5-63471ceeb54a tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Pushing event updated for resources: {'Subnet': ['ID=a035bb41-6441-4bec-9725-2c4c504e0c28,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:12.749945 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1288864-497f-4a0b-8d22-1b0efd6e2b8f tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Made reservation on behalf of 7f7e3488513a4b34800a857d787e609b for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:35:12.754487 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f1288864-497f-4a0b-8d22-1b0efd6e2b8f tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:12.758988 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:12.768500 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f30ccb-ece6-45d9-8da5-63471ceeb54a tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Checking segment: {'id': '5129e1f0-7978-48d3-a529-3651632568dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6fbed437-56df-4553-bc1e-9ba510af79ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:35:12.769031 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f30ccb-ece6-45d9-8da5-63471ceeb54a tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Network hostable DHCP agents. Network: 6fbed437-56df-4553-bc1e-9ba510af79ee, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:35:12.777347 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f1288864-497f-4a0b-8d22-1b0efd6e2b8f tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:12.812108 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d72f2993-e46e-4c8c-b18d-edab72a2f77a req-cc32fa95-bcae-4a7e-8cef-3c0005c623f1 tempest-ServerGroupTestJSON-928818456 tempest-ServerGroupTestJSON-928818456-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce17ecc8-5070-4254-8d6a-1eb4de21296c HTTP/1.1" status: 200 len: 210 time: 0.0369051 Jan 18 22:35:12.821723 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-72837228-a822-4581-9627-e2cb17acf3f4 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:12.832576 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f30ccb-ece6-45d9-8da5-63471ceeb54a tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Network 6fbed437-56df-4553-bc1e-9ba510af79ee is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:35:12.851671 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-72837228-a822-4581-9627-e2cb17acf3f4 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:12.854368 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-47f30ccb-ece6-45d9-8da5-63471ceeb54a tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 6fbed437-56df-4553-bc1e-9ba510af79ee) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:35:12.860450 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f30ccb-ece6-45d9-8da5-63471ceeb54a tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:12.861296 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-47f30ccb-ece6-45d9-8da5-63471ceeb54a tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:12.869058 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934cba58-363b-4f7d-a7da-76e9f6bad604 None None] Network 6fbed437-56df-4553-bc1e-9ba510af79ee requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:35:12.872853 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72837228-a822-4581-9627-e2cb17acf3f4 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:12.873526 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-72837228-a822-4581-9627-e2cb17acf3f4 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:12.903949 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-47f30ccb-ece6-45d9-8da5-63471ceeb54a tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8475969 Jan 18 22:35:12.912007 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 58200) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:12.918685 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-2c0b3359-c586-47a9-b15e-60fed0a1f338 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1758812382', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:35:12.927540 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f1288864-497f-4a0b-8d22-1b0efd6e2b8f tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:12.935891 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f1288864-497f-4a0b-8d22-1b0efd6e2b8f tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:12.965686 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1288864-497f-4a0b-8d22-1b0efd6e2b8f tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:35:13.001576 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f1288864-497f-4a0b-8d22-1b0efd6e2b8f tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:13.001911 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-f1288864-497f-4a0b-8d22-1b0efd6e2b8f tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Added segment b565e30e-7be9-4196-bf5e-d574966d8b5d of type vlan for network d6fe7fb6-8df6-430c-8f71-9e9333bc98a2 Jan 18 22:35:13.008688 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-72837228-a822-4581-9627-e2cb17acf3f4 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4662521 Jan 18 22:35:13.017427 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58202) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:13.024468 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1288864-497f-4a0b-8d22-1b0efd6e2b8f tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf483979-95f7-4e60-a9fa-ade0ff388443,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:13.039477 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72837228-a822-4581-9627-e2cb17acf3f4 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Pushing event updated for resources: {'Network': ['ID=ba4468b8-f2a3-4bb1-b485-4c88e2af4ccc,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:13.060152 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2c0b3359-c586-47a9-b15e-60fed0a1f338 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1044160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8692'] for router, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:13.061611 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2c0b3359-c586-47a9-b15e-60fed0a1f338 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1040680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8675'] for router, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:13.069746 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-e1216bb9-6b23-41c1-924a-0ee88782add8 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Request body: {'subnet': {'network_id': 'ba4468b8-f2a3-4bb1-b485-4c88e2af4ccc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:35:13.075321 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network ba4468b8-f2a3-4bb1-b485-4c88e2af4ccc details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:35:13.233002 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ef01cd-02b7-463c-aa54-2f947fe3770f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-6fbed437-56df-4553-bc1e-9ba510af79ee', 'network_id': '6fbed437-56df-4553-bc1e-9ba510af79ee', 'tenant_id': '7c0179a097dd413e9755022eddbfface', 'fixed_ips': [{'subnet_id': 'a035bb41-6441-4bec-9725-2c4c504e0c28'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:35:13.234617 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-75ef01cd-02b7-463c-aa54-2f947fe3770f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:13.267215 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2c0b3359-c586-47a9-b15e-60fed0a1f338 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:13.297800 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2c0b3359-c586-47a9-b15e-60fed0a1f338 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1040691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049'] for router, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:13.401557 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2c0b3359-c586-47a9-b15e-60fed0a1f338 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks [] for router, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:13.407188 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-2c0b3359-c586-47a9-b15e-60fed0a1f338 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4890008 Jan 18 22:35:13.407188 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 58210) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:13.413133 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-f670ad8d-adee-408e-ba77-ded41450fa11 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Request body: {'port': {'network_id': '6fbed437-56df-4553-bc1e-9ba510af79ee', 'name': 'tempest-PortsIpV6TestJSON-267275228'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:35:13.475439 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60edfe0b-5bd8-4e06-b72e-d0eae0e81951 req-e616e90d-42cb-42e9-86b7-a2e9c478e661 tempest-ServerGroupTestJSON-928818456 tempest-ServerGroupTestJSON-928818456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:13.476660 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-60edfe0b-5bd8-4e06-b72e-d0eae0e81951 req-e616e90d-42cb-42e9-86b7-a2e9c478e661 tempest-ServerGroupTestJSON-928818456 tempest-ServerGroupTestJSON-928818456-project] 10.222.0.67 "GET /v2.0/networks?id=389641fa-511b-4eb7-8d7a-0a4549a3123a HTTP/1.1" status: 200 len: 808 time: 0.3785169 Jan 18 22:35:13.493110 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-60edfe0b-5bd8-4e06-b72e-d0eae0e81951 req-59a33ef4-d2a0-4f02-a849-b832b62cb6a9 tempest-ServerGroupTestJSON-928818456 tempest-ServerGroupTestJSON-928818456-project] Request body: {'port': {'device_id': 'ce17ecc8-5070-4254-8d6a-1eb4de21296c', 'network_id': '389641fa-511b-4eb7-8d7a-0a4549a3123a', 'admin_state_up': True, 'tenant_id': '58b4810f61ee4ceba200e609a1ba2f13'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:35:13.499909 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-75ef01cd-02b7-463c-aa54-2f947fe3770f None None] Allocated IP 2001:db8::2 (6fbed437-56df-4553-bc1e-9ba510af79ee/a035bb41-6441-4bec-9725-2c4c504e0c28/78560650-a306-48c9-9c4c-7d267f2d8132) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:35:13.613213 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f1288864-497f-4a0b-8d22-1b0efd6e2b8f tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:13.680253 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f1288864-497f-4a0b-8d22-1b0efd6e2b8f tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:13.686512 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1288864-497f-4a0b-8d22-1b0efd6e2b8f tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:13.687085 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f1288864-497f-4a0b-8d22-1b0efd6e2b8f tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:13.712983 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1216bb9-6b23-41c1-924a-0ee88782add8 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Made reservation on behalf of 38220c49851742a4b2a8fd1e078deffa for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:35:13.716998 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e1216bb9-6b23-41c1-924a-0ee88782add8 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:13.718789 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:13.745358 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-75ef01cd-02b7-463c-aa54-2f947fe3770f None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:13.750305 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f670ad8d-adee-408e-ba77-ded41450fa11 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Made reservation on behalf of 7c0179a097dd413e9755022eddbfface for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:35:13.754135 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f670ad8d-adee-408e-ba77-ded41450fa11 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:13.754370 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-75ef01cd-02b7-463c-aa54-2f947fe3770f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:13.768613 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-f1288864-497f-4a0b-8d22-1b0efd6e2b8f tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.3760254 Jan 18 22:35:13.768896 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 58218) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:13.777376 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-1288d885-9c18-4caa-90c7-a6d6a40cc644 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Request body: {'port': {'network_id': 'd6fe7fb6-8df6-430c-8f71-9e9333bc98a2', 'name': 'tempest-PortsTestJSON-1724114139'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:35:13.787186 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [None req-f670ad8d-adee-408e-ba77-ded41450fa11 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] device_id is not set on port 7b311d48-ded4-49b7-8939-90f488e0f187 yet. {{(pid=102430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:35:13.799506 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ef01cd-02b7-463c-aa54-2f947fe3770f None None] Network 6fbed437-56df-4553-bc1e-9ba510af79ee is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:35:13.806054 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-75ef01cd-02b7-463c-aa54-2f947fe3770f None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:35:13.814945 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ef01cd-02b7-463c-aa54-2f947fe3770f None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:35:13.823989 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1288864-497f-4a0b-8d22-1b0efd6e2b8f tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Pushing event updated for resources: {'Network': ['ID=d6fe7fb6-8df6-430c-8f71-9e9333bc98a2,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:13.840761 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.ipam_backend_mixin [None req-e1216bb9-6b23-41c1-924a-0ee88782add8 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Performing IP validity checks on allocation pools {{(pid=102431) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 18 22:35:13.841609 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.ipam_backend_mixin [None req-e1216bb9-6b23-41c1-924a-0ee88782add8 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102431) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 18 22:35:13.844931 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1288864-497f-4a0b-8d22-1b0efd6e2b8f tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:35:13.845470 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1288864-497f-4a0b-8d22-1b0efd6e2b8f tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:35:13.845967 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1288864-497f-4a0b-8d22-1b0efd6e2b8f tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:35:13.846453 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1288864-497f-4a0b-8d22-1b0efd6e2b8f tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:35:13.846947 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1288864-497f-4a0b-8d22-1b0efd6e2b8f tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:35:13.847446 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1288864-497f-4a0b-8d22-1b0efd6e2b8f tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:35:13.847928 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1288864-497f-4a0b-8d22-1b0efd6e2b8f tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:35:13.848440 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1288864-497f-4a0b-8d22-1b0efd6e2b8f tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:35:13.849624 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1288864-497f-4a0b-8d22-1b0efd6e2b8f tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:35:13.850137 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1288864-497f-4a0b-8d22-1b0efd6e2b8f tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:35:13.850652 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1288864-497f-4a0b-8d22-1b0efd6e2b8f tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:35:13.851133 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1288864-497f-4a0b-8d22-1b0efd6e2b8f tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:35:13.853795 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ef01cd-02b7-463c-aa54-2f947fe3770f None None] Pushing event updated for resources: {'Port': ['ID=78560650-a306-48c9-9c4c-7d267f2d8132,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:13.928112 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60edfe0b-5bd8-4e06-b72e-d0eae0e81951 req-59a33ef4-d2a0-4f02-a849-b832b62cb6a9 tempest-ServerGroupTestJSON-928818456 tempest-ServerGroupTestJSON-928818456-project] Made reservation on behalf of 58b4810f61ee4ceba200e609a1ba2f13 for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:35:13.935246 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-60edfe0b-5bd8-4e06-b72e-d0eae0e81951 req-59a33ef4-d2a0-4f02-a849-b832b62cb6a9 tempest-ServerGroupTestJSON-928818456 tempest-ServerGroupTestJSON-928818456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:13.947594 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network d6fe7fb6-8df6-430c-8f71-9e9333bc98a2 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:35:14.014653 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-75ef01cd-02b7-463c-aa54-2f947fe3770f None None] Attempting to bind port 78560650-a306-48c9-9c4c-7d267f2d8132 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:35:14.015800 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-75ef01cd-02b7-463c-aa54-2f947fe3770f None None] Attempting to bind port 78560650-a306-48c9-9c4c-7d267f2d8132 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '5129e1f0-7978-48d3-a529-3651632568dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6fbed437-56df-4553-bc1e-9ba510af79ee'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:35:14.016309 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ef01cd-02b7-463c-aa54-2f947fe3770f None None] Attempting to bind port 78560650-a306-48c9-9c4c-7d267f2d8132 on network 6fbed437-56df-4553-bc1e-9ba510af79ee {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:35:14.021684 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-f670ad8d-adee-408e-ba77-ded41450fa11 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Allocated IP 2001:db8::288 (6fbed437-56df-4553-bc1e-9ba510af79ee/a035bb41-6441-4bec-9725-2c4c504e0c28/7b311d48-ded4-49b7-8939-90f488e0f187) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:35:14.028226 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ef01cd-02b7-463c-aa54-2f947fe3770f None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:35:14.028766 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ef01cd-02b7-463c-aa54-2f947fe3770f None None] Checking segment: {'id': '5129e1f0-7978-48d3-a529-3651632568dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6fbed437-56df-4553-bc1e-9ba510af79ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:35:14.029273 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-75ef01cd-02b7-463c-aa54-2f947fe3770f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:14.029762 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ef01cd-02b7-463c-aa54-2f947fe3770f None None] Bound using segment: {'id': '5129e1f0-7978-48d3-a529-3651632568dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6fbed437-56df-4553-bc1e-9ba510af79ee'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:35:14.030467 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-75ef01cd-02b7-463c-aa54-2f947fe3770f None None] Bound port: 78560650-a306-48c9-9c4c-7d267f2d8132, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5129e1f0-7978-48d3-a529-3651632568dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6fbed437-56df-4553-bc1e-9ba510af79ee'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:35:14.030949 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-75ef01cd-02b7-463c-aa54-2f947fe3770f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:14.070425 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e1216bb9-6b23-41c1-924a-0ee88782add8 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:14.123509 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1ae252ab-b198-43f7-8e12-5060e1ad5f96 req-de004b8d-d1f7-4fa0-a7be-7f5af0fb2944 tempest-ServerGroupTestJSON-928818456 tempest-ServerGroupTestJSON-928818456-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce17ecc8-5070-4254-8d6a-1eb4de21296c HTTP/1.1" status: 200 len: 210 time: 0.0483136 Jan 18 22:35:14.156971 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-75ef01cd-02b7-463c-aa54-2f947fe3770f None None] For port 78560650-a306-48c9-9c4c-7d267f2d8132, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:35:14.163952 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-75ef01cd-02b7-463c-aa54-2f947fe3770f None None] For port 78560650-a306-48c9-9c4c-7d267f2d8132, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=78560650-a306-48c9-9c4c-7d267f2d8132,segment=NetworkSegment(5129e1f0-7978-48d3-a529-3651632568dd),segment_id=5129e1f0-7978-48d3-a529-3651632568dd)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:35:14.181036 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-75ef01cd-02b7-463c-aa54-2f947fe3770f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:14.189257 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1216bb9-6b23-41c1-924a-0ee88782add8 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Checking segment: {'id': '08f57508-44f8-44cf-9b40-925ccbc28925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ba4468b8-f2a3-4bb1-b485-4c88e2af4ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:35:14.189257 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1216bb9-6b23-41c1-924a-0ee88782add8 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Network hostable DHCP agents. Network: ba4468b8-f2a3-4bb1-b485-4c88e2af4ccc, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:35:14.194080 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1216bb9-6b23-41c1-924a-0ee88782add8 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Pushing event updated for resources: {'Subnet': ['ID=d49a530d-cc5f-4059-9d0e-5b8c12cf7fb8,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:14.276597 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1216bb9-6b23-41c1-924a-0ee88782add8 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Network ba4468b8-f2a3-4bb1-b485-4c88e2af4ccc is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:35:14.277090 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ef01cd-02b7-463c-aa54-2f947fe3770f None None] Pushing event updated for resources: {'Port': ['ID=78560650-a306-48c9-9c4c-7d267f2d8132,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:14.299930 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1288d885-9c18-4caa-90c7-a6d6a40cc644 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Made reservation on behalf of 7f7e3488513a4b34800a857d787e609b for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:35:14.304638 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1288d885-9c18-4caa-90c7-a6d6a40cc644 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:14.317740 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-e1216bb9-6b23-41c1-924a-0ee88782add8 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, ba4468b8-f2a3-4bb1-b485-4c88e2af4ccc) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:35:14.322423 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1216bb9-6b23-41c1-924a-0ee88782add8 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:14.323204 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e1216bb9-6b23-41c1-924a-0ee88782add8 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:14.333463 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e9c312-37a0-403c-87d2-3de38a8a0046 None None] Network ba4468b8-f2a3-4bb1-b485-4c88e2af4ccc requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:35:14.374907 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-e1216bb9-6b23-41c1-924a-0ee88782add8 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.3315122 Jan 18 22:35:14.387874 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58228) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:14.408305 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-6029d228-1663-4c33-8cb3-a01fe69ddb09 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:35:14.412339 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [None req-1288d885-9c18-4caa-90c7-a6d6a40cc644 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] device_id is not set on port 8659a213-4585-486f-b194-b69eec5e494e yet. {{(pid=102430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:35:14.430245 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f670ad8d-adee-408e-ba77-ded41450fa11 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:14.518643 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-60edfe0b-5bd8-4e06-b72e-d0eae0e81951 req-59a33ef4-d2a0-4f02-a849-b832b62cb6a9 tempest-ServerGroupTestJSON-928818456 tempest-ServerGroupTestJSON-928818456-project] Allocated IP 172.20.0.6 (389641fa-511b-4eb7-8d7a-0a4549a3123a/9469aa10-1bf2-46b1-a10d-18c84a0e08e1/42e4947f-3e29-4679-a4e7-bbe8a9829db1) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:35:14.574926 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6029d228-1663-4c33-8cb3-a01fe69ddb09 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-58822581'] for subnet, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:14.652104 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff578429-2964-4bb8-a565-d5f8caee52c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-ba4468b8-f2a3-4bb1-b485-4c88e2af4ccc', 'network_id': 'ba4468b8-f2a3-4bb1-b485-4c88e2af4ccc', 'tenant_id': '38220c49851742a4b2a8fd1e078deffa', 'fixed_ips': [{'subnet_id': 'd49a530d-cc5f-4059-9d0e-5b8c12cf7fb8'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:35:14.653051 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ff578429-2964-4bb8-a565-d5f8caee52c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:14.853339 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6029d228-1663-4c33-8cb3-a01fe69ddb09 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8757344672404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-59510028'] for subnet, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:14.884836 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f670ad8d-adee-408e-ba77-ded41450fa11 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:14.920569 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6029d228-1663-4c33-8cb3-a01fe69ddb09 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:14.921492 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6029d228-1663-4c33-8cb3-a01fe69ddb09 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:14.926082 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-6029d228-1663-4c33-8cb3-a01fe69ddb09 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] 10.222.0.53 "PUT /v2.0/subnets/d49a530d-cc5f-4059-9d0e-5b8c12cf7fb8 HTTP/1.1" status: 200 len: 877 time: 0.5367718 Jan 18 22:35:14.929716 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58236) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:14.933618 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-ff578429-2964-4bb8-a565-d5f8caee52c9 None None] Allocated IP 172.20.0.3 (ba4468b8-f2a3-4bb1-b485-4c88e2af4ccc/d49a530d-cc5f-4059-9d0e-5b8c12cf7fb8/cd4c6a4b-9ecc-4ec3-8824-ee49b462cc28) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:35:15.030362 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6029d228-1663-4c33-8cb3-a01fe69ddb09 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Pushing event updated for resources: {'Subnet': ['ID=d49a530d-cc5f-4059-9d0e-5b8c12cf7fb8,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:15.080314 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4dd3dac5-5542-4d6e-a53f-c865082c308f tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:15.121431 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1288d885-9c18-4caa-90c7-a6d6a40cc644 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:15.138528 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4dd3dac5-5542-4d6e-a53f-c865082c308f tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:15.146129 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f670ad8d-adee-408e-ba77-ded41450fa11 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Network 6fbed437-56df-4553-bc1e-9ba510af79ee is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:35:15.164890 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f670ad8d-adee-408e-ba77-ded41450fa11 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Pushing event updated for resources: {'Port': ['ID=7b311d48-ded4-49b7-8939-90f488e0f187,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:15.170634 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-f670ad8d-adee-408e-ba77-ded41450fa11 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:35:15.187273 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f670ad8d-adee-408e-ba77-ded41450fa11 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:35:15.200259 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f670ad8d-adee-408e-ba77-ded41450fa11 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:15.201056 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f670ad8d-adee-408e-ba77-ded41450fa11 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:15.285397 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58244) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:15.287425 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-f670ad8d-adee-408e-ba77-ded41450fa11 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8795781 Jan 18 22:35:15.353003 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f670ad8d-adee-408e-ba77-ded41450fa11 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:35:15.355313 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f670ad8d-adee-408e-ba77-ded41450fa11 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:35:15.355673 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f670ad8d-adee-408e-ba77-ded41450fa11 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:35:15.356117 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f670ad8d-adee-408e-ba77-ded41450fa11 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:35:15.359173 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f670ad8d-adee-408e-ba77-ded41450fa11 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:35:15.359537 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f670ad8d-adee-408e-ba77-ded41450fa11 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:35:15.359888 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f670ad8d-adee-408e-ba77-ded41450fa11 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:35:15.360260 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f670ad8d-adee-408e-ba77-ded41450fa11 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:35:15.360606 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f670ad8d-adee-408e-ba77-ded41450fa11 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:35:15.360943 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f670ad8d-adee-408e-ba77-ded41450fa11 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:35:15.361284 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f670ad8d-adee-408e-ba77-ded41450fa11 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:35:15.361692 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f670ad8d-adee-408e-ba77-ded41450fa11 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:35:15.410142 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-000dfa2e-1752-4dfa-9dcd-6732f8ddee8e req-bbc4b434-26a2-4e36-ba06-5375a96b97cc tempest-ServerGroupTestJSON-928818456 tempest-ServerGroupTestJSON-928818456-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce17ecc8-5070-4254-8d6a-1eb4de21296c HTTP/1.1" status: 200 len: 210 time: 0.1600618 Jan 18 22:35:15.413358 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ff578429-2964-4bb8-a565-d5f8caee52c9 None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:15.431852 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ff578429-2964-4bb8-a565-d5f8caee52c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:15.501515 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4dd3dac5-5542-4d6e-a53f-c865082c308f tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:15.533112 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff578429-2964-4bb8-a565-d5f8caee52c9 None None] Pushing event updated for resources: {'Port': ['ID=cd4c6a4b-9ecc-4ec3-8824-ee49b462cc28,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:15.568176 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff578429-2964-4bb8-a565-d5f8caee52c9 None None] Network ba4468b8-f2a3-4bb1-b485-4c88e2af4ccc is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:35:15.569661 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-ff578429-2964-4bb8-a565-d5f8caee52c9 None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:35:15.572003 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff578429-2964-4bb8-a565-d5f8caee52c9 None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:35:15.592432 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-60edfe0b-5bd8-4e06-b72e-d0eae0e81951 req-59a33ef4-d2a0-4f02-a849-b832b62cb6a9 tempest-ServerGroupTestJSON-928818456 tempest-ServerGroupTestJSON-928818456-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:15.596992 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1288d885-9c18-4caa-90c7-a6d6a40cc644 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:15.616698 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd3dac5-5542-4d6e-a53f-c865082c308f tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Pushing event deleted for resources: {'Subnet': ['ID=d49a530d-cc5f-4059-9d0e-5b8c12cf7fb8,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:15.658158 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1288d885-9c18-4caa-90c7-a6d6a40cc644 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Pushing event updated for resources: {'Port': ['ID=8659a213-4585-486f-b194-b69eec5e494e,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:15.684386 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-ff578429-2964-4bb8-a565-d5f8caee52c9 None None] Attempting to bind port cd4c6a4b-9ecc-4ec3-8824-ee49b462cc28 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:35:15.684837 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-ff578429-2964-4bb8-a565-d5f8caee52c9 None None] Attempting to bind port cd4c6a4b-9ecc-4ec3-8824-ee49b462cc28 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '08f57508-44f8-44cf-9b40-925ccbc28925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ba4468b8-f2a3-4bb1-b485-4c88e2af4ccc'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:35:15.685120 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff578429-2964-4bb8-a565-d5f8caee52c9 None None] Attempting to bind port cd4c6a4b-9ecc-4ec3-8824-ee49b462cc28 on network ba4468b8-f2a3-4bb1-b485-4c88e2af4ccc {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:35:15.701561 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff578429-2964-4bb8-a565-d5f8caee52c9 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:35:15.703648 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff578429-2964-4bb8-a565-d5f8caee52c9 None None] Checking segment: {'id': '08f57508-44f8-44cf-9b40-925ccbc28925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ba4468b8-f2a3-4bb1-b485-4c88e2af4ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:35:15.706696 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ff578429-2964-4bb8-a565-d5f8caee52c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:15.707298 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff578429-2964-4bb8-a565-d5f8caee52c9 None None] Bound using segment: {'id': '08f57508-44f8-44cf-9b40-925ccbc28925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ba4468b8-f2a3-4bb1-b485-4c88e2af4ccc'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:35:15.707964 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-ff578429-2964-4bb8-a565-d5f8caee52c9 None None] Bound port: cd4c6a4b-9ecc-4ec3-8824-ee49b462cc28, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08f57508-44f8-44cf-9b40-925ccbc28925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ba4468b8-f2a3-4bb1-b485-4c88e2af4ccc'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:35:15.710981 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ff578429-2964-4bb8-a565-d5f8caee52c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:15.753091 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1288d885-9c18-4caa-90c7-a6d6a40cc644 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Checking segment: {'id': 'b565e30e-7be9-4196-bf5e-d574966d8b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd6fe7fb6-8df6-430c-8f71-9e9333bc98a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:35:15.753459 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1288d885-9c18-4caa-90c7-a6d6a40cc644 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Network hostable DHCP agents. Network: d6fe7fb6-8df6-430c-8f71-9e9333bc98a2, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:35:15.784292 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-60edfe0b-5bd8-4e06-b72e-d0eae0e81951 req-59a33ef4-d2a0-4f02-a849-b832b62cb6a9 tempest-ServerGroupTestJSON-928818456 tempest-ServerGroupTestJSON-928818456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:15.801380 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-ff578429-2964-4bb8-a565-d5f8caee52c9 None None] For port cd4c6a4b-9ecc-4ec3-8824-ee49b462cc28, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:35:15.804754 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-ff578429-2964-4bb8-a565-d5f8caee52c9 None None] For port cd4c6a4b-9ecc-4ec3-8824-ee49b462cc28, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=cd4c6a4b-9ecc-4ec3-8824-ee49b462cc28,segment=NetworkSegment(08f57508-44f8-44cf-9b40-925ccbc28925),segment_id=08f57508-44f8-44cf-9b40-925ccbc28925)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:35:15.821393 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ff578429-2964-4bb8-a565-d5f8caee52c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:15.853279 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a33ef4-d2a0-4f02-a849-b832b62cb6a9 tempest-ServerGroupTestJSON-928818456 tempest-ServerGroupTestJSON-928818456-project] Pushing event updated for resources: {'Port': ['ID=42e4947f-3e29-4679-a4e7-bbe8a9829db1,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:15.859272 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4dd3dac5-5542-4d6e-a53f-c865082c308f tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:15.877734 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff578429-2964-4bb8-a565-d5f8caee52c9 None None] Pushing event updated for resources: {'Port': ['ID=cd4c6a4b-9ecc-4ec3-8824-ee49b462cc28,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:15.881373 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f782b9f2-1faf-4ff7-8211-0c1ff6ac3312 None None] Network 6fbed437-56df-4553-bc1e-9ba510af79ee requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:35:15.887729 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1288d885-9c18-4caa-90c7-a6d6a40cc644 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Network d6fe7fb6-8df6-430c-8f71-9e9333bc98a2 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:35:15.895211 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60edfe0b-5bd8-4e06-b72e-d0eae0e81951 req-59a33ef4-d2a0-4f02-a849-b832b62cb6a9 tempest-ServerGroupTestJSON-928818456 tempest-ServerGroupTestJSON-928818456-project] Network 389641fa-511b-4eb7-8d7a-0a4549a3123a is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:35:15.896891 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-60edfe0b-5bd8-4e06-b72e-d0eae0e81951 req-59a33ef4-d2a0-4f02-a849-b832b62cb6a9 tempest-ServerGroupTestJSON-928818456 tempest-ServerGroupTestJSON-928818456-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:35:15.905581 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-60edfe0b-5bd8-4e06-b72e-d0eae0e81951 req-59a33ef4-d2a0-4f02-a849-b832b62cb6a9 tempest-ServerGroupTestJSON-928818456 tempest-ServerGroupTestJSON-928818456-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:35:15.927821 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-4dd3dac5-5542-4d6e-a53f-c865082c308f tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba4468b8-f2a3-4bb1-b485-4c88e2af4ccc']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:35:15.933957 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-1288d885-9c18-4caa-90c7-a6d6a40cc644 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, d6fe7fb6-8df6-430c-8f71-9e9333bc98a2) {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:35:15.962171 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1288d885-9c18-4caa-90c7-a6d6a40cc644 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:35:15.976940 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1288d885-9c18-4caa-90c7-a6d6a40cc644 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:15.977632 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1288d885-9c18-4caa-90c7-a6d6a40cc644 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:15.984949 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-e5192eaa-e4d6-4308-87ef-a7e2633fcc77 None None] Provisioning complete for port 78560650-a306-48c9-9c4c-7d267f2d8132 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:35:15.986286 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e5192eaa-e4d6-4308-87ef-a7e2633fcc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:15.987947 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3690ef8-1fa0-40c4-b549-8b0c8c54df02 None None] Network d6fe7fb6-8df6-430c-8f71-9e9333bc98a2 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:35:16.008808 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-4dd3dac5-5542-4d6e-a53f-c865082c308f tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08f57508-44f8-44cf-9b40-925ccbc28925') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:35:16.009220 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-4dd3dac5-5542-4d6e-a53f-c865082c308f tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08f57508-44f8-44cf-9b40-925ccbc28925') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:35:16.018889 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-1288d885-9c18-4caa-90c7-a6d6a40cc644 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.2457812 Jan 18 22:35:16.022603 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 58258) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:16.028692 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-4cc7544d-135b-44f6-8f66-00c6aa1a4890 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-939282551'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:35:16.046492 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4dd3dac5-5542-4d6e-a53f-c865082c308f tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:16.062551 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60edfe0b-5bd8-4e06-b72e-d0eae0e81951 req-59a33ef4-d2a0-4f02-a849-b832b62cb6a9 tempest-ServerGroupTestJSON-928818456 tempest-ServerGroupTestJSON-928818456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:16.063166 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-60edfe0b-5bd8-4e06-b72e-d0eae0e81951 req-59a33ef4-d2a0-4f02-a849-b832b62cb6a9 tempest-ServerGroupTestJSON-928818456 tempest-ServerGroupTestJSON-928818456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:16.116759 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4dd3dac5-5542-4d6e-a53f-c865082c308f tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:16.129216 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dd3dac5-5542-4d6e-a53f-c865082c308f tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:35:16.129770 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4dd3dac5-5542-4d6e-a53f-c865082c308f tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:16.132913 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:35:16.132913 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:35:16.132913 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:35:16.132913 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:35:16.132913 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:35:16.132913 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:35:16.132913 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:35:16.132913 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:35:16.132913 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:35:16.132913 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:35:16.132913 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:35:16.132913 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:35:16.132913 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:35:16.132913 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:35:16.132913 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:35:16.132913 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:35:16.132913 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:35:16.132913 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:35:16.132913 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:35:16.132913 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:35:16.132913 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:35:16.132913 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:35:16.132913 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:35:16.132913 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:35:16.132913 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:35:16.132913 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:35:16.132913 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:35:16.132913 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:35:16.132913 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:35:16.132913 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:35:16.132913 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:35:16.132913 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:35:16.143378 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cc7544d-135b-44f6-8f66-00c6aa1a4890 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Made reservation on behalf of 7f7e3488513a4b34800a857d787e609b for: {'network': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:35:16.146933 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4cc7544d-135b-44f6-8f66-00c6aa1a4890 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:16.180002 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 78560650-a306-48c9-9c4c-7d267f2d8132 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:35:16.207228 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-60edfe0b-5bd8-4e06-b72e-d0eae0e81951 req-59a33ef4-d2a0-4f02-a849-b832b62cb6a9 tempest-ServerGroupTestJSON-928818456 tempest-ServerGroupTestJSON-928818456-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7170746 Jan 18 22:35:16.232698 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-60edfe0b-5bd8-4e06-b72e-d0eae0e81951 req-e5d647d1-f3be-4c59-a540-e580d456d4e3 service neutron] Request body: {'port': {'device_id': 'ce17ecc8-5070-4254-8d6a-1eb4de21296c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:35:16.237954 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cc7544d-135b-44f6-8f66-00c6aa1a4890 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=102430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:35:16.243289 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-db88618d-8ea2-4de5-9650-62d662335619 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:16.245365 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe7ee11-009a-409c-98b7-f560a4b37701 None None] Network ba4468b8-f2a3-4bb1-b485-4c88e2af4ccc requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:35:16.300644 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4cc7544d-135b-44f6-8f66-00c6aa1a4890 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:16.300948 n-d-825064-1 neutron-server[102430]: INFO neutron.db.segments_db [None req-4cc7544d-135b-44f6-8f66-00c6aa1a4890 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Added segment 4773cad0-8764-4df1-85ab-f14c250d7915 of type vlan for network ca33af54-402d-4364-9d7b-6bc673b0c169 Jan 18 22:35:16.301144 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.db.api [None req-4dd3dac5-5542-4d6e-a53f-c865082c308f tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 18 22:35:16.301144 n-d-825064-1 neutron-server[102431]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 18 22:35:16.301144 n-d-825064-1 neutron-server[102431]: [parameters: {'id': 'ba4468b8-f2a3-4bb1-b485-4c88e2af4ccc'}] Jan 18 22:35:16.301144 n-d-825064-1 neutron-server[102431]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102431) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 22:35:16.301970 n-d-825064-1 neutron-server[102431]: DEBUG oslo_db.api [None req-4dd3dac5-5542-4d6e-a53f-c865082c308f tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 22:35:16.409086 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-60edfe0b-5bd8-4e06-b72e-d0eae0e81951 req-e5d647d1-f3be-4c59-a540-e580d456d4e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:16.472721 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4cc7544d-135b-44f6-8f66-00c6aa1a4890 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:16.612624 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e5192eaa-e4d6-4308-87ef-a7e2633fcc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:16.622216 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d45a742-53fc-42ea-bd22-766b248442c8 req-20bb8c3a-d398-4242-acda-bddf809bd497 tempest-ServerGroupTestJSON-928818456 tempest-ServerGroupTestJSON-928818456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:16.637985 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4d45a742-53fc-42ea-bd22-766b248442c8 req-20bb8c3a-d398-4242-acda-bddf809bd497 tempest-ServerGroupTestJSON-928818456 tempest-ServerGroupTestJSON-928818456-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce17ecc8-5070-4254-8d6a-1eb4de21296c HTTP/1.1" status: 200 len: 931 time: 0.1209321 Jan 18 22:35:16.670434 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4cc7544d-135b-44f6-8f66-00c6aa1a4890 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:16.691895 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc7544d-135b-44f6-8f66-00c6aa1a4890 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:16.691895 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4cc7544d-135b-44f6-8f66-00c6aa1a4890 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:16.714148 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-db88618d-8ea2-4de5-9650-62d662335619 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:16.727786 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-db88618d-8ea2-4de5-9650-62d662335619 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:16.746267 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44db1a1-5c32-4007-8c29-8d101976f087 None None] Network ba4468b8-f2a3-4bb1-b485-4c88e2af4ccc requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:35:16.785230 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 78560650-a306-48c9-9c4c-7d267f2d8132 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:35:16.785688 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:16.805291 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4dd3dac5-5542-4d6e-a53f-c865082c308f tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:16.860222 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-e5192eaa-e4d6-4308-87ef-a7e2633fcc77 None None] For port 78560650-a306-48c9-9c4c-7d267f2d8132, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=78560650-a306-48c9-9c4c-7d267f2d8132,segment=NetworkSegment(5129e1f0-7978-48d3-a529-3651632568dd),segment_id=5129e1f0-7978-48d3-a529-3651632568dd)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:35:16.882842 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db88618d-8ea2-4de5-9650-62d662335619 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Pushing event updated for resources: {'Port': ['ID=7b311d48-ded4-49b7-8939-90f488e0f187,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:16.947123 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e5192eaa-e4d6-4308-87ef-a7e2633fcc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:17.043505 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-db88618d-8ea2-4de5-9650-62d662335619 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1040954'] for router_interface, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:17.167036 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-4dd3dac5-5542-4d6e-a53f-c865082c308f tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Deleting port cd4c6a4b-9ecc-4ec3-8824-ee49b462cc28 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:35:17.167036 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4dd3dac5-5542-4d6e-a53f-c865082c308f tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:17.246173 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5192eaa-e4d6-4308-87ef-a7e2633fcc77 None None] Pushing event updated for resources: {'Port': ['ID=78560650-a306-48c9-9c4c-7d267f2d8132,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:17.257592 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-db88618d-8ea2-4de5-9650-62d662335619 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:17.281793 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4dd3dac5-5542-4d6e-a53f-c865082c308f tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] For port cd4c6a4b-9ecc-4ec3-8824-ee49b462cc28, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=cd4c6a4b-9ecc-4ec3-8824-ee49b462cc28,segment=NetworkSegment(08f57508-44f8-44cf-9b40-925ccbc28925),segment_id=08f57508-44f8-44cf-9b40-925ccbc28925)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:35:17.282152 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4dd3dac5-5542-4d6e-a53f-c865082c308f tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:17.343909 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-4cc7544d-135b-44f6-8f66-00c6aa1a4890 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.3201888 Jan 18 22:35:17.353061 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 58278) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:17.356729 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-4dd3dac5-5542-4d6e-a53f-c865082c308f tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Calling delete_port for cd4c6a4b-9ecc-4ec3-8824-ee49b462cc28 owned by network:dhcp {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:35:17.359918 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-6fc1264e-990c-470c-baaa-dd5b340f38ea tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Request body: {'ports': [{'network_id': 'd6fe7fb6-8df6-430c-8f71-9e9333bc98a2'}, {'network_id': 'ca33af54-402d-4364-9d7b-6bc673b0c169'}]} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:35:17.360151 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-6fc1264e-990c-470c-baaa-dd5b340f38ea tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Request body: {'port': {'network_id': 'd6fe7fb6-8df6-430c-8f71-9e9333bc98a2'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:35:17.360598 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-6fc1264e-990c-470c-baaa-dd5b340f38ea tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Request body: {'port': {'network_id': 'ca33af54-402d-4364-9d7b-6bc673b0c169'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:35:17.421111 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4d45a742-53fc-42ea-bd22-766b248442c8 req-93edf27b-f536-434d-bbc6-befbbb4c4e54 tempest-ServerGroupTestJSON-928818456 tempest-ServerGroupTestJSON-928818456-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc8cea29-a026-4cdb-8704-d8632b67961a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7819896 Jan 18 22:35:17.425392 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc7544d-135b-44f6-8f66-00c6aa1a4890 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Pushing event updated for resources: {'Network': ['ID=ca33af54-402d-4364-9d7b-6bc673b0c169,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:17.437027 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network ca33af54-402d-4364-9d7b-6bc673b0c169 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:35:17.674756 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-56cd4c71-2c82-44cd-abb8-ebfcabcecdb2 None None] Provisioning complete for port 78560650-a306-48c9-9c4c-7d267f2d8132 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:35:17.675724 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-56cd4c71-2c82-44cd-abb8-ebfcabcecdb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:17.687674 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-db88618d-8ea2-4de5-9650-62d662335619 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:17.738691 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fc1264e-990c-470c-baaa-dd5b340f38ea tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Made reservation on behalf of 7f7e3488513a4b34800a857d787e609b for: {'port': 2} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:35:17.751507 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6fc1264e-990c-470c-baaa-dd5b340f38ea tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:17.803032 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6fc1264e-990c-470c-baaa-dd5b340f38ea tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:17.821425 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [req-60edfe0b-5bd8-4e06-b72e-d0eae0e81951 req-e5d647d1-f3be-4c59-a540-e580d456d4e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42e4947f-3e29-4679-a4e7-bbe8a9829db1 {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:35:17.838671 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-60edfe0b-5bd8-4e06-b72e-d0eae0e81951 req-e5d647d1-f3be-4c59-a540-e580d456d4e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:17.842018 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-db88618d-8ea2-4de5-9650-62d662335619 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:17.843662 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-db88618d-8ea2-4de5-9650-62d662335619 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-613854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1041070'] for router_interface, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:17.879890 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-56cd4c71-2c82-44cd-abb8-ebfcabcecdb2 None None] Provisioning complete for port 7b311d48-ded4-49b7-8939-90f488e0f187 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:35:17.880744 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-56cd4c71-2c82-44cd-abb8-ebfcabcecdb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:17.983162 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-56cd4c71-2c82-44cd-abb8-ebfcabcecdb2 None None] Port 7b311d48-ded4-49b7-8939-90f488e0f187 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:35:17.984637 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4dd3dac5-5542-4d6e-a53f-c865082c308f tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:18.005052 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-60edfe0b-5bd8-4e06-b72e-d0eae0e81951 req-e5d647d1-f3be-4c59-a540-e580d456d4e3 service neutron] Transition to ACTIVE for port object 42e4947f-3e29-4679-a4e7-bbe8a9829db1 will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:35:18.055605 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-60edfe0b-5bd8-4e06-b72e-d0eae0e81951 req-e5d647d1-f3be-4c59-a540-e580d456d4e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:18.061835 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd3dac5-5542-4d6e-a53f-c865082c308f tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] No DVR routers for this DVR port cd4c6a4b-9ecc-4ec3-8824-ee49b462cc28 on host n-d-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:35:18.064387 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 78560650-a306-48c9-9c4c-7d267f2d8132 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:35:18.180503 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db88618d-8ea2-4de5-9650-62d662335619 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Pushing event updated for resources: {'Port': ['ID=7b311d48-ded4-49b7-8939-90f488e0f187,revision_number=3']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:18.186392 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-0c1c3af0-3f13-4459-af3e-aacba902587c None None] Provisioning complete for port 7b311d48-ded4-49b7-8939-90f488e0f187 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:35:18.186392 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0c1c3af0-3f13-4459-af3e-aacba902587c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:18.222809 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd3dac5-5542-4d6e-a53f-c865082c308f tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Pushing event deleted for resources: {'Port': ['ID=cd4c6a4b-9ecc-4ec3-8824-ee49b462cc28,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:18.244171 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-0c1c3af0-3f13-4459-af3e-aacba902587c None None] Port 7b311d48-ded4-49b7-8939-90f488e0f187 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:35:18.258470 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 78560650-a306-48c9-9c4c-7d267f2d8132 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:35:18.259844 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:18.318533 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d647d1-f3be-4c59-a540-e580d456d4e3 service neutron] Pushing event updated for resources: {'Port': ['ID=42e4947f-3e29-4679-a4e7-bbe8a9829db1,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:18.343327 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [None req-6fc1264e-990c-470c-baaa-dd5b340f38ea tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] device_id is not set on port da9ae875-22e4-41f1-aee4-b623656bc01e yet. {{(pid=102430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:35:18.416750 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db88618d-8ea2-4de5-9650-62d662335619 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Network 6fbed437-56df-4553-bc1e-9ba510af79ee is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:35:18.421245 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-db88618d-8ea2-4de5-9650-62d662335619 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:35:18.438335 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4dd3dac5-5542-4d6e-a53f-c865082c308f tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:18.675348 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-4dd3dac5-5542-4d6e-a53f-c865082c308f tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba4468b8-f2a3-4bb1-b485-4c88e2af4ccc']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:35:18.675722 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-5e896cb6-1de1-4238-9b72-8a70b9764d81 None None] Provisioning complete for port 7b311d48-ded4-49b7-8939-90f488e0f187 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:35:18.676194 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5e896cb6-1de1-4238-9b72-8a70b9764d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:18.709520 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-4dd3dac5-5542-4d6e-a53f-c865082c308f tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08f57508-44f8-44cf-9b40-925ccbc28925') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:35:18.711916 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-4dd3dac5-5542-4d6e-a53f-c865082c308f tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08f57508-44f8-44cf-9b40-925ccbc28925') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:35:18.718757 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-60edfe0b-5bd8-4e06-b72e-d0eae0e81951 req-e5d647d1-f3be-4c59-a540-e580d456d4e3 service neutron] Attempting to bind port 42e4947f-3e29-4679-a4e7-bbe8a9829db1 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:35:18.719378 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-60edfe0b-5bd8-4e06-b72e-d0eae0e81951 req-e5d647d1-f3be-4c59-a540-e580d456d4e3 service neutron] Attempting to bind port 42e4947f-3e29-4679-a4e7-bbe8a9829db1 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '4c27e8ce-df4c-4069-9d86-688c75c04bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '389641fa-511b-4eb7-8d7a-0a4549a3123a'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:35:18.719472 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60edfe0b-5bd8-4e06-b72e-d0eae0e81951 req-e5d647d1-f3be-4c59-a540-e580d456d4e3 service neutron] Attempting to bind port 42e4947f-3e29-4679-a4e7-bbe8a9829db1 on network 389641fa-511b-4eb7-8d7a-0a4549a3123a {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:35:18.719564 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-5e896cb6-1de1-4238-9b72-8a70b9764d81 None None] Port 7b311d48-ded4-49b7-8939-90f488e0f187 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:35:18.728309 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60edfe0b-5bd8-4e06-b72e-d0eae0e81951 req-e5d647d1-f3be-4c59-a540-e580d456d4e3 service neutron] Port 42e4947f-3e29-4679-a4e7-bbe8a9829db1 on network 389641fa-511b-4eb7-8d7a-0a4549a3123a not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:35:18.728641 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60edfe0b-5bd8-4e06-b72e-d0eae0e81951 req-e5d647d1-f3be-4c59-a540-e580d456d4e3 service neutron] Attempting to bind port 42e4947f-3e29-4679-a4e7-bbe8a9829db1 on network 389641fa-511b-4eb7-8d7a-0a4549a3123a {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:35:18.736072 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6fc1264e-990c-470c-baaa-dd5b340f38ea tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:18.739737 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4dd3dac5-5542-4d6e-a53f-c865082c308f tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:18.749198 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd952afa-afe2-483c-94f2-cb784081933b req-dd9e73c4-3e15-4ab2-af40-dc5bf640bd36 tempest-ServerGroupTestJSON-928818456 tempest-ServerGroupTestJSON-928818456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:18.758320 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bd952afa-afe2-483c-94f2-cb784081933b req-dd9e73c4-3e15-4ab2-af40-dc5bf640bd36 tempest-ServerGroupTestJSON-928818456 tempest-ServerGroupTestJSON-928818456-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce17ecc8-5070-4254-8d6a-1eb4de21296c HTTP/1.1" status: 200 len: 943 time: 0.1590762 Jan 18 22:35:18.768944 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4dd3dac5-5542-4d6e-a53f-c865082c308f tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:18.778831 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dd3dac5-5542-4d6e-a53f-c865082c308f tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:35:18.779328 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4dd3dac5-5542-4d6e-a53f-c865082c308f tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:18.784040 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60edfe0b-5bd8-4e06-b72e-d0eae0e81951 req-e5d647d1-f3be-4c59-a540-e580d456d4e3 service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:35:18.784040 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60edfe0b-5bd8-4e06-b72e-d0eae0e81951 req-e5d647d1-f3be-4c59-a540-e580d456d4e3 service neutron] Checking segment: {'id': '4c27e8ce-df4c-4069-9d86-688c75c04bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '389641fa-511b-4eb7-8d7a-0a4549a3123a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:35:18.784455 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60edfe0b-5bd8-4e06-b72e-d0eae0e81951 req-e5d647d1-f3be-4c59-a540-e580d456d4e3 service neutron] Bound using segment: {'id': '4c27e8ce-df4c-4069-9d86-688c75c04bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '389641fa-511b-4eb7-8d7a-0a4549a3123a'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:35:18.784576 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:35:18.784576 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:35:18.784576 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:35:18.784576 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:35:18.784576 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:35:18.784576 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:35:18.784576 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:35:18.784576 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:35:18.784576 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:35:18.784576 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:35:18.784576 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:35:18.784576 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:35:18.784576 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:35:18.784576 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:35:18.784576 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:35:18.784576 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:35:18.784576 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:35:18.784576 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:35:18.784576 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:35:18.784576 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:35:18.784576 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:35:18.784576 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:35:18.784576 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:35:18.784576 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:35:18.784576 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:35:18.784576 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:35:18.784576 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:35:18.784576 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:35:18.784576 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:35:18.784576 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:35:18.784576 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:35:18.784576 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:35:18.786469 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-60edfe0b-5bd8-4e06-b72e-d0eae0e81951 req-e5d647d1-f3be-4c59-a540-e580d456d4e3 service neutron] Bound port: 42e4947f-3e29-4679-a4e7-bbe8a9829db1, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c27e8ce-df4c-4069-9d86-688c75c04bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '389641fa-511b-4eb7-8d7a-0a4549a3123a'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:35:18.786469 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-60edfe0b-5bd8-4e06-b72e-d0eae0e81951 req-e5d647d1-f3be-4c59-a540-e580d456d4e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:18.887118 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bd952afa-afe2-483c-94f2-cb784081933b req-091dfec8-7ac7-42f9-bd04-235486666dc1 tempest-ServerGroupTestJSON-928818456 tempest-ServerGroupTestJSON-928818456-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc8cea29-a026-4cdb-8704-d8632b67961a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277411 Jan 18 22:35:18.916482 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db88618d-8ea2-4de5-9650-62d662335619 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Router 9c125fe1-a601-450a-934d-8d698dbaafdb is scheduled to L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 with binding_index 1 {{(pid=102431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 22:35:18.919884 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4dd3dac5-5542-4d6e-a53f-c865082c308f tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:18.929460 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4dd3dac5-5542-4d6e-a53f-c865082c308f tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:18.935881 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-4dd3dac5-5542-4d6e-a53f-c865082c308f tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] 10.222.0.53 "DELETE /v2.0/networks/ba4468b8-f2a3-4bb1-b485-4c88e2af4ccc HTTP/1.1" status: 204 len: 168 time: 4.0015519 Jan 18 22:35:18.937270 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [None req-6fc1264e-990c-470c-baaa-dd5b340f38ea tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] device_id is not set on port ca356008-0b7d-4c20-8f55-eca2a62b63be yet. {{(pid=102430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:35:18.941575 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 58310) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:18.982883 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd3dac5-5542-4d6e-a53f-c865082c308f tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Pushing event deleted for resources: {'Network': ['ID=ba4468b8-f2a3-4bb1-b485-4c88e2af4ccc,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:19.066860 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2107ed0-bba3-4d98-beb6-ac8ad48fce2f None None] get_active_networks_info from n-d-825064-1 {{(pid=102432) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jan 18 22:35:19.095661 n-d-825064-1 neutron-server[102430]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ab33e73-e92f-4a81-9d10-208e0a67eb8a tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] DELETE failed (client error): The resource could not be found. Jan 18 22:35:19.096139 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ab33e73-e92f-4a81-9d10-208e0a67eb8a tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:35:19.105765 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-3ab33e73-e92f-4a81-9d10-208e0a67eb8a tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] 10.222.0.53 "DELETE /v2.0/subnets/d49a530d-cc5f-4059-9d0e-5b8c12cf7fb8 HTTP/1.1" status: 404 len: 337 time: 0.1503105 Jan 18 22:35:19.106815 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 58314) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:19.152857 n-d-825064-1 neutron-server[102430]: INFO neutron.pecan_wsgi.hooks.translation [None req-34be1cf4-090b-43bb-883e-344e954d70fb tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] DELETE failed (client error): The resource could not be found. Jan 18 22:35:19.154436 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34be1cf4-090b-43bb-883e-344e954d70fb tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:35:19.158361 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-34be1cf4-090b-43bb-883e-344e954d70fb tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] 10.222.0.53 "DELETE /v2.0/networks/ba4468b8-f2a3-4bb1-b485-4c88e2af4ccc HTTP/1.1" status: 404 len: 339 time: 0.0493746 Jan 18 22:35:19.163302 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58316) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:19.211891 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-4c78d7b7-ef2c-4593-9a09-01f12824c081 None None] Provisioning complete for port 7b311d48-ded4-49b7-8939-90f488e0f187 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:35:19.212324 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4c78d7b7-ef2c-4593-9a09-01f12824c081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:19.221890 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-60edfe0b-5bd8-4e06-b72e-d0eae0e81951 req-e5d647d1-f3be-4c59-a540-e580d456d4e3 service neutron] For port 42e4947f-3e29-4679-a4e7-bbe8a9829db1, host n-h2-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:35:19.227200 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-60edfe0b-5bd8-4e06-b72e-d0eae0e81951 req-e5d647d1-f3be-4c59-a540-e580d456d4e3 service neutron] For port 42e4947f-3e29-4679-a4e7-bbe8a9829db1, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=42e4947f-3e29-4679-a4e7-bbe8a9829db1,segment=NetworkSegment(4c27e8ce-df4c-4069-9d86-688c75c04bc6),segment_id=4c27e8ce-df4c-4069-9d86-688c75c04bc6)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:35:19.240299 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-60edfe0b-5bd8-4e06-b72e-d0eae0e81951 req-e5d647d1-f3be-4c59-a540-e580d456d4e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:19.250275 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebd89fc2-9f4f-48e8-bc8b-c4c9c86ef83b tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] DELETE failed (client error): The resource could not be found. Jan 18 22:35:19.250730 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebd89fc2-9f4f-48e8-bc8b-c4c9c86ef83b tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:35:19.256013 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-ebd89fc2-9f4f-48e8-bc8b-c4c9c86ef83b tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] 10.222.0.53 "DELETE /v2.0/subnets/3763d80d-e68c-4a39-8edb-498484264bf6 HTTP/1.1" status: 404 len: 337 time: 0.0868368 Jan 18 22:35:19.256398 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58320) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:19.273701 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-4c78d7b7-ef2c-4593-9a09-01f12824c081 None None] Port 7b311d48-ded4-49b7-8939-90f488e0f187 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:35:19.290449 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2107ed0-bba3-4d98-beb6-ac8ad48fce2f None None] Resources bound (agent type, host, resource id): {{(pid=102432) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 18 22:35:19.292570 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-a241bc97-cf23-4653-b8d1-1926166fee6e tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] DELETE failed (client error): The resource could not be found. Jan 18 22:35:19.293152 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a241bc97-cf23-4653-b8d1-1926166fee6e tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:35:19.297557 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-a241bc97-cf23-4653-b8d1-1926166fee6e tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] 10.222.0.53 "DELETE /v2.0/networks/61553d2e-06fe-44a0-823f-6cb44d1e2438 HTTP/1.1" status: 404 len: 339 time: 0.0402062 Jan 18 22:35:19.298710 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db88618d-8ea2-4de5-9650-62d662335619 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:35:19.308432 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-db88618d-8ea2-4de5-9650-62d662335619 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "PUT /v2.0/routers/9c125fe1-a601-450a-934d-8d698dbaafdb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0187752 Jan 18 22:35:19.308432 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58322) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:19.315343 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51a20ff-9b34-4450-9539-9cad7dc16fc7 None None] Sync routers for ids ['9c125fe1-a601-450a-934d-8d698dbaafdb'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:35:19.316251 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58324) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:19.328746 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60edfe0b-5bd8-4e06-b72e-d0eae0e81951 req-e5d647d1-f3be-4c59-a540-e580d456d4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:19.329311 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-60edfe0b-5bd8-4e06-b72e-d0eae0e81951 req-e5d647d1-f3be-4c59-a540-e580d456d4e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:19.330703 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-60edfe0b-5bd8-4e06-b72e-d0eae0e81951 req-e5d647d1-f3be-4c59-a540-e580d456d4e3 service neutron] 10.222.0.67 "PUT /v2.0/ports/42e4947f-3e29-4679-a4e7-bbe8a9829db1 HTTP/1.1" status: 200 len: 1091 time: 3.1099646 Jan 18 22:35:19.330957 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51a20ff-9b34-4450-9539-9cad7dc16fc7 None None] Routers {'9c125fe1-a601-450a-934d-8d698dbaafdb'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:35:19.331736 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-b51a20ff-9b34-4450-9539-9cad7dc16fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:34:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['9c125fe1-a601-450a-934d-8d698dbaafdb'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:35:19.367397 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-218f155c-007f-4a59-b8a0-a06a4183f46f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:19.381970 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-b51a20ff-9b34-4450-9539-9cad7dc16fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:35:19.391374 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51a20ff-9b34-4450-9539-9cad7dc16fc7 None None] Routers {'9c125fe1-a601-450a-934d-8d698dbaafdb'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:35:19.392547 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-b51a20ff-9b34-4450-9539-9cad7dc16fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:34:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['9c125fe1-a601-450a-934d-8d698dbaafdb'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:35:19.409224 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce17ecc8-5070-4254-8d6a-1eb4de21296c', 'tag': '42e4947f-3e29-4679-a4e7-bbe8a9829db1'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:35:19.411187 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-044294db-6201-4957-8d81-21f442164393" -d '{"events": [{"name": "network-changed", "server_uuid": "ce17ecc8-5070-4254-8d6a-1eb4de21296c", "tag": "42e4947f-3e29-4679-a4e7-bbe8a9829db1"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:35:19.440739 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-b51a20ff-9b34-4450-9539-9cad7dc16fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:35:19.441804 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51a20ff-9b34-4450-9539-9cad7dc16fc7 None None] The sync data for ids ['9c125fe1-a601-450a-934d-8d698dbaafdb'] in n-d-825064-1 is: [] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:35:19.553776 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a1a3fe7c-c754-4d9b-9490-822e6818d834 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:19.567643 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7a1132-fa9d-40a1-88ce-55ad199647aa tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:19.569530 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-4f7a1132-fa9d-40a1-88ce-55ad199647aa tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c125fe1-a601-450a-934d-8d698dbaafdb HTTP/1.1" status: 200 len: 988 time: 0.2522635 Jan 18 22:35:19.572833 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58332) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:19.584072 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b6ed267-49b1-4388-bf39-eed3a18aa431 x-openstack-request-id: req-7b6ed267-49b1-4388-bf39-eed3a18aa431 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:35:19.584914 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce17ecc8-5070-4254-8d6a-1eb4de21296c", "tag": "42e4947f-3e29-4679-a4e7-bbe8a9829db1", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:35:19.585204 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7b6ed267-49b1-4388-bf39-eed3a18aa431 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:35:19.585609 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce17ecc8-5070-4254-8d6a-1eb4de21296c', 'tag': '42e4947f-3e29-4679-a4e7-bbe8a9829db1', 'status': 'completed', 'code': 200} Jan 18 22:35:19.662389 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e0faa1-45fe-4505-90c7-016635e02d4c req-bee65002-e1d9-4825-b999-14c77822fb98 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:19.670980 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b8e0faa1-45fe-4505-90c7-016635e02d4c req-bee65002-e1d9-4825-b999-14c77822fb98 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 947 time: 0.4140890 Jan 18 22:35:19.691958 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6fc1264e-990c-470c-baaa-dd5b340f38ea tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:19.699571 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60edfe0b-5bd8-4e06-b72e-d0eae0e81951 req-20b10745-3216-4b7e-88eb-2c130ae10dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:19.701109 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-60edfe0b-5bd8-4e06-b72e-d0eae0e81951 req-20b10745-3216-4b7e-88eb-2c130ae10dda service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=58b4810f61ee4ceba200e609a1ba2f13&device_id=ce17ecc8-5070-4254-8d6a-1eb4de21296c HTTP/1.1" status: 200 len: 1094 time: 0.2864757 Jan 18 22:35:19.719902 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d647d1-f3be-4c59-a540-e580d456d4e3 service neutron] Pushing event updated for resources: {'Port': ['ID=42e4947f-3e29-4679-a4e7-bbe8a9829db1,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:19.760674 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b8e0faa1-45fe-4505-90c7-016635e02d4c req-72bcc76d-393a-4922-b81c-daca4fa81e26 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885496 Jan 18 22:35:19.762418 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-60edfe0b-5bd8-4e06-b72e-d0eae0e81951 req-f5d87e3f-cca6-404c-a9e4-c81aacd941d9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42e4947f-3e29-4679-a4e7-bbe8a9829db1 HTTP/1.1" status: 200 len: 217 time: 0.0488529 Jan 18 22:35:19.764457 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a1a3fe7c-c754-4d9b-9490-822e6818d834 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:19.846724 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60edfe0b-5bd8-4e06-b72e-d0eae0e81951 req-04e67309-1116-4b37-a5a7-4d101d9abed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:19.848475 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-60edfe0b-5bd8-4e06-b72e-d0eae0e81951 req-04e67309-1116-4b37-a5a7-4d101d9abed7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9469aa10-1bf2-46b1-a10d-18c84a0e08e1 HTTP/1.1" status: 200 len: 848 time: 0.0791059 Jan 18 22:35:19.892737 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-a1a3fe7c-c754-4d9b-9490-822e6818d834 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80fe2252-38e4-4934-822a-3b4bee065b18']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:35:19.893840 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6fc1264e-990c-470c-baaa-dd5b340f38ea tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:19.897804 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-60edfe0b-5bd8-4e06-b72e-d0eae0e81951 req-effb07d9-3a7d-4217-ae21-acd73c1fd954 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=389641fa-511b-4eb7-8d7a-0a4549a3123a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360951 Jan 18 22:35:19.945947 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-a1a3fe7c-c754-4d9b-9490-822e6818d834 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be4565ec-d60c-49ad-aa69-40bc23f8b491') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:35:19.947003 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-a1a3fe7c-c754-4d9b-9490-822e6818d834 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be4565ec-d60c-49ad-aa69-40bc23f8b491') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:35:19.960447 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc1264e-990c-470c-baaa-dd5b340f38ea tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Network d6fe7fb6-8df6-430c-8f71-9e9333bc98a2 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:35:19.962321 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a1a3fe7c-c754-4d9b-9490-822e6818d834 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:19.977829 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a1a3fe7c-c754-4d9b-9490-822e6818d834 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:20.009705 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-6fc1264e-990c-470c-baaa-dd5b340f38ea tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:35:20.016947 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc1264e-990c-470c-baaa-dd5b340f38ea tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:35:20.017836 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6fc1264e-990c-470c-baaa-dd5b340f38ea tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:20.049031 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc1264e-990c-470c-baaa-dd5b340f38ea tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Pushing event updated for resources: {'Port': ['ID=da9ae875-22e4-41f1-aee4-b623656bc01e,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:20.136673 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc1264e-990c-470c-baaa-dd5b340f38ea tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Pushing event updated for resources: {'Port': ['ID=ca356008-0b7d-4c20-8f55-eca2a62b63be,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:20.146635 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e17374-d612-4c0b-ae10-3a78adbb1d0c req-e40ea3ba-8f97-4644-8f81-22b62b39b423 tempest-ServerGroupTestJSON-928818456 tempest-ServerGroupTestJSON-928818456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:20.148562 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-10e17374-d612-4c0b-ae10-3a78adbb1d0c req-e40ea3ba-8f97-4644-8f81-22b62b39b423 tempest-ServerGroupTestJSON-928818456 tempest-ServerGroupTestJSON-928818456-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce17ecc8-5070-4254-8d6a-1eb4de21296c HTTP/1.1" status: 200 len: 943 time: 0.1584957 Jan 18 22:35:20.174004 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-60edfe0b-5bd8-4e06-b72e-d0eae0e81951 req-a95af505-28cc-4d94-bab5-4405a27c3029 service neutron] 10.222.0.67 "GET /v2.0/networks/389641fa-511b-4eb7-8d7a-0a4549a3123a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555881 Jan 18 22:35:20.248342 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc1264e-990c-470c-baaa-dd5b340f38ea tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Checking segment: {'id': '4773cad0-8764-4df1-85ab-f14c250d7915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ca33af54-402d-4364-9d7b-6bc673b0c169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:35:20.248703 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc1264e-990c-470c-baaa-dd5b340f38ea tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Network hostable DHCP agents. Network: ca33af54-402d-4364-9d7b-6bc673b0c169, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:35:20.262481 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-10e17374-d612-4c0b-ae10-3a78adbb1d0c req-196315ad-02ae-44c6-a5cf-88a182099285 tempest-ServerGroupTestJSON-928818456 tempest-ServerGroupTestJSON-928818456-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc8cea29-a026-4cdb-8704-d8632b67961a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046214 Jan 18 22:35:20.293017 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc1264e-990c-470c-baaa-dd5b340f38ea tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Network ca33af54-402d-4364-9d7b-6bc673b0c169 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:35:20.311649 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-60edfe0b-5bd8-4e06-b72e-d0eae0e81951 req-ee14fdcd-f41e-4de5-a036-f4cf195b4bae service neutron] 10.222.0.67 "GET /v2.0/networks/389641fa-511b-4eb7-8d7a-0a4549a3123a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274862 Jan 18 22:35:20.312737 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-6fc1264e-990c-470c-baaa-dd5b340f38ea tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, ca33af54-402d-4364-9d7b-6bc673b0c169) {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:35:20.323071 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d75351-f4c0-4344-9476-1363c5cf5af6 None None] Network ca33af54-402d-4364-9d7b-6bc673b0c169 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:35:20.326785 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc1264e-990c-470c-baaa-dd5b340f38ea tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:35:20.332887 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc1264e-990c-470c-baaa-dd5b340f38ea tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:20.338716 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc1264e-990c-470c-baaa-dd5b340f38ea tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:20.339425 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6fc1264e-990c-470c-baaa-dd5b340f38ea tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:20.367405 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1a3fe7c-c754-4d9b-9490-822e6818d834 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:35:20.368447 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a1a3fe7c-c754-4d9b-9490-822e6818d834 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:20.370280 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-6fc1264e-990c-470c-baaa-dd5b340f38ea tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.0157244 Jan 18 22:35:20.375164 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:35:20.375164 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:35:20.375164 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:35:20.375164 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:35:20.375164 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:35:20.375164 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:35:20.375164 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:35:20.375164 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:35:20.375164 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:35:20.375164 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:35:20.375164 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:35:20.375164 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:35:20.375164 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:35:20.375164 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:35:20.375164 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:35:20.375164 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:35:20.375164 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:35:20.375164 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:35:20.375164 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:35:20.375164 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:35:20.375164 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:35:20.375164 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:35:20.375164 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:35:20.375164 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:35:20.375164 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:35:20.375164 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:35:20.375164 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:35:20.375164 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:35:20.375164 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:35:20.375164 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:35:20.375164 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:35:20.375164 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:35:20.377535 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58346) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:20.422302 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044294db-6201-4957-8d81-21f442164393 req-7aae68b2-eec3-49e9-8ebf-63a88200738f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:20.423976 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-044294db-6201-4957-8d81-21f442164393 req-7aae68b2-eec3-49e9-8ebf-63a88200738f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=58b4810f61ee4ceba200e609a1ba2f13&device_id=ce17ecc8-5070-4254-8d6a-1eb4de21296c HTTP/1.1" status: 200 len: 1094 time: 0.0525074 Jan 18 22:35:20.517854 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a1a3fe7c-c754-4d9b-9490-822e6818d834 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:20.534728 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a1a3fe7c-c754-4d9b-9490-822e6818d834 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:20.538723 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-a1a3fe7c-c754-4d9b-9490-822e6818d834 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] 10.222.0.53 "DELETE /v2.0/networks/80fe2252-38e4-4934-822a-3b4bee065b18 HTTP/1.1" status: 204 len: 168 time: 1.2309422 Jan 18 22:35:20.541580 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 58352) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:20.552808 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044294db-6201-4957-8d81-21f442164393 req-944e4a9b-e19b-4b87-b1ed-8dc2b67e5bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:20.554255 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-044294db-6201-4957-8d81-21f442164393 req-944e4a9b-e19b-4b87-b1ed-8dc2b67e5bec service neutron] 10.222.0.67 "GET /v2.0/networks?id=389641fa-511b-4eb7-8d7a-0a4549a3123a HTTP/1.1" status: 200 len: 908 time: 0.1231010 Jan 18 22:35:20.556542 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a3fe7c-c754-4d9b-9490-822e6818d834 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Pushing event deleted for resources: {'Network': ['ID=80fe2252-38e4-4934-822a-3b4bee065b18,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:20.578016 n-d-825064-1 neutron-server[102430]: INFO neutron.pecan_wsgi.hooks.translation [None req-db2f5c7e-f19c-45bd-8161-0f260febf089 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] DELETE failed (client error): The resource could not be found. Jan 18 22:35:20.578592 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db2f5c7e-f19c-45bd-8161-0f260febf089 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:35:20.584015 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-db2f5c7e-f19c-45bd-8161-0f260febf089 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] 10.222.0.53 "DELETE /v2.0/subnets/aa3fbc86-e3ee-4723-9e7d-b139a7b9d482 HTTP/1.1" status: 404 len: 337 time: 0.0388699 Jan 18 22:35:20.584300 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 58354) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:20.629044 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-044294db-6201-4957-8d81-21f442164393 req-df264f12-5de0-4b66-87d2-557794bc642a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42e4947f-3e29-4679-a4e7-bbe8a9829db1 HTTP/1.1" status: 200 len: 217 time: 0.0571995 Jan 18 22:35:20.630056 n-d-825064-1 neutron-server[102430]: INFO neutron.pecan_wsgi.hooks.translation [None req-5681c11e-6865-4bc0-99a2-0bb0af294aa4 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] DELETE failed (client error): The resource could not be found. Jan 18 22:35:20.630380 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-02516899-885e-4eb7-9d27-a939683e1a5e tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Deleting port ca356008-0b7d-4c20-8f55-eca2a62b63be {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:35:20.630633 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5681c11e-6865-4bc0-99a2-0bb0af294aa4 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:35:20.630743 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-02516899-885e-4eb7-9d27-a939683e1a5e tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:20.635894 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-5681c11e-6865-4bc0-99a2-0bb0af294aa4 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] 10.222.0.53 "DELETE /v2.0/networks/d7d1863d-9109-4c95-a875-0d0d5c699f28 HTTP/1.1" status: 404 len: 339 time: 0.0477085 Jan 18 22:35:20.639214 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58356) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:20.685899 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044294db-6201-4957-8d81-21f442164393 req-bd7b6dda-e3a6-4c2a-8270-2d532932d85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:20.687451 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-044294db-6201-4957-8d81-21f442164393 req-bd7b6dda-e3a6-4c2a-8270-2d532932d85d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9469aa10-1bf2-46b1-a10d-18c84a0e08e1 HTTP/1.1" status: 200 len: 848 time: 0.0511169 Jan 18 22:35:20.721796 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-a157b3eb-2b37-490a-8f9d-ec8a178bf48c tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] DELETE failed (client error): The resource could not be found. Jan 18 22:35:20.722272 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a157b3eb-2b37-490a-8f9d-ec8a178bf48c tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:35:20.725316 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-a157b3eb-2b37-490a-8f9d-ec8a178bf48c tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] 10.222.0.53 "DELETE /v2.0/subnets/18aa4832-be31-41a0-848b-afe565e7dbe0 HTTP/1.1" status: 404 len: 337 time: 0.0854805 Jan 18 22:35:20.729932 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-044294db-6201-4957-8d81-21f442164393 req-2b78d9ef-1243-4815-a27e-c723b898d163 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=389641fa-511b-4eb7-8d7a-0a4549a3123a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351913 Jan 18 22:35:20.731211 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 58362) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:20.760168 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-02516899-885e-4eb7-9d27-a939683e1a5e tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:20.769373 n-d-825064-1 neutron-server[102430]: INFO neutron.pecan_wsgi.hooks.translation [None req-91e5ef5b-ae0e-4371-a177-27af75214531 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] DELETE failed (client error): The resource could not be found. Jan 18 22:35:20.770114 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91e5ef5b-ae0e-4371-a177-27af75214531 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:35:20.777347 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-91e5ef5b-ae0e-4371-a177-27af75214531 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] 10.222.0.53 "DELETE /v2.0/networks/f0801491-3aa6-4ba8-a6c2-f445d173fea4 HTTP/1.1" status: 404 len: 339 time: 0.0454843 Jan 18 22:35:20.781400 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58364) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:20.793795 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-02516899-885e-4eb7-9d27-a939683e1a5e tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Calling delete_port for ca356008-0b7d-4c20-8f55-eca2a62b63be owned by {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:35:20.876457 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0dd0f55-168d-4b15-91d7-f9d29ef3bf06 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] DELETE failed (client error): The resource could not be found. Jan 18 22:35:20.876918 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0dd0f55-168d-4b15-91d7-f9d29ef3bf06 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:35:20.883276 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-a0dd0f55-168d-4b15-91d7-f9d29ef3bf06 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] 10.222.0.53 "DELETE /v2.0/subnets/9b004bba-3671-4106-b18d-3abc9d3a1571 HTTP/1.1" status: 404 len: 337 time: 0.0941098 Jan 18 22:35:20.888712 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58368) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:20.906940 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-044294db-6201-4957-8d81-21f442164393 req-8d41c500-62f1-498a-8b6d-d0acd779f366 service neutron] 10.222.0.67 "GET /v2.0/networks/389641fa-511b-4eb7-8d7a-0a4549a3123a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681759 Jan 18 22:35:20.927927 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ec068c-2963-4f4c-a8d0-47f1ed67ab85 req-f62fd454-0d36-40bc-859a-ff46607e002a tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:20.937524 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-19ec068c-2963-4f4c-a8d0-47f1ed67ab85 req-f62fd454-0d36-40bc-859a-ff46607e002a tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 947 time: 0.0914688 Jan 18 22:35:20.958921 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-12d93b51-365a-41c7-8fe8-deb2a9922beb tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] DELETE failed (client error): The resource could not be found. Jan 18 22:35:20.959479 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12d93b51-365a-41c7-8fe8-deb2a9922beb tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:35:20.965744 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-12d93b51-365a-41c7-8fe8-deb2a9922beb tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] 10.222.0.53 "DELETE /v2.0/networks/20d8f454-8209-4248-b312-6a569c2ce2cd HTTP/1.1" status: 404 len: 339 time: 0.0690885 Jan 18 22:35:20.965744 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b0242899-3946-4552-8ce2-b4ecea626a98 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1041027'] for router_interface, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:20.967713 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58372) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:21.066705 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-283c14b1-83c6-4c6d-b346-e4a2aa697595 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] DELETE failed (client error): The resource could not be found. Jan 18 22:35:21.067161 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-283c14b1-83c6-4c6d-b346-e4a2aa697595 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:35:21.070742 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-283c14b1-83c6-4c6d-b346-e4a2aa697595 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] 10.222.0.53 "DELETE /v2.0/subnets/9aa9d35f-da22-480c-8716-0736f2461922 HTTP/1.1" status: 404 len: 337 time: 0.1007221 Jan 18 22:35:21.074413 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58378) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:21.089605 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-19ec068c-2963-4f4c-a8d0-47f1ed67ab85 req-1de7ca52-15d3-49fe-a66f-6863bc4485fd tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/security-groups?id=55c93efb-e90d-454a-b676-624fe42e82bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501746 Jan 18 22:35:21.107030 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7c28a1b-8e61-4e3a-a083-010dcbdfd5e6 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] DELETE failed (client error): The resource could not be found. Jan 18 22:35:21.107611 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7c28a1b-8e61-4e3a-a083-010dcbdfd5e6 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:35:21.109340 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb4395c-1faf-4642-bfad-ce4b25ad961c req-4e3445df-cee4-4e70-a98c-ca9b29fa52e2 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:21.110658 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-b7c28a1b-8e61-4e3a-a083-010dcbdfd5e6 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] 10.222.0.53 "DELETE /v2.0/networks/cfb4fd39-4897-4f3f-bf85-dbc5cc1b7c49 HTTP/1.1" status: 404 len: 339 time: 0.0342135 Jan 18 22:35:21.111238 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fcb4395c-1faf-4642-bfad-ce4b25ad961c req-4e3445df-cee4-4e70-a98c-ca9b29fa52e2 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.36 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 947 time: 0.1621931 Jan 18 22:35:21.115078 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 58380) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:21.167156 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-02516899-885e-4eb7-9d27-a939683e1a5e tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:21.190525 n-d-825064-1 neutron-server[102430]: INFO neutron.pecan_wsgi.hooks.translation [None req-05de477c-c8de-401a-8abf-d564049f6bae tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] DELETE failed (client error): The resource could not be found. Jan 18 22:35:21.190981 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05de477c-c8de-401a-8abf-d564049f6bae tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:35:21.198134 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-05de477c-c8de-401a-8abf-d564049f6bae tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] 10.222.0.53 "DELETE /v2.0/subnets/5c4d3b11-bb71-43af-97fa-459b1a020c19 HTTP/1.1" status: 404 len: 337 time: 0.0680707 Jan 18 22:35:21.199572 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 58382) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:21.213537 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-044294db-6201-4957-8d81-21f442164393 req-7ab57608-bac4-481d-bca4-f29ef755ee29 service neutron] 10.222.0.67 "GET /v2.0/networks/389641fa-511b-4eb7-8d7a-0a4549a3123a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2974565 Jan 18 22:35:21.214623 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02516899-885e-4eb7-9d27-a939683e1a5e tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Pushing event deleted for resources: {'Port': ['ID=ca356008-0b7d-4c20-8f55-eca2a62b63be,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:21.217455 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-02516899-885e-4eb7-9d27-a939683e1a5e tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:21.222679 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-02516899-885e-4eb7-9d27-a939683e1a5e tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "DELETE /v2.0/ports/ca356008-0b7d-4c20-8f55-eca2a62b63be HTTP/1.1" status: 204 len: 168 time: 0.8328109 Jan 18 22:35:21.224624 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58384) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:21.232776 n-d-825064-1 neutron-server[102430]: INFO neutron.pecan_wsgi.hooks.translation [None req-125ba475-f155-4f85-a112-f6ed7dd3ee7c tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] DELETE failed (client error): The resource could not be found. Jan 18 22:35:21.233368 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-125ba475-f155-4f85-a112-f6ed7dd3ee7c tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:35:21.239831 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-125ba475-f155-4f85-a112-f6ed7dd3ee7c tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] 10.222.0.53 "DELETE /v2.0/networks/89fc2734-66dd-43f9-9f44-a3130a33bd05 HTTP/1.1" status: 404 len: 339 time: 0.0348320 Jan 18 22:35:21.241991 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58386) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:21.290690 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-d27ff28a-b913-4027-9d4e-cf10000aeba8 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] DELETE failed (client error): The resource could not be found. Jan 18 22:35:21.292638 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d27ff28a-b913-4027-9d4e-cf10000aeba8 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:35:21.293752 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-fcb4395c-1faf-4642-bfad-ce4b25ad961c req-5ddd21f6-f19f-43b8-a4a6-7747d09ec24d tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Deleting port 6c9ea76e-7dbd-4767-9685-c0f25e5276d0 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:35:21.294259 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-fcb4395c-1faf-4642-bfad-ce4b25ad961c req-5ddd21f6-f19f-43b8-a4a6-7747d09ec24d tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:21.296853 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-d27ff28a-b913-4027-9d4e-cf10000aeba8 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] 10.222.0.53 "DELETE /v2.0/subnets/881de89d-cd1f-4fe0-bcc9-cc277d29c7f1 HTTP/1.1" status: 404 len: 337 time: 0.0536063 Jan 18 22:35:21.298309 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58390) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:21.348538 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-4687e611-d584-47fe-9a02-3ecfaff238b7 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] DELETE failed (client error): The resource could not be found. Jan 18 22:35:21.349133 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4687e611-d584-47fe-9a02-3ecfaff238b7 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:35:21.352281 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-4687e611-d584-47fe-9a02-3ecfaff238b7 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] 10.222.0.53 "DELETE /v2.0/networks/5a748b20-4973-4d0b-9aa6-a25e4a6f0f55 HTTP/1.1" status: 404 len: 339 time: 0.0495141 Jan 18 22:35:21.354785 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58394) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:21.391197 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-69efa557-28c9-4207-829d-59a6c597c822 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] DELETE failed (client error): The resource could not be found. Jan 18 22:35:21.392208 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69efa557-28c9-4207-829d-59a6c597c822 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:35:21.397795 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-69efa557-28c9-4207-829d-59a6c597c822 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] 10.222.0.53 "DELETE /v2.0/subnets/255d1012-1975-4f7e-8c37-1d1a8d7fa481 HTTP/1.1" status: 404 len: 337 time: 0.0380430 Jan 18 22:35:21.399374 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 58398) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:21.404065 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237c8eb1-7685-481c-bdc5-bbca2ff27e96 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:21.410027 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237c8eb1-7685-481c-bdc5-bbca2ff27e96 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:21.414604 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-237c8eb1-7685-481c-bdc5-bbca2ff27e96 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1856837 Jan 18 22:35:21.417097 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58400) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:21.451449 n-d-825064-1 neutron-server[102430]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c2c7a2e-a028-428a-a17d-dd7715165d79 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] DELETE failed (client error): The resource could not be found. Jan 18 22:35:21.452055 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c2c7a2e-a028-428a-a17d-dd7715165d79 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:35:21.457691 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-2c2c7a2e-a028-428a-a17d-dd7715165d79 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] 10.222.0.53 "DELETE /v2.0/networks/3d20f7b1-d4b5-46fa-9abb-1e0ae3470cf1 HTTP/1.1" status: 404 len: 339 time: 0.0548182 Jan 18 22:35:21.459540 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58402) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:21.480787 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cc2927-d687-45d8-a885-ee615079549c req-6af7959f-9326-4e47-8a41-824b771724da tempest-ServerGroupTestJSON-928818456 tempest-ServerGroupTestJSON-928818456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:21.482182 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-69cc2927-d687-45d8-a885-ee615079549c req-6af7959f-9326-4e47-8a41-824b771724da tempest-ServerGroupTestJSON-928818456 tempest-ServerGroupTestJSON-928818456-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce17ecc8-5070-4254-8d6a-1eb4de21296c HTTP/1.1" status: 200 len: 943 time: 0.1150551 Jan 18 22:35:21.492411 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-fcb4395c-1faf-4642-bfad-ce4b25ad961c req-5ddd21f6-f19f-43b8-a4a6-7747d09ec24d tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] For port 6c9ea76e-7dbd-4767-9685-c0f25e5276d0, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=6c9ea76e-7dbd-4767-9685-c0f25e5276d0,segment=NetworkSegment(34627b77-73a0-4f2b-87cd-77be1ea3c2f0),segment_id=34627b77-73a0-4f2b-87cd-77be1ea3c2f0)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:35:21.493063 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-fcb4395c-1faf-4642-bfad-ce4b25ad961c req-5ddd21f6-f19f-43b8-a4a6-7747d09ec24d tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:21.513109 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1ff710a-ca73-46c9-a273-691f50bcffd5 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] DELETE failed (client error): The resource could not be found. Jan 18 22:35:21.513560 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1ff710a-ca73-46c9-a273-691f50bcffd5 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:35:21.516533 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-e1ff710a-ca73-46c9-a273-691f50bcffd5 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] 10.222.0.53 "DELETE /v2.0/subnets/e941a393-7d79-46b7-82b0-37a7e8182b2f HTTP/1.1" status: 404 len: 337 time: 0.0368102 Jan 18 22:35:21.520116 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-fcb4395c-1faf-4642-bfad-ce4b25ad961c req-5ddd21f6-f19f-43b8-a4a6-7747d09ec24d tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Calling delete_port for 6c9ea76e-7dbd-4767-9685-c0f25e5276d0 owned by compute:nova {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:35:21.521444 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58404) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:21.572728 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf1d41be-6db6-4c76-8bdd-9e9b4bfe4956 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] DELETE failed (client error): The resource could not be found. Jan 18 22:35:21.573298 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf1d41be-6db6-4c76-8bdd-9e9b4bfe4956 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:35:21.580084 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-bf1d41be-6db6-4c76-8bdd-9e9b4bfe4956 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] 10.222.0.53 "DELETE /v2.0/networks/360f80fe-5959-42b4-9f15-b070f56211df HTTP/1.1" status: 404 len: 339 time: 0.0531352 Jan 18 22:35:21.580315 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-69cc2927-d687-45d8-a885-ee615079549c req-0e8a23c3-f25d-4a00-8088-9e9c047d0288 tempest-ServerGroupTestJSON-928818456 tempest-ServerGroupTestJSON-928818456-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc8cea29-a026-4cdb-8704-d8632b67961a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833104 Jan 18 22:35:21.581984 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 58406) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:21.621380 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-b0242899-3946-4552-8ce2-b4ecea626a98 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Deleting port 7b311d48-ded4-49b7-8939-90f488e0f187 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:35:21.621983 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b0242899-3946-4552-8ce2-b4ecea626a98 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:21.628282 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-4a0978e1-a2c2-493e-81cb-5bb99dae8ea3 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Deleting port da9ae875-22e4-41f1-aee4-b623656bc01e {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:35:21.628731 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4a0978e1-a2c2-493e-81cb-5bb99dae8ea3 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:21.646822 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_v2 [None req-14cbc4d2-b977-4108-98c3-1a3f26367122 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Deleting subnet 9d107628-2934-406f-bb67-ab00f663444d {{(pid=102430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:35:21.652015 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-14cbc4d2-b977-4108-98c3-1a3f26367122 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks [] for subnet, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:21.707392 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-14cbc4d2-b977-4108-98c3-1a3f26367122 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60394745'] for subnet, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:21.766618 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4a0978e1-a2c2-493e-81cb-5bb99dae8ea3 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:21.792600 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-4a0978e1-a2c2-493e-81cb-5bb99dae8ea3 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Calling delete_port for da9ae875-22e4-41f1-aee4-b623656bc01e owned by {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:35:21.797292 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-fcb4395c-1faf-4642-bfad-ce4b25ad961c req-5ddd21f6-f19f-43b8-a4a6-7747d09ec24d tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:21.811411 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['6c9ea76e-7dbd-4767-9685-c0f25e5276d0'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:35:21.813003 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b0242899-3946-4552-8ce2-b4ecea626a98 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:21.856093 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-b0242899-3946-4552-8ce2-b4ecea626a98 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Calling delete_port for 7b311d48-ded4-49b7-8939-90f488e0f187 owned by network:router_interface {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:35:21.856410 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddd21f6-f19f-43b8-a4a6-7747d09ec24d tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Pushing event deleted for resources: {'Port': ['ID=6c9ea76e-7dbd-4767-9685-c0f25e5276d0,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:21.871470 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-14cbc4d2-b977-4108-98c3-1a3f26367122 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:21.916297 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cbe197d6-240f-4397-b8e2-e649374cdbeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:21.928039 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcb4395c-1faf-4642-bfad-ce4b25ad961c req-5ddd21f6-f19f-43b8-a4a6-7747d09ec24d tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] No DVR routers for this DVR port 6c9ea76e-7dbd-4767-9685-c0f25e5276d0 on host n-h1-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:35:21.932052 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-fcb4395c-1faf-4642-bfad-ce4b25ad961c req-5ddd21f6-f19f-43b8-a4a6-7747d09ec24d tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:21.936142 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fcb4395c-1faf-4642-bfad-ce4b25ad961c req-5ddd21f6-f19f-43b8-a4a6-7747d09ec24d tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.36 "DELETE /v2.0/ports/6c9ea76e-7dbd-4767-9685-c0f25e5276d0 HTTP/1.1" status: 204 len: 173 time: 0.7993085 Jan 18 22:35:21.936909 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82d9672d-7858-4431-a5ff-3dbf085d883f', 'name': 'network-vif-deleted', 'tag': '6c9ea76e-7dbd-4767-9685-c0f25e5276d0'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:35:21.938859 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4d4ed92-d9f8-4d57-abc9-35ee33d3ce86" -d '{"events": [{"server_uuid": "82d9672d-7858-4431-a5ff-3dbf085d883f", "name": "network-vif-deleted", "tag": "6c9ea76e-7dbd-4767-9685-c0f25e5276d0"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:35:21.998290 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-14cbc4d2-b977-4108-98c3-1a3f26367122 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60203138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62288677'] for subnet, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:22.013699 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4a0978e1-a2c2-493e-81cb-5bb99dae8ea3 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:22.054557 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf61f7cb-27ae-4445-a0cd-5a9f4e67e5b8 x-openstack-request-id: req-cf61f7cb-27ae-4445-a0cd-5a9f4e67e5b8 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:35:22.054867 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82d9672d-7858-4431-a5ff-3dbf085d883f", "name": "network-vif-deleted", "tag": "6c9ea76e-7dbd-4767-9685-c0f25e5276d0", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:35:22.055210 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cf61f7cb-27ae-4445-a0cd-5a9f4e67e5b8 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:35:22.055607 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82d9672d-7858-4431-a5ff-3dbf085d883f', 'name': 'network-vif-deleted', 'tag': '6c9ea76e-7dbd-4767-9685-c0f25e5276d0', 'status': 'completed', 'code': 200} Jan 18 22:35:22.066949 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0978e1-a2c2-493e-81cb-5bb99dae8ea3 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Pushing event deleted for resources: {'Port': ['ID=da9ae875-22e4-41f1-aee4-b623656bc01e,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:22.071836 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cbc4d2-b977-4108-98c3-1a3f26367122 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Pushing event deleted for resources: {'Subnet': ['ID=9d107628-2934-406f-bb67-ab00f663444d,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:22.075608 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-14cbc4d2-b977-4108-98c3-1a3f26367122 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks [] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:22.084187 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-14cbc4d2-b977-4108-98c3-1a3f26367122 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] 10.222.0.53 "DELETE /v2.0/subnets/9d107628-2934-406f-bb67-ab00f663444d HTTP/1.1" status: 204 len: 168 time: 0.4989913 Jan 18 22:35:22.084551 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4a0978e1-a2c2-493e-81cb-5bb99dae8ea3 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:22.085172 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 58420) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:22.090955 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6038f200-f22d-4524-b97e-4c3fc3a0ee5f None None] Network 236a4d3b-020f-4fcc-a6db-c2c5abb63cd0 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:35:22.094480 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-4a0978e1-a2c2-493e-81cb-5bb99dae8ea3 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "DELETE /v2.0/ports/da9ae875-22e4-41f1-aee4-b623656bc01e HTTP/1.1" status: 204 len: 168 time: 0.6760621 Jan 18 22:35:22.103640 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58422) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:22.308709 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f3e2a2-e4f2-4cfc-8166-d22cc012508c tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:22.311020 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-78f3e2a2-e4f2-4cfc-8166-d22cc012508c tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2062466 Jan 18 22:35:22.314964 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58426) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:22.324391 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2bbb363b-0783-45c1-bb68-143a8dca82eb req-1e7c6d05-862d-429c-b186-c8c5fad77064 tempest-ServersNegativeTestJSON-1230703160 tempest-ServersNegativeTestJSON-1230703160-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9672d-7858-4431-a5ff-3dbf085d883f HTTP/1.1" status: 200 len: 210 time: 0.0367613 Jan 18 22:35:22.328896 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-33be95ce-8476-43df-8acc-0d769a019b44 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:22.334035 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b0242899-3946-4552-8ce2-b4ecea626a98 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:22.346998 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21559049-0449-402e-933d-e50abc34c4b9 None None] DHCP port deletion for 236a4d3b-020f-4fcc-a6db-c2c5abb63cd0 request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:35:22.358402 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7df5e1d-83cf-4922-866a-2ce50ee0a182 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] GET failed (client error): The resource could not be found. Jan 18 22:35:22.360186 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-c7df5e1d-83cf-4922-866a-2ce50ee0a182 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "GET /v2.0/ports/ca356008-0b7d-4c20-8f55-eca2a62b63be HTTP/1.1" status: 404 len: 333 time: 0.0449729 Jan 18 22:35:22.381934 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58428) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:22.406032 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-21559049-0449-402e-933d-e50abc34c4b9 None None] Deleting port 8612d383-9545-4c27-826f-a4aba6d661ca {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:35:22.406890 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-21559049-0449-402e-933d-e50abc34c4b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:22.418363 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0242899-3946-4552-8ce2-b4ecea626a98 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Pushing event deleted for resources: {'Port': ['ID=7b311d48-ded4-49b7-8939-90f488e0f187,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:22.424484 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-33be95ce-8476-43df-8acc-0d769a019b44 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Deleting port 8612d383-9545-4c27-826f-a4aba6d661ca {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:35:22.424827 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-33be95ce-8476-43df-8acc-0d769a019b44 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:22.439123 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c887af1-c72d-4f4a-b52b-3c9109831734 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] GET failed (client error): The resource could not be found. Jan 18 22:35:22.441563 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-4c887af1-c72d-4f4a-b52b-3c9109831734 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "GET /v2.0/ports/da9ae875-22e4-41f1-aee4-b623656bc01e HTTP/1.1" status: 404 len: 333 time: 0.0581982 Jan 18 22:35:22.448430 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58430) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:22.519110 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-21559049-0449-402e-933d-e50abc34c4b9 None None] For port 8612d383-9545-4c27-826f-a4aba6d661ca, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=8612d383-9545-4c27-826f-a4aba6d661ca,segment=NetworkSegment(631ac1bf-6b04-4f63-bc87-efe341a8b866),segment_id=631ac1bf-6b04-4f63-bc87-efe341a8b866)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:35:22.519508 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-21559049-0449-402e-933d-e50abc34c4b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:22.536215 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-33be95ce-8476-43df-8acc-0d769a019b44 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] For port 8612d383-9545-4c27-826f-a4aba6d661ca, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=8612d383-9545-4c27-826f-a4aba6d661ca,segment=NetworkSegment(631ac1bf-6b04-4f63-bc87-efe341a8b866),segment_id=631ac1bf-6b04-4f63-bc87-efe341a8b866)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:35:22.536863 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-33be95ce-8476-43df-8acc-0d769a019b44 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:22.545041 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-21559049-0449-402e-933d-e50abc34c4b9 None None] Calling delete_port for 8612d383-9545-4c27-826f-a4aba6d661ca owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:35:22.581729 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-33be95ce-8476-43df-8acc-0d769a019b44 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Calling delete_port for 8612d383-9545-4c27-826f-a4aba6d661ca owned by network:dhcp {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:35:22.626867 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b0242899-3946-4552-8ce2-b4ecea626a98 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-613841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1046579'] for router_interface, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:22.672184 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-21559049-0449-402e-933d-e50abc34c4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:22.693552 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-66dbcb36-f25a-46a1-bed6-fb7fc4e02d1b tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:22.720766 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21559049-0449-402e-933d-e50abc34c4b9 None None] Pushing event deleted for resources: {'Port': ['ID=8612d383-9545-4c27-826f-a4aba6d661ca,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:22.736596 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21559049-0449-402e-933d-e50abc34c4b9 None None] No DVR routers for this DVR port 8612d383-9545-4c27-826f-a4aba6d661ca on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:35:22.793768 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220ed1d7-7f26-4090-8543-aa880262faa8 req-7b883b5b-5ea6-4337-90de-b6d87431ec8c tempest-ServerGroupTestJSON-928818456 tempest-ServerGroupTestJSON-928818456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:22.795344 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-220ed1d7-7f26-4090-8543-aa880262faa8 req-7b883b5b-5ea6-4337-90de-b6d87431ec8c tempest-ServerGroupTestJSON-928818456 tempest-ServerGroupTestJSON-928818456-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce17ecc8-5070-4254-8d6a-1eb4de21296c HTTP/1.1" status: 200 len: 943 time: 0.0848477 Jan 18 22:35:22.802131 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-33be95ce-8476-43df-8acc-0d769a019b44 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:22.915859 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0242899-3946-4552-8ce2-b4ecea626a98 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Router 9c125fe1-a601-450a-934d-8d698dbaafdb has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:35:22.918062 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-66dbcb36-f25a-46a1-bed6-fb7fc4e02d1b tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:22.920090 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:22.946709 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-66dbcb36-f25a-46a1-bed6-fb7fc4e02d1b tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca33af54-402d-4364-9d7b-6bc673b0c169']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:35:22.960754 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-66dbcb36-f25a-46a1-bed6-fb7fc4e02d1b tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4773cad0-8764-4df1-85ab-f14c250d7915') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:35:22.961047 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-66dbcb36-f25a-46a1-bed6-fb7fc4e02d1b tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4773cad0-8764-4df1-85ab-f14c250d7915') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:35:23.029090 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-66dbcb36-f25a-46a1-bed6-fb7fc4e02d1b tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:23.044421 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0242899-3946-4552-8ce2-b4ecea626a98 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:35:23.052152 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-b0242899-3946-4552-8ce2-b4ecea626a98 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "PUT /v2.0/routers/9c125fe1-a601-450a-934d-8d698dbaafdb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4706819 Jan 18 22:35:23.052152 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-66dbcb36-f25a-46a1-bed6-fb7fc4e02d1b tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:23.052937 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58444) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:23.062430 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db35086-f25c-4517-a421-60ebf5672816 None None] Sync routers for ids ['9c125fe1-a601-450a-934d-8d698dbaafdb'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:35:23.080628 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66dbcb36-f25a-46a1-bed6-fb7fc4e02d1b tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:35:23.081022 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-66dbcb36-f25a-46a1-bed6-fb7fc4e02d1b tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:23.083575 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db35086-f25c-4517-a421-60ebf5672816 None None] Routers {'9c125fe1-a601-450a-934d-8d698dbaafdb'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:35:23.085099 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-6db35086-f25c-4517-a421-60ebf5672816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:35:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['9c125fe1-a601-450a-934d-8d698dbaafdb'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:35:23.086381 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:35:23.086381 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:35:23.086381 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:35:23.086381 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:35:23.086381 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:35:23.086381 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:35:23.086381 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:35:23.086381 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:35:23.086381 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:35:23.086381 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:35:23.086381 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:35:23.086381 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:35:23.086381 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:35:23.086381 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:35:23.086381 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:35:23.086381 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:35:23.086381 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:35:23.086381 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:35:23.086381 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:35:23.086381 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:35:23.086381 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:35:23.086381 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:35:23.086381 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:35:23.086381 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:35:23.086381 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:35:23.086381 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:35:23.086381 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:35:23.086381 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:35:23.086381 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:35:23.086381 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:35:23.086381 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:35:23.086381 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:35:23.096686 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6846ae0-b2e9-480d-8d26-6eeec5b1ceb6 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] GET failed (client error): The resource could not be found. Jan 18 22:35:23.098308 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-d6846ae0-b2e9-480d-8d26-6eeec5b1ceb6 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "GET /v2.0/ports/7b311d48-ded4-49b7-8939-90f488e0f187 HTTP/1.1" status: 404 len: 333 time: 0.0446556 Jan 18 22:35:23.101679 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58446) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:23.123869 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33be95ce-8476-43df-8acc-0d769a019b44 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Pushing event deleted for resources: {'Port': ['ID=8612d383-9545-4c27-826f-a4aba6d661ca,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:23.132175 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-6db35086-f25c-4517-a421-60ebf5672816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:35:23.134572 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33be95ce-8476-43df-8acc-0d769a019b44 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] No DVR routers for this DVR port 8612d383-9545-4c27-826f-a4aba6d661ca on host n-d-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:35:23.145001 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 42e4947f-3e29-4679-a4e7-bbe8a9829db1 details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:35:23.147558 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db35086-f25c-4517-a421-60ebf5672816 None None] Routers {'9c125fe1-a601-450a-934d-8d698dbaafdb'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:35:23.148415 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-6db35086-f25c-4517-a421-60ebf5672816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:35:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['9c125fe1-a601-450a-934d-8d698dbaafdb'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:35:23.193846 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-6db35086-f25c-4517-a421-60ebf5672816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:35:23.194687 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db35086-f25c-4517-a421-60ebf5672816 None None] The sync data for ids ['9c125fe1-a601-450a-934d-8d698dbaafdb'] in n-d-825064-1 is: [] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:35:23.216996 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-66dbcb36-f25a-46a1-bed6-fb7fc4e02d1b tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:23.220398 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-006360d5-2ce9-40ad-b69d-ae61edb639be tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks [] for router, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:23.231244 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-66dbcb36-f25a-46a1-bed6-fb7fc4e02d1b tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:23.234439 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-66dbcb36-f25a-46a1-bed6-fb7fc4e02d1b tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "DELETE /v2.0/networks/ca33af54-402d-4364-9d7b-6bc673b0c169 HTTP/1.1" status: 204 len: 168 time: 0.7847497 Jan 18 22:35:23.246058 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 58452) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:23.256444 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-838e6ed9-3d7c-44e8-a19d-0e41cdc3ea4f tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-93254313'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:35:23.265546 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-220ed1d7-7f26-4090-8543-aa880262faa8 req-43764fbc-0f66-4870-ac6d-8f065400713d tempest-ServerGroupTestJSON-928818456 tempest-ServerGroupTestJSON-928818456-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc8cea29-a026-4cdb-8704-d8632b67961a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4574890 Jan 18 22:35:23.272873 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-33be95ce-8476-43df-8acc-0d769a019b44 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:23.282916 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dbcb36-f25a-46a1-bed6-fb7fc4e02d1b tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Pushing event deleted for resources: {'Network': ['ID=ca33af54-402d-4364-9d7b-6bc673b0c169,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:23.323538 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-33be95ce-8476-43df-8acc-0d769a019b44 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['236a4d3b-020f-4fcc-a6db-c2c5abb63cd0']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:35:23.330842 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 42e4947f-3e29-4679-a4e7-bbe8a9829db1, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=42e4947f-3e29-4679-a4e7-bbe8a9829db1,segment=NetworkSegment(4c27e8ce-df4c-4069-9d86-688c75c04bc6),segment_id=4c27e8ce-df4c-4069-9d86-688c75c04bc6)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:35:23.338231 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-33be95ce-8476-43df-8acc-0d769a019b44 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '631ac1bf-6b04-4f63-bc87-efe341a8b866') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:35:23.338596 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-33be95ce-8476-43df-8acc-0d769a019b44 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '631ac1bf-6b04-4f63-bc87-efe341a8b866') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:35:23.345767 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': '42e4947f-3e29-4679-a4e7-bbe8a9829db1', 'network_id': '389641fa-511b-4eb7-8d7a-0a4549a3123a', 'port_id': '42e4947f-3e29-4679-a4e7-bbe8a9829db1', 'mac_address': 'fa:16:3e:0d:a4:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9469aa10-1bf2-46b1-a10d-18c84a0e08e1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:35:23.353831 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-33be95ce-8476-43df-8acc-0d769a019b44 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60394742'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:23.356153 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-838e6ed9-3d7c-44e8-a19d-0e41cdc3ea4f tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Made reservation on behalf of 7f7e3488513a4b34800a857d787e609b for: {'network': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:35:23.359598 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-838e6ed9-3d7c-44e8-a19d-0e41cdc3ea4f tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:23.386382 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-33be95ce-8476-43df-8acc-0d769a019b44 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:23.395601 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33be95ce-8476-43df-8acc-0d769a019b44 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:35:23.396007 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-33be95ce-8476-43df-8acc-0d769a019b44 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60203044'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:23.397925 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:23.399671 n-d-825064-1 neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:35:23.399671 n-d-825064-1 neutron-server[102430]: self.session.flush() Jan 18 22:35:23.399671 n-d-825064-1 neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:35:23.399671 n-d-825064-1 neutron-server[102430]: self.session.flush() Jan 18 22:35:23.399671 n-d-825064-1 neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:35:23.399671 n-d-825064-1 neutron-server[102430]: self.session.flush() Jan 18 22:35:23.399671 n-d-825064-1 neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:35:23.399671 n-d-825064-1 neutron-server[102430]: self.session.flush() Jan 18 22:35:23.399671 n-d-825064-1 neutron-server[102430]: Traceback (most recent call last): Jan 18 22:35:23.399671 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:35:23.399671 n-d-825064-1 neutron-server[102430]: timer() Jan 18 22:35:23.399671 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:35:23.399671 n-d-825064-1 neutron-server[102430]: cb(*args, **kw) Jan 18 22:35:23.399671 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:35:23.399671 n-d-825064-1 neutron-server[102430]: return func(*args, **kwargs) Jan 18 22:35:23.399671 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:35:23.399671 n-d-825064-1 neutron-server[102430]: self._notify() Jan 18 22:35:23.399671 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:35:23.399671 n-d-825064-1 neutron-server[102430]: self.callback(batched_events) Jan 18 22:35:23.399671 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:35:23.399671 n-d-825064-1 neutron-server[102430]: event.method(event) Jan 18 22:35:23.399671 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:35:23.399671 n-d-825064-1 neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:35:23.399671 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:35:23.399671 n-d-825064-1 neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:35:23.399671 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:35:23.399671 n-d-825064-1 neutron-server[102430]: return f(self, *a, **k) Jan 18 22:35:23.399671 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:35:23.399671 n-d-825064-1 neutron-server[102430]: return self._get(url).json() Jan 18 22:35:23.399671 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:35:23.399671 n-d-825064-1 neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:35:23.399671 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:35:23.399671 n-d-825064-1 neutron-server[102430]: return self.request(url, 'GET', **kwargs) Jan 18 22:35:23.399671 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:35:23.399671 n-d-825064-1 neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:35:23.399671 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:35:23.399671 n-d-825064-1 neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:35:23.399671 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:35:23.399671 n-d-825064-1 neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:35:23.399671 n-d-825064-1 neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:35:23.407343 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58456) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:23.418668 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42e4947f-3e29-4679-a4e7-bbe8a9829db1 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:35:23.420812 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-838e6ed9-3d7c-44e8-a19d-0e41cdc3ea4f tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=102430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:35:23.454246 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 42e4947f-3e29-4679-a4e7-bbe8a9829db1, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=42e4947f-3e29-4679-a4e7-bbe8a9829db1,segment=NetworkSegment(4c27e8ce-df4c-4069-9d86-688c75c04bc6),segment_id=4c27e8ce-df4c-4069-9d86-688c75c04bc6)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:35:23.462599 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:23.468596 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-006360d5-2ce9-40ad-b69d-ae61edb639be tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1040886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8602'] for router, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:23.469413 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-838e6ed9-3d7c-44e8-a19d-0e41cdc3ea4f tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:23.469839 n-d-825064-1 neutron-server[102430]: INFO neutron.db.segments_db [None req-838e6ed9-3d7c-44e8-a19d-0e41cdc3ea4f tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Added segment 1613a1be-9fa6-4f9d-99c7-8c9a2bce2954 of type vlan for network 3391fe6c-041e-4cb3-b038-7ed18b86b0df Jan 18 22:35:23.473111 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-006360d5-2ce9-40ad-b69d-ae61edb639be tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:23.504339 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-33be95ce-8476-43df-8acc-0d769a019b44 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:23.534770 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-33be95ce-8476-43df-8acc-0d769a019b44 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:23.540638 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-33be95ce-8476-43df-8acc-0d769a019b44 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] 10.222.0.53 "DELETE /v2.0/networks/236a4d3b-020f-4fcc-a6db-c2c5abb63cd0 HTTP/1.1" status: 204 len: 168 time: 1.4513195 Jan 18 22:35:23.546783 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=42e4947f-3e29-4679-a4e7-bbe8a9829db1,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:23.562160 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33be95ce-8476-43df-8acc-0d769a019b44 tempest-NetworksTest-1798543420 tempest-NetworksTest-1798543420-project] Pushing event deleted for resources: {'Network': ['ID=236a4d3b-020f-4fcc-a6db-c2c5abb63cd0,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:23.566882 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-838e6ed9-3d7c-44e8-a19d-0e41cdc3ea4f tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:23.606460 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-838e6ed9-3d7c-44e8-a19d-0e41cdc3ea4f tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:23.614480 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838e6ed9-3d7c-44e8-a19d-0e41cdc3ea4f tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:23.614903 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-838e6ed9-3d7c-44e8-a19d-0e41cdc3ea4f tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:23.663601 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['42e4947f-3e29-4679-a4e7-bbe8a9829db1'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:35:23.701954 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-838e6ed9-3d7c-44e8-a19d-0e41cdc3ea4f tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4544926 Jan 18 22:35:23.705019 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 58464) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:23.710509 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-ef7ab004-1679-40cf-b30a-7d98d440e928 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Request body: {'subnet': {'network_id': '3391fe6c-041e-4cb3-b038-7ed18b86b0df', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:35:23.718277 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838e6ed9-3d7c-44e8-a19d-0e41cdc3ea4f tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Pushing event updated for resources: {'Network': ['ID=3391fe6c-041e-4cb3-b038-7ed18b86b0df,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:23.738514 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 3391fe6c-041e-4cb3-b038-7ed18b86b0df details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:35:23.846209 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef7ab004-1679-40cf-b30a-7d98d440e928 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Made reservation on behalf of 7f7e3488513a4b34800a857d787e609b for: {'subnet': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:35:23.851619 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ef7ab004-1679-40cf-b30a-7d98d440e928 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62288702'] for subnet, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:23.912687 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-e237ad8f-3f67-40d0-bc6f-f36caa73c87f admin admin] Deleting subnet 12499801-2558-44ac-94f3-29cf7f906b66 {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:35:23.915952 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e237ad8f-3f67-40d0-bc6f-f36caa73c87f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:23.939643 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.ipam_backend_mixin [None req-ef7ab004-1679-40cf-b30a-7d98d440e928 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Performing IP validity checks on allocation pools {{(pid=102430) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 18 22:35:23.940367 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.ipam_backend_mixin [None req-ef7ab004-1679-40cf-b30a-7d98d440e928 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102430) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 18 22:35:23.950010 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-006360d5-2ce9-40ad-b69d-ae61edb639be tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1040832'] for router, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:23.950601 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-006360d5-2ce9-40ad-b69d-ae61edb639be tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Fanout notify agent at l3_agent the message router_deleted on router 9c125fe1-a601-450a-934d-8d698dbaafdb {{(pid=102431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 22:35:23.964394 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-006360d5-2ce9-40ad-b69d-ae61edb639be tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:23.965943 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-006360d5-2ce9-40ad-b69d-ae61edb639be tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "DELETE /v2.0/routers/9c125fe1-a601-450a-934d-8d698dbaafdb HTTP/1.1" status: 204 len: 168 time: 0.8633649 Jan 18 22:35:23.968879 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e237ad8f-3f67-40d0-bc6f-f36caa73c87f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:23.970669 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 58470) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:24.028770 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e237ad8f-3f67-40d0-bc6f-f36caa73c87f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:24.072110 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58476) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:24.099096 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 8612d383-9545-4c27-826f-a4aba6d661ca no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:35:24.128927 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 8612d383-9545-4c27-826f-a4aba6d661ca {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:35:24.129633 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 8612d383-9545-4c27-826f-a4aba6d661ca not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:35:24.144343 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e237ad8f-3f67-40d0-bc6f-f36caa73c87f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:24.179441 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e237ad8f-3f67-40d0-bc6f-f36caa73c87f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12499801-2558-44ac-94f3-29cf7f906b66,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:24.183164 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e237ad8f-3f67-40d0-bc6f-f36caa73c87f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:24.186890 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-e237ad8f-3f67-40d0-bc6f-f36caa73c87f admin admin] 10.222.0.53 "DELETE /v2.0/subnets/12499801-2558-44ac-94f3-29cf7f906b66 HTTP/1.1" status: 204 len: 168 time: 0.7779996 Jan 18 22:35:24.189851 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58480) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:24.215830 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_v2 [None req-c162f4f1-931f-4840-b56c-d0de6653c14a tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Deleting subnet a035bb41-6441-4bec-9725-2c4c504e0c28 {{(pid=102430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:35:24.231132 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c162f4f1-931f-4840-b56c-d0de6653c14a tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks [] for subnet, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:24.296382 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0721e92a-a7cc-473c-ab8b-556f3cee3c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:24.319733 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c162f4f1-931f-4840-b56c-d0de6653c14a tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60394745'] for subnet, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:24.336715 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-e5801ac3-f5a7-4a81-a2fc-694dd905c6d5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=38220c49851742a4b2a8fd1e078deffa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2631907 Jan 18 22:35:24.338117 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58484) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:24.388738 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:24.453543 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0721e92a-a7cc-473c-ab8b-556f3cee3c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:24.454936 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ef7ab004-1679-40cf-b30a-7d98d440e928 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60203213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62288684'] for subnet, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:24.464186 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10010287-e238-4c3f-adaf-f0895e0197ea req-0d98510f-218b-44d9-8b78-edf411624e34 tempest-ServerGroupTestJSON-928818456 tempest-ServerGroupTestJSON-928818456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:24.465690 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-10010287-e238-4c3f-adaf-f0895e0197ea req-0d98510f-218b-44d9-8b78-edf411624e34 tempest-ServerGroupTestJSON-928818456 tempest-ServerGroupTestJSON-928818456-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce17ecc8-5070-4254-8d6a-1eb4de21296c HTTP/1.1" status: 200 len: 944 time: 0.1178813 Jan 18 22:35:24.481116 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9206c70d-edc9-4b3c-b7b2-acebb7801a79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:24.492216 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-0721e92a-a7cc-473c-ab8b-556f3cee3c0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb012b15-726f-4e85-a9cd-c4e62fa0fa51']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:35:24.508378 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-0721e92a-a7cc-473c-ab8b-556f3cee3c0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34627b77-73a0-4f2b-87cd-77be1ea3c2f0') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:35:24.508378 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-0721e92a-a7cc-473c-ab8b-556f3cee3c0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34627b77-73a0-4f2b-87cd-77be1ea3c2f0') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:35:24.523980 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0721e92a-a7cc-473c-ab8b-556f3cee3c0d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:24.533265 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9206c70d-edc9-4b3c-b7b2-acebb7801a79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:24.553721 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0721e92a-a7cc-473c-ab8b-556f3cee3c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:24.559907 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7ab004-1679-40cf-b30a-7d98d440e928 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Pushing event updated for resources: {'Subnet': ['ID=9e5913ab-346e-4bef-85ce-08e097265002,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:24.569630 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0721e92a-a7cc-473c-ab8b-556f3cee3c0d admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:35:24.570565 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0721e92a-a7cc-473c-ab8b-556f3cee3c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:24.571852 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:35:24.571852 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:35:24.571852 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:35:24.571852 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:35:24.571852 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:35:24.571852 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:35:24.571852 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:35:24.571852 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:35:24.571852 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:35:24.571852 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:35:24.571852 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:35:24.571852 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:35:24.571852 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:35:24.571852 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:35:24.571852 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:35:24.571852 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:35:24.571852 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:35:24.571852 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:35:24.571852 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:35:24.571852 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:35:24.571852 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:35:24.571852 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:35:24.571852 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:35:24.571852 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:35:24.571852 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:35:24.571852 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:35:24.571852 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:35:24.571852 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:35:24.571852 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:35:24.571852 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:35:24.571852 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:35:24.571852 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:35:24.575600 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:24.580001 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c162f4f1-931f-4840-b56c-d0de6653c14a tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:24.640523 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-10010287-e238-4c3f-adaf-f0895e0197ea req-3b1259d3-1b7f-463a-833a-62c7da18d386 tempest-ServerGroupTestJSON-928818456 tempest-ServerGroupTestJSON-928818456-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc8cea29-a026-4cdb-8704-d8632b67961a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410804 Jan 18 22:35:24.645317 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0721e92a-a7cc-473c-ab8b-556f3cee3c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:24.653587 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7ab004-1679-40cf-b30a-7d98d440e928 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Checking segment: {'id': '1613a1be-9fa6-4f9d-99c7-8c9a2bce2954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3391fe6c-041e-4cb3-b038-7ed18b86b0df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:35:24.653761 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0721e92a-a7cc-473c-ab8b-556f3cee3c0d admin admin] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:24.654339 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7ab004-1679-40cf-b30a-7d98d440e928 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Network hostable DHCP agents. Network: 3391fe6c-041e-4cb3-b038-7ed18b86b0df, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:35:24.657376 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-0721e92a-a7cc-473c-ab8b-556f3cee3c0d admin admin] 10.222.0.53 "DELETE /v2.0/networks/cb012b15-726f-4e85-a9cd-c4e62fa0fa51 HTTP/1.1" status: 204 len: 168 time: 0.4663639 Jan 18 22:35:24.685065 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9206c70d-edc9-4b3c-b7b2-acebb7801a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:24.687974 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9206c70d-edc9-4b3c-b7b2-acebb7801a79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:24.697292 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-9206c70d-edc9-4b3c-b7b2-acebb7801a79 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/af433279-e467-42bf-b6ba-d2bbe1afa6b7 HTTP/1.1" status: 204 len: 168 time: 0.3529656 Jan 18 22:35:24.701030 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0721e92a-a7cc-473c-ab8b-556f3cee3c0d admin admin] Pushing event deleted for resources: {'Network': ['ID=cb012b15-726f-4e85-a9cd-c4e62fa0fa51,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:24.722381 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9206c70d-edc9-4b3c-b7b2-acebb7801a79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af433279-e467-42bf-b6ba-d2bbe1afa6b7,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:24.747264 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c162f4f1-931f-4840-b56c-d0de6653c14a tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60203138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62288677'] for subnet, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:24.752589 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7ab004-1679-40cf-b30a-7d98d440e928 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Network 3391fe6c-041e-4cb3-b038-7ed18b86b0df is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:35:24.782009 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c162f4f1-931f-4840-b56c-d0de6653c14a tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Pushing event deleted for resources: {'Subnet': ['ID=a035bb41-6441-4bec-9725-2c4c504e0c28,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:24.789837 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c162f4f1-931f-4840-b56c-d0de6653c14a tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks [] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:24.794684 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-c162f4f1-931f-4840-b56c-d0de6653c14a tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "DELETE /v2.0/subnets/a035bb41-6441-4bec-9725-2c4c504e0c28 HTTP/1.1" status: 204 len: 168 time: 0.8229289 Jan 18 22:35:24.796288 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58498) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:24.805798 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b89e27-2cb1-4f52-8420-5a533379a85c None None] Network 6fbed437-56df-4553-bc1e-9ba510af79ee requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:35:24.808893 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-ef7ab004-1679-40cf-b30a-7d98d440e928 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 3391fe6c-041e-4cb3-b038-7ed18b86b0df) {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:35:24.824116 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7ab004-1679-40cf-b30a-7d98d440e928 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:24.824825 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ef7ab004-1679-40cf-b30a-7d98d440e928 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks [] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:24.832666 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f01dc5d-2f9f-4a8b-8a3b-e8d8c9a0babb None None] Network 3391fe6c-041e-4cb3-b038-7ed18b86b0df requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:35:24.839499 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 58500) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:24.861415 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-ef7ab004-1679-40cf-b30a-7d98d440e928 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1529207 Jan 18 22:35:24.862016 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 58502) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:24.867932 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-078754b6-2cb0-478f-9164-18d736969d31 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Request body: {'port': {'network_id': '3391fe6c-041e-4cb3-b038-7ed18b86b0df', 'name': 'tempest-PortsTestJSON-142683810'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:35:24.932768 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8f1810a2-ee4e-4ab0-a914-f3c403639b7a tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:25.004188 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-8f1810a2-ee4e-4ab0-a914-f3c403639b7a tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Deleting port 78560650-a306-48c9-9c4c-7d267f2d8132 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:35:25.005416 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8f1810a2-ee4e-4ab0-a914-f3c403639b7a tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:25.006001 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-078754b6-2cb0-478f-9164-18d736969d31 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Made reservation on behalf of 7f7e3488513a4b34800a857d787e609b for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:35:25.010127 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-078754b6-2cb0-478f-9164-18d736969d31 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:25.032570 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-d9515e7e-948d-4c2b-87bd-820409c5c630 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ebbcb105af9a4ac4ba1533c22b523629&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1909945 Jan 18 22:35:25.034464 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 58510) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:25.085871 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [None req-078754b6-2cb0-478f-9164-18d736969d31 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] device_id is not set on port b070f9bf-be42-4863-b17f-1c7330855ceb yet. {{(pid=102430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:35:25.097195 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-8f1810a2-ee4e-4ab0-a914-f3c403639b7a tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] For port 78560650-a306-48c9-9c4c-7d267f2d8132, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=78560650-a306-48c9-9c4c-7d267f2d8132,segment=NetworkSegment(5129e1f0-7978-48d3-a529-3651632568dd),segment_id=5129e1f0-7978-48d3-a529-3651632568dd)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:35:25.097839 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8f1810a2-ee4e-4ab0-a914-f3c403639b7a tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:25.116187 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-8f1810a2-ee4e-4ab0-a914-f3c403639b7a tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Calling delete_port for 78560650-a306-48c9-9c4c-7d267f2d8132 owned by network:dhcp {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:35:25.155744 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 42e4947f-3e29-4679-a4e7-bbe8a9829db1 up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:35:25.171977 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c094021c-b992-4257-88b9-56213ea2651d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:25.207314 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c094021c-b992-4257-88b9-56213ea2651d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:25.234975 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8f1810a2-ee4e-4ab0-a914-f3c403639b7a tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:25.253513 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f84df1a-f415-4cec-900e-e175f6cbaa18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-3391fe6c-041e-4cb3-b038-7ed18b86b0df', 'network_id': '3391fe6c-041e-4cb3-b038-7ed18b86b0df', 'tenant_id': '7f7e3488513a4b34800a857d787e609b', 'fixed_ips': [{'subnet_id': '9e5913ab-346e-4bef-85ce-08e097265002'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:35:25.255860 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2f84df1a-f415-4cec-900e-e175f6cbaa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:25.256003 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1810a2-ee4e-4ab0-a914-f3c403639b7a tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] No DVR routers for this DVR port 78560650-a306-48c9-9c4c-7d267f2d8132 on host n-d-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:35:25.268223 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port 42e4947f-3e29-4679-a4e7-bbe8a9829db1 completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:35:25.291353 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-078754b6-2cb0-478f-9164-18d736969d31 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Allocated IP 172.20.0.3 (3391fe6c-041e-4cb3-b038-7ed18b86b0df/9e5913ab-346e-4bef-85ce-08e097265002/b070f9bf-be42-4863-b17f-1c7330855ceb) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:35:25.330611 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c094021c-b992-4257-88b9-56213ea2651d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:25.331857 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1810a2-ee4e-4ab0-a914-f3c403639b7a tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Pushing event deleted for resources: {'Port': ['ID=78560650-a306-48c9-9c4c-7d267f2d8132,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:25.333382 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c094021c-b992-4257-88b9-56213ea2651d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:25.338047 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-c094021c-b992-4257-88b9-56213ea2651d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/55c93efb-e90d-454a-b676-624fe42e82bf HTTP/1.1" status: 204 len: 168 time: 0.3026216 Jan 18 22:35:25.351594 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c094021c-b992-4257-88b9-56213ea2651d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55c93efb-e90d-454a-b676-624fe42e82bf,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:25.388249 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port 42e4947f-3e29-4679-a4e7-bbe8a9829db1 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:35:25.388967 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:25.394248 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e113b4-d3ab-4e4a-8723-8fab8f1a64be None None] DHCP port deletion for 6fbed437-56df-4553-bc1e-9ba510af79ee request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:35:25.530348 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:25.574845 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-078754b6-2cb0-478f-9164-18d736969d31 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:25.590598 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8f1810a2-ee4e-4ab0-a914-f3c403639b7a tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:25.628481 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce17ecc8-5070-4254-8d6a-1eb4de21296c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42e4947f-3e29-4679-a4e7-bbe8a9829db1'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:35:25.634957 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b397710-f912-4a86-a6c8-bfe97e54cd37" -d '{"events": [{"server_uuid": "ce17ecc8-5070-4254-8d6a-1eb4de21296c", "name": "network-vif-plugged", "status": "completed", "tag": "42e4947f-3e29-4679-a4e7-bbe8a9829db1"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:35:25.644948 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-8f1810a2-ee4e-4ab0-a914-f3c403639b7a tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fbed437-56df-4553-bc1e-9ba510af79ee']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:35:25.658724 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-078754b6-2cb0-478f-9164-18d736969d31 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:25.667839 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 42e4947f-3e29-4679-a4e7-bbe8a9829db1, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=42e4947f-3e29-4679-a4e7-bbe8a9829db1,segment=NetworkSegment(4c27e8ce-df4c-4069-9d86-688c75c04bc6),segment_id=4c27e8ce-df4c-4069-9d86-688c75c04bc6)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:35:25.674296 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-8f1810a2-ee4e-4ab0-a914-f3c403639b7a tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5129e1f0-7978-48d3-a529-3651632568dd') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:35:25.676150 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-8f1810a2-ee4e-4ab0-a914-f3c403639b7a tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5129e1f0-7978-48d3-a529-3651632568dd') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:35:25.712399 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8f1810a2-ee4e-4ab0-a914-f3c403639b7a tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:25.738966 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8f1810a2-ee4e-4ab0-a914-f3c403639b7a tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:25.751405 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078754b6-2cb0-478f-9164-18d736969d31 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Network 3391fe6c-041e-4cb3-b038-7ed18b86b0df is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:35:25.754716 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f1810a2-ee4e-4ab0-a914-f3c403639b7a tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:35:25.755252 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8f1810a2-ee4e-4ab0-a914-f3c403639b7a tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:25.759610 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:35:25.759610 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:35:25.759610 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:35:25.759610 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:35:25.759610 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:35:25.759610 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:35:25.759610 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:35:25.759610 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:35:25.759610 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:35:25.759610 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:35:25.759610 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:35:25.759610 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:35:25.759610 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:35:25.759610 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:35:25.759610 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:35:25.759610 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:35:25.759610 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:35:25.759610 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:35:25.759610 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:35:25.759610 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:35:25.759610 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:35:25.759610 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:35:25.759610 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:35:25.759610 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:35:25.759610 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:35:25.759610 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:35:25.759610 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:35:25.759610 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:35:25.759610 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:35:25.759610 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:35:25.759610 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:35:25.759610 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:35:25.763712 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-078754b6-2cb0-478f-9164-18d736969d31 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:35:25.773426 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078754b6-2cb0-478f-9164-18d736969d31 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:35:25.808720 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-761987bf-b34c-434f-a59f-502726f6c6fc x-openstack-request-id: req-761987bf-b34c-434f-a59f-502726f6c6fc {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:35:25.809022 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce17ecc8-5070-4254-8d6a-1eb4de21296c", "name": "network-vif-plugged", "status": "completed", "tag": "42e4947f-3e29-4679-a4e7-bbe8a9829db1", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:35:25.809285 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-761987bf-b34c-434f-a59f-502726f6c6fc {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:35:25.809693 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce17ecc8-5070-4254-8d6a-1eb4de21296c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42e4947f-3e29-4679-a4e7-bbe8a9829db1', 'code': 200} Jan 18 22:35:25.810809 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:25.844301 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 6c9ea76e-7dbd-4767-9685-c0f25e5276d0 no longer exists at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:35:25.892704 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] No Port match for: 6c9ea76e-7dbd-4767-9685-c0f25e5276d0 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:35:25.893053 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 6c9ea76e-7dbd-4767-9685-c0f25e5276d0 not bound to the agent host n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:35:25.902697 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8f1810a2-ee4e-4ab0-a914-f3c403639b7a tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:25.915320 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-2f84df1a-f415-4cec-900e-e175f6cbaa18 None None] Allocated IP 172.20.0.2 (3391fe6c-041e-4cb3-b038-7ed18b86b0df/9e5913ab-346e-4bef-85ce-08e097265002/219aa0a4-5bf7-4bfc-9dda-af759a0d1faa) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:35:25.917734 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=42e4947f-3e29-4679-a4e7-bbe8a9829db1,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:25.921516 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8f1810a2-ee4e-4ab0-a914-f3c403639b7a tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:25.929606 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-8f1810a2-ee4e-4ab0-a914-f3c403639b7a tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "DELETE /v2.0/networks/6fbed437-56df-4553-bc1e-9ba510af79ee HTTP/1.1" status: 204 len: 168 time: 1.1323011 Jan 18 22:35:25.936936 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58548) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:25.959529 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078754b6-2cb0-478f-9164-18d736969d31 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Pushing event updated for resources: {'Port': ['ID=b070f9bf-be42-4863-b17f-1c7330855ceb,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:25.978189 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1810a2-ee4e-4ab0-a914-f3c403639b7a tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Pushing event deleted for resources: {'Network': ['ID=6fbed437-56df-4553-bc1e-9ba510af79ee,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:26.047382 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ff57b7-d62a-44ed-8b1f-83f8c2a0a6b0 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:26.053707 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078754b6-2cb0-478f-9164-18d736969d31 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:26.054701 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-078754b6-2cb0-478f-9164-18d736969d31 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:26.058658 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-d7ff57b7-d62a-44ed-8b1f-83f8c2a0a6b0 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "GET /v2.0/ports/55e3ab33-ea66-4955-bc61-007cf7523191 HTTP/1.1" status: 200 len: 845 time: 0.1062891 Jan 18 22:35:26.058970 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 58554) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:26.127358 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 78560650-a306-48c9-9c4c-7d267f2d8132 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:35:26.169824 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 78560650-a306-48c9-9c4c-7d267f2d8132 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:35:26.170406 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 78560650-a306-48c9-9c4c-7d267f2d8132 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:35:26.186074 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c021226d-94f4-4a9b-b307-298f0e082aa4 req-8c97f01b-5006-487c-b902-46a2abe25ca2 tempest-ServerGroupTestJSON-928818456 tempest-ServerGroupTestJSON-928818456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:26.187645 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c021226d-94f4-4a9b-b307-298f0e082aa4 req-8c97f01b-5006-487c-b902-46a2abe25ca2 tempest-ServerGroupTestJSON-928818456 tempest-ServerGroupTestJSON-928818456-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce17ecc8-5070-4254-8d6a-1eb4de21296c HTTP/1.1" status: 200 len: 945 time: 0.3372545 Jan 18 22:35:26.191777 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-f0d038c2-5529-4e95-97bd-c6ab2fb6cd13 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "GET /v2.0/ports/55e3ab33-ea66-4955-bc61-007cf7523191?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1281910 Jan 18 22:35:26.196512 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2f84df1a-f415-4cec-900e-e175f6cbaa18 None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:26.197169 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 58560) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:26.203712 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-7c4160a7-ac96-49bf-bfab-b1c187efdb8f tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Request body: {'subnet': {'network_id': 'e944226e-270a-42aa-8e1c-52d0dfd98228', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:35:26.205311 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2f84df1a-f415-4cec-900e-e175f6cbaa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:26.250191 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f84df1a-f415-4cec-900e-e175f6cbaa18 None None] Network 3391fe6c-041e-4cb3-b038-7ed18b86b0df is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:35:26.264177 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-2f84df1a-f415-4cec-900e-e175f6cbaa18 None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:35:26.266513 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-078754b6-2cb0-478f-9164-18d736969d31 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.4039001 Jan 18 22:35:26.270642 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f84df1a-f415-4cec-900e-e175f6cbaa18 None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:35:26.272849 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58564) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:26.275747 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c021226d-94f4-4a9b-b307-298f0e082aa4 req-267a0334-9c51-4d27-9e3d-c347b233ba85 tempest-ServerGroupTestJSON-928818456 tempest-ServerGroupTestJSON-928818456-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc8cea29-a026-4cdb-8704-d8632b67961a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801785 Jan 18 22:35:26.357409 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0734d2b9-63ee-4226-855d-0d64eef9f523 req-810f2a55-822c-4c48-b726-cc075724b3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:26.359211 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0734d2b9-63ee-4226-855d-0d64eef9f523 req-810f2a55-822c-4c48-b726-cc075724b3cc service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ce17ecc8-5070-4254-8d6a-1eb4de21296c HTTP/1.1" status: 200 len: 1096 time: 0.4987593 Jan 18 22:35:26.362037 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58570) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:26.417817 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c4160a7-ac96-49bf-bfab-b1c187efdb8f tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Made reservation on behalf of 7c0179a097dd413e9755022eddbfface for: {'subnet': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:35:26.421448 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7c4160a7-ac96-49bf-bfab-b1c187efdb8f tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62288702'] for subnet, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:26.425449 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f84df1a-f415-4cec-900e-e175f6cbaa18 None None] Pushing event updated for resources: {'Port': ['ID=219aa0a4-5bf7-4bfc-9dda-af759a0d1faa,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:26.429926 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-2f84df1a-f415-4cec-900e-e175f6cbaa18 None None] Attempting to bind port 219aa0a4-5bf7-4bfc-9dda-af759a0d1faa on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:35:26.430302 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-2f84df1a-f415-4cec-900e-e175f6cbaa18 None None] Attempting to bind port 219aa0a4-5bf7-4bfc-9dda-af759a0d1faa by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '1613a1be-9fa6-4f9d-99c7-8c9a2bce2954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3391fe6c-041e-4cb3-b038-7ed18b86b0df'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:35:26.430661 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f84df1a-f415-4cec-900e-e175f6cbaa18 None None] Attempting to bind port 219aa0a4-5bf7-4bfc-9dda-af759a0d1faa on network 3391fe6c-041e-4cb3-b038-7ed18b86b0df {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:35:26.437733 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0734d2b9-63ee-4226-855d-0d64eef9f523 req-dd1165c8-bb50-4f0d-a5ec-3683da9f1c59 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=dc8cea29-a026-4cdb-8704-d8632b67961a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698414 Jan 18 22:35:26.449209 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f84df1a-f415-4cec-900e-e175f6cbaa18 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:35:26.449596 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f84df1a-f415-4cec-900e-e175f6cbaa18 None None] Checking segment: {'id': '1613a1be-9fa6-4f9d-99c7-8c9a2bce2954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3391fe6c-041e-4cb3-b038-7ed18b86b0df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:35:26.449999 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2f84df1a-f415-4cec-900e-e175f6cbaa18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:26.450575 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f84df1a-f415-4cec-900e-e175f6cbaa18 None None] Bound using segment: {'id': '1613a1be-9fa6-4f9d-99c7-8c9a2bce2954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3391fe6c-041e-4cb3-b038-7ed18b86b0df'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:35:26.451211 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-2f84df1a-f415-4cec-900e-e175f6cbaa18 None None] Bound port: 219aa0a4-5bf7-4bfc-9dda-af759a0d1faa, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1613a1be-9fa6-4f9d-99c7-8c9a2bce2954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3391fe6c-041e-4cb3-b038-7ed18b86b0df'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:35:26.451598 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2f84df1a-f415-4cec-900e-e175f6cbaa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:26.454602 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-0005cb7d-6304-4c6f-90e6-9c16e3fb9a01 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Deleting port b070f9bf-be42-4863-b17f-1c7330855ceb {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:35:26.455309 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0005cb7d-6304-4c6f-90e6-9c16e3fb9a01 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:26.545171 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-2f84df1a-f415-4cec-900e-e175f6cbaa18 None None] For port 219aa0a4-5bf7-4bfc-9dda-af759a0d1faa, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:35:26.548610 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-2f84df1a-f415-4cec-900e-e175f6cbaa18 None None] For port 219aa0a4-5bf7-4bfc-9dda-af759a0d1faa, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=219aa0a4-5bf7-4bfc-9dda-af759a0d1faa,segment=NetworkSegment(1613a1be-9fa6-4f9d-99c7-8c9a2bce2954),segment_id=1613a1be-9fa6-4f9d-99c7-8c9a2bce2954)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:35:26.557409 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2f84df1a-f415-4cec-900e-e175f6cbaa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:26.603717 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0005cb7d-6304-4c6f-90e6-9c16e3fb9a01 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:26.618788 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-0005cb7d-6304-4c6f-90e6-9c16e3fb9a01 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Calling delete_port for b070f9bf-be42-4863-b17f-1c7330855ceb owned by {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:35:26.716699 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f84df1a-f415-4cec-900e-e175f6cbaa18 None None] Pushing event updated for resources: {'Port': ['ID=219aa0a4-5bf7-4bfc-9dda-af759a0d1faa,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:26.791289 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7c4160a7-ac96-49bf-bfab-b1c187efdb8f tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60203213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62288684'] for subnet, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:26.807950 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-e1663c58-b39f-404a-b004-1c0cd5e5da41 tempest-NetworksNegativeTestJSON-157322553 tempest-NetworksNegativeTestJSON-157322553-project] Request body: {'port': {'network_id': '44dbf419-151f-4ac1-b7e9-b808d9583337', 'name': 'tempest-NetworksNegativeTestJSON-1902907188'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:35:26.813383 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0005cb7d-6304-4c6f-90e6-9c16e3fb9a01 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:26.844884 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1663c58-b39f-404a-b004-1c0cd5e5da41 tempest-NetworksNegativeTestJSON-157322553 tempest-NetworksNegativeTestJSON-157322553-project] POST failed (client error): The resource could not be found. Jan 18 22:35:26.845670 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4160a7-ac96-49bf-bfab-b1c187efdb8f tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Network e944226e-270a-42aa-8e1c-52d0dfd98228 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:35:26.845832 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1663c58-b39f-404a-b004-1c0cd5e5da41 tempest-NetworksNegativeTestJSON-157322553 tempest-NetworksNegativeTestJSON-157322553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:35:26.853164 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-e1663c58-b39f-404a-b004-1c0cd5e5da41 tempest-NetworksNegativeTestJSON-157322553 tempest-NetworksNegativeTestJSON-157322553-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4762287 Jan 18 22:35:26.853957 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-7c4160a7-ac96-49bf-bfab-b1c187efdb8f tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:35:26.858040 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 58588) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:26.864955 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72705167-e7a8-445e-ad33-7ed293483a5f None None] Network e944226e-270a-42aa-8e1c-52d0dfd98228 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:35:26.880541 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0005cb7d-6304-4c6f-90e6-9c16e3fb9a01 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Pushing event deleted for resources: {'Port': ['ID=b070f9bf-be42-4863-b17f-1c7330855ceb,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:26.892521 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4160a7-ac96-49bf-bfab-b1c187efdb8f tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:26.894238 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7c4160a7-ac96-49bf-bfab-b1c187efdb8f tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks [] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:26.951428 n-d-825064-1 neutron-server[102430]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1318716-433a-4867-8866-4b44624ee272 tempest-NetworksNegativeTestJSON-157322553 tempest-NetworksNegativeTestJSON-157322553-project] DELETE failed (client error): The resource could not be found. Jan 18 22:35:26.952090 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1318716-433a-4867-8866-4b44624ee272 tempest-NetworksNegativeTestJSON-157322553 tempest-NetworksNegativeTestJSON-157322553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:35:26.955337 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-b1318716-433a-4867-8866-4b44624ee272 tempest-NetworksNegativeTestJSON-157322553 tempest-NetworksNegativeTestJSON-157322553-project] 10.222.0.53 "DELETE /v2.0/networks/9afff280-2671-45cc-97c0-1402bcc8c56d HTTP/1.1" status: 404 len: 339 time: 0.0963650 Jan 18 22:35:26.957137 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4160a7-ac96-49bf-bfab-b1c187efdb8f tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Pushing event updated for resources: {'Subnet': ['ID=d2d331e9-00da-466d-9b00-c5d0f05f768c,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:26.960519 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 58592) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:27.003047 n-d-825064-1 neutron-server[102430]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9c76c9b-c6e0-496d-8edd-41485f4088a9 tempest-NetworksNegativeTestJSON-157322553 tempest-NetworksNegativeTestJSON-157322553-project] DELETE failed (client error): The resource could not be found. Jan 18 22:35:27.007887 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9c76c9b-c6e0-496d-8edd-41485f4088a9 tempest-NetworksNegativeTestJSON-157322553 tempest-NetworksNegativeTestJSON-157322553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:35:27.013122 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-f9c76c9b-c6e0-496d-8edd-41485f4088a9 tempest-NetworksNegativeTestJSON-157322553 tempest-NetworksNegativeTestJSON-157322553-project] 10.222.0.53 "DELETE /v2.0/ports/441e4799-33d2-4a6e-b1b9-0fa11fd46668 HTTP/1.1" status: 404 len: 333 time: 0.0516460 Jan 18 22:35:27.018613 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 58596) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:27.025931 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-7c4160a7-ac96-49bf-bfab-b1c187efdb8f tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8247581 Jan 18 22:35:27.027678 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58598) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:27.036229 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-d48bcac6-c8c3-486b-b0e0-2afb66e98e04 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Request body: {'security_group': {'name': 'tempest-secgroup-21092052'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:35:27.054269 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0005cb7d-6304-4c6f-90e6-9c16e3fb9a01 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:27.059023 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-0005cb7d-6304-4c6f-90e6-9c16e3fb9a01 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "DELETE /v2.0/ports/b070f9bf-be42-4863-b17f-1c7330855ceb HTTP/1.1" status: 204 len: 168 time: 0.7849832 Jan 18 22:35:27.063176 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58602) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:27.112074 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-914b3f39-95ef-451c-a1fa-32d07a8dee01 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] DELETE failed (client error): The resource could not be found. Jan 18 22:35:27.113147 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-914b3f39-95ef-451c-a1fa-32d07a8dee01 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:35:27.113275 n-d-825064-1 neutron-server[102430]: INFO neutron.pecan_wsgi.hooks.translation [None req-af239ff3-06ec-4587-be2f-9a76a63273db tempest-NetworksNegativeTestJSON-157322553 tempest-NetworksNegativeTestJSON-157322553-project] DELETE failed (client error): The resource could not be found. Jan 18 22:35:27.113639 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af239ff3-06ec-4587-be2f-9a76a63273db tempest-NetworksNegativeTestJSON-157322553 tempest-NetworksNegativeTestJSON-157322553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:35:27.121148 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-af239ff3-06ec-4587-be2f-9a76a63273db tempest-NetworksNegativeTestJSON-157322553 tempest-NetworksNegativeTestJSON-157322553-project] 10.222.0.53 "DELETE /v2.0/subnets/e65937b0-8902-468b-8fec-f6a7074102e5 HTTP/1.1" status: 404 len: 337 time: 0.0979221 Jan 18 22:35:27.121351 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-914b3f39-95ef-451c-a1fa-32d07a8dee01 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "DELETE /v2.0/ports/b070f9bf-be42-4863-b17f-1c7330855ceb HTTP/1.1" status: 404 len: 333 time: 0.0549114 Jan 18 22:35:27.123116 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 58608) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:27.123116 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 58610) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:27.127882 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d48bcac6-c8c3-486b-b0e0-2afb66e98e04 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:27.164173 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72a086a-c1cb-419d-bf88-d959a301b810 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-e944226e-270a-42aa-8e1c-52d0dfd98228', 'network_id': 'e944226e-270a-42aa-8e1c-52d0dfd98228', 'tenant_id': '7c0179a097dd413e9755022eddbfface', 'fixed_ips': [{'subnet_id': 'd2d331e9-00da-466d-9b00-c5d0f05f768c'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:35:27.165064 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f72a086a-c1cb-419d-bf88-d959a301b810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:27.187703 n-d-825064-1 neutron-server[102430]: INFO neutron.pecan_wsgi.hooks.translation [None req-34cf0195-5082-4563-bded-2573a515cfa2 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] GET failed (client error): The resource could not be found. Jan 18 22:35:27.192843 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-34cf0195-5082-4563-bded-2573a515cfa2 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "GET /v2.0/ports/b070f9bf-be42-4863-b17f-1c7330855ceb HTTP/1.1" status: 404 len: 333 time: 0.0522468 Jan 18 22:35:27.193682 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 58614) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:27.215455 n-d-825064-1 neutron-server[102430]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c813226-8535-4bfe-80d1-bc92e34eada4 tempest-NetworksNegativeTestJSON-157322553 tempest-NetworksNegativeTestJSON-157322553-project] GET failed (client error): The resource could not be found. Jan 18 22:35:27.226923 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-2c813226-8535-4bfe-80d1-bc92e34eada4 tempest-NetworksNegativeTestJSON-157322553 tempest-NetworksNegativeTestJSON-157322553-project] 10.222.0.53 "GET /v2.0/networks/02b23033-395e-47d7-a886-4904e98b0f86 HTTP/1.1" status: 404 len: 339 time: 0.0927162 Jan 18 22:35:27.244876 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d48bcac6-c8c3-486b-b0e0-2afb66e98e04 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:27.245987 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58616) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:27.258994 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d48bcac6-c8c3-486b-b0e0-2afb66e98e04 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:27.284834 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1219dfc-1ecf-4c5e-bba5-59b7b4dfc88c tempest-NetworksNegativeTestJSON-157322553 tempest-NetworksNegativeTestJSON-157322553-project] GET failed (client error): The resource could not be found. Jan 18 22:35:27.286448 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-e1219dfc-1ecf-4c5e-bba5-59b7b4dfc88c tempest-NetworksNegativeTestJSON-157322553 tempest-NetworksNegativeTestJSON-157322553-project] 10.222.0.53 "GET /v2.0/ports/0b3b1b86-d6d7-427b-a3b7-c347b647a2ef HTTP/1.1" status: 404 len: 333 time: 0.0392587 Jan 18 22:35:27.291872 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 58628) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:27.307015 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d48bcac6-c8c3-486b-b0e0-2afb66e98e04 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:27.311871 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-d48bcac6-c8c3-486b-b0e0-2afb66e98e04 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.2829764 Jan 18 22:35:27.312753 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58632) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:27.325421 n-d-825064-1 neutron-server[102430]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0e936df-11d4-4a19-bb22-ce958250cbf6 tempest-NetworksNegativeTestJSON-157322553 tempest-NetworksNegativeTestJSON-157322553-project] GET failed (client error): The resource could not be found. Jan 18 22:35:27.325614 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-61a258fd-448a-49b4-ac64-90f76f7ec769 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Request body: {'security_group': {'name': 'tempest-secgroup-354376882'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:35:27.330882 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-d0e936df-11d4-4a19-bb22-ce958250cbf6 tempest-NetworksNegativeTestJSON-157322553 tempest-NetworksNegativeTestJSON-157322553-project] 10.222.0.53 "GET /v2.0/subnets/fae9d8af-47f9-4cd8-8f1f-147db282dd1f HTTP/1.1" status: 404 len: 337 time: 0.0355349 Jan 18 22:35:27.334044 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58634) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:27.345003 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-85f15529-3722-4b5f-9990-65c70db94d32 tempest-NetworksNegativeTestJSON-157322553 tempest-NetworksNegativeTestJSON-157322553-project] Request body: {'network': {'name': 'new_name'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:35:27.354622 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48bcac6-c8c3-486b-b0e0-2afb66e98e04 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8876e861-bdf8-4aea-9371-6b060396975d,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:27.397486 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-85f15529-3722-4b5f-9990-65c70db94d32 tempest-NetworksNegativeTestJSON-157322553 tempest-NetworksNegativeTestJSON-157322553-project] PUT failed (client error): The resource could not be found. Jan 18 22:35:27.398203 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85f15529-3722-4b5f-9990-65c70db94d32 tempest-NetworksNegativeTestJSON-157322553 tempest-NetworksNegativeTestJSON-157322553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:35:27.399659 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-85f15529-3722-4b5f-9990-65c70db94d32 tempest-NetworksNegativeTestJSON-157322553 tempest-NetworksNegativeTestJSON-157322553-project] 10.222.0.53 "PUT /v2.0/networks/2b6b846d-1dea-42c3-8d59-f4d5cd538a8b HTTP/1.1" status: 404 len: 339 time: 0.0602174 Jan 18 22:35:27.405866 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b2fdf92-442d-43a8-a0ce-ff8e6df0eb22 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Deleting subnet 9e5913ab-346e-4bef-85ce-08e097265002 {{(pid=102430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:35:27.412070 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 58642) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:27.415424 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-61a258fd-448a-49b4-ac64-90f76f7ec769 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:27.455136 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-143c4803-fd47-4004-a436-05473cce184f tempest-NetworksNegativeTestJSON-157322553 tempest-NetworksNegativeTestJSON-157322553-project] Request body: {'port': {'name': 'new_name'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:35:27.477954 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2b2fdf92-442d-43a8-a0ce-ff8e6df0eb22 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks [] for subnet, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:27.516398 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-f72a086a-c1cb-419d-bf88-d959a301b810 None None] Allocated IP 2001:db8::2 (e944226e-270a-42aa-8e1c-52d0dfd98228/d2d331e9-00da-466d-9b00-c5d0f05f768c/2eef7687-a59c-4268-936c-fcbdef5ca59e) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:35:27.546449 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-61a258fd-448a-49b4-ac64-90f76f7ec769 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:27.556150 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-61a258fd-448a-49b4-ac64-90f76f7ec769 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:27.604969 n-d-825064-1 neutron-server[102430]: INFO neutron.pecan_wsgi.hooks.translation [None req-143c4803-fd47-4004-a436-05473cce184f tempest-NetworksNegativeTestJSON-157322553 tempest-NetworksNegativeTestJSON-157322553-project] PUT failed (client error): The resource could not be found. Jan 18 22:35:27.605977 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-143c4803-fd47-4004-a436-05473cce184f tempest-NetworksNegativeTestJSON-157322553 tempest-NetworksNegativeTestJSON-157322553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:35:27.617829 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a258fd-448a-49b4-ac64-90f76f7ec769 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf09518-a18a-439b-927f-8386a45654ba,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:27.619360 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-143c4803-fd47-4004-a436-05473cce184f tempest-NetworksNegativeTestJSON-157322553 tempest-NetworksNegativeTestJSON-157322553-project] 10.222.0.53 "PUT /v2.0/ports/9b9a53d9-7b2a-4f8c-9564-cd7f4f6bf361 HTTP/1.1" status: 404 len: 333 time: 0.1732349 Jan 18 22:35:27.635816 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 58654) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:27.640148 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-61a258fd-448a-49b4-ac64-90f76f7ec769 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:27.641888 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-61a258fd-448a-49b4-ac64-90f76f7ec769 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3223474 Jan 18 22:35:27.644618 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58656) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:27.650642 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-94140fb7-71a6-4f4e-b194-27e8aa7d4454 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1798320019', 'security_groups': ['6cf09518-a18a-439b-927f-8386a45654ba'], 'network_id': 'e944226e-270a-42aa-8e1c-52d0dfd98228', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd2d331e9-00da-466d-9b00-c5d0f05f768c'}]}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:35:27.652239 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-f919abfc-c687-4d0f-ade2-f182f801e730 tempest-NetworksNegativeTestJSON-157322553 tempest-NetworksNegativeTestJSON-157322553-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:35:27.698398 n-d-825064-1 neutron-server[102430]: INFO neutron.pecan_wsgi.hooks.translation [None req-f919abfc-c687-4d0f-ade2-f182f801e730 tempest-NetworksNegativeTestJSON-157322553 tempest-NetworksNegativeTestJSON-157322553-project] PUT failed (client error): The resource could not be found. Jan 18 22:35:27.699353 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f919abfc-c687-4d0f-ade2-f182f801e730 tempest-NetworksNegativeTestJSON-157322553 tempest-NetworksNegativeTestJSON-157322553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:35:27.701139 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-f919abfc-c687-4d0f-ade2-f182f801e730 tempest-NetworksNegativeTestJSON-157322553 tempest-NetworksNegativeTestJSON-157322553-project] 10.222.0.53 "PUT /v2.0/subnets/064edb6c-58ad-4a86-926f-fc0ebb84fe53 HTTP/1.1" status: 404 len: 337 time: 0.0635078 Jan 18 22:35:27.711562 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2b2fdf92-442d-43a8-a0ce-ff8e6df0eb22 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60394745'] for subnet, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:27.802900 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45c7b37-6d5e-4ee9-8dca-3c7957d193b0 req-c25ca487-2faa-4a32-83b1-5375ca17b4bf tempest-ServerGroupTestJSON-928818456 tempest-ServerGroupTestJSON-928818456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:27.805555 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c45c7b37-6d5e-4ee9-8dca-3c7957d193b0 req-c25ca487-2faa-4a32-83b1-5375ca17b4bf tempest-ServerGroupTestJSON-928818456 tempest-ServerGroupTestJSON-928818456-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce17ecc8-5070-4254-8d6a-1eb4de21296c HTTP/1.1" status: 200 len: 945 time: 0.3911722 Jan 18 22:35:27.828974 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94140fb7-71a6-4f4e-b194-27e8aa7d4454 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Made reservation on behalf of 7c0179a097dd413e9755022eddbfface for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:35:27.870548 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f72a086a-c1cb-419d-bf88-d959a301b810 None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:27.899115 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f72a086a-c1cb-419d-bf88-d959a301b810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:27.936199 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c45c7b37-6d5e-4ee9-8dca-3c7957d193b0 req-b3622b1c-56fb-4077-a674-185b0ef2d687 tempest-ServerGroupTestJSON-928818456 tempest-ServerGroupTestJSON-928818456-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc8cea29-a026-4cdb-8704-d8632b67961a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092949 Jan 18 22:35:27.964046 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2b2fdf92-442d-43a8-a0ce-ff8e6df0eb22 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:28.040706 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-94140fb7-71a6-4f4e-b194-27e8aa7d4454 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:28.083674 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72a086a-c1cb-419d-bf88-d959a301b810 None None] Network e944226e-270a-42aa-8e1c-52d0dfd98228 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:35:28.085466 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72a086a-c1cb-419d-bf88-d959a301b810 None None] Pushing event updated for resources: {'Port': ['ID=2eef7687-a59c-4268-936c-fcbdef5ca59e,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:28.087839 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2b2fdf92-442d-43a8-a0ce-ff8e6df0eb22 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60203138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62288677'] for subnet, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:28.105591 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-f72a086a-c1cb-419d-bf88-d959a301b810 None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:35:28.108490 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [None req-94140fb7-71a6-4f4e-b194-27e8aa7d4454 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] device_id is not set on port e8a201f6-3482-4489-a864-fd219083b1aa yet. {{(pid=102431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:35:28.110930 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72a086a-c1cb-419d-bf88-d959a301b810 None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:35:28.132452 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 58666) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:28.135029 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2fdf92-442d-43a8-a0ce-ff8e6df0eb22 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Pushing event deleted for resources: {'Subnet': ['ID=9e5913ab-346e-4bef-85ce-08e097265002,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:28.174820 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2b2fdf92-442d-43a8-a0ce-ff8e6df0eb22 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks [] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:28.187503 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-2b2fdf92-442d-43a8-a0ce-ff8e6df0eb22 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "DELETE /v2.0/subnets/9e5913ab-346e-4bef-85ce-08e097265002 HTTP/1.1" status: 204 len: 168 time: 0.9908061 Jan 18 22:35:28.191355 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 58672) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:28.198193 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 219aa0a4-5bf7-4bfc-9dda-af759a0d1faa up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:35:28.310527 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bae9e5ec-c541-4ad7-b6ac-54ce1dd9c2af tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:28.317320 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 58678) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:28.321403 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-f72a086a-c1cb-419d-bf88-d959a301b810 None None] Attempting to bind port 2eef7687-a59c-4268-936c-fcbdef5ca59e on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:35:28.322066 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-f72a086a-c1cb-419d-bf88-d959a301b810 None None] Attempting to bind port 2eef7687-a59c-4268-936c-fcbdef5ca59e by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': 'bb8697be-450e-476a-9edb-83c790dee754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e944226e-270a-42aa-8e1c-52d0dfd98228'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:35:28.322911 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72a086a-c1cb-419d-bf88-d959a301b810 None None] Attempting to bind port 2eef7687-a59c-4268-936c-fcbdef5ca59e on network e944226e-270a-42aa-8e1c-52d0dfd98228 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:35:28.372980 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72a086a-c1cb-419d-bf88-d959a301b810 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:35:28.373361 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72a086a-c1cb-419d-bf88-d959a301b810 None None] Checking segment: {'id': 'bb8697be-450e-476a-9edb-83c790dee754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e944226e-270a-42aa-8e1c-52d0dfd98228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:35:28.373855 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f72a086a-c1cb-419d-bf88-d959a301b810 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:28.374345 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72a086a-c1cb-419d-bf88-d959a301b810 None None] Bound using segment: {'id': 'bb8697be-450e-476a-9edb-83c790dee754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e944226e-270a-42aa-8e1c-52d0dfd98228'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:35:28.374839 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-f72a086a-c1cb-419d-bf88-d959a301b810 None None] Bound port: 2eef7687-a59c-4268-936c-fcbdef5ca59e, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb8697be-450e-476a-9edb-83c790dee754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e944226e-270a-42aa-8e1c-52d0dfd98228'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:35:28.375224 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f72a086a-c1cb-419d-bf88-d959a301b810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:28.453198 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-94140fb7-71a6-4f4e-b194-27e8aa7d4454 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Allocated IP 2001:db8::8c (e944226e-270a-42aa-8e1c-52d0dfd98228/d2d331e9-00da-466d-9b00-c5d0f05f768c/e8a201f6-3482-4489-a864-fd219083b1aa) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:35:28.485284 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a38e290-68b8-4593-8e01-f128de6e8104 None None] Network 3391fe6c-041e-4cb3-b038-7ed18b86b0df requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:35:28.494287 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-bae9e5ec-c541-4ad7-b6ac-54ce1dd9c2af tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Deleting port 219aa0a4-5bf7-4bfc-9dda-af759a0d1faa {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:35:28.494630 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bae9e5ec-c541-4ad7-b6ac-54ce1dd9c2af tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:28.498623 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 219aa0a4-5bf7-4bfc-9dda-af759a0d1faa triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:35:28.500389 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:28.561709 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-49da1a25-648e-41c6-a667-a1bf8d253b83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:28.572088 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6f31b990-308c-4356-9ad4-ea3755b00373 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:28.617243 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-bae9e5ec-c541-4ad7-b6ac-54ce1dd9c2af tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] For port 219aa0a4-5bf7-4bfc-9dda-af759a0d1faa, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=219aa0a4-5bf7-4bfc-9dda-af759a0d1faa,segment=NetworkSegment(1613a1be-9fa6-4f9d-99c7-8c9a2bce2954),segment_id=1613a1be-9fa6-4f9d-99c7-8c9a2bce2954)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:35:28.618020 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bae9e5ec-c541-4ad7-b6ac-54ce1dd9c2af tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:28.623818 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-408cf210-bcf0-4e78-9c95-a2dab4889833 None None] Provisioning complete for port 219aa0a4-5bf7-4bfc-9dda-af759a0d1faa triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:35:28.624791 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-408cf210-bcf0-4e78-9c95-a2dab4889833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:28.627126 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-f72a086a-c1cb-419d-bf88-d959a301b810 None None] For port 2eef7687-a59c-4268-936c-fcbdef5ca59e, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:35:28.628938 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-94140fb7-71a6-4f4e-b194-27e8aa7d4454 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:28.635862 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-f72a086a-c1cb-419d-bf88-d959a301b810 None None] For port 2eef7687-a59c-4268-936c-fcbdef5ca59e, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=2eef7687-a59c-4268-936c-fcbdef5ca59e,segment=NetworkSegment(bb8697be-450e-476a-9edb-83c790dee754),segment_id=bb8697be-450e-476a-9edb-83c790dee754)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:35:28.649628 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-bae9e5ec-c541-4ad7-b6ac-54ce1dd9c2af tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Calling delete_port for 219aa0a4-5bf7-4bfc-9dda-af759a0d1faa owned by network:dhcp {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:35:28.664628 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f72a086a-c1cb-419d-bf88-d959a301b810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:28.686306 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-94140fb7-71a6-4f4e-b194-27e8aa7d4454 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:28.733542 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94140fb7-71a6-4f4e-b194-27e8aa7d4454 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Network e944226e-270a-42aa-8e1c-52d0dfd98228 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:35:28.743362 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-94140fb7-71a6-4f4e-b194-27e8aa7d4454 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:35:28.750706 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94140fb7-71a6-4f4e-b194-27e8aa7d4454 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:35:28.758043 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94140fb7-71a6-4f4e-b194-27e8aa7d4454 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:28.758812 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-94140fb7-71a6-4f4e-b194-27e8aa7d4454 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:28.759692 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72a086a-c1cb-419d-bf88-d959a301b810 None None] Pushing event updated for resources: {'Port': ['ID=2eef7687-a59c-4268-936c-fcbdef5ca59e,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:28.779995 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94140fb7-71a6-4f4e-b194-27e8aa7d4454 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Pushing event updated for resources: {'Port': ['ID=e8a201f6-3482-4489-a864-fd219083b1aa,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:28.790906 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-49da1a25-648e-41c6-a667-a1bf8d253b83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:28.795103 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-94140fb7-71a6-4f4e-b194-27e8aa7d4454 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1466377 Jan 18 22:35:28.795775 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58686) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:28.802420 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-9f4a1def-4c2f-449a-9e19-0cca86a163a7 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Request body: {'subnet': {'network_id': 'e944226e-270a-42aa-8e1c-52d0dfd98228', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:35:28.806075 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-49da1a25-648e-41c6-a667-a1bf8d253b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:28.891565 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6f31b990-308c-4356-9ad4-ea3755b00373 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:28.892345 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:28.901042 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-49da1a25-648e-41c6-a667-a1bf8d253b83 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b80fe5c9ff40443f81158e7174ae51af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7593553 Jan 18 22:35:28.901965 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 58688) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:28.920606 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6f31b990-308c-4356-9ad4-ea3755b00373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:28.944863 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49da1a25-648e-41c6-a667-a1bf8d253b83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9798f960-0cf0-4953-a9d2-87d76dca01c0,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:28.977018 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f4a1def-4c2f-449a-9e19-0cca86a163a7 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Made reservation on behalf of 7c0179a097dd413e9755022eddbfface for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:35:28.981332 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9f4a1def-4c2f-449a-9e19-0cca86a163a7 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:28.988509 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2564ffa-0c24-4c98-b1b4-890591416b5b None None] DHCP port deletion for 3391fe6c-041e-4cb3-b038-7ed18b86b0df request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:35:29.020349 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f31b990-308c-4356-9ad4-ea3755b00373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12729b4d-111a-4098-b140-d3fb4565211d,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:29.050976 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-408cf210-bcf0-4e78-9c95-a2dab4889833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:29.052228 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bae9e5ec-c541-4ad7-b6ac-54ce1dd9c2af tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:29.104589 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-6f31b990-308c-4356-9ad4-ea3755b00373 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2118cd38395a4887af5412490e758f17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7858074 Jan 18 22:35:29.121242 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58696) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:29.152430 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae9e5ec-c541-4ad7-b6ac-54ce1dd9c2af tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Pushing event deleted for resources: {'Port': ['ID=219aa0a4-5bf7-4bfc-9dda-af759a0d1faa,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:29.156171 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae9e5ec-c541-4ad7-b6ac-54ce1dd9c2af tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] No DVR routers for this DVR port 219aa0a4-5bf7-4bfc-9dda-af759a0d1faa on host n-d-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:35:29.166522 n-d-825064-1 neutron-server[102431]: INFO neutron.db.ipam_backend_mixin [None req-9f4a1def-4c2f-449a-9e19-0cca86a163a7 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d2d331e9-00da-466d-9b00-c5d0f05f768c (CIDR: 2001:db8::/64) Jan 18 22:35:29.187998 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f4a1def-4c2f-449a-9e19-0cca86a163a7 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 22:35:29.188758 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f4a1def-4c2f-449a-9e19-0cca86a163a7 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:35:29.213252 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d09af5dd-55db-4637-90ff-175bfdc352a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:29.253548 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-9f4a1def-4c2f-449a-9e19-0cca86a163a7 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4566901 Jan 18 22:35:29.262575 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cf68823f-15ba-4f23-afe7-553a0f2c991d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:29.262752 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1550fc74-9423-4d3e-82d0-537cdd076005 req-9fad617c-1eb5-4eae-aaab-43b705ea870a tempest-ServerGroupTestJSON-928818456 tempest-ServerGroupTestJSON-928818456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:29.262752 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1550fc74-9423-4d3e-82d0-537cdd076005 req-9fad617c-1eb5-4eae-aaab-43b705ea870a tempest-ServerGroupTestJSON-928818456 tempest-ServerGroupTestJSON-928818456-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce17ecc8-5070-4254-8d6a-1eb4de21296c HTTP/1.1" status: 200 len: 945 time: 0.1800883 Jan 18 22:35:29.262752 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 58700) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:29.274360 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-bdc3b8e0-4ce0-40f1-9939-4a2e2a009a5f tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Request body: {'subnet': {'network_id': 'e944226e-270a-42aa-8e1c-52d0dfd98228', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:35:29.297025 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cf68823f-15ba-4f23-afe7-553a0f2c991d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:29.346198 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bae9e5ec-c541-4ad7-b6ac-54ce1dd9c2af tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:29.364008 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d09af5dd-55db-4637-90ff-175bfdc352a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:29.368357 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cf68823f-15ba-4f23-afe7-553a0f2c991d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:29.372392 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cf68823f-15ba-4f23-afe7-553a0f2c991d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:29.374087 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-cf68823f-15ba-4f23-afe7-553a0f2c991d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/12729b4d-111a-4098-b140-d3fb4565211d HTTP/1.1" status: 204 len: 168 time: 0.2519045 Jan 18 22:35:29.385559 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf68823f-15ba-4f23-afe7-553a0f2c991d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12729b4d-111a-4098-b140-d3fb4565211d,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:29.422361 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-bae9e5ec-c541-4ad7-b6ac-54ce1dd9c2af tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3391fe6c-041e-4cb3-b038-7ed18b86b0df']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:35:29.480648 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-bae9e5ec-c541-4ad7-b6ac-54ce1dd9c2af tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1613a1be-9fa6-4f9d-99c7-8c9a2bce2954') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:35:29.481047 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-bae9e5ec-c541-4ad7-b6ac-54ce1dd9c2af tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1613a1be-9fa6-4f9d-99c7-8c9a2bce2954') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:35:29.496857 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bae9e5ec-c541-4ad7-b6ac-54ce1dd9c2af tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60394742'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:29.501270 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1550fc74-9423-4d3e-82d0-537cdd076005 req-b0fee815-cad9-439e-8a85-fdb62eb8a29f tempest-ServerGroupTestJSON-928818456 tempest-ServerGroupTestJSON-928818456-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc8cea29-a026-4cdb-8704-d8632b67961a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095823 Jan 18 22:35:29.535310 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bae9e5ec-c541-4ad7-b6ac-54ce1dd9c2af tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:29.549671 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bae9e5ec-c541-4ad7-b6ac-54ce1dd9c2af tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:35:29.550064 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bae9e5ec-c541-4ad7-b6ac-54ce1dd9c2af tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60203044'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:29.555052 n-d-825064-1 neutron-server[102430]: Traceback (most recent call last): Jan 18 22:35:29.555052 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:35:29.555052 n-d-825064-1 neutron-server[102430]: timer() Jan 18 22:35:29.555052 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:35:29.555052 n-d-825064-1 neutron-server[102430]: cb(*args, **kw) Jan 18 22:35:29.555052 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:35:29.555052 n-d-825064-1 neutron-server[102430]: return func(*args, **kwargs) Jan 18 22:35:29.555052 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:35:29.555052 n-d-825064-1 neutron-server[102430]: self._notify() Jan 18 22:35:29.555052 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:35:29.555052 n-d-825064-1 neutron-server[102430]: self.callback(batched_events) Jan 18 22:35:29.555052 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:35:29.555052 n-d-825064-1 neutron-server[102430]: event.method(event) Jan 18 22:35:29.555052 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:35:29.555052 n-d-825064-1 neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:35:29.555052 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:35:29.555052 n-d-825064-1 neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:35:29.555052 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:35:29.555052 n-d-825064-1 neutron-server[102430]: return f(self, *a, **k) Jan 18 22:35:29.555052 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:35:29.555052 n-d-825064-1 neutron-server[102430]: return self._get(url).json() Jan 18 22:35:29.555052 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:35:29.555052 n-d-825064-1 neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:35:29.555052 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:35:29.555052 n-d-825064-1 neutron-server[102430]: return self.request(url, 'GET', **kwargs) Jan 18 22:35:29.555052 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:35:29.555052 n-d-825064-1 neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:35:29.555052 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:35:29.555052 n-d-825064-1 neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:35:29.555052 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:35:29.555052 n-d-825064-1 neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:35:29.555052 n-d-825064-1 neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:35:29.567697 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d09af5dd-55db-4637-90ff-175bfdc352a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:29.570617 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d09af5dd-55db-4637-90ff-175bfdc352a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:29.574260 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-d09af5dd-55db-4637-90ff-175bfdc352a8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9798f960-0cf0-4953-a9d2-87d76dca01c0 HTTP/1.1" status: 204 len: 168 time: 0.6637218 Jan 18 22:35:29.629356 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09af5dd-55db-4637-90ff-175bfdc352a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9798f960-0cf0-4953-a9d2-87d76dca01c0,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:29.670200 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bae9e5ec-c541-4ad7-b6ac-54ce1dd9c2af tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:29.672991 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdc3b8e0-4ce0-40f1-9939-4a2e2a009a5f tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Made reservation on behalf of 7c0179a097dd413e9755022eddbfface for: {'subnet': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:35:29.681033 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bdc3b8e0-4ce0-40f1-9939-4a2e2a009a5f tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62288702'] for subnet, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:29.713977 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bae9e5ec-c541-4ad7-b6ac-54ce1dd9c2af tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:29.718739 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-bae9e5ec-c541-4ad7-b6ac-54ce1dd9c2af tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "DELETE /v2.0/networks/3391fe6c-041e-4cb3-b038-7ed18b86b0df HTTP/1.1" status: 204 len: 168 time: 1.5262141 Jan 18 22:35:29.722581 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58716) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:29.729153 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-520513f5-c226-4cdf-af3d-20055a6bc487 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-312912705'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:35:29.768440 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae9e5ec-c541-4ad7-b6ac-54ce1dd9c2af tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Pushing event deleted for resources: {'Network': ['ID=3391fe6c-041e-4cb3-b038-7ed18b86b0df,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:29.796400 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-520513f5-c226-4cdf-af3d-20055a6bc487 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Made reservation on behalf of 7f7e3488513a4b34800a857d787e609b for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:35:29.802424 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-520513f5-c226-4cdf-af3d-20055a6bc487 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:29.852290 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-520513f5-c226-4cdf-af3d-20055a6bc487 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:35:29.863496 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-520513f5-c226-4cdf-af3d-20055a6bc487 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:29.863872 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-520513f5-c226-4cdf-af3d-20055a6bc487 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Added segment 00b74ba3-b3c1-4c7a-b13e-40c79e848229 of type vlan for network 08a7fa06-d2b4-45d9-9b79-f2ae9f609e2b Jan 18 22:35:29.915263 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-520513f5-c226-4cdf-af3d-20055a6bc487 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:30.002618 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-520513f5-c226-4cdf-af3d-20055a6bc487 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:30.011179 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520513f5-c226-4cdf-af3d-20055a6bc487 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:30.012650 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-520513f5-c226-4cdf-af3d-20055a6bc487 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:30.043953 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-520513f5-c226-4cdf-af3d-20055a6bc487 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3202484 Jan 18 22:35:30.085165 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58728) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:30.097843 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-8930e889-2a62-4642-a01f-7a4f91a117eb tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Request body: {'subnet': {'network_id': '08a7fa06-d2b4-45d9-9b79-f2ae9f609e2b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:35:30.154643 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 2eef7687-a59c-4268-936c-fcbdef5ca59e up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:35:30.231732 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 2eef7687-a59c-4268-936c-fcbdef5ca59e triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:35:30.232717 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:30.263569 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520513f5-c226-4cdf-af3d-20055a6bc487 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Pushing event updated for resources: {'Network': ['ID=08a7fa06-d2b4-45d9-9b79-f2ae9f609e2b,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:30.293267 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 08a7fa06-d2b4-45d9-9b79-f2ae9f609e2b details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:35:30.322623 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed5caef-97ed-4c92-b9e2-1a6b6b0fa465 req-45f493bb-b826-4ad5-8599-df2d43815e51 tempest-ServerGroupTestJSON-928818456 tempest-ServerGroupTestJSON-928818456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:30.331030 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9ed5caef-97ed-4c92-b9e2-1a6b6b0fa465 req-45f493bb-b826-4ad5-8599-df2d43815e51 tempest-ServerGroupTestJSON-928818456 tempest-ServerGroupTestJSON-928818456-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce17ecc8-5070-4254-8d6a-1eb4de21296c HTTP/1.1" status: 200 len: 945 time: 0.1703477 Jan 18 22:35:30.333219 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bdc3b8e0-4ce0-40f1-9939-4a2e2a009a5f tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60203213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62288684'] for subnet, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:30.428592 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc3b8e0-4ce0-40f1-9939-4a2e2a009a5f tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Network e944226e-270a-42aa-8e1c-52d0dfd98228 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:35:30.473744 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8930e889-2a62-4642-a01f-7a4f91a117eb tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Made reservation on behalf of 7f7e3488513a4b34800a857d787e609b for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:35:30.479819 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8930e889-2a62-4642-a01f-7a4f91a117eb tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:30.498109 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc3b8e0-4ce0-40f1-9939-4a2e2a009a5f tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Pushing event updated for resources: {'Subnet': ['ID=0e40291e-e977-472d-8d45-45f3c59695c7,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:30.498469 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-bdc3b8e0-4ce0-40f1-9939-4a2e2a009a5f tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:35:30.508906 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc3b8e0-4ce0-40f1-9939-4a2e2a009a5f tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:30.509504 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bdc3b8e0-4ce0-40f1-9939-4a2e2a009a5f tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks [] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:30.557530 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9ed5caef-97ed-4c92-b9e2-1a6b6b0fa465 req-5ee63d02-8e7a-4d12-9e53-3ceeeece2a98 tempest-ServerGroupTestJSON-928818456 tempest-ServerGroupTestJSON-928818456-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc8cea29-a026-4cdb-8704-d8632b67961a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237608 Jan 18 22:35:30.587325 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-bdc3b8e0-4ce0-40f1-9939-4a2e2a009a5f tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3221266 Jan 18 22:35:30.590433 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 58764) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:30.598142 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:30.611079 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-a66e6922-4bec-4c72-aeba-9a7dba23bff9 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-462645532', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0e40291e-e977-472d-8d45-45f3c59695c7'}], 'security_groups': ['8876e861-bdf8-4aea-9371-6b060396975d']}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:35:30.695204 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port 2eef7687-a59c-4268-936c-fcbdef5ca59e, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=2eef7687-a59c-4268-936c-fcbdef5ca59e,segment=NetworkSegment(bb8697be-450e-476a-9edb-83c790dee754),segment_id=bb8697be-450e-476a-9edb-83c790dee754)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:35:30.702702 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:30.808163 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=2eef7687-a59c-4268-936c-fcbdef5ca59e,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:30.816948 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a18f003-3713-482e-9d4b-e18fc5b2e7f3 None None] Network e944226e-270a-42aa-8e1c-52d0dfd98228 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:35:30.837886 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 219aa0a4-5bf7-4bfc-9dda-af759a0d1faa no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:35:30.889774 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 219aa0a4-5bf7-4bfc-9dda-af759a0d1faa {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:35:30.890241 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 219aa0a4-5bf7-4bfc-9dda-af759a0d1faa not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:35:30.940422 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8930e889-2a62-4642-a01f-7a4f91a117eb tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:31.000410 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-388e0800-b061-4134-ab3d-9e8a459ae10a None None] Provisioning complete for port 55e3ab33-ea66-4955-bc61-007cf7523191 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:35:31.000791 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-388e0800-b061-4134-ab3d-9e8a459ae10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:31.049923 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-388e0800-b061-4134-ab3d-9e8a459ae10a None None] Port 55e3ab33-ea66-4955-bc61-007cf7523191 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:35:31.080785 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8930e889-2a62-4642-a01f-7a4f91a117eb tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Pushing event updated for resources: {'Subnet': ['ID=ff5ea033-eb14-41a1-a3a0-152a83ddb214,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:31.117348 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8930e889-2a62-4642-a01f-7a4f91a117eb tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Checking segment: {'id': '00b74ba3-b3c1-4c7a-b13e-40c79e848229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '08a7fa06-d2b4-45d9-9b79-f2ae9f609e2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:35:31.117803 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8930e889-2a62-4642-a01f-7a4f91a117eb tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Network hostable DHCP agents. Network: 08a7fa06-d2b4-45d9-9b79-f2ae9f609e2b, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:35:31.135443 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-388e0800-b061-4134-ab3d-9e8a459ae10a None None] Provisioning complete for port 2eef7687-a59c-4268-936c-fcbdef5ca59e triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:35:31.135957 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-388e0800-b061-4134-ab3d-9e8a459ae10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:31.159759 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8930e889-2a62-4642-a01f-7a4f91a117eb tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Network 08a7fa06-d2b4-45d9-9b79-f2ae9f609e2b is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:35:31.183400 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-8930e889-2a62-4642-a01f-7a4f91a117eb tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 08a7fa06-d2b4-45d9-9b79-f2ae9f609e2b) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:35:31.188285 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8930e889-2a62-4642-a01f-7a4f91a117eb tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:31.189735 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8930e889-2a62-4642-a01f-7a4f91a117eb tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:31.210541 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f8db84-e343-4f94-b011-8b8b80217bcc None None] Network 08a7fa06-d2b4-45d9-9b79-f2ae9f609e2b requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:35:31.218057 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-8930e889-2a62-4642-a01f-7a4f91a117eb tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1287413 Jan 18 22:35:31.220748 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58792) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:31.226409 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-602b442d-a744-4c64-8007-41f2b4774239 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Request body: {'port': {'network_id': '08a7fa06-d2b4-45d9-9b79-f2ae9f609e2b', 'security_groups': [], 'name': 'tempest-PortsTestJSON-670618424'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:35:31.230855 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58794) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:31.354238 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a66e6922-4bec-4c72-aeba-9a7dba23bff9 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:31.378821 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58800) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:31.398199 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e436657-6e13-4331-868e-d0abf585d874 req-aa8b05c2-a0d7-4596-9307-8146e07d3fb8 tempest-ServerGroupTestJSON-928818456 tempest-ServerGroupTestJSON-928818456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:31.399964 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6e436657-6e13-4331-868e-d0abf585d874 req-aa8b05c2-a0d7-4596-9307-8146e07d3fb8 tempest-ServerGroupTestJSON-928818456 tempest-ServerGroupTestJSON-928818456-project] 10.222.0.67 "GET /v2.0/ports?device_id=ce17ecc8-5070-4254-8d6a-1eb4de21296c HTTP/1.1" status: 200 len: 945 time: 0.1840882 Jan 18 22:35:31.524740 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-602b442d-a744-4c64-8007-41f2b4774239 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Made reservation on behalf of 7f7e3488513a4b34800a857d787e609b for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:35:31.532104 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-602b442d-a744-4c64-8007-41f2b4774239 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:31.557071 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [None req-602b442d-a744-4c64-8007-41f2b4774239 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] device_id is not set on port d8741623-df22-4741-9157-abd1401fbc1d yet. {{(pid=102431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:35:31.563845 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f16d82-45c6-4219-afac-7bcf004fbdb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-08a7fa06-d2b4-45d9-9b79-f2ae9f609e2b', 'network_id': '08a7fa06-d2b4-45d9-9b79-f2ae9f609e2b', 'tenant_id': '7f7e3488513a4b34800a857d787e609b', 'fixed_ips': [{'subnet_id': 'ff5ea033-eb14-41a1-a3a0-152a83ddb214'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:35:31.564714 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b4f16d82-45c6-4219-afac-7bcf004fbdb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:31.619666 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6d64404f-94fc-4ae4-b886-095e2bbf42eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:31.715462 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6d64404f-94fc-4ae4-b886-095e2bbf42eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:31.724404 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-31cfef2d-52ba-4cdb-af30-8895304e4e99 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1592559354'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:35:31.731177 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6d64404f-94fc-4ae4-b886-095e2bbf42eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:31.778744 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-6e436657-6e13-4331-868e-d0abf585d874 req-8b07bd97-4934-4aa9-977d-e45f225fec6f tempest-ServerGroupTestJSON-928818456 tempest-ServerGroupTestJSON-928818456-project] Deleting port 42e4947f-3e29-4679-a4e7-bbe8a9829db1 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:35:31.779435 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-6e436657-6e13-4331-868e-d0abf585d874 req-8b07bd97-4934-4aa9-977d-e45f225fec6f tempest-ServerGroupTestJSON-928818456 tempest-ServerGroupTestJSON-928818456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:31.818491 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b67244-4e38-4097-b8ea-9f5abbc1263f None None] Update dhcp port {'port': {'network_id': 'e944226e-270a-42aa-8e1c-52d0dfd98228', 'fixed_ips': [{'subnet_id': 'd2d331e9-00da-466d-9b00-c5d0f05f768c', 'ip_address': '2001:db8::2'}, {'subnet_id': '0e40291e-e977-472d-8d45-45f3c59695c7'}], 'binding:host_id': 'n-d-825064-1'}, 'id': '2eef7687-a59c-4268-936c-fcbdef5ca59e'} from n-d-825064-1. {{(pid=102432) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jan 18 22:35:31.825756 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d64404f-94fc-4ae4-b886-095e2bbf42eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0df37994-7bef-4c74-bd97-d511cbcad21d,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:31.837486 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-6d64404f-94fc-4ae4-b886-095e2bbf42eb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a8ad83c62441475385a81df2826c6f12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4573996 Jan 18 22:35:31.842522 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58806) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:31.862896 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31cfef2d-52ba-4cdb-af30-8895304e4e99 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Made reservation on behalf of a713e1ffd908444085524c31c3f7dd42 for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:35:31.867278 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-31cfef2d-52ba-4cdb-af30-8895304e4e99 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:31.885731 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-602b442d-a744-4c64-8007-41f2b4774239 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Allocated IP 172.20.0.2 (08a7fa06-d2b4-45d9-9b79-f2ae9f609e2b/ff5ea033-eb14-41a1-a3a0-152a83ddb214/d8741623-df22-4741-9157-abd1401fbc1d) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:35:31.892641 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-31cfef2d-52ba-4cdb-af30-8895304e4e99 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:31.894930 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-6e436657-6e13-4331-868e-d0abf585d874 req-8b07bd97-4934-4aa9-977d-e45f225fec6f tempest-ServerGroupTestJSON-928818456 tempest-ServerGroupTestJSON-928818456-project] For port 42e4947f-3e29-4679-a4e7-bbe8a9829db1, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=42e4947f-3e29-4679-a4e7-bbe8a9829db1,segment=NetworkSegment(4c27e8ce-df4c-4069-9d86-688c75c04bc6),segment_id=4c27e8ce-df4c-4069-9d86-688c75c04bc6)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:35:31.895297 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-6e436657-6e13-4331-868e-d0abf585d874 req-8b07bd97-4934-4aa9-977d-e45f225fec6f tempest-ServerGroupTestJSON-928818456 tempest-ServerGroupTestJSON-928818456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:31.904604 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-94b67244-4e38-4097-b8ea-9f5abbc1263f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:31.940105 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-6e436657-6e13-4331-868e-d0abf585d874 req-8b07bd97-4934-4aa9-977d-e45f225fec6f tempest-ServerGroupTestJSON-928818456 tempest-ServerGroupTestJSON-928818456-project] Calling delete_port for 42e4947f-3e29-4679-a4e7-bbe8a9829db1 owned by compute:nova {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:35:31.983995 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f7ba078f-2e37-4b53-9b12-be1b459ac9be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:32.019149 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39da4ea-ca4f-4158-a794-90dc769fa8a5 req-c5b8ac2c-fe74-4f99-b280-c712f80920cf tempest-ServerGroupTestJSON-928818456 tempest-ServerGroupTestJSON-928818456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:32.026628 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c39da4ea-ca4f-4158-a794-90dc769fa8a5 req-c5b8ac2c-fe74-4f99-b280-c712f80920cf tempest-ServerGroupTestJSON-928818456 tempest-ServerGroupTestJSON-928818456-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce17ecc8-5070-4254-8d6a-1eb4de21296c HTTP/1.1" status: 200 len: 945 time: 0.3397748 Jan 18 22:35:32.068074 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 2eef7687-a59c-4268-936c-fcbdef5ca59e up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:35:32.073946 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f7ba078f-2e37-4b53-9b12-be1b459ac9be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:32.156919 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c39da4ea-ca4f-4158-a794-90dc769fa8a5 req-79af80e4-9ab3-406f-9d86-17eb35239d19 tempest-ServerGroupTestJSON-928818456 tempest-ServerGroupTestJSON-928818456-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc8cea29-a026-4cdb-8704-d8632b67961a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293554 Jan 18 22:35:32.175980 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 2eef7687-a59c-4268-936c-fcbdef5ca59e triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:35:32.176412 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:32.183101 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-602b442d-a744-4c64-8007-41f2b4774239 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:32.209173 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-31cfef2d-52ba-4cdb-af30-8895304e4e99 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:32.223973 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-31cfef2d-52ba-4cdb-af30-8895304e4e99 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:32.242203 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f7ba078f-2e37-4b53-9b12-be1b459ac9be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:32.244832 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f7ba078f-2e37-4b53-9b12-be1b459ac9be admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:32.246054 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-f7ba078f-2e37-4b53-9b12-be1b459ac9be admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0df37994-7bef-4c74-bd97-d511cbcad21d HTTP/1.1" status: 204 len: 168 time: 0.4026108 Jan 18 22:35:32.268802 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31cfef2d-52ba-4cdb-af30-8895304e4e99 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:35:32.289787 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-31cfef2d-52ba-4cdb-af30-8895304e4e99 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:32.290205 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-31cfef2d-52ba-4cdb-af30-8895304e4e99 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Added segment 326c5921-8952-4ba6-b8cd-493a801e0af1 of type vlan for network 1785d7e8-b44a-4124-a2c3-48eaf1f35278 Jan 18 22:35:32.291706 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cfef2d-52ba-4cdb-af30-8895304e4e99 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2beb0436-b64b-4938-87b0-d31cc38f6742,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:32.299203 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-a66e6922-4bec-4c72-aeba-9a7dba23bff9 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Delete allocated IP 2001:db8::8c (e944226e-270a-42aa-8e1c-52d0dfd98228/d2d331e9-00da-466d-9b00-c5d0f05f768c) {{(pid=102430) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 18 22:35:32.315672 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-a66e6922-4bec-4c72-aeba-9a7dba23bff9 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Allocated IP 2001:db8:0:1::94 (e944226e-270a-42aa-8e1c-52d0dfd98228/0e40291e-e977-472d-8d45-45f3c59695c7/e8a201f6-3482-4489-a864-fd219083b1aa) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:35:32.323335 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-602b442d-a744-4c64-8007-41f2b4774239 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:32.325497 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ba078f-2e37-4b53-9b12-be1b459ac9be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df37994-7bef-4c74-bd97-d511cbcad21d,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:32.346223 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-6e436657-6e13-4331-868e-d0abf585d874 req-8b07bd97-4934-4aa9-977d-e45f225fec6f tempest-ServerGroupTestJSON-928818456 tempest-ServerGroupTestJSON-928818456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:32.405301 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['42e4947f-3e29-4679-a4e7-bbe8a9829db1'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:35:32.414880 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b07bd97-4934-4aa9-977d-e45f225fec6f tempest-ServerGroupTestJSON-928818456 tempest-ServerGroupTestJSON-928818456-project] Pushing event deleted for resources: {'Port': ['ID=42e4947f-3e29-4679-a4e7-bbe8a9829db1,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:32.446036 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e436657-6e13-4331-868e-d0abf585d874 req-8b07bd97-4934-4aa9-977d-e45f225fec6f tempest-ServerGroupTestJSON-928818456 tempest-ServerGroupTestJSON-928818456-project] No DVR routers for this DVR port 42e4947f-3e29-4679-a4e7-bbe8a9829db1 on host n-h2-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:35:32.450463 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-6e436657-6e13-4331-868e-d0abf585d874 req-8b07bd97-4934-4aa9-977d-e45f225fec6f tempest-ServerGroupTestJSON-928818456 tempest-ServerGroupTestJSON-928818456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:32.454149 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6e436657-6e13-4331-868e-d0abf585d874 req-8b07bd97-4934-4aa9-977d-e45f225fec6f tempest-ServerGroupTestJSON-928818456 tempest-ServerGroupTestJSON-928818456-project] 10.222.0.67 "DELETE /v2.0/ports/42e4947f-3e29-4679-a4e7-bbe8a9829db1 HTTP/1.1" status: 204 len: 173 time: 1.0070789 Jan 18 22:35:32.454830 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce17ecc8-5070-4254-8d6a-1eb4de21296c', 'name': 'network-vif-deleted', 'tag': '42e4947f-3e29-4679-a4e7-bbe8a9829db1'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:35:32.457066 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fe2225e-a2eb-47aa-a3a5-01c202a42037" -d '{"events": [{"server_uuid": "ce17ecc8-5070-4254-8d6a-1eb4de21296c", "name": "network-vif-deleted", "tag": "42e4947f-3e29-4679-a4e7-bbe8a9829db1"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:35:32.480630 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602b442d-a744-4c64-8007-41f2b4774239 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Network 08a7fa06-d2b4-45d9-9b79-f2ae9f609e2b is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:35:32.515980 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.db.api [None req-b4f16d82-45c6-4219-afac-7bcf004fbdb4 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-54cf8410-b8f3-40c9-9ff3-bbfafe5a7e71 {{(pid=102432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 22:35:32.516583 n-d-825064-1 neutron-server[102432]: DEBUG oslo_db.api [None req-b4f16d82-45c6-4219-afac-7bcf004fbdb4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 22:35:32.525189 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-602b442d-a744-4c64-8007-41f2b4774239 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:35:32.535269 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-31cfef2d-52ba-4cdb-af30-8895304e4e99 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:32.541806 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602b442d-a744-4c64-8007-41f2b4774239 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:35:32.559638 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-669c3f01-6114-4d9c-bb13-7ed3dc9e0272 x-openstack-request-id: req-669c3f01-6114-4d9c-bb13-7ed3dc9e0272 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:35:32.559957 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce17ecc8-5070-4254-8d6a-1eb4de21296c", "name": "network-vif-deleted", "tag": "42e4947f-3e29-4679-a4e7-bbe8a9829db1", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:35:32.560383 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-669c3f01-6114-4d9c-bb13-7ed3dc9e0272 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:35:32.560927 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce17ecc8-5070-4254-8d6a-1eb4de21296c', 'name': 'network-vif-deleted', 'tag': '42e4947f-3e29-4679-a4e7-bbe8a9829db1', 'status': 'completed', 'code': 200} Jan 18 22:35:32.608836 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602b442d-a744-4c64-8007-41f2b4774239 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Pushing event updated for resources: {'Port': ['ID=d8741623-df22-4741-9157-abd1401fbc1d,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:32.627779 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602b442d-a744-4c64-8007-41f2b4774239 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:32.629186 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-602b442d-a744-4c64-8007-41f2b4774239 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:32.640452 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-31cfef2d-52ba-4cdb-af30-8895304e4e99 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:32.644347 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a66e6922-4bec-4c72-aeba-9a7dba23bff9 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:32.647755 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31cfef2d-52ba-4cdb-af30-8895304e4e99 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:32.648670 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-31cfef2d-52ba-4cdb-af30-8895304e4e99 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:32.660519 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-602b442d-a744-4c64-8007-41f2b4774239 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 1.4385056 Jan 18 22:35:32.663860 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 58816) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:32.715420 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-94b67244-4e38-4097-b8ea-9f5abbc1263f None None] Allocated IP 2001:db8:0:1::2 (e944226e-270a-42aa-8e1c-52d0dfd98228/0e40291e-e977-472d-8d45-45f3c59695c7/2eef7687-a59c-4268-936c-fcbdef5ca59e) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:35:32.735388 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-31cfef2d-52ba-4cdb-af30-8895304e4e99 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4939964 Jan 18 22:35:32.742697 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58820) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:32.745715 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a66e6922-4bec-4c72-aeba-9a7dba23bff9 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:32.782238 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-e0b6a123-4f52-4c8a-a3a1-ff604dc2de34 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1093393752'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:35:32.792409 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cfef2d-52ba-4cdb-af30-8895304e4e99 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Pushing event updated for resources: {'Network': ['ID=1785d7e8-b44a-4124-a2c3-48eaf1f35278,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:32.816508 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0b6a123-4f52-4c8a-a3a1-ff604dc2de34 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Made reservation on behalf of a713e1ffd908444085524c31c3f7dd42 for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:35:32.822292 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e0b6a123-4f52-4c8a-a3a1-ff604dc2de34 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:32.867758 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-94b67244-4e38-4097-b8ea-9f5abbc1263f None None] For port 2eef7687-a59c-4268-936c-fcbdef5ca59e, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=2eef7687-a59c-4268-936c-fcbdef5ca59e,segment=NetworkSegment(bb8697be-450e-476a-9edb-83c790dee754),segment_id=bb8697be-450e-476a-9edb-83c790dee754)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:35:32.878955 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-a66e6922-4bec-4c72-aeba-9a7dba23bff9 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] In _notify_port_updated(), no bound segment for port e8a201f6-3482-4489-a864-fd219083b1aa on network e944226e-270a-42aa-8e1c-52d0dfd98228 {{(pid=102430) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 18 22:35:32.887424 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66e6922-4bec-4c72-aeba-9a7dba23bff9 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:32.888226 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a66e6922-4bec-4c72-aeba-9a7dba23bff9 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:32.892272 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-a66e6922-4bec-4c72-aeba-9a7dba23bff9 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "PUT /v2.0/ports/e8a201f6-3482-4489-a864-fd219083b1aa HTTP/1.1" status: 200 len: 929 time: 2.2974801 Jan 18 22:35:32.895538 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58826) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:32.902247 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66e6922-4bec-4c72-aeba-9a7dba23bff9 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Pushing event updated for resources: {'Port': ['ID=e8a201f6-3482-4489-a864-fd219083b1aa,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:32.913994 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-94b67244-4e38-4097-b8ea-9f5abbc1263f None None] Notify callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:32.915830 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-b2d997ad-0d9e-4756-8626-80d7c26eaa61 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Deleting port d8741623-df22-4741-9157-abd1401fbc1d {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:35:32.915830 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b2d997ad-0d9e-4756-8626-80d7c26eaa61 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:32.922442 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0b6a123-4f52-4c8a-a3a1-ff604dc2de34 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:35:32.925160 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 1785d7e8-b44a-4124-a2c3-48eaf1f35278 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:35:32.978436 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e0b6a123-4f52-4c8a-a3a1-ff604dc2de34 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:32.979161 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-e0b6a123-4f52-4c8a-a3a1-ff604dc2de34 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Added segment d5be0f55-34b7-4f9d-baac-e7a55f7e93e5 of type vlan for network e61004d9-9fac-4d14-87e8-d9b8af8e50b5 Jan 18 22:35:33.052027 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e0b6a123-4f52-4c8a-a3a1-ff604dc2de34 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:33.066187 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-94b67244-4e38-4097-b8ea-9f5abbc1263f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:33.071571 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b4f16d82-45c6-4219-afac-7bcf004fbdb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:33.104992 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b2d997ad-0d9e-4756-8626-80d7c26eaa61 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:33.115932 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-15ed8713-ecb9-468e-adbc-5cecc26e6266 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Deleting port e8a201f6-3482-4489-a864-fd219083b1aa {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:35:33.116342 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-15ed8713-ecb9-468e-adbc-5cecc26e6266 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:33.121053 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e0b6a123-4f52-4c8a-a3a1-ff604dc2de34 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:33.125677 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-b2d997ad-0d9e-4756-8626-80d7c26eaa61 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Calling delete_port for d8741623-df22-4741-9157-abd1401fbc1d owned by {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:35:33.128492 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b6a123-4f52-4c8a-a3a1-ff604dc2de34 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:33.129134 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e0b6a123-4f52-4c8a-a3a1-ff604dc2de34 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:33.337404 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b2d997ad-0d9e-4756-8626-80d7c26eaa61 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:33.430537 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d997ad-0d9e-4756-8626-80d7c26eaa61 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Pushing event deleted for resources: {'Port': ['ID=d8741623-df22-4741-9157-abd1401fbc1d,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:33.437646 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-b4f16d82-45c6-4219-afac-7bcf004fbdb4 None None] Allocated IP 172.20.0.3 (08a7fa06-d2b4-45d9-9b79-f2ae9f609e2b/ff5ea033-eb14-41a1-a3a0-152a83ddb214/0f74c51f-543c-46d7-bc67-80f72c70669d) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:35:33.485861 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-15ed8713-ecb9-468e-adbc-5cecc26e6266 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:33.518525 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-15ed8713-ecb9-468e-adbc-5cecc26e6266 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Calling delete_port for e8a201f6-3482-4489-a864-fd219083b1aa owned by {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:35:33.607114 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b2d997ad-0d9e-4756-8626-80d7c26eaa61 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:33.613905 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-b2d997ad-0d9e-4756-8626-80d7c26eaa61 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "DELETE /v2.0/ports/d8741623-df22-4741-9157-abd1401fbc1d HTTP/1.1" status: 204 len: 168 time: 0.9465659 Jan 18 22:35:33.614636 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 58854) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:33.625601 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b4f16d82-45c6-4219-afac-7bcf004fbdb4 None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:33.648826 n-d-825064-1 neutron-server[102430]: INFO neutron.pecan_wsgi.hooks.translation [None req-d99247ae-c593-4cc3-a9b6-713bc450405b tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] GET failed (client error): The resource could not be found. Jan 18 22:35:33.653417 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-d99247ae-c593-4cc3-a9b6-713bc450405b tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "GET /v2.0/ports/d8741623-df22-4741-9157-abd1401fbc1d HTTP/1.1" status: 404 len: 333 time: 0.0344114 Jan 18 22:35:33.654133 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 58858) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:33.671033 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b4f16d82-45c6-4219-afac-7bcf004fbdb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:33.718292 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_v2 [None req-b66a1b35-0906-459f-89c0-d6d9ef218c2f tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Deleting subnet ff5ea033-eb14-41a1-a3a0-152a83ddb214 {{(pid=102430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:35:33.724112 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b66a1b35-0906-459f-89c0-d6d9ef218c2f tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks [] for subnet, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:33.736716 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b67244-4e38-4097-b8ea-9f5abbc1263f None None] Pushing event updated for resources: {'Port': ['ID=2eef7687-a59c-4268-936c-fcbdef5ca59e,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:33.767351 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f16d82-45c6-4219-afac-7bcf004fbdb4 None None] Network 08a7fa06-d2b4-45d9-9b79-f2ae9f609e2b is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:35:33.779330 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58866) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:33.814181 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-b4f16d82-45c6-4219-afac-7bcf004fbdb4 None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:35:33.817857 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f16d82-45c6-4219-afac-7bcf004fbdb4 None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:35:33.836877 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b66a1b35-0906-459f-89c0-d6d9ef218c2f tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60394745'] for subnet, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:33.879444 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f16d82-45c6-4219-afac-7bcf004fbdb4 None None] Pushing event updated for resources: {'Port': ['ID=0f74c51f-543c-46d7-bc67-80f72c70669d,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:33.906055 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-b4f16d82-45c6-4219-afac-7bcf004fbdb4 None None] Attempting to bind port 0f74c51f-543c-46d7-bc67-80f72c70669d on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:35:33.906713 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-b4f16d82-45c6-4219-afac-7bcf004fbdb4 None None] Attempting to bind port 0f74c51f-543c-46d7-bc67-80f72c70669d by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '00b74ba3-b3c1-4c7a-b13e-40c79e848229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '08a7fa06-d2b4-45d9-9b79-f2ae9f609e2b'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:35:33.907236 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f16d82-45c6-4219-afac-7bcf004fbdb4 None None] Attempting to bind port 0f74c51f-543c-46d7-bc67-80f72c70669d on network 08a7fa06-d2b4-45d9-9b79-f2ae9f609e2b {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:35:33.910226 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-e0b6a123-4f52-4c8a-a3a1-ff604dc2de34 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1503754 Jan 18 22:35:33.914390 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f16d82-45c6-4219-afac-7bcf004fbdb4 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:35:33.915019 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f16d82-45c6-4219-afac-7bcf004fbdb4 None None] Checking segment: {'id': '00b74ba3-b3c1-4c7a-b13e-40c79e848229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '08a7fa06-d2b4-45d9-9b79-f2ae9f609e2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:35:33.915621 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b4f16d82-45c6-4219-afac-7bcf004fbdb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:33.916269 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f16d82-45c6-4219-afac-7bcf004fbdb4 None None] Bound using segment: {'id': '00b74ba3-b3c1-4c7a-b13e-40c79e848229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '08a7fa06-d2b4-45d9-9b79-f2ae9f609e2b'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:35:33.916932 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-b4f16d82-45c6-4219-afac-7bcf004fbdb4 None None] Bound port: 0f74c51f-543c-46d7-bc67-80f72c70669d, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00b74ba3-b3c1-4c7a-b13e-40c79e848229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '08a7fa06-d2b4-45d9-9b79-f2ae9f609e2b'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:35:33.917637 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b4f16d82-45c6-4219-afac-7bcf004fbdb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:33.921575 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 58868) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:33.933302 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-90f2771c-7fb9-467a-8ac5-32721fa77a93 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Request body: {'subnet': {'network_id': '1785d7e8-b44a-4124-a2c3-48eaf1f35278', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:35:33.936703 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-15ed8713-ecb9-468e-adbc-5cecc26e6266 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:33.950403 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b6a123-4f52-4c8a-a3a1-ff604dc2de34 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Pushing event updated for resources: {'Network': ['ID=e61004d9-9fac-4d14-87e8-d9b8af8e50b5,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:34.008024 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-b4f16d82-45c6-4219-afac-7bcf004fbdb4 None None] For port 0f74c51f-543c-46d7-bc67-80f72c70669d, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:35:34.011543 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-b4f16d82-45c6-4219-afac-7bcf004fbdb4 None None] For port 0f74c51f-543c-46d7-bc67-80f72c70669d, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=0f74c51f-543c-46d7-bc67-80f72c70669d,segment=NetworkSegment(00b74ba3-b3c1-4c7a-b13e-40c79e848229),segment_id=00b74ba3-b3c1-4c7a-b13e-40c79e848229)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:35:34.014456 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network e61004d9-9fac-4d14-87e8-d9b8af8e50b5 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:35:34.033835 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b4f16d82-45c6-4219-afac-7bcf004fbdb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:34.098501 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6e26b38-d1d3-4751-a9cf-40ab5cbd9cb5 admin admin] Deleting subnet 9469aa10-1bf2-46b1-a10d-18c84a0e08e1 {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:35:34.112506 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e6e26b38-d1d3-4751-a9cf-40ab5cbd9cb5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:34.114680 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ed8713-ecb9-468e-adbc-5cecc26e6266 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Pushing event deleted for resources: {'Port': ['ID=e8a201f6-3482-4489-a864-fd219083b1aa,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:34.148161 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 2eef7687-a59c-4268-936c-fcbdef5ca59e up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:35:34.212559 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b66a1b35-0906-459f-89c0-d6d9ef218c2f tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:34.262458 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f2771c-7fb9-467a-8ac5-32721fa77a93 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Made reservation on behalf of a713e1ffd908444085524c31c3f7dd42 for: {'subnet': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:35:34.266881 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-90f2771c-7fb9-467a-8ac5-32721fa77a93 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62288702'] for subnet, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:34.270150 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f16d82-45c6-4219-afac-7bcf004fbdb4 None None] Pushing event updated for resources: {'Port': ['ID=0f74c51f-543c-46d7-bc67-80f72c70669d,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:34.294816 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 2eef7687-a59c-4268-936c-fcbdef5ca59e triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:35:34.295186 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:34.334857 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-15ed8713-ecb9-468e-adbc-5cecc26e6266 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:34.341186 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-15ed8713-ecb9-468e-adbc-5cecc26e6266 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "DELETE /v2.0/ports/e8a201f6-3482-4489-a864-fd219083b1aa HTTP/1.1" status: 204 len: 168 time: 1.4413984 Jan 18 22:35:34.344194 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58872) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:34.380424 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef3a2ba8-dbcf-4e98-905c-70bb1acdf0a8 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] GET failed (client error): The resource could not be found. Jan 18 22:35:34.382549 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-ef3a2ba8-dbcf-4e98-905c-70bb1acdf0a8 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "GET /v2.0/ports/e8a201f6-3482-4489-a864-fd219083b1aa HTTP/1.1" status: 404 len: 333 time: 0.0378389 Jan 18 22:35:34.386496 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58876) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:34.442246 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e6e26b38-d1d3-4751-a9cf-40ab5cbd9cb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:34.551265 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8129a35b-9e56-4fd8-a937-9565ff2a3ca3 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:34.559873 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e6e26b38-d1d3-4751-a9cf-40ab5cbd9cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:34.581525 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-90f2771c-7fb9-467a-8ac5-32721fa77a93 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60203213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62288684'] for subnet, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:34.662227 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f2771c-7fb9-467a-8ac5-32721fa77a93 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Pushing event updated for resources: {'Subnet': ['ID=f99240c0-404c-4425-bf78-6f8892bb35a4,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:34.672407 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8129a35b-9e56-4fd8-a937-9565ff2a3ca3 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:34.713822 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f2771c-7fb9-467a-8ac5-32721fa77a93 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Checking segment: {'id': '326c5921-8952-4ba6-b8cd-493a801e0af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1785d7e8-b44a-4124-a2c3-48eaf1f35278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:35:34.714347 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f2771c-7fb9-467a-8ac5-32721fa77a93 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Network hostable DHCP agents. Network: 1785d7e8-b44a-4124-a2c3-48eaf1f35278, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:35:34.725553 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b66a1b35-0906-459f-89c0-d6d9ef218c2f tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60203138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62288677'] for subnet, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:34.763186 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66a1b35-0906-459f-89c0-d6d9ef218c2f tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Pushing event deleted for resources: {'Subnet': ['ID=ff5ea033-eb14-41a1-a3a0-152a83ddb214,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:34.765911 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f2771c-7fb9-467a-8ac5-32721fa77a93 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Network 1785d7e8-b44a-4124-a2c3-48eaf1f35278 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:35:34.777268 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b66a1b35-0906-459f-89c0-d6d9ef218c2f tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks [] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:34.780921 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-b66a1b35-0906-459f-89c0-d6d9ef218c2f tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "DELETE /v2.0/subnets/ff5ea033-eb14-41a1-a3a0-152a83ddb214 HTTP/1.1" status: 204 len: 168 time: 1.1261146 Jan 18 22:35:34.783723 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 58884) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:34.810365 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-90f2771c-7fb9-467a-8ac5-32721fa77a93 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 1785d7e8-b44a-4124-a2c3-48eaf1f35278) {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:35:34.814906 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f2771c-7fb9-467a-8ac5-32721fa77a93 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:34.815493 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-90f2771c-7fb9-467a-8ac5-32721fa77a93 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks [] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:34.836454 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0dfd5b0-9b2c-4736-8f0a-369c587ca9be None None] Network 1785d7e8-b44a-4124-a2c3-48eaf1f35278 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:35:34.836951 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e6e26b38-d1d3-4751-a9cf-40ab5cbd9cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:34.858704 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-90f2771c-7fb9-467a-8ac5-32721fa77a93 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9358113 Jan 18 22:35:34.862562 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 58888) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:34.895882 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-80951eb2-3ef1-483f-b213-b58d29e9520a tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Request body: {'subnet': {'network_id': 'e61004d9-9fac-4d14-87e8-d9b8af8e50b5', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:35:34.899475 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e26b38-d1d3-4751-a9cf-40ab5cbd9cb5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9469aa10-1bf2-46b1-a10d-18c84a0e08e1,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:34.904364 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8129a35b-9e56-4fd8-a937-9565ff2a3ca3 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:34.907499 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8129a35b-9e56-4fd8-a937-9565ff2a3ca3 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:34.911121 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-8129a35b-9e56-4fd8-a937-9565ff2a3ca3 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "DELETE /v2.0/security-groups/6cf09518-a18a-439b-927f-8386a45654ba HTTP/1.1" status: 204 len: 168 time: 0.5212367 Jan 18 22:35:34.911121 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e6e26b38-d1d3-4751-a9cf-40ab5cbd9cb5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:34.914719 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-e6e26b38-d1d3-4751-a9cf-40ab5cbd9cb5 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/9469aa10-1bf2-46b1-a10d-18c84a0e08e1 HTTP/1.1" status: 204 len: 168 time: 1.1276016 Jan 18 22:35:34.923377 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58890) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:34.923715 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58892) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:34.924512 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8129a35b-9e56-4fd8-a937-9565ff2a3ca3 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf09518-a18a-439b-927f-8386a45654ba,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:35.046858 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-170a0fc7-28f6-457e-99f8-918a399c5fef tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:35.059003 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-2c50dab2-5c6e-43c5-95c0-dbb280ae159d None None] Could not find standard attr ID for object e8a201f6-3482-4489-a864-fd219083b1aa. {{(pid=102432) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 22:35:35.144460 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d4069848-9c79-4e42-ab06-35f427c25368 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:35.161419 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 22:35:35.169626 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80951eb2-3ef1-483f-b213-b58d29e9520a tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Made reservation on behalf of a713e1ffd908444085524c31c3f7dd42 for: {'subnet': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:35:35.173505 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-80951eb2-3ef1-483f-b213-b58d29e9520a tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62288702'] for subnet, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:35.190915 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 42e4947f-3e29-4679-a4e7-bbe8a9829db1 no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:35:35.195843 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-2c50dab2-5c6e-43c5-95c0-dbb280ae159d None None] Provisioning complete for port 55e3ab33-ea66-4955-bc61-007cf7523191 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:35:35.196518 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2c50dab2-5c6e-43c5-95c0-dbb280ae159d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:35.200398 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18406f1c-8767-4ae3-9a0a-453c5212bc3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-1785d7e8-b44a-4124-a2c3-48eaf1f35278', 'network_id': '1785d7e8-b44a-4124-a2c3-48eaf1f35278', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'fixed_ips': [{'subnet_id': 'f99240c0-404c-4425-bf78-6f8892bb35a4'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:35:35.201614 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-18406f1c-8767-4ae3-9a0a-453c5212bc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:35.228160 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c7e66f97-9bfa-4e94-9f27-fee6d5d8c10c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:35.254176 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d4069848-9c79-4e42-ab06-35f427c25368 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:35.298588 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] No Port match for: 42e4947f-3e29-4679-a4e7-bbe8a9829db1 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:35:35.298922 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 42e4947f-3e29-4679-a4e7-bbe8a9829db1 not bound to the agent host n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:35:35.337832 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-2c50dab2-5c6e-43c5-95c0-dbb280ae159d None None] Port 55e3ab33-ea66-4955-bc61-007cf7523191 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:35:35.430510 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-170a0fc7-28f6-457e-99f8-918a399c5fef tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Deleting port 0f74c51f-543c-46d7-bc67-80f72c70669d {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:35:35.431313 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-170a0fc7-28f6-457e-99f8-918a399c5fef tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:35.451368 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c7e66f97-9bfa-4e94-9f27-fee6d5d8c10c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:35.493519 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d4069848-9c79-4e42-ab06-35f427c25368 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:35.498433 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d4069848-9c79-4e42-ab06-35f427c25368 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:35.504885 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-d4069848-9c79-4e42-ab06-35f427c25368 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "DELETE /v2.0/security-groups/8876e861-bdf8-4aea-9371-6b060396975d HTTP/1.1" status: 204 len: 168 time: 0.5712516 Jan 18 22:35:35.505706 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58906) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:35.517853 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-2c50dab2-5c6e-43c5-95c0-dbb280ae159d None None] Provisioning complete for port 2eef7687-a59c-4268-936c-fcbdef5ca59e triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:35:35.518379 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2c50dab2-5c6e-43c5-95c0-dbb280ae159d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:35.635151 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-170a0fc7-28f6-457e-99f8-918a399c5fef tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] For port 0f74c51f-543c-46d7-bc67-80f72c70669d, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=0f74c51f-543c-46d7-bc67-80f72c70669d,segment=NetworkSegment(00b74ba3-b3c1-4c7a-b13e-40c79e848229),segment_id=00b74ba3-b3c1-4c7a-b13e-40c79e848229)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:35:35.644064 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-170a0fc7-28f6-457e-99f8-918a399c5fef tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:35.649481 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4069848-9c79-4e42-ab06-35f427c25368 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8876e861-bdf8-4aea-9371-6b060396975d,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:35.667164 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-c7e66f97-9bfa-4e94-9f27-fee6d5d8c10c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['389641fa-511b-4eb7-8d7a-0a4549a3123a']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:35:35.701953 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-c7e66f97-9bfa-4e94-9f27-fee6d5d8c10c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c27e8ce-df4c-4069-9d86-688c75c04bc6') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:35:35.702246 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-c7e66f97-9bfa-4e94-9f27-fee6d5d8c10c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c27e8ce-df4c-4069-9d86-688c75c04bc6') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:35:35.710497 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-170a0fc7-28f6-457e-99f8-918a399c5fef tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Calling delete_port for 0f74c51f-543c-46d7-bc67-80f72c70669d owned by network:dhcp {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:35:35.728940 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-18406f1c-8767-4ae3-9a0a-453c5212bc3e None None] Allocated IP 2001:db8::2 (1785d7e8-b44a-4124-a2c3-48eaf1f35278/f99240c0-404c-4425-bf78-6f8892bb35a4/608599d7-a5b3-4e02-9239-f8fc503df9e2) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:35:35.751799 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c7e66f97-9bfa-4e94-9f27-fee6d5d8c10c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:35.811372 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-633fc31e-a024-453a-8033-1582ed5da08b tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Deleting subnet d2d331e9-00da-466d-9b00-c5d0f05f768c {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:35:35.829825 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-633fc31e-a024-453a-8033-1582ed5da08b tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:35.892997 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c7e66f97-9bfa-4e94-9f27-fee6d5d8c10c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:35.914364 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-2df9f058-2a6c-4e27-9aa9-91bbecd40ad3 None None] Could not find standard attr ID for object e8a201f6-3482-4489-a864-fd219083b1aa. {{(pid=102432) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 22:35:35.920418 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7e66f97-9bfa-4e94-9f27-fee6d5d8c10c admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:35:35.921001 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c7e66f97-9bfa-4e94-9f27-fee6d5d8c10c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:35.925744 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:35:35.925744 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:35:35.925744 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:35:35.925744 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:35:35.925744 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:35:35.925744 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:35:35.925744 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:35:35.925744 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:35:35.925744 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:35:35.925744 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:35:35.925744 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:35:35.925744 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:35:35.925744 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:35:35.925744 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:35:35.925744 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:35:35.925744 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:35:35.925744 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:35:35.925744 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:35:35.925744 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:35:35.925744 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:35:35.925744 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:35:35.925744 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:35:35.925744 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:35:35.925744 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:35:35.925744 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:35:35.925744 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:35:35.925744 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:35:35.925744 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:35:35.925744 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:35:35.925744 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:35:35.925744 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:35:35.925744 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:35:36.006273 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-80951eb2-3ef1-483f-b213-b58d29e9520a tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60203213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62288684'] for subnet, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:36.031152 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-633fc31e-a024-453a-8033-1582ed5da08b tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:36.081813 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-18406f1c-8767-4ae3-9a0a-453c5212bc3e None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:36.087346 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15db3d71-844e-46a1-962f-c5a4c5714088 None None] Network 08a7fa06-d2b4-45d9-9b79-f2ae9f609e2b requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:35:36.091942 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-18406f1c-8767-4ae3-9a0a-453c5212bc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:36.119079 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80951eb2-3ef1-483f-b213-b58d29e9520a tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Pushing event updated for resources: {'Subnet': ['ID=58aa2730-a815-4d4b-9227-d878147f6062,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:36.159844 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c7e66f97-9bfa-4e94-9f27-fee6d5d8c10c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:36.171477 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c7e66f97-9bfa-4e94-9f27-fee6d5d8c10c admin admin] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:36.175013 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-c7e66f97-9bfa-4e94-9f27-fee6d5d8c10c admin admin] 10.222.0.53 "DELETE /v2.0/networks/389641fa-511b-4eb7-8d7a-0a4549a3123a HTTP/1.1" status: 204 len: 168 time: 1.2401352 Jan 18 22:35:36.191455 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e66f97-9bfa-4e94-9f27-fee6d5d8c10c admin admin] Pushing event deleted for resources: {'Network': ['ID=389641fa-511b-4eb7-8d7a-0a4549a3123a,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:36.214377 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 0f74c51f-543c-46d7-bc67-80f72c70669d up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:35:36.248313 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-633fc31e-a024-453a-8033-1582ed5da08b tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:36.261144 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-170a0fc7-28f6-457e-99f8-918a399c5fef tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:36.315841 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170a0fc7-28f6-457e-99f8-918a399c5fef tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Pushing event deleted for resources: {'Port': ['ID=0f74c51f-543c-46d7-bc67-80f72c70669d,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:36.319632 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18406f1c-8767-4ae3-9a0a-453c5212bc3e None None] Network 1785d7e8-b44a-4124-a2c3-48eaf1f35278 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:35:36.328140 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80951eb2-3ef1-483f-b213-b58d29e9520a tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Checking segment: {'id': 'd5be0f55-34b7-4f9d-baac-e7a55f7e93e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e61004d9-9fac-4d14-87e8-d9b8af8e50b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:35:36.329609 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80951eb2-3ef1-483f-b213-b58d29e9520a tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Network hostable DHCP agents. Network: e61004d9-9fac-4d14-87e8-d9b8af8e50b5, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:35:36.339046 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-633fc31e-a024-453a-8033-1582ed5da08b tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:36.341285 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170a0fc7-28f6-457e-99f8-918a399c5fef tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] No DVR routers for this DVR port 0f74c51f-543c-46d7-bc67-80f72c70669d on host n-d-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:35:36.348537 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-18406f1c-8767-4ae3-9a0a-453c5212bc3e None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:35:36.353827 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7e21d7a2-1760-44ee-9aab-47def5b5c720 None None] Provisioning complete for port 0f74c51f-543c-46d7-bc67-80f72c70669d triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:35:36.354409 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7e21d7a2-1760-44ee-9aab-47def5b5c720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:36.357500 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18406f1c-8767-4ae3-9a0a-453c5212bc3e None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:35:36.386949 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633fc31e-a024-453a-8033-1582ed5da08b tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Pushing event deleted for resources: {'Subnet': ['ID=d2d331e9-00da-466d-9b00-c5d0f05f768c,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:36.403309 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-633fc31e-a024-453a-8033-1582ed5da08b tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:36.403749 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18406f1c-8767-4ae3-9a0a-453c5212bc3e None None] Pushing event updated for resources: {'Port': ['ID=608599d7-a5b3-4e02-9239-f8fc503df9e2,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:36.409790 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-633fc31e-a024-453a-8033-1582ed5da08b tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "DELETE /v2.0/subnets/d2d331e9-00da-466d-9b00-c5d0f05f768c HTTP/1.1" status: 204 len: 168 time: 0.8795776 Jan 18 22:35:36.414225 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7e21d7a2-1760-44ee-9aab-47def5b5c720 None None] Port 0f74c51f-543c-46d7-bc67-80f72c70669d was deleted so its status cannot be updated. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Jan 18 22:35:36.417034 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58924) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:36.418390 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d39b34d-be3b-4bf9-ac79-76a2f759ea73 None None] Network e944226e-270a-42aa-8e1c-52d0dfd98228 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:35:36.424824 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-9e9950df-ec4c-4034-96cd-609dd43e6ad3 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Request body: {'subnet': {'network_id': 'e944226e-270a-42aa-8e1c-52d0dfd98228', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:35:36.470689 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No active binding found for port 0f74c51f-543c-46d7-bc67-80f72c70669d {{(pid=102432) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 18 22:35:36.470689 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 0f74c51f-543c-46d7-bc67-80f72c70669d not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jan 18 22:35:36.544406 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-170a0fc7-28f6-457e-99f8-918a399c5fef tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:36.553551 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80951eb2-3ef1-483f-b213-b58d29e9520a tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Network e61004d9-9fac-4d14-87e8-d9b8af8e50b5 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:35:36.576533 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Port 0f74c51f-543c-46d7-bc67-80f72c70669d not found, will not notify nova. {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jan 18 22:35:36.578074 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4054dd1f-9770-4003-b9fc-9ac104cb13ec None None] DHCP port deletion for 08a7fa06-d2b4-45d9-9b79-f2ae9f609e2b request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:35:36.585227 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-170a0fc7-28f6-457e-99f8-918a399c5fef tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08a7fa06-d2b4-45d9-9b79-f2ae9f609e2b']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:35:36.600449 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-170a0fc7-28f6-457e-99f8-918a399c5fef tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00b74ba3-b3c1-4c7a-b13e-40c79e848229') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:35:36.601013 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-170a0fc7-28f6-457e-99f8-918a399c5fef tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00b74ba3-b3c1-4c7a-b13e-40c79e848229') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:35:36.614879 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-170a0fc7-28f6-457e-99f8-918a399c5fef tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60394742'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:36.632442 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-170a0fc7-28f6-457e-99f8-918a399c5fef tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:36.634129 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-18406f1c-8767-4ae3-9a0a-453c5212bc3e None None] Attempting to bind port 608599d7-a5b3-4e02-9239-f8fc503df9e2 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:35:36.634669 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-18406f1c-8767-4ae3-9a0a-453c5212bc3e None None] Attempting to bind port 608599d7-a5b3-4e02-9239-f8fc503df9e2 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '326c5921-8952-4ba6-b8cd-493a801e0af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1785d7e8-b44a-4124-a2c3-48eaf1f35278'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:35:36.634863 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18406f1c-8767-4ae3-9a0a-453c5212bc3e None None] Attempting to bind port 608599d7-a5b3-4e02-9239-f8fc503df9e2 on network 1785d7e8-b44a-4124-a2c3-48eaf1f35278 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:35:36.639738 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-170a0fc7-28f6-457e-99f8-918a399c5fef tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:35:36.640787 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-170a0fc7-28f6-457e-99f8-918a399c5fef tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60203044'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:36.643896 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18406f1c-8767-4ae3-9a0a-453c5212bc3e None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:35:36.644322 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18406f1c-8767-4ae3-9a0a-453c5212bc3e None None] Checking segment: {'id': '326c5921-8952-4ba6-b8cd-493a801e0af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1785d7e8-b44a-4124-a2c3-48eaf1f35278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:35:36.644728 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-18406f1c-8767-4ae3-9a0a-453c5212bc3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:36.645632 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18406f1c-8767-4ae3-9a0a-453c5212bc3e None None] Bound using segment: {'id': '326c5921-8952-4ba6-b8cd-493a801e0af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1785d7e8-b44a-4124-a2c3-48eaf1f35278'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:35:36.645632 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-18406f1c-8767-4ae3-9a0a-453c5212bc3e None None] Bound port: 608599d7-a5b3-4e02-9239-f8fc503df9e2, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '326c5921-8952-4ba6-b8cd-493a801e0af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1785d7e8-b44a-4124-a2c3-48eaf1f35278'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:35:36.646021 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-18406f1c-8767-4ae3-9a0a-453c5212bc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:36.660489 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58934) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:36.719590 n-d-825064-1 neutron-server[102430]: Traceback (most recent call last): Jan 18 22:35:36.719590 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:35:36.719590 n-d-825064-1 neutron-server[102430]: timer() Jan 18 22:35:36.719590 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:35:36.719590 n-d-825064-1 neutron-server[102430]: cb(*args, **kw) Jan 18 22:35:36.719590 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:35:36.719590 n-d-825064-1 neutron-server[102430]: return func(*args, **kwargs) Jan 18 22:35:36.719590 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:35:36.719590 n-d-825064-1 neutron-server[102430]: self._notify() Jan 18 22:35:36.719590 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:35:36.719590 n-d-825064-1 neutron-server[102430]: self.callback(batched_events) Jan 18 22:35:36.719590 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:35:36.719590 n-d-825064-1 neutron-server[102430]: event.method(event) Jan 18 22:35:36.719590 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:35:36.719590 n-d-825064-1 neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:35:36.719590 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:35:36.719590 n-d-825064-1 neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:35:36.719590 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:35:36.719590 n-d-825064-1 neutron-server[102430]: return f(self, *a, **k) Jan 18 22:35:36.719590 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:35:36.719590 n-d-825064-1 neutron-server[102430]: return self._get(url).json() Jan 18 22:35:36.719590 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:35:36.719590 n-d-825064-1 neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:35:36.719590 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:35:36.719590 n-d-825064-1 neutron-server[102430]: return self.request(url, 'GET', **kwargs) Jan 18 22:35:36.719590 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:35:36.719590 n-d-825064-1 neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:35:36.719590 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:35:36.719590 n-d-825064-1 neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:35:36.719590 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:35:36.719590 n-d-825064-1 neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:35:36.719590 n-d-825064-1 neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:35:36.722330 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e9950df-ec4c-4034-96cd-609dd43e6ad3 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Made reservation on behalf of 7c0179a097dd413e9755022eddbfface for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:35:36.723393 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-80951eb2-3ef1-483f-b213-b58d29e9520a tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, e61004d9-9fac-4d14-87e8-d9b8af8e50b5) {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:35:36.727060 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-170a0fc7-28f6-457e-99f8-918a399c5fef tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:36.728889 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9e9950df-ec4c-4034-96cd-609dd43e6ad3 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:36.738136 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-170a0fc7-28f6-457e-99f8-918a399c5fef tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:36.748916 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c235d7e-627c-4433-ab7d-502d2e57ec6d None None] Network e61004d9-9fac-4d14-87e8-d9b8af8e50b5 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:35:36.750431 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-170a0fc7-28f6-457e-99f8-918a399c5fef tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "DELETE /v2.0/networks/08a7fa06-d2b4-45d9-9b79-f2ae9f609e2b HTTP/1.1" status: 204 len: 168 time: 1.9653316 Jan 18 22:35:36.752040 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80951eb2-3ef1-483f-b213-b58d29e9520a tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:36.752831 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-80951eb2-3ef1-483f-b213-b58d29e9520a tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks [] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:36.768986 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 58936) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:36.780591 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-d61425c4-c811-4a94-9112-e95f9a6c43e3 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Request body: {'port': {'network_id': 'd6fe7fb6-8df6-430c-8f71-9e9333bc98a2', 'name': 'tempest-PortsTestJSON-1875905842'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:35:36.786917 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170a0fc7-28f6-457e-99f8-918a399c5fef tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Pushing event deleted for resources: {'Network': ['ID=08a7fa06-d2b4-45d9-9b79-f2ae9f609e2b,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:36.845561 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-67e25387-31c9-46ce-a501-0255b21b843f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=58b4810f61ee4ceba200e609a1ba2f13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1801701 Jan 18 22:35:36.845561 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58938) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:36.863582 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-80951eb2-3ef1-483f-b213-b58d29e9520a tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9849834 Jan 18 22:35:36.871472 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 58942) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:36.880271 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-d0322f91-e4f6-4dd4-90f8-378ed9f47d1e tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1666393891', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:35:36.950121 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-18406f1c-8767-4ae3-9a0a-453c5212bc3e None None] For port 608599d7-a5b3-4e02-9239-f8fc503df9e2, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:35:36.966448 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d0322f91-e4f6-4dd4-90f8-378ed9f47d1e tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1044160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8692'] for router, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:36.979539 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d0322f91-e4f6-4dd4-90f8-378ed9f47d1e tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1040680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8675'] for router, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:37.014829 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fa468d2c-062b-4b97-bc41-a3e2e0c36802 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:37.046061 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fa468d2c-062b-4b97-bc41-a3e2e0c36802 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:37.060045 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d61425c4-c811-4a94-9112-e95f9a6c43e3 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Made reservation on behalf of 7f7e3488513a4b34800a857d787e609b for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:35:37.068648 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d61425c4-c811-4a94-9112-e95f9a6c43e3 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:37.134928 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fa468d2c-062b-4b97-bc41-a3e2e0c36802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:37.140669 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fa468d2c-062b-4b97-bc41-a3e2e0c36802 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:37.151122 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-fa468d2c-062b-4b97-bc41-a3e2e0c36802 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dc8cea29-a026-4cdb-8704-d8632b67961a HTTP/1.1" status: 204 len: 168 time: 0.3024538 Jan 18 22:35:37.168602 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa468d2c-062b-4b97-bc41-a3e2e0c36802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc8cea29-a026-4cdb-8704-d8632b67961a,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:37.211283 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [None req-d61425c4-c811-4a94-9112-e95f9a6c43e3 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] device_id is not set on port fb8b7808-7a63-46ab-bdcd-a6759727ecef yet. {{(pid=102430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:35:37.258194 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-18406f1c-8767-4ae3-9a0a-453c5212bc3e None None] For port 608599d7-a5b3-4e02-9239-f8fc503df9e2, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=608599d7-a5b3-4e02-9239-f8fc503df9e2,segment=NetworkSegment(326c5921-8952-4ba6-b8cd-493a801e0af1),segment_id=326c5921-8952-4ba6-b8cd-493a801e0af1)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:35:37.272389 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-18406f1c-8767-4ae3-9a0a-453c5212bc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:37.355751 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9e9950df-ec4c-4034-96cd-609dd43e6ad3 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:37.460926 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8ef46d-7a03-4041-a81e-df0fe49dfcb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-e61004d9-9fac-4d14-87e8-d9b8af8e50b5', 'network_id': 'e61004d9-9fac-4d14-87e8-d9b8af8e50b5', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'fixed_ips': [{'subnet_id': '58aa2730-a815-4d4b-9227-d878147f6062'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:35:37.461824 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3c8ef46d-7a03-4041-a81e-df0fe49dfcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:37.468864 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9950df-ec4c-4034-96cd-609dd43e6ad3 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Network e944226e-270a-42aa-8e1c-52d0dfd98228 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:35:37.473235 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-9e9950df-ec4c-4034-96cd-609dd43e6ad3 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:35:37.486109 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9950df-ec4c-4034-96cd-609dd43e6ad3 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:37.487085 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9e9950df-ec4c-4034-96cd-609dd43e6ad3 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:37.489773 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18406f1c-8767-4ae3-9a0a-453c5212bc3e None None] Pushing event updated for resources: {'Port': ['ID=608599d7-a5b3-4e02-9239-f8fc503df9e2,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:37.527461 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9950df-ec4c-4034-96cd-609dd43e6ad3 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Pushing event updated for resources: {'Subnet': ['ID=ef73eaa8-8977-497b-a684-055717917f60,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:37.547829 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-9e9950df-ec4c-4034-96cd-609dd43e6ad3 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1293795 Jan 18 22:35:37.550802 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58952) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:37.558681 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-e4b84474-725e-4da5-81fc-7bea25aa15b4 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Request body: {'security_group': {'name': 'tempest-secgroup-1635792390'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:35:37.572393 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58956) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:37.643670 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e4b84474-725e-4da5-81fc-7bea25aa15b4 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:37.854205 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-3c8ef46d-7a03-4041-a81e-df0fe49dfcb0 None None] Allocated IP 2001:db8:1::2 (e61004d9-9fac-4d14-87e8-d9b8af8e50b5/58aa2730-a815-4d4b-9227-d878147f6062/078edf19-71ad-4063-97d4-18278c7cbd3e) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:35:37.899611 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-035014fb-78b1-4a8c-b507-8ed3d6e7668e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:37.926291 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e4b84474-725e-4da5-81fc-7bea25aa15b4 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:37.957713 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d0322f91-e4f6-4dd4-90f8-378ed9f47d1e tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:37.995724 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d0322f91-e4f6-4dd4-90f8-378ed9f47d1e tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1040691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049'] for router, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:38.104462 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-035014fb-78b1-4a8c-b507-8ed3d6e7668e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:38.115074 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e4b84474-725e-4da5-81fc-7bea25aa15b4 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:38.148772 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-035014fb-78b1-4a8c-b507-8ed3d6e7668e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:38.184534 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d0322f91-e4f6-4dd4-90f8-378ed9f47d1e tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks [] for router, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:38.185771 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-d0322f91-e4f6-4dd4-90f8-378ed9f47d1e tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.3133540 Jan 18 22:35:38.195645 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58970) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:38.202057 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-85a13f7a-4146-46ff-9c3f-e9f5048876f1 req-96f60313-883e-4b80-b454-8731ca4e55d0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e9ab72d2-fb07-4ddd-96ca-0d87ff63902f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2344990 Jan 18 22:35:38.203783 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 608599d7-a5b3-4e02-9239-f8fc503df9e2 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:35:38.261189 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d61425c4-c811-4a94-9112-e95f9a6c43e3 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:38.295013 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3c8ef46d-7a03-4041-a81e-df0fe49dfcb0 None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:38.308290 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3c8ef46d-7a03-4041-a81e-df0fe49dfcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:38.315545 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 608599d7-a5b3-4e02-9239-f8fc503df9e2 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:35:38.315914 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:38.367592 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b84474-725e-4da5-81fc-7bea25aa15b4 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a368dcdb-0df9-4e1c-b769-75386b7235de,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:38.406652 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e4b84474-725e-4da5-81fc-7bea25aa15b4 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:38.411069 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-e4b84474-725e-4da5-81fc-7bea25aa15b4 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8563187 Jan 18 22:35:38.413088 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 58976) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:38.428884 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-dd4b008f-43dc-4f11-a40e-5ac94f6ff701 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Request body: {'security_group': {'name': 'tempest-secgroup-490509839'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:35:38.435396 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8ef46d-7a03-4041-a81e-df0fe49dfcb0 None None] Network e61004d9-9fac-4d14-87e8-d9b8af8e50b5 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:35:38.451525 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a13f7a-4146-46ff-9c3f-e9f5048876f1 req-9e8479b4-7a46-4a22-a110-8f4a7dd0d29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:38.453063 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-85a13f7a-4146-46ff-9c3f-e9f5048876f1 req-9e8479b4-7a46-4a22-a110-8f4a7dd0d29b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7afa2eadfaa94efb9bc2c925685c8cd2&device_id=e9ab72d2-fb07-4ddd-96ca-0d87ff63902f HTTP/1.1" status: 200 len: 1098 time: 0.1650579 Jan 18 22:35:38.454066 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d61425c4-c811-4a94-9112-e95f9a6c43e3 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:38.499263 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ef46d-7a03-4041-a81e-df0fe49dfcb0 None None] Pushing event updated for resources: {'Port': ['ID=078edf19-71ad-4063-97d4-18278c7cbd3e,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:38.505713 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-3c8ef46d-7a03-4041-a81e-df0fe49dfcb0 None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:35:38.509113 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8ef46d-7a03-4041-a81e-df0fe49dfcb0 None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:35:38.570286 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035014fb-78b1-4a8c-b507-8ed3d6e7668e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc6577d-0f06-4b7b-9dde-be97dcdcd36c,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:38.598183 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc804377-5062-4033-ba46-b976dfc8737d None None] Network e944226e-270a-42aa-8e1c-52d0dfd98228 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:35:38.663342 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61425c4-c811-4a94-9112-e95f9a6c43e3 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Pushing event updated for resources: {'Port': ['ID=fb8b7808-7a63-46ab-bdcd-a6759727ecef,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:38.685628 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 58980) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:38.707630 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-dd4b008f-43dc-4f11-a40e-5ac94f6ff701 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:38.710856 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61425c4-c811-4a94-9112-e95f9a6c43e3 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Network d6fe7fb6-8df6-430c-8f71-9e9333bc98a2 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:35:38.721636 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-d61425c4-c811-4a94-9112-e95f9a6c43e3 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:35:38.724471 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61425c4-c811-4a94-9112-e95f9a6c43e3 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:35:38.730996 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61425c4-c811-4a94-9112-e95f9a6c43e3 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:38.731658 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d61425c4-c811-4a94-9112-e95f9a6c43e3 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:38.837534 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-d61425c4-c811-4a94-9112-e95f9a6c43e3 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.0670559 Jan 18 22:35:38.841691 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 58986) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:38.925533 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a13f7a-4146-46ff-9c3f-e9f5048876f1 req-9c5fda89-57ec-4a2a-b6aa-52b6da23f1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:38.927615 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-85a13f7a-4146-46ff-9c3f-e9f5048876f1 req-9c5fda89-57ec-4a2a-b6aa-52b6da23f1b3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9f0c6f68-00d4-4074-963d-5eeb6360e1ec HTTP/1.1" status: 200 len: 917 time: 0.3996372 Jan 18 22:35:38.935122 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-4c05dbf6-0c90-43c4-b78f-50122c1f919c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1975045798-network', 'tenant_id': '1c46bb3ba1444fb0be900b14ff20c2b2'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:35:38.949697 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-3c8ef46d-7a03-4041-a81e-df0fe49dfcb0 None None] Attempting to bind port 078edf19-71ad-4063-97d4-18278c7cbd3e on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:35:38.950177 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-3c8ef46d-7a03-4041-a81e-df0fe49dfcb0 None None] Attempting to bind port 078edf19-71ad-4063-97d4-18278c7cbd3e by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': 'd5be0f55-34b7-4f9d-baac-e7a55f7e93e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e61004d9-9fac-4d14-87e8-d9b8af8e50b5'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:35:38.950609 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8ef46d-7a03-4041-a81e-df0fe49dfcb0 None None] Attempting to bind port 078edf19-71ad-4063-97d4-18278c7cbd3e on network e61004d9-9fac-4d14-87e8-d9b8af8e50b5 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:35:38.961281 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-95b7704a-dca5-48b6-99e0-d3c511f4dae1 None None] Provisioning complete for port 55e3ab33-ea66-4955-bc61-007cf7523191 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:35:38.962078 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-95b7704a-dca5-48b6-99e0-d3c511f4dae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:39.011640 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8ef46d-7a03-4041-a81e-df0fe49dfcb0 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:35:39.014254 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8ef46d-7a03-4041-a81e-df0fe49dfcb0 None None] Checking segment: {'id': 'd5be0f55-34b7-4f9d-baac-e7a55f7e93e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e61004d9-9fac-4d14-87e8-d9b8af8e50b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:35:39.014725 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3c8ef46d-7a03-4041-a81e-df0fe49dfcb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:39.015123 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8ef46d-7a03-4041-a81e-df0fe49dfcb0 None None] Bound using segment: {'id': 'd5be0f55-34b7-4f9d-baac-e7a55f7e93e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e61004d9-9fac-4d14-87e8-d9b8af8e50b5'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:35:39.015930 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-3c8ef46d-7a03-4041-a81e-df0fe49dfcb0 None None] Bound port: 078edf19-71ad-4063-97d4-18278c7cbd3e, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5be0f55-34b7-4f9d-baac-e7a55f7e93e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e61004d9-9fac-4d14-87e8-d9b8af8e50b5'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:35:39.016478 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3c8ef46d-7a03-4041-a81e-df0fe49dfcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:39.042433 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:39.103205 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-035014fb-78b1-4a8c-b507-8ed3d6e7668e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=50d0c004a6fa442ab6d28bad2693ab1a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5278792 Jan 18 22:35:39.103856 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58990) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:39.116624 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae3e276-10a4-472e-81c7-8418dbacd501 None None] Network 1785d7e8-b44a-4124-a2c3-48eaf1f35278 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:35:39.117066 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-dd4b008f-43dc-4f11-a40e-5ac94f6ff701 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:39.120185 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-95b7704a-dca5-48b6-99e0-d3c511f4dae1 None None] Port 55e3ab33-ea66-4955-bc61-007cf7523191 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:35:39.137468 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-85a13f7a-4146-46ff-9c3f-e9f5048876f1 req-6fa998f4-17cc-41b7-8744-390c48cad18b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05c1d799-e1bb-45aa-99fd-f133bfea30d6 HTTP/1.1" status: 200 len: 1002 time: 0.1940141 Jan 18 22:35:39.187826 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-dd4b008f-43dc-4f11-a40e-5ac94f6ff701 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:39.207444 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c05dbf6-0c90-43c4-b78f-50122c1f919c admin admin] Made reservation on behalf of 1c46bb3ba1444fb0be900b14ff20c2b2 for: {'network': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:35:39.210362 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4c05dbf6-0c90-43c4-b78f-50122c1f919c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:39.231061 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port 608599d7-a5b3-4e02-9239-f8fc503df9e2, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=608599d7-a5b3-4e02-9239-f8fc503df9e2,segment=NetworkSegment(326c5921-8952-4ba6-b8cd-493a801e0af1),segment_id=326c5921-8952-4ba6-b8cd-493a801e0af1)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:35:39.236865 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-95b7704a-dca5-48b6-99e0-d3c511f4dae1 None None] Provisioning complete for port 2eef7687-a59c-4268-936c-fcbdef5ca59e triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:35:39.237231 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-95b7704a-dca5-48b6-99e0-d3c511f4dae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:39.241734 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bfd49e4b-5a76-44a1-8eec-c10d7b6cf264 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:39.251222 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:39.253087 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4c05dbf6-0c90-43c4-b78f-50122c1f919c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:39.263610 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-dd4b008f-43dc-4f11-a40e-5ac94f6ff701 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:39.267617 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-dd4b008f-43dc-4f11-a40e-5ac94f6ff701 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8535521 Jan 18 22:35:39.269369 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58992) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:39.269779 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a13f7a-4146-46ff-9c3f-e9f5048876f1 req-f139c276-65b6-432f-95a2-c0ae965c57c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:39.271213 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-85a13f7a-4146-46ff-9c3f-e9f5048876f1 req-f139c276-65b6-432f-95a2-c0ae965c57c6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b7bcd428-9869-4592-8e72-20a2a0d3310e HTTP/1.1" status: 200 len: 856 time: 0.1206644 Jan 18 22:35:39.276694 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-0d7b2cdc-3714-4730-a391-2e2c1873fb9e tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Request body: {'security_group': {'name': 'tempest-secgroup-292613526'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:35:39.280152 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4b008f-43dc-4f11-a40e-5ac94f6ff701 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1717c4e-cf65-4a21-b68f-aba9d6a9571f,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:39.287455 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bfd49e4b-5a76-44a1-8eec-c10d7b6cf264 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:39.295824 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-df80e8fa-bbea-408b-8c7c-864197c0422b tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Deleting port fb8b7808-7a63-46ab-bdcd-a6759727ecef {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:35:39.296210 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-df80e8fa-bbea-408b-8c7c-864197c0422b tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:39.298680 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-3c8ef46d-7a03-4041-a81e-df0fe49dfcb0 None None] For port 078edf19-71ad-4063-97d4-18278c7cbd3e, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:35:39.327567 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-49e8a16a-565e-434b-beb7-9332cc910730 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:39.331801 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d024e8-d39a-4116-89cc-f41b1164a030 None None] Update dhcp port {'port': {'network_id': 'e944226e-270a-42aa-8e1c-52d0dfd98228', 'fixed_ips': [{'subnet_id': '0e40291e-e977-472d-8d45-45f3c59695c7', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'ef73eaa8-8977-497b-a684-055717917f60'}], 'binding:host_id': 'n-d-825064-1'}, 'id': '2eef7687-a59c-4268-936c-fcbdef5ca59e'} from n-d-825064-1. {{(pid=102432) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jan 18 22:35:39.354186 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-3c8ef46d-7a03-4041-a81e-df0fe49dfcb0 None None] For port 078edf19-71ad-4063-97d4-18278c7cbd3e, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=078edf19-71ad-4063-97d4-18278c7cbd3e,segment=NetworkSegment(d5be0f55-34b7-4f9d-baac-e7a55f7e93e5),segment_id=d5be0f55-34b7-4f9d-baac-e7a55f7e93e5)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:35:39.385878 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 0f74c51f-543c-46d7-bc67-80f72c70669d no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:35:39.394809 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3c8ef46d-7a03-4041-a81e-df0fe49dfcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:39.446115 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-df80e8fa-bbea-408b-8c7c-864197c0422b tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:39.447220 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e5d024e8-d39a-4116-89cc-f41b1164a030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:39.457226 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0d7b2cdc-3714-4730-a391-2e2c1873fb9e tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:39.471002 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 0f74c51f-543c-46d7-bc67-80f72c70669d {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:35:39.471369 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 0f74c51f-543c-46d7-bc67-80f72c70669d not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:35:39.473894 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-df80e8fa-bbea-408b-8c7c-864197c0422b tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Calling delete_port for fb8b7808-7a63-46ab-bdcd-a6759727ecef owned by {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:35:39.477104 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a13f7a-4146-46ff-9c3f-e9f5048876f1 req-7386adc5-27a7-468e-b454-b36c1a684c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:39.479220 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-85a13f7a-4146-46ff-9c3f-e9f5048876f1 req-7386adc5-27a7-468e-b454-b36c1a684c42 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9f0c6f68-00d4-4074-963d-5eeb6360e1ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1957631 Jan 18 22:35:39.480645 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4c05dbf6-0c90-43c4-b78f-50122c1f919c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:39.488254 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=608599d7-a5b3-4e02-9239-f8fc503df9e2,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:39.524465 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4c05dbf6-0c90-43c4-b78f-50122c1f919c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:39.589151 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bfd49e4b-5a76-44a1-8eec-c10d7b6cf264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:39.591440 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bfd49e4b-5a76-44a1-8eec-c10d7b6cf264 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:39.592700 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-bfd49e4b-5a76-44a1-8eec-c10d7b6cf264 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0cc6577d-0f06-4b7b-9dde-be97dcdcd36c HTTP/1.1" status: 204 len: 168 time: 0.4862735 Jan 18 22:35:39.621275 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd49e4b-5a76-44a1-8eec-c10d7b6cf264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc6577d-0f06-4b7b-9dde-be97dcdcd36c,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:39.671170 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c05dbf6-0c90-43c4-b78f-50122c1f919c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=102430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:35:39.691422 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c05dbf6-0c90-43c4-b78f-50122c1f919c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0efb5e62-d5c3-415a-9255-094ed1f8fb9a,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:39.715624 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4c05dbf6-0c90-43c4-b78f-50122c1f919c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:39.716494 n-d-825064-1 neutron-server[102430]: INFO neutron.db.segments_db [None req-4c05dbf6-0c90-43c4-b78f-50122c1f919c admin admin] Added segment 574a4011-3394-4445-9206-df1ee73c7c5f of type vlan for network 729c5b59-7b6c-40d9-b914-a709ff066f8b Jan 18 22:35:39.718636 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0d7b2cdc-3714-4730-a391-2e2c1873fb9e tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:39.719995 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-49e8a16a-565e-434b-beb7-9332cc910730 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Allocated IP 2001:db8::1 (1785d7e8-b44a-4124-a2c3-48eaf1f35278/f99240c0-404c-4425-bf78-6f8892bb35a4/9cda4556-479d-465f-a49b-188a4614c859) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:35:39.736100 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0d7b2cdc-3714-4730-a391-2e2c1873fb9e tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:39.740046 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ef46d-7a03-4041-a81e-df0fe49dfcb0 None None] Pushing event updated for resources: {'Port': ['ID=078edf19-71ad-4063-97d4-18278c7cbd3e,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:39.790786 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7b2cdc-3714-4730-a391-2e2c1873fb9e tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23b2fad0-f797-41b4-b61f-cd1448a3de07,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:39.858136 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4c05dbf6-0c90-43c4-b78f-50122c1f919c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:39.871746 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-85a13f7a-4146-46ff-9c3f-e9f5048876f1 req-d3dc8d4b-dbaf-4dce-88f8-4fb4cb1917cf service neutron] 10.222.0.36 "GET /v2.0/networks/9f0c6f68-00d4-4074-963d-5eeb6360e1ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3772144 Jan 18 22:35:39.907465 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-df80e8fa-bbea-408b-8c7c-864197c0422b tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:39.915294 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0d7b2cdc-3714-4730-a391-2e2c1873fb9e tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:39.918024 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-0d7b2cdc-3714-4730-a391-2e2c1873fb9e tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6453352 Jan 18 22:35:39.979557 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-e5d024e8-d39a-4116-89cc-f41b1164a030 None None] Allocated IP 2001:db8::2 (e944226e-270a-42aa-8e1c-52d0dfd98228/ef73eaa8-8977-497b-a684-055717917f60/2eef7687-a59c-4268-936c-fcbdef5ca59e) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:35:39.981792 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-50836370-71f4-4745-b3cb-fcf888f881e8 None None] Provisioning complete for port 608599d7-a5b3-4e02-9239-f8fc503df9e2 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:35:39.991057 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-50836370-71f4-4745-b3cb-fcf888f881e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:40.019068 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 59004) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:40.080333 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-1aef2980-3ad3-47a4-94b5-6d277cc4d93f tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1084217357', 'security_groups': ['23b2fad0-f797-41b4-b61f-cd1448a3de07'], 'network_id': 'e944226e-270a-42aa-8e1c-52d0dfd98228', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ef73eaa8-8977-497b-a684-055717917f60'}]}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:35:40.220487 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.db.resource_extend [None req-4c05dbf6-0c90-43c4-b78f-50122c1f919c admin admin] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 22:35:40.252893 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-85a13f7a-4146-46ff-9c3f-e9f5048876f1 req-a19422c9-6864-4072-b782-9c338b417793 service neutron] 10.222.0.36 "GET /v2.0/networks/9f0c6f68-00d4-4074-963d-5eeb6360e1ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3459580 Jan 18 22:35:40.305888 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df80e8fa-bbea-408b-8c7c-864197c0422b tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Pushing event deleted for resources: {'Port': ['ID=fb8b7808-7a63-46ab-bdcd-a6759727ecef,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:40.313680 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4c05dbf6-0c90-43c4-b78f-50122c1f919c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:40.314654 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c05dbf6-0c90-43c4-b78f-50122c1f919c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:40.315277 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4c05dbf6-0c90-43c4-b78f-50122c1f919c admin admin] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:40.352209 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 59030) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:40.382913 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 078edf19-71ad-4063-97d4-18278c7cbd3e up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:35:40.415891 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c05dbf6-0c90-43c4-b78f-50122c1f919c admin admin] Pushing event updated for resources: {'Network': ['ID=729c5b59-7b6c-40d9-b914-a709ff066f8b,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:40.422522 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-4c05dbf6-0c90-43c4-b78f-50122c1f919c admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.7346678 Jan 18 22:35:40.429875 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-df80e8fa-bbea-408b-8c7c-864197c0422b tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:40.431248 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-267a986f-397a-4a15-9069-f9916b6dcaae admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:40.433483 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-df80e8fa-bbea-408b-8c7c-864197c0422b tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "DELETE /v2.0/ports/fb8b7808-7a63-46ab-bdcd-a6759727ecef HTTP/1.1" status: 204 len: 168 time: 1.5900421 Jan 18 22:35:40.434225 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 59038) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:40.439932 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-a737124f-0f05-4367-bb8d-f4ec9c3cf064 admin admin] Request body: {'subnet': {'network_id': '729c5b59-7b6c-40d9-b914-a709ff066f8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1975045798-subnet', 'tenant_id': '1c46bb3ba1444fb0be900b14ff20c2b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:35:40.442518 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 59042) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:40.447071 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 729c5b59-7b6c-40d9-b914-a709ff066f8b details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:35:40.454763 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-e5d024e8-d39a-4116-89cc-f41b1164a030 None None] For port 2eef7687-a59c-4268-936c-fcbdef5ca59e, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=2eef7687-a59c-4268-936c-fcbdef5ca59e,segment=NetworkSegment(bb8697be-450e-476a-9edb-83c790dee754),segment_id=bb8697be-450e-476a-9edb-83c790dee754)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:35:40.467604 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-10c59012-77f5-45f8-aa1e-ccdca4e9c6aa tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Request body: {'port': {'network_id': 'd6fe7fb6-8df6-430c-8f71-9e9333bc98a2', 'mac_address': 'fa:16:3e:7b:75:73', 'name': 'tempest-PortsTestJSON-402122924'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:35:40.472944 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a737124f-0f05-4367-bb8d-f4ec9c3cf064 admin admin] Made reservation on behalf of 1c46bb3ba1444fb0be900b14ff20c2b2 for: {'subnet': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:35:40.477808 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a737124f-0f05-4367-bb8d-f4ec9c3cf064 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62288702'] for subnet, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:40.528083 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-49e8a16a-565e-434b-beb7-9332cc910730 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:40.663805 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aef2980-3ad3-47a4-94b5-6d277cc4d93f tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Made reservation on behalf of 7c0179a097dd413e9755022eddbfface for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:35:40.758910 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a737124f-0f05-4367-bb8d-f4ec9c3cf064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60203213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62288684'] for subnet, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:40.799578 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-49e8a16a-565e-434b-beb7-9332cc910730 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:40.803532 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e5d024e8-d39a-4116-89cc-f41b1164a030 None None] Notify callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:40.806165 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 078edf19-71ad-4063-97d4-18278c7cbd3e triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:35:40.806952 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:40.879637 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-267a986f-397a-4a15-9069-f9916b6dcaae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:40.887500 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e5d024e8-d39a-4116-89cc-f41b1164a030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:40.900506 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a737124f-0f05-4367-bb8d-f4ec9c3cf064 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9fefdd6-ef8e-451d-90d4-5c53894b5fa7,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:40.916604 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e8a16a-565e-434b-beb7-9332cc910730 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Network 1785d7e8-b44a-4124-a2c3-48eaf1f35278 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:35:40.921722 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-267a986f-397a-4a15-9069-f9916b6dcaae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:40.925735 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10c59012-77f5-45f8-aa1e-ccdca4e9c6aa tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Made reservation on behalf of 7f7e3488513a4b34800a857d787e609b for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:35:40.931135 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a737124f-0f05-4367-bb8d-f4ec9c3cf064 admin admin] Checking segment: {'id': '574a4011-3394-4445-9206-df1ee73c7c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '729c5b59-7b6c-40d9-b914-a709ff066f8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:35:40.931498 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a737124f-0f05-4367-bb8d-f4ec9c3cf064 admin admin] Network hostable DHCP agents. Network: 729c5b59-7b6c-40d9-b914-a709ff066f8b, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:35:40.940657 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-49e8a16a-565e-434b-beb7-9332cc910730 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:35:40.960794 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a737124f-0f05-4367-bb8d-f4ec9c3cf064 admin admin] Network 729c5b59-7b6c-40d9-b914-a709ff066f8b is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:35:40.974844 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-a737124f-0f05-4367-bb8d-f4ec9c3cf064 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 729c5b59-7b6c-40d9-b914-a709ff066f8b) {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:35:40.981144 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a737124f-0f05-4367-bb8d-f4ec9c3cf064 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:40.982019 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a737124f-0f05-4367-bb8d-f4ec9c3cf064 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:40.992260 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e8a16a-565e-434b-beb7-9332cc910730 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:35:40.992826 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-49e8a16a-565e-434b-beb7-9332cc910730 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1040954'] for router_interface, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:41.013747 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d024e8-d39a-4116-89cc-f41b1164a030 None None] Pushing event updated for resources: {'Port': ['ID=2eef7687-a59c-4268-936c-fcbdef5ca59e,revision_number=6']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:41.043847 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7de6e434-2bae-479c-b9be-6df4f629a130 None None] Provisioning complete for port 608599d7-a5b3-4e02-9239-f8fc503df9e2 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:35:41.044313 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7de6e434-2bae-479c-b9be-6df4f629a130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:41.048946 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42408c4-8314-4217-86dc-dd0366c73943 None None] Network 729c5b59-7b6c-40d9-b914-a709ff066f8b requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:35:41.049820 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-a737124f-0f05-4367-bb8d-f4ec9c3cf064 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6145272 Jan 18 22:35:41.050531 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 59096) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:41.055455 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-fbe2b86a-aa5b-4c5a-8853-c88d32d78d1a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1975045798-router', 'tenant_id': '1c46bb3ba1444fb0be900b14ff20c2b2', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:35:41.061446 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e8a16a-565e-434b-beb7-9332cc910730 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Pushing event updated for resources: {'Port': ['ID=9cda4556-479d-465f-a49b-188a4614c859,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:41.141585 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fbe2b86a-aa5b-4c5a-8853-c88d32d78d1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1044160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8692'] for router, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:41.142732 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fbe2b86a-aa5b-4c5a-8853-c88d32d78d1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1040680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8675'] for router, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:41.263135 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fbe2b86a-aa5b-4c5a-8853-c88d32d78d1a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:41.300879 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1aef2980-3ad3-47a4-94b5-6d277cc4d93f tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:41.375139 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-267a986f-397a-4a15-9069-f9916b6dcaae admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9282867524bd4b56a832021a0e1c4e7a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0125067 Jan 18 22:35:41.396047 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 59130) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:41.401231 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267a986f-397a-4a15-9069-f9916b6dcaae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d614bbb5-a75e-47bd-99f0-ab463085ded5,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:41.463356 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:41.527192 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-10c59012-77f5-45f8-aa1e-ccdca4e9c6aa tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:41.530429 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c001fe3e-758b-4b8b-9c7a-79ff26e2ca5b None None] Network 729c5b59-7b6c-40d9-b914-a709ff066f8b requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:35:41.534438 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fbe2b86a-aa5b-4c5a-8853-c88d32d78d1a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:41.572592 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b5b7a6-9001-420d-ac56-3f8f75736047 None None] Network e61004d9-9fac-4d14-87e8-d9b8af8e50b5 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:35:41.661510 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [None req-1aef2980-3ad3-47a4-94b5-6d277cc4d93f tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] device_id is not set on port bcfa729c-5cac-48a0-9ce1-94928ad239a9 yet. {{(pid=102431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:35:41.700887 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [None req-10c59012-77f5-45f8-aa1e-ccdca4e9c6aa tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] device_id is not set on port 0c294c29-38f6-4699-93de-2cb913a0990f yet. {{(pid=102431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:35:41.704256 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port 078edf19-71ad-4063-97d4-18278c7cbd3e, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=078edf19-71ad-4063-97d4-18278c7cbd3e,segment=NetworkSegment(d5be0f55-34b7-4f9d-baac-e7a55f7e93e5),segment_id=d5be0f55-34b7-4f9d-baac-e7a55f7e93e5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:35:41.745306 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:41.746125 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 608599d7-a5b3-4e02-9239-f8fc503df9e2 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:35:41.752364 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-49e8a16a-565e-434b-beb7-9332cc910730 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:41.823222 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7ab1c059-e75b-4683-980f-f5770e67fc9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:41.851759 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fbe2b86a-aa5b-4c5a-8853-c88d32d78d1a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:41.879991 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fbe2b86a-aa5b-4c5a-8853-c88d32d78d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:41.974094 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=078edf19-71ad-4063-97d4-18278c7cbd3e,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:42.054791 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-e2451bdf-eef9-4e02-b663-e3355259a4f0 None None] Provisioning complete for port 9cda4556-479d-465f-a49b-188a4614c859 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:35:42.055174 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e2451bdf-eef9-4e02-b663-e3355259a4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:42.057208 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-fbe2b86a-aa5b-4c5a-8853-c88d32d78d1a admin admin] Allocated IP 172.25.5.241 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/f1d8e31d-660e-452a-8791-b2ba90642690) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:35:42.064838 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 608599d7-a5b3-4e02-9239-f8fc503df9e2 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:35:42.065423 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:42.180188 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-e2451bdf-eef9-4e02-b663-e3355259a4f0 None None] Port 9cda4556-479d-465f-a49b-188a4614c859 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:35:42.214825 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-e2451bdf-eef9-4e02-b663-e3355259a4f0 None None] Provisioning complete for port 078edf19-71ad-4063-97d4-18278c7cbd3e triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:35:42.215200 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e2451bdf-eef9-4e02-b663-e3355259a4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:42.253655 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fbe2b86a-aa5b-4c5a-8853-c88d32d78d1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:42.299762 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7ab1c059-e75b-4683-980f-f5770e67fc9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:42.315779 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fbe2b86a-aa5b-4c5a-8853-c88d32d78d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:42.375156 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe2b86a-aa5b-4c5a-8853-c88d32d78d1a admin admin] Pushing event updated for resources: {'Port': ['ID=f1d8e31d-660e-452a-8791-b2ba90642690,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:42.402298 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe2b86a-aa5b-4c5a-8853-c88d32d78d1a admin admin] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:35:42.403391 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-fbe2b86a-aa5b-4c5a-8853-c88d32d78d1a admin admin] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:35:42.412173 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe2b86a-aa5b-4c5a-8853-c88d32d78d1a admin admin] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:35:42.511927 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 078edf19-71ad-4063-97d4-18278c7cbd3e up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:35:42.572148 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-0288c388-c6fa-44eb-b116-312033402ba2 None None] Provisioning complete for port 55e3ab33-ea66-4955-bc61-007cf7523191 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:35:42.572714 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0288c388-c6fa-44eb-b116-312033402ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:42.621241 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-0288c388-c6fa-44eb-b116-312033402ba2 None None] Port 55e3ab33-ea66-4955-bc61-007cf7523191 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:35:42.640266 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 078edf19-71ad-4063-97d4-18278c7cbd3e triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:35:42.641229 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:42.643181 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-0288c388-c6fa-44eb-b116-312033402ba2 None None] Provisioning complete for port 2eef7687-a59c-4268-936c-fcbdef5ca59e triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:35:42.643715 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0288c388-c6fa-44eb-b116-312033402ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:42.666448 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-49e8a16a-565e-434b-beb7-9332cc910730 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:42.672981 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-1aef2980-3ad3-47a4-94b5-6d277cc4d93f tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Allocated IP 2001:db8::359 (e944226e-270a-42aa-8e1c-52d0dfd98228/ef73eaa8-8977-497b-a684-055717917f60/bcfa729c-5cac-48a0-9ce1-94928ad239a9) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:35:42.681218 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-10c59012-77f5-45f8-aa1e-ccdca4e9c6aa tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:42.691805 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7ab1c059-e75b-4683-980f-f5770e67fc9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:42.694905 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7ab1c059-e75b-4683-980f-f5770e67fc9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:42.698365 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-7ab1c059-e75b-4683-980f-f5770e67fc9d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d614bbb5-a75e-47bd-99f0-ab463085ded5 HTTP/1.1" status: 204 len: 168 time: 1.2959442 Jan 18 22:35:42.706453 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-49e8a16a-565e-434b-beb7-9332cc910730 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:42.707214 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-49e8a16a-565e-434b-beb7-9332cc910730 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-613854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1041070'] for router_interface, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:42.765891 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:42.766228 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab1c059-e75b-4683-980f-f5770e67fc9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d614bbb5-a75e-47bd-99f0-ab463085ded5,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:42.844739 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fbe2b86a-aa5b-4c5a-8853-c88d32d78d1a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:42.863914 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-10c59012-77f5-45f8-aa1e-ccdca4e9c6aa tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:42.870244 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e8a16a-565e-434b-beb7-9332cc910730 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Pushing event updated for resources: {'Port': ['ID=9cda4556-479d-465f-a49b-188a4614c859,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:42.899930 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 2eef7687-a59c-4268-936c-fcbdef5ca59e up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:35:42.982283 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c59012-77f5-45f8-aa1e-ccdca4e9c6aa tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Network d6fe7fb6-8df6-430c-8f71-9e9333bc98a2 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:35:42.983555 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 2eef7687-a59c-4268-936c-fcbdef5ca59e triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:35:42.984188 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:42.996828 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-10c59012-77f5-45f8-aa1e-ccdca4e9c6aa tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:35:43.009497 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c59012-77f5-45f8-aa1e-ccdca4e9c6aa tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:35:43.015193 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c59012-77f5-45f8-aa1e-ccdca4e9c6aa tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:43.015872 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-10c59012-77f5-45f8-aa1e-ccdca4e9c6aa tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:43.038902 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c59012-77f5-45f8-aa1e-ccdca4e9c6aa tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Pushing event updated for resources: {'Port': ['ID=0c294c29-38f6-4699-93de-2cb913a0990f,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:43.050671 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-34d4df04-5965-4148-b4d8-b87163aa7dc0 None None] Provisioning complete for port 078edf19-71ad-4063-97d4-18278c7cbd3e triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:35:43.051158 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-34d4df04-5965-4148-b4d8-b87163aa7dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:43.080101 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-10c59012-77f5-45f8-aa1e-ccdca4e9c6aa tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.6250887 Jan 18 22:35:43.127398 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 59294) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:43.135733 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e8a16a-565e-434b-beb7-9332cc910730 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Network 1785d7e8-b44a-4124-a2c3-48eaf1f35278 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:35:43.188497 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-49e8a16a-565e-434b-beb7-9332cc910730 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:35:43.295022 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1aef2980-3ad3-47a4-94b5-6d277cc4d93f tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:43.361741 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3070e6d1-d137-42a4-be57-2d648ef18e14 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:43.371387 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-3070e6d1-d137-42a4-be57-2d648ef18e14 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "GET /v2.0/ports/0c294c29-38f6-4699-93de-2cb913a0990f HTTP/1.1" status: 200 len: 840 time: 0.2409494 Jan 18 22:35:43.374382 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 59332) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:43.478006 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1aef2980-3ad3-47a4-94b5-6d277cc4d93f tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:43.536844 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49e8a16a-565e-434b-beb7-9332cc910730 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Router 894966d3-2c9d-4331-92ee-2b7edb08a538 is scheduled to L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 with binding_index 1 {{(pid=102431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 22:35:43.541257 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aef2980-3ad3-47a4-94b5-6d277cc4d93f tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Network e944226e-270a-42aa-8e1c-52d0dfd98228 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:35:43.550389 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-1aef2980-3ad3-47a4-94b5-6d277cc4d93f tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:35:43.557360 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aef2980-3ad3-47a4-94b5-6d277cc4d93f tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:35:43.567461 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aef2980-3ad3-47a4-94b5-6d277cc4d93f tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:43.568264 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1aef2980-3ad3-47a4-94b5-6d277cc4d93f tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:43.579639 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aef2980-3ad3-47a4-94b5-6d277cc4d93f tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Pushing event updated for resources: {'Port': ['ID=bcfa729c-5cac-48a0-9ce1-94928ad239a9,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:43.583636 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-b8cfdfe0-3b68-4bc3-9637-bea1c2952e24 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Deleting port 0c294c29-38f6-4699-93de-2cb913a0990f {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:35:43.584085 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b8cfdfe0-3b68-4bc3-9637-bea1c2952e24 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:43.645814 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 59360) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:43.652750 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-1aef2980-3ad3-47a4-94b5-6d277cc4d93f tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.6285141 Jan 18 22:35:43.655733 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:43.661506 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-e2e9c8be-1c36-4aac-9c63-4bae363fe7dc tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Request body: {'subnet': {'network_id': 'e944226e-270a-42aa-8e1c-52d0dfd98228', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:35:43.743901 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49e8a16a-565e-434b-beb7-9332cc910730 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:35:43.754009 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196c50b3-eac9-43ee-be51-80f2fe6ee1d2 None None] Sync routers for ids ['894966d3-2c9d-4331-92ee-2b7edb08a538'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:35:43.754473 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-49e8a16a-565e-434b-beb7-9332cc910730 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "PUT /v2.0/routers/894966d3-2c9d-4331-92ee-2b7edb08a538/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5495961 Jan 18 22:35:43.756306 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 59372) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:43.762170 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-73071801-5b0f-463d-9e8a-df4f11bac3ca None None] Provisioning complete for port 9cda4556-479d-465f-a49b-188a4614c859 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:35:43.762594 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-73071801-5b0f-463d-9e8a-df4f11bac3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:43.789164 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196c50b3-eac9-43ee-be51-80f2fe6ee1d2 None None] Routers {'894966d3-2c9d-4331-92ee-2b7edb08a538'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:35:43.789800 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-196c50b3-eac9-43ee-be51-80f2fe6ee1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:35:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['894966d3-2c9d-4331-92ee-2b7edb08a538'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:35:43.839737 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-73071801-5b0f-463d-9e8a-df4f11bac3ca None None] Port 9cda4556-479d-465f-a49b-188a4614c859 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:35:43.845277 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1353c6f-21a5-4f70-bc97-fe49da498bd7 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:43.846794 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-e1353c6f-21a5-4f70-bc97-fe49da498bd7 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "GET /v2.0/ports/9cda4556-479d-465f-a49b-188a4614c859 HTTP/1.1" status: 200 len: 911 time: 0.0893481 Jan 18 22:35:43.850320 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 59386) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:43.874878 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-196c50b3-eac9-43ee-be51-80f2fe6ee1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:35:43.884519 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196c50b3-eac9-43ee-be51-80f2fe6ee1d2 None None] Routers {'894966d3-2c9d-4331-92ee-2b7edb08a538'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:35:43.885141 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-196c50b3-eac9-43ee-be51-80f2fe6ee1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:35:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['894966d3-2c9d-4331-92ee-2b7edb08a538'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:35:43.899222 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fbe2b86a-aa5b-4c5a-8853-c88d32d78d1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1040691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049'] for router, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:43.958880 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-196c50b3-eac9-43ee-be51-80f2fe6ee1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:35:43.968948 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196c50b3-eac9-43ee-be51-80f2fe6ee1d2 None None] The sync data for ids ['894966d3-2c9d-4331-92ee-2b7edb08a538'] in n-d-825064-1 is: [] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:35:43.997602 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b8cfdfe0-3b68-4bc3-9637-bea1c2952e24 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:44.027838 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-b8cfdfe0-3b68-4bc3-9637-bea1c2952e24 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Calling delete_port for 0c294c29-38f6-4699-93de-2cb913a0990f owned by {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:35:44.067487 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-2bd3474f-a3f2-4122-ba99-c91887ebaa77 None None] Provisioning complete for port bcfa729c-5cac-48a0-9ce1-94928ad239a9 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:35:44.067891 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2bd3474f-a3f2-4122-ba99-c91887ebaa77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:44.077525 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2e9c8be-1c36-4aac-9c63-4bae363fe7dc tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Made reservation on behalf of 7c0179a097dd413e9755022eddbfface for: {'subnet': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:35:44.087665 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e2e9c8be-1c36-4aac-9c63-4bae363fe7dc tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62288702'] for subnet, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:44.134884 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-2bd3474f-a3f2-4122-ba99-c91887ebaa77 None None] Port bcfa729c-5cac-48a0-9ce1-94928ad239a9 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:35:44.367386 n-d-825064-1 neutron-server[102430]: INFO neutron.db.ipam_backend_mixin [None req-e2e9c8be-1c36-4aac-9c63-4bae363fe7dc tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ef73eaa8-8977-497b-a684-055717917f60 (CIDR: 2001:db8::/64) Jan 18 22:35:44.375818 n-d-825064-1 neutron-server[102430]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2e9c8be-1c36-4aac-9c63-4bae363fe7dc tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 22:35:44.375818 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2e9c8be-1c36-4aac-9c63-4bae363fe7dc tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:35:44.387367 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbe2b86a-aa5b-4c5a-8853-c88d32d78d1a admin admin] Router 50543313-93e9-492c-b506-731fa0848459 is scheduled to L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 with binding_index 1 {{(pid=102430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 22:35:44.401039 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-e2e9c8be-1c36-4aac-9c63-4bae363fe7dc tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7459071 Jan 18 22:35:44.401718 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b8cfdfe0-3b68-4bc3-9637-bea1c2952e24 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:44.403702 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 59454) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:44.419995 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-83ad8994-c8d6-44f0-958e-09965759bc74 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Request body: {'subnet': {'network_id': 'e944226e-270a-42aa-8e1c-52d0dfd98228', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:35:44.447076 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b8cfdfe0-3b68-4bc3-9637-bea1c2952e24 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:44.451085 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-b8cfdfe0-3b68-4bc3-9637-bea1c2952e24 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "DELETE /v2.0/ports/0c294c29-38f6-4699-93de-2cb913a0990f HTTP/1.1" status: 204 len: 168 time: 1.0757256 Jan 18 22:35:44.509198 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 59462) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:44.548042 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cfdfe0-3b68-4bc3-9637-bea1c2952e24 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Pushing event deleted for resources: {'Port': ['ID=0c294c29-38f6-4699-93de-2cb913a0990f,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:44.563627 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8c124baa-bba1-4425-ae48-31e986460eeb tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:44.590254 n-d-825064-1 neutron-server[102430]: INFO neutron.pecan_wsgi.hooks.translation [None req-23f71242-2e1f-4f38-b03d-c289913a6622 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] GET failed (client error): The resource could not be found. Jan 18 22:35:44.592655 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-23f71242-2e1f-4f38-b03d-c289913a6622 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "GET /v2.0/ports/0c294c29-38f6-4699-93de-2cb913a0990f HTTP/1.1" status: 404 len: 333 time: 0.0823245 Jan 18 22:35:44.596851 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 59480) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:44.605505 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-a26f0c3b-5a88-42e6-bb81-a2ef7a6f0032 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Request body: {'port': {'network_id': 'd6fe7fb6-8df6-430c-8f71-9e9333bc98a2', 'name': 'tempest-PortsTestJSON-103230442'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:35:44.805586 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbe2b86a-aa5b-4c5a-8853-c88d32d78d1a admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:35:44.818209 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca915a28-983f-432f-9bd7-11e4b40bd8b6 None None] Sync routers for ids ['50543313-93e9-492c-b506-731fa0848459'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:35:44.831565 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca915a28-983f-432f-9bd7-11e4b40bd8b6 None None] Routers {'50543313-93e9-492c-b506-731fa0848459'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:35:44.831976 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-ca915a28-983f-432f-9bd7-11e4b40bd8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:35:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['50543313-93e9-492c-b506-731fa0848459'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:35:44.854095 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee33b6e-1ab1-4404-9f4b-bad9b2ffa3cc req-1cd0fdfd-f957-4cb1-8a7f-caaf92a1242b tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:44.856006 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6ee33b6e-1ab1-4404-9f4b-bad9b2ffa3cc req-1cd0fdfd-f957-4cb1-8a7f-caaf92a1242b tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9ab72d2-fb07-4ddd-96ca-0d87ff63902f HTTP/1.1" status: 200 len: 947 time: 0.1494100 Jan 18 22:35:44.860547 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ad8994-c8d6-44f0-958e-09965759bc74 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Made reservation on behalf of 7c0179a097dd413e9755022eddbfface for: {'subnet': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:35:44.864635 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-83ad8994-c8d6-44f0-958e-09965759bc74 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62288702'] for subnet, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:44.910901 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fbe2b86a-aa5b-4c5a-8853-c88d32d78d1a admin admin] Notify callbacks [] for router, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:44.918797 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-fbe2b86a-aa5b-4c5a-8853-c88d32d78d1a admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.8604636 Jan 18 22:35:44.937294 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 59520) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:45.055009 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a26f0c3b-5a88-42e6-bb81-a2ef7a6f0032 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Made reservation on behalf of 7f7e3488513a4b34800a857d787e609b for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:35:45.058991 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a26f0c3b-5a88-42e6-bb81-a2ef7a6f0032 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:45.059151 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-ca915a28-983f-432f-9bd7-11e4b40bd8b6 None None] Set router 50543313-93e9-492c-b506-731fa0848459 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:35:45.108676 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [None req-a26f0c3b-5a88-42e6-bb81-a2ef7a6f0032 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] device_id is not set on port b0bf5490-d1c5-44ce-afe3-d681e143470e yet. {{(pid=102430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:35:45.204632 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6ee33b6e-1ab1-4404-9f4b-bad9b2ffa3cc req-6b640ecf-0e51-420f-a11c-a9916fe28c22 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups?id=f25aad12-9aee-4cc2-9c27-71413ad663e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2846291 Jan 18 22:35:45.222727 n-d-825064-1 neutron-server[102430]: INFO neutron.db.ipam_backend_mixin [None req-83ad8994-c8d6-44f0-958e-09965759bc74 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 0e40291e-e977-472d-8d45-45f3c59695c7 (CIDR: 2001:db8:0:1::/64) Jan 18 22:35:45.244936 n-d-825064-1 neutron-server[102430]: INFO neutron.pecan_wsgi.hooks.translation [None req-83ad8994-c8d6-44f0-958e-09965759bc74 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 22:35:45.245399 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83ad8994-c8d6-44f0-958e-09965759bc74 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:35:45.332954 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-83ad8994-c8d6-44f0-958e-09965759bc74 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.9278710 Jan 18 22:35:45.341035 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-ca915a28-983f-432f-9bd7-11e4b40bd8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50543313-93e9-492c-b506-731fa0848459', 'name': 'tempest-ServerRescueTestJSONUnderV235-1975045798-router', 'tenant_id': '1c46bb3ba1444fb0be900b14ff20c2b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': 'f1d8e31d-660e-452a-8791-b2ba90642690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:35:41Z', 'updated_at': '2022-01-18T22:35:42Z', 'revision_number': 3, 'project_id': '1c46bb3ba1444fb0be900b14ff20c2b2', 'gw_port': {'id': 'f1d8e31d-660e-452a-8791-b2ba90642690', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:28:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50543313-93e9-492c-b506-731fa0848459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:35:41Z', 'updated_at': '2022-01-18T22:35:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:35:45.342163 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 59534) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:45.347750 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-8bb503f7-c2cb-4f7b-9592-66cd4b350b8a tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Request body: {'subnet': {'network_id': 'e944226e-270a-42aa-8e1c-52d0dfd98228', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:35:45.381816 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca915a28-983f-432f-9bd7-11e4b40bd8b6 None None] Checking router: 50543313-93e9-492c-b506-731fa0848459 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:35:45.382638 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca915a28-983f-432f-9bd7-11e4b40bd8b6 None None] Updating router 50543313-93e9-492c-b506-731fa0848459 port f1d8e31d-660e-452a-8791-b2ba90642690 binding host n-d-825064-1 {{(pid=102432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:35:45.418299 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ca915a28-983f-432f-9bd7-11e4b40bd8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:45.431396 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-8c124baa-bba1-4425-ae48-31e986460eeb tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Allocated IP 2001:db8:1::1 (e61004d9-9fac-4d14-87e8-d9b8af8e50b5/58aa2730-a815-4d4b-9227-d878147f6062/f0ecde1b-ca3b-40ac-b72e-fa31eb421807) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:35:45.599029 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8c124baa-bba1-4425-ae48-31e986460eeb tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:45.650263 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8c124baa-bba1-4425-ae48-31e986460eeb tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:45.730071 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c124baa-bba1-4425-ae48-31e986460eeb tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Network e61004d9-9fac-4d14-87e8-d9b8af8e50b5 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:35:45.734539 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-8c124baa-bba1-4425-ae48-31e986460eeb tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:35:45.753883 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c124baa-bba1-4425-ae48-31e986460eeb tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:35:45.754949 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8c124baa-bba1-4425-ae48-31e986460eeb tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1040954'] for router_interface, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:45.895821 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c124baa-bba1-4425-ae48-31e986460eeb tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Pushing event updated for resources: {'Port': ['ID=f0ecde1b-ca3b-40ac-b72e-fa31eb421807,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:45.934790 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ca915a28-983f-432f-9bd7-11e4b40bd8b6 None None] Notify callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:45.942092 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ca915a28-983f-432f-9bd7-11e4b40bd8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:46.001012 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8c124baa-bba1-4425-ae48-31e986460eeb tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:46.030717 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a26f0c3b-5a88-42e6-bb81-a2ef7a6f0032 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:46.069124 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-ca915a28-983f-432f-9bd7-11e4b40bd8b6 None None] Attempting to bind port f1d8e31d-660e-452a-8791-b2ba90642690 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:35:46.070672 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-ca915a28-983f-432f-9bd7-11e4b40bd8b6 None None] Attempting to bind port f1d8e31d-660e-452a-8791-b2ba90642690 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:35:46.071210 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca915a28-983f-432f-9bd7-11e4b40bd8b6 None None] Attempting to bind port f1d8e31d-660e-452a-8791-b2ba90642690 on network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:35:46.075266 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb9e0e8-cc80-4223-a354-dd25c4d9b126 None None] Pushing event updated for resources: {'Port': ['ID=f1d8e31d-660e-452a-8791-b2ba90642690,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:46.082116 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca915a28-983f-432f-9bd7-11e4b40bd8b6 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:35:46.082757 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca915a28-983f-432f-9bd7-11e4b40bd8b6 None None] Checking segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:35:46.083343 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ca915a28-983f-432f-9bd7-11e4b40bd8b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:46.083931 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca915a28-983f-432f-9bd7-11e4b40bd8b6 None None] Bound using segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:35:46.084674 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-ca915a28-983f-432f-9bd7-11e4b40bd8b6 None None] Bound port: f1d8e31d-660e-452a-8791-b2ba90642690, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:35:46.085222 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ca915a28-983f-432f-9bd7-11e4b40bd8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:46.209283 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-ca915a28-983f-432f-9bd7-11e4b40bd8b6 None None] For port f1d8e31d-660e-452a-8791-b2ba90642690, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:35:46.218865 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dba1cc-c489-4b25-9de8-4e49e6387310 req-9e97dd90-91d5-4d4a-affa-55b7b55921aa tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:46.220469 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-48dba1cc-c489-4b25-9de8-4e49e6387310 req-9e97dd90-91d5-4d4a-affa-55b7b55921aa tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9ab72d2-fb07-4ddd-96ca-0d87ff63902f HTTP/1.1" status: 200 len: 947 time: 0.3726180 Jan 18 22:35:46.236248 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-ca915a28-983f-432f-9bd7-11e4b40bd8b6 None None] For port f1d8e31d-660e-452a-8791-b2ba90642690, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=f1d8e31d-660e-452a-8791-b2ba90642690,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:35:46.242675 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-cf7c3a16-12f2-4b02-bf66-57f37134a1fa None None] Provisioning complete for port f0ecde1b-ca3b-40ac-b72e-fa31eb421807 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:35:46.243751 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cf7c3a16-12f2-4b02-bf66-57f37134a1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:46.266605 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ca915a28-983f-432f-9bd7-11e4b40bd8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:46.310271 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bb503f7-c2cb-4f7b-9592-66cd4b350b8a tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Made reservation on behalf of 7c0179a097dd413e9755022eddbfface for: {'subnet': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:35:46.315104 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8bb503f7-c2cb-4f7b-9592-66cd4b350b8a tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62288702'] for subnet, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:46.414678 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca915a28-983f-432f-9bd7-11e4b40bd8b6 None None] Routers {'50543313-93e9-492c-b506-731fa0848459'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:35:46.415405 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-ca915a28-983f-432f-9bd7-11e4b40bd8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:35:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['50543313-93e9-492c-b506-731fa0848459'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:35:46.433930 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a26f0c3b-5a88-42e6-bb81-a2ef7a6f0032 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:46.564113 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8c124baa-bba1-4425-ae48-31e986460eeb tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:46.576586 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8c124baa-bba1-4425-ae48-31e986460eeb tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:46.577712 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8c124baa-bba1-4425-ae48-31e986460eeb tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-613854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1041070'] for router_interface, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:46.612421 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26f0c3b-5a88-42e6-bb81-a2ef7a6f0032 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Network d6fe7fb6-8df6-430c-8f71-9e9333bc98a2 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:35:46.636113 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-a26f0c3b-5a88-42e6-bb81-a2ef7a6f0032 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:35:46.649423 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26f0c3b-5a88-42e6-bb81-a2ef7a6f0032 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:35:46.655677 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26f0c3b-5a88-42e6-bb81-a2ef7a6f0032 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:46.656371 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a26f0c3b-5a88-42e6-bb81-a2ef7a6f0032 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:46.703042 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e5d7bd-1121-4293-8e3d-0ed665b63c73 req-d83d4446-1259-446b-8aea-a535b5dcb0f0 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:46.723091 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-36e5d7bd-1121-4293-8e3d-0ed665b63c73 req-d83d4446-1259-446b-8aea-a535b5dcb0f0 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9ab72d2-fb07-4ddd-96ca-0d87ff63902f HTTP/1.1" status: 200 len: 947 time: 0.2948549 Jan 18 22:35:46.731047 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-a26f0c3b-5a88-42e6-bb81-a2ef7a6f0032 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.1301816 Jan 18 22:35:46.751073 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26f0c3b-5a88-42e6-bb81-a2ef7a6f0032 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Pushing event updated for resources: {'Port': ['ID=b0bf5490-d1c5-44ce-afe3-d681e143470e,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:46.755133 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b189880c-4e72-4aa4-ac8e-9f0306951be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:46.776813 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-ca915a28-983f-432f-9bd7-11e4b40bd8b6 None None] Set router 50543313-93e9-492c-b506-731fa0848459 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:35:46.781593 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c124baa-bba1-4425-ae48-31e986460eeb tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Network e61004d9-9fac-4d14-87e8-d9b8af8e50b5 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:35:46.783093 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 59564) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:46.786380 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-8c124baa-bba1-4425-ae48-31e986460eeb tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:35:46.807510 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-48dba1cc-c489-4b25-9de8-4e49e6387310 req-71568193-7523-46f6-a7e7-3eeed0e6b871 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Deleting port 05c1d799-e1bb-45aa-99fd-f133bfea30d6 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:35:46.808338 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-48dba1cc-c489-4b25-9de8-4e49e6387310 req-71568193-7523-46f6-a7e7-3eeed0e6b871 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:46.813111 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-c1aea8ed-e1e3-46c4-9326-b874167ef0dc tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:35:46.848855 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-cf7c3a16-12f2-4b02-bf66-57f37134a1fa None None] Port f0ecde1b-ca3b-40ac-b72e-fa31eb421807 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:35:46.928481 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-36e5d7bd-1121-4293-8e3d-0ed665b63c73 req-46a83fc9-f44c-466b-8a99-b5b1c0bcf6c5 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups?id=f25aad12-9aee-4cc2-9c27-71413ad663e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1956599 Jan 18 22:35:46.955220 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb9e0e8-cc80-4223-a354-dd25c4d9b126 None None] Pushing event updated for resources: {'Port': ['ID=f1d8e31d-660e-452a-8791-b2ba90642690,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:47.093597 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-ca915a28-983f-432f-9bd7-11e4b40bd8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50543313-93e9-492c-b506-731fa0848459', 'name': 'tempest-ServerRescueTestJSONUnderV235-1975045798-router', 'tenant_id': '1c46bb3ba1444fb0be900b14ff20c2b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': 'f1d8e31d-660e-452a-8791-b2ba90642690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:35:41Z', 'updated_at': '2022-01-18T22:35:42Z', 'revision_number': 3, 'project_id': '1c46bb3ba1444fb0be900b14ff20c2b2', 'gw_port': {'id': 'f1d8e31d-660e-452a-8791-b2ba90642690', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:28:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50543313-93e9-492c-b506-731fa0848459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:35:41Z', 'updated_at': '2022-01-18T22:35:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:35:47.169629 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca915a28-983f-432f-9bd7-11e4b40bd8b6 None None] The sync data for ids ['50543313-93e9-492c-b506-731fa0848459'] in n-d-825064-1 is: [{'id': '50543313-93e9-492c-b506-731fa0848459', 'name': 'tempest-ServerRescueTestJSONUnderV235-1975045798-router', 'tenant_id': '1c46bb3ba1444fb0be900b14ff20c2b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': 'f1d8e31d-660e-452a-8791-b2ba90642690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:35:41Z', 'updated_at': '2022-01-18T22:35:42Z', 'revision_number': 3, 'project_id': '1c46bb3ba1444fb0be900b14ff20c2b2', 'gw_port': {'id': 'f1d8e31d-660e-452a-8791-b2ba90642690', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:28:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50543313-93e9-492c-b506-731fa0848459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:35:41Z', 'updated_at': '2022-01-18T22:35:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:35:47.199883 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-48dba1cc-c489-4b25-9de8-4e49e6387310 req-71568193-7523-46f6-a7e7-3eeed0e6b871 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] For port 05c1d799-e1bb-45aa-99fd-f133bfea30d6, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=05c1d799-e1bb-45aa-99fd-f133bfea30d6,segment=NetworkSegment(70a4f94b-4f48-4441-9e9d-d65add0cb430),segment_id=70a4f94b-4f48-4441-9e9d-d65add0cb430)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:35:47.200492 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-48dba1cc-c489-4b25-9de8-4e49e6387310 req-71568193-7523-46f6-a7e7-3eeed0e6b871 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:47.201866 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c124baa-bba1-4425-ae48-31e986460eeb tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Pushing event updated for resources: {'Port': ['ID=f0ecde1b-ca3b-40ac-b72e-fa31eb421807,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:47.204712 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c1aea8ed-e1e3-46c4-9326-b874167ef0dc tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:47.275509 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-f12b90e5-e14a-4e31-8835-69293635b54d None None] Provisioning complete for port f0ecde1b-ca3b-40ac-b72e-fa31eb421807 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:35:47.276211 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f12b90e5-e14a-4e31-8835-69293635b54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:47.303593 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c124baa-bba1-4425-ae48-31e986460eeb tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Router 894966d3-2c9d-4331-92ee-2b7edb08a538 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:35:47.329735 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-f12b90e5-e14a-4e31-8835-69293635b54d None None] Port f0ecde1b-ca3b-40ac-b72e-fa31eb421807 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:35:47.462040 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-b189880c-4e72-4aa4-ac8e-9f0306951be6 admin admin] Allocated IP 172.20.0.1 (729c5b59-7b6c-40d9-b914-a709ff066f8b/e9fefdd6-ef8e-451d-90d4-5c53894b5fa7/c623548a-a4bf-4bf7-9314-17c9f8ca1649) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:35:47.556925 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8bb503f7-c2cb-4f7b-9592-66cd4b350b8a tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60203213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62288684'] for subnet, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:47.578419 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c1aea8ed-e1e3-46c4-9326-b874167ef0dc tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:47.587323 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c1aea8ed-e1e3-46c4-9326-b874167ef0dc tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:47.665979 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c124baa-bba1-4425-ae48-31e986460eeb tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:35:47.667960 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-c1aea8ed-e1e3-46c4-9326-b874167ef0dc tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] In _notify_port_updated(), no bound segment for port b0bf5490-d1c5-44ce-afe3-d681e143470e on network d6fe7fb6-8df6-430c-8f71-9e9333bc98a2 {{(pid=102431) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 18 22:35:47.673443 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1aea8ed-e1e3-46c4-9326-b874167ef0dc tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:47.674067 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c1aea8ed-e1e3-46c4-9326-b874167ef0dc tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:47.675447 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-c1aea8ed-e1e3-46c4-9326-b874167ef0dc tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "PUT /v2.0/ports/b0bf5490-d1c5-44ce-afe3-d681e143470e HTTP/1.1" status: 200 len: 818 time: 0.8730934 Jan 18 22:35:47.682256 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb64766-2449-43fc-bb12-66aa7d40ddde None None] Sync routers for ids ['894966d3-2c9d-4331-92ee-2b7edb08a538'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:35:47.688662 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-8c124baa-bba1-4425-ae48-31e986460eeb tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "PUT /v2.0/routers/894966d3-2c9d-4331-92ee-2b7edb08a538/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8367059 Jan 18 22:35:47.689207 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 59578) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:47.700095 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb64766-2449-43fc-bb12-66aa7d40ddde None None] Routers {'894966d3-2c9d-4331-92ee-2b7edb08a538'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:35:47.704260 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 59580) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:47.711972 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-3bb64766-2449-43fc-bb12-66aa7d40ddde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:35:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['894966d3-2c9d-4331-92ee-2b7edb08a538'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:35:47.744583 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb503f7-c2cb-4f7b-9592-66cd4b350b8a tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Network e944226e-270a-42aa-8e1c-52d0dfd98228 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:35:47.763237 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-8bb503f7-c2cb-4f7b-9592-66cd4b350b8a tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:35:47.766890 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb503f7-c2cb-4f7b-9592-66cd4b350b8a tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:47.767693 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8bb503f7-c2cb-4f7b-9592-66cd4b350b8a tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks [] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:47.768740 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-3bb64766-2449-43fc-bb12-66aa7d40ddde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:35:47.772954 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f34196-ef1b-4188-b981-f9de7a56fd95 None None] Network e944226e-270a-42aa-8e1c-52d0dfd98228 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:35:47.809050 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb64766-2449-43fc-bb12-66aa7d40ddde None None] Routers {'894966d3-2c9d-4331-92ee-2b7edb08a538'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:35:47.811240 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-3bb64766-2449-43fc-bb12-66aa7d40ddde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:35:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['894966d3-2c9d-4331-92ee-2b7edb08a538'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:35:47.813633 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb503f7-c2cb-4f7b-9592-66cd4b350b8a tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Pushing event updated for resources: {'Subnet': ['ID=54de04a4-6429-4a20-9311-9eef94b2c7af,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:47.834352 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-8bb503f7-c2cb-4f7b-9592-66cd4b350b8a tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.4910762 Jan 18 22:35:47.836966 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-48dba1cc-c489-4b25-9de8-4e49e6387310 req-71568193-7523-46f6-a7e7-3eeed0e6b871 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:47.837547 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-48dba1cc-c489-4b25-9de8-4e49e6387310 req-71568193-7523-46f6-a7e7-3eeed0e6b871 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043075'] for floatingip, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:47.838103 n-d-825064-1 neutron-server[102430]: INFO neutron.db.l3_db [req-48dba1cc-c489-4b25-9de8-4e49e6387310 req-71568193-7523-46f6-a7e7-3eeed0e6b871 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Floating IP e7b9133e-5fee-4828-b97a-5364cc7fa535 disassociated. External IP: 172.25.5.110, port: 05c1d799-e1bb-45aa-99fd-f133bfea30d6. Jan 18 22:35:47.838688 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-48dba1cc-c489-4b25-9de8-4e49e6387310 req-71568193-7523-46f6-a7e7-3eeed0e6b871 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Calling delete_port for 05c1d799-e1bb-45aa-99fd-f133bfea30d6 owned by compute:nova {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:35:47.848398 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 59586) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:47.884539 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-8d61bc25-1554-4f6a-b3b8-3eef46cef325 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-596273461', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '54de04a4-6429-4a20-9311-9eef94b2c7af'}], 'security_groups': ['a368dcdb-0df9-4e1c-b769-75386b7235de', 'a1717c4e-cf65-4a21-b68f-aba9d6a9571f']}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:35:47.906979 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9f21f8-2216-4deb-9396-a983f421faa4 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:47.908410 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-4a9f21f8-2216-4deb-9396-a983f421faa4 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "GET /v2.0/ports/f0ecde1b-ca3b-40ac-b72e-fa31eb421807 HTTP/1.1" status: 200 len: 913 time: 0.2037446 Jan 18 22:35:47.915005 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-3bb64766-2449-43fc-bb12-66aa7d40ddde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:35:47.915276 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 59590) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:47.918509 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb64766-2449-43fc-bb12-66aa7d40ddde None None] The sync data for ids ['894966d3-2c9d-4331-92ee-2b7edb08a538'] in n-d-825064-1 is: [] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:35:47.944905 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aea8ed-e1e3-46c4-9326-b874167ef0dc tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Pushing event updated for resources: {'Port': ['ID=b0bf5490-d1c5-44ce-afe3-d681e143470e,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:47.990297 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b189880c-4e72-4aa4-ac8e-9f0306951be6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:48.069166 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-a52b1b0d-2610-4e25-bdbd-2860c8e975c0 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Deleting port b0bf5490-d1c5-44ce-afe3-d681e143470e {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:35:48.069509 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a52b1b0d-2610-4e25-bdbd-2860c8e975c0 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:48.167587 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca3187f-13e7-44e4-9494-f6811f3776ad None None] Update dhcp port {'port': {'network_id': 'e944226e-270a-42aa-8e1c-52d0dfd98228', 'fixed_ips': [{'subnet_id': '0e40291e-e977-472d-8d45-45f3c59695c7', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'ef73eaa8-8977-497b-a684-055717917f60', 'ip_address': '2001:db8::2'}, {'subnet_id': '54de04a4-6429-4a20-9311-9eef94b2c7af'}], 'binding:host_id': 'n-d-825064-1'}, 'id': '2eef7687-a59c-4268-936c-fcbdef5ca59e'} from n-d-825064-1. {{(pid=102432) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jan 18 22:35:48.202173 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bca3187f-13e7-44e4-9494-f6811f3776ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:48.222447 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a52b1b0d-2610-4e25-bdbd-2860c8e975c0 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:48.236471 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-a52b1b0d-2610-4e25-bdbd-2860c8e975c0 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Calling delete_port for b0bf5490-d1c5-44ce-afe3-d681e143470e owned by {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:35:48.389644 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a52b1b0d-2610-4e25-bdbd-2860c8e975c0 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:48.435762 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a52b1b0d-2610-4e25-bdbd-2860c8e975c0 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:48.445550 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-bca3187f-13e7-44e4-9494-f6811f3776ad None None] Allocated IP 2001:db8:0:2::2 (e944226e-270a-42aa-8e1c-52d0dfd98228/54de04a4-6429-4a20-9311-9eef94b2c7af/2eef7687-a59c-4268-936c-fcbdef5ca59e) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:35:48.447754 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-a52b1b0d-2610-4e25-bdbd-2860c8e975c0 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "DELETE /v2.0/ports/b0bf5490-d1c5-44ce-afe3-d681e143470e HTTP/1.1" status: 204 len: 168 time: 0.7553747 Jan 18 22:35:48.451863 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 59598) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:48.528802 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52b1b0d-2610-4e25-bdbd-2860c8e975c0 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Pushing event deleted for resources: {'Port': ['ID=b0bf5490-d1c5-44ce-afe3-d681e143470e,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:48.618845 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-bca3187f-13e7-44e4-9494-f6811f3776ad None None] For port 2eef7687-a59c-4268-936c-fcbdef5ca59e, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=2eef7687-a59c-4268-936c-fcbdef5ca59e,segment=NetworkSegment(bb8697be-450e-476a-9edb-83c790dee754),segment_id=bb8697be-450e-476a-9edb-83c790dee754)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:35:48.636504 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b035176a-2d2b-4e47-8c33-a9546f12475d tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:48.642104 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-b035176a-2d2b-4e47-8c33-a9546f12475d tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1877656 Jan 18 22:35:48.644369 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 59600) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:48.663446 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bca3187f-13e7-44e4-9494-f6811f3776ad None None] Notify callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:48.668880 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device f1d8e31d-660e-452a-8791-b2ba90642690 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:35:48.726868 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca5416f5-f837-4366-ae93-369202544fad tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] GET failed (client error): The resource could not be found. Jan 18 22:35:48.739628 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-ca5416f5-f837-4366-ae93-369202544fad tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "GET /v2.0/ports/b0bf5490-d1c5-44ce-afe3-d681e143470e HTTP/1.1" status: 404 len: 333 time: 0.0902119 Jan 18 22:35:48.740161 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 59602) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:48.753805 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-08cb8935-d53d-4e31-80e2-4196046363a3 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1559357241'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:35:48.763069 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bca3187f-13e7-44e4-9494-f6811f3776ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:48.783614 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08cb8935-d53d-4e31-80e2-4196046363a3 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Made reservation on behalf of 7f7e3488513a4b34800a857d787e609b for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:35:48.789277 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-08cb8935-d53d-4e31-80e2-4196046363a3 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:48.826343 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08cb8935-d53d-4e31-80e2-4196046363a3 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:35:48.838239 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-08cb8935-d53d-4e31-80e2-4196046363a3 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:48.838637 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-08cb8935-d53d-4e31-80e2-4196046363a3 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Added segment 8779c7e5-c8a1-4a97-a525-ce7e1bd0a547 of type vlan for network 909d93cb-5536-4478-bedb-bb01d1689865 Jan 18 22:35:48.899791 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-08cb8935-d53d-4e31-80e2-4196046363a3 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:48.932150 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-08cb8935-d53d-4e31-80e2-4196046363a3 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:48.939957 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-48dba1cc-c489-4b25-9de8-4e49e6387310 req-71568193-7523-46f6-a7e7-3eeed0e6b871 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:48.942269 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08cb8935-d53d-4e31-80e2-4196046363a3 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:48.943834 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-08cb8935-d53d-4e31-80e2-4196046363a3 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:49.002586 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca3187f-13e7-44e4-9494-f6811f3776ad None None] Pushing event updated for resources: {'Port': ['ID=2eef7687-a59c-4268-936c-fcbdef5ca59e,revision_number=7']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:49.075493 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71568193-7523-46f6-a7e7-3eeed0e6b871 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Pushing event deleted for resources: {'Port': ['ID=05c1d799-e1bb-45aa-99fd-f133bfea30d6,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:49.083366 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cb8935-d53d-4e31-80e2-4196046363a3 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Pushing event updated for resources: {'Network': ['ID=909d93cb-5536-4478-bedb-bb01d1689865,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:49.092512 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port f1d8e31d-660e-452a-8791-b2ba90642690 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:35:49.092912 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:49.101524 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-08cb8935-d53d-4e31-80e2-4196046363a3 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3601816 Jan 18 22:35:49.104300 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 59608) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:49.112276 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 909d93cb-5536-4478-bedb-bb01d1689865 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:35:49.121716 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-54a63074-9f17-47d6-832b-f3f8905382ce tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Request body: {'subnet': {'network_id': '909d93cb-5536-4478-bedb-bb01d1689865', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:35:49.142412 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc78272-a5cd-4006-a736-75c3abcc1268 req-cd1e2462-a3ea-46ef-a99e-6d3f75a48194 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:49.143991 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bbc78272-a5cd-4006-a736-75c3abcc1268 req-cd1e2462-a3ea-46ef-a99e-6d3f75a48194 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9ab72d2-fb07-4ddd-96ca-0d87ff63902f HTTP/1.1" status: 200 len: 868 time: 1.0411441 Jan 18 22:35:49.194566 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b189880c-4e72-4aa4-ac8e-9f0306951be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:49.317194 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3a8f599f-e2fa-4e24-a463-6fb27a6ce438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:49.322983 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a63074-9f17-47d6-832b-f3f8905382ce tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Made reservation on behalf of 7f7e3488513a4b34800a857d787e609b for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:35:49.326748 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-54a63074-9f17-47d6-832b-f3f8905382ce tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:49.334706 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b189880c-4e72-4aa4-ac8e-9f0306951be6 admin admin] Network 729c5b59-7b6c-40d9-b914-a709ff066f8b is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:35:49.419006 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:49.429038 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-b189880c-4e72-4aa4-ac8e-9f0306951be6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:35:49.492751 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port f1d8e31d-660e-452a-8791-b2ba90642690, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=f1d8e31d-660e-452a-8791-b2ba90642690,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:35:49.504285 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:49.504529 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b189880c-4e72-4aa4-ac8e-9f0306951be6 admin admin] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:35:49.573850 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bbc78272-a5cd-4006-a736-75c3abcc1268 req-658ae6cc-bbed-4a92-8c6b-425e6dea9ac2 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups?id=f25aad12-9aee-4cc2-9c27-71413ad663e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3645661 Jan 18 22:35:49.574836 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=f1d8e31d-660e-452a-8791-b2ba90642690,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:49.679986 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-54a63074-9f17-47d6-832b-f3f8905382ce tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:49.720560 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b189880c-4e72-4aa4-ac8e-9f0306951be6 admin admin] Pushing event updated for resources: {'Port': ['ID=c623548a-a4bf-4bf7-9314-17c9f8ca1649,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:49.778983 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8d61bc25-1554-4f6a-b3b8-3eef46cef325 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:49.786216 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [req-48dba1cc-c489-4b25-9de8-4e49e6387310 req-71568193-7523-46f6-a7e7-3eeed0e6b871 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Router ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:35:49.813915 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a63074-9f17-47d6-832b-f3f8905382ce tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Pushing event updated for resources: {'Subnet': ['ID=ce184c62-65a4-4670-9642-19ffebe77812,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:49.840676 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a63074-9f17-47d6-832b-f3f8905382ce tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Checking segment: {'id': '8779c7e5-c8a1-4a97-a525-ce7e1bd0a547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '909d93cb-5536-4478-bedb-bb01d1689865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:35:49.841126 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a63074-9f17-47d6-832b-f3f8905382ce tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Network hostable DHCP agents. Network: 909d93cb-5536-4478-bedb-bb01d1689865, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:35:49.850240 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b189880c-4e72-4aa4-ac8e-9f0306951be6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1040954'] for router_interface, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:49.871006 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a63074-9f17-47d6-832b-f3f8905382ce tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Network 909d93cb-5536-4478-bedb-bb01d1689865 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:35:49.882474 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-54a63074-9f17-47d6-832b-f3f8905382ce tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 909d93cb-5536-4478-bedb-bb01d1689865) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:35:49.892138 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1167a9a7-c0cc-4533-bb23-8c38183c50cc None None] Network 909d93cb-5536-4478-bedb-bb01d1689865 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:35:49.913208 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a63074-9f17-47d6-832b-f3f8905382ce tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:49.915667 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-54a63074-9f17-47d6-832b-f3f8905382ce tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:50.007228 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-54a63074-9f17-47d6-832b-f3f8905382ce tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9018662 Jan 18 22:35:50.012919 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 59624) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:50.031275 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-5221d392-642b-4ccd-95ca-743373bb1944 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Request body: {'subnet': {'network_id': '909d93cb-5536-4478-bedb-bb01d1689865', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:35:50.100491 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 05c1d799-e1bb-45aa-99fd-f133bfea30d6 no longer exists at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:35:50.235817 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] No Port match for: 05c1d799-e1bb-45aa-99fd-f133bfea30d6 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:35:50.236195 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 05c1d799-e1bb-45aa-99fd-f133bfea30d6 not bound to the agent host n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:35:50.321938 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048bbc47-4b90-43ea-93c7-c9389888c095 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-909d93cb-5536-4478-bedb-bb01d1689865', 'network_id': '909d93cb-5536-4478-bedb-bb01d1689865', 'tenant_id': '7f7e3488513a4b34800a857d787e609b', 'fixed_ips': [{'subnet_id': 'ce184c62-65a4-4670-9642-19ffebe77812'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:35:50.325197 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-048bbc47-4b90-43ea-93c7-c9389888c095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:50.327046 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5221d392-642b-4ccd-95ca-743373bb1944 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Made reservation on behalf of 7f7e3488513a4b34800a857d787e609b for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:35:50.334252 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5221d392-642b-4ccd-95ca-743373bb1944 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:50.456253 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b189880c-4e72-4aa4-ac8e-9f0306951be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:50.495623 n-d-825064-1 neutron-server[102431]: INFO neutron.db.ipam_backend_mixin [None req-5221d392-642b-4ccd-95ca-743373bb1944 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ce184c62-65a4-4670-9642-19ffebe77812 (CIDR: 172.20.0.0/28) Jan 18 22:35:50.503441 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-5221d392-642b-4ccd-95ca-743373bb1944 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 22:35:50.503924 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5221d392-642b-4ccd-95ca-743373bb1944 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:35:50.532473 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-5221d392-642b-4ccd-95ca-743373bb1944 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5160630 Jan 18 22:35:50.535128 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 59634) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:50.541997 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-42def401-6fe0-4d08-8f22-ab6675ebfff5 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Request body: {'subnet': {'network_id': '909d93cb-5536-4478-bedb-bb01d1689865', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:35:50.587292 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-048bbc47-4b90-43ea-93c7-c9389888c095 None None] Allocated IP 172.20.0.2 (909d93cb-5536-4478-bedb-bb01d1689865/ce184c62-65a4-4670-9642-19ffebe77812/a5acaa61-d108-4cea-9fd1-dcb38fd8812f) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:35:50.591077 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 59638) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:50.645615 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-48dba1cc-c489-4b25-9de8-4e49e6387310 req-71568193-7523-46f6-a7e7-3eeed0e6b871 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:35:50.726401 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-48dba1cc-c489-4b25-9de8-4e49e6387310 req-71568193-7523-46f6-a7e7-3eeed0e6b871 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] No DVR routers for this DVR port 05c1d799-e1bb-45aa-99fd-f133bfea30d6 on host n-h1-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:35:50.741386 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-48dba1cc-c489-4b25-9de8-4e49e6387310 req-71568193-7523-46f6-a7e7-3eeed0e6b871 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:50.744747 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-48dba1cc-c489-4b25-9de8-4e49e6387310 req-71568193-7523-46f6-a7e7-3eeed0e6b871 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.36 "DELETE /v2.0/ports/05c1d799-e1bb-45aa-99fd-f133bfea30d6 HTTP/1.1" status: 204 len: 173 time: 4.5136130 Jan 18 22:35:50.774572 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9ab72d2-fb07-4ddd-96ca-0d87ff63902f', 'name': 'network-vif-deleted', 'tag': '05c1d799-e1bb-45aa-99fd-f133bfea30d6'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:35:50.778063 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6df54f5-c542-4d3d-8b94-de62556c128b" -d '{"events": [{"server_uuid": "e9ab72d2-fb07-4ddd-96ca-0d87ff63902f", "name": "network-vif-deleted", "tag": "05c1d799-e1bb-45aa-99fd-f133bfea30d6"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:35:50.781554 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-048bbc47-4b90-43ea-93c7-c9389888c095 None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:50.794964 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device f1d8e31d-660e-452a-8791-b2ba90642690 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:35:50.798105 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f344b4-1a3b-4dda-9b9c-0d43fdc99297 None None] Sync routers for ids ['ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:35:50.820660 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-048bbc47-4b90-43ea-93c7-c9389888c095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:50.887885 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42def401-6fe0-4d08-8f22-ab6675ebfff5 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Made reservation on behalf of 7f7e3488513a4b34800a857d787e609b for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:35:50.893991 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f8f6f7e-2399-4da6-a204-8e8ed73c92ba x-openstack-request-id: req-3f8f6f7e-2399-4da6-a204-8e8ed73c92ba {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:35:50.894261 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9ab72d2-fb07-4ddd-96ca-0d87ff63902f", "name": "network-vif-deleted", "tag": "05c1d799-e1bb-45aa-99fd-f133bfea30d6", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:35:50.894501 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3f8f6f7e-2399-4da6-a204-8e8ed73c92ba {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:35:50.894894 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9ab72d2-fb07-4ddd-96ca-0d87ff63902f', 'name': 'network-vif-deleted', 'tag': '05c1d799-e1bb-45aa-99fd-f133bfea30d6', 'status': 'completed', 'code': 200} Jan 18 22:35:50.905691 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-42def401-6fe0-4d08-8f22-ab6675ebfff5 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:50.943594 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5aa45faa-250b-4673-ab14-abf0ad520b3a req-c8ace58d-0837-4527-b815-643f2c18f920 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9ab72d2-fb07-4ddd-96ca-0d87ff63902f HTTP/1.1" status: 200 len: 210 time: 0.1744256 Jan 18 22:35:50.954279 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048bbc47-4b90-43ea-93c7-c9389888c095 None None] Pushing event updated for resources: {'Port': ['ID=a5acaa61-d108-4cea-9fd1-dcb38fd8812f,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:50.993040 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-3e6bea0e-0d9b-4525-96f8-6fd6fa577b76 None None] Provisioning complete for port 55e3ab33-ea66-4955-bc61-007cf7523191 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:35:50.993246 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3e6bea0e-0d9b-4525-96f8-6fd6fa577b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:51.009133 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048bbc47-4b90-43ea-93c7-c9389888c095 None None] Network 909d93cb-5536-4478-bedb-bb01d1689865 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:35:51.035891 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-048bbc47-4b90-43ea-93c7-c9389888c095 None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:35:51.041103 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2a8f9672-5a23-4c0a-a03f-89382d3ff525 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:51.044224 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048bbc47-4b90-43ea-93c7-c9389888c095 None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:35:51.080245 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f344b4-1a3b-4dda-9b9c-0d43fdc99297 None None] Routers {'ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:35:51.081074 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-51f344b4-1a3b-4dda-9b9c-0d43fdc99297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:35:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:35:51.117106 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e8262f40-8437-41a1-9805-f825533e149f tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1041027'] for router_interface, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:51.308713 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-048bbc47-4b90-43ea-93c7-c9389888c095 None None] Attempting to bind port a5acaa61-d108-4cea-9fd1-dcb38fd8812f on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:35:51.309087 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-048bbc47-4b90-43ea-93c7-c9389888c095 None None] Attempting to bind port a5acaa61-d108-4cea-9fd1-dcb38fd8812f by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '8779c7e5-c8a1-4a97-a525-ce7e1bd0a547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '909d93cb-5536-4478-bedb-bb01d1689865'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:35:51.309458 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048bbc47-4b90-43ea-93c7-c9389888c095 None None] Attempting to bind port a5acaa61-d108-4cea-9fd1-dcb38fd8812f on network 909d93cb-5536-4478-bedb-bb01d1689865 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:35:51.311505 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-3e6bea0e-0d9b-4525-96f8-6fd6fa577b76 None None] Port 55e3ab33-ea66-4955-bc61-007cf7523191 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:35:51.356018 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048bbc47-4b90-43ea-93c7-c9389888c095 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:35:51.356808 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048bbc47-4b90-43ea-93c7-c9389888c095 None None] Checking segment: {'id': '8779c7e5-c8a1-4a97-a525-ce7e1bd0a547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '909d93cb-5536-4478-bedb-bb01d1689865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:35:51.356808 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-048bbc47-4b90-43ea-93c7-c9389888c095 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:51.357201 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048bbc47-4b90-43ea-93c7-c9389888c095 None None] Bound using segment: {'id': '8779c7e5-c8a1-4a97-a525-ce7e1bd0a547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '909d93cb-5536-4478-bedb-bb01d1689865'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:35:51.357692 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-048bbc47-4b90-43ea-93c7-c9389888c095 None None] Bound port: a5acaa61-d108-4cea-9fd1-dcb38fd8812f, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8779c7e5-c8a1-4a97-a525-ce7e1bd0a547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '909d93cb-5536-4478-bedb-bb01d1689865'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:35:51.358076 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-048bbc47-4b90-43ea-93c7-c9389888c095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:51.417907 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port f1d8e31d-660e-452a-8791-b2ba90642690 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:35:51.418284 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:51.421583 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-42def401-6fe0-4d08-8f22-ab6675ebfff5 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:51.481904 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42def401-6fe0-4d08-8f22-ab6675ebfff5 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Pushing event updated for resources: {'Subnet': ['ID=c54f4535-1fdb-4603-97a2-3a8da16e6187,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:51.482676 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-3e6bea0e-0d9b-4525-96f8-6fd6fa577b76 None None] Provisioning complete for port 2eef7687-a59c-4268-936c-fcbdef5ca59e triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:35:51.483053 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3e6bea0e-0d9b-4525-96f8-6fd6fa577b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:51.498085 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-51f344b4-1a3b-4dda-9b9c-0d43fdc99297 None None] Set router ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:35:51.499090 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42def401-6fe0-4d08-8f22-ab6675ebfff5 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Network 909d93cb-5536-4478-bedb-bb01d1689865 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:35:51.501930 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-42def401-6fe0-4d08-8f22-ab6675ebfff5 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:35:51.511124 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42def401-6fe0-4d08-8f22-ab6675ebfff5 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:51.511928 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-42def401-6fe0-4d08-8f22-ab6675ebfff5 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:51.534435 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-42def401-6fe0-4d08-8f22-ab6675ebfff5 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9979868 Jan 18 22:35:51.535380 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 59658) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:51.543977 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-29e221fe-ea5b-430b-a219-d3ef9d17d9c3 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Request body: {'port': {'network_id': '909d93cb-5536-4478-bedb-bb01d1689865', 'fixed_ips': [{'subnet_id': 'ce184c62-65a4-4670-9642-19ffebe77812'}, {'subnet_id': 'c54f4535-1fdb-4603-97a2-3a8da16e6187'}], 'name': 'tempest-PortsTestJSON-392616685'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:35:51.559093 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-048bbc47-4b90-43ea-93c7-c9389888c095 None None] For port a5acaa61-d108-4cea-9fd1-dcb38fd8812f, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:35:51.601250 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-048bbc47-4b90-43ea-93c7-c9389888c095 None None] For port a5acaa61-d108-4cea-9fd1-dcb38fd8812f, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=a5acaa61-d108-4cea-9fd1-dcb38fd8812f,segment=NetworkSegment(8779c7e5-c8a1-4a97-a525-ce7e1bd0a547),segment_id=8779c7e5-c8a1-4a97-a525-ce7e1bd0a547)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:35:51.688104 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 2eef7687-a59c-4268-936c-fcbdef5ca59e up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:35:51.690906 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-048bbc47-4b90-43ea-93c7-c9389888c095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:51.699023 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b189880c-4e72-4aa4-ac8e-9f0306951be6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:51.720164 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29e221fe-ea5b-430b-a219-d3ef9d17d9c3 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Made reservation on behalf of 7f7e3488513a4b34800a857d787e609b for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:35:51.721977 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-8d61bc25-1554-4f6a-b3b8-3eef46cef325 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Delete allocated IP 2001:db8::359 (e944226e-270a-42aa-8e1c-52d0dfd98228/ef73eaa8-8977-497b-a684-055717917f60) {{(pid=102430) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 18 22:35:51.758511 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b189880c-4e72-4aa4-ac8e-9f0306951be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:51.851298 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-8d61bc25-1554-4f6a-b3b8-3eef46cef325 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Allocated IP 2001:db8:0:2::38f (e944226e-270a-42aa-8e1c-52d0dfd98228/54de04a4-6429-4a20-9311-9eef94b2c7af/bcfa729c-5cac-48a0-9ce1-94928ad239a9) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:35:51.851686 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-29e221fe-ea5b-430b-a219-d3ef9d17d9c3 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:51.860602 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048bbc47-4b90-43ea-93c7-c9389888c095 None None] Pushing event updated for resources: {'Port': ['ID=a5acaa61-d108-4cea-9fd1-dcb38fd8812f,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:51.884669 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [None req-29e221fe-ea5b-430b-a219-d3ef9d17d9c3 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] device_id is not set on port 78831414-2357-49d9-b4e6-c7a665e36086 yet. {{(pid=102431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:35:51.943485 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2a8f9672-5a23-4c0a-a03f-89382d3ff525 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:51.955632 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b189880c-4e72-4aa4-ac8e-9f0306951be6 admin admin] Pushing event updated for resources: {'Port': ['ID=c623548a-a4bf-4bf7-9314-17c9f8ca1649,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:51.968330 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b189880c-4e72-4aa4-ac8e-9f0306951be6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-613854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1041070'] for router_interface, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:51.970913 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2a8f9672-5a23-4c0a-a03f-89382d3ff525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:52.009364 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-714dcc42-a12a-4112-a949-eff49a24af85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:52.016541 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 2eef7687-a59c-4268-936c-fcbdef5ca59e triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:35:52.017098 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:52.084525 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-2a8f9672-5a23-4c0a-a03f-89382d3ff525 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2b3cf662e6de4dd8bafaa69c1b62931c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4863112 Jan 18 22:35:52.119434 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 59670) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:52.119968 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 59672) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:52.215222 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-3e6bea0e-0d9b-4525-96f8-6fd6fa577b76 None None] Provisioning complete for port bcfa729c-5cac-48a0-9ce1-94928ad239a9 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:35:52.216170 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3e6bea0e-0d9b-4525-96f8-6fd6fa577b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:52.227138 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8f9672-5a23-4c0a-a03f-89382d3ff525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=912220e2-ac6a-49b4-9476-81dd40f9767e,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:52.357328 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c9946dcc-c6c4-4801-a73b-698ca50098be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:52.400109 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b189880c-4e72-4aa4-ac8e-9f0306951be6 admin admin] Network 729c5b59-7b6c-40d9-b914-a709ff066f8b is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:35:52.405978 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-b189880c-4e72-4aa4-ac8e-9f0306951be6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:35:52.439345 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-e8262f40-8437-41a1-9805-f825533e149f tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Deleting port f0ecde1b-ca3b-40ac-b72e-fa31eb421807 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:35:52.439763 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e8262f40-8437-41a1-9805-f825533e149f tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:52.489870 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8d61bc25-1554-4f6a-b3b8-3eef46cef325 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:52.498471 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-29e221fe-ea5b-430b-a219-d3ef9d17d9c3 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Allocated IP 172.20.0.5 (909d93cb-5536-4478-bedb-bb01d1689865/ce184c62-65a4-4670-9642-19ffebe77812/78831414-2357-49d9-b4e6-c7a665e36086) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:35:52.507622 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-29e221fe-ea5b-430b-a219-d3ef9d17d9c3 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Allocated IP 172.20.0.21 (909d93cb-5536-4478-bedb-bb01d1689865/c54f4535-1fdb-4603-97a2-3a8da16e6187/78831414-2357-49d9-b4e6-c7a665e36086) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:35:52.511070 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8d61bc25-1554-4f6a-b3b8-3eef46cef325 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:52.554239 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-3e6bea0e-0d9b-4525-96f8-6fd6fa577b76 None None] Port bcfa729c-5cac-48a0-9ce1-94928ad239a9 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:35:52.570489 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-51f344b4-1a3b-4dda-9b9c-0d43fdc99297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0', 'name': 'tempest-AttachVolumeShelveTestJSON-1451660796-router', 'tenant_id': '7afa2eadfaa94efb9bc2c925685c8cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': '027fa202-abba-4d75-a143-7b459c13e96e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:27:38Z', 'updated_at': '2022-01-18T22:27:41Z', 'revision_number': 4, 'project_id': '7afa2eadfaa94efb9bc2c925685c8cd2', 'gw_port': {'id': '027fa202-abba-4d75-a143-7b459c13e96e', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:75:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:27:38Z', 'updated_at': '2022-01-18T22:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'fa86aa93-6b8e-4cfd-aa8a-218390a04b28', 'name': '', 'network_id': '9f0c6f68-00d4-4074-963d-5eeb6360e1ec', 'tenant_id': '7afa2eadfaa94efb9bc2c925685c8cd2', 'mac_address': 'fa:16:3e:dd:cc:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'b7bcd428-9869-4592-8e72-20a2a0d3310e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:27:41Z', 'updated_at': '2022-01-18T22:27:47Z', 'revision_number': 5, 'project_id': '7afa2eadfaa94efb9bc2c925685c8cd2', 'subnets': [{'id': 'b7bcd428-9869-4592-8e72-20a2a0d3310e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:35:52.611047 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f344b4-1a3b-4dda-9b9c-0d43fdc99297 None None] Checking router: ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:35:52.622817 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f344b4-1a3b-4dda-9b9c-0d43fdc99297 None None] Routers {'ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:35:52.623448 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-51f344b4-1a3b-4dda-9b9c-0d43fdc99297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:35:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:35:52.696609 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c9946dcc-c6c4-4801-a73b-698ca50098be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:52.723916 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-289ccb2e-f9f6-4cd3-a4de-0f03bc968538 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:52.728664 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-8d61bc25-1554-4f6a-b3b8-3eef46cef325 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] In _notify_port_updated(), no bound segment for port bcfa729c-5cac-48a0-9ce1-94928ad239a9 on network e944226e-270a-42aa-8e1c-52d0dfd98228 {{(pid=102430) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 18 22:35:52.742940 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d61bc25-1554-4f6a-b3b8-3eef46cef325 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:52.747410 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8d61bc25-1554-4f6a-b3b8-3eef46cef325 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:52.749992 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-8d61bc25-1554-4f6a-b3b8-3eef46cef325 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "PUT /v2.0/ports/bcfa729c-5cac-48a0-9ce1-94928ad239a9 HTTP/1.1" status: 200 len: 969 time: 4.8947861 Jan 18 22:35:52.759754 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 59678) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:52.792347 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device a5acaa61-d108-4cea-9fd1-dcb38fd8812f up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:35:52.820373 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d61bc25-1554-4f6a-b3b8-3eef46cef325 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Pushing event updated for resources: {'Port': ['ID=bcfa729c-5cac-48a0-9ce1-94928ad239a9,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:52.825434 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-289ccb2e-f9f6-4cd3-a4de-0f03bc968538 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:52.875297 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e8262f40-8437-41a1-9805-f825533e149f tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:52.891182 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-51f344b4-1a3b-4dda-9b9c-0d43fdc99297 None None] Set router ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:35:52.938213 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-e8262f40-8437-41a1-9805-f825533e149f tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Calling delete_port for f0ecde1b-ca3b-40ac-b72e-fa31eb421807 owned by network:router_interface {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:35:52.951548 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b189880c-4e72-4aa4-ac8e-9f0306951be6 admin admin] Router 50543313-93e9-492c-b506-731fa0848459 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:35:52.981648 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-29e221fe-ea5b-430b-a219-d3ef9d17d9c3 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:53.016026 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-289ccb2e-f9f6-4cd3-a4de-0f03bc968538 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:53.021147 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-289ccb2e-f9f6-4cd3-a4de-0f03bc968538 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:53.025290 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-289ccb2e-f9f6-4cd3-a4de-0f03bc968538 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "DELETE /v2.0/security-groups/f25aad12-9aee-4cc2-9c27-71413ad663e2 HTTP/1.1" status: 204 len: 168 time: 0.8583744 Jan 18 22:35:53.030017 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 59682) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:53.051101 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [None req-9b04f6c4-7b67-4e02-b024-56ced1771760 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] show failed (client error): The resource could not be found. Jan 18 22:35:53.055554 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-9b04f6c4-7b67-4e02-b024-56ced1771760 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "GET /v2.0/security-groups/f25aad12-9aee-4cc2-9c27-71413ad663e2 HTTP/1.1" status: 404 len: 347 time: 0.0244102 Jan 18 22:35:53.056270 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 59684) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:53.066304 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289ccb2e-f9f6-4cd3-a4de-0f03bc968538 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f25aad12-9aee-4cc2-9c27-71413ad663e2,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:53.103540 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c9946dcc-c6c4-4801-a73b-698ca50098be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:53.109411 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c9946dcc-c6c4-4801-a73b-698ca50098be admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:53.113698 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-c9946dcc-c6c4-4801-a73b-698ca50098be admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/912220e2-ac6a-49b4-9476-81dd40f9767e HTTP/1.1" status: 204 len: 168 time: 0.9903455 Jan 18 22:35:53.189473 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:53.198689 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-e9279bb5-ecf4-4776-9331-20740743f8d6 None None] Provisioning complete for port bcfa729c-5cac-48a0-9ce1-94928ad239a9 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:35:53.199136 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e9279bb5-ecf4-4776-9331-20740743f8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:53.252912 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9946dcc-c6c4-4801-a73b-698ca50098be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=912220e2-ac6a-49b4-9476-81dd40f9767e,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:53.261667 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b189880c-4e72-4aa4-ac8e-9f0306951be6 admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:35:53.279396 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee453a3-ca64-4ee8-b7fb-ee38e608f1ad None None] Sync routers for ids ['50543313-93e9-492c-b506-731fa0848459'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:35:53.290608 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee453a3-ca64-4ee8-b7fb-ee38e608f1ad None None] Routers {'50543313-93e9-492c-b506-731fa0848459'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:35:53.291510 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-bee453a3-ca64-4ee8-b7fb-ee38e608f1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:35:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['50543313-93e9-492c-b506-731fa0848459'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:35:53.295280 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-b189880c-4e72-4aa4-ac8e-9f0306951be6 admin admin] 10.222.0.53 "PUT /v2.0/routers/50543313-93e9-492c-b506-731fa0848459/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3478506 Jan 18 22:35:53.302191 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-010a028d-eb82-4c66-b749-b09af1f9352e tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Deleting port bcfa729c-5cac-48a0-9ce1-94928ad239a9 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:35:53.304937 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-010a028d-eb82-4c66-b749-b09af1f9352e tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:53.307288 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port a5acaa61-d108-4cea-9fd1-dcb38fd8812f triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:35:53.308800 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:53.349269 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-29e221fe-ea5b-430b-a219-d3ef9d17d9c3 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:53.406705 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-49895a67-2cfb-487f-a02c-283d2213e482 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Deleting port 0b627515-c19c-4e3b-ab05-dad9ff0a48f5 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:35:53.406937 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-49895a67-2cfb-487f-a02c-283d2213e482 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:53.424512 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e221fe-ea5b-430b-a219-d3ef9d17d9c3 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Network 909d93cb-5536-4478-bedb-bb01d1689865 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:35:53.450151 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-29e221fe-ea5b-430b-a219-d3ef9d17d9c3 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:35:53.454811 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e221fe-ea5b-430b-a219-d3ef9d17d9c3 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:35:53.458400 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-010a028d-eb82-4c66-b749-b09af1f9352e tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:53.521833 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-010a028d-eb82-4c66-b749-b09af1f9352e tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Calling delete_port for bcfa729c-5cac-48a0-9ce1-94928ad239a9 owned by {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:35:53.528688 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-e9279bb5-ecf4-4776-9331-20740743f8d6 None None] Port bcfa729c-5cac-48a0-9ce1-94928ad239a9 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:35:53.534824 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:53.582338 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e221fe-ea5b-430b-a219-d3ef9d17d9c3 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Pushing event updated for resources: {'Port': ['ID=78831414-2357-49d9-b4e6-c7a665e36086,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:53.585439 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port a5acaa61-d108-4cea-9fd1-dcb38fd8812f, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=a5acaa61-d108-4cea-9fd1-dcb38fd8812f,segment=NetworkSegment(8779c7e5-c8a1-4a97-a525-ce7e1bd0a547),segment_id=8779c7e5-c8a1-4a97-a525-ce7e1bd0a547)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:35:53.586800 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd54c7b-b984-46b1-b888-3931d1977aa2 None None] Network 909d93cb-5536-4478-bedb-bb01d1689865 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:35:53.593432 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:53.648696 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 59694) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:53.670208 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-bee453a3-ca64-4ee8-b7fb-ee38e608f1ad None None] Set router 50543313-93e9-492c-b506-731fa0848459 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:35:53.731614 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-49895a67-2cfb-487f-a02c-283d2213e482 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:53.734714 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-49895a67-2cfb-487f-a02c-283d2213e482 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:53.766029 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-49895a67-2cfb-487f-a02c-283d2213e482 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Calling delete_port for 0b627515-c19c-4e3b-ab05-dad9ff0a48f5 owned by network:floatingip {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:35:53.791906 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-feeff1fe-f708-4771-b4be-86d84d6e5cc3 None None] Provisioning complete for port a5acaa61-d108-4cea-9fd1-dcb38fd8812f triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:35:53.792408 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-feeff1fe-f708-4771-b4be-86d84d6e5cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:53.832097 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e8262f40-8437-41a1-9805-f825533e149f tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:53.845221 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e221fe-ea5b-430b-a219-d3ef9d17d9c3 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:53.845726 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-29e221fe-ea5b-430b-a219-d3ef9d17d9c3 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:53.873580 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-29e221fe-ea5b-430b-a219-d3ef9d17d9c3 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 2.3363385 Jan 18 22:35:53.877399 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 59708) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:53.884025 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-c0e55b84-9d8a-4d3b-9aaf-ca411d2b1e3d tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ce184c62-65a4-4670-9642-19ffebe77812'}]}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:35:53.905097 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-51f344b4-1a3b-4dda-9b9c-0d43fdc99297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0', 'name': 'tempest-AttachVolumeShelveTestJSON-1451660796-router', 'tenant_id': '7afa2eadfaa94efb9bc2c925685c8cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': '027fa202-abba-4d75-a143-7b459c13e96e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:27:38Z', 'updated_at': '2022-01-18T22:27:41Z', 'revision_number': 4, 'project_id': '7afa2eadfaa94efb9bc2c925685c8cd2', 'gw_port': {'id': '027fa202-abba-4d75-a143-7b459c13e96e', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:75:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:27:38Z', 'updated_at': '2022-01-18T22:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'fa86aa93-6b8e-4cfd-aa8a-218390a04b28', 'name': '', 'network_id': '9f0c6f68-00d4-4074-963d-5eeb6360e1ec', 'tenant_id': '7afa2eadfaa94efb9bc2c925685c8cd2', 'mac_address': 'fa:16:3e:dd:cc:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'b7bcd428-9869-4592-8e72-20a2a0d3310e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:27:41Z', 'updated_at': '2022-01-18T22:27:47Z', 'revision_number': 5, 'project_id': '7afa2eadfaa94efb9bc2c925685c8cd2', 'subnets': [{'id': 'b7bcd428-9869-4592-8e72-20a2a0d3310e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:35:53.912461 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8262f40-8437-41a1-9805-f825533e149f tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Pushing event deleted for resources: {'Port': ['ID=f0ecde1b-ca3b-40ac-b72e-fa31eb421807,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:53.991945 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=a5acaa61-d108-4cea-9fd1-dcb38fd8812f,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:54.012190 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f344b4-1a3b-4dda-9b9c-0d43fdc99297 None None] The sync data for ids ['ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0'] in n-d-825064-1 is: [{'id': 'ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0', 'name': 'tempest-AttachVolumeShelveTestJSON-1451660796-router', 'tenant_id': '7afa2eadfaa94efb9bc2c925685c8cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': '027fa202-abba-4d75-a143-7b459c13e96e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:27:38Z', 'updated_at': '2022-01-18T22:27:41Z', 'revision_number': 4, 'project_id': '7afa2eadfaa94efb9bc2c925685c8cd2', 'gw_port': {'id': '027fa202-abba-4d75-a143-7b459c13e96e', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:75:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:27:38Z', 'updated_at': '2022-01-18T22:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'fa86aa93-6b8e-4cfd-aa8a-218390a04b28', 'name': '', 'network_id': '9f0c6f68-00d4-4074-963d-5eeb6360e1ec', 'tenant_id': '7afa2eadfaa94efb9bc2c925685c8cd2', 'mac_address': 'fa:16:3e:dd:cc:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'b7bcd428-9869-4592-8e72-20a2a0d3310e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:27:41Z', 'updated_at': '2022-01-18T22:27:47Z', 'revision_number': 5, 'project_id': '7afa2eadfaa94efb9bc2c925685c8cd2', 'subnets': [{'id': 'b7bcd428-9869-4592-8e72-20a2a0d3310e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:35:54.033063 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-bee453a3-ca64-4ee8-b7fb-ee38e608f1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50543313-93e9-492c-b506-731fa0848459', 'name': 'tempest-ServerRescueTestJSONUnderV235-1975045798-router', 'tenant_id': '1c46bb3ba1444fb0be900b14ff20c2b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': 'f1d8e31d-660e-452a-8791-b2ba90642690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:35:41Z', 'updated_at': '2022-01-18T22:35:50Z', 'revision_number': 4, 'project_id': '1c46bb3ba1444fb0be900b14ff20c2b2', 'gw_port': {'id': 'f1d8e31d-660e-452a-8791-b2ba90642690', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:28:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50543313-93e9-492c-b506-731fa0848459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:35:41Z', 'updated_at': '2022-01-18T22:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'c623548a-a4bf-4bf7-9314-17c9f8ca1649', 'name': '', 'network_id': '729c5b59-7b6c-40d9-b914-a709ff066f8b', 'tenant_id': '1c46bb3ba1444fb0be900b14ff20c2b2', 'mac_address': 'fa:16:3e:a0:15:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50543313-93e9-492c-b506-731fa0848459', 'device_owner': 'network:router_interface', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': 'e9fefdd6-ef8e-451d-90d4-5c53894b5fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:35:46Z', 'updated_at': '2022-01-18T22:35:50Z', 'revision_number': 2, 'project_id': '1c46bb3ba1444fb0be900b14ff20c2b2', 'subnets': [{'id': 'e9fefdd6-ef8e-451d-90d4-5c53894b5fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:35:54.048278 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-70eb1141-b6d7-47fe-b4ec-6b1bf37382d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:54.066776 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c0e55b84-9d8a-4d3b-9aaf-ca411d2b1e3d tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:54.106559 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee453a3-ca64-4ee8-b7fb-ee38e608f1ad None None] Checking router: 50543313-93e9-492c-b506-731fa0848459 for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:35:54.106897 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee453a3-ca64-4ee8-b7fb-ee38e608f1ad None None] Updating router 50543313-93e9-492c-b506-731fa0848459 port c623548a-a4bf-4bf7-9314-17c9f8ca1649 binding host n-d-825064-1 {{(pid=102433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:35:54.169933 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bee453a3-ca64-4ee8-b7fb-ee38e608f1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:54.394291 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:54.410568 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-010a028d-eb82-4c66-b749-b09af1f9352e tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:54.505097 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5c6eff-b121-4bd9-bbde-6769eebab8e0 None None] Update dhcp port {'port': {'network_id': '909d93cb-5536-4478-bedb-bb01d1689865', 'fixed_ips': [{'subnet_id': 'ce184c62-65a4-4670-9642-19ffebe77812', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c54f4535-1fdb-4603-97a2-3a8da16e6187'}], 'binding:host_id': 'n-d-825064-1'}, 'id': 'a5acaa61-d108-4cea-9fd1-dcb38fd8812f'} from n-d-825064-1. {{(pid=102432) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jan 18 22:35:54.563564 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ae5c6eff-b121-4bd9-bbde-6769eebab8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:54.603202 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e8262f40-8437-41a1-9805-f825533e149f tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-613841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1046579'] for router_interface, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:54.654347 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:54.669798 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b66717-77fa-4a61-94ea-1d76765c9827 None None] New status for floating IP e7b9133e-5fee-4828-b97a-5364cc7fa535: DOWN {{(pid=102432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 22:35:54.675651 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-49895a67-2cfb-487f-a02c-283d2213e482 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:54.686232 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010a028d-eb82-4c66-b749-b09af1f9352e tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Pushing event deleted for resources: {'Port': ['ID=bcfa729c-5cac-48a0-9ce1-94928ad239a9,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:54.716988 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bee453a3-ca64-4ee8-b7fb-ee38e608f1ad None None] Notify callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:54.721479 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-010a028d-eb82-4c66-b749-b09af1f9352e tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:54.725183 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-010a028d-eb82-4c66-b749-b09af1f9352e tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "DELETE /v2.0/ports/bcfa729c-5cac-48a0-9ce1-94928ad239a9 HTTP/1.1" status: 204 len: 168 time: 1.9624810 Jan 18 22:35:54.729127 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bee453a3-ca64-4ee8-b7fb-ee38e608f1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:54.731614 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 59730) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:54.786168 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f245286-06c7-4a93-9b7a-99deea1cc920 None None] Pushing event updated for resources: {'Port': ['ID=c623548a-a4bf-4bf7-9314-17c9f8ca1649,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:54.789137 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49895a67-2cfb-487f-a02c-283d2213e482 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Pushing event deleted for resources: {'Port': ['ID=0b627515-c19c-4e3b-ab05-dad9ff0a48f5,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:54.796344 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f245286-06c7-4a93-9b7a-99deea1cc920 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:35:54.796873 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f245286-06c7-4a93-9b7a-99deea1cc920 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:35:54.797407 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f245286-06c7-4a93-9b7a-99deea1cc920 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:35:54.797886 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f245286-06c7-4a93-9b7a-99deea1cc920 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:35:54.798373 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f245286-06c7-4a93-9b7a-99deea1cc920 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:35:54.798889 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f245286-06c7-4a93-9b7a-99deea1cc920 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:35:54.799361 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f245286-06c7-4a93-9b7a-99deea1cc920 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:35:54.799856 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f245286-06c7-4a93-9b7a-99deea1cc920 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:35:54.800373 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f245286-06c7-4a93-9b7a-99deea1cc920 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:35:54.800867 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f245286-06c7-4a93-9b7a-99deea1cc920 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:35:54.801348 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f245286-06c7-4a93-9b7a-99deea1cc920 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:35:54.801827 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f245286-06c7-4a93-9b7a-99deea1cc920 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:35:54.843233 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device a5acaa61-d108-4cea-9fd1-dcb38fd8812f up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:35:54.954386 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-bee453a3-ca64-4ee8-b7fb-ee38e608f1ad None None] Attempting to bind port c623548a-a4bf-4bf7-9314-17c9f8ca1649 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:35:54.954760 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-bee453a3-ca64-4ee8-b7fb-ee38e608f1ad None None] Attempting to bind port c623548a-a4bf-4bf7-9314-17c9f8ca1649 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '574a4011-3394-4445-9206-df1ee73c7c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '729c5b59-7b6c-40d9-b914-a709ff066f8b'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:35:54.955124 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee453a3-ca64-4ee8-b7fb-ee38e608f1ad None None] Attempting to bind port c623548a-a4bf-4bf7-9314-17c9f8ca1649 on network 729c5b59-7b6c-40d9-b914-a709ff066f8b {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:35:54.960599 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee453a3-ca64-4ee8-b7fb-ee38e608f1ad None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:35:54.961199 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee453a3-ca64-4ee8-b7fb-ee38e608f1ad None None] Checking segment: {'id': '574a4011-3394-4445-9206-df1ee73c7c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '729c5b59-7b6c-40d9-b914-a709ff066f8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:35:54.961820 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bee453a3-ca64-4ee8-b7fb-ee38e608f1ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:54.962371 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee453a3-ca64-4ee8-b7fb-ee38e608f1ad None None] Bound using segment: {'id': '574a4011-3394-4445-9206-df1ee73c7c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '729c5b59-7b6c-40d9-b914-a709ff066f8b'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:35:54.963090 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-bee453a3-ca64-4ee8-b7fb-ee38e608f1ad None None] Bound port: c623548a-a4bf-4bf7-9314-17c9f8ca1649, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '574a4011-3394-4445-9206-df1ee73c7c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '729c5b59-7b6c-40d9-b914-a709ff066f8b'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:35:54.963636 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bee453a3-ca64-4ee8-b7fb-ee38e608f1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:54.970959 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-c0e55b84-9d8a-4d3b-9aaf-ca411d2b1e3d tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Delete allocated IP 172.20.0.21 (909d93cb-5536-4478-bedb-bb01d1689865/c54f4535-1fdb-4603-97a2-3a8da16e6187) {{(pid=102431) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 18 22:35:55.057678 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port a5acaa61-d108-4cea-9fd1-dcb38fd8812f triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:35:55.057987 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:55.069333 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-49895a67-2cfb-487f-a02c-283d2213e482 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Notify callbacks [] for floatingip, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:55.072971 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-49895a67-2cfb-487f-a02c-283d2213e482 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:55.082433 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-49895a67-2cfb-487f-a02c-283d2213e482 tempest-AttachVolumeShelveTestJSON-740144916 tempest-AttachVolumeShelveTestJSON-740144916-project] 10.222.0.53 "DELETE /v2.0/floatingips/e7b9133e-5fee-4828-b97a-5364cc7fa535 HTTP/1.1" status: 204 len: 168 time: 2.0078959 Jan 18 22:35:55.167867 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-bee453a3-ca64-4ee8-b7fb-ee38e608f1ad None None] For port c623548a-a4bf-4bf7-9314-17c9f8ca1649, host n-d-825064-1, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:35:55.175874 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-bee453a3-ca64-4ee8-b7fb-ee38e608f1ad None None] For port c623548a-a4bf-4bf7-9314-17c9f8ca1649, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=c623548a-a4bf-4bf7-9314-17c9f8ca1649,segment=NetworkSegment(574a4011-3394-4445-9206-df1ee73c7c5f),segment_id=574a4011-3394-4445-9206-df1ee73c7c5f)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:35:55.187318 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bee453a3-ca64-4ee8-b7fb-ee38e608f1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:55.290979 n-d-825064-1 neutron-server[102430]: INFO neutron.pecan_wsgi.hooks.translation [None req-416847de-bfe1-4f49-83f8-f056a8cd8235 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] GET failed (client error): The resource could not be found. Jan 18 22:35:55.300270 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-416847de-bfe1-4f49-83f8-f056a8cd8235 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "GET /v2.0/ports/bcfa729c-5cac-48a0-9ce1-94928ad239a9 HTTP/1.1" status: 404 len: 333 time: 0.5531015 Jan 18 22:35:55.305517 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 59776) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:55.307591 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee453a3-ca64-4ee8-b7fb-ee38e608f1ad None None] Routers {'50543313-93e9-492c-b506-731fa0848459'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:35:55.310263 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c0e55b84-9d8a-4d3b-9aaf-ca411d2b1e3d tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:55.312809 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-bee453a3-ca64-4ee8-b7fb-ee38e608f1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:35:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['50543313-93e9-492c-b506-731fa0848459'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:35:55.332925 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c0e55b84-9d8a-4d3b-9aaf-ca411d2b1e3d tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:55.410894 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-ae5c6eff-b121-4bd9-bbde-6769eebab8e0 None None] Allocated IP 172.20.0.18 (909d93cb-5536-4478-bedb-bb01d1689865/c54f4535-1fdb-4603-97a2-3a8da16e6187/a5acaa61-d108-4cea-9fd1-dcb38fd8812f) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:35:55.560754 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e55b84-9d8a-4d3b-9aaf-ca411d2b1e3d tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Pushing event updated for resources: {'Port': ['ID=78831414-2357-49d9-b4e6-c7a665e36086,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:55.582365 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-bee453a3-ca64-4ee8-b7fb-ee38e608f1ad None None] Set router 50543313-93e9-492c-b506-731fa0848459 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:35:55.587147 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-ae5c6eff-b121-4bd9-bbde-6769eebab8e0 None None] For port a5acaa61-d108-4cea-9fd1-dcb38fd8812f, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=a5acaa61-d108-4cea-9fd1-dcb38fd8812f,segment=NetworkSegment(8779c7e5-c8a1-4a97-a525-ce7e1bd0a547),segment_id=8779c7e5-c8a1-4a97-a525-ce7e1bd0a547)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:35:55.601884 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8262f40-8437-41a1-9805-f825533e149f tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Router 894966d3-2c9d-4331-92ee-2b7edb08a538 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:35:55.613709 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f245286-06c7-4a93-9b7a-99deea1cc920 None None] Pushing event updated for resources: {'Port': ['ID=c623548a-a4bf-4bf7-9314-17c9f8ca1649,revision_number=4']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:55.614181 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-22749478-1e04-46e1-973e-381f8a3b40cb tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:55.629221 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-c0e55b84-9d8a-4d3b-9aaf-ca411d2b1e3d tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] In _notify_port_updated(), no bound segment for port 78831414-2357-49d9-b4e6-c7a665e36086 on network 909d93cb-5536-4478-bedb-bb01d1689865 {{(pid=102431) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 18 22:35:55.638603 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ae5c6eff-b121-4bd9-bbde-6769eebab8e0 None None] Notify callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:55.644933 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ae5c6eff-b121-4bd9-bbde-6769eebab8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:55.649782 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e55b84-9d8a-4d3b-9aaf-ca411d2b1e3d tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:55.651413 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c0e55b84-9d8a-4d3b-9aaf-ca411d2b1e3d tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:55.652338 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-70eb1141-b6d7-47fe-b4ec-6b1bf37382d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:55.652786 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-c0e55b84-9d8a-4d3b-9aaf-ca411d2b1e3d tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "PUT /v2.0/ports/78831414-2357-49d9-b4e6-c7a665e36086 HTTP/1.1" status: 200 len: 918 time: 1.7743552 Jan 18 22:35:55.656402 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 59780) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:55.669604 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-1a83c461-453e-47e9-99d4-48e25ae6085a tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ce184c62-65a4-4670-9642-19ffebe77812'}, {'subnet_id': 'c54f4535-1fdb-4603-97a2-3a8da16e6187'}]}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:35:55.699822 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-70eb1141-b6d7-47fe-b4ec-6b1bf37382d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:55.751170 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7e6e04-93aa-463f-ba78-4004fadc290c req-3f51cd12-c9ec-4f33-a29c-a8f9633aea50 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:55.753093 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-da7e6e04-93aa-463f-ba78-4004fadc290c req-3f51cd12-c9ec-4f33-a29c-a8f9633aea50 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] 10.222.0.53 "GET /v2.0/networks?id=729c5b59-7b6c-40d9-b914-a709ff066f8b HTTP/1.1" status: 200 len: 820 time: 1.3054748 Jan 18 22:35:55.780496 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-22749478-1e04-46e1-973e-381f8a3b40cb tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:55.825093 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5c6eff-b121-4bd9-bbde-6769eebab8e0 None None] Pushing event updated for resources: {'Port': ['ID=a5acaa61-d108-4cea-9fd1-dcb38fd8812f,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:55.871321 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-bee453a3-ca64-4ee8-b7fb-ee38e608f1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50543313-93e9-492c-b506-731fa0848459', 'name': 'tempest-ServerRescueTestJSONUnderV235-1975045798-router', 'tenant_id': '1c46bb3ba1444fb0be900b14ff20c2b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': 'f1d8e31d-660e-452a-8791-b2ba90642690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:35:41Z', 'updated_at': '2022-01-18T22:35:50Z', 'revision_number': 4, 'project_id': '1c46bb3ba1444fb0be900b14ff20c2b2', 'gw_port': {'id': 'f1d8e31d-660e-452a-8791-b2ba90642690', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:28:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50543313-93e9-492c-b506-731fa0848459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:35:41Z', 'updated_at': '2022-01-18T22:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'c623548a-a4bf-4bf7-9314-17c9f8ca1649', 'name': '', 'network_id': '729c5b59-7b6c-40d9-b914-a709ff066f8b', 'tenant_id': '1c46bb3ba1444fb0be900b14ff20c2b2', 'mac_address': 'fa:16:3e:a0:15:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50543313-93e9-492c-b506-731fa0848459', 'device_owner': 'network:router_interface', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': 'e9fefdd6-ef8e-451d-90d4-5c53894b5fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:35:46Z', 'updated_at': '2022-01-18T22:35:55Z', 'revision_number': 4, 'project_id': '1c46bb3ba1444fb0be900b14ff20c2b2', 'subnets': [{'id': 'e9fefdd6-ef8e-451d-90d4-5c53894b5fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:35:55.910885 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee453a3-ca64-4ee8-b7fb-ee38e608f1ad None None] The sync data for ids ['50543313-93e9-492c-b506-731fa0848459'] in n-d-825064-1 is: [{'id': '50543313-93e9-492c-b506-731fa0848459', 'name': 'tempest-ServerRescueTestJSONUnderV235-1975045798-router', 'tenant_id': '1c46bb3ba1444fb0be900b14ff20c2b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': 'f1d8e31d-660e-452a-8791-b2ba90642690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:35:41Z', 'updated_at': '2022-01-18T22:35:50Z', 'revision_number': 4, 'project_id': '1c46bb3ba1444fb0be900b14ff20c2b2', 'gw_port': {'id': 'f1d8e31d-660e-452a-8791-b2ba90642690', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:28:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50543313-93e9-492c-b506-731fa0848459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:35:41Z', 'updated_at': '2022-01-18T22:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'c623548a-a4bf-4bf7-9314-17c9f8ca1649', 'name': '', 'network_id': '729c5b59-7b6c-40d9-b914-a709ff066f8b', 'tenant_id': '1c46bb3ba1444fb0be900b14ff20c2b2', 'mac_address': 'fa:16:3e:a0:15:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50543313-93e9-492c-b506-731fa0848459', 'device_owner': 'network:router_interface', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': 'e9fefdd6-ef8e-451d-90d4-5c53894b5fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:35:46Z', 'updated_at': '2022-01-18T22:35:55Z', 'revision_number': 4, 'project_id': '1c46bb3ba1444fb0be900b14ff20c2b2', 'subnets': [{'id': 'e9fefdd6-ef8e-451d-90d4-5c53894b5fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:35:55.930291 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1a83c461-453e-47e9-99d4-48e25ae6085a tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:55.931153 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-da7e6e04-93aa-463f-ba78-4004fadc290c req-c4e929bc-2dc8-482f-9cf2-2671c05a5500 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] 10.222.0.53 "GET /v2.0/quotas/1c46bb3ba1444fb0be900b14ff20c2b2 HTTP/1.1" status: 200 len: 375 time: 0.1058772 Jan 18 22:35:55.935349 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8262f40-8437-41a1-9805-f825533e149f tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:35:55.942648 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-e8262f40-8437-41a1-9805-f825533e149f tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "PUT /v2.0/routers/894966d3-2c9d-4331-92ee-2b7edb08a538/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0241544 Jan 18 22:35:55.948470 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 59786) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:55.954812 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d38224-ed84-4f46-84cc-cb4ffb3b927c None None] Sync routers for ids ['894966d3-2c9d-4331-92ee-2b7edb08a538'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:35:55.955897 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eb1141-b6d7-47fe-b4ec-6b1bf37382d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2815a86-f614-4c18-b1c2-819e797b2759,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:55.969262 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-70eb1141-b6d7-47fe-b4ec-6b1bf37382d6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=104a66f7be3f4b069dea39356ac85d9f&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3048487 Jan 18 22:35:55.972096 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 59792) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:55.972790 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d38224-ed84-4f46-84cc-cb4ffb3b927c None None] Routers {'894966d3-2c9d-4331-92ee-2b7edb08a538'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:35:55.975201 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-a0d38224-ed84-4f46-84cc-cb4ffb3b927c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:35:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['894966d3-2c9d-4331-92ee-2b7edb08a538'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:35:56.035352 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-a0d38224-ed84-4f46-84cc-cb4ffb3b927c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:35:56.046960 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d38224-ed84-4f46-84cc-cb4ffb3b927c None None] Routers {'894966d3-2c9d-4331-92ee-2b7edb08a538'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:35:56.047631 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-a0d38224-ed84-4f46-84cc-cb4ffb3b927c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:35:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['894966d3-2c9d-4331-92ee-2b7edb08a538'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:35:56.152184 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-da7e6e04-93aa-463f-ba78-4004fadc290c req-f6e9d14a-a2ff-4a0e-96d5-8278e15738cf tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1c46bb3ba1444fb0be900b14ff20c2b2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2075088 Jan 18 22:35:56.153543 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b0552dcd-3d6e-4bed-9450-24563a19c33b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:56.174884 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-a0d38224-ed84-4f46-84cc-cb4ffb3b927c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:35:56.182898 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d38224-ed84-4f46-84cc-cb4ffb3b927c None None] The sync data for ids ['894966d3-2c9d-4331-92ee-2b7edb08a538'] in n-d-825064-1 is: [] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:35:56.260141 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b0552dcd-3d6e-4bed-9450-24563a19c33b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:56.293363 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-22749478-1e04-46e1-973e-381f8a3b40cb tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:56.299152 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-22749478-1e04-46e1-973e-381f8a3b40cb tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:56.300716 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-22749478-1e04-46e1-973e-381f8a3b40cb tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "DELETE /v2.0/security-groups/23b2fad0-f797-41b4-b61f-cd1448a3de07 HTTP/1.1" status: 204 len: 168 time: 0.9938633 Jan 18 22:35:56.319102 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 59818) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:56.361569 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22749478-1e04-46e1-973e-381f8a3b40cb tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b2fad0-f797-41b4-b61f-cd1448a3de07,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:56.407252 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-da7e6e04-93aa-463f-ba78-4004fadc290c req-7dd381d4-a3b1-4d6d-b988-b6d972b865a0 service neutron] 10.222.0.53 "GET /v2.0/networks/729c5b59-7b6c-40d9-b914-a709ff066f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420559 Jan 18 22:35:56.498266 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fd3efb7b-91b8-4133-9cdf-3b9ea9044bda tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:56.504815 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b0552dcd-3d6e-4bed-9450-24563a19c33b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:56.508348 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b0552dcd-3d6e-4bed-9450-24563a19c33b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:56.513696 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-b0552dcd-3d6e-4bed-9450-24563a19c33b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b2815a86-f614-4c18-b1c2-819e797b2759 HTTP/1.1" status: 204 len: 168 time: 0.5399873 Jan 18 22:35:56.558868 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0552dcd-3d6e-4bed-9450-24563a19c33b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2815a86-f614-4c18-b1c2-819e797b2759,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:56.644262 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fd3efb7b-91b8-4133-9cdf-3b9ea9044bda tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:56.811814 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-da7e6e04-93aa-463f-ba78-4004fadc290c req-d765903d-20c7-4947-8e27-3979d25c9d9a service neutron] 10.222.0.53 "GET /v2.0/networks/729c5b59-7b6c-40d9-b914-a709ff066f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3884997 Jan 18 22:35:56.826588 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fd3efb7b-91b8-4133-9cdf-3b9ea9044bda tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:56.849338 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fd3efb7b-91b8-4133-9cdf-3b9ea9044bda tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:56.859852 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-fd3efb7b-91b8-4133-9cdf-3b9ea9044bda tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "DELETE /v2.0/security-groups/a1717c4e-cf65-4a21-b68f-aba9d6a9571f HTTP/1.1" status: 204 len: 168 time: 0.5389245 Jan 18 22:35:56.867717 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 59826) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:56.911692 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3efb7b-91b8-4133-9cdf-3b9ea9044bda tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1717c4e-cf65-4a21-b68f-aba9d6a9571f,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:56.994084 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8760e06-ec89-49e8-aa8a-65f8ff3d1012 None None] Network 909d93cb-5536-4478-bedb-bb01d1689865 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:35:57.074185 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ca514563-bc5d-4093-8442-a7ac7ba692b8 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:57.147687 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ca514563-bc5d-4093-8442-a7ac7ba692b8 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:57.318057 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device c623548a-a4bf-4bf7-9314-17c9f8ca1649 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:35:57.338804 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ca514563-bc5d-4093-8442-a7ac7ba692b8 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:57.349215 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ca514563-bc5d-4093-8442-a7ac7ba692b8 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:57.358403 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-ca514563-bc5d-4093-8442-a7ac7ba692b8 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "DELETE /v2.0/security-groups/a368dcdb-0df9-4e1c-b769-75386b7235de HTTP/1.1" status: 204 len: 168 time: 0.4559650 Jan 18 22:35:57.443980 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 59834) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:57.444463 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 59836) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:57.455985 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-efdf909d-0353-4b23-9d2d-ab076f397580 req-c2ce2110-3b91-451a-8930-f6f18623b6d4 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ac7214b-4262-40ae-a11b-aa424df440d1 HTTP/1.1" status: 200 len: 210 time: 0.1234677 Jan 18 22:35:57.477342 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-06d2b4c6-6d78-4045-91fd-fb17f3cf07a9 None None] Provisioning complete for port a5acaa61-d108-4cea-9fd1-dcb38fd8812f triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:35:57.477342 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-06d2b4c6-6d78-4045-91fd-fb17f3cf07a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:57.556543 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca514563-bc5d-4093-8442-a7ac7ba692b8 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a368dcdb-0df9-4e1c-b769-75386b7235de,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:57.560038 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port c623548a-a4bf-4bf7-9314-17c9f8ca1649 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:35:57.560446 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:57.577180 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5c0ed514-2980-46d4-86b9-0ac3b58ad1ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:57.824324 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4d3b26b-efd8-4d3c-a1ee-52956a3bf1fa tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Deleting subnet ef73eaa8-8977-497b-a684-055717917f60 {{(pid=102430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:35:57.865995 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b4d3b26b-efd8-4d3c-a1ee-52956a3bf1fa tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks [] for subnet, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:57.881733 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-06d2b4c6-6d78-4045-91fd-fb17f3cf07a9 None None] Provisioning complete for port 78831414-2357-49d9-b4e6-c7a665e36086 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:35:57.882133 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-06d2b4c6-6d78-4045-91fd-fb17f3cf07a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:57.949379 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5c0ed514-2980-46d4-86b9-0ac3b58ad1ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:57.964628 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5c0ed514-2980-46d4-86b9-0ac3b58ad1ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:58.020503 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-06d2b4c6-6d78-4045-91fd-fb17f3cf07a9 None None] Port 78831414-2357-49d9-b4e6-c7a665e36086 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:35:58.038352 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b4d3b26b-efd8-4d3c-a1ee-52956a3bf1fa tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60394745'] for subnet, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:58.062804 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:58.103483 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port c623548a-a4bf-4bf7-9314-17c9f8ca1649, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=c623548a-a4bf-4bf7-9314-17c9f8ca1649,segment=NetworkSegment(574a4011-3394-4445-9206-df1ee73c7c5f),segment_id=574a4011-3394-4445-9206-df1ee73c7c5f)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:35:58.109100 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:58.110714 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device a5acaa61-d108-4cea-9fd1-dcb38fd8812f up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:35:58.126760 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-5c0ed514-2980-46d4-86b9-0ac3b58ad1ca admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=77b001e8bb1b479e837e6bbcd42d182a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6613772 Jan 18 22:35:58.127435 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0ed514-2980-46d4-86b9-0ac3b58ad1ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=144b8a48-1bf3-4f21-b6e4-9997a3f1fa29,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:58.132758 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 59848) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:58.324288 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-97d85776-74b1-4cd6-9435-4a3e07d6f40c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:58.372677 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=c623548a-a4bf-4bf7-9314-17c9f8ca1649,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:58.401347 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port a5acaa61-d108-4cea-9fd1-dcb38fd8812f triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:35:58.403901 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:58.475416 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-1a83c461-453e-47e9-99d4-48e25ae6085a tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Allocated IP 172.20.0.24 (909d93cb-5536-4478-bedb-bb01d1689865/c54f4535-1fdb-4603-97a2-3a8da16e6187/78831414-2357-49d9-b4e6-c7a665e36086) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:35:58.494279 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-97d85776-74b1-4cd6-9435-4a3e07d6f40c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:58.622101 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b4d3b26b-efd8-4d3c-a1ee-52956a3bf1fa tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:58.768625 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-42638af5-e0b6-488a-b7d9-d7a219d2e92f req-62960ae0-52e7-4cb3-938d-1a04abfada14 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ac7214b-4262-40ae-a11b-aa424df440d1 HTTP/1.1" status: 200 len: 210 time: 0.1780167 Jan 18 22:35:58.798462 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device c623548a-a4bf-4bf7-9314-17c9f8ca1649 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:35:58.837857 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0b7cbb24-90f0-4fa9-bf7d-eaefedd7274e tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1041027'] for router_interface, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:58.849830 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-97d85776-74b1-4cd6-9435-4a3e07d6f40c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:58.868755 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-97d85776-74b1-4cd6-9435-4a3e07d6f40c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:58.869863 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-97d85776-74b1-4cd6-9435-4a3e07d6f40c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/144b8a48-1bf3-4f21-b6e4-9997a3f1fa29 HTTP/1.1" status: 204 len: 168 time: 0.7361724 Jan 18 22:35:58.908324 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d85776-74b1-4cd6-9435-4a3e07d6f40c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=144b8a48-1bf3-4f21-b6e4-9997a3f1fa29,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:58.958289 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b4d3b26b-efd8-4d3c-a1ee-52956a3bf1fa tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60203138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62288677'] for subnet, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:58.970535 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port c623548a-a4bf-4bf7-9314-17c9f8ca1649 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:35:58.970914 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:58.973943 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7a4ea25b-ad71-4c7d-832f-325d7cc966aa None None] Provisioning complete for port a5acaa61-d108-4cea-9fd1-dcb38fd8812f triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:35:58.983285 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7a4ea25b-ad71-4c7d-832f-325d7cc966aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:59.000399 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d3b26b-efd8-4d3c-a1ee-52956a3bf1fa tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Pushing event deleted for resources: {'Subnet': ['ID=ef73eaa8-8977-497b-a684-055717917f60,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:59.014945 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b4d3b26b-efd8-4d3c-a1ee-52956a3bf1fa tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks [] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:59.035856 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-b4d3b26b-efd8-4d3c-a1ee-52956a3bf1fa tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "DELETE /v2.0/subnets/ef73eaa8-8977-497b-a684-055717917f60 HTTP/1.1" status: 204 len: 168 time: 1.5735660 Jan 18 22:35:59.040339 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 59866) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:59.231176 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1e4fcbf-9691-47ea-8fa8-4b780278f70c tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Deleting subnet 54de04a4-6429-4a20-9311-9eef94b2c7af {{(pid=102430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:35:59.252836 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e1e4fcbf-9691-47ea-8fa8-4b780278f70c tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks [] for subnet, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:59.336591 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1a83c461-453e-47e9-99d4-48e25ae6085a tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:59.343539 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1a83c461-453e-47e9-99d4-48e25ae6085a tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:59.374017 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e1e4fcbf-9691-47ea-8fa8-4b780278f70c tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60394745'] for subnet, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:59.400303 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9a23fc-1d44-4e1f-87ea-f47bfecd561d None None] Network e944226e-270a-42aa-8e1c-52d0dfd98228 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:35:59.485297 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a83c461-453e-47e9-99d4-48e25ae6085a tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Pushing event updated for resources: {'Port': ['ID=78831414-2357-49d9-b4e6-c7a665e36086,revision_number=3']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:35:59.634433 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e1e4fcbf-9691-47ea-8fa8-4b780278f70c tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:59.737926 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-1a83c461-453e-47e9-99d4-48e25ae6085a tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] In _notify_port_updated(), no bound segment for port 78831414-2357-49d9-b4e6-c7a665e36086 on network 909d93cb-5536-4478-bedb-bb01d1689865 {{(pid=102431) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 18 22:35:59.748431 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a83c461-453e-47e9-99d4-48e25ae6085a tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:35:59.759241 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1a83c461-453e-47e9-99d4-48e25ae6085a tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:35:59.761604 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-1a83c461-453e-47e9-99d4-48e25ae6085a tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "PUT /v2.0/ports/78831414-2357-49d9-b4e6-c7a665e36086 HTTP/1.1" status: 200 len: 998 time: 4.1043866 Jan 18 22:35:59.771880 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 59876) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:35:59.930077 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e1e4fcbf-9691-47ea-8fa8-4b780278f70c tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60203138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62288677'] for subnet, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:00.003134 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7a4ea25b-ad71-4c7d-832f-325d7cc966aa None None] Provisioning complete for port 78831414-2357-49d9-b4e6-c7a665e36086 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:36:00.003567 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7a4ea25b-ad71-4c7d-832f-325d7cc966aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:00.016012 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e1e4fcbf-9691-47ea-8fa8-4b780278f70c tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks [] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:00.022357 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-e1e4fcbf-9691-47ea-8fa8-4b780278f70c tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "DELETE /v2.0/subnets/54de04a4-6429-4a20-9311-9eef94b2c7af HTTP/1.1" status: 204 len: 168 time: 0.9789252 Jan 18 22:36:00.028051 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7e6e04-93aa-463f-ba78-4004fadc290c req-8662abc0-8359-4f81-81db-fa1102ff288d tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:36:00.029809 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-da7e6e04-93aa-463f-ba78-4004fadc290c req-8662abc0-8359-4f81-81db-fa1102ff288d tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] 10.222.0.67 "GET /v2.0/networks?id=729c5b59-7b6c-40d9-b914-a709ff066f8b HTTP/1.1" status: 200 len: 820 time: 0.3330600 Jan 18 22:36:00.030549 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 59884) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:00.031456 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e4fcbf-9691-47ea-8fa8-4b780278f70c tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Pushing event deleted for resources: {'Subnet': ['ID=54de04a4-6429-4a20-9311-9eef94b2c7af,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:00.045689 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b01c0278-6254-4a49-b8f3-062777b723e0 req-5dedc79b-9f7d-4c5d-abdd-1b00e7f5af4c tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ac7214b-4262-40ae-a11b-aa424df440d1 HTTP/1.1" status: 200 len: 210 time: 0.1065457 Jan 18 22:36:00.051646 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-da7e6e04-93aa-463f-ba78-4004fadc290c req-de02b184-86e8-4cb8-a311-7031e75dff18 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Request body: {'port': {'device_id': '1ac7214b-4262-40ae-a11b-aa424df440d1', 'network_id': '729c5b59-7b6c-40d9-b914-a709ff066f8b', 'admin_state_up': True, 'tenant_id': '1c46bb3ba1444fb0be900b14ff20c2b2'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:36:00.090935 n-d-825064-1 neutron-server[102430]: INFO neutron.pecan_wsgi.hooks.translation [None req-7abe42a6-a20d-4c14-aeba-d611b53de723 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] DELETE failed (client error): The resource could not be found. Jan 18 22:36:00.091325 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7abe42a6-a20d-4c14-aeba-d611b53de723 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:36:00.097884 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-7abe42a6-a20d-4c14-aeba-d611b53de723 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "DELETE /v2.0/subnets/ef73eaa8-8977-497b-a684-055717917f60 HTTP/1.1" status: 404 len: 337 time: 0.0598867 Jan 18 22:36:00.099136 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 59886) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:00.114503 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7a4ea25b-ad71-4c7d-832f-325d7cc966aa None None] Port 78831414-2357-49d9-b4e6-c7a665e36086 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:36:00.210805 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-0f6e7002-ecd7-4d73-8845-b75f5728b897 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Deleting port 78831414-2357-49d9-b4e6-c7a665e36086 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:36:00.211274 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0f6e7002-ecd7-4d73-8845-b75f5728b897 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:00.297144 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9b3ba86-a170-4463-a18a-92adb8905dea tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Deleting subnet 0e40291e-e977-472d-8d45-45f3c59695c7 {{(pid=102430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:36:00.317380 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b9b3ba86-a170-4463-a18a-92adb8905dea tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks [] for subnet, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:00.321731 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529e34a1-b4b8-4adc-9b24-6edfbe645bb3 None None] Update dhcp port {'port': {'network_id': 'e944226e-270a-42aa-8e1c-52d0dfd98228', 'fixed_ips': [{'subnet_id': '0e40291e-e977-472d-8d45-45f3c59695c7', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '54de04a4-6429-4a20-9311-9eef94b2c7af'}], 'binding:host_id': 'n-d-825064-1'}, 'id': '2eef7687-a59c-4268-936c-fcbdef5ca59e'} from n-d-825064-1. {{(pid=102432) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jan 18 22:36:00.374583 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-0b7cbb24-90f0-4fa9-bf7d-eaefedd7274e tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Deleting port 9cda4556-479d-465f-a49b-188a4614c859 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:36:00.375016 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0b7cbb24-90f0-4fa9-bf7d-eaefedd7274e tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:00.383832 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b9b3ba86-a170-4463-a18a-92adb8905dea tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60394745'] for subnet, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:00.396802 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-0939c0a0-9cbb-47e1-8cb2-330781880291 None None] Provisioning complete for port 78831414-2357-49d9-b4e6-c7a665e36086 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:36:00.397326 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0939c0a0-9cbb-47e1-8cb2-330781880291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:00.440623 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da7e6e04-93aa-463f-ba78-4004fadc290c req-de02b184-86e8-4cb8-a311-7031e75dff18 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Made reservation on behalf of 1c46bb3ba1444fb0be900b14ff20c2b2 for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:36:00.446017 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-da7e6e04-93aa-463f-ba78-4004fadc290c req-de02b184-86e8-4cb8-a311-7031e75dff18 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:00.465874 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-529e34a1-b4b8-4adc-9b24-6edfbe645bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:00.551625 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-0939c0a0-9cbb-47e1-8cb2-330781880291 None None] Port 78831414-2357-49d9-b4e6-c7a665e36086 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:36:00.597156 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b9b3ba86-a170-4463-a18a-92adb8905dea tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:00.697243 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0f6e7002-ecd7-4d73-8845-b75f5728b897 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:00.754192 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-0f6e7002-ecd7-4d73-8845-b75f5728b897 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Calling delete_port for 78831414-2357-49d9-b4e6-c7a665e36086 owned by {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:36:00.781422 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-da7e6e04-93aa-463f-ba78-4004fadc290c req-de02b184-86e8-4cb8-a311-7031e75dff18 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Allocated IP 172.20.0.8 (729c5b59-7b6c-40d9-b914-a709ff066f8b/e9fefdd6-ef8e-451d-90d4-5c53894b5fa7/2a0828ba-3312-4fda-9137-e3828fbe13db) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:36:00.792524 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b9b3ba86-a170-4463-a18a-92adb8905dea tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60203138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62288677'] for subnet, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:00.811774 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0b7cbb24-90f0-4fa9-bf7d-eaefedd7274e tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:00.859297 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server [None req-529e34a1-b4b8-4adc-9b24-6edfbe645bb3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0e40291e-e977-472d-8d45-45f3c59695c7: This subnet is being modified by another concurrent operation. Jan 18 22:36:00.859297 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 18 22:36:00.859297 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 18 22:36:00.859297 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 18 22:36:00.859297 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 18 22:36:00.859297 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 18 22:36:00.859297 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 18 22:36:00.859297 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 18 22:36:00.859297 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 18 22:36:00.859297 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 18 22:36:00.859297 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 18 22:36:00.859297 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 18 22:36:00.859297 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 18 22:36:00.859297 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 18 22:36:00.859297 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 22:36:00.859297 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 22:36:00.859297 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 22:36:00.859297 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 22:36:00.859297 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 18 22:36:00.859297 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 22:36:00.859297 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 18 22:36:00.859297 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 18 22:36:00.859297 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 22:36:00.859297 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 22:36:00.859297 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 22:36:00.859297 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 22:36:00.859297 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 18 22:36:00.859297 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 22:36:00.859297 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 18 22:36:00.859297 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 18 22:36:00.859297 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 22:36:00.859297 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 22:36:00.859297 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 22:36:00.859297 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 22:36:00.859297 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 18 22:36:00.859297 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 18 22:36:00.859297 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jan 18 22:36:00.859297 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jan 18 22:36:00.859297 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jan 18 22:36:00.859297 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jan 18 22:36:00.859297 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 18 22:36:00.859297 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 22:36:00.859297 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 18 22:36:00.859297 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 18 22:36:00.859297 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 18 22:36:00.859297 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 18 22:36:00.859297 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 22:36:00.859297 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 22:36:00.859297 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 22:36:00.859297 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 22:36:00.859297 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 18 22:36:00.859297 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 22:36:00.859297 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 18 22:36:00.859297 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 18 22:36:00.863427 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 22:36:00.863427 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 22:36:00.863427 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 22:36:00.863427 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 22:36:00.863427 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 18 22:36:00.863427 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 22:36:00.863427 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 18 22:36:00.863427 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 18 22:36:00.863427 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 22:36:00.863427 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 22:36:00.863427 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 22:36:00.863427 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 22:36:00.863427 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 18 22:36:00.863427 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 18 22:36:00.863427 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1762, in update_port Jan 18 22:36:00.863427 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jan 18 22:36:00.863427 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 18 22:36:00.863427 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 18 22:36:00.863427 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1513, in update_port Jan 18 22:36:00.863427 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jan 18 22:36:00.863427 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jan 18 22:36:00.863427 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jan 18 22:36:00.863427 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Jan 18 22:36:00.863427 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jan 18 22:36:00.863427 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Jan 18 22:36:00.863427 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 18 22:36:00.863427 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 18 22:36:00.863427 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 18 22:36:00.863427 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 18 22:36:00.863427 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server raise exception Jan 18 22:36:00.863427 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0e40291e-e977-472d-8d45-45f3c59695c7: This subnet is being modified by another concurrent operation. Jan 18 22:36:00.863427 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server Jan 18 22:36:00.907906 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b3ba86-a170-4463-a18a-92adb8905dea tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Pushing event deleted for resources: {'Subnet': ['ID=0e40291e-e977-472d-8d45-45f3c59695c7,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:00.910493 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b9b3ba86-a170-4463-a18a-92adb8905dea tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks [] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:00.916206 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-b9b3ba86-a170-4463-a18a-92adb8905dea tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "DELETE /v2.0/subnets/0e40291e-e977-472d-8d45-45f3c59695c7 HTTP/1.1" status: 204 len: 168 time: 0.8143411 Jan 18 22:36:00.924861 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 59902) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:00.934469 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-0b7cbb24-90f0-4fa9-bf7d-eaefedd7274e tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Calling delete_port for 9cda4556-479d-465f-a49b-188a4614c859 owned by network:router_interface {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:36:00.985802 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-eb16364b-187d-44dc-b72e-cdf429fb94cf None None] Provisioning complete for port 78831414-2357-49d9-b4e6-c7a665e36086 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:36:00.986486 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-eb16364b-187d-44dc-b72e-cdf429fb94cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:01.031688 n-d-825064-1 neutron-server[102430]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6d1b30b-d4f7-4fea-bea1-3aabcc9e6342 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] DELETE failed (client error): The resource could not be found. Jan 18 22:36:01.054566 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6d1b30b-d4f7-4fea-bea1-3aabcc9e6342 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:36:01.057798 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-eb16364b-187d-44dc-b72e-cdf429fb94cf None None] Port 78831414-2357-49d9-b4e6-c7a665e36086 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:36:01.062529 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ddc0791-dfa3-4121-867c-c04b8953edd2 None None] Network e944226e-270a-42aa-8e1c-52d0dfd98228 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:36:01.064727 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-f6d1b30b-d4f7-4fea-bea1-3aabcc9e6342 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "DELETE /v2.0/subnets/d2d331e9-00da-466d-9b00-c5d0f05f768c HTTP/1.1" status: 404 len: 337 time: 0.1355114 Jan 18 22:36:01.069328 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 59904) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:01.154801 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-5550c399-080c-47e0-b3ae-0bb7e14210f3 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c125fe1-a601-450a-934d-8d698dbaafdb HTTP/1.1" status: 200 len: 205 time: 0.0767093 Jan 18 22:36:01.156643 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 59910) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:01.235884 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [None req-5a11213a-ff17-4f9f-a339-624de7a1c97f tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] delete failed (client error): The resource could not be found. Jan 18 22:36:01.239165 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-5a11213a-ff17-4f9f-a339-624de7a1c97f tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "DELETE /v2.0/routers/9c125fe1-a601-450a-934d-8d698dbaafdb HTTP/1.1" status: 404 len: 336 time: 0.0797510 Jan 18 22:36:01.248711 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 59912) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:01.368267 n-d-825064-1 neutron-server[102430]: INFO neutron.pecan_wsgi.hooks.translation [None req-a478810b-5949-4166-ab13-c1e2b3645091 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] DELETE failed (client error): The resource could not be found. Jan 18 22:36:01.368809 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a478810b-5949-4166-ab13-c1e2b3645091 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:36:01.376470 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 59920) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:01.377846 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-a478810b-5949-4166-ab13-c1e2b3645091 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "DELETE /v2.0/subnets/a035bb41-6441-4bec-9725-2c4c504e0c28 HTTP/1.1" status: 404 len: 337 time: 0.0797873 Jan 18 22:36:01.391380 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-345b3f6a-cc66-447c-ada5-947851e60bbb req-c7ca96a3-cdf7-4dde-b098-72157918e084 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ac7214b-4262-40ae-a11b-aa424df440d1 HTTP/1.1" status: 200 len: 210 time: 0.1707840 Jan 18 22:36:01.446212 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-194db044-2034-4244-87b9-971b9bf84cd7 None None] Provisioning complete for port 55e3ab33-ea66-4955-bc61-007cf7523191 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:36:01.446212 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-194db044-2034-4244-87b9-971b9bf84cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:01.486183 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6bca2e7-5a38-48cf-ac97-0435f6ed2605 None None] DHCP port deletion for e944226e-270a-42aa-8e1c-52d0dfd98228 request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:36:01.487771 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-394332ce-e11f-4a82-bc92-4bf1cbb3a412 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] DELETE failed (client error): The resource could not be found. Jan 18 22:36:01.488495 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-394332ce-e11f-4a82-bc92-4bf1cbb3a412 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:36:01.497798 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-394332ce-e11f-4a82-bc92-4bf1cbb3a412 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "DELETE /v2.0/subnets/e81dda0d-a041-4a76-ab53-2258f4329558 HTTP/1.1" status: 404 len: 337 time: 0.1143181 Jan 18 22:36:01.503053 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 59924) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:01.519644 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-da7e6e04-93aa-463f-ba78-4004fadc290c req-de02b184-86e8-4cb8-a311-7031e75dff18 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:01.554452 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b97480f-5305-4c96-8047-0fc890475f32 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] DELETE failed (client error): The resource could not be found. Jan 18 22:36:01.555144 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b97480f-5305-4c96-8047-0fc890475f32 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:36:01.562282 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-9b97480f-5305-4c96-8047-0fc890475f32 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "DELETE /v2.0/subnets/232e4452-941d-4080-b407-403b6ee1edc3 HTTP/1.1" status: 404 len: 337 time: 0.0575221 Jan 18 22:36:01.564397 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 59928) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:01.585458 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-194db044-2034-4244-87b9-971b9bf84cd7 None None] Port 55e3ab33-ea66-4955-bc61-007cf7523191 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:36:01.613670 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-194db044-2034-4244-87b9-971b9bf84cd7 None None] Provisioning complete for port 2eef7687-a59c-4268-936c-fcbdef5ca59e triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:36:01.614591 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-194db044-2034-4244-87b9-971b9bf84cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:01.635434 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0f6e7002-ecd7-4d73-8845-b75f5728b897 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:01.644877 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-a6bca2e7-5a38-48cf-ac97-0435f6ed2605 None None] Deleting port 2eef7687-a59c-4268-936c-fcbdef5ca59e {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:36:01.645505 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a6bca2e7-5a38-48cf-ac97-0435f6ed2605 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:01.652708 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0b7cbb24-90f0-4fa9-bf7d-eaefedd7274e tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:01.655492 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-da7e6e04-93aa-463f-ba78-4004fadc290c req-de02b184-86e8-4cb8-a311-7031e75dff18 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:01.657759 n-d-825064-1 neutron-server[102430]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac78def2-606f-4413-95af-772774328bb0 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] DELETE failed (client error): The resource could not be found. Jan 18 22:36:01.658559 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac78def2-606f-4413-95af-772774328bb0 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:36:01.668263 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-ac78def2-606f-4413-95af-772774328bb0 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "DELETE /v2.0/ports/8678b780-97d9-4bf2-a157-9d4d36e33e78 HTTP/1.1" status: 404 len: 333 time: 0.1012020 Jan 18 22:36:01.692702 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 59930) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:01.759671 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-a6bca2e7-5a38-48cf-ac97-0435f6ed2605 None None] For port 2eef7687-a59c-4268-936c-fcbdef5ca59e, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=2eef7687-a59c-4268-936c-fcbdef5ca59e,segment=NetworkSegment(bb8697be-450e-476a-9edb-83c790dee754),segment_id=bb8697be-450e-476a-9edb-83c790dee754)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:36:01.760401 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a6bca2e7-5a38-48cf-ac97-0435f6ed2605 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:01.770480 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6e7002-ecd7-4d73-8845-b75f5728b897 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Pushing event deleted for resources: {'Port': ['ID=78831414-2357-49d9-b4e6-c7a665e36086,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:01.813516 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-a6bca2e7-5a38-48cf-ac97-0435f6ed2605 None None] Calling delete_port for 2eef7687-a59c-4268-936c-fcbdef5ca59e owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:36:01.819960 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de02b184-86e8-4cb8-a311-7031e75dff18 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Pushing event updated for resources: {'Port': ['ID=2a0828ba-3312-4fda-9137-e3828fbe13db,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:01.853321 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da7e6e04-93aa-463f-ba78-4004fadc290c req-de02b184-86e8-4cb8-a311-7031e75dff18 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Network 729c5b59-7b6c-40d9-b914-a709ff066f8b is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:36:01.860450 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-da7e6e04-93aa-463f-ba78-4004fadc290c req-de02b184-86e8-4cb8-a311-7031e75dff18 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:36:01.870550 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-da7e6e04-93aa-463f-ba78-4004fadc290c req-de02b184-86e8-4cb8-a311-7031e75dff18 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:36:01.951088 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7cbb24-90f0-4fa9-bf7d-eaefedd7274e tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Pushing event deleted for resources: {'Port': ['ID=9cda4556-479d-465f-a49b-188a4614c859,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:01.954383 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-28c54367-1a54-42a7-be27-87d51077e735 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] DELETE failed (client error): The resource could not be found. Jan 18 22:36:01.954849 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28c54367-1a54-42a7-be27-87d51077e735 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:36:01.968830 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-28c54367-1a54-42a7-be27-87d51077e735 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "DELETE /v2.0/subnets/c7d98cc1-8717-4b94-afb9-9bd5c2c6f80c HTTP/1.1" status: 404 len: 337 time: 0.2178617 Jan 18 22:36:01.971247 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 59936) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:02.053153 n-d-825064-1 neutron-server[102430]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa1c8e27-b4be-40d5-94ce-90df8fead89d tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] DELETE failed (client error): The resource could not be found. Jan 18 22:36:02.057700 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa1c8e27-b4be-40d5-94ce-90df8fead89d tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:36:02.063553 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-aa1c8e27-b4be-40d5-94ce-90df8fead89d tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "DELETE /v2.0/subnets/80ca32ca-5cea-4e68-a61b-92db52a973a2 HTTP/1.1" status: 404 len: 337 time: 0.0911746 Jan 18 22:36:02.072681 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a6bca2e7-5a38-48cf-ac97-0435f6ed2605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:02.081767 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 59940) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:02.096052 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6bca2e7-5a38-48cf-ac97-0435f6ed2605 None None] No DVR routers for this DVR port 2eef7687-a59c-4268-936c-fcbdef5ca59e on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:36:02.112984 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0b7cbb24-90f0-4fa9-bf7d-eaefedd7274e tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-613841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1046579'] for router_interface, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:02.158415 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bca2e7-5a38-48cf-ac97-0435f6ed2605 None None] Pushing event deleted for resources: {'Port': ['ID=2eef7687-a59c-4268-936c-fcbdef5ca59e,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:02.173244 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bca2e7-5a38-48cf-ac97-0435f6ed2605 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:36:02.181478 n-d-825064-1 neutron-server[102430]: INFO neutron.pecan_wsgi.hooks.translation [None req-c761f344-85c1-452a-8851-30f831f7f2f3 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] DELETE failed (client error): The resource could not be found. Jan 18 22:36:02.183506 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bca2e7-5a38-48cf-ac97-0435f6ed2605 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:36:02.183986 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bca2e7-5a38-48cf-ac97-0435f6ed2605 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:36:02.184480 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bca2e7-5a38-48cf-ac97-0435f6ed2605 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:36:02.185166 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c761f344-85c1-452a-8851-30f831f7f2f3 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:36:02.185609 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bca2e7-5a38-48cf-ac97-0435f6ed2605 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:36:02.186006 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bca2e7-5a38-48cf-ac97-0435f6ed2605 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:36:02.190393 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bca2e7-5a38-48cf-ac97-0435f6ed2605 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:36:02.193842 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-c761f344-85c1-452a-8851-30f831f7f2f3 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "DELETE /v2.0/ports/98b53b27-5bf3-413d-bc1f-07166db041a0 HTTP/1.1" status: 404 len: 333 time: 0.1088929 Jan 18 22:36:02.194392 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bca2e7-5a38-48cf-ac97-0435f6ed2605 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:36:02.194831 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bca2e7-5a38-48cf-ac97-0435f6ed2605 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:36:02.195240 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bca2e7-5a38-48cf-ac97-0435f6ed2605 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:36:02.198983 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bca2e7-5a38-48cf-ac97-0435f6ed2605 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:36:02.199471 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bca2e7-5a38-48cf-ac97-0435f6ed2605 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:36:02.220164 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 59944) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:02.222029 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7e6e04-93aa-463f-ba78-4004fadc290c req-de02b184-86e8-4cb8-a311-7031e75dff18 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:36:02.222703 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-da7e6e04-93aa-463f-ba78-4004fadc290c req-de02b184-86e8-4cb8-a311-7031e75dff18 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:02.250409 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-da7e6e04-93aa-463f-ba78-4004fadc290c req-de02b184-86e8-4cb8-a311-7031e75dff18 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2023671 Jan 18 22:36:02.279904 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-da7e6e04-93aa-463f-ba78-4004fadc290c req-803296dc-16e7-4a6a-9730-c908b52d7357 service neutron] Request body: {'port': {'device_id': '1ac7214b-4262-40ae-a11b-aa424df440d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:36:02.288287 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-871a91fd-ae8b-4c25-a0ea-1ce1b98ac838 None None] Could not find standard attr ID for object 78831414-2357-49d9-b4e6-c7a665e36086. {{(pid=102432) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 22:36:02.326204 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c7bf2ba-7de8-4d43-9e09-04de91af51fb tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] DELETE failed (client error): The resource could not be found. Jan 18 22:36:02.326671 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c7bf2ba-7de8-4d43-9e09-04de91af51fb tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:36:02.331444 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-0c7bf2ba-7de8-4d43-9e09-04de91af51fb tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "DELETE /v2.0/subnets/0701d970-c38c-4f72-86aa-d681ce063061 HTTP/1.1" status: 404 len: 337 time: 0.1028430 Jan 18 22:36:02.334008 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 59946) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:02.387251 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0f6e7002-ecd7-4d73-8845-b75f5728b897 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:02.390761 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-0f6e7002-ecd7-4d73-8845-b75f5728b897 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "DELETE /v2.0/ports/78831414-2357-49d9-b4e6-c7a665e36086 HTTP/1.1" status: 204 len: 168 time: 2.6155086 Jan 18 22:36:02.393982 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 59950) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:02.405432 n-d-825064-1 neutron-server[102430]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a646472-bb06-459e-8a2f-5edddc698150 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] DELETE failed (client error): The resource could not be found. Jan 18 22:36:02.405889 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a646472-bb06-459e-8a2f-5edddc698150 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:36:02.413399 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-9a646472-bb06-459e-8a2f-5edddc698150 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "DELETE /v2.0/subnets/19f40027-57d9-4b83-bae9-d4d8cecedd79 HTTP/1.1" status: 404 len: 337 time: 0.0758054 Jan 18 22:36:02.430228 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 59952) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:02.440706 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-60ddae03-c9dc-4880-90da-e5fd5c2f3929 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] GET failed (client error): The resource could not be found. Jan 18 22:36:02.457410 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-60ddae03-c9dc-4880-90da-e5fd5c2f3929 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "GET /v2.0/ports/78831414-2357-49d9-b4e6-c7a665e36086 HTTP/1.1" status: 404 len: 333 time: 0.0599487 Jan 18 22:36:02.460455 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 59960) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:02.468065 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-da7e6e04-93aa-463f-ba78-4004fadc290c req-803296dc-16e7-4a6a-9730-c908b52d7357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:02.714128 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6562add-0d18-472a-a98a-0d7f759a0136 req-9300811a-aae5-4eb0-9102-f86f441b2536 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:36:02.715843 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f6562add-0d18-472a-a98a-0d7f759a0136 req-9300811a-aae5-4eb0-9102-f86f441b2536 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ac7214b-4262-40ae-a11b-aa424df440d1 HTTP/1.1" status: 200 len: 931 time: 0.1509368 Jan 18 22:36:02.755918 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd075136-03eb-4192-b843-2c0615cd7875 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Deleting subnet c54f4535-1fdb-4603-97a2-3a8da16e6187 {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:36:02.763698 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cd075136-03eb-4192-b843-2c0615cd7875 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:02.788059 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 2eef7687-a59c-4268-936c-fcbdef5ca59e no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:36:02.814518 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cd075136-03eb-4192-b843-2c0615cd7875 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:02.823872 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f6562add-0d18-472a-a98a-0d7f759a0136 req-ae88c5c1-558c-4d75-a145-5f4ea2808ae1 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] 10.222.0.53 "GET /v2.0/security-groups?id=0efb5e62-d5c3-415a-9255-094ed1f8fb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899942 Jan 18 22:36:02.826952 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 2eef7687-a59c-4268-936c-fcbdef5ca59e {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:36:02.827304 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 2eef7687-a59c-4268-936c-fcbdef5ca59e not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:36:02.942525 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b7cbb24-90f0-4fa9-bf7d-eaefedd7274e tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Router 894966d3-2c9d-4331-92ee-2b7edb08a538 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:36:02.966105 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [req-da7e6e04-93aa-463f-ba78-4004fadc290c req-803296dc-16e7-4a6a-9730-c908b52d7357 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a0828ba-3312-4fda-9137-e3828fbe13db {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:36:02.976496 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-da7e6e04-93aa-463f-ba78-4004fadc290c req-803296dc-16e7-4a6a-9730-c908b52d7357 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:02.995908 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-da7e6e04-93aa-463f-ba78-4004fadc290c req-803296dc-16e7-4a6a-9730-c908b52d7357 service neutron] Transition to ACTIVE for port object 2a0828ba-3312-4fda-9137-e3828fbe13db will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:36:03.002180 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-da7e6e04-93aa-463f-ba78-4004fadc290c req-803296dc-16e7-4a6a-9730-c908b52d7357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:03.003794 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-0baa7d2c-0231-428f-8c20-a890c77527bf tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Deleting port 55e3ab33-ea66-4955-bc61-007cf7523191 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:36:03.004241 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0baa7d2c-0231-428f-8c20-a890c77527bf tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:03.160167 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803296dc-16e7-4a6a-9730-c908b52d7357 service neutron] Pushing event updated for resources: {'Port': ['ID=2a0828ba-3312-4fda-9137-e3828fbe13db,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:03.213569 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-da7e6e04-93aa-463f-ba78-4004fadc290c req-803296dc-16e7-4a6a-9730-c908b52d7357 service neutron] Attempting to bind port 2a0828ba-3312-4fda-9137-e3828fbe13db on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:36:03.213905 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-da7e6e04-93aa-463f-ba78-4004fadc290c req-803296dc-16e7-4a6a-9730-c908b52d7357 service neutron] Attempting to bind port 2a0828ba-3312-4fda-9137-e3828fbe13db by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '574a4011-3394-4445-9206-df1ee73c7c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '729c5b59-7b6c-40d9-b914-a709ff066f8b'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:36:03.214282 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7e6e04-93aa-463f-ba78-4004fadc290c req-803296dc-16e7-4a6a-9730-c908b52d7357 service neutron] Attempting to bind port 2a0828ba-3312-4fda-9137-e3828fbe13db on network 729c5b59-7b6c-40d9-b914-a709ff066f8b {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:36:03.230021 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7e6e04-93aa-463f-ba78-4004fadc290c req-803296dc-16e7-4a6a-9730-c908b52d7357 service neutron] Port 2a0828ba-3312-4fda-9137-e3828fbe13db on network 729c5b59-7b6c-40d9-b914-a709ff066f8b not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:36:03.230275 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7e6e04-93aa-463f-ba78-4004fadc290c req-803296dc-16e7-4a6a-9730-c908b52d7357 service neutron] Attempting to bind port 2a0828ba-3312-4fda-9137-e3828fbe13db on network 729c5b59-7b6c-40d9-b914-a709ff066f8b {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:36:03.241723 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7e6e04-93aa-463f-ba78-4004fadc290c req-803296dc-16e7-4a6a-9730-c908b52d7357 service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:36:03.241723 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7e6e04-93aa-463f-ba78-4004fadc290c req-803296dc-16e7-4a6a-9730-c908b52d7357 service neutron] Checking segment: {'id': '574a4011-3394-4445-9206-df1ee73c7c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '729c5b59-7b6c-40d9-b914-a709ff066f8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:36:03.241723 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7e6e04-93aa-463f-ba78-4004fadc290c req-803296dc-16e7-4a6a-9730-c908b52d7357 service neutron] Bound using segment: {'id': '574a4011-3394-4445-9206-df1ee73c7c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '729c5b59-7b6c-40d9-b914-a709ff066f8b'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:36:03.242311 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-da7e6e04-93aa-463f-ba78-4004fadc290c req-803296dc-16e7-4a6a-9730-c908b52d7357 service neutron] Bound port: 2a0828ba-3312-4fda-9137-e3828fbe13db, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '574a4011-3394-4445-9206-df1ee73c7c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '729c5b59-7b6c-40d9-b914-a709ff066f8b'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:36:03.242505 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-da7e6e04-93aa-463f-ba78-4004fadc290c req-803296dc-16e7-4a6a-9730-c908b52d7357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:03.261634 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b7cbb24-90f0-4fa9-bf7d-eaefedd7274e tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:36:03.272207 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-0b7cbb24-90f0-4fa9-bf7d-eaefedd7274e tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "PUT /v2.0/routers/894966d3-2c9d-4331-92ee-2b7edb08a538/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3222673 Jan 18 22:36:03.275973 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a036474-3436-48c1-bcde-60cba49bb12a None None] Sync routers for ids ['894966d3-2c9d-4331-92ee-2b7edb08a538'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:36:03.277439 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 59976) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:03.294289 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a036474-3436-48c1-bcde-60cba49bb12a None None] Routers {'894966d3-2c9d-4331-92ee-2b7edb08a538'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:36:03.296352 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-4a036474-3436-48c1-bcde-60cba49bb12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:35:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['894966d3-2c9d-4331-92ee-2b7edb08a538'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:36:03.336494 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cd075136-03eb-4192-b843-2c0615cd7875 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:03.367593 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0baa7d2c-0231-428f-8c20-a890c77527bf tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:03.399203 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-600f1612-bf47-4fb4-8f96-f0979cabaed4 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "GET /v2.0/ports?device_id=894966d3-2c9d-4331-92ee-2b7edb08a538 HTTP/1.1" status: 200 len: 205 time: 0.1183434 Jan 18 22:36:03.402889 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 59978) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:03.410221 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2caae8c1-bd0b-46bc-98ee-6998eb8b3815 None None] get_active_networks_info from n-d-825064-1 {{(pid=102432) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jan 18 22:36:03.414516 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-4a036474-3436-48c1-bcde-60cba49bb12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:36:03.416805 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-0baa7d2c-0231-428f-8c20-a890c77527bf tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Calling delete_port for 55e3ab33-ea66-4955-bc61-007cf7523191 owned by {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:36:03.510968 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cd075136-03eb-4192-b843-2c0615cd7875 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:03.526648 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a036474-3436-48c1-bcde-60cba49bb12a None None] Routers {'894966d3-2c9d-4331-92ee-2b7edb08a538'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:36:03.527651 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-4a036474-3436-48c1-bcde-60cba49bb12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:35:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['894966d3-2c9d-4331-92ee-2b7edb08a538'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:36:03.587023 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-48f49def-8c39-4fa2-939c-cbbd3f915460 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks [] for router, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:03.610862 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cd075136-03eb-4192-b843-2c0615cd7875 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:03.622062 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-cd075136-03eb-4192-b843-2c0615cd7875 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "DELETE /v2.0/subnets/c54f4535-1fdb-4603-97a2-3a8da16e6187 HTTP/1.1" status: 204 len: 168 time: 1.1562114 Jan 18 22:36:03.630739 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd075136-03eb-4192-b843-2c0615cd7875 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Pushing event deleted for resources: {'Subnet': ['ID=c54f4535-1fdb-4603-97a2-3a8da16e6187,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:03.637829 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 59988) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:03.694432 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-da7e6e04-93aa-463f-ba78-4004fadc290c req-803296dc-16e7-4a6a-9730-c908b52d7357 service neutron] For port 2a0828ba-3312-4fda-9137-e3828fbe13db, host n-h2-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:36:03.713443 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7012e07-dcb4-4ddc-8f3e-3441cecdba3d tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Deleting subnet ce184c62-65a4-4670-9642-19ffebe77812 {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:36:03.719796 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f7012e07-dcb4-4ddc-8f3e-3441cecdba3d tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:03.739776 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-da7e6e04-93aa-463f-ba78-4004fadc290c req-803296dc-16e7-4a6a-9730-c908b52d7357 service neutron] For port 2a0828ba-3312-4fda-9137-e3828fbe13db, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=2a0828ba-3312-4fda-9137-e3828fbe13db,segment=NetworkSegment(574a4011-3394-4445-9206-df1ee73c7c5f),segment_id=574a4011-3394-4445-9206-df1ee73c7c5f)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:36:03.766563 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-4a036474-3436-48c1-bcde-60cba49bb12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:36:03.767473 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a036474-3436-48c1-bcde-60cba49bb12a None None] The sync data for ids ['894966d3-2c9d-4331-92ee-2b7edb08a538'] in n-d-825064-1 is: [] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:36:03.769132 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2caae8c1-bd0b-46bc-98ee-6998eb8b3815 None None] Resources bound (agent type, host, resource id): {{(pid=102432) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 18 22:36:03.782146 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0baa7d2c-0231-428f-8c20-a890c77527bf tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:03.808229 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-da7e6e04-93aa-463f-ba78-4004fadc290c req-803296dc-16e7-4a6a-9730-c908b52d7357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:03.839287 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f7012e07-dcb4-4ddc-8f3e-3441cecdba3d tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:03.845382 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baa7d2c-0231-428f-8c20-a890c77527bf tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Pushing event deleted for resources: {'Port': ['ID=55e3ab33-ea66-4955-bc61-007cf7523191,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:03.872273 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0baa7d2c-0231-428f-8c20-a890c77527bf tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:03.875661 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-0baa7d2c-0231-428f-8c20-a890c77527bf tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "DELETE /v2.0/ports/55e3ab33-ea66-4955-bc61-007cf7523191 HTTP/1.1" status: 204 len: 168 time: 1.4435842 Jan 18 22:36:03.881327 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 59994) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:03.918278 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-48f49def-8c39-4fa2-939c-cbbd3f915460 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1040886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8602'] for router, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:03.922151 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-48f49def-8c39-4fa2-939c-cbbd3f915460 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:04.008793 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0fa4d356-6412-45e4-8ce2-ed36e22fef10 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:04.123844 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15605fe1-32fa-44d2-976c-a44f3707f99a None None] Network 909d93cb-5536-4478-bedb-bb01d1689865 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:36:04.216055 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0fa4d356-6412-45e4-8ce2-ed36e22fef10 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:04.287429 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-0fa4d356-6412-45e4-8ce2-ed36e22fef10 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e944226e-270a-42aa-8e1c-52d0dfd98228']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:36:04.304223 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-0fa4d356-6412-45e4-8ce2-ed36e22fef10 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb8697be-450e-476a-9edb-83c790dee754') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:36:04.304533 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-0fa4d356-6412-45e4-8ce2-ed36e22fef10 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb8697be-450e-476a-9edb-83c790dee754') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:36:04.306911 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f7012e07-dcb4-4ddc-8f3e-3441cecdba3d tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:04.350455 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0fa4d356-6412-45e4-8ce2-ed36e22fef10 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:04.371754 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0fa4d356-6412-45e4-8ce2-ed36e22fef10 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:04.390382 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fa4d356-6412-45e4-8ce2-ed36e22fef10 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:36:04.390792 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0fa4d356-6412-45e4-8ce2-ed36e22fef10 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:04.394273 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:36:04.394273 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:36:04.394273 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:36:04.394273 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:36:04.394273 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:36:04.394273 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:36:04.394273 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:36:04.394273 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:36:04.394273 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:36:04.394273 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:36:04.394273 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:36:04.394273 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:36:04.394273 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:36:04.394273 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:36:04.394273 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:36:04.394273 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:36:04.394273 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:36:04.394273 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:36:04.394273 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:36:04.394273 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:36:04.394273 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:36:04.394273 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:36:04.394273 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:36:04.394273 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:36:04.394273 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:36:04.394273 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:36:04.394273 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:36:04.394273 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:36:04.394273 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:36:04.394273 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:36:04.394273 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:36:04.394273 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:36:04.467682 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f7012e07-dcb4-4ddc-8f3e-3441cecdba3d tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:04.493472 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7e6e04-93aa-463f-ba78-4004fadc290c req-803296dc-16e7-4a6a-9730-c908b52d7357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:36:04.494101 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-da7e6e04-93aa-463f-ba78-4004fadc290c req-803296dc-16e7-4a6a-9730-c908b52d7357 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:04.495522 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-da7e6e04-93aa-463f-ba78-4004fadc290c req-803296dc-16e7-4a6a-9730-c908b52d7357 service neutron] 10.222.0.67 "PUT /v2.0/ports/2a0828ba-3312-4fda-9137-e3828fbe13db HTTP/1.1" status: 200 len: 1091 time: 2.2344697 Jan 18 22:36:04.500975 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ac7214b-4262-40ae-a11b-aa424df440d1', 'tag': '2a0828ba-3312-4fda-9137-e3828fbe13db'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:36:04.503280 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b8a4cea-fd9d-4ea1-ab21-292e5413fc74" -d '{"events": [{"name": "network-changed", "server_uuid": "1ac7214b-4262-40ae-a11b-aa424df440d1", "tag": "2a0828ba-3312-4fda-9137-e3828fbe13db"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:36:04.571530 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0fa4d356-6412-45e4-8ce2-ed36e22fef10 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:04.573788 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f7012e07-dcb4-4ddc-8f3e-3441cecdba3d tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:04.577969 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-f7012e07-dcb4-4ddc-8f3e-3441cecdba3d tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "DELETE /v2.0/subnets/ce184c62-65a4-4670-9642-19ffebe77812 HTTP/1.1" status: 204 len: 168 time: 0.9373271 Jan 18 22:36:04.578959 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7012e07-dcb4-4ddc-8f3e-3441cecdba3d tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Pushing event deleted for resources: {'Subnet': ['ID=ce184c62-65a4-4670-9642-19ffebe77812,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:04.585328 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-48f49def-8c39-4fa2-939c-cbbd3f915460 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1040832'] for router, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:04.586911 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60006) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:04.588628 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48f49def-8c39-4fa2-939c-cbbd3f915460 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Fanout notify agent at l3_agent the message router_deleted on router 894966d3-2c9d-4331-92ee-2b7edb08a538 {{(pid=102430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 22:36:04.599796 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a884d66e-3887-4750-b566-ac8ad8259294 x-openstack-request-id: req-a884d66e-3887-4750-b566-ac8ad8259294 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:36:04.600074 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ac7214b-4262-40ae-a11b-aa424df440d1", "tag": "2a0828ba-3312-4fda-9137-e3828fbe13db", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:36:04.600360 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a884d66e-3887-4750-b566-ac8ad8259294 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:36:04.600770 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ac7214b-4262-40ae-a11b-aa424df440d1', 'tag': '2a0828ba-3312-4fda-9137-e3828fbe13db', 'status': 'completed', 'code': 200} Jan 18 22:36:04.609343 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-48f49def-8c39-4fa2-939c-cbbd3f915460 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks [] for router, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:04.613102 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-48f49def-8c39-4fa2-939c-cbbd3f915460 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "DELETE /v2.0/routers/894966d3-2c9d-4331-92ee-2b7edb08a538 HTTP/1.1" status: 204 len: 168 time: 1.2036541 Jan 18 22:36:04.620455 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 60008) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:04.656936 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803296dc-16e7-4a6a-9730-c908b52d7357 service neutron] Pushing event updated for resources: {'Port': ['ID=2a0828ba-3312-4fda-9137-e3828fbe13db,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:04.782662 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aeddc9-d8d6-44c1-b145-2e643a117b10 req-4ecd042d-542f-418b-a083-d6df2575a50d tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:36:04.792448 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a5aeddc9-d8d6-44c1-b145-2e643a117b10 req-4ecd042d-542f-418b-a083-d6df2575a50d tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ac7214b-4262-40ae-a11b-aa424df440d1 HTTP/1.1" status: 200 len: 943 time: 0.8554244 Jan 18 22:36:04.793431 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0fa4d356-6412-45e4-8ce2-ed36e22fef10 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:04.799483 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-0fa4d356-6412-45e4-8ce2-ed36e22fef10 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] 10.222.0.53 "DELETE /v2.0/networks/e944226e-270a-42aa-8e1c-52d0dfd98228 HTTP/1.1" status: 204 len: 168 time: 0.9155312 Jan 18 22:36:04.799483 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa4d356-6412-45e4-8ce2-ed36e22fef10 tempest-PortsIpV6TestJSON-396986755 tempest-PortsIpV6TestJSON-396986755-project] Pushing event deleted for resources: {'Network': ['ID=e944226e-270a-42aa-8e1c-52d0dfd98228,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:04.831707 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-48ea12c5-e455-4fdf-9cfd-091e43e52ca3 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:04.838147 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7e6e04-93aa-463f-ba78-4004fadc290c req-055cca84-2835-471b-afbf-f133b680c436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:36:04.839666 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-da7e6e04-93aa-463f-ba78-4004fadc290c req-055cca84-2835-471b-afbf-f133b680c436 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1c46bb3ba1444fb0be900b14ff20c2b2&device_id=1ac7214b-4262-40ae-a11b-aa424df440d1 HTTP/1.1" status: 200 len: 1094 time: 0.2804785 Jan 18 22:36:04.896932 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bc2e036-14f5-42f8-aabc-381909480f64 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Deleting subnet 58aa2730-a815-4d4b-9227-d878147f6062 {{(pid=102430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:36:04.900509 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 60026) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:04.971433 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-48ea12c5-e455-4fdf-9cfd-091e43e52ca3 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Deleting port a5acaa61-d108-4cea-9fd1-dcb38fd8812f {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:36:04.973754 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-48ea12c5-e455-4fdf-9cfd-091e43e52ca3 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:04.985258 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0bc2e036-14f5-42f8-aabc-381909480f64 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks [] for subnet, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:05.048556 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0bc2e036-14f5-42f8-aabc-381909480f64 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60394745'] for subnet, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:05.123287 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-48ea12c5-e455-4fdf-9cfd-091e43e52ca3 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] For port a5acaa61-d108-4cea-9fd1-dcb38fd8812f, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=a5acaa61-d108-4cea-9fd1-dcb38fd8812f,segment=NetworkSegment(8779c7e5-c8a1-4a97-a525-ce7e1bd0a547),segment_id=8779c7e5-c8a1-4a97-a525-ce7e1bd0a547)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:36:05.123660 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-48ea12c5-e455-4fdf-9cfd-091e43e52ca3 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:05.161018 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-48ea12c5-e455-4fdf-9cfd-091e43e52ca3 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Calling delete_port for a5acaa61-d108-4cea-9fd1-dcb38fd8812f owned by network:dhcp {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:36:05.182358 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-da7e6e04-93aa-463f-ba78-4004fadc290c req-44a548e0-be84-461e-9b77-eabb5e860a17 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a0828ba-3312-4fda-9137-e3828fbe13db HTTP/1.1" status: 200 len: 217 time: 0.3341451 Jan 18 22:36:05.296335 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7e6e04-93aa-463f-ba78-4004fadc290c req-3f2700cf-3b9e-485f-93b6-c89e524f5229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:36:05.298062 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-da7e6e04-93aa-463f-ba78-4004fadc290c req-3f2700cf-3b9e-485f-93b6-c89e524f5229 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e9fefdd6-ef8e-451d-90d4-5c53894b5fa7 HTTP/1.1" status: 200 len: 860 time: 0.0753055 Jan 18 22:36:05.332880 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a5aeddc9-d8d6-44c1-b145-2e643a117b10 req-70c67e2e-a9ef-4b6d-8fcd-df09bb5f9cbf tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] 10.222.0.53 "GET /v2.0/security-groups?id=0efb5e62-d5c3-415a-9255-094ed1f8fb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5395246 Jan 18 22:36:05.369907 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60034) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:05.391562 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-da7e6e04-93aa-463f-ba78-4004fadc290c req-14ad2357-77fd-47e1-8dc8-108b8b4c7655 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=729c5b59-7b6c-40d9-b914-a709ff066f8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744915 Jan 18 22:36:05.397674 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-48ea12c5-e455-4fdf-9cfd-091e43e52ca3 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:05.408520 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0bc2e036-14f5-42f8-aabc-381909480f64 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:05.453683 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e46254-4f78-4721-8f3e-85612707457d None None] Network 909d93cb-5536-4478-bedb-bb01d1689865 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:36:05.455448 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ea12c5-e455-4fdf-9cfd-091e43e52ca3 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Pushing event deleted for resources: {'Port': ['ID=a5acaa61-d108-4cea-9fd1-dcb38fd8812f,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:05.457959 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ea12c5-e455-4fdf-9cfd-091e43e52ca3 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] No DVR routers for this DVR port a5acaa61-d108-4cea-9fd1-dcb38fd8812f on host n-d-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:36:05.564082 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-1fe6d3f9-9e44-4327-b288-db4e80d39df3 None None] Could not find standard attr ID for object a5acaa61-d108-4cea-9fd1-dcb38fd8812f. {{(pid=102432) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 22:36:05.665965 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-48ea12c5-e455-4fdf-9cfd-091e43e52ca3 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:05.716348 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-48ea12c5-e455-4fdf-9cfd-091e43e52ca3 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['909d93cb-5536-4478-bedb-bb01d1689865']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:36:05.737240 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-48ea12c5-e455-4fdf-9cfd-091e43e52ca3 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8779c7e5-c8a1-4a97-a525-ce7e1bd0a547') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:36:05.737572 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-48ea12c5-e455-4fdf-9cfd-091e43e52ca3 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8779c7e5-c8a1-4a97-a525-ce7e1bd0a547') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:36:05.752316 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-da7e6e04-93aa-463f-ba78-4004fadc290c req-4b45a296-3ba1-4513-8d02-18fd1ac79375 service neutron] 10.222.0.67 "GET /v2.0/networks/729c5b59-7b6c-40d9-b914-a709ff066f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3542044 Jan 18 22:36:05.752536 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-23937c30-d92b-440f-9b60-73be113dde59 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7c0179a097dd413e9755022eddbfface&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3807020 Jan 18 22:36:05.754954 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60042) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:05.758251 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-48ea12c5-e455-4fdf-9cfd-091e43e52ca3 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:05.760487 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1335ab59-1cd6-4e5e-9f58-c6e3301420b4 None None] DHCP port deletion for 909d93cb-5536-4478-bedb-bb01d1689865 request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:36:05.860372 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0bc2e036-14f5-42f8-aabc-381909480f64 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60203138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62288677'] for subnet, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:05.903913 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-48ea12c5-e455-4fdf-9cfd-091e43e52ca3 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:05.903913 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6c0488cc-b9c5-4bc7-a4cb-ebb30762e2f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:05.931029 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6c0488cc-b9c5-4bc7-a4cb-ebb30762e2f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:05.938827 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc2e036-14f5-42f8-aabc-381909480f64 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Pushing event deleted for resources: {'Subnet': ['ID=58aa2730-a815-4d4b-9227-d878147f6062,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:05.941471 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0bc2e036-14f5-42f8-aabc-381909480f64 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks [] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:05.946406 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91886df9-dd19-47b7-9203-a9fff459035f None None] Network e61004d9-9fac-4d14-87e8-d9b8af8e50b5 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:36:05.961035 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-0bc2e036-14f5-42f8-aabc-381909480f64 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "DELETE /v2.0/subnets/58aa2730-a815-4d4b-9227-d878147f6062 HTTP/1.1" status: 204 len: 168 time: 1.3239210 Jan 18 22:36:05.967358 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 60052) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:05.980436 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48ea12c5-e455-4fdf-9cfd-091e43e52ca3 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:36:05.981003 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-48ea12c5-e455-4fdf-9cfd-091e43e52ca3 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:05.983938 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:36:05.983938 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:36:05.983938 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:36:05.983938 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:36:05.983938 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:36:05.983938 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:36:05.983938 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:36:05.983938 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:36:05.983938 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:36:05.983938 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:36:05.983938 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:36:05.983938 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:36:05.983938 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:36:05.983938 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:36:05.983938 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:36:05.983938 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:36:05.983938 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:36:05.983938 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:36:05.983938 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:36:05.983938 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:36:05.983938 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:36:05.983938 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:36:05.983938 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:36:05.983938 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:36:05.983938 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:36:05.983938 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:36:05.983938 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:36:05.983938 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:36:05.983938 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:36:05.983938 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:36:05.983938 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:36:05.983938 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:36:06.040249 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-da7e6e04-93aa-463f-ba78-4004fadc290c req-3d628d11-5452-41bf-bf2d-86c44141a397 service neutron] 10.222.0.67 "GET /v2.0/networks/729c5b59-7b6c-40d9-b914-a709ff066f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025807 Jan 18 22:36:06.055998 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6c0488cc-b9c5-4bc7-a4cb-ebb30762e2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:06.059373 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6c0488cc-b9c5-4bc7-a4cb-ebb30762e2f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:06.060602 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-6c0488cc-b9c5-4bc7-a4cb-ebb30762e2f7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7b13478d-d182-4152-81a5-119907d3d92b HTTP/1.1" status: 204 len: 168 time: 0.3046553 Jan 18 22:36:06.089395 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-48ea12c5-e455-4fdf-9cfd-091e43e52ca3 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:06.095799 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0488cc-b9c5-4bc7-a4cb-ebb30762e2f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b13478d-d182-4152-81a5-119907d3d92b,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:06.107610 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-48ea12c5-e455-4fdf-9cfd-091e43e52ca3 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:06.111182 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-48ea12c5-e455-4fdf-9cfd-091e43e52ca3 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "DELETE /v2.0/networks/909d93cb-5536-4478-bedb-bb01d1689865 HTTP/1.1" status: 204 len: 168 time: 1.4859471 Jan 18 22:36:06.133071 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60056) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:06.158208 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ea12c5-e455-4fdf-9cfd-091e43e52ca3 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Pushing event deleted for resources: {'Network': ['ID=909d93cb-5536-4478-bedb-bb01d1689865,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:06.226015 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8dea18-4324-4a9b-8da6-f96b82b95479 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:36:06.231389 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-3a8dea18-4324-4a9b-8da6-f96b82b95479 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0950401 Jan 18 22:36:06.232888 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60058) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:06.292850 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_v2 [None req-20dde3e2-7604-4931-8c73-d14ae842e27d tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Deleting subnet f99240c0-404c-4425-bf78-6f8892bb35a4 {{(pid=102430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:36:06.296785 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-20dde3e2-7604-4931-8c73-d14ae842e27d tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks [] for subnet, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:06.302945 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-4e0389b8-7839-4c10-aa95-6dd78010d483 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0683780 Jan 18 22:36:06.306997 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60062) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:06.312553 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-ebbe4e81-39dd-4f4c-a0b1-4043004467fb tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-33493930'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:36:06.325151 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d098d81-54d9-4a76-82da-3533276ed376 None None] DHCP port deletion for e61004d9-9fac-4d14-87e8-d9b8af8e50b5 request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:36:06.384070 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebbe4e81-39dd-4f4c-a0b1-4043004467fb tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Made reservation on behalf of 7f7e3488513a4b34800a857d787e609b for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:36:06.395132 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ebbe4e81-39dd-4f4c-a0b1-4043004467fb tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:06.400644 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-20dde3e2-7604-4931-8c73-d14ae842e27d tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60394745'] for subnet, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:06.404783 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8a4cea-fd9d-4ea1-ab21-292e5413fc74 req-800c3c05-f498-4712-a208-6aa13e8bb907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:36:06.406619 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4b8a4cea-fd9d-4ea1-ab21-292e5413fc74 req-800c3c05-f498-4712-a208-6aa13e8bb907 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1c46bb3ba1444fb0be900b14ff20c2b2&device_id=1ac7214b-4262-40ae-a11b-aa424df440d1 HTTP/1.1" status: 200 len: 1094 time: 0.3151982 Jan 18 22:36:06.431568 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-3d098d81-54d9-4a76-82da-3533276ed376 None None] Deleting port 078edf19-71ad-4063-97d4-18278c7cbd3e {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:36:06.431957 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3d098d81-54d9-4a76-82da-3533276ed376 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:06.469839 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebbe4e81-39dd-4f4c-a0b1-4043004467fb tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:36:06.495132 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ebbe4e81-39dd-4f4c-a0b1-4043004467fb tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:06.495935 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-ebbe4e81-39dd-4f4c-a0b1-4043004467fb tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Added segment 5f59830a-4e9d-4a89-b555-9856e9070a8e of type vlan for network 47c04c55-e5fa-4cfa-80ab-2e1e675ad1a5 Jan 18 22:36:06.557468 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ebbe4e81-39dd-4f4c-a0b1-4043004467fb tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:06.568432 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-3d098d81-54d9-4a76-82da-3533276ed376 None None] For port 078edf19-71ad-4063-97d4-18278c7cbd3e, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=078edf19-71ad-4063-97d4-18278c7cbd3e,segment=NetworkSegment(d5be0f55-34b7-4f9d-baac-e7a55f7e93e5),segment_id=d5be0f55-34b7-4f9d-baac-e7a55f7e93e5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:36:06.569017 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3d098d81-54d9-4a76-82da-3533276ed376 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:06.593962 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ebbe4e81-39dd-4f4c-a0b1-4043004467fb tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:06.604187 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-3d098d81-54d9-4a76-82da-3533276ed376 None None] Calling delete_port for 078edf19-71ad-4063-97d4-18278c7cbd3e owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:36:06.605002 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebbe4e81-39dd-4f4c-a0b1-4043004467fb tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:36:06.606995 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ebbe4e81-39dd-4f4c-a0b1-4043004467fb tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:06.709351 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8a4cea-fd9d-4ea1-ab21-292e5413fc74 req-74398172-342c-4c31-b09f-4e499c7c2355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:36:06.711177 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4b8a4cea-fd9d-4ea1-ab21-292e5413fc74 req-74398172-342c-4c31-b09f-4e499c7c2355 service neutron] 10.222.0.67 "GET /v2.0/networks?id=729c5b59-7b6c-40d9-b914-a709ff066f8b HTTP/1.1" status: 200 len: 920 time: 0.2846687 Jan 18 22:36:06.756357 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 078edf19-71ad-4063-97d4-18278c7cbd3e no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:36:06.803434 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-ebbe4e81-39dd-4f4c-a0b1-4043004467fb tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4942801 Jan 18 22:36:06.812172 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60080) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:06.827891 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-c8e925d3-e8ef-4686-9710-76115df3a407 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Request body: {'subnet': {'network_id': '47c04c55-e5fa-4cfa-80ab-2e1e675ad1a5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:36:06.851182 n-d-825064-1 neutron-server[102432]: INFO neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No ports have port_id starting with 078edf19-71ad-4063-97d4-18278c7cbd3e Jan 18 22:36:06.853501 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device a5acaa61-d108-4cea-9fd1-dcb38fd8812f no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:36:06.855780 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3d098d81-54d9-4a76-82da-3533276ed376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:06.890347 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbe4e81-39dd-4f4c-a0b1-4043004467fb tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Pushing event updated for resources: {'Network': ['ID=47c04c55-e5fa-4cfa-80ab-2e1e675ad1a5,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:06.913882 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d098d81-54d9-4a76-82da-3533276ed376 None None] Pushing event deleted for resources: {'Port': ['ID=078edf19-71ad-4063-97d4-18278c7cbd3e,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:06.921179 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 47c04c55-e5fa-4cfa-80ab-2e1e675ad1a5 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:36:06.925847 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: a5acaa61-d108-4cea-9fd1-dcb38fd8812f {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:36:06.926331 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device a5acaa61-d108-4cea-9fd1-dcb38fd8812f not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:36:06.930091 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-20dde3e2-7604-4931-8c73-d14ae842e27d tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:06.939442 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4b8a4cea-fd9d-4ea1-ab21-292e5413fc74 req-8807e6da-e7d7-4c06-bcd5-d6e43596f3fd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a0828ba-3312-4fda-9137-e3828fbe13db HTTP/1.1" status: 200 len: 217 time: 0.2139571 Jan 18 22:36:06.943630 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d098d81-54d9-4a76-82da-3533276ed376 None None] No DVR routers for this DVR port 078edf19-71ad-4063-97d4-18278c7cbd3e on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:36:07.180247 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8a4cea-fd9d-4ea1-ab21-292e5413fc74 req-588a3347-7e5b-4f65-a36c-d1307cfd7617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:36:07.182387 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4b8a4cea-fd9d-4ea1-ab21-292e5413fc74 req-588a3347-7e5b-4f65-a36c-d1307cfd7617 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e9fefdd6-ef8e-451d-90d4-5c53894b5fa7 HTTP/1.1" status: 200 len: 860 time: 0.2282894 Jan 18 22:36:07.192075 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e97da4-063f-4ce6-88bf-9ef367be3937 req-35e8b058-730d-40a1-b68e-870fb9877432 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:36:07.200676 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f6e97da4-063f-4ce6-88bf-9ef367be3937 req-35e8b058-730d-40a1-b68e-870fb9877432 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ac7214b-4262-40ae-a11b-aa424df440d1 HTTP/1.1" status: 200 len: 943 time: 0.6100605 Jan 18 22:36:07.267927 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4b8a4cea-fd9d-4ea1-ab21-292e5413fc74 req-f3803581-22ed-471d-88b3-cd3426153c87 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=729c5b59-7b6c-40d9-b914-a709ff066f8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603793 Jan 18 22:36:07.345067 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 2a0828ba-3312-4fda-9137-e3828fbe13db details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:36:07.385369 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f6e97da4-063f-4ce6-88bf-9ef367be3937 req-e4dd67b0-ad60-43bb-bd9c-2d8884238fa9 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] 10.222.0.53 "GET /v2.0/security-groups?id=0efb5e62-d5c3-415a-9255-094ed1f8fb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835570 Jan 18 22:36:07.404683 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-20dde3e2-7604-4931-8c73-d14ae842e27d tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60203138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62288677'] for subnet, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:07.477490 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dde3e2-7604-4931-8c73-d14ae842e27d tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Pushing event deleted for resources: {'Subnet': ['ID=f99240c0-404c-4425-bf78-6f8892bb35a4,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:07.541648 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8e925d3-e8ef-4686-9710-76115df3a407 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Made reservation on behalf of 7f7e3488513a4b34800a857d787e609b for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:36:07.543979 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612b0a87-1730-4c9e-a436-72a8457041bf None None] Network 1785d7e8-b44a-4124-a2c3-48eaf1f35278 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:36:07.545467 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-20dde3e2-7604-4931-8c73-d14ae842e27d tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks [] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:07.546713 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c8e925d3-e8ef-4686-9710-76115df3a407 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:07.559228 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-20dde3e2-7604-4931-8c73-d14ae842e27d tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "DELETE /v2.0/subnets/f99240c0-404c-4425-bf78-6f8892bb35a4 HTTP/1.1" status: 204 len: 168 time: 1.5860631 Jan 18 22:36:07.566850 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60100) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:07.623457 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4b8a4cea-fd9d-4ea1-ab21-292e5413fc74 req-f2339899-410a-4bba-adfb-f5e2670045b4 service neutron] 10.222.0.67 "GET /v2.0/networks/729c5b59-7b6c-40d9-b914-a709ff066f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3452759 Jan 18 22:36:07.691697 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 2a0828ba-3312-4fda-9137-e3828fbe13db, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=2a0828ba-3312-4fda-9137-e3828fbe13db,segment=NetworkSegment(574a4011-3394-4445-9206-df1ee73c7c5f),segment_id=574a4011-3394-4445-9206-df1ee73c7c5f)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:36:07.721366 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': '2a0828ba-3312-4fda-9137-e3828fbe13db', 'network_id': '729c5b59-7b6c-40d9-b914-a709ff066f8b', 'port_id': '2a0828ba-3312-4fda-9137-e3828fbe13db', 'mac_address': 'fa:16:3e:f4:56:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9fefdd6-ef8e-451d-90d4-5c53894b5fa7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:36:07.742552 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-02364301-199e-4dd7-9f96-d3b61f7beb41 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:07.777567 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-70765c84-a475-4dbb-a944-d381d822ceae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1041027'] for router_interface, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:07.888805 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:07.913782 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-02364301-199e-4dd7-9f96-d3b61f7beb41 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:07.937358 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a0828ba-3312-4fda-9137-e3828fbe13db {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:36:07.982970 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-02364301-199e-4dd7-9f96-d3b61f7beb41 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e61004d9-9fac-4d14-87e8-d9b8af8e50b5']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:36:07.983760 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 2a0828ba-3312-4fda-9137-e3828fbe13db, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=2a0828ba-3312-4fda-9137-e3828fbe13db,segment=NetworkSegment(574a4011-3394-4445-9206-df1ee73c7c5f),segment_id=574a4011-3394-4445-9206-df1ee73c7c5f)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:36:07.996592 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:08.008589 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-02364301-199e-4dd7-9f96-d3b61f7beb41 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5be0f55-34b7-4f9d-baac-e7a55f7e93e5') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:36:08.008891 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-02364301-199e-4dd7-9f96-d3b61f7beb41 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5be0f55-34b7-4f9d-baac-e7a55f7e93e5') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:36:08.024766 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-02364301-199e-4dd7-9f96-d3b61f7beb41 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:08.033898 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c8e925d3-e8ef-4686-9710-76115df3a407 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:08.044755 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4b8a4cea-fd9d-4ea1-ab21-292e5413fc74 req-1e7af64e-0b03-43ea-9415-0207bbdc75b1 service neutron] 10.222.0.67 "GET /v2.0/networks/729c5b59-7b6c-40d9-b914-a709ff066f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4113915 Jan 18 22:36:08.099776 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c57076-ae77-4668-ab81-fc8934df6e31 None None] DHCP port deletion for 1785d7e8-b44a-4124-a2c3-48eaf1f35278 request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:36:08.111383 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=2a0828ba-3312-4fda-9137-e3828fbe13db,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:08.168259 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e925d3-e8ef-4686-9710-76115df3a407 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Pushing event updated for resources: {'Subnet': ['ID=5efaf5ee-f651-41b7-8634-dce924eec368,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:08.172530 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-08c57076-ae77-4668-ab81-fc8934df6e31 None None] Deleting port 608599d7-a5b3-4e02-9239-f8fc503df9e2 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:36:08.173325 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-08c57076-ae77-4668-ab81-fc8934df6e31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:08.177971 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-02364301-199e-4dd7-9f96-d3b61f7beb41 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:08.191297 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02364301-199e-4dd7-9f96-d3b61f7beb41 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:36:08.200972 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-02364301-199e-4dd7-9f96-d3b61f7beb41 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:08.204321 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:36:08.204321 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:36:08.204321 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:36:08.204321 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:36:08.204321 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:36:08.204321 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:36:08.204321 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:36:08.204321 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:36:08.204321 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:36:08.204321 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:36:08.204321 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:36:08.204321 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:36:08.204321 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:36:08.204321 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:36:08.204321 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:36:08.204321 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:36:08.204321 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:36:08.204321 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:36:08.204321 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:36:08.204321 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:36:08.204321 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:36:08.204321 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:36:08.204321 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:36:08.204321 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:36:08.204321 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:36:08.204321 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:36:08.204321 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:36:08.204321 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:36:08.204321 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:36:08.204321 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:36:08.204321 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:36:08.204321 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:36:08.249490 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['2a0828ba-3312-4fda-9137-e3828fbe13db'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:36:08.297319 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e925d3-e8ef-4686-9710-76115df3a407 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Checking segment: {'id': '5f59830a-4e9d-4a89-b555-9856e9070a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '47c04c55-e5fa-4cfa-80ab-2e1e675ad1a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:36:08.297782 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e925d3-e8ef-4686-9710-76115df3a407 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Network hostable DHCP agents. Network: 47c04c55-e5fa-4cfa-80ab-2e1e675ad1a5, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:36:08.320242 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-02364301-199e-4dd7-9f96-d3b61f7beb41 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:08.334735 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-02364301-199e-4dd7-9f96-d3b61f7beb41 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:08.342917 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-02364301-199e-4dd7-9f96-d3b61f7beb41 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "DELETE /v2.0/networks/e61004d9-9fac-4d14-87e8-d9b8af8e50b5 HTTP/1.1" status: 204 len: 168 time: 0.7749546 Jan 18 22:36:08.348799 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60116) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:08.367747 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e925d3-e8ef-4686-9710-76115df3a407 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Network 47c04c55-e5fa-4cfa-80ab-2e1e675ad1a5 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:36:08.385892 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02364301-199e-4dd7-9f96-d3b61f7beb41 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Pushing event deleted for resources: {'Network': ['ID=e61004d9-9fac-4d14-87e8-d9b8af8e50b5,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:08.389581 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-c8e925d3-e8ef-4686-9710-76115df3a407 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 47c04c55-e5fa-4cfa-80ab-2e1e675ad1a5) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:36:08.394595 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e925d3-e8ef-4686-9710-76115df3a407 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:36:08.395188 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c8e925d3-e8ef-4686-9710-76115df3a407 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:08.413042 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf61ac4-1e99-4389-ab5d-0962e5fbd84b None None] Network 47c04c55-e5fa-4cfa-80ab-2e1e675ad1a5 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:36:08.439850 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-70765c84-a475-4dbb-a944-d381d822ceae admin admin] Deleting port fa86aa93-6b8e-4cfd-aa8a-218390a04b28 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:36:08.440451 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-70765c84-a475-4dbb-a944-d381d822ceae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:08.478512 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-c8e925d3-e8ef-4686-9710-76115df3a407 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6626971 Jan 18 22:36:08.481042 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 60122) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:08.492845 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fb58f7ab-18a1-41ff-9b11-0503e8f96a4c tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:08.514483 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-08c57076-ae77-4668-ab81-fc8934df6e31 None None] For port 608599d7-a5b3-4e02-9239-f8fc503df9e2, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=608599d7-a5b3-4e02-9239-f8fc503df9e2,segment=NetworkSegment(326c5921-8952-4ba6-b8cd-493a801e0af1),segment_id=326c5921-8952-4ba6-b8cd-493a801e0af1)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:36:08.514931 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-08c57076-ae77-4668-ab81-fc8934df6e31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:08.562516 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-fb58f7ab-18a1-41ff-9b11-0503e8f96a4c tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Deleting port 608599d7-a5b3-4e02-9239-f8fc503df9e2 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:36:08.564627 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fb58f7ab-18a1-41ff-9b11-0503e8f96a4c tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:08.577479 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-08c57076-ae77-4668-ab81-fc8934df6e31 None None] Calling delete_port for 608599d7-a5b3-4e02-9239-f8fc503df9e2 owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:36:08.584614 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-70765c84-a475-4dbb-a944-d381d822ceae admin admin] For port fa86aa93-6b8e-4cfd-aa8a-218390a04b28, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=fa86aa93-6b8e-4cfd-aa8a-218390a04b28,segment=NetworkSegment(70a4f94b-4f48-4441-9e9d-d65add0cb430),segment_id=70a4f94b-4f48-4441-9e9d-d65add0cb430)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:36:08.585004 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-70765c84-a475-4dbb-a944-d381d822ceae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:08.597519 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-70765c84-a475-4dbb-a944-d381d822ceae admin admin] Calling delete_port for fa86aa93-6b8e-4cfd-aa8a-218390a04b28 owned by network:router_interface {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:36:08.667490 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-fb58f7ab-18a1-41ff-9b11-0503e8f96a4c tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] For port 608599d7-a5b3-4e02-9239-f8fc503df9e2, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=608599d7-a5b3-4e02-9239-f8fc503df9e2,segment=NetworkSegment(326c5921-8952-4ba6-b8cd-493a801e0af1),segment_id=326c5921-8952-4ba6-b8cd-493a801e0af1)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:36:08.668525 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fb58f7ab-18a1-41ff-9b11-0503e8f96a4c tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:08.687512 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-fb58f7ab-18a1-41ff-9b11-0503e8f96a4c tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Calling delete_port for 608599d7-a5b3-4e02-9239-f8fc503df9e2 owned by network:dhcp {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:36:08.774464 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 608599d7-a5b3-4e02-9239-f8fc503df9e2 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:36:08.913322 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fb58f7ab-18a1-41ff-9b11-0503e8f96a4c tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:08.941000 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No active binding found for port 608599d7-a5b3-4e02-9239-f8fc503df9e2 {{(pid=102432) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 18 22:36:08.941711 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 608599d7-a5b3-4e02-9239-f8fc503df9e2 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:36:08.946366 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437c2567-5e60-4a4d-882d-51697e9cf72b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-47c04c55-e5fa-4cfa-80ab-2e1e675ad1a5', 'network_id': '47c04c55-e5fa-4cfa-80ab-2e1e675ad1a5', 'tenant_id': '7f7e3488513a4b34800a857d787e609b', 'fixed_ips': [{'subnet_id': '5efaf5ee-f651-41b7-8634-dce924eec368'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:36:08.947750 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-437c2567-5e60-4a4d-882d-51697e9cf72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:08.978763 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb58f7ab-18a1-41ff-9b11-0503e8f96a4c tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Pushing event deleted for resources: {'Port': ['ID=608599d7-a5b3-4e02-9239-f8fc503df9e2,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:08.987411 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb58f7ab-18a1-41ff-9b11-0503e8f96a4c tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] No DVR routers for this DVR port 608599d7-a5b3-4e02-9239-f8fc503df9e2 on host n-d-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:36:09.136610 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-b564c4fc-d6f6-4055-adaf-6e8b22691748 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Request body: {'port': {'network_id': '47c04c55-e5fa-4cfa-80ab-2e1e675ad1a5', 'name': 'tempest-PortsTestJSON-476102678'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:36:09.169786 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-08c57076-ae77-4668-ab81-fc8934df6e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:09.234243 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fb58f7ab-18a1-41ff-9b11-0503e8f96a4c tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:09.252822 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-437c2567-5e60-4a4d-882d-51697e9cf72b None None] Allocated IP 172.20.0.2 (47c04c55-e5fa-4cfa-80ab-2e1e675ad1a5/5efaf5ee-f651-41b7-8634-dce924eec368/2546b768-e26e-4fcb-b564-6736a32644ba) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:36:09.260567 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c57076-ae77-4668-ab81-fc8934df6e31 None None] Pushing event deleted for resources: {'Port': ['ID=608599d7-a5b3-4e02-9239-f8fc503df9e2,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:09.268039 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c57076-ae77-4668-ab81-fc8934df6e31 None None] No DVR routers for this DVR port 608599d7-a5b3-4e02-9239-f8fc503df9e2 on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:36:09.303381 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-fb58f7ab-18a1-41ff-9b11-0503e8f96a4c tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1785d7e8-b44a-4124-a2c3-48eaf1f35278']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:36:09.330671 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-fb58f7ab-18a1-41ff-9b11-0503e8f96a4c tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '326c5921-8952-4ba6-b8cd-493a801e0af1') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:36:09.330972 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-fb58f7ab-18a1-41ff-9b11-0503e8f96a4c tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '326c5921-8952-4ba6-b8cd-493a801e0af1') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:36:09.346790 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fb58f7ab-18a1-41ff-9b11-0503e8f96a4c tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:09.365169 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fb58f7ab-18a1-41ff-9b11-0503e8f96a4c tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:09.374496 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb58f7ab-18a1-41ff-9b11-0503e8f96a4c tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:36:09.375045 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fb58f7ab-18a1-41ff-9b11-0503e8f96a4c tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:09.376945 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a885ae19-6184-4d60-9e6c-f673286e5763 req-6f1c067f-06b4-4230-8776-8a095b3d82ef tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:36:09.381118 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:36:09.381118 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:36:09.381118 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:36:09.381118 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:36:09.381118 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:36:09.381118 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:36:09.381118 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:36:09.381118 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:36:09.381118 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:36:09.381118 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:36:09.381118 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:36:09.381118 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:36:09.381118 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:36:09.381118 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:36:09.381118 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:36:09.381118 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:36:09.381118 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:36:09.381118 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:36:09.381118 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:36:09.381118 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:36:09.381118 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:36:09.381118 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:36:09.381118 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:36:09.381118 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:36:09.381118 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:36:09.381118 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:36:09.381118 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:36:09.381118 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:36:09.381118 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:36:09.381118 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:36:09.381118 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:36:09.381118 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:36:09.384637 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a885ae19-6184-4d60-9e6c-f673286e5763 req-6f1c067f-06b4-4230-8776-8a095b3d82ef tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ac7214b-4262-40ae-a11b-aa424df440d1 HTTP/1.1" status: 200 len: 944 time: 0.2421615 Jan 18 22:36:09.456101 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-70765c84-a475-4dbb-a944-d381d822ceae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:09.492887 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a885ae19-6184-4d60-9e6c-f673286e5763 req-b84d57a5-c6a8-4059-a8bd-0cc54dd01c52 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] 10.222.0.53 "GET /v2.0/security-groups?id=0efb5e62-d5c3-415a-9255-094ed1f8fb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071861 Jan 18 22:36:09.503787 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fb58f7ab-18a1-41ff-9b11-0503e8f96a4c tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:09.545161 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fb58f7ab-18a1-41ff-9b11-0503e8f96a4c tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:09.553280 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70765c84-a475-4dbb-a944-d381d822ceae admin admin] Pushing event deleted for resources: {'Port': ['ID=fa86aa93-6b8e-4cfd-aa8a-218390a04b28,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:09.559174 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-fb58f7ab-18a1-41ff-9b11-0503e8f96a4c tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "DELETE /v2.0/networks/1785d7e8-b44a-4124-a2c3-48eaf1f35278 HTTP/1.1" status: 204 len: 168 time: 1.1834073 Jan 18 22:36:09.560427 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb58f7ab-18a1-41ff-9b11-0503e8f96a4c tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Pushing event deleted for resources: {'Network': ['ID=1785d7e8-b44a-4124-a2c3-48eaf1f35278,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:09.573717 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60146) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:09.587079 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-58405c08-3c1f-4b16-802b-004d8c4ab180 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-68617797'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:36:09.636765 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 2a0828ba-3312-4fda-9137-e3828fbe13db up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:36:09.648883 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58405c08-3c1f-4b16-802b-004d8c4ab180 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Made reservation on behalf of a713e1ffd908444085524c31c3f7dd42 for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:36:09.654151 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-58405c08-3c1f-4b16-802b-004d8c4ab180 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:09.700145 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58405c08-3c1f-4b16-802b-004d8c4ab180 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:36:09.712709 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-58405c08-3c1f-4b16-802b-004d8c4ab180 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:09.713063 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-58405c08-3c1f-4b16-802b-004d8c4ab180 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Added segment 19637cc6-7cac-4269-9a69-aca34254d92f of type vlan for network 6b4f2305-fe9a-4d2e-be82-e177e83da23d Jan 18 22:36:09.761561 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b564c4fc-d6f6-4055-adaf-6e8b22691748 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Made reservation on behalf of 7f7e3488513a4b34800a857d787e609b for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:36:09.769334 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-58405c08-3c1f-4b16-802b-004d8c4ab180 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:09.770558 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b564c4fc-d6f6-4055-adaf-6e8b22691748 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:09.805741 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-58405c08-3c1f-4b16-802b-004d8c4ab180 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:09.818817 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58405c08-3c1f-4b16-802b-004d8c4ab180 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:36:09.819408 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-58405c08-3c1f-4b16-802b-004d8c4ab180 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:09.861666 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [None req-b564c4fc-d6f6-4055-adaf-6e8b22691748 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] device_id is not set on port ca9307b7-d111-409c-b5bb-78faa24e6af9 yet. {{(pid=102430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:36:09.863948 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port 2a0828ba-3312-4fda-9137-e3828fbe13db completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:36:09.934337 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58405c08-3c1f-4b16-802b-004d8c4ab180 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Pushing event updated for resources: {'Network': ['ID=6b4f2305-fe9a-4d2e-be82-e177e83da23d,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:09.954872 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 6b4f2305-fe9a-4d2e-be82-e177e83da23d details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:36:09.968190 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-58405c08-3c1f-4b16-802b-004d8c4ab180 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3890851 Jan 18 22:36:09.968426 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60154) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:09.976446 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-dbd3836d-3c02-41ac-8e33-9e80b60ff750 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Request body: {'subnet': {'network_id': '6b4f2305-fe9a-4d2e-be82-e177e83da23d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:36:10.040414 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port 2a0828ba-3312-4fda-9137-e3828fbe13db triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:36:10.040982 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:10.107799 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-437c2567-5e60-4a4d-882d-51697e9cf72b None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:10.125736 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-437c2567-5e60-4a4d-882d-51697e9cf72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:10.203385 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437c2567-5e60-4a4d-882d-51697e9cf72b None None] Network 47c04c55-e5fa-4cfa-80ab-2e1e675ad1a5 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:36:10.212510 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-437c2567-5e60-4a4d-882d-51697e9cf72b None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:36:10.215450 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437c2567-5e60-4a4d-882d-51697e9cf72b None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:36:10.219782 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-70765c84-a475-4dbb-a944-d381d822ceae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-613841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1046579'] for router_interface, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:10.227943 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-b564c4fc-d6f6-4055-adaf-6e8b22691748 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Allocated IP 172.20.0.6 (47c04c55-e5fa-4cfa-80ab-2e1e675ad1a5/5efaf5ee-f651-41b7-8634-dce924eec368/ca9307b7-d111-409c-b5bb-78faa24e6af9) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:36:10.242391 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:10.264809 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c2567-5e60-4a4d-882d-51697e9cf72b None None] Pushing event updated for resources: {'Port': ['ID=2546b768-e26e-4fcb-b564-6736a32644ba,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:10.289208 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbd3836d-3c02-41ac-8e33-9e80b60ff750 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Made reservation on behalf of a713e1ffd908444085524c31c3f7dd42 for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:36:10.298641 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-dbd3836d-3c02-41ac-8e33-9e80b60ff750 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:10.329070 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-437c2567-5e60-4a4d-882d-51697e9cf72b None None] Attempting to bind port 2546b768-e26e-4fcb-b564-6736a32644ba on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:36:10.331151 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-437c2567-5e60-4a4d-882d-51697e9cf72b None None] Attempting to bind port 2546b768-e26e-4fcb-b564-6736a32644ba by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '5f59830a-4e9d-4a89-b555-9856e9070a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '47c04c55-e5fa-4cfa-80ab-2e1e675ad1a5'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:36:10.331151 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437c2567-5e60-4a4d-882d-51697e9cf72b None None] Attempting to bind port 2546b768-e26e-4fcb-b564-6736a32644ba on network 47c04c55-e5fa-4cfa-80ab-2e1e675ad1a5 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:36:10.380250 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 2a0828ba-3312-4fda-9137-e3828fbe13db, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=2a0828ba-3312-4fda-9137-e3828fbe13db,segment=NetworkSegment(574a4011-3394-4445-9206-df1ee73c7c5f),segment_id=574a4011-3394-4445-9206-df1ee73c7c5f)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:36:10.382472 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ac7214b-4262-40ae-a11b-aa424df440d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a0828ba-3312-4fda-9137-e3828fbe13db'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:36:10.385324 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-033bd691-1782-405f-aece-7dd0967be70a" -d '{"events": [{"server_uuid": "1ac7214b-4262-40ae-a11b-aa424df440d1", "name": "network-vif-plugged", "status": "completed", "tag": "2a0828ba-3312-4fda-9137-e3828fbe13db"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:36:10.389994 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:10.393378 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437c2567-5e60-4a4d-882d-51697e9cf72b None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:36:10.395128 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437c2567-5e60-4a4d-882d-51697e9cf72b None None] Checking segment: {'id': '5f59830a-4e9d-4a89-b555-9856e9070a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '47c04c55-e5fa-4cfa-80ab-2e1e675ad1a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:36:10.395128 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-437c2567-5e60-4a4d-882d-51697e9cf72b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:10.395557 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437c2567-5e60-4a4d-882d-51697e9cf72b None None] Bound using segment: {'id': '5f59830a-4e9d-4a89-b555-9856e9070a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '47c04c55-e5fa-4cfa-80ab-2e1e675ad1a5'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:36:10.396223 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-437c2567-5e60-4a4d-882d-51697e9cf72b None None] Bound port: 2546b768-e26e-4fcb-b564-6736a32644ba, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f59830a-4e9d-4a89-b555-9856e9070a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '47c04c55-e5fa-4cfa-80ab-2e1e675ad1a5'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:36:10.396680 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-437c2567-5e60-4a4d-882d-51697e9cf72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:10.464036 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed680e7c-0db3-4e29-8c52-965ed9e2ba62 x-openstack-request-id: req-ed680e7c-0db3-4e29-8c52-965ed9e2ba62 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:36:10.465316 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ac7214b-4262-40ae-a11b-aa424df440d1", "name": "network-vif-plugged", "status": "completed", "tag": "2a0828ba-3312-4fda-9137-e3828fbe13db", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:36:10.465810 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ed680e7c-0db3-4e29-8c52-965ed9e2ba62 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:36:10.466424 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ac7214b-4262-40ae-a11b-aa424df440d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a0828ba-3312-4fda-9137-e3828fbe13db', 'code': 200} Jan 18 22:36:10.565482 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=2a0828ba-3312-4fda-9137-e3828fbe13db,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:10.585628 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-437c2567-5e60-4a4d-882d-51697e9cf72b None None] For port 2546b768-e26e-4fcb-b564-6736a32644ba, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:36:10.589413 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-437c2567-5e60-4a4d-882d-51697e9cf72b None None] For port 2546b768-e26e-4fcb-b564-6736a32644ba, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=2546b768-e26e-4fcb-b564-6736a32644ba,segment=NetworkSegment(5f59830a-4e9d-4a89-b555-9856e9070a8e),segment_id=5f59830a-4e9d-4a89-b555-9856e9070a8e)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:36:10.598506 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-437c2567-5e60-4a4d-882d-51697e9cf72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:10.737746 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c2567-5e60-4a4d-882d-51697e9cf72b None None] Pushing event updated for resources: {'Port': ['ID=2546b768-e26e-4fcb-b564-6736a32644ba,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:10.800779 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-dbd3836d-3c02-41ac-8e33-9e80b60ff750 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:10.809664 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998557df-faa7-4c2f-af27-86f4b3fb4156 req-e1a466f2-c6fe-4309-86b4-50de74f82474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:36:10.811394 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-998557df-faa7-4c2f-af27-86f4b3fb4156 req-e1a466f2-c6fe-4309-86b4-50de74f82474 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1ac7214b-4262-40ae-a11b-aa424df440d1 HTTP/1.1" status: 200 len: 1096 time: 0.2632103 Jan 18 22:36:10.858438 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6ec998-72b0-48c9-9fe3-8c8e97927edc req-5fa06f5d-d84a-4c0f-9807-ddc354e87202 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:36:10.860955 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0d6ec998-72b0-48c9-9fe3-8c8e97927edc req-5fa06f5d-d84a-4c0f-9807-ddc354e87202 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ac7214b-4262-40ae-a11b-aa424df440d1 HTTP/1.1" status: 200 len: 945 time: 0.2427807 Jan 18 22:36:10.867152 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b564c4fc-d6f6-4055-adaf-6e8b22691748 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:10.948023 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd3836d-3c02-41ac-8e33-9e80b60ff750 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Pushing event updated for resources: {'Subnet': ['ID=1e4274b2-28c9-4314-a587-82a9ef7800c8,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:10.967715 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd3836d-3c02-41ac-8e33-9e80b60ff750 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Checking segment: {'id': '19637cc6-7cac-4269-9a69-aca34254d92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6b4f2305-fe9a-4d2e-be82-e177e83da23d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:36:10.968195 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd3836d-3c02-41ac-8e33-9e80b60ff750 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Network hostable DHCP agents. Network: 6b4f2305-fe9a-4d2e-be82-e177e83da23d, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:36:10.998295 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd3836d-3c02-41ac-8e33-9e80b60ff750 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Network 6b4f2305-fe9a-4d2e-be82-e177e83da23d is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:36:11.019070 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-dbd3836d-3c02-41ac-8e33-9e80b60ff750 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 6b4f2305-fe9a-4d2e-be82-e177e83da23d) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:36:11.022233 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-998557df-faa7-4c2f-af27-86f4b3fb4156 req-108c34b9-16b6-4f30-a6db-0fc2efcaf606 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=0efb5e62-d5c3-415a-9255-094ed1f8fb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015617 Jan 18 22:36:11.030615 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b564c4fc-d6f6-4055-adaf-6e8b22691748 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:11.031286 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd3836d-3c02-41ac-8e33-9e80b60ff750 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:36:11.035844 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c388f6ca-733e-43ec-815f-d82a8a555906 None None] Network 6b4f2305-fe9a-4d2e-be82-e177e83da23d requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:36:11.038098 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-dbd3836d-3c02-41ac-8e33-9e80b60ff750 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:11.147042 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-dbd3836d-3c02-41ac-8e33-9e80b60ff750 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1765926 Jan 18 22:36:11.147831 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60182) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:11.167309 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-f4d3b2e4-9919-4a64-8db3-4976aaf28ce2 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1939110290', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:36:11.221386 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f4d3b2e4-9919-4a64-8db3-4976aaf28ce2 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1044160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8692'] for router, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:11.222560 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f4d3b2e4-9919-4a64-8db3-4976aaf28ce2 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1040680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8675'] for router, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:11.256008 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b564c4fc-d6f6-4055-adaf-6e8b22691748 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Network 47c04c55-e5fa-4cfa-80ab-2e1e675ad1a5 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:36:11.266926 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-b564c4fc-d6f6-4055-adaf-6e8b22691748 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:36:11.280118 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0d6ec998-72b0-48c9-9fe3-8c8e97927edc req-7642a0f9-7769-4922-a749-c9cd8878ef18 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] 10.222.0.53 "GET /v2.0/security-groups?id=0efb5e62-d5c3-415a-9255-094ed1f8fb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3923929 Jan 18 22:36:11.284817 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b564c4fc-d6f6-4055-adaf-6e8b22691748 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:36:11.335305 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c51d59-0148-4d23-b110-9b6c4a692670 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-6b4f2305-fe9a-4d2e-be82-e177e83da23d', 'network_id': '6b4f2305-fe9a-4d2e-be82-e177e83da23d', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'fixed_ips': [{'subnet_id': '1e4274b2-28c9-4314-a587-82a9ef7800c8'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:36:11.336830 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e8c51d59-0148-4d23-b110-9b6c4a692670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:11.359111 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f4d3b2e4-9919-4a64-8db3-4976aaf28ce2 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:11.362083 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70765c84-a475-4dbb-a944-d381d822ceae admin admin] Router ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:36:11.376945 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f4d3b2e4-9919-4a64-8db3-4976aaf28ce2 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1040691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049'] for router, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:11.390994 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b564c4fc-d6f6-4055-adaf-6e8b22691748 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Pushing event updated for resources: {'Port': ['ID=ca9307b7-d111-409c-b5bb-78faa24e6af9,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:11.429596 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f4d3b2e4-9919-4a64-8db3-4976aaf28ce2 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:11.433679 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-f4d3b2e4-9919-4a64-8db3-4976aaf28ce2 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2828026 Jan 18 22:36:11.440217 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60192) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:11.446719 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-13b1db71-d0f3-4b9e-a1dd-bc1c1e4ff577 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Request body: {'port': {'network_id': '6b4f2305-fe9a-4d2e-be82-e177e83da23d', 'name': 'tempest-RoutersIpV6Test-229703276'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:36:11.575445 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70765c84-a475-4dbb-a944-d381d822ceae admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:36:11.581875 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-70765c84-a475-4dbb-a944-d381d822ceae admin admin] 10.222.0.53 "PUT /v2.0/routers/ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6709332 Jan 18 22:36:11.587235 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60198) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:11.589497 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7986672d-edbb-4fa4-b136-ff99e73e6e1c None None] Sync routers for ids ['ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:36:11.607111 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7986672d-edbb-4fa4-b136-ff99e73e6e1c None None] Routers {'ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:36:11.607751 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-7986672d-edbb-4fa4-b136-ff99e73e6e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:35:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:36:11.612651 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b564c4fc-d6f6-4055-adaf-6e8b22691748 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:36:11.613319 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b564c4fc-d6f6-4055-adaf-6e8b22691748 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:11.650276 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-b564c4fc-d6f6-4055-adaf-6e8b22691748 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.5177245 Jan 18 22:36:11.652806 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 60202) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:11.658562 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-fac1a792-ab4d-47f2-8c15-43ab9787ffa8 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Request body: {'port': {'network_id': '47c04c55-e5fa-4cfa-80ab-2e1e675ad1a5', 'name': 'tempest-PortsTestJSON-242806730'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:36:11.671803 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-e8c51d59-0148-4d23-b110-9b6c4a692670 None None] Allocated IP 2001:db8::2 (6b4f2305-fe9a-4d2e-be82-e177e83da23d/1e4274b2-28c9-4314-a587-82a9ef7800c8/a3e0fa33-5ae2-4039-9e9d-87782b5cf9d3) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:36:11.799682 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13b1db71-d0f3-4b9e-a1dd-bc1c1e4ff577 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Made reservation on behalf of a713e1ffd908444085524c31c3f7dd42 for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:36:11.804085 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-13b1db71-d0f3-4b9e-a1dd-bc1c1e4ff577 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:11.864218 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-7986672d-edbb-4fa4-b136-ff99e73e6e1c None None] Set router ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:36:11.867567 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fa53870c-925e-40f1-91e5-6ba9b59bef14 admin admin] Notify callbacks [] for router, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:11.909559 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fac1a792-ab4d-47f2-8c15-43ab9787ffa8 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Made reservation on behalf of 7f7e3488513a4b34800a857d787e609b for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:36:11.921987 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fac1a792-ab4d-47f2-8c15-43ab9787ffa8 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:11.980581 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [None req-fac1a792-ab4d-47f2-8c15-43ab9787ffa8 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] device_id is not set on port 94f60700-844c-46db-9a9c-3bafbce35f67 yet. {{(pid=102430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:36:12.043731 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [None req-13b1db71-d0f3-4b9e-a1dd-bc1c1e4ff577 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] device_id is not set on port 9bbe4558-ed68-413d-819a-468737202659 yet. {{(pid=102431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:36:12.167744 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e8c51d59-0148-4d23-b110-9b6c4a692670 None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:12.183134 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e8c51d59-0148-4d23-b110-9b6c4a692670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:12.259401 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c51d59-0148-4d23-b110-9b6c4a692670 None None] Network 6b4f2305-fe9a-4d2e-be82-e177e83da23d is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:36:12.272991 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-e8c51d59-0148-4d23-b110-9b6c4a692670 None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:36:12.279394 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c51d59-0148-4d23-b110-9b6c4a692670 None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:36:12.292255 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 22:36:12.343632 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c51d59-0148-4d23-b110-9b6c4a692670 None None] Pushing event updated for resources: {'Port': ['ID=a3e0fa33-5ae2-4039-9e9d-87782b5cf9d3,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:12.365486 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-fac1a792-ab4d-47f2-8c15-43ab9787ffa8 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Allocated IP 172.20.0.10 (47c04c55-e5fa-4cfa-80ab-2e1e675ad1a5/5efaf5ee-f651-41b7-8634-dce924eec368/94f60700-844c-46db-9a9c-3bafbce35f67) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:36:12.397459 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-7986672d-edbb-4fa4-b136-ff99e73e6e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0', 'name': 'tempest-AttachVolumeShelveTestJSON-1451660796-router', 'tenant_id': '7afa2eadfaa94efb9bc2c925685c8cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': '027fa202-abba-4d75-a143-7b459c13e96e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:27:38Z', 'updated_at': '2022-01-18T22:36:09Z', 'revision_number': 5, 'project_id': '7afa2eadfaa94efb9bc2c925685c8cd2', 'gw_port': {'id': '027fa202-abba-4d75-a143-7b459c13e96e', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:75:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:27:38Z', 'updated_at': '2022-01-18T22:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:36:12.411110 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-e8c51d59-0148-4d23-b110-9b6c4a692670 None None] Attempting to bind port a3e0fa33-5ae2-4039-9e9d-87782b5cf9d3 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:36:12.412155 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-e8c51d59-0148-4d23-b110-9b6c4a692670 None None] Attempting to bind port a3e0fa33-5ae2-4039-9e9d-87782b5cf9d3 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '19637cc6-7cac-4269-9a69-aca34254d92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6b4f2305-fe9a-4d2e-be82-e177e83da23d'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:36:12.412529 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c51d59-0148-4d23-b110-9b6c4a692670 None None] Attempting to bind port a3e0fa33-5ae2-4039-9e9d-87782b5cf9d3 on network 6b4f2305-fe9a-4d2e-be82-e177e83da23d {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:36:12.427402 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c51d59-0148-4d23-b110-9b6c4a692670 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:36:12.427783 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c51d59-0148-4d23-b110-9b6c4a692670 None None] Checking segment: {'id': '19637cc6-7cac-4269-9a69-aca34254d92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6b4f2305-fe9a-4d2e-be82-e177e83da23d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:36:12.428214 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e8c51d59-0148-4d23-b110-9b6c4a692670 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:12.428609 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c51d59-0148-4d23-b110-9b6c4a692670 None None] Bound using segment: {'id': '19637cc6-7cac-4269-9a69-aca34254d92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6b4f2305-fe9a-4d2e-be82-e177e83da23d'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:36:12.429079 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-e8c51d59-0148-4d23-b110-9b6c4a692670 None None] Bound port: a3e0fa33-5ae2-4039-9e9d-87782b5cf9d3, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19637cc6-7cac-4269-9a69-aca34254d92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6b4f2305-fe9a-4d2e-be82-e177e83da23d'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:36:12.429457 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e8c51d59-0148-4d23-b110-9b6c4a692670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:12.479644 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fa53870c-925e-40f1-91e5-6ba9b59bef14 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:12.495495 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7986672d-edbb-4fa4-b136-ff99e73e6e1c None None] Checking router: ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0 for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:36:12.524294 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7986672d-edbb-4fa4-b136-ff99e73e6e1c None None] Routers {'ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:36:12.526841 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-7986672d-edbb-4fa4-b136-ff99e73e6e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:35:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:36:12.561644 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-e8c51d59-0148-4d23-b110-9b6c4a692670 None None] For port a3e0fa33-5ae2-4039-9e9d-87782b5cf9d3, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:36:12.565919 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-e8c51d59-0148-4d23-b110-9b6c4a692670 None None] For port a3e0fa33-5ae2-4039-9e9d-87782b5cf9d3, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=a3e0fa33-5ae2-4039-9e9d-87782b5cf9d3,segment=NetworkSegment(19637cc6-7cac-4269-9a69-aca34254d92f),segment_id=19637cc6-7cac-4269-9a69-aca34254d92f)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:36:12.572757 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e8c51d59-0148-4d23-b110-9b6c4a692670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:12.619394 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-13b1db71-d0f3-4b9e-a1dd-bc1c1e4ff577 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Allocated IP 2001:db8::3b7 (6b4f2305-fe9a-4d2e-be82-e177e83da23d/1e4274b2-28c9-4314-a587-82a9ef7800c8/9bbe4558-ed68-413d-819a-468737202659) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:36:12.804329 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-7986672d-edbb-4fa4-b136-ff99e73e6e1c None None] Set router ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0 gateway port host: None {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:36:12.812905 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7b7ec2-d395-4ec3-9e53-47b1ef4b8343 None None] Network 47c04c55-e5fa-4cfa-80ab-2e1e675ad1a5 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:36:12.949676 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-7986672d-edbb-4fa4-b136-ff99e73e6e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0', 'name': 'tempest-AttachVolumeShelveTestJSON-1451660796-router', 'tenant_id': '7afa2eadfaa94efb9bc2c925685c8cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:27:38Z', 'updated_at': '2022-01-18T22:36:12Z', 'revision_number': 6, 'project_id': '7afa2eadfaa94efb9bc2c925685c8cd2', 'gw_port_host': None}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:36:12.962568 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fac1a792-ab4d-47f2-8c15-43ab9787ffa8 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:12.986939 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-fa53870c-925e-40f1-91e5-6ba9b59bef14 admin admin] Deleting port 027fa202-abba-4d75-a143-7b459c13e96e {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:36:12.988952 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7986672d-edbb-4fa4-b136-ff99e73e6e1c None None] The sync data for ids ['ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0'] in n-d-825064-1 is: [{'id': 'ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0', 'name': 'tempest-AttachVolumeShelveTestJSON-1451660796-router', 'tenant_id': '7afa2eadfaa94efb9bc2c925685c8cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:27:38Z', 'updated_at': '2022-01-18T22:36:12Z', 'revision_number': 6, 'project_id': '7afa2eadfaa94efb9bc2c925685c8cd2', 'gw_port_host': None}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:36:12.992592 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069b2414-2c04-4bcf-be52-43f685da607b req-1abb75b8-2fb0-4939-a30e-148987f9d415 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:36:13.001660 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-069b2414-2c04-4bcf-be52-43f685da607b req-1abb75b8-2fb0-4939-a30e-148987f9d415 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ac7214b-4262-40ae-a11b-aa424df440d1 HTTP/1.1" status: 200 len: 945 time: 0.2118165 Jan 18 22:36:13.009186 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fa53870c-925e-40f1-91e5-6ba9b59bef14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:13.062509 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 2546b768-e26e-4fcb-b564-6736a32644ba up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:36:13.175336 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-069b2414-2c04-4bcf-be52-43f685da607b req-8cd11f25-93c1-420b-ba59-9a4eeb328409 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] 10.222.0.53 "GET /v2.0/security-groups?id=0efb5e62-d5c3-415a-9255-094ed1f8fb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726680 Jan 18 22:36:13.227695 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fac1a792-ab4d-47f2-8c15-43ab9787ffa8 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:13.264708 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-13b1db71-d0f3-4b9e-a1dd-bc1c1e4ff577 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:13.278543 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-fa53870c-925e-40f1-91e5-6ba9b59bef14 admin admin] For port 027fa202-abba-4d75-a143-7b459c13e96e, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=027fa202-abba-4d75-a143-7b459c13e96e,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:36:13.279205 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fa53870c-925e-40f1-91e5-6ba9b59bef14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:13.285533 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-6e6da892-2bd8-4a25-bcf2-ff4c6732bd3e None None] Provisioning complete for port 2546b768-e26e-4fcb-b564-6736a32644ba triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:36:13.285533 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6e6da892-2bd8-4a25-bcf2-ff4c6732bd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:13.331878 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-fa53870c-925e-40f1-91e5-6ba9b59bef14 admin admin] Calling delete_port for 027fa202-abba-4d75-a143-7b459c13e96e owned by network:router_gateway {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:36:13.334577 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac1a792-ab4d-47f2-8c15-43ab9787ffa8 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Network 47c04c55-e5fa-4cfa-80ab-2e1e675ad1a5 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:36:13.339252 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-fac1a792-ab4d-47f2-8c15-43ab9787ffa8 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:36:13.350804 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac1a792-ab4d-47f2-8c15-43ab9787ffa8 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:36:13.357566 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac1a792-ab4d-47f2-8c15-43ab9787ffa8 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Pushing event updated for resources: {'Port': ['ID=94f60700-844c-46db-9a9c-3bafbce35f67,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:13.368557 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:13.390571 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c51d59-0148-4d23-b110-9b6c4a692670 None None] Pushing event updated for resources: {'Port': ['ID=a3e0fa33-5ae2-4039-9e9d-87782b5cf9d3,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:13.495252 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac1a792-ab4d-47f2-8c15-43ab9787ffa8 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:36:13.495647 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fac1a792-ab4d-47f2-8c15-43ab9787ffa8 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:13.559820 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-fac1a792-ab4d-47f2-8c15-43ab9787ffa8 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8906565 Jan 18 22:36:13.559820 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 60232) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:13.572369 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-13b1db71-d0f3-4b9e-a1dd-bc1c1e4ff577 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:13.664219 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 2546b768-e26e-4fcb-b564-6736a32644ba triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:36:13.665730 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:13.743792 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b1db71-d0f3-4b9e-a1dd-bc1c1e4ff577 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Network 6b4f2305-fe9a-4d2e-be82-e177e83da23d is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:36:13.754249 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-13b1db71-d0f3-4b9e-a1dd-bc1c1e4ff577 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:36:13.764217 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b1db71-d0f3-4b9e-a1dd-bc1c1e4ff577 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:36:13.778231 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b1db71-d0f3-4b9e-a1dd-bc1c1e4ff577 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:36:13.778827 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-13b1db71-d0f3-4b9e-a1dd-bc1c1e4ff577 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:13.798898 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60236) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:13.881034 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef399c-f838-40e5-aef6-4a9be7c5454e req-9f0776b6-de12-4602-a377-3e8d0eeceebe tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:36:13.883330 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0cef399c-f838-40e5-aef6-4a9be7c5454e req-9f0776b6-de12-4602-a377-3e8d0eeceebe tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ac7214b-4262-40ae-a11b-aa424df440d1 HTTP/1.1" status: 200 len: 945 time: 0.1793754 Jan 18 22:36:13.898676 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b1db71-d0f3-4b9e-a1dd-bc1c1e4ff577 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Pushing event updated for resources: {'Port': ['ID=9bbe4558-ed68-413d-819a-468737202659,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:13.931864 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ffd0bb-0b73-4589-b696-01de7459af64 req-857d5d45-542b-4d42-a520-4a69899f299c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:36:13.933763 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c8ffd0bb-0b73-4589-b696-01de7459af64 req-857d5d45-542b-4d42-a520-4a69899f299c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1c46bb3ba1444fb0be900b14ff20c2b2&device_id=1ac7214b-4262-40ae-a11b-aa424df440d1 HTTP/1.1" status: 200 len: 1096 time: 0.3229649 Jan 18 22:36:13.948611 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80887611-af50-45d1-a429-93f1bc5d0770 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:36:13.953594 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-80887611-af50-45d1-a429-93f1bc5d0770 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.6 HTTP/1.1" status: 200 len: 921 time: 0.3962266 Jan 18 22:36:13.954641 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 60240) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:13.955295 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 60242) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:13.957543 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-13b1db71-d0f3-4b9e-a1dd-bc1c1e4ff577 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.5162790 Jan 18 22:36:13.963051 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:13.963895 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b1db71-d0f3-4b9e-a1dd-bc1c1e4ff577 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:36:13.964953 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b1db71-d0f3-4b9e-a1dd-bc1c1e4ff577 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:36:13.969555 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b1db71-d0f3-4b9e-a1dd-bc1c1e4ff577 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:36:13.969989 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b1db71-d0f3-4b9e-a1dd-bc1c1e4ff577 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:36:13.970330 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b1db71-d0f3-4b9e-a1dd-bc1c1e4ff577 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:36:13.970678 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b1db71-d0f3-4b9e-a1dd-bc1c1e4ff577 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:36:13.971012 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b1db71-d0f3-4b9e-a1dd-bc1c1e4ff577 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:36:13.971345 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b1db71-d0f3-4b9e-a1dd-bc1c1e4ff577 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:36:13.978782 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b1db71-d0f3-4b9e-a1dd-bc1c1e4ff577 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:36:13.979174 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b1db71-d0f3-4b9e-a1dd-bc1c1e4ff577 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:36:13.979502 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b1db71-d0f3-4b9e-a1dd-bc1c1e4ff577 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:36:13.980348 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b1db71-d0f3-4b9e-a1dd-bc1c1e4ff577 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:36:14.024960 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6e6da892-2bd8-4a25-bcf2-ff4c6732bd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:14.146953 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1ac3e45c-3cb5-43d6-aa0d-cdf81952b664 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:14.164293 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-6e6da892-2bd8-4a25-bcf2-ff4c6732bd3e None None] For port 2546b768-e26e-4fcb-b564-6736a32644ba, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=2546b768-e26e-4fcb-b564-6736a32644ba,segment=NetworkSegment(5f59830a-4e9d-4a89-b555-9856e9070a8e),segment_id=5f59830a-4e9d-4a89-b555-9856e9070a8e)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:36:14.170659 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:14.195046 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6e6da892-2bd8-4a25-bcf2-ff4c6732bd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:14.221850 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fa53870c-925e-40f1-91e5-6ba9b59bef14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:14.316169 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6da892-2bd8-4a25-bcf2-ff4c6732bd3e None None] Pushing event updated for resources: {'Port': ['ID=2546b768-e26e-4fcb-b564-6736a32644ba,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:14.320852 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa53870c-925e-40f1-91e5-6ba9b59bef14 admin admin] Pushing event deleted for resources: {'Port': ['ID=027fa202-abba-4d75-a143-7b459c13e96e,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:14.424793 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fa53870c-925e-40f1-91e5-6ba9b59bef14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043029'] for router_gateway, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:14.435392 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.db.api [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 22:36:14.436044 n-d-825064-1 neutron-server[102432]: DEBUG oslo_db.api [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 22:36:14.552545 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fa53870c-925e-40f1-91e5-6ba9b59bef14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1040886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8602'] for router, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:14.559721 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fa53870c-925e-40f1-91e5-6ba9b59bef14 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:14.611378 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1ac3e45c-3cb5-43d6-aa0d-cdf81952b664 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:14.617078 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1ac3e45c-3cb5-43d6-aa0d-cdf81952b664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:14.634760 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-dcfd6643-4b60-4ce9-b399-d729fec3cdda None None] Provisioning complete for port 2546b768-e26e-4fcb-b564-6736a32644ba triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:36:14.635469 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-dcfd6643-4b60-4ce9-b399-d729fec3cdda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:14.642322 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fa53870c-925e-40f1-91e5-6ba9b59bef14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1040832'] for router, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:14.642933 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa53870c-925e-40f1-91e5-6ba9b59bef14 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0 {{(pid=102431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 22:36:14.647818 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fa53870c-925e-40f1-91e5-6ba9b59bef14 admin admin] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:14.651563 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-fa53870c-925e-40f1-91e5-6ba9b59bef14 admin admin] 10.222.0.53 "DELETE /v2.0/routers/ecf2bd71-55a0-4ffe-a6d7-fdc94e5e38b0 HTTP/1.1" status: 204 len: 168 time: 3.0615768 Jan 18 22:36:14.654789 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60248) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:14.701754 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac3e45c-3cb5-43d6-aa0d-cdf81952b664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13b5a3bb-e6ec-4c91-a706-a125d635fbc1,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:14.721228 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-1ac3e45c-3cb5-43d6-aa0d-cdf81952b664 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9628e1c5e4434b44a843d29f6b1308f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9149616 Jan 18 22:36:14.736985 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60250) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:14.754246 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f5a2ed-db0a-46a9-b123-b0b1eea08ee7 None None] Network 6b4f2305-fe9a-4d2e-be82-e177e83da23d requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:36:14.820418 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ba1ffc8-76f3-4dca-8395-8d536ec31bfd admin admin] Deleting subnet b7bcd428-9869-4592-8e72-20a2a0d3310e {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:36:14.825070 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5ba1ffc8-76f3-4dca-8395-8d536ec31bfd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:14.844414 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0cef399c-f838-40e5-aef6-4a9be7c5454e req-3d0b1d97-a9e2-46fa-84da-7b2c0feb417b tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] 10.222.0.53 "GET /v2.0/security-groups?id=0efb5e62-d5c3-415a-9255-094ed1f8fb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9438889 Jan 18 22:36:14.878699 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-25616be1-3ba2-4f60-b458-27ee1e41f3f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:14.919435 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5ba1ffc8-76f3-4dca-8395-8d536ec31bfd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:14.997164 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-25616be1-3ba2-4f60-b458-27ee1e41f3f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:14.999553 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-dcfd6643-4b60-4ce9-b399-d729fec3cdda None None] Provisioning complete for port 94f60700-844c-46db-9a9c-3bafbce35f67 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:36:15.000002 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-dcfd6643-4b60-4ce9-b399-d729fec3cdda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:15.153017 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5ba1ffc8-76f3-4dca-8395-8d536ec31bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:15.176872 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ffd0bb-0b73-4589-b696-01de7459af64 req-4e23e16a-0793-4dde-81b8-22822e154cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:36:15.178728 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c8ffd0bb-0b73-4589-b696-01de7459af64 req-4e23e16a-0793-4dde-81b8-22822e154cfe service neutron] 10.222.0.67 "GET /v2.0/networks?id=729c5b59-7b6c-40d9-b914-a709ff066f8b HTTP/1.1" status: 200 len: 920 time: 1.2223892 Jan 18 22:36:15.186425 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-fc023753-279c-46ec-bace-b9a5b1cb3c18 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Deleting port 94f60700-844c-46db-9a9c-3bafbce35f67 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:36:15.187050 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fc023753-279c-46ec-bace-b9a5b1cb3c18 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:15.194696 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-dcfd6643-4b60-4ce9-b399-d729fec3cdda None None] Port 94f60700-844c-46db-9a9c-3bafbce35f67 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:36:15.206908 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-25616be1-3ba2-4f60-b458-27ee1e41f3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:15.216183 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-25616be1-3ba2-4f60-b458-27ee1e41f3f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:15.222077 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-25616be1-3ba2-4f60-b458-27ee1e41f3f9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/13b5a3bb-e6ec-4c91-a706-a125d635fbc1 HTTP/1.1" status: 204 len: 168 time: 0.4750814 Jan 18 22:36:15.242080 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-dcfd6643-4b60-4ce9-b399-d729fec3cdda None None] Provisioning complete for port ca9307b7-d111-409c-b5bb-78faa24e6af9 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:36:15.242080 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-dcfd6643-4b60-4ce9-b399-d729fec3cdda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:15.287440 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25616be1-3ba2-4f60-b458-27ee1e41f3f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13b5a3bb-e6ec-4c91-a706-a125d635fbc1,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:15.290924 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5ba1ffc8-76f3-4dca-8395-8d536ec31bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:15.325681 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba1ffc8-76f3-4dca-8395-8d536ec31bfd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7bcd428-9869-4592-8e72-20a2a0d3310e,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:15.332728 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5ba1ffc8-76f3-4dca-8395-8d536ec31bfd admin admin] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:15.345169 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-5ba1ffc8-76f3-4dca-8395-8d536ec31bfd admin admin] 10.222.0.53 "DELETE /v2.0/subnets/b7bcd428-9869-4592-8e72-20a2a0d3310e HTTP/1.1" status: 204 len: 168 time: 0.6851876 Jan 18 22:36:15.345951 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60258) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:15.367936 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device a3e0fa33-5ae2-4039-9e9d-87782b5cf9d3 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:36:15.430474 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e72bb1-12a9-4c0f-aa86-82a8dc24d000 None None] Network 9f0c6f68-00d4-4074-963d-5eeb6360e1ec requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:36:15.474358 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c8ffd0bb-0b73-4589-b696-01de7459af64 req-ed63c715-7c89-4eed-bfc9-62abd12fafca service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a0828ba-3312-4fda-9137-e3828fbe13db HTTP/1.1" status: 200 len: 217 time: 0.2790141 Jan 18 22:36:15.485607 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-acc1583c-b548-4de4-8bdf-4bec4742a191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:15.553832 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-dcfd6643-4b60-4ce9-b399-d729fec3cdda None None] Port ca9307b7-d111-409c-b5bb-78faa24e6af9 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:36:15.585588 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port a3e0fa33-5ae2-4039-9e9d-87782b5cf9d3 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:36:15.585818 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:15.616360 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-acc1583c-b548-4de4-8bdf-4bec4742a191 admin admin] Deleting port 196c857e-9538-4ac0-aa74-908a98d4e857 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:36:15.620928 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-acc1583c-b548-4de4-8bdf-4bec4742a191 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:15.719977 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-320542ce-9a1d-49bd-a87a-b34f9f26672b None None] Provisioning complete for port a3e0fa33-5ae2-4039-9e9d-87782b5cf9d3 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:36:15.719977 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-320542ce-9a1d-49bd-a87a-b34f9f26672b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:15.764998 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-acc1583c-b548-4de4-8bdf-4bec4742a191 admin admin] For port 196c857e-9538-4ac0-aa74-908a98d4e857, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=196c857e-9538-4ac0-aa74-908a98d4e857,segment=NetworkSegment(70a4f94b-4f48-4441-9e9d-d65add0cb430),segment_id=70a4f94b-4f48-4441-9e9d-d65add0cb430)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:36:15.765469 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-acc1583c-b548-4de4-8bdf-4bec4742a191 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:15.766058 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ffd0bb-0b73-4589-b696-01de7459af64 req-1f182277-ed90-4a7b-b21c-e7d0e868f145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:36:15.773613 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c8ffd0bb-0b73-4589-b696-01de7459af64 req-1f182277-ed90-4a7b-b21c-e7d0e868f145 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e9fefdd6-ef8e-451d-90d4-5c53894b5fa7 HTTP/1.1" status: 200 len: 860 time: 0.2481341 Jan 18 22:36:15.786834 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-acc1583c-b548-4de4-8bdf-4bec4742a191 admin admin] Calling delete_port for 196c857e-9538-4ac0-aa74-908a98d4e857 owned by network:dhcp {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:36:15.810102 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:15.848065 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fc023753-279c-46ec-bace-b9a5b1cb3c18 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:15.873922 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port a3e0fa33-5ae2-4039-9e9d-87782b5cf9d3, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=a3e0fa33-5ae2-4039-9e9d-87782b5cf9d3,segment=NetworkSegment(19637cc6-7cac-4269-9a69-aca34254d92f),segment_id=19637cc6-7cac-4269-9a69-aca34254d92f)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:36:15.919980 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60270) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:15.933399 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-320542ce-9a1d-49bd-a87a-b34f9f26672b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:15.939057 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-acc1583c-b548-4de4-8bdf-4bec4742a191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:15.964798 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8fbacb71-5f6c-46b1-9181-964061a3bd16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:15.970693 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc1583c-b548-4de4-8bdf-4bec4742a191 admin admin] Pushing event deleted for resources: {'Port': ['ID=196c857e-9538-4ac0-aa74-908a98d4e857,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:15.988537 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:15.993369 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 2546b768-e26e-4fcb-b564-6736a32644ba up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:36:15.993954 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc1583c-b548-4de4-8bdf-4bec4742a191 admin admin] No DVR routers for this DVR port 196c857e-9538-4ac0-aa74-908a98d4e857 on host n-d-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:36:16.004114 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e0824d-898a-4bff-ae2c-c6fdc4fd464a None None] DHCP port deletion for 9f0c6f68-00d4-4074-963d-5eeb6360e1ec request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:36:16.020473 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-fc023753-279c-46ec-bace-b9a5b1cb3c18 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Calling delete_port for 94f60700-844c-46db-9a9c-3bafbce35f67 owned by {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:36:16.167492 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c8ffd0bb-0b73-4589-b696-01de7459af64 req-f4d733d4-7996-4c88-a4e0-6dee32522c2b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=729c5b59-7b6c-40d9-b914-a709ff066f8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3538196 Jan 18 22:36:16.169302 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d8586dc7-c3d7-4d9a-8cca-1a7e5b82b14d tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:16.169460 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.db.api [None req-320542ce-9a1d-49bd-a87a-b34f9f26672b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 22:36:16.169683 n-d-825064-1 neutron-server[102432]: DEBUG oslo_db.api [None req-320542ce-9a1d-49bd-a87a-b34f9f26672b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 22:36:16.209569 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=a3e0fa33-5ae2-4039-9e9d-87782b5cf9d3,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:16.233169 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 2546b768-e26e-4fcb-b564-6736a32644ba triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:36:16.233546 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:16.247626 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-acc1583c-b548-4de4-8bdf-4bec4742a191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:16.324401 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-acc1583c-b548-4de4-8bdf-4bec4742a191 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f0c6f68-00d4-4074-963d-5eeb6360e1ec']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:36:16.346014 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-acc1583c-b548-4de4-8bdf-4bec4742a191 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70a4f94b-4f48-4441-9e9d-d65add0cb430') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:36:16.346678 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-acc1583c-b548-4de4-8bdf-4bec4742a191 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70a4f94b-4f48-4441-9e9d-d65add0cb430') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:36:16.368637 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-acc1583c-b548-4de4-8bdf-4bec4742a191 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:16.422758 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-acc1583c-b548-4de4-8bdf-4bec4742a191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:16.436202 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8fbacb71-5f6c-46b1-9181-964061a3bd16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:16.437797 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acc1583c-b548-4de4-8bdf-4bec4742a191 admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:36:16.438251 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-acc1583c-b548-4de4-8bdf-4bec4742a191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:16.440031 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:36:16.440031 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:36:16.440031 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:36:16.440031 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:36:16.440031 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:36:16.440031 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:36:16.440031 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:36:16.440031 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:36:16.440031 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:36:16.440031 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:36:16.440031 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:36:16.440031 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:36:16.440031 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:36:16.440031 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:36:16.440031 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:36:16.440031 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:36:16.440031 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:36:16.440031 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:36:16.440031 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:36:16.440031 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:36:16.440031 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:36:16.440031 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:36:16.440031 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:36:16.440031 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:36:16.440031 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:36:16.440031 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:36:16.440031 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:36:16.440031 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:36:16.440031 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:36:16.440031 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:36:16.440031 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:36:16.440031 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:36:16.455477 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8fbacb71-5f6c-46b1-9181-964061a3bd16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:16.524386 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fe598e-df46-423b-bc4c-69378e02a130 req-c6aad450-5c8f-4b72-9507-4a7e09c9da33 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:36:16.526299 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-12fe598e-df46-423b-bc4c-69378e02a130 req-c6aad450-5c8f-4b72-9507-4a7e09c9da33 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ac7214b-4262-40ae-a11b-aa424df440d1 HTTP/1.1" status: 200 len: 945 time: 0.4874585 Jan 18 22:36:16.539897 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-8fbacb71-5f6c-46b1-9181-964061a3bd16 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b770bc6151ac4cb19813b8dda5b6c2a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6183755 Jan 18 22:36:16.547386 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60274) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:16.570255 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbacb71-5f6c-46b1-9181-964061a3bd16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0cd5242-9057-4d06-8d65-9dab8d3ba5de,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:16.585642 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-acc1583c-b548-4de4-8bdf-4bec4742a191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:16.594506 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-acc1583c-b548-4de4-8bdf-4bec4742a191 admin admin] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:16.600671 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-acc1583c-b548-4de4-8bdf-4bec4742a191 admin admin] 10.222.0.53 "DELETE /v2.0/networks/9f0c6f68-00d4-4074-963d-5eeb6360e1ec HTTP/1.1" status: 204 len: 168 time: 1.2512836 Jan 18 22:36:16.609065 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 027fa202-abba-4d75-a143-7b459c13e96e no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:36:16.640486 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 027fa202-abba-4d75-a143-7b459c13e96e {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:36:16.640820 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 027fa202-abba-4d75-a143-7b459c13e96e not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:36:16.641239 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device fa86aa93-6b8e-4cfd-aa8a-218390a04b28 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:36:16.659543 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc1583c-b548-4de4-8bdf-4bec4742a191 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f0c6f68-00d4-4074-963d-5eeb6360e1ec,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:16.666060 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: fa86aa93-6b8e-4cfd-aa8a-218390a04b28 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:36:16.666412 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device fa86aa93-6b8e-4cfd-aa8a-218390a04b28 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:36:16.711010 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c8ffd0bb-0b73-4589-b696-01de7459af64 req-5f0deadd-1ee4-4212-a5c5-46ca47c71ce6 service neutron] 10.222.0.67 "GET /v2.0/networks/729c5b59-7b6c-40d9-b914-a709ff066f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5292222 Jan 18 22:36:16.725287 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ed1870e1-98ce-4bb8-bb39-e2101fb95805 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:16.754429 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-320542ce-9a1d-49bd-a87a-b34f9f26672b None None] Provisioning complete for port 94f60700-844c-46db-9a9c-3bafbce35f67 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:36:16.755748 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-320542ce-9a1d-49bd-a87a-b34f9f26672b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:16.756630 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-12fe598e-df46-423b-bc4c-69378e02a130 req-932b3a51-16af-40f8-84c9-17fecc792255 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] 10.222.0.53 "GET /v2.0/security-groups?id=0efb5e62-d5c3-415a-9255-094ed1f8fb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173667 Jan 18 22:36:16.778155 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fc023753-279c-46ec-bace-b9a5b1cb3c18 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:16.797201 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ed1870e1-98ce-4bb8-bb39-e2101fb95805 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:16.806855 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-320542ce-9a1d-49bd-a87a-b34f9f26672b None None] Port 94f60700-844c-46db-9a9c-3bafbce35f67 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:36:16.824374 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-320542ce-9a1d-49bd-a87a-b34f9f26672b None None] Provisioning complete for port ca9307b7-d111-409c-b5bb-78faa24e6af9 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:36:16.824840 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-320542ce-9a1d-49bd-a87a-b34f9f26672b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:16.867277 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc023753-279c-46ec-bace-b9a5b1cb3c18 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Pushing event deleted for resources: {'Port': ['ID=94f60700-844c-46db-9a9c-3bafbce35f67,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:16.885228 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ed1870e1-98ce-4bb8-bb39-e2101fb95805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:16.888992 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ed1870e1-98ce-4bb8-bb39-e2101fb95805 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:16.892857 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-ed1870e1-98ce-4bb8-bb39-e2101fb95805 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a0cd5242-9057-4d06-8d65-9dab8d3ba5de HTTP/1.1" status: 204 len: 168 time: 0.3421714 Jan 18 22:36:16.904569 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1870e1-98ce-4bb8-bb39-e2101fb95805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0cd5242-9057-4d06-8d65-9dab8d3ba5de,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:16.920175 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc023753-279c-46ec-bace-b9a5b1cb3c18 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:36:16.921545 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc023753-279c-46ec-bace-b9a5b1cb3c18 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:36:16.921909 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc023753-279c-46ec-bace-b9a5b1cb3c18 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:36:16.923527 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc023753-279c-46ec-bace-b9a5b1cb3c18 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:36:16.923882 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc023753-279c-46ec-bace-b9a5b1cb3c18 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:36:16.924809 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc023753-279c-46ec-bace-b9a5b1cb3c18 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:36:16.925176 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc023753-279c-46ec-bace-b9a5b1cb3c18 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:36:16.926069 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc023753-279c-46ec-bace-b9a5b1cb3c18 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:36:16.933628 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc023753-279c-46ec-bace-b9a5b1cb3c18 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:36:16.934878 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc023753-279c-46ec-bace-b9a5b1cb3c18 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:36:16.937684 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc023753-279c-46ec-bace-b9a5b1cb3c18 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:36:16.938048 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc023753-279c-46ec-bace-b9a5b1cb3c18 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:36:16.983948 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-320542ce-9a1d-49bd-a87a-b34f9f26672b None None] Port ca9307b7-d111-409c-b5bb-78faa24e6af9 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:36:17.055874 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60282) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:17.114259 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d8586dc7-c3d7-4d9a-8cca-1a7e5b82b14d tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:17.146904 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-5eb35305-7e1c-4da5-8cff-d124df0337f1 None None] Provisioning complete for port a3e0fa33-5ae2-4039-9e9d-87782b5cf9d3 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:36:17.149418 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5eb35305-7e1c-4da5-8cff-d124df0337f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:17.150088 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d8586dc7-c3d7-4d9a-8cca-1a7e5b82b14d tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:17.200638 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-6b69f93f-ee20-422e-a685-6295948190af admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7afa2eadfaa94efb9bc2c925685c8cd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1433995 Jan 18 22:36:17.201624 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60288) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:17.242308 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device a3e0fa33-5ae2-4039-9e9d-87782b5cf9d3 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:36:17.292984 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6fc64ff3-00a7-44e9-99fd-69bc8692f924 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:17.310441 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c8ffd0bb-0b73-4589-b696-01de7459af64 req-60a11dbe-84f9-4773-bbf8-dd8efb826ae9 service neutron] 10.222.0.67 "GET /v2.0/networks/729c5b59-7b6c-40d9-b914-a709ff066f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5814312 Jan 18 22:36:17.331697 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6fc64ff3-00a7-44e9-99fd-69bc8692f924 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:17.364284 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fc023753-279c-46ec-bace-b9a5b1cb3c18 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:17.382997 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-fc023753-279c-46ec-bace-b9a5b1cb3c18 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "DELETE /v2.0/ports/94f60700-844c-46db-9a9c-3bafbce35f67 HTTP/1.1" status: 204 len: 168 time: 3.4198375 Jan 18 22:36:17.390205 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-5eb35305-7e1c-4da5-8cff-d124df0337f1 None None] Provisioning complete for port 9bbe4558-ed68-413d-819a-468737202659 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:36:17.390858 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5eb35305-7e1c-4da5-8cff-d124df0337f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:17.391426 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60294) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:17.421687 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8586dc7-c3d7-4d9a-8cca-1a7e5b82b14d tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Pushing event updated for resources: {'Port': ['ID=9bbe4558-ed68-413d-819a-468737202659,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:17.446695 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port a3e0fa33-5ae2-4039-9e9d-87782b5cf9d3 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:36:17.447720 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:17.478116 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e238030-c657-40b7-b9e0-213d39fbdbce tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] GET failed (client error): The resource could not be found. Jan 18 22:36:17.484169 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-0e238030-c657-40b7-b9e0-213d39fbdbce tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "GET /v2.0/ports/94f60700-844c-46db-9a9c-3bafbce35f67 HTTP/1.1" status: 404 len: 333 time: 0.0916231 Jan 18 22:36:17.487090 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60302) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:17.499032 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-5eb35305-7e1c-4da5-8cff-d124df0337f1 None None] Port 9bbe4558-ed68-413d-819a-468737202659 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:36:17.620112 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6fc64ff3-00a7-44e9-99fd-69bc8692f924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:17.623347 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6fc64ff3-00a7-44e9-99fd-69bc8692f924 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:17.627029 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-6fc64ff3-00a7-44e9-99fd-69bc8692f924 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9aae0940-e02e-4151-9b94-3a223d36de38 HTTP/1.1" status: 204 len: 168 time: 0.4219835 Jan 18 22:36:17.639991 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc64ff3-00a7-44e9-99fd-69bc8692f924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aae0940-e02e-4151-9b94-3a223d36de38,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:17.690401 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d8586dc7-c3d7-4d9a-8cca-1a7e5b82b14d tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1040954'] for router_interface, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:17.696468 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-d8835b8b-e7c8-459e-a31a-7daf2390b426 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Deleting port ca9307b7-d111-409c-b5bb-78faa24e6af9 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:36:17.697512 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d8835b8b-e7c8-459e-a31a-7daf2390b426 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:17.699601 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 196c857e-9538-4ac0-aa74-908a98d4e857 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:36:17.755635 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 196c857e-9538-4ac0-aa74-908a98d4e857 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:36:17.755907 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 196c857e-9538-4ac0-aa74-908a98d4e857 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:36:17.834778 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-ed092f6b-effb-4912-b76a-70e59fff710a None None] Provisioning complete for port 9bbe4558-ed68-413d-819a-468737202659 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:36:17.836014 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ed092f6b-effb-4912-b76a-70e59fff710a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:17.910295 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d8835b8b-e7c8-459e-a31a-7daf2390b426 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:17.921520 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-ed092f6b-effb-4912-b76a-70e59fff710a None None] Port 9bbe4558-ed68-413d-819a-468737202659 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:36:17.934301 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-d8835b8b-e7c8-459e-a31a-7daf2390b426 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Calling delete_port for ca9307b7-d111-409c-b5bb-78faa24e6af9 owned by {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:36:18.010095 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d8586dc7-c3d7-4d9a-8cca-1a7e5b82b14d tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:18.054150 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b388316a-a35a-43dc-b1f4-30023677c56d req-8f372efd-3371-4e1f-8eac-3224de0cf4e0 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:36:18.056305 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b388316a-a35a-43dc-b1f4-30023677c56d req-8f372efd-3371-4e1f-8eac-3224de0cf4e0 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ac7214b-4262-40ae-a11b-aa424df440d1 HTTP/1.1" status: 200 len: 945 time: 0.1494441 Jan 18 22:36:18.095991 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d8835b8b-e7c8-459e-a31a-7daf2390b426 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:18.134530 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8835b8b-e7c8-459e-a31a-7daf2390b426 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Pushing event deleted for resources: {'Port': ['ID=ca9307b7-d111-409c-b5bb-78faa24e6af9,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:18.330593 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d8835b8b-e7c8-459e-a31a-7daf2390b426 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:18.350652 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-d8835b8b-e7c8-459e-a31a-7daf2390b426 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "DELETE /v2.0/ports/ca9307b7-d111-409c-b5bb-78faa24e6af9 HTTP/1.1" status: 204 len: 168 time: 0.8624806 Jan 18 22:36:18.355600 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60326) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:18.426258 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-6217d04e-9f44-4d92-86b8-68a229022d12 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] GET failed (client error): The resource could not be found. Jan 18 22:36:18.435746 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-6217d04e-9f44-4d92-86b8-68a229022d12 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "GET /v2.0/ports/ca9307b7-d111-409c-b5bb-78faa24e6af9 HTTP/1.1" status: 404 len: 333 time: 0.0777557 Jan 18 22:36:18.438320 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60336) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:18.498060 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b388316a-a35a-43dc-b1f4-30023677c56d req-2643e88a-2ce2-4fdc-ba68-49076deb1145 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] 10.222.0.53 "GET /v2.0/security-groups?id=0efb5e62-d5c3-415a-9255-094ed1f8fb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4101486 Jan 18 22:36:18.537827 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef70656a-ad98-4877-b131-2f4d9332f7ae tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Deleting subnet 5efaf5ee-f651-41b7-8634-dce924eec368 {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:36:18.544681 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ef70656a-ad98-4877-b131-2f4d9332f7ae tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:18.593429 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d8586dc7-c3d7-4d9a-8cca-1a7e5b82b14d tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:18.604060 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d8586dc7-c3d7-4d9a-8cca-1a7e5b82b14d tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:18.604677 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d8586dc7-c3d7-4d9a-8cca-1a7e5b82b14d tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-613854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1041070'] for router_interface, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:18.619606 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ef70656a-ad98-4877-b131-2f4d9332f7ae tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:18.808853 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8586dc7-c3d7-4d9a-8cca-1a7e5b82b14d tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Network 6b4f2305-fe9a-4d2e-be82-e177e83da23d is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:36:18.812469 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-d8586dc7-c3d7-4d9a-8cca-1a7e5b82b14d tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:36:18.828751 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8586dc7-c3d7-4d9a-8cca-1a7e5b82b14d tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Pushing event updated for resources: {'Port': ['ID=9bbe4558-ed68-413d-819a-468737202659,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:18.859913 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ef70656a-ad98-4877-b131-2f4d9332f7ae tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:19.067706 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ef70656a-ad98-4877-b131-2f4d9332f7ae tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:19.173006 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8586dc7-c3d7-4d9a-8cca-1a7e5b82b14d tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Router 19b4d52e-1236-4215-a7d9-bd080d0707d7 is scheduled to L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 with binding_index 1 {{(pid=102430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 22:36:19.309607 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8a64abaf-fef4-46d0-89c6-8c4cd4953306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:19.374207 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-1ee07649-d315-41cd-a8be-cec67a88d4da None None] Provisioning complete for port 9bbe4558-ed68-413d-819a-468737202659 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:36:19.374587 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1ee07649-d315-41cd-a8be-cec67a88d4da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:19.534023 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-1ee07649-d315-41cd-a8be-cec67a88d4da None None] Port 9bbe4558-ed68-413d-819a-468737202659 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:36:19.783204 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61a905b-fb3a-4ef7-808c-dc0fda7ce527 req-32c11920-6ac8-4d92-a070-995243b0b6dd tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:36:19.784973 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b61a905b-fb3a-4ef7-808c-dc0fda7ce527 req-32c11920-6ac8-4d92-a070-995243b0b6dd tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ac7214b-4262-40ae-a11b-aa424df440d1 HTTP/1.1" status: 200 len: 945 time: 0.0752778 Jan 18 22:36:19.813999 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8586dc7-c3d7-4d9a-8cca-1a7e5b82b14d tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:36:19.828368 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-d8586dc7-c3d7-4d9a-8cca-1a7e5b82b14d tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "PUT /v2.0/routers/19b4d52e-1236-4215-a7d9-bd080d0707d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8591998 Jan 18 22:36:19.828368 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 60386) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:19.836525 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f93039c-adad-430c-a2f5-3181ddbdbe7d None None] Sync routers for ids ['19b4d52e-1236-4215-a7d9-bd080d0707d7'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:36:19.866943 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f93039c-adad-430c-a2f5-3181ddbdbe7d None None] Routers {'19b4d52e-1236-4215-a7d9-bd080d0707d7'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:36:19.867575 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-5f93039c-adad-430c-a2f5-3181ddbdbe7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:35:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['19b4d52e-1236-4215-a7d9-bd080d0707d7'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:36:19.922845 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b61a905b-fb3a-4ef7-808c-dc0fda7ce527 req-564f648f-1472-40ac-a047-a9c345c8b6f0 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] 10.222.0.53 "GET /v2.0/security-groups?id=0efb5e62-d5c3-415a-9255-094ed1f8fb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283875 Jan 18 22:36:19.946954 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3268737-175f-4ca7-92b7-754bce50c094 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:36:19.948843 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-b3268737-175f-4ca7-92b7-754bce50c094 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "GET /v2.0/ports/9bbe4558-ed68-413d-819a-468737202659 HTTP/1.1" status: 200 len: 983 time: 0.1095359 Jan 18 22:36:19.951754 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 60390) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:19.970099 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-5f93039c-adad-430c-a2f5-3181ddbdbe7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:36:19.997517 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f93039c-adad-430c-a2f5-3181ddbdbe7d None None] Routers {'19b4d52e-1236-4215-a7d9-bd080d0707d7'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:36:19.998405 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-5f93039c-adad-430c-a2f5-3181ddbdbe7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:35:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['19b4d52e-1236-4215-a7d9-bd080d0707d7'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:36:20.070210 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-5f93039c-adad-430c-a2f5-3181ddbdbe7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:36:20.078786 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f93039c-adad-430c-a2f5-3181ddbdbe7d None None] The sync data for ids ['19b4d52e-1236-4215-a7d9-bd080d0707d7'] in n-d-825064-1 is: [] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:36:20.248815 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef70656a-ad98-4877-b131-2f4d9332f7ae tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Pushing event deleted for resources: {'Subnet': ['ID=5efaf5ee-f651-41b7-8634-dce924eec368,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:20.250951 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ef70656a-ad98-4877-b131-2f4d9332f7ae tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:20.254272 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-ef70656a-ad98-4877-b131-2f4d9332f7ae tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "DELETE /v2.0/subnets/5efaf5ee-f651-41b7-8634-dce924eec368 HTTP/1.1" status: 204 len: 168 time: 1.8144786 Jan 18 22:36:20.268363 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7744dd-0f49-492a-bffe-37b1b376a6eb None None] Network 47c04c55-e5fa-4cfa-80ab-2e1e675ad1a5 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:36:20.271875 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60400) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:20.488111 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-abf3742f-8cd0-4aba-b3fd-6b59f59cbd39 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:20.606575 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-abf3742f-8cd0-4aba-b3fd-6b59f59cbd39 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Deleting port 2546b768-e26e-4fcb-b564-6736a32644ba {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:36:20.607173 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-abf3742f-8cd0-4aba-b3fd-6b59f59cbd39 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:20.749297 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-abf3742f-8cd0-4aba-b3fd-6b59f59cbd39 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] For port 2546b768-e26e-4fcb-b564-6736a32644ba, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=2546b768-e26e-4fcb-b564-6736a32644ba,segment=NetworkSegment(5f59830a-4e9d-4a89-b555-9856e9070a8e),segment_id=5f59830a-4e9d-4a89-b555-9856e9070a8e)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:36:20.749940 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-abf3742f-8cd0-4aba-b3fd-6b59f59cbd39 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:20.759851 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1733bc-67b9-45a3-84d7-9caed734a466 None None] DHCP port deletion for 47c04c55-e5fa-4cfa-80ab-2e1e675ad1a5 request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:36:20.776594 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-abf3742f-8cd0-4aba-b3fd-6b59f59cbd39 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Calling delete_port for 2546b768-e26e-4fcb-b564-6736a32644ba owned by network:dhcp {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:36:20.906305 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-1d1733bc-67b9-45a3-84d7-9caed734a466 None None] Deleting port 2546b768-e26e-4fcb-b564-6736a32644ba {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:36:20.907140 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1d1733bc-67b9-45a3-84d7-9caed734a466 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:20.990810 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-abf3742f-8cd0-4aba-b3fd-6b59f59cbd39 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:21.033141 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-1d1733bc-67b9-45a3-84d7-9caed734a466 None None] For port 2546b768-e26e-4fcb-b564-6736a32644ba, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=2546b768-e26e-4fcb-b564-6736a32644ba,segment=NetworkSegment(5f59830a-4e9d-4a89-b555-9856e9070a8e),segment_id=5f59830a-4e9d-4a89-b555-9856e9070a8e)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:36:21.033575 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1d1733bc-67b9-45a3-84d7-9caed734a466 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:21.053188 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf3742f-8cd0-4aba-b3fd-6b59f59cbd39 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Pushing event deleted for resources: {'Port': ['ID=2546b768-e26e-4fcb-b564-6736a32644ba,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:21.054839 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf3742f-8cd0-4aba-b3fd-6b59f59cbd39 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] No DVR routers for this DVR port 2546b768-e26e-4fcb-b564-6736a32644ba on host n-d-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:36:21.101306 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-1d1733bc-67b9-45a3-84d7-9caed734a466 None None] Calling delete_port for 2546b768-e26e-4fcb-b564-6736a32644ba owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:36:21.173645 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 2546b768-e26e-4fcb-b564-6736a32644ba no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:36:21.216325 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 2546b768-e26e-4fcb-b564-6736a32644ba {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:36:21.217179 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 2546b768-e26e-4fcb-b564-6736a32644ba not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:36:21.243800 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-50358182-62c7-444c-8d2f-894ac3117b38 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1041027'] for router_interface, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:21.280814 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-abf3742f-8cd0-4aba-b3fd-6b59f59cbd39 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:21.313654 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3404e03c-f0e8-4cb8-ae0c-1095f9314ca6 req-0ac95cfe-9a42-47f0-8225-13e0b3fc0c89 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:36:21.315890 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3404e03c-f0e8-4cb8-ae0c-1095f9314ca6 req-0ac95cfe-9a42-47f0-8225-13e0b3fc0c89 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ac7214b-4262-40ae-a11b-aa424df440d1 HTTP/1.1" status: 200 len: 945 time: 0.2318728 Jan 18 22:36:21.374710 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-abf3742f-8cd0-4aba-b3fd-6b59f59cbd39 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47c04c55-e5fa-4cfa-80ab-2e1e675ad1a5']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:36:21.384313 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1d1733bc-67b9-45a3-84d7-9caed734a466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:21.398065 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-abf3742f-8cd0-4aba-b3fd-6b59f59cbd39 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f59830a-4e9d-4a89-b555-9856e9070a8e') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:36:21.398355 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-abf3742f-8cd0-4aba-b3fd-6b59f59cbd39 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f59830a-4e9d-4a89-b555-9856e9070a8e') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:36:21.432030 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3404e03c-f0e8-4cb8-ae0c-1095f9314ca6 req-d6d2c02a-9279-4674-9826-cf1be1129c32 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] 10.222.0.53 "GET /v2.0/security-groups?id=0efb5e62-d5c3-415a-9255-094ed1f8fb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453944 Jan 18 22:36:21.435216 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-abf3742f-8cd0-4aba-b3fd-6b59f59cbd39 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:21.470600 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1733bc-67b9-45a3-84d7-9caed734a466 None None] Pushing event deleted for resources: {'Port': ['ID=2546b768-e26e-4fcb-b564-6736a32644ba,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:21.481544 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-abf3742f-8cd0-4aba-b3fd-6b59f59cbd39 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:21.491873 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1733bc-67b9-45a3-84d7-9caed734a466 None None] No DVR routers for this DVR port 2546b768-e26e-4fcb-b564-6736a32644ba on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:36:21.495028 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abf3742f-8cd0-4aba-b3fd-6b59f59cbd39 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:36:21.497572 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-abf3742f-8cd0-4aba-b3fd-6b59f59cbd39 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:21.619639 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:36:21.619639 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:36:21.619639 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:36:21.619639 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:36:21.619639 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:36:21.619639 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:36:21.619639 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:36:21.619639 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:36:21.619639 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:36:21.619639 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:36:21.619639 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:36:21.619639 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:36:21.619639 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:36:21.619639 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:36:21.619639 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:36:21.619639 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:36:21.619639 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:36:21.619639 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:36:21.619639 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:36:21.619639 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:36:21.619639 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:36:21.619639 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:36:21.619639 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:36:21.619639 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:36:21.619639 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:36:21.619639 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:36:21.619639 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:36:21.619639 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:36:21.619639 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:36:21.619639 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:36:21.619639 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:36:21.619639 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:36:21.626880 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-abf3742f-8cd0-4aba-b3fd-6b59f59cbd39 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:21.639259 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-abf3742f-8cd0-4aba-b3fd-6b59f59cbd39 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:21.643914 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-abf3742f-8cd0-4aba-b3fd-6b59f59cbd39 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "DELETE /v2.0/networks/47c04c55-e5fa-4cfa-80ab-2e1e675ad1a5 HTTP/1.1" status: 204 len: 168 time: 1.3615153 Jan 18 22:36:21.656321 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60462) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:21.662446 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-7aec062f-8e05-4df6-96fe-fd5ac9743b31 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1917697258'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:36:21.666030 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf3742f-8cd0-4aba-b3fd-6b59f59cbd39 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Pushing event deleted for resources: {'Network': ['ID=47c04c55-e5fa-4cfa-80ab-2e1e675ad1a5,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:21.700206 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-50358182-62c7-444c-8d2f-894ac3117b38 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Deleting port 9bbe4558-ed68-413d-819a-468737202659 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:36:21.700206 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-50358182-62c7-444c-8d2f-894ac3117b38 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:21.701784 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aec062f-8e05-4df6-96fe-fd5ac9743b31 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Made reservation on behalf of 7f7e3488513a4b34800a857d787e609b for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:36:21.705489 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7aec062f-8e05-4df6-96fe-fd5ac9743b31 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:21.734744 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aec062f-8e05-4df6-96fe-fd5ac9743b31 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:36:21.750566 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7aec062f-8e05-4df6-96fe-fd5ac9743b31 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:21.751178 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-7aec062f-8e05-4df6-96fe-fd5ac9743b31 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Added segment 0eb3dce1-42c0-4598-95df-229e4e0e3358 of type vlan for network c03025c8-f40e-4c0e-9489-49fe2db5f62d Jan 18 22:36:21.810277 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7aec062f-8e05-4df6-96fe-fd5ac9743b31 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:21.865750 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7aec062f-8e05-4df6-96fe-fd5ac9743b31 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:21.870492 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-50358182-62c7-444c-8d2f-894ac3117b38 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:21.873477 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aec062f-8e05-4df6-96fe-fd5ac9743b31 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:36:21.874377 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7aec062f-8e05-4df6-96fe-fd5ac9743b31 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:21.907400 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-50358182-62c7-444c-8d2f-894ac3117b38 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Calling delete_port for 9bbe4558-ed68-413d-819a-468737202659 owned by network:router_interface {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:36:21.911909 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-06c6e470-b029-48f7-b3b8-0c37963f7686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:21.980686 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-7aec062f-8e05-4df6-96fe-fd5ac9743b31 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3227091 Jan 18 22:36:21.998452 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 60482) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:22.007491 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-a1effe1e-5885-4c06-a0a7-1c81cddf1c75 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Request body: {'subnet': {'network_id': 'c03025c8-f40e-4c0e-9489-49fe2db5f62d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:36:22.039751 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aec062f-8e05-4df6-96fe-fd5ac9743b31 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Pushing event updated for resources: {'Network': ['ID=c03025c8-f40e-4c0e-9489-49fe2db5f62d,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:22.055440 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network c03025c8-f40e-4c0e-9489-49fe2db5f62d details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:36:22.234354 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1effe1e-5885-4c06-a0a7-1c81cddf1c75 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Made reservation on behalf of 7f7e3488513a4b34800a857d787e609b for: {'subnet': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:36:22.238692 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a1effe1e-5885-4c06-a0a7-1c81cddf1c75 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62288702'] for subnet, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:22.341568 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60502) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:22.484635 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-50358182-62c7-444c-8d2f-894ac3117b38 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:22.511690 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e8fcb899-bf25-4f09-9e93-0c04b4a1a59b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:22.664606 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50358182-62c7-444c-8d2f-894ac3117b38 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Pushing event deleted for resources: {'Port': ['ID=9bbe4558-ed68-413d-819a-468737202659,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:22.738485 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e8fcb899-bf25-4f09-9e93-0c04b4a1a59b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:22.745833 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e8fcb899-bf25-4f09-9e93-0c04b4a1a59b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:22.792340 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-e8fcb899-bf25-4f09-9e93-0c04b4a1a59b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d05b5ced0e34472fa8a9a19e7ae930c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4494259 Jan 18 22:36:22.793254 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fcb899-bf25-4f09-9e93-0c04b4a1a59b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4485d9ca-9985-47b7-8cd5-99b70bbf33e9,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:22.796687 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60516) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:22.852615 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-78ffc33e-7d37-47f4-897b-4453feb516db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:22.879803 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-78ffc33e-7d37-47f4-897b-4453feb516db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:22.930406 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:22.936585 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-78ffc33e-7d37-47f4-897b-4453feb516db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:22.940058 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-78ffc33e-7d37-47f4-897b-4453feb516db admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:22.944708 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-78ffc33e-7d37-47f4-897b-4453feb516db admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4485d9ca-9985-47b7-8cd5-99b70bbf33e9 HTTP/1.1" status: 204 len: 168 time: 0.1443226 Jan 18 22:36:22.954344 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ffc33e-7d37-47f4-897b-4453feb516db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4485d9ca-9985-47b7-8cd5-99b70bbf33e9,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:22.954911 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a1effe1e-5885-4c06-a0a7-1c81cddf1c75 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60203213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62288684'] for subnet, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:22.961590 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-50358182-62c7-444c-8d2f-894ac3117b38 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-613841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1046579'] for router_interface, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:23.061530 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ca7d94-64ac-48b5-bdc4-23176336cb70 req-cfb95c2d-5905-4552-960e-c2729c38b390 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:36:23.063073 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-08ca7d94-64ac-48b5-bdc4-23176336cb70 req-cfb95c2d-5905-4552-960e-c2729c38b390 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ac7214b-4262-40ae-a11b-aa424df440d1 HTTP/1.1" status: 200 len: 945 time: 0.3933845 Jan 18 22:36:23.112553 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60524) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:23.166755 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1effe1e-5885-4c06-a0a7-1c81cddf1c75 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Pushing event updated for resources: {'Subnet': ['ID=70fba351-3611-41a3-bbdd-8d2893b6fc14,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:23.222901 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-08ca7d94-64ac-48b5-bdc4-23176336cb70 req-f7bc33f5-e5d4-4fc0-842c-206872966cbe tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] 10.222.0.53 "GET /v2.0/security-groups?id=0efb5e62-d5c3-415a-9255-094ed1f8fb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251032 Jan 18 22:36:23.236461 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1effe1e-5885-4c06-a0a7-1c81cddf1c75 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Checking segment: {'id': '0eb3dce1-42c0-4598-95df-229e4e0e3358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c03025c8-f40e-4c0e-9489-49fe2db5f62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:36:23.237057 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1effe1e-5885-4c06-a0a7-1c81cddf1c75 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Network hostable DHCP agents. Network: c03025c8-f40e-4c0e-9489-49fe2db5f62d, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:36:23.296078 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1effe1e-5885-4c06-a0a7-1c81cddf1c75 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Network c03025c8-f40e-4c0e-9489-49fe2db5f62d is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:36:23.363996 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50358182-62c7-444c-8d2f-894ac3117b38 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Router 19b4d52e-1236-4215-a7d9-bd080d0707d7 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:36:23.367015 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-a1effe1e-5885-4c06-a0a7-1c81cddf1c75 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, c03025c8-f40e-4c0e-9489-49fe2db5f62d) {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:36:23.374833 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e027c64-680a-40df-afd2-f859e6508946 None None] Network c03025c8-f40e-4c0e-9489-49fe2db5f62d requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:36:23.396335 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1effe1e-5885-4c06-a0a7-1c81cddf1c75 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:36:23.397012 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a1effe1e-5885-4c06-a0a7-1c81cddf1c75 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks [] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:23.485404 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-20af80b8-fc73-43b3-b954-a165a0729feb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:23.548584 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50358182-62c7-444c-8d2f-894ac3117b38 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:36:23.556918 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-50358182-62c7-444c-8d2f-894ac3117b38 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "PUT /v2.0/routers/19b4d52e-1236-4215-a7d9-bd080d0707d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5893741 Jan 18 22:36:23.557953 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60538) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:23.559400 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e06ecad-38bd-460c-8ae7-83681527dcdc None None] Sync routers for ids ['19b4d52e-1236-4215-a7d9-bd080d0707d7'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:36:23.574666 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e06ecad-38bd-460c-8ae7-83681527dcdc None None] Routers {'19b4d52e-1236-4215-a7d9-bd080d0707d7'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:36:23.575413 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-a1effe1e-5885-4c06-a0a7-1c81cddf1c75 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5751016 Jan 18 22:36:23.575579 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-5e06ecad-38bd-460c-8ae7-83681527dcdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:36:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['19b4d52e-1236-4215-a7d9-bd080d0707d7'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:36:23.576534 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 60540) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:23.590351 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-c5b928c3-cdf0-44c9-8b8d-176ebe875cc5 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Request body: {'port': {'network_id': 'c03025c8-f40e-4c0e-9489-49fe2db5f62d', 'name': 'tempest-PortsTestJSON-1040167664', 'fixed_ips': [{'subnet_id': '70fba351-3611-41a3-bbdd-8d2893b6fc14', 'ip_address': '172.20.0.10'}]}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:36:23.624899 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60542) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:23.680530 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ff23c1-8b52-4d01-8cf3-3a5bb7addab9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-c03025c8-f40e-4c0e-9489-49fe2db5f62d', 'network_id': 'c03025c8-f40e-4c0e-9489-49fe2db5f62d', 'tenant_id': '7f7e3488513a4b34800a857d787e609b', 'fixed_ips': [{'subnet_id': '70fba351-3611-41a3-bbdd-8d2893b6fc14'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:36:23.681579 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-42ff23c1-8b52-4d01-8cf3-3a5bb7addab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:23.685010 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-5e06ecad-38bd-460c-8ae7-83681527dcdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:36:23.713741 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e06ecad-38bd-460c-8ae7-83681527dcdc None None] Routers {'19b4d52e-1236-4215-a7d9-bd080d0707d7'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:36:23.719022 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-5e06ecad-38bd-460c-8ae7-83681527dcdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:36:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['19b4d52e-1236-4215-a7d9-bd080d0707d7'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:36:23.724825 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-15034061-21e0-46d9-a4fa-76adb638c1a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:23.786279 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-5e06ecad-38bd-460c-8ae7-83681527dcdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:36:23.787096 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e06ecad-38bd-460c-8ae7-83681527dcdc None None] The sync data for ids ['19b4d52e-1236-4215-a7d9-bd080d0707d7'] in n-d-825064-1 is: [] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:36:23.816803 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5b928c3-cdf0-44c9-8b8d-176ebe875cc5 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Made reservation on behalf of 7f7e3488513a4b34800a857d787e609b for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:36:23.935468 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c5b928c3-cdf0-44c9-8b8d-176ebe875cc5 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:23.949585 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-42ff23c1-8b52-4d01-8cf3-3a5bb7addab9 None None] Allocated IP 172.20.0.2 (c03025c8-f40e-4c0e-9489-49fe2db5f62d/70fba351-3611-41a3-bbdd-8d2893b6fc14/4b86175e-fb30-41be-afc6-9127ecfa5027) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:36:23.959583 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [None req-c5b928c3-cdf0-44c9-8b8d-176ebe875cc5 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] device_id is not set on port 2ad31514-7243-4856-b30b-130022d13800 yet. {{(pid=102430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:36:23.963086 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-20af80b8-fc73-43b3-b954-a165a0729feb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:23.992940 n-d-825064-1 neutron-server[102431]: INFO neutron.api.v2.resource [None req-edd64715-1f9c-4320-bd0b-cdeef48f64b2 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] remove_router_interface failed (client error): The resource could not be found. Jan 18 22:36:23.997642 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-edd64715-1f9c-4320-bd0b-cdeef48f64b2 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "PUT /v2.0/routers/19b4d52e-1236-4215-a7d9-bd080d0707d7/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4380691 Jan 18 22:36:24.000519 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-15034061-21e0-46d9-a4fa-76adb638c1a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:24.001494 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60548) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:24.003948 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-20af80b8-fc73-43b3-b954-a165a0729feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:24.064382 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-a23c2078-bd1a-4b19-ab8f-2dfda64e0d9f tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "GET /v2.0/ports?device_id=19b4d52e-1236-4215-a7d9-bd080d0707d7 HTTP/1.1" status: 200 len: 205 time: 0.0614100 Jan 18 22:36:24.065198 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-15034061-21e0-46d9-a4fa-76adb638c1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:24.069569 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60550) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:24.216953 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20af80b8-fc73-43b3-b954-a165a0729feb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=885eb067-f3a9-47c7-89c2-af9b0e1316b2,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:24.229789 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-20af80b8-fc73-43b3-b954-a165a0729feb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7442a8675c07450c8284153c4f867fa3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1158044 Jan 18 22:36:24.231952 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-15034061-21e0-46d9-a4fa-76adb638c1a2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=84038dba812f4c2aa6e94ed8c91155ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6059229 Jan 18 22:36:24.235264 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60552) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:24.235605 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60554) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:24.259767 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-668a05ce-66b5-49db-ada0-4318c238e3bb tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks [] for router, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:24.335926 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-42ff23c1-8b52-4d01-8cf3-3a5bb7addab9 None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:24.357386 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-42ff23c1-8b52-4d01-8cf3-3a5bb7addab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:24.405117 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15034061-21e0-46d9-a4fa-76adb638c1a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72fa504e-2e60-4ee6-a383-55696f16d27a,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:24.467205 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-c5b928c3-cdf0-44c9-8b8d-176ebe875cc5 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Allocated IP 172.20.0.10 (c03025c8-f40e-4c0e-9489-49fe2db5f62d/70fba351-3611-41a3-bbdd-8d2893b6fc14/2ad31514-7243-4856-b30b-130022d13800) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:36:24.481023 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ff23c1-8b52-4d01-8cf3-3a5bb7addab9 None None] Network c03025c8-f40e-4c0e-9489-49fe2db5f62d is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:36:24.493781 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-42ff23c1-8b52-4d01-8cf3-3a5bb7addab9 None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:36:24.499637 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ff23c1-8b52-4d01-8cf3-3a5bb7addab9 None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:36:24.562701 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:24.565537 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-668a05ce-66b5-49db-ada0-4318c238e3bb tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1040886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8602'] for router, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:24.569855 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c298d0d6-4320-4b1f-885c-030d56ed0fa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:24.575896 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-668a05ce-66b5-49db-ada0-4318c238e3bb tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:24.581900 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c7942cc4-b697-4a5c-8594-3ecedf78a6b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:24.629283 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ff23c1-8b52-4d01-8cf3-3a5bb7addab9 None None] Pushing event updated for resources: {'Port': ['ID=4b86175e-fb30-41be-afc6-9127ecfa5027,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:24.632581 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c7942cc4-b697-4a5c-8594-3ecedf78a6b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:24.642070 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:24.688810 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-42ff23c1-8b52-4d01-8cf3-3a5bb7addab9 None None] Attempting to bind port 4b86175e-fb30-41be-afc6-9127ecfa5027 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:36:24.689312 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-42ff23c1-8b52-4d01-8cf3-3a5bb7addab9 None None] Attempting to bind port 4b86175e-fb30-41be-afc6-9127ecfa5027 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '0eb3dce1-42c0-4598-95df-229e4e0e3358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c03025c8-f40e-4c0e-9489-49fe2db5f62d'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:36:24.690065 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ff23c1-8b52-4d01-8cf3-3a5bb7addab9 None None] Attempting to bind port 4b86175e-fb30-41be-afc6-9127ecfa5027 on network c03025c8-f40e-4c0e-9489-49fe2db5f62d {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:36:24.702286 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ff23c1-8b52-4d01-8cf3-3a5bb7addab9 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:36:24.702672 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ff23c1-8b52-4d01-8cf3-3a5bb7addab9 None None] Checking segment: {'id': '0eb3dce1-42c0-4598-95df-229e4e0e3358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c03025c8-f40e-4c0e-9489-49fe2db5f62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:36:24.703084 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-42ff23c1-8b52-4d01-8cf3-3a5bb7addab9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:24.703488 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ff23c1-8b52-4d01-8cf3-3a5bb7addab9 None None] Bound using segment: {'id': '0eb3dce1-42c0-4598-95df-229e4e0e3358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c03025c8-f40e-4c0e-9489-49fe2db5f62d'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:36:24.704335 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-42ff23c1-8b52-4d01-8cf3-3a5bb7addab9 None None] Bound port: 4b86175e-fb30-41be-afc6-9127ecfa5027, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0eb3dce1-42c0-4598-95df-229e4e0e3358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c03025c8-f40e-4c0e-9489-49fe2db5f62d'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:36:24.704735 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-42ff23c1-8b52-4d01-8cf3-3a5bb7addab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:24.793443 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3a6fa9-70d3-4922-b866-9511afe879f2 req-9cea141b-4b33-4081-81e6-d50e50964bad tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:36:24.796899 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1a3a6fa9-70d3-4922-b866-9511afe879f2 req-9cea141b-4b33-4081-81e6-d50e50964bad tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ac7214b-4262-40ae-a11b-aa424df440d1 HTTP/1.1" status: 200 len: 945 time: 0.1116686 Jan 18 22:36:24.811743 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c298d0d6-4320-4b1f-885c-030d56ed0fa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:24.868428 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-42ff23c1-8b52-4d01-8cf3-3a5bb7addab9 None None] For port 4b86175e-fb30-41be-afc6-9127ecfa5027, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:36:24.875523 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-42ff23c1-8b52-4d01-8cf3-3a5bb7addab9 None None] For port 4b86175e-fb30-41be-afc6-9127ecfa5027, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=4b86175e-fb30-41be-afc6-9127ecfa5027,segment=NetworkSegment(0eb3dce1-42c0-4598-95df-229e4e0e3358),segment_id=0eb3dce1-42c0-4598-95df-229e4e0e3358)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:36:24.888196 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-42ff23c1-8b52-4d01-8cf3-3a5bb7addab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:24.890311 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c5b928c3-cdf0-44c9-8b8d-176ebe875cc5 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:24.897982 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1a3a6fa9-70d3-4922-b866-9511afe879f2 req-c6da2ea2-a528-4c12-a576-5fc175a38fbe tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] 10.222.0.53 "GET /v2.0/security-groups?id=0efb5e62-d5c3-415a-9255-094ed1f8fb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946400 Jan 18 22:36:24.956373 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-668a05ce-66b5-49db-ada0-4318c238e3bb tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1040832'] for router, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:24.957063 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-668a05ce-66b5-49db-ada0-4318c238e3bb tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Fanout notify agent at l3_agent the message router_deleted on router 19b4d52e-1236-4215-a7d9-bd080d0707d7 {{(pid=102431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 22:36:24.959477 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c5b928c3-cdf0-44c9-8b8d-176ebe875cc5 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:24.996061 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-668a05ce-66b5-49db-ada0-4318c238e3bb tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:24.999610 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-668a05ce-66b5-49db-ada0-4318c238e3bb tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "DELETE /v2.0/routers/19b4d52e-1236-4215-a7d9-bd080d0707d7 HTTP/1.1" status: 204 len: 168 time: 0.9016874 Jan 18 22:36:25.000694 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c298d0d6-4320-4b1f-885c-030d56ed0fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:25.003219 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c298d0d6-4320-4b1f-885c-030d56ed0fa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:25.012466 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-c298d0d6-4320-4b1f-885c-030d56ed0fa6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/72fa504e-2e60-4ee6-a383-55696f16d27a HTTP/1.1" status: 204 len: 168 time: 0.7730269 Jan 18 22:36:25.012580 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 60564) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:25.013999 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b928c3-cdf0-44c9-8b8d-176ebe875cc5 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Network c03025c8-f40e-4c0e-9489-49fe2db5f62d is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:36:25.026398 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-c5b928c3-cdf0-44c9-8b8d-176ebe875cc5 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:36:25.028958 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b928c3-cdf0-44c9-8b8d-176ebe875cc5 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:36:25.044247 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c298d0d6-4320-4b1f-885c-030d56ed0fa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72fa504e-2e60-4ee6-a383-55696f16d27a,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:25.050078 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ff23c1-8b52-4d01-8cf3-3a5bb7addab9 None None] Pushing event updated for resources: {'Port': ['ID=4b86175e-fb30-41be-afc6-9127ecfa5027,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:25.090746 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c7942cc4-b697-4a5c-8594-3ecedf78a6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:25.104563 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c7942cc4-b697-4a5c-8594-3ecedf78a6b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:25.106026 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-c7942cc4-b697-4a5c-8594-3ecedf78a6b8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/885eb067-f3a9-47c7-89c2-af9b0e1316b2 HTTP/1.1" status: 204 len: 168 time: 0.8694801 Jan 18 22:36:25.128425 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7942cc4-b697-4a5c-8594-3ecedf78a6b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=885eb067-f3a9-47c7-89c2-af9b0e1316b2,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:25.426478 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b928c3-cdf0-44c9-8b8d-176ebe875cc5 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:36:25.427696 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c5b928c3-cdf0-44c9-8b8d-176ebe875cc5 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:25.480164 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b928c3-cdf0-44c9-8b8d-176ebe875cc5 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Pushing event updated for resources: {'Port': ['ID=2ad31514-7243-4856-b30b-130022d13800,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:25.492720 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-c5b928c3-cdf0-44c9-8b8d-176ebe875cc5 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.9133716 Jan 18 22:36:25.493688 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60572) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:25.498233 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_v2 [None req-69b8d25b-b75b-4ecc-a6fe-a1d913aac869 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Deleting subnet 1e4274b2-28c9-4314-a587-82a9ef7800c8 {{(pid=102430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:36:25.499944 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-dce9fb16-3ff8-4df9-bbfe-7f79c9bb361b tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Request body: {'port': {'network_id': 'c03025c8-f40e-4c0e-9489-49fe2db5f62d', 'name': 'tempest-PortsTestJSON-408207335', 'fixed_ips': [{'subnet_id': '70fba351-3611-41a3-bbdd-8d2893b6fc14', 'ip_address': '172.20.0.9'}]}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:36:25.502095 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-69b8d25b-b75b-4ecc-a6fe-a1d913aac869 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks [] for subnet, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:25.554051 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-69b8d25b-b75b-4ecc-a6fe-a1d913aac869 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60394745'] for subnet, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:25.724762 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-69b8d25b-b75b-4ecc-a6fe-a1d913aac869 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:25.756179 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dce9fb16-3ff8-4df9-bbfe-7f79c9bb361b tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Made reservation on behalf of 7f7e3488513a4b34800a857d787e609b for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:36:25.831773 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-69b8d25b-b75b-4ecc-a6fe-a1d913aac869 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60203138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62288677'] for subnet, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:25.891746 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b8d25b-b75b-4ecc-a6fe-a1d913aac869 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Pushing event deleted for resources: {'Subnet': ['ID=1e4274b2-28c9-4314-a587-82a9ef7800c8,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:25.907786 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-69b8d25b-b75b-4ecc-a6fe-a1d913aac869 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks [] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:25.912525 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-69b8d25b-b75b-4ecc-a6fe-a1d913aac869 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "DELETE /v2.0/subnets/1e4274b2-28c9-4314-a587-82a9ef7800c8 HTTP/1.1" status: 204 len: 168 time: 0.8972375 Jan 18 22:36:25.915845 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798f0e90-540a-4a2b-8b6e-9d9b84bfc4bf None None] Network 6b4f2305-fe9a-4d2e-be82-e177e83da23d requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:36:25.917736 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60586) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:26.029376 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 60592) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:26.073083 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-988df3ef-cc11-406b-ab53-2b00003b4008 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:26.174146 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8e1aa8b4-94e4-4a28-973a-fb25fb7504cd tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:26.205541 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-988df3ef-cc11-406b-ab53-2b00003b4008 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:26.222484 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-dce9fb16-3ff8-4df9-bbfe-7f79c9bb361b tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:26.224606 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-988df3ef-cc11-406b-ab53-2b00003b4008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:26.274017 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-988df3ef-cc11-406b-ab53-2b00003b4008 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=40218e4944e9472cbfc89e1672c5ff07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2403252 Jan 18 22:36:26.276684 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 60594) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:26.302601 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [None req-dce9fb16-3ff8-4df9-bbfe-7f79c9bb361b tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] device_id is not set on port aa7d453d-d7b5-426d-a218-2a19d0149815 yet. {{(pid=102431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:36:26.327853 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96494c6c-7ee4-428e-9880-070d486bab90 None None] DHCP port deletion for 6b4f2305-fe9a-4d2e-be82-e177e83da23d request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:36:26.345322 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6374c90-10fe-4f9e-b235-d86bce1bb0a7 req-8869efb1-8a1d-40c3-b18c-7f79afee4d62 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:36:26.353466 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f6374c90-10fe-4f9e-b235-d86bce1bb0a7 req-8869efb1-8a1d-40c3-b18c-7f79afee4d62 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ac7214b-4262-40ae-a11b-aa424df440d1 HTTP/1.1" status: 200 len: 945 time: 0.3514469 Jan 18 22:36:26.434858 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f6374c90-10fe-4f9e-b235-d86bce1bb0a7 req-3e050f72-2bb3-4ed5-a435-655e2173371e tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] 10.222.0.53 "GET /v2.0/security-groups?id=0efb5e62-d5c3-415a-9255-094ed1f8fb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803313 Jan 18 22:36:26.447130 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-96494c6c-7ee4-428e-9880-070d486bab90 None None] Deleting port a3e0fa33-5ae2-4039-9e9d-87782b5cf9d3 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:36:26.447512 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-96494c6c-7ee4-428e-9880-070d486bab90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:26.463194 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e8c37f0a-a38f-42bd-bf28-3a3ce868f487 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:26.483338 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-8e1aa8b4-94e4-4a28-973a-fb25fb7504cd tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Deleting port a3e0fa33-5ae2-4039-9e9d-87782b5cf9d3 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:36:26.483831 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8e1aa8b4-94e4-4a28-973a-fb25fb7504cd tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:26.494566 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e8c37f0a-a38f-42bd-bf28-3a3ce868f487 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:26.546152 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988df3ef-cc11-406b-ab53-2b00003b4008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09f259c7-d1a8-4714-97c0-c3993f2dd2c6,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:26.578508 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e8c37f0a-a38f-42bd-bf28-3a3ce868f487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:26.581642 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e8c37f0a-a38f-42bd-bf28-3a3ce868f487 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:26.585906 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-e8c37f0a-a38f-42bd-bf28-3a3ce868f487 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/09f259c7-d1a8-4714-97c0-c3993f2dd2c6 HTTP/1.1" status: 204 len: 168 time: 0.3082035 Jan 18 22:36:26.595140 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c37f0a-a38f-42bd-bf28-3a3ce868f487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f259c7-d1a8-4714-97c0-c3993f2dd2c6,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:26.638822 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-96494c6c-7ee4-428e-9880-070d486bab90 None None] For port a3e0fa33-5ae2-4039-9e9d-87782b5cf9d3, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=a3e0fa33-5ae2-4039-9e9d-87782b5cf9d3,segment=NetworkSegment(19637cc6-7cac-4269-9a69-aca34254d92f),segment_id=19637cc6-7cac-4269-9a69-aca34254d92f)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:36:26.639242 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-96494c6c-7ee4-428e-9880-070d486bab90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:26.655209 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-96494c6c-7ee4-428e-9880-070d486bab90 None None] Calling delete_port for a3e0fa33-5ae2-4039-9e9d-87782b5cf9d3 owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:36:26.693096 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-8e1aa8b4-94e4-4a28-973a-fb25fb7504cd tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] For port a3e0fa33-5ae2-4039-9e9d-87782b5cf9d3, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=a3e0fa33-5ae2-4039-9e9d-87782b5cf9d3,segment=NetworkSegment(19637cc6-7cac-4269-9a69-aca34254d92f),segment_id=19637cc6-7cac-4269-9a69-aca34254d92f)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:36:26.693462 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8e1aa8b4-94e4-4a28-973a-fb25fb7504cd tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:26.736894 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-8e1aa8b4-94e4-4a28-973a-fb25fb7504cd tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Calling delete_port for a3e0fa33-5ae2-4039-9e9d-87782b5cf9d3 owned by network:dhcp {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:36:26.744683 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb626c9-a438-480a-9da4-ab7c5ab8b893 None None] Network c03025c8-f40e-4c0e-9489-49fe2db5f62d requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:36:26.764086 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-dce9fb16-3ff8-4df9-bbfe-7f79c9bb361b tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Allocated IP 172.20.0.9 (c03025c8-f40e-4c0e-9489-49fe2db5f62d/70fba351-3611-41a3-bbdd-8d2893b6fc14/aa7d453d-d7b5-426d-a218-2a19d0149815) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:36:26.826448 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7e573e53-8788-4ea8-9524-b713fbbb3475 None None] Provisioning complete for port 4b86175e-fb30-41be-afc6-9127ecfa5027 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:36:26.826849 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7e573e53-8788-4ea8-9524-b713fbbb3475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:26.832636 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-96494c6c-7ee4-428e-9880-070d486bab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:26.879288 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96494c6c-7ee4-428e-9880-070d486bab90 None None] Pushing event deleted for resources: {'Port': ['ID=a3e0fa33-5ae2-4039-9e9d-87782b5cf9d3,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:26.909126 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96494c6c-7ee4-428e-9880-070d486bab90 None None] No DVR routers for this DVR port a3e0fa33-5ae2-4039-9e9d-87782b5cf9d3 on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:36:27.058362 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7e573e53-8788-4ea8-9524-b713fbbb3475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:27.141748 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7e573e53-8788-4ea8-9524-b713fbbb3475 None None] For port 4b86175e-fb30-41be-afc6-9127ecfa5027, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=4b86175e-fb30-41be-afc6-9127ecfa5027,segment=NetworkSegment(0eb3dce1-42c0-4598-95df-229e4e0e3358),segment_id=0eb3dce1-42c0-4598-95df-229e4e0e3358)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:36:27.163999 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7e573e53-8788-4ea8-9524-b713fbbb3475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:27.238841 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8e1aa8b4-94e4-4a28-973a-fb25fb7504cd tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:27.258824 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 4b86175e-fb30-41be-afc6-9127ecfa5027 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:36:27.311971 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1aa8b4-94e4-4a28-973a-fb25fb7504cd tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Pushing event deleted for resources: {'Port': ['ID=a3e0fa33-5ae2-4039-9e9d-87782b5cf9d3,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:27.326615 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1aa8b4-94e4-4a28-973a-fb25fb7504cd tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] No DVR routers for this DVR port a3e0fa33-5ae2-4039-9e9d-87782b5cf9d3 on host n-d-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:36:27.354014 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e573e53-8788-4ea8-9524-b713fbbb3475 None None] Pushing event updated for resources: {'Port': ['ID=4b86175e-fb30-41be-afc6-9127ecfa5027,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:27.423653 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-dce9fb16-3ff8-4df9-bbfe-7f79c9bb361b tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:27.432409 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 4b86175e-fb30-41be-afc6-9127ecfa5027 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:36:27.433465 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:27.573701 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8e1aa8b4-94e4-4a28-973a-fb25fb7504cd tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:27.625074 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-8e1aa8b4-94e4-4a28-973a-fb25fb7504cd tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b4f2305-fe9a-4d2e-be82-e177e83da23d']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:36:27.650759 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-8e1aa8b4-94e4-4a28-973a-fb25fb7504cd tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19637cc6-7cac-4269-9a69-aca34254d92f') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:36:27.654192 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-8e1aa8b4-94e4-4a28-973a-fb25fb7504cd tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19637cc6-7cac-4269-9a69-aca34254d92f') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:36:27.679863 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-e3a64b68-b5aa-427c-83c6-125bf6439090 None None] Provisioning complete for port 4b86175e-fb30-41be-afc6-9127ecfa5027 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:36:27.680277 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e3a64b68-b5aa-427c-83c6-125bf6439090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:27.685083 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8e1aa8b4-94e4-4a28-973a-fb25fb7504cd tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:27.708484 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8e1aa8b4-94e4-4a28-973a-fb25fb7504cd tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:27.731901 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd9d854-94ad-4307-bf7d-73d9f7857e89 req-e0f87775-bdb7-45d3-bdc9-586710d7f1e2 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:36:27.736026 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fbd9d854-94ad-4307-bf7d-73d9f7857e89 req-e0f87775-bdb7-45d3-bdc9-586710d7f1e2 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ac7214b-4262-40ae-a11b-aa424df440d1 HTTP/1.1" status: 200 len: 945 time: 0.1461763 Jan 18 22:36:27.744670 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e1aa8b4-94e4-4a28-973a-fb25fb7504cd tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:36:27.745543 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8e1aa8b4-94e4-4a28-973a-fb25fb7504cd tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:27.831354 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fbd9d854-94ad-4307-bf7d-73d9f7857e89 req-5463f81a-8bfe-497f-b7b9-e9f99d1aa57f tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] 10.222.0.53 "GET /v2.0/security-groups?id=0efb5e62-d5c3-415a-9255-094ed1f8fb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853980 Jan 18 22:36:27.867581 n-d-825064-1 neutron-server[102431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:36:27.867581 n-d-825064-1 neutron-server[102431]: self.session.flush() Jan 18 22:36:27.867581 n-d-825064-1 neutron-server[102431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:36:27.867581 n-d-825064-1 neutron-server[102431]: self.session.flush() Jan 18 22:36:27.867581 n-d-825064-1 neutron-server[102431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:36:27.867581 n-d-825064-1 neutron-server[102431]: self.session.flush() Jan 18 22:36:27.867581 n-d-825064-1 neutron-server[102431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:36:27.867581 n-d-825064-1 neutron-server[102431]: self.session.flush() Jan 18 22:36:27.867581 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:36:27.867581 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:36:27.867581 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:36:27.867581 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:36:27.867581 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:36:27.867581 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:36:27.867581 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:36:27.867581 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:36:27.867581 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:36:27.867581 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:36:27.867581 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:36:27.867581 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:36:27.867581 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:36:27.867581 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:36:27.867581 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:36:27.867581 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:36:27.867581 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:36:27.867581 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:36:27.867581 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:36:27.867581 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:36:27.867581 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:36:27.867581 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:36:27.867581 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:36:27.867581 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:36:27.867581 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:36:27.867581 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:36:27.867581 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:36:27.867581 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:36:27.867581 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:36:27.867581 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:36:27.867581 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:36:27.867581 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:36:27.894906 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8e1aa8b4-94e4-4a28-973a-fb25fb7504cd tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:27.911494 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8e1aa8b4-94e4-4a28-973a-fb25fb7504cd tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:27.949930 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-8e1aa8b4-94e4-4a28-973a-fb25fb7504cd tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "DELETE /v2.0/networks/6b4f2305-fe9a-4d2e-be82-e177e83da23d HTTP/1.1" status: 204 len: 168 time: 2.0272481 Jan 18 22:36:27.954457 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 60654) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:27.969267 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-980c7521-57ca-4b35-9c41-af02b31729e7 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1670712007'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:36:28.015585 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device a3e0fa33-5ae2-4039-9e9d-87782b5cf9d3 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:36:28.027059 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1aa8b4-94e4-4a28-973a-fb25fb7504cd tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Pushing event deleted for resources: {'Network': ['ID=6b4f2305-fe9a-4d2e-be82-e177e83da23d,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:28.049950 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-980c7521-57ca-4b35-9c41-af02b31729e7 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Made reservation on behalf of a713e1ffd908444085524c31c3f7dd42 for: {'network': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:36:28.056322 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-980c7521-57ca-4b35-9c41-af02b31729e7 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:28.060577 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-dce9fb16-3ff8-4df9-bbfe-7f79c9bb361b tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:28.096811 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: a3e0fa33-5ae2-4039-9e9d-87782b5cf9d3 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:36:28.097155 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device a3e0fa33-5ae2-4039-9e9d-87782b5cf9d3 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:36:28.121116 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-e3a64b68-b5aa-427c-83c6-125bf6439090 None None] Provisioning complete for port 2ad31514-7243-4856-b30b-130022d13800 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:36:28.121520 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e3a64b68-b5aa-427c-83c6-125bf6439090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:28.127473 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-980c7521-57ca-4b35-9c41-af02b31729e7 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=102430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:36:28.140615 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-980c7521-57ca-4b35-9c41-af02b31729e7 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:28.141228 n-d-825064-1 neutron-server[102430]: INFO neutron.db.segments_db [None req-980c7521-57ca-4b35-9c41-af02b31729e7 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Added segment 993c9a27-2178-4e8c-9be6-9392d69ccd8f of type vlan for network c0149dea-0d3c-432c-9c55-528b9c35a13a Jan 18 22:36:28.179731 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce9fb16-3ff8-4df9-bbfe-7f79c9bb361b tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Network c03025c8-f40e-4c0e-9489-49fe2db5f62d is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:36:28.183443 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-dce9fb16-3ff8-4df9-bbfe-7f79c9bb361b tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:36:28.205083 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-980c7521-57ca-4b35-9c41-af02b31729e7 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:28.209065 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce9fb16-3ff8-4df9-bbfe-7f79c9bb361b tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:36:28.219742 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9fb16-3ff8-4df9-bbfe-7f79c9bb361b tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Pushing event updated for resources: {'Port': ['ID=aa7d453d-d7b5-426d-a218-2a19d0149815,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:28.222313 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-e3a64b68-b5aa-427c-83c6-125bf6439090 None None] Port 2ad31514-7243-4856-b30b-130022d13800 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:36:28.277949 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-980c7521-57ca-4b35-9c41-af02b31729e7 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:28.284614 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980c7521-57ca-4b35-9c41-af02b31729e7 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:36:28.285237 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-980c7521-57ca-4b35-9c41-af02b31729e7 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:28.325994 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce9fb16-3ff8-4df9-bbfe-7f79c9bb361b tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:36:28.326597 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-dce9fb16-3ff8-4df9-bbfe-7f79c9bb361b tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:28.351053 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-324a0770-f322-4f69-be92-ab1104996820 None None] Provisioning complete for port 2ad31514-7243-4856-b30b-130022d13800 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:36:28.351437 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-324a0770-f322-4f69-be92-ab1104996820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:28.392927 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-dce9fb16-3ff8-4df9-bbfe-7f79c9bb361b tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.8976824 Jan 18 22:36:28.393553 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60670) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:28.424162 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60672) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:28.425145 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-980c7521-57ca-4b35-9c41-af02b31729e7 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4688621 Jan 18 22:36:28.441040 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980c7521-57ca-4b35-9c41-af02b31729e7 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Pushing event updated for resources: {'Network': ['ID=c0149dea-0d3c-432c-9c55-528b9c35a13a,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:28.453622 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-e89490ac-3aa9-4f00-94af-a57c47c7d44f tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Request body: {'subnet': {'network_id': 'c0149dea-0d3c-432c-9c55-528b9c35a13a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:36:28.475093 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network c0149dea-0d3c-432c-9c55-528b9c35a13a details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:36:28.538681 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-324a0770-f322-4f69-be92-ab1104996820 None None] Port 2ad31514-7243-4856-b30b-130022d13800 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:36:28.586943 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2cc6e24-81ee-497f-97c2-adecb9261ef8 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:36:28.591464 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-a2cc6e24-81ee-497f-97c2-adecb9261ef8 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1969099 Jan 18 22:36:28.591644 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 60678) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:28.638727 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e89490ac-3aa9-4f00-94af-a57c47c7d44f tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Made reservation on behalf of a713e1ffd908444085524c31c3f7dd42 for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:36:28.657010 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 60680) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:28.663811 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e89490ac-3aa9-4f00-94af-a57c47c7d44f tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:28.712606 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cafbd21-1bd9-4c50-a90d-fcc7f4f2d6f1 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:36:28.727735 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cafbd21-1bd9-4c50-a90d-fcc7f4f2d6f1 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:36:28.742121 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cafbd21-1bd9-4c50-a90d-fcc7f4f2d6f1 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:36:28.761807 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-9cafbd21-1bd9-4c50-a90d-fcc7f4f2d6f1 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.1692216 Jan 18 22:36:28.762438 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 60686) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:28.799343 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-d9a6aefa-9729-4a77-b2e7-62b25f245aae None None] Provisioning complete for port aa7d453d-d7b5-426d-a218-2a19d0149815 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:36:28.805122 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d9a6aefa-9729-4a77-b2e7-62b25f245aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:28.941282 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-d9a6aefa-9729-4a77-b2e7-62b25f245aae None None] Port aa7d453d-d7b5-426d-a218-2a19d0149815 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:36:28.963343 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-353387d7-82ff-4a48-9af2-ab2fec0b44ae tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Deleting port aa7d453d-d7b5-426d-a218-2a19d0149815 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:36:28.964018 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-353387d7-82ff-4a48-9af2-ab2fec0b44ae tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:29.024806 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e89490ac-3aa9-4f00-94af-a57c47c7d44f tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:29.184111 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89490ac-3aa9-4f00-94af-a57c47c7d44f tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Checking segment: {'id': '993c9a27-2178-4e8c-9be6-9392d69ccd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c0149dea-0d3c-432c-9c55-528b9c35a13a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:36:29.184514 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89490ac-3aa9-4f00-94af-a57c47c7d44f tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Network hostable DHCP agents. Network: c0149dea-0d3c-432c-9c55-528b9c35a13a, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:36:29.193139 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-189ecff8-fb51-42f6-b0e3-a0da602f2fd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:29.212796 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89490ac-3aa9-4f00-94af-a57c47c7d44f tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Pushing event updated for resources: {'Subnet': ['ID=88029bd6-6435-4b7f-bbf8-ab392ab9e4af,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:29.236511 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 4b86175e-fb30-41be-afc6-9127ecfa5027 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:36:29.239950 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89490ac-3aa9-4f00-94af-a57c47c7d44f tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Network c0149dea-0d3c-432c-9c55-528b9c35a13a is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:36:29.256316 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-e89490ac-3aa9-4f00-94af-a57c47c7d44f tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, c0149dea-0d3c-432c-9c55-528b9c35a13a) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:36:29.267355 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89490ac-3aa9-4f00-94af-a57c47c7d44f tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:36:29.268566 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e89490ac-3aa9-4f00-94af-a57c47c7d44f tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:29.294653 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9255d7-12ab-4e5a-954c-0eba2325c570 None None] Network c0149dea-0d3c-432c-9c55-528b9c35a13a requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:36:29.309889 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-e89490ac-3aa9-4f00-94af-a57c47c7d44f tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8854437 Jan 18 22:36:29.310569 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60704) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:29.312367 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cf48aa-085b-4cae-b150-ce1121a9aa25 req-1797ce71-5e67-4b7d-8a33-c36312548f0d tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:36:29.314112 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a8cf48aa-085b-4cae-b150-ce1121a9aa25 req-1797ce71-5e67-4b7d-8a33-c36312548f0d tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ac7214b-4262-40ae-a11b-aa424df440d1 HTTP/1.1" status: 200 len: 945 time: 0.3262866 Jan 18 22:36:29.332438 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-e0577540-b076-4949-a95d-19fcc68b45ab tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-974949543', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:36:29.362786 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-353387d7-82ff-4a48-9af2-ab2fec0b44ae tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:29.374845 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e0577540-b076-4949-a95d-19fcc68b45ab tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1044160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8692'] for router, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:29.376423 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e0577540-b076-4949-a95d-19fcc68b45ab tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1040680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8675'] for router, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:29.402454 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-353387d7-82ff-4a48-9af2-ab2fec0b44ae tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Calling delete_port for aa7d453d-d7b5-426d-a218-2a19d0149815 owned by {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:36:29.467295 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e0577540-b076-4949-a95d-19fcc68b45ab tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:29.475192 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e0577540-b076-4949-a95d-19fcc68b45ab tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1040691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049'] for router, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:29.507831 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e0577540-b076-4949-a95d-19fcc68b45ab tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:29.512181 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-e0577540-b076-4949-a95d-19fcc68b45ab tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1967239 Jan 18 22:36:29.514732 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60710) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:29.555326 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 4b86175e-fb30-41be-afc6-9127ecfa5027 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:36:29.555804 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:29.567007 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-189ecff8-fb51-42f6-b0e3-a0da602f2fd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:29.584070 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-189ecff8-fb51-42f6-b0e3-a0da602f2fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:29.585472 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b542b0-8d08-4497-888b-5e76b2a5fda7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-c0149dea-0d3c-432c-9c55-528b9c35a13a', 'network_id': 'c0149dea-0d3c-432c-9c55-528b9c35a13a', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'fixed_ips': [{'subnet_id': '88029bd6-6435-4b7f-bbf8-ab392ab9e4af'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:36:29.588356 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b6b542b0-8d08-4497-888b-5e76b2a5fda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:29.756743 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a8cf48aa-085b-4cae-b150-ce1121a9aa25 req-d3bbeb99-e088-49f3-a947-c81bb4f24bb5 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] 10.222.0.53 "GET /v2.0/security-groups?id=0efb5e62-d5c3-415a-9255-094ed1f8fb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4336047 Jan 18 22:36:29.763763 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189ecff8-fb51-42f6-b0e3-a0da602f2fd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed68a9d5-5eb5-4b20-894b-ea401485364d,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:29.766561 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-353387d7-82ff-4a48-9af2-ab2fec0b44ae tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:29.804248 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353387d7-82ff-4a48-9af2-ab2fec0b44ae tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Pushing event deleted for resources: {'Port': ['ID=aa7d453d-d7b5-426d-a218-2a19d0149815,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:29.820576 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-189ecff8-fb51-42f6-b0e3-a0da602f2fd0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=52a011e84d9c448dbfc389974a8fd92b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1624730 Jan 18 22:36:29.823050 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 60716) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:29.946940 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-353387d7-82ff-4a48-9af2-ab2fec0b44ae tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:29.950655 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-353387d7-82ff-4a48-9af2-ab2fec0b44ae tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "DELETE /v2.0/ports/aa7d453d-d7b5-426d-a218-2a19d0149815 HTTP/1.1" status: 204 len: 168 time: 1.1872497 Jan 18 22:36:29.951412 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-b6b542b0-8d08-4497-888b-5e76b2a5fda7 None None] Allocated IP 2001:db8::2 (c0149dea-0d3c-432c-9c55-528b9c35a13a/88029bd6-6435-4b7f-bbf8-ab392ab9e4af/4c2f45bf-513b-4162-9337-2650808e2dfc) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:36:29.966694 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 60720) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:30.007623 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-43582000-c070-4c59-816d-43a5ad5d9b7d tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:30.023313 n-d-825064-1 neutron-server[102430]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d80ea7a-a80f-4da4-916e-eaf45e5f7f36 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] GET failed (client error): The resource could not be found. Jan 18 22:36:30.025294 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-3d80ea7a-a80f-4da4-916e-eaf45e5f7f36 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "GET /v2.0/ports/aa7d453d-d7b5-426d-a218-2a19d0149815 HTTP/1.1" status: 404 len: 333 time: 0.0573008 Jan 18 22:36:30.028422 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 60726) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:30.167126 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-308b9d20-326e-4ddc-83ce-94fa2944f64f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:30.265631 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-308b9d20-326e-4ddc-83ce-94fa2944f64f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:30.341769 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-5bb48c42-e28c-45f8-b6dd-7c8a1a7653dc tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Deleting port 2ad31514-7243-4856-b30b-130022d13800 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:36:30.345234 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5bb48c42-e28c-45f8-b6dd-7c8a1a7653dc tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:30.370300 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b6b542b0-8d08-4497-888b-5e76b2a5fda7 None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:30.403822 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b6b542b0-8d08-4497-888b-5e76b2a5fda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:30.486108 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5bb48c42-e28c-45f8-b6dd-7c8a1a7653dc tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:30.490178 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b542b0-8d08-4497-888b-5e76b2a5fda7 None None] Pushing event updated for resources: {'Port': ['ID=4c2f45bf-513b-4162-9337-2650808e2dfc,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:30.499181 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-5bb48c42-e28c-45f8-b6dd-7c8a1a7653dc tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Calling delete_port for 2ad31514-7243-4856-b30b-130022d13800 owned by {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:36:30.514810 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b542b0-8d08-4497-888b-5e76b2a5fda7 None None] Network c0149dea-0d3c-432c-9c55-528b9c35a13a is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:36:30.518287 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-b6b542b0-8d08-4497-888b-5e76b2a5fda7 None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:36:30.521382 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b542b0-8d08-4497-888b-5e76b2a5fda7 None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:36:30.608795 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-b6b542b0-8d08-4497-888b-5e76b2a5fda7 None None] Attempting to bind port 4c2f45bf-513b-4162-9337-2650808e2dfc on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:36:30.609462 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-b6b542b0-8d08-4497-888b-5e76b2a5fda7 None None] Attempting to bind port 4c2f45bf-513b-4162-9337-2650808e2dfc by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '993c9a27-2178-4e8c-9be6-9392d69ccd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c0149dea-0d3c-432c-9c55-528b9c35a13a'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:36:30.609572 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b542b0-8d08-4497-888b-5e76b2a5fda7 None None] Attempting to bind port 4c2f45bf-513b-4162-9337-2650808e2dfc on network c0149dea-0d3c-432c-9c55-528b9c35a13a {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:36:30.616116 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b542b0-8d08-4497-888b-5e76b2a5fda7 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:36:30.616529 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b542b0-8d08-4497-888b-5e76b2a5fda7 None None] Checking segment: {'id': '993c9a27-2178-4e8c-9be6-9392d69ccd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c0149dea-0d3c-432c-9c55-528b9c35a13a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:36:30.616938 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b6b542b0-8d08-4497-888b-5e76b2a5fda7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:30.617389 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b542b0-8d08-4497-888b-5e76b2a5fda7 None None] Bound using segment: {'id': '993c9a27-2178-4e8c-9be6-9392d69ccd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c0149dea-0d3c-432c-9c55-528b9c35a13a'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:36:30.617862 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-b6b542b0-8d08-4497-888b-5e76b2a5fda7 None None] Bound port: 4c2f45bf-513b-4162-9337-2650808e2dfc, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '993c9a27-2178-4e8c-9be6-9392d69ccd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c0149dea-0d3c-432c-9c55-528b9c35a13a'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:36:30.618386 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b6b542b0-8d08-4497-888b-5e76b2a5fda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:30.669815 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-308b9d20-326e-4ddc-83ce-94fa2944f64f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:30.672763 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-308b9d20-326e-4ddc-83ce-94fa2944f64f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:30.676359 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-43582000-c070-4c59-816d-43a5ad5d9b7d tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Allocated IP 2001:db8::1 (c0149dea-0d3c-432c-9c55-528b9c35a13a/88029bd6-6435-4b7f-bbf8-ab392ab9e4af/3b871a03-89cd-4192-b81b-612177408c8f) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:36:30.678625 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-308b9d20-326e-4ddc-83ce-94fa2944f64f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ed68a9d5-5eb5-4b20-894b-ea401485364d HTTP/1.1" status: 204 len: 168 time: 0.8542717 Jan 18 22:36:30.721328 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-b6b542b0-8d08-4497-888b-5e76b2a5fda7 None None] For port 4c2f45bf-513b-4162-9337-2650808e2dfc, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:36:30.725145 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-b6b542b0-8d08-4497-888b-5e76b2a5fda7 None None] For port 4c2f45bf-513b-4162-9337-2650808e2dfc, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=4c2f45bf-513b-4162-9337-2650808e2dfc,segment=NetworkSegment(993c9a27-2178-4e8c-9be6-9392d69ccd8f),segment_id=993c9a27-2178-4e8c-9be6-9392d69ccd8f)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:36:30.731376 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b6b542b0-8d08-4497-888b-5e76b2a5fda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:30.741749 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308b9d20-326e-4ddc-83ce-94fa2944f64f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed68a9d5-5eb5-4b20-894b-ea401485364d,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:30.820098 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5bb48c42-e28c-45f8-b6dd-7c8a1a7653dc tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:30.835356 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b542b0-8d08-4497-888b-5e76b2a5fda7 None None] Pushing event updated for resources: {'Port': ['ID=4c2f45bf-513b-4162-9337-2650808e2dfc,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:30.903226 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb48c42-e28c-45f8-b6dd-7c8a1a7653dc tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Pushing event deleted for resources: {'Port': ['ID=2ad31514-7243-4856-b30b-130022d13800,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:31.051136 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0bb4d2-e342-4a2e-861f-fa12627e1e53 req-955101fe-e339-4fc7-b885-a9ecc8e13950 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:36:31.059714 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8c0bb4d2-e342-4a2e-861f-fa12627e1e53 req-955101fe-e339-4fc7-b885-a9ecc8e13950 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ac7214b-4262-40ae-a11b-aa424df440d1 HTTP/1.1" status: 200 len: 945 time: 0.1708574 Jan 18 22:36:31.065801 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-43582000-c070-4c59-816d-43a5ad5d9b7d tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:31.105201 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5bb48c42-e28c-45f8-b6dd-7c8a1a7653dc tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:31.112346 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-5bb48c42-e28c-45f8-b6dd-7c8a1a7653dc tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "DELETE /v2.0/ports/2ad31514-7243-4856-b30b-130022d13800 HTTP/1.1" status: 204 len: 168 time: 1.0815575 Jan 18 22:36:31.113214 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 60752) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:31.179118 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-43582000-c070-4c59-816d-43a5ad5d9b7d tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:31.217363 n-d-825064-1 neutron-server[102430]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4fdbdc9-d342-46f5-8b99-1b6365781a2c tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] GET failed (client error): The resource could not be found. Jan 18 22:36:31.222161 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-c4fdbdc9-d342-46f5-8b99-1b6365781a2c tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "GET /v2.0/ports/2ad31514-7243-4856-b30b-130022d13800 HTTP/1.1" status: 404 len: 333 time: 0.1052053 Jan 18 22:36:31.222864 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 60758) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:31.299718 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43582000-c070-4c59-816d-43a5ad5d9b7d tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Pushing event updated for resources: {'Port': ['ID=3b871a03-89cd-4192-b81b-612177408c8f,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:31.334123 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43582000-c070-4c59-816d-43a5ad5d9b7d tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Network c0149dea-0d3c-432c-9c55-528b9c35a13a is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:36:31.337359 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-43582000-c070-4c59-816d-43a5ad5d9b7d tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:36:31.343269 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43582000-c070-4c59-816d-43a5ad5d9b7d tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:36:31.343852 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-43582000-c070-4c59-816d-43a5ad5d9b7d tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1040954'] for router_interface, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:31.381382 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb384cbb-a7ce-42c9-8ced-fe064dcfa89d tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Deleting subnet 70fba351-3611-41a3-bbdd-8d2893b6fc14 {{(pid=102430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:36:31.388106 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-cb384cbb-a7ce-42c9-8ced-fe064dcfa89d tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks [] for subnet, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:31.453264 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-cb384cbb-a7ce-42c9-8ced-fe064dcfa89d tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60394745'] for subnet, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:31.492836 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8c0bb4d2-e342-4a2e-861f-fa12627e1e53 req-eefd2e4b-5cae-42d6-8254-8782c5fb4606 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] 10.222.0.53 "GET /v2.0/security-groups?id=0efb5e62-d5c3-415a-9255-094ed1f8fb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4318888 Jan 18 22:36:31.636596 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-cb384cbb-a7ce-42c9-8ced-fe064dcfa89d tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:31.758201 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-cb384cbb-a7ce-42c9-8ced-fe064dcfa89d tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60203138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62288677'] for subnet, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:31.796819 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb384cbb-a7ce-42c9-8ced-fe064dcfa89d tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Pushing event deleted for resources: {'Subnet': ['ID=70fba351-3611-41a3-bbdd-8d2893b6fc14,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:31.825279 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-cb384cbb-a7ce-42c9-8ced-fe064dcfa89d tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks [] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:31.825930 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0bfc4bb-2821-486b-9663-57a8bd53a2a2 None None] Network c03025c8-f40e-4c0e-9489-49fe2db5f62d requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:36:31.831531 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-cb384cbb-a7ce-42c9-8ced-fe064dcfa89d tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "DELETE /v2.0/subnets/70fba351-3611-41a3-bbdd-8d2893b6fc14 HTTP/1.1" status: 204 len: 168 time: 0.5879121 Jan 18 22:36:31.832672 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 60768) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:31.841097 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 60770) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:31.859652 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f4a67b94-aa30-4f73-b3c6-9ae68494fbf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:32.028110 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ed1025cb-f53e-498e-82d7-ecd820e35833 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:32.050193 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-43582000-c070-4c59-816d-43a5ad5d9b7d tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:32.193532 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f4a67b94-aa30-4f73-b3c6-9ae68494fbf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:32.222589 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-ed1025cb-f53e-498e-82d7-ecd820e35833 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Deleting port 4b86175e-fb30-41be-afc6-9127ecfa5027 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:36:32.224547 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ed1025cb-f53e-498e-82d7-ecd820e35833 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:32.230779 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f4a67b94-aa30-4f73-b3c6-9ae68494fbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:32.277712 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a67b94-aa30-4f73-b3c6-9ae68494fbf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20194a40-70eb-46c9-abe9-c160741b1199,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:32.283371 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a63b732-cb78-498a-8e32-3174b71afba2 None None] DHCP port deletion for c03025c8-f40e-4c0e-9489-49fe2db5f62d request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:36:32.375968 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-6a63b732-cb78-498a-8e32-3174b71afba2 None None] Deleting port 4b86175e-fb30-41be-afc6-9127ecfa5027 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:36:32.376375 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6a63b732-cb78-498a-8e32-3174b71afba2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:32.421241 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-f4a67b94-aa30-4f73-b3c6-9ae68494fbf3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=72667dd5c1d1404bb9ceff8ab9f6c9a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5861137 Jan 18 22:36:32.422705 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60780) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:32.469022 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-ed1025cb-f53e-498e-82d7-ecd820e35833 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] For port 4b86175e-fb30-41be-afc6-9127ecfa5027, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=4b86175e-fb30-41be-afc6-9127ecfa5027,segment=NetworkSegment(0eb3dce1-42c0-4598-95df-229e4e0e3358),segment_id=0eb3dce1-42c0-4598-95df-229e4e0e3358)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:36:32.469400 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ed1025cb-f53e-498e-82d7-ecd820e35833 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:32.471881 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-6a63b732-cb78-498a-8e32-3174b71afba2 None None] For port 4b86175e-fb30-41be-afc6-9127ecfa5027, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=4b86175e-fb30-41be-afc6-9127ecfa5027,segment=NetworkSegment(0eb3dce1-42c0-4598-95df-229e4e0e3358),segment_id=0eb3dce1-42c0-4598-95df-229e4e0e3358)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:36:32.472457 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6a63b732-cb78-498a-8e32-3174b71afba2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:32.490889 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-6a63b732-cb78-498a-8e32-3174b71afba2 None None] Calling delete_port for 4b86175e-fb30-41be-afc6-9127ecfa5027 owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:36:32.509644 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-ed1025cb-f53e-498e-82d7-ecd820e35833 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Calling delete_port for 4b86175e-fb30-41be-afc6-9127ecfa5027 owned by network:dhcp {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:36:32.609403 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e29f5bd-1126-48ff-96cc-a49f5fbe6f5e None None] Network c0149dea-0d3c-432c-9c55-528b9c35a13a requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:36:32.675409 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6a63b732-cb78-498a-8e32-3174b71afba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:32.702665 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a63b732-cb78-498a-8e32-3174b71afba2 None None] Pushing event deleted for resources: {'Port': ['ID=4b86175e-fb30-41be-afc6-9127ecfa5027,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:32.708450 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-43582000-c070-4c59-816d-43a5ad5d9b7d tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:32.728719 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a63b732-cb78-498a-8e32-3174b71afba2 None None] No DVR routers for this DVR port 4b86175e-fb30-41be-afc6-9127ecfa5027 on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:36:32.734871 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-43582000-c070-4c59-816d-43a5ad5d9b7d tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:32.737020 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-43582000-c070-4c59-816d-43a5ad5d9b7d tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-613854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1041070'] for router_interface, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:32.763026 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-bcdbbc9a-eaa4-4404-ae6e-cc03c78a8624 None None] Provisioning complete for port 4c2f45bf-513b-4162-9337-2650808e2dfc triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:36:32.763403 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bcdbbc9a-eaa4-4404-ae6e-cc03c78a8624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:32.798682 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2ecb2b44-1dd4-4e45-93f9-cd5b8e055cb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:32.881003 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4789d6ea-a58e-49f6-8723-9e1c780d2713 req-bd97a538-13b3-49d6-912c-3ae07ce2ce36 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:36:32.889175 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4789d6ea-a58e-49f6-8723-9e1c780d2713 req-bd97a538-13b3-49d6-912c-3ae07ce2ce36 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ac7214b-4262-40ae-a11b-aa424df440d1 HTTP/1.1" status: 200 len: 945 time: 0.2606542 Jan 18 22:36:32.893914 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ed1025cb-f53e-498e-82d7-ecd820e35833 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:32.940762 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1025cb-f53e-498e-82d7-ecd820e35833 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] No DVR routers for this DVR port 4b86175e-fb30-41be-afc6-9127ecfa5027 on host n-d-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:36:32.941297 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43582000-c070-4c59-816d-43a5ad5d9b7d tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Network c0149dea-0d3c-432c-9c55-528b9c35a13a is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:36:32.954447 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-43582000-c070-4c59-816d-43a5ad5d9b7d tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:36:32.960118 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43582000-c070-4c59-816d-43a5ad5d9b7d tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Pushing event updated for resources: {'Port': ['ID=3b871a03-89cd-4192-b81b-612177408c8f,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:32.964173 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2ecb2b44-1dd4-4e45-93f9-cd5b8e055cb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:33.010164 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bcdbbc9a-eaa4-4404-ae6e-cc03c78a8624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:33.078114 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1025cb-f53e-498e-82d7-ecd820e35833 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Pushing event deleted for resources: {'Port': ['ID=4b86175e-fb30-41be-afc6-9127ecfa5027,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:33.172787 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-bcdbbc9a-eaa4-4404-ae6e-cc03c78a8624 None None] For port 4c2f45bf-513b-4162-9337-2650808e2dfc, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=4c2f45bf-513b-4162-9337-2650808e2dfc,segment=NetworkSegment(993c9a27-2178-4e8c-9be6-9392d69ccd8f),segment_id=993c9a27-2178-4e8c-9be6-9392d69ccd8f)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:36:33.189078 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bcdbbc9a-eaa4-4404-ae6e-cc03c78a8624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:33.220551 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2ecb2b44-1dd4-4e45-93f9-cd5b8e055cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:33.223133 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2ecb2b44-1dd4-4e45-93f9-cd5b8e055cb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:33.245451 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-2ecb2b44-1dd4-4e45-93f9-cd5b8e055cb8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/20194a40-70eb-46c9-abe9-c160741b1199 HTTP/1.1" status: 204 len: 168 time: 0.8214424 Jan 18 22:36:33.271625 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4789d6ea-a58e-49f6-8723-9e1c780d2713 req-1287b3b7-381c-49b6-b8dd-7f493e23326a tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] 10.222.0.53 "GET /v2.0/security-groups?id=0efb5e62-d5c3-415a-9255-094ed1f8fb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3542192 Jan 18 22:36:33.297416 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecb2b44-1dd4-4e45-93f9-cd5b8e055cb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20194a40-70eb-46c9-abe9-c160741b1199,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:33.315720 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 4c2f45bf-513b-4162-9337-2650808e2dfc up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:36:33.342639 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43582000-c070-4c59-816d-43a5ad5d9b7d tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Router 45e636f2-a8b7-4a7e-bc35-d78d30f7cc5b is scheduled to L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 with binding_index 1 {{(pid=102431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 22:36:33.391598 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ed1025cb-f53e-498e-82d7-ecd820e35833 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:33.471823 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-ed1025cb-f53e-498e-82d7-ecd820e35833 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c03025c8-f40e-4c0e-9489-49fe2db5f62d']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:36:33.476666 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f54f3c-e31a-48f9-992b-6ec5d87595b6 req-9ce7322d-ca4b-43bc-a7de-9a89967b3788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:36:33.479413 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-05f54f3c-e31a-48f9-992b-6ec5d87595b6 req-9ce7322d-ca4b-43bc-a7de-9a89967b3788 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1c46bb3ba1444fb0be900b14ff20c2b2&device_id=1ac7214b-4262-40ae-a11b-aa424df440d1 HTTP/1.1" status: 200 len: 1096 time: 0.1980731 Jan 18 22:36:33.494316 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-ed1025cb-f53e-498e-82d7-ecd820e35833 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0eb3dce1-42c0-4598-95df-229e4e0e3358') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:36:33.494943 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-ed1025cb-f53e-498e-82d7-ecd820e35833 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0eb3dce1-42c0-4598-95df-229e4e0e3358') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:36:33.496614 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdbbc9a-eaa4-4404-ae6e-cc03c78a8624 None None] Pushing event updated for resources: {'Port': ['ID=4c2f45bf-513b-4162-9337-2650808e2dfc,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:33.522555 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 4c2f45bf-513b-4162-9337-2650808e2dfc triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:36:33.522894 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:33.689143 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1d7feb-90fe-4610-8a6a-7f0173205328 req-4713bae1-e08e-4c2a-a4ed-375620211572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:36:33.690669 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ed1d7feb-90fe-4610-8a6a-7f0173205328 req-4713bae1-e08e-4c2a-a4ed-375620211572 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1ac7214b-4262-40ae-a11b-aa424df440d1 HTTP/1.1" status: 200 len: 1096 time: 0.2080019 Jan 18 22:36:33.699343 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43582000-c070-4c59-816d-43a5ad5d9b7d tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:36:33.717912 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-43582000-c070-4c59-816d-43a5ad5d9b7d tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "PUT /v2.0/routers/45e636f2-a8b7-4a7e-bc35-d78d30f7cc5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2018821 Jan 18 22:36:33.747374 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ed1025cb-f53e-498e-82d7-ecd820e35833 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60394742'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:33.750294 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68c53ff-1b6d-4f02-af9c-0eca2a272f38 None None] Sync routers for ids ['45e636f2-a8b7-4a7e-bc35-d78d30f7cc5b'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:36:33.777044 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68c53ff-1b6d-4f02-af9c-0eca2a272f38 None None] Routers {'45e636f2-a8b7-4a7e-bc35-d78d30f7cc5b'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:36:33.777678 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-e68c53ff-1b6d-4f02-af9c-0eca2a272f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:36:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['45e636f2-a8b7-4a7e-bc35-d78d30f7cc5b'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:36:33.790635 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60808) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:33.792508 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ed1d7feb-90fe-4610-8a6a-7f0173205328 req-a55b65ab-0ac7-4122-99f7-603f6cc40310 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=0efb5e62-d5c3-415a-9255-094ed1f8fb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912549 Jan 18 22:36:33.794763 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ed1025cb-f53e-498e-82d7-ecd820e35833 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:33.806171 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed1025cb-f53e-498e-82d7-ecd820e35833 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:36:33.809523 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ed1025cb-f53e-498e-82d7-ecd820e35833 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60203044'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:33.824549 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-4592467b-d017-4c09-922c-8150496fd364 None None] Provisioning complete for port 4c2f45bf-513b-4162-9337-2650808e2dfc triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:36:33.824921 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4592467b-d017-4c09-922c-8150496fd364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:33.826662 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-e68c53ff-1b6d-4f02-af9c-0eca2a272f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:36:33.856190 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68c53ff-1b6d-4f02-af9c-0eca2a272f38 None None] Routers {'45e636f2-a8b7-4a7e-bc35-d78d30f7cc5b'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:36:33.856745 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-e68c53ff-1b6d-4f02-af9c-0eca2a272f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:36:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['45e636f2-a8b7-4a7e-bc35-d78d30f7cc5b'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:36:33.929883 n-d-825064-1 neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:36:33.929883 n-d-825064-1 neutron-server[102430]: self.session.flush() Jan 18 22:36:33.929883 n-d-825064-1 neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:36:33.929883 n-d-825064-1 neutron-server[102430]: self.session.flush() Jan 18 22:36:33.929883 n-d-825064-1 neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:36:33.929883 n-d-825064-1 neutron-server[102430]: self.session.flush() Jan 18 22:36:33.929883 n-d-825064-1 neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:36:33.929883 n-d-825064-1 neutron-server[102430]: self.session.flush() Jan 18 22:36:33.929883 n-d-825064-1 neutron-server[102430]: Traceback (most recent call last): Jan 18 22:36:33.929883 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:36:33.929883 n-d-825064-1 neutron-server[102430]: timer() Jan 18 22:36:33.929883 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:36:33.929883 n-d-825064-1 neutron-server[102430]: cb(*args, **kw) Jan 18 22:36:33.929883 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:36:33.929883 n-d-825064-1 neutron-server[102430]: return func(*args, **kwargs) Jan 18 22:36:33.929883 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:36:33.929883 n-d-825064-1 neutron-server[102430]: self._notify() Jan 18 22:36:33.929883 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:36:33.929883 n-d-825064-1 neutron-server[102430]: self.callback(batched_events) Jan 18 22:36:33.929883 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:36:33.929883 n-d-825064-1 neutron-server[102430]: event.method(event) Jan 18 22:36:33.929883 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:36:33.929883 n-d-825064-1 neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:36:33.929883 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:36:33.929883 n-d-825064-1 neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:36:33.929883 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:36:33.929883 n-d-825064-1 neutron-server[102430]: return f(self, *a, **k) Jan 18 22:36:33.929883 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:36:33.929883 n-d-825064-1 neutron-server[102430]: return self._get(url).json() Jan 18 22:36:33.929883 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:36:33.929883 n-d-825064-1 neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:36:33.929883 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:36:33.929883 n-d-825064-1 neutron-server[102430]: return self.request(url, 'GET', **kwargs) Jan 18 22:36:33.929883 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:36:33.929883 n-d-825064-1 neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:36:33.929883 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:36:33.929883 n-d-825064-1 neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:36:33.929883 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:36:33.929883 n-d-825064-1 neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:36:33.929883 n-d-825064-1 neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:36:33.934320 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5b0cbc-781e-4bdb-9909-45ae992dbf13 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:36:33.935294 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-8d5b0cbc-781e-4bdb-9909-45ae992dbf13 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "GET /v2.0/ports/3b871a03-89cd-4192-b81b-612177408c8f HTTP/1.1" status: 200 len: 911 time: 0.1419001 Jan 18 22:36:33.941579 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 60814) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:33.951238 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 4b86175e-fb30-41be-afc6-9127ecfa5027 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:36:33.979543 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f54f3c-e31a-48f9-992b-6ec5d87595b6 req-dacfedfb-9ca9-497c-96dd-3bd084fc2b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:36:33.987085 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-05f54f3c-e31a-48f9-992b-6ec5d87595b6 req-dacfedfb-9ca9-497c-96dd-3bd084fc2b16 service neutron] 10.222.0.67 "GET /v2.0/networks?id=729c5b59-7b6c-40d9-b914-a709ff066f8b HTTP/1.1" status: 200 len: 920 time: 0.4735384 Jan 18 22:36:33.998160 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 4b86175e-fb30-41be-afc6-9127ecfa5027 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:36:33.998504 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 4b86175e-fb30-41be-afc6-9127ecfa5027 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:36:34.009330 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-e68c53ff-1b6d-4f02-af9c-0eca2a272f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:36:34.010004 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68c53ff-1b6d-4f02-af9c-0eca2a272f38 None None] The sync data for ids ['45e636f2-a8b7-4a7e-bc35-d78d30f7cc5b'] in n-d-825064-1 is: [] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:36:34.122199 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ed1025cb-f53e-498e-82d7-ecd820e35833 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:34.128233 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ed1025cb-f53e-498e-82d7-ecd820e35833 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:34.134810 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-ed1025cb-f53e-498e-82d7-ecd820e35833 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "DELETE /v2.0/networks/c03025c8-f40e-4c0e-9489-49fe2db5f62d HTTP/1.1" status: 204 len: 168 time: 2.2889984 Jan 18 22:36:34.135162 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60818) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:34.142839 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-1fccee98-948d-437b-b300-d8cfad6b360f tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1997458463'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:36:34.144588 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-05f54f3c-e31a-48f9-992b-6ec5d87595b6 req-401fcfca-9349-45ed-8ecf-72e48454def9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a0828ba-3312-4fda-9137-e3828fbe13db HTTP/1.1" status: 200 len: 217 time: 0.0962105 Jan 18 22:36:34.181076 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-4592467b-d017-4c09-922c-8150496fd364 None None] Provisioning complete for port 3b871a03-89cd-4192-b81b-612177408c8f triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:36:34.181531 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4592467b-d017-4c09-922c-8150496fd364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:34.214230 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f54f3c-e31a-48f9-992b-6ec5d87595b6 req-bd8069ca-794c-4b27-aa34-dab897855d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:36:34.215761 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-05f54f3c-e31a-48f9-992b-6ec5d87595b6 req-bd8069ca-794c-4b27-aa34-dab897855d5e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e9fefdd6-ef8e-451d-90d4-5c53894b5fa7 HTTP/1.1" status: 200 len: 860 time: 0.0565503 Jan 18 22:36:34.216614 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1025cb-f53e-498e-82d7-ecd820e35833 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Pushing event deleted for resources: {'Network': ['ID=c03025c8-f40e-4c0e-9489-49fe2db5f62d,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:34.228178 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fccee98-948d-437b-b300-d8cfad6b360f tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Made reservation on behalf of 7f7e3488513a4b34800a857d787e609b for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:36:34.238903 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1fccee98-948d-437b-b300-d8cfad6b360f tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:34.259074 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 60820) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:34.269885 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-4592467b-d017-4c09-922c-8150496fd364 None None] Port 3b871a03-89cd-4192-b81b-612177408c8f cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:36:34.324505 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-05f54f3c-e31a-48f9-992b-6ec5d87595b6 req-c7b3db0c-cd42-48e6-a048-69756e75e6e1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=729c5b59-7b6c-40d9-b914-a709ff066f8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0989158 Jan 18 22:36:34.337526 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fccee98-948d-437b-b300-d8cfad6b360f tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:36:34.370084 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1fccee98-948d-437b-b300-d8cfad6b360f tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:34.370084 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-1fccee98-948d-437b-b300-d8cfad6b360f tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Added segment 2dfeef66-e691-4845-9a02-2d75e99ae09f of type vlan for network a90aef59-b8a5-4c46-b8ee-2c5950e67bfe Jan 18 22:36:34.407078 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-3ad621c4-24db-4261-8254-157e9c7bb7b1 None None] Provisioning complete for port 3b871a03-89cd-4192-b81b-612177408c8f triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:36:34.409467 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3ad621c4-24db-4261-8254-157e9c7bb7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:34.445980 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1fccee98-948d-437b-b300-d8cfad6b360f tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:34.474037 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-065c4044-1274-42ef-92da-cfb3042ad4b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:34.483285 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-3ad621c4-24db-4261-8254-157e9c7bb7b1 None None] Port 3b871a03-89cd-4192-b81b-612177408c8f cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:36:34.498965 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1fccee98-948d-437b-b300-d8cfad6b360f tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:34.512913 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fccee98-948d-437b-b300-d8cfad6b360f tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:36:34.521729 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1fccee98-948d-437b-b300-d8cfad6b360f tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:34.680370 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fccee98-948d-437b-b300-d8cfad6b360f tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Pushing event updated for resources: {'Network': ['ID=a90aef59-b8a5-4c46-b8ee-2c5950e67bfe,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:34.693889 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network a90aef59-b8a5-4c46-b8ee-2c5950e67bfe details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:36:34.701098 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-1fccee98-948d-437b-b300-d8cfad6b360f tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5636039 Jan 18 22:36:34.703184 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60828) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:34.720343 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-62b7ad9f-f4de-46ba-a811-581e55e0e278 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Request body: {'subnet': {'network_id': 'a90aef59-b8a5-4c46-b8ee-2c5950e67bfe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:36:34.781052 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b91bbea-4510-41e9-86a6-f2b036215089 req-86622547-6b1a-406b-bffd-781a7257e28a tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:36:34.782656 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3b91bbea-4510-41e9-86a6-f2b036215089 req-86622547-6b1a-406b-bffd-781a7257e28a tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ac7214b-4262-40ae-a11b-aa424df440d1 HTTP/1.1" status: 200 len: 945 time: 0.2849023 Jan 18 22:36:34.874341 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-05f54f3c-e31a-48f9-992b-6ec5d87595b6 req-8f5d2be3-4f43-4c29-a455-939621c6469f service neutron] 10.222.0.67 "GET /v2.0/networks/729c5b59-7b6c-40d9-b914-a709ff066f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3571317 Jan 18 22:36:34.919913 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-452e8721-ad41-4245-a16d-1f7cc4855f96 None None] Provisioning complete for port 3b871a03-89cd-4192-b81b-612177408c8f triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:36:34.920321 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-452e8721-ad41-4245-a16d-1f7cc4855f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:34.934356 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62b7ad9f-f4de-46ba-a811-581e55e0e278 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Made reservation on behalf of 7f7e3488513a4b34800a857d787e609b for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:36:34.940719 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-62b7ad9f-f4de-46ba-a811-581e55e0e278 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:34.957119 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3b91bbea-4510-41e9-86a6-f2b036215089 req-fc75a290-7153-4806-bb2b-ddbbd2c61d9e tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] 10.222.0.53 "GET /v2.0/security-groups?id=0efb5e62-d5c3-415a-9255-094ed1f8fb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553869 Jan 18 22:36:35.008386 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-452e8721-ad41-4245-a16d-1f7cc4855f96 None None] Port 3b871a03-89cd-4192-b81b-612177408c8f cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:36:35.122275 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 4c2f45bf-513b-4162-9337-2650808e2dfc up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:36:35.198098 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 4c2f45bf-513b-4162-9337-2650808e2dfc triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:36:35.198752 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:35.363700 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-62b7ad9f-f4de-46ba-a811-581e55e0e278 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:35.511491 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b7ad9f-f4de-46ba-a811-581e55e0e278 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Pushing event updated for resources: {'Subnet': ['ID=363fea4b-8f08-4e74-9637-da76202b4f27,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:35.518690 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b7ad9f-f4de-46ba-a811-581e55e0e278 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Checking segment: {'id': '2dfeef66-e691-4845-9a02-2d75e99ae09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a90aef59-b8a5-4c46-b8ee-2c5950e67bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:36:35.519048 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b7ad9f-f4de-46ba-a811-581e55e0e278 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Network hostable DHCP agents. Network: a90aef59-b8a5-4c46-b8ee-2c5950e67bfe, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:36:35.531513 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-05f54f3c-e31a-48f9-992b-6ec5d87595b6 req-1e7b212a-34cf-452e-8b4e-79296cafc20b service neutron] 10.222.0.67 "GET /v2.0/networks/729c5b59-7b6c-40d9-b914-a709ff066f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6437838 Jan 18 22:36:35.552995 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b7ad9f-f4de-46ba-a811-581e55e0e278 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Network a90aef59-b8a5-4c46-b8ee-2c5950e67bfe is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:36:35.574372 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-065c4044-1274-42ef-92da-cfb3042ad4b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:35.575832 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-62b7ad9f-f4de-46ba-a811-581e55e0e278 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, a90aef59-b8a5-4c46-b8ee-2c5950e67bfe) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:36:35.586491 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-065c4044-1274-42ef-92da-cfb3042ad4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:35.591055 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac80d54-a6e7-4c0c-b231-850b97caafb9 None None] Network a90aef59-b8a5-4c46-b8ee-2c5950e67bfe requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:36:35.611647 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b7ad9f-f4de-46ba-a811-581e55e0e278 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:36:35.614654 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-62b7ad9f-f4de-46ba-a811-581e55e0e278 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:35.652435 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-62b7ad9f-f4de-46ba-a811-581e55e0e278 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9464281 Jan 18 22:36:35.655738 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60844) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:35.664487 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-6ced6375-266f-49d6-b754-09413bb4b198 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1735230651', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:36:35.669151 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065c4044-1274-42ef-92da-cfb3042ad4b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9662e0e0-d498-40b6-9c08-0b3d8606ed92,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:35.691091 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-065c4044-1274-42ef-92da-cfb3042ad4b8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4b871fb5cf0b48168de0625d293b45cb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3943942 Jan 18 22:36:35.692692 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60846) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:35.747342 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-90a7e3e0-a9e2-4392-9eeb-a5486aa8754c tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1041027'] for router_interface, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:35.800308 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6ced6375-266f-49d6-b754-09413bb4b198 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1044160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8692'] for router, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:35.801447 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6ced6375-266f-49d6-b754-09413bb4b198 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1040680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8675'] for router, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:35.901062 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-aafc5a8a-22c1-485c-8a89-c01a6182bd14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:35.926727 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd161f30-bb9a-40f7-9322-80c939410261 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-a90aef59-b8a5-4c46-b8ee-2c5950e67bfe', 'network_id': 'a90aef59-b8a5-4c46-b8ee-2c5950e67bfe', 'tenant_id': '7f7e3488513a4b34800a857d787e609b', 'fixed_ips': [{'subnet_id': '363fea4b-8f08-4e74-9637-da76202b4f27'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:36:35.927619 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fd161f30-bb9a-40f7-9322-80c939410261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:35.949308 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6ced6375-266f-49d6-b754-09413bb4b198 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:35.976411 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6ced6375-266f-49d6-b754-09413bb4b198 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1040691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049'] for router, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:36.038219 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-aafc5a8a-22c1-485c-8a89-c01a6182bd14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:36.065568 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6ced6375-266f-49d6-b754-09413bb4b198 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:36.069909 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-6ced6375-266f-49d6-b754-09413bb4b198 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4098508 Jan 18 22:36:36.071269 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 60858) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:36.095479 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-659c5ab9-7f29-424b-8980-10cec5c44745 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Request body: {'port': {'network_id': 'a90aef59-b8a5-4c46-b8ee-2c5950e67bfe', 'name': 'tempest-PortsTestJSON-1109899940'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:36:36.177307 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-aafc5a8a-22c1-485c-8a89-c01a6182bd14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:36.182522 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-aafc5a8a-22c1-485c-8a89-c01a6182bd14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:36.185582 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-aafc5a8a-22c1-485c-8a89-c01a6182bd14 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9662e0e0-d498-40b6-9c08-0b3d8606ed92 HTTP/1.1" status: 204 len: 168 time: 0.4918613 Jan 18 22:36:36.205502 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafc5a8a-22c1-485c-8a89-c01a6182bd14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9662e0e0-d498-40b6-9c08-0b3d8606ed92,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:36.230942 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-fd161f30-bb9a-40f7-9322-80c939410261 None None] Allocated IP 172.20.0.2 (a90aef59-b8a5-4c46-b8ee-2c5950e67bfe/363fea4b-8f08-4e74-9637-da76202b4f27/257263ce-c386-4ac2-b1da-679882fdadb5) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:36:36.417334 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e5c09f-094f-499f-a393-ec7c7d5a5420 req-27073135-6bc2-4114-97f2-f1a7757b56b0 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:36:36.419041 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-46e5c09f-094f-499f-a393-ec7c7d5a5420 req-27073135-6bc2-4114-97f2-f1a7757b56b0 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ac7214b-4262-40ae-a11b-aa424df440d1 HTTP/1.1" status: 200 len: 945 time: 0.2185168 Jan 18 22:36:36.491271 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fd161f30-bb9a-40f7-9322-80c939410261 None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:36.508709 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fd161f30-bb9a-40f7-9322-80c939410261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:36.537864 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-90a7e3e0-a9e2-4392-9eeb-a5486aa8754c tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Deleting port 3b871a03-89cd-4192-b81b-612177408c8f {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:36:36.538323 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-90a7e3e0-a9e2-4392-9eeb-a5486aa8754c tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:36.567585 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd161f30-bb9a-40f7-9322-80c939410261 None None] Pushing event updated for resources: {'Port': ['ID=257263ce-c386-4ac2-b1da-679882fdadb5,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:36.579016 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd161f30-bb9a-40f7-9322-80c939410261 None None] Network a90aef59-b8a5-4c46-b8ee-2c5950e67bfe is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:36:36.581504 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-fd161f30-bb9a-40f7-9322-80c939410261 None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:36:36.584258 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd161f30-bb9a-40f7-9322-80c939410261 None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:36:36.650487 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-90a7e3e0-a9e2-4392-9eeb-a5486aa8754c tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:36.661740 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-fd161f30-bb9a-40f7-9322-80c939410261 None None] Attempting to bind port 257263ce-c386-4ac2-b1da-679882fdadb5 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:36:36.662287 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-fd161f30-bb9a-40f7-9322-80c939410261 None None] Attempting to bind port 257263ce-c386-4ac2-b1da-679882fdadb5 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '2dfeef66-e691-4845-9a02-2d75e99ae09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a90aef59-b8a5-4c46-b8ee-2c5950e67bfe'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:36:36.662727 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd161f30-bb9a-40f7-9322-80c939410261 None None] Attempting to bind port 257263ce-c386-4ac2-b1da-679882fdadb5 on network a90aef59-b8a5-4c46-b8ee-2c5950e67bfe {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:36:36.669743 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd161f30-bb9a-40f7-9322-80c939410261 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:36:36.670239 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd161f30-bb9a-40f7-9322-80c939410261 None None] Checking segment: {'id': '2dfeef66-e691-4845-9a02-2d75e99ae09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a90aef59-b8a5-4c46-b8ee-2c5950e67bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:36:36.670715 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fd161f30-bb9a-40f7-9322-80c939410261 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:36.671192 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd161f30-bb9a-40f7-9322-80c939410261 None None] Bound using segment: {'id': '2dfeef66-e691-4845-9a02-2d75e99ae09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a90aef59-b8a5-4c46-b8ee-2c5950e67bfe'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:36:36.671866 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-fd161f30-bb9a-40f7-9322-80c939410261 None None] Bound port: 257263ce-c386-4ac2-b1da-679882fdadb5, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dfeef66-e691-4845-9a02-2d75e99ae09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a90aef59-b8a5-4c46-b8ee-2c5950e67bfe'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:36:36.672514 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fd161f30-bb9a-40f7-9322-80c939410261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:36.673779 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-46e5c09f-094f-499f-a393-ec7c7d5a5420 req-6df4197f-64ba-4ffb-b146-7d4dedb6089f tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] 10.222.0.53 "GET /v2.0/security-groups?id=0efb5e62-d5c3-415a-9255-094ed1f8fb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412112 Jan 18 22:36:36.684848 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-90a7e3e0-a9e2-4392-9eeb-a5486aa8754c tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Calling delete_port for 3b871a03-89cd-4192-b81b-612177408c8f owned by network:router_interface {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:36:36.713565 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-659c5ab9-7f29-424b-8980-10cec5c44745 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Made reservation on behalf of 7f7e3488513a4b34800a857d787e609b for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:36:36.736806 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-659c5ab9-7f29-424b-8980-10cec5c44745 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:36.765762 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-fd161f30-bb9a-40f7-9322-80c939410261 None None] For port 257263ce-c386-4ac2-b1da-679882fdadb5, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:36:36.768751 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-498eb94e-6c93-4837-afcd-5fde91883dcb req-85b9df81-3cc1-434b-876d-30cffca3383c tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-737197685', 'description': 'tempest-description-1594100328'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:36:36.773646 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-fd161f30-bb9a-40f7-9322-80c939410261 None None] For port 257263ce-c386-4ac2-b1da-679882fdadb5, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=257263ce-c386-4ac2-b1da-679882fdadb5,segment=NetworkSegment(2dfeef66-e691-4845-9a02-2d75e99ae09f),segment_id=2dfeef66-e691-4845-9a02-2d75e99ae09f)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:36:36.788561 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fd161f30-bb9a-40f7-9322-80c939410261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:36.855112 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [None req-659c5ab9-7f29-424b-8980-10cec5c44745 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] device_id is not set on port 24685ba1-6330-48b8-afcd-13e9c5f2ba5b yet. {{(pid=102430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:36:36.896572 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd161f30-bb9a-40f7-9322-80c939410261 None None] Pushing event updated for resources: {'Port': ['ID=257263ce-c386-4ac2-b1da-679882fdadb5,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:37.205548 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-498eb94e-6c93-4837-afcd-5fde91883dcb req-85b9df81-3cc1-434b-876d-30cffca3383c tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:37.259660 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-90a7e3e0-a9e2-4392-9eeb-a5486aa8754c tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:37.362649 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a7e3e0-a9e2-4392-9eeb-a5486aa8754c tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Pushing event deleted for resources: {'Port': ['ID=3b871a03-89cd-4192-b81b-612177408c8f,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:37.663439 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-659c5ab9-7f29-424b-8980-10cec5c44745 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Allocated IP 172.20.0.13 (a90aef59-b8a5-4c46-b8ee-2c5950e67bfe/363fea4b-8f08-4e74-9637-da76202b4f27/24685ba1-6330-48b8-afcd-13e9c5f2ba5b) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:36:37.768231 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-90a7e3e0-a9e2-4392-9eeb-a5486aa8754c tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-613841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1046579'] for router_interface, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:37.958761 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-498eb94e-6c93-4837-afcd-5fde91883dcb req-85b9df81-3cc1-434b-876d-30cffca3383c tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:37.985664 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-498eb94e-6c93-4837-afcd-5fde91883dcb req-85b9df81-3cc1-434b-876d-30cffca3383c tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:38.281035 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-498eb94e-6c93-4837-afcd-5fde91883dcb req-85b9df81-3cc1-434b-876d-30cffca3383c tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:38.282625 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-498eb94e-6c93-4837-afcd-5fde91883dcb req-85b9df81-3cc1-434b-876d-30cffca3383c tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 1.5382328 Jan 18 22:36:38.378985 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b9df81-3cc1-434b-876d-30cffca3383c tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a62f6ca-31e3-4cc4-8933-4c3a48870dbd,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:38.409385 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dbdaa43-b532-40b2-8e97-5544d99ab4a2 None None] Network a90aef59-b8a5-4c46-b8ee-2c5950e67bfe requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:36:38.448670 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90a7e3e0-a9e2-4392-9eeb-a5486aa8754c tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Router 45e636f2-a8b7-4a7e-bc35-d78d30f7cc5b has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:36:38.491500 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-659c5ab9-7f29-424b-8980-10cec5c44745 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:38.559358 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-a420d96b-0054-4361-99a5-9826e01fa2f2 None None] Provisioning complete for port 257263ce-c386-4ac2-b1da-679882fdadb5 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:36:38.559733 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a420d96b-0054-4361-99a5-9826e01fa2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:38.692393 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c88bbf72-4536-441d-90b8-bcb6f7213101 req-89b69172-7d76-4fb1-b17a-42649331f42d tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-737197685&fields=id&tenant_id=1c46bb3ba1444fb0be900b14ff20c2b2 HTTP/1.1" status: 200 len: 267 time: 0.2553980 Jan 18 22:36:38.734115 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a420d96b-0054-4361-99a5-9826e01fa2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:38.759164 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90a7e3e0-a9e2-4392-9eeb-a5486aa8754c tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:36:38.790143 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bf70a2-668b-477d-8bce-da37e8bd9f06 None None] Sync routers for ids ['45e636f2-a8b7-4a7e-bc35-d78d30f7cc5b'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:36:38.811258 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-90a7e3e0-a9e2-4392-9eeb-a5486aa8754c tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "PUT /v2.0/routers/45e636f2-a8b7-4a7e-bc35-d78d30f7cc5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8647642 Jan 18 22:36:38.811258 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-659c5ab9-7f29-424b-8980-10cec5c44745 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:38.812498 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 60914) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:38.812663 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bf70a2-668b-477d-8bce-da37e8bd9f06 None None] Routers {'45e636f2-a8b7-4a7e-bc35-d78d30f7cc5b'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:36:38.813282 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-09bf70a2-668b-477d-8bce-da37e8bd9f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:36:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['45e636f2-a8b7-4a7e-bc35-d78d30f7cc5b'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:36:38.884400 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-09bf70a2-668b-477d-8bce-da37e8bd9f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:36:38.886746 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659c5ab9-7f29-424b-8980-10cec5c44745 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Network a90aef59-b8a5-4c46-b8ee-2c5950e67bfe is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:36:38.891024 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-659c5ab9-7f29-424b-8980-10cec5c44745 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:36:38.900770 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-dbe5e84b-c999-43e1-a646-5f753134e2c6 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "GET /v2.0/ports?device_id=45e636f2-a8b7-4a7e-bc35-d78d30f7cc5b HTTP/1.1" status: 200 len: 205 time: 0.0822554 Jan 18 22:36:38.901202 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bf70a2-668b-477d-8bce-da37e8bd9f06 None None] Routers {'45e636f2-a8b7-4a7e-bc35-d78d30f7cc5b'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:36:38.901418 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 60918) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:38.901841 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-09bf70a2-668b-477d-8bce-da37e8bd9f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:36:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['45e636f2-a8b7-4a7e-bc35-d78d30f7cc5b'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:36:38.902748 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659c5ab9-7f29-424b-8980-10cec5c44745 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:36:38.967438 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-09bf70a2-668b-477d-8bce-da37e8bd9f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:36:38.968098 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bf70a2-668b-477d-8bce-da37e8bd9f06 None None] The sync data for ids ['45e636f2-a8b7-4a7e-bc35-d78d30f7cc5b'] in n-d-825064-1 is: [] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:36:39.046936 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88bbf72-4536-441d-90b8-bcb6f7213101 req-95240ba6-8368-49d1-a2fd-6e4b820fe449 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:36:39.048629 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c88bbf72-4536-441d-90b8-bcb6f7213101 req-95240ba6-8368-49d1-a2fd-6e4b820fe449 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ac7214b-4262-40ae-a11b-aa424df440d1 HTTP/1.1" status: 200 len: 945 time: 0.3414137 Jan 18 22:36:39.057563 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659c5ab9-7f29-424b-8980-10cec5c44745 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Pushing event updated for resources: {'Port': ['ID=24685ba1-6330-48b8-afcd-13e9c5f2ba5b,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:39.116447 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-a420d96b-0054-4361-99a5-9826e01fa2f2 None None] For port 257263ce-c386-4ac2-b1da-679882fdadb5, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=257263ce-c386-4ac2-b1da-679882fdadb5,segment=NetworkSegment(2dfeef66-e691-4845-9a02-2d75e99ae09f),segment_id=2dfeef66-e691-4845-9a02-2d75e99ae09f)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:36:39.126236 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c16745df-a46b-497d-a2fe-d3daffef32e1 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks [] for router, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:39.128168 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a420d96b-0054-4361-99a5-9826e01fa2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:39.289201 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-c88bbf72-4536-441d-90b8-bcb6f7213101 req-5823d9cf-d230-4c59-a5eb-abd2228f7ff9 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Request body: {'port': {'security_groups': ['0efb5e62-d5c3-415a-9255-094ed1f8fb9a', '7a62f6ca-31e3-4cc4-8933-4c3a48870dbd']}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:36:39.323740 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 257263ce-c386-4ac2-b1da-679882fdadb5 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:36:39.368763 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a420d96b-0054-4361-99a5-9826e01fa2f2 None None] Pushing event updated for resources: {'Port': ['ID=257263ce-c386-4ac2-b1da-679882fdadb5,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:39.403584 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659c5ab9-7f29-424b-8980-10cec5c44745 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:36:39.404619 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 257263ce-c386-4ac2-b1da-679882fdadb5 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:36:39.407673 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:39.408441 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-659c5ab9-7f29-424b-8980-10cec5c44745 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:39.643684 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c16745df-a46b-497d-a2fe-d3daffef32e1 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1040886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8602'] for router, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:39.646890 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c16745df-a46b-497d-a2fe-d3daffef32e1 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:39.662228 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-ee72fc21-f938-4637-885e-396074d6bd55 None None] Provisioning complete for port 257263ce-c386-4ac2-b1da-679882fdadb5 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:36:39.663006 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ee72fc21-f938-4637-885e-396074d6bd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:39.791349 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c16745df-a46b-497d-a2fe-d3daffef32e1 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1040832'] for router, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:39.792009 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c16745df-a46b-497d-a2fe-d3daffef32e1 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Fanout notify agent at l3_agent the message router_deleted on router 45e636f2-a8b7-4a7e-bc35-d78d30f7cc5b {{(pid=102430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 22:36:39.801069 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-659c5ab9-7f29-424b-8980-10cec5c44745 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.7287366 Jan 18 22:36:39.807143 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c16745df-a46b-497d-a2fe-d3daffef32e1 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks [] for router, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:39.808088 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60928) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:39.808543 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-c16745df-a46b-497d-a2fe-d3daffef32e1 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "DELETE /v2.0/routers/45e636f2-a8b7-4a7e-bc35-d78d30f7cc5b HTTP/1.1" status: 204 len: 168 time: 0.8328998 Jan 18 22:36:39.811779 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60930) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:39.823409 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-c88bbf72-4536-441d-90b8-bcb6f7213101 req-5823d9cf-d230-4c59-a5eb-abd2228f7ff9 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:40.085175 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-6e6fd5f1-13e0-4a15-a329-e72d2e838736 None None] Provisioning complete for port 24685ba1-6330-48b8-afcd-13e9c5f2ba5b triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:36:40.085570 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6e6fd5f1-13e0-4a15-a329-e72d2e838736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:40.090463 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-04f559be-cb05-444e-9cae-5802933f918f tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Deleting subnet 88029bd6-6435-4b7f-bbf8-ab392ab9e4af {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:36:40.093870 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-04f559be-cb05-444e-9cae-5802933f918f tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:40.213942 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-6e6fd5f1-13e0-4a15-a329-e72d2e838736 None None] Port 24685ba1-6330-48b8-afcd-13e9c5f2ba5b cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:36:40.329944 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-c88bbf72-4536-441d-90b8-bcb6f7213101 req-5823d9cf-d230-4c59-a5eb-abd2228f7ff9 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] For port 2a0828ba-3312-4fda-9137-e3828fbe13db, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=2a0828ba-3312-4fda-9137-e3828fbe13db,segment=NetworkSegment(574a4011-3394-4445-9206-df1ee73c7c5f),segment_id=574a4011-3394-4445-9206-df1ee73c7c5f)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:36:40.341317 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-04f559be-cb05-444e-9cae-5802933f918f tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:40.415078 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-c88bbf72-4536-441d-90b8-bcb6f7213101 req-5823d9cf-d230-4c59-a5eb-abd2228f7ff9 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:40.423750 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-c88bbf72-4536-441d-90b8-bcb6f7213101 req-5823d9cf-d230-4c59-a5eb-abd2228f7ff9 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:40.437579 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['2a0828ba-3312-4fda-9137-e3828fbe13db'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:36:40.491286 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88bbf72-4536-441d-90b8-bcb6f7213101 req-5823d9cf-d230-4c59-a5eb-abd2228f7ff9 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:36:40.492159 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-c88bbf72-4536-441d-90b8-bcb6f7213101 req-5823d9cf-d230-4c59-a5eb-abd2228f7ff9 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:40.498110 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c88bbf72-4536-441d-90b8-bcb6f7213101 req-5823d9cf-d230-4c59-a5eb-abd2228f7ff9 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] 10.222.0.53 "PUT /v2.0/ports/2a0828ba-3312-4fda-9137-e3828fbe13db HTTP/1.1" status: 200 len: 981 time: 1.3746498 Jan 18 22:36:40.498799 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ac7214b-4262-40ae-a11b-aa424df440d1', 'tag': '2a0828ba-3312-4fda-9137-e3828fbe13db'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:36:40.514374 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2ada5e1-5273-4bbc-8bf2-d9f2dcc2e543" -d '{"events": [{"name": "network-changed", "server_uuid": "1ac7214b-4262-40ae-a11b-aa424df440d1", "tag": "2a0828ba-3312-4fda-9137-e3828fbe13db"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:36:40.583914 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-04f559be-cb05-444e-9cae-5802933f918f tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:40.606571 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5823d9cf-d230-4c59-a5eb-abd2228f7ff9 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Pushing event updated for resources: {'Port': ['ID=2a0828ba-3312-4fda-9137-e3828fbe13db,revision_number=6']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:40.609330 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-43024e57-5f29-4b5a-a69e-242b0efef09e tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:40.618302 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a192d706-cfd3-487b-bbd5-18d0e3695e05 x-openstack-request-id: req-a192d706-cfd3-487b-bbd5-18d0e3695e05 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:36:40.618785 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ac7214b-4262-40ae-a11b-aa424df440d1", "tag": "2a0828ba-3312-4fda-9137-e3828fbe13db", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:36:40.619209 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a192d706-cfd3-487b-bbd5-18d0e3695e05 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:36:40.620574 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ac7214b-4262-40ae-a11b-aa424df440d1', 'tag': '2a0828ba-3312-4fda-9137-e3828fbe13db', 'status': 'completed', 'code': 200} Jan 18 22:36:40.646714 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['2a0828ba-3312-4fda-9137-e3828fbe13db'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:36:40.707823 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a7b81f55-79ef-47b0-9b5f-c6c30c818b8e req-c2360236-6b02-449d-a933-706b209e4c15 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-737197685&fields=id&tenant_id=1c46bb3ba1444fb0be900b14ff20c2b2 HTTP/1.1" status: 200 len: 267 time: 0.0831652 Jan 18 22:36:40.762769 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ada5e1-5273-4bbc-8bf2-d9f2dcc2e543 req-d26584f9-c3bd-4409-aa8d-87134bb77e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:36:40.764791 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a2ada5e1-5273-4bbc-8bf2-d9f2dcc2e543 req-d26584f9-c3bd-4409-aa8d-87134bb77e85 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1c46bb3ba1444fb0be900b14ff20c2b2&device_id=1ac7214b-4262-40ae-a11b-aa424df440d1 HTTP/1.1" status: 200 len: 1135 time: 0.1172142 Jan 18 22:36:40.933456 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-04f559be-cb05-444e-9cae-5802933f918f tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:40.942412 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b81f55-79ef-47b0-9b5f-c6c30c818b8e req-36aa083f-6acb-4910-a254-d614e5a8e720 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:36:40.952824 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a7b81f55-79ef-47b0-9b5f-c6c30c818b8e req-36aa083f-6acb-4910-a254-d614e5a8e720 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ac7214b-4262-40ae-a11b-aa424df440d1 HTTP/1.1" status: 200 len: 984 time: 0.2433469 Jan 18 22:36:41.006746 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ada5e1-5273-4bbc-8bf2-d9f2dcc2e543 req-b0bfb068-f9f7-47da-9f2d-fcbd8a05729a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:36:41.008251 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a2ada5e1-5273-4bbc-8bf2-d9f2dcc2e543 req-b0bfb068-f9f7-47da-9f2d-fcbd8a05729a service neutron] 10.222.0.67 "GET /v2.0/networks?id=729c5b59-7b6c-40d9-b914-a709ff066f8b HTTP/1.1" status: 200 len: 920 time: 0.2370932 Jan 18 22:36:41.015040 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-a7b81f55-79ef-47b0-9b5f-c6c30c818b8e req-76b80d52-8d5e-4056-820a-cd9e2126816e tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Request body: {'port': {'security_groups': ['0efb5e62-d5c3-415a-9255-094ed1f8fb9a']}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:36:41.101183 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a2ada5e1-5273-4bbc-8bf2-d9f2dcc2e543 req-0a91f78d-2015-4149-b72b-10595505d314 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a0828ba-3312-4fda-9137-e3828fbe13db HTTP/1.1" status: 200 len: 217 time: 0.0825849 Jan 18 22:36:41.115070 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ebecff-57e9-4fd1-9992-6e0cc954adbb None None] Network c0149dea-0d3c-432c-9c55-528b9c35a13a requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:36:41.133296 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f559be-cb05-444e-9cae-5802933f918f tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Pushing event deleted for resources: {'Subnet': ['ID=88029bd6-6435-4b7f-bbf8-ab392ab9e4af,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:41.136254 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-04f559be-cb05-444e-9cae-5802933f918f tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:41.147037 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-04f559be-cb05-444e-9cae-5802933f918f tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "DELETE /v2.0/subnets/88029bd6-6435-4b7f-bbf8-ab392ab9e4af HTTP/1.1" status: 204 len: 168 time: 1.3349226 Jan 18 22:36:41.155151 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 60952) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:41.366074 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 257263ce-c386-4ac2-b1da-679882fdadb5 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:36:41.434276 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-43024e57-5f29-4b5a-a69e-242b0efef09e tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:41.440521 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-43024e57-5f29-4b5a-a69e-242b0efef09e tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:41.636597 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43024e57-5f29-4b5a-a69e-242b0efef09e tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Pushing event updated for resources: {'Port': ['ID=24685ba1-6330-48b8-afcd-13e9c5f2ba5b,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:41.658241 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-aaeb2ad7-dcf5-48f4-86a7-3ff7068c68e3 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:41.760519 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ada5e1-5273-4bbc-8bf2-d9f2dcc2e543 req-d7e0dd63-a1dd-488e-9a84-350109ca9e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:36:41.762428 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a2ada5e1-5273-4bbc-8bf2-d9f2dcc2e543 req-d7e0dd63-a1dd-488e-9a84-350109ca9e75 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e9fefdd6-ef8e-451d-90d4-5c53894b5fa7 HTTP/1.1" status: 200 len: 860 time: 0.6182203 Jan 18 22:36:41.766918 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-a7b81f55-79ef-47b0-9b5f-c6c30c818b8e req-76b80d52-8d5e-4056-820a-cd9e2126816e tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:41.829841 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 257263ce-c386-4ac2-b1da-679882fdadb5 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:36:41.830187 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:41.855976 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a2ada5e1-5273-4bbc-8bf2-d9f2dcc2e543 req-0cb88be1-5e3d-4251-a0e2-257dffad8952 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=729c5b59-7b6c-40d9-b914-a709ff066f8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0867310 Jan 18 22:36:41.867843 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-43024e57-5f29-4b5a-a69e-242b0efef09e tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1040954'] for router_interface, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:41.969309 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2555efaa-2500-4261-9a9b-c61cd4c63961 None None] DHCP port deletion for c0149dea-0d3c-432c-9c55-528b9c35a13a request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:36:42.106003 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-aaeb2ad7-dcf5-48f4-86a7-3ff7068c68e3 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Deleting port 4c2f45bf-513b-4162-9337-2650808e2dfc {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:36:42.106601 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-aaeb2ad7-dcf5-48f4-86a7-3ff7068c68e3 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:42.112518 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-b7cfdaab-9209-4ff0-9fa4-59cecaefc368 None None] Provisioning complete for port 24685ba1-6330-48b8-afcd-13e9c5f2ba5b triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:36:42.112888 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b7cfdaab-9209-4ff0-9fa4-59cecaefc368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:42.119334 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-43024e57-5f29-4b5a-a69e-242b0efef09e tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:42.161508 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a2ada5e1-5273-4bbc-8bf2-d9f2dcc2e543 req-90feda81-a787-40ee-bdcb-f6e2760861ef service neutron] 10.222.0.67 "GET /v2.0/networks/729c5b59-7b6c-40d9-b914-a709ff066f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2930777 Jan 18 22:36:42.164679 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-2555efaa-2500-4261-9a9b-c61cd4c63961 None None] Deleting port 4c2f45bf-513b-4162-9337-2650808e2dfc {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:36:42.165198 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2555efaa-2500-4261-9a9b-c61cd4c63961 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:42.280097 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a2ada5e1-5273-4bbc-8bf2-d9f2dcc2e543 req-4076321c-9bf5-47f3-91f8-03aaf0976e95 service neutron] 10.222.0.67 "GET /v2.0/networks/729c5b59-7b6c-40d9-b914-a709ff066f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058185 Jan 18 22:36:42.284899 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-b7cfdaab-9209-4ff0-9fa4-59cecaefc368 None None] Port 24685ba1-6330-48b8-afcd-13e9c5f2ba5b cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:36:42.305714 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-2555efaa-2500-4261-9a9b-c61cd4c63961 None None] For port 4c2f45bf-513b-4162-9337-2650808e2dfc, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=4c2f45bf-513b-4162-9337-2650808e2dfc,segment=NetworkSegment(993c9a27-2178-4e8c-9be6-9392d69ccd8f),segment_id=993c9a27-2178-4e8c-9be6-9392d69ccd8f)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:36:42.306276 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2555efaa-2500-4261-9a9b-c61cd4c63961 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:42.322701 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-aaeb2ad7-dcf5-48f4-86a7-3ff7068c68e3 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] For port 4c2f45bf-513b-4162-9337-2650808e2dfc, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=4c2f45bf-513b-4162-9337-2650808e2dfc,segment=NetworkSegment(993c9a27-2178-4e8c-9be6-9392d69ccd8f),segment_id=993c9a27-2178-4e8c-9be6-9392d69ccd8f)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:36:42.323292 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-aaeb2ad7-dcf5-48f4-86a7-3ff7068c68e3 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:42.329573 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-2555efaa-2500-4261-9a9b-c61cd4c63961 None None] Calling delete_port for 4c2f45bf-513b-4162-9337-2650808e2dfc owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:36:42.344191 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-aaeb2ad7-dcf5-48f4-86a7-3ff7068c68e3 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Calling delete_port for 4c2f45bf-513b-4162-9337-2650808e2dfc owned by network:dhcp {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:36:42.519545 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-a7b81f55-79ef-47b0-9b5f-c6c30c818b8e req-76b80d52-8d5e-4056-820a-cd9e2126816e tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] For port 2a0828ba-3312-4fda-9137-e3828fbe13db, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=2a0828ba-3312-4fda-9137-e3828fbe13db,segment=NetworkSegment(574a4011-3394-4445-9206-df1ee73c7c5f),segment_id=574a4011-3394-4445-9206-df1ee73c7c5f)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:36:42.530726 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2555efaa-2500-4261-9a9b-c61cd4c63961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:42.550031 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-aaeb2ad7-dcf5-48f4-86a7-3ff7068c68e3 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:42.594866 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeb2ad7-dcf5-48f4-86a7-3ff7068c68e3 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Pushing event deleted for resources: {'Port': ['ID=4c2f45bf-513b-4162-9337-2650808e2dfc,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:42.607695 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-a7b81f55-79ef-47b0-9b5f-c6c30c818b8e req-76b80d52-8d5e-4056-820a-cd9e2126816e tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:42.631623 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-a7b81f55-79ef-47b0-9b5f-c6c30c818b8e req-76b80d52-8d5e-4056-820a-cd9e2126816e tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:42.635922 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaeb2ad7-dcf5-48f4-86a7-3ff7068c68e3 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] No DVR routers for this DVR port 4c2f45bf-513b-4162-9337-2650808e2dfc on host n-d-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:36:42.664049 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2555efaa-2500-4261-9a9b-c61cd4c63961 None None] No DVR routers for this DVR port 4c2f45bf-513b-4162-9337-2650808e2dfc on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:36:42.675709 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['2a0828ba-3312-4fda-9137-e3828fbe13db'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:36:42.685051 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2555efaa-2500-4261-9a9b-c61cd4c63961 None None] Pushing event deleted for resources: {'Port': ['ID=4c2f45bf-513b-4162-9337-2650808e2dfc,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:42.826368 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:42.833319 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-aaeb2ad7-dcf5-48f4-86a7-3ff7068c68e3 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:42.855191 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-aaeb2ad7-dcf5-48f4-86a7-3ff7068c68e3 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0149dea-0d3c-432c-9c55-528b9c35a13a']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:36:42.856298 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-43024e57-5f29-4b5a-a69e-242b0efef09e tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:42.872237 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-aaeb2ad7-dcf5-48f4-86a7-3ff7068c68e3 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '993c9a27-2178-4e8c-9be6-9392d69ccd8f') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:36:42.872734 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-aaeb2ad7-dcf5-48f4-86a7-3ff7068c68e3 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '993c9a27-2178-4e8c-9be6-9392d69ccd8f') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:36:42.877147 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-43024e57-5f29-4b5a-a69e-242b0efef09e tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:42.886720 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-aaeb2ad7-dcf5-48f4-86a7-3ff7068c68e3 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60394742'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:42.901278 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-aaeb2ad7-dcf5-48f4-86a7-3ff7068c68e3 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:42.908900 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaeb2ad7-dcf5-48f4-86a7-3ff7068c68e3 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:36:42.909305 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-aaeb2ad7-dcf5-48f4-86a7-3ff7068c68e3 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60203044'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:42.989329 n-d-825064-1 neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:36:42.989329 n-d-825064-1 neutron-server[102430]: self.session.flush() Jan 18 22:36:42.989329 n-d-825064-1 neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:36:42.989329 n-d-825064-1 neutron-server[102430]: self.session.flush() Jan 18 22:36:42.989329 n-d-825064-1 neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:36:42.989329 n-d-825064-1 neutron-server[102430]: self.session.flush() Jan 18 22:36:42.989329 n-d-825064-1 neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:36:42.989329 n-d-825064-1 neutron-server[102430]: self.session.flush() Jan 18 22:36:42.989329 n-d-825064-1 neutron-server[102430]: Traceback (most recent call last): Jan 18 22:36:42.989329 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:36:42.989329 n-d-825064-1 neutron-server[102430]: timer() Jan 18 22:36:42.989329 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:36:42.989329 n-d-825064-1 neutron-server[102430]: cb(*args, **kw) Jan 18 22:36:42.989329 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:36:42.989329 n-d-825064-1 neutron-server[102430]: return func(*args, **kwargs) Jan 18 22:36:42.989329 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:36:42.989329 n-d-825064-1 neutron-server[102430]: self._notify() Jan 18 22:36:42.989329 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:36:42.989329 n-d-825064-1 neutron-server[102430]: self.callback(batched_events) Jan 18 22:36:42.989329 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:36:42.989329 n-d-825064-1 neutron-server[102430]: event.method(event) Jan 18 22:36:42.989329 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:36:42.989329 n-d-825064-1 neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:36:42.989329 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:36:42.989329 n-d-825064-1 neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:36:42.989329 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:36:42.989329 n-d-825064-1 neutron-server[102430]: return f(self, *a, **k) Jan 18 22:36:42.989329 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:36:42.989329 n-d-825064-1 neutron-server[102430]: return self._get(url).json() Jan 18 22:36:42.989329 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:36:42.989329 n-d-825064-1 neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:36:42.989329 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:36:42.989329 n-d-825064-1 neutron-server[102430]: return self.request(url, 'GET', **kwargs) Jan 18 22:36:42.989329 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:36:42.989329 n-d-825064-1 neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:36:42.989329 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:36:42.989329 n-d-825064-1 neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:36:42.989329 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:36:42.989329 n-d-825064-1 neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:36:42.989329 n-d-825064-1 neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:36:43.047238 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-aaeb2ad7-dcf5-48f4-86a7-3ff7068c68e3 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:43.073580 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-43024e57-5f29-4b5a-a69e-242b0efef09e tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-613854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1041070'] for router_interface, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:43.076726 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-aaeb2ad7-dcf5-48f4-86a7-3ff7068c68e3 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:43.078014 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43024e57-5f29-4b5a-a69e-242b0efef09e tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Pushing event updated for resources: {'Port': ['ID=24685ba1-6330-48b8-afcd-13e9c5f2ba5b,revision_number=3']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:43.090590 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-aaeb2ad7-dcf5-48f4-86a7-3ff7068c68e3 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "DELETE /v2.0/networks/c0149dea-0d3c-432c-9c55-528b9c35a13a HTTP/1.1" status: 204 len: 168 time: 1.9308248 Jan 18 22:36:43.094919 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 60988) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:43.126004 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-f52dff62-3ee0-49d0-94d6-00209096512c tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-265873645', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}, 'admin_state_up': False}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:36:43.152900 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 4c2f45bf-513b-4162-9337-2650808e2dfc no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:36:43.157363 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b81f55-79ef-47b0-9b5f-c6c30c818b8e req-76b80d52-8d5e-4056-820a-cd9e2126816e tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:36:43.157895 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-a7b81f55-79ef-47b0-9b5f-c6c30c818b8e req-76b80d52-8d5e-4056-820a-cd9e2126816e tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:43.159058 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a7b81f55-79ef-47b0-9b5f-c6c30c818b8e req-76b80d52-8d5e-4056-820a-cd9e2126816e tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] 10.222.0.53 "PUT /v2.0/ports/2a0828ba-3312-4fda-9137-e3828fbe13db HTTP/1.1" status: 200 len: 942 time: 2.1498990 Jan 18 22:36:43.159843 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeb2ad7-dcf5-48f4-86a7-3ff7068c68e3 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Pushing event deleted for resources: {'Network': ['ID=c0149dea-0d3c-432c-9c55-528b9c35a13a,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:43.162700 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ac7214b-4262-40ae-a11b-aa424df440d1', 'tag': '2a0828ba-3312-4fda-9137-e3828fbe13db'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:36:43.164610 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dfab7e3-bb1c-49c2-989b-4b2fab81ef23" -d '{"events": [{"name": "network-changed", "server_uuid": "1ac7214b-4262-40ae-a11b-aa424df440d1", "tag": "2a0828ba-3312-4fda-9137-e3828fbe13db"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:36:43.180200 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b80d52-8d5e-4056-820a-cd9e2126816e tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Pushing event updated for resources: {'Port': ['ID=2a0828ba-3312-4fda-9137-e3828fbe13db,revision_number=7']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:43.231916 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 4c2f45bf-513b-4162-9337-2650808e2dfc {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:36:43.233045 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 4c2f45bf-513b-4162-9337-2650808e2dfc not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:36:43.251249 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f52dff62-3ee0-49d0-94d6-00209096512c tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1044160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8692'] for router, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:43.260840 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f52dff62-3ee0-49d0-94d6-00209096512c tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1040680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8675'] for router, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:43.277331 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43024e57-5f29-4b5a-a69e-242b0efef09e tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Network a90aef59-b8a5-4c46-b8ee-2c5950e67bfe is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:36:43.278949 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-43024e57-5f29-4b5a-a69e-242b0efef09e tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:36:43.286054 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['2a0828ba-3312-4fda-9137-e3828fbe13db'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:36:43.292854 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3983a4d-f7b7-4ff5-bdcd-c13dace5d1c6 x-openstack-request-id: req-b3983a4d-f7b7-4ff5-bdcd-c13dace5d1c6 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:36:43.293152 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ac7214b-4262-40ae-a11b-aa424df440d1", "tag": "2a0828ba-3312-4fda-9137-e3828fbe13db", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:36:43.293407 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b3983a4d-f7b7-4ff5-bdcd-c13dace5d1c6 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:36:43.293803 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ac7214b-4262-40ae-a11b-aa424df440d1', 'tag': '2a0828ba-3312-4fda-9137-e3828fbe13db', 'status': 'completed', 'code': 200} Jan 18 22:36:43.564054 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43024e57-5f29-4b5a-a69e-242b0efef09e tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Router 784549c0-7682-40b2-a2ae-0090f1872715 is scheduled to L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 with binding_index 1 {{(pid=102431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 22:36:43.649401 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f52dff62-3ee0-49d0-94d6-00209096512c tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:43.669171 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:43.765970 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-6ab5eaea-81bf-4046-87ac-6bfc7dfb3169 None None] Provisioning complete for port 24685ba1-6330-48b8-afcd-13e9c5f2ba5b triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:36:43.766810 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6ab5eaea-81bf-4046-87ac-6bfc7dfb3169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:43.805058 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-6ab5eaea-81bf-4046-87ac-6bfc7dfb3169 None None] Port 24685ba1-6330-48b8-afcd-13e9c5f2ba5b cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:36:43.808766 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43024e57-5f29-4b5a-a69e-242b0efef09e tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:36:43.820391 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5684fe4e-98f5-4533-a4e0-d2a344a1c292 None None] Sync routers for ids ['784549c0-7682-40b2-a2ae-0090f1872715'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:36:43.824544 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-43024e57-5f29-4b5a-a69e-242b0efef09e tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "PUT /v2.0/routers/784549c0-7682-40b2-a2ae-0090f1872715/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0123386 Jan 18 22:36:43.825838 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 32780) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:43.845471 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5684fe4e-98f5-4533-a4e0-d2a344a1c292 None None] Routers {'784549c0-7682-40b2-a2ae-0090f1872715'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:36:43.846105 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-5684fe4e-98f5-4533-a4e0-d2a344a1c292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:36:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['784549c0-7682-40b2-a2ae-0090f1872715'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:36:43.906206 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-5684fe4e-98f5-4533-a4e0-d2a344a1c292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:36:43.907066 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddfa1b0a-8243-4996-a1bc-ccf89ece03d1 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:36:43.908758 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-ddfa1b0a-8243-4996-a1bc-ccf89ece03d1 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "GET /v2.0/ports?device_id=784549c0-7682-40b2-a2ae-0090f1872715 HTTP/1.1" status: 200 len: 983 time: 0.0813322 Jan 18 22:36:43.912208 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 32784) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:43.920088 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5684fe4e-98f5-4533-a4e0-d2a344a1c292 None None] Routers {'784549c0-7682-40b2-a2ae-0090f1872715'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:36:43.920752 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-5684fe4e-98f5-4533-a4e0-d2a344a1c292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:36:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['784549c0-7682-40b2-a2ae-0090f1872715'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:36:43.938655 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfab7e3-bb1c-49c2-989b-4b2fab81ef23 req-4177ce90-f416-4b2c-b105-5566fcec3bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:36:43.939922 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4dfab7e3-bb1c-49c2-989b-4b2fab81ef23 req-4177ce90-f416-4b2c-b105-5566fcec3bdc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1c46bb3ba1444fb0be900b14ff20c2b2&device_id=1ac7214b-4262-40ae-a11b-aa424df440d1 HTTP/1.1" status: 200 len: 1096 time: 0.6488557 Jan 18 22:36:43.969360 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-5684fe4e-98f5-4533-a4e0-d2a344a1c292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:36:43.970291 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5684fe4e-98f5-4533-a4e0-d2a344a1c292 None None] The sync data for ids ['784549c0-7682-40b2-a2ae-0090f1872715'] in n-d-825064-1 is: [] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:36:44.161341 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b10df4a9-0e17-42fc-9b55-bc8309b0d531 req-a75ac925-1609-4eef-af89-66c17c2e5cc2 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.9702246 Jan 18 22:36:44.235193 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-b10df4a9-0e17-42fc-9b55-bc8309b0d531 req-eb9205b2-1db6-43c8-b41a-151f08941e35 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Request body: {'floatingip': {'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:36:44.259195 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f52dff62-3ee0-49d0-94d6-00209096512c tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:44.469864 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-b10df4a9-0e17-42fc-9b55-bc8309b0d531 req-eb9205b2-1db6-43c8-b41a-151f08941e35 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Notify callbacks [] for floatingip, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:44.483815 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfab7e3-bb1c-49c2-989b-4b2fab81ef23 req-16bd3c13-6fa8-4f08-a5cc-ab85113fa9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:36:44.488499 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4dfab7e3-bb1c-49c2-989b-4b2fab81ef23 req-16bd3c13-6fa8-4f08-a5cc-ab85113fa9c1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=729c5b59-7b6c-40d9-b914-a709ff066f8b HTTP/1.1" status: 200 len: 920 time: 0.5373676 Jan 18 22:36:44.571261 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-70880c37-7119-4657-b430-c4580ed87160 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1041027'] for router_interface, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:44.701172 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4dfab7e3-bb1c-49c2-989b-4b2fab81ef23 req-7b8a2492-864a-403f-a5a0-9be59dc9257f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a0828ba-3312-4fda-9137-e3828fbe13db HTTP/1.1" status: 200 len: 217 time: 0.2020226 Jan 18 22:36:44.830274 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfab7e3-bb1c-49c2-989b-4b2fab81ef23 req-88db2d32-b433-44a3-a6c3-9ace45bc96d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:36:44.833446 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4dfab7e3-bb1c-49c2-989b-4b2fab81ef23 req-88db2d32-b433-44a3-a6c3-9ace45bc96d6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e9fefdd6-ef8e-451d-90d4-5c53894b5fa7 HTTP/1.1" status: 200 len: 860 time: 0.1210830 Jan 18 22:36:44.891282 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4dfab7e3-bb1c-49c2-989b-4b2fab81ef23 req-088b90f7-0a7d-4bb7-8984-919680156fae service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=729c5b59-7b6c-40d9-b914-a709ff066f8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502951 Jan 18 22:36:45.097632 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-70880c37-7119-4657-b430-c4580ed87160 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Deleting port 24685ba1-6330-48b8-afcd-13e9c5f2ba5b {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:36:45.098768 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-70880c37-7119-4657-b430-c4580ed87160 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:45.340385 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-70880c37-7119-4657-b430-c4580ed87160 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:45.365959 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-70880c37-7119-4657-b430-c4580ed87160 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Calling delete_port for 24685ba1-6330-48b8-afcd-13e9c5f2ba5b owned by network:router_interface {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:36:45.444161 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-b10df4a9-0e17-42fc-9b55-bc8309b0d531 req-eb9205b2-1db6-43c8-b41a-151f08941e35 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:45.539737 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f52dff62-3ee0-49d0-94d6-00209096512c tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks [] for router_gateway, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:45.570657 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4dfab7e3-bb1c-49c2-989b-4b2fab81ef23 req-f42c8042-0bd4-4f56-95df-5da3f2e30f77 service neutron] 10.222.0.67 "GET /v2.0/networks/729c5b59-7b6c-40d9-b914-a709ff066f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6693547 Jan 18 22:36:45.574440 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f52dff62-3ee0-49d0-94d6-00209096512c tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:45.639832 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-70880c37-7119-4657-b430-c4580ed87160 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:45.690574 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70880c37-7119-4657-b430-c4580ed87160 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Pushing event deleted for resources: {'Port': ['ID=24685ba1-6330-48b8-afcd-13e9c5f2ba5b,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:45.825772 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-b10df4a9-0e17-42fc-9b55-bc8309b0d531 req-eb9205b2-1db6-43c8-b41a-151f08941e35 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Allocated IP 172.25.5.7 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/8e2aba57-96cb-4491-931c-ec6a22e9b8cb) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:36:45.829553 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4dfab7e3-bb1c-49c2-989b-4b2fab81ef23 req-b9d830ce-7095-47f8-9e04-e9750c1d653f service neutron] 10.222.0.67 "GET /v2.0/networks/729c5b59-7b6c-40d9-b914-a709ff066f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503328 Jan 18 22:36:45.955642 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-70880c37-7119-4657-b430-c4580ed87160 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-613841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1046579'] for router_interface, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:46.047103 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-b10df4a9-0e17-42fc-9b55-bc8309b0d531 req-eb9205b2-1db6-43c8-b41a-151f08941e35 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:46.152164 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-b10df4a9-0e17-42fc-9b55-bc8309b0d531 req-eb9205b2-1db6-43c8-b41a-151f08941e35 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:46.223806 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b10df4a9-0e17-42fc-9b55-bc8309b0d531 req-eb9205b2-1db6-43c8-b41a-151f08941e35 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:36:46.247033 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-f52dff62-3ee0-49d0-94d6-00209096512c tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Allocated IP 172.25.5.149 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/fed735d8-ae9b-4a5d-8bb8-be63329f9020) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:36:46.250853 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-b10df4a9-0e17-42fc-9b55-bc8309b0d531 req-eb9205b2-1db6-43c8-b41a-151f08941e35 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:36:46.259805 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-b10df4a9-0e17-42fc-9b55-bc8309b0d531 req-eb9205b2-1db6-43c8-b41a-151f08941e35 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:36:46.265102 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9205b2-1db6-43c8-b41a-151f08941e35 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Pushing event updated for resources: {'Port': ['ID=8e2aba57-96cb-4491-931c-ec6a22e9b8cb,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:46.411862 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f52dff62-3ee0-49d0-94d6-00209096512c tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:46.492572 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f52dff62-3ee0-49d0-94d6-00209096512c tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:46.573526 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52dff62-3ee0-49d0-94d6-00209096512c tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:36:46.593719 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-f52dff62-3ee0-49d0-94d6-00209096512c tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:36:46.601451 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52dff62-3ee0-49d0-94d6-00209096512c tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:36:46.648395 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 32860) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:46.710800 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52dff62-3ee0-49d0-94d6-00209096512c tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Pushing event updated for resources: {'Port': ['ID=fed735d8-ae9b-4a5d-8bb8-be63329f9020,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:46.742449 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-b10df4a9-0e17-42fc-9b55-bc8309b0d531 req-eb9205b2-1db6-43c8-b41a-151f08941e35 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:46.760066 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70880c37-7119-4657-b430-c4580ed87160 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Router 784549c0-7682-40b2-a2ae-0090f1872715 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:36:46.863681 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70880c37-7119-4657-b430-c4580ed87160 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:36:46.877406 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f06d431f-ec64-4b86-8fe6-6c3ca62015e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:46.883004 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022652c8-df1d-4a0f-9316-a8cae3152f54 None None] Sync routers for ids ['784549c0-7682-40b2-a2ae-0090f1872715'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:36:46.898454 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022652c8-df1d-4a0f-9316-a8cae3152f54 None None] Routers {'784549c0-7682-40b2-a2ae-0090f1872715'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:36:46.899089 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-022652c8-df1d-4a0f-9316-a8cae3152f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:36:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['784549c0-7682-40b2-a2ae-0090f1872715'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:36:46.900934 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-70880c37-7119-4657-b430-c4580ed87160 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "PUT /v2.0/routers/784549c0-7682-40b2-a2ae-0090f1872715/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9852054 Jan 18 22:36:46.903328 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 32876) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:46.933508 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-b10df4a9-0e17-42fc-9b55-bc8309b0d531 req-eb9205b2-1db6-43c8-b41a-151f08941e35 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:46.974009 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-81dbd6c4-b4a1-481c-95c6-0087246ec9e4 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] GET failed (client error): The resource could not be found. Jan 18 22:36:46.975812 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-81dbd6c4-b4a1-481c-95c6-0087246ec9e4 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "GET /v2.0/ports/24685ba1-6330-48b8-afcd-13e9c5f2ba5b HTTP/1.1" status: 404 len: 333 time: 0.0715623 Jan 18 22:36:46.979246 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 32880) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:46.999100 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-022652c8-df1d-4a0f-9316-a8cae3152f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:36:47.020617 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022652c8-df1d-4a0f-9316-a8cae3152f54 None None] Routers {'784549c0-7682-40b2-a2ae-0090f1872715'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:36:47.022475 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-022652c8-df1d-4a0f-9316-a8cae3152f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:36:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['784549c0-7682-40b2-a2ae-0090f1872715'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:36:47.094053 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-022652c8-df1d-4a0f-9316-a8cae3152f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:36:47.094979 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022652c8-df1d-4a0f-9316-a8cae3152f54 None None] The sync data for ids ['784549c0-7682-40b2-a2ae-0090f1872715'] in n-d-825064-1 is: [] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:36:47.104370 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f06d431f-ec64-4b86-8fe6-6c3ca62015e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:47.115388 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f06d431f-ec64-4b86-8fe6-6c3ca62015e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:47.177730 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-dda69f73-dcf0-4c12-9294-467ffba894a3 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks [] for router, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:47.181265 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f52dff62-3ee0-49d0-94d6-00209096512c tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks [] for router_gateway, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:47.182078 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06d431f-ec64-4b86-8fe6-6c3ca62015e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=259b9f69-fa6e-40b1-a771-4546c57cf175,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:47.214013 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-f06d431f-ec64-4b86-8fe6-6c3ca62015e8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4576221f86b543d39565512a3c5b6947&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5642531 Jan 18 22:36:47.214863 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 32886) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:47.311053 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a06c4014-ad2b-43c0-8043-0b8a5aae37a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:47.361882 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a06c4014-ad2b-43c0-8043-0b8a5aae37a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:47.470996 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a06c4014-ad2b-43c0-8043-0b8a5aae37a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:47.474801 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a06c4014-ad2b-43c0-8043-0b8a5aae37a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:47.476303 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-a06c4014-ad2b-43c0-8043-0b8a5aae37a9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/259b9f69-fa6e-40b1-a771-4546c57cf175 HTTP/1.1" status: 204 len: 168 time: 0.2600007 Jan 18 22:36:47.511644 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06c4014-ad2b-43c0-8043-0b8a5aae37a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=259b9f69-fa6e-40b1-a771-4546c57cf175,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:47.524852 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-dda69f73-dcf0-4c12-9294-467ffba894a3 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1040886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8602'] for router, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:47.545971 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-dda69f73-dcf0-4c12-9294-467ffba894a3 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:47.672867 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-dda69f73-dcf0-4c12-9294-467ffba894a3 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1040832'] for router, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:47.673598 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dda69f73-dcf0-4c12-9294-467ffba894a3 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Fanout notify agent at l3_agent the message router_deleted on router 784549c0-7682-40b2-a2ae-0090f1872715 {{(pid=102430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 22:36:47.687112 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-dda69f73-dcf0-4c12-9294-467ffba894a3 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks [] for router, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:47.688861 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-dda69f73-dcf0-4c12-9294-467ffba894a3 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "DELETE /v2.0/routers/784549c0-7682-40b2-a2ae-0090f1872715 HTTP/1.1" status: 204 len: 168 time: 0.7082517 Jan 18 22:36:47.692423 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 32900) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:47.759782 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cca7206-c82e-4398-afd1-f39a1f763954 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Deleting subnet 363fea4b-8f08-4e74-9637-da76202b4f27 {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:36:47.762102 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-b10df4a9-0e17-42fc-9b55-bc8309b0d531 req-eb9205b2-1db6-43c8-b41a-151f08941e35 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:47.765521 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8cca7206-c82e-4398-afd1-f39a1f763954 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:47.777411 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-b10df4a9-0e17-42fc-9b55-bc8309b0d531 req-eb9205b2-1db6-43c8-b41a-151f08941e35 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:47.815981 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8cca7206-c82e-4398-afd1-f39a1f763954 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:47.834352 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9205b2-1db6-43c8-b41a-151f08941e35 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Pushing event updated for resources: {'Port': ['ID=8e2aba57-96cb-4491-931c-ec6a22e9b8cb,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:47.847355 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f52dff62-3ee0-49d0-94d6-00209096512c tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1040691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049'] for router, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:47.956332 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-b10df4a9-0e17-42fc-9b55-bc8309b0d531 req-eb9205b2-1db6-43c8-b41a-151f08941e35 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043075'] for floatingip, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:47.964947 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8cca7206-c82e-4398-afd1-f39a1f763954 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:47.980565 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-b10df4a9-0e17-42fc-9b55-bc8309b0d531 req-eb9205b2-1db6-43c8-b41a-151f08941e35 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:47.982453 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b10df4a9-0e17-42fc-9b55-bc8309b0d531 req-eb9205b2-1db6-43c8-b41a-151f08941e35 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 3.8115246 Jan 18 22:36:48.053257 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8cca7206-c82e-4398-afd1-f39a1f763954 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:48.093259 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cca7206-c82e-4398-afd1-f39a1f763954 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Pushing event deleted for resources: {'Subnet': ['ID=363fea4b-8f08-4e74-9637-da76202b4f27,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:48.100098 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8cca7206-c82e-4398-afd1-f39a1f763954 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:48.106958 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-8cca7206-c82e-4398-afd1-f39a1f763954 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "DELETE /v2.0/subnets/363fea4b-8f08-4e74-9637-da76202b4f27 HTTP/1.1" status: 204 len: 168 time: 0.4108222 Jan 18 22:36:48.107380 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 32910) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:48.109569 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34045b43-a9b1-448c-afc9-a353d9358bef None None] Network a90aef59-b8a5-4c46-b8ee-2c5950e67bfe requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:36:48.217793 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-84ce92e8-5562-4395-b49c-8bb5e876987f tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:48.318011 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-84ce92e8-5562-4395-b49c-8bb5e876987f tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Deleting port 257263ce-c386-4ac2-b1da-679882fdadb5 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:36:48.318676 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-84ce92e8-5562-4395-b49c-8bb5e876987f tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:48.403188 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182532b5-d8eb-4b92-9ce8-5c101970b571 None None] DHCP port deletion for a90aef59-b8a5-4c46-b8ee-2c5950e67bfe request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:36:48.404836 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-84ce92e8-5562-4395-b49c-8bb5e876987f tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] For port 257263ce-c386-4ac2-b1da-679882fdadb5, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=257263ce-c386-4ac2-b1da-679882fdadb5,segment=NetworkSegment(2dfeef66-e691-4845-9a02-2d75e99ae09f),segment_id=2dfeef66-e691-4845-9a02-2d75e99ae09f)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:36:48.405428 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-84ce92e8-5562-4395-b49c-8bb5e876987f tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:48.422189 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-84ce92e8-5562-4395-b49c-8bb5e876987f tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Calling delete_port for 257263ce-c386-4ac2-b1da-679882fdadb5 owned by network:dhcp {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:36:48.500735 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-182532b5-d8eb-4b92-9ce8-5c101970b571 None None] Deleting port 257263ce-c386-4ac2-b1da-679882fdadb5 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:36:48.501116 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-182532b5-d8eb-4b92-9ce8-5c101970b571 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:48.523752 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 32914) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:48.537785 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-84ce92e8-5562-4395-b49c-8bb5e876987f tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:48.556487 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e8567942-bcf9-4124-b5ad-2abcbdbdd703 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:48.565386 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ce92e8-5562-4395-b49c-8bb5e876987f tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] No DVR routers for this DVR port 257263ce-c386-4ac2-b1da-679882fdadb5 on host n-d-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:36:48.578947 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b10df4a9-0e17-42fc-9b55-bc8309b0d531 req-8f7fdf5c-263f-47fc-bf70-f9bab1d15abc tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.7 HTTP/1.1" status: 200 len: 694 time: 0.5639451 Jan 18 22:36:48.665968 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-182532b5-d8eb-4b92-9ce8-5c101970b571 None None] For port 257263ce-c386-4ac2-b1da-679882fdadb5, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=257263ce-c386-4ac2-b1da-679882fdadb5,segment=NetworkSegment(2dfeef66-e691-4845-9a02-2d75e99ae09f),segment_id=2dfeef66-e691-4845-9a02-2d75e99ae09f)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:36:48.666382 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-182532b5-d8eb-4b92-9ce8-5c101970b571 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:48.667650 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ce92e8-5562-4395-b49c-8bb5e876987f tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Pushing event deleted for resources: {'Port': ['ID=257263ce-c386-4ac2-b1da-679882fdadb5,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:48.713334 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-182532b5-d8eb-4b92-9ce8-5c101970b571 None None] Calling delete_port for 257263ce-c386-4ac2-b1da-679882fdadb5 owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:36:48.791948 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-84ce92e8-5562-4395-b49c-8bb5e876987f tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:48.832626 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10df4a9-0e17-42fc-9b55-bc8309b0d531 req-3448658e-cb65-44a8-847f-a96fadaf294b tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:36:48.838381 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b10df4a9-0e17-42fc-9b55-bc8309b0d531 req-3448658e-cb65-44a8-847f-a96fadaf294b tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] 10.222.0.53 "GET /v2.0/networks/0fa7c7c8-c96a-4aa5-9818-d374adf00f99 HTTP/1.1" status: 200 len: 784 time: 0.2367227 Jan 18 22:36:48.843806 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f52dff62-3ee0-49d0-94d6-00209096512c tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Router f60f1e65-af2f-4d2c-9dd8-af070380d45b is scheduled to L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 with binding_index 1 {{(pid=102430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 22:36:48.846596 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-84ce92e8-5562-4395-b49c-8bb5e876987f tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a90aef59-b8a5-4c46-b8ee-2c5950e67bfe']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:36:48.865288 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-84ce92e8-5562-4395-b49c-8bb5e876987f tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dfeef66-e691-4845-9a02-2d75e99ae09f') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:36:48.865595 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-84ce92e8-5562-4395-b49c-8bb5e876987f tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dfeef66-e691-4845-9a02-2d75e99ae09f') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:36:48.873001 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-182532b5-d8eb-4b92-9ce8-5c101970b571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:48.882480 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [req-b10df4a9-0e17-42fc-9b55-bc8309b0d531 req-a0d2f305-ebee-4924-83bb-8373b1c4e93a tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102430) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:36:48.883842 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b10df4a9-0e17-42fc-9b55-bc8309b0d531 req-a0d2f305-ebee-4924-83bb-8373b1c4e93a tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0275574 Jan 18 22:36:48.889214 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-84ce92e8-5562-4395-b49c-8bb5e876987f tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:48.924504 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-84ce92e8-5562-4395-b49c-8bb5e876987f tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:48.931274 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e8567942-bcf9-4124-b5ad-2abcbdbdd703 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:48.937595 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84ce92e8-5562-4395-b49c-8bb5e876987f tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:36:48.937595 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-84ce92e8-5562-4395-b49c-8bb5e876987f tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:48.943707 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182532b5-d8eb-4b92-9ce8-5c101970b571 None None] No DVR routers for this DVR port 257263ce-c386-4ac2-b1da-679882fdadb5 on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:36:48.950352 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:36:48.950352 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:36:48.950352 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:36:48.950352 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:36:48.950352 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:36:48.950352 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:36:48.950352 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:36:48.950352 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:36:48.950352 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:36:48.950352 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:36:48.950352 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:36:48.950352 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:36:48.950352 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:36:48.950352 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:36:48.950352 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:36:48.950352 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:36:48.950352 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:36:48.950352 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:36:48.950352 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:36:48.950352 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:36:48.950352 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:36:48.950352 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:36:48.950352 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:36:48.950352 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:36:48.950352 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:36:48.950352 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:36:48.950352 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:36:48.950352 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:36:48.950352 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:36:48.950352 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:36:48.950352 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:36:48.950352 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:36:48.959597 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182532b5-d8eb-4b92-9ce8-5c101970b571 None None] Pushing event deleted for resources: {'Port': ['ID=257263ce-c386-4ac2-b1da-679882fdadb5,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:49.038931 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e8567942-bcf9-4124-b5ad-2abcbdbdd703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:49.042790 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-84ce92e8-5562-4395-b49c-8bb5e876987f tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:49.055022 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-84ce92e8-5562-4395-b49c-8bb5e876987f tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:49.058501 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-84ce92e8-5562-4395-b49c-8bb5e876987f tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "DELETE /v2.0/networks/a90aef59-b8a5-4c46-b8ee-2c5950e67bfe HTTP/1.1" status: 204 len: 168 time: 0.9479556 Jan 18 22:36:49.071959 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 32936) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:49.120250 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ce92e8-5562-4395-b49c-8bb5e876987f tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Pushing event deleted for resources: {'Network': ['ID=a90aef59-b8a5-4c46-b8ee-2c5950e67bfe,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:49.151644 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 257263ce-c386-4ac2-b1da-679882fdadb5 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:36:49.185506 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 257263ce-c386-4ac2-b1da-679882fdadb5 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:36:49.185862 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 257263ce-c386-4ac2-b1da-679882fdadb5 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:36:49.212143 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8567942-bcf9-4124-b5ad-2abcbdbdd703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a6f0bb0-dfd4-4e55-b2bb-d4d14efb442c,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:49.225327 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 22:36:49.287705 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-e8567942-bcf9-4124-b5ad-2abcbdbdd703 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ee17461a143b46049b5e09bed01b024f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7600138 Jan 18 22:36:49.288176 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 32942) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:49.303498 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483f1aaa-aefd-4220-941c-912b4334b1ac tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:36:49.308351 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-483f1aaa-aefd-4220-941c-912b4334b1ac tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "GET /v2.0/ports/8659a213-4585-486f-b194-b69eec5e494e HTTP/1.1" status: 200 len: 841 time: 0.2312994 Jan 18 22:36:49.316299 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 32944) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:49.337647 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-71cf856c-caa3-4d9a-aa33-b4b918a8a66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:49.370244 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93290367-5278-4966-a90a-562b159624ed req-02e4fe58-9c5d-4318-bc5c-a07f8410be6f tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:36:49.371854 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-93290367-5278-4966-a90a-562b159624ed req-02e4fe58-9c5d-4318-bc5c-a07f8410be6f tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ac7214b-4262-40ae-a11b-aa424df440d1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2694798 Jan 18 22:36:49.381553 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f52dff62-3ee0-49d0-94d6-00209096512c tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:36:49.385810 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-0d76478f-d1c5-4f80-8139-c97dbfdae588 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "GET /v2.0/ports/8659a213-4585-486f-b194-b69eec5e494e?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0684149 Jan 18 22:36:49.389429 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 32948) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:49.396997 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-01e8b30a-d939-48ee-9849-81078449c936 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Request body: {'subnet': {'network_id': 'd6fe7fb6-8df6-430c-8f71-9e9333bc98a2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:36:49.400270 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66baefc1-9926-4d1e-84d2-a795c7b533a7 None None] Sync routers for ids ['f60f1e65-af2f-4d2c-9dd8-af070380d45b'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:36:49.417713 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66baefc1-9926-4d1e-84d2-a795c7b533a7 None None] Routers {'f60f1e65-af2f-4d2c-9dd8-af070380d45b'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:36:49.418871 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-66baefc1-9926-4d1e-84d2-a795c7b533a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:36:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['f60f1e65-af2f-4d2c-9dd8-af070380d45b'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:36:49.486592 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-93290367-5278-4966-a90a-562b159624ed req-95732939-3655-42c2-bd77-aa1fb59c8c50 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.7 HTTP/1.1" status: 200 len: 694 time: 0.1065943 Jan 18 22:36:49.496180 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-93290367-5278-4966-a90a-562b159624ed req-38657939-6c23-4937-a1f8-93b43c634b9f tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Request body: {'floatingip': {'port_id': '2a0828ba-3312-4fda-9137-e3828fbe13db', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:36:49.524267 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-66baefc1-9926-4d1e-84d2-a795c7b533a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:36:49.545922 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66baefc1-9926-4d1e-84d2-a795c7b533a7 None None] Routers {'f60f1e65-af2f-4d2c-9dd8-af070380d45b'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:36:49.547423 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-66baefc1-9926-4d1e-84d2-a795c7b533a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:36:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['f60f1e65-af2f-4d2c-9dd8-af070380d45b'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:36:49.554791 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a58a1a45-600b-4b0c-a604-7855f21c6d87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:49.584114 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-66baefc1-9926-4d1e-84d2-a795c7b533a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:36:49.584847 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66baefc1-9926-4d1e-84d2-a795c7b533a7 None None] The sync data for ids ['f60f1e65-af2f-4d2c-9dd8-af070380d45b'] in n-d-825064-1 is: [] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:36:49.596847 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f52dff62-3ee0-49d0-94d6-00209096512c tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks [] for router, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:49.602561 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-f52dff62-3ee0-49d0-94d6-00209096512c tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 6.4984379 Jan 18 22:36:49.602561 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 32956) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:49.606536 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-93290367-5278-4966-a90a-562b159624ed req-38657939-6c23-4937-a1f8-93b43c634b9f tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Notify callbacks [] for floatingip, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:49.631597 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a58a1a45-600b-4b0c-a604-7855f21c6d87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:49.669704 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01e8b30a-d939-48ee-9849-81078449c936 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Made reservation on behalf of 7f7e3488513a4b34800a857d787e609b for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:36:49.673860 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-01e8b30a-d939-48ee-9849-81078449c936 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:49.766614 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a58a1a45-600b-4b0c-a604-7855f21c6d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:49.770337 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a58a1a45-600b-4b0c-a604-7855f21c6d87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:49.774292 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-a58a1a45-600b-4b0c-a604-7855f21c6d87 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2a6f0bb0-dfd4-4e55-b2bb-d4d14efb442c HTTP/1.1" status: 204 len: 168 time: 0.4811146 Jan 18 22:36:49.790354 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58a1a45-600b-4b0c-a604-7855f21c6d87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a6f0bb0-dfd4-4e55-b2bb-d4d14efb442c,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:49.959654 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-01e8b30a-d939-48ee-9849-81078449c936 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:50.020746 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e8b30a-d939-48ee-9849-81078449c936 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Network d6fe7fb6-8df6-430c-8f71-9e9333bc98a2 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:36:50.027136 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-01e8b30a-d939-48ee-9849-81078449c936 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:36:50.032697 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e8b30a-d939-48ee-9849-81078449c936 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:36:50.033256 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-01e8b30a-d939-48ee-9849-81078449c936 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:50.037074 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b43e1e6-2400-4592-9dcb-27535d4591c8 None None] Network d6fe7fb6-8df6-430c-8f71-9e9333bc98a2 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:36:50.050171 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e8b30a-d939-48ee-9849-81078449c936 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Pushing event updated for resources: {'Subnet': ['ID=22f47df8-43ac-4aab-bb6e-df0115945c81,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:50.074496 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-01e8b30a-d939-48ee-9849-81078449c936 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6836834 Jan 18 22:36:50.075313 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 32970) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:50.106163 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-a6178154-dfb3-495a-b417-c12d0e6b49ec tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Request body: {'security_group': {'name': 'tempest-secgroup-2001498512'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:36:50.175728 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a6178154-dfb3-495a-b417-c12d0e6b49ec tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:50.334526 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b0591d-8e9e-4c6d-8993-de3f9f30b0a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-d6fe7fb6-8df6-430c-8f71-9e9333bc98a2', 'network_id': 'd6fe7fb6-8df6-430c-8f71-9e9333bc98a2', 'tenant_id': '7f7e3488513a4b34800a857d787e609b', 'fixed_ips': [{'subnet_id': '22f47df8-43ac-4aab-bb6e-df0115945c81'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:36:50.337225 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-27b0591d-8e9e-4c6d-8993-de3f9f30b0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:50.351868 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a6178154-dfb3-495a-b417-c12d0e6b49ec tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:50.366153 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a6178154-dfb3-495a-b417-c12d0e6b49ec tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:50.441991 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a6178154-dfb3-495a-b417-c12d0e6b49ec tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:50.444077 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-a6178154-dfb3-495a-b417-c12d0e6b49ec tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3497784 Jan 18 22:36:50.447529 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 32980) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:50.465182 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-0c110b92-bac9-4311-ad8a-0b24d586cac5 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "GET /v2.0/routers/f60f1e65-af2f-4d2c-9dd8-af070380d45b HTTP/1.1" status: 200 len: 884 time: 0.8615627 Jan 18 22:36:50.465433 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-84294733-c02a-4521-8080-bffcdec0c13e tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Request body: {'security_group': {'name': 'tempest-secgroup-1660578274'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:36:50.472252 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 32984) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:50.474200 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6178154-dfb3-495a-b417-c12d0e6b49ec tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db76aeef-df3f-475e-b988-a69c26c976d1,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:50.549188 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-84294733-c02a-4521-8080-bffcdec0c13e tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:50.659149 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-27b0591d-8e9e-4c6d-8993-de3f9f30b0a6 None None] Allocated IP 172.20.0.2 (d6fe7fb6-8df6-430c-8f71-9e9333bc98a2/22f47df8-43ac-4aab-bb6e-df0115945c81/328abeb6-3c2b-48c5-9195-0e8998484b8d) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:36:50.718324 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-84294733-c02a-4521-8080-bffcdec0c13e tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:50.728666 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-84294733-c02a-4521-8080-bffcdec0c13e tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:50.802535 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-84294733-c02a-4521-8080-bffcdec0c13e tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:50.803837 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-84294733-c02a-4521-8080-bffcdec0c13e tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3536470 Jan 18 22:36:50.806562 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 32996) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:50.812410 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-e407be6f-e949-4b1d-be23-207301490427 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2047718867', 'security_groups': ['919521d2-b7ad-4895-8556-8fee82a477f9'], 'network_id': 'd6fe7fb6-8df6-430c-8f71-9e9333bc98a2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '22f47df8-43ac-4aab-bb6e-df0115945c81'}]}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:36:50.853316 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84294733-c02a-4521-8080-bffcdec0c13e tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=919521d2-b7ad-4895-8556-8fee82a477f9,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:50.956397 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-93290367-5278-4966-a90a-562b159624ed req-38657939-6c23-4937-a1f8-93b43c634b9f tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:51.001556 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-93290367-5278-4966-a90a-562b159624ed req-38657939-6c23-4937-a1f8-93b43c634b9f tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043075'] for floatingip, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:51.107761 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-27b0591d-8e9e-4c6d-8993-de3f9f30b0a6 None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:51.118099 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-27b0591d-8e9e-4c6d-8993-de3f9f30b0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:51.121801 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e407be6f-e949-4b1d-be23-207301490427 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Made reservation on behalf of 7f7e3488513a4b34800a857d787e609b for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:36:51.183990 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b0591d-8e9e-4c6d-8993-de3f9f30b0a6 None None] Network d6fe7fb6-8df6-430c-8f71-9e9333bc98a2 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:36:51.186190 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b0591d-8e9e-4c6d-8993-de3f9f30b0a6 None None] Pushing event updated for resources: {'Port': ['ID=328abeb6-3c2b-48c5-9195-0e8998484b8d,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:51.195932 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-27b0591d-8e9e-4c6d-8993-de3f9f30b0a6 None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:36:51.199022 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b0591d-8e9e-4c6d-8993-de3f9f30b0a6 None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:36:51.252846 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e407be6f-e949-4b1d-be23-207301490427 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:51.271632 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-27b0591d-8e9e-4c6d-8993-de3f9f30b0a6 None None] Attempting to bind port 328abeb6-3c2b-48c5-9195-0e8998484b8d on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:36:51.272406 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-27b0591d-8e9e-4c6d-8993-de3f9f30b0a6 None None] Attempting to bind port 328abeb6-3c2b-48c5-9195-0e8998484b8d by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': 'b565e30e-7be9-4196-bf5e-d574966d8b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd6fe7fb6-8df6-430c-8f71-9e9333bc98a2'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:36:51.272552 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b0591d-8e9e-4c6d-8993-de3f9f30b0a6 None None] Attempting to bind port 328abeb6-3c2b-48c5-9195-0e8998484b8d on network d6fe7fb6-8df6-430c-8f71-9e9333bc98a2 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:36:51.278609 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [None req-e407be6f-e949-4b1d-be23-207301490427 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] device_id is not set on port 8e15b9ae-7b3f-4263-83a5-e35ec330322f yet. {{(pid=102431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:36:51.280585 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b0591d-8e9e-4c6d-8993-de3f9f30b0a6 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:36:51.280960 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b0591d-8e9e-4c6d-8993-de3f9f30b0a6 None None] Checking segment: {'id': 'b565e30e-7be9-4196-bf5e-d574966d8b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd6fe7fb6-8df6-430c-8f71-9e9333bc98a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:36:51.281840 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-27b0591d-8e9e-4c6d-8993-de3f9f30b0a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:51.284899 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b0591d-8e9e-4c6d-8993-de3f9f30b0a6 None None] Bound using segment: {'id': 'b565e30e-7be9-4196-bf5e-d574966d8b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd6fe7fb6-8df6-430c-8f71-9e9333bc98a2'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:36:51.285060 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-27b0591d-8e9e-4c6d-8993-de3f9f30b0a6 None None] Bound port: 328abeb6-3c2b-48c5-9195-0e8998484b8d, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b565e30e-7be9-4196-bf5e-d574966d8b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd6fe7fb6-8df6-430c-8f71-9e9333bc98a2'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:36:51.286559 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-27b0591d-8e9e-4c6d-8993-de3f9f30b0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:51.304480 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-1712a879-bd33-4df2-875e-d8f4a0da2b46 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.8308246 Jan 18 22:36:51.307514 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 33014) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:51.322600 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-3adc13c8-c8b5-4dff-93d0-8f2dfe398339 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-265873645'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:36:51.357694 n-d-825064-1 neutron-server[102430]: INFO neutron.db.l3_db [req-93290367-5278-4966-a90a-562b159624ed req-38657939-6c23-4937-a1f8-93b43c634b9f tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Floating IP 69287b06-0727-4ab3-85af-be606975365c associated. External IP: 172.25.5.7, port: 2a0828ba-3312-4fda-9137-e3828fbe13db. Jan 18 22:36:51.386009 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-27b0591d-8e9e-4c6d-8993-de3f9f30b0a6 None None] For port 328abeb6-3c2b-48c5-9195-0e8998484b8d, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:36:51.390768 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-27b0591d-8e9e-4c6d-8993-de3f9f30b0a6 None None] For port 328abeb6-3c2b-48c5-9195-0e8998484b8d, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=328abeb6-3c2b-48c5-9195-0e8998484b8d,segment=NetworkSegment(b565e30e-7be9-4196-bf5e-d574966d8b5d),segment_id=b565e30e-7be9-4196-bf5e-d574966d8b5d)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:36:51.402004 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-27b0591d-8e9e-4c6d-8993-de3f9f30b0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:51.551300 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b0591d-8e9e-4c6d-8993-de3f9f30b0a6 None None] Pushing event updated for resources: {'Port': ['ID=328abeb6-3c2b-48c5-9195-0e8998484b8d,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:51.837279 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-e407be6f-e949-4b1d-be23-207301490427 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Allocated IP 172.20.0.7 (d6fe7fb6-8df6-430c-8f71-9e9333bc98a2/22f47df8-43ac-4aab-bb6e-df0115945c81/8e15b9ae-7b3f-4263-83a5-e35ec330322f) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:36:51.947288 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-414b54ca-43d7-4237-90b3-fa56ab321c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:52.428631 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e407be6f-e949-4b1d-be23-207301490427 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:52.596886 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [req-93290367-5278-4966-a90a-562b159624ed req-38657939-6c23-4937-a1f8-93b43c634b9f tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Router 50543313-93e9-492c-b506-731fa0848459 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:36:52.606824 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e407be6f-e949-4b1d-be23-207301490427 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:52.849261 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-93290367-5278-4966-a90a-562b159624ed req-38657939-6c23-4937-a1f8-93b43c634b9f tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:36:52.861781 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-93290367-5278-4966-a90a-562b159624ed req-38657939-6c23-4937-a1f8-93b43c634b9f tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:52.868772 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b14763-ad4a-4006-a210-4efcac2863ee None None] Sync routers for ids ['50543313-93e9-492c-b506-731fa0848459'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:36:52.883181 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b14763-ad4a-4006-a210-4efcac2863ee None None] Routers {'50543313-93e9-492c-b506-731fa0848459'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:36:52.883815 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-55b14763-ad4a-4006-a210-4efcac2863ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:36:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['50543313-93e9-492c-b506-731fa0848459'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:36:52.947583 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:52.954534 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-93290367-5278-4966-a90a-562b159624ed req-38657939-6c23-4937-a1f8-93b43c634b9f tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] 10.222.0.53 "PUT /v2.0/floatingips/69287b06-0727-4ab3-85af-be606975365c HTTP/1.1" status: 200 len: 994 time: 3.4665217 Jan 18 22:36:52.955475 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ac7214b-4262-40ae-a11b-aa424df440d1', 'tag': '2a0828ba-3312-4fda-9137-e3828fbe13db'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:36:52.964851 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b4cace1-e007-4829-8aa9-b9a79f1c54ed" -d '{"events": [{"name": "network-changed", "server_uuid": "1ac7214b-4262-40ae-a11b-aa424df440d1", "tag": "2a0828ba-3312-4fda-9137-e3828fbe13db"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:36:52.990646 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3adc13c8-c8b5-4dff-93d0-8f2dfe398339 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1042964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1040653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8593'] for router, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:53.064760 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e407be6f-e949-4b1d-be23-207301490427 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Network d6fe7fb6-8df6-430c-8f71-9e9333bc98a2 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:36:53.066153 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3adc13c8-c8b5-4dff-93d0-8f2dfe398339 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1042975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1043046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1040698'] for router, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:53.117035 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8e01dab-8f50-40b1-9fed-33360a0d6dd4 x-openstack-request-id: req-b8e01dab-8f50-40b1-9fed-33360a0d6dd4 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:36:53.118155 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ac7214b-4262-40ae-a11b-aa424df440d1", "tag": "2a0828ba-3312-4fda-9137-e3828fbe13db", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:36:53.118612 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-e407be6f-e949-4b1d-be23-207301490427 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:36:53.119068 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b8e01dab-8f50-40b1-9fed-33360a0d6dd4 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:36:53.120306 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ac7214b-4262-40ae-a11b-aa424df440d1', 'tag': '2a0828ba-3312-4fda-9137-e3828fbe13db', 'status': 'completed', 'code': 200} Jan 18 22:36:53.124866 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e407be6f-e949-4b1d-be23-207301490427 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:36:53.193521 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-55b14763-ad4a-4006-a210-4efcac2863ee None None] Set router 50543313-93e9-492c-b506-731fa0848459 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:36:53.222296 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93290367-5278-4966-a90a-562b159624ed req-cfd3693c-9f64-4d9b-b749-063dafda1dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:36:53.224863 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-93290367-5278-4966-a90a-562b159624ed req-cfd3693c-9f64-4d9b-b749-063dafda1dea service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1c46bb3ba1444fb0be900b14ff20c2b2&device_id=1ac7214b-4262-40ae-a11b-aa424df440d1 HTTP/1.1" status: 200 len: 1096 time: 0.2304215 Jan 18 22:36:53.264324 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 328abeb6-3c2b-48c5-9195-0e8998484b8d up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:36:53.317017 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4cace1-e007-4829-8aa9-b9a79f1c54ed req-12326a9b-b291-4a7e-b47c-d03f6a45efca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:36:53.319009 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1b4cace1-e007-4829-8aa9-b9a79f1c54ed req-12326a9b-b291-4a7e-b47c-d03f6a45efca service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1c46bb3ba1444fb0be900b14ff20c2b2&device_id=1ac7214b-4262-40ae-a11b-aa424df440d1 HTTP/1.1" status: 200 len: 1096 time: 0.1771297 Jan 18 22:36:53.447617 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93290367-5278-4966-a90a-562b159624ed req-ead04a7e-88e3-4b83-a962-d7d453e701c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:36:53.449665 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-93290367-5278-4966-a90a-562b159624ed req-ead04a7e-88e3-4b83-a962-d7d453e701c4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=729c5b59-7b6c-40d9-b914-a709ff066f8b HTTP/1.1" status: 200 len: 920 time: 0.2181146 Jan 18 22:36:53.478038 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-bea072e5-cee6-4ae0-81d8-fac48794a7ef None None] Provisioning complete for port 328abeb6-3c2b-48c5-9195-0e8998484b8d triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:36:53.478678 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bea072e5-cee6-4ae0-81d8-fac48794a7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:53.528198 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 328abeb6-3c2b-48c5-9195-0e8998484b8d triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:36:53.530636 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:53.539323 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e407be6f-e949-4b1d-be23-207301490427 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Pushing event updated for resources: {'Port': ['ID=8e15b9ae-7b3f-4263-83a5-e35ec330322f,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:53.541365 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4cace1-e007-4829-8aa9-b9a79f1c54ed req-125ee6c0-f42f-427b-8573-f56918aa8e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:36:53.548525 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1b4cace1-e007-4829-8aa9-b9a79f1c54ed req-125ee6c0-f42f-427b-8573-f56918aa8e97 service neutron] 10.222.0.67 "GET /v2.0/networks?id=729c5b59-7b6c-40d9-b914-a709ff066f8b HTTP/1.1" status: 200 len: 920 time: 0.2134926 Jan 18 22:36:53.695839 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e407be6f-e949-4b1d-be23-207301490427 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:36:53.696551 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e407be6f-e949-4b1d-be23-207301490427 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:53.714827 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3adc13c8-c8b5-4dff-93d0-8f2dfe398339 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Router f60f1e65-af2f-4d2c-9dd8-af070380d45b has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:36:53.755868 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bea072e5-cee6-4ae0-81d8-fac48794a7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:53.863372 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-93290367-5278-4966-a90a-562b159624ed req-c589f51a-12b7-4dfd-8a92-2aa55489eea5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a0828ba-3312-4fda-9137-e3828fbe13db HTTP/1.1" status: 200 len: 997 time: 0.3885005 Jan 18 22:36:53.907524 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1b4cace1-e007-4829-8aa9-b9a79f1c54ed req-9cfd172c-96f0-4618-8d92-2c1f1cf3a77e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a0828ba-3312-4fda-9137-e3828fbe13db HTTP/1.1" status: 200 len: 997 time: 0.2992113 Jan 18 22:36:53.911326 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-e407be6f-e949-4b1d-be23-207301490427 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.1002975 Jan 18 22:36:53.911996 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 33070) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:53.919362 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-87e40d5d-e8c5-4358-bef8-53e272ba94ef tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Request body: {'subnet': {'network_id': 'd6fe7fb6-8df6-430c-8f71-9e9333bc98a2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:36:53.925704 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-bea072e5-cee6-4ae0-81d8-fac48794a7ef None None] For port 328abeb6-3c2b-48c5-9195-0e8998484b8d, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=328abeb6-3c2b-48c5-9195-0e8998484b8d,segment=NetworkSegment(b565e30e-7be9-4196-bf5e-d574966d8b5d),segment_id=b565e30e-7be9-4196-bf5e-d574966d8b5d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:36:53.941219 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bea072e5-cee6-4ae0-81d8-fac48794a7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:53.979828 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 33072) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:53.982390 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:53.995241 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3adc13c8-c8b5-4dff-93d0-8f2dfe398339 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:36:54.009290 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3adc13c8-c8b5-4dff-93d0-8f2dfe398339 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:54.013045 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-3adc13c8-c8b5-4dff-93d0-8f2dfe398339 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "PUT /v2.0/routers/f60f1e65-af2f-4d2c-9dd8-af070380d45b HTTP/1.1" status: 200 len: 891 time: 2.7016947 Jan 18 22:36:54.014132 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 33076) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:54.064565 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6a5bc3-2aa7-4775-844e-668ea99b82b7 None None] Sync routers for ids ['f60f1e65-af2f-4d2c-9dd8-af070380d45b'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:36:54.121082 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-bea072e5-cee6-4ae0-81d8-fac48794a7ef None None] Provisioning complete for port 8659a213-4585-486f-b194-b69eec5e494e triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:36:54.121869 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bea072e5-cee6-4ae0-81d8-fac48794a7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:54.209142 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93290367-5278-4966-a90a-562b159624ed req-80dd497e-f97a-4b6a-bbbc-2c50c8503d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:36:54.213887 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-93290367-5278-4966-a90a-562b159624ed req-80dd497e-f97a-4b6a-bbbc-2c50c8503d2a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e9fefdd6-ef8e-451d-90d4-5c53894b5fa7 HTTP/1.1" status: 200 len: 860 time: 0.3325257 Jan 18 22:36:54.216785 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4cace1-e007-4829-8aa9-b9a79f1c54ed req-eb981920-2320-4076-a2a0-166a420d9b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:36:54.221296 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1b4cace1-e007-4829-8aa9-b9a79f1c54ed req-eb981920-2320-4076-a2a0-166a420d9b67 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e9fefdd6-ef8e-451d-90d4-5c53894b5fa7 HTTP/1.1" status: 200 len: 860 time: 0.3058636 Jan 18 22:36:54.249095 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-bea072e5-cee6-4ae0-81d8-fac48794a7ef None None] Port 8659a213-4585-486f-b194-b69eec5e494e cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:36:54.263616 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-55b14763-ad4a-4006-a210-4efcac2863ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50543313-93e9-492c-b506-731fa0848459', 'name': 'tempest-ServerRescueTestJSONUnderV235-1975045798-router', 'tenant_id': '1c46bb3ba1444fb0be900b14ff20c2b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': 'f1d8e31d-660e-452a-8791-b2ba90642690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:35:41Z', 'updated_at': '2022-01-18T22:35:50Z', 'revision_number': 4, 'project_id': '1c46bb3ba1444fb0be900b14ff20c2b2', 'gw_port': {'id': 'f1d8e31d-660e-452a-8791-b2ba90642690', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:28:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50543313-93e9-492c-b506-731fa0848459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:35:41Z', 'updated_at': '2022-01-18T22:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': '69287b06-0727-4ab3-85af-be606975365c', 'tenant_id': '1c46bb3ba1444fb0be900b14ff20c2b2', 'floating_ip_address': '172.25.5.7', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': '50543313-93e9-492c-b506-731fa0848459', 'port_id': '2a0828ba-3312-4fda-9137-e3828fbe13db', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '729c5b59-7b6c-40d9-b914-a709ff066f8b', 'mac_address': 'fa:16:3e:f4:56:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac7214b-4262-40ae-a11b-aa424df440d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:36:46Z', 'updated_at': '2022-01-18T22:36:50Z', 'revision_number': 1, 'project_id': '1c46bb3ba1444fb0be900b14ff20c2b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c623548a-a4bf-4bf7-9314-17c9f8ca1649', 'name': '', 'network_id': '729c5b59-7b6c-40d9-b914-a709ff066f8b', 'tenant_id': '1c46bb3ba1444fb0be900b14ff20c2b2', 'mac_address': 'fa:16:3e:a0:15:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50543313-93e9-492c-b506-731fa0848459', 'device_owner': 'network:router_interface', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': 'e9fefdd6-ef8e-451d-90d4-5c53894b5fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:35:46Z', 'updated_at': '2022-01-18T22:35:58Z', 'revision_number': 5, 'project_id': '1c46bb3ba1444fb0be900b14ff20c2b2', 'subnets': [{'id': 'e9fefdd6-ef8e-451d-90d4-5c53894b5fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:36:54.280141 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6a5bc3-2aa7-4775-844e-668ea99b82b7 None None] Routers {'f60f1e65-af2f-4d2c-9dd8-af070380d45b'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:36:54.280818 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-2a6a5bc3-2aa7-4775-844e-668ea99b82b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:36:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['f60f1e65-af2f-4d2c-9dd8-af070380d45b'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:36:54.285023 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-e088947c-6163-444e-a3ac-a57f9b129a57 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "GET /v2.0/routers/f60f1e65-af2f-4d2c-9dd8-af070380d45b HTTP/1.1" status: 200 len: 891 time: 0.2698801 Jan 18 22:36:54.288442 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 33082) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:54.318656 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-93290367-5278-4966-a90a-562b159624ed req-b7af666f-b56a-45d4-a0fe-200c81934643 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=729c5b59-7b6c-40d9-b914-a709ff066f8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0937300 Jan 18 22:36:54.329025 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e40d5d-e8c5-4358-bef8-53e272ba94ef tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Made reservation on behalf of 7f7e3488513a4b34800a857d787e609b for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:36:54.333654 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-87e40d5d-e8c5-4358-bef8-53e272ba94ef tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:54.340243 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-15dd7cc9-7da0-4775-b4d7-a6cccbee4649 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "GET /v2.0/ports?device_id=f60f1e65-af2f-4d2c-9dd8-af070380d45b HTTP/1.1" status: 200 len: 205 time: 0.0504208 Jan 18 22:36:54.345685 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b14763-ad4a-4006-a210-4efcac2863ee None None] Checking router: 50543313-93e9-492c-b506-731fa0848459 for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:36:54.351505 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 33086) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:54.361420 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [req-93290367-5278-4966-a90a-562b159624ed req-df017a95-9233-4717-b9c1-47067b90ea88 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102430) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:36:54.363092 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-93290367-5278-4966-a90a-562b159624ed req-df017a95-9233-4717-b9c1-47067b90ea88 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0142636 Jan 18 22:36:54.368619 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b14763-ad4a-4006-a210-4efcac2863ee None None] Routers {'50543313-93e9-492c-b506-731fa0848459'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:36:54.369301 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-55b14763-ad4a-4006-a210-4efcac2863ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:36:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['50543313-93e9-492c-b506-731fa0848459'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:36:54.370934 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1b4cace1-e007-4829-8aa9-b9a79f1c54ed req-6f01a1da-6edc-4181-90ee-250426723531 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=729c5b59-7b6c-40d9-b914-a709ff066f8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1173532 Jan 18 22:36:54.538177 n-d-825064-1 neutron-server[102431]: INFO neutron.db.ipam_backend_mixin [None req-87e40d5d-e8c5-4358-bef8-53e272ba94ef tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 22f47df8-43ac-4aab-bb6e-df0115945c81 (CIDR: 172.20.0.0/28) Jan 18 22:36:54.545131 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-87e40d5d-e8c5-4358-bef8-53e272ba94ef tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 22:36:54.546448 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87e40d5d-e8c5-4358-bef8-53e272ba94ef tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:36:54.555477 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-dd8d798e-7103-4f72-8f1f-f9b90f1356fa tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks [] for router, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:54.623996 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-87e40d5d-e8c5-4358-bef8-53e272ba94ef tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7108893 Jan 18 22:36:54.626980 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 33092) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:54.658530 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-d79e60fd-be13-4fc7-b23b-583363c05beb tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Request body: {'subnet': {'network_id': 'd6fe7fb6-8df6-430c-8f71-9e9333bc98a2', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:36:54.697500 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d0956740-3a35-4518-9e32-c6aa3a137ca9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:54.727979 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-55b14763-ad4a-4006-a210-4efcac2863ee None None] Set router 50543313-93e9-492c-b506-731fa0848459 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:36:54.731962 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea072e5-cee6-4ae0-81d8-fac48794a7ef None None] Pushing event updated for resources: {'Port': ['ID=328abeb6-3c2b-48c5-9195-0e8998484b8d,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:54.749772 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-2a6a5bc3-2aa7-4775-844e-668ea99b82b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:36:54.757479 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.db.api [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 22:36:54.757967 n-d-825064-1 neutron-server[102432]: DEBUG oslo_db.api [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 22:36:54.766889 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-70e91b9d-2ae3-4c03-91f7-0f5812b70c60 None None] Provisioning complete for port 8e15b9ae-7b3f-4263-83a5-e35ec330322f triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:36:54.767399 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-70e91b9d-2ae3-4c03-91f7-0f5812b70c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:54.770346 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:54.772649 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:54.796613 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6a5bc3-2aa7-4775-844e-668ea99b82b7 None None] Routers {'f60f1e65-af2f-4d2c-9dd8-af070380d45b'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:36:54.797391 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-2a6a5bc3-2aa7-4775-844e-668ea99b82b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:36:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['f60f1e65-af2f-4d2c-9dd8-af070380d45b'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:36:54.818485 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d0956740-3a35-4518-9e32-c6aa3a137ca9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:54.831436 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d0956740-3a35-4518-9e32-c6aa3a137ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:54.839897 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-2a6a5bc3-2aa7-4775-844e-668ea99b82b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:36:54.840726 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6a5bc3-2aa7-4775-844e-668ea99b82b7 None None] The sync data for ids ['f60f1e65-af2f-4d2c-9dd8-af070380d45b'] in n-d-825064-1 is: [] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:36:54.845884 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-70e91b9d-2ae3-4c03-91f7-0f5812b70c60 None None] Port 8e15b9ae-7b3f-4263-83a5-e35ec330322f cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:36:54.886730 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0956740-3a35-4518-9e32-c6aa3a137ca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69b792e5-8a4b-4999-9231-6dc84d3aadce,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:54.907745 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-dd8d798e-7103-4f72-8f1f-f9b90f1356fa tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:54.920692 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-d0956740-3a35-4518-9e32-c6aa3a137ca9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=10a2882401c946ea86ae47ac25e7f55f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9360833 Jan 18 22:36:54.921166 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 33102) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:55.027522 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-93290367-5278-4966-a90a-562b159624ed req-ce513c0e-8ff8-4c7b-9283-8f84811a4a4c service neutron] 10.222.0.53 "GET /v2.0/networks/729c5b59-7b6c-40d9-b914-a709ff066f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6550765 Jan 18 22:36:55.030627 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1b4cace1-e007-4829-8aa9-b9a79f1c54ed req-59a9975e-6275-488a-9481-e4a56b3d601a service neutron] 10.222.0.67 "GET /v2.0/networks/729c5b59-7b6c-40d9-b914-a709ff066f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6398075 Jan 18 22:36:55.119108 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a1046255-ba9f-49ea-b519-d208b96c3da0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:55.181867 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a1046255-ba9f-49ea-b519-d208b96c3da0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:55.195867 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-dd8d798e-7103-4f72-8f1f-f9b90f1356fa tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Deleting port fed735d8-ae9b-4a5d-8bb8-be63329f9020 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:36:55.197097 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-dd8d798e-7103-4f72-8f1f-f9b90f1356fa tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:55.291959 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-dd8d798e-7103-4f72-8f1f-f9b90f1356fa tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:55.303381 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d79e60fd-be13-4fc7-b23b-583363c05beb tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Made reservation on behalf of 7f7e3488513a4b34800a857d787e609b for: {'subnet': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:36:55.309466 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d79e60fd-be13-4fc7-b23b-583363c05beb tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62288702'] for subnet, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:55.365004 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-55b14763-ad4a-4006-a210-4efcac2863ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50543313-93e9-492c-b506-731fa0848459', 'name': 'tempest-ServerRescueTestJSONUnderV235-1975045798-router', 'tenant_id': '1c46bb3ba1444fb0be900b14ff20c2b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': 'f1d8e31d-660e-452a-8791-b2ba90642690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:35:41Z', 'updated_at': '2022-01-18T22:35:50Z', 'revision_number': 4, 'project_id': '1c46bb3ba1444fb0be900b14ff20c2b2', 'gw_port': {'id': 'f1d8e31d-660e-452a-8791-b2ba90642690', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:28:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50543313-93e9-492c-b506-731fa0848459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:35:41Z', 'updated_at': '2022-01-18T22:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': '69287b06-0727-4ab3-85af-be606975365c', 'tenant_id': '1c46bb3ba1444fb0be900b14ff20c2b2', 'floating_ip_address': '172.25.5.7', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': '50543313-93e9-492c-b506-731fa0848459', 'port_id': '2a0828ba-3312-4fda-9137-e3828fbe13db', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '729c5b59-7b6c-40d9-b914-a709ff066f8b', 'mac_address': 'fa:16:3e:f4:56:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac7214b-4262-40ae-a11b-aa424df440d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:36:46Z', 'updated_at': '2022-01-18T22:36:50Z', 'revision_number': 1, 'project_id': '1c46bb3ba1444fb0be900b14ff20c2b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c623548a-a4bf-4bf7-9314-17c9f8ca1649', 'name': '', 'network_id': '729c5b59-7b6c-40d9-b914-a709ff066f8b', 'tenant_id': '1c46bb3ba1444fb0be900b14ff20c2b2', 'mac_address': 'fa:16:3e:a0:15:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50543313-93e9-492c-b506-731fa0848459', 'device_owner': 'network:router_interface', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': 'e9fefdd6-ef8e-451d-90d4-5c53894b5fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:35:46Z', 'updated_at': '2022-01-18T22:35:58Z', 'revision_number': 5, 'project_id': '1c46bb3ba1444fb0be900b14ff20c2b2', 'subnets': [{'id': 'e9fefdd6-ef8e-451d-90d4-5c53894b5fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:36:55.416927 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-93290367-5278-4966-a90a-562b159624ed req-9765c290-7f0f-4064-bbbc-ee7f3473254f service neutron] 10.222.0.53 "GET /v2.0/networks/729c5b59-7b6c-40d9-b914-a709ff066f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3643022 Jan 18 22:36:55.421284 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1b4cace1-e007-4829-8aa9-b9a79f1c54ed req-95e99c11-1631-433d-9215-faaf9de900c9 service neutron] 10.222.0.67 "GET /v2.0/networks/729c5b59-7b6c-40d9-b914-a709ff066f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3799374 Jan 18 22:36:55.428579 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-dd8d798e-7103-4f72-8f1f-f9b90f1356fa tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Calling delete_port for fed735d8-ae9b-4a5d-8bb8-be63329f9020 owned by network:router_gateway {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:36:55.467324 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b14763-ad4a-4006-a210-4efcac2863ee None None] The sync data for ids ['50543313-93e9-492c-b506-731fa0848459'] in n-d-825064-1 is: [{'id': '50543313-93e9-492c-b506-731fa0848459', 'name': 'tempest-ServerRescueTestJSONUnderV235-1975045798-router', 'tenant_id': '1c46bb3ba1444fb0be900b14ff20c2b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': 'f1d8e31d-660e-452a-8791-b2ba90642690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:35:41Z', 'updated_at': '2022-01-18T22:35:50Z', 'revision_number': 4, 'project_id': '1c46bb3ba1444fb0be900b14ff20c2b2', 'gw_port': {'id': 'f1d8e31d-660e-452a-8791-b2ba90642690', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:28:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50543313-93e9-492c-b506-731fa0848459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:35:41Z', 'updated_at': '2022-01-18T22:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': '69287b06-0727-4ab3-85af-be606975365c', 'tenant_id': '1c46bb3ba1444fb0be900b14ff20c2b2', 'floating_ip_address': '172.25.5.7', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': '50543313-93e9-492c-b506-731fa0848459', 'port_id': '2a0828ba-3312-4fda-9137-e3828fbe13db', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '729c5b59-7b6c-40d9-b914-a709ff066f8b', 'mac_address': 'fa:16:3e:f4:56:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac7214b-4262-40ae-a11b-aa424df440d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:36:46Z', 'updated_at': '2022-01-18T22:36:50Z', 'revision_number': 1, 'project_id': '1c46bb3ba1444fb0be900b14ff20c2b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c623548a-a4bf-4bf7-9314-17c9f8ca1649', 'name': '', 'network_id': '729c5b59-7b6c-40d9-b914-a709ff066f8b', 'tenant_id': '1c46bb3ba1444fb0be900b14ff20c2b2', 'mac_address': 'fa:16:3e:a0:15:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50543313-93e9-492c-b506-731fa0848459', 'device_owner': 'network:router_interface', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': 'e9fefdd6-ef8e-451d-90d4-5c53894b5fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:35:46Z', 'updated_at': '2022-01-18T22:35:58Z', 'revision_number': 5, 'project_id': '1c46bb3ba1444fb0be900b14ff20c2b2', 'subnets': [{'id': 'e9fefdd6-ef8e-451d-90d4-5c53894b5fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:36:55.472642 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a1046255-ba9f-49ea-b519-d208b96c3da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:55.475559 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a1046255-ba9f-49ea-b519-d208b96c3da0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:55.479783 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-a1046255-ba9f-49ea-b519-d208b96c3da0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/69b792e5-8a4b-4999-9231-6dc84d3aadce HTTP/1.1" status: 204 len: 168 time: 0.5559518 Jan 18 22:36:55.553478 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 328abeb6-3c2b-48c5-9195-0e8998484b8d up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:36:55.599629 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1046255-ba9f-49ea-b519-d208b96c3da0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69b792e5-8a4b-4999-9231-6dc84d3aadce,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:55.652450 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7c2a3a4e-6693-46fb-9efb-fb3d01a4663a req-21b75791-1570-479b-96fc-c29189119dcd tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.7 HTTP/1.1" status: 200 len: 997 time: 0.1781125 Jan 18 22:36:55.689007 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 328abeb6-3c2b-48c5-9195-0e8998484b8d triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:36:55.691580 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:55.803147 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2a3a4e-6693-46fb-9efb-fb3d01a4663a req-824dad1e-c2e5-4dc7-9cff-ca4a3ad9e6d0 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:36:55.816866 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7c2a3a4e-6693-46fb-9efb-fb3d01a4663a req-824dad1e-c2e5-4dc7-9cff-ca4a3ad9e6d0 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] 10.222.0.53 "GET /v2.0/ports/2a0828ba-3312-4fda-9137-e3828fbe13db HTTP/1.1" status: 200 len: 942 time: 0.1490159 Jan 18 22:36:55.948776 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0193a9a5-2afc-484e-9002-147a5aec968a None None] New status for floating IP 69287b06-0727-4ab3-85af-be606975365c: ACTIVE {{(pid=102433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 22:36:56.053810 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d79e60fd-be13-4fc7-b23b-583363c05beb tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60203213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62288684'] for subnet, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:56.114177 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7c2a3a4e-6693-46fb-9efb-fb3d01a4663a req-e87f1f33-4eb8-4340-a81a-bab7b289e68a tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.7 HTTP/1.1" status: 200 len: 997 time: 0.1907940 Jan 18 22:36:56.128569 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79e60fd-be13-4fc7-b23b-583363c05beb tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Network d6fe7fb6-8df6-430c-8f71-9e9333bc98a2 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:36:56.208011 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-d79e60fd-be13-4fc7-b23b-583363c05beb tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:36:56.224079 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ed1b75-98f5-4730-ab1e-48cb3db764cb None None] Network d6fe7fb6-8df6-430c-8f71-9e9333bc98a2 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:36:56.276921 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79e60fd-be13-4fc7-b23b-583363c05beb tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:36:56.278119 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d79e60fd-be13-4fc7-b23b-583363c05beb tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks [] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:56.369829 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 33130) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:56.386695 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79e60fd-be13-4fc7-b23b-583363c05beb tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Pushing event updated for resources: {'Subnet': ['ID=82ee32f7-5b31-40ee-9870-a9bb1cb21379,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:56.461296 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-d79e60fd-be13-4fc7-b23b-583363c05beb tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.8217273 Jan 18 22:36:56.463470 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 33134) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:56.470725 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-c890ee82-d40c-45b6-8c1e-d84f2653d459 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-761234151', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '82ee32f7-5b31-40ee-9870-a9bb1cb21379'}], 'security_groups': ['db76aeef-df3f-475e-b988-a69c26c976d1']}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:36:56.473232 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-dd8d798e-7103-4f72-8f1f-f9b90f1356fa tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:56.506353 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 33136) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:56.523057 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8d798e-7103-4f72-8f1f-f9b90f1356fa tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Pushing event deleted for resources: {'Port': ['ID=fed735d8-ae9b-4a5d-8bb8-be63329f9020,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:56.563098 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9394ed4f-e332-496a-8962-ab739842a81c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:56.575084 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2a3a4e-6693-46fb-9efb-fb3d01a4663a req-67baf8c7-1d0f-4212-a369-4ed264258981 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:36:56.583149 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7c2a3a4e-6693-46fb-9efb-fb3d01a4663a req-67baf8c7-1d0f-4212-a369-4ed264258981 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] 10.222.0.53 "GET /v2.0/networks/0fa7c7c8-c96a-4aa5-9818-d374adf00f99 HTTP/1.1" status: 200 len: 784 time: 0.4455914 Jan 18 22:36:56.590376 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [req-7c2a3a4e-6693-46fb-9efb-fb3d01a4663a req-6512cca7-03c0-4335-b999-cf84e6430a15 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102430) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:36:56.598639 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7c2a3a4e-6693-46fb-9efb-fb3d01a4663a req-6512cca7-03c0-4335-b999-cf84e6430a15 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0150394 Jan 18 22:36:56.694598 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91da3b91-afd7-40c8-8741-20f6c36a713e None None] Update dhcp port {'port': {'network_id': 'd6fe7fb6-8df6-430c-8f71-9e9333bc98a2', 'fixed_ips': [{'subnet_id': '22f47df8-43ac-4aab-bb6e-df0115945c81', 'ip_address': '172.20.0.2'}, {'subnet_id': '82ee32f7-5b31-40ee-9870-a9bb1cb21379'}], 'binding:host_id': 'n-d-825064-1'}, 'id': '328abeb6-3c2b-48c5-9195-0e8998484b8d'} from n-d-825064-1. {{(pid=102432) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jan 18 22:36:56.729113 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-dd8d798e-7103-4f72-8f1f-f9b90f1356fa tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043029'] for router_gateway, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:56.761005 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-91da3b91-afd7-40c8-8741-20f6c36a713e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:56.773820 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7c2a3a4e-6693-46fb-9efb-fb3d01a4663a req-52cd0e25-53fe-4f01-b51f-8a2e6cacf37f tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.7 HTTP/1.1" status: 200 len: 999 time: 0.1741199 Jan 18 22:36:56.781678 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-7c2a3a4e-6693-46fb-9efb-fb3d01a4663a req-1189b0e4-ecc1-4217-9d0a-ed07380d19cd tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:36:56.868895 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ccd45dd2-78c7-4f8e-9679-5ef7e704ec98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:56.873909 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-dd8d798e-7103-4f72-8f1f-f9b90f1356fa tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1040886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8602'] for router, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:56.877058 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-dd8d798e-7103-4f72-8f1f-f9b90f1356fa tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:56.927937 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-7c2a3a4e-6693-46fb-9efb-fb3d01a4663a req-1189b0e4-ecc1-4217-9d0a-ed07380d19cd tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Notify callbacks [] for floatingip, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:56.980353 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c890ee82-d40c-45b6-8c1e-d84f2653d459 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:57.044437 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-dd8d798e-7103-4f72-8f1f-f9b90f1356fa tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1040832'] for router, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:57.045003 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd8d798e-7103-4f72-8f1f-f9b90f1356fa tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Fanout notify agent at l3_agent the message router_deleted on router f60f1e65-af2f-4d2c-9dd8-af070380d45b {{(pid=102431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 22:36:57.074392 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-dd8d798e-7103-4f72-8f1f-f9b90f1356fa tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:57.081533 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-dd8d798e-7103-4f72-8f1f-f9b90f1356fa tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "DELETE /v2.0/routers/f60f1e65-af2f-4d2c-9dd8-af070380d45b HTTP/1.1" status: 204 len: 168 time: 2.7228482 Jan 18 22:36:57.097159 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 33146) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:57.101052 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9394ed4f-e332-496a-8962-ab739842a81c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:57.105077 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-ef68efee-9e0f-4e93-8a4e-b1b437ddfb54 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1644989593'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:36:57.112760 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-91da3b91-afd7-40c8-8741-20f6c36a713e None None] Allocated IP 172.20.0.18 (d6fe7fb6-8df6-430c-8f71-9e9333bc98a2/82ee32f7-5b31-40ee-9870-a9bb1cb21379/328abeb6-3c2b-48c5-9195-0e8998484b8d) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:36:57.116811 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9394ed4f-e332-496a-8962-ab739842a81c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:57.287135 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-9394ed4f-e332-496a-8962-ab739842a81c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dc81bd697f56469d8bf27d762de85c53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7695298 Jan 18 22:36:57.289566 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef68efee-9e0f-4e93-8a4e-b1b437ddfb54 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Made reservation on behalf of a713e1ffd908444085524c31c3f7dd42 for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:36:57.292205 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ef68efee-9e0f-4e93-8a4e-b1b437ddfb54 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:57.294057 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 33154) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:57.307131 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9394ed4f-e332-496a-8962-ab739842a81c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=974d6e59-4f2b-4470-bba5-7ef95b2847f4,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:57.308153 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-91da3b91-afd7-40c8-8741-20f6c36a713e None None] For port 328abeb6-3c2b-48c5-9195-0e8998484b8d, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=328abeb6-3c2b-48c5-9195-0e8998484b8d,segment=NetworkSegment(b565e30e-7be9-4196-bf5e-d574966d8b5d),segment_id=b565e30e-7be9-4196-bf5e-d574966d8b5d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:36:57.349982 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-91da3b91-afd7-40c8-8741-20f6c36a713e None None] Notify callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:57.366786 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-91da3b91-afd7-40c8-8741-20f6c36a713e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:57.383671 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ccd45dd2-78c7-4f8e-9679-5ef7e704ec98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:57.419203 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef68efee-9e0f-4e93-8a4e-b1b437ddfb54 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:36:57.427601 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ccd45dd2-78c7-4f8e-9679-5ef7e704ec98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:57.431827 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-7c2a3a4e-6693-46fb-9efb-fb3d01a4663a req-1189b0e4-ecc1-4217-9d0a-ed07380d19cd tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:57.474469 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-7c2a3a4e-6693-46fb-9efb-fb3d01a4663a req-1189b0e4-ecc1-4217-9d0a-ed07380d19cd tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043075'] for floatingip, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:57.477040 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ef68efee-9e0f-4e93-8a4e-b1b437ddfb54 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:57.479071 n-d-825064-1 neutron-server[102430]: INFO neutron.db.l3_db [req-7c2a3a4e-6693-46fb-9efb-fb3d01a4663a req-1189b0e4-ecc1-4217-9d0a-ed07380d19cd tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Floating IP 69287b06-0727-4ab3-85af-be606975365c disassociated. External IP: 172.25.5.7, port: 2a0828ba-3312-4fda-9137-e3828fbe13db. Jan 18 22:36:57.495475 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-ef68efee-9e0f-4e93-8a4e-b1b437ddfb54 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Added segment 7306aa7a-7122-4fbc-879c-ec66ef1aacf6 of type vlan for network 9f6e1d65-3c10-48ee-ae75-7dd5d65733c6 Jan 18 22:36:57.543943 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c3f7a35d-3198-4914-8a38-5aa208a0a0f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:57.611559 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91da3b91-afd7-40c8-8741-20f6c36a713e None None] Pushing event updated for resources: {'Port': ['ID=328abeb6-3c2b-48c5-9195-0e8998484b8d,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:57.642264 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-ccd45dd2-78c7-4f8e-9679-5ef7e704ec98 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=968c988f9e324a9c9f19484ab2073466&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2595899 Jan 18 22:36:57.646750 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ef68efee-9e0f-4e93-8a4e-b1b437ddfb54 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:57.648726 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd45dd2-78c7-4f8e-9679-5ef7e704ec98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ad3739-9393-4b7b-bc57-1c709ba8fa53,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:57.650306 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c3f7a35d-3198-4914-8a38-5aa208a0a0f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:57.651681 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 33162) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:57.760454 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ef68efee-9e0f-4e93-8a4e-b1b437ddfb54 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:57.766311 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef68efee-9e0f-4e93-8a4e-b1b437ddfb54 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:36:57.766942 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ef68efee-9e0f-4e93-8a4e-b1b437ddfb54 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:57.881480 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0dc40280-4683-4494-a18e-3a824c9ad3ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:57.948509 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-ef68efee-9e0f-4e93-8a4e-b1b437ddfb54 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8495781 Jan 18 22:36:57.953509 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 33168) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:57.961698 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-34792365-8562-43e4-a983-d7c15611f719 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Request body: {'subnet': {'network_id': '9f6e1d65-3c10-48ee-ae75-7dd5d65733c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:36:57.965316 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c3f7a35d-3198-4914-8a38-5aa208a0a0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:57.967790 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c3f7a35d-3198-4914-8a38-5aa208a0a0f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:57.971476 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-c3f7a35d-3198-4914-8a38-5aa208a0a0f6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/974d6e59-4f2b-4470-bba5-7ef95b2847f4 HTTP/1.1" status: 204 len: 168 time: 0.6629055 Jan 18 22:36:57.971476 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef68efee-9e0f-4e93-8a4e-b1b437ddfb54 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Pushing event updated for resources: {'Network': ['ID=9f6e1d65-3c10-48ee-ae75-7dd5d65733c6,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:57.991451 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 9f6e1d65-3c10-48ee-ae75-7dd5d65733c6 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:36:57.999394 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0dc40280-4683-4494-a18e-3a824c9ad3ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:58.092665 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f7a35d-3198-4914-8a38-5aa208a0a0f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=974d6e59-4f2b-4470-bba5-7ef95b2847f4,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:58.216237 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0dc40280-4683-4494-a18e-3a824c9ad3ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:58.220308 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0dc40280-4683-4494-a18e-3a824c9ad3ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:58.231017 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-0dc40280-4683-4494-a18e-3a824c9ad3ed admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b6ad3739-9393-4b7b-bc57-1c709ba8fa53 HTTP/1.1" status: 204 len: 168 time: 0.5765798 Jan 18 22:36:58.251395 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34792365-8562-43e4-a983-d7c15611f719 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Made reservation on behalf of a713e1ffd908444085524c31c3f7dd42 for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:36:58.269067 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-34792365-8562-43e4-a983-d7c15611f719 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:58.279032 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc40280-4683-4494-a18e-3a824c9ad3ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ad3739-9393-4b7b-bc57-1c709ba8fa53,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:58.602587 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-d6f8c509-9aa9-4984-a005-91b793903455 None None] Provisioning complete for port 328abeb6-3c2b-48c5-9195-0e8998484b8d triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:36:58.605845 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d6f8c509-9aa9-4984-a005-91b793903455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:58.805764 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-34792365-8562-43e4-a983-d7c15611f719 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:58.853270 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-d6f8c509-9aa9-4984-a005-91b793903455 None None] Provisioning complete for port 8e15b9ae-7b3f-4263-83a5-e35ec330322f triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:36:58.853976 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d6f8c509-9aa9-4984-a005-91b793903455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:58.955436 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34792365-8562-43e4-a983-d7c15611f719 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Pushing event updated for resources: {'Subnet': ['ID=70bff30a-8abc-494f-a440-59cf4c2e4b82,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:36:58.968171 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-d6f8c509-9aa9-4984-a005-91b793903455 None None] Port 8e15b9ae-7b3f-4263-83a5-e35ec330322f cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:36:58.991121 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-d6f8c509-9aa9-4984-a005-91b793903455 None None] Provisioning complete for port 8659a213-4585-486f-b194-b69eec5e494e triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:36:58.991497 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d6f8c509-9aa9-4984-a005-91b793903455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:59.011082 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-c890ee82-d40c-45b6-8c1e-d84f2653d459 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Delete allocated IP 172.20.0.7 (d6fe7fb6-8df6-430c-8f71-9e9333bc98a2/22f47df8-43ac-4aab-bb6e-df0115945c81) {{(pid=102430) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 18 22:36:59.021562 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7c2a3a4e-6693-46fb-9efb-fb3d01a4663a req-1189b0e4-ecc1-4217-9d0a-ed07380d19cd tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Router 50543313-93e9-492c-b506-731fa0848459 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:36:59.033342 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-c890ee82-d40c-45b6-8c1e-d84f2653d459 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Allocated IP 172.20.0.30 (d6fe7fb6-8df6-430c-8f71-9e9333bc98a2/82ee32f7-5b31-40ee-9870-a9bb1cb21379/8e15b9ae-7b3f-4263-83a5-e35ec330322f) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:36:59.055333 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-d6f8c509-9aa9-4984-a005-91b793903455 None None] Port 8659a213-4585-486f-b194-b69eec5e494e cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:36:59.095169 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34792365-8562-43e4-a983-d7c15611f719 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Checking segment: {'id': '7306aa7a-7122-4fbc-879c-ec66ef1aacf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9f6e1d65-3c10-48ee-ae75-7dd5d65733c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:36:59.097538 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34792365-8562-43e4-a983-d7c15611f719 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Network hostable DHCP agents. Network: 9f6e1d65-3c10-48ee-ae75-7dd5d65733c6, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:36:59.132050 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34792365-8562-43e4-a983-d7c15611f719 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Network 9f6e1d65-3c10-48ee-ae75-7dd5d65733c6 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:36:59.149180 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-34792365-8562-43e4-a983-d7c15611f719 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 9f6e1d65-3c10-48ee-ae75-7dd5d65733c6) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:36:59.160640 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4151d861-f1d0-4ea6-a4a5-4eb842bea364 None None] Network 9f6e1d65-3c10-48ee-ae75-7dd5d65733c6 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:36:59.165045 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34792365-8562-43e4-a983-d7c15611f719 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:36:59.165701 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-34792365-8562-43e4-a983-d7c15611f719 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:59.219148 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-34792365-8562-43e4-a983-d7c15611f719 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2643113 Jan 18 22:36:59.227806 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 33184) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:59.233836 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-e2ff4ff4-69f8-4c14-ba4f-f06a298a0aa4 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-803974014', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:36:59.281430 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e2ff4ff4-69f8-4c14-ba4f-f06a298a0aa4 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1044160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8692'] for router, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:59.282629 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e2ff4ff4-69f8-4c14-ba4f-f06a298a0aa4 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1040680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8675'] for router, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:59.339220 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7c2a3a4e-6693-46fb-9efb-fb3d01a4663a req-1189b0e4-ecc1-4217-9d0a-ed07380d19cd tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:36:59.353495 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-7c2a3a4e-6693-46fb-9efb-fb3d01a4663a req-1189b0e4-ecc1-4217-9d0a-ed07380d19cd tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:59.359197 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb8bd06-0465-4cb5-a1f4-fccde177220d None None] Sync routers for ids ['50543313-93e9-492c-b506-731fa0848459'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:36:59.377018 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb8bd06-0465-4cb5-a1f4-fccde177220d None None] Routers {'50543313-93e9-492c-b506-731fa0848459'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:36:59.378546 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-2cb8bd06-0465-4cb5-a1f4-fccde177220d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:36:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['50543313-93e9-492c-b506-731fa0848459'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:36:59.400981 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e2ff4ff4-69f8-4c14-ba4f-f06a298a0aa4 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:59.408879 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e2ff4ff4-69f8-4c14-ba4f-f06a298a0aa4 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1040691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049'] for router, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:59.411462 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7c2a3a4e-6693-46fb-9efb-fb3d01a4663a req-1189b0e4-ecc1-4217-9d0a-ed07380d19cd tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] 10.222.0.53 "PUT /v2.0/floatingips/69287b06-0727-4ab3-85af-be606975365c HTTP/1.1" status: 200 len: 693 time: 2.6368079 Jan 18 22:36:59.413876 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ac7214b-4262-40ae-a11b-aa424df440d1', 'tag': '2a0828ba-3312-4fda-9137-e3828fbe13db'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:36:59.423773 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f8dc204-2cc1-4a88-bce8-3521897c8a83" -d '{"events": [{"name": "network-changed", "server_uuid": "1ac7214b-4262-40ae-a11b-aa424df440d1", "tag": "2a0828ba-3312-4fda-9137-e3828fbe13db"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:36:59.447470 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 33190) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:59.493580 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e2ff4ff4-69f8-4c14-ba4f-f06a298a0aa4 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:59.497753 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-e2ff4ff4-69f8-4c14-ba4f-f06a298a0aa4 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2658067 Jan 18 22:36:59.499351 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 33194) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:36:59.499951 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d0be7451-6325-4525-96a1-bd4a54e52274 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:59.520918 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c066e78-ed25-4c03-ac79-821dd7aeb528 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-9f6e1d65-3c10-48ee-ae75-7dd5d65733c6', 'network_id': '9f6e1d65-3c10-48ee-ae75-7dd5d65733c6', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'fixed_ips': [{'subnet_id': '70bff30a-8abc-494f-a440-59cf4c2e4b82'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:36:59.522133 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4c066e78-ed25-4c03-ac79-821dd7aeb528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:59.526892 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a1b6fea-b164-46e5-905a-cfed5cdb91b2 x-openstack-request-id: req-3a1b6fea-b164-46e5-905a-cfed5cdb91b2 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:36:59.527250 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ac7214b-4262-40ae-a11b-aa424df440d1", "tag": "2a0828ba-3312-4fda-9137-e3828fbe13db", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:36:59.527714 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3a1b6fea-b164-46e5-905a-cfed5cdb91b2 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:36:59.528473 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ac7214b-4262-40ae-a11b-aa424df440d1', 'tag': '2a0828ba-3312-4fda-9137-e3828fbe13db', 'status': 'completed', 'code': 200} Jan 18 22:36:59.591130 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 328abeb6-3c2b-48c5-9195-0e8998484b8d up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:36:59.815225 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d0be7451-6325-4525-96a1-bd4a54e52274 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:59.838748 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d0be7451-6325-4525-96a1-bd4a54e52274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:36:59.883332 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-4c066e78-ed25-4c03-ac79-821dd7aeb528 None None] Allocated IP 2001:db8::2 (9f6e1d65-3c10-48ee-ae75-7dd5d65733c6/70bff30a-8abc-494f-a440-59cf4c2e4b82/9d82963d-3fcd-454b-927e-86c4579dea83) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:37:00.033093 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b66e0cfe-3465-4e9b-b0fd-b598c801bb3e tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:00.046287 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8dc204-2cc1-4a88-bce8-3521897c8a83 req-aec2f526-203e-48a7-a636-a97e062fe52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:37:00.047505 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4c066e78-ed25-4c03-ac79-821dd7aeb528 None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:00.047898 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7f8dc204-2cc1-4a88-bce8-3521897c8a83 req-aec2f526-203e-48a7-a636-a97e062fe52f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1c46bb3ba1444fb0be900b14ff20c2b2&device_id=1ac7214b-4262-40ae-a11b-aa424df440d1 HTTP/1.1" status: 200 len: 1096 time: 0.4908261 Jan 18 22:37:00.050461 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c890ee82-d40c-45b6-8c1e-d84f2653d459 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:00.054796 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0be7451-6325-4525-96a1-bd4a54e52274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12443efb-e58b-4ab4-b27d-7e16ead01aa2,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:00.076552 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-d0be7451-6325-4525-96a1-bd4a54e52274 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=379fa57b0d114d01a49b9563a92d9f85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6219399 Jan 18 22:37:00.083994 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 33202) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:00.087630 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-2cb8bd06-0465-4cb5-a1f4-fccde177220d None None] Set router 50543313-93e9-492c-b506-731fa0848459 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:37:00.091695 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c890ee82-d40c-45b6-8c1e-d84f2653d459 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:00.172367 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c890ee82-d40c-45b6-8c1e-d84f2653d459 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Pushing event updated for resources: {'Port': ['ID=8e15b9ae-7b3f-4263-83a5-e35ec330322f,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:00.182108 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4c066e78-ed25-4c03-ac79-821dd7aeb528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:00.288944 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2a3a4e-6693-46fb-9efb-fb3d01a4663a req-b0e9a950-6ce1-4d6c-a039-8e49a81deec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:37:00.298668 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7c2a3a4e-6693-46fb-9efb-fb3d01a4663a req-b0e9a950-6ce1-4d6c-a039-8e49a81deec1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1c46bb3ba1444fb0be900b14ff20c2b2&device_id=1ac7214b-4262-40ae-a11b-aa424df440d1 HTTP/1.1" status: 200 len: 1096 time: 0.8668854 Jan 18 22:37:00.440201 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c066e78-ed25-4c03-ac79-821dd7aeb528 None None] Network 9f6e1d65-3c10-48ee-ae75-7dd5d65733c6 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:37:00.514601 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-4c066e78-ed25-4c03-ac79-821dd7aeb528 None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:37:00.516761 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 33210) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:00.521747 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c066e78-ed25-4c03-ac79-821dd7aeb528 None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:37:00.523247 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c066e78-ed25-4c03-ac79-821dd7aeb528 None None] Pushing event updated for resources: {'Port': ['ID=9d82963d-3fcd-454b-927e-86c4579dea83,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:00.548441 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-c890ee82-d40c-45b6-8c1e-d84f2653d459 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] In _notify_port_updated(), no bound segment for port 8e15b9ae-7b3f-4263-83a5-e35ec330322f on network d6fe7fb6-8df6-430c-8f71-9e9333bc98a2 {{(pid=102430) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 18 22:37:00.554398 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c890ee82-d40c-45b6-8c1e-d84f2653d459 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:37:00.554998 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c890ee82-d40c-45b6-8c1e-d84f2653d459 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:00.557789 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 328abeb6-3c2b-48c5-9195-0e8998484b8d triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:37:00.559110 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:00.576345 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-b66e0cfe-3465-4e9b-b0fd-b598c801bb3e tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Allocated IP 2001:db8::1 (9f6e1d65-3c10-48ee-ae75-7dd5d65733c6/70bff30a-8abc-494f-a440-59cf4c2e4b82/f2197a11-1742-491f-8a86-842beb4b6517) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:37:00.576590 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-c890ee82-d40c-45b6-8c1e-d84f2653d459 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "PUT /v2.0/ports/8e15b9ae-7b3f-4263-83a5-e35ec330322f HTTP/1.1" status: 200 len: 920 time: 4.0989575 Jan 18 22:37:00.578332 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 33214) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:00.615653 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-34fc9b1a-6953-4e91-8809-28cb3550427e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:00.626650 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8dc204-2cc1-4a88-bce8-3521897c8a83 req-08090a1a-cec4-49be-8fb2-596ac2cae9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:37:00.628748 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7f8dc204-2cc1-4a88-bce8-3521897c8a83 req-08090a1a-cec4-49be-8fb2-596ac2cae9e9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=729c5b59-7b6c-40d9-b914-a709ff066f8b HTTP/1.1" status: 200 len: 920 time: 0.5505352 Jan 18 22:37:00.763637 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-4c066e78-ed25-4c03-ac79-821dd7aeb528 None None] Attempting to bind port 9d82963d-3fcd-454b-927e-86c4579dea83 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:37:00.768935 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-4c066e78-ed25-4c03-ac79-821dd7aeb528 None None] Attempting to bind port 9d82963d-3fcd-454b-927e-86c4579dea83 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '7306aa7a-7122-4fbc-879c-ec66ef1aacf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9f6e1d65-3c10-48ee-ae75-7dd5d65733c6'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:37:00.771226 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c066e78-ed25-4c03-ac79-821dd7aeb528 None None] Attempting to bind port 9d82963d-3fcd-454b-927e-86c4579dea83 on network 9f6e1d65-3c10-48ee-ae75-7dd5d65733c6 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:37:00.787824 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c066e78-ed25-4c03-ac79-821dd7aeb528 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:37:00.790758 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c066e78-ed25-4c03-ac79-821dd7aeb528 None None] Checking segment: {'id': '7306aa7a-7122-4fbc-879c-ec66ef1aacf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9f6e1d65-3c10-48ee-ae75-7dd5d65733c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:37:00.796996 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7f8dc204-2cc1-4a88-bce8-3521897c8a83 req-ff9a3414-6e87-476b-94bd-f4672ca46df6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a0828ba-3312-4fda-9137-e3828fbe13db HTTP/1.1" status: 200 len: 217 time: 0.1512108 Jan 18 22:37:00.799816 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4c066e78-ed25-4c03-ac79-821dd7aeb528 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:00.800501 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c066e78-ed25-4c03-ac79-821dd7aeb528 None None] Bound using segment: {'id': '7306aa7a-7122-4fbc-879c-ec66ef1aacf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9f6e1d65-3c10-48ee-ae75-7dd5d65733c6'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:37:00.801760 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-4c066e78-ed25-4c03-ac79-821dd7aeb528 None None] Bound port: 9d82963d-3fcd-454b-927e-86c4579dea83, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7306aa7a-7122-4fbc-879c-ec66ef1aacf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9f6e1d65-3c10-48ee-ae75-7dd5d65733c6'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:37:00.804198 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4c066e78-ed25-4c03-ac79-821dd7aeb528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:00.815436 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2a3a4e-6693-46fb-9efb-fb3d01a4663a req-1980f41b-2779-432c-bb4f-479b29fbde81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:37:00.827933 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7c2a3a4e-6693-46fb-9efb-fb3d01a4663a req-1980f41b-2779-432c-bb4f-479b29fbde81 service neutron] 10.222.0.53 "GET /v2.0/networks?id=729c5b59-7b6c-40d9-b914-a709ff066f8b HTTP/1.1" status: 200 len: 920 time: 0.5279965 Jan 18 22:37:00.931005 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7c2a3a4e-6693-46fb-9efb-fb3d01a4663a req-c5dc18d0-7b3e-492a-950b-9efa4aaf5947 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a0828ba-3312-4fda-9137-e3828fbe13db HTTP/1.1" status: 200 len: 217 time: 0.1021321 Jan 18 22:37:01.089161 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-34fc9b1a-6953-4e91-8809-28cb3550427e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:01.090481 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2a3a4e-6693-46fb-9efb-fb3d01a4663a req-8f64faa7-eeba-4b6c-ac26-1c05ce16a24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:37:01.098915 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7c2a3a4e-6693-46fb-9efb-fb3d01a4663a req-8f64faa7-eeba-4b6c-ac26-1c05ce16a24b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e9fefdd6-ef8e-451d-90d4-5c53894b5fa7 HTTP/1.1" status: 200 len: 860 time: 0.1669767 Jan 18 22:37:01.101677 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8dc204-2cc1-4a88-bce8-3521897c8a83 req-7832486d-ff8a-4fa5-9109-36cb8137507a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:37:01.102832 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7f8dc204-2cc1-4a88-bce8-3521897c8a83 req-7832486d-ff8a-4fa5-9109-36cb8137507a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e9fefdd6-ef8e-451d-90d4-5c53894b5fa7 HTTP/1.1" status: 200 len: 860 time: 0.2621155 Jan 18 22:37:01.102940 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-2cb8bd06-0465-4cb5-a1f4-fccde177220d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50543313-93e9-492c-b506-731fa0848459', 'name': 'tempest-ServerRescueTestJSONUnderV235-1975045798-router', 'tenant_id': '1c46bb3ba1444fb0be900b14ff20c2b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': 'f1d8e31d-660e-452a-8791-b2ba90642690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:35:41Z', 'updated_at': '2022-01-18T22:35:50Z', 'revision_number': 4, 'project_id': '1c46bb3ba1444fb0be900b14ff20c2b2', 'gw_port': {'id': 'f1d8e31d-660e-452a-8791-b2ba90642690', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:28:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50543313-93e9-492c-b506-731fa0848459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:35:41Z', 'updated_at': '2022-01-18T22:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'c623548a-a4bf-4bf7-9314-17c9f8ca1649', 'name': '', 'network_id': '729c5b59-7b6c-40d9-b914-a709ff066f8b', 'tenant_id': '1c46bb3ba1444fb0be900b14ff20c2b2', 'mac_address': 'fa:16:3e:a0:15:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50543313-93e9-492c-b506-731fa0848459', 'device_owner': 'network:router_interface', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': 'e9fefdd6-ef8e-451d-90d4-5c53894b5fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:35:46Z', 'updated_at': '2022-01-18T22:35:58Z', 'revision_number': 5, 'project_id': '1c46bb3ba1444fb0be900b14ff20c2b2', 'subnets': [{'id': 'e9fefdd6-ef8e-451d-90d4-5c53894b5fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:37:01.111277 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b66e0cfe-3465-4e9b-b0fd-b598c801bb3e tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:01.155858 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-41a0c0b4-3a60-4581-8f72-a83d7a3a947b tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Deleting port 8e15b9ae-7b3f-4263-83a5-e35ec330322f {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:37:01.156604 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-41a0c0b4-3a60-4581-8f72-a83d7a3a947b tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:01.168662 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7c2a3a4e-6693-46fb-9efb-fb3d01a4663a req-2bbcb7fb-d094-49f4-83eb-f46b5cd321e6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=729c5b59-7b6c-40d9-b914-a709ff066f8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685723 Jan 18 22:37:01.200983 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-226af0f3-ba14-4f41-91a4-ee0da85fb298 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:01.252355 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb8bd06-0465-4cb5-a1f4-fccde177220d None None] Checking router: 50543313-93e9-492c-b506-731fa0848459 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:37:01.256313 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-4c066e78-ed25-4c03-ac79-821dd7aeb528 None None] For port 9d82963d-3fcd-454b-927e-86c4579dea83, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:37:01.276206 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-4c066e78-ed25-4c03-ac79-821dd7aeb528 None None] For port 9d82963d-3fcd-454b-927e-86c4579dea83, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=9d82963d-3fcd-454b-927e-86c4579dea83,segment=NetworkSegment(7306aa7a-7122-4fbc-879c-ec66ef1aacf6),segment_id=7306aa7a-7122-4fbc-879c-ec66ef1aacf6)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:37:01.278200 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b66e0cfe-3465-4e9b-b0fd-b598c801bb3e tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:01.280496 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb8bd06-0465-4cb5-a1f4-fccde177220d None None] Routers {'50543313-93e9-492c-b506-731fa0848459'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:37:01.281203 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-2cb8bd06-0465-4cb5-a1f4-fccde177220d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:36:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['50543313-93e9-492c-b506-731fa0848459'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:37:01.284996 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-4f39505b-8d8d-41da-9a84-eb728ae6542a None None] Provisioning complete for port 8e15b9ae-7b3f-4263-83a5-e35ec330322f triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:37:01.285887 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4f39505b-8d8d-41da-9a84-eb728ae6542a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:01.322362 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4c066e78-ed25-4c03-ac79-821dd7aeb528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:01.351920 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66e0cfe-3465-4e9b-b0fd-b598c801bb3e tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Network 9f6e1d65-3c10-48ee-ae75-7dd5d65733c6 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:37:01.358622 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-b66e0cfe-3465-4e9b-b0fd-b598c801bb3e tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:37:01.366043 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-226af0f3-ba14-4f41-91a4-ee0da85fb298 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:01.375063 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66e0cfe-3465-4e9b-b0fd-b598c801bb3e tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:37:01.376955 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b66e0cfe-3465-4e9b-b0fd-b598c801bb3e tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1040954'] for router_interface, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:01.377742 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7f8dc204-2cc1-4a88-bce8-3521897c8a83 req-66dc8765-4f2b-46c8-bb2f-0db146321278 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=729c5b59-7b6c-40d9-b914-a709ff066f8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2540519 Jan 18 22:37:01.381548 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66e0cfe-3465-4e9b-b0fd-b598c801bb3e tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Pushing event updated for resources: {'Port': ['ID=f2197a11-1742-491f-8a86-842beb4b6517,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:01.431258 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-41a0c0b4-3a60-4581-8f72-a83d7a3a947b tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:01.450809 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-41a0c0b4-3a60-4581-8f72-a83d7a3a947b tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Calling delete_port for 8e15b9ae-7b3f-4263-83a5-e35ec330322f owned by {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:37:01.463051 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-226af0f3-ba14-4f41-91a4-ee0da85fb298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:01.535761 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-4f39505b-8d8d-41da-9a84-eb728ae6542a None None] Port 8e15b9ae-7b3f-4263-83a5-e35ec330322f cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:37:01.544113 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c066e78-ed25-4c03-ac79-821dd7aeb528 None None] Pushing event updated for resources: {'Port': ['ID=9d82963d-3fcd-454b-927e-86c4579dea83,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:01.548663 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-34fc9b1a-6953-4e91-8809-28cb3550427e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:01.554984 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-34fc9b1a-6953-4e91-8809-28cb3550427e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:01.555426 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-34fc9b1a-6953-4e91-8809-28cb3550427e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/12443efb-e58b-4ab4-b27d-7e16ead01aa2 HTTP/1.1" status: 204 len: 168 time: 1.4613910 Jan 18 22:37:01.586414 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-2cb8bd06-0465-4cb5-a1f4-fccde177220d None None] Set router 50543313-93e9-492c-b506-731fa0848459 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:37:01.648403 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b66e0cfe-3465-4e9b-b0fd-b598c801bb3e tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:01.707390 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-226af0f3-ba14-4f41-91a4-ee0da85fb298 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=95e2cd49686e4b6e9028bc86d936fb56&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1747894 Jan 18 22:37:01.726537 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 33232) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:01.805747 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226af0f3-ba14-4f41-91a4-ee0da85fb298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b82aa18-e949-44da-9382-4622c0f40c04,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:01.827058 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7c2a3a4e-6693-46fb-9efb-fb3d01a4663a req-d78a49de-8502-4756-b748-7232218e4080 service neutron] 10.222.0.53 "GET /v2.0/networks/729c5b59-7b6c-40d9-b914-a709ff066f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6570289 Jan 18 22:37:01.872768 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fc9b1a-6953-4e91-8809-28cb3550427e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12443efb-e58b-4ab4-b27d-7e16ead01aa2,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:01.954642 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7f8dc204-2cc1-4a88-bce8-3521897c8a83 req-192bd702-50bd-42d5-b2f0-da6470174fd6 service neutron] 10.222.0.67 "GET /v2.0/networks/729c5b59-7b6c-40d9-b914-a709ff066f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4925959 Jan 18 22:37:02.018987 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-41a0c0b4-3a60-4581-8f72-a83d7a3a947b tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:02.150148 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a0c0b4-3a60-4581-8f72-a83d7a3a947b tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Pushing event deleted for resources: {'Port': ['ID=8e15b9ae-7b3f-4263-83a5-e35ec330322f,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:02.162433 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-580fa2d3-80a1-441f-a890-c8de7fbe43d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:02.169829 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7c2a3a4e-6693-46fb-9efb-fb3d01a4663a req-5a7c1bb9-889e-4c86-8285-4daf4f77a6a3 service neutron] 10.222.0.53 "GET /v2.0/networks/729c5b59-7b6c-40d9-b914-a709ff066f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3225880 Jan 18 22:37:02.415095 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-580fa2d3-80a1-441f-a890-c8de7fbe43d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:02.490560 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7f8dc204-2cc1-4a88-bce8-3521897c8a83 req-09d5c905-2740-4f17-8dc4-763b810a48ed service neutron] 10.222.0.67 "GET /v2.0/networks/729c5b59-7b6c-40d9-b914-a709ff066f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5210493 Jan 18 22:37:02.509666 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-48c42315-5505-40dc-aaae-6fc73084ecee req-2d9a5017-0f51-4cd5-8cc5-8e7e41b710d0 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] 10.222.0.53 "GET /v2.0/floatingips/69287b06-0727-4ab3-85af-be606975365c HTTP/1.1" status: 200 len: 693 time: 0.2612398 Jan 18 22:37:02.570802 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-2cb8bd06-0465-4cb5-a1f4-fccde177220d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50543313-93e9-492c-b506-731fa0848459', 'name': 'tempest-ServerRescueTestJSONUnderV235-1975045798-router', 'tenant_id': '1c46bb3ba1444fb0be900b14ff20c2b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': 'f1d8e31d-660e-452a-8791-b2ba90642690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:35:41Z', 'updated_at': '2022-01-18T22:35:50Z', 'revision_number': 4, 'project_id': '1c46bb3ba1444fb0be900b14ff20c2b2', 'gw_port': {'id': 'f1d8e31d-660e-452a-8791-b2ba90642690', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:28:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50543313-93e9-492c-b506-731fa0848459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:35:41Z', 'updated_at': '2022-01-18T22:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'c623548a-a4bf-4bf7-9314-17c9f8ca1649', 'name': '', 'network_id': '729c5b59-7b6c-40d9-b914-a709ff066f8b', 'tenant_id': '1c46bb3ba1444fb0be900b14ff20c2b2', 'mac_address': 'fa:16:3e:a0:15:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50543313-93e9-492c-b506-731fa0848459', 'device_owner': 'network:router_interface', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': 'e9fefdd6-ef8e-451d-90d4-5c53894b5fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:35:46Z', 'updated_at': '2022-01-18T22:35:58Z', 'revision_number': 5, 'project_id': '1c46bb3ba1444fb0be900b14ff20c2b2', 'subnets': [{'id': 'e9fefdd6-ef8e-451d-90d4-5c53894b5fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:37:02.631120 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb8bd06-0465-4cb5-a1f4-fccde177220d None None] The sync data for ids ['50543313-93e9-492c-b506-731fa0848459'] in n-d-825064-1 is: [{'id': '50543313-93e9-492c-b506-731fa0848459', 'name': 'tempest-ServerRescueTestJSONUnderV235-1975045798-router', 'tenant_id': '1c46bb3ba1444fb0be900b14ff20c2b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': 'f1d8e31d-660e-452a-8791-b2ba90642690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:35:41Z', 'updated_at': '2022-01-18T22:35:50Z', 'revision_number': 4, 'project_id': '1c46bb3ba1444fb0be900b14ff20c2b2', 'gw_port': {'id': 'f1d8e31d-660e-452a-8791-b2ba90642690', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:28:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50543313-93e9-492c-b506-731fa0848459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:35:41Z', 'updated_at': '2022-01-18T22:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'c623548a-a4bf-4bf7-9314-17c9f8ca1649', 'name': '', 'network_id': '729c5b59-7b6c-40d9-b914-a709ff066f8b', 'tenant_id': '1c46bb3ba1444fb0be900b14ff20c2b2', 'mac_address': 'fa:16:3e:a0:15:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50543313-93e9-492c-b506-731fa0848459', 'device_owner': 'network:router_interface', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': 'e9fefdd6-ef8e-451d-90d4-5c53894b5fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:35:46Z', 'updated_at': '2022-01-18T22:35:58Z', 'revision_number': 5, 'project_id': '1c46bb3ba1444fb0be900b14ff20c2b2', 'subnets': [{'id': 'e9fefdd6-ef8e-451d-90d4-5c53894b5fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:37:02.635903 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-41a0c0b4-3a60-4581-8f72-a83d7a3a947b tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:02.659393 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-41a0c0b4-3a60-4581-8f72-a83d7a3a947b tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "DELETE /v2.0/ports/8e15b9ae-7b3f-4263-83a5-e35ec330322f HTTP/1.1" status: 204 len: 168 time: 2.0730293 Jan 18 22:37:02.662461 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 33254) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:02.721120 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-580fa2d3-80a1-441f-a890-c8de7fbe43d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:02.745699 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-580fa2d3-80a1-441f-a890-c8de7fbe43d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:02.750233 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-580fa2d3-80a1-441f-a890-c8de7fbe43d8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9b82aa18-e949-44da-9382-4622c0f40c04 HTTP/1.1" status: 204 len: 168 time: 1.0209534 Jan 18 22:37:02.775762 n-d-825064-1 neutron-server[102430]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e8d5335-8e49-4f58-82de-524b00787d9e tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] GET failed (client error): The resource could not be found. Jan 18 22:37:02.780692 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-8e8d5335-8e49-4f58-82de-524b00787d9e tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "GET /v2.0/ports/8e15b9ae-7b3f-4263-83a5-e35ec330322f HTTP/1.1" status: 404 len: 333 time: 0.1203432 Jan 18 22:37:02.783662 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 33260) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:02.785603 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580fa2d3-80a1-441f-a890-c8de7fbe43d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b82aa18-e949-44da-9382-4622c0f40c04,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:02.807018 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b66e0cfe-3465-4e9b-b0fd-b598c801bb3e tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:02.823035 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b66e0cfe-3465-4e9b-b0fd-b598c801bb3e tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:02.825592 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b66e0cfe-3465-4e9b-b0fd-b598c801bb3e tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-613854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1041070'] for router_interface, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:02.932944 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66e0cfe-3465-4e9b-b0fd-b598c801bb3e tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Pushing event updated for resources: {'Port': ['ID=f2197a11-1742-491f-8a86-842beb4b6517,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:03.012508 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66e0cfe-3465-4e9b-b0fd-b598c801bb3e tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Network 9f6e1d65-3c10-48ee-ae75-7dd5d65733c6 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:37:03.020524 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-b66e0cfe-3465-4e9b-b0fd-b598c801bb3e tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:37:03.073779 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c42315-5505-40dc-aaae-6fc73084ecee req-5c6b015f-4068-4f6a-8273-1383950ba4ed tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:37:03.075144 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-48c42315-5505-40dc-aaae-6fc73084ecee req-5c6b015f-4068-4f6a-8273-1383950ba4ed tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] 10.222.0.53 "GET /v2.0/networks/0fa7c7c8-c96a-4aa5-9818-d374adf00f99 HTTP/1.1" status: 200 len: 784 time: 0.5588005 Jan 18 22:37:03.121609 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [req-48c42315-5505-40dc-aaae-6fc73084ecee req-e6e127fa-06fc-4cf3-87a8-9fba8996f562 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102430) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:37:03.124640 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-48c42315-5505-40dc-aaae-6fc73084ecee req-e6e127fa-06fc-4cf3-87a8-9fba8996f562 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0227704 Jan 18 22:37:03.213405 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1533e755-8439-4c5e-b94c-25298b9de892 None None] New status for floating IP 69287b06-0727-4ab3-85af-be606975365c: DOWN {{(pid=102433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 22:37:03.226207 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7be26ee1-3218-43cc-a906-e4a779ec92f2 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:03.245992 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73baeb83-dc31-44a2-8c4e-d96817b62eb2 None None] Network 9f6e1d65-3c10-48ee-ae75-7dd5d65733c6 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:37:03.286363 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-48c42315-5505-40dc-aaae-6fc73084ecee req-a90b32dc-c5ec-428e-afbe-8a7c630f36ef tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.7 HTTP/1.1" status: 200 len: 696 time: 0.1378951 Jan 18 22:37:03.289761 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b66e0cfe-3465-4e9b-b0fd-b598c801bb3e tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Router dedf2904-1167-4114-9329-b8da406c5933 is scheduled to L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 with binding_index 1 {{(pid=102431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 22:37:03.334940 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7be26ee1-3218-43cc-a906-e4a779ec92f2 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:03.408943 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-82688e4c-0881-4a1e-ac67-a6dd8daa6cef None None] Provisioning complete for port 9d82963d-3fcd-454b-927e-86c4579dea83 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:37:03.409534 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-82688e4c-0881-4a1e-ac67-a6dd8daa6cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:03.439124 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b66e0cfe-3465-4e9b-b0fd-b598c801bb3e tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:37:03.451809 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-b66e0cfe-3465-4e9b-b0fd-b598c801bb3e tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "PUT /v2.0/routers/dedf2904-1167-4114-9329-b8da406c5933/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9483187 Jan 18 22:37:03.453012 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 33270) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:03.481628 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1aa167-cbdb-4223-9664-64a57985e8a4 None None] Sync routers for ids ['dedf2904-1167-4114-9329-b8da406c5933'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:37:03.498614 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-48c42315-5505-40dc-aaae-6fc73084ecee req-8e257398-eea1-4ee0-a21a-496d26327004 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.7 HTTP/1.1" status: 200 len: 696 time: 0.2011943 Jan 18 22:37:03.531189 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1aa167-cbdb-4223-9664-64a57985e8a4 None None] Routers {'dedf2904-1167-4114-9329-b8da406c5933'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:37:03.533105 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-8d1aa167-cbdb-4223-9664-64a57985e8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:36:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['dedf2904-1167-4114-9329-b8da406c5933'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:37:03.590424 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36a224b-b5de-4846-b267-db2d04fa096e tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:37:03.609157 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 33272) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:03.611492 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-b36a224b-b5de-4846-b267-db2d04fa096e tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "GET /v2.0/ports/f2197a11-1742-491f-8a86-842beb4b6517 HTTP/1.1" status: 200 len: 911 time: 0.1532397 Jan 18 22:37:03.619962 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-a2c16b6d-ec6c-4a91-90d2-73bf2cfffd6a tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '70bff30a-8abc-494f-a440-59cf4c2e4b82'}]}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:37:03.635529 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-8d1aa167-cbdb-4223-9664-64a57985e8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:37:03.733333 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 9d82963d-3fcd-454b-927e-86c4579dea83 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:37:03.734581 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7be26ee1-3218-43cc-a906-e4a779ec92f2 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:03.738267 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7be26ee1-3218-43cc-a906-e4a779ec92f2 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:03.738521 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-7be26ee1-3218-43cc-a906-e4a779ec92f2 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "DELETE /v2.0/security-groups/919521d2-b7ad-4895-8556-8fee82a477f9 HTTP/1.1" status: 204 len: 168 time: 0.9482751 Jan 18 22:37:03.741593 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 33278) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:03.778156 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be26ee1-3218-43cc-a906-e4a779ec92f2 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=919521d2-b7ad-4895-8556-8fee82a477f9,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:03.851325 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1aa167-cbdb-4223-9664-64a57985e8a4 None None] Routers {'dedf2904-1167-4114-9329-b8da406c5933'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:37:03.852169 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-8d1aa167-cbdb-4223-9664-64a57985e8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:36:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['dedf2904-1167-4114-9329-b8da406c5933'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:37:03.903053 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a52979f8-3ed5-47ec-b57c-138d16f2fad8 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:03.934638 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 33282) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:03.940973 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a52979f8-3ed5-47ec-b57c-138d16f2fad8 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:03.986348 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-8d1aa167-cbdb-4223-9664-64a57985e8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:37:03.987231 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1aa167-cbdb-4223-9664-64a57985e8a4 None None] The sync data for ids ['dedf2904-1167-4114-9329-b8da406c5933'] in n-d-825064-1 is: [] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:37:04.006329 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-20105d1a-f1fc-4c2a-9b96-9107465f3248 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:04.011500 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a52979f8-3ed5-47ec-b57c-138d16f2fad8 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:04.013667 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-82688e4c-0881-4a1e-ac67-a6dd8daa6cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:04.019032 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a52979f8-3ed5-47ec-b57c-138d16f2fad8 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:04.023663 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-a52979f8-3ed5-47ec-b57c-138d16f2fad8 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "DELETE /v2.0/security-groups/db76aeef-df3f-475e-b988-a69c26c976d1 HTTP/1.1" status: 204 len: 168 time: 0.2801545 Jan 18 22:37:04.040118 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 33284) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:04.052809 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-82688e4c-0881-4a1e-ac67-a6dd8daa6cef None None] For port 9d82963d-3fcd-454b-927e-86c4579dea83, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=9d82963d-3fcd-454b-927e-86c4579dea83,segment=NetworkSegment(7306aa7a-7122-4fbc-879c-ec66ef1aacf6),segment_id=7306aa7a-7122-4fbc-879c-ec66ef1aacf6)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:37:04.093463 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a2c16b6d-ec6c-4a91-90d2-73bf2cfffd6a tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:04.093570 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-82688e4c-0881-4a1e-ac67-a6dd8daa6cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:04.102484 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 9d82963d-3fcd-454b-927e-86c4579dea83 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:37:04.102859 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:04.104781 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52979f8-3ed5-47ec-b57c-138d16f2fad8 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db76aeef-df3f-475e-b988-a69c26c976d1,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:04.151823 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-48c42315-5505-40dc-aaae-6fc73084ecee req-f4b80914-2b24-4dea-b6a8-86e65e3d39d0 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Deleting port 8e2aba57-96cb-4491-931c-ec6a22e9b8cb {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:37:04.152319 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-48c42315-5505-40dc-aaae-6fc73084ecee req-f4b80914-2b24-4dea-b6a8-86e65e3d39d0 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:04.202619 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-66bcd626-d554-4cdd-b343-cb2b46d82362 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Deleting subnet 22f47df8-43ac-4aab-bb6e-df0115945c81 {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:37:04.217554 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-66bcd626-d554-4cdd-b343-cb2b46d82362 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:04.299221 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82688e4c-0881-4a1e-ac67-a6dd8daa6cef None None] Pushing event updated for resources: {'Port': ['ID=9d82963d-3fcd-454b-927e-86c4579dea83,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:04.310121 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-48c42315-5505-40dc-aaae-6fc73084ecee req-f4b80914-2b24-4dea-b6a8-86e65e3d39d0 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:04.311317 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-48c42315-5505-40dc-aaae-6fc73084ecee req-f4b80914-2b24-4dea-b6a8-86e65e3d39d0 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:04.326744 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-48c42315-5505-40dc-aaae-6fc73084ecee req-f4b80914-2b24-4dea-b6a8-86e65e3d39d0 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Calling delete_port for 8e2aba57-96cb-4491-931c-ec6a22e9b8cb owned by network:floatingip {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:37:04.331123 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-66bcd626-d554-4cdd-b343-cb2b46d82362 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:04.338417 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82688e4c-0881-4a1e-ac67-a6dd8daa6cef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:37:04.338769 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82688e4c-0881-4a1e-ac67-a6dd8daa6cef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:37:04.339112 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82688e4c-0881-4a1e-ac67-a6dd8daa6cef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:37:04.339452 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82688e4c-0881-4a1e-ac67-a6dd8daa6cef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:37:04.339785 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82688e4c-0881-4a1e-ac67-a6dd8daa6cef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:37:04.340116 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82688e4c-0881-4a1e-ac67-a6dd8daa6cef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:37:04.340471 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82688e4c-0881-4a1e-ac67-a6dd8daa6cef None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:37:04.346206 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82688e4c-0881-4a1e-ac67-a6dd8daa6cef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:37:04.346587 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82688e4c-0881-4a1e-ac67-a6dd8daa6cef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:37:04.346942 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82688e4c-0881-4a1e-ac67-a6dd8daa6cef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:37:04.347281 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82688e4c-0881-4a1e-ac67-a6dd8daa6cef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:37:04.348366 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82688e4c-0881-4a1e-ac67-a6dd8daa6cef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:37:04.573883 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-66bcd626-d554-4cdd-b343-cb2b46d82362 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:04.692497 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-66bcd626-d554-4cdd-b343-cb2b46d82362 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:04.721068 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-66bcd626-d554-4cdd-b343-cb2b46d82362 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:04.726616 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-66bcd626-d554-4cdd-b343-cb2b46d82362 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "DELETE /v2.0/subnets/22f47df8-43ac-4aab-bb6e-df0115945c81 HTTP/1.1" status: 204 len: 168 time: 0.6822212 Jan 18 22:37:04.734258 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f849fa70-b0f5-47d0-b9dc-807b93526afa None None] Network d6fe7fb6-8df6-430c-8f71-9e9333bc98a2 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:37:04.739077 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 33320) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:04.754006 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bcd626-d554-4cdd-b343-cb2b46d82362 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Pushing event deleted for resources: {'Subnet': ['ID=22f47df8-43ac-4aab-bb6e-df0115945c81,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:04.754832 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-0c9565ca-f3d7-4e28-9e60-5e1ccefaeafe tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Request body: {'subnet': {'network_id': 'd6fe7fb6-8df6-430c-8f71-9e9333bc98a2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:37:04.766091 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-20105d1a-f1fc-4c2a-9b96-9107465f3248 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:04.794009 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-20105d1a-f1fc-4c2a-9b96-9107465f3248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:04.900920 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-627a944a-63db-462f-9df8-bed01f2d4ae7 None None] Provisioning complete for port 9d82963d-3fcd-454b-927e-86c4579dea83 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:37:04.901282 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-627a944a-63db-462f-9df8-bed01f2d4ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:05.148393 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-627a944a-63db-462f-9df8-bed01f2d4ae7 None None] Provisioning complete for port f2197a11-1742-491f-8a86-842beb4b6517 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:37:05.149047 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-627a944a-63db-462f-9df8-bed01f2d4ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:05.190972 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-627a944a-63db-462f-9df8-bed01f2d4ae7 None None] Port f2197a11-1742-491f-8a86-842beb4b6517 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:37:05.241550 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20105d1a-f1fc-4c2a-9b96-9107465f3248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d208cd31-7dc2-4192-8ae3-d8d7687a1de6,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:05.261100 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-48c42315-5505-40dc-aaae-6fc73084ecee req-f4b80914-2b24-4dea-b6a8-86e65e3d39d0 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:05.319953 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 33328) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:05.349571 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-dbb63cc3-ded2-4070-a050-52d7824ce9cd None None] Provisioning complete for port f2197a11-1742-491f-8a86-842beb4b6517 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:37:05.349953 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-dbb63cc3-ded2-4070-a050-52d7824ce9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:05.351943 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b80914-2b24-4dea-b6a8-86e65e3d39d0 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Pushing event deleted for resources: {'Port': ['ID=8e2aba57-96cb-4491-931c-ec6a22e9b8cb,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:05.419223 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-48c42315-5505-40dc-aaae-6fc73084ecee req-f4b80914-2b24-4dea-b6a8-86e65e3d39d0 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Notify callbacks [] for floatingip, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:05.422745 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-48c42315-5505-40dc-aaae-6fc73084ecee req-f4b80914-2b24-4dea-b6a8-86e65e3d39d0 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:05.424360 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-48c42315-5505-40dc-aaae-6fc73084ecee req-f4b80914-2b24-4dea-b6a8-86e65e3d39d0 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] 10.222.0.53 "DELETE /v2.0/floatingips/69287b06-0727-4ab3-85af-be606975365c HTTP/1.1" status: 204 len: 173 time: 1.9109161 Jan 18 22:37:05.472165 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-20105d1a-f1fc-4c2a-9b96-9107465f3248 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7a58faca1fef4fd087356b039137904c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5352948 Jan 18 22:37:05.476943 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 33336) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:05.536557 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-dbb63cc3-ded2-4070-a050-52d7824ce9cd None None] Port f2197a11-1742-491f-8a86-842beb4b6517 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:37:05.547425 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 9d82963d-3fcd-454b-927e-86c4579dea83 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:37:05.613670 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b72fdd1f-3736-48e3-abde-f389e5994d7b req-2717069d-9a5e-473f-8992-07f9388cc981 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] 10.222.0.53 "GET /v2.0/security-groups/7a62f6ca-31e3-4cc4-8933-4c3a48870dbd HTTP/1.1" status: 200 len: 1809 time: 0.1335919 Jan 18 22:37:05.655667 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b1d4a3ba-90f6-4fb1-bc1a-4eecfd25512d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:05.659348 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-852f8f59-e681-440b-844d-bb38059ca9fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:05.662958 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-640482eb-8604-491e-8468-d4d3ff86b390 None None] Provisioning complete for port f2197a11-1742-491f-8a86-842beb4b6517 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:37:05.663337 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-640482eb-8604-491e-8468-d4d3ff86b390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:05.697243 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 9d82963d-3fcd-454b-927e-86c4579dea83 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:37:05.697637 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:05.737315 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-852f8f59-e681-440b-844d-bb38059ca9fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:05.753749 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-640482eb-8604-491e-8468-d4d3ff86b390 None None] Port f2197a11-1742-491f-8a86-842beb4b6517 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:37:05.776596 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c9565ca-f3d7-4e28-9e60-5e1ccefaeafe tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Made reservation on behalf of 7f7e3488513a4b34800a857d787e609b for: {'subnet': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:37:05.780687 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0c9565ca-f3d7-4e28-9e60-5e1ccefaeafe tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62288702'] for subnet, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:05.853413 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b1d4a3ba-90f6-4fb1-bc1a-4eecfd25512d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:05.865645 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-852f8f59-e681-440b-844d-bb38059ca9fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:05.868168 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-852f8f59-e681-440b-844d-bb38059ca9fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:05.871714 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-852f8f59-e681-440b-844d-bb38059ca9fa admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d208cd31-7dc2-4192-8ae3-d8d7687a1de6 HTTP/1.1" status: 204 len: 168 time: 0.3914247 Jan 18 22:37:05.871714 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b1d4a3ba-90f6-4fb1-bc1a-4eecfd25512d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:05.913649 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-b72fdd1f-3736-48e3-abde-f389e5994d7b req-c94623bc-86f7-4ab2-9619-090464907dbf tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:05.919026 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852f8f59-e681-440b-844d-bb38059ca9fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d208cd31-7dc2-4192-8ae3-d8d7687a1de6,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:05.948547 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-b72fdd1f-3736-48e3-abde-f389e5994d7b req-c94623bc-86f7-4ab2-9619-090464907dbf tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:05.958440 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-b1d4a3ba-90f6-4fb1-bc1a-4eecfd25512d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e1190e2686a84c3ba777cdb8bd25f895&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6338224 Jan 18 22:37:05.958440 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d4a3ba-90f6-4fb1-bc1a-4eecfd25512d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61b02659-ba19-4f37-9582-3cee5ee6a0f1,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:05.961221 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 33348) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:06.053836 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fe497e8a-e2f2-45c9-b631-006382ffa37d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:06.105245 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fe497e8a-e2f2-45c9-b631-006382ffa37d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:06.107215 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-b72fdd1f-3736-48e3-abde-f389e5994d7b req-c94623bc-86f7-4ab2-9619-090464907dbf tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:06.113678 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-b72fdd1f-3736-48e3-abde-f389e5994d7b req-c94623bc-86f7-4ab2-9619-090464907dbf tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:06.115244 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b72fdd1f-3736-48e3-abde-f389e5994d7b req-c94623bc-86f7-4ab2-9619-090464907dbf tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] 10.222.0.53 "DELETE /v2.0/security-groups/7a62f6ca-31e3-4cc4-8933-4c3a48870dbd HTTP/1.1" status: 204 len: 173 time: 0.4926445 Jan 18 22:37:06.154243 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94623bc-86f7-4ab2-9619-090464907dbf tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a62f6ca-31e3-4cc4-8933-4c3a48870dbd,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:06.163330 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a2c16b6d-ec6c-4a91-90d2-73bf2cfffd6a tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:06.183149 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a2c16b6d-ec6c-4a91-90d2-73bf2cfffd6a tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:06.190644 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c16b6d-ec6c-4a91-90d2-73bf2cfffd6a tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:37:06.191457 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a2c16b6d-ec6c-4a91-90d2-73bf2cfffd6a tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:06.195601 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-a2c16b6d-ec6c-4a91-90d2-73bf2cfffd6a tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "PUT /v2.0/ports/f2197a11-1742-491f-8a86-842beb4b6517 HTTP/1.1" status: 200 len: 911 time: 2.5821102 Jan 18 22:37:06.195718 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-573109ce-3e89-413a-a200-e1dfef34e808 None None] Provisioning complete for port 328abeb6-3c2b-48c5-9195-0e8998484b8d triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:37:06.195718 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-573109ce-3e89-413a-a200-e1dfef34e808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:06.197309 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 33356) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:06.292901 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c16b6d-ec6c-4a91-90d2-73bf2cfffd6a tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Pushing event updated for resources: {'Port': ['ID=f2197a11-1742-491f-8a86-842beb4b6517,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:06.346165 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-573109ce-3e89-413a-a200-e1dfef34e808 None None] Provisioning complete for port 8659a213-4585-486f-b194-b69eec5e494e triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:37:06.346846 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-573109ce-3e89-413a-a200-e1dfef34e808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:06.371468 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0c9565ca-f3d7-4e28-9e60-5e1ccefaeafe tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60203213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62288684'] for subnet, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:06.404678 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-573109ce-3e89-413a-a200-e1dfef34e808 None None] Port 8659a213-4585-486f-b194-b69eec5e494e cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:37:06.427863 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9565ca-f3d7-4e28-9e60-5e1ccefaeafe tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Network d6fe7fb6-8df6-430c-8f71-9e9333bc98a2 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:37:06.431088 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-0c9565ca-f3d7-4e28-9e60-5e1ccefaeafe tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:37:06.435308 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9565ca-f3d7-4e28-9e60-5e1ccefaeafe tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:37:06.435890 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0c9565ca-f3d7-4e28-9e60-5e1ccefaeafe tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks [] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:06.445130 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf09111-7233-4fcd-bf3d-43e4b073cde7 None None] Network d6fe7fb6-8df6-430c-8f71-9e9333bc98a2 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:37:06.445967 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9565ca-f3d7-4e28-9e60-5e1ccefaeafe tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Pushing event updated for resources: {'Subnet': ['ID=e095e486-93ff-427f-9909-83394ff2efb7,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:06.466616 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-0c9565ca-f3d7-4e28-9e60-5e1ccefaeafe tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7242215 Jan 18 22:37:06.467295 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 33368) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:06.471956 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-5245b7d9-4964-464d-8bc5-40be55794e7e tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Request body: {'security_group': {'name': 'tempest-secgroup-797285319'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:37:06.512039 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5245b7d9-4964-464d-8bc5-40be55794e7e tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:06.544990 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fe497e8a-e2f2-45c9-b631-006382ffa37d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:06.548641 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fe497e8a-e2f2-45c9-b631-006382ffa37d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:06.549965 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-fe497e8a-e2f2-45c9-b631-006382ffa37d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/61b02659-ba19-4f37-9582-3cee5ee6a0f1 HTTP/1.1" status: 204 len: 168 time: 0.5877004 Jan 18 22:37:06.567822 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe497e8a-e2f2-45c9-b631-006382ffa37d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b02659-ba19-4f37-9582-3cee5ee6a0f1,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:06.652030 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc785dc-8528-4bfd-b713-bf0d803613b0 req-99aa2a31-67a3-4b5d-b1c9-e3df64cb897e tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:37:06.659449 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5dc785dc-8528-4bfd-b713-bf0d803613b0 req-99aa2a31-67a3-4b5d-b1c9-e3df64cb897e tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ac7214b-4262-40ae-a11b-aa424df440d1 HTTP/1.1" status: 200 len: 945 time: 0.1058660 Jan 18 22:37:06.699278 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5245b7d9-4964-464d-8bc5-40be55794e7e tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:06.716553 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5245b7d9-4964-464d-8bc5-40be55794e7e tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:06.752761 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a7b52e8d-3de9-4442-94bc-39cf5766db61 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1041027'] for router_interface, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:06.769144 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5dc785dc-8528-4bfd-b713-bf0d803613b0 req-ebaaaab5-7516-49ce-a6fc-ca32aec92885 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] 10.222.0.53 "GET /v2.0/security-groups?id=0efb5e62-d5c3-415a-9255-094ed1f8fb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082547 Jan 18 22:37:06.801140 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5245b7d9-4964-464d-8bc5-40be55794e7e tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:06.802364 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-5245b7d9-4964-464d-8bc5-40be55794e7e tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3341169 Jan 18 22:37:06.803088 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5245b7d9-4964-464d-8bc5-40be55794e7e tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9756f375-1585-4327-ab2c-c2658451c5ae,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:06.805268 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 33384) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:06.810074 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-7ad1e07e-4a70-4491-bb47-89899c2a67a5 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Request body: {'security_group': {'name': 'tempest-secgroup-791334289'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:37:06.873030 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7ad1e07e-4a70-4491-bb47-89899c2a67a5 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:06.934307 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c27ddf7-5ee5-4166-970d-f29ac65346cf None None] Update dhcp port {'port': {'network_id': 'd6fe7fb6-8df6-430c-8f71-9e9333bc98a2', 'fixed_ips': [{'subnet_id': '82ee32f7-5b31-40ee-9870-a9bb1cb21379', 'ip_address': '172.20.0.18'}, {'subnet_id': 'e095e486-93ff-427f-9909-83394ff2efb7'}], 'binding:host_id': 'n-d-825064-1'}, 'id': '328abeb6-3c2b-48c5-9195-0e8998484b8d'} from n-d-825064-1. {{(pid=102432) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jan 18 22:37:06.990355 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8c27ddf7-5ee5-4166-970d-f29ac65346cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:07.007093 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7ad1e07e-4a70-4491-bb47-89899c2a67a5 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:07.017473 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7ad1e07e-4a70-4491-bb47-89899c2a67a5 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:07.065269 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad1e07e-4a70-4491-bb47-89899c2a67a5 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edfd6ea2-de2a-4ed4-959b-b19ceecefa10,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:07.102666 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7ad1e07e-4a70-4491-bb47-89899c2a67a5 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:07.106416 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-7ad1e07e-4a70-4491-bb47-89899c2a67a5 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3002496 Jan 18 22:37:07.109557 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 33392) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:07.118338 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-311f06de-28b9-41c5-a7f6-b8c2d223fd7d tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Request body: {'security_group': {'name': 'tempest-secgroup-2132211163'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:37:07.182913 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-311f06de-28b9-41c5-a7f6-b8c2d223fd7d tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:07.287638 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-a7b52e8d-3de9-4442-94bc-39cf5766db61 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Deleting port f2197a11-1742-491f-8a86-842beb4b6517 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:37:07.289070 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a7b52e8d-3de9-4442-94bc-39cf5766db61 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:07.383894 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-311f06de-28b9-41c5-a7f6-b8c2d223fd7d tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:07.394338 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-8c27ddf7-5ee5-4166-970d-f29ac65346cf None None] Allocated IP 172.20.0.2 (d6fe7fb6-8df6-430c-8f71-9e9333bc98a2/e095e486-93ff-427f-9909-83394ff2efb7/328abeb6-3c2b-48c5-9195-0e8998484b8d) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:37:07.402182 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-311f06de-28b9-41c5-a7f6-b8c2d223fd7d tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:07.421765 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 33402) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:07.447832 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4c0f6f81-db31-4308-b317-6c1e1d05e555 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:07.482739 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-311f06de-28b9-41c5-a7f6-b8c2d223fd7d tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:07.486901 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-311f06de-28b9-41c5-a7f6-b8c2d223fd7d tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3760264 Jan 18 22:37:07.497402 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 33410) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:07.503262 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a7b52e8d-3de9-4442-94bc-39cf5766db61 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:07.520075 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-a7b52e8d-3de9-4442-94bc-39cf5766db61 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Calling delete_port for f2197a11-1742-491f-8a86-842beb4b6517 owned by network:router_interface {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:37:07.530250 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-0b05ab6e-0083-41e9-9462-3838b274320b tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-269530899', 'security_groups': ['53e7f8d5-c445-4248-b5c6-1af2ac2bf572'], 'network_id': 'd6fe7fb6-8df6-430c-8f71-9e9333bc98a2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e095e486-93ff-427f-9909-83394ff2efb7'}]}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:37:07.532005 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-8c27ddf7-5ee5-4166-970d-f29ac65346cf None None] For port 328abeb6-3c2b-48c5-9195-0e8998484b8d, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=328abeb6-3c2b-48c5-9195-0e8998484b8d,segment=NetworkSegment(b565e30e-7be9-4196-bf5e-d574966d8b5d),segment_id=b565e30e-7be9-4196-bf5e-d574966d8b5d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:37:07.589304 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8c27ddf7-5ee5-4166-970d-f29ac65346cf None None] Notify callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:07.601604 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311f06de-28b9-41c5-a7f6-b8c2d223fd7d tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53e7f8d5-c445-4248-b5c6-1af2ac2bf572,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:07.602055 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8c27ddf7-5ee5-4166-970d-f29ac65346cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:07.780271 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c27ddf7-5ee5-4166-970d-f29ac65346cf None None] Pushing event updated for resources: {'Port': ['ID=328abeb6-3c2b-48c5-9195-0e8998484b8d,revision_number=6']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:07.823262 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a7b52e8d-3de9-4442-94bc-39cf5766db61 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:07.861627 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b52e8d-3de9-4442-94bc-39cf5766db61 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Pushing event deleted for resources: {'Port': ['ID=f2197a11-1742-491f-8a86-842beb4b6517,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:07.894685 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4c0f6f81-db31-4308-b317-6c1e1d05e555 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:07.905343 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4c0f6f81-db31-4308-b317-6c1e1d05e555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:07.998734 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0f6f81-db31-4308-b317-6c1e1d05e555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93a5b4d5-b587-4c7d-9eec-b0ae97174bf1,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:08.015895 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b05ab6e-0083-41e9-9462-3838b274320b tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Made reservation on behalf of 7f7e3488513a4b34800a857d787e609b for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:37:08.095762 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a7b52e8d-3de9-4442-94bc-39cf5766db61 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-613841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1046579'] for router_interface, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:08.101260 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-4c0f6f81-db31-4308-b317-6c1e1d05e555 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c66a8e34bb9d4df4bb1087d5a1cd4a8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6704938 Jan 18 22:37:08.101626 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 33436) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:08.219607 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0b05ab6e-0083-41e9-9462-3838b274320b tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:08.246536 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [None req-0b05ab6e-0083-41e9-9462-3838b274320b tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] device_id is not set on port 0b3a6d7b-ffd9-437d-bc5c-86abfb7b2214 yet. {{(pid=102430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:37:08.259300 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f886d3c-bdf0-4a50-a0d9-d75275d92a0b req-9ace5e4d-d9d6-40d8-985d-8cedf874f4eb tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:37:08.260913 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4f886d3c-bdf0-4a50-a0d9-d75275d92a0b req-9ace5e4d-d9d6-40d8-985d-8cedf874f4eb tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ac7214b-4262-40ae-a11b-aa424df440d1 HTTP/1.1" status: 200 len: 945 time: 0.3286302 Jan 18 22:37:08.368728 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4f886d3c-bdf0-4a50-a0d9-d75275d92a0b req-3b17f4aa-890b-4c07-a1ea-a8968177a6f6 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] 10.222.0.53 "GET /v2.0/security-groups?id=0efb5e62-d5c3-415a-9255-094ed1f8fb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003220 Jan 18 22:37:08.549921 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-0b05ab6e-0083-41e9-9462-3838b274320b tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Allocated IP 172.20.0.9 (d6fe7fb6-8df6-430c-8f71-9e9333bc98a2/e095e486-93ff-427f-9909-83394ff2efb7/0b3a6d7b-ffd9-437d-bc5c-86abfb7b2214) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:37:08.758850 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-5a3bd05a-9d09-453f-98a3-127a9f532a95 None None] Provisioning complete for port 328abeb6-3c2b-48c5-9195-0e8998484b8d triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:37:08.759425 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5a3bd05a-9d09-453f-98a3-127a9f532a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:08.898934 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0b05ab6e-0083-41e9-9462-3838b274320b tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:08.913174 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359570a2-5ba1-44a7-b62b-cd4a0d8d2efd req-a6d47e05-698c-4e74-b08b-ed269988b767 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:37:08.916900 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-359570a2-5ba1-44a7-b62b-cd4a0d8d2efd req-a6d47e05-698c-4e74-b08b-ed269988b767 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ac7214b-4262-40ae-a11b-aa424df440d1 HTTP/1.1" status: 200 len: 945 time: 0.2115982 Jan 18 22:37:08.931381 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-5a3bd05a-9d09-453f-98a3-127a9f532a95 None None] Provisioning complete for port 8659a213-4585-486f-b194-b69eec5e494e triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:37:08.931759 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5a3bd05a-9d09-453f-98a3-127a9f532a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:08.992510 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-5a3bd05a-9d09-453f-98a3-127a9f532a95 None None] Port 8659a213-4585-486f-b194-b69eec5e494e cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:37:09.045152 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0b05ab6e-0083-41e9-9462-3838b274320b tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:09.046845 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7b52e8d-3de9-4442-94bc-39cf5766db61 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Router dedf2904-1167-4114-9329-b8da406c5933 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:37:09.048758 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-90ca346a-64e2-4c39-aa61-95bad9420dc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:09.058816 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-359570a2-5ba1-44a7-b62b-cd4a0d8d2efd req-535ee620-cf24-46ec-9951-27a7c57f1cbd tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Deleting port 2a0828ba-3312-4fda-9137-e3828fbe13db {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:37:09.059163 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-359570a2-5ba1-44a7-b62b-cd4a0d8d2efd req-535ee620-cf24-46ec-9951-27a7c57f1cbd tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:09.117180 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-90ca346a-64e2-4c39-aa61-95bad9420dc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:09.150042 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b05ab6e-0083-41e9-9462-3838b274320b tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Network d6fe7fb6-8df6-430c-8f71-9e9333bc98a2 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:37:09.162686 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b05ab6e-0083-41e9-9462-3838b274320b tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Pushing event updated for resources: {'Port': ['ID=0b3a6d7b-ffd9-437d-bc5c-86abfb7b2214,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:09.165229 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-0b05ab6e-0083-41e9-9462-3838b274320b tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:37:09.169134 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b05ab6e-0083-41e9-9462-3838b274320b tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:37:09.258639 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b05ab6e-0083-41e9-9462-3838b274320b tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:37:09.259321 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0b05ab6e-0083-41e9-9462-3838b274320b tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:09.269149 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-359570a2-5ba1-44a7-b62b-cd4a0d8d2efd req-535ee620-cf24-46ec-9951-27a7c57f1cbd tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] For port 2a0828ba-3312-4fda-9137-e3828fbe13db, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=2a0828ba-3312-4fda-9137-e3828fbe13db,segment=NetworkSegment(574a4011-3394-4445-9206-df1ee73c7c5f),segment_id=574a4011-3394-4445-9206-df1ee73c7c5f)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:37:09.269903 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-359570a2-5ba1-44a7-b62b-cd4a0d8d2efd req-535ee620-cf24-46ec-9951-27a7c57f1cbd tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:09.286815 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-359570a2-5ba1-44a7-b62b-cd4a0d8d2efd req-535ee620-cf24-46ec-9951-27a7c57f1cbd tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Calling delete_port for 2a0828ba-3312-4fda-9137-e3828fbe13db owned by compute:nova {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:37:09.291551 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7b52e8d-3de9-4442-94bc-39cf5766db61 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:37:09.297121 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-a7b52e8d-3de9-4442-94bc-39cf5766db61 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "PUT /v2.0/routers/dedf2904-1167-4114-9329-b8da406c5933/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0844619 Jan 18 22:37:09.298556 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 33516) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:09.299307 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-0b05ab6e-0083-41e9-9462-3838b274320b tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.7975397 Jan 18 22:37:09.302059 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 33518) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:09.306497 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-2a193583-2424-48b6-906f-ef581a75c358 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Request body: {'subnet': {'network_id': 'd6fe7fb6-8df6-430c-8f71-9e9333bc98a2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:37:09.310731 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41469e57-9912-424d-9aa1-b935bf4b35ce None None] Sync routers for ids ['dedf2904-1167-4114-9329-b8da406c5933'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:37:09.325919 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41469e57-9912-424d-9aa1-b935bf4b35ce None None] Routers {'dedf2904-1167-4114-9329-b8da406c5933'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:37:09.327140 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-41469e57-9912-424d-9aa1-b935bf4b35ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:36:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['dedf2904-1167-4114-9329-b8da406c5933'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:37:09.377337 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-90ca346a-64e2-4c39-aa61-95bad9420dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:09.385270 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-41469e57-9912-424d-9aa1-b935bf4b35ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:37:09.387057 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-90ca346a-64e2-4c39-aa61-95bad9420dc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:09.391403 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-90ca346a-64e2-4c39-aa61-95bad9420dc6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/93a5b4d5-b587-4c7d-9eec-b0ae97174bf1 HTTP/1.1" status: 204 len: 168 time: 1.2885985 Jan 18 22:37:09.397348 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-36a0456f-c005-4c72-96b5-0f437cf0a8db tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "GET /v2.0/ports?device_id=dedf2904-1167-4114-9329-b8da406c5933 HTTP/1.1" status: 200 len: 205 time: 0.0864360 Jan 18 22:37:09.397571 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 33524) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:09.443090 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41469e57-9912-424d-9aa1-b935bf4b35ce None None] Routers {'dedf2904-1167-4114-9329-b8da406c5933'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:37:09.446581 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-41469e57-9912-424d-9aa1-b935bf4b35ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:36:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['dedf2904-1167-4114-9329-b8da406c5933'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:37:09.530096 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 328abeb6-3c2b-48c5-9195-0e8998484b8d up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:37:09.547647 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ca346a-64e2-4c39-aa61-95bad9420dc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93a5b4d5-b587-4c7d-9eec-b0ae97174bf1,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:09.576908 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-41469e57-9912-424d-9aa1-b935bf4b35ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:37:09.577605 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41469e57-9912-424d-9aa1-b935bf4b35ce None None] The sync data for ids ['dedf2904-1167-4114-9329-b8da406c5933'] in n-d-825064-1 is: [] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:37:09.664191 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 328abeb6-3c2b-48c5-9195-0e8998484b8d triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:37:09.664772 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:09.704835 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a193583-2424-48b6-906f-ef581a75c358 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Made reservation on behalf of 7f7e3488513a4b34800a857d787e609b for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:37:09.710128 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2a193583-2424-48b6-906f-ef581a75c358 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:09.715057 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-77cc9d5d-61ca-4504-acc0-6c26fb667d55 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks [] for router, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:09.740424 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-ab5cf91a-80a6-47c1-a1c8-335eb006d90a None None] Provisioning complete for port 0b3a6d7b-ffd9-437d-bc5c-86abfb7b2214 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:37:09.741188 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ab5cf91a-80a6-47c1-a1c8-335eb006d90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:09.839702 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-ab5cf91a-80a6-47c1-a1c8-335eb006d90a None None] Port 0b3a6d7b-ffd9-437d-bc5c-86abfb7b2214 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:37:09.885838 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c19aa03-605e-43d6-844b-487744ae94bb req-6f7bead2-a878-4275-be11-13fcac7775cd tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:37:09.887254 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6c19aa03-605e-43d6-844b-487744ae94bb req-6f7bead2-a878-4275-be11-13fcac7775cd tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ac7214b-4262-40ae-a11b-aa424df440d1 HTTP/1.1" status: 200 len: 945 time: 0.3692727 Jan 18 22:37:09.898600 n-d-825064-1 neutron-server[102431]: INFO neutron.db.ipam_backend_mixin [None req-2a193583-2424-48b6-906f-ef581a75c358 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e095e486-93ff-427f-9909-83394ff2efb7 (CIDR: 172.20.0.0/28) Jan 18 22:37:09.903945 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a193583-2424-48b6-906f-ef581a75c358 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 22:37:09.904719 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a193583-2424-48b6-906f-ef581a75c358 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:37:09.929437 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-2a193583-2424-48b6-906f-ef581a75c358 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6293311 Jan 18 22:37:09.930055 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 33550) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:09.937243 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-c0752dd7-1c70-4b43-b909-da33ec1eb9b3 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Request body: {'subnet': {'network_id': 'd6fe7fb6-8df6-430c-8f71-9e9333bc98a2', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:37:10.085671 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-359570a2-5ba1-44a7-b62b-cd4a0d8d2efd req-535ee620-cf24-46ec-9951-27a7c57f1cbd tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:10.103553 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-77cc9d5d-61ca-4504-acc0-6c26fb667d55 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1040886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8602'] for router, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:10.135645 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-77cc9d5d-61ca-4504-acc0-6c26fb667d55 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:10.173535 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0752dd7-1c70-4b43-b909-da33ec1eb9b3 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Made reservation on behalf of 7f7e3488513a4b34800a857d787e609b for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:37:10.177998 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c0752dd7-1c70-4b43-b909-da33ec1eb9b3 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:10.317373 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535ee620-cf24-46ec-9951-27a7c57f1cbd tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Pushing event deleted for resources: {'Port': ['ID=2a0828ba-3312-4fda-9137-e3828fbe13db,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:10.365755 n-d-825064-1 neutron-server[102431]: INFO neutron.db.ipam_backend_mixin [None req-c0752dd7-1c70-4b43-b909-da33ec1eb9b3 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 82ee32f7-5b31-40ee-9870-a9bb1cb21379 (CIDR: 172.20.0.16/28) Jan 18 22:37:10.372740 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0752dd7-1c70-4b43-b909-da33ec1eb9b3 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 22:37:10.373232 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0752dd7-1c70-4b43-b909-da33ec1eb9b3 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:37:10.407931 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-c0752dd7-1c70-4b43-b909-da33ec1eb9b3 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4751363 Jan 18 22:37:10.408586 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 33592) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:10.417920 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-85f68a22-f47d-457f-beef-755eef2ea4bf tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Request body: {'subnet': {'network_id': 'd6fe7fb6-8df6-430c-8f71-9e9333bc98a2', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:37:10.423887 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6c19aa03-605e-43d6-844b-487744ae94bb req-e6c3bbce-04c1-41ef-801e-918364dbc312 tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] 10.222.0.53 "GET /v2.0/security-groups?id=0efb5e62-d5c3-415a-9255-094ed1f8fb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5140488 Jan 18 22:37:10.464294 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-359570a2-5ba1-44a7-b62b-cd4a0d8d2efd req-535ee620-cf24-46ec-9951-27a7c57f1cbd tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] No DVR routers for this DVR port 2a0828ba-3312-4fda-9137-e3828fbe13db on host n-h2-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:37:10.470108 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-359570a2-5ba1-44a7-b62b-cd4a0d8d2efd req-535ee620-cf24-46ec-9951-27a7c57f1cbd tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:10.476090 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-359570a2-5ba1-44a7-b62b-cd4a0d8d2efd req-535ee620-cf24-46ec-9951-27a7c57f1cbd tempest-ServerRescueTestJSONUnderV235-1270773210 tempest-ServerRescueTestJSONUnderV235-1270773210-project] 10.222.0.67 "DELETE /v2.0/ports/2a0828ba-3312-4fda-9137-e3828fbe13db HTTP/1.1" status: 204 len: 173 time: 1.5537329 Jan 18 22:37:10.477286 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-77cc9d5d-61ca-4504-acc0-6c26fb667d55 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1040832'] for router, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:10.477988 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77cc9d5d-61ca-4504-acc0-6c26fb667d55 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Fanout notify agent at l3_agent the message router_deleted on router dedf2904-1167-4114-9329-b8da406c5933 {{(pid=102430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 22:37:10.479838 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ac7214b-4262-40ae-a11b-aa424df440d1', 'name': 'network-vif-deleted', 'tag': '2a0828ba-3312-4fda-9137-e3828fbe13db'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:37:10.482490 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca6473c3-6152-44a1-a2a3-0e8a10b9faca" -d '{"events": [{"server_uuid": "1ac7214b-4262-40ae-a11b-aa424df440d1", "name": "network-vif-deleted", "tag": "2a0828ba-3312-4fda-9137-e3828fbe13db"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:37:10.493905 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-77cc9d5d-61ca-4504-acc0-6c26fb667d55 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks [] for router, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:10.498776 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-77cc9d5d-61ca-4504-acc0-6c26fb667d55 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "DELETE /v2.0/routers/dedf2904-1167-4114-9329-b8da406c5933 HTTP/1.1" status: 204 len: 168 time: 1.1002452 Jan 18 22:37:10.501181 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 33606) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:10.648832 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_v2 [None req-9892d7e7-6be1-4071-b3cf-11eef269dce9 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Deleting subnet 70bff30a-8abc-494f-a440-59cf4c2e4b82 {{(pid=102430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:37:10.662052 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01ddcb63-9903-4726-a319-10e9f38d702b x-openstack-request-id: req-01ddcb63-9903-4726-a319-10e9f38d702b {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:37:10.662839 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ac7214b-4262-40ae-a11b-aa424df440d1", "name": "network-vif-deleted", "tag": "2a0828ba-3312-4fda-9137-e3828fbe13db", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:37:10.663942 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-01ddcb63-9903-4726-a319-10e9f38d702b {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:37:10.664500 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ac7214b-4262-40ae-a11b-aa424df440d1', 'name': 'network-vif-deleted', 'tag': '2a0828ba-3312-4fda-9137-e3828fbe13db', 'status': 'completed', 'code': 200} Jan 18 22:37:10.690045 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9892d7e7-6be1-4071-b3cf-11eef269dce9 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks [] for subnet, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:10.745824 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85f68a22-f47d-457f-beef-755eef2ea4bf tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Made reservation on behalf of 7f7e3488513a4b34800a857d787e609b for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:37:10.751499 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-85f68a22-f47d-457f-beef-755eef2ea4bf tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:10.808878 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9892d7e7-6be1-4071-b3cf-11eef269dce9 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60394745'] for subnet, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:10.932657 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9892d7e7-6be1-4071-b3cf-11eef269dce9 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:11.022782 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9892d7e7-6be1-4071-b3cf-11eef269dce9 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60203138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62288677'] for subnet, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:11.058952 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9892d7e7-6be1-4071-b3cf-11eef269dce9 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Pushing event deleted for resources: {'Subnet': ['ID=70bff30a-8abc-494f-a440-59cf4c2e4b82,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:11.061861 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9892d7e7-6be1-4071-b3cf-11eef269dce9 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks [] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:11.069489 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec53807-022e-4a2c-af39-284491c4cdcd None None] Network 9f6e1d65-3c10-48ee-ae75-7dd5d65733c6 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:37:11.070458 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-9892d7e7-6be1-4071-b3cf-11eef269dce9 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "DELETE /v2.0/subnets/70bff30a-8abc-494f-a440-59cf4c2e4b82 HTTP/1.1" status: 204 len: 168 time: 0.5691712 Jan 18 22:37:11.071427 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 33630) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:11.276914 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-85f68a22-f47d-457f-beef-755eef2ea4bf tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:11.284625 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ffb01459-4ff9-42ff-9032-05a12563e57a tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:11.350501 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f68a22-f47d-457f-beef-755eef2ea4bf tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Pushing event updated for resources: {'Subnet': ['ID=11811aab-bdbe-405a-be42-1863dc1f0964,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:11.361847 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-ffb01459-4ff9-42ff-9032-05a12563e57a tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Deleting port 9d82963d-3fcd-454b-927e-86c4579dea83 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:37:11.362304 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ffb01459-4ff9-42ff-9032-05a12563e57a tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:11.372802 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f68a22-f47d-457f-beef-755eef2ea4bf tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Network d6fe7fb6-8df6-430c-8f71-9e9333bc98a2 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:37:11.375280 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-85f68a22-f47d-457f-beef-755eef2ea4bf tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:37:11.379550 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f68a22-f47d-457f-beef-755eef2ea4bf tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:37:11.380166 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-85f68a22-f47d-457f-beef-755eef2ea4bf tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:11.394737 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b619e246-7a36-45d9-b415-fa13e4eaff1e None None] Network d6fe7fb6-8df6-430c-8f71-9e9333bc98a2 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:37:11.407413 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-85f68a22-f47d-457f-beef-755eef2ea4bf tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9976609 Jan 18 22:37:11.409901 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 33652) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:11.416561 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-26c9700b-d9b4-475e-801d-d1ae11b08b29 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-620398254', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '11811aab-bdbe-405a-be42-1863dc1f0964'}], 'security_groups': ['9756f375-1585-4327-ab2c-c2658451c5ae', 'edfd6ea2-de2a-4ed4-959b-b19ceecefa10']}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:37:11.440042 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20d384b-b015-4a27-98fe-6ee843b83ab4 None None] DHCP port deletion for 9f6e1d65-3c10-48ee-ae75-7dd5d65733c6 request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:37:11.513328 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-ffb01459-4ff9-42ff-9032-05a12563e57a tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] For port 9d82963d-3fcd-454b-927e-86c4579dea83, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=9d82963d-3fcd-454b-927e-86c4579dea83,segment=NetworkSegment(7306aa7a-7122-4fbc-879c-ec66ef1aacf6),segment_id=7306aa7a-7122-4fbc-879c-ec66ef1aacf6)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:37:11.513833 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ffb01459-4ff9-42ff-9032-05a12563e57a tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:11.528476 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-ffb01459-4ff9-42ff-9032-05a12563e57a tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Calling delete_port for 9d82963d-3fcd-454b-927e-86c4579dea83 owned by network:dhcp {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:37:11.571815 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 9d82963d-3fcd-454b-927e-86c4579dea83 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:37:11.603516 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 2a0828ba-3312-4fda-9137-e3828fbe13db no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:37:11.607255 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 33664) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:11.627607 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ffb01459-4ff9-42ff-9032-05a12563e57a tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:11.660544 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb01459-4ff9-42ff-9032-05a12563e57a tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Pushing event deleted for resources: {'Port': ['ID=9d82963d-3fcd-454b-927e-86c4579dea83,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:11.668233 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb01459-4ff9-42ff-9032-05a12563e57a tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] No DVR routers for this DVR port 9d82963d-3fcd-454b-927e-86c4579dea83 on host n-d-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:37:11.785370 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ffb01459-4ff9-42ff-9032-05a12563e57a tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:11.812747 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-ffb01459-4ff9-42ff-9032-05a12563e57a tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f6e1d65-3c10-48ee-ae75-7dd5d65733c6']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:37:11.825122 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-ffb01459-4ff9-42ff-9032-05a12563e57a tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7306aa7a-7122-4fbc-879c-ec66ef1aacf6') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:37:11.825585 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-ffb01459-4ff9-42ff-9032-05a12563e57a tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7306aa7a-7122-4fbc-879c-ec66ef1aacf6') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:37:11.829190 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-26c9700b-d9b4-475e-801d-d1ae11b08b29 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:11.841079 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ffb01459-4ff9-42ff-9032-05a12563e57a tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60394742'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:11.862326 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ffb01459-4ff9-42ff-9032-05a12563e57a tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:11.870010 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffb01459-4ff9-42ff-9032-05a12563e57a tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:37:11.870514 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ffb01459-4ff9-42ff-9032-05a12563e57a tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60203044'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:11.913661 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-f20d384b-b015-4a27-98fe-6ee843b83ab4 None None] The port '9d82963d-3fcd-454b-927e-86c4579dea83' was deleted {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jan 18 22:37:11.915259 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] No Port match for: 2a0828ba-3312-4fda-9137-e3828fbe13db {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:37:11.915769 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 2a0828ba-3312-4fda-9137-e3828fbe13db not bound to the agent host n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:37:11.946923 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No active binding found for port 9d82963d-3fcd-454b-927e-86c4579dea83 {{(pid=102432) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 18 22:37:11.947812 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 9d82963d-3fcd-454b-927e-86c4579dea83 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:37:11.951189 n-d-825064-1 neutron-server[102430]: Traceback (most recent call last): Jan 18 22:37:11.951189 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:37:11.951189 n-d-825064-1 neutron-server[102430]: timer() Jan 18 22:37:11.951189 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:37:11.951189 n-d-825064-1 neutron-server[102430]: cb(*args, **kw) Jan 18 22:37:11.951189 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:37:11.951189 n-d-825064-1 neutron-server[102430]: return func(*args, **kwargs) Jan 18 22:37:11.951189 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:37:11.951189 n-d-825064-1 neutron-server[102430]: self._notify() Jan 18 22:37:11.951189 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:37:11.951189 n-d-825064-1 neutron-server[102430]: self.callback(batched_events) Jan 18 22:37:11.951189 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:37:11.951189 n-d-825064-1 neutron-server[102430]: event.method(event) Jan 18 22:37:11.951189 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:37:11.951189 n-d-825064-1 neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:37:11.951189 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:37:11.951189 n-d-825064-1 neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:37:11.951189 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:37:11.951189 n-d-825064-1 neutron-server[102430]: return f(self, *a, **k) Jan 18 22:37:11.951189 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:37:11.951189 n-d-825064-1 neutron-server[102430]: return self._get(url).json() Jan 18 22:37:11.951189 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:37:11.951189 n-d-825064-1 neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:37:11.951189 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:37:11.951189 n-d-825064-1 neutron-server[102430]: return self.request(url, 'GET', **kwargs) Jan 18 22:37:11.951189 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:37:11.951189 n-d-825064-1 neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:37:11.951189 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:37:11.951189 n-d-825064-1 neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:37:11.951189 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:37:11.951189 n-d-825064-1 neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:37:11.951189 n-d-825064-1 neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:37:11.957893 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ffb01459-4ff9-42ff-9032-05a12563e57a tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:11.968038 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ffb01459-4ff9-42ff-9032-05a12563e57a tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:11.976478 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-ffb01459-4ff9-42ff-9032-05a12563e57a tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "DELETE /v2.0/networks/9f6e1d65-3c10-48ee-ae75-7dd5d65733c6 HTTP/1.1" status: 204 len: 168 time: 0.9034622 Jan 18 22:37:11.979257 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 33672) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:11.983833 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-131a6cb4-900d-43c2-80b1-90ba4929b3a1 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-999145678', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:37:12.035637 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb01459-4ff9-42ff-9032-05a12563e57a tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Pushing event deleted for resources: {'Network': ['ID=9f6e1d65-3c10-48ee-ae75-7dd5d65733c6,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:12.073426 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-131a6cb4-900d-43c2-80b1-90ba4929b3a1 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1044160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8692'] for router, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:12.074481 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-131a6cb4-900d-43c2-80b1-90ba4929b3a1 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1040680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8675'] for router, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:12.161319 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-131a6cb4-900d-43c2-80b1-90ba4929b3a1 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:12.182303 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-131a6cb4-900d-43c2-80b1-90ba4929b3a1 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1040691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049'] for router, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:12.223823 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-131a6cb4-900d-43c2-80b1-90ba4929b3a1 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks [] for router, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:12.225092 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-131a6cb4-900d-43c2-80b1-90ba4929b3a1 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2448339 Jan 18 22:37:12.229660 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 33690) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:12.234721 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-fdfba283-a95c-4278-8ee4-9e2cf31970bc tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-617974857'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:37:12.280596 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5764c4-183f-414f-a4b8-7c029be8c85b None None] Update dhcp port {'port': {'network_id': 'd6fe7fb6-8df6-430c-8f71-9e9333bc98a2', 'fixed_ips': [{'subnet_id': '82ee32f7-5b31-40ee-9870-a9bb1cb21379', 'ip_address': '172.20.0.18'}, {'subnet_id': 'e095e486-93ff-427f-9909-83394ff2efb7', 'ip_address': '172.20.0.2'}, {'subnet_id': '11811aab-bdbe-405a-be42-1863dc1f0964'}], 'binding:host_id': 'n-d-825064-1'}, 'id': '328abeb6-3c2b-48c5-9195-0e8998484b8d'} from n-d-825064-1. {{(pid=102432) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jan 18 22:37:12.301101 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdfba283-a95c-4278-8ee4-9e2cf31970bc tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Made reservation on behalf of a713e1ffd908444085524c31c3f7dd42 for: {'network': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:37:12.304905 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fdfba283-a95c-4278-8ee4-9e2cf31970bc tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:12.351196 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdfba283-a95c-4278-8ee4-9e2cf31970bc tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=102430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:37:12.358705 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ec5764c4-183f-414f-a4b8-7c029be8c85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:12.375904 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fdfba283-a95c-4278-8ee4-9e2cf31970bc tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:12.376489 n-d-825064-1 neutron-server[102430]: INFO neutron.db.segments_db [None req-fdfba283-a95c-4278-8ee4-9e2cf31970bc tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Added segment 20eb2343-a2f0-4796-ac07-98eebf9cf2e9 of type vlan for network 5adde811-8563-455e-9ab4-509b5bc8dd8a Jan 18 22:37:12.445469 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fdfba283-a95c-4278-8ee4-9e2cf31970bc tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:12.479954 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fdfba283-a95c-4278-8ee4-9e2cf31970bc tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:12.485150 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bde0a4bf-1210-49c4-b703-258425b2baf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1041027'] for router_interface, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:12.494252 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdfba283-a95c-4278-8ee4-9e2cf31970bc tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:37:12.495031 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fdfba283-a95c-4278-8ee4-9e2cf31970bc tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:12.666112 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-26c9700b-d9b4-475e-801d-d1ae11b08b29 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Delete allocated IP 172.20.0.9 (d6fe7fb6-8df6-430c-8f71-9e9333bc98a2/e095e486-93ff-427f-9909-83394ff2efb7) {{(pid=102431) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 18 22:37:12.670729 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-fdfba283-a95c-4278-8ee4-9e2cf31970bc tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4399931 Jan 18 22:37:12.673996 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 33698) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:12.681534 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-631f9258-9bf1-4b93-a0db-6f73ace896e8 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Request body: {'subnet': {'network_id': '5adde811-8563-455e-9ab4-509b5bc8dd8a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:37:12.755362 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-26c9700b-d9b4-475e-801d-d1ae11b08b29 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Allocated IP 172.20.0.41 (d6fe7fb6-8df6-430c-8f71-9e9333bc98a2/11811aab-bdbe-405a-be42-1863dc1f0964/0b3a6d7b-ffd9-437d-bc5c-86abfb7b2214) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:37:12.766965 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfba283-a95c-4278-8ee4-9e2cf31970bc tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Pushing event updated for resources: {'Network': ['ID=5adde811-8563-455e-9ab4-509b5bc8dd8a,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:12.790218 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 5adde811-8563-455e-9ab4-509b5bc8dd8a details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:37:12.793020 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 33702) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:12.801536 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-631f9258-9bf1-4b93-a0db-6f73ace896e8 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Made reservation on behalf of a713e1ffd908444085524c31c3f7dd42 for: {'subnet': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:37:12.806320 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-631f9258-9bf1-4b93-a0db-6f73ace896e8 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62288702'] for subnet, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:12.839842 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:13.033597 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-631f9258-9bf1-4b93-a0db-6f73ace896e8 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60203213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62288684'] for subnet, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:13.114412 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a7f2fe7a-1b30-45fd-88c7-aa969d925a00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:13.131801 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-bde0a4bf-1210-49c4-b703-258425b2baf6 admin admin] Deleting port c623548a-a4bf-4bf7-9314-17c9f8ca1649 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:37:13.132249 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bde0a4bf-1210-49c4-b703-258425b2baf6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:13.169427 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631f9258-9bf1-4b93-a0db-6f73ace896e8 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Pushing event updated for resources: {'Subnet': ['ID=9825aab6-6ed8-4cbf-981f-f60e2ef46acd,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:13.212197 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-26c9700b-d9b4-475e-801d-d1ae11b08b29 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:13.212433 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631f9258-9bf1-4b93-a0db-6f73ace896e8 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Checking segment: {'id': '20eb2343-a2f0-4796-ac07-98eebf9cf2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '5adde811-8563-455e-9ab4-509b5bc8dd8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:37:13.212536 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631f9258-9bf1-4b93-a0db-6f73ace896e8 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Network hostable DHCP agents. Network: 5adde811-8563-455e-9ab4-509b5bc8dd8a, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:37:13.228760 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-26c9700b-d9b4-475e-801d-d1ae11b08b29 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:13.293732 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631f9258-9bf1-4b93-a0db-6f73ace896e8 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Network 5adde811-8563-455e-9ab4-509b5bc8dd8a is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:37:13.296984 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c9700b-d9b4-475e-801d-d1ae11b08b29 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Pushing event updated for resources: {'Port': ['ID=0b3a6d7b-ffd9-437d-bc5c-86abfb7b2214,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:13.315645 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-ec5764c4-183f-414f-a4b8-7c029be8c85b None None] Allocated IP 172.20.0.34 (d6fe7fb6-8df6-430c-8f71-9e9333bc98a2/11811aab-bdbe-405a-be42-1863dc1f0964/328abeb6-3c2b-48c5-9195-0e8998484b8d) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:37:13.334809 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-631f9258-9bf1-4b93-a0db-6f73ace896e8 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 5adde811-8563-455e-9ab4-509b5bc8dd8a) {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:37:13.348935 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631f9258-9bf1-4b93-a0db-6f73ace896e8 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:37:13.360722 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-631f9258-9bf1-4b93-a0db-6f73ace896e8 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks [] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:13.397986 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a7f2fe7a-1b30-45fd-88c7-aa969d925a00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:13.407389 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-631f9258-9bf1-4b93-a0db-6f73ace896e8 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7324066 Jan 18 22:37:13.408918 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a7f2fe7a-1b30-45fd-88c7-aa969d925a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:13.416323 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-bde0a4bf-1210-49c4-b703-258425b2baf6 admin admin] For port c623548a-a4bf-4bf7-9314-17c9f8ca1649, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=c623548a-a4bf-4bf7-9314-17c9f8ca1649,segment=NetworkSegment(574a4011-3394-4445-9206-df1ee73c7c5f),segment_id=574a4011-3394-4445-9206-df1ee73c7c5f)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:37:13.416851 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bde0a4bf-1210-49c4-b703-258425b2baf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:13.418922 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 33718) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:13.435505 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-ec5764c4-183f-414f-a4b8-7c029be8c85b None None] For port 328abeb6-3c2b-48c5-9195-0e8998484b8d, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=328abeb6-3c2b-48c5-9195-0e8998484b8d,segment=NetworkSegment(b565e30e-7be9-4196-bf5e-d574966d8b5d),segment_id=b565e30e-7be9-4196-bf5e-d574966d8b5d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:37:13.439098 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-bde0a4bf-1210-49c4-b703-258425b2baf6 admin admin] Calling delete_port for c623548a-a4bf-4bf7-9314-17c9f8ca1649 owned by network:router_interface {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:37:13.441425 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-26c9700b-d9b4-475e-801d-d1ae11b08b29 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] In _notify_port_updated(), no bound segment for port 0b3a6d7b-ffd9-437d-bc5c-86abfb7b2214 on network d6fe7fb6-8df6-430c-8f71-9e9333bc98a2 {{(pid=102431) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 18 22:37:13.447206 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c9700b-d9b4-475e-801d-d1ae11b08b29 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:37:13.448001 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-26c9700b-d9b4-475e-801d-d1ae11b08b29 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:13.451905 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-26c9700b-d9b4-475e-801d-d1ae11b08b29 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "PUT /v2.0/ports/0b3a6d7b-ffd9-437d-bc5c-86abfb7b2214 HTTP/1.1" status: 200 len: 959 time: 2.0383520 Jan 18 22:37:13.452417 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 33720) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:13.476242 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ec5764c4-183f-414f-a4b8-7c029be8c85b None None] Notify callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:13.480523 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a244deae-f917-4b56-8a72-d57216be4380 None None] Network 5adde811-8563-455e-9ab4-509b5bc8dd8a requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:37:13.484304 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ec5764c4-183f-414f-a4b8-7c029be8c85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:13.555585 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5764c4-183f-414f-a4b8-7c029be8c85b None None] Pushing event updated for resources: {'Port': ['ID=328abeb6-3c2b-48c5-9195-0e8998484b8d,revision_number=7']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:13.574480 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f2fe7a-1b30-45fd-88c7-aa969d925a00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b3e7d6e-031e-45fa-a142-3f11de0eb023,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:13.581176 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-a7f2fe7a-1b30-45fd-88c7-aa969d925a00 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=564cd5a5e1e241c19a5094826711fb84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7868395 Jan 18 22:37:13.584268 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 33722) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:13.662674 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-7babbbb5-6ec3-4ea1-a64e-caef97a4f2bd tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Deleting port 0b3a6d7b-ffd9-437d-bc5c-86abfb7b2214 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:37:13.663137 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7babbbb5-6ec3-4ea1-a64e-caef97a4f2bd tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:13.893097 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7babbbb5-6ec3-4ea1-a64e-caef97a4f2bd tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:13.920951 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:13.961118 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-7babbbb5-6ec3-4ea1-a64e-caef97a4f2bd tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Calling delete_port for 0b3a6d7b-ffd9-437d-bc5c-86abfb7b2214 owned by {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:37:13.977350 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce416aa8-9d4a-4d84-b625-3dd77de0e550 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-5adde811-8563-455e-9ab4-509b5bc8dd8a', 'network_id': '5adde811-8563-455e-9ab4-509b5bc8dd8a', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'fixed_ips': [{'subnet_id': '9825aab6-6ed8-4cbf-981f-f60e2ef46acd'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:37:13.978716 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ce416aa8-9d4a-4d84-b625-3dd77de0e550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:14.151629 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bde0a4bf-1210-49c4-b703-258425b2baf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:14.194108 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde0a4bf-1210-49c4-b703-258425b2baf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c623548a-a4bf-4bf7-9314-17c9f8ca1649,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:14.218395 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde0a4bf-1210-49c4-b703-258425b2baf6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:37:14.218807 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde0a4bf-1210-49c4-b703-258425b2baf6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:37:14.219097 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde0a4bf-1210-49c4-b703-258425b2baf6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:37:14.219539 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde0a4bf-1210-49c4-b703-258425b2baf6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:37:14.220017 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde0a4bf-1210-49c4-b703-258425b2baf6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:37:14.220381 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde0a4bf-1210-49c4-b703-258425b2baf6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:37:14.220805 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde0a4bf-1210-49c4-b703-258425b2baf6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:37:14.221142 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde0a4bf-1210-49c4-b703-258425b2baf6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:37:14.221528 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde0a4bf-1210-49c4-b703-258425b2baf6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:37:14.221859 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde0a4bf-1210-49c4-b703-258425b2baf6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:37:14.222321 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde0a4bf-1210-49c4-b703-258425b2baf6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:37:14.222545 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde0a4bf-1210-49c4-b703-258425b2baf6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:37:14.259432 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-ce416aa8-9d4a-4d84-b625-3dd77de0e550 None None] Allocated IP 2001:db8::2 (5adde811-8563-455e-9ab4-509b5bc8dd8a/9825aab6-6ed8-4cbf-981f-f60e2ef46acd/6fac02fa-492d-47cf-bf0c-4cb292b9ef0d) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:37:14.443691 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bde0a4bf-1210-49c4-b703-258425b2baf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-613841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1046579'] for router_interface, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:14.577211 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e446185e-5e82-4972-b39f-b7e1d7599eee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:14.593600 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ce416aa8-9d4a-4d84-b625-3dd77de0e550 None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:14.607951 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ce416aa8-9d4a-4d84-b625-3dd77de0e550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:14.706874 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce416aa8-9d4a-4d84-b625-3dd77de0e550 None None] Network 5adde811-8563-455e-9ab4-509b5bc8dd8a is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:37:14.714332 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-ce416aa8-9d4a-4d84-b625-3dd77de0e550 None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:37:14.719130 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce416aa8-9d4a-4d84-b625-3dd77de0e550 None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:37:14.721025 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7babbbb5-6ec3-4ea1-a64e-caef97a4f2bd tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:14.742329 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e446185e-5e82-4972-b39f-b7e1d7599eee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:14.763471 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce416aa8-9d4a-4d84-b625-3dd77de0e550 None None] Pushing event updated for resources: {'Port': ['ID=6fac02fa-492d-47cf-bf0c-4cb292b9ef0d,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:14.805843 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-60e43878-cf5a-4d1c-8aa8-7bd549e358ec tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:14.811320 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-ce416aa8-9d4a-4d84-b625-3dd77de0e550 None None] Attempting to bind port 6fac02fa-492d-47cf-bf0c-4cb292b9ef0d on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:37:14.811698 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-ce416aa8-9d4a-4d84-b625-3dd77de0e550 None None] Attempting to bind port 6fac02fa-492d-47cf-bf0c-4cb292b9ef0d by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '20eb2343-a2f0-4796-ac07-98eebf9cf2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '5adde811-8563-455e-9ab4-509b5bc8dd8a'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:37:14.812070 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce416aa8-9d4a-4d84-b625-3dd77de0e550 None None] Attempting to bind port 6fac02fa-492d-47cf-bf0c-4cb292b9ef0d on network 5adde811-8563-455e-9ab4-509b5bc8dd8a {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:37:14.818546 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce416aa8-9d4a-4d84-b625-3dd77de0e550 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:37:14.818922 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce416aa8-9d4a-4d84-b625-3dd77de0e550 None None] Checking segment: {'id': '20eb2343-a2f0-4796-ac07-98eebf9cf2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '5adde811-8563-455e-9ab4-509b5bc8dd8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:37:14.819328 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ce416aa8-9d4a-4d84-b625-3dd77de0e550 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:14.819718 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce416aa8-9d4a-4d84-b625-3dd77de0e550 None None] Bound using segment: {'id': '20eb2343-a2f0-4796-ac07-98eebf9cf2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '5adde811-8563-455e-9ab4-509b5bc8dd8a'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:37:14.820254 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-ce416aa8-9d4a-4d84-b625-3dd77de0e550 None None] Bound port: 6fac02fa-492d-47cf-bf0c-4cb292b9ef0d, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20eb2343-a2f0-4796-ac07-98eebf9cf2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '5adde811-8563-455e-9ab4-509b5bc8dd8a'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:37:14.820636 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ce416aa8-9d4a-4d84-b625-3dd77de0e550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:14.836171 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7babbbb5-6ec3-4ea1-a64e-caef97a4f2bd tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Pushing event deleted for resources: {'Port': ['ID=0b3a6d7b-ffd9-437d-bc5c-86abfb7b2214,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:14.975835 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-ce416aa8-9d4a-4d84-b625-3dd77de0e550 None None] For port 6fac02fa-492d-47cf-bf0c-4cb292b9ef0d, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:37:14.980062 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-ce416aa8-9d4a-4d84-b625-3dd77de0e550 None None] For port 6fac02fa-492d-47cf-bf0c-4cb292b9ef0d, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=6fac02fa-492d-47cf-bf0c-4cb292b9ef0d,segment=NetworkSegment(20eb2343-a2f0-4796-ac07-98eebf9cf2e9),segment_id=20eb2343-a2f0-4796-ac07-98eebf9cf2e9)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:37:14.986199 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e446185e-5e82-4972-b39f-b7e1d7599eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:14.989993 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e446185e-5e82-4972-b39f-b7e1d7599eee admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:14.991422 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ce416aa8-9d4a-4d84-b625-3dd77de0e550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:15.000697 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-e446185e-5e82-4972-b39f-b7e1d7599eee admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3b3e7d6e-031e-45fa-a142-3f11de0eb023 HTTP/1.1" status: 204 len: 168 time: 1.4131873 Jan 18 22:37:15.040794 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e446185e-5e82-4972-b39f-b7e1d7599eee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b3e7d6e-031e-45fa-a142-3f11de0eb023,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:15.107551 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce416aa8-9d4a-4d84-b625-3dd77de0e550 None None] Pushing event updated for resources: {'Port': ['ID=6fac02fa-492d-47cf-bf0c-4cb292b9ef0d,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:15.156092 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-161b45d2-7e3d-46d0-b8f6-65b7278d6d51 None None] Provisioning complete for port 328abeb6-3c2b-48c5-9195-0e8998484b8d triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:37:15.156603 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-161b45d2-7e3d-46d0-b8f6-65b7278d6d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:15.320285 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-60e43878-cf5a-4d1c-8aa8-7bd549e358ec tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Allocated IP 2001:db8::1 (5adde811-8563-455e-9ab4-509b5bc8dd8a/9825aab6-6ed8-4cbf-981f-f60e2ef46acd/50887fd0-e014-4771-888b-02d96c0ae457) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:37:15.370231 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-161b45d2-7e3d-46d0-b8f6-65b7278d6d51 None None] Could not find standard attr ID for object 0b3a6d7b-ffd9-437d-bc5c-86abfb7b2214. {{(pid=102432) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 22:37:15.386834 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-161b45d2-7e3d-46d0-b8f6-65b7278d6d51 None None] Provisioning complete for port 8659a213-4585-486f-b194-b69eec5e494e triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:37:15.387206 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-161b45d2-7e3d-46d0-b8f6-65b7278d6d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:15.507772 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-161b45d2-7e3d-46d0-b8f6-65b7278d6d51 None None] Port 8659a213-4585-486f-b194-b69eec5e494e cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:37:15.655412 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 328abeb6-3c2b-48c5-9195-0e8998484b8d up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:37:15.746886 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-60e43878-cf5a-4d1c-8aa8-7bd549e358ec tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:15.843244 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 328abeb6-3c2b-48c5-9195-0e8998484b8d triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:37:15.843635 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:15.849299 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-60e43878-cf5a-4d1c-8aa8-7bd549e358ec tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:15.904701 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bde0a4bf-1210-49c4-b703-258425b2baf6 admin admin] Router 50543313-93e9-492c-b506-731fa0848459 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:37:15.920230 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7babbbb5-6ec3-4ea1-a64e-caef97a4f2bd tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:15.926825 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-7babbbb5-6ec3-4ea1-a64e-caef97a4f2bd tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "DELETE /v2.0/ports/0b3a6d7b-ffd9-437d-bc5c-86abfb7b2214 HTTP/1.1" status: 204 len: 168 time: 2.4733970 Jan 18 22:37:15.929639 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 33754) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:15.959099 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e43878-cf5a-4d1c-8aa8-7bd549e358ec tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Pushing event updated for resources: {'Port': ['ID=50887fd0-e014-4771-888b-02d96c0ae457,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:15.959827 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-6d4f22da-e24c-47c1-aabc-02eff0727816 None None] Could not find standard attr ID for object 0b3a6d7b-ffd9-437d-bc5c-86abfb7b2214. {{(pid=102432) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 22:37:15.965595 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e43878-cf5a-4d1c-8aa8-7bd549e358ec tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Network 5adde811-8563-455e-9ab4-509b5bc8dd8a is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:37:15.968542 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-60e43878-cf5a-4d1c-8aa8-7bd549e358ec tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:37:15.971430 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e43878-cf5a-4d1c-8aa8-7bd549e358ec tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:37:15.972368 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-60e43878-cf5a-4d1c-8aa8-7bd549e358ec tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1040954'] for router_interface, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:16.211224 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d270ca9-a4ed-43c8-bd85-f44ab4b72523 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] GET failed (client error): The resource could not be found. Jan 18 22:37:16.217954 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-6d270ca9-a4ed-43c8-bd85-f44ab4b72523 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "GET /v2.0/ports/0b3a6d7b-ffd9-437d-bc5c-86abfb7b2214 HTTP/1.1" status: 404 len: 333 time: 0.2872868 Jan 18 22:37:16.220596 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-60e43878-cf5a-4d1c-8aa8-7bd549e358ec tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:16.230023 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 33764) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:16.273781 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bde0a4bf-1210-49c4-b703-258425b2baf6 admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:37:16.292905 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6299d71d-f447-415e-8f9d-6e10620a5209 None None] Sync routers for ids ['50543313-93e9-492c-b506-731fa0848459'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:37:16.302025 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-bde0a4bf-1210-49c4-b703-258425b2baf6 admin admin] 10.222.0.53 "PUT /v2.0/routers/50543313-93e9-492c-b506-731fa0848459/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6926086 Jan 18 22:37:16.302714 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 33768) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:16.320261 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6299d71d-f447-415e-8f9d-6e10620a5209 None None] Routers {'50543313-93e9-492c-b506-731fa0848459'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:37:16.321653 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-6299d71d-f447-415e-8f9d-6e10620a5209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:36:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['50543313-93e9-492c-b506-731fa0848459'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:37:16.533963 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-6299d71d-f447-415e-8f9d-6e10620a5209 None None] Set router 50543313-93e9-492c-b506-731fa0848459 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:37:16.588247 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3d515044-afb5-4908-87e1-c1fc910bec57 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:16.682678 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3d515044-afb5-4908-87e1-c1fc910bec57 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:16.714085 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-06af6cf1-9c04-4713-9fbe-4c45b7a5b544 admin admin] Notify callbacks [] for router, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:16.873450 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3d515044-afb5-4908-87e1-c1fc910bec57 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:16.876424 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3d515044-afb5-4908-87e1-c1fc910bec57 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:16.880412 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-3d515044-afb5-4908-87e1-c1fc910bec57 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "DELETE /v2.0/security-groups/53e7f8d5-c445-4248-b5c6-1af2ac2bf572 HTTP/1.1" status: 204 len: 168 time: 0.6529298 Jan 18 22:37:16.881062 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 33776) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:16.899493 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d515044-afb5-4908-87e1-c1fc910bec57 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53e7f8d5-c445-4248-b5c6-1af2ac2bf572,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:16.913336 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-06af6cf1-9c04-4713-9fbe-4c45b7a5b544 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:16.959977 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-60e43878-cf5a-4d1c-8aa8-7bd549e358ec tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:16.983569 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-60e43878-cf5a-4d1c-8aa8-7bd549e358ec tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:16.984378 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-60e43878-cf5a-4d1c-8aa8-7bd549e358ec tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-613854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1041070'] for router_interface, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:17.027121 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-6299d71d-f447-415e-8f9d-6e10620a5209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50543313-93e9-492c-b506-731fa0848459', 'name': 'tempest-ServerRescueTestJSONUnderV235-1975045798-router', 'tenant_id': '1c46bb3ba1444fb0be900b14ff20c2b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': 'f1d8e31d-660e-452a-8791-b2ba90642690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:35:41Z', 'updated_at': '2022-01-18T22:37:13Z', 'revision_number': 5, 'project_id': '1c46bb3ba1444fb0be900b14ff20c2b2', 'gw_port': {'id': 'f1d8e31d-660e-452a-8791-b2ba90642690', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:28:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50543313-93e9-492c-b506-731fa0848459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:35:41Z', 'updated_at': '2022-01-18T22:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:37:17.035651 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21de5f95-711e-41d3-956f-43d4d625e240 None None] Network 5adde811-8563-455e-9ab4-509b5bc8dd8a requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:37:17.052942 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-cf498c5b-3262-4ddc-8a4d-cf7144bc1389 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:17.068799 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-06af6cf1-9c04-4713-9fbe-4c45b7a5b544 admin admin] Deleting port f1d8e31d-660e-452a-8791-b2ba90642690 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:37:17.069653 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-06af6cf1-9c04-4713-9fbe-4c45b7a5b544 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:17.108807 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-cf498c5b-3262-4ddc-8a4d-cf7144bc1389 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:17.263707 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-cf498c5b-3262-4ddc-8a4d-cf7144bc1389 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:17.264969 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-cf498c5b-3262-4ddc-8a4d-cf7144bc1389 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:17.268334 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-cf498c5b-3262-4ddc-8a4d-cf7144bc1389 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "DELETE /v2.0/security-groups/edfd6ea2-de2a-4ed4-959b-b19ceecefa10 HTTP/1.1" status: 204 len: 168 time: 0.3862569 Jan 18 22:37:17.270021 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 33788) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:17.270940 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e43878-cf5a-4d1c-8aa8-7bd549e358ec tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Network 5adde811-8563-455e-9ab4-509b5bc8dd8a is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:37:17.287422 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-60e43878-cf5a-4d1c-8aa8-7bd549e358ec tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:37:17.289278 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6299d71d-f447-415e-8f9d-6e10620a5209 None None] Checking router: 50543313-93e9-492c-b506-731fa0848459 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:37:17.306159 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf498c5b-3262-4ddc-8a4d-cf7144bc1389 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edfd6ea2-de2a-4ed4-959b-b19ceecefa10,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:17.356843 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf498c5b-3262-4ddc-8a4d-cf7144bc1389 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:37:17.357195 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf498c5b-3262-4ddc-8a4d-cf7144bc1389 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:37:17.357536 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf498c5b-3262-4ddc-8a4d-cf7144bc1389 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:37:17.357881 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf498c5b-3262-4ddc-8a4d-cf7144bc1389 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:37:17.358224 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf498c5b-3262-4ddc-8a4d-cf7144bc1389 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:37:17.358559 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf498c5b-3262-4ddc-8a4d-cf7144bc1389 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:37:17.358894 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf498c5b-3262-4ddc-8a4d-cf7144bc1389 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:37:17.359226 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf498c5b-3262-4ddc-8a4d-cf7144bc1389 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:37:17.359557 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf498c5b-3262-4ddc-8a4d-cf7144bc1389 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:37:17.359879 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf498c5b-3262-4ddc-8a4d-cf7144bc1389 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:37:17.360776 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf498c5b-3262-4ddc-8a4d-cf7144bc1389 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:37:17.360776 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf498c5b-3262-4ddc-8a4d-cf7144bc1389 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:37:17.367434 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e43878-cf5a-4d1c-8aa8-7bd549e358ec tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Pushing event updated for resources: {'Port': ['ID=50887fd0-e014-4771-888b-02d96c0ae457,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:17.393960 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-06af6cf1-9c04-4713-9fbe-4c45b7a5b544 admin admin] For port f1d8e31d-660e-452a-8791-b2ba90642690, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=f1d8e31d-660e-452a-8791-b2ba90642690,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:37:17.395043 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-06af6cf1-9c04-4713-9fbe-4c45b7a5b544 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:17.439094 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-06af6cf1-9c04-4713-9fbe-4c45b7a5b544 admin admin] Calling delete_port for f1d8e31d-660e-452a-8791-b2ba90642690 owned by network:router_gateway {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:37:17.457035 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b49c9efc-3855-40de-bf5d-aa0cfc888efe tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:17.479634 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6299d71d-f447-415e-8f9d-6e10620a5209 None None] Routers {'50543313-93e9-492c-b506-731fa0848459'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:37:17.483977 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-6299d71d-f447-415e-8f9d-6e10620a5209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:36:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['50543313-93e9-492c-b506-731fa0848459'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:37:17.496057 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-46106735-fb80-4190-806d-b65d6a891011 None None] Provisioning complete for port 6fac02fa-492d-47cf-bf0c-4cb292b9ef0d triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:37:17.502815 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-46106735-fb80-4190-806d-b65d6a891011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:17.550757 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b49c9efc-3855-40de-bf5d-aa0cfc888efe tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:17.576446 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60e43878-cf5a-4d1c-8aa8-7bd549e358ec tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Router 021a4537-6d58-4bfc-a6ec-d1f0babb404d is scheduled to L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 with binding_index 1 {{(pid=102430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 22:37:17.810518 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 6fac02fa-492d-47cf-bf0c-4cb292b9ef0d up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:37:17.940902 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b49c9efc-3855-40de-bf5d-aa0cfc888efe tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:17.943647 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b49c9efc-3855-40de-bf5d-aa0cfc888efe tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:17.948083 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-b49c9efc-3855-40de-bf5d-aa0cfc888efe tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "DELETE /v2.0/security-groups/9756f375-1585-4327-ab2c-c2658451c5ae HTTP/1.1" status: 204 len: 168 time: 0.6733799 Jan 18 22:37:17.952157 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 33804) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:17.981576 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-6299d71d-f447-415e-8f9d-6e10620a5209 None None] Set router 50543313-93e9-492c-b506-731fa0848459 gateway port host: None {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:37:18.020645 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-af12688a-a939-48b7-bb67-379d0c084502 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Deleting subnet e095e486-93ff-427f-9909-83394ff2efb7 {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:37:18.022839 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-06af6cf1-9c04-4713-9fbe-4c45b7a5b544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:18.039700 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60e43878-cf5a-4d1c-8aa8-7bd549e358ec tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:37:18.052920 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b257fed5-d086-4cb6-906c-dc44827efaac None None] Sync routers for ids ['021a4537-6d58-4bfc-a6ec-d1f0babb404d'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:37:18.053478 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-60e43878-cf5a-4d1c-8aa8-7bd549e358ec tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "PUT /v2.0/routers/021a4537-6d58-4bfc-a6ec-d1f0babb404d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6264396 Jan 18 22:37:18.056071 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 33806) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:18.057990 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-af12688a-a939-48b7-bb67-379d0c084502 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:18.082799 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-c9de3533-03a0-4e98-b7ee-f3d935fc0aed tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1039125386'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:37:18.101462 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b257fed5-d086-4cb6-906c-dc44827efaac None None] Routers {'021a4537-6d58-4bfc-a6ec-d1f0babb404d'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:37:18.102357 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-b257fed5-d086-4cb6-906c-dc44827efaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:36:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['021a4537-6d58-4bfc-a6ec-d1f0babb404d'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:37:18.167878 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9de3533-03a0-4e98-b7ee-f3d935fc0aed tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Made reservation on behalf of a713e1ffd908444085524c31c3f7dd42 for: {'network': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:37:18.171461 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c9de3533-03a0-4e98-b7ee-f3d935fc0aed tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:18.200230 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-46106735-fb80-4190-806d-b65d6a891011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:18.213782 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-6299d71d-f447-415e-8f9d-6e10620a5209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50543313-93e9-492c-b506-731fa0848459', 'name': 'tempest-ServerRescueTestJSONUnderV235-1975045798-router', 'tenant_id': '1c46bb3ba1444fb0be900b14ff20c2b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:35:41Z', 'updated_at': '2022-01-18T22:37:16Z', 'revision_number': 6, 'project_id': '1c46bb3ba1444fb0be900b14ff20c2b2', 'gw_port_host': None}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:37:18.237633 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49c9efc-3855-40de-bf5d-aa0cfc888efe tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9756f375-1585-4327-ab2c-c2658451c5ae,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:18.244575 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9de3533-03a0-4e98-b7ee-f3d935fc0aed tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=102430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:37:18.271436 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c9de3533-03a0-4e98-b7ee-f3d935fc0aed tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:18.271790 n-d-825064-1 neutron-server[102430]: INFO neutron.db.segments_db [None req-c9de3533-03a0-4e98-b7ee-f3d935fc0aed tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Added segment f1725200-8547-46d0-88fa-8f0dfe0e4380 of type vlan for network 289c9804-5726-4a3a-aa84-8df73f43851e Jan 18 22:37:18.272958 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-b257fed5-d086-4cb6-906c-dc44827efaac None None] Set router 021a4537-6d58-4bfc-a6ec-d1f0babb404d gateway port host: None {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:37:18.345268 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06af6cf1-9c04-4713-9fbe-4c45b7a5b544 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1d8e31d-660e-452a-8791-b2ba90642690,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:18.353729 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6299d71d-f447-415e-8f9d-6e10620a5209 None None] The sync data for ids ['50543313-93e9-492c-b506-731fa0848459'] in n-d-825064-1 is: [{'id': '50543313-93e9-492c-b506-731fa0848459', 'name': 'tempest-ServerRescueTestJSONUnderV235-1975045798-router', 'tenant_id': '1c46bb3ba1444fb0be900b14ff20c2b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:35:41Z', 'updated_at': '2022-01-18T22:37:16Z', 'revision_number': 6, 'project_id': '1c46bb3ba1444fb0be900b14ff20c2b2', 'gw_port_host': None}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:37:18.402136 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c9de3533-03a0-4e98-b7ee-f3d935fc0aed tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:18.464524 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-af12688a-a939-48b7-bb67-379d0c084502 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:18.491238 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c9de3533-03a0-4e98-b7ee-f3d935fc0aed tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:18.500766 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 6fac02fa-492d-47cf-bf0c-4cb292b9ef0d triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:37:18.504428 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:18.510929 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-06af6cf1-9c04-4713-9fbe-4c45b7a5b544 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043029'] for router_gateway, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:18.516408 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9de3533-03a0-4e98-b7ee-f3d935fc0aed tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:37:18.517067 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c9de3533-03a0-4e98-b7ee-f3d935fc0aed tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:18.590737 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-46106735-fb80-4190-806d-b65d6a891011 None None] For port 6fac02fa-492d-47cf-bf0c-4cb292b9ef0d, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=6fac02fa-492d-47cf-bf0c-4cb292b9ef0d,segment=NetworkSegment(20eb2343-a2f0-4796-ac07-98eebf9cf2e9),segment_id=20eb2343-a2f0-4796-ac07-98eebf9cf2e9)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:37:18.684102 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-46106735-fb80-4190-806d-b65d6a891011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:18.731122 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-c9de3533-03a0-4e98-b7ee-f3d935fc0aed tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6550665 Jan 18 22:37:18.731995 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 33818) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:18.780710 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-4fbb165f-df02-494f-bc1a-c1d7d25064ba tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Request body: {'subnet': {'network_id': '289c9804-5726-4a3a-aa84-8df73f43851e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:37:18.796594 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-06af6cf1-9c04-4713-9fbe-4c45b7a5b544 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1040886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8602'] for router, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:18.799734 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-06af6cf1-9c04-4713-9fbe-4c45b7a5b544 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:18.900737 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-06af6cf1-9c04-4713-9fbe-4c45b7a5b544 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1040832'] for router, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:18.901526 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06af6cf1-9c04-4713-9fbe-4c45b7a5b544 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50543313-93e9-492c-b506-731fa0848459 {{(pid=102431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 22:37:18.908898 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-06af6cf1-9c04-4713-9fbe-4c45b7a5b544 admin admin] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:18.910046 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-06af6cf1-9c04-4713-9fbe-4c45b7a5b544 admin admin] 10.222.0.53 "DELETE /v2.0/routers/50543313-93e9-492c-b506-731fa0848459 HTTP/1.1" status: 204 len: 168 time: 2.5981615 Jan 18 22:37:18.915338 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 33820) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:18.916447 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-1413dd5a-82eb-4502-94d3-57c11f1f5d29 None None] Provisioning complete for port 6fac02fa-492d-47cf-bf0c-4cb292b9ef0d triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:37:18.922019 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1413dd5a-82eb-4502-94d3-57c11f1f5d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:18.953798 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9de3533-03a0-4e98-b7ee-f3d935fc0aed tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Pushing event updated for resources: {'Network': ['ID=289c9804-5726-4a3a-aa84-8df73f43851e,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:18.958926 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-b257fed5-d086-4cb6-906c-dc44827efaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021a4537-6d58-4bfc-a6ec-d1f0babb404d', 'name': 'tempest-RoutersIpV6Test-router-999145678', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:37:12Z', 'updated_at': '2022-01-18T22:37:16Z', 'revision_number': 2, 'project_id': 'a713e1ffd908444085524c31c3f7dd42', 'gw_port_host': None, '_interfaces': [{'id': '50887fd0-e014-4771-888b-02d96c0ae457', 'name': '', 'network_id': '5adde811-8563-455e-9ab4-509b5bc8dd8a', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'mac_address': 'fa:16:3e:cb:8d:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '021a4537-6d58-4bfc-a6ec-d1f0babb404d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '9825aab6-6ed8-4cbf-981f-f60e2ef46acd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:37:14Z', 'updated_at': '2022-01-18T22:37:16Z', 'revision_number': 2, 'project_id': 'a713e1ffd908444085524c31c3f7dd42', 'subnets': [{'id': '9825aab6-6ed8-4cbf-981f-f60e2ef46acd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:37:19.015055 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b257fed5-d086-4cb6-906c-dc44827efaac None None] Checking router: 021a4537-6d58-4bfc-a6ec-d1f0babb404d for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:37:19.015404 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b257fed5-d086-4cb6-906c-dc44827efaac None None] Updating router 021a4537-6d58-4bfc-a6ec-d1f0babb404d port 50887fd0-e014-4771-888b-02d96c0ae457 binding host n-d-825064-1 {{(pid=102433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:37:19.065115 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-a67690e3-e313-48b1-82ed-c7150c25fa27 admin admin] Deleting subnet e9fefdd6-ef8e-451d-90d4-5c53894b5fa7 {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:37:19.072906 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fbb165f-df02-494f-bc1a-c1d7d25064ba tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Made reservation on behalf of a713e1ffd908444085524c31c3f7dd42 for: {'subnet': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:37:19.078611 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46106735-fb80-4190-806d-b65d6a891011 None None] Pushing event updated for resources: {'Port': ['ID=6fac02fa-492d-47cf-bf0c-4cb292b9ef0d,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:19.081936 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b257fed5-d086-4cb6-906c-dc44827efaac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:19.087599 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4fbb165f-df02-494f-bc1a-c1d7d25064ba tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62288702'] for subnet, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:19.098722 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 289c9804-5726-4a3a-aa84-8df73f43851e details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:37:19.111608 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a67690e3-e313-48b1-82ed-c7150c25fa27 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:19.173499 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-af12688a-a939-48b7-bb67-379d0c084502 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:19.181516 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a67690e3-e313-48b1-82ed-c7150c25fa27 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:19.269695 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a67690e3-e313-48b1-82ed-c7150c25fa27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:19.382243 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-af12688a-a939-48b7-bb67-379d0c084502 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:19.523247 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af12688a-a939-48b7-bb67-379d0c084502 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Pushing event deleted for resources: {'Subnet': ['ID=e095e486-93ff-427f-9909-83394ff2efb7,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:19.533079 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4fbb165f-df02-494f-bc1a-c1d7d25064ba tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60203213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62288684'] for subnet, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:19.560663 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-af12688a-a939-48b7-bb67-379d0c084502 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:19.571335 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-af12688a-a939-48b7-bb67-379d0c084502 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "DELETE /v2.0/subnets/e095e486-93ff-427f-9909-83394ff2efb7 HTTP/1.1" status: 204 len: 168 time: 1.6064708 Jan 18 22:37:19.572265 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 33832) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:19.603783 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a67690e3-e313-48b1-82ed-c7150c25fa27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:19.696617 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67690e3-e313-48b1-82ed-c7150c25fa27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9fefdd6-ef8e-451d-90d4-5c53894b5fa7,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:19.709370 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a67690e3-e313-48b1-82ed-c7150c25fa27 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:19.716398 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-a67690e3-e313-48b1-82ed-c7150c25fa27 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/e9fefdd6-ef8e-451d-90d4-5c53894b5fa7 HTTP/1.1" status: 204 len: 168 time: 0.7984102 Jan 18 22:37:19.719237 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 33838) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:19.753644 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc38d27-5396-4736-b706-a1dd5f24987c None None] Network d6fe7fb6-8df6-430c-8f71-9e9333bc98a2 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:37:19.759171 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 6fac02fa-492d-47cf-bf0c-4cb292b9ef0d up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:37:19.841546 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbb165f-df02-494f-bc1a-c1d7d25064ba tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Pushing event updated for resources: {'Subnet': ['ID=cbd22246-9f30-4916-8728-d6dceba581f2,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:19.898100 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_v2 [None req-a42c9b7f-f319-42e4-88bf-b227ab90cb8b tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Deleting subnet 11811aab-bdbe-405a-be42-1863dc1f0964 {{(pid=102430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:37:19.902562 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbb165f-df02-494f-bc1a-c1d7d25064ba tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Checking segment: {'id': 'f1725200-8547-46d0-88fa-8f0dfe0e4380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '289c9804-5726-4a3a-aa84-8df73f43851e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:37:19.903181 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbb165f-df02-494f-bc1a-c1d7d25064ba tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Network hostable DHCP agents. Network: 289c9804-5726-4a3a-aa84-8df73f43851e, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:37:19.903565 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-639db4d4-3403-4750-a903-66c58bddf71d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:19.908614 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a42c9b7f-f319-42e4-88bf-b227ab90cb8b tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks [] for subnet, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:19.985785 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a42c9b7f-f319-42e4-88bf-b227ab90cb8b tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60394745'] for subnet, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:19.989364 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbb165f-df02-494f-bc1a-c1d7d25064ba tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Network 289c9804-5726-4a3a-aa84-8df73f43851e is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:37:20.036265 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-4fbb165f-df02-494f-bc1a-c1d7d25064ba tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 289c9804-5726-4a3a-aa84-8df73f43851e) {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:37:20.053621 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fbb165f-df02-494f-bc1a-c1d7d25064ba tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:37:20.054524 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4fbb165f-df02-494f-bc1a-c1d7d25064ba tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks [] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:20.098578 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-4fbb165f-df02-494f-bc1a-c1d7d25064ba tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3345473 Jan 18 22:37:20.118978 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 33858) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:20.179123 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-639db4d4-3403-4750-a903-66c58bddf71d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:20.205919 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b257fed5-d086-4cb6-906c-dc44827efaac None None] Notify callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:20.219422 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b257fed5-d086-4cb6-906c-dc44827efaac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:20.234362 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-639db4d4-3403-4750-a903-66c58bddf71d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['729c5b59-7b6c-40d9-b914-a709ff066f8b']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:37:20.267516 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-639db4d4-3403-4750-a903-66c58bddf71d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '574a4011-3394-4445-9206-df1ee73c7c5f') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:37:20.268095 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-639db4d4-3403-4750-a903-66c58bddf71d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '574a4011-3394-4445-9206-df1ee73c7c5f') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:37:20.304033 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-639db4d4-3403-4750-a903-66c58bddf71d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:20.331201 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-639db4d4-3403-4750-a903-66c58bddf71d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:20.334224 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f28f77-97dd-463e-bda5-cc8435ef5e91 None None] Network 289c9804-5726-4a3a-aa84-8df73f43851e requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:37:20.346678 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-639db4d4-3403-4750-a903-66c58bddf71d admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:37:20.348242 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-639db4d4-3403-4750-a903-66c58bddf71d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:20.353308 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:37:20.353308 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:37:20.353308 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:37:20.353308 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:37:20.353308 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:37:20.353308 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:37:20.353308 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:37:20.353308 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:37:20.353308 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:37:20.353308 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:37:20.353308 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:37:20.353308 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:37:20.353308 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:37:20.353308 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:37:20.353308 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:37:20.353308 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:37:20.353308 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:37:20.353308 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:37:20.353308 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:37:20.353308 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:37:20.353308 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:37:20.353308 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:37:20.353308 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:37:20.353308 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:37:20.353308 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:37:20.353308 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:37:20.353308 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:37:20.353308 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:37:20.353308 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:37:20.353308 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:37:20.353308 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:37:20.353308 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:37:20.365713 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-1413dd5a-82eb-4502-94d3-57c11f1f5d29 None None] Provisioning complete for port 50887fd0-e014-4771-888b-02d96c0ae457 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:37:20.366498 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1413dd5a-82eb-4502-94d3-57c11f1f5d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:20.384799 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-b257fed5-d086-4cb6-906c-dc44827efaac None None] Attempting to bind port 50887fd0-e014-4771-888b-02d96c0ae457 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:37:20.385835 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-b257fed5-d086-4cb6-906c-dc44827efaac None None] Attempting to bind port 50887fd0-e014-4771-888b-02d96c0ae457 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '20eb2343-a2f0-4796-ac07-98eebf9cf2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '5adde811-8563-455e-9ab4-509b5bc8dd8a'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:37:20.386212 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b257fed5-d086-4cb6-906c-dc44827efaac None None] Attempting to bind port 50887fd0-e014-4771-888b-02d96c0ae457 on network 5adde811-8563-455e-9ab4-509b5bc8dd8a {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:37:20.410715 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b257fed5-d086-4cb6-906c-dc44827efaac None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:37:20.411079 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b257fed5-d086-4cb6-906c-dc44827efaac None None] Checking segment: {'id': '20eb2343-a2f0-4796-ac07-98eebf9cf2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '5adde811-8563-455e-9ab4-509b5bc8dd8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:37:20.420110 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b257fed5-d086-4cb6-906c-dc44827efaac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:20.420741 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b257fed5-d086-4cb6-906c-dc44827efaac None None] Bound using segment: {'id': '20eb2343-a2f0-4796-ac07-98eebf9cf2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '5adde811-8563-455e-9ab4-509b5bc8dd8a'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:37:20.421422 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-b257fed5-d086-4cb6-906c-dc44827efaac None None] Bound port: 50887fd0-e014-4771-888b-02d96c0ae457, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20eb2343-a2f0-4796-ac07-98eebf9cf2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '5adde811-8563-455e-9ab4-509b5bc8dd8a'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:37:20.421984 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b257fed5-d086-4cb6-906c-dc44827efaac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:20.455432 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-1413dd5a-82eb-4502-94d3-57c11f1f5d29 None None] Port 50887fd0-e014-4771-888b-02d96c0ae457 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:37:20.463181 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-441ee340-1c7c-4008-9075-5fdbee359186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:20.553934 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-639db4d4-3403-4750-a903-66c58bddf71d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:20.555168 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 6fac02fa-492d-47cf-bf0c-4cb292b9ef0d triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:37:20.555852 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:20.581343 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-b257fed5-d086-4cb6-906c-dc44827efaac None None] For port 50887fd0-e014-4771-888b-02d96c0ae457, host n-d-825064-1, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:37:20.585297 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-b257fed5-d086-4cb6-906c-dc44827efaac None None] For port 50887fd0-e014-4771-888b-02d96c0ae457, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=50887fd0-e014-4771-888b-02d96c0ae457,segment=NetworkSegment(20eb2343-a2f0-4796-ac07-98eebf9cf2e9),segment_id=20eb2343-a2f0-4796-ac07-98eebf9cf2e9)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:37:20.596100 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-639db4d4-3403-4750-a903-66c58bddf71d admin admin] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:20.601896 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b257fed5-d086-4cb6-906c-dc44827efaac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:20.610915 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-639db4d4-3403-4750-a903-66c58bddf71d admin admin] 10.222.0.53 "DELETE /v2.0/networks/729c5b59-7b6c-40d9-b914-a709ff066f8b HTTP/1.1" status: 204 len: 168 time: 0.8831728 Jan 18 22:37:20.614272 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639db4d4-3403-4750-a903-66c58bddf71d admin admin] Pushing event deleted for resources: {'Network': ['ID=729c5b59-7b6c-40d9-b914-a709ff066f8b,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:20.670667 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a42c9b7f-f319-42e4-88bf-b227ab90cb8b tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:20.673670 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2664af16-df97-4548-be7c-f1329cfe8df4 None None] Pushing event updated for resources: {'Port': ['ID=50887fd0-e014-4771-888b-02d96c0ae457,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:20.682029 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b257fed5-d086-4cb6-906c-dc44827efaac None None] Routers {'021a4537-6d58-4bfc-a6ec-d1f0babb404d'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:37:20.682745 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-b257fed5-d086-4cb6-906c-dc44827efaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:36:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['021a4537-6d58-4bfc-a6ec-d1f0babb404d'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:37:20.794422 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-918d2094-6b4c-4f70-87a6-3a35a5ebce4e None None] Provisioning complete for port 50887fd0-e014-4771-888b-02d96c0ae457 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:37:20.798813 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-918d2094-6b4c-4f70-87a6-3a35a5ebce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:20.867546 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [req-06f4750f-c146-4122-81b4-3b5aa3270cca req-6207b072-5527-45dc-bc98-3d88b1b4479c service neutron] (102431) timed out ('10.222.0.67', 55939) {{(pid=102431) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jan 18 22:37:20.910176 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-b257fed5-d086-4cb6-906c-dc44827efaac None None] Set router 021a4537-6d58-4bfc-a6ec-d1f0babb404d gateway port host: None {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:37:20.929068 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 33882) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:21.115221 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-c3f4a187-2687-4445-8d38-d9f9637e5efe admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1c46bb3ba1444fb0be900b14ff20c2b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1816924 Jan 18 22:37:21.117928 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 33886) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:21.130738 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a42c9b7f-f319-42e4-88bf-b227ab90cb8b tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60203138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62288677'] for subnet, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:21.185416 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a42c9b7f-f319-42e4-88bf-b227ab90cb8b tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks [] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:21.208697 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-a42c9b7f-f319-42e4-88bf-b227ab90cb8b tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "DELETE /v2.0/subnets/11811aab-bdbe-405a-be42-1863dc1f0964 HTTP/1.1" status: 204 len: 168 time: 1.5618105 Jan 18 22:37:21.213970 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 33888) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:21.230203 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 33890) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:21.299547 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c9b7f-f319-42e4-88bf-b227ab90cb8b tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Pushing event deleted for resources: {'Subnet': ['ID=11811aab-bdbe-405a-be42-1863dc1f0964,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:21.311045 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-34f94e6b-39d3-4aa5-bcef-dee81914a263 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:21.311287 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf47e5a-e807-4785-a4c0-3a65e3518b26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-289c9804-5726-4a3a-aa84-8df73f43851e', 'network_id': '289c9804-5726-4a3a-aa84-8df73f43851e', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'fixed_ips': [{'subnet_id': 'cbd22246-9f30-4916-8728-d6dceba581f2'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:37:21.312203 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3bf47e5a-e807-4785-a4c0-3a65e3518b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:21.317904 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce803080-209e-4f37-9032-9c304d64979c tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] DELETE failed (client error): The resource could not be found. Jan 18 22:37:21.318553 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce803080-209e-4f37-9032-9c304d64979c tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:37:21.329635 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-ce803080-209e-4f37-9032-9c304d64979c tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "DELETE /v2.0/subnets/e095e486-93ff-427f-9909-83394ff2efb7 HTTP/1.1" status: 404 len: 337 time: 0.1129727 Jan 18 22:37:21.332837 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 33894) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:21.390806 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ca6247b4-a382-4672-a8dc-704eaeb969bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:21.427659 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ca6247b4-a382-4672-a8dc-704eaeb969bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:21.501974 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2664af16-df97-4548-be7c-f1329cfe8df4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:37:21.510583 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2664af16-df97-4548-be7c-f1329cfe8df4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:37:21.512039 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2664af16-df97-4548-be7c-f1329cfe8df4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:37:21.512586 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2664af16-df97-4548-be7c-f1329cfe8df4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:37:21.513030 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-918d2094-6b4c-4f70-87a6-3a35a5ebce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:21.513583 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2664af16-df97-4548-be7c-f1329cfe8df4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:37:21.520673 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2664af16-df97-4548-be7c-f1329cfe8df4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:37:21.521305 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2664af16-df97-4548-be7c-f1329cfe8df4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:37:21.521831 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2664af16-df97-4548-be7c-f1329cfe8df4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:37:21.522362 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2664af16-df97-4548-be7c-f1329cfe8df4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:37:21.522878 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2664af16-df97-4548-be7c-f1329cfe8df4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:37:21.523494 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2664af16-df97-4548-be7c-f1329cfe8df4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:37:21.524010 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2664af16-df97-4548-be7c-f1329cfe8df4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:37:21.573455 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ca6247b4-a382-4672-a8dc-704eaeb969bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:21.576262 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ca6247b4-a382-4672-a8dc-704eaeb969bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:21.585356 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-ca6247b4-a382-4672-a8dc-704eaeb969bb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0efb5e62-d5c3-415a-9255-094ed1f8fb9a HTTP/1.1" status: 204 len: 168 time: 0.4655061 Jan 18 22:37:21.630837 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6247b4-a382-4672-a8dc-704eaeb969bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0efb5e62-d5c3-415a-9255-094ed1f8fb9a,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:21.674907 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c4e95485-4691-46af-93b2-31432a4c64f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:21.721625 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-d275aac0-4c01-4cf7-af45-0355660359a8 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Deleting subnet 82ee32f7-5b31-40ee-9870-a9bb1cb21379 {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:37:21.731177 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device c623548a-a4bf-4bf7-9314-17c9f8ca1649 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:37:21.732919 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2664af16-df97-4548-be7c-f1329cfe8df4 None None] Pushing event updated for resources: {'Port': ['ID=50887fd0-e014-4771-888b-02d96c0ae457,revision_number=4']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:21.743764 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d275aac0-4c01-4cf7-af45-0355660359a8 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:21.763341 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-b257fed5-d086-4cb6-906c-dc44827efaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021a4537-6d58-4bfc-a6ec-d1f0babb404d', 'name': 'tempest-RoutersIpV6Test-router-999145678', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:37:12Z', 'updated_at': '2022-01-18T22:37:16Z', 'revision_number': 2, 'project_id': 'a713e1ffd908444085524c31c3f7dd42', 'gw_port_host': None, '_interfaces': [{'id': '50887fd0-e014-4771-888b-02d96c0ae457', 'name': '', 'network_id': '5adde811-8563-455e-9ab4-509b5bc8dd8a', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'mac_address': 'fa:16:3e:cb:8d:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '021a4537-6d58-4bfc-a6ec-d1f0babb404d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '9825aab6-6ed8-4cbf-981f-f60e2ef46acd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:37:14Z', 'updated_at': '2022-01-18T22:37:20Z', 'revision_number': 4, 'project_id': 'a713e1ffd908444085524c31c3f7dd42', 'subnets': [{'id': '9825aab6-6ed8-4cbf-981f-f60e2ef46acd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:37:21.823735 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: c623548a-a4bf-4bf7-9314-17c9f8ca1649 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:37:21.825296 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device c623548a-a4bf-4bf7-9314-17c9f8ca1649 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:37:21.826179 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device f1d8e31d-660e-452a-8791-b2ba90642690 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:37:21.839520 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e5d1a5-62ba-4512-8af8-043226ae8740 None None] Network d6fe7fb6-8df6-430c-8f71-9e9333bc98a2 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:37:21.877047 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d275aac0-4c01-4cf7-af45-0355660359a8 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:21.880487 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b257fed5-d086-4cb6-906c-dc44827efaac None None] The sync data for ids ['021a4537-6d58-4bfc-a6ec-d1f0babb404d'] in n-d-825064-1 is: [{'id': '021a4537-6d58-4bfc-a6ec-d1f0babb404d', 'name': 'tempest-RoutersIpV6Test-router-999145678', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:37:12Z', 'updated_at': '2022-01-18T22:37:16Z', 'revision_number': 2, 'project_id': 'a713e1ffd908444085524c31c3f7dd42', 'gw_port_host': None, '_interfaces': [{'id': '50887fd0-e014-4771-888b-02d96c0ae457', 'name': '', 'network_id': '5adde811-8563-455e-9ab4-509b5bc8dd8a', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'mac_address': 'fa:16:3e:cb:8d:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '021a4537-6d58-4bfc-a6ec-d1f0babb404d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '9825aab6-6ed8-4cbf-981f-f60e2ef46acd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:37:14Z', 'updated_at': '2022-01-18T22:37:20Z', 'revision_number': 4, 'project_id': 'a713e1ffd908444085524c31c3f7dd42', 'subnets': [{'id': '9825aab6-6ed8-4cbf-981f-f60e2ef46acd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:37:22.041645 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-34f94e6b-39d3-4aa5-bcef-dee81914a263 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Allocated IP 2001:db8:1::1 (289c9804-5726-4a3a-aa84-8df73f43851e/cbd22246-9f30-4916-8728-d6dceba581f2/4e315c9c-1248-44a7-8099-8cc6e8840664) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:37:22.064473 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c4e95485-4691-46af-93b2-31432a4c64f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:22.081478 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d275aac0-4c01-4cf7-af45-0355660359a8 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:22.083477 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c4e95485-4691-46af-93b2-31432a4c64f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:22.138163 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: f1d8e31d-660e-452a-8791-b2ba90642690 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:37:22.138577 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device f1d8e31d-660e-452a-8791-b2ba90642690 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:37:22.167424 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-918d2094-6b4c-4f70-87a6-3a35a5ebce4e None None] For port 50887fd0-e014-4771-888b-02d96c0ae457, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=50887fd0-e014-4771-888b-02d96c0ae457,segment=NetworkSegment(20eb2343-a2f0-4796-ac07-98eebf9cf2e9),segment_id=20eb2343-a2f0-4796-ac07-98eebf9cf2e9)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:37:22.187698 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-918d2094-6b4c-4f70-87a6-3a35a5ebce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:22.200667 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9f7a1765-9a6a-4ae9-ae07-76d7070f4b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:22.247311 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-c4e95485-4691-46af-93b2-31432a4c64f6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=77c1b65673c14a81992cc6f4dc2de6d3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0103059 Jan 18 22:37:22.252204 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 33910) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:22.324413 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e95485-4691-46af-93b2-31432a4c64f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90edf212-2076-4c18-9e71-5fd8537d11d7,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:22.363484 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d275aac0-4c01-4cf7-af45-0355660359a8 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:22.420426 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-6b3da32a-d4e1-40d1-9ca5-ffdccd6ca0e2 None None] Provisioning complete for port 328abeb6-3c2b-48c5-9195-0e8998484b8d triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:37:22.421148 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6b3da32a-d4e1-40d1-9ca5-ffdccd6ca0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:22.438387 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-34f94e6b-39d3-4aa5-bcef-dee81914a263 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:22.454868 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918d2094-6b4c-4f70-87a6-3a35a5ebce4e None None] Pushing event updated for resources: {'Port': ['ID=50887fd0-e014-4771-888b-02d96c0ae457,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:22.457777 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d275aac0-4c01-4cf7-af45-0355660359a8 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Pushing event deleted for resources: {'Subnet': ['ID=82ee32f7-5b31-40ee-9870-a9bb1cb21379,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:22.525598 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d275aac0-4c01-4cf7-af45-0355660359a8 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:22.543526 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-d275aac0-4c01-4cf7-af45-0355660359a8 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "DELETE /v2.0/subnets/82ee32f7-5b31-40ee-9870-a9bb1cb21379 HTTP/1.1" status: 204 len: 168 time: 1.1677704 Jan 18 22:37:22.543763 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-34f94e6b-39d3-4aa5-bcef-dee81914a263 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:22.545327 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 33918) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:22.622576 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3524ae46-ff95-4f3e-86cc-57652766b372 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:22.707127 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3524ae46-ff95-4f3e-86cc-57652766b372 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:22.750777 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-3bf47e5a-e807-4785-a4c0-3a65e3518b26 None None] Allocated IP 2001:db8:1::2 (289c9804-5726-4a3a-aa84-8df73f43851e/cbd22246-9f30-4916-8728-d6dceba581f2/21dd2bcc-576a-4f50-bdbd-b63d04214f96) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:37:22.758208 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f94e6b-39d3-4aa5-bcef-dee81914a263 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Pushing event updated for resources: {'Port': ['ID=4e315c9c-1248-44a7-8099-8cc6e8840664,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:22.758414 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-6b3da32a-d4e1-40d1-9ca5-ffdccd6ca0e2 None None] Provisioning complete for port 50887fd0-e014-4771-888b-02d96c0ae457 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:37:22.758834 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6b3da32a-d4e1-40d1-9ca5-ffdccd6ca0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:22.771212 n-d-825064-1 neutron-server[102430]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9689eec-2668-4fec-9949-9b9486aa386f tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] DELETE failed (client error): The resource could not be found. Jan 18 22:37:22.772071 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9689eec-2668-4fec-9949-9b9486aa386f tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:37:22.779670 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-a9689eec-2668-4fec-9949-9b9486aa386f tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "DELETE /v2.0/subnets/22f47df8-43ac-4aab-bb6e-df0115945c81 HTTP/1.1" status: 404 len: 337 time: 0.1180153 Jan 18 22:37:22.787094 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 33922) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:22.788875 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 33924) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:22.808405 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3524ae46-ff95-4f3e-86cc-57652766b372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:22.812224 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3524ae46-ff95-4f3e-86cc-57652766b372 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:22.813794 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-3524ae46-ff95-4f3e-86cc-57652766b372 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/90edf212-2076-4c18-9e71-5fd8537d11d7 HTTP/1.1" status: 204 len: 168 time: 0.5628068 Jan 18 22:37:22.844551 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3524ae46-ff95-4f3e-86cc-57652766b372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90edf212-2076-4c18-9e71-5fd8537d11d7,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:22.893357 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-2d938a10-b034-45bc-bee8-a54f1de28ba6 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "GET /v2.0/ports?device_id=784549c0-7682-40b2-a2ae-0090f1872715 HTTP/1.1" status: 200 len: 205 time: 0.0993211 Jan 18 22:37:22.896555 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 33930) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:22.928939 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f94e6b-39d3-4aa5-bcef-dee81914a263 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Network 289c9804-5726-4a3a-aa84-8df73f43851e is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:37:22.934749 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-34f94e6b-39d3-4aa5-bcef-dee81914a263 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:37:22.942435 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f94e6b-39d3-4aa5-bcef-dee81914a263 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:37:22.948859 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-34f94e6b-39d3-4aa5-bcef-dee81914a263 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1040954'] for router_interface, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:23.025457 n-d-825064-1 neutron-server[102431]: INFO neutron.api.v2.resource [None req-bea648ff-1e10-4796-8018-ab5ebb9a9337 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] delete failed (client error): The resource could not be found. Jan 18 22:37:23.029866 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-bea648ff-1e10-4796-8018-ab5ebb9a9337 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "DELETE /v2.0/routers/784549c0-7682-40b2-a2ae-0090f1872715 HTTP/1.1" status: 404 len: 336 time: 0.1296556 Jan 18 22:37:23.031004 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 33936) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:23.122130 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-be9f5735-0660-4020-8ba9-68c38db94edf tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] DELETE failed (client error): The resource could not be found. Jan 18 22:37:23.122986 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be9f5735-0660-4020-8ba9-68c38db94edf tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:37:23.134934 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-be9f5735-0660-4020-8ba9-68c38db94edf tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "DELETE /v2.0/subnets/363fea4b-8f08-4e74-9637-da76202b4f27 HTTP/1.1" status: 404 len: 337 time: 0.1002979 Jan 18 22:37:23.135829 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 33938) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:23.166375 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:23.214737 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ef3f9cb-c65f-42f7-a5a7-0393a9870d00 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] DELETE failed (client error): The resource could not be found. Jan 18 22:37:23.215206 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ef3f9cb-c65f-42f7-a5a7-0393a9870d00 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:37:23.227917 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-6ef3f9cb-c65f-42f7-a5a7-0393a9870d00 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "DELETE /v2.0/subnets/70fba351-3611-41a3-bbdd-8d2893b6fc14 HTTP/1.1" status: 404 len: 337 time: 0.0887208 Jan 18 22:37:23.228920 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 33942) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:23.311405 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-e87e52c2-d2a7-4d0a-a6a1-84438b5eeb6a tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] DELETE failed (client error): The resource could not be found. Jan 18 22:37:23.314287 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e87e52c2-d2a7-4d0a-a6a1-84438b5eeb6a tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:37:23.324696 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-e87e52c2-d2a7-4d0a-a6a1-84438b5eeb6a tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "DELETE /v2.0/subnets/5efaf5ee-f651-41b7-8634-dce924eec368 HTTP/1.1" status: 404 len: 337 time: 0.0947206 Jan 18 22:37:23.327044 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 33944) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:23.412808 n-d-825064-1 neutron-server[102430]: INFO neutron.pecan_wsgi.hooks.translation [None req-36cbfcf5-2396-4e48-9b8a-a05822694e17 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] DELETE failed (client error): The resource could not be found. Jan 18 22:37:23.413524 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36cbfcf5-2396-4e48-9b8a-a05822694e17 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:37:23.416801 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-36cbfcf5-2396-4e48-9b8a-a05822694e17 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "DELETE /v2.0/ports/78831414-2357-49d9-b4e6-c7a665e36086 HTTP/1.1" status: 404 len: 333 time: 0.0849738 Jan 18 22:37:23.418231 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-34f94e6b-39d3-4aa5-bcef-dee81914a263 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:23.420044 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 33948) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:23.462640 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d81d5a5-9601-4af9-9c61-d982e2332f41 None None] Network d6fe7fb6-8df6-430c-8f71-9e9333bc98a2 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:37:23.477483 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-84c5db07-98ee-4309-8d8b-b2c87320ab78 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] DELETE failed (client error): The resource could not be found. Jan 18 22:37:23.478155 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84c5db07-98ee-4309-8d8b-b2c87320ab78 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:37:23.490159 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-84c5db07-98ee-4309-8d8b-b2c87320ab78 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "DELETE /v2.0/subnets/c54f4535-1fdb-4603-97a2-3a8da16e6187 HTTP/1.1" status: 404 len: 337 time: 0.0685208 Jan 18 22:37:23.491455 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 33950) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:23.525484 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-59b2ba6d-0df0-4bd1-ae13-955d8a7d83e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:23.556738 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-c363fd13-1bd1-44d1-9c4a-4795b6e0d8a8 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] DELETE failed (client error): The resource could not be found. Jan 18 22:37:23.557187 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c363fd13-1bd1-44d1-9c4a-4795b6e0d8a8 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:37:23.567381 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 33954) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:23.567849 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-c363fd13-1bd1-44d1-9c4a-4795b6e0d8a8 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "DELETE /v2.0/subnets/ce184c62-65a4-4670-9642-19ffebe77812 HTTP/1.1" status: 404 len: 337 time: 0.0752974 Jan 18 22:37:23.578732 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 33956) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:23.603901 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-73b07060-5ea9-4748-8139-ae036f67bbe3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:23.621582 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3bf47e5a-e807-4785-a4c0-3a65e3518b26 None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:23.632985 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-6b3da32a-d4e1-40d1-9ca5-ffdccd6ca0e2 None None] Provisioning complete for port 8659a213-4585-486f-b194-b69eec5e494e triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:37:23.633575 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6b3da32a-d4e1-40d1-9ca5-ffdccd6ca0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:23.702839 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-6b3da32a-d4e1-40d1-9ca5-ffdccd6ca0e2 None None] Port 8659a213-4585-486f-b194-b69eec5e494e cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:37:23.707773 n-d-825064-1 neutron-server[102430]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c633c0b-8bbe-492d-a24f-47d68739d78d tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] DELETE failed (client error): The resource could not be found. Jan 18 22:37:23.708607 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c633c0b-8bbe-492d-a24f-47d68739d78d tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:37:23.710384 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3bf47e5a-e807-4785-a4c0-3a65e3518b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:23.712345 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-9c633c0b-8bbe-492d-a24f-47d68739d78d tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "DELETE /v2.0/ports/d8741623-df22-4741-9157-abd1401fbc1d HTTP/1.1" status: 404 len: 333 time: 0.1429822 Jan 18 22:37:23.716206 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 33960) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:23.778514 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-570a4204-749c-4831-8c82-cb2e7a67304f tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] DELETE failed (client error): The resource could not be found. Jan 18 22:37:23.779091 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-570a4204-749c-4831-8c82-cb2e7a67304f tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:37:23.790816 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf47e5a-e807-4785-a4c0-3a65e3518b26 None None] Network 289c9804-5726-4a3a-aa84-8df73f43851e is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:37:23.791027 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-570a4204-749c-4831-8c82-cb2e7a67304f tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "DELETE /v2.0/subnets/ff5ea033-eb14-41a1-a3a0-152a83ddb214 HTTP/1.1" status: 404 len: 337 time: 0.0709233 Jan 18 22:37:23.795527 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 33962) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:23.812051 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-3bf47e5a-e807-4785-a4c0-3a65e3518b26 None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:37:23.821160 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf47e5a-e807-4785-a4c0-3a65e3518b26 None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:37:23.850766 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf47e5a-e807-4785-a4c0-3a65e3518b26 None None] Pushing event updated for resources: {'Port': ['ID=21dd2bcc-576a-4f50-bdbd-b63d04214f96,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:23.876144 n-d-825064-1 neutron-server[102430]: INFO neutron.pecan_wsgi.hooks.translation [None req-206a8adf-edd7-4814-8094-ba8312db3447 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] DELETE failed (client error): The resource could not be found. Jan 18 22:37:23.876703 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-206a8adf-edd7-4814-8094-ba8312db3447 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:37:23.879797 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-206a8adf-edd7-4814-8094-ba8312db3447 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "DELETE /v2.0/subnets/9e5913ab-346e-4bef-85ce-08e097265002 HTTP/1.1" status: 404 len: 337 time: 0.0798531 Jan 18 22:37:23.886129 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 33964) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:23.903636 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-3bf47e5a-e807-4785-a4c0-3a65e3518b26 None None] Attempting to bind port 21dd2bcc-576a-4f50-bdbd-b63d04214f96 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:37:23.904412 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-3bf47e5a-e807-4785-a4c0-3a65e3518b26 None None] Attempting to bind port 21dd2bcc-576a-4f50-bdbd-b63d04214f96 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': 'f1725200-8547-46d0-88fa-8f0dfe0e4380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '289c9804-5726-4a3a-aa84-8df73f43851e'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:37:23.904969 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf47e5a-e807-4785-a4c0-3a65e3518b26 None None] Attempting to bind port 21dd2bcc-576a-4f50-bdbd-b63d04214f96 on network 289c9804-5726-4a3a-aa84-8df73f43851e {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:37:23.910202 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-a5b58f39-0d6d-488a-ae8a-9882d19167f2 None None] Provisioning complete for port 328abeb6-3c2b-48c5-9195-0e8998484b8d triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:37:23.910839 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a5b58f39-0d6d-488a-ae8a-9882d19167f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:23.938140 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-59b2ba6d-0df0-4bd1-ae13-955d8a7d83e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:23.952111 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf47e5a-e807-4785-a4c0-3a65e3518b26 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:37:23.952540 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf47e5a-e807-4785-a4c0-3a65e3518b26 None None] Checking segment: {'id': 'f1725200-8547-46d0-88fa-8f0dfe0e4380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '289c9804-5726-4a3a-aa84-8df73f43851e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:37:23.953014 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3bf47e5a-e807-4785-a4c0-3a65e3518b26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:23.953492 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf47e5a-e807-4785-a4c0-3a65e3518b26 None None] Bound using segment: {'id': 'f1725200-8547-46d0-88fa-8f0dfe0e4380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '289c9804-5726-4a3a-aa84-8df73f43851e'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:37:23.953661 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-59b2ba6d-0df0-4bd1-ae13-955d8a7d83e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:23.954099 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-3bf47e5a-e807-4785-a4c0-3a65e3518b26 None None] Bound port: 21dd2bcc-576a-4f50-bdbd-b63d04214f96, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1725200-8547-46d0-88fa-8f0dfe0e4380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '289c9804-5726-4a3a-aa84-8df73f43851e'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:37:23.954557 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3bf47e5a-e807-4785-a4c0-3a65e3518b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:24.023966 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-73b07060-5ea9-4748-8139-ae036f67bbe3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:24.024198 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b062b5-58bd-4334-a98d-6da95246dedf None None] DHCP port deletion for d6fe7fb6-8df6-430c-8f71-9e9333bc98a2 request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:37:24.030305 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-73b07060-5ea9-4748-8139-ae036f67bbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:24.063232 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-59b2ba6d-0df0-4bd1-ae13-955d8a7d83e9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8552879ef49c4e6c83130c8754e37ee2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2716739 Jan 18 22:37:24.076974 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b07060-5ea9-4748-8139-ae036f67bbe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=003a6d3e-6c59-44f4-a0b9-f557d65dbac3,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:24.082544 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b2ba6d-0df0-4bd1-ae13-955d8a7d83e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=317aa2eb-97b6-46da-906a-5a706394fd3d,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:24.093798 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 33974) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:24.110176 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-34f94e6b-39d3-4aa5-bcef-dee81914a263 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:24.126067 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-34f94e6b-39d3-4aa5-bcef-dee81914a263 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:24.127113 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-34f94e6b-39d3-4aa5-bcef-dee81914a263 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-613854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1041070'] for router_interface, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:24.130068 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-3bf47e5a-e807-4785-a4c0-3a65e3518b26 None None] For port 21dd2bcc-576a-4f50-bdbd-b63d04214f96, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:37:24.136932 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-3bf47e5a-e807-4785-a4c0-3a65e3518b26 None None] For port 21dd2bcc-576a-4f50-bdbd-b63d04214f96, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=21dd2bcc-576a-4f50-bdbd-b63d04214f96,segment=NetworkSegment(f1725200-8547-46d0-88fa-8f0dfe0e4380),segment_id=f1725200-8547-46d0-88fa-8f0dfe0e4380)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:37:24.138066 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-a5b58f39-0d6d-488a-ae8a-9882d19167f2 None None] Provisioning complete for port 8659a213-4585-486f-b194-b69eec5e494e triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:37:24.138505 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a5b58f39-0d6d-488a-ae8a-9882d19167f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:24.168496 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3bf47e5a-e807-4785-a4c0-3a65e3518b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:24.242135 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf47e5a-e807-4785-a4c0-3a65e3518b26 None None] Pushing event updated for resources: {'Port': ['ID=21dd2bcc-576a-4f50-bdbd-b63d04214f96,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:24.258468 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-c2b062b5-58bd-4334-a98d-6da95246dedf None None] Deleting port 328abeb6-3c2b-48c5-9195-0e8998484b8d {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:37:24.259350 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c2b062b5-58bd-4334-a98d-6da95246dedf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:24.327968 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-73b07060-5ea9-4748-8139-ae036f67bbe3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a7a9294e32ec415ebc9dda90eb765949&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7457433 Jan 18 22:37:24.334910 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 33988) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:24.439629 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f94e6b-39d3-4aa5-bcef-dee81914a263 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Pushing event updated for resources: {'Port': ['ID=4e315c9c-1248-44a7-8099-8cc6e8840664,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:24.479915 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-84cf36b1-295a-4eaf-8b23-80c2cfab4ac3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:24.498477 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-e33c186d-e5fb-4bd8-b371-62db16596d43 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Deleting port 8659a213-4585-486f-b194-b69eec5e494e {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:37:24.498477 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e33c186d-e5fb-4bd8-b371-62db16596d43 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:24.542105 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f94e6b-39d3-4aa5-bcef-dee81914a263 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Network 289c9804-5726-4a3a-aa84-8df73f43851e is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:37:24.543588 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-34f94e6b-39d3-4aa5-bcef-dee81914a263 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:37:24.554926 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5c33fda2-28e1-464c-a704-145fdbbedc40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:24.624454 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-84cf36b1-295a-4eaf-8b23-80c2cfab4ac3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:24.722395 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5c33fda2-28e1-464c-a704-145fdbbedc40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:24.727315 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-a5b58f39-0d6d-488a-ae8a-9882d19167f2 None None] Port 8659a213-4585-486f-b194-b69eec5e494e cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:37:24.738482 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 50887fd0-e014-4771-888b-02d96c0ae457 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:37:24.754009 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e33c186d-e5fb-4bd8-b371-62db16596d43 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:24.825600 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-e33c186d-e5fb-4bd8-b371-62db16596d43 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Calling delete_port for 8659a213-4585-486f-b194-b69eec5e494e owned by {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:37:24.841803 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-c2b062b5-58bd-4334-a98d-6da95246dedf None None] For port 328abeb6-3c2b-48c5-9195-0e8998484b8d, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=328abeb6-3c2b-48c5-9195-0e8998484b8d,segment=NetworkSegment(b565e30e-7be9-4196-bf5e-d574966d8b5d),segment_id=b565e30e-7be9-4196-bf5e-d574966d8b5d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:37:24.842351 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c2b062b5-58bd-4334-a98d-6da95246dedf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:24.854598 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:24.857455 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-84cf36b1-295a-4eaf-8b23-80c2cfab4ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:24.868026 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-84cf36b1-295a-4eaf-8b23-80c2cfab4ac3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:24.869479 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:24.870876 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-c2b062b5-58bd-4334-a98d-6da95246dedf None None] Calling delete_port for 328abeb6-3c2b-48c5-9195-0e8998484b8d owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:37:24.876540 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-84cf36b1-295a-4eaf-8b23-80c2cfab4ac3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/003a6d3e-6c59-44f4-a0b9-f557d65dbac3 HTTP/1.1" status: 204 len: 168 time: 0.5389433 Jan 18 22:37:24.884954 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 50887fd0-e014-4771-888b-02d96c0ae457 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:37:24.885748 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:25.018666 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf36b1-295a-4eaf-8b23-80c2cfab4ac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=003a6d3e-6c59-44f4-a0b9-f557d65dbac3,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:25.089844 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5c33fda2-28e1-464c-a704-145fdbbedc40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:25.097112 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5c33fda2-28e1-464c-a704-145fdbbedc40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:25.099160 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-5c33fda2-28e1-464c-a704-145fdbbedc40 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/317aa2eb-97b6-46da-906a-5a706394fd3d HTTP/1.1" status: 204 len: 168 time: 0.9973137 Jan 18 22:37:25.134298 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c2b062b5-58bd-4334-a98d-6da95246dedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:25.146899 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c33fda2-28e1-464c-a704-145fdbbedc40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=317aa2eb-97b6-46da-906a-5a706394fd3d,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:25.194180 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b062b5-58bd-4334-a98d-6da95246dedf None None] Pushing event deleted for resources: {'Port': ['ID=328abeb6-3c2b-48c5-9195-0e8998484b8d,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:25.220775 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b062b5-58bd-4334-a98d-6da95246dedf None None] No DVR routers for this DVR port 328abeb6-3c2b-48c5-9195-0e8998484b8d on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:37:25.226804 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 328abeb6-3c2b-48c5-9195-0e8998484b8d no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:37:25.257321 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 328abeb6-3c2b-48c5-9195-0e8998484b8d {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:37:25.258178 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 328abeb6-3c2b-48c5-9195-0e8998484b8d not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:37:25.274827 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e33c186d-e5fb-4bd8-b371-62db16596d43 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:25.334161 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e33c186d-e5fb-4bd8-b371-62db16596d43 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:25.337163 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c3cd7941-8e4c-489b-ba90-081b0e60bf0b req-552ee626-9365-48d2-8114-c6c991d95ef8 tempest-ServerShowV247Test-1853840493 tempest-ServerShowV247Test-1853840493-project] 10.222.0.53 "GET /v2.0/ports?device_id=7742e192-d9f7-4edd-8468-127c74ecbc3b HTTP/1.1" status: 200 len: 210 time: 0.6188536 Jan 18 22:37:25.342073 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34f94e6b-39d3-4aa5-bcef-dee81914a263 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Router 021a4537-6d58-4bfc-a6ec-d1f0babb404d has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:37:25.347978 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 34004) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:25.352821 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-e33c186d-e5fb-4bd8-b371-62db16596d43 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "DELETE /v2.0/ports/8659a213-4585-486f-b194-b69eec5e494e HTTP/1.1" status: 204 len: 168 time: 1.4634542 Jan 18 22:37:25.353807 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33c186d-e5fb-4bd8-b371-62db16596d43 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Pushing event deleted for resources: {'Port': ['ID=8659a213-4585-486f-b194-b69eec5e494e,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:25.697933 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-735f0b13-86e3-4e8f-97da-29eefb674f18 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:25.739078 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34f94e6b-39d3-4aa5-bcef-dee81914a263 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:37:25.755265 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-34f94e6b-39d3-4aa5-bcef-dee81914a263 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "PUT /v2.0/routers/021a4537-6d58-4bfc-a6ec-d1f0babb404d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6342549 Jan 18 22:37:25.758114 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 34038) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:25.763565 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-8023015f-32ef-42b0-98cf-ef95b29b6b09 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1512547214'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:37:25.763760 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a2ba5c-fe75-4635-b790-94f7b234ade3 None None] Sync routers for ids ['021a4537-6d58-4bfc-a6ec-d1f0babb404d'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:37:25.780633 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a2ba5c-fe75-4635-b790-94f7b234ade3 None None] Routers {'021a4537-6d58-4bfc-a6ec-d1f0babb404d'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:37:25.781688 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-91a2ba5c-fe75-4635-b790-94f7b234ade3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:37:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['021a4537-6d58-4bfc-a6ec-d1f0babb404d'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:37:25.823472 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8023015f-32ef-42b0-98cf-ef95b29b6b09 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Made reservation on behalf of a713e1ffd908444085524c31c3f7dd42 for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:37:25.831969 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8023015f-32ef-42b0-98cf-ef95b29b6b09 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:25.928512 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8023015f-32ef-42b0-98cf-ef95b29b6b09 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:37:25.957855 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8023015f-32ef-42b0-98cf-ef95b29b6b09 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:25.958209 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-8023015f-32ef-42b0-98cf-ef95b29b6b09 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Added segment 07b72280-b885-4ef5-81c6-09831614bfe3 of type vlan for network 4a000337-eb62-4dea-ae6d-1609a872072b Jan 18 22:37:25.979212 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-735f0b13-86e3-4e8f-97da-29eefb674f18 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:26.065137 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-91a2ba5c-fe75-4635-b790-94f7b234ade3 None None] Set router 021a4537-6d58-4bfc-a6ec-d1f0babb404d gateway port host: None {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:37:26.109269 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8023015f-32ef-42b0-98cf-ef95b29b6b09 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:26.112831 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-735f0b13-86e3-4e8f-97da-29eefb674f18 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6fe7fb6-8df6-430c-8f71-9e9333bc98a2']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:37:26.149106 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8023015f-32ef-42b0-98cf-ef95b29b6b09 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:26.157513 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8023015f-32ef-42b0-98cf-ef95b29b6b09 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:37:26.158552 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8023015f-32ef-42b0-98cf-ef95b29b6b09 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:26.182425 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-735f0b13-86e3-4e8f-97da-29eefb674f18 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b565e30e-7be9-4196-bf5e-d574966d8b5d') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:37:26.183231 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-735f0b13-86e3-4e8f-97da-29eefb674f18 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b565e30e-7be9-4196-bf5e-d574966d8b5d') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:37:26.227989 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 22:37:26.230398 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-735f0b13-86e3-4e8f-97da-29eefb674f18 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60394742'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:26.299763 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-8023015f-32ef-42b0-98cf-ef95b29b6b09 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5400381 Jan 18 22:37:26.308542 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 34066) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:26.316607 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-2ed48db0-e220-4c69-9d76-a18ef652cdb7 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Request body: {'subnet': {'network_id': '4a000337-eb62-4dea-ae6d-1609a872072b', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:37:26.399836 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8023015f-32ef-42b0-98cf-ef95b29b6b09 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Pushing event updated for resources: {'Network': ['ID=4a000337-eb62-4dea-ae6d-1609a872072b,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:26.407538 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0532712f-e44c-46e1-a241-9e9306526ae1 req-55d205d2-9add-4e6b-affd-da041f2a9084 tempest-ServerShowV247Test-1853840493 tempest-ServerShowV247Test-1853840493-project] 10.222.0.53 "GET /v2.0/ports?device_id=65dadfbc-32ce-4dea-871f-a879c5d982d2 HTTP/1.1" status: 200 len: 210 time: 0.1826971 Jan 18 22:37:26.438185 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-735f0b13-86e3-4e8f-97da-29eefb674f18 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:26.451659 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd824c6-565f-4d8b-846d-006a6549ca43 None None] Network 289c9804-5726-4a3a-aa84-8df73f43851e requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:37:26.456371 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-735f0b13-86e3-4e8f-97da-29eefb674f18 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:37:26.457240 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-735f0b13-86e3-4e8f-97da-29eefb674f18 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60203044'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:26.461584 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 4a000337-eb62-4dea-ae6d-1609a872072b details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:37:26.505234 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 21dd2bcc-576a-4f50-bdbd-b63d04214f96 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:37:26.557305 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed48db0-e220-4c69-9d76-a18ef652cdb7 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Made reservation on behalf of a713e1ffd908444085524c31c3f7dd42 for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:37:26.561702 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2ed48db0-e220-4c69-9d76-a18ef652cdb7 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:26.623440 n-d-825064-1 neutron-server[102430]: Traceback (most recent call last): Jan 18 22:37:26.623440 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:37:26.623440 n-d-825064-1 neutron-server[102430]: timer() Jan 18 22:37:26.623440 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:37:26.623440 n-d-825064-1 neutron-server[102430]: cb(*args, **kw) Jan 18 22:37:26.623440 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:37:26.623440 n-d-825064-1 neutron-server[102430]: return func(*args, **kwargs) Jan 18 22:37:26.623440 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:37:26.623440 n-d-825064-1 neutron-server[102430]: self._notify() Jan 18 22:37:26.623440 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:37:26.623440 n-d-825064-1 neutron-server[102430]: self.callback(batched_events) Jan 18 22:37:26.623440 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:37:26.623440 n-d-825064-1 neutron-server[102430]: event.method(event) Jan 18 22:37:26.623440 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:37:26.623440 n-d-825064-1 neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:37:26.623440 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:37:26.623440 n-d-825064-1 neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:37:26.623440 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:37:26.623440 n-d-825064-1 neutron-server[102430]: return f(self, *a, **k) Jan 18 22:37:26.623440 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:37:26.623440 n-d-825064-1 neutron-server[102430]: return self._get(url).json() Jan 18 22:37:26.623440 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:37:26.623440 n-d-825064-1 neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:37:26.623440 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:37:26.623440 n-d-825064-1 neutron-server[102430]: return self.request(url, 'GET', **kwargs) Jan 18 22:37:26.623440 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:37:26.623440 n-d-825064-1 neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:37:26.623440 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:37:26.623440 n-d-825064-1 neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:37:26.623440 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:37:26.623440 n-d-825064-1 neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:37:26.623440 n-d-825064-1 neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:37:26.638563 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-735f0b13-86e3-4e8f-97da-29eefb674f18 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:26.676980 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-735f0b13-86e3-4e8f-97da-29eefb674f18 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:26.683778 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-735f0b13-86e3-4e8f-97da-29eefb674f18 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] 10.222.0.53 "DELETE /v2.0/networks/d6fe7fb6-8df6-430c-8f71-9e9333bc98a2 HTTP/1.1" status: 204 len: 168 time: 1.3332331 Jan 18 22:37:26.687783 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735f0b13-86e3-4e8f-97da-29eefb674f18 tempest-PortsTestJSON-691176387 tempest-PortsTestJSON-691176387-project] Pushing event deleted for resources: {'Network': ['ID=d6fe7fb6-8df6-430c-8f71-9e9333bc98a2,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:26.815062 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7da53887-d98f-4536-b6a8-97c7a52b975f None None] Provisioning complete for port 21dd2bcc-576a-4f50-bdbd-b63d04214f96 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:37:26.815658 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7da53887-d98f-4536-b6a8-97c7a52b975f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:26.945307 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2ed48db0-e220-4c69-9d76-a18ef652cdb7 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:27.010635 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 21dd2bcc-576a-4f50-bdbd-b63d04214f96 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:37:27.011013 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:27.038081 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed48db0-e220-4c69-9d76-a18ef652cdb7 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Pushing event updated for resources: {'Subnet': ['ID=aeea6293-e272-4bcd-87e9-b4dabda242f0,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:27.049871 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed48db0-e220-4c69-9d76-a18ef652cdb7 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Checking segment: {'id': '07b72280-b885-4ef5-81c6-09831614bfe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '4a000337-eb62-4dea-ae6d-1609a872072b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:37:27.050292 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed48db0-e220-4c69-9d76-a18ef652cdb7 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Network hostable DHCP agents. Network: 4a000337-eb62-4dea-ae6d-1609a872072b, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:37:27.070351 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed48db0-e220-4c69-9d76-a18ef652cdb7 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Network 4a000337-eb62-4dea-ae6d-1609a872072b is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:37:27.098873 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-2ed48db0-e220-4c69-9d76-a18ef652cdb7 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 4a000337-eb62-4dea-ae6d-1609a872072b) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:37:27.108444 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed48db0-e220-4c69-9d76-a18ef652cdb7 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:37:27.108444 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2ed48db0-e220-4c69-9d76-a18ef652cdb7 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:27.116510 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9978e20b-41e1-4223-8122-22373f90a4b9 None None] Network 4a000337-eb62-4dea-ae6d-1609a872072b requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:37:27.136901 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 34096) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:27.140193 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-2ed48db0-e220-4c69-9d76-a18ef652cdb7 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8293445 Jan 18 22:37:27.203488 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7da53887-d98f-4536-b6a8-97c7a52b975f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:27.276600 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-91a2ba5c-fe75-4635-b790-94f7b234ade3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021a4537-6d58-4bfc-a6ec-d1f0babb404d', 'name': 'tempest-RoutersIpV6Test-router-999145678', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:37:12Z', 'updated_at': '2022-01-18T22:37:23Z', 'revision_number': 3, 'project_id': 'a713e1ffd908444085524c31c3f7dd42', 'gw_port_host': None, '_interfaces': [{'id': '4e315c9c-1248-44a7-8099-8cc6e8840664', 'name': '', 'network_id': '289c9804-5726-4a3a-aa84-8df73f43851e', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'mac_address': 'fa:16:3e:20:ef:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '021a4537-6d58-4bfc-a6ec-d1f0babb404d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': 'cbd22246-9f30-4916-8728-d6dceba581f2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:37:21Z', 'updated_at': '2022-01-18T22:37:23Z', 'revision_number': 2, 'project_id': 'a713e1ffd908444085524c31c3f7dd42', 'subnets': [{'id': 'cbd22246-9f30-4916-8728-d6dceba581f2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50887fd0-e014-4771-888b-02d96c0ae457', 'name': '', 'network_id': '5adde811-8563-455e-9ab4-509b5bc8dd8a', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'mac_address': 'fa:16:3e:cb:8d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021a4537-6d58-4bfc-a6ec-d1f0babb404d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '9825aab6-6ed8-4cbf-981f-f60e2ef46acd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:37:14Z', 'updated_at': '2022-01-18T22:37:21Z', 'revision_number': 5, 'project_id': 'a713e1ffd908444085524c31c3f7dd42', 'subnets': [{'id': '9825aab6-6ed8-4cbf-981f-f60e2ef46acd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:37:27.420172 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a2ba5c-fe75-4635-b790-94f7b234ade3 None None] Checking router: 021a4537-6d58-4bfc-a6ec-d1f0babb404d for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:37:27.420537 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a2ba5c-fe75-4635-b790-94f7b234ade3 None None] Updating router 021a4537-6d58-4bfc-a6ec-d1f0babb404d port 4e315c9c-1248-44a7-8099-8cc6e8840664 binding host n-d-825064-1 {{(pid=102432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:37:27.442356 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7da53887-d98f-4536-b6a8-97c7a52b975f None None] For port 21dd2bcc-576a-4f50-bdbd-b63d04214f96, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=21dd2bcc-576a-4f50-bdbd-b63d04214f96,segment=NetworkSegment(f1725200-8547-46d0-88fa-8f0dfe0e4380),segment_id=f1725200-8547-46d0-88fa-8f0dfe0e4380)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:37:27.451176 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 34102) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:27.526722 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:27.536905 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7da53887-d98f-4536-b6a8-97c7a52b975f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:27.698921 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-76a445f8-1e73-4b24-95af-3673e73f1efa req-17bef10b-7922-40a2-bc54-e0e02e560976 tempest-ServerShowV247Test-1853840493 tempest-ServerShowV247Test-1853840493-project] 10.222.0.53 "GET /v2.0/ports?device_id=65dadfbc-32ce-4dea-871f-a879c5d982d2 HTTP/1.1" status: 200 len: 210 time: 0.1176519 Jan 18 22:37:27.714841 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e014f68a-d87d-432d-abbc-0e06cf3a77dd req-d2a5b384-a050-423b-8c99-48bb0845d719 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7742e192-d9f7-4edd-8468-127c74ecbc3b HTTP/1.1" status: 200 len: 210 time: 0.0909166 Jan 18 22:37:27.840168 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da53887-d98f-4536-b6a8-97c7a52b975f None None] Pushing event updated for resources: {'Port': ['ID=21dd2bcc-576a-4f50-bdbd-b63d04214f96,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:27.851018 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-91a2ba5c-fe75-4635-b790-94f7b234ade3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:27.859257 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-e3fe72b2-3d23-4e76-a42c-ee760e5a4ffc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7f7e3488513a4b34800a857d787e609b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4032106 Jan 18 22:37:27.860239 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 34120) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:27.936371 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe08b458-93d3-4a91-ac9f-4a3449a84bbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-4a000337-eb62-4dea-ae6d-1609a872072b', 'network_id': '4a000337-eb62-4dea-ae6d-1609a872072b', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'fixed_ips': [{'subnet_id': 'aeea6293-e272-4bcd-87e9-b4dabda242f0'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:37:27.937520 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fe08b458-93d3-4a91-ac9f-4a3449a84bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:27.978328 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-952556f9-b647-4e14-8cc8-19e456871f27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:27.989442 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-223727e0-e339-4f73-918f-d4325bc1e794 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:28.041385 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-952556f9-b647-4e14-8cc8-19e456871f27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:28.183680 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-952556f9-b647-4e14-8cc8-19e456871f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:28.186404 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-952556f9-b647-4e14-8cc8-19e456871f27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:28.187588 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-952556f9-b647-4e14-8cc8-19e456871f27 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bf483979-95f7-4e60-a9fa-ade0ff388443 HTTP/1.1" status: 204 len: 168 time: 0.3230114 Jan 18 22:37:28.202309 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952556f9-b647-4e14-8cc8-19e456871f27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf483979-95f7-4e60-a9fa-ade0ff388443,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:28.292594 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.db.api [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 22:37:28.292943 n-d-825064-1 neutron-server[102432]: DEBUG oslo_db.api [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 22:37:28.301678 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-895c1b63-4a98-42ed-9144-454f5be93e74 None None] Provisioning complete for port 4e315c9c-1248-44a7-8099-8cc6e8840664 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:37:28.302149 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-895c1b63-4a98-42ed-9144-454f5be93e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:28.516104 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-223727e0-e339-4f73-918f-d4325bc1e794 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Allocated IP 2001:db8:2::1 (4a000337-eb62-4dea-ae6d-1609a872072b/aeea6293-e272-4bcd-87e9-b4dabda242f0/4db4d56d-d0ef-4f7c-925e-6a85b3012f61) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:37:28.608937 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-844ff32a-0ac9-4782-b651-afa4a3dd19cb req-6e509bf4-8442-4407-9fd9-2f9b24864ff6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=65dadfbc-32ce-4dea-871f-a879c5d982d2 HTTP/1.1" status: 200 len: 210 time: 0.0367677 Jan 18 22:37:28.719259 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-895c1b63-4a98-42ed-9144-454f5be93e74 None None] Port 4e315c9c-1248-44a7-8099-8cc6e8840664 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:37:28.757215 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-91a2ba5c-fe75-4635-b790-94f7b234ade3 None None] Notify callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:28.761574 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-895c1b63-4a98-42ed-9144-454f5be93e74 None None] Provisioning complete for port 21dd2bcc-576a-4f50-bdbd-b63d04214f96 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:37:28.762721 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-895c1b63-4a98-42ed-9144-454f5be93e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:28.830373 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-91a2ba5c-fe75-4635-b790-94f7b234ade3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:28.883660 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793cfa51-5d0c-4a71-82ac-d6c4d83fc837 None None] Pushing event updated for resources: {'Port': ['ID=4e315c9c-1248-44a7-8099-8cc6e8840664,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:28.951933 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e494f440-f270-4b3c-85ec-610254f70a2f req-7dd22626-3e9b-4287-8b5b-fbcd3a0bc781 tempest-ServerShowV247Test-1853840493 tempest-ServerShowV247Test-1853840493-project] 10.222.0.53 "GET /v2.0/ports?device_id=65dadfbc-32ce-4dea-871f-a879c5d982d2 HTTP/1.1" status: 200 len: 210 time: 0.1317639 Jan 18 22:37:28.975552 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-223727e0-e339-4f73-918f-d4325bc1e794 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:29.049942 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-91a2ba5c-fe75-4635-b790-94f7b234ade3 None None] Attempting to bind port 4e315c9c-1248-44a7-8099-8cc6e8840664 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:37:29.053798 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-223727e0-e339-4f73-918f-d4325bc1e794 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:29.055466 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-91a2ba5c-fe75-4635-b790-94f7b234ade3 None None] Attempting to bind port 4e315c9c-1248-44a7-8099-8cc6e8840664 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': 'f1725200-8547-46d0-88fa-8f0dfe0e4380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '289c9804-5726-4a3a-aa84-8df73f43851e'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:37:29.055466 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a2ba5c-fe75-4635-b790-94f7b234ade3 None None] Attempting to bind port 4e315c9c-1248-44a7-8099-8cc6e8840664 on network 289c9804-5726-4a3a-aa84-8df73f43851e {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:37:29.062653 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 21dd2bcc-576a-4f50-bdbd-b63d04214f96 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:37:29.167913 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223727e0-e339-4f73-918f-d4325bc1e794 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Network 4a000337-eb62-4dea-ae6d-1609a872072b is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:37:29.171612 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-223727e0-e339-4f73-918f-d4325bc1e794 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:37:29.176686 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223727e0-e339-4f73-918f-d4325bc1e794 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:37:29.177598 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-223727e0-e339-4f73-918f-d4325bc1e794 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1040954'] for router_interface, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:29.184056 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a2ba5c-fe75-4635-b790-94f7b234ade3 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:37:29.184829 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a2ba5c-fe75-4635-b790-94f7b234ade3 None None] Checking segment: {'id': 'f1725200-8547-46d0-88fa-8f0dfe0e4380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '289c9804-5726-4a3a-aa84-8df73f43851e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:37:29.185444 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-91a2ba5c-fe75-4635-b790-94f7b234ade3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:29.186648 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a2ba5c-fe75-4635-b790-94f7b234ade3 None None] Bound using segment: {'id': 'f1725200-8547-46d0-88fa-8f0dfe0e4380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '289c9804-5726-4a3a-aa84-8df73f43851e'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:37:29.187434 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-91a2ba5c-fe75-4635-b790-94f7b234ade3 None None] Bound port: 4e315c9c-1248-44a7-8099-8cc6e8840664, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1725200-8547-46d0-88fa-8f0dfe0e4380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '289c9804-5726-4a3a-aa84-8df73f43851e'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:37:29.188405 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-91a2ba5c-fe75-4635-b790-94f7b234ade3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:29.225634 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-6666f13d-7e12-48a9-858c-c9326198ac08 None None] Provisioning complete for port 4e315c9c-1248-44a7-8099-8cc6e8840664 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:37:29.226212 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6666f13d-7e12-48a9-858c-c9326198ac08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:29.302560 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-6666f13d-7e12-48a9-858c-c9326198ac08 None None] Port 4e315c9c-1248-44a7-8099-8cc6e8840664 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:37:29.380183 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223727e0-e339-4f73-918f-d4325bc1e794 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Pushing event updated for resources: {'Port': ['ID=4db4d56d-d0ef-4f7c-925e-6a85b3012f61,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:29.383541 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-fe08b458-93d3-4a91-ac9f-4a3449a84bbe None None] Allocated IP 2001:db8:2::2 (4a000337-eb62-4dea-ae6d-1609a872072b/aeea6293-e272-4bcd-87e9-b4dabda242f0/88592460-4cf3-46a3-9bbf-073cb675ee95) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:37:29.470291 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 21dd2bcc-576a-4f50-bdbd-b63d04214f96 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:37:29.470662 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:29.502962 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-223727e0-e339-4f73-918f-d4325bc1e794 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:29.514667 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-91a2ba5c-fe75-4635-b790-94f7b234ade3 None None] For port 4e315c9c-1248-44a7-8099-8cc6e8840664, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:37:29.579402 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-83129edd-518b-41cb-bf40-42e8fc422de6 None None] Provisioning complete for port 4e315c9c-1248-44a7-8099-8cc6e8840664 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:37:29.579760 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-83129edd-518b-41cb-bf40-42e8fc422de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:29.592863 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-91a2ba5c-fe75-4635-b790-94f7b234ade3 None None] For port 4e315c9c-1248-44a7-8099-8cc6e8840664, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=4e315c9c-1248-44a7-8099-8cc6e8840664,segment=NetworkSegment(f1725200-8547-46d0-88fa-8f0dfe0e4380),segment_id=f1725200-8547-46d0-88fa-8f0dfe0e4380)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:37:29.620828 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-91a2ba5c-fe75-4635-b790-94f7b234ade3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:29.718380 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793cfa51-5d0c-4a71-82ac-d6c4d83fc837 None None] Pushing event updated for resources: {'Port': ['ID=4e315c9c-1248-44a7-8099-8cc6e8840664,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:29.727935 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-83129edd-518b-41cb-bf40-42e8fc422de6 None None] Port 4e315c9c-1248-44a7-8099-8cc6e8840664 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:37:29.822906 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a2ba5c-fe75-4635-b790-94f7b234ade3 None None] Routers {'021a4537-6d58-4bfc-a6ec-d1f0babb404d'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:37:29.823544 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-91a2ba5c-fe75-4635-b790-94f7b234ade3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:37:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['021a4537-6d58-4bfc-a6ec-d1f0babb404d'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:37:29.845832 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 34226) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:29.853450 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-12a03758-d53c-4f28-9fdc-4f3c5a8aeb14 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1182540095', 'description': 'tempest-secgroup-smoke-1182540095 description', 'project_id': '438cce0e2f434b5f879ce307da159923'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:37:29.913768 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-12a03758-d53c-4f28-9fdc-4f3c5a8aeb14 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:29.930164 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-12a03758-d53c-4f28-9fdc-4f3c5a8aeb14 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:30.039775 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fe08b458-93d3-4a91-ac9f-4a3449a84bbe None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:30.117964 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6928f9d0-5a4c-4d26-a607-f05dc3ccfe3e req-54acc82a-1d65-4554-a086-eadf4dce47c7 tempest-ServerShowV247Test-1853840493 tempest-ServerShowV247Test-1853840493-project] 10.222.0.53 "GET /v2.0/ports?device_id=65dadfbc-32ce-4dea-871f-a879c5d982d2 HTTP/1.1" status: 200 len: 210 time: 0.0403430 Jan 18 22:37:30.122450 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fe08b458-93d3-4a91-ac9f-4a3449a84bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:30.153072 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-12a03758-d53c-4f28-9fdc-4f3c5a8aeb14 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:30.169323 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-12a03758-d53c-4f28-9fdc-4f3c5a8aeb14 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:30.177796 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-223727e0-e339-4f73-918f-d4325bc1e794 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:30.185847 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-223727e0-e339-4f73-918f-d4325bc1e794 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:30.190710 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-223727e0-e339-4f73-918f-d4325bc1e794 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-613854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1041070'] for router_interface, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:30.215094 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe08b458-93d3-4a91-ac9f-4a3449a84bbe None None] Network 4a000337-eb62-4dea-ae6d-1609a872072b is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:37:30.224512 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-fe08b458-93d3-4a91-ac9f-4a3449a84bbe None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:37:30.236599 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe08b458-93d3-4a91-ac9f-4a3449a84bbe None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:37:30.271538 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe08b458-93d3-4a91-ac9f-4a3449a84bbe None None] Pushing event updated for resources: {'Port': ['ID=88592460-4cf3-46a3-9bbf-073cb675ee95,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:30.315652 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-91a2ba5c-fe75-4635-b790-94f7b234ade3 None None] Set router 021a4537-6d58-4bfc-a6ec-d1f0babb404d gateway port host: None {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:37:30.328984 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-12a03758-d53c-4f28-9fdc-4f3c5a8aeb14 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:30.336065 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223727e0-e339-4f73-918f-d4325bc1e794 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Pushing event updated for resources: {'Port': ['ID=4db4d56d-d0ef-4f7c-925e-6a85b3012f61,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:30.343515 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-12a03758-d53c-4f28-9fdc-4f3c5a8aeb14 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:30.397327 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-1bf4815f-ce6d-49a5-9c8c-fa461170b4aa None None] Provisioning complete for port 4e315c9c-1248-44a7-8099-8cc6e8840664 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:37:30.397707 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1bf4815f-ce6d-49a5-9c8c-fa461170b4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:30.399307 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-fe08b458-93d3-4a91-ac9f-4a3449a84bbe None None] Attempting to bind port 88592460-4cf3-46a3-9bbf-073cb675ee95 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:37:30.400056 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-fe08b458-93d3-4a91-ac9f-4a3449a84bbe None None] Attempting to bind port 88592460-4cf3-46a3-9bbf-073cb675ee95 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '07b72280-b885-4ef5-81c6-09831614bfe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '4a000337-eb62-4dea-ae6d-1609a872072b'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:37:30.400739 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe08b458-93d3-4a91-ac9f-4a3449a84bbe None None] Attempting to bind port 88592460-4cf3-46a3-9bbf-073cb675ee95 on network 4a000337-eb62-4dea-ae6d-1609a872072b {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:37:30.410779 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-12a03758-d53c-4f28-9fdc-4f3c5a8aeb14 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:30.416046 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-12a03758-d53c-4f28-9fdc-4f3c5a8aeb14 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5679996 Jan 18 22:37:30.421315 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 34258) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:30.421897 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 34260) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:30.448998 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-bdbdc202-f634-4be8-a481-5e85f7d70042 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Request body: {'security_group_rule': {'security_group_id': '75c337a0-647f-49a7-9e9b-b45556e7737b', 'project_id': '438cce0e2f434b5f879ce307da159923', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:37:30.469348 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a03758-d53c-4f28-9fdc-4f3c5a8aeb14 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78966ae3-702d-4c6a-b0ac-a066551762e2,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:30.474993 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe08b458-93d3-4a91-ac9f-4a3449a84bbe None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:37:30.475387 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe08b458-93d3-4a91-ac9f-4a3449a84bbe None None] Checking segment: {'id': '07b72280-b885-4ef5-81c6-09831614bfe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '4a000337-eb62-4dea-ae6d-1609a872072b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:37:30.485560 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223727e0-e339-4f73-918f-d4325bc1e794 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Network 4a000337-eb62-4dea-ae6d-1609a872072b is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:37:30.488591 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fe08b458-93d3-4a91-ac9f-4a3449a84bbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:30.490825 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe08b458-93d3-4a91-ac9f-4a3449a84bbe None None] Bound using segment: {'id': '07b72280-b885-4ef5-81c6-09831614bfe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '4a000337-eb62-4dea-ae6d-1609a872072b'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:37:30.491512 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-fe08b458-93d3-4a91-ac9f-4a3449a84bbe None None] Bound port: 88592460-4cf3-46a3-9bbf-073cb675ee95, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07b72280-b885-4ef5-81c6-09831614bfe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '4a000337-eb62-4dea-ae6d-1609a872072b'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:37:30.493759 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fe08b458-93d3-4a91-ac9f-4a3449a84bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:30.494760 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-223727e0-e339-4f73-918f-d4325bc1e794 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:37:30.611925 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a03758-d53c-4f28-9fdc-4f3c5a8aeb14 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75c337a0-647f-49a7-9e9b-b45556e7737b,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:30.650073 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bdbdc202-f634-4be8-a481-5e85f7d70042 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:30.680152 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-88c44e95-da82-4698-a86f-dc65ec05f3fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:30.732964 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bdbdc202-f634-4be8-a481-5e85f7d70042 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:30.746993 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bdbdc202-f634-4be8-a481-5e85f7d70042 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:30.783699 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5f92df83-0f3e-4067-9ff2-3ec04ea9dc2f req-53019fd1-cee5-4675-9307-8c5fb6ee39af tempest-ServerShowV247Test-1853840493 tempest-ServerShowV247Test-1853840493-project] 10.222.0.53 "GET /v2.0/ports?device_id=65dadfbc-32ce-4dea-871f-a879c5d982d2 HTTP/1.1" status: 200 len: 210 time: 0.0471189 Jan 18 22:37:30.819851 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-223727e0-e339-4f73-918f-d4325bc1e794 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Router 021a4537-6d58-4bfc-a6ec-d1f0babb404d has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:37:30.853778 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbdc202-f634-4be8-a481-5e85f7d70042 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0246b70-4421-4cb3-afc4-f8aee520d469,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:30.889823 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bdbdc202-f634-4be8-a481-5e85f7d70042 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:30.900728 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-bdbdc202-f634-4be8-a481-5e85f7d70042 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4772751 Jan 18 22:37:30.956864 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 34284) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:30.973684 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-88c44e95-da82-4698-a86f-dc65ec05f3fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:30.979411 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-2eb538af-ea5b-4323-ac26-25b46751e49d tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Request body: {'security_group_rule': {'security_group_id': '75c337a0-647f-49a7-9e9b-b45556e7737b', 'project_id': '438cce0e2f434b5f879ce307da159923', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:37:30.981913 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-fe08b458-93d3-4a91-ac9f-4a3449a84bbe None None] For port 88592460-4cf3-46a3-9bbf-073cb675ee95, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:37:30.988581 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-88c44e95-da82-4698-a86f-dc65ec05f3fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:31.067256 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-fe08b458-93d3-4a91-ac9f-4a3449a84bbe None None] For port 88592460-4cf3-46a3-9bbf-073cb675ee95, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=88592460-4cf3-46a3-9bbf-073cb675ee95,segment=NetworkSegment(07b72280-b885-4ef5-81c6-09831614bfe3),segment_id=07b72280-b885-4ef5-81c6-09831614bfe3)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:37:31.088770 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1bf4815f-ce6d-49a5-9c8c-fa461170b4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:31.092219 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fe08b458-93d3-4a91-ac9f-4a3449a84bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:31.093689 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c44e95-da82-4698-a86f-dc65ec05f3fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=484814f0-f018-414b-bf12-b10fe2a04b0a,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:31.120580 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-88c44e95-da82-4698-a86f-dc65ec05f3fb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=62ed66e98c5b4b66acfface96454a0d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6953959 Jan 18 22:37:31.122632 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 34292) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:31.163979 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2eb538af-ea5b-4323-ac26-25b46751e49d tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:31.172780 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-223727e0-e339-4f73-918f-d4325bc1e794 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:37:31.205898 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-223727e0-e339-4f73-918f-d4325bc1e794 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "PUT /v2.0/routers/021a4537-6d58-4bfc-a6ec-d1f0babb404d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0677106 Jan 18 22:37:31.207207 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e13c1588-95ee-461d-8b25-3d7883ffab92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:31.209396 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 34294) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:31.218976 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-868343ae-afe0-4317-b6bc-2de2eaf7ee2c tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1954279709'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:37:31.224577 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-91a2ba5c-fe75-4635-b790-94f7b234ade3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021a4537-6d58-4bfc-a6ec-d1f0babb404d', 'name': 'tempest-RoutersIpV6Test-router-999145678', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:37:12Z', 'updated_at': '2022-01-18T22:37:29Z', 'revision_number': 4, 'project_id': 'a713e1ffd908444085524c31c3f7dd42', 'gw_port_host': None, '_interfaces': [{'id': '4db4d56d-d0ef-4f7c-925e-6a85b3012f61', 'name': '', 'network_id': '4a000337-eb62-4dea-ae6d-1609a872072b', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'mac_address': 'fa:16:3e:07:1f:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '021a4537-6d58-4bfc-a6ec-d1f0babb404d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': 'aeea6293-e272-4bcd-87e9-b4dabda242f0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:37:28Z', 'updated_at': '2022-01-18T22:37:28Z', 'revision_number': 1, 'project_id': 'a713e1ffd908444085524c31c3f7dd42', 'subnets': [{'id': 'aeea6293-e272-4bcd-87e9-b4dabda242f0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e315c9c-1248-44a7-8099-8cc6e8840664', 'name': '', 'network_id': '289c9804-5726-4a3a-aa84-8df73f43851e', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'mac_address': 'fa:16:3e:20:ef:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '021a4537-6d58-4bfc-a6ec-d1f0babb404d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': 'cbd22246-9f30-4916-8728-d6dceba581f2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:37:21Z', 'updated_at': '2022-01-18T22:37:29Z', 'revision_number': 4, 'project_id': 'a713e1ffd908444085524c31c3f7dd42', 'subnets': [{'id': 'cbd22246-9f30-4916-8728-d6dceba581f2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50887fd0-e014-4771-888b-02d96c0ae457', 'name': '', 'network_id': '5adde811-8563-455e-9ab4-509b5bc8dd8a', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'mac_address': 'fa:16:3e:cb:8d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021a4537-6d58-4bfc-a6ec-d1f0babb404d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '9825aab6-6ed8-4cbf-981f-f60e2ef46acd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:37:14Z', 'updated_at': '2022-01-18T22:37:21Z', 'revision_number': 5, 'project_id': 'a713e1ffd908444085524c31c3f7dd42', 'subnets': [{'id': '9825aab6-6ed8-4cbf-981f-f60e2ef46acd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:37:31.228924 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-1bf4815f-ce6d-49a5-9c8c-fa461170b4aa None None] For port 4e315c9c-1248-44a7-8099-8cc6e8840664, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=4e315c9c-1248-44a7-8099-8cc6e8840664,segment=NetworkSegment(f1725200-8547-46d0-88fa-8f0dfe0e4380),segment_id=f1725200-8547-46d0-88fa-8f0dfe0e4380)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:37:31.272641 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1bf4815f-ce6d-49a5-9c8c-fa461170b4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:31.274895 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a2ba5c-fe75-4635-b790-94f7b234ade3 None None] The sync data for ids ['021a4537-6d58-4bfc-a6ec-d1f0babb404d'] in n-d-825064-1 is: [{'id': '021a4537-6d58-4bfc-a6ec-d1f0babb404d', 'name': 'tempest-RoutersIpV6Test-router-999145678', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:37:12Z', 'updated_at': '2022-01-18T22:37:29Z', 'revision_number': 4, 'project_id': 'a713e1ffd908444085524c31c3f7dd42', 'gw_port_host': None, '_interfaces': [{'id': '4db4d56d-d0ef-4f7c-925e-6a85b3012f61', 'name': '', 'network_id': '4a000337-eb62-4dea-ae6d-1609a872072b', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'mac_address': 'fa:16:3e:07:1f:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '021a4537-6d58-4bfc-a6ec-d1f0babb404d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': 'aeea6293-e272-4bcd-87e9-b4dabda242f0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:37:28Z', 'updated_at': '2022-01-18T22:37:28Z', 'revision_number': 1, 'project_id': 'a713e1ffd908444085524c31c3f7dd42', 'subnets': [{'id': 'aeea6293-e272-4bcd-87e9-b4dabda242f0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e315c9c-1248-44a7-8099-8cc6e8840664', 'name': '', 'network_id': '289c9804-5726-4a3a-aa84-8df73f43851e', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'mac_address': 'fa:16:3e:20:ef:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '021a4537-6d58-4bfc-a6ec-d1f0babb404d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': 'cbd22246-9f30-4916-8728-d6dceba581f2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:37:21Z', 'updated_at': '2022-01-18T22:37:29Z', 'revision_number': 4, 'project_id': 'a713e1ffd908444085524c31c3f7dd42', 'subnets': [{'id': 'cbd22246-9f30-4916-8728-d6dceba581f2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50887fd0-e014-4771-888b-02d96c0ae457', 'name': '', 'network_id': '5adde811-8563-455e-9ab4-509b5bc8dd8a', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'mac_address': 'fa:16:3e:cb:8d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021a4537-6d58-4bfc-a6ec-d1f0babb404d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '9825aab6-6ed8-4cbf-981f-f60e2ef46acd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:37:14Z', 'updated_at': '2022-01-18T22:37:21Z', 'revision_number': 5, 'project_id': 'a713e1ffd908444085524c31c3f7dd42', 'subnets': [{'id': '9825aab6-6ed8-4cbf-981f-f60e2ef46acd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:37:31.280704 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe08b458-93d3-4a91-ac9f-4a3449a84bbe None None] Pushing event updated for resources: {'Port': ['ID=88592460-4cf3-46a3-9bbf-073cb675ee95,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:31.281250 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e13c1588-95ee-461d-8b25-3d7883ffab92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:31.337123 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-868343ae-afe0-4317-b6bc-2de2eaf7ee2c tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Made reservation on behalf of a713e1ffd908444085524c31c3f7dd42 for: {'network': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:37:31.342452 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-868343ae-afe0-4317-b6bc-2de2eaf7ee2c tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:31.376395 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2eb538af-ea5b-4323-ac26-25b46751e49d tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:31.394884 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2eb538af-ea5b-4323-ac26-25b46751e49d tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:31.433512 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf4815f-ce6d-49a5-9c8c-fa461170b4aa None None] Pushing event updated for resources: {'Port': ['ID=4e315c9c-1248-44a7-8099-8cc6e8840664,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:31.447846 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-868343ae-afe0-4317-b6bc-2de2eaf7ee2c tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=102430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:37:31.453106 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e13c1588-95ee-461d-8b25-3d7883ffab92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:31.455459 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb538af-ea5b-4323-ac26-25b46751e49d tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3aa4d067-e7ef-4bc2-99d5-b7be2f216a0b,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:31.455744 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e13c1588-95ee-461d-8b25-3d7883ffab92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:31.457569 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-e13c1588-95ee-461d-8b25-3d7883ffab92 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/484814f0-f018-414b-bf12-b10fe2a04b0a HTTP/1.1" status: 204 len: 168 time: 0.3339012 Jan 18 22:37:31.480469 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13c1588-95ee-461d-8b25-3d7883ffab92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=484814f0-f018-414b-bf12-b10fe2a04b0a,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:31.482111 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-868343ae-afe0-4317-b6bc-2de2eaf7ee2c tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:31.482687 n-d-825064-1 neutron-server[102430]: INFO neutron.db.segments_db [None req-868343ae-afe0-4317-b6bc-2de2eaf7ee2c tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Added segment 0a19efad-5d0b-4712-bc4e-b7bf100939a0 of type vlan for network 1cebcc53-d1a7-492e-8310-1d2328b4ea4a Jan 18 22:37:31.542094 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2eb538af-ea5b-4323-ac26-25b46751e49d tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:31.556723 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-2eb538af-ea5b-4323-ac26-25b46751e49d tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5952454 Jan 18 22:37:31.559102 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 34308) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:31.563612 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-7d55610c-b43c-4feb-aa55-16107dccc908 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Request body: {'security_group_rule': {'security_group_id': '75c337a0-647f-49a7-9e9b-b45556e7737b', 'project_id': '438cce0e2f434b5f879ce307da159923', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:37:31.638571 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-868343ae-afe0-4317-b6bc-2de2eaf7ee2c tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:31.693332 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7d55610c-b43c-4feb-aa55-16107dccc908 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:31.748105 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-868343ae-afe0-4317-b6bc-2de2eaf7ee2c tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:31.759353 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868343ae-afe0-4317-b6bc-2de2eaf7ee2c tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:37:31.759997 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-868343ae-afe0-4317-b6bc-2de2eaf7ee2c tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:31.865714 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-868343ae-afe0-4317-b6bc-2de2eaf7ee2c tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6552653 Jan 18 22:37:31.868803 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 34324) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:31.874151 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-83460ba2-dc73-4acd-9d71-197507499669 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Request body: {'subnet': {'network_id': '1cebcc53-d1a7-492e-8310-1d2328b4ea4a', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:37:31.880675 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868343ae-afe0-4317-b6bc-2de2eaf7ee2c tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Pushing event updated for resources: {'Network': ['ID=1cebcc53-d1a7-492e-8310-1d2328b4ea4a,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:31.895434 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 1cebcc53-d1a7-492e-8310-1d2328b4ea4a details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:37:31.921637 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7d55610c-b43c-4feb-aa55-16107dccc908 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:31.932019 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7d55610c-b43c-4feb-aa55-16107dccc908 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:31.949697 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55610c-b43c-4feb-aa55-16107dccc908 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46d6084c-58a5-4cfd-8a14-bddf5bb0a12f,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:32.070618 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-45a58968-5e09-442c-8fb0-bd0e6a493257 req-a2e64f4a-ac94-4ad4-be79-c27f9b1379ef tempest-ServerShowV247Test-1853840493 tempest-ServerShowV247Test-1853840493-project] 10.222.0.53 "GET /v2.0/ports?device_id=65dadfbc-32ce-4dea-871f-a879c5d982d2 HTTP/1.1" status: 200 len: 210 time: 0.1049926 Jan 18 22:37:32.074674 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7d55610c-b43c-4feb-aa55-16107dccc908 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:32.081386 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-7d55610c-b43c-4feb-aa55-16107dccc908 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5213768 Jan 18 22:37:32.087564 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 34326) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:32.098169 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-88d6fce2-272c-4fe9-b6e8-66efe42e1bf7 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Request body: {'security_group_rule': {'security_group_id': '75c337a0-647f-49a7-9e9b-b45556e7737b', 'project_id': '438cce0e2f434b5f879ce307da159923', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:37:32.145095 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83460ba2-dc73-4acd-9d71-197507499669 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Made reservation on behalf of a713e1ffd908444085524c31c3f7dd42 for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:37:32.147273 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-88d6fce2-272c-4fe9-b6e8-66efe42e1bf7 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:32.151822 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-83460ba2-dc73-4acd-9d71-197507499669 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:32.217576 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 34334) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:32.312605 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ca0ec743-c02e-4981-9615-7bd93ab5fd5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:32.337077 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-88d6fce2-272c-4fe9-b6e8-66efe42e1bf7 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:32.356604 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-88d6fce2-272c-4fe9-b6e8-66efe42e1bf7 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:32.407444 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d6fce2-272c-4fe9-b6e8-66efe42e1bf7 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98d180a5-d6d2-4130-9f25-776cc6ac8370,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:32.470044 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ca0ec743-c02e-4981-9615-7bd93ab5fd5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:32.476622 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-88d6fce2-272c-4fe9-b6e8-66efe42e1bf7 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:32.478339 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-88d6fce2-272c-4fe9-b6e8-66efe42e1bf7 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3897371 Jan 18 22:37:32.480016 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ca0ec743-c02e-4981-9615-7bd93ab5fd5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:32.486157 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 34338) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:32.505609 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-1a814c40-5743-4491-b6f6-e983fe5e86d0 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Request body: {'security_group_rule': {'security_group_id': '75c337a0-647f-49a7-9e9b-b45556e7737b', 'project_id': '438cce0e2f434b5f879ce307da159923', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:37:32.517203 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-ca0ec743-c02e-4981-9615-7bd93ab5fd5a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9997959342de4890ac4228f1f5f9bc4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2984700 Jan 18 22:37:32.522642 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 34340) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:32.543966 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0ec743-c02e-4981-9615-7bd93ab5fd5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7959938f-dbd7-4bc9-9bb4-3b9dfdc67b2e,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:32.714986 n-d-825064-1 neutron-server[102431]: INFO neutron.db.securitygroups_db [None req-1a814c40-5743-4491-b6f6-e983fe5e86d0 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Project 438cce0e2f434b5f879ce307da159923 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 22:37:32.744658 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6a55bb79-3767-4d34-92de-52784647759e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:32.749918 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1a814c40-5743-4491-b6f6-e983fe5e86d0 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:33.031905 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8be6c76-1884-4d91-8d4a-5f22eb12dbb0 None None] Network 4a000337-eb62-4dea-ae6d-1609a872072b requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:37:33.189824 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-a09295e0-e4d9-4a48-a5da-2f35c68b09bf None None] Provisioning complete for port 88592460-4cf3-46a3-9bbf-073cb675ee95 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:37:33.190489 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a09295e0-e4d9-4a48-a5da-2f35c68b09bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:33.316721 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-83460ba2-dc73-4acd-9d71-197507499669 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:33.322834 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-580214a3-b364-4bda-9715-bfbfeb992994 req-5274770a-df50-4019-855e-9b4f28280705 tempest-ServerShowV247Test-1853840493 tempest-ServerShowV247Test-1853840493-project] 10.222.0.53 "GET /v2.0/ports?device_id=65dadfbc-32ce-4dea-871f-a879c5d982d2 HTTP/1.1" status: 200 len: 210 time: 0.0580342 Jan 18 22:37:33.398396 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6a55bb79-3767-4d34-92de-52784647759e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:33.468547 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5cb0aa8-0637-4214-bae8-95f85e9aa61b None None] Sync routers for ids ['021a4537-6d58-4bfc-a6ec-d1f0babb404d'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:37:33.475355 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1a814c40-5743-4491-b6f6-e983fe5e86d0 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:33.476836 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83460ba2-dc73-4acd-9d71-197507499669 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Pushing event updated for resources: {'Subnet': ['ID=19df69b0-19eb-4cad-92bf-efe8948fb2c7,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:33.484956 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1a814c40-5743-4491-b6f6-e983fe5e86d0 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:33.490384 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5cb0aa8-0637-4214-bae8-95f85e9aa61b None None] Routers {'021a4537-6d58-4bfc-a6ec-d1f0babb404d'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:37:33.492390 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-f5cb0aa8-0637-4214-bae8-95f85e9aa61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:37:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['021a4537-6d58-4bfc-a6ec-d1f0babb404d'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:37:33.511657 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6a55bb79-3767-4d34-92de-52784647759e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:33.514726 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6a55bb79-3767-4d34-92de-52784647759e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:33.515889 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-6a55bb79-3767-4d34-92de-52784647759e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7959938f-dbd7-4bc9-9bb4-3b9dfdc67b2e HTTP/1.1" status: 204 len: 168 time: 0.9903495 Jan 18 22:37:33.538239 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a814c40-5743-4491-b6f6-e983fe5e86d0 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c07c3e70-8285-46a3-a64b-9168d6172fce,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:33.550568 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a55bb79-3767-4d34-92de-52784647759e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7959938f-dbd7-4bc9-9bb4-3b9dfdc67b2e,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:33.562661 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1a814c40-5743-4491-b6f6-e983fe5e86d0 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:33.564091 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-1a814c40-5743-4491-b6f6-e983fe5e86d0 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0721745 Jan 18 22:37:33.565245 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83460ba2-dc73-4acd-9d71-197507499669 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Checking segment: {'id': '0a19efad-5d0b-4712-bc4e-b7bf100939a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '1cebcc53-d1a7-492e-8310-1d2328b4ea4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:37:33.565855 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83460ba2-dc73-4acd-9d71-197507499669 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Network hostable DHCP agents. Network: 1cebcc53-d1a7-492e-8310-1d2328b4ea4a, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:37:33.567930 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 34364) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:33.573110 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-a3a066ec-406e-44aa-b398-50432bba8588 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Request body: {'security_group_rule': {'security_group_id': '75c337a0-647f-49a7-9e9b-b45556e7737b', 'project_id': '438cce0e2f434b5f879ce307da159923', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:37:33.582997 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 88592460-4cf3-46a3-9bbf-073cb675ee95 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:37:33.592724 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83460ba2-dc73-4acd-9d71-197507499669 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Network 1cebcc53-d1a7-492e-8310-1d2328b4ea4a is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:37:33.607482 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-83460ba2-dc73-4acd-9d71-197507499669 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 1cebcc53-d1a7-492e-8310-1d2328b4ea4a) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:37:33.624411 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83460ba2-dc73-4acd-9d71-197507499669 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:37:33.627828 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-83460ba2-dc73-4acd-9d71-197507499669 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:33.651690 n-d-825064-1 neutron-server[102430]: INFO neutron.db.securitygroups_db [None req-a3a066ec-406e-44aa-b398-50432bba8588 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Project 438cce0e2f434b5f879ce307da159923 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 22:37:33.659970 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-83460ba2-dc73-4acd-9d71-197507499669 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7893538 Jan 18 22:37:33.663067 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 34368) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:33.688894 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a3a066ec-406e-44aa-b398-50432bba8588 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:33.690461 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-f5cb0aa8-0637-4214-bae8-95f85e9aa61b None None] Set router 021a4537-6d58-4bfc-a6ec-d1f0babb404d gateway port host: None {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:37:33.698991 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fda9f08-e961-4852-b6e9-ce535f5531a2 None None] Network 1cebcc53-d1a7-492e-8310-1d2328b4ea4a requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:37:33.937278 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 88592460-4cf3-46a3-9bbf-073cb675ee95 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:37:33.937278 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:33.940282 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a09295e0-e4d9-4a48-a5da-2f35c68b09bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:34.127645 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 34382) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:34.141226 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-a09295e0-e4d9-4a48-a5da-2f35c68b09bf None None] For port 88592460-4cf3-46a3-9bbf-073cb675ee95, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=88592460-4cf3-46a3-9bbf-073cb675ee95,segment=NetworkSegment(07b72280-b885-4ef5-81c6-09831614bfe3),segment_id=07b72280-b885-4ef5-81c6-09831614bfe3)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:37:34.155026 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a09295e0-e4d9-4a48-a5da-2f35c68b09bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:34.170359 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284f1558-fb75-4a51-9030-d1c7cdee2e0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-1cebcc53-d1a7-492e-8310-1d2328b4ea4a', 'network_id': '1cebcc53-d1a7-492e-8310-1d2328b4ea4a', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'fixed_ips': [{'subnet_id': '19df69b0-19eb-4cad-92bf-efe8948fb2c7'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:37:34.171243 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-284f1558-fb75-4a51-9030-d1c7cdee2e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:34.293870 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-f5cb0aa8-0637-4214-bae8-95f85e9aa61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021a4537-6d58-4bfc-a6ec-d1f0babb404d', 'name': 'tempest-RoutersIpV6Test-router-999145678', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:37:12Z', 'updated_at': '2022-01-18T22:37:29Z', 'revision_number': 4, 'project_id': 'a713e1ffd908444085524c31c3f7dd42', 'gw_port_host': None, '_interfaces': [{'id': '4db4d56d-d0ef-4f7c-925e-6a85b3012f61', 'name': '', 'network_id': '4a000337-eb62-4dea-ae6d-1609a872072b', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'mac_address': 'fa:16:3e:07:1f:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '021a4537-6d58-4bfc-a6ec-d1f0babb404d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': 'aeea6293-e272-4bcd-87e9-b4dabda242f0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:37:28Z', 'updated_at': '2022-01-18T22:37:29Z', 'revision_number': 2, 'project_id': 'a713e1ffd908444085524c31c3f7dd42', 'subnets': [{'id': 'aeea6293-e272-4bcd-87e9-b4dabda242f0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e315c9c-1248-44a7-8099-8cc6e8840664', 'name': '', 'network_id': '289c9804-5726-4a3a-aa84-8df73f43851e', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'mac_address': 'fa:16:3e:20:ef:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021a4537-6d58-4bfc-a6ec-d1f0babb404d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': 'cbd22246-9f30-4916-8728-d6dceba581f2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:37:21Z', 'updated_at': '2022-01-18T22:37:31Z', 'revision_number': 5, 'project_id': 'a713e1ffd908444085524c31c3f7dd42', 'subnets': [{'id': 'cbd22246-9f30-4916-8728-d6dceba581f2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50887fd0-e014-4771-888b-02d96c0ae457', 'name': '', 'network_id': '5adde811-8563-455e-9ab4-509b5bc8dd8a', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'mac_address': 'fa:16:3e:cb:8d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021a4537-6d58-4bfc-a6ec-d1f0babb404d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '9825aab6-6ed8-4cbf-981f-f60e2ef46acd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:37:14Z', 'updated_at': '2022-01-18T22:37:21Z', 'revision_number': 5, 'project_id': 'a713e1ffd908444085524c31c3f7dd42', 'subnets': [{'id': '9825aab6-6ed8-4cbf-981f-f60e2ef46acd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:37:34.373315 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5cb0aa8-0637-4214-bae8-95f85e9aa61b None None] Checking router: 021a4537-6d58-4bfc-a6ec-d1f0babb404d for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:37:34.373658 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5cb0aa8-0637-4214-bae8-95f85e9aa61b None None] Updating router 021a4537-6d58-4bfc-a6ec-d1f0babb404d port 4db4d56d-d0ef-4f7c-925e-6a85b3012f61 binding host n-d-825064-1 {{(pid=102433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:37:34.380304 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a3a066ec-406e-44aa-b398-50432bba8588 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:34.406199 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e150796a-a2d3-463b-9ec5-79d1e0676c3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:34.449891 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f5cb0aa8-0637-4214-bae8-95f85e9aa61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:34.497914 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a3a066ec-406e-44aa-b398-50432bba8588 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:34.624463 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a066ec-406e-44aa-b398-50432bba8588 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd419349-4df5-4a67-ad1e-18ac3d60239e,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:34.736304 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-29e8b3ad-ebde-4b67-927f-631a5c704c10 req-907a40ca-c451-4f73-aa26-fc0971ef8dcb tempest-ServerShowV247Test-1853840493 tempest-ServerShowV247Test-1853840493-project] 10.222.0.53 "GET /v2.0/ports?device_id=65dadfbc-32ce-4dea-871f-a879c5d982d2 HTTP/1.1" status: 200 len: 210 time: 0.1277726 Jan 18 22:37:34.750407 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e150796a-a2d3-463b-9ec5-79d1e0676c3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:34.751884 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a3a066ec-406e-44aa-b398-50432bba8588 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:34.754864 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-a3a066ec-406e-44aa-b398-50432bba8588 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.1858048 Jan 18 22:37:34.758073 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 34410) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:34.763310 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-cb83e298-ef64-44f9-830e-186b822f2f8f tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Request body: {'network': {'name': 'tempest-network-smoke--1168544533', 'project_id': '438cce0e2f434b5f879ce307da159923', 'port_security_enabled': True}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:37:34.772801 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e150796a-a2d3-463b-9ec5-79d1e0676c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:34.823303 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-284f1558-fb75-4a51-9030-d1c7cdee2e0e None None] Allocated IP 2001:db8:3::2 (1cebcc53-d1a7-492e-8310-1d2328b4ea4a/19df69b0-19eb-4cad-92bf-efe8948fb2c7/beee5900-7e10-4222-8d4a-d6bd29676a63) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:37:34.861480 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb83e298-ef64-44f9-830e-186b822f2f8f tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Made reservation on behalf of 438cce0e2f434b5f879ce307da159923 for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:37:34.866983 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cb83e298-ef64-44f9-830e-186b822f2f8f tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:34.909136 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-e150796a-a2d3-463b-9ec5-79d1e0676c3e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6425226741134d209e882fc262ae4104&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7802665 Jan 18 22:37:34.912180 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 34416) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:34.921572 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ef3eae18-ef87-4fc8-9c7c-1069a2974078 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:34.935103 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e150796a-a2d3-463b-9ec5-79d1e0676c3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be23d1ae-ff9c-40ec-9630-bd01f54625bf,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:34.998755 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb83e298-ef64-44f9-830e-186b822f2f8f tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:37:35.024875 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cb83e298-ef64-44f9-830e-186b822f2f8f tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:35.025396 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-cb83e298-ef64-44f9-830e-186b822f2f8f tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Added segment 4a0026ab-4bcd-4b31-8ba0-9267266416e1 of type vlan for network dfd50c94-9bfe-434e-a69b-faa778e35648 Jan 18 22:37:35.045166 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4831b833-03d7-4a15-a3d4-07e0bc683b74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:35.139552 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cb83e298-ef64-44f9-830e-186b822f2f8f tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:35.143631 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4831b833-03d7-4a15-a3d4-07e0bc683b74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:35.236424 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-284f1558-fb75-4a51-9030-d1c7cdee2e0e None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:35.236979 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cb83e298-ef64-44f9-830e-186b822f2f8f tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:35.246048 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09295e0-e4d9-4a48-a5da-2f35c68b09bf None None] Pushing event updated for resources: {'Port': ['ID=88592460-4cf3-46a3-9bbf-073cb675ee95,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:35.246250 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb83e298-ef64-44f9-830e-186b822f2f8f tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:37:35.246992 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cb83e298-ef64-44f9-830e-186b822f2f8f tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:35.268372 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-284f1558-fb75-4a51-9030-d1c7cdee2e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:35.286692 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 4e315c9c-1248-44a7-8099-8cc6e8840664 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:37:35.335174 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f5cb0aa8-0637-4214-bae8-95f85e9aa61b None None] Notify callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:35.349172 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f5cb0aa8-0637-4214-bae8-95f85e9aa61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:35.398636 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb83e298-ef64-44f9-830e-186b822f2f8f tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Pushing event updated for resources: {'Network': ['ID=dfd50c94-9bfe-434e-a69b-faa778e35648,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:35.402244 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4831b833-03d7-4a15-a3d4-07e0bc683b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:35.416649 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4831b833-03d7-4a15-a3d4-07e0bc683b74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:35.427802 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-4831b833-03d7-4a15-a3d4-07e0bc683b74 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/be23d1ae-ff9c-40ec-9630-bd01f54625bf HTTP/1.1" status: 204 len: 168 time: 0.5031040 Jan 18 22:37:35.428094 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-87e97c33-0915-4b29-b276-e85d642c323b None None] Provisioning complete for port 4db4d56d-d0ef-4f7c-925e-6a85b3012f61 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:37:35.428370 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-87e97c33-0915-4b29-b276-e85d642c323b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:35.428968 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-cb83e298-ef64-44f9-830e-186b822f2f8f tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6694818 Jan 18 22:37:35.436013 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 34430) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:35.445963 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-11152a4f-e716-4fa2-92ae-6c477249d120 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1744156712', 'admin_state_up': True, 'project_id': '438cce0e2f434b5f879ce307da159923', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:37:35.460335 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4831b833-03d7-4a15-a3d4-07e0bc683b74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be23d1ae-ff9c-40ec-9630-bd01f54625bf,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:35.469184 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a693e228-79ee-4588-be09-f771b177ef23 None None] Pushing event updated for resources: {'Port': ['ID=4db4d56d-d0ef-4f7c-925e-6a85b3012f61,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:35.486254 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network dfd50c94-9bfe-434e-a69b-faa778e35648 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:37:35.526856 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-11152a4f-e716-4fa2-92ae-6c477249d120 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1044160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8692'] for router, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:35.528458 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-11152a4f-e716-4fa2-92ae-6c477249d120 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1040680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8675'] for router, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:35.592547 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284f1558-fb75-4a51-9030-d1c7cdee2e0e None None] Network 1cebcc53-d1a7-492e-8310-1d2328b4ea4a is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:37:35.616502 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-f5cb0aa8-0637-4214-bae8-95f85e9aa61b None None] Attempting to bind port 4db4d56d-d0ef-4f7c-925e-6a85b3012f61 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:37:35.620402 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-f5cb0aa8-0637-4214-bae8-95f85e9aa61b None None] Attempting to bind port 4db4d56d-d0ef-4f7c-925e-6a85b3012f61 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '07b72280-b885-4ef5-81c6-09831614bfe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '4a000337-eb62-4dea-ae6d-1609a872072b'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:37:35.620882 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cb0aa8-0637-4214-bae8-95f85e9aa61b None None] Attempting to bind port 4db4d56d-d0ef-4f7c-925e-6a85b3012f61 on network 4a000337-eb62-4dea-ae6d-1609a872072b {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:37:35.630839 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cb0aa8-0637-4214-bae8-95f85e9aa61b None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:37:35.631490 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cb0aa8-0637-4214-bae8-95f85e9aa61b None None] Checking segment: {'id': '07b72280-b885-4ef5-81c6-09831614bfe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '4a000337-eb62-4dea-ae6d-1609a872072b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:37:35.632052 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f5cb0aa8-0637-4214-bae8-95f85e9aa61b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:35.632641 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cb0aa8-0637-4214-bae8-95f85e9aa61b None None] Bound using segment: {'id': '07b72280-b885-4ef5-81c6-09831614bfe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '4a000337-eb62-4dea-ae6d-1609a872072b'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:37:35.636239 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-f5cb0aa8-0637-4214-bae8-95f85e9aa61b None None] Bound port: 4db4d56d-d0ef-4f7c-925e-6a85b3012f61, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07b72280-b885-4ef5-81c6-09831614bfe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '4a000337-eb62-4dea-ae6d-1609a872072b'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:37:35.636843 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f5cb0aa8-0637-4214-bae8-95f85e9aa61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:35.652100 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-11152a4f-e716-4fa2-92ae-6c477249d120 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:35.653853 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-284f1558-fb75-4a51-9030-d1c7cdee2e0e None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:37:35.678572 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284f1558-fb75-4a51-9030-d1c7cdee2e0e None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:37:35.797194 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e756c817-8a7e-4d7d-9b4a-d5a0e7613232 req-bf1cc0ef-6c92-4843-8463-6a8362c59ae5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7742e192-d9f7-4edd-8468-127c74ecbc3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1360199 Jan 18 22:37:35.859676 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-11152a4f-e716-4fa2-92ae-6c477249d120 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:35.904022 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-f5cb0aa8-0637-4214-bae8-95f85e9aa61b None None] For port 4db4d56d-d0ef-4f7c-925e-6a85b3012f61, host n-d-825064-1, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:37:35.908407 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-f5cb0aa8-0637-4214-bae8-95f85e9aa61b None None] For port 4db4d56d-d0ef-4f7c-925e-6a85b3012f61, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=4db4d56d-d0ef-4f7c-925e-6a85b3012f61,segment=NetworkSegment(07b72280-b885-4ef5-81c6-09831614bfe3),segment_id=07b72280-b885-4ef5-81c6-09831614bfe3)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:37:35.917138 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f5cb0aa8-0637-4214-bae8-95f85e9aa61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:35.970550 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-87e97c33-0915-4b29-b276-e85d642c323b None None] Port 4db4d56d-d0ef-4f7c-925e-6a85b3012f61 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:37:36.013379 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 4e315c9c-1248-44a7-8099-8cc6e8840664 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:37:36.013775 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:36.047367 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284f1558-fb75-4a51-9030-d1c7cdee2e0e None None] Pushing event updated for resources: {'Port': ['ID=beee5900-7e10-4222-8d4a-d6bd29676a63,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:36.070329 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-ef3eae18-ef87-4fc8-9c7c-1069a2974078 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Allocated IP 2001:db8:3::1 (1cebcc53-d1a7-492e-8310-1d2328b4ea4a/19df69b0-19eb-4cad-92bf-efe8948fb2c7/3836b833-033a-42e0-b02f-e5820cbb339d) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:37:36.182720 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-87e97c33-0915-4b29-b276-e85d642c323b None None] Provisioning complete for port 88592460-4cf3-46a3-9bbf-073cb675ee95 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:37:36.187112 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-87e97c33-0915-4b29-b276-e85d642c323b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:36.220567 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a693e228-79ee-4588-be09-f771b177ef23 None None] Pushing event updated for resources: {'Port': ['ID=4db4d56d-d0ef-4f7c-925e-6a85b3012f61,revision_number=4']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:36.241698 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5cb0aa8-0637-4214-bae8-95f85e9aa61b None None] Routers {'021a4537-6d58-4bfc-a6ec-d1f0babb404d'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:37:36.244169 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-f5cb0aa8-0637-4214-bae8-95f85e9aa61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:37:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['021a4537-6d58-4bfc-a6ec-d1f0babb404d'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:37:36.424893 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-284f1558-fb75-4a51-9030-d1c7cdee2e0e None None] Attempting to bind port beee5900-7e10-4222-8d4a-d6bd29676a63 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:37:36.425912 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-284f1558-fb75-4a51-9030-d1c7cdee2e0e None None] Attempting to bind port beee5900-7e10-4222-8d4a-d6bd29676a63 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '0a19efad-5d0b-4712-bc4e-b7bf100939a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '1cebcc53-d1a7-492e-8310-1d2328b4ea4a'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:37:36.432055 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284f1558-fb75-4a51-9030-d1c7cdee2e0e None None] Attempting to bind port beee5900-7e10-4222-8d4a-d6bd29676a63 on network 1cebcc53-d1a7-492e-8310-1d2328b4ea4a {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:37:36.439948 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-f5cb0aa8-0637-4214-bae8-95f85e9aa61b None None] Set router 021a4537-6d58-4bfc-a6ec-d1f0babb404d gateway port host: None {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:37:36.464475 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284f1558-fb75-4a51-9030-d1c7cdee2e0e None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:37:36.466711 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284f1558-fb75-4a51-9030-d1c7cdee2e0e None None] Checking segment: {'id': '0a19efad-5d0b-4712-bc4e-b7bf100939a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '1cebcc53-d1a7-492e-8310-1d2328b4ea4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:37:36.466711 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-284f1558-fb75-4a51-9030-d1c7cdee2e0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:36.467554 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284f1558-fb75-4a51-9030-d1c7cdee2e0e None None] Bound using segment: {'id': '0a19efad-5d0b-4712-bc4e-b7bf100939a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '1cebcc53-d1a7-492e-8310-1d2328b4ea4a'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:37:36.476873 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-284f1558-fb75-4a51-9030-d1c7cdee2e0e None None] Bound port: beee5900-7e10-4222-8d4a-d6bd29676a63, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a19efad-5d0b-4712-bc4e-b7bf100939a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '1cebcc53-d1a7-492e-8310-1d2328b4ea4a'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:37:36.477728 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-284f1558-fb75-4a51-9030-d1c7cdee2e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:36.533353 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-11152a4f-e716-4fa2-92ae-6c477249d120 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for router_gateway, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:36.624629 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-11152a4f-e716-4fa2-92ae-6c477249d120 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:36.914289 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-284f1558-fb75-4a51-9030-d1c7cdee2e0e None None] For port beee5900-7e10-4222-8d4a-d6bd29676a63, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:37:36.967661 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-284f1558-fb75-4a51-9030-d1c7cdee2e0e None None] For port beee5900-7e10-4222-8d4a-d6bd29676a63, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=beee5900-7e10-4222-8d4a-d6bd29676a63,segment=NetworkSegment(0a19efad-5d0b-4712-bc4e-b7bf100939a0),segment_id=0a19efad-5d0b-4712-bc4e-b7bf100939a0)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:37:36.981519 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-284f1558-fb75-4a51-9030-d1c7cdee2e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:37.106602 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-11152a4f-e716-4fa2-92ae-6c477249d120 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Allocated IP 172.25.5.41 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/c0d0a117-500b-4e13-afb2-4bfb269efdec) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:37:37.136090 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 88592460-4cf3-46a3-9bbf-073cb675ee95 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:37:37.140679 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284f1558-fb75-4a51-9030-d1c7cdee2e0e None None] Pushing event updated for resources: {'Port': ['ID=beee5900-7e10-4222-8d4a-d6bd29676a63,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:37.145070 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-38bfc12e-3024-4e1a-9108-78d5cf7d5c0f None None] Provisioning complete for port 4db4d56d-d0ef-4f7c-925e-6a85b3012f61 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:37:37.145623 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-38bfc12e-3024-4e1a-9108-78d5cf7d5c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:37.232027 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-f5cb0aa8-0637-4214-bae8-95f85e9aa61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021a4537-6d58-4bfc-a6ec-d1f0babb404d', 'name': 'tempest-RoutersIpV6Test-router-999145678', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:37:12Z', 'updated_at': '2022-01-18T22:37:29Z', 'revision_number': 4, 'project_id': 'a713e1ffd908444085524c31c3f7dd42', 'gw_port_host': None, '_interfaces': [{'id': '4db4d56d-d0ef-4f7c-925e-6a85b3012f61', 'name': '', 'network_id': '4a000337-eb62-4dea-ae6d-1609a872072b', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'mac_address': 'fa:16:3e:07:1f:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '021a4537-6d58-4bfc-a6ec-d1f0babb404d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': 'aeea6293-e272-4bcd-87e9-b4dabda242f0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:37:28Z', 'updated_at': '2022-01-18T22:37:35Z', 'revision_number': 4, 'project_id': 'a713e1ffd908444085524c31c3f7dd42', 'subnets': [{'id': 'aeea6293-e272-4bcd-87e9-b4dabda242f0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e315c9c-1248-44a7-8099-8cc6e8840664', 'name': '', 'network_id': '289c9804-5726-4a3a-aa84-8df73f43851e', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'mac_address': 'fa:16:3e:20:ef:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021a4537-6d58-4bfc-a6ec-d1f0babb404d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': 'cbd22246-9f30-4916-8728-d6dceba581f2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:37:21Z', 'updated_at': '2022-01-18T22:37:31Z', 'revision_number': 5, 'project_id': 'a713e1ffd908444085524c31c3f7dd42', 'subnets': [{'id': 'cbd22246-9f30-4916-8728-d6dceba581f2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50887fd0-e014-4771-888b-02d96c0ae457', 'name': '', 'network_id': '5adde811-8563-455e-9ab4-509b5bc8dd8a', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'mac_address': 'fa:16:3e:cb:8d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021a4537-6d58-4bfc-a6ec-d1f0babb404d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '9825aab6-6ed8-4cbf-981f-f60e2ef46acd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:37:14Z', 'updated_at': '2022-01-18T22:37:21Z', 'revision_number': 5, 'project_id': 'a713e1ffd908444085524c31c3f7dd42', 'subnets': [{'id': '9825aab6-6ed8-4cbf-981f-f60e2ef46acd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:37:37.280800 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 88592460-4cf3-46a3-9bbf-073cb675ee95 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:37:37.281088 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:37.325687 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5cb0aa8-0637-4214-bae8-95f85e9aa61b None None] The sync data for ids ['021a4537-6d58-4bfc-a6ec-d1f0babb404d'] in n-d-825064-1 is: [{'id': '021a4537-6d58-4bfc-a6ec-d1f0babb404d', 'name': 'tempest-RoutersIpV6Test-router-999145678', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:37:12Z', 'updated_at': '2022-01-18T22:37:29Z', 'revision_number': 4, 'project_id': 'a713e1ffd908444085524c31c3f7dd42', 'gw_port_host': None, '_interfaces': [{'id': '4db4d56d-d0ef-4f7c-925e-6a85b3012f61', 'name': '', 'network_id': '4a000337-eb62-4dea-ae6d-1609a872072b', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'mac_address': 'fa:16:3e:07:1f:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '021a4537-6d58-4bfc-a6ec-d1f0babb404d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': 'aeea6293-e272-4bcd-87e9-b4dabda242f0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:37:28Z', 'updated_at': '2022-01-18T22:37:35Z', 'revision_number': 4, 'project_id': 'a713e1ffd908444085524c31c3f7dd42', 'subnets': [{'id': 'aeea6293-e272-4bcd-87e9-b4dabda242f0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e315c9c-1248-44a7-8099-8cc6e8840664', 'name': '', 'network_id': '289c9804-5726-4a3a-aa84-8df73f43851e', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'mac_address': 'fa:16:3e:20:ef:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021a4537-6d58-4bfc-a6ec-d1f0babb404d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': 'cbd22246-9f30-4916-8728-d6dceba581f2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:37:21Z', 'updated_at': '2022-01-18T22:37:31Z', 'revision_number': 5, 'project_id': 'a713e1ffd908444085524c31c3f7dd42', 'subnets': [{'id': 'cbd22246-9f30-4916-8728-d6dceba581f2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50887fd0-e014-4771-888b-02d96c0ae457', 'name': '', 'network_id': '5adde811-8563-455e-9ab4-509b5bc8dd8a', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'mac_address': 'fa:16:3e:cb:8d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021a4537-6d58-4bfc-a6ec-d1f0babb404d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '9825aab6-6ed8-4cbf-981f-f60e2ef46acd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:37:14Z', 'updated_at': '2022-01-18T22:37:21Z', 'revision_number': 5, 'project_id': 'a713e1ffd908444085524c31c3f7dd42', 'subnets': [{'id': '9825aab6-6ed8-4cbf-981f-f60e2ef46acd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:37:37.350145 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ac759156-540a-4189-900a-f1cdbb515e49 req-82bac59d-9bb0-4f5d-94c3-c959fcb27987 tempest-ServerShowV247Test-1853840493 tempest-ServerShowV247Test-1853840493-project] 10.222.0.53 "GET /v2.0/ports?device_id=65dadfbc-32ce-4dea-871f-a879c5d982d2 HTTP/1.1" status: 200 len: 210 time: 1.3612635 Jan 18 22:37:37.362942 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e756c817-8a7e-4d7d-9b4a-d5a0e7613232 req-131bae1f-aaf7-48ff-9808-fe4646f256ee service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=33b2766d2f8241a68fc5f6c0b2af2d43&device_id=7742e192-d9f7-4edd-8468-127c74ecbc3b HTTP/1.1" status: 200 len: 210 time: 1.4617918 Jan 18 22:37:37.409038 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-38bfc12e-3024-4e1a-9108-78d5cf7d5c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:37.432104 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 34520) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:37.448003 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-11152a4f-e716-4fa2-92ae-6c477249d120 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:37.489345 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-11152a4f-e716-4fa2-92ae-6c477249d120 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:37.517815 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e756c817-8a7e-4d7d-9b4a-d5a0e7613232 req-5442c183-a768-4ffe-b77e-31a6625fb3ae service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=33b2766d2f8241a68fc5f6c0b2af2d43&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1202221 Jan 18 22:37:37.560199 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-38bfc12e-3024-4e1a-9108-78d5cf7d5c0f None None] For port 4db4d56d-d0ef-4f7c-925e-6a85b3012f61, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=4db4d56d-d0ef-4f7c-925e-6a85b3012f61,segment=NetworkSegment(07b72280-b885-4ef5-81c6-09831614bfe3),segment_id=07b72280-b885-4ef5-81c6-09831614bfe3)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:37:37.571099 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 4db4d56d-d0ef-4f7c-925e-6a85b3012f61 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:37:37.583735 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-38bfc12e-3024-4e1a-9108-78d5cf7d5c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:37.682227 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11152a4f-e716-4fa2-92ae-6c477249d120 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Pushing event updated for resources: {'Port': ['ID=c0d0a117-500b-4e13-afb2-4bfb269efdec,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:37.711977 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11152a4f-e716-4fa2-92ae-6c477249d120 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:37:37.714825 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-11152a4f-e716-4fa2-92ae-6c477249d120 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:37:37.720736 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11152a4f-e716-4fa2-92ae-6c477249d120 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:37:37.904737 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 4db4d56d-d0ef-4f7c-925e-6a85b3012f61 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:37:37.908214 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:37.915924 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bfc12e-3024-4e1a-9108-78d5cf7d5c0f None None] Pushing event updated for resources: {'Port': ['ID=4db4d56d-d0ef-4f7c-925e-6a85b3012f61,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:37.982798 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e756c817-8a7e-4d7d-9b4a-d5a0e7613232 req-4258ee2a-5e37-42fc-865a-fd18b80e3001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:37:37.987315 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e756c817-8a7e-4d7d-9b4a-d5a0e7613232 req-4258ee2a-5e37-42fc-865a-fd18b80e3001 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4599321 Jan 18 22:37:38.081440 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-45ba6cf1-9fb8-4be5-a08c-969cc76658bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:38.109984 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ef3eae18-ef87-4fc8-9c7c-1069a2974078 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:38.228161 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-45ba6cf1-9fb8-4be5-a08c-969cc76658bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:38.235964 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-45ba6cf1-9fb8-4be5-a08c-969cc76658bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:38.298415 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-11152a4f-e716-4fa2-92ae-6c477249d120 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for router_gateway, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:38.310514 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ba6cf1-9fb8-4be5-a08c-969cc76658bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6469f30c-ce2f-4e02-992a-ac43b728f1dc,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:38.327310 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-45ba6cf1-9fb8-4be5-a08c-969cc76658bf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d29a42774d984e829c09c2717db4de76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8609571 Jan 18 22:37:38.327673 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 34548) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:38.397843 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ef3eae18-ef87-4fc8-9c7c-1069a2974078 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:38.454431 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c23d274e-c2c0-4d8a-b022-1b86d5b953f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:38.514653 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3eae18-ef87-4fc8-9c7c-1069a2974078 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Network 1cebcc53-d1a7-492e-8310-1d2328b4ea4a is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:37:38.516883 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c23d274e-c2c0-4d8a-b022-1b86d5b953f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:38.555488 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-ef3eae18-ef87-4fc8-9c7c-1069a2974078 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:37:38.578766 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3eae18-ef87-4fc8-9c7c-1069a2974078 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:37:38.579346 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ef3eae18-ef87-4fc8-9c7c-1069a2974078 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1040954'] for router_interface, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:38.710921 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4ebeda5d-219e-40a3-acf0-8f60dac2988d req-367e3238-87fe-45ad-9711-49ce6a143975 tempest-ServerShowV247Test-1853840493 tempest-ServerShowV247Test-1853840493-project] 10.222.0.53 "GET /v2.0/ports?device_id=65dadfbc-32ce-4dea-871f-a879c5d982d2 HTTP/1.1" status: 200 len: 210 time: 0.1766539 Jan 18 22:37:38.735197 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3eae18-ef87-4fc8-9c7c-1069a2974078 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Pushing event updated for resources: {'Port': ['ID=3836b833-033a-42e0-b02f-e5820cbb339d,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:38.770627 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-11152a4f-e716-4fa2-92ae-6c477249d120 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1040691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049'] for router, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:38.860946 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ef3eae18-ef87-4fc8-9c7c-1069a2974078 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:38.896408 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c23d274e-c2c0-4d8a-b022-1b86d5b953f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:38.904084 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c23d274e-c2c0-4d8a-b022-1b86d5b953f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:38.909761 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-c23d274e-c2c0-4d8a-b022-1b86d5b953f8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6469f30c-ce2f-4e02-992a-ac43b728f1dc HTTP/1.1" status: 204 len: 168 time: 0.5794756 Jan 18 22:37:38.971294 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23d274e-c2c0-4d8a-b022-1b86d5b953f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6469f30c-ce2f-4e02-992a-ac43b728f1dc,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:39.045931 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6053f8b6-83a5-4a99-aa6d-2079db138707 None None] Network 1cebcc53-d1a7-492e-8310-1d2328b4ea4a requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:37:39.154208 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11152a4f-e716-4fa2-92ae-6c477249d120 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Router 86be70a5-5411-4b97-9562-0798561dcc21 is scheduled to L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 with binding_index 1 {{(pid=102431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 22:37:39.230132 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device beee5900-7e10-4222-8d4a-d6bd29676a63 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:37:39.332906 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f27693-ccc4-4f5a-bfd4-898bd6f4061a None None] Provisioning complete for port beee5900-7e10-4222-8d4a-d6bd29676a63 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:37:39.333421 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f27693-ccc4-4f5a-bfd4-898bd6f4061a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:39.335243 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port beee5900-7e10-4222-8d4a-d6bd29676a63 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:37:39.335719 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:39.456966 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11152a4f-e716-4fa2-92ae-6c477249d120 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:37:39.476751 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fa3398f9-27ec-41a7-977a-a8305512e3c3 req-85de532a-daea-4cb0-ba3e-eeb7494ff234 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=33b2766d2f8241a68fc5f6c0b2af2d43&device_id=65dadfbc-32ce-4dea-871f-a879c5d982d2 HTTP/1.1" status: 200 len: 210 time: 0.0934513 Jan 18 22:37:39.509637 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:39.513999 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44b13a8-3a21-4d9f-9188-ff8b0c5aadfc None None] Sync routers for ids ['86be70a5-5411-4b97-9562-0798561dcc21'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:37:39.514169 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-11152a4f-e716-4fa2-92ae-6c477249d120 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:39.515555 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-11152a4f-e716-4fa2-92ae-6c477249d120 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.0774145 Jan 18 22:37:39.518519 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 34584) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:39.608962 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port beee5900-7e10-4222-8d4a-d6bd29676a63, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=beee5900-7e10-4222-8d4a-d6bd29676a63,segment=NetworkSegment(0a19efad-5d0b-4712-bc4e-b7bf100939a0),segment_id=0a19efad-5d0b-4712-bc4e-b7bf100939a0)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:37:39.623969 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:39.625015 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 4db4d56d-d0ef-4f7c-925e-6a85b3012f61 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:37:39.626983 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44b13a8-3a21-4d9f-9188-ff8b0c5aadfc None None] Routers {'86be70a5-5411-4b97-9562-0798561dcc21'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:37:39.627647 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-f44b13a8-3a21-4d9f-9188-ff8b0c5aadfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:37:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['86be70a5-5411-4b97-9562-0798561dcc21'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:37:39.628613 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fa3398f9-27ec-41a7-977a-a8305512e3c3 req-75a18b87-5497-4f02-a314-d84fdf631b5e service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=33b2766d2f8241a68fc5f6c0b2af2d43&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0520842 Jan 18 22:37:39.695419 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 34594) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:39.867172 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-f44b13a8-3a21-4d9f-9188-ff8b0c5aadfc None None] Set router 86be70a5-5411-4b97-9562-0798561dcc21 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:37:39.953558 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ef3eae18-ef87-4fc8-9c7c-1069a2974078 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:40.041733 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ef3eae18-ef87-4fc8-9c7c-1069a2974078 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:40.042540 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ef3eae18-ef87-4fc8-9c7c-1069a2974078 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-613854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1041070'] for router_interface, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:40.045921 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-38877122-47ff-47cb-8aa4-95b86a2023a4 req-273582fb-500e-43a0-8640-69d2a5f76e26 tempest-ServerShowV247Test-1853840493 tempest-ServerShowV247Test-1853840493-project] 10.222.0.53 "GET /v2.0/ports?device_id=65dadfbc-32ce-4dea-871f-a879c5d982d2 HTTP/1.1" status: 200 len: 210 time: 0.1487718 Jan 18 22:37:40.226771 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-dcb9c245-2483-41df-bc92-7d34ceb74f9c tempest-TestNetworkAdvancedServerOps-1886563698 tempest-TestNetworkAdvancedServerOps-1886563698-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=438cce0e2f434b5f879ce307da159923&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.7068577 Jan 18 22:37:40.230944 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 34606) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:40.291342 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3eae18-ef87-4fc8-9c7c-1069a2974078 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Pushing event updated for resources: {'Port': ['ID=3836b833-033a-42e0-b02f-e5820cbb339d,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:40.410044 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3398f9-27ec-41a7-977a-a8305512e3c3 req-67018cbe-dd53-4680-bd90-ca5e7895ccd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:37:40.411529 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fa3398f9-27ec-41a7-977a-a8305512e3c3 req-67018cbe-dd53-4680-bd90-ca5e7895ccd5 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5133259 Jan 18 22:37:40.481160 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3eae18-ef87-4fc8-9c7c-1069a2974078 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Network 1cebcc53-d1a7-492e-8310-1d2328b4ea4a is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:37:40.483038 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-ef3eae18-ef87-4fc8-9c7c-1069a2974078 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:37:40.488373 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-0556be96-cbf5-4f45-9872-0878e52d20a9 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Request body: {'floatingip': {'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:37:40.524199 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=beee5900-7e10-4222-8d4a-d6bd29676a63,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:40.551400 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 4db4d56d-d0ef-4f7c-925e-6a85b3012f61 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:37:40.551769 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:40.687291 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef3eae18-ef87-4fc8-9c7c-1069a2974078 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Router 021a4537-6d58-4bfc-a6ec-d1f0babb404d has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:37:40.712704 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-f44b13a8-3a21-4d9f-9188-ff8b0c5aadfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86be70a5-5411-4b97-9562-0798561dcc21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1744156712', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': 'c0d0a117-500b-4e13-afb2-4bfb269efdec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:37:35Z', 'updated_at': '2022-01-18T22:37:38Z', 'revision_number': 3, 'project_id': '438cce0e2f434b5f879ce307da159923', 'gw_port': {'id': 'c0d0a117-500b-4e13-afb2-4bfb269efdec', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a7:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86be70a5-5411-4b97-9562-0798561dcc21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:37:36Z', 'updated_at': '2022-01-18T22:37:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:37:40.716005 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-c455f204-ed16-4d75-ade5-30f966e803cb None None] Provisioning complete for port 3836b833-033a-42e0-b02f-e5820cbb339d triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:37:40.716406 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c455f204-ed16-4d75-ade5-30f966e803cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:40.747312 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0222652f-d741-4f8b-8354-d12f7e50022b tempest-TestNetworkAdvancedServerOps-1886563698 tempest-TestNetworkAdvancedServerOps-1886563698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:37:40.751858 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-0222652f-d741-4f8b-8354-d12f7e50022b tempest-TestNetworkAdvancedServerOps-1886563698 tempest-TestNetworkAdvancedServerOps-1886563698-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5168922 Jan 18 22:37:40.752417 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 34624) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:40.757991 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0556be96-cbf5-4f45-9872-0878e52d20a9 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Notify callbacks [] for floatingip, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:40.785806 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44b13a8-3a21-4d9f-9188-ff8b0c5aadfc None None] Checking router: 86be70a5-5411-4b97-9562-0798561dcc21 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:37:40.786075 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44b13a8-3a21-4d9f-9188-ff8b0c5aadfc None None] Updating router 86be70a5-5411-4b97-9562-0798561dcc21 port c0d0a117-500b-4e13-afb2-4bfb269efdec binding host n-d-825064-1 {{(pid=102432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:37:40.825660 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef3eae18-ef87-4fc8-9c7c-1069a2974078 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:37:40.836262 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-ef3eae18-ef87-4fc8-9c7c-1069a2974078 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "PUT /v2.0/routers/021a4537-6d58-4bfc-a6ec-d1f0babb404d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1711850 Jan 18 22:37:40.837081 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 34626) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:40.845448 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6248c9ea-4334-4abb-821e-014e2aff8ff0 None None] Sync routers for ids ['021a4537-6d58-4bfc-a6ec-d1f0babb404d'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:37:40.855287 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-1411b699-e3e0-4688-947f-0cf8d5f1ddf5 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:37:40.858984 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6248c9ea-4334-4abb-821e-014e2aff8ff0 None None] Routers {'021a4537-6d58-4bfc-a6ec-d1f0babb404d'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:37:40.860969 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-6248c9ea-4334-4abb-821e-014e2aff8ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:37:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['021a4537-6d58-4bfc-a6ec-d1f0babb404d'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:37:40.893157 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-917c88e0-cca5-4432-b7eb-60dd2dfb57f5 tempest-TestNetworkAdvancedServerOps-1886563698 tempest-TestNetworkAdvancedServerOps-1886563698-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=0fa7c7c8-c96a-4aa5-9818-d374adf00f99&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1354148 Jan 18 22:37:40.894698 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 34630) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:40.902339 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 34632) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:40.921529 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-f301d0ee-826a-4132-b889-a10302e7e047 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-218740596', 'network_id': 'dfd50c94-9bfe-434e-a69b-faa778e35648', 'project_id': '438cce0e2f434b5f879ce307da159923', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:37:40.980001 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f44b13a8-3a21-4d9f-9188-ff8b0c5aadfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:41.072863 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-6248c9ea-4334-4abb-821e-014e2aff8ff0 None None] Set router 021a4537-6d58-4bfc-a6ec-d1f0babb404d gateway port host: None {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:37:41.093653 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-c455f204-ed16-4d75-ade5-30f966e803cb None None] Port 3836b833-033a-42e0-b02f-e5820cbb339d cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:37:41.106474 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device beee5900-7e10-4222-8d4a-d6bd29676a63 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:37:41.163622 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-1a41b531-2862-4dfb-b495-dec97be6038f tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Request body: {'networks': [{'name': 'tempest-network--421412370'}, {'name': 'tempest-network--1948240126'}]} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:37:41.163622 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-1a41b531-2862-4dfb-b495-dec97be6038f tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Request body: {'network': {'name': 'tempest-network--421412370'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:37:41.165936 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-1a41b531-2862-4dfb-b495-dec97be6038f tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Request body: {'network': {'name': 'tempest-network--1948240126'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:37:41.326084 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a41b531-2862-4dfb-b495-dec97be6038f tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Made reservation on behalf of 55eddd063cf4417aa7f816b707f6fd05 for: {'network': 2} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:37:41.331484 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1a41b531-2862-4dfb-b495-dec97be6038f tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:41.387509 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1a41b531-2862-4dfb-b495-dec97be6038f tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:41.466925 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0556be96-cbf5-4f45-9872-0878e52d20a9 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:41.500452 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f301d0ee-826a-4132-b889-a10302e7e047 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Made reservation on behalf of 438cce0e2f434b5f879ce307da159923 for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:37:41.512456 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f301d0ee-826a-4132-b889-a10302e7e047 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:41.541298 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-91b31457-101f-47c9-85f7-3568ea5770e5 req-02a9d867-8d3a-42f5-810e-2b382f286ed5 tempest-ServerShowV247Test-1853840493 tempest-ServerShowV247Test-1853840493-project] 10.222.0.53 "GET /v2.0/ports?device_id=65dadfbc-32ce-4dea-871f-a879c5d982d2 HTTP/1.1" status: 200 len: 210 time: 0.2928183 Jan 18 22:37:41.600913 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-6248c9ea-4334-4abb-821e-014e2aff8ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021a4537-6d58-4bfc-a6ec-d1f0babb404d', 'name': 'tempest-RoutersIpV6Test-router-999145678', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:37:12Z', 'updated_at': '2022-01-18T22:37:38Z', 'revision_number': 5, 'project_id': 'a713e1ffd908444085524c31c3f7dd42', 'gw_port_host': None, '_interfaces': [{'id': '3836b833-033a-42e0-b02f-e5820cbb339d', 'name': '', 'network_id': '1cebcc53-d1a7-492e-8310-1d2328b4ea4a', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'mac_address': 'fa:16:3e:2f:73:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '021a4537-6d58-4bfc-a6ec-d1f0babb404d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': '19df69b0-19eb-4cad-92bf-efe8948fb2c7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:37:35Z', 'updated_at': '2022-01-18T22:37:39Z', 'revision_number': 2, 'project_id': 'a713e1ffd908444085524c31c3f7dd42', 'subnets': [{'id': '19df69b0-19eb-4cad-92bf-efe8948fb2c7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4db4d56d-d0ef-4f7c-925e-6a85b3012f61', 'name': '', 'network_id': '4a000337-eb62-4dea-ae6d-1609a872072b', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'mac_address': 'fa:16:3e:07:1f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021a4537-6d58-4bfc-a6ec-d1f0babb404d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': 'aeea6293-e272-4bcd-87e9-b4dabda242f0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:37:28Z', 'updated_at': '2022-01-18T22:37:37Z', 'revision_number': 5, 'project_id': 'a713e1ffd908444085524c31c3f7dd42', 'subnets': [{'id': 'aeea6293-e272-4bcd-87e9-b4dabda242f0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e315c9c-1248-44a7-8099-8cc6e8840664', 'name': '', 'network_id': '289c9804-5726-4a3a-aa84-8df73f43851e', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'mac_address': 'fa:16:3e:20:ef:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021a4537-6d58-4bfc-a6ec-d1f0babb404d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': 'cbd22246-9f30-4916-8728-d6dceba581f2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:37:21Z', 'updated_at': '2022-01-18T22:37:31Z', 'revision_number': 5, 'project_id': 'a713e1ffd908444085524c31c3f7dd42', 'subnets': [{'id': 'cbd22246-9f30-4916-8728-d6dceba581f2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50887fd0-e014-4771-888b-02d96c0ae457', 'name': '', 'network_id': '5adde811-8563-455e-9ab4-509b5bc8dd8a', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'mac_address': 'fa:16:3e:cb:8d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021a4537-6d58-4bfc-a6ec-d1f0babb404d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '9825aab6-6ed8-4cbf-981f-f60e2ef46acd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:37:14Z', 'updated_at': '2022-01-18T22:37:21Z', 'revision_number': 5, 'project_id': 'a713e1ffd908444085524c31c3f7dd42', 'subnets': [{'id': '9825aab6-6ed8-4cbf-981f-f60e2ef46acd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:37:41.621029 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-c455f204-ed16-4d75-ade5-30f966e803cb None None] Provisioning complete for port beee5900-7e10-4222-8d4a-d6bd29676a63 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:37:41.621528 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c455f204-ed16-4d75-ade5-30f966e803cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:41.637292 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port beee5900-7e10-4222-8d4a-d6bd29676a63 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:37:41.637667 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:41.663622 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6248c9ea-4334-4abb-821e-014e2aff8ff0 None None] Checking router: 021a4537-6d58-4bfc-a6ec-d1f0babb404d for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:37:41.664081 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6248c9ea-4334-4abb-821e-014e2aff8ff0 None None] Updating router 021a4537-6d58-4bfc-a6ec-d1f0babb404d port 3836b833-033a-42e0-b02f-e5820cbb339d binding host n-d-825064-1 {{(pid=102433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:37:41.753431 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6248c9ea-4334-4abb-821e-014e2aff8ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:41.760957 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.extraroute_db [None req-1411b699-e3e0-4688-947f-0cf8d5f1ddf5 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=102430) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 18 22:37:41.764101 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1a41b531-2862-4dfb-b495-dec97be6038f tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:41.804134 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1a41b531-2862-4dfb-b495-dec97be6038f tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:41.804739 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1a41b531-2862-4dfb-b495-dec97be6038f tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:41.808145 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.extraroute_db [None req-1411b699-e3e0-4688-947f-0cf8d5f1ddf5 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Removed routes are [] {{(pid=102430) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 18 22:37:41.808571 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1411b699-e3e0-4688-947f-0cf8d5f1ddf5 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1042964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1040653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8593'] for router, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:41.917207 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a41b531-2862-4dfb-b495-dec97be6038f tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da8b14a6-deee-4e6f-9802-88d6b53c49d9,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:41.945595 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a41b531-2862-4dfb-b495-dec97be6038f tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:37:42.028784 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f44b13a8-3a21-4d9f-9188-ff8b0c5aadfc None None] Notify callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:42.044102 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f44b13a8-3a21-4d9f-9188-ff8b0c5aadfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:42.069423 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1a41b531-2862-4dfb-b495-dec97be6038f tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:42.070018 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-1a41b531-2862-4dfb-b495-dec97be6038f tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Added segment 8a662555-e22c-4291-b561-6b4c77ee8622 of type vlan for network dd6649d5-3717-4532-93f6-391690ba5ab4 Jan 18 22:37:42.107083 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f301d0ee-826a-4132-b889-a10302e7e047 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:42.134117 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-f44b13a8-3a21-4d9f-9188-ff8b0c5aadfc None None] Attempting to bind port c0d0a117-500b-4e13-afb2-4bfb269efdec on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:37:42.134490 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-f44b13a8-3a21-4d9f-9188-ff8b0c5aadfc None None] Attempting to bind port c0d0a117-500b-4e13-afb2-4bfb269efdec by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:37:42.134853 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44b13a8-3a21-4d9f-9188-ff8b0c5aadfc None None] Attempting to bind port c0d0a117-500b-4e13-afb2-4bfb269efdec on network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:37:42.204888 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44b13a8-3a21-4d9f-9188-ff8b0c5aadfc None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:37:42.205253 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44b13a8-3a21-4d9f-9188-ff8b0c5aadfc None None] Checking segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:37:42.205656 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f44b13a8-3a21-4d9f-9188-ff8b0c5aadfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:42.205785 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1411b699-e3e0-4688-947f-0cf8d5f1ddf5 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1042964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1040653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8593'] for router, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:42.206592 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44b13a8-3a21-4d9f-9188-ff8b0c5aadfc None None] Bound using segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:37:42.207074 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-f44b13a8-3a21-4d9f-9188-ff8b0c5aadfc None None] Bound port: c0d0a117-500b-4e13-afb2-4bfb269efdec, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:37:42.207452 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f44b13a8-3a21-4d9f-9188-ff8b0c5aadfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:42.210577 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1411b699-e3e0-4688-947f-0cf8d5f1ddf5 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1042975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1043046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1040698'] for router, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:42.272554 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ecb575-933e-40c5-b345-b24890de4497 None None] Pushing event updated for resources: {'Port': ['ID=c0d0a117-500b-4e13-afb2-4bfb269efdec,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:42.279907 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1a41b531-2862-4dfb-b495-dec97be6038f tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:42.318898 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-f7b6cbf1-e050-4f63-bebf-faff30a06268 None None] Provisioning complete for port 3836b833-033a-42e0-b02f-e5820cbb339d triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:37:42.319273 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f7b6cbf1-e050-4f63-bebf-faff30a06268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:42.344731 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-0556be96-cbf5-4f45-9872-0878e52d20a9 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Allocated IP 172.25.5.107 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/2ad1a095-8147-47ce-971c-665bcff1bce1) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:37:42.357742 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6248c9ea-4334-4abb-821e-014e2aff8ff0 None None] Notify callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:42.369648 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6248c9ea-4334-4abb-821e-014e2aff8ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:42.384648 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1411b699-e3e0-4688-947f-0cf8d5f1ddf5 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Router 021a4537-6d58-4bfc-a6ec-d1f0babb404d has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:37:42.399472 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f301d0ee-826a-4132-b889-a10302e7e047 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Pushing event updated for resources: {'Subnet': ['ID=d047a25f-d8c6-49ea-bb54-6da48108f244,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:42.422551 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f301d0ee-826a-4132-b889-a10302e7e047 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Checking segment: {'id': '4a0026ab-4bcd-4b31-8ba0-9267266416e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'dfd50c94-9bfe-434e-a69b-faa778e35648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:37:42.423171 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f301d0ee-826a-4132-b889-a10302e7e047 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Network hostable DHCP agents. Network: dfd50c94-9bfe-434e-a69b-faa778e35648, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:37:42.454648 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292c66fa-e57a-4c7c-8211-b286df57c7bb None None] Pushing event updated for resources: {'Port': ['ID=3836b833-033a-42e0-b02f-e5820cbb339d,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:42.509606 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-f44b13a8-3a21-4d9f-9188-ff8b0c5aadfc None None] For port c0d0a117-500b-4e13-afb2-4bfb269efdec, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:37:42.516649 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a41b531-2862-4dfb-b495-dec97be6038f tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:37:42.519510 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-f7b6cbf1-e050-4f63-bebf-faff30a06268 None None] Port 3836b833-033a-42e0-b02f-e5820cbb339d cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:37:42.524925 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-f44b13a8-3a21-4d9f-9188-ff8b0c5aadfc None None] For port c0d0a117-500b-4e13-afb2-4bfb269efdec, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=c0d0a117-500b-4e13-afb2-4bfb269efdec,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:37:42.538182 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f44b13a8-3a21-4d9f-9188-ff8b0c5aadfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:42.573152 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-6248c9ea-4334-4abb-821e-014e2aff8ff0 None None] Attempting to bind port 3836b833-033a-42e0-b02f-e5820cbb339d on host n-d-825064-1 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:37:42.573831 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-6248c9ea-4334-4abb-821e-014e2aff8ff0 None None] Attempting to bind port 3836b833-033a-42e0-b02f-e5820cbb339d by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '0a19efad-5d0b-4712-bc4e-b7bf100939a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '1cebcc53-d1a7-492e-8310-1d2328b4ea4a'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:37:42.575436 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6248c9ea-4334-4abb-821e-014e2aff8ff0 None None] Attempting to bind port 3836b833-033a-42e0-b02f-e5820cbb339d on network 1cebcc53-d1a7-492e-8310-1d2328b4ea4a {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:37:42.597086 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6248c9ea-4334-4abb-821e-014e2aff8ff0 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:37:42.599703 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6248c9ea-4334-4abb-821e-014e2aff8ff0 None None] Checking segment: {'id': '0a19efad-5d0b-4712-bc4e-b7bf100939a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '1cebcc53-d1a7-492e-8310-1d2328b4ea4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:37:42.600359 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6248c9ea-4334-4abb-821e-014e2aff8ff0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:42.603250 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6248c9ea-4334-4abb-821e-014e2aff8ff0 None None] Bound using segment: {'id': '0a19efad-5d0b-4712-bc4e-b7bf100939a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '1cebcc53-d1a7-492e-8310-1d2328b4ea4a'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:37:42.603996 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-6248c9ea-4334-4abb-821e-014e2aff8ff0 None None] Bound port: 3836b833-033a-42e0-b02f-e5820cbb339d, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a19efad-5d0b-4712-bc4e-b7bf100939a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '1cebcc53-d1a7-492e-8310-1d2328b4ea4a'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:37:42.604779 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6248c9ea-4334-4abb-821e-014e2aff8ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:42.610415 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1a41b531-2862-4dfb-b495-dec97be6038f tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:42.610617 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-1a41b531-2862-4dfb-b495-dec97be6038f tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Added segment 91bdceae-86c0-4e59-9d11-16d59836edfc of type vlan for network eddfbb30-0b32-42a1-b6ee-b6d0e23f4e7d Jan 18 22:37:42.646537 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1411b699-e3e0-4688-947f-0cf8d5f1ddf5 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:37:42.650466 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f301d0ee-826a-4132-b889-a10302e7e047 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Network dfd50c94-9bfe-434e-a69b-faa778e35648 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:37:42.670845 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1411b699-e3e0-4688-947f-0cf8d5f1ddf5 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks [] for router, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:42.673526 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-1411b699-e3e0-4688-947f-0cf8d5f1ddf5 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "PUT /v2.0/routers/021a4537-6d58-4bfc-a6ec-d1f0babb404d HTTP/1.1" status: 200 len: 953 time: 1.8336916 Jan 18 22:37:42.675231 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 34674) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:42.693387 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44b13a8-3a21-4d9f-9188-ff8b0c5aadfc None None] Routers {'86be70a5-5411-4b97-9562-0798561dcc21'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:37:42.694055 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-f44b13a8-3a21-4d9f-9188-ff8b0c5aadfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:37:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['86be70a5-5411-4b97-9562-0798561dcc21'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:37:42.754266 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ecb575-933e-40c5-b345-b24890de4497 None None] Pushing event updated for resources: {'Port': ['ID=c0d0a117-500b-4e13-afb2-4bfb269efdec,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:42.783538 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-6248c9ea-4334-4abb-821e-014e2aff8ff0 None None] For port 3836b833-033a-42e0-b02f-e5820cbb339d, host n-d-825064-1, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:37:42.783798 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-f301d0ee-826a-4132-b889-a10302e7e047 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, dfd50c94-9bfe-434e-a69b-faa778e35648) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:37:42.787325 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-6248c9ea-4334-4abb-821e-014e2aff8ff0 None None] For port 3836b833-033a-42e0-b02f-e5820cbb339d, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=3836b833-033a-42e0-b02f-e5820cbb339d,segment=NetworkSegment(0a19efad-5d0b-4712-bc4e-b7bf100939a0),segment_id=0a19efad-5d0b-4712-bc4e-b7bf100939a0)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:37:42.793308 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1a41b531-2862-4dfb-b495-dec97be6038f tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:42.799231 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6248c9ea-4334-4abb-821e-014e2aff8ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:42.812653 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f301d0ee-826a-4132-b889-a10302e7e047 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:37:42.813277 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f301d0ee-826a-4132-b889-a10302e7e047 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:42.827799 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e700ec-14ce-478f-9774-37360e3047d8 None None] Network dfd50c94-9bfe-434e-a69b-faa778e35648 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:37:42.873152 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0556be96-cbf5-4f45-9872-0878e52d20a9 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:42.876967 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292c66fa-e57a-4c7c-8211-b286df57c7bb None None] Pushing event updated for resources: {'Port': ['ID=3836b833-033a-42e0-b02f-e5820cbb339d,revision_number=4']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:42.900695 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-f301d0ee-826a-4132-b889-a10302e7e047 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.9829321 Jan 18 22:37:42.904423 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1b5bf270-02c5-42cd-b53c-a6b377ea33bf req-ca4ef01a-7e50-4ab5-81f1-34e9d4028405 tempest-ServerShowV247Test-1853840493 tempest-ServerShowV247Test-1853840493-project] 10.222.0.53 "GET /v2.0/ports?device_id=65dadfbc-32ce-4dea-871f-a879c5d982d2 HTTP/1.1" status: 200 len: 210 time: 0.1752849 Jan 18 22:37:42.904895 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 34680) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:42.949922 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1a41b531-2862-4dfb-b495-dec97be6038f tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:42.950634 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1a41b531-2862-4dfb-b495-dec97be6038f tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:42.966922 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6248c9ea-4334-4abb-821e-014e2aff8ff0 None None] Routers {'021a4537-6d58-4bfc-a6ec-d1f0babb404d'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:37:42.968266 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-6248c9ea-4334-4abb-821e-014e2aff8ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:37:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['021a4537-6d58-4bfc-a6ec-d1f0babb404d'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:37:42.985990 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a41b531-2862-4dfb-b495-dec97be6038f tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:37:42.991893 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a41b531-2862-4dfb-b495-dec97be6038f tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:37:42.996073 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:43.006542 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1a41b531-2862-4dfb-b495-dec97be6038f tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:43.149880 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-f44b13a8-3a21-4d9f-9188-ff8b0c5aadfc None None] Set router 86be70a5-5411-4b97-9562-0798561dcc21 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:37:43.165710 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0556be96-cbf5-4f45-9872-0878e52d20a9 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:43.201009 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-1a41b531-2862-4dfb-b495-dec97be6038f tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.2843409 Jan 18 22:37:43.201804 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 34688) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:43.212846 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-8da8ee0a-c775-4f91-a0ff-4d1fb2900195 None None] Provisioning complete for port 3836b833-033a-42e0-b02f-e5820cbb339d triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:37:43.213515 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8da8ee0a-c775-4f91-a0ff-4d1fb2900195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:43.222236 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-6248c9ea-4334-4abb-821e-014e2aff8ff0 None None] Set router 021a4537-6d58-4bfc-a6ec-d1f0babb404d gateway port host: None {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:37:43.429748 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0556be96-cbf5-4f45-9872-0878e52d20a9 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:37:43.479527 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-0556be96-cbf5-4f45-9872-0878e52d20a9 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:37:43.526157 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0556be96-cbf5-4f45-9872-0878e52d20a9 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:37:43.619366 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a41b531-2862-4dfb-b495-dec97be6038f tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Pushing event updated for resources: {'Network': ['ID=dd6649d5-3717-4532-93f6-391690ba5ab4,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:43.619744 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd84327-d8ba-4074-a638-71d4247cb589 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-dfd50c94-9bfe-434e-a69b-faa778e35648', 'network_id': 'dfd50c94-9bfe-434e-a69b-faa778e35648', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'fixed_ips': [{'subnet_id': 'd047a25f-d8c6-49ea-bb54-6da48108f244'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:37:43.620780 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7fd84327-d8ba-4074-a638-71d4247cb589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:43.625760 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8da8ee0a-c775-4f91-a0ff-4d1fb2900195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:43.673707 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0556be96-cbf5-4f45-9872-0878e52d20a9 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Pushing event updated for resources: {'Port': ['ID=2ad1a095-8147-47ce-971c-665bcff1bce1,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:43.679597 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network dd6649d5-3717-4532-93f6-391690ba5ab4 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:37:43.708435 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-b7052282-ea02-424d-8fc4-22746b423634 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "GET /v2.0/routers/021a4537-6d58-4bfc-a6ec-d1f0babb404d HTTP/1.1" status: 200 len: 953 time: 1.0319934 Jan 18 22:37:43.711848 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 34698) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:43.748297 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-e1ea7cd3-7d58-40a3-ae9a-158394eb65cb tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Request body: {'router': {'routes': None}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:37:43.899962 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-8da8ee0a-c775-4f91-a0ff-4d1fb2900195 None None] For port 3836b833-033a-42e0-b02f-e5820cbb339d, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=3836b833-033a-42e0-b02f-e5820cbb339d,segment=NetworkSegment(0a19efad-5d0b-4712-bc4e-b7bf100939a0),segment_id=0a19efad-5d0b-4712-bc4e-b7bf100939a0)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:37:43.911797 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-6248c9ea-4334-4abb-821e-014e2aff8ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021a4537-6d58-4bfc-a6ec-d1f0babb404d', 'name': 'tempest-RoutersIpV6Test-router-999145678', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:37:12Z', 'updated_at': '2022-01-18T22:37:41Z', 'revision_number': 6, 'project_id': 'a713e1ffd908444085524c31c3f7dd42', 'gw_port_host': None, '_interfaces': [{'id': '3836b833-033a-42e0-b02f-e5820cbb339d', 'name': '', 'network_id': '1cebcc53-d1a7-492e-8310-1d2328b4ea4a', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'mac_address': 'fa:16:3e:2f:73:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '021a4537-6d58-4bfc-a6ec-d1f0babb404d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': '19df69b0-19eb-4cad-92bf-efe8948fb2c7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:37:35Z', 'updated_at': '2022-01-18T22:37:42Z', 'revision_number': 4, 'project_id': 'a713e1ffd908444085524c31c3f7dd42', 'subnets': [{'id': '19df69b0-19eb-4cad-92bf-efe8948fb2c7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4db4d56d-d0ef-4f7c-925e-6a85b3012f61', 'name': '', 'network_id': '4a000337-eb62-4dea-ae6d-1609a872072b', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'mac_address': 'fa:16:3e:07:1f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021a4537-6d58-4bfc-a6ec-d1f0babb404d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': 'aeea6293-e272-4bcd-87e9-b4dabda242f0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:37:28Z', 'updated_at': '2022-01-18T22:37:37Z', 'revision_number': 5, 'project_id': 'a713e1ffd908444085524c31c3f7dd42', 'subnets': [{'id': 'aeea6293-e272-4bcd-87e9-b4dabda242f0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e315c9c-1248-44a7-8099-8cc6e8840664', 'name': '', 'network_id': '289c9804-5726-4a3a-aa84-8df73f43851e', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'mac_address': 'fa:16:3e:20:ef:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021a4537-6d58-4bfc-a6ec-d1f0babb404d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': 'cbd22246-9f30-4916-8728-d6dceba581f2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:37:21Z', 'updated_at': '2022-01-18T22:37:31Z', 'revision_number': 5, 'project_id': 'a713e1ffd908444085524c31c3f7dd42', 'subnets': [{'id': 'cbd22246-9f30-4916-8728-d6dceba581f2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50887fd0-e014-4771-888b-02d96c0ae457', 'name': '', 'network_id': '5adde811-8563-455e-9ab4-509b5bc8dd8a', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'mac_address': 'fa:16:3e:cb:8d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021a4537-6d58-4bfc-a6ec-d1f0babb404d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '9825aab6-6ed8-4cbf-981f-f60e2ef46acd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:37:14Z', 'updated_at': '2022-01-18T22:37:21Z', 'revision_number': 5, 'project_id': 'a713e1ffd908444085524c31c3f7dd42', 'subnets': [{'id': '9825aab6-6ed8-4cbf-981f-f60e2ef46acd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:37:43.915846 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:43.967445 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6248c9ea-4334-4abb-821e-014e2aff8ff0 None None] The sync data for ids ['021a4537-6d58-4bfc-a6ec-d1f0babb404d'] in n-d-825064-1 is: [{'id': '021a4537-6d58-4bfc-a6ec-d1f0babb404d', 'name': 'tempest-RoutersIpV6Test-router-999145678', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:37:12Z', 'updated_at': '2022-01-18T22:37:41Z', 'revision_number': 6, 'project_id': 'a713e1ffd908444085524c31c3f7dd42', 'gw_port_host': None, '_interfaces': [{'id': '3836b833-033a-42e0-b02f-e5820cbb339d', 'name': '', 'network_id': '1cebcc53-d1a7-492e-8310-1d2328b4ea4a', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'mac_address': 'fa:16:3e:2f:73:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '021a4537-6d58-4bfc-a6ec-d1f0babb404d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': '19df69b0-19eb-4cad-92bf-efe8948fb2c7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:37:35Z', 'updated_at': '2022-01-18T22:37:42Z', 'revision_number': 4, 'project_id': 'a713e1ffd908444085524c31c3f7dd42', 'subnets': [{'id': '19df69b0-19eb-4cad-92bf-efe8948fb2c7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4db4d56d-d0ef-4f7c-925e-6a85b3012f61', 'name': '', 'network_id': '4a000337-eb62-4dea-ae6d-1609a872072b', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'mac_address': 'fa:16:3e:07:1f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021a4537-6d58-4bfc-a6ec-d1f0babb404d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': 'aeea6293-e272-4bcd-87e9-b4dabda242f0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:37:28Z', 'updated_at': '2022-01-18T22:37:37Z', 'revision_number': 5, 'project_id': 'a713e1ffd908444085524c31c3f7dd42', 'subnets': [{'id': 'aeea6293-e272-4bcd-87e9-b4dabda242f0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e315c9c-1248-44a7-8099-8cc6e8840664', 'name': '', 'network_id': '289c9804-5726-4a3a-aa84-8df73f43851e', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'mac_address': 'fa:16:3e:20:ef:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021a4537-6d58-4bfc-a6ec-d1f0babb404d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': 'cbd22246-9f30-4916-8728-d6dceba581f2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:37:21Z', 'updated_at': '2022-01-18T22:37:31Z', 'revision_number': 5, 'project_id': 'a713e1ffd908444085524c31c3f7dd42', 'subnets': [{'id': 'cbd22246-9f30-4916-8728-d6dceba581f2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50887fd0-e014-4771-888b-02d96c0ae457', 'name': '', 'network_id': '5adde811-8563-455e-9ab4-509b5bc8dd8a', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'mac_address': 'fa:16:3e:cb:8d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021a4537-6d58-4bfc-a6ec-d1f0babb404d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '9825aab6-6ed8-4cbf-981f-f60e2ef46acd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:37:14Z', 'updated_at': '2022-01-18T22:37:21Z', 'revision_number': 5, 'project_id': 'a713e1ffd908444085524c31c3f7dd42', 'subnets': [{'id': '9825aab6-6ed8-4cbf-981f-f60e2ef46acd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:37:43.999554 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8da8ee0a-c775-4f91-a0ff-4d1fb2900195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:44.104742 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da8ee0a-c775-4f91-a0ff-4d1fb2900195 None None] Pushing event updated for resources: {'Port': ['ID=3836b833-033a-42e0-b02f-e5820cbb339d,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:44.205734 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-2fb88096-119b-40c4-92d9-0ca5c9b55fa9 None None] Provisioning complete for port 3836b833-033a-42e0-b02f-e5820cbb339d triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:37:44.217750 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2fb88096-119b-40c4-92d9-0ca5c9b55fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:44.280235 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-f44b13a8-3a21-4d9f-9188-ff8b0c5aadfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86be70a5-5411-4b97-9562-0798561dcc21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1744156712', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': 'c0d0a117-500b-4e13-afb2-4bfb269efdec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:37:35Z', 'updated_at': '2022-01-18T22:37:38Z', 'revision_number': 3, 'project_id': '438cce0e2f434b5f879ce307da159923', 'gw_port': {'id': 'c0d0a117-500b-4e13-afb2-4bfb269efdec', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a7:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86be70a5-5411-4b97-9562-0798561dcc21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:37:36Z', 'updated_at': '2022-01-18T22:37:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:37:44.316757 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2e65a496-7cb2-47fb-ba67-400e9822bc9d req-d08557ed-84b6-4dfe-b247-1ee68124e568 tempest-ServerShowV247Test-1853840493 tempest-ServerShowV247Test-1853840493-project] 10.222.0.53 "GET /v2.0/ports?device_id=65dadfbc-32ce-4dea-871f-a879c5d982d2 HTTP/1.1" status: 200 len: 210 time: 0.1628215 Jan 18 22:37:44.332055 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44b13a8-3a21-4d9f-9188-ff8b0c5aadfc None None] The sync data for ids ['86be70a5-5411-4b97-9562-0798561dcc21'] in n-d-825064-1 is: [{'id': '86be70a5-5411-4b97-9562-0798561dcc21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1744156712', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': 'c0d0a117-500b-4e13-afb2-4bfb269efdec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:37:35Z', 'updated_at': '2022-01-18T22:37:38Z', 'revision_number': 3, 'project_id': '438cce0e2f434b5f879ce307da159923', 'gw_port': {'id': 'c0d0a117-500b-4e13-afb2-4bfb269efdec', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a7:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86be70a5-5411-4b97-9562-0798561dcc21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:37:36Z', 'updated_at': '2022-01-18T22:37:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:37:44.341893 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-7fd84327-d8ba-4074-a638-71d4247cb589 None None] Allocated IP 172.20.0.2 (dfd50c94-9bfe-434e-a69b-faa778e35648/d047a25f-d8c6-49ea-bb54-6da48108f244/f34773db-4619-4360-a540-0b156d13a0ab) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:37:44.683573 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b8d4db-5b83-463e-93c0-d602688e138b tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:37:44.689847 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b8d4db-5b83-463e-93c0-d602688e138b tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:37:44.706635 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b8d4db-5b83-463e-93c0-d602688e138b tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:37:44.712385 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b8d4db-5b83-463e-93c0-d602688e138b tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:37:44.716691 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-37b8d4db-5b83-463e-93c0-d602688e138b tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 1.4378951 Jan 18 22:37:44.724979 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 34716) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:44.745731 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7fd84327-d8ba-4074-a638-71d4247cb589 None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:44.758563 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7fd84327-d8ba-4074-a638-71d4247cb589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:44.933371 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.extraroute_db [None req-e1ea7cd3-7d58-40a3-ae9a-158394eb65cb tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Added routes are [] {{(pid=102430) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 18 22:37:44.934340 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.extraroute_db [None req-e1ea7cd3-7d58-40a3-ae9a-158394eb65cb tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=102430) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 18 22:37:44.992775 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e1ea7cd3-7d58-40a3-ae9a-158394eb65cb tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1042964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1040653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8593'] for router, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:45.192460 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0556be96-cbf5-4f45-9872-0878e52d20a9 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:45.236164 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a41b531-2862-4dfb-b495-dec97be6038f tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Pushing event updated for resources: {'Network': ['ID=eddfbb30-0b32-42a1-b6ee-b6d0e23f4e7d,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:45.361563 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e05ec85b-5a34-4e07-a55f-9f0260ae7942 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:45.389537 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0556be96-cbf5-4f45-9872-0878e52d20a9 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:45.406224 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network eddfbb30-0b32-42a1-b6ee-b6d0e23f4e7d details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:37:45.410050 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device c0d0a117-500b-4e13-afb2-4bfb269efdec up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:37:45.417253 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ad3ff2ac-b19e-4373-86c4-df0363767b24 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:45.465471 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd84327-d8ba-4074-a638-71d4247cb589 None None] Network dfd50c94-9bfe-434e-a69b-faa778e35648 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:37:45.494458 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-7fd84327-d8ba-4074-a638-71d4247cb589 None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:37:45.506456 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd84327-d8ba-4074-a638-71d4247cb589 None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:37:45.623981 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd84327-d8ba-4074-a638-71d4247cb589 None None] Pushing event updated for resources: {'Port': ['ID=f34773db-4619-4360-a540-0b156d13a0ab,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:45.729156 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e1ea7cd3-7d58-40a3-ae9a-158394eb65cb tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1042964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1040653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8593'] for router, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:45.736987 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e1ea7cd3-7d58-40a3-ae9a-158394eb65cb tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1042975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1043046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1040698'] for router, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:45.743702 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87976914-8f3e-400f-8416-8c5ecf12fc8d None None] Sync routers for ids ['021a4537-6d58-4bfc-a6ec-d1f0babb404d'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:37:45.754506 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0556be96-cbf5-4f45-9872-0878e52d20a9 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:45.813970 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e05ec85b-5a34-4e07-a55f-9f0260ae7942 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:45.843944 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-e05ec85b-5a34-4e07-a55f-9f0260ae7942 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd6649d5-3717-4532-93f6-391690ba5ab4']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:37:45.855969 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-e05ec85b-5a34-4e07-a55f-9f0260ae7942 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a662555-e22c-4291-b561-6b4c77ee8622') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:37:45.856288 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-e05ec85b-5a34-4e07-a55f-9f0260ae7942 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a662555-e22c-4291-b561-6b4c77ee8622') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:37:45.858767 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1ace1e80-1c40-4245-9bda-1c0e2ce78a8e req-475bc42e-9bcd-4b85-93b2-067dd7363b0f tempest-ServerShowV247Test-1853840493 tempest-ServerShowV247Test-1853840493-project] 10.222.0.53 "GET /v2.0/ports?device_id=65dadfbc-32ce-4dea-871f-a879c5d982d2 HTTP/1.1" status: 200 len: 210 time: 0.3204937 Jan 18 22:37:45.867139 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e05ec85b-5a34-4e07-a55f-9f0260ae7942 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:45.870815 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-7fd84327-d8ba-4074-a638-71d4247cb589 None None] Attempting to bind port f34773db-4619-4360-a540-0b156d13a0ab on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:37:45.874894 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-7fd84327-d8ba-4074-a638-71d4247cb589 None None] Attempting to bind port f34773db-4619-4360-a540-0b156d13a0ab by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '4a0026ab-4bcd-4b31-8ba0-9267266416e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'dfd50c94-9bfe-434e-a69b-faa778e35648'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:37:45.875174 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd84327-d8ba-4074-a638-71d4247cb589 None None] Attempting to bind port f34773db-4619-4360-a540-0b156d13a0ab on network dfd50c94-9bfe-434e-a69b-faa778e35648 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:37:45.894156 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e05ec85b-5a34-4e07-a55f-9f0260ae7942 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:45.910919 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd84327-d8ba-4074-a638-71d4247cb589 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:37:45.910919 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd84327-d8ba-4074-a638-71d4247cb589 None None] Checking segment: {'id': '4a0026ab-4bcd-4b31-8ba0-9267266416e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'dfd50c94-9bfe-434e-a69b-faa778e35648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:37:45.911349 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7fd84327-d8ba-4074-a638-71d4247cb589 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:45.911897 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd84327-d8ba-4074-a638-71d4247cb589 None None] Bound using segment: {'id': '4a0026ab-4bcd-4b31-8ba0-9267266416e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'dfd50c94-9bfe-434e-a69b-faa778e35648'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:37:45.912690 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-7fd84327-d8ba-4074-a638-71d4247cb589 None None] Bound port: f34773db-4619-4360-a540-0b156d13a0ab, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a0026ab-4bcd-4b31-8ba0-9267266416e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'dfd50c94-9bfe-434e-a69b-faa778e35648'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:37:45.914627 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7fd84327-d8ba-4074-a638-71d4247cb589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:45.916330 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0556be96-cbf5-4f45-9872-0878e52d20a9 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:45.918485 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87976914-8f3e-400f-8416-8c5ecf12fc8d None None] Routers {'021a4537-6d58-4bfc-a6ec-d1f0babb404d'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:37:45.919647 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-87976914-8f3e-400f-8416-8c5ecf12fc8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:37:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['021a4537-6d58-4bfc-a6ec-d1f0babb404d'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:37:45.943524 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port c0d0a117-500b-4e13-afb2-4bfb269efdec triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:37:45.943524 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:45.945174 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e05ec85b-5a34-4e07-a55f-9f0260ae7942 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:37:45.945601 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e05ec85b-5a34-4e07-a55f-9f0260ae7942 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:45.963090 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:37:45.963090 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:37:45.963090 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:37:45.963090 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:37:45.963090 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:37:45.963090 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:37:45.963090 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:37:45.963090 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:37:45.963090 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:37:45.963090 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:37:45.963090 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:37:45.963090 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:37:45.963090 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:37:45.963090 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:37:45.963090 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:37:45.963090 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:37:45.963090 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:37:45.963090 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:37:45.963090 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:37:45.963090 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:37:45.963090 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:37:45.963090 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:37:45.963090 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:37:45.963090 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:37:45.963090 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:37:45.963090 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:37:45.963090 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:37:45.963090 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:37:45.963090 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:37:45.963090 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:37:45.963090 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:37:45.963090 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:37:46.173818 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1ea7cd3-7d58-40a3-ae9a-158394eb65cb tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Router 021a4537-6d58-4bfc-a6ec-d1f0babb404d has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:37:46.183990 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7fd84327-d8ba-4074-a638-71d4247cb589 None None] For port f34773db-4619-4360-a540-0b156d13a0ab, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:37:46.189474 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7fd84327-d8ba-4074-a638-71d4247cb589 None None] For port f34773db-4619-4360-a540-0b156d13a0ab, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=f34773db-4619-4360-a540-0b156d13a0ab,segment=NetworkSegment(4a0026ab-4bcd-4b31-8ba0-9267266416e1),segment_id=4a0026ab-4bcd-4b31-8ba0-9267266416e1)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:37:46.202310 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e05ec85b-5a34-4e07-a55f-9f0260ae7942 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:46.212291 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7fd84327-d8ba-4074-a638-71d4247cb589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:46.265090 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e05ec85b-5a34-4e07-a55f-9f0260ae7942 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:46.269052 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-e05ec85b-5a34-4e07-a55f-9f0260ae7942 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] 10.222.0.53 "DELETE /v2.0/networks/dd6649d5-3717-4532-93f6-391690ba5ab4 HTTP/1.1" status: 204 len: 168 time: 1.4775779 Jan 18 22:37:46.273212 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd84327-d8ba-4074-a638-71d4247cb589 None None] Pushing event updated for resources: {'Port': ['ID=f34773db-4619-4360-a540-0b156d13a0ab,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:46.284819 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-87976914-8f3e-400f-8416-8c5ecf12fc8d None None] Set router 021a4537-6d58-4bfc-a6ec-d1f0babb404d gateway port host: None {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:37:46.300308 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 34738) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:46.420633 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-eb251054-bf21-445d-97c2-3abb35e7c295 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:46.425035 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0556be96-cbf5-4f45-9872-0878e52d20a9 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043075'] for floatingip, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:46.442358 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05ec85b-5a34-4e07-a55f-9f0260ae7942 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Pushing event deleted for resources: {'Network': ['ID=dd6649d5-3717-4532-93f6-391690ba5ab4,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:46.450441 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1ea7cd3-7d58-40a3-ae9a-158394eb65cb tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:37:46.464708 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e1ea7cd3-7d58-40a3-ae9a-158394eb65cb tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks [] for router, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:46.466016 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-e1ea7cd3-7d58-40a3-ae9a-158394eb65cb tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "PUT /v2.0/routers/021a4537-6d58-4bfc-a6ec-d1f0babb404d HTTP/1.1" status: 200 len: 703 time: 2.7521951 Jan 18 22:37:46.471039 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 34742) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:46.471696 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0556be96-cbf5-4f45-9872-0878e52d20a9 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:46.473454 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-0556be96-cbf5-4f45-9872-0878e52d20a9 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.7769454 Jan 18 22:37:46.474385 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0556be96-cbf5-4f45-9872-0878e52d20a9 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Pushing event updated for resources: {'Port': ['ID=2ad1a095-8147-47ce-971c-665bcff1bce1,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:46.480534 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 34744) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:46.483502 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-ad3ff2ac-b19e-4373-86c4-df0363767b24 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Allocated IP 172.20.0.1 (dfd50c94-9bfe-434e-a69b-faa778e35648/d047a25f-d8c6-49ea-bb54-6da48108f244/02651cda-dbde-40fd-bfa7-feb914218fe1) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:37:46.524670 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-844f4cb9-c092-4296-b4cd-dcc4ed282e2f tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-487554747'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:37:46.594357 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:46.706889 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port c0d0a117-500b-4e13-afb2-4bfb269efdec, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=c0d0a117-500b-4e13-afb2-4bfb269efdec,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:37:46.715352 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:46.716620 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 3836b833-033a-42e0-b02f-e5820cbb339d up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:37:46.781912 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-844f4cb9-c092-4296-b4cd-dcc4ed282e2f tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Made reservation on behalf of 7367bf57f2e64e8dbd3cbe22ae6f44ce for: {'network': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:37:46.788602 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-844f4cb9-c092-4296-b4cd-dcc4ed282e2f tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:46.812150 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-eb251054-bf21-445d-97c2-3abb35e7c295 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:46.814000 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=c0d0a117-500b-4e13-afb2-4bfb269efdec,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:46.836819 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 34752) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:46.842248 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-ef2b618c-a463-4805-af86-4665c53caa5d tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "GET /v2.0/routers/021a4537-6d58-4bfc-a6ec-d1f0babb404d HTTP/1.1" status: 200 len: 703 time: 0.3697565 Jan 18 22:37:46.954318 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-844f4cb9-c092-4296-b4cd-dcc4ed282e2f tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:46.963601 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-87976914-8f3e-400f-8416-8c5ecf12fc8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021a4537-6d58-4bfc-a6ec-d1f0babb404d', 'name': 'tempest-RoutersIpV6Test-router-999145678', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:37:12Z', 'updated_at': '2022-01-18T22:37:44Z', 'revision_number': 7, 'project_id': 'a713e1ffd908444085524c31c3f7dd42', 'gw_port_host': None, '_interfaces': [{'id': '3836b833-033a-42e0-b02f-e5820cbb339d', 'name': '', 'network_id': '1cebcc53-d1a7-492e-8310-1d2328b4ea4a', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'mac_address': 'fa:16:3e:2f:73:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021a4537-6d58-4bfc-a6ec-d1f0babb404d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': '19df69b0-19eb-4cad-92bf-efe8948fb2c7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:37:35Z', 'updated_at': '2022-01-18T22:37:43Z', 'revision_number': 5, 'project_id': 'a713e1ffd908444085524c31c3f7dd42', 'subnets': [{'id': '19df69b0-19eb-4cad-92bf-efe8948fb2c7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4db4d56d-d0ef-4f7c-925e-6a85b3012f61', 'name': '', 'network_id': '4a000337-eb62-4dea-ae6d-1609a872072b', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'mac_address': 'fa:16:3e:07:1f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021a4537-6d58-4bfc-a6ec-d1f0babb404d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': 'aeea6293-e272-4bcd-87e9-b4dabda242f0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:37:28Z', 'updated_at': '2022-01-18T22:37:37Z', 'revision_number': 5, 'project_id': 'a713e1ffd908444085524c31c3f7dd42', 'subnets': [{'id': 'aeea6293-e272-4bcd-87e9-b4dabda242f0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e315c9c-1248-44a7-8099-8cc6e8840664', 'name': '', 'network_id': '289c9804-5726-4a3a-aa84-8df73f43851e', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'mac_address': 'fa:16:3e:20:ef:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021a4537-6d58-4bfc-a6ec-d1f0babb404d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': 'cbd22246-9f30-4916-8728-d6dceba581f2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:37:21Z', 'updated_at': '2022-01-18T22:37:31Z', 'revision_number': 5, 'project_id': 'a713e1ffd908444085524c31c3f7dd42', 'subnets': [{'id': 'cbd22246-9f30-4916-8728-d6dceba581f2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50887fd0-e014-4771-888b-02d96c0ae457', 'name': '', 'network_id': '5adde811-8563-455e-9ab4-509b5bc8dd8a', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'mac_address': 'fa:16:3e:cb:8d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021a4537-6d58-4bfc-a6ec-d1f0babb404d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '9825aab6-6ed8-4cbf-981f-f60e2ef46acd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:37:14Z', 'updated_at': '2022-01-18T22:37:21Z', 'revision_number': 5, 'project_id': 'a713e1ffd908444085524c31c3f7dd42', 'subnets': [{'id': '9825aab6-6ed8-4cbf-981f-f60e2ef46acd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:37:47.012388 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-eb251054-bf21-445d-97c2-3abb35e7c295 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eddfbb30-0b32-42a1-b6ee-b6d0e23f4e7d']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:37:47.027887 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-eb251054-bf21-445d-97c2-3abb35e7c295 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91bdceae-86c0-4e59-9d11-16d59836edfc') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:37:47.028249 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-eb251054-bf21-445d-97c2-3abb35e7c295 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91bdceae-86c0-4e59-9d11-16d59836edfc') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:37:47.032954 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87976914-8f3e-400f-8416-8c5ecf12fc8d None None] Checking router: 021a4537-6d58-4bfc-a6ec-d1f0babb404d for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:37:47.046994 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ad3ff2ac-b19e-4373-86c4-df0363767b24 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:47.053757 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-eb251054-bf21-445d-97c2-3abb35e7c295 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:47.055936 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87976914-8f3e-400f-8416-8c5ecf12fc8d None None] Routers {'021a4537-6d58-4bfc-a6ec-d1f0babb404d'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:37:47.056867 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-87976914-8f3e-400f-8416-8c5ecf12fc8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:37:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['021a4537-6d58-4bfc-a6ec-d1f0babb404d'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:37:47.176617 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-87976914-8f3e-400f-8416-8c5ecf12fc8d None None] Set router 021a4537-6d58-4bfc-a6ec-d1f0babb404d gateway port host: None {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:37:47.187929 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-eb251054-bf21-445d-97c2-3abb35e7c295 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:47.198018 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ad3ff2ac-b19e-4373-86c4-df0363767b24 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:47.264077 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb251054-bf21-445d-97c2-3abb35e7c295 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:37:47.264077 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-eb251054-bf21-445d-97c2-3abb35e7c295 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:47.273994 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 3836b833-033a-42e0-b02f-e5820cbb339d triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:37:47.274456 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:47.276719 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:37:47.276719 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:37:47.276719 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:37:47.276719 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:37:47.276719 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:37:47.276719 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:37:47.276719 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:37:47.276719 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:37:47.276719 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:37:47.276719 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:37:47.276719 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:37:47.276719 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:37:47.276719 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:37:47.276719 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:37:47.276719 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:37:47.276719 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:37:47.276719 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:37:47.276719 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:37:47.276719 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:37:47.276719 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:37:47.276719 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:37:47.276719 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:37:47.276719 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:37:47.276719 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:37:47.276719 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:37:47.276719 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:37:47.276719 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:37:47.276719 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:37:47.276719 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:37:47.276719 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:37:47.276719 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:37:47.276719 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:37:47.308746 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3ff2ac-b19e-4373-86c4-df0363767b24 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Pushing event updated for resources: {'Port': ['ID=02651cda-dbde-40fd-bfa7-feb914218fe1,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:47.314636 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1cc2b734-3629-4b90-a57f-9c1f5c047912 req-3583ca41-9f8f-4f11-9737-2bd71829b301 tempest-ServerShowV247Test-1853840493 tempest-ServerShowV247Test-1853840493-project] 10.222.0.53 "GET /v2.0/ports?device_id=65dadfbc-32ce-4dea-871f-a879c5d982d2 HTTP/1.1" status: 200 len: 210 time: 0.2053545 Jan 18 22:37:47.329692 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3ff2ac-b19e-4373-86c4-df0363767b24 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Network dfd50c94-9bfe-434e-a69b-faa778e35648 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:37:47.332335 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-ad3ff2ac-b19e-4373-86c4-df0363767b24 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:37:47.345086 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3ff2ac-b19e-4373-86c4-df0363767b24 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:37:47.446107 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ad3ff2ac-b19e-4373-86c4-df0363767b24 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1040954'] for router_interface, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:47.464640 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-eb251054-bf21-445d-97c2-3abb35e7c295 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:47.479931 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-eb251054-bf21-445d-97c2-3abb35e7c295 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:47.487786 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-eb251054-bf21-445d-97c2-3abb35e7c295 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] 10.222.0.53 "DELETE /v2.0/networks/eddfbb30-0b32-42a1-b6ee-b6d0e23f4e7d HTTP/1.1" status: 204 len: 168 time: 1.1846688 Jan 18 22:37:47.491364 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 34762) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:47.553105 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb251054-bf21-445d-97c2-3abb35e7c295 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Pushing event deleted for resources: {'Network': ['ID=eddfbb30-0b32-42a1-b6ee-b6d0e23f4e7d,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:47.698422 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-844f4cb9-c092-4296-b4cd-dcc4ed282e2f tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:47.720906 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-844f4cb9-c092-4296-b4cd-dcc4ed282e2f tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:47.783338 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ad3ff2ac-b19e-4373-86c4-df0363767b24 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:47.832451 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844f4cb9-c092-4296-b4cd-dcc4ed282e2f tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77c0d139-df79-4d2f-889d-a9c320251f80,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:47.868655 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-844f4cb9-c092-4296-b4cd-dcc4ed282e2f tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=102430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:37:47.889905 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e363871-63a1-4f5d-94b5-7766748bd3d3 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:37:47.896694 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e363871-63a1-4f5d-94b5-7766748bd3d3 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:37:47.898801 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-0e363871-63a1-4f5d-94b5-7766748bd3d3 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3890755 Jan 18 22:37:47.911757 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 34770) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:47.934917 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-2603a94b-9ad0-4062-8e2b-b40d9e807554 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-160493126'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:37:47.944825 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-87976914-8f3e-400f-8416-8c5ecf12fc8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021a4537-6d58-4bfc-a6ec-d1f0babb404d', 'name': 'tempest-RoutersIpV6Test-router-999145678', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:37:12Z', 'updated_at': '2022-01-18T22:37:44Z', 'revision_number': 7, 'project_id': 'a713e1ffd908444085524c31c3f7dd42', 'gw_port_host': None, '_interfaces': [{'id': '3836b833-033a-42e0-b02f-e5820cbb339d', 'name': '', 'network_id': '1cebcc53-d1a7-492e-8310-1d2328b4ea4a', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'mac_address': 'fa:16:3e:2f:73:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021a4537-6d58-4bfc-a6ec-d1f0babb404d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': '19df69b0-19eb-4cad-92bf-efe8948fb2c7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:37:35Z', 'updated_at': '2022-01-18T22:37:43Z', 'revision_number': 5, 'project_id': 'a713e1ffd908444085524c31c3f7dd42', 'subnets': [{'id': '19df69b0-19eb-4cad-92bf-efe8948fb2c7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4db4d56d-d0ef-4f7c-925e-6a85b3012f61', 'name': '', 'network_id': '4a000337-eb62-4dea-ae6d-1609a872072b', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'mac_address': 'fa:16:3e:07:1f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021a4537-6d58-4bfc-a6ec-d1f0babb404d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': 'aeea6293-e272-4bcd-87e9-b4dabda242f0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:37:28Z', 'updated_at': '2022-01-18T22:37:37Z', 'revision_number': 5, 'project_id': 'a713e1ffd908444085524c31c3f7dd42', 'subnets': [{'id': 'aeea6293-e272-4bcd-87e9-b4dabda242f0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e315c9c-1248-44a7-8099-8cc6e8840664', 'name': '', 'network_id': '289c9804-5726-4a3a-aa84-8df73f43851e', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'mac_address': 'fa:16:3e:20:ef:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021a4537-6d58-4bfc-a6ec-d1f0babb404d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': 'cbd22246-9f30-4916-8728-d6dceba581f2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:37:21Z', 'updated_at': '2022-01-18T22:37:31Z', 'revision_number': 5, 'project_id': 'a713e1ffd908444085524c31c3f7dd42', 'subnets': [{'id': 'cbd22246-9f30-4916-8728-d6dceba581f2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50887fd0-e014-4771-888b-02d96c0ae457', 'name': '', 'network_id': '5adde811-8563-455e-9ab4-509b5bc8dd8a', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'mac_address': 'fa:16:3e:cb:8d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021a4537-6d58-4bfc-a6ec-d1f0babb404d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '9825aab6-6ed8-4cbf-981f-f60e2ef46acd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:37:14Z', 'updated_at': '2022-01-18T22:37:21Z', 'revision_number': 5, 'project_id': 'a713e1ffd908444085524c31c3f7dd42', 'subnets': [{'id': '9825aab6-6ed8-4cbf-981f-f60e2ef46acd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:37:48.007777 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-dee04b6b-c2c9-4ae9-b791-ad2e7f8e36c2 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1041027'] for router_interface, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:48.055108 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87976914-8f3e-400f-8416-8c5ecf12fc8d None None] The sync data for ids ['021a4537-6d58-4bfc-a6ec-d1f0babb404d'] in n-d-825064-1 is: [{'id': '021a4537-6d58-4bfc-a6ec-d1f0babb404d', 'name': 'tempest-RoutersIpV6Test-router-999145678', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:37:12Z', 'updated_at': '2022-01-18T22:37:44Z', 'revision_number': 7, 'project_id': 'a713e1ffd908444085524c31c3f7dd42', 'gw_port_host': None, '_interfaces': [{'id': '3836b833-033a-42e0-b02f-e5820cbb339d', 'name': '', 'network_id': '1cebcc53-d1a7-492e-8310-1d2328b4ea4a', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'mac_address': 'fa:16:3e:2f:73:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021a4537-6d58-4bfc-a6ec-d1f0babb404d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': '19df69b0-19eb-4cad-92bf-efe8948fb2c7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:37:35Z', 'updated_at': '2022-01-18T22:37:43Z', 'revision_number': 5, 'project_id': 'a713e1ffd908444085524c31c3f7dd42', 'subnets': [{'id': '19df69b0-19eb-4cad-92bf-efe8948fb2c7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4db4d56d-d0ef-4f7c-925e-6a85b3012f61', 'name': '', 'network_id': '4a000337-eb62-4dea-ae6d-1609a872072b', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'mac_address': 'fa:16:3e:07:1f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021a4537-6d58-4bfc-a6ec-d1f0babb404d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': 'aeea6293-e272-4bcd-87e9-b4dabda242f0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:37:28Z', 'updated_at': '2022-01-18T22:37:37Z', 'revision_number': 5, 'project_id': 'a713e1ffd908444085524c31c3f7dd42', 'subnets': [{'id': 'aeea6293-e272-4bcd-87e9-b4dabda242f0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e315c9c-1248-44a7-8099-8cc6e8840664', 'name': '', 'network_id': '289c9804-5726-4a3a-aa84-8df73f43851e', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'mac_address': 'fa:16:3e:20:ef:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021a4537-6d58-4bfc-a6ec-d1f0babb404d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': 'cbd22246-9f30-4916-8728-d6dceba581f2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:37:21Z', 'updated_at': '2022-01-18T22:37:31Z', 'revision_number': 5, 'project_id': 'a713e1ffd908444085524c31c3f7dd42', 'subnets': [{'id': 'cbd22246-9f30-4916-8728-d6dceba581f2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50887fd0-e014-4771-888b-02d96c0ae457', 'name': '', 'network_id': '5adde811-8563-455e-9ab4-509b5bc8dd8a', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'mac_address': 'fa:16:3e:cb:8d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021a4537-6d58-4bfc-a6ec-d1f0babb404d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '9825aab6-6ed8-4cbf-981f-f60e2ef46acd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:37:14Z', 'updated_at': '2022-01-18T22:37:21Z', 'revision_number': 5, 'project_id': 'a713e1ffd908444085524c31c3f7dd42', 'subnets': [{'id': '9825aab6-6ed8-4cbf-981f-f60e2ef46acd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:37:48.136630 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device f34773db-4619-4360-a540-0b156d13a0ab up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:37:48.163986 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-844f4cb9-c092-4296-b4cd-dcc4ed282e2f tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:48.167105 n-d-825064-1 neutron-server[102430]: INFO neutron.db.segments_db [None req-844f4cb9-c092-4296-b4cd-dcc4ed282e2f tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Added segment 2444d5ce-e84d-4f54-8f54-50eee91537c2 of type vlan for network 1bf96901-c473-4d8f-aeca-90dc819b4274 Jan 18 22:37:48.266950 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port f34773db-4619-4360-a540-0b156d13a0ab triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:37:48.267336 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:48.356277 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc0d990-a3d9-4b90-ad49-991dff429a38 None None] Network dfd50c94-9bfe-434e-a69b-faa778e35648 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:37:48.428315 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-844f4cb9-c092-4296-b4cd-dcc4ed282e2f tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:48.445360 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2603a94b-9ad0-4062-8e2b-b40d9e807554 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Made reservation on behalf of 55eddd063cf4417aa7f816b707f6fd05 for: {'network': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:37:48.448976 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2603a94b-9ad0-4062-8e2b-b40d9e807554 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:48.559636 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:48.568219 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3c6ac01f-6baa-420e-86d5-de2ebe973063 req-94db5e92-4a88-4540-93b3-97f904a33aa6 tempest-ServerShowV247Test-1853840493 tempest-ServerShowV247Test-1853840493-project] 10.222.0.53 "GET /v2.0/ports?device_id=65dadfbc-32ce-4dea-871f-a879c5d982d2 HTTP/1.1" status: 200 len: 210 time: 0.0761714 Jan 18 22:37:48.570090 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd269d59-867b-4eb1-90d4-3afa5e3b1b32 None None] Sync routers for ids ['021a4537-6d58-4bfc-a6ec-d1f0babb404d'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:37:48.573026 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-844f4cb9-c092-4296-b4cd-dcc4ed282e2f tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:48.579656 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844f4cb9-c092-4296-b4cd-dcc4ed282e2f tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:37:48.580211 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-844f4cb9-c092-4296-b4cd-dcc4ed282e2f tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:48.591179 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd269d59-867b-4eb1-90d4-3afa5e3b1b32 None None] Routers {'021a4537-6d58-4bfc-a6ec-d1f0babb404d'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:37:48.595606 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-bd269d59-867b-4eb1-90d4-3afa5e3b1b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:37:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['021a4537-6d58-4bfc-a6ec-d1f0babb404d'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:37:48.595736 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-2b2f71d4-b67f-46ad-aeb7-abcb4ce41242 None None] Provisioning complete for port f34773db-4619-4360-a540-0b156d13a0ab triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:37:48.595736 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2b2f71d4-b67f-46ad-aeb7-abcb4ce41242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:48.632294 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-844f4cb9-c092-4296-b4cd-dcc4ed282e2f tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.1451621 Jan 18 22:37:48.640795 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2603a94b-9ad0-4062-8e2b-b40d9e807554 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=102430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:37:48.642897 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 34786) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:48.666524 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-0cda5469-6a90-4db6-9af5-f063d2f76a58 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Request body: {'subnet': {'network_id': '1bf96901-c473-4d8f-aeca-90dc819b4274', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:37:48.701832 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port f34773db-4619-4360-a540-0b156d13a0ab, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=f34773db-4619-4360-a540-0b156d13a0ab,segment=NetworkSegment(4a0026ab-4bcd-4b31-8ba0-9267266416e1),segment_id=4a0026ab-4bcd-4b31-8ba0-9267266416e1)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:37:48.711158 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:48.712372 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device c0d0a117-500b-4e13-afb2-4bfb269efdec up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:37:48.773174 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2603a94b-9ad0-4062-8e2b-b40d9e807554 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:48.773428 n-d-825064-1 neutron-server[102430]: INFO neutron.db.segments_db [None req-2603a94b-9ad0-4062-8e2b-b40d9e807554 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Added segment 6a69828a-bc03-4b53-9b38-f95f4ea71f5e of type vlan for network bf1114bc-20fb-4d94-aeec-73f61e96f32d Jan 18 22:37:48.841455 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-bd269d59-867b-4eb1-90d4-3afa5e3b1b32 None None] Set router 021a4537-6d58-4bfc-a6ec-d1f0babb404d gateway port host: None {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:37:48.844463 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2603a94b-9ad0-4062-8e2b-b40d9e807554 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:48.953381 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ad3ff2ac-b19e-4373-86c4-df0363767b24 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:48.967223 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2603a94b-9ad0-4062-8e2b-b40d9e807554 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:48.982592 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2603a94b-9ad0-4062-8e2b-b40d9e807554 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:37:48.983348 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2603a94b-9ad0-4062-8e2b-b40d9e807554 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:48.993922 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-dee04b6b-c2c9-4ae9-b791-ad2e7f8e36c2 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Deleting port 3836b833-033a-42e0-b02f-e5820cbb339d {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:37:48.994485 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-dee04b6b-c2c9-4ae9-b791-ad2e7f8e36c2 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:49.012849 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ad3ff2ac-b19e-4373-86c4-df0363767b24 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:49.055804 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cda5469-6a90-4db6-9af5-f063d2f76a58 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Made reservation on behalf of 7367bf57f2e64e8dbd3cbe22ae6f44ce for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:37:49.059914 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-2603a94b-9ad0-4062-8e2b-b40d9e807554 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1375813 Jan 18 22:37:49.075057 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0cda5469-6a90-4db6-9af5-f063d2f76a58 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:49.078330 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 34790) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:49.123166 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port c0d0a117-500b-4e13-afb2-4bfb269efdec triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:37:49.129380 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-bd269d59-867b-4eb1-90d4-3afa5e3b1b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021a4537-6d58-4bfc-a6ec-d1f0babb404d', 'name': 'tempest-RoutersIpV6Test-router-999145678', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:37:12Z', 'updated_at': '2022-01-18T22:37:44Z', 'revision_number': 7, 'project_id': 'a713e1ffd908444085524c31c3f7dd42', 'gw_port_host': None, '_interfaces': [{'id': '3836b833-033a-42e0-b02f-e5820cbb339d', 'name': '', 'network_id': '1cebcc53-d1a7-492e-8310-1d2328b4ea4a', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'mac_address': 'fa:16:3e:2f:73:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021a4537-6d58-4bfc-a6ec-d1f0babb404d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': '19df69b0-19eb-4cad-92bf-efe8948fb2c7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:37:35Z', 'updated_at': '2022-01-18T22:37:43Z', 'revision_number': 5, 'project_id': 'a713e1ffd908444085524c31c3f7dd42', 'subnets': [{'id': '19df69b0-19eb-4cad-92bf-efe8948fb2c7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4db4d56d-d0ef-4f7c-925e-6a85b3012f61', 'name': '', 'network_id': '4a000337-eb62-4dea-ae6d-1609a872072b', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'mac_address': 'fa:16:3e:07:1f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021a4537-6d58-4bfc-a6ec-d1f0babb404d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': 'aeea6293-e272-4bcd-87e9-b4dabda242f0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:37:28Z', 'updated_at': '2022-01-18T22:37:37Z', 'revision_number': 5, 'project_id': 'a713e1ffd908444085524c31c3f7dd42', 'subnets': [{'id': 'aeea6293-e272-4bcd-87e9-b4dabda242f0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e315c9c-1248-44a7-8099-8cc6e8840664', 'name': '', 'network_id': '289c9804-5726-4a3a-aa84-8df73f43851e', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'mac_address': 'fa:16:3e:20:ef:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021a4537-6d58-4bfc-a6ec-d1f0babb404d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': 'cbd22246-9f30-4916-8728-d6dceba581f2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:37:21Z', 'updated_at': '2022-01-18T22:37:31Z', 'revision_number': 5, 'project_id': 'a713e1ffd908444085524c31c3f7dd42', 'subnets': [{'id': 'cbd22246-9f30-4916-8728-d6dceba581f2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50887fd0-e014-4771-888b-02d96c0ae457', 'name': '', 'network_id': '5adde811-8563-455e-9ab4-509b5bc8dd8a', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'mac_address': 'fa:16:3e:cb:8d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021a4537-6d58-4bfc-a6ec-d1f0babb404d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '9825aab6-6ed8-4cbf-981f-f60e2ef46acd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:37:14Z', 'updated_at': '2022-01-18T22:37:21Z', 'revision_number': 5, 'project_id': 'a713e1ffd908444085524c31c3f7dd42', 'subnets': [{'id': '9825aab6-6ed8-4cbf-981f-f60e2ef46acd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:37:49.130070 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:49.165126 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd269d59-867b-4eb1-90d4-3afa5e3b1b32 None None] Checking router: 021a4537-6d58-4bfc-a6ec-d1f0babb404d for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:37:49.174497 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd269d59-867b-4eb1-90d4-3afa5e3b1b32 None None] Routers {'021a4537-6d58-4bfc-a6ec-d1f0babb404d'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:37:49.175727 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-bd269d59-867b-4eb1-90d4-3afa5e3b1b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:37:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['021a4537-6d58-4bfc-a6ec-d1f0babb404d'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:37:49.229727 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844f4cb9-c092-4296-b4cd-dcc4ed282e2f tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Pushing event updated for resources: {'Network': ['ID=1bf96901-c473-4d8f-aeca-90dc819b4274,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:49.268251 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-02bf4358-532e-45dd-96b9-4814ec34a745 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-12659527'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:37:49.281877 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-bd269d59-867b-4eb1-90d4-3afa5e3b1b32 None None] Set router 021a4537-6d58-4bfc-a6ec-d1f0babb404d gateway port host: None {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:37:49.287402 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 1bf96901-c473-4d8f-aeca-90dc819b4274 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:37:49.377774 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=f34773db-4619-4360-a540-0b156d13a0ab,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:49.487759 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7e3d1a59-80c4-48c1-bd9b-6f1b80ef8734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:49.525121 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02bf4358-532e-45dd-96b9-4814ec34a745 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Made reservation on behalf of 55eddd063cf4417aa7f816b707f6fd05 for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:37:49.528670 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-02bf4358-532e-45dd-96b9-4814ec34a745 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:49.703412 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-bd269d59-867b-4eb1-90d4-3afa5e3b1b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021a4537-6d58-4bfc-a6ec-d1f0babb404d', 'name': 'tempest-RoutersIpV6Test-router-999145678', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:37:12Z', 'updated_at': '2022-01-18T22:37:44Z', 'revision_number': 7, 'project_id': 'a713e1ffd908444085524c31c3f7dd42', 'gw_port_host': None, '_interfaces': [{'id': '3836b833-033a-42e0-b02f-e5820cbb339d', 'name': '', 'network_id': '1cebcc53-d1a7-492e-8310-1d2328b4ea4a', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'mac_address': 'fa:16:3e:2f:73:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021a4537-6d58-4bfc-a6ec-d1f0babb404d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': '19df69b0-19eb-4cad-92bf-efe8948fb2c7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:37:35Z', 'updated_at': '2022-01-18T22:37:43Z', 'revision_number': 5, 'project_id': 'a713e1ffd908444085524c31c3f7dd42', 'subnets': [{'id': '19df69b0-19eb-4cad-92bf-efe8948fb2c7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4db4d56d-d0ef-4f7c-925e-6a85b3012f61', 'name': '', 'network_id': '4a000337-eb62-4dea-ae6d-1609a872072b', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'mac_address': 'fa:16:3e:07:1f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021a4537-6d58-4bfc-a6ec-d1f0babb404d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': 'aeea6293-e272-4bcd-87e9-b4dabda242f0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:37:28Z', 'updated_at': '2022-01-18T22:37:37Z', 'revision_number': 5, 'project_id': 'a713e1ffd908444085524c31c3f7dd42', 'subnets': [{'id': 'aeea6293-e272-4bcd-87e9-b4dabda242f0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e315c9c-1248-44a7-8099-8cc6e8840664', 'name': '', 'network_id': '289c9804-5726-4a3a-aa84-8df73f43851e', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'mac_address': 'fa:16:3e:20:ef:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021a4537-6d58-4bfc-a6ec-d1f0babb404d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': 'cbd22246-9f30-4916-8728-d6dceba581f2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:37:21Z', 'updated_at': '2022-01-18T22:37:31Z', 'revision_number': 5, 'project_id': 'a713e1ffd908444085524c31c3f7dd42', 'subnets': [{'id': 'cbd22246-9f30-4916-8728-d6dceba581f2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50887fd0-e014-4771-888b-02d96c0ae457', 'name': '', 'network_id': '5adde811-8563-455e-9ab4-509b5bc8dd8a', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'mac_address': 'fa:16:3e:cb:8d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021a4537-6d58-4bfc-a6ec-d1f0babb404d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '9825aab6-6ed8-4cbf-981f-f60e2ef46acd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:37:14Z', 'updated_at': '2022-01-18T22:37:21Z', 'revision_number': 5, 'project_id': 'a713e1ffd908444085524c31c3f7dd42', 'subnets': [{'id': '9825aab6-6ed8-4cbf-981f-f60e2ef46acd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:37:49.718241 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-dee04b6b-c2c9-4ae9-b791-ad2e7f8e36c2 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] For port 3836b833-033a-42e0-b02f-e5820cbb339d, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=3836b833-033a-42e0-b02f-e5820cbb339d,segment=NetworkSegment(0a19efad-5d0b-4712-bc4e-b7bf100939a0),segment_id=0a19efad-5d0b-4712-bc4e-b7bf100939a0)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:37:49.719996 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-dee04b6b-c2c9-4ae9-b791-ad2e7f8e36c2 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:49.760779 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd269d59-867b-4eb1-90d4-3afa5e3b1b32 None None] The sync data for ids ['021a4537-6d58-4bfc-a6ec-d1f0babb404d'] in n-d-825064-1 is: [{'id': '021a4537-6d58-4bfc-a6ec-d1f0babb404d', 'name': 'tempest-RoutersIpV6Test-router-999145678', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:37:12Z', 'updated_at': '2022-01-18T22:37:44Z', 'revision_number': 7, 'project_id': 'a713e1ffd908444085524c31c3f7dd42', 'gw_port_host': None, '_interfaces': [{'id': '3836b833-033a-42e0-b02f-e5820cbb339d', 'name': '', 'network_id': '1cebcc53-d1a7-492e-8310-1d2328b4ea4a', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'mac_address': 'fa:16:3e:2f:73:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021a4537-6d58-4bfc-a6ec-d1f0babb404d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': '19df69b0-19eb-4cad-92bf-efe8948fb2c7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:37:35Z', 'updated_at': '2022-01-18T22:37:43Z', 'revision_number': 5, 'project_id': 'a713e1ffd908444085524c31c3f7dd42', 'subnets': [{'id': '19df69b0-19eb-4cad-92bf-efe8948fb2c7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4db4d56d-d0ef-4f7c-925e-6a85b3012f61', 'name': '', 'network_id': '4a000337-eb62-4dea-ae6d-1609a872072b', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'mac_address': 'fa:16:3e:07:1f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021a4537-6d58-4bfc-a6ec-d1f0babb404d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': 'aeea6293-e272-4bcd-87e9-b4dabda242f0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:37:28Z', 'updated_at': '2022-01-18T22:37:37Z', 'revision_number': 5, 'project_id': 'a713e1ffd908444085524c31c3f7dd42', 'subnets': [{'id': 'aeea6293-e272-4bcd-87e9-b4dabda242f0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e315c9c-1248-44a7-8099-8cc6e8840664', 'name': '', 'network_id': '289c9804-5726-4a3a-aa84-8df73f43851e', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'mac_address': 'fa:16:3e:20:ef:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021a4537-6d58-4bfc-a6ec-d1f0babb404d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': 'cbd22246-9f30-4916-8728-d6dceba581f2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:37:21Z', 'updated_at': '2022-01-18T22:37:31Z', 'revision_number': 5, 'project_id': 'a713e1ffd908444085524c31c3f7dd42', 'subnets': [{'id': 'cbd22246-9f30-4916-8728-d6dceba581f2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50887fd0-e014-4771-888b-02d96c0ae457', 'name': '', 'network_id': '5adde811-8563-455e-9ab4-509b5bc8dd8a', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'mac_address': 'fa:16:3e:cb:8d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021a4537-6d58-4bfc-a6ec-d1f0babb404d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '9825aab6-6ed8-4cbf-981f-f60e2ef46acd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:37:14Z', 'updated_at': '2022-01-18T22:37:21Z', 'revision_number': 5, 'project_id': 'a713e1ffd908444085524c31c3f7dd42', 'subnets': [{'id': '9825aab6-6ed8-4cbf-981f-f60e2ef46acd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:37:49.777679 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-dee04b6b-c2c9-4ae9-b791-ad2e7f8e36c2 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Calling delete_port for 3836b833-033a-42e0-b02f-e5820cbb339d owned by network:router_interface {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:37:49.801162 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02bf4358-532e-45dd-96b9-4814ec34a745 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:37:49.880095 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-02bf4358-532e-45dd-96b9-4814ec34a745 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:49.880886 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-02bf4358-532e-45dd-96b9-4814ec34a745 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Added segment a39898dd-46ad-4db8-ba90-f2f3041f7320 of type vlan for network 1a99ac65-ac95-417c-81cb-6920b31667e2 Jan 18 22:37:50.025568 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-02bf4358-532e-45dd-96b9-4814ec34a745 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:50.155004 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-4124b71f-5e02-4b33-8c19-75c14c97ade0 None None] Provisioning complete for port 02651cda-dbde-40fd-bfa7-feb914218fe1 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:37:50.155895 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4124b71f-5e02-4b33-8c19-75c14c97ade0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:50.281619 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-4124b71f-5e02-4b33-8c19-75c14c97ade0 None None] Port 02651cda-dbde-40fd-bfa7-feb914218fe1 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:37:50.329194 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device f34773db-4619-4360-a540-0b156d13a0ab up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:37:50.382779 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-02bf4358-532e-45dd-96b9-4814ec34a745 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:50.389845 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02bf4358-532e-45dd-96b9-4814ec34a745 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:37:50.390602 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-02bf4358-532e-45dd-96b9-4814ec34a745 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:50.408480 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0cda5469-6a90-4db6-9af5-f063d2f76a58 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:50.494936 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-dee04b6b-c2c9-4ae9-b791-ad2e7f8e36c2 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:50.507284 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cda5469-6a90-4db6-9af5-f063d2f76a58 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Pushing event updated for resources: {'Subnet': ['ID=70a0952f-f265-4053-b613-ba3b7f6338ee,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:50.508050 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-4124b71f-5e02-4b33-8c19-75c14c97ade0 None None] Provisioning complete for port f34773db-4619-4360-a540-0b156d13a0ab triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:37:50.512966 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4124b71f-5e02-4b33-8c19-75c14c97ade0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:50.536655 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2603a94b-9ad0-4062-8e2b-b40d9e807554 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Pushing event updated for resources: {'Network': ['ID=bf1114bc-20fb-4d94-aeec-73f61e96f32d,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:50.553197 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-02bf4358-532e-45dd-96b9-4814ec34a745 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4514823 Jan 18 22:37:50.567058 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 34816) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:50.577906 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-253e588b-3be5-4f58-bc81-9cac66219941 req-5d58bfda-44f6-4d52-965c-2ef945ba1337 tempest-ServerShowV247Test-1853840493 tempest-ServerShowV247Test-1853840493-project] 10.222.0.53 "GET /v2.0/ports?device_id=65dadfbc-32ce-4dea-871f-a879c5d982d2 HTTP/1.1" status: 200 len: 210 time: 0.1040132 Jan 18 22:37:50.597388 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-9fd23b92-e3b7-4705-86f5-6cf8853f22cd tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Request body: {'ports': [{'network_id': 'bf1114bc-20fb-4d94-aeec-73f61e96f32d', 'name': 'tempest-port--263913893', 'admin_state_up': True}, {'network_id': '1a99ac65-ac95-417c-81cb-6920b31667e2', 'admin_state_up': False}]} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:37:50.597800 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee04b6b-c2c9-4ae9-b791-ad2e7f8e36c2 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Pushing event deleted for resources: {'Port': ['ID=3836b833-033a-42e0-b02f-e5820cbb339d,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:50.608839 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network bf1114bc-20fb-4d94-aeec-73f61e96f32d details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:37:50.609889 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-9fd23b92-e3b7-4705-86f5-6cf8853f22cd tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Request body: {'port': {'network_id': 'bf1114bc-20fb-4d94-aeec-73f61e96f32d', 'name': 'tempest-port--263913893', 'admin_state_up': True}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:37:50.610527 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-9fd23b92-e3b7-4705-86f5-6cf8853f22cd tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Request body: {'port': {'network_id': '1a99ac65-ac95-417c-81cb-6920b31667e2', 'admin_state_up': False}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:37:50.616245 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3ff2ac-b19e-4373-86c4-df0363767b24 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Pushing event updated for resources: {'Port': ['ID=02651cda-dbde-40fd-bfa7-feb914218fe1,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:50.619174 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ad3ff2ac-b19e-4373-86c4-df0363767b24 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-613854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1041070'] for router_interface, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:50.719984 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port f34773db-4619-4360-a540-0b156d13a0ab triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:37:50.721229 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:50.809791 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3ff2ac-b19e-4373-86c4-df0363767b24 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Network dfd50c94-9bfe-434e-a69b-faa778e35648 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:37:50.836097 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-ad3ff2ac-b19e-4373-86c4-df0363767b24 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:37:50.890795 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-dee04b6b-c2c9-4ae9-b791-ad2e7f8e36c2 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-613841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1046579'] for router_interface, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:51.020187 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fd23b92-e3b7-4705-86f5-6cf8853f22cd tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Made reservation on behalf of 55eddd063cf4417aa7f816b707f6fd05 for: {'port': 2} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:37:51.030436 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9fd23b92-e3b7-4705-86f5-6cf8853f22cd tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:51.046024 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9fd23b92-e3b7-4705-86f5-6cf8853f22cd tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:51.052749 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-d9212edb-7d56-4a70-8ed9-dd86f467d14f None None] Provisioning complete for port 02651cda-dbde-40fd-bfa7-feb914218fe1 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:37:51.053127 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d9212edb-7d56-4a70-8ed9-dd86f467d14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:51.196589 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-d9212edb-7d56-4a70-8ed9-dd86f467d14f None None] Port 02651cda-dbde-40fd-bfa7-feb914218fe1 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:37:51.238829 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cda5469-6a90-4db6-9af5-f063d2f76a58 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Checking segment: {'id': '2444d5ce-e84d-4f54-8f54-50eee91537c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1bf96901-c473-4d8f-aeca-90dc819b4274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:37:51.239473 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cda5469-6a90-4db6-9af5-f063d2f76a58 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Network hostable DHCP agents. Network: 1bf96901-c473-4d8f-aeca-90dc819b4274, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:37:51.250537 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bf4358-532e-45dd-96b9-4814ec34a745 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Pushing event updated for resources: {'Network': ['ID=1a99ac65-ac95-417c-81cb-6920b31667e2,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:51.254427 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad3ff2ac-b19e-4373-86c4-df0363767b24 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Router 86be70a5-5411-4b97-9562-0798561dcc21 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:37:51.279490 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 1a99ac65-ac95-417c-81cb-6920b31667e2 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:37:51.316100 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cda5469-6a90-4db6-9af5-f063d2f76a58 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Network 1bf96901-c473-4d8f-aeca-90dc819b4274 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:37:51.344172 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [None req-9fd23b92-e3b7-4705-86f5-6cf8853f22cd tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] device_id is not set on port 335859a6-2fb8-42c5-bd6f-d7247616163d yet. {{(pid=102430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:37:51.363496 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-0cda5469-6a90-4db6-9af5-f063d2f76a58 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 1bf96901-c473-4d8f-aeca-90dc819b4274) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:37:51.374102 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cda5469-6a90-4db6-9af5-f063d2f76a58 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:37:51.374398 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0cda5469-6a90-4db6-9af5-f063d2f76a58 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:51.411643 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12b38da-8a2b-47b1-b858-6e62eb975c7a None None] Network 1bf96901-c473-4d8f-aeca-90dc819b4274 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:37:51.436076 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dee04b6b-c2c9-4ae9-b791-ad2e7f8e36c2 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Router 021a4537-6d58-4bfc-a6ec-d1f0babb404d has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:37:51.488724 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-0cda5469-6a90-4db6-9af5-f063d2f76a58 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8385296 Jan 18 22:37:51.549334 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 34828) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:51.556425 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-470ff0a0-4ced-4760-a262-221206886546 None None] Provisioning complete for port 02651cda-dbde-40fd-bfa7-feb914218fe1 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:37:51.556840 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-470ff0a0-4ced-4760-a262-221206886546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:51.606876 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-f4856f34-84e6-4bc0-a9e6-4ac17c749c42 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1727867218', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}, 'admin_state_up': False}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:37:51.623823 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad3ff2ac-b19e-4373-86c4-df0363767b24 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:37:51.630791 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dee04b6b-c2c9-4ae9-b791-ad2e7f8e36c2 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:37:51.637515 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471859b0-e656-495e-87fc-b12aa10c8c54 None None] Sync routers for ids ['86be70a5-5411-4b97-9562-0798561dcc21'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:37:51.645308 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-ad3ff2ac-b19e-4373-86c4-df0363767b24 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "PUT /v2.0/routers/86be70a5-5411-4b97-9562-0798561dcc21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7333207 Jan 18 22:37:51.648640 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-470ff0a0-4ced-4760-a262-221206886546 None None] Port 02651cda-dbde-40fd-bfa7-feb914218fe1 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:37:51.652493 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a39794-3217-4727-ad2b-f2e102e81668 None None] Sync routers for ids ['021a4537-6d58-4bfc-a6ec-d1f0babb404d'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:37:51.660878 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-dee04b6b-c2c9-4ae9-b791-ad2e7f8e36c2 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "PUT /v2.0/routers/021a4537-6d58-4bfc-a6ec-d1f0babb404d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8132939 Jan 18 22:37:51.661231 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 34838) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:51.701407 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a39794-3217-4727-ad2b-f2e102e81668 None None] Routers {'021a4537-6d58-4bfc-a6ec-d1f0babb404d'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:37:51.704287 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-41a39794-3217-4727-ad2b-f2e102e81668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:37:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['021a4537-6d58-4bfc-a6ec-d1f0babb404d'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:37:51.724085 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471859b0-e656-495e-87fc-b12aa10c8c54 None None] Routers {'86be70a5-5411-4b97-9562-0798561dcc21'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:37:51.724750 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-471859b0-e656-495e-87fc-b12aa10c8c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:37:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['86be70a5-5411-4b97-9562-0798561dcc21'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:37:51.756470 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fb1ac65-a713-4fb5-a3b5-ffdd8fc00212 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Deleting subnet 19df69b0-19eb-4cad-92bf-efe8948fb2c7 {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:37:51.760175 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0fb1ac65-a713-4fb5-a3b5-ffdd8fc00212 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:51.805303 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0fb1ac65-a713-4fb5-a3b5-ffdd8fc00212 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:51.879209 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-41a39794-3217-4727-ad2b-f2e102e81668 None None] Set router 021a4537-6d58-4bfc-a6ec-d1f0babb404d gateway port host: None {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:37:51.914837 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5887c0a3-d2b6-483b-b11e-dab03b274d0e req-95161d01-1989-4cb1-ae60-9b17fcb01135 tempest-ServerShowV247Test-1853840493 tempest-ServerShowV247Test-1853840493-project] 10.222.0.53 "GET /v2.0/ports?device_id=65dadfbc-32ce-4dea-871f-a879c5d982d2 HTTP/1.1" status: 200 len: 210 time: 0.1935470 Jan 18 22:37:51.957155 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9fd23b92-e3b7-4705-86f5-6cf8853f22cd tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:51.984575 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed837bb4-8e35-4aa2-b618-0e9527b2e3f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-1bf96901-c473-4d8f-aeca-90dc819b4274', 'network_id': '1bf96901-c473-4d8f-aeca-90dc819b4274', 'tenant_id': '7367bf57f2e64e8dbd3cbe22ae6f44ce', 'fixed_ips': [{'subnet_id': '70a0952f-f265-4053-b613-ba3b7f6338ee'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:37:51.991102 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ed837bb4-8e35-4aa2-b618-0e9527b2e3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:52.004425 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f4856f34-84e6-4bc0-a9e6-4ac17c749c42 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1044160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8692'] for router, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:52.009703 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f4856f34-84e6-4bc0-a9e6-4ac17c749c42 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1040680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8675'] for router, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:52.030931 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0fb1ac65-a713-4fb5-a3b5-ffdd8fc00212 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:52.196785 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0fb1ac65-a713-4fb5-a3b5-ffdd8fc00212 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:52.202967 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f4856f34-84e6-4bc0-a9e6-4ac17c749c42 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:52.250189 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb1ac65-a713-4fb5-a3b5-ffdd8fc00212 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Pushing event deleted for resources: {'Subnet': ['ID=19df69b0-19eb-4cad-92bf-efe8948fb2c7,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:52.262093 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0fb1ac65-a713-4fb5-a3b5-ffdd8fc00212 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:52.266508 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-0fb1ac65-a713-4fb5-a3b5-ffdd8fc00212 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "DELETE /v2.0/subnets/19df69b0-19eb-4cad-92bf-efe8948fb2c7 HTTP/1.1" status: 204 len: 168 time: 0.6041043 Jan 18 22:37:52.269129 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 34854) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:52.345193 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-03136c59-3183-422b-9f2a-4929f52c966d req-d156bb12-0b11-49e7-80c9-c7e979fce2a8 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1182540095&fields=id&tenant_id=438cce0e2f434b5f879ce307da159923 HTTP/1.1" status: 200 len: 267 time: 0.1386278 Jan 18 22:37:52.359101 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [None req-9fd23b92-e3b7-4705-86f5-6cf8853f22cd tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] device_id is not set on port c901269b-f2db-483a-a8f2-c3253eabca42 yet. {{(pid=102430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:37:52.443669 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-52fe7fb0-2d2e-4eb6-864a-07e98e3b655f tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:52.459684 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-41a39794-3217-4727-ad2b-f2e102e81668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021a4537-6d58-4bfc-a6ec-d1f0babb404d', 'name': 'tempest-RoutersIpV6Test-router-999145678', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:37:12Z', 'updated_at': '2022-01-18T22:37:50Z', 'revision_number': 8, 'project_id': 'a713e1ffd908444085524c31c3f7dd42', 'gw_port_host': None, '_interfaces': [{'id': '4db4d56d-d0ef-4f7c-925e-6a85b3012f61', 'name': '', 'network_id': '4a000337-eb62-4dea-ae6d-1609a872072b', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'mac_address': 'fa:16:3e:07:1f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021a4537-6d58-4bfc-a6ec-d1f0babb404d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': 'aeea6293-e272-4bcd-87e9-b4dabda242f0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:37:28Z', 'updated_at': '2022-01-18T22:37:37Z', 'revision_number': 5, 'project_id': 'a713e1ffd908444085524c31c3f7dd42', 'subnets': [{'id': 'aeea6293-e272-4bcd-87e9-b4dabda242f0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e315c9c-1248-44a7-8099-8cc6e8840664', 'name': '', 'network_id': '289c9804-5726-4a3a-aa84-8df73f43851e', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'mac_address': 'fa:16:3e:20:ef:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021a4537-6d58-4bfc-a6ec-d1f0babb404d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': 'cbd22246-9f30-4916-8728-d6dceba581f2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:37:21Z', 'updated_at': '2022-01-18T22:37:31Z', 'revision_number': 5, 'project_id': 'a713e1ffd908444085524c31c3f7dd42', 'subnets': [{'id': 'cbd22246-9f30-4916-8728-d6dceba581f2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50887fd0-e014-4771-888b-02d96c0ae457', 'name': '', 'network_id': '5adde811-8563-455e-9ab4-509b5bc8dd8a', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'mac_address': 'fa:16:3e:cb:8d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021a4537-6d58-4bfc-a6ec-d1f0babb404d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '9825aab6-6ed8-4cbf-981f-f60e2ef46acd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:37:14Z', 'updated_at': '2022-01-18T22:37:21Z', 'revision_number': 5, 'project_id': 'a713e1ffd908444085524c31c3f7dd42', 'subnets': [{'id': '9825aab6-6ed8-4cbf-981f-f60e2ef46acd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:37:52.498838 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-ed837bb4-8e35-4aa2-b618-0e9527b2e3f9 None None] Allocated IP 172.20.0.2 (1bf96901-c473-4d8f-aeca-90dc819b4274/70a0952f-f265-4053-b613-ba3b7f6338ee/fe7828c7-79f9-45c0-9a3c-73283d5a4937) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:37:52.536834 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a39794-3217-4727-ad2b-f2e102e81668 None None] Checking router: 021a4537-6d58-4bfc-a6ec-d1f0babb404d for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:37:52.548080 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f4856f34-84e6-4bc0-a9e6-4ac17c749c42 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:52.554732 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a39794-3217-4727-ad2b-f2e102e81668 None None] Routers {'021a4537-6d58-4bfc-a6ec-d1f0babb404d'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:37:52.555264 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-41a39794-3217-4727-ad2b-f2e102e81668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:37:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['021a4537-6d58-4bfc-a6ec-d1f0babb404d'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:37:52.572879 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b372575c-8f13-420c-b6d8-a91337bcee4e None None] Network 1cebcc53-d1a7-492e-8310-1d2328b4ea4a requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:37:52.610827 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03136c59-3183-422b-9f2a-4929f52c966d req-dcf47699-f8e2-4aed-8d6e-fcc9e3534285 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:37:52.618245 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-03136c59-3183-422b-9f2a-4929f52c966d req-dcf47699-f8e2-4aed-8d6e-fcc9e3534285 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/networks?id=dfd50c94-9bfe-434e-a69b-faa778e35648 HTTP/1.1" status: 200 len: 797 time: 0.2721405 Jan 18 22:37:52.633436 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-52fe7fb0-2d2e-4eb6-864a-07e98e3b655f tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Deleting port beee5900-7e10-4222-8d4a-d6bd29676a63 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:37:52.636468 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-52fe7fb0-2d2e-4eb6-864a-07e98e3b655f tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:52.679266 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-03136c59-3183-422b-9f2a-4929f52c966d req-4d058b04-956b-4310-ba4a-db025d88f0fd tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/quotas/438cce0e2f434b5f879ce307da159923 HTTP/1.1" status: 200 len: 375 time: 0.0600662 Jan 18 22:37:52.728481 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-41a39794-3217-4727-ad2b-f2e102e81668 None None] Set router 021a4537-6d58-4bfc-a6ec-d1f0babb404d gateway port host: None {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:37:52.762229 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6e82ffba-c125-4f4e-9e97-490fe53414d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:52.793159 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-52fe7fb0-2d2e-4eb6-864a-07e98e3b655f tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] For port beee5900-7e10-4222-8d4a-d6bd29676a63, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=beee5900-7e10-4222-8d4a-d6bd29676a63,segment=NetworkSegment(0a19efad-5d0b-4712-bc4e-b7bf100939a0),segment_id=0a19efad-5d0b-4712-bc4e-b7bf100939a0)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:37:52.793669 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-52fe7fb0-2d2e-4eb6-864a-07e98e3b655f tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:52.816894 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-52fe7fb0-2d2e-4eb6-864a-07e98e3b655f tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Calling delete_port for beee5900-7e10-4222-8d4a-d6bd29676a63 owned by network:dhcp {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:37:52.900008 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-471859b0-e656-495e-87fc-b12aa10c8c54 None None] Set router 86be70a5-5411-4b97-9562-0798561dcc21 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:37:52.904312 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-52fe7fb0-2d2e-4eb6-864a-07e98e3b655f tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:52.944933 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9fd23b92-e3b7-4705-86f5-6cf8853f22cd tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:52.963184 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-03136c59-3183-422b-9f2a-4929f52c966d req-f0ef64e3-452a-4ff7-bee5-beaa45e10b26 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=438cce0e2f434b5f879ce307da159923&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2823415 Jan 18 22:37:53.011651 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fe7fb0-2d2e-4eb6-864a-07e98e3b655f tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Pushing event deleted for resources: {'Port': ['ID=beee5900-7e10-4222-8d4a-d6bd29676a63,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:53.025355 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fe7fb0-2d2e-4eb6-864a-07e98e3b655f tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] No DVR routers for this DVR port beee5900-7e10-4222-8d4a-d6bd29676a63 on host n-d-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:37:53.095215 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:53.195604 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-23223905-b8e9-49a7-b72f-c53f3f02261b req-ac5442a5-29e4-4bfc-baf2-25c3bc985cc1 tempest-ServerShowV247Test-1853840493 tempest-ServerShowV247Test-1853840493-project] 10.222.0.53 "GET /v2.0/ports?device_id=65dadfbc-32ce-4dea-871f-a879c5d982d2 HTTP/1.1" status: 200 len: 210 time: 0.0481119 Jan 18 22:37:53.199557 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9fd23b92-e3b7-4705-86f5-6cf8853f22cd tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:53.217204 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93da588-3b26-48e3-9080-3a752c0401ff None None] DHCP port deletion for 1cebcc53-d1a7-492e-8310-1d2328b4ea4a request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:37:53.299150 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-52fe7fb0-2d2e-4eb6-864a-07e98e3b655f tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:53.338830 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd23b92-e3b7-4705-86f5-6cf8853f22cd tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Pushing event updated for resources: {'Port': ['ID=335859a6-2fb8-42c5-bd6f-d7247616163d,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:53.354871 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-52fe7fb0-2d2e-4eb6-864a-07e98e3b655f tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cebcc53-d1a7-492e-8310-1d2328b4ea4a']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:37:53.356412 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ed837bb4-8e35-4aa2-b618-0e9527b2e3f9 None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:53.371580 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-52fe7fb0-2d2e-4eb6-864a-07e98e3b655f tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a19efad-5d0b-4712-bc4e-b7bf100939a0') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:37:53.372537 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-52fe7fb0-2d2e-4eb6-864a-07e98e3b655f tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a19efad-5d0b-4712-bc4e-b7bf100939a0') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:37:53.391611 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-52fe7fb0-2d2e-4eb6-864a-07e98e3b655f tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:53.392622 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ed837bb4-8e35-4aa2-b618-0e9527b2e3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:53.404697 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-41a39794-3217-4727-ad2b-f2e102e81668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021a4537-6d58-4bfc-a6ec-d1f0babb404d', 'name': 'tempest-RoutersIpV6Test-router-999145678', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:37:12Z', 'updated_at': '2022-01-18T22:37:50Z', 'revision_number': 8, 'project_id': 'a713e1ffd908444085524c31c3f7dd42', 'gw_port_host': None, '_interfaces': [{'id': '4db4d56d-d0ef-4f7c-925e-6a85b3012f61', 'name': '', 'network_id': '4a000337-eb62-4dea-ae6d-1609a872072b', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'mac_address': 'fa:16:3e:07:1f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021a4537-6d58-4bfc-a6ec-d1f0babb404d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': 'aeea6293-e272-4bcd-87e9-b4dabda242f0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:37:28Z', 'updated_at': '2022-01-18T22:37:37Z', 'revision_number': 5, 'project_id': 'a713e1ffd908444085524c31c3f7dd42', 'subnets': [{'id': 'aeea6293-e272-4bcd-87e9-b4dabda242f0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e315c9c-1248-44a7-8099-8cc6e8840664', 'name': '', 'network_id': '289c9804-5726-4a3a-aa84-8df73f43851e', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'mac_address': 'fa:16:3e:20:ef:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021a4537-6d58-4bfc-a6ec-d1f0babb404d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': 'cbd22246-9f30-4916-8728-d6dceba581f2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:37:21Z', 'updated_at': '2022-01-18T22:37:31Z', 'revision_number': 5, 'project_id': 'a713e1ffd908444085524c31c3f7dd42', 'subnets': [{'id': 'cbd22246-9f30-4916-8728-d6dceba581f2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50887fd0-e014-4771-888b-02d96c0ae457', 'name': '', 'network_id': '5adde811-8563-455e-9ab4-509b5bc8dd8a', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'mac_address': 'fa:16:3e:cb:8d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021a4537-6d58-4bfc-a6ec-d1f0babb404d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '9825aab6-6ed8-4cbf-981f-f60e2ef46acd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:37:14Z', 'updated_at': '2022-01-18T22:37:21Z', 'revision_number': 5, 'project_id': 'a713e1ffd908444085524c31c3f7dd42', 'subnets': [{'id': '9825aab6-6ed8-4cbf-981f-f60e2ef46acd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:37:53.410817 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-52fe7fb0-2d2e-4eb6-864a-07e98e3b655f tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:53.423598 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52fe7fb0-2d2e-4eb6-864a-07e98e3b655f tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:37:53.425042 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-52fe7fb0-2d2e-4eb6-864a-07e98e3b655f tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:53.459835 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-03136c59-3183-422b-9f2a-4929f52c966d req-765a98ef-a1fc-4d11-8b65-fae3304a4351 service neutron] 10.222.0.53 "GET /v2.0/networks/dfd50c94-9bfe-434e-a69b-faa778e35648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4680011 Jan 18 22:37:53.482675 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a39794-3217-4727-ad2b-f2e102e81668 None None] The sync data for ids ['021a4537-6d58-4bfc-a6ec-d1f0babb404d'] in n-d-825064-1 is: [{'id': '021a4537-6d58-4bfc-a6ec-d1f0babb404d', 'name': 'tempest-RoutersIpV6Test-router-999145678', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:37:12Z', 'updated_at': '2022-01-18T22:37:50Z', 'revision_number': 8, 'project_id': 'a713e1ffd908444085524c31c3f7dd42', 'gw_port_host': None, '_interfaces': [{'id': '4db4d56d-d0ef-4f7c-925e-6a85b3012f61', 'name': '', 'network_id': '4a000337-eb62-4dea-ae6d-1609a872072b', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'mac_address': 'fa:16:3e:07:1f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021a4537-6d58-4bfc-a6ec-d1f0babb404d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': 'aeea6293-e272-4bcd-87e9-b4dabda242f0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:37:28Z', 'updated_at': '2022-01-18T22:37:37Z', 'revision_number': 5, 'project_id': 'a713e1ffd908444085524c31c3f7dd42', 'subnets': [{'id': 'aeea6293-e272-4bcd-87e9-b4dabda242f0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e315c9c-1248-44a7-8099-8cc6e8840664', 'name': '', 'network_id': '289c9804-5726-4a3a-aa84-8df73f43851e', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'mac_address': 'fa:16:3e:20:ef:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021a4537-6d58-4bfc-a6ec-d1f0babb404d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': 'cbd22246-9f30-4916-8728-d6dceba581f2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:37:21Z', 'updated_at': '2022-01-18T22:37:31Z', 'revision_number': 5, 'project_id': 'a713e1ffd908444085524c31c3f7dd42', 'subnets': [{'id': 'cbd22246-9f30-4916-8728-d6dceba581f2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50887fd0-e014-4771-888b-02d96c0ae457', 'name': '', 'network_id': '5adde811-8563-455e-9ab4-509b5bc8dd8a', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'mac_address': 'fa:16:3e:cb:8d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021a4537-6d58-4bfc-a6ec-d1f0babb404d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '9825aab6-6ed8-4cbf-981f-f60e2ef46acd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:37:14Z', 'updated_at': '2022-01-18T22:37:21Z', 'revision_number': 5, 'project_id': 'a713e1ffd908444085524c31c3f7dd42', 'subnets': [{'id': '9825aab6-6ed8-4cbf-981f-f60e2ef46acd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:37:53.490445 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd23b92-e3b7-4705-86f5-6cf8853f22cd tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Checking segment: {'id': '6a69828a-bc03-4b53-9b38-f95f4ea71f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'bf1114bc-20fb-4d94-aeec-73f61e96f32d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:37:53.490819 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd23b92-e3b7-4705-86f5-6cf8853f22cd tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Network hostable DHCP agents. Network: bf1114bc-20fb-4d94-aeec-73f61e96f32d, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:37:53.527781 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed837bb4-8e35-4aa2-b618-0e9527b2e3f9 None None] Network 1bf96901-c473-4d8f-aeca-90dc819b4274 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:37:53.533570 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-ed837bb4-8e35-4aa2-b618-0e9527b2e3f9 None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:37:53.539541 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed837bb4-8e35-4aa2-b618-0e9527b2e3f9 None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:37:53.544630 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:37:53.544630 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:37:53.544630 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:37:53.544630 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:37:53.544630 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:37:53.544630 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:37:53.544630 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:37:53.544630 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:37:53.544630 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:37:53.544630 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:37:53.544630 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:37:53.544630 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:37:53.544630 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:37:53.544630 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:37:53.544630 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:37:53.544630 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:37:53.544630 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:37:53.544630 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:37:53.544630 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:37:53.544630 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:37:53.544630 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:37:53.544630 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:37:53.544630 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:37:53.544630 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:37:53.544630 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:37:53.544630 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:37:53.544630 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:37:53.544630 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:37:53.544630 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:37:53.544630 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:37:53.544630 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:37:53.544630 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:37:53.550468 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed837bb4-8e35-4aa2-b618-0e9527b2e3f9 None None] Pushing event updated for resources: {'Port': ['ID=fe7828c7-79f9-45c0-9a3c-73283d5a4937,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:53.565595 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-52fe7fb0-2d2e-4eb6-864a-07e98e3b655f tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:53.594052 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-52fe7fb0-2d2e-4eb6-864a-07e98e3b655f tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:53.597804 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-52fe7fb0-2d2e-4eb6-864a-07e98e3b655f tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "DELETE /v2.0/networks/1cebcc53-d1a7-492e-8310-1d2328b4ea4a HTTP/1.1" status: 204 len: 168 time: 1.3272426 Jan 18 22:37:53.598872 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fe7fb0-2d2e-4eb6-864a-07e98e3b655f tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Pushing event deleted for resources: {'Network': ['ID=1cebcc53-d1a7-492e-8310-1d2328b4ea4a,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:53.601115 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 34874) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:53.654739 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f4856f34-84e6-4bc0-a9e6-4ac17c749c42 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Notify callbacks [] for router_gateway, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:53.657166 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-ed837bb4-8e35-4aa2-b618-0e9527b2e3f9 None None] Attempting to bind port fe7828c7-79f9-45c0-9a3c-73283d5a4937 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:37:53.657542 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-ed837bb4-8e35-4aa2-b618-0e9527b2e3f9 None None] Attempting to bind port fe7828c7-79f9-45c0-9a3c-73283d5a4937 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '2444d5ce-e84d-4f54-8f54-50eee91537c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1bf96901-c473-4d8f-aeca-90dc819b4274'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:37:53.657906 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed837bb4-8e35-4aa2-b618-0e9527b2e3f9 None None] Attempting to bind port fe7828c7-79f9-45c0-9a3c-73283d5a4937 on network 1bf96901-c473-4d8f-aeca-90dc819b4274 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:37:53.685594 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-471859b0-e656-495e-87fc-b12aa10c8c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86be70a5-5411-4b97-9562-0798561dcc21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1744156712', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': 'c0d0a117-500b-4e13-afb2-4bfb269efdec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:37:35Z', 'updated_at': '2022-01-18T22:37:47Z', 'revision_number': 4, 'project_id': '438cce0e2f434b5f879ce307da159923', 'gw_port': {'id': 'c0d0a117-500b-4e13-afb2-4bfb269efdec', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86be70a5-5411-4b97-9562-0798561dcc21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:37:36Z', 'updated_at': '2022-01-18T22:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '02651cda-dbde-40fd-bfa7-feb914218fe1', 'name': '', 'network_id': 'dfd50c94-9bfe-434e-a69b-faa778e35648', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'mac_address': 'fa:16:3e:4d:5f:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86be70a5-5411-4b97-9562-0798561dcc21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': 'd047a25f-d8c6-49ea-bb54-6da48108f244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:37:46Z', 'updated_at': '2022-01-18T22:37:48Z', 'revision_number': 2, 'project_id': '438cce0e2f434b5f879ce307da159923', 'subnets': [{'id': 'd047a25f-d8c6-49ea-bb54-6da48108f244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:37:53.688684 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed837bb4-8e35-4aa2-b618-0e9527b2e3f9 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:37:53.689056 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed837bb4-8e35-4aa2-b618-0e9527b2e3f9 None None] Checking segment: {'id': '2444d5ce-e84d-4f54-8f54-50eee91537c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1bf96901-c473-4d8f-aeca-90dc819b4274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:37:53.689326 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd23b92-e3b7-4705-86f5-6cf8853f22cd tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Network bf1114bc-20fb-4d94-aeec-73f61e96f32d is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:37:53.689457 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ed837bb4-8e35-4aa2-b618-0e9527b2e3f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:53.689833 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed837bb4-8e35-4aa2-b618-0e9527b2e3f9 None None] Bound using segment: {'id': '2444d5ce-e84d-4f54-8f54-50eee91537c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1bf96901-c473-4d8f-aeca-90dc819b4274'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:37:53.690341 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-ed837bb4-8e35-4aa2-b618-0e9527b2e3f9 None None] Bound port: fe7828c7-79f9-45c0-9a3c-73283d5a4937, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2444d5ce-e84d-4f54-8f54-50eee91537c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1bf96901-c473-4d8f-aeca-90dc819b4274'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:37:53.690721 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ed837bb4-8e35-4aa2-b618-0e9527b2e3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:53.699066 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f4856f34-84e6-4bc0-a9e6-4ac17c749c42 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:53.750469 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471859b0-e656-495e-87fc-b12aa10c8c54 None None] Checking router: 86be70a5-5411-4b97-9562-0798561dcc21 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:37:53.751748 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471859b0-e656-495e-87fc-b12aa10c8c54 None None] Updating router 86be70a5-5411-4b97-9562-0798561dcc21 port 02651cda-dbde-40fd-bfa7-feb914218fe1 binding host n-d-825064-1 {{(pid=102432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:37:53.807827 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-471859b0-e656-495e-87fc-b12aa10c8c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:53.813417 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-9fd23b92-e3b7-4705-86f5-6cf8853f22cd tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, bf1114bc-20fb-4d94-aeec-73f61e96f32d) {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:37:53.823400 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd23b92-e3b7-4705-86f5-6cf8853f22cd tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:37:53.826368 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9fd23b92-e3b7-4705-86f5-6cf8853f22cd tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:53.840850 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f11b17-0fdb-4713-a715-8469683699e4 None None] Network bf1114bc-20fb-4d94-aeec-73f61e96f32d requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:37:53.946960 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-03136c59-3183-422b-9f2a-4929f52c966d req-10b3d55d-2423-4d17-af2e-953935b9dbf3 service neutron] 10.222.0.53 "GET /v2.0/networks/dfd50c94-9bfe-434e-a69b-faa778e35648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4427519 Jan 18 22:37:54.021826 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-ed837bb4-8e35-4aa2-b618-0e9527b2e3f9 None None] For port fe7828c7-79f9-45c0-9a3c-73283d5a4937, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:37:54.028322 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd23b92-e3b7-4705-86f5-6cf8853f22cd tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Pushing event updated for resources: {'Port': ['ID=c901269b-f2db-483a-a8f2-c3253eabca42,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:54.080096 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-f4856f34-84e6-4bc0-a9e6-4ac17c749c42 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Allocated IP 172.25.5.85 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/a494fc40-6547-41b5-9376-b7a433533179) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:37:54.107524 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-ed837bb4-8e35-4aa2-b618-0e9527b2e3f9 None None] For port fe7828c7-79f9-45c0-9a3c-73283d5a4937, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=fe7828c7-79f9-45c0-9a3c-73283d5a4937,segment=NetworkSegment(2444d5ce-e84d-4f54-8f54-50eee91537c2),segment_id=2444d5ce-e84d-4f54-8f54-50eee91537c2)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:37:54.121198 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ed837bb4-8e35-4aa2-b618-0e9527b2e3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:54.268974 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-465e8e72-92a8-4ee3-8bee-8eec894c55c6 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1041027'] for router_interface, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:54.281774 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f4856f34-84e6-4bc0-a9e6-4ac17c749c42 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:54.368112 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device beee5900-7e10-4222-8d4a-d6bd29676a63 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:37:54.396027 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f4856f34-84e6-4bc0-a9e6-4ac17c749c42 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:54.431385 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: beee5900-7e10-4222-8d4a-d6bd29676a63 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:37:54.431928 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device beee5900-7e10-4222-8d4a-d6bd29676a63 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:37:54.432527 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 3836b833-033a-42e0-b02f-e5820cbb339d no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:37:54.552213 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed837bb4-8e35-4aa2-b618-0e9527b2e3f9 None None] Pushing event updated for resources: {'Port': ['ID=fe7828c7-79f9-45c0-9a3c-73283d5a4937,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:54.556065 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 3836b833-033a-42e0-b02f-e5820cbb339d {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:37:54.556640 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 3836b833-033a-42e0-b02f-e5820cbb339d not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:37:54.615007 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-85df68e4-b594-43e9-af99-b366c26ca8c1 req-82614067-1ed7-41e2-9a2d-482bf0162c3c tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=746ebad6-c218-49ba-a20c-55049008117e HTTP/1.1" status: 200 len: 210 time: 0.1513805 Jan 18 22:37:54.616827 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cf963e47-4782-443d-993d-fe8e706bd620 req-7f9fee98-9196-423a-9954-606050d56bc0 tempest-ServerShowV247Test-1853840493 tempest-ServerShowV247Test-1853840493-project] 10.222.0.53 "GET /v2.0/ports?device_id=65dadfbc-32ce-4dea-871f-a879c5d982d2 HTTP/1.1" status: 200 len: 210 time: 0.2185144 Jan 18 22:37:54.629756 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd23b92-e3b7-4705-86f5-6cf8853f22cd tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Checking segment: {'id': 'a39898dd-46ad-4db8-ba90-f2f3041f7320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1a99ac65-ac95-417c-81cb-6920b31667e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:37:54.630119 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd23b92-e3b7-4705-86f5-6cf8853f22cd tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Network hostable DHCP agents. Network: 1a99ac65-ac95-417c-81cb-6920b31667e2, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:37:54.669124 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4856f34-84e6-4bc0-a9e6-4ac17c749c42 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Pushing event updated for resources: {'Port': ['ID=a494fc40-6547-41b5-9376-b7a433533179,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:54.681276 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4856f34-84e6-4bc0-a9e6-4ac17c749c42 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:37:54.688354 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-f4856f34-84e6-4bc0-a9e6-4ac17c749c42 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:37:54.692788 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4856f34-84e6-4bc0-a9e6-4ac17c749c42 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:37:54.705454 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:54.803105 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:54.993830 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-465e8e72-92a8-4ee3-8bee-8eec894c55c6 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Deleting port 4db4d56d-d0ef-4f7c-925e-6a85b3012f61 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:37:54.994407 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-465e8e72-92a8-4ee3-8bee-8eec894c55c6 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:55.033564 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-471859b0-e656-495e-87fc-b12aa10c8c54 None None] Notify callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:55.045286 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-471859b0-e656-495e-87fc-b12aa10c8c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:55.059190 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd23b92-e3b7-4705-86f5-6cf8853f22cd tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Network 1a99ac65-ac95-417c-81cb-6920b31667e2 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:37:55.132857 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-9fd23b92-e3b7-4705-86f5-6cf8853f22cd tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 1a99ac65-ac95-417c-81cb-6920b31667e2) {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:37:55.139403 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd23b92-e3b7-4705-86f5-6cf8853f22cd tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:37:55.152621 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd23b92-e3b7-4705-86f5-6cf8853f22cd tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:37:55.162250 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd23b92-e3b7-4705-86f5-6cf8853f22cd tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:37:55.165917 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9fd23b92-e3b7-4705-86f5-6cf8853f22cd tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:55.169830 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-465e8e72-92a8-4ee3-8bee-8eec894c55c6 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] For port 4db4d56d-d0ef-4f7c-925e-6a85b3012f61, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=4db4d56d-d0ef-4f7c-925e-6a85b3012f61,segment=NetworkSegment(07b72280-b885-4ef5-81c6-09831614bfe3),segment_id=07b72280-b885-4ef5-81c6-09831614bfe3)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:37:55.170891 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-465e8e72-92a8-4ee3-8bee-8eec894c55c6 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:55.209916 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-465e8e72-92a8-4ee3-8bee-8eec894c55c6 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Calling delete_port for 4db4d56d-d0ef-4f7c-925e-6a85b3012f61 owned by network:router_interface {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:37:55.276350 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-9fd23b92-e3b7-4705-86f5-6cf8853f22cd tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 4.6927276 Jan 18 22:37:55.278091 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 34920) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:55.313199 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f4856f34-84e6-4bc0-a9e6-4ac17c749c42 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Notify callbacks [] for router_gateway, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:55.335732 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2133d01-d271-45ba-b099-47405d751019 None None] Network 1a99ac65-ac95-417c-81cb-6920b31667e2 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:37:55.385333 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e5898a-1642-40de-8d6a-e90a5da4d8b2 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:37:55.391744 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e5898a-1642-40de-8d6a-e90a5da4d8b2 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:37:55.393961 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-80e5898a-1642-40de-8d6a-e90a5da4d8b2 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1144159 Jan 18 22:37:55.398570 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 34922) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:55.571871 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be3137e-e0c6-4baa-b396-0b4999bd3fcd None None] Pushing event updated for resources: {'Port': ['ID=02651cda-dbde-40fd-bfa7-feb914218fe1,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:55.792975 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f4856f34-84e6-4bc0-a9e6-4ac17c749c42 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1040691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049'] for router, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:55.867661 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-471859b0-e656-495e-87fc-b12aa10c8c54 None None] Attempting to bind port 02651cda-dbde-40fd-bfa7-feb914218fe1 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:37:55.876829 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-471859b0-e656-495e-87fc-b12aa10c8c54 None None] Attempting to bind port 02651cda-dbde-40fd-bfa7-feb914218fe1 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '4a0026ab-4bcd-4b31-8ba0-9267266416e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'dfd50c94-9bfe-434e-a69b-faa778e35648'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:37:55.877220 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471859b0-e656-495e-87fc-b12aa10c8c54 None None] Attempting to bind port 02651cda-dbde-40fd-bfa7-feb914218fe1 on network dfd50c94-9bfe-434e-a69b-faa778e35648 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:37:55.892624 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471859b0-e656-495e-87fc-b12aa10c8c54 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:37:55.893028 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471859b0-e656-495e-87fc-b12aa10c8c54 None None] Checking segment: {'id': '4a0026ab-4bcd-4b31-8ba0-9267266416e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'dfd50c94-9bfe-434e-a69b-faa778e35648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:37:55.910485 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-471859b0-e656-495e-87fc-b12aa10c8c54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:55.910899 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471859b0-e656-495e-87fc-b12aa10c8c54 None None] Bound using segment: {'id': '4a0026ab-4bcd-4b31-8ba0-9267266416e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'dfd50c94-9bfe-434e-a69b-faa778e35648'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:37:55.911408 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-471859b0-e656-495e-87fc-b12aa10c8c54 None None] Bound port: 02651cda-dbde-40fd-bfa7-feb914218fe1, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a0026ab-4bcd-4b31-8ba0-9267266416e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'dfd50c94-9bfe-434e-a69b-faa778e35648'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:37:55.911799 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-471859b0-e656-495e-87fc-b12aa10c8c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:56.070913 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9c9e4b93-054a-4361-803c-b2a11aa54edc req-d93c4217-a19e-452b-99aa-6e65aa02803e tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=746ebad6-c218-49ba-a20c-55049008117e HTTP/1.1" status: 200 len: 210 time: 0.2498128 Jan 18 22:37:56.127862 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-471859b0-e656-495e-87fc-b12aa10c8c54 None None] For port 02651cda-dbde-40fd-bfa7-feb914218fe1, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:37:56.135531 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-471859b0-e656-495e-87fc-b12aa10c8c54 None None] For port 02651cda-dbde-40fd-bfa7-feb914218fe1, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=02651cda-dbde-40fd-bfa7-feb914218fe1,segment=NetworkSegment(4a0026ab-4bcd-4b31-8ba0-9267266416e1),segment_id=4a0026ab-4bcd-4b31-8ba0-9267266416e1)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:37:56.153668 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-471859b0-e656-495e-87fc-b12aa10c8c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:56.159893 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-b7ffc6ad-1da6-4890-91fa-0d110d2a0681 None None] Provisioning complete for port 02651cda-dbde-40fd-bfa7-feb914218fe1 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:37:56.161205 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b7ffc6ad-1da6-4890-91fa-0d110d2a0681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:56.267624 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a322c525-2f60-4e71-ba7a-e837844616c7 None None] Network 1bf96901-c473-4d8f-aeca-90dc819b4274 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:37:56.396358 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device fe7828c7-79f9-45c0-9a3c-73283d5a4937 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:37:56.437320 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471859b0-e656-495e-87fc-b12aa10c8c54 None None] Routers {'86be70a5-5411-4b97-9562-0798561dcc21'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:37:56.437913 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-471859b0-e656-495e-87fc-b12aa10c8c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:37:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['86be70a5-5411-4b97-9562-0798561dcc21'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:37:56.517804 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-465e8e72-92a8-4ee3-8bee-8eec894c55c6 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:56.526676 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be3137e-e0c6-4baa-b396-0b4999bd3fcd None None] Pushing event updated for resources: {'Port': ['ID=02651cda-dbde-40fd-bfa7-feb914218fe1,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:56.574721 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465e8e72-92a8-4ee3-8bee-8eec894c55c6 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Pushing event deleted for resources: {'Port': ['ID=4db4d56d-d0ef-4f7c-925e-6a85b3012f61,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:56.670662 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-48c0d3d8-9a36-4cd7-9295-cde2d69311e0 req-e7187af3-b27a-4846-88ec-6fc132784933 tempest-ServerShowV247Test-1853840493 tempest-ServerShowV247Test-1853840493-project] 10.222.0.53 "GET /v2.0/ports?device_id=65dadfbc-32ce-4dea-871f-a879c5d982d2 HTTP/1.1" status: 200 len: 210 time: 0.7644060 Jan 18 22:37:56.800104 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b7ffc6ad-1da6-4890-91fa-0d110d2a0681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:56.830271 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-465e8e72-92a8-4ee3-8bee-8eec894c55c6 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-613841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1046579'] for router_interface, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:56.903014 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03136c59-3183-422b-9f2a-4929f52c966d req-60bfda12-4ba7-4dd3-a1de-85b2bb49a2ee tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:37:56.905042 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-03136c59-3183-422b-9f2a-4929f52c966d req-60bfda12-4ba7-4dd3-a1de-85b2bb49a2ee tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.67 "GET /v2.0/networks?id=dfd50c94-9bfe-434e-a69b-faa778e35648 HTTP/1.1" status: 200 len: 797 time: 1.0002496 Jan 18 22:37:57.019726 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port fe7828c7-79f9-45c0-9a3c-73283d5a4937 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:37:57.020411 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:57.034379 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-b7ffc6ad-1da6-4890-91fa-0d110d2a0681 None None] For port 02651cda-dbde-40fd-bfa7-feb914218fe1, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=02651cda-dbde-40fd-bfa7-feb914218fe1,segment=NetworkSegment(4a0026ab-4bcd-4b31-8ba0-9267266416e1),segment_id=4a0026ab-4bcd-4b31-8ba0-9267266416e1)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:37:57.051988 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-03136c59-3183-422b-9f2a-4929f52c966d req-48353c33-804d-4b51-9e8e-270d2e2dc6bb tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=438cce0e2f434b5f879ce307da159923 HTTP/1.1" status: 200 len: 380 time: 0.1323035 Jan 18 22:37:57.067560 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-03136c59-3183-422b-9f2a-4929f52c966d req-935aa33e-35e8-4942-885f-7bae36aa47e9 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Request body: {'port': {'device_id': '746ebad6-c218-49ba-a20c-55049008117e', 'network_id': 'dfd50c94-9bfe-434e-a69b-faa778e35648', 'admin_state_up': True, 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'security_groups': ['75c337a0-647f-49a7-9e9b-b45556e7737b']}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:37:57.068838 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-7e4df6cf-7b6f-4a30-8403-134cf38532b1 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Deleting port 335859a6-2fb8-42c5-bd6f-d7247616163d {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:37:57.069183 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7e4df6cf-7b6f-4a30-8403-134cf38532b1 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:57.093409 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4856f34-84e6-4bc0-a9e6-4ac17c749c42 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Router 93350f29-92c4-4387-8389-83638c3119dc is scheduled to L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 with binding_index 1 {{(pid=102430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 22:37:57.100719 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-471859b0-e656-495e-87fc-b12aa10c8c54 None None] Set router 86be70a5-5411-4b97-9562-0798561dcc21 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:37:57.198808 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b7ffc6ad-1da6-4890-91fa-0d110d2a0681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:57.225829 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6815cb2a-ff7e-4f7a-9833-d2191469887c req-b4545c20-ec65-4aa0-8c53-1b25f2304183 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=746ebad6-c218-49ba-a20c-55049008117e HTTP/1.1" status: 200 len: 210 time: 0.0557594 Jan 18 22:37:57.387859 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ffc6ad-1da6-4890-91fa-0d110d2a0681 None None] Pushing event updated for resources: {'Port': ['ID=02651cda-dbde-40fd-bfa7-feb914218fe1,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:57.405648 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4856f34-84e6-4bc0-a9e6-4ac17c749c42 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:37:57.469198 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66c3a92-443d-4f3c-a301-dec3ed673749 None None] Sync routers for ids ['93350f29-92c4-4387-8389-83638c3119dc'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:37:57.498497 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f4856f34-84e6-4bc0-a9e6-4ac17c749c42 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Notify callbacks [] for router, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:57.500360 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-f4856f34-84e6-4bc0-a9e6-4ac17c749c42 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 5.9299586 Jan 18 22:37:57.502963 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 34964) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:57.503564 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7e4df6cf-7b6f-4a30-8403-134cf38532b1 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:57.522577 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-7e4df6cf-7b6f-4a30-8403-134cf38532b1 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Calling delete_port for 335859a6-2fb8-42c5-bd6f-d7247616163d owned by {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:37:57.569496 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03136c59-3183-422b-9f2a-4929f52c966d req-935aa33e-35e8-4942-885f-7bae36aa47e9 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Made reservation on behalf of 438cce0e2f434b5f879ce307da159923 for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:37:57.573347 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-03136c59-3183-422b-9f2a-4929f52c966d req-935aa33e-35e8-4942-885f-7bae36aa47e9 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:57.594829 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-8b4683cf-0a6e-4adb-8db5-9a758d87d2ea None None] Provisioning complete for port 02651cda-dbde-40fd-bfa7-feb914218fe1 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:37:57.595413 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8b4683cf-0a6e-4adb-8db5-9a758d87d2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:57.666312 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66c3a92-443d-4f3c-a301-dec3ed673749 None None] Routers {'93350f29-92c4-4387-8389-83638c3119dc'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:37:57.667045 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-c66c3a92-443d-4f3c-a301-dec3ed673749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:37:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['93350f29-92c4-4387-8389-83638c3119dc'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:37:57.720242 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-465e8e72-92a8-4ee3-8bee-8eec894c55c6 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Router 021a4537-6d58-4bfc-a6ec-d1f0babb404d has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:37:57.731837 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7e4df6cf-7b6f-4a30-8403-134cf38532b1 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:57.734468 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-c66c3a92-443d-4f3c-a301-dec3ed673749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:37:57.756039 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66c3a92-443d-4f3c-a301-dec3ed673749 None None] Routers {'93350f29-92c4-4387-8389-83638c3119dc'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:37:57.756964 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-c66c3a92-443d-4f3c-a301-dec3ed673749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:37:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['93350f29-92c4-4387-8389-83638c3119dc'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:37:57.777699 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4df6cf-7b6f-4a30-8403-134cf38532b1 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Pushing event deleted for resources: {'Port': ['ID=335859a6-2fb8-42c5-bd6f-d7247616163d,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:57.871212 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-34c92f26-fcfe-4393-a0a6-28fe4ed4219e req-2efb93b0-75b4-4e45-a62f-0cc360929b93 tempest-ServerShowV247Test-1853840493 tempest-ServerShowV247Test-1853840493-project] 10.222.0.53 "GET /v2.0/ports?device_id=65dadfbc-32ce-4dea-871f-a879c5d982d2 HTTP/1.1" status: 200 len: 210 time: 0.0518901 Jan 18 22:37:57.941304 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7e4df6cf-7b6f-4a30-8403-134cf38532b1 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:57.944739 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-7e4df6cf-7b6f-4a30-8403-134cf38532b1 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] 10.222.0.53 "DELETE /v2.0/ports/335859a6-2fb8-42c5-bd6f-d7247616163d HTTP/1.1" status: 204 len: 168 time: 2.5455234 Jan 18 22:37:57.947644 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 34974) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:57.957598 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-c66c3a92-443d-4f3c-a301-dec3ed673749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:37:57.958276 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66c3a92-443d-4f3c-a301-dec3ed673749 None None] The sync data for ids ['93350f29-92c4-4387-8389-83638c3119dc'] in n-d-825064-1 is: [] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:37:57.993734 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-03136c59-3183-422b-9f2a-4929f52c966d req-935aa33e-35e8-4942-885f-7bae36aa47e9 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Allocated IP 172.20.0.8 (dfd50c94-9bfe-434e-a69b-faa778e35648/d047a25f-d8c6-49ea-bb54-6da48108f244/da03a90c-5359-4d37-9f0a-8f9b32f4b733) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:37:58.027437 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-465e8e72-92a8-4ee3-8bee-8eec894c55c6 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:37:58.062545 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7f1d61-4ee8-4df6-bf90-85ea3d9a4d6d None None] Sync routers for ids ['021a4537-6d58-4bfc-a6ec-d1f0babb404d'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:37:58.079616 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7f1d61-4ee8-4df6-bf90-85ea3d9a4d6d None None] Routers {'021a4537-6d58-4bfc-a6ec-d1f0babb404d'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:37:58.081213 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-0d7f1d61-4ee8-4df6-bf90-85ea3d9a4d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:37:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['021a4537-6d58-4bfc-a6ec-d1f0babb404d'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:37:58.107243 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-465e8e72-92a8-4ee3-8bee-8eec894c55c6 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "PUT /v2.0/routers/021a4537-6d58-4bfc-a6ec-d1f0babb404d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5051334 Jan 18 22:37:58.116495 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 34980) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:58.141423 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:58.312028 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-fee24709-5dda-467b-ba3f-fabde3ba43c8 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Deleting subnet aeea6293-e272-4bcd-87e9-b4dabda242f0 {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:37:58.337830 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fee24709-5dda-467b-ba3f-fabde3ba43c8 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:58.393627 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-03136c59-3183-422b-9f2a-4929f52c966d req-935aa33e-35e8-4942-885f-7bae36aa47e9 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:58.401684 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-0d7f1d61-4ee8-4df6-bf90-85ea3d9a4d6d None None] Set router 021a4537-6d58-4bfc-a6ec-d1f0babb404d gateway port host: None {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:37:58.425526 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port fe7828c7-79f9-45c0-9a3c-73283d5a4937, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=fe7828c7-79f9-45c0-9a3c-73283d5a4937,segment=NetworkSegment(2444d5ce-e84d-4f54-8f54-50eee91537c2),segment_id=2444d5ce-e84d-4f54-8f54-50eee91537c2)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:37:58.492409 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-8b4683cf-0a6e-4adb-8db5-9a758d87d2ea None None] Provisioning complete for port fe7828c7-79f9-45c0-9a3c-73283d5a4937 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:37:58.495493 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8b4683cf-0a6e-4adb-8db5-9a758d87d2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:58.506489 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:58.520962 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fee24709-5dda-467b-ba3f-fabde3ba43c8 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:58.650088 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-c1f56183-26fa-49e0-be03-4aafecf1c625 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Deleting port c901269b-f2db-483a-a8f2-c3253eabca42 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:37:58.650725 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c1f56183-26fa-49e0-be03-4aafecf1c625 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:58.681778 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=fe7828c7-79f9-45c0-9a3c-73283d5a4937,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:58.728322 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-471859b0-e656-495e-87fc-b12aa10c8c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86be70a5-5411-4b97-9562-0798561dcc21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1744156712', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': 'c0d0a117-500b-4e13-afb2-4bfb269efdec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:37:35Z', 'updated_at': '2022-01-18T22:37:47Z', 'revision_number': 4, 'project_id': '438cce0e2f434b5f879ce307da159923', 'gw_port': {'id': 'c0d0a117-500b-4e13-afb2-4bfb269efdec', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86be70a5-5411-4b97-9562-0798561dcc21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:37:36Z', 'updated_at': '2022-01-18T22:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '02651cda-dbde-40fd-bfa7-feb914218fe1', 'name': '', 'network_id': 'dfd50c94-9bfe-434e-a69b-faa778e35648', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'mac_address': 'fa:16:3e:4d:5f:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86be70a5-5411-4b97-9562-0798561dcc21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': 'd047a25f-d8c6-49ea-bb54-6da48108f244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:37:46Z', 'updated_at': '2022-01-18T22:37:56Z', 'revision_number': 4, 'project_id': '438cce0e2f434b5f879ce307da159923', 'subnets': [{'id': 'd047a25f-d8c6-49ea-bb54-6da48108f244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:37:58.786909 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471859b0-e656-495e-87fc-b12aa10c8c54 None None] The sync data for ids ['86be70a5-5411-4b97-9562-0798561dcc21'] in n-d-825064-1 is: [{'id': '86be70a5-5411-4b97-9562-0798561dcc21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1744156712', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': 'c0d0a117-500b-4e13-afb2-4bfb269efdec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:37:35Z', 'updated_at': '2022-01-18T22:37:47Z', 'revision_number': 4, 'project_id': '438cce0e2f434b5f879ce307da159923', 'gw_port': {'id': 'c0d0a117-500b-4e13-afb2-4bfb269efdec', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86be70a5-5411-4b97-9562-0798561dcc21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:37:36Z', 'updated_at': '2022-01-18T22:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '02651cda-dbde-40fd-bfa7-feb914218fe1', 'name': '', 'network_id': 'dfd50c94-9bfe-434e-a69b-faa778e35648', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'mac_address': 'fa:16:3e:4d:5f:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86be70a5-5411-4b97-9562-0798561dcc21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': 'd047a25f-d8c6-49ea-bb54-6da48108f244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:37:46Z', 'updated_at': '2022-01-18T22:37:56Z', 'revision_number': 4, 'project_id': '438cce0e2f434b5f879ce307da159923', 'subnets': [{'id': 'd047a25f-d8c6-49ea-bb54-6da48108f244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:37:58.845814 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-03136c59-3183-422b-9f2a-4929f52c966d req-935aa33e-35e8-4942-885f-7bae36aa47e9 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:58.850019 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c1f56183-26fa-49e0-be03-4aafecf1c625 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:58.919268 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-c1f56183-26fa-49e0-be03-4aafecf1c625 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Calling delete_port for c901269b-f2db-483a-a8f2-c3253eabca42 owned by {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:37:58.935115 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fee24709-5dda-467b-ba3f-fabde3ba43c8 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:59.064572 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-38313976-15e9-4ee6-9665-0a2c32778645 None None] Provisioning complete for port fe7828c7-79f9-45c0-9a3c-73283d5a4937 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:37:59.065211 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-38313976-15e9-4ee6-9665-0a2c32778645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:59.074296 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-108a8e65-168a-4b0c-8cff-5cf94279c1b1 req-9bac27bb-a474-4114-a6de-fee52bc8b70b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=65dadfbc-32ce-4dea-871f-a879c5d982d2 HTTP/1.1" status: 200 len: 210 time: 0.2529294 Jan 18 22:37:59.075148 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-0d7f1d61-4ee8-4df6-bf90-85ea3d9a4d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021a4537-6d58-4bfc-a6ec-d1f0babb404d', 'name': 'tempest-RoutersIpV6Test-router-999145678', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:37:12Z', 'updated_at': '2022-01-18T22:37:55Z', 'revision_number': 9, 'project_id': 'a713e1ffd908444085524c31c3f7dd42', 'gw_port_host': None, '_interfaces': [{'id': '4e315c9c-1248-44a7-8099-8cc6e8840664', 'name': '', 'network_id': '289c9804-5726-4a3a-aa84-8df73f43851e', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'mac_address': 'fa:16:3e:20:ef:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021a4537-6d58-4bfc-a6ec-d1f0babb404d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': 'cbd22246-9f30-4916-8728-d6dceba581f2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:37:21Z', 'updated_at': '2022-01-18T22:37:31Z', 'revision_number': 5, 'project_id': 'a713e1ffd908444085524c31c3f7dd42', 'subnets': [{'id': 'cbd22246-9f30-4916-8728-d6dceba581f2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50887fd0-e014-4771-888b-02d96c0ae457', 'name': '', 'network_id': '5adde811-8563-455e-9ab4-509b5bc8dd8a', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'mac_address': 'fa:16:3e:cb:8d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021a4537-6d58-4bfc-a6ec-d1f0babb404d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '9825aab6-6ed8-4cbf-981f-f60e2ef46acd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:37:14Z', 'updated_at': '2022-01-18T22:37:21Z', 'revision_number': 5, 'project_id': 'a713e1ffd908444085524c31c3f7dd42', 'subnets': [{'id': '9825aab6-6ed8-4cbf-981f-f60e2ef46acd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:37:59.162708 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7f1d61-4ee8-4df6-bf90-85ea3d9a4d6d None None] Checking router: 021a4537-6d58-4bfc-a6ec-d1f0babb404d for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:37:59.184282 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7f1d61-4ee8-4df6-bf90-85ea3d9a4d6d None None] Routers {'021a4537-6d58-4bfc-a6ec-d1f0babb404d'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:37:59.187106 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-0d7f1d61-4ee8-4df6-bf90-85ea3d9a4d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:37:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['021a4537-6d58-4bfc-a6ec-d1f0babb404d'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:37:59.216081 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5d7aec8d-13df-4e95-b488-aec9de882576 req-09f9f684-c087-413c-8391-f4b5e42eb372 tempest-ServerShowV247Test-1853840493 tempest-ServerShowV247Test-1853840493-project] 10.222.0.53 "GET /v2.0/ports?device_id=65dadfbc-32ce-4dea-871f-a879c5d982d2 HTTP/1.1" status: 200 len: 210 time: 0.1227436 Jan 18 22:37:59.238240 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fee24709-5dda-467b-ba3f-fabde3ba43c8 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:59.338270 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee24709-5dda-467b-ba3f-fabde3ba43c8 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Pushing event deleted for resources: {'Subnet': ['ID=aeea6293-e272-4bcd-87e9-b4dabda242f0,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:59.366537 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03136c59-3183-422b-9f2a-4929f52c966d req-935aa33e-35e8-4942-885f-7bae36aa47e9 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Network dfd50c94-9bfe-434e-a69b-faa778e35648 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:37:59.367579 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fee24709-5dda-467b-ba3f-fabde3ba43c8 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:59.377765 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-fee24709-5dda-467b-ba3f-fabde3ba43c8 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "DELETE /v2.0/subnets/aeea6293-e272-4bcd-87e9-b4dabda242f0 HTTP/1.1" status: 204 len: 168 time: 1.2449946 Jan 18 22:37:59.379972 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4f960c-6a41-4539-b9eb-0a9f1ba76ee2 None None] Network 4a000337-eb62-4dea-ae6d-1609a872072b requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:37:59.380405 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c1f56183-26fa-49e0-be03-4aafecf1c625 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:59.381675 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-03136c59-3183-422b-9f2a-4929f52c966d req-935aa33e-35e8-4942-885f-7bae36aa47e9 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:37:59.398797 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 35010) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:59.406231 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-03136c59-3183-422b-9f2a-4929f52c966d req-935aa33e-35e8-4942-885f-7bae36aa47e9 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:37:59.499996 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-0d7f1d61-4ee8-4df6-bf90-85ea3d9a4d6d None None] Set router 021a4537-6d58-4bfc-a6ec-d1f0babb404d gateway port host: None {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:37:59.567483 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1de893-b326-4931-8ec7-8c17ec6f9fc7 req-eb3ffa7a-15c0-4c02-bc8b-d2723b84ae9c tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:37:59.574666 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ea1de893-b326-4931-8ec7-8c17ec6f9fc7 req-eb3ffa7a-15c0-4c02-bc8b-d2723b84ae9c tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=746ebad6-c218-49ba-a20c-55049008117e HTTP/1.1" status: 200 len: 931 time: 0.7518837 Jan 18 22:37:59.600181 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03136c59-3183-422b-9f2a-4929f52c966d req-935aa33e-35e8-4942-885f-7bae36aa47e9 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:37:59.602037 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-03136c59-3183-422b-9f2a-4929f52c966d req-935aa33e-35e8-4942-885f-7bae36aa47e9 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:59.609479 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935aa33e-35e8-4942-885f-7bae36aa47e9 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Pushing event updated for resources: {'Port': ['ID=da03a90c-5359-4d37-9f0a-8f9b32f4b733,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:59.648278 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f56183-26fa-49e0-be03-4aafecf1c625 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Pushing event deleted for resources: {'Port': ['ID=c901269b-f2db-483a-a8f2-c3253eabca42,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:37:59.654726 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5aa85bca-74f6-4854-ab58-aad831b9d014 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:59.671701 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c1f56183-26fa-49e0-be03-4aafecf1c625 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:59.675088 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-c1f56183-26fa-49e0-be03-4aafecf1c625 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] 10.222.0.53 "DELETE /v2.0/ports/c901269b-f2db-483a-a8f2-c3253eabca42 HTTP/1.1" status: 204 len: 168 time: 1.7264791 Jan 18 22:37:59.688263 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 35014) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:59.759253 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-03136c59-3183-422b-9f2a-4929f52c966d req-935aa33e-35e8-4942-885f-7bae36aa47e9 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6976235 Jan 18 22:37:59.794388 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-03136c59-3183-422b-9f2a-4929f52c966d req-f837d533-6e73-4ead-bff0-7a0dd67b1e07 service neutron] Request body: {'port': {'device_id': '746ebad6-c218-49ba-a20c-55049008117e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:37:59.818228 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-db7c2505-a3d6-4f25-b56e-b4e1516e3351 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0762541 Jan 18 22:37:59.824644 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 35018) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:37:59.835535 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-71ded9ce-3010-45e9-ae04-86e04d3918e9 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1091432479'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:37:59.849265 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b642516-6f8c-46e6-8eaf-0d3e9d3e12e1 None None] DHCP port deletion for 4a000337-eb62-4dea-ae6d-1609a872072b request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:37:59.917387 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71ded9ce-3010-45e9-ae04-86e04d3918e9 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Made reservation on behalf of 55eddd063cf4417aa7f816b707f6fd05 for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:37:59.927384 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-71ded9ce-3010-45e9-ae04-86e04d3918e9 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:37:59.966584 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ea1de893-b326-4931-8ec7-8c17ec6f9fc7 req-e4a10a64-6f35-4212-ae44-652b5dfef1e6 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=75c337a0-647f-49a7-9e9b-b45556e7737b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3391087 Jan 18 22:37:59.990066 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71ded9ce-3010-45e9-ae04-86e04d3918e9 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:38:00.013459 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-71ded9ce-3010-45e9-ae04-86e04d3918e9 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:00.013961 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-71ded9ce-3010-45e9-ae04-86e04d3918e9 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Added segment 0d64b70c-c736-4f83-b089-7dafc16b600f of type vlan for network 93b6d0d9-4ebe-4f51-88b8-6a29226f21cb Jan 18 22:38:00.047894 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-03136c59-3183-422b-9f2a-4929f52c966d req-f837d533-6e73-4ead-bff0-7a0dd67b1e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:00.140765 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-0d7f1d61-4ee8-4df6-bf90-85ea3d9a4d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021a4537-6d58-4bfc-a6ec-d1f0babb404d', 'name': 'tempest-RoutersIpV6Test-router-999145678', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:37:12Z', 'updated_at': '2022-01-18T22:37:55Z', 'revision_number': 9, 'project_id': 'a713e1ffd908444085524c31c3f7dd42', 'gw_port_host': None, '_interfaces': [{'id': '4e315c9c-1248-44a7-8099-8cc6e8840664', 'name': '', 'network_id': '289c9804-5726-4a3a-aa84-8df73f43851e', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'mac_address': 'fa:16:3e:20:ef:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021a4537-6d58-4bfc-a6ec-d1f0babb404d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': 'cbd22246-9f30-4916-8728-d6dceba581f2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:37:21Z', 'updated_at': '2022-01-18T22:37:31Z', 'revision_number': 5, 'project_id': 'a713e1ffd908444085524c31c3f7dd42', 'subnets': [{'id': 'cbd22246-9f30-4916-8728-d6dceba581f2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50887fd0-e014-4771-888b-02d96c0ae457', 'name': '', 'network_id': '5adde811-8563-455e-9ab4-509b5bc8dd8a', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'mac_address': 'fa:16:3e:cb:8d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021a4537-6d58-4bfc-a6ec-d1f0babb404d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '9825aab6-6ed8-4cbf-981f-f60e2ef46acd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:37:14Z', 'updated_at': '2022-01-18T22:37:21Z', 'revision_number': 5, 'project_id': 'a713e1ffd908444085524c31c3f7dd42', 'subnets': [{'id': '9825aab6-6ed8-4cbf-981f-f60e2ef46acd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:38:00.164544 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-71ded9ce-3010-45e9-ae04-86e04d3918e9 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:00.202399 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7f1d61-4ee8-4df6-bf90-85ea3d9a4d6d None None] The sync data for ids ['021a4537-6d58-4bfc-a6ec-d1f0babb404d'] in n-d-825064-1 is: [{'id': '021a4537-6d58-4bfc-a6ec-d1f0babb404d', 'name': 'tempest-RoutersIpV6Test-router-999145678', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:37:12Z', 'updated_at': '2022-01-18T22:37:55Z', 'revision_number': 9, 'project_id': 'a713e1ffd908444085524c31c3f7dd42', 'gw_port_host': None, '_interfaces': [{'id': '4e315c9c-1248-44a7-8099-8cc6e8840664', 'name': '', 'network_id': '289c9804-5726-4a3a-aa84-8df73f43851e', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'mac_address': 'fa:16:3e:20:ef:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021a4537-6d58-4bfc-a6ec-d1f0babb404d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': 'cbd22246-9f30-4916-8728-d6dceba581f2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:37:21Z', 'updated_at': '2022-01-18T22:37:31Z', 'revision_number': 5, 'project_id': 'a713e1ffd908444085524c31c3f7dd42', 'subnets': [{'id': 'cbd22246-9f30-4916-8728-d6dceba581f2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50887fd0-e014-4771-888b-02d96c0ae457', 'name': '', 'network_id': '5adde811-8563-455e-9ab4-509b5bc8dd8a', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'mac_address': 'fa:16:3e:cb:8d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021a4537-6d58-4bfc-a6ec-d1f0babb404d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '9825aab6-6ed8-4cbf-981f-f60e2ef46acd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:37:14Z', 'updated_at': '2022-01-18T22:37:21Z', 'revision_number': 5, 'project_id': 'a713e1ffd908444085524c31c3f7dd42', 'subnets': [{'id': '9825aab6-6ed8-4cbf-981f-f60e2ef46acd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:38:00.269438 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-5aa85bca-74f6-4854-ab58-aad831b9d014 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Deleting port 88592460-4cf3-46a3-9bbf-073cb675ee95 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:38:00.269800 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5aa85bca-74f6-4854-ab58-aad831b9d014 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:00.373340 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-3b642516-6f8c-46e6-8eaf-0d3e9d3e12e1 None None] Deleting port 88592460-4cf3-46a3-9bbf-073cb675ee95 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:38:00.374033 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3b642516-6f8c-46e6-8eaf-0d3e9d3e12e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:00.375712 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-64fa0c21-6351-4627-832e-c59446257bab None None] Provisioning complete for port da03a90c-5359-4d37-9f0a-8f9b32f4b733 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:38:00.376073 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-64fa0c21-6351-4627-832e-c59446257bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:00.392042 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-71ded9ce-3010-45e9-ae04-86e04d3918e9 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:00.399097 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ded9ce-3010-45e9-ae04-86e04d3918e9 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:00.412956 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-71ded9ce-3010-45e9-ae04-86e04d3918e9 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:00.543038 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [req-d0588840-c5f9-4fc3-b264-a7431b16d8c3 req-c222f2ef-d2c7-4440-9921-dcdaed5fa663 tempest-ServerActionsTestJSON-278532892 tempest-ServerActionsTestJSON-278532892-project] (102430) timed out ('10.222.0.67', 55902) {{(pid=102430) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jan 18 22:38:00.548754 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-64fa0c21-6351-4627-832e-c59446257bab None None] Port da03a90c-5359-4d37-9f0a-8f9b32f4b733 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:38:00.575482 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-3b642516-6f8c-46e6-8eaf-0d3e9d3e12e1 None None] For port 88592460-4cf3-46a3-9bbf-073cb675ee95, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=88592460-4cf3-46a3-9bbf-073cb675ee95,segment=NetworkSegment(07b72280-b885-4ef5-81c6-09831614bfe3),segment_id=07b72280-b885-4ef5-81c6-09831614bfe3)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:38:00.576046 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3b642516-6f8c-46e6-8eaf-0d3e9d3e12e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:00.578009 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-71ded9ce-3010-45e9-ae04-86e04d3918e9 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7507160 Jan 18 22:38:00.585879 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 35028) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:00.614112 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-998c327f-449a-4af8-be3a-bbc0e90d4ea9 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-567288180'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:38:00.630867 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-45ab6f2f-fac9-4c06-b6a8-b9231c2c904b req-753ca8f4-4fd7-4341-bd7e-23ea975bc2e1 tempest-ServerShowV247Test-1853840493 tempest-ServerShowV247Test-1853840493-project] 10.222.0.53 "GET /v2.0/ports?device_id=65dadfbc-32ce-4dea-871f-a879c5d982d2 HTTP/1.1" status: 200 len: 210 time: 0.2274008 Jan 18 22:38:00.636648 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-3b642516-6f8c-46e6-8eaf-0d3e9d3e12e1 None None] Calling delete_port for 88592460-4cf3-46a3-9bbf-073cb675ee95 owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:38:00.642548 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-5aa85bca-74f6-4854-ab58-aad831b9d014 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] For port 88592460-4cf3-46a3-9bbf-073cb675ee95, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=88592460-4cf3-46a3-9bbf-073cb675ee95,segment=NetworkSegment(07b72280-b885-4ef5-81c6-09831614bfe3),segment_id=07b72280-b885-4ef5-81c6-09831614bfe3)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:38:00.652588 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5aa85bca-74f6-4854-ab58-aad831b9d014 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:00.682663 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ded9ce-3010-45e9-ae04-86e04d3918e9 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Pushing event updated for resources: {'Network': ['ID=93b6d0d9-4ebe-4f51-88b8-6a29226f21cb,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:00.715600 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 93b6d0d9-4ebe-4f51-88b8-6a29226f21cb details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:38:00.730048 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-5aa85bca-74f6-4854-ab58-aad831b9d014 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Calling delete_port for 88592460-4cf3-46a3-9bbf-073cb675ee95 owned by network:dhcp {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:38:00.889057 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-998c327f-449a-4af8-be3a-bbc0e90d4ea9 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Made reservation on behalf of 55eddd063cf4417aa7f816b707f6fd05 for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:38:00.898363 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-998c327f-449a-4af8-be3a-bbc0e90d4ea9 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:00.954398 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device fe7828c7-79f9-45c0-9a3c-73283d5a4937 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:38:00.989404 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-998c327f-449a-4af8-be3a-bbc0e90d4ea9 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:38:01.020807 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-998c327f-449a-4af8-be3a-bbc0e90d4ea9 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:01.021185 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-998c327f-449a-4af8-be3a-bbc0e90d4ea9 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Added segment 53c652aa-d57b-4ef0-bde7-db39e383008f of type vlan for network e1ca888e-c8ae-4687-b4c9-71fe57d45b95 Jan 18 22:38:01.054293 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5aa85bca-74f6-4854-ab58-aad831b9d014 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:01.091699 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-589a3876-4517-4b90-8498-645284db1bb2 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:01.110639 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3b642516-6f8c-46e6-8eaf-0d3e9d3e12e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:01.142146 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b642516-6f8c-46e6-8eaf-0d3e9d3e12e1 None None] Pushing event deleted for resources: {'Port': ['ID=88592460-4cf3-46a3-9bbf-073cb675ee95,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:01.153453 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b642516-6f8c-46e6-8eaf-0d3e9d3e12e1 None None] No DVR routers for this DVR port 88592460-4cf3-46a3-9bbf-073cb675ee95 on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:38:01.168247 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port fe7828c7-79f9-45c0-9a3c-73283d5a4937 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:38:01.168848 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:01.186308 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa85bca-74f6-4854-ab58-aad831b9d014 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] No DVR routers for this DVR port 88592460-4cf3-46a3-9bbf-073cb675ee95 on host n-d-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:38:01.226418 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa85bca-74f6-4854-ab58-aad831b9d014 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Pushing event deleted for resources: {'Port': ['ID=88592460-4cf3-46a3-9bbf-073cb675ee95,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:01.333329 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 02651cda-dbde-40fd-bfa7-feb914218fe1 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:38:01.375622 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-998c327f-449a-4af8-be3a-bbc0e90d4ea9 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:01.395330 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5aa85bca-74f6-4854-ab58-aad831b9d014 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:01.442205 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-5aa85bca-74f6-4854-ab58-aad831b9d014 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a000337-eb62-4dea-ae6d-1609a872072b']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:38:01.459886 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-5aa85bca-74f6-4854-ab58-aad831b9d014 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07b72280-b885-4ef5-81c6-09831614bfe3') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:38:01.460296 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-5aa85bca-74f6-4854-ab58-aad831b9d014 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07b72280-b885-4ef5-81c6-09831614bfe3') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:38:01.467964 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-998c327f-449a-4af8-be3a-bbc0e90d4ea9 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:01.474250 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998c327f-449a-4af8-be3a-bbc0e90d4ea9 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:01.474897 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-998c327f-449a-4af8-be3a-bbc0e90d4ea9 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:01.476312 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beaec7c-2e74-46c8-bbc1-d0ff71e56469 req-a68ecef1-8f2c-494e-845b-322e9f945983 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:01.477602 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2beaec7c-2e74-46c8-bbc1-d0ff71e56469 req-a68ecef1-8f2c-494e-845b-322e9f945983 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=746ebad6-c218-49ba-a20c-55049008117e HTTP/1.1" status: 200 len: 931 time: 0.3062539 Jan 18 22:38:01.485590 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [req-03136c59-3183-422b-9f2a-4929f52c966d req-f837d533-6e73-4ead-bff0-7a0dd67b1e07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da03a90c-5359-4d37-9f0a-8f9b32f4b733 {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:38:01.494234 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 02651cda-dbde-40fd-bfa7-feb914218fe1 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:38:01.495213 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:01.498437 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-03136c59-3183-422b-9f2a-4929f52c966d req-f837d533-6e73-4ead-bff0-7a0dd67b1e07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:01.514254 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-03136c59-3183-422b-9f2a-4929f52c966d req-f837d533-6e73-4ead-bff0-7a0dd67b1e07 service neutron] Transition to ACTIVE for port object da03a90c-5359-4d37-9f0a-8f9b32f4b733 will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:38:01.540425 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4c7e8672-e6cd-4e98-93e6-ea68653bf3b5 req-cacd3975-699a-4327-9841-1d00adbb25fc tempest-ServerShowV247Test-1853840493 tempest-ServerShowV247Test-1853840493-project] 10.222.0.53 "GET /v2.0/ports?device_id=65dadfbc-32ce-4dea-871f-a879c5d982d2&device_id=7742e192-d9f7-4edd-8468-127c74ecbc3b HTTP/1.1" status: 200 len: 210 time: 0.0939941 Jan 18 22:38:01.549688 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5aa85bca-74f6-4854-ab58-aad831b9d014 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:01.558748 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-03136c59-3183-422b-9f2a-4929f52c966d req-f837d533-6e73-4ead-bff0-7a0dd67b1e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:01.561259 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-998c327f-449a-4af8-be3a-bbc0e90d4ea9 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9621501 Jan 18 22:38:01.584163 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998c327f-449a-4af8-be3a-bbc0e90d4ea9 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Pushing event updated for resources: {'Network': ['ID=e1ca888e-c8ae-4687-b4c9-71fe57d45b95,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:01.599368 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network e1ca888e-c8ae-4687-b4c9-71fe57d45b95 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:38:01.609395 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5aa85bca-74f6-4854-ab58-aad831b9d014 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:01.618975 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5aa85bca-74f6-4854-ab58-aad831b9d014 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:38:01.619738 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5aa85bca-74f6-4854-ab58-aad831b9d014 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:01.622946 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f837d533-6e73-4ead-bff0-7a0dd67b1e07 service neutron] Pushing event updated for resources: {'Port': ['ID=da03a90c-5359-4d37-9f0a-8f9b32f4b733,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:01.684500 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2beaec7c-2e74-46c8-bbc1-d0ff71e56469 req-b1c15248-6faf-4e0a-a478-967c0dd607de tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=75c337a0-647f-49a7-9e9b-b45556e7737b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426971 Jan 18 22:38:01.705116 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 35046) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:01.710398 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:38:01.710398 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:38:01.710398 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:38:01.710398 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:38:01.710398 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:38:01.710398 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:38:01.710398 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:38:01.710398 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:38:01.710398 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:38:01.710398 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:38:01.710398 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:38:01.710398 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:38:01.710398 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:38:01.710398 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:38:01.710398 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:38:01.710398 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:38:01.710398 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:38:01.710398 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:38:01.710398 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:38:01.710398 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:38:01.710398 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:38:01.710398 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:38:01.710398 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:38:01.710398 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:38:01.710398 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:38:01.710398 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:38:01.710398 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:38:01.710398 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:38:01.710398 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:38:01.710398 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:38:01.710398 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:38:01.710398 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:38:01.734482 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-6968979d-eec9-4edc-a433-f3121ad65aa5 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Request body: {'subnets': [{'network_id': '93b6d0d9-4ebe-4f51-88b8-6a29226f21cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1589857709', 'ip_version': 4}, {'network_id': 'e1ca888e-c8ae-4687-b4c9-71fe57d45b95', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:38:01.734682 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-6968979d-eec9-4edc-a433-f3121ad65aa5 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Request body: {'subnet': {'network_id': '93b6d0d9-4ebe-4f51-88b8-6a29226f21cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1589857709', 'ip_version': 4}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:38:01.735260 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-6968979d-eec9-4edc-a433-f3121ad65aa5 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Request body: {'subnet': {'network_id': 'e1ca888e-c8ae-4687-b4c9-71fe57d45b95', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:38:01.742394 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5aa85bca-74f6-4854-ab58-aad831b9d014 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:01.752947 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5aa85bca-74f6-4854-ab58-aad831b9d014 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:01.754950 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-5aa85bca-74f6-4854-ab58-aad831b9d014 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "DELETE /v2.0/networks/4a000337-eb62-4dea-ae6d-1609a872072b HTTP/1.1" status: 204 len: 168 time: 2.2343724 Jan 18 22:38:01.762014 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 35054) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:01.771334 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa85bca-74f6-4854-ab58-aad831b9d014 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Pushing event deleted for resources: {'Network': ['ID=4a000337-eb62-4dea-ae6d-1609a872072b,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:01.887072 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 88592460-4cf3-46a3-9bbf-073cb675ee95 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:38:01.918407 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 88592460-4cf3-46a3-9bbf-073cb675ee95 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:38:01.918842 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 88592460-4cf3-46a3-9bbf-073cb675ee95 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:38:01.919358 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 4db4d56d-d0ef-4f7c-925e-6a85b3012f61 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:38:01.968093 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 4db4d56d-d0ef-4f7c-925e-6a85b3012f61 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:38:01.968464 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 4db4d56d-d0ef-4f7c-925e-6a85b3012f61 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:38:02.125188 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8033fd14-f9ca-477c-a3a8-e879d115de41 req-e73e6a82-ad1c-4ff3-acac-ec90fb0702d6 tempest-ServerShowV247Test-1853840493 tempest-ServerShowV247Test-1853840493-project] 10.222.0.53 "GET /v2.0/ports?device_id=65dadfbc-32ce-4dea-871f-a879c5d982d2 HTTP/1.1" status: 200 len: 210 time: 0.0807135 Jan 18 22:38:02.183116 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-90720505-f669-4400-9e87-27ade17f010d req-8054cf38-59d4-407e-851a-bea1e2151b0d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=33b2766d2f8241a68fc5f6c0b2af2d43&device_id=65dadfbc-32ce-4dea-871f-a879c5d982d2 HTTP/1.1" status: 200 len: 210 time: 0.2957673 Jan 18 22:38:02.672223 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-03136c59-3183-422b-9f2a-4929f52c966d req-f837d533-6e73-4ead-bff0-7a0dd67b1e07 service neutron] Attempting to bind port da03a90c-5359-4d37-9f0a-8f9b32f4b733 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:38:02.672872 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-03136c59-3183-422b-9f2a-4929f52c966d req-f837d533-6e73-4ead-bff0-7a0dd67b1e07 service neutron] Attempting to bind port da03a90c-5359-4d37-9f0a-8f9b32f4b733 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '4a0026ab-4bcd-4b31-8ba0-9267266416e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'dfd50c94-9bfe-434e-a69b-faa778e35648'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:38:02.672872 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03136c59-3183-422b-9f2a-4929f52c966d req-f837d533-6e73-4ead-bff0-7a0dd67b1e07 service neutron] Attempting to bind port da03a90c-5359-4d37-9f0a-8f9b32f4b733 on network dfd50c94-9bfe-434e-a69b-faa778e35648 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:38:02.709746 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-90720505-f669-4400-9e87-27ade17f010d req-81cdee18-929a-4c6c-8a26-3b22bbea26f3 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=33b2766d2f8241a68fc5f6c0b2af2d43&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1296568 Jan 18 22:38:02.762795 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03136c59-3183-422b-9f2a-4929f52c966d req-f837d533-6e73-4ead-bff0-7a0dd67b1e07 service neutron] Port da03a90c-5359-4d37-9f0a-8f9b32f4b733 on network dfd50c94-9bfe-434e-a69b-faa778e35648 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:38:02.763127 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03136c59-3183-422b-9f2a-4929f52c966d req-f837d533-6e73-4ead-bff0-7a0dd67b1e07 service neutron] Attempting to bind port da03a90c-5359-4d37-9f0a-8f9b32f4b733 on network dfd50c94-9bfe-434e-a69b-faa778e35648 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:38:02.772293 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-589a3876-4517-4b90-8498-645284db1bb2 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Allocated IP 172.20.0.1 (1bf96901-c473-4d8f-aeca-90dc819b4274/70a0952f-f265-4053-b613-ba3b7f6338ee/0d0e0c27-74be-4932-aa28-7361566d0cb1) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:38:02.838309 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03136c59-3183-422b-9f2a-4929f52c966d req-f837d533-6e73-4ead-bff0-7a0dd67b1e07 service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:38:02.838652 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03136c59-3183-422b-9f2a-4929f52c966d req-f837d533-6e73-4ead-bff0-7a0dd67b1e07 service neutron] Checking segment: {'id': '4a0026ab-4bcd-4b31-8ba0-9267266416e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'dfd50c94-9bfe-434e-a69b-faa778e35648'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:38:02.839040 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03136c59-3183-422b-9f2a-4929f52c966d req-f837d533-6e73-4ead-bff0-7a0dd67b1e07 service neutron] Bound using segment: {'id': '4a0026ab-4bcd-4b31-8ba0-9267266416e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'dfd50c94-9bfe-434e-a69b-faa778e35648'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:38:02.839482 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-03136c59-3183-422b-9f2a-4929f52c966d req-f837d533-6e73-4ead-bff0-7a0dd67b1e07 service neutron] Bound port: da03a90c-5359-4d37-9f0a-8f9b32f4b733, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a0026ab-4bcd-4b31-8ba0-9267266416e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'dfd50c94-9bfe-434e-a69b-faa778e35648'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:38:02.839848 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-03136c59-3183-422b-9f2a-4929f52c966d req-f837d533-6e73-4ead-bff0-7a0dd67b1e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:03.064330 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6968979d-eec9-4edc-a433-f3121ad65aa5 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Made reservation on behalf of 55eddd063cf4417aa7f816b707f6fd05 for: {'subnet': 2} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:38:03.077038 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6968979d-eec9-4edc-a433-f3121ad65aa5 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62288702'] for subnet, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:03.077353 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6968979d-eec9-4edc-a433-f3121ad65aa5 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62288702'] for subnet, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:03.100946 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90720505-f669-4400-9e87-27ade17f010d req-1296b544-d805-4f1d-8e1b-1a9c423e17e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:03.102459 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-90720505-f669-4400-9e87-27ade17f010d req-1296b544-d805-4f1d-8e1b-1a9c423e17e4 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3826661 Jan 18 22:38:03.123624 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e60eea-fd75-48f0-b198-fdd738edca8f req-879e93bc-a9e2-4142-8e8a-5dc7173ebfbb tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:03.125574 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b0e60eea-fd75-48f0-b198-fdd738edca8f req-879e93bc-a9e2-4142-8e8a-5dc7173ebfbb tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=746ebad6-c218-49ba-a20c-55049008117e HTTP/1.1" status: 200 len: 943 time: 0.2904284 Jan 18 22:38:03.231443 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 22:38:03.258722 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-03136c59-3183-422b-9f2a-4929f52c966d req-f837d533-6e73-4ead-bff0-7a0dd67b1e07 service neutron] For port da03a90c-5359-4d37-9f0a-8f9b32f4b733, host n-h2-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:38:03.344927 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-03136c59-3183-422b-9f2a-4929f52c966d req-f837d533-6e73-4ead-bff0-7a0dd67b1e07 service neutron] For port da03a90c-5359-4d37-9f0a-8f9b32f4b733, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=da03a90c-5359-4d37-9f0a-8f9b32f4b733,segment=NetworkSegment(4a0026ab-4bcd-4b31-8ba0-9267266416e1),segment_id=4a0026ab-4bcd-4b31-8ba0-9267266416e1)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:38:03.365669 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-589a3876-4517-4b90-8498-645284db1bb2 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:03.373192 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-01ca8793-fdbc-497b-a182-4a9958bb56cc req-a945f87a-187c-4dd4-a884-596d24b2c456 tempest-ServerShowV247Test-1853840493 tempest-ServerShowV247Test-1853840493-project] 10.222.0.53 "GET /v2.0/ports?device_id=65dadfbc-32ce-4dea-871f-a879c5d982d2 HTTP/1.1" status: 200 len: 210 time: 0.1068070 Jan 18 22:38:03.379536 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-03136c59-3183-422b-9f2a-4929f52c966d req-f837d533-6e73-4ead-bff0-7a0dd67b1e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:03.398882 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b0e60eea-fd75-48f0-b198-fdd738edca8f req-a51a451f-a8c7-4d83-85f1-58523254b1cd tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=75c337a0-647f-49a7-9e9b-b45556e7737b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2559772 Jan 18 22:38:03.477131 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03136c59-3183-422b-9f2a-4929f52c966d req-f837d533-6e73-4ead-bff0-7a0dd67b1e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:03.477785 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-03136c59-3183-422b-9f2a-4929f52c966d req-f837d533-6e73-4ead-bff0-7a0dd67b1e07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:03.479852 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-03136c59-3183-422b-9f2a-4929f52c966d req-f837d533-6e73-4ead-bff0-7a0dd67b1e07 service neutron] 10.222.0.67 "PUT /v2.0/ports/da03a90c-5359-4d37-9f0a-8f9b32f4b733 HTTP/1.1" status: 200 len: 1091 time: 3.7049789 Jan 18 22:38:03.486860 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '746ebad6-c218-49ba-a20c-55049008117e', 'tag': 'da03a90c-5359-4d37-9f0a-8f9b32f4b733'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:38:03.489157 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4ab23cb-4e47-430e-b13e-a24bd03fc72c" -d '{"events": [{"name": "network-changed", "server_uuid": "746ebad6-c218-49ba-a20c-55049008117e", "tag": "da03a90c-5359-4d37-9f0a-8f9b32f4b733"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:38:03.581887 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a4120cc-2cb8-4bf8-a9fa-47e20d3dfe6a x-openstack-request-id: req-3a4120cc-2cb8-4bf8-a9fa-47e20d3dfe6a {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:38:03.582177 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "746ebad6-c218-49ba-a20c-55049008117e", "tag": "da03a90c-5359-4d37-9f0a-8f9b32f4b733", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:38:03.582428 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3a4120cc-2cb8-4bf8-a9fa-47e20d3dfe6a {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:38:03.582827 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '746ebad6-c218-49ba-a20c-55049008117e', 'tag': 'da03a90c-5359-4d37-9f0a-8f9b32f4b733', 'status': 'completed', 'code': 200} Jan 18 22:38:03.591021 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f837d533-6e73-4ead-bff0-7a0dd67b1e07 service neutron] Pushing event updated for resources: {'Port': ['ID=da03a90c-5359-4d37-9f0a-8f9b32f4b733,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:03.690506 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-589a3876-4517-4b90-8498-645284db1bb2 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:03.834169 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589a3876-4517-4b90-8498-645284db1bb2 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Network 1bf96901-c473-4d8f-aeca-90dc819b4274 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:38:03.846427 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-589a3876-4517-4b90-8498-645284db1bb2 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:38:03.860118 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589a3876-4517-4b90-8498-645284db1bb2 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:38:03.874243 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03136c59-3183-422b-9f2a-4929f52c966d req-d8a2dccf-c694-49d3-97e5-24d675680dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:03.876985 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-03136c59-3183-422b-9f2a-4929f52c966d req-d8a2dccf-c694-49d3-97e5-24d675680dda service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=438cce0e2f434b5f879ce307da159923&device_id=746ebad6-c218-49ba-a20c-55049008117e HTTP/1.1" status: 200 len: 1094 time: 0.3436782 Jan 18 22:38:03.910472 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589a3876-4517-4b90-8498-645284db1bb2 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Pushing event updated for resources: {'Port': ['ID=0d0e0c27-74be-4932-aa28-7361566d0cb1,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:04.001022 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-03136c59-3183-422b-9f2a-4929f52c966d req-c1cca197-3fe3-4c33-9351-84f0cc297c0e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da03a90c-5359-4d37-9f0a-8f9b32f4b733 HTTP/1.1" status: 200 len: 217 time: 0.1097608 Jan 18 22:38:04.056992 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-589a3876-4517-4b90-8498-645284db1bb2 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1040954'] for router_interface, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:04.074314 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-585136aa-cf74-42d2-8d9d-4f20620bfd6c tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1041027'] for router_interface, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:04.195706 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-882f05b1-1fd1-4362-89c1-a202927e5503 None None] Provisioning complete for port 0d0e0c27-74be-4932-aa28-7361566d0cb1 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:38:04.196781 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-882f05b1-1fd1-4362-89c1-a202927e5503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:04.236049 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03136c59-3183-422b-9f2a-4929f52c966d req-a83c5b42-bfa0-46c0-a30c-6dd5e02916d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:04.238165 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-03136c59-3183-422b-9f2a-4929f52c966d req-a83c5b42-bfa0-46c0-a30c-6dd5e02916d5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d047a25f-d8c6-49ea-bb54-6da48108f244 HTTP/1.1" status: 200 len: 834 time: 0.2270856 Jan 18 22:38:04.243197 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-882f05b1-1fd1-4362-89c1-a202927e5503 None None] Port 0d0e0c27-74be-4932-aa28-7361566d0cb1 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:38:04.401623 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-90720505-f669-4400-9e87-27ade17f010d req-cf9b1281-1478-42f4-b5af-2c7523451ad3 tempest-ServerShowV247Test-1853840493 tempest-ServerShowV247Test-1853840493-project] 10.222.0.36 "GET /v2.0/ports?device_id=65dadfbc-32ce-4dea-871f-a879c5d982d2 HTTP/1.1" status: 200 len: 210 time: 0.0533068 Jan 18 22:38:04.489684 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6968979d-eec9-4edc-a433-f3121ad65aa5 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60203213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62288684'] for subnet, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:04.497137 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03136c59-3183-422b-9f2a-4929f52c966d req-cd70ee23-d705-4287-a145-4c99f1255aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:04.509288 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-03136c59-3183-422b-9f2a-4929f52c966d req-cd70ee23-d705-4287-a145-4c99f1255aec service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dfd50c94-9bfe-434e-a69b-faa778e35648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2576301 Jan 18 22:38:04.733508 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8d5430b7-4d3f-41dc-b988-5a25b3cbd3da req-b9511e2f-062d-4b36-85c2-a08f716c31cc tempest-ServerShowV247Test-1853840493 tempest-ServerShowV247Test-1853840493-project] 10.222.0.53 "GET /v2.0/ports?device_id=65dadfbc-32ce-4dea-871f-a879c5d982d2 HTTP/1.1" status: 200 len: 210 time: 0.1838577 Jan 18 22:38:04.753962 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6968979d-eec9-4edc-a433-f3121ad65aa5 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Pushing event updated for resources: {'Subnet': ['ID=87a8a513-e2ea-4f71-b792-cefd886d264b,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:04.757071 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-589a3876-4517-4b90-8498-645284db1bb2 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:04.839797 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6968979d-eec9-4edc-a433-f3121ad65aa5 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Checking segment: {'id': '0d64b70c-c736-4f83-b089-7dafc16b600f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '93b6d0d9-4ebe-4f51-88b8-6a29226f21cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:38:04.840170 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6968979d-eec9-4edc-a433-f3121ad65aa5 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Network hostable DHCP agents. Network: 93b6d0d9-4ebe-4f51-88b8-6a29226f21cb, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:38:04.854846 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb45efb1-1ad1-4da7-90ed-889e3c53b77d req-7dc83c0a-1a50-4b61-a27a-8e78460b24b9 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:04.860906 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-eb45efb1-1ad1-4da7-90ed-889e3c53b77d req-7dc83c0a-1a50-4b61-a27a-8e78460b24b9 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=746ebad6-c218-49ba-a20c-55049008117e HTTP/1.1" status: 200 len: 943 time: 0.3437474 Jan 18 22:38:04.954464 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-03136c59-3183-422b-9f2a-4929f52c966d req-5e5581f1-2dbe-4229-bafa-d15e0942535d service neutron] 10.222.0.67 "GET /v2.0/networks/dfd50c94-9bfe-434e-a69b-faa778e35648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4035056 Jan 18 22:38:04.993097 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6968979d-eec9-4edc-a433-f3121ad65aa5 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Network 93b6d0d9-4ebe-4f51-88b8-6a29226f21cb is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:38:05.113719 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-eb45efb1-1ad1-4da7-90ed-889e3c53b77d req-d7d35fe6-fb05-4e40-9977-a4e7b8a7f839 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=75c337a0-647f-49a7-9e9b-b45556e7737b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2330692 Jan 18 22:38:05.114584 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-6968979d-eec9-4edc-a433-f3121ad65aa5 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 93b6d0d9-4ebe-4f51-88b8-6a29226f21cb) {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:38:05.139841 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e192b8d4-d51a-44ca-b446-c5396c003db1 None None] Network 93b6d0d9-4ebe-4f51-88b8-6a29226f21cb requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:38:05.154687 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6968979d-eec9-4edc-a433-f3121ad65aa5 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60203213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62288684'] for subnet, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:05.300827 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5e1fea-6b1d-446e-9a0a-ded0b79ed628 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-93b6d0d9-4ebe-4f51-88b8-6a29226f21cb', 'network_id': '93b6d0d9-4ebe-4f51-88b8-6a29226f21cb', 'tenant_id': '55eddd063cf4417aa7f816b707f6fd05', 'fixed_ips': [{'subnet_id': '87a8a513-e2ea-4f71-b792-cefd886d264b'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:38:05.301857 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-aa5e1fea-6b1d-446e-9a0a-ded0b79ed628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:05.451578 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-aa5e1fea-6b1d-446e-9a0a-ded0b79ed628 None None] Allocated IP 172.20.0.2 (93b6d0d9-4ebe-4f51-88b8-6a29226f21cb/87a8a513-e2ea-4f71-b792-cefd886d264b/cd7d2280-c01b-4386-89c6-68836cb22c9a) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:38:05.609442 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6968979d-eec9-4edc-a433-f3121ad65aa5 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Pushing event updated for resources: {'Subnet': ['ID=bef71262-9689-4abe-87cc-189b9b524f9a,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:05.612865 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-aa5e1fea-6b1d-446e-9a0a-ded0b79ed628 None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:05.620033 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-aa5e1fea-6b1d-446e-9a0a-ded0b79ed628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:05.667570 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5e1fea-6b1d-446e-9a0a-ded0b79ed628 None None] Network 93b6d0d9-4ebe-4f51-88b8-6a29226f21cb is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:38:05.669557 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-03136c59-3183-422b-9f2a-4929f52c966d req-9b1b9c7f-8200-47a8-bb27-188231ef40b2 service neutron] 10.222.0.67 "GET /v2.0/networks/dfd50c94-9bfe-434e-a69b-faa778e35648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6916780 Jan 18 22:38:05.672173 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-aa5e1fea-6b1d-446e-9a0a-ded0b79ed628 None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:38:05.674310 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5e1fea-6b1d-446e-9a0a-ded0b79ed628 None None] Pushing event updated for resources: {'Port': ['ID=cd7d2280-c01b-4386-89c6-68836cb22c9a,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:05.682409 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5e1fea-6b1d-446e-9a0a-ded0b79ed628 None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:38:05.685206 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5e1fea-6b1d-446e-9a0a-ded0b79ed628 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:38:05.685715 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5e1fea-6b1d-446e-9a0a-ded0b79ed628 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:38:05.686226 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5e1fea-6b1d-446e-9a0a-ded0b79ed628 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:38:05.686738 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5e1fea-6b1d-446e-9a0a-ded0b79ed628 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:38:05.687226 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5e1fea-6b1d-446e-9a0a-ded0b79ed628 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:38:05.687721 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5e1fea-6b1d-446e-9a0a-ded0b79ed628 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:38:05.688364 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5e1fea-6b1d-446e-9a0a-ded0b79ed628 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:38:05.688570 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-585136aa-cf74-42d2-8d9d-4f20620bfd6c tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Deleting port 4e315c9c-1248-44a7-8099-8cc6e8840664 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:38:05.688915 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-585136aa-cf74-42d2-8d9d-4f20620bfd6c tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:05.689171 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5e1fea-6b1d-446e-9a0a-ded0b79ed628 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:38:05.690298 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5e1fea-6b1d-446e-9a0a-ded0b79ed628 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:38:05.690763 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5e1fea-6b1d-446e-9a0a-ded0b79ed628 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:38:05.691313 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5e1fea-6b1d-446e-9a0a-ded0b79ed628 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:38:05.691680 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5e1fea-6b1d-446e-9a0a-ded0b79ed628 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:38:05.696161 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6968979d-eec9-4edc-a433-f3121ad65aa5 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Checking segment: {'id': '53c652aa-d57b-4ef0-bde7-db39e383008f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e1ca888e-c8ae-4687-b4c9-71fe57d45b95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:38:05.696536 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6968979d-eec9-4edc-a433-f3121ad65aa5 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Network hostable DHCP agents. Network: e1ca888e-c8ae-4687-b4c9-71fe57d45b95, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:38:05.753265 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-aa5e1fea-6b1d-446e-9a0a-ded0b79ed628 None None] Attempting to bind port cd7d2280-c01b-4386-89c6-68836cb22c9a on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:38:05.753702 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-aa5e1fea-6b1d-446e-9a0a-ded0b79ed628 None None] Attempting to bind port cd7d2280-c01b-4386-89c6-68836cb22c9a by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '0d64b70c-c736-4f83-b089-7dafc16b600f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '93b6d0d9-4ebe-4f51-88b8-6a29226f21cb'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:38:05.754151 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5e1fea-6b1d-446e-9a0a-ded0b79ed628 None None] Attempting to bind port cd7d2280-c01b-4386-89c6-68836cb22c9a on network 93b6d0d9-4ebe-4f51-88b8-6a29226f21cb {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:38:05.759438 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5e1fea-6b1d-446e-9a0a-ded0b79ed628 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:38:05.760105 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5e1fea-6b1d-446e-9a0a-ded0b79ed628 None None] Checking segment: {'id': '0d64b70c-c736-4f83-b089-7dafc16b600f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '93b6d0d9-4ebe-4f51-88b8-6a29226f21cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:38:05.760728 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-aa5e1fea-6b1d-446e-9a0a-ded0b79ed628 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:05.761435 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5e1fea-6b1d-446e-9a0a-ded0b79ed628 None None] Bound using segment: {'id': '0d64b70c-c736-4f83-b089-7dafc16b600f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '93b6d0d9-4ebe-4f51-88b8-6a29226f21cb'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:38:05.762583 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-aa5e1fea-6b1d-446e-9a0a-ded0b79ed628 None None] Bound port: cd7d2280-c01b-4386-89c6-68836cb22c9a, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d64b70c-c736-4f83-b089-7dafc16b600f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '93b6d0d9-4ebe-4f51-88b8-6a29226f21cb'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:38:05.763167 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-aa5e1fea-6b1d-446e-9a0a-ded0b79ed628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:05.868470 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6968979d-eec9-4edc-a433-f3121ad65aa5 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Network e1ca888e-c8ae-4687-b4c9-71fe57d45b95 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:38:05.891624 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-aa5e1fea-6b1d-446e-9a0a-ded0b79ed628 None None] For port cd7d2280-c01b-4386-89c6-68836cb22c9a, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:38:05.898112 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-aa5e1fea-6b1d-446e-9a0a-ded0b79ed628 None None] For port cd7d2280-c01b-4386-89c6-68836cb22c9a, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=cd7d2280-c01b-4386-89c6-68836cb22c9a,segment=NetworkSegment(0d64b70c-c736-4f83-b089-7dafc16b600f),segment_id=0d64b70c-c736-4f83-b089-7dafc16b600f)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:38:05.910075 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-aa5e1fea-6b1d-446e-9a0a-ded0b79ed628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:05.914705 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-6968979d-eec9-4edc-a433-f3121ad65aa5 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, e1ca888e-c8ae-4687-b4c9-71fe57d45b95) {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:38:05.918769 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-585136aa-cf74-42d2-8d9d-4f20620bfd6c tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] For port 4e315c9c-1248-44a7-8099-8cc6e8840664, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=4e315c9c-1248-44a7-8099-8cc6e8840664,segment=NetworkSegment(f1725200-8547-46d0-88fa-8f0dfe0e4380),segment_id=f1725200-8547-46d0-88fa-8f0dfe0e4380)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:38:05.919249 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-585136aa-cf74-42d2-8d9d-4f20620bfd6c tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:05.935817 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0b017d-af4e-42a3-b925-be0d9f70ea99 None None] Network e1ca888e-c8ae-4687-b4c9-71fe57d45b95 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:38:05.938856 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ab23cb-4e47-430e-b13e-a24bd03fc72c req-57c89e15-7d23-4119-a003-1d2fc8d4b978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:05.941219 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c4ab23cb-4e47-430e-b13e-a24bd03fc72c req-57c89e15-7d23-4119-a003-1d2fc8d4b978 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=438cce0e2f434b5f879ce307da159923&device_id=746ebad6-c218-49ba-a20c-55049008117e HTTP/1.1" status: 200 len: 1094 time: 0.1765673 Jan 18 22:38:05.945716 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6968979d-eec9-4edc-a433-f3121ad65aa5 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:05.946768 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6968979d-eec9-4edc-a433-f3121ad65aa5 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:05.947452 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6968979d-eec9-4edc-a433-f3121ad65aa5 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Notify callbacks [] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:05.951544 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-589a3876-4517-4b90-8498-645284db1bb2 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:05.956611 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-585136aa-cf74-42d2-8d9d-4f20620bfd6c tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Calling delete_port for 4e315c9c-1248-44a7-8099-8cc6e8840664 owned by network:router_interface {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:38:06.006506 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-589a3876-4517-4b90-8498-645284db1bb2 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:06.044705 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5e1fea-6b1d-446e-9a0a-ded0b79ed628 None None] Pushing event updated for resources: {'Port': ['ID=cd7d2280-c01b-4386-89c6-68836cb22c9a,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:06.166200 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-6968979d-eec9-4edc-a433-f3121ad65aa5 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 4.4395509 Jan 18 22:38:06.176708 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 35176) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:06.184568 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-fc6ed8b3-0b0f-4502-87c1-31c8b1ee1615 req-8f221dc6-76e0-45a1-9f2a-441e54de7328 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=33b2766d2f8241a68fc5f6c0b2af2d43&device_id=7742e192-d9f7-4edd-8468-127c74ecbc3b HTTP/1.1" status: 200 len: 210 time: 0.0555985 Jan 18 22:38:06.240924 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8756c2b3-ad97-4953-bd52-f3e7d2043411 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-e1ca888e-c8ae-4687-b4c9-71fe57d45b95', 'network_id': 'e1ca888e-c8ae-4687-b4c9-71fe57d45b95', 'tenant_id': '55eddd063cf4417aa7f816b707f6fd05', 'fixed_ips': [{'subnet_id': 'bef71262-9689-4abe-87cc-189b9b524f9a'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:38:06.242180 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8756c2b3-ad97-4953-bd52-f3e7d2043411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:06.269860 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-fc6ed8b3-0b0f-4502-87c1-31c8b1ee1615 req-7e238cc3-0979-4624-bc67-2ae872ee2067 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=33b2766d2f8241a68fc5f6c0b2af2d43&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0687077 Jan 18 22:38:06.454965 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2cbdf05e-94ab-42b1-999f-1c65fc89c271 req-e4b515f4-0e88-4f19-a07e-7729eeb85fbf tempest-ServerShowV247Test-1853840493 tempest-ServerShowV247Test-1853840493-project] 10.222.0.53 "GET /v2.0/ports?device_id=7742e192-d9f7-4edd-8468-127c74ecbc3b HTTP/1.1" status: 200 len: 210 time: 0.1145103 Jan 18 22:38:06.510332 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6ed8b3-0b0f-4502-87c1-31c8b1ee1615 req-f906b9de-42b4-4d9d-b9d3-9f350cff3c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:06.512457 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-fc6ed8b3-0b0f-4502-87c1-31c8b1ee1615 req-f906b9de-42b4-4d9d-b9d3-9f350cff3c05 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2348707 Jan 18 22:38:06.624022 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-589a3876-4517-4b90-8498-645284db1bb2 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-613854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1041070'] for router_interface, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:06.644945 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589a3876-4517-4b90-8498-645284db1bb2 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Pushing event updated for resources: {'Port': ['ID=0d0e0c27-74be-4932-aa28-7361566d0cb1,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:06.692784 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7bd9f16-c1ec-4c60-b354-10f3a1e743ee tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:06.694064 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-8756c2b3-ad97-4953-bd52-f3e7d2043411 None None] Allocated IP 172.20.0.18 (e1ca888e-c8ae-4687-b4c9-71fe57d45b95/bef71262-9689-4abe-87cc-189b9b524f9a/0253c297-7dd0-483b-b2ca-591b15b57ce8) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:38:06.694574 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7bd9f16-c1ec-4c60-b354-10f3a1e743ee tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:06.695782 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7bd9f16-c1ec-4c60-b354-10f3a1e743ee tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:06.697604 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-a7bd9f16-c1ec-4c60-b354-10f3a1e743ee tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.3929737 Jan 18 22:38:06.700860 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 35192) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:06.745865 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ab23cb-4e47-430e-b13e-a24bd03fc72c req-80c6c2c3-a156-488c-86db-eadef2f42a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:06.747452 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c4ab23cb-4e47-430e-b13e-a24bd03fc72c req-80c6c2c3-a156-488c-86db-eadef2f42a3a service neutron] 10.222.0.67 "GET /v2.0/networks?id=dfd50c94-9bfe-434e-a69b-faa778e35648 HTTP/1.1" status: 200 len: 897 time: 0.7927866 Jan 18 22:38:06.795889 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36bfa35-f99f-4826-9214-f0e56780e95f req-28f8f42a-5df1-435e-8e49-9f18a4cfb5df tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:06.804581 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c36bfa35-f99f-4826-9214-f0e56780e95f req-28f8f42a-5df1-435e-8e49-9f18a4cfb5df tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=746ebad6-c218-49ba-a20c-55049008117e HTTP/1.1" status: 200 len: 943 time: 0.3967686 Jan 18 22:38:06.813434 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-75f4f673-a0d1-4b25-9bad-251478da81f0 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Deleting subnet 87a8a513-e2ea-4f71-b792-cefd886d264b {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:38:06.823230 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-75f4f673-a0d1-4b25-9bad-251478da81f0 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:06.872381 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c4ab23cb-4e47-430e-b13e-a24bd03fc72c req-f12a33a4-0166-461c-a472-59cdb38bd085 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da03a90c-5359-4d37-9f0a-8f9b32f4b733 HTTP/1.1" status: 200 len: 217 time: 0.0853209 Jan 18 22:38:06.905843 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8756c2b3-ad97-4953-bd52-f3e7d2043411 None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:06.913680 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device cd7d2280-c01b-4386-89c6-68836cb22c9a up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:38:06.919280 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8756c2b3-ad97-4953-bd52-f3e7d2043411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:06.920050 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-75f4f673-a0d1-4b25-9bad-251478da81f0 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:07.000955 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c36bfa35-f99f-4826-9214-f0e56780e95f req-20eef5b7-9842-4372-bfba-e8d32adb3058 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=75c337a0-647f-49a7-9e9b-b45556e7737b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1933129 Jan 18 22:38:07.032009 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ab23cb-4e47-430e-b13e-a24bd03fc72c req-20abe5bf-f0f2-4b26-89da-8fdbb1ece306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:07.034523 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c4ab23cb-4e47-430e-b13e-a24bd03fc72c req-20abe5bf-f0f2-4b26-89da-8fdbb1ece306 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d047a25f-d8c6-49ea-bb54-6da48108f244 HTTP/1.1" status: 200 len: 834 time: 0.1380637 Jan 18 22:38:07.074249 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8756c2b3-ad97-4953-bd52-f3e7d2043411 None None] Network e1ca888e-c8ae-4687-b4c9-71fe57d45b95 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:38:07.085524 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-585136aa-cf74-42d2-8d9d-4f20620bfd6c tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:07.086206 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-8756c2b3-ad97-4953-bd52-f3e7d2043411 None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:38:07.097039 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8756c2b3-ad97-4953-bd52-f3e7d2043411 None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:38:07.129756 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8756c2b3-ad97-4953-bd52-f3e7d2043411 None None] Pushing event updated for resources: {'Port': ['ID=0253c297-7dd0-483b-b2ca-591b15b57ce8,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:07.134252 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589a3876-4517-4b90-8498-645284db1bb2 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Network 1bf96901-c473-4d8f-aeca-90dc819b4274 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:38:07.175110 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-75f4f673-a0d1-4b25-9bad-251478da81f0 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:07.192655 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-8756c2b3-ad97-4953-bd52-f3e7d2043411 None None] Attempting to bind port 0253c297-7dd0-483b-b2ca-591b15b57ce8 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:38:07.193409 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-8756c2b3-ad97-4953-bd52-f3e7d2043411 None None] Attempting to bind port 0253c297-7dd0-483b-b2ca-591b15b57ce8 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '53c652aa-d57b-4ef0-bde7-db39e383008f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e1ca888e-c8ae-4687-b4c9-71fe57d45b95'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:38:07.194011 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8756c2b3-ad97-4953-bd52-f3e7d2043411 None None] Attempting to bind port 0253c297-7dd0-483b-b2ca-591b15b57ce8 on network e1ca888e-c8ae-4687-b4c9-71fe57d45b95 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:38:07.205099 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8756c2b3-ad97-4953-bd52-f3e7d2043411 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:38:07.206478 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8756c2b3-ad97-4953-bd52-f3e7d2043411 None None] Checking segment: {'id': '53c652aa-d57b-4ef0-bde7-db39e383008f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e1ca888e-c8ae-4687-b4c9-71fe57d45b95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:38:07.207504 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8756c2b3-ad97-4953-bd52-f3e7d2043411 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:07.208146 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8756c2b3-ad97-4953-bd52-f3e7d2043411 None None] Bound using segment: {'id': '53c652aa-d57b-4ef0-bde7-db39e383008f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e1ca888e-c8ae-4687-b4c9-71fe57d45b95'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:38:07.208877 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-8756c2b3-ad97-4953-bd52-f3e7d2043411 None None] Bound port: 0253c297-7dd0-483b-b2ca-591b15b57ce8, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53c652aa-d57b-4ef0-bde7-db39e383008f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e1ca888e-c8ae-4687-b4c9-71fe57d45b95'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:38:07.209497 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8756c2b3-ad97-4953-bd52-f3e7d2043411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:07.219603 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-589a3876-4517-4b90-8498-645284db1bb2 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:38:07.240218 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585136aa-cf74-42d2-8d9d-4f20620bfd6c tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Pushing event deleted for resources: {'Port': ['ID=4e315c9c-1248-44a7-8099-8cc6e8840664,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:07.288159 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port cd7d2280-c01b-4386-89c6-68836cb22c9a triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:38:07.289152 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:07.317158 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-75f4f673-a0d1-4b25-9bad-251478da81f0 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:07.375946 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f4f673-a0d1-4b25-9bad-251478da81f0 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Pushing event deleted for resources: {'Subnet': ['ID=87a8a513-e2ea-4f71-b792-cefd886d264b,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:07.386505 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-75f4f673-a0d1-4b25-9bad-251478da81f0 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:07.393627 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-75f4f673-a0d1-4b25-9bad-251478da81f0 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] 10.222.0.53 "DELETE /v2.0/subnets/87a8a513-e2ea-4f71-b792-cefd886d264b HTTP/1.1" status: 204 len: 168 time: 0.6909220 Jan 18 22:38:07.402250 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 35204) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:07.463363 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-8756c2b3-ad97-4953-bd52-f3e7d2043411 None None] For port 0253c297-7dd0-483b-b2ca-591b15b57ce8, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:38:07.469530 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-8756c2b3-ad97-4953-bd52-f3e7d2043411 None None] For port 0253c297-7dd0-483b-b2ca-591b15b57ce8, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=0253c297-7dd0-483b-b2ca-591b15b57ce8,segment=NetworkSegment(53c652aa-d57b-4ef0-bde7-db39e383008f),segment_id=53c652aa-d57b-4ef0-bde7-db39e383008f)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:38:07.493562 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8756c2b3-ad97-4953-bd52-f3e7d2043411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:07.506033 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ef06fa0-784c-438f-a1ff-d29699466c21 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Deleting subnet bef71262-9689-4abe-87cc-189b9b524f9a {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:38:07.514446 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0ef06fa0-784c-438f-a1ff-d29699466c21 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:07.580828 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8756c2b3-ad97-4953-bd52-f3e7d2043411 None None] Pushing event updated for resources: {'Port': ['ID=0253c297-7dd0-483b-b2ca-591b15b57ce8,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:07.667790 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0ef06fa0-784c-438f-a1ff-d29699466c21 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:07.721145 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:07.814193 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ab23cb-4e47-430e-b13e-a24bd03fc72c req-549a39fb-6b44-469f-9272-23d0457992e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:07.816047 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c4ab23cb-4e47-430e-b13e-a24bd03fc72c req-549a39fb-6b44-469f-9272-23d0457992e1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dfd50c94-9bfe-434e-a69b-faa778e35648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7741289 Jan 18 22:38:07.822989 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port cd7d2280-c01b-4386-89c6-68836cb22c9a, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=cd7d2280-c01b-4386-89c6-68836cb22c9a,segment=NetworkSegment(0d64b70c-c736-4f83-b089-7dafc16b600f),segment_id=0d64b70c-c736-4f83-b089-7dafc16b600f)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:38:07.834593 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:07.882598 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-982bfecb-17e9-448d-9ce7-a552ed787e38 req-ab65526c-415a-4388-914a-5a6077984b29 tempest-ServerShowV247Test-1853840493 tempest-ServerShowV247Test-1853840493-project] 10.222.0.53 "GET /v2.0/ports?device_id=7742e192-d9f7-4edd-8468-127c74ecbc3b HTTP/1.1" status: 200 len: 210 time: 0.1271536 Jan 18 22:38:07.920966 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f3056f-46ed-421a-8e6e-e761b51dae06 None None] Network 93b6d0d9-4ebe-4f51-88b8-6a29226f21cb requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:38:07.926797 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-fc6ed8b3-0b0f-4502-87c1-31c8b1ee1615 req-02247a7e-28d2-4e87-aca2-f9a09e2b0b23 tempest-ServerShowV247Test-1853840493 tempest-ServerShowV247Test-1853840493-project] 10.222.0.67 "GET /v2.0/ports?device_id=7742e192-d9f7-4edd-8468-127c74ecbc3b HTTP/1.1" status: 200 len: 210 time: 0.0656431 Jan 18 22:38:07.942440 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0ef06fa0-784c-438f-a1ff-d29699466c21 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:07.985288 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-585136aa-cf74-42d2-8d9d-4f20620bfd6c tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-613841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1046579'] for router_interface, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:08.047844 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c4ab23cb-4e47-430e-b13e-a24bd03fc72c req-a2615228-dac1-4615-83f8-7063e10f2f0b service neutron] 10.222.0.67 "GET /v2.0/networks/dfd50c94-9bfe-434e-a69b-faa778e35648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812353 Jan 18 22:38:08.056928 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0ef06fa0-784c-438f-a1ff-d29699466c21 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:08.174366 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef06fa0-784c-438f-a1ff-d29699466c21 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Pushing event deleted for resources: {'Subnet': ['ID=bef71262-9689-4abe-87cc-189b9b524f9a,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:08.178492 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=cd7d2280-c01b-4386-89c6-68836cb22c9a,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:08.193664 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0ef06fa0-784c-438f-a1ff-d29699466c21 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:08.197347 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-14175d23-a08f-46c8-95a1-a114beff4f1d None None] Provisioning complete for port 0d0e0c27-74be-4932-aa28-7361566d0cb1 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:38:08.200867 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-0ef06fa0-784c-438f-a1ff-d29699466c21 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] 10.222.0.53 "DELETE /v2.0/subnets/bef71262-9689-4abe-87cc-189b9b524f9a HTTP/1.1" status: 204 len: 168 time: 0.7946746 Jan 18 22:38:08.200867 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 35220) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:08.202031 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14175d23-a08f-46c8-95a1-a114beff4f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:08.249640 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-14175d23-a08f-46c8-95a1-a114beff4f1d None None] Port 0d0e0c27-74be-4932-aa28-7361566d0cb1 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:38:08.259365 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7044c2-e97c-4fd6-a2f0-5d34966ae13e tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:08.261863 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-bd7044c2-e97c-4fd6-a2f0-5d34966ae13e tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0596178 Jan 18 22:38:08.269067 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 35222) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:08.374561 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-e6944ea6-9114-4dc7-9f84-057e75ae15b7 None None] Provisioning complete for port cd7d2280-c01b-4386-89c6-68836cb22c9a triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:38:08.375016 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e6944ea6-9114-4dc7-9f84-057e75ae15b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:08.417131 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c4ab23cb-4e47-430e-b13e-a24bd03fc72c req-6828a42f-b9b8-41f5-95e4-c43dc932acb2 service neutron] 10.222.0.67 "GET /v2.0/networks/dfd50c94-9bfe-434e-a69b-faa778e35648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3049595 Jan 18 22:38:08.437648 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4e368ae4-4949-4839-a5a2-78c669b0fd4c tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:08.449701 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-589a3876-4517-4b90-8498-645284db1bb2 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Router 93350f29-92c4-4387-8389-83638c3119dc has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:38:08.473504 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38fea7da-661b-483d-83ce-55df6a1229ff None None] DHCP port deletion for 93b6d0d9-4ebe-4f51-88b8-6a29226f21cb request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:38:08.500351 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cd233e-ccb5-4ce5-91f6-d6614b86d197 req-6acf1442-3444-450c-848d-c62c0db2e73e tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:08.501965 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-77cd233e-ccb5-4ce5-91f6-d6614b86d197 req-6acf1442-3444-450c-848d-c62c0db2e73e tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=746ebad6-c218-49ba-a20c-55049008117e HTTP/1.1" status: 200 len: 943 time: 0.2520297 Jan 18 22:38:08.566365 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-38fea7da-661b-483d-83ce-55df6a1229ff None None] Deleting port cd7d2280-c01b-4386-89c6-68836cb22c9a {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:38:08.567013 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-38fea7da-661b-483d-83ce-55df6a1229ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:08.567169 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-4e368ae4-4949-4839-a5a2-78c669b0fd4c tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Deleting port 0253c297-7dd0-483b-b2ca-591b15b57ce8 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:38:08.567493 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4e368ae4-4949-4839-a5a2-78c669b0fd4c tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:08.676237 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4e368ae4-4949-4839-a5a2-78c669b0fd4c tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] For port 0253c297-7dd0-483b-b2ca-591b15b57ce8, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=0253c297-7dd0-483b-b2ca-591b15b57ce8,segment=NetworkSegment(53c652aa-d57b-4ef0-bde7-db39e383008f),segment_id=53c652aa-d57b-4ef0-bde7-db39e383008f)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:38:08.676610 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4e368ae4-4949-4839-a5a2-78c669b0fd4c tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:08.682398 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-38fea7da-661b-483d-83ce-55df6a1229ff None None] For port cd7d2280-c01b-4386-89c6-68836cb22c9a, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=cd7d2280-c01b-4386-89c6-68836cb22c9a,segment=NetworkSegment(0d64b70c-c736-4f83-b089-7dafc16b600f),segment_id=0d64b70c-c736-4f83-b089-7dafc16b600f)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:38:08.683406 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-38fea7da-661b-483d-83ce-55df6a1229ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:08.699887 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-4e368ae4-4949-4839-a5a2-78c669b0fd4c tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Calling delete_port for 0253c297-7dd0-483b-b2ca-591b15b57ce8 owned by network:dhcp {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:38:08.700346 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-38fea7da-661b-483d-83ce-55df6a1229ff None None] Calling delete_port for cd7d2280-c01b-4386-89c6-68836cb22c9a owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:38:08.779538 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-77cd233e-ccb5-4ce5-91f6-d6614b86d197 req-5dd07767-5de2-4ffa-938b-a36720163353 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=75c337a0-647f-49a7-9e9b-b45556e7737b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2662342 Jan 18 22:38:08.811455 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 0253c297-7dd0-483b-b2ca-591b15b57ce8 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:38:08.817511 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-38fea7da-661b-483d-83ce-55df6a1229ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:08.837504 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4e368ae4-4949-4839-a5a2-78c669b0fd4c tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:08.874116 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fea7da-661b-483d-83ce-55df6a1229ff None None] Pushing event deleted for resources: {'Port': ['ID=cd7d2280-c01b-4386-89c6-68836cb22c9a,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:08.876741 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e368ae4-4949-4839-a5a2-78c669b0fd4c tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Pushing event deleted for resources: {'Port': ['ID=0253c297-7dd0-483b-b2ca-591b15b57ce8,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:08.878772 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e368ae4-4949-4839-a5a2-78c669b0fd4c tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] No DVR routers for this DVR port 0253c297-7dd0-483b-b2ca-591b15b57ce8 on host n-d-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:38:08.885470 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-585136aa-cf74-42d2-8d9d-4f20620bfd6c tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Router 021a4537-6d58-4bfc-a6ec-d1f0babb404d has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:38:08.898366 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fea7da-661b-483d-83ce-55df6a1229ff None None] No DVR routers for this DVR port cd7d2280-c01b-4386-89c6-68836cb22c9a on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:38:08.944015 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No active binding found for port 0253c297-7dd0-483b-b2ca-591b15b57ce8 {{(pid=102432) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 18 22:38:08.944418 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 0253c297-7dd0-483b-b2ca-591b15b57ce8 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jan 18 22:38:08.981023 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Port 0253c297-7dd0-483b-b2ca-591b15b57ce8 not found, will not notify nova. {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jan 18 22:38:09.057465 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-589a3876-4517-4b90-8498-645284db1bb2 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:38:09.072296 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a5ba8e-3de0-4a76-bb87-41f5c08e1c8d None None] Sync routers for ids ['93350f29-92c4-4387-8389-83638c3119dc'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:38:09.076021 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4e368ae4-4949-4839-a5a2-78c669b0fd4c tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:09.086756 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device cd7d2280-c01b-4386-89c6-68836cb22c9a no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:38:09.087058 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-589a3876-4517-4b90-8498-645284db1bb2 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] 10.222.0.53 "PUT /v2.0/routers/93350f29-92c4-4387-8389-83638c3119dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5762596 Jan 18 22:38:09.091609 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 35242) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:09.099283 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-220f650e-8653-4939-8c29-ce582d2e7ff2 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Request body: {'port': {'network_id': '1bf96901-c473-4d8f-aeca-90dc819b4274', 'name': 'tempest-FloatingIPAdminTestJSON-1160899258'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:38:09.135408 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-585136aa-cf74-42d2-8d9d-4f20620bfd6c tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:38:09.142356 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-4e368ae4-4949-4839-a5a2-78c669b0fd4c tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1ca888e-c8ae-4687-b4c9-71fe57d45b95']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:38:09.145783 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c32a82-db21-49d7-8094-2c658cb1b13e None None] Sync routers for ids ['021a4537-6d58-4bfc-a6ec-d1f0babb404d'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:38:09.159076 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: cd7d2280-c01b-4386-89c6-68836cb22c9a {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:38:09.160391 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device cd7d2280-c01b-4386-89c6-68836cb22c9a not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:38:09.165323 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a5ba8e-3de0-4a76-bb87-41f5c08e1c8d None None] Routers {'93350f29-92c4-4387-8389-83638c3119dc'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:38:09.168673 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-63a5ba8e-3de0-4a76-bb87-41f5c08e1c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:37:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['93350f29-92c4-4387-8389-83638c3119dc'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:38:09.170937 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-4e368ae4-4949-4839-a5a2-78c669b0fd4c tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53c652aa-d57b-4ef0-bde7-db39e383008f') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:38:09.172234 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-4e368ae4-4949-4839-a5a2-78c669b0fd4c tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53c652aa-d57b-4ef0-bde7-db39e383008f') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:38:09.180631 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c32a82-db21-49d7-8094-2c658cb1b13e None None] Routers {'021a4537-6d58-4bfc-a6ec-d1f0babb404d'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:38:09.184554 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-60c32a82-db21-49d7-8094-2c658cb1b13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:37:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['021a4537-6d58-4bfc-a6ec-d1f0babb404d'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:38:09.214035 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4e368ae4-4949-4839-a5a2-78c669b0fd4c tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:09.215833 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-585136aa-cf74-42d2-8d9d-4f20620bfd6c tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "PUT /v2.0/routers/021a4537-6d58-4bfc-a6ec-d1f0babb404d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4526772 Jan 18 22:38:09.216758 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 35246) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:09.250707 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4e368ae4-4949-4839-a5a2-78c669b0fd4c tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:09.270222 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e368ae4-4949-4839-a5a2-78c669b0fd4c tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:38:09.271086 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4e368ae4-4949-4839-a5a2-78c669b0fd4c tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:09.276361 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:38:09.276361 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:38:09.276361 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:38:09.276361 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:38:09.276361 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:38:09.276361 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:38:09.276361 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:38:09.276361 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:38:09.276361 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:38:09.276361 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:38:09.276361 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:38:09.276361 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:38:09.276361 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:38:09.276361 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:38:09.276361 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:38:09.276361 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:38:09.276361 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:38:09.276361 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:38:09.276361 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:38:09.276361 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:38:09.276361 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:38:09.276361 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:38:09.276361 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:38:09.276361 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:38:09.276361 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:38:09.276361 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:38:09.276361 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:38:09.276361 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:38:09.276361 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:38:09.276361 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:38:09.276361 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:38:09.276361 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:38:09.298249 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-63a5ba8e-3de0-4a76-bb87-41f5c08e1c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:38:09.335117 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a5ba8e-3de0-4a76-bb87-41f5c08e1c8d None None] Routers {'93350f29-92c4-4387-8389-83638c3119dc'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:38:09.337525 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-63a5ba8e-3de0-4a76-bb87-41f5c08e1c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:37:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['93350f29-92c4-4387-8389-83638c3119dc'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:38:09.388567 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed8f03af-039b-4a90-8faa-74b0874be7d7 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Deleting subnet cbd22246-9f30-4916-8728-d6dceba581f2 {{(pid=102430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:38:09.399456 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ed8f03af-039b-4a90-8faa-74b0874be7d7 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks [] for subnet, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:09.417901 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-60c32a82-db21-49d7-8094-2c658cb1b13e None None] Set router 021a4537-6d58-4bfc-a6ec-d1f0babb404d gateway port host: None {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:38:09.467337 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4e368ae4-4949-4839-a5a2-78c669b0fd4c tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:09.487043 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4e368ae4-4949-4839-a5a2-78c669b0fd4c tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:09.495008 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-4e368ae4-4949-4839-a5a2-78c669b0fd4c tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] 10.222.0.53 "DELETE /v2.0/networks/e1ca888e-c8ae-4687-b4c9-71fe57d45b95 HTTP/1.1" status: 204 len: 168 time: 1.2246075 Jan 18 22:38:09.498028 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 35254) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:09.550085 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ed8f03af-039b-4a90-8faa-74b0874be7d7 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60394745'] for subnet, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:09.581915 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 35256) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:09.732793 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e368ae4-4949-4839-a5a2-78c669b0fd4c tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Pushing event deleted for resources: {'Network': ['ID=e1ca888e-c8ae-4687-b4c9-71fe57d45b95,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:09.777753 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ece8ce5-96d0-4ac5-9685-0e164feb1d5b None None] DHCP port deletion for e1ca888e-c8ae-4687-b4c9-71fe57d45b95 request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:38:09.783056 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-63a5ba8e-3de0-4a76-bb87-41f5c08e1c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:38:09.783745 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a5ba8e-3de0-4a76-bb87-41f5c08e1c8d None None] The sync data for ids ['93350f29-92c4-4387-8389-83638c3119dc'] in n-d-825064-1 is: [] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:38:09.786971 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-fbd74a0c-4686-4c7c-b35e-4f285cae0c8c None None] Could not find standard attr ID for object 0253c297-7dd0-483b-b2ca-591b15b57ce8. {{(pid=102432) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 22:38:09.799487 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ed920a84-ce5e-4b53-94ed-dbb7ea4d825f tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:09.822670 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device da03a90c-5359-4d37-9f0a-8f9b32f4b733 details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:38:09.826468 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8258264-b212-4fdd-a404-3cb80d8f3547 None None] Network e1ca888e-c8ae-4687-b4c9-71fe57d45b95 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:38:09.847307 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8258264-b212-4fdd-a404-3cb80d8f3547 None None] Network e1ca888e-c8ae-4687-b4c9-71fe57d45b95 could not be found, it might have been deleted concurrently. {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jan 18 22:38:09.871265 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ed8f03af-039b-4a90-8faa-74b0874be7d7 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:09.871433 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-60c32a82-db21-49d7-8094-2c658cb1b13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021a4537-6d58-4bfc-a6ec-d1f0babb404d', 'name': 'tempest-RoutersIpV6Test-router-999145678', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:37:12Z', 'updated_at': '2022-01-18T22:38:06Z', 'revision_number': 10, 'project_id': 'a713e1ffd908444085524c31c3f7dd42', 'gw_port_host': None, '_interfaces': [{'id': '50887fd0-e014-4771-888b-02d96c0ae457', 'name': '', 'network_id': '5adde811-8563-455e-9ab4-509b5bc8dd8a', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'mac_address': 'fa:16:3e:cb:8d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021a4537-6d58-4bfc-a6ec-d1f0babb404d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '9825aab6-6ed8-4cbf-981f-f60e2ef46acd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:37:14Z', 'updated_at': '2022-01-18T22:37:21Z', 'revision_number': 5, 'project_id': 'a713e1ffd908444085524c31c3f7dd42', 'subnets': [{'id': '9825aab6-6ed8-4cbf-981f-f60e2ef46acd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:38:09.963677 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c32a82-db21-49d7-8094-2c658cb1b13e None None] Checking router: 021a4537-6d58-4bfc-a6ec-d1f0babb404d for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:38:09.992492 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port da03a90c-5359-4d37-9f0a-8f9b32f4b733, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=da03a90c-5359-4d37-9f0a-8f9b32f4b733,segment=NetworkSegment(4a0026ab-4bcd-4b31-8ba0-9267266416e1),segment_id=4a0026ab-4bcd-4b31-8ba0-9267266416e1)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:38:10.000549 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c32a82-db21-49d7-8094-2c658cb1b13e None None] Routers {'021a4537-6d58-4bfc-a6ec-d1f0babb404d'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:38:10.003291 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-60c32a82-db21-49d7-8094-2c658cb1b13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:37:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['021a4537-6d58-4bfc-a6ec-d1f0babb404d'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:38:10.026116 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6171763f-bd89-4011-9e77-99664e5a5133 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:10.026731 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': 'da03a90c-5359-4d37-9f0a-8f9b32f4b733', 'network_id': 'dfd50c94-9bfe-434e-a69b-faa778e35648', 'port_id': 'da03a90c-5359-4d37-9f0a-8f9b32f4b733', 'mac_address': 'fa:16:3e:fa:8d:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd047a25f-d8c6-49ea-bb54-6da48108f244', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:38:10.044638 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ed920a84-ce5e-4b53-94ed-dbb7ea4d825f tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:10.107665 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-ed920a84-ce5e-4b53-94ed-dbb7ea4d825f tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93b6d0d9-4ebe-4f51-88b8-6a29226f21cb']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:38:10.127761 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:10.130857 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-ed920a84-ce5e-4b53-94ed-dbb7ea4d825f tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d64b70c-c736-4f83-b089-7dafc16b600f') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:38:10.131152 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-ed920a84-ce5e-4b53-94ed-dbb7ea4d825f tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d64b70c-c736-4f83-b089-7dafc16b600f') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:38:10.143182 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6171763f-bd89-4011-9e77-99664e5a5133 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:10.148444 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ed920a84-ce5e-4b53-94ed-dbb7ea4d825f tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:10.149304 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-220f650e-8653-4939-8c29-ce582d2e7ff2 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Made reservation on behalf of 7367bf57f2e64e8dbd3cbe22ae6f44ce for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:38:10.160523 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da03a90c-5359-4d37-9f0a-8f9b32f4b733 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:38:10.161080 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-220f650e-8653-4939-8c29-ce582d2e7ff2 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:10.166051 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ed8f03af-039b-4a90-8faa-74b0874be7d7 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60203138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62288677'] for subnet, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:10.175506 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ed920a84-ce5e-4b53-94ed-dbb7ea4d825f tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:10.184890 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-60c32a82-db21-49d7-8094-2c658cb1b13e None None] Set router 021a4537-6d58-4bfc-a6ec-d1f0babb404d gateway port host: None {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:38:10.189060 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed920a84-ce5e-4b53-94ed-dbb7ea4d825f tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:38:10.189475 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ed920a84-ce5e-4b53-94ed-dbb7ea4d825f tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:10.193139 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:38:10.193139 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:38:10.193139 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:38:10.193139 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:38:10.193139 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:38:10.193139 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:38:10.193139 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:38:10.193139 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:38:10.193139 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:38:10.193139 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:38:10.193139 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:38:10.193139 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:38:10.193139 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:38:10.193139 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:38:10.193139 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:38:10.193139 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:38:10.193139 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:38:10.193139 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:38:10.193139 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:38:10.193139 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:38:10.193139 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:38:10.193139 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:38:10.193139 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:38:10.193139 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:38:10.193139 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:38:10.193139 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:38:10.193139 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:38:10.193139 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:38:10.193139 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:38:10.193139 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:38:10.193139 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:38:10.193139 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:38:10.202357 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port da03a90c-5359-4d37-9f0a-8f9b32f4b733, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=da03a90c-5359-4d37-9f0a-8f9b32f4b733,segment=NetworkSegment(4a0026ab-4bcd-4b31-8ba0-9267266416e1),segment_id=4a0026ab-4bcd-4b31-8ba0-9267266416e1)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:38:10.206635 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:10.229457 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7789e6-4ef1-4aaf-873a-022e8a110008 req-f596f11f-3cdb-4a3a-b4e8-b2d5adb3d816 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:10.231027 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4c7789e6-4ef1-4aaf-873a-022e8a110008 req-f596f11f-3cdb-4a3a-b4e8-b2d5adb3d816 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=746ebad6-c218-49ba-a20c-55049008117e HTTP/1.1" status: 200 len: 943 time: 0.2854047 Jan 18 22:38:10.231689 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6171763f-bd89-4011-9e77-99664e5a5133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:10.296996 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=da03a90c-5359-4d37-9f0a-8f9b32f4b733,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:10.306231 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ed920a84-ce5e-4b53-94ed-dbb7ea4d825f tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:10.323227 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ed920a84-ce5e-4b53-94ed-dbb7ea4d825f tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:10.331923 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-ed920a84-ce5e-4b53-94ed-dbb7ea4d825f tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] 10.222.0.53 "DELETE /v2.0/networks/93b6d0d9-4ebe-4f51-88b8-6a29226f21cb HTTP/1.1" status: 204 len: 168 time: 0.8304071 Jan 18 22:38:10.334362 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 35280) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:10.341166 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-6171763f-bd89-4011-9e77-99664e5a5133 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=33b2766d2f8241a68fc5f6c0b2af2d43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7582531 Jan 18 22:38:10.346689 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8f03af-039b-4a90-8faa-74b0874be7d7 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Pushing event deleted for resources: {'Subnet': ['ID=cbd22246-9f30-4916-8728-d6dceba581f2,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:10.354142 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ed8f03af-039b-4a90-8faa-74b0874be7d7 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks [] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:10.359867 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 35282) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:10.360549 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 35286) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:10.361146 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-ed8f03af-039b-4a90-8faa-74b0874be7d7 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "DELETE /v2.0/subnets/cbd22246-9f30-4916-8728-d6dceba581f2 HTTP/1.1" status: 204 len: 168 time: 1.1408725 Jan 18 22:38:10.372456 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [None req-220f650e-8653-4939-8c29-ce582d2e7ff2 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] device_id is not set on port 96d0d5bf-d9a1-4536-98cb-b9df34ed44aa yet. {{(pid=102430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:38:10.389043 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24416c1-9a7f-4073-86fd-53cd68d340f9 None None] Network 289c9804-5726-4a3a-aa84-8df73f43851e requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:38:10.450967 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed920a84-ce5e-4b53-94ed-dbb7ea4d825f tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Pushing event deleted for resources: {'Network': ['ID=93b6d0d9-4ebe-4f51-88b8-6a29226f21cb,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:10.527962 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['da03a90c-5359-4d37-9f0a-8f9b32f4b733'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:38:10.551786 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-60c32a82-db21-49d7-8094-2c658cb1b13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021a4537-6d58-4bfc-a6ec-d1f0babb404d', 'name': 'tempest-RoutersIpV6Test-router-999145678', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:37:12Z', 'updated_at': '2022-01-18T22:38:06Z', 'revision_number': 10, 'project_id': 'a713e1ffd908444085524c31c3f7dd42', 'gw_port_host': None, '_interfaces': [{'id': '50887fd0-e014-4771-888b-02d96c0ae457', 'name': '', 'network_id': '5adde811-8563-455e-9ab4-509b5bc8dd8a', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'mac_address': 'fa:16:3e:cb:8d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021a4537-6d58-4bfc-a6ec-d1f0babb404d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '9825aab6-6ed8-4cbf-981f-f60e2ef46acd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:37:14Z', 'updated_at': '2022-01-18T22:37:21Z', 'revision_number': 5, 'project_id': 'a713e1ffd908444085524c31c3f7dd42', 'subnets': [{'id': '9825aab6-6ed8-4cbf-981f-f60e2ef46acd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:38:10.649946 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 0253c297-7dd0-483b-b2ca-591b15b57ce8 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:38:10.697032 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6ed1f841-4966-4507-841f-066250df8fc8 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:10.714322 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-270d063b-1451-4da2-ab0d-750840b2f2c6 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:10.751116 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8df945b6-1366-4af6-aa81-3579d937d2aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:10.770370 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 0253c297-7dd0-483b-b2ca-591b15b57ce8 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:38:10.771130 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 0253c297-7dd0-483b-b2ca-591b15b57ce8 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:38:10.818815 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c32a82-db21-49d7-8094-2c658cb1b13e None None] The sync data for ids ['021a4537-6d58-4bfc-a6ec-d1f0babb404d'] in n-d-825064-1 is: [{'id': '021a4537-6d58-4bfc-a6ec-d1f0babb404d', 'name': 'tempest-RoutersIpV6Test-router-999145678', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:37:12Z', 'updated_at': '2022-01-18T22:38:06Z', 'revision_number': 10, 'project_id': 'a713e1ffd908444085524c31c3f7dd42', 'gw_port_host': None, '_interfaces': [{'id': '50887fd0-e014-4771-888b-02d96c0ae457', 'name': '', 'network_id': '5adde811-8563-455e-9ab4-509b5bc8dd8a', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'mac_address': 'fa:16:3e:cb:8d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021a4537-6d58-4bfc-a6ec-d1f0babb404d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '9825aab6-6ed8-4cbf-981f-f60e2ef46acd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:37:14Z', 'updated_at': '2022-01-18T22:37:21Z', 'revision_number': 5, 'project_id': 'a713e1ffd908444085524c31c3f7dd42', 'subnets': [{'id': '9825aab6-6ed8-4cbf-981f-f60e2ef46acd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:38:10.836032 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8df945b6-1366-4af6-aa81-3579d937d2aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:11.002950 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-270d063b-1451-4da2-ab0d-750840b2f2c6 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:11.032139 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-6ed1f841-4966-4507-841f-066250df8fc8 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Deleting port 21dd2bcc-576a-4f50-bdbd-b63d04214f96 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:38:11.032588 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6ed1f841-4966-4507-841f-066250df8fc8 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:11.036050 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6171763f-bd89-4011-9e77-99664e5a5133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=548c5658-ab79-43a6-bde5-0b01200ebbb7,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:11.038126 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-270d063b-1451-4da2-ab0d-750840b2f2c6 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a99ac65-ac95-417c-81cb-6920b31667e2']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:38:11.053407 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4c7789e6-4ef1-4aaf-873a-022e8a110008 req-1c3dd03c-3f48-4f9f-8718-4f369ebf4bdd tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=75c337a0-647f-49a7-9e9b-b45556e7737b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8023992 Jan 18 22:38:11.108315 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-270d063b-1451-4da2-ab0d-750840b2f2c6 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a39898dd-46ad-4db8-ba90-f2f3041f7320') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:38:11.108315 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-270d063b-1451-4da2-ab0d-750840b2f2c6 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a39898dd-46ad-4db8-ba90-f2f3041f7320') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:38:11.165764 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-270d063b-1451-4da2-ab0d-750840b2f2c6 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:11.199979 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8df945b6-1366-4af6-aa81-3579d937d2aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:11.202631 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8df945b6-1366-4af6-aa81-3579d937d2aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:11.203808 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-8df945b6-1366-4af6-aa81-3579d937d2aa admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/548c5658-ab79-43a6-bde5-0b01200ebbb7 HTTP/1.1" status: 204 len: 168 time: 0.8197913 Jan 18 22:38:11.219861 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-270d063b-1451-4da2-ab0d-750840b2f2c6 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:11.234600 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df945b6-1366-4af6-aa81-3579d937d2aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=548c5658-ab79-43a6-bde5-0b01200ebbb7,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:11.239818 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-270d063b-1451-4da2-ab0d-750840b2f2c6 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:38:11.240715 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-270d063b-1451-4da2-ab0d-750840b2f2c6 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:11.244642 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:38:11.244642 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:38:11.244642 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:38:11.244642 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:38:11.244642 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:38:11.244642 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:38:11.244642 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:38:11.244642 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:38:11.244642 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:38:11.244642 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:38:11.244642 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:38:11.244642 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:38:11.244642 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:38:11.244642 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:38:11.244642 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:38:11.244642 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:38:11.244642 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:38:11.244642 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:38:11.244642 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:38:11.244642 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:38:11.244642 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:38:11.244642 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:38:11.244642 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:38:11.244642 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:38:11.244642 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:38:11.244642 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:38:11.244642 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:38:11.244642 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:38:11.244642 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:38:11.244642 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:38:11.244642 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:38:11.244642 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:38:11.250952 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35b411c-a4eb-4b54-9973-3b9c9cca86aa None None] DHCP port deletion for 289c9804-5726-4a3a-aa84-8df73f43851e request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:38:11.265503 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-220f650e-8653-4939-8c29-ce582d2e7ff2 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Allocated IP 172.20.0.6 (1bf96901-c473-4d8f-aeca-90dc819b4274/70a0952f-f265-4053-b613-ba3b7f6338ee/96d0d5bf-d9a1-4536-98cb-b9df34ed44aa) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:38:11.305253 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-6ed1f841-4966-4507-841f-066250df8fc8 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] For port 21dd2bcc-576a-4f50-bdbd-b63d04214f96, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=21dd2bcc-576a-4f50-bdbd-b63d04214f96,segment=NetworkSegment(f1725200-8547-46d0-88fa-8f0dfe0e4380),segment_id=f1725200-8547-46d0-88fa-8f0dfe0e4380)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:38:11.305623 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6ed1f841-4966-4507-841f-066250df8fc8 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:11.360648 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-6ed1f841-4966-4507-841f-066250df8fc8 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Calling delete_port for 21dd2bcc-576a-4f50-bdbd-b63d04214f96 owned by network:dhcp {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:38:11.395835 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-270d063b-1451-4da2-ab0d-750840b2f2c6 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:11.408692 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-b35b411c-a4eb-4b54-9973-3b9c9cca86aa None None] Deleting port 21dd2bcc-576a-4f50-bdbd-b63d04214f96 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:38:11.409298 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b35b411c-a4eb-4b54-9973-3b9c9cca86aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:11.419502 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-270d063b-1451-4da2-ab0d-750840b2f2c6 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:11.428436 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 35304) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:11.434174 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-270d063b-1451-4da2-ab0d-750840b2f2c6 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] 10.222.0.53 "DELETE /v2.0/networks/1a99ac65-ac95-417c-81cb-6920b31667e2 HTTP/1.1" status: 204 len: 168 time: 1.0962992 Jan 18 22:38:11.480763 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270d063b-1451-4da2-ab0d-750840b2f2c6 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Pushing event deleted for resources: {'Network': ['ID=1a99ac65-ac95-417c-81cb-6920b31667e2,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:11.495623 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-b35b411c-a4eb-4b54-9973-3b9c9cca86aa None None] For port 21dd2bcc-576a-4f50-bdbd-b63d04214f96, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=21dd2bcc-576a-4f50-bdbd-b63d04214f96,segment=NetworkSegment(f1725200-8547-46d0-88fa-8f0dfe0e4380),segment_id=f1725200-8547-46d0-88fa-8f0dfe0e4380)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:38:11.496153 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b35b411c-a4eb-4b54-9973-3b9c9cca86aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:11.515803 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-b35b411c-a4eb-4b54-9973-3b9c9cca86aa None None] Calling delete_port for 21dd2bcc-576a-4f50-bdbd-b63d04214f96 owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:38:11.572201 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-cb6ccaf5-e6f8-4adb-b2e9-6ff2f0a64906 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:11.616426 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-220f650e-8653-4939-8c29-ce582d2e7ff2 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:11.639507 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b35b411c-a4eb-4b54-9973-3b9c9cca86aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:11.642101 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6ed1f841-4966-4507-841f-066250df8fc8 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:11.686457 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed1f841-4966-4507-841f-066250df8fc8 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Pushing event deleted for resources: {'Port': ['ID=21dd2bcc-576a-4f50-bdbd-b63d04214f96,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:11.706537 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed1f841-4966-4507-841f-066250df8fc8 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] No DVR routers for this DVR port 21dd2bcc-576a-4f50-bdbd-b63d04214f96 on host n-d-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:38:11.714455 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35b411c-a4eb-4b54-9973-3b9c9cca86aa None None] Pushing event deleted for resources: {'Port': ['ID=21dd2bcc-576a-4f50-bdbd-b63d04214f96,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:11.722719 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35b411c-a4eb-4b54-9973-3b9c9cca86aa None None] No DVR routers for this DVR port 21dd2bcc-576a-4f50-bdbd-b63d04214f96 on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:38:11.728741 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-cb6ccaf5-e6f8-4adb-b2e9-6ff2f0a64906 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:11.762250 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-cb6ccaf5-e6f8-4adb-b2e9-6ff2f0a64906 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf1114bc-20fb-4d94-aeec-73f61e96f32d']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:38:11.771738 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-220f650e-8653-4939-8c29-ce582d2e7ff2 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:11.788009 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-cb6ccaf5-e6f8-4adb-b2e9-6ff2f0a64906 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a69828a-bc03-4b53-9b38-f95f4ea71f5e') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:38:11.788407 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-cb6ccaf5-e6f8-4adb-b2e9-6ff2f0a64906 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a69828a-bc03-4b53-9b38-f95f4ea71f5e') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:38:11.823976 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device da03a90c-5359-4d37-9f0a-8f9b32f4b733 up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:38:11.829382 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-cb6ccaf5-e6f8-4adb-b2e9-6ff2f0a64906 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60394742'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:11.839561 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220f650e-8653-4939-8c29-ce582d2e7ff2 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Network 1bf96901-c473-4d8f-aeca-90dc819b4274 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:38:11.842743 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6ed1f841-4966-4507-841f-066250df8fc8 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:11.853837 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-220f650e-8653-4939-8c29-ce582d2e7ff2 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:38:11.859984 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220f650e-8653-4939-8c29-ce582d2e7ff2 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:38:11.867714 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-cb6ccaf5-e6f8-4adb-b2e9-6ff2f0a64906 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:11.875586 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-6ed1f841-4966-4507-841f-066250df8fc8 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['289c9804-5726-4a3a-aa84-8df73f43851e']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:38:11.885917 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-6ed1f841-4966-4507-841f-066250df8fc8 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1725200-8547-46d0-88fa-8f0dfe0e4380') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:38:11.886287 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-6ed1f841-4966-4507-841f-066250df8fc8 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1725200-8547-46d0-88fa-8f0dfe0e4380') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:38:11.897768 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6ed1f841-4966-4507-841f-066250df8fc8 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:11.898270 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220f650e-8653-4939-8c29-ce582d2e7ff2 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Pushing event updated for resources: {'Port': ['ID=96d0d5bf-d9a1-4536-98cb-b9df34ed44aa,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:11.907364 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb6ccaf5-e6f8-4adb-b2e9-6ff2f0a64906 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:38:11.907674 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-cb6ccaf5-e6f8-4adb-b2e9-6ff2f0a64906 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60203044'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:11.910826 n-d-825064-1 neutron-server[102430]: Traceback (most recent call last): Jan 18 22:38:11.910826 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:38:11.910826 n-d-825064-1 neutron-server[102430]: timer() Jan 18 22:38:11.910826 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:38:11.910826 n-d-825064-1 neutron-server[102430]: cb(*args, **kw) Jan 18 22:38:11.910826 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:38:11.910826 n-d-825064-1 neutron-server[102430]: return func(*args, **kwargs) Jan 18 22:38:11.910826 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:38:11.910826 n-d-825064-1 neutron-server[102430]: self._notify() Jan 18 22:38:11.910826 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:38:11.910826 n-d-825064-1 neutron-server[102430]: self.callback(batched_events) Jan 18 22:38:11.910826 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:38:11.910826 n-d-825064-1 neutron-server[102430]: event.method(event) Jan 18 22:38:11.910826 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:38:11.910826 n-d-825064-1 neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:38:11.910826 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:38:11.910826 n-d-825064-1 neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:38:11.910826 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:38:11.910826 n-d-825064-1 neutron-server[102430]: return f(self, *a, **k) Jan 18 22:38:11.910826 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:38:11.910826 n-d-825064-1 neutron-server[102430]: return self._get(url).json() Jan 18 22:38:11.910826 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:38:11.910826 n-d-825064-1 neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:38:11.910826 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:38:11.910826 n-d-825064-1 neutron-server[102430]: return self.request(url, 'GET', **kwargs) Jan 18 22:38:11.910826 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:38:11.910826 n-d-825064-1 neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:38:11.910826 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:38:11.910826 n-d-825064-1 neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:38:11.910826 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:38:11.910826 n-d-825064-1 neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:38:11.910826 n-d-825064-1 neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:38:11.941173 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6ed1f841-4966-4507-841f-066250df8fc8 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:11.941539 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port da03a90c-5359-4d37-9f0a-8f9b32f4b733 completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:38:11.947817 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port da03a90c-5359-4d37-9f0a-8f9b32f4b733 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:38:11.948382 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:11.949738 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ed1f841-4966-4507-841f-066250df8fc8 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:38:11.951882 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6ed1f841-4966-4507-841f-066250df8fc8 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:11.955692 n-d-825064-1 neutron-server[102431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:38:11.955692 n-d-825064-1 neutron-server[102431]: self.session.flush() Jan 18 22:38:11.955692 n-d-825064-1 neutron-server[102431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:38:11.955692 n-d-825064-1 neutron-server[102431]: self.session.flush() Jan 18 22:38:11.955692 n-d-825064-1 neutron-server[102431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:38:11.955692 n-d-825064-1 neutron-server[102431]: self.session.flush() Jan 18 22:38:11.955692 n-d-825064-1 neutron-server[102431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:38:11.955692 n-d-825064-1 neutron-server[102431]: self.session.flush() Jan 18 22:38:11.955692 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:38:11.955692 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:38:11.955692 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:38:11.955692 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:38:11.955692 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:38:11.955692 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:38:11.955692 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:38:11.955692 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:38:11.955692 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:38:11.955692 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:38:11.955692 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:38:11.955692 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:38:11.955692 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:38:11.955692 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:38:11.955692 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:38:11.955692 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:38:11.955692 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:38:11.955692 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:38:11.955692 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:38:11.955692 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:38:11.955692 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:38:11.955692 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:38:11.955692 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:38:11.955692 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:38:11.955692 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:38:11.955692 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:38:11.955692 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:38:11.955692 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:38:11.955692 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:38:11.955692 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:38:11.955692 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:38:11.955692 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:38:11.994835 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220f650e-8653-4939-8c29-ce582d2e7ff2 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:11.995524 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-220f650e-8653-4939-8c29-ce582d2e7ff2 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:12.044835 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-cb6ccaf5-e6f8-4adb-b2e9-6ff2f0a64906 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:12.058264 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6ed1f841-4966-4507-841f-066250df8fc8 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:12.064224 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-220f650e-8653-4939-8c29-ce582d2e7ff2 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9713414 Jan 18 22:38:12.065188 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6ed1f841-4966-4507-841f-066250df8fc8 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:12.073478 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-6ed1f841-4966-4507-841f-066250df8fc8 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "DELETE /v2.0/networks/289c9804-5726-4a3a-aa84-8df73f43851e HTTP/1.1" status: 204 len: 168 time: 1.6745105 Jan 18 22:38:12.074143 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 35328) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:12.078077 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 35326) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:12.079413 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-cb6ccaf5-e6f8-4adb-b2e9-6ff2f0a64906 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:12.085524 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-cb6ccaf5-e6f8-4adb-b2e9-6ff2f0a64906 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] 10.222.0.53 "DELETE /v2.0/networks/bf1114bc-20fb-4d94-aeec-73f61e96f32d HTTP/1.1" status: 204 len: 168 time: 0.6562204 Jan 18 22:38:12.170197 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:12.172184 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6ccaf5-e6f8-4adb-b2e9-6ff2f0a64906 tempest-BulkNetworkOpsTest-1120221296 tempest-BulkNetworkOpsTest-1120221296-project] Pushing event deleted for resources: {'Network': ['ID=bf1114bc-20fb-4d94-aeec-73f61e96f32d,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:12.236577 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '746ebad6-c218-49ba-a20c-55049008117e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da03a90c-5359-4d37-9f0a-8f9b32f4b733'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:38:12.244214 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0821d059-256b-4d04-8234-8f59d0340349" -d '{"events": [{"server_uuid": "746ebad6-c218-49ba-a20c-55049008117e", "name": "network-vif-plugged", "status": "completed", "tag": "da03a90c-5359-4d37-9f0a-8f9b32f4b733"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:38:12.266392 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port da03a90c-5359-4d37-9f0a-8f9b32f4b733, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=da03a90c-5359-4d37-9f0a-8f9b32f4b733,segment=NetworkSegment(4a0026ab-4bcd-4b31-8ba0-9267266416e1),segment_id=4a0026ab-4bcd-4b31-8ba0-9267266416e1)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:38:12.275380 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:12.373264 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-111b1ac2-c344-4ca3-99f2-760bae4aef5f x-openstack-request-id: req-111b1ac2-c344-4ca3-99f2-760bae4aef5f {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:38:12.373460 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "746ebad6-c218-49ba-a20c-55049008117e", "name": "network-vif-plugged", "status": "completed", "tag": "da03a90c-5359-4d37-9f0a-8f9b32f4b733", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:38:12.373768 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-111b1ac2-c344-4ca3-99f2-760bae4aef5f {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:38:12.374106 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '746ebad6-c218-49ba-a20c-55049008117e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da03a90c-5359-4d37-9f0a-8f9b32f4b733', 'code': 200} Jan 18 22:38:12.432970 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64848b83-02ca-4072-9167-7fd84c8289c7 req-4378d971-f3d0-4011-857f-8c21489b3706 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:12.434835 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-64848b83-02ca-4072-9167-7fd84c8289c7 req-4378d971-f3d0-4011-857f-8c21489b3706 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=746ebad6-c218-49ba-a20c-55049008117e HTTP/1.1" status: 200 len: 945 time: 0.1303084 Jan 18 22:38:12.477243 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=da03a90c-5359-4d37-9f0a-8f9b32f4b733,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:12.510284 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7d39a58d-f89c-4ebd-a86c-99365f7f84d7 None None] Provisioning complete for port 96d0d5bf-d9a1-4536-98cb-b9df34ed44aa triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:38:12.510689 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7d39a58d-f89c-4ebd-a86c-99365f7f84d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:12.531336 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-64848b83-02ca-4072-9167-7fd84c8289c7 req-b7e1bf41-6e0f-46fa-8621-2c51af81da33 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=75c337a0-647f-49a7-9e9b-b45556e7737b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879316 Jan 18 22:38:12.563427 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-dbc76c44-a2b1-46c3-9674-77c54d22ac13 tempest-FloatingIPAdminTestJSON-2106181209 tempest-FloatingIPAdminTestJSON-2106181209-project-admin] Request body: {'floatingip': {'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'project_id': '7367bf57f2e64e8dbd3cbe22ae6f44ce', 'port_id': '96d0d5bf-d9a1-4536-98cb-b9df34ed44aa'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:38:12.585211 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7d39a58d-f89c-4ebd-a86c-99365f7f84d7 None None] Port 96d0d5bf-d9a1-4536-98cb-b9df34ed44aa cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:38:12.681605 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 21dd2bcc-576a-4f50-bdbd-b63d04214f96 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:38:12.704426 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-dbc76c44-a2b1-46c3-9674-77c54d22ac13 tempest-FloatingIPAdminTestJSON-2106181209 tempest-FloatingIPAdminTestJSON-2106181209-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:12.738964 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 21dd2bcc-576a-4f50-bdbd-b63d04214f96 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:38:12.740606 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 21dd2bcc-576a-4f50-bdbd-b63d04214f96 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:38:12.741430 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 4e315c9c-1248-44a7-8099-8cc6e8840664 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:38:12.754606 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 35356) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:12.790647 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 4e315c9c-1248-44a7-8099-8cc6e8840664 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:38:12.790997 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 4e315c9c-1248-44a7-8099-8cc6e8840664 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:38:12.821809 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:12.836592 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da5a75-450a-4755-9563-301051267c96 req-396502d9-317d-4477-be6d-79da91ef789a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:12.842581 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-18da5a75-450a-4755-9563-301051267c96 req-396502d9-317d-4477-be6d-79da91ef789a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=746ebad6-c218-49ba-a20c-55049008117e HTTP/1.1" status: 200 len: 1096 time: 0.2199650 Jan 18 22:38:12.849122 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed1f841-4966-4507-841f-066250df8fc8 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Pushing event deleted for resources: {'Network': ['ID=289c9804-5726-4a3a-aa84-8df73f43851e,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:12.933153 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-18da5a75-450a-4755-9563-301051267c96 req-6e5bf3c3-46f9-4452-b85d-65f4a6f3a49b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=75c337a0-647f-49a7-9e9b-b45556e7737b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821874 Jan 18 22:38:12.991360 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-dbc76c44-a2b1-46c3-9674-77c54d22ac13 tempest-FloatingIPAdminTestJSON-2106181209 tempest-FloatingIPAdminTestJSON-2106181209-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:13.042586 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 35368) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:13.130615 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-dbc76c44-a2b1-46c3-9674-77c54d22ac13 tempest-FloatingIPAdminTestJSON-2106181209 tempest-FloatingIPAdminTestJSON-2106181209-project-admin] Allocated IP 172.25.5.144 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/cfa57848-d3be-49a9-a950-2eb0321705ff) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:38:13.146437 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b52dfad7-1bdd-4912-add8-6570dca41dd3 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1041027'] for router_interface, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:13.150482 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-d5c0a9a7-8a91-4388-82b0-04d22281c1eb admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1259971161-network', 'tenant_id': 'd58fa77d6cd94e7ca7d141d5a9b044dd'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:38:13.211860 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-9ed8553e-9a8a-4f84-9de2-632d75e518c8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=55eddd063cf4417aa7f816b707f6fd05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4045753 Jan 18 22:38:13.226239 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 35372) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:13.245353 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5c0a9a7-8a91-4388-82b0-04d22281c1eb admin admin] Made reservation on behalf of d58fa77d6cd94e7ca7d141d5a9b044dd for: {'network': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:38:13.247724 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d5c0a9a7-8a91-4388-82b0-04d22281c1eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:13.260629 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d5c0a9a7-8a91-4388-82b0-04d22281c1eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:13.353213 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ccd72c61-f302-4e49-834e-1ac27d2ebeb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:13.354915 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-dbc76c44-a2b1-46c3-9674-77c54d22ac13 tempest-FloatingIPAdminTestJSON-2106181209 tempest-FloatingIPAdminTestJSON-2106181209-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:13.414613 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ccd72c61-f302-4e49-834e-1ac27d2ebeb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:13.425640 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d5c0a9a7-8a91-4388-82b0-04d22281c1eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:13.428029 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-dbc76c44-a2b1-46c3-9674-77c54d22ac13 tempest-FloatingIPAdminTestJSON-2106181209 tempest-FloatingIPAdminTestJSON-2106181209-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:13.435706 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d5c0a9a7-8a91-4388-82b0-04d22281c1eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:13.491326 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc76c44-a2b1-46c3-9674-77c54d22ac13 tempest-FloatingIPAdminTestJSON-2106181209 tempest-FloatingIPAdminTestJSON-2106181209-project-admin] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:38:13.495877 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5c0a9a7-8a91-4388-82b0-04d22281c1eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=102430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:38:13.510273 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ccd72c61-f302-4e49-834e-1ac27d2ebeb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:13.515124 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-dbc76c44-a2b1-46c3-9674-77c54d22ac13 tempest-FloatingIPAdminTestJSON-2106181209 tempest-FloatingIPAdminTestJSON-2106181209-project-admin] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:38:13.527083 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ccd72c61-f302-4e49-834e-1ac27d2ebeb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:13.527083 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-ccd72c61-f302-4e49-834e-1ac27d2ebeb2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/da8b14a6-deee-4e6f-9802-88d6b53c49d9 HTTP/1.1" status: 204 len: 168 time: 0.2935112 Jan 18 22:38:13.527427 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc76c44-a2b1-46c3-9674-77c54d22ac13 tempest-FloatingIPAdminTestJSON-2106181209 tempest-FloatingIPAdminTestJSON-2106181209-project-admin] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:38:13.530818 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d5c0a9a7-8a91-4388-82b0-04d22281c1eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:13.531177 n-d-825064-1 neutron-server[102430]: INFO neutron.db.segments_db [None req-d5c0a9a7-8a91-4388-82b0-04d22281c1eb admin admin] Added segment dfaa1994-2fdd-4a54-9d15-02069c3ace9d of type vlan for network eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02 Jan 18 22:38:13.532439 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc76c44-a2b1-46c3-9674-77c54d22ac13 tempest-FloatingIPAdminTestJSON-2106181209 tempest-FloatingIPAdminTestJSON-2106181209-project-admin] Pushing event updated for resources: {'Port': ['ID=cfa57848-d3be-49a9-a950-2eb0321705ff,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:13.549680 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd72c61-f302-4e49-834e-1ac27d2ebeb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da8b14a6-deee-4e6f-9802-88d6b53c49d9,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:13.565659 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c0a9a7-8a91-4388-82b0-04d22281c1eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e7e2e22-46f9-42fe-9710-8e464b95d42e,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:13.615660 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d5c0a9a7-8a91-4388-82b0-04d22281c1eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:13.628973 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-b52dfad7-1bdd-4912-add8-6570dca41dd3 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Deleting port 50887fd0-e014-4771-888b-02d96c0ae457 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:38:13.632779 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b52dfad7-1bdd-4912-add8-6570dca41dd3 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:13.689313 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:13.797714 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-b52dfad7-1bdd-4912-add8-6570dca41dd3 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] For port 50887fd0-e014-4771-888b-02d96c0ae457, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=50887fd0-e014-4771-888b-02d96c0ae457,segment=NetworkSegment(20eb2343-a2f0-4796-ac07-98eebf9cf2e9),segment_id=20eb2343-a2f0-4796-ac07-98eebf9cf2e9)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:38:13.798984 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b52dfad7-1bdd-4912-add8-6570dca41dd3 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:13.812537 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-b52dfad7-1bdd-4912-add8-6570dca41dd3 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Calling delete_port for 50887fd0-e014-4771-888b-02d96c0ae457 owned by network:router_interface {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:38:13.824871 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d5c0a9a7-8a91-4388-82b0-04d22281c1eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:13.825825 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c0a9a7-8a91-4388-82b0-04d22281c1eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:13.826401 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d5c0a9a7-8a91-4388-82b0-04d22281c1eb admin admin] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:13.928225 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-d5c0a9a7-8a91-4388-82b0-04d22281c1eb admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.8845026 Jan 18 22:38:13.931317 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 35396) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:13.940918 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-f2366573-6a28-4327-939a-b16504e49f8b admin admin] Request body: {'subnet': {'network_id': 'eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1259971161-subnet', 'tenant_id': 'd58fa77d6cd94e7ca7d141d5a9b044dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:38:13.968051 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f711785-76e5-4af1-81c4-955329997a39 req-e3e0730c-ead7-4166-baef-77ff96d24677 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:13.975154 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7f711785-76e5-4af1-81c4-955329997a39 req-e3e0730c-ead7-4166-baef-77ff96d24677 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=746ebad6-c218-49ba-a20c-55049008117e HTTP/1.1" status: 200 len: 945 time: 0.2983720 Jan 18 22:38:13.979567 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c0a9a7-8a91-4388-82b0-04d22281c1eb admin admin] Pushing event updated for resources: {'Network': ['ID=eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:13.992146 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:38:14.099776 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7f711785-76e5-4af1-81c4-955329997a39 req-ef1be218-8125-4ccc-b26b-fa95f8e421b6 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=75c337a0-647f-49a7-9e9b-b45556e7737b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236351 Jan 18 22:38:14.146950 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b52dfad7-1bdd-4912-add8-6570dca41dd3 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:14.153325 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2366573-6a28-4327-939a-b16504e49f8b admin admin] Made reservation on behalf of d58fa77d6cd94e7ca7d141d5a9b044dd for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:38:14.155877 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f2366573-6a28-4327-939a-b16504e49f8b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:14.203441 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52dfad7-1bdd-4912-add8-6570dca41dd3 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Pushing event deleted for resources: {'Port': ['ID=50887fd0-e014-4771-888b-02d96c0ae457,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:14.229027 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-dbc76c44-a2b1-46c3-9674-77c54d22ac13 tempest-FloatingIPAdminTestJSON-2106181209 tempest-FloatingIPAdminTestJSON-2106181209-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:14.335002 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-dbc76c44-a2b1-46c3-9674-77c54d22ac13 tempest-FloatingIPAdminTestJSON-2106181209 tempest-FloatingIPAdminTestJSON-2106181209-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:14.421462 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b52dfad7-1bdd-4912-add8-6570dca41dd3 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-613841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1046579'] for router_interface, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:14.571780 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-dbc76c44-a2b1-46c3-9674-77c54d22ac13 tempest-FloatingIPAdminTestJSON-2106181209 tempest-FloatingIPAdminTestJSON-2106181209-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:14.571965 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f2366573-6a28-4327-939a-b16504e49f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:14.578703 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-dbc76c44-a2b1-46c3-9674-77c54d22ac13 tempest-FloatingIPAdminTestJSON-2106181209 tempest-FloatingIPAdminTestJSON-2106181209-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:14.669671 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc76c44-a2b1-46c3-9674-77c54d22ac13 tempest-FloatingIPAdminTestJSON-2106181209 tempest-FloatingIPAdminTestJSON-2106181209-project-admin] Pushing event updated for resources: {'Port': ['ID=cfa57848-d3be-49a9-a950-2eb0321705ff,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:14.674634 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-dbc76c44-a2b1-46c3-9674-77c54d22ac13 tempest-FloatingIPAdminTestJSON-2106181209 tempest-FloatingIPAdminTestJSON-2106181209-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043075'] for floatingip, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:14.718644 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 35428) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:14.782652 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2366573-6a28-4327-939a-b16504e49f8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d836b77-fd27-4c61-b195-30e9fedeffe8,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:14.815791 n-d-825064-1 neutron-server[102430]: INFO neutron.db.l3_db [None req-dbc76c44-a2b1-46c3-9674-77c54d22ac13 tempest-FloatingIPAdminTestJSON-2106181209 tempest-FloatingIPAdminTestJSON-2106181209-project-admin] Floating IP 96514d98-5893-49c9-a392-7d65bc499812 associated. External IP: 172.25.5.144, port: 96d0d5bf-d9a1-4536-98cb-b9df34ed44aa. Jan 18 22:38:14.827648 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2366573-6a28-4327-939a-b16504e49f8b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:38:14.827997 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2366573-6a28-4327-939a-b16504e49f8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:38:14.828372 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2366573-6a28-4327-939a-b16504e49f8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:38:14.828693 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2366573-6a28-4327-939a-b16504e49f8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:38:14.829027 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2366573-6a28-4327-939a-b16504e49f8b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:38:14.829361 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2366573-6a28-4327-939a-b16504e49f8b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:38:14.829687 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2366573-6a28-4327-939a-b16504e49f8b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:38:14.830035 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2366573-6a28-4327-939a-b16504e49f8b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:38:14.830367 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2366573-6a28-4327-939a-b16504e49f8b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:38:14.830687 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2366573-6a28-4327-939a-b16504e49f8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:38:14.831007 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2366573-6a28-4327-939a-b16504e49f8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:38:14.831330 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2366573-6a28-4327-939a-b16504e49f8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:38:14.836690 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2366573-6a28-4327-939a-b16504e49f8b admin admin] Checking segment: {'id': 'dfaa1994-2fdd-4a54-9d15-02069c3ace9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:38:14.837053 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2366573-6a28-4327-939a-b16504e49f8b admin admin] Network hostable DHCP agents. Network: eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:38:14.854453 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b52dfad7-1bdd-4912-add8-6570dca41dd3 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Router 021a4537-6d58-4bfc-a6ec-d1f0babb404d has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:38:14.867327 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2366573-6a28-4327-939a-b16504e49f8b admin admin] Network eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:38:14.928703 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-b66a5136-72c9-43af-bfa5-3ca12b993689 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Request body: {'network': {'name': 'tempest-RoutersTest-680008014'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:38:14.962131 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b52dfad7-1bdd-4912-add8-6570dca41dd3 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:38:14.971771 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-b52dfad7-1bdd-4912-add8-6570dca41dd3 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "PUT /v2.0/routers/021a4537-6d58-4bfc-a6ec-d1f0babb404d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8886950 Jan 18 22:38:14.972819 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 35438) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:14.977823 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc76bd97-67fd-4a3d-856d-5137bedf8264 None None] Sync routers for ids ['021a4537-6d58-4bfc-a6ec-d1f0babb404d'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:38:14.994969 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-f2366573-6a28-4327-939a-b16504e49f8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:38:15.008480 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df92cc7d-586e-4d1a-8663-3667fe2a22d2 None None] Network eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:38:15.018304 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2366573-6a28-4327-939a-b16504e49f8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:15.018897 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f2366573-6a28-4327-939a-b16504e49f8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:15.025895 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b66a5136-72c9-43af-bfa5-3ca12b993689 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Made reservation on behalf of bc40d8e6d2ad4b0587a6817944d39c32 for: {'network': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:38:15.029548 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b66a5136-72c9-43af-bfa5-3ca12b993689 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:15.043076 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b66a5136-72c9-43af-bfa5-3ca12b993689 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:15.054814 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-f2366573-6a28-4327-939a-b16504e49f8b admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.1217141 Jan 18 22:38:15.063218 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd9e9f1c-4563-4bc3-8b46-ad4dbf33efff tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Deleting subnet 9825aab6-6ed8-4cbf-981f-f60e2ef46acd {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:38:15.066706 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fd9e9f1c-4563-4bc3-8b46-ad4dbf33efff tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:15.126761 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc76bd97-67fd-4a3d-856d-5137bedf8264 None None] Routers {'021a4537-6d58-4bfc-a6ec-d1f0babb404d'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:38:15.127439 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-dc76bd97-67fd-4a3d-856d-5137bedf8264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:37:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['021a4537-6d58-4bfc-a6ec-d1f0babb404d'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:38:15.131264 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fd9e9f1c-4563-4bc3-8b46-ad4dbf33efff tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:15.261472 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-dc76bd97-67fd-4a3d-856d-5137bedf8264 None None] Set router 021a4537-6d58-4bfc-a6ec-d1f0babb404d gateway port host: None {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:38:15.322702 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b66a5136-72c9-43af-bfa5-3ca12b993689 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:15.328100 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fd9e9f1c-4563-4bc3-8b46-ad4dbf33efff tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:15.332021 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f290d1f7-5ff7-44b6-943f-4a0ddc177215 req-b192bfd5-31b6-483d-a345-03d140d2c535 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:15.334063 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f290d1f7-5ff7-44b6-943f-4a0ddc177215 req-b192bfd5-31b6-483d-a345-03d140d2c535 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=746ebad6-c218-49ba-a20c-55049008117e HTTP/1.1" status: 200 len: 945 time: 0.1229784 Jan 18 22:38:15.334290 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-dc76bd97-67fd-4a3d-856d-5137bedf8264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021a4537-6d58-4bfc-a6ec-d1f0babb404d', 'name': 'tempest-RoutersIpV6Test-router-999145678', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:37:12Z', 'updated_at': '2022-01-18T22:38:14Z', 'revision_number': 11, 'project_id': 'a713e1ffd908444085524c31c3f7dd42', 'gw_port_host': None}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:38:15.342789 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbc76c44-a2b1-46c3-9674-77c54d22ac13 tempest-FloatingIPAdminTestJSON-2106181209 tempest-FloatingIPAdminTestJSON-2106181209-project-admin] Router 93350f29-92c4-4387-8389-83638c3119dc has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:38:15.364795 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b66a5136-72c9-43af-bfa5-3ca12b993689 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:15.387249 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc76bd97-67fd-4a3d-856d-5137bedf8264 None None] Checking router: 021a4537-6d58-4bfc-a6ec-d1f0babb404d for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:38:15.420160 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc76bd97-67fd-4a3d-856d-5137bedf8264 None None] Routers {'021a4537-6d58-4bfc-a6ec-d1f0babb404d'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:38:15.426317 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-dc76bd97-67fd-4a3d-856d-5137bedf8264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:37:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['021a4537-6d58-4bfc-a6ec-d1f0babb404d'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:38:15.451751 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fd9e9f1c-4563-4bc3-8b46-ad4dbf33efff tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:15.476153 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f290d1f7-5ff7-44b6-943f-4a0ddc177215 req-2f622607-1927-4b48-a04f-7e6a62d02e99 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=75c337a0-647f-49a7-9e9b-b45556e7737b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302686 Jan 18 22:38:15.519303 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9e9f1c-4563-4bc3-8b46-ad4dbf33efff tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Pushing event deleted for resources: {'Subnet': ['ID=9825aab6-6ed8-4cbf-981f-f60e2ef46acd,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:15.528650 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fd9e9f1c-4563-4bc3-8b46-ad4dbf33efff tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:15.532056 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-fd9e9f1c-4563-4bc3-8b46-ad4dbf33efff tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "DELETE /v2.0/subnets/9825aab6-6ed8-4cbf-981f-f60e2ef46acd HTTP/1.1" status: 204 len: 168 time: 0.5578072 Jan 18 22:38:15.536957 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2b6c61-48e7-44b6-8b84-83fc919996a3 None None] Network eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:38:15.538170 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 35462) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:15.548511 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013cfcb3-9689-4c12-a504-4062c6c1f013 None None] Network 5adde811-8563-455e-9ab4-509b5bc8dd8a requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:38:15.549515 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b66a5136-72c9-43af-bfa5-3ca12b993689 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=102430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:38:15.551885 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66a5136-72c9-43af-bfa5-3ca12b993689 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c557655f-f869-4a44-b97b-667cca92add7,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:15.588471 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b66a5136-72c9-43af-bfa5-3ca12b993689 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:15.589119 n-d-825064-1 neutron-server[102430]: INFO neutron.db.segments_db [None req-b66a5136-72c9-43af-bfa5-3ca12b993689 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Added segment d3f985cd-1408-464a-a662-375bc2e6902c of type vlan for network 201f29d1-4d7c-47ee-977b-d579360ac549 Jan 18 22:38:15.663113 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-dc76bd97-67fd-4a3d-856d-5137bedf8264 None None] Set router 021a4537-6d58-4bfc-a6ec-d1f0babb404d gateway port host: None {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:38:15.670444 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b103a398-6e92-48fd-9ae5-1be762793e39 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:15.721898 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b66a5136-72c9-43af-bfa5-3ca12b993689 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:15.732107 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-dc76bd97-67fd-4a3d-856d-5137bedf8264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021a4537-6d58-4bfc-a6ec-d1f0babb404d', 'name': 'tempest-RoutersIpV6Test-router-999145678', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:37:12Z', 'updated_at': '2022-01-18T22:38:14Z', 'revision_number': 11, 'project_id': 'a713e1ffd908444085524c31c3f7dd42', 'gw_port_host': None}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:38:15.741569 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc445e8-5945-4931-afd1-31776b506831 req-a974076a-473b-4d7b-9eae-5a0b5184a16a tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:15.745191 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-b103a398-6e92-48fd-9ae5-1be762793e39 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Deleting port 6fac02fa-492d-47cf-bf0c-4cb292b9ef0d {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:38:15.745938 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b103a398-6e92-48fd-9ae5-1be762793e39 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:15.749023 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-dcc445e8-5945-4931-afd1-31776b506831 req-a974076a-473b-4d7b-9eae-5a0b5184a16a tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=746ebad6-c218-49ba-a20c-55049008117e HTTP/1.1" status: 200 len: 945 time: 0.1581821 Jan 18 22:38:15.761569 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbc76c44-a2b1-46c3-9674-77c54d22ac13 tempest-FloatingIPAdminTestJSON-2106181209 tempest-FloatingIPAdminTestJSON-2106181209-project-admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:38:15.774208 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d8b7a8-06e5-4c4f-a753-c2281992d592 None None] Sync routers for ids ['93350f29-92c4-4387-8389-83638c3119dc'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:38:15.787784 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d8b7a8-06e5-4c4f-a753-c2281992d592 None None] Routers {'93350f29-92c4-4387-8389-83638c3119dc'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:38:15.789120 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc76bd97-67fd-4a3d-856d-5137bedf8264 None None] The sync data for ids ['021a4537-6d58-4bfc-a6ec-d1f0babb404d'] in n-d-825064-1 is: [{'id': '021a4537-6d58-4bfc-a6ec-d1f0babb404d', 'name': 'tempest-RoutersIpV6Test-router-999145678', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:37:12Z', 'updated_at': '2022-01-18T22:38:14Z', 'revision_number': 11, 'project_id': 'a713e1ffd908444085524c31c3f7dd42', 'gw_port_host': None}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:38:15.798420 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-c1d8b7a8-06e5-4c4f-a753-c2281992d592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:37:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['93350f29-92c4-4387-8389-83638c3119dc'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:38:15.843213 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-c1d8b7a8-06e5-4c4f-a753-c2281992d592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:38:15.854699 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d8b7a8-06e5-4c4f-a753-c2281992d592 None None] Routers {'93350f29-92c4-4387-8389-83638c3119dc'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:38:15.857042 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-c1d8b7a8-06e5-4c4f-a753-c2281992d592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:37:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['93350f29-92c4-4387-8389-83638c3119dc'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:38:15.890381 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-dbc76c44-a2b1-46c3-9674-77c54d22ac13 tempest-FloatingIPAdminTestJSON-2106181209 tempest-FloatingIPAdminTestJSON-2106181209-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:15.912922 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-dcc445e8-5945-4931-afd1-31776b506831 req-a5cde3f0-1d50-4aef-aae5-1010a5acbc26 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=75c337a0-647f-49a7-9e9b-b45556e7737b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1576622 Jan 18 22:38:15.935853 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 35476) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:15.939663 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b66a5136-72c9-43af-bfa5-3ca12b993689 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:15.941126 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-b103a398-6e92-48fd-9ae5-1be762793e39 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] For port 6fac02fa-492d-47cf-bf0c-4cb292b9ef0d, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=6fac02fa-492d-47cf-bf0c-4cb292b9ef0d,segment=NetworkSegment(20eb2343-a2f0-4796-ac07-98eebf9cf2e9),segment_id=20eb2343-a2f0-4796-ac07-98eebf9cf2e9)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:38:15.941504 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b103a398-6e92-48fd-9ae5-1be762793e39 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:15.945516 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66a5136-72c9-43af-bfa5-3ca12b993689 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:15.946009 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b66a5136-72c9-43af-bfa5-3ca12b993689 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:15.948723 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-c1d8b7a8-06e5-4c4f-a753-c2281992d592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:38:15.949846 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d8b7a8-06e5-4c4f-a753-c2281992d592 None None] The sync data for ids ['93350f29-92c4-4387-8389-83638c3119dc'] in n-d-825064-1 is: [] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:38:15.986482 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-b103a398-6e92-48fd-9ae5-1be762793e39 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Calling delete_port for 6fac02fa-492d-47cf-bf0c-4cb292b9ef0d owned by network:dhcp {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:38:15.993012 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-dbc76c44-a2b1-46c3-9674-77c54d22ac13 tempest-FloatingIPAdminTestJSON-2106181209 tempest-FloatingIPAdminTestJSON-2106181209-project-admin] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 3.9010673 Jan 18 22:38:15.993628 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 35480) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:16.052753 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-b66a5136-72c9-43af-bfa5-3ca12b993689 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.3308332 Jan 18 22:38:16.053907 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 35484) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:16.060654 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-5df3361b-736e-4d6b-9c52-cd047183e42f tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Request body: {'network': {'name': 'tempest-RoutersTest-1826932061'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:38:16.069625 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df56533-88c5-4929-a474-477f59077733 req-735241f0-b39e-4734-a5de-0f4e4fb657fd tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:16.071388 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6df56533-88c5-4929-a474-477f59077733 req-735241f0-b39e-4734-a5de-0f4e4fb657fd tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/networks?id=eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02 HTTP/1.1" status: 200 len: 806 time: 0.3196218 Jan 18 22:38:16.083235 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66a5136-72c9-43af-bfa5-3ca12b993689 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Pushing event updated for resources: {'Network': ['ID=201f29d1-4d7c-47ee-977b-d579360ac549,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:16.100022 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 201f29d1-4d7c-47ee-977b-d579360ac549 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:38:16.126949 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6df56533-88c5-4929-a474-477f59077733 req-5e53d5e2-2c64-48c9-91b2-36d4a9eaa247 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/quotas/d58fa77d6cd94e7ca7d141d5a9b044dd HTTP/1.1" status: 200 len: 375 time: 0.0221920 Jan 18 22:38:16.133232 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5df3361b-736e-4d6b-9c52-cd047183e42f tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Made reservation on behalf of bc40d8e6d2ad4b0587a6817944d39c32 for: {'network': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:38:16.139424 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5df3361b-736e-4d6b-9c52-cd047183e42f tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:16.220578 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1393b1-fbe8-4c94-ac1f-4b5a51a9a358 None None] DHCP port deletion for 5adde811-8563-455e-9ab4-509b5bc8dd8a request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:38:16.227366 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6df56533-88c5-4929-a474-477f59077733 req-f43d5c74-2367-4918-9e77-c3cdafff5dc1 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d58fa77d6cd94e7ca7d141d5a9b044dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0808578 Jan 18 22:38:16.255030 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5df3361b-736e-4d6b-9c52-cd047183e42f tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=102430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:38:16.264574 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b980952a-6cf2-41ab-a332-3bc119e5cdac tempest-TestNetworkAdvancedServerOps-1886563698 tempest-TestNetworkAdvancedServerOps-1886563698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:16.266078 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-b980952a-6cf2-41ab-a332-3bc119e5cdac tempest-TestNetworkAdvancedServerOps-1886563698 tempest-TestNetworkAdvancedServerOps-1886563698-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=746ebad6-c218-49ba-a20c-55049008117e HTTP/1.1" status: 200 len: 1091 time: 0.3288405 Jan 18 22:38:16.280113 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 35490) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:16.306931 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-96bdb33e-dc5b-4323-9690-d420775f2c2b tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Request body: {'floatingip': {'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'port_id': 'da03a90c-5359-4d37-9f0a-8f9b32f4b733', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:38:16.316399 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-3f1393b1-fbe8-4c94-ac1f-4b5a51a9a358 None None] Deleting port 6fac02fa-492d-47cf-bf0c-4cb292b9ef0d {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:38:16.317281 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3f1393b1-fbe8-4c94-ac1f-4b5a51a9a358 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:16.353590 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6df56533-88c5-4929-a474-477f59077733 req-03bf8d2d-9218-4174-86b0-152bb8b1dadb service neutron] 10.222.0.53 "GET /v2.0/networks/eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998406 Jan 18 22:38:16.369278 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5df3361b-736e-4d6b-9c52-cd047183e42f tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:16.369624 n-d-825064-1 neutron-server[102430]: INFO neutron.db.segments_db [None req-5df3361b-736e-4d6b-9c52-cd047183e42f tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Added segment e4f0cfa1-ce3c-48ac-836e-9a9b0c9ff2a2 of type vlan for network 51dd7ceb-8719-493e-9ac9-d1666c2271a8 Jan 18 22:38:16.374322 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-224d1cd2-913e-4277-81a9-873664de43d9 tempest-FloatingIPAdminTestJSON-2106181209 tempest-FloatingIPAdminTestJSON-2106181209-project-admin] 10.222.0.53 "GET /v2.0/floatingips/96514d98-5893-49c9-a392-7d65bc499812 HTTP/1.1" status: 200 len: 983 time: 0.3765140 Jan 18 22:38:16.378503 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 35494) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:16.430538 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-3f1393b1-fbe8-4c94-ac1f-4b5a51a9a358 None None] For port 6fac02fa-492d-47cf-bf0c-4cb292b9ef0d, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=6fac02fa-492d-47cf-bf0c-4cb292b9ef0d,segment=NetworkSegment(20eb2343-a2f0-4796-ac07-98eebf9cf2e9),segment_id=20eb2343-a2f0-4796-ac07-98eebf9cf2e9)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:38:16.431087 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3f1393b1-fbe8-4c94-ac1f-4b5a51a9a358 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:16.530502 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b103a398-6e92-48fd-9ae5-1be762793e39 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:16.551201 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-96bdb33e-dc5b-4323-9690-d420775f2c2b tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for floatingip, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:16.564398 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-cefe774e-3c9b-4a77-8960-115191af251b tempest-FloatingIPAdminTestJSON-2106181209 tempest-FloatingIPAdminTestJSON-2106181209-project-admin] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1467 time: 0.1843746 Jan 18 22:38:16.620155 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 35498) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:16.639104 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b103a398-6e92-48fd-9ae5-1be762793e39 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] No DVR routers for this DVR port 6fac02fa-492d-47cf-bf0c-4cb292b9ef0d on host n-d-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:38:16.641658 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b103a398-6e92-48fd-9ae5-1be762793e39 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Pushing event deleted for resources: {'Port': ['ID=6fac02fa-492d-47cf-bf0c-4cb292b9ef0d,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:16.722820 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 50887fd0-e014-4771-888b-02d96c0ae457 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:38:16.729160 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-3f1393b1-fbe8-4c94-ac1f-4b5a51a9a358 None None] Calling delete_port for 6fac02fa-492d-47cf-bf0c-4cb292b9ef0d owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:38:16.754865 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 50887fd0-e014-4771-888b-02d96c0ae457 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:38:16.755495 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 50887fd0-e014-4771-888b-02d96c0ae457 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:38:16.756085 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 6fac02fa-492d-47cf-bf0c-4cb292b9ef0d no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:38:16.784471 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 6fac02fa-492d-47cf-bf0c-4cb292b9ef0d {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:38:16.785222 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 6fac02fa-492d-47cf-bf0c-4cb292b9ef0d not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:38:16.839653 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5df3361b-736e-4d6b-9c52-cd047183e42f tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:16.882620 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3f1393b1-fbe8-4c94-ac1f-4b5a51a9a358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:16.890870 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6df56533-88c5-4929-a474-477f59077733 req-b80ee018-a4ea-46fb-b30f-e7f538e3a6b7 service neutron] 10.222.0.53 "GET /v2.0/networks/eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5184824 Jan 18 22:38:16.891946 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5df3361b-736e-4d6b-9c52-cd047183e42f tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:16.897583 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df3361b-736e-4d6b-9c52-cd047183e42f tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:16.898308 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5df3361b-736e-4d6b-9c52-cd047183e42f tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:16.899378 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1393b1-fbe8-4c94-ac1f-4b5a51a9a358 None None] No DVR routers for this DVR port 6fac02fa-492d-47cf-bf0c-4cb292b9ef0d on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:38:16.950776 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1393b1-fbe8-4c94-ac1f-4b5a51a9a358 None None] Pushing event deleted for resources: {'Port': ['ID=6fac02fa-492d-47cf-bf0c-4cb292b9ef0d,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:16.967265 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-5df3361b-736e-4d6b-9c52-cd047183e42f tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9127209 Jan 18 22:38:16.967891 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 35508) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:16.992267 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-40450df7-9b0b-4484-b612-a85871105e05 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Request body: {'subnet': {'network_id': '201f29d1-4d7c-47ee-977b-d579360ac549', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:38:16.999353 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b103a398-6e92-48fd-9ae5-1be762793e39 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:17.059598 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-b103a398-6e92-48fd-9ae5-1be762793e39 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5adde811-8563-455e-9ab4-509b5bc8dd8a']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:38:17.073111 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-b103a398-6e92-48fd-9ae5-1be762793e39 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20eb2343-a2f0-4796-ac07-98eebf9cf2e9') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:38:17.073533 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-b103a398-6e92-48fd-9ae5-1be762793e39 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20eb2343-a2f0-4796-ac07-98eebf9cf2e9') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:38:17.083724 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b103a398-6e92-48fd-9ae5-1be762793e39 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:17.097729 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b103a398-6e92-48fd-9ae5-1be762793e39 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:17.110757 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df3361b-736e-4d6b-9c52-cd047183e42f tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Pushing event updated for resources: {'Network': ['ID=51dd7ceb-8719-493e-9ac9-d1666c2271a8,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:17.121320 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b103a398-6e92-48fd-9ae5-1be762793e39 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:38:17.122540 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b103a398-6e92-48fd-9ae5-1be762793e39 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:17.124558 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 51dd7ceb-8719-493e-9ac9-d1666c2271a8 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:38:17.208445 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:38:17.208445 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:38:17.208445 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:38:17.208445 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:38:17.208445 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:38:17.208445 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:38:17.208445 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:38:17.208445 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:38:17.208445 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:38:17.208445 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:38:17.208445 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:38:17.208445 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:38:17.208445 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:38:17.208445 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:38:17.208445 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:38:17.208445 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:38:17.208445 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:38:17.208445 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:38:17.208445 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:38:17.208445 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:38:17.208445 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:38:17.208445 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:38:17.208445 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:38:17.208445 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:38:17.208445 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:38:17.208445 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:38:17.208445 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:38:17.208445 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:38:17.208445 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:38:17.208445 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:38:17.208445 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:38:17.208445 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:38:17.216373 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-78b26041-223a-4e0d-9ff9-b0f1a23f20a8 req-6de863ca-37a4-4a60-ab2c-76a6ad8d9c28 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=60a54604-7939-446e-b74b-ceb16772488f HTTP/1.1" status: 200 len: 210 time: 0.0627294 Jan 18 22:38:17.257513 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40450df7-9b0b-4484-b612-a85871105e05 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Made reservation on behalf of bc40d8e6d2ad4b0587a6817944d39c32 for: {'subnet': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:38:17.261732 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-40450df7-9b0b-4484-b612-a85871105e05 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62288702'] for subnet, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:17.272830 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b103a398-6e92-48fd-9ae5-1be762793e39 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:17.281895 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b103a398-6e92-48fd-9ae5-1be762793e39 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:17.284972 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-b103a398-6e92-48fd-9ae5-1be762793e39 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "DELETE /v2.0/networks/5adde811-8563-455e-9ab4-509b5bc8dd8a HTTP/1.1" status: 204 len: 168 time: 1.7457747 Jan 18 22:38:17.287997 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 35522) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:17.294436 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-01b99d11-f08f-4889-912d-de6399cab9a1 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Request body: {'router': {'routes': None}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:38:17.307542 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b103a398-6e92-48fd-9ae5-1be762793e39 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Pushing event deleted for resources: {'Network': ['ID=5adde811-8563-455e-9ab4-509b5bc8dd8a,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:17.312337 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-62715642-a052-4f64-ae66-d3362e9a7da2 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Deleting port cfa57848-d3be-49a9-a950-2eb0321705ff {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:38:17.312615 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-62715642-a052-4f64-ae66-d3362e9a7da2 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:17.405462 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-62715642-a052-4f64-ae66-d3362e9a7da2 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:17.405791 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-62715642-a052-4f64-ae66-d3362e9a7da2 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:17.424428 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-62715642-a052-4f64-ae66-d3362e9a7da2 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Calling delete_port for cfa57848-d3be-49a9-a950-2eb0321705ff owned by network:floatingip {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:38:17.519076 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-96bdb33e-dc5b-4323-9690-d420775f2c2b tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:17.540784 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.extraroute_db [None req-01b99d11-f08f-4889-912d-de6399cab9a1 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Added routes are [] {{(pid=102430) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 18 22:38:17.541858 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.extraroute_db [None req-01b99d11-f08f-4889-912d-de6399cab9a1 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Removed routes are [] {{(pid=102430) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 18 22:38:17.542464 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-01b99d11-f08f-4889-912d-de6399cab9a1 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1042964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1040653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8593'] for router, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:17.964986 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-01b99d11-f08f-4889-912d-de6399cab9a1 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1042964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1040653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8593'] for router, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:17.969602 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-01b99d11-f08f-4889-912d-de6399cab9a1 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1042975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1043046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1040698'] for router, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:17.980334 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-40450df7-9b0b-4484-b612-a85871105e05 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60203213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62288684'] for subnet, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:18.165877 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-96bdb33e-dc5b-4323-9690-d420775f2c2b tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Allocated IP 172.25.5.52 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/d0868f80-108a-4b53-9506-4e35b979ce4f) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:38:18.192734 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40450df7-9b0b-4484-b612-a85871105e05 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Pushing event updated for resources: {'Subnet': ['ID=70f363e7-d328-4b0e-beba-a56510a39bce,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:18.211593 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40450df7-9b0b-4484-b612-a85871105e05 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:38:18.212000 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40450df7-9b0b-4484-b612-a85871105e05 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:38:18.212376 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40450df7-9b0b-4484-b612-a85871105e05 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:38:18.212720 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40450df7-9b0b-4484-b612-a85871105e05 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:38:18.213060 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40450df7-9b0b-4484-b612-a85871105e05 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:38:18.213893 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40450df7-9b0b-4484-b612-a85871105e05 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:38:18.214414 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40450df7-9b0b-4484-b612-a85871105e05 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:38:18.214934 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40450df7-9b0b-4484-b612-a85871105e05 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:38:18.215281 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40450df7-9b0b-4484-b612-a85871105e05 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:38:18.215615 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40450df7-9b0b-4484-b612-a85871105e05 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:38:18.216009 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40450df7-9b0b-4484-b612-a85871105e05 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:38:18.216387 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40450df7-9b0b-4484-b612-a85871105e05 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:38:18.221134 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40450df7-9b0b-4484-b612-a85871105e05 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Checking segment: {'id': 'd3f985cd-1408-464a-a662-375bc2e6902c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '201f29d1-4d7c-47ee-977b-d579360ac549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:38:18.221507 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40450df7-9b0b-4484-b612-a85871105e05 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Network hostable DHCP agents. Network: 201f29d1-4d7c-47ee-977b-d579360ac549, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:38:18.241029 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01b99d11-f08f-4889-912d-de6399cab9a1 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Router 021a4537-6d58-4bfc-a6ec-d1f0babb404d has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:38:18.314321 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-62715642-a052-4f64-ae66-d3362e9a7da2 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:18.343076 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40450df7-9b0b-4484-b612-a85871105e05 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Network 201f29d1-4d7c-47ee-977b-d579360ac549 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:38:18.367460 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01b99d11-f08f-4889-912d-de6399cab9a1 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:38:18.371231 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-96bdb33e-dc5b-4323-9690-d420775f2c2b tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:18.375337 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-01b99d11-f08f-4889-912d-de6399cab9a1 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks [] for router, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:18.379384 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f087f54a-96b8-40ea-b12b-669741fc182d None None] Sync routers for ids ['021a4537-6d58-4bfc-a6ec-d1f0babb404d'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:38:18.380891 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-01b99d11-f08f-4889-912d-de6399cab9a1 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "PUT /v2.0/routers/021a4537-6d58-4bfc-a6ec-d1f0babb404d HTTP/1.1" status: 200 len: 704 time: 1.0917797 Jan 18 22:38:18.382381 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 35558) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:18.393046 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f087f54a-96b8-40ea-b12b-669741fc182d None None] Routers {'021a4537-6d58-4bfc-a6ec-d1f0babb404d'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:38:18.393645 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-f087f54a-96b8-40ea-b12b-669741fc182d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:37:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['021a4537-6d58-4bfc-a6ec-d1f0babb404d'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:38:18.406839 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62715642-a052-4f64-ae66-d3362e9a7da2 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Pushing event deleted for resources: {'Port': ['ID=cfa57848-d3be-49a9-a950-2eb0321705ff,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:18.412807 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1e14651e-3f0e-4baf-b873-7f7491058fc2 req-72b30ef7-fc83-4409-b63c-c5026ba7e255 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=60a54604-7939-446e-b74b-ceb16772488f HTTP/1.1" status: 200 len: 210 time: 0.0704517 Jan 18 22:38:18.421375 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-40450df7-9b0b-4484-b612-a85871105e05 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 201f29d1-4d7c-47ee-977b-d579360ac549) {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:38:18.434898 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-96bdb33e-dc5b-4323-9690-d420775f2c2b tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:18.444093 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40450df7-9b0b-4484-b612-a85871105e05 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:18.444717 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-40450df7-9b0b-4484-b612-a85871105e05 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks [] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:18.448630 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-9fd0b102-c3d3-40be-8800-fe5830cd9197 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "GET /v2.0/ports?device_id=021a4537-6d58-4bfc-a6ec-d1f0babb404d HTTP/1.1" status: 200 len: 205 time: 0.0516114 Jan 18 22:38:18.451092 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 35560) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:18.477364 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2668a6df-a0a6-44b2-84a7-adf7e5743bbd None None] Network 201f29d1-4d7c-47ee-977b-d579360ac549 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:38:18.502894 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-40450df7-9b0b-4484-b612-a85871105e05 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5315242 Jan 18 22:38:18.544573 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 35562) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:18.551611 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-1d663d82-fc7f-46d3-a7c9-0ccc2099d86c tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Request body: {'subnet': {'network_id': '51dd7ceb-8719-493e-9ac9-d1666c2271a8', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:38:18.570622 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-034de6e2-2865-48da-9750-f9a62c066a0b tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks [] for router, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:18.652702 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-62715642-a052-4f64-ae66-d3362e9a7da2 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Notify callbacks [] for floatingip, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:18.653367 n-d-825064-1 neutron-server[102431]: INFO neutron.db.l3_db [None req-62715642-a052-4f64-ae66-d3362e9a7da2 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Floating IP 96514d98-5893-49c9-a392-7d65bc499812 disassociated (deleted). External IP: 172.25.5.144, port: 96d0d5bf-d9a1-4536-98cb-b9df34ed44aa. Jan 18 22:38:18.700974 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-f087f54a-96b8-40ea-b12b-669741fc182d None None] Set router 021a4537-6d58-4bfc-a6ec-d1f0babb404d gateway port host: None {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:38:18.751401 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96bdb33e-dc5b-4323-9690-d420775f2c2b tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:38:18.774063 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-96bdb33e-dc5b-4323-9690-d420775f2c2b tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:38:18.786540 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bdb33e-dc5b-4323-9690-d420775f2c2b tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Pushing event updated for resources: {'Port': ['ID=d0868f80-108a-4b53-9506-4e35b979ce4f,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:18.789061 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-f087f54a-96b8-40ea-b12b-669741fc182d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021a4537-6d58-4bfc-a6ec-d1f0babb404d', 'name': 'tempest-RoutersIpV6Test-router-999145678', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:37:12Z', 'updated_at': '2022-01-18T22:38:14Z', 'revision_number': 11, 'project_id': 'a713e1ffd908444085524c31c3f7dd42', 'gw_port_host': None}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:38:18.799455 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bdb33e-dc5b-4323-9690-d420775f2c2b tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:38:18.846515 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f087f54a-96b8-40ea-b12b-669741fc182d None None] Checking router: 021a4537-6d58-4bfc-a6ec-d1f0babb404d for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:38:18.888090 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f087f54a-96b8-40ea-b12b-669741fc182d None None] Routers {'021a4537-6d58-4bfc-a6ec-d1f0babb404d'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:38:18.888913 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-f087f54a-96b8-40ea-b12b-669741fc182d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:37:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['021a4537-6d58-4bfc-a6ec-d1f0babb404d'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:38:18.953613 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4bc3187-2cfd-43e1-a8b0-0f6f76da47c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-201f29d1-4d7c-47ee-977b-d579360ac549', 'network_id': '201f29d1-4d7c-47ee-977b-d579360ac549', 'tenant_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'fixed_ips': [{'subnet_id': '70f363e7-d328-4b0e-beba-a56510a39bce'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:38:18.954496 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a4bc3187-2cfd-43e1-a8b0-0f6f76da47c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:19.107958 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-034de6e2-2865-48da-9750-f9a62c066a0b tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1040886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8602'] for router, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:19.110825 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-034de6e2-2865-48da-9750-f9a62c066a0b tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:19.138574 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-f087f54a-96b8-40ea-b12b-669741fc182d None None] Set router 021a4537-6d58-4bfc-a6ec-d1f0babb404d gateway port host: None {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:38:19.214669 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df56533-88c5-4929-a474-477f59077733 req-01524acc-5359-435c-a65a-1a965d4ce7b6 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:19.226053 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6df56533-88c5-4929-a474-477f59077733 req-01524acc-5359-435c-a65a-1a965d4ce7b6 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.36 "GET /v2.0/networks?id=eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02 HTTP/1.1" status: 200 len: 806 time: 0.4954140 Jan 18 22:38:19.235812 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-6df56533-88c5-4929-a474-477f59077733 req-845992e8-989d-4626-8384-632f99367768 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Request body: {'port': {'device_id': '60a54604-7939-446e-b74b-ceb16772488f', 'network_id': 'eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02', 'admin_state_up': True, 'tenant_id': 'd58fa77d6cd94e7ca7d141d5a9b044dd'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:38:19.239341 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d663d82-fc7f-46d3-a7c9-0ccc2099d86c tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Made reservation on behalf of bc40d8e6d2ad4b0587a6817944d39c32 for: {'subnet': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:38:19.243896 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1d663d82-fc7f-46d3-a7c9-0ccc2099d86c tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62288702'] for subnet, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:19.289817 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-034de6e2-2865-48da-9750-f9a62c066a0b tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1040832'] for router, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:19.290645 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-034de6e2-2865-48da-9750-f9a62c066a0b tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Fanout notify agent at l3_agent the message router_deleted on router 021a4537-6d58-4bfc-a6ec-d1f0babb404d {{(pid=102430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 22:38:19.300947 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-f087f54a-96b8-40ea-b12b-669741fc182d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021a4537-6d58-4bfc-a6ec-d1f0babb404d', 'name': 'tempest-RoutersIpV6Test-router-999145678', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:37:12Z', 'updated_at': '2022-01-18T22:38:14Z', 'revision_number': 11, 'project_id': 'a713e1ffd908444085524c31c3f7dd42', 'gw_port_host': None}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:38:19.339260 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-034de6e2-2865-48da-9750-f9a62c066a0b tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks [] for router, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:19.340713 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-034de6e2-2865-48da-9750-f9a62c066a0b tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "DELETE /v2.0/routers/021a4537-6d58-4bfc-a6ec-d1f0babb404d HTTP/1.1" status: 204 len: 168 time: 0.8887401 Jan 18 22:38:19.358280 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 35568) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:19.414165 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-ac3c16e2-e998-4fc7-9f78-540b57149b08 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1918937798', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:38:19.420026 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f087f54a-96b8-40ea-b12b-669741fc182d None None] The sync data for ids ['021a4537-6d58-4bfc-a6ec-d1f0babb404d'] in n-d-825064-1 is: [{'id': '021a4537-6d58-4bfc-a6ec-d1f0babb404d', 'name': 'tempest-RoutersIpV6Test-router-999145678', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:37:12Z', 'updated_at': '2022-01-18T22:38:14Z', 'revision_number': 11, 'project_id': 'a713e1ffd908444085524c31c3f7dd42', 'gw_port_host': None}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:38:19.438556 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-641becb4-3a30-4c22-a5a9-c3c3a0f38128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:19.510752 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62715642-a052-4f64-ae66-d3362e9a7da2 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Router 93350f29-92c4-4387-8389-83638c3119dc has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:38:19.599890 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-a4bc3187-2cfd-43e1-a8b0-0f6f76da47c2 None None] Allocated IP 172.20.0.2 (201f29d1-4d7c-47ee-977b-d579360ac549/70f363e7-d328-4b0e-beba-a56510a39bce/52bf06cf-71cb-41e7-8cd5-8b20c6c8852a) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:38:19.626054 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3a928e11-867e-47ea-a77b-2e2fff066c1e req-b7cd84c8-7ae3-482d-8249-26326694ae4b tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=60a54604-7939-446e-b74b-ceb16772488f HTTP/1.1" status: 200 len: 210 time: 0.0810108 Jan 18 22:38:19.691942 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ac3c16e2-e998-4fc7-9f78-540b57149b08 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1044160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8692'] for router, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:19.693357 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ac3c16e2-e998-4fc7-9f78-540b57149b08 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1040680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8675'] for router, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:19.758102 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6df56533-88c5-4929-a474-477f59077733 req-845992e8-989d-4626-8384-632f99367768 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Made reservation on behalf of d58fa77d6cd94e7ca7d141d5a9b044dd for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:38:19.761611 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-6df56533-88c5-4929-a474-477f59077733 req-845992e8-989d-4626-8384-632f99367768 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:19.841162 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1d663d82-fc7f-46d3-a7c9-0ccc2099d86c tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60203213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62288684'] for subnet, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:19.950021 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a4bc3187-2cfd-43e1-a8b0-0f6f76da47c2 None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:19.958791 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a4bc3187-2cfd-43e1-a8b0-0f6f76da47c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:20.020474 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bc3187-2cfd-43e1-a8b0-0f6f76da47c2 None None] Pushing event updated for resources: {'Port': ['ID=52bf06cf-71cb-41e7-8cd5-8b20c6c8852a,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:20.033532 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4bc3187-2cfd-43e1-a8b0-0f6f76da47c2 None None] Network 201f29d1-4d7c-47ee-977b-d579360ac549 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:38:20.034889 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-a4bc3187-2cfd-43e1-a8b0-0f6f76da47c2 None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:38:20.039576 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bc3187-2cfd-43e1-a8b0-0f6f76da47c2 None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:38:20.052681 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d663d82-fc7f-46d3-a7c9-0ccc2099d86c tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Pushing event updated for resources: {'Subnet': ['ID=a7e9e128-4cfb-422d-b743-1c1926e771b9,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:20.106956 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-a4bc3187-2cfd-43e1-a8b0-0f6f76da47c2 None None] Attempting to bind port 52bf06cf-71cb-41e7-8cd5-8b20c6c8852a on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:38:20.107771 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-a4bc3187-2cfd-43e1-a8b0-0f6f76da47c2 None None] Attempting to bind port 52bf06cf-71cb-41e7-8cd5-8b20c6c8852a by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': 'd3f985cd-1408-464a-a662-375bc2e6902c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '201f29d1-4d7c-47ee-977b-d579360ac549'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:38:20.108265 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bc3187-2cfd-43e1-a8b0-0f6f76da47c2 None None] Attempting to bind port 52bf06cf-71cb-41e7-8cd5-8b20c6c8852a on network 201f29d1-4d7c-47ee-977b-d579360ac549 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:38:20.114529 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bc3187-2cfd-43e1-a8b0-0f6f76da47c2 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:38:20.115300 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bc3187-2cfd-43e1-a8b0-0f6f76da47c2 None None] Checking segment: {'id': 'd3f985cd-1408-464a-a662-375bc2e6902c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '201f29d1-4d7c-47ee-977b-d579360ac549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:38:20.115792 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a4bc3187-2cfd-43e1-a8b0-0f6f76da47c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:20.116304 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bc3187-2cfd-43e1-a8b0-0f6f76da47c2 None None] Bound using segment: {'id': 'd3f985cd-1408-464a-a662-375bc2e6902c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '201f29d1-4d7c-47ee-977b-d579360ac549'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:38:20.117136 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-a4bc3187-2cfd-43e1-a8b0-0f6f76da47c2 None None] Bound port: 52bf06cf-71cb-41e7-8cd5-8b20c6c8852a, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3f985cd-1408-464a-a662-375bc2e6902c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '201f29d1-4d7c-47ee-977b-d579360ac549'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:38:20.117953 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a4bc3187-2cfd-43e1-a8b0-0f6f76da47c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:20.118392 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d663d82-fc7f-46d3-a7c9-0ccc2099d86c tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Checking segment: {'id': 'e4f0cfa1-ce3c-48ac-836e-9a9b0c9ff2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '51dd7ceb-8719-493e-9ac9-d1666c2271a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:38:20.118863 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d663d82-fc7f-46d3-a7c9-0ccc2099d86c tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Network hostable DHCP agents. Network: 51dd7ceb-8719-493e-9ac9-d1666c2271a8, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:38:20.149737 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ac3c16e2-e998-4fc7-9f78-540b57149b08 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:20.156384 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-96bdb33e-dc5b-4323-9690-d420775f2c2b tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:20.170408 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d663d82-fc7f-46d3-a7c9-0ccc2099d86c tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Network 51dd7ceb-8719-493e-9ac9-d1666c2271a8 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:38:20.203826 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-1d663d82-fc7f-46d3-a7c9-0ccc2099d86c tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 51dd7ceb-8719-493e-9ac9-d1666c2271a8) {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:38:20.206436 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-6df56533-88c5-4929-a474-477f59077733 req-845992e8-989d-4626-8384-632f99367768 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Allocated IP 172.20.0.7 (eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02/3d836b77-fd27-4c61-b195-30e9fedeffe8/d3bce038-f949-4e37-a6fe-4f788f1c8e1a) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:38:20.210831 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ac3c16e2-e998-4fc7-9f78-540b57149b08 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1040691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049'] for router, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:20.217985 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d663d82-fc7f-46d3-a7c9-0ccc2099d86c tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:20.218247 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1d663d82-fc7f-46d3-a7c9-0ccc2099d86c tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks [] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:20.225407 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2962a09d-fd23-4155-b2d3-ec405b02e205 None None] Network 51dd7ceb-8719-493e-9ac9-d1666c2271a8 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:38:20.270082 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ac3c16e2-e998-4fc7-9f78-540b57149b08 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:20.273774 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-ac3c16e2-e998-4fc7-9f78-540b57149b08 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9127793 Jan 18 22:38:20.273774 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62715642-a052-4f64-ae66-d3362e9a7da2 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:38:20.275791 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 35576) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:20.276139 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 35578) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:20.281689 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-553e3659-6f8f-4e5f-9210-25869cc68b81 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-932796549', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:38:20.284703 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-1d663d82-fc7f-46d3-a7c9-0ccc2099d86c tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7390289 Jan 18 22:38:20.289048 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-62715642-a052-4f64-ae66-d3362e9a7da2 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:20.293574 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-5f92b79b-9e11-4bc4-9624-379a4400ecc7 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:38:20.300150 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291ef868-3812-416c-b9fc-25e27d742a09 None None] Sync routers for ids ['93350f29-92c4-4387-8389-83638c3119dc'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:38:20.320359 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291ef868-3812-416c-b9fc-25e27d742a09 None None] Routers {'93350f29-92c4-4387-8389-83638c3119dc'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:38:20.321575 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-291ef868-3812-416c-b9fc-25e27d742a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:37:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['93350f29-92c4-4387-8389-83638c3119dc'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:38:20.377690 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-291ef868-3812-416c-b9fc-25e27d742a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:38:20.400940 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291ef868-3812-416c-b9fc-25e27d742a09 None None] Routers {'93350f29-92c4-4387-8389-83638c3119dc'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:38:20.405294 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-291ef868-3812-416c-b9fc-25e27d742a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:37:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['93350f29-92c4-4387-8389-83638c3119dc'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:38:20.424778 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-a4bc3187-2cfd-43e1-a8b0-0f6f76da47c2 None None] For port 52bf06cf-71cb-41e7-8cd5-8b20c6c8852a, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:38:20.458462 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-a4bc3187-2cfd-43e1-a8b0-0f6f76da47c2 None None] For port 52bf06cf-71cb-41e7-8cd5-8b20c6c8852a, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=52bf06cf-71cb-41e7-8cd5-8b20c6c8852a,segment=NetworkSegment(d3f985cd-1408-464a-a662-375bc2e6902c),segment_id=d3f985cd-1408-464a-a662-375bc2e6902c)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:38:20.468875 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a4bc3187-2cfd-43e1-a8b0-0f6f76da47c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:20.475964 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-291ef868-3812-416c-b9fc-25e27d742a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:38:20.477465 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291ef868-3812-416c-b9fc-25e27d742a09 None None] The sync data for ids ['93350f29-92c4-4387-8389-83638c3119dc'] in n-d-825064-1 is: [] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:38:20.603619 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-6df56533-88c5-4929-a474-477f59077733 req-845992e8-989d-4626-8384-632f99367768 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:20.676940 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-6df56533-88c5-4929-a474-477f59077733 req-845992e8-989d-4626-8384-632f99367768 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:20.715613 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bc3187-2cfd-43e1-a8b0-0f6f76da47c2 None None] Pushing event updated for resources: {'Port': ['ID=52bf06cf-71cb-41e7-8cd5-8b20c6c8852a,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:20.723370 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-039bd05f-ade9-4fed-be08-ed9a6628a415 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-51dd7ceb-8719-493e-9ac9-d1666c2271a8', 'network_id': '51dd7ceb-8719-493e-9ac9-d1666c2271a8', 'tenant_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'fixed_ips': [{'subnet_id': 'a7e9e128-4cfb-422d-b743-1c1926e771b9'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:38:20.726612 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-039bd05f-ade9-4fed-be08-ed9a6628a415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:20.795989 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-62715642-a052-4f64-ae66-d3362e9a7da2 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] 10.222.0.53 "DELETE /v2.0/floatingips/96514d98-5893-49c9-a392-7d65bc499812 HTTP/1.1" status: 204 len: 168 time: 4.1676888 Jan 18 22:38:20.797636 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 35584) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:20.854437 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-df7cd8df-03c5-4452-9c34-d3a411dc828e tempest-FloatingIPAdminTestJSON-2106181209 tempest-FloatingIPAdminTestJSON-2106181209-project-admin] Request body: {'floatingip': {'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:38:20.863022 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-553e3659-6f8f-4e5f-9210-25869cc68b81 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1044160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8692'] for router, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:20.865233 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-553e3659-6f8f-4e5f-9210-25869cc68b81 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1040680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8675'] for router, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:20.883331 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6df56533-88c5-4929-a474-477f59077733 req-845992e8-989d-4626-8384-632f99367768 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Network eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:38:20.929236 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-6df56533-88c5-4929-a474-477f59077733 req-845992e8-989d-4626-8384-632f99367768 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:38:20.940457 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845992e8-989d-4626-8384-632f99367768 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Pushing event updated for resources: {'Port': ['ID=d3bce038-f949-4e37-a6fe-4f788f1c8e1a,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:20.948098 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-6df56533-88c5-4929-a474-477f59077733 req-845992e8-989d-4626-8384-632f99367768 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:38:20.995002 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-96bdb33e-dc5b-4323-9690-d420775f2c2b tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:21.035735 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04944f4a-fa34-4cd2-b907-a6787932f6ad req-1fb688fd-194e-4caa-a573-9aff51ab4416 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:21.039301 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-039bd05f-ade9-4fed-be08-ed9a6628a415 None None] Allocated IP 172.21.0.2 (51dd7ceb-8719-493e-9ac9-d1666c2271a8/a7e9e128-4cfb-422d-b743-1c1926e771b9/90c3aa0f-75a4-4aa5-866f-26f8717479a8) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:38:21.046237 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-04944f4a-fa34-4cd2-b907-a6787932f6ad req-1fb688fd-194e-4caa-a573-9aff51ab4416 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=60a54604-7939-446e-b74b-ceb16772488f HTTP/1.1" status: 200 len: 931 time: 0.2677853 Jan 18 22:38:21.061003 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-df7cd8df-03c5-4452-9c34-d3a411dc828e tempest-FloatingIPAdminTestJSON-2106181209 tempest-FloatingIPAdminTestJSON-2106181209-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:21.171517 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-04944f4a-fa34-4cd2-b907-a6787932f6ad req-de5f3780-8fd1-4356-b21b-96f7c8930c28 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e2e22-46f9-42fe-9710-8e464b95d42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244161 Jan 18 22:38:21.227034 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-553e3659-6f8f-4e5f-9210-25869cc68b81 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:21.241187 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df56533-88c5-4929-a474-477f59077733 req-845992e8-989d-4626-8384-632f99367768 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:21.241808 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-6df56533-88c5-4929-a474-477f59077733 req-845992e8-989d-4626-8384-632f99367768 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:21.276608 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6df56533-88c5-4929-a474-477f59077733 req-845992e8-989d-4626-8384-632f99367768 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0456274 Jan 18 22:38:21.279650 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-553e3659-6f8f-4e5f-9210-25869cc68b81 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1040691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049'] for router, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:21.301935 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5f92b79b-9e11-4bc4-9624-379a4400ecc7 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1042964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1040653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8593'] for router, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:21.308886 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-039bd05f-ade9-4fed-be08-ed9a6628a415 None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:21.317586 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-6df56533-88c5-4929-a474-477f59077733 req-578db82d-a6d2-43d6-8c5c-6b1631dce642 service neutron] Request body: {'port': {'device_id': '60a54604-7939-446e-b74b-ceb16772488f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:38:21.319534 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-039bd05f-ade9-4fed-be08-ed9a6628a415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:21.340668 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-553e3659-6f8f-4e5f-9210-25869cc68b81 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:21.342247 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-553e3659-6f8f-4e5f-9210-25869cc68b81 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.0640028 Jan 18 22:38:21.343564 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5f92b79b-9e11-4bc4-9624-379a4400ecc7 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1042975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1043046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1040698'] for router, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:21.397040 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 35588) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:21.465600 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039bd05f-ade9-4fed-be08-ed9a6628a415 None None] Network 51dd7ceb-8719-493e-9ac9-d1666c2271a8 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:38:21.470125 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-039bd05f-ade9-4fed-be08-ed9a6628a415 None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:38:21.486129 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039bd05f-ade9-4fed-be08-ed9a6628a415 None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:38:21.493783 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039bd05f-ade9-4fed-be08-ed9a6628a415 None None] Pushing event updated for resources: {'Port': ['ID=90c3aa0f-75a4-4aa5-866f-26f8717479a8,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:21.505985 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-6df56533-88c5-4929-a474-477f59077733 req-578db82d-a6d2-43d6-8c5c-6b1631dce642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:21.587598 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-df7cd8df-03c5-4452-9c34-d3a411dc828e tempest-FloatingIPAdminTestJSON-2106181209 tempest-FloatingIPAdminTestJSON-2106181209-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:21.600085 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-039bd05f-ade9-4fed-be08-ed9a6628a415 None None] Attempting to bind port 90c3aa0f-75a4-4aa5-866f-26f8717479a8 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:38:21.600477 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-039bd05f-ade9-4fed-be08-ed9a6628a415 None None] Attempting to bind port 90c3aa0f-75a4-4aa5-866f-26f8717479a8 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': 'e4f0cfa1-ce3c-48ac-836e-9a9b0c9ff2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '51dd7ceb-8719-493e-9ac9-d1666c2271a8'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:38:21.600843 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039bd05f-ade9-4fed-be08-ed9a6628a415 None None] Attempting to bind port 90c3aa0f-75a4-4aa5-866f-26f8717479a8 on network 51dd7ceb-8719-493e-9ac9-d1666c2271a8 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:38:21.610212 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039bd05f-ade9-4fed-be08-ed9a6628a415 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:38:21.610606 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039bd05f-ade9-4fed-be08-ed9a6628a415 None None] Checking segment: {'id': 'e4f0cfa1-ce3c-48ac-836e-9a9b0c9ff2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '51dd7ceb-8719-493e-9ac9-d1666c2271a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:38:21.611012 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-039bd05f-ade9-4fed-be08-ed9a6628a415 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:21.613790 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039bd05f-ade9-4fed-be08-ed9a6628a415 None None] Bound using segment: {'id': 'e4f0cfa1-ce3c-48ac-836e-9a9b0c9ff2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '51dd7ceb-8719-493e-9ac9-d1666c2271a8'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:38:21.614309 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-039bd05f-ade9-4fed-be08-ed9a6628a415 None None] Bound port: 90c3aa0f-75a4-4aa5-866f-26f8717479a8, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4f0cfa1-ce3c-48ac-836e-9a9b0c9ff2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '51dd7ceb-8719-493e-9ac9-d1666c2271a8'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:38:21.614704 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-039bd05f-ade9-4fed-be08-ed9a6628a415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:21.732762 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-039bd05f-ade9-4fed-be08-ed9a6628a415 None None] For port 90c3aa0f-75a4-4aa5-866f-26f8717479a8, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:38:21.738953 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-039bd05f-ade9-4fed-be08-ed9a6628a415 None None] For port 90c3aa0f-75a4-4aa5-866f-26f8717479a8, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=90c3aa0f-75a4-4aa5-866f-26f8717479a8,segment=NetworkSegment(e4f0cfa1-ce3c-48ac-836e-9a9b0c9ff2a2),segment_id=e4f0cfa1-ce3c-48ac-836e-9a9b0c9ff2a2)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:38:21.747211 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-039bd05f-ade9-4fed-be08-ed9a6628a415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:21.841466 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039bd05f-ade9-4fed-be08-ed9a6628a415 None None] Pushing event updated for resources: {'Port': ['ID=90c3aa0f-75a4-4aa5-866f-26f8717479a8,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:21.935024 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-70850bcb-75f7-4bf9-9423-4923359539c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:21.998020 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f92b79b-9e11-4bc4-9624-379a4400ecc7 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Router b0434a72-c859-4984-9f8f-b75c343548d6 is scheduled to L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 with binding_index 1 {{(pid=102431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 22:38:22.005527 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-96bdb33e-dc5b-4323-9690-d420775f2c2b tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:22.015106 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-96bdb33e-dc5b-4323-9690-d420775f2c2b tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:22.153084 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bdb33e-dc5b-4323-9690-d420775f2c2b tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Pushing event updated for resources: {'Port': ['ID=d0868f80-108a-4b53-9506-4e35b979ce4f,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:22.175046 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-96bdb33e-dc5b-4323-9690-d420775f2c2b tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043075'] for floatingip, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:22.378596 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff760c9-9761-4a06-934b-b060f1176b80 None None] Network 201f29d1-4d7c-47ee-977b-d579360ac549 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:38:22.430822 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f92b79b-9e11-4bc4-9624-379a4400ecc7 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:38:22.448480 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5f92b79b-9e11-4bc4-9624-379a4400ecc7 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:22.460282 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-5f92b79b-9e11-4bc4-9624-379a4400ecc7 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "PUT /v2.0/routers/b0434a72-c859-4984-9f8f-b75c343548d6 HTTP/1.1" status: 200 len: 698 time: 2.1830261 Jan 18 22:38:22.487143 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 35608) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:22.488523 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41dc28fb-b1f7-4593-8047-02f6e8705a36 None None] Sync routers for ids ['b0434a72-c859-4984-9f8f-b75c343548d6'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:38:22.493999 n-d-825064-1 neutron-server[102431]: INFO neutron.db.l3_db [None req-96bdb33e-dc5b-4323-9690-d420775f2c2b tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Floating IP 4bdb924e-cafd-486d-8376-1916afc5bf64 associated. External IP: 172.25.5.52, port: da03a90c-5359-4d37-9f0a-8f9b32f4b733. Jan 18 22:38:22.564694 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-57758463-fd31-4849-8176-7655bbb5f865 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:22.663638 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41dc28fb-b1f7-4593-8047-02f6e8705a36 None None] Routers {'b0434a72-c859-4984-9f8f-b75c343548d6'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:38:22.666869 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-41dc28fb-b1f7-4593-8047-02f6e8705a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:38:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['b0434a72-c859-4984-9f8f-b75c343548d6'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:38:22.801043 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-55619a6d-e261-49ee-aa62-1768803a2f15 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "GET /v2.0/routers/b0434a72-c859-4984-9f8f-b75c343548d6 HTTP/1.1" status: 200 len: 704 time: 0.3083713 Jan 18 22:38:22.803787 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 35618) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:22.958200 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-22bc9b37-66fe-4acf-9d08-fd808c1a4407 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0434a72-c859-4984-9f8f-b75c343548d6 HTTP/1.1" status: 200 len: 205 time: 0.1153562 Jan 18 22:38:22.964043 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 35620) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:23.028751 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 52bf06cf-71cb-41e7-8cd5-8b20c6c8852a up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:38:23.043412 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-822bacd5-6869-4f66-9511-7020bcd0f283 None None] Provisioning complete for port 52bf06cf-71cb-41e7-8cd5-8b20c6c8852a triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:38:23.043951 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-822bacd5-6869-4f66-9511-7020bcd0f283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:23.048919 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-df7cd8df-03c5-4452-9c34-d3a411dc828e tempest-FloatingIPAdminTestJSON-2106181209 tempest-FloatingIPAdminTestJSON-2106181209-project-admin] Allocated IP 172.25.5.196 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/be7c1302-5ea0-4af4-94dc-db5d38e64cb7) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:38:23.049576 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-41dc28fb-b1f7-4593-8047-02f6e8705a36 None None] Set router b0434a72-c859-4984-9f8f-b75c343548d6 gateway port host: None {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:38:23.183680 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc14bc39-a389-444d-8db4-224695f11d86 req-b9079972-429a-48cd-b529-31ed889563ee tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:23.190023 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fc14bc39-a389-444d-8db4-224695f11d86 req-b9079972-429a-48cd-b529-31ed889563ee tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=60a54604-7939-446e-b74b-ceb16772488f HTTP/1.1" status: 200 len: 931 time: 0.1912837 Jan 18 22:38:23.276259 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-41dc28fb-b1f7-4593-8047-02f6e8705a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0434a72-c859-4984-9f8f-b75c343548d6', 'name': 'tempest-RoutersIpV6Test-router-1918937798', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:38:19Z', 'updated_at': '2022-01-18T22:38:21Z', 'revision_number': 2, 'project_id': 'a713e1ffd908444085524c31c3f7dd42', 'gw_port_host': None}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:38:23.345153 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [req-6df56533-88c5-4929-a474-477f59077733 req-578db82d-a6d2-43d6-8c5c-6b1631dce642 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3bce038-f949-4e37-a6fe-4f788f1c8e1a {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:38:23.367201 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-6df56533-88c5-4929-a474-477f59077733 req-578db82d-a6d2-43d6-8c5c-6b1631dce642 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:23.374576 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fc14bc39-a389-444d-8db4-224695f11d86 req-e2a729ac-f4ec-4068-baf9-a68860998dc5 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e2e22-46f9-42fe-9710-8e464b95d42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502419 Jan 18 22:38:23.388005 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41dc28fb-b1f7-4593-8047-02f6e8705a36 None None] Checking router: b0434a72-c859-4984-9f8f-b75c343548d6 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:38:23.415436 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:23.436875 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-6df56533-88c5-4929-a474-477f59077733 req-578db82d-a6d2-43d6-8c5c-6b1631dce642 service neutron] Transition to ACTIVE for port object d3bce038-f949-4e37-a6fe-4f788f1c8e1a will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:38:23.446265 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-df7cd8df-03c5-4452-9c34-d3a411dc828e tempest-FloatingIPAdminTestJSON-2106181209 tempest-FloatingIPAdminTestJSON-2106181209-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:23.448010 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-6df56533-88c5-4929-a474-477f59077733 req-578db82d-a6d2-43d6-8c5c-6b1631dce642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:23.452950 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41dc28fb-b1f7-4593-8047-02f6e8705a36 None None] Routers {'b0434a72-c859-4984-9f8f-b75c343548d6'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:38:23.453602 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-41dc28fb-b1f7-4593-8047-02f6e8705a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:38:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['b0434a72-c859-4984-9f8f-b75c343548d6'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:38:23.532422 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578db82d-a6d2-43d6-8c5c-6b1631dce642 service neutron] Pushing event updated for resources: {'Port': ['ID=d3bce038-f949-4e37-a6fe-4f788f1c8e1a,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:23.552593 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 52bf06cf-71cb-41e7-8cd5-8b20c6c8852a triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:38:23.553568 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:23.605787 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230bc425-45fb-4312-9b08-edd3ca01c10b None None] Network 51dd7ceb-8719-493e-9ac9-d1666c2271a8 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:38:23.662185 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-df7cd8df-03c5-4452-9c34-d3a411dc828e tempest-FloatingIPAdminTestJSON-2106181209 tempest-FloatingIPAdminTestJSON-2106181209-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:23.680657 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-41dc28fb-b1f7-4593-8047-02f6e8705a36 None None] Set router b0434a72-c859-4984-9f8f-b75c343548d6 gateway port host: None {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:38:23.719261 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96bdb33e-dc5b-4323-9690-d420775f2c2b tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Router 86be70a5-5411-4b97-9562-0798561dcc21 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:38:23.734060 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-09a0fa96-1c2f-486a-968f-8533f2a8c360 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks [] for router, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:23.788929 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7cd8df-03c5-4452-9c34-d3a411dc828e tempest-FloatingIPAdminTestJSON-2106181209 tempest-FloatingIPAdminTestJSON-2106181209-project-admin] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:38:23.809154 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-df7cd8df-03c5-4452-9c34-d3a411dc828e tempest-FloatingIPAdminTestJSON-2106181209 tempest-FloatingIPAdminTestJSON-2106181209-project-admin] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:38:23.812631 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7cd8df-03c5-4452-9c34-d3a411dc828e tempest-FloatingIPAdminTestJSON-2106181209 tempest-FloatingIPAdminTestJSON-2106181209-project-admin] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:38:23.815219 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7cd8df-03c5-4452-9c34-d3a411dc828e tempest-FloatingIPAdminTestJSON-2106181209 tempest-FloatingIPAdminTestJSON-2106181209-project-admin] Pushing event updated for resources: {'Port': ['ID=be7c1302-5ea0-4af4-94dc-db5d38e64cb7,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:23.860711 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-41dc28fb-b1f7-4593-8047-02f6e8705a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0434a72-c859-4984-9f8f-b75c343548d6', 'name': 'tempest-RoutersIpV6Test-router-1918937798', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:38:19Z', 'updated_at': '2022-01-18T22:38:21Z', 'revision_number': 2, 'project_id': 'a713e1ffd908444085524c31c3f7dd42', 'gw_port_host': None}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:38:23.873394 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-6df56533-88c5-4929-a474-477f59077733 req-578db82d-a6d2-43d6-8c5c-6b1631dce642 service neutron] Attempting to bind port d3bce038-f949-4e37-a6fe-4f788f1c8e1a on host n-h1-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:38:23.873735 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-6df56533-88c5-4929-a474-477f59077733 req-578db82d-a6d2-43d6-8c5c-6b1631dce642 service neutron] Attempting to bind port d3bce038-f949-4e37-a6fe-4f788f1c8e1a by drivers openvswitch,hyperv on host n-h1-825064-1 at level 0 using segments [{'id': 'dfaa1994-2fdd-4a54-9d15-02069c3ace9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:38:23.874067 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df56533-88c5-4929-a474-477f59077733 req-578db82d-a6d2-43d6-8c5c-6b1631dce642 service neutron] Attempting to bind port d3bce038-f949-4e37-a6fe-4f788f1c8e1a on network eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:38:23.884619 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df56533-88c5-4929-a474-477f59077733 req-578db82d-a6d2-43d6-8c5c-6b1631dce642 service neutron] Port d3bce038-f949-4e37-a6fe-4f788f1c8e1a on network eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:38:23.884951 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df56533-88c5-4929-a474-477f59077733 req-578db82d-a6d2-43d6-8c5c-6b1631dce642 service neutron] Attempting to bind port d3bce038-f949-4e37-a6fe-4f788f1c8e1a on network eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:38:23.895397 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df56533-88c5-4929-a474-477f59077733 req-578db82d-a6d2-43d6-8c5c-6b1631dce642 service neutron] Checking agent: {'id': 'e49d1b2a-ba11-487f-a804-ecbf3c0e8132', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:38:23.895744 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df56533-88c5-4929-a474-477f59077733 req-578db82d-a6d2-43d6-8c5c-6b1631dce642 service neutron] Checking segment: {'id': 'dfaa1994-2fdd-4a54-9d15-02069c3ace9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:38:23.896155 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df56533-88c5-4929-a474-477f59077733 req-578db82d-a6d2-43d6-8c5c-6b1631dce642 service neutron] Bound using segment: {'id': 'dfaa1994-2fdd-4a54-9d15-02069c3ace9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:38:23.896611 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-6df56533-88c5-4929-a474-477f59077733 req-578db82d-a6d2-43d6-8c5c-6b1631dce642 service neutron] Bound port: d3bce038-f949-4e37-a6fe-4f788f1c8e1a, host: n-h1-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfaa1994-2fdd-4a54-9d15-02069c3ace9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:38:23.896970 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-6df56533-88c5-4929-a474-477f59077733 req-578db82d-a6d2-43d6-8c5c-6b1631dce642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:23.994190 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-df7cd8df-03c5-4452-9c34-d3a411dc828e tempest-FloatingIPAdminTestJSON-2106181209 tempest-FloatingIPAdminTestJSON-2106181209-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:24.007557 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41dc28fb-b1f7-4593-8047-02f6e8705a36 None None] The sync data for ids ['b0434a72-c859-4984-9f8f-b75c343548d6'] in n-d-825064-1 is: [{'id': 'b0434a72-c859-4984-9f8f-b75c343548d6', 'name': 'tempest-RoutersIpV6Test-router-1918937798', 'tenant_id': 'a713e1ffd908444085524c31c3f7dd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:38:19Z', 'updated_at': '2022-01-18T22:38:21Z', 'revision_number': 2, 'project_id': 'a713e1ffd908444085524c31c3f7dd42', 'gw_port_host': None}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:38:24.011934 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-6df56533-88c5-4929-a474-477f59077733 req-578db82d-a6d2-43d6-8c5c-6b1631dce642 service neutron] For port d3bce038-f949-4e37-a6fe-4f788f1c8e1a, host n-h1-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:38:24.015792 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-6df56533-88c5-4929-a474-477f59077733 req-578db82d-a6d2-43d6-8c5c-6b1631dce642 service neutron] For port d3bce038-f949-4e37-a6fe-4f788f1c8e1a, host n-h1-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=d3bce038-f949-4e37-a6fe-4f788f1c8e1a,segment=NetworkSegment(dfaa1994-2fdd-4a54-9d15-02069c3ace9d),segment_id=dfaa1994-2fdd-4a54-9d15-02069c3ace9d)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:38:24.046155 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-6df56533-88c5-4929-a474-477f59077733 req-578db82d-a6d2-43d6-8c5c-6b1631dce642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:24.048060 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-822bacd5-6869-4f66-9511-7020bcd0f283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:24.111499 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-822bacd5-6869-4f66-9511-7020bcd0f283 None None] For port 52bf06cf-71cb-41e7-8cd5-8b20c6c8852a, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=52bf06cf-71cb-41e7-8cd5-8b20c6c8852a,segment=NetworkSegment(d3f985cd-1408-464a-a662-375bc2e6902c),segment_id=d3f985cd-1408-464a-a662-375bc2e6902c)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:38:24.123916 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578db82d-a6d2-43d6-8c5c-6b1631dce642 service neutron] Pushing event updated for resources: {'Port': ['ID=d3bce038-f949-4e37-a6fe-4f788f1c8e1a,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:24.130878 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-df7cd8df-03c5-4452-9c34-d3a411dc828e tempest-FloatingIPAdminTestJSON-2106181209 tempest-FloatingIPAdminTestJSON-2106181209-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:24.132090 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-822bacd5-6869-4f66-9511-7020bcd0f283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:24.133650 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df56533-88c5-4929-a474-477f59077733 req-578db82d-a6d2-43d6-8c5c-6b1631dce642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:24.134347 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-6df56533-88c5-4929-a474-477f59077733 req-578db82d-a6d2-43d6-8c5c-6b1631dce642 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:24.135811 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6df56533-88c5-4929-a474-477f59077733 req-578db82d-a6d2-43d6-8c5c-6b1631dce642 service neutron] 10.222.0.36 "PUT /v2.0/ports/d3bce038-f949-4e37-a6fe-4f788f1c8e1a HTTP/1.1" status: 200 len: 1091 time: 2.8430841 Jan 18 22:38:24.137014 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60a54604-7939-446e-b74b-ceb16772488f', 'tag': 'd3bce038-f949-4e37-a6fe-4f788f1c8e1a'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:38:24.139708 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25fea067-08d3-4068-a9a5-970b0a873e05" -d '{"events": [{"name": "network-changed", "server_uuid": "60a54604-7939-446e-b74b-ceb16772488f", "tag": "d3bce038-f949-4e37-a6fe-4f788f1c8e1a"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:38:24.277301 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822bacd5-6869-4f66-9511-7020bcd0f283 None None] Pushing event updated for resources: {'Port': ['ID=52bf06cf-71cb-41e7-8cd5-8b20c6c8852a,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:24.293610 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-09a0fa96-1c2f-486a-968f-8533f2a8c360 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1040886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8602'] for router, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:24.306122 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-09a0fa96-1c2f-486a-968f-8533f2a8c360 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:24.342686 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96bdb33e-dc5b-4323-9690-d420775f2c2b tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:38:24.356494 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f949d21e-0f3a-4cd8-8f88-56bfef632676 None None] Sync routers for ids ['86be70a5-5411-4b97-9562-0798561dcc21'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:38:24.376232 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-857e49d1-f984-4082-9938-38366abc571d None None] Provisioning complete for port 90c3aa0f-75a4-4aa5-866f-26f8717479a8 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:38:24.383776 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-857e49d1-f984-4082-9938-38366abc571d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:24.386431 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f949d21e-0f3a-4cd8-8f88-56bfef632676 None None] Routers {'86be70a5-5411-4b97-9562-0798561dcc21'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:38:24.389887 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-f949d21e-0f3a-4cd8-8f88-56bfef632676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:38:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['86be70a5-5411-4b97-9562-0798561dcc21'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:38:24.465303 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cb00606-e24c-4934-b7c3-25f96ff86431 x-openstack-request-id: req-2cb00606-e24c-4934-b7c3-25f96ff86431 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:38:24.465607 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60a54604-7939-446e-b74b-ceb16772488f", "tag": "d3bce038-f949-4e37-a6fe-4f788f1c8e1a", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:38:24.465862 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2cb00606-e24c-4934-b7c3-25f96ff86431 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:38:24.466286 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60a54604-7939-446e-b74b-ceb16772488f', 'tag': 'd3bce038-f949-4e37-a6fe-4f788f1c8e1a', 'status': 'completed', 'code': 200} Jan 18 22:38:24.478209 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 90c3aa0f-75a4-4aa5-866f-26f8717479a8 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:38:24.581817 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:24.630510 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-57758463-fd31-4849-8176-7655bbb5f865 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Allocated IP 172.20.0.1 (201f29d1-4d7c-47ee-977b-d579360ac549/70f363e7-d328-4b0e-beba-a56510a39bce/be15a9a0-6a33-4dde-a299-59f08ed55216) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:38:24.650473 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:24.654070 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-96bdb33e-dc5b-4323-9690-d420775f2c2b tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:24.690938 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-f949d21e-0f3a-4cd8-8f88-56bfef632676 None None] Set router 86be70a5-5411-4b97-9562-0798561dcc21 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:38:24.713736 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-09a0fa96-1c2f-486a-968f-8533f2a8c360 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1040832'] for router, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:24.714569 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09a0fa96-1c2f-486a-968f-8533f2a8c360 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Fanout notify agent at l3_agent the message router_deleted on router b0434a72-c859-4984-9f8f-b75c343548d6 {{(pid=102431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 22:38:24.722248 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-09a0fa96-1c2f-486a-968f-8533f2a8c360 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:24.733389 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-09a0fa96-1c2f-486a-968f-8533f2a8c360 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "DELETE /v2.0/routers/b0434a72-c859-4984-9f8f-b75c343548d6 HTTP/1.1" status: 204 len: 168 time: 1.7640207 Jan 18 22:38:24.737144 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 35634) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:24.739122 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-df7cd8df-03c5-4452-9c34-d3a411dc828e tempest-FloatingIPAdminTestJSON-2106181209 tempest-FloatingIPAdminTestJSON-2106181209-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:24.755568 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df56533-88c5-4929-a474-477f59077733 req-26d0d6f9-c9be-497e-9910-0a8cda74d6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:24.757339 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6df56533-88c5-4929-a474-477f59077733 req-26d0d6f9-c9be-497e-9910-0a8cda74d6b7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d58fa77d6cd94e7ca7d141d5a9b044dd&device_id=60a54604-7939-446e-b74b-ceb16772488f HTTP/1.1" status: 200 len: 1094 time: 0.4838681 Jan 18 22:38:24.758957 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-df7cd8df-03c5-4452-9c34-d3a411dc828e tempest-FloatingIPAdminTestJSON-2106181209 tempest-FloatingIPAdminTestJSON-2106181209-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:24.761294 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-857e49d1-f984-4082-9938-38366abc571d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:24.816781 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-9cdbe5fe-4a9f-436a-9fb1-9cc8ce0fd787 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0434a72-c859-4984-9f8f-b75c343548d6 HTTP/1.1" status: 200 len: 205 time: 0.0769024 Jan 18 22:38:24.817444 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 35636) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:24.848007 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-857e49d1-f984-4082-9938-38366abc571d None None] For port 90c3aa0f-75a4-4aa5-866f-26f8717479a8, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=90c3aa0f-75a4-4aa5-866f-26f8717479a8,segment=NetworkSegment(e4f0cfa1-ce3c-48ac-836e-9a9b0c9ff2a2),segment_id=e4f0cfa1-ce3c-48ac-836e-9a9b0c9ff2a2)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:38:24.853846 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 90c3aa0f-75a4-4aa5-866f-26f8717479a8 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:38:24.853846 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:24.854864 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-857e49d1-f984-4082-9938-38366abc571d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:24.939268 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6df56533-88c5-4929-a474-477f59077733 req-bda68328-6d14-4269-873f-e9149de2daea service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d3bce038-f949-4e37-a6fe-4f788f1c8e1a HTTP/1.1" status: 200 len: 217 time: 0.1380825 Jan 18 22:38:24.993829 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-96bdb33e-dc5b-4323-9690-d420775f2c2b tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 8.6967659 Jan 18 22:38:25.015953 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '746ebad6-c218-49ba-a20c-55049008117e', 'tag': 'da03a90c-5359-4d37-9f0a-8f9b32f4b733'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:38:25.022184 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59d400e1-595f-410e-918f-461945e584b6" -d '{"events": [{"name": "network-changed", "server_uuid": "746ebad6-c218-49ba-a20c-55049008117e", "tag": "da03a90c-5359-4d37-9f0a-8f9b32f4b733"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:38:25.029768 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-857e49d1-f984-4082-9938-38366abc571d None None] Provisioning complete for port 52bf06cf-71cb-41e7-8cd5-8b20c6c8852a triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:38:25.030141 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-857e49d1-f984-4082-9938-38366abc571d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:25.041851 n-d-825064-1 neutron-server[102431]: INFO neutron.api.v2.resource [None req-3aa53ea0-92e1-45a1-b677-2213262b9653 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] delete failed (client error): The resource could not be found. Jan 18 22:38:25.047523 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-3aa53ea0-92e1-45a1-b677-2213262b9653 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "DELETE /v2.0/routers/b0434a72-c859-4984-9f8f-b75c343548d6 HTTP/1.1" status: 404 len: 336 time: 0.2086005 Jan 18 22:38:25.056725 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 35644) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:25.104382 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df56533-88c5-4929-a474-477f59077733 req-5de70f24-aa6f-4d21-862c-f30268a4c664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:25.109349 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6df56533-88c5-4929-a474-477f59077733 req-5de70f24-aa6f-4d21-862c-f30268a4c664 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3d836b77-fd27-4c61-b195-30e9fedeffe8 HTTP/1.1" status: 200 len: 846 time: 0.1598556 Jan 18 22:38:25.117115 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-f949d21e-0f3a-4cd8-8f88-56bfef632676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86be70a5-5411-4b97-9562-0798561dcc21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1744156712', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': 'c0d0a117-500b-4e13-afb2-4bfb269efdec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:37:35Z', 'updated_at': '2022-01-18T22:37:47Z', 'revision_number': 4, 'project_id': '438cce0e2f434b5f879ce307da159923', 'gw_port': {'id': 'c0d0a117-500b-4e13-afb2-4bfb269efdec', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86be70a5-5411-4b97-9562-0798561dcc21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:37:36Z', 'updated_at': '2022-01-18T22:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': '4bdb924e-cafd-486d-8376-1916afc5bf64', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'floating_ip_address': '172.25.5.52', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': '86be70a5-5411-4b97-9562-0798561dcc21', 'port_id': 'da03a90c-5359-4d37-9f0a-8f9b32f4b733', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfd50c94-9bfe-434e-a69b-faa778e35648', 'mac_address': 'fa:16:3e:fa:8d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746ebad6-c218-49ba-a20c-55049008117e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:38:19Z', 'updated_at': '2022-01-18T22:38:19Z', 'revision_number': 0, 'project_id': '438cce0e2f434b5f879ce307da159923', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02651cda-dbde-40fd-bfa7-feb914218fe1', 'name': '', 'network_id': 'dfd50c94-9bfe-434e-a69b-faa778e35648', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'mac_address': 'fa:16:3e:4d:5f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86be70a5-5411-4b97-9562-0798561dcc21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': 'd047a25f-d8c6-49ea-bb54-6da48108f244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:37:46Z', 'updated_at': '2022-01-18T22:37:56Z', 'revision_number': 5, 'project_id': '438cce0e2f434b5f879ce307da159923', 'subnets': [{'id': 'd047a25f-d8c6-49ea-bb54-6da48108f244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:38:25.126245 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857e49d1-f984-4082-9938-38366abc571d None None] Pushing event updated for resources: {'Port': ['ID=90c3aa0f-75a4-4aa5-866f-26f8717479a8,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:25.159678 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-40db4d4f-55ef-4211-bfcf-cad0358e13c9 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] DELETE failed (client error): The resource could not be found. Jan 18 22:38:25.160463 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40db4d4f-55ef-4211-bfcf-cad0358e13c9 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:38:25.169946 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-40db4d4f-55ef-4211-bfcf-cad0358e13c9 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "DELETE /v2.0/subnets/19df69b0-19eb-4cad-92bf-efe8948fb2c7 HTTP/1.1" status: 404 len: 337 time: 0.1038377 Jan 18 22:38:25.171885 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 35646) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:25.172420 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f949d21e-0f3a-4cd8-8f88-56bfef632676 None None] Checking router: 86be70a5-5411-4b97-9562-0798561dcc21 for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:38:25.183921 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f949d21e-0f3a-4cd8-8f88-56bfef632676 None None] Routers {'86be70a5-5411-4b97-9562-0798561dcc21'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:38:25.184829 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-f949d21e-0f3a-4cd8-8f88-56bfef632676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:38:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['86be70a5-5411-4b97-9562-0798561dcc21'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:38:25.240313 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6df56533-88c5-4929-a474-477f59077733 req-9161e20c-90b6-429b-a3a5-bf462ce9c3f5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1178465 Jan 18 22:38:25.250044 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7cd8df-03c5-4452-9c34-d3a411dc828e tempest-FloatingIPAdminTestJSON-2106181209 tempest-FloatingIPAdminTestJSON-2106181209-project-admin] Pushing event updated for resources: {'Port': ['ID=be7c1302-5ea0-4af4-94dc-db5d38e64cb7,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:25.261248 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c67b877-1d9b-4aef-8bf9-b75f84927a8f tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] DELETE failed (client error): The resource could not be found. Jan 18 22:38:25.261705 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c67b877-1d9b-4aef-8bf9-b75f84927a8f tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:38:25.275849 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-2c67b877-1d9b-4aef-8bf9-b75f84927a8f tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "DELETE /v2.0/subnets/aeea6293-e272-4bcd-87e9-b4dabda242f0 HTTP/1.1" status: 404 len: 337 time: 0.0968127 Jan 18 22:38:25.281986 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 35648) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:25.296962 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac9f038-b892-4c69-9276-7e1528e55195 req-2e44c078-c78f-4ef9-808c-84c44ddc4db8 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:25.298546 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8ac9f038-b892-4c69-9276-7e1528e55195 req-2e44c078-c78f-4ef9-808c-84c44ddc4db8 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=60a54604-7939-446e-b74b-ceb16772488f HTTP/1.1" status: 200 len: 943 time: 0.5522203 Jan 18 22:38:25.355591 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-f949d21e-0f3a-4cd8-8f88-56bfef632676 None None] Set router 86be70a5-5411-4b97-9562-0798561dcc21 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:38:25.363268 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-df7cd8df-03c5-4452-9c34-d3a411dc828e tempest-FloatingIPAdminTestJSON-2106181209 tempest-FloatingIPAdminTestJSON-2106181209-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043075'] for floatingip, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:25.366771 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-01417012-c324-447e-aa84-7ace423d26ee tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] DELETE failed (client error): The resource could not be found. Jan 18 22:38:25.367232 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01417012-c324-447e-aa84-7ace423d26ee tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:38:25.375316 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-01417012-c324-447e-aa84-7ace423d26ee tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "DELETE /v2.0/subnets/cbd22246-9f30-4916-8728-d6dceba581f2 HTTP/1.1" status: 404 len: 337 time: 0.0930305 Jan 18 22:38:25.376260 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 35650) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:25.412710 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 52bf06cf-71cb-41e7-8cd5-8b20c6c8852a up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:38:25.466257 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-fc2ce25d-24ab-410d-9a3a-343e340f27a4 None None] Provisioning complete for port 90c3aa0f-75a4-4aa5-866f-26f8717479a8 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:38:25.466634 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fc2ce25d-24ab-410d-9a3a-343e340f27a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:25.467262 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6df56533-88c5-4929-a474-477f59077733 req-77026ebd-d68b-437b-88ba-860cd0e444be service neutron] 10.222.0.36 "GET /v2.0/networks/eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894939 Jan 18 22:38:25.471989 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-96b4e0d6-3d01-48d0-881c-83c3bc02f1c6 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] DELETE failed (client error): The resource could not be found. Jan 18 22:38:25.472532 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96b4e0d6-3d01-48d0-881c-83c3bc02f1c6 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:38:25.475424 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-df7cd8df-03c5-4452-9c34-d3a411dc828e tempest-FloatingIPAdminTestJSON-2106181209 tempest-FloatingIPAdminTestJSON-2106181209-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:25.475577 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-96b4e0d6-3d01-48d0-881c-83c3bc02f1c6 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "DELETE /v2.0/subnets/9825aab6-6ed8-4cbf-981f-f60e2ef46acd HTTP/1.1" status: 404 len: 337 time: 0.0914543 Jan 18 22:38:25.478867 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 35652) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:25.483216 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-df7cd8df-03c5-4452-9c34-d3a411dc828e tempest-FloatingIPAdminTestJSON-2106181209 tempest-FloatingIPAdminTestJSON-2106181209-project-admin] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6374300 Jan 18 22:38:25.483860 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 35654) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:25.569241 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31f4547-4aac-468d-9ac0-91c647e8af21 req-59affafe-3772-4636-82ff-38d63fd50bfc tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:25.570792 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d31f4547-4aac-468d-9ac0-91c647e8af21 req-59affafe-3772-4636-82ff-38d63fd50bfc tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=746ebad6-c218-49ba-a20c-55049008117e HTTP/1.1" status: 200 len: 945 time: 0.4498749 Jan 18 22:38:25.572334 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-57758463-fd31-4849-8176-7655bbb5f865 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:25.575471 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-a634480a-b035-4cbe-b5fc-a8f0f04aad98 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "GET /v2.0/ports?device_id=021a4537-6d58-4bfc-a6ec-d1f0babb404d HTTP/1.1" status: 200 len: 205 time: 0.0822024 Jan 18 22:38:25.583093 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 35658) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:25.616661 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 52bf06cf-71cb-41e7-8cd5-8b20c6c8852a triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:38:25.617629 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:25.654713 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d31f4547-4aac-468d-9ac0-91c647e8af21 req-d538882c-be03-4c9f-bb5b-6841d827e39b tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=75c337a0-647f-49a7-9e9b-b45556e7737b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603704 Jan 18 22:38:25.676553 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8ac9f038-b892-4c69-9276-7e1528e55195 req-34e1416f-b6c2-4e41-a489-2f576a621abd tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e2e22-46f9-42fe-9710-8e464b95d42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3359499 Jan 18 22:38:25.681811 n-d-825064-1 neutron-server[102431]: INFO neutron.api.v2.resource [None req-20ba3072-f44d-4ee3-9a8f-d47b232edf8e tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] delete failed (client error): The resource could not be found. Jan 18 22:38:25.703268 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 35662) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:25.706103 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-20ba3072-f44d-4ee3-9a8f-d47b232edf8e tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "DELETE /v2.0/routers/021a4537-6d58-4bfc-a6ec-d1f0babb404d HTTP/1.1" status: 404 len: 336 time: 0.1217639 Jan 18 22:38:25.708639 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 35664) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:25.717511 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-f949d21e-0f3a-4cd8-8f88-56bfef632676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86be70a5-5411-4b97-9562-0798561dcc21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1744156712', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': 'c0d0a117-500b-4e13-afb2-4bfb269efdec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:37:35Z', 'updated_at': '2022-01-18T22:37:47Z', 'revision_number': 4, 'project_id': '438cce0e2f434b5f879ce307da159923', 'gw_port': {'id': 'c0d0a117-500b-4e13-afb2-4bfb269efdec', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86be70a5-5411-4b97-9562-0798561dcc21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:37:36Z', 'updated_at': '2022-01-18T22:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': '4bdb924e-cafd-486d-8376-1916afc5bf64', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'floating_ip_address': '172.25.5.52', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': '86be70a5-5411-4b97-9562-0798561dcc21', 'port_id': 'da03a90c-5359-4d37-9f0a-8f9b32f4b733', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfd50c94-9bfe-434e-a69b-faa778e35648', 'mac_address': 'fa:16:3e:fa:8d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746ebad6-c218-49ba-a20c-55049008117e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:38:19Z', 'updated_at': '2022-01-18T22:38:19Z', 'revision_number': 0, 'project_id': '438cce0e2f434b5f879ce307da159923', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02651cda-dbde-40fd-bfa7-feb914218fe1', 'name': '', 'network_id': 'dfd50c94-9bfe-434e-a69b-faa778e35648', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'mac_address': 'fa:16:3e:4d:5f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86be70a5-5411-4b97-9562-0798561dcc21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': 'd047a25f-d8c6-49ea-bb54-6da48108f244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:37:46Z', 'updated_at': '2022-01-18T22:37:56Z', 'revision_number': 5, 'project_id': '438cce0e2f434b5f879ce307da159923', 'subnets': [{'id': 'd047a25f-d8c6-49ea-bb54-6da48108f244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:38:25.774474 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-5d69fbdf-5b92-4c18-b1cf-0592e525b027 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "GET /v2.0/ports?device_id=dedf2904-1167-4114-9329-b8da406c5933 HTTP/1.1" status: 200 len: 205 time: 0.0604072 Jan 18 22:38:25.775935 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f949d21e-0f3a-4cd8-8f88-56bfef632676 None None] The sync data for ids ['86be70a5-5411-4b97-9562-0798561dcc21'] in n-d-825064-1 is: [{'id': '86be70a5-5411-4b97-9562-0798561dcc21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1744156712', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': 'c0d0a117-500b-4e13-afb2-4bfb269efdec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:37:35Z', 'updated_at': '2022-01-18T22:37:47Z', 'revision_number': 4, 'project_id': '438cce0e2f434b5f879ce307da159923', 'gw_port': {'id': 'c0d0a117-500b-4e13-afb2-4bfb269efdec', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86be70a5-5411-4b97-9562-0798561dcc21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:37:36Z', 'updated_at': '2022-01-18T22:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': '4bdb924e-cafd-486d-8376-1916afc5bf64', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'floating_ip_address': '172.25.5.52', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': '86be70a5-5411-4b97-9562-0798561dcc21', 'port_id': 'da03a90c-5359-4d37-9f0a-8f9b32f4b733', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfd50c94-9bfe-434e-a69b-faa778e35648', 'mac_address': 'fa:16:3e:fa:8d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746ebad6-c218-49ba-a20c-55049008117e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:38:19Z', 'updated_at': '2022-01-18T22:38:19Z', 'revision_number': 0, 'project_id': '438cce0e2f434b5f879ce307da159923', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02651cda-dbde-40fd-bfa7-feb914218fe1', 'name': '', 'network_id': 'dfd50c94-9bfe-434e-a69b-faa778e35648', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'mac_address': 'fa:16:3e:4d:5f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86be70a5-5411-4b97-9562-0798561dcc21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': 'd047a25f-d8c6-49ea-bb54-6da48108f244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:37:46Z', 'updated_at': '2022-01-18T22:37:56Z', 'revision_number': 5, 'project_id': '438cce0e2f434b5f879ce307da159923', 'subnets': [{'id': 'd047a25f-d8c6-49ea-bb54-6da48108f244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:38:25.802248 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 35666) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:25.835692 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b883213-7c8b-4616-9035-8b0e7788382c x-openstack-request-id: req-5b883213-7c8b-4616-9035-8b0e7788382c {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:38:25.835976 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "746ebad6-c218-49ba-a20c-55049008117e", "tag": "da03a90c-5359-4d37-9f0a-8f9b32f4b733", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:38:25.836263 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5b883213-7c8b-4616-9035-8b0e7788382c {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:38:25.836656 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '746ebad6-c218-49ba-a20c-55049008117e', 'tag': 'da03a90c-5359-4d37-9f0a-8f9b32f4b733', 'status': 'completed', 'code': 200} Jan 18 22:38:25.891085 n-d-825064-1 neutron-server[102431]: INFO neutron.api.v2.resource [None req-3d809188-81cb-49ef-93b4-a4017a8b6939 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] delete failed (client error): The resource could not be found. Jan 18 22:38:25.891085 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-3d809188-81cb-49ef-93b4-a4017a8b6939 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "DELETE /v2.0/routers/dedf2904-1167-4114-9329-b8da406c5933 HTTP/1.1" status: 404 len: 336 time: 0.0866892 Jan 18 22:38:25.904499 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 35670) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:25.927543 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-a6bc8109-8f8c-4e52-b26b-0adb9555d6ad tempest-FloatingIPAdminTestJSON-1858347618 tempest-FloatingIPAdminTestJSON-1858347618-project] Request body: {'floatingip': {'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:38:25.966324 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d647192-23d2-4cc4-a5bc-037aa340a8a1 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] DELETE failed (client error): The resource could not be found. Jan 18 22:38:25.967029 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d647192-23d2-4cc4-a5bc-037aa340a8a1 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:38:25.970151 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 90c3aa0f-75a4-4aa5-866f-26f8717479a8 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:38:25.970465 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-7d647192-23d2-4cc4-a5bc-037aa340a8a1 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "DELETE /v2.0/subnets/70bff30a-8abc-494f-a440-59cf4c2e4b82 HTTP/1.1" status: 404 len: 337 time: 0.0621636 Jan 18 22:38:25.975168 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 35672) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:25.992466 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-57758463-fd31-4849-8176-7655bbb5f865 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:26.004874 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-031fdaea-5a0d-42ed-bf5c-c62e0e86fb05 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/floatingips/4bdb924e-cafd-486d-8376-1916afc5bf64 HTTP/1.1" status: 200 len: 990 time: 0.2979677 Jan 18 22:38:26.021280 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-7bd37b7b-6b18-404c-b354-c04b67991844 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "GET /v2.0/ports?device_id=f60f1e65-af2f-4d2c-9dd8-af070380d45b HTTP/1.1" status: 200 len: 205 time: 0.0444760 Jan 18 22:38:26.025279 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 35674) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:26.048827 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a6bc8109-8f8c-4e52-b26b-0adb9555d6ad tempest-FloatingIPAdminTestJSON-1858347618 tempest-FloatingIPAdminTestJSON-1858347618-project] Notify callbacks [] for floatingip, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:26.067784 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 90c3aa0f-75a4-4aa5-866f-26f8717479a8 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:38:26.068308 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:26.075625 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57758463-fd31-4849-8176-7655bbb5f865 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Network 201f29d1-4d7c-47ee-977b-d579360ac549 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:38:26.098730 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-57758463-fd31-4849-8176-7655bbb5f865 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:38:26.103767 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57758463-fd31-4849-8176-7655bbb5f865 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:38:26.108759 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [None req-fd907e7d-28eb-4ad2-9197-bf8785add643 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] delete failed (client error): The resource could not be found. Jan 18 22:38:26.110000 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-fd907e7d-28eb-4ad2-9197-bf8785add643 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "DELETE /v2.0/routers/f60f1e65-af2f-4d2c-9dd8-af070380d45b HTTP/1.1" status: 404 len: 336 time: 0.0834508 Jan 18 22:38:26.116786 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 35676) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:26.160614 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6df56533-88c5-4929-a474-477f59077733 req-ad288ca5-1387-444e-b0c1-d4d7cc7ffe2e service neutron] 10.222.0.36 "GET /v2.0/networks/eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6759720 Jan 18 22:38:26.175890 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d400e1-595f-410e-918f-461945e584b6 req-3ce19b57-3eda-42ab-b1ce-6bebd0b0a39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:26.179228 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-59d400e1-595f-410e-918f-461945e584b6 req-3ce19b57-3eda-42ab-b1ce-6bebd0b0a39b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=438cce0e2f434b5f879ce307da159923&device_id=746ebad6-c218-49ba-a20c-55049008117e HTTP/1.1" status: 200 len: 1096 time: 0.3135579 Jan 18 22:38:26.188050 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-cdad911f-c722-44c6-a96b-d9a39147001e tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "GET /v2.0/ports?device_id=45e636f2-a8b7-4a7e-bc35-d78d30f7cc5b HTTP/1.1" status: 200 len: 205 time: 0.0648813 Jan 18 22:38:26.199027 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 35678) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:26.224667 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57758463-fd31-4849-8176-7655bbb5f865 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Pushing event updated for resources: {'Port': ['ID=be15a9a0-6a33-4dde-a299-59f08ed55216,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:26.263586 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-57758463-fd31-4849-8176-7655bbb5f865 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1040954'] for router_interface, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:26.266897 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9775e3bc-d8ac-4c32-a570-584ca679d81b None None] New status for floating IP 4bdb924e-cafd-486d-8376-1916afc5bf64: ACTIVE {{(pid=102432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 22:38:26.381477 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [None req-ad86f1bc-0995-4ff0-9b01-b5895b8fea01 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] delete failed (client error): The resource could not be found. Jan 18 22:38:26.382750 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-ad86f1bc-0995-4ff0-9b01-b5895b8fea01 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "DELETE /v2.0/routers/45e636f2-a8b7-4a7e-bc35-d78d30f7cc5b HTTP/1.1" status: 404 len: 336 time: 0.1825640 Jan 18 22:38:26.387536 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 35680) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:26.442331 n-d-825064-1 neutron-server[102430]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8cbe5fe-1ac9-4f4f-bbb8-d2b4725a027f tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] DELETE failed (client error): The resource could not be found. Jan 18 22:38:26.442918 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8cbe5fe-1ac9-4f4f-bbb8-d2b4725a027f tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:38:26.446500 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-b8cbe5fe-1ac9-4f4f-bbb8-d2b4725a027f tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "DELETE /v2.0/subnets/88029bd6-6435-4b7f-bbf8-ab392ab9e4af HTTP/1.1" status: 404 len: 337 time: 0.0592165 Jan 18 22:38:26.451242 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 35682) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:26.471173 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a6bc8109-8f8c-4e52-b26b-0adb9555d6ad tempest-FloatingIPAdminTestJSON-1858347618 tempest-FloatingIPAdminTestJSON-1858347618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:26.473960 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-57758463-fd31-4849-8176-7655bbb5f865 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:26.518339 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d400e1-595f-410e-918f-461945e584b6 req-21a9594b-9898-435c-ba72-7416f0348215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:26.519857 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-59d400e1-595f-410e-918f-461945e584b6 req-21a9594b-9898-435c-ba72-7416f0348215 service neutron] 10.222.0.67 "GET /v2.0/networks?id=dfd50c94-9bfe-434e-a69b-faa778e35648 HTTP/1.1" status: 200 len: 897 time: 0.3307333 Jan 18 22:38:26.529746 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-8e7b6250-138d-4147-bb76-632be5c2916f None None] Provisioning complete for port be15a9a0-6a33-4dde-a299-59f08ed55216 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:38:26.530437 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8e7b6250-138d-4147-bb76-632be5c2916f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:26.550167 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-c3d849b2-f908-4c13-876a-c9379a6ac372 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "GET /v2.0/ports?device_id=19b4d52e-1236-4215-a7d9-bd080d0707d7 HTTP/1.1" status: 200 len: 205 time: 0.0952044 Jan 18 22:38:26.552653 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 35684) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:26.588048 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-8e7b6250-138d-4147-bb76-632be5c2916f None None] Port be15a9a0-6a33-4dde-a299-59f08ed55216 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:38:26.601175 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [None req-59e7e2d0-b7a4-4dea-b71b-51a02b49de3f tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] delete failed (client error): The resource could not be found. Jan 18 22:38:26.606223 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-59e7e2d0-b7a4-4dea-b71b-51a02b49de3f tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "DELETE /v2.0/routers/19b4d52e-1236-4215-a7d9-bd080d0707d7 HTTP/1.1" status: 404 len: 336 time: 0.0466199 Jan 18 22:38:26.607759 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 35686) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:26.636453 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fea067-08d3-4068-a9a5-970b0a873e05 req-5e7e4cea-99bc-4fb8-b8e2-d81a0bfefcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:26.637941 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-25fea067-08d3-4068-a9a5-970b0a873e05 req-5e7e4cea-99bc-4fb8-b8e2-d81a0bfefcd7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d58fa77d6cd94e7ca7d141d5a9b044dd&device_id=60a54604-7939-446e-b74b-ceb16772488f HTTP/1.1" status: 200 len: 1094 time: 0.2695315 Jan 18 22:38:26.685989 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-11151efb-2ae3-4aa3-81c0-fddc123e9f27 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] DELETE failed (client error): The resource could not be found. Jan 18 22:38:26.686439 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11151efb-2ae3-4aa3-81c0-fddc123e9f27 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:38:26.689483 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-11151efb-2ae3-4aa3-81c0-fddc123e9f27 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "DELETE /v2.0/subnets/1e4274b2-28c9-4314-a587-82a9ef7800c8 HTTP/1.1" status: 404 len: 337 time: 0.0774109 Jan 18 22:38:26.694081 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 35688) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:26.709961 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-59d400e1-595f-410e-918f-461945e584b6 req-7af0f478-b422-40b9-968a-c5f457408f80 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da03a90c-5359-4d37-9f0a-8f9b32f4b733 HTTP/1.1" status: 200 len: 1000 time: 0.1563451 Jan 18 22:38:26.729235 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-951a4c15-e7fc-4698-9da6-67f4af88fcd0 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "GET /v2.0/ports?device_id=894966d3-2c9d-4331-92ee-2b7edb08a538 HTTP/1.1" status: 200 len: 205 time: 0.0316288 Jan 18 22:38:26.729812 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 35692) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:26.775526 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-a6bc8109-8f8c-4e52-b26b-0adb9555d6ad tempest-FloatingIPAdminTestJSON-1858347618 tempest-FloatingIPAdminTestJSON-1858347618-project] Allocated IP 172.25.5.161 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/1968a4f5-fa2b-471c-9191-0612a0ba3a3e) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:38:26.791861 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [None req-570fb1b9-4132-4ae5-8deb-06e9201ee5d3 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] delete failed (client error): The resource could not be found. Jan 18 22:38:26.795964 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-570fb1b9-4132-4ae5-8deb-06e9201ee5d3 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "DELETE /v2.0/routers/894966d3-2c9d-4331-92ee-2b7edb08a538 HTTP/1.1" status: 404 len: 336 time: 0.0623980 Jan 18 22:38:26.796761 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 35698) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:26.882659 n-d-825064-1 neutron-server[102430]: INFO neutron.pecan_wsgi.hooks.translation [None req-717e5a2c-0e8d-4c59-9685-5490b45c18f0 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] DELETE failed (client error): The resource could not be found. Jan 18 22:38:26.883042 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-717e5a2c-0e8d-4c59-9685-5490b45c18f0 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:38:26.886064 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-717e5a2c-0e8d-4c59-9685-5490b45c18f0 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "DELETE /v2.0/subnets/58aa2730-a815-4d4b-9227-d878147f6062 HTTP/1.1" status: 404 len: 337 time: 0.0661495 Jan 18 22:38:26.891144 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 35702) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:26.909829 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d400e1-595f-410e-918f-461945e584b6 req-3582e9b6-0c97-4d75-b29a-f21a00c9974f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:26.911283 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-59d400e1-595f-410e-918f-461945e584b6 req-3582e9b6-0c97-4d75-b29a-f21a00c9974f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d047a25f-d8c6-49ea-bb54-6da48108f244 HTTP/1.1" status: 200 len: 834 time: 0.1927793 Jan 18 22:38:26.913137 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fea067-08d3-4068-a9a5-970b0a873e05 req-d253dff7-92d8-4806-a936-8104687aa917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:26.914477 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-25fea067-08d3-4068-a9a5-970b0a873e05 req-d253dff7-92d8-4806-a936-8104687aa917 service neutron] 10.222.0.36 "GET /v2.0/networks?id=eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02 HTTP/1.1" status: 200 len: 906 time: 0.2694237 Jan 18 22:38:26.935462 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d44bb8c-08f8-4e17-aadd-c389dfb281a7 req-360d6ec4-bfd2-4a70-9485-a48e9149b18c tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:26.936989 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5d44bb8c-08f8-4e17-aadd-c389dfb281a7 req-360d6ec4-bfd2-4a70-9485-a48e9149b18c tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=60a54604-7939-446e-b74b-ceb16772488f HTTP/1.1" status: 200 len: 943 time: 0.1578350 Jan 18 22:38:26.942429 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-f93fcfe3-240c-44fe-b5f9-8ab612437516 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] DELETE failed (client error): The resource could not be found. Jan 18 22:38:26.942885 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f93fcfe3-240c-44fe-b5f9-8ab612437516 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:38:26.948398 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-f93fcfe3-240c-44fe-b5f9-8ab612437516 tempest-RoutersIpV6Test-2066852677 tempest-RoutersIpV6Test-2066852677-project] 10.222.0.53 "DELETE /v2.0/subnets/f99240c0-404c-4425-bf78-6f8892bb35a4 HTTP/1.1" status: 404 len: 337 time: 0.0538399 Jan 18 22:38:27.010597 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a6bc8109-8f8c-4e52-b26b-0adb9555d6ad tempest-FloatingIPAdminTestJSON-1858347618 tempest-FloatingIPAdminTestJSON-1858347618-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:27.011777 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 35710) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:27.032537 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-25fea067-08d3-4068-a9a5-970b0a873e05 req-69cb651d-82f3-414f-b2fb-f4b864e5c865 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d3bce038-f949-4e37-a6fe-4f788f1c8e1a HTTP/1.1" status: 200 len: 217 time: 0.0975688 Jan 18 22:38:27.071526 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-57758463-fd31-4849-8176-7655bbb5f865 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:27.089922 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-57758463-fd31-4849-8176-7655bbb5f865 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:27.096661 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5d44bb8c-08f8-4e17-aadd-c389dfb281a7 req-4ee7170c-d84c-42be-9e6c-a6d4ef289c3b tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e2e22-46f9-42fe-9710-8e464b95d42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388593 Jan 18 22:38:27.109957 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d400e1-595f-410e-918f-461945e584b6 req-9ddf31d2-923d-4113-8238-2b4f4ffab86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:27.111653 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-59d400e1-595f-410e-918f-461945e584b6 req-9ddf31d2-923d-4113-8238-2b4f4ffab86c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dfd50c94-9bfe-434e-a69b-faa778e35648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1936276 Jan 18 22:38:27.156524 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fea067-08d3-4068-a9a5-970b0a873e05 req-7bcc3c91-226e-45e3-9b0f-ef3f411b7d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:27.158038 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-25fea067-08d3-4068-a9a5-970b0a873e05 req-7bcc3c91-226e-45e3-9b0f-ef3f411b7d76 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3d836b77-fd27-4c61-b195-30e9fedeffe8 HTTP/1.1" status: 200 len: 846 time: 0.1204395 Jan 18 22:38:27.194459 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-5e8854d3-6ada-4aec-841b-ecb687de3f04 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/floatingips/4bdb924e-cafd-486d-8376-1916afc5bf64 HTTP/1.1" status: 200 len: 992 time: 0.1753650 Jan 18 22:38:27.207085 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-57758463-fd31-4849-8176-7655bbb5f865 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-613854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1041070'] for router_interface, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:27.216866 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a6bc8109-8f8c-4e52-b26b-0adb9555d6ad tempest-FloatingIPAdminTestJSON-1858347618 tempest-FloatingIPAdminTestJSON-1858347618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:27.218182 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-25fea067-08d3-4068-a9a5-970b0a873e05 req-5e5581f3-31a1-4c5c-9788-8efecc8978a6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353003 Jan 18 22:38:27.232717 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57758463-fd31-4849-8176-7655bbb5f865 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Pushing event updated for resources: {'Port': ['ID=be15a9a0-6a33-4dde-a299-59f08ed55216,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:27.309362 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-59d400e1-595f-410e-918f-461945e584b6 req-130c297d-fe58-4ed4-863d-24322fe56589 service neutron] 10.222.0.67 "GET /v2.0/networks/dfd50c94-9bfe-434e-a69b-faa778e35648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903191 Jan 18 22:38:27.399885 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 35720) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:27.416656 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-25fea067-08d3-4068-a9a5-970b0a873e05 req-d2faf9e5-7d34-492c-9677-a1c0de413e2e service neutron] 10.222.0.36 "GET /v2.0/networks/eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916835 Jan 18 22:38:27.516890 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-59d400e1-595f-410e-918f-461945e584b6 req-5dff8fc1-dc57-4aa0-a137-a5b7ae2258a4 service neutron] 10.222.0.67 "GET /v2.0/networks/dfd50c94-9bfe-434e-a69b-faa778e35648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005825 Jan 18 22:38:27.561545 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6bc8109-8f8c-4e52-b26b-0adb9555d6ad tempest-FloatingIPAdminTestJSON-1858347618 tempest-FloatingIPAdminTestJSON-1858347618-project] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:38:27.565703 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-25fea067-08d3-4068-a9a5-970b0a873e05 req-0019f763-3c2b-4821-9500-cf1c6b139032 service neutron] 10.222.0.36 "GET /v2.0/networks/eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422617 Jan 18 22:38:27.611527 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-a6bc8109-8f8c-4e52-b26b-0adb9555d6ad tempest-FloatingIPAdminTestJSON-1858347618 tempest-FloatingIPAdminTestJSON-1858347618-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:38:27.616552 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6bc8109-8f8c-4e52-b26b-0adb9555d6ad tempest-FloatingIPAdminTestJSON-1858347618 tempest-FloatingIPAdminTestJSON-1858347618-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:38:27.645375 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-c96d62ce-8706-431a-a4d7-858675110309 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a713e1ffd908444085524c31c3f7dd42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2427659 Jan 18 22:38:27.647932 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 35728) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:27.667765 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bc8109-8f8c-4e52-b26b-0adb9555d6ad tempest-FloatingIPAdminTestJSON-1858347618 tempest-FloatingIPAdminTestJSON-1858347618-project] Pushing event updated for resources: {'Port': ['ID=1968a4f5-fa2b-471c-9191-0612a0ba3a3e,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:27.708405 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2421c8dd-d3bc-4ed3-b366-18ae34274e57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:27.729483 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2421c8dd-d3bc-4ed3-b366-18ae34274e57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:27.737362 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57758463-fd31-4849-8176-7655bbb5f865 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Network 201f29d1-4d7c-47ee-977b-d579360ac549 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:38:27.740443 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-57758463-fd31-4849-8176-7655bbb5f865 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:38:27.751148 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a6bc8109-8f8c-4e52-b26b-0adb9555d6ad tempest-FloatingIPAdminTestJSON-1858347618 tempest-FloatingIPAdminTestJSON-1858347618-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:27.797756 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2421c8dd-d3bc-4ed3-b366-18ae34274e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:27.801067 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2421c8dd-d3bc-4ed3-b366-18ae34274e57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:27.804351 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-2421c8dd-d3bc-4ed3-b366-18ae34274e57 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2beb0436-b64b-4938-87b0-d31cc38f6742 HTTP/1.1" status: 204 len: 168 time: 0.1534503 Jan 18 22:38:27.811877 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2421c8dd-d3bc-4ed3-b366-18ae34274e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2beb0436-b64b-4938-87b0-d31cc38f6742,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:27.867328 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a6bc8109-8f8c-4e52-b26b-0adb9555d6ad tempest-FloatingIPAdminTestJSON-1858347618 tempest-FloatingIPAdminTestJSON-1858347618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:28.006644 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57758463-fd31-4849-8176-7655bbb5f865 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Router ce40169f-a328-4422-915c-3595704660e2 is scheduled to L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 with binding_index 1 {{(pid=102431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 22:38:28.140567 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-18292347-9d2a-469f-a901-0ed801cf72e3 None None] Provisioning complete for port be15a9a0-6a33-4dde-a299-59f08ed55216 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:38:28.141083 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-18292347-9d2a-469f-a901-0ed801cf72e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:28.164462 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57758463-fd31-4849-8176-7655bbb5f865 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:38:28.181086 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e49d3a-8fba-4f7b-bf5c-8f58affe5378 None None] Sync routers for ids ['ce40169f-a328-4422-915c-3595704660e2'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:38:28.181700 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 35752) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:28.190836 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-57758463-fd31-4849-8176-7655bbb5f865 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "PUT /v2.0/routers/ce40169f-a328-4422-915c-3595704660e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7922320 Jan 18 22:38:28.196040 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e49d3a-8fba-4f7b-bf5c-8f58affe5378 None None] Routers {'ce40169f-a328-4422-915c-3595704660e2'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:38:28.196888 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-33e49d3a-8fba-4f7b-bf5c-8f58affe5378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:38:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['ce40169f-a328-4422-915c-3595704660e2'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:38:28.225970 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-18292347-9d2a-469f-a901-0ed801cf72e3 None None] Port be15a9a0-6a33-4dde-a299-59f08ed55216 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:38:28.241758 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a6bc8109-8f8c-4e52-b26b-0adb9555d6ad tempest-FloatingIPAdminTestJSON-1858347618 tempest-FloatingIPAdminTestJSON-1858347618-project] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:28.247597 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a6bc8109-8f8c-4e52-b26b-0adb9555d6ad tempest-FloatingIPAdminTestJSON-1858347618 tempest-FloatingIPAdminTestJSON-1858347618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:28.253658 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-33e49d3a-8fba-4f7b-bf5c-8f58affe5378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:38:28.269959 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e49d3a-8fba-4f7b-bf5c-8f58affe5378 None None] Routers {'ce40169f-a328-4422-915c-3595704660e2'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:38:28.270582 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-33e49d3a-8fba-4f7b-bf5c-8f58affe5378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:38:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['ce40169f-a328-4422-915c-3595704660e2'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:38:28.317379 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-33e49d3a-8fba-4f7b-bf5c-8f58affe5378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:38:28.318200 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e49d3a-8fba-4f7b-bf5c-8f58affe5378 None None] The sync data for ids ['ce40169f-a328-4422-915c-3595704660e2'] in n-d-825064-1 is: [] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:38:28.322587 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36d4d77-1012-499c-bebc-ef21e9632a3a tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:28.324492 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-c36d4d77-1012-499c-bebc-ef21e9632a3a tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "GET /v2.0/ports/be15a9a0-6a33-4dde-a299-59f08ed55216 HTTP/1.1" status: 200 len: 910 time: 0.1420751 Jan 18 22:38:28.328159 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 35760) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:28.337510 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bc8109-8f8c-4e52-b26b-0adb9555d6ad tempest-FloatingIPAdminTestJSON-1858347618 tempest-FloatingIPAdminTestJSON-1858347618-project] Pushing event updated for resources: {'Port': ['ID=1968a4f5-fa2b-471c-9191-0612a0ba3a3e,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:28.346799 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a6bc8109-8f8c-4e52-b26b-0adb9555d6ad tempest-FloatingIPAdminTestJSON-1858347618 tempest-FloatingIPAdminTestJSON-1858347618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043075'] for floatingip, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:28.364086 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a6bc8109-8f8c-4e52-b26b-0adb9555d6ad tempest-FloatingIPAdminTestJSON-1858347618 tempest-FloatingIPAdminTestJSON-1858347618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:28.365902 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-a6bc8109-8f8c-4e52-b26b-0adb9555d6ad tempest-FloatingIPAdminTestJSON-1858347618 tempest-FloatingIPAdminTestJSON-1858347618-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8645840 Jan 18 22:38:28.368591 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 35764) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:28.431753 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64059e99-efbb-4cf9-9bf7-a778a96005b9 req-dbad0a6b-ef18-4998-a0e5-c373281bf02a tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:28.433375 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-64059e99-efbb-4cf9-9bf7-a778a96005b9 req-dbad0a6b-ef18-4998-a0e5-c373281bf02a tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=60a54604-7939-446e-b74b-ceb16772488f HTTP/1.1" status: 200 len: 943 time: 0.1652033 Jan 18 22:38:28.450091 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-0b32aec2-1cd2-4418-8731-781ec8546a6b tempest-FloatingIPAdminTestJSON-2106181209 tempest-FloatingIPAdminTestJSON-2106181209-project-admin] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2436 time: 0.0802855 Jan 18 22:38:28.452641 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 35766) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:28.539071 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-1badb674-2eff-419a-8d61-bca649a6d673 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0827315 Jan 18 22:38:28.539502 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 35772) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:28.582285 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-64059e99-efbb-4cf9-9bf7-a778a96005b9 req-4c5c4aaf-6d46-4dd5-a533-aa6108ec62fd tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e2e22-46f9-42fe-9710-8e464b95d42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231585 Jan 18 22:38:28.706524 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device d3bce038-f949-4e37-a6fe-4f788f1c8e1a details requested by agent hyperv_n-h1-825064-1 with host n-h1-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:38:28.712522 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-0b11b1be-6a91-4c4a-af86-b88e215f4a35 tempest-FloatingIPAdminTestJSON-1858347618 tempest-FloatingIPAdminTestJSON-1858347618-project] Deleting port 1968a4f5-fa2b-471c-9191-0612a0ba3a3e {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:38:28.713225 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0b11b1be-6a91-4c4a-af86-b88e215f4a35 tempest-FloatingIPAdminTestJSON-1858347618 tempest-FloatingIPAdminTestJSON-1858347618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:28.852862 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port d3bce038-f949-4e37-a6fe-4f788f1c8e1a, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=d3bce038-f949-4e37-a6fe-4f788f1c8e1a,segment=NetworkSegment(dfaa1994-2fdd-4a54-9d15-02069c3ace9d),segment_id=dfaa1994-2fdd-4a54-9d15-02069c3ace9d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:38:28.863470 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0b11b1be-6a91-4c4a-af86-b88e215f4a35 tempest-FloatingIPAdminTestJSON-1858347618 tempest-FloatingIPAdminTestJSON-1858347618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:28.863848 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0b11b1be-6a91-4c4a-af86-b88e215f4a35 tempest-FloatingIPAdminTestJSON-1858347618 tempest-FloatingIPAdminTestJSON-1858347618-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:28.875154 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Returning: {'device': 'd3bce038-f949-4e37-a6fe-4f788f1c8e1a', 'network_id': 'eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02', 'port_id': 'd3bce038-f949-4e37-a6fe-4f788f1c8e1a', 'mac_address': 'fa:16:3e:9a:31:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d836b77-fd27-4c61-b195-30e9fedeffe8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:38:28.884891 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-0b11b1be-6a91-4c4a-af86-b88e215f4a35 tempest-FloatingIPAdminTestJSON-1858347618 tempest-FloatingIPAdminTestJSON-1858347618-project] Calling delete_port for 1968a4f5-fa2b-471c-9191-0612a0ba3a3e owned by network:floatingip {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:38:28.942199 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f508ba8a-aaa2-4f76-8c6d-bee6541583f6 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:28.950692 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:28.973951 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3bce038-f949-4e37-a6fe-4f788f1c8e1a {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:38:29.013500 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port d3bce038-f949-4e37-a6fe-4f788f1c8e1a, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=d3bce038-f949-4e37-a6fe-4f788f1c8e1a,segment=NetworkSegment(dfaa1994-2fdd-4a54-9d15-02069c3ace9d),segment_id=dfaa1994-2fdd-4a54-9d15-02069c3ace9d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:38:29.022157 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:29.038864 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 35784) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:29.060206 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0b11b1be-6a91-4c4a-af86-b88e215f4a35 tempest-FloatingIPAdminTestJSON-1858347618 tempest-FloatingIPAdminTestJSON-1858347618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:29.131337 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b11b1be-6a91-4c4a-af86-b88e215f4a35 tempest-FloatingIPAdminTestJSON-1858347618 tempest-FloatingIPAdminTestJSON-1858347618-project] Pushing event deleted for resources: {'Port': ['ID=1968a4f5-fa2b-471c-9191-0612a0ba3a3e,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:29.151360 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=d3bce038-f949-4e37-a6fe-4f788f1c8e1a,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:29.271262 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0b11b1be-6a91-4c4a-af86-b88e215f4a35 tempest-FloatingIPAdminTestJSON-1858347618 tempest-FloatingIPAdminTestJSON-1858347618-project] Notify callbacks [] for floatingip, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:29.274339 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0b11b1be-6a91-4c4a-af86-b88e215f4a35 tempest-FloatingIPAdminTestJSON-1858347618 tempest-FloatingIPAdminTestJSON-1858347618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:29.275618 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-0b11b1be-6a91-4c4a-af86-b88e215f4a35 tempest-FloatingIPAdminTestJSON-1858347618 tempest-FloatingIPAdminTestJSON-1858347618-project] 10.222.0.53 "DELETE /v2.0/floatingips/6845c472-65f2-437b-90c2-9a0c026531ee HTTP/1.1" status: 204 len: 168 time: 0.7351847 Jan 18 22:38:29.279555 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-ccd9017d-eed1-4855-b34f-af0d409b3061 tempest-DvrRoutersNegativeTest-1055767412 tempest-DvrRoutersNegativeTest-1055767412-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-984392912', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:38:29.281791 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['d3bce038-f949-4e37-a6fe-4f788f1c8e1a'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:38:29.282884 n-d-825064-1 neutron-server[102431]: DEBUG neutron.policy [None req-ccd9017d-eed1-4855-b34f-af0d409b3061 tempest-DvrRoutersNegativeTest-1055767412 tempest-DvrRoutersNegativeTest-1055767412-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=102431) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jan 18 22:38:29.283307 n-d-825064-1 neutron-server[102431]: DEBUG neutron.policy [None req-ccd9017d-eed1-4855-b34f-af0d409b3061 tempest-DvrRoutersNegativeTest-1055767412 tempest-DvrRoutersNegativeTest-1055767412-project] Failed policy check for 'create_router' {{(pid=102431) enforce /opt/stack/neutron/neutron/policy.py:520}} Jan 18 22:38:29.283897 n-d-825064-1 neutron-server[102431]: INFO neutron.api.v2.resource [None req-ccd9017d-eed1-4855-b34f-af0d409b3061 tempest-DvrRoutersNegativeTest-1055767412 tempest-DvrRoutersNegativeTest-1055767412-project] create failed (client error): Access was denied to this resource. Jan 18 22:38:29.285161 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-ccd9017d-eed1-4855-b34f-af0d409b3061 tempest-DvrRoutersNegativeTest-1055767412 tempest-DvrRoutersNegativeTest-1055767412-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2451019 Jan 18 22:38:29.285707 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 35792) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:29.623394 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-de5551c8-d6c9-468d-b745-8c617c841641 tempest-FloatingIPAdminTestJSON-2106181209 tempest-FloatingIPAdminTestJSON-2106181209-project-admin] Deleting port be7c1302-5ea0-4af4-94dc-db5d38e64cb7 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:38:29.623750 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-de5551c8-d6c9-468d-b745-8c617c841641 tempest-FloatingIPAdminTestJSON-2106181209 tempest-FloatingIPAdminTestJSON-2106181209-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:29.779874 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-f508ba8a-aaa2-4f76-8c6d-bee6541583f6 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Allocated IP 172.21.0.1 (51dd7ceb-8719-493e-9ac9-d1666c2271a8/a7e9e128-4cfb-422d-b743-1c1926e771b9/a3225ecd-9810-4dfa-9ab7-29197fe741b9) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:38:29.807275 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-de5551c8-d6c9-468d-b745-8c617c841641 tempest-FloatingIPAdminTestJSON-2106181209 tempest-FloatingIPAdminTestJSON-2106181209-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:29.807604 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-de5551c8-d6c9-468d-b745-8c617c841641 tempest-FloatingIPAdminTestJSON-2106181209 tempest-FloatingIPAdminTestJSON-2106181209-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:29.817401 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 35806) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:29.836648 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-de5551c8-d6c9-468d-b745-8c617c841641 tempest-FloatingIPAdminTestJSON-2106181209 tempest-FloatingIPAdminTestJSON-2106181209-project-admin] Calling delete_port for be7c1302-5ea0-4af4-94dc-db5d38e64cb7 owned by network:floatingip {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:38:29.936495 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b8f7d4-5845-4913-880a-5efe41231160 req-1ac172c3-5a99-4cbb-b7c7-8954f69eb409 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:29.938479 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-27b8f7d4-5845-4913-880a-5efe41231160 req-1ac172c3-5a99-4cbb-b7c7-8954f69eb409 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=60a54604-7939-446e-b74b-ceb16772488f HTTP/1.1" status: 200 len: 944 time: 0.0809231 Jan 18 22:38:29.970133 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f508ba8a-aaa2-4f76-8c6d-bee6541583f6 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:30.008336 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-27b8f7d4-5845-4913-880a-5efe41231160 req-8a06e7b5-2a3e-4618-b553-9f62a1604da4 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e2e22-46f9-42fe-9710-8e464b95d42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616667 Jan 18 22:38:30.032954 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f508ba8a-aaa2-4f76-8c6d-bee6541583f6 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:30.044036 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-407515a0-8b2c-4ee2-9988-cbb3a4530831 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:30.078194 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f508ba8a-aaa2-4f76-8c6d-bee6541583f6 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Network 51dd7ceb-8719-493e-9ac9-d1666c2271a8 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:38:30.082271 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-f508ba8a-aaa2-4f76-8c6d-bee6541583f6 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:38:30.086929 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f508ba8a-aaa2-4f76-8c6d-bee6541583f6 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:38:30.100925 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-de5551c8-d6c9-468d-b745-8c617c841641 tempest-FloatingIPAdminTestJSON-2106181209 tempest-FloatingIPAdminTestJSON-2106181209-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:30.151928 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5551c8-d6c9-468d-b745-8c617c841641 tempest-FloatingIPAdminTestJSON-2106181209 tempest-FloatingIPAdminTestJSON-2106181209-project-admin] Pushing event deleted for resources: {'Port': ['ID=be7c1302-5ea0-4af4-94dc-db5d38e64cb7,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:30.167148 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f508ba8a-aaa2-4f76-8c6d-bee6541583f6 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Pushing event updated for resources: {'Port': ['ID=a3225ecd-9810-4dfa-9ab7-29197fe741b9,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:30.199406 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f508ba8a-aaa2-4f76-8c6d-bee6541583f6 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1040954'] for router_interface, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:30.281232 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-de5551c8-d6c9-468d-b745-8c617c841641 tempest-FloatingIPAdminTestJSON-2106181209 tempest-FloatingIPAdminTestJSON-2106181209-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:30.286206 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-de5551c8-d6c9-468d-b745-8c617c841641 tempest-FloatingIPAdminTestJSON-2106181209 tempest-FloatingIPAdminTestJSON-2106181209-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:30.287400 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-de5551c8-d6c9-468d-b745-8c617c841641 tempest-FloatingIPAdminTestJSON-2106181209 tempest-FloatingIPAdminTestJSON-2106181209-project-admin] 10.222.0.53 "DELETE /v2.0/floatingips/acb0d839-9f00-46b0-8805-f84c01da3ab6 HTTP/1.1" status: 204 len: 168 time: 1.0007761 Jan 18 22:38:30.293162 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 35810) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:30.337522 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-407515a0-8b2c-4ee2-9988-cbb3a4530831 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:30.341761 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-407515a0-8b2c-4ee2-9988-cbb3a4530831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:30.370205 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-407515a0-8b2c-4ee2-9988-cbb3a4530831 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bd28dcb071fd4062aeecfbe4413c988f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5517824 Jan 18 22:38:30.376903 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 35812) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:30.379505 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f508ba8a-aaa2-4f76-8c6d-bee6541583f6 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:30.470161 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407515a0-8b2c-4ee2-9988-cbb3a4530831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20c31ad4-b4d6-43b5-b7da-f3d659407ce7,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:30.486224 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-16bdb1f9-d0f9-4971-8e4f-6c151128c922 None None] Provisioning complete for port a3225ecd-9810-4dfa-9ab7-29197fe741b9 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:38:30.488598 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-16bdb1f9-d0f9-4971-8e4f-6c151128c922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:30.519291 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-67358909-be64-42d5-9edf-580d65ca7ac3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:30.543409 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-16bdb1f9-d0f9-4971-8e4f-6c151128c922 None None] Port a3225ecd-9810-4dfa-9ab7-29197fe741b9 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:38:30.548405 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-67358909-be64-42d5-9edf-580d65ca7ac3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:30.551694 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-c93d9550-a8c3-4111-8ab6-1cc851274ea6 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Deleting port 96d0d5bf-d9a1-4536-98cb-b9df34ed44aa {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:38:30.552026 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c93d9550-a8c3-4111-8ab6-1cc851274ea6 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:30.665952 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c93d9550-a8c3-4111-8ab6-1cc851274ea6 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:30.677768 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-67358909-be64-42d5-9edf-580d65ca7ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:30.680403 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-67358909-be64-42d5-9edf-580d65ca7ac3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:30.681570 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-67358909-be64-42d5-9edf-580d65ca7ac3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/20c31ad4-b4d6-43b5-b7da-f3d659407ce7 HTTP/1.1" status: 204 len: 168 time: 0.3006513 Jan 18 22:38:30.687194 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-c93d9550-a8c3-4111-8ab6-1cc851274ea6 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Calling delete_port for 96d0d5bf-d9a1-4536-98cb-b9df34ed44aa owned by {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:38:30.691308 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f508ba8a-aaa2-4f76-8c6d-bee6541583f6 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:30.697529 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f508ba8a-aaa2-4f76-8c6d-bee6541583f6 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:30.702805 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67358909-be64-42d5-9edf-580d65ca7ac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20c31ad4-b4d6-43b5-b7da-f3d659407ce7,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:30.703286 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device d3bce038-f949-4e37-a6fe-4f788f1c8e1a up at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:38:30.816582 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f508ba8a-aaa2-4f76-8c6d-bee6541583f6 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-613854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1041070'] for router_interface, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:30.821776 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f508ba8a-aaa2-4f76-8c6d-bee6541583f6 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Pushing event updated for resources: {'Port': ['ID=a3225ecd-9810-4dfa-9ab7-29197fe741b9,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:30.828742 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning for port d3bce038-f949-4e37-a6fe-4f788f1c8e1a completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:38:30.833776 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning complete for port d3bce038-f949-4e37-a6fe-4f788f1c8e1a triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:38:30.834153 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:30.874517 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c93d9550-a8c3-4111-8ab6-1cc851274ea6 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:30.905960 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93d9550-a8c3-4111-8ab6-1cc851274ea6 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Pushing event deleted for resources: {'Port': ['ID=96d0d5bf-d9a1-4536-98cb-b9df34ed44aa,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:30.966858 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:30.994368 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60a54604-7939-446e-b74b-ceb16772488f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3bce038-f949-4e37-a6fe-4f788f1c8e1a'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:38:30.999396 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94a42a55-2734-4f78-b78e-f57fa6355158" -d '{"events": [{"server_uuid": "60a54604-7939-446e-b74b-ceb16772488f", "name": "network-vif-plugged", "status": "completed", "tag": "d3bce038-f949-4e37-a6fe-4f788f1c8e1a"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:38:31.017949 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port d3bce038-f949-4e37-a6fe-4f788f1c8e1a, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=d3bce038-f949-4e37-a6fe-4f788f1c8e1a,segment=NetworkSegment(dfaa1994-2fdd-4a54-9d15-02069c3ace9d),segment_id=dfaa1994-2fdd-4a54-9d15-02069c3ace9d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:38:31.023588 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f508ba8a-aaa2-4f76-8c6d-bee6541583f6 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Network 51dd7ceb-8719-493e-9ac9-d1666c2271a8 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:38:31.023825 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:31.028177 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-f508ba8a-aaa2-4f76-8c6d-bee6541583f6 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:38:31.059986 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c93d9550-a8c3-4111-8ab6-1cc851274ea6 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:31.063913 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-c93d9550-a8c3-4111-8ab6-1cc851274ea6 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] 10.222.0.53 "DELETE /v2.0/ports/96d0d5bf-d9a1-4536-98cb-b9df34ed44aa HTTP/1.1" status: 204 len: 168 time: 0.7697194 Jan 18 22:38:31.066564 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 35826) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:31.136168 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1cd49e1-9235-47bf-b9b6-fcab81d767a9 x-openstack-request-id: req-e1cd49e1-9235-47bf-b9b6-fcab81d767a9 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:38:31.136438 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60a54604-7939-446e-b74b-ceb16772488f", "name": "network-vif-plugged", "status": "completed", "tag": "d3bce038-f949-4e37-a6fe-4f788f1c8e1a", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:38:31.136703 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e1cd49e1-9235-47bf-b9b6-fcab81d767a9 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:38:31.137373 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60a54604-7939-446e-b74b-ceb16772488f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3bce038-f949-4e37-a6fe-4f788f1c8e1a', 'code': 200} Jan 18 22:38:31.187029 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103013b2-367a-4303-a04e-4569928558d3 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:31.197474 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-103013b2-367a-4303-a04e-4569928558d3 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] 10.222.0.53 "GET /v2.0/ports?device_id=93350f29-92c4-4387-8389-83638c3119dc HTTP/1.1" status: 200 len: 913 time: 0.1297586 Jan 18 22:38:31.198366 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 35830) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:31.219788 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=d3bce038-f949-4e37-a6fe-4f788f1c8e1a,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:31.425526 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f508ba8a-aaa2-4f76-8c6d-bee6541583f6 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Router ce40169f-a328-4422-915c-3595704660e2 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:38:31.553191 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f508ba8a-aaa2-4f76-8c6d-bee6541583f6 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:38:31.560043 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-f508ba8a-aaa2-4f76-8c6d-bee6541583f6 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "PUT /v2.0/routers/ce40169f-a328-4422-915c-3595704660e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2303188 Jan 18 22:38:31.565712 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa622ee-72cf-4f50-8380-64bce2409c75 None None] Sync routers for ids ['ce40169f-a328-4422-915c-3595704660e2'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:38:31.566763 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 35842) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:31.585031 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051d0520-87af-4ece-9b1c-58bffb5e5bb1 req-cc136096-10ad-4ccf-9bd8-8fd4ffca9881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:31.586696 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-051d0520-87af-4ece-9b1c-58bffb5e5bb1 req-cc136096-10ad-4ccf-9bd8-8fd4ffca9881 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=60a54604-7939-446e-b74b-ceb16772488f HTTP/1.1" status: 200 len: 1096 time: 0.2327645 Jan 18 22:38:31.627541 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1188f0c3-4dc8-4fc7-9e4f-b5659a273b76 req-749c4439-d369-49fc-a429-4043e1bd8530 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:31.628773 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1188f0c3-4dc8-4fc7-9e4f-b5659a273b76 req-749c4439-d369-49fc-a429-4043e1bd8530 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=60a54604-7939-446e-b74b-ceb16772488f HTTP/1.1" status: 200 len: 945 time: 0.2760179 Jan 18 22:38:31.651962 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67c5ff8-aa4c-4cd1-8c90-6d95760bf275 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:31.653424 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-e67c5ff8-aa4c-4cd1-8c90-6d95760bf275 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "GET /v2.0/ports/a3225ecd-9810-4dfa-9ab7-29197fe741b9 HTTP/1.1" status: 200 len: 910 time: 0.0841460 Jan 18 22:38:31.674062 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 35848) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:31.815876 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1188f0c3-4dc8-4fc7-9e4f-b5659a273b76 req-73568664-9e43-4b3b-bd50-8c84bb17afa9 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e2e22-46f9-42fe-9710-8e464b95d42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752031 Jan 18 22:38:31.831228 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-051d0520-87af-4ece-9b1c-58bffb5e5bb1 req-00b15a8b-87e9-4576-bcca-9b18c403e4c7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8e7e2e22-46f9-42fe-9710-8e464b95d42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227125 Jan 18 22:38:31.841369 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-03429af5-a76a-4315-9ccf-cdf0d02266c6 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1041027'] for router_interface, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:31.953835 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa622ee-72cf-4f50-8380-64bce2409c75 None None] Routers {'ce40169f-a328-4422-915c-3595704660e2'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:38:31.972892 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-5fa622ee-72cf-4f50-8380-64bce2409c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:38:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['ce40169f-a328-4422-915c-3595704660e2'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:38:32.032547 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-5fa622ee-72cf-4f50-8380-64bce2409c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:38:32.047212 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-72c8c43d-12bb-4ab4-a01c-4437fb04217e None None] Provisioning complete for port a3225ecd-9810-4dfa-9ab7-29197fe741b9 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:38:32.047720 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-72c8c43d-12bb-4ab4-a01c-4437fb04217e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:32.101007 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa622ee-72cf-4f50-8380-64bce2409c75 None None] Routers {'ce40169f-a328-4422-915c-3595704660e2'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:38:32.101787 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-5fa622ee-72cf-4f50-8380-64bce2409c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:38:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['ce40169f-a328-4422-915c-3595704660e2'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:38:32.171546 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-5fa622ee-72cf-4f50-8380-64bce2409c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:38:32.172373 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa622ee-72cf-4f50-8380-64bce2409c75 None None] The sync data for ids ['ce40169f-a328-4422-915c-3595704660e2'] in n-d-825064-1 is: [] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:38:32.174013 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-72c8c43d-12bb-4ab4-a01c-4437fb04217e None None] Port a3225ecd-9810-4dfa-9ab7-29197fe741b9 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:38:32.226334 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-19af13d4-5b1a-42f9-9fcb-b83d723d246c tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1041027'] for router_interface, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:32.242250 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-03429af5-a76a-4315-9ccf-cdf0d02266c6 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Deleting port 0d0e0c27-74be-4932-aa28-7361566d0cb1 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:38:32.243262 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-03429af5-a76a-4315-9ccf-cdf0d02266c6 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:32.369485 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-03429af5-a76a-4315-9ccf-cdf0d02266c6 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:32.406738 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-03429af5-a76a-4315-9ccf-cdf0d02266c6 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Calling delete_port for 0d0e0c27-74be-4932-aa28-7361566d0cb1 owned by network:router_interface {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:38:32.546113 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-19af13d4-5b1a-42f9-9fcb-b83d723d246c tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Deleting port a3225ecd-9810-4dfa-9ab7-29197fe741b9 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:38:32.546468 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-19af13d4-5b1a-42f9-9fcb-b83d723d246c tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:32.665680 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-03429af5-a76a-4315-9ccf-cdf0d02266c6 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:32.682047 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-19af13d4-5b1a-42f9-9fcb-b83d723d246c tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:32.699701 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-19af13d4-5b1a-42f9-9fcb-b83d723d246c tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Calling delete_port for a3225ecd-9810-4dfa-9ab7-29197fe741b9 owned by network:router_interface {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:38:32.830160 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03429af5-a76a-4315-9ccf-cdf0d02266c6 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Pushing event deleted for resources: {'Port': ['ID=0d0e0c27-74be-4932-aa28-7361566d0cb1,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:32.972245 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-03429af5-a76a-4315-9ccf-cdf0d02266c6 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-613841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1046579'] for router_interface, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:33.166004 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c88506d-2373-4a24-b8ff-ff38a55891fd req-d8a19fcd-b09a-4d6c-a7c4-00ba748be719 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:33.176576 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6c88506d-2373-4a24-b8ff-ff38a55891fd req-d8a19fcd-b09a-4d6c-a7c4-00ba748be719 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=60a54604-7939-446e-b74b-ceb16772488f HTTP/1.1" status: 200 len: 945 time: 0.1934948 Jan 18 22:38:33.266190 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6c88506d-2373-4a24-b8ff-ff38a55891fd req-0c4475ed-c81a-4622-9777-307e6704a211 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e2e22-46f9-42fe-9710-8e464b95d42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769136 Jan 18 22:38:33.270637 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-19af13d4-5b1a-42f9-9fcb-b83d723d246c tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:33.348777 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19af13d4-5b1a-42f9-9fcb-b83d723d246c tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Pushing event deleted for resources: {'Port': ['ID=a3225ecd-9810-4dfa-9ab7-29197fe741b9,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:33.621127 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-19af13d4-5b1a-42f9-9fcb-b83d723d246c tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-613841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1046579'] for router_interface, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:33.693969 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03429af5-a76a-4315-9ccf-cdf0d02266c6 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Router 93350f29-92c4-4387-8389-83638c3119dc has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:38:33.857634 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03429af5-a76a-4315-9ccf-cdf0d02266c6 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:38:33.866094 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-03429af5-a76a-4315-9ccf-cdf0d02266c6 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] 10.222.0.53 "PUT /v2.0/routers/93350f29-92c4-4387-8389-83638c3119dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6640854 Jan 18 22:38:33.866301 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 35902) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:33.871682 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e498fb71-2d62-45b1-adf1-5e0cf8b88c4a None None] Sync routers for ids ['93350f29-92c4-4387-8389-83638c3119dc'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:38:33.882020 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e498fb71-2d62-45b1-adf1-5e0cf8b88c4a None None] Routers {'93350f29-92c4-4387-8389-83638c3119dc'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:38:33.896216 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-e498fb71-2d62-45b1-adf1-5e0cf8b88c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:38:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['93350f29-92c4-4387-8389-83638c3119dc'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:38:33.925241 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19af13d4-5b1a-42f9-9fcb-b83d723d246c tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Router ce40169f-a328-4422-915c-3595704660e2 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:38:33.983593 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-e498fb71-2d62-45b1-adf1-5e0cf8b88c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:38:34.001599 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f685f869-4924-4a09-8c4d-0d9bc2274939 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Notify callbacks [] for router, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:34.002436 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e498fb71-2d62-45b1-adf1-5e0cf8b88c4a None None] Routers {'93350f29-92c4-4387-8389-83638c3119dc'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:38:34.003535 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-e498fb71-2d62-45b1-adf1-5e0cf8b88c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:38:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['93350f29-92c4-4387-8389-83638c3119dc'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:38:34.094652 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-e498fb71-2d62-45b1-adf1-5e0cf8b88c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:38:34.095352 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e498fb71-2d62-45b1-adf1-5e0cf8b88c4a None None] The sync data for ids ['93350f29-92c4-4387-8389-83638c3119dc'] in n-d-825064-1 is: [] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:38:34.123543 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f685f869-4924-4a09-8c4d-0d9bc2274939 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:34.127694 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19af13d4-5b1a-42f9-9fcb-b83d723d246c tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:38:34.135660 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-19af13d4-5b1a-42f9-9fcb-b83d723d246c tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "PUT /v2.0/routers/ce40169f-a328-4422-915c-3595704660e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4599555 Jan 18 22:38:34.137973 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 35912) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:34.140867 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7722a489-138e-41a8-b680-e90ab4675042 None None] Sync routers for ids ['ce40169f-a328-4422-915c-3595704660e2'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:38:34.155748 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7722a489-138e-41a8-b680-e90ab4675042 None None] Routers {'ce40169f-a328-4422-915c-3595704660e2'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:38:34.156873 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-7722a489-138e-41a8-b680-e90ab4675042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:38:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['ce40169f-a328-4422-915c-3595704660e2'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:38:34.237064 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-7722a489-138e-41a8-b680-e90ab4675042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:38:34.249320 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-f685f869-4924-4a09-8c4d-0d9bc2274939 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Deleting port a494fc40-6547-41b5-9376-b7a433533179 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:38:34.249771 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f685f869-4924-4a09-8c4d-0d9bc2274939 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:34.257764 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7722a489-138e-41a8-b680-e90ab4675042 None None] Routers {'ce40169f-a328-4422-915c-3595704660e2'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:38:34.259648 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-7722a489-138e-41a8-b680-e90ab4675042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:38:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['ce40169f-a328-4422-915c-3595704660e2'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:38:34.347967 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-7722a489-138e-41a8-b680-e90ab4675042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:38:34.348833 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7722a489-138e-41a8-b680-e90ab4675042 None None] The sync data for ids ['ce40169f-a328-4422-915c-3595704660e2'] in n-d-825064-1 is: [] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:38:34.388517 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f685f869-4924-4a09-8c4d-0d9bc2274939 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:34.401864 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-f685f869-4924-4a09-8c4d-0d9bc2274939 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Calling delete_port for a494fc40-6547-41b5-9376-b7a433533179 owned by network:router_gateway {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:38:34.498443 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345701b5-7baa-4307-b13b-59783a2a3a45 req-fd69c6ab-062d-49f0-a2b6-2602a3627066 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:34.499928 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-345701b5-7baa-4307-b13b-59783a2a3a45 req-fd69c6ab-062d-49f0-a2b6-2602a3627066 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=60a54604-7939-446e-b74b-ceb16772488f HTTP/1.1" status: 200 len: 945 time: 0.1127656 Jan 18 22:38:34.578783 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f685f869-4924-4a09-8c4d-0d9bc2274939 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:34.581487 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-345701b5-7baa-4307-b13b-59783a2a3a45 req-f7951b99-c9cb-40a2-9bfb-d96662dc4303 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e2e22-46f9-42fe-9710-8e464b95d42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681589 Jan 18 22:38:34.619118 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f685f869-4924-4a09-8c4d-0d9bc2274939 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Pushing event deleted for resources: {'Port': ['ID=a494fc40-6547-41b5-9376-b7a433533179,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:34.674985 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f685f869-4924-4a09-8c4d-0d9bc2274939 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043029'] for router_gateway, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:34.679742 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-3b33910e-f4ad-4e34-851d-0c5c2a33726e tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1041027'] for router_interface, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:34.807393 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f685f869-4924-4a09-8c4d-0d9bc2274939 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1040886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8602'] for router, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:34.809434 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f685f869-4924-4a09-8c4d-0d9bc2274939 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:34.864571 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f685f869-4924-4a09-8c4d-0d9bc2274939 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1040832'] for router, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:34.865607 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f685f869-4924-4a09-8c4d-0d9bc2274939 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Fanout notify agent at l3_agent the message router_deleted on router 93350f29-92c4-4387-8389-83638c3119dc {{(pid=102431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 22:38:34.875074 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f685f869-4924-4a09-8c4d-0d9bc2274939 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:34.878721 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-f685f869-4924-4a09-8c4d-0d9bc2274939 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] 10.222.0.53 "DELETE /v2.0/routers/93350f29-92c4-4387-8389-83638c3119dc HTTP/1.1" status: 204 len: 168 time: 1.0091429 Jan 18 22:38:34.879422 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 35938) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:34.945964 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e9d7bfb-5ecb-45cb-8b92-93fecb4591b3 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Deleting subnet 70a0952f-f265-4053-b613-ba3b7f6338ee {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:38:34.950566 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0e9d7bfb-5ecb-45cb-8b92-93fecb4591b3 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:35.006687 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0e9d7bfb-5ecb-45cb-8b92-93fecb4591b3 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:35.107816 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0e9d7bfb-5ecb-45cb-8b92-93fecb4591b3 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:35.178632 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0e9d7bfb-5ecb-45cb-8b92-93fecb4591b3 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:35.214766 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9d7bfb-5ecb-45cb-8b92-93fecb4591b3 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Pushing event deleted for resources: {'Subnet': ['ID=70a0952f-f265-4053-b613-ba3b7f6338ee,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:35.217124 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0e9d7bfb-5ecb-45cb-8b92-93fecb4591b3 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:35.224727 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cbf3ecb-228d-418f-abf3-7dfc5f6e8bc0 None None] Network 1bf96901-c473-4d8f-aeca-90dc819b4274 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:38:35.226691 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-0e9d7bfb-5ecb-45cb-8b92-93fecb4591b3 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] 10.222.0.53 "DELETE /v2.0/subnets/70a0952f-f265-4053-b613-ba3b7f6338ee HTTP/1.1" status: 204 len: 168 time: 0.3458881 Jan 18 22:38:35.228308 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 35944) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:35.353262 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-42dd5d8b-0f51-4aef-8c54-329409197c8a tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:35.416504 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-760daffd-e94c-4e82-bf12-e7fa024cd435 req-1f3dc798-078d-4e2e-90c7-46e29f921e97 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=746ebad6-c218-49ba-a20c-55049008117e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2252657 Jan 18 22:38:35.514754 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f36f8e7-15ca-4d94-b8f3-244f7054b50c req-8fc9d241-3739-4ead-9282-25488298d99c tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:35.521833 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5f36f8e7-15ca-4d94-b8f3-244f7054b50c req-8fc9d241-3739-4ead-9282-25488298d99c tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/networks?id=eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02 HTTP/1.1" status: 200 len: 806 time: 0.3487020 Jan 18 22:38:35.522354 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-42dd5d8b-0f51-4aef-8c54-329409197c8a tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Deleting port fe7828c7-79f9-45c0-9a3c-73283d5a4937 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:38:35.522773 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-42dd5d8b-0f51-4aef-8c54-329409197c8a tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:35.569538 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae73d32-1c64-47e6-a024-10e6d4750cab None None] DHCP port deletion for 1bf96901-c473-4d8f-aeca-90dc819b4274 request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:38:35.586713 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5f36f8e7-15ca-4d94-b8f3-244f7054b50c req-c37c5a99-d047-4391-a221-37ce7abea98f tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/quotas/d58fa77d6cd94e7ca7d141d5a9b044dd HTTP/1.1" status: 200 len: 375 time: 0.0588737 Jan 18 22:38:35.617706 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-42dd5d8b-0f51-4aef-8c54-329409197c8a tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] For port fe7828c7-79f9-45c0-9a3c-73283d5a4937, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=fe7828c7-79f9-45c0-9a3c-73283d5a4937,segment=NetworkSegment(2444d5ce-e84d-4f54-8f54-50eee91537c2),segment_id=2444d5ce-e84d-4f54-8f54-50eee91537c2)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:38:35.618080 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-42dd5d8b-0f51-4aef-8c54-329409197c8a tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:35.633267 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-42dd5d8b-0f51-4aef-8c54-329409197c8a tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Calling delete_port for fe7828c7-79f9-45c0-9a3c-73283d5a4937 owned by network:dhcp {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:38:35.661036 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760daffd-e94c-4e82-bf12-e7fa024cd435 req-17ff19cf-0bff-4495-bd58-c99e4367676f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:35.663578 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-760daffd-e94c-4e82-bf12-e7fa024cd435 req-17ff19cf-0bff-4495-bd58-c99e4367676f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=438cce0e2f434b5f879ce307da159923&device_id=746ebad6-c218-49ba-a20c-55049008117e HTTP/1.1" status: 200 len: 1096 time: 0.1378584 Jan 18 22:38:35.664886 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-9ae73d32-1c64-47e6-a024-10e6d4750cab None None] Deleting port fe7828c7-79f9-45c0-9a3c-73283d5a4937 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:38:35.665317 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9ae73d32-1c64-47e6-a024-10e6d4750cab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:35.741415 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-42dd5d8b-0f51-4aef-8c54-329409197c8a tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:35.786718 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5f36f8e7-15ca-4d94-b8f3-244f7054b50c req-5d08120d-d8bb-4b7d-ac58-860d9d14a2f0 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d58fa77d6cd94e7ca7d141d5a9b044dd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1883178 Jan 18 22:38:35.787850 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dd5d8b-0f51-4aef-8c54-329409197c8a tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Pushing event deleted for resources: {'Port': ['ID=fe7828c7-79f9-45c0-9a3c-73283d5a4937,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:35.790378 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42dd5d8b-0f51-4aef-8c54-329409197c8a tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] No DVR routers for this DVR port fe7828c7-79f9-45c0-9a3c-73283d5a4937 on host n-d-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:38:35.800457 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-9ae73d32-1c64-47e6-a024-10e6d4750cab None None] For port fe7828c7-79f9-45c0-9a3c-73283d5a4937, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=fe7828c7-79f9-45c0-9a3c-73283d5a4937,segment=NetworkSegment(2444d5ce-e84d-4f54-8f54-50eee91537c2),segment_id=2444d5ce-e84d-4f54-8f54-50eee91537c2)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:38:35.800868 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9ae73d32-1c64-47e6-a024-10e6d4750cab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:35.839242 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-9ae73d32-1c64-47e6-a024-10e6d4750cab None None] Calling delete_port for fe7828c7-79f9-45c0-9a3c-73283d5a4937 owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:38:35.916510 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5f36f8e7-15ca-4d94-b8f3-244f7054b50c req-6b67ed10-11da-4d29-af4e-da6892185420 service neutron] 10.222.0.53 "GET /v2.0/networks/eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171196 Jan 18 22:38:35.935007 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-42dd5d8b-0f51-4aef-8c54-329409197c8a tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:35.961507 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-42dd5d8b-0f51-4aef-8c54-329409197c8a tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bf96901-c473-4d8f-aeca-90dc819b4274']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:38:35.974400 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-42dd5d8b-0f51-4aef-8c54-329409197c8a tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2444d5ce-e84d-4f54-8f54-50eee91537c2') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:38:35.975099 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-42dd5d8b-0f51-4aef-8c54-329409197c8a tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2444d5ce-e84d-4f54-8f54-50eee91537c2') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:38:35.988544 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-42dd5d8b-0f51-4aef-8c54-329409197c8a tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:36.006566 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-42dd5d8b-0f51-4aef-8c54-329409197c8a tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:36.016073 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42dd5d8b-0f51-4aef-8c54-329409197c8a tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:38:36.016957 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-42dd5d8b-0f51-4aef-8c54-329409197c8a tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:36.022787 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:38:36.022787 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:38:36.022787 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:38:36.022787 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:38:36.022787 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:38:36.022787 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:38:36.022787 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:38:36.022787 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:38:36.022787 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:38:36.022787 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:38:36.022787 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:38:36.022787 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:38:36.022787 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:38:36.022787 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:38:36.022787 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:38:36.022787 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:38:36.022787 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:38:36.022787 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:38:36.022787 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:38:36.022787 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:38:36.022787 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:38:36.022787 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:38:36.022787 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:38:36.022787 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:38:36.022787 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:38:36.022787 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:38:36.022787 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:38:36.022787 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:38:36.022787 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:38:36.022787 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:38:36.022787 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:38:36.022787 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:38:36.047443 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-3b33910e-f4ad-4e34-851d-0c5c2a33726e tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Deleting port be15a9a0-6a33-4dde-a299-59f08ed55216 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:38:36.047861 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-3b33910e-f4ad-4e34-851d-0c5c2a33726e tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:36.102673 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760daffd-e94c-4e82-bf12-e7fa024cd435 req-fa372601-a59f-4d65-9977-021fadeb3557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:36.104332 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-760daffd-e94c-4e82-bf12-e7fa024cd435 req-fa372601-a59f-4d65-9977-021fadeb3557 service neutron] 10.222.0.67 "GET /v2.0/networks?id=dfd50c94-9bfe-434e-a69b-faa778e35648 HTTP/1.1" status: 200 len: 897 time: 0.4169235 Jan 18 22:38:36.116690 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-42dd5d8b-0f51-4aef-8c54-329409197c8a tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:36.126606 n-d-825064-1 neutron-server[102432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:38:36.126606 n-d-825064-1 neutron-server[102432]: self.session.flush() Jan 18 22:38:36.126606 n-d-825064-1 neutron-server[102432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:38:36.126606 n-d-825064-1 neutron-server[102432]: self.session.flush() Jan 18 22:38:36.126606 n-d-825064-1 neutron-server[102432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:38:36.126606 n-d-825064-1 neutron-server[102432]: self.session.flush() Jan 18 22:38:36.126606 n-d-825064-1 neutron-server[102432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:38:36.126606 n-d-825064-1 neutron-server[102432]: self.session.flush() Jan 18 22:38:36.126606 n-d-825064-1 neutron-server[102432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:38:36.126606 n-d-825064-1 neutron-server[102432]: self.session.flush() Jan 18 22:38:36.126606 n-d-825064-1 neutron-server[102432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:38:36.126606 n-d-825064-1 neutron-server[102432]: self.session.flush() Jan 18 22:38:36.126606 n-d-825064-1 neutron-server[102432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:38:36.126606 n-d-825064-1 neutron-server[102432]: self.session.flush() Jan 18 22:38:36.126606 n-d-825064-1 neutron-server[102432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:38:36.126606 n-d-825064-1 neutron-server[102432]: self.session.flush() Jan 18 22:38:36.126606 n-d-825064-1 neutron-server[102432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:38:36.126606 n-d-825064-1 neutron-server[102432]: self.session.flush() Jan 18 22:38:36.126606 n-d-825064-1 neutron-server[102432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:38:36.126606 n-d-825064-1 neutron-server[102432]: self.session.flush() Jan 18 22:38:36.126606 n-d-825064-1 neutron-server[102432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:38:36.126606 n-d-825064-1 neutron-server[102432]: self.session.flush() Jan 18 22:38:36.126606 n-d-825064-1 neutron-server[102432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:38:36.126606 n-d-825064-1 neutron-server[102432]: self.session.flush() Jan 18 22:38:36.126606 n-d-825064-1 neutron-server[102432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:38:36.126606 n-d-825064-1 neutron-server[102432]: self.session.flush() Jan 18 22:38:36.126606 n-d-825064-1 neutron-server[102432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:38:36.126606 n-d-825064-1 neutron-server[102432]: self.session.flush() Jan 18 22:38:36.126606 n-d-825064-1 neutron-server[102432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:38:36.126606 n-d-825064-1 neutron-server[102432]: self.session.flush() Jan 18 22:38:36.126606 n-d-825064-1 neutron-server[102432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:38:36.126606 n-d-825064-1 neutron-server[102432]: self.session.flush() Jan 18 22:38:36.126606 n-d-825064-1 neutron-server[102432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:38:36.126606 n-d-825064-1 neutron-server[102432]: self.session.flush() Jan 18 22:38:36.126606 n-d-825064-1 neutron-server[102432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:38:36.126606 n-d-825064-1 neutron-server[102432]: self.session.flush() Jan 18 22:38:36.126606 n-d-825064-1 neutron-server[102432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:38:36.126606 n-d-825064-1 neutron-server[102432]: self.session.flush() Jan 18 22:38:36.126606 n-d-825064-1 neutron-server[102432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:38:36.126606 n-d-825064-1 neutron-server[102432]: self.session.flush() Jan 18 22:38:36.126606 n-d-825064-1 neutron-server[102432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:38:36.126606 n-d-825064-1 neutron-server[102432]: self.session.flush() Jan 18 22:38:36.126606 n-d-825064-1 neutron-server[102432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:38:36.126606 n-d-825064-1 neutron-server[102432]: self.session.flush() Jan 18 22:38:36.126606 n-d-825064-1 neutron-server[102432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:38:36.126606 n-d-825064-1 neutron-server[102432]: self.session.flush() Jan 18 22:38:36.126606 n-d-825064-1 neutron-server[102432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:38:36.126606 n-d-825064-1 neutron-server[102432]: self.session.flush() Jan 18 22:38:36.126606 n-d-825064-1 neutron-server[102432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:38:36.126606 n-d-825064-1 neutron-server[102432]: self.session.flush() Jan 18 22:38:36.126606 n-d-825064-1 neutron-server[102432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:38:36.126606 n-d-825064-1 neutron-server[102432]: self.session.flush() Jan 18 22:38:36.126606 n-d-825064-1 neutron-server[102432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:38:36.126606 n-d-825064-1 neutron-server[102432]: self.session.flush() Jan 18 22:38:36.135276 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-42dd5d8b-0f51-4aef-8c54-329409197c8a tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:36.148252 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9ae73d32-1c64-47e6-a024-10e6d4750cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:36.152157 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9ae73d32-1c64-47e6-a024-10e6d4750cab None None] Network 1bf96901-c473-4d8f-aeca-90dc819b4274 is not hosted by any dhcp agent {{(pid=102432) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 18 22:38:36.156584 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-42dd5d8b-0f51-4aef-8c54-329409197c8a tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] 10.222.0.53 "DELETE /v2.0/networks/1bf96901-c473-4d8f-aeca-90dc819b4274 HTTP/1.1" status: 204 len: 168 time: 0.9229689 Jan 18 22:38:36.161902 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 35968) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:36.162475 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae73d32-1c64-47e6-a024-10e6d4750cab None None] No DVR routers for this DVR port fe7828c7-79f9-45c0-9a3c-73283d5a4937 on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:38:36.194388 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dd5d8b-0f51-4aef-8c54-329409197c8a tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Pushing event deleted for resources: {'Network': ['ID=1bf96901-c473-4d8f-aeca-90dc819b4274,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:36.199477 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-760daffd-e94c-4e82-bf12-e7fa024cd435 req-6a37dff9-bcbb-4b39-b1f0-e3b7674e9923 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da03a90c-5359-4d37-9f0a-8f9b32f4b733 HTTP/1.1" status: 200 len: 1000 time: 0.0812931 Jan 18 22:38:36.211518 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae73d32-1c64-47e6-a024-10e6d4750cab None None] Pushing event deleted for resources: {'Port': ['ID=fe7828c7-79f9-45c0-9a3c-73283d5a4937,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:36.272746 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5f36f8e7-15ca-4d94-b8f3-244f7054b50c req-78633e0f-6aeb-4e5e-9898-a5e0a4497cd4 service neutron] 10.222.0.53 "GET /v2.0/networks/eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3468320 Jan 18 22:38:36.302641 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760daffd-e94c-4e82-bf12-e7fa024cd435 req-57a47827-f664-4fd1-a40b-a807554683d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:36.304265 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-760daffd-e94c-4e82-bf12-e7fa024cd435 req-57a47827-f664-4fd1-a40b-a807554683d4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d047a25f-d8c6-49ea-bb54-6da48108f244 HTTP/1.1" status: 200 len: 834 time: 0.0938556 Jan 18 22:38:36.322745 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-3b33910e-f4ad-4e34-851d-0c5c2a33726e tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:36.343463 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-3b33910e-f4ad-4e34-851d-0c5c2a33726e tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Calling delete_port for be15a9a0-6a33-4dde-a299-59f08ed55216 owned by network:router_interface {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:38:36.435662 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-805091e9-d63d-4273-8c38-16fb12aeb619 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Deleting port 2ad1a095-8147-47ce-971c-665bcff1bce1 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:38:36.436318 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-805091e9-d63d-4273-8c38-16fb12aeb619 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:36.450623 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760daffd-e94c-4e82-bf12-e7fa024cd435 req-afec53b4-c58d-461c-87bb-21da8ae6ac3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:36.452213 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-760daffd-e94c-4e82-bf12-e7fa024cd435 req-afec53b4-c58d-461c-87bb-21da8ae6ac3d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dfd50c94-9bfe-434e-a69b-faa778e35648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1402202 Jan 18 22:38:36.648399 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-805091e9-d63d-4273-8c38-16fb12aeb619 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:36.648882 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-805091e9-d63d-4273-8c38-16fb12aeb619 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:36.679408 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-805091e9-d63d-4273-8c38-16fb12aeb619 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Calling delete_port for 2ad1a095-8147-47ce-971c-665bcff1bce1 owned by network:floatingip {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:38:36.719310 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-760daffd-e94c-4e82-bf12-e7fa024cd435 req-517d66be-b833-44e2-8922-ccadce882d5e service neutron] 10.222.0.67 "GET /v2.0/networks/dfd50c94-9bfe-434e-a69b-faa778e35648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572894 Jan 18 22:38:36.832801 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-760daffd-e94c-4e82-bf12-e7fa024cd435 req-4dd3853b-b4bf-4ca4-af6d-3bbf28a2db7e service neutron] 10.222.0.67 "GET /v2.0/networks/dfd50c94-9bfe-434e-a69b-faa778e35648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064823 Jan 18 22:38:36.857588 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-3b33910e-f4ad-4e34-851d-0c5c2a33726e tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:36.896420 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-805091e9-d63d-4273-8c38-16fb12aeb619 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:36.912954 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b33910e-f4ad-4e34-851d-0c5c2a33726e tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Pushing event deleted for resources: {'Port': ['ID=be15a9a0-6a33-4dde-a299-59f08ed55216,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:36.947753 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805091e9-d63d-4273-8c38-16fb12aeb619 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Pushing event deleted for resources: {'Port': ['ID=2ad1a095-8147-47ce-971c-665bcff1bce1,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:37.057457 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-805091e9-d63d-4273-8c38-16fb12aeb619 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Notify callbacks [] for floatingip, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:37.061469 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-805091e9-d63d-4273-8c38-16fb12aeb619 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:37.063689 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-805091e9-d63d-4273-8c38-16fb12aeb619 tempest-FloatingIPAdminTestJSON-1276177515 tempest-FloatingIPAdminTestJSON-1276177515-project] 10.222.0.53 "DELETE /v2.0/floatingips/7ab737c8-14e9-4c2f-8229-c2da44e188b0 HTTP/1.1" status: 204 len: 168 time: 0.8981724 Jan 18 22:38:37.191730 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-3b33910e-f4ad-4e34-851d-0c5c2a33726e tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-613841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1046579'] for router_interface, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:37.409178 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device fe7828c7-79f9-45c0-9a3c-73283d5a4937 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:38:37.452039 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: fe7828c7-79f9-45c0-9a3c-73283d5a4937 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:38:37.452792 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device fe7828c7-79f9-45c0-9a3c-73283d5a4937 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:38:37.597440 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b33910e-f4ad-4e34-851d-0c5c2a33726e tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Router ce40169f-a328-4422-915c-3595704660e2 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:38:37.636449 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 36020) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:37.715321 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b33910e-f4ad-4e34-851d-0c5c2a33726e tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:38:37.721598 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-3b33910e-f4ad-4e34-851d-0c5c2a33726e tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "PUT /v2.0/routers/ce40169f-a328-4422-915c-3595704660e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5825737 Jan 18 22:38:37.724556 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 36028) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:37.726303 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b317ff5-005b-47cb-ae8e-b15c6424cae7 None None] Sync routers for ids ['ce40169f-a328-4422-915c-3595704660e2'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:38:37.736419 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d398b9b6-37c8-4aa9-b9fe-baaf745d353d req-df71d787-c5e3-4b05-b6a6-d764ac71fe52 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:37.736667 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b317ff5-005b-47cb-ae8e-b15c6424cae7 None None] Routers {'ce40169f-a328-4422-915c-3595704660e2'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:38:37.737042 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-2b317ff5-005b-47cb-ae8e-b15c6424cae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:38:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['ce40169f-a328-4422-915c-3595704660e2'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:38:37.738609 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d398b9b6-37c8-4aa9-b9fe-baaf745d353d req-df71d787-c5e3-4b05-b6a6-d764ac71fe52 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/networks?id=eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02 HTTP/1.1" status: 200 len: 806 time: 0.2023041 Jan 18 22:38:37.762005 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d398b9b6-37c8-4aa9-b9fe-baaf745d353d req-29c09694-9b56-49d8-bd98-7b61da174384 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/quotas/d58fa77d6cd94e7ca7d141d5a9b044dd HTTP/1.1" status: 200 len: 375 time: 0.0172615 Jan 18 22:38:37.782067 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-4e6c93a2-f365-487d-ac11-5b74a60a426c tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce40169f-a328-4422-915c-3595704660e2 HTTP/1.1" status: 200 len: 205 time: 0.0562353 Jan 18 22:38:37.785793 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 36030) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:37.807129 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-2b317ff5-005b-47cb-ae8e-b15c6424cae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:38:37.826532 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b317ff5-005b-47cb-ae8e-b15c6424cae7 None None] Routers {'ce40169f-a328-4422-915c-3595704660e2'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:38:37.827146 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-2b317ff5-005b-47cb-ae8e-b15c6424cae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:38:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['ce40169f-a328-4422-915c-3595704660e2'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:38:37.856706 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d398b9b6-37c8-4aa9-b9fe-baaf745d353d req-b72a4d21-0471-4a79-80c9-e109f58cfcb3 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d58fa77d6cd94e7ca7d141d5a9b044dd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0868802 Jan 18 22:38:37.903704 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-2b317ff5-005b-47cb-ae8e-b15c6424cae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:38:37.905269 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b317ff5-005b-47cb-ae8e-b15c6424cae7 None None] The sync data for ids ['ce40169f-a328-4422-915c-3595704660e2'] in n-d-825064-1 is: [] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:38:37.925809 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b08ed40a-2967-4a93-a881-f6e429fcde0b tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks [] for router, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:37.982913 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-ed1cc59d-83dc-4e72-a0dc-93534a0993cc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7367bf57f2e64e8dbd3cbe22ae6f44ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3449488 Jan 18 22:38:37.987642 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 36034) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:38.027697 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d398b9b6-37c8-4aa9-b9fe-baaf745d353d req-54cc9a13-2a61-40f6-97d8-220bb1a98d07 service neutron] 10.222.0.53 "GET /v2.0/networks/eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610546 Jan 18 22:38:38.126107 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-15ad333e-8c6e-45f5-a605-5f7e4fb00329 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:38.131199 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b08ed40a-2967-4a93-a881-f6e429fcde0b tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1040886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8602'] for router, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:38.134488 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b08ed40a-2967-4a93-a881-f6e429fcde0b tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:38.191940 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d398b9b6-37c8-4aa9-b9fe-baaf745d353d req-384facd2-a43d-434b-bb4c-1cc3c702ab4d service neutron] 10.222.0.53 "GET /v2.0/networks/eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534095 Jan 18 22:38:38.198468 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b08ed40a-2967-4a93-a881-f6e429fcde0b tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1040832'] for router, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:38.199297 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b08ed40a-2967-4a93-a881-f6e429fcde0b tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Fanout notify agent at l3_agent the message router_deleted on router ce40169f-a328-4422-915c-3595704660e2 {{(pid=102431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 22:38:38.207130 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b08ed40a-2967-4a93-a881-f6e429fcde0b tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:38.207796 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-15ad333e-8c6e-45f5-a605-5f7e4fb00329 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:38.214741 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 36036) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:38.216661 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-b08ed40a-2967-4a93-a881-f6e429fcde0b tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "DELETE /v2.0/routers/ce40169f-a328-4422-915c-3595704660e2 HTTP/1.1" status: 204 len: 168 time: 0.4297636 Jan 18 22:38:38.292017 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2409ba5-13d6-4d51-8c14-d8113ba57f50 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Deleting subnet a7e9e128-4cfb-422d-b743-1c1926e771b9 {{(pid=102430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:38:38.296746 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d2409ba5-13d6-4d51-8c14-d8113ba57f50 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks [] for subnet, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:38.339253 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-15ad333e-8c6e-45f5-a605-5f7e4fb00329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:38.341889 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-15ad333e-8c6e-45f5-a605-5f7e4fb00329 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:38.346883 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-15ad333e-8c6e-45f5-a605-5f7e4fb00329 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/77c0d139-df79-4d2f-889d-a9c320251f80 HTTP/1.1" status: 204 len: 168 time: 0.3553109 Jan 18 22:38:38.365245 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ad333e-8c6e-45f5-a605-5f7e4fb00329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77c0d139-df79-4d2f-889d-a9c320251f80,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:38.386345 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d2409ba5-13d6-4d51-8c14-d8113ba57f50 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60394745'] for subnet, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:38.493633 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-873a585a-a806-4ebf-a81e-d119d9d2dd1d req-0cf4cee5-bf6a-4b9f-b6d1-ca92932c4041 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd27e371-1c25-4ede-bb30-4f2d5c0cc19d HTTP/1.1" status: 200 len: 210 time: 0.0482285 Jan 18 22:38:38.590885 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d2409ba5-13d6-4d51-8c14-d8113ba57f50 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:38.780774 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d2409ba5-13d6-4d51-8c14-d8113ba57f50 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60203138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62288677'] for subnet, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:38.817289 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2409ba5-13d6-4d51-8c14-d8113ba57f50 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Pushing event deleted for resources: {'Subnet': ['ID=a7e9e128-4cfb-422d-b743-1c1926e771b9,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:38.826068 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d2409ba5-13d6-4d51-8c14-d8113ba57f50 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks [] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:38.830095 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 36062) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:38.830297 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-d2409ba5-13d6-4d51-8c14-d8113ba57f50 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "DELETE /v2.0/subnets/a7e9e128-4cfb-422d-b743-1c1926e771b9 HTTP/1.1" status: 204 len: 168 time: 0.6140869 Jan 18 22:38:38.837819 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a6e2e7-4e3a-4e5e-b603-780eafe4a9cf None None] Network 51dd7ceb-8719-493e-9ac9-d1666c2271a8 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:38:38.968018 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 36066) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:38.987723 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5bc6ef3d-2462-4c79-9d57-4ffbc52a2378 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:38.989278 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-00b1e4cb-e8ef-4bf4-be03-085c60a338f2 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Deleting subnet 70f363e7-d328-4b0e-beba-a56510a39bce {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:38:39.000991 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-00b1e4cb-e8ef-4bf4-be03-085c60a338f2 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:39.055171 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-00b1e4cb-e8ef-4bf4-be03-085c60a338f2 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:39.089023 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc209f9-0465-45cb-9908-262871adccf3 None None] DHCP port deletion for 51dd7ceb-8719-493e-9ac9-d1666c2271a8 request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:38:39.120893 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5bc6ef3d-2462-4c79-9d57-4ffbc52a2378 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:39.125894 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5bc6ef3d-2462-4c79-9d57-4ffbc52a2378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:39.156204 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc6ef3d-2462-4c79-9d57-4ffbc52a2378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74687ffd-3064-42d7-908f-77909723ad0c,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:39.159962 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-00b1e4cb-e8ef-4bf4-be03-085c60a338f2 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:39.160381 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-edc209f9-0465-45cb-9908-262871adccf3 None None] Deleting port 90c3aa0f-75a4-4aa5-866f-26f8717479a8 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:38:39.161045 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-edc209f9-0465-45cb-9908-262871adccf3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:39.206832 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-5bc6ef3d-2462-4c79-9d57-4ffbc52a2378 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=115bae000a034b4f95b3aaff659dea69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2374897 Jan 18 22:38:39.210448 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 36070) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:39.301742 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c74a839e-185b-43a8-8e5e-52a5cacfebb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:39.318507 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-edc209f9-0465-45cb-9908-262871adccf3 None None] For port 90c3aa0f-75a4-4aa5-866f-26f8717479a8, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=90c3aa0f-75a4-4aa5-866f-26f8717479a8,segment=NetworkSegment(e4f0cfa1-ce3c-48ac-836e-9a9b0c9ff2a2),segment_id=e4f0cfa1-ce3c-48ac-836e-9a9b0c9ff2a2)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:38:39.321569 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-edc209f9-0465-45cb-9908-262871adccf3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:39.327290 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-00b1e4cb-e8ef-4bf4-be03-085c60a338f2 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:39.353167 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c74a839e-185b-43a8-8e5e-52a5cacfebb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:39.390441 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-edc209f9-0465-45cb-9908-262871adccf3 None None] Calling delete_port for 90c3aa0f-75a4-4aa5-866f-26f8717479a8 owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:38:39.401861 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 90c3aa0f-75a4-4aa5-866f-26f8717479a8 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:38:39.521283 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b1e4cb-e8ef-4bf4-be03-085c60a338f2 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Pushing event deleted for resources: {'Subnet': ['ID=70f363e7-d328-4b0e-beba-a56510a39bce,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:39.534536 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-00b1e4cb-e8ef-4bf4-be03-085c60a338f2 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:39.538149 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-00b1e4cb-e8ef-4bf4-be03-085c60a338f2 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "DELETE /v2.0/subnets/70f363e7-d328-4b0e-beba-a56510a39bce HTTP/1.1" status: 204 len: 168 time: 0.7068915 Jan 18 22:38:39.543190 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d834fa28-72a5-4d10-bf55-ddd47f1ed7bf None None] Network 201f29d1-4d7c-47ee-977b-d579360ac549 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:38:39.543811 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 36076) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:39.604755 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c74a839e-185b-43a8-8e5e-52a5cacfebb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:39.609842 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c74a839e-185b-43a8-8e5e-52a5cacfebb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:39.612352 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-c74a839e-185b-43a8-8e5e-52a5cacfebb5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/74687ffd-3064-42d7-908f-77909723ad0c HTTP/1.1" status: 204 len: 168 time: 0.4009821 Jan 18 22:38:39.690605 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-38ae3d18-6f1e-4923-836f-4936725b75d8 req-af95a049-ec15-4ad3-9424-308c6784c187 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd27e371-1c25-4ede-bb30-4f2d5c0cc19d HTTP/1.1" status: 200 len: 210 time: 0.0758560 Jan 18 22:38:39.692553 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a839e-185b-43a8-8e5e-52a5cacfebb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74687ffd-3064-42d7-908f-77909723ad0c,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:39.726969 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1c678de1-2bf3-469f-ab6b-051e1228ca22 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:39.836995 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-1c678de1-2bf3-469f-ab6b-051e1228ca22 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Deleting port 90c3aa0f-75a4-4aa5-866f-26f8717479a8 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:38:39.837417 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1c678de1-2bf3-469f-ab6b-051e1228ca22 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:39.872546 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:39.952704 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-1c678de1-2bf3-469f-ab6b-051e1228ca22 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] For port 90c3aa0f-75a4-4aa5-866f-26f8717479a8, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=90c3aa0f-75a4-4aa5-866f-26f8717479a8,segment=NetworkSegment(e4f0cfa1-ce3c-48ac-836e-9a9b0c9ff2a2),segment_id=e4f0cfa1-ce3c-48ac-836e-9a9b0c9ff2a2)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:38:39.953131 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1c678de1-2bf3-469f-ab6b-051e1228ca22 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:39.965153 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port 90c3aa0f-75a4-4aa5-866f-26f8717479a8, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=90c3aa0f-75a4-4aa5-866f-26f8717479a8,segment=NetworkSegment(e4f0cfa1-ce3c-48ac-836e-9a9b0c9ff2a2),segment_id=e4f0cfa1-ce3c-48ac-836e-9a9b0c9ff2a2)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:38:39.974698 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:39.985096 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-1c678de1-2bf3-469f-ab6b-051e1228ca22 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Calling delete_port for 90c3aa0f-75a4-4aa5-866f-26f8717479a8 owned by network:dhcp {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:38:40.037724 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-edc209f9-0465-45cb-9908-262871adccf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:40.073877 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc209f9-0465-45cb-9908-262871adccf3 None None] No DVR routers for this DVR port 90c3aa0f-75a4-4aa5-866f-26f8717479a8 on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:38:40.120686 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=90c3aa0f-75a4-4aa5-866f-26f8717479a8,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:40.175254 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc209f9-0465-45cb-9908-262871adccf3 None None] Pushing event deleted for resources: {'Port': ['ID=90c3aa0f-75a4-4aa5-866f-26f8717479a8,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:40.188242 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c24c26c-56b0-4332-8fbf-480a9ba2aafa None None] DHCP port deletion for 201f29d1-4d7c-47ee-977b-d579360ac549 request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:38:40.234778 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 22:38:40.237915 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1c678de1-2bf3-469f-ab6b-051e1228ca22 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:40.304213 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c678de1-2bf3-469f-ab6b-051e1228ca22 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Pushing event deleted for resources: {'Port': ['ID=90c3aa0f-75a4-4aa5-866f-26f8717479a8,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:40.304408 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d398b9b6-37c8-4aa9-b9fe-baaf745d353d req-ec2d7f08-780c-4bd4-b6a0-37502da8eacb tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:40.309086 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d398b9b6-37c8-4aa9-b9fe-baaf745d353d req-ec2d7f08-780c-4bd4-b6a0-37502da8eacb tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.67 "GET /v2.0/networks?id=eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02 HTTP/1.1" status: 200 len: 806 time: 0.3081326 Jan 18 22:38:40.317985 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c678de1-2bf3-469f-ab6b-051e1228ca22 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] No DVR routers for this DVR port 90c3aa0f-75a4-4aa5-866f-26f8717479a8 on host n-d-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:38:40.328396 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-d398b9b6-37c8-4aa9-b9fe-baaf745d353d req-48061609-cfd1-443e-a9f4-fe92ebedfe9a tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Request body: {'port': {'device_id': 'dd27e371-1c25-4ede-bb30-4f2d5c0cc19d', 'network_id': 'eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02', 'admin_state_up': True, 'tenant_id': 'd58fa77d6cd94e7ca7d141d5a9b044dd'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:38:40.362692 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-5c24c26c-56b0-4332-8fbf-480a9ba2aafa None None] Deleting port 52bf06cf-71cb-41e7-8cd5-8b20c6c8852a {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:38:40.369374 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5c24c26c-56b0-4332-8fbf-480a9ba2aafa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:40.398580 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 36104) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:40.474632 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1c678de1-2bf3-469f-ab6b-051e1228ca22 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:40.496253 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-5c24c26c-56b0-4332-8fbf-480a9ba2aafa None None] For port 52bf06cf-71cb-41e7-8cd5-8b20c6c8852a, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=52bf06cf-71cb-41e7-8cd5-8b20c6c8852a,segment=NetworkSegment(d3f985cd-1408-464a-a662-375bc2e6902c),segment_id=d3f985cd-1408-464a-a662-375bc2e6902c)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:38:40.496964 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5c24c26c-56b0-4332-8fbf-480a9ba2aafa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:40.528371 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-1c678de1-2bf3-469f-ab6b-051e1228ca22 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51dd7ceb-8719-493e-9ac9-d1666c2271a8']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:38:40.677465 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-1c678de1-2bf3-469f-ab6b-051e1228ca22 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4f0cfa1-ce3c-48ac-836e-9a9b0c9ff2a2') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:38:40.677465 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-1c678de1-2bf3-469f-ab6b-051e1228ca22 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4f0cfa1-ce3c-48ac-836e-9a9b0c9ff2a2') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:38:40.677465 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1c678de1-2bf3-469f-ab6b-051e1228ca22 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:40.796033 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-5c24c26c-56b0-4332-8fbf-480a9ba2aafa None None] Calling delete_port for 52bf06cf-71cb-41e7-8cd5-8b20c6c8852a owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:38:40.802499 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1c678de1-2bf3-469f-ab6b-051e1228ca22 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:40.802499 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c678de1-2bf3-469f-ab6b-051e1228ca22 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:38:40.802499 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1c678de1-2bf3-469f-ab6b-051e1228ca22 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:40.802499 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:38:40.802499 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:38:40.802499 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:38:40.802499 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:38:40.802499 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:38:40.802499 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:38:40.802499 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:38:40.802499 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:38:40.802499 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:38:40.802499 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:38:40.802499 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:38:40.802499 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:38:40.802499 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:38:40.802499 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:38:40.802499 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:38:40.802499 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:38:40.802499 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:38:40.802499 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:38:40.802499 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:38:40.802499 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:38:40.802499 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:38:40.802499 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:38:40.802499 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:38:40.802499 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:38:40.802499 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:38:40.802499 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:38:40.802499 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:38:40.802499 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:38:40.802499 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:38:40.802499 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:38:40.802499 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:38:40.802499 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:38:40.828504 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5c24c26c-56b0-4332-8fbf-480a9ba2aafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:40.884341 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c24c26c-56b0-4332-8fbf-480a9ba2aafa None None] Pushing event deleted for resources: {'Port': ['ID=52bf06cf-71cb-41e7-8cd5-8b20c6c8852a,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:40.893224 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c24c26c-56b0-4332-8fbf-480a9ba2aafa None None] No DVR routers for this DVR port 52bf06cf-71cb-41e7-8cd5-8b20c6c8852a on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:38:40.941283 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1c678de1-2bf3-469f-ab6b-051e1228ca22 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:40.959624 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1c678de1-2bf3-469f-ab6b-051e1228ca22 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:40.964092 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-1c678de1-2bf3-469f-ab6b-051e1228ca22 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "DELETE /v2.0/networks/51dd7ceb-8719-493e-9ac9-d1666c2271a8 HTTP/1.1" status: 204 len: 168 time: 1.4190116 Jan 18 22:38:40.971790 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 36142) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:41.038347 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c678de1-2bf3-469f-ab6b-051e1228ca22 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Pushing event deleted for resources: {'Network': ['ID=51dd7ceb-8719-493e-9ac9-d1666c2271a8,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:41.106843 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-16f1f8bb-1b3f-462e-b1a7-171f092e1ac0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:41.205666 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3ad44eaf-e071-47c5-840a-943899993413 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:41.273883 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a1229e6f-8884-44af-832d-4ef5d840cf63 req-818323d4-dc0d-4be2-b56d-c6f532718cf3 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd27e371-1c25-4ede-bb30-4f2d5c0cc19d HTTP/1.1" status: 200 len: 210 time: 0.1747675 Jan 18 22:38:41.288021 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b466b219-9033-4a85-8092-e8a601dd1ab6 req-e1e36ca5-03dc-4bd7-bb7b-b27bd59a6ef5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=60a54604-7939-446e-b74b-ceb16772488f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9512532 Jan 18 22:38:41.341472 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3ad44eaf-e071-47c5-840a-943899993413 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:41.367781 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-3ad44eaf-e071-47c5-840a-943899993413 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['201f29d1-4d7c-47ee-977b-d579360ac549']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:38:41.380687 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-3ad44eaf-e071-47c5-840a-943899993413 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3f985cd-1408-464a-a662-375bc2e6902c') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:38:41.381233 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-3ad44eaf-e071-47c5-840a-943899993413 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3f985cd-1408-464a-a662-375bc2e6902c') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:38:41.396745 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 52bf06cf-71cb-41e7-8cd5-8b20c6c8852a no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:38:41.399651 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3ad44eaf-e071-47c5-840a-943899993413 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:41.414285 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3ad44eaf-e071-47c5-840a-943899993413 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:41.421428 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ad44eaf-e071-47c5-840a-943899993413 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:38:41.421882 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3ad44eaf-e071-47c5-840a-943899993413 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:41.425427 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:38:41.425427 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:38:41.425427 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:38:41.425427 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:38:41.425427 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:38:41.425427 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:38:41.425427 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:38:41.425427 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:38:41.425427 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:38:41.425427 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:38:41.425427 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:38:41.425427 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:38:41.425427 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:38:41.425427 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:38:41.425427 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:38:41.425427 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:38:41.425427 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:38:41.425427 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:38:41.425427 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:38:41.425427 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:38:41.425427 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:38:41.425427 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:38:41.425427 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:38:41.425427 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:38:41.425427 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:38:41.425427 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:38:41.425427 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:38:41.425427 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:38:41.425427 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:38:41.425427 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:38:41.425427 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:38:41.425427 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:38:41.446575 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 52bf06cf-71cb-41e7-8cd5-8b20c6c8852a {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:38:41.447402 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 52bf06cf-71cb-41e7-8cd5-8b20c6c8852a not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:38:41.515361 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b466b219-9033-4a85-8092-e8a601dd1ab6 req-a54ea0a0-a63f-48a1-9b59-927623e88415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:41.517174 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b466b219-9033-4a85-8092-e8a601dd1ab6 req-a54ea0a0-a63f-48a1-9b59-927623e88415 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d58fa77d6cd94e7ca7d141d5a9b044dd&device_id=60a54604-7939-446e-b74b-ceb16772488f HTTP/1.1" status: 200 len: 1096 time: 0.1620557 Jan 18 22:38:41.518567 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3ad44eaf-e071-47c5-840a-943899993413 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:41.535641 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3ad44eaf-e071-47c5-840a-943899993413 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:41.544995 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-3ad44eaf-e071-47c5-840a-943899993413 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "DELETE /v2.0/networks/201f29d1-4d7c-47ee-977b-d579360ac549 HTTP/1.1" status: 204 len: 168 time: 0.5474584 Jan 18 22:38:41.559682 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 36156) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:41.568079 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-964ab570-e859-4d0c-b88d-721ffe010e2a tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Request body: {'network': {'name': 'tempest-RoutersTest-2025792528'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:38:41.577976 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad44eaf-e071-47c5-840a-943899993413 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Pushing event deleted for resources: {'Network': ['ID=201f29d1-4d7c-47ee-977b-d579360ac549,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:41.592071 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d398b9b6-37c8-4aa9-b9fe-baaf745d353d req-48061609-cfd1-443e-a9f4-fe92ebedfe9a tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Made reservation on behalf of d58fa77d6cd94e7ca7d141d5a9b044dd for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:38:41.603057 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-d398b9b6-37c8-4aa9-b9fe-baaf745d353d req-48061609-cfd1-443e-a9f4-fe92ebedfe9a tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:41.610334 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-964ab570-e859-4d0c-b88d-721ffe010e2a tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Made reservation on behalf of bc40d8e6d2ad4b0587a6817944d39c32 for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:38:41.616333 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-964ab570-e859-4d0c-b88d-721ffe010e2a tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:41.651448 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-964ab570-e859-4d0c-b88d-721ffe010e2a tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:38:41.666678 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-964ab570-e859-4d0c-b88d-721ffe010e2a tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:41.667103 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-964ab570-e859-4d0c-b88d-721ffe010e2a tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Added segment be1e515b-aee8-435a-86d3-acf4bd6f30e2 of type vlan for network eee705f4-d5c2-438d-a443-e1573996dcae Jan 18 22:38:41.715158 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-964ab570-e859-4d0c-b88d-721ffe010e2a tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:41.752761 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-16f1f8bb-1b3f-462e-b1a7-171f092e1ac0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:41.772891 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-964ab570-e859-4d0c-b88d-721ffe010e2a tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:41.779801 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964ab570-e859-4d0c-b88d-721ffe010e2a tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:41.781143 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-964ab570-e859-4d0c-b88d-721ffe010e2a tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:41.782586 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-16f1f8bb-1b3f-462e-b1a7-171f092e1ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:41.837315 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-964ab570-e859-4d0c-b88d-721ffe010e2a tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2760923 Jan 18 22:38:41.841078 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 36164) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:41.850573 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-089eb070-7bdf-49c6-8344-a021c36607cb tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Request body: {'subnet': {'network_id': 'eee705f4-d5c2-438d-a443-e1573996dcae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:38:41.860433 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b466b219-9033-4a85-8092-e8a601dd1ab6 req-07d5c1aa-2ad6-4caa-ac30-0cea64dbf0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:41.862140 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b466b219-9033-4a85-8092-e8a601dd1ab6 req-07d5c1aa-2ad6-4caa-ac30-0cea64dbf0c2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02 HTTP/1.1" status: 200 len: 906 time: 0.3241696 Jan 18 22:38:41.863647 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-d398b9b6-37c8-4aa9-b9fe-baaf745d353d req-48061609-cfd1-443e-a9f4-fe92ebedfe9a tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Allocated IP 172.20.0.6 (eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02/3d836b77-fd27-4c61-b195-30e9fedeffe8/23efa239-ee3f-46f0-815c-02e4983ae0c5) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:38:41.866072 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f1f8bb-1b3f-462e-b1a7-171f092e1ac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6936c2d0-173f-4f5d-96ae-d7c993a3b2a8,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:41.873991 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-16f1f8bb-1b3f-462e-b1a7-171f092e1ac0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9d9ccfe1c2264da4bd46c7dce185dcac&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4514461 Jan 18 22:38:41.884234 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 36168) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:41.924566 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b466b219-9033-4a85-8092-e8a601dd1ab6 req-698ee094-e4e6-4bb4-a10f-87bbd3af3630 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d3bce038-f949-4e37-a6fe-4f788f1c8e1a HTTP/1.1" status: 200 len: 217 time: 0.0532706 Jan 18 22:38:41.930779 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964ab570-e859-4d0c-b88d-721ffe010e2a tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Pushing event updated for resources: {'Network': ['ID=eee705f4-d5c2-438d-a443-e1573996dcae,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:41.949453 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network eee705f4-d5c2-438d-a443-e1573996dcae details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:38:42.013110 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b466b219-9033-4a85-8092-e8a601dd1ab6 req-8918f06a-a320-4af1-ae53-2431da96c9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:42.014646 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b466b219-9033-4a85-8092-e8a601dd1ab6 req-8918f06a-a320-4af1-ae53-2431da96c9fc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3d836b77-fd27-4c61-b195-30e9fedeffe8 HTTP/1.1" status: 200 len: 846 time: 0.0814509 Jan 18 22:38:42.020118 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-58c8fb3c-39a9-41e0-9f93-ef86ede537bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:42.059078 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-089eb070-7bdf-49c6-8344-a021c36607cb tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Made reservation on behalf of bc40d8e6d2ad4b0587a6817944d39c32 for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:38:42.065304 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-089eb070-7bdf-49c6-8344-a021c36607cb tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:42.074387 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-58c8fb3c-39a9-41e0-9f93-ef86ede537bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:42.125544 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b466b219-9033-4a85-8092-e8a601dd1ab6 req-29310093-4211-4e3b-a834-d2e5ba1c6da2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0804908 Jan 18 22:38:42.275778 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b466b219-9033-4a85-8092-e8a601dd1ab6 req-d4aa4bf5-49de-4ae2-9d49-d1d0b4f35222 service neutron] 10.222.0.36 "GET /v2.0/networks/eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414666 Jan 18 22:38:42.444508 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-d398b9b6-37c8-4aa9-b9fe-baaf745d353d req-48061609-cfd1-443e-a9f4-fe92ebedfe9a tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:42.592733 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c39e25b1-0bea-4c7c-bbac-8217616e1c80 req-bc718faa-8ad3-4701-87e6-80e828ef1672 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd27e371-1c25-4ede-bb30-4f2d5c0cc19d HTTP/1.1" status: 200 len: 210 time: 0.1066639 Jan 18 22:38:42.604733 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-d398b9b6-37c8-4aa9-b9fe-baaf745d353d req-48061609-cfd1-443e-a9f4-fe92ebedfe9a tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:42.616607 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['d3bce038-f949-4e37-a6fe-4f788f1c8e1a'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:38:42.661504 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b466b219-9033-4a85-8092-e8a601dd1ab6 req-47d90f10-83ae-4045-a8e3-7f4d0f55ad96 service neutron] 10.222.0.36 "GET /v2.0/networks/eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3784313 Jan 18 22:38:42.738204 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d398b9b6-37c8-4aa9-b9fe-baaf745d353d req-48061609-cfd1-443e-a9f4-fe92ebedfe9a tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Network eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:38:42.743790 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-d398b9b6-37c8-4aa9-b9fe-baaf745d353d req-48061609-cfd1-443e-a9f4-fe92ebedfe9a tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:38:42.756536 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-d398b9b6-37c8-4aa9-b9fe-baaf745d353d req-48061609-cfd1-443e-a9f4-fe92ebedfe9a tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:38:42.798081 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-58c8fb3c-39a9-41e0-9f93-ef86ede537bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:42.801389 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-58c8fb3c-39a9-41e0-9f93-ef86ede537bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:42.806089 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-58c8fb3c-39a9-41e0-9f93-ef86ede537bb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6936c2d0-173f-4f5d-96ae-d7c993a3b2a8 HTTP/1.1" status: 204 len: 168 time: 0.9207640 Jan 18 22:38:42.822737 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48061609-cfd1-443e-a9f4-fe92ebedfe9a tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Pushing event updated for resources: {'Port': ['ID=23efa239-ee3f-46f0-815c-02e4983ae0c5,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:42.841372 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:42.844582 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c8fb3c-39a9-41e0-9f93-ef86ede537bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6936c2d0-173f-4f5d-96ae-d7c993a3b2a8,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:42.868672 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d398b9b6-37c8-4aa9-b9fe-baaf745d353d req-48061609-cfd1-443e-a9f4-fe92ebedfe9a tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:42.868672 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-d398b9b6-37c8-4aa9-b9fe-baaf745d353d req-48061609-cfd1-443e-a9f4-fe92ebedfe9a tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:42.895796 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d398b9b6-37c8-4aa9-b9fe-baaf745d353d req-48061609-cfd1-443e-a9f4-fe92ebedfe9a tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5768766 Jan 18 22:38:42.928030 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-d398b9b6-37c8-4aa9-b9fe-baaf745d353d req-e8d0f983-d32b-46ee-968c-476e84105f03 service neutron] Request body: {'port': {'device_id': 'dd27e371-1c25-4ede-bb30-4f2d5c0cc19d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:38:43.028844 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-d398b9b6-37c8-4aa9-b9fe-baaf745d353d req-e8d0f983-d32b-46ee-968c-476e84105f03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:43.090516 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-089eb070-7bdf-49c6-8344-a021c36607cb tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:43.176903 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089eb070-7bdf-49c6-8344-a021c36607cb tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Pushing event updated for resources: {'Subnet': ['ID=3713bf7e-2e10-4141-acc5-29220b97f888,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:43.187691 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089eb070-7bdf-49c6-8344-a021c36607cb tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Checking segment: {'id': 'be1e515b-aee8-435a-86d3-acf4bd6f30e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'eee705f4-d5c2-438d-a443-e1573996dcae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:38:43.188051 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089eb070-7bdf-49c6-8344-a021c36607cb tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Network hostable DHCP agents. Network: eee705f4-d5c2-438d-a443-e1573996dcae, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:38:43.210790 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089eb070-7bdf-49c6-8344-a021c36607cb tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Network eee705f4-d5c2-438d-a443-e1573996dcae is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:38:43.225368 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-089eb070-7bdf-49c6-8344-a021c36607cb tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, eee705f4-d5c2-438d-a443-e1573996dcae) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:38:43.233920 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089eb070-7bdf-49c6-8344-a021c36607cb tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:43.234814 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-089eb070-7bdf-49c6-8344-a021c36607cb tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:43.235278 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d330ff41-bf56-42bb-ac3f-3539e45e8622 None None] Network eee705f4-d5c2-438d-a443-e1573996dcae requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:38:43.302695 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-089eb070-7bdf-49c6-8344-a021c36607cb tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4594700 Jan 18 22:38:43.305647 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 36218) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:43.318284 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-7e9c26af-ec56-455c-8ed0-12f3fe5cb6a3 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-292505160', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:38:43.397883 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7e9c26af-ec56-455c-8ed0-12f3fe5cb6a3 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1044160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8692'] for router, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:43.399063 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7e9c26af-ec56-455c-8ed0-12f3fe5cb6a3 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1040680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8675'] for router, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:43.465831 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7e9c26af-ec56-455c-8ed0-12f3fe5cb6a3 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:43.471174 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7e9c26af-ec56-455c-8ed0-12f3fe5cb6a3 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1040691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049'] for router, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:43.495002 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7e9c26af-ec56-455c-8ed0-12f3fe5cb6a3 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:43.497634 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-7e9c26af-ec56-455c-8ed0-12f3fe5cb6a3 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1897252 Jan 18 22:38:43.502115 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 36232) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:43.508706 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-330c2bc6-741f-4fc9-a6fc-1c66d0bc54f1 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Request body: {'port': {'network_id': 'eee705f4-d5c2-438d-a443-e1573996dcae', 'name': 'tempest-RoutersTest-1369706447'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:38:43.549863 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [req-d398b9b6-37c8-4aa9-b9fe-baaf745d353d req-e8d0f983-d32b-46ee-968c-476e84105f03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23efa239-ee3f-46f0-815c-02e4983ae0c5 {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:38:43.594862 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-d398b9b6-37c8-4aa9-b9fe-baaf745d353d req-e8d0f983-d32b-46ee-968c-476e84105f03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:43.632756 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-d398b9b6-37c8-4aa9-b9fe-baaf745d353d req-e8d0f983-d32b-46ee-968c-476e84105f03 service neutron] Transition to ACTIVE for port object 23efa239-ee3f-46f0-815c-02e4983ae0c5 will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:38:43.640477 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-d398b9b6-37c8-4aa9-b9fe-baaf745d353d req-e8d0f983-d32b-46ee-968c-476e84105f03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:43.670498 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aaa7e39-72c0-4594-9239-cecfd64cf865 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-eee705f4-d5c2-438d-a443-e1573996dcae', 'network_id': 'eee705f4-d5c2-438d-a443-e1573996dcae', 'tenant_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'fixed_ips': [{'subnet_id': '3713bf7e-2e10-4141-acc5-29220b97f888'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:38:43.674613 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1aaa7e39-72c0-4594-9239-cecfd64cf865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:43.771899 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d0f983-d32b-46ee-968c-476e84105f03 service neutron] Pushing event updated for resources: {'Port': ['ID=23efa239-ee3f-46f0-815c-02e4983ae0c5,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:43.790516 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:43.812001 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-330c2bc6-741f-4fc9-a6fc-1c66d0bc54f1 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Made reservation on behalf of bc40d8e6d2ad4b0587a6817944d39c32 for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:38:43.817151 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-330c2bc6-741f-4fc9-a6fc-1c66d0bc54f1 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:43.874212 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [None req-330c2bc6-741f-4fc9-a6fc-1c66d0bc54f1 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] device_id is not set on port 0bba001d-2326-404e-b9c4-dce70f5ced94 yet. {{(pid=102431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:38:44.019475 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b3dbd0-5b74-4c42-a3fb-96b5cdf49c23 req-2f4d3434-0163-4436-bdad-794dde09e951 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:44.021636 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a4b3dbd0-5b74-4c42-a3fb-96b5cdf49c23 req-2f4d3434-0163-4436-bdad-794dde09e951 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd27e371-1c25-4ede-bb30-4f2d5c0cc19d HTTP/1.1" status: 200 len: 943 time: 0.2640421 Jan 18 22:38:44.132090 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-1aaa7e39-72c0-4594-9239-cecfd64cf865 None None] Allocated IP 172.20.0.2 (eee705f4-d5c2-438d-a443-e1573996dcae/3713bf7e-2e10-4141-acc5-29220b97f888/9cd801e5-c9fc-4ea5-a37b-fe3d4bf28047) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:38:44.138463 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-d398b9b6-37c8-4aa9-b9fe-baaf745d353d req-e8d0f983-d32b-46ee-968c-476e84105f03 service neutron] Attempting to bind port 23efa239-ee3f-46f0-815c-02e4983ae0c5 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:38:44.138795 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-d398b9b6-37c8-4aa9-b9fe-baaf745d353d req-e8d0f983-d32b-46ee-968c-476e84105f03 service neutron] Attempting to bind port 23efa239-ee3f-46f0-815c-02e4983ae0c5 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': 'dfaa1994-2fdd-4a54-9d15-02069c3ace9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:38:44.139123 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d398b9b6-37c8-4aa9-b9fe-baaf745d353d req-e8d0f983-d32b-46ee-968c-476e84105f03 service neutron] Attempting to bind port 23efa239-ee3f-46f0-815c-02e4983ae0c5 on network eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:38:44.151039 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d398b9b6-37c8-4aa9-b9fe-baaf745d353d req-e8d0f983-d32b-46ee-968c-476e84105f03 service neutron] Port 23efa239-ee3f-46f0-815c-02e4983ae0c5 on network eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:38:44.151370 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d398b9b6-37c8-4aa9-b9fe-baaf745d353d req-e8d0f983-d32b-46ee-968c-476e84105f03 service neutron] Attempting to bind port 23efa239-ee3f-46f0-815c-02e4983ae0c5 on network eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:38:44.162330 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a4b3dbd0-5b74-4c42-a3fb-96b5cdf49c23 req-9885a3ff-983e-44d0-97fc-ca3e9370e896 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e2e22-46f9-42fe-9710-8e464b95d42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267819 Jan 18 22:38:44.163294 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d398b9b6-37c8-4aa9-b9fe-baaf745d353d req-e8d0f983-d32b-46ee-968c-476e84105f03 service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:38:44.163657 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d398b9b6-37c8-4aa9-b9fe-baaf745d353d req-e8d0f983-d32b-46ee-968c-476e84105f03 service neutron] Checking segment: {'id': 'dfaa1994-2fdd-4a54-9d15-02069c3ace9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:38:44.164076 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d398b9b6-37c8-4aa9-b9fe-baaf745d353d req-e8d0f983-d32b-46ee-968c-476e84105f03 service neutron] Bound using segment: {'id': 'dfaa1994-2fdd-4a54-9d15-02069c3ace9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:38:44.164654 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-d398b9b6-37c8-4aa9-b9fe-baaf745d353d req-e8d0f983-d32b-46ee-968c-476e84105f03 service neutron] Bound port: 23efa239-ee3f-46f0-815c-02e4983ae0c5, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfaa1994-2fdd-4a54-9d15-02069c3ace9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:38:44.165116 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-d398b9b6-37c8-4aa9-b9fe-baaf745d353d req-e8d0f983-d32b-46ee-968c-476e84105f03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:44.340523 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-d398b9b6-37c8-4aa9-b9fe-baaf745d353d req-e8d0f983-d32b-46ee-968c-476e84105f03 service neutron] For port 23efa239-ee3f-46f0-815c-02e4983ae0c5, host n-h2-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:38:44.345124 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-d398b9b6-37c8-4aa9-b9fe-baaf745d353d req-e8d0f983-d32b-46ee-968c-476e84105f03 service neutron] For port 23efa239-ee3f-46f0-815c-02e4983ae0c5, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=23efa239-ee3f-46f0-815c-02e4983ae0c5,segment=NetworkSegment(dfaa1994-2fdd-4a54-9d15-02069c3ace9d),segment_id=dfaa1994-2fdd-4a54-9d15-02069c3ace9d)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:38:44.354685 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-d398b9b6-37c8-4aa9-b9fe-baaf745d353d req-e8d0f983-d32b-46ee-968c-476e84105f03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:44.395968 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1aaa7e39-72c0-4594-9239-cecfd64cf865 None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:44.405121 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1aaa7e39-72c0-4594-9239-cecfd64cf865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:44.408427 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d398b9b6-37c8-4aa9-b9fe-baaf745d353d req-e8d0f983-d32b-46ee-968c-476e84105f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:44.409492 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-d398b9b6-37c8-4aa9-b9fe-baaf745d353d req-e8d0f983-d32b-46ee-968c-476e84105f03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:44.411571 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d398b9b6-37c8-4aa9-b9fe-baaf745d353d req-e8d0f983-d32b-46ee-968c-476e84105f03 service neutron] 10.222.0.67 "PUT /v2.0/ports/23efa239-ee3f-46f0-815c-02e4983ae0c5 HTTP/1.1" status: 200 len: 1091 time: 1.5069256 Jan 18 22:38:44.412252 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd27e371-1c25-4ede-bb30-4f2d5c0cc19d', 'tag': '23efa239-ee3f-46f0-815c-02e4983ae0c5'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:38:44.414705 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f2bec42-e5c1-49f9-885e-1dbd80046ce5" -d '{"events": [{"name": "network-changed", "server_uuid": "dd27e371-1c25-4ede-bb30-4f2d5c0cc19d", "tag": "23efa239-ee3f-46f0-815c-02e4983ae0c5"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:38:44.430444 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aaa7e39-72c0-4594-9239-cecfd64cf865 None None] Network eee705f4-d5c2-438d-a443-e1573996dcae is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:38:44.433711 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-1aaa7e39-72c0-4594-9239-cecfd64cf865 None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:38:44.486507 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d0f983-d32b-46ee-968c-476e84105f03 service neutron] Pushing event updated for resources: {'Port': ['ID=23efa239-ee3f-46f0-815c-02e4983ae0c5,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:44.494607 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaa7e39-72c0-4594-9239-cecfd64cf865 None None] Pushing event updated for resources: {'Port': ['ID=9cd801e5-c9fc-4ea5-a37b-fe3d4bf28047,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:44.498218 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aaa7e39-72c0-4594-9239-cecfd64cf865 None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:38:44.558129 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5f07497-f007-4d01-9a56-8583dd5e755d x-openstack-request-id: req-a5f07497-f007-4d01-9a56-8583dd5e755d {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:38:44.558635 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd27e371-1c25-4ede-bb30-4f2d5c0cc19d", "tag": "23efa239-ee3f-46f0-815c-02e4983ae0c5", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:38:44.559181 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a5f07497-f007-4d01-9a56-8583dd5e755d {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:38:44.559944 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd27e371-1c25-4ede-bb30-4f2d5c0cc19d', 'tag': '23efa239-ee3f-46f0-815c-02e4983ae0c5', 'status': 'completed', 'code': 200} Jan 18 22:38:44.574292 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d398b9b6-37c8-4aa9-b9fe-baaf745d353d req-71b0430f-25b5-4b6c-946f-277a8624db81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:44.576195 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d398b9b6-37c8-4aa9-b9fe-baaf745d353d req-71b0430f-25b5-4b6c-946f-277a8624db81 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d58fa77d6cd94e7ca7d141d5a9b044dd&device_id=dd27e371-1c25-4ede-bb30-4f2d5c0cc19d HTTP/1.1" status: 200 len: 1094 time: 0.0862811 Jan 18 22:38:44.595976 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-330c2bc6-741f-4fc9-a6fc-1c66d0bc54f1 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Allocated IP 172.20.0.8 (eee705f4-d5c2-438d-a443-e1573996dcae/3713bf7e-2e10-4141-acc5-29220b97f888/0bba001d-2326-404e-b9c4-dce70f5ced94) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:38:44.662016 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-1aaa7e39-72c0-4594-9239-cecfd64cf865 None None] Attempting to bind port 9cd801e5-c9fc-4ea5-a37b-fe3d4bf28047 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:38:44.663980 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-1aaa7e39-72c0-4594-9239-cecfd64cf865 None None] Attempting to bind port 9cd801e5-c9fc-4ea5-a37b-fe3d4bf28047 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': 'be1e515b-aee8-435a-86d3-acf4bd6f30e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'eee705f4-d5c2-438d-a443-e1573996dcae'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:38:44.667984 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aaa7e39-72c0-4594-9239-cecfd64cf865 None None] Attempting to bind port 9cd801e5-c9fc-4ea5-a37b-fe3d4bf28047 on network eee705f4-d5c2-438d-a443-e1573996dcae {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:38:44.683344 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aaa7e39-72c0-4594-9239-cecfd64cf865 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:38:44.683766 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aaa7e39-72c0-4594-9239-cecfd64cf865 None None] Checking segment: {'id': 'be1e515b-aee8-435a-86d3-acf4bd6f30e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'eee705f4-d5c2-438d-a443-e1573996dcae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:38:44.684214 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1aaa7e39-72c0-4594-9239-cecfd64cf865 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:44.684622 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aaa7e39-72c0-4594-9239-cecfd64cf865 None None] Bound using segment: {'id': 'be1e515b-aee8-435a-86d3-acf4bd6f30e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'eee705f4-d5c2-438d-a443-e1573996dcae'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:38:44.685214 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-1aaa7e39-72c0-4594-9239-cecfd64cf865 None None] Bound port: 9cd801e5-c9fc-4ea5-a37b-fe3d4bf28047, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be1e515b-aee8-435a-86d3-acf4bd6f30e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'eee705f4-d5c2-438d-a443-e1573996dcae'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:38:44.685484 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1aaa7e39-72c0-4594-9239-cecfd64cf865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:44.701351 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d398b9b6-37c8-4aa9-b9fe-baaf745d353d req-478818c8-4ea7-41f1-81ee-12154b0af8c7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23efa239-ee3f-46f0-815c-02e4983ae0c5 HTTP/1.1" status: 200 len: 217 time: 0.1172228 Jan 18 22:38:44.779606 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d398b9b6-37c8-4aa9-b9fe-baaf745d353d req-73ec5f45-9368-4c6e-a092-18c8df4e834b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:44.781211 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d398b9b6-37c8-4aa9-b9fe-baaf745d353d req-73ec5f45-9368-4c6e-a092-18c8df4e834b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3d836b77-fd27-4c61-b195-30e9fedeffe8 HTTP/1.1" status: 200 len: 846 time: 0.0728910 Jan 18 22:38:44.823611 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d398b9b6-37c8-4aa9-b9fe-baaf745d353d req-20aa9d80-3296-442b-b19b-caa7093bb848 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353675 Jan 18 22:38:44.904754 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-1aaa7e39-72c0-4594-9239-cecfd64cf865 None None] For port 9cd801e5-c9fc-4ea5-a37b-fe3d4bf28047, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:38:44.913345 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-1aaa7e39-72c0-4594-9239-cecfd64cf865 None None] For port 9cd801e5-c9fc-4ea5-a37b-fe3d4bf28047, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=9cd801e5-c9fc-4ea5-a37b-fe3d4bf28047,segment=NetworkSegment(be1e515b-aee8-435a-86d3-acf4bd6f30e2),segment_id=be1e515b-aee8-435a-86d3-acf4bd6f30e2)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:38:44.919362 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1aaa7e39-72c0-4594-9239-cecfd64cf865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:44.977156 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d398b9b6-37c8-4aa9-b9fe-baaf745d353d req-a7d4d469-7ae5-44d4-90b0-bb056a6ffda8 service neutron] 10.222.0.67 "GET /v2.0/networks/eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440320 Jan 18 22:38:45.002021 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-330c2bc6-741f-4fc9-a6fc-1c66d0bc54f1 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:45.049068 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaa7e39-72c0-4594-9239-cecfd64cf865 None None] Pushing event updated for resources: {'Port': ['ID=9cd801e5-c9fc-4ea5-a37b-fe3d4bf28047,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:45.123576 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-330c2bc6-741f-4fc9-a6fc-1c66d0bc54f1 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:45.151419 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d398b9b6-37c8-4aa9-b9fe-baaf745d353d req-b35d658a-21a2-435d-848e-b542f2c1cb27 service neutron] 10.222.0.67 "GET /v2.0/networks/eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683071 Jan 18 22:38:45.208198 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330c2bc6-741f-4fc9-a6fc-1c66d0bc54f1 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Network eee705f4-d5c2-438d-a443-e1573996dcae is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:38:45.213977 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-330c2bc6-741f-4fc9-a6fc-1c66d0bc54f1 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:38:45.229774 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330c2bc6-741f-4fc9-a6fc-1c66d0bc54f1 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:38:45.300698 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330c2bc6-741f-4fc9-a6fc-1c66d0bc54f1 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Pushing event updated for resources: {'Port': ['ID=0bba001d-2326-404e-b9c4-dce70f5ced94,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:45.354736 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330c2bc6-741f-4fc9-a6fc-1c66d0bc54f1 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:45.378818 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-330c2bc6-741f-4fc9-a6fc-1c66d0bc54f1 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:45.413178 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2bec42-e5c1-49f9-885e-1dbd80046ce5 req-abc1849c-e581-42ee-a096-9af7787b7554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:45.415125 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3f2bec42-e5c1-49f9-885e-1dbd80046ce5 req-abc1849c-e581-42ee-a096-9af7787b7554 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d58fa77d6cd94e7ca7d141d5a9b044dd&device_id=dd27e371-1c25-4ede-bb30-4f2d5c0cc19d HTTP/1.1" status: 200 len: 1094 time: 0.1705256 Jan 18 22:38:45.450765 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 36306) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:45.457708 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-330c2bc6-741f-4fc9-a6fc-1c66d0bc54f1 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.9519613 Jan 18 22:38:45.459749 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 36308) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:45.473449 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53261c1-2bc2-4aac-bc6f-b33f68702a61 req-497b9a6e-7410-4c19-80ae-c3cc358256ac tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:45.475405 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d53261c1-2bc2-4aac-bc6f-b33f68702a61 req-497b9a6e-7410-4c19-80ae-c3cc358256ac tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd27e371-1c25-4ede-bb30-4f2d5c0cc19d HTTP/1.1" status: 200 len: 943 time: 0.1581933 Jan 18 22:38:45.604266 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2bec42-e5c1-49f9-885e-1dbd80046ce5 req-fef9a486-0791-4599-a252-16d7aad52083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:45.605785 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3f2bec42-e5c1-49f9-885e-1dbd80046ce5 req-fef9a486-0791-4599-a252-16d7aad52083 service neutron] 10.222.0.67 "GET /v2.0/networks?id=eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02 HTTP/1.1" status: 200 len: 906 time: 0.1766160 Jan 18 22:38:45.666943 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3f2bec42-e5c1-49f9-885e-1dbd80046ce5 req-e97d229f-40af-4564-9f72-2ea8f7a0f041 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23efa239-ee3f-46f0-815c-02e4983ae0c5 HTTP/1.1" status: 200 len: 217 time: 0.0531204 Jan 18 22:38:45.685474 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d53261c1-2bc2-4aac-bc6f-b33f68702a61 req-b92144ed-638f-422b-ae3f-eb2f54e5517a tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e2e22-46f9-42fe-9710-8e464b95d42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727505 Jan 18 22:38:45.768611 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-e7730b2a-2cf2-4715-8943-c6b9059792ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1412493704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1412493704-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-397059159'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:38:45.825643 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2bec42-e5c1-49f9-885e-1dbd80046ce5 req-30147703-d113-4444-ab53-64a117f52568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:45.827086 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3f2bec42-e5c1-49f9-885e-1dbd80046ce5 req-30147703-d113-4444-ab53-64a117f52568 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3d836b77-fd27-4c61-b195-30e9fedeffe8 HTTP/1.1" status: 200 len: 846 time: 0.1452210 Jan 18 22:38:45.868651 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3f2bec42-e5c1-49f9-885e-1dbd80046ce5 req-4ca594b1-fe25-4e7d-ba6e-78cd7d16287a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325832 Jan 18 22:38:45.869304 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7730b2a-2cf2-4715-8943-c6b9059792ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1412493704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1412493704-project] Made reservation on behalf of 60a20583724045fd9525cb505491931d for: {'network': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:38:45.872895 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e7730b2a-2cf2-4715-8943-c6b9059792ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1412493704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1412493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:45.912738 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e7730b2a-2cf2-4715-8943-c6b9059792ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1412493704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1412493704-project] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:46.036890 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3fc2b56d-3bcc-4c8a-b22b-ebdaa90d68a9 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:46.327695 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3f2bec42-e5c1-49f9-885e-1dbd80046ce5 req-65d58766-8f91-48b9-968f-5dec6181105f service neutron] 10.222.0.67 "GET /v2.0/networks/eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4429779 Jan 18 22:38:46.350485 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014c07e6-d53f-4fa3-8f18-e909406b038a req-680c21df-41b6-4149-8fed-e0eef548357b tempest-TestNetworkAdvancedServerOps-1886563698 tempest-TestNetworkAdvancedServerOps-1886563698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:46.351881 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-014c07e6-d53f-4fa3-8f18-e909406b038a req-680c21df-41b6-4149-8fed-e0eef548357b tempest-TestNetworkAdvancedServerOps-1886563698 tempest-TestNetworkAdvancedServerOps-1886563698-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=746ebad6-c218-49ba-a20c-55049008117e HTTP/1.1" status: 200 len: 1096 time: 0.2664006 Jan 18 22:38:46.420589 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-014c07e6-d53f-4fa3-8f18-e909406b038a req-49bc70fc-7f56-4e9f-9c41-31b7d3f0093c tempest-TestNetworkAdvancedServerOps-1886563698 tempest-TestNetworkAdvancedServerOps-1886563698-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:46.572698 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3fc2b56d-3bcc-4c8a-b22b-ebdaa90d68a9 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:46.573490 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3f2bec42-e5c1-49f9-885e-1dbd80046ce5 req-44cda779-6081-489e-8ed9-e7bb01962c27 service neutron] 10.222.0.67 "GET /v2.0/networks/eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371471 Jan 18 22:38:46.576695 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e7730b2a-2cf2-4715-8943-c6b9059792ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1412493704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1412493704-project] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:46.581715 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3fc2b56d-3bcc-4c8a-b22b-ebdaa90d68a9 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:46.597637 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e7730b2a-2cf2-4715-8943-c6b9059792ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1412493704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1412493704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:46.632499 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7730b2a-2cf2-4715-8943-c6b9059792ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1412493704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1412493704-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=102430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:38:46.648271 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e7730b2a-2cf2-4715-8943-c6b9059792ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1412493704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1412493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:46.648620 n-d-825064-1 neutron-server[102430]: INFO neutron.db.segments_db [None req-e7730b2a-2cf2-4715-8943-c6b9059792ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1412493704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1412493704-project] Added segment 344d6731-eb0c-4baa-bb29-c1561ff88748 of type vlan for network 0e8e9845-da9d-4c01-9053-afd7b2cb23c7 Jan 18 22:38:46.701574 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e7730b2a-2cf2-4715-8943-c6b9059792ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1412493704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1412493704-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:46.771883 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7730b2a-2cf2-4715-8943-c6b9059792ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1412493704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1412493704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ac8b9ab-f10c-40e9-9bbf-cadb36673881,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:46.775976 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e7730b2a-2cf2-4715-8943-c6b9059792ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1412493704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1412493704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:46.795995 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc2b56d-3bcc-4c8a-b22b-ebdaa90d68a9 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Pushing event updated for resources: {'Port': ['ID=0bba001d-2326-404e-b9c4-dce70f5ced94,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:46.809384 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb46cc3f-4f35-438d-97ca-3a9a712d4d3f None None] Network eee705f4-d5c2-438d-a443-e1573996dcae requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:38:46.817544 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7730b2a-2cf2-4715-8943-c6b9059792ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1412493704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1412493704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:46.819308 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e7730b2a-2cf2-4715-8943-c6b9059792ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1412493704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1412493704-project] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:46.879903 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-e7730b2a-2cf2-4715-8943-c6b9059792ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1412493704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1412493704-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.4276736 Jan 18 22:38:46.930449 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-014c07e6-d53f-4fa3-8f18-e909406b038a req-49bc70fc-7f56-4e9f-9c41-31b7d3f0093c tempest-TestNetworkAdvancedServerOps-1886563698 tempest-TestNetworkAdvancedServerOps-1886563698-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:46.965036 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-014c07e6-d53f-4fa3-8f18-e909406b038a req-49bc70fc-7f56-4e9f-9c41-31b7d3f0093c tempest-TestNetworkAdvancedServerOps-1886563698 tempest-TestNetworkAdvancedServerOps-1886563698-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:47.034883 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3fc2b56d-3bcc-4c8a-b22b-ebdaa90d68a9 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1040954'] for router_interface, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:47.051702 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-014c07e6-d53f-4fa3-8f18-e909406b038a req-49bc70fc-7f56-4e9f-9c41-31b7d3f0093c tempest-TestNetworkAdvancedServerOps-1886563698 tempest-TestNetworkAdvancedServerOps-1886563698-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=75c337a0-647f-49a7-9e9b-b45556e7737b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6832995 Jan 18 22:38:47.158451 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-e6a204f3-a69f-458a-baa1-509e62d9f896 None None] Provisioning complete for port 9cd801e5-c9fc-4ea5-a37b-fe3d4bf28047 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:38:47.158818 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e6a204f3-a69f-458a-baa1-509e62d9f896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:47.167962 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7730b2a-2cf2-4715-8943-c6b9059792ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1412493704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1412493704-project] Pushing event updated for resources: {'Network': ['ID=0e8e9845-da9d-4c01-9053-afd7b2cb23c7,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:47.261913 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e4dada-8cf8-43de-8c78-8c1a76050c37 req-ea130734-08af-4a26-a73d-e3ee31ddef64 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:47.272413 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-91e4dada-8cf8-43de-8c78-8c1a76050c37 req-ea130734-08af-4a26-a73d-e3ee31ddef64 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd27e371-1c25-4ede-bb30-4f2d5c0cc19d HTTP/1.1" status: 200 len: 943 time: 0.4014208 Jan 18 22:38:47.290858 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bc70fc-7f56-4e9f-9c41-31b7d3f0093c tempest-TestNetworkAdvancedServerOps-1886563698 tempest-TestNetworkAdvancedServerOps-1886563698-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f41251a4-2915-4bf5-9192-aadeeb5f97c5,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:47.306307 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 0e8e9845-da9d-4c01-9053-afd7b2cb23c7 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:38:47.330144 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3fc2b56d-3bcc-4c8a-b22b-ebdaa90d68a9 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:47.422874 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-91e4dada-8cf8-43de-8c78-8c1a76050c37 req-c11617cf-1359-4a6f-b4d2-dbba5e3172ba tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e2e22-46f9-42fe-9710-8e464b95d42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420150 Jan 18 22:38:47.518443 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 36386) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:47.524588 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-50a9063c-21cf-4cf7-aae8-b9bbe1b1d8d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Request body: {'port': {'network_id': '0e8e9845-da9d-4c01-9053-afd7b2cb23c7', 'binding:host_id': 'n-h2-825064-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-464295856'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:38:47.569285 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 9cd801e5-c9fc-4ea5-a37b-fe3d4bf28047 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:38:47.690031 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50a9063c-21cf-4cf7-aae8-b9bbe1b1d8d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Made reservation on behalf of 46cbf3ec1dfe4b13a3537bbff90ed9c4 for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:38:47.702791 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-50a9063c-21cf-4cf7-aae8-b9bbe1b1d8d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:47.725754 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e6a204f3-a69f-458a-baa1-509e62d9f896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:47.733625 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-50a9063c-21cf-4cf7-aae8-b9bbe1b1d8d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:47.743757 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 9cd801e5-c9fc-4ea5-a37b-fe3d4bf28047 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:38:47.744385 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:47.821077 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a0fe34-8740-4d4d-91d2-81c6553b2265 req-a776c61d-ec69-483d-8590-81b73b9ce643 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:47.822719 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-82a0fe34-8740-4d4d-91d2-81c6553b2265 req-a776c61d-ec69-483d-8590-81b73b9ce643 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=746ebad6-c218-49ba-a20c-55049008117e HTTP/1.1" status: 200 len: 945 time: 0.2253010 Jan 18 22:38:47.956084 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-82a0fe34-8740-4d4d-91d2-81c6553b2265 req-3a355005-dcb7-4df4-bc98-f864d62ffd60 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=75c337a0-647f-49a7-9e9b-b45556e7737b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168437 Jan 18 22:38:47.990994 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 36398) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:48.090010 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-50a9063c-21cf-4cf7-aae8-b9bbe1b1d8d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:48.097507 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-50a9063c-21cf-4cf7-aae8-b9bbe1b1d8d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:48.103499 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [None req-50a9063c-21cf-4cf7-aae8-b9bbe1b1d8d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] device_id is not set on port fc9d6f71-4e93-41f7-9eaf-818e0ee76819 yet. {{(pid=102430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:38:48.138656 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 23efa239-ee3f-46f0-815c-02e4983ae0c5 details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:38:48.226288 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-e6a204f3-a69f-458a-baa1-509e62d9f896 None None] For port 9cd801e5-c9fc-4ea5-a37b-fe3d4bf28047, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=9cd801e5-c9fc-4ea5-a37b-fe3d4bf28047,segment=NetworkSegment(be1e515b-aee8-435a-86d3-acf4bd6f30e2),segment_id=be1e515b-aee8-435a-86d3-acf4bd6f30e2)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:38:48.249767 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e6a204f3-a69f-458a-baa1-509e62d9f896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:48.273466 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-293a7776-5214-427d-a7fc-118eea3a7edd tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/floatingips/4bdb924e-cafd-486d-8376-1916afc5bf64 HTTP/1.1" status: 200 len: 992 time: 0.2811580 Jan 18 22:38:48.357100 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.db.resource_extend [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 22:38:48.361163 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3fc2b56d-3bcc-4c8a-b22b-ebdaa90d68a9 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:48.365482 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a9063c-21cf-4cf7-aae8-b9bbe1b1d8d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b435e505-10fd-4821-9a0a-4039c98e552a,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:48.385708 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3fc2b56d-3bcc-4c8a-b22b-ebdaa90d68a9 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:48.535865 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-0a90c679-a924-4bb0-b8c4-7820893122ac None None] Provisioning complete for port 0bba001d-2326-404e-b9c4-dce70f5ced94 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:38:48.536264 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0a90c679-a924-4bb0-b8c4-7820893122ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:48.582193 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a204f3-a69f-458a-baa1-509e62d9f896 None None] Pushing event updated for resources: {'Port': ['ID=9cd801e5-c9fc-4ea5-a37b-fe3d4bf28047,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:48.599609 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 36420) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:48.700953 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc2b56d-3bcc-4c8a-b22b-ebdaa90d68a9 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Pushing event updated for resources: {'Port': ['ID=0bba001d-2326-404e-b9c4-dce70f5ced94,revision_number=3']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:48.713461 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3fc2b56d-3bcc-4c8a-b22b-ebdaa90d68a9 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-613854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1041070'] for router_interface, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:48.741050 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-0a90c679-a924-4bb0-b8c4-7820893122ac None None] Port 0bba001d-2326-404e-b9c4-dce70f5ced94 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:38:48.825675 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [req-e03607a0-fb31-4aa6-a27a-742f09ddba1f req-6abc385a-c470-4d81-908b-ba387ad1436d service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102430) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:38:48.833063 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e03607a0-fb31-4aa6-a27a-742f09ddba1f req-6abc385a-c470-4d81-908b-ba387ad1436d service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0122268 Jan 18 22:38:48.833505 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-0a90c679-a924-4bb0-b8c4-7820893122ac None None] Provisioning complete for port 9cd801e5-c9fc-4ea5-a37b-fe3d4bf28047 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:38:48.833898 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0a90c679-a924-4bb0-b8c4-7820893122ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:48.836913 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 23efa239-ee3f-46f0-815c-02e4983ae0c5, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=23efa239-ee3f-46f0-815c-02e4983ae0c5,segment=NetworkSegment(dfaa1994-2fdd-4a54-9d15-02069c3ace9d),segment_id=dfaa1994-2fdd-4a54-9d15-02069c3ace9d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:38:48.928655 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d7692997-dd60-449b-a81b-6f410294a0d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:48.936534 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': '23efa239-ee3f-46f0-815c-02e4983ae0c5', 'network_id': 'eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02', 'port_id': '23efa239-ee3f-46f0-815c-02e4983ae0c5', 'mac_address': 'fa:16:3e:ae:4f:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d836b77-fd27-4c61-b195-30e9fedeffe8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:38:48.943781 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e84d423-b6e9-4914-a53f-a33ce95f48b1 req-11ccc32b-07f0-48c0-9d9c-0d496ccd3d09 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:48.945727 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0e84d423-b6e9-4914-a53f-a33ce95f48b1 req-11ccc32b-07f0-48c0-9d9c-0d496ccd3d09 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd27e371-1c25-4ede-bb30-4f2d5c0cc19d HTTP/1.1" status: 200 len: 943 time: 0.2547755 Jan 18 22:38:48.972426 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc2b56d-3bcc-4c8a-b22b-ebdaa90d68a9 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Network eee705f4-d5c2-438d-a443-e1573996dcae is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:38:48.976996 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [None req-50a9063c-21cf-4cf7-aae8-b9bbe1b1d8d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] device_id is not set on port fc9d6f71-4e93-41f7-9eaf-818e0ee76819 yet. {{(pid=102430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:38:48.988436 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-3fc2b56d-3bcc-4c8a-b22b-ebdaa90d68a9 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:38:48.994631 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-50a9063c-21cf-4cf7-aae8-b9bbe1b1d8d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:49.029760 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-50a9063c-21cf-4cf7-aae8-b9bbe1b1d8d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:49.069272 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0e84d423-b6e9-4914-a53f-a33ce95f48b1 req-9a0abd98-7534-432d-a5e2-149a9288601d tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e2e22-46f9-42fe-9710-8e464b95d42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139960 Jan 18 22:38:49.108549 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:49.133302 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23efa239-ee3f-46f0-815c-02e4983ae0c5 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:38:49.166124 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d7692997-dd60-449b-a81b-6f410294a0d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:49.185372 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 23efa239-ee3f-46f0-815c-02e4983ae0c5, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=23efa239-ee3f-46f0-815c-02e4983ae0c5,segment=NetworkSegment(dfaa1994-2fdd-4a54-9d15-02069c3ace9d),segment_id=dfaa1994-2fdd-4a54-9d15-02069c3ace9d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:38:49.188064 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a9063c-21cf-4cf7-aae8-b9bbe1b1d8d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Pushing event updated for resources: {'Port': ['ID=fc9d6f71-4e93-41f7-9eaf-818e0ee76819,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:49.191120 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:49.204019 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a9063c-21cf-4cf7-aae8-b9bbe1b1d8d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Checking segment: {'id': '344d6731-eb0c-4baa-bb29-c1561ff88748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '0e8e9845-da9d-4c01-9053-afd7b2cb23c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:38:49.206356 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a9063c-21cf-4cf7-aae8-b9bbe1b1d8d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Network hostable DHCP agents. Network: 0e8e9845-da9d-4c01-9053-afd7b2cb23c7, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:38:49.289386 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a9063c-21cf-4cf7-aae8-b9bbe1b1d8d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Network 0e8e9845-da9d-4c01-9053-afd7b2cb23c7 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:38:49.300888 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-50a9063c-21cf-4cf7-aae8-b9bbe1b1d8d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 0e8e9845-da9d-4c01-9053-afd7b2cb23c7) {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:38:49.306345 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a9063c-21cf-4cf7-aae8-b9bbe1b1d8d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:38:49.307027 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d7692997-dd60-449b-a81b-6f410294a0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:49.350334 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-177e7f04-cff1-4410-97a2-b7ee54459cb5 None None] Provisioning complete for port 0bba001d-2326-404e-b9c4-dce70f5ced94 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:38:49.350963 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-177e7f04-cff1-4410-97a2-b7ee54459cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:49.353256 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=23efa239-ee3f-46f0-815c-02e4983ae0c5,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:49.358176 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [None req-50a9063c-21cf-4cf7-aae8-b9bbe1b1d8d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempting to bind port fc9d6f71-4e93-41f7-9eaf-818e0ee76819 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:38:49.358562 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [None req-50a9063c-21cf-4cf7-aae8-b9bbe1b1d8d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempting to bind port fc9d6f71-4e93-41f7-9eaf-818e0ee76819 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '344d6731-eb0c-4baa-bb29-c1561ff88748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '0e8e9845-da9d-4c01-9053-afd7b2cb23c7'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:38:49.364335 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202158cf-d0a2-4224-8799-39d6bbf5269b None None] Network 0e8e9845-da9d-4c01-9053-afd7b2cb23c7 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:38:49.367225 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a9063c-21cf-4cf7-aae8-b9bbe1b1d8d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempting to bind port fc9d6f71-4e93-41f7-9eaf-818e0ee76819 on network 0e8e9845-da9d-4c01-9053-afd7b2cb23c7 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:38:49.382695 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a9063c-21cf-4cf7-aae8-b9bbe1b1d8d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Port fc9d6f71-4e93-41f7-9eaf-818e0ee76819 on network 0e8e9845-da9d-4c01-9053-afd7b2cb23c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:38:49.383050 n-d-825064-1 neutron-server[102430]: ERROR neutron.plugins.ml2.managers [None req-50a9063c-21cf-4cf7-aae8-b9bbe1b1d8d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Failed to bind port fc9d6f71-4e93-41f7-9eaf-818e0ee76819 on host n-h2-825064-1 for vnic_type normal using segments [{'id': '344d6731-eb0c-4baa-bb29-c1561ff88748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '0e8e9845-da9d-4c01-9053-afd7b2cb23c7'}] Jan 18 22:38:49.383751 n-d-825064-1 neutron-server[102430]: INFO neutron.plugins.ml2.plugin [None req-50a9063c-21cf-4cf7-aae8-b9bbe1b1d8d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempt 2 to bind port fc9d6f71-4e93-41f7-9eaf-818e0ee76819 Jan 18 22:38:49.409399 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [None req-50a9063c-21cf-4cf7-aae8-b9bbe1b1d8d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempting to bind port fc9d6f71-4e93-41f7-9eaf-818e0ee76819 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:38:49.409399 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [None req-50a9063c-21cf-4cf7-aae8-b9bbe1b1d8d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempting to bind port fc9d6f71-4e93-41f7-9eaf-818e0ee76819 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '344d6731-eb0c-4baa-bb29-c1561ff88748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '0e8e9845-da9d-4c01-9053-afd7b2cb23c7'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:38:49.409399 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a9063c-21cf-4cf7-aae8-b9bbe1b1d8d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempting to bind port fc9d6f71-4e93-41f7-9eaf-818e0ee76819 on network 0e8e9845-da9d-4c01-9053-afd7b2cb23c7 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:38:49.422612 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-d7692997-dd60-449b-a81b-6f410294a0d9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=05d446d352fe4944a0e83c5da3572fbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8179784 Jan 18 22:38:49.425125 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 36442) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:49.445812 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a9063c-21cf-4cf7-aae8-b9bbe1b1d8d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Port fc9d6f71-4e93-41f7-9eaf-818e0ee76819 on network 0e8e9845-da9d-4c01-9053-afd7b2cb23c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:38:49.446212 n-d-825064-1 neutron-server[102430]: ERROR neutron.plugins.ml2.managers [None req-50a9063c-21cf-4cf7-aae8-b9bbe1b1d8d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Failed to bind port fc9d6f71-4e93-41f7-9eaf-818e0ee76819 on host n-h2-825064-1 for vnic_type normal using segments [{'id': '344d6731-eb0c-4baa-bb29-c1561ff88748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '0e8e9845-da9d-4c01-9053-afd7b2cb23c7'}] Jan 18 22:38:49.449800 n-d-825064-1 neutron-server[102430]: INFO neutron.plugins.ml2.plugin [None req-50a9063c-21cf-4cf7-aae8-b9bbe1b1d8d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempt 3 to bind port fc9d6f71-4e93-41f7-9eaf-818e0ee76819 Jan 18 22:38:49.450405 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7692997-dd60-449b-a81b-6f410294a0d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2e90522-86e5-4afc-857b-e51c566d8be2,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:49.512444 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [None req-50a9063c-21cf-4cf7-aae8-b9bbe1b1d8d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempting to bind port fc9d6f71-4e93-41f7-9eaf-818e0ee76819 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:38:49.513433 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [None req-50a9063c-21cf-4cf7-aae8-b9bbe1b1d8d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempting to bind port fc9d6f71-4e93-41f7-9eaf-818e0ee76819 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '344d6731-eb0c-4baa-bb29-c1561ff88748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '0e8e9845-da9d-4c01-9053-afd7b2cb23c7'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:38:49.513956 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a9063c-21cf-4cf7-aae8-b9bbe1b1d8d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempting to bind port fc9d6f71-4e93-41f7-9eaf-818e0ee76819 on network 0e8e9845-da9d-4c01-9053-afd7b2cb23c7 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:38:49.534304 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a9063c-21cf-4cf7-aae8-b9bbe1b1d8d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Port fc9d6f71-4e93-41f7-9eaf-818e0ee76819 on network 0e8e9845-da9d-4c01-9053-afd7b2cb23c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:38:49.534972 n-d-825064-1 neutron-server[102430]: ERROR neutron.plugins.ml2.managers [None req-50a9063c-21cf-4cf7-aae8-b9bbe1b1d8d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Failed to bind port fc9d6f71-4e93-41f7-9eaf-818e0ee76819 on host n-h2-825064-1 for vnic_type normal using segments [{'id': '344d6731-eb0c-4baa-bb29-c1561ff88748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '0e8e9845-da9d-4c01-9053-afd7b2cb23c7'}] Jan 18 22:38:49.539782 n-d-825064-1 neutron-server[102430]: INFO neutron.plugins.ml2.plugin [None req-50a9063c-21cf-4cf7-aae8-b9bbe1b1d8d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempt 4 to bind port fc9d6f71-4e93-41f7-9eaf-818e0ee76819 Jan 18 22:38:49.542363 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fc2b56d-3bcc-4c8a-b22b-ebdaa90d68a9 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Router b82bd89b-1db1-4b3d-9a30-104e793de2c5 is scheduled to L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 with binding_index 1 {{(pid=102431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 22:38:49.556440 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 36450) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:49.595711 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [None req-50a9063c-21cf-4cf7-aae8-b9bbe1b1d8d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempting to bind port fc9d6f71-4e93-41f7-9eaf-818e0ee76819 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:38:49.600193 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [None req-50a9063c-21cf-4cf7-aae8-b9bbe1b1d8d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempting to bind port fc9d6f71-4e93-41f7-9eaf-818e0ee76819 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '344d6731-eb0c-4baa-bb29-c1561ff88748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '0e8e9845-da9d-4c01-9053-afd7b2cb23c7'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:38:49.601317 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a9063c-21cf-4cf7-aae8-b9bbe1b1d8d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempting to bind port fc9d6f71-4e93-41f7-9eaf-818e0ee76819 on network 0e8e9845-da9d-4c01-9053-afd7b2cb23c7 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:38:49.608754 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-de7d42f1-1f1d-4865-9428-64c74f530cfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:49.617560 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a9063c-21cf-4cf7-aae8-b9bbe1b1d8d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Port fc9d6f71-4e93-41f7-9eaf-818e0ee76819 on network 0e8e9845-da9d-4c01-9053-afd7b2cb23c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:38:49.624515 n-d-825064-1 neutron-server[102430]: ERROR neutron.plugins.ml2.managers [None req-50a9063c-21cf-4cf7-aae8-b9bbe1b1d8d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Failed to bind port fc9d6f71-4e93-41f7-9eaf-818e0ee76819 on host n-h2-825064-1 for vnic_type normal using segments [{'id': '344d6731-eb0c-4baa-bb29-c1561ff88748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '0e8e9845-da9d-4c01-9053-afd7b2cb23c7'}] Jan 18 22:38:49.652328 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 9cd801e5-c9fc-4ea5-a37b-fe3d4bf28047 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:38:49.668564 n-d-825064-1 neutron-server[102430]: INFO neutron.plugins.ml2.plugin [None req-50a9063c-21cf-4cf7-aae8-b9bbe1b1d8d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempt 5 to bind port fc9d6f71-4e93-41f7-9eaf-818e0ee76819 Jan 18 22:38:49.687383 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['23efa239-ee3f-46f0-815c-02e4983ae0c5'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:38:49.713736 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fc2b56d-3bcc-4c8a-b22b-ebdaa90d68a9 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:38:49.723437 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-3fc2b56d-3bcc-4c8a-b22b-ebdaa90d68a9 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "PUT /v2.0/routers/b82bd89b-1db1-4b3d-9a30-104e793de2c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2622175 Jan 18 22:38:49.724645 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 36456) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:49.764610 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ac321a-1f83-4f4c-9a08-054d4550aa1d None None] Sync routers for ids ['b82bd89b-1db1-4b3d-9a30-104e793de2c5'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:38:49.789191 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4095c9b5-a605-4f3c-87f6-39c8f0780bad tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:49.794258 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-4095c9b5-a605-4f3c-87f6-39c8f0780bad tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "GET /v2.0/ports/0bba001d-2326-404e-b9c4-dce70f5ced94 HTTP/1.1" status: 200 len: 977 time: 0.0685103 Jan 18 22:38:49.795382 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 36460) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:49.800880 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-de7d42f1-1f1d-4865-9428-64c74f530cfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:49.802859 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [None req-50a9063c-21cf-4cf7-aae8-b9bbe1b1d8d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempting to bind port fc9d6f71-4e93-41f7-9eaf-818e0ee76819 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:38:49.803198 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [None req-50a9063c-21cf-4cf7-aae8-b9bbe1b1d8d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempting to bind port fc9d6f71-4e93-41f7-9eaf-818e0ee76819 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '344d6731-eb0c-4baa-bb29-c1561ff88748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '0e8e9845-da9d-4c01-9053-afd7b2cb23c7'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:38:49.803539 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a9063c-21cf-4cf7-aae8-b9bbe1b1d8d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempting to bind port fc9d6f71-4e93-41f7-9eaf-818e0ee76819 on network 0e8e9845-da9d-4c01-9053-afd7b2cb23c7 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:38:49.825186 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-34f8f2e1-a4a9-4c09-a377-68aa4bebf383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:49.830409 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-177e7f04-cff1-4410-97a2-b7ee54459cb5 None None] Port 0bba001d-2326-404e-b9c4-dce70f5ced94 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:38:49.837612 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a9063c-21cf-4cf7-aae8-b9bbe1b1d8d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Port fc9d6f71-4e93-41f7-9eaf-818e0ee76819 on network 0e8e9845-da9d-4c01-9053-afd7b2cb23c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:38:49.838046 n-d-825064-1 neutron-server[102430]: ERROR neutron.plugins.ml2.managers [None req-50a9063c-21cf-4cf7-aae8-b9bbe1b1d8d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Failed to bind port fc9d6f71-4e93-41f7-9eaf-818e0ee76819 on host n-h2-825064-1 for vnic_type normal using segments [{'id': '344d6731-eb0c-4baa-bb29-c1561ff88748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '0e8e9845-da9d-4c01-9053-afd7b2cb23c7'}] Jan 18 22:38:49.841102 n-d-825064-1 neutron-server[102430]: INFO neutron.plugins.ml2.plugin [None req-50a9063c-21cf-4cf7-aae8-b9bbe1b1d8d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempt 6 to bind port fc9d6f71-4e93-41f7-9eaf-818e0ee76819 Jan 18 22:38:49.859949 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ac321a-1f83-4f4c-9a08-054d4550aa1d None None] Routers {'b82bd89b-1db1-4b3d-9a30-104e793de2c5'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:38:49.861377 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-f8ac321a-1f83-4f4c-9a08-054d4550aa1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:38:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['b82bd89b-1db1-4b3d-9a30-104e793de2c5'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:38:49.913256 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-f8ac321a-1f83-4f4c-9a08-054d4550aa1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:38:49.939298 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a4b808-e0d6-43e4-8236-d4fd3c2028df req-fefb91bf-c29b-4c41-b602-fb076a9381f0 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:49.940021 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-94a4b808-e0d6-43e4-8236-d4fd3c2028df req-fefb91bf-c29b-4c41-b602-fb076a9381f0 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=746ebad6-c218-49ba-a20c-55049008117e HTTP/1.1" status: 200 len: 945 time: 0.3254561 Jan 18 22:38:49.957772 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 9cd801e5-c9fc-4ea5-a37b-fe3d4bf28047 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:38:49.958402 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:49.965101 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ac321a-1f83-4f4c-9a08-054d4550aa1d None None] Routers {'b82bd89b-1db1-4b3d-9a30-104e793de2c5'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:38:49.966020 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-f8ac321a-1f83-4f4c-9a08-054d4550aa1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:38:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['b82bd89b-1db1-4b3d-9a30-104e793de2c5'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:38:49.998075 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [None req-50a9063c-21cf-4cf7-aae8-b9bbe1b1d8d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempting to bind port fc9d6f71-4e93-41f7-9eaf-818e0ee76819 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:38:49.999286 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [None req-50a9063c-21cf-4cf7-aae8-b9bbe1b1d8d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempting to bind port fc9d6f71-4e93-41f7-9eaf-818e0ee76819 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '344d6731-eb0c-4baa-bb29-c1561ff88748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '0e8e9845-da9d-4c01-9053-afd7b2cb23c7'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:38:50.000299 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a9063c-21cf-4cf7-aae8-b9bbe1b1d8d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempting to bind port fc9d6f71-4e93-41f7-9eaf-818e0ee76819 on network 0e8e9845-da9d-4c01-9053-afd7b2cb23c7 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:38:50.022404 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0e13efa5-c09f-4eeb-9675-1720007001e1 req-40137ff4-6366-4710-bd06-9ada49a4f3bf service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=746ebad6-c218-49ba-a20c-55049008117e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4624300 Jan 18 22:38:50.025701 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a9063c-21cf-4cf7-aae8-b9bbe1b1d8d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Port fc9d6f71-4e93-41f7-9eaf-818e0ee76819 on network 0e8e9845-da9d-4c01-9053-afd7b2cb23c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:38:50.025701 n-d-825064-1 neutron-server[102430]: ERROR neutron.plugins.ml2.managers [None req-50a9063c-21cf-4cf7-aae8-b9bbe1b1d8d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Failed to bind port fc9d6f71-4e93-41f7-9eaf-818e0ee76819 on host n-h2-825064-1 for vnic_type normal using segments [{'id': '344d6731-eb0c-4baa-bb29-c1561ff88748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '0e8e9845-da9d-4c01-9053-afd7b2cb23c7'}] Jan 18 22:38:50.038523 n-d-825064-1 neutron-server[102430]: INFO neutron.plugins.ml2.plugin [None req-50a9063c-21cf-4cf7-aae8-b9bbe1b1d8d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempt 7 to bind port fc9d6f71-4e93-41f7-9eaf-818e0ee76819 Jan 18 22:38:50.072583 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [req-0e13efa5-c09f-4eeb-9675-1720007001e1 req-b7068a34-bc0a-46db-ad7c-315b770fc4e5 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102430) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:38:50.073859 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0e13efa5-c09f-4eeb-9675-1720007001e1 req-b7068a34-bc0a-46db-ad7c-315b770fc4e5 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0192645 Jan 18 22:38:50.123318 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [None req-50a9063c-21cf-4cf7-aae8-b9bbe1b1d8d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempting to bind port fc9d6f71-4e93-41f7-9eaf-818e0ee76819 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:38:50.130832 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [None req-50a9063c-21cf-4cf7-aae8-b9bbe1b1d8d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempting to bind port fc9d6f71-4e93-41f7-9eaf-818e0ee76819 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '344d6731-eb0c-4baa-bb29-c1561ff88748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '0e8e9845-da9d-4c01-9053-afd7b2cb23c7'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:38:50.131528 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a9063c-21cf-4cf7-aae8-b9bbe1b1d8d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempting to bind port fc9d6f71-4e93-41f7-9eaf-818e0ee76819 on network 0e8e9845-da9d-4c01-9053-afd7b2cb23c7 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:38:50.134694 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-de7d42f1-1f1d-4865-9428-64c74f530cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:50.135060 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-f8ac321a-1f83-4f4c-9a08-054d4550aa1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:38:50.136662 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ac321a-1f83-4f4c-9a08-054d4550aa1d None None] The sync data for ids ['b82bd89b-1db1-4b3d-9a30-104e793de2c5'] in n-d-825064-1 is: [] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:38:50.153870 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-de7d42f1-1f1d-4865-9428-64c74f530cfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:50.162060 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-de7d42f1-1f1d-4865-9428-64c74f530cfc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a2e90522-86e5-4afc-857b-e51c566d8be2 HTTP/1.1" status: 204 len: 168 time: 0.7354679 Jan 18 22:38:50.228090 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a9063c-21cf-4cf7-aae8-b9bbe1b1d8d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Port fc9d6f71-4e93-41f7-9eaf-818e0ee76819 on network 0e8e9845-da9d-4c01-9053-afd7b2cb23c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:38:50.228414 n-d-825064-1 neutron-server[102430]: ERROR neutron.plugins.ml2.managers [None req-50a9063c-21cf-4cf7-aae8-b9bbe1b1d8d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Failed to bind port fc9d6f71-4e93-41f7-9eaf-818e0ee76819 on host n-h2-825064-1 for vnic_type normal using segments [{'id': '344d6731-eb0c-4baa-bb29-c1561ff88748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '0e8e9845-da9d-4c01-9053-afd7b2cb23c7'}] Jan 18 22:38:50.243352 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-07f0ef2b-1d07-408d-a3df-4dacf3ba6873 None None] Provisioning complete for port 0bba001d-2326-404e-b9c4-dce70f5ced94 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:38:50.245060 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-07f0ef2b-1d07-408d-a3df-4dacf3ba6873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:50.252713 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-94a4b808-e0d6-43e4-8236-d4fd3c2028df req-dde5814d-4e15-4525-a7cb-698311f979ce tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=75c337a0-647f-49a7-9e9b-b45556e7737b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2370331 Jan 18 22:38:50.254439 n-d-825064-1 neutron-server[102430]: INFO neutron.plugins.ml2.plugin [None req-50a9063c-21cf-4cf7-aae8-b9bbe1b1d8d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempt 8 to bind port fc9d6f71-4e93-41f7-9eaf-818e0ee76819 Jan 18 22:38:50.270037 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7d42f1-1f1d-4865-9428-64c74f530cfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2e90522-86e5-4afc-857b-e51c566d8be2,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:50.293271 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [None req-50a9063c-21cf-4cf7-aae8-b9bbe1b1d8d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempting to bind port fc9d6f71-4e93-41f7-9eaf-818e0ee76819 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:38:50.293975 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [None req-50a9063c-21cf-4cf7-aae8-b9bbe1b1d8d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempting to bind port fc9d6f71-4e93-41f7-9eaf-818e0ee76819 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '344d6731-eb0c-4baa-bb29-c1561ff88748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '0e8e9845-da9d-4c01-9053-afd7b2cb23c7'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:38:50.294328 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a9063c-21cf-4cf7-aae8-b9bbe1b1d8d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempting to bind port fc9d6f71-4e93-41f7-9eaf-818e0ee76819 on network 0e8e9845-da9d-4c01-9053-afd7b2cb23c7 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:38:50.302415 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a9063c-21cf-4cf7-aae8-b9bbe1b1d8d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Port fc9d6f71-4e93-41f7-9eaf-818e0ee76819 on network 0e8e9845-da9d-4c01-9053-afd7b2cb23c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:38:50.302909 n-d-825064-1 neutron-server[102430]: ERROR neutron.plugins.ml2.managers [None req-50a9063c-21cf-4cf7-aae8-b9bbe1b1d8d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Failed to bind port fc9d6f71-4e93-41f7-9eaf-818e0ee76819 on host n-h2-825064-1 for vnic_type normal using segments [{'id': '344d6731-eb0c-4baa-bb29-c1561ff88748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '0e8e9845-da9d-4c01-9053-afd7b2cb23c7'}] Jan 18 22:38:50.303416 n-d-825064-1 neutron-server[102430]: INFO neutron.plugins.ml2.plugin [None req-50a9063c-21cf-4cf7-aae8-b9bbe1b1d8d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempt 9 to bind port fc9d6f71-4e93-41f7-9eaf-818e0ee76819 Jan 18 22:38:50.347139 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-07f0ef2b-1d07-408d-a3df-4dacf3ba6873 None None] Port 0bba001d-2326-404e-b9c4-dce70f5ced94 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:38:50.349657 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [None req-50a9063c-21cf-4cf7-aae8-b9bbe1b1d8d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempting to bind port fc9d6f71-4e93-41f7-9eaf-818e0ee76819 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:38:50.350963 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [None req-50a9063c-21cf-4cf7-aae8-b9bbe1b1d8d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempting to bind port fc9d6f71-4e93-41f7-9eaf-818e0ee76819 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '344d6731-eb0c-4baa-bb29-c1561ff88748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '0e8e9845-da9d-4c01-9053-afd7b2cb23c7'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:38:50.351594 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a9063c-21cf-4cf7-aae8-b9bbe1b1d8d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempting to bind port fc9d6f71-4e93-41f7-9eaf-818e0ee76819 on network 0e8e9845-da9d-4c01-9053-afd7b2cb23c7 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:38:50.362089 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a9063c-21cf-4cf7-aae8-b9bbe1b1d8d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Port fc9d6f71-4e93-41f7-9eaf-818e0ee76819 on network 0e8e9845-da9d-4c01-9053-afd7b2cb23c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:38:50.362524 n-d-825064-1 neutron-server[102430]: ERROR neutron.plugins.ml2.managers [None req-50a9063c-21cf-4cf7-aae8-b9bbe1b1d8d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Failed to bind port fc9d6f71-4e93-41f7-9eaf-818e0ee76819 on host n-h2-825064-1 for vnic_type normal using segments [{'id': '344d6731-eb0c-4baa-bb29-c1561ff88748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '0e8e9845-da9d-4c01-9053-afd7b2cb23c7'}] Jan 18 22:38:50.366620 n-d-825064-1 neutron-server[102430]: INFO neutron.plugins.ml2.plugin [None req-50a9063c-21cf-4cf7-aae8-b9bbe1b1d8d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempt 10 to bind port fc9d6f71-4e93-41f7-9eaf-818e0ee76819 Jan 18 22:38:50.411019 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a408e0f9-8970-49b1-8194-e223a595e47f req-0ee825ff-f56f-451b-8a14-681c00a1185a tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:50.413236 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a408e0f9-8970-49b1-8194-e223a595e47f req-0ee825ff-f56f-451b-8a14-681c00a1185a tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd27e371-1c25-4ede-bb30-4f2d5c0cc19d HTTP/1.1" status: 200 len: 944 time: 0.1865363 Jan 18 22:38:50.414939 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [None req-50a9063c-21cf-4cf7-aae8-b9bbe1b1d8d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempting to bind port fc9d6f71-4e93-41f7-9eaf-818e0ee76819 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:38:50.415497 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [None req-50a9063c-21cf-4cf7-aae8-b9bbe1b1d8d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempting to bind port fc9d6f71-4e93-41f7-9eaf-818e0ee76819 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '344d6731-eb0c-4baa-bb29-c1561ff88748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '0e8e9845-da9d-4c01-9053-afd7b2cb23c7'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:38:50.416074 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a9063c-21cf-4cf7-aae8-b9bbe1b1d8d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempting to bind port fc9d6f71-4e93-41f7-9eaf-818e0ee76819 on network 0e8e9845-da9d-4c01-9053-afd7b2cb23c7 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:38:50.424152 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a9063c-21cf-4cf7-aae8-b9bbe1b1d8d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Port fc9d6f71-4e93-41f7-9eaf-818e0ee76819 on network 0e8e9845-da9d-4c01-9053-afd7b2cb23c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:38:50.425665 n-d-825064-1 neutron-server[102430]: ERROR neutron.plugins.ml2.managers [None req-50a9063c-21cf-4cf7-aae8-b9bbe1b1d8d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Failed to bind port fc9d6f71-4e93-41f7-9eaf-818e0ee76819 on host n-h2-825064-1 for vnic_type normal using segments [{'id': '344d6731-eb0c-4baa-bb29-c1561ff88748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '0e8e9845-da9d-4c01-9053-afd7b2cb23c7'}] Jan 18 22:38:50.426367 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-50a9063c-21cf-4cf7-aae8-b9bbe1b1d8d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:50.577249 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a408e0f9-8970-49b1-8194-e223a595e47f req-f4c0748f-1235-426c-9559-5d4846f6903e tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e2e22-46f9-42fe-9710-8e464b95d42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466393 Jan 18 22:38:50.614347 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-50a9063c-21cf-4cf7-aae8-b9bbe1b1d8d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] For port fc9d6f71-4e93-41f7-9eaf-818e0ee76819, host n-h2-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:38:50.614966 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-50a9063c-21cf-4cf7-aae8-b9bbe1b1d8d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempted to set empty binding levels {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 18 22:38:50.678660 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f26cdd0d-17ac-4255-a09e-7d0be531df2a tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1041027'] for router_interface, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:50.686804 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-50a9063c-21cf-4cf7-aae8-b9bbe1b1d8d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:50.793591 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a9063c-21cf-4cf7-aae8-b9bbe1b1d8d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:50.794198 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-50a9063c-21cf-4cf7-aae8-b9bbe1b1d8d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:50.832630 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a9063c-21cf-4cf7-aae8-b9bbe1b1d8d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Pushing event updated for resources: {'Port': ['ID=fc9d6f71-4e93-41f7-9eaf-818e0ee76819,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:50.838778 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-50a9063c-21cf-4cf7-aae8-b9bbe1b1d8d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 3.3192623 Jan 18 22:38:50.841441 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 36526) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:50.922094 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 36528) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:50.944729 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2a5f086c-bc91-41b5-87ed-b2505358c23c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:51.007360 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-8677a200-b717-4d7e-bd8c-ce207d1a2192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Deleting port fc9d6f71-4e93-41f7-9eaf-818e0ee76819 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:38:51.007865 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8677a200-b717-4d7e-bd8c-ce207d1a2192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:51.059594 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-f26cdd0d-17ac-4255-a09e-7d0be531df2a tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Deleting port 0bba001d-2326-404e-b9c4-dce70f5ced94 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:38:51.060264 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f26cdd0d-17ac-4255-a09e-7d0be531df2a tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:51.124328 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-8677a200-b717-4d7e-bd8c-ce207d1a2192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] For port fc9d6f71-4e93-41f7-9eaf-818e0ee76819, host n-h2-825064-1, got binding levels [] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:38:51.124781 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8677a200-b717-4d7e-bd8c-ce207d1a2192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:51.175001 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-8677a200-b717-4d7e-bd8c-ce207d1a2192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Calling delete_port for fc9d6f71-4e93-41f7-9eaf-818e0ee76819 owned by {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:38:51.210946 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2a5f086c-bc91-41b5-87ed-b2505358c23c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:51.220889 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2a5f086c-bc91-41b5-87ed-b2505358c23c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:51.239436 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 36542) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:51.248990 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f26cdd0d-17ac-4255-a09e-7d0be531df2a tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:51.296083 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-f26cdd0d-17ac-4255-a09e-7d0be531df2a tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Calling delete_port for 0bba001d-2326-404e-b9c4-dce70f5ced94 owned by network:router_interface {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:38:51.335075 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8677a200-b717-4d7e-bd8c-ce207d1a2192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:51.347079 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5f086c-bc91-41b5-87ed-b2505358c23c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e1a39e7-1fea-4921-af65-1628a6c9b60e,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:51.461215 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8677a200-b717-4d7e-bd8c-ce207d1a2192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Pushing event deleted for resources: {'Port': ['ID=fc9d6f71-4e93-41f7-9eaf-818e0ee76819,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:51.495069 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8677a200-b717-4d7e-bd8c-ce207d1a2192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:51.500817 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-8677a200-b717-4d7e-bd8c-ce207d1a2192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] 10.222.0.53 "DELETE /v2.0/ports/fc9d6f71-4e93-41f7-9eaf-818e0ee76819 HTTP/1.1" status: 204 len: 168 time: 0.6558614 Jan 18 22:38:51.507820 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-2a5f086c-bc91-41b5-87ed-b2505358c23c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=54de83a20f2a4a6cbb6ae51bfc4b6d9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5844452 Jan 18 22:38:51.508441 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 36550) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:51.514003 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 36554) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:51.528440 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-37390892-4bee-4359-9b19-cc7f699328fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:51.591895 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0a9c69-0cf7-4841-9ef6-03049ce5a355 req-b98a1131-33ce-4f4e-8467-55c62b0d4ddf tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:51.602098 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ba0a9c69-0cf7-4841-9ef6-03049ce5a355 req-b98a1131-33ce-4f4e-8467-55c62b0d4ddf tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=746ebad6-c218-49ba-a20c-55049008117e HTTP/1.1" status: 200 len: 945 time: 0.1693966 Jan 18 22:38:51.660997 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-81c38a71-2756-4906-86e5-b6489408c340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] GET failed (client error): The resource could not be found. Jan 18 22:38:51.665933 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-81c38a71-2756-4906-86e5-b6489408c340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] 10.222.0.53 "GET /v2.0/ports/fc9d6f71-4e93-41f7-9eaf-818e0ee76819 HTTP/1.1" status: 404 len: 333 time: 0.1535790 Jan 18 22:38:51.666639 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 36560) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:51.683366 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-c7277f3d-f809-47e8-9efe-e21d58a3108e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Request body: {'port': {'network_id': '0e8e9845-da9d-4c01-9053-afd7b2cb23c7', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-385973406'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:38:51.687005 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f26cdd0d-17ac-4255-a09e-7d0be531df2a tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:51.711265 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ba0a9c69-0cf7-4841-9ef6-03049ce5a355 req-bd6d6f1f-a79f-40fc-b385-fc2e723eea5b tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=75c337a0-647f-49a7-9e9b-b45556e7737b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983632 Jan 18 22:38:51.757802 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26cdd0d-17ac-4255-a09e-7d0be531df2a tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Pushing event deleted for resources: {'Port': ['ID=0bba001d-2326-404e-b9c4-dce70f5ced94,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:51.766000 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a10362f-0e33-44ce-a0b7-ea2afa2211ef req-fcef8f03-8457-43e6-b005-d3ec7dd3a32c tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:51.774576 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2a10362f-0e33-44ce-a0b7-ea2afa2211ef req-fcef8f03-8457-43e6-b005-d3ec7dd3a32c tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd27e371-1c25-4ede-bb30-4f2d5c0cc19d HTTP/1.1" status: 200 len: 944 time: 0.0891130 Jan 18 22:38:51.830990 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2a10362f-0e33-44ce-a0b7-ea2afa2211ef req-2b020056-39ac-42b5-a06a-edbabbaad91b tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e2e22-46f9-42fe-9710-8e464b95d42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553834 Jan 18 22:38:51.838284 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-37390892-4bee-4359-9b19-cc7f699328fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:51.842720 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-37390892-4bee-4359-9b19-cc7f699328fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:51.863619 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7277f3d-f809-47e8-9efe-e21d58a3108e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Made reservation on behalf of 46cbf3ec1dfe4b13a3537bbff90ed9c4 for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:38:51.866355 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c7277f3d-f809-47e8-9efe-e21d58a3108e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:51.870735 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37390892-4bee-4359-9b19-cc7f699328fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa1576a-90e7-4980-be90-e728019c2cd9,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:51.892239 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ea90f6cd-b262-457a-be79-e9ce3f393db2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:51.928441 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [None req-c7277f3d-f809-47e8-9efe-e21d58a3108e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] device_id is not set on port caf905d2-6767-42f5-9612-9da5e27c2824 yet. {{(pid=102431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:38:51.929927 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-80f1c571-1af8-40a7-811a-3d2d1f7c65b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:51.935223 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-37390892-4bee-4359-9b19-cc7f699328fa admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f2157d290f3d4c79ba34433bdb0e82dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6941264 Jan 18 22:38:51.936590 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 36566) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:51.972473 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 23efa239-ee3f-46f0-815c-02e4983ae0c5 up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:38:52.013149 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4d1b9399-0814-4b8e-b9fa-76350e67b932 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:52.047442 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4d1b9399-0814-4b8e-b9fa-76350e67b932 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:52.112276 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port 23efa239-ee3f-46f0-815c-02e4983ae0c5 completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:38:52.118589 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port 23efa239-ee3f-46f0-815c-02e4983ae0c5 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:38:52.118716 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:52.192361 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4d1b9399-0814-4b8e-b9fa-76350e67b932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:52.195807 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4d1b9399-0814-4b8e-b9fa-76350e67b932 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:52.197639 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-4d1b9399-0814-4b8e-b9fa-76350e67b932 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7fa1576a-90e7-4980-be90-e728019c2cd9 HTTP/1.1" status: 204 len: 168 time: 0.2596784 Jan 18 22:38:52.219368 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1b9399-0814-4b8e-b9fa-76350e67b932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa1576a-90e7-4980-be90-e728019c2cd9,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:52.225292 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e13efa5-c09f-4eeb-9675-1720007001e1 req-82911a7c-9777-4142-a0f3-f717eea1554a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:52.226924 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0e13efa5-c09f-4eeb-9675-1720007001e1 req-82911a7c-9777-4142-a0f3-f717eea1554a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=438cce0e2f434b5f879ce307da159923&device_id=746ebad6-c218-49ba-a20c-55049008117e HTTP/1.1" status: 200 len: 1096 time: 0.1500351 Jan 18 22:38:52.250718 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:52.278143 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd27e371-1c25-4ede-bb30-4f2d5c0cc19d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23efa239-ee3f-46f0-815c-02e4983ae0c5'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:38:52.280916 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-863c155e-f8c9-452c-927f-706f036777d5" -d '{"events": [{"server_uuid": "dd27e371-1c25-4ede-bb30-4f2d5c0cc19d", "name": "network-vif-plugged", "status": "completed", "tag": "23efa239-ee3f-46f0-815c-02e4983ae0c5"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:38:52.312044 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 23efa239-ee3f-46f0-815c-02e4983ae0c5, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=23efa239-ee3f-46f0-815c-02e4983ae0c5,segment=NetworkSegment(dfaa1994-2fdd-4a54-9d15-02069c3ace9d),segment_id=dfaa1994-2fdd-4a54-9d15-02069c3ace9d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:38:52.327624 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:52.356604 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e13efa5-c09f-4eeb-9675-1720007001e1 req-eb398ed5-67e8-439b-84c1-75216a65a5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:52.358118 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0e13efa5-c09f-4eeb-9675-1720007001e1 req-eb398ed5-67e8-439b-84c1-75216a65a5e5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=dfd50c94-9bfe-434e-a69b-faa778e35648 HTTP/1.1" status: 200 len: 897 time: 0.1238306 Jan 18 22:38:52.445414 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0e13efa5-c09f-4eeb-9675-1720007001e1 req-b88e5eaf-9c4a-4744-a58f-c9e7fed7e076 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da03a90c-5359-4d37-9f0a-8f9b32f4b733 HTTP/1.1" status: 200 len: 1000 time: 0.0807765 Jan 18 22:38:52.479254 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ea90f6cd-b262-457a-be79-e9ce3f393db2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:52.497031 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f26cdd0d-17ac-4255-a09e-7d0be531df2a tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-613841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1046579'] for router_interface, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:52.517986 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=23efa239-ee3f-46f0-815c-02e4983ae0c5,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:52.531421 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e13efa5-c09f-4eeb-9675-1720007001e1 req-e0bb0f13-2faa-46ae-b520-a5324d762298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:52.532998 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0e13efa5-c09f-4eeb-9675-1720007001e1 req-e0bb0f13-2faa-46ae-b520-a5324d762298 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d047a25f-d8c6-49ea-bb54-6da48108f244 HTTP/1.1" status: 200 len: 834 time: 0.0816042 Jan 18 22:38:52.590805 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e13efa5-c09f-4eeb-9675-1720007001e1 req-e2f293b9-8b00-4b94-a23d-d0711f13aa81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:52.592484 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0e13efa5-c09f-4eeb-9675-1720007001e1 req-e2f293b9-8b00-4b94-a23d-d0711f13aa81 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dfd50c94-9bfe-434e-a69b-faa778e35648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527720 Jan 18 22:38:52.700259 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9330f3f9-c9f6-4ce4-9deb-df90c9774318 x-openstack-request-id: req-9330f3f9-c9f6-4ce4-9deb-df90c9774318 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:38:52.700838 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd27e371-1c25-4ede-bb30-4f2d5c0cc19d", "name": "network-vif-plugged", "status": "completed", "tag": "23efa239-ee3f-46f0-815c-02e4983ae0c5", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:38:52.701285 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9330f3f9-c9f6-4ce4-9deb-df90c9774318 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:38:52.702194 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd27e371-1c25-4ede-bb30-4f2d5c0cc19d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23efa239-ee3f-46f0-815c-02e4983ae0c5', 'code': 200} Jan 18 22:38:52.770186 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 36592) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:52.779382 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0e13efa5-c09f-4eeb-9675-1720007001e1 req-29c191e6-11f2-4378-9c21-c448099a2915 service neutron] 10.222.0.67 "GET /v2.0/networks/dfd50c94-9bfe-434e-a69b-faa778e35648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802680 Jan 18 22:38:52.797540 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ea90f6cd-b262-457a-be79-e9ce3f393db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:52.799920 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e0f6bb11-09d0-4a08-9924-818dd45ef5ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:52.800942 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ea90f6cd-b262-457a-be79-e9ce3f393db2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:52.802427 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-ea90f6cd-b262-457a-be79-e9ce3f393db2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9e1a39e7-1fea-4921-af65-1628a6c9b60e HTTP/1.1" status: 204 len: 168 time: 1.2709801 Jan 18 22:38:52.888533 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea90f6cd-b262-457a-be79-e9ce3f393db2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e1a39e7-1fea-4921-af65-1628a6c9b60e,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:52.901542 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f26cdd0d-17ac-4255-a09e-7d0be531df2a tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Router b82bd89b-1db1-4b3d-9a30-104e793de2c5 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:38:52.941006 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c7277f3d-f809-47e8-9efe-e21d58a3108e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:52.944168 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905e5178-3901-4eae-a1a5-4f3d0153008e req-da547701-09e3-48dc-848e-8d0b1f0bf3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:52.945988 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-905e5178-3901-4eae-a1a5-4f3d0153008e req-da547701-09e3-48dc-848e-8d0b1f0bf3bf service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=dd27e371-1c25-4ede-bb30-4f2d5c0cc19d HTTP/1.1" status: 200 len: 1096 time: 0.1495962 Jan 18 22:38:52.947411 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:53.041782 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30bf6a2-8027-4354-a134-3a56bb2f359e req-0db6fa2c-d657-42fd-b302-e39b5e292701 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:53.051239 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f30bf6a2-8027-4354-a134-3a56bb2f359e req-0db6fa2c-d657-42fd-b302-e39b5e292701 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=746ebad6-c218-49ba-a20c-55049008117e HTTP/1.1" status: 200 len: 945 time: 0.2251604 Jan 18 22:38:53.056474 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f26cdd0d-17ac-4255-a09e-7d0be531df2a tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:38:53.066948 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-f26cdd0d-17ac-4255-a09e-7d0be531df2a tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "PUT /v2.0/routers/b82bd89b-1db1-4b3d-9a30-104e793de2c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2705555 Jan 18 22:38:53.069962 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 36604) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:53.071007 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2479cd6-3d80-4080-9af3-ab6ce285e2fe None None] Sync routers for ids ['b82bd89b-1db1-4b3d-9a30-104e793de2c5'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:38:53.078628 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-905e5178-3901-4eae-a1a5-4f3d0153008e req-19669e6a-350e-41c9-9178-8e29cb805891 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=8e7e2e22-46f9-42fe-9710-8e464b95d42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250300 Jan 18 22:38:53.097880 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2479cd6-3d80-4080-9af3-ab6ce285e2fe None None] Routers {'b82bd89b-1db1-4b3d-9a30-104e793de2c5'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:38:53.100232 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-e2479cd6-3d80-4080-9af3-ab6ce285e2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:38:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['b82bd89b-1db1-4b3d-9a30-104e793de2c5'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:38:53.124749 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f30bf6a2-8027-4354-a134-3a56bb2f359e req-0e2caf36-67d5-477b-bbb1-28ab891f133a tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=75c337a0-647f-49a7-9e9b-b45556e7737b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725403 Jan 18 22:38:53.170119 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde80d68-abe5-459e-8579-4ce93d642716 req-ad83724b-4cda-4369-9a6c-e904bd21b42c tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:53.172616 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c7277f3d-f809-47e8-9efe-e21d58a3108e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:53.174879 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cde80d68-abe5-459e-8579-4ce93d642716 req-ad83724b-4cda-4369-9a6c-e904bd21b42c tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd27e371-1c25-4ede-bb30-4f2d5c0cc19d HTTP/1.1" status: 200 len: 945 time: 0.2135358 Jan 18 22:38:53.187279 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-e2479cd6-3d80-4080-9af3-ab6ce285e2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:38:53.198541 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2479cd6-3d80-4080-9af3-ab6ce285e2fe None None] Routers {'b82bd89b-1db1-4b3d-9a30-104e793de2c5'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:38:53.199651 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-e2479cd6-3d80-4080-9af3-ab6ce285e2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:38:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['b82bd89b-1db1-4b3d-9a30-104e793de2c5'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:38:53.263241 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-e2479cd6-3d80-4080-9af3-ab6ce285e2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:38:53.265597 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2479cd6-3d80-4080-9af3-ab6ce285e2fe None None] The sync data for ids ['b82bd89b-1db1-4b3d-9a30-104e793de2c5'] in n-d-825064-1 is: [] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:38:53.268385 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0e13efa5-c09f-4eeb-9675-1720007001e1 req-3d1dc47c-18ca-44dc-95bd-64f5e2831fc9 service neutron] 10.222.0.67 "GET /v2.0/networks/dfd50c94-9bfe-434e-a69b-faa778e35648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4780874 Jan 18 22:38:53.305575 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cde80d68-abe5-459e-8579-4ce93d642716 req-f4b6d644-2bd1-4694-abdc-f586deef03fa tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e2e22-46f9-42fe-9710-8e464b95d42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066504 Jan 18 22:38:53.323390 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7277f3d-f809-47e8-9efe-e21d58a3108e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Network 0e8e9845-da9d-4c01-9053-afd7b2cb23c7 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:38:53.326007 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-c7277f3d-f809-47e8-9efe-e21d58a3108e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:38:53.331168 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7277f3d-f809-47e8-9efe-e21d58a3108e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:38:53.332229 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7277f3d-f809-47e8-9efe-e21d58a3108e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:53.332913 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c7277f3d-f809-47e8-9efe-e21d58a3108e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:53.338248 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7277f3d-f809-47e8-9efe-e21d58a3108e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Pushing event updated for resources: {'Port': ['ID=caf905d2-6767-42f5-9612-9da5e27c2824,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:53.346105 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e0f6bb11-09d0-4a08-9924-818dd45ef5ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:53.351799 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e0f6bb11-09d0-4a08-9924-818dd45ef5ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:53.360420 n-d-825064-1 neutron-server[102431]: INFO neutron.api.v2.resource [None req-47c9c8d1-0f7c-4ddf-95a0-061a4b95c848 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] remove_router_interface failed (client error): The resource could not be found. Jan 18 22:38:53.363898 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-47c9c8d1-0f7c-4ddf-95a0-061a4b95c848 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "PUT /v2.0/routers/b82bd89b-1db1-4b3d-9a30-104e793de2c5/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2857149 Jan 18 22:38:53.367799 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 36614) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:53.415142 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-0c6b9893-efed-4f13-9ead-ad8897e432f8 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "GET /v2.0/ports?device_id=b82bd89b-1db1-4b3d-9a30-104e793de2c5 HTTP/1.1" status: 200 len: 205 time: 0.0451503 Jan 18 22:38:53.420947 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 36618) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:53.424375 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-c7277f3d-f809-47e8-9efe-e21d58a3108e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.7490530 Jan 18 22:38:53.436111 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 36620) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:53.444779 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-e0f6bb11-09d0-4a08-9924-818dd45ef5ba admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3b256007a9064beea50f89e2bef09003&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6732061 Jan 18 22:38:53.469062 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-0442129d-7eea-4ef9-a66a-df0da6d6f640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-825064-1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:38:53.472076 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 36624) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:53.505545 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f6bb11-09d0-4a08-9924-818dd45ef5ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ad5f102-512c-44ae-9aff-adc311fb60ef,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:53.556905 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ac6bda24-7376-44f4-95e8-55bbb153ea10 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks [] for router, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:53.567287 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0442129d-7eea-4ef9-a66a-df0da6d6f640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:53.588761 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b66f39a2-f2d0-4c4d-8b8c-da221653a08f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:53.644390 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b66f39a2-f2d0-4c4d-8b8c-da221653a08f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:53.773841 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ac6bda24-7376-44f4-95e8-55bbb153ea10 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1040886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8602'] for router, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:53.776775 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ac6bda24-7376-44f4-95e8-55bbb153ea10 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:53.776951 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b66f39a2-f2d0-4c4d-8b8c-da221653a08f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:53.779213 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b66f39a2-f2d0-4c4d-8b8c-da221653a08f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:53.783386 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-b66f39a2-f2d0-4c4d-8b8c-da221653a08f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3ad5f102-512c-44ae-9aff-adc311fb60ef HTTP/1.1" status: 204 len: 168 time: 0.3044643 Jan 18 22:38:53.811364 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66f39a2-f2d0-4c4d-8b8c-da221653a08f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ad5f102-512c-44ae-9aff-adc311fb60ef,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:53.823067 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [None req-0442129d-7eea-4ef9-a66a-df0da6d6f640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] device_id is not set on port caf905d2-6767-42f5-9612-9da5e27c2824 yet. {{(pid=102430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:38:53.843044 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0442129d-7eea-4ef9-a66a-df0da6d6f640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:53.852871 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0442129d-7eea-4ef9-a66a-df0da6d6f640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:53.876822 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ac6bda24-7376-44f4-95e8-55bbb153ea10 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1040832'] for router, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:53.878435 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac6bda24-7376-44f4-95e8-55bbb153ea10 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Fanout notify agent at l3_agent the message router_deleted on router b82bd89b-1db1-4b3d-9a30-104e793de2c5 {{(pid=102431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 22:38:53.887461 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ac6bda24-7376-44f4-95e8-55bbb153ea10 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:53.892775 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-ac6bda24-7376-44f4-95e8-55bbb153ea10 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "DELETE /v2.0/routers/b82bd89b-1db1-4b3d-9a30-104e793de2c5 HTTP/1.1" status: 204 len: 168 time: 0.4629757 Jan 18 22:38:53.893419 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 36646) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:53.962547 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0442129d-7eea-4ef9-a66a-df0da6d6f640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Pushing event updated for resources: {'Port': ['ID=caf905d2-6767-42f5-9612-9da5e27c2824,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:53.977433 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [None req-0442129d-7eea-4ef9-a66a-df0da6d6f640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempting to bind port caf905d2-6767-42f5-9612-9da5e27c2824 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:38:53.977814 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [None req-0442129d-7eea-4ef9-a66a-df0da6d6f640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempting to bind port caf905d2-6767-42f5-9612-9da5e27c2824 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '344d6731-eb0c-4baa-bb29-c1561ff88748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '0e8e9845-da9d-4c01-9053-afd7b2cb23c7'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:38:53.978160 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0442129d-7eea-4ef9-a66a-df0da6d6f640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempting to bind port caf905d2-6767-42f5-9612-9da5e27c2824 on network 0e8e9845-da9d-4c01-9053-afd7b2cb23c7 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:38:53.980800 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b46eaf7-9416-4e4f-b37b-513860e65039 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Deleting subnet 3713bf7e-2e10-4141-acc5-29220b97f888 {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:38:53.985025 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7b46eaf7-9416-4e4f-b37b-513860e65039 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:53.988255 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0442129d-7eea-4ef9-a66a-df0da6d6f640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Port caf905d2-6767-42f5-9612-9da5e27c2824 on network 0e8e9845-da9d-4c01-9053-afd7b2cb23c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:38:53.988594 n-d-825064-1 neutron-server[102430]: ERROR neutron.plugins.ml2.managers [None req-0442129d-7eea-4ef9-a66a-df0da6d6f640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Failed to bind port caf905d2-6767-42f5-9612-9da5e27c2824 on host n-h2-825064-1 for vnic_type normal using segments [{'id': '344d6731-eb0c-4baa-bb29-c1561ff88748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '0e8e9845-da9d-4c01-9053-afd7b2cb23c7'}] Jan 18 22:38:53.988988 n-d-825064-1 neutron-server[102430]: INFO neutron.plugins.ml2.plugin [None req-0442129d-7eea-4ef9-a66a-df0da6d6f640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempt 2 to bind port caf905d2-6767-42f5-9612-9da5e27c2824 Jan 18 22:38:54.003008 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [None req-0442129d-7eea-4ef9-a66a-df0da6d6f640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempting to bind port caf905d2-6767-42f5-9612-9da5e27c2824 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:38:54.003351 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [None req-0442129d-7eea-4ef9-a66a-df0da6d6f640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempting to bind port caf905d2-6767-42f5-9612-9da5e27c2824 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '344d6731-eb0c-4baa-bb29-c1561ff88748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '0e8e9845-da9d-4c01-9053-afd7b2cb23c7'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:38:54.003688 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0442129d-7eea-4ef9-a66a-df0da6d6f640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempting to bind port caf905d2-6767-42f5-9612-9da5e27c2824 on network 0e8e9845-da9d-4c01-9053-afd7b2cb23c7 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:38:54.008623 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0442129d-7eea-4ef9-a66a-df0da6d6f640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Port caf905d2-6767-42f5-9612-9da5e27c2824 on network 0e8e9845-da9d-4c01-9053-afd7b2cb23c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:38:54.008958 n-d-825064-1 neutron-server[102430]: ERROR neutron.plugins.ml2.managers [None req-0442129d-7eea-4ef9-a66a-df0da6d6f640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Failed to bind port caf905d2-6767-42f5-9612-9da5e27c2824 on host n-h2-825064-1 for vnic_type normal using segments [{'id': '344d6731-eb0c-4baa-bb29-c1561ff88748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '0e8e9845-da9d-4c01-9053-afd7b2cb23c7'}] Jan 18 22:38:54.009352 n-d-825064-1 neutron-server[102430]: INFO neutron.plugins.ml2.plugin [None req-0442129d-7eea-4ef9-a66a-df0da6d6f640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempt 3 to bind port caf905d2-6767-42f5-9612-9da5e27c2824 Jan 18 22:38:54.025420 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [None req-0442129d-7eea-4ef9-a66a-df0da6d6f640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempting to bind port caf905d2-6767-42f5-9612-9da5e27c2824 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:38:54.026238 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [None req-0442129d-7eea-4ef9-a66a-df0da6d6f640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempting to bind port caf905d2-6767-42f5-9612-9da5e27c2824 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '344d6731-eb0c-4baa-bb29-c1561ff88748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '0e8e9845-da9d-4c01-9053-afd7b2cb23c7'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:38:54.026483 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0442129d-7eea-4ef9-a66a-df0da6d6f640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempting to bind port caf905d2-6767-42f5-9612-9da5e27c2824 on network 0e8e9845-da9d-4c01-9053-afd7b2cb23c7 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:38:54.032857 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0442129d-7eea-4ef9-a66a-df0da6d6f640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Port caf905d2-6767-42f5-9612-9da5e27c2824 on network 0e8e9845-da9d-4c01-9053-afd7b2cb23c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:38:54.034732 n-d-825064-1 neutron-server[102430]: ERROR neutron.plugins.ml2.managers [None req-0442129d-7eea-4ef9-a66a-df0da6d6f640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Failed to bind port caf905d2-6767-42f5-9612-9da5e27c2824 on host n-h2-825064-1 for vnic_type normal using segments [{'id': '344d6731-eb0c-4baa-bb29-c1561ff88748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '0e8e9845-da9d-4c01-9053-afd7b2cb23c7'}] Jan 18 22:38:54.034732 n-d-825064-1 neutron-server[102430]: INFO neutron.plugins.ml2.plugin [None req-0442129d-7eea-4ef9-a66a-df0da6d6f640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempt 4 to bind port caf905d2-6767-42f5-9612-9da5e27c2824 Jan 18 22:38:54.053877 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [None req-0442129d-7eea-4ef9-a66a-df0da6d6f640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempting to bind port caf905d2-6767-42f5-9612-9da5e27c2824 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:38:54.055359 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [None req-0442129d-7eea-4ef9-a66a-df0da6d6f640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempting to bind port caf905d2-6767-42f5-9612-9da5e27c2824 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '344d6731-eb0c-4baa-bb29-c1561ff88748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '0e8e9845-da9d-4c01-9053-afd7b2cb23c7'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:38:54.055716 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0442129d-7eea-4ef9-a66a-df0da6d6f640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempting to bind port caf905d2-6767-42f5-9612-9da5e27c2824 on network 0e8e9845-da9d-4c01-9053-afd7b2cb23c7 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:38:54.061918 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0442129d-7eea-4ef9-a66a-df0da6d6f640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Port caf905d2-6767-42f5-9612-9da5e27c2824 on network 0e8e9845-da9d-4c01-9053-afd7b2cb23c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:38:54.062253 n-d-825064-1 neutron-server[102430]: ERROR neutron.plugins.ml2.managers [None req-0442129d-7eea-4ef9-a66a-df0da6d6f640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Failed to bind port caf905d2-6767-42f5-9612-9da5e27c2824 on host n-h2-825064-1 for vnic_type normal using segments [{'id': '344d6731-eb0c-4baa-bb29-c1561ff88748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '0e8e9845-da9d-4c01-9053-afd7b2cb23c7'}] Jan 18 22:38:54.062737 n-d-825064-1 neutron-server[102430]: INFO neutron.plugins.ml2.plugin [None req-0442129d-7eea-4ef9-a66a-df0da6d6f640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempt 5 to bind port caf905d2-6767-42f5-9612-9da5e27c2824 Jan 18 22:38:54.064576 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7b46eaf7-9416-4e4f-b37b-513860e65039 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:54.093321 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [None req-0442129d-7eea-4ef9-a66a-df0da6d6f640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempting to bind port caf905d2-6767-42f5-9612-9da5e27c2824 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:38:54.093751 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [None req-0442129d-7eea-4ef9-a66a-df0da6d6f640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempting to bind port caf905d2-6767-42f5-9612-9da5e27c2824 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '344d6731-eb0c-4baa-bb29-c1561ff88748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '0e8e9845-da9d-4c01-9053-afd7b2cb23c7'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:38:54.094102 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0442129d-7eea-4ef9-a66a-df0da6d6f640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempting to bind port caf905d2-6767-42f5-9612-9da5e27c2824 on network 0e8e9845-da9d-4c01-9053-afd7b2cb23c7 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:38:54.107581 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0442129d-7eea-4ef9-a66a-df0da6d6f640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Port caf905d2-6767-42f5-9612-9da5e27c2824 on network 0e8e9845-da9d-4c01-9053-afd7b2cb23c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:38:54.107951 n-d-825064-1 neutron-server[102430]: ERROR neutron.plugins.ml2.managers [None req-0442129d-7eea-4ef9-a66a-df0da6d6f640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Failed to bind port caf905d2-6767-42f5-9612-9da5e27c2824 on host n-h2-825064-1 for vnic_type normal using segments [{'id': '344d6731-eb0c-4baa-bb29-c1561ff88748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '0e8e9845-da9d-4c01-9053-afd7b2cb23c7'}] Jan 18 22:38:54.113219 n-d-825064-1 neutron-server[102430]: INFO neutron.plugins.ml2.plugin [None req-0442129d-7eea-4ef9-a66a-df0da6d6f640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempt 6 to bind port caf905d2-6767-42f5-9612-9da5e27c2824 Jan 18 22:38:54.127898 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [None req-0442129d-7eea-4ef9-a66a-df0da6d6f640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempting to bind port caf905d2-6767-42f5-9612-9da5e27c2824 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:38:54.128530 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [None req-0442129d-7eea-4ef9-a66a-df0da6d6f640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempting to bind port caf905d2-6767-42f5-9612-9da5e27c2824 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '344d6731-eb0c-4baa-bb29-c1561ff88748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '0e8e9845-da9d-4c01-9053-afd7b2cb23c7'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:38:54.129573 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0442129d-7eea-4ef9-a66a-df0da6d6f640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempting to bind port caf905d2-6767-42f5-9612-9da5e27c2824 on network 0e8e9845-da9d-4c01-9053-afd7b2cb23c7 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:38:54.135181 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0442129d-7eea-4ef9-a66a-df0da6d6f640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Port caf905d2-6767-42f5-9612-9da5e27c2824 on network 0e8e9845-da9d-4c01-9053-afd7b2cb23c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:38:54.135749 n-d-825064-1 neutron-server[102430]: ERROR neutron.plugins.ml2.managers [None req-0442129d-7eea-4ef9-a66a-df0da6d6f640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Failed to bind port caf905d2-6767-42f5-9612-9da5e27c2824 on host n-h2-825064-1 for vnic_type normal using segments [{'id': '344d6731-eb0c-4baa-bb29-c1561ff88748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '0e8e9845-da9d-4c01-9053-afd7b2cb23c7'}] Jan 18 22:38:54.136342 n-d-825064-1 neutron-server[102430]: INFO neutron.plugins.ml2.plugin [None req-0442129d-7eea-4ef9-a66a-df0da6d6f640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempt 7 to bind port caf905d2-6767-42f5-9612-9da5e27c2824 Jan 18 22:38:54.188363 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [None req-0442129d-7eea-4ef9-a66a-df0da6d6f640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempting to bind port caf905d2-6767-42f5-9612-9da5e27c2824 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:38:54.189667 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [None req-0442129d-7eea-4ef9-a66a-df0da6d6f640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempting to bind port caf905d2-6767-42f5-9612-9da5e27c2824 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '344d6731-eb0c-4baa-bb29-c1561ff88748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '0e8e9845-da9d-4c01-9053-afd7b2cb23c7'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:38:54.192758 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0442129d-7eea-4ef9-a66a-df0da6d6f640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempting to bind port caf905d2-6767-42f5-9612-9da5e27c2824 on network 0e8e9845-da9d-4c01-9053-afd7b2cb23c7 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:38:54.200946 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0442129d-7eea-4ef9-a66a-df0da6d6f640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Port caf905d2-6767-42f5-9612-9da5e27c2824 on network 0e8e9845-da9d-4c01-9053-afd7b2cb23c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:38:54.203180 n-d-825064-1 neutron-server[102430]: ERROR neutron.plugins.ml2.managers [None req-0442129d-7eea-4ef9-a66a-df0da6d6f640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Failed to bind port caf905d2-6767-42f5-9612-9da5e27c2824 on host n-h2-825064-1 for vnic_type normal using segments [{'id': '344d6731-eb0c-4baa-bb29-c1561ff88748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '0e8e9845-da9d-4c01-9053-afd7b2cb23c7'}] Jan 18 22:38:54.203590 n-d-825064-1 neutron-server[102430]: INFO neutron.plugins.ml2.plugin [None req-0442129d-7eea-4ef9-a66a-df0da6d6f640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempt 8 to bind port caf905d2-6767-42f5-9612-9da5e27c2824 Jan 18 22:38:54.204774 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7b46eaf7-9416-4e4f-b37b-513860e65039 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:54.248570 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [None req-0442129d-7eea-4ef9-a66a-df0da6d6f640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempting to bind port caf905d2-6767-42f5-9612-9da5e27c2824 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:38:54.248933 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [None req-0442129d-7eea-4ef9-a66a-df0da6d6f640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempting to bind port caf905d2-6767-42f5-9612-9da5e27c2824 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '344d6731-eb0c-4baa-bb29-c1561ff88748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '0e8e9845-da9d-4c01-9053-afd7b2cb23c7'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:38:54.250042 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0442129d-7eea-4ef9-a66a-df0da6d6f640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempting to bind port caf905d2-6767-42f5-9612-9da5e27c2824 on network 0e8e9845-da9d-4c01-9053-afd7b2cb23c7 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:38:54.310299 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0442129d-7eea-4ef9-a66a-df0da6d6f640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Port caf905d2-6767-42f5-9612-9da5e27c2824 on network 0e8e9845-da9d-4c01-9053-afd7b2cb23c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:38:54.310613 n-d-825064-1 neutron-server[102430]: ERROR neutron.plugins.ml2.managers [None req-0442129d-7eea-4ef9-a66a-df0da6d6f640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Failed to bind port caf905d2-6767-42f5-9612-9da5e27c2824 on host n-h2-825064-1 for vnic_type normal using segments [{'id': '344d6731-eb0c-4baa-bb29-c1561ff88748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '0e8e9845-da9d-4c01-9053-afd7b2cb23c7'}] Jan 18 22:38:54.312580 n-d-825064-1 neutron-server[102430]: INFO neutron.plugins.ml2.plugin [None req-0442129d-7eea-4ef9-a66a-df0da6d6f640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempt 9 to bind port caf905d2-6767-42f5-9612-9da5e27c2824 Jan 18 22:38:54.313455 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7b46eaf7-9416-4e4f-b37b-513860e65039 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:54.356802 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b46eaf7-9416-4e4f-b37b-513860e65039 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Pushing event deleted for resources: {'Subnet': ['ID=3713bf7e-2e10-4141-acc5-29220b97f888,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:54.366155 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7b46eaf7-9416-4e4f-b37b-513860e65039 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:54.372140 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-7b46eaf7-9416-4e4f-b37b-513860e65039 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "DELETE /v2.0/subnets/3713bf7e-2e10-4141-acc5-29220b97f888 HTTP/1.1" status: 204 len: 168 time: 0.4752023 Jan 18 22:38:54.372273 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 36670) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:54.373602 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6d03bd-5505-44e4-b4c3-b5b73b9a2105 None None] Network eee705f4-d5c2-438d-a443-e1573996dcae requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:38:54.400655 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [None req-0442129d-7eea-4ef9-a66a-df0da6d6f640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempting to bind port caf905d2-6767-42f5-9612-9da5e27c2824 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:38:54.407832 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [None req-0442129d-7eea-4ef9-a66a-df0da6d6f640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempting to bind port caf905d2-6767-42f5-9612-9da5e27c2824 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '344d6731-eb0c-4baa-bb29-c1561ff88748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '0e8e9845-da9d-4c01-9053-afd7b2cb23c7'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:38:54.413159 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0442129d-7eea-4ef9-a66a-df0da6d6f640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempting to bind port caf905d2-6767-42f5-9612-9da5e27c2824 on network 0e8e9845-da9d-4c01-9053-afd7b2cb23c7 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:38:54.447574 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03297139-cdd2-44e7-943d-d488821a84b8 req-98d8c2eb-f7b6-4d86-89d4-3dd298f4f13b tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:54.449498 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-03297139-cdd2-44e7-943d-d488821a84b8 req-98d8c2eb-f7b6-4d86-89d4-3dd298f4f13b tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=746ebad6-c218-49ba-a20c-55049008117e HTTP/1.1" status: 200 len: 945 time: 0.1652486 Jan 18 22:38:54.450317 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0442129d-7eea-4ef9-a66a-df0da6d6f640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Port caf905d2-6767-42f5-9612-9da5e27c2824 on network 0e8e9845-da9d-4c01-9053-afd7b2cb23c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:38:54.450811 n-d-825064-1 neutron-server[102430]: ERROR neutron.plugins.ml2.managers [None req-0442129d-7eea-4ef9-a66a-df0da6d6f640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Failed to bind port caf905d2-6767-42f5-9612-9da5e27c2824 on host n-h2-825064-1 for vnic_type normal using segments [{'id': '344d6731-eb0c-4baa-bb29-c1561ff88748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '0e8e9845-da9d-4c01-9053-afd7b2cb23c7'}] Jan 18 22:38:54.461588 n-d-825064-1 neutron-server[102430]: INFO neutron.plugins.ml2.plugin [None req-0442129d-7eea-4ef9-a66a-df0da6d6f640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempt 10 to bind port caf905d2-6767-42f5-9612-9da5e27c2824 Jan 18 22:38:54.480707 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-90634923-0b31-401d-9c0c-2fa63d317b25 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:54.516288 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [None req-0442129d-7eea-4ef9-a66a-df0da6d6f640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempting to bind port caf905d2-6767-42f5-9612-9da5e27c2824 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:38:54.516867 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [None req-0442129d-7eea-4ef9-a66a-df0da6d6f640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempting to bind port caf905d2-6767-42f5-9612-9da5e27c2824 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '344d6731-eb0c-4baa-bb29-c1561ff88748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '0e8e9845-da9d-4c01-9053-afd7b2cb23c7'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:38:54.517376 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0442129d-7eea-4ef9-a66a-df0da6d6f640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempting to bind port caf905d2-6767-42f5-9612-9da5e27c2824 on network 0e8e9845-da9d-4c01-9053-afd7b2cb23c7 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:38:54.536507 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:54.549728 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-03297139-cdd2-44e7-943d-d488821a84b8 req-f52b4085-438e-424b-a615-028af2313951 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=75c337a0-647f-49a7-9e9b-b45556e7737b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839758 Jan 18 22:38:54.553627 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0442129d-7eea-4ef9-a66a-df0da6d6f640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Port caf905d2-6767-42f5-9612-9da5e27c2824 on network 0e8e9845-da9d-4c01-9053-afd7b2cb23c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:38:54.554334 n-d-825064-1 neutron-server[102430]: ERROR neutron.plugins.ml2.managers [None req-0442129d-7eea-4ef9-a66a-df0da6d6f640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Failed to bind port caf905d2-6767-42f5-9612-9da5e27c2824 on host n-h2-825064-1 for vnic_type normal using segments [{'id': '344d6731-eb0c-4baa-bb29-c1561ff88748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '0e8e9845-da9d-4c01-9053-afd7b2cb23c7'}] Jan 18 22:38:54.554894 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0442129d-7eea-4ef9-a66a-df0da6d6f640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:54.578332 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7720fc-7bb3-4efc-91ed-fa98f54a6726 req-f67cf83b-498e-44b6-bd2d-e0cfa1ee93ca tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:54.584648 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9c7720fc-7bb3-4efc-91ed-fa98f54a6726 req-f67cf83b-498e-44b6-bd2d-e0cfa1ee93ca tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd27e371-1c25-4ede-bb30-4f2d5c0cc19d HTTP/1.1" status: 200 len: 945 time: 0.1530516 Jan 18 22:38:54.590007 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-90634923-0b31-401d-9c0c-2fa63d317b25 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Deleting port 9cd801e5-c9fc-4ea5-a37b-fe3d4bf28047 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:38:54.591684 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-90634923-0b31-401d-9c0c-2fa63d317b25 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:54.615770 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:54.664808 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-0442129d-7eea-4ef9-a66a-df0da6d6f640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] For port caf905d2-6767-42f5-9612-9da5e27c2824, host n-h2-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:38:54.665465 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-0442129d-7eea-4ef9-a66a-df0da6d6f640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempted to set empty binding levels {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 18 22:38:54.679815 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0442129d-7eea-4ef9-a66a-df0da6d6f640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:54.734763 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-0442129d-7eea-4ef9-a66a-df0da6d6f640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] In _notify_port_updated(), no bound segment for port caf905d2-6767-42f5-9612-9da5e27c2824 on network 0e8e9845-da9d-4c01-9053-afd7b2cb23c7 {{(pid=102430) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 18 22:38:54.736562 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0442129d-7eea-4ef9-a66a-df0da6d6f640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:54.737228 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0442129d-7eea-4ef9-a66a-df0da6d6f640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:54.741712 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-0442129d-7eea-4ef9-a66a-df0da6d6f640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] 10.222.0.53 "PUT /v2.0/ports/caf905d2-6767-42f5-9612-9da5e27c2824 HTTP/1.1" status: 200 len: 978 time: 1.3045971 Jan 18 22:38:54.742386 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 36684) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:54.778079 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b47614f-5013-4fd7-a32c-4aadf843a27f None None] DHCP port deletion for eee705f4-d5c2-438d-a443-e1573996dcae request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:38:54.778865 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9c7720fc-7bb3-4efc-91ed-fa98f54a6726 req-aade8075-fe22-422d-bd11-90dd321c11ef tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e2e22-46f9-42fe-9710-8e464b95d42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157806 Jan 18 22:38:54.846191 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-90634923-0b31-401d-9c0c-2fa63d317b25 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] For port 9cd801e5-c9fc-4ea5-a37b-fe3d4bf28047, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=9cd801e5-c9fc-4ea5-a37b-fe3d4bf28047,segment=NetworkSegment(be1e515b-aee8-435a-86d3-acf4bd6f30e2),segment_id=be1e515b-aee8-435a-86d3-acf4bd6f30e2)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:38:54.852231 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-90634923-0b31-401d-9c0c-2fa63d317b25 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:54.856481 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0442129d-7eea-4ef9-a66a-df0da6d6f640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Pushing event updated for resources: {'Port': ['ID=caf905d2-6767-42f5-9612-9da5e27c2824,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:54.881315 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-90634923-0b31-401d-9c0c-2fa63d317b25 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Calling delete_port for 9cd801e5-c9fc-4ea5-a37b-fe3d4bf28047 owned by network:dhcp {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:38:54.903554 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab9aca9-397b-47f4-838d-01f84b3e0b9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:54.904013 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab9aca9-397b-47f4-838d-01f84b3e0b9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:54.905562 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab9aca9-397b-47f4-838d-01f84b3e0b9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:54.909616 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab9aca9-397b-47f4-838d-01f84b3e0b9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:54.910104 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab9aca9-397b-47f4-838d-01f84b3e0b9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:54.910577 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab9aca9-397b-47f4-838d-01f84b3e0b9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:54.911041 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab9aca9-397b-47f4-838d-01f84b3e0b9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:54.917900 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab9aca9-397b-47f4-838d-01f84b3e0b9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:54.918538 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab9aca9-397b-47f4-838d-01f84b3e0b9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:54.919015 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab9aca9-397b-47f4-838d-01f84b3e0b9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:54.919488 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab9aca9-397b-47f4-838d-01f84b3e0b9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:54.919609 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-0b47614f-5013-4fd7-a32c-4aadf843a27f None None] Deleting port 9cd801e5-c9fc-4ea5-a37b-fe3d4bf28047 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:38:54.919932 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0b47614f-5013-4fd7-a32c-4aadf843a27f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:54.920061 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab9aca9-397b-47f4-838d-01f84b3e0b9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:54.921565 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab9aca9-397b-47f4-838d-01f84b3e0b9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:54.928605 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-1ab9aca9-397b-47f4-838d-01f84b3e0b9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 11743 time: 0.1828449 Jan 18 22:38:54.929178 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 36696) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:55.034471 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-0b47614f-5013-4fd7-a32c-4aadf843a27f None None] For port 9cd801e5-c9fc-4ea5-a37b-fe3d4bf28047, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=9cd801e5-c9fc-4ea5-a37b-fe3d4bf28047,segment=NetworkSegment(be1e515b-aee8-435a-86d3-acf4bd6f30e2),segment_id=be1e515b-aee8-435a-86d3-acf4bd6f30e2)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:38:55.034788 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0b47614f-5013-4fd7-a32c-4aadf843a27f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:55.053126 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-0b47614f-5013-4fd7-a32c-4aadf843a27f None None] Calling delete_port for 9cd801e5-c9fc-4ea5-a37b-fe3d4bf28047 owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:38:55.085839 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-90634923-0b31-401d-9c0c-2fa63d317b25 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:55.125471 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90634923-0b31-401d-9c0c-2fa63d317b25 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Pushing event deleted for resources: {'Port': ['ID=9cd801e5-c9fc-4ea5-a37b-fe3d4bf28047,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:55.125753 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6185986a-361c-4ba2-9562-93c70e810d38 req-e6a9ad85-8704-4878-9643-d6c8c193c915 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:55.128152 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6185986a-361c-4ba2-9562-93c70e810d38 req-e6a9ad85-8704-4878-9643-d6c8c193c915 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd27e371-1c25-4ede-bb30-4f2d5c0cc19d HTTP/1.1" status: 200 len: 945 time: 0.1980250 Jan 18 22:38:55.130609 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90634923-0b31-401d-9c0c-2fa63d317b25 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] No DVR routers for this DVR port 9cd801e5-c9fc-4ea5-a37b-fe3d4bf28047 on host n-d-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:38:55.210466 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6185986a-361c-4ba2-9562-93c70e810d38 req-c8fad6d2-0341-49ab-b952-cdda98e4825a tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e2e22-46f9-42fe-9710-8e464b95d42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749667 Jan 18 22:38:55.220402 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-ffeeea82-5931-4a9b-9760-b1e3e2a4e5b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Deleting port caf905d2-6767-42f5-9612-9da5e27c2824 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:38:55.220727 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ffeeea82-5931-4a9b-9760-b1e3e2a4e5b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:55.237571 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0b47614f-5013-4fd7-a32c-4aadf843a27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:55.268163 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-90634923-0b31-401d-9c0c-2fa63d317b25 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:55.314880 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b47614f-5013-4fd7-a32c-4aadf843a27f None None] Pushing event deleted for resources: {'Port': ['ID=9cd801e5-c9fc-4ea5-a37b-fe3d4bf28047,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:55.331760 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-90634923-0b31-401d-9c0c-2fa63d317b25 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eee705f4-d5c2-438d-a443-e1573996dcae']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:38:55.332379 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b47614f-5013-4fd7-a32c-4aadf843a27f None None] No DVR routers for this DVR port 9cd801e5-c9fc-4ea5-a37b-fe3d4bf28047 on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:38:55.368060 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-90634923-0b31-401d-9c0c-2fa63d317b25 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be1e515b-aee8-435a-86d3-acf4bd6f30e2') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:38:55.371471 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-90634923-0b31-401d-9c0c-2fa63d317b25 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be1e515b-aee8-435a-86d3-acf4bd6f30e2') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:38:55.396375 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-90634923-0b31-401d-9c0c-2fa63d317b25 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:55.398383 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 9cd801e5-c9fc-4ea5-a37b-fe3d4bf28047 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:38:55.404325 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-ffeeea82-5931-4a9b-9760-b1e3e2a4e5b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] For port caf905d2-6767-42f5-9612-9da5e27c2824, host n-h2-825064-1, got binding levels [] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:38:55.404699 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ffeeea82-5931-4a9b-9760-b1e3e2a4e5b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:55.417361 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-90634923-0b31-401d-9c0c-2fa63d317b25 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:55.437237 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-ffeeea82-5931-4a9b-9760-b1e3e2a4e5b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Calling delete_port for caf905d2-6767-42f5-9612-9da5e27c2824 owned by {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:38:55.444569 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90634923-0b31-401d-9c0c-2fa63d317b25 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:38:55.445503 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-90634923-0b31-401d-9c0c-2fa63d317b25 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:55.461139 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:38:55.461139 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:38:55.461139 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:38:55.461139 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:38:55.461139 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:38:55.461139 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:38:55.461139 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:38:55.461139 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:38:55.461139 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:38:55.461139 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:38:55.461139 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:38:55.461139 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:38:55.461139 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:38:55.461139 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:38:55.461139 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:38:55.461139 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:38:55.461139 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:38:55.461139 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:38:55.461139 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:38:55.461139 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:38:55.461139 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:38:55.461139 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:38:55.461139 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:38:55.461139 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:38:55.461139 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:38:55.461139 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:38:55.461139 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:38:55.461139 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:38:55.461139 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:38:55.461139 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:38:55.461139 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:38:55.461139 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:38:55.476498 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 9cd801e5-c9fc-4ea5-a37b-fe3d4bf28047 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:38:55.477235 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 9cd801e5-c9fc-4ea5-a37b-fe3d4bf28047 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:38:55.655099 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-90634923-0b31-401d-9c0c-2fa63d317b25 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:55.686197 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-90634923-0b31-401d-9c0c-2fa63d317b25 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:55.699331 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-90634923-0b31-401d-9c0c-2fa63d317b25 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "DELETE /v2.0/networks/eee705f4-d5c2-438d-a443-e1573996dcae HTTP/1.1" status: 204 len: 168 time: 1.3206265 Jan 18 22:38:55.699331 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90634923-0b31-401d-9c0c-2fa63d317b25 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Pushing event deleted for resources: {'Network': ['ID=eee705f4-d5c2-438d-a443-e1573996dcae,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:55.699331 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 36730) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:55.705099 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-8e6d0fc2-5ece-4988-b95f-b118c260ce4a tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Request body: {'network': {'name': 'tempest-RoutersTest-2036727606'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:38:55.728670 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e6d0fc2-5ece-4988-b95f-b118c260ce4a tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Made reservation on behalf of bc40d8e6d2ad4b0587a6817944d39c32 for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:38:55.733195 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8e6d0fc2-5ece-4988-b95f-b118c260ce4a tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:55.763234 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e6d0fc2-5ece-4988-b95f-b118c260ce4a tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:38:55.776399 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8e6d0fc2-5ece-4988-b95f-b118c260ce4a tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:55.776965 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-8e6d0fc2-5ece-4988-b95f-b118c260ce4a tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Added segment 3102a7aa-1524-4a71-ab39-2f58cb485cd3 of type vlan for network 591cc02a-4869-4e47-b2d5-7eeb2da1b750 Jan 18 22:38:55.847773 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8e6d0fc2-5ece-4988-b95f-b118c260ce4a tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:55.888319 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8e6d0fc2-5ece-4988-b95f-b118c260ce4a tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:55.899910 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6d0fc2-5ece-4988-b95f-b118c260ce4a tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:55.900633 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8e6d0fc2-5ece-4988-b95f-b118c260ce4a tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:55.988349 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6d0fc2-5ece-4988-b95f-b118c260ce4a tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Pushing event updated for resources: {'Network': ['ID=591cc02a-4869-4e47-b2d5-7eeb2da1b750,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:56.000422 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 591cc02a-4869-4e47-b2d5-7eeb2da1b750 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:38:56.005871 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-8e6d0fc2-5ece-4988-b95f-b118c260ce4a tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3073053 Jan 18 22:38:56.006921 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 36748) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:56.013599 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-e5c6ab69-1f56-4fe1-9d4e-39e808c4c5a7 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Request body: {'subnet': {'network_id': '591cc02a-4869-4e47-b2d5-7eeb2da1b750', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:38:56.161036 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c6ab69-1f56-4fe1-9d4e-39e808c4c5a7 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Made reservation on behalf of bc40d8e6d2ad4b0587a6817944d39c32 for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:38:56.171162 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e5c6ab69-1f56-4fe1-9d4e-39e808c4c5a7 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:56.184949 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae3abba-6cd1-4eef-bc8d-50edf9b9006b req-dd99fcb2-7408-422f-a28b-792854a2acd9 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:56.187257 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0ae3abba-6cd1-4eef-bc8d-50edf9b9006b req-dd99fcb2-7408-422f-a28b-792854a2acd9 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd27e371-1c25-4ede-bb30-4f2d5c0cc19d HTTP/1.1" status: 200 len: 945 time: 0.1009231 Jan 18 22:38:56.239392 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df8277c-2039-4bc7-b5e8-5a67daa32ee0 req-c3dac9c3-2c1b-4682-9689-ce5c222c0e26 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:56.247476 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3df8277c-2039-4bc7-b5e8-5a67daa32ee0 req-c3dac9c3-2c1b-4682-9689-ce5c222c0e26 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=746ebad6-c218-49ba-a20c-55049008117e HTTP/1.1" status: 200 len: 945 time: 0.1304133 Jan 18 22:38:56.293460 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0ae3abba-6cd1-4eef-bc8d-50edf9b9006b req-16417fed-2b51-432d-97e6-113b7033890e tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e2e22-46f9-42fe-9710-8e464b95d42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910707 Jan 18 22:38:56.339310 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ffeeea82-5931-4a9b-9760-b1e3e2a4e5b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:56.408794 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3df8277c-2039-4bc7-b5e8-5a67daa32ee0 req-97403cab-5f38-4770-8f31-5dcf14391e85 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=75c337a0-647f-49a7-9e9b-b45556e7737b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1537845 Jan 18 22:38:56.410100 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ffeeea82-5931-4a9b-9760-b1e3e2a4e5b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:56.413387 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-ffeeea82-5931-4a9b-9760-b1e3e2a4e5b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] 10.222.0.53 "DELETE /v2.0/ports/caf905d2-6767-42f5-9612-9da5e27c2824 HTTP/1.1" status: 204 len: 168 time: 1.4821038 Jan 18 22:38:56.418956 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 36766) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:56.446546 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeeea82-5931-4a9b-9760-b1e3e2a4e5b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Pushing event deleted for resources: {'Port': ['ID=caf905d2-6767-42f5-9612-9da5e27c2824,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:56.461096 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d2d65fd-c1f3-4669-95b7-3e95c6b19d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] GET failed (client error): The resource could not be found. Jan 18 22:38:56.463545 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-3d2d65fd-c1f3-4669-95b7-3e95c6b19d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] 10.222.0.53 "GET /v2.0/ports/caf905d2-6767-42f5-9612-9da5e27c2824 HTTP/1.1" status: 404 len: 333 time: 0.0436251 Jan 18 22:38:56.472023 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 36768) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:56.482416 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-d2ff4a08-b84c-47a1-85ef-841d590d481a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-37572659', 'network_id': '0e8e9845-da9d-4c01-9053-afd7b2cb23c7'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:38:56.520985 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2ff4a08-b84c-47a1-85ef-841d590d481a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Made reservation on behalf of 46cbf3ec1dfe4b13a3537bbff90ed9c4 for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:38:56.525586 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d2ff4a08-b84c-47a1-85ef-841d590d481a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:56.558094 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e5c6ab69-1f56-4fe1-9d4e-39e808c4c5a7 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:56.560519 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [None req-d2ff4a08-b84c-47a1-85ef-841d590d481a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] device_id is not set on port 98b5f084-2d9d-431a-b362-2c8ac634cafc yet. {{(pid=102430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:38:56.683169 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c6ab69-1f56-4fe1-9d4e-39e808c4c5a7 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Pushing event updated for resources: {'Subnet': ['ID=55197691-bfb2-4ca9-986f-14f9109f177d,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:56.704670 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c6ab69-1f56-4fe1-9d4e-39e808c4c5a7 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Checking segment: {'id': '3102a7aa-1524-4a71-ab39-2f58cb485cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '591cc02a-4869-4e47-b2d5-7eeb2da1b750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:38:56.705040 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c6ab69-1f56-4fe1-9d4e-39e808c4c5a7 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Network hostable DHCP agents. Network: 591cc02a-4869-4e47-b2d5-7eeb2da1b750, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:38:56.733863 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c6ab69-1f56-4fe1-9d4e-39e808c4c5a7 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Network 591cc02a-4869-4e47-b2d5-7eeb2da1b750 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:38:56.767343 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-e5c6ab69-1f56-4fe1-9d4e-39e808c4c5a7 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 591cc02a-4869-4e47-b2d5-7eeb2da1b750) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:38:56.784164 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c6ab69-1f56-4fe1-9d4e-39e808c4c5a7 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:56.784791 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e5c6ab69-1f56-4fe1-9d4e-39e808c4c5a7 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:56.790865 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-583de856-97de-4689-b682-e66d9b1fe91b None None] Network 591cc02a-4869-4e47-b2d5-7eeb2da1b750 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:38:56.816086 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-e5c6ab69-1f56-4fe1-9d4e-39e808c4c5a7 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8077819 Jan 18 22:38:56.818720 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 36788) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:56.823322 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-37647b72-d46c-4602-9a8b-d49448577708 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-360918714', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:38:56.883046 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-37647b72-d46c-4602-9a8b-d49448577708 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1044160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8692'] for router, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:56.883867 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d2ff4a08-b84c-47a1-85ef-841d590d481a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:56.888623 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-37647b72-d46c-4602-9a8b-d49448577708 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1040680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8675'] for router, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:56.918826 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6c86c5-2f28-4040-96d5-5eb7a2970441 req-c71d03a0-32d6-4e4d-a5df-2b1b7d720902 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:56.921699 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6e6c86c5-2f28-4040-96d5-5eb7a2970441 req-c71d03a0-32d6-4e4d-a5df-2b1b7d720902 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.67 "GET /v2.0/ports?device_id=dd27e371-1c25-4ede-bb30-4f2d5c0cc19d HTTP/1.1" status: 200 len: 945 time: 0.1215198 Jan 18 22:38:57.027392 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-37647b72-d46c-4602-9a8b-d49448577708 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:57.039570 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-37647b72-d46c-4602-9a8b-d49448577708 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1040691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049'] for router, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:57.042611 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d2ff4a08-b84c-47a1-85ef-841d590d481a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:57.077346 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 36796) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:57.105730 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-37647b72-d46c-4602-9a8b-d49448577708 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:57.105970 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ff4a08-b84c-47a1-85ef-841d590d481a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Pushing event updated for resources: {'Port': ['ID=98b5f084-2d9d-431a-b362-2c8ac634cafc,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:57.116632 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-37647b72-d46c-4602-9a8b-d49448577708 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2968879 Jan 18 22:38:57.120332 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 36800) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:57.151371 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ff4a08-b84c-47a1-85ef-841d590d481a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Network 0e8e9845-da9d-4c01-9053-afd7b2cb23c7 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:38:57.155678 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-d2ff4a08-b84c-47a1-85ef-841d590d481a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:38:57.164367 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ff4a08-b84c-47a1-85ef-841d590d481a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:38:57.165360 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ff4a08-b84c-47a1-85ef-841d590d481a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:57.165984 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d2ff4a08-b84c-47a1-85ef-841d590d481a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:57.178292 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-6e6c86c5-2f28-4040-96d5-5eb7a2970441 req-2266adae-5bb0-4ed9-b43d-18632d3086a2 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Deleting port 23efa239-ee3f-46f0-815c-02e4983ae0c5 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:38:57.178773 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-6e6c86c5-2f28-4040-96d5-5eb7a2970441 req-2266adae-5bb0-4ed9-b43d-18632d3086a2 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:57.194051 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25878da6-c6cb-445b-9bc7-bb6ff466e2f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-591cc02a-4869-4e47-b2d5-7eeb2da1b750', 'network_id': '591cc02a-4869-4e47-b2d5-7eeb2da1b750', 'tenant_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'fixed_ips': [{'subnet_id': '55197691-bfb2-4ca9-986f-14f9109f177d'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:38:57.195252 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-25878da6-c6cb-445b-9bc7-bb6ff466e2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:57.295906 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-d2ff4a08-b84c-47a1-85ef-841d590d481a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 0.8271959 Jan 18 22:38:57.301240 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 36806) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:57.351144 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1076dd62-8ee0-4f06-8c8a-1d684c1b5a8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:57.352728 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-1076dd62-8ee0-4f06-8c8a-1d684c1b5a8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] 10.222.0.53 "GET /v2.0/ports/98b5f084-2d9d-431a-b362-2c8ac634cafc HTTP/1.1" status: 200 len: 957 time: 0.0504346 Jan 18 22:38:57.354168 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fce485e5-3db1-438a-92a4-cc4bea73fdbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:57.355920 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 36810) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:57.400721 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-6e6c86c5-2f28-4040-96d5-5eb7a2970441 req-2266adae-5bb0-4ed9-b43d-18632d3086a2 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] For port 23efa239-ee3f-46f0-815c-02e4983ae0c5, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=23efa239-ee3f-46f0-815c-02e4983ae0c5,segment=NetworkSegment(dfaa1994-2fdd-4a54-9d15-02069c3ace9d),segment_id=dfaa1994-2fdd-4a54-9d15-02069c3ace9d)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:38:57.401258 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-6e6c86c5-2f28-4040-96d5-5eb7a2970441 req-2266adae-5bb0-4ed9-b43d-18632d3086a2 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:57.425074 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-6e6c86c5-2f28-4040-96d5-5eb7a2970441 req-2266adae-5bb0-4ed9-b43d-18632d3086a2 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Calling delete_port for 23efa239-ee3f-46f0-815c-02e4983ae0c5 owned by compute:nova {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:38:57.546428 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45dd4d7-6cda-451d-a72c-1e49f84fabeb req-f2bddd64-4b89-4870-8e60-6313ccb8e56d tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:57.554181 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b45dd4d7-6cda-451d-a72c-1e49f84fabeb req-f2bddd64-4b89-4870-8e60-6313ccb8e56d tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd27e371-1c25-4ede-bb30-4f2d5c0cc19d HTTP/1.1" status: 200 len: 945 time: 0.1101797 Jan 18 22:38:57.566110 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-25878da6-c6cb-445b-9bc7-bb6ff466e2f2 None None] Allocated IP 172.20.0.2 (591cc02a-4869-4e47-b2d5-7eeb2da1b750/55197691-bfb2-4ca9-986f-14f9109f177d/47a594a9-b933-4e3e-8e36-f9f030a96932) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:38:57.723544 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b45dd4d7-6cda-451d-a72c-1e49f84fabeb req-6edc5170-c163-4b36-af63-cf733e422f31 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e2e22-46f9-42fe-9710-8e464b95d42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661308 Jan 18 22:38:57.791881 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b6bc28-6652-43f0-acdf-315c24cf8e95 req-2c2953ec-461b-464a-8797-ae67f856bdab tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:57.794228 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-64b6bc28-6652-43f0-acdf-315c24cf8e95 req-2c2953ec-461b-464a-8797-ae67f856bdab tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=746ebad6-c218-49ba-a20c-55049008117e HTTP/1.1" status: 200 len: 945 time: 0.2056332 Jan 18 22:38:57.841235 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-6e6c86c5-2f28-4040-96d5-5eb7a2970441 req-2266adae-5bb0-4ed9-b43d-18632d3086a2 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:57.886373 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['d3bce038-f949-4e37-a6fe-4f788f1c8e1a'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:38:57.911334 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2266adae-5bb0-4ed9-b43d-18632d3086a2 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Pushing event deleted for resources: {'Port': ['ID=23efa239-ee3f-46f0-815c-02e4983ae0c5,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:57.932090 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-64b6bc28-6652-43f0-acdf-315c24cf8e95 req-925dc1c6-bf2d-4f31-943c-a0e33f351f48 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=75c337a0-647f-49a7-9e9b-b45556e7737b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253028 Jan 18 22:38:57.952623 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['23efa239-ee3f-46f0-815c-02e4983ae0c5'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:38:57.965157 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-b77db575-5ee5-4fbf-a644-d77d42cceb41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Deleting port 98b5f084-2d9d-431a-b362-2c8ac634cafc {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:38:57.966293 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b77db575-5ee5-4fbf-a644-d77d42cceb41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:58.021220 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e6c86c5-2f28-4040-96d5-5eb7a2970441 req-2266adae-5bb0-4ed9-b43d-18632d3086a2 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] No DVR routers for this DVR port 23efa239-ee3f-46f0-815c-02e4983ae0c5 on host n-h2-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:38:58.028448 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-6e6c86c5-2f28-4040-96d5-5eb7a2970441 req-2266adae-5bb0-4ed9-b43d-18632d3086a2 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:58.032073 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6e6c86c5-2f28-4040-96d5-5eb7a2970441 req-2266adae-5bb0-4ed9-b43d-18632d3086a2 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.67 "DELETE /v2.0/ports/23efa239-ee3f-46f0-815c-02e4983ae0c5 HTTP/1.1" status: 204 len: 173 time: 1.1040874 Jan 18 22:38:58.032625 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd27e371-1c25-4ede-bb30-4f2d5c0cc19d', 'name': 'network-vif-deleted', 'tag': '23efa239-ee3f-46f0-815c-02e4983ae0c5'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:38:58.049592 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1056642f-2aef-422e-a54c-597bb5b3c554" -d '{"events": [{"server_uuid": "dd27e371-1c25-4ede-bb30-4f2d5c0cc19d", "name": "network-vif-deleted", "tag": "23efa239-ee3f-46f0-815c-02e4983ae0c5"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:38:58.082587 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b2c2d91c-4452-4916-9cd4-71251af95646 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:58.128087 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edaaad5c-09c0-4e07-9235-3e7854c14fa0 x-openstack-request-id: req-edaaad5c-09c0-4e07-9235-3e7854c14fa0 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:38:58.129781 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd27e371-1c25-4ede-bb30-4f2d5c0cc19d", "name": "network-vif-deleted", "tag": "23efa239-ee3f-46f0-815c-02e4983ae0c5", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:38:58.130062 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-edaaad5c-09c0-4e07-9235-3e7854c14fa0 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:38:58.130556 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd27e371-1c25-4ede-bb30-4f2d5c0cc19d', 'name': 'network-vif-deleted', 'tag': '23efa239-ee3f-46f0-815c-02e4983ae0c5', 'status': 'completed', 'code': 200} Jan 18 22:38:58.172104 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fce485e5-3db1-438a-92a4-cc4bea73fdbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:58.203492 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fce485e5-3db1-438a-92a4-cc4bea73fdbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:58.203958 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-25878da6-c6cb-445b-9bc7-bb6ff466e2f2 None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:58.215047 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-25878da6-c6cb-445b-9bc7-bb6ff466e2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:58.281528 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25878da6-c6cb-445b-9bc7-bb6ff466e2f2 None None] Network 591cc02a-4869-4e47-b2d5-7eeb2da1b750 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:38:58.287319 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-25878da6-c6cb-445b-9bc7-bb6ff466e2f2 None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:38:58.293638 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25878da6-c6cb-445b-9bc7-bb6ff466e2f2 None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:38:58.363921 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25878da6-c6cb-445b-9bc7-bb6ff466e2f2 None None] Pushing event updated for resources: {'Port': ['ID=47a594a9-b933-4e3e-8e36-f9f030a96932,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:58.429334 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-25878da6-c6cb-445b-9bc7-bb6ff466e2f2 None None] Attempting to bind port 47a594a9-b933-4e3e-8e36-f9f030a96932 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:38:58.429791 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-25878da6-c6cb-445b-9bc7-bb6ff466e2f2 None None] Attempting to bind port 47a594a9-b933-4e3e-8e36-f9f030a96932 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '3102a7aa-1524-4a71-ab39-2f58cb485cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '591cc02a-4869-4e47-b2d5-7eeb2da1b750'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:38:58.430226 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25878da6-c6cb-445b-9bc7-bb6ff466e2f2 None None] Attempting to bind port 47a594a9-b933-4e3e-8e36-f9f030a96932 on network 591cc02a-4869-4e47-b2d5-7eeb2da1b750 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:38:58.436958 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25878da6-c6cb-445b-9bc7-bb6ff466e2f2 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:38:58.445618 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25878da6-c6cb-445b-9bc7-bb6ff466e2f2 None None] Checking segment: {'id': '3102a7aa-1524-4a71-ab39-2f58cb485cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '591cc02a-4869-4e47-b2d5-7eeb2da1b750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:38:58.448195 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-25878da6-c6cb-445b-9bc7-bb6ff466e2f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:58.449053 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25878da6-c6cb-445b-9bc7-bb6ff466e2f2 None None] Bound using segment: {'id': '3102a7aa-1524-4a71-ab39-2f58cb485cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '591cc02a-4869-4e47-b2d5-7eeb2da1b750'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:38:58.449632 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-25878da6-c6cb-445b-9bc7-bb6ff466e2f2 None None] Bound port: 47a594a9-b933-4e3e-8e36-f9f030a96932, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3102a7aa-1524-4a71-ab39-2f58cb485cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '591cc02a-4869-4e47-b2d5-7eeb2da1b750'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:38:58.450117 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-25878da6-c6cb-445b-9bc7-bb6ff466e2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:58.605217 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-fce485e5-3db1-438a-92a4-cc4bea73fdbf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8f22ddc89cff43d4818b04cfe3a410fb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5265038 Jan 18 22:38:58.607891 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 36830) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:58.619209 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b77db575-5ee5-4fbf-a644-d77d42cceb41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:58.620311 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-25878da6-c6cb-445b-9bc7-bb6ff466e2f2 None None] For port 47a594a9-b933-4e3e-8e36-f9f030a96932, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:38:58.623760 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-25878da6-c6cb-445b-9bc7-bb6ff466e2f2 None None] For port 47a594a9-b933-4e3e-8e36-f9f030a96932, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=47a594a9-b933-4e3e-8e36-f9f030a96932,segment=NetworkSegment(3102a7aa-1524-4a71-ab39-2f58cb485cd3),segment_id=3102a7aa-1524-4a71-ab39-2f58cb485cd3)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:38:58.630708 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-25878da6-c6cb-445b-9bc7-bb6ff466e2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:58.699564 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-b77db575-5ee5-4fbf-a644-d77d42cceb41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Calling delete_port for 98b5f084-2d9d-431a-b362-2c8ac634cafc owned by {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:38:58.700612 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-17dde63b-e84d-43bb-a222-5fff7a5a9e6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:58.724630 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25878da6-c6cb-445b-9bc7-bb6ff466e2f2 None None] Pushing event updated for resources: {'Port': ['ID=47a594a9-b933-4e3e-8e36-f9f030a96932,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:58.743576 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-17dde63b-e84d-43bb-a222-5fff7a5a9e6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:58.767972 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce485e5-3db1-438a-92a4-cc4bea73fdbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deb8394d-d1c9-4a0b-aac9-7636718edacd,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:58.814618 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-17dde63b-e84d-43bb-a222-5fff7a5a9e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:58.817271 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-17dde63b-e84d-43bb-a222-5fff7a5a9e6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:58.820962 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-17dde63b-e84d-43bb-a222-5fff7a5a9e6e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/deb8394d-d1c9-4a0b-aac9-7636718edacd HTTP/1.1" status: 204 len: 168 time: 0.2095373 Jan 18 22:38:58.827321 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dde63b-e84d-43bb-a222-5fff7a5a9e6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb8394d-d1c9-4a0b-aac9-7636718edacd,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:59.041228 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b77db575-5ee5-4fbf-a644-d77d42cceb41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:59.118276 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b77db575-5ee5-4fbf-a644-d77d42cceb41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:59.122858 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-b77db575-5ee5-4fbf-a644-d77d42cceb41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] 10.222.0.53 "DELETE /v2.0/ports/98b5f084-2d9d-431a-b362-2c8ac634cafc HTTP/1.1" status: 204 len: 168 time: 1.7628024 Jan 18 22:38:59.135910 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77db575-5ee5-4fbf-a644-d77d42cceb41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Pushing event deleted for resources: {'Port': ['ID=98b5f084-2d9d-431a-b362-2c8ac634cafc,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:59.137078 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 36846) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:59.193143 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa51ae5-0762-4922-9b92-fcfb4ef86472 req-ef605258-e9ce-4ca7-8139-d149957d9ecc tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:59.195244 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3fa51ae5-0762-4922-9b92-fcfb4ef86472 req-ef605258-e9ce-4ca7-8139-d149957d9ecc tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=746ebad6-c218-49ba-a20c-55049008117e HTTP/1.1" status: 200 len: 945 time: 0.0933080 Jan 18 22:38:59.218114 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-b2c2d91c-4452-4916-9cd4-71251af95646 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Allocated IP 172.20.0.1 (591cc02a-4869-4e47-b2d5-7eeb2da1b750/55197691-bfb2-4ca9-986f-14f9109f177d/8cb27030-9543-4372-afb5-e03ee518636e) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:38:59.229226 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-702f4faa-0002-4cc3-b8a5-a1d18f12d10c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] GET failed (client error): The resource could not be found. Jan 18 22:38:59.241162 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-702f4faa-0002-4cc3-b8a5-a1d18f12d10c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] 10.222.0.53 "GET /v2.0/ports/98b5f084-2d9d-431a-b362-2c8ac634cafc HTTP/1.1" status: 404 len: 333 time: 0.0971961 Jan 18 22:38:59.251320 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 36852) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:59.272326 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-d2433854-cd6e-4b4a-aea0-6e9842a66c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Request body: {'port': {'network_id': '0e8e9845-da9d-4c01-9053-afd7b2cb23c7', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1965696799'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:38:59.287087 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3fa51ae5-0762-4922-9b92-fcfb4ef86472 req-86d14804-2fba-4184-8270-f0d8469ebc85 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=75c337a0-647f-49a7-9e9b-b45556e7737b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854425 Jan 18 22:38:59.287583 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 36854) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:59.324199 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e37c5cda-0866-4af5-8c3c-1ae5842448a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:59.456336 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 47a594a9-b933-4e3e-8e36-f9f030a96932 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:38:59.466770 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2433854-cd6e-4b4a-aea0-6e9842a66c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Made reservation on behalf of 46cbf3ec1dfe4b13a3537bbff90ed9c4 for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:38:59.470620 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d2433854-cd6e-4b4a-aea0-6e9842a66c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:59.493950 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e37c5cda-0866-4af5-8c3c-1ae5842448a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:59.507660 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e37c5cda-0866-4af5-8c3c-1ae5842448a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:59.530091 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [None req-d2433854-cd6e-4b4a-aea0-6e9842a66c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] device_id is not set on port 04ede2b6-f585-4d20-97f7-66d401f20ef5 yet. {{(pid=102431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:38:59.570691 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 47a594a9-b933-4e3e-8e36-f9f030a96932 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:38:59.571072 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:59.579619 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37c5cda-0866-4af5-8c3c-1ae5842448a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=250c5b01-947e-480c-b2ed-a046acfad4aa,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:59.632372 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b2c2d91c-4452-4916-9cd4-71251af95646 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:59.697882 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-e37c5cda-0866-4af5-8c3c-1ae5842448a7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6461953a14024519ae53688d15db7be2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4089904 Jan 18 22:38:59.703674 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 36872) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:38:59.756816 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b2c2d91c-4452-4916-9cd4-71251af95646 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:59.765092 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:59.768667 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d2433854-cd6e-4b4a-aea0-6e9842a66c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:59.811962 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c2d91c-4452-4916-9cd4-71251af95646 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Network 591cc02a-4869-4e47-b2d5-7eeb2da1b750 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:38:59.836314 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-b2c2d91c-4452-4916-9cd4-71251af95646 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:38:59.838521 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ee969599-0f08-4b20-a9ea-403fcca3c65d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:59.845712 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c2d91c-4452-4916-9cd4-71251af95646 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:38:59.854585 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port 47a594a9-b933-4e3e-8e36-f9f030a96932, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=47a594a9-b933-4e3e-8e36-f9f030a96932,segment=NetworkSegment(3102a7aa-1524-4a71-ab39-2f58cb485cd3),segment_id=3102a7aa-1524-4a71-ab39-2f58cb485cd3)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:38:59.860777 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:59.882590 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf0be91-c1e6-40a0-abf9-426623c3791e req-21425a82-bc50-4f51-8493-95e4fb3a9ae5 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:38:59.890761 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0cf0be91-c1e6-40a0-abf9-426623c3791e req-21425a82-bc50-4f51-8493-95e4fb3a9ae5 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/networks?id=eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02 HTTP/1.1" status: 200 len: 806 time: 0.3240483 Jan 18 22:38:59.923783 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0cf0be91-c1e6-40a0-abf9-426623c3791e req-f4369a51-06ea-41fc-a1fc-325950fc4690 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/quotas/d58fa77d6cd94e7ca7d141d5a9b044dd HTTP/1.1" status: 200 len: 375 time: 0.0319555 Jan 18 22:38:59.949404 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ee969599-0f08-4b20-a9ea-403fcca3c65d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:38:59.956051 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=47a594a9-b933-4e3e-8e36-f9f030a96932,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:59.964315 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c2d91c-4452-4916-9cd4-71251af95646 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Pushing event updated for resources: {'Port': ['ID=8cb27030-9543-4372-afb5-e03ee518636e,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:38:59.986825 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b2c2d91c-4452-4916-9cd4-71251af95646 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1040954'] for router_interface, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:00.038509 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d2433854-cd6e-4b4a-aea0-6e9842a66c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:00.048769 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0cf0be91-c1e6-40a0-abf9-426623c3791e req-5a0ea3cd-7885-43e5-92ac-4abb6f1038cb tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d58fa77d6cd94e7ca7d141d5a9b044dd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1169987 Jan 18 22:39:00.123813 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2433854-cd6e-4b4a-aea0-6e9842a66c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Network 0e8e9845-da9d-4c01-9053-afd7b2cb23c7 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:39:00.124422 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ee969599-0f08-4b20-a9ea-403fcca3c65d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:00.128541 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ee969599-0f08-4b20-a9ea-403fcca3c65d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:00.132110 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-ee969599-0f08-4b20-a9ea-403fcca3c65d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/250c5b01-947e-480c-b2ed-a046acfad4aa HTTP/1.1" status: 204 len: 168 time: 0.4245076 Jan 18 22:39:00.132299 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-d2433854-cd6e-4b4a-aea0-6e9842a66c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:39:00.142384 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee969599-0f08-4b20-a9ea-403fcca3c65d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=250c5b01-947e-480c-b2ed-a046acfad4aa,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:39:00.148820 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2433854-cd6e-4b4a-aea0-6e9842a66c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:39:00.151653 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2433854-cd6e-4b4a-aea0-6e9842a66c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:00.153350 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d2433854-cd6e-4b4a-aea0-6e9842a66c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:00.190443 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0cf0be91-c1e6-40a0-abf9-426623c3791e req-4ea22c83-5d26-4e5b-8ba2-a90384c9649f service neutron] 10.222.0.53 "GET /v2.0/networks/eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370599 Jan 18 22:39:00.224089 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2433854-cd6e-4b4a-aea0-6e9842a66c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Pushing event updated for resources: {'Port': ['ID=04ede2b6-f585-4d20-97f7-66d401f20ef5,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:39:00.239075 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-d2433854-cd6e-4b4a-aea0-6e9842a66c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.9845469 Jan 18 22:39:00.239776 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 36876) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:00.247680 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-9805f6fe-0a5e-429e-bea2-e7e4935a2546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-825064-1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:39:00.321842 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c27da4-653e-47f3-81d0-debc38b52e86 None None] Network 591cc02a-4869-4e47-b2d5-7eeb2da1b750 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:39:00.346772 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b2c2d91c-4452-4916-9cd4-71251af95646 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:00.382512 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0cf0be91-c1e6-40a0-abf9-426623c3791e req-a43dbe82-5ec1-454c-a6af-6cd4acdcd246 service neutron] 10.222.0.53 "GET /v2.0/networks/eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911628 Jan 18 22:39:00.438994 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-772ea518-fa91-4ff5-ab77-7abee0165d8a None None] Provisioning complete for port 47a594a9-b933-4e3e-8e36-f9f030a96932 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:39:00.439630 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-772ea518-fa91-4ff5-ab77-7abee0165d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:00.463266 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9805f6fe-0a5e-429e-bea2-e7e4935a2546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:00.536754 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ba6d12-ec00-427a-a3d9-0e13b8717499 req-77885d81-6590-4f06-be20-5eca823dff6c tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:00.545069 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-11ba6d12-ec00-427a-a3d9-0e13b8717499 req-77885d81-6590-4f06-be20-5eca823dff6c tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=746ebad6-c218-49ba-a20c-55049008117e HTTP/1.1" status: 200 len: 945 time: 0.1148469 Jan 18 22:39:00.632328 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-11ba6d12-ec00-427a-a3d9-0e13b8717499 req-530dd967-5ffc-4e30-aa5d-93a1be0ccae4 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=75c337a0-647f-49a7-9e9b-b45556e7737b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790193 Jan 18 22:39:00.805724 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c0c86548-6c75-495d-ad57-4af5ac1ad1e2 req-d1b8e529-b89a-448a-9e72-87d43f09d779 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb2d1e8a-0ee5-47c1-969e-df8edc45093a HTTP/1.1" status: 200 len: 210 time: 0.0373685 Jan 18 22:39:00.910280 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b2c2d91c-4452-4916-9cd4-71251af95646 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:00.920167 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b2c2d91c-4452-4916-9cd4-71251af95646 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:01.031348 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b2c2d91c-4452-4916-9cd4-71251af95646 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-613854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1041070'] for router_interface, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:01.081927 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c2d91c-4452-4916-9cd4-71251af95646 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Pushing event updated for resources: {'Port': ['ID=8cb27030-9543-4372-afb5-e03ee518636e,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:39:01.107510 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-df4ec95f-15fa-41c6-bfb3-77c64329b73f None None] Provisioning complete for port 47a594a9-b933-4e3e-8e36-f9f030a96932 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:39:01.107935 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-df4ec95f-15fa-41c6-bfb3-77c64329b73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:01.465101 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [None req-9805f6fe-0a5e-429e-bea2-e7e4935a2546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] device_id is not set on port 04ede2b6-f585-4d20-97f7-66d401f20ef5 yet. {{(pid=102431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:39:01.465767 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 47a594a9-b933-4e3e-8e36-f9f030a96932 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:39:01.503126 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9805f6fe-0a5e-429e-bea2-e7e4935a2546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:01.531181 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c2d91c-4452-4916-9cd4-71251af95646 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Network 591cc02a-4869-4e47-b2d5-7eeb2da1b750 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:39:01.533802 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9805f6fe-0a5e-429e-bea2-e7e4935a2546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:01.547486 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-b2c2d91c-4452-4916-9cd4-71251af95646 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:39:01.574888 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-df4ec95f-15fa-41c6-bfb3-77c64329b73f None None] Provisioning complete for port 8cb27030-9543-4372-afb5-e03ee518636e triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:39:01.575392 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-df4ec95f-15fa-41c6-bfb3-77c64329b73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:01.625477 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 47a594a9-b933-4e3e-8e36-f9f030a96932 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:39:01.627720 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:01.635511 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-df4ec95f-15fa-41c6-bfb3-77c64329b73f None None] Port 8cb27030-9543-4372-afb5-e03ee518636e cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:39:01.856789 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9805f6fe-0a5e-429e-bea2-e7e4935a2546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Pushing event updated for resources: {'Port': ['ID=04ede2b6-f585-4d20-97f7-66d401f20ef5,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:39:01.883454 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-9805f6fe-0a5e-429e-bea2-e7e4935a2546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempting to bind port 04ede2b6-f585-4d20-97f7-66d401f20ef5 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:39:01.886882 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-9805f6fe-0a5e-429e-bea2-e7e4935a2546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempting to bind port 04ede2b6-f585-4d20-97f7-66d401f20ef5 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '344d6731-eb0c-4baa-bb29-c1561ff88748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '0e8e9845-da9d-4c01-9053-afd7b2cb23c7'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:39:01.887259 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9805f6fe-0a5e-429e-bea2-e7e4935a2546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempting to bind port 04ede2b6-f585-4d20-97f7-66d401f20ef5 on network 0e8e9845-da9d-4c01-9053-afd7b2cb23c7 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:39:01.901607 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a11b1f3-7a1f-41ef-b2dd-595155bbf23e req-27653f0e-6f4d-4141-9df6-a764e9c062f0 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:01.902538 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9805f6fe-0a5e-429e-bea2-e7e4935a2546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Port 04ede2b6-f585-4d20-97f7-66d401f20ef5 on network 0e8e9845-da9d-4c01-9053-afd7b2cb23c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:39:01.902872 n-d-825064-1 neutron-server[102431]: ERROR neutron.plugins.ml2.managers [None req-9805f6fe-0a5e-429e-bea2-e7e4935a2546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Failed to bind port 04ede2b6-f585-4d20-97f7-66d401f20ef5 on host n-h2-825064-1 for vnic_type normal using segments [{'id': '344d6731-eb0c-4baa-bb29-c1561ff88748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '0e8e9845-da9d-4c01-9053-afd7b2cb23c7'}] Jan 18 22:39:01.916698 n-d-825064-1 neutron-server[102431]: INFO neutron.plugins.ml2.plugin [None req-9805f6fe-0a5e-429e-bea2-e7e4935a2546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempt 2 to bind port 04ede2b6-f585-4d20-97f7-66d401f20ef5 Jan 18 22:39:01.916927 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8a11b1f3-7a1f-41ef-b2dd-595155bbf23e req-27653f0e-6f4d-4141-9df6-a764e9c062f0 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=746ebad6-c218-49ba-a20c-55049008117e HTTP/1.1" status: 200 len: 945 time: 0.1700270 Jan 18 22:39:01.942237 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-9805f6fe-0a5e-429e-bea2-e7e4935a2546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempting to bind port 04ede2b6-f585-4d20-97f7-66d401f20ef5 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:39:01.942566 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-9805f6fe-0a5e-429e-bea2-e7e4935a2546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempting to bind port 04ede2b6-f585-4d20-97f7-66d401f20ef5 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '344d6731-eb0c-4baa-bb29-c1561ff88748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '0e8e9845-da9d-4c01-9053-afd7b2cb23c7'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:39:01.942823 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9805f6fe-0a5e-429e-bea2-e7e4935a2546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempting to bind port 04ede2b6-f585-4d20-97f7-66d401f20ef5 on network 0e8e9845-da9d-4c01-9053-afd7b2cb23c7 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:39:01.949239 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9805f6fe-0a5e-429e-bea2-e7e4935a2546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Port 04ede2b6-f585-4d20-97f7-66d401f20ef5 on network 0e8e9845-da9d-4c01-9053-afd7b2cb23c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:39:01.949617 n-d-825064-1 neutron-server[102431]: ERROR neutron.plugins.ml2.managers [None req-9805f6fe-0a5e-429e-bea2-e7e4935a2546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Failed to bind port 04ede2b6-f585-4d20-97f7-66d401f20ef5 on host n-h2-825064-1 for vnic_type normal using segments [{'id': '344d6731-eb0c-4baa-bb29-c1561ff88748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '0e8e9845-da9d-4c01-9053-afd7b2cb23c7'}] Jan 18 22:39:01.961953 n-d-825064-1 neutron-server[102431]: INFO neutron.plugins.ml2.plugin [None req-9805f6fe-0a5e-429e-bea2-e7e4935a2546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempt 3 to bind port 04ede2b6-f585-4d20-97f7-66d401f20ef5 Jan 18 22:39:01.981778 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-9805f6fe-0a5e-429e-bea2-e7e4935a2546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempting to bind port 04ede2b6-f585-4d20-97f7-66d401f20ef5 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:39:01.982131 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-9805f6fe-0a5e-429e-bea2-e7e4935a2546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempting to bind port 04ede2b6-f585-4d20-97f7-66d401f20ef5 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '344d6731-eb0c-4baa-bb29-c1561ff88748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '0e8e9845-da9d-4c01-9053-afd7b2cb23c7'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:39:01.982430 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9805f6fe-0a5e-429e-bea2-e7e4935a2546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempting to bind port 04ede2b6-f585-4d20-97f7-66d401f20ef5 on network 0e8e9845-da9d-4c01-9053-afd7b2cb23c7 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:39:01.987236 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9805f6fe-0a5e-429e-bea2-e7e4935a2546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Port 04ede2b6-f585-4d20-97f7-66d401f20ef5 on network 0e8e9845-da9d-4c01-9053-afd7b2cb23c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:39:01.987487 n-d-825064-1 neutron-server[102431]: ERROR neutron.plugins.ml2.managers [None req-9805f6fe-0a5e-429e-bea2-e7e4935a2546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Failed to bind port 04ede2b6-f585-4d20-97f7-66d401f20ef5 on host n-h2-825064-1 for vnic_type normal using segments [{'id': '344d6731-eb0c-4baa-bb29-c1561ff88748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '0e8e9845-da9d-4c01-9053-afd7b2cb23c7'}] Jan 18 22:39:01.993963 n-d-825064-1 neutron-server[102431]: INFO neutron.plugins.ml2.plugin [None req-9805f6fe-0a5e-429e-bea2-e7e4935a2546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempt 4 to bind port 04ede2b6-f585-4d20-97f7-66d401f20ef5 Jan 18 22:39:02.019109 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 23efa239-ee3f-46f0-815c-02e4983ae0c5 no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:39:02.019970 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-9805f6fe-0a5e-429e-bea2-e7e4935a2546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempting to bind port 04ede2b6-f585-4d20-97f7-66d401f20ef5 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:39:02.020347 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-9805f6fe-0a5e-429e-bea2-e7e4935a2546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempting to bind port 04ede2b6-f585-4d20-97f7-66d401f20ef5 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '344d6731-eb0c-4baa-bb29-c1561ff88748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '0e8e9845-da9d-4c01-9053-afd7b2cb23c7'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:39:02.020720 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9805f6fe-0a5e-429e-bea2-e7e4935a2546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempting to bind port 04ede2b6-f585-4d20-97f7-66d401f20ef5 on network 0e8e9845-da9d-4c01-9053-afd7b2cb23c7 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:39:02.033641 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9805f6fe-0a5e-429e-bea2-e7e4935a2546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Port 04ede2b6-f585-4d20-97f7-66d401f20ef5 on network 0e8e9845-da9d-4c01-9053-afd7b2cb23c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:39:02.035080 n-d-825064-1 neutron-server[102431]: ERROR neutron.plugins.ml2.managers [None req-9805f6fe-0a5e-429e-bea2-e7e4935a2546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Failed to bind port 04ede2b6-f585-4d20-97f7-66d401f20ef5 on host n-h2-825064-1 for vnic_type normal using segments [{'id': '344d6731-eb0c-4baa-bb29-c1561ff88748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '0e8e9845-da9d-4c01-9053-afd7b2cb23c7'}] Jan 18 22:39:02.037761 n-d-825064-1 neutron-server[102431]: INFO neutron.plugins.ml2.plugin [None req-9805f6fe-0a5e-429e-bea2-e7e4935a2546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempt 5 to bind port 04ede2b6-f585-4d20-97f7-66d401f20ef5 Jan 18 22:39:02.044659 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] No Port match for: 23efa239-ee3f-46f0-815c-02e4983ae0c5 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:39:02.045243 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 23efa239-ee3f-46f0-815c-02e4983ae0c5 not bound to the agent host n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:39:02.058019 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-6214d01f-6d8f-4f7c-ab9f-8854c407f3af None None] Provisioning complete for port 8cb27030-9543-4372-afb5-e03ee518636e triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:39:02.058525 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6214d01f-6d8f-4f7c-ab9f-8854c407f3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:02.066339 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-9805f6fe-0a5e-429e-bea2-e7e4935a2546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempting to bind port 04ede2b6-f585-4d20-97f7-66d401f20ef5 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:39:02.066679 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-9805f6fe-0a5e-429e-bea2-e7e4935a2546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempting to bind port 04ede2b6-f585-4d20-97f7-66d401f20ef5 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '344d6731-eb0c-4baa-bb29-c1561ff88748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '0e8e9845-da9d-4c01-9053-afd7b2cb23c7'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:39:02.067032 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9805f6fe-0a5e-429e-bea2-e7e4935a2546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempting to bind port 04ede2b6-f585-4d20-97f7-66d401f20ef5 on network 0e8e9845-da9d-4c01-9053-afd7b2cb23c7 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:39:02.071765 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2c2d91c-4452-4916-9cd4-71251af95646 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Router 615c1612-1713-49dd-a15b-8948ed9c8d91 is scheduled to L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 with binding_index 1 {{(pid=102431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 22:39:02.074043 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9805f6fe-0a5e-429e-bea2-e7e4935a2546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Port 04ede2b6-f585-4d20-97f7-66d401f20ef5 on network 0e8e9845-da9d-4c01-9053-afd7b2cb23c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:39:02.074364 n-d-825064-1 neutron-server[102431]: ERROR neutron.plugins.ml2.managers [None req-9805f6fe-0a5e-429e-bea2-e7e4935a2546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Failed to bind port 04ede2b6-f585-4d20-97f7-66d401f20ef5 on host n-h2-825064-1 for vnic_type normal using segments [{'id': '344d6731-eb0c-4baa-bb29-c1561ff88748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '0e8e9845-da9d-4c01-9053-afd7b2cb23c7'}] Jan 18 22:39:02.075666 n-d-825064-1 neutron-server[102431]: INFO neutron.plugins.ml2.plugin [None req-9805f6fe-0a5e-429e-bea2-e7e4935a2546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempt 6 to bind port 04ede2b6-f585-4d20-97f7-66d401f20ef5 Jan 18 22:39:02.104874 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-9805f6fe-0a5e-429e-bea2-e7e4935a2546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempting to bind port 04ede2b6-f585-4d20-97f7-66d401f20ef5 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:39:02.105719 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-9805f6fe-0a5e-429e-bea2-e7e4935a2546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempting to bind port 04ede2b6-f585-4d20-97f7-66d401f20ef5 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '344d6731-eb0c-4baa-bb29-c1561ff88748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '0e8e9845-da9d-4c01-9053-afd7b2cb23c7'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:39:02.106373 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9805f6fe-0a5e-429e-bea2-e7e4935a2546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempting to bind port 04ede2b6-f585-4d20-97f7-66d401f20ef5 on network 0e8e9845-da9d-4c01-9053-afd7b2cb23c7 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:39:02.130112 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-6214d01f-6d8f-4f7c-ab9f-8854c407f3af None None] Port 8cb27030-9543-4372-afb5-e03ee518636e cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:39:02.134817 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8a11b1f3-7a1f-41ef-b2dd-595155bbf23e req-5fd8cd7c-b15d-4606-af92-7ed2d110a752 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=75c337a0-647f-49a7-9e9b-b45556e7737b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2168694 Jan 18 22:39:02.143337 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-dcde3c63-31d8-4fc1-bd82-af6fa1fa433d req-dffc53a3-d116-4880-8f26-c1b4b81a4589 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb2d1e8a-0ee5-47c1-969e-df8edc45093a HTTP/1.1" status: 200 len: 210 time: 0.1713200 Jan 18 22:39:02.154689 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9805f6fe-0a5e-429e-bea2-e7e4935a2546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Port 04ede2b6-f585-4d20-97f7-66d401f20ef5 on network 0e8e9845-da9d-4c01-9053-afd7b2cb23c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:39:02.155086 n-d-825064-1 neutron-server[102431]: ERROR neutron.plugins.ml2.managers [None req-9805f6fe-0a5e-429e-bea2-e7e4935a2546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Failed to bind port 04ede2b6-f585-4d20-97f7-66d401f20ef5 on host n-h2-825064-1 for vnic_type normal using segments [{'id': '344d6731-eb0c-4baa-bb29-c1561ff88748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '0e8e9845-da9d-4c01-9053-afd7b2cb23c7'}] Jan 18 22:39:02.157805 n-d-825064-1 neutron-server[102431]: INFO neutron.plugins.ml2.plugin [None req-9805f6fe-0a5e-429e-bea2-e7e4935a2546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempt 7 to bind port 04ede2b6-f585-4d20-97f7-66d401f20ef5 Jan 18 22:39:02.209391 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-9805f6fe-0a5e-429e-bea2-e7e4935a2546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempting to bind port 04ede2b6-f585-4d20-97f7-66d401f20ef5 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:39:02.209777 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-9805f6fe-0a5e-429e-bea2-e7e4935a2546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempting to bind port 04ede2b6-f585-4d20-97f7-66d401f20ef5 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '344d6731-eb0c-4baa-bb29-c1561ff88748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '0e8e9845-da9d-4c01-9053-afd7b2cb23c7'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:39:02.210142 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9805f6fe-0a5e-429e-bea2-e7e4935a2546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempting to bind port 04ede2b6-f585-4d20-97f7-66d401f20ef5 on network 0e8e9845-da9d-4c01-9053-afd7b2cb23c7 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:39:02.217387 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9805f6fe-0a5e-429e-bea2-e7e4935a2546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Port 04ede2b6-f585-4d20-97f7-66d401f20ef5 on network 0e8e9845-da9d-4c01-9053-afd7b2cb23c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:39:02.217819 n-d-825064-1 neutron-server[102431]: ERROR neutron.plugins.ml2.managers [None req-9805f6fe-0a5e-429e-bea2-e7e4935a2546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Failed to bind port 04ede2b6-f585-4d20-97f7-66d401f20ef5 on host n-h2-825064-1 for vnic_type normal using segments [{'id': '344d6731-eb0c-4baa-bb29-c1561ff88748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '0e8e9845-da9d-4c01-9053-afd7b2cb23c7'}] Jan 18 22:39:02.220299 n-d-825064-1 neutron-server[102431]: INFO neutron.plugins.ml2.plugin [None req-9805f6fe-0a5e-429e-bea2-e7e4935a2546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempt 8 to bind port 04ede2b6-f585-4d20-97f7-66d401f20ef5 Jan 18 22:39:02.245907 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2c2d91c-4452-4916-9cd4-71251af95646 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:39:02.253641 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-b2c2d91c-4452-4916-9cd4-71251af95646 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "PUT /v2.0/routers/615c1612-1713-49dd-a15b-8948ed9c8d91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1233408 Jan 18 22:39:02.254085 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-9805f6fe-0a5e-429e-bea2-e7e4935a2546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempting to bind port 04ede2b6-f585-4d20-97f7-66d401f20ef5 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:39:02.256613 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 36930) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:02.257370 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-9805f6fe-0a5e-429e-bea2-e7e4935a2546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempting to bind port 04ede2b6-f585-4d20-97f7-66d401f20ef5 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '344d6731-eb0c-4baa-bb29-c1561ff88748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '0e8e9845-da9d-4c01-9053-afd7b2cb23c7'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:39:02.258065 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9805f6fe-0a5e-429e-bea2-e7e4935a2546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempting to bind port 04ede2b6-f585-4d20-97f7-66d401f20ef5 on network 0e8e9845-da9d-4c01-9053-afd7b2cb23c7 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:39:02.261388 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-fe24f87b-d4c7-4413-b70c-513104964377 None None] Provisioning complete for port 8cb27030-9543-4372-afb5-e03ee518636e triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:39:02.261758 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fe24f87b-d4c7-4413-b70c-513104964377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:02.278466 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9805f6fe-0a5e-429e-bea2-e7e4935a2546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Port 04ede2b6-f585-4d20-97f7-66d401f20ef5 on network 0e8e9845-da9d-4c01-9053-afd7b2cb23c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:39:02.278802 n-d-825064-1 neutron-server[102431]: ERROR neutron.plugins.ml2.managers [None req-9805f6fe-0a5e-429e-bea2-e7e4935a2546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Failed to bind port 04ede2b6-f585-4d20-97f7-66d401f20ef5 on host n-h2-825064-1 for vnic_type normal using segments [{'id': '344d6731-eb0c-4baa-bb29-c1561ff88748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '0e8e9845-da9d-4c01-9053-afd7b2cb23c7'}] Jan 18 22:39:02.279230 n-d-825064-1 neutron-server[102431]: INFO neutron.plugins.ml2.plugin [None req-9805f6fe-0a5e-429e-bea2-e7e4935a2546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempt 9 to bind port 04ede2b6-f585-4d20-97f7-66d401f20ef5 Jan 18 22:39:02.292337 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-9805f6fe-0a5e-429e-bea2-e7e4935a2546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempting to bind port 04ede2b6-f585-4d20-97f7-66d401f20ef5 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:39:02.292760 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-9805f6fe-0a5e-429e-bea2-e7e4935a2546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempting to bind port 04ede2b6-f585-4d20-97f7-66d401f20ef5 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '344d6731-eb0c-4baa-bb29-c1561ff88748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '0e8e9845-da9d-4c01-9053-afd7b2cb23c7'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:39:02.293018 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9805f6fe-0a5e-429e-bea2-e7e4935a2546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempting to bind port 04ede2b6-f585-4d20-97f7-66d401f20ef5 on network 0e8e9845-da9d-4c01-9053-afd7b2cb23c7 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:39:02.299198 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9805f6fe-0a5e-429e-bea2-e7e4935a2546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Port 04ede2b6-f585-4d20-97f7-66d401f20ef5 on network 0e8e9845-da9d-4c01-9053-afd7b2cb23c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:39:02.299430 n-d-825064-1 neutron-server[102431]: ERROR neutron.plugins.ml2.managers [None req-9805f6fe-0a5e-429e-bea2-e7e4935a2546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Failed to bind port 04ede2b6-f585-4d20-97f7-66d401f20ef5 on host n-h2-825064-1 for vnic_type normal using segments [{'id': '344d6731-eb0c-4baa-bb29-c1561ff88748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '0e8e9845-da9d-4c01-9053-afd7b2cb23c7'}] Jan 18 22:39:02.299894 n-d-825064-1 neutron-server[102431]: INFO neutron.plugins.ml2.plugin [None req-9805f6fe-0a5e-429e-bea2-e7e4935a2546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempt 10 to bind port 04ede2b6-f585-4d20-97f7-66d401f20ef5 Jan 18 22:39:02.317067 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-9805f6fe-0a5e-429e-bea2-e7e4935a2546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempting to bind port 04ede2b6-f585-4d20-97f7-66d401f20ef5 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:39:02.317427 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-9805f6fe-0a5e-429e-bea2-e7e4935a2546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempting to bind port 04ede2b6-f585-4d20-97f7-66d401f20ef5 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '344d6731-eb0c-4baa-bb29-c1561ff88748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '0e8e9845-da9d-4c01-9053-afd7b2cb23c7'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:39:02.317728 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9805f6fe-0a5e-429e-bea2-e7e4935a2546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempting to bind port 04ede2b6-f585-4d20-97f7-66d401f20ef5 on network 0e8e9845-da9d-4c01-9053-afd7b2cb23c7 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:39:02.324061 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9805f6fe-0a5e-429e-bea2-e7e4935a2546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Port 04ede2b6-f585-4d20-97f7-66d401f20ef5 on network 0e8e9845-da9d-4c01-9053-afd7b2cb23c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:39:02.324409 n-d-825064-1 neutron-server[102431]: ERROR neutron.plugins.ml2.managers [None req-9805f6fe-0a5e-429e-bea2-e7e4935a2546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Failed to bind port 04ede2b6-f585-4d20-97f7-66d401f20ef5 on host n-h2-825064-1 for vnic_type normal using segments [{'id': '344d6731-eb0c-4baa-bb29-c1561ff88748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '0e8e9845-da9d-4c01-9053-afd7b2cb23c7'}] Jan 18 22:39:02.324819 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9805f6fe-0a5e-429e-bea2-e7e4935a2546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:02.327698 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-fe24f87b-d4c7-4413-b70c-513104964377 None None] Port 8cb27030-9543-4372-afb5-e03ee518636e cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:39:02.331970 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022023f2-4e5f-462a-86f9-d6b9a4e4fd80 None None] Sync routers for ids ['615c1612-1713-49dd-a15b-8948ed9c8d91'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:39:02.339864 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d6d110-adfe-47ae-8d2e-b4ebc9d62fbe tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:02.345687 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022023f2-4e5f-462a-86f9-d6b9a4e4fd80 None None] Routers {'615c1612-1713-49dd-a15b-8948ed9c8d91'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:39:02.346566 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-12d6d110-adfe-47ae-8d2e-b4ebc9d62fbe tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "GET /v2.0/ports/8cb27030-9543-4372-afb5-e03ee518636e HTTP/1.1" status: 200 len: 910 time: 0.0870705 Jan 18 22:39:02.346999 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-022023f2-4e5f-462a-86f9-d6b9a4e4fd80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:38:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['615c1612-1713-49dd-a15b-8948ed9c8d91'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:39:02.348271 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 36932) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:02.396095 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-022023f2-4e5f-462a-86f9-d6b9a4e4fd80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:39:02.400989 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-9805f6fe-0a5e-429e-bea2-e7e4935a2546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] For port 04ede2b6-f585-4d20-97f7-66d401f20ef5, host n-h2-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:39:02.401498 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-9805f6fe-0a5e-429e-bea2-e7e4935a2546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attempted to set empty binding levels {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 18 22:39:02.411439 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022023f2-4e5f-462a-86f9-d6b9a4e4fd80 None None] Routers {'615c1612-1713-49dd-a15b-8948ed9c8d91'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:39:02.412299 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-022023f2-4e5f-462a-86f9-d6b9a4e4fd80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:38:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['615c1612-1713-49dd-a15b-8948ed9c8d91'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:39:02.415654 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9805f6fe-0a5e-429e-bea2-e7e4935a2546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:02.469968 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-9805f6fe-0a5e-429e-bea2-e7e4935a2546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] In _notify_port_updated(), no bound segment for port 04ede2b6-f585-4d20-97f7-66d401f20ef5 on network 0e8e9845-da9d-4c01-9053-afd7b2cb23c7 {{(pid=102431) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 18 22:39:02.470856 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9805f6fe-0a5e-429e-bea2-e7e4935a2546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:02.471457 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9805f6fe-0a5e-429e-bea2-e7e4935a2546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:02.475495 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-9805f6fe-0a5e-429e-bea2-e7e4935a2546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] 10.222.0.53 "PUT /v2.0/ports/04ede2b6-f585-4d20-97f7-66d401f20ef5 HTTP/1.1" status: 200 len: 979 time: 2.2298522 Jan 18 22:39:02.478203 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 36936) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:02.512219 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9805f6fe-0a5e-429e-bea2-e7e4935a2546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Pushing event updated for resources: {'Port': ['ID=04ede2b6-f585-4d20-97f7-66d401f20ef5,revision_number=3']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:39:02.531586 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-022023f2-4e5f-462a-86f9-d6b9a4e4fd80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:39:02.533823 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022023f2-4e5f-462a-86f9-d6b9a4e4fd80 None None] The sync data for ids ['615c1612-1713-49dd-a15b-8948ed9c8d91'] in n-d-825064-1 is: [] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:39:02.591444 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-131de671-2790-4a0a-8ed0-399de8d5e8cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Deleting port 04ede2b6-f585-4d20-97f7-66d401f20ef5 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:39:02.591793 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-131de671-2790-4a0a-8ed0-399de8d5e8cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:02.713662 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-131de671-2790-4a0a-8ed0-399de8d5e8cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] For port 04ede2b6-f585-4d20-97f7-66d401f20ef5, host n-h2-825064-1, got binding levels [] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:39:02.714021 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-131de671-2790-4a0a-8ed0-399de8d5e8cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:02.728528 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-131de671-2790-4a0a-8ed0-399de8d5e8cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Calling delete_port for 04ede2b6-f585-4d20-97f7-66d401f20ef5 owned by {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:39:02.745200 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf0be91-c1e6-40a0-abf9-426623c3791e req-37bd2a78-c875-4737-913e-80c1ed3ecf4d tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:02.746664 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0cf0be91-c1e6-40a0-abf9-426623c3791e req-37bd2a78-c875-4737-913e-80c1ed3ecf4d tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.67 "GET /v2.0/networks?id=eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02 HTTP/1.1" status: 200 len: 806 time: 0.1823893 Jan 18 22:39:02.759548 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-0cf0be91-c1e6-40a0-abf9-426623c3791e req-9060f281-3def-4d53-a3a5-97461407a404 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Request body: {'port': {'device_id': 'cb2d1e8a-0ee5-47c1-969e-df8edc45093a', 'network_id': 'eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02', 'admin_state_up': True, 'tenant_id': 'd58fa77d6cd94e7ca7d141d5a9b044dd'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:39:02.855242 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-131de671-2790-4a0a-8ed0-399de8d5e8cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:02.886929 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131de671-2790-4a0a-8ed0-399de8d5e8cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Pushing event deleted for resources: {'Port': ['ID=04ede2b6-f585-4d20-97f7-66d401f20ef5,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:39:02.897113 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-131de671-2790-4a0a-8ed0-399de8d5e8cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:02.900973 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-131de671-2790-4a0a-8ed0-399de8d5e8cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] 10.222.0.53 "DELETE /v2.0/ports/04ede2b6-f585-4d20-97f7-66d401f20ef5 HTTP/1.1" status: 204 len: 168 time: 0.4219384 Jan 18 22:39:02.903540 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 36952) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:02.931196 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-8aac2fa0-318f-4df3-827d-b36ed303e4b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] GET failed (client error): The resource could not be found. Jan 18 22:39:02.932805 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-8aac2fa0-318f-4df3-827d-b36ed303e4b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117781058-project-admin] 10.222.0.53 "GET /v2.0/ports/04ede2b6-f585-4d20-97f7-66d401f20ef5 HTTP/1.1" status: 404 len: 333 time: 0.0280716 Jan 18 22:39:02.936768 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 36954) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:03.049770 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cf0be91-c1e6-40a0-abf9-426623c3791e req-9060f281-3def-4d53-a3a5-97461407a404 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Made reservation on behalf of d58fa77d6cd94e7ca7d141d5a9b044dd for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:39:03.053294 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-0cf0be91-c1e6-40a0-abf9-426623c3791e req-9060f281-3def-4d53-a3a5-97461407a404 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:03.091159 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5af53c3d-9b89-4199-bff1-367efd3dea7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1412493704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1412493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:03.206927 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-80f2a6ca-6da4-44ff-a2fa-3d79cbe2ec0b tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1041027'] for router_interface, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:03.386147 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5af53c3d-9b89-4199-bff1-367efd3dea7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1412493704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1412493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:03.455734 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-63bf3893-0b01-4683-be8b-a78e173455cb req-11913bd5-7b47-4a11-9e1e-9ef42248dfc5 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb2d1e8a-0ee5-47c1-969e-df8edc45093a HTTP/1.1" status: 200 len: 210 time: 0.1562548 Jan 18 22:39:03.509204 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-5af53c3d-9b89-4199-bff1-367efd3dea7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1412493704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1412493704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e8e9845-da9d-4c01-9053-afd7b2cb23c7']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:39:03.526574 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-5af53c3d-9b89-4199-bff1-367efd3dea7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1412493704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1412493704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '344d6731-eb0c-4baa-bb29-c1561ff88748') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:39:03.526879 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-5af53c3d-9b89-4199-bff1-367efd3dea7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1412493704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1412493704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '344d6731-eb0c-4baa-bb29-c1561ff88748') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:39:03.554856 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5af53c3d-9b89-4199-bff1-367efd3dea7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1412493704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1412493704-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60394742'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:03.633675 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-0cf0be91-c1e6-40a0-abf9-426623c3791e req-9060f281-3def-4d53-a3a5-97461407a404 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Allocated IP 172.20.0.9 (eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02/3d836b77-fd27-4c61-b195-30e9fedeffe8/b0ed57f8-7b1f-4360-8ecc-5e9b79bed62a) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:39:03.644231 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79e5571-e791-40e3-9d17-9712c03103e9 req-43b197bc-ece9-4fee-bfe5-1820af4b41f4 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:03.645716 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f79e5571-e791-40e3-9d17-9712c03103e9 req-43b197bc-ece9-4fee-bfe5-1820af4b41f4 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=746ebad6-c218-49ba-a20c-55049008117e HTTP/1.1" status: 200 len: 945 time: 0.3529775 Jan 18 22:39:03.700318 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5af53c3d-9b89-4199-bff1-367efd3dea7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1412493704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1412493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:03.735523 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5af53c3d-9b89-4199-bff1-367efd3dea7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1412493704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1412493704-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:39:03.737878 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5af53c3d-9b89-4199-bff1-367efd3dea7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1412493704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1412493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60203044'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:03.748863 n-d-825064-1 neutron-server[102430]: Traceback (most recent call last): Jan 18 22:39:03.748863 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:39:03.748863 n-d-825064-1 neutron-server[102430]: timer() Jan 18 22:39:03.748863 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:39:03.748863 n-d-825064-1 neutron-server[102430]: cb(*args, **kw) Jan 18 22:39:03.748863 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:39:03.748863 n-d-825064-1 neutron-server[102430]: return func(*args, **kwargs) Jan 18 22:39:03.748863 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:39:03.748863 n-d-825064-1 neutron-server[102430]: self._notify() Jan 18 22:39:03.748863 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:39:03.748863 n-d-825064-1 neutron-server[102430]: self.callback(batched_events) Jan 18 22:39:03.748863 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:39:03.748863 n-d-825064-1 neutron-server[102430]: event.method(event) Jan 18 22:39:03.748863 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:39:03.748863 n-d-825064-1 neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:39:03.748863 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:39:03.748863 n-d-825064-1 neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:39:03.748863 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:39:03.748863 n-d-825064-1 neutron-server[102430]: return f(self, *a, **k) Jan 18 22:39:03.748863 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:39:03.748863 n-d-825064-1 neutron-server[102430]: return self._get(url).json() Jan 18 22:39:03.748863 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:39:03.748863 n-d-825064-1 neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:39:03.748863 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:39:03.748863 n-d-825064-1 neutron-server[102430]: return self.request(url, 'GET', **kwargs) Jan 18 22:39:03.748863 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:39:03.748863 n-d-825064-1 neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:39:03.748863 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:39:03.748863 n-d-825064-1 neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:39:03.748863 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:39:03.748863 n-d-825064-1 neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:39:03.748863 n-d-825064-1 neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:39:03.817384 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f79e5571-e791-40e3-9d17-9712c03103e9 req-ef0f6966-6a72-4a4d-95d1-3a5f8ede8e82 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=75c337a0-647f-49a7-9e9b-b45556e7737b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411812 Jan 18 22:39:03.914200 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5af53c3d-9b89-4199-bff1-367efd3dea7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1412493704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1412493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:03.933419 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5af53c3d-9b89-4199-bff1-367efd3dea7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1412493704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1412493704-project] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:03.936618 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-5af53c3d-9b89-4199-bff1-367efd3dea7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1412493704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1412493704-project] 10.222.0.53 "DELETE /v2.0/networks/0e8e9845-da9d-4c01-9053-afd7b2cb23c7 HTTP/1.1" status: 204 len: 168 time: 0.9964433 Jan 18 22:39:03.958477 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af53c3d-9b89-4199-bff1-367efd3dea7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1412493704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1412493704-project] Pushing event deleted for resources: {'Network': ['ID=0e8e9845-da9d-4c01-9053-afd7b2cb23c7,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:39:04.116239 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-0cf0be91-c1e6-40a0-abf9-426623c3791e req-9060f281-3def-4d53-a3a5-97461407a404 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:04.166318 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-80f2a6ca-6da4-44ff-a2fa-3d79cbe2ec0b tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Deleting port 8cb27030-9543-4372-afb5-e03ee518636e {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:39:04.167112 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-80f2a6ca-6da4-44ff-a2fa-3d79cbe2ec0b tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:04.175458 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-0cf0be91-c1e6-40a0-abf9-426623c3791e req-9060f281-3def-4d53-a3a5-97461407a404 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:04.201873 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['d3bce038-f949-4e37-a6fe-4f788f1c8e1a'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:39:04.226557 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cf0be91-c1e6-40a0-abf9-426623c3791e req-9060f281-3def-4d53-a3a5-97461407a404 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Network eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:39:04.232646 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-0cf0be91-c1e6-40a0-abf9-426623c3791e req-9060f281-3def-4d53-a3a5-97461407a404 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:39:04.291050 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cf0be91-c1e6-40a0-abf9-426623c3791e req-9060f281-3def-4d53-a3a5-97461407a404 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:39:04.339569 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 36986) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:04.441460 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9060f281-3def-4d53-a3a5-97461407a404 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Pushing event updated for resources: {'Port': ['ID=b0ed57f8-7b1f-4360-8ecc-5e9b79bed62a,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:39:04.545634 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf0be91-c1e6-40a0-abf9-426623c3791e req-9060f281-3def-4d53-a3a5-97461407a404 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:04.546319 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-0cf0be91-c1e6-40a0-abf9-426623c3791e req-9060f281-3def-4d53-a3a5-97461407a404 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:04.573533 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-80f2a6ca-6da4-44ff-a2fa-3d79cbe2ec0b tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:04.622018 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-646a963e-77af-4f9f-9368-917f7e30fdb1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=60a20583724045fd9525cb505491931d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2810206 Jan 18 22:39:04.624565 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 36994) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:04.630943 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-80f2a6ca-6da4-44ff-a2fa-3d79cbe2ec0b tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Calling delete_port for 8cb27030-9543-4372-afb5-e03ee518636e owned by network:router_interface {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:39:04.652559 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0cf0be91-c1e6-40a0-abf9-426623c3791e req-9060f281-3def-4d53-a3a5-97461407a404 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8967319 Jan 18 22:39:04.664033 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cbf6c6-b447-44e0-95bc-ae13e8109aa7 req-7c132ff5-fe8b-4785-be0e-aa87581b40b9 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:04.671790 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b1cbf6c6-b447-44e0-95bc-ae13e8109aa7 req-7c132ff5-fe8b-4785-be0e-aa87581b40b9 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb2d1e8a-0ee5-47c1-969e-df8edc45093a HTTP/1.1" status: 200 len: 931 time: 0.0954030 Jan 18 22:39:04.684456 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-0cf0be91-c1e6-40a0-abf9-426623c3791e req-2c682f56-2841-4f88-8d7a-f594cebab334 service neutron] Request body: {'port': {'device_id': 'cb2d1e8a-0ee5-47c1-969e-df8edc45093a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:39:04.705269 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f7e0f14d-7866-474f-bb64-723f856b04c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:04.732405 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f7e0f14d-7866-474f-bb64-723f856b04c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:04.856480 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f7e0f14d-7866-474f-bb64-723f856b04c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:04.859779 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f7e0f14d-7866-474f-bb64-723f856b04c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:04.863943 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-f7e0f14d-7866-474f-bb64-723f856b04c4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3ac8b9ab-f10c-40e9-9bbf-cadb36673881 HTTP/1.1" status: 204 len: 168 time: 0.2332151 Jan 18 22:39:04.920443 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-0cf0be91-c1e6-40a0-abf9-426623c3791e req-2c682f56-2841-4f88-8d7a-f594cebab334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:04.934479 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e0f14d-7866-474f-bb64-723f856b04c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ac8b9ab-f10c-40e9-9bbf-cadb36673881,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:39:04.994721 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b1cbf6c6-b447-44e0-95bc-ae13e8109aa7 req-20581c7d-e7fa-4cd4-abaf-1aa6c1c3cddd tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e2e22-46f9-42fe-9710-8e464b95d42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3220084 Jan 18 22:39:05.403759 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37014) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:05.472800 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-ac5888b7-7f3d-4643-ab45-4fadaad13384 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=46cbf3ec1dfe4b13a3537bbff90ed9c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0662389 Jan 18 22:39:05.473556 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37016) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:05.579397 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-40ee23a1-49eb-416b-80d6-2a8f9167ae8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:05.602487 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71c64c9-7c5c-4895-a62d-e8e30a584f84 req-83390a8e-77b8-4de6-b71a-5ffce1cbbe1c tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:05.604017 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c71c64c9-7c5c-4895-a62d-e8e30a584f84 req-83390a8e-77b8-4de6-b71a-5ffce1cbbe1c tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=746ebad6-c218-49ba-a20c-55049008117e HTTP/1.1" status: 200 len: 945 time: 0.6153696 Jan 18 22:39:05.609025 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-40ee23a1-49eb-416b-80d6-2a8f9167ae8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:05.675830 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-40ee23a1-49eb-416b-80d6-2a8f9167ae8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:05.675830 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-40ee23a1-49eb-416b-80d6-2a8f9167ae8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:05.680640 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-40ee23a1-49eb-416b-80d6-2a8f9167ae8a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b435e505-10fd-4821-9a0a-4039c98e552a HTTP/1.1" status: 204 len: 168 time: 0.2060032 Jan 18 22:39:05.691355 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ee23a1-49eb-416b-80d6-2a8f9167ae8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b435e505-10fd-4821-9a0a-4039c98e552a,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:39:05.760060 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c71c64c9-7c5c-4895-a62d-e8e30a584f84 req-a8cadf80-fe98-4c56-b6f5-3f9af524b886 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=75c337a0-647f-49a7-9e9b-b45556e7737b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418118 Jan 18 22:39:05.760624 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-80f2a6ca-6da4-44ff-a2fa-3d79cbe2ec0b tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:05.810202 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f2a6ca-6da4-44ff-a2fa-3d79cbe2ec0b tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Pushing event deleted for resources: {'Port': ['ID=8cb27030-9543-4372-afb5-e03ee518636e,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:39:06.251644 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-80f2a6ca-6da4-44ff-a2fa-3d79cbe2ec0b tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-613841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1046579'] for router_interface, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:06.469831 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb4e45-c30b-4ceb-b80a-db4e846d49b1 req-dba08c88-10f6-4a15-9d1c-eb101ea303f0 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:06.471534 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-85cb4e45-c30b-4ceb-b80a-db4e846d49b1 req-dba08c88-10f6-4a15-9d1c-eb101ea303f0 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb2d1e8a-0ee5-47c1-969e-df8edc45093a HTTP/1.1" status: 200 len: 931 time: 0.3319607 Jan 18 22:39:06.580181 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [req-0cf0be91-c1e6-40a0-abf9-426623c3791e req-2c682f56-2841-4f88-8d7a-f594cebab334 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0ed57f8-7b1f-4360-8ecc-5e9b79bed62a {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:39:06.713499 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-0cf0be91-c1e6-40a0-abf9-426623c3791e req-2c682f56-2841-4f88-8d7a-f594cebab334 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:06.752845 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80f2a6ca-6da4-44ff-a2fa-3d79cbe2ec0b tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Router 615c1612-1713-49dd-a15b-8948ed9c8d91 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:39:06.763227 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-0cf0be91-c1e6-40a0-abf9-426623c3791e req-2c682f56-2841-4f88-8d7a-f594cebab334 service neutron] Transition to ACTIVE for port object b0ed57f8-7b1f-4360-8ecc-5e9b79bed62a will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:39:06.779441 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-85cb4e45-c30b-4ceb-b80a-db4e846d49b1 req-a014ddf1-7caf-4f09-aea6-4e832b42a9ef tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e2e22-46f9-42fe-9710-8e464b95d42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674761 Jan 18 22:39:06.784242 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-0cf0be91-c1e6-40a0-abf9-426623c3791e req-2c682f56-2841-4f88-8d7a-f594cebab334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:06.918136 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c682f56-2841-4f88-8d7a-f594cebab334 service neutron] Pushing event updated for resources: {'Port': ['ID=b0ed57f8-7b1f-4360-8ecc-5e9b79bed62a,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:39:07.122646 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80f2a6ca-6da4-44ff-a2fa-3d79cbe2ec0b tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:39:07.133545 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-80f2a6ca-6da4-44ff-a2fa-3d79cbe2ec0b tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "PUT /v2.0/routers/615c1612-1713-49dd-a15b-8948ed9c8d91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7842214 Jan 18 22:39:07.135573 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53279e7f-d6dc-4a9e-974c-16012a50af55 None None] Sync routers for ids ['615c1612-1713-49dd-a15b-8948ed9c8d91'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:39:07.139763 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37090) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:07.143616 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e056985-68ff-4f4e-9513-206bf43e4852 req-d214c02e-35ae-4f52-9a6b-a8b7a3badf60 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:07.151774 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5e056985-68ff-4f4e-9513-206bf43e4852 req-d214c02e-35ae-4f52-9a6b-a8b7a3badf60 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=746ebad6-c218-49ba-a20c-55049008117e HTTP/1.1" status: 200 len: 945 time: 0.2403114 Jan 18 22:39:07.160340 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53279e7f-d6dc-4a9e-974c-16012a50af55 None None] Routers {'615c1612-1713-49dd-a15b-8948ed9c8d91'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:39:07.161608 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-53279e7f-d6dc-4a9e-974c-16012a50af55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:38:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['615c1612-1713-49dd-a15b-8948ed9c8d91'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:39:07.236790 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-c4d606f8-e923-4437-b60c-0e7bfd44c3a6 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "GET /v2.0/ports?device_id=615c1612-1713-49dd-a15b-8948ed9c8d91 HTTP/1.1" status: 200 len: 205 time: 0.0954533 Jan 18 22:39:07.241358 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37092) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:07.267177 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-0cf0be91-c1e6-40a0-abf9-426623c3791e req-2c682f56-2841-4f88-8d7a-f594cebab334 service neutron] Attempting to bind port b0ed57f8-7b1f-4360-8ecc-5e9b79bed62a on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:39:07.267653 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-0cf0be91-c1e6-40a0-abf9-426623c3791e req-2c682f56-2841-4f88-8d7a-f594cebab334 service neutron] Attempting to bind port b0ed57f8-7b1f-4360-8ecc-5e9b79bed62a by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': 'dfaa1994-2fdd-4a54-9d15-02069c3ace9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:39:07.267843 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf0be91-c1e6-40a0-abf9-426623c3791e req-2c682f56-2841-4f88-8d7a-f594cebab334 service neutron] Attempting to bind port b0ed57f8-7b1f-4360-8ecc-5e9b79bed62a on network eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:39:07.294777 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf0be91-c1e6-40a0-abf9-426623c3791e req-2c682f56-2841-4f88-8d7a-f594cebab334 service neutron] Port b0ed57f8-7b1f-4360-8ecc-5e9b79bed62a on network eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:39:07.295141 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf0be91-c1e6-40a0-abf9-426623c3791e req-2c682f56-2841-4f88-8d7a-f594cebab334 service neutron] Attempting to bind port b0ed57f8-7b1f-4360-8ecc-5e9b79bed62a on network eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:39:07.319986 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf0be91-c1e6-40a0-abf9-426623c3791e req-2c682f56-2841-4f88-8d7a-f594cebab334 service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:39:07.320362 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf0be91-c1e6-40a0-abf9-426623c3791e req-2c682f56-2841-4f88-8d7a-f594cebab334 service neutron] Checking segment: {'id': 'dfaa1994-2fdd-4a54-9d15-02069c3ace9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:39:07.320972 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf0be91-c1e6-40a0-abf9-426623c3791e req-2c682f56-2841-4f88-8d7a-f594cebab334 service neutron] Bound using segment: {'id': 'dfaa1994-2fdd-4a54-9d15-02069c3ace9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:39:07.323294 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-0cf0be91-c1e6-40a0-abf9-426623c3791e req-2c682f56-2841-4f88-8d7a-f594cebab334 service neutron] Bound port: b0ed57f8-7b1f-4360-8ecc-5e9b79bed62a, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfaa1994-2fdd-4a54-9d15-02069c3ace9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:39:07.323674 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-0cf0be91-c1e6-40a0-abf9-426623c3791e req-2c682f56-2841-4f88-8d7a-f594cebab334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:07.362677 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5e056985-68ff-4f4e-9513-206bf43e4852 req-196243b8-e000-4b47-a4b0-e75b0f3ab731 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=75c337a0-647f-49a7-9e9b-b45556e7737b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2105851 Jan 18 22:39:07.438447 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-08447060-abd0-4f5e-833a-72467c18360e tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks [] for router, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:07.460634 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-53279e7f-d6dc-4a9e-974c-16012a50af55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:39:07.473052 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53279e7f-d6dc-4a9e-974c-16012a50af55 None None] Routers {'615c1612-1713-49dd-a15b-8948ed9c8d91'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:39:07.474115 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-53279e7f-d6dc-4a9e-974c-16012a50af55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:38:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['615c1612-1713-49dd-a15b-8948ed9c8d91'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:39:07.528408 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-53279e7f-d6dc-4a9e-974c-16012a50af55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:39:07.535167 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53279e7f-d6dc-4a9e-974c-16012a50af55 None None] The sync data for ids ['615c1612-1713-49dd-a15b-8948ed9c8d91'] in n-d-825064-1 is: [] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:39:07.536453 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-0cf0be91-c1e6-40a0-abf9-426623c3791e req-2c682f56-2841-4f88-8d7a-f594cebab334 service neutron] For port b0ed57f8-7b1f-4360-8ecc-5e9b79bed62a, host n-h2-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:39:07.541714 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-0cf0be91-c1e6-40a0-abf9-426623c3791e req-2c682f56-2841-4f88-8d7a-f594cebab334 service neutron] For port b0ed57f8-7b1f-4360-8ecc-5e9b79bed62a, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=b0ed57f8-7b1f-4360-8ecc-5e9b79bed62a,segment=NetworkSegment(dfaa1994-2fdd-4a54-9d15-02069c3ace9d),segment_id=dfaa1994-2fdd-4a54-9d15-02069c3ace9d)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:39:07.550828 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-0cf0be91-c1e6-40a0-abf9-426623c3791e req-2c682f56-2841-4f88-8d7a-f594cebab334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:07.632224 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf0be91-c1e6-40a0-abf9-426623c3791e req-2c682f56-2841-4f88-8d7a-f594cebab334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:07.632877 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-0cf0be91-c1e6-40a0-abf9-426623c3791e req-2c682f56-2841-4f88-8d7a-f594cebab334 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:07.634498 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0cf0be91-c1e6-40a0-abf9-426623c3791e req-2c682f56-2841-4f88-8d7a-f594cebab334 service neutron] 10.222.0.67 "PUT /v2.0/ports/b0ed57f8-7b1f-4360-8ecc-5e9b79bed62a HTTP/1.1" status: 200 len: 1091 time: 2.9539616 Jan 18 22:39:07.634964 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb2d1e8a-0ee5-47c1-969e-df8edc45093a', 'tag': 'b0ed57f8-7b1f-4360-8ecc-5e9b79bed62a'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:39:07.637266 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c16259b-ff7a-433e-9fd0-6254529d0fef" -d '{"events": [{"name": "network-changed", "server_uuid": "cb2d1e8a-0ee5-47c1-969e-df8edc45093a", "tag": "b0ed57f8-7b1f-4360-8ecc-5e9b79bed62a"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:39:07.748662 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c682f56-2841-4f88-8d7a-f594cebab334 service neutron] Pushing event updated for resources: {'Port': ['ID=b0ed57f8-7b1f-4360-8ecc-5e9b79bed62a,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:39:07.753452 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90202175-3dfb-421b-89fe-712ae9273c17 x-openstack-request-id: req-90202175-3dfb-421b-89fe-712ae9273c17 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:39:07.754039 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb2d1e8a-0ee5-47c1-969e-df8edc45093a", "tag": "b0ed57f8-7b1f-4360-8ecc-5e9b79bed62a", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:39:07.754462 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-90202175-3dfb-421b-89fe-712ae9273c17 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:39:07.755043 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb2d1e8a-0ee5-47c1-969e-df8edc45093a', 'tag': 'b0ed57f8-7b1f-4360-8ecc-5e9b79bed62a', 'status': 'completed', 'code': 200} Jan 18 22:39:07.774070 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf0be91-c1e6-40a0-abf9-426623c3791e req-c7cab408-d1a6-4ae9-96ed-d146b9055d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:07.775807 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0cf0be91-c1e6-40a0-abf9-426623c3791e req-c7cab408-d1a6-4ae9-96ed-d146b9055d83 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d58fa77d6cd94e7ca7d141d5a9b044dd&device_id=cb2d1e8a-0ee5-47c1-969e-df8edc45093a HTTP/1.1" status: 200 len: 1094 time: 0.0940180 Jan 18 22:39:07.869814 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0cf0be91-c1e6-40a0-abf9-426623c3791e req-06941e0a-2ce2-4ee9-aa7c-28f16754994e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b0ed57f8-7b1f-4360-8ecc-5e9b79bed62a HTTP/1.1" status: 200 len: 217 time: 0.0804954 Jan 18 22:39:08.012692 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-08447060-abd0-4f5e-833a-72467c18360e tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1040886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8602'] for router, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:08.017623 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-08447060-abd0-4f5e-833a-72467c18360e tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:08.029395 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf0be91-c1e6-40a0-abf9-426623c3791e req-fd489d8f-0fea-4c77-bb56-a116ea05511e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:08.034015 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0cf0be91-c1e6-40a0-abf9-426623c3791e req-fd489d8f-0fea-4c77-bb56-a116ea05511e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3d836b77-fd27-4c61-b195-30e9fedeffe8 HTTP/1.1" status: 200 len: 846 time: 0.1577613 Jan 18 22:39:08.081613 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb3f84b-a83d-42af-a202-8c5431cd7a51 req-f6654e35-94d8-431a-94fa-e3104278d1d8 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:08.081613 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ddb3f84b-a83d-42af-a202-8c5431cd7a51 req-f6654e35-94d8-431a-94fa-e3104278d1d8 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb2d1e8a-0ee5-47c1-969e-df8edc45093a HTTP/1.1" status: 200 len: 943 time: 0.1471612 Jan 18 22:39:08.125149 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-08447060-abd0-4f5e-833a-72467c18360e tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1040832'] for router, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:08.126659 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08447060-abd0-4f5e-833a-72467c18360e tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Fanout notify agent at l3_agent the message router_deleted on router 615c1612-1713-49dd-a15b-8948ed9c8d91 {{(pid=102431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 22:39:08.153418 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-08447060-abd0-4f5e-833a-72467c18360e tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:08.159093 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-08447060-abd0-4f5e-833a-72467c18360e tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "DELETE /v2.0/routers/615c1612-1713-49dd-a15b-8948ed9c8d91 HTTP/1.1" status: 204 len: 168 time: 0.9157047 Jan 18 22:39:08.159457 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 37184) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:08.163071 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0cf0be91-c1e6-40a0-abf9-426623c3791e req-45dc074d-0ec3-4bb0-b443-c25896ad94c9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1027932 Jan 18 22:39:08.217113 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37192) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:08.393008 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-85bb9935-eb6b-4e3c-bb36-abf040aeeb30 tempest-RoutersTestDVR-635175105 tempest-RoutersTestDVR-635175105-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-745557912'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:39:08.428261 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-85bb9935-eb6b-4e3c-bb36-abf040aeeb30 tempest-RoutersTestDVR-635175105 tempest-RoutersTestDVR-635175105-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1044160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8692'] for router, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:08.433248 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-85bb9935-eb6b-4e3c-bb36-abf040aeeb30 tempest-RoutersTestDVR-635175105 tempest-RoutersTestDVR-635175105-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1040680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8675'] for router, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:08.440454 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ddb3f84b-a83d-42af-a202-8c5431cd7a51 req-beb97d60-faaf-4331-9ca1-4d08db71fe8e tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e2e22-46f9-42fe-9710-8e464b95d42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3278871 Jan 18 22:39:08.471501 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9ccf50e-b68b-448d-822d-9bc85a3c0760 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Deleting subnet 55197691-bfb2-4ca9-986f-14f9109f177d {{(pid=102430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:39:08.487426 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d9ccf50e-b68b-448d-822d-9bc85a3c0760 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks [] for subnet, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:08.550778 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-85bb9935-eb6b-4e3c-bb36-abf040aeeb30 tempest-RoutersTestDVR-635175105 tempest-RoutersTestDVR-635175105-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:08.558696 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-85bb9935-eb6b-4e3c-bb36-abf040aeeb30 tempest-RoutersTestDVR-635175105 tempest-RoutersTestDVR-635175105-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1040691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049'] for router, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:08.621161 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-85bb9935-eb6b-4e3c-bb36-abf040aeeb30 tempest-RoutersTestDVR-635175105 tempest-RoutersTestDVR-635175105-project-admin] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:08.628171 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-85bb9935-eb6b-4e3c-bb36-abf040aeeb30 tempest-RoutersTestDVR-635175105 tempest-RoutersTestDVR-635175105-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.4048946 Jan 18 22:39:08.628171 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37242) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:08.635262 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0cf0be91-c1e6-40a0-abf9-426623c3791e req-831c44df-6836-42d8-85e0-3701761af272 service neutron] 10.222.0.67 "GET /v2.0/networks/eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4539433 Jan 18 22:39:08.658621 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d9ccf50e-b68b-448d-822d-9bc85a3c0760 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60394745'] for subnet, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:08.763195 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330685fd-a1df-48f1-ab00-7d28ea09e82d req-68f19b25-edfb-4767-8a95-1b5835760867 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:08.764687 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-330685fd-a1df-48f1-ab00-7d28ea09e82d req-68f19b25-edfb-4767-8a95-1b5835760867 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=746ebad6-c218-49ba-a20c-55049008117e HTTP/1.1" status: 200 len: 945 time: 0.2029965 Jan 18 22:39:08.860616 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-71f558e6-fe0a-4cf9-aeb4-dd1c5cca290a tempest-RoutersTestDVR-635175105 tempest-RoutersTestDVR-635175105-project-admin] Notify callbacks [] for router, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:08.873896 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-330685fd-a1df-48f1-ab00-7d28ea09e82d req-e04c342d-1341-402a-b7c8-5c71ec15a160 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=75c337a0-647f-49a7-9e9b-b45556e7737b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027236 Jan 18 22:39:08.917096 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0cf0be91-c1e6-40a0-abf9-426623c3791e req-391ecd5a-e356-4324-93e6-eefb32c3e09f service neutron] 10.222.0.67 "GET /v2.0/networks/eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710950 Jan 18 22:39:08.939418 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d9ccf50e-b68b-448d-822d-9bc85a3c0760 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:09.051764 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c16259b-ff7a-433e-9fd0-6254529d0fef req-c741d7c9-f168-4213-b768-946034fc0d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:09.053378 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9c16259b-ff7a-433e-9fd0-6254529d0fef req-c741d7c9-f168-4213-b768-946034fc0d42 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d58fa77d6cd94e7ca7d141d5a9b044dd&device_id=cb2d1e8a-0ee5-47c1-969e-df8edc45093a HTTP/1.1" status: 200 len: 1094 time: 0.0740857 Jan 18 22:39:09.082877 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d9ccf50e-b68b-448d-822d-9bc85a3c0760 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60203138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62288677'] for subnet, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:09.213508 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d9ccf50e-b68b-448d-822d-9bc85a3c0760 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks [] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:09.214225 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e1b3d8-9ed2-4855-a400-b149f1d920f1 None None] Network 591cc02a-4869-4e47-b2d5-7eeb2da1b750 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:39:09.223633 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-d9ccf50e-b68b-448d-822d-9bc85a3c0760 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "DELETE /v2.0/subnets/55197691-bfb2-4ca9-986f-14f9109f177d HTTP/1.1" status: 204 len: 168 time: 1.0553722 Jan 18 22:39:09.224781 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ccf50e-b68b-448d-822d-9bc85a3c0760 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Pushing event deleted for resources: {'Subnet': ['ID=55197691-bfb2-4ca9-986f-14f9109f177d,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:39:09.228889 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 37302) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:09.379087 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c16259b-ff7a-433e-9fd0-6254529d0fef req-7ac72771-db09-4051-9b4a-7f47f6b74357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:09.380943 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9c16259b-ff7a-433e-9fd0-6254529d0fef req-7ac72771-db09-4051-9b4a-7f47f6b74357 service neutron] 10.222.0.67 "GET /v2.0/networks?id=eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02 HTTP/1.1" status: 200 len: 906 time: 0.3180275 Jan 18 22:39:09.385100 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-135a39de-29b6-4298-8acf-bacaa4be6194 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:09.464113 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9c16259b-ff7a-433e-9fd0-6254529d0fef req-b5bea314-1ca4-4edf-9145-2a505755cb18 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b0ed57f8-7b1f-4360-8ecc-5e9b79bed62a HTTP/1.1" status: 200 len: 217 time: 0.0705512 Jan 18 22:39:09.549188 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c16259b-ff7a-433e-9fd0-6254529d0fef req-06d90e89-384d-478f-ac20-fee714869671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:09.550980 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9c16259b-ff7a-433e-9fd0-6254529d0fef req-06d90e89-384d-478f-ac20-fee714869671 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3d836b77-fd27-4c61-b195-30e9fedeffe8 HTTP/1.1" status: 200 len: 846 time: 0.0590758 Jan 18 22:39:09.647490 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9c16259b-ff7a-433e-9fd0-6254529d0fef req-27461902-f256-4e64-8b25-1890b39ae116 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722055 Jan 18 22:39:09.661886 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c48a973-f4cc-476a-9da1-6bd520626edb None None] DHCP port deletion for 591cc02a-4869-4e47-b2d5-7eeb2da1b750 request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:39:09.683850 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-135a39de-29b6-4298-8acf-bacaa4be6194 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Deleting port 47a594a9-b933-4e3e-8e36-f9f030a96932 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:39:09.684217 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-135a39de-29b6-4298-8acf-bacaa4be6194 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:09.780909 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-5c48a973-f4cc-476a-9da1-6bd520626edb None None] Deleting port 47a594a9-b933-4e3e-8e36-f9f030a96932 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:39:09.781301 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5c48a973-f4cc-476a-9da1-6bd520626edb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:09.968323 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-5c48a973-f4cc-476a-9da1-6bd520626edb None None] For port 47a594a9-b933-4e3e-8e36-f9f030a96932, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=47a594a9-b933-4e3e-8e36-f9f030a96932,segment=NetworkSegment(3102a7aa-1524-4a71-ab39-2f58cb485cd3),segment_id=3102a7aa-1524-4a71-ab39-2f58cb485cd3)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:39:09.968738 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5c48a973-f4cc-476a-9da1-6bd520626edb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:09.975101 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-135a39de-29b6-4298-8acf-bacaa4be6194 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] For port 47a594a9-b933-4e3e-8e36-f9f030a96932, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=47a594a9-b933-4e3e-8e36-f9f030a96932,segment=NetworkSegment(3102a7aa-1524-4a71-ab39-2f58cb485cd3),segment_id=3102a7aa-1524-4a71-ab39-2f58cb485cd3)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:39:09.975469 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-135a39de-29b6-4298-8acf-bacaa4be6194 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:10.005090 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-71f558e6-fe0a-4cf9-aeb4-dd1c5cca290a tempest-RoutersTestDVR-635175105 tempest-RoutersTestDVR-635175105-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1040886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8602'] for router, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:10.010625 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-71f558e6-fe0a-4cf9-aeb4-dd1c5cca290a tempest-RoutersTestDVR-635175105 tempest-RoutersTestDVR-635175105-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:10.017777 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-5c48a973-f4cc-476a-9da1-6bd520626edb None None] Calling delete_port for 47a594a9-b933-4e3e-8e36-f9f030a96932 owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:39:10.038078 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4bc1a1-e469-4df4-8b51-44a1077107f7 req-5dc2f135-5127-4d2f-b359-a1779b4bb3c0 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:10.046209 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ca4bc1a1-e469-4df4-8b51-44a1077107f7 req-5dc2f135-5127-4d2f-b359-a1779b4bb3c0 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb2d1e8a-0ee5-47c1-969e-df8edc45093a HTTP/1.1" status: 200 len: 943 time: 0.2887483 Jan 18 22:39:10.099678 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-71f558e6-fe0a-4cf9-aeb4-dd1c5cca290a tempest-RoutersTestDVR-635175105 tempest-RoutersTestDVR-635175105-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1040832'] for router, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:10.100644 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71f558e6-fe0a-4cf9-aeb4-dd1c5cca290a tempest-RoutersTestDVR-635175105 tempest-RoutersTestDVR-635175105-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9923c113-951f-4ddf-825a-684d5d2fa4ca {{(pid=102431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 22:39:10.105367 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-135a39de-29b6-4298-8acf-bacaa4be6194 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Calling delete_port for 47a594a9-b933-4e3e-8e36-f9f030a96932 owned by network:dhcp {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:39:10.105981 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-71f558e6-fe0a-4cf9-aeb4-dd1c5cca290a tempest-RoutersTestDVR-635175105 tempest-RoutersTestDVR-635175105-project-admin] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:10.108325 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-71f558e6-fe0a-4cf9-aeb4-dd1c5cca290a tempest-RoutersTestDVR-635175105 tempest-RoutersTestDVR-635175105-project-admin] 10.222.0.53 "DELETE /v2.0/routers/9923c113-951f-4ddf-825a-684d5d2fa4ca HTTP/1.1" status: 204 len: 168 time: 1.4810212 Jan 18 22:39:10.111919 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37382) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:10.121106 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-e6ad4311-5a56-4743-8808-aa1fbeea3a7c tempest-RoutersTestDVR-635175105 tempest-RoutersTestDVR-635175105-project-admin] Request body: {'router': {'name': 'tempest-router-157579781', 'distributed': False}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:39:10.170550 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37388) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:10.191396 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e6ad4311-5a56-4743-8808-aa1fbeea3a7c tempest-RoutersTestDVR-635175105 tempest-RoutersTestDVR-635175105-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1044160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8692'] for router, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:10.196942 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e6ad4311-5a56-4743-8808-aa1fbeea3a7c tempest-RoutersTestDVR-635175105 tempest-RoutersTestDVR-635175105-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1040680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8675'] for router, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:10.233817 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9c16259b-ff7a-433e-9fd0-6254529d0fef req-e9f9b849-6690-4409-a0cb-771bbad52afd service neutron] 10.222.0.67 "GET /v2.0/networks/eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5778368 Jan 18 22:39:10.245800 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5c48a973-f4cc-476a-9da1-6bd520626edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:10.330354 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c48a973-f4cc-476a-9da1-6bd520626edb None None] Pushing event deleted for resources: {'Port': ['ID=47a594a9-b933-4e3e-8e36-f9f030a96932,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:39:10.345373 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c48a973-f4cc-476a-9da1-6bd520626edb None None] No DVR routers for this DVR port 47a594a9-b933-4e3e-8e36-f9f030a96932 on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:39:10.366703 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c48a973-f4cc-476a-9da1-6bd520626edb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:39:10.366971 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c48a973-f4cc-476a-9da1-6bd520626edb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:39:10.369658 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c48a973-f4cc-476a-9da1-6bd520626edb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:39:10.375262 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c48a973-f4cc-476a-9da1-6bd520626edb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:39:10.376421 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c48a973-f4cc-476a-9da1-6bd520626edb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:39:10.376955 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c48a973-f4cc-476a-9da1-6bd520626edb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:39:10.377452 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c48a973-f4cc-476a-9da1-6bd520626edb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:39:10.377948 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c48a973-f4cc-476a-9da1-6bd520626edb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:39:10.378471 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c48a973-f4cc-476a-9da1-6bd520626edb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:39:10.379088 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c48a973-f4cc-476a-9da1-6bd520626edb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:39:10.379711 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c48a973-f4cc-476a-9da1-6bd520626edb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:39:10.380529 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c48a973-f4cc-476a-9da1-6bd520626edb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:39:10.397128 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ca4bc1a1-e469-4df4-8b51-44a1077107f7 req-5bf902cb-0a09-41d0-b5d8-352eee070ba0 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e2e22-46f9-42fe-9710-8e464b95d42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3104451 Jan 18 22:39:10.458093 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e6ad4311-5a56-4743-8808-aa1fbeea3a7c tempest-RoutersTestDVR-635175105 tempest-RoutersTestDVR-635175105-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:10.468317 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e6ad4311-5a56-4743-8808-aa1fbeea3a7c tempest-RoutersTestDVR-635175105 tempest-RoutersTestDVR-635175105-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1040691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049'] for router, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:10.470793 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-521e3528-525d-43a7-808a-78e4af4b8d72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:10.477577 n-d-825064-1 neutron-server[102431]: INFO neutron.api.v2.resource [req-0e13efa5-c09f-4eeb-9675-1720007001e1 req-0635e152-2a45-4c2d-9df3-f46489fadc7e service neutron] show failed (client error): The resource could not be found. Jan 18 22:39:10.479513 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-0e13efa5-c09f-4eeb-9675-1720007001e1 req-0635e152-2a45-4c2d-9df3-f46489fadc7e service neutron] 10.222.0.67 "GET /v2.0/ports/da03a90c-5359-4d37-9f0a-8f9b32f4b733/bindings/n-h1-825064-1 HTTP/1.1" status: 404 len: 380 time: 0.2184999 Jan 18 22:39:10.481981 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820e8214-3fc5-47bc-93f7-e1c9046e2b4c req-77261825-56c3-415d-8260-c9d0f0fee97d tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:10.483523 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-820e8214-3fc5-47bc-93f7-e1c9046e2b4c req-77261825-56c3-415d-8260-c9d0f0fee97d tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=746ebad6-c218-49ba-a20c-55049008117e HTTP/1.1" status: 200 len: 945 time: 0.4875731 Jan 18 22:39:10.508967 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e6ad4311-5a56-4743-8808-aa1fbeea3a7c tempest-RoutersTestDVR-635175105 tempest-RoutersTestDVR-635175105-project-admin] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:10.511767 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-e6ad4311-5a56-4743-8808-aa1fbeea3a7c tempest-RoutersTestDVR-635175105 tempest-RoutersTestDVR-635175105-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3984821 Jan 18 22:39:10.515285 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37424) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:10.567454 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9c16259b-ff7a-433e-9fd0-6254529d0fef req-eafaf149-2b19-4c00-ae46-7bc2560a0584 service neutron] 10.222.0.67 "GET /v2.0/networks/eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3097284 Jan 18 22:39:10.642130 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-820e8214-3fc5-47bc-93f7-e1c9046e2b4c req-abe6a9ff-519b-43ce-8484-48a6356f8017 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=75c337a0-647f-49a7-9e9b-b45556e7737b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289656 Jan 18 22:39:10.646345 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d549f644-8d2e-4294-ad59-0355e329a43b tempest-RoutersTestDVR-635175105 tempest-RoutersTestDVR-635175105-project-admin] Notify callbacks [] for router, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:10.648841 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-135a39de-29b6-4298-8acf-bacaa4be6194 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:10.704571 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135a39de-29b6-4298-8acf-bacaa4be6194 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] No DVR routers for this DVR port 47a594a9-b933-4e3e-8e36-f9f030a96932 on host n-d-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:39:10.709585 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135a39de-29b6-4298-8acf-bacaa4be6194 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Pushing event deleted for resources: {'Port': ['ID=47a594a9-b933-4e3e-8e36-f9f030a96932,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:39:10.918555 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-135a39de-29b6-4298-8acf-bacaa4be6194 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:11.031420 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-521e3528-525d-43a7-808a-78e4af4b8d72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:11.037745 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-521e3528-525d-43a7-808a-78e4af4b8d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:11.041675 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d549f644-8d2e-4294-ad59-0355e329a43b tempest-RoutersTestDVR-635175105 tempest-RoutersTestDVR-635175105-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1040886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8602'] for router, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:11.044002 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-135a39de-29b6-4298-8acf-bacaa4be6194 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['591cc02a-4869-4e47-b2d5-7eeb2da1b750']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:39:11.052769 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d549f644-8d2e-4294-ad59-0355e329a43b tempest-RoutersTestDVR-635175105 tempest-RoutersTestDVR-635175105-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:11.059297 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-135a39de-29b6-4298-8acf-bacaa4be6194 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3102a7aa-1524-4a71-ab39-2f58cb485cd3') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:39:11.059616 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-135a39de-29b6-4298-8acf-bacaa4be6194 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3102a7aa-1524-4a71-ab39-2f58cb485cd3') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:39:11.095690 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-135a39de-29b6-4298-8acf-bacaa4be6194 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60394742'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:11.098890 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e13efa5-c09f-4eeb-9675-1720007001e1 req-d68b2743-b85f-4673-8292-39f32d60d413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:11.108629 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0e13efa5-c09f-4eeb-9675-1720007001e1 req-d68b2743-b85f-4673-8292-39f32d60d413 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=746ebad6-c218-49ba-a20c-55049008117e&tenant_id=438cce0e2f434b5f879ce307da159923 HTTP/1.1" status: 200 len: 1096 time: 0.1790864 Jan 18 22:39:11.127936 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-0e13efa5-c09f-4eeb-9675-1720007001e1 req-4de1788d-990e-4258-9331-3cd8c59b8590 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825064-1', 'device_owner': 'compute:nova'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:39:11.131088 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-521e3528-525d-43a7-808a-78e4af4b8d72 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dc14c31aeec14d17a4e9ef06794a94a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9586718 Jan 18 22:39:11.134270 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 37470) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:11.137994 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521e3528-525d-43a7-808a-78e4af4b8d72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f40ca09-54c3-4e4f-9f8c-a050f5e99fa9,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:39:11.141964 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d549f644-8d2e-4294-ad59-0355e329a43b tempest-RoutersTestDVR-635175105 tempest-RoutersTestDVR-635175105-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1040832'] for router, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:11.143190 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d549f644-8d2e-4294-ad59-0355e329a43b tempest-RoutersTestDVR-635175105 tempest-RoutersTestDVR-635175105-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6cce4282-ccbe-4be2-97af-9bb7b61a9cfb {{(pid=102431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 22:39:11.158650 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d549f644-8d2e-4294-ad59-0355e329a43b tempest-RoutersTestDVR-635175105 tempest-RoutersTestDVR-635175105-project-admin] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:11.164281 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-d549f644-8d2e-4294-ad59-0355e329a43b tempest-RoutersTestDVR-635175105 tempest-RoutersTestDVR-635175105-project-admin] 10.222.0.53 "DELETE /v2.0/routers/6cce4282-ccbe-4be2-97af-9bb7b61a9cfb HTTP/1.1" status: 204 len: 168 time: 0.6475945 Jan 18 22:39:11.165339 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37474) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:11.171248 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-9ed006b7-2f45-46b7-9bda-22ca2daa9bee tempest-RoutersTestDVR-635175105 tempest-RoutersTestDVR-635175105-project-admin] Request body: {'router': {'name': 'tempest-router-348832983', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'eb2f96a98a5c4706b793998d274927b5'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:39:11.202795 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9ed006b7-2f45-46b7-9bda-22ca2daa9bee tempest-RoutersTestDVR-635175105 tempest-RoutersTestDVR-635175105-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1044160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8692'] for router, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:11.203991 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9ed006b7-2f45-46b7-9bda-22ca2daa9bee tempest-RoutersTestDVR-635175105 tempest-RoutersTestDVR-635175105-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1040680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8675'] for router, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:11.226710 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-135a39de-29b6-4298-8acf-bacaa4be6194 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:11.236204 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-135a39de-29b6-4298-8acf-bacaa4be6194 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:39:11.236883 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-135a39de-29b6-4298-8acf-bacaa4be6194 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60203044'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:11.245742 n-d-825064-1 neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:39:11.245742 n-d-825064-1 neutron-server[102430]: self.session.flush() Jan 18 22:39:11.245742 n-d-825064-1 neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:39:11.245742 n-d-825064-1 neutron-server[102430]: self.session.flush() Jan 18 22:39:11.245742 n-d-825064-1 neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:39:11.245742 n-d-825064-1 neutron-server[102430]: self.session.flush() Jan 18 22:39:11.245742 n-d-825064-1 neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:39:11.245742 n-d-825064-1 neutron-server[102430]: self.session.flush() Jan 18 22:39:11.245742 n-d-825064-1 neutron-server[102430]: Traceback (most recent call last): Jan 18 22:39:11.245742 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:39:11.245742 n-d-825064-1 neutron-server[102430]: timer() Jan 18 22:39:11.245742 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:39:11.245742 n-d-825064-1 neutron-server[102430]: cb(*args, **kw) Jan 18 22:39:11.245742 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:39:11.245742 n-d-825064-1 neutron-server[102430]: return func(*args, **kwargs) Jan 18 22:39:11.245742 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:39:11.245742 n-d-825064-1 neutron-server[102430]: self._notify() Jan 18 22:39:11.245742 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:39:11.245742 n-d-825064-1 neutron-server[102430]: self.callback(batched_events) Jan 18 22:39:11.245742 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:39:11.245742 n-d-825064-1 neutron-server[102430]: event.method(event) Jan 18 22:39:11.245742 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:39:11.245742 n-d-825064-1 neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:39:11.245742 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:39:11.245742 n-d-825064-1 neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:39:11.245742 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:39:11.245742 n-d-825064-1 neutron-server[102430]: return f(self, *a, **k) Jan 18 22:39:11.245742 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:39:11.245742 n-d-825064-1 neutron-server[102430]: return self._get(url).json() Jan 18 22:39:11.245742 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:39:11.245742 n-d-825064-1 neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:39:11.245742 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:39:11.245742 n-d-825064-1 neutron-server[102430]: return self.request(url, 'GET', **kwargs) Jan 18 22:39:11.245742 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:39:11.245742 n-d-825064-1 neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:39:11.245742 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:39:11.245742 n-d-825064-1 neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:39:11.245742 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:39:11.245742 n-d-825064-1 neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:39:11.245742 n-d-825064-1 neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:39:11.293558 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9ed006b7-2f45-46b7-9bda-22ca2daa9bee tempest-RoutersTestDVR-635175105 tempest-RoutersTestDVR-635175105-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:11.308849 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9ed006b7-2f45-46b7-9bda-22ca2daa9bee tempest-RoutersTestDVR-635175105 tempest-RoutersTestDVR-635175105-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1040691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049'] for router, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:11.352707 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 47a594a9-b933-4e3e-8e36-f9f030a96932 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:39:11.357657 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9ed006b7-2f45-46b7-9bda-22ca2daa9bee tempest-RoutersTestDVR-635175105 tempest-RoutersTestDVR-635175105-project-admin] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:11.368891 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-9ed006b7-2f45-46b7-9bda-22ca2daa9bee tempest-RoutersTestDVR-635175105 tempest-RoutersTestDVR-635175105-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1994202 Jan 18 22:39:11.371372 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37496) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:11.376809 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-b0b35ff9-1368-4f43-bd4d-8a7a632292da tempest-RoutersTestDVR-635175105 tempest-RoutersTestDVR-635175105-project-admin] Request body: {'router': {'distributed': True}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:39:11.382973 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-0e13efa5-c09f-4eeb-9675-1720007001e1 req-4de1788d-990e-4258-9331-3cd8c59b8590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:11.397340 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-135a39de-29b6-4298-8acf-bacaa4be6194 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:11.398263 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 47a594a9-b933-4e3e-8e36-f9f030a96932 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:39:11.399170 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 47a594a9-b933-4e3e-8e36-f9f030a96932 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:39:11.415207 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-135a39de-29b6-4298-8acf-bacaa4be6194 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:11.418871 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-135a39de-29b6-4298-8acf-bacaa4be6194 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "DELETE /v2.0/networks/591cc02a-4869-4e47-b2d5-7eeb2da1b750 HTTP/1.1" status: 204 len: 168 time: 2.1720006 Jan 18 22:39:11.431074 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 37504) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:11.512559 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-d6a1cfb7-b062-4277-a4bb-19b670627a96 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1561096568', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}, 'admin_state_up': False}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:39:11.594158 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135a39de-29b6-4298-8acf-bacaa4be6194 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Pushing event deleted for resources: {'Network': ['ID=591cc02a-4869-4e47-b2d5-7eeb2da1b750,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:39:11.664762 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b0b35ff9-1368-4f43-bd4d-8a7a632292da tempest-RoutersTestDVR-635175105 tempest-RoutersTestDVR-635175105-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1042964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1040653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8593'] for router, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:11.665347 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b0b35ff9-1368-4f43-bd4d-8a7a632292da tempest-RoutersTestDVR-635175105 tempest-RoutersTestDVR-635175105-project-admin] Notify callbacks [] for router, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:11.833986 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-b0b35ff9-1368-4f43-bd4d-8a7a632292da tempest-RoutersTestDVR-635175105 tempest-RoutersTestDVR-635175105-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=102431) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Jan 18 22:39:11.834339 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-b0b35ff9-1368-4f43-bd4d-8a7a632292da tempest-RoutersTestDVR-635175105 tempest-RoutersTestDVR-635175105-project-admin] Router ed91a0f7-51bb-428a-8321-a243c0c4a9d2 migrating from provider to provider. {{(pid=102431) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Jan 18 22:39:11.834707 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b0b35ff9-1368-4f43-bd4d-8a7a632292da tempest-RoutersTestDVR-635175105 tempest-RoutersTestDVR-635175105-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:11.841810 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b0b35ff9-1368-4f43-bd4d-8a7a632292da tempest-RoutersTestDVR-635175105 tempest-RoutersTestDVR-635175105-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:11.851211 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b0b35ff9-1368-4f43-bd4d-8a7a632292da tempest-RoutersTestDVR-635175105 tempest-RoutersTestDVR-635175105-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1042975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1043046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1040698'] for router, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:11.981441 n-d-825064-1 neutron-server[102431]: WARNING neutron.scheduler.l3_agent_scheduler [None req-b0b35ff9-1368-4f43-bd4d-8a7a632292da tempest-RoutersTestDVR-635175105 tempest-RoutersTestDVR-635175105-project-admin] No L3 agents can host the router ed91a0f7-51bb-428a-8321-a243c0c4a9d2 Jan 18 22:39:12.030765 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device b0ed57f8-7b1f-4360-8ecc-5e9b79bed62a details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:39:12.187145 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port b0ed57f8-7b1f-4360-8ecc-5e9b79bed62a, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=b0ed57f8-7b1f-4360-8ecc-5e9b79bed62a,segment=NetworkSegment(dfaa1994-2fdd-4a54-9d15-02069c3ace9d),segment_id=dfaa1994-2fdd-4a54-9d15-02069c3ace9d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:39:12.200231 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': 'b0ed57f8-7b1f-4360-8ecc-5e9b79bed62a', 'network_id': 'eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02', 'port_id': 'b0ed57f8-7b1f-4360-8ecc-5e9b79bed62a', 'mac_address': 'fa:16:3e:68:4f:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d836b77-fd27-4c61-b195-30e9fedeffe8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:39:12.203191 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7b36a293-7692-493a-b79b-7a2494d2e820 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:12.206096 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b35ff9-1368-4f43-bd4d-8a7a632292da tempest-RoutersTestDVR-635175105 tempest-RoutersTestDVR-635175105-project-admin] Hosts for router ed91a0f7-51bb-428a-8321-a243c0c4a9d2: [] {{(pid=102431) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jan 18 22:39:12.246990 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b35ff9-1368-4f43-bd4d-8a7a632292da tempest-RoutersTestDVR-635175105 tempest-RoutersTestDVR-635175105-project-admin] Hosts for other DVR routers connected to router ed91a0f7-51bb-428a-8321-a243c0c4a9d2: set() {{(pid=102431) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jan 18 22:39:12.265985 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b0b35ff9-1368-4f43-bd4d-8a7a632292da tempest-RoutersTestDVR-635175105 tempest-RoutersTestDVR-635175105-project-admin] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:12.268101 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-b0b35ff9-1368-4f43-bd4d-8a7a632292da tempest-RoutersTestDVR-635175105 tempest-RoutersTestDVR-635175105-project-admin] 10.222.0.53 "PUT /v2.0/routers/ed91a0f7-51bb-428a-8321-a243c0c4a9d2 HTTP/1.1" status: 200 len: 716 time: 0.8955491 Jan 18 22:39:12.271003 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37614) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:12.278464 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:12.314328 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0ed57f8-7b1f-4360-8ecc-5e9b79bed62a {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:39:12.330140 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7b36a293-7692-493a-b79b-7a2494d2e820 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:12.363673 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port b0ed57f8-7b1f-4360-8ecc-5e9b79bed62a, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=b0ed57f8-7b1f-4360-8ecc-5e9b79bed62a,segment=NetworkSegment(dfaa1994-2fdd-4a54-9d15-02069c3ace9d),segment_id=dfaa1994-2fdd-4a54-9d15-02069c3ace9d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:39:12.373040 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:12.408042 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad675c2f-ec61-4d6c-b218-ec4d81571178 req-ecf8e7e5-a3c0-40de-a2f6-a6fb2c133411 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:12.415720 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ad675c2f-ec61-4d6c-b218-ec4d81571178 req-ecf8e7e5-a3c0-40de-a2f6-a6fb2c133411 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb2d1e8a-0ee5-47c1-969e-df8edc45093a HTTP/1.1" status: 200 len: 943 time: 0.8933260 Jan 18 22:39:12.439899 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-6d30ae0d-3890-4f84-bba8-8a29b174e679 tempest-RoutersTestDVR-635175105 tempest-RoutersTestDVR-635175105-project-admin] 10.222.0.53 "GET /v2.0/routers/ed91a0f7-51bb-428a-8321-a243c0c4a9d2 HTTP/1.1" status: 200 len: 716 time: 0.1656477 Jan 18 22:39:12.442270 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=b0ed57f8-7b1f-4360-8ecc-5e9b79bed62a,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:39:12.443793 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37622) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:12.465394 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab052316-7ae8-45dc-8032-bb5cbab047e6 req-2ae9a91f-96cf-405c-9195-b922700c819d tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:12.466872 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ab052316-7ae8-45dc-8032-bb5cbab047e6 req-2ae9a91f-96cf-405c-9195-b922700c819d tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=746ebad6-c218-49ba-a20c-55049008117e HTTP/1.1" status: 200 len: 945 time: 0.2490518 Jan 18 22:39:12.482967 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d6a1cfb7-b062-4277-a4bb-19b670627a96 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1044160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8692'] for router, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:12.483984 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d6a1cfb7-b062-4277-a4bb-19b670627a96 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1040680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8675'] for router, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:12.515181 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ad675c2f-ec61-4d6c-b218-ec4d81571178 req-a531b893-999a-4068-8a56-9e31eae58082 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e2e22-46f9-42fe-9710-8e464b95d42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981534 Jan 18 22:39:12.587613 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['b0ed57f8-7b1f-4360-8ecc-5e9b79bed62a'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:39:12.627542 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ab052316-7ae8-45dc-8032-bb5cbab047e6 req-bbc0f795-33c5-455c-93f7-9c4119797c9f tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=75c337a0-647f-49a7-9e9b-b45556e7737b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1525097 Jan 18 22:39:12.628454 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7b36a293-7692-493a-b79b-7a2494d2e820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:12.631458 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7b36a293-7692-493a-b79b-7a2494d2e820 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:12.635346 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-7b36a293-7692-493a-b79b-7a2494d2e820 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5f40ca09-54c3-4e4f-9f8c-a050f5e99fa9 HTTP/1.1" status: 204 len: 168 time: 1.3943572 Jan 18 22:39:12.642454 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d6a1cfb7-b062-4277-a4bb-19b670627a96 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:12.685670 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-6452a772-2d58-42ad-8a53-7f52cf318c0d tempest-RoutersTestDVR-1095340909 tempest-RoutersTestDVR-1095340909-project] 10.222.0.53 "GET /v2.0/routers/ed91a0f7-51bb-428a-8321-a243c0c4a9d2 HTTP/1.1" status: 200 len: 682 time: 0.2404296 Jan 18 22:39:12.688748 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37628) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:12.748298 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-0e13efa5-c09f-4eeb-9675-1720007001e1 req-4de1788d-990e-4258-9331-3cd8c59b8590 service neutron] For port da03a90c-5359-4d37-9f0a-8f9b32f4b733, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=da03a90c-5359-4d37-9f0a-8f9b32f4b733,segment=NetworkSegment(4a0026ab-4bcd-4b31-8ba0-9267266416e1),segment_id=4a0026ab-4bcd-4b31-8ba0-9267266416e1)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:39:12.810650 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2f10cb0a-3175-48ff-9195-5b4c6d955df4 tempest-RoutersTestDVR-635175105 tempest-RoutersTestDVR-635175105-project-admin] Notify callbacks [] for router, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:12.870438 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d6a1cfb7-b062-4277-a4bb-19b670627a96 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:12.884271 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b36a293-7692-493a-b79b-7a2494d2e820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f40ca09-54c3-4e4f-9f8c-a050f5e99fa9,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:39:12.936644 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:13.003499 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-0e13efa5-c09f-4eeb-9675-1720007001e1 req-4de1788d-990e-4258-9331-3cd8c59b8590 service neutron] For port da03a90c-5359-4d37-9f0a-8f9b32f4b733, host n-h2-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:39:13.061070 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2f10cb0a-3175-48ff-9195-5b4c6d955df4 tempest-RoutersTestDVR-635175105 tempest-RoutersTestDVR-635175105-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1040886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8602'] for router, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:13.063988 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2f10cb0a-3175-48ff-9195-5b4c6d955df4 tempest-RoutersTestDVR-635175105 tempest-RoutersTestDVR-635175105-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:13.076579 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-0e13efa5-c09f-4eeb-9675-1720007001e1 req-4de1788d-990e-4258-9331-3cd8c59b8590 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:13.079041 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '746ebad6-c218-49ba-a20c-55049008117e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da03a90c-5359-4d37-9f0a-8f9b32f4b733'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:39:13.082144 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cd4e79d-a23e-47fe-ae4e-c38d1502aa1f" -d '{"events": [{"server_uuid": "746ebad6-c218-49ba-a20c-55049008117e", "name": "network-vif-unplugged", "status": "completed", "tag": "da03a90c-5359-4d37-9f0a-8f9b32f4b733"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:39:13.131169 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 37640) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:13.150937 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-0e13efa5-c09f-4eeb-9675-1720007001e1 req-4de1788d-990e-4258-9331-3cd8c59b8590 service neutron] Transition to ACTIVE for port object da03a90c-5359-4d37-9f0a-8f9b32f4b733 will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:39:13.159690 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2f10cb0a-3175-48ff-9195-5b4c6d955df4 tempest-RoutersTestDVR-635175105 tempest-RoutersTestDVR-635175105-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1040832'] for router, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:13.160382 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f10cb0a-3175-48ff-9195-5b4c6d955df4 tempest-RoutersTestDVR-635175105 tempest-RoutersTestDVR-635175105-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ed91a0f7-51bb-428a-8321-a243c0c4a9d2 {{(pid=102431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 22:39:13.163564 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-0e13efa5-c09f-4eeb-9675-1720007001e1 req-4de1788d-990e-4258-9331-3cd8c59b8590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:13.165647 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4c204b50-5062-4d6a-9ae1-437a4e87fa81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:13.173735 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2f10cb0a-3175-48ff-9195-5b4c6d955df4 tempest-RoutersTestDVR-635175105 tempest-RoutersTestDVR-635175105-project-admin] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:13.175184 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-2f10cb0a-3175-48ff-9195-5b4c6d955df4 tempest-RoutersTestDVR-635175105 tempest-RoutersTestDVR-635175105-project-admin] 10.222.0.53 "DELETE /v2.0/routers/ed91a0f7-51bb-428a-8321-a243c0c4a9d2 HTTP/1.1" status: 204 len: 168 time: 0.4852509 Jan 18 22:39:13.181278 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37642) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:13.186867 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-fa127353-3066-4a7f-b240-1b3346f9e6e6 tempest-RoutersTestDVR-635175105 tempest-RoutersTestDVR-635175105-project-admin] Request body: {'router': {'name': 'tempest-router-1282457324', 'distributed': True}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:39:13.229301 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fa127353-3066-4a7f-b240-1b3346f9e6e6 tempest-RoutersTestDVR-635175105 tempest-RoutersTestDVR-635175105-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1044160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8692'] for router, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:13.231407 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fa127353-3066-4a7f-b240-1b3346f9e6e6 tempest-RoutersTestDVR-635175105 tempest-RoutersTestDVR-635175105-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1040680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8675'] for router, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:13.262917 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 18 Jan 2022 22:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f633a85-df5c-4281-98a8-a4289dd42c19 x-openstack-request-id: req-5f633a85-df5c-4281-98a8-a4289dd42c19 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:39:13.263418 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "746ebad6-c218-49ba-a20c-55049008117e", "name": "network-vif-unplugged", "status": "completed", "tag": "da03a90c-5359-4d37-9f0a-8f9b32f4b733", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:39:13.264299 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5f633a85-df5c-4281-98a8-a4289dd42c19 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:39:13.265069 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '746ebad6-c218-49ba-a20c-55049008117e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da03a90c-5359-4d37-9f0a-8f9b32f4b733', 'code': 200} Jan 18 22:39:13.386743 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de1788d-990e-4258-9331-3cd8c59b8590 service neutron] Pushing event updated for resources: {'Port': ['ID=da03a90c-5359-4d37-9f0a-8f9b32f4b733,revision_number=6']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:39:13.571787 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d6a1cfb7-b062-4277-a4bb-19b670627a96 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks [] for router_gateway, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:13.605463 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d6a1cfb7-b062-4277-a4bb-19b670627a96 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:13.712375 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:13.721628 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fa127353-3066-4a7f-b240-1b3346f9e6e6 tempest-RoutersTestDVR-635175105 tempest-RoutersTestDVR-635175105-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:13.726181 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fa127353-3066-4a7f-b240-1b3346f9e6e6 tempest-RoutersTestDVR-635175105 tempest-RoutersTestDVR-635175105-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1040691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049'] for router, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:13.742721 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fa127353-3066-4a7f-b240-1b3346f9e6e6 tempest-RoutersTestDVR-635175105 tempest-RoutersTestDVR-635175105-project-admin] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:13.746620 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-fa127353-3066-4a7f-b240-1b3346f9e6e6 tempest-RoutersTestDVR-635175105 tempest-RoutersTestDVR-635175105-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.5614870 Jan 18 22:39:13.746899 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37654) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:13.815797 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e13efa5-c09f-4eeb-9675-1720007001e1 req-4de1788d-990e-4258-9331-3cd8c59b8590 service neutron] No DVR routers for this DVR port da03a90c-5359-4d37-9f0a-8f9b32f4b733 on host n-h2-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:39:13.823157 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5a6990a7-a54d-4b94-9dca-4f8d5cdee3b4 tempest-RoutersTestDVR-635175105 tempest-RoutersTestDVR-635175105-project-admin] Notify callbacks [] for router, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:13.955640 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4c204b50-5062-4d6a-9ae1-437a4e87fa81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:14.008005 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4c204b50-5062-4d6a-9ae1-437a4e87fa81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:14.012289 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5a6990a7-a54d-4b94-9dca-4f8d5cdee3b4 tempest-RoutersTestDVR-635175105 tempest-RoutersTestDVR-635175105-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1040886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8602'] for router, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:14.014677 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5a6990a7-a54d-4b94-9dca-4f8d5cdee3b4 tempest-RoutersTestDVR-635175105 tempest-RoutersTestDVR-635175105-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:14.043367 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device b0ed57f8-7b1f-4360-8ecc-5e9b79bed62a up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:39:14.051510 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ca652b-64a5-4e50-aff9-375c4e59f05b req-56ebf7ae-3386-4ca2-bc1e-444a345e4a57 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:14.053940 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-18ca652b-64a5-4e50-aff9-375c4e59f05b req-56ebf7ae-3386-4ca2-bc1e-444a345e4a57 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb2d1e8a-0ee5-47c1-969e-df8edc45093a HTTP/1.1" status: 200 len: 944 time: 0.3165915 Jan 18 22:39:14.075882 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5a6990a7-a54d-4b94-9dca-4f8d5cdee3b4 tempest-RoutersTestDVR-635175105 tempest-RoutersTestDVR-635175105-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1040832'] for router, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:14.080195 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a6990a7-a54d-4b94-9dca-4f8d5cdee3b4 tempest-RoutersTestDVR-635175105 tempest-RoutersTestDVR-635175105-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 624e2543-0734-4b4b-86dc-f20e0d567632 {{(pid=102431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 22:39:14.092529 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5a6990a7-a54d-4b94-9dca-4f8d5cdee3b4 tempest-RoutersTestDVR-635175105 tempest-RoutersTestDVR-635175105-project-admin] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:14.109847 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-5a6990a7-a54d-4b94-9dca-4f8d5cdee3b4 tempest-RoutersTestDVR-635175105 tempest-RoutersTestDVR-635175105-project-admin] 10.222.0.53 "DELETE /v2.0/routers/624e2543-0734-4b4b-86dc-f20e0d567632 HTTP/1.1" status: 204 len: 168 time: 0.3567324 Jan 18 22:39:14.138567 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119be7ca-4177-4ea1-afb5-4c3de2309671 req-25fd0a13-195c-4991-a29b-b19c4d5c66c7 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:14.140092 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-119be7ca-4177-4ea1-afb5-4c3de2309671 req-25fd0a13-195c-4991-a29b-b19c4d5c66c7 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=746ebad6-c218-49ba-a20c-55049008117e HTTP/1.1" status: 200 len: 943 time: 0.3611867 Jan 18 22:39:14.146009 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37666) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:14.146629 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-4c204b50-5062-4d6a-9ae1-437a4e87fa81 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6aa00eebaab048cabda15a66f1a2cbea&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0058320 Jan 18 22:39:14.147647 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-d6a1cfb7-b062-4277-a4bb-19b670627a96 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Allocated IP 172.25.5.124 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/10898148-6859-4573-85ef-f5412206095c) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:39:14.178652 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c204b50-5062-4d6a-9ae1-437a4e87fa81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88298519-e956-4a54-8693-1ace7ee24d2e,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:39:14.181241 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port b0ed57f8-7b1f-4360-8ecc-5e9b79bed62a completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:39:14.191308 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port b0ed57f8-7b1f-4360-8ecc-5e9b79bed62a triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:39:14.191658 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:14.270916 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a05530cf-a684-471b-89a9-c3fae59558a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:14.325009 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a05530cf-a684-471b-89a9-c3fae59558a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:14.332035 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:14.362486 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb2d1e8a-0ee5-47c1-969e-df8edc45093a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0ed57f8-7b1f-4360-8ecc-5e9b79bed62a'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:39:14.364992 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4da7def-cad9-4aa3-ba2d-a021ea9db00b" -d '{"events": [{"server_uuid": "cb2d1e8a-0ee5-47c1-969e-df8edc45093a", "name": "network-vif-plugged", "status": "completed", "tag": "b0ed57f8-7b1f-4360-8ecc-5e9b79bed62a"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:39:14.387346 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port b0ed57f8-7b1f-4360-8ecc-5e9b79bed62a, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=b0ed57f8-7b1f-4360-8ecc-5e9b79bed62a,segment=NetworkSegment(dfaa1994-2fdd-4a54-9d15-02069c3ace9d),segment_id=dfaa1994-2fdd-4a54-9d15-02069c3ace9d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:39:14.395550 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:14.396398 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device da03a90c-5359-4d37-9f0a-8f9b32f4b733 no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:39:14.399846 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a05530cf-a684-471b-89a9-c3fae59558a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:14.406270 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a05530cf-a684-471b-89a9-c3fae59558a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:14.410446 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-a05530cf-a684-471b-89a9-c3fae59558a4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/88298519-e956-4a54-8693-1ace7ee24d2e HTTP/1.1" status: 204 len: 168 time: 0.2633963 Jan 18 22:39:14.430750 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-18ca652b-64a5-4e50-aff9-375c4e59f05b req-9f357274-316c-4ff3-a4c2-2cbd79497b66 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e2e22-46f9-42fe-9710-8e464b95d42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3402596 Jan 18 22:39:14.433703 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05530cf-a684-471b-89a9-c3fae59558a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88298519-e956-4a54-8693-1ace7ee24d2e,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:39:14.544938 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=b0ed57f8-7b1f-4360-8ecc-5e9b79bed62a,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:39:14.555643 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device da03a90c-5359-4d37-9f0a-8f9b32f4b733 not bound to the agent host n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:39:14.559027 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf9ca2e6-2807-4e8b-8568-023ef7dba6ef x-openstack-request-id: req-bf9ca2e6-2807-4e8b-8568-023ef7dba6ef {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:39:14.559546 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb2d1e8a-0ee5-47c1-969e-df8edc45093a", "name": "network-vif-plugged", "status": "completed", "tag": "b0ed57f8-7b1f-4360-8ecc-5e9b79bed62a", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:39:14.559976 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bf9ca2e6-2807-4e8b-8568-023ef7dba6ef {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:39:14.560564 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb2d1e8a-0ee5-47c1-969e-df8edc45093a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0ed57f8-7b1f-4360-8ecc-5e9b79bed62a', 'code': 200} Jan 18 22:39:14.578217 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-0e13efa5-c09f-4eeb-9675-1720007001e1 req-4de1788d-990e-4258-9331-3cd8c59b8590 service neutron] Attempting to bind port da03a90c-5359-4d37-9f0a-8f9b32f4b733 on host n-h1-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:39:14.579363 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-0e13efa5-c09f-4eeb-9675-1720007001e1 req-4de1788d-990e-4258-9331-3cd8c59b8590 service neutron] Attempting to bind port da03a90c-5359-4d37-9f0a-8f9b32f4b733 by drivers openvswitch,hyperv on host n-h1-825064-1 at level 0 using segments [{'id': '4a0026ab-4bcd-4b31-8ba0-9267266416e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'dfd50c94-9bfe-434e-a69b-faa778e35648'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:39:14.579507 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e13efa5-c09f-4eeb-9675-1720007001e1 req-4de1788d-990e-4258-9331-3cd8c59b8590 service neutron] Attempting to bind port da03a90c-5359-4d37-9f0a-8f9b32f4b733 on network dfd50c94-9bfe-434e-a69b-faa778e35648 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:39:14.588568 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e13efa5-c09f-4eeb-9675-1720007001e1 req-4de1788d-990e-4258-9331-3cd8c59b8590 service neutron] Port da03a90c-5359-4d37-9f0a-8f9b32f4b733 on network dfd50c94-9bfe-434e-a69b-faa778e35648 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:39:14.588790 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e13efa5-c09f-4eeb-9675-1720007001e1 req-4de1788d-990e-4258-9331-3cd8c59b8590 service neutron] Attempting to bind port da03a90c-5359-4d37-9f0a-8f9b32f4b733 on network dfd50c94-9bfe-434e-a69b-faa778e35648 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:39:14.595223 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37682) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:14.599747 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e13efa5-c09f-4eeb-9675-1720007001e1 req-4de1788d-990e-4258-9331-3cd8c59b8590 service neutron] Checking agent: {'id': 'e49d1b2a-ba11-487f-a804-ecbf3c0e8132', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:39:14.600091 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e13efa5-c09f-4eeb-9675-1720007001e1 req-4de1788d-990e-4258-9331-3cd8c59b8590 service neutron] Checking segment: {'id': '4a0026ab-4bcd-4b31-8ba0-9267266416e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'dfd50c94-9bfe-434e-a69b-faa778e35648'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:39:14.600495 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e13efa5-c09f-4eeb-9675-1720007001e1 req-4de1788d-990e-4258-9331-3cd8c59b8590 service neutron] Bound using segment: {'id': '4a0026ab-4bcd-4b31-8ba0-9267266416e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'dfd50c94-9bfe-434e-a69b-faa778e35648'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:39:14.600932 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-0e13efa5-c09f-4eeb-9675-1720007001e1 req-4de1788d-990e-4258-9331-3cd8c59b8590 service neutron] Bound port: da03a90c-5359-4d37-9f0a-8f9b32f4b733, host: n-h1-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a0026ab-4bcd-4b31-8ba0-9267266416e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'dfd50c94-9bfe-434e-a69b-faa778e35648'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:39:14.601294 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-0e13efa5-c09f-4eeb-9675-1720007001e1 req-4de1788d-990e-4258-9331-3cd8c59b8590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:14.636784 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-119be7ca-4177-4ea1-afb5-4c3de2309671 req-26862879-5d56-4331-9d3b-afa294749d6b tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=75c337a0-647f-49a7-9e9b-b45556e7737b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4696796 Jan 18 22:39:14.742179 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aba904-3ec3-4df3-abb0-5cc86dc8b253 req-4fee37fe-593e-4d2d-905b-48097d1b71d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:14.743810 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-38aba904-3ec3-4df3-abb0-5cc86dc8b253 req-4fee37fe-593e-4d2d-905b-48097d1b71d6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=cb2d1e8a-0ee5-47c1-969e-df8edc45093a HTTP/1.1" status: 200 len: 1096 time: 0.1299548 Jan 18 22:39:14.803009 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d6a1cfb7-b062-4277-a4bb-19b670627a96 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:14.809201 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-0e13efa5-c09f-4eeb-9675-1720007001e1 req-4de1788d-990e-4258-9331-3cd8c59b8590 service neutron] For port da03a90c-5359-4d37-9f0a-8f9b32f4b733, host n-h1-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:39:14.821113 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-0e13efa5-c09f-4eeb-9675-1720007001e1 req-4de1788d-990e-4258-9331-3cd8c59b8590 service neutron] For port da03a90c-5359-4d37-9f0a-8f9b32f4b733, host n-h1-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=da03a90c-5359-4d37-9f0a-8f9b32f4b733,segment=NetworkSegment(4a0026ab-4bcd-4b31-8ba0-9267266416e1),segment_id=4a0026ab-4bcd-4b31-8ba0-9267266416e1)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:39:14.830018 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-0e13efa5-c09f-4eeb-9675-1720007001e1 req-4de1788d-990e-4258-9331-3cd8c59b8590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:14.862600 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-38aba904-3ec3-4df3-abb0-5cc86dc8b253 req-476c0639-d7f2-42a0-aaca-afe6a00218dd service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=8e7e2e22-46f9-42fe-9710-8e464b95d42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092780 Jan 18 22:39:14.902608 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e13efa5-c09f-4eeb-9675-1720007001e1 req-4de1788d-990e-4258-9331-3cd8c59b8590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:14.903236 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-0e13efa5-c09f-4eeb-9675-1720007001e1 req-4de1788d-990e-4258-9331-3cd8c59b8590 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:14.904927 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0e13efa5-c09f-4eeb-9675-1720007001e1 req-4de1788d-990e-4258-9331-3cd8c59b8590 service neutron] 10.222.0.36 "PUT /v2.0/ports/da03a90c-5359-4d37-9f0a-8f9b32f4b733 HTTP/1.1" status: 200 len: 1091 time: 3.7952888 Jan 18 22:39:14.985392 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de1788d-990e-4258-9331-3cd8c59b8590 service neutron] Pushing event updated for resources: {'Port': ['ID=da03a90c-5359-4d37-9f0a-8f9b32f4b733,revision_number=7']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:39:14.996507 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d6a1cfb7-b062-4277-a4bb-19b670627a96 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:15.026434 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-014ec898-e504-4c83-a509-22f24713ef3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:15.091910 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e13efa5-c09f-4eeb-9675-1720007001e1 req-8b4e4ee2-dbdb-4940-8072-a0aa01a5d120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:15.096315 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0e13efa5-c09f-4eeb-9675-1720007001e1 req-8b4e4ee2-dbdb-4940-8072-a0aa01a5d120 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=438cce0e2f434b5f879ce307da159923&device_id=746ebad6-c218-49ba-a20c-55049008117e HTTP/1.1" status: 200 len: 1094 time: 0.1576481 Jan 18 22:39:15.100431 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a1cfb7-b062-4277-a4bb-19b670627a96 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:39:15.102581 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-d6a1cfb7-b062-4277-a4bb-19b670627a96 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:39:15.117665 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a1cfb7-b062-4277-a4bb-19b670627a96 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:39:15.157956 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-014ec898-e504-4c83-a509-22f24713ef3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:15.163803 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-014ec898-e504-4c83-a509-22f24713ef3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:15.199155 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-014ec898-e504-4c83-a509-22f24713ef3b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=eb2f96a98a5c4706b793998d274927b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6004205 Jan 18 22:39:15.199543 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37698) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:15.261217 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014ec898-e504-4c83-a509-22f24713ef3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a5bc0f6-6c2c-4837-b9db-b97880422b57,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:39:15.282273 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014ec898-e504-4c83-a509-22f24713ef3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:39:15.283362 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014ec898-e504-4c83-a509-22f24713ef3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:39:15.283908 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014ec898-e504-4c83-a509-22f24713ef3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:39:15.284458 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014ec898-e504-4c83-a509-22f24713ef3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:39:15.285006 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014ec898-e504-4c83-a509-22f24713ef3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:39:15.285542 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014ec898-e504-4c83-a509-22f24713ef3b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:39:15.286074 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014ec898-e504-4c83-a509-22f24713ef3b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:39:15.286593 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014ec898-e504-4c83-a509-22f24713ef3b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:39:15.287237 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014ec898-e504-4c83-a509-22f24713ef3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:39:15.287777 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014ec898-e504-4c83-a509-22f24713ef3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:39:15.288385 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014ec898-e504-4c83-a509-22f24713ef3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:39:15.291088 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '746ebad6-c218-49ba-a20c-55049008117e', 'tag': 'da03a90c-5359-4d37-9f0a-8f9b32f4b733'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:39:15.291639 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014ec898-e504-4c83-a509-22f24713ef3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:39:15.311439 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e233b013-3908-40ec-8c19-781cd24061a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:15.319578 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b9075f-32cc-4760-9fb2-dc6cc637093a" -d '{"events": [{"name": "network-changed", "server_uuid": "746ebad6-c218-49ba-a20c-55049008117e", "tag": "da03a90c-5359-4d37-9f0a-8f9b32f4b733"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:39:15.338136 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e233b013-3908-40ec-8c19-781cd24061a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:15.368666 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a1cfb7-b062-4277-a4bb-19b670627a96 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Pushing event updated for resources: {'Port': ['ID=10898148-6859-4573-85ef-f5412206095c,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:39:15.418611 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e233b013-3908-40ec-8c19-781cd24061a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:15.421528 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e233b013-3908-40ec-8c19-781cd24061a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:15.422824 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-e233b013-3908-40ec-8c19-781cd24061a0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3a5bc0f6-6c2c-4837-b9db-b97880422b57 HTTP/1.1" status: 204 len: 168 time: 0.2220349 Jan 18 22:39:15.463056 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e233b013-3908-40ec-8c19-781cd24061a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a5bc0f6-6c2c-4837-b9db-b97880422b57,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:39:15.559211 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4392a24d-54ed-436e-9e79-253e80d5cfcc x-openstack-request-id: req-4392a24d-54ed-436e-9e79-253e80d5cfcc {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:39:15.559560 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "746ebad6-c218-49ba-a20c-55049008117e", "tag": "da03a90c-5359-4d37-9f0a-8f9b32f4b733", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:39:15.559855 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4392a24d-54ed-436e-9e79-253e80d5cfcc {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:39:15.560362 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '746ebad6-c218-49ba-a20c-55049008117e', 'tag': 'da03a90c-5359-4d37-9f0a-8f9b32f4b733', 'status': 'completed', 'code': 200} Jan 18 22:39:15.592059 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e13efa5-c09f-4eeb-9675-1720007001e1 req-2341ac9a-e9f1-4312-950a-87113c0215ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:15.593535 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0e13efa5-c09f-4eeb-9675-1720007001e1 req-2341ac9a-e9f1-4312-950a-87113c0215ce service neutron] 10.222.0.36 "GET /v2.0/networks?id=dfd50c94-9bfe-434e-a69b-faa778e35648 HTTP/1.1" status: 200 len: 897 time: 0.4670606 Jan 18 22:39:15.878336 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fd759d-195f-4e2d-962f-337be87d3600 req-31f3514d-f7b5-4e19-b7bc-c6c259d7a88f tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:15.880449 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b4fd759d-195f-4e2d-962f-337be87d3600 req-31f3514d-f7b5-4e19-b7bc-c6c259d7a88f tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb2d1e8a-0ee5-47c1-969e-df8edc45093a HTTP/1.1" status: 200 len: 945 time: 0.3100452 Jan 18 22:39:15.882709 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b9075f-32cc-4760-9fb2-dc6cc637093a req-c564c6ab-add8-455b-a14f-28bc4b9e8eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:15.884454 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-61b9075f-32cc-4760-9fb2-dc6cc637093a req-c564c6ab-add8-455b-a14f-28bc4b9e8eb9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=438cce0e2f434b5f879ce307da159923&device_id=746ebad6-c218-49ba-a20c-55049008117e HTTP/1.1" status: 200 len: 1094 time: 0.3197279 Jan 18 22:39:15.984533 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0e13efa5-c09f-4eeb-9675-1720007001e1 req-878e7d93-8bb7-4872-aca5-d76eb085164a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da03a90c-5359-4d37-9f0a-8f9b32f4b733 HTTP/1.1" status: 200 len: 998 time: 0.2999718 Jan 18 22:39:16.016747 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37728) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:16.045407 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a825cd49-09cd-4fd5-8924-ec27fd80096d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:16.167332 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ff6de0-fbb7-4db8-b469-9f38b9519fb8 req-e4af8c2e-2ca7-4cd2-8b08-c036654a1f64 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:16.168667 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-27ff6de0-fbb7-4db8-b469-9f38b9519fb8 req-e4af8c2e-2ca7-4cd2-8b08-c036654a1f64 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=746ebad6-c218-49ba-a20c-55049008117e HTTP/1.1" status: 200 len: 943 time: 0.3843694 Jan 18 22:39:16.272917 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a825cd49-09cd-4fd5-8924-ec27fd80096d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:16.277815 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a825cd49-09cd-4fd5-8924-ec27fd80096d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:16.330367 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a825cd49-09cd-4fd5-8924-ec27fd80096d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d4602bc-e312-416f-8e2e-15add5381918,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:39:16.338774 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-a825cd49-09cd-4fd5-8924-ec27fd80096d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5750712916f64b5eb0201206294275f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3206837 Jan 18 22:39:16.341621 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37732) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:16.416993 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-40f254ce-c637-4c1f-9bc2-9111694d1334 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:16.444626 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-40f254ce-c637-4c1f-9bc2-9111694d1334 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:16.513245 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-40f254ce-c637-4c1f-9bc2-9111694d1334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:16.518195 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-40f254ce-c637-4c1f-9bc2-9111694d1334 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:16.519528 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-40f254ce-c637-4c1f-9bc2-9111694d1334 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3d4602bc-e312-416f-8e2e-15add5381918 HTTP/1.1" status: 204 len: 168 time: 0.1768022 Jan 18 22:39:16.550417 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f254ce-c637-4c1f-9bc2-9111694d1334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d4602bc-e312-416f-8e2e-15add5381918,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:39:16.633992 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b4fd759d-195f-4e2d-962f-337be87d3600 req-314850c6-7455-49b0-ac74-8d4b17e85581 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e2e22-46f9-42fe-9710-8e464b95d42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6800723 Jan 18 22:39:16.663353 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e13efa5-c09f-4eeb-9675-1720007001e1 req-59dbf7bd-cea8-47dc-9af2-ebc6ae210b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:16.664820 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0e13efa5-c09f-4eeb-9675-1720007001e1 req-59dbf7bd-cea8-47dc-9af2-ebc6ae210b16 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d047a25f-d8c6-49ea-bb54-6da48108f244 HTTP/1.1" status: 200 len: 834 time: 0.6394129 Jan 18 22:39:16.772926 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d6a1cfb7-b062-4277-a4bb-19b670627a96 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks [] for router_gateway, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:17.043121 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b9075f-32cc-4760-9fb2-dc6cc637093a req-3b165dc6-4d64-4e49-a938-80fb3307ba79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:17.048152 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-61b9075f-32cc-4760-9fb2-dc6cc637093a req-3b165dc6-4d64-4e49-a938-80fb3307ba79 service neutron] 10.222.0.67 "GET /v2.0/networks?id=dfd50c94-9bfe-434e-a69b-faa778e35648 HTTP/1.1" status: 200 len: 897 time: 1.1111536 Jan 18 22:39:17.072981 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-27ff6de0-fbb7-4db8-b469-9f38b9519fb8 req-85d6ce02-9d15-46aa-b563-7b3229f190d7 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=75c337a0-647f-49a7-9e9b-b45556e7737b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4484124 Jan 18 22:39:17.238753 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 22:39:17.297774 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d6a1cfb7-b062-4277-a4bb-19b670627a96 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1040691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049'] for router, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:17.317940 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e13efa5-c09f-4eeb-9675-1720007001e1 req-16d1845e-3ddf-4219-ab09-f4c76a59fe9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:17.319616 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0e13efa5-c09f-4eeb-9675-1720007001e1 req-16d1845e-3ddf-4219-ab09-f4c76a59fe9b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dfd50c94-9bfe-434e-a69b-faa778e35648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6407628 Jan 18 22:39:17.380303 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-61b9075f-32cc-4760-9fb2-dc6cc637093a req-6909d832-c43f-4dc8-bd94-83c0a06264c1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da03a90c-5359-4d37-9f0a-8f9b32f4b733 HTTP/1.1" status: 200 len: 998 time: 0.3174052 Jan 18 22:39:17.525744 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b9075f-32cc-4760-9fb2-dc6cc637093a req-517bf1ba-aca1-4d00-85b9-fb5c1a70ce9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:17.527628 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-61b9075f-32cc-4760-9fb2-dc6cc637093a req-517bf1ba-aca1-4d00-85b9-fb5c1a70ce9d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d047a25f-d8c6-49ea-bb54-6da48108f244 HTTP/1.1" status: 200 len: 834 time: 0.1354623 Jan 18 22:39:17.613472 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0e13efa5-c09f-4eeb-9675-1720007001e1 req-99cb16e6-3293-40b4-a009-025d78a4b10e service neutron] 10.222.0.36 "GET /v2.0/networks/dfd50c94-9bfe-434e-a69b-faa778e35648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452409 Jan 18 22:39:17.723965 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0e13efa5-c09f-4eeb-9675-1720007001e1 req-5e3680b2-40b9-4a4f-b07f-4d9bc294d715 service neutron] 10.222.0.36 "GET /v2.0/networks/dfd50c94-9bfe-434e-a69b-faa778e35648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008213 Jan 18 22:39:17.727581 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37834) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:17.743720 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b9075f-32cc-4760-9fb2-dc6cc637093a req-0e79955c-f954-42eb-b0ae-abefd0da43f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:17.745885 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-61b9075f-32cc-4760-9fb2-dc6cc637093a req-0e79955c-f954-42eb-b0ae-abefd0da43f5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dfd50c94-9bfe-434e-a69b-faa778e35648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2045412 Jan 18 22:39:17.916807 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [None req-f92720c0-fb7d-49a1-88ff-08b2ddb08521 tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:39:17.918270 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-f92720c0-fb7d-49a1-88ff-08b2ddb08521 tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1894438 Jan 18 22:39:17.921241 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37842) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:17.928722 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [None req-06fd7d8e-ceb0-4ab4-b673-5e75025d9f75 tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] http://10.222.0.53:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=102431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:39:17.932277 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-06fd7d8e-ceb0-4ab4-b673-5e75025d9f75 tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] 10.222.0.53 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0092168 Jan 18 22:39:17.933967 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37844) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:17.941678 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6a1cfb7-b062-4277-a4bb-19b670627a96 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Router 1c9c1cac-0b8f-4ce0-97e6-91705baab3ce is scheduled to L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 with binding_index 1 {{(pid=102430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 22:39:17.943709 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [None req-73da19ad-719f-4767-8aa8-05362132ea2c tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] http://10.222.0.53:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=102431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:39:17.949108 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-73da19ad-719f-4767-8aa8-05362132ea2c tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] 10.222.0.53 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0132370 Jan 18 22:39:17.951805 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37846) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:17.963117 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [None req-2912be3b-d899-4924-a8c3-d5e77f2e67bd tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] http://10.222.0.53:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=102431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:39:17.966372 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-2912be3b-d899-4924-a8c3-d5e77f2e67bd tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] 10.222.0.53 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0132890 Jan 18 22:39:17.969138 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37848) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:17.979810 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [None req-31b72e3e-a09e-4644-8ec9-55db2ec51ac3 tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] http://10.222.0.53:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=102431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:39:17.983054 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-31b72e3e-a09e-4644-8ec9-55db2ec51ac3 tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] 10.222.0.53 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0110397 Jan 18 22:39:17.985439 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37850) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:17.989910 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [None req-d9d2a22b-92e1-4307-86bb-b7c69538e764 tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] http://10.222.0.53:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=102431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:39:17.991473 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-d9d2a22b-92e1-4307-86bb-b7c69538e764 tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] 10.222.0.53 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0047572 Jan 18 22:39:17.994005 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37852) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:17.998163 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [None req-d769baec-3a9f-4972-891f-b4cab887cbf9 tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] http://10.222.0.53:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=102431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:39:17.999310 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-d769baec-3a9f-4972-891f-b4cab887cbf9 tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] 10.222.0.53 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0042024 Jan 18 22:39:18.004305 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37854) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:18.024919 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [None req-98a98e4d-0220-478c-88b4-f9ff378b063e tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] http://10.222.0.53:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=102431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:39:18.027415 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-98a98e4d-0220-478c-88b4-f9ff378b063e tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] 10.222.0.53 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0221786 Jan 18 22:39:18.030476 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37856) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:18.052066 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [None req-5ffd2836-814c-4572-94ec-2e7a62858adf tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] http://10.222.0.53:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=102431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:39:18.054605 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-5ffd2836-814c-4572-94ec-2e7a62858adf tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] 10.222.0.53 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0221064 Jan 18 22:39:18.068532 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37858) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:18.098943 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [None req-6745be9b-e048-4b2e-a80f-3321a9b09f7a tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] http://10.222.0.53:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=102431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:39:18.110861 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-6745be9b-e048-4b2e-a80f-3321a9b09f7a tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] 10.222.0.53 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0318842 Jan 18 22:39:18.113791 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37862) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:18.132993 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [None req-56fded8b-4d00-4e18-aaff-d1b5bc9fbfb0 tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] http://10.222.0.53:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=102431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:39:18.136626 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b9075f-32cc-4760-9fb2-dc6cc637093a req-c0d6b86e-ba62-4648-a17b-5ab4c72d083c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:18.136626 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-61b9075f-32cc-4760-9fb2-dc6cc637093a req-c0d6b86e-ba62-4648-a17b-5ab4c72d083c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=438cce0e2f434b5f879ce307da159923&device_id=746ebad6-c218-49ba-a20c-55049008117e HTTP/1.1" status: 200 len: 1094 time: 0.3489099 Jan 18 22:39:18.137778 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-56fded8b-4d00-4e18-aaff-d1b5bc9fbfb0 tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] 10.222.0.53 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0225337 Jan 18 22:39:18.140908 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 37864) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:18.151149 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [None req-451007e7-6454-4052-abb8-6afb365914d0 tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] http://10.222.0.53:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=102430) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:39:18.152111 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-451007e7-6454-4052-abb8-6afb365914d0 tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] 10.222.0.53 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0102689 Jan 18 22:39:18.155006 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37868) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:18.159298 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [None req-e88d4bd6-472a-4655-b745-f68e18000a61 tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] http://10.222.0.53:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=102431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:39:18.159939 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73965a8f-3047-477b-8a6e-d162ed9dfece req-57e6a688-dc09-4550-b2c1-bba4889c0862 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:18.163954 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-e88d4bd6-472a-4655-b745-f68e18000a61 tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] 10.222.0.53 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0079472 Jan 18 22:39:18.164774 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37870) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:18.168077 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-73965a8f-3047-477b-8a6e-d162ed9dfece req-57e6a688-dc09-4550-b2c1-bba4889c0862 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb2d1e8a-0ee5-47c1-969e-df8edc45093a HTTP/1.1" status: 200 len: 945 time: 0.3780067 Jan 18 22:39:18.171553 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [None req-4faa8497-3e6a-4415-ad04-c1c7ca9ba8c4 tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] http://10.222.0.53:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=102431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:39:18.180519 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-4faa8497-3e6a-4415-ad04-c1c7ca9ba8c4 tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] 10.222.0.53 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0147121 Jan 18 22:39:18.183642 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 37872) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:18.194017 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-61b9075f-32cc-4760-9fb2-dc6cc637093a req-3ee86a7c-278e-47a9-af17-a1448e7994cd service neutron] 10.222.0.67 "GET /v2.0/networks/dfd50c94-9bfe-434e-a69b-faa778e35648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4373858 Jan 18 22:39:18.212645 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [None req-9dc3dab8-4de8-43e3-97f5-9eb300115cb0 tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] http://10.222.0.53:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=102430) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:39:18.213607 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-9dc3dab8-4de8-43e3-97f5-9eb300115cb0 tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] 10.222.0.53 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0222173 Jan 18 22:39:18.216480 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37874) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:18.221668 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [None req-e9cd2d9e-82b9-4480-b897-da224502ba16 tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] http://10.222.0.53:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=102431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:39:18.226003 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-e9cd2d9e-82b9-4480-b897-da224502ba16 tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] 10.222.0.53 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0074947 Jan 18 22:39:18.227625 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37876) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:18.242374 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [None req-0d2b6832-41b0-41f8-8a0c-c407f2e26cef tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] http://10.222.0.53:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=102431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:39:18.246236 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-0d2b6832-41b0-41f8-8a0c-c407f2e26cef tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] 10.222.0.53 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0187688 Jan 18 22:39:18.246901 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37878) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:18.251491 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [None req-81f53d0f-486d-40a1-ad44-2d51f2cc56f2 tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] http://10.222.0.53:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=102431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:39:18.255041 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-81f53d0f-486d-40a1-ad44-2d51f2cc56f2 tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] 10.222.0.53 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0072129 Jan 18 22:39:18.255644 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37880) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:18.259519 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [None req-8d7eeea1-f891-4c49-aa8a-e2c7d0e13bb2 tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] http://10.222.0.53:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=102431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:39:18.265143 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-8d7eeea1-f891-4c49-aa8a-e2c7d0e13bb2 tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] 10.222.0.53 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0085607 Jan 18 22:39:18.265753 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37882) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:18.275538 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [None req-d1ab3b75-daf5-4b5d-af1f-4b9956ab7e20 tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] http://10.222.0.53:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=102431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:39:18.279203 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-d1ab3b75-daf5-4b5d-af1f-4b9956ab7e20 tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] 10.222.0.53 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0112803 Jan 18 22:39:18.279822 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37884) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:18.285783 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [None req-54ce7d8d-1f9a-432a-a776-4c554be20e09 tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] http://10.222.0.53:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=102431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:39:18.291310 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-54ce7d8d-1f9a-432a-a776-4c554be20e09 tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] 10.222.0.53 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0105510 Jan 18 22:39:18.293037 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37886) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:18.299683 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [None req-5140a169-821e-4bf1-afc5-fc7514b30ebb tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] http://10.222.0.53:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=102431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:39:18.307911 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 37888) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:18.308399 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-5140a169-821e-4bf1-afc5-fc7514b30ebb tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] 10.222.0.53 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0143020 Jan 18 22:39:18.358880 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [None req-07747a9c-d69a-4027-ad46-da2ab3c06c6b tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] http://10.222.0.53:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=102430) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:39:18.360170 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-07747a9c-d69a-4027-ad46-da2ab3c06c6b tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] 10.222.0.53 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0238719 Jan 18 22:39:18.362897 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37890) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:18.372696 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [None req-7bb5205b-5f13-4dcd-bcda-4d9e1e5cb13f tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] http://10.222.0.53:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=102431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:39:18.373962 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-7bb5205b-5f13-4dcd-bcda-4d9e1e5cb13f tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] 10.222.0.53 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0098357 Jan 18 22:39:18.376827 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37892) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:18.378756 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6a1cfb7-b062-4277-a4bb-19b670627a96 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:39:18.393840 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5104faec-dee3-4bd2-a6ba-8f386f509428 None None] Sync routers for ids ['1c9c1cac-0b8f-4ce0-97e6-91705baab3ce'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:39:18.395520 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [None req-5f0c659e-9bd9-4239-944d-6c9c23c136cc tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] http://10.222.0.53:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=102431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:39:18.398551 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-5f0c659e-9bd9-4239-944d-6c9c23c136cc tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] 10.222.0.53 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0182195 Jan 18 22:39:18.401005 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37894) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:18.407642 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [None req-f457a80f-edd0-47df-9f15-e26cf60c8632 tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] http://10.222.0.53:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=102431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:39:18.409229 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-f457a80f-edd0-47df-9f15-e26cf60c8632 tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] 10.222.0.53 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0066597 Jan 18 22:39:18.411937 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37896) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:18.415176 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5104faec-dee3-4bd2-a6ba-8f386f509428 None None] Routers {'1c9c1cac-0b8f-4ce0-97e6-91705baab3ce'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:39:18.415802 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-5104faec-dee3-4bd2-a6ba-8f386f509428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:38:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['1c9c1cac-0b8f-4ce0-97e6-91705baab3ce'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:39:18.417659 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [None req-2e4627fa-493b-4dd2-922c-013153af5bef tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] http://10.222.0.53:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=102431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:39:18.420585 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-2e4627fa-493b-4dd2-922c-013153af5bef tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] 10.222.0.53 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0068195 Jan 18 22:39:18.422438 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37898) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:18.428804 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [None req-95d9b858-b34b-44f8-86d3-e23db352599e tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] http://10.222.0.53:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=102431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:39:18.432884 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-95d9b858-b34b-44f8-86d3-e23db352599e tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] 10.222.0.53 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0093408 Jan 18 22:39:18.435602 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37900) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:18.444813 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [None req-13eec95a-f4cd-4fcf-9314-6c8997d4235d tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] http://10.222.0.53:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=102431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:39:18.450472 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-73965a8f-3047-477b-8a6e-d162ed9dfece req-4f67bd18-40d7-487d-8b09-b929f2248ceb tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e2e22-46f9-42fe-9710-8e464b95d42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812853 Jan 18 22:39:18.451663 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-13eec95a-f4cd-4fcf-9314-6c8997d4235d tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] 10.222.0.53 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0105221 Jan 18 22:39:18.452876 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37902) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:18.465028 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [None req-a829daea-36ed-4af5-88c3-0c84fc84f861 tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] http://10.222.0.53:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=102431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:39:18.468641 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d6a1cfb7-b062-4277-a4bb-19b670627a96 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks [] for router, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:18.469664 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-a829daea-36ed-4af5-88c3-0c84fc84f861 tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] 10.222.0.53 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0087342 Jan 18 22:39:18.470361 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-d6a1cfb7-b062-4277-a4bb-19b670627a96 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 7.0146041 Jan 18 22:39:18.473621 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37906) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:18.476196 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37908) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:18.477778 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-5104faec-dee3-4bd2-a6ba-8f386f509428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:39:18.495187 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5104faec-dee3-4bd2-a6ba-8f386f509428 None None] Routers {'1c9c1cac-0b8f-4ce0-97e6-91705baab3ce'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:39:18.496033 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [None req-168110cf-c16c-4406-ad0f-628b059736b4 tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] http://10.222.0.53:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=102431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:39:18.496871 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-5104faec-dee3-4bd2-a6ba-8f386f509428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:38:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['1c9c1cac-0b8f-4ce0-97e6-91705baab3ce'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:39:18.503296 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-168110cf-c16c-4406-ad0f-628b059736b4 tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] 10.222.0.53 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0260799 Jan 18 22:39:18.506116 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37910) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:18.520178 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [None req-d04a3c2c-a0a8-4508-a40e-ee35c2ff9d10 tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] http://10.222.0.53:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=102431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:39:18.524230 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-d04a3c2c-a0a8-4508-a40e-ee35c2ff9d10 tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] 10.222.0.53 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0180933 Jan 18 22:39:18.547719 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-61b9075f-32cc-4760-9fb2-dc6cc637093a req-0f3bc189-f752-4ca6-b74b-d6d9f6a98f3d service neutron] 10.222.0.67 "GET /v2.0/networks/dfd50c94-9bfe-434e-a69b-faa778e35648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3299947 Jan 18 22:39:18.548365 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 37912) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:18.566114 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [None req-64f6d36e-77ba-4574-921f-889d1aa73aad tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] http://10.222.0.53:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=102430) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:39:18.570176 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-64f6d36e-77ba-4574-921f-889d1aa73aad tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] 10.222.0.53 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0159855 Jan 18 22:39:18.576043 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bce246-f1b8-4fd1-82a9-ab1fd73a5db1 req-e5ccf4ad-e1c5-40de-b454-9cfb1de2df66 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:18.577691 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-53bce246-f1b8-4fd1-82a9-ab1fd73a5db1 req-e5ccf4ad-e1c5-40de-b454-9cfb1de2df66 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=746ebad6-c218-49ba-a20c-55049008117e HTTP/1.1" status: 200 len: 943 time: 0.3630679 Jan 18 22:39:18.578207 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 37914) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:18.587374 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-5104faec-dee3-4bd2-a6ba-8f386f509428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:39:18.593311 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5104faec-dee3-4bd2-a6ba-8f386f509428 None None] The sync data for ids ['1c9c1cac-0b8f-4ce0-97e6-91705baab3ce'] in n-d-825064-1 is: [] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:39:18.619002 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [None req-49a1bce4-e962-48c7-8a4c-b880f9adf1c6 tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] http://10.222.0.53:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=102430) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:39:18.622460 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-49a1bce4-e962-48c7-8a4c-b880f9adf1c6 tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] 10.222.0.53 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0267472 Jan 18 22:39:18.626711 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b9075f-32cc-4760-9fb2-dc6cc637093a req-961a5193-c825-4437-89d6-63ca44ec937f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:18.628715 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-61b9075f-32cc-4760-9fb2-dc6cc637093a req-961a5193-c825-4437-89d6-63ca44ec937f service neutron] 10.222.0.36 "GET /v2.0/networks?id=dfd50c94-9bfe-434e-a69b-faa778e35648 HTTP/1.1" status: 200 len: 897 time: 0.4838884 Jan 18 22:39:18.629210 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 37916) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:18.640408 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [None req-ac52896a-84ff-4372-a14e-f82595019010 tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] http://10.222.0.53:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=102430) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:39:18.644187 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-ac52896a-84ff-4372-a14e-f82595019010 tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] 10.222.0.53 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0060966 Jan 18 22:39:18.646084 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37918) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:18.651529 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [None req-bb689647-6f41-480a-a567-517fe1e820da tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] http://10.222.0.53:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=102431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:39:18.655298 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-bb689647-6f41-480a-a567-517fe1e820da tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] 10.222.0.53 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0050166 Jan 18 22:39:18.655298 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37920) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:18.664872 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [None req-581cef8c-b280-43aa-8d22-b4d071240c6a tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] http://10.222.0.53:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=102431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:39:18.665925 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-581cef8c-b280-43aa-8d22-b4d071240c6a tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] 10.222.0.53 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0103710 Jan 18 22:39:18.669010 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37922) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:18.675832 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [None req-f6df5278-89ae-4c10-91d2-39b52d7ede87 tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] http://10.222.0.53:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=102431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:39:18.677036 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-f6df5278-89ae-4c10-91d2-39b52d7ede87 tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] 10.222.0.53 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0069141 Jan 18 22:39:18.679407 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37924) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:18.685080 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [None req-4f324c0c-7f06-4248-b940-97b42209e0b8 tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] http://10.222.0.53:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=102431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:39:18.686297 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-4f324c0c-7f06-4248-b940-97b42209e0b8 tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] 10.222.0.53 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0056136 Jan 18 22:39:18.694110 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 37926) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:18.698132 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-a3dfab03-98bf-4fee-b99a-620818aae5ae tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "GET /v2.0/routers/1c9c1cac-0b8f-4ce0-97e6-91705baab3ce HTTP/1.1" status: 200 len: 881 time: 0.2233274 Jan 18 22:39:18.698700 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37928) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:18.702285 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [None req-c84c34bb-3a56-4a42-bdea-d926597ddc1b tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] http://10.222.0.53:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=102430) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:39:18.706451 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-c84c34bb-3a56-4a42-bdea-d926597ddc1b tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] 10.222.0.53 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0065272 Jan 18 22:39:18.714084 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 37930) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:18.718276 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [None req-d2137cd5-8115-4f3e-a0c0-cfae9cdbd327 tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] http://10.222.0.53:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=102430) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:39:18.722162 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-d2137cd5-8115-4f3e-a0c0-cfae9cdbd327 tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] 10.222.0.53 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0042036 Jan 18 22:39:18.728036 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37932) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:18.770614 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [None req-9daa621d-f1c8-46be-844c-cda8550cba8c tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] http://10.222.0.53:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=102431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:39:18.774028 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-9daa621d-f1c8-46be-844c-cda8550cba8c tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] 10.222.0.53 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0433695 Jan 18 22:39:18.774184 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f78789-fadb-4d16-91d3-455565a45f05 req-c9ede88c-7d5a-4bdb-bae9-1ac1d8e922c7 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:18.774184 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b3f78789-fadb-4d16-91d3-455565a45f05 req-c9ede88c-7d5a-4bdb-bae9-1ac1d8e922c7 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb2d1e8a-0ee5-47c1-969e-df8edc45093a HTTP/1.1" status: 200 len: 945 time: 0.1922231 Jan 18 22:39:18.778521 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-61b9075f-32cc-4760-9fb2-dc6cc637093a req-1c4f8b0f-f65b-473d-b8eb-2714d8ab2ebc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da03a90c-5359-4d37-9f0a-8f9b32f4b733 HTTP/1.1" status: 200 len: 998 time: 0.1337578 Jan 18 22:39:18.779534 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37934) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:18.793303 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [None req-2e4a7461-c4ef-4709-9633-c8de491a91da tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] http://10.222.0.53:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=102431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:39:18.794436 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-2e4a7461-c4ef-4709-9633-c8de491a91da tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] 10.222.0.53 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0054381 Jan 18 22:39:18.797305 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-53bce246-f1b8-4fd1-82a9-ab1fd73a5db1 req-9267b924-4d99-4d23-9f5c-dcf7bf9870d2 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=75c337a0-647f-49a7-9e9b-b45556e7737b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1973863 Jan 18 22:39:18.799073 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 37936) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:18.813580 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [None req-1be21e2f-c770-4750-89ad-23548782641a tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] http://10.222.0.53:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=102430) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:39:18.813840 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-1be21e2f-c770-4750-89ad-23548782641a tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] 10.222.0.53 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0129130 Jan 18 22:39:18.845017 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 37942) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:18.853021 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [None req-caa13828-973c-45de-afa1-8310d620457f tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] http://10.222.0.53:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=102430) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:39:18.854144 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-caa13828-973c-45de-afa1-8310d620457f tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] 10.222.0.53 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0046365 Jan 18 22:39:18.860843 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37948) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:18.873432 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [None req-d7b2a3a4-551e-4cd8-b158-f9723dfe30b5 tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] http://10.222.0.53:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=102431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:39:18.874320 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-d7b2a3a4-551e-4cd8-b158-f9723dfe30b5 tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] 10.222.0.53 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0051115 Jan 18 22:39:18.880614 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 37950) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:18.887104 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [None req-05c0222f-c690-47dd-8662-25b678106945 tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] http://10.222.0.53:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=102430) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:39:18.888664 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-05c0222f-c690-47dd-8662-25b678106945 tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] 10.222.0.53 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0068409 Jan 18 22:39:18.896486 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 37952) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:18.910232 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [None req-925f4530-bd80-4cc3-b165-c650e65ebf43 tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] http://10.222.0.53:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=102430) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:39:18.911215 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-925f4530-bd80-4cc3-b165-c650e65ebf43 tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] 10.222.0.53 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0124657 Jan 18 22:39:18.915359 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 37954) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:18.922131 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [None req-dc90fe1f-893c-4cd8-bcb1-c7b36d7ee145 tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] http://10.222.0.53:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=102430) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:39:18.923303 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-dc90fe1f-893c-4cd8-bcb1-c7b36d7ee145 tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] 10.222.0.53 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0048881 Jan 18 22:39:18.928978 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b3f78789-fadb-4d16-91d3-455565a45f05 req-9af634c1-f6f1-41f6-be74-cf841b007e98 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e2e22-46f9-42fe-9710-8e464b95d42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306465 Jan 18 22:39:18.931484 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 37956) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:18.935833 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [None req-775949da-9d9e-4dc5-b632-8ddf832ffbbb tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] http://10.222.0.53:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=102430) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:39:18.936858 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-775949da-9d9e-4dc5-b632-8ddf832ffbbb tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] 10.222.0.53 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0043137 Jan 18 22:39:18.940063 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 37958) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:18.944482 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [None req-f924e619-819d-4e4d-b410-d38bed57a3dd tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] http://10.222.0.53:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=102430) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:39:18.948944 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-f924e619-819d-4e4d-b410-d38bed57a3dd tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] 10.222.0.53 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0074835 Jan 18 22:39:18.951081 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b9075f-32cc-4760-9fb2-dc6cc637093a req-9a3d17a1-b9a8-4e51-926a-6ca116e98902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:18.952633 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-61b9075f-32cc-4760-9fb2-dc6cc637093a req-9a3d17a1-b9a8-4e51-926a-6ca116e98902 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d047a25f-d8c6-49ea-bb54-6da48108f244 HTTP/1.1" status: 200 len: 834 time: 0.1527793 Jan 18 22:39:18.962047 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37962) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:18.985716 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [None req-e2c9c022-c41c-4ecf-ae1a-2c52e9b83e8b tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] http://10.222.0.53:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=102431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:39:18.989060 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-e2c9c022-c41c-4ecf-ae1a-2c52e9b83e8b tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] 10.222.0.53 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0242989 Jan 18 22:39:18.990940 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 37966) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:18.996160 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [None req-8f727d8a-5500-4f2b-9f33-e6565b502b49 tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] http://10.222.0.53:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=102430) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:39:19.006783 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37970) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:19.011772 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-8f727d8a-5500-4f2b-9f33-e6565b502b49 tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] 10.222.0.53 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0134115 Jan 18 22:39:19.012086 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [None req-f35ce661-d8bd-421e-be88-660dc3e46b84 tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] http://10.222.0.53:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=102431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:39:19.013057 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-f35ce661-d8bd-421e-be88-660dc3e46b84 tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] 10.222.0.53 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0053198 Jan 18 22:39:19.017496 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 37972) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:19.023139 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [None req-858f4c56-0f02-40de-9cac-2269ba59d1d1 tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] http://10.222.0.53:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=102430) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:39:19.027448 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-858f4c56-0f02-40de-9cac-2269ba59d1d1 tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] 10.222.0.53 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0075183 Jan 18 22:39:19.028954 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 37974) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:19.038301 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [None req-c51a268d-1a50-411d-91a1-100e4c60a9ea tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] http://10.222.0.53:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=102430) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:39:19.042115 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-c51a268d-1a50-411d-91a1-100e4c60a9ea tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] 10.222.0.53 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0120192 Jan 18 22:39:19.043399 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37976) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:19.048580 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [None req-f7e22428-606d-47ee-ad08-829f62bbafbc tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] http://10.222.0.53:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=102431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:39:19.052242 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-f7e22428-606d-47ee-ad08-829f62bbafbc tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] 10.222.0.53 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0079110 Jan 18 22:39:19.052851 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 37978) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:19.055203 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b9075f-32cc-4760-9fb2-dc6cc637093a req-9fa1c1c1-cd4a-4e84-9a6c-8515b4f8cea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:19.056907 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-61b9075f-32cc-4760-9fb2-dc6cc637093a req-9fa1c1c1-cd4a-4e84-9a6c-8515b4f8cea1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dfd50c94-9bfe-434e-a69b-faa778e35648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0922019 Jan 18 22:39:19.061168 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [None req-adb1dcb0-cf50-4fe0-8fe0-63fb5bf7d8c3 tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] http://10.222.0.53:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=102430) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:39:19.062142 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-adb1dcb0-cf50-4fe0-8fe0-63fb5bf7d8c3 tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] 10.222.0.53 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0043232 Jan 18 22:39:19.066243 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37980) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:19.070653 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [None req-cbee4989-c05a-4342-91cc-ef3e147a60ee tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] http://10.222.0.53:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=102431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:39:19.074350 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-cbee4989-c05a-4342-91cc-ef3e147a60ee tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] 10.222.0.53 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0069685 Jan 18 22:39:19.074797 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 37982) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:19.118226 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [None req-d00ae00f-8ebd-4acf-93fa-eac6ca9dc6f4 tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] http://10.222.0.53:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=102430) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:39:19.118657 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-d00ae00f-8ebd-4acf-93fa-eac6ca9dc6f4 tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] 10.222.0.53 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0414221 Jan 18 22:39:19.124741 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37984) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:19.135116 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [None req-e15d8b54-e746-4d11-9b0b-18e8bd7868e6 tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] http://10.222.0.53:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=102431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:39:19.143828 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-e15d8b54-e746-4d11-9b0b-18e8bd7868e6 tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] 10.222.0.53 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0131469 Jan 18 22:39:19.149873 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37986) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:19.160789 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [None req-a720ad92-4d66-44de-9779-f6c5a067025f tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] http://10.222.0.53:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=102431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:39:19.165323 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-a720ad92-4d66-44de-9779-f6c5a067025f tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] 10.222.0.53 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0132575 Jan 18 22:39:19.181184 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37988) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:19.219576 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [None req-32d68e2c-765c-4edd-a862-d8335d1e07c1 tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] http://10.222.0.53:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=102431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:39:19.225824 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-32d68e2c-765c-4edd-a862-d8335d1e07c1 tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] 10.222.0.53 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0429423 Jan 18 22:39:19.228310 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37992) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:19.248788 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [None req-2492e28c-6003-4497-92de-5960e08c199b tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] http://10.222.0.53:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=102431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:39:19.252363 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-2492e28c-6003-4497-92de-5960e08c199b tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] 10.222.0.53 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0083592 Jan 18 22:39:19.253028 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 37998) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:19.259599 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-5607bb68-fa01-4378-9df4-28367cb51075 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.5587451 Jan 18 22:39:19.272208 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 38000) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:19.274200 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [None req-909ebe62-54b6-4f17-85b9-cf511312cb08 tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] http://10.222.0.53:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=102431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:39:19.279646 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-909ebe62-54b6-4f17-85b9-cf511312cb08 tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] 10.222.0.53 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0189397 Jan 18 22:39:19.280297 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 38002) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:19.285780 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [None req-6c77458f-6dc7-4478-9173-3228c4d61bc8 tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] http://10.222.0.53:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=102431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:39:19.290330 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-942dd8d1-f534-488e-8e2b-aadd4769da05 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1561096568'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:39:19.300168 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-61b9075f-32cc-4760-9fb2-dc6cc637093a req-b19ccf6d-2f84-4445-a5be-35f13ce56b5c service neutron] 10.222.0.36 "GET /v2.0/networks/dfd50c94-9bfe-434e-a69b-faa778e35648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330852 Jan 18 22:39:19.304771 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 38004) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:19.308404 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-6c77458f-6dc7-4478-9173-3228c4d61bc8 tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] 10.222.0.53 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0235708 Jan 18 22:39:19.323585 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6fa02d44-4577-4d27-b8f1-14f12b48aa8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:19.342658 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [None req-8090dc14-afcb-438e-ad37-4e6df7e16b64 tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] http://10.222.0.53:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=102430) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:39:19.343635 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-8090dc14-afcb-438e-ad37-4e6df7e16b64 tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] 10.222.0.53 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0370979 Jan 18 22:39:19.347122 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 38006) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:19.352418 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [None req-ccb04e4f-2fb8-4f58-a38c-b1d0b37979bd tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] http://10.222.0.53:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=102431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:39:19.356270 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-ccb04e4f-2fb8-4f58-a38c-b1d0b37979bd tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] 10.222.0.53 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0079429 Jan 18 22:39:19.357307 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 38008) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:19.362689 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [None req-76e80a55-4548-4059-a730-b0b57e375524 tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] http://10.222.0.53:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=102431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:39:19.367859 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-76e80a55-4548-4059-a730-b0b57e375524 tempest-ExtensionsTestJSON-437075686 tempest-ExtensionsTestJSON-437075686-project] 10.222.0.53 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0091941 Jan 18 22:39:19.854181 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 38016) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:20.024060 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-894f7393-5dd7-42b4-becc-75a7cd4a6284 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:20.068986 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbde227c-f47f-4553-80c1-776a79c99cd7 req-a50dcf8b-d6fb-4383-8b03-0df058358525 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:20.077207 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-dbde227c-f47f-4553-80c1-776a79c99cd7 req-a50dcf8b-d6fb-4383-8b03-0df058358525 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb2d1e8a-0ee5-47c1-969e-df8edc45093a HTTP/1.1" status: 200 len: 945 time: 0.7319393 Jan 18 22:39:20.162360 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644770b1-0151-4814-ab45-818b9ee9df15 req-e671652c-8c34-4340-b01a-5ef35216e469 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:20.169926 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-644770b1-0151-4814-ab45-818b9ee9df15 req-e671652c-8c34-4340-b01a-5ef35216e469 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=746ebad6-c218-49ba-a20c-55049008117e HTTP/1.1" status: 200 len: 943 time: 0.2414143 Jan 18 22:39:20.189468 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-61b9075f-32cc-4760-9fb2-dc6cc637093a req-aad84bdf-5fbd-4dcd-aabe-7b099a2e62f9 service neutron] 10.222.0.36 "GET /v2.0/networks/dfd50c94-9bfe-434e-a69b-faa778e35648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8415866 Jan 18 22:39:20.220377 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-894f7393-5dd7-42b4-becc-75a7cd4a6284 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:20.228179 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-894f7393-5dd7-42b4-becc-75a7cd4a6284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:20.283116 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-dbde227c-f47f-4553-80c1-776a79c99cd7 req-5762fec0-1729-4743-8c5d-93ab04d627da tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e2e22-46f9-42fe-9710-8e464b95d42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049084 Jan 18 22:39:20.323701 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-894f7393-5dd7-42b4-becc-75a7cd4a6284 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2a865f9813da420fbf14dd4dd67b49ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4674530 Jan 18 22:39:20.324842 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 38024) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:20.358472 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894f7393-5dd7-42b4-becc-75a7cd4a6284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcbb92c0-151e-4e90-9e52-57569daef074,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:39:20.364719 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-644770b1-0151-4814-ab45-818b9ee9df15 req-3442573f-2211-44d8-9fbb-8577691423dd tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=75c337a0-647f-49a7-9e9b-b45556e7737b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1938739 Jan 18 22:39:20.403716 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d4c86f96-4cd1-4cbe-8602-d16621d1aab2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:20.447790 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d4c86f96-4cd1-4cbe-8602-d16621d1aab2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:20.566184 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d4c86f96-4cd1-4cbe-8602-d16621d1aab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:20.569451 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d4c86f96-4cd1-4cbe-8602-d16621d1aab2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:20.573268 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-d4c86f96-4cd1-4cbe-8602-d16621d1aab2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fcbb92c0-151e-4e90-9e52-57569daef074 HTTP/1.1" status: 204 len: 168 time: 0.2473702 Jan 18 22:39:20.591628 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c86f96-4cd1-4cbe-8602-d16621d1aab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcbb92c0-151e-4e90-9e52-57569daef074,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:39:20.844647 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f897cc66-3d8c-4e09-aa4a-47b3e49fad13 req-735e19c3-5683-45bd-bcb3-838053721a00 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:20.846236 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f897cc66-3d8c-4e09-aa4a-47b3e49fad13 req-735e19c3-5683-45bd-bcb3-838053721a00 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb2d1e8a-0ee5-47c1-969e-df8edc45093a HTTP/1.1" status: 200 len: 945 time: 0.3501804 Jan 18 22:39:21.020630 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device da03a90c-5359-4d37-9f0a-8f9b32f4b733 details requested by agent hyperv_n-h1-825064-1 with host n-h1-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:39:21.030263 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b35c94-c7b8-4e77-8add-40aa7e306075 req-97f6b0f5-583a-4f7c-a50d-c12d24a97990 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:21.031853 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-78b35c94-c7b8-4e77-8add-40aa7e306075 req-97f6b0f5-583a-4f7c-a50d-c12d24a97990 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=746ebad6-c218-49ba-a20c-55049008117e HTTP/1.1" status: 200 len: 943 time: 0.3939662 Jan 18 22:39:21.058720 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d972c22a-b901-49a1-8ba6-5ffefbf0f6ee req-a42ce431-a7f9-4e76-876f-d4e67fcb2ced tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:21.064657 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-d972c22a-b901-49a1-8ba6-5ffefbf0f6ee req-a42ce431-a7f9-4e76-876f-d4e67fcb2ced tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.67 "GET /v2.0/ports?device_id=746ebad6-c218-49ba-a20c-55049008117e&tenant_id=438cce0e2f434b5f879ce307da159923&binding%3Ahost_id=n-h1-825064-1 HTTP/1.1" status: 200 len: 943 time: 0.3731236 Jan 18 22:39:21.155160 n-d-825064-1 neutron-server[102431]: INFO neutron.api.v2.resource [req-d972c22a-b901-49a1-8ba6-5ffefbf0f6ee req-8ab461a2-82f4-414c-b8bc-a7f345621d87 service neutron] delete failed (client error): The resource could not be found. Jan 18 22:39:21.156392 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-d972c22a-b901-49a1-8ba6-5ffefbf0f6ee req-8ab461a2-82f4-414c-b8bc-a7f345621d87 service neutron] 10.222.0.67 "DELETE /v2.0/ports/da03a90c-5359-4d37-9f0a-8f9b32f4b733/bindings/n-h2-825064-1 HTTP/1.1" status: 404 len: 380 time: 0.0849700 Jan 18 22:39:21.184006 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-942dd8d1-f534-488e-8e2b-aadd4769da05 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1042964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1040653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8593'] for router, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:21.223319 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port da03a90c-5359-4d37-9f0a-8f9b32f4b733, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=da03a90c-5359-4d37-9f0a-8f9b32f4b733,segment=NetworkSegment(4a0026ab-4bcd-4b31-8ba0-9267266416e1),segment_id=4a0026ab-4bcd-4b31-8ba0-9267266416e1)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:39:21.238887 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Returning: {'device': 'da03a90c-5359-4d37-9f0a-8f9b32f4b733', 'network_id': 'dfd50c94-9bfe-434e-a69b-faa778e35648', 'port_id': 'da03a90c-5359-4d37-9f0a-8f9b32f4b733', 'mac_address': 'fa:16:3e:fa:8d:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd047a25f-d8c6-49ea-bb54-6da48108f244', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:39:21.289990 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-942dd8d1-f534-488e-8e2b-aadd4769da05 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1042975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1043046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1040698'] for router, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:21.314095 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-78b35c94-c7b8-4e77-8add-40aa7e306075 req-a6b73aef-2c2e-4f12-a88a-72d106de2497 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=75c337a0-647f-49a7-9e9b-b45556e7737b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2022970 Jan 18 22:39:21.342165 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:21.355477 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d972c22a-b901-49a1-8ba6-5ffefbf0f6ee req-2e40d505-653a-40be-8d7d-3be3a8802d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:21.362286 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da03a90c-5359-4d37-9f0a-8f9b32f4b733 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:39:21.362832 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-d972c22a-b901-49a1-8ba6-5ffefbf0f6ee req-2e40d505-653a-40be-8d7d-3be3a8802d45 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=438cce0e2f434b5f879ce307da159923&device_id=746ebad6-c218-49ba-a20c-55049008117e HTTP/1.1" status: 200 len: 1094 time: 0.1580586 Jan 18 22:39:21.401774 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port da03a90c-5359-4d37-9f0a-8f9b32f4b733, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=da03a90c-5359-4d37-9f0a-8f9b32f4b733,segment=NetworkSegment(4a0026ab-4bcd-4b31-8ba0-9267266416e1),segment_id=4a0026ab-4bcd-4b31-8ba0-9267266416e1)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:39:21.408908 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:21.416978 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-f897cc66-3d8c-4e09-aa4a-47b3e49fad13 req-2af4e937-b3e1-404f-ae0f-3d8acb6a90b7 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Deleting port b0ed57f8-7b1f-4360-8ecc-5e9b79bed62a {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:39:21.417340 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-f897cc66-3d8c-4e09-aa4a-47b3e49fad13 req-2af4e937-b3e1-404f-ae0f-3d8acb6a90b7 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:21.511292 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=da03a90c-5359-4d37-9f0a-8f9b32f4b733,revision_number=8']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:39:21.647805 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['da03a90c-5359-4d37-9f0a-8f9b32f4b733'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:39:21.716234 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-f897cc66-3d8c-4e09-aa4a-47b3e49fad13 req-2af4e937-b3e1-404f-ae0f-3d8acb6a90b7 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] For port b0ed57f8-7b1f-4360-8ecc-5e9b79bed62a, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=b0ed57f8-7b1f-4360-8ecc-5e9b79bed62a,segment=NetworkSegment(dfaa1994-2fdd-4a54-9d15-02069c3ace9d),segment_id=dfaa1994-2fdd-4a54-9d15-02069c3ace9d)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:39:21.716883 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-f897cc66-3d8c-4e09-aa4a-47b3e49fad13 req-2af4e937-b3e1-404f-ae0f-3d8acb6a90b7 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:21.725462 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d972c22a-b901-49a1-8ba6-5ffefbf0f6ee req-2d9d17f8-7de1-42e4-8359-f1c32e56fe06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:21.729030 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-d972c22a-b901-49a1-8ba6-5ffefbf0f6ee req-2d9d17f8-7de1-42e4-8359-f1c32e56fe06 service neutron] 10.222.0.67 "GET /v2.0/networks?id=dfd50c94-9bfe-434e-a69b-faa778e35648 HTTP/1.1" status: 200 len: 897 time: 0.3594429 Jan 18 22:39:21.747384 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-f897cc66-3d8c-4e09-aa4a-47b3e49fad13 req-2af4e937-b3e1-404f-ae0f-3d8acb6a90b7 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Calling delete_port for b0ed57f8-7b1f-4360-8ecc-5e9b79bed62a owned by compute:nova {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:39:21.789117 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839d3907-9d8a-482e-8497-f129eb4f897e req-6fd2debc-b77d-4686-89eb-6ab391ff3378 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:21.800042 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-839d3907-9d8a-482e-8497-f129eb4f897e req-6fd2debc-b77d-4686-89eb-6ab391ff3378 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb2d1e8a-0ee5-47c1-969e-df8edc45093a HTTP/1.1" status: 200 len: 945 time: 0.2566736 Jan 18 22:39:21.832452 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-942dd8d1-f534-488e-8e2b-aadd4769da05 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Router 1c9c1cac-0b8f-4ce0-97e6-91705baab3ce has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:39:21.916273 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-839d3907-9d8a-482e-8497-f129eb4f897e req-841d6941-478e-41b3-b476-3e10d8113a54 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e2e22-46f9-42fe-9710-8e464b95d42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151297 Jan 18 22:39:21.998743 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-aed3c0d7-ab17-41af-a8ec-710b95fd70f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:22.018124 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-d972c22a-b901-49a1-8ba6-5ffefbf0f6ee req-2df3a4e3-b1ae-4c13-a29c-d0a9a5777cab service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da03a90c-5359-4d37-9f0a-8f9b32f4b733 HTTP/1.1" status: 200 len: 999 time: 0.2820327 Jan 18 22:39:22.045593 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 38074) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:22.148677 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d972c22a-b901-49a1-8ba6-5ffefbf0f6ee req-443c3fa0-79fc-4061-bd1a-0f487c4cfd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:22.150421 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-d972c22a-b901-49a1-8ba6-5ffefbf0f6ee req-443c3fa0-79fc-4061-bd1a-0f487c4cfd3a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d047a25f-d8c6-49ea-bb54-6da48108f244 HTTP/1.1" status: 200 len: 834 time: 0.1258357 Jan 18 22:39:22.252892 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d972c22a-b901-49a1-8ba6-5ffefbf0f6ee req-e6ca2fd7-f3d9-4567-8da8-f486ae8b3a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:22.256202 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-d972c22a-b901-49a1-8ba6-5ffefbf0f6ee req-e6ca2fd7-f3d9-4567-8da8-f486ae8b3a05 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dfd50c94-9bfe-434e-a69b-faa778e35648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0982428 Jan 18 22:39:22.277671 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-4d044d14-0fb0-494a-b9ed-e70b6063acdc tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-623445749'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:39:22.285732 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-942dd8d1-f534-488e-8e2b-aadd4769da05 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:39:22.297524 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e98358-34ca-478d-8c5a-85f07b69260a None None] Sync routers for ids ['1c9c1cac-0b8f-4ce0-97e6-91705baab3ce'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:39:22.299591 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-942dd8d1-f534-488e-8e2b-aadd4769da05 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks [] for router, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:22.303174 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-942dd8d1-f534-488e-8e2b-aadd4769da05 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "PUT /v2.0/routers/1c9c1cac-0b8f-4ce0-97e6-91705baab3ce HTTP/1.1" status: 200 len: 888 time: 3.0276048 Jan 18 22:39:22.311489 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e98358-34ca-478d-8c5a-85f07b69260a None None] Routers {'1c9c1cac-0b8f-4ce0-97e6-91705baab3ce'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:39:22.312381 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-91e98358-34ca-478d-8c5a-85f07b69260a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:39:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['1c9c1cac-0b8f-4ce0-97e6-91705baab3ce'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:39:22.320638 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 38078) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:22.334913 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d044d14-0fb0-494a-b9ed-e70b6063acdc tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Made reservation on behalf of 8f35f67f4f8148a5a962c93749a16c5f for: {'network': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:39:22.338775 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4d044d14-0fb0-494a-b9ed-e70b6063acdc tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:22.351157 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4d044d14-0fb0-494a-b9ed-e70b6063acdc tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:22.356712 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-91e98358-34ca-478d-8c5a-85f07b69260a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:39:22.383717 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e98358-34ca-478d-8c5a-85f07b69260a None None] Routers {'1c9c1cac-0b8f-4ce0-97e6-91705baab3ce'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:39:22.384380 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-91e98358-34ca-478d-8c5a-85f07b69260a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:39:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['1c9c1cac-0b8f-4ce0-97e6-91705baab3ce'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:39:22.412508 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-d972c22a-b901-49a1-8ba6-5ffefbf0f6ee req-505d9b95-3081-4f3b-a355-116d759163ee service neutron] 10.222.0.67 "GET /v2.0/networks/dfd50c94-9bfe-434e-a69b-faa778e35648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464489 Jan 18 22:39:22.417465 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-f897cc66-3d8c-4e09-aa4a-47b3e49fad13 req-2af4e937-b3e1-404f-ae0f-3d8acb6a90b7 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:22.448571 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-91e98358-34ca-478d-8c5a-85f07b69260a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:39:22.449595 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e98358-34ca-478d-8c5a-85f07b69260a None None] The sync data for ids ['1c9c1cac-0b8f-4ce0-97e6-91705baab3ce'] in n-d-825064-1 is: [] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:39:22.491521 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['d3bce038-f949-4e37-a6fe-4f788f1c8e1a'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:39:22.493929 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af4e937-b3e1-404f-ae0f-3d8acb6a90b7 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Pushing event deleted for resources: {'Port': ['ID=b0ed57f8-7b1f-4360-8ecc-5e9b79bed62a,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:39:22.536104 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-d972c22a-b901-49a1-8ba6-5ffefbf0f6ee req-5e0e7571-140f-4e1e-8aaa-f8e4c89dc908 service neutron] 10.222.0.67 "GET /v2.0/networks/dfd50c94-9bfe-434e-a69b-faa778e35648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173115 Jan 18 22:39:22.578007 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af4e937-b3e1-404f-ae0f-3d8acb6a90b7 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:39:22.578404 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af4e937-b3e1-404f-ae0f-3d8acb6a90b7 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:39:22.578752 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af4e937-b3e1-404f-ae0f-3d8acb6a90b7 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:39:22.579094 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af4e937-b3e1-404f-ae0f-3d8acb6a90b7 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:39:22.579430 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af4e937-b3e1-404f-ae0f-3d8acb6a90b7 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:39:22.579770 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af4e937-b3e1-404f-ae0f-3d8acb6a90b7 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:39:22.580113 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af4e937-b3e1-404f-ae0f-3d8acb6a90b7 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:39:22.580467 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af4e937-b3e1-404f-ae0f-3d8acb6a90b7 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:39:22.580793 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af4e937-b3e1-404f-ae0f-3d8acb6a90b7 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:39:22.581117 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af4e937-b3e1-404f-ae0f-3d8acb6a90b7 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:39:22.581447 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af4e937-b3e1-404f-ae0f-3d8acb6a90b7 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:39:22.581770 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af4e937-b3e1-404f-ae0f-3d8acb6a90b7 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:39:22.654470 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-f897cc66-3d8c-4e09-aa4a-47b3e49fad13 req-2af4e937-b3e1-404f-ae0f-3d8acb6a90b7 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] No DVR routers for this DVR port b0ed57f8-7b1f-4360-8ecc-5e9b79bed62a on host n-h2-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:39:22.664587 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-f897cc66-3d8c-4e09-aa4a-47b3e49fad13 req-2af4e937-b3e1-404f-ae0f-3d8acb6a90b7 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:22.668199 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f897cc66-3d8c-4e09-aa4a-47b3e49fad13 req-2af4e937-b3e1-404f-ae0f-3d8acb6a90b7 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.67 "DELETE /v2.0/ports/b0ed57f8-7b1f-4360-8ecc-5e9b79bed62a HTTP/1.1" status: 204 len: 173 time: 1.8068235 Jan 18 22:39:22.668656 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb2d1e8a-0ee5-47c1-969e-df8edc45093a', 'name': 'network-vif-deleted', 'tag': 'b0ed57f8-7b1f-4360-8ecc-5e9b79bed62a'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:39:22.670938 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30461708-dc48-464a-b748-e178a898cb03" -d '{"events": [{"server_uuid": "cb2d1e8a-0ee5-47c1-969e-df8edc45093a", "name": "network-vif-deleted", "tag": "b0ed57f8-7b1f-4360-8ecc-5e9b79bed62a"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:39:22.684589 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc2f372-db6c-44b8-a000-12baa7bc71bd req-d359a757-18c7-405a-a9d0-0a450da46f32 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:22.685924 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9dc2f372-db6c-44b8-a000-12baa7bc71bd req-d359a757-18c7-405a-a9d0-0a450da46f32 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=746ebad6-c218-49ba-a20c-55049008117e HTTP/1.1" status: 200 len: 944 time: 0.2602775 Jan 18 22:39:22.700354 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-9bbca800-7a00-4de8-b25c-2cd0f789d8db tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "GET /v2.0/routers/1c9c1cac-0b8f-4ce0-97e6-91705baab3ce HTTP/1.1" status: 200 len: 888 time: 0.3776331 Jan 18 22:39:22.700578 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 38084) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:22.781265 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-9712751f-f653-40ee-a4d9-d3f0faac1860 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c9c1cac-0b8f-4ce0-97e6-91705baab3ce HTTP/1.1" status: 200 len: 205 time: 0.0774789 Jan 18 22:39:22.782387 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4d044d14-0fb0-494a-b9ed-e70b6063acdc tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:22.784537 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 38090) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:22.785147 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ef6a01e-f160-413e-892a-b3e8cbd2166c x-openstack-request-id: req-5ef6a01e-f160-413e-892a-b3e8cbd2166c {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:39:22.785926 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb2d1e8a-0ee5-47c1-969e-df8edc45093a", "name": "network-vif-deleted", "tag": "b0ed57f8-7b1f-4360-8ecc-5e9b79bed62a", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:39:22.786321 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5ef6a01e-f160-413e-892a-b3e8cbd2166c {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:39:22.786836 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb2d1e8a-0ee5-47c1-969e-df8edc45093a', 'name': 'network-vif-deleted', 'tag': 'b0ed57f8-7b1f-4360-8ecc-5e9b79bed62a', 'status': 'completed', 'code': 200} Jan 18 22:39:22.812102 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4d044d14-0fb0-494a-b9ed-e70b6063acdc tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:22.837805 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9dc2f372-db6c-44b8-a000-12baa7bc71bd req-a536df62-b281-410e-bcd4-74afc4669566 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=75c337a0-647f-49a7-9e9b-b45556e7737b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350329 Jan 18 22:39:22.854873 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d044d14-0fb0-494a-b9ed-e70b6063acdc tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=102430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:39:22.876198 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d044d14-0fb0-494a-b9ed-e70b6063acdc tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3042634-c5cc-419e-aae0-d419f8cdaedf,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:39:22.904221 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4d044d14-0fb0-494a-b9ed-e70b6063acdc tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:22.904570 n-d-825064-1 neutron-server[102430]: INFO neutron.db.segments_db [None req-4d044d14-0fb0-494a-b9ed-e70b6063acdc tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Added segment d6ee4248-2807-4049-b29c-7d36386b4069 of type vlan for network 5201c578-df27-44c4-a99a-6c870b1dd033 Jan 18 22:39:22.964487 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:22.967689 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7e1763a9-fb03-46a7-8d22-0e67b504a615 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks [] for router, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:23.059472 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device da03a90c-5359-4d37-9f0a-8f9b32f4b733 up at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:39:23.075744 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4d044d14-0fb0-494a-b9ed-e70b6063acdc tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:23.136048 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4d044d14-0fb0-494a-b9ed-e70b6063acdc tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:23.143916 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d044d14-0fb0-494a-b9ed-e70b6063acdc tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:23.145262 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4d044d14-0fb0-494a-b9ed-e70b6063acdc tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:23.206064 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning for port da03a90c-5359-4d37-9f0a-8f9b32f4b733 completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:39:23.214020 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning complete for port da03a90c-5359-4d37-9f0a-8f9b32f4b733 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:39:23.215568 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:23.223282 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-066f90f9-7f5d-4eb2-953a-6eb59a440d85 req-d4bd0f81-a5bd-4a53-9c0f-1a89c0a22663 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb2d1e8a-0ee5-47c1-969e-df8edc45093a HTTP/1.1" status: 200 len: 210 time: 0.0630758 Jan 18 22:39:23.227177 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-4d044d14-0fb0-494a-b9ed-e70b6063acdc tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1798446 Jan 18 22:39:23.233221 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 38098) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:23.246355 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-a0aeb0b8-67f6-4f42-bdc1-6bed5468cf11 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Request body: {'subnet': {'network_id': '5201c578-df27-44c4-a99a-6c870b1dd033', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:39:23.351258 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d044d14-0fb0-494a-b9ed-e70b6063acdc tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Pushing event updated for resources: {'Network': ['ID=5201c578-df27-44c4-a99a-6c870b1dd033,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:39:23.405758 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 5201c578-df27-44c4-a99a-6c870b1dd033 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:39:23.579401 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:23.625051 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '746ebad6-c218-49ba-a20c-55049008117e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da03a90c-5359-4d37-9f0a-8f9b32f4b733'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:39:23.630447 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67dec7e0-8ff8-4400-aeb8-840f0184a1a8" -d '{"events": [{"server_uuid": "746ebad6-c218-49ba-a20c-55049008117e", "name": "network-vif-plugged", "status": "completed", "tag": "da03a90c-5359-4d37-9f0a-8f9b32f4b733"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:39:23.655212 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port da03a90c-5359-4d37-9f0a-8f9b32f4b733, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=da03a90c-5359-4d37-9f0a-8f9b32f4b733,segment=NetworkSegment(4a0026ab-4bcd-4b31-8ba0-9267266416e1),segment_id=4a0026ab-4bcd-4b31-8ba0-9267266416e1)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:39:23.661769 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:23.723229 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a4a6ab-332e-45ec-91ba-2b001da14126 x-openstack-request-id: req-e3a4a6ab-332e-45ec-91ba-2b001da14126 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:39:23.723622 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "746ebad6-c218-49ba-a20c-55049008117e", "name": "network-vif-plugged", "status": "completed", "tag": "da03a90c-5359-4d37-9f0a-8f9b32f4b733", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:39:23.724214 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e3a4a6ab-332e-45ec-91ba-2b001da14126 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:39:23.724710 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '746ebad6-c218-49ba-a20c-55049008117e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da03a90c-5359-4d37-9f0a-8f9b32f4b733', 'code': 200} Jan 18 22:39:23.743578 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=da03a90c-5359-4d37-9f0a-8f9b32f4b733,revision_number=9']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:39:23.938902 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7e1763a9-fb03-46a7-8d22-0e67b504a615 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:23.956271 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0aeb0b8-67f6-4f42-bdc1-6bed5468cf11 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Made reservation on behalf of 8f35f67f4f8148a5a962c93749a16c5f for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:39:23.960241 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a0aeb0b8-67f6-4f42-bdc1-6bed5468cf11 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:24.024932 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be01650f-533d-48bd-9f97-47e1b44396e9 req-4510140a-6300-4c57-8f78-5a5f9830fccb tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:24.032663 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-be01650f-533d-48bd-9f97-47e1b44396e9 req-4510140a-6300-4c57-8f78-5a5f9830fccb tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=746ebad6-c218-49ba-a20c-55049008117e HTTP/1.1" status: 200 len: 945 time: 0.0738473 Jan 18 22:39:24.098626 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-7e1763a9-fb03-46a7-8d22-0e67b504a615 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Deleting port 10898148-6859-4573-85ef-f5412206095c {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:39:24.098961 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7e1763a9-fb03-46a7-8d22-0e67b504a615 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:24.144599 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-be01650f-533d-48bd-9f97-47e1b44396e9 req-7da19bfd-a555-4dba-990b-d56deb9d137a tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=75c337a0-647f-49a7-9e9b-b45556e7737b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925524 Jan 18 22:39:24.144748 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device b0ed57f8-7b1f-4360-8ecc-5e9b79bed62a no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:39:24.153990 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 38118) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:24.189398 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] No Port match for: b0ed57f8-7b1f-4360-8ecc-5e9b79bed62a {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:39:24.189740 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device b0ed57f8-7b1f-4360-8ecc-5e9b79bed62a not bound to the agent host n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:39:24.241864 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-5b03b0e5-76d0-452f-8282-412324ebf360 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/floatingips/4bdb924e-cafd-486d-8376-1916afc5bf64 HTTP/1.1" status: 200 len: 992 time: 0.0881245 Jan 18 22:39:24.255493 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7e1763a9-fb03-46a7-8d22-0e67b504a615 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:24.277237 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-7e1763a9-fb03-46a7-8d22-0e67b504a615 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Calling delete_port for 10898148-6859-4573-85ef-f5412206095c owned by network:router_gateway {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:39:24.284157 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a0aeb0b8-67f6-4f42-bdc1-6bed5468cf11 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:24.401275 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aeb0b8-67f6-4f42-bdc1-6bed5468cf11 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Pushing event updated for resources: {'Subnet': ['ID=a1245e65-5b84-4c80-8e61-d6e55fbffa83,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:39:24.413749 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0aeb0b8-67f6-4f42-bdc1-6bed5468cf11 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Checking segment: {'id': 'd6ee4248-2807-4049-b29c-7d36386b4069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5201c578-df27-44c4-a99a-6c870b1dd033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:39:24.414113 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0aeb0b8-67f6-4f42-bdc1-6bed5468cf11 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Network hostable DHCP agents. Network: 5201c578-df27-44c4-a99a-6c870b1dd033, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:39:24.428063 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:24.474847 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0aeb0b8-67f6-4f42-bdc1-6bed5468cf11 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Network 5201c578-df27-44c4-a99a-6c870b1dd033 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:39:24.488728 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-a0aeb0b8-67f6-4f42-bdc1-6bed5468cf11 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 5201c578-df27-44c4-a99a-6c870b1dd033) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:39:24.518042 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6bb3ea-8230-4f89-b5c3-7c6313b0e61c None None] Network 5201c578-df27-44c4-a99a-6c870b1dd033 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:39:24.525358 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0aeb0b8-67f6-4f42-bdc1-6bed5468cf11 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:24.525953 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a0aeb0b8-67f6-4f42-bdc1-6bed5468cf11 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:24.556717 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-a0aeb0b8-67f6-4f42-bdc1-6bed5468cf11 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3223295 Jan 18 22:39:24.559160 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 38132) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:24.564905 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-07e9f89c-7f2b-419f-8ae0-8e43df02a6f0 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-506887039', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}, 'admin_state_up': False}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:39:24.570607 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7e1763a9-fb03-46a7-8d22-0e67b504a615 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:24.603218 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1763a9-fb03-46a7-8d22-0e67b504a615 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Pushing event deleted for resources: {'Port': ['ID=10898148-6859-4573-85ef-f5412206095c,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:39:24.609320 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:24.668408 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-07e9f89c-7f2b-419f-8ae0-8e43df02a6f0 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1044160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8692'] for router, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:24.669379 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-07e9f89c-7f2b-419f-8ae0-8e43df02a6f0 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1040680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8675'] for router, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:24.707035 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7e1763a9-fb03-46a7-8d22-0e67b504a615 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043029'] for router_gateway, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:24.757389 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff89c46-772d-4424-b561-1d8ebf5b7457 None None] Network 5201c578-df27-44c4-a99a-6c870b1dd033 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:39:24.802046 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-07e9f89c-7f2b-419f-8ae0-8e43df02a6f0 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:24.846528 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7e1763a9-fb03-46a7-8d22-0e67b504a615 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1040886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8602'] for router, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:24.865655 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d0b3af-e4df-4ee4-a817-975e49fd6933 req-03396d69-4949-476a-b9d1-5ff50cd7ecfc tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:24.872463 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-33d0b3af-e4df-4ee4-a817-975e49fd6933 req-03396d69-4949-476a-b9d1-5ff50cd7ecfc tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/networks?id=eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02 HTTP/1.1" status: 200 len: 806 time: 0.2294281 Jan 18 22:39:24.888956 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-33d0b3af-e4df-4ee4-a817-975e49fd6933 req-39833c91-7916-4cb3-97f8-d19c052f77d3 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/quotas/d58fa77d6cd94e7ca7d141d5a9b044dd HTTP/1.1" status: 200 len: 375 time: 0.0145659 Jan 18 22:39:24.911570 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7e1763a9-fb03-46a7-8d22-0e67b504a615 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:24.986481 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-33d0b3af-e4df-4ee4-a817-975e49fd6933 req-9fdab876-2d15-4de0-a795-376580d0e9bc tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d58fa77d6cd94e7ca7d141d5a9b044dd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0839338 Jan 18 22:39:25.138129 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7e1763a9-fb03-46a7-8d22-0e67b504a615 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1040832'] for router, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:25.138850 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e1763a9-fb03-46a7-8d22-0e67b504a615 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Fanout notify agent at l3_agent the message router_deleted on router 1c9c1cac-0b8f-4ce0-97e6-91705baab3ce {{(pid=102431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 22:39:25.148833 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7e1763a9-fb03-46a7-8d22-0e67b504a615 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:25.150094 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-7e1763a9-fb03-46a7-8d22-0e67b504a615 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "DELETE /v2.0/routers/1c9c1cac-0b8f-4ce0-97e6-91705baab3ce HTTP/1.1" status: 204 len: 168 time: 2.3627436 Jan 18 22:39:25.153309 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-07e9f89c-7f2b-419f-8ae0-8e43df02a6f0 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:25.162177 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 38164) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:25.173553 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-348a5d0d-d721-444f-8485-d02cdf57e13e tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Request body: {'network': {'name': 'tempest-RoutersTest-1261197803'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:39:25.263748 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-33d0b3af-e4df-4ee4-a817-975e49fd6933 req-073cdb4a-2842-4f0a-ae9d-3e39a2644d76 service neutron] 10.222.0.53 "GET /v2.0/networks/eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762661 Jan 18 22:39:25.283522 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-348a5d0d-d721-444f-8485-d02cdf57e13e tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Made reservation on behalf of bc40d8e6d2ad4b0587a6817944d39c32 for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:39:25.288917 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-348a5d0d-d721-444f-8485-d02cdf57e13e tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:25.396029 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-348a5d0d-d721-444f-8485-d02cdf57e13e tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:39:25.432672 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-33d0b3af-e4df-4ee4-a817-975e49fd6933 req-ecfff908-a854-465a-b5e1-f59919165553 service neutron] 10.222.0.53 "GET /v2.0/networks/eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677244 Jan 18 22:39:25.454303 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-348a5d0d-d721-444f-8485-d02cdf57e13e tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:25.454807 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-348a5d0d-d721-444f-8485-d02cdf57e13e tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Added segment 58830e62-91b5-4571-932c-8ecf1ebf7e67 of type vlan for network 28170ff7-7df1-41f1-9a05-273d9e8b6ffe Jan 18 22:39:25.612359 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-348a5d0d-d721-444f-8485-d02cdf57e13e tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:25.643266 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-07e9f89c-7f2b-419f-8ae0-8e43df02a6f0 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks [] for router_gateway, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:25.698124 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-07e9f89c-7f2b-419f-8ae0-8e43df02a6f0 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:25.755402 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-348a5d0d-d721-444f-8485-d02cdf57e13e tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:25.764050 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348a5d0d-d721-444f-8485-d02cdf57e13e tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:25.764731 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-348a5d0d-d721-444f-8485-d02cdf57e13e tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:25.769254 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-09ba5034-a348-469d-b874-afc8e4d6d369 req-1b8aa2b2-50d4-4788-968d-35287e8557d4 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=1907e86d-42b9-4612-b8bb-ebe5d50d91a0 HTTP/1.1" status: 200 len: 210 time: 0.0466073 Jan 18 22:39:25.830417 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-348a5d0d-d721-444f-8485-d02cdf57e13e tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6670532 Jan 18 22:39:25.833153 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 38200) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:25.842560 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-f84cdc0c-9c8e-4fe9-a078-e45170e9d843 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Request body: {'subnet': {'network_id': '28170ff7-7df1-41f1-9a05-273d9e8b6ffe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:39:25.930507 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348a5d0d-d721-444f-8485-d02cdf57e13e tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Pushing event updated for resources: {'Network': ['ID=28170ff7-7df1-41f1-9a05-273d9e8b6ffe,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:39:25.943618 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 28170ff7-7df1-41f1-9a05-273d9e8b6ffe details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:39:26.005156 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f84cdc0c-9c8e-4fe9-a078-e45170e9d843 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Made reservation on behalf of bc40d8e6d2ad4b0587a6817944d39c32 for: {'subnet': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:39:26.010970 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f84cdc0c-9c8e-4fe9-a078-e45170e9d843 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62288702'] for subnet, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:26.084524 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-07e9f89c-7f2b-419f-8ae0-8e43df02a6f0 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Allocated IP 172.25.5.130 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/fb0cb56f-2c9d-4d5e-b491-3902879a8dd0) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:39:26.264618 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-07e9f89c-7f2b-419f-8ae0-8e43df02a6f0 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:26.320500 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-07e9f89c-7f2b-419f-8ae0-8e43df02a6f0 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:26.370428 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e9f89c-7f2b-419f-8ae0-8e43df02a6f0 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:39:26.376266 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-07e9f89c-7f2b-419f-8ae0-8e43df02a6f0 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:39:26.379777 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e9f89c-7f2b-419f-8ae0-8e43df02a6f0 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:39:26.428496 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e9f89c-7f2b-419f-8ae0-8e43df02a6f0 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Pushing event updated for resources: {'Port': ['ID=fb0cb56f-2c9d-4d5e-b491-3902879a8dd0,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:39:26.497143 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f84cdc0c-9c8e-4fe9-a078-e45170e9d843 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60203213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62288684'] for subnet, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:26.632144 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84cdc0c-9c8e-4fe9-a078-e45170e9d843 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Pushing event updated for resources: {'Subnet': ['ID=a603117b-4676-47f6-a2aa-074cc3a51312,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:39:26.646685 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84cdc0c-9c8e-4fe9-a078-e45170e9d843 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Checking segment: {'id': '58830e62-91b5-4571-932c-8ecf1ebf7e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '28170ff7-7df1-41f1-9a05-273d9e8b6ffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:39:26.647602 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84cdc0c-9c8e-4fe9-a078-e45170e9d843 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Network hostable DHCP agents. Network: 28170ff7-7df1-41f1-9a05-273d9e8b6ffe, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:39:26.672753 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84cdc0c-9c8e-4fe9-a078-e45170e9d843 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Network 28170ff7-7df1-41f1-9a05-273d9e8b6ffe is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:39:26.686462 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-f84cdc0c-9c8e-4fe9-a078-e45170e9d843 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 28170ff7-7df1-41f1-9a05-273d9e8b6ffe) {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:39:26.693460 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84cdc0c-9c8e-4fe9-a078-e45170e9d843 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:26.694773 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f84cdc0c-9c8e-4fe9-a078-e45170e9d843 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks [] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:26.700287 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375de239-ad90-4400-be6c-330a0e739e1a None None] Network 28170ff7-7df1-41f1-9a05-273d9e8b6ffe requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:39:26.718955 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-f84cdc0c-9c8e-4fe9-a078-e45170e9d843 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8844061 Jan 18 22:39:26.721638 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 38222) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:26.728022 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-4fea181b-4470-49ec-89d5-11586b973fb5 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1370355889', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:39:26.768982 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4fea181b-4470-49ec-89d5-11586b973fb5 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1044160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8692'] for router, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:26.770877 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4fea181b-4470-49ec-89d5-11586b973fb5 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1040680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8675'] for router, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:26.779632 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-07e9f89c-7f2b-419f-8ae0-8e43df02a6f0 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks [] for router_gateway, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:26.876683 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4fea181b-4470-49ec-89d5-11586b973fb5 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:26.950675 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9f6ecec8-61f5-48cf-994c-56cbd53fb8f5 req-7dce9609-cfaf-4fbe-8859-2e43e3302338 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=1907e86d-42b9-4612-b8bb-ebe5d50d91a0 HTTP/1.1" status: 200 len: 210 time: 0.0685325 Jan 18 22:39:26.956504 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4fea181b-4470-49ec-89d5-11586b973fb5 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1040691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049'] for router, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:26.996821 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4fea181b-4470-49ec-89d5-11586b973fb5 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks [] for router, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:27.001158 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-4fea181b-4470-49ec-89d5-11586b973fb5 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2755437 Jan 18 22:39:27.007028 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 38226) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:27.081683 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f72af4c-457b-499b-bd9f-426535fd06e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-28170ff7-7df1-41f1-9a05-273d9e8b6ffe', 'network_id': '28170ff7-7df1-41f1-9a05-273d9e8b6ffe', 'tenant_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'fixed_ips': [{'subnet_id': 'a603117b-4676-47f6-a2aa-074cc3a51312'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:39:27.082591 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0f72af4c-457b-499b-bd9f-426535fd06e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:27.239352 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-07e9f89c-7f2b-419f-8ae0-8e43df02a6f0 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1040691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049'] for router, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:27.367653 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-0f72af4c-457b-499b-bd9f-426535fd06e3 None None] Allocated IP 172.20.0.2 (28170ff7-7df1-41f1-9a05-273d9e8b6ffe/a603117b-4676-47f6-a2aa-074cc3a51312/d1da127d-5b32-42ac-a496-8ddc68f0a8c9) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:39:27.627434 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07e9f89c-7f2b-419f-8ae0-8e43df02a6f0 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Router 2a7e88ce-b2f9-4963-9733-df396136ee8c is scheduled to L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 with binding_index 1 {{(pid=102431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 22:39:27.663837 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0f72af4c-457b-499b-bd9f-426535fd06e3 None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:27.669534 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0f72af4c-457b-499b-bd9f-426535fd06e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:27.730285 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f72af4c-457b-499b-bd9f-426535fd06e3 None None] Network 28170ff7-7df1-41f1-9a05-273d9e8b6ffe is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:39:27.736688 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-0f72af4c-457b-499b-bd9f-426535fd06e3 None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:39:27.741581 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f72af4c-457b-499b-bd9f-426535fd06e3 None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:39:27.801601 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f72af4c-457b-499b-bd9f-426535fd06e3 None None] Pushing event updated for resources: {'Port': ['ID=d1da127d-5b32-42ac-a496-8ddc68f0a8c9,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:39:27.810203 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d0b3af-e4df-4ee4-a817-975e49fd6933 req-83b948f0-68a6-4b53-8acb-1066e6b241ff tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:27.811791 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-33d0b3af-e4df-4ee4-a817-975e49fd6933 req-83b948f0-68a6-4b53-8acb-1066e6b241ff tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.67 "GET /v2.0/networks?id=eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02 HTTP/1.1" status: 200 len: 806 time: 0.2773464 Jan 18 22:39:27.813216 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-0f72af4c-457b-499b-bd9f-426535fd06e3 None None] Attempting to bind port d1da127d-5b32-42ac-a496-8ddc68f0a8c9 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:39:27.813802 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-0f72af4c-457b-499b-bd9f-426535fd06e3 None None] Attempting to bind port d1da127d-5b32-42ac-a496-8ddc68f0a8c9 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '58830e62-91b5-4571-932c-8ecf1ebf7e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '28170ff7-7df1-41f1-9a05-273d9e8b6ffe'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:39:27.814402 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f72af4c-457b-499b-bd9f-426535fd06e3 None None] Attempting to bind port d1da127d-5b32-42ac-a496-8ddc68f0a8c9 on network 28170ff7-7df1-41f1-9a05-273d9e8b6ffe {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:39:27.819837 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f72af4c-457b-499b-bd9f-426535fd06e3 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:39:27.820580 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f72af4c-457b-499b-bd9f-426535fd06e3 None None] Checking segment: {'id': '58830e62-91b5-4571-932c-8ecf1ebf7e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '28170ff7-7df1-41f1-9a05-273d9e8b6ffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:39:27.821219 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0f72af4c-457b-499b-bd9f-426535fd06e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:27.821818 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f72af4c-457b-499b-bd9f-426535fd06e3 None None] Bound using segment: {'id': '58830e62-91b5-4571-932c-8ecf1ebf7e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '28170ff7-7df1-41f1-9a05-273d9e8b6ffe'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:39:27.822504 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-0f72af4c-457b-499b-bd9f-426535fd06e3 None None] Bound port: d1da127d-5b32-42ac-a496-8ddc68f0a8c9, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58830e62-91b5-4571-932c-8ecf1ebf7e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '28170ff7-7df1-41f1-9a05-273d9e8b6ffe'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:39:27.823161 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0f72af4c-457b-499b-bd9f-426535fd06e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:27.855671 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-33d0b3af-e4df-4ee4-a817-975e49fd6933 req-b0fed074-fc92-409f-a9ed-0b3bb20fa3ec tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Request body: {'port': {'device_id': '1907e86d-42b9-4612-b8bb-ebe5d50d91a0', 'network_id': 'eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02', 'admin_state_up': True, 'tenant_id': 'd58fa77d6cd94e7ca7d141d5a9b044dd'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:39:27.947046 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-0f72af4c-457b-499b-bd9f-426535fd06e3 None None] For port d1da127d-5b32-42ac-a496-8ddc68f0a8c9, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:39:27.956031 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-0f72af4c-457b-499b-bd9f-426535fd06e3 None None] For port d1da127d-5b32-42ac-a496-8ddc68f0a8c9, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=d1da127d-5b32-42ac-a496-8ddc68f0a8c9,segment=NetworkSegment(58830e62-91b5-4571-932c-8ecf1ebf7e67),segment_id=58830e62-91b5-4571-932c-8ecf1ebf7e67)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:39:27.962998 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0f72af4c-457b-499b-bd9f-426535fd06e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:28.051299 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f72af4c-457b-499b-bd9f-426535fd06e3 None None] Pushing event updated for resources: {'Port': ['ID=d1da127d-5b32-42ac-a496-8ddc68f0a8c9,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:39:28.159797 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-34e900ac-4818-41bd-b11f-692ac0e6a657 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:28.226023 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1c7d57fe-d7b5-4a5e-bb0e-792045d13819 req-234999be-ad50-42e6-8a98-5e9b95de66ee tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=1907e86d-42b9-4612-b8bb-ebe5d50d91a0 HTTP/1.1" status: 200 len: 210 time: 0.0723541 Jan 18 22:39:28.333308 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07e9f89c-7f2b-419f-8ae0-8e43df02a6f0 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:39:28.346411 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7757d61d-e981-4b0d-8a0c-2eb4f91ea42f None None] Sync routers for ids ['2a7e88ce-b2f9-4963-9733-df396136ee8c'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:39:28.355437 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-07e9f89c-7f2b-419f-8ae0-8e43df02a6f0 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:28.380743 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-07e9f89c-7f2b-419f-8ae0-8e43df02a6f0 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.8202827 Jan 18 22:39:28.381409 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 38252) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:28.381999 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7757d61d-e981-4b0d-8a0c-2eb4f91ea42f None None] Routers {'2a7e88ce-b2f9-4963-9733-df396136ee8c'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:39:28.382767 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-7757d61d-e981-4b0d-8a0c-2eb4f91ea42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:39:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['2a7e88ce-b2f9-4963-9733-df396136ee8c'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:39:28.494318 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-7757d61d-e981-4b0d-8a0c-2eb4f91ea42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:39:28.510758 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7757d61d-e981-4b0d-8a0c-2eb4f91ea42f None None] Routers {'2a7e88ce-b2f9-4963-9733-df396136ee8c'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:39:28.512004 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-7757d61d-e981-4b0d-8a0c-2eb4f91ea42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:39:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['2a7e88ce-b2f9-4963-9733-df396136ee8c'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:39:28.572915 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-7757d61d-e981-4b0d-8a0c-2eb4f91ea42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:39:28.573585 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7757d61d-e981-4b0d-8a0c-2eb4f91ea42f None None] The sync data for ids ['2a7e88ce-b2f9-4963-9733-df396136ee8c'] in n-d-825064-1 is: [] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:39:28.665721 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33d0b3af-e4df-4ee4-a817-975e49fd6933 req-b0fed074-fc92-409f-a9ed-0b3bb20fa3ec tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Made reservation on behalf of d58fa77d6cd94e7ca7d141d5a9b044dd for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:39:28.673769 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-33d0b3af-e4df-4ee4-a817-975e49fd6933 req-b0fed074-fc92-409f-a9ed-0b3bb20fa3ec tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:28.830388 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-34e900ac-4818-41bd-b11f-692ac0e6a657 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Allocated IP 172.20.0.1 (28170ff7-7df1-41f1-9a05-273d9e8b6ffe/a603117b-4676-47f6-a2aa-074cc3a51312/6ecf5aa4-56f0-46e3-86bb-03d3b659c6df) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:39:28.999858 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-33d0b3af-e4df-4ee4-a817-975e49fd6933 req-b0fed074-fc92-409f-a9ed-0b3bb20fa3ec tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Allocated IP 172.20.0.10 (eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02/3d836b77-fd27-4c61-b195-30e9fedeffe8/a34ea500-2640-4f35-9c4e-1ab1aa077f8f) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:39:29.094649 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-34e900ac-4818-41bd-b11f-692ac0e6a657 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:29.246281 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-eebf7ca0-d02d-4bcc-a293-cc2808301089 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:29.316145 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-34e900ac-4818-41bd-b11f-692ac0e6a657 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:29.460031 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e900ac-4818-41bd-b11f-692ac0e6a657 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Network 28170ff7-7df1-41f1-9a05-273d9e8b6ffe is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:39:29.498148 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f6828617-49ab-4312-ae68-d42d9b00de46 req-745ea589-5180-4282-9d98-e3a0ced05ae9 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=1907e86d-42b9-4612-b8bb-ebe5d50d91a0 HTTP/1.1" status: 200 len: 210 time: 0.0796738 Jan 18 22:39:29.517238 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-34e900ac-4818-41bd-b11f-692ac0e6a657 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:39:29.527371 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device d1da127d-5b32-42ac-a496-8ddc68f0a8c9 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:39:29.532484 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e900ac-4818-41bd-b11f-692ac0e6a657 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:39:29.596476 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e900ac-4818-41bd-b11f-692ac0e6a657 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Pushing event updated for resources: {'Port': ['ID=6ecf5aa4-56f0-46e3-86bb-03d3b659c6df,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:39:29.623002 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-33d0b3af-e4df-4ee4-a817-975e49fd6933 req-b0fed074-fc92-409f-a9ed-0b3bb20fa3ec tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:29.636652 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-34e900ac-4818-41bd-b11f-692ac0e6a657 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1040954'] for router_interface, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:29.637010 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port d1da127d-5b32-42ac-a496-8ddc68f0a8c9 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:39:29.637391 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:29.716169 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33496b0a-76f5-49bb-99cf-b5be99ef242e None None] Network 28170ff7-7df1-41f1-9a05-273d9e8b6ffe requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:39:29.769941 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-33d0b3af-e4df-4ee4-a817-975e49fd6933 req-b0fed074-fc92-409f-a9ed-0b3bb20fa3ec tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:29.850083 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-eebf7ca0-d02d-4bcc-a293-cc2808301089 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Allocated IP 172.20.0.1 (5201c578-df27-44c4-a99a-6c870b1dd033/a1245e65-5b84-4c80-8e61-d6e55fbffa83/9d9d9356-2138-42f2-87cf-926fea4baf1e) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:39:29.997904 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33d0b3af-e4df-4ee4-a817-975e49fd6933 req-b0fed074-fc92-409f-a9ed-0b3bb20fa3ec tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Network eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:39:30.009658 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-33d0b3af-e4df-4ee4-a817-975e49fd6933 req-b0fed074-fc92-409f-a9ed-0b3bb20fa3ec tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:39:30.034792 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-33d0b3af-e4df-4ee4-a817-975e49fd6933 req-b0fed074-fc92-409f-a9ed-0b3bb20fa3ec tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:39:30.042948 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-34e900ac-4818-41bd-b11f-692ac0e6a657 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:30.059366 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-eebf7ca0-d02d-4bcc-a293-cc2808301089 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:30.111045 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['d3bce038-f949-4e37-a6fe-4f788f1c8e1a'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:39:30.126537 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-eebf7ca0-d02d-4bcc-a293-cc2808301089 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:30.155261 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fed074-fc92-409f-a9ed-0b3bb20fa3ec tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Pushing event updated for resources: {'Port': ['ID=a34ea500-2640-4f35-9c4e-1ab1aa077f8f,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:39:30.189441 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-1f6aed94-ffc0-47b3-a3de-4a0ce6bc86a7 None None] Provisioning complete for port d1da127d-5b32-42ac-a496-8ddc68f0a8c9 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:39:30.191023 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1f6aed94-ffc0-47b3-a3de-4a0ce6bc86a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:30.206229 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eebf7ca0-d02d-4bcc-a293-cc2808301089 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Network 5201c578-df27-44c4-a99a-6c870b1dd033 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:39:30.210351 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-eebf7ca0-d02d-4bcc-a293-cc2808301089 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:39:30.215839 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebf7ca0-d02d-4bcc-a293-cc2808301089 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:39:30.251448 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebf7ca0-d02d-4bcc-a293-cc2808301089 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Pushing event updated for resources: {'Port': ['ID=9d9d9356-2138-42f2-87cf-926fea4baf1e,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:39:30.257084 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d0b3af-e4df-4ee4-a817-975e49fd6933 req-b0fed074-fc92-409f-a9ed-0b3bb20fa3ec tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:30.263181 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-33d0b3af-e4df-4ee4-a817-975e49fd6933 req-b0fed074-fc92-409f-a9ed-0b3bb20fa3ec tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:30.286836 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-eebf7ca0-d02d-4bcc-a293-cc2808301089 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1040954'] for router_interface, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:30.418112 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:30.474589 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-33d0b3af-e4df-4ee4-a817-975e49fd6933 req-b0fed074-fc92-409f-a9ed-0b3bb20fa3ec tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6235235 Jan 18 22:39:30.495389 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-33d0b3af-e4df-4ee4-a817-975e49fd6933 req-5962857b-6cc4-4e2b-847f-eb8a77c7e9a7 service neutron] Request body: {'port': {'device_id': '1907e86d-42b9-4612-b8bb-ebe5d50d91a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:39:30.521491 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1f6aed94-ffc0-47b3-a3de-4a0ce6bc86a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:30.589061 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-eebf7ca0-d02d-4bcc-a293-cc2808301089 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:30.596452 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-1f6aed94-ffc0-47b3-a3de-4a0ce6bc86a7 None None] For port d1da127d-5b32-42ac-a496-8ddc68f0a8c9, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=d1da127d-5b32-42ac-a496-8ddc68f0a8c9,segment=NetworkSegment(58830e62-91b5-4571-932c-8ecf1ebf7e67),segment_id=58830e62-91b5-4571-932c-8ecf1ebf7e67)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:39:30.653231 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1f6aed94-ffc0-47b3-a3de-4a0ce6bc86a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:30.821205 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6aed94-ffc0-47b3-a3de-4a0ce6bc86a7 None None] Pushing event updated for resources: {'Port': ['ID=d1da127d-5b32-42ac-a496-8ddc68f0a8c9,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:39:30.823826 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.db.api [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 22:39:30.824225 n-d-825064-1 neutron-server[102432]: DEBUG oslo_db.api [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 22:39:30.933304 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-33d0b3af-e4df-4ee4-a817-975e49fd6933 req-5962857b-6cc4-4e2b-847f-eb8a77c7e9a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:31.162455 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431977da-b039-4445-bda7-ae72edbc7027 req-fcaa8b9b-0b60-4ff4-9494-a96380bcdc4a tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:31.164104 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-431977da-b039-4445-bda7-ae72edbc7027 req-fcaa8b9b-0b60-4ff4-9494-a96380bcdc4a tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=1907e86d-42b9-4612-b8bb-ebe5d50d91a0 HTTP/1.1" status: 200 len: 932 time: 0.4909194 Jan 18 22:39:31.167719 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-eebf7ca0-d02d-4bcc-a293-cc2808301089 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:31.176994 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-eebf7ca0-d02d-4bcc-a293-cc2808301089 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:31.226596 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-476d0cef-3365-4e89-a723-a5a989eca6f6 None None] Provisioning complete for port 6ecf5aa4-56f0-46e3-86bb-03d3b659c6df triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:39:31.227238 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-476d0cef-3365-4e89-a723-a5a989eca6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:31.265617 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-eebf7ca0-d02d-4bcc-a293-cc2808301089 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-613854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1041070'] for router_interface, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:31.268766 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebf7ca0-d02d-4bcc-a293-cc2808301089 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Pushing event updated for resources: {'Port': ['ID=9d9d9356-2138-42f2-87cf-926fea4baf1e,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:39:31.328610 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-476d0cef-3365-4e89-a723-a5a989eca6f6 None None] Port 6ecf5aa4-56f0-46e3-86bb-03d3b659c6df cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:39:31.460776 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eebf7ca0-d02d-4bcc-a293-cc2808301089 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Network 5201c578-df27-44c4-a99a-6c870b1dd033 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:39:31.464027 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-eebf7ca0-d02d-4bcc-a293-cc2808301089 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:39:31.473042 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-476d0cef-3365-4e89-a723-a5a989eca6f6 None None] Provisioning complete for port d1da127d-5b32-42ac-a496-8ddc68f0a8c9 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:39:31.473416 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-476d0cef-3365-4e89-a723-a5a989eca6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:31.573127 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-431977da-b039-4445-bda7-ae72edbc7027 req-6561b338-a3a2-4d02-a574-ae937cc14f81 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e2e22-46f9-42fe-9710-8e464b95d42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566223 Jan 18 22:39:31.605802 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-34e900ac-4818-41bd-b11f-692ac0e6a657 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:31.621615 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-34e900ac-4818-41bd-b11f-692ac0e6a657 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:31.674113 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device d1da127d-5b32-42ac-a496-8ddc68f0a8c9 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:39:31.747482 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eebf7ca0-d02d-4bcc-a293-cc2808301089 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Router 2a7e88ce-b2f9-4963-9733-df396136ee8c has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:39:31.827806 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port d1da127d-5b32-42ac-a496-8ddc68f0a8c9 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:39:31.829055 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:31.848687 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-34e900ac-4818-41bd-b11f-692ac0e6a657 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-613854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1041070'] for router_interface, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:31.851917 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e900ac-4818-41bd-b11f-692ac0e6a657 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Pushing event updated for resources: {'Port': ['ID=6ecf5aa4-56f0-46e3-86bb-03d3b659c6df,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:39:31.952950 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-e98dcf84-3ee9-49b5-94cf-84c7e7b450e2 None None] Provisioning complete for port 6ecf5aa4-56f0-46e3-86bb-03d3b659c6df triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:39:31.955235 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e98dcf84-3ee9-49b5-94cf-84c7e7b450e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:31.969455 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eebf7ca0-d02d-4bcc-a293-cc2808301089 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:39:31.978127 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-eebf7ca0-d02d-4bcc-a293-cc2808301089 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] 10.222.0.53 "PUT /v2.0/routers/2a7e88ce-b2f9-4963-9733-df396136ee8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5948207 Jan 18 22:39:31.980185 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 38312) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:31.986029 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3733df43-813f-4338-ae6a-e72da4423625 None None] Sync routers for ids ['2a7e88ce-b2f9-4963-9733-df396136ee8c'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:39:32.001314 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-cbbc96ab-e608-446e-b331-1418e3732b21 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Request body: {'port': {'network_id': '5201c578-df27-44c4-a99a-6c870b1dd033', 'name': 'tempest-FloatingIPTestJSON-1214677855'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:39:32.009233 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3733df43-813f-4338-ae6a-e72da4423625 None None] Routers {'2a7e88ce-b2f9-4963-9733-df396136ee8c'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:39:32.014112 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-3733df43-813f-4338-ae6a-e72da4423625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:39:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['2a7e88ce-b2f9-4963-9733-df396136ee8c'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:39:32.019195 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-e98dcf84-3ee9-49b5-94cf-84c7e7b450e2 None None] Port 6ecf5aa4-56f0-46e3-86bb-03d3b659c6df cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:39:32.132251 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-3733df43-813f-4338-ae6a-e72da4423625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:39:32.150450 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3733df43-813f-4338-ae6a-e72da4423625 None None] Routers {'2a7e88ce-b2f9-4963-9733-df396136ee8c'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:39:32.151301 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-3733df43-813f-4338-ae6a-e72da4423625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:39:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['2a7e88ce-b2f9-4963-9733-df396136ee8c'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:39:32.198311 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-3733df43-813f-4338-ae6a-e72da4423625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:39:32.199235 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3733df43-813f-4338-ae6a-e72da4423625 None None] The sync data for ids ['2a7e88ce-b2f9-4963-9733-df396136ee8c'] in n-d-825064-1 is: [] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:39:32.317361 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbbc96ab-e608-446e-b331-1418e3732b21 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Made reservation on behalf of 8f35f67f4f8148a5a962c93749a16c5f for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:39:32.321622 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cbbc96ab-e608-446e-b331-1418e3732b21 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:32.348439 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [None req-cbbc96ab-e608-446e-b331-1418e3732b21 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] device_id is not set on port e4f1730b-222a-4ae4-86a5-9a1d1c082348 yet. {{(pid=102431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:39:32.479928 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [req-33d0b3af-e4df-4ee4-a817-975e49fd6933 req-5962857b-6cc4-4e2b-847f-eb8a77c7e9a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a34ea500-2640-4f35-9c4e-1ab1aa077f8f {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:39:32.495787 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-33d0b3af-e4df-4ee4-a817-975e49fd6933 req-5962857b-6cc4-4e2b-847f-eb8a77c7e9a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:32.519693 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-33d0b3af-e4df-4ee4-a817-975e49fd6933 req-5962857b-6cc4-4e2b-847f-eb8a77c7e9a7 service neutron] Transition to ACTIVE for port object a34ea500-2640-4f35-9c4e-1ab1aa077f8f will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:39:32.526813 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e900ac-4818-41bd-b11f-692ac0e6a657 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Network 28170ff7-7df1-41f1-9a05-273d9e8b6ffe is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:39:32.529602 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-33d0b3af-e4df-4ee4-a817-975e49fd6933 req-5962857b-6cc4-4e2b-847f-eb8a77c7e9a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:32.536610 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-cbbc96ab-e608-446e-b331-1418e3732b21 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Allocated IP 172.20.0.7 (5201c578-df27-44c4-a99a-6c870b1dd033/a1245e65-5b84-4c80-8e61-d6e55fbffa83/e4f1730b-222a-4ae4-86a5-9a1d1c082348) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:39:32.545909 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-34e900ac-4818-41bd-b11f-692ac0e6a657 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:39:32.606222 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 38332) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:32.936164 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cbbc96ab-e608-446e-b331-1418e3732b21 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:32.957491 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-e3c285d4-8d29-4804-bcab-7205410c115c None None] Provisioning complete for port 6ecf5aa4-56f0-46e3-86bb-03d3b659c6df triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:39:32.958504 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e3c285d4-8d29-4804-bcab-7205410c115c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:32.978103 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1621f9a-e8af-4ef1-be83-27127bf141b7 req-b32dc256-5e08-49ca-b1a0-3fff79bc1424 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:32.979332 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c1621f9a-e8af-4ef1-be83-27127bf141b7 req-b32dc256-5e08-49ca-b1a0-3fff79bc1424 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=1907e86d-42b9-4612-b8bb-ebe5d50d91a0 HTTP/1.1" status: 200 len: 944 time: 0.2705061 Jan 18 22:39:32.980009 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5962857b-6cc4-4e2b-847f-eb8a77c7e9a7 service neutron] Pushing event updated for resources: {'Port': ['ID=a34ea500-2640-4f35-9c4e-1ab1aa077f8f,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:39:32.984981 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f0eb972f-c147-4e2e-b63c-1985b1a68b40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:33.042485 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cbbc96ab-e608-446e-b331-1418e3732b21 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:33.054626 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c1621f9a-e8af-4ef1-be83-27127bf141b7 req-6bc464b8-1fb3-4448-a064-aad9e0178b9b tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e2e22-46f9-42fe-9710-8e464b95d42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475702 Jan 18 22:39:33.056575 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-e3c285d4-8d29-4804-bcab-7205410c115c None None] Port 6ecf5aa4-56f0-46e3-86bb-03d3b659c6df cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:39:33.071053 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-33d0b3af-e4df-4ee4-a817-975e49fd6933 req-5962857b-6cc4-4e2b-847f-eb8a77c7e9a7 service neutron] Attempting to bind port a34ea500-2640-4f35-9c4e-1ab1aa077f8f on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:39:33.071387 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-33d0b3af-e4df-4ee4-a817-975e49fd6933 req-5962857b-6cc4-4e2b-847f-eb8a77c7e9a7 service neutron] Attempting to bind port a34ea500-2640-4f35-9c4e-1ab1aa077f8f by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': 'dfaa1994-2fdd-4a54-9d15-02069c3ace9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:39:33.071719 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d0b3af-e4df-4ee4-a817-975e49fd6933 req-5962857b-6cc4-4e2b-847f-eb8a77c7e9a7 service neutron] Attempting to bind port a34ea500-2640-4f35-9c4e-1ab1aa077f8f on network eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:39:33.074184 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbbc96ab-e608-446e-b331-1418e3732b21 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Network 5201c578-df27-44c4-a99a-6c870b1dd033 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:39:33.081595 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-cbbc96ab-e608-446e-b331-1418e3732b21 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:39:33.082625 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d0b3af-e4df-4ee4-a817-975e49fd6933 req-5962857b-6cc4-4e2b-847f-eb8a77c7e9a7 service neutron] Port a34ea500-2640-4f35-9c4e-1ab1aa077f8f on network eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:39:33.083173 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d0b3af-e4df-4ee4-a817-975e49fd6933 req-5962857b-6cc4-4e2b-847f-eb8a77c7e9a7 service neutron] Attempting to bind port a34ea500-2640-4f35-9c4e-1ab1aa077f8f on network eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:39:33.084326 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbc96ab-e608-446e-b331-1418e3732b21 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:39:33.091521 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d0b3af-e4df-4ee4-a817-975e49fd6933 req-5962857b-6cc4-4e2b-847f-eb8a77c7e9a7 service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:39:33.093058 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d0b3af-e4df-4ee4-a817-975e49fd6933 req-5962857b-6cc4-4e2b-847f-eb8a77c7e9a7 service neutron] Checking segment: {'id': 'dfaa1994-2fdd-4a54-9d15-02069c3ace9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:39:33.093735 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d0b3af-e4df-4ee4-a817-975e49fd6933 req-5962857b-6cc4-4e2b-847f-eb8a77c7e9a7 service neutron] Bound using segment: {'id': 'dfaa1994-2fdd-4a54-9d15-02069c3ace9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:39:33.094873 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-33d0b3af-e4df-4ee4-a817-975e49fd6933 req-5962857b-6cc4-4e2b-847f-eb8a77c7e9a7 service neutron] Bound port: a34ea500-2640-4f35-9c4e-1ab1aa077f8f, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfaa1994-2fdd-4a54-9d15-02069c3ace9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:39:33.095428 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-33d0b3af-e4df-4ee4-a817-975e49fd6933 req-5962857b-6cc4-4e2b-847f-eb8a77c7e9a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:33.163475 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34e900ac-4818-41bd-b11f-692ac0e6a657 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Router 27e9baa6-79cb-493a-9cb2-69e042fc28dd is scheduled to L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 with binding_index 1 {{(pid=102430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 22:39:33.203575 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbc96ab-e608-446e-b331-1418e3732b21 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Pushing event updated for resources: {'Port': ['ID=e4f1730b-222a-4ae4-86a5-9a1d1c082348,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:39:33.250245 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbc96ab-e608-446e-b331-1418e3732b21 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:33.251906 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cbbc96ab-e608-446e-b331-1418e3732b21 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:33.271738 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34e900ac-4818-41bd-b11f-692ac0e6a657 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:39:33.274412 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-33d0b3af-e4df-4ee4-a817-975e49fd6933 req-5962857b-6cc4-4e2b-847f-eb8a77c7e9a7 service neutron] For port a34ea500-2640-4f35-9c4e-1ab1aa077f8f, host n-h2-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:39:33.282227 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-34e900ac-4818-41bd-b11f-692ac0e6a657 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "PUT /v2.0/routers/27e9baa6-79cb-493a-9cb2-69e042fc28dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2734375 Jan 18 22:39:33.290433 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 38342) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:33.292187 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ecf8709-16e6-431c-9aad-fb424c9b4554 None None] Sync routers for ids ['27e9baa6-79cb-493a-9cb2-69e042fc28dd'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:39:33.305194 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-33d0b3af-e4df-4ee4-a817-975e49fd6933 req-5962857b-6cc4-4e2b-847f-eb8a77c7e9a7 service neutron] For port a34ea500-2640-4f35-9c4e-1ab1aa077f8f, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=a34ea500-2640-4f35-9c4e-1ab1aa077f8f,segment=NetworkSegment(dfaa1994-2fdd-4a54-9d15-02069c3ace9d),segment_id=dfaa1994-2fdd-4a54-9d15-02069c3ace9d)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:39:33.309575 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecf8709-16e6-431c-9aad-fb424c9b4554 None None] Routers {'27e9baa6-79cb-493a-9cb2-69e042fc28dd'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:39:33.310558 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-3ecf8709-16e6-431c-9aad-fb424c9b4554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:39:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['27e9baa6-79cb-493a-9cb2-69e042fc28dd'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:39:33.335849 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-cbbc96ab-e608-446e-b331-1418e3732b21 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3542728 Jan 18 22:39:33.340308 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 38344) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:33.348696 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-b826333c-8515-482f-96dc-e1ca13ffd080 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Request body: {'port': {'network_id': '5201c578-df27-44c4-a99a-6c870b1dd033', 'name': 'tempest-FloatingIPTestJSON-1272186880'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:39:33.352328 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-33d0b3af-e4df-4ee4-a817-975e49fd6933 req-5962857b-6cc4-4e2b-847f-eb8a77c7e9a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:33.353293 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-3ecf8709-16e6-431c-9aad-fb424c9b4554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:39:33.363187 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecf8709-16e6-431c-9aad-fb424c9b4554 None None] Routers {'27e9baa6-79cb-493a-9cb2-69e042fc28dd'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:39:33.364036 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-3ecf8709-16e6-431c-9aad-fb424c9b4554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:39:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['27e9baa6-79cb-493a-9cb2-69e042fc28dd'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:39:33.401015 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-3ecf8709-16e6-431c-9aad-fb424c9b4554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:39:33.401683 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ecf8709-16e6-431c-9aad-fb424c9b4554 None None] The sync data for ids ['27e9baa6-79cb-493a-9cb2-69e042fc28dd'] in n-d-825064-1 is: [] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:39:33.403222 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c89c651-e37e-4b48-a78d-e1aa59b98eb3 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:33.407917 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-5c89c651-e37e-4b48-a78d-e1aa59b98eb3 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "GET /v2.0/ports/6ecf5aa4-56f0-46e3-86bb-03d3b659c6df HTTP/1.1" status: 200 len: 910 time: 0.1164923 Jan 18 22:39:33.417879 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 38346) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:33.439063 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f0eb972f-c147-4e2e-b63c-1985b1a68b40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:33.450143 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-ea79543f-1e07-4a2b-a038-076b8a87f0f6 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a603117b-4676-47f6-a2aa-074cc3a51312'}]}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:39:33.488827 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f0eb972f-c147-4e2e-b63c-1985b1a68b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:33.501440 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d0b3af-e4df-4ee4-a817-975e49fd6933 req-5962857b-6cc4-4e2b-847f-eb8a77c7e9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:33.502197 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-33d0b3af-e4df-4ee4-a817-975e49fd6933 req-5962857b-6cc4-4e2b-847f-eb8a77c7e9a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:33.503681 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-33d0b3af-e4df-4ee4-a817-975e49fd6933 req-5962857b-6cc4-4e2b-847f-eb8a77c7e9a7 service neutron] 10.222.0.67 "PUT /v2.0/ports/a34ea500-2640-4f35-9c4e-1ab1aa077f8f HTTP/1.1" status: 200 len: 1092 time: 3.0175223 Jan 18 22:39:33.504234 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1907e86d-42b9-4612-b8bb-ebe5d50d91a0', 'tag': 'a34ea500-2640-4f35-9c4e-1ab1aa077f8f'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:39:33.506779 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1332ee02-1148-4d9f-99bb-3dc2db545981" -d '{"events": [{"name": "network-changed", "server_uuid": "1907e86d-42b9-4612-b8bb-ebe5d50d91a0", "tag": "a34ea500-2640-4f35-9c4e-1ab1aa077f8f"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:39:33.547939 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-f0eb972f-c147-4e2e-b63c-1985b1a68b40 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6343c1766ff34bcaba184585e5b766c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9396482 Jan 18 22:39:33.558643 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 38352) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:33.573456 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eb972f-c147-4e2e-b63c-1985b1a68b40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=128797dc-b967-4863-9bb9-2d04bc96ad83,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:39:33.583144 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4f4a848-0125-43db-b615-62d0e955a3a4 x-openstack-request-id: req-e4f4a848-0125-43db-b615-62d0e955a3a4 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:39:33.583600 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1907e86d-42b9-4612-b8bb-ebe5d50d91a0", "tag": "a34ea500-2640-4f35-9c4e-1ab1aa077f8f", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:39:33.583913 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e4f4a848-0125-43db-b615-62d0e955a3a4 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:39:33.584640 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1907e86d-42b9-4612-b8bb-ebe5d50d91a0', 'tag': 'a34ea500-2640-4f35-9c4e-1ab1aa077f8f', 'status': 'completed', 'code': 200} Jan 18 22:39:33.600993 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b826333c-8515-482f-96dc-e1ca13ffd080 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Made reservation on behalf of 8f35f67f4f8148a5a962c93749a16c5f for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:39:33.604655 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b826333c-8515-482f-96dc-e1ca13ffd080 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:33.638539 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [None req-b826333c-8515-482f-96dc-e1ca13ffd080 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] device_id is not set on port fbba20d3-bc36-4b6e-b2b2-ca8339bb7226 yet. {{(pid=102431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:39:33.657442 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5962857b-6cc4-4e2b-847f-eb8a77c7e9a7 service neutron] Pushing event updated for resources: {'Port': ['ID=a34ea500-2640-4f35-9c4e-1ab1aa077f8f,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:39:33.707622 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-28a6face-1e70-496d-8ee3-554b6dc728cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:33.761449 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-28a6face-1e70-496d-8ee3-554b6dc728cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:33.793648 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d0b3af-e4df-4ee4-a817-975e49fd6933 req-d0d14035-6270-4c21-b9d6-a0908a8ed18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:33.795582 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-33d0b3af-e4df-4ee4-a817-975e49fd6933 req-d0d14035-6270-4c21-b9d6-a0908a8ed18d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d58fa77d6cd94e7ca7d141d5a9b044dd&device_id=1907e86d-42b9-4612-b8bb-ebe5d50d91a0 HTTP/1.1" status: 200 len: 1095 time: 0.2197309 Jan 18 22:39:33.805350 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ea79543f-1e07-4a2b-a038-076b8a87f0f6 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:33.814507 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-b826333c-8515-482f-96dc-e1ca13ffd080 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Allocated IP 172.20.0.11 (5201c578-df27-44c4-a99a-6c870b1dd033/a1245e65-5b84-4c80-8e61-d6e55fbffa83/fbba20d3-bc36-4b6e-b2b2-ca8339bb7226) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:39:33.875068 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-33d0b3af-e4df-4ee4-a817-975e49fd6933 req-df3d9c16-fada-48bb-90d0-6d7840fb565f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a34ea500-2640-4f35-9c4e-1ab1aa077f8f HTTP/1.1" status: 200 len: 217 time: 0.0549788 Jan 18 22:39:33.886470 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-28a6face-1e70-496d-8ee3-554b6dc728cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:33.888972 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-28a6face-1e70-496d-8ee3-554b6dc728cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:33.894332 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-28a6face-1e70-496d-8ee3-554b6dc728cc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/128797dc-b967-4863-9bb9-2d04bc96ad83 HTTP/1.1" status: 204 len: 168 time: 0.3308208 Jan 18 22:39:33.918093 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a6face-1e70-496d-8ee3-554b6dc728cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=128797dc-b967-4863-9bb9-2d04bc96ad83,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:39:34.002986 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d0b3af-e4df-4ee4-a817-975e49fd6933 req-0d709d35-c4c1-4763-876e-95be18c0d6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:34.009638 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-33d0b3af-e4df-4ee4-a817-975e49fd6933 req-0d709d35-c4c1-4763-876e-95be18c0d6f9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3d836b77-fd27-4c61-b195-30e9fedeffe8 HTTP/1.1" status: 200 len: 846 time: 0.1243958 Jan 18 22:39:34.112461 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b826333c-8515-482f-96dc-e1ca13ffd080 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:34.160938 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-33d0b3af-e4df-4ee4-a817-975e49fd6933 req-e0b5ab43-30f3-4305-801f-49366ac2331b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1444385 Jan 18 22:39:34.193090 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b826333c-8515-482f-96dc-e1ca13ffd080 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:34.261791 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b826333c-8515-482f-96dc-e1ca13ffd080 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Network 5201c578-df27-44c4-a99a-6c870b1dd033 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:39:34.265261 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-b826333c-8515-482f-96dc-e1ca13ffd080 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:39:34.269223 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b826333c-8515-482f-96dc-e1ca13ffd080 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:39:34.317906 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b826333c-8515-482f-96dc-e1ca13ffd080 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Pushing event updated for resources: {'Port': ['ID=fbba20d3-bc36-4b6e-b2b2-ca8339bb7226,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:39:34.345454 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d53bec-8d20-4c06-a177-9c6c8315f3ce req-3900807a-76a2-4410-9d3d-77392a1905b7 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:34.348392 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f3d53bec-8d20-4c06-a177-9c6c8315f3ce req-3900807a-76a2-4410-9d3d-77392a1905b7 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=1907e86d-42b9-4612-b8bb-ebe5d50d91a0 HTTP/1.1" status: 200 len: 944 time: 0.1914415 Jan 18 22:39:34.358679 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b826333c-8515-482f-96dc-e1ca13ffd080 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:34.359489 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b826333c-8515-482f-96dc-e1ca13ffd080 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:34.393743 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-b826333c-8515-482f-96dc-e1ca13ffd080 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0520298 Jan 18 22:39:34.396872 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 38374) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:34.403308 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-1eaec14b-1ad9-44e4-98da-bdcd49b88142 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Request body: {'floatingip': {'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'port_id': 'fbba20d3-bc36-4b6e-b2b2-ca8339bb7226', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:39:34.463017 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1eaec14b-1ad9-44e4-98da-bdcd49b88142 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks [] for floatingip, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:34.478555 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f3d53bec-8d20-4c06-a177-9c6c8315f3ce req-8cf36f15-e74b-4238-9e1d-8f9a6abf9c19 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e2e22-46f9-42fe-9710-8e464b95d42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200974 Jan 18 22:39:34.481258 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 38376) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:34.493907 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-33d0b3af-e4df-4ee4-a817-975e49fd6933 req-2b00429f-5156-4328-b952-71013e7343e8 service neutron] 10.222.0.67 "GET /v2.0/networks/eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3190644 Jan 18 22:39:34.561190 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e999685c-878c-429d-84fc-954bb84efa3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:34.653357 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1eaec14b-1ad9-44e4-98da-bdcd49b88142 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:34.681262 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-33d0b3af-e4df-4ee4-a817-975e49fd6933 req-15935476-7129-4ffd-8f8b-40e615cba048 service neutron] 10.222.0.67 "GET /v2.0/networks/eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789305 Jan 18 22:39:34.768469 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ea79543f-1e07-4a2b-a038-076b8a87f0f6 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:34.849716 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e999685c-878c-429d-84fc-954bb84efa3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:34.850850 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1332ee02-1148-4d9f-99bb-3dc2db545981 req-8b1e139c-11ef-454e-80e4-73f7d28a1172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:34.852597 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1332ee02-1148-4d9f-99bb-3dc2db545981 req-8b1e139c-11ef-454e-80e4-73f7d28a1172 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d58fa77d6cd94e7ca7d141d5a9b044dd&device_id=1907e86d-42b9-4612-b8bb-ebe5d50d91a0 HTTP/1.1" status: 200 len: 1095 time: 0.0808074 Jan 18 22:39:34.853622 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ea79543f-1e07-4a2b-a038-076b8a87f0f6 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:34.878820 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-1eaec14b-1ad9-44e4-98da-bdcd49b88142 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Allocated IP 172.25.5.132 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/a5a24f09-0603-4015-9e77-7be41bc5089a) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:39:34.996293 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e999685c-878c-429d-84fc-954bb84efa3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:35.015774 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1eaec14b-1ad9-44e4-98da-bdcd49b88142 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:35.036302 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-e999685c-878c-429d-84fc-954bb84efa3d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=830907332c904a1bb3115432140d6581&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5498207 Jan 18 22:39:35.036898 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 38390) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:35.087984 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1eaec14b-1ad9-44e4-98da-bdcd49b88142 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:35.106024 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea79543f-1e07-4a2b-a038-076b8a87f0f6 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Pushing event updated for resources: {'Port': ['ID=6ecf5aa4-56f0-46e3-86bb-03d3b659c6df,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:39:35.134913 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1332ee02-1148-4d9f-99bb-3dc2db545981 req-0eeecf50-5dbb-4f6a-aecd-b1d76475e0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:35.137798 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1332ee02-1148-4d9f-99bb-3dc2db545981 req-0eeecf50-5dbb-4f6a-aecd-b1d76475e0cf service neutron] 10.222.0.67 "GET /v2.0/networks?id=eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02 HTTP/1.1" status: 200 len: 906 time: 0.2787664 Jan 18 22:39:35.142725 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e999685c-878c-429d-84fc-954bb84efa3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d99ec5c1-fe87-4bc0-a92f-1dc062a12af6,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:39:35.146807 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eaec14b-1ad9-44e4-98da-bdcd49b88142 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:39:35.155996 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-1eaec14b-1ad9-44e4-98da-bdcd49b88142 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:39:35.158790 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea79543f-1e07-4a2b-a038-076b8a87f0f6 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:35.160423 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ea79543f-1e07-4a2b-a038-076b8a87f0f6 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:35.163224 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eaec14b-1ad9-44e4-98da-bdcd49b88142 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:39:35.166136 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-ea79543f-1e07-4a2b-a038-076b8a87f0f6 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "PUT /v2.0/ports/6ecf5aa4-56f0-46e3-86bb-03d3b659c6df HTTP/1.1" status: 200 len: 910 time: 1.7466402 Jan 18 22:39:35.166849 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 38392) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:35.204693 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaec14b-1ad9-44e4-98da-bdcd49b88142 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Pushing event updated for resources: {'Port': ['ID=a5a24f09-0603-4015-9e77-7be41bc5089a,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:39:35.212271 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1b0de5eb-9a49-4cfb-a32a-4cbe2860d89c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:35.236365 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1b0de5eb-9a49-4cfb-a32a-4cbe2860d89c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:35.256689 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1332ee02-1148-4d9f-99bb-3dc2db545981 req-7cc1fec8-995a-4f84-af14-bcbf6ee7a2a9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a34ea500-2640-4f35-9c4e-1ab1aa077f8f HTTP/1.1" status: 200 len: 217 time: 0.0882816 Jan 18 22:39:35.330634 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1b0de5eb-9a49-4cfb-a32a-4cbe2860d89c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:35.333201 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1b0de5eb-9a49-4cfb-a32a-4cbe2860d89c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:35.336618 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-1b0de5eb-9a49-4cfb-a32a-4cbe2860d89c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d99ec5c1-fe87-4bc0-a92f-1dc062a12af6 HTTP/1.1" status: 204 len: 168 time: 0.2970915 Jan 18 22:39:35.351656 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0de5eb-9a49-4cfb-a32a-4cbe2860d89c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d99ec5c1-fe87-4bc0-a92f-1dc062a12af6,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:39:35.357831 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1332ee02-1148-4d9f-99bb-3dc2db545981 req-95791dd6-ef8a-4202-9d25-0af8dc1095ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:35.360045 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1332ee02-1148-4d9f-99bb-3dc2db545981 req-95791dd6-ef8a-4202-9d25-0af8dc1095ec service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3d836b77-fd27-4c61-b195-30e9fedeffe8 HTTP/1.1" status: 200 len: 846 time: 0.0564144 Jan 18 22:39:35.401401 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1332ee02-1148-4d9f-99bb-3dc2db545981 req-20a0bf6c-d711-4b86-a36f-46f42ce044ad service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337496 Jan 18 22:39:36.045352 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b554cb0c-a483-4333-a269-8d531dbca17f req-4c5f903d-e090-4b32-8cb6-f19a626025e1 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:36.046928 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b554cb0c-a483-4333-a269-8d531dbca17f req-4c5f903d-e090-4b32-8cb6-f19a626025e1 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=1907e86d-42b9-4612-b8bb-ebe5d50d91a0 HTTP/1.1" status: 200 len: 944 time: 0.3791566 Jan 18 22:39:36.057482 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1332ee02-1148-4d9f-99bb-3dc2db545981 req-d4cc0a63-fd72-4a16-bc9b-b6c4a190784f service neutron] 10.222.0.67 "GET /v2.0/networks/eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6405413 Jan 18 22:39:36.293179 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1eaec14b-1ad9-44e4-98da-bdcd49b88142 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:36.311802 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b554cb0c-a483-4333-a269-8d531dbca17f req-af7480af-c8e5-400a-a484-94dd12a89e77 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e2e22-46f9-42fe-9710-8e464b95d42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564261 Jan 18 22:39:36.319094 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1332ee02-1148-4d9f-99bb-3dc2db545981 req-c62965b9-bfdb-41a1-9370-a2dfa56fa753 service neutron] 10.222.0.67 "GET /v2.0/networks/eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505014 Jan 18 22:39:36.410317 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f7f29169-3e33-4327-ae96-f29e01a14258 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1041027'] for router_interface, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:36.420514 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1eaec14b-1ad9-44e4-98da-bdcd49b88142 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:36.694548 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-f7f29169-3e33-4327-ae96-f29e01a14258 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Deleting port 6ecf5aa4-56f0-46e3-86bb-03d3b659c6df {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:39:36.695216 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f7f29169-3e33-4327-ae96-f29e01a14258 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:36.716576 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1eaec14b-1ad9-44e4-98da-bdcd49b88142 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:36.725470 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1eaec14b-1ad9-44e4-98da-bdcd49b88142 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:36.810503 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaec14b-1ad9-44e4-98da-bdcd49b88142 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Pushing event updated for resources: {'Port': ['ID=a5a24f09-0603-4015-9e77-7be41bc5089a,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:39:36.818761 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f7f29169-3e33-4327-ae96-f29e01a14258 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:36.818980 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1eaec14b-1ad9-44e4-98da-bdcd49b88142 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043075'] for floatingip, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:36.849121 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-f7f29169-3e33-4327-ae96-f29e01a14258 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Calling delete_port for 6ecf5aa4-56f0-46e3-86bb-03d3b659c6df owned by network:router_interface {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:39:36.984406 n-d-825064-1 neutron-server[102431]: INFO neutron.db.l3_db [None req-1eaec14b-1ad9-44e4-98da-bdcd49b88142 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Floating IP 771e75cb-921a-479d-8025-c2704b2772e8 associated. External IP: 172.25.5.132, port: fbba20d3-bc36-4b6e-b2b2-ca8339bb7226. Jan 18 22:39:37.118473 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f7f29169-3e33-4327-ae96-f29e01a14258 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:37.164552 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f29169-3e33-4327-ae96-f29e01a14258 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Pushing event deleted for resources: {'Port': ['ID=6ecf5aa4-56f0-46e3-86bb-03d3b659c6df,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:39:37.399958 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f7f29169-3e33-4327-ae96-f29e01a14258 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-613841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1046579'] for router_interface, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:37.458001 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eaec14b-1ad9-44e4-98da-bdcd49b88142 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Router 2a7e88ce-b2f9-4963-9733-df396136ee8c has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:39:37.621460 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eaec14b-1ad9-44e4-98da-bdcd49b88142 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:39:37.633884 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0e3359-c2ad-42fb-8929-6d53c6b54a52 None None] Sync routers for ids ['2a7e88ce-b2f9-4963-9733-df396136ee8c'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:39:37.646742 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1eaec14b-1ad9-44e4-98da-bdcd49b88142 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:37.651888 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0e3359-c2ad-42fb-8929-6d53c6b54a52 None None] Routers {'2a7e88ce-b2f9-4963-9733-df396136ee8c'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:39:37.652763 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-8b0e3359-c2ad-42fb-8929-6d53c6b54a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:39:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['2a7e88ce-b2f9-4963-9733-df396136ee8c'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:39:37.695480 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-1eaec14b-1ad9-44e4-98da-bdcd49b88142 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 3.2972212 Jan 18 22:39:37.697723 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 38482) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:37.706632 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-8aa275c7-af56-4d09-b75e-137c460e9c5d tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:39:37.720470 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-8b0e3359-c2ad-42fb-8929-6d53c6b54a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:39:37.730549 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0e3359-c2ad-42fb-8929-6d53c6b54a52 None None] Routers {'2a7e88ce-b2f9-4963-9733-df396136ee8c'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:39:37.731254 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-8b0e3359-c2ad-42fb-8929-6d53c6b54a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:39:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['2a7e88ce-b2f9-4963-9733-df396136ee8c'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:39:37.794557 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-8b0e3359-c2ad-42fb-8929-6d53c6b54a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:39:37.794557 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0e3359-c2ad-42fb-8929-6d53c6b54a52 None None] The sync data for ids ['2a7e88ce-b2f9-4963-9733-df396136ee8c'] in n-d-825064-1 is: [] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:39:37.817170 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8aa275c7-af56-4d09-b75e-137c460e9c5d tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks [] for floatingip, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:37.846552 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e1fcc5-982c-450e-9530-582877b17933 req-0c5f11ec-e3c0-457d-9579-779fbd42bb31 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:37.848734 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e5e1fcc5-982c-450e-9530-582877b17933 req-0c5f11ec-e3c0-457d-9579-779fbd42bb31 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=1907e86d-42b9-4612-b8bb-ebe5d50d91a0 HTTP/1.1" status: 200 len: 944 time: 0.3508914 Jan 18 22:39:37.851197 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7f29169-3e33-4327-ae96-f29e01a14258 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Router 27e9baa6-79cb-493a-9cb2-69e042fc28dd has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:39:37.912084 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e5e1fcc5-982c-450e-9530-582877b17933 req-e3f5511a-4870-49b8-971d-462104b32ce7 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e2e22-46f9-42fe-9710-8e464b95d42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561821 Jan 18 22:39:38.001100 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7f29169-3e33-4327-ae96-f29e01a14258 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:39:38.006982 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-f7f29169-3e33-4327-ae96-f29e01a14258 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "PUT /v2.0/routers/27e9baa6-79cb-493a-9cb2-69e042fc28dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8291612 Jan 18 22:39:38.012502 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 38498) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:38.015857 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912f2e10-13d9-4564-a288-ae1642c56a45 None None] Sync routers for ids ['27e9baa6-79cb-493a-9cb2-69e042fc28dd'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:39:38.053909 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-ba2a8b12-8b80-4cfd-b44c-6e9b9da2b7f5 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "GET /v2.0/ports?device_id=27e9baa6-79cb-493a-9cb2-69e042fc28dd HTTP/1.1" status: 200 len: 205 time: 0.0401692 Jan 18 22:39:38.054605 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 38500) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:38.055330 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912f2e10-13d9-4564-a288-ae1642c56a45 None None] Routers {'27e9baa6-79cb-493a-9cb2-69e042fc28dd'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:39:38.056209 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-912f2e10-13d9-4564-a288-ae1642c56a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:39:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['27e9baa6-79cb-493a-9cb2-69e042fc28dd'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:39:38.088196 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8aa275c7-af56-4d09-b75e-137c460e9c5d tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:38.093159 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8aa275c7-af56-4d09-b75e-137c460e9c5d tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043075'] for floatingip, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:38.094148 n-d-825064-1 neutron-server[102431]: INFO neutron.db.l3_db [None req-8aa275c7-af56-4d09-b75e-137c460e9c5d tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Floating IP 771e75cb-921a-479d-8025-c2704b2772e8 disassociated. External IP: 172.25.5.132, port: fbba20d3-bc36-4b6e-b2b2-ca8339bb7226. Jan 18 22:39:38.132158 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-912f2e10-13d9-4564-a288-ae1642c56a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:39:38.149375 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ff82fc77-ec91-40ec-83a9-33dc8c8a1824 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks [] for router, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:38.159310 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912f2e10-13d9-4564-a288-ae1642c56a45 None None] Routers {'27e9baa6-79cb-493a-9cb2-69e042fc28dd'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:39:38.186614 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-912f2e10-13d9-4564-a288-ae1642c56a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:39:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['27e9baa6-79cb-493a-9cb2-69e042fc28dd'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:39:38.198137 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device a34ea500-2640-4f35-9c4e-1ab1aa077f8f details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:39:38.252578 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-912f2e10-13d9-4564-a288-ae1642c56a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:39:38.253597 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912f2e10-13d9-4564-a288-ae1642c56a45 None None] The sync data for ids ['27e9baa6-79cb-493a-9cb2-69e042fc28dd'] in n-d-825064-1 is: [] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:39:38.362815 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ff82fc77-ec91-40ec-83a9-33dc8c8a1824 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1040886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8602'] for router, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:38.365586 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ff82fc77-ec91-40ec-83a9-33dc8c8a1824 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:38.411441 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port a34ea500-2640-4f35-9c4e-1ab1aa077f8f, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=a34ea500-2640-4f35-9c4e-1ab1aa077f8f,segment=NetworkSegment(dfaa1994-2fdd-4a54-9d15-02069c3ace9d),segment_id=dfaa1994-2fdd-4a54-9d15-02069c3ace9d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:39:38.445810 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': 'a34ea500-2640-4f35-9c4e-1ab1aa077f8f', 'network_id': 'eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02', 'port_id': 'a34ea500-2640-4f35-9c4e-1ab1aa077f8f', 'mac_address': 'fa:16:3e:db:bf:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d836b77-fd27-4c61-b195-30e9fedeffe8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:39:38.468623 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ff82fc77-ec91-40ec-83a9-33dc8c8a1824 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1040832'] for router, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:38.470254 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff82fc77-ec91-40ec-83a9-33dc8c8a1824 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Fanout notify agent at l3_agent the message router_deleted on router 27e9baa6-79cb-493a-9cb2-69e042fc28dd {{(pid=102430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 22:39:38.488730 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ff82fc77-ec91-40ec-83a9-33dc8c8a1824 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks [] for router, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:38.492261 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aa275c7-af56-4d09-b75e-137c460e9c5d tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Router 2a7e88ce-b2f9-4963-9733-df396136ee8c has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:39:38.502664 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-ff82fc77-ec91-40ec-83a9-33dc8c8a1824 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "DELETE /v2.0/routers/27e9baa6-79cb-493a-9cb2-69e042fc28dd HTTP/1.1" status: 204 len: 168 time: 0.4469447 Jan 18 22:39:38.505306 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 38516) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:38.527866 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:38.563752 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a34ea500-2640-4f35-9c4e-1ab1aa077f8f {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:39:38.607647 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port a34ea500-2640-4f35-9c4e-1ab1aa077f8f, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=a34ea500-2640-4f35-9c4e-1ab1aa077f8f,segment=NetworkSegment(dfaa1994-2fdd-4a54-9d15-02069c3ace9d),segment_id=dfaa1994-2fdd-4a54-9d15-02069c3ace9d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:39:38.612796 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:38.701552 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b60bddf-c576-42b1-afd5-878c7114e982 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Deleting subnet a603117b-4676-47f6-a2aa-074cc3a51312 {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:39:38.709759 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=a34ea500-2640-4f35-9c4e-1ab1aa077f8f,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:39:38.726104 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9b60bddf-c576-42b1-afd5-878c7114e982 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:38.758136 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aa275c7-af56-4d09-b75e-137c460e9c5d tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:39:38.764373 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8aa275c7-af56-4d09-b75e-137c460e9c5d tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:38.770050 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6292871f-4486-4005-bdbe-0b8de607b10b None None] Sync routers for ids ['2a7e88ce-b2f9-4963-9733-df396136ee8c'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:39:38.785109 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6292871f-4486-4005-bdbe-0b8de607b10b None None] Routers {'2a7e88ce-b2f9-4963-9733-df396136ee8c'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:39:38.785732 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-6292871f-4486-4005-bdbe-0b8de607b10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:39:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['2a7e88ce-b2f9-4963-9733-df396136ee8c'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:39:38.814384 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['a34ea500-2640-4f35-9c4e-1ab1aa077f8f'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:39:38.846019 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-6292871f-4486-4005-bdbe-0b8de607b10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:39:38.855661 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6292871f-4486-4005-bdbe-0b8de607b10b None None] Routers {'2a7e88ce-b2f9-4963-9733-df396136ee8c'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:39:38.856285 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-6292871f-4486-4005-bdbe-0b8de607b10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:39:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['2a7e88ce-b2f9-4963-9733-df396136ee8c'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:39:38.858731 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-8aa275c7-af56-4d09-b75e-137c460e9c5d tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] 10.222.0.53 "PUT /v2.0/floatingips/771e75cb-921a-479d-8025-c2704b2772e8 HTTP/1.1" status: 200 len: 688 time: 1.1590948 Jan 18 22:39:38.861385 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 38526) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:38.863998 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9b60bddf-c576-42b1-afd5-878c7114e982 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:38.931823 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-6292871f-4486-4005-bdbe-0b8de607b10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:39:38.932899 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6292871f-4486-4005-bdbe-0b8de607b10b None None] The sync data for ids ['2a7e88ce-b2f9-4963-9733-df396136ee8c'] in n-d-825064-1 is: [] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:39:39.011647 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9b60bddf-c576-42b1-afd5-878c7114e982 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:39.112914 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9b60bddf-c576-42b1-afd5-878c7114e982 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:39.157767 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c7ec4-3273-4d4f-924a-f6824a7ac961 req-8bf4a451-f6c5-4bdd-8657-f8dc3f8ae44e tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:39.159815 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b60bddf-c576-42b1-afd5-878c7114e982 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Pushing event deleted for resources: {'Subnet': ['ID=a603117b-4676-47f6-a2aa-074cc3a51312,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:39:39.166634 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-de7c7ec4-3273-4d4f-924a-f6824a7ac961 req-8bf4a451-f6c5-4bdd-8657-f8dc3f8ae44e tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=1907e86d-42b9-4612-b8bb-ebe5d50d91a0 HTTP/1.1" status: 200 len: 945 time: 0.1284020 Jan 18 22:39:39.172383 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9b60bddf-c576-42b1-afd5-878c7114e982 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:39.175573 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd45bf7-3cba-4e05-ab3b-ce0c49faf449 None None] Network 28170ff7-7df1-41f1-9a05-273d9e8b6ffe requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:39:39.177349 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-9b60bddf-c576-42b1-afd5-878c7114e982 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "DELETE /v2.0/subnets/a603117b-4676-47f6-a2aa-074cc3a51312 HTTP/1.1" status: 204 len: 168 time: 0.6684635 Jan 18 22:39:39.181042 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 38534) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:39.188198 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-7e9a9e05-d307-4995-9822-d83cc1eff091 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Deleting port a5a24f09-0603-4015-9e77-7be41bc5089a {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:39:39.188655 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7e9a9e05-d307-4995-9822-d83cc1eff091 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:39.368621 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2b433807-f92b-4257-a3b9-d1f2e8cc40d4 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:39.387068 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-de7c7ec4-3273-4d4f-924a-f6824a7ac961 req-b7811a78-ecb8-4274-a055-2f1966ca17f6 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e2e22-46f9-42fe-9710-8e464b95d42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086906 Jan 18 22:39:39.455065 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7e9a9e05-d307-4995-9822-d83cc1eff091 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:39.455450 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7e9a9e05-d307-4995-9822-d83cc1eff091 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:39.474498 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-7e9a9e05-d307-4995-9822-d83cc1eff091 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Calling delete_port for a5a24f09-0603-4015-9e77-7be41bc5089a owned by network:floatingip {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:39:39.508691 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbbd33b6-984a-46ba-88c9-34cee971e344 None None] DHCP port deletion for 28170ff7-7df1-41f1-9a05-273d9e8b6ffe request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:39:39.571346 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-2b433807-f92b-4257-a3b9-d1f2e8cc40d4 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Deleting port d1da127d-5b32-42ac-a496-8ddc68f0a8c9 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:39:39.571685 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2b433807-f92b-4257-a3b9-d1f2e8cc40d4 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:39.617838 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-fbbd33b6-984a-46ba-88c9-34cee971e344 None None] Deleting port d1da127d-5b32-42ac-a496-8ddc68f0a8c9 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:39:39.618501 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fbbd33b6-984a-46ba-88c9-34cee971e344 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:39.728200 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-2b433807-f92b-4257-a3b9-d1f2e8cc40d4 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] For port d1da127d-5b32-42ac-a496-8ddc68f0a8c9, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=d1da127d-5b32-42ac-a496-8ddc68f0a8c9,segment=NetworkSegment(58830e62-91b5-4571-932c-8ecf1ebf7e67),segment_id=58830e62-91b5-4571-932c-8ecf1ebf7e67)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:39:39.728525 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2b433807-f92b-4257-a3b9-d1f2e8cc40d4 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:39.755311 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-2b433807-f92b-4257-a3b9-d1f2e8cc40d4 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Calling delete_port for d1da127d-5b32-42ac-a496-8ddc68f0a8c9 owned by network:dhcp {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:39:39.761986 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-fbbd33b6-984a-46ba-88c9-34cee971e344 None None] For port d1da127d-5b32-42ac-a496-8ddc68f0a8c9, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=d1da127d-5b32-42ac-a496-8ddc68f0a8c9,segment=NetworkSegment(58830e62-91b5-4571-932c-8ecf1ebf7e67),segment_id=58830e62-91b5-4571-932c-8ecf1ebf7e67)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:39:39.762383 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fbbd33b6-984a-46ba-88c9-34cee971e344 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:39.785022 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device d1da127d-5b32-42ac-a496-8ddc68f0a8c9 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:39:39.837345 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-fbbd33b6-984a-46ba-88c9-34cee971e344 None None] Calling delete_port for d1da127d-5b32-42ac-a496-8ddc68f0a8c9 owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:39:39.852225 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7e9a9e05-d307-4995-9822-d83cc1eff091 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:39.881313 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9a9e05-d307-4995-9822-d83cc1eff091 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Pushing event deleted for resources: {'Port': ['ID=a5a24f09-0603-4015-9e77-7be41bc5089a,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:39:39.927913 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:39.967067 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7e9a9e05-d307-4995-9822-d83cc1eff091 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks [] for floatingip, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:39.970063 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7e9a9e05-d307-4995-9822-d83cc1eff091 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:39.971857 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-7e9a9e05-d307-4995-9822-d83cc1eff091 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] 10.222.0.53 "DELETE /v2.0/floatingips/771e75cb-921a-479d-8025-c2704b2772e8 HTTP/1.1" status: 204 len: 168 time: 1.1090913 Jan 18 22:39:39.975275 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 38550) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:39.981441 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-d3326d9b-bbcb-45e1-a4fe-4adf8fe39125 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Request body: {'floatingip': {'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'port_id': 'e4f1730b-222a-4ae4-86a5-9a1d1c082348'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:39:39.994583 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2b433807-f92b-4257-a3b9-d1f2e8cc40d4 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:40.014696 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fbbd33b6-984a-46ba-88c9-34cee971e344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:40.044816 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbd33b6-984a-46ba-88c9-34cee971e344 None None] Pushing event deleted for resources: {'Port': ['ID=d1da127d-5b32-42ac-a496-8ddc68f0a8c9,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:39:40.062939 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbd33b6-984a-46ba-88c9-34cee971e344 None None] No DVR routers for this DVR port d1da127d-5b32-42ac-a496-8ddc68f0a8c9 on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:39:40.082866 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b433807-f92b-4257-a3b9-d1f2e8cc40d4 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Pushing event deleted for resources: {'Port': ['ID=d1da127d-5b32-42ac-a496-8ddc68f0a8c9,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:39:40.098264 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b433807-f92b-4257-a3b9-d1f2e8cc40d4 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] No DVR routers for this DVR port d1da127d-5b32-42ac-a496-8ddc68f0a8c9 on host n-d-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:39:40.134949 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d3326d9b-bbcb-45e1-a4fe-4adf8fe39125 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks [] for floatingip, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:40.186650 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device a34ea500-2640-4f35-9c4e-1ab1aa077f8f up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:39:40.239433 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port a34ea500-2640-4f35-9c4e-1ab1aa077f8f completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:39:40.244982 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port a34ea500-2640-4f35-9c4e-1ab1aa077f8f triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:39:40.245443 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:40.349050 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:40.388635 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port a34ea500-2640-4f35-9c4e-1ab1aa077f8f, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=a34ea500-2640-4f35-9c4e-1ab1aa077f8f,segment=NetworkSegment(dfaa1994-2fdd-4a54-9d15-02069c3ace9d),segment_id=dfaa1994-2fdd-4a54-9d15-02069c3ace9d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:39:40.389663 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1907e86d-42b9-4612-b8bb-ebe5d50d91a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a34ea500-2640-4f35-9c4e-1ab1aa077f8f'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:39:40.393949 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03e3c024-5065-426a-826d-5b270dea188b" -d '{"events": [{"server_uuid": "1907e86d-42b9-4612-b8bb-ebe5d50d91a0", "name": "network-vif-plugged", "status": "completed", "tag": "a34ea500-2640-4f35-9c4e-1ab1aa077f8f"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:39:40.398250 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:40.460383 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16566dbf-d09a-4b1b-b228-c0da7e3d41d7 x-openstack-request-id: req-16566dbf-d09a-4b1b-b228-c0da7e3d41d7 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:39:40.460679 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1907e86d-42b9-4612-b8bb-ebe5d50d91a0", "name": "network-vif-plugged", "status": "completed", "tag": "a34ea500-2640-4f35-9c4e-1ab1aa077f8f", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:39:40.469166 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-16566dbf-d09a-4b1b-b228-c0da7e3d41d7 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:39:40.469920 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1907e86d-42b9-4612-b8bb-ebe5d50d91a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a34ea500-2640-4f35-9c4e-1ab1aa077f8f', 'code': 200} Jan 18 22:39:40.479915 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2b433807-f92b-4257-a3b9-d1f2e8cc40d4 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:40.514625 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=a34ea500-2640-4f35-9c4e-1ab1aa077f8f,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:39:40.529906 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-2b433807-f92b-4257-a3b9-d1f2e8cc40d4 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28170ff7-7df1-41f1-9a05-273d9e8b6ffe']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:39:40.540676 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-2b433807-f92b-4257-a3b9-d1f2e8cc40d4 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58830e62-91b5-4571-932c-8ecf1ebf7e67') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:39:40.541245 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-2b433807-f92b-4257-a3b9-d1f2e8cc40d4 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58830e62-91b5-4571-932c-8ecf1ebf7e67') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:39:40.573066 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2b433807-f92b-4257-a3b9-d1f2e8cc40d4 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60394742'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:40.622382 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2b433807-f92b-4257-a3b9-d1f2e8cc40d4 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:40.636447 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b433807-f92b-4257-a3b9-d1f2e8cc40d4 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:39:40.636844 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2b433807-f92b-4257-a3b9-d1f2e8cc40d4 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60203044'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:40.640652 n-d-825064-1 neutron-server[102430]: Traceback (most recent call last): Jan 18 22:39:40.640652 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:39:40.640652 n-d-825064-1 neutron-server[102430]: timer() Jan 18 22:39:40.640652 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:39:40.640652 n-d-825064-1 neutron-server[102430]: cb(*args, **kw) Jan 18 22:39:40.640652 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:39:40.640652 n-d-825064-1 neutron-server[102430]: return func(*args, **kwargs) Jan 18 22:39:40.640652 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:39:40.640652 n-d-825064-1 neutron-server[102430]: self._notify() Jan 18 22:39:40.640652 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:39:40.640652 n-d-825064-1 neutron-server[102430]: self.callback(batched_events) Jan 18 22:39:40.640652 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:39:40.640652 n-d-825064-1 neutron-server[102430]: event.method(event) Jan 18 22:39:40.640652 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:39:40.640652 n-d-825064-1 neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:39:40.640652 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:39:40.640652 n-d-825064-1 neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:39:40.640652 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:39:40.640652 n-d-825064-1 neutron-server[102430]: return f(self, *a, **k) Jan 18 22:39:40.640652 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:39:40.640652 n-d-825064-1 neutron-server[102430]: return self._get(url).json() Jan 18 22:39:40.640652 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:39:40.640652 n-d-825064-1 neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:39:40.640652 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:39:40.640652 n-d-825064-1 neutron-server[102430]: return self.request(url, 'GET', **kwargs) Jan 18 22:39:40.640652 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:39:40.640652 n-d-825064-1 neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:39:40.640652 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:39:40.640652 n-d-825064-1 neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:39:40.640652 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:39:40.640652 n-d-825064-1 neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:39:40.640652 n-d-825064-1 neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:39:40.708408 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20793d1d-0da4-482b-bb15-0029dcdac0d0 req-a252f62e-ad9a-410e-ad8f-e239f2fff64e tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:40.709729 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-20793d1d-0da4-482b-bb15-0029dcdac0d0 req-a252f62e-ad9a-410e-ad8f-e239f2fff64e tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=1907e86d-42b9-4612-b8bb-ebe5d50d91a0 HTTP/1.1" status: 200 len: 946 time: 0.1654263 Jan 18 22:39:40.711723 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df0ed32-c31a-47bb-8722-7c0738c8f81f req-0887c07a-ba3f-43a7-9475-a3b12e66ce8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:40.713161 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8df0ed32-c31a-47bb-8722-7c0738c8f81f req-0887c07a-ba3f-43a7-9475-a3b12e66ce8b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1907e86d-42b9-4612-b8bb-ebe5d50d91a0 HTTP/1.1" status: 200 len: 1097 time: 0.1614468 Jan 18 22:39:40.761889 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2b433807-f92b-4257-a3b9-d1f2e8cc40d4 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:40.774799 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2b433807-f92b-4257-a3b9-d1f2e8cc40d4 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:40.783054 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 38584) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:40.788753 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-25e1f566-441c-49ac-9597-d06140c02868 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1610095358', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:39:40.793854 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-2b433807-f92b-4257-a3b9-d1f2e8cc40d4 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "DELETE /v2.0/networks/28170ff7-7df1-41f1-9a05-273d9e8b6ffe HTTP/1.1" status: 204 len: 168 time: 1.6072402 Jan 18 22:39:40.838051 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-25e1f566-441c-49ac-9597-d06140c02868 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1044160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8692'] for router, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:40.839034 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-25e1f566-441c-49ac-9597-d06140c02868 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1040680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8675'] for router, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:40.851532 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b433807-f92b-4257-a3b9-d1f2e8cc40d4 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Pushing event deleted for resources: {'Network': ['ID=28170ff7-7df1-41f1-9a05-273d9e8b6ffe,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:39:40.870184 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8df0ed32-c31a-47bb-8722-7c0738c8f81f req-81d32798-6336-45ac-99ed-6738640e2c84 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=8e7e2e22-46f9-42fe-9710-8e464b95d42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504080 Jan 18 22:39:40.874478 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d3326d9b-bbcb-45e1-a4fe-4adf8fe39125 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:40.886687 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-20793d1d-0da4-482b-bb15-0029dcdac0d0 req-75b338f8-513b-48bb-bee8-ea9f5d70c25f tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e2e22-46f9-42fe-9710-8e464b95d42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575928 Jan 18 22:39:40.921910 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-25e1f566-441c-49ac-9597-d06140c02868 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:40.928555 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-25e1f566-441c-49ac-9597-d06140c02868 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1040691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049'] for router, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:40.957795 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-25e1f566-441c-49ac-9597-d06140c02868 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:40.965690 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 38592) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:40.970835 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-25e1f566-441c-49ac-9597-d06140c02868 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1856446 Jan 18 22:39:40.972614 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-b9b04921-ba15-49be-91e3-925b9791ebb3 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Request body: {'network': {'name': 'tempest-RoutersTest-1264141298'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:39:41.087475 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-d3326d9b-bbcb-45e1-a4fe-4adf8fe39125 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Allocated IP 172.25.5.11 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/2139eea2-00bf-45b1-92dd-464136c5b94f) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:39:41.104057 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9b04921-ba15-49be-91e3-925b9791ebb3 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Made reservation on behalf of bc40d8e6d2ad4b0587a6817944d39c32 for: {'network': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:39:41.109329 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b9b04921-ba15-49be-91e3-925b9791ebb3 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:41.194471 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9b04921-ba15-49be-91e3-925b9791ebb3 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=102430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:39:41.218012 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b9b04921-ba15-49be-91e3-925b9791ebb3 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:41.218918 n-d-825064-1 neutron-server[102430]: INFO neutron.db.segments_db [None req-b9b04921-ba15-49be-91e3-925b9791ebb3 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Added segment 781d5150-38ad-4dbc-8353-6e87918a30c5 of type vlan for network a1ffb70c-78ee-477f-aca3-3f2bd4e967c6 Jan 18 22:39:41.278759 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b9b04921-ba15-49be-91e3-925b9791ebb3 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:41.324336 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d3326d9b-bbcb-45e1-a4fe-4adf8fe39125 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:41.327282 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b9b04921-ba15-49be-91e3-925b9791ebb3 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:41.333654 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b04921-ba15-49be-91e3-925b9791ebb3 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:41.334249 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b9b04921-ba15-49be-91e3-925b9791ebb3 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:41.424188 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-b9b04921-ba15-49be-91e3-925b9791ebb3 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4551773 Jan 18 22:39:41.425384 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 38606) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:41.430398 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-55aa15f5-3750-4a28-9faf-4d8828d534f8 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Request body: {'subnet': {'network_id': 'a1ffb70c-78ee-477f-aca3-3f2bd4e967c6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:39:41.447362 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b04921-ba15-49be-91e3-925b9791ebb3 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Pushing event updated for resources: {'Network': ['ID=a1ffb70c-78ee-477f-aca3-3f2bd4e967c6,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:39:41.451452 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d3326d9b-bbcb-45e1-a4fe-4adf8fe39125 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:41.462180 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network a1ffb70c-78ee-477f-aca3-3f2bd4e967c6 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:39:41.553291 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3326d9b-bbcb-45e1-a4fe-4adf8fe39125 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:39:41.558183 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-d3326d9b-bbcb-45e1-a4fe-4adf8fe39125 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:39:41.563260 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3326d9b-bbcb-45e1-a4fe-4adf8fe39125 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:39:41.566694 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3326d9b-bbcb-45e1-a4fe-4adf8fe39125 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Pushing event updated for resources: {'Port': ['ID=2139eea2-00bf-45b1-92dd-464136c5b94f,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:39:41.633409 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55aa15f5-3750-4a28-9faf-4d8828d534f8 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Made reservation on behalf of bc40d8e6d2ad4b0587a6817944d39c32 for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:39:41.637967 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-55aa15f5-3750-4a28-9faf-4d8828d534f8 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:41.887577 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-55aa15f5-3750-4a28-9faf-4d8828d534f8 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:42.013643 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aa15f5-3750-4a28-9faf-4d8828d534f8 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Pushing event updated for resources: {'Subnet': ['ID=c2a5bf2c-e8ec-49d8-9a26-c0985d4fd900,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:39:42.034841 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55aa15f5-3750-4a28-9faf-4d8828d534f8 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Checking segment: {'id': '781d5150-38ad-4dbc-8353-6e87918a30c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a1ffb70c-78ee-477f-aca3-3f2bd4e967c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:39:42.034841 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55aa15f5-3750-4a28-9faf-4d8828d534f8 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Network hostable DHCP agents. Network: a1ffb70c-78ee-477f-aca3-3f2bd4e967c6, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:39:42.074557 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55aa15f5-3750-4a28-9faf-4d8828d534f8 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Network a1ffb70c-78ee-477f-aca3-3f2bd4e967c6 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:39:42.094067 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-55aa15f5-3750-4a28-9faf-4d8828d534f8 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, a1ffb70c-78ee-477f-aca3-3f2bd4e967c6) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:39:42.101138 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55aa15f5-3750-4a28-9faf-4d8828d534f8 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:42.102958 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-55aa15f5-3750-4a28-9faf-4d8828d534f8 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:42.109926 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07673b5b-46d1-4970-89f4-9dc9cd661227 None None] Network a1ffb70c-78ee-477f-aca3-3f2bd4e967c6 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:39:42.134536 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-55aa15f5-3750-4a28-9faf-4d8828d534f8 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7079661 Jan 18 22:39:42.138758 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 38618) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:42.197855 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b77940-e6f3-4c72-9e15-00ae43af2a04 req-a2188a59-f234-420e-8a85-66faa40493a4 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:42.199358 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-95b77940-e6f3-4c72-9e15-00ae43af2a04 req-a2188a59-f234-420e-8a85-66faa40493a4 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=1907e86d-42b9-4612-b8bb-ebe5d50d91a0 HTTP/1.1" status: 200 len: 946 time: 0.1577470 Jan 18 22:39:42.430679 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e832c1-7c78-41aa-bc49-a829eca329d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-a1ffb70c-78ee-477f-aca3-3f2bd4e967c6', 'network_id': 'a1ffb70c-78ee-477f-aca3-3f2bd4e967c6', 'tenant_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'fixed_ips': [{'subnet_id': 'c2a5bf2c-e8ec-49d8-9a26-c0985d4fd900'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:39:42.431949 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-48e832c1-7c78-41aa-bc49-a829eca329d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:42.471287 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-95b77940-e6f3-4c72-9e15-00ae43af2a04 req-af57855e-b0af-4792-afc6-dd42f696d787 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e2e22-46f9-42fe-9710-8e464b95d42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963696 Jan 18 22:39:42.498752 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-be224691-b0ba-46f9-b089-324d1a41181b req-ab62fe70-c6c1-4fca-89e2-2d29f2d7303f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=746ebad6-c218-49ba-a20c-55049008117e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1673524 Jan 18 22:39:42.535228 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d3326d9b-bbcb-45e1-a4fe-4adf8fe39125 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:42.653152 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d3326d9b-bbcb-45e1-a4fe-4adf8fe39125 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:42.724007 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-48e832c1-7c78-41aa-bc49-a829eca329d7 None None] Allocated IP 172.20.0.2 (a1ffb70c-78ee-477f-aca3-3f2bd4e967c6/c2a5bf2c-e8ec-49d8-9a26-c0985d4fd900/9621b1cc-1954-4836-8751-bf1ce1d107ae) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:39:42.834105 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be224691-b0ba-46f9-b089-324d1a41181b req-6fcb5f9b-8a3f-4bdb-adff-ebaf0e838acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:42.840561 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-be224691-b0ba-46f9-b089-324d1a41181b req-6fcb5f9b-8a3f-4bdb-adff-ebaf0e838acf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=438cce0e2f434b5f879ce307da159923&device_id=746ebad6-c218-49ba-a20c-55049008117e HTTP/1.1" status: 200 len: 1096 time: 0.2580211 Jan 18 22:39:42.854331 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3d13969a-ffa8-4f3a-9415-88fcc6bd2d0a tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:43.001804 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:43.277867 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-48e832c1-7c78-41aa-bc49-a829eca329d7 None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:43.293297 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-48e832c1-7c78-41aa-bc49-a829eca329d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:43.349655 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e832c1-7c78-41aa-bc49-a829eca329d7 None None] Pushing event updated for resources: {'Port': ['ID=9621b1cc-1954-4836-8751-bf1ce1d107ae,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:39:43.372921 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e832c1-7c78-41aa-bc49-a829eca329d7 None None] Network a1ffb70c-78ee-477f-aca3-3f2bd4e967c6 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:39:43.376768 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-48e832c1-7c78-41aa-bc49-a829eca329d7 None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:39:43.379973 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e832c1-7c78-41aa-bc49-a829eca329d7 None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:39:43.482755 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d059750e-0349-4d52-9934-5cd26ded7a0e req-b48ed9c6-1b8f-4e1d-a2fd-b6255dbe088c tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:43.485199 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d059750e-0349-4d52-9934-5cd26ded7a0e req-b48ed9c6-1b8f-4e1d-a2fd-b6255dbe088c tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/networks?id=eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02 HTTP/1.1" status: 200 len: 806 time: 0.6677325 Jan 18 22:39:43.486445 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be224691-b0ba-46f9-b089-324d1a41181b req-804ff1df-22d9-4349-a4bb-faa09c527722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:43.488481 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-be224691-b0ba-46f9-b089-324d1a41181b req-804ff1df-22d9-4349-a4bb-faa09c527722 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dfd50c94-9bfe-434e-a69b-faa778e35648 HTTP/1.1" status: 200 len: 897 time: 0.5982370 Jan 18 22:39:43.508289 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-48e832c1-7c78-41aa-bc49-a829eca329d7 None None] Attempting to bind port 9621b1cc-1954-4836-8751-bf1ce1d107ae on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:39:43.509711 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-48e832c1-7c78-41aa-bc49-a829eca329d7 None None] Attempting to bind port 9621b1cc-1954-4836-8751-bf1ce1d107ae by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '781d5150-38ad-4dbc-8353-6e87918a30c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a1ffb70c-78ee-477f-aca3-3f2bd4e967c6'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:39:43.510219 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e832c1-7c78-41aa-bc49-a829eca329d7 None None] Attempting to bind port 9621b1cc-1954-4836-8751-bf1ce1d107ae on network a1ffb70c-78ee-477f-aca3-3f2bd4e967c6 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:39:43.518193 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e832c1-7c78-41aa-bc49-a829eca329d7 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:39:43.519421 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e832c1-7c78-41aa-bc49-a829eca329d7 None None] Checking segment: {'id': '781d5150-38ad-4dbc-8353-6e87918a30c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a1ffb70c-78ee-477f-aca3-3f2bd4e967c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:39:43.519942 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-48e832c1-7c78-41aa-bc49-a829eca329d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:43.520493 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e832c1-7c78-41aa-bc49-a829eca329d7 None None] Bound using segment: {'id': '781d5150-38ad-4dbc-8353-6e87918a30c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a1ffb70c-78ee-477f-aca3-3f2bd4e967c6'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:39:43.521096 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-48e832c1-7c78-41aa-bc49-a829eca329d7 None None] Bound port: 9621b1cc-1954-4836-8751-bf1ce1d107ae, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '781d5150-38ad-4dbc-8353-6e87918a30c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a1ffb70c-78ee-477f-aca3-3f2bd4e967c6'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:39:43.522576 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-48e832c1-7c78-41aa-bc49-a829eca329d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:43.536901 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-3d13969a-ffa8-4f3a-9415-88fcc6bd2d0a tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Allocated IP 172.20.0.1 (a1ffb70c-78ee-477f-aca3-3f2bd4e967c6/c2a5bf2c-e8ec-49d8-9a26-c0985d4fd900/8dd9d794-3831-46d7-93ad-1f35d5eb718a) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:39:43.589296 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d3326d9b-bbcb-45e1-a4fe-4adf8fe39125 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:43.596167 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d059750e-0349-4d52-9934-5cd26ded7a0e req-3fdf8873-c6f1-459a-9ae1-461ecd1b0cd8 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/quotas/d58fa77d6cd94e7ca7d141d5a9b044dd HTTP/1.1" status: 200 len: 375 time: 0.0861485 Jan 18 22:39:43.600388 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d3326d9b-bbcb-45e1-a4fe-4adf8fe39125 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:43.634577 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-48e832c1-7c78-41aa-bc49-a829eca329d7 None None] For port 9621b1cc-1954-4836-8751-bf1ce1d107ae, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:39:43.638721 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-48e832c1-7c78-41aa-bc49-a829eca329d7 None None] For port 9621b1cc-1954-4836-8751-bf1ce1d107ae, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=9621b1cc-1954-4836-8751-bf1ce1d107ae,segment=NetworkSegment(781d5150-38ad-4dbc-8353-6e87918a30c5),segment_id=781d5150-38ad-4dbc-8353-6e87918a30c5)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:39:43.644748 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-48e832c1-7c78-41aa-bc49-a829eca329d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:43.717066 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-be224691-b0ba-46f9-b089-324d1a41181b req-22b9d47f-fd98-435a-bd0f-4ed12e960d08 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da03a90c-5359-4d37-9f0a-8f9b32f4b733 HTTP/1.1" status: 200 len: 1000 time: 0.2099841 Jan 18 22:39:43.734864 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3d13969a-ffa8-4f3a-9415-88fcc6bd2d0a tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:43.741430 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:43.745386 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3326d9b-bbcb-45e1-a4fe-4adf8fe39125 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Pushing event updated for resources: {'Port': ['ID=2139eea2-00bf-45b1-92dd-464136c5b94f,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:39:43.784580 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e832c1-7c78-41aa-bc49-a829eca329d7 None None] Pushing event updated for resources: {'Port': ['ID=9621b1cc-1954-4836-8751-bf1ce1d107ae,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:39:43.789060 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d3326d9b-bbcb-45e1-a4fe-4adf8fe39125 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043075'] for floatingip, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:43.849142 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3d13969a-ffa8-4f3a-9415-88fcc6bd2d0a tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:43.868489 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d059750e-0349-4d52-9934-5cd26ded7a0e req-e5c22578-4c47-422e-b1da-004f4397d32c tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d58fa77d6cd94e7ca7d141d5a9b044dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2521102 Jan 18 22:39:43.913601 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be224691-b0ba-46f9-b089-324d1a41181b req-d6da5e8a-4701-4f21-b2b7-6315e766027a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:43.915245 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-be224691-b0ba-46f9-b089-324d1a41181b req-d6da5e8a-4701-4f21-b2b7-6315e766027a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d047a25f-d8c6-49ea-bb54-6da48108f244 HTTP/1.1" status: 200 len: 834 time: 0.1881852 Jan 18 22:39:44.020612 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d13969a-ffa8-4f3a-9415-88fcc6bd2d0a tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Pushing event updated for resources: {'Port': ['ID=8dd9d794-3831-46d7-93ad-1f35d5eb718a,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:39:44.043033 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d13969a-ffa8-4f3a-9415-88fcc6bd2d0a tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Network a1ffb70c-78ee-477f-aca3-3f2bd4e967c6 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:39:44.044846 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-3d13969a-ffa8-4f3a-9415-88fcc6bd2d0a tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:39:44.054068 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d13969a-ffa8-4f3a-9415-88fcc6bd2d0a tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:39:44.176172 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3d13969a-ffa8-4f3a-9415-88fcc6bd2d0a tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1040954'] for router_interface, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:44.423314 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3d13969a-ffa8-4f3a-9415-88fcc6bd2d0a tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:44.706597 n-d-825064-1 neutron-server[102430]: INFO neutron.db.l3_db [None req-d3326d9b-bbcb-45e1-a4fe-4adf8fe39125 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Floating IP e50fc2f4-2967-45cf-9505-e1cf6c5b08c8 associated. External IP: 172.25.5.11, port: e4f1730b-222a-4ae4-86a5-9a1d1c082348. Jan 18 22:39:44.848229 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3d13969a-ffa8-4f3a-9415-88fcc6bd2d0a tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:44.856921 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3d13969a-ffa8-4f3a-9415-88fcc6bd2d0a tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:44.966609 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be224691-b0ba-46f9-b089-324d1a41181b req-9e343444-cf99-4c11-9039-06c4101ddb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:44.979117 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-be224691-b0ba-46f9-b089-324d1a41181b req-9e343444-cf99-4c11-9039-06c4101ddb0a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dfd50c94-9bfe-434e-a69b-faa778e35648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2737362 Jan 18 22:39:44.982960 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d059750e-0349-4d52-9934-5cd26ded7a0e req-d4ce39ed-56ab-434e-9ac2-460e1a05fe02 service neutron] 10.222.0.53 "GET /v2.0/networks/eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1067669 Jan 18 22:39:45.037049 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 38684) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:45.057567 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3d13969a-ffa8-4f3a-9415-88fcc6bd2d0a tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-613854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1041070'] for router_interface, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:45.064145 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d13969a-ffa8-4f3a-9415-88fcc6bd2d0a tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Pushing event updated for resources: {'Port': ['ID=8dd9d794-3831-46d7-93ad-1f35d5eb718a,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:39:45.233657 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d059750e-0349-4d52-9934-5cd26ded7a0e req-7596a114-c2c5-443f-97a6-17c25b72b177 service neutron] 10.222.0.53 "GET /v2.0/networks/eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339947 Jan 18 22:39:45.270129 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d13969a-ffa8-4f3a-9415-88fcc6bd2d0a tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Network a1ffb70c-78ee-477f-aca3-3f2bd4e967c6 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:39:45.285865 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-3d13969a-ffa8-4f3a-9415-88fcc6bd2d0a tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:39:45.387900 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e8805e-20ed-4666-b6a5-0c2413274434 None None] Network a1ffb70c-78ee-477f-aca3-3f2bd4e967c6 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:39:45.452497 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-be224691-b0ba-46f9-b089-324d1a41181b req-cc06eec1-b48d-48c8-a790-6590a97e5d4a service neutron] 10.222.0.36 "GET /v2.0/networks/dfd50c94-9bfe-434e-a69b-faa778e35648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4419398 Jan 18 22:39:45.688667 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3326d9b-bbcb-45e1-a4fe-4adf8fe39125 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Router 2a7e88ce-b2f9-4963-9733-df396136ee8c has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:39:45.691595 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8ac28317-c34a-4c3b-8fd7-17e1203889aa req-1766804d-ec79-4cd8-bac3-a46fcc341fe3 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ce3aefd-2fbb-435c-bbf2-786788e80d97 HTTP/1.1" status: 200 len: 210 time: 0.1072841 Jan 18 22:39:45.863209 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-be224691-b0ba-46f9-b089-324d1a41181b req-0353248e-8a91-4b68-b05e-d45d63c67e05 service neutron] 10.222.0.36 "GET /v2.0/networks/dfd50c94-9bfe-434e-a69b-faa778e35648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4088039 Jan 18 22:39:46.026486 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3326d9b-bbcb-45e1-a4fe-4adf8fe39125 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:39:46.058744 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d3326d9b-bbcb-45e1-a4fe-4adf8fe39125 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:46.096401 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-dc6eade5-a018-48dc-9dd4-4dd47270f39d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:46.111832 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-d3326d9b-bbcb-45e1-a4fe-4adf8fe39125 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.1347692 Jan 18 22:39:46.114368 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 38722) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:46.157010 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 9621b1cc-1954-4836-8751-bf1ce1d107ae up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:39:46.246293 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-92959990-e3d1-49f7-a3ae-572d3d405e48 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] 10.222.0.53 "GET /v2.0/floatingips/e50fc2f4-2967-45cf-9505-e1cf6c5b08c8 HTTP/1.1" status: 200 len: 977 time: 0.1306534 Jan 18 22:39:46.249756 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aaa46a2-7652-469b-bf5c-d26e35234dec None None] Sync routers for ids ['2a7e88ce-b2f9-4963-9733-df396136ee8c'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:39:46.249969 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 38728) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:46.262116 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-47246d98-6ce2-4303-858c-e2fb9c98c3f9 None None] Provisioning complete for port 9621b1cc-1954-4836-8751-bf1ce1d107ae triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:39:46.262758 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-47246d98-6ce2-4303-858c-e2fb9c98c3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:46.271284 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-dc6eade5-a018-48dc-9dd4-4dd47270f39d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:46.279494 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-dc6eade5-a018-48dc-9dd4-4dd47270f39d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:46.321911 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aaa46a2-7652-469b-bf5c-d26e35234dec None None] Routers {'2a7e88ce-b2f9-4963-9733-df396136ee8c'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:39:46.323575 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-1aaa46a2-7652-469b-bf5c-d26e35234dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:39:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['2a7e88ce-b2f9-4963-9733-df396136ee8c'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:39:46.370717 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-1aaa46a2-7652-469b-bf5c-d26e35234dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:39:46.405609 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6eade5-a018-48dc-9dd4-4dd47270f39d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1674fbbf-6ff9-4c6f-b677-fab3fe1e299f,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:39:46.431453 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aaa46a2-7652-469b-bf5c-d26e35234dec None None] Routers {'2a7e88ce-b2f9-4963-9733-df396136ee8c'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:39:46.440050 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-1aaa46a2-7652-469b-bf5c-d26e35234dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:39:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['2a7e88ce-b2f9-4963-9733-df396136ee8c'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:39:46.448928 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-dc6eade5-a018-48dc-9dd4-4dd47270f39d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dd0ccaa4e62348d7a551504b748ce8da&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4031625 Jan 18 22:39:46.451819 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 38730) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:46.525585 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d13969a-ffa8-4f3a-9415-88fcc6bd2d0a tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Router 93573329-e666-4cf4-946c-f5d1f0f8aab2 is scheduled to L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 with binding_index 1 {{(pid=102431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 22:39:46.530596 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-1aaa46a2-7652-469b-bf5c-d26e35234dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:39:46.531818 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aaa46a2-7652-469b-bf5c-d26e35234dec None None] The sync data for ids ['2a7e88ce-b2f9-4963-9733-df396136ee8c'] in n-d-825064-1 is: [] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:39:46.537573 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 9621b1cc-1954-4836-8751-bf1ce1d107ae triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:39:46.537790 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-98bf0f8e-460b-4956-b1fe-1993f968d032 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.2840586 Jan 18 22:39:46.537911 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:46.539489 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 38732) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:46.546313 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-1f9dc3b2-8487-4883-81c4-40afca7fa972 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Request body: {'floatingip': {'port_id': 'fbba20d3-bc36-4b6e-b2b2-ca8339bb7226'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:39:46.622693 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1f9dc3b2-8487-4883-81c4-40afca7fa972 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks [] for floatingip, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:46.676892 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d13969a-ffa8-4f3a-9415-88fcc6bd2d0a tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:39:46.683914 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-3d13969a-ffa8-4f3a-9415-88fcc6bd2d0a tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "PUT /v2.0/routers/93573329-e666-4cf4-946c-f5d1f0f8aab2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5440381 Jan 18 22:39:46.685454 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3fc1bd21-a440-41cf-a793-d5059ea2dbcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:46.688354 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 38738) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:46.692043 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25e15f5-6a0d-41f9-b8b1-176a258ccede None None] Sync routers for ids ['93573329-e666-4cf4-946c-f5d1f0f8aab2'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:39:46.695701 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-38debc60-0eb4-4f75-9cc7-63bdc13cfa1e tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Request body: {'network': {'name': 'tempest-RoutersTest-30489402'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:39:46.696678 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-47246d98-6ce2-4303-858c-e2fb9c98c3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:46.708103 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25e15f5-6a0d-41f9-b8b1-176a258ccede None None] Routers {'93573329-e666-4cf4-946c-f5d1f0f8aab2'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:39:46.709643 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-e25e15f5-6a0d-41f9-b8b1-176a258ccede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:39:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['93573329-e666-4cf4-946c-f5d1f0f8aab2'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:39:46.834068 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38debc60-0eb4-4f75-9cc7-63bdc13cfa1e tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Made reservation on behalf of bc40d8e6d2ad4b0587a6817944d39c32 for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:39:46.837467 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-47246d98-6ce2-4303-858c-e2fb9c98c3f9 None None] For port 9621b1cc-1954-4836-8751-bf1ce1d107ae, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=9621b1cc-1954-4836-8751-bf1ce1d107ae,segment=NetworkSegment(781d5150-38ad-4dbc-8353-6e87918a30c5),segment_id=781d5150-38ad-4dbc-8353-6e87918a30c5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:39:46.840757 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:46.845114 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-38debc60-0eb4-4f75-9cc7-63bdc13cfa1e tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:46.861660 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-47246d98-6ce2-4303-858c-e2fb9c98c3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:46.881940 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3fc1bd21-a440-41cf-a793-d5059ea2dbcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:46.902852 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38debc60-0eb4-4f75-9cc7-63bdc13cfa1e tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:39:46.935146 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6a07c783-8925-4a43-bf27-2e7f0d25c564 req-6b74e8be-b110-45cc-bb66-ff10bc6ea5a3 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ce3aefd-2fbb-435c-bbf2-786788e80d97 HTTP/1.1" status: 200 len: 210 time: 0.0442085 Jan 18 22:39:46.940690 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-38debc60-0eb4-4f75-9cc7-63bdc13cfa1e tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:46.941235 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-38debc60-0eb4-4f75-9cc7-63bdc13cfa1e tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Added segment 907c8134-3996-48ad-956d-731066061048 of type vlan for network 84cc1467-0dcf-4285-8e67-855b41004209 Jan 18 22:39:46.975992 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47246d98-6ce2-4303-858c-e2fb9c98c3f9 None None] Pushing event updated for resources: {'Port': ['ID=9621b1cc-1954-4836-8751-bf1ce1d107ae,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:39:47.004826 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-e25e15f5-6a0d-41f9-b8b1-176a258ccede None None] Set router 93573329-e666-4cf4-946c-f5d1f0f8aab2 gateway port host: None {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:39:47.052421 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-38debc60-0eb4-4f75-9cc7-63bdc13cfa1e tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:47.118525 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.db.api [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 22:39:47.120117 n-d-825064-1 neutron-server[102432]: DEBUG oslo_db.api [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 22:39:47.120299 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-38debc60-0eb4-4f75-9cc7-63bdc13cfa1e tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:47.133703 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-9e91c3d4-c631-435f-90e2-eea61b4a1b7e None None] Provisioning complete for port 9621b1cc-1954-4836-8751-bf1ce1d107ae triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:39:47.133971 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38debc60-0eb4-4f75-9cc7-63bdc13cfa1e tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:47.134512 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9e91c3d4-c631-435f-90e2-eea61b4a1b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:47.134649 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-38debc60-0eb4-4f75-9cc7-63bdc13cfa1e tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:47.364801 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38debc60-0eb4-4f75-9cc7-63bdc13cfa1e tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Pushing event updated for resources: {'Network': ['ID=84cc1467-0dcf-4285-8e67-855b41004209,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:39:47.373534 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-38debc60-0eb4-4f75-9cc7-63bdc13cfa1e tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.6837265 Jan 18 22:39:47.376748 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 38752) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:47.379626 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-9e91c3d4-c631-435f-90e2-eea61b4a1b7e None None] Provisioning complete for port 8dd9d794-3831-46d7-93ad-1f35d5eb718a triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:39:47.380043 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9e91c3d4-c631-435f-90e2-eea61b4a1b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:47.385127 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-0a02f6af-4509-4867-8d89-1e9dcb139ea8 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Request body: {'subnet': {'network_id': '84cc1467-0dcf-4285-8e67-855b41004209', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:39:47.389179 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 84cc1467-0dcf-4285-8e67-855b41004209 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:39:47.497946 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a02f6af-4509-4867-8d89-1e9dcb139ea8 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Made reservation on behalf of bc40d8e6d2ad4b0587a6817944d39c32 for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:39:47.508194 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0a02f6af-4509-4867-8d89-1e9dcb139ea8 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:47.553271 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-e25e15f5-6a0d-41f9-b8b1-176a258ccede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93573329-e666-4cf4-946c-f5d1f0f8aab2', 'name': 'tempest-RoutersTest-router-1610095358', 'tenant_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:39:40Z', 'updated_at': '2022-01-18T22:39:44Z', 'revision_number': 2, 'project_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'gw_port_host': None, '_interfaces': [{'id': '8dd9d794-3831-46d7-93ad-1f35d5eb718a', 'name': '', 'network_id': 'a1ffb70c-78ee-477f-aca3-3f2bd4e967c6', 'tenant_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'mac_address': 'fa:16:3e:c4:c2:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93573329-e666-4cf4-946c-f5d1f0f8aab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': 'c2a5bf2c-e8ec-49d8-9a26-c0985d4fd900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:39:43Z', 'updated_at': '2022-01-18T22:39:44Z', 'revision_number': 2, 'project_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'subnets': [{'id': 'c2a5bf2c-e8ec-49d8-9a26-c0985d4fd900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:39:47.626417 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25e15f5-6a0d-41f9-b8b1-176a258ccede None None] Checking router: 93573329-e666-4cf4-946c-f5d1f0f8aab2 for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:39:47.627102 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25e15f5-6a0d-41f9-b8b1-176a258ccede None None] Updating router 93573329-e666-4cf4-946c-f5d1f0f8aab2 port 8dd9d794-3831-46d7-93ad-1f35d5eb718a binding host n-d-825064-1 {{(pid=102433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:39:47.689792 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3fc1bd21-a440-41cf-a793-d5059ea2dbcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:47.691848 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e25e15f5-6a0d-41f9-b8b1-176a258ccede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:47.693611 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3fc1bd21-a440-41cf-a793-d5059ea2dbcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:47.694079 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d059750e-0349-4d52-9934-5cd26ded7a0e req-93016c37-171a-44d0-84c6-b52a41331d52 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:47.695710 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-3fc1bd21-a440-41cf-a793-d5059ea2dbcb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1674fbbf-6ff9-4c6f-b677-fab3fe1e299f HTTP/1.1" status: 204 len: 168 time: 1.2425981 Jan 18 22:39:47.698464 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d059750e-0349-4d52-9934-5cd26ded7a0e req-93016c37-171a-44d0-84c6-b52a41331d52 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.36 "GET /v2.0/networks?id=eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02 HTTP/1.1" status: 200 len: 806 time: 0.3767395 Jan 18 22:39:47.720663 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc1bd21-a440-41cf-a793-d5059ea2dbcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1674fbbf-6ff9-4c6f-b677-fab3fe1e299f,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:39:47.726111 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-9e91c3d4-c631-435f-90e2-eea61b4a1b7e None None] Port 8dd9d794-3831-46d7-93ad-1f35d5eb718a cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:39:47.733471 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-d059750e-0349-4d52-9934-5cd26ded7a0e req-c3ff5ebb-79ab-47e4-bbc5-1be9d083ce05 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Request body: {'port': {'device_id': '9ce3aefd-2fbb-435c-bbf2-786788e80d97', 'network_id': 'eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02', 'admin_state_up': True, 'tenant_id': 'd58fa77d6cd94e7ca7d141d5a9b044dd'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:39:47.856248 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-1ba0d17a-c986-489f-8c2c-bbedf2237400 None None] Provisioning complete for port 8dd9d794-3831-46d7-93ad-1f35d5eb718a triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:39:47.862441 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1ba0d17a-c986-489f-8c2c-bbedf2237400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:47.877150 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.db.resource_extend [None req-1f9dc3b2-8487-4883-81c4-40afca7fa972 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 22:39:48.032237 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-1ba0d17a-c986-489f-8c2c-bbedf2237400 None None] Port 8dd9d794-3831-46d7-93ad-1f35d5eb718a cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:39:48.038146 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 9621b1cc-1954-4836-8751-bf1ce1d107ae up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:39:48.041868 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0a02f6af-4509-4867-8d89-1e9dcb139ea8 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:48.045462 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1f9dc3b2-8487-4883-81c4-40afca7fa972 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:48.058325 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1f9dc3b2-8487-4883-81c4-40afca7fa972 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043075'] for floatingip, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:48.159584 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a02f6af-4509-4867-8d89-1e9dcb139ea8 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Checking segment: {'id': '907c8134-3996-48ad-956d-731066061048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '84cc1467-0dcf-4285-8e67-855b41004209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:39:48.160230 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a02f6af-4509-4867-8d89-1e9dcb139ea8 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Network hostable DHCP agents. Network: 84cc1467-0dcf-4285-8e67-855b41004209, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:39:48.191061 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-91328794-2f16-4bd8-89a4-611d5422436f req-43a86300-d6ab-47a9-9a61-07ecd22b31ba tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ce3aefd-2fbb-435c-bbf2-786788e80d97 HTTP/1.1" status: 200 len: 210 time: 0.0570495 Jan 18 22:39:48.193092 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d059750e-0349-4d52-9934-5cd26ded7a0e req-c3ff5ebb-79ab-47e4-bbc5-1be9d083ce05 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Made reservation on behalf of d58fa77d6cd94e7ca7d141d5a9b044dd for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:39:48.198608 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-d059750e-0349-4d52-9934-5cd26ded7a0e req-c3ff5ebb-79ab-47e4-bbc5-1be9d083ce05 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:48.214920 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a02f6af-4509-4867-8d89-1e9dcb139ea8 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Network 84cc1467-0dcf-4285-8e67-855b41004209 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:39:48.228644 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 9621b1cc-1954-4836-8751-bf1ce1d107ae triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:39:48.228956 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:48.230886 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a02f6af-4509-4867-8d89-1e9dcb139ea8 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Pushing event updated for resources: {'Subnet': ['ID=9a4c3cda-b6d7-4e6a-986c-b6b88b223307,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:39:48.245398 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-0a02f6af-4509-4867-8d89-1e9dcb139ea8 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 84cc1467-0dcf-4285-8e67-855b41004209) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:39:48.250630 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a02f6af-4509-4867-8d89-1e9dcb139ea8 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:48.251224 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0a02f6af-4509-4867-8d89-1e9dcb139ea8 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:48.272935 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c824cb-b9e7-4bc6-9d98-044d77c4dcd4 None None] Network 84cc1467-0dcf-4285-8e67-855b41004209 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:39:48.283326 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-0a02f6af-4509-4867-8d89-1e9dcb139ea8 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9013743 Jan 18 22:39:48.283595 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 38768) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:48.312260 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e25e15f5-6a0d-41f9-b8b1-176a258ccede None None] Notify callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:48.320758 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e25e15f5-6a0d-41f9-b8b1-176a258ccede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:48.406568 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597a966f-ab6c-482b-a1b6-c68e1d34f582 None None] Pushing event updated for resources: {'Port': ['ID=8dd9d794-3831-46d7-93ad-1f35d5eb718a,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:39:48.425466 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597a966f-ab6c-482b-a1b6-c68e1d34f582 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:39:48.428060 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597a966f-ab6c-482b-a1b6-c68e1d34f582 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:39:48.428680 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597a966f-ab6c-482b-a1b6-c68e1d34f582 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:39:48.429203 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597a966f-ab6c-482b-a1b6-c68e1d34f582 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:39:48.430044 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597a966f-ab6c-482b-a1b6-c68e1d34f582 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:39:48.430612 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597a966f-ab6c-482b-a1b6-c68e1d34f582 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:39:48.431123 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597a966f-ab6c-482b-a1b6-c68e1d34f582 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:39:48.431797 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597a966f-ab6c-482b-a1b6-c68e1d34f582 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:39:48.432322 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597a966f-ab6c-482b-a1b6-c68e1d34f582 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:39:48.432881 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597a966f-ab6c-482b-a1b6-c68e1d34f582 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:39:48.433394 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597a966f-ab6c-482b-a1b6-c68e1d34f582 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:39:48.433895 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597a966f-ab6c-482b-a1b6-c68e1d34f582 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:39:48.457592 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 38774) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:48.571606 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0dd93fd7-a29b-4310-a9f9-b639a83e2e19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:48.614132 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d74a35f-c015-4bac-8900-eed95377a42f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-84cc1467-0dcf-4285-8e67-855b41004209', 'network_id': '84cc1467-0dcf-4285-8e67-855b41004209', 'tenant_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'fixed_ips': [{'subnet_id': '9a4c3cda-b6d7-4e6a-986c-b6b88b223307'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:39:48.615602 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1d74a35f-c015-4bac-8900-eed95377a42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:48.632228 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-e25e15f5-6a0d-41f9-b8b1-176a258ccede None None] Attempting to bind port 8dd9d794-3831-46d7-93ad-1f35d5eb718a on host n-d-825064-1 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:39:48.632601 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-e25e15f5-6a0d-41f9-b8b1-176a258ccede None None] Attempting to bind port 8dd9d794-3831-46d7-93ad-1f35d5eb718a by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '781d5150-38ad-4dbc-8353-6e87918a30c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a1ffb70c-78ee-477f-aca3-3f2bd4e967c6'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:39:48.632961 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25e15f5-6a0d-41f9-b8b1-176a258ccede None None] Attempting to bind port 8dd9d794-3831-46d7-93ad-1f35d5eb718a on network a1ffb70c-78ee-477f-aca3-3f2bd4e967c6 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:39:48.639475 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25e15f5-6a0d-41f9-b8b1-176a258ccede None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:39:48.641497 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25e15f5-6a0d-41f9-b8b1-176a258ccede None None] Checking segment: {'id': '781d5150-38ad-4dbc-8353-6e87918a30c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a1ffb70c-78ee-477f-aca3-3f2bd4e967c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:39:48.642128 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e25e15f5-6a0d-41f9-b8b1-176a258ccede None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:48.642680 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25e15f5-6a0d-41f9-b8b1-176a258ccede None None] Bound using segment: {'id': '781d5150-38ad-4dbc-8353-6e87918a30c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a1ffb70c-78ee-477f-aca3-3f2bd4e967c6'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:39:48.643328 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-e25e15f5-6a0d-41f9-b8b1-176a258ccede None None] Bound port: 8dd9d794-3831-46d7-93ad-1f35d5eb718a, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '781d5150-38ad-4dbc-8353-6e87918a30c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a1ffb70c-78ee-477f-aca3-3f2bd4e967c6'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:39:48.643904 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e25e15f5-6a0d-41f9-b8b1-176a258ccede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:48.741804 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-e25e15f5-6a0d-41f9-b8b1-176a258ccede None None] For port 8dd9d794-3831-46d7-93ad-1f35d5eb718a, host n-d-825064-1, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:39:48.746208 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-e25e15f5-6a0d-41f9-b8b1-176a258ccede None None] For port 8dd9d794-3831-46d7-93ad-1f35d5eb718a, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=8dd9d794-3831-46d7-93ad-1f35d5eb718a,segment=NetworkSegment(781d5150-38ad-4dbc-8353-6e87918a30c5),segment_id=781d5150-38ad-4dbc-8353-6e87918a30c5)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:39:48.758913 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e25e15f5-6a0d-41f9-b8b1-176a258ccede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:48.813304 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-1d74a35f-c015-4bac-8900-eed95377a42f None None] Allocated IP 172.21.0.2 (84cc1467-0dcf-4285-8e67-855b41004209/9a4c3cda-b6d7-4e6a-986c-b6b88b223307/e4b8aa31-b584-4a51-913c-d12973c93a57) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:39:48.850556 n-d-825064-1 neutron-server[102430]: INFO neutron.db.l3_db [None req-1f9dc3b2-8487-4883-81c4-40afca7fa972 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Floating IP e50fc2f4-2967-45cf-9505-e1cf6c5b08c8 associated. External IP: 172.25.5.11, port: e4f1730b-222a-4ae4-86a5-9a1d1c082348. Jan 18 22:39:48.979441 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25e15f5-6a0d-41f9-b8b1-176a258ccede None None] Routers {'93573329-e666-4cf4-946c-f5d1f0f8aab2'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:39:48.980076 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-e25e15f5-6a0d-41f9-b8b1-176a258ccede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:39:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['93573329-e666-4cf4-946c-f5d1f0f8aab2'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:39:48.999541 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-692f453a-faf0-4082-ac59-6adf308231bd None None] Provisioning complete for port 8dd9d794-3831-46d7-93ad-1f35d5eb718a triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:39:49.005480 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-692f453a-faf0-4082-ac59-6adf308231bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:49.040624 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0dd93fd7-a29b-4310-a9f9-b639a83e2e19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:49.055417 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0dd93fd7-a29b-4310-a9f9-b639a83e2e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:49.102220 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-d059750e-0349-4d52-9934-5cd26ded7a0e req-c3ff5ebb-79ab-47e4-bbc5-1be9d083ce05 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Allocated IP 172.20.0.14 (eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02/3d836b77-fd27-4c61-b195-30e9fedeffe8/829d9156-8864-49c4-b4fc-3838cbb2498b) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:39:49.151203 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-e25e15f5-6a0d-41f9-b8b1-176a258ccede None None] Set router 93573329-e666-4cf4-946c-f5d1f0f8aab2 gateway port host: None {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:39:49.182914 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd93fd7-a29b-4310-a9f9-b639a83e2e19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f595e8-26c7-4b31-b788-1b39d4889f1f,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:39:49.205436 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-0dd93fd7-a29b-4310-a9f9-b639a83e2e19 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8337a1605599463d9103f999f3f37e70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7422016 Jan 18 22:39:49.214502 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 38786) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:49.257953 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597a966f-ab6c-482b-a1b6-c68e1d34f582 None None] Pushing event updated for resources: {'Port': ['ID=8dd9d794-3831-46d7-93ad-1f35d5eb718a,revision_number=4']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:39:49.402582 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8686e7ce-d3cd-4d01-bf5c-5db3e545634e tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:49.494076 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bed0b409-0380-4949-8600-92769684ae83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:49.509621 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-692f453a-faf0-4082-ac59-6adf308231bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:49.524779 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f9dc3b2-8487-4883-81c4-40afca7fa972 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Router 2a7e88ce-b2f9-4963-9733-df396136ee8c has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:39:49.611945 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-692f453a-faf0-4082-ac59-6adf308231bd None None] For port 8dd9d794-3831-46d7-93ad-1f35d5eb718a, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=8dd9d794-3831-46d7-93ad-1f35d5eb718a,segment=NetworkSegment(781d5150-38ad-4dbc-8353-6e87918a30c5),segment_id=781d5150-38ad-4dbc-8353-6e87918a30c5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:39:49.613416 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1d74a35f-c015-4bac-8900-eed95377a42f None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:49.623468 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c392488c-3580-4b8b-83b7-5b98d8612330 req-ac26dfab-9b4e-4eab-b123-f336204365d9 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ce3aefd-2fbb-435c-bbf2-786788e80d97 HTTP/1.1" status: 200 len: 210 time: 0.1318908 Jan 18 22:39:49.635460 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-692f453a-faf0-4082-ac59-6adf308231bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:49.653044 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1d74a35f-c015-4bac-8900-eed95377a42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:49.661355 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-976501f0-fc81-4684-b77e-96c75b3691b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:49.703909 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d74a35f-c015-4bac-8900-eed95377a42f None None] Network 84cc1467-0dcf-4285-8e67-855b41004209 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:39:49.707429 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-1d74a35f-c015-4bac-8900-eed95377a42f None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:39:49.714814 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d74a35f-c015-4bac-8900-eed95377a42f None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:39:49.844550 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692f453a-faf0-4082-ac59-6adf308231bd None None] Pushing event updated for resources: {'Port': ['ID=8dd9d794-3831-46d7-93ad-1f35d5eb718a,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:39:49.845282 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 38798) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:49.876885 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-976501f0-fc81-4684-b77e-96c75b3691b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:49.880584 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-1a52c31a-4e91-492c-8cf3-821b8eb62833 None None] Provisioning complete for port 8dd9d794-3831-46d7-93ad-1f35d5eb718a triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:39:49.881095 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1a52c31a-4e91-492c-8cf3-821b8eb62833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:49.904468 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-d059750e-0349-4d52-9934-5cd26ded7a0e req-c3ff5ebb-79ab-47e4-bbc5-1be9d083ce05 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:49.945889 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-1d74a35f-c015-4bac-8900-eed95377a42f None None] Attempting to bind port e4b8aa31-b584-4a51-913c-d12973c93a57 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:39:49.946269 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-1d74a35f-c015-4bac-8900-eed95377a42f None None] Attempting to bind port e4b8aa31-b584-4a51-913c-d12973c93a57 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '907c8134-3996-48ad-956d-731066061048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '84cc1467-0dcf-4285-8e67-855b41004209'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:39:49.946636 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d74a35f-c015-4bac-8900-eed95377a42f None None] Attempting to bind port e4b8aa31-b584-4a51-913c-d12973c93a57 on network 84cc1467-0dcf-4285-8e67-855b41004209 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:39:49.948859 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f9dc3b2-8487-4883-81c4-40afca7fa972 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:39:49.966299 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216deaac-5a04-4af9-8909-c9444772c234 None None] Sync routers for ids ['2a7e88ce-b2f9-4963-9733-df396136ee8c'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:39:49.981402 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d74a35f-c015-4bac-8900-eed95377a42f None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:39:49.981805 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d74a35f-c015-4bac-8900-eed95377a42f None None] Checking segment: {'id': '907c8134-3996-48ad-956d-731066061048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '84cc1467-0dcf-4285-8e67-855b41004209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:39:49.982173 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1d74a35f-c015-4bac-8900-eed95377a42f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:49.982576 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d74a35f-c015-4bac-8900-eed95377a42f None None] Bound using segment: {'id': '907c8134-3996-48ad-956d-731066061048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '84cc1467-0dcf-4285-8e67-855b41004209'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:39:49.983507 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-1d74a35f-c015-4bac-8900-eed95377a42f None None] Bound port: e4b8aa31-b584-4a51-913c-d12973c93a57, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '907c8134-3996-48ad-956d-731066061048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '84cc1467-0dcf-4285-8e67-855b41004209'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:39:49.983642 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-976501f0-fc81-4684-b77e-96c75b3691b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:49.983751 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1d74a35f-c015-4bac-8900-eed95377a42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:49.985862 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-976501f0-fc81-4684-b77e-96c75b3691b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:49.987441 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-976501f0-fc81-4684-b77e-96c75b3691b7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f3f595e8-26c7-4b31-b788-1b39d4889f1f HTTP/1.1" status: 204 len: 168 time: 0.7715034 Jan 18 22:39:50.011456 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976501f0-fc81-4684-b77e-96c75b3691b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f595e8-26c7-4b31-b788-1b39d4889f1f,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:39:50.022093 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216deaac-5a04-4af9-8909-c9444772c234 None None] Routers {'2a7e88ce-b2f9-4963-9733-df396136ee8c'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:39:50.022730 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-216deaac-5a04-4af9-8909-c9444772c234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:39:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['2a7e88ce-b2f9-4963-9733-df396136ee8c'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:39:50.083687 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-e25e15f5-6a0d-41f9-b8b1-176a258ccede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93573329-e666-4cf4-946c-f5d1f0f8aab2', 'name': 'tempest-RoutersTest-router-1610095358', 'tenant_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:39:40Z', 'updated_at': '2022-01-18T22:39:44Z', 'revision_number': 2, 'project_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'gw_port_host': None, '_interfaces': [{'id': '8dd9d794-3831-46d7-93ad-1f35d5eb718a', 'name': '', 'network_id': 'a1ffb70c-78ee-477f-aca3-3f2bd4e967c6', 'tenant_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'mac_address': 'fa:16:3e:c4:c2:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93573329-e666-4cf4-946c-f5d1f0f8aab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': 'c2a5bf2c-e8ec-49d8-9a26-c0985d4fd900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:39:43Z', 'updated_at': '2022-01-18T22:39:48Z', 'revision_number': 4, 'project_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'subnets': [{'id': 'c2a5bf2c-e8ec-49d8-9a26-c0985d4fd900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:39:50.104697 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d74a35f-c015-4bac-8900-eed95377a42f None None] Pushing event updated for resources: {'Port': ['ID=e4b8aa31-b584-4a51-913c-d12973c93a57,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:39:50.152146 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-d059750e-0349-4d52-9934-5cd26ded7a0e req-c3ff5ebb-79ab-47e4-bbc5-1be9d083ce05 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:50.167453 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-8686e7ce-d3cd-4d01-bf5c-5db3e545634e tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Allocated IP 172.21.0.1 (84cc1467-0dcf-4285-8e67-855b41004209/9a4c3cda-b6d7-4e6a-986c-b6b88b223307/a1f85fa7-e122-4f74-b6c8-ee89eb20c7e1) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:39:50.183026 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['a34ea500-2640-4f35-9c4e-1ab1aa077f8f'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:39:50.192765 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['d3bce038-f949-4e37-a6fe-4f788f1c8e1a'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:39:50.197212 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-216deaac-5a04-4af9-8909-c9444772c234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:39:50.204154 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25e15f5-6a0d-41f9-b8b1-176a258ccede None None] The sync data for ids ['93573329-e666-4cf4-946c-f5d1f0f8aab2'] in n-d-825064-1 is: [{'id': '93573329-e666-4cf4-946c-f5d1f0f8aab2', 'name': 'tempest-RoutersTest-router-1610095358', 'tenant_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:39:40Z', 'updated_at': '2022-01-18T22:39:44Z', 'revision_number': 2, 'project_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'gw_port_host': None, '_interfaces': [{'id': '8dd9d794-3831-46d7-93ad-1f35d5eb718a', 'name': '', 'network_id': 'a1ffb70c-78ee-477f-aca3-3f2bd4e967c6', 'tenant_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'mac_address': 'fa:16:3e:c4:c2:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93573329-e666-4cf4-946c-f5d1f0f8aab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': 'c2a5bf2c-e8ec-49d8-9a26-c0985d4fd900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:39:43Z', 'updated_at': '2022-01-18T22:39:48Z', 'revision_number': 4, 'project_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'subnets': [{'id': 'c2a5bf2c-e8ec-49d8-9a26-c0985d4fd900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:39:50.287702 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ff5ebb-79ab-47e4-bbc5-1be9d083ce05 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Pushing event updated for resources: {'Port': ['ID=829d9156-8864-49c4-b4fc-3838cbb2498b,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:39:50.359870 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0317897f-363f-4402-ba9f-21694f17cbb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:50.373830 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d059750e-0349-4d52-9934-5cd26ded7a0e req-c3ff5ebb-79ab-47e4-bbc5-1be9d083ce05 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Network eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:39:50.378897 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-d059750e-0349-4d52-9934-5cd26ded7a0e req-c3ff5ebb-79ab-47e4-bbc5-1be9d083ce05 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:39:50.383622 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-d059750e-0349-4d52-9934-5cd26ded7a0e req-c3ff5ebb-79ab-47e4-bbc5-1be9d083ce05 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:39:50.389985 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8686e7ce-d3cd-4d01-bf5c-5db3e545634e tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:50.448265 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8686e7ce-d3cd-4d01-bf5c-5db3e545634e tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:50.489227 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8686e7ce-d3cd-4d01-bf5c-5db3e545634e tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Network 84cc1467-0dcf-4285-8e67-855b41004209 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:39:50.491211 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d059750e-0349-4d52-9934-5cd26ded7a0e req-c3ff5ebb-79ab-47e4-bbc5-1be9d083ce05 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:50.491865 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-d059750e-0349-4d52-9934-5cd26ded7a0e req-c3ff5ebb-79ab-47e4-bbc5-1be9d083ce05 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:50.494280 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-8686e7ce-d3cd-4d01-bf5c-5db3e545634e tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:39:50.503676 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8686e7ce-d3cd-4d01-bf5c-5db3e545634e tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:39:50.513868 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-1d74a35f-c015-4bac-8900-eed95377a42f None None] For port e4b8aa31-b584-4a51-913c-d12973c93a57, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:39:50.522126 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-1d74a35f-c015-4bac-8900-eed95377a42f None None] For port e4b8aa31-b584-4a51-913c-d12973c93a57, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=e4b8aa31-b584-4a51-913c-d12973c93a57,segment=NetworkSegment(907c8134-3996-48ad-956d-731066061048),segment_id=907c8134-3996-48ad-956d-731066061048)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:39:50.530005 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216deaac-5a04-4af9-8909-c9444772c234 None None] Routers {'2a7e88ce-b2f9-4963-9733-df396136ee8c'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:39:50.530946 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-216deaac-5a04-4af9-8909-c9444772c234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:39:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['2a7e88ce-b2f9-4963-9733-df396136ee8c'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:39:50.542187 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1d74a35f-c015-4bac-8900-eed95377a42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:50.610332 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8686e7ce-d3cd-4d01-bf5c-5db3e545634e tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Pushing event updated for resources: {'Port': ['ID=a1f85fa7-e122-4f74-b6c8-ee89eb20c7e1,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:39:50.632301 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8686e7ce-d3cd-4d01-bf5c-5db3e545634e tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1040954'] for router_interface, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:50.649483 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d059750e-0349-4d52-9934-5cd26ded7a0e req-c3ff5ebb-79ab-47e4-bbc5-1be9d083ce05 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9258347 Jan 18 22:39:50.708794 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-d059750e-0349-4d52-9934-5cd26ded7a0e req-2af8866a-8705-477e-9992-74ac6b6828c1 service neutron] Request body: {'port': {'device_id': '9ce3aefd-2fbb-435c-bbf2-786788e80d97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:39:50.718349 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0317897f-363f-4402-ba9f-21694f17cbb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:50.760813 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0317897f-363f-4402-ba9f-21694f17cbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:50.840496 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8686e7ce-d3cd-4d01-bf5c-5db3e545634e tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:50.876042 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-216deaac-5a04-4af9-8909-c9444772c234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:39:50.883730 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216deaac-5a04-4af9-8909-c9444772c234 None None] The sync data for ids ['2a7e88ce-b2f9-4963-9733-df396136ee8c'] in n-d-825064-1 is: [] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:39:50.988601 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-d059750e-0349-4d52-9934-5cd26ded7a0e req-2af8866a-8705-477e-9992-74ac6b6828c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:50.998144 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0317897f-363f-4402-ba9f-21694f17cbb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77fc5a27-0c47-4f5c-ac52-8ea7e37729cd,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:39:51.140777 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d74a35f-c015-4bac-8900-eed95377a42f None None] Pushing event updated for resources: {'Port': ['ID=e4b8aa31-b584-4a51-913c-d12973c93a57,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:39:51.158825 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f9dc3b2-8487-4883-81c4-40afca7fa972 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Router 2a7e88ce-b2f9-4963-9733-df396136ee8c has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:39:51.184788 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-0317897f-363f-4402-ba9f-21694f17cbb5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f5903580b1da4be183c80c91ef7372e6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2848330 Jan 18 22:39:51.189833 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 38834) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:51.508605 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a88a9bdc-52f1-457d-ad62-fd5540dc362e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:51.534196 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98e3596-f067-42b0-93d2-fb7a17d5afd2 req-67e40f76-d7cc-4dcd-91fa-1cdd690da8ab tempest-TestNetworkAdvancedServerOps-1886563698 tempest-TestNetworkAdvancedServerOps-1886563698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:51.535836 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b98e3596-f067-42b0-93d2-fb7a17d5afd2 req-67e40f76-d7cc-4dcd-91fa-1cdd690da8ab tempest-TestNetworkAdvancedServerOps-1886563698 tempest-TestNetworkAdvancedServerOps-1886563698-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=746ebad6-c218-49ba-a20c-55049008117e HTTP/1.1" status: 200 len: 1096 time: 0.7448635 Jan 18 22:39:51.561646 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a88a9bdc-52f1-457d-ad62-fd5540dc362e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:51.665049 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8686e7ce-d3cd-4d01-bf5c-5db3e545634e tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:51.667166 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a88a9bdc-52f1-457d-ad62-fd5540dc362e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:51.670815 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a88a9bdc-52f1-457d-ad62-fd5540dc362e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:51.674986 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-a88a9bdc-52f1-457d-ad62-fd5540dc362e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/77fc5a27-0c47-4f5c-ac52-8ea7e37729cd HTTP/1.1" status: 204 len: 168 time: 0.4586084 Jan 18 22:39:51.682849 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8686e7ce-d3cd-4d01-bf5c-5db3e545634e tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:51.686430 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88a9bdc-52f1-457d-ad62-fd5540dc362e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77fc5a27-0c47-4f5c-ac52-8ea7e37729cd,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:39:51.773618 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27c5042-5fea-48c7-b3e1-339ffc5c600f req-da2cc1bf-24ab-47e8-97d1-ff35b2309300 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:51.781647 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c27c5042-5fea-48c7-b3e1-339ffc5c600f req-da2cc1bf-24ab-47e8-97d1-ff35b2309300 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ce3aefd-2fbb-435c-bbf2-786788e80d97 HTTP/1.1" status: 200 len: 932 time: 0.8893402 Jan 18 22:39:51.811904 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8686e7ce-d3cd-4d01-bf5c-5db3e545634e tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-613854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1041070'] for router_interface, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:51.821783 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8686e7ce-d3cd-4d01-bf5c-5db3e545634e tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Pushing event updated for resources: {'Port': ['ID=a1f85fa7-e122-4f74-b6c8-ee89eb20c7e1,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:39:51.859068 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b98e3596-f067-42b0-93d2-fb7a17d5afd2 req-4747b949-61fe-4de4-b166-a9290537632f tempest-TestNetworkAdvancedServerOps-1886563698 tempest-TestNetworkAdvancedServerOps-1886563698-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=75c337a0-647f-49a7-9e9b-b45556e7737b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2780850 Jan 18 22:39:51.908822 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c27c5042-5fea-48c7-b3e1-339ffc5c600f req-431739ce-bf45-4802-99ae-35076f5474b8 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e2e22-46f9-42fe-9710-8e464b95d42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262255 Jan 18 22:39:51.909369 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 38854) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:51.938083 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4d7e1f9a-bbe2-4990-9cdb-094504087637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:51.976605 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8686e7ce-d3cd-4d01-bf5c-5db3e545634e tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Network 84cc1467-0dcf-4285-8e67-855b41004209 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:39:51.978049 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-8686e7ce-d3cd-4d01-bf5c-5db3e545634e tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:39:51.991522 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f9dc3b2-8487-4883-81c4-40afca7fa972 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:39:52.001663 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1f9dc3b2-8487-4883-81c4-40afca7fa972 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:52.012761 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8970d4d5-17d8-4449-abd0-b69b79755eb7 None None] Sync routers for ids ['2a7e88ce-b2f9-4963-9733-df396136ee8c'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:39:52.037336 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8970d4d5-17d8-4449-abd0-b69b79755eb7 None None] Routers {'2a7e88ce-b2f9-4963-9733-df396136ee8c'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:39:52.040821 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-8970d4d5-17d8-4449-abd0-b69b79755eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:39:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['2a7e88ce-b2f9-4963-9733-df396136ee8c'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:39:52.102062 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device e4b8aa31-b584-4a51-913c-d12973c93a57 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:39:52.162527 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-8970d4d5-17d8-4449-abd0-b69b79755eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:39:52.181791 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8970d4d5-17d8-4449-abd0-b69b79755eb7 None None] Routers {'2a7e88ce-b2f9-4963-9733-df396136ee8c'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:39:52.181989 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8686e7ce-d3cd-4d01-bf5c-5db3e545634e tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Router 93573329-e666-4cf4-946c-f5d1f0f8aab2 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:39:52.186438 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-8970d4d5-17d8-4449-abd0-b69b79755eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:39:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['2a7e88ce-b2f9-4963-9733-df396136ee8c'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:39:52.196889 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [req-d059750e-0349-4d52-9934-5cd26ded7a0e req-2af8866a-8705-477e-9992-74ac6b6828c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 829d9156-8864-49c4-b4fc-3838cbb2498b {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:39:52.211957 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-d059750e-0349-4d52-9934-5cd26ded7a0e req-2af8866a-8705-477e-9992-74ac6b6828c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:52.218414 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-1f9dc3b2-8487-4883-81c4-40afca7fa972 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] 10.222.0.53 "PUT /v2.0/floatingips/e50fc2f4-2967-45cf-9505-e1cf6c5b08c8 HTTP/1.1" status: 200 len: 978 time: 5.6775532 Jan 18 22:39:52.222166 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 38858) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:52.226657 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-b5465f97-b8ab-4e65-aa65-baf3f3c801d0 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:39:52.251455 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-8970d4d5-17d8-4449-abd0-b69b79755eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:39:52.254401 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8970d4d5-17d8-4449-abd0-b69b79755eb7 None None] The sync data for ids ['2a7e88ce-b2f9-4963-9733-df396136ee8c'] in n-d-825064-1 is: [] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:39:52.261052 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port e4b8aa31-b584-4a51-913c-d12973c93a57 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:39:52.266624 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:52.394173 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8686e7ce-d3cd-4d01-bf5c-5db3e545634e tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:39:52.403642 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-8686e7ce-d3cd-4d01-bf5c-5db3e545634e tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "PUT /v2.0/routers/93573329-e666-4cf4-946c-f5d1f0f8aab2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1183853 Jan 18 22:39:52.404839 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 38870) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:52.412992 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-9a1207e0-c44c-4506-b518-d0ca7920e172 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Request body: {'network': {'name': 'tempest-RoutersTest-1026670108'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:39:52.435198 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:52.460603 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a1207e0-c44c-4506-b518-d0ca7920e172 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Made reservation on behalf of bc40d8e6d2ad4b0587a6817944d39c32 for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:39:52.472549 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9a1207e0-c44c-4506-b518-d0ca7920e172 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:52.507340 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port e4b8aa31-b584-4a51-913c-d12973c93a57, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=e4b8aa31-b584-4a51-913c-d12973c93a57,segment=NetworkSegment(907c8134-3996-48ad-956d-731066061048),segment_id=907c8134-3996-48ad-956d-731066061048)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:39:52.514815 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:52.516239 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 8dd9d794-3831-46d7-93ad-1f35d5eb718a up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:39:52.516768 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a1207e0-c44c-4506-b518-d0ca7920e172 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:39:52.532674 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9a1207e0-c44c-4506-b518-d0ca7920e172 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:52.533455 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-9a1207e0-c44c-4506-b518-d0ca7920e172 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Added segment c38ea20a-e367-49ce-bba3-388d8d874b0b of type vlan for network 2dc095b7-226b-4450-a9d8-a6f6fe5567d7 Jan 18 22:39:52.655345 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9a1207e0-c44c-4506-b518-d0ca7920e172 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:52.741817 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9a1207e0-c44c-4506-b518-d0ca7920e172 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:52.751826 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=e4b8aa31-b584-4a51-913c-d12973c93a57,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:39:52.756358 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b5465f97-b8ab-4e65-aa65-baf3f3c801d0 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks [] for floatingip, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:52.763379 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1207e0-c44c-4506-b518-d0ca7920e172 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:52.766908 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9a1207e0-c44c-4506-b518-d0ca7920e172 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:52.791070 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 8dd9d794-3831-46d7-93ad-1f35d5eb718a triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:39:52.791466 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:52.810624 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-d059750e-0349-4d52-9934-5cd26ded7a0e req-2af8866a-8705-477e-9992-74ac6b6828c1 service neutron] Transition to ACTIVE for port object 829d9156-8864-49c4-b4fc-3838cbb2498b will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:39:52.826084 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-d059750e-0349-4d52-9934-5cd26ded7a0e req-2af8866a-8705-477e-9992-74ac6b6828c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:52.948049 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-9a1207e0-c44c-4506-b518-d0ca7920e172 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5415561 Jan 18 22:39:52.964463 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 38890) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:52.987107 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-f92de40f-4839-4c54-89de-e6b1ea809323 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Request body: {'subnet': {'network_id': '2dc095b7-226b-4450-a9d8-a6f6fe5567d7', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:39:52.999097 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:53.016514 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1207e0-c44c-4506-b518-d0ca7920e172 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Pushing event updated for resources: {'Network': ['ID=2dc095b7-226b-4450-a9d8-a6f6fe5567d7,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:39:53.079612 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 2dc095b7-226b-4450-a9d8-a6f6fe5567d7 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:39:53.160477 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716f002a-448e-4c49-b898-9d7a0515be78 None None] Sync routers for ids ['93573329-e666-4cf4-946c-f5d1f0f8aab2'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:39:53.195773 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af8866a-8705-477e-9992-74ac6b6828c1 service neutron] Pushing event updated for resources: {'Port': ['ID=829d9156-8864-49c4-b4fc-3838cbb2498b,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:39:53.251361 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-d059750e-0349-4d52-9934-5cd26ded7a0e req-2af8866a-8705-477e-9992-74ac6b6828c1 service neutron] Attempting to bind port 829d9156-8864-49c4-b4fc-3838cbb2498b on host n-h1-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:39:53.251703 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-d059750e-0349-4d52-9934-5cd26ded7a0e req-2af8866a-8705-477e-9992-74ac6b6828c1 service neutron] Attempting to bind port 829d9156-8864-49c4-b4fc-3838cbb2498b by drivers openvswitch,hyperv on host n-h1-825064-1 at level 0 using segments [{'id': 'dfaa1994-2fdd-4a54-9d15-02069c3ace9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:39:53.252020 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d059750e-0349-4d52-9934-5cd26ded7a0e req-2af8866a-8705-477e-9992-74ac6b6828c1 service neutron] Attempting to bind port 829d9156-8864-49c4-b4fc-3838cbb2498b on network eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:39:53.261080 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716f002a-448e-4c49-b898-9d7a0515be78 None None] Routers {'93573329-e666-4cf4-946c-f5d1f0f8aab2'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:39:53.261724 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-716f002a-448e-4c49-b898-9d7a0515be78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:39:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['93573329-e666-4cf4-946c-f5d1f0f8aab2'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:39:53.279255 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f92de40f-4839-4c54-89de-e6b1ea809323 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Made reservation on behalf of bc40d8e6d2ad4b0587a6817944d39c32 for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:39:53.286240 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f92de40f-4839-4c54-89de-e6b1ea809323 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:53.304071 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d059750e-0349-4d52-9934-5cd26ded7a0e req-2af8866a-8705-477e-9992-74ac6b6828c1 service neutron] Port 829d9156-8864-49c4-b4fc-3838cbb2498b on network eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:39:53.304501 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d059750e-0349-4d52-9934-5cd26ded7a0e req-2af8866a-8705-477e-9992-74ac6b6828c1 service neutron] Attempting to bind port 829d9156-8864-49c4-b4fc-3838cbb2498b on network eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:39:53.347388 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-981c0a84-ff58-4916-a186-8a1d3a89f2f0 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Deleting port d0868f80-108a-4b53-9506-4e35b979ce4f {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:39:53.348910 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-981c0a84-ff58-4916-a186-8a1d3a89f2f0 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:53.379459 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3211955c-6aea-42f4-8431-d4d323566525 None None] Network 84cc1467-0dcf-4285-8e67-855b41004209 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:39:53.395771 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-716f002a-448e-4c49-b898-9d7a0515be78 None None] Set router 93573329-e666-4cf4-946c-f5d1f0f8aab2 gateway port host: None {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:39:53.437807 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b5465f97-b8ab-4e65-aa65-baf3f3c801d0 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:53.443292 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d059750e-0349-4d52-9934-5cd26ded7a0e req-2af8866a-8705-477e-9992-74ac6b6828c1 service neutron] Checking agent: {'id': 'e49d1b2a-ba11-487f-a804-ecbf3c0e8132', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:39:53.449624 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d059750e-0349-4d52-9934-5cd26ded7a0e req-2af8866a-8705-477e-9992-74ac6b6828c1 service neutron] Checking segment: {'id': 'dfaa1994-2fdd-4a54-9d15-02069c3ace9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:39:53.450452 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d059750e-0349-4d52-9934-5cd26ded7a0e req-2af8866a-8705-477e-9992-74ac6b6828c1 service neutron] Bound using segment: {'id': 'dfaa1994-2fdd-4a54-9d15-02069c3ace9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:39:53.451160 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-d059750e-0349-4d52-9934-5cd26ded7a0e req-2af8866a-8705-477e-9992-74ac6b6828c1 service neutron] Bound port: 829d9156-8864-49c4-b4fc-3838cbb2498b, host: n-h1-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfaa1994-2fdd-4a54-9d15-02069c3ace9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:39:53.451803 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-d059750e-0349-4d52-9934-5cd26ded7a0e req-2af8866a-8705-477e-9992-74ac6b6828c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:53.497266 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b5465f97-b8ab-4e65-aa65-baf3f3c801d0 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043075'] for floatingip, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:53.497892 n-d-825064-1 neutron-server[102430]: INFO neutron.db.l3_db [None req-b5465f97-b8ab-4e65-aa65-baf3f3c801d0 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Floating IP e50fc2f4-2967-45cf-9505-e1cf6c5b08c8 disassociated. External IP: 172.25.5.11, port: fbba20d3-bc36-4b6e-b2b2-ca8339bb7226. Jan 18 22:39:53.639385 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7df40d-5fb3-4e6c-9e2f-f842939d825b req-1882e290-a52a-44e1-889e-b13562c8bd25 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:53.640007 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ce7df40d-5fb3-4e6c-9e2f-f842939d825b req-1882e290-a52a-44e1-889e-b13562c8bd25 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ce3aefd-2fbb-435c-bbf2-786788e80d97 HTTP/1.1" status: 200 len: 944 time: 0.5471678 Jan 18 22:39:53.687612 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-8839dcf5-d2d6-4922-af0f-abac9cd8fa69 None None] Provisioning complete for port e4b8aa31-b584-4a51-913c-d12973c93a57 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:39:53.688289 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8839dcf5-d2d6-4922-af0f-abac9cd8fa69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:53.709227 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-d059750e-0349-4d52-9934-5cd26ded7a0e req-2af8866a-8705-477e-9992-74ac6b6828c1 service neutron] For port 829d9156-8864-49c4-b4fc-3838cbb2498b, host n-h1-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:39:53.713076 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-d059750e-0349-4d52-9934-5cd26ded7a0e req-2af8866a-8705-477e-9992-74ac6b6828c1 service neutron] For port 829d9156-8864-49c4-b4fc-3838cbb2498b, host n-h1-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=829d9156-8864-49c4-b4fc-3838cbb2498b,segment=NetworkSegment(dfaa1994-2fdd-4a54-9d15-02069c3ace9d),segment_id=dfaa1994-2fdd-4a54-9d15-02069c3ace9d)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:39:53.790753 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f92de40f-4839-4c54-89de-e6b1ea809323 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:53.807862 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-d059750e-0349-4d52-9934-5cd26ded7a0e req-2af8866a-8705-477e-9992-74ac6b6828c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:53.914263 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ce7df40d-5fb3-4e6c-9e2f-f842939d825b req-b3c951ef-ff98-451f-9629-61ab010cd7b2 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e2e22-46f9-42fe-9710-8e464b95d42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893275 Jan 18 22:39:53.966103 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d059750e-0349-4d52-9934-5cd26ded7a0e req-2af8866a-8705-477e-9992-74ac6b6828c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:53.966744 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-d059750e-0349-4d52-9934-5cd26ded7a0e req-2af8866a-8705-477e-9992-74ac6b6828c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:53.968733 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d059750e-0349-4d52-9934-5cd26ded7a0e req-2af8866a-8705-477e-9992-74ac6b6828c1 service neutron] 10.222.0.36 "PUT /v2.0/ports/829d9156-8864-49c4-b4fc-3838cbb2498b HTTP/1.1" status: 200 len: 1092 time: 3.2822201 Jan 18 22:39:53.978322 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ce3aefd-2fbb-435c-bbf2-786788e80d97', 'tag': '829d9156-8864-49c4-b4fc-3838cbb2498b'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:39:53.983134 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e663735-3a02-42f2-ba73-2fc44cfb9e12" -d '{"events": [{"name": "network-changed", "server_uuid": "9ce3aefd-2fbb-435c-bbf2-786788e80d97", "tag": "829d9156-8864-49c4-b4fc-3838cbb2498b"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:39:54.038332 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device e4b8aa31-b584-4a51-913c-d12973c93a57 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:39:54.060163 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92de40f-4839-4c54-89de-e6b1ea809323 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Pushing event updated for resources: {'Subnet': ['ID=10ac1329-d14f-4db4-b6fd-39b267ab621f,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:39:54.094290 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92de40f-4839-4c54-89de-e6b1ea809323 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Checking segment: {'id': 'c38ea20a-e367-49ce-bba3-388d8d874b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2dc095b7-226b-4450-a9d8-a6f6fe5567d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:39:54.096698 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92de40f-4839-4c54-89de-e6b1ea809323 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Network hostable DHCP agents. Network: 2dc095b7-226b-4450-a9d8-a6f6fe5567d7, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:39:54.099432 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5465f97-b8ab-4e65-aa65-baf3f3c801d0 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Router 2a7e88ce-b2f9-4963-9733-df396136ee8c has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:39:54.139247 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70f16fa2-1c0a-4999-82af-81c0fb93e98e x-openstack-request-id: req-70f16fa2-1c0a-4999-82af-81c0fb93e98e {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:39:54.139485 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ce3aefd-2fbb-435c-bbf2-786788e80d97", "tag": "829d9156-8864-49c4-b4fc-3838cbb2498b", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:39:54.140170 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-70f16fa2-1c0a-4999-82af-81c0fb93e98e {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:39:54.140636 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ce3aefd-2fbb-435c-bbf2-786788e80d97', 'tag': '829d9156-8864-49c4-b4fc-3838cbb2498b', 'status': 'completed', 'code': 200} Jan 18 22:39:54.146156 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92de40f-4839-4c54-89de-e6b1ea809323 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Network 2dc095b7-226b-4450-a9d8-a6f6fe5567d7 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:39:54.155102 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af8866a-8705-477e-9992-74ac6b6828c1 service neutron] Pushing event updated for resources: {'Port': ['ID=829d9156-8864-49c4-b4fc-3838cbb2498b,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:39:54.162308 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-f92de40f-4839-4c54-89de-e6b1ea809323 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 2dc095b7-226b-4450-a9d8-a6f6fe5567d7) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:39:54.167509 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92de40f-4839-4c54-89de-e6b1ea809323 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:54.168682 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f92de40f-4839-4c54-89de-e6b1ea809323 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:54.182507 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4c263e-75ba-40c6-9aad-56869ed87e01 None None] Network 2dc095b7-226b-4450-a9d8-a6f6fe5567d7 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:39:54.189349 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-981c0a84-ff58-4916-a186-8a1d3a89f2f0 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:54.189915 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-981c0a84-ff58-4916-a186-8a1d3a89f2f0 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:54.194965 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-f92de40f-4839-4c54-89de-e6b1ea809323 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2290015 Jan 18 22:39:54.197937 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 38936) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:54.239362 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 22:39:54.307727 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port e4b8aa31-b584-4a51-913c-d12973c93a57 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:39:54.308097 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:54.319088 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-981c0a84-ff58-4916-a186-8a1d3a89f2f0 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Calling delete_port for d0868f80-108a-4b53-9506-4e35b979ce4f owned by network:floatingip {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:39:54.369974 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d059750e-0349-4d52-9934-5cd26ded7a0e req-c092a01a-8689-459a-a211-3062909bae19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:54.371494 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d059750e-0349-4d52-9934-5cd26ded7a0e req-c092a01a-8689-459a-a211-3062909bae19 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d58fa77d6cd94e7ca7d141d5a9b044dd&device_id=9ce3aefd-2fbb-435c-bbf2-786788e80d97 HTTP/1.1" status: 200 len: 1095 time: 0.3362308 Jan 18 22:39:54.423300 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-716f002a-448e-4c49-b898-9d7a0515be78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93573329-e666-4cf4-946c-f5d1f0f8aab2', 'name': 'tempest-RoutersTest-router-1610095358', 'tenant_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:39:40Z', 'updated_at': '2022-01-18T22:39:50Z', 'revision_number': 3, 'project_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'gw_port_host': None, '_interfaces': [{'id': '8dd9d794-3831-46d7-93ad-1f35d5eb718a', 'name': '', 'network_id': 'a1ffb70c-78ee-477f-aca3-3f2bd4e967c6', 'tenant_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'mac_address': 'fa:16:3e:c4:c2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93573329-e666-4cf4-946c-f5d1f0f8aab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': 'c2a5bf2c-e8ec-49d8-9a26-c0985d4fd900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:39:43Z', 'updated_at': '2022-01-18T22:39:49Z', 'revision_number': 5, 'project_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'subnets': [{'id': 'c2a5bf2c-e8ec-49d8-9a26-c0985d4fd900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1f85fa7-e122-4f74-b6c8-ee89eb20c7e1', 'name': '', 'network_id': '84cc1467-0dcf-4285-8e67-855b41004209', 'tenant_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'mac_address': 'fa:16:3e:57:cc:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93573329-e666-4cf4-946c-f5d1f0f8aab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3069, 'fixed_ips': [{'subnet_id': '9a4c3cda-b6d7-4e6a-986c-b6b88b223307', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:39:49Z', 'updated_at': '2022-01-18T22:39:51Z', 'revision_number': 2, 'project_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'subnets': [{'id': '9a4c3cda-b6d7-4e6a-986c-b6b88b223307', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:39:54.461999 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 38948) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:54.479407 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716f002a-448e-4c49-b898-9d7a0515be78 None None] Checking router: 93573329-e666-4cf4-946c-f5d1f0f8aab2 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:39:54.479407 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716f002a-448e-4c49-b898-9d7a0515be78 None None] Updating router 93573329-e666-4cf4-946c-f5d1f0f8aab2 port a1f85fa7-e122-4f74-b6c8-ee89eb20c7e1 binding host n-d-825064-1 {{(pid=102432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:39:54.626604 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d059750e-0349-4d52-9934-5cd26ded7a0e req-3feeb08e-d8b0-45a7-bacc-de8504d43df9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=829d9156-8864-49c4-b4fc-3838cbb2498b HTTP/1.1" status: 200 len: 217 time: 0.2353194 Jan 18 22:39:54.649391 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:54.750127 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-716f002a-448e-4c49-b898-9d7a0515be78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:54.757863 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d059750e-0349-4d52-9934-5cd26ded7a0e req-7b3b313f-b5da-4d75-9ca7-c96d38058038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:54.759338 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d059750e-0349-4d52-9934-5cd26ded7a0e req-7b3b313f-b5da-4d75-9ca7-c96d38058038 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3d836b77-fd27-4c61-b195-30e9fedeffe8 HTTP/1.1" status: 200 len: 846 time: 0.1062911 Jan 18 22:39:54.807741 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9af6f7e2-c019-4dd0-8834-ff2a026e973d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:54.850041 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:54.869023 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5465f97-b8ab-4e65-aa65-baf3f3c801d0 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:39:54.892196 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b5465f97-b8ab-4e65-aa65-baf3f3c801d0 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:54.892426 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-33a79f12-f53e-43ac-a82f-aa28a4daecdb None None] Provisioning complete for port e4b8aa31-b584-4a51-913c-d12973c93a57 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:39:54.894631 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-33a79f12-f53e-43ac-a82f-aa28a4daecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:54.902831 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b9a6cc-8afd-445b-a671-600ad84f1c2e None None] Sync routers for ids ['2a7e88ce-b2f9-4963-9733-df396136ee8c'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:39:54.925315 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b9a6cc-8afd-445b-a671-600ad84f1c2e None None] Routers {'2a7e88ce-b2f9-4963-9733-df396136ee8c'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:39:54.925867 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-88b9a6cc-8afd-445b-a671-600ad84f1c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:39:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['2a7e88ce-b2f9-4963-9733-df396136ee8c'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:39:55.022074 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-b5465f97-b8ab-4e65-aa65-baf3f3c801d0 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] 10.222.0.53 "PUT /v2.0/floatingips/e50fc2f4-2967-45cf-9505-e1cf6c5b08c8 HTTP/1.1" status: 200 len: 687 time: 2.7990243 Jan 18 22:39:55.025857 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 38974) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:55.046330 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d059750e-0349-4d52-9934-5cd26ded7a0e req-d647ce7e-a66d-4a79-9aae-752fa7506b03 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2312207 Jan 18 22:39:55.063010 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-88b9a6cc-8afd-445b-a671-600ad84f1c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:39:55.087533 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b9a6cc-8afd-445b-a671-600ad84f1c2e None None] Routers {'2a7e88ce-b2f9-4963-9733-df396136ee8c'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:39:55.089918 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-88b9a6cc-8afd-445b-a671-600ad84f1c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:39:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['2a7e88ce-b2f9-4963-9733-df396136ee8c'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:39:55.125674 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6245bf0-1c4a-4cce-8544-0e8608397021 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-2dc095b7-226b-4450-a9d8-a6f6fe5567d7', 'network_id': '2dc095b7-226b-4450-a9d8-a6f6fe5567d7', 'tenant_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'fixed_ips': [{'subnet_id': '10ac1329-d14f-4db4-b6fd-39b267ab621f'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:39:55.126542 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e6245bf0-1c4a-4cce-8544-0e8608397021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:55.146261 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-39242f4c-b5e0-4051-adb3-c071f6a4ff89 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:55.202253 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-88b9a6cc-8afd-445b-a671-600ad84f1c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:39:55.204534 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b9a6cc-8afd-445b-a671-600ad84f1c2e None None] The sync data for ids ['2a7e88ce-b2f9-4963-9733-df396136ee8c'] in n-d-825064-1 is: [] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:39:55.242357 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 38978) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:55.396370 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab673509-64a3-4bdf-9fa8-0b1c44e7c0d0 req-4c97ace3-e547-4035-923e-aab464c1f0c4 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:55.398124 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ab673509-64a3-4bdf-9fa8-0b1c44e7c0d0 req-4c97ace3-e547-4035-923e-aab464c1f0c4 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ce3aefd-2fbb-435c-bbf2-786788e80d97 HTTP/1.1" status: 200 len: 944 time: 0.2869771 Jan 18 22:39:55.459391 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d059750e-0349-4d52-9934-5cd26ded7a0e req-0399b5ac-aba7-4696-bc21-d62ab1320d03 service neutron] 10.222.0.36 "GET /v2.0/networks/eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4104450 Jan 18 22:39:55.518984 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9af6f7e2-c019-4dd0-8834-ff2a026e973d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:55.568987 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-e6245bf0-1c4a-4cce-8544-0e8608397021 None None] Allocated IP 172.22.0.2 (2dc095b7-226b-4450-a9d8-a6f6fe5567d7/10ac1329-d14f-4db4-b6fd-39b267ab621f/74f3686a-b8df-40ad-9db4-6c213e320e59) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:39:55.581230 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ab673509-64a3-4bdf-9fa8-0b1c44e7c0d0 req-c38b01a0-c5ec-43d3-a777-a08ffdbb4946 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e2e22-46f9-42fe-9710-8e464b95d42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411393 Jan 18 22:39:55.589002 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9af6f7e2-c019-4dd0-8834-ff2a026e973d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:55.625921 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-981c0a84-ff58-4916-a186-8a1d3a89f2f0 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:55.673370 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-9af6f7e2-c019-4dd0-8834-ff2a026e973d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5941c096439f433fb6699bde194c4412&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2044120 Jan 18 22:39:55.673623 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-33a79f12-f53e-43ac-a82f-aa28a4daecdb None None] Provisioning complete for port a1f85fa7-e122-4f74-b6c8-ee89eb20c7e1 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:39:55.673623 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-33a79f12-f53e-43ac-a82f-aa28a4daecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:55.674341 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981c0a84-ff58-4916-a186-8a1d3a89f2f0 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Pushing event deleted for resources: {'Port': ['ID=d0868f80-108a-4b53-9506-4e35b979ce4f,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:39:55.677486 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af6f7e2-c019-4dd0-8834-ff2a026e973d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cda8f55b-8fb0-465b-9867-509121332045,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:39:55.710777 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 38990) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:55.741620 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-716f002a-448e-4c49-b898-9d7a0515be78 None None] Notify callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:55.779136 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-716f002a-448e-4c49-b898-9d7a0515be78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:55.865597 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-33a79f12-f53e-43ac-a82f-aa28a4daecdb None None] Port a1f85fa7-e122-4f74-b6c8-ee89eb20c7e1 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:39:55.902254 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe8e35e-d0a3-482d-80cd-f732093b2330 None None] Pushing event updated for resources: {'Port': ['ID=a1f85fa7-e122-4f74-b6c8-ee89eb20c7e1,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:39:55.912547 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e6245bf0-1c4a-4cce-8544-0e8608397021 None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:55.970697 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e6245bf0-1c4a-4cce-8544-0e8608397021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:56.038175 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f258ae8a-fa64-46a0-b74d-f326f53755ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:56.120643 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6245bf0-1c4a-4cce-8544-0e8608397021 None None] Pushing event updated for resources: {'Port': ['ID=74f3686a-b8df-40ad-9db4-6c213e320e59,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:39:56.136797 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-716f002a-448e-4c49-b898-9d7a0515be78 None None] Attempting to bind port a1f85fa7-e122-4f74-b6c8-ee89eb20c7e1 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:39:56.137954 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-716f002a-448e-4c49-b898-9d7a0515be78 None None] Attempting to bind port a1f85fa7-e122-4f74-b6c8-ee89eb20c7e1 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '907c8134-3996-48ad-956d-731066061048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '84cc1467-0dcf-4285-8e67-855b41004209'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:39:56.138779 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716f002a-448e-4c49-b898-9d7a0515be78 None None] Attempting to bind port a1f85fa7-e122-4f74-b6c8-ee89eb20c7e1 on network 84cc1467-0dcf-4285-8e67-855b41004209 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:39:56.143575 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6245bf0-1c4a-4cce-8544-0e8608397021 None None] Network 2dc095b7-226b-4450-a9d8-a6f6fe5567d7 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:39:56.149944 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-e6245bf0-1c4a-4cce-8544-0e8608397021 None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:39:56.163955 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6245bf0-1c4a-4cce-8544-0e8608397021 None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:39:56.166729 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716f002a-448e-4c49-b898-9d7a0515be78 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:39:56.167414 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716f002a-448e-4c49-b898-9d7a0515be78 None None] Checking segment: {'id': '907c8134-3996-48ad-956d-731066061048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '84cc1467-0dcf-4285-8e67-855b41004209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:39:56.168052 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-716f002a-448e-4c49-b898-9d7a0515be78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:56.168754 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716f002a-448e-4c49-b898-9d7a0515be78 None None] Bound using segment: {'id': '907c8134-3996-48ad-956d-731066061048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '84cc1467-0dcf-4285-8e67-855b41004209'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:39:56.169531 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-716f002a-448e-4c49-b898-9d7a0515be78 None None] Bound port: a1f85fa7-e122-4f74-b6c8-ee89eb20c7e1, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '907c8134-3996-48ad-956d-731066061048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '84cc1467-0dcf-4285-8e67-855b41004209'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:39:56.170147 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-716f002a-448e-4c49-b898-9d7a0515be78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:56.183581 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-24ff711b-f177-4ad2-8fa1-c3ba5dabcfef None None] Provisioning complete for port a1f85fa7-e122-4f74-b6c8-ee89eb20c7e1 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:39:56.184475 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-24ff711b-f177-4ad2-8fa1-c3ba5dabcfef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:56.195818 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-981c0a84-ff58-4916-a186-8a1d3a89f2f0 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for floatingip, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:56.196241 n-d-825064-1 neutron-server[102430]: INFO neutron.db.l3_db [None req-981c0a84-ff58-4916-a186-8a1d3a89f2f0 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Floating IP 4bdb924e-cafd-486d-8376-1916afc5bf64 disassociated (deleted). External IP: 172.25.5.52, port: da03a90c-5359-4d37-9f0a-8f9b32f4b733. Jan 18 22:39:56.208270 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-6141f12f-ff80-4fe4-a4f2-c2e10789cfab tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Deleting port 2139eea2-00bf-45b1-92dd-464136c5b94f {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:39:56.208611 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6141f12f-ff80-4fe4-a4f2-c2e10789cfab tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:56.272416 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-716f002a-448e-4c49-b898-9d7a0515be78 None None] For port a1f85fa7-e122-4f74-b6c8-ee89eb20c7e1, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:39:56.275931 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-716f002a-448e-4c49-b898-9d7a0515be78 None None] For port a1f85fa7-e122-4f74-b6c8-ee89eb20c7e1, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=a1f85fa7-e122-4f74-b6c8-ee89eb20c7e1,segment=NetworkSegment(907c8134-3996-48ad-956d-731066061048),segment_id=907c8134-3996-48ad-956d-731066061048)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:39:56.298029 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-716f002a-448e-4c49-b898-9d7a0515be78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:56.319754 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d059750e-0349-4d52-9934-5cd26ded7a0e req-c5f061c4-5de1-4ceb-911e-6fd28bb5ca06 service neutron] 10.222.0.36 "GET /v2.0/networks/eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8484402 Jan 18 22:39:56.323757 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a79c6600-6b97-49b0-9a53-30d7375f4d8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:56.356334 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a79c6600-6b97-49b0-9a53-30d7375f4d8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:56.383113 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-39242f4c-b5e0-4051-adb3-c071f6a4ff89 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Allocated IP 172.22.0.1 (2dc095b7-226b-4450-a9d8-a6f6fe5567d7/10ac1329-d14f-4db4-b6fd-39b267ab621f/6b1dc24d-f78b-4df3-98df-43113ab6c6ff) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:39:56.494273 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f258ae8a-fa64-46a0-b74d-f326f53755ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:56.518112 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e663735-3a02-42f2-ba73-2fc44cfb9e12 req-e28291d4-c06b-4b08-8923-2a8d5c655ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:56.519844 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2e663735-3a02-42f2-ba73-2fc44cfb9e12 req-e28291d4-c06b-4b08-8923-2a8d5c655ddc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d58fa77d6cd94e7ca7d141d5a9b044dd&device_id=9ce3aefd-2fbb-435c-bbf2-786788e80d97 HTTP/1.1" status: 200 len: 1095 time: 0.1169686 Jan 18 22:39:56.523221 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a79c6600-6b97-49b0-9a53-30d7375f4d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:56.526153 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a79c6600-6b97-49b0-9a53-30d7375f4d8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:56.543865 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-a79c6600-6b97-49b0-9a53-30d7375f4d8b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cda8f55b-8fb0-465b-9867-509121332045 HTTP/1.1" status: 204 len: 168 time: 0.7964971 Jan 18 22:39:56.548290 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6141f12f-ff80-4fe4-a4f2-c2e10789cfab tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:56.548290 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6141f12f-ff80-4fe4-a4f2-c2e10789cfab tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:56.550726 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-24ff711b-f177-4ad2-8fa1-c3ba5dabcfef None None] Port a1f85fa7-e122-4f74-b6c8-ee89eb20c7e1 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:39:56.552019 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f258ae8a-fa64-46a0-b74d-f326f53755ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:56.562529 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-e6245bf0-1c4a-4cce-8544-0e8608397021 None None] Attempting to bind port 74f3686a-b8df-40ad-9db4-6c213e320e59 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:39:56.562907 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-e6245bf0-1c4a-4cce-8544-0e8608397021 None None] Attempting to bind port 74f3686a-b8df-40ad-9db4-6c213e320e59 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': 'c38ea20a-e367-49ce-bba3-388d8d874b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2dc095b7-226b-4450-a9d8-a6f6fe5567d7'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:39:56.563526 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6245bf0-1c4a-4cce-8544-0e8608397021 None None] Attempting to bind port 74f3686a-b8df-40ad-9db4-6c213e320e59 on network 2dc095b7-226b-4450-a9d8-a6f6fe5567d7 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:39:56.589552 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6245bf0-1c4a-4cce-8544-0e8608397021 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:39:56.590067 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6245bf0-1c4a-4cce-8544-0e8608397021 None None] Checking segment: {'id': 'c38ea20a-e367-49ce-bba3-388d8d874b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2dc095b7-226b-4450-a9d8-a6f6fe5567d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:39:56.590484 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e6245bf0-1c4a-4cce-8544-0e8608397021 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:56.590883 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6245bf0-1c4a-4cce-8544-0e8608397021 None None] Bound using segment: {'id': 'c38ea20a-e367-49ce-bba3-388d8d874b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2dc095b7-226b-4450-a9d8-a6f6fe5567d7'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:39:56.591352 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-e6245bf0-1c4a-4cce-8544-0e8608397021 None None] Bound port: 74f3686a-b8df-40ad-9db4-6c213e320e59, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c38ea20a-e367-49ce-bba3-388d8d874b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2dc095b7-226b-4450-a9d8-a6f6fe5567d7'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:39:56.591737 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e6245bf0-1c4a-4cce-8544-0e8608397021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:56.594176 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716f002a-448e-4c49-b898-9d7a0515be78 None None] Routers {'93573329-e666-4cf4-946c-f5d1f0f8aab2'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:39:56.594795 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-716f002a-448e-4c49-b898-9d7a0515be78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:39:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['93573329-e666-4cf4-946c-f5d1f0f8aab2'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:39:56.597895 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe8e35e-d0a3-482d-80cd-f732093b2330 None None] Pushing event updated for resources: {'Port': ['ID=a1f85fa7-e122-4f74-b6c8-ee89eb20c7e1,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:39:56.621186 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-6141f12f-ff80-4fe4-a4f2-c2e10789cfab tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Calling delete_port for 2139eea2-00bf-45b1-92dd-464136c5b94f owned by network:floatingip {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:39:56.650174 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-f258ae8a-fa64-46a0-b74d-f326f53755ab admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5aa3c4ea43d248babd608bff4720e0a2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4015594 Jan 18 22:39:56.652743 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 39008) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:56.654649 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c6600-6b97-49b0-9a53-30d7375f4d8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda8f55b-8fb0-465b-9867-509121332045,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:39:56.688886 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f258ae8a-fa64-46a0-b74d-f326f53755ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce1dbd14-bbe1-4e92-8397-9af8f96ab160,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:39:56.844062 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-baeb2764-5fe0-485e-8d01-c13030ee17f8 None None] Provisioning complete for port a1f85fa7-e122-4f74-b6c8-ee89eb20c7e1 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:39:56.844062 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-baeb2764-5fe0-485e-8d01-c13030ee17f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:56.853437 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-716f002a-448e-4c49-b898-9d7a0515be78 None None] Set router 93573329-e666-4cf4-946c-f5d1f0f8aab2 gateway port host: None {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:39:56.893825 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-39242f4c-b5e0-4051-adb3-c071f6a4ff89 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:56.984567 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-dc8ad935-fe55-421b-8620-3d0038b9c8f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:57.035741 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-981c0a84-ff58-4916-a186-8a1d3a89f2f0 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Router 86be70a5-5411-4b97-9562-0798561dcc21 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:39:57.064604 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-e6245bf0-1c4a-4cce-8544-0e8608397021 None None] For port 74f3686a-b8df-40ad-9db4-6c213e320e59, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:39:57.136916 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-dc8ad935-fe55-421b-8620-3d0038b9c8f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:57.172549 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-baeb2764-5fe0-485e-8d01-c13030ee17f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:57.220599 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-39242f4c-b5e0-4051-adb3-c071f6a4ff89 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:57.258010 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-baeb2764-5fe0-485e-8d01-c13030ee17f8 None None] For port a1f85fa7-e122-4f74-b6c8-ee89eb20c7e1, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=a1f85fa7-e122-4f74-b6c8-ee89eb20c7e1,segment=NetworkSegment(907c8134-3996-48ad-956d-731066061048),segment_id=907c8134-3996-48ad-956d-731066061048)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:39:57.275237 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-baeb2764-5fe0-485e-8d01-c13030ee17f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:57.347903 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-981c0a84-ff58-4916-a186-8a1d3a89f2f0 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:39:57.359827 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-981c0a84-ff58-4916-a186-8a1d3a89f2f0 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:57.360815 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-dc8ad935-fe55-421b-8620-3d0038b9c8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:57.368922 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-dc8ad935-fe55-421b-8620-3d0038b9c8f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:57.370130 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-dc8ad935-fe55-421b-8620-3d0038b9c8f1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ce1dbd14-bbe1-4e92-8397-9af8f96ab160 HTTP/1.1" status: 204 len: 168 time: 0.7112818 Jan 18 22:39:57.377212 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7470a594-4eb9-47e7-b7a1-66409290a499 None None] Sync routers for ids ['86be70a5-5411-4b97-9562-0798561dcc21'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:39:57.424380 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6141f12f-ff80-4fe4-a4f2-c2e10789cfab tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:57.453687 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8ad935-fe55-421b-8620-3d0038b9c8f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce1dbd14-bbe1-4e92-8397-9af8f96ab160,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:39:57.461728 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39242f4c-b5e0-4051-adb3-c071f6a4ff89 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Network 2dc095b7-226b-4450-a9d8-a6f6fe5567d7 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:39:57.464701 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-e6245bf0-1c4a-4cce-8544-0e8608397021 None None] For port 74f3686a-b8df-40ad-9db4-6c213e320e59, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=74f3686a-b8df-40ad-9db4-6c213e320e59,segment=NetworkSegment(c38ea20a-e367-49ce-bba3-388d8d874b0b),segment_id=c38ea20a-e367-49ce-bba3-388d8d874b0b)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:39:57.477568 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d242206e-6568-4bbe-bbd5-b91565390cb2 req-50fc6641-eb9c-431f-a1fc-3f1cde922b74 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:57.481646 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d242206e-6568-4bbe-bbd5-b91565390cb2 req-50fc6641-eb9c-431f-a1fc-3f1cde922b74 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ce3aefd-2fbb-435c-bbf2-786788e80d97 HTTP/1.1" status: 200 len: 944 time: 0.5389116 Jan 18 22:39:57.482973 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-39242f4c-b5e0-4051-adb3-c071f6a4ff89 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:39:57.492155 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39242f4c-b5e0-4051-adb3-c071f6a4ff89 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Pushing event updated for resources: {'Port': ['ID=6b1dc24d-f78b-4df3-98df-43113ab6c6ff,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:39:57.493896 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-981c0a84-ff58-4916-a186-8a1d3a89f2f0 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "DELETE /v2.0/floatingips/4bdb924e-cafd-486d-8376-1916afc5bf64 HTTP/1.1" status: 204 len: 168 time: 5.5679810 Jan 18 22:39:57.505196 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e6245bf0-1c4a-4cce-8544-0e8608397021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:57.508415 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39242f4c-b5e0-4051-adb3-c071f6a4ff89 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:39:57.512493 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e663735-3a02-42f2-ba73-2fc44cfb9e12 req-15b94203-02d7-4afb-9e6d-22c23bdce8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:57.516977 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2e663735-3a02-42f2-ba73-2fc44cfb9e12 req-15b94203-02d7-4afb-9e6d-22c23bdce8a8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02 HTTP/1.1" status: 200 len: 906 time: 0.9664428 Jan 18 22:39:57.539574 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '746ebad6-c218-49ba-a20c-55049008117e', 'tag': 'da03a90c-5359-4d37-9f0a-8f9b32f4b733'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:39:57.548787 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d1420a-341e-442d-8736-ae43464c4968" -d '{"events": [{"name": "network-changed", "server_uuid": "746ebad6-c218-49ba-a20c-55049008117e", "tag": "da03a90c-5359-4d37-9f0a-8f9b32f4b733"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:39:57.565714 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7470a594-4eb9-47e7-b7a1-66409290a499 None None] Routers {'86be70a5-5411-4b97-9562-0798561dcc21'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:39:57.566345 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-7470a594-4eb9-47e7-b7a1-66409290a499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:39:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['86be70a5-5411-4b97-9562-0798561dcc21'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:39:57.692327 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2e663735-3a02-42f2-ba73-2fc44cfb9e12 req-ae72ca6d-c2f8-42b0-aaa0-05a51820d171 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=829d9156-8864-49c4-b4fc-3838cbb2498b HTTP/1.1" status: 200 len: 217 time: 0.1265326 Jan 18 22:39:57.781922 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-39242f4c-b5e0-4051-adb3-c071f6a4ff89 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1040954'] for router_interface, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:57.797454 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d242206e-6568-4bbe-bbd5-b91565390cb2 req-82042bea-eeee-4a55-a069-ff3bbfec2f33 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e2e22-46f9-42fe-9710-8e464b95d42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793343 Jan 18 22:39:57.829189 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e663735-3a02-42f2-ba73-2fc44cfb9e12 req-72d443b6-82fa-405c-905c-766778281ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:57.830726 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2e663735-3a02-42f2-ba73-2fc44cfb9e12 req-72d443b6-82fa-405c-905c-766778281ab9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3d836b77-fd27-4c61-b195-30e9fedeffe8 HTTP/1.1" status: 200 len: 846 time: 0.1228800 Jan 18 22:39:57.934138 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-7470a594-4eb9-47e7-b7a1-66409290a499 None None] Set router 86be70a5-5411-4b97-9562-0798561dcc21 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:39:57.934856 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53d33bb1-3c91-4412-a2dd-e3286f23549a x-openstack-request-id: req-53d33bb1-3c91-4412-a2dd-e3286f23549a {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:39:57.935159 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "746ebad6-c218-49ba-a20c-55049008117e", "tag": "da03a90c-5359-4d37-9f0a-8f9b32f4b733", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:39:57.935417 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-53d33bb1-3c91-4412-a2dd-e3286f23549a {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:39:57.935825 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '746ebad6-c218-49ba-a20c-55049008117e', 'tag': 'da03a90c-5359-4d37-9f0a-8f9b32f4b733', 'status': 'completed', 'code': 200} Jan 18 22:39:57.942372 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2e663735-3a02-42f2-ba73-2fc44cfb9e12 req-47d9005d-ee6a-4d47-89e2-a62432f56c0f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1042900 Jan 18 22:39:58.009072 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6141f12f-ff80-4fe4-a4f2-c2e10789cfab tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks [] for floatingip, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:58.011754 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6141f12f-ff80-4fe4-a4f2-c2e10789cfab tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:58.013005 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-6141f12f-ff80-4fe4-a4f2-c2e10789cfab tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] 10.222.0.53 "DELETE /v2.0/floatingips/e50fc2f4-2967-45cf-9505-e1cf6c5b08c8 HTTP/1.1" status: 204 len: 168 time: 2.9855559 Jan 18 22:39:58.110093 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 39048) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:58.110443 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 39056) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:58.160926 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6141f12f-ff80-4fe4-a4f2-c2e10789cfab tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Pushing event deleted for resources: {'Port': ['ID=2139eea2-00bf-45b1-92dd-464136c5b94f,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:39:58.181642 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-716f002a-448e-4c49-b898-9d7a0515be78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93573329-e666-4cf4-946c-f5d1f0f8aab2', 'name': 'tempest-RoutersTest-router-1610095358', 'tenant_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:39:40Z', 'updated_at': '2022-01-18T22:39:50Z', 'revision_number': 3, 'project_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'gw_port_host': None, '_interfaces': [{'id': '8dd9d794-3831-46d7-93ad-1f35d5eb718a', 'name': '', 'network_id': 'a1ffb70c-78ee-477f-aca3-3f2bd4e967c6', 'tenant_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'mac_address': 'fa:16:3e:c4:c2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93573329-e666-4cf4-946c-f5d1f0f8aab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': 'c2a5bf2c-e8ec-49d8-9a26-c0985d4fd900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:39:43Z', 'updated_at': '2022-01-18T22:39:49Z', 'revision_number': 5, 'project_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'subnets': [{'id': 'c2a5bf2c-e8ec-49d8-9a26-c0985d4fd900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1f85fa7-e122-4f74-b6c8-ee89eb20c7e1', 'name': '', 'network_id': '84cc1467-0dcf-4285-8e67-855b41004209', 'tenant_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'mac_address': 'fa:16:3e:57:cc:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93573329-e666-4cf4-946c-f5d1f0f8aab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3069, 'fixed_ips': [{'subnet_id': '9a4c3cda-b6d7-4e6a-986c-b6b88b223307', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:39:49Z', 'updated_at': '2022-01-18T22:39:56Z', 'revision_number': 4, 'project_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'subnets': [{'id': '9a4c3cda-b6d7-4e6a-986c-b6b88b223307', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:39:58.205458 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeb2764-5fe0-485e-8d01-c13030ee17f8 None None] Pushing event updated for resources: {'Port': ['ID=a1f85fa7-e122-4f74-b6c8-ee89eb20c7e1,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:39:58.218275 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [None req-76e38706-a11e-47e2-8c56-05322a5bde47 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] delete failed (client error): The resource could not be found. Jan 18 22:39:58.220556 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-76e38706-a11e-47e2-8c56-05322a5bde47 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] 10.222.0.53 "DELETE /v2.0/floatingips/e50fc2f4-2967-45cf-9505-e1cf6c5b08c8 HTTP/1.1" status: 404 len: 345 time: 0.1088445 Jan 18 22:39:58.245268 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 39058) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:58.324820 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-99793743-bd65-43a7-b7dc-55258f4d10d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:58.330133 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d1420a-341e-442d-8736-ae43464c4968 req-9842a0b5-b9af-4404-a069-56a45b53a5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:58.332090 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-75d1420a-341e-442d-8736-ae43464c4968 req-9842a0b5-b9af-4404-a069-56a45b53a5b2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=438cce0e2f434b5f879ce307da159923&device_id=746ebad6-c218-49ba-a20c-55049008117e HTTP/1.1" status: 200 len: 1096 time: 0.3380260 Jan 18 22:39:58.451510 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-ea4b7d1e-6cb1-4629-b93b-5af2f8c1f01d None None] Provisioning complete for port a1f85fa7-e122-4f74-b6c8-ee89eb20c7e1 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:39:58.458914 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d1420a-341e-442d-8736-ae43464c4968 req-af0a10f2-0314-42d1-abfc-bc7eaf6d0dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:58.459835 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ea4b7d1e-6cb1-4629-b93b-5af2f8c1f01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:58.461451 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-75d1420a-341e-442d-8736-ae43464c4968 req-af0a10f2-0314-42d1-abfc-bc7eaf6d0dd3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dfd50c94-9bfe-434e-a69b-faa778e35648 HTTP/1.1" status: 200 len: 897 time: 0.1183445 Jan 18 22:39:58.468358 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7460be4f-8e3c-43f5-bc26-b5419b5a8aef req-7af73ee9-f2b2-4cff-94c7-2c4cf201c940 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:58.470787 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7460be4f-8e3c-43f5-bc26-b5419b5a8aef req-7af73ee9-f2b2-4cff-94c7-2c4cf201c940 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=746ebad6-c218-49ba-a20c-55049008117e HTTP/1.1" status: 200 len: 945 time: 0.3624012 Jan 18 22:39:58.474371 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716f002a-448e-4c49-b898-9d7a0515be78 None None] The sync data for ids ['93573329-e666-4cf4-946c-f5d1f0f8aab2'] in n-d-825064-1 is: [{'id': '93573329-e666-4cf4-946c-f5d1f0f8aab2', 'name': 'tempest-RoutersTest-router-1610095358', 'tenant_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:39:40Z', 'updated_at': '2022-01-18T22:39:50Z', 'revision_number': 3, 'project_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'gw_port_host': None, '_interfaces': [{'id': '8dd9d794-3831-46d7-93ad-1f35d5eb718a', 'name': '', 'network_id': 'a1ffb70c-78ee-477f-aca3-3f2bd4e967c6', 'tenant_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'mac_address': 'fa:16:3e:c4:c2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93573329-e666-4cf4-946c-f5d1f0f8aab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': 'c2a5bf2c-e8ec-49d8-9a26-c0985d4fd900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:39:43Z', 'updated_at': '2022-01-18T22:39:49Z', 'revision_number': 5, 'project_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'subnets': [{'id': 'c2a5bf2c-e8ec-49d8-9a26-c0985d4fd900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1f85fa7-e122-4f74-b6c8-ee89eb20c7e1', 'name': '', 'network_id': '84cc1467-0dcf-4285-8e67-855b41004209', 'tenant_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'mac_address': 'fa:16:3e:57:cc:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93573329-e666-4cf4-946c-f5d1f0f8aab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3069, 'fixed_ips': [{'subnet_id': '9a4c3cda-b6d7-4e6a-986c-b6b88b223307', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:39:49Z', 'updated_at': '2022-01-18T22:39:56Z', 'revision_number': 4, 'project_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'subnets': [{'id': '9a4c3cda-b6d7-4e6a-986c-b6b88b223307', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:39:58.607691 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-155cf2b7-eac5-40a5-877e-e38c1bcc69e0 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:58.616052 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2e663735-3a02-42f2-ba73-2fc44cfb9e12 req-b2b0e537-7e40-498a-a473-4d623d379784 service neutron] 10.222.0.36 "GET /v2.0/networks/eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6659453 Jan 18 22:39:58.616955 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-155cf2b7-eac5-40a5-877e-e38c1bcc69e0 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:58.628757 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-155cf2b7-eac5-40a5-877e-e38c1bcc69e0 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:58.632674 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-155cf2b7-eac5-40a5-877e-e38c1bcc69e0 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] 10.222.0.53 "GET /v2.0/ports?network_id=5201c578-df27-44c4-a99a-6c870b1dd033 HTTP/1.1" status: 200 len: 2359 time: 0.3861086 Jan 18 22:39:58.651526 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 39072) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:58.702765 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-39242f4c-b5e0-4051-adb3-c071f6a4ff89 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:58.722011 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-75d1420a-341e-442d-8736-ae43464c4968 req-97283f91-6b91-4f6c-9ccb-0530cf291f23 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da03a90c-5359-4d37-9f0a-8f9b32f4b733 HTTP/1.1" status: 200 len: 217 time: 0.1649299 Jan 18 22:39:58.833321 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6245bf0-1c4a-4cce-8544-0e8608397021 None None] Pushing event updated for resources: {'Port': ['ID=74f3686a-b8df-40ad-9db4-6c213e320e59,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:39:58.885635 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1942af-4eb2-4952-93ae-e919b070282b tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:58.908738 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-0f1942af-4eb2-4952-93ae-e919b070282b tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] 10.222.0.53 "GET /v2.0/subnets/a1245e65-5b84-4c80-8e61-d6e55fbffa83 HTTP/1.1" status: 200 len: 797 time: 0.2560821 Jan 18 22:39:58.939116 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-7470a594-4eb9-47e7-b7a1-66409290a499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86be70a5-5411-4b97-9562-0798561dcc21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1744156712', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': 'c0d0a117-500b-4e13-afb2-4bfb269efdec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:37:35Z', 'updated_at': '2022-01-18T22:37:47Z', 'revision_number': 4, 'project_id': '438cce0e2f434b5f879ce307da159923', 'gw_port': {'id': 'c0d0a117-500b-4e13-afb2-4bfb269efdec', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86be70a5-5411-4b97-9562-0798561dcc21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:37:36Z', 'updated_at': '2022-01-18T22:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '02651cda-dbde-40fd-bfa7-feb914218fe1', 'name': '', 'network_id': 'dfd50c94-9bfe-434e-a69b-faa778e35648', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'mac_address': 'fa:16:3e:4d:5f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86be70a5-5411-4b97-9562-0798561dcc21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': 'd047a25f-d8c6-49ea-bb54-6da48108f244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:37:46Z', 'updated_at': '2022-01-18T22:37:56Z', 'revision_number': 5, 'project_id': '438cce0e2f434b5f879ce307da159923', 'subnets': [{'id': 'd047a25f-d8c6-49ea-bb54-6da48108f244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:39:58.940083 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 39076) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:58.945858 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-8703e079-1d3c-45b1-89a7-9fa91f517ded tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Request body: {'port': {'network_id': '5201c578-df27-44c4-a99a-6c870b1dd033', 'name': 'tempest-FloatingIPTestJSON-166732034', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:39:59.028149 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7470a594-4eb9-47e7-b7a1-66409290a499 None None] Checking router: 86be70a5-5411-4b97-9562-0798561dcc21 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:39:59.059163 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7470a594-4eb9-47e7-b7a1-66409290a499 None None] Routers {'86be70a5-5411-4b97-9562-0798561dcc21'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:39:59.059956 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-7470a594-4eb9-47e7-b7a1-66409290a499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:39:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['86be70a5-5411-4b97-9562-0798561dcc21'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:39:59.064311 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d1420a-341e-442d-8736-ae43464c4968 req-a81688d8-6f07-4aa9-aef5-e1ff18eb40a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:59.065820 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-75d1420a-341e-442d-8736-ae43464c4968 req-a81688d8-6f07-4aa9-aef5-e1ff18eb40a8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d047a25f-d8c6-49ea-bb54-6da48108f244 HTTP/1.1" status: 200 len: 834 time: 0.2889540 Jan 18 22:39:59.147791 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7460be4f-8e3c-43f5-bc26-b5419b5a8aef req-8433ad04-2575-4386-afc1-41d07e611ca4 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=75c337a0-647f-49a7-9e9b-b45556e7737b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6460762 Jan 18 22:39:59.208150 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 829d9156-8864-49c4-b4fc-3838cbb2498b details requested by agent hyperv_n-h1-825064-1 with host n-h1-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:39:59.302936 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4587dfd-61a3-43d8-b2ac-746bc22530c1 req-ba545d2e-509a-4f5f-af1a-cea4860a144e tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:59.304836 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-a4587dfd-61a3-43d8-b2ac-746bc22530c1 req-ba545d2e-509a-4f5f-af1a-cea4860a144e tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.36 "GET /v2.0/ports?device_id=746ebad6-c218-49ba-a20c-55049008117e HTTP/1.1" status: 200 len: 945 time: 0.1338363 Jan 18 22:39:59.334624 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d1420a-341e-442d-8736-ae43464c4968 req-eea08b3a-094c-4cf7-a9b5-51f06c131b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:59.337567 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-75d1420a-341e-442d-8736-ae43464c4968 req-eea08b3a-094c-4cf7-a9b5-51f06c131b42 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dfd50c94-9bfe-434e-a69b-faa778e35648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2557256 Jan 18 22:39:59.440016 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad158064-f86b-4bbb-b8e5-408accd8f92a None None] Network 2dc095b7-226b-4450-a9d8-a6f6fe5567d7 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:39:59.501749 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2e663735-3a02-42f2-ba73-2fc44cfb9e12 req-ff3a122c-f439-4001-b83b-7bdae1fcfa18 service neutron] 10.222.0.36 "GET /v2.0/networks/eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8775647 Jan 18 22:39:59.525592 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-99793743-bd65-43a7-b7dc-55258f4d10d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:59.529243 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-7470a594-4eb9-47e7-b7a1-66409290a499 None None] Set router 86be70a5-5411-4b97-9562-0798561dcc21 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:39:59.536966 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-99793743-bd65-43a7-b7dc-55258f4d10d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:59.570905 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882b16ba-12c8-4872-815b-2da012688e6f req-9686d177-0364-4dab-97a4-85cc37e10d6f tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:39:59.580021 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-882b16ba-12c8-4872-815b-2da012688e6f req-9686d177-0364-4dab-97a4-85cc37e10d6f tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ce3aefd-2fbb-435c-bbf2-786788e80d97 HTTP/1.1" status: 200 len: 944 time: 0.5720172 Jan 18 22:39:59.662017 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-d33cf227-ff46-4d6c-a518-b6055159f5e6 None None] Provisioning complete for port 74f3686a-b8df-40ad-9db4-6c213e320e59 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:39:59.662390 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d33cf227-ff46-4d6c-a518-b6055159f5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:59.710216 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-99793743-bd65-43a7-b7dc-55258f4d10d1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3f740172d41c43f39f45fca60eb42161&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5950768 Jan 18 22:39:59.710833 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8703e079-1d3c-45b1-89a7-9fa91f517ded tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Made reservation on behalf of 8f35f67f4f8148a5a962c93749a16c5f for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:39:59.715447 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 39094) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:39:59.716142 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99793743-bd65-43a7-b7dc-55258f4d10d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=832350d3-8680-4b75-b0cc-98b5bbeb0723,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:39:59.812688 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-39242f4c-b5e0-4051-adb3-c071f6a4ff89 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:59.896833 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-882b16ba-12c8-4872-815b-2da012688e6f req-f3a6d26c-8b22-47a4-b01e-b7fb367a9c29 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e2e22-46f9-42fe-9710-8e464b95d42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3156033 Jan 18 22:39:59.919745 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-75d1420a-341e-442d-8736-ae43464c4968 req-42d9bfb4-9ab4-40bd-a0bc-9aa27974f47e service neutron] 10.222.0.36 "GET /v2.0/networks/dfd50c94-9bfe-434e-a69b-faa778e35648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3479724 Jan 18 22:39:59.930581 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-39242f4c-b5e0-4051-adb3-c071f6a4ff89 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:59.987499 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 829d9156-8864-49c4-b4fc-3838cbb2498b, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=829d9156-8864-49c4-b4fc-3838cbb2498b,segment=NetworkSegment(dfaa1994-2fdd-4a54-9d15-02069c3ace9d),segment_id=dfaa1994-2fdd-4a54-9d15-02069c3ace9d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:39:59.994440 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-70355129-62b2-4024-845b-958caeb24579 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:39:59.996598 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-39242f4c-b5e0-4051-adb3-c071f6a4ff89 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-613854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1041070'] for router_interface, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:00.033429 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-70355129-62b2-4024-845b-958caeb24579 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:00.069457 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 74f3686a-b8df-40ad-9db4-6c213e320e59 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:40:00.126755 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Returning: {'device': '829d9156-8864-49c4-b4fc-3838cbb2498b', 'network_id': 'eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02', 'port_id': '829d9156-8864-49c4-b4fc-3838cbb2498b', 'mac_address': 'fa:16:3e:74:f8:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d836b77-fd27-4c61-b195-30e9fedeffe8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:40:00.130381 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-70355129-62b2-4024-845b-958caeb24579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:00.134084 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-70355129-62b2-4024-845b-958caeb24579 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:00.135487 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-70355129-62b2-4024-845b-958caeb24579 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/832350d3-8680-4b75-b0cc-98b5bbeb0723 HTTP/1.1" status: 204 len: 168 time: 0.4061534 Jan 18 22:40:00.185641 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70355129-62b2-4024-845b-958caeb24579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=832350d3-8680-4b75-b0cc-98b5bbeb0723,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:00.217116 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8703e079-1d3c-45b1-89a7-9fa91f517ded tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:00.280053 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [None req-8703e079-1d3c-45b1-89a7-9fa91f517ded tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] device_id is not set on port 160efc38-b3bd-4c14-90ce-98c50774bbb8 yet. {{(pid=102430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:40:00.310852 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:00.331581 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39242f4c-b5e0-4051-adb3-c071f6a4ff89 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Network 2dc095b7-226b-4450-a9d8-a6f6fe5567d7 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:40:00.407265 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39242f4c-b5e0-4051-adb3-c071f6a4ff89 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Pushing event updated for resources: {'Port': ['ID=6b1dc24d-f78b-4df3-98df-43113ab6c6ff,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:00.414904 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-39242f4c-b5e0-4051-adb3-c071f6a4ff89 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:40:00.427578 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 829d9156-8864-49c4-b4fc-3838cbb2498b {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:40:00.436431 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 74f3686a-b8df-40ad-9db4-6c213e320e59 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:40:00.437392 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:00.451465 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-a4587dfd-61a3-43d8-b2ac-746bc22530c1 req-10628844-9f1a-4f0f-95ca-6dad0287f86a tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Deleting port da03a90c-5359-4d37-9f0a-8f9b32f4b733 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:40:00.451810 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-a4587dfd-61a3-43d8-b2ac-746bc22530c1 req-10628844-9f1a-4f0f-95ca-6dad0287f86a tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:00.600490 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 829d9156-8864-49c4-b4fc-3838cbb2498b, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=829d9156-8864-49c4-b4fc-3838cbb2498b,segment=NetworkSegment(dfaa1994-2fdd-4a54-9d15-02069c3ace9d),segment_id=dfaa1994-2fdd-4a54-9d15-02069c3ace9d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:40:00.638212 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:00.659975 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-75d1420a-341e-442d-8736-ae43464c4968 req-db12aeba-f798-461f-8cea-b96eba0cdab8 service neutron] 10.222.0.36 "GET /v2.0/networks/dfd50c94-9bfe-434e-a69b-faa778e35648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6724794 Jan 18 22:40:00.712882 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d33cf227-ff46-4d6c-a518-b6055159f5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:00.720938 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=829d9156-8864-49c4-b4fc-3838cbb2498b,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:00.737714 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39242f4c-b5e0-4051-adb3-c071f6a4ff89 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Router 93573329-e666-4cf4-946c-f5d1f0f8aab2 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:40:00.777208 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-a4587dfd-61a3-43d8-b2ac-746bc22530c1 req-10628844-9f1a-4f0f-95ca-6dad0287f86a tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] For port da03a90c-5359-4d37-9f0a-8f9b32f4b733, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=da03a90c-5359-4d37-9f0a-8f9b32f4b733,segment=NetworkSegment(4a0026ab-4bcd-4b31-8ba0-9267266416e1),segment_id=4a0026ab-4bcd-4b31-8ba0-9267266416e1)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:40:00.777988 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-a4587dfd-61a3-43d8-b2ac-746bc22530c1 req-10628844-9f1a-4f0f-95ca-6dad0287f86a tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:00.810506 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-7470a594-4eb9-47e7-b7a1-66409290a499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86be70a5-5411-4b97-9562-0798561dcc21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1744156712', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': 'c0d0a117-500b-4e13-afb2-4bfb269efdec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:37:35Z', 'updated_at': '2022-01-18T22:37:47Z', 'revision_number': 4, 'project_id': '438cce0e2f434b5f879ce307da159923', 'gw_port': {'id': 'c0d0a117-500b-4e13-afb2-4bfb269efdec', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86be70a5-5411-4b97-9562-0798561dcc21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:37:36Z', 'updated_at': '2022-01-18T22:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '02651cda-dbde-40fd-bfa7-feb914218fe1', 'name': '', 'network_id': 'dfd50c94-9bfe-434e-a69b-faa778e35648', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'mac_address': 'fa:16:3e:4d:5f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86be70a5-5411-4b97-9562-0798561dcc21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': 'd047a25f-d8c6-49ea-bb54-6da48108f244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:37:46Z', 'updated_at': '2022-01-18T22:37:56Z', 'revision_number': 5, 'project_id': '438cce0e2f434b5f879ce307da159923', 'subnets': [{'id': 'd047a25f-d8c6-49ea-bb54-6da48108f244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:40:00.823891 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-a4587dfd-61a3-43d8-b2ac-746bc22530c1 req-10628844-9f1a-4f0f-95ca-6dad0287f86a tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Calling delete_port for da03a90c-5359-4d37-9f0a-8f9b32f4b733 owned by compute:nova {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:40:00.838793 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-d33cf227-ff46-4d6c-a518-b6055159f5e6 None None] For port 74f3686a-b8df-40ad-9db4-6c213e320e59, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=74f3686a-b8df-40ad-9db4-6c213e320e59,segment=NetworkSegment(c38ea20a-e367-49ce-bba3-388d8d874b0b),segment_id=c38ea20a-e367-49ce-bba3-388d8d874b0b)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:40:00.888569 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['829d9156-8864-49c4-b4fc-3838cbb2498b'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:40:00.891292 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d33cf227-ff46-4d6c-a518-b6055159f5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:00.964250 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7470a594-4eb9-47e7-b7a1-66409290a499 None None] The sync data for ids ['86be70a5-5411-4b97-9562-0798561dcc21'] in n-d-825064-1 is: [{'id': '86be70a5-5411-4b97-9562-0798561dcc21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1744156712', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': 'c0d0a117-500b-4e13-afb2-4bfb269efdec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:37:35Z', 'updated_at': '2022-01-18T22:37:47Z', 'revision_number': 4, 'project_id': '438cce0e2f434b5f879ce307da159923', 'gw_port': {'id': 'c0d0a117-500b-4e13-afb2-4bfb269efdec', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86be70a5-5411-4b97-9562-0798561dcc21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:37:36Z', 'updated_at': '2022-01-18T22:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '02651cda-dbde-40fd-bfa7-feb914218fe1', 'name': '', 'network_id': 'dfd50c94-9bfe-434e-a69b-faa778e35648', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'mac_address': 'fa:16:3e:4d:5f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86be70a5-5411-4b97-9562-0798561dcc21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': 'd047a25f-d8c6-49ea-bb54-6da48108f244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:37:46Z', 'updated_at': '2022-01-18T22:37:56Z', 'revision_number': 5, 'project_id': '438cce0e2f434b5f879ce307da159923', 'subnets': [{'id': 'd047a25f-d8c6-49ea-bb54-6da48108f244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:40:01.000343 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33cf227-ff46-4d6c-a518-b6055159f5e6 None None] Pushing event updated for resources: {'Port': ['ID=74f3686a-b8df-40ad-9db4-6c213e320e59,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:01.049591 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39242f4c-b5e0-4051-adb3-c071f6a4ff89 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:40:01.061813 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80695359-f519-4bfb-bb8b-66b85cfde6be None None] Sync routers for ids ['93573329-e666-4cf4-946c-f5d1f0f8aab2'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:40:01.064924 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-39242f4c-b5e0-4051-adb3-c071f6a4ff89 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "PUT /v2.0/routers/93573329-e666-4cf4-946c-f5d1f0f8aab2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8655269 Jan 18 22:40:01.070892 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 39124) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:40:01.081656 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-e23a72ee-c4b3-422a-b5e1-7ac2afc0e6fc tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Request body: {'network': {'name': 'tempest-RoutersTest-1938583963'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:40:01.086770 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device a1f85fa7-e122-4f74-b6c8-ee89eb20c7e1 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:40:01.088185 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80695359-f519-4bfb-bb8b-66b85cfde6be None None] Routers {'93573329-e666-4cf4-946c-f5d1f0f8aab2'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:40:01.088854 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-80695359-f519-4bfb-bb8b-66b85cfde6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:39:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['93573329-e666-4cf4-946c-f5d1f0f8aab2'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:40:01.135526 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72052f2-0bd8-4b5c-bb9c-0c13d83eba38 req-7f015e1d-4e55-447a-82a1-399592096290 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:01.137115 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a72052f2-0bd8-4b5c-bb9c-0c13d83eba38 req-7f015e1d-4e55-447a-82a1-399592096290 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=746ebad6-c218-49ba-a20c-55049008117e HTTP/1.1" status: 200 len: 945 time: 0.4113052 Jan 18 22:40:01.153120 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e23a72ee-c4b3-422a-b5e1-7ac2afc0e6fc tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Made reservation on behalf of bc40d8e6d2ad4b0587a6817944d39c32 for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:40:01.162067 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e23a72ee-c4b3-422a-b5e1-7ac2afc0e6fc tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:01.199005 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-8703e079-1d3c-45b1-89a7-9fa91f517ded tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Allocated IP 172.20.0.14 (5201c578-df27-44c4-a99a-6c870b1dd033/a1245e65-5b84-4c80-8e61-d6e55fbffa83/160efc38-b3bd-4c14-90ce-98c50774bbb8) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:40:01.235966 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device da03a90c-5359-4d37-9f0a-8f9b32f4b733 no longer exists at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:40:01.259400 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e23a72ee-c4b3-422a-b5e1-7ac2afc0e6fc tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:40:01.270507 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97a6c6f-12c6-424c-9127-d1faa47f0c95 req-5dd3b1ef-adca-4c1e-951b-1ec76ebc4853 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:01.272324 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e97a6c6f-12c6-424c-9127-d1faa47f0c95 req-5dd3b1ef-adca-4c1e-951b-1ec76ebc4853 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ce3aefd-2fbb-435c-bbf2-786788e80d97 HTTP/1.1" status: 200 len: 945 time: 0.2488911 Jan 18 22:40:01.276966 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-8703e079-1d3c-45b1-89a7-9fa91f517ded tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Allocated IP 172.20.0.13 (5201c578-df27-44c4-a99a-6c870b1dd033/a1245e65-5b84-4c80-8e61-d6e55fbffa83/160efc38-b3bd-4c14-90ce-98c50774bbb8) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:40:01.313963 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-80695359-f519-4bfb-bb8b-66b85cfde6be None None] Set router 93573329-e666-4cf4-946c-f5d1f0f8aab2 gateway port host: None {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:40:01.347758 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a72052f2-0bd8-4b5c-bb9c-0c13d83eba38 req-4fe6c107-7df6-4a70-a34e-3166c9ad8d89 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=75c337a0-647f-49a7-9e9b-b45556e7737b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2019405 Jan 18 22:40:01.435003 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-a4587dfd-61a3-43d8-b2ac-746bc22530c1 req-10628844-9f1a-4f0f-95ca-6dad0287f86a tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:01.466140 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e97a6c6f-12c6-424c-9127-d1faa47f0c95 req-b393b733-35f4-4deb-8380-5603ffb70ba6 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e2e22-46f9-42fe-9710-8e464b95d42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810744 Jan 18 22:40:01.479380 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-d260216b-a13d-4afe-82f3-163259883a4d None None] Provisioning complete for port 74f3686a-b8df-40ad-9db4-6c213e320e59 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:40:01.479984 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d260216b-a13d-4afe-82f3-163259883a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:01.502678 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e23a72ee-c4b3-422a-b5e1-7ac2afc0e6fc tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:01.503516 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-e23a72ee-c4b3-422a-b5e1-7ac2afc0e6fc tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Added segment c5b0d96e-8e20-4044-8302-4adb15bcc308 of type vlan for network 0435b8e3-fe71-485c-8782-e6cc47ec0f41 Jan 18 22:40:01.541802 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:01.598661 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port a1f85fa7-e122-4f74-b6c8-ee89eb20c7e1 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:40:01.599309 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:01.650875 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10628844-9f1a-4f0f-95ca-6dad0287f86a tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Pushing event deleted for resources: {'Port': ['ID=da03a90c-5359-4d37-9f0a-8f9b32f4b733,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:01.657885 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e363fbb-3722-4953-ae4b-499dd88a58fb None None] New status for floating IP 4bdb924e-cafd-486d-8376-1916afc5bf64: DOWN {{(pid=102432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 22:40:01.728888 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8703e079-1d3c-45b1-89a7-9fa91f517ded tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:01.780445 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4587dfd-61a3-43d8-b2ac-746bc22530c1 req-10628844-9f1a-4f0f-95ca-6dad0287f86a tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] No DVR routers for this DVR port da03a90c-5359-4d37-9f0a-8f9b32f4b733 on host n-h1-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:40:01.792008 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-a4587dfd-61a3-43d8-b2ac-746bc22530c1 req-10628844-9f1a-4f0f-95ca-6dad0287f86a tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:01.796690 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-a4587dfd-61a3-43d8-b2ac-746bc22530c1 req-10628844-9f1a-4f0f-95ca-6dad0287f86a tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.36 "DELETE /v2.0/ports/da03a90c-5359-4d37-9f0a-8f9b32f4b733 HTTP/1.1" status: 204 len: 173 time: 2.4658382 Jan 18 22:40:01.809593 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '746ebad6-c218-49ba-a20c-55049008117e', 'name': 'network-vif-deleted', 'tag': 'da03a90c-5359-4d37-9f0a-8f9b32f4b733'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:40:01.816738 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc24f49a-da91-4069-9d39-1fdf9a00eb27" -d '{"events": [{"server_uuid": "746ebad6-c218-49ba-a20c-55049008117e", "name": "network-vif-deleted", "tag": "da03a90c-5359-4d37-9f0a-8f9b32f4b733"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:40:01.824051 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8703e079-1d3c-45b1-89a7-9fa91f517ded tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:01.843001 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e23a72ee-c4b3-422a-b5e1-7ac2afc0e6fc tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:01.959059 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e23a72ee-c4b3-422a-b5e1-7ac2afc0e6fc tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:01.978304 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8703e079-1d3c-45b1-89a7-9fa91f517ded tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Network 5201c578-df27-44c4-a99a-6c870b1dd033 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:40:01.982233 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e23a72ee-c4b3-422a-b5e1-7ac2afc0e6fc tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:01.985949 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e23a72ee-c4b3-422a-b5e1-7ac2afc0e6fc tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:01.986656 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-8703e079-1d3c-45b1-89a7-9fa91f517ded tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:40:02.008533 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8703e079-1d3c-45b1-89a7-9fa91f517ded tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:40:02.038491 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-80695359-f519-4bfb-bb8b-66b85cfde6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93573329-e666-4cf4-946c-f5d1f0f8aab2', 'name': 'tempest-RoutersTest-router-1610095358', 'tenant_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:39:40Z', 'updated_at': '2022-01-18T22:39:58Z', 'revision_number': 4, 'project_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'gw_port_host': None, '_interfaces': [{'id': '6b1dc24d-f78b-4df3-98df-43113ab6c6ff', 'name': '', 'network_id': '2dc095b7-226b-4450-a9d8-a6f6fe5567d7', 'tenant_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'mac_address': 'fa:16:3e:45:ea:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93573329-e666-4cf4-946c-f5d1f0f8aab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '10ac1329-d14f-4db4-b6fd-39b267ab621f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:39:55Z', 'updated_at': '2022-01-18T22:39:59Z', 'revision_number': 2, 'project_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'subnets': [{'id': '10ac1329-d14f-4db4-b6fd-39b267ab621f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8dd9d794-3831-46d7-93ad-1f35d5eb718a', 'name': '', 'network_id': 'a1ffb70c-78ee-477f-aca3-3f2bd4e967c6', 'tenant_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'mac_address': 'fa:16:3e:c4:c2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93573329-e666-4cf4-946c-f5d1f0f8aab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': 'c2a5bf2c-e8ec-49d8-9a26-c0985d4fd900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:39:43Z', 'updated_at': '2022-01-18T22:39:49Z', 'revision_number': 5, 'project_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'subnets': [{'id': 'c2a5bf2c-e8ec-49d8-9a26-c0985d4fd900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1f85fa7-e122-4f74-b6c8-ee89eb20c7e1', 'name': '', 'network_id': '84cc1467-0dcf-4285-8e67-855b41004209', 'tenant_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'mac_address': 'fa:16:3e:57:cc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93573329-e666-4cf4-946c-f5d1f0f8aab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3069, 'fixed_ips': [{'subnet_id': '9a4c3cda-b6d7-4e6a-986c-b6b88b223307', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:39:49Z', 'updated_at': '2022-01-18T22:39:57Z', 'revision_number': 5, 'project_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'subnets': [{'id': '9a4c3cda-b6d7-4e6a-986c-b6b88b223307', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:40:02.150221 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-e23a72ee-c4b3-422a-b5e1-7ac2afc0e6fc tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0708230 Jan 18 22:40:02.154489 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 39158) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:40:02.161642 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-fa862fe8-74b1-440b-a4be-cbc32da2c6b2 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Request body: {'subnet': {'network_id': '0435b8e3-fe71-485c-8782-e6cc47ec0f41', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:40:02.190607 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8703e079-1d3c-45b1-89a7-9fa91f517ded tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Pushing event updated for resources: {'Port': ['ID=160efc38-b3bd-4c14-90ce-98c50774bbb8,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:02.213380 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80695359-f519-4bfb-bb8b-66b85cfde6be None None] Checking router: 93573329-e666-4cf4-946c-f5d1f0f8aab2 for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:40:02.222426 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80695359-f519-4bfb-bb8b-66b85cfde6be None None] Updating router 93573329-e666-4cf4-946c-f5d1f0f8aab2 port 6b1dc24d-f78b-4df3-98df-43113ab6c6ff binding host n-d-825064-1 {{(pid=102433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:40:02.265520 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23a72ee-c4b3-422a-b5e1-7ac2afc0e6fc tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Pushing event updated for resources: {'Network': ['ID=0435b8e3-fe71-485c-8782-e6cc47ec0f41,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:02.298080 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa862fe8-74b1-440b-a4be-cbc32da2c6b2 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Made reservation on behalf of bc40d8e6d2ad4b0587a6817944d39c32 for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:40:02.302186 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 0435b8e3-fe71-485c-8782-e6cc47ec0f41 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:40:02.309220 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8703e079-1d3c-45b1-89a7-9fa91f517ded tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:02.310910 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fa862fe8-74b1-440b-a4be-cbc32da2c6b2 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:02.313432 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8703e079-1d3c-45b1-89a7-9fa91f517ded tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:02.338061 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-80695359-f519-4bfb-bb8b-66b85cfde6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:02.365740 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 39162) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:40:02.370053 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-aef8f082-08c4-4445-b6a9-5e8994437ff8 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Request body: {'floatingip': {'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'port_id': '160efc38-b3bd-4c14-90ce-98c50774bbb8', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:40:02.375869 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-8703e079-1d3c-45b1-89a7-9fa91f517ded tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 3.4213440 Jan 18 22:40:02.566980 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-22334f9b-d6b8-4801-9000-bdfef37345a3 req-b02f7862-3b53-4257-9271-a8703fcdc4d1 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=746ebad6-c218-49ba-a20c-55049008117e HTTP/1.1" status: 200 len: 210 time: 0.0685520 Jan 18 22:40:02.647475 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-d260216b-a13d-4afe-82f3-163259883a4d None None] Provisioning complete for port 6b1dc24d-f78b-4df3-98df-43113ab6c6ff triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:40:02.648327 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d260216b-a13d-4afe-82f3-163259883a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:02.740585 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606d7052-22d1-4217-b1b2-7027e8823191 req-ea7967af-6cde-4940-88c4-1f5139fc05c8 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:02.745714 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 74f3686a-b8df-40ad-9db4-6c213e320e59 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:40:02.770992 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-606d7052-22d1-4217-b1b2-7027e8823191 req-ea7967af-6cde-4940-88c4-1f5139fc05c8 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ce3aefd-2fbb-435c-bbf2-786788e80d97 HTTP/1.1" status: 200 len: 945 time: 0.1500058 Jan 18 22:40:02.882506 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-d260216b-a13d-4afe-82f3-163259883a4d None None] Port 6b1dc24d-f78b-4df3-98df-43113ab6c6ff cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:40:02.892093 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-606d7052-22d1-4217-b1b2-7027e8823191 req-7072bc4b-50e8-43c3-9fff-da4d4a2fd7b2 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e2e22-46f9-42fe-9710-8e464b95d42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188900 Jan 18 22:40:02.900537 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 74f3686a-b8df-40ad-9db4-6c213e320e59 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:40:02.900537 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:03.021814 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-618de5d9-d51a-4422-9c61-6df22a0ef86d None None] Provisioning complete for port 6b1dc24d-f78b-4df3-98df-43113ab6c6ff triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:40:03.022251 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-618de5d9-d51a-4422-9c61-6df22a0ef86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:03.048472 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-80695359-f519-4bfb-bb8b-66b85cfde6be None None] Notify callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:03.074231 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-80695359-f519-4bfb-bb8b-66b85cfde6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:03.089300 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-618de5d9-d51a-4422-9c61-6df22a0ef86d None None] Port 6b1dc24d-f78b-4df3-98df-43113ab6c6ff cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:40:03.138098 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfa9f6c-6bde-4d7d-8c60-3318f7f1738e None None] Pushing event updated for resources: {'Port': ['ID=6b1dc24d-f78b-4df3-98df-43113ab6c6ff,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:03.216182 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 829d9156-8864-49c4-b4fc-3838cbb2498b up at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:40:03.285991 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-80695359-f519-4bfb-bb8b-66b85cfde6be None None] Attempting to bind port 6b1dc24d-f78b-4df3-98df-43113ab6c6ff on host n-d-825064-1 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:40:03.286571 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-80695359-f519-4bfb-bb8b-66b85cfde6be None None] Attempting to bind port 6b1dc24d-f78b-4df3-98df-43113ab6c6ff by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': 'c38ea20a-e367-49ce-bba3-388d8d874b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2dc095b7-226b-4450-a9d8-a6f6fe5567d7'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:40:03.286752 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80695359-f519-4bfb-bb8b-66b85cfde6be None None] Attempting to bind port 6b1dc24d-f78b-4df3-98df-43113ab6c6ff on network 2dc095b7-226b-4450-a9d8-a6f6fe5567d7 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:40:03.298424 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80695359-f519-4bfb-bb8b-66b85cfde6be None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:40:03.298803 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80695359-f519-4bfb-bb8b-66b85cfde6be None None] Checking segment: {'id': 'c38ea20a-e367-49ce-bba3-388d8d874b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2dc095b7-226b-4450-a9d8-a6f6fe5567d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:40:03.299208 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-80695359-f519-4bfb-bb8b-66b85cfde6be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:03.299603 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80695359-f519-4bfb-bb8b-66b85cfde6be None None] Bound using segment: {'id': 'c38ea20a-e367-49ce-bba3-388d8d874b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2dc095b7-226b-4450-a9d8-a6f6fe5567d7'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:40:03.300081 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-80695359-f519-4bfb-bb8b-66b85cfde6be None None] Bound port: 6b1dc24d-f78b-4df3-98df-43113ab6c6ff, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c38ea20a-e367-49ce-bba3-388d8d874b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2dc095b7-226b-4450-a9d8-a6f6fe5567d7'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:40:03.300480 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-80695359-f519-4bfb-bb8b-66b85cfde6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:03.337230 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning for port 829d9156-8864-49c4-b4fc-3838cbb2498b completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:40:03.341436 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning complete for port 829d9156-8864-49c4-b4fc-3838cbb2498b triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:40:03.341805 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:03.420233 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2554509-bc04-42dd-bd45-5780c6290f15 x-openstack-request-id: req-d2554509-bc04-42dd-bd45-5780c6290f15 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:40:03.420829 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "746ebad6-c218-49ba-a20c-55049008117e", "name": "network-vif-deleted", "tag": "da03a90c-5359-4d37-9f0a-8f9b32f4b733", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:40:03.420829 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d2554509-bc04-42dd-bd45-5780c6290f15 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:40:03.421795 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '746ebad6-c218-49ba-a20c-55049008117e', 'name': 'network-vif-deleted', 'tag': 'da03a90c-5359-4d37-9f0a-8f9b32f4b733', 'status': 'completed', 'code': 200} Jan 18 22:40:03.432015 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-aef8f082-08c4-4445-b6a9-5e8994437ff8 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks [] for floatingip, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:03.454190 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-80695359-f519-4bfb-bb8b-66b85cfde6be None None] For port 6b1dc24d-f78b-4df3-98df-43113ab6c6ff, host n-d-825064-1, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:40:03.465414 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-80695359-f519-4bfb-bb8b-66b85cfde6be None None] For port 6b1dc24d-f78b-4df3-98df-43113ab6c6ff, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=6b1dc24d-f78b-4df3-98df-43113ab6c6ff,segment=NetworkSegment(c38ea20a-e367-49ce-bba3-388d8d874b0b),segment_id=c38ea20a-e367-49ce-bba3-388d8d874b0b)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:40:03.480837 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-80695359-f519-4bfb-bb8b-66b85cfde6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:03.505354 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:03.557783 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80695359-f519-4bfb-bb8b-66b85cfde6be None None] Routers {'93573329-e666-4cf4-946c-f5d1f0f8aab2'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:40:03.558548 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-80695359-f519-4bfb-bb8b-66b85cfde6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:39:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['93573329-e666-4cf4-946c-f5d1f0f8aab2'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:40:03.567764 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 829d9156-8864-49c4-b4fc-3838cbb2498b, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=829d9156-8864-49c4-b4fc-3838cbb2498b,segment=NetworkSegment(dfaa1994-2fdd-4a54-9d15-02069c3ace9d),segment_id=dfaa1994-2fdd-4a54-9d15-02069c3ace9d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:40:03.569183 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ce3aefd-2fbb-435c-bbf2-786788e80d97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '829d9156-8864-49c4-b4fc-3838cbb2498b'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:40:03.572673 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffd4db59-ff7f-4545-bbd1-6b1d371aca6a" -d '{"events": [{"server_uuid": "9ce3aefd-2fbb-435c-bbf2-786788e80d97", "name": "network-vif-plugged", "status": "completed", "tag": "829d9156-8864-49c4-b4fc-3838cbb2498b"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:40:03.581144 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:03.673903 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfa9f6c-6bde-4d7d-8c60-3318f7f1738e None None] Pushing event updated for resources: {'Port': ['ID=6b1dc24d-f78b-4df3-98df-43113ab6c6ff,revision_number=4']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:03.675270 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 39206) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:40:03.707300 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-80695359-f519-4bfb-bb8b-66b85cfde6be None None] Set router 93573329-e666-4cf4-946c-f5d1f0f8aab2 gateway port host: None {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:40:03.895582 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dce5347c-db20-4735-bc02-47c79a89cc9b x-openstack-request-id: req-dce5347c-db20-4735-bc02-47c79a89cc9b {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:40:03.896030 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ce3aefd-2fbb-435c-bbf2-786788e80d97", "name": "network-vif-plugged", "status": "completed", "tag": "829d9156-8864-49c4-b4fc-3838cbb2498b", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:40:03.897306 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dce5347c-db20-4735-bc02-47c79a89cc9b {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:40:03.900946 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ce3aefd-2fbb-435c-bbf2-786788e80d97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '829d9156-8864-49c4-b4fc-3838cbb2498b', 'code': 200} Jan 18 22:40:03.901767 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=829d9156-8864-49c4-b4fc-3838cbb2498b,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:03.969172 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a514b717-8e1d-4970-a991-52c74ee1d050 req-f600dd5b-6143-41c5-9ab7-2e0dfcc08393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:03.970689 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-a514b717-8e1d-4970-a991-52c74ee1d050 req-f600dd5b-6143-41c5-9ab7-2e0dfcc08393 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9ce3aefd-2fbb-435c-bbf2-786788e80d97 HTTP/1.1" status: 200 len: 1097 time: 0.2198856 Jan 18 22:40:03.972388 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-64f1a9a3-4d8d-4c0e-8e5c-12bf337e70ea None None] Provisioning complete for port 6b1dc24d-f78b-4df3-98df-43113ab6c6ff triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:40:03.975499 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-64f1a9a3-4d8d-4c0e-8e5c-12bf337e70ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:04.183775 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fa862fe8-74b1-440b-a4be-cbc32da2c6b2 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:04.262138 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c466794-77a2-4563-8827-5c67388fc0e3 req-0ac4d281-7d2a-4df8-ab9c-9cc0cdbbb685 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:04.263413 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-80695359-f519-4bfb-bb8b-66b85cfde6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93573329-e666-4cf4-946c-f5d1f0f8aab2', 'name': 'tempest-RoutersTest-router-1610095358', 'tenant_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:39:40Z', 'updated_at': '2022-01-18T22:39:58Z', 'revision_number': 4, 'project_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'gw_port_host': None, '_interfaces': [{'id': '6b1dc24d-f78b-4df3-98df-43113ab6c6ff', 'name': '', 'network_id': '2dc095b7-226b-4450-a9d8-a6f6fe5567d7', 'tenant_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'mac_address': 'fa:16:3e:45:ea:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93573329-e666-4cf4-946c-f5d1f0f8aab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '10ac1329-d14f-4db4-b6fd-39b267ab621f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:39:55Z', 'updated_at': '2022-01-18T22:40:03Z', 'revision_number': 4, 'project_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'subnets': [{'id': '10ac1329-d14f-4db4-b6fd-39b267ab621f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8dd9d794-3831-46d7-93ad-1f35d5eb718a', 'name': '', 'network_id': 'a1ffb70c-78ee-477f-aca3-3f2bd4e967c6', 'tenant_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'mac_address': 'fa:16:3e:c4:c2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93573329-e666-4cf4-946c-f5d1f0f8aab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': 'c2a5bf2c-e8ec-49d8-9a26-c0985d4fd900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:39:43Z', 'updated_at': '2022-01-18T22:39:49Z', 'revision_number': 5, 'project_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'subnets': [{'id': 'c2a5bf2c-e8ec-49d8-9a26-c0985d4fd900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1f85fa7-e122-4f74-b6c8-ee89eb20c7e1', 'name': '', 'network_id': '84cc1467-0dcf-4285-8e67-855b41004209', 'tenant_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'mac_address': 'fa:16:3e:57:cc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93573329-e666-4cf4-946c-f5d1f0f8aab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3069, 'fixed_ips': [{'subnet_id': '9a4c3cda-b6d7-4e6a-986c-b6b88b223307', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:39:49Z', 'updated_at': '2022-01-18T22:39:57Z', 'revision_number': 5, 'project_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'subnets': [{'id': '9a4c3cda-b6d7-4e6a-986c-b6b88b223307', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:40:04.267547 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-64f1a9a3-4d8d-4c0e-8e5c-12bf337e70ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:04.270185 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9c466794-77a2-4563-8827-5c67388fc0e3 req-0ac4d281-7d2a-4df8-ab9c-9cc0cdbbb685 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ce3aefd-2fbb-435c-bbf2-786788e80d97 HTTP/1.1" status: 200 len: 946 time: 0.1363029 Jan 18 22:40:04.284284 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-a514b717-8e1d-4970-a991-52c74ee1d050 req-dd07ad76-7502-4ded-b499-258602785919 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8e7e2e22-46f9-42fe-9710-8e464b95d42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017516 Jan 18 22:40:04.322202 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80695359-f519-4bfb-bb8b-66b85cfde6be None None] The sync data for ids ['93573329-e666-4cf4-946c-f5d1f0f8aab2'] in n-d-825064-1 is: [{'id': '93573329-e666-4cf4-946c-f5d1f0f8aab2', 'name': 'tempest-RoutersTest-router-1610095358', 'tenant_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:39:40Z', 'updated_at': '2022-01-18T22:39:58Z', 'revision_number': 4, 'project_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'gw_port_host': None, '_interfaces': [{'id': '6b1dc24d-f78b-4df3-98df-43113ab6c6ff', 'name': '', 'network_id': '2dc095b7-226b-4450-a9d8-a6f6fe5567d7', 'tenant_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'mac_address': 'fa:16:3e:45:ea:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93573329-e666-4cf4-946c-f5d1f0f8aab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '10ac1329-d14f-4db4-b6fd-39b267ab621f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:39:55Z', 'updated_at': '2022-01-18T22:40:03Z', 'revision_number': 4, 'project_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'subnets': [{'id': '10ac1329-d14f-4db4-b6fd-39b267ab621f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8dd9d794-3831-46d7-93ad-1f35d5eb718a', 'name': '', 'network_id': 'a1ffb70c-78ee-477f-aca3-3f2bd4e967c6', 'tenant_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'mac_address': 'fa:16:3e:c4:c2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93573329-e666-4cf4-946c-f5d1f0f8aab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': 'c2a5bf2c-e8ec-49d8-9a26-c0985d4fd900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:39:43Z', 'updated_at': '2022-01-18T22:39:49Z', 'revision_number': 5, 'project_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'subnets': [{'id': 'c2a5bf2c-e8ec-49d8-9a26-c0985d4fd900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1f85fa7-e122-4f74-b6c8-ee89eb20c7e1', 'name': '', 'network_id': '84cc1467-0dcf-4285-8e67-855b41004209', 'tenant_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'mac_address': 'fa:16:3e:57:cc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93573329-e666-4cf4-946c-f5d1f0f8aab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3069, 'fixed_ips': [{'subnet_id': '9a4c3cda-b6d7-4e6a-986c-b6b88b223307', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:39:49Z', 'updated_at': '2022-01-18T22:39:57Z', 'revision_number': 5, 'project_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'subnets': [{'id': '9a4c3cda-b6d7-4e6a-986c-b6b88b223307', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:40:04.325807 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-aef8f082-08c4-4445-b6a9-5e8994437ff8 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:04.355103 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-64f1a9a3-4d8d-4c0e-8e5c-12bf337e70ea None None] For port 6b1dc24d-f78b-4df3-98df-43113ab6c6ff, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=6b1dc24d-f78b-4df3-98df-43113ab6c6ff,segment=NetworkSegment(c38ea20a-e367-49ce-bba3-388d8d874b0b),segment_id=c38ea20a-e367-49ce-bba3-388d8d874b0b)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:40:04.360948 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-64f1a9a3-4d8d-4c0e-8e5c-12bf337e70ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:04.363726 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9c466794-77a2-4563-8827-5c67388fc0e3 req-6b161cd7-826b-41c8-bfaa-b039c20afc88 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e2e22-46f9-42fe-9710-8e464b95d42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924437 Jan 18 22:40:04.450729 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa862fe8-74b1-440b-a4be-cbc32da2c6b2 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Pushing event updated for resources: {'Subnet': ['ID=e005ba8c-8e92-4fd4-a0e2-cd9a68406fa5,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:04.466006 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa862fe8-74b1-440b-a4be-cbc32da2c6b2 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Checking segment: {'id': 'c5b0d96e-8e20-4044-8302-4adb15bcc308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0435b8e3-fe71-485c-8782-e6cc47ec0f41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:40:04.466716 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa862fe8-74b1-440b-a4be-cbc32da2c6b2 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Network hostable DHCP agents. Network: 0435b8e3-fe71-485c-8782-e6cc47ec0f41, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:40:04.518796 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f1a9a3-4d8d-4c0e-8e5c-12bf337e70ea None None] Pushing event updated for resources: {'Port': ['ID=6b1dc24d-f78b-4df3-98df-43113ab6c6ff,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:04.538060 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa862fe8-74b1-440b-a4be-cbc32da2c6b2 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Network 0435b8e3-fe71-485c-8782-e6cc47ec0f41 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:40:04.562655 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-92e51062-9809-4470-be28-b0b5329cb640 None None] Provisioning complete for port 6b1dc24d-f78b-4df3-98df-43113ab6c6ff triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:40:04.564585 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-92e51062-9809-4470-be28-b0b5329cb640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:04.574352 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-fa862fe8-74b1-440b-a4be-cbc32da2c6b2 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 0435b8e3-fe71-485c-8782-e6cc47ec0f41) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:40:04.609271 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa862fe8-74b1-440b-a4be-cbc32da2c6b2 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:04.610249 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fa862fe8-74b1-440b-a4be-cbc32da2c6b2 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:04.615234 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-aef8f082-08c4-4445-b6a9-5e8994437ff8 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Allocated IP 172.25.5.87 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/869426b2-b7fd-48cc-be69-be0f57b2969d) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:40:04.647909 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-fa862fe8-74b1-440b-a4be-cbc32da2c6b2 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4923346 Jan 18 22:40:04.649506 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 39244) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:40:04.653793 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a7700b-4fc8-465e-bcdb-f660e64b9b4e None None] Network 0435b8e3-fe71-485c-8782-e6cc47ec0f41 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:40:04.738816 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 6b1dc24d-f78b-4df3-98df-43113ab6c6ff up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:40:04.802660 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-aef8f082-08c4-4445-b6a9-5e8994437ff8 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:04.867498 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-aef8f082-08c4-4445-b6a9-5e8994437ff8 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:04.938534 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef8f082-08c4-4445-b6a9-5e8994437ff8 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:40:04.942340 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-aef8f082-08c4-4445-b6a9-5e8994437ff8 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:40:04.946010 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef8f082-08c4-4445-b6a9-5e8994437ff8 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:40:05.028722 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef8f082-08c4-4445-b6a9-5e8994437ff8 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Pushing event updated for resources: {'Port': ['ID=869426b2-b7fd-48cc-be69-be0f57b2969d,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:05.249447 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 39262) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:40:05.403960 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a342a1d5-6f2a-4ea7-a06b-66de0f9bc7ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-0435b8e3-fe71-485c-8782-e6cc47ec0f41', 'network_id': '0435b8e3-fe71-485c-8782-e6cc47ec0f41', 'tenant_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'fixed_ips': [{'subnet_id': 'e005ba8c-8e92-4fd4-a0e2-cd9a68406fa5'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:40:05.404869 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a342a1d5-6f2a-4ea7-a06b-66de0f9bc7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:05.422585 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 6b1dc24d-f78b-4df3-98df-43113ab6c6ff triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:40:05.433918 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:05.531509 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4cff15dd-bbd9-4262-889e-6dc390f1925d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:05.824503 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4cff15dd-bbd9-4262-889e-6dc390f1925d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:05.841075 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4cff15dd-bbd9-4262-889e-6dc390f1925d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:05.849464 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-a342a1d5-6f2a-4ea7-a06b-66de0f9bc7ce None None] Allocated IP 172.23.0.2 (0435b8e3-fe71-485c-8782-e6cc47ec0f41/e005ba8c-8e92-4fd4-a0e2-cd9a68406fa5/20dd0174-73c0-4977-ab31-bbf9ab0c96e0) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:40:05.874560 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-aef8f082-08c4-4445-b6a9-5e8994437ff8 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:05.892208 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252347c1-2bc8-46e8-9692-548e54170bc0 req-ed486c86-7455-4ca8-af8c-bfe489b84709 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:05.894594 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-252347c1-2bc8-46e8-9692-548e54170bc0 req-ed486c86-7455-4ca8-af8c-bfe489b84709 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ce3aefd-2fbb-435c-bbf2-786788e80d97 HTTP/1.1" status: 200 len: 946 time: 0.3258405 Jan 18 22:40:05.928779 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cff15dd-bbd9-4262-889e-6dc390f1925d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2978f93b-f7ec-45c8-a488-23db0afd926f,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:05.941105 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-4cff15dd-bbd9-4262-889e-6dc390f1925d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b6cdb337fb0d4e8fbf6209fdd22e62d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6880534 Jan 18 22:40:05.943190 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 39284) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:40:06.011063 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5d8fa2be-6dd5-480e-bb13-92c81068bc13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:06.012978 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-56a44622-8e43-4089-b977-5c8f5cb94730 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1041027'] for router_interface, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:06.049644 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-aef8f082-08c4-4445-b6a9-5e8994437ff8 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:06.112828 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5d8fa2be-6dd5-480e-bb13-92c81068bc13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:06.143634 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a342a1d5-6f2a-4ea7-a06b-66de0f9bc7ce None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:06.153634 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a342a1d5-6f2a-4ea7-a06b-66de0f9bc7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:06.156488 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-252347c1-2bc8-46e8-9692-548e54170bc0 req-96c865dc-2da0-4c7a-8af6-8166aa4d8ceb tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e2e22-46f9-42fe-9710-8e464b95d42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917996 Jan 18 22:40:06.219599 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a342a1d5-6f2a-4ea7-a06b-66de0f9bc7ce None None] Network 0435b8e3-fe71-485c-8782-e6cc47ec0f41 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:40:06.222622 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-a342a1d5-6f2a-4ea7-a06b-66de0f9bc7ce None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:40:06.229229 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a342a1d5-6f2a-4ea7-a06b-66de0f9bc7ce None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:40:06.260489 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5d8fa2be-6dd5-480e-bb13-92c81068bc13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:06.263602 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5d8fa2be-6dd5-480e-bb13-92c81068bc13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:06.265200 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-5d8fa2be-6dd5-480e-bb13-92c81068bc13 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2978f93b-f7ec-45c8-a488-23db0afd926f HTTP/1.1" status: 204 len: 168 time: 0.3210196 Jan 18 22:40:06.282478 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8fa2be-6dd5-480e-bb13-92c81068bc13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2978f93b-f7ec-45c8-a488-23db0afd926f,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:06.311069 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-aef8f082-08c4-4445-b6a9-5e8994437ff8 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:06.317642 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-aef8f082-08c4-4445-b6a9-5e8994437ff8 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:06.351200 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a342a1d5-6f2a-4ea7-a06b-66de0f9bc7ce None None] Pushing event updated for resources: {'Port': ['ID=20dd0174-73c0-4977-ab31-bbf9ab0c96e0,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:06.402539 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-a342a1d5-6f2a-4ea7-a06b-66de0f9bc7ce None None] Attempting to bind port 20dd0174-73c0-4977-ab31-bbf9ab0c96e0 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:40:06.404794 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-a342a1d5-6f2a-4ea7-a06b-66de0f9bc7ce None None] Attempting to bind port 20dd0174-73c0-4977-ab31-bbf9ab0c96e0 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': 'c5b0d96e-8e20-4044-8302-4adb15bcc308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0435b8e3-fe71-485c-8782-e6cc47ec0f41'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:40:06.406268 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a342a1d5-6f2a-4ea7-a06b-66de0f9bc7ce None None] Attempting to bind port 20dd0174-73c0-4977-ab31-bbf9ab0c96e0 on network 0435b8e3-fe71-485c-8782-e6cc47ec0f41 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:40:06.418759 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a342a1d5-6f2a-4ea7-a06b-66de0f9bc7ce None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:40:06.420284 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a342a1d5-6f2a-4ea7-a06b-66de0f9bc7ce None None] Checking segment: {'id': 'c5b0d96e-8e20-4044-8302-4adb15bcc308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0435b8e3-fe71-485c-8782-e6cc47ec0f41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:40:06.421797 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a342a1d5-6f2a-4ea7-a06b-66de0f9bc7ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:06.421961 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a342a1d5-6f2a-4ea7-a06b-66de0f9bc7ce None None] Bound using segment: {'id': 'c5b0d96e-8e20-4044-8302-4adb15bcc308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0435b8e3-fe71-485c-8782-e6cc47ec0f41'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:40:06.423768 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-a342a1d5-6f2a-4ea7-a06b-66de0f9bc7ce None None] Bound port: 20dd0174-73c0-4977-ab31-bbf9ab0c96e0, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5b0d96e-8e20-4044-8302-4adb15bcc308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0435b8e3-fe71-485c-8782-e6cc47ec0f41'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:40:06.425244 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a342a1d5-6f2a-4ea7-a06b-66de0f9bc7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:06.436431 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef8f082-08c4-4445-b6a9-5e8994437ff8 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Pushing event updated for resources: {'Port': ['ID=869426b2-b7fd-48cc-be69-be0f57b2969d,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:06.450224 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-19b72e02-be03-4aac-bc73-f7f815b15c8f tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:06.467152 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-aef8f082-08c4-4445-b6a9-5e8994437ff8 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043075'] for floatingip, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:06.575202 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-a342a1d5-6f2a-4ea7-a06b-66de0f9bc7ce None None] For port 20dd0174-73c0-4977-ab31-bbf9ab0c96e0, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:40:06.579723 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-a342a1d5-6f2a-4ea7-a06b-66de0f9bc7ce None None] For port 20dd0174-73c0-4977-ab31-bbf9ab0c96e0, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=20dd0174-73c0-4977-ab31-bbf9ab0c96e0,segment=NetworkSegment(c5b0d96e-8e20-4044-8302-4adb15bcc308),segment_id=c5b0d96e-8e20-4044-8302-4adb15bcc308)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:40:06.586210 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a342a1d5-6f2a-4ea7-a06b-66de0f9bc7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:06.689515 n-d-825064-1 neutron-server[102431]: INFO neutron.db.l3_db [None req-aef8f082-08c4-4445-b6a9-5e8994437ff8 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Floating IP 625f7b07-0446-4895-acc5-e49adc372399 associated. External IP: 172.25.5.87, port: 160efc38-b3bd-4c14-90ce-98c50774bbb8. Jan 18 22:40:06.690947 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 6b1dc24d-f78b-4df3-98df-43113ab6c6ff up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:40:06.792642 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a342a1d5-6f2a-4ea7-a06b-66de0f9bc7ce None None] Pushing event updated for resources: {'Port': ['ID=20dd0174-73c0-4977-ab31-bbf9ab0c96e0,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:06.825561 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 6b1dc24d-f78b-4df3-98df-43113ab6c6ff triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:40:06.826194 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:06.859961 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 39300) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:40:06.891706 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-13eee16b-240c-49d0-898c-8cb4646bc2f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:07.179483 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-56a44622-8e43-4089-b977-5c8f5cb94730 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Deleting port 02651cda-dbde-40fd-bfa7-feb914218fe1 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:40:07.180062 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-56a44622-8e43-4089-b977-5c8f5cb94730 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:07.231954 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aef8f082-08c4-4445-b6a9-5e8994437ff8 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Router 2a7e88ce-b2f9-4963-9733-df396136ee8c has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:40:07.246423 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-13eee16b-240c-49d0-898c-8cb4646bc2f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:07.256626 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-13eee16b-240c-49d0-898c-8cb4646bc2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:07.307562 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-19b72e02-be03-4aac-bc73-f7f815b15c8f tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Allocated IP 172.23.0.1 (0435b8e3-fe71-485c-8782-e6cc47ec0f41/e005ba8c-8e92-4fd4-a0e2-cd9a68406fa5/b4e28310-9e7f-4832-9c8b-db9d711e4ab8) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:40:07.363049 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-13eee16b-240c-49d0-898c-8cb4646bc2f4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6c2b741cf1484ee0be66a487a39bc9bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4990599 Jan 18 22:40:07.364047 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 39316) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:40:07.374012 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eee16b-240c-49d0-898c-8cb4646bc2f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a9f60b7-3b67-49d8-9f8b-b51291872902,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:07.394604 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-56a44622-8e43-4089-b977-5c8f5cb94730 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] For port 02651cda-dbde-40fd-bfa7-feb914218fe1, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=02651cda-dbde-40fd-bfa7-feb914218fe1,segment=NetworkSegment(4a0026ab-4bcd-4b31-8ba0-9267266416e1),segment_id=4a0026ab-4bcd-4b31-8ba0-9267266416e1)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:40:07.395168 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-56a44622-8e43-4089-b977-5c8f5cb94730 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:07.440795 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789cabf5-9a68-4542-9902-22fc7fdd9751 req-06f2744b-52e5-4439-87e8-51c394abf411 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:07.442619 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-789cabf5-9a68-4542-9902-22fc7fdd9751 req-06f2744b-52e5-4439-87e8-51c394abf411 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ce3aefd-2fbb-435c-bbf2-786788e80d97 HTTP/1.1" status: 200 len: 946 time: 0.1569712 Jan 18 22:40:07.460726 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aef8f082-08c4-4445-b6a9-5e8994437ff8 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:40:07.466460 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c1180b9d-7a94-488a-bea5-fa0487d2e673 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:07.470453 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-56a44622-8e43-4089-b977-5c8f5cb94730 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Calling delete_port for 02651cda-dbde-40fd-bfa7-feb914218fe1 owned by network:router_interface {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:40:07.479693 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b159bf5b-01eb-44f2-ac0b-ee1e6aa6eada None None] Sync routers for ids ['2a7e88ce-b2f9-4963-9733-df396136ee8c'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:40:07.497207 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b159bf5b-01eb-44f2-ac0b-ee1e6aa6eada None None] Routers {'2a7e88ce-b2f9-4963-9733-df396136ee8c'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:40:07.498361 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-b159bf5b-01eb-44f2-ac0b-ee1e6aa6eada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:39:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['2a7e88ce-b2f9-4963-9733-df396136ee8c'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:40:07.499303 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-aef8f082-08c4-4445-b6a9-5e8994437ff8 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:07.526074 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c1180b9d-7a94-488a-bea5-fa0487d2e673 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:07.547479 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-aef8f082-08c4-4445-b6a9-5e8994437ff8 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.1807394 Jan 18 22:40:07.550226 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 39318) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:40:07.555034 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-2600838f-8633-4a3f-8af6-adce0edd79fe tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Request body: {'floatingip': {'port_id': '160efc38-b3bd-4c14-90ce-98c50774bbb8', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:40:07.584445 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-789cabf5-9a68-4542-9902-22fc7fdd9751 req-def2953e-893a-4306-8135-bcfd6bd0da89 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e2e22-46f9-42fe-9710-8e464b95d42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108992 Jan 18 22:40:07.657872 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-b159bf5b-01eb-44f2-ac0b-ee1e6aa6eada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:40:07.663907 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-19b72e02-be03-4aac-bc73-f7f815b15c8f tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:07.673458 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b159bf5b-01eb-44f2-ac0b-ee1e6aa6eada None None] Routers {'2a7e88ce-b2f9-4963-9733-df396136ee8c'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:40:07.674690 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-b159bf5b-01eb-44f2-ac0b-ee1e6aa6eada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:39:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['2a7e88ce-b2f9-4963-9733-df396136ee8c'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:40:07.683197 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2600838f-8633-4a3f-8af6-adce0edd79fe tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks [] for floatingip, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:07.722453 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-b159bf5b-01eb-44f2-ac0b-ee1e6aa6eada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:40:07.723111 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b159bf5b-01eb-44f2-ac0b-ee1e6aa6eada None None] The sync data for ids ['2a7e88ce-b2f9-4963-9733-df396136ee8c'] in n-d-825064-1 is: [] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:40:07.742809 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c1180b9d-7a94-488a-bea5-fa0487d2e673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:07.746810 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c1180b9d-7a94-488a-bea5-fa0487d2e673 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:07.748298 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-c1180b9d-7a94-488a-bea5-fa0487d2e673 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9a9f60b7-3b67-49d8-9f8b-b51291872902 HTTP/1.1" status: 204 len: 168 time: 0.3834479 Jan 18 22:40:07.759010 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-19b72e02-be03-4aac-bc73-f7f815b15c8f tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:07.781513 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1180b9d-7a94-488a-bea5-fa0487d2e673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a9f60b7-3b67-49d8-9f8b-b51291872902,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:07.888884 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b72e02-be03-4aac-bc73-f7f815b15c8f tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Pushing event updated for resources: {'Port': ['ID=b4e28310-9e7f-4832-9c8b-db9d711e4ab8,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:07.924332 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b72e02-be03-4aac-bc73-f7f815b15c8f tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Network 0435b8e3-fe71-485c-8782-e6cc47ec0f41 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:40:07.952686 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-19b72e02-be03-4aac-bc73-f7f815b15c8f tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:40:07.964772 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b72e02-be03-4aac-bc73-f7f815b15c8f tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:40:08.189928 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5f11a3-034f-4960-abe5-85505901c0be req-f7a4b278-fec0-40c6-9b49-89d36663a54a tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:08.211893 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9e5f11a3-034f-4960-abe5-85505901c0be req-f7a4b278-fec0-40c6-9b49-89d36663a54a tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=1907e86d-42b9-4612-b8bb-ebe5d50d91a0 HTTP/1.1" status: 200 len: 946 time: 0.4713559 Jan 18 22:40:08.217296 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-56a44622-8e43-4089-b977-5c8f5cb94730 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:08.317878 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a44622-8e43-4089-b977-5c8f5cb94730 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Pushing event deleted for resources: {'Port': ['ID=02651cda-dbde-40fd-bfa7-feb914218fe1,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:08.318382 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43e4a25-a6c6-4635-96e1-78c2a72bcfff None None] Network 0435b8e3-fe71-485c-8782-e6cc47ec0f41 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:40:08.322355 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-19b72e02-be03-4aac-bc73-f7f815b15c8f tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1040954'] for router_interface, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:08.461881 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9e5f11a3-034f-4960-abe5-85505901c0be req-d5563584-baa8-47ca-a3d6-b9f695a7db14 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e2e22-46f9-42fe-9710-8e464b95d42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489491 Jan 18 22:40:08.672240 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-386861e8-8754-48cd-b6d3-74c65beb9b71 None None] Provisioning complete for port 20dd0174-73c0-4977-ab31-bbf9ab0c96e0 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:40:08.674347 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-386861e8-8754-48cd-b6d3-74c65beb9b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:08.755286 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2600838f-8633-4a3f-8af6-adce0edd79fe tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:08.761319 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2600838f-8633-4a3f-8af6-adce0edd79fe tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043075'] for floatingip, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:08.890852 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 20dd0174-73c0-4977-ab31-bbf9ab0c96e0 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:40:08.939219 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-19b72e02-be03-4aac-bc73-f7f815b15c8f tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:08.968464 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac292f9-e22f-4b07-aa33-edf15641149d req-88ab0dbf-1a08-4c33-919b-92ebbe150a0e tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:08.970063 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9ac292f9-e22f-4b07-aa33-edf15641149d req-88ab0dbf-1a08-4c33-919b-92ebbe150a0e tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ce3aefd-2fbb-435c-bbf2-786788e80d97 HTTP/1.1" status: 200 len: 946 time: 0.3075273 Jan 18 22:40:09.068307 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 20dd0174-73c0-4977-ab31-bbf9ab0c96e0 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:40:09.068984 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:09.118483 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-386861e8-8754-48cd-b6d3-74c65beb9b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:09.255129 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-386861e8-8754-48cd-b6d3-74c65beb9b71 None None] For port 20dd0174-73c0-4977-ab31-bbf9ab0c96e0, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=20dd0174-73c0-4977-ab31-bbf9ab0c96e0,segment=NetworkSegment(c5b0d96e-8e20-4044-8302-4adb15bcc308),segment_id=c5b0d96e-8e20-4044-8302-4adb15bcc308)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:40:09.261700 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-386861e8-8754-48cd-b6d3-74c65beb9b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:09.267780 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-56a44622-8e43-4089-b977-5c8f5cb94730 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-613841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1046579'] for router_interface, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:09.297856 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:09.396901 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2600838f-8633-4a3f-8af6-adce0edd79fe tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Router 2a7e88ce-b2f9-4963-9733-df396136ee8c has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:40:09.407791 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386861e8-8754-48cd-b6d3-74c65beb9b71 None None] Pushing event updated for resources: {'Port': ['ID=20dd0174-73c0-4977-ab31-bbf9ab0c96e0,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:09.412851 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9ac292f9-e22f-4b07-aa33-edf15641149d req-a3fc4280-954e-46c8-940e-6956fc28d85d tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e2e22-46f9-42fe-9710-8e464b95d42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3831725 Jan 18 22:40:09.481953 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.db.api [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 22:40:09.482325 n-d-825064-1 neutron-server[102432]: DEBUG oslo_db.api [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 22:40:09.710656 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-06ff53a9-9ebe-4071-a9d7-752220dea1a4 None None] Provisioning complete for port b4e28310-9e7f-4832-9c8b-db9d711e4ab8 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:40:09.711036 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-06ff53a9-9ebe-4071-a9d7-752220dea1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:09.810752 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-06ff53a9-9ebe-4071-a9d7-752220dea1a4 None None] Port b4e28310-9e7f-4832-9c8b-db9d711e4ab8 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:40:09.833261 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-06ff53a9-9ebe-4071-a9d7-752220dea1a4 None None] Provisioning complete for port 20dd0174-73c0-4977-ab31-bbf9ab0c96e0 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:40:09.833737 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-06ff53a9-9ebe-4071-a9d7-752220dea1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:10.191357 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-fa694652-45a6-491f-91ff-5a6f6108b7b5 None None] Provisioning complete for port b4e28310-9e7f-4832-9c8b-db9d711e4ab8 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:40:10.191745 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fa694652-45a6-491f-91ff-5a6f6108b7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:10.253881 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-fa694652-45a6-491f-91ff-5a6f6108b7b5 None None] Port b4e28310-9e7f-4832-9c8b-db9d711e4ab8 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:40:10.319046 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 39424) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:40:10.323935 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2600838f-8633-4a3f-8af6-adce0edd79fe tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:40:10.329190 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2600838f-8633-4a3f-8af6-adce0edd79fe tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:10.334487 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e6141f-b7d6-4674-971c-2fb347688aa7 None None] Sync routers for ids ['2a7e88ce-b2f9-4963-9733-df396136ee8c'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:40:10.351757 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e6141f-b7d6-4674-971c-2fb347688aa7 None None] Routers {'2a7e88ce-b2f9-4963-9733-df396136ee8c'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:40:10.365537 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-e8e6141f-b7d6-4674-971c-2fb347688aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:39:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['2a7e88ce-b2f9-4963-9733-df396136ee8c'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:40:10.389988 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-2600838f-8633-4a3f-8af6-adce0edd79fe tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] 10.222.0.53 "PUT /v2.0/floatingips/625f7b07-0446-4895-acc5-e49adc372399 HTTP/1.1" status: 200 len: 977 time: 2.8386717 Jan 18 22:40:10.390678 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 39430) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:40:10.441516 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc8719c-d730-47f6-bef3-ac02a36ef185 req-84e57993-212b-4311-917e-804347709fe8 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:10.442976 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5bc8719c-d730-47f6-bef3-ac02a36ef185 req-84e57993-212b-4311-917e-804347709fe8 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ce3aefd-2fbb-435c-bbf2-786788e80d97 HTTP/1.1" status: 200 len: 946 time: 0.3439484 Jan 18 22:40:10.449657 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-19b72e02-be03-4aac-bc73-f7f815b15c8f tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:10.470768 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-19b72e02-be03-4aac-bc73-f7f815b15c8f tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:10.486617 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-e8e6141f-b7d6-4674-971c-2fb347688aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:40:10.496430 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e6141f-b7d6-4674-971c-2fb347688aa7 None None] Routers {'2a7e88ce-b2f9-4963-9733-df396136ee8c'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:40:10.497128 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-e8e6141f-b7d6-4674-971c-2fb347688aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:39:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['2a7e88ce-b2f9-4963-9733-df396136ee8c'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:40:10.594321 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-e8e6141f-b7d6-4674-971c-2fb347688aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:40:10.595012 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e6141f-b7d6-4674-971c-2fb347688aa7 None None] The sync data for ids ['2a7e88ce-b2f9-4963-9733-df396136ee8c'] in n-d-825064-1 is: [] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:40:10.664052 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-d71fd53a-0b55-4e0b-a169-fce12ec7f085 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Deleting port 869426b2-b7fd-48cc-be69-be0f57b2969d {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:40:10.664425 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d71fd53a-0b55-4e0b-a169-fce12ec7f085 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:10.676475 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 20dd0174-73c0-4977-ab31-bbf9ab0c96e0 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:40:10.678768 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7fb6e363-d594-43a3-8397-ce2221f981ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:10.713003 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5bc8719c-d730-47f6-bef3-ac02a36ef185 req-de2b790d-d5f0-4c65-ad4f-d11a533cfd7d tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e2e22-46f9-42fe-9710-8e464b95d42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613535 Jan 18 22:40:10.753450 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 20dd0174-73c0-4977-ab31-bbf9ab0c96e0 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:40:10.753820 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:10.774347 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d71fd53a-0b55-4e0b-a169-fce12ec7f085 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:10.774686 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d71fd53a-0b55-4e0b-a169-fce12ec7f085 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:10.806939 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-d71fd53a-0b55-4e0b-a169-fce12ec7f085 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Calling delete_port for 869426b2-b7fd-48cc-be69-be0f57b2969d owned by network:floatingip {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:40:10.827691 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b72e02-be03-4aac-bc73-f7f815b15c8f tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Pushing event updated for resources: {'Port': ['ID=b4e28310-9e7f-4832-9c8b-db9d711e4ab8,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:10.841028 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-19b72e02-be03-4aac-bc73-f7f815b15c8f tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-613854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1041070'] for router_interface, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:10.956090 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56a44622-8e43-4089-b977-5c8f5cb94730 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Router 86be70a5-5411-4b97-9562-0798561dcc21 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:40:11.048986 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b72e02-be03-4aac-bc73-f7f815b15c8f tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Network 0435b8e3-fe71-485c-8782-e6cc47ec0f41 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:40:11.051983 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-19b72e02-be03-4aac-bc73-f7f815b15c8f tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:40:11.074685 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dbe4e4-074e-42cf-a499-6901a928a743 req-ff661e80-0881-4940-b003-63a2901c77b2 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:11.076265 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e6dbe4e4-074e-42cf-a499-6901a928a743 req-ff661e80-0881-4940-b003-63a2901c77b2 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ce3aefd-2fbb-435c-bbf2-786788e80d97 HTTP/1.1" status: 200 len: 946 time: 0.0763505 Jan 18 22:40:11.077065 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d71fd53a-0b55-4e0b-a169-fce12ec7f085 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:11.159750 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71fd53a-0b55-4e0b-a169-fce12ec7f085 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Pushing event deleted for resources: {'Port': ['ID=869426b2-b7fd-48cc-be69-be0f57b2969d,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:11.238744 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56a44622-8e43-4089-b977-5c8f5cb94730 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:40:11.244931 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-56a44622-8e43-4089-b977-5c8f5cb94730 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "PUT /v2.0/routers/86be70a5-5411-4b97-9562-0798561dcc21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5686126 Jan 18 22:40:11.248919 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a130a2-b07f-400c-bbd0-154c4c20c5dc None None] Sync routers for ids ['86be70a5-5411-4b97-9562-0798561dcc21'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:40:11.251400 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 39444) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:40:11.272001 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a130a2-b07f-400c-bbd0-154c4c20c5dc None None] Routers {'86be70a5-5411-4b97-9562-0798561dcc21'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:40:11.273024 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-30a130a2-b07f-400c-bbd0-154c4c20c5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:39:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['86be70a5-5411-4b97-9562-0798561dcc21'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:40:11.315366 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7fb6e363-d594-43a3-8397-ce2221f981ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:11.331277 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7fb6e363-d594-43a3-8397-ce2221f981ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:11.341291 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d71fd53a-0b55-4e0b-a169-fce12ec7f085 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks [] for floatingip, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:11.341894 n-d-825064-1 neutron-server[102431]: INFO neutron.db.l3_db [None req-d71fd53a-0b55-4e0b-a169-fce12ec7f085 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Floating IP 625f7b07-0446-4895-acc5-e49adc372399 disassociated (deleted). External IP: 172.25.5.87, port: 160efc38-b3bd-4c14-90ce-98c50774bbb8. Jan 18 22:40:11.370927 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19b72e02-be03-4aac-bc73-f7f815b15c8f tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Router 93573329-e666-4cf4-946c-f5d1f0f8aab2 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:40:11.414512 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-30a130a2-b07f-400c-bbd0-154c4c20c5dc None None] Set router 86be70a5-5411-4b97-9562-0798561dcc21 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:40:11.415547 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-e6dbe4e4-074e-42cf-a499-6901a928a743 req-43bcbae8-5c8b-4dfc-90f0-183b65ffe56e tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Deleting port 829d9156-8864-49c4-b4fc-3838cbb2498b {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:40:11.415984 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-e6dbe4e4-074e-42cf-a499-6901a928a743 req-43bcbae8-5c8b-4dfc-90f0-183b65ffe56e tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:11.473931 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb6e363-d594-43a3-8397-ce2221f981ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4bb72a6-23cf-4de4-9a63-b809d02df6cd,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:11.495810 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-896052e9-c028-42a4-b259-91f52a41dc19 None None] Provisioning complete for port b4e28310-9e7f-4832-9c8b-db9d711e4ab8 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:40:11.496781 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-896052e9-c028-42a4-b259-91f52a41dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:11.507520 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_v2 [None req-8db8bc76-0ca8-43dc-9d1f-b0c2cd5ff601 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Deleting subnet d047a25f-d8c6-49ea-bb54-6da48108f244 {{(pid=102430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:40:11.569930 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-896052e9-c028-42a4-b259-91f52a41dc19 None None] Port b4e28310-9e7f-4832-9c8b-db9d711e4ab8 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:40:11.581714 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8db8bc76-0ca8-43dc-9d1f-b0c2cd5ff601 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for subnet, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:11.610825 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-7fb6e363-d594-43a3-8397-ce2221f981ec admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f1f7671f6af84d398262e56b0144ec88&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2895191 Jan 18 22:40:11.631009 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-30a130a2-b07f-400c-bbd0-154c4c20c5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86be70a5-5411-4b97-9562-0798561dcc21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1744156712', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': 'c0d0a117-500b-4e13-afb2-4bfb269efdec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:37:35Z', 'updated_at': '2022-01-18T22:40:08Z', 'revision_number': 5, 'project_id': '438cce0e2f434b5f879ce307da159923', 'gw_port': {'id': 'c0d0a117-500b-4e13-afb2-4bfb269efdec', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86be70a5-5411-4b97-9562-0798561dcc21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:37:36Z', 'updated_at': '2022-01-18T22:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:40:11.636627 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 39450) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:40:11.669481 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8db8bc76-0ca8-43dc-9d1f-b0c2cd5ff601 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60394745'] for subnet, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:11.680260 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a130a2-b07f-400c-bbd0-154c4c20c5dc None None] Checking router: 86be70a5-5411-4b97-9562-0798561dcc21 for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:40:11.689623 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a130a2-b07f-400c-bbd0-154c4c20c5dc None None] Routers {'86be70a5-5411-4b97-9562-0798561dcc21'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:40:11.690506 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-30a130a2-b07f-400c-bbd0-154c4c20c5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:39:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['86be70a5-5411-4b97-9562-0798561dcc21'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:40:11.712391 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19b72e02-be03-4aac-bc73-f7f815b15c8f tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:40:11.720342 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-19b72e02-be03-4aac-bc73-f7f815b15c8f tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "PUT /v2.0/routers/93573329-e666-4cf4-946c-f5d1f0f8aab2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0695975 Jan 18 22:40:11.722945 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 39454) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:40:11.724263 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-e6dbe4e4-074e-42cf-a499-6901a928a743 req-43bcbae8-5c8b-4dfc-90f0-183b65ffe56e tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] For port 829d9156-8864-49c4-b4fc-3838cbb2498b, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=829d9156-8864-49c4-b4fc-3838cbb2498b,segment=NetworkSegment(dfaa1994-2fdd-4a54-9d15-02069c3ace9d),segment_id=dfaa1994-2fdd-4a54-9d15-02069c3ace9d)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:40:11.724564 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-e6dbe4e4-074e-42cf-a499-6901a928a743 req-43bcbae8-5c8b-4dfc-90f0-183b65ffe56e tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:11.725688 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9eae9f0-eb9e-4458-bb3a-9291fb06babe None None] Sync routers for ids ['93573329-e666-4cf4-946c-f5d1f0f8aab2'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:40:11.739674 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-0848f5e0-68a3-4606-b2b5-e56874920e60 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:40:11.741343 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9eae9f0-eb9e-4458-bb3a-9291fb06babe None None] Routers {'93573329-e666-4cf4-946c-f5d1f0f8aab2'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:40:11.742161 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-f9eae9f0-eb9e-4458-bb3a-9291fb06babe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:39:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['93573329-e666-4cf4-946c-f5d1f0f8aab2'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:40:11.853263 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-e6dbe4e4-074e-42cf-a499-6901a928a743 req-43bcbae8-5c8b-4dfc-90f0-183b65ffe56e tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Calling delete_port for 829d9156-8864-49c4-b4fc-3838cbb2498b owned by compute:nova {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:40:11.866782 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-30a130a2-b07f-400c-bbd0-154c4c20c5dc None None] Set router 86be70a5-5411-4b97-9562-0798561dcc21 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:40:11.925450 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-f9eae9f0-eb9e-4458-bb3a-9291fb06babe None None] Set router 93573329-e666-4cf4-946c-f5d1f0f8aab2 gateway port host: None {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:40:11.996731 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8db8bc76-0ca8-43dc-9d1f-b0c2cd5ff601 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:12.122380 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d71fd53a-0b55-4e0b-a169-fce12ec7f085 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Router 2a7e88ce-b2f9-4963-9733-df396136ee8c has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:40:12.155117 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ac8ce9f1-6666-48cc-9b3c-747150e20efc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:12.186232 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8db8bc76-0ca8-43dc-9d1f-b0c2cd5ff601 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60203138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62288677'] for subnet, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:12.240052 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ac8ce9f1-6666-48cc-9b3c-747150e20efc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:12.263400 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4287759f-f4fb-4e27-bbc9-7e1d1fb64ded req-3ee39255-5988-4475-8ee7-6d01f329a6f3 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:12.265699 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4287759f-f4fb-4e27-bbc9-7e1d1fb64ded req-3ee39255-5988-4475-8ee7-6d01f329a6f3 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ce3aefd-2fbb-435c-bbf2-786788e80d97 HTTP/1.1" status: 200 len: 946 time: 0.4296021 Jan 18 22:40:12.300954 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8db8bc76-0ca8-43dc-9d1f-b0c2cd5ff601 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:12.305148 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-8db8bc76-0ca8-43dc-9d1f-b0c2cd5ff601 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "DELETE /v2.0/subnets/d047a25f-d8c6-49ea-bb54-6da48108f244 HTTP/1.1" status: 204 len: 168 time: 1.0509715 Jan 18 22:40:12.305278 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-30a130a2-b07f-400c-bbd0-154c4c20c5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86be70a5-5411-4b97-9562-0798561dcc21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1744156712', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': 'c0d0a117-500b-4e13-afb2-4bfb269efdec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:37:35Z', 'updated_at': '2022-01-18T22:40:08Z', 'revision_number': 5, 'project_id': '438cce0e2f434b5f879ce307da159923', 'gw_port': {'id': 'c0d0a117-500b-4e13-afb2-4bfb269efdec', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86be70a5-5411-4b97-9562-0798561dcc21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:37:36Z', 'updated_at': '2022-01-18T22:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:40:12.312192 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 39468) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:40:12.331165 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db8bc76-0ca8-43dc-9d1f-b0c2cd5ff601 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Pushing event deleted for resources: {'Subnet': ['ID=d047a25f-d8c6-49ea-bb54-6da48108f244,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:12.346225 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-e6dbe4e4-074e-42cf-a499-6901a928a743 req-43bcbae8-5c8b-4dfc-90f0-183b65ffe56e tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:12.351662 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0368d2-a74b-4386-8c0b-069595a9b942 None None] Network dfd50c94-9bfe-434e-a69b-faa778e35648 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:40:12.370066 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a130a2-b07f-400c-bbd0-154c4c20c5dc None None] The sync data for ids ['86be70a5-5411-4b97-9562-0798561dcc21'] in n-d-825064-1 is: [{'id': '86be70a5-5411-4b97-9562-0798561dcc21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1744156712', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': 'c0d0a117-500b-4e13-afb2-4bfb269efdec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:37:35Z', 'updated_at': '2022-01-18T22:40:08Z', 'revision_number': 5, 'project_id': '438cce0e2f434b5f879ce307da159923', 'gw_port': {'id': 'c0d0a117-500b-4e13-afb2-4bfb269efdec', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86be70a5-5411-4b97-9562-0798561dcc21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:37:36Z', 'updated_at': '2022-01-18T22:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:40:12.382378 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['d3bce038-f949-4e37-a6fe-4f788f1c8e1a', '829d9156-8864-49c4-b4fc-3838cbb2498b'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:40:12.467156 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['a34ea500-2640-4f35-9c4e-1ab1aa077f8f'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:40:12.534047 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4287759f-f4fb-4e27-bbc9-7e1d1fb64ded req-6626dd04-e7aa-414f-b481-fdc5eb3d3bb3 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e2e22-46f9-42fe-9710-8e464b95d42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277668 Jan 18 22:40:12.545069 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bcbae8-5c8b-4dfc-90f0-183b65ffe56e tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Pushing event deleted for resources: {'Port': ['ID=829d9156-8864-49c4-b4fc-3838cbb2498b,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:12.553550 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6dbe4e4-074e-42cf-a499-6901a928a743 req-43bcbae8-5c8b-4dfc-90f0-183b65ffe56e tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] No DVR routers for this DVR port 829d9156-8864-49c4-b4fc-3838cbb2498b on host n-h1-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:40:12.563775 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-e6dbe4e4-074e-42cf-a499-6901a928a743 req-43bcbae8-5c8b-4dfc-90f0-183b65ffe56e tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:12.567093 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e6dbe4e4-074e-42cf-a499-6901a928a743 req-43bcbae8-5c8b-4dfc-90f0-183b65ffe56e tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.36 "DELETE /v2.0/ports/829d9156-8864-49c4-b4fc-3838cbb2498b HTTP/1.1" status: 204 len: 173 time: 1.4841669 Jan 18 22:40:12.567548 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ce3aefd-2fbb-435c-bbf2-786788e80d97', 'name': 'network-vif-deleted', 'tag': '829d9156-8864-49c4-b4fc-3838cbb2498b'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:40:12.570246 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af352bff-87e0-4fd5-a67d-a8d0f2772045" -d '{"events": [{"server_uuid": "9ce3aefd-2fbb-435c-bbf2-786788e80d97", "name": "network-vif-deleted", "tag": "829d9156-8864-49c4-b4fc-3838cbb2498b"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:40:12.696675 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-88444c3a-8955-45dd-b14d-55a8fb2eafc3 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for router, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:12.698188 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdeddc99-c363-41f3-853a-c6f7190033d8 x-openstack-request-id: req-fdeddc99-c363-41f3-853a-c6f7190033d8 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:40:12.698657 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ce3aefd-2fbb-435c-bbf2-786788e80d97", "name": "network-vif-deleted", "tag": "829d9156-8864-49c4-b4fc-3838cbb2498b", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:40:12.698657 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fdeddc99-c363-41f3-853a-c6f7190033d8 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:40:12.699169 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ce3aefd-2fbb-435c-bbf2-786788e80d97', 'name': 'network-vif-deleted', 'tag': '829d9156-8864-49c4-b4fc-3838cbb2498b', 'status': 'completed', 'code': 200} Jan 18 22:40:12.763601 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d71fd53a-0b55-4e0b-a169-fce12ec7f085 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:40:12.776969 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d71fd53a-0b55-4e0b-a169-fce12ec7f085 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:12.777348 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2885a57-1848-4919-ad2b-70803907f155 None None] Sync routers for ids ['2a7e88ce-b2f9-4963-9733-df396136ee8c'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:40:12.785917 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ac8ce9f1-6666-48cc-9b3c-747150e20efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:12.792002 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ac8ce9f1-6666-48cc-9b3c-747150e20efc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:12.797819 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2885a57-1848-4919-ad2b-70803907f155 None None] Routers {'2a7e88ce-b2f9-4963-9733-df396136ee8c'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:40:12.797819 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-b2885a57-1848-4919-ad2b-70803907f155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:39:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['2a7e88ce-b2f9-4963-9733-df396136ee8c'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:40:12.800434 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-ac8ce9f1-6666-48cc-9b3c-747150e20efc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f4bb72a6-23cf-4de4-9a63-b809d02df6cd HTTP/1.1" status: 204 len: 168 time: 1.1599283 Jan 18 22:40:12.833643 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8ce9f1-6666-48cc-9b3c-747150e20efc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4bb72a6-23cf-4de4-9a63-b809d02df6cd,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:12.845901 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-d71fd53a-0b55-4e0b-a169-fce12ec7f085 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] 10.222.0.53 "DELETE /v2.0/floatingips/625f7b07-0446-4895-acc5-e49adc372399 HTTP/1.1" status: 204 len: 168 time: 2.4541433 Jan 18 22:40:12.846100 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 02651cda-dbde-40fd-bfa7-feb914218fe1 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:40:12.848387 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 39484) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:40:12.897401 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-b2885a57-1848-4919-ad2b-70803907f155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:40:12.912010 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2885a57-1848-4919-ad2b-70803907f155 None None] Routers {'2a7e88ce-b2f9-4963-9733-df396136ee8c'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:40:12.912976 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-b2885a57-1848-4919-ad2b-70803907f155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:39:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['2a7e88ce-b2f9-4963-9733-df396136ee8c'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:40:12.951134 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 02651cda-dbde-40fd-bfa7-feb914218fe1 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:40:12.951486 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 02651cda-dbde-40fd-bfa7-feb914218fe1 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:40:12.974168 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-b2885a57-1848-4919-ad2b-70803907f155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:40:12.980724 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2885a57-1848-4919-ad2b-70803907f155 None None] The sync data for ids ['2a7e88ce-b2f9-4963-9733-df396136ee8c'] in n-d-825064-1 is: [] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:40:13.054078 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-88444c3a-8955-45dd-b14d-55a8fb2eafc3 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:13.073521 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:13.080136 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-e1c81ed2-66ec-4d66-9edf-4fbfce468298 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Deleting port 160efc38-b3bd-4c14-90ce-98c50774bbb8 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:40:13.080492 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e1c81ed2-66ec-4d66-9edf-4fbfce468298 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:13.207934 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-f9eae9f0-eb9e-4458-bb3a-9291fb06babe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93573329-e666-4cf4-946c-f5d1f0f8aab2', 'name': 'tempest-RoutersTest-router-1610095358', 'tenant_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:39:40Z', 'updated_at': '2022-01-18T22:40:08Z', 'revision_number': 5, 'project_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'gw_port_host': None, '_interfaces': [{'id': '6b1dc24d-f78b-4df3-98df-43113ab6c6ff', 'name': '', 'network_id': '2dc095b7-226b-4450-a9d8-a6f6fe5567d7', 'tenant_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'mac_address': 'fa:16:3e:45:ea:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93573329-e666-4cf4-946c-f5d1f0f8aab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '10ac1329-d14f-4db4-b6fd-39b267ab621f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:39:55Z', 'updated_at': '2022-01-18T22:40:04Z', 'revision_number': 5, 'project_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'subnets': [{'id': '10ac1329-d14f-4db4-b6fd-39b267ab621f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8dd9d794-3831-46d7-93ad-1f35d5eb718a', 'name': '', 'network_id': 'a1ffb70c-78ee-477f-aca3-3f2bd4e967c6', 'tenant_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'mac_address': 'fa:16:3e:c4:c2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93573329-e666-4cf4-946c-f5d1f0f8aab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': 'c2a5bf2c-e8ec-49d8-9a26-c0985d4fd900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:39:43Z', 'updated_at': '2022-01-18T22:39:49Z', 'revision_number': 5, 'project_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'subnets': [{'id': 'c2a5bf2c-e8ec-49d8-9a26-c0985d4fd900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1f85fa7-e122-4f74-b6c8-ee89eb20c7e1', 'name': '', 'network_id': '84cc1467-0dcf-4285-8e67-855b41004209', 'tenant_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'mac_address': 'fa:16:3e:57:cc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93573329-e666-4cf4-946c-f5d1f0f8aab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3069, 'fixed_ips': [{'subnet_id': '9a4c3cda-b6d7-4e6a-986c-b6b88b223307', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:39:49Z', 'updated_at': '2022-01-18T22:39:57Z', 'revision_number': 5, 'project_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'subnets': [{'id': '9a4c3cda-b6d7-4e6a-986c-b6b88b223307', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4e28310-9e7f-4832-9c8b-db9d711e4ab8', 'name': '', 'network_id': '0435b8e3-fe71-485c-8782-e6cc47ec0f41', 'tenant_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'mac_address': 'fa:16:3e:1d:1f:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93573329-e666-4cf4-946c-f5d1f0f8aab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'e005ba8c-8e92-4fd4-a0e2-cd9a68406fa5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:40:06Z', 'updated_at': '2022-01-18T22:40:10Z', 'revision_number': 2, 'project_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'subnets': [{'id': 'e005ba8c-8e92-4fd4-a0e2-cd9a68406fa5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:40:13.245687 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e1c81ed2-66ec-4d66-9edf-4fbfce468298 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:13.264867 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9eae9f0-eb9e-4458-bb3a-9291fb06babe None None] Checking router: 93573329-e666-4cf4-946c-f5d1f0f8aab2 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:40:13.265790 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-e1c81ed2-66ec-4d66-9edf-4fbfce468298 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Calling delete_port for 160efc38-b3bd-4c14-90ce-98c50774bbb8 owned by {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:40:13.267299 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9eae9f0-eb9e-4458-bb3a-9291fb06babe None None] Updating router 93573329-e666-4cf4-946c-f5d1f0f8aab2 port b4e28310-9e7f-4832-9c8b-db9d711e4ab8 binding host n-d-825064-1 {{(pid=102432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:40:13.394729 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f9eae9f0-eb9e-4458-bb3a-9291fb06babe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:13.627676 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e1c81ed2-66ec-4d66-9edf-4fbfce468298 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:13.664977 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.extraroute_db [None req-0848f5e0-68a3-4606-b2b5-e56874920e60 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=102430) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 18 22:40:13.697537 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-88444c3a-8955-45dd-b14d-55a8fb2eafc3 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Deleting port c0d0a117-500b-4e13-afb2-4bfb269efdec {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:40:13.701545 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-88444c3a-8955-45dd-b14d-55a8fb2eafc3 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:13.753057 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c81ed2-66ec-4d66-9edf-4fbfce468298 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Pushing event deleted for resources: {'Port': ['ID=160efc38-b3bd-4c14-90ce-98c50774bbb8,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:13.821899 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6bb4f4-a074-4e2e-a20e-55924530a155 None None] DHCP port deletion for dfd50c94-9bfe-434e-a69b-faa778e35648 request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:40:13.881862 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-88444c3a-8955-45dd-b14d-55a8fb2eafc3 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] For port c0d0a117-500b-4e13-afb2-4bfb269efdec, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=c0d0a117-500b-4e13-afb2-4bfb269efdec,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:40:13.881862 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-88444c3a-8955-45dd-b14d-55a8fb2eafc3 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:13.905795 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-88444c3a-8955-45dd-b14d-55a8fb2eafc3 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Calling delete_port for c0d0a117-500b-4e13-afb2-4bfb269efdec owned by network:router_gateway {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:40:13.984359 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e1c81ed2-66ec-4d66-9edf-4fbfce468298 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:13.988255 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-e1c81ed2-66ec-4d66-9edf-4fbfce468298 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] 10.222.0.53 "DELETE /v2.0/ports/160efc38-b3bd-4c14-90ce-98c50774bbb8 HTTP/1.1" status: 204 len: 168 time: 1.1384795 Jan 18 22:40:13.991926 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 39512) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:40:13.999677 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-94d3670f-b27d-4a03-84d1-22137d5db9e3 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Request body: {'floatingip': {'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:40:14.061686 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-94d3670f-b27d-4a03-84d1-22137d5db9e3 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks [] for floatingip, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:14.159041 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.extraroute_db [None req-0848f5e0-68a3-4606-b2b5-e56874920e60 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Removed routes are [] {{(pid=102430) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 18 22:40:14.159859 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0848f5e0-68a3-4606-b2b5-e56874920e60 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1042964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1040653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8593'] for router, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:14.163447 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-88444c3a-8955-45dd-b14d-55a8fb2eafc3 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:14.237855 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88444c3a-8955-45dd-b14d-55a8fb2eafc3 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Pushing event deleted for resources: {'Port': ['ID=c0d0a117-500b-4e13-afb2-4bfb269efdec,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:14.306766 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-94d3670f-b27d-4a03-84d1-22137d5db9e3 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:14.315451 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:14.374383 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f9eae9f0-eb9e-4458-bb3a-9291fb06babe None None] Notify callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:14.384189 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f9eae9f0-eb9e-4458-bb3a-9291fb06babe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:14.386131 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7c6bb4f4-a074-4e2e-a20e-55924530a155 None None] Deleting port f34773db-4619-4360-a540-0b156d13a0ab {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:40:14.386502 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7c6bb4f4-a074-4e2e-a20e-55924530a155 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:14.510701 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c954449-986d-4da4-8e2c-197006290614 req-daeb29b5-33d8-4541-8b04-c7fe53a28759 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:14.512475 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0c954449-986d-4da4-8e2c-197006290614 req-daeb29b5-33d8-4541-8b04-c7fe53a28759 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=1907e86d-42b9-4612-b8bb-ebe5d50d91a0 HTTP/1.1" status: 200 len: 946 time: 0.3587110 Jan 18 22:40:14.517969 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5046ac59-5c15-4cfa-9a50-e1dcbab23b11 None None] Pushing event updated for resources: {'Port': ['ID=b4e28310-9e7f-4832-9c8b-db9d711e4ab8,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:14.559229 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-88444c3a-8955-45dd-b14d-55a8fb2eafc3 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043029'] for router_gateway, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:14.583495 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5046ac59-5c15-4cfa-9a50-e1dcbab23b11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:40:14.583850 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5046ac59-5c15-4cfa-9a50-e1dcbab23b11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:40:14.590264 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5046ac59-5c15-4cfa-9a50-e1dcbab23b11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:40:14.591378 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-94d3670f-b27d-4a03-84d1-22137d5db9e3 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Allocated IP 172.25.5.10 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/422ef123-b199-4f45-b336-fe40ce6419a3) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:40:14.596054 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5046ac59-5c15-4cfa-9a50-e1dcbab23b11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:40:14.596706 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5046ac59-5c15-4cfa-9a50-e1dcbab23b11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:40:14.599178 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5046ac59-5c15-4cfa-9a50-e1dcbab23b11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:40:14.602984 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5046ac59-5c15-4cfa-9a50-e1dcbab23b11 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:40:14.603542 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5046ac59-5c15-4cfa-9a50-e1dcbab23b11 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:40:14.604411 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5046ac59-5c15-4cfa-9a50-e1dcbab23b11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:40:14.616880 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5046ac59-5c15-4cfa-9a50-e1dcbab23b11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:40:14.617313 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5046ac59-5c15-4cfa-9a50-e1dcbab23b11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:40:14.617658 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5046ac59-5c15-4cfa-9a50-e1dcbab23b11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:40:14.726444 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7c6bb4f4-a074-4e2e-a20e-55924530a155 None None] For port f34773db-4619-4360-a540-0b156d13a0ab, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=f34773db-4619-4360-a540-0b156d13a0ab,segment=NetworkSegment(4a0026ab-4bcd-4b31-8ba0-9267266416e1),segment_id=4a0026ab-4bcd-4b31-8ba0-9267266416e1)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:40:14.726848 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7c6bb4f4-a074-4e2e-a20e-55924530a155 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:14.735817 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-f9eae9f0-eb9e-4458-bb3a-9291fb06babe None None] Attempting to bind port b4e28310-9e7f-4832-9c8b-db9d711e4ab8 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:40:14.750002 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-f9eae9f0-eb9e-4458-bb3a-9291fb06babe None None] Attempting to bind port b4e28310-9e7f-4832-9c8b-db9d711e4ab8 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': 'c5b0d96e-8e20-4044-8302-4adb15bcc308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0435b8e3-fe71-485c-8782-e6cc47ec0f41'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:40:14.750547 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9eae9f0-eb9e-4458-bb3a-9291fb06babe None None] Attempting to bind port b4e28310-9e7f-4832-9c8b-db9d711e4ab8 on network 0435b8e3-fe71-485c-8782-e6cc47ec0f41 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:40:14.774040 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7c6bb4f4-a074-4e2e-a20e-55924530a155 None None] Calling delete_port for f34773db-4619-4360-a540-0b156d13a0ab owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:40:14.785273 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9eae9f0-eb9e-4458-bb3a-9291fb06babe None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:40:14.786423 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9eae9f0-eb9e-4458-bb3a-9291fb06babe None None] Checking segment: {'id': 'c5b0d96e-8e20-4044-8302-4adb15bcc308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0435b8e3-fe71-485c-8782-e6cc47ec0f41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:40:14.787082 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f9eae9f0-eb9e-4458-bb3a-9291fb06babe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:14.787708 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9eae9f0-eb9e-4458-bb3a-9291fb06babe None None] Bound using segment: {'id': 'c5b0d96e-8e20-4044-8302-4adb15bcc308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0435b8e3-fe71-485c-8782-e6cc47ec0f41'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:40:14.788670 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-f9eae9f0-eb9e-4458-bb3a-9291fb06babe None None] Bound port: b4e28310-9e7f-4832-9c8b-db9d711e4ab8, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5b0d96e-8e20-4044-8302-4adb15bcc308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0435b8e3-fe71-485c-8782-e6cc47ec0f41'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:40:14.789329 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f9eae9f0-eb9e-4458-bb3a-9291fb06babe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:14.797585 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device f34773db-4619-4360-a540-0b156d13a0ab no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:40:14.853766 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-94d3670f-b27d-4a03-84d1-22137d5db9e3 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:14.889113 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-94d3670f-b27d-4a03-84d1-22137d5db9e3 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:14.915870 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0848f5e0-68a3-4606-b2b5-e56874920e60 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1042964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1040653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8593'] for router, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:14.922177 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0848f5e0-68a3-4606-b2b5-e56874920e60 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1042975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1043046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1040698'] for router, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:14.929127 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d3670f-b27d-4a03-84d1-22137d5db9e3 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:40:14.934812 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-94d3670f-b27d-4a03-84d1-22137d5db9e3 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:40:14.939108 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d3670f-b27d-4a03-84d1-22137d5db9e3 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:40:14.966251 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-f9eae9f0-eb9e-4458-bb3a-9291fb06babe None None] For port b4e28310-9e7f-4832-9c8b-db9d711e4ab8, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:40:14.968605 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d3670f-b27d-4a03-84d1-22137d5db9e3 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Pushing event updated for resources: {'Port': ['ID=422ef123-b199-4f45-b336-fe40ce6419a3,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:14.971239 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-f9eae9f0-eb9e-4458-bb3a-9291fb06babe None None] For port b4e28310-9e7f-4832-9c8b-db9d711e4ab8, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=b4e28310-9e7f-4832-9c8b-db9d711e4ab8,segment=NetworkSegment(c5b0d96e-8e20-4044-8302-4adb15bcc308),segment_id=c5b0d96e-8e20-4044-8302-4adb15bcc308)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:40:15.035949 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f9eae9f0-eb9e-4458-bb3a-9291fb06babe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:15.036210 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-88444c3a-8955-45dd-b14d-55a8fb2eafc3 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1040886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8602'] for router, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:15.040843 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-88444c3a-8955-45dd-b14d-55a8fb2eafc3 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:15.049340 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-94d3670f-b27d-4a03-84d1-22137d5db9e3 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:15.105756 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0c954449-986d-4da4-8e2c-197006290614 req-5bc97e35-f0f4-4dc1-b50e-db78cc666a2a tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e2e22-46f9-42fe-9710-8e464b95d42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5733395 Jan 18 22:40:15.149384 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-94d3670f-b27d-4a03-84d1-22137d5db9e3 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:15.163451 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-88444c3a-8955-45dd-b14d-55a8fb2eafc3 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1040832'] for router, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:15.164225 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88444c3a-8955-45dd-b14d-55a8fb2eafc3 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Fanout notify agent at l3_agent the message router_deleted on router 86be70a5-5411-4b97-9562-0798561dcc21 {{(pid=102430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 22:40:15.174616 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-88444c3a-8955-45dd-b14d-55a8fb2eafc3 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for router, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:15.179016 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-88444c3a-8955-45dd-b14d-55a8fb2eafc3 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "DELETE /v2.0/routers/86be70a5-5411-4b97-9562-0798561dcc21 HTTP/1.1" status: 204 len: 168 time: 2.8648288 Jan 18 22:40:15.181921 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 39534) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:40:15.227599 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0848f5e0-68a3-4606-b2b5-e56874920e60 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Router 93573329-e666-4cf4-946c-f5d1f0f8aab2 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:40:15.277255 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 829d9156-8864-49c4-b4fc-3838cbb2498b no longer exists at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:40:15.388727 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-a8023118-0965-4eb1-bca9-e2582eaddb67 None None] Provisioning complete for port b4e28310-9e7f-4832-9c8b-db9d711e4ab8 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:40:15.390334 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a8023118-0965-4eb1-bca9-e2582eaddb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:15.399904 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] No Port match for: 829d9156-8864-49c4-b4fc-3838cbb2498b {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:40:15.400207 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 829d9156-8864-49c4-b4fc-3838cbb2498b not bound to the agent host n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:40:15.493690 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5046ac59-5c15-4cfa-9a50-e1dcbab23b11 None None] Pushing event updated for resources: {'Port': ['ID=b4e28310-9e7f-4832-9c8b-db9d711e4ab8,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:15.505750 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9eae9f0-eb9e-4458-bb3a-9291fb06babe None None] Routers {'93573329-e666-4cf4-946c-f5d1f0f8aab2'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:40:15.506408 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-f9eae9f0-eb9e-4458-bb3a-9291fb06babe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:39:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['93573329-e666-4cf4-946c-f5d1f0f8aab2'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:40:15.524201 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:15.531649 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-94d3670f-b27d-4a03-84d1-22137d5db9e3 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:15.538275 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-94d3670f-b27d-4a03-84d1-22137d5db9e3 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:15.565440 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0adee67d-0062-4ca9-bd9c-75ee35978b0e tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:15.643822 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-94d3670f-b27d-4a03-84d1-22137d5db9e3 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043075'] for floatingip, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:15.689601 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d3670f-b27d-4a03-84d1-22137d5db9e3 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Pushing event updated for resources: {'Port': ['ID=422ef123-b199-4f45-b336-fe40ce6419a3,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:15.704305 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-94d3670f-b27d-4a03-84d1-22137d5db9e3 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:15.705562 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-94d3670f-b27d-4a03-84d1-22137d5db9e3 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7123587 Jan 18 22:40:15.714783 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 39544) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:40:15.725262 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-daf545a5-bc47-4937-9259-fc50c2b70827 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Request body: {'port': {'network_id': '5201c578-df27-44c4-a99a-6c870b1dd033', 'name': 'tempest-FloatingIPTestJSON-1039240339'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:40:15.739301 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc75b62-9157-4a37-b0a1-28516b03b30a req-8484f805-8847-46c0-b96a-0b423ffc8037 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:15.751284 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9bc75b62-9157-4a37-b0a1-28516b03b30a req-8484f805-8847-46c0-b96a-0b423ffc8037 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.67 "GET /v2.0/ports?device_id=1907e86d-42b9-4612-b8bb-ebe5d50d91a0 HTTP/1.1" status: 200 len: 946 time: 0.4508100 Jan 18 22:40:15.752580 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0848f5e0-68a3-4606-b2b5-e56874920e60 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:40:15.767301 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0848f5e0-68a3-4606-b2b5-e56874920e60 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks [] for router, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:15.770993 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-0848f5e0-68a3-4606-b2b5-e56874920e60 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "PUT /v2.0/routers/93573329-e666-4cf4-946c-f5d1f0f8aab2 HTTP/1.1" status: 200 len: 934 time: 4.0341487 Jan 18 22:40:15.773745 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 39546) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:40:15.792179 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-f9eae9f0-eb9e-4458-bb3a-9291fb06babe None None] Set router 93573329-e666-4cf4-946c-f5d1f0f8aab2 gateway port host: None {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:40:15.970619 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d3670f-b27d-4a03-84d1-22137d5db9e3 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:40:15.973263 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d3670f-b27d-4a03-84d1-22137d5db9e3 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:40:15.973719 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d3670f-b27d-4a03-84d1-22137d5db9e3 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:40:15.974320 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d3670f-b27d-4a03-84d1-22137d5db9e3 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:40:15.975153 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d3670f-b27d-4a03-84d1-22137d5db9e3 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:40:15.976663 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d3670f-b27d-4a03-84d1-22137d5db9e3 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:40:15.977206 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d3670f-b27d-4a03-84d1-22137d5db9e3 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:40:15.979366 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d3670f-b27d-4a03-84d1-22137d5db9e3 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:40:15.979900 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d3670f-b27d-4a03-84d1-22137d5db9e3 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:40:15.980450 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d3670f-b27d-4a03-84d1-22137d5db9e3 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:40:15.980958 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d3670f-b27d-4a03-84d1-22137d5db9e3 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:40:15.982309 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d3670f-b27d-4a03-84d1-22137d5db9e3 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:40:16.001628 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7c6bb4f4-a074-4e2e-a20e-55924530a155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:16.004020 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-01eda629-02b9-4621-b6f8-8d61fe434963 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "GET /v2.0/routers/93573329-e666-4cf4-946c-f5d1f0f8aab2 HTTP/1.1" status: 200 len: 934 time: 0.2259104 Jan 18 22:40:16.040449 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 39548) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:40:16.043926 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6bb4f4-a074-4e2e-a20e-55924530a155 None None] No DVR routers for this DVR port f34773db-4619-4360-a540-0b156d13a0ab on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:40:16.055892 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-ea9a83d1-f4e6-45f1-a7d3-3dc8140b79b6 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Request body: {'router': {'routes': None}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:40:16.068911 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daf545a5-bc47-4937-9259-fc50c2b70827 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Made reservation on behalf of 8f35f67f4f8148a5a962c93749a16c5f for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:40:16.072546 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-daf545a5-bc47-4937-9259-fc50c2b70827 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:16.181667 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0adee67d-0062-4ca9-bd9c-75ee35978b0e tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:16.201010 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-9bc75b62-9157-4a37-b0a1-28516b03b30a req-3eb1749a-d196-4eb9-bdb4-6bd9f5cbfdb6 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Deleting port a34ea500-2640-4f35-9c4e-1ab1aa077f8f {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:40:16.201010 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-9bc75b62-9157-4a37-b0a1-28516b03b30a req-3eb1749a-d196-4eb9-bdb4-6bd9f5cbfdb6 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:16.216529 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6bb4f4-a074-4e2e-a20e-55924530a155 None None] Pushing event deleted for resources: {'Port': ['ID=f34773db-4619-4360-a540-0b156d13a0ab,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:16.249439 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [None req-daf545a5-bc47-4937-9259-fc50c2b70827 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] device_id is not set on port a12e51b3-e69d-4924-8a1e-07cdc236da9a yet. {{(pid=102431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:40:16.329422 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-0adee67d-0062-4ca9-bd9c-75ee35978b0e tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfd50c94-9bfe-434e-a69b-faa778e35648']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:40:16.341206 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-0adee67d-0062-4ca9-bd9c-75ee35978b0e tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a0026ab-4bcd-4b31-8ba0-9267266416e1') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:40:16.341947 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-0adee67d-0062-4ca9-bd9c-75ee35978b0e tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a0026ab-4bcd-4b31-8ba0-9267266416e1') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:40:16.353128 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0adee67d-0062-4ca9-bd9c-75ee35978b0e tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60394742'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:16.389915 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0adee67d-0062-4ca9-bd9c-75ee35978b0e tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:16.416879 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0adee67d-0062-4ca9-bd9c-75ee35978b0e tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:40:16.417440 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0adee67d-0062-4ca9-bd9c-75ee35978b0e tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60203044'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:16.492793 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a8023118-0965-4eb1-bca9-e2582eaddb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:16.562523 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-a8023118-0965-4eb1-bca9-e2582eaddb67 None None] For port b4e28310-9e7f-4832-9c8b-db9d711e4ab8, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=b4e28310-9e7f-4832-9c8b-db9d711e4ab8,segment=NetworkSegment(c5b0d96e-8e20-4044-8302-4adb15bcc308),segment_id=c5b0d96e-8e20-4044-8302-4adb15bcc308)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:40:16.573230 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a8023118-0965-4eb1-bca9-e2582eaddb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:16.632006 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-9bc75b62-9157-4a37-b0a1-28516b03b30a req-3eb1749a-d196-4eb9-bdb4-6bd9f5cbfdb6 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] For port a34ea500-2640-4f35-9c4e-1ab1aa077f8f, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=a34ea500-2640-4f35-9c4e-1ab1aa077f8f,segment=NetworkSegment(dfaa1994-2fdd-4a54-9d15-02069c3ace9d),segment_id=dfaa1994-2fdd-4a54-9d15-02069c3ace9d)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:40:16.632474 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-9bc75b62-9157-4a37-b0a1-28516b03b30a req-3eb1749a-d196-4eb9-bdb4-6bd9f5cbfdb6 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:16.647718 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-9bc75b62-9157-4a37-b0a1-28516b03b30a req-3eb1749a-d196-4eb9-bdb4-6bd9f5cbfdb6 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Calling delete_port for a34ea500-2640-4f35-9c4e-1ab1aa077f8f owned by compute:nova {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:40:16.661768 n-d-825064-1 neutron-server[102430]: Traceback (most recent call last): Jan 18 22:40:16.661768 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:40:16.661768 n-d-825064-1 neutron-server[102430]: timer() Jan 18 22:40:16.661768 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:40:16.661768 n-d-825064-1 neutron-server[102430]: cb(*args, **kw) Jan 18 22:40:16.661768 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:40:16.661768 n-d-825064-1 neutron-server[102430]: return func(*args, **kwargs) Jan 18 22:40:16.661768 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:40:16.661768 n-d-825064-1 neutron-server[102430]: self._notify() Jan 18 22:40:16.661768 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:40:16.661768 n-d-825064-1 neutron-server[102430]: self.callback(batched_events) Jan 18 22:40:16.661768 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:40:16.661768 n-d-825064-1 neutron-server[102430]: event.method(event) Jan 18 22:40:16.661768 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:40:16.661768 n-d-825064-1 neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:40:16.661768 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:40:16.661768 n-d-825064-1 neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:40:16.661768 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:40:16.661768 n-d-825064-1 neutron-server[102430]: return f(self, *a, **k) Jan 18 22:40:16.661768 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:40:16.661768 n-d-825064-1 neutron-server[102430]: return self._get(url).json() Jan 18 22:40:16.661768 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:40:16.661768 n-d-825064-1 neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:40:16.661768 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:40:16.661768 n-d-825064-1 neutron-server[102430]: return self.request(url, 'GET', **kwargs) Jan 18 22:40:16.661768 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:40:16.661768 n-d-825064-1 neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:40:16.661768 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:40:16.661768 n-d-825064-1 neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:40:16.661768 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:40:16.661768 n-d-825064-1 neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:40:16.661768 n-d-825064-1 neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:40:16.664702 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8023118-0965-4eb1-bca9-e2582eaddb67 None None] Pushing event updated for resources: {'Port': ['ID=b4e28310-9e7f-4832-9c8b-db9d711e4ab8,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:16.668402 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device c0d0a117-500b-4e13-afb2-4bfb269efdec no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:40:16.675392 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-f9eae9f0-eb9e-4458-bb3a-9291fb06babe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93573329-e666-4cf4-946c-f5d1f0f8aab2', 'name': 'tempest-RoutersTest-router-1610095358', 'tenant_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:39:40Z', 'updated_at': '2022-01-18T22:40:13Z', 'revision_number': 6, 'project_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'gw_port_host': None, '_interfaces': [{'id': '6b1dc24d-f78b-4df3-98df-43113ab6c6ff', 'name': '', 'network_id': '2dc095b7-226b-4450-a9d8-a6f6fe5567d7', 'tenant_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'mac_address': 'fa:16:3e:45:ea:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93573329-e666-4cf4-946c-f5d1f0f8aab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '10ac1329-d14f-4db4-b6fd-39b267ab621f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:39:55Z', 'updated_at': '2022-01-18T22:40:04Z', 'revision_number': 5, 'project_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'subnets': [{'id': '10ac1329-d14f-4db4-b6fd-39b267ab621f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8dd9d794-3831-46d7-93ad-1f35d5eb718a', 'name': '', 'network_id': 'a1ffb70c-78ee-477f-aca3-3f2bd4e967c6', 'tenant_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'mac_address': 'fa:16:3e:c4:c2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93573329-e666-4cf4-946c-f5d1f0f8aab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': 'c2a5bf2c-e8ec-49d8-9a26-c0985d4fd900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:39:43Z', 'updated_at': '2022-01-18T22:39:49Z', 'revision_number': 5, 'project_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'subnets': [{'id': 'c2a5bf2c-e8ec-49d8-9a26-c0985d4fd900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1f85fa7-e122-4f74-b6c8-ee89eb20c7e1', 'name': '', 'network_id': '84cc1467-0dcf-4285-8e67-855b41004209', 'tenant_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'mac_address': 'fa:16:3e:57:cc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93573329-e666-4cf4-946c-f5d1f0f8aab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3069, 'fixed_ips': [{'subnet_id': '9a4c3cda-b6d7-4e6a-986c-b6b88b223307', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:39:49Z', 'updated_at': '2022-01-18T22:39:57Z', 'revision_number': 5, 'project_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'subnets': [{'id': '9a4c3cda-b6d7-4e6a-986c-b6b88b223307', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4e28310-9e7f-4832-9c8b-db9d711e4ab8', 'name': '', 'network_id': '0435b8e3-fe71-485c-8782-e6cc47ec0f41', 'tenant_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'mac_address': 'fa:16:3e:1d:1f:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93573329-e666-4cf4-946c-f5d1f0f8aab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'e005ba8c-8e92-4fd4-a0e2-cd9a68406fa5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:40:06Z', 'updated_at': '2022-01-18T22:40:14Z', 'revision_number': 4, 'project_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'subnets': [{'id': 'e005ba8c-8e92-4fd4-a0e2-cd9a68406fa5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:40:16.731030 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0adee67d-0062-4ca9-bd9c-75ee35978b0e tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:16.798067 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: c0d0a117-500b-4e13-afb2-4bfb269efdec {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:40:16.802258 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device c0d0a117-500b-4e13-afb2-4bfb269efdec not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:40:16.811127 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9eae9f0-eb9e-4458-bb3a-9291fb06babe None None] The sync data for ids ['93573329-e666-4cf4-946c-f5d1f0f8aab2'] in n-d-825064-1 is: [{'id': '93573329-e666-4cf4-946c-f5d1f0f8aab2', 'name': 'tempest-RoutersTest-router-1610095358', 'tenant_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:39:40Z', 'updated_at': '2022-01-18T22:40:13Z', 'revision_number': 6, 'project_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'gw_port_host': None, '_interfaces': [{'id': '6b1dc24d-f78b-4df3-98df-43113ab6c6ff', 'name': '', 'network_id': '2dc095b7-226b-4450-a9d8-a6f6fe5567d7', 'tenant_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'mac_address': 'fa:16:3e:45:ea:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93573329-e666-4cf4-946c-f5d1f0f8aab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '10ac1329-d14f-4db4-b6fd-39b267ab621f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:39:55Z', 'updated_at': '2022-01-18T22:40:04Z', 'revision_number': 5, 'project_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'subnets': [{'id': '10ac1329-d14f-4db4-b6fd-39b267ab621f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8dd9d794-3831-46d7-93ad-1f35d5eb718a', 'name': '', 'network_id': 'a1ffb70c-78ee-477f-aca3-3f2bd4e967c6', 'tenant_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'mac_address': 'fa:16:3e:c4:c2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93573329-e666-4cf4-946c-f5d1f0f8aab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': 'c2a5bf2c-e8ec-49d8-9a26-c0985d4fd900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:39:43Z', 'updated_at': '2022-01-18T22:39:49Z', 'revision_number': 5, 'project_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'subnets': [{'id': 'c2a5bf2c-e8ec-49d8-9a26-c0985d4fd900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1f85fa7-e122-4f74-b6c8-ee89eb20c7e1', 'name': '', 'network_id': '84cc1467-0dcf-4285-8e67-855b41004209', 'tenant_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'mac_address': 'fa:16:3e:57:cc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93573329-e666-4cf4-946c-f5d1f0f8aab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3069, 'fixed_ips': [{'subnet_id': '9a4c3cda-b6d7-4e6a-986c-b6b88b223307', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:39:49Z', 'updated_at': '2022-01-18T22:39:57Z', 'revision_number': 5, 'project_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'subnets': [{'id': '9a4c3cda-b6d7-4e6a-986c-b6b88b223307', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4e28310-9e7f-4832-9c8b-db9d711e4ab8', 'name': '', 'network_id': '0435b8e3-fe71-485c-8782-e6cc47ec0f41', 'tenant_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'mac_address': 'fa:16:3e:1d:1f:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93573329-e666-4cf4-946c-f5d1f0f8aab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'e005ba8c-8e92-4fd4-a0e2-cd9a68406fa5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:40:06Z', 'updated_at': '2022-01-18T22:40:14Z', 'revision_number': 4, 'project_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'subnets': [{'id': 'e005ba8c-8e92-4fd4-a0e2-cd9a68406fa5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:40:16.822317 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-842f7bd5-cd03-4589-8008-c315f06168d6 None None] Provisioning complete for port b4e28310-9e7f-4832-9c8b-db9d711e4ab8 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:40:16.822975 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-842f7bd5-cd03-4589-8008-c315f06168d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:17.035023 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.extraroute_db [None req-ea9a83d1-f4e6-45f1-a7d3-3dc8140b79b6 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Added routes are [] {{(pid=102431) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 18 22:40:17.036341 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.extraroute_db [None req-ea9a83d1-f4e6-45f1-a7d3-3dc8140b79b6 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=102431) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 18 22:40:17.079808 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ea9a83d1-f4e6-45f1-a7d3-3dc8140b79b6 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1042964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1040653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8593'] for router, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:17.084543 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-daf545a5-bc47-4937-9259-fc50c2b70827 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Allocated IP 172.20.0.9 (5201c578-df27-44c4-a99a-6c870b1dd033/a1245e65-5b84-4c80-8e61-d6e55fbffa83/a12e51b3-e69d-4924-8a1e-07cdc236da9a) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:40:17.514610 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ea9a83d1-f4e6-45f1-a7d3-3dc8140b79b6 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1042964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1040653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8593'] for router, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:17.519599 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0adee67d-0062-4ca9-bd9c-75ee35978b0e tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:17.527561 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ea9a83d1-f4e6-45f1-a7d3-3dc8140b79b6 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1042975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1043046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1040698'] for router, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:17.528454 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-0adee67d-0062-4ca9-bd9c-75ee35978b0e tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "DELETE /v2.0/networks/dfd50c94-9bfe-434e-a69b-faa778e35648 HTTP/1.1" status: 204 len: 168 time: 2.3444912 Jan 18 22:40:17.559520 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 39572) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:40:17.572956 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19a3bf4-b4d7-4da0-a9d1-ca3c291408ba req-4cf3e854-8497-40f3-9dab-a59c98a33b4a tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:17.576018 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e19a3bf4-b4d7-4da0-a9d1-ca3c291408ba req-4cf3e854-8497-40f3-9dab-a59c98a33b4a tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=1907e86d-42b9-4612-b8bb-ebe5d50d91a0 HTTP/1.1" status: 200 len: 946 time: 1.0477257 Jan 18 22:40:17.584557 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adee67d-0062-4ca9-bd9c-75ee35978b0e tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Pushing event deleted for resources: {'Network': ['ID=dfd50c94-9bfe-434e-a69b-faa778e35648,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:17.663343 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e19a3bf4-b4d7-4da0-a9d1-ca3c291408ba req-057c8a80-251e-4e82-90db-a2142f6cc98e tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e2e22-46f9-42fe-9710-8e464b95d42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701740 Jan 18 22:40:17.750114 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e71a991e-4718-48ac-817a-7210018a9697 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:17.785138 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e71a991e-4718-48ac-817a-7210018a9697 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:17.858491 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea9a83d1-f4e6-45f1-a7d3-3dc8140b79b6 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Router 93573329-e666-4cf4-946c-f5d1f0f8aab2 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:40:17.862921 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-daf545a5-bc47-4937-9259-fc50c2b70827 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:17.881911 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-9bc75b62-9157-4a37-b0a1-28516b03b30a req-3eb1749a-d196-4eb9-bdb4-6bd9f5cbfdb6 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:17.895201 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['a34ea500-2640-4f35-9c4e-1ab1aa077f8f'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:40:17.897780 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['d3bce038-f949-4e37-a6fe-4f788f1c8e1a'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:40:17.953629 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb1749a-d196-4eb9-bdb4-6bd9f5cbfdb6 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Pushing event deleted for resources: {'Port': ['ID=a34ea500-2640-4f35-9c4e-1ab1aa077f8f,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:18.023755 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bc75b62-9157-4a37-b0a1-28516b03b30a req-3eb1749a-d196-4eb9-bdb4-6bd9f5cbfdb6 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] No DVR routers for this DVR port a34ea500-2640-4f35-9c4e-1ab1aa077f8f on host n-h2-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:40:18.027173 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-9bc75b62-9157-4a37-b0a1-28516b03b30a req-3eb1749a-d196-4eb9-bdb4-6bd9f5cbfdb6 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:18.036295 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9bc75b62-9157-4a37-b0a1-28516b03b30a req-3eb1749a-d196-4eb9-bdb4-6bd9f5cbfdb6 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.67 "DELETE /v2.0/ports/a34ea500-2640-4f35-9c4e-1ab1aa077f8f HTTP/1.1" status: 204 len: 173 time: 2.2638466 Jan 18 22:40:18.038915 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1907e86d-42b9-4612-b8bb-ebe5d50d91a0', 'name': 'network-vif-deleted', 'tag': 'a34ea500-2640-4f35-9c4e-1ab1aa077f8f'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:40:18.041395 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d37d1b9-83ae-4eaf-8167-696a3586a5db" -d '{"events": [{"server_uuid": "1907e86d-42b9-4612-b8bb-ebe5d50d91a0", "name": "network-vif-deleted", "tag": "a34ea500-2640-4f35-9c4e-1ab1aa077f8f"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:40:18.073687 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e71a991e-4718-48ac-817a-7210018a9697 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:18.077790 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e71a991e-4718-48ac-817a-7210018a9697 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:18.079845 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-e71a991e-4718-48ac-817a-7210018a9697 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "DELETE /v2.0/security-groups/75c337a0-647f-49a7-9e9b-b45556e7737b HTTP/1.1" status: 204 len: 168 time: 0.5019619 Jan 18 22:40:18.106738 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71a991e-4718-48ac-817a-7210018a9697 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c337a0-647f-49a7-9e9b-b45556e7737b,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:18.151933 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea9a83d1-f4e6-45f1-a7d3-3dc8140b79b6 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:40:18.161113 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e08a75-0890-4152-93c7-3e6d1ce1ad46 x-openstack-request-id: req-95e08a75-0890-4152-93c7-3e6d1ce1ad46 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:40:18.161443 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1907e86d-42b9-4612-b8bb-ebe5d50d91a0", "name": "network-vif-deleted", "tag": "a34ea500-2640-4f35-9c4e-1ab1aa077f8f", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:40:18.161694 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-95e08a75-0890-4152-93c7-3e6d1ce1ad46 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:40:18.162098 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1907e86d-42b9-4612-b8bb-ebe5d50d91a0', 'name': 'network-vif-deleted', 'tag': 'a34ea500-2640-4f35-9c4e-1ab1aa077f8f', 'status': 'completed', 'code': 200} Jan 18 22:40:18.162723 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ea9a83d1-f4e6-45f1-a7d3-3dc8140b79b6 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:18.166302 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-ea9a83d1-f4e6-45f1-a7d3-3dc8140b79b6 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "PUT /v2.0/routers/93573329-e666-4cf4-946c-f5d1f0f8aab2 HTTP/1.1" status: 200 len: 700 time: 2.1223192 Jan 18 22:40:18.166633 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 39580) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:40:18.179965 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-daf545a5-bc47-4937-9259-fc50c2b70827 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:18.329014 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf545a5-bc47-4937-9259-fc50c2b70827 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Pushing event updated for resources: {'Port': ['ID=a12e51b3-e69d-4924-8a1e-07cdc236da9a,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:18.362763 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf545a5-bc47-4937-9259-fc50c2b70827 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Network 5201c578-df27-44c4-a99a-6c870b1dd033 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:40:18.364310 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-daf545a5-bc47-4937-9259-fc50c2b70827 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:40:18.375159 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf545a5-bc47-4937-9259-fc50c2b70827 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:40:18.414502 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-48e26604-82ad-4c91-8d49-62e63c1f679d tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "GET /v2.0/routers/93573329-e666-4cf4-946c-f5d1f0f8aab2 HTTP/1.1" status: 200 len: 700 time: 0.2466831 Jan 18 22:40:18.415130 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 39590) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:40:18.486717 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647135d5-6243-4408-9b05-e0f29b504932 None None] Sync routers for ids ['93573329-e666-4cf4-946c-f5d1f0f8aab2'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:40:18.505456 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647135d5-6243-4408-9b05-e0f29b504932 None None] Routers {'93573329-e666-4cf4-946c-f5d1f0f8aab2'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:40:18.506101 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-647135d5-6243-4408-9b05-e0f29b504932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:39:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['93573329-e666-4cf4-946c-f5d1f0f8aab2'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:40:18.784184 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device b4e28310-9e7f-4832-9c8b-db9d711e4ab8 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:40:18.927851 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-647135d5-6243-4408-9b05-e0f29b504932 None None] Set router 93573329-e666-4cf4-946c-f5d1f0f8aab2 gateway port host: None {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:40:19.007607 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port b4e28310-9e7f-4832-9c8b-db9d711e4ab8 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:40:19.008210 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:19.019440 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-dc28f151-4368-4f9d-944f-12e1d11e2356 req-942e5e25-92c9-4e46-b18a-bce6e1d4bf46 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=1907e86d-42b9-4612-b8bb-ebe5d50d91a0 HTTP/1.1" status: 200 len: 210 time: 0.0728054 Jan 18 22:40:19.216881 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf545a5-bc47-4937-9259-fc50c2b70827 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:19.218091 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-daf545a5-bc47-4937-9259-fc50c2b70827 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:19.250355 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-daf545a5-bc47-4937-9259-fc50c2b70827 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.5342762 Jan 18 22:40:19.253014 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 39660) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:40:19.264761 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-912c95d7-97ed-4ce2-8f63-f327abd75362 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Request body: {'floatingip': {'port_id': 'a12e51b3-e69d-4924-8a1e-07cdc236da9a'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:40:19.347262 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-912c95d7-97ed-4ce2-8f63-f327abd75362 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks [] for floatingip, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:19.384759 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-048060ca-3cf9-43bb-8385-fe371d9201ac tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1041027'] for router_interface, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:19.675243 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-56716b6c-a6ae-40e7-81cf-c90e02a09bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:19.741195 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-647135d5-6243-4408-9b05-e0f29b504932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93573329-e666-4cf4-946c-f5d1f0f8aab2', 'name': 'tempest-RoutersTest-router-1610095358', 'tenant_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:39:40Z', 'updated_at': '2022-01-18T22:40:17Z', 'revision_number': 7, 'project_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'gw_port_host': None, '_interfaces': [{'id': '6b1dc24d-f78b-4df3-98df-43113ab6c6ff', 'name': '', 'network_id': '2dc095b7-226b-4450-a9d8-a6f6fe5567d7', 'tenant_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'mac_address': 'fa:16:3e:45:ea:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93573329-e666-4cf4-946c-f5d1f0f8aab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '10ac1329-d14f-4db4-b6fd-39b267ab621f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:39:55Z', 'updated_at': '2022-01-18T22:40:04Z', 'revision_number': 5, 'project_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'subnets': [{'id': '10ac1329-d14f-4db4-b6fd-39b267ab621f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8dd9d794-3831-46d7-93ad-1f35d5eb718a', 'name': '', 'network_id': 'a1ffb70c-78ee-477f-aca3-3f2bd4e967c6', 'tenant_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'mac_address': 'fa:16:3e:c4:c2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93573329-e666-4cf4-946c-f5d1f0f8aab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': 'c2a5bf2c-e8ec-49d8-9a26-c0985d4fd900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:39:43Z', 'updated_at': '2022-01-18T22:39:49Z', 'revision_number': 5, 'project_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'subnets': [{'id': 'c2a5bf2c-e8ec-49d8-9a26-c0985d4fd900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1f85fa7-e122-4f74-b6c8-ee89eb20c7e1', 'name': '', 'network_id': '84cc1467-0dcf-4285-8e67-855b41004209', 'tenant_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'mac_address': 'fa:16:3e:57:cc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93573329-e666-4cf4-946c-f5d1f0f8aab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3069, 'fixed_ips': [{'subnet_id': '9a4c3cda-b6d7-4e6a-986c-b6b88b223307', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:39:49Z', 'updated_at': '2022-01-18T22:39:57Z', 'revision_number': 5, 'project_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'subnets': [{'id': '9a4c3cda-b6d7-4e6a-986c-b6b88b223307', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4e28310-9e7f-4832-9c8b-db9d711e4ab8', 'name': '', 'network_id': '0435b8e3-fe71-485c-8782-e6cc47ec0f41', 'tenant_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'mac_address': 'fa:16:3e:1d:1f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93573329-e666-4cf4-946c-f5d1f0f8aab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'e005ba8c-8e92-4fd4-a0e2-cd9a68406fa5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:40:06Z', 'updated_at': '2022-01-18T22:40:16Z', 'revision_number': 5, 'project_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'subnets': [{'id': 'e005ba8c-8e92-4fd4-a0e2-cd9a68406fa5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:40:19.813517 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647135d5-6243-4408-9b05-e0f29b504932 None None] Checking router: 93573329-e666-4cf4-946c-f5d1f0f8aab2 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:40:19.857900 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647135d5-6243-4408-9b05-e0f29b504932 None None] Routers {'93573329-e666-4cf4-946c-f5d1f0f8aab2'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:40:19.859109 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-647135d5-6243-4408-9b05-e0f29b504932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:39:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['93573329-e666-4cf4-946c-f5d1f0f8aab2'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:40:20.077549 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-048060ca-3cf9-43bb-8385-fe371d9201ac tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Deleting port b4e28310-9e7f-4832-9c8b-db9d711e4ab8 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:40:20.078142 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-048060ca-3cf9-43bb-8385-fe371d9201ac tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:20.086808 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 39752) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:40:20.095003 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-bf8399a7-1edf-4b35-a3c3-e527878a8394 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1280212040', 'description': 'tempest-secgroup-smoke-1280212040 description', 'project_id': '438cce0e2f434b5f879ce307da159923'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:40:20.171660 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-912c95d7-97ed-4ce2-8f63-f327abd75362 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:20.174604 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bf8399a7-1edf-4b35-a3c3-e527878a8394 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:20.211113 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-912c95d7-97ed-4ce2-8f63-f327abd75362 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043075'] for floatingip, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:20.228188 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-647135d5-6243-4408-9b05-e0f29b504932 None None] Set router 93573329-e666-4cf4-946c-f5d1f0f8aab2 gateway port host: None {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:40:20.340044 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device a34ea500-2640-4f35-9c4e-1ab1aa077f8f no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:40:20.401691 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-048060ca-3cf9-43bb-8385-fe371d9201ac tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] For port b4e28310-9e7f-4832-9c8b-db9d711e4ab8, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=b4e28310-9e7f-4832-9c8b-db9d711e4ab8,segment=NetworkSegment(c5b0d96e-8e20-4044-8302-4adb15bcc308),segment_id=c5b0d96e-8e20-4044-8302-4adb15bcc308)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:40:20.401691 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-048060ca-3cf9-43bb-8385-fe371d9201ac tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:20.435843 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-048060ca-3cf9-43bb-8385-fe371d9201ac tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Calling delete_port for b4e28310-9e7f-4832-9c8b-db9d711e4ab8 owned by network:router_interface {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:40:20.522233 n-d-825064-1 neutron-server[102431]: INFO neutron.db.l3_db [None req-912c95d7-97ed-4ce2-8f63-f327abd75362 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Floating IP 9c8cdcd4-9611-419d-b7ae-f6016262d828 associated. External IP: 172.25.5.10, port: a12e51b3-e69d-4924-8a1e-07cdc236da9a. Jan 18 22:40:20.533136 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bf8399a7-1edf-4b35-a3c3-e527878a8394 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:20.572635 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] No Port match for: a34ea500-2640-4f35-9c4e-1ab1aa077f8f {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:40:20.579570 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device a34ea500-2640-4f35-9c4e-1ab1aa077f8f not bound to the agent host n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:40:20.630712 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bf8399a7-1edf-4b35-a3c3-e527878a8394 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:20.685250 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bf8399a7-1edf-4b35-a3c3-e527878a8394 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:20.691291 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-bf8399a7-1edf-4b35-a3c3-e527878a8394 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6032467 Jan 18 22:40:20.697715 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 39828) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:40:20.707884 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-439b5a1a-0854-4df3-afa9-ea80948ffdbe tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Request body: {'security_group_rule': {'security_group_id': '47fd5e54-61ce-42c3-b5cd-195914aa324e', 'project_id': '438cce0e2f434b5f879ce307da159923', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:40:20.790188 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8399a7-1edf-4b35-a3c3-e527878a8394 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47fd5e54-61ce-42c3-b5cd-195914aa324e,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:20.897972 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-647135d5-6243-4408-9b05-e0f29b504932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93573329-e666-4cf4-946c-f5d1f0f8aab2', 'name': 'tempest-RoutersTest-router-1610095358', 'tenant_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:39:40Z', 'updated_at': '2022-01-18T22:40:17Z', 'revision_number': 7, 'project_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'gw_port_host': None, '_interfaces': [{'id': '6b1dc24d-f78b-4df3-98df-43113ab6c6ff', 'name': '', 'network_id': '2dc095b7-226b-4450-a9d8-a6f6fe5567d7', 'tenant_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'mac_address': 'fa:16:3e:45:ea:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93573329-e666-4cf4-946c-f5d1f0f8aab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '10ac1329-d14f-4db4-b6fd-39b267ab621f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:39:55Z', 'updated_at': '2022-01-18T22:40:04Z', 'revision_number': 5, 'project_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'subnets': [{'id': '10ac1329-d14f-4db4-b6fd-39b267ab621f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8dd9d794-3831-46d7-93ad-1f35d5eb718a', 'name': '', 'network_id': 'a1ffb70c-78ee-477f-aca3-3f2bd4e967c6', 'tenant_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'mac_address': 'fa:16:3e:c4:c2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93573329-e666-4cf4-946c-f5d1f0f8aab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': 'c2a5bf2c-e8ec-49d8-9a26-c0985d4fd900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:39:43Z', 'updated_at': '2022-01-18T22:39:49Z', 'revision_number': 5, 'project_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'subnets': [{'id': 'c2a5bf2c-e8ec-49d8-9a26-c0985d4fd900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1f85fa7-e122-4f74-b6c8-ee89eb20c7e1', 'name': '', 'network_id': '84cc1467-0dcf-4285-8e67-855b41004209', 'tenant_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'mac_address': 'fa:16:3e:57:cc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93573329-e666-4cf4-946c-f5d1f0f8aab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3069, 'fixed_ips': [{'subnet_id': '9a4c3cda-b6d7-4e6a-986c-b6b88b223307', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:39:49Z', 'updated_at': '2022-01-18T22:39:57Z', 'revision_number': 5, 'project_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'subnets': [{'id': '9a4c3cda-b6d7-4e6a-986c-b6b88b223307', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4e28310-9e7f-4832-9c8b-db9d711e4ab8', 'name': '', 'network_id': '0435b8e3-fe71-485c-8782-e6cc47ec0f41', 'tenant_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'mac_address': 'fa:16:3e:1d:1f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93573329-e666-4cf4-946c-f5d1f0f8aab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'e005ba8c-8e92-4fd4-a0e2-cd9a68406fa5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:40:06Z', 'updated_at': '2022-01-18T22:40:16Z', 'revision_number': 5, 'project_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'subnets': [{'id': 'e005ba8c-8e92-4fd4-a0e2-cd9a68406fa5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:40:20.931405 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647135d5-6243-4408-9b05-e0f29b504932 None None] The sync data for ids ['93573329-e666-4cf4-946c-f5d1f0f8aab2'] in n-d-825064-1 is: [{'id': '93573329-e666-4cf4-946c-f5d1f0f8aab2', 'name': 'tempest-RoutersTest-router-1610095358', 'tenant_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:39:40Z', 'updated_at': '2022-01-18T22:40:17Z', 'revision_number': 7, 'project_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'gw_port_host': None, '_interfaces': [{'id': '6b1dc24d-f78b-4df3-98df-43113ab6c6ff', 'name': '', 'network_id': '2dc095b7-226b-4450-a9d8-a6f6fe5567d7', 'tenant_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'mac_address': 'fa:16:3e:45:ea:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93573329-e666-4cf4-946c-f5d1f0f8aab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '10ac1329-d14f-4db4-b6fd-39b267ab621f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:39:55Z', 'updated_at': '2022-01-18T22:40:04Z', 'revision_number': 5, 'project_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'subnets': [{'id': '10ac1329-d14f-4db4-b6fd-39b267ab621f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8dd9d794-3831-46d7-93ad-1f35d5eb718a', 'name': '', 'network_id': 'a1ffb70c-78ee-477f-aca3-3f2bd4e967c6', 'tenant_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'mac_address': 'fa:16:3e:c4:c2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93573329-e666-4cf4-946c-f5d1f0f8aab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': 'c2a5bf2c-e8ec-49d8-9a26-c0985d4fd900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:39:43Z', 'updated_at': '2022-01-18T22:39:49Z', 'revision_number': 5, 'project_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'subnets': [{'id': 'c2a5bf2c-e8ec-49d8-9a26-c0985d4fd900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1f85fa7-e122-4f74-b6c8-ee89eb20c7e1', 'name': '', 'network_id': '84cc1467-0dcf-4285-8e67-855b41004209', 'tenant_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'mac_address': 'fa:16:3e:57:cc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93573329-e666-4cf4-946c-f5d1f0f8aab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3069, 'fixed_ips': [{'subnet_id': '9a4c3cda-b6d7-4e6a-986c-b6b88b223307', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:39:49Z', 'updated_at': '2022-01-18T22:39:57Z', 'revision_number': 5, 'project_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'subnets': [{'id': '9a4c3cda-b6d7-4e6a-986c-b6b88b223307', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4e28310-9e7f-4832-9c8b-db9d711e4ab8', 'name': '', 'network_id': '0435b8e3-fe71-485c-8782-e6cc47ec0f41', 'tenant_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'mac_address': 'fa:16:3e:1d:1f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93573329-e666-4cf4-946c-f5d1f0f8aab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'e005ba8c-8e92-4fd4-a0e2-cd9a68406fa5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:40:06Z', 'updated_at': '2022-01-18T22:40:16Z', 'revision_number': 5, 'project_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'subnets': [{'id': 'e005ba8c-8e92-4fd4-a0e2-cd9a68406fa5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:40:20.956502 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-048060ca-3cf9-43bb-8385-fe371d9201ac tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:20.970588 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-439b5a1a-0854-4df3-afa9-ea80948ffdbe tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:21.006292 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048060ca-3cf9-43bb-8385-fe371d9201ac tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Pushing event deleted for resources: {'Port': ['ID=b4e28310-9e7f-4832-9c8b-db9d711e4ab8,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:21.171269 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-912c95d7-97ed-4ce2-8f63-f327abd75362 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Router 2a7e88ce-b2f9-4963-9733-df396136ee8c has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:40:21.346035 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5708bae0-2adb-423d-b376-c837f3881414 req-3263ede4-146d-4f82-a176-d4542891bb8b tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:21.354698 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5708bae0-2adb-423d-b376-c837f3881414 req-3263ede4-146d-4f82-a176-d4542891bb8b tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/networks?id=eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02 HTTP/1.1" status: 200 len: 806 time: 0.7861617 Jan 18 22:40:21.398583 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5708bae0-2adb-423d-b376-c837f3881414 req-4d083274-6b5e-43a5-b235-d20ad901a52e tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/quotas/d58fa77d6cd94e7ca7d141d5a9b044dd HTTP/1.1" status: 200 len: 375 time: 0.0426879 Jan 18 22:40:21.562454 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-912c95d7-97ed-4ce2-8f63-f327abd75362 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:40:21.566870 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-912c95d7-97ed-4ce2-8f63-f327abd75362 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:21.574748 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c829f9-0eff-47bf-97f3-f5396aa6753a None None] Sync routers for ids ['2a7e88ce-b2f9-4963-9733-df396136ee8c'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:40:21.585467 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c829f9-0eff-47bf-97f3-f5396aa6753a None None] Routers {'2a7e88ce-b2f9-4963-9733-df396136ee8c'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:40:21.586093 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-d3c829f9-0eff-47bf-97f3-f5396aa6753a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:39:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['2a7e88ce-b2f9-4963-9733-df396136ee8c'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:40:21.621423 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-912c95d7-97ed-4ce2-8f63-f327abd75362 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] 10.222.0.53 "PUT /v2.0/floatingips/9c8cdcd4-9611-419d-b7ae-f6016262d828 HTTP/1.1" status: 200 len: 977 time: 2.3641374 Jan 18 22:40:21.622049 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 39892) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:40:21.706468 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-d3c829f9-0eff-47bf-97f3-f5396aa6753a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:40:21.728647 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c829f9-0eff-47bf-97f3-f5396aa6753a None None] Routers {'2a7e88ce-b2f9-4963-9733-df396136ee8c'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:40:21.729291 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-d3c829f9-0eff-47bf-97f3-f5396aa6753a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:39:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['2a7e88ce-b2f9-4963-9733-df396136ee8c'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:40:21.753800 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-439b5a1a-0854-4df3-afa9-ea80948ffdbe tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:21.775494 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-439b5a1a-0854-4df3-afa9-ea80948ffdbe tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:21.808246 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-a3ce562a-1711-4b52-a8eb-9d981d1ba8be tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Deleting port a12e51b3-e69d-4924-8a1e-07cdc236da9a {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:40:21.808817 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a3ce562a-1711-4b52-a8eb-9d981d1ba8be tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:21.814804 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5708bae0-2adb-423d-b376-c837f3881414 req-e3f4a646-69e8-4af8-bb93-ed907492b5e8 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d58fa77d6cd94e7ca7d141d5a9b044dd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4133611 Jan 18 22:40:21.821393 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-048060ca-3cf9-43bb-8385-fe371d9201ac tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-613841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1046579'] for router_interface, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:21.840044 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-d3c829f9-0eff-47bf-97f3-f5396aa6753a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:40:21.847454 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c829f9-0eff-47bf-97f3-f5396aa6753a None None] The sync data for ids ['2a7e88ce-b2f9-4963-9733-df396136ee8c'] in n-d-825064-1 is: [] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:40:21.935807 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439b5a1a-0854-4df3-afa9-ea80948ffdbe tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8acf033b-9199-49e7-9c35-0d3f34e9ffe5,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:21.936602 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f946ea96-5f90-4ffc-915d-014c3e075714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:21.980089 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-439b5a1a-0854-4df3-afa9-ea80948ffdbe tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:21.991527 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-439b5a1a-0854-4df3-afa9-ea80948ffdbe tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2907419 Jan 18 22:40:21.992596 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 39930) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:40:22.003946 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-c0f3ad76-ecfb-41af-9bf9-c3ea050e41ce tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Request body: {'security_group_rule': {'security_group_id': '47fd5e54-61ce-42c3-b5cd-195914aa324e', 'project_id': '438cce0e2f434b5f879ce307da159923', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:40:22.009560 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a3ce562a-1711-4b52-a8eb-9d981d1ba8be tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:22.024234 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5708bae0-2adb-423d-b376-c837f3881414 req-325402cb-fbe9-4415-94d6-7f8c483ab676 service neutron] 10.222.0.53 "GET /v2.0/networks/eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931772 Jan 18 22:40:22.413378 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a3ce562a-1711-4b52-a8eb-9d981d1ba8be tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:22.414105 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a3ce562a-1711-4b52-a8eb-9d981d1ba8be tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043075'] for floatingip, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:22.414683 n-d-825064-1 neutron-server[102431]: INFO neutron.db.l3_db [None req-a3ce562a-1711-4b52-a8eb-9d981d1ba8be tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Floating IP 9c8cdcd4-9611-419d-b7ae-f6016262d828 disassociated. External IP: 172.25.5.10, port: a12e51b3-e69d-4924-8a1e-07cdc236da9a. Jan 18 22:40:22.415256 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-a3ce562a-1711-4b52-a8eb-9d981d1ba8be tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Calling delete_port for a12e51b3-e69d-4924-8a1e-07cdc236da9a owned by {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:40:22.467681 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c0f3ad76-ecfb-41af-9bf9-c3ea050e41ce tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:22.588985 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5708bae0-2adb-423d-b376-c837f3881414 req-6860e1d6-7073-402e-9659-430554796baa service neutron] 10.222.0.53 "GET /v2.0/networks/eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5161636 Jan 18 22:40:22.612084 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-048060ca-3cf9-43bb-8385-fe371d9201ac tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Router 93573329-e666-4cf4-946c-f5d1f0f8aab2 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:40:22.689135 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a3ce562a-1711-4b52-a8eb-9d981d1ba8be tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:22.748797 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c0f3ad76-ecfb-41af-9bf9-c3ea050e41ce tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:22.848507 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ce562a-1711-4b52-a8eb-9d981d1ba8be tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Pushing event deleted for resources: {'Port': ['ID=a12e51b3-e69d-4924-8a1e-07cdc236da9a,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:22.918847 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c0f3ad76-ecfb-41af-9bf9-c3ea050e41ce tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:22.962934 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:22.995180 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3ce562a-1711-4b52-a8eb-9d981d1ba8be tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Router 2a7e88ce-b2f9-4963-9733-df396136ee8c has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:40:23.028906 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-048060ca-3cf9-43bb-8385-fe371d9201ac tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:40:23.046457 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444a163e-8f51-4d91-a558-15a33552b96c None None] Sync routers for ids ['93573329-e666-4cf4-946c-f5d1f0f8aab2'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:40:23.053714 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-048060ca-3cf9-43bb-8385-fe371d9201ac tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "PUT /v2.0/routers/93573329-e666-4cf4-946c-f5d1f0f8aab2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6375010 Jan 18 22:40:23.067807 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444a163e-8f51-4d91-a558-15a33552b96c None None] Routers {'93573329-e666-4cf4-946c-f5d1f0f8aab2'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:40:23.068476 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-444a163e-8f51-4d91-a558-15a33552b96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:40:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['93573329-e666-4cf4-946c-f5d1f0f8aab2'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:40:23.178085 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f3ad76-ecfb-41af-9bf9-c3ea050e41ce tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d69ca798-0df3-46b1-a2b9-057d4ba25f5a,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:23.189187 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-444a163e-8f51-4d91-a558-15a33552b96c None None] Set router 93573329-e666-4cf4-946c-f5d1f0f8aab2 gateway port host: None {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:40:23.193454 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8e85854d-bfd1-445f-a70c-3a64ebdd5fb8 req-0a70cf29-2de4-4aca-af82-2ab072e7ef23 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=752aaecc-28f3-4f19-8e6c-5b88cdc63248 HTTP/1.1" status: 200 len: 210 time: 0.2783871 Jan 18 22:40:23.199804 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 40046) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:40:23.258036 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c0f3ad76-ecfb-41af-9bf9-c3ea050e41ce tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:23.265624 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-c0f3ad76-ecfb-41af-9bf9-c3ea050e41ce tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2667425 Jan 18 22:40:23.267972 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 40072) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:40:23.294039 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-099c7023-647e-4992-86f5-cfbc75f06a87 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Request body: {'security_group_rule': {'security_group_id': '47fd5e54-61ce-42c3-b5cd-195914aa324e', 'project_id': '438cce0e2f434b5f879ce307da159923', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:40:23.345947 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3ce562a-1711-4b52-a8eb-9d981d1ba8be tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:40:23.356898 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d526cca-0113-4ad9-b822-248373291bdd None None] Sync routers for ids ['2a7e88ce-b2f9-4963-9733-df396136ee8c'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:40:23.362788 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f3ad76-ecfb-41af-9bf9-c3ea050e41ce tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:40:23.363068 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f3ad76-ecfb-41af-9bf9-c3ea050e41ce tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:40:23.363414 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f3ad76-ecfb-41af-9bf9-c3ea050e41ce tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:40:23.363748 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f3ad76-ecfb-41af-9bf9-c3ea050e41ce tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:40:23.364085 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f3ad76-ecfb-41af-9bf9-c3ea050e41ce tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:40:23.364444 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f3ad76-ecfb-41af-9bf9-c3ea050e41ce tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:40:23.367801 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f3ad76-ecfb-41af-9bf9-c3ea050e41ce tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:40:23.368496 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f3ad76-ecfb-41af-9bf9-c3ea050e41ce tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:40:23.370085 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f3ad76-ecfb-41af-9bf9-c3ea050e41ce tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:40:23.370327 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d526cca-0113-4ad9-b822-248373291bdd None None] Routers {'2a7e88ce-b2f9-4963-9733-df396136ee8c'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:40:23.370882 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f3ad76-ecfb-41af-9bf9-c3ea050e41ce tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:40:23.371428 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f3ad76-ecfb-41af-9bf9-c3ea050e41ce tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:40:23.373068 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f3ad76-ecfb-41af-9bf9-c3ea050e41ce tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:40:23.385098 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-9d526cca-0113-4ad9-b822-248373291bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:40:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['2a7e88ce-b2f9-4963-9733-df396136ee8c'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:40:23.517760 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_v2 [None req-09e35b6d-53f0-4320-bceb-fc293e00bf7e tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Deleting subnet e005ba8c-8e92-4fd4-a0e2-cd9a68406fa5 {{(pid=102430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:40:23.520466 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a3ce562a-1711-4b52-a8eb-9d981d1ba8be tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:23.524369 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-a3ce562a-1711-4b52-a8eb-9d981d1ba8be tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] 10.222.0.53 "DELETE /v2.0/ports/a12e51b3-e69d-4924-8a1e-07cdc236da9a HTTP/1.1" status: 204 len: 168 time: 1.8994007 Jan 18 22:40:23.526827 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 40104) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:40:23.560937 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-09e35b6d-53f0-4320-bceb-fc293e00bf7e tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks [] for subnet, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:23.591580 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-444a163e-8f51-4d91-a558-15a33552b96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93573329-e666-4cf4-946c-f5d1f0f8aab2', 'name': 'tempest-RoutersTest-router-1610095358', 'tenant_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:39:40Z', 'updated_at': '2022-01-18T22:40:20Z', 'revision_number': 8, 'project_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'gw_port_host': None, '_interfaces': [{'id': '6b1dc24d-f78b-4df3-98df-43113ab6c6ff', 'name': '', 'network_id': '2dc095b7-226b-4450-a9d8-a6f6fe5567d7', 'tenant_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'mac_address': 'fa:16:3e:45:ea:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93573329-e666-4cf4-946c-f5d1f0f8aab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '10ac1329-d14f-4db4-b6fd-39b267ab621f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:39:55Z', 'updated_at': '2022-01-18T22:40:04Z', 'revision_number': 5, 'project_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'subnets': [{'id': '10ac1329-d14f-4db4-b6fd-39b267ab621f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8dd9d794-3831-46d7-93ad-1f35d5eb718a', 'name': '', 'network_id': 'a1ffb70c-78ee-477f-aca3-3f2bd4e967c6', 'tenant_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'mac_address': 'fa:16:3e:c4:c2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93573329-e666-4cf4-946c-f5d1f0f8aab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': 'c2a5bf2c-e8ec-49d8-9a26-c0985d4fd900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:39:43Z', 'updated_at': '2022-01-18T22:39:49Z', 'revision_number': 5, 'project_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'subnets': [{'id': 'c2a5bf2c-e8ec-49d8-9a26-c0985d4fd900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1f85fa7-e122-4f74-b6c8-ee89eb20c7e1', 'name': '', 'network_id': '84cc1467-0dcf-4285-8e67-855b41004209', 'tenant_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'mac_address': 'fa:16:3e:57:cc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93573329-e666-4cf4-946c-f5d1f0f8aab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3069, 'fixed_ips': [{'subnet_id': '9a4c3cda-b6d7-4e6a-986c-b6b88b223307', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:39:49Z', 'updated_at': '2022-01-18T22:39:57Z', 'revision_number': 5, 'project_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'subnets': [{'id': '9a4c3cda-b6d7-4e6a-986c-b6b88b223307', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:40:23.598118 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-9d526cca-0113-4ad9-b822-248373291bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:40:23.625515 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-4895b828-9cf7-47f2-9bbc-621418056a9c tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] 10.222.0.53 "GET /v2.0/floatingips/9c8cdcd4-9611-419d-b7ae-f6016262d828 HTTP/1.1" status: 200 len: 687 time: 0.0966480 Jan 18 22:40:23.626723 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 40114) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:40:23.632188 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d526cca-0113-4ad9-b822-248373291bdd None None] Routers {'2a7e88ce-b2f9-4963-9733-df396136ee8c'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:40:23.635069 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-9d526cca-0113-4ad9-b822-248373291bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:40:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['2a7e88ce-b2f9-4963-9733-df396136ee8c'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:40:23.661983 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444a163e-8f51-4d91-a558-15a33552b96c None None] Checking router: 93573329-e666-4cf4-946c-f5d1f0f8aab2 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:40:23.705684 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-9d526cca-0113-4ad9-b822-248373291bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:40:23.707609 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444a163e-8f51-4d91-a558-15a33552b96c None None] Routers {'93573329-e666-4cf4-946c-f5d1f0f8aab2'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:40:23.709448 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-444a163e-8f51-4d91-a558-15a33552b96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:40:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['93573329-e666-4cf4-946c-f5d1f0f8aab2'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:40:23.714005 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d526cca-0113-4ad9-b822-248373291bdd None None] The sync data for ids ['2a7e88ce-b2f9-4963-9733-df396136ee8c'] in n-d-825064-1 is: [] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:40:23.743554 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-09e35b6d-53f0-4320-bceb-fc293e00bf7e tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60394745'] for subnet, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:23.903676 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-099c7023-647e-4992-86f5-cfbc75f06a87 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:23.941365 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-444a163e-8f51-4d91-a558-15a33552b96c None None] Set router 93573329-e666-4cf4-946c-f5d1f0f8aab2 gateway port host: None {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:40:23.942793 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-ea0b5eaa-0da1-47a0-a5a5-2d2bf72a62f7 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Deleting port 422ef123-b199-4f45-b336-fe40ce6419a3 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:40:23.943311 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ea0b5eaa-0da1-47a0-a5a5-2d2bf72a62f7 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:24.052410 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 40124) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:40:24.078066 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 40128) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:40:24.147203 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-099c7023-647e-4992-86f5-cfbc75f06a87 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:24.167292 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-099c7023-647e-4992-86f5-cfbc75f06a87 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:24.191105 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ea0b5eaa-0da1-47a0-a5a5-2d2bf72a62f7 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:24.191774 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ea0b5eaa-0da1-47a0-a5a5-2d2bf72a62f7 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:24.227607 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-ea0b5eaa-0da1-47a0-a5a5-2d2bf72a62f7 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Calling delete_port for 422ef123-b199-4f45-b336-fe40ce6419a3 owned by network:floatingip {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:40:24.229792 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099c7023-647e-4992-86f5-cfbc75f06a87 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f0804ec-87c5-421d-a0f7-7bc360a74feb,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:24.268966 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-09e35b6d-53f0-4320-bceb-fc293e00bf7e tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:24.283326 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-099c7023-647e-4992-86f5-cfbc75f06a87 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:24.288444 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-099c7023-647e-4992-86f5-cfbc75f06a87 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0178039 Jan 18 22:40:24.403632 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 40136) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:40:24.437136 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-d0b3ba7e-ffc9-4a6a-b5d8-a9d07fb8d42c tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Request body: {'security_group_rule': {'security_group_id': '47fd5e54-61ce-42c3-b5cd-195914aa324e', 'project_id': '438cce0e2f434b5f879ce307da159923', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:40:24.470743 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2918c566-1f6e-4b64-b4c9-f30bcd3147dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:24.473108 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6c2e3c69-6edc-46db-9008-61be5142336f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:24.474911 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:24.487933 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-78fb2ca1-3435-46cb-b161-c447f32cf7ba req-d5683839-00d7-4748-a682-878c61902081 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=752aaecc-28f3-4f19-8e6c-5b88cdc63248 HTTP/1.1" status: 200 len: 210 time: 0.0545957 Jan 18 22:40:24.489124 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-444a163e-8f51-4d91-a558-15a33552b96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93573329-e666-4cf4-946c-f5d1f0f8aab2', 'name': 'tempest-RoutersTest-router-1610095358', 'tenant_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:39:40Z', 'updated_at': '2022-01-18T22:40:20Z', 'revision_number': 8, 'project_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'gw_port_host': None, '_interfaces': [{'id': '6b1dc24d-f78b-4df3-98df-43113ab6c6ff', 'name': '', 'network_id': '2dc095b7-226b-4450-a9d8-a6f6fe5567d7', 'tenant_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'mac_address': 'fa:16:3e:45:ea:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93573329-e666-4cf4-946c-f5d1f0f8aab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '10ac1329-d14f-4db4-b6fd-39b267ab621f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:39:55Z', 'updated_at': '2022-01-18T22:40:04Z', 'revision_number': 5, 'project_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'subnets': [{'id': '10ac1329-d14f-4db4-b6fd-39b267ab621f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8dd9d794-3831-46d7-93ad-1f35d5eb718a', 'name': '', 'network_id': 'a1ffb70c-78ee-477f-aca3-3f2bd4e967c6', 'tenant_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'mac_address': 'fa:16:3e:c4:c2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93573329-e666-4cf4-946c-f5d1f0f8aab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': 'c2a5bf2c-e8ec-49d8-9a26-c0985d4fd900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:39:43Z', 'updated_at': '2022-01-18T22:39:49Z', 'revision_number': 5, 'project_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'subnets': [{'id': 'c2a5bf2c-e8ec-49d8-9a26-c0985d4fd900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1f85fa7-e122-4f74-b6c8-ee89eb20c7e1', 'name': '', 'network_id': '84cc1467-0dcf-4285-8e67-855b41004209', 'tenant_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'mac_address': 'fa:16:3e:57:cc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93573329-e666-4cf4-946c-f5d1f0f8aab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3069, 'fixed_ips': [{'subnet_id': '9a4c3cda-b6d7-4e6a-986c-b6b88b223307', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:39:49Z', 'updated_at': '2022-01-18T22:39:57Z', 'revision_number': 5, 'project_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'subnets': [{'id': '9a4c3cda-b6d7-4e6a-986c-b6b88b223307', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:40:24.547488 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-09e35b6d-53f0-4320-bceb-fc293e00bf7e tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60203138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62288677'] for subnet, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:24.564761 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444a163e-8f51-4d91-a558-15a33552b96c None None] The sync data for ids ['93573329-e666-4cf4-946c-f5d1f0f8aab2'] in n-d-825064-1 is: [{'id': '93573329-e666-4cf4-946c-f5d1f0f8aab2', 'name': 'tempest-RoutersTest-router-1610095358', 'tenant_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:39:40Z', 'updated_at': '2022-01-18T22:40:20Z', 'revision_number': 8, 'project_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'gw_port_host': None, '_interfaces': [{'id': '6b1dc24d-f78b-4df3-98df-43113ab6c6ff', 'name': '', 'network_id': '2dc095b7-226b-4450-a9d8-a6f6fe5567d7', 'tenant_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'mac_address': 'fa:16:3e:45:ea:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93573329-e666-4cf4-946c-f5d1f0f8aab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '10ac1329-d14f-4db4-b6fd-39b267ab621f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:39:55Z', 'updated_at': '2022-01-18T22:40:04Z', 'revision_number': 5, 'project_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'subnets': [{'id': '10ac1329-d14f-4db4-b6fd-39b267ab621f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8dd9d794-3831-46d7-93ad-1f35d5eb718a', 'name': '', 'network_id': 'a1ffb70c-78ee-477f-aca3-3f2bd4e967c6', 'tenant_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'mac_address': 'fa:16:3e:c4:c2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93573329-e666-4cf4-946c-f5d1f0f8aab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': 'c2a5bf2c-e8ec-49d8-9a26-c0985d4fd900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:39:43Z', 'updated_at': '2022-01-18T22:39:49Z', 'revision_number': 5, 'project_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'subnets': [{'id': 'c2a5bf2c-e8ec-49d8-9a26-c0985d4fd900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1f85fa7-e122-4f74-b6c8-ee89eb20c7e1', 'name': '', 'network_id': '84cc1467-0dcf-4285-8e67-855b41004209', 'tenant_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'mac_address': 'fa:16:3e:57:cc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93573329-e666-4cf4-946c-f5d1f0f8aab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3069, 'fixed_ips': [{'subnet_id': '9a4c3cda-b6d7-4e6a-986c-b6b88b223307', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:39:49Z', 'updated_at': '2022-01-18T22:39:57Z', 'revision_number': 5, 'project_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'subnets': [{'id': '9a4c3cda-b6d7-4e6a-986c-b6b88b223307', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:40:24.601270 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-09e35b6d-53f0-4320-bceb-fc293e00bf7e tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks [] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:24.609722 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d779b921-cc82-4437-a312-3819e56e31c0 None None] Network 0435b8e3-fe71-485c-8782-e6cc47ec0f41 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:40:24.610380 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-09e35b6d-53f0-4320-bceb-fc293e00bf7e tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "DELETE /v2.0/subnets/e005ba8c-8e92-4fd4-a0e2-cd9a68406fa5 HTTP/1.1" status: 204 len: 168 time: 1.3928893 Jan 18 22:40:24.614748 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 40142) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:40:24.616066 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e35b6d-53f0-4320-bceb-fc293e00bf7e tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Pushing event deleted for resources: {'Subnet': ['ID=e005ba8c-8e92-4fd4-a0e2-cd9a68406fa5,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:24.632444 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d0b3ba7e-ffc9-4a6a-b5d8-a9d07fb8d42c tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:24.748042 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:24.839072 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ea0b5eaa-0da1-47a0-a5a5-2d2bf72a62f7 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:24.905264 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d0b3ba7e-ffc9-4a6a-b5d8-a9d07fb8d42c tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:24.931236 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0b5eaa-0da1-47a0-a5a5-2d2bf72a62f7 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Pushing event deleted for resources: {'Port': ['ID=422ef123-b199-4f45-b336-fe40ce6419a3,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:24.972232 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b102a3e-badc-4579-a38e-6e8192dbd749 None None] DHCP port deletion for 0435b8e3-fe71-485c-8782-e6cc47ec0f41 request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:40:24.978299 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d0b3ba7e-ffc9-4a6a-b5d8-a9d07fb8d42c tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:25.011355 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6c2e3c69-6edc-46db-9008-61be5142336f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:25.012654 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3ba7e-ffc9-4a6a-b5d8-a9d07fb8d42c tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9745d254-baf4-4437-9044-250076097027,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:25.036545 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2918c566-1f6e-4b64-b4c9-f30bcd3147dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:25.041514 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6c2e3c69-6edc-46db-9008-61be5142336f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:25.055594 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-cfe088a9-d903-4659-8137-6f25293e2f29 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:25.060435 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-9b102a3e-badc-4579-a38e-6e8192dbd749 None None] Deleting port 20dd0174-73c0-4977-ab31-bbf9ab0c96e0 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:40:25.061777 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9b102a3e-badc-4579-a38e-6e8192dbd749 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:25.105917 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2e3c69-6edc-46db-9008-61be5142336f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc83360c-8ff2-4f96-a192-e6330e539bfe,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:25.127956 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2918c566-1f6e-4b64-b4c9-f30bcd3147dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:25.157212 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d0b3ba7e-ffc9-4a6a-b5d8-a9d07fb8d42c tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:25.161550 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-d0b3ba7e-ffc9-4a6a-b5d8-a9d07fb8d42c tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7523732 Jan 18 22:40:25.165459 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ea0b5eaa-0da1-47a0-a5a5-2d2bf72a62f7 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks [] for floatingip, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:25.165642 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 40144) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:40:25.168362 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ea0b5eaa-0da1-47a0-a5a5-2d2bf72a62f7 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:25.169664 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-ea0b5eaa-0da1-47a0-a5a5-2d2bf72a62f7 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] 10.222.0.53 "DELETE /v2.0/floatingips/9c8cdcd4-9611-419d-b7ae-f6016262d828 HTTP/1.1" status: 204 len: 168 time: 1.5411022 Jan 18 22:40:25.173656 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-9b102a3e-badc-4579-a38e-6e8192dbd749 None None] For port 20dd0174-73c0-4977-ab31-bbf9ab0c96e0, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=20dd0174-73c0-4977-ab31-bbf9ab0c96e0,segment=NetworkSegment(c5b0d96e-8e20-4044-8302-4adb15bcc308),segment_id=c5b0d96e-8e20-4044-8302-4adb15bcc308)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:40:25.174942 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9b102a3e-badc-4579-a38e-6e8192dbd749 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:25.176986 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 40146) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:40:25.181608 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-3d1fac98-9412-490d-a477-8975dda32f8a tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Request body: {'floatingip': {'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'port_id': 'fbba20d3-bc36-4b6e-b2b2-ca8339bb7226'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:40:25.186155 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-228acced-848e-4ea0-92cf-5753965767b5 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Request body: {'security_group_rule': {'security_group_id': '47fd5e54-61ce-42c3-b5cd-195914aa324e', 'project_id': '438cce0e2f434b5f879ce307da159923', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:40:25.205063 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-9b102a3e-badc-4579-a38e-6e8192dbd749 None None] Calling delete_port for 20dd0174-73c0-4977-ab31-bbf9ab0c96e0 owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:40:25.214649 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-6c2e3c69-6edc-46db-9008-61be5142336f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cf27d25d6325482ca8bff47bb8b1aa71&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1292121 Jan 18 22:40:25.215784 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 40148) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:40:25.221600 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2918c566-1f6e-4b64-b4c9-f30bcd3147dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d8685f2-87d3-4485-9bfc-8ae8258d6305,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:25.231599 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5708bae0-2adb-423d-b376-c837f3881414 req-fdb38e83-3ece-4966-8b4e-931ca4b769e2 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:25.233787 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5708bae0-2adb-423d-b376-c837f3881414 req-fdb38e83-3ece-4966-8b4e-931ca4b769e2 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.67 "GET /v2.0/networks?id=eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02 HTTP/1.1" status: 200 len: 806 time: 0.1753743 Jan 18 22:40:25.245449 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-cfe088a9-d903-4659-8137-6f25293e2f29 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Deleting port 20dd0174-73c0-4977-ab31-bbf9ab0c96e0 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:40:25.253999 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-2918c566-1f6e-4b64-b4c9-f30bcd3147dc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=faffd7ba4dea401ea01368f0c3ab83c2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1999776 Jan 18 22:40:25.261464 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 40152) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:40:25.261952 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-cfe088a9-d903-4659-8137-6f25293e2f29 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:25.315904 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3d1fac98-9412-490d-a477-8975dda32f8a tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks [] for floatingip, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:25.353744 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9b102a3e-badc-4579-a38e-6e8192dbd749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:25.367039 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-aadbb9c8-b77a-4eb8-bbb6-f5a45a1df0a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:25.371388 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b102a3e-badc-4579-a38e-6e8192dbd749 None None] No DVR routers for this DVR port 20dd0174-73c0-4977-ab31-bbf9ab0c96e0 on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:40:25.373211 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-5708bae0-2adb-423d-b376-c837f3881414 req-2f9b0b2c-ea03-4be1-943e-ac30b43e7f60 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Request body: {'port': {'device_id': '752aaecc-28f3-4f19-8e6c-5b88cdc63248', 'network_id': 'eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02', 'admin_state_up': True, 'tenant_id': 'd58fa77d6cd94e7ca7d141d5a9b044dd'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:40:25.401923 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b102a3e-badc-4579-a38e-6e8192dbd749 None None] Pushing event deleted for resources: {'Port': ['ID=20dd0174-73c0-4977-ab31-bbf9ab0c96e0,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:25.428164 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2167b7b2-2115-4fc6-a448-3b30b7620b14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:25.454493 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-aadbb9c8-b77a-4eb8-bbb6-f5a45a1df0a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:25.478972 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2167b7b2-2115-4fc6-a448-3b30b7620b14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:25.479547 n-d-825064-1 neutron-server[102430]: INFO neutron.db.securitygroups_db [None req-228acced-848e-4ea0-92cf-5753965767b5 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Project 438cce0e2f434b5f879ce307da159923 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 22:40:25.488401 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-cfe088a9-d903-4659-8137-6f25293e2f29 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] For port 20dd0174-73c0-4977-ab31-bbf9ab0c96e0, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=20dd0174-73c0-4977-ab31-bbf9ab0c96e0,segment=NetworkSegment(c5b0d96e-8e20-4044-8302-4adb15bcc308),segment_id=c5b0d96e-8e20-4044-8302-4adb15bcc308)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:40:25.489037 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-cfe088a9-d903-4659-8137-6f25293e2f29 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:25.497229 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-228acced-848e-4ea0-92cf-5753965767b5 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:25.526872 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-cfe088a9-d903-4659-8137-6f25293e2f29 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Calling delete_port for 20dd0174-73c0-4977-ab31-bbf9ab0c96e0 owned by network:dhcp {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:40:25.581289 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3d1fac98-9412-490d-a477-8975dda32f8a tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:25.589896 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2167b7b2-2115-4fc6-a448-3b30b7620b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:25.593155 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2167b7b2-2115-4fc6-a448-3b30b7620b14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:25.597037 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-2167b7b2-2115-4fc6-a448-3b30b7620b14 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4d8685f2-87d3-4485-9bfc-8ae8258d6305 HTTP/1.1" status: 204 len: 168 time: 0.3344157 Jan 18 22:40:25.597779 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-aadbb9c8-b77a-4eb8-bbb6-f5a45a1df0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:25.600436 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-aadbb9c8-b77a-4eb8-bbb6-f5a45a1df0a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:25.604550 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-aadbb9c8-b77a-4eb8-bbb6-f5a45a1df0a0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dc83360c-8ff2-4f96-a192-e6330e539bfe HTTP/1.1" status: 204 len: 168 time: 0.3839872 Jan 18 22:40:25.624159 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5708bae0-2adb-423d-b376-c837f3881414 req-2f9b0b2c-ea03-4be1-943e-ac30b43e7f60 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Made reservation on behalf of d58fa77d6cd94e7ca7d141d5a9b044dd for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:40:25.642715 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2167b7b2-2115-4fc6-a448-3b30b7620b14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d8685f2-87d3-4485-9bfc-8ae8258d6305,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:25.669851 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-5708bae0-2adb-423d-b376-c837f3881414 req-2f9b0b2c-ea03-4be1-943e-ac30b43e7f60 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:25.676116 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadbb9c8-b77a-4eb8-bbb6-f5a45a1df0a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc83360c-8ff2-4f96-a192-e6330e539bfe,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:25.753709 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c31916b4-6e4b-4ea6-90c3-e22070747b24 req-fbde3d97-7a44-4e96-a55f-850163384316 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=752aaecc-28f3-4f19-8e6c-5b88cdc63248 HTTP/1.1" status: 200 len: 210 time: 0.1319323 Jan 18 22:40:25.758998 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-3d1fac98-9412-490d-a477-8975dda32f8a tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Allocated IP 172.25.5.112 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/c1d1714b-cf6d-4881-8aa0-c0feebfc23f0) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:40:25.866477 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-228acced-848e-4ea0-92cf-5753965767b5 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:25.887020 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3d1fac98-9412-490d-a477-8975dda32f8a tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:25.911613 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-228acced-848e-4ea0-92cf-5753965767b5 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:25.955989 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3d1fac98-9412-490d-a477-8975dda32f8a tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:25.959713 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228acced-848e-4ea0-92cf-5753965767b5 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c97799b0-3000-4105-afd3-8e2449b2772d,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:25.962006 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-cfe088a9-d903-4659-8137-6f25293e2f29 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:26.017699 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-228acced-848e-4ea0-92cf-5753965767b5 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:26.019224 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-228acced-848e-4ea0-92cf-5753965767b5 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8430133 Jan 18 22:40:26.022636 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 40168) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:40:26.035583 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-beba1258-14c5-46a2-8e3f-988e99473aeb tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Request body: {'security_group_rule': {'security_group_id': '47fd5e54-61ce-42c3-b5cd-195914aa324e', 'project_id': '438cce0e2f434b5f879ce307da159923', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:40:26.045887 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe088a9-d903-4659-8137-6f25293e2f29 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Pushing event deleted for resources: {'Port': ['ID=20dd0174-73c0-4977-ab31-bbf9ab0c96e0,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:26.055163 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe088a9-d903-4659-8137-6f25293e2f29 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] No DVR routers for this DVR port 20dd0174-73c0-4977-ab31-bbf9ab0c96e0 on host n-d-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:40:26.110650 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1fac98-9412-490d-a477-8975dda32f8a tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:40:26.129008 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-3d1fac98-9412-490d-a477-8975dda32f8a tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:40:26.133889 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1fac98-9412-490d-a477-8975dda32f8a tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Pushing event updated for resources: {'Port': ['ID=c1d1714b-cf6d-4881-8aa0-c0feebfc23f0,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:26.137640 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1fac98-9412-490d-a477-8975dda32f8a tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:40:26.147038 n-d-825064-1 neutron-server[102431]: INFO neutron.db.securitygroups_db [None req-beba1258-14c5-46a2-8e3f-988e99473aeb tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Project 438cce0e2f434b5f879ce307da159923 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 22:40:26.174614 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 40174) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:40:26.176829 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-cfe088a9-d903-4659-8137-6f25293e2f29 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:26.195147 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-beba1258-14c5-46a2-8e3f-988e99473aeb tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:26.200815 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-cfe088a9-d903-4659-8137-6f25293e2f29 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0435b8e3-fe71-485c-8782-e6cc47ec0f41']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:40:26.211560 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-cfe088a9-d903-4659-8137-6f25293e2f29 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5b0d96e-8e20-4044-8302-4adb15bcc308') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:40:26.211930 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-cfe088a9-d903-4659-8137-6f25293e2f29 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5b0d96e-8e20-4044-8302-4adb15bcc308') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:40:26.228318 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-cfe088a9-d903-4659-8137-6f25293e2f29 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60394742'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:26.242985 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-cfe088a9-d903-4659-8137-6f25293e2f29 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:26.250369 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfe088a9-d903-4659-8137-6f25293e2f29 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:40:26.250763 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-cfe088a9-d903-4659-8137-6f25293e2f29 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60203044'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:26.257126 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-beba1258-14c5-46a2-8e3f-988e99473aeb tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:26.260163 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2f0a4732-94fb-46c4-9a8c-851aff41f583 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:26.277222 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-beba1258-14c5-46a2-8e3f-988e99473aeb tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:26.301205 n-d-825064-1 neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:40:26.301205 n-d-825064-1 neutron-server[102430]: self.session.flush() Jan 18 22:40:26.301205 n-d-825064-1 neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:40:26.301205 n-d-825064-1 neutron-server[102430]: self.session.flush() Jan 18 22:40:26.301205 n-d-825064-1 neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:40:26.301205 n-d-825064-1 neutron-server[102430]: self.session.flush() Jan 18 22:40:26.301205 n-d-825064-1 neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:40:26.301205 n-d-825064-1 neutron-server[102430]: self.session.flush() Jan 18 22:40:26.301205 n-d-825064-1 neutron-server[102430]: Traceback (most recent call last): Jan 18 22:40:26.301205 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:40:26.301205 n-d-825064-1 neutron-server[102430]: timer() Jan 18 22:40:26.301205 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:40:26.301205 n-d-825064-1 neutron-server[102430]: cb(*args, **kw) Jan 18 22:40:26.301205 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:40:26.301205 n-d-825064-1 neutron-server[102430]: return func(*args, **kwargs) Jan 18 22:40:26.301205 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:40:26.301205 n-d-825064-1 neutron-server[102430]: self._notify() Jan 18 22:40:26.301205 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:40:26.301205 n-d-825064-1 neutron-server[102430]: self.callback(batched_events) Jan 18 22:40:26.301205 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:40:26.301205 n-d-825064-1 neutron-server[102430]: event.method(event) Jan 18 22:40:26.301205 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:40:26.301205 n-d-825064-1 neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:40:26.301205 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:40:26.301205 n-d-825064-1 neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:40:26.301205 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:40:26.301205 n-d-825064-1 neutron-server[102430]: return f(self, *a, **k) Jan 18 22:40:26.301205 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:40:26.301205 n-d-825064-1 neutron-server[102430]: return self._get(url).json() Jan 18 22:40:26.301205 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:40:26.301205 n-d-825064-1 neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:40:26.301205 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:40:26.301205 n-d-825064-1 neutron-server[102430]: return self.request(url, 'GET', **kwargs) Jan 18 22:40:26.301205 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:40:26.301205 n-d-825064-1 neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:40:26.301205 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:40:26.301205 n-d-825064-1 neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:40:26.301205 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:40:26.301205 n-d-825064-1 neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:40:26.301205 n-d-825064-1 neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:40:26.305454 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-beba1258-14c5-46a2-8e3f-988e99473aeb tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:26.307829 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-beba1258-14c5-46a2-8e3f-988e99473aeb tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2780118 Jan 18 22:40:26.308539 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 40176) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:40:26.318136 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-df372107-ef30-4aa5-b991-6fc9f6158563 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Request body: {'network': {'name': 'tempest-network-smoke--1549221723', 'project_id': '438cce0e2f434b5f879ce307da159923', 'port_security_enabled': True}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:40:26.327621 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-5708bae0-2adb-423d-b376-c837f3881414 req-2f9b0b2c-ea03-4be1-943e-ac30b43e7f60 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Allocated IP 172.20.0.10 (eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02/3d836b77-fd27-4c61-b195-30e9fedeffe8/95923b0f-e60f-40be-b26f-0fe51874f1dd) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:40:26.340795 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-cfe088a9-d903-4659-8137-6f25293e2f29 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:26.362600 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-cfe088a9-d903-4659-8137-6f25293e2f29 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:26.366066 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-cfe088a9-d903-4659-8137-6f25293e2f29 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "DELETE /v2.0/networks/0435b8e3-fe71-485c-8782-e6cc47ec0f41 HTTP/1.1" status: 204 len: 168 time: 1.7434633 Jan 18 22:40:26.366986 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe088a9-d903-4659-8137-6f25293e2f29 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Pushing event deleted for resources: {'Network': ['ID=0435b8e3-fe71-485c-8782-e6cc47ec0f41,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:26.371223 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 40182) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:40:26.456424 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beba1258-14c5-46a2-8e3f-988e99473aeb tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29dd7c66-d848-40ab-8cdb-4e5e3703d7f0,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:26.468852 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df372107-ef30-4aa5-b991-6fc9f6158563 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Made reservation on behalf of 438cce0e2f434b5f879ce307da159923 for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:40:26.475251 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-df372107-ef30-4aa5-b991-6fc9f6158563 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:26.561816 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df372107-ef30-4aa5-b991-6fc9f6158563 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:40:26.592554 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-df372107-ef30-4aa5-b991-6fc9f6158563 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:26.592954 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-df372107-ef30-4aa5-b991-6fc9f6158563 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Added segment 86507bb4-4915-4f06-a653-c026e7e063e5 of type vlan for network 221254be-2a67-4a48-a311-8dd80515e5fb Jan 18 22:40:26.653082 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device b4e28310-9e7f-4832-9c8b-db9d711e4ab8 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:40:26.702909 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2f0a4732-94fb-46c4-9a8c-851aff41f583 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:26.707721 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-df372107-ef30-4aa5-b991-6fc9f6158563 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:26.714318 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: b4e28310-9e7f-4832-9c8b-db9d711e4ab8 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:40:26.718873 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device b4e28310-9e7f-4832-9c8b-db9d711e4ab8 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:40:26.719351 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 20dd0174-73c0-4977-ab31-bbf9ab0c96e0 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:40:26.742278 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2f0a4732-94fb-46c4-9a8c-851aff41f583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:26.755265 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 20dd0174-73c0-4977-ab31-bbf9ab0c96e0 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:40:26.755619 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 20dd0174-73c0-4977-ab31-bbf9ab0c96e0 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:40:26.797073 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-5708bae0-2adb-423d-b376-c837f3881414 req-2f9b0b2c-ea03-4be1-943e-ac30b43e7f60 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:26.858921 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-5708bae0-2adb-423d-b376-c837f3881414 req-2f9b0b2c-ea03-4be1-943e-ac30b43e7f60 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:26.872311 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['d3bce038-f949-4e37-a6fe-4f788f1c8e1a'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:40:27.001927 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5708bae0-2adb-423d-b376-c837f3881414 req-2f9b0b2c-ea03-4be1-943e-ac30b43e7f60 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Network eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:40:27.012946 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-5708bae0-2adb-423d-b376-c837f3881414 req-2f9b0b2c-ea03-4be1-943e-ac30b43e7f60 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:40:27.018651 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-5708bae0-2adb-423d-b376-c837f3881414 req-2f9b0b2c-ea03-4be1-943e-ac30b43e7f60 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:40:27.027210 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9b0b2c-ea03-4be1-943e-ac30b43e7f60 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Pushing event updated for resources: {'Port': ['ID=95923b0f-e60f-40be-b26f-0fe51874f1dd,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:27.138611 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fde7e5d-e6d5-4cb3-8fec-7281a9f2a979 req-1d2d8014-8a2e-44de-8694-8e52aa58ec39 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:27.140779 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5fde7e5d-e6d5-4cb3-8fec-7281a9f2a979 req-1d2d8014-8a2e-44de-8694-8e52aa58ec39 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=752aaecc-28f3-4f19-8e6c-5b88cdc63248 HTTP/1.1" status: 200 len: 932 time: 0.2173684 Jan 18 22:40:27.185564 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5708bae0-2adb-423d-b376-c837f3881414 req-2f9b0b2c-ea03-4be1-943e-ac30b43e7f60 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:27.186716 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-5708bae0-2adb-423d-b376-c837f3881414 req-2f9b0b2c-ea03-4be1-943e-ac30b43e7f60 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:27.196406 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-70578e4b-7077-4c16-b0c8-15002db8b593 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1041027'] for router_interface, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:27.292038 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5fde7e5d-e6d5-4cb3-8fec-7281a9f2a979 req-9b1df1b9-5b29-4d5e-9776-2a8a3a3c6e93 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e2e22-46f9-42fe-9710-8e464b95d42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424797 Jan 18 22:40:27.303430 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5708bae0-2adb-423d-b376-c837f3881414 req-2f9b0b2c-ea03-4be1-943e-ac30b43e7f60 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0599408 Jan 18 22:40:27.303693 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-df372107-ef30-4aa5-b991-6fc9f6158563 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:27.311531 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df372107-ef30-4aa5-b991-6fc9f6158563 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:27.312170 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-df372107-ef30-4aa5-b991-6fc9f6158563 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:27.315621 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0a4732-94fb-46c4-9a8c-851aff41f583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=493a4273-8fcd-42fa-b3cc-e2647743c55f,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:27.319428 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-5708bae0-2adb-423d-b376-c837f3881414 req-60be0f68-2525-48e5-824c-9e42119af55e service neutron] Request body: {'port': {'device_id': '752aaecc-28f3-4f19-8e6c-5b88cdc63248', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:40:27.332254 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-2f0a4732-94fb-46c4-9a8c-851aff41f583 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f7bb510a1e9e456589640838c702813f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1519947 Jan 18 22:40:27.337810 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 40202) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:40:27.394873 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-df372107-ef30-4aa5-b991-6fc9f6158563 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0805223 Jan 18 22:40:27.417479 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 40204) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:40:27.424165 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-949c64b2-240f-40a3-bc29-254c9ca5818a tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-474981899', 'admin_state_up': True, 'project_id': '438cce0e2f434b5f879ce307da159923', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:40:27.466759 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-5708bae0-2adb-423d-b376-c837f3881414 req-60be0f68-2525-48e5-824c-9e42119af55e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:27.484329 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df372107-ef30-4aa5-b991-6fc9f6158563 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Pushing event updated for resources: {'Network': ['ID=221254be-2a67-4a48-a311-8dd80515e5fb,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:27.504943 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 221254be-2a67-4a48-a311-8dd80515e5fb details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:40:27.533022 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3d440d82-f18c-4b81-95d8-c0e93b94ef29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:27.533207 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-949c64b2-240f-40a3-bc29-254c9ca5818a tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1044160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8692'] for router, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:27.534197 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-949c64b2-240f-40a3-bc29-254c9ca5818a tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1040680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8675'] for router, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:27.545245 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3d1fac98-9412-490d-a477-8975dda32f8a tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:27.582489 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3d440d82-f18c-4b81-95d8-c0e93b94ef29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:27.667094 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3d1fac98-9412-490d-a477-8975dda32f8a tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:27.720231 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-949c64b2-240f-40a3-bc29-254c9ca5818a tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:27.750969 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3d440d82-f18c-4b81-95d8-c0e93b94ef29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:27.753548 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3d440d82-f18c-4b81-95d8-c0e93b94ef29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:27.754708 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-3d440d82-f18c-4b81-95d8-c0e93b94ef29 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/493a4273-8fcd-42fa-b3cc-e2647743c55f HTTP/1.1" status: 204 len: 168 time: 0.4159813 Jan 18 22:40:27.846699 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d440d82-f18c-4b81-95d8-c0e93b94ef29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=493a4273-8fcd-42fa-b3cc-e2647743c55f,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:27.997775 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3d1fac98-9412-490d-a477-8975dda32f8a tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:28.014752 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3d1fac98-9412-490d-a477-8975dda32f8a tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:28.016555 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-949c64b2-240f-40a3-bc29-254c9ca5818a tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:28.157671 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-70578e4b-7077-4c16-b0c8-15002db8b593 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Deleting port 6b1dc24d-f78b-4df3-98df-43113ab6c6ff {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:40:28.161951 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-70578e4b-7077-4c16-b0c8-15002db8b593 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:28.195911 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1fac98-9412-490d-a477-8975dda32f8a tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Pushing event updated for resources: {'Port': ['ID=c1d1714b-cf6d-4881-8aa0-c0feebfc23f0,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:28.218944 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3d1fac98-9412-490d-a477-8975dda32f8a tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043075'] for floatingip, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:28.271956 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [req-5708bae0-2adb-423d-b376-c837f3881414 req-60be0f68-2525-48e5-824c-9e42119af55e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95923b0f-e60f-40be-b26f-0fe51874f1dd {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:40:28.299758 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-5708bae0-2adb-423d-b376-c837f3881414 req-60be0f68-2525-48e5-824c-9e42119af55e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:28.341335 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-5708bae0-2adb-423d-b376-c837f3881414 req-60be0f68-2525-48e5-824c-9e42119af55e service neutron] Transition to ACTIVE for port object 95923b0f-e60f-40be-b26f-0fe51874f1dd will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:40:28.367058 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-5708bae0-2adb-423d-b376-c837f3881414 req-60be0f68-2525-48e5-824c-9e42119af55e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:28.380904 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-70578e4b-7077-4c16-b0c8-15002db8b593 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] For port 6b1dc24d-f78b-4df3-98df-43113ab6c6ff, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=6b1dc24d-f78b-4df3-98df-43113ab6c6ff,segment=NetworkSegment(c38ea20a-e367-49ce-bba3-388d8d874b0b),segment_id=c38ea20a-e367-49ce-bba3-388d8d874b0b)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:40:28.381393 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-70578e4b-7077-4c16-b0c8-15002db8b593 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:28.434304 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-70578e4b-7077-4c16-b0c8-15002db8b593 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Calling delete_port for 6b1dc24d-f78b-4df3-98df-43113ab6c6ff owned by network:router_interface {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:40:28.470427 n-d-825064-1 neutron-server[102431]: INFO neutron.db.l3_db [None req-3d1fac98-9412-490d-a477-8975dda32f8a tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Floating IP 1eb16541-4bbe-4665-8bf3-6157447b50f3 associated. External IP: 172.25.5.112, port: fbba20d3-bc36-4b6e-b2b2-ca8339bb7226. Jan 18 22:40:28.480698 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60be0f68-2525-48e5-824c-9e42119af55e service neutron] Pushing event updated for resources: {'Port': ['ID=95923b0f-e60f-40be-b26f-0fe51874f1dd,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:28.922294 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d1fac98-9412-490d-a477-8975dda32f8a tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Router 2a7e88ce-b2f9-4963-9733-df396136ee8c has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:40:29.066109 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d1fac98-9412-490d-a477-8975dda32f8a tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:40:29.078756 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d8c720-bfbb-4de5-a2ad-7e54bb04a977 None None] Sync routers for ids ['2a7e88ce-b2f9-4963-9733-df396136ee8c'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:40:29.088480 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3d1fac98-9412-490d-a477-8975dda32f8a tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:29.098851 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d8c720-bfbb-4de5-a2ad-7e54bb04a977 None None] Routers {'2a7e88ce-b2f9-4963-9733-df396136ee8c'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:40:29.100755 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-27d8c720-bfbb-4de5-a2ad-7e54bb04a977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:40:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['2a7e88ce-b2f9-4963-9733-df396136ee8c'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:40:29.180365 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-3d1fac98-9412-490d-a477-8975dda32f8a tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 4.0009115 Jan 18 22:40:29.181103 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 40244) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:40:29.187851 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-27d8c720-bfbb-4de5-a2ad-7e54bb04a977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:40:29.195368 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-6332b6f9-7370-4870-a020-ed63cb519620 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-2026735448'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:40:29.197426 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d8c720-bfbb-4de5-a2ad-7e54bb04a977 None None] Routers {'2a7e88ce-b2f9-4963-9733-df396136ee8c'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:40:29.198292 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-27d8c720-bfbb-4de5-a2ad-7e54bb04a977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:40:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['2a7e88ce-b2f9-4963-9733-df396136ee8c'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:40:29.220928 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b6be20-857d-4f7e-97f5-9c96e4fa0749 req-0957c6e5-cd3c-4953-b5db-5f06e16fa6ff tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:29.222485 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b7b6be20-857d-4f7e-97f5-9c96e4fa0749 req-0957c6e5-cd3c-4953-b5db-5f06e16fa6ff tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=752aaecc-28f3-4f19-8e6c-5b88cdc63248 HTTP/1.1" status: 200 len: 944 time: 0.6504581 Jan 18 22:40:29.224490 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-949c64b2-240f-40a3-bc29-254c9ca5818a tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for router_gateway, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:29.227937 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-5708bae0-2adb-423d-b376-c837f3881414 req-60be0f68-2525-48e5-824c-9e42119af55e service neutron] Attempting to bind port 95923b0f-e60f-40be-b26f-0fe51874f1dd on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:40:29.236430 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-5708bae0-2adb-423d-b376-c837f3881414 req-60be0f68-2525-48e5-824c-9e42119af55e service neutron] Attempting to bind port 95923b0f-e60f-40be-b26f-0fe51874f1dd by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': 'dfaa1994-2fdd-4a54-9d15-02069c3ace9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:40:29.236820 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5708bae0-2adb-423d-b376-c837f3881414 req-60be0f68-2525-48e5-824c-9e42119af55e service neutron] Attempting to bind port 95923b0f-e60f-40be-b26f-0fe51874f1dd on network eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:40:29.241816 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-27d8c720-bfbb-4de5-a2ad-7e54bb04a977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:40:29.242819 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d8c720-bfbb-4de5-a2ad-7e54bb04a977 None None] The sync data for ids ['2a7e88ce-b2f9-4963-9733-df396136ee8c'] in n-d-825064-1 is: [] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:40:29.247276 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6332b6f9-7370-4870-a020-ed63cb519620 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Made reservation on behalf of 8f35f67f4f8148a5a962c93749a16c5f for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:40:29.251685 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6332b6f9-7370-4870-a020-ed63cb519620 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:29.268645 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-949c64b2-240f-40a3-bc29-254c9ca5818a tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:29.272652 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5708bae0-2adb-423d-b376-c837f3881414 req-60be0f68-2525-48e5-824c-9e42119af55e service neutron] Port 95923b0f-e60f-40be-b26f-0fe51874f1dd on network eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:40:29.273179 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5708bae0-2adb-423d-b376-c837f3881414 req-60be0f68-2525-48e5-824c-9e42119af55e service neutron] Attempting to bind port 95923b0f-e60f-40be-b26f-0fe51874f1dd on network eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:40:29.285065 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6332b6f9-7370-4870-a020-ed63cb519620 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:40:29.299011 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6332b6f9-7370-4870-a020-ed63cb519620 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:29.299469 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-6332b6f9-7370-4870-a020-ed63cb519620 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Added segment d8fee6cf-43ab-49ff-8cd1-ea5a0f4a1c9d of type vlan for network 4e35a5a9-d922-4704-9d7a-3a28afc9a54b Jan 18 22:40:29.352517 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6332b6f9-7370-4870-a020-ed63cb519620 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:29.354934 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5708bae0-2adb-423d-b376-c837f3881414 req-60be0f68-2525-48e5-824c-9e42119af55e service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:40:29.355272 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5708bae0-2adb-423d-b376-c837f3881414 req-60be0f68-2525-48e5-824c-9e42119af55e service neutron] Checking segment: {'id': 'dfaa1994-2fdd-4a54-9d15-02069c3ace9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:40:29.355662 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5708bae0-2adb-423d-b376-c837f3881414 req-60be0f68-2525-48e5-824c-9e42119af55e service neutron] Bound using segment: {'id': 'dfaa1994-2fdd-4a54-9d15-02069c3ace9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:40:29.356105 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-5708bae0-2adb-423d-b376-c837f3881414 req-60be0f68-2525-48e5-824c-9e42119af55e service neutron] Bound port: 95923b0f-e60f-40be-b26f-0fe51874f1dd, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfaa1994-2fdd-4a54-9d15-02069c3ace9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:40:29.356494 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-5708bae0-2adb-423d-b376-c837f3881414 req-60be0f68-2525-48e5-824c-9e42119af55e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:29.383140 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6332b6f9-7370-4870-a020-ed63cb519620 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:29.391967 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6332b6f9-7370-4870-a020-ed63cb519620 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:29.392859 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6332b6f9-7370-4870-a020-ed63cb519620 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:29.417462 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b7b6be20-857d-4f7e-97f5-9c96e4fa0749 req-f0ce7df0-0b8c-4008-b2c0-ff6c98059869 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e2e22-46f9-42fe-9710-8e464b95d42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566598 Jan 18 22:40:29.489381 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-70578e4b-7077-4c16-b0c8-15002db8b593 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:29.495810 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-6332b6f9-7370-4870-a020-ed63cb519620 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3090484 Jan 18 22:40:29.502990 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 40246) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:40:29.518177 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-036ace35-fd6c-47c2-934c-2caac51e84da tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Request body: {'subnet': {'network_id': '4e35a5a9-d922-4704-9d7a-3a28afc9a54b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:40:29.545077 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6332b6f9-7370-4870-a020-ed63cb519620 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Pushing event updated for resources: {'Network': ['ID=4e35a5a9-d922-4704-9d7a-3a28afc9a54b,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:29.547999 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-949c64b2-240f-40a3-bc29-254c9ca5818a tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Allocated IP 172.25.5.14 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/6b27d94d-298b-40ae-a5c3-42436508b260) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:40:29.556826 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70578e4b-7077-4c16-b0c8-15002db8b593 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Pushing event deleted for resources: {'Port': ['ID=6b1dc24d-f78b-4df3-98df-43113ab6c6ff,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:29.557771 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 4e35a5a9-d922-4704-9d7a-3a28afc9a54b details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:40:29.640225 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-5708bae0-2adb-423d-b376-c837f3881414 req-60be0f68-2525-48e5-824c-9e42119af55e service neutron] For port 95923b0f-e60f-40be-b26f-0fe51874f1dd, host n-h2-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:40:29.740757 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-036ace35-fd6c-47c2-934c-2caac51e84da tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Made reservation on behalf of 8f35f67f4f8148a5a962c93749a16c5f for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:40:29.744397 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-036ace35-fd6c-47c2-934c-2caac51e84da tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:29.769494 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-5708bae0-2adb-423d-b376-c837f3881414 req-60be0f68-2525-48e5-824c-9e42119af55e service neutron] For port 95923b0f-e60f-40be-b26f-0fe51874f1dd, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=95923b0f-e60f-40be-b26f-0fe51874f1dd,segment=NetworkSegment(dfaa1994-2fdd-4a54-9d15-02069c3ace9d),segment_id=dfaa1994-2fdd-4a54-9d15-02069c3ace9d)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:40:29.783296 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-5708bae0-2adb-423d-b376-c837f3881414 req-60be0f68-2525-48e5-824c-9e42119af55e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:30.054686 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5708bae0-2adb-423d-b376-c837f3881414 req-60be0f68-2525-48e5-824c-9e42119af55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:30.055316 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-5708bae0-2adb-423d-b376-c837f3881414 req-60be0f68-2525-48e5-824c-9e42119af55e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:30.056978 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5708bae0-2adb-423d-b376-c837f3881414 req-60be0f68-2525-48e5-824c-9e42119af55e service neutron] 10.222.0.67 "PUT /v2.0/ports/95923b0f-e60f-40be-b26f-0fe51874f1dd HTTP/1.1" status: 200 len: 1092 time: 2.7447033 Jan 18 22:40:30.059439 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '752aaecc-28f3-4f19-8e6c-5b88cdc63248', 'tag': '95923b0f-e60f-40be-b26f-0fe51874f1dd'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:40:30.061992 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-928acaba-b322-4710-82cf-f64a842d9f1e" -d '{"events": [{"name": "network-changed", "server_uuid": "752aaecc-28f3-4f19-8e6c-5b88cdc63248", "tag": "95923b0f-e60f-40be-b26f-0fe51874f1dd"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:40:30.142445 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-036ace35-fd6c-47c2-934c-2caac51e84da tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:30.150654 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-70578e4b-7077-4c16-b0c8-15002db8b593 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-613841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1046579'] for router_interface, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:30.165950 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f0c55e4-1306-4530-be34-ee1c9620dd18 x-openstack-request-id: req-4f0c55e4-1306-4530-be34-ee1c9620dd18 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:40:30.166434 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "752aaecc-28f3-4f19-8e6c-5b88cdc63248", "tag": "95923b0f-e60f-40be-b26f-0fe51874f1dd", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:40:30.166725 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4f0c55e4-1306-4530-be34-ee1c9620dd18 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:40:30.167222 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '752aaecc-28f3-4f19-8e6c-5b88cdc63248', 'tag': '95923b0f-e60f-40be-b26f-0fe51874f1dd', 'status': 'completed', 'code': 200} Jan 18 22:40:30.171183 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60be0f68-2525-48e5-824c-9e42119af55e service neutron] Pushing event updated for resources: {'Port': ['ID=95923b0f-e60f-40be-b26f-0fe51874f1dd,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:30.215106 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036ace35-fd6c-47c2-934c-2caac51e84da tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Pushing event updated for resources: {'Subnet': ['ID=17754f48-c4d3-400d-a479-1878a47fbdb3,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:30.221629 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036ace35-fd6c-47c2-934c-2caac51e84da tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Checking segment: {'id': 'd8fee6cf-43ab-49ff-8cd1-ea5a0f4a1c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4e35a5a9-d922-4704-9d7a-3a28afc9a54b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:40:30.221996 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036ace35-fd6c-47c2-934c-2caac51e84da tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Network hostable DHCP agents. Network: 4e35a5a9-d922-4704-9d7a-3a28afc9a54b, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:40:30.246551 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036ace35-fd6c-47c2-934c-2caac51e84da tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Network 4e35a5a9-d922-4704-9d7a-3a28afc9a54b is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:40:30.262889 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-036ace35-fd6c-47c2-934c-2caac51e84da tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 4e35a5a9-d922-4704-9d7a-3a28afc9a54b) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:40:30.268209 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036ace35-fd6c-47c2-934c-2caac51e84da tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:30.268775 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-036ace35-fd6c-47c2-934c-2caac51e84da tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:30.272824 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22efd360-e740-4e5a-a079-5e8dbcb3535e None None] Network 4e35a5a9-d922-4704-9d7a-3a28afc9a54b requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:40:30.295976 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 40268) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:40:30.296613 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-036ace35-fd6c-47c2-934c-2caac51e84da tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7917550 Jan 18 22:40:30.309464 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-a06b00a6-315d-4ba7-bf67-341ce7fe4f81 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-813887081', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}, 'admin_state_up': False}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:40:30.352720 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-949c64b2-240f-40a3-bc29-254c9ca5818a tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:30.407460 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5708bae0-2adb-423d-b376-c837f3881414 req-9998736a-4f53-44c5-b897-62c4b1bbcc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:30.409092 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5708bae0-2adb-423d-b376-c837f3881414 req-9998736a-4f53-44c5-b897-62c4b1bbcc51 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d58fa77d6cd94e7ca7d141d5a9b044dd&device_id=752aaecc-28f3-4f19-8e6c-5b88cdc63248 HTTP/1.1" status: 200 len: 1095 time: 0.2867393 Jan 18 22:40:30.426297 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a06b00a6-315d-4ba7-bf67-341ce7fe4f81 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1044160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8692'] for router, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:30.427216 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a06b00a6-315d-4ba7-bf67-341ce7fe4f81 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1040680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8675'] for router, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:30.478162 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5708bae0-2adb-423d-b376-c837f3881414 req-a74ea64e-c3b6-43b2-91a6-8925545c7d28 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95923b0f-e60f-40be-b26f-0fe51874f1dd HTTP/1.1" status: 200 len: 217 time: 0.0601952 Jan 18 22:40:30.538708 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087a6cca-04b7-4e65-b615-3dafb56a0756 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-4e35a5a9-d922-4704-9d7a-3a28afc9a54b', 'network_id': '4e35a5a9-d922-4704-9d7a-3a28afc9a54b', 'tenant_id': '8f35f67f4f8148a5a962c93749a16c5f', 'fixed_ips': [{'subnet_id': '17754f48-c4d3-400d-a479-1878a47fbdb3'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:40:30.540097 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-087a6cca-04b7-4e65-b615-3dafb56a0756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:30.571431 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-949c64b2-240f-40a3-bc29-254c9ca5818a tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:30.675618 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a06b00a6-315d-4ba7-bf67-341ce7fe4f81 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:30.725860 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-087a6cca-04b7-4e65-b615-3dafb56a0756 None None] Allocated IP 172.20.0.2 (4e35a5a9-d922-4704-9d7a-3a28afc9a54b/17754f48-c4d3-400d-a479-1878a47fbdb3/2f53d1f6-5328-4ecb-8c0c-6da15f1e4a75) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:40:30.774060 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949c64b2-240f-40a3-bc29-254c9ca5818a tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:40:30.820523 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-949c64b2-240f-40a3-bc29-254c9ca5818a tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:40:30.823338 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5708bae0-2adb-423d-b376-c837f3881414 req-98130a96-dfa0-4377-a338-4f826bfb1734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:30.824874 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5708bae0-2adb-423d-b376-c837f3881414 req-98130a96-dfa0-4377-a338-4f826bfb1734 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3d836b77-fd27-4c61-b195-30e9fedeffe8 HTTP/1.1" status: 200 len: 846 time: 0.3366725 Jan 18 22:40:30.831474 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949c64b2-240f-40a3-bc29-254c9ca5818a tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:40:30.870284 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949c64b2-240f-40a3-bc29-254c9ca5818a tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Pushing event updated for resources: {'Port': ['ID=6b27d94d-298b-40ae-a5c3-42436508b260,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:30.907064 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5708bae0-2adb-423d-b376-c837f3881414 req-4ab6096e-e672-4776-8fa9-26da108ac272 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696828 Jan 18 22:40:30.911236 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70578e4b-7077-4c16-b0c8-15002db8b593 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Router 93573329-e666-4cf4-946c-f5d1f0f8aab2 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:40:31.014653 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-087a6cca-04b7-4e65-b615-3dafb56a0756 None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:31.027281 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-087a6cca-04b7-4e65-b615-3dafb56a0756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:31.046944 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5708bae0-2adb-423d-b376-c837f3881414 req-48f09283-7559-4fc0-9d40-8bf9131f66da service neutron] 10.222.0.67 "GET /v2.0/networks/eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312666 Jan 18 22:40:31.109346 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087a6cca-04b7-4e65-b615-3dafb56a0756 None None] Network 4e35a5a9-d922-4704-9d7a-3a28afc9a54b is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:40:31.116753 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1334a34-e5a4-4684-a464-dbe72e1a199d req-8205ec30-cefe-41ae-89c0-133f3b47305e tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:31.124806 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c1334a34-e5a4-4684-a464-dbe72e1a199d req-8205ec30-cefe-41ae-89c0-133f3b47305e tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=752aaecc-28f3-4f19-8e6c-5b88cdc63248 HTTP/1.1" status: 200 len: 944 time: 0.5838907 Jan 18 22:40:31.140698 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-087a6cca-04b7-4e65-b615-3dafb56a0756 None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:40:31.145295 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087a6cca-04b7-4e65-b615-3dafb56a0756 None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:40:31.169321 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087a6cca-04b7-4e65-b615-3dafb56a0756 None None] Pushing event updated for resources: {'Port': ['ID=2f53d1f6-5328-4ecb-8c0c-6da15f1e4a75,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:31.200651 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a06b00a6-315d-4ba7-bf67-341ce7fe4f81 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:31.241564 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 22:40:31.261750 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-087a6cca-04b7-4e65-b615-3dafb56a0756 None None] Attempting to bind port 2f53d1f6-5328-4ecb-8c0c-6da15f1e4a75 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:40:31.262068 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-087a6cca-04b7-4e65-b615-3dafb56a0756 None None] Attempting to bind port 2f53d1f6-5328-4ecb-8c0c-6da15f1e4a75 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': 'd8fee6cf-43ab-49ff-8cd1-ea5a0f4a1c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4e35a5a9-d922-4704-9d7a-3a28afc9a54b'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:40:31.262503 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087a6cca-04b7-4e65-b615-3dafb56a0756 None None] Attempting to bind port 2f53d1f6-5328-4ecb-8c0c-6da15f1e4a75 on network 4e35a5a9-d922-4704-9d7a-3a28afc9a54b {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:40:31.270830 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087a6cca-04b7-4e65-b615-3dafb56a0756 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:40:31.271308 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087a6cca-04b7-4e65-b615-3dafb56a0756 None None] Checking segment: {'id': 'd8fee6cf-43ab-49ff-8cd1-ea5a0f4a1c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4e35a5a9-d922-4704-9d7a-3a28afc9a54b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:40:31.271816 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-087a6cca-04b7-4e65-b615-3dafb56a0756 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:31.273056 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087a6cca-04b7-4e65-b615-3dafb56a0756 None None] Bound using segment: {'id': 'd8fee6cf-43ab-49ff-8cd1-ea5a0f4a1c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4e35a5a9-d922-4704-9d7a-3a28afc9a54b'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:40:31.273803 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-087a6cca-04b7-4e65-b615-3dafb56a0756 None None] Bound port: 2f53d1f6-5328-4ecb-8c0c-6da15f1e4a75, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8fee6cf-43ab-49ff-8cd1-ea5a0f4a1c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4e35a5a9-d922-4704-9d7a-3a28afc9a54b'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:40:31.274287 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-087a6cca-04b7-4e65-b615-3dafb56a0756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:31.350821 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-087a6cca-04b7-4e65-b615-3dafb56a0756 None None] For port 2f53d1f6-5328-4ecb-8c0c-6da15f1e4a75, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:40:31.354445 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-087a6cca-04b7-4e65-b615-3dafb56a0756 None None] For port 2f53d1f6-5328-4ecb-8c0c-6da15f1e4a75, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=2f53d1f6-5328-4ecb-8c0c-6da15f1e4a75,segment=NetworkSegment(d8fee6cf-43ab-49ff-8cd1-ea5a0f4a1c9d),segment_id=d8fee6cf-43ab-49ff-8cd1-ea5a0f4a1c9d)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:40:31.361745 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-087a6cca-04b7-4e65-b615-3dafb56a0756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:31.423518 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087a6cca-04b7-4e65-b615-3dafb56a0756 None None] Pushing event updated for resources: {'Port': ['ID=2f53d1f6-5328-4ecb-8c0c-6da15f1e4a75,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:31.886391 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c1334a34-e5a4-4684-a464-dbe72e1a199d req-b90662e5-8adb-417d-af04-2f601aebe746 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e2e22-46f9-42fe-9710-8e464b95d42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7602530 Jan 18 22:40:31.964245 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5708bae0-2adb-423d-b376-c837f3881414 req-58c5bfba-2648-4a17-bdab-b63f540207ab service neutron] 10.222.0.67 "GET /v2.0/networks/eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8315187 Jan 18 22:40:31.965296 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70578e4b-7077-4c16-b0c8-15002db8b593 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:40:31.973282 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-70578e4b-7077-4c16-b0c8-15002db8b593 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "PUT /v2.0/routers/93573329-e666-4cf4-946c-f5d1f0f8aab2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6010151 Jan 18 22:40:31.975965 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 40282) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:40:31.978903 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18eba856-cc01-47b2-86b3-06964f8c652b None None] Sync routers for ids ['93573329-e666-4cf4-946c-f5d1f0f8aab2'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:40:31.995961 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18eba856-cc01-47b2-86b3-06964f8c652b None None] Routers {'93573329-e666-4cf4-946c-f5d1f0f8aab2'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:40:31.997173 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-18eba856-cc01-47b2-86b3-06964f8c652b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:40:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['93573329-e666-4cf4-946c-f5d1f0f8aab2'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:40:32.063485 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-527e5eba-144f-4f13-a595-4a59660a37fe tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Deleting subnet 10ac1329-d14f-4db4-b6fd-39b267ab621f {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:40:32.067529 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-527e5eba-144f-4f13-a595-4a59660a37fe tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:32.118347 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-18eba856-cc01-47b2-86b3-06964f8c652b None None] Set router 93573329-e666-4cf4-946c-f5d1f0f8aab2 gateway port host: None {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:40:32.141634 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-949c64b2-240f-40a3-bc29-254c9ca5818a tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for router_gateway, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:32.216526 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-527e5eba-144f-4f13-a595-4a59660a37fe tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:32.218407 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928acaba-b322-4710-82cf-f64a842d9f1e req-46c10d82-0710-4ac6-94ca-1759c3cdc36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:32.220308 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-928acaba-b322-4710-82cf-f64a842d9f1e req-46c10d82-0710-4ac6-94ca-1759c3cdc36e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d58fa77d6cd94e7ca7d141d5a9b044dd&device_id=752aaecc-28f3-4f19-8e6c-5b88cdc63248 HTTP/1.1" status: 200 len: 1095 time: 0.1466644 Jan 18 22:40:32.486944 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-527e5eba-144f-4f13-a595-4a59660a37fe tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:32.727622 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-527e5eba-144f-4f13-a595-4a59660a37fe tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:32.735248 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-18eba856-cc01-47b2-86b3-06964f8c652b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93573329-e666-4cf4-946c-f5d1f0f8aab2', 'name': 'tempest-RoutersTest-router-1610095358', 'tenant_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:39:40Z', 'updated_at': '2022-01-18T22:40:29Z', 'revision_number': 9, 'project_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'gw_port_host': None, '_interfaces': [{'id': '8dd9d794-3831-46d7-93ad-1f35d5eb718a', 'name': '', 'network_id': 'a1ffb70c-78ee-477f-aca3-3f2bd4e967c6', 'tenant_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'mac_address': 'fa:16:3e:c4:c2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93573329-e666-4cf4-946c-f5d1f0f8aab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': 'c2a5bf2c-e8ec-49d8-9a26-c0985d4fd900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:39:43Z', 'updated_at': '2022-01-18T22:39:49Z', 'revision_number': 5, 'project_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'subnets': [{'id': 'c2a5bf2c-e8ec-49d8-9a26-c0985d4fd900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1f85fa7-e122-4f74-b6c8-ee89eb20c7e1', 'name': '', 'network_id': '84cc1467-0dcf-4285-8e67-855b41004209', 'tenant_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'mac_address': 'fa:16:3e:57:cc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93573329-e666-4cf4-946c-f5d1f0f8aab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3069, 'fixed_ips': [{'subnet_id': '9a4c3cda-b6d7-4e6a-986c-b6b88b223307', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:39:49Z', 'updated_at': '2022-01-18T22:39:57Z', 'revision_number': 5, 'project_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'subnets': [{'id': '9a4c3cda-b6d7-4e6a-986c-b6b88b223307', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:40:32.797848 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 2f53d1f6-5328-4ecb-8c0c-6da15f1e4a75 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:40:32.814346 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527e5eba-144f-4f13-a595-4a59660a37fe tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Pushing event deleted for resources: {'Subnet': ['ID=10ac1329-d14f-4db4-b6fd-39b267ab621f,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:32.823660 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18eba856-cc01-47b2-86b3-06964f8c652b None None] Checking router: 93573329-e666-4cf4-946c-f5d1f0f8aab2 for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:40:32.833301 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-527e5eba-144f-4f13-a595-4a59660a37fe tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:32.847108 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-527e5eba-144f-4f13-a595-4a59660a37fe tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "DELETE /v2.0/subnets/10ac1329-d14f-4db4-b6fd-39b267ab621f HTTP/1.1" status: 204 len: 168 time: 0.8693252 Jan 18 22:40:32.853800 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829a412a-08d3-48e3-9cd1-4bac98d0ebe4 None None] Network 2dc095b7-226b-4450-a9d8-a6f6fe5567d7 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:40:32.856287 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18eba856-cc01-47b2-86b3-06964f8c652b None None] Routers {'93573329-e666-4cf4-946c-f5d1f0f8aab2'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:40:32.857020 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-18eba856-cc01-47b2-86b3-06964f8c652b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:40:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['93573329-e666-4cf4-946c-f5d1f0f8aab2'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:40:32.857871 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 40302) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:40:32.858426 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 40304) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:40:32.886273 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a06b00a6-315d-4ba7-bf67-341ce7fe4f81 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks [] for router_gateway, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:32.889200 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928acaba-b322-4710-82cf-f64a842d9f1e req-28338568-bf76-4921-af31-2e0cbb097414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:32.890700 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-928acaba-b322-4710-82cf-f64a842d9f1e req-28338568-bf76-4921-af31-2e0cbb097414 service neutron] 10.222.0.67 "GET /v2.0/networks?id=eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02 HTTP/1.1" status: 200 len: 906 time: 0.6556413 Jan 18 22:40:32.977480 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a06b00a6-315d-4ba7-bf67-341ce7fe4f81 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:33.109903 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-20b5993c-ecda-4f67-9c11-ed35f62fcb91 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:33.147350 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2704219e-925c-4cbf-b8b0-6d304a2ac199 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:33.159871 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 2f53d1f6-5328-4ecb-8c0c-6da15f1e4a75 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:40:33.160425 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:33.188894 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-928acaba-b322-4710-82cf-f64a842d9f1e req-54bab9cf-5e9d-4625-b815-db47d60bac71 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95923b0f-e60f-40be-b26f-0fe51874f1dd HTTP/1.1" status: 200 len: 217 time: 0.2386467 Jan 18 22:40:33.258068 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-18eba856-cc01-47b2-86b3-06964f8c652b None None] Set router 93573329-e666-4cf4-946c-f5d1f0f8aab2 gateway port host: None {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:40:33.373394 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-20b5993c-ecda-4f67-9c11-ed35f62fcb91 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Deleting port 74f3686a-b8df-40ad-9db4-6c213e320e59 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:40:33.374170 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-20b5993c-ecda-4f67-9c11-ed35f62fcb91 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:33.375139 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3954c7-3392-4619-8e57-624de8d48b7e req-48ec87a4-14d0-45f2-8e6a-e589bb80e026 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:33.380030 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fd3954c7-3392-4619-8e57-624de8d48b7e req-48ec87a4-14d0-45f2-8e6a-e589bb80e026 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=752aaecc-28f3-4f19-8e6c-5b88cdc63248 HTTP/1.1" status: 200 len: 944 time: 0.2375472 Jan 18 22:40:33.467862 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-a06b00a6-315d-4ba7-bf67-341ce7fe4f81 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Allocated IP 172.25.5.72 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/ea025213-3f69-41cd-ae06-24dbdeacbb80) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:40:33.491436 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2704219e-925c-4cbf-b8b0-6d304a2ac199 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:33.499303 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-20b5993c-ecda-4f67-9c11-ed35f62fcb91 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] For port 74f3686a-b8df-40ad-9db4-6c213e320e59, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=74f3686a-b8df-40ad-9db4-6c213e320e59,segment=NetworkSegment(c38ea20a-e367-49ce-bba3-388d8d874b0b),segment_id=c38ea20a-e367-49ce-bba3-388d8d874b0b)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:40:33.503380 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-20b5993c-ecda-4f67-9c11-ed35f62fcb91 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:33.535829 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3d85a3-95d7-4a6c-b28d-ef44f06f9e03 None None] Network 4e35a5a9-d922-4704-9d7a-3a28afc9a54b requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:40:33.536353 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2704219e-925c-4cbf-b8b0-6d304a2ac199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:33.538821 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928acaba-b322-4710-82cf-f64a842d9f1e req-a304e851-f129-4240-8764-4ea59b3eb9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:33.540347 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-928acaba-b322-4710-82cf-f64a842d9f1e req-a304e851-f129-4240-8764-4ea59b3eb9c3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3d836b77-fd27-4c61-b195-30e9fedeffe8 HTTP/1.1" status: 200 len: 846 time: 0.3379786 Jan 18 22:40:33.541498 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-949c64b2-240f-40a3-bc29-254c9ca5818a tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1040691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049'] for router, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:33.548057 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-20b5993c-ecda-4f67-9c11-ed35f62fcb91 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Calling delete_port for 74f3686a-b8df-40ad-9db4-6c213e320e59 owned by network:dhcp {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:40:33.603519 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-928acaba-b322-4710-82cf-f64a842d9f1e req-893dbabd-c883-4820-8dc1-7f2bcb01865c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549881 Jan 18 22:40:33.635460 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-18eba856-cc01-47b2-86b3-06964f8c652b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93573329-e666-4cf4-946c-f5d1f0f8aab2', 'name': 'tempest-RoutersTest-router-1610095358', 'tenant_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:39:40Z', 'updated_at': '2022-01-18T22:40:29Z', 'revision_number': 9, 'project_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'gw_port_host': None, '_interfaces': [{'id': '8dd9d794-3831-46d7-93ad-1f35d5eb718a', 'name': '', 'network_id': 'a1ffb70c-78ee-477f-aca3-3f2bd4e967c6', 'tenant_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'mac_address': 'fa:16:3e:c4:c2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93573329-e666-4cf4-946c-f5d1f0f8aab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': 'c2a5bf2c-e8ec-49d8-9a26-c0985d4fd900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:39:43Z', 'updated_at': '2022-01-18T22:39:49Z', 'revision_number': 5, 'project_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'subnets': [{'id': 'c2a5bf2c-e8ec-49d8-9a26-c0985d4fd900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1f85fa7-e122-4f74-b6c8-ee89eb20c7e1', 'name': '', 'network_id': '84cc1467-0dcf-4285-8e67-855b41004209', 'tenant_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'mac_address': 'fa:16:3e:57:cc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93573329-e666-4cf4-946c-f5d1f0f8aab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3069, 'fixed_ips': [{'subnet_id': '9a4c3cda-b6d7-4e6a-986c-b6b88b223307', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:39:49Z', 'updated_at': '2022-01-18T22:39:57Z', 'revision_number': 5, 'project_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'subnets': [{'id': '9a4c3cda-b6d7-4e6a-986c-b6b88b223307', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:40:33.651926 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-2704219e-925c-4cbf-b8b0-6d304a2ac199 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=834c51f8b6914bfbacd868be634f19d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7910783 Jan 18 22:40:33.675943 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 40312) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:40:33.694502 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18eba856-cc01-47b2-86b3-06964f8c652b None None] The sync data for ids ['93573329-e666-4cf4-946c-f5d1f0f8aab2'] in n-d-825064-1 is: [{'id': '93573329-e666-4cf4-946c-f5d1f0f8aab2', 'name': 'tempest-RoutersTest-router-1610095358', 'tenant_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:39:40Z', 'updated_at': '2022-01-18T22:40:29Z', 'revision_number': 9, 'project_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'gw_port_host': None, '_interfaces': [{'id': '8dd9d794-3831-46d7-93ad-1f35d5eb718a', 'name': '', 'network_id': 'a1ffb70c-78ee-477f-aca3-3f2bd4e967c6', 'tenant_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'mac_address': 'fa:16:3e:c4:c2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93573329-e666-4cf4-946c-f5d1f0f8aab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': 'c2a5bf2c-e8ec-49d8-9a26-c0985d4fd900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:39:43Z', 'updated_at': '2022-01-18T22:39:49Z', 'revision_number': 5, 'project_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'subnets': [{'id': 'c2a5bf2c-e8ec-49d8-9a26-c0985d4fd900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1f85fa7-e122-4f74-b6c8-ee89eb20c7e1', 'name': '', 'network_id': '84cc1467-0dcf-4285-8e67-855b41004209', 'tenant_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'mac_address': 'fa:16:3e:57:cc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93573329-e666-4cf4-946c-f5d1f0f8aab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3069, 'fixed_ips': [{'subnet_id': '9a4c3cda-b6d7-4e6a-986c-b6b88b223307', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:39:49Z', 'updated_at': '2022-01-18T22:39:57Z', 'revision_number': 5, 'project_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'subnets': [{'id': '9a4c3cda-b6d7-4e6a-986c-b6b88b223307', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:40:33.716816 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2704219e-925c-4cbf-b8b0-6d304a2ac199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cc0fafe-146b-4521-b3c6-4e9c33555cb2,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:33.792608 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-1fc1ecd7-433e-454c-a36b-c1be4e837e0c None None] Provisioning complete for port 2f53d1f6-5328-4ecb-8c0c-6da15f1e4a75 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:40:33.793503 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1fc1ecd7-433e-454c-a36b-c1be4e837e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:33.801308 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fd3954c7-3392-4619-8e57-624de8d48b7e req-07441498-dd11-4c47-9ead-0d5eeacddaf7 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e2e22-46f9-42fe-9710-8e464b95d42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540622 Jan 18 22:40:33.805071 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-20b5993c-ecda-4f67-9c11-ed35f62fcb91 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:33.848439 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b5993c-ecda-4f67-9c11-ed35f62fcb91 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Pushing event deleted for resources: {'Port': ['ID=74f3686a-b8df-40ad-9db4-6c213e320e59,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:33.850560 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b5993c-ecda-4f67-9c11-ed35f62fcb91 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] No DVR routers for this DVR port 74f3686a-b8df-40ad-9db4-6c213e320e59 on host n-d-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:40:33.921670 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:33.998062 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1fc1ecd7-433e-454c-a36b-c1be4e837e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:34.005562 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a06b00a6-315d-4ba7-bf67-341ce7fe4f81 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:34.024429 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-20b5993c-ecda-4f67-9c11-ed35f62fcb91 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:34.042423 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port 2f53d1f6-5328-4ecb-8c0c-6da15f1e4a75, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=2f53d1f6-5328-4ecb-8c0c-6da15f1e4a75,segment=NetworkSegment(d8fee6cf-43ab-49ff-8cd1-ea5a0f4a1c9d),segment_id=d8fee6cf-43ab-49ff-8cd1-ea5a0f4a1c9d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:40:34.048440 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:34.074572 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-20b5993c-ecda-4f67-9c11-ed35f62fcb91 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dc095b7-226b-4450-a9d8-a6f6fe5567d7']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:40:34.117404 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-20b5993c-ecda-4f67-9c11-ed35f62fcb91 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c38ea20a-e367-49ce-bba3-388d8d874b0b') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:40:34.118153 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-20b5993c-ecda-4f67-9c11-ed35f62fcb91 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c38ea20a-e367-49ce-bba3-388d8d874b0b') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:40:34.142273 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-928acaba-b322-4710-82cf-f64a842d9f1e req-677c6681-6adf-475a-8215-5cf8deca5774 service neutron] 10.222.0.67 "GET /v2.0/networks/eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5304437 Jan 18 22:40:34.142622 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-20b5993c-ecda-4f67-9c11-ed35f62fcb91 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:34.145656 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c5ba819d-5419-4be4-a4bd-c6b94224ea6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:34.167833 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-20b5993c-ecda-4f67-9c11-ed35f62fcb91 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:34.181517 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=2f53d1f6-5328-4ecb-8c0c-6da15f1e4a75,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:34.200157 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20b5993c-ecda-4f67-9c11-ed35f62fcb91 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:40:34.200546 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-20b5993c-ecda-4f67-9c11-ed35f62fcb91 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:34.213052 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b6ea06-2ada-4280-8d94-1bff53742099 None None] DHCP port deletion for 2dc095b7-226b-4450-a9d8-a6f6fe5567d7 request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:40:34.218904 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:40:34.218904 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:40:34.218904 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:40:34.218904 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:40:34.218904 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:40:34.218904 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:40:34.218904 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:40:34.218904 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:40:34.218904 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:40:34.218904 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:40:34.218904 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:40:34.218904 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:40:34.218904 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:40:34.218904 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:40:34.218904 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:40:34.218904 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:40:34.218904 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:40:34.218904 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:40:34.218904 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:40:34.218904 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:40:34.218904 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:40:34.218904 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:40:34.218904 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:40:34.218904 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:40:34.218904 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:40:34.218904 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:40:34.218904 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:40:34.218904 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:40:34.218904 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:40:34.218904 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:40:34.218904 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:40:34.218904 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:40:34.312032 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.db.api [None req-1fc1ecd7-433e-454c-a36b-c1be4e837e0c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 22:40:34.312766 n-d-825064-1 neutron-server[102432]: DEBUG oslo_db.api [None req-1fc1ecd7-433e-454c-a36b-c1be4e837e0c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 22:40:34.322459 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a06b00a6-315d-4ba7-bf67-341ce7fe4f81 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:34.360152 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c5ba819d-5419-4be4-a4bd-c6b94224ea6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:34.372169 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-20b5993c-ecda-4f67-9c11-ed35f62fcb91 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:34.402615 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-20b5993c-ecda-4f67-9c11-ed35f62fcb91 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:34.414566 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-20b5993c-ecda-4f67-9c11-ed35f62fcb91 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "DELETE /v2.0/networks/2dc095b7-226b-4450-a9d8-a6f6fe5567d7 HTTP/1.1" status: 204 len: 168 time: 1.5549574 Jan 18 22:40:34.427264 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 40316) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:40:34.431798 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b5993c-ecda-4f67-9c11-ed35f62fcb91 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Pushing event deleted for resources: {'Network': ['ID=2dc095b7-226b-4450-a9d8-a6f6fe5567d7,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:34.438387 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-949c64b2-240f-40a3-bc29-254c9ca5818a tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Router 31ed1a23-913a-453f-8dc6-b81290d40d06 is scheduled to L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 with binding_index 1 {{(pid=102430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 22:40:34.455065 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06b00a6-315d-4ba7-bf67-341ce7fe4f81 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:40:34.697220 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 2f53d1f6-5328-4ecb-8c0c-6da15f1e4a75 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:40:34.770235 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 2f53d1f6-5328-4ecb-8c0c-6da15f1e4a75 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:40:34.770737 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:34.991276 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06b00a6-315d-4ba7-bf67-341ce7fe4f81 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Pushing event updated for resources: {'Port': ['ID=ea025213-3f69-41cd-ae06-24dbdeacbb80,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:34.994796 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-a06b00a6-315d-4ba7-bf67-341ce7fe4f81 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:40:35.013293 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06b00a6-315d-4ba7-bf67-341ce7fe4f81 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:40:35.025816 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-08cb4c98-60a9-44e8-9736-2bf050e91a95 None None] Provisioning complete for port 2f53d1f6-5328-4ecb-8c0c-6da15f1e4a75 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:40:35.026350 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-08cb4c98-60a9-44e8-9736-2bf050e91a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:35.060293 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 74f3686a-b8df-40ad-9db4-6c213e320e59 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:40:35.085231 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-928acaba-b322-4710-82cf-f64a842d9f1e req-dd648726-8535-4c74-b612-4284c5563e54 service neutron] 10.222.0.67 "GET /v2.0/networks/eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9247625 Jan 18 22:40:35.085496 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 74f3686a-b8df-40ad-9db4-6c213e320e59 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:40:35.086136 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 74f3686a-b8df-40ad-9db4-6c213e320e59 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:40:35.087005 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 6b1dc24d-f78b-4df3-98df-43113ab6c6ff no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:40:35.125510 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 6b1dc24d-f78b-4df3-98df-43113ab6c6ff {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:40:35.125886 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 6b1dc24d-f78b-4df3-98df-43113ab6c6ff not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:40:35.235985 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c5ba819d-5419-4be4-a4bd-c6b94224ea6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:35.238465 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c5ba819d-5419-4be4-a4bd-c6b94224ea6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:35.239601 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-c5ba819d-5419-4be4-a4bd-c6b94224ea6a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3cc0fafe-146b-4521-b3c6-4e9c33555cb2 HTTP/1.1" status: 204 len: 168 time: 1.5368638 Jan 18 22:40:35.374302 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af78b787-9537-4cc4-99ba-5933f3a24a1c req-889a2ef2-a2bd-4576-a021-f5209047404a tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:35.375802 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-af78b787-9537-4cc4-99ba-5933f3a24a1c req-889a2ef2-a2bd-4576-a021-f5209047404a tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=752aaecc-28f3-4f19-8e6c-5b88cdc63248 HTTP/1.1" status: 200 len: 944 time: 0.3636994 Jan 18 22:40:35.383501 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ba819d-5419-4be4-a4bd-c6b94224ea6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cc0fafe-146b-4521-b3c6-4e9c33555cb2,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:35.454758 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-949c64b2-240f-40a3-bc29-254c9ca5818a tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:40:35.466152 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb747ac5-c913-495d-9b28-8e6161b4b790 None None] Sync routers for ids ['31ed1a23-913a-453f-8dc6-b81290d40d06'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:40:35.476500 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb747ac5-c913-495d-9b28-8e6161b4b790 None None] Routers {'31ed1a23-913a-453f-8dc6-b81290d40d06'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:40:35.477279 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-fb747ac5-c913-495d-9b28-8e6161b4b790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:40:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['31ed1a23-913a-453f-8dc6-b81290d40d06'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:40:35.523996 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-af78b787-9537-4cc4-99ba-5933f3a24a1c req-437bc3d7-d488-4bcd-afcd-1c9c78133e13 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e2e22-46f9-42fe-9710-8e464b95d42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349347 Jan 18 22:40:35.538655 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 40328) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:40:35.553317 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ff607dde-6ef0-4675-8f89-98937a3d734c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:35.564613 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-949c64b2-240f-40a3-bc29-254c9ca5818a tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for router, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:35.565865 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-949c64b2-240f-40a3-bc29-254c9ca5818a tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 8.1454880 Jan 18 22:40:35.569139 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 40330) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:40:35.599134 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-fb747ac5-c913-495d-9b28-8e6161b4b790 None None] Set router 31ed1a23-913a-453f-8dc6-b81290d40d06 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:40:35.619051 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-027c468f-4995-4807-9569-442c1510fa29 tempest-TestNetworkAdvancedServerOps-1886563698 tempest-TestNetworkAdvancedServerOps-1886563698-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=438cce0e2f434b5f879ce307da159923&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0459380 Jan 18 22:40:35.620701 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 40332) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:40:35.684477 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ff607dde-6ef0-4675-8f89-98937a3d734c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:35.690091 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ff607dde-6ef0-4675-8f89-98937a3d734c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:35.720843 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-ff607dde-6ef0-4675-8f89-98937a3d734c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a2111eb67c5f4c53bae8f0a7dc03d60e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1803892 Jan 18 22:40:35.721496 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 40338) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:40:35.791967 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff607dde-6ef0-4675-8f89-98937a3d734c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef08b66e-62ef-4b23-a2df-a37aba70fd3d,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:35.805382 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-dc83d83b-62e3-43f7-803d-ae13adc9d3fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:35.816910 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a06b00a6-315d-4ba7-bf67-341ce7fe4f81 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks [] for router_gateway, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:35.841148 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-dc83d83b-62e3-43f7-803d-ae13adc9d3fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:35.858172 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-fb747ac5-c913-495d-9b28-8e6161b4b790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ed1a23-913a-453f-8dc6-b81290d40d06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-474981899', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '6b27d94d-298b-40ae-a5c3-42436508b260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:40:27Z', 'updated_at': '2022-01-18T22:40:31Z', 'revision_number': 3, 'project_id': '438cce0e2f434b5f879ce307da159923', 'gw_port': {'id': '6b27d94d-298b-40ae-a5c3-42436508b260', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:4d:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31ed1a23-913a-453f-8dc6-b81290d40d06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:40:29Z', 'updated_at': '2022-01-18T22:40:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:40:35.892366 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-dc83d83b-62e3-43f7-803d-ae13adc9d3fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:35.893242 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb747ac5-c913-495d-9b28-8e6161b4b790 None None] Checking router: 31ed1a23-913a-453f-8dc6-b81290d40d06 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:40:35.893588 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb747ac5-c913-495d-9b28-8e6161b4b790 None None] Updating router 31ed1a23-913a-453f-8dc6-b81290d40d06 port 6b27d94d-298b-40ae-a5c3-42436508b260 binding host n-d-825064-1 {{(pid=102432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:40:35.895503 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-dc83d83b-62e3-43f7-803d-ae13adc9d3fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:35.896858 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-dc83d83b-62e3-43f7-803d-ae13adc9d3fa admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ef08b66e-62ef-4b23-a2df-a37aba70fd3d HTTP/1.1" status: 204 len: 168 time: 0.1731098 Jan 18 22:40:35.924106 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fb747ac5-c913-495d-9b28-8e6161b4b790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:35.933896 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc83d83b-62e3-43f7-803d-ae13adc9d3fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef08b66e-62ef-4b23-a2df-a37aba70fd3d,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:36.067367 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9d9793-b09b-44da-8463-68e51696476c tempest-TestNetworkAdvancedServerOps-1886563698 tempest-TestNetworkAdvancedServerOps-1886563698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:36.071961 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-ba9d9793-b09b-44da-8463-68e51696476c tempest-TestNetworkAdvancedServerOps-1886563698 tempest-TestNetworkAdvancedServerOps-1886563698-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4515693 Jan 18 22:40:36.072889 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 40348) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:40:36.150364 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-dacefe16-7c06-487c-b9a7-208ede8e0313 tempest-TestNetworkAdvancedServerOps-1886563698 tempest-TestNetworkAdvancedServerOps-1886563698-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=0fa7c7c8-c96a-4aa5-9818-d374adf00f99&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0741806 Jan 18 22:40:36.155466 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 40352) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:40:36.163109 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-99d129a2-d85e-4fb6-83d0-dd196cde9c0b tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-858595302', 'network_id': '221254be-2a67-4a48-a311-8dd80515e5fb', 'project_id': '438cce0e2f434b5f879ce307da159923', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:40:36.263398 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-626bdbc4-2aed-4983-8e5b-da1e77dc562a tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1041027'] for router_interface, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:36.269535 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a06b00a6-315d-4ba7-bf67-341ce7fe4f81 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1040691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049'] for router, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:36.303826 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fb747ac5-c913-495d-9b28-8e6161b4b790 None None] Notify callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:36.312728 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fb747ac5-c913-495d-9b28-8e6161b4b790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:36.388209 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99d129a2-d85e-4fb6-83d0-dd196cde9c0b tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Made reservation on behalf of 438cce0e2f434b5f879ce307da159923 for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:40:36.388497 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-fb747ac5-c913-495d-9b28-8e6161b4b790 None None] Attempting to bind port 6b27d94d-298b-40ae-a5c3-42436508b260 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:40:36.388678 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-fb747ac5-c913-495d-9b28-8e6161b4b790 None None] Attempting to bind port 6b27d94d-298b-40ae-a5c3-42436508b260 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:40:36.389028 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb747ac5-c913-495d-9b28-8e6161b4b790 None None] Attempting to bind port 6b27d94d-298b-40ae-a5c3-42436508b260 on network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:40:36.392290 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0659f0c-bd60-4b6a-b02c-5a9b5ee163b6 None None] Pushing event updated for resources: {'Port': ['ID=6b27d94d-298b-40ae-a5c3-42436508b260,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:36.397306 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb747ac5-c913-495d-9b28-8e6161b4b790 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:40:36.397688 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb747ac5-c913-495d-9b28-8e6161b4b790 None None] Checking segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:40:36.398097 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fb747ac5-c913-495d-9b28-8e6161b4b790 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:36.398488 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb747ac5-c913-495d-9b28-8e6161b4b790 None None] Bound using segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:40:36.398957 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-fb747ac5-c913-495d-9b28-8e6161b4b790 None None] Bound port: 6b27d94d-298b-40ae-a5c3-42436508b260, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:40:36.399383 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fb747ac5-c913-495d-9b28-8e6161b4b790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:36.405194 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-99d129a2-d85e-4fb6-83d0-dd196cde9c0b tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:36.453317 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 95923b0f-e60f-40be-b26f-0fe51874f1dd details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:40:36.483437 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-fb747ac5-c913-495d-9b28-8e6161b4b790 None None] For port 6b27d94d-298b-40ae-a5c3-42436508b260, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:40:36.489192 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-fb747ac5-c913-495d-9b28-8e6161b4b790 None None] For port 6b27d94d-298b-40ae-a5c3-42436508b260, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=6b27d94d-298b-40ae-a5c3-42436508b260,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:40:36.522106 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fb747ac5-c913-495d-9b28-8e6161b4b790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:36.667649 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb747ac5-c913-495d-9b28-8e6161b4b790 None None] Routers {'31ed1a23-913a-453f-8dc6-b81290d40d06'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:40:36.668370 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-fb747ac5-c913-495d-9b28-8e6161b4b790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:40:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['31ed1a23-913a-453f-8dc6-b81290d40d06'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:40:36.704972 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-99d129a2-d85e-4fb6-83d0-dd196cde9c0b tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:36.744142 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0659f0c-bd60-4b6a-b02c-5a9b5ee163b6 None None] Pushing event updated for resources: {'Port': ['ID=6b27d94d-298b-40ae-a5c3-42436508b260,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:36.819170 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d129a2-d85e-4fb6-83d0-dd196cde9c0b tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Pushing event updated for resources: {'Subnet': ['ID=b26d2360-439e-4457-bc0c-79152de436de,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:36.825610 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae1ba50-8f49-4c17-9197-34b89b62eb45 req-3c2b8464-429d-4622-ab75-4c15d4181dba tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:36.828636 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6ae1ba50-8f49-4c17-9197-34b89b62eb45 req-3c2b8464-429d-4622-ab75-4c15d4181dba tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=752aaecc-28f3-4f19-8e6c-5b88cdc63248 HTTP/1.1" status: 200 len: 944 time: 0.1631391 Jan 18 22:40:36.834060 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 95923b0f-e60f-40be-b26f-0fe51874f1dd, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=95923b0f-e60f-40be-b26f-0fe51874f1dd,segment=NetworkSegment(dfaa1994-2fdd-4a54-9d15-02069c3ace9d),segment_id=dfaa1994-2fdd-4a54-9d15-02069c3ace9d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:40:36.850242 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': '95923b0f-e60f-40be-b26f-0fe51874f1dd', 'network_id': 'eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02', 'port_id': '95923b0f-e60f-40be-b26f-0fe51874f1dd', 'mac_address': 'fa:16:3e:aa:61:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d836b77-fd27-4c61-b195-30e9fedeffe8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:40:36.868854 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d129a2-d85e-4fb6-83d0-dd196cde9c0b tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Checking segment: {'id': '86507bb4-4915-4f06-a653-c026e7e063e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '221254be-2a67-4a48-a311-8dd80515e5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:40:36.869375 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d129a2-d85e-4fb6-83d0-dd196cde9c0b tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Network hostable DHCP agents. Network: 221254be-2a67-4a48-a311-8dd80515e5fb, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:40:36.890854 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d129a2-d85e-4fb6-83d0-dd196cde9c0b tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Network 221254be-2a67-4a48-a311-8dd80515e5fb is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:40:36.903929 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-fb747ac5-c913-495d-9b28-8e6161b4b790 None None] Set router 31ed1a23-913a-453f-8dc6-b81290d40d06 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:40:36.909104 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-99d129a2-d85e-4fb6-83d0-dd196cde9c0b tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 221254be-2a67-4a48-a311-8dd80515e5fb) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:40:36.929375 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d129a2-d85e-4fb6-83d0-dd196cde9c0b tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:36.930668 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-99d129a2-d85e-4fb6-83d0-dd196cde9c0b tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:36.949984 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3afbf310-4fb5-4b8c-955a-fd9bf1830aa6 None None] Network 221254be-2a67-4a48-a311-8dd80515e5fb requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:40:36.969462 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-99d129a2-d85e-4fb6-83d0-dd196cde9c0b tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8126841 Jan 18 22:40:36.970046 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 40374) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:40:37.018101 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6ae1ba50-8f49-4c17-9197-34b89b62eb45 req-d096d4cc-900c-4a0a-831c-9204b757823a tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e2e22-46f9-42fe-9710-8e464b95d42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781960 Jan 18 22:40:37.031158 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a06b00a6-315d-4ba7-bf67-341ce7fe4f81 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Router 996812d4-4139-41ae-9cf9-f887497237ff is scheduled to L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 with binding_index 1 {{(pid=102430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 22:40:37.098049 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:37.367887 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95923b0f-e60f-40be-b26f-0fe51874f1dd {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:40:37.422087 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 95923b0f-e60f-40be-b26f-0fe51874f1dd, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=95923b0f-e60f-40be-b26f-0fe51874f1dd,segment=NetworkSegment(dfaa1994-2fdd-4a54-9d15-02069c3ace9d),segment_id=dfaa1994-2fdd-4a54-9d15-02069c3ace9d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:40:37.433270 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:37.436543 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd8ad39-474c-4bfb-afe2-3b3b8bd01850 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-221254be-2a67-4a48-a311-8dd80515e5fb', 'network_id': '221254be-2a67-4a48-a311-8dd80515e5fb', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'fixed_ips': [{'subnet_id': 'b26d2360-439e-4457-bc0c-79152de436de'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:40:37.437357 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9bd8ad39-474c-4bfb-afe2-3b3b8bd01850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:37.612233 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-626bdbc4-2aed-4983-8e5b-da1e77dc562a tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Deleting port a1f85fa7-e122-4f74-b6c8-ee89eb20c7e1 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:40:37.613078 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-626bdbc4-2aed-4983-8e5b-da1e77dc562a tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:37.683678 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=95923b0f-e60f-40be-b26f-0fe51874f1dd,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:37.700736 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-fb747ac5-c913-495d-9b28-8e6161b4b790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ed1a23-913a-453f-8dc6-b81290d40d06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-474981899', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '6b27d94d-298b-40ae-a5c3-42436508b260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:40:27Z', 'updated_at': '2022-01-18T22:40:31Z', 'revision_number': 3, 'project_id': '438cce0e2f434b5f879ce307da159923', 'gw_port': {'id': '6b27d94d-298b-40ae-a5c3-42436508b260', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:4d:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31ed1a23-913a-453f-8dc6-b81290d40d06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:40:29Z', 'updated_at': '2022-01-18T22:40:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:40:37.738568 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb747ac5-c913-495d-9b28-8e6161b4b790 None None] The sync data for ids ['31ed1a23-913a-453f-8dc6-b81290d40d06'] in n-d-825064-1 is: [{'id': '31ed1a23-913a-453f-8dc6-b81290d40d06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-474981899', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '6b27d94d-298b-40ae-a5c3-42436508b260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:40:27Z', 'updated_at': '2022-01-18T22:40:31Z', 'revision_number': 3, 'project_id': '438cce0e2f434b5f879ce307da159923', 'gw_port': {'id': '6b27d94d-298b-40ae-a5c3-42436508b260', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:4d:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31ed1a23-913a-453f-8dc6-b81290d40d06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:40:29Z', 'updated_at': '2022-01-18T22:40:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:40:37.751943 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-9bd8ad39-474c-4bfb-afe2-3b3b8bd01850 None None] Allocated IP 172.20.0.2 (221254be-2a67-4a48-a311-8dd80515e5fb/b26d2360-439e-4457-bc0c-79152de436de/8a4d27be-3848-4eae-992f-f56ada6df04a) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:40:37.770288 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['95923b0f-e60f-40be-b26f-0fe51874f1dd'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:40:37.817623 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a06b00a6-315d-4ba7-bf67-341ce7fe4f81 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:40:37.866227 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7ffde0-a173-4ca5-b91b-cefb13a92fca None None] Sync routers for ids ['996812d4-4139-41ae-9cf9-f887497237ff'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:40:37.882958 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7ffde0-a173-4ca5-b91b-cefb13a92fca None None] Routers {'996812d4-4139-41ae-9cf9-f887497237ff'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:40:37.888582 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-fb7ffde0-a173-4ca5-b91b-cefb13a92fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:40:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['996812d4-4139-41ae-9cf9-f887497237ff'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:40:37.943492 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-626bdbc4-2aed-4983-8e5b-da1e77dc562a tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] For port a1f85fa7-e122-4f74-b6c8-ee89eb20c7e1, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=a1f85fa7-e122-4f74-b6c8-ee89eb20c7e1,segment=NetworkSegment(907c8134-3996-48ad-956d-731066061048),segment_id=907c8134-3996-48ad-956d-731066061048)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:40:37.943875 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-626bdbc4-2aed-4983-8e5b-da1e77dc562a tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:37.968952 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a06b00a6-315d-4ba7-bf67-341ce7fe4f81 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks [] for router, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:37.977586 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-a06b00a6-315d-4ba7-bf67-341ce7fe4f81 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.6738956 Jan 18 22:40:37.981983 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6d35c8fa-a33e-48e3-9a98-135c754c2b70 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:37.988404 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 40392) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:40:38.018628 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-626bdbc4-2aed-4983-8e5b-da1e77dc562a tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Calling delete_port for a1f85fa7-e122-4f74-b6c8-ee89eb20c7e1 owned by network:router_interface {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:40:38.031526 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-fb7ffde0-a173-4ca5-b91b-cefb13a92fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:40:38.053475 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7ffde0-a173-4ca5-b91b-cefb13a92fca None None] Routers {'996812d4-4139-41ae-9cf9-f887497237ff'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:40:38.054363 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-fb7ffde0-a173-4ca5-b91b-cefb13a92fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:40:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['996812d4-4139-41ae-9cf9-f887497237ff'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:40:38.150856 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-fb7ffde0-a173-4ca5-b91b-cefb13a92fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:40:38.152341 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7ffde0-a173-4ca5-b91b-cefb13a92fca None None] The sync data for ids ['996812d4-4139-41ae-9cf9-f887497237ff'] in n-d-825064-1 is: [] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:40:38.510609 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43083c1f-b1e2-4adb-9ef7-03aeec72ee27 req-ae830c2e-ce3c-43c3-9506-fec5cfa9b1f4 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:38.523841 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-43083c1f-b1e2-4adb-9ef7-03aeec72ee27 req-ae830c2e-ce3c-43c3-9506-fec5cfa9b1f4 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=752aaecc-28f3-4f19-8e6c-5b88cdc63248 HTTP/1.1" status: 200 len: 945 time: 0.2560692 Jan 18 22:40:38.614327 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-43083c1f-b1e2-4adb-9ef7-03aeec72ee27 req-71472572-a8bc-4c56-8263-768381a7d5f1 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e2e22-46f9-42fe-9710-8e464b95d42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891631 Jan 18 22:40:38.679543 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9bd8ad39-474c-4bfb-afe2-3b3b8bd01850 None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:38.688270 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-626bdbc4-2aed-4983-8e5b-da1e77dc562a tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:38.698232 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9bd8ad39-474c-4bfb-afe2-3b3b8bd01850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:38.749340 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bdbc4-2aed-4983-8e5b-da1e77dc562a tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Pushing event deleted for resources: {'Port': ['ID=a1f85fa7-e122-4f74-b6c8-ee89eb20c7e1,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:38.766580 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd8ad39-474c-4bfb-afe2-3b3b8bd01850 None None] Network 221254be-2a67-4a48-a311-8dd80515e5fb is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:40:38.772101 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 6b27d94d-298b-40ae-a5c3-42436508b260 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:40:38.815864 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-9bd8ad39-474c-4bfb-afe2-3b3b8bd01850 None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:40:38.818823 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd8ad39-474c-4bfb-afe2-3b3b8bd01850 None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:40:38.838884 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-6d35c8fa-a33e-48e3-9a98-135c754c2b70 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Allocated IP 172.20.0.1 (221254be-2a67-4a48-a311-8dd80515e5fb/b26d2360-439e-4457-bc0c-79152de436de/1accd7ca-d26f-485f-b2e7-8c70a1e52ffe) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:40:38.927873 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd8ad39-474c-4bfb-afe2-3b3b8bd01850 None None] Pushing event updated for resources: {'Port': ['ID=8a4d27be-3848-4eae-992f-f56ada6df04a,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:38.993837 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6d35c8fa-a33e-48e3-9a98-135c754c2b70 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:39.087688 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-9bd8ad39-474c-4bfb-afe2-3b3b8bd01850 None None] Attempting to bind port 8a4d27be-3848-4eae-992f-f56ada6df04a on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:40:39.087688 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-9bd8ad39-474c-4bfb-afe2-3b3b8bd01850 None None] Attempting to bind port 8a4d27be-3848-4eae-992f-f56ada6df04a by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '86507bb4-4915-4f06-a653-c026e7e063e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '221254be-2a67-4a48-a311-8dd80515e5fb'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:40:39.090088 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd8ad39-474c-4bfb-afe2-3b3b8bd01850 None None] Attempting to bind port 8a4d27be-3848-4eae-992f-f56ada6df04a on network 221254be-2a67-4a48-a311-8dd80515e5fb {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:40:39.151448 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd8ad39-474c-4bfb-afe2-3b3b8bd01850 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:40:39.151448 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd8ad39-474c-4bfb-afe2-3b3b8bd01850 None None] Checking segment: {'id': '86507bb4-4915-4f06-a653-c026e7e063e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '221254be-2a67-4a48-a311-8dd80515e5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:40:39.151448 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9bd8ad39-474c-4bfb-afe2-3b3b8bd01850 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:39.151448 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd8ad39-474c-4bfb-afe2-3b3b8bd01850 None None] Bound using segment: {'id': '86507bb4-4915-4f06-a653-c026e7e063e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '221254be-2a67-4a48-a311-8dd80515e5fb'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:40:39.153030 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-9bd8ad39-474c-4bfb-afe2-3b3b8bd01850 None None] Bound port: 8a4d27be-3848-4eae-992f-f56ada6df04a, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86507bb4-4915-4f06-a653-c026e7e063e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '221254be-2a67-4a48-a311-8dd80515e5fb'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:40:39.153546 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9bd8ad39-474c-4bfb-afe2-3b3b8bd01850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:39.157906 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 6b27d94d-298b-40ae-a5c3-42436508b260 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:40:39.158610 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:39.163347 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-626bdbc4-2aed-4983-8e5b-da1e77dc562a tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-613841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1046579'] for router_interface, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:39.322429 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6d35c8fa-a33e-48e3-9a98-135c754c2b70 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:39.481716 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d35c8fa-a33e-48e3-9a98-135c754c2b70 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Pushing event updated for resources: {'Port': ['ID=1accd7ca-d26f-485f-b2e7-8c70a1e52ffe,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:39.490904 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-9bd8ad39-474c-4bfb-afe2-3b3b8bd01850 None None] For port 8a4d27be-3848-4eae-992f-f56ada6df04a, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:40:39.526644 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d35c8fa-a33e-48e3-9a98-135c754c2b70 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Network 221254be-2a67-4a48-a311-8dd80515e5fb is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:40:39.542373 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-6d35c8fa-a33e-48e3-9a98-135c754c2b70 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:40:39.574426 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:39.638841 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-9bd8ad39-474c-4bfb-afe2-3b3b8bd01850 None None] For port 8a4d27be-3848-4eae-992f-f56ada6df04a, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=8a4d27be-3848-4eae-992f-f56ada6df04a,segment=NetworkSegment(86507bb4-4915-4f06-a653-c026e7e063e5),segment_id=86507bb4-4915-4f06-a653-c026e7e063e5)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:40:39.670322 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9bd8ad39-474c-4bfb-afe2-3b3b8bd01850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:39.688633 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port 6b27d94d-298b-40ae-a5c3-42436508b260, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=6b27d94d-298b-40ae-a5c3-42436508b260,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:40:39.694376 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-626bdbc4-2aed-4983-8e5b-da1e77dc562a tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Router 93573329-e666-4cf4-946c-f5d1f0f8aab2 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:40:39.741002 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:39.789715 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd8ad39-474c-4bfb-afe2-3b3b8bd01850 None None] Pushing event updated for resources: {'Port': ['ID=8a4d27be-3848-4eae-992f-f56ada6df04a,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:39.867188 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=6b27d94d-298b-40ae-a5c3-42436508b260,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:39.912960 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-626bdbc4-2aed-4983-8e5b-da1e77dc562a tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:40:39.924731 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515cb489-71f0-4de4-83c0-df4b577e89c8 None None] Sync routers for ids ['93573329-e666-4cf4-946c-f5d1f0f8aab2'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:40:39.927188 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-626bdbc4-2aed-4983-8e5b-da1e77dc562a tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "PUT /v2.0/routers/93573329-e666-4cf4-946c-f5d1f0f8aab2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4786568 Jan 18 22:40:39.939165 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515cb489-71f0-4de4-83c0-df4b577e89c8 None None] Routers {'93573329-e666-4cf4-946c-f5d1f0f8aab2'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:40:39.942503 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-515cb489-71f0-4de4-83c0-df4b577e89c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:40:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['93573329-e666-4cf4-946c-f5d1f0f8aab2'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:40:39.950890 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 40462) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:40:40.167906 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_v2 [None req-40170db6-de2e-41e2-936c-37e42f61bd20 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Deleting subnet 9a4c3cda-b6d7-4e6a-986c-b6b88b223307 {{(pid=102430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:40:40.176646 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-40170db6-de2e-41e2-936c-37e42f61bd20 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks [] for subnet, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:40.239773 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-515cb489-71f0-4de4-83c0-df4b577e89c8 None None] Set router 93573329-e666-4cf4-946c-f5d1f0f8aab2 gateway port host: None {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:40:40.246645 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d477ac-21c4-4cc2-83e1-dd069f73f4ef req-cd91dbab-9de4-4d4d-88c0-2b8e525172ea tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:40.248828 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-08d477ac-21c4-4cc2-83e1-dd069f73f4ef req-cd91dbab-9de4-4d4d-88c0-2b8e525172ea tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=752aaecc-28f3-4f19-8e6c-5b88cdc63248 HTTP/1.1" status: 200 len: 945 time: 0.3369844 Jan 18 22:40:40.379182 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-40170db6-de2e-41e2-936c-37e42f61bd20 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60394745'] for subnet, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:40.470088 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-08d477ac-21c4-4cc2-83e1-dd069f73f4ef req-fa55d58b-2962-40f3-9318-b43202d0b1e2 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e2e22-46f9-42fe-9710-8e464b95d42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950269 Jan 18 22:40:40.521507 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 95923b0f-e60f-40be-b26f-0fe51874f1dd up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:40:40.555984 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d35c8fa-a33e-48e3-9a98-135c754c2b70 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:40:40.574184 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-40170db6-de2e-41e2-936c-37e42f61bd20 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:40.709236 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-40170db6-de2e-41e2-936c-37e42f61bd20 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60203138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62288677'] for subnet, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:40.734927 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-40170db6-de2e-41e2-936c-37e42f61bd20 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks [] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:40.747464 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-40170db6-de2e-41e2-936c-37e42f61bd20 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "DELETE /v2.0/subnets/9a4c3cda-b6d7-4e6a-986c-b6b88b223307 HTTP/1.1" status: 204 len: 168 time: 0.7821944 Jan 18 22:40:40.748174 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 40474) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:40:40.770684 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port 95923b0f-e60f-40be-b26f-0fe51874f1dd completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:40:40.774608 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6d35c8fa-a33e-48e3-9a98-135c754c2b70 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1040954'] for router_interface, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:40.779123 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12fc504f-d6a5-493f-bd99-20b4a0c377ee None None] Network 84cc1467-0dcf-4285-8e67-855b41004209 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:40:40.868404 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port 95923b0f-e60f-40be-b26f-0fe51874f1dd triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:40:40.868785 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:40.886007 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40170db6-de2e-41e2-936c-37e42f61bd20 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Pushing event deleted for resources: {'Subnet': ['ID=9a4c3cda-b6d7-4e6a-986c-b6b88b223307,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:40.924479 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6b0af580-b1d3-4609-a0f3-0f8a6a311648 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:40.996353 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-6b0af580-b1d3-4609-a0f3-0f8a6a311648 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Deleting port e4b8aa31-b584-4a51-913c-d12973c93a57 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:40:40.996891 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6b0af580-b1d3-4609-a0f3-0f8a6a311648 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:41.122652 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-6b0af580-b1d3-4609-a0f3-0f8a6a311648 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] For port e4b8aa31-b584-4a51-913c-d12973c93a57, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=e4b8aa31-b584-4a51-913c-d12973c93a57,segment=NetworkSegment(907c8134-3996-48ad-956d-731066061048),segment_id=907c8134-3996-48ad-956d-731066061048)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:40:41.125029 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6b0af580-b1d3-4609-a0f3-0f8a6a311648 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:41.137658 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 6b27d94d-298b-40ae-a5c3-42436508b260 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:40:41.176885 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-6b0af580-b1d3-4609-a0f3-0f8a6a311648 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Calling delete_port for e4b8aa31-b584-4a51-913c-d12973c93a57 owned by network:dhcp {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:40:41.344489 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:41.358448 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6b0af580-b1d3-4609-a0f3-0f8a6a311648 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:41.428344 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 95923b0f-e60f-40be-b26f-0fe51874f1dd, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=95923b0f-e60f-40be-b26f-0fe51874f1dd,segment=NetworkSegment(dfaa1994-2fdd-4a54-9d15-02069c3ace9d),segment_id=dfaa1994-2fdd-4a54-9d15-02069c3ace9d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:40:41.437868 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '752aaecc-28f3-4f19-8e6c-5b88cdc63248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95923b0f-e60f-40be-b26f-0fe51874f1dd'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:40:41.441987 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b244c23e-0f05-4d90-98af-7b882df8d62d" -d '{"events": [{"server_uuid": "752aaecc-28f3-4f19-8e6c-5b88cdc63248", "name": "network-vif-plugged", "status": "completed", "tag": "95923b0f-e60f-40be-b26f-0fe51874f1dd"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:40:41.444033 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0af580-b1d3-4609-a0f3-0f8a6a311648 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] No DVR routers for this DVR port e4b8aa31-b584-4a51-913c-d12973c93a57 on host n-d-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:40:41.454418 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:41.467540 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0af580-b1d3-4609-a0f3-0f8a6a311648 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Pushing event deleted for resources: {'Port': ['ID=e4b8aa31-b584-4a51-913c-d12973c93a57,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:41.471678 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0f3636ad-f1be-4c39-ae9b-218130514772 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:41.558546 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-515cb489-71f0-4de4-83c0-df4b577e89c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93573329-e666-4cf4-946c-f5d1f0f8aab2', 'name': 'tempest-RoutersTest-router-1610095358', 'tenant_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:39:40Z', 'updated_at': '2022-01-18T22:40:38Z', 'revision_number': 10, 'project_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'gw_port_host': None, '_interfaces': [{'id': '8dd9d794-3831-46d7-93ad-1f35d5eb718a', 'name': '', 'network_id': 'a1ffb70c-78ee-477f-aca3-3f2bd4e967c6', 'tenant_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'mac_address': 'fa:16:3e:c4:c2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93573329-e666-4cf4-946c-f5d1f0f8aab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': 'c2a5bf2c-e8ec-49d8-9a26-c0985d4fd900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:39:43Z', 'updated_at': '2022-01-18T22:39:49Z', 'revision_number': 5, 'project_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'subnets': [{'id': 'c2a5bf2c-e8ec-49d8-9a26-c0985d4fd900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:40:41.564850 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32e4da5f-30a1-4c3e-92c9-bf773b8396b8 x-openstack-request-id: req-32e4da5f-30a1-4c3e-92c9-bf773b8396b8 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:40:41.565143 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "752aaecc-28f3-4f19-8e6c-5b88cdc63248", "name": "network-vif-plugged", "status": "completed", "tag": "95923b0f-e60f-40be-b26f-0fe51874f1dd", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:40:41.565416 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-32e4da5f-30a1-4c3e-92c9-bf773b8396b8 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:40:41.565844 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '752aaecc-28f3-4f19-8e6c-5b88cdc63248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95923b0f-e60f-40be-b26f-0fe51874f1dd', 'code': 200} Jan 18 22:40:41.568911 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ecd3ea2-8b8e-4a51-815a-0a8503df90f8 None None] DHCP port deletion for 84cc1467-0dcf-4285-8e67-855b41004209 request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:40:41.710631 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6d35c8fa-a33e-48e3-9a98-135c754c2b70 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:41.714419 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515cb489-71f0-4de4-83c0-df4b577e89c8 None None] Checking router: 93573329-e666-4cf4-946c-f5d1f0f8aab2 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:40:41.728010 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=95923b0f-e60f-40be-b26f-0fe51874f1dd,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:41.732039 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 6b27d94d-298b-40ae-a5c3-42436508b260 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:40:41.732509 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:41.782891 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515cb489-71f0-4de4-83c0-df4b577e89c8 None None] Routers {'93573329-e666-4cf4-946c-f5d1f0f8aab2'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:40:41.783526 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-515cb489-71f0-4de4-83c0-df4b577e89c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:40:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['93573329-e666-4cf4-946c-f5d1f0f8aab2'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:40:41.791692 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6b0af580-b1d3-4609-a0f3-0f8a6a311648 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:41.817445 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-6b0af580-b1d3-4609-a0f3-0f8a6a311648 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84cc1467-0dcf-4285-8e67-855b41004209']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:40:41.862482 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-6b0af580-b1d3-4609-a0f3-0f8a6a311648 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '907c8134-3996-48ad-956d-731066061048') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:40:41.869194 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-6b0af580-b1d3-4609-a0f3-0f8a6a311648 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '907c8134-3996-48ad-956d-731066061048') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:40:41.885068 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c03441-0f2d-4835-b1c3-70ba32754360 None None] Network 221254be-2a67-4a48-a311-8dd80515e5fb requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:40:41.908765 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6b0af580-b1d3-4609-a0f3-0f8a6a311648 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60394742'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:41.935051 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6b0af580-b1d3-4609-a0f3-0f8a6a311648 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:41.949271 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b0af580-b1d3-4609-a0f3-0f8a6a311648 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:40:41.954493 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6b0af580-b1d3-4609-a0f3-0f8a6a311648 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60203044'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:41.984728 n-d-825064-1 neutron-server[102430]: Traceback (most recent call last): Jan 18 22:40:41.984728 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:40:41.984728 n-d-825064-1 neutron-server[102430]: timer() Jan 18 22:40:41.984728 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:40:41.984728 n-d-825064-1 neutron-server[102430]: cb(*args, **kw) Jan 18 22:40:41.984728 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:40:41.984728 n-d-825064-1 neutron-server[102430]: return func(*args, **kwargs) Jan 18 22:40:41.984728 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:40:41.984728 n-d-825064-1 neutron-server[102430]: self._notify() Jan 18 22:40:41.984728 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:40:41.984728 n-d-825064-1 neutron-server[102430]: self.callback(batched_events) Jan 18 22:40:41.984728 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:40:41.984728 n-d-825064-1 neutron-server[102430]: event.method(event) Jan 18 22:40:41.984728 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:40:41.984728 n-d-825064-1 neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:40:41.984728 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:40:41.984728 n-d-825064-1 neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:40:41.984728 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:40:41.984728 n-d-825064-1 neutron-server[102430]: return f(self, *a, **k) Jan 18 22:40:41.984728 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:40:41.984728 n-d-825064-1 neutron-server[102430]: return self._get(url).json() Jan 18 22:40:41.984728 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:40:41.984728 n-d-825064-1 neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:40:41.984728 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:40:41.984728 n-d-825064-1 neutron-server[102430]: return self.request(url, 'GET', **kwargs) Jan 18 22:40:41.984728 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:40:41.984728 n-d-825064-1 neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:40:41.984728 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:40:41.984728 n-d-825064-1 neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:40:41.984728 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:40:41.984728 n-d-825064-1 neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:40:41.984728 n-d-825064-1 neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:40:42.161133 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-63b7435a-e74f-4956-99f1-affb132ff439 None None] Provisioning complete for port 8a4d27be-3848-4eae-992f-f56ada6df04a triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:40:42.161557 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63b7435a-e74f-4956-99f1-affb132ff439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:42.229704 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ac8abb-6154-4418-b15b-cc9470b80a75 req-38797ded-ed15-4746-aa71-020b43f20837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:42.231201 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d5ac8abb-6154-4418-b15b-cc9470b80a75 req-38797ded-ed15-4746-aa71-020b43f20837 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=752aaecc-28f3-4f19-8e6c-5b88cdc63248 HTTP/1.1" status: 200 len: 1097 time: 0.2728784 Jan 18 22:40:42.235430 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6b0af580-b1d3-4609-a0f3-0f8a6a311648 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:42.260808 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b8724-90e4-44f2-a175-b5188e47e50f req-fffbd0e4-ff65-470c-b89e-3a4a1558712c tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:42.264684 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-515cb489-71f0-4de4-83c0-df4b577e89c8 None None] Set router 93573329-e666-4cf4-946c-f5d1f0f8aab2 gateway port host: None {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:40:42.269831 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e34b8724-90e4-44f2-a175-b5188e47e50f req-fffbd0e4-ff65-470c-b89e-3a4a1558712c tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=752aaecc-28f3-4f19-8e6c-5b88cdc63248 HTTP/1.1" status: 200 len: 946 time: 0.6404850 Jan 18 22:40:42.273715 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6b0af580-b1d3-4609-a0f3-0f8a6a311648 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:42.283535 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-6b0af580-b1d3-4609-a0f3-0f8a6a311648 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "DELETE /v2.0/networks/84cc1467-0dcf-4285-8e67-855b41004209 HTTP/1.1" status: 204 len: 168 time: 1.5329740 Jan 18 22:40:42.287071 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 40494) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:40:42.359116 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0af580-b1d3-4609-a0f3-0f8a6a311648 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Pushing event deleted for resources: {'Network': ['ID=84cc1467-0dcf-4285-8e67-855b41004209,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:42.466840 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e34b8724-90e4-44f2-a175-b5188e47e50f req-3b9c922a-3a19-432d-a847-2c0967ad8520 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e2e22-46f9-42fe-9710-8e464b95d42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958556 Jan 18 22:40:42.482841 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d5ac8abb-6154-4418-b15b-cc9470b80a75 req-898cbf60-dab9-433d-ade9-bf20f0e14ef6 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=8e7e2e22-46f9-42fe-9710-8e464b95d42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441671 Jan 18 22:40:42.511714 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-0f3636ad-f1be-4c39-ae9b-218130514772 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Allocated IP 172.20.0.1 (4e35a5a9-d922-4704-9d7a-3a28afc9a54b/17754f48-c4d3-400d-a479-1878a47fbdb3/ddc8f207-7cff-456a-9b95-ebbf2f45cca9) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:40:42.680436 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0f3636ad-f1be-4c39-ae9b-218130514772 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:42.707805 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 8a4d27be-3848-4eae-992f-f56ada6df04a up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:40:42.784934 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63b7435a-e74f-4956-99f1-affb132ff439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:42.865929 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:42.867677 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-63b7435a-e74f-4956-99f1-affb132ff439 None None] For port 8a4d27be-3848-4eae-992f-f56ada6df04a, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=8a4d27be-3848-4eae-992f-f56ada6df04a,segment=NetworkSegment(86507bb4-4915-4f06-a653-c026e7e063e5),segment_id=86507bb4-4915-4f06-a653-c026e7e063e5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:40:42.871302 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0f3636ad-f1be-4c39-ae9b-218130514772 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:42.883918 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63b7435a-e74f-4956-99f1-affb132ff439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:42.899111 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 8a4d27be-3848-4eae-992f-f56ada6df04a triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:40:42.899843 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:42.915266 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6d35c8fa-a33e-48e3-9a98-135c754c2b70 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:42.930223 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6d35c8fa-a33e-48e3-9a98-135c754c2b70 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:42.977480 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3636ad-f1be-4c39-ae9b-218130514772 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Network 4e35a5a9-d922-4704-9d7a-3a28afc9a54b is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:40:43.019710 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-0f3636ad-f1be-4c39-ae9b-218130514772 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:40:43.033131 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3636ad-f1be-4c39-ae9b-218130514772 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:40:43.073646 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b7435a-e74f-4956-99f1-affb132ff439 None None] Pushing event updated for resources: {'Port': ['ID=8a4d27be-3848-4eae-992f-f56ada6df04a,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:43.120363 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0f3636ad-f1be-4c39-ae9b-218130514772 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1040954'] for router_interface, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:43.194200 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3636ad-f1be-4c39-ae9b-218130514772 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Pushing event updated for resources: {'Port': ['ID=ddc8f207-7cff-456a-9b95-ebbf2f45cca9,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:43.231897 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-515cb489-71f0-4de4-83c0-df4b577e89c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93573329-e666-4cf4-946c-f5d1f0f8aab2', 'name': 'tempest-RoutersTest-router-1610095358', 'tenant_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:39:40Z', 'updated_at': '2022-01-18T22:40:38Z', 'revision_number': 10, 'project_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'gw_port_host': None, '_interfaces': [{'id': '8dd9d794-3831-46d7-93ad-1f35d5eb718a', 'name': '', 'network_id': 'a1ffb70c-78ee-477f-aca3-3f2bd4e967c6', 'tenant_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'mac_address': 'fa:16:3e:c4:c2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93573329-e666-4cf4-946c-f5d1f0f8aab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': 'c2a5bf2c-e8ec-49d8-9a26-c0985d4fd900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:39:43Z', 'updated_at': '2022-01-18T22:39:49Z', 'revision_number': 5, 'project_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'subnets': [{'id': 'c2a5bf2c-e8ec-49d8-9a26-c0985d4fd900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:40:43.287109 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6d35c8fa-a33e-48e3-9a98-135c754c2b70 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-613854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1041070'] for router_interface, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:43.290147 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515cb489-71f0-4de4-83c0-df4b577e89c8 None None] The sync data for ids ['93573329-e666-4cf4-946c-f5d1f0f8aab2'] in n-d-825064-1 is: [{'id': '93573329-e666-4cf4-946c-f5d1f0f8aab2', 'name': 'tempest-RoutersTest-router-1610095358', 'tenant_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:39:40Z', 'updated_at': '2022-01-18T22:40:38Z', 'revision_number': 10, 'project_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'gw_port_host': None, '_interfaces': [{'id': '8dd9d794-3831-46d7-93ad-1f35d5eb718a', 'name': '', 'network_id': 'a1ffb70c-78ee-477f-aca3-3f2bd4e967c6', 'tenant_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'mac_address': 'fa:16:3e:c4:c2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93573329-e666-4cf4-946c-f5d1f0f8aab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': 'c2a5bf2c-e8ec-49d8-9a26-c0985d4fd900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:39:43Z', 'updated_at': '2022-01-18T22:39:49Z', 'revision_number': 5, 'project_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'subnets': [{'id': 'c2a5bf2c-e8ec-49d8-9a26-c0985d4fd900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:40:43.318197 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-89f3a403-2fd5-4823-ac4f-58b371c73064 None None] Provisioning complete for port 8a4d27be-3848-4eae-992f-f56ada6df04a triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:40:43.318584 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-89f3a403-2fd5-4823-ac4f-58b371c73064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:43.375760 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 8a4d27be-3848-4eae-992f-f56ada6df04a up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:40:43.453435 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d35c8fa-a33e-48e3-9a98-135c754c2b70 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Pushing event updated for resources: {'Port': ['ID=1accd7ca-d26f-485f-b2e7-8c70a1e52ffe,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:43.513165 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 8a4d27be-3848-4eae-992f-f56ada6df04a triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:40:43.513547 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:43.599750 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ef17de99-4e19-43ee-a0af-9cb6361cf34c req-48cd3229-151e-4f1e-9487-d5d04c5dc878 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=60a54604-7939-446e-b74b-ceb16772488f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2493398 Jan 18 22:40:43.753327 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:43.776862 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-89f3a403-2fd5-4823-ac4f-58b371c73064 None None] Provisioning complete for port 1accd7ca-d26f-485f-b2e7-8c70a1e52ffe triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:40:43.777159 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-89f3a403-2fd5-4823-ac4f-58b371c73064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:43.807709 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd32599-3566-453e-a260-4f55f986754e req-1288e34a-45fe-47eb-9c06-44ca76c40b78 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:43.810288 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1cd32599-3566-453e-a260-4f55f986754e req-1288e34a-45fe-47eb-9c06-44ca76c40b78 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=752aaecc-28f3-4f19-8e6c-5b88cdc63248 HTTP/1.1" status: 200 len: 946 time: 0.1471782 Jan 18 22:40:43.830690 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-89f3a403-2fd5-4823-ac4f-58b371c73064 None None] Port 1accd7ca-d26f-485f-b2e7-8c70a1e52ffe cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:40:43.870107 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1cd32599-3566-453e-a260-4f55f986754e req-9e1459e0-acb9-42c3-9840-a3782e949ded tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e2e22-46f9-42fe-9710-8e464b95d42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474317 Jan 18 22:40:43.934425 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0f3636ad-f1be-4c39-ae9b-218130514772 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:43.940436 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef17de99-4e19-43ee-a0af-9cb6361cf34c req-f313a879-4148-4ec9-a67c-e6505ac27581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:43.941933 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ef17de99-4e19-43ee-a0af-9cb6361cf34c req-f313a879-4148-4ec9-a67c-e6505ac27581 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d58fa77d6cd94e7ca7d141d5a9b044dd&device_id=60a54604-7939-446e-b74b-ceb16772488f HTTP/1.1" status: 200 len: 1096 time: 0.2587135 Jan 18 22:40:43.962559 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d35c8fa-a33e-48e3-9a98-135c754c2b70 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Network 221254be-2a67-4a48-a311-8dd80515e5fb is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:40:43.971757 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-ed6b7821-6dc6-416e-991a-e7a0fc6c5a99 None None] Provisioning complete for port 1accd7ca-d26f-485f-b2e7-8c70a1e52ffe triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:40:43.972452 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ed6b7821-6dc6-416e-991a-e7a0fc6c5a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:43.976063 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-6d35c8fa-a33e-48e3-9a98-135c754c2b70 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:40:44.038490 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-ed6b7821-6dc6-416e-991a-e7a0fc6c5a99 None None] Port 1accd7ca-d26f-485f-b2e7-8c70a1e52ffe cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:40:44.040624 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device e4b8aa31-b584-4a51-913c-d12973c93a57 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:40:44.087668 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: e4b8aa31-b584-4a51-913c-d12973c93a57 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:40:44.088235 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device e4b8aa31-b584-4a51-913c-d12973c93a57 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:40:44.097133 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-ed6b7821-6dc6-416e-991a-e7a0fc6c5a99 None None] Provisioning complete for port ddc8f207-7cff-456a-9b95-ebbf2f45cca9 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:40:44.097662 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ed6b7821-6dc6-416e-991a-e7a0fc6c5a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:44.157665 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-ed6b7821-6dc6-416e-991a-e7a0fc6c5a99 None None] Port ddc8f207-7cff-456a-9b95-ebbf2f45cca9 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:40:44.383564 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-3deb3c72-0590-46f4-a940-b673476d9d84 None None] Provisioning complete for port 1accd7ca-d26f-485f-b2e7-8c70a1e52ffe triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:40:44.384452 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3deb3c72-0590-46f4-a940-b673476d9d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:44.439809 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-3deb3c72-0590-46f4-a940-b673476d9d84 None None] Port 1accd7ca-d26f-485f-b2e7-8c70a1e52ffe cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:40:44.496275 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef17de99-4e19-43ee-a0af-9cb6361cf34c req-290452dc-e7ee-46e0-b52f-32ec03168fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:44.497750 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ef17de99-4e19-43ee-a0af-9cb6361cf34c req-290452dc-e7ee-46e0-b52f-32ec03168fdb service neutron] 10.222.0.36 "GET /v2.0/networks?id=eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02 HTTP/1.1" status: 200 len: 906 time: 0.5121017 Jan 18 22:40:44.502879 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ccafcf7b-f8a1-4db7-9339-c30788d1f020 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1041027'] for router_interface, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:44.910631 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d35c8fa-a33e-48e3-9a98-135c754c2b70 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Router 31ed1a23-913a-453f-8dc6-b81290d40d06 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:40:45.007659 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ef17de99-4e19-43ee-a0af-9cb6361cf34c req-e73ae86a-76e8-4679-ac65-65b0d565e761 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d3bce038-f949-4e37-a6fe-4f788f1c8e1a HTTP/1.1" status: 200 len: 217 time: 0.4988778 Jan 18 22:40:45.120656 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e58a5d0-07e6-40a9-a935-c902bf1ed166 req-0bf78c5f-1b98-4d85-9dc3-31dba2f9ce0c tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:45.122860 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8e58a5d0-07e6-40a9-a935-c902bf1ed166 req-0bf78c5f-1b98-4d85-9dc3-31dba2f9ce0c tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=752aaecc-28f3-4f19-8e6c-5b88cdc63248 HTTP/1.1" status: 200 len: 946 time: 0.1386952 Jan 18 22:40:45.224806 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8e58a5d0-07e6-40a9-a935-c902bf1ed166 req-7b274aff-cf76-42f2-941e-c7bb5f493e7d tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e2e22-46f9-42fe-9710-8e464b95d42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740533 Jan 18 22:40:45.240825 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device a1f85fa7-e122-4f74-b6c8-ee89eb20c7e1 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:40:45.276344 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: a1f85fa7-e122-4f74-b6c8-ee89eb20c7e1 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:40:45.282950 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device a1f85fa7-e122-4f74-b6c8-ee89eb20c7e1 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:40:45.358805 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef17de99-4e19-43ee-a0af-9cb6361cf34c req-c5e19566-96eb-4b6f-b26a-b3b3b68725ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:45.360618 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ef17de99-4e19-43ee-a0af-9cb6361cf34c req-c5e19566-96eb-4b6f-b26a-b3b3b68725ff service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3d836b77-fd27-4c61-b195-30e9fedeffe8 HTTP/1.1" status: 200 len: 846 time: 0.3445227 Jan 18 22:40:45.450890 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ef17de99-4e19-43ee-a0af-9cb6361cf34c req-9b3bef69-0e1b-49e5-a390-9491948d9048 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560088 Jan 18 22:40:45.547747 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd2b02c-0f48-4c60-96fa-2a7ca526a132 req-d9aee6e4-c4c7-4ef8-908a-2aaaae7706a6 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:45.549755 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-dbd2b02c-0f48-4c60-96fa-2a7ca526a132 req-d9aee6e4-c4c7-4ef8-908a-2aaaae7706a6 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=752aaecc-28f3-4f19-8e6c-5b88cdc63248 HTTP/1.1" status: 200 len: 946 time: 0.0568626 Jan 18 22:40:45.582317 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0f3636ad-f1be-4c39-ae9b-218130514772 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:45.599334 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0f3636ad-f1be-4c39-ae9b-218130514772 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:45.621330 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-dbd2b02c-0f48-4c60-96fa-2a7ca526a132 req-11592c6c-8cd2-42dc-9ae8-b06bd6d6c5fa tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e2e22-46f9-42fe-9710-8e464b95d42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643997 Jan 18 22:40:45.626918 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d35c8fa-a33e-48e3-9a98-135c754c2b70 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:40:45.648475 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9019aa3-46f1-48a8-a397-11b8cfaacd39 None None] Sync routers for ids ['31ed1a23-913a-453f-8dc6-b81290d40d06'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:40:45.666906 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9019aa3-46f1-48a8-a397-11b8cfaacd39 None None] Routers {'31ed1a23-913a-453f-8dc6-b81290d40d06'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:40:45.667908 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-a9019aa3-46f1-48a8-a397-11b8cfaacd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:40:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['31ed1a23-913a-453f-8dc6-b81290d40d06'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:40:45.733098 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-6d35c8fa-a33e-48e3-9a98-135c754c2b70 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "PUT /v2.0/routers/31ed1a23-913a-453f-8dc6-b81290d40d06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7618997 Jan 18 22:40:45.840545 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3636ad-f1be-4c39-ae9b-218130514772 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Pushing event updated for resources: {'Port': ['ID=ddc8f207-7cff-456a-9b95-ebbf2f45cca9,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:45.841374 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4f0492-171b-4ff6-83de-00cadb9cac17 req-fb6d6ac2-b713-4ae4-b1b8-91bbef95085e tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:45.856089 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1a4f0492-171b-4ff6-83de-00cadb9cac17 req-fb6d6ac2-b713-4ae4-b1b8-91bbef95085e tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=752aaecc-28f3-4f19-8e6c-5b88cdc63248 HTTP/1.1" status: 200 len: 946 time: 0.1444497 Jan 18 22:40:45.864265 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0f3636ad-f1be-4c39-ae9b-218130514772 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-613854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1041070'] for router_interface, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:45.865242 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-a9019aa3-46f1-48a8-a397-11b8cfaacd39 None None] Set router 31ed1a23-913a-453f-8dc6-b81290d40d06 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:40:45.869898 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ef17de99-4e19-43ee-a0af-9cb6361cf34c req-ab882c7d-bbd7-4ade-bc91-3dc797b93289 service neutron] 10.222.0.36 "GET /v2.0/networks/eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4108577 Jan 18 22:40:45.939852 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1a4f0492-171b-4ff6-83de-00cadb9cac17 req-98218ef5-a259-4a03-bf14-1556ce865065 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e2e22-46f9-42fe-9710-8e464b95d42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782382 Jan 18 22:40:46.204894 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7dc9eb1e-c4a1-493f-85dd-819526559dc5 req-df1e9471-4c17-433d-920b-4148d0539da9 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1280212040&fields=id&tenant_id=438cce0e2f434b5f879ce307da159923 HTTP/1.1" status: 200 len: 267 time: 0.1409550 Jan 18 22:40:46.238435 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-a9019aa3-46f1-48a8-a397-11b8cfaacd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ed1a23-913a-453f-8dc6-b81290d40d06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-474981899', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '6b27d94d-298b-40ae-a5c3-42436508b260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:40:27Z', 'updated_at': '2022-01-18T22:40:41Z', 'revision_number': 4, 'project_id': '438cce0e2f434b5f879ce307da159923', 'gw_port': {'id': '6b27d94d-298b-40ae-a5c3-42436508b260', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:4d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ed1a23-913a-453f-8dc6-b81290d40d06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:40:29Z', 'updated_at': '2022-01-18T22:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '1accd7ca-d26f-485f-b2e7-8c70a1e52ffe', 'name': '', 'network_id': '221254be-2a67-4a48-a311-8dd80515e5fb', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'mac_address': 'fa:16:3e:fd:b9:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31ed1a23-913a-453f-8dc6-b81290d40d06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': 'b26d2360-439e-4457-bc0c-79152de436de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:40:38Z', 'updated_at': '2022-01-18T22:40:42Z', 'revision_number': 2, 'project_id': '438cce0e2f434b5f879ce307da159923', 'subnets': [{'id': 'b26d2360-439e-4457-bc0c-79152de436de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:40:46.276148 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9019aa3-46f1-48a8-a397-11b8cfaacd39 None None] Checking router: 31ed1a23-913a-453f-8dc6-b81290d40d06 for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:40:46.276852 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9019aa3-46f1-48a8-a397-11b8cfaacd39 None None] Updating router 31ed1a23-913a-453f-8dc6-b81290d40d06 port 1accd7ca-d26f-485f-b2e7-8c70a1e52ffe binding host n-d-825064-1 {{(pid=102433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:40:46.305304 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-ccafcf7b-f8a1-4db7-9339-c30788d1f020 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Deleting port 8dd9d794-3831-46d7-93ad-1f35d5eb718a {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:40:46.305840 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ccafcf7b-f8a1-4db7-9339-c30788d1f020 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:46.313389 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a9019aa3-46f1-48a8-a397-11b8cfaacd39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:46.320114 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ef17de99-4e19-43ee-a0af-9cb6361cf34c req-fb5f4449-e7a2-42d5-ac36-5ed17c529c15 service neutron] 10.222.0.36 "GET /v2.0/networks/eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4368932 Jan 18 22:40:46.436273 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ec3929-4858-4f50-a1a1-3942dabd2530 req-a0e9c6e0-3c5d-4d3d-9dbf-c6912b48a1a5 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:46.438001 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b8ec3929-4858-4f50-a1a1-3942dabd2530 req-a0e9c6e0-3c5d-4d3d-9dbf-c6912b48a1a5 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=752aaecc-28f3-4f19-8e6c-5b88cdc63248 HTTP/1.1" status: 200 len: 946 time: 0.1205747 Jan 18 22:40:46.465691 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc9eb1e-c4a1-493f-85dd-819526559dc5 req-b7185005-e238-46ed-8e52-49b95a99cdb0 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:46.470565 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7dc9eb1e-c4a1-493f-85dd-819526559dc5 req-b7185005-e238-46ed-8e52-49b95a99cdb0 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/networks?id=221254be-2a67-4a48-a311-8dd80515e5fb HTTP/1.1" status: 200 len: 797 time: 0.2576549 Jan 18 22:40:46.498579 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3636ad-f1be-4c39-ae9b-218130514772 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Network 4e35a5a9-d922-4704-9d7a-3a28afc9a54b is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:40:46.505023 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-0f3636ad-f1be-4c39-ae9b-218130514772 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:40:46.524349 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7dc9eb1e-c4a1-493f-85dd-819526559dc5 req-86e477e3-7085-410d-994f-8db50e7d4b69 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/quotas/438cce0e2f434b5f879ce307da159923 HTTP/1.1" status: 200 len: 375 time: 0.0330362 Jan 18 22:40:46.566203 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b8ec3929-4858-4f50-a1a1-3942dabd2530 req-a2eda1ba-11a8-4b5f-a5aa-9b9fb938cf24 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e2e22-46f9-42fe-9710-8e464b95d42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158412 Jan 18 22:40:46.642222 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7dc9eb1e-c4a1-493f-85dd-819526559dc5 req-8adc8f1f-1bbe-4219-ad0a-a1a1db23cfa2 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=438cce0e2f434b5f879ce307da159923&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1058578 Jan 18 22:40:46.655568 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-ccafcf7b-f8a1-4db7-9339-c30788d1f020 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] For port 8dd9d794-3831-46d7-93ad-1f35d5eb718a, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=8dd9d794-3831-46d7-93ad-1f35d5eb718a,segment=NetworkSegment(781d5150-38ad-4dbc-8353-6e87918a30c5),segment_id=781d5150-38ad-4dbc-8353-6e87918a30c5)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:40:46.655934 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ccafcf7b-f8a1-4db7-9339-c30788d1f020 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:46.778162 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-ccafcf7b-f8a1-4db7-9339-c30788d1f020 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Calling delete_port for 8dd9d794-3831-46d7-93ad-1f35d5eb718a owned by network:router_interface {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:40:46.886433 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7dc9eb1e-c4a1-493f-85dd-819526559dc5 req-9e49dd06-ec38-4e38-84ba-e7b1d1f80385 service neutron] 10.222.0.53 "GET /v2.0/networks/221254be-2a67-4a48-a311-8dd80515e5fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198131 Jan 18 22:40:46.943375 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f3636ad-f1be-4c39-ae9b-218130514772 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Router 996812d4-4139-41ae-9cf9-f887497237ff has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:40:46.943884 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a9019aa3-46f1-48a8-a397-11b8cfaacd39 None None] Notify callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:46.958794 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a9019aa3-46f1-48a8-a397-11b8cfaacd39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:46.996341 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-4ca026bd-0f95-4f26-a925-6025f96ffc70 None None] Provisioning complete for port ddc8f207-7cff-456a-9b95-ebbf2f45cca9 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:40:46.996874 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4ca026bd-0f95-4f26-a925-6025f96ffc70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:47.067119 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7dc9eb1e-c4a1-493f-85dd-819526559dc5 req-cf20d57f-05c5-4fd2-9c31-77e33771aa50 service neutron] 10.222.0.53 "GET /v2.0/networks/221254be-2a67-4a48-a311-8dd80515e5fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739523 Jan 18 22:40:47.135543 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-4ca026bd-0f95-4f26-a925-6025f96ffc70 None None] Port ddc8f207-7cff-456a-9b95-ebbf2f45cca9 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:40:47.160850 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8262243f-2c39-4a5b-bb05-e61fbd14f7bd None None] Pushing event updated for resources: {'Port': ['ID=1accd7ca-d26f-485f-b2e7-8c70a1e52ffe,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:47.246987 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-a9019aa3-46f1-48a8-a397-11b8cfaacd39 None None] Attempting to bind port 1accd7ca-d26f-485f-b2e7-8c70a1e52ffe on host n-d-825064-1 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:40:47.247571 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-a9019aa3-46f1-48a8-a397-11b8cfaacd39 None None] Attempting to bind port 1accd7ca-d26f-485f-b2e7-8c70a1e52ffe by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '86507bb4-4915-4f06-a653-c026e7e063e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '221254be-2a67-4a48-a311-8dd80515e5fb'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:40:47.248109 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9019aa3-46f1-48a8-a397-11b8cfaacd39 None None] Attempting to bind port 1accd7ca-d26f-485f-b2e7-8c70a1e52ffe on network 221254be-2a67-4a48-a311-8dd80515e5fb {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:40:47.265398 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9019aa3-46f1-48a8-a397-11b8cfaacd39 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:40:47.265792 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9019aa3-46f1-48a8-a397-11b8cfaacd39 None None] Checking segment: {'id': '86507bb4-4915-4f06-a653-c026e7e063e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '221254be-2a67-4a48-a311-8dd80515e5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:40:47.266201 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a9019aa3-46f1-48a8-a397-11b8cfaacd39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:47.266587 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9019aa3-46f1-48a8-a397-11b8cfaacd39 None None] Bound using segment: {'id': '86507bb4-4915-4f06-a653-c026e7e063e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '221254be-2a67-4a48-a311-8dd80515e5fb'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:40:47.280487 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-a9019aa3-46f1-48a8-a397-11b8cfaacd39 None None] Bound port: 1accd7ca-d26f-485f-b2e7-8c70a1e52ffe, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86507bb4-4915-4f06-a653-c026e7e063e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '221254be-2a67-4a48-a311-8dd80515e5fb'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:40:47.281068 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a9019aa3-46f1-48a8-a397-11b8cfaacd39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:47.469569 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f3636ad-f1be-4c39-ae9b-218130514772 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:40:47.471779 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ccafcf7b-f8a1-4db7-9339-c30788d1f020 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:47.486396 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-8b638cbb-eb45-4b47-9311-0dd3449d1df6 None None] Provisioning complete for port 1accd7ca-d26f-485f-b2e7-8c70a1e52ffe triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:40:47.486396 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8b638cbb-eb45-4b47-9311-0dd3449d1df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:47.491765 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8ea71b5d-d5e5-4afd-9d18-8d4fcb8fd594 req-055aaf2f-c7ef-4ea2-86a8-8923eb301d7f tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=5916bb04-cece-43fd-9fc5-470c38a27dcd HTTP/1.1" status: 200 len: 210 time: 0.0628192 Jan 18 22:40:47.502317 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7a4da1-c45b-4004-97a6-44d868e8e6fe None None] Sync routers for ids ['996812d4-4139-41ae-9cf9-f887497237ff'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:40:47.503755 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-a9019aa3-46f1-48a8-a397-11b8cfaacd39 None None] For port 1accd7ca-d26f-485f-b2e7-8c70a1e52ffe, host n-d-825064-1, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:40:47.508722 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-a9019aa3-46f1-48a8-a397-11b8cfaacd39 None None] For port 1accd7ca-d26f-485f-b2e7-8c70a1e52ffe, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=1accd7ca-d26f-485f-b2e7-8c70a1e52ffe,segment=NetworkSegment(86507bb4-4915-4f06-a653-c026e7e063e5),segment_id=86507bb4-4915-4f06-a653-c026e7e063e5)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:40:47.509756 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 40590) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:40:47.515465 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-e8ad5f6d-dabf-426d-a37f-ae617d35e401 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Request body: {'port': {'network_id': '4e35a5a9-d922-4704-9d7a-3a28afc9a54b', 'name': 'tempest-FloatingIPTestJSON-1650117572'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:40:47.520803 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-0f3636ad-f1be-4c39-ae9b-218130514772 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] 10.222.0.53 "PUT /v2.0/routers/996812d4-4139-41ae-9cf9-f887497237ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5176680 Jan 18 22:40:47.525545 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a9019aa3-46f1-48a8-a397-11b8cfaacd39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:47.581602 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccafcf7b-f8a1-4db7-9339-c30788d1f020 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Pushing event deleted for resources: {'Port': ['ID=8dd9d794-3831-46d7-93ad-1f35d5eb718a,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:47.712088 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9019aa3-46f1-48a8-a397-11b8cfaacd39 None None] Routers {'31ed1a23-913a-453f-8dc6-b81290d40d06'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:40:47.717582 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-a9019aa3-46f1-48a8-a397-11b8cfaacd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:40:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['31ed1a23-913a-453f-8dc6-b81290d40d06'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:40:47.757134 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-8b638cbb-eb45-4b47-9311-0dd3449d1df6 None None] Port 1accd7ca-d26f-485f-b2e7-8c70a1e52ffe cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:40:47.776453 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7a4da1-c45b-4004-97a6-44d868e8e6fe None None] Routers {'996812d4-4139-41ae-9cf9-f887497237ff'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:40:47.777157 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-ee7a4da1-c45b-4004-97a6-44d868e8e6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:40:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['996812d4-4139-41ae-9cf9-f887497237ff'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:40:47.932079 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-ee7a4da1-c45b-4004-97a6-44d868e8e6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:40:47.958775 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0f8a2b-a560-4672-a8bf-4279b43477b5 req-a24321cd-6bc0-42c6-92ca-307632a7144c tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:47.969099 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bf0f8a2b-a560-4672-a8bf-4279b43477b5 req-a24321cd-6bc0-42c6-92ca-307632a7144c tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.67 "GET /v2.0/ports?device_id=752aaecc-28f3-4f19-8e6c-5b88cdc63248 HTTP/1.1" status: 200 len: 946 time: 0.4431658 Jan 18 22:40:47.988322 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7a4da1-c45b-4004-97a6-44d868e8e6fe None None] Routers {'996812d4-4139-41ae-9cf9-f887497237ff'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:40:47.989720 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-a9019aa3-46f1-48a8-a397-11b8cfaacd39 None None] Set router 31ed1a23-913a-453f-8dc6-b81290d40d06 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:40:47.997023 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-ee7a4da1-c45b-4004-97a6-44d868e8e6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:40:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['996812d4-4139-41ae-9cf9-f887497237ff'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:40:48.039032 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ccafcf7b-f8a1-4db7-9339-c30788d1f020 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-613841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1046579'] for router_interface, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:48.153516 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-ee7a4da1-c45b-4004-97a6-44d868e8e6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:40:48.154253 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7a4da1-c45b-4004-97a6-44d868e8e6fe None None] The sync data for ids ['996812d4-4139-41ae-9cf9-f887497237ff'] in n-d-825064-1 is: [] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:40:48.298925 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-233c3579-a2ce-4d9d-8526-2426a4acfdeb None None] Provisioning complete for port 1accd7ca-d26f-485f-b2e7-8c70a1e52ffe triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:40:48.299527 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-233c3579-a2ce-4d9d-8526-2426a4acfdeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:48.449755 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b319c247-cccc-4569-81f9-fa18d09e30d7 req-9f322f79-8341-4184-abbb-87924c40e5a3 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:48.458904 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b319c247-cccc-4569-81f9-fa18d09e30d7 req-9f322f79-8341-4184-abbb-87924c40e5a3 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=752aaecc-28f3-4f19-8e6c-5b88cdc63248 HTTP/1.1" status: 200 len: 946 time: 0.6242728 Jan 18 22:40:48.499548 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-233c3579-a2ce-4d9d-8526-2426a4acfdeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:48.527899 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccafcf7b-f8a1-4db7-9339-c30788d1f020 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Router 93573329-e666-4cf4-946c-f5d1f0f8aab2 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:40:48.582098 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8262243f-2c39-4a5b-bb05-e61fbd14f7bd None None] Pushing event updated for resources: {'Port': ['ID=1accd7ca-d26f-485f-b2e7-8c70a1e52ffe,revision_number=4']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:48.589799 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-233c3579-a2ce-4d9d-8526-2426a4acfdeb None None] For port 1accd7ca-d26f-485f-b2e7-8c70a1e52ffe, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=1accd7ca-d26f-485f-b2e7-8c70a1e52ffe,segment=NetworkSegment(86507bb4-4915-4f06-a653-c026e7e063e5),segment_id=86507bb4-4915-4f06-a653-c026e7e063e5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:40:48.611083 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-233c3579-a2ce-4d9d-8526-2426a4acfdeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:48.629307 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8262243f-2c39-4a5b-bb05-e61fbd14f7bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:40:48.631269 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8262243f-2c39-4a5b-bb05-e61fbd14f7bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:40:48.631882 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8262243f-2c39-4a5b-bb05-e61fbd14f7bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:40:48.633906 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8262243f-2c39-4a5b-bb05-e61fbd14f7bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:40:48.635239 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8262243f-2c39-4a5b-bb05-e61fbd14f7bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:40:48.635892 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8262243f-2c39-4a5b-bb05-e61fbd14f7bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:40:48.639929 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8262243f-2c39-4a5b-bb05-e61fbd14f7bd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:40:48.640435 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8262243f-2c39-4a5b-bb05-e61fbd14f7bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:40:48.640876 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8262243f-2c39-4a5b-bb05-e61fbd14f7bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:40:48.641313 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8262243f-2c39-4a5b-bb05-e61fbd14f7bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:40:48.643468 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8262243f-2c39-4a5b-bb05-e61fbd14f7bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:40:48.645410 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8262243f-2c39-4a5b-bb05-e61fbd14f7bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:40:48.716302 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-a9019aa3-46f1-48a8-a397-11b8cfaacd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ed1a23-913a-453f-8dc6-b81290d40d06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-474981899', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '6b27d94d-298b-40ae-a5c3-42436508b260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:40:27Z', 'updated_at': '2022-01-18T22:40:41Z', 'revision_number': 4, 'project_id': '438cce0e2f434b5f879ce307da159923', 'gw_port': {'id': '6b27d94d-298b-40ae-a5c3-42436508b260', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:4d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ed1a23-913a-453f-8dc6-b81290d40d06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:40:29Z', 'updated_at': '2022-01-18T22:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '1accd7ca-d26f-485f-b2e7-8c70a1e52ffe', 'name': '', 'network_id': '221254be-2a67-4a48-a311-8dd80515e5fb', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'mac_address': 'fa:16:3e:fd:b9:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31ed1a23-913a-453f-8dc6-b81290d40d06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': 'b26d2360-439e-4457-bc0c-79152de436de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:40:38Z', 'updated_at': '2022-01-18T22:40:47Z', 'revision_number': 4, 'project_id': '438cce0e2f434b5f879ce307da159923', 'subnets': [{'id': 'b26d2360-439e-4457-bc0c-79152de436de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:40:48.727560 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233c3579-a2ce-4d9d-8526-2426a4acfdeb None None] Pushing event updated for resources: {'Port': ['ID=1accd7ca-d26f-485f-b2e7-8c70a1e52ffe,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:48.746158 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccafcf7b-f8a1-4db7-9339-c30788d1f020 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:40:48.785564 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-ccafcf7b-f8a1-4db7-9339-c30788d1f020 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "PUT /v2.0/routers/93573329-e666-4cf4-946c-f5d1f0f8aab2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4949470 Jan 18 22:40:48.786946 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 40618) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:40:48.787443 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1756f3b7-7313-4062-b1f2-45df79d2aafd req-78155223-c885-413c-8b82-2bf74de2d518 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=5916bb04-cece-43fd-9fc5-470c38a27dcd HTTP/1.1" status: 200 len: 210 time: 0.1616497 Jan 18 22:40:48.811703 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b6a4f1-c43b-455a-b7d3-b53e341ad8b8 None None] Sync routers for ids ['93573329-e666-4cf4-946c-f5d1f0f8aab2'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:40:48.835262 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9019aa3-46f1-48a8-a397-11b8cfaacd39 None None] The sync data for ids ['31ed1a23-913a-453f-8dc6-b81290d40d06'] in n-d-825064-1 is: [{'id': '31ed1a23-913a-453f-8dc6-b81290d40d06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-474981899', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '6b27d94d-298b-40ae-a5c3-42436508b260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:40:27Z', 'updated_at': '2022-01-18T22:40:41Z', 'revision_number': 4, 'project_id': '438cce0e2f434b5f879ce307da159923', 'gw_port': {'id': '6b27d94d-298b-40ae-a5c3-42436508b260', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:4d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ed1a23-913a-453f-8dc6-b81290d40d06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:40:29Z', 'updated_at': '2022-01-18T22:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '1accd7ca-d26f-485f-b2e7-8c70a1e52ffe', 'name': '', 'network_id': '221254be-2a67-4a48-a311-8dd80515e5fb', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'mac_address': 'fa:16:3e:fd:b9:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31ed1a23-913a-453f-8dc6-b81290d40d06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': 'b26d2360-439e-4457-bc0c-79152de436de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:40:38Z', 'updated_at': '2022-01-18T22:40:47Z', 'revision_number': 4, 'project_id': '438cce0e2f434b5f879ce307da159923', 'subnets': [{'id': 'b26d2360-439e-4457-bc0c-79152de436de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:40:48.835644 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b319c247-cccc-4569-81f9-fa18d09e30d7 req-8682b29e-03b8-459a-b05e-e40527b792a9 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e2e22-46f9-42fe-9710-8e464b95d42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3571374 Jan 18 22:40:48.840088 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b6a4f1-c43b-455a-b7d3-b53e341ad8b8 None None] Routers {'93573329-e666-4cf4-946c-f5d1f0f8aab2'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:40:48.840834 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-f1b6a4f1-c43b-455a-b7d3-b53e341ad8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:40:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['93573329-e666-4cf4-946c-f5d1f0f8aab2'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:40:48.866806 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8ad5f6d-dabf-426d-a37f-ae617d35e401 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Made reservation on behalf of 8f35f67f4f8148a5a962c93749a16c5f for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:40:48.877380 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e8ad5f6d-dabf-426d-a37f-ae617d35e401 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:48.986226 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [None req-e8ad5f6d-dabf-426d-a37f-ae617d35e401 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] device_id is not set on port fb06fea5-42f1-46f4-8aee-b5dd707cf5fe yet. {{(pid=102430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:40:49.005269 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d24ee49-4f2c-4f35-b958-d57504a4f3b1 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Deleting subnet c2a5bf2c-e8ec-49d8-9a26-c0985d4fd900 {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:40:49.020182 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3d24ee49-4f2c-4f35-b958-d57504a4f3b1 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:49.073129 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-bf0f8a2b-a560-4672-a8bf-4279b43477b5 req-ee1eb596-aafd-4d6f-b26b-0e61f786e98d tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Deleting port 95923b0f-e60f-40be-b26f-0fe51874f1dd {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:40:49.073393 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-bf0f8a2b-a560-4672-a8bf-4279b43477b5 req-ee1eb596-aafd-4d6f-b26b-0e61f786e98d tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:49.159764 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-f1b6a4f1-c43b-455a-b7d3-b53e341ad8b8 None None] Set router 93573329-e666-4cf4-946c-f5d1f0f8aab2 gateway port host: None {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:40:49.217718 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3d24ee49-4f2c-4f35-b958-d57504a4f3b1 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:49.345013 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f40d6ab6-5f08-47ff-b14e-4ba96df39421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:49.359565 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-f1b6a4f1-c43b-455a-b7d3-b53e341ad8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93573329-e666-4cf4-946c-f5d1f0f8aab2', 'name': 'tempest-RoutersTest-router-1610095358', 'tenant_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:39:40Z', 'updated_at': '2022-01-18T22:40:47Z', 'revision_number': 11, 'project_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'gw_port_host': None}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:40:49.445198 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b6a4f1-c43b-455a-b7d3-b53e341ad8b8 None None] Checking router: 93573329-e666-4cf4-946c-f5d1f0f8aab2 for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:40:49.486312 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b6a4f1-c43b-455a-b7d3-b53e341ad8b8 None None] Routers {'93573329-e666-4cf4-946c-f5d1f0f8aab2'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:40:49.494165 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-f1b6a4f1-c43b-455a-b7d3-b53e341ad8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:40:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['93573329-e666-4cf4-946c-f5d1f0f8aab2'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:40:49.606947 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 1accd7ca-d26f-485f-b2e7-8c70a1e52ffe up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:40:49.614112 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-bf0f8a2b-a560-4672-a8bf-4279b43477b5 req-ee1eb596-aafd-4d6f-b26b-0e61f786e98d tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] For port 95923b0f-e60f-40be-b26f-0fe51874f1dd, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=95923b0f-e60f-40be-b26f-0fe51874f1dd,segment=NetworkSegment(dfaa1994-2fdd-4a54-9d15-02069c3ace9d),segment_id=dfaa1994-2fdd-4a54-9d15-02069c3ace9d)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:40:49.614496 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-bf0f8a2b-a560-4672-a8bf-4279b43477b5 req-ee1eb596-aafd-4d6f-b26b-0e61f786e98d tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:49.641720 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-bf0f8a2b-a560-4672-a8bf-4279b43477b5 req-ee1eb596-aafd-4d6f-b26b-0e61f786e98d tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Calling delete_port for 95923b0f-e60f-40be-b26f-0fe51874f1dd owned by compute:nova {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:40:49.777385 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 1accd7ca-d26f-485f-b2e7-8c70a1e52ffe triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:40:49.777999 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:49.840782 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-f1b6a4f1-c43b-455a-b7d3-b53e341ad8b8 None None] Set router 93573329-e666-4cf4-946c-f5d1f0f8aab2 gateway port host: None {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:40:49.956476 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3d24ee49-4f2c-4f35-b958-d57504a4f3b1 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:50.037202 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-f1b6a4f1-c43b-455a-b7d3-b53e341ad8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93573329-e666-4cf4-946c-f5d1f0f8aab2', 'name': 'tempest-RoutersTest-router-1610095358', 'tenant_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:39:40Z', 'updated_at': '2022-01-18T22:40:47Z', 'revision_number': 11, 'project_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'gw_port_host': None}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:40:50.158305 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b6a4f1-c43b-455a-b7d3-b53e341ad8b8 None None] The sync data for ids ['93573329-e666-4cf4-946c-f5d1f0f8aab2'] in n-d-825064-1 is: [{'id': '93573329-e666-4cf4-946c-f5d1f0f8aab2', 'name': 'tempest-RoutersTest-router-1610095358', 'tenant_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:39:40Z', 'updated_at': '2022-01-18T22:40:47Z', 'revision_number': 11, 'project_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'gw_port_host': None}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:40:50.287801 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc9eb1e-c4a1-493f-85dd-819526559dc5 req-6385751a-fac8-4def-a697-dab240892e44 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:50.289430 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-7dc9eb1e-c4a1-493f-85dd-819526559dc5 req-6385751a-fac8-4def-a697-dab240892e44 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.36 "GET /v2.0/networks?id=221254be-2a67-4a48-a311-8dd80515e5fb HTTP/1.1" status: 200 len: 797 time: 0.8265646 Jan 18 22:40:50.310899 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3d24ee49-4f2c-4f35-b958-d57504a4f3b1 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:50.384553 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d24ee49-4f2c-4f35-b958-d57504a4f3b1 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Pushing event deleted for resources: {'Subnet': ['ID=c2a5bf2c-e8ec-49d8-9a26-c0985d4fd900,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:50.398739 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1644035d-6818-43ae-9745-16c0bc68d2e8 None None] Network a1ffb70c-78ee-477f-aca3-3f2bd4e967c6 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:40:50.410271 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3d24ee49-4f2c-4f35-b958-d57504a4f3b1 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:50.418238 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-3d24ee49-4f2c-4f35-b958-d57504a4f3b1 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "DELETE /v2.0/subnets/c2a5bf2c-e8ec-49d8-9a26-c0985d4fd900 HTTP/1.1" status: 204 len: 168 time: 1.6268427 Jan 18 22:40:50.450399 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 40650) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:40:50.481786 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-7dc9eb1e-c4a1-493f-85dd-819526559dc5 req-5824b16a-1bc1-4fc3-b73c-966e4e6fdcf5 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=438cce0e2f434b5f879ce307da159923 HTTP/1.1" status: 200 len: 380 time: 0.1798515 Jan 18 22:40:50.503125 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-7dc9eb1e-c4a1-493f-85dd-819526559dc5 req-f68a482d-f5ef-44c9-a73a-626243e87c00 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Request body: {'port': {'device_id': '5916bb04-cece-43fd-9fc5-470c38a27dcd', 'network_id': '221254be-2a67-4a48-a311-8dd80515e5fb', 'admin_state_up': True, 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'security_groups': ['47fd5e54-61ce-42c3-b5cd-195914aa324e']}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:40:50.519988 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6853e5aa-d244-4ef1-bed2-2186522c1046 req-26202953-6d4a-4213-8e75-fba5a30c7264 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=5916bb04-cece-43fd-9fc5-470c38a27dcd HTTP/1.1" status: 200 len: 210 time: 0.0704257 Jan 18 22:40:50.527041 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-bf0f8a2b-a560-4672-a8bf-4279b43477b5 req-ee1eb596-aafd-4d6f-b26b-0e61f786e98d tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:50.565656 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['d3bce038-f949-4e37-a6fe-4f788f1c8e1a'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:40:50.568312 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['95923b0f-e60f-40be-b26f-0fe51874f1dd'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:40:50.580744 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-e8ad5f6d-dabf-426d-a37f-ae617d35e401 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Allocated IP 172.20.0.7 (4e35a5a9-d922-4704-9d7a-3a28afc9a54b/17754f48-c4d3-400d-a479-1878a47fbdb3/fb06fea5-42f1-46f4-8aee-b5dd707cf5fe) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:40:50.705011 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a1ecba72-df3e-4b73-abb1-3ce06413b391 req-110d3361-31bf-44c8-b380-55af2e266eb8 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=752aaecc-28f3-4f19-8e6c-5b88cdc63248 HTTP/1.1" status: 200 len: 210 time: 0.2519650 Jan 18 22:40:50.723421 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dc9eb1e-c4a1-493f-85dd-819526559dc5 req-f68a482d-f5ef-44c9-a73a-626243e87c00 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Made reservation on behalf of 438cce0e2f434b5f879ce307da159923 for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:40:50.727340 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-7dc9eb1e-c4a1-493f-85dd-819526559dc5 req-f68a482d-f5ef-44c9-a73a-626243e87c00 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:50.732615 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1eb596-aafd-4d6f-b26b-0e61f786e98d tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Pushing event deleted for resources: {'Port': ['ID=95923b0f-e60f-40be-b26f-0fe51874f1dd,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:50.870724 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4359ea57-e60a-46d1-8ea9-7150341e9ff3 None None] DHCP port deletion for a1ffb70c-78ee-477f-aca3-3f2bd4e967c6 request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:40:50.979059 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf0f8a2b-a560-4672-a8bf-4279b43477b5 req-ee1eb596-aafd-4d6f-b26b-0e61f786e98d tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] No DVR routers for this DVR port 95923b0f-e60f-40be-b26f-0fe51874f1dd on host n-h2-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:40:50.999774 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-bf0f8a2b-a560-4672-a8bf-4279b43477b5 req-ee1eb596-aafd-4d6f-b26b-0e61f786e98d tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:51.005249 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bf0f8a2b-a560-4672-a8bf-4279b43477b5 req-ee1eb596-aafd-4d6f-b26b-0e61f786e98d tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.67 "DELETE /v2.0/ports/95923b0f-e60f-40be-b26f-0fe51874f1dd HTTP/1.1" status: 204 len: 173 time: 2.9132483 Jan 18 22:40:51.005615 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '752aaecc-28f3-4f19-8e6c-5b88cdc63248', 'name': 'network-vif-deleted', 'tag': '95923b0f-e60f-40be-b26f-0fe51874f1dd'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:40:51.008230 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea74669f-b3dd-4640-a512-ddccb8814ada" -d '{"events": [{"server_uuid": "752aaecc-28f3-4f19-8e6c-5b88cdc63248", "name": "network-vif-deleted", "tag": "95923b0f-e60f-40be-b26f-0fe51874f1dd"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:40:51.023402 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [req-7dc9eb1e-c4a1-493f-85dd-819526559dc5 req-f68a482d-f5ef-44c9-a73a-626243e87c00 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Allocated IP 172.20.0.12 (221254be-2a67-4a48-a311-8dd80515e5fb/b26d2360-439e-4457-bc0c-79152de436de/ea188f43-7300-4457-a9e4-33406da91d20) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:40:51.047876 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-97641a6d-9575-4ebf-b808-775ebbd29a11 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:51.064953 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-4359ea57-e60a-46d1-8ea9-7150341e9ff3 None None] Deleting port 9621b1cc-1954-4836-8751-bf1ce1d107ae {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:40:51.065335 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4359ea57-e60a-46d1-8ea9-7150341e9ff3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:51.217805 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-4359ea57-e60a-46d1-8ea9-7150341e9ff3 None None] For port 9621b1cc-1954-4836-8751-bf1ce1d107ae, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=9621b1cc-1954-4836-8751-bf1ce1d107ae,segment=NetworkSegment(781d5150-38ad-4dbc-8353-6e87918a30c5),segment_id=781d5150-38ad-4dbc-8353-6e87918a30c5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:40:51.218429 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4359ea57-e60a-46d1-8ea9-7150341e9ff3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:51.238207 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-4359ea57-e60a-46d1-8ea9-7150341e9ff3 None None] Calling delete_port for 9621b1cc-1954-4836-8751-bf1ce1d107ae owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:40:51.282851 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba92988e-486d-4e6d-84e2-05eb8ea82f3a x-openstack-request-id: req-ba92988e-486d-4e6d-84e2-05eb8ea82f3a {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:40:51.283154 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "752aaecc-28f3-4f19-8e6c-5b88cdc63248", "name": "network-vif-deleted", "tag": "95923b0f-e60f-40be-b26f-0fe51874f1dd", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:40:51.284568 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ba92988e-486d-4e6d-84e2-05eb8ea82f3a {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:40:51.285127 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '752aaecc-28f3-4f19-8e6c-5b88cdc63248', 'name': 'network-vif-deleted', 'tag': '95923b0f-e60f-40be-b26f-0fe51874f1dd', 'status': 'completed', 'code': 200} Jan 18 22:40:51.403438 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 8dd9d794-3831-46d7-93ad-1f35d5eb718a no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:40:51.411310 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4359ea57-e60a-46d1-8ea9-7150341e9ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:51.423739 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-7dc9eb1e-c4a1-493f-85dd-819526559dc5 req-f68a482d-f5ef-44c9-a73a-626243e87c00 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:51.460728 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4359ea57-e60a-46d1-8ea9-7150341e9ff3 None None] No DVR routers for this DVR port 9621b1cc-1954-4836-8751-bf1ce1d107ae on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:40:51.462760 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 8dd9d794-3831-46d7-93ad-1f35d5eb718a {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:40:51.463109 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 8dd9d794-3831-46d7-93ad-1f35d5eb718a not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:40:51.463604 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 9621b1cc-1954-4836-8751-bf1ce1d107ae no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:40:51.472084 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e8ad5f6d-dabf-426d-a37f-ae617d35e401 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:51.474685 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-97641a6d-9575-4ebf-b808-775ebbd29a11 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Deleting port 9621b1cc-1954-4836-8751-bf1ce1d107ae {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:40:51.481113 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-7dc9eb1e-c4a1-493f-85dd-819526559dc5 req-f68a482d-f5ef-44c9-a73a-626243e87c00 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:51.488325 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-97641a6d-9575-4ebf-b808-775ebbd29a11 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:51.518860 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 9621b1cc-1954-4836-8751-bf1ce1d107ae {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:40:51.518860 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 9621b1cc-1954-4836-8751-bf1ce1d107ae not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:40:51.522263 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4359ea57-e60a-46d1-8ea9-7150341e9ff3 None None] Pushing event deleted for resources: {'Port': ['ID=9621b1cc-1954-4836-8751-bf1ce1d107ae,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:51.601456 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dc9eb1e-c4a1-493f-85dd-819526559dc5 req-f68a482d-f5ef-44c9-a73a-626243e87c00 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Network 221254be-2a67-4a48-a311-8dd80515e5fb is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:40:51.628103 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [req-7dc9eb1e-c4a1-493f-85dd-819526559dc5 req-f68a482d-f5ef-44c9-a73a-626243e87c00 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:40:51.629409 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dc9eb1e-c4a1-493f-85dd-819526559dc5 req-f68a482d-f5ef-44c9-a73a-626243e87c00 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:40:51.735797 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68a482d-f5ef-44c9-a73a-626243e87c00 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Pushing event updated for resources: {'Port': ['ID=ea188f43-7300-4457-a9e4-33406da91d20,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:51.797961 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e8ad5f6d-dabf-426d-a37f-ae617d35e401 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:51.798949 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc9eb1e-c4a1-493f-85dd-819526559dc5 req-f68a482d-f5ef-44c9-a73a-626243e87c00 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:51.800445 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-7dc9eb1e-c4a1-493f-85dd-819526559dc5 req-f68a482d-f5ef-44c9-a73a-626243e87c00 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:51.876303 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-7dc9eb1e-c4a1-493f-85dd-819526559dc5 req-f68a482d-f5ef-44c9-a73a-626243e87c00 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3748825 Jan 18 22:40:51.900179 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-7dc9eb1e-c4a1-493f-85dd-819526559dc5 req-83348b74-59e8-4fca-8086-34c99ad07503 service neutron] Request body: {'port': {'device_id': '5916bb04-cece-43fd-9fc5-470c38a27dcd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:40:51.954426 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8eaea5df-91c2-4247-b52f-afbd29a4687b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:51.959151 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-97641a6d-9575-4ebf-b808-775ebbd29a11 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] For port 9621b1cc-1954-4836-8751-bf1ce1d107ae, host n-d-825064-1, got binding levels [] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:40:51.959544 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-97641a6d-9575-4ebf-b808-775ebbd29a11 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:52.036648 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-7dc9eb1e-c4a1-493f-85dd-819526559dc5 req-83348b74-59e8-4fca-8086-34c99ad07503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:52.044312 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-97641a6d-9575-4ebf-b808-775ebbd29a11 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Calling delete_port for 9621b1cc-1954-4836-8751-bf1ce1d107ae owned by network:dhcp {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:40:52.046297 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ad5f6d-dabf-426d-a37f-ae617d35e401 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Pushing event updated for resources: {'Port': ['ID=fb06fea5-42f1-46f4-8aee-b5dd707cf5fe,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:52.098361 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-0885cdf3-ef2d-45e6-920e-a9d279799474 None None] Provisioning complete for port ea188f43-7300-4457-a9e4-33406da91d20 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:40:52.102167 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0885cdf3-ef2d-45e6-920e-a9d279799474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:52.118001 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.ipam_backend_mixin [None req-97641a6d-9575-4ebf-b808-775ebbd29a11 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Port 9621b1cc-1954-4836-8751-bf1ce1d107ae was not found and therefore no delete operation was performed {{(pid=102430) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 18 22:40:52.122256 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-97641a6d-9575-4ebf-b808-775ebbd29a11 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:52.156759 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-0885cdf3-ef2d-45e6-920e-a9d279799474 None None] Port ea188f43-7300-4457-a9e4-33406da91d20 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:40:52.161146 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2f7070a9-fc3a-42ef-9d0d-940730f8b4ea req-53a16309-01c5-4b82-be84-52b84549c573 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=752aaecc-28f3-4f19-8e6c-5b88cdc63248 HTTP/1.1" status: 200 len: 210 time: 0.1597528 Jan 18 22:40:52.178798 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97641a6d-9575-4ebf-b808-775ebbd29a11 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Pushing event deleted for resources: {'Port': ['ID=9621b1cc-1954-4836-8751-bf1ce1d107ae,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:52.183014 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ad5f6d-dabf-426d-a37f-ae617d35e401 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Network 4e35a5a9-d922-4704-9d7a-3a28afc9a54b is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:40:52.192219 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-e8ad5f6d-dabf-426d-a37f-ae617d35e401 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:40:52.192713 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97641a6d-9575-4ebf-b808-775ebbd29a11 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] No DVR routers for this DVR port 9621b1cc-1954-4836-8751-bf1ce1d107ae on host n-d-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:40:52.206641 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7296eb95-8869-45ec-8742-35a83817a448 req-3de216d4-0dcc-4c2e-bc15-e02e3e3e7420 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:52.208084 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7296eb95-8869-45ec-8742-35a83817a448 req-3de216d4-0dcc-4c2e-bc15-e02e3e3e7420 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=5916bb04-cece-43fd-9fc5-470c38a27dcd HTTP/1.1" status: 200 len: 932 time: 0.5017321 Jan 18 22:40:52.209038 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ad5f6d-dabf-426d-a37f-ae617d35e401 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:40:52.289669 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ad5f6d-dabf-426d-a37f-ae617d35e401 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:52.290597 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e8ad5f6d-dabf-426d-a37f-ae617d35e401 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:52.459410 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7296eb95-8869-45ec-8742-35a83817a448 req-3fd6f592-7ee9-4842-8e40-c73840764d6e tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=47fd5e54-61ce-42c3-b5cd-195914aa324e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1656170 Jan 18 22:40:52.492491 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-e8ad5f6d-dabf-426d-a37f-ae617d35e401 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.9813893 Jan 18 22:40:52.503796 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 40688) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:40:52.512591 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-077e6ee1-a18c-4db7-8284-27c9b33cb7bf tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Request body: {'floatingip': {'port_id': 'fb06fea5-42f1-46f4-8aee-b5dd707cf5fe'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:40:52.537740 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 95923b0f-e60f-40be-b26f-0fe51874f1dd no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:40:52.585574 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] No Port match for: 95923b0f-e60f-40be-b26f-0fe51874f1dd {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:40:52.585970 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 95923b0f-e60f-40be-b26f-0fe51874f1dd not bound to the agent host n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:40:52.597071 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-541a5e6b-364d-4287-b89f-be142c8015bc None None] Provisioning complete for port fb06fea5-42f1-46f4-8aee-b5dd707cf5fe triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:40:52.597506 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-541a5e6b-364d-4287-b89f-be142c8015bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:52.641455 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-97641a6d-9575-4ebf-b808-775ebbd29a11 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:52.649138 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-541a5e6b-364d-4287-b89f-be142c8015bc None None] Port fb06fea5-42f1-46f4-8aee-b5dd707cf5fe cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:40:52.694258 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-97641a6d-9575-4ebf-b808-775ebbd29a11 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1ffb70c-78ee-477f-aca3-3f2bd4e967c6']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:40:52.698262 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-077e6ee1-a18c-4db7-8284-27c9b33cb7bf tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks [] for floatingip, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:52.742138 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-97641a6d-9575-4ebf-b808-775ebbd29a11 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '781d5150-38ad-4dbc-8353-6e87918a30c5') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:40:52.742452 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-97641a6d-9575-4ebf-b808-775ebbd29a11 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '781d5150-38ad-4dbc-8353-6e87918a30c5') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:40:52.759349 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-97641a6d-9575-4ebf-b808-775ebbd29a11 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60394742'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:52.783562 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-97641a6d-9575-4ebf-b808-775ebbd29a11 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:52.813878 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97641a6d-9575-4ebf-b808-775ebbd29a11 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:40:52.814299 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-97641a6d-9575-4ebf-b808-775ebbd29a11 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60203044'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:52.818448 n-d-825064-1 neutron-server[102430]: Traceback (most recent call last): Jan 18 22:40:52.818448 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:40:52.818448 n-d-825064-1 neutron-server[102430]: timer() Jan 18 22:40:52.818448 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:40:52.818448 n-d-825064-1 neutron-server[102430]: cb(*args, **kw) Jan 18 22:40:52.818448 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:40:52.818448 n-d-825064-1 neutron-server[102430]: return func(*args, **kwargs) Jan 18 22:40:52.818448 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:40:52.818448 n-d-825064-1 neutron-server[102430]: self._notify() Jan 18 22:40:52.818448 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:40:52.818448 n-d-825064-1 neutron-server[102430]: self.callback(batched_events) Jan 18 22:40:52.818448 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:40:52.818448 n-d-825064-1 neutron-server[102430]: event.method(event) Jan 18 22:40:52.818448 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:40:52.818448 n-d-825064-1 neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:40:52.818448 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:40:52.818448 n-d-825064-1 neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:40:52.818448 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:40:52.818448 n-d-825064-1 neutron-server[102430]: return f(self, *a, **k) Jan 18 22:40:52.818448 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:40:52.818448 n-d-825064-1 neutron-server[102430]: return self._get(url).json() Jan 18 22:40:52.818448 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:40:52.818448 n-d-825064-1 neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:40:52.818448 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:40:52.818448 n-d-825064-1 neutron-server[102430]: return self.request(url, 'GET', **kwargs) Jan 18 22:40:52.818448 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:40:52.818448 n-d-825064-1 neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:40:52.818448 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:40:52.818448 n-d-825064-1 neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:40:52.818448 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:40:52.818448 n-d-825064-1 neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:40:52.818448 n-d-825064-1 neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:40:52.951467 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-97641a6d-9575-4ebf-b808-775ebbd29a11 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:52.961165 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-97641a6d-9575-4ebf-b808-775ebbd29a11 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:52.968089 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-97641a6d-9575-4ebf-b808-775ebbd29a11 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "DELETE /v2.0/networks/a1ffb70c-78ee-477f-aca3-3f2bd4e967c6 HTTP/1.1" status: 204 len: 168 time: 2.5084298 Jan 18 22:40:52.969440 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:52.972573 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 40696) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:40:52.977370 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-cbcbe528-8016-4553-b5eb-9aee5bb140cf tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Request body: {'router': {'routes': None}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:40:53.029804 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 40698) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:40:53.037363 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97641a6d-9575-4ebf-b808-775ebbd29a11 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Pushing event deleted for resources: {'Network': ['ID=a1ffb70c-78ee-477f-aca3-3f2bd4e967c6,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:53.232009 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [req-7dc9eb1e-c4a1-493f-85dd-819526559dc5 req-83348b74-59e8-4fca-8086-34c99ad07503 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea188f43-7300-4457-a9e4-33406da91d20 {{(pid=102431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:40:53.241360 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-7dc9eb1e-c4a1-493f-85dd-819526559dc5 req-83348b74-59e8-4fca-8086-34c99ad07503 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:53.259698 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [req-7dc9eb1e-c4a1-493f-85dd-819526559dc5 req-83348b74-59e8-4fca-8086-34c99ad07503 service neutron] Transition to ACTIVE for port object ea188f43-7300-4457-a9e4-33406da91d20 will not be triggered until provisioned by entity L2. {{(pid=102431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:40:53.339574 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-7dc9eb1e-c4a1-493f-85dd-819526559dc5 req-83348b74-59e8-4fca-8086-34c99ad07503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:53.399281 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9641d002-b0c0-4460-95ab-1f3833b45535 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:53.554693 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83348b74-59e8-4fca-8086-34c99ad07503 service neutron] Pushing event updated for resources: {'Port': ['ID=ea188f43-7300-4457-a9e4-33406da91d20,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:53.647109 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.extraroute_db [None req-cbcbe528-8016-4553-b5eb-9aee5bb140cf tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Added routes are [] {{(pid=102431) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 18 22:40:53.648152 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.extraroute_db [None req-cbcbe528-8016-4553-b5eb-9aee5bb140cf tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Removed routes are [] {{(pid=102431) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 18 22:40:53.648718 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cbcbe528-8016-4553-b5eb-9aee5bb140cf tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1042964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1040653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8593'] for router, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:53.828002 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cbcbe528-8016-4553-b5eb-9aee5bb140cf tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1042964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1040653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8593'] for router, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:53.836046 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cbcbe528-8016-4553-b5eb-9aee5bb140cf tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1042975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1043046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1040698'] for router, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:53.903530 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a1df20-7546-497d-87b3-85d3d2b9a1dc req-8a375ba1-74fe-492c-bc73-31a2824702ef tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:53.911746 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-33a1df20-7546-497d-87b3-85d3d2b9a1dc req-8a375ba1-74fe-492c-bc73-31a2824702ef tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=5916bb04-cece-43fd-9fc5-470c38a27dcd HTTP/1.1" status: 200 len: 944 time: 0.2914917 Jan 18 22:40:53.920840 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-7dc9eb1e-c4a1-493f-85dd-819526559dc5 req-83348b74-59e8-4fca-8086-34c99ad07503 service neutron] Attempting to bind port ea188f43-7300-4457-a9e4-33406da91d20 on host n-h1-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:40:53.921168 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-7dc9eb1e-c4a1-493f-85dd-819526559dc5 req-83348b74-59e8-4fca-8086-34c99ad07503 service neutron] Attempting to bind port ea188f43-7300-4457-a9e4-33406da91d20 by drivers openvswitch,hyperv on host n-h1-825064-1 at level 0 using segments [{'id': '86507bb4-4915-4f06-a653-c026e7e063e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '221254be-2a67-4a48-a311-8dd80515e5fb'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:40:53.921472 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc9eb1e-c4a1-493f-85dd-819526559dc5 req-83348b74-59e8-4fca-8086-34c99ad07503 service neutron] Attempting to bind port ea188f43-7300-4457-a9e4-33406da91d20 on network 221254be-2a67-4a48-a311-8dd80515e5fb {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:40:53.928077 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc9eb1e-c4a1-493f-85dd-819526559dc5 req-83348b74-59e8-4fca-8086-34c99ad07503 service neutron] Port ea188f43-7300-4457-a9e4-33406da91d20 on network 221254be-2a67-4a48-a311-8dd80515e5fb not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:40:53.928524 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc9eb1e-c4a1-493f-85dd-819526559dc5 req-83348b74-59e8-4fca-8086-34c99ad07503 service neutron] Attempting to bind port ea188f43-7300-4457-a9e4-33406da91d20 on network 221254be-2a67-4a48-a311-8dd80515e5fb {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:40:53.938797 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc9eb1e-c4a1-493f-85dd-819526559dc5 req-83348b74-59e8-4fca-8086-34c99ad07503 service neutron] Checking agent: {'id': 'e49d1b2a-ba11-487f-a804-ecbf3c0e8132', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:40:53.939810 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc9eb1e-c4a1-493f-85dd-819526559dc5 req-83348b74-59e8-4fca-8086-34c99ad07503 service neutron] Checking segment: {'id': '86507bb4-4915-4f06-a653-c026e7e063e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '221254be-2a67-4a48-a311-8dd80515e5fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:40:53.940246 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc9eb1e-c4a1-493f-85dd-819526559dc5 req-83348b74-59e8-4fca-8086-34c99ad07503 service neutron] Bound using segment: {'id': '86507bb4-4915-4f06-a653-c026e7e063e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '221254be-2a67-4a48-a311-8dd80515e5fb'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:40:53.940762 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-7dc9eb1e-c4a1-493f-85dd-819526559dc5 req-83348b74-59e8-4fca-8086-34c99ad07503 service neutron] Bound port: ea188f43-7300-4457-a9e4-33406da91d20, host: n-h1-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86507bb4-4915-4f06-a653-c026e7e063e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '221254be-2a67-4a48-a311-8dd80515e5fb'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:40:53.941191 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-7dc9eb1e-c4a1-493f-85dd-819526559dc5 req-83348b74-59e8-4fca-8086-34c99ad07503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:53.954018 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbcbe528-8016-4553-b5eb-9aee5bb140cf tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Router 93573329-e666-4cf4-946c-f5d1f0f8aab2 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:40:53.973841 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9641d002-b0c0-4460-95ab-1f3833b45535 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:53.976217 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-077e6ee1-a18c-4db7-8284-27c9b33cb7bf tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:53.984678 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cad5ae-a2bc-4335-8fb8-40636af04ea6 req-73b98991-6243-47f7-b564-efb9d940decf tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:53.986182 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-15cad5ae-a2bc-4335-8fb8-40636af04ea6 req-73b98991-6243-47f7-b564-efb9d940decf tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/networks?id=eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02 HTTP/1.1" status: 200 len: 806 time: 0.3547149 Jan 18 22:40:53.987980 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-077e6ee1-a18c-4db7-8284-27c9b33cb7bf tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043075'] for floatingip, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:53.994254 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9641d002-b0c0-4460-95ab-1f3833b45535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:54.065764 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9641d002-b0c0-4460-95ab-1f3833b45535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54f1de38-ef20-4462-9123-8b166b8cd78a,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:54.102333 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbcbe528-8016-4553-b5eb-9aee5bb140cf tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:40:54.110037 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-33a1df20-7546-497d-87b3-85d3d2b9a1dc req-cf906d55-03cc-4cf6-83f1-03ec6536aedb tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=47fd5e54-61ce-42c3-b5cd-195914aa324e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1969905 Jan 18 22:40:54.113448 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9762bd76-c96e-4c4a-a403-084b2fb32210 None None] Sync routers for ids ['93573329-e666-4cf4-946c-f5d1f0f8aab2'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:40:54.114569 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-7dc9eb1e-c4a1-493f-85dd-819526559dc5 req-83348b74-59e8-4fca-8086-34c99ad07503 service neutron] For port ea188f43-7300-4457-a9e4-33406da91d20, host n-h1-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:40:54.119456 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-7dc9eb1e-c4a1-493f-85dd-819526559dc5 req-83348b74-59e8-4fca-8086-34c99ad07503 service neutron] For port ea188f43-7300-4457-a9e4-33406da91d20, host n-h1-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=ea188f43-7300-4457-a9e4-33406da91d20,segment=NetworkSegment(86507bb4-4915-4f06-a653-c026e7e063e5),segment_id=86507bb4-4915-4f06-a653-c026e7e063e5)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:40:54.127986 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-15cad5ae-a2bc-4335-8fb8-40636af04ea6 req-7556fa37-1c85-4dc0-879e-cc6e722ac4a4 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/quotas/d58fa77d6cd94e7ca7d141d5a9b044dd HTTP/1.1" status: 200 len: 375 time: 0.0720220 Jan 18 22:40:54.128278 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cbcbe528-8016-4553-b5eb-9aee5bb140cf tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:54.129740 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-cbcbe528-8016-4553-b5eb-9aee5bb140cf tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "PUT /v2.0/routers/93573329-e666-4cf4-946c-f5d1f0f8aab2 HTTP/1.1" status: 200 len: 701 time: 1.1560526 Jan 18 22:40:54.132967 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 40722) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:40:54.144055 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9762bd76-c96e-4c4a-a403-084b2fb32210 None None] Routers {'93573329-e666-4cf4-946c-f5d1f0f8aab2'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:40:54.144926 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-9762bd76-c96e-4c4a-a403-084b2fb32210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:40:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['93573329-e666-4cf4-946c-f5d1f0f8aab2'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:40:54.148827 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-7dc9eb1e-c4a1-493f-85dd-819526559dc5 req-83348b74-59e8-4fca-8086-34c99ad07503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:54.156236 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-9641d002-b0c0-4460-95ab-1f3833b45535 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a568de9c16ec4e9680f8955a817fbb0f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1252036 Jan 18 22:40:54.156842 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 40724) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:40:54.187320 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-cdf8bec7-579a-46d4-b256-cf6a0394cb76 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "GET /v2.0/ports?device_id=93573329-e666-4cf4-946c-f5d1f0f8aab2 HTTP/1.1" status: 200 len: 205 time: 0.0532320 Jan 18 22:40:54.201772 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 40726) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:40:54.227359 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-9762bd76-c96e-4c4a-a403-084b2fb32210 None None] Set router 93573329-e666-4cf4-946c-f5d1f0f8aab2 gateway port host: None {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:40:54.230080 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc9eb1e-c4a1-493f-85dd-819526559dc5 req-83348b74-59e8-4fca-8086-34c99ad07503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:54.230705 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-7dc9eb1e-c4a1-493f-85dd-819526559dc5 req-83348b74-59e8-4fca-8086-34c99ad07503 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:54.232710 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-7dc9eb1e-c4a1-493f-85dd-819526559dc5 req-83348b74-59e8-4fca-8086-34c99ad07503 service neutron] 10.222.0.36 "PUT /v2.0/ports/ea188f43-7300-4457-a9e4-33406da91d20 HTTP/1.1" status: 200 len: 1092 time: 2.3465815 Jan 18 22:40:54.233359 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5916bb04-cece-43fd-9fc5-470c38a27dcd', 'tag': 'ea188f43-7300-4457-a9e4-33406da91d20'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:40:54.236155 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c76888-e0a6-48ca-88ba-2c2e2c693b89" -d '{"events": [{"name": "network-changed", "server_uuid": "5916bb04-cece-43fd-9fc5-470c38a27dcd", "tag": "ea188f43-7300-4457-a9e4-33406da91d20"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:40:54.269734 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83348b74-59e8-4fca-8086-34c99ad07503 service neutron] Pushing event updated for resources: {'Port': ['ID=ea188f43-7300-4457-a9e4-33406da91d20,revision_number=3']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:54.335576 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f97c0693-593d-4f5a-8fed-3de5881f0cf3 x-openstack-request-id: req-f97c0693-593d-4f5a-8fed-3de5881f0cf3 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:40:54.335866 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5916bb04-cece-43fd-9fc5-470c38a27dcd", "tag": "ea188f43-7300-4457-a9e4-33406da91d20", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:40:54.336117 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f97c0693-593d-4f5a-8fed-3de5881f0cf3 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:40:54.344426 n-d-825064-1 neutron-server[102430]: INFO neutron.db.l3_db [None req-077e6ee1-a18c-4db7-8284-27c9b33cb7bf tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Floating IP 1eb16541-4bbe-4665-8bf3-6157447b50f3 associated. External IP: 172.25.5.112, port: fbba20d3-bc36-4b6e-b2b2-ca8339bb7226. Jan 18 22:40:54.346102 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5916bb04-cece-43fd-9fc5-470c38a27dcd', 'tag': 'ea188f43-7300-4457-a9e4-33406da91d20', 'status': 'completed', 'code': 200} Jan 18 22:40:54.351336 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-9762bd76-c96e-4c4a-a403-084b2fb32210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93573329-e666-4cf4-946c-f5d1f0f8aab2', 'name': 'tempest-RoutersTest-router-1610095358', 'tenant_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:39:40Z', 'updated_at': '2022-01-18T22:40:47Z', 'revision_number': 11, 'project_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'gw_port_host': None}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:40:54.373677 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc9eb1e-c4a1-493f-85dd-819526559dc5 req-a55626eb-80b0-411d-bcaf-4b99eb8f3b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:54.375184 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-7dc9eb1e-c4a1-493f-85dd-819526559dc5 req-a55626eb-80b0-411d-bcaf-4b99eb8f3b66 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=438cce0e2f434b5f879ce307da159923&device_id=5916bb04-cece-43fd-9fc5-470c38a27dcd HTTP/1.1" status: 200 len: 1095 time: 0.0979745 Jan 18 22:40:54.381071 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9762bd76-c96e-4c4a-a403-084b2fb32210 None None] Checking router: 93573329-e666-4cf4-946c-f5d1f0f8aab2 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:40:54.390569 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9762bd76-c96e-4c4a-a403-084b2fb32210 None None] Routers {'93573329-e666-4cf4-946c-f5d1f0f8aab2'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:40:54.391322 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-9762bd76-c96e-4c4a-a403-084b2fb32210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:40:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['93573329-e666-4cf4-946c-f5d1f0f8aab2'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:40:54.455102 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-7dc9eb1e-c4a1-493f-85dd-819526559dc5 req-ff41999d-97b1-4448-9d5c-655a07b95685 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea188f43-7300-4457-a9e4-33406da91d20 HTTP/1.1" status: 200 len: 217 time: 0.0699372 Jan 18 22:40:54.531513 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-9762bd76-c96e-4c4a-a403-084b2fb32210 None None] Set router 93573329-e666-4cf4-946c-f5d1f0f8aab2 gateway port host: None {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:40:54.534158 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:54.556385 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc9eb1e-c4a1-493f-85dd-819526559dc5 req-b3c9e3c9-bbc8-47fb-b3ce-d196e7095502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:54.558224 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-7dc9eb1e-c4a1-493f-85dd-819526559dc5 req-b3c9e3c9-bbc8-47fb-b3ce-d196e7095502 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b26d2360-439e-4457-bc0c-79152de436de HTTP/1.1" status: 200 len: 834 time: 0.0972288 Jan 18 22:40:54.605906 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-9762bd76-c96e-4c4a-a403-084b2fb32210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93573329-e666-4cf4-946c-f5d1f0f8aab2', 'name': 'tempest-RoutersTest-router-1610095358', 'tenant_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:39:40Z', 'updated_at': '2022-01-18T22:40:47Z', 'revision_number': 11, 'project_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'gw_port_host': None}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:40:54.639009 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9762bd76-c96e-4c4a-a403-084b2fb32210 None None] The sync data for ids ['93573329-e666-4cf4-946c-f5d1f0f8aab2'] in n-d-825064-1 is: [{'id': '93573329-e666-4cf4-946c-f5d1f0f8aab2', 'name': 'tempest-RoutersTest-router-1610095358', 'tenant_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:39:40Z', 'updated_at': '2022-01-18T22:40:47Z', 'revision_number': 11, 'project_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'gw_port_host': None}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:40:54.660300 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:54.681985 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc9eb1e-c4a1-493f-85dd-819526559dc5 req-62baf5a3-3a71-4df9-9e92-127bf0b0f77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:54.684480 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-7dc9eb1e-c4a1-493f-85dd-819526559dc5 req-62baf5a3-3a71-4df9-9e92-127bf0b0f77a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=221254be-2a67-4a48-a311-8dd80515e5fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1161547 Jan 18 22:40:54.830660 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-7dc9eb1e-c4a1-493f-85dd-819526559dc5 req-653042be-58ae-4a6d-803c-cd3119bfd5f5 service neutron] 10.222.0.36 "GET /v2.0/networks/221254be-2a67-4a48-a311-8dd80515e5fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385481 Jan 18 22:40:54.896560 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7eec160d-82c1-4add-a1b2-883a71ed18e2 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks [] for router, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:54.903301 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-138955b1-71e3-482d-b2fa-0d46226f062a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:54.929619 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-138955b1-71e3-482d-b2fa-0d46226f062a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:54.943183 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-15cad5ae-a2bc-4335-8fb8-40636af04ea6 req-763af01c-bebe-4a9b-8091-5ce457717a31 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d58fa77d6cd94e7ca7d141d5a9b044dd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7958238 Jan 18 22:40:54.948837 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-7dc9eb1e-c4a1-493f-85dd-819526559dc5 req-e97d5fbd-8c19-4fe9-b3a8-186a5da66489 service neutron] 10.222.0.36 "GET /v2.0/networks/221254be-2a67-4a48-a311-8dd80515e5fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118948 Jan 18 22:40:55.093927 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c76888-e0a6-48ca-88ba-2c2e2c693b89 req-c11632d5-f98e-4e00-a4a6-fb9410a2fa64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:55.095408 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-c5c76888-e0a6-48ca-88ba-2c2e2c693b89 req-c11632d5-f98e-4e00-a4a6-fb9410a2fa64 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=438cce0e2f434b5f879ce307da159923&device_id=5916bb04-cece-43fd-9fc5-470c38a27dcd HTTP/1.1" status: 200 len: 1095 time: 0.1015587 Jan 18 22:40:55.222875 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c76888-e0a6-48ca-88ba-2c2e2c693b89 req-bdcf0145-7285-4c87-9022-57be655f7649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:55.224344 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-c5c76888-e0a6-48ca-88ba-2c2e2c693b89 req-bdcf0145-7285-4c87-9022-57be655f7649 service neutron] 10.222.0.36 "GET /v2.0/networks?id=221254be-2a67-4a48-a311-8dd80515e5fb HTTP/1.1" status: 200 len: 897 time: 0.1225977 Jan 18 22:40:55.273651 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-c5c76888-e0a6-48ca-88ba-2c2e2c693b89 req-f4da8404-d7b2-4525-bb28-2932e058decd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea188f43-7300-4457-a9e4-33406da91d20 HTTP/1.1" status: 200 len: 217 time: 0.0418358 Jan 18 22:40:55.295189 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7eec160d-82c1-4add-a1b2-883a71ed18e2 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1040886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8602'] for router, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:55.300630 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7eec160d-82c1-4add-a1b2-883a71ed18e2 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:55.334825 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c76888-e0a6-48ca-88ba-2c2e2c693b89 req-b59e19aa-70d4-4f9a-8630-a0669a8dd46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:55.337084 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-c5c76888-e0a6-48ca-88ba-2c2e2c693b89 req-b59e19aa-70d4-4f9a-8630-a0669a8dd46b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b26d2360-439e-4457-bc0c-79152de436de HTTP/1.1" status: 200 len: 834 time: 0.0561984 Jan 18 22:40:55.432876 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c76888-e0a6-48ca-88ba-2c2e2c693b89 req-7a9ba164-2f6f-43fc-a0ea-fd4cf6ad4ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:55.434854 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-c5c76888-e0a6-48ca-88ba-2c2e2c693b89 req-7a9ba164-2f6f-43fc-a0ea-fd4cf6ad4ed8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=221254be-2a67-4a48-a311-8dd80515e5fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0865612 Jan 18 22:40:55.459097 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7eec160d-82c1-4add-a1b2-883a71ed18e2 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1040832'] for router, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:55.459616 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eec160d-82c1-4add-a1b2-883a71ed18e2 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Fanout notify agent at l3_agent the message router_deleted on router 93573329-e666-4cf4-946c-f5d1f0f8aab2 {{(pid=102430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 22:40:55.467864 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7eec160d-82c1-4add-a1b2-883a71ed18e2 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks [] for router, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:55.469020 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-7eec160d-82c1-4add-a1b2-883a71ed18e2 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "DELETE /v2.0/routers/93573329-e666-4cf4-946c-f5d1f0f8aab2 HTTP/1.1" status: 204 len: 168 time: 1.1305053 Jan 18 22:40:55.474257 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 40752) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:40:55.502410 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-f10e0cab-8c22-40fe-8b69-9f6dae719e55 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2121361717', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:40:55.532038 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-15cad5ae-a2bc-4335-8fb8-40636af04ea6 req-0a69ca41-d84b-4c9d-9e4b-da4515d80b6b service neutron] 10.222.0.53 "GET /v2.0/networks/eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5878899 Jan 18 22:40:55.575063 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c4b3b-379b-4ec0-884b-b77f0d08a938 req-b205e1b3-4aca-45c8-868c-5d9015960087 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:55.577587 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-331c4b3b-379b-4ec0-884b-b77f0d08a938 req-b205e1b3-4aca-45c8-868c-5d9015960087 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=5916bb04-cece-43fd-9fc5-470c38a27dcd HTTP/1.1" status: 200 len: 944 time: 0.3578525 Jan 18 22:40:55.578665 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-138955b1-71e3-482d-b2fa-0d46226f062a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:55.586597 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-138955b1-71e3-482d-b2fa-0d46226f062a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:55.587738 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-138955b1-71e3-482d-b2fa-0d46226f062a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/54f1de38-ef20-4462-9123-8b166b8cd78a HTTP/1.1" status: 204 len: 168 time: 1.4202449 Jan 18 22:40:55.636403 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-c5c76888-e0a6-48ca-88ba-2c2e2c693b89 req-917f0814-5de7-4e95-be43-95b223624a6e service neutron] 10.222.0.36 "GET /v2.0/networks/221254be-2a67-4a48-a311-8dd80515e5fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936109 Jan 18 22:40:55.733890 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 40758) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:40:55.770879 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138955b1-71e3-482d-b2fa-0d46226f062a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54f1de38-ef20-4462-9123-8b166b8cd78a,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:55.808858 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-077e6ee1-a18c-4db7-8284-27c9b33cb7bf tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Router 2a7e88ce-b2f9-4963-9733-df396136ee8c has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:40:55.813731 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-c5c76888-e0a6-48ca-88ba-2c2e2c693b89 req-9a616a50-e4dc-4644-b069-7a1356deacf5 service neutron] 10.222.0.36 "GET /v2.0/networks/221254be-2a67-4a48-a311-8dd80515e5fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693058 Jan 18 22:40:55.841134 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f10e0cab-8c22-40fe-8b69-9f6dae719e55 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1044160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8692'] for router, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:55.842749 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f10e0cab-8c22-40fe-8b69-9f6dae719e55 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1040680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8675'] for router, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:55.860066 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-331c4b3b-379b-4ec0-884b-b77f0d08a938 req-167c784e-fb5d-4d80-8d25-7c8bb0f8b7a1 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=47fd5e54-61ce-42c3-b5cd-195914aa324e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2402470 Jan 18 22:40:55.935932 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-15cad5ae-a2bc-4335-8fb8-40636af04ea6 req-6d55624f-a476-457c-a229-ad35d72b4440 service neutron] 10.222.0.53 "GET /v2.0/networks/eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4023509 Jan 18 22:40:56.049242 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f10e0cab-8c22-40fe-8b69-9f6dae719e55 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:56.087890 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f10e0cab-8c22-40fe-8b69-9f6dae719e55 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1040691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049'] for router, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:56.143037 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f10e0cab-8c22-40fe-8b69-9f6dae719e55 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks [] for router, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:56.146704 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-f10e0cab-8c22-40fe-8b69-9f6dae719e55 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6682346 Jan 18 22:40:56.147001 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 40768) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:40:56.151686 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-333f789e-1616-4ef8-90ab-abd3120ac064 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:40:56.155567 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-077e6ee1-a18c-4db7-8284-27c9b33cb7bf tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:40:56.177764 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458d64f1-79bf-4ea2-835c-1d5a84a8f2c2 None None] Sync routers for ids ['2a7e88ce-b2f9-4963-9733-df396136ee8c'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:40:56.200752 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458d64f1-79bf-4ea2-835c-1d5a84a8f2c2 None None] Routers {'2a7e88ce-b2f9-4963-9733-df396136ee8c'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:40:56.204983 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-458d64f1-79bf-4ea2-835c-1d5a84a8f2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:40:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['2a7e88ce-b2f9-4963-9733-df396136ee8c'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:40:56.263707 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-458d64f1-79bf-4ea2-835c-1d5a84a8f2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:40:56.277441 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458d64f1-79bf-4ea2-835c-1d5a84a8f2c2 None None] Routers {'2a7e88ce-b2f9-4963-9733-df396136ee8c'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:40:56.278061 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-458d64f1-79bf-4ea2-835c-1d5a84a8f2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:40:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['2a7e88ce-b2f9-4963-9733-df396136ee8c'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:40:56.441020 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-458d64f1-79bf-4ea2-835c-1d5a84a8f2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:40:56.441809 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458d64f1-79bf-4ea2-835c-1d5a84a8f2c2 None None] The sync data for ids ['2a7e88ce-b2f9-4963-9733-df396136ee8c'] in n-d-825064-1 is: [] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:40:56.456140 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d46ea386-3c5c-40a5-a6c3-b7d8d81c25eb req-26f124e5-9ae0-4ecf-99d8-b817acb583a2 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=6397130d-6823-41c9-ab56-61523eff14be HTTP/1.1" status: 200 len: 210 time: 0.0997896 Jan 18 22:40:56.457080 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-45ed639f-bb76-4339-ad8a-d3fbfe6841c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:56.703497 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-333f789e-1616-4ef8-90ab-abd3120ac064 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1042964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1040653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8593'] for router, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:56.763023 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-333f789e-1616-4ef8-90ab-abd3120ac064 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1042975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1043046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1040698'] for router, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:56.804225 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 40794) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:40:56.915210 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-45ed639f-bb76-4339-ad8a-d3fbfe6841c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:56.940727 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-45ed639f-bb76-4339-ad8a-d3fbfe6841c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:56.941699 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-82763e82-cc6d-4ef7-8453-1ab6ca207aea admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-550304170-network', 'tenant_id': '0c676acb4b374123bc012031246d3916'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:40:56.990154 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82763e82-cc6d-4ef7-8453-1ab6ca207aea admin admin] Made reservation on behalf of 0c676acb4b374123bc012031246d3916 for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:40:56.994415 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-82763e82-cc6d-4ef7-8453-1ab6ca207aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:57.006609 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-82763e82-cc6d-4ef7-8453-1ab6ca207aea admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:57.010042 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-077e6ee1-a18c-4db7-8284-27c9b33cb7bf tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Router 996812d4-4139-41ae-9cf9-f887497237ff has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:40:57.088046 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-45ed639f-bb76-4339-ad8a-d3fbfe6841c0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0e2ade7e19d24a59ad9f9a2cc9502637&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3453310 Jan 18 22:40:57.120793 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 40800) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:40:57.164509 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-82763e82-cc6d-4ef7-8453-1ab6ca207aea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:57.173805 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-82763e82-cc6d-4ef7-8453-1ab6ca207aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:57.202895 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82763e82-cc6d-4ef7-8453-1ab6ca207aea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dae8bf2d-ed71-4918-8e49-2e2d9465745c,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:57.231192 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ed639f-bb76-4339-ad8a-d3fbfe6841c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac936610-3432-44ac-bd9b-b9480fa99551,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:57.236467 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-077e6ee1-a18c-4db7-8284-27c9b33cb7bf tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:40:57.242115 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-077e6ee1-a18c-4db7-8284-27c9b33cb7bf tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:57.247359 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df52628f-9fff-4364-b5b3-615c1faf8cf3 None None] Sync routers for ids ['996812d4-4139-41ae-9cf9-f887497237ff'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:40:57.266393 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df52628f-9fff-4364-b5b3-615c1faf8cf3 None None] Routers {'996812d4-4139-41ae-9cf9-f887497237ff'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:40:57.267244 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-df52628f-9fff-4364-b5b3-615c1faf8cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:40:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['996812d4-4139-41ae-9cf9-f887497237ff'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:40:57.272160 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82763e82-cc6d-4ef7-8453-1ab6ca207aea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:40:57.289696 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-71ca72c8-b483-4bb1-ae53-0c81ab2fca5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:57.308600 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-82763e82-cc6d-4ef7-8453-1ab6ca207aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:57.309152 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-82763e82-cc6d-4ef7-8453-1ab6ca207aea admin admin] Added segment ccabd36d-8c25-4648-92d3-222150b866b3 of type vlan for network 3887d3dd-b3d8-463d-9d9c-879e57c9ab40 Jan 18 22:40:57.341464 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-71ca72c8-b483-4bb1-ae53-0c81ab2fca5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:57.363626 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-df52628f-9fff-4364-b5b3-615c1faf8cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:40:57.390843 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-82763e82-cc6d-4ef7-8453-1ab6ca207aea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:57.391074 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df52628f-9fff-4364-b5b3-615c1faf8cf3 None None] Routers {'996812d4-4139-41ae-9cf9-f887497237ff'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:40:57.393965 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-df52628f-9fff-4364-b5b3-615c1faf8cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:40:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['996812d4-4139-41ae-9cf9-f887497237ff'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:40:57.417062 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-077e6ee1-a18c-4db7-8284-27c9b33cb7bf tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] 10.222.0.53 "PUT /v2.0/floatingips/1eb16541-4bbe-4665-8bf3-6157447b50f3 HTTP/1.1" status: 200 len: 978 time: 4.9094427 Jan 18 22:40:57.423184 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 40804) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:40:57.465960 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-333f789e-1616-4ef8-90ab-abd3120ac064 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Router 65b16584-537f-4f01-bb5a-344812d7724a is scheduled to L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 with binding_index 1 {{(pid=102430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 22:40:57.468524 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-df52628f-9fff-4364-b5b3-615c1faf8cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:40:57.469604 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df52628f-9fff-4364-b5b3-615c1faf8cf3 None None] The sync data for ids ['996812d4-4139-41ae-9cf9-f887497237ff'] in n-d-825064-1 is: [] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:40:57.479067 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device ea188f43-7300-4457-a9e4-33406da91d20 details requested by agent hyperv_n-h1-825064-1 with host n-h1-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:40:57.544317 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0e6904-65d2-4139-95ba-cf447ca1d452 req-c7ae52f9-015e-4d2e-98d4-9e457db68af4 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:57.546798 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6a0e6904-65d2-4139-95ba-cf447ca1d452 req-c7ae52f9-015e-4d2e-98d4-9e457db68af4 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=5916bb04-cece-43fd-9fc5-470c38a27dcd HTTP/1.1" status: 200 len: 944 time: 0.5644717 Jan 18 22:40:57.602782 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-82763e82-cc6d-4ef7-8453-1ab6ca207aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:57.603607 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82763e82-cc6d-4ef7-8453-1ab6ca207aea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:57.604389 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-82763e82-cc6d-4ef7-8453-1ab6ca207aea admin admin] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:57.676550 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-82763e82-cc6d-4ef7-8453-1ab6ca207aea admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8702567 Jan 18 22:40:57.708689 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port ea188f43-7300-4457-a9e4-33406da91d20, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=ea188f43-7300-4457-a9e4-33406da91d20,segment=NetworkSegment(86507bb4-4915-4f06-a653-c026e7e063e5),segment_id=86507bb4-4915-4f06-a653-c026e7e063e5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:40:57.721203 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Returning: {'device': 'ea188f43-7300-4457-a9e4-33406da91d20', 'network_id': '221254be-2a67-4a48-a311-8dd80515e5fb', 'port_id': 'ea188f43-7300-4457-a9e4-33406da91d20', 'mac_address': 'fa:16:3e:8c:9c:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b26d2360-439e-4457-bc0c-79152de436de', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:40:57.732517 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 40808) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:40:57.733513 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-71ca72c8-b483-4bb1-ae53-0c81ab2fca5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:57.737007 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-71ca72c8-b483-4bb1-ae53-0c81ab2fca5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:57.742060 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-71ca72c8-b483-4bb1-ae53-0c81ab2fca5d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ac936610-3432-44ac-bd9b-b9480fa99551 HTTP/1.1" status: 204 len: 168 time: 0.6202390 Jan 18 22:40:57.762088 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-a81691ef-26aa-4d16-82a7-915cefee17a3 admin admin] Request body: {'subnet': {'network_id': '3887d3dd-b3d8-463d-9d9c-879e57c9ab40', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-550304170-subnet', 'tenant_id': '0c676acb4b374123bc012031246d3916', 'ip_version': 4}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:40:57.773064 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:57.790003 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea188f43-7300-4457-a9e4-33406da91d20 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:40:57.817144 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ca72c8-b483-4bb1-ae53-0c81ab2fca5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac936610-3432-44ac-bd9b-b9480fa99551,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:57.818627 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port ea188f43-7300-4457-a9e4-33406da91d20, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=ea188f43-7300-4457-a9e4-33406da91d20,segment=NetworkSegment(86507bb4-4915-4f06-a653-c026e7e063e5),segment_id=86507bb4-4915-4f06-a653-c026e7e063e5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:40:57.826088 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:57.829451 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a81691ef-26aa-4d16-82a7-915cefee17a3 admin admin] Made reservation on behalf of 0c676acb4b374123bc012031246d3916 for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:40:57.831923 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a81691ef-26aa-4d16-82a7-915cefee17a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:57.908549 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=ea188f43-7300-4457-a9e4-33406da91d20,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:57.939367 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82763e82-cc6d-4ef7-8453-1ab6ca207aea admin admin] Pushing event updated for resources: {'Network': ['ID=3887d3dd-b3d8-463d-9d9c-879e57c9ab40,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:57.950287 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 3887d3dd-b3d8-463d-9d9c-879e57c9ab40 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:40:57.982201 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-3bcea024-95fb-4301-8826-79dbc6d4b624 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Deleting port fb06fea5-42f1-46f4-8aee-b5dd707cf5fe {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:40:57.982546 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3bcea024-95fb-4301-8826-79dbc6d4b624 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:58.073745 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['ea188f43-7300-4457-a9e4-33406da91d20'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:40:58.103647 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7f5dccc5-5091-496c-b351-34dc091c15dd req-aa21c3f9-8a41-4160-9e6e-fd351de247e8 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=6397130d-6823-41c9-ab56-61523eff14be HTTP/1.1" status: 200 len: 210 time: 0.4580243 Jan 18 22:40:58.183954 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3bcea024-95fb-4301-8826-79dbc6d4b624 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:58.195260 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cad5ae-a2bc-4335-8fb8-40636af04ea6 req-70e140bc-db1e-47aa-8004-43b6883a0bc1 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:58.196918 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-15cad5ae-a2bc-4335-8fb8-40636af04ea6 req-70e140bc-db1e-47aa-8004-43b6883a0bc1 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.67 "GET /v2.0/networks?id=eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02 HTTP/1.1" status: 200 len: 806 time: 0.7901976 Jan 18 22:40:58.199786 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6a0e6904-65d2-4139-95ba-cf447ca1d452 req-92f61981-0096-48e9-be86-85a6946fc45c tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=47fd5e54-61ce-42c3-b5cd-195914aa324e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6395817 Jan 18 22:40:58.201917 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-333f789e-1616-4ef8-90ab-abd3120ac064 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:40:58.209706 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-333f789e-1616-4ef8-90ab-abd3120ac064 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks [] for router, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:58.225308 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2050046-6b77-45b2-b925-809106aff1b6 None None] Sync routers for ids ['65b16584-537f-4f01-bb5a-344812d7724a'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:40:58.232295 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-333f789e-1616-4ef8-90ab-abd3120ac064 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "PUT /v2.0/routers/65b16584-537f-4f01-bb5a-344812d7724a HTTP/1.1" status: 200 len: 694 time: 2.0661094 Jan 18 22:40:58.236315 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2050046-6b77-45b2-b925-809106aff1b6 None None] Routers {'65b16584-537f-4f01-bb5a-344812d7724a'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:40:58.237776 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-c2050046-6b77-45b2-b925-809106aff1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:40:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['65b16584-537f-4f01-bb5a-344812d7724a'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:40:58.241878 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-15cad5ae-a2bc-4335-8fb8-40636af04ea6 req-2c17a5e1-7dc8-4058-afd0-2df991774839 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Request body: {'port': {'device_id': '6397130d-6823-41c9-ab56-61523eff14be', 'network_id': 'eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02', 'admin_state_up': True, 'tenant_id': 'd58fa77d6cd94e7ca7d141d5a9b044dd'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:40:58.254461 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 40814) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:40:58.374240 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 40816) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:40:58.397738 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-c2050046-6b77-45b2-b925-809106aff1b6 None None] Set router 65b16584-537f-4f01-bb5a-344812d7724a gateway port host: None {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:40:58.533270 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-c2050046-6b77-45b2-b925-809106aff1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b16584-537f-4f01-bb5a-344812d7724a', 'name': 'tempest-RoutersTest-router-2121361717', 'tenant_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:40:55Z', 'updated_at': '2022-01-18T22:40:56Z', 'revision_number': 2, 'project_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'gw_port_host': None}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:40:58.548605 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-897c5264-0929-4ab5-b1fc-bd08a0bc63ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:58.573378 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-cbe7348b-dc6c-4d0b-bba7-ab52e4eeb9b1 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "GET /v2.0/routers/65b16584-537f-4f01-bb5a-344812d7724a HTTP/1.1" status: 200 len: 700 time: 0.3173289 Jan 18 22:40:58.576867 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 40820) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:40:58.584809 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3bcea024-95fb-4301-8826-79dbc6d4b624 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:58.585167 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3bcea024-95fb-4301-8826-79dbc6d4b624 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043075'] for floatingip, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:58.585784 n-d-825064-1 neutron-server[102431]: INFO neutron.db.l3_db [None req-3bcea024-95fb-4301-8826-79dbc6d4b624 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Floating IP 1eb16541-4bbe-4665-8bf3-6157447b50f3 disassociated. External IP: 172.25.5.112, port: fb06fea5-42f1-46f4-8aee-b5dd707cf5fe. Jan 18 22:40:58.586150 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-3bcea024-95fb-4301-8826-79dbc6d4b624 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Calling delete_port for fb06fea5-42f1-46f4-8aee-b5dd707cf5fe owned by {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:40:58.617410 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2050046-6b77-45b2-b925-809106aff1b6 None None] Checking router: 65b16584-537f-4f01-bb5a-344812d7724a for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:40:58.620448 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-6214f12f-dae3-46b4-92aa-8bfcb3263042 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "GET /v2.0/ports?device_id=65b16584-537f-4f01-bb5a-344812d7724a HTTP/1.1" status: 200 len: 205 time: 0.0406809 Jan 18 22:40:58.627216 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2050046-6b77-45b2-b925-809106aff1b6 None None] Routers {'65b16584-537f-4f01-bb5a-344812d7724a'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:40:58.628084 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-c2050046-6b77-45b2-b925-809106aff1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:40:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['65b16584-537f-4f01-bb5a-344812d7724a'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:40:58.641711 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 40822) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:40:58.722672 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a81691ef-26aa-4d16-82a7-915cefee17a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:58.728662 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-c2050046-6b77-45b2-b925-809106aff1b6 None None] Set router 65b16584-537f-4f01-bb5a-344812d7724a gateway port host: None {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:40:58.756388 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3bcea024-95fb-4301-8826-79dbc6d4b624 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:58.792918 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-c2050046-6b77-45b2-b925-809106aff1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b16584-537f-4f01-bb5a-344812d7724a', 'name': 'tempest-RoutersTest-router-2121361717', 'tenant_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:40:55Z', 'updated_at': '2022-01-18T22:40:56Z', 'revision_number': 2, 'project_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'gw_port_host': None}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:40:58.811709 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcea024-95fb-4301-8826-79dbc6d4b624 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Pushing event deleted for resources: {'Port': ['ID=fb06fea5-42f1-46f4-8aee-b5dd707cf5fe,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:58.828564 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81691ef-26aa-4d16-82a7-915cefee17a3 admin admin] Checking segment: {'id': 'ccabd36d-8c25-4648-92d3-222150b866b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3887d3dd-b3d8-463d-9d9c-879e57c9ab40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:40:58.829152 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81691ef-26aa-4d16-82a7-915cefee17a3 admin admin] Network hostable DHCP agents. Network: 3887d3dd-b3d8-463d-9d9c-879e57c9ab40, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:40:58.832707 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81691ef-26aa-4d16-82a7-915cefee17a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b317bd45-9275-4aad-aa8f-d7702db0cadd,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:58.860217 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2050046-6b77-45b2-b925-809106aff1b6 None None] The sync data for ids ['65b16584-537f-4f01-bb5a-344812d7724a'] in n-d-825064-1 is: [{'id': '65b16584-537f-4f01-bb5a-344812d7724a', 'name': 'tempest-RoutersTest-router-2121361717', 'tenant_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:40:55Z', 'updated_at': '2022-01-18T22:40:56Z', 'revision_number': 2, 'project_id': 'bc40d8e6d2ad4b0587a6817944d39c32', 'gw_port_host': None}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:40:58.904222 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0669caee-74c7-4071-8b87-5f4c976debfc tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks [] for router, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:58.915028 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81691ef-26aa-4d16-82a7-915cefee17a3 admin admin] Network 3887d3dd-b3d8-463d-9d9c-879e57c9ab40 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:40:58.988885 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-a81691ef-26aa-4d16-82a7-915cefee17a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 3887d3dd-b3d8-463d-9d9c-879e57c9ab40) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:40:59.009109 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81691ef-26aa-4d16-82a7-915cefee17a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:59.010060 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a81691ef-26aa-4d16-82a7-915cefee17a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:59.046741 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-897c5264-0929-4ab5-b1fc-bd08a0bc63ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:59.058995 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-897c5264-0929-4ab5-b1fc-bd08a0bc63ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:59.086059 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-a81691ef-26aa-4d16-82a7-915cefee17a3 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3415177 Jan 18 22:40:59.089445 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 40824) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:40:59.120031 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-0cf59986-fe07-4bfd-ae71-e38bcec29ae4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-550304170-router', 'tenant_id': '0c676acb4b374123bc012031246d3916', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:40:59.137160 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5876aeba-27d7-4c64-b6b6-bb8aaddde4b5 None None] Network 3887d3dd-b3d8-463d-9d9c-879e57c9ab40 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:40:59.199651 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bcea024-95fb-4301-8826-79dbc6d4b624 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Router 996812d4-4139-41ae-9cf9-f887497237ff has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:40:59.202611 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0cf59986-fe07-4bfd-ae71-e38bcec29ae4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1044160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8692'] for router, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:59.205678 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0cf59986-fe07-4bfd-ae71-e38bcec29ae4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1040680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8675'] for router, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:59.313809 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0cf59986-fe07-4bfd-ae71-e38bcec29ae4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:59.373641 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897c5264-0929-4ab5-b1fc-bd08a0bc63ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6d91741-9469-4b0a-8756-921a57574e65,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:40:59.377291 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471c310a-b45f-422a-98ee-ccc2f52f5f87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-3887d3dd-b3d8-463d-9d9c-879e57c9ab40', 'network_id': '3887d3dd-b3d8-463d-9d9c-879e57c9ab40', 'tenant_id': '0c676acb4b374123bc012031246d3916', 'fixed_ips': [{'subnet_id': 'b317bd45-9275-4aad-aa8f-d7702db0cadd'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:40:59.378502 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-471c310a-b45f-422a-98ee-ccc2f52f5f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:59.391204 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0669caee-74c7-4071-8b87-5f4c976debfc tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1040886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8602'] for router, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:59.409893 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-897c5264-0929-4ab5-b1fc-bd08a0bc63ea admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=85d1c3efb2164c73a52a3c6bc8a055ad&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0287840 Jan 18 22:40:59.430849 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0669caee-74c7-4071-8b87-5f4c976debfc tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:59.434880 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15cad5ae-a2bc-4335-8fb8-40636af04ea6 req-2c17a5e1-7dc8-4058-afd0-2df991774839 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Made reservation on behalf of d58fa77d6cd94e7ca7d141d5a9b044dd for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:40:59.438684 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-15cad5ae-a2bc-4335-8fb8-40636af04ea6 req-2c17a5e1-7dc8-4058-afd0-2df991774839 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:59.443123 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f5b9f31f-48a6-41bf-92c5-b7a8700247c6 req-740aeac4-85cc-4c28-98a4-78377a0c91e1 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=6397130d-6823-41c9-ab56-61523eff14be HTTP/1.1" status: 200 len: 210 time: 0.1202683 Jan 18 22:40:59.443608 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 40830) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:40:59.486523 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bcea024-95fb-4301-8826-79dbc6d4b624 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:40:59.526246 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edeb1e6-c2ca-47c8-8c28-bfc4e32b378a None None] Sync routers for ids ['996812d4-4139-41ae-9cf9-f887497237ff'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:40:59.572143 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edeb1e6-c2ca-47c8-8c28-bfc4e32b378a None None] Routers {'996812d4-4139-41ae-9cf9-f887497237ff'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:40:59.572670 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-8edeb1e6-c2ca-47c8-8c28-bfc4e32b378a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:40:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['996812d4-4139-41ae-9cf9-f887497237ff'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:40:59.631657 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-8edeb1e6-c2ca-47c8-8c28-bfc4e32b378a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:40:59.666980 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edeb1e6-c2ca-47c8-8c28-bfc4e32b378a None None] Routers {'996812d4-4139-41ae-9cf9-f887497237ff'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:40:59.667598 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-8edeb1e6-c2ca-47c8-8c28-bfc4e32b378a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:40:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['996812d4-4139-41ae-9cf9-f887497237ff'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:40:59.691105 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-15cad5ae-a2bc-4335-8fb8-40636af04ea6 req-2c17a5e1-7dc8-4058-afd0-2df991774839 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Allocated IP 172.20.0.4 (eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02/3d836b77-fd27-4c61-b195-30e9fedeffe8/bf696475-c4c5-4fcb-a469-c2627e52714b) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:40:59.708531 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-8edeb1e6-c2ca-47c8-8c28-bfc4e32b378a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:40:59.710441 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edeb1e6-c2ca-47c8-8c28-bfc4e32b378a None None] The sync data for ids ['996812d4-4139-41ae-9cf9-f887497237ff'] in n-d-825064-1 is: [] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:40:59.736920 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-471c310a-b45f-422a-98ee-ccc2f52f5f87 None None] Allocated IP 172.20.0.2 (3887d3dd-b3d8-463d-9d9c-879e57c9ab40/b317bd45-9275-4aad-aa8f-d7702db0cadd/7059083c-c04f-45ba-93ff-1620814d3529) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:40:59.762622 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0669caee-74c7-4071-8b87-5f4c976debfc tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1040832'] for router, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:59.763172 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0669caee-74c7-4071-8b87-5f4c976debfc tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Fanout notify agent at l3_agent the message router_deleted on router 65b16584-537f-4f01-bb5a-344812d7724a {{(pid=102430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 22:40:59.782225 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0669caee-74c7-4071-8b87-5f4c976debfc tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] Notify callbacks [] for router, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:59.783006 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-0669caee-74c7-4071-8b87-5f4c976debfc tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "DELETE /v2.0/routers/65b16584-537f-4f01-bb5a-344812d7724a HTTP/1.1" status: 204 len: 168 time: 1.1377568 Jan 18 22:40:59.808320 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 40834) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:40:59.844694 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-7de9d804-3e0e-4ec4-a228-b368a7931371 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "GET /v2.0/ports?device_id=65b16584-537f-4f01-bb5a-344812d7724a HTTP/1.1" status: 200 len: 205 time: 0.0338008 Jan 18 22:40:59.887556 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c103d39-5bba-41d9-b6ad-7412af563758 req-79df8cca-abcc-4d06-b5a1-39823d63c2c3 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:40:59.896990 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5c103d39-5bba-41d9-b6ad-7412af563758 req-79df8cca-abcc-4d06-b5a1-39823d63c2c3 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=5916bb04-cece-43fd-9fc5-470c38a27dcd HTTP/1.1" status: 200 len: 945 time: 0.5751042 Jan 18 22:40:59.909509 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 40836) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:40:59.959187 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-471c310a-b45f-422a-98ee-ccc2f52f5f87 None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:59.970206 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-471c310a-b45f-422a-98ee-ccc2f52f5f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:40:59.983825 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [None req-a8a60bdb-07b6-431a-82fc-dcd50de486f2 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] delete failed (client error): The resource could not be found. Jan 18 22:40:59.985118 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-a8a60bdb-07b6-431a-82fc-dcd50de486f2 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "DELETE /v2.0/routers/65b16584-537f-4f01-bb5a-344812d7724a HTTP/1.1" status: 404 len: 336 time: 0.0746603 Jan 18 22:40:59.989835 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 40838) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:00.024216 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471c310a-b45f-422a-98ee-ccc2f52f5f87 None None] Network 3887d3dd-b3d8-463d-9d9c-879e57c9ab40 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:41:00.024628 n-d-825064-1 neutron-server[102430]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a03eb8b-77dd-4026-97f6-48764f09b452 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] DELETE failed (client error): The resource could not be found. Jan 18 22:41:00.025070 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a03eb8b-77dd-4026-97f6-48764f09b452 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:41:00.028494 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-0a03eb8b-77dd-4026-97f6-48764f09b452 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "DELETE /v2.0/subnets/e005ba8c-8e92-4fd4-a0e2-cd9a68406fa5 HTTP/1.1" status: 404 len: 337 time: 0.0342648 Jan 18 22:41:00.033434 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-471c310a-b45f-422a-98ee-ccc2f52f5f87 None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:41:00.037276 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471c310a-b45f-422a-98ee-ccc2f52f5f87 None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:41:00.041496 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 40840) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:00.047460 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c310a-b45f-422a-98ee-ccc2f52f5f87 None None] Pushing event updated for resources: {'Port': ['ID=7059083c-c04f-45ba-93ff-1620814d3529,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:00.055905 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0cf59986-fe07-4bfd-ae71-e38bcec29ae4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:00.088595 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3bcea024-95fb-4301-8826-79dbc6d4b624 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:00.094977 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-3bcea024-95fb-4301-8826-79dbc6d4b624 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] 10.222.0.53 "DELETE /v2.0/ports/fb06fea5-42f1-46f4-8aee-b5dd707cf5fe HTTP/1.1" status: 204 len: 168 time: 2.6699784 Jan 18 22:41:00.095537 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 40842) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:00.114513 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a84660e0-77c0-415d-abbe-4c3854cb50ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:00.135055 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5c103d39-5bba-41d9-b6ad-7412af563758 req-5202cb9d-7e27-4a09-8046-0906715e71f4 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=47fd5e54-61ce-42c3-b5cd-195914aa324e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2369325 Jan 18 22:41:00.144904 n-d-825064-1 neutron-server[102430]: INFO neutron.pecan_wsgi.hooks.translation [None req-d19c73f4-e247-43c7-ba24-c2b19e787423 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] DELETE failed (client error): The resource could not be found. Jan 18 22:41:00.145708 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d19c73f4-e247-43c7-ba24-c2b19e787423 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:41:00.149296 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-d19c73f4-e247-43c7-ba24-c2b19e787423 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "DELETE /v2.0/subnets/10ac1329-d14f-4db4-b6fd-39b267ab621f HTTP/1.1" status: 404 len: 337 time: 0.1067853 Jan 18 22:41:00.159184 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 40844) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:00.186598 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-471c310a-b45f-422a-98ee-ccc2f52f5f87 None None] Attempting to bind port 7059083c-c04f-45ba-93ff-1620814d3529 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:41:00.187318 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-471c310a-b45f-422a-98ee-ccc2f52f5f87 None None] Attempting to bind port 7059083c-c04f-45ba-93ff-1620814d3529 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': 'ccabd36d-8c25-4648-92d3-222150b866b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3887d3dd-b3d8-463d-9d9c-879e57c9ab40'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:41:00.187318 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471c310a-b45f-422a-98ee-ccc2f52f5f87 None None] Attempting to bind port 7059083c-c04f-45ba-93ff-1620814d3529 on network 3887d3dd-b3d8-463d-9d9c-879e57c9ab40 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:41:00.198745 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471c310a-b45f-422a-98ee-ccc2f52f5f87 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:41:00.199251 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471c310a-b45f-422a-98ee-ccc2f52f5f87 None None] Checking segment: {'id': 'ccabd36d-8c25-4648-92d3-222150b866b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3887d3dd-b3d8-463d-9d9c-879e57c9ab40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:41:00.199661 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-471c310a-b45f-422a-98ee-ccc2f52f5f87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:00.200064 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471c310a-b45f-422a-98ee-ccc2f52f5f87 None None] Bound using segment: {'id': 'ccabd36d-8c25-4648-92d3-222150b866b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3887d3dd-b3d8-463d-9d9c-879e57c9ab40'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:41:00.200711 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-471c310a-b45f-422a-98ee-ccc2f52f5f87 None None] Bound port: 7059083c-c04f-45ba-93ff-1620814d3529, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccabd36d-8c25-4648-92d3-222150b866b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3887d3dd-b3d8-463d-9d9c-879e57c9ab40'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:41:00.201184 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-471c310a-b45f-422a-98ee-ccc2f52f5f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:00.208368 n-d-825064-1 neutron-server[102430]: INFO neutron.pecan_wsgi.hooks.translation [None req-73f30960-8a7b-4763-b8a1-0589b9169650 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] DELETE failed (client error): The resource could not be found. Jan 18 22:41:00.208918 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73f30960-8a7b-4763-b8a1-0589b9169650 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:41:00.212076 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-73f30960-8a7b-4763-b8a1-0589b9169650 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "DELETE /v2.0/subnets/9a4c3cda-b6d7-4e6a-986c-b6b88b223307 HTTP/1.1" status: 404 len: 337 time: 0.0514741 Jan 18 22:41:00.217748 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-15cad5ae-a2bc-4335-8fb8-40636af04ea6 req-2c17a5e1-7dc8-4058-afd0-2df991774839 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:00.219046 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 40846) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:00.220901 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a84660e0-77c0-415d-abbe-4c3854cb50ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:00.262775 n-d-825064-1 neutron-server[102430]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e1a5cd1-c415-4015-8ea9-3914cacfa455 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] DELETE failed (client error): The resource could not be found. Jan 18 22:41:00.263807 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e1a5cd1-c415-4015-8ea9-3914cacfa455 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:41:00.267068 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-4e1a5cd1-c415-4015-8ea9-3914cacfa455 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "DELETE /v2.0/subnets/c2a5bf2c-e8ec-49d8-9a26-c0985d4fd900 HTTP/1.1" status: 404 len: 337 time: 0.0442622 Jan 18 22:41:00.271003 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 40848) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:00.315258 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-e8d4a660-7ce9-487d-9d54-ac091d52229b tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "GET /v2.0/ports?device_id=93573329-e666-4cf4-946c-f5d1f0f8aab2 HTTP/1.1" status: 200 len: 205 time: 0.0385711 Jan 18 22:41:00.315374 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 40850) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:00.361961 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [None req-111df636-748c-4f70-a9c3-a203f030b3e5 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] delete failed (client error): The resource could not be found. Jan 18 22:41:00.365959 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-111df636-748c-4f70-a9c3-a203f030b3e5 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "DELETE /v2.0/routers/93573329-e666-4cf4-946c-f5d1f0f8aab2 HTTP/1.1" status: 404 len: 336 time: 0.0494132 Jan 18 22:41:00.366351 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 40852) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:00.369434 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-471c310a-b45f-422a-98ee-ccc2f52f5f87 None None] For port 7059083c-c04f-45ba-93ff-1620814d3529, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:41:00.373619 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-15cad5ae-a2bc-4335-8fb8-40636af04ea6 req-2c17a5e1-7dc8-4058-afd0-2df991774839 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:00.379673 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-471c310a-b45f-422a-98ee-ccc2f52f5f87 None None] For port 7059083c-c04f-45ba-93ff-1620814d3529, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=7059083c-c04f-45ba-93ff-1620814d3529,segment=NetworkSegment(ccabd36d-8c25-4648-92d3-222150b866b3),segment_id=ccabd36d-8c25-4648-92d3-222150b866b3)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:41:00.386266 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a84660e0-77c0-415d-abbe-4c3854cb50ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:00.391668 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a84660e0-77c0-415d-abbe-4c3854cb50ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:00.395641 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['d3bce038-f949-4e37-a6fe-4f788f1c8e1a'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:41:00.398508 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-a84660e0-77c0-415d-abbe-4c3854cb50ad admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b6d91741-9469-4b0a-8756-921a57574e65 HTTP/1.1" status: 204 len: 168 time: 0.9447758 Jan 18 22:41:00.412151 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-471c310a-b45f-422a-98ee-ccc2f52f5f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:00.495371 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84660e0-77c0-415d-abbe-4c3854cb50ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6d91741-9469-4b0a-8756-921a57574e65,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:00.513724 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-8d205cc4-4c34-4a1b-9d4d-1322e7532b8c tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "GET /v2.0/ports?device_id=27e9baa6-79cb-493a-9cb2-69e042fc28dd HTTP/1.1" status: 200 len: 205 time: 0.1444716 Jan 18 22:41:00.521854 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 40858) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:00.524344 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15cad5ae-a2bc-4335-8fb8-40636af04ea6 req-2c17a5e1-7dc8-4058-afd0-2df991774839 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Network eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:41:00.569872 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [None req-b742c806-e177-4b9e-b313-8211436f522f tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] delete failed (client error): The resource could not be found. Jan 18 22:41:00.570830 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-b742c806-e177-4b9e-b313-8211436f522f tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "DELETE /v2.0/routers/27e9baa6-79cb-493a-9cb2-69e042fc28dd HTTP/1.1" status: 404 len: 336 time: 0.0453775 Jan 18 22:41:00.574775 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-15cad5ae-a2bc-4335-8fb8-40636af04ea6 req-2c17a5e1-7dc8-4058-afd0-2df991774839 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:41:00.576639 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 40862) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:00.579447 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-15cad5ae-a2bc-4335-8fb8-40636af04ea6 req-2c17a5e1-7dc8-4058-afd0-2df991774839 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:41:00.588519 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c17a5e1-7dc8-4058-afd0-2df991774839 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Pushing event updated for resources: {'Port': ['ID=bf696475-c4c5-4fcb-a469-c2627e52714b,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:00.649624 n-d-825064-1 neutron-server[102430]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dbd61d2-7126-44eb-ac20-07deb29bc58c tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] DELETE failed (client error): The resource could not be found. Jan 18 22:41:00.650327 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dbd61d2-7126-44eb-ac20-07deb29bc58c tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:41:00.655157 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-5dbd61d2-7126-44eb-ac20-07deb29bc58c tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "DELETE /v2.0/subnets/a603117b-4676-47f6-a2aa-074cc3a51312 HTTP/1.1" status: 404 len: 337 time: 0.0767250 Jan 18 22:41:00.661183 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 40864) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:00.745674 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-e3d957fa-b0f6-4105-b5a9-f7677c84f14a tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c9c1cac-0b8f-4ce0-97e6-91705baab3ce HTTP/1.1" status: 200 len: 205 time: 0.0831223 Jan 18 22:41:00.758314 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 40866) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:00.758839 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c310a-b45f-422a-98ee-ccc2f52f5f87 None None] Pushing event updated for resources: {'Port': ['ID=7059083c-c04f-45ba-93ff-1620814d3529,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:00.834307 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cad5ae-a2bc-4335-8fb8-40636af04ea6 req-2c17a5e1-7dc8-4058-afd0-2df991774839 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:00.834307 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-15cad5ae-a2bc-4335-8fb8-40636af04ea6 req-2c17a5e1-7dc8-4058-afd0-2df991774839 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:00.895855 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-15cad5ae-a2bc-4335-8fb8-40636af04ea6 req-2c17a5e1-7dc8-4058-afd0-2df991774839 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6612928 Jan 18 22:41:00.897782 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [None req-f68c2273-53a5-4331-abd3-87a2cf38fc46 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] delete failed (client error): The resource could not be found. Jan 18 22:41:00.898751 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-f68c2273-53a5-4331-abd3-87a2cf38fc46 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "DELETE /v2.0/routers/1c9c1cac-0b8f-4ce0-97e6-91705baab3ce HTTP/1.1" status: 404 len: 336 time: 0.1399612 Jan 18 22:41:00.907770 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 40868) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:00.935365 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-15cad5ae-a2bc-4335-8fb8-40636af04ea6 req-d1d21d2e-1fa1-4268-8738-240d50e2700d service neutron] Request body: {'port': {'device_id': '6397130d-6823-41c9-ab56-61523eff14be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:41:00.976925 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-7e86ac47-af5e-452c-840d-db4317c0e167 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "GET /v2.0/ports?device_id=615c1612-1713-49dd-a15b-8948ed9c8d91 HTTP/1.1" status: 200 len: 205 time: 0.0668335 Jan 18 22:41:00.984508 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 40872) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:01.002251 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045a3a7f-b287-40c1-a2cd-5c286325bfd6 req-f855e6f2-2c73-4384-8295-f44262d26275 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:01.004222 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-045a3a7f-b287-40c1-a2cd-5c286325bfd6 req-f855e6f2-2c73-4384-8295-f44262d26275 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=6397130d-6823-41c9-ab56-61523eff14be HTTP/1.1" status: 200 len: 931 time: 0.2485635 Jan 18 22:41:01.055142 n-d-825064-1 neutron-server[102431]: INFO neutron.api.v2.resource [None req-69a63091-f769-4f32-8809-67ca6d7e50e7 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] delete failed (client error): The resource could not be found. Jan 18 22:41:01.059030 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-69a63091-f769-4f32-8809-67ca6d7e50e7 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "DELETE /v2.0/routers/615c1612-1713-49dd-a15b-8948ed9c8d91 HTTP/1.1" status: 404 len: 336 time: 0.0650134 Jan 18 22:41:01.064236 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 40874) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:01.120753 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-15cad5ae-a2bc-4335-8fb8-40636af04ea6 req-d1d21d2e-1fa1-4268-8738-240d50e2700d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:01.205745 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-045a3a7f-b287-40c1-a2cd-5c286325bfd6 req-ad6c8b0c-a85b-4be9-8b0f-28b7c3a2b48e tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e2e22-46f9-42fe-9710-8e464b95d42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939082 Jan 18 22:41:01.234521 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b857e31-064b-4002-9e61-d006ce956162 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] DELETE failed (client error): The resource could not be found. Jan 18 22:41:01.237883 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b857e31-064b-4002-9e61-d006ce956162 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:41:01.251798 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-7b857e31-064b-4002-9e61-d006ce956162 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "DELETE /v2.0/subnets/55197691-bfb2-4ca9-986f-14f9109f177d HTTP/1.1" status: 404 len: 337 time: 0.1845343 Jan 18 22:41:01.255797 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 40878) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:01.295650 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0cf59986-fe07-4bfd-ae71-e38bcec29ae4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:01.348374 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0cf59986-fe07-4bfd-ae71-e38bcec29ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:01.378746 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 7059083c-c04f-45ba-93ff-1620814d3529 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:41:01.415621 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7cd3a68d-a19c-494e-906e-f07adcb96515 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1041027'] for router_interface, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:01.423276 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-63673d05-fd23-4f79-9d30-e129782b2ad2 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "GET /v2.0/ports?device_id=b82bd89b-1db1-4b3d-9a30-104e793de2c5 HTTP/1.1" status: 200 len: 205 time: 0.1650624 Jan 18 22:41:01.427276 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 40880) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:01.462425 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device ea188f43-7300-4457-a9e4-33406da91d20 up at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:41:01.494308 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [None req-cf41bec5-59c8-4abc-973f-33a946d196c3 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] delete failed (client error): The resource could not be found. Jan 18 22:41:01.497436 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-cf41bec5-59c8-4abc-973f-33a946d196c3 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "DELETE /v2.0/routers/b82bd89b-1db1-4b3d-9a30-104e793de2c5 HTTP/1.1" status: 404 len: 336 time: 0.0671215 Jan 18 22:41:01.506312 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 40882) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:01.507172 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 40884) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:01.581996 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-3ebb29a4-f27b-47c3-bc06-a54e6680b574 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:01.587368 n-d-825064-1 neutron-server[102430]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1fc1aac-ec99-4f0c-90db-637064850e2c tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] DELETE failed (client error): The resource could not be found. Jan 18 22:41:01.587832 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1fc1aac-ec99-4f0c-90db-637064850e2c tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:41:01.590658 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-0cf59986-fe07-4bfd-ae71-e38bcec29ae4 admin admin] Allocated IP 172.25.5.170 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/ce7789a3-dfd0-4ab6-a2dd-9b16560a0fd8) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:41:01.590864 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-d1fc1aac-ec99-4f0c-90db-637064850e2c tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "DELETE /v2.0/subnets/3713bf7e-2e10-4141-acc5-29220b97f888 HTTP/1.1" status: 404 len: 337 time: 0.0814056 Jan 18 22:41:01.595881 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 40886) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:01.609360 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a82092-f301-4c21-9cc0-91b0439ea565 req-7064c0d6-cc09-45d1-9095-03fd75a36a8e tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:01.610892 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-55a82092-f301-4c21-9cc0-91b0439ea565 req-7064c0d6-cc09-45d1-9095-03fd75a36a8e tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=5916bb04-cece-43fd-9fc5-470c38a27dcd HTTP/1.1" status: 200 len: 945 time: 0.2480428 Jan 18 22:41:01.628877 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 7059083c-c04f-45ba-93ff-1620814d3529 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:41:01.628877 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:01.640486 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-7f770df7-66e7-48d8-a47e-7420bedc05f5 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce40169f-a328-4422-915c-3595704660e2 HTTP/1.1" status: 200 len: 205 time: 0.0434208 Jan 18 22:41:01.648439 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 40888) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:01.728346 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [None req-041d6934-dffb-4fcc-bf01-0392475feee9 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] delete failed (client error): The resource could not be found. Jan 18 22:41:01.732565 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-041d6934-dffb-4fcc-bf01-0392475feee9 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "DELETE /v2.0/routers/ce40169f-a328-4422-915c-3595704660e2 HTTP/1.1" status: 404 len: 336 time: 0.0785661 Jan 18 22:41:01.737622 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning for port ea188f43-7300-4457-a9e4-33406da91d20 completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:41:01.740954 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 40892) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:01.753030 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning complete for port ea188f43-7300-4457-a9e4-33406da91d20 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:41:01.754724 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-55a82092-f301-4c21-9cc0-91b0439ea565 req-2637173b-7af2-4626-a341-a51bb8728496 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=47fd5e54-61ce-42c3-b5cd-195914aa324e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368301 Jan 18 22:41:01.755237 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:01.832001 n-d-825064-1 neutron-server[102430]: INFO neutron.pecan_wsgi.hooks.translation [None req-e473a843-3609-4603-abb3-2c3d0b4c854c tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] DELETE failed (client error): The resource could not be found. Jan 18 22:41:01.832504 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e473a843-3609-4603-abb3-2c3d0b4c854c tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:41:01.841228 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-e473a843-3609-4603-abb3-2c3d0b4c854c tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "DELETE /v2.0/subnets/a7e9e128-4cfb-422d-b743-1c1926e771b9 HTTP/1.1" status: 404 len: 337 time: 0.0980918 Jan 18 22:41:01.843944 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 40894) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:01.859886 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0cf59986-fe07-4bfd-ae71-e38bcec29ae4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:01.930539 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a4ea631-2884-413f-81d1-d0459ce35580 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] DELETE failed (client error): The resource could not be found. Jan 18 22:41:01.931154 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a4ea631-2884-413f-81d1-d0459ce35580 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:41:01.938018 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-2a4ea631-2884-413f-81d1-d0459ce35580 tempest-RoutersTest-404251102 tempest-RoutersTest-404251102-project] 10.222.0.53 "DELETE /v2.0/subnets/70f363e7-d328-4b0e-beba-a56510a39bce HTTP/1.1" status: 404 len: 337 time: 0.0927720 Jan 18 22:41:01.986878 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [req-15cad5ae-a2bc-4335-8fb8-40636af04ea6 req-d1d21d2e-1fa1-4268-8738-240d50e2700d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf696475-c4c5-4fcb-a469-c2627e52714b {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:41:02.009777 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-3ebb29a4-f27b-47c3-bc06-a54e6680b574 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:02.019201 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-15cad5ae-a2bc-4335-8fb8-40636af04ea6 req-d1d21d2e-1fa1-4268-8738-240d50e2700d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:02.023703 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-3ebb29a4-f27b-47c3-bc06-a54e6680b574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:02.056569 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:02.073726 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-15cad5ae-a2bc-4335-8fb8-40636af04ea6 req-d1d21d2e-1fa1-4268-8738-240d50e2700d service neutron] Transition to ACTIVE for port object bf696475-c4c5-4fcb-a469-c2627e52714b will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:41:02.101111 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-15cad5ae-a2bc-4335-8fb8-40636af04ea6 req-d1d21d2e-1fa1-4268-8738-240d50e2700d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:02.104959 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-3ebb29a4-f27b-47c3-bc06-a54e6680b574 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fd07adefad3340cdafc36cd64c77d905&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5966487 Jan 18 22:41:02.108549 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 40898) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:02.114155 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebb29a4-f27b-47c3-bc06-a54e6680b574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d955a04-65c1-4634-8140-7f16fd7d13c7,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:02.197946 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port 7059083c-c04f-45ba-93ff-1620814d3529, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=7059083c-c04f-45ba-93ff-1620814d3529,segment=NetworkSegment(ccabd36d-8c25-4648-92d3-222150b866b3),segment_id=ccabd36d-8c25-4648-92d3-222150b866b3)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:41:02.205415 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0cf59986-fe07-4bfd-ae71-e38bcec29ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:02.211121 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d21d2e-1fa1-4268-8738-240d50e2700d service neutron] Pushing event updated for resources: {'Port': ['ID=bf696475-c4c5-4fcb-a469-c2627e52714b,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:02.213221 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:02.360072 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf59986-fe07-4bfd-ae71-e38bcec29ae4 admin admin] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:41:02.363858 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:02.364003 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf59986-fe07-4bfd-ae71-e38bcec29ae4 admin admin] Pushing event updated for resources: {'Port': ['ID=ce7789a3-dfd0-4ab6-a2dd-9b16560a0fd8,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:02.367293 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-0cf59986-fe07-4bfd-ae71-e38bcec29ae4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:41:02.374693 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf59986-fe07-4bfd-ae71-e38bcec29ae4 admin admin] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:41:02.411223 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-7cd3a68d-a19c-494e-906e-f07adcb96515 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Deleting port ddc8f207-7cff-456a-9b95-ebbf2f45cca9 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:41:02.411534 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7cd3a68d-a19c-494e-906e-f07adcb96515 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:02.460152 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30199785-4348-4303-b6e9-f218d9681d12 None None] Network 3887d3dd-b3d8-463d-9d9c-879e57c9ab40 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:41:02.489513 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5916bb04-cece-43fd-9fc5-470c38a27dcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea188f43-7300-4457-a9e4-33406da91d20'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:41:02.493397 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6675d7a0-6510-4728-be6f-a05cad82b8d7" -d '{"events": [{"server_uuid": "5916bb04-cece-43fd-9fc5-470c38a27dcd", "name": "network-vif-plugged", "status": "completed", "tag": "ea188f43-7300-4457-a9e4-33406da91d20"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:41:02.540877 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=7059083c-c04f-45ba-93ff-1620814d3529,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:02.558776 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port ea188f43-7300-4457-a9e4-33406da91d20, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=ea188f43-7300-4457-a9e4-33406da91d20,segment=NetworkSegment(86507bb4-4915-4f06-a653-c026e7e063e5),segment_id=86507bb4-4915-4f06-a653-c026e7e063e5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:41:02.568396 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6e9ca02-5e3e-40ca-868b-3481f4ab1a93 x-openstack-request-id: req-d6e9ca02-5e3e-40ca-868b-3481f4ab1a93 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:41:02.568824 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5916bb04-cece-43fd-9fc5-470c38a27dcd", "name": "network-vif-plugged", "status": "completed", "tag": "ea188f43-7300-4457-a9e4-33406da91d20", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:41:02.569161 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d6e9ca02-5e3e-40ca-868b-3481f4ab1a93 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:41:02.569667 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5916bb04-cece-43fd-9fc5-470c38a27dcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea188f43-7300-4457-a9e4-33406da91d20', 'code': 200} Jan 18 22:41:02.572700 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:02.585921 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-b82efadf-b2c3-4002-b515-7a0d9eb2d2b1 None None] Provisioning complete for port 7059083c-c04f-45ba-93ff-1620814d3529 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:41:02.586932 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b82efadf-b2c3-4002-b515-7a0d9eb2d2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:02.705127 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=ea188f43-7300-4457-a9e4-33406da91d20,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:02.709869 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 40906) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:02.837073 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a45e68d0-df0c-4e28-a216-03b75c44b7b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:02.883111 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7cd3a68d-a19c-494e-906e-f07adcb96515 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:02.937945 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-7cd3a68d-a19c-494e-906e-f07adcb96515 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Calling delete_port for ddc8f207-7cff-456a-9b95-ebbf2f45cca9 owned by network:router_interface {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:41:02.949251 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a45e68d0-df0c-4e28-a216-03b75c44b7b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:02.961618 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabe4fad-7316-4439-8b6d-2237ab59ed55 req-c64299e9-ee41-4450-abd4-97e88bc6d3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:02.963208 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-aabe4fad-7316-4439-8b6d-2237ab59ed55 req-c64299e9-ee41-4450-abd4-97e88bc6d3c7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5916bb04-cece-43fd-9fc5-470c38a27dcd HTTP/1.1" status: 200 len: 1097 time: 0.2558882 Jan 18 22:41:03.040549 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0cf59986-fe07-4bfd-ae71-e38bcec29ae4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:03.061484 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a45e68d0-df0c-4e28-a216-03b75c44b7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:03.064010 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a45e68d0-df0c-4e28-a216-03b75c44b7b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:03.068088 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-a45e68d0-df0c-4e28-a216-03b75c44b7b0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1d955a04-65c1-4634-8140-7f16fd7d13c7 HTTP/1.1" status: 204 len: 168 time: 0.9548862 Jan 18 22:41:03.133833 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45e68d0-df0c-4e28-a216-03b75c44b7b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d955a04-65c1-4634-8140-7f16fd7d13c7,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:03.161542 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ac4d6-3458-4211-b973-b38bf222e90b req-fb963210-76c9-4fd4-b340-e97a6eea52f5 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:03.178633 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e88ac4d6-3458-4211-b973-b38bf222e90b req-fb963210-76c9-4fd4-b340-e97a6eea52f5 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=6397130d-6823-41c9-ab56-61523eff14be HTTP/1.1" status: 200 len: 943 time: 0.8380685 Jan 18 22:41:03.187824 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-15cad5ae-a2bc-4335-8fb8-40636af04ea6 req-d1d21d2e-1fa1-4268-8738-240d50e2700d service neutron] Attempting to bind port bf696475-c4c5-4fcb-a469-c2627e52714b on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:41:03.188201 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-15cad5ae-a2bc-4335-8fb8-40636af04ea6 req-d1d21d2e-1fa1-4268-8738-240d50e2700d service neutron] Attempting to bind port bf696475-c4c5-4fcb-a469-c2627e52714b by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': 'dfaa1994-2fdd-4a54-9d15-02069c3ace9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:41:03.188664 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15cad5ae-a2bc-4335-8fb8-40636af04ea6 req-d1d21d2e-1fa1-4268-8738-240d50e2700d service neutron] Attempting to bind port bf696475-c4c5-4fcb-a469-c2627e52714b on network eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:41:03.209168 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15cad5ae-a2bc-4335-8fb8-40636af04ea6 req-d1d21d2e-1fa1-4268-8738-240d50e2700d service neutron] Port bf696475-c4c5-4fcb-a469-c2627e52714b on network eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:41:03.209637 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15cad5ae-a2bc-4335-8fb8-40636af04ea6 req-d1d21d2e-1fa1-4268-8738-240d50e2700d service neutron] Attempting to bind port bf696475-c4c5-4fcb-a469-c2627e52714b on network eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:41:03.217661 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15cad5ae-a2bc-4335-8fb8-40636af04ea6 req-d1d21d2e-1fa1-4268-8738-240d50e2700d service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:41:03.218004 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15cad5ae-a2bc-4335-8fb8-40636af04ea6 req-d1d21d2e-1fa1-4268-8738-240d50e2700d service neutron] Checking segment: {'id': 'dfaa1994-2fdd-4a54-9d15-02069c3ace9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:41:03.218517 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15cad5ae-a2bc-4335-8fb8-40636af04ea6 req-d1d21d2e-1fa1-4268-8738-240d50e2700d service neutron] Bound using segment: {'id': 'dfaa1994-2fdd-4a54-9d15-02069c3ace9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:41:03.219053 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-15cad5ae-a2bc-4335-8fb8-40636af04ea6 req-d1d21d2e-1fa1-4268-8738-240d50e2700d service neutron] Bound port: bf696475-c4c5-4fcb-a469-c2627e52714b, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfaa1994-2fdd-4a54-9d15-02069c3ace9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:41:03.219573 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-15cad5ae-a2bc-4335-8fb8-40636af04ea6 req-d1d21d2e-1fa1-4268-8738-240d50e2700d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:03.229394 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cd2e81-222b-4d53-a8ce-ddd2213ae8dd req-ade6f49f-9f0e-407b-bfc3-218650654adb tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:03.238595 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-62cd2e81-222b-4d53-a8ce-ddd2213ae8dd req-ade6f49f-9f0e-407b-bfc3-218650654adb tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=5916bb04-cece-43fd-9fc5-470c38a27dcd HTTP/1.1" status: 200 len: 946 time: 0.1849418 Jan 18 22:41:03.256096 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-aabe4fad-7316-4439-8b6d-2237ab59ed55 req-705d2ac8-e3b4-43f7-8005-331dd656e666 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=47fd5e54-61ce-42c3-b5cd-195914aa324e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2823656 Jan 18 22:41:03.316836 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e88ac4d6-3458-4211-b973-b38bf222e90b req-72c3f768-dc8f-4211-9a68-7fc77211a866 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e2e22-46f9-42fe-9710-8e464b95d42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360328 Jan 18 22:41:03.344421 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 7059083c-c04f-45ba-93ff-1620814d3529 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:41:03.374378 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-62cd2e81-222b-4d53-a8ce-ddd2213ae8dd req-baef7518-0e78-4a51-a761-ed98f3b4de04 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=47fd5e54-61ce-42c3-b5cd-195914aa324e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342535 Jan 18 22:41:03.376733 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-5b560fdd-a59c-470e-afff-df3f863fcf3d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bc40d8e6d2ad4b0587a6817944d39c32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6522725 Jan 18 22:41:03.377558 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 40918) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:03.393771 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-42d57bee-abe5-496a-8f77-544a10d3d3c3 None None] Provisioning complete for port 7059083c-c04f-45ba-93ff-1620814d3529 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:41:03.394147 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-42d57bee-abe5-496a-8f77-544a10d3d3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:03.459237 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-15cad5ae-a2bc-4335-8fb8-40636af04ea6 req-d1d21d2e-1fa1-4268-8738-240d50e2700d service neutron] For port bf696475-c4c5-4fcb-a469-c2627e52714b, host n-h2-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:41:03.470684 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-15cad5ae-a2bc-4335-8fb8-40636af04ea6 req-d1d21d2e-1fa1-4268-8738-240d50e2700d service neutron] For port bf696475-c4c5-4fcb-a469-c2627e52714b, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=bf696475-c4c5-4fcb-a469-c2627e52714b,segment=NetworkSegment(dfaa1994-2fdd-4a54-9d15-02069c3ace9d),segment_id=dfaa1994-2fdd-4a54-9d15-02069c3ace9d)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:41:03.493895 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-15cad5ae-a2bc-4335-8fb8-40636af04ea6 req-d1d21d2e-1fa1-4268-8738-240d50e2700d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:03.505052 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 7059083c-c04f-45ba-93ff-1620814d3529 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:41:03.505619 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:03.555926 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cad5ae-a2bc-4335-8fb8-40636af04ea6 req-d1d21d2e-1fa1-4268-8738-240d50e2700d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:03.556598 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-15cad5ae-a2bc-4335-8fb8-40636af04ea6 req-d1d21d2e-1fa1-4268-8738-240d50e2700d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:03.557986 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-15cad5ae-a2bc-4335-8fb8-40636af04ea6 req-d1d21d2e-1fa1-4268-8738-240d50e2700d service neutron] 10.222.0.67 "PUT /v2.0/ports/bf696475-c4c5-4fcb-a469-c2627e52714b HTTP/1.1" status: 200 len: 1091 time: 2.6469035 Jan 18 22:41:03.558446 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6397130d-6823-41c9-ab56-61523eff14be', 'tag': 'bf696475-c4c5-4fcb-a469-c2627e52714b'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:41:03.560970 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8ecb72b-f410-4512-9c79-0589769c4ba7" -d '{"events": [{"name": "network-changed", "server_uuid": "6397130d-6823-41c9-ab56-61523eff14be", "tag": "bf696475-c4c5-4fcb-a469-c2627e52714b"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:41:03.638423 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2355e646-f86a-4765-b2d5-57a7bb03854c x-openstack-request-id: req-2355e646-f86a-4765-b2d5-57a7bb03854c {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:41:03.638982 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6397130d-6823-41c9-ab56-61523eff14be", "tag": "bf696475-c4c5-4fcb-a469-c2627e52714b", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:41:03.639245 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2355e646-f86a-4765-b2d5-57a7bb03854c {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:41:03.639655 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6397130d-6823-41c9-ab56-61523eff14be', 'tag': 'bf696475-c4c5-4fcb-a469-c2627e52714b', 'status': 'completed', 'code': 200} Jan 18 22:41:03.659944 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0eab7bd8-f085-442a-9231-cf4b2cf11e4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:03.675065 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d21d2e-1fa1-4268-8738-240d50e2700d service neutron] Pushing event updated for resources: {'Port': ['ID=bf696475-c4c5-4fcb-a469-c2627e52714b,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:03.731872 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0eab7bd8-f085-442a-9231-cf4b2cf11e4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:03.734123 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7cd3a68d-a19c-494e-906e-f07adcb96515 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:03.741581 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cad5ae-a2bc-4335-8fb8-40636af04ea6 req-ebedbd53-3cf5-45fc-85c3-0893d87ed003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:03.743097 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-15cad5ae-a2bc-4335-8fb8-40636af04ea6 req-ebedbd53-3cf5-45fc-85c3-0893d87ed003 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d58fa77d6cd94e7ca7d141d5a9b044dd&device_id=6397130d-6823-41c9-ab56-61523eff14be HTTP/1.1" status: 200 len: 1094 time: 0.1385674 Jan 18 22:41:03.812332 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd3a68d-a19c-494e-906e-f07adcb96515 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Pushing event deleted for resources: {'Port': ['ID=ddc8f207-7cff-456a-9b95-ebbf2f45cca9,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:03.819022 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-15cad5ae-a2bc-4335-8fb8-40636af04ea6 req-bbc96251-6e8d-4174-9006-84cbe2b5ab1d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf696475-c4c5-4fcb-a469-c2627e52714b HTTP/1.1" status: 200 len: 217 time: 0.0597041 Jan 18 22:41:03.822773 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0cf59986-fe07-4bfd-ae71-e38bcec29ae4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1040691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049'] for router, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:03.923800 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cad5ae-a2bc-4335-8fb8-40636af04ea6 req-945a7e28-8158-4975-80f2-ae8efe20f433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:03.929675 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-15cad5ae-a2bc-4335-8fb8-40636af04ea6 req-945a7e28-8158-4975-80f2-ae8efe20f433 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3d836b77-fd27-4c61-b195-30e9fedeffe8 HTTP/1.1" status: 200 len: 846 time: 0.0941439 Jan 18 22:41:03.985636 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-15cad5ae-a2bc-4335-8fb8-40636af04ea6 req-ac87c11d-fa3b-48b2-abff-a6bee27f7248 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502851 Jan 18 22:41:04.028381 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0eab7bd8-f085-442a-9231-cf4b2cf11e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:04.030970 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0eab7bd8-f085-442a-9231-cf4b2cf11e4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:04.034781 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-0eab7bd8-f085-442a-9231-cf4b2cf11e4a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c557655f-f869-4a44-b97b-667cca92add7 HTTP/1.1" status: 204 len: 168 time: 0.6531558 Jan 18 22:41:04.101951 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eab7bd8-f085-442a-9231-cf4b2cf11e4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c557655f-f869-4a44-b97b-667cca92add7,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:04.222497 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-15cad5ae-a2bc-4335-8fb8-40636af04ea6 req-e67e2a5d-301e-41e6-84f7-6f1caf115b14 service neutron] 10.222.0.67 "GET /v2.0/networks/eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294743 Jan 18 22:41:04.229748 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7cd3a68d-a19c-494e-906e-f07adcb96515 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-613841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1046579'] for router_interface, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:04.411404 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-15cad5ae-a2bc-4335-8fb8-40636af04ea6 req-3b813f24-224a-4aea-8f09-3420e4bee0a2 service neutron] 10.222.0.67 "GET /v2.0/networks/eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778810 Jan 18 22:41:04.615156 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3aca3d-3692-488e-8e69-0950b671c1c6 req-663498f4-5be5-4fda-979c-032d9efa6290 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:04.617071 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8d3aca3d-3692-488e-8e69-0950b671c1c6 req-663498f4-5be5-4fda-979c-032d9efa6290 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=6397130d-6823-41c9-ab56-61523eff14be HTTP/1.1" status: 200 len: 943 time: 0.1626656 Jan 18 22:41:04.639563 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e72a81-cc3e-426b-b57a-8fb1dfdf472c req-0b555387-db38-4f49-bf05-333cb6f390a3 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:04.647147 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-01e72a81-cc3e-426b-b57a-8fb1dfdf472c req-0b555387-db38-4f49-bf05-333cb6f390a3 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=5916bb04-cece-43fd-9fc5-470c38a27dcd HTTP/1.1" status: 200 len: 946 time: 0.1524239 Jan 18 22:41:04.657027 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ecb72b-f410-4512-9c79-0589769c4ba7 req-39fd3d9e-3f04-4e29-98dd-561d637d8a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:04.658656 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b8ecb72b-f410-4512-9c79-0589769c4ba7 req-39fd3d9e-3f04-4e29-98dd-561d637d8a1a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d58fa77d6cd94e7ca7d141d5a9b044dd&device_id=6397130d-6823-41c9-ab56-61523eff14be HTTP/1.1" status: 200 len: 1094 time: 0.1528873 Jan 18 22:41:04.702858 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8d3aca3d-3692-488e-8e69-0950b671c1c6 req-93eb915f-476f-4ef1-adc5-2d92c2a15e81 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e2e22-46f9-42fe-9710-8e464b95d42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792556 Jan 18 22:41:04.782462 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-01e72a81-cc3e-426b-b57a-8fb1dfdf472c req-251561ee-838d-489b-84a3-c5f85a49c388 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=47fd5e54-61ce-42c3-b5cd-195914aa324e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341000 Jan 18 22:41:04.880311 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ecb72b-f410-4512-9c79-0589769c4ba7 req-b0bc98d7-fc91-40a3-ade1-81c67d45b44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:04.885117 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b8ecb72b-f410-4512-9c79-0589769c4ba7 req-b0bc98d7-fc91-40a3-ade1-81c67d45b44b service neutron] 10.222.0.67 "GET /v2.0/networks?id=eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02 HTTP/1.1" status: 200 len: 906 time: 0.2161694 Jan 18 22:41:04.916974 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cf59986-fe07-4bfd-ae71-e38bcec29ae4 admin admin] Router 43a70c88-4dbc-4e52-be65-03ecc7b88014 is scheduled to L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 with binding_index 1 {{(pid=102431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 22:41:04.967792 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b8ecb72b-f410-4512-9c79-0589769c4ba7 req-4738f622-37c6-4ae7-9a40-f6a4b8edf42e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf696475-c4c5-4fcb-a469-c2627e52714b HTTP/1.1" status: 200 len: 217 time: 0.0747862 Jan 18 22:41:05.041379 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ecb72b-f410-4512-9c79-0589769c4ba7 req-f595f4e3-8b7d-4d4b-81e2-5a16928e7e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:05.042845 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b8ecb72b-f410-4512-9c79-0589769c4ba7 req-f595f4e3-8b7d-4d4b-81e2-5a16928e7e4c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3d836b77-fd27-4c61-b195-30e9fedeffe8 HTTP/1.1" status: 200 len: 846 time: 0.0662518 Jan 18 22:41:05.086011 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5184c815-ca76-4e1c-91dd-9e18752f684b req-da2d376a-777a-4b9c-afc8-1587a281f2ae tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:05.087500 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5184c815-ca76-4e1c-91dd-9e18752f684b req-da2d376a-777a-4b9c-afc8-1587a281f2ae tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=5916bb04-cece-43fd-9fc5-470c38a27dcd HTTP/1.1" status: 200 len: 946 time: 0.1965771 Jan 18 22:41:05.116552 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b8ecb72b-f410-4512-9c79-0589769c4ba7 req-e2af21bd-8a92-47b7-a4ff-becbc244c055 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606885 Jan 18 22:41:05.157858 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cd3a68d-a19c-494e-906e-f07adcb96515 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Router 996812d4-4139-41ae-9cf9-f887497237ff has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:41:05.268594 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5184c815-ca76-4e1c-91dd-9e18752f684b req-89570d50-3b71-4eeb-80ae-cc333f0fa4ab tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=47fd5e54-61ce-42c3-b5cd-195914aa324e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1611438 Jan 18 22:41:05.296314 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 40970) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:05.332911 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cf59986-fe07-4bfd-ae71-e38bcec29ae4 admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:41:05.345226 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0191b291-7151-4684-a1d6-195a4bb59bfc None None] Sync routers for ids ['43a70c88-4dbc-4e52-be65-03ecc7b88014'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:41:05.356545 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0191b291-7151-4684-a1d6-195a4bb59bfc None None] Routers {'43a70c88-4dbc-4e52-be65-03ecc7b88014'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:41:05.362633 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-0191b291-7151-4684-a1d6-195a4bb59bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:40:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['43a70c88-4dbc-4e52-be65-03ecc7b88014'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:41:05.370266 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ac719c-ab4a-44e8-b145-0639160b603f tempest-TestNetworkAdvancedServerOps-1886563698 tempest-TestNetworkAdvancedServerOps-1886563698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:05.374884 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-13ac719c-ab4a-44e8-b145-0639160b603f tempest-TestNetworkAdvancedServerOps-1886563698 tempest-TestNetworkAdvancedServerOps-1886563698-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5916bb04-cece-43fd-9fc5-470c38a27dcd HTTP/1.1" status: 200 len: 1092 time: 0.0772910 Jan 18 22:41:05.377064 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b8ecb72b-f410-4512-9c79-0589769c4ba7 req-94de650f-17a1-4222-94fc-096bd62cd69c service neutron] 10.222.0.67 "GET /v2.0/networks/eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532370 Jan 18 22:41:05.377952 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 40974) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:05.382420 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-2d7ecfc2-fe61-4522-a5bd-e66fe5b49c06 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Request body: {'floatingip': {'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'port_id': 'ea188f43-7300-4457-a9e4-33406da91d20', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:41:05.394895 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0cf59986-fe07-4bfd-ae71-e38bcec29ae4 admin admin] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:05.396192 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-0cf59986-fe07-4bfd-ae71-e38bcec29ae4 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.2987854 Jan 18 22:41:05.398983 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 40976) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:05.462060 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cd3a68d-a19c-494e-906e-f07adcb96515 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:41:05.463349 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2d7ecfc2-fe61-4522-a5bd-e66fe5b49c06 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for floatingip, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:05.474004 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-7cd3a68d-a19c-494e-906e-f07adcb96515 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] 10.222.0.53 "PUT /v2.0/routers/996812d4-4139-41ae-9cf9-f887497237ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3766751 Jan 18 22:41:05.475668 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478735b5-0bf9-4730-981b-56a4056c5b76 None None] Sync routers for ids ['996812d4-4139-41ae-9cf9-f887497237ff'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:41:05.476648 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 40980) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:05.500404 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478735b5-0bf9-4730-981b-56a4056c5b76 None None] Routers {'996812d4-4139-41ae-9cf9-f887497237ff'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:41:05.501395 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-478735b5-0bf9-4730-981b-56a4056c5b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:40:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['996812d4-4139-41ae-9cf9-f887497237ff'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:41:05.555486 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b8ecb72b-f410-4512-9c79-0589769c4ba7 req-31ec21fd-5576-42c6-96a8-f4b47416b53a service neutron] 10.222.0.67 "GET /v2.0/networks/eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677957 Jan 18 22:41:05.593553 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-478735b5-0bf9-4730-981b-56a4056c5b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:41:05.611955 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478735b5-0bf9-4730-981b-56a4056c5b76 None None] Routers {'996812d4-4139-41ae-9cf9-f887497237ff'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:41:05.612697 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-478735b5-0bf9-4730-981b-56a4056c5b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:40:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['996812d4-4139-41ae-9cf9-f887497237ff'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:41:05.682355 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-0191b291-7151-4684-a1d6-195a4bb59bfc None None] Set router 43a70c88-4dbc-4e52-be65-03ecc7b88014 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:41:05.691848 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-478735b5-0bf9-4730-981b-56a4056c5b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:41:05.693583 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478735b5-0bf9-4730-981b-56a4056c5b76 None None] The sync data for ids ['996812d4-4139-41ae-9cf9-f887497237ff'] in n-d-825064-1 is: [] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:41:05.714948 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2d7ecfc2-fe61-4522-a5bd-e66fe5b49c06 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:05.792486 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ca76aca6-8027-4385-a73a-badd731a35f3 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks [] for router, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:05.800912 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 40990) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:05.910669 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-2d7ecfc2-fe61-4522-a5bd-e66fe5b49c06 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Allocated IP 172.25.5.85 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/74d160f6-2d78-43e3-9dd7-e93d55bcb0d1) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:41:05.960839 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e31ace3-4564-4a0d-b932-3775afc2c098 req-9570547b-571f-44d2-b53c-ae1d30e389ea tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:05.962769 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6e31ace3-4564-4a0d-b932-3775afc2c098 req-9570547b-571f-44d2-b53c-ae1d30e389ea tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=6397130d-6823-41c9-ab56-61523eff14be HTTP/1.1" status: 200 len: 943 time: 0.1157115 Jan 18 22:41:05.988233 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-0191b291-7151-4684-a1d6-195a4bb59bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a70c88-4dbc-4e52-be65-03ecc7b88014', 'name': 'tempest-TestVolumeBootPattern-550304170-router', 'tenant_id': '0c676acb4b374123bc012031246d3916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'ce7789a3-dfd0-4ab6-a2dd-9b16560a0fd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:40:59Z', 'updated_at': '2022-01-18T22:41:02Z', 'revision_number': 3, 'project_id': '0c676acb4b374123bc012031246d3916', 'gw_port': {'id': 'ce7789a3-dfd0-4ab6-a2dd-9b16560a0fd8', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e0:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43a70c88-4dbc-4e52-be65-03ecc7b88014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:01Z', 'updated_at': '2022-01-18T22:41:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:41:06.028912 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0191b291-7151-4684-a1d6-195a4bb59bfc None None] Checking router: 43a70c88-4dbc-4e52-be65-03ecc7b88014 for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:41:06.029606 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0191b291-7151-4684-a1d6-195a4bb59bfc None None] Updating router 43a70c88-4dbc-4e52-be65-03ecc7b88014 port ce7789a3-dfd0-4ab6-a2dd-9b16560a0fd8 binding host n-d-825064-1 {{(pid=102433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:41:06.044205 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 40996) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:06.056444 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6e31ace3-4564-4a0d-b932-3775afc2c098 req-7cafafb1-61f1-4c8a-bc44-f08598c27922 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e2e22-46f9-42fe-9710-8e464b95d42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634854 Jan 18 22:41:06.079393 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0191b291-7151-4684-a1d6-195a4bb59bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:06.106622 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ca76aca6-8027-4385-a73a-badd731a35f3 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:06.141417 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2d7ecfc2-fe61-4522-a5bd-e66fe5b49c06 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:06.190740 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-a138679a-a7e1-46a5-b20d-962dc3da96e5 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-2083481429', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:41:06.221006 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-f21818e0-6877-4344-ab60-ad30ecd0ac4d tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Request body: {'network': {'name': 'tempest-network-smoke--1676760807', 'project_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'port_security_enabled': True}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:41:06.231197 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-ca76aca6-8027-4385-a73a-badd731a35f3 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Deleting port ea025213-3f69-41cd-ae06-24dbdeacbb80 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:41:06.231542 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ca76aca6-8027-4385-a73a-badd731a35f3 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:06.232866 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2d7ecfc2-fe61-4522-a5bd-e66fe5b49c06 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:06.242142 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a138679a-a7e1-46a5-b20d-962dc3da96e5 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1044160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8692'] for router, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:06.243173 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a138679a-a7e1-46a5-b20d-962dc3da96e5 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1040680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8675'] for router, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:06.251560 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-93517353-9c6a-4464-aadd-2fa5559aa44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:06.287637 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7ecfc2-fe61-4522-a5bd-e66fe5b49c06 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:41:06.293892 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-2d7ecfc2-fe61-4522-a5bd-e66fe5b49c06 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:41:06.306073 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7ecfc2-fe61-4522-a5bd-e66fe5b49c06 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:41:06.396850 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f21818e0-6877-4344-ab60-ad30ecd0ac4d tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Made reservation on behalf of 5fdd9d74a6a7474aa33a3f08cd7c198f for: {'network': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:41:06.397025 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ca76aca6-8027-4385-a73a-badd731a35f3 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:06.397106 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f21818e0-6877-4344-ab60-ad30ecd0ac4d tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:06.416322 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7ecfc2-fe61-4522-a5bd-e66fe5b49c06 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Pushing event updated for resources: {'Port': ['ID=74d160f6-2d78-43e3-9dd7-e93d55bcb0d1,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:06.426724 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0191b291-7151-4684-a1d6-195a4bb59bfc None None] Notify callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:06.432727 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0191b291-7151-4684-a1d6-195a4bb59bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:06.438252 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-ca76aca6-8027-4385-a73a-badd731a35f3 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Calling delete_port for ea025213-3f69-41cd-ae06-24dbdeacbb80 owned by network:router_gateway {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:41:06.465530 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f21818e0-6877-4344-ab60-ad30ecd0ac4d tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:06.473731 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a138679a-a7e1-46a5-b20d-962dc3da96e5 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:06.508439 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a138679a-a7e1-46a5-b20d-962dc3da96e5 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1040691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049'] for router, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:06.516833 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9951db9b-b6ed-4f21-ac57-9c93113b9101 None None] Pushing event updated for resources: {'Port': ['ID=ce7789a3-dfd0-4ab6-a2dd-9b16560a0fd8,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:06.520771 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-0191b291-7151-4684-a1d6-195a4bb59bfc None None] Attempting to bind port ce7789a3-dfd0-4ab6-a2dd-9b16560a0fd8 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:41:06.521715 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-0191b291-7151-4684-a1d6-195a4bb59bfc None None] Attempting to bind port ce7789a3-dfd0-4ab6-a2dd-9b16560a0fd8 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:41:06.521715 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0191b291-7151-4684-a1d6-195a4bb59bfc None None] Attempting to bind port ce7789a3-dfd0-4ab6-a2dd-9b16560a0fd8 on network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:41:06.528538 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0191b291-7151-4684-a1d6-195a4bb59bfc None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:41:06.528912 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0191b291-7151-4684-a1d6-195a4bb59bfc None None] Checking segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:41:06.529301 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0191b291-7151-4684-a1d6-195a4bb59bfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:06.530241 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0191b291-7151-4684-a1d6-195a4bb59bfc None None] Bound using segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:41:06.530646 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-0191b291-7151-4684-a1d6-195a4bb59bfc None None] Bound port: ce7789a3-dfd0-4ab6-a2dd-9b16560a0fd8, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:41:06.531061 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0191b291-7151-4684-a1d6-195a4bb59bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:06.561250 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a138679a-a7e1-46a5-b20d-962dc3da96e5 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks [] for router, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:06.564971 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-a138679a-a7e1-46a5-b20d-962dc3da96e5 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.7605853 Jan 18 22:41:06.578529 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41008) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:06.590839 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-f0711824-c302-4d99-a44d-94d712cc18cb tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-475061552'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:41:06.602609 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-0191b291-7151-4684-a1d6-195a4bb59bfc None None] For port ce7789a3-dfd0-4ab6-a2dd-9b16560a0fd8, host n-d-825064-1, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:41:06.606696 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-0191b291-7151-4684-a1d6-195a4bb59bfc None None] For port ce7789a3-dfd0-4ab6-a2dd-9b16560a0fd8, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=ce7789a3-dfd0-4ab6-a2dd-9b16560a0fd8,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:41:06.614642 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0191b291-7151-4684-a1d6-195a4bb59bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:06.702864 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9951db9b-b6ed-4f21-ac57-9c93113b9101 None None] Pushing event updated for resources: {'Port': ['ID=ce7789a3-dfd0-4ab6-a2dd-9b16560a0fd8,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:06.711211 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0191b291-7151-4684-a1d6-195a4bb59bfc None None] Routers {'43a70c88-4dbc-4e52-be65-03ecc7b88014'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:41:06.712066 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-0191b291-7151-4684-a1d6-195a4bb59bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:40:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['43a70c88-4dbc-4e52-be65-03ecc7b88014'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:41:06.726774 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0711824-c302-4d99-a44d-94d712cc18cb tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Made reservation on behalf of a905dd81aa8e4aa3bf5a1d6aceb39a2d for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:41:06.730728 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f0711824-c302-4d99-a44d-94d712cc18cb tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:06.739491 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f21818e0-6877-4344-ab60-ad30ecd0ac4d tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:06.754955 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f0711824-c302-4d99-a44d-94d712cc18cb tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:06.764031 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-93517353-9c6a-4464-aadd-2fa5559aa44d admin admin] Allocated IP 172.20.0.1 (3887d3dd-b3d8-463d-9d9c-879e57c9ab40/b317bd45-9275-4aad-aa8f-d7702db0cadd/91298bb6-9ac2-498c-86c0-1b5021eada6b) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:41:06.778479 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f21818e0-6877-4344-ab60-ad30ecd0ac4d tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:06.791710 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f21818e0-6877-4344-ab60-ad30ecd0ac4d tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=102430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:41:06.803261 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f21818e0-6877-4344-ab60-ad30ecd0ac4d tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:06.803847 n-d-825064-1 neutron-server[102430]: INFO neutron.db.segments_db [None req-f21818e0-6877-4344-ab60-ad30ecd0ac4d tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Added segment c00b7213-a8bd-4260-8012-95da8fbee090 of type vlan for network 652d2c80-5afc-4a98-af8e-7aee992e5efa Jan 18 22:41:06.858602 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-0191b291-7151-4684-a1d6-195a4bb59bfc None None] Set router 43a70c88-4dbc-4e52-be65-03ecc7b88014 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:41:06.862379 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f21818e0-6877-4344-ab60-ad30ecd0ac4d tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:06.898923 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f21818e0-6877-4344-ab60-ad30ecd0ac4d tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:06.905439 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21818e0-6877-4344-ab60-ad30ecd0ac4d tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:06.906289 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f21818e0-6877-4344-ab60-ad30ecd0ac4d tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:06.932964 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ca76aca6-8027-4385-a73a-badd731a35f3 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:06.985557 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca76aca6-8027-4385-a73a-badd731a35f3 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Pushing event deleted for resources: {'Port': ['ID=ea025213-3f69-41cd-ae06-24dbdeacbb80,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:07.004379 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f0711824-c302-4d99-a44d-94d712cc18cb tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:07.015869 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f0711824-c302-4d99-a44d-94d712cc18cb tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:07.040841 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-93517353-9c6a-4464-aadd-2fa5559aa44d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:07.054479 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-f21818e0-6877-4344-ab60-ad30ecd0ac4d tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0051887 Jan 18 22:41:07.058584 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41010) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:07.058780 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21818e0-6877-4344-ab60-ad30ecd0ac4d tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43126ca1-0d44-4814-89e0-a56d4fb378c3,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:07.061539 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-c2cecaa1-2252-4a01-a5dc-4218e8a3eb08 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1173322082', 'admin_state_up': True, 'project_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:41:07.099882 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21818e0-6877-4344-ab60-ad30ecd0ac4d tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Pushing event updated for resources: {'Network': ['ID=652d2c80-5afc-4a98-af8e-7aee992e5efa,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:07.111302 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 652d2c80-5afc-4a98-af8e-7aee992e5efa details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:41:07.143915 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0711824-c302-4d99-a44d-94d712cc18cb tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:41:07.210703 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2d7ecfc2-fe61-4522-a5bd-e66fe5b49c06 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:07.215263 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0711824-c302-4d99-a44d-94d712cc18cb tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd44523-627c-49ed-85ad-d3d4db6140eb,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:07.230115 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f0711824-c302-4d99-a44d-94d712cc18cb tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:07.230337 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-f0711824-c302-4d99-a44d-94d712cc18cb tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Added segment 646ae2e7-ed02-469e-aea2-c900a3077c8d of type vlan for network 2f039328-ad21-4a34-bc3b-5a402e33aa1c Jan 18 22:41:07.250524 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b2ae5a-1700-4d13-a725-9dc47d9b46c0 req-3c178f92-fb29-42a5-838b-47e27b5aa472 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:07.251671 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-0191b291-7151-4684-a1d6-195a4bb59bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a70c88-4dbc-4e52-be65-03ecc7b88014', 'name': 'tempest-TestVolumeBootPattern-550304170-router', 'tenant_id': '0c676acb4b374123bc012031246d3916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'ce7789a3-dfd0-4ab6-a2dd-9b16560a0fd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:40:59Z', 'updated_at': '2022-01-18T22:41:02Z', 'revision_number': 3, 'project_id': '0c676acb4b374123bc012031246d3916', 'gw_port': {'id': 'ce7789a3-dfd0-4ab6-a2dd-9b16560a0fd8', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e0:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43a70c88-4dbc-4e52-be65-03ecc7b88014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:01Z', 'updated_at': '2022-01-18T22:41:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:41:07.252028 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-45b2ae5a-1700-4d13-a725-9dc47d9b46c0 req-3c178f92-fb29-42a5-838b-47e27b5aa472 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=6397130d-6823-41c9-ab56-61523eff14be HTTP/1.1" status: 200 len: 943 time: 0.1014268 Jan 18 22:41:07.285279 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0191b291-7151-4684-a1d6-195a4bb59bfc None None] The sync data for ids ['43a70c88-4dbc-4e52-be65-03ecc7b88014'] in n-d-825064-1 is: [{'id': '43a70c88-4dbc-4e52-be65-03ecc7b88014', 'name': 'tempest-TestVolumeBootPattern-550304170-router', 'tenant_id': '0c676acb4b374123bc012031246d3916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'ce7789a3-dfd0-4ab6-a2dd-9b16560a0fd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:40:59Z', 'updated_at': '2022-01-18T22:41:02Z', 'revision_number': 3, 'project_id': '0c676acb4b374123bc012031246d3916', 'gw_port': {'id': 'ce7789a3-dfd0-4ab6-a2dd-9b16560a0fd8', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e0:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43a70c88-4dbc-4e52-be65-03ecc7b88014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:01Z', 'updated_at': '2022-01-18T22:41:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:41:07.286278 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ca76aca6-8027-4385-a73a-badd731a35f3 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043029'] for router_gateway, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:07.329181 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-45b2ae5a-1700-4d13-a725-9dc47d9b46c0 req-c6f70565-89c6-490c-bd7f-4239dd8bf628 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e2e22-46f9-42fe-9710-8e464b95d42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653455 Jan 18 22:41:07.363087 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2d7ecfc2-fe61-4522-a5bd-e66fe5b49c06 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:07.392786 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c2cecaa1-2252-4a01-a5dc-4218e8a3eb08 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1044160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8692'] for router, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:07.393795 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c2cecaa1-2252-4a01-a5dc-4218e8a3eb08 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1040680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8675'] for router, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:07.443331 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f0711824-c302-4d99-a44d-94d712cc18cb tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:07.450880 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ca76aca6-8027-4385-a73a-badd731a35f3 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1040886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8602'] for router, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:07.457062 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ca76aca6-8027-4385-a73a-badd731a35f3 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:07.475974 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-93517353-9c6a-4464-aadd-2fa5559aa44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:07.537007 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2d7ecfc2-fe61-4522-a5bd-e66fe5b49c06 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:07.542817 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2d7ecfc2-fe61-4522-a5bd-e66fe5b49c06 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:07.573971 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c2cecaa1-2252-4a01-a5dc-4218e8a3eb08 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:07.588545 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93517353-9c6a-4464-aadd-2fa5559aa44d admin admin] Network 3887d3dd-b3d8-463d-9d9c-879e57c9ab40 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:41:07.633891 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ca76aca6-8027-4385-a73a-badd731a35f3 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1040832'] for router, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:07.634417 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca76aca6-8027-4385-a73a-badd731a35f3 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Fanout notify agent at l3_agent the message router_deleted on router 996812d4-4139-41ae-9cf9-f887497237ff {{(pid=102431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 22:41:07.637373 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f0711824-c302-4d99-a44d-94d712cc18cb tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:07.649943 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0711824-c302-4d99-a44d-94d712cc18cb tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:07.650483 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f0711824-c302-4d99-a44d-94d712cc18cb tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:07.662269 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ca76aca6-8027-4385-a73a-badd731a35f3 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:07.663121 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7ecfc2-fe61-4522-a5bd-e66fe5b49c06 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Pushing event updated for resources: {'Port': ['ID=74d160f6-2d78-43e3-9dd7-e93d55bcb0d1,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:07.666125 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-ca76aca6-8027-4385-a73a-badd731a35f3 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] 10.222.0.53 "DELETE /v2.0/routers/996812d4-4139-41ae-9cf9-f887497237ff HTTP/1.1" status: 204 len: 168 time: 2.1887140 Jan 18 22:41:07.668189 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 41016) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:07.670252 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-93517353-9c6a-4464-aadd-2fa5559aa44d admin admin] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:41:07.684247 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2d7ecfc2-fe61-4522-a5bd-e66fe5b49c06 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043075'] for floatingip, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:07.834930 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_v2 [None req-84226214-8b4d-4f04-b18b-5baeb7b16f32 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Deleting subnet 17754f48-c4d3-400d-a479-1878a47fbdb3 {{(pid=102430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:41:07.852478 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-84226214-8b4d-4f04-b18b-5baeb7b16f32 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks [] for subnet, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:07.949842 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-84226214-8b4d-4f04-b18b-5baeb7b16f32 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60394745'] for subnet, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:07.982710 n-d-825064-1 neutron-server[102430]: INFO neutron.db.l3_db [None req-2d7ecfc2-fe61-4522-a5bd-e66fe5b49c06 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Floating IP 8e04cfff-03a1-4ce7-afd5-399a7a8a0fb9 associated. External IP: 172.25.5.85, port: ea188f43-7300-4457-a9e4-33406da91d20. Jan 18 22:41:08.181256 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-5fcf94fd-b83b-4ae4-9c4a-fd0e35932694 None None] Provisioning complete for port 91298bb6-9ac2-498c-86c0-1b5021eada6b triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:41:08.181923 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5fcf94fd-b83b-4ae4-9c4a-fd0e35932694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:08.189997 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93517353-9c6a-4464-aadd-2fa5559aa44d admin admin] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:41:08.241515 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 22:41:08.256071 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-93517353-9c6a-4464-aadd-2fa5559aa44d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1040954'] for router_interface, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:08.264065 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93517353-9c6a-4464-aadd-2fa5559aa44d admin admin] Pushing event updated for resources: {'Port': ['ID=91298bb6-9ac2-498c-86c0-1b5021eada6b,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:08.265185 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-5fcf94fd-b83b-4ae4-9c4a-fd0e35932694 None None] Port 91298bb6-9ac2-498c-86c0-1b5021eada6b cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:41:08.333063 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-f0711824-c302-4d99-a44d-94d712cc18cb tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.7470205 Jan 18 22:41:08.344749 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41018) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:08.350813 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-fc7f8fe1-6457-48fe-b40b-055247799f8a tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Request body: {'subnet': {'network_id': '2f039328-ad21-4a34-bc3b-5a402e33aa1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:41:08.504112 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0711824-c302-4d99-a44d-94d712cc18cb tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Pushing event updated for resources: {'Network': ['ID=2f039328-ad21-4a34-bc3b-5a402e33aa1c,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:08.516413 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 2f039328-ad21-4a34-bc3b-5a402e33aa1c details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:41:08.561118 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc7f8fe1-6457-48fe-b40b-055247799f8a tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Made reservation on behalf of a905dd81aa8e4aa3bf5a1d6aceb39a2d for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:41:08.565509 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fc7f8fe1-6457-48fe-b40b-055247799f8a tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:08.576312 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c2cecaa1-2252-4a01-a5dc-4218e8a3eb08 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:08.577711 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-84226214-8b4d-4f04-b18b-5baeb7b16f32 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:08.606663 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device bf696475-c4c5-4fcb-a469-c2627e52714b details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:41:08.661694 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-84226214-8b4d-4f04-b18b-5baeb7b16f32 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60203138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62288677'] for subnet, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:08.710661 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84226214-8b4d-4f04-b18b-5baeb7b16f32 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Pushing event deleted for resources: {'Subnet': ['ID=17754f48-c4d3-400d-a479-1878a47fbdb3,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:08.712708 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port bf696475-c4c5-4fcb-a469-c2627e52714b, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=bf696475-c4c5-4fcb-a469-c2627e52714b,segment=NetworkSegment(dfaa1994-2fdd-4a54-9d15-02069c3ace9d),segment_id=dfaa1994-2fdd-4a54-9d15-02069c3ace9d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:41:08.717140 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a7c3d2-c625-4003-94ed-47291c359969 None None] Network 4e35a5a9-d922-4704-9d7a-3a28afc9a54b requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:41:08.718116 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-84226214-8b4d-4f04-b18b-5baeb7b16f32 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks [] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:08.724528 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-84226214-8b4d-4f04-b18b-5baeb7b16f32 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] 10.222.0.53 "DELETE /v2.0/subnets/17754f48-c4d3-400d-a479-1878a47fbdb3 HTTP/1.1" status: 204 len: 168 time: 1.0497966 Jan 18 22:41:08.727139 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41022) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:08.766405 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc954c45-8f0d-482f-a1a9-0f94b42c0799 req-7efa594f-193d-41cc-a7a4-7d74620ac0dc tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:08.768027 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fc954c45-8f0d-482f-a1a9-0f94b42c0799 req-7efa594f-193d-41cc-a7a4-7d74620ac0dc tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=6397130d-6823-41c9-ab56-61523eff14be HTTP/1.1" status: 200 len: 943 time: 0.2963173 Jan 18 22:41:08.836970 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': 'bf696475-c4c5-4fcb-a469-c2627e52714b', 'network_id': 'eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02', 'port_id': 'bf696475-c4c5-4fcb-a469-c2627e52714b', 'mac_address': 'fa:16:3e:9d:ef:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d836b77-fd27-4c61-b195-30e9fedeffe8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:41:08.861652 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fc954c45-8f0d-482f-a1a9-0f94b42c0799 req-458ef4ca-67b9-452f-b904-9bc1fe64a815 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e2e22-46f9-42fe-9710-8e464b95d42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552883 Jan 18 22:41:08.863653 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d7ecfc2-fe61-4522-a5bd-e66fe5b49c06 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Router 31ed1a23-913a-453f-8dc6-b81290d40d06 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:41:08.882187 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-93517353-9c6a-4464-aadd-2fa5559aa44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:08.909635 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:08.924233 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf696475-c4c5-4fcb-a469-c2627e52714b {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:41:08.956367 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port bf696475-c4c5-4fcb-a469-c2627e52714b, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=bf696475-c4c5-4fcb-a469-c2627e52714b,segment=NetworkSegment(dfaa1994-2fdd-4a54-9d15-02069c3ace9d),segment_id=dfaa1994-2fdd-4a54-9d15-02069c3ace9d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:41:08.961083 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:08.988321 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a39ef6bc-3c83-41c0-9105-3befa56235c3 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:09.025485 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=bf696475-c4c5-4fcb-a469-c2627e52714b,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:09.056571 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde72efe-160e-4f47-a990-c0167132b666 None None] DHCP port deletion for 4e35a5a9-d922-4704-9d7a-3a28afc9a54b request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:41:09.064196 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d7ecfc2-fe61-4522-a5bd-e66fe5b49c06 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:41:09.080511 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c76a017-f873-477c-ba5c-fdeeb7ed63fd None None] Sync routers for ids ['31ed1a23-913a-453f-8dc6-b81290d40d06'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:41:09.103776 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2d7ecfc2-fe61-4522-a5bd-e66fe5b49c06 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:09.112327 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c76a017-f873-477c-ba5c-fdeeb7ed63fd None None] Routers {'31ed1a23-913a-453f-8dc6-b81290d40d06'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:41:09.112960 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-9c76a017-f873-477c-ba5c-fdeeb7ed63fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:40:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['31ed1a23-913a-453f-8dc6-b81290d40d06'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:41:09.158070 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-2d7ecfc2-fe61-4522-a5bd-e66fe5b49c06 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.7765546 Jan 18 22:41:09.158070 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5916bb04-cece-43fd-9fc5-470c38a27dcd', 'tag': 'ea188f43-7300-4457-a9e4-33406da91d20'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:41:09.158501 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-989d3650-bbed-4806-b943-15ed2e9290dd" -d '{"events": [{"name": "network-changed", "server_uuid": "5916bb04-cece-43fd-9fc5-470c38a27dcd", "tag": "ea188f43-7300-4457-a9e4-33406da91d20"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:41:09.219441 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['bf696475-c4c5-4fcb-a469-c2627e52714b'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:41:09.223175 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-bde72efe-160e-4f47-a990-c0167132b666 None None] Deleting port 2f53d1f6-5328-4ecb-8c0c-6da15f1e4a75 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:41:09.223775 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bde72efe-160e-4f47-a990-c0167132b666 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:09.232448 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e0189e3-1530-4d82-911a-a61588aa431e x-openstack-request-id: req-6e0189e3-1530-4d82-911a-a61588aa431e {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:41:09.232749 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5916bb04-cece-43fd-9fc5-470c38a27dcd", "tag": "ea188f43-7300-4457-a9e4-33406da91d20", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:41:09.233702 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6e0189e3-1530-4d82-911a-a61588aa431e {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:41:09.233702 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5916bb04-cece-43fd-9fc5-470c38a27dcd', 'tag': 'ea188f43-7300-4457-a9e4-33406da91d20', 'status': 'completed', 'code': 200} Jan 18 22:41:09.336080 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-9c76a017-f873-477c-ba5c-fdeeb7ed63fd None None] Set router 31ed1a23-913a-453f-8dc6-b81290d40d06 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:41:09.359961 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae02b659-a5ea-40e8-b517-08d1ecd7ec33 req-932bfe26-2e43-408f-8c98-ccf4f32e5da7 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:09.361880 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ae02b659-a5ea-40e8-b517-08d1ecd7ec33 req-932bfe26-2e43-408f-8c98-ccf4f32e5da7 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=5916bb04-cece-43fd-9fc5-470c38a27dcd HTTP/1.1" status: 200 len: 946 time: 0.0779672 Jan 18 22:41:09.375364 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device ce7789a3-dfd0-4ab6-a2dd-9b16560a0fd8 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:41:09.429205 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ae02b659-a5ea-40e8-b517-08d1ecd7ec33 req-de997ec2-09d6-49f3-aad5-a981db71117a tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=47fd5e54-61ce-42c3-b5cd-195914aa324e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609183 Jan 18 22:41:09.433303 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-bde72efe-160e-4f47-a990-c0167132b666 None None] For port 2f53d1f6-5328-4ecb-8c0c-6da15f1e4a75, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=2f53d1f6-5328-4ecb-8c0c-6da15f1e4a75,segment=NetworkSegment(d8fee6cf-43ab-49ff-8cd1-ea5a0f4a1c9d),segment_id=d8fee6cf-43ab-49ff-8cd1-ea5a0f4a1c9d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:41:09.433825 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bde72efe-160e-4f47-a990-c0167132b666 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:09.461912 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 41030) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:09.487234 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-bde72efe-160e-4f47-a990-c0167132b666 None None] Calling delete_port for 2f53d1f6-5328-4ecb-8c0c-6da15f1e4a75 owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:41:09.520293 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port ce7789a3-dfd0-4ab6-a2dd-9b16560a0fd8 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:41:09.520904 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:09.546179 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fc7f8fe1-6457-48fe-b40b-055247799f8a tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:09.576682 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-e03425f0-4a96-40b2-9c68-e46c6ae33962 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/floatingips/8e04cfff-03a1-4ce7-afd5-399a7a8a0fb9 HTTP/1.1" status: 200 len: 991 time: 0.1085668 Jan 18 22:41:09.698752 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:09.705727 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989d3650-bbed-4806-b943-15ed2e9290dd req-78d2eae0-18fa-425c-a9ae-c722897694ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:09.707270 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-989d3650-bbed-4806-b943-15ed2e9290dd req-78d2eae0-18fa-425c-a9ae-c722897694ed service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=438cce0e2f434b5f879ce307da159923&device_id=5916bb04-cece-43fd-9fc5-470c38a27dcd HTTP/1.1" status: 200 len: 1097 time: 0.4348195 Jan 18 22:41:09.708927 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-9c76a017-f873-477c-ba5c-fdeeb7ed63fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ed1a23-913a-453f-8dc6-b81290d40d06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-474981899', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '6b27d94d-298b-40ae-a5c3-42436508b260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:40:27Z', 'updated_at': '2022-01-18T22:40:41Z', 'revision_number': 4, 'project_id': '438cce0e2f434b5f879ce307da159923', 'gw_port': {'id': '6b27d94d-298b-40ae-a5c3-42436508b260', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:4d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ed1a23-913a-453f-8dc6-b81290d40d06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:40:29Z', 'updated_at': '2022-01-18T22:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': '8e04cfff-03a1-4ce7-afd5-399a7a8a0fb9', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'floating_ip_address': '172.25.5.85', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': '31ed1a23-913a-453f-8dc6-b81290d40d06', 'port_id': 'ea188f43-7300-4457-a9e4-33406da91d20', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3215, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '221254be-2a67-4a48-a311-8dd80515e5fb', 'mac_address': 'fa:16:3e:8c:9c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5916bb04-cece-43fd-9fc5-470c38a27dcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:41:06Z', 'updated_at': '2022-01-18T22:41:06Z', 'revision_number': 0, 'project_id': '438cce0e2f434b5f879ce307da159923', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1accd7ca-d26f-485f-b2e7-8c70a1e52ffe', 'name': '', 'network_id': '221254be-2a67-4a48-a311-8dd80515e5fb', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'mac_address': 'fa:16:3e:fd:b9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ed1a23-913a-453f-8dc6-b81290d40d06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': 'b26d2360-439e-4457-bc0c-79152de436de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:40:38Z', 'updated_at': '2022-01-18T22:40:48Z', 'revision_number': 5, 'project_id': '438cce0e2f434b5f879ce307da159923', 'subnets': [{'id': 'b26d2360-439e-4457-bc0c-79152de436de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:41:09.719326 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c2cecaa1-2252-4a01-a5dc-4218e8a3eb08 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for router_gateway, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:09.722188 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port ce7789a3-dfd0-4ab6-a2dd-9b16560a0fd8, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=ce7789a3-dfd0-4ab6-a2dd-9b16560a0fd8,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:41:09.727886 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-a39ef6bc-3c83-41c0-9105-3befa56235c3 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Deleting port 2f53d1f6-5328-4ecb-8c0c-6da15f1e4a75 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:41:09.728498 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a39ef6bc-3c83-41c0-9105-3befa56235c3 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:09.752088 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c76a017-f873-477c-ba5c-fdeeb7ed63fd None None] Checking router: 31ed1a23-913a-453f-8dc6-b81290d40d06 for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:41:09.756768 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:09.766644 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c76a017-f873-477c-ba5c-fdeeb7ed63fd None None] Routers {'31ed1a23-913a-453f-8dc6-b81290d40d06'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:41:09.770016 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-9c76a017-f873-477c-ba5c-fdeeb7ed63fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:40:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['31ed1a23-913a-453f-8dc6-b81290d40d06'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:41:09.784062 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c2cecaa1-2252-4a01-a5dc-4218e8a3eb08 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:09.803926 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7f8fe1-6457-48fe-b40b-055247799f8a tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Checking segment: {'id': '646ae2e7-ed02-469e-aea2-c900a3077c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2f039328-ad21-4a34-bc3b-5a402e33aa1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:41:09.804351 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7f8fe1-6457-48fe-b40b-055247799f8a tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Network hostable DHCP agents. Network: 2f039328-ad21-4a34-bc3b-5a402e33aa1c, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:41:09.822591 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bde72efe-160e-4f47-a990-c0167132b666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:09.840423 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7f8fe1-6457-48fe-b40b-055247799f8a tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Pushing event updated for resources: {'Subnet': ['ID=557f3d22-31e3-4f41-b05b-1a067b4696bc,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:09.855082 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 2f53d1f6-5328-4ecb-8c0c-6da15f1e4a75 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:41:09.857666 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde72efe-160e-4f47-a990-c0167132b666 None None] No DVR routers for this DVR port 2f53d1f6-5328-4ecb-8c0c-6da15f1e4a75 on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:41:09.963052 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-9c76a017-f873-477c-ba5c-fdeeb7ed63fd None None] Set router 31ed1a23-913a-453f-8dc6-b81290d40d06 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:41:10.022930 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-93517353-9c6a-4464-aadd-2fa5559aa44d admin admin] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:10.037257 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-a39ef6bc-3c83-41c0-9105-3befa56235c3 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] For port 2f53d1f6-5328-4ecb-8c0c-6da15f1e4a75, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=2f53d1f6-5328-4ecb-8c0c-6da15f1e4a75,segment=NetworkSegment(d8fee6cf-43ab-49ff-8cd1-ea5a0f4a1c9d),segment_id=d8fee6cf-43ab-49ff-8cd1-ea5a0f4a1c9d)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:41:10.037964 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a39ef6bc-3c83-41c0-9105-3befa56235c3 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:10.053770 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-93517353-9c6a-4464-aadd-2fa5559aa44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:10.083332 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-a39ef6bc-3c83-41c0-9105-3befa56235c3 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Calling delete_port for 2f53d1f6-5328-4ecb-8c0c-6da15f1e4a75 owned by network:dhcp {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:41:10.096185 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 2f53d1f6-5328-4ecb-8c0c-6da15f1e4a75 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:41:10.096185 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 2f53d1f6-5328-4ecb-8c0c-6da15f1e4a75 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:41:10.100247 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=ce7789a3-dfd0-4ab6-a2dd-9b16560a0fd8,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:10.115253 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc87eff-a095-4df0-a978-c39c29367b06 req-2bdcf098-f059-4fdf-ba4f-9fd2bed407b8 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:10.120870 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1fc87eff-a095-4df0-a978-c39c29367b06 req-2bdcf098-f059-4fdf-ba4f-9fd2bed407b8 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=6397130d-6823-41c9-ab56-61523eff14be HTTP/1.1" status: 200 len: 944 time: 0.1303830 Jan 18 22:41:10.136481 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde72efe-160e-4f47-a990-c0167132b666 None None] Pushing event deleted for resources: {'Port': ['ID=2f53d1f6-5328-4ecb-8c0c-6da15f1e4a75,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:10.165584 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1fc87eff-a095-4df0-a978-c39c29367b06 req-81a258b3-a957-49c8-b1ec-8cdc2050dd68 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e2e22-46f9-42fe-9710-8e464b95d42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365303 Jan 18 22:41:10.212065 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-93517353-9c6a-4464-aadd-2fa5559aa44d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-613854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1041070'] for router_interface, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:10.223969 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7f8fe1-6457-48fe-b40b-055247799f8a tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Network 2f039328-ad21-4a34-bc3b-5a402e33aa1c is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:41:10.269352 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-9c76a017-f873-477c-ba5c-fdeeb7ed63fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ed1a23-913a-453f-8dc6-b81290d40d06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-474981899', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '6b27d94d-298b-40ae-a5c3-42436508b260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:40:27Z', 'updated_at': '2022-01-18T22:40:41Z', 'revision_number': 4, 'project_id': '438cce0e2f434b5f879ce307da159923', 'gw_port': {'id': '6b27d94d-298b-40ae-a5c3-42436508b260', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:4d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ed1a23-913a-453f-8dc6-b81290d40d06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:40:29Z', 'updated_at': '2022-01-18T22:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': '8e04cfff-03a1-4ce7-afd5-399a7a8a0fb9', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'floating_ip_address': '172.25.5.85', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': '31ed1a23-913a-453f-8dc6-b81290d40d06', 'port_id': 'ea188f43-7300-4457-a9e4-33406da91d20', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3215, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '221254be-2a67-4a48-a311-8dd80515e5fb', 'mac_address': 'fa:16:3e:8c:9c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5916bb04-cece-43fd-9fc5-470c38a27dcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:41:06Z', 'updated_at': '2022-01-18T22:41:06Z', 'revision_number': 0, 'project_id': '438cce0e2f434b5f879ce307da159923', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1accd7ca-d26f-485f-b2e7-8c70a1e52ffe', 'name': '', 'network_id': '221254be-2a67-4a48-a311-8dd80515e5fb', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'mac_address': 'fa:16:3e:fd:b9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ed1a23-913a-453f-8dc6-b81290d40d06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': 'b26d2360-439e-4457-bc0c-79152de436de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:40:38Z', 'updated_at': '2022-01-18T22:40:48Z', 'revision_number': 5, 'project_id': '438cce0e2f434b5f879ce307da159923', 'subnets': [{'id': 'b26d2360-439e-4457-bc0c-79152de436de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:41:10.286635 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989d3650-bbed-4806-b943-15ed2e9290dd req-b56e6a19-54df-4c12-8d5a-abde852c44d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:10.288117 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-989d3650-bbed-4806-b943-15ed2e9290dd req-b56e6a19-54df-4c12-8d5a-abde852c44d7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=221254be-2a67-4a48-a311-8dd80515e5fb HTTP/1.1" status: 200 len: 897 time: 0.5644276 Jan 18 22:41:10.296485 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c76a017-f873-477c-ba5c-fdeeb7ed63fd None None] The sync data for ids ['31ed1a23-913a-453f-8dc6-b81290d40d06'] in n-d-825064-1 is: [{'id': '31ed1a23-913a-453f-8dc6-b81290d40d06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-474981899', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '6b27d94d-298b-40ae-a5c3-42436508b260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:40:27Z', 'updated_at': '2022-01-18T22:40:41Z', 'revision_number': 4, 'project_id': '438cce0e2f434b5f879ce307da159923', 'gw_port': {'id': '6b27d94d-298b-40ae-a5c3-42436508b260', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:4d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ed1a23-913a-453f-8dc6-b81290d40d06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:40:29Z', 'updated_at': '2022-01-18T22:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': '8e04cfff-03a1-4ce7-afd5-399a7a8a0fb9', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'floating_ip_address': '172.25.5.85', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': '31ed1a23-913a-453f-8dc6-b81290d40d06', 'port_id': 'ea188f43-7300-4457-a9e4-33406da91d20', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3215, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '221254be-2a67-4a48-a311-8dd80515e5fb', 'mac_address': 'fa:16:3e:8c:9c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5916bb04-cece-43fd-9fc5-470c38a27dcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:41:06Z', 'updated_at': '2022-01-18T22:41:06Z', 'revision_number': 0, 'project_id': '438cce0e2f434b5f879ce307da159923', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1accd7ca-d26f-485f-b2e7-8c70a1e52ffe', 'name': '', 'network_id': '221254be-2a67-4a48-a311-8dd80515e5fb', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'mac_address': 'fa:16:3e:fd:b9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ed1a23-913a-453f-8dc6-b81290d40d06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': 'b26d2360-439e-4457-bc0c-79152de436de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:40:38Z', 'updated_at': '2022-01-18T22:40:48Z', 'revision_number': 5, 'project_id': '438cce0e2f434b5f879ce307da159923', 'subnets': [{'id': 'b26d2360-439e-4457-bc0c-79152de436de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:41:10.323450 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-fc7f8fe1-6457-48fe-b40b-055247799f8a tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 2f039328-ad21-4a34-bc3b-5a402e33aa1c) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:41:10.328822 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7f8fe1-6457-48fe-b40b-055247799f8a tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:10.329450 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fc7f8fe1-6457-48fe-b40b-055247799f8a tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:10.334032 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93517353-9c6a-4464-aadd-2fa5559aa44d admin admin] Pushing event updated for resources: {'Port': ['ID=91298bb6-9ac2-498c-86c0-1b5021eada6b,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:10.335287 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0eb74a4-9882-4980-ae2e-2d3c283b9b76 None None] Network 2f039328-ad21-4a34-bc3b-5a402e33aa1c requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:41:10.469664 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-fc7f8fe1-6457-48fe-b40b-055247799f8a tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1238241 Jan 18 22:41:10.472679 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 41036) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:10.477739 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-bdd7ddb9-5cb1-4f59-a218-fc0d38b244a7 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Request body: {'network': {'name': 'tempest-router-network01--789212322'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:41:10.497919 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-c2cecaa1-2252-4a01-a5dc-4218e8a3eb08 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Allocated IP 172.25.5.167 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/8d93e96f-e294-4fd8-ba8d-fabe21068f6f) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:41:10.525248 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-989d3650-bbed-4806-b943-15ed2e9290dd req-d6477c49-d43f-4967-9445-fb236f845d9d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea188f43-7300-4457-a9e4-33406da91d20 HTTP/1.1" status: 200 len: 999 time: 0.1783328 Jan 18 22:41:10.527126 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdd7ddb9-5cb1-4f59-a218-fc0d38b244a7 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Made reservation on behalf of a905dd81aa8e4aa3bf5a1d6aceb39a2d for: {'network': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:41:10.535323 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bdd7ddb9-5cb1-4f59-a218-fc0d38b244a7 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:10.538421 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1a6569-0040-4f54-b268-d435c7df8351 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-2f039328-ad21-4a34-bc3b-5a402e33aa1c', 'network_id': '2f039328-ad21-4a34-bc3b-5a402e33aa1c', 'tenant_id': 'a905dd81aa8e4aa3bf5a1d6aceb39a2d', 'fixed_ips': [{'subnet_id': '557f3d22-31e3-4f41-b05b-1a067b4696bc'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:41:10.541151 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cd1a6569-0040-4f54-b268-d435c7df8351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:10.573538 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device bf696475-c4c5-4fcb-a469-c2627e52714b up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:41:10.578035 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdd7ddb9-5cb1-4f59-a218-fc0d38b244a7 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=102430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:41:10.588686 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41038) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:10.623060 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb0c091-4f7d-4609-81a4-bc6719c4eb48 None None] New status for floating IP 8e04cfff-03a1-4ce7-afd5-399a7a8a0fb9: ACTIVE {{(pid=102432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 22:41:10.625554 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bdd7ddb9-5cb1-4f59-a218-fc0d38b244a7 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:10.626139 n-d-825064-1 neutron-server[102430]: INFO neutron.db.segments_db [None req-bdd7ddb9-5cb1-4f59-a218-fc0d38b244a7 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Added segment 7a3f72c4-1cf5-4d57-be40-50b24605e34d of type vlan for network cd328a60-3150-4489-96cc-fb437ecb7f9b Jan 18 22:41:10.690735 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bdd7ddb9-5cb1-4f59-a218-fc0d38b244a7 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:10.729571 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a39ef6bc-3c83-41c0-9105-3befa56235c3 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:10.732540 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bdd7ddb9-5cb1-4f59-a218-fc0d38b244a7 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:10.741273 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port bf696475-c4c5-4fcb-a469-c2627e52714b completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:41:10.746147 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd7ddb9-5cb1-4f59-a218-fc0d38b244a7 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:10.747286 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bdd7ddb9-5cb1-4f59-a218-fc0d38b244a7 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:10.749113 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port bf696475-c4c5-4fcb-a469-c2627e52714b triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:41:10.749263 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:10.789202 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93517353-9c6a-4464-aadd-2fa5559aa44d admin admin] Network 3887d3dd-b3d8-463d-9d9c-879e57c9ab40 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:41:10.803787 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989d3650-bbed-4806-b943-15ed2e9290dd req-afebb01e-b6cb-4ef7-8c05-f4a53d096a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:10.805448 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-989d3650-bbed-4806-b943-15ed2e9290dd req-afebb01e-b6cb-4ef7-8c05-f4a53d096a54 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b26d2360-439e-4457-bc0c-79152de436de HTTP/1.1" status: 200 len: 834 time: 0.2646456 Jan 18 22:41:10.811806 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-93517353-9c6a-4464-aadd-2fa5559aa44d admin admin] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:41:10.816871 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39ef6bc-3c83-41c0-9105-3befa56235c3 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Pushing event deleted for resources: {'Port': ['ID=2f53d1f6-5328-4ecb-8c0c-6da15f1e4a75,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:10.832718 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39ef6bc-3c83-41c0-9105-3befa56235c3 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] No DVR routers for this DVR port 2f53d1f6-5328-4ecb-8c0c-6da15f1e4a75 on host n-d-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:41:10.863162 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-e3ea82af-d407-45a7-9247-2e74f3532e1c tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/floatingips/8e04cfff-03a1-4ce7-afd5-399a7a8a0fb9 HTTP/1.1" status: 200 len: 991 time: 0.2721648 Jan 18 22:41:10.879682 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-bdd7ddb9-5cb1-4f59-a218-fc0d38b244a7 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4057715 Jan 18 22:41:10.883397 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 41040) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:10.901314 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-411eb8aa-9c23-437b-9be6-450264e37625 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Request body: {'network': {'name': 'tempest-router-network02--617034600'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:41:10.934299 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-411eb8aa-9c23-437b-9be6-450264e37625 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Made reservation on behalf of a905dd81aa8e4aa3bf5a1d6aceb39a2d for: {'network': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:41:10.940721 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-411eb8aa-9c23-437b-9be6-450264e37625 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:10.961602 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd7ddb9-5cb1-4f59-a218-fc0d38b244a7 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Pushing event updated for resources: {'Network': ['ID=cd328a60-3150-4489-96cc-fb437ecb7f9b,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:10.970020 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-cd1a6569-0040-4f54-b268-d435c7df8351 None None] Allocated IP 2001:db8::2 (2f039328-ad21-4a34-bc3b-5a402e33aa1c/557f3d22-31e3-4f41-b05b-1a067b4696bc/495e0af0-893f-4bdc-861d-6f3cc9d749a5) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:41:11.017278 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-411eb8aa-9c23-437b-9be6-450264e37625 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=102430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:41:11.036666 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-411eb8aa-9c23-437b-9be6-450264e37625 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:11.037119 n-d-825064-1 neutron-server[102430]: INFO neutron.db.segments_db [None req-411eb8aa-9c23-437b-9be6-450264e37625 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Added segment b759e013-4c1f-4856-8012-9271b64639e7 of type vlan for network c36de9dd-386c-48eb-9cc7-cd229852e2cf Jan 18 22:41:11.077890 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:11.091117 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c2cecaa1-2252-4a01-a5dc-4218e8a3eb08 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:11.092466 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network cd328a60-3150-4489-96cc-fb437ecb7f9b details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:41:11.118553 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-411eb8aa-9c23-437b-9be6-450264e37625 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:11.175696 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6397130d-6823-41c9-ab56-61523eff14be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf696475-c4c5-4fcb-a469-c2627e52714b'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:41:11.180753 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-411eb8aa-9c23-437b-9be6-450264e37625 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:11.186906 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411eb8aa-9c23-437b-9be6-450264e37625 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:11.188679 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-411eb8aa-9c23-437b-9be6-450264e37625 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:11.191097 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e713bd5a-8d51-40d0-b744-b87a98032352" -d '{"events": [{"server_uuid": "6397130d-6823-41c9-ab56-61523eff14be", "name": "network-vif-plugged", "status": "completed", "tag": "bf696475-c4c5-4fcb-a469-c2627e52714b"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:41:11.209278 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port bf696475-c4c5-4fcb-a469-c2627e52714b, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=bf696475-c4c5-4fcb-a469-c2627e52714b,segment=NetworkSegment(dfaa1994-2fdd-4a54-9d15-02069c3ace9d),segment_id=dfaa1994-2fdd-4a54-9d15-02069c3ace9d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:41:11.246169 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:11.270564 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a39ef6bc-3c83-41c0-9105-3befa56235c3 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:11.352260 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-411eb8aa-9c23-437b-9be6-450264e37625 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4633794 Jan 18 22:41:11.358904 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 41054) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:11.386529 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-b21d149a-7cf9-4c33-9f38-b252ae915d10 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Request body: {'subnet': {'network_id': 'cd328a60-3150-4489-96cc-fb437ecb7f9b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:41:11.392334 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=bf696475-c4c5-4fcb-a469-c2627e52714b,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:11.411648 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b2eae0-a905-4b7f-96b9-f6be52399b42 x-openstack-request-id: req-88b2eae0-a905-4b7f-96b9-f6be52399b42 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:41:11.413477 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6397130d-6823-41c9-ab56-61523eff14be", "name": "network-vif-plugged", "status": "completed", "tag": "bf696475-c4c5-4fcb-a469-c2627e52714b", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:41:11.413805 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-88b2eae0-a905-4b7f-96b9-f6be52399b42 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:41:11.414267 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6397130d-6823-41c9-ab56-61523eff14be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf696475-c4c5-4fcb-a469-c2627e52714b', 'code': 200} Jan 18 22:41:11.415122 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device ce7789a3-dfd0-4ab6-a2dd-9b16560a0fd8 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:41:11.418098 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989d3650-bbed-4806-b943-15ed2e9290dd req-23ee3602-4460-4673-a3f1-552072e486fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:11.428199 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-989d3650-bbed-4806-b943-15ed2e9290dd req-23ee3602-4460-4673-a3f1-552072e486fe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=221254be-2a67-4a48-a311-8dd80515e5fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5915046 Jan 18 22:41:11.559388 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-d75c04a7-503f-4a7f-9670-74819dfb4540 None None] Provisioning complete for port 91298bb6-9ac2-498c-86c0-1b5021eada6b triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:41:11.560784 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d75c04a7-503f-4a7f-9670-74819dfb4540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:11.572914 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port ce7789a3-dfd0-4ab6-a2dd-9b16560a0fd8 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:41:11.573534 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:11.573678 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411eb8aa-9c23-437b-9be6-450264e37625 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Pushing event updated for resources: {'Network': ['ID=c36de9dd-386c-48eb-9cc7-cd229852e2cf,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:11.574067 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93517353-9c6a-4464-aadd-2fa5559aa44d admin admin] Router 43a70c88-4dbc-4e52-be65-03ecc7b88014 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:41:11.614150 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network c36de9dd-386c-48eb-9cc7-cd229852e2cf details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:41:11.632449 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b60d68e-a549-4f17-aa1c-1f0f5351341c req-7f67a36c-f116-4ead-a2e0-37999d197d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:11.634165 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5b60d68e-a549-4f17-aa1c-1f0f5351341c req-7f67a36c-f116-4ead-a2e0-37999d197d33 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6397130d-6823-41c9-ab56-61523eff14be HTTP/1.1" status: 200 len: 1096 time: 0.2013450 Jan 18 22:41:11.639059 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-989d3650-bbed-4806-b943-15ed2e9290dd req-110d923d-1f07-45ca-81f4-4e4942668323 service neutron] 10.222.0.36 "GET /v2.0/networks/221254be-2a67-4a48-a311-8dd80515e5fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091391 Jan 18 22:41:11.640659 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c2cecaa1-2252-4a01-a5dc-4218e8a3eb08 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:11.671960 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd35a0db-2a96-4151-8981-82a1e18b0385 req-35415af1-2ed8-4337-8140-268bc8e7b08d tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:11.673783 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bd35a0db-2a96-4151-8981-82a1e18b0385 req-35415af1-2ed8-4337-8140-268bc8e7b08d tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=6397130d-6823-41c9-ab56-61523eff14be HTTP/1.1" status: 200 len: 945 time: 0.2511420 Jan 18 22:41:11.698381 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5b60d68e-a549-4f17-aa1c-1f0f5351341c req-ecf1a4dd-a8cc-4648-a919-a3719cdd543e service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=8e7e2e22-46f9-42fe-9710-8e464b95d42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563970 Jan 18 22:41:11.765083 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-d75c04a7-503f-4a7f-9670-74819dfb4540 None None] Port 91298bb6-9ac2-498c-86c0-1b5021eada6b cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:41:11.782702 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-a39ef6bc-3c83-41c0-9105-3befa56235c3 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e35a5a9-d922-4704-9d7a-3a28afc9a54b']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:41:11.782956 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bd35a0db-2a96-4151-8981-82a1e18b0385 req-8c584fc3-a153-48a3-9b90-5731b57ec96b tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e2e22-46f9-42fe-9710-8e464b95d42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014061 Jan 18 22:41:11.789008 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b21d149a-7cf9-4c33-9f38-b252ae915d10 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Made reservation on behalf of a905dd81aa8e4aa3bf5a1d6aceb39a2d for: {'subnet': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:41:11.792674 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b21d149a-7cf9-4c33-9f38-b252ae915d10 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62288702'] for subnet, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:11.824390 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-989d3650-bbed-4806-b943-15ed2e9290dd req-499383bd-72dc-475c-9195-74aad8d56a35 service neutron] 10.222.0.36 "GET /v2.0/networks/221254be-2a67-4a48-a311-8dd80515e5fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724536 Jan 18 22:41:11.842867 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-a39ef6bc-3c83-41c0-9105-3befa56235c3 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8fee6cf-43ab-49ff-8cd1-ea5a0f4a1c9d') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:41:11.843216 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-a39ef6bc-3c83-41c0-9105-3befa56235c3 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8fee6cf-43ab-49ff-8cd1-ea5a0f4a1c9d') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:41:11.848159 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2cecaa1-2252-4a01-a5dc-4218e8a3eb08 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:41:11.877582 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cd1a6569-0040-4f54-b268-d435c7df8351 None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:11.881005 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 41058) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:11.891088 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cd1a6569-0040-4f54-b268-d435c7df8351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:11.895291 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-c2cecaa1-2252-4a01-a5dc-4218e8a3eb08 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:41:11.909092 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cecaa1-2252-4a01-a5dc-4218e8a3eb08 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:41:11.916263 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a39ef6bc-3c83-41c0-9105-3befa56235c3 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:11.925496 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cecaa1-2252-4a01-a5dc-4218e8a3eb08 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Pushing event updated for resources: {'Port': ['ID=8d93e96f-e294-4fd8-ba8d-fabe21068f6f,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:11.937447 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1a6569-0040-4f54-b268-d435c7df8351 None None] Network 2f039328-ad21-4a34-bc3b-5a402e33aa1c is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:41:11.952465 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-cd1a6569-0040-4f54-b268-d435c7df8351 None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:41:11.955213 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1a6569-0040-4f54-b268-d435c7df8351 None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:41:11.968004 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a39ef6bc-3c83-41c0-9105-3befa56235c3 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:11.977164 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1a6569-0040-4f54-b268-d435c7df8351 None None] Pushing event updated for resources: {'Port': ['ID=495e0af0-893f-4bdc-861d-6f3cc9d749a5,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:11.979402 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-b46c4958-f712-4a60-9d44-f6018e094806 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/floatingips/8e04cfff-03a1-4ce7-afd5-399a7a8a0fb9 HTTP/1.1" status: 200 len: 993 time: 0.0981336 Jan 18 22:41:12.007507 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a39ef6bc-3c83-41c0-9105-3befa56235c3 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:41:12.007917 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a39ef6bc-3c83-41c0-9105-3befa56235c3 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:12.012427 n-d-825064-1 neutron-server[102431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:41:12.012427 n-d-825064-1 neutron-server[102431]: self.session.flush() Jan 18 22:41:12.012427 n-d-825064-1 neutron-server[102431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:41:12.012427 n-d-825064-1 neutron-server[102431]: self.session.flush() Jan 18 22:41:12.012427 n-d-825064-1 neutron-server[102431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:41:12.012427 n-d-825064-1 neutron-server[102431]: self.session.flush() Jan 18 22:41:12.012427 n-d-825064-1 neutron-server[102431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:41:12.012427 n-d-825064-1 neutron-server[102431]: self.session.flush() Jan 18 22:41:12.012427 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:41:12.012427 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:41:12.012427 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:41:12.012427 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:41:12.012427 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:41:12.012427 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:41:12.012427 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:41:12.012427 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:41:12.012427 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:41:12.012427 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:41:12.012427 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:41:12.012427 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:41:12.012427 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:41:12.012427 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:41:12.012427 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:41:12.012427 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:41:12.012427 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:41:12.012427 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:41:12.012427 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:41:12.012427 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:41:12.012427 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:41:12.012427 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:41:12.012427 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:41:12.012427 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:41:12.012427 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:41:12.012427 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:41:12.012427 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:41:12.012427 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:41:12.012427 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:41:12.012427 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:41:12.012427 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:41:12.012427 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:41:12.037387 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-cd1a6569-0040-4f54-b268-d435c7df8351 None None] Attempting to bind port 495e0af0-893f-4bdc-861d-6f3cc9d749a5 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:41:12.037919 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-cd1a6569-0040-4f54-b268-d435c7df8351 None None] Attempting to bind port 495e0af0-893f-4bdc-861d-6f3cc9d749a5 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '646ae2e7-ed02-469e-aea2-c900a3077c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2f039328-ad21-4a34-bc3b-5a402e33aa1c'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:41:12.038132 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1a6569-0040-4f54-b268-d435c7df8351 None None] Attempting to bind port 495e0af0-893f-4bdc-861d-6f3cc9d749a5 on network 2f039328-ad21-4a34-bc3b-5a402e33aa1c {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:41:12.043932 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1a6569-0040-4f54-b268-d435c7df8351 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:41:12.044485 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1a6569-0040-4f54-b268-d435c7df8351 None None] Checking segment: {'id': '646ae2e7-ed02-469e-aea2-c900a3077c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2f039328-ad21-4a34-bc3b-5a402e33aa1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:41:12.045513 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cd1a6569-0040-4f54-b268-d435c7df8351 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:12.045513 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1a6569-0040-4f54-b268-d435c7df8351 None None] Bound using segment: {'id': '646ae2e7-ed02-469e-aea2-c900a3077c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2f039328-ad21-4a34-bc3b-5a402e33aa1c'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:41:12.045513 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-cd1a6569-0040-4f54-b268-d435c7df8351 None None] Bound port: 495e0af0-893f-4bdc-861d-6f3cc9d749a5, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '646ae2e7-ed02-469e-aea2-c900a3077c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2f039328-ad21-4a34-bc3b-5a402e33aa1c'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:41:12.045928 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cd1a6569-0040-4f54-b268-d435c7df8351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:12.124939 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b21d149a-7cf9-4c33-9f38-b252ae915d10 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60203213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62288684'] for subnet, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:12.127864 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-cd1a6569-0040-4f54-b268-d435c7df8351 None None] For port 495e0af0-893f-4bdc-861d-6f3cc9d749a5, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:41:12.131804 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-cd1a6569-0040-4f54-b268-d435c7df8351 None None] For port 495e0af0-893f-4bdc-861d-6f3cc9d749a5, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=495e0af0-893f-4bdc-861d-6f3cc9d749a5,segment=NetworkSegment(646ae2e7-ed02-469e-aea2-c900a3077c8d),segment_id=646ae2e7-ed02-469e-aea2-c900a3077c8d)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:41:12.137430 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cd1a6569-0040-4f54-b268-d435c7df8351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:12.213199 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1a6569-0040-4f54-b268-d435c7df8351 None None] Pushing event updated for resources: {'Port': ['ID=495e0af0-893f-4bdc-861d-6f3cc9d749a5,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:12.218837 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93517353-9c6a-4464-aadd-2fa5559aa44d admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:41:12.225608 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-93517353-9c6a-4464-aadd-2fa5559aa44d admin admin] 10.222.0.53 "PUT /v2.0/routers/43a70c88-4dbc-4e52-be65-03ecc7b88014/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8256185 Jan 18 22:41:12.237734 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bcc430-7ce1-4976-b073-b2581a713ecb None None] Sync routers for ids ['43a70c88-4dbc-4e52-be65-03ecc7b88014'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:41:12.240164 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a39ef6bc-3c83-41c0-9105-3befa56235c3 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:12.246618 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a39ef6bc-3c83-41c0-9105-3befa56235c3 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:12.253811 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-a39ef6bc-3c83-41c0-9105-3befa56235c3 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] 10.222.0.53 "DELETE /v2.0/networks/4e35a5a9-d922-4704-9d7a-3a28afc9a54b HTTP/1.1" status: 204 len: 168 time: 3.5142717 Jan 18 22:41:12.255979 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41062) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:12.263406 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21d149a-7cf9-4c33-9f38-b252ae915d10 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Checking segment: {'id': '7a3f72c4-1cf5-4d57-be40-50b24605e34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'cd328a60-3150-4489-96cc-fb437ecb7f9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:41:12.264222 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21d149a-7cf9-4c33-9f38-b252ae915d10 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Network hostable DHCP agents. Network: cd328a60-3150-4489-96cc-fb437ecb7f9b, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:41:12.266618 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21d149a-7cf9-4c33-9f38-b252ae915d10 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Pushing event updated for resources: {'Subnet': ['ID=0468956a-5e5d-479b-a50a-f34bd6dae382,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:12.273648 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bcc430-7ce1-4976-b073-b2581a713ecb None None] Routers {'43a70c88-4dbc-4e52-be65-03ecc7b88014'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:41:12.275863 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-64bcc430-7ce1-4976-b073-b2581a713ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:40:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['43a70c88-4dbc-4e52-be65-03ecc7b88014'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:41:12.287497 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21d149a-7cf9-4c33-9f38-b252ae915d10 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Network cd328a60-3150-4489-96cc-fb437ecb7f9b is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:41:12.298141 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-b21d149a-7cf9-4c33-9f38-b252ae915d10 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, cd328a60-3150-4489-96cc-fb437ecb7f9b) {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:41:12.312074 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2b1d55-cda6-445d-8c74-a9fddabd2a30 None None] Network cd328a60-3150-4489-96cc-fb437ecb7f9b requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:41:12.317846 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21d149a-7cf9-4c33-9f38-b252ae915d10 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:12.318444 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b21d149a-7cf9-4c33-9f38-b252ae915d10 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks [] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:12.339248 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-b21d149a-7cf9-4c33-9f38-b252ae915d10 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9791698 Jan 18 22:41:12.342630 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 41064) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:12.348816 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-4e65c49d-8bad-42d2-9010-cc9d20eb4fbe tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Request body: {'subnet': {'network_id': 'c36de9dd-386c-48eb-9cc7-cd229852e2cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:41:12.353416 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39ef6bc-3c83-41c0-9105-3befa56235c3 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Pushing event deleted for resources: {'Network': ['ID=4e35a5a9-d922-4704-9d7a-3a28afc9a54b,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:12.607832 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-64bcc430-7ce1-4976-b073-b2581a713ecb None None] Set router 43a70c88-4dbc-4e52-be65-03ecc7b88014 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:41:12.632867 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041b45e4-8330-4a25-b789-1166bbf3ea83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-cd328a60-3150-4489-96cc-fb437ecb7f9b', 'network_id': 'cd328a60-3150-4489-96cc-fb437ecb7f9b', 'tenant_id': 'a905dd81aa8e4aa3bf5a1d6aceb39a2d', 'fixed_ips': [{'subnet_id': '0468956a-5e5d-479b-a50a-f34bd6dae382'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:41:12.633765 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-041b45e4-8330-4a25-b789-1166bbf3ea83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:12.655828 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e65c49d-8bad-42d2-9010-cc9d20eb4fbe tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Made reservation on behalf of a905dd81aa8e4aa3bf5a1d6aceb39a2d for: {'subnet': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:41:12.665881 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4e65c49d-8bad-42d2-9010-cc9d20eb4fbe tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62288702'] for subnet, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:12.935714 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:13.026411 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-041b45e4-8330-4a25-b789-1166bbf3ea83 None None] Allocated IP 2001:db8::2 (cd328a60-3150-4489-96cc-fb437ecb7f9b/0468956a-5e5d-479b-a50a-f34bd6dae382/a2ba5893-6574-4e27-b58e-5beef3fd1982) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:41:13.086833 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-64bcc430-7ce1-4976-b073-b2581a713ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a70c88-4dbc-4e52-be65-03ecc7b88014', 'name': 'tempest-TestVolumeBootPattern-550304170-router', 'tenant_id': '0c676acb4b374123bc012031246d3916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'ce7789a3-dfd0-4ab6-a2dd-9b16560a0fd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:40:59Z', 'updated_at': '2022-01-18T22:41:08Z', 'revision_number': 4, 'project_id': '0c676acb4b374123bc012031246d3916', 'gw_port': {'id': 'ce7789a3-dfd0-4ab6-a2dd-9b16560a0fd8', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e0:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a70c88-4dbc-4e52-be65-03ecc7b88014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:01Z', 'updated_at': '2022-01-18T22:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '91298bb6-9ac2-498c-86c0-1b5021eada6b', 'name': '', 'network_id': '3887d3dd-b3d8-463d-9d9c-879e57c9ab40', 'tenant_id': '0c676acb4b374123bc012031246d3916', 'mac_address': 'fa:16:3e:c8:06:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43a70c88-4dbc-4e52-be65-03ecc7b88014', 'device_owner': 'network:router_interface', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': 'b317bd45-9275-4aad-aa8f-d7702db0cadd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:06Z', 'updated_at': '2022-01-18T22:41:09Z', 'revision_number': 2, 'project_id': '0c676acb4b374123bc012031246d3916', 'subnets': [{'id': 'b317bd45-9275-4aad-aa8f-d7702db0cadd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:41:13.111785 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4e65c49d-8bad-42d2-9010-cc9d20eb4fbe tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60203213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62288684'] for subnet, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:13.154825 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bcc430-7ce1-4976-b073-b2581a713ecb None None] Checking router: 43a70c88-4dbc-4e52-be65-03ecc7b88014 for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:41:13.155086 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bcc430-7ce1-4976-b073-b2581a713ecb None None] Updating router 43a70c88-4dbc-4e52-be65-03ecc7b88014 port 91298bb6-9ac2-498c-86c0-1b5021eada6b binding host n-d-825064-1 {{(pid=102433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:41:13.203873 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-64bcc430-7ce1-4976-b073-b2581a713ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:13.238118 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523373ae-8448-4976-9ac2-767b916bfb90 req-14d291a3-a7d5-4444-9ac8-102d1f0709a5 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:13.239701 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-523373ae-8448-4976-9ac2-767b916bfb90 req-14d291a3-a7d5-4444-9ac8-102d1f0709a5 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=6397130d-6823-41c9-ab56-61523eff14be HTTP/1.1" status: 200 len: 945 time: 0.1424732 Jan 18 22:41:13.242696 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e65c49d-8bad-42d2-9010-cc9d20eb4fbe tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Pushing event updated for resources: {'Subnet': ['ID=65560a7f-7470-4a5f-b33b-04786a1bc72b,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:13.334372 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e65c49d-8bad-42d2-9010-cc9d20eb4fbe tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Checking segment: {'id': 'b759e013-4c1f-4856-8012-9271b64639e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c36de9dd-386c-48eb-9cc7-cd229852e2cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:41:13.334682 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e65c49d-8bad-42d2-9010-cc9d20eb4fbe tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Network hostable DHCP agents. Network: c36de9dd-386c-48eb-9cc7-cd229852e2cf, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:41:13.382197 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-523373ae-8448-4976-9ac2-767b916bfb90 req-08701852-742c-431d-a611-70ad3be92a6e tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e2e22-46f9-42fe-9710-8e464b95d42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316307 Jan 18 22:41:13.437887 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 41084) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:13.445199 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 495e0af0-893f-4bdc-861d-6f3cc9d749a5 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:41:13.449100 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-833fc651-0c0a-4fc6-a3bf-38f28ada321f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1878206497-network', 'tenant_id': '3a5c37e658bb4bcaa2bbeaea6c4d27f3'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:41:13.461570 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e65c49d-8bad-42d2-9010-cc9d20eb4fbe tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Network c36de9dd-386c-48eb-9cc7-cd229852e2cf is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:41:13.483025 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-4e65c49d-8bad-42d2-9010-cc9d20eb4fbe tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, c36de9dd-386c-48eb-9cc7-cd229852e2cf) {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:41:13.492371 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e65c49d-8bad-42d2-9010-cc9d20eb4fbe tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:13.493174 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4e65c49d-8bad-42d2-9010-cc9d20eb4fbe tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks [] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:13.511826 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d877b53-74eb-467d-be47-dda32d1b37aa None None] Network c36de9dd-386c-48eb-9cc7-cd229852e2cf requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:41:13.523731 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-4e65c49d-8bad-42d2-9010-cc9d20eb4fbe tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1794307 Jan 18 22:41:13.527735 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41086) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:13.536071 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-833fc651-0c0a-4fc6-a3bf-38f28ada321f admin admin] Made reservation on behalf of 3a5c37e658bb4bcaa2bbeaea6c4d27f3 for: {'network': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:41:13.539047 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-833fc651-0c0a-4fc6-a3bf-38f28ada321f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:13.553639 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-833fc651-0c0a-4fc6-a3bf-38f28ada321f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:13.697797 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-833fc651-0c0a-4fc6-a3bf-38f28ada321f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:13.703828 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-833fc651-0c0a-4fc6-a3bf-38f28ada321f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:13.723725 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-64bcc430-7ce1-4976-b073-b2581a713ecb None None] Notify callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:13.731269 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-64bcc430-7ce1-4976-b073-b2581a713ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:13.755320 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-833fc651-0c0a-4fc6-a3bf-38f28ada321f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=102430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:41:13.758855 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-041b45e4-8330-4a25-b789-1166bbf3ea83 None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:13.799622 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833fc651-0c0a-4fc6-a3bf-38f28ada321f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91302b0e-81ec-4364-b5a0-00f8b21729b1,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:13.809219 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-833fc651-0c0a-4fc6-a3bf-38f28ada321f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:13.810732 n-d-825064-1 neutron-server[102430]: INFO neutron.db.segments_db [None req-833fc651-0c0a-4fc6-a3bf-38f28ada321f admin admin] Added segment 5042fcfd-2696-43f8-b44b-38ada8c372c4 of type vlan for network 802b28c7-8113-4675-afa0-1d9c6ffd17ba Jan 18 22:41:13.841456 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-041b45e4-8330-4a25-b789-1166bbf3ea83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:13.866068 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96751f38-6a25-4249-a777-dca221c4fe01 None None] Pushing event updated for resources: {'Port': ['ID=91298bb6-9ac2-498c-86c0-1b5021eada6b,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:13.892652 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-64bcc430-7ce1-4976-b073-b2581a713ecb None None] Attempting to bind port 91298bb6-9ac2-498c-86c0-1b5021eada6b on host n-d-825064-1 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:41:13.894165 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-64bcc430-7ce1-4976-b073-b2581a713ecb None None] Attempting to bind port 91298bb6-9ac2-498c-86c0-1b5021eada6b by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': 'ccabd36d-8c25-4648-92d3-222150b866b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3887d3dd-b3d8-463d-9d9c-879e57c9ab40'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:41:13.895376 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bcc430-7ce1-4976-b073-b2581a713ecb None None] Attempting to bind port 91298bb6-9ac2-498c-86c0-1b5021eada6b on network 3887d3dd-b3d8-463d-9d9c-879e57c9ab40 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:41:13.910437 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bcc430-7ce1-4976-b073-b2581a713ecb None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:41:13.911855 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bcc430-7ce1-4976-b073-b2581a713ecb None None] Checking segment: {'id': 'ccabd36d-8c25-4648-92d3-222150b866b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3887d3dd-b3d8-463d-9d9c-879e57c9ab40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:41:13.912297 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-64bcc430-7ce1-4976-b073-b2581a713ecb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:13.913932 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bcc430-7ce1-4976-b073-b2581a713ecb None None] Bound using segment: {'id': 'ccabd36d-8c25-4648-92d3-222150b866b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3887d3dd-b3d8-463d-9d9c-879e57c9ab40'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:41:13.915371 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-64bcc430-7ce1-4976-b073-b2581a713ecb None None] Bound port: 91298bb6-9ac2-498c-86c0-1b5021eada6b, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccabd36d-8c25-4648-92d3-222150b866b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3887d3dd-b3d8-463d-9d9c-879e57c9ab40'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:41:13.917204 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-64bcc430-7ce1-4976-b073-b2581a713ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:13.942725 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-833fc651-0c0a-4fc6-a3bf-38f28ada321f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:13.952025 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:13.967631 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 495e0af0-893f-4bdc-861d-6f3cc9d749a5 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:41:13.968627 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:14.042291 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041b45e4-8330-4a25-b789-1166bbf3ea83 None None] Network cd328a60-3150-4489-96cc-fb437ecb7f9b is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:41:14.053210 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb1dd99-c4b6-4b58-8cf3-8d54ed58a286 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-c36de9dd-386c-48eb-9cc7-cd229852e2cf', 'network_id': 'c36de9dd-386c-48eb-9cc7-cd229852e2cf', 'tenant_id': 'a905dd81aa8e4aa3bf5a1d6aceb39a2d', 'fixed_ips': [{'subnet_id': '65560a7f-7470-4a5f-b33b-04786a1bc72b'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:41:14.054102 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-feb1dd99-c4b6-4b58-8cf3-8d54ed58a286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:14.058629 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041b45e4-8330-4a25-b789-1166bbf3ea83 None None] Pushing event updated for resources: {'Port': ['ID=a2ba5893-6574-4e27-b58e-5beef3fd1982,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:14.061635 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-041b45e4-8330-4a25-b789-1166bbf3ea83 None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:41:14.073292 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041b45e4-8330-4a25-b789-1166bbf3ea83 None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:41:14.081405 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-64bcc430-7ce1-4976-b073-b2581a713ecb None None] For port 91298bb6-9ac2-498c-86c0-1b5021eada6b, host n-d-825064-1, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:41:14.088582 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-64bcc430-7ce1-4976-b073-b2581a713ecb None None] For port 91298bb6-9ac2-498c-86c0-1b5021eada6b, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=91298bb6-9ac2-498c-86c0-1b5021eada6b,segment=NetworkSegment(ccabd36d-8c25-4648-92d3-222150b866b3),segment_id=ccabd36d-8c25-4648-92d3-222150b866b3)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:41:14.095066 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-64bcc430-7ce1-4976-b073-b2581a713ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:14.098328 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43921ef9-9523-4bdc-af05-bf6132c37ace req-49185f2b-b7e8-44d7-a962-164bc408db76 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:14.099918 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-43921ef9-9523-4bdc-af05-bf6132c37ace req-49185f2b-b7e8-44d7-a962-164bc408db76 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=6397130d-6823-41c9-ab56-61523eff14be HTTP/1.1" status: 200 len: 945 time: 0.2061684 Jan 18 22:41:14.101100 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-833fc651-0c0a-4fc6-a3bf-38f28ada321f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:14.109848 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833fc651-0c0a-4fc6-a3bf-38f28ada321f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:14.110542 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-833fc651-0c0a-4fc6-a3bf-38f28ada321f admin admin] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:14.123235 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e55abd7-d920-4420-b32b-6f37925a1f2d None None] Network 2f039328-ad21-4a34-bc3b-5a402e33aa1c requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:41:14.134668 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c2cecaa1-2252-4a01-a5dc-4218e8a3eb08 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for router_gateway, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:14.188471 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bcc430-7ce1-4976-b073-b2581a713ecb None None] Routers {'43a70c88-4dbc-4e52-be65-03ecc7b88014'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:41:14.189093 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-64bcc430-7ce1-4976-b073-b2581a713ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:40:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['43a70c88-4dbc-4e52-be65-03ecc7b88014'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:41:14.342005 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-833fc651-0c0a-4fc6-a3bf-38f28ada321f admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9020548 Jan 18 22:41:14.347943 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41092) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:14.349370 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0b1a25ab-5e0e-44a8-9d5b-9435cbbfed11 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:14.372931 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-42f2a54a-1c8f-4284-9b30-ba9664c8d6bc admin admin] Request body: {'subnet': {'network_id': '802b28c7-8113-4675-afa0-1d9c6ffd17ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1878206497-subnet', 'tenant_id': '3a5c37e658bb4bcaa2bbeaea6c4d27f3', 'ip_version': 4}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:41:14.400286 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833fc651-0c0a-4fc6-a3bf-38f28ada321f admin admin] Pushing event updated for resources: {'Network': ['ID=802b28c7-8113-4675-afa0-1d9c6ffd17ba,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:14.405910 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-041b45e4-8330-4a25-b789-1166bbf3ea83 None None] Attempting to bind port a2ba5893-6574-4e27-b58e-5beef3fd1982 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:41:14.411633 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-041b45e4-8330-4a25-b789-1166bbf3ea83 None None] Attempting to bind port a2ba5893-6574-4e27-b58e-5beef3fd1982 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '7a3f72c4-1cf5-4d57-be40-50b24605e34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'cd328a60-3150-4489-96cc-fb437ecb7f9b'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:41:14.412747 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041b45e4-8330-4a25-b789-1166bbf3ea83 None None] Attempting to bind port a2ba5893-6574-4e27-b58e-5beef3fd1982 on network cd328a60-3150-4489-96cc-fb437ecb7f9b {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:41:14.417497 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-43921ef9-9523-4bdc-af05-bf6132c37ace req-2142bd58-e4ec-4941-9500-04f09729fdc5 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e2e22-46f9-42fe-9710-8e464b95d42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042295 Jan 18 22:41:14.480411 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-566ccf60-c3de-4933-8e03-d680ce5e610a tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Deleting port c1d1714b-cf6d-4881-8aa0-c0feebfc23f0 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:41:14.480966 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-566ccf60-c3de-4933-8e03-d680ce5e610a tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:14.535993 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 802b28c7-8113-4675-afa0-1d9c6ffd17ba details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:41:14.583029 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96751f38-6a25-4249-a777-dca221c4fe01 None None] Pushing event updated for resources: {'Port': ['ID=91298bb6-9ac2-498c-86c0-1b5021eada6b,revision_number=4']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:14.598232 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3951617e-c049-420b-9a4f-3f92d63729f9 req-4e456bcf-714c-4959-8a13-36242b63b852 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:14.610127 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3951617e-c049-420b-9a4f-3f92d63729f9 req-4e456bcf-714c-4959-8a13-36242b63b852 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=6397130d-6823-41c9-ab56-61523eff14be HTTP/1.1" status: 200 len: 945 time: 0.0697136 Jan 18 22:41:14.619541 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-64bcc430-7ce1-4976-b073-b2581a713ecb None None] Set router 43a70c88-4dbc-4e52-be65-03ecc7b88014 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:41:14.659606 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3951617e-c049-420b-9a4f-3f92d63729f9 req-6bcad004-d6a2-4394-9a68-08baff890f44 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e2e22-46f9-42fe-9710-8e464b95d42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483253 Jan 18 22:41:14.729355 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42f2a54a-1c8f-4284-9b30-ba9664c8d6bc admin admin] Made reservation on behalf of 3a5c37e658bb4bcaa2bbeaea6c4d27f3 for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:41:14.731957 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-42f2a54a-1c8f-4284-9b30-ba9664c8d6bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:14.776037 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:14.845571 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041b45e4-8330-4a25-b789-1166bbf3ea83 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:41:14.845945 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041b45e4-8330-4a25-b789-1166bbf3ea83 None None] Checking segment: {'id': '7a3f72c4-1cf5-4d57-be40-50b24605e34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'cd328a60-3150-4489-96cc-fb437ecb7f9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:41:14.846349 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-041b45e4-8330-4a25-b789-1166bbf3ea83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:14.846760 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041b45e4-8330-4a25-b789-1166bbf3ea83 None None] Bound using segment: {'id': '7a3f72c4-1cf5-4d57-be40-50b24605e34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'cd328a60-3150-4489-96cc-fb437ecb7f9b'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:41:14.847238 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-041b45e4-8330-4a25-b789-1166bbf3ea83 None None] Bound port: a2ba5893-6574-4e27-b58e-5beef3fd1982, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a3f72c4-1cf5-4d57-be40-50b24605e34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'cd328a60-3150-4489-96cc-fb437ecb7f9b'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:41:14.847616 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-041b45e4-8330-4a25-b789-1166bbf3ea83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:14.855082 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-a98d7802-d98b-41ca-b7fe-d6c2622b86c5 None None] Provisioning complete for port 91298bb6-9ac2-498c-86c0-1b5021eada6b triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:41:14.855450 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a98d7802-d98b-41ca-b7fe-d6c2622b86c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:14.968935 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-64bcc430-7ce1-4976-b073-b2581a713ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a70c88-4dbc-4e52-be65-03ecc7b88014', 'name': 'tempest-TestVolumeBootPattern-550304170-router', 'tenant_id': '0c676acb4b374123bc012031246d3916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'ce7789a3-dfd0-4ab6-a2dd-9b16560a0fd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:40:59Z', 'updated_at': '2022-01-18T22:41:08Z', 'revision_number': 4, 'project_id': '0c676acb4b374123bc012031246d3916', 'gw_port': {'id': 'ce7789a3-dfd0-4ab6-a2dd-9b16560a0fd8', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e0:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a70c88-4dbc-4e52-be65-03ecc7b88014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:01Z', 'updated_at': '2022-01-18T22:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '91298bb6-9ac2-498c-86c0-1b5021eada6b', 'name': '', 'network_id': '3887d3dd-b3d8-463d-9d9c-879e57c9ab40', 'tenant_id': '0c676acb4b374123bc012031246d3916', 'mac_address': 'fa:16:3e:c8:06:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43a70c88-4dbc-4e52-be65-03ecc7b88014', 'device_owner': 'network:router_interface', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': 'b317bd45-9275-4aad-aa8f-d7702db0cadd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:06Z', 'updated_at': '2022-01-18T22:41:14Z', 'revision_number': 4, 'project_id': '0c676acb4b374123bc012031246d3916', 'subnets': [{'id': 'b317bd45-9275-4aad-aa8f-d7702db0cadd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:41:14.999896 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb22601-aa50-43b2-9c91-73e2578b5f8a req-53dd59bc-cdb0-4873-b745-b70e8858d84a tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:15.006115 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4bb22601-aa50-43b2-9c91-73e2578b5f8a req-53dd59bc-cdb0-4873-b745-b70e8858d84a tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=6397130d-6823-41c9-ab56-61523eff14be HTTP/1.1" status: 200 len: 945 time: 0.0882952 Jan 18 22:41:15.014224 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port 495e0af0-893f-4bdc-861d-6f3cc9d749a5, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=495e0af0-893f-4bdc-861d-6f3cc9d749a5,segment=NetworkSegment(646ae2e7-ed02-469e-aea2-c900a3077c8d),segment_id=646ae2e7-ed02-469e-aea2-c900a3077c8d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:41:15.017908 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bcc430-7ce1-4976-b073-b2581a713ecb None None] The sync data for ids ['43a70c88-4dbc-4e52-be65-03ecc7b88014'] in n-d-825064-1 is: [{'id': '43a70c88-4dbc-4e52-be65-03ecc7b88014', 'name': 'tempest-TestVolumeBootPattern-550304170-router', 'tenant_id': '0c676acb4b374123bc012031246d3916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'ce7789a3-dfd0-4ab6-a2dd-9b16560a0fd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:40:59Z', 'updated_at': '2022-01-18T22:41:08Z', 'revision_number': 4, 'project_id': '0c676acb4b374123bc012031246d3916', 'gw_port': {'id': 'ce7789a3-dfd0-4ab6-a2dd-9b16560a0fd8', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e0:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a70c88-4dbc-4e52-be65-03ecc7b88014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:01Z', 'updated_at': '2022-01-18T22:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '91298bb6-9ac2-498c-86c0-1b5021eada6b', 'name': '', 'network_id': '3887d3dd-b3d8-463d-9d9c-879e57c9ab40', 'tenant_id': '0c676acb4b374123bc012031246d3916', 'mac_address': 'fa:16:3e:c8:06:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43a70c88-4dbc-4e52-be65-03ecc7b88014', 'device_owner': 'network:router_interface', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': 'b317bd45-9275-4aad-aa8f-d7702db0cadd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:06Z', 'updated_at': '2022-01-18T22:41:14Z', 'revision_number': 4, 'project_id': '0c676acb4b374123bc012031246d3916', 'subnets': [{'id': 'b317bd45-9275-4aad-aa8f-d7702db0cadd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:41:15.066128 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4bb22601-aa50-43b2-9c91-73e2578b5f8a req-15d46274-202d-41d0-808a-1e41f3e22fb2 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e2e22-46f9-42fe-9710-8e464b95d42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538108 Jan 18 22:41:15.107016 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-feb1dd99-c4b6-4b58-8cf3-8d54ed58a286 None None] Allocated IP 2001:db8::2 (c36de9dd-386c-48eb-9cc7-cd229852e2cf/65560a7f-7470-4a5f-b33b-04786a1bc72b/00a84317-ec5f-4d49-ac95-56a32a228cf9) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:41:15.156847 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:15.211205 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-566ccf60-c3de-4933-8e03-d680ce5e610a tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:15.211547 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-566ccf60-c3de-4933-8e03-d680ce5e610a tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:15.264283 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-566ccf60-c3de-4933-8e03-d680ce5e610a tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Calling delete_port for c1d1714b-cf6d-4881-8aa0-c0feebfc23f0 owned by network:floatingip {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:41:15.334100 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=495e0af0-893f-4bdc-861d-6f3cc9d749a5,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:15.337981 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c2cecaa1-2252-4a01-a5dc-4218e8a3eb08 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1040691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049'] for router, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:15.385203 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 91298bb6-9ac2-498c-86c0-1b5021eada6b up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:41:15.389306 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:41:15.389848 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:41:15.390335 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:41:15.390813 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:41:15.391289 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:41:15.391768 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:41:15.392274 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:41:15.392758 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:41:15.393227 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:41:15.393786 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:41:15.394274 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:41:15.394757 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:41:15.505585 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 41116) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:15.586058 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-0b1a25ab-5e0e-44a8-9d5b-9435cbbfed11 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Allocated IP 2001:db8::1 (cd328a60-3150-4489-96cc-fb437ecb7f9b/0468956a-5e5d-479b-a50a-f34bd6dae382/f64ca50a-dbc3-4218-a1bd-a38b9829427d) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:41:15.596053 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-041b45e4-8330-4a25-b789-1166bbf3ea83 None None] For port a2ba5893-6574-4e27-b58e-5beef3fd1982, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:41:15.661220 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-feb1dd99-c4b6-4b58-8cf3-8d54ed58a286 None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:15.667988 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a98d7802-d98b-41ca-b7fe-d6c2622b86c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:15.713870 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-a98d7802-d98b-41ca-b7fe-d6c2622b86c5 None None] For port 91298bb6-9ac2-498c-86c0-1b5021eada6b, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=91298bb6-9ac2-498c-86c0-1b5021eada6b,segment=NetworkSegment(ccabd36d-8c25-4648-92d3-222150b866b3),segment_id=ccabd36d-8c25-4648-92d3-222150b866b3)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:41:15.716534 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-feb1dd99-c4b6-4b58-8cf3-8d54ed58a286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:15.723811 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0b1a25ab-5e0e-44a8-9d5b-9435cbbfed11 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:15.727321 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ff28a8cb-2aec-4cb0-b394-27a2155ee0ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:15.737304 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a98d7802-d98b-41ca-b7fe-d6c2622b86c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:15.743644 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-041b45e4-8330-4a25-b789-1166bbf3ea83 None None] For port a2ba5893-6574-4e27-b58e-5beef3fd1982, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=a2ba5893-6574-4e27-b58e-5beef3fd1982,segment=NetworkSegment(7a3f72c4-1cf5-4d57-be40-50b24605e34d),segment_id=7a3f72c4-1cf5-4d57-be40-50b24605e34d)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:41:15.786544 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-041b45e4-8330-4a25-b789-1166bbf3ea83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:15.794780 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0b1a25ab-5e0e-44a8-9d5b-9435cbbfed11 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:15.834961 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ff28a8cb-2aec-4cb0-b394-27a2155ee0ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:15.838083 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb1dd99-c4b6-4b58-8cf3-8d54ed58a286 None None] Pushing event updated for resources: {'Port': ['ID=00a84317-ec5f-4d49-ac95-56a32a228cf9,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:15.843207 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb1dd99-c4b6-4b58-8cf3-8d54ed58a286 None None] Network c36de9dd-386c-48eb-9cc7-cd229852e2cf is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:41:15.847424 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ff28a8cb-2aec-4cb0-b394-27a2155ee0ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:15.856488 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-feb1dd99-c4b6-4b58-8cf3-8d54ed58a286 None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:41:15.867694 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1a25ab-5e0e-44a8-9d5b-9435cbbfed11 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Pushing event updated for resources: {'Port': ['ID=f64ca50a-dbc3-4218-a1bd-a38b9829427d,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:15.899304 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb1dd99-c4b6-4b58-8cf3-8d54ed58a286 None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:41:15.909314 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-ff28a8cb-2aec-4cb0-b394-27a2155ee0ab admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bbfa1901d7fe4c248ead4ac2600e35dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4025912 Jan 18 22:41:15.910015 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-a98d7802-d98b-41ca-b7fe-d6c2622b86c5 None None] Provisioning complete for port 495e0af0-893f-4bdc-861d-6f3cc9d749a5 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:41:15.910674 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a98d7802-d98b-41ca-b7fe-d6c2622b86c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:15.911140 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff28a8cb-2aec-4cb0-b394-27a2155ee0ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff7efde2-a9f2-4f8a-b2bf-599c3dfe2d81,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:15.913901 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 41120) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:15.917249 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1a25ab-5e0e-44a8-9d5b-9435cbbfed11 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Network cd328a60-3150-4489-96cc-fb437ecb7f9b is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:41:15.923623 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-0b1a25ab-5e0e-44a8-9d5b-9435cbbfed11 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:41:15.926062 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1a25ab-5e0e-44a8-9d5b-9435cbbfed11 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:41:15.926806 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0b1a25ab-5e0e-44a8-9d5b-9435cbbfed11 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1040954'] for router_interface, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:15.991545 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-783df95e-1377-4121-8133-e139679fac47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:16.018125 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 91298bb6-9ac2-498c-86c0-1b5021eada6b triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:41:16.018500 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:16.041685 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-783df95e-1377-4121-8133-e139679fac47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:16.061371 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2cecaa1-2252-4a01-a5dc-4218e8a3eb08 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Router b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28 is scheduled to L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 with binding_index 1 {{(pid=102431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 22:41:16.102722 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-42f2a54a-1c8f-4284-9b30-ba9664c8d6bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:16.116847 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98d7802-d98b-41ca-b7fe-d6c2622b86c5 None None] Pushing event updated for resources: {'Port': ['ID=91298bb6-9ac2-498c-86c0-1b5021eada6b,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:16.148369 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-783df95e-1377-4121-8133-e139679fac47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:16.151114 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-783df95e-1377-4121-8133-e139679fac47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:16.152260 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-783df95e-1377-4121-8133-e139679fac47 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ff7efde2-a9f2-4f8a-b2bf-599c3dfe2d81 HTTP/1.1" status: 204 len: 168 time: 0.2370651 Jan 18 22:41:16.169956 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783df95e-1377-4121-8133-e139679fac47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff7efde2-a9f2-4f8a-b2bf-599c3dfe2d81,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:16.318287 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-feb1dd99-c4b6-4b58-8cf3-8d54ed58a286 None None] Attempting to bind port 00a84317-ec5f-4d49-ac95-56a32a228cf9 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:41:16.318287 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-feb1dd99-c4b6-4b58-8cf3-8d54ed58a286 None None] Attempting to bind port 00a84317-ec5f-4d49-ac95-56a32a228cf9 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': 'b759e013-4c1f-4856-8012-9271b64639e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c36de9dd-386c-48eb-9cc7-cd229852e2cf'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:41:16.318672 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb1dd99-c4b6-4b58-8cf3-8d54ed58a286 None None] Attempting to bind port 00a84317-ec5f-4d49-ac95-56a32a228cf9 on network c36de9dd-386c-48eb-9cc7-cd229852e2cf {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:41:16.344383 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0b1a25ab-5e0e-44a8-9d5b-9435cbbfed11 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:16.373838 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb1dd99-c4b6-4b58-8cf3-8d54ed58a286 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:41:16.374519 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb1dd99-c4b6-4b58-8cf3-8d54ed58a286 None None] Checking segment: {'id': 'b759e013-4c1f-4856-8012-9271b64639e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c36de9dd-386c-48eb-9cc7-cd229852e2cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:41:16.374625 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-feb1dd99-c4b6-4b58-8cf3-8d54ed58a286 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:16.374993 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb1dd99-c4b6-4b58-8cf3-8d54ed58a286 None None] Bound using segment: {'id': 'b759e013-4c1f-4856-8012-9271b64639e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c36de9dd-386c-48eb-9cc7-cd229852e2cf'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:41:16.375479 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-feb1dd99-c4b6-4b58-8cf3-8d54ed58a286 None None] Bound port: 00a84317-ec5f-4d49-ac95-56a32a228cf9, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b759e013-4c1f-4856-8012-9271b64639e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c36de9dd-386c-48eb-9cc7-cd229852e2cf'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:41:16.375866 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-feb1dd99-c4b6-4b58-8cf3-8d54ed58a286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:16.386683 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60472ba-debe-49b8-b68a-e35f8a234f2f req-0fa6c38d-e8ff-4f60-837b-c4b72bf23110 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:16.392221 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d60472ba-debe-49b8-b68a-e35f8a234f2f req-0fa6c38d-e8ff-4f60-837b-c4b72bf23110 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=6397130d-6823-41c9-ab56-61523eff14be HTTP/1.1" status: 200 len: 945 time: 0.1015482 Jan 18 22:41:16.423059 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f2a54a-1c8f-4284-9b30-ba9664c8d6bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=21bbffb1-c955-4e37-8b19-72926d622f70,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:16.471360 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-566ccf60-c3de-4933-8e03-d680ce5e610a tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:16.472536 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d60472ba-debe-49b8-b68a-e35f8a234f2f req-3e27c0d1-d1ac-43bb-91ee-7c788ec8260a tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e2e22-46f9-42fe-9710-8e464b95d42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737762 Jan 18 22:41:16.480892 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f2a54a-1c8f-4284-9b30-ba9664c8d6bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:41:16.481232 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f2a54a-1c8f-4284-9b30-ba9664c8d6bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:41:16.482135 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f2a54a-1c8f-4284-9b30-ba9664c8d6bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:41:16.482481 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f2a54a-1c8f-4284-9b30-ba9664c8d6bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:41:16.482808 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f2a54a-1c8f-4284-9b30-ba9664c8d6bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:41:16.483131 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f2a54a-1c8f-4284-9b30-ba9664c8d6bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:41:16.484020 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f2a54a-1c8f-4284-9b30-ba9664c8d6bc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:41:16.484376 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f2a54a-1c8f-4284-9b30-ba9664c8d6bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:41:16.484704 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f2a54a-1c8f-4284-9b30-ba9664c8d6bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:41:16.485025 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f2a54a-1c8f-4284-9b30-ba9664c8d6bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:41:16.485346 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f2a54a-1c8f-4284-9b30-ba9664c8d6bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:41:16.485664 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f2a54a-1c8f-4284-9b30-ba9664c8d6bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:41:16.531838 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566ccf60-c3de-4933-8e03-d680ce5e610a tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Pushing event deleted for resources: {'Port': ['ID=c1d1714b-cf6d-4881-8aa0-c0feebfc23f0,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:16.543908 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041b45e4-8330-4a25-b789-1166bbf3ea83 None None] Pushing event updated for resources: {'Port': ['ID=a2ba5893-6574-4e27-b58e-5beef3fd1982,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:16.556521 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f2a54a-1c8f-4284-9b30-ba9664c8d6bc admin admin] Checking segment: {'id': '5042fcfd-2696-43f8-b44b-38ada8c372c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '802b28c7-8113-4675-afa0-1d9c6ffd17ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:41:16.556894 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f2a54a-1c8f-4284-9b30-ba9664c8d6bc admin admin] Network hostable DHCP agents. Network: 802b28c7-8113-4675-afa0-1d9c6ffd17ba, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:41:16.559449 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2cecaa1-2252-4a01-a5dc-4218e8a3eb08 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:41:16.599320 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83ee86c-6515-4cd4-8287-0e3a6a09d3d1 None None] Sync routers for ids ['b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:41:16.643791 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-feb1dd99-c4b6-4b58-8cf3-8d54ed58a286 None None] For port 00a84317-ec5f-4d49-ac95-56a32a228cf9, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:41:16.643791 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83ee86c-6515-4cd4-8287-0e3a6a09d3d1 None None] Routers {'b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:41:16.644585 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-f83ee86c-6515-4cd4-8287-0e3a6a09d3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:40:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:41:16.649950 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-feb1dd99-c4b6-4b58-8cf3-8d54ed58a286 None None] For port 00a84317-ec5f-4d49-ac95-56a32a228cf9, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=00a84317-ec5f-4d49-ac95-56a32a228cf9,segment=NetworkSegment(b759e013-4c1f-4856-8012-9271b64639e7),segment_id=b759e013-4c1f-4856-8012-9271b64639e7)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:41:16.686108 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c2cecaa1-2252-4a01-a5dc-4218e8a3eb08 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:16.688586 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-c2cecaa1-2252-4a01-a5dc-4218e8a3eb08 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 9.6323953 Jan 18 22:41:16.692577 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 41132) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:16.693681 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-feb1dd99-c4b6-4b58-8cf3-8d54ed58a286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:16.712259 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f2a54a-1c8f-4284-9b30-ba9664c8d6bc admin admin] Network 802b28c7-8113-4675-afa0-1d9c6ffd17ba is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:41:16.728600 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-42f2a54a-1c8f-4284-9b30-ba9664c8d6bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 802b28c7-8113-4675-afa0-1d9c6ffd17ba) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:41:16.740002 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-566ccf60-c3de-4933-8e03-d680ce5e610a tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks [] for floatingip, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:16.743263 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-566ccf60-c3de-4933-8e03-d680ce5e610a tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:16.750967 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 41138) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:16.754800 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36acbf57-1d49-4594-83af-414e8c942582 None None] Network 802b28c7-8113-4675-afa0-1d9c6ffd17ba requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:41:16.765464 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-566ccf60-c3de-4933-8e03-d680ce5e610a tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] 10.222.0.53 "DELETE /v2.0/floatingips/1eb16541-4bbe-4665-8bf3-6157447b50f3 HTTP/1.1" status: 204 len: 168 time: 4.5040634 Jan 18 22:41:16.773075 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f2a54a-1c8f-4284-9b30-ba9664c8d6bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:16.780872 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-42f2a54a-1c8f-4284-9b30-ba9664c8d6bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:16.818012 n-d-825064-1 neutron-server[102430]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5ba122c-86d4-4db5-8723-ad0e7f87740a tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] DELETE failed (client error): The resource could not be found. Jan 18 22:41:16.821430 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5ba122c-86d4-4db5-8723-ad0e7f87740a tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:41:16.828927 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-a5ba122c-86d4-4db5-8723-ad0e7f87740a tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] 10.222.0.53 "DELETE /v2.0/ports/fb06fea5-42f1-46f4-8aee-b5dd707cf5fe HTTP/1.1" status: 404 len: 333 time: 0.0766537 Jan 18 22:41:16.833029 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 41142) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:16.890139 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-42f2a54a-1c8f-4284-9b30-ba9664c8d6bc admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.5236721 Jan 18 22:41:16.893460 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41144) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:16.898217 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-388c7787-df1f-41b2-aa8f-67368edb80f4 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] 10.222.0.53 "GET /v2.0/ports?device_id=996812d4-4139-41ae-9cf9-f887497237ff HTTP/1.1" status: 200 len: 205 time: 0.0635512 Jan 18 22:41:16.900602 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 41146) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:16.910659 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-23a50ed5-3747-4085-bafa-23a3fa1f3b77 None None] Provisioning complete for port 91298bb6-9ac2-498c-86c0-1b5021eada6b triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:41:16.911196 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-23a50ed5-3747-4085-bafa-23a3fa1f3b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:16.912595 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-48bd6e72-8c2b-4acf-9c2b-923be27e3c0c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1878206497-router', 'tenant_id': '3a5c37e658bb4bcaa2bbeaea6c4d27f3', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:41:16.951961 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb1dd99-c4b6-4b58-8cf3-8d54ed58a286 None None] Pushing event updated for resources: {'Port': ['ID=00a84317-ec5f-4d49-ac95-56a32a228cf9,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:16.999445 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [None req-ca610b7c-767d-4541-9ea8-fefe04b4a56c tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] delete failed (client error): The resource could not be found. Jan 18 22:41:17.009024 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-ca610b7c-767d-4541-9ea8-fefe04b4a56c tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] 10.222.0.53 "DELETE /v2.0/routers/996812d4-4139-41ae-9cf9-f887497237ff HTTP/1.1" status: 404 len: 336 time: 0.1071854 Jan 18 22:41:17.013492 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 41148) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:17.052808 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-f83ee86c-6515-4cd4-8287-0e3a6a09d3d1 None None] Set router b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:41:17.125170 n-d-825064-1 neutron-server[102430]: INFO neutron.pecan_wsgi.hooks.translation [None req-74ab0c0c-9880-4368-aa13-e7d70f98ddc9 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] DELETE failed (client error): The resource could not be found. Jan 18 22:41:17.126451 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-48bd6e72-8c2b-4acf-9c2b-923be27e3c0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1044160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8692'] for router, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:17.127727 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-48bd6e72-8c2b-4acf-9c2b-923be27e3c0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1040680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8675'] for router, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:17.128058 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74ab0c0c-9880-4368-aa13-e7d70f98ddc9 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:41:17.140899 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-74ab0c0c-9880-4368-aa13-e7d70f98ddc9 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] 10.222.0.53 "DELETE /v2.0/subnets/17754f48-c4d3-400d-a479-1878a47fbdb3 HTTP/1.1" status: 404 len: 337 time: 0.1226835 Jan 18 22:41:17.141516 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 41152) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:17.247840 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-48bd6e72-8c2b-4acf-9c2b-923be27e3c0c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:17.253518 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0b1a25ab-5e0e-44a8-9d5b-9435cbbfed11 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:17.282795 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-03c50d75-83d8-41b6-a0d2-eaac78f6870c tempest-TestNetworkBasicOps-1276463588 tempest-TestNetworkBasicOps-1276463588-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=5fdd9d74a6a7474aa33a3f08cd7c198f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5890045 Jan 18 22:41:17.313111 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 41158) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:17.334890 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0b1a25ab-5e0e-44a8-9d5b-9435cbbfed11 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:17.335798 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0b1a25ab-5e0e-44a8-9d5b-9435cbbfed11 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-613854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1041070'] for router_interface, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:17.474394 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1a25ab-5e0e-44a8-9d5b-9435cbbfed11 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Pushing event updated for resources: {'Port': ['ID=f64ca50a-dbc3-4218-a1bd-a38b9829427d,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:17.578196 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-48bd6e72-8c2b-4acf-9c2b-923be27e3c0c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:17.644908 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a82f0a-79a6-42ec-9d5a-948bb63d2931 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-802b28c7-8113-4675-afa0-1d9c6ffd17ba', 'network_id': '802b28c7-8113-4675-afa0-1d9c6ffd17ba', 'tenant_id': '3a5c37e658bb4bcaa2bbeaea6c4d27f3', 'fixed_ips': [{'subnet_id': '21bbffb1-c955-4e37-8b19-72926d622f70'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:41:17.646433 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a6a82f0a-79a6-42ec-9d5a-948bb63d2931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:17.690993 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 495e0af0-893f-4bdc-861d-6f3cc9d749a5 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:41:17.752717 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d13e055-6f0b-4a3d-824a-f28454c583f4 None None] Network cd328a60-3150-4489-96cc-fb437ecb7f9b requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:41:17.753473 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1a25ab-5e0e-44a8-9d5b-9435cbbfed11 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Network cd328a60-3150-4489-96cc-fb437ecb7f9b is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:41:17.757362 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-0b1a25ab-5e0e-44a8-9d5b-9435cbbfed11 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:41:17.769693 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c733edb-0df0-470d-8bcd-6c6f204af43f tempest-TestNetworkBasicOps-1276463588 tempest-TestNetworkBasicOps-1276463588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:17.774540 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-1c733edb-0df0-470d-8bcd-6c6f204af43f tempest-TestNetworkBasicOps-1276463588 tempest-TestNetworkBasicOps-1276463588-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4600279 Jan 18 22:41:17.784035 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 41168) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:17.803034 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-62b6ddd6-6395-4ef8-8981-c7410558d133 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Deleting port fbba20d3-bc36-4b6e-b2b2-ca8339bb7226 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:41:17.803476 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-62b6ddd6-6395-4ef8-8981-c7410558d133 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:17.864297 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7bdf72-6ba5-4ef4-a412-d583739d0cc8 req-2c7bdf81-bcc8-45e3-8e8f-4555a6c160f9 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:17.866554 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ea7bdf72-6ba5-4ef4-a412-d583739d0cc8 req-2c7bdf81-bcc8-45e3-8e8f-4555a6c160f9 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=6397130d-6823-41c9-ab56-61523eff14be HTTP/1.1" status: 200 len: 945 time: 0.2656395 Jan 18 22:41:17.883723 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-81341a3d-fae2-4f7d-a41d-8158de43d079 tempest-TestNetworkBasicOps-1276463588 tempest-TestNetworkBasicOps-1276463588-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=0fa7c7c8-c96a-4aa5-9818-d374adf00f99&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0898213 Jan 18 22:41:17.891566 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 41170) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:17.897909 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-4de7a646-db6f-4421-99ae-c4025fa592ca tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-26357133', 'network_id': '652d2c80-5afc-4a98-af8e-7aee992e5efa', 'project_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:41:18.064813 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-23a50ed5-3747-4085-bafa-23a3fa1f3b77 None None] Provisioning complete for port 495e0af0-893f-4bdc-861d-6f3cc9d749a5 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:41:18.065419 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-23a50ed5-3747-4085-bafa-23a3fa1f3b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:18.323608 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 495e0af0-893f-4bdc-861d-6f3cc9d749a5 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:41:18.324562 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:18.398726 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ea7bdf72-6ba5-4ef4-a412-d583739d0cc8 req-f5edfaea-4d72-424a-a779-6f02f07146b5 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e2e22-46f9-42fe-9710-8e464b95d42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5101068 Jan 18 22:41:18.402456 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-f83ee86c-6515-4cd4-8287-0e3a6a09d3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28', 'name': 'tempest-TestNetworkBasicOps-router-1173322082', 'tenant_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '8d93e96f-e294-4fd8-ba8d-fabe21068f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:41:07Z', 'updated_at': '2022-01-18T22:41:12Z', 'revision_number': 3, 'project_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'gw_port': {'id': '8d93e96f-e294-4fd8-ba8d-fabe21068f6f', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:67:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:09Z', 'updated_at': '2022-01-18T22:41:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:41:18.441228 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-a6a82f0a-79a6-42ec-9d5a-948bb63d2931 None None] Allocated IP 172.20.0.2 (802b28c7-8113-4675-afa0-1d9c6ffd17ba/21bbffb1-c955-4e37-8b19-72926d622f70/f5c898ca-67c7-4eb0-86b8-13d20330a677) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:41:18.469077 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b1a25ab-5e0e-44a8-9d5b-9435cbbfed11 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Router 0dadec25-f9c1-4d42-a8e4-46fbf1f34deb is scheduled to L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 with binding_index 1 {{(pid=102431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 22:41:18.470257 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83ee86c-6515-4cd4-8287-0e3a6a09d3d1 None None] Checking router: b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:41:18.470787 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83ee86c-6515-4cd4-8287-0e3a6a09d3d1 None None] Updating router b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28 port 8d93e96f-e294-4fd8-ba8d-fabe21068f6f binding host n-d-825064-1 {{(pid=102432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:41:18.480447 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-62b6ddd6-6395-4ef8-8981-c7410558d133 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:18.500357 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-62b6ddd6-6395-4ef8-8981-c7410558d133 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Calling delete_port for fbba20d3-bc36-4b6e-b2b2-ca8339bb7226 owned by {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:41:18.513146 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4de7a646-db6f-4421-99ae-c4025fa592ca tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Made reservation on behalf of 5fdd9d74a6a7474aa33a3f08cd7c198f for: {'subnet': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:41:18.518159 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4de7a646-db6f-4421-99ae-c4025fa592ca tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62288702'] for subnet, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:18.654971 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f83ee86c-6515-4cd4-8287-0e3a6a09d3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:18.728020 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669e088e-9dcf-4552-b8a4-93f1f7a64e44 None None] Network c36de9dd-386c-48eb-9cc7-cd229852e2cf requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:41:18.798768 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b1a25ab-5e0e-44a8-9d5b-9435cbbfed11 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:41:18.804071 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-0b1a25ab-5e0e-44a8-9d5b-9435cbbfed11 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] 10.222.0.53 "PUT /v2.0/routers/0dadec25-f9c1-4d42-a8e4-46fbf1f34deb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2702641 Jan 18 22:41:18.805233 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-48bd6e72-8c2b-4acf-9c2b-923be27e3c0c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:18.808213 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41178) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:18.811917 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c10b3a5-ca7b-4877-8af6-113c19ced1d5 None None] Sync routers for ids ['0dadec25-f9c1-4d42-a8e4-46fbf1f34deb'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:41:18.822072 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c10b3a5-ca7b-4877-8af6-113c19ced1d5 None None] Routers {'0dadec25-f9c1-4d42-a8e4-46fbf1f34deb'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:41:18.822610 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-8c10b3a5-ca7b-4877-8af6-113c19ced1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:40:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['0dadec25-f9c1-4d42-a8e4-46fbf1f34deb'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:41:18.833715 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-48bd6e72-8c2b-4acf-9c2b-923be27e3c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:18.846625 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-62b6ddd6-6395-4ef8-8981-c7410558d133 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:18.859964 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4de7a646-db6f-4421-99ae-c4025fa592ca tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60203213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62288684'] for subnet, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:18.905684 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-8c10b3a5-ca7b-4877-8af6-113c19ced1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:41:18.925584 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c10b3a5-ca7b-4877-8af6-113c19ced1d5 None None] Routers {'0dadec25-f9c1-4d42-a8e4-46fbf1f34deb'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:41:18.928804 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-8c10b3a5-ca7b-4877-8af6-113c19ced1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:40:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['0dadec25-f9c1-4d42-a8e4-46fbf1f34deb'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:41:18.941579 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b6ddd6-6395-4ef8-8981-c7410558d133 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Pushing event deleted for resources: {'Port': ['ID=fbba20d3-bc36-4b6e-b2b2-ca8339bb7226,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:18.944595 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 00a84317-ec5f-4d49-ac95-56a32a228cf9 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:41:19.004556 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-8c10b3a5-ca7b-4877-8af6-113c19ced1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:41:19.005259 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c10b3a5-ca7b-4877-8af6-113c19ced1d5 None None] The sync data for ids ['0dadec25-f9c1-4d42-a8e4-46fbf1f34deb'] in n-d-825064-1 is: [] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:41:19.059080 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-ee8dc7a2-99ce-4c81-bfa0-4489a91892c5 None None] Provisioning complete for port a2ba5893-6574-4e27-b58e-5beef3fd1982 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:41:19.059864 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ee8dc7a2-99ce-4c81-bfa0-4489a91892c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:19.113099 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de7a646-db6f-4421-99ae-c4025fa592ca tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Pushing event updated for resources: {'Subnet': ['ID=8e4aa361-5700-40d0-9baf-268026e85931,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:19.137169 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de7a646-db6f-4421-99ae-c4025fa592ca tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Checking segment: {'id': 'c00b7213-a8bd-4260-8012-95da8fbee090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '652d2c80-5afc-4a98-af8e-7aee992e5efa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:41:19.137557 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de7a646-db6f-4421-99ae-c4025fa592ca tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Network hostable DHCP agents. Network: 652d2c80-5afc-4a98-af8e-7aee992e5efa, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:41:19.149839 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-62b6ddd6-6395-4ef8-8981-c7410558d133 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:19.156833 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-62b6ddd6-6395-4ef8-8981-c7410558d133 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] 10.222.0.53 "DELETE /v2.0/ports/fbba20d3-bc36-4b6e-b2b2-ca8339bb7226 HTTP/1.1" status: 204 len: 168 time: 2.0084565 Jan 18 22:41:19.157387 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 41180) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:19.201552 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a6a82f0a-79a6-42ec-9d5a-948bb63d2931 None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:19.211754 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de7a646-db6f-4421-99ae-c4025fa592ca tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Network 652d2c80-5afc-4a98-af8e-7aee992e5efa is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:41:19.244010 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-4de7a646-db6f-4421-99ae-c4025fa592ca tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 652d2c80-5afc-4a98-af8e-7aee992e5efa) {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:41:19.277055 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f60aac8-2b8e-4f7a-98ea-96c7c2afbf7a None None] Network 652d2c80-5afc-4a98-af8e-7aee992e5efa requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:41:19.279545 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a6a82f0a-79a6-42ec-9d5a-948bb63d2931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:19.308021 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de7a646-db6f-4421-99ae-c4025fa592ca tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:19.311043 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4de7a646-db6f-4421-99ae-c4025fa592ca tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:19.366349 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-4de7a646-db6f-4421-99ae-c4025fa592ca tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4683514 Jan 18 22:41:19.366536 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41182) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:19.382861 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-10c31237-42ae-4e81-ac36-f1bba3252b31 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Deleting port e4f1730b-222a-4ae4-86a5-9a1d1c082348 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:41:19.383215 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-10c31237-42ae-4e81-ac36-f1bba3252b31 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:19.407128 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 00a84317-ec5f-4d49-ac95-56a32a228cf9 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:41:19.407828 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:19.487469 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a82f0a-79a6-42ec-9d5a-948bb63d2931 None None] Network 802b28c7-8113-4675-afa0-1d9c6ffd17ba is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:41:19.504099 n-d-825064-1 neutron-server[102431]: INFO neutron.api.v2.resource [None req-587c7a9b-0ff7-48a6-9e98-f634f69b2e17 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 22:41:19.507512 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-587c7a9b-0ff7-48a6-9e98-f634f69b2e17 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] 10.222.0.53 "PUT /v2.0/routers/0dadec25-f9c1-4d42-a8e4-46fbf1f34deb/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6983957 Jan 18 22:41:19.517980 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-10c31237-42ae-4e81-ac36-f1bba3252b31 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:19.523442 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-a6a82f0a-79a6-42ec-9d5a-948bb63d2931 None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:41:19.528045 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41188) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:19.532750 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-10c31237-42ae-4e81-ac36-f1bba3252b31 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Calling delete_port for e4f1730b-222a-4ae4-86a5-9a1d1c082348 owned by {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:41:19.553465 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f2935378-c2b9-4bdb-a3df-4dbf2c2695d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:19.559098 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a82f0a-79a6-42ec-9d5a-948bb63d2931 None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:41:19.594949 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a82f0a-79a6-42ec-9d5a-948bb63d2931 None None] Pushing event updated for resources: {'Port': ['ID=f5c898ca-67c7-4eb0-86b8-13d20330a677,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:19.707737 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-10c31237-42ae-4e81-ac36-f1bba3252b31 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:19.714990 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f83ee86c-6515-4cd4-8287-0e3a6a09d3d1 None None] Notify callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:19.748964 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f83ee86c-6515-4cd4-8287-0e3a6a09d3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:19.771220 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c31237-42ae-4e81-ac36-f1bba3252b31 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Pushing event deleted for resources: {'Port': ['ID=e4f1730b-222a-4ae4-86a5-9a1d1c082348,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:19.842761 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab11ca76-2a2b-4398-a2d0-2ffae92fa402 req-ea2afa4c-ab59-489c-8361-2d573d25c354 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:19.844335 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ab11ca76-2a2b-4398-a2d0-2ffae92fa402 req-ea2afa4c-ab59-489c-8361-2d573d25c354 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=6397130d-6823-41c9-ab56-61523eff14be HTTP/1.1" status: 200 len: 945 time: 0.1539245 Jan 18 22:41:19.873027 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ee8dc7a2-99ce-4c81-bfa0-4489a91892c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:19.898895 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-10c31237-42ae-4e81-ac36-f1bba3252b31 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:19.905787 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-10c31237-42ae-4e81-ac36-f1bba3252b31 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] 10.222.0.53 "DELETE /v2.0/ports/e4f1730b-222a-4ae4-86a5-9a1d1c082348 HTTP/1.1" status: 204 len: 168 time: 0.7437942 Jan 18 22:41:19.909314 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41190) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:19.913202 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ab11ca76-2a2b-4398-a2d0-2ffae92fa402 req-43376f94-6275-43ae-a96b-e6c01ab9b30b tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e2e22-46f9-42fe-9710-8e464b95d42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587111 Jan 18 22:41:19.965228 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094a5bec-dfc9-4956-8f62-f9fe077a06f0 None None] Pushing event updated for resources: {'Port': ['ID=8d93e96f-e294-4fd8-ba8d-fabe21068f6f,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:19.988083 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-a6a82f0a-79a6-42ec-9d5a-948bb63d2931 None None] Attempting to bind port f5c898ca-67c7-4eb0-86b8-13d20330a677 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:41:19.988368 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-a6a82f0a-79a6-42ec-9d5a-948bb63d2931 None None] Attempting to bind port f5c898ca-67c7-4eb0-86b8-13d20330a677 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '5042fcfd-2696-43f8-b44b-38ada8c372c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '802b28c7-8113-4675-afa0-1d9c6ffd17ba'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:41:19.988779 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a82f0a-79a6-42ec-9d5a-948bb63d2931 None None] Attempting to bind port f5c898ca-67c7-4eb0-86b8-13d20330a677 on network 802b28c7-8113-4675-afa0-1d9c6ffd17ba {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:41:20.005509 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-f83ee86c-6515-4cd4-8287-0e3a6a09d3d1 None None] Attempting to bind port 8d93e96f-e294-4fd8-ba8d-fabe21068f6f on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:41:20.006067 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-f83ee86c-6515-4cd4-8287-0e3a6a09d3d1 None None] Attempting to bind port 8d93e96f-e294-4fd8-ba8d-fabe21068f6f by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:41:20.006491 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83ee86c-6515-4cd4-8287-0e3a6a09d3d1 None None] Attempting to bind port 8d93e96f-e294-4fd8-ba8d-fabe21068f6f on network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:41:20.044758 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a82f0a-79a6-42ec-9d5a-948bb63d2931 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:41:20.045488 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a82f0a-79a6-42ec-9d5a-948bb63d2931 None None] Checking segment: {'id': '5042fcfd-2696-43f8-b44b-38ada8c372c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '802b28c7-8113-4675-afa0-1d9c6ffd17ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:41:20.046356 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a6a82f0a-79a6-42ec-9d5a-948bb63d2931 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:20.046356 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a82f0a-79a6-42ec-9d5a-948bb63d2931 None None] Bound using segment: {'id': '5042fcfd-2696-43f8-b44b-38ada8c372c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '802b28c7-8113-4675-afa0-1d9c6ffd17ba'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:41:20.046811 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-48bd6e72-8c2b-4acf-9c2b-923be27e3c0c admin admin] Allocated IP 172.25.5.211 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/ab8507d9-8225-4f4f-9120-cd7f8043c4c5) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:41:20.047000 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-a6a82f0a-79a6-42ec-9d5a-948bb63d2931 None None] Bound port: f5c898ca-67c7-4eb0-86b8-13d20330a677, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5042fcfd-2696-43f8-b44b-38ada8c372c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '802b28c7-8113-4675-afa0-1d9c6ffd17ba'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:41:20.047462 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a6a82f0a-79a6-42ec-9d5a-948bb63d2931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:20.052978 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-ee8dc7a2-99ce-4c81-bfa0-4489a91892c5 None None] For port a2ba5893-6574-4e27-b58e-5beef3fd1982, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=a2ba5893-6574-4e27-b58e-5beef3fd1982,segment=NetworkSegment(7a3f72c4-1cf5-4d57-be40-50b24605e34d),segment_id=7a3f72c4-1cf5-4d57-be40-50b24605e34d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:41:20.058532 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83ee86c-6515-4cd4-8287-0e3a6a09d3d1 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:41:20.058913 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83ee86c-6515-4cd4-8287-0e3a6a09d3d1 None None] Checking segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:41:20.059347 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f83ee86c-6515-4cd4-8287-0e3a6a09d3d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:20.060554 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83ee86c-6515-4cd4-8287-0e3a6a09d3d1 None None] Bound using segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:41:20.060909 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-f83ee86c-6515-4cd4-8287-0e3a6a09d3d1 None None] Bound port: 8d93e96f-e294-4fd8-ba8d-fabe21068f6f, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:41:20.061299 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f83ee86c-6515-4cd4-8287-0e3a6a09d3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:20.080545 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912cbd62-6e1b-46bf-9d09-4cf163f6190b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-652d2c80-5afc-4a98-af8e-7aee992e5efa', 'network_id': '652d2c80-5afc-4a98-af8e-7aee992e5efa', 'tenant_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'fixed_ips': [{'subnet_id': '8e4aa361-5700-40d0-9baf-268026e85931'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:41:20.081410 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-912cbd62-6e1b-46bf-9d09-4cf163f6190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:20.119889 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ee8dc7a2-99ce-4c81-bfa0-4489a91892c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:20.132146 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:20.203384 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2853a6a3-db80-4c15-aba5-109138e8b8a7 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:20.207599 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-2853a6a3-db80-4c15-aba5-109138e8b8a7 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a7e88ce-b2f9-4963-9733-df396136ee8c HTTP/1.1" status: 200 len: 913 time: 0.2932456 Jan 18 22:41:20.208677 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 41192) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:20.238527 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-ee8dc7a2-99ce-4c81-bfa0-4489a91892c5 None None] Provisioning complete for port 00a84317-ec5f-4d49-ac95-56a32a228cf9 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:41:20.239039 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ee8dc7a2-99ce-4c81-bfa0-4489a91892c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:20.366778 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-48bd6e72-8c2b-4acf-9c2b-923be27e3c0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:20.379334 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-f83ee86c-6515-4cd4-8287-0e3a6a09d3d1 None None] For port 8d93e96f-e294-4fd8-ba8d-fabe21068f6f, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:41:20.382481 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port 00a84317-ec5f-4d49-ac95-56a32a228cf9, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=00a84317-ec5f-4d49-ac95-56a32a228cf9,segment=NetworkSegment(b759e013-4c1f-4856-8012-9271b64639e7),segment_id=b759e013-4c1f-4856-8012-9271b64639e7)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:41:20.394359 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-a6a82f0a-79a6-42ec-9d5a-948bb63d2931 None None] For port f5c898ca-67c7-4eb0-86b8-13d20330a677, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:41:20.483749 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-48bd6e72-8c2b-4acf-9c2b-923be27e3c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:20.557276 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48bd6e72-8c2b-4acf-9c2b-923be27e3c0c admin admin] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:41:20.569660 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-48bd6e72-8c2b-4acf-9c2b-923be27e3c0c admin admin] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:41:20.572642 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48bd6e72-8c2b-4acf-9c2b-923be27e3c0c admin admin] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:41:20.586130 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:20.588316 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 91298bb6-9ac2-498c-86c0-1b5021eada6b up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:41:20.595494 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-f83ee86c-6515-4cd4-8287-0e3a6a09d3d1 None None] For port 8d93e96f-e294-4fd8-ba8d-fabe21068f6f, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=8d93e96f-e294-4fd8-ba8d-fabe21068f6f,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:41:20.599021 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8dc7a2-99ce-4c81-bfa0-4489a91892c5 None None] Pushing event updated for resources: {'Port': ['ID=a2ba5893-6574-4e27-b58e-5beef3fd1982,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:20.605230 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bd6e72-8c2b-4acf-9c2b-923be27e3c0c admin admin] Pushing event updated for resources: {'Port': ['ID=ab8507d9-8225-4f4f-9120-cd7f8043c4c5,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:20.609127 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-df0e8c24-b6cf-475d-b71f-3d00cae86a1f tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:20.611273 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-a6a82f0a-79a6-42ec-9d5a-948bb63d2931 None None] For port f5c898ca-67c7-4eb0-86b8-13d20330a677, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=f5c898ca-67c7-4eb0-86b8-13d20330a677,segment=NetworkSegment(5042fcfd-2696-43f8-b44b-38ada8c372c4),segment_id=5042fcfd-2696-43f8-b44b-38ada8c372c4)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:41:20.632500 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6ef8ebc0-033c-4a48-8d94-d259e5cc1dc0 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1041027'] for router_interface, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:20.658759 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-494d6933-55d0-4a9d-819d-6a1af0eae99c tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1041027'] for router_interface, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:20.663130 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f83ee86c-6515-4cd4-8287-0e3a6a09d3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:20.665315 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=00a84317-ec5f-4d49-ac95-56a32a228cf9,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:20.698569 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a6a82f0a-79a6-42ec-9d5a-948bb63d2931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:20.879297 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83ee86c-6515-4cd4-8287-0e3a6a09d3d1 None None] Routers {'b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:41:20.880088 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-f83ee86c-6515-4cd4-8287-0e3a6a09d3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:40:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:41:20.883774 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-912cbd62-6e1b-46bf-9d09-4cf163f6190b None None] Allocated IP 172.20.0.2 (652d2c80-5afc-4a98-af8e-7aee992e5efa/8e4aa361-5700-40d0-9baf-268026e85931/3003f777-8175-4560-aea6-7721f059d33e) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:41:20.902222 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094a5bec-dfc9-4956-8f62-f9fe077a06f0 None None] Pushing event updated for resources: {'Port': ['ID=8d93e96f-e294-4fd8-ba8d-fabe21068f6f,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:21.035912 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 91298bb6-9ac2-498c-86c0-1b5021eada6b triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:41:21.037963 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:21.226775 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4295b8b6-b7af-4d5b-9569-2c00ca33eccc req-1f6c91bb-c7b3-416e-9cce-e15b225a8bb4 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:21.229183 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4295b8b6-b7af-4d5b-9569-2c00ca33eccc req-1f6c91bb-c7b3-416e-9cce-e15b225a8bb4 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=6397130d-6823-41c9-ab56-61523eff14be HTTP/1.1" status: 200 len: 945 time: 0.1383095 Jan 18 22:41:21.268499 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-494d6933-55d0-4a9d-819d-6a1af0eae99c tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Deleting port 9d9d9356-2138-42f2-87cf-926fea4baf1e {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:41:21.268810 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-494d6933-55d0-4a9d-819d-6a1af0eae99c tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:21.287714 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-f60d74e6-560e-4a25-a3ce-e7c8871f61f1 None None] Provisioning complete for port a2ba5893-6574-4e27-b58e-5beef3fd1982 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:41:21.288404 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f60d74e6-560e-4a25-a3ce-e7c8871f61f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:21.301150 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a82f0a-79a6-42ec-9d5a-948bb63d2931 None None] Pushing event updated for resources: {'Port': ['ID=f5c898ca-67c7-4eb0-86b8-13d20330a677,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:21.384964 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-f83ee86c-6515-4cd4-8287-0e3a6a09d3d1 None None] Set router b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:41:21.437308 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4295b8b6-b7af-4d5b-9569-2c00ca33eccc req-0277d3dd-fc07-4d76-8613-3e82e1e5cb15 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e2e22-46f9-42fe-9710-8e464b95d42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946816 Jan 18 22:41:21.524894 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-494d6933-55d0-4a9d-819d-6a1af0eae99c tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:21.543150 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-494d6933-55d0-4a9d-819d-6a1af0eae99c tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Calling delete_port for 9d9d9356-2138-42f2-87cf-926fea4baf1e owned by network:router_interface {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:41:21.659742 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-48bd6e72-8c2b-4acf-9c2b-923be27e3c0c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:21.701039 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device a2ba5893-6574-4e27-b58e-5beef3fd1982 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:41:21.787718 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-912cbd62-6e1b-46bf-9d09-4cf163f6190b None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:21.789265 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-f60d74e6-560e-4a25-a3ce-e7c8871f61f1 None None] Provisioning complete for port 00a84317-ec5f-4d49-ac95-56a32a228cf9 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:41:21.789705 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f60d74e6-560e-4a25-a3ce-e7c8871f61f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:21.821336 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-912cbd62-6e1b-46bf-9d09-4cf163f6190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:21.906850 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912cbd62-6e1b-46bf-9d09-4cf163f6190b None None] Network 652d2c80-5afc-4a98-af8e-7aee992e5efa is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:41:21.907713 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port a2ba5893-6574-4e27-b58e-5beef3fd1982 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:41:21.908187 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:21.950208 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-494d6933-55d0-4a9d-819d-6a1af0eae99c tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:21.991574 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494d6933-55d0-4a9d-819d-6a1af0eae99c tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Pushing event deleted for resources: {'Port': ['ID=9d9d9356-2138-42f2-87cf-926fea4baf1e,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:22.020898 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-df0e8c24-b6cf-475d-b71f-3d00cae86a1f tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Allocated IP 172.20.0.1 (652d2c80-5afc-4a98-af8e-7aee992e5efa/8e4aa361-5700-40d0-9baf-268026e85931/e38164b1-8b1d-4bef-8e91-2a26203fe4b2) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:41:22.027490 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-912cbd62-6e1b-46bf-9d09-4cf163f6190b None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:41:22.093721 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912cbd62-6e1b-46bf-9d09-4cf163f6190b None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:41:22.147601 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-299fd3f8-fecc-4df2-92c0-5dcd54f3f222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:22.164789 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912cbd62-6e1b-46bf-9d09-4cf163f6190b None None] Pushing event updated for resources: {'Port': ['ID=3003f777-8175-4560-aea6-7721f059d33e,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:22.170118 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-6ef8ebc0-033c-4a48-8d94-d259e5cc1dc0 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Deleting port f64ca50a-dbc3-4218-a1bd-a38b9829427d {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:41:22.170464 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6ef8ebc0-033c-4a48-8d94-d259e5cc1dc0 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:22.261154 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-494d6933-55d0-4a9d-819d-6a1af0eae99c tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-613841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1046579'] for router_interface, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:22.323933 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-912cbd62-6e1b-46bf-9d09-4cf163f6190b None None] Attempting to bind port 3003f777-8175-4560-aea6-7721f059d33e on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:41:22.324528 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-912cbd62-6e1b-46bf-9d09-4cf163f6190b None None] Attempting to bind port 3003f777-8175-4560-aea6-7721f059d33e by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': 'c00b7213-a8bd-4260-8012-95da8fbee090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '652d2c80-5afc-4a98-af8e-7aee992e5efa'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:41:22.324682 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912cbd62-6e1b-46bf-9d09-4cf163f6190b None None] Attempting to bind port 3003f777-8175-4560-aea6-7721f059d33e on network 652d2c80-5afc-4a98-af8e-7aee992e5efa {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:41:22.355583 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912cbd62-6e1b-46bf-9d09-4cf163f6190b None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:41:22.355960 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912cbd62-6e1b-46bf-9d09-4cf163f6190b None None] Checking segment: {'id': 'c00b7213-a8bd-4260-8012-95da8fbee090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '652d2c80-5afc-4a98-af8e-7aee992e5efa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:41:22.357043 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-912cbd62-6e1b-46bf-9d09-4cf163f6190b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:22.358328 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912cbd62-6e1b-46bf-9d09-4cf163f6190b None None] Bound using segment: {'id': 'c00b7213-a8bd-4260-8012-95da8fbee090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '652d2c80-5afc-4a98-af8e-7aee992e5efa'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:41:22.358829 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-912cbd62-6e1b-46bf-9d09-4cf163f6190b None None] Bound port: 3003f777-8175-4560-aea6-7721f059d33e, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c00b7213-a8bd-4260-8012-95da8fbee090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '652d2c80-5afc-4a98-af8e-7aee992e5efa'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:41:22.359511 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-912cbd62-6e1b-46bf-9d09-4cf163f6190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:22.382803 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-f83ee86c-6515-4cd4-8287-0e3a6a09d3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28', 'name': 'tempest-TestNetworkBasicOps-router-1173322082', 'tenant_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '8d93e96f-e294-4fd8-ba8d-fabe21068f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:41:07Z', 'updated_at': '2022-01-18T22:41:12Z', 'revision_number': 3, 'project_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'gw_port': {'id': '8d93e96f-e294-4fd8-ba8d-fabe21068f6f', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:67:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:09Z', 'updated_at': '2022-01-18T22:41:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:41:22.419854 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83ee86c-6515-4cd4-8287-0e3a6a09d3d1 None None] The sync data for ids ['b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28'] in n-d-825064-1 is: [{'id': 'b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28', 'name': 'tempest-TestNetworkBasicOps-router-1173322082', 'tenant_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '8d93e96f-e294-4fd8-ba8d-fabe21068f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:41:07Z', 'updated_at': '2022-01-18T22:41:12Z', 'revision_number': 3, 'project_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'gw_port': {'id': '8d93e96f-e294-4fd8-ba8d-fabe21068f6f', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:67:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:09Z', 'updated_at': '2022-01-18T22:41:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:41:22.511873 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-48bd6e72-8c2b-4acf-9c2b-923be27e3c0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1040691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049'] for router, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:22.613380 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-912cbd62-6e1b-46bf-9d09-4cf163f6190b None None] For port 3003f777-8175-4560-aea6-7721f059d33e, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:41:22.618477 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-912cbd62-6e1b-46bf-9d09-4cf163f6190b None None] For port 3003f777-8175-4560-aea6-7721f059d33e, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=3003f777-8175-4560-aea6-7721f059d33e,segment=NetworkSegment(c00b7213-a8bd-4260-8012-95da8fbee090),segment_id=c00b7213-a8bd-4260-8012-95da8fbee090)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:41:22.620251 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-f60d74e6-560e-4a25-a3ce-e7c8871f61f1 None None] Provisioning complete for port f64ca50a-dbc3-4218-a1bd-a38b9829427d triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:41:22.620415 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-df0e8c24-b6cf-475d-b71f-3d00cae86a1f tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:22.621110 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f60d74e6-560e-4a25-a3ce-e7c8871f61f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:22.623782 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6ef8ebc0-033c-4a48-8d94-d259e5cc1dc0 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:22.628912 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-912cbd62-6e1b-46bf-9d09-4cf163f6190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:22.631611 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063fe610-591d-422f-abc3-dd9837aa5722 None None] Network 802b28c7-8113-4675-afa0-1d9c6ffd17ba requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:41:22.650187 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-6ef8ebc0-033c-4a48-8d94-d259e5cc1dc0 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Calling delete_port for f64ca50a-dbc3-4218-a1bd-a38b9829427d owned by network:router_interface {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:41:22.761976 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48c00e7-c8a4-4414-8276-b0a024011e60 req-5cb5adce-e11f-41b3-b385-f6b757636bbb tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:22.764297 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e48c00e7-c8a4-4414-8276-b0a024011e60 req-5cb5adce-e11f-41b3-b385-f6b757636bbb tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=6397130d-6823-41c9-ab56-61523eff14be HTTP/1.1" status: 200 len: 945 time: 0.2018554 Jan 18 22:41:22.771914 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-494d6933-55d0-4a9d-819d-6a1af0eae99c tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Router 2a7e88ce-b2f9-4963-9733-df396136ee8c has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:41:22.784258 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device a2ba5893-6574-4e27-b58e-5beef3fd1982 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:41:22.805186 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-df0e8c24-b6cf-475d-b71f-3d00cae86a1f tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:22.980019 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e48c00e7-c8a4-4414-8276-b0a024011e60 req-858044b8-6297-451c-bd85-98816985c738 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e2e22-46f9-42fe-9710-8e464b95d42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012646 Jan 18 22:41:23.008057 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0e8c24-b6cf-475d-b71f-3d00cae86a1f tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Network 652d2c80-5afc-4a98-af8e-7aee992e5efa is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:41:23.039286 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-df0e8c24-b6cf-475d-b71f-3d00cae86a1f tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:41:23.041549 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-f60d74e6-560e-4a25-a3ce-e7c8871f61f1 None None] Port f64ca50a-dbc3-4218-a1bd-a38b9829427d cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:41:23.050368 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48bd6e72-8c2b-4acf-9c2b-923be27e3c0c admin admin] Router 15a6c38f-8e48-4c6d-a483-50117405092e is scheduled to L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 with binding_index 1 {{(pid=102431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 22:41:23.061730 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0e8c24-b6cf-475d-b71f-3d00cae86a1f tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:41:23.077271 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-494d6933-55d0-4a9d-819d-6a1af0eae99c tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:41:23.087308 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:23.091367 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-494d6933-55d0-4a9d-819d-6a1af0eae99c tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] 10.222.0.53 "PUT /v2.0/routers/2a7e88ce-b2f9-4963-9733-df396136ee8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8815887 Jan 18 22:41:23.093881 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 41230) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:23.110005 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ba0f02-8785-4b6c-85e9-125687cf8641 None None] Sync routers for ids ['2a7e88ce-b2f9-4963-9733-df396136ee8c'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:41:23.128277 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-df0e8c24-b6cf-475d-b71f-3d00cae86a1f tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1040954'] for router_interface, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:23.168948 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0e8c24-b6cf-475d-b71f-3d00cae86a1f tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Pushing event updated for resources: {'Port': ['ID=e38164b1-8b1d-4bef-8e91-2a26203fe4b2,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:23.181852 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912cbd62-6e1b-46bf-9d09-4cf163f6190b None None] Pushing event updated for resources: {'Port': ['ID=3003f777-8175-4560-aea6-7721f059d33e,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:23.192085 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ba0f02-8785-4b6c-85e9-125687cf8641 None None] Routers {'2a7e88ce-b2f9-4963-9733-df396136ee8c'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:41:23.192418 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-a1ba0f02-8785-4b6c-85e9-125687cf8641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:41:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['2a7e88ce-b2f9-4963-9733-df396136ee8c'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:41:23.250970 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-a1ba0f02-8785-4b6c-85e9-125687cf8641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:41:23.260148 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-5d1f9ce8-dba6-4b3f-bbed-6a4338159cff None None] Provisioning complete for port f5c898ca-67c7-4eb0-86b8-13d20330a677 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:41:23.265304 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5d1f9ce8-dba6-4b3f-bbed-6a4338159cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:23.359541 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-daecec9f-3971-48ae-9d4b-6b170e65ab92 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks [] for router, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:23.362700 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48bd6e72-8c2b-4acf-9c2b-923be27e3c0c admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:41:23.375149 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4604f62-ed52-4d2d-a87a-b3e7d45b48b0 None None] Sync routers for ids ['15a6c38f-8e48-4c6d-a483-50117405092e'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:41:23.390929 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-48bd6e72-8c2b-4acf-9c2b-923be27e3c0c admin admin] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:23.392282 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-48bd6e72-8c2b-4acf-9c2b-923be27e3c0c admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.4950876 Jan 18 22:41:23.398350 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4604f62-ed52-4d2d-a87a-b3e7d45b48b0 None None] Routers {'15a6c38f-8e48-4c6d-a483-50117405092e'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:41:23.400346 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-a4604f62-ed52-4d2d-a87a-b3e7d45b48b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:41:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['15a6c38f-8e48-4c6d-a483-50117405092e'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:41:23.413234 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41232) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:23.554726 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-daecec9f-3971-48ae-9d4b-6b170e65ab92 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:23.616414 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ba0f02-8785-4b6c-85e9-125687cf8641 None None] Routers {'2a7e88ce-b2f9-4963-9733-df396136ee8c'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:41:23.617080 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-a1ba0f02-8785-4b6c-85e9-125687cf8641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:41:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['2a7e88ce-b2f9-4963-9733-df396136ee8c'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:41:23.631499 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port a2ba5893-6574-4e27-b58e-5beef3fd1982 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:41:23.631874 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:23.642506 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-a4604f62-ed52-4d2d-a87a-b3e7d45b48b0 None None] Set router 15a6c38f-8e48-4c6d-a483-50117405092e gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:41:23.657895 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-daecec9f-3971-48ae-9d4b-6b170e65ab92 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Deleting port fb0cb56f-2c9d-4d5e-b491-3902879a8dd0 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:41:23.658238 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-daecec9f-3971-48ae-9d4b-6b170e65ab92 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:23.679403 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6ef8ebc0-033c-4a48-8d94-d259e5cc1dc0 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:23.786318 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-a1ba0f02-8785-4b6c-85e9-125687cf8641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:41:23.786999 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ba0f02-8785-4b6c-85e9-125687cf8641 None None] The sync data for ids ['2a7e88ce-b2f9-4963-9733-df396136ee8c'] in n-d-825064-1 is: [] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:41:23.840653 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-daecec9f-3971-48ae-9d4b-6b170e65ab92 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:23.865957 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef8ebc0-033c-4a48-8d94-d259e5cc1dc0 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Pushing event deleted for resources: {'Port': ['ID=f64ca50a-dbc3-4218-a1bd-a38b9829427d,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:23.879883 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-daecec9f-3971-48ae-9d4b-6b170e65ab92 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Calling delete_port for fb0cb56f-2c9d-4d5e-b491-3902879a8dd0 owned by network:router_gateway {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:41:24.120581 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-a4604f62-ed52-4d2d-a87a-b3e7d45b48b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15a6c38f-8e48-4c6d-a483-50117405092e', 'name': 'tempest-TestVolumeBootPattern-1878206497-router', 'tenant_id': '3a5c37e658bb4bcaa2bbeaea6c4d27f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': 'ab8507d9-8225-4f4f-9120-cd7f8043c4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:41:17Z', 'updated_at': '2022-01-18T22:41:21Z', 'revision_number': 3, 'project_id': '3a5c37e658bb4bcaa2bbeaea6c4d27f3', 'gw_port': {'id': 'ab8507d9-8225-4f4f-9120-cd7f8043c4c5', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:94:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15a6c38f-8e48-4c6d-a483-50117405092e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:18Z', 'updated_at': '2022-01-18T22:41:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:41:24.140155 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5d1f9ce8-dba6-4b3f-bbed-6a4338159cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:24.165282 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-df0e8c24-b6cf-475d-b71f-3d00cae86a1f tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:24.185735 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4604f62-ed52-4d2d-a87a-b3e7d45b48b0 None None] Checking router: 15a6c38f-8e48-4c6d-a483-50117405092e for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:41:24.186316 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4604f62-ed52-4d2d-a87a-b3e7d45b48b0 None None] Updating router 15a6c38f-8e48-4c6d-a483-50117405092e port ab8507d9-8225-4f4f-9120-cd7f8043c4c5 binding host n-d-825064-1 {{(pid=102433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:41:24.223569 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-5d1f9ce8-dba6-4b3f-bbed-6a4338159cff None None] For port f5c898ca-67c7-4eb0-86b8-13d20330a677, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=f5c898ca-67c7-4eb0-86b8-13d20330a677,segment=NetworkSegment(5042fcfd-2696-43f8-b44b-38ada8c372c4),segment_id=5042fcfd-2696-43f8-b44b-38ada8c372c4)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:41:24.230268 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device f5c898ca-67c7-4eb0-86b8-13d20330a677 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:41:24.238355 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5d1f9ce8-dba6-4b3f-bbed-6a4338159cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:24.247746 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a4604f62-ed52-4d2d-a87a-b3e7d45b48b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:24.269510 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8ebe2b-148e-4b41-9ccf-bace06597f61 req-a29778e6-12fc-49c9-a604-ae90ae58ff9b tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:24.271079 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8f8ebe2b-148e-4b41-9ccf-bace06597f61 req-a29778e6-12fc-49c9-a604-ae90ae58ff9b tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=6397130d-6823-41c9-ab56-61523eff14be HTTP/1.1" status: 200 len: 945 time: 0.0931921 Jan 18 22:41:24.339171 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1f9ce8-dba6-4b3f-bbed-6a4338159cff None None] Pushing event updated for resources: {'Port': ['ID=f5c898ca-67c7-4eb0-86b8-13d20330a677,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:24.388625 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-43d73a9f-38a3-4a9e-8ac2-dd372e046695 None None] Provisioning complete for port f5c898ca-67c7-4eb0-86b8-13d20330a677 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:41:24.389592 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-43d73a9f-38a3-4a9e-8ac2-dd372e046695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:24.390073 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6ef8ebc0-033c-4a48-8d94-d259e5cc1dc0 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-613841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1046579'] for router_interface, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:24.398700 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8f8ebe2b-148e-4b41-9ccf-bace06597f61 req-556882fd-dd55-43e6-b7ea-b9cf25048680 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e2e22-46f9-42fe-9710-8e464b95d42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182730 Jan 18 22:41:24.421577 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-daecec9f-3971-48ae-9d4b-6b170e65ab92 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:24.458992 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port f5c898ca-67c7-4eb0-86b8-13d20330a677 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:41:24.459441 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:24.475516 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daecec9f-3971-48ae-9d4b-6b170e65ab92 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Pushing event deleted for resources: {'Port': ['ID=fb0cb56f-2c9d-4d5e-b491-3902879a8dd0,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:24.503706 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daecec9f-3971-48ae-9d4b-6b170e65ab92 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:41:24.504067 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daecec9f-3971-48ae-9d4b-6b170e65ab92 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:41:24.504452 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daecec9f-3971-48ae-9d4b-6b170e65ab92 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:41:24.504795 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daecec9f-3971-48ae-9d4b-6b170e65ab92 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:41:24.505141 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daecec9f-3971-48ae-9d4b-6b170e65ab92 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:41:24.505479 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daecec9f-3971-48ae-9d4b-6b170e65ab92 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:41:24.505813 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daecec9f-3971-48ae-9d4b-6b170e65ab92 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:41:24.506144 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daecec9f-3971-48ae-9d4b-6b170e65ab92 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:41:24.506476 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daecec9f-3971-48ae-9d4b-6b170e65ab92 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:41:24.506801 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daecec9f-3971-48ae-9d4b-6b170e65ab92 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:41:24.507126 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daecec9f-3971-48ae-9d4b-6b170e65ab92 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:41:24.507449 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daecec9f-3971-48ae-9d4b-6b170e65ab92 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:41:24.571430 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:24.588682 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-daecec9f-3971-48ae-9d4b-6b170e65ab92 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043029'] for router_gateway, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:24.677302 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 00a84317-ec5f-4d49-ac95-56a32a228cf9 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:41:24.706353 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:24.733935 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e06aae97-7750-48b2-94e4-9f6721bfe522 None None] Network 652d2c80-5afc-4a98-af8e-7aee992e5efa requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:41:24.861805 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a4604f62-ed52-4d2d-a87a-b3e7d45b48b0 None None] Notify callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:24.873844 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a4604f62-ed52-4d2d-a87a-b3e7d45b48b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:24.899529 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 00a84317-ec5f-4d49-ac95-56a32a228cf9 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:41:24.906574 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:24.911451 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-a4604f62-ed52-4d2d-a87a-b3e7d45b48b0 None None] Attempting to bind port ab8507d9-8225-4f4f-9120-cd7f8043c4c5 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:41:24.911818 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-a4604f62-ed52-4d2d-a87a-b3e7d45b48b0 None None] Attempting to bind port ab8507d9-8225-4f4f-9120-cd7f8043c4c5 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:41:24.912266 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4604f62-ed52-4d2d-a87a-b3e7d45b48b0 None None] Attempting to bind port ab8507d9-8225-4f4f-9120-cd7f8043c4c5 on network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:41:24.943747 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4604f62-ed52-4d2d-a87a-b3e7d45b48b0 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:41:24.944255 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4604f62-ed52-4d2d-a87a-b3e7d45b48b0 None None] Checking segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:41:24.944801 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a4604f62-ed52-4d2d-a87a-b3e7d45b48b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:24.945194 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4604f62-ed52-4d2d-a87a-b3e7d45b48b0 None None] Bound using segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:41:24.945682 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-a4604f62-ed52-4d2d-a87a-b3e7d45b48b0 None None] Bound port: ab8507d9-8225-4f4f-9120-cd7f8043c4c5, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:41:24.946086 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a4604f62-ed52-4d2d-a87a-b3e7d45b48b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:25.037729 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-a4604f62-ed52-4d2d-a87a-b3e7d45b48b0 None None] For port ab8507d9-8225-4f4f-9120-cd7f8043c4c5, host n-d-825064-1, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:41:25.041143 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-a4604f62-ed52-4d2d-a87a-b3e7d45b48b0 None None] For port ab8507d9-8225-4f4f-9120-cd7f8043c4c5, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=ab8507d9-8225-4f4f-9120-cd7f8043c4c5,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:41:25.045193 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-33168345-1fe8-4415-b819-924efa49f3f4 None None] Provisioning complete for port 3003f777-8175-4560-aea6-7721f059d33e triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:41:25.045849 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-33168345-1fe8-4415-b819-924efa49f3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:25.046811 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-df0e8c24-b6cf-475d-b71f-3d00cae86a1f tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:25.051435 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a4604f62-ed52-4d2d-a87a-b3e7d45b48b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:25.088207 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4604f62-ed52-4d2d-a87a-b3e7d45b48b0 None None] Routers {'15a6c38f-8e48-4c6d-a483-50117405092e'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:41:25.088856 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-a4604f62-ed52-4d2d-a87a-b3e7d45b48b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:41:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['15a6c38f-8e48-4c6d-a483-50117405092e'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:41:25.268668 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-a4604f62-ed52-4d2d-a87a-b3e7d45b48b0 None None] Set router 15a6c38f-8e48-4c6d-a483-50117405092e gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:41:25.272701 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-daecec9f-3971-48ae-9d4b-6b170e65ab92 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1040886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8602'] for router, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:25.280041 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-daecec9f-3971-48ae-9d4b-6b170e65ab92 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:25.418531 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-33168345-1fe8-4415-b819-924efa49f3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:25.426237 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bcbd5d-5c3e-455b-b4eb-34a14978041e None None] Pushing event updated for resources: {'Port': ['ID=ab8507d9-8225-4f4f-9120-cd7f8043c4c5,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:25.431297 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-daecec9f-3971-48ae-9d4b-6b170e65ab92 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1040832'] for router, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:25.432047 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daecec9f-3971-48ae-9d4b-6b170e65ab92 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Fanout notify agent at l3_agent the message router_deleted on router 2a7e88ce-b2f9-4963-9733-df396136ee8c {{(pid=102430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 22:41:25.464590 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-daecec9f-3971-48ae-9d4b-6b170e65ab92 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks [] for router, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:25.467337 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-daecec9f-3971-48ae-9d4b-6b170e65ab92 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] 10.222.0.53 "DELETE /v2.0/routers/2a7e88ce-b2f9-4963-9733-df396136ee8c HTTP/1.1" status: 204 len: 168 time: 2.3721142 Jan 18 22:41:25.469613 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 41246) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:25.514096 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-33168345-1fe8-4415-b819-924efa49f3f4 None None] For port 3003f777-8175-4560-aea6-7721f059d33e, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=3003f777-8175-4560-aea6-7721f059d33e,segment=NetworkSegment(c00b7213-a8bd-4260-8012-95da8fbee090),segment_id=c00b7213-a8bd-4260-8012-95da8fbee090)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:41:25.522788 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-33168345-1fe8-4415-b819-924efa49f3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:25.554962 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bcbd5d-5c3e-455b-b4eb-34a14978041e None None] Pushing event updated for resources: {'Port': ['ID=ab8507d9-8225-4f4f-9120-cd7f8043c4c5,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:25.645007 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 41248) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:25.682944 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33168345-1fe8-4415-b819-924efa49f3f4 None None] Pushing event updated for resources: {'Port': ['ID=3003f777-8175-4560-aea6-7721f059d33e,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:25.696193 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_v2 [None req-275cdd2d-9dfb-4de7-9a5a-bfa52e1eba29 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Deleting subnet a1245e65-5b84-4c80-8e61-d6e55fbffa83 {{(pid=102430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:41:25.703574 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-275cdd2d-9dfb-4de7-9a5a-bfa52e1eba29 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks [] for subnet, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:25.742086 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-a4604f62-ed52-4d2d-a87a-b3e7d45b48b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15a6c38f-8e48-4c6d-a483-50117405092e', 'name': 'tempest-TestVolumeBootPattern-1878206497-router', 'tenant_id': '3a5c37e658bb4bcaa2bbeaea6c4d27f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': 'ab8507d9-8225-4f4f-9120-cd7f8043c4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:41:17Z', 'updated_at': '2022-01-18T22:41:21Z', 'revision_number': 3, 'project_id': '3a5c37e658bb4bcaa2bbeaea6c4d27f3', 'gw_port': {'id': 'ab8507d9-8225-4f4f-9120-cd7f8043c4c5', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:94:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15a6c38f-8e48-4c6d-a483-50117405092e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:18Z', 'updated_at': '2022-01-18T22:41:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:41:25.768763 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-df0e8c24-b6cf-475d-b71f-3d00cae86a1f tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:25.772252 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-e8088211-514b-455f-9332-035ca1b7558f None None] Provisioning complete for port e38164b1-8b1d-4bef-8e91-2a26203fe4b2 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:41:25.772636 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e8088211-514b-455f-9332-035ca1b7558f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:25.785595 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 8d93e96f-e294-4fd8-ba8d-fabe21068f6f up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:41:25.840504 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-275cdd2d-9dfb-4de7-9a5a-bfa52e1eba29 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60394745'] for subnet, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:25.922214 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-e8088211-514b-455f-9332-035ca1b7558f None None] Port e38164b1-8b1d-4bef-8e91-2a26203fe4b2 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:41:25.924816 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1e93b0-cc9f-4642-809d-a1ac1419571a req-e82125c4-e44d-42a4-9d94-236f7b51f613 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:25.936673 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aa1e93b0-cc9f-4642-809d-a1ac1419571a req-e82125c4-e44d-42a4-9d94-236f7b51f613 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=6397130d-6823-41c9-ab56-61523eff14be HTTP/1.1" status: 200 len: 945 time: 0.2903254 Jan 18 22:41:25.944750 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-e8088211-514b-455f-9332-035ca1b7558f None None] Provisioning complete for port 3003f777-8175-4560-aea6-7721f059d33e triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:41:25.945105 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e8088211-514b-455f-9332-035ca1b7558f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:25.963316 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-275cdd2d-9dfb-4de7-9a5a-bfa52e1eba29 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:25.982611 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4604f62-ed52-4d2d-a87a-b3e7d45b48b0 None None] The sync data for ids ['15a6c38f-8e48-4c6d-a483-50117405092e'] in n-d-825064-1 is: [{'id': '15a6c38f-8e48-4c6d-a483-50117405092e', 'name': 'tempest-TestVolumeBootPattern-1878206497-router', 'tenant_id': '3a5c37e658bb4bcaa2bbeaea6c4d27f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': 'ab8507d9-8225-4f4f-9120-cd7f8043c4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:41:17Z', 'updated_at': '2022-01-18T22:41:21Z', 'revision_number': 3, 'project_id': '3a5c37e658bb4bcaa2bbeaea6c4d27f3', 'gw_port': {'id': 'ab8507d9-8225-4f4f-9120-cd7f8043c4c5', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:94:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15a6c38f-8e48-4c6d-a483-50117405092e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:18Z', 'updated_at': '2022-01-18T22:41:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:41:25.983680 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 8d93e96f-e294-4fd8-ba8d-fabe21068f6f triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:41:25.984057 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:26.056993 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2b779a88-f1ed-4e7e-95fc-65235cb02db5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:26.118723 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-275cdd2d-9dfb-4de7-9a5a-bfa52e1eba29 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60203138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62288677'] for subnet, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:26.128045 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ef8ebc0-033c-4a48-8d94-d259e5cc1dc0 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Router 0dadec25-f9c1-4d42-a8e4-46fbf1f34deb has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:41:26.144053 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-df0e8c24-b6cf-475d-b71f-3d00cae86a1f tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-613854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1041070'] for router_interface, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:26.157421 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0e8c24-b6cf-475d-b71f-3d00cae86a1f tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Pushing event updated for resources: {'Port': ['ID=e38164b1-8b1d-4bef-8e91-2a26203fe4b2,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:26.235759 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:26.248144 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2b779a88-f1ed-4e7e-95fc-65235cb02db5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:26.252319 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aa1e93b0-cc9f-4642-809d-a1ac1419571a req-9aaf031f-3b38-41d5-999b-aa8f5fc5a0f2 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e2e22-46f9-42fe-9710-8e464b95d42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3146510 Jan 18 22:41:26.256069 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2b779a88-f1ed-4e7e-95fc-65235cb02db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:26.262415 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275cdd2d-9dfb-4de7-9a5a-bfa52e1eba29 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Pushing event deleted for resources: {'Subnet': ['ID=a1245e65-5b84-4c80-8e61-d6e55fbffa83,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:26.265332 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-275cdd2d-9dfb-4de7-9a5a-bfa52e1eba29 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks [] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:26.271056 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-275cdd2d-9dfb-4de7-9a5a-bfa52e1eba29 tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] 10.222.0.53 "DELETE /v2.0/subnets/a1245e65-5b84-4c80-8e61-d6e55fbffa83 HTTP/1.1" status: 204 len: 168 time: 0.8003945 Jan 18 22:41:26.271796 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port 8d93e96f-e294-4fd8-ba8d-fabe21068f6f, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=8d93e96f-e294-4fd8-ba8d-fabe21068f6f,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:41:26.276836 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:26.279069 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device f5c898ca-67c7-4eb0-86b8-13d20330a677 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:41:26.288903 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 41252) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:26.377968 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-2b779a88-f1ed-4e7e-95fc-65235cb02db5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3e8dee4bfa87415baeb48c664d291e23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7273703 Jan 18 22:41:26.378566 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b779a88-f1ed-4e7e-95fc-65235cb02db5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eebf6d2-4afa-4d0e-b1df-45e010e9fc50,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:26.384735 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 41254) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:26.428300 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=8d93e96f-e294-4fd8-ba8d-fabe21068f6f,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:26.433773 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bc422b34-3e83-4ab8-99e6-65ecd258cd7c tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:26.449567 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ef8ebc0-033c-4a48-8d94-d259e5cc1dc0 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:41:26.457578 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-6ef8ebc0-033c-4a48-8d94-d259e5cc1dc0 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] 10.222.0.53 "PUT /v2.0/routers/0dadec25-f9c1-4d42-a8e4-46fbf1f34deb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9280164 Jan 18 22:41:26.466618 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 41256) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:26.483833 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ecd717-fe55-48f6-85ec-bfb281732617 None None] Sync routers for ids ['0dadec25-f9c1-4d42-a8e4-46fbf1f34deb'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:41:26.493353 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-cc0a17d5-64fd-4d19-8a21-77b1eed0b8fb None None] Provisioning complete for port e38164b1-8b1d-4bef-8e91-2a26203fe4b2 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:41:26.493748 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cc0a17d5-64fd-4d19-8a21-77b1eed0b8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:26.495262 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port f5c898ca-67c7-4eb0-86b8-13d20330a677 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:41:26.495620 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:26.526561 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0e8c24-b6cf-475d-b71f-3d00cae86a1f tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Network 652d2c80-5afc-4a98-af8e-7aee992e5efa is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:41:26.528962 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-df0e8c24-b6cf-475d-b71f-3d00cae86a1f tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:41:26.542281 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [None req-84acaa7c-6f97-4ebc-ae5a-3665a3c2750e tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] delete failed (client error): The resource could not be found. Jan 18 22:41:26.543534 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-84acaa7c-6f97-4ebc-ae5a-3665a3c2750e tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] 10.222.0.53 "DELETE /v2.0/routers/tempest-non_exist_router-1196406162 HTTP/1.1" status: 404 len: 335 time: 0.0759811 Jan 18 22:41:26.550814 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 41258) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:26.556858 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-bf57400d-6dbd-4128-a51e-5b1c186d65d1 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Request body: {'router': {'external_gateway_info': {'network_id': '0dadec25-f9c1-4d42-a8e4-46fbf1f34deb'}}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:41:26.631272 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ecd717-fe55-48f6-85ec-bfb281732617 None None] Routers {'0dadec25-f9c1-4d42-a8e4-46fbf1f34deb'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:41:26.631625 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-e3ecd717-fe55-48f6-85ec-bfb281732617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:41:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['0dadec25-f9c1-4d42-a8e4-46fbf1f34deb'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:41:26.689884 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b4c3a9f8-7cb7-47a3-ac90-1f6bd9b38299 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:26.705717 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-e3ecd717-fe55-48f6-85ec-bfb281732617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:41:26.719385 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-cc0a17d5-64fd-4d19-8a21-77b1eed0b8fb None None] Port e38164b1-8b1d-4bef-8e91-2a26203fe4b2 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:41:26.760691 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-54815d84-27c0-47b5-a732-8b3e79b7ddfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:26.761934 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ecd717-fe55-48f6-85ec-bfb281732617 None None] Routers {'0dadec25-f9c1-4d42-a8e4-46fbf1f34deb'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:41:26.763537 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-e3ecd717-fe55-48f6-85ec-bfb281732617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:41:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['0dadec25-f9c1-4d42-a8e4-46fbf1f34deb'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:41:26.817257 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-e3ecd717-fe55-48f6-85ec-bfb281732617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:41:26.818091 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ecd717-fe55-48f6-85ec-bfb281732617 None None] The sync data for ids ['0dadec25-f9c1-4d42-a8e4-46fbf1f34deb'] in n-d-825064-1 is: [] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:41:26.838210 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 3003f777-8175-4560-aea6-7721f059d33e up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:41:26.892554 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bc422b34-3e83-4ab8-99e6-65ecd258cd7c tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:26.901527 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 3003f777-8175-4560-aea6-7721f059d33e triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:41:26.901913 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:26.906680 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df0e8c24-b6cf-475d-b71f-3d00cae86a1f tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Router b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:41:26.909108 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b4c3a9f8-7cb7-47a3-ac90-1f6bd9b38299 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:26.955167 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-da31cac8-8685-4466-a410-ee60d039d1e5 None None] Provisioning complete for port e38164b1-8b1d-4bef-8e91-2a26203fe4b2 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:41:26.955573 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-da31cac8-8685-4466-a410-ee60d039d1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:26.986538 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bf57400d-6dbd-4128-a51e-5b1c186d65d1 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:27.007345 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-da31cac8-8685-4466-a410-ee60d039d1e5 None None] Port e38164b1-8b1d-4bef-8e91-2a26203fe4b2 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:41:27.015594 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-54815d84-27c0-47b5-a732-8b3e79b7ddfd admin admin] Allocated IP 172.20.0.1 (802b28c7-8113-4675-afa0-1d9c6ffd17ba/21bbffb1-c955-4e37-8b19-72926d622f70/51ef8fac-820c-480b-980a-e25ebd6b5b28) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:41:27.032223 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-bc422b34-3e83-4ab8-99e6-65ecd258cd7c tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5201c578-df27-44c4-a99a-6c870b1dd033']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:41:27.069214 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [None req-bf57400d-6dbd-4128-a51e-5b1c186d65d1 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] update failed (client error): The resource could not be found. Jan 18 22:41:27.070294 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-bf57400d-6dbd-4128-a51e-5b1c186d65d1 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] 10.222.0.53 "PUT /v2.0/routers/0dadec25-f9c1-4d42-a8e4-46fbf1f34deb HTTP/1.1" status: 404 len: 339 time: 0.5171385 Jan 18 22:41:27.077177 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-bc422b34-3e83-4ab8-99e6-65ecd258cd7c tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6ee4248-2807-4049-b29c-7d36386b4069') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:41:27.077478 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-bc422b34-3e83-4ab8-99e6-65ecd258cd7c tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6ee4248-2807-4049-b29c-7d36386b4069') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:41:27.079610 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 41260) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:27.099771 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-b90c7ec2-fbb1-4909-b8a5-89be80cfdc57 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1656517069'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:41:27.116543 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bc422b34-3e83-4ab8-99e6-65ecd258cd7c tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60394742'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:27.133269 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df0e8c24-b6cf-475d-b71f-3d00cae86a1f tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:41:27.139569 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-df0e8c24-b6cf-475d-b71f-3d00cae86a1f tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "PUT /v2.0/routers/b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7632790 Jan 18 22:41:27.139656 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bc422b34-3e83-4ab8-99e6-65ecd258cd7c tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:27.146250 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ecaec8-fc5a-4c29-a554-d10f5bc4986d None None] Sync routers for ids ['b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:41:27.147156 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 41262) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:27.157044 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ecaec8-fc5a-4c29-a554-d10f5bc4986d None None] Routers {'b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:41:27.158020 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-b6ecaec8-fc5a-4c29-a554-d10f5bc4986d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:41:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:41:27.170120 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc422b34-3e83-4ab8-99e6-65ecd258cd7c tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:41:27.170548 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bc422b34-3e83-4ab8-99e6-65ecd258cd7c tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60203044'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:27.176163 n-d-825064-1 neutron-server[102430]: Traceback (most recent call last): Jan 18 22:41:27.176163 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:41:27.176163 n-d-825064-1 neutron-server[102430]: timer() Jan 18 22:41:27.176163 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:41:27.176163 n-d-825064-1 neutron-server[102430]: cb(*args, **kw) Jan 18 22:41:27.176163 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:41:27.176163 n-d-825064-1 neutron-server[102430]: return func(*args, **kwargs) Jan 18 22:41:27.176163 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:41:27.176163 n-d-825064-1 neutron-server[102430]: self._notify() Jan 18 22:41:27.176163 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:41:27.176163 n-d-825064-1 neutron-server[102430]: self.callback(batched_events) Jan 18 22:41:27.176163 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:41:27.176163 n-d-825064-1 neutron-server[102430]: event.method(event) Jan 18 22:41:27.176163 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:41:27.176163 n-d-825064-1 neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:41:27.176163 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:41:27.176163 n-d-825064-1 neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:41:27.176163 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:41:27.176163 n-d-825064-1 neutron-server[102430]: return f(self, *a, **k) Jan 18 22:41:27.176163 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:41:27.176163 n-d-825064-1 neutron-server[102430]: return self._get(url).json() Jan 18 22:41:27.176163 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:41:27.176163 n-d-825064-1 neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:41:27.176163 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:41:27.176163 n-d-825064-1 neutron-server[102430]: return self.request(url, 'GET', **kwargs) Jan 18 22:41:27.176163 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:41:27.176163 n-d-825064-1 neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:41:27.176163 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:41:27.176163 n-d-825064-1 neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:41:27.176163 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:41:27.176163 n-d-825064-1 neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:41:27.176163 n-d-825064-1 neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:41:27.205572 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-54815d84-27c0-47b5-a732-8b3e79b7ddfd admin admin] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:27.248401 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-54815d84-27c0-47b5-a732-8b3e79b7ddfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:27.287657 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b90c7ec2-fbb1-4909-b8a5-89be80cfdc57 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Made reservation on behalf of a905dd81aa8e4aa3bf5a1d6aceb39a2d for: {'network': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:41:27.289439 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-b6ecaec8-fc5a-4c29-a554-d10f5bc4986d None None] Set router b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:41:27.305068 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54815d84-27c0-47b5-a732-8b3e79b7ddfd admin admin] Network 802b28c7-8113-4675-afa0-1d9c6ffd17ba is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:41:27.305671 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b90c7ec2-fbb1-4909-b8a5-89be80cfdc57 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:27.311873 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-54815d84-27c0-47b5-a732-8b3e79b7ddfd admin admin] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:41:27.314023 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54815d84-27c0-47b5-a732-8b3e79b7ddfd admin admin] Pushing event updated for resources: {'Port': ['ID=51ef8fac-820c-480b-980a-e25ebd6b5b28,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:27.316461 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54815d84-27c0-47b5-a732-8b3e79b7ddfd admin admin] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:41:27.332787 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b4c3a9f8-7cb7-47a3-ac90-1f6bd9b38299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:27.343781 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b4c3a9f8-7cb7-47a3-ac90-1f6bd9b38299 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:27.359005 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-b4c3a9f8-7cb7-47a3-ac90-1f6bd9b38299 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6eebf6d2-4afa-4d0e-b1df-45e010e9fc50 HTTP/1.1" status: 204 len: 168 time: 0.9731681 Jan 18 22:41:27.368340 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-54815d84-27c0-47b5-a732-8b3e79b7ddfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1040954'] for router_interface, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:27.415506 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c3a9f8-7cb7-47a3-ac90-1f6bd9b38299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eebf6d2-4afa-4d0e-b1df-45e010e9fc50,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:27.484535 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bc422b34-3e83-4ab8-99e6-65ecd258cd7c tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:27.490473 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bc422b34-3e83-4ab8-99e6-65ecd258cd7c tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:27.494349 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-bc422b34-3e83-4ab8-99e6-65ecd258cd7c tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] 10.222.0.53 "DELETE /v2.0/networks/5201c578-df27-44c4-a99a-6c870b1dd033 HTTP/1.1" status: 204 len: 168 time: 1.2044795 Jan 18 22:41:27.596039 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc422b34-3e83-4ab8-99e6-65ecd258cd7c tempest-FloatingIPTestJSON-688546043 tempest-FloatingIPTestJSON-688546043-project] Pushing event deleted for resources: {'Network': ['ID=5201c578-df27-44c4-a99a-6c870b1dd033,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:27.648162 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b90c7ec2-fbb1-4909-b8a5-89be80cfdc57 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=102430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:41:27.671145 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device ab8507d9-8225-4f4f-9120-cd7f8043c4c5 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:41:27.674124 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-54815d84-27c0-47b5-a732-8b3e79b7ddfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:27.733097 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b90c7ec2-fbb1-4909-b8a5-89be80cfdc57 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:27.735063 n-d-825064-1 neutron-server[102430]: INFO neutron.db.segments_db [None req-b90c7ec2-fbb1-4909-b8a5-89be80cfdc57 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Added segment e93e7b26-8f99-4b44-8937-07a27e2171f5 of type vlan for network 2148a105-1d54-4c57-8aa8-ff697685634b Jan 18 22:41:27.767742 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d5e811-45bd-45fd-9d7d-38bc0057dc17 req-dc1ad895-dac7-4354-abed-78979e224224 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:27.770186 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-90d5e811-45bd-45fd-9d7d-38bc0057dc17 req-dc1ad895-dac7-4354-abed-78979e224224 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=6397130d-6823-41c9-ab56-61523eff14be HTTP/1.1" status: 200 len: 945 time: 0.3720782 Jan 18 22:41:27.791628 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-b6ecaec8-fc5a-4c29-a554-d10f5bc4986d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28', 'name': 'tempest-TestNetworkBasicOps-router-1173322082', 'tenant_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '8d93e96f-e294-4fd8-ba8d-fabe21068f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:41:07Z', 'updated_at': '2022-01-18T22:41:23Z', 'revision_number': 4, 'project_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'gw_port': {'id': '8d93e96f-e294-4fd8-ba8d-fabe21068f6f', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:67:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:09Z', 'updated_at': '2022-01-18T22:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'e38164b1-8b1d-4bef-8e91-2a26203fe4b2', 'name': '', 'network_id': '652d2c80-5afc-4a98-af8e-7aee992e5efa', 'tenant_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'mac_address': 'fa:16:3e:e6:b7:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': '8e4aa361-5700-40d0-9baf-268026e85931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:21Z', 'updated_at': '2022-01-18T22:41:24Z', 'revision_number': 2, 'project_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'subnets': [{'id': '8e4aa361-5700-40d0-9baf-268026e85931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:41:27.802022 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port ab8507d9-8225-4f4f-9120-cd7f8043c4c5 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:41:27.802504 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:27.830974 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ecaec8-fc5a-4c29-a554-d10f5bc4986d None None] Checking router: b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28 for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:41:27.831326 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ecaec8-fc5a-4c29-a554-d10f5bc4986d None None] Updating router b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28 port e38164b1-8b1d-4bef-8e91-2a26203fe4b2 binding host n-d-825064-1 {{(pid=102433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:41:27.841811 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33494eac-404a-4d45-8e16-5035b352cc3a tempest-TestNetworkBasicOps-1276463588 tempest-TestNetworkBasicOps-1276463588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:27.842398 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33494eac-404a-4d45-8e16-5035b352cc3a tempest-TestNetworkBasicOps-1276463588 tempest-TestNetworkBasicOps-1276463588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:27.842869 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33494eac-404a-4d45-8e16-5035b352cc3a tempest-TestNetworkBasicOps-1276463588 tempest-TestNetworkBasicOps-1276463588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:27.843327 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33494eac-404a-4d45-8e16-5035b352cc3a tempest-TestNetworkBasicOps-1276463588 tempest-TestNetworkBasicOps-1276463588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:27.843833 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33494eac-404a-4d45-8e16-5035b352cc3a tempest-TestNetworkBasicOps-1276463588 tempest-TestNetworkBasicOps-1276463588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:27.844567 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33494eac-404a-4d45-8e16-5035b352cc3a tempest-TestNetworkBasicOps-1276463588 tempest-TestNetworkBasicOps-1276463588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:27.845036 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33494eac-404a-4d45-8e16-5035b352cc3a tempest-TestNetworkBasicOps-1276463588 tempest-TestNetworkBasicOps-1276463588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:27.846266 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33494eac-404a-4d45-8e16-5035b352cc3a tempest-TestNetworkBasicOps-1276463588 tempest-TestNetworkBasicOps-1276463588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:27.846866 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33494eac-404a-4d45-8e16-5035b352cc3a tempest-TestNetworkBasicOps-1276463588 tempest-TestNetworkBasicOps-1276463588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:27.847337 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33494eac-404a-4d45-8e16-5035b352cc3a tempest-TestNetworkBasicOps-1276463588 tempest-TestNetworkBasicOps-1276463588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:27.848061 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33494eac-404a-4d45-8e16-5035b352cc3a tempest-TestNetworkBasicOps-1276463588 tempest-TestNetworkBasicOps-1276463588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:27.848561 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33494eac-404a-4d45-8e16-5035b352cc3a tempest-TestNetworkBasicOps-1276463588 tempest-TestNetworkBasicOps-1276463588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:27.851698 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-33494eac-404a-4d45-8e16-5035b352cc3a tempest-TestNetworkBasicOps-1276463588 tempest-TestNetworkBasicOps-1276463588-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8396 time: 0.7009573 Jan 18 22:41:27.855961 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41274) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:27.874472 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b6ecaec8-fc5a-4c29-a554-d10f5bc4986d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:27.909638 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-90d5e811-45bd-45fd-9d7d-38bc0057dc17 req-eb735b02-4ae8-48a5-b80d-5f3182adadbb tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e2e22-46f9-42fe-9710-8e464b95d42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184587 Jan 18 22:41:27.911557 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b90c7ec2-fbb1-4909-b8a5-89be80cfdc57 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:27.921435 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-01492a79-3935-44b3-9eff-acde3560cd23 None None] Provisioning complete for port 51ef8fac-820c-480b-980a-e25ebd6b5b28 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:41:27.923162 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-01492a79-3935-44b3-9eff-acde3560cd23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:27.945498 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b90c7ec2-fbb1-4909-b8a5-89be80cfdc57 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:27.964760 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90c7ec2-fbb1-4909-b8a5-89be80cfdc57 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:27.966502 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b90c7ec2-fbb1-4909-b8a5-89be80cfdc57 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:28.059666 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41280) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:28.105400 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-b90c7ec2-fbb1-4909-b8a5-89be80cfdc57 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0217798 Jan 18 22:41:28.106445 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 41286) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:28.106554 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:28.123337 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-92253a24-cddc-4371-ac92-42d6c0b55f22 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Request body: {'subnet': {'network_id': '2148a105-1d54-4c57-8aa8-ff697685634b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:41:28.143944 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port ab8507d9-8225-4f4f-9120-cd7f8043c4c5, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=ab8507d9-8225-4f4f-9120-cd7f8043c4c5,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:41:28.152871 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:28.156052 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 8d93e96f-e294-4fd8-ba8d-fabe21068f6f up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:41:28.163067 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf394c6a-0d6e-4258-b8a9-e1edddfb096b tempest-TestNetworkBasicOps-1276463588 tempest-TestNetworkBasicOps-1276463588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:28.163588 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-01492a79-3935-44b3-9eff-acde3560cd23 None None] Port 51ef8fac-820c-480b-980a-e25ebd6b5b28 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:41:28.163670 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf394c6a-0d6e-4258-b8a9-e1edddfb096b tempest-TestNetworkBasicOps-1276463588 tempest-TestNetworkBasicOps-1276463588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:28.164330 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf394c6a-0d6e-4258-b8a9-e1edddfb096b tempest-TestNetworkBasicOps-1276463588 tempest-TestNetworkBasicOps-1276463588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:28.165948 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf394c6a-0d6e-4258-b8a9-e1edddfb096b tempest-TestNetworkBasicOps-1276463588 tempest-TestNetworkBasicOps-1276463588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:28.166411 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf394c6a-0d6e-4258-b8a9-e1edddfb096b tempest-TestNetworkBasicOps-1276463588 tempest-TestNetworkBasicOps-1276463588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:28.166871 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf394c6a-0d6e-4258-b8a9-e1edddfb096b tempest-TestNetworkBasicOps-1276463588 tempest-TestNetworkBasicOps-1276463588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:28.167323 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf394c6a-0d6e-4258-b8a9-e1edddfb096b tempest-TestNetworkBasicOps-1276463588 tempest-TestNetworkBasicOps-1276463588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:28.167770 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf394c6a-0d6e-4258-b8a9-e1edddfb096b tempest-TestNetworkBasicOps-1276463588 tempest-TestNetworkBasicOps-1276463588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:28.168234 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf394c6a-0d6e-4258-b8a9-e1edddfb096b tempest-TestNetworkBasicOps-1276463588 tempest-TestNetworkBasicOps-1276463588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:28.168703 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf394c6a-0d6e-4258-b8a9-e1edddfb096b tempest-TestNetworkBasicOps-1276463588 tempest-TestNetworkBasicOps-1276463588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:28.169156 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf394c6a-0d6e-4258-b8a9-e1edddfb096b tempest-TestNetworkBasicOps-1276463588 tempest-TestNetworkBasicOps-1276463588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:28.174645 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-cf394c6a-0d6e-4258-b8a9-e1edddfb096b tempest-TestNetworkBasicOps-1276463588 tempest-TestNetworkBasicOps-1276463588-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7095 time: 0.3111589 Jan 18 22:41:28.182298 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41288) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:28.265279 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=ab8507d9-8225-4f4f-9120-cd7f8043c4c5,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:28.279072 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90c7ec2-fbb1-4909-b8a5-89be80cfdc57 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Pushing event updated for resources: {'Network': ['ID=2148a105-1d54-4c57-8aa8-ff697685634b,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:28.291005 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 2148a105-1d54-4c57-8aa8-ff697685634b details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:41:28.315460 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 8d93e96f-e294-4fd8-ba8d-fabe21068f6f triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:41:28.315851 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:28.351106 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92253a24-cddc-4371-ac92-42d6c0b55f22 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Made reservation on behalf of a905dd81aa8e4aa3bf5a1d6aceb39a2d for: {'subnet': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:41:28.354487 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-92253a24-cddc-4371-ac92-42d6c0b55f22 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62288702'] for subnet, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:28.462773 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b6ecaec8-fc5a-4c29-a554-d10f5bc4986d None None] Notify callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:28.480907 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b6ecaec8-fc5a-4c29-a554-d10f5bc4986d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:28.499241 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 3003f777-8175-4560-aea6-7721f059d33e up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:41:28.529422 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-54815d84-27c0-47b5-a732-8b3e79b7ddfd admin admin] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:28.568445 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-54815d84-27c0-47b5-a732-8b3e79b7ddfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:28.588230 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b347bcf6-633f-4272-b5b6-5ca3a95addd5 None None] Pushing event updated for resources: {'Port': ['ID=e38164b1-8b1d-4bef-8e91-2a26203fe4b2,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:28.606859 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 3003f777-8175-4560-aea6-7721f059d33e triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:41:28.607234 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:28.625879 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-b6ecaec8-fc5a-4c29-a554-d10f5bc4986d None None] Attempting to bind port e38164b1-8b1d-4bef-8e91-2a26203fe4b2 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:41:28.627044 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-b6ecaec8-fc5a-4c29-a554-d10f5bc4986d None None] Attempting to bind port e38164b1-8b1d-4bef-8e91-2a26203fe4b2 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': 'c00b7213-a8bd-4260-8012-95da8fbee090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '652d2c80-5afc-4a98-af8e-7aee992e5efa'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:41:28.627480 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ecaec8-fc5a-4c29-a554-d10f5bc4986d None None] Attempting to bind port e38164b1-8b1d-4bef-8e91-2a26203fe4b2 on network 652d2c80-5afc-4a98-af8e-7aee992e5efa {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:41:28.638137 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ecaec8-fc5a-4c29-a554-d10f5bc4986d None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:41:28.638137 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ecaec8-fc5a-4c29-a554-d10f5bc4986d None None] Checking segment: {'id': 'c00b7213-a8bd-4260-8012-95da8fbee090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '652d2c80-5afc-4a98-af8e-7aee992e5efa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:41:28.638137 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b6ecaec8-fc5a-4c29-a554-d10f5bc4986d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:28.638137 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ecaec8-fc5a-4c29-a554-d10f5bc4986d None None] Bound using segment: {'id': 'c00b7213-a8bd-4260-8012-95da8fbee090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '652d2c80-5afc-4a98-af8e-7aee992e5efa'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:41:28.639426 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-b6ecaec8-fc5a-4c29-a554-d10f5bc4986d None None] Bound port: e38164b1-8b1d-4bef-8e91-2a26203fe4b2, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c00b7213-a8bd-4260-8012-95da8fbee090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '652d2c80-5afc-4a98-af8e-7aee992e5efa'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:41:28.639910 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b6ecaec8-fc5a-4c29-a554-d10f5bc4986d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:28.724402 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-b6ecaec8-fc5a-4c29-a554-d10f5bc4986d None None] For port e38164b1-8b1d-4bef-8e91-2a26203fe4b2, host n-d-825064-1, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:41:28.728382 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-b6ecaec8-fc5a-4c29-a554-d10f5bc4986d None None] For port e38164b1-8b1d-4bef-8e91-2a26203fe4b2, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=e38164b1-8b1d-4bef-8e91-2a26203fe4b2,segment=NetworkSegment(c00b7213-a8bd-4260-8012-95da8fbee090),segment_id=c00b7213-a8bd-4260-8012-95da8fbee090)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:41:28.729595 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-a209bb06-2c95-41bc-8049-49267b147fad admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8f35f67f4f8148a5a962c93749a16c5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6672077 Jan 18 22:41:28.733331 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 41300) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:28.737080 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b6ecaec8-fc5a-4c29-a554-d10f5bc4986d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:28.765304 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-54815d84-27c0-47b5-a732-8b3e79b7ddfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-613854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1041070'] for router_interface, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:28.786799 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54815d84-27c0-47b5-a732-8b3e79b7ddfd admin admin] Pushing event updated for resources: {'Port': ['ID=51ef8fac-820c-480b-980a-e25ebd6b5b28,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:28.796570 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-92253a24-cddc-4371-ac92-42d6c0b55f22 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60203213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62288684'] for subnet, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:28.801055 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ecaec8-fc5a-4c29-a554-d10f5bc4986d None None] Routers {'b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:41:28.801688 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-b6ecaec8-fc5a-4c29-a554-d10f5bc4986d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:41:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:41:28.897431 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-8ca947c8-c183-46f7-a528-b4df67845ef4 None None] Provisioning complete for port e38164b1-8b1d-4bef-8e91-2a26203fe4b2 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:41:28.899309 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8ca947c8-c183-46f7-a528-b4df67845ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:28.927662 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-b6ecaec8-fc5a-4c29-a554-d10f5bc4986d None None] Set router b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:41:29.006608 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-9227fc4a-85c7-4173-b487-af45a582548a tempest-TestNetworkBasicOps-1276463588 tempest-TestNetworkBasicOps-1276463588-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4319 time: 0.8229253 Jan 18 22:41:29.012103 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54815d84-27c0-47b5-a732-8b3e79b7ddfd admin admin] Network 802b28c7-8113-4675-afa0-1d9c6ffd17ba is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:41:29.014029 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-54815d84-27c0-47b5-a732-8b3e79b7ddfd admin admin] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:41:29.042161 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92253a24-cddc-4371-ac92-42d6c0b55f22 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Checking segment: {'id': 'e93e7b26-8f99-4b44-8937-07a27e2171f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2148a105-1d54-4c57-8aa8-ff697685634b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:41:29.042529 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92253a24-cddc-4371-ac92-42d6c0b55f22 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Network hostable DHCP agents. Network: 2148a105-1d54-4c57-8aa8-ff697685634b, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:41:29.046553 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92253a24-cddc-4371-ac92-42d6c0b55f22 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Pushing event updated for resources: {'Subnet': ['ID=dbaf198b-ac87-4893-8d45-831e7575bd85,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:29.064971 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b347bcf6-633f-4272-b5b6-5ca3a95addd5 None None] Pushing event updated for resources: {'Port': ['ID=e38164b1-8b1d-4bef-8e91-2a26203fe4b2,revision_number=4']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:29.072311 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-67bd1b53-98b9-4f4b-8367-658e76af11df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:29.154596 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8ca947c8-c183-46f7-a528-b4df67845ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:29.180695 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92253a24-cddc-4371-ac92-42d6c0b55f22 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Network 2148a105-1d54-4c57-8aa8-ff697685634b is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:41:29.212769 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-92253a24-cddc-4371-ac92-42d6c0b55f22 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 2148a105-1d54-4c57-8aa8-ff697685634b) {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:41:29.224985 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92253a24-cddc-4371-ac92-42d6c0b55f22 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:29.225588 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-92253a24-cddc-4371-ac92-42d6c0b55f22 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks [] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:29.236773 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-8ca947c8-c183-46f7-a528-b4df67845ef4 None None] For port e38164b1-8b1d-4bef-8e91-2a26203fe4b2, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=e38164b1-8b1d-4bef-8e91-2a26203fe4b2,segment=NetworkSegment(c00b7213-a8bd-4260-8012-95da8fbee090),segment_id=c00b7213-a8bd-4260-8012-95da8fbee090)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:41:29.243841 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41eb14c0-6321-489c-9a8d-d16ccf892cf9 None None] Network 2148a105-1d54-4c57-8aa8-ff697685634b requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:41:29.277644 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-92253a24-cddc-4371-ac92-42d6c0b55f22 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1706161 Jan 18 22:41:29.280078 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41310) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:29.289072 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-39ab9756-b8ed-4494-91f5-87001ef99f91 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Request body: {'router': {'external_gateway_info': {'network_id': '2148a105-1d54-4c57-8aa8-ff697685634b'}}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:41:29.295303 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-67bd1b53-98b9-4f4b-8367-658e76af11df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:29.353972 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6503049-e0bb-4eb0-b518-1d4ca83e8d55 req-23b54acb-2928-4bcf-9aa6-c5d02308ef1d tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:29.362793 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b6503049-e0bb-4eb0-b518-1d4ca83e8d55 req-23b54acb-2928-4bcf-9aa6-c5d02308ef1d tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=6397130d-6823-41c9-ab56-61523eff14be HTTP/1.1" status: 200 len: 945 time: 0.3119602 Jan 18 22:41:29.451093 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8ca947c8-c183-46f7-a528-b4df67845ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:29.508508 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b6503049-e0bb-4eb0-b518-1d4ca83e8d55 req-8645edbe-65e9-49b8-b02e-5e76b4eea55e tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e2e22-46f9-42fe-9710-8e464b95d42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414413 Jan 18 22:41:29.528934 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-b6ecaec8-fc5a-4c29-a554-d10f5bc4986d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28', 'name': 'tempest-TestNetworkBasicOps-router-1173322082', 'tenant_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '8d93e96f-e294-4fd8-ba8d-fabe21068f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:41:07Z', 'updated_at': '2022-01-18T22:41:23Z', 'revision_number': 4, 'project_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'gw_port': {'id': '8d93e96f-e294-4fd8-ba8d-fabe21068f6f', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:67:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:09Z', 'updated_at': '2022-01-18T22:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'e38164b1-8b1d-4bef-8e91-2a26203fe4b2', 'name': '', 'network_id': '652d2c80-5afc-4a98-af8e-7aee992e5efa', 'tenant_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'mac_address': 'fa:16:3e:e6:b7:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': '8e4aa361-5700-40d0-9baf-268026e85931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:21Z', 'updated_at': '2022-01-18T22:41:28Z', 'revision_number': 4, 'project_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'subnets': [{'id': '8e4aa361-5700-40d0-9baf-268026e85931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:41:29.538369 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-67bd1b53-98b9-4f4b-8367-658e76af11df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:29.542469 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-67bd1b53-98b9-4f4b-8367-658e76af11df admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:29.552319 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-67bd1b53-98b9-4f4b-8367-658e76af11df admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f3042634-c5cc-419e-aae0-d419f8cdaedf HTTP/1.1" status: 204 len: 168 time: 0.8116689 Jan 18 22:41:29.576185 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bd1b53-98b9-4f4b-8367-658e76af11df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3042634-c5cc-419e-aae0-d419f8cdaedf,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:29.576446 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54815d84-27c0-47b5-a732-8b3e79b7ddfd admin admin] Router 15a6c38f-8e48-4c6d-a483-50117405092e has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:41:29.595392 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ecaec8-fc5a-4c29-a554-d10f5bc4986d None None] The sync data for ids ['b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28'] in n-d-825064-1 is: [{'id': 'b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28', 'name': 'tempest-TestNetworkBasicOps-router-1173322082', 'tenant_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '8d93e96f-e294-4fd8-ba8d-fabe21068f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:41:07Z', 'updated_at': '2022-01-18T22:41:23Z', 'revision_number': 4, 'project_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'gw_port': {'id': '8d93e96f-e294-4fd8-ba8d-fabe21068f6f', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:67:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:09Z', 'updated_at': '2022-01-18T22:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'e38164b1-8b1d-4bef-8e91-2a26203fe4b2', 'name': '', 'network_id': '652d2c80-5afc-4a98-af8e-7aee992e5efa', 'tenant_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'mac_address': 'fa:16:3e:e6:b7:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': '8e4aa361-5700-40d0-9baf-268026e85931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:21Z', 'updated_at': '2022-01-18T22:41:28Z', 'revision_number': 4, 'project_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'subnets': [{'id': '8e4aa361-5700-40d0-9baf-268026e85931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:41:29.631577 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca947c8-c183-46f7-a528-b4df67845ef4 None None] Pushing event updated for resources: {'Port': ['ID=e38164b1-8b1d-4bef-8e91-2a26203fe4b2,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:29.644028 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 41320) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:29.645849 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device ab8507d9-8225-4f4f-9120-cd7f8043c4c5 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:41:29.652894 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-0204ed16-725f-42be-bda2-c383f2d98cc4 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-71048279', 'description': 'tempest-secgroup-smoke-71048279 description', 'project_id': '5fdd9d74a6a7474aa33a3f08cd7c198f'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:41:29.759857 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0204ed16-725f-42be-bda2-c383f2d98cc4 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:29.820730 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789cea72-d0ca-4bfb-89f4-b68263175a2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-2148a105-1d54-4c57-8aa8-ff697685634b', 'network_id': '2148a105-1d54-4c57-8aa8-ff697685634b', 'tenant_id': 'a905dd81aa8e4aa3bf5a1d6aceb39a2d', 'fixed_ips': [{'subnet_id': 'dbaf198b-ac87-4893-8d45-831e7575bd85'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:41:29.826259 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-789cea72-d0ca-4bfb-89f4-b68263175a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:29.857181 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-b2d4bfc6-866c-4f5b-9606-8e914f819277 None None] Provisioning complete for port 51ef8fac-820c-480b-980a-e25ebd6b5b28 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:41:29.857555 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b2d4bfc6-866c-4f5b-9606-8e914f819277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:29.907910 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0204ed16-725f-42be-bda2-c383f2d98cc4 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:29.913317 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-b2d4bfc6-866c-4f5b-9606-8e914f819277 None None] Port 51ef8fac-820c-480b-980a-e25ebd6b5b28 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:41:29.919202 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-39ab9756-b8ed-4494-91f5-87001ef99f91 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:29.929539 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0204ed16-725f-42be-bda2-c383f2d98cc4 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:29.932330 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54815d84-27c0-47b5-a732-8b3e79b7ddfd admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:41:29.946466 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24042752-30b0-446c-abf4-d0d91a12bb92 None None] Sync routers for ids ['15a6c38f-8e48-4c6d-a483-50117405092e'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:41:29.964845 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-b2d4bfc6-866c-4f5b-9606-8e914f819277 None None] Provisioning complete for port e38164b1-8b1d-4bef-8e91-2a26203fe4b2 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:41:29.965058 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b2d4bfc6-866c-4f5b-9606-8e914f819277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:30.017932 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0204ed16-725f-42be-bda2-c383f2d98cc4 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:30.021176 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port ab8507d9-8225-4f4f-9120-cd7f8043c4c5 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:41:30.021937 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:30.025630 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-0204ed16-725f-42be-bda2-c383f2d98cc4 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3762097 Jan 18 22:41:30.028396 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0204ed16-725f-42be-bda2-c383f2d98cc4 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b26e2f20-6265-4eba-a7e8-05196aa0891f,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:30.046780 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 41330) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:30.064965 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-17e0bc2d-ed72-414f-9fee-19b2979c8f21 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Request body: {'security_group_rule': {'security_group_id': 'b26e2f20-6265-4eba-a7e8-05196aa0891f', 'project_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:41:30.086941 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24042752-30b0-446c-abf4-d0d91a12bb92 None None] Routers {'15a6c38f-8e48-4c6d-a483-50117405092e'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:41:30.087135 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-24042752-30b0-446c-abf4-d0d91a12bb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:41:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['15a6c38f-8e48-4c6d-a483-50117405092e'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:41:30.185194 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-17e0bc2d-ed72-414f-9fee-19b2979c8f21 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:30.323405 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-17e0bc2d-ed72-414f-9fee-19b2979c8f21 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:30.341546 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-17e0bc2d-ed72-414f-9fee-19b2979c8f21 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:30.382558 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e0bc2d-ed72-414f-9fee-19b2979c8f21 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0abb13e8-d607-4f31-8fe9-4a46bdf4c434,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:30.398021 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-17e0bc2d-ed72-414f-9fee-19b2979c8f21 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:30.404596 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-17e0bc2d-ed72-414f-9fee-19b2979c8f21 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3532667 Jan 18 22:41:30.404596 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 41346) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:30.408961 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-c4f42518-fb95-446d-a78e-829c241bbb7d tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Request body: {'security_group_rule': {'security_group_id': 'b26e2f20-6265-4eba-a7e8-05196aa0891f', 'project_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:41:30.478540 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c4f42518-fb95-446d-a78e-829c241bbb7d tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:30.579512 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-54815d84-27c0-47b5-a732-8b3e79b7ddfd admin admin] 10.222.0.53 "PUT /v2.0/routers/15a6c38f-8e48-4c6d-a483-50117405092e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1651008 Jan 18 22:41:30.673461 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c4f42518-fb95-446d-a78e-829c241bbb7d tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:30.690611 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-789cea72-d0ca-4bfb-89f4-b68263175a2f None None] Allocated IP 2001:db8:1::2 (2148a105-1d54-4c57-8aa8-ff697685634b/dbaf198b-ac87-4893-8d45-831e7575bd85/f4a10f6a-6159-46d0-b355-7e4ac9d8a458) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:41:30.717288 n-d-825064-1 neutron-server[102431]: INFO neutron.api.v2.resource [None req-39ab9756-b8ed-4494-91f5-87001ef99f91 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 22:41:30.721309 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-39ab9756-b8ed-4494-91f5-87001ef99f91 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] 10.222.0.53 "PUT /v2.0/routers/0dadec25-f9c1-4d42-a8e4-46fbf1f34deb HTTP/1.1" status: 400 len: 364 time: 1.4371481 Jan 18 22:41:30.724355 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41358) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:30.759648 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c4f42518-fb95-446d-a78e-829c241bbb7d tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:30.818897 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f42518-fb95-446d-a78e-829c241bbb7d tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a86b646-81de-4469-9085-412f3226f435,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:30.865813 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbfe6d3-807f-4151-a581-81ee4b02d4cc req-a4a057f0-c332-401d-81e6-eade2f610a30 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:30.877796 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4dbfe6d3-807f-4151-a581-81ee4b02d4cc req-a4a057f0-c332-401d-81e6-eade2f610a30 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=6397130d-6823-41c9-ab56-61523eff14be HTTP/1.1" status: 200 len: 945 time: 0.2010784 Jan 18 22:41:30.888962 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c4f42518-fb95-446d-a78e-829c241bbb7d tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:30.894610 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-c4f42518-fb95-446d-a78e-829c241bbb7d tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4895694 Jan 18 22:41:30.917643 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-24042752-30b0-446c-abf4-d0d91a12bb92 None None] Set router 15a6c38f-8e48-4c6d-a483-50117405092e gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:41:30.925051 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41366) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:30.929769 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-42ebfb91-3381-48bb-9d4e-956101ec2945 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Request body: {'security_group_rule': {'security_group_id': 'b26e2f20-6265-4eba-a7e8-05196aa0891f', 'project_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:41:30.982197 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4dbfe6d3-807f-4151-a581-81ee4b02d4cc req-8393ed0c-c274-4da6-b340-e09cebb42836 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e2e22-46f9-42fe-9710-8e464b95d42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032298 Jan 18 22:41:31.088386 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-789cea72-d0ca-4bfb-89f4-b68263175a2f None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:31.101184 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-789cea72-d0ca-4bfb-89f4-b68263175a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:31.162676 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-42ebfb91-3381-48bb-9d4e-956101ec2945 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:31.257402 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789cea72-d0ca-4bfb-89f4-b68263175a2f None None] Network 2148a105-1d54-4c57-8aa8-ff697685634b is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:41:31.264107 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-789cea72-d0ca-4bfb-89f4-b68263175a2f None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:41:31.271488 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789cea72-d0ca-4bfb-89f4-b68263175a2f None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:41:31.275588 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d642fece-f2c3-42cc-b809-45e2a17b5124 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:31.279353 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789cea72-d0ca-4bfb-89f4-b68263175a2f None None] Pushing event updated for resources: {'Port': ['ID=f4a10f6a-6159-46d0-b355-7e4ac9d8a458,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:31.303127 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-42ebfb91-3381-48bb-9d4e-956101ec2945 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:31.312437 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-42ebfb91-3381-48bb-9d4e-956101ec2945 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:31.389311 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-789cea72-d0ca-4bfb-89f4-b68263175a2f None None] Attempting to bind port f4a10f6a-6159-46d0-b355-7e4ac9d8a458 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:41:31.389689 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-789cea72-d0ca-4bfb-89f4-b68263175a2f None None] Attempting to bind port f4a10f6a-6159-46d0-b355-7e4ac9d8a458 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': 'e93e7b26-8f99-4b44-8937-07a27e2171f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2148a105-1d54-4c57-8aa8-ff697685634b'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:41:31.394613 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789cea72-d0ca-4bfb-89f4-b68263175a2f None None] Attempting to bind port f4a10f6a-6159-46d0-b355-7e4ac9d8a458 on network 2148a105-1d54-4c57-8aa8-ff697685634b {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:41:31.428746 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-42ebfb91-3381-48bb-9d4e-956101ec2945 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:31.432659 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-42ebfb91-3381-48bb-9d4e-956101ec2945 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5039501 Jan 18 22:41:31.432659 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ebfb91-3381-48bb-9d4e-956101ec2945 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec7807df-15e9-4a55-9aa8-8f5cac3ebc64,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:31.433198 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 41382) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:31.437758 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-778317be-73a9-4121-8b93-2d54c495d892 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Request body: {'security_group_rule': {'security_group_id': 'b26e2f20-6265-4eba-a7e8-05196aa0891f', 'project_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:41:31.461460 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789cea72-d0ca-4bfb-89f4-b68263175a2f None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:41:31.462128 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789cea72-d0ca-4bfb-89f4-b68263175a2f None None] Checking segment: {'id': 'e93e7b26-8f99-4b44-8937-07a27e2171f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2148a105-1d54-4c57-8aa8-ff697685634b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:41:31.462709 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-789cea72-d0ca-4bfb-89f4-b68263175a2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:31.463294 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789cea72-d0ca-4bfb-89f4-b68263175a2f None None] Bound using segment: {'id': 'e93e7b26-8f99-4b44-8937-07a27e2171f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2148a105-1d54-4c57-8aa8-ff697685634b'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:41:31.463964 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-789cea72-d0ca-4bfb-89f4-b68263175a2f None None] Bound port: f4a10f6a-6159-46d0-b355-7e4ac9d8a458, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e93e7b26-8f99-4b44-8937-07a27e2171f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2148a105-1d54-4c57-8aa8-ff697685634b'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:41:31.464703 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-789cea72-d0ca-4bfb-89f4-b68263175a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:31.517948 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-778317be-73a9-4121-8b93-2d54c495d892 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:31.582095 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device e38164b1-8b1d-4bef-8e91-2a26203fe4b2 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:41:31.629099 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-789cea72-d0ca-4bfb-89f4-b68263175a2f None None] For port f4a10f6a-6159-46d0-b355-7e4ac9d8a458, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:41:31.633908 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-24042752-30b0-446c-abf4-d0d91a12bb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15a6c38f-8e48-4c6d-a483-50117405092e', 'name': 'tempest-TestVolumeBootPattern-1878206497-router', 'tenant_id': '3a5c37e658bb4bcaa2bbeaea6c4d27f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': 'ab8507d9-8225-4f4f-9120-cd7f8043c4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:41:17Z', 'updated_at': '2022-01-18T22:41:27Z', 'revision_number': 4, 'project_id': '3a5c37e658bb4bcaa2bbeaea6c4d27f3', 'gw_port': {'id': 'ab8507d9-8225-4f4f-9120-cd7f8043c4c5', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:94:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a6c38f-8e48-4c6d-a483-50117405092e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:18Z', 'updated_at': '2022-01-18T22:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '51ef8fac-820c-480b-980a-e25ebd6b5b28', 'name': '', 'network_id': '802b28c7-8113-4675-afa0-1d9c6ffd17ba', 'tenant_id': '3a5c37e658bb4bcaa2bbeaea6c4d27f3', 'mac_address': 'fa:16:3e:cc:07:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15a6c38f-8e48-4c6d-a483-50117405092e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': '21bbffb1-c955-4e37-8b19-72926d622f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:26Z', 'updated_at': '2022-01-18T22:41:27Z', 'revision_number': 2, 'project_id': '3a5c37e658bb4bcaa2bbeaea6c4d27f3', 'subnets': [{'id': '21bbffb1-c955-4e37-8b19-72926d622f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:41:31.650357 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-778317be-73a9-4121-8b93-2d54c495d892 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:31.652780 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 41388) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:31.669369 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-778317be-73a9-4121-8b93-2d54c495d892 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:31.678190 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-789cea72-d0ca-4bfb-89f4-b68263175a2f None None] For port f4a10f6a-6159-46d0-b355-7e4ac9d8a458, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=f4a10f6a-6159-46d0-b355-7e4ac9d8a458,segment=NetworkSegment(e93e7b26-8f99-4b44-8937-07a27e2171f5),segment_id=e93e7b26-8f99-4b44-8937-07a27e2171f5)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:41:31.679694 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24042752-30b0-446c-abf4-d0d91a12bb92 None None] Checking router: 15a6c38f-8e48-4c6d-a483-50117405092e for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:41:31.680230 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24042752-30b0-446c-abf4-d0d91a12bb92 None None] Updating router 15a6c38f-8e48-4c6d-a483-50117405092e port 51ef8fac-820c-480b-980a-e25ebd6b5b28 binding host n-d-825064-1 {{(pid=102432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:41:31.705097 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-789cea72-d0ca-4bfb-89f4-b68263175a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:31.722109 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778317be-73a9-4121-8b93-2d54c495d892 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0776978b-330d-48ad-a095-daa0b4a06cd7,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:31.741119 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-778317be-73a9-4121-8b93-2d54c495d892 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:31.744314 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-778317be-73a9-4121-8b93-2d54c495d892 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3101630 Jan 18 22:41:31.747367 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 41392) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:31.748018 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-24042752-30b0-446c-abf4-d0d91a12bb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:31.761085 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port e38164b1-8b1d-4bef-8e91-2a26203fe4b2 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:41:31.761691 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:31.770209 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-84897013-b62c-4ee6-addd-6d862c7e71d7 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Request body: {'security_group_rule': {'security_group_id': 'b26e2f20-6265-4eba-a7e8-05196aa0891f', 'project_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:41:31.820289 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-d642fece-f2c3-42cc-b809-45e2a17b5124 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Allocated IP 2001:db8::1 (2f039328-ad21-4a34-bc3b-5a402e33aa1c/557f3d22-31e3-4f41-b05b-1a067b4696bc/a25fdbf5-60c0-4182-a0c8-586e613c7712) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:41:31.836136 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-ff93e4af-4167-4532-999a-daed2099e01e tempest-SubnetPoolsTestJSON-1492234657 tempest-SubnetPoolsTestJSON-1492234657-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-337610235', 'prefixes': ['172.20.0.0/16']}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:41:31.867197 n-d-825064-1 neutron-server[102430]: INFO neutron.db.securitygroups_db [None req-84897013-b62c-4ee6-addd-6d862c7e71d7 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Project 5fdd9d74a6a7474aa33a3f08cd7c198f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 22:41:31.901398 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-84897013-b62c-4ee6-addd-6d862c7e71d7 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:31.929202 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789cea72-d0ca-4bfb-89f4-b68263175a2f None None] Pushing event updated for resources: {'Port': ['ID=f4a10f6a-6159-46d0-b355-7e4ac9d8a458,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:31.995712 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d642fece-f2c3-42cc-b809-45e2a17b5124 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:32.057962 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d642fece-f2c3-42cc-b809-45e2a17b5124 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:32.174006 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-84897013-b62c-4ee6-addd-6d862c7e71d7 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:32.185100 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-84897013-b62c-4ee6-addd-6d862c7e71d7 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:32.190104 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d642fece-f2c3-42cc-b809-45e2a17b5124 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Network 2f039328-ad21-4a34-bc3b-5a402e33aa1c is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:41:32.204206 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-d642fece-f2c3-42cc-b809-45e2a17b5124 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:41:32.206478 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d642fece-f2c3-42cc-b809-45e2a17b5124 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Pushing event updated for resources: {'Port': ['ID=a25fdbf5-60c0-4182-a0c8-586e613c7712,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:32.219101 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d642fece-f2c3-42cc-b809-45e2a17b5124 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:41:32.219724 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d642fece-f2c3-42cc-b809-45e2a17b5124 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1040954'] for router_interface, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:32.287630 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84897013-b62c-4ee6-addd-6d862c7e71d7 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6a3633c-6f17-4976-994a-5970457af860,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:32.412555 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-84897013-b62c-4ee6-addd-6d862c7e71d7 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:32.414026 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-84897013-b62c-4ee6-addd-6d862c7e71d7 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6601512 Jan 18 22:41:32.417871 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41402) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:32.422788 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-ccfe604c-25af-4f26-8788-f64910fe6a3e tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Request body: {'security_group_rule': {'security_group_id': 'b26e2f20-6265-4eba-a7e8-05196aa0891f', 'project_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:41:32.425031 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ff93e4af-4167-4532-999a-daed2099e01e tempest-SubnetPoolsTestJSON-1492234657 tempest-SubnetPoolsTestJSON-1492234657-project] Notify callbacks [] for subnetpool, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:32.426224 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-ff93e4af-4167-4532-999a-daed2099e01e tempest-SubnetPoolsTestJSON-1492234657 tempest-SubnetPoolsTestJSON-1492234657-project] 10.222.0.53 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.7721379 Jan 18 22:41:32.435405 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 41404) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:32.511277 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c94458-45d2-4f9f-a2b9-093bfd12b0b3 req-3bacc5e6-2139-4193-bb19-0988772ae140 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:32.512184 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d642fece-f2c3-42cc-b809-45e2a17b5124 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:32.522402 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-92c94458-45d2-4f9f-a2b9-093bfd12b0b3 req-3bacc5e6-2139-4193-bb19-0988772ae140 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=6397130d-6823-41c9-ab56-61523eff14be HTTP/1.1" status: 200 len: 945 time: 0.3384473 Jan 18 22:41:32.530842 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-24042752-30b0-446c-abf4-d0d91a12bb92 None None] Notify callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:32.545990 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-24042752-30b0-446c-abf4-d0d91a12bb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:32.606427 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-2f7978e0-9685-4057-b167-2bf2bb2dd75b tempest-SubnetPoolsTestJSON-1492234657 tempest-SubnetPoolsTestJSON-1492234657-project] 10.222.0.53 "GET /v2.0/subnetpools/6aaf52f2-402e-45c4-a0e6-a67bfcd4edbd HTTP/1.1" status: 200 len: 731 time: 0.1692884 Jan 18 22:41:32.614211 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 41412) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:32.620228 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-a7cc58dc-a7a0-43ac-bda0-f6e6368d8c20 tempest-SubnetPoolsTestJSON-1492234657 tempest-SubnetPoolsTestJSON-1492234657-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-594425956'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:41:32.675576 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e6d67c-11fb-4f8e-8834-837f857784c6 None None] Pushing event updated for resources: {'Port': ['ID=51ef8fac-820c-480b-980a-e25ebd6b5b28,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:32.693995 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-92c94458-45d2-4f9f-a2b9-093bfd12b0b3 req-4b8bcfc2-9384-42ff-b485-9ebca63b13b7 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e2e22-46f9-42fe-9710-8e464b95d42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553929 Jan 18 22:41:32.748380 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-c475ec72-a655-4085-b5f6-605256841baf None None] Provisioning complete for port a25fdbf5-60c0-4182-a0c8-586e613c7712 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:41:32.748994 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c475ec72-a655-4085-b5f6-605256841baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:32.752285 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-24042752-30b0-446c-abf4-d0d91a12bb92 None None] Attempting to bind port 51ef8fac-820c-480b-980a-e25ebd6b5b28 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:41:32.752814 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-24042752-30b0-446c-abf4-d0d91a12bb92 None None] Attempting to bind port 51ef8fac-820c-480b-980a-e25ebd6b5b28 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '5042fcfd-2696-43f8-b44b-38ada8c372c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '802b28c7-8113-4675-afa0-1d9c6ffd17ba'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:41:32.753368 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24042752-30b0-446c-abf4-d0d91a12bb92 None None] Attempting to bind port 51ef8fac-820c-480b-980a-e25ebd6b5b28 on network 802b28c7-8113-4675-afa0-1d9c6ffd17ba {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:41:32.833860 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24042752-30b0-446c-abf4-d0d91a12bb92 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:41:32.834237 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24042752-30b0-446c-abf4-d0d91a12bb92 None None] Checking segment: {'id': '5042fcfd-2696-43f8-b44b-38ada8c372c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '802b28c7-8113-4675-afa0-1d9c6ffd17ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:41:32.837134 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-24042752-30b0-446c-abf4-d0d91a12bb92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:32.837776 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24042752-30b0-446c-abf4-d0d91a12bb92 None None] Bound using segment: {'id': '5042fcfd-2696-43f8-b44b-38ada8c372c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '802b28c7-8113-4675-afa0-1d9c6ffd17ba'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:41:32.839217 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-24042752-30b0-446c-abf4-d0d91a12bb92 None None] Bound port: 51ef8fac-820c-480b-980a-e25ebd6b5b28, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5042fcfd-2696-43f8-b44b-38ada8c372c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '802b28c7-8113-4675-afa0-1d9c6ffd17ba'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:41:32.841425 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-24042752-30b0-446c-abf4-d0d91a12bb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:32.850226 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a7cc58dc-a7a0-43ac-bda0-f6e6368d8c20 tempest-SubnetPoolsTestJSON-1492234657 tempest-SubnetPoolsTestJSON-1492234657-project] Notify callbacks [] for subnetpool, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:32.851453 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-a7cc58dc-a7a0-43ac-bda0-f6e6368d8c20 tempest-SubnetPoolsTestJSON-1492234657 tempest-SubnetPoolsTestJSON-1492234657-project] 10.222.0.53 "PUT /v2.0/subnetpools/6aaf52f2-402e-45c4-a0e6-a67bfcd4edbd HTTP/1.1" status: 200 len: 683 time: 0.2365565 Jan 18 22:41:32.854913 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 41418) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:32.899070 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-c475ec72-a655-4085-b5f6-605256841baf None None] Port a25fdbf5-60c0-4182-a0c8-586e613c7712 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:41:32.933440 n-d-825064-1 neutron-server[102431]: INFO neutron.db.securitygroups_db [None req-ccfe604c-25af-4f26-8788-f64910fe6a3e tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Project 5fdd9d74a6a7474aa33a3f08cd7c198f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 22:41:33.003450 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8b87ac10-4dd0-4a52-8d94-aca53dc9536e tempest-SubnetPoolsTestJSON-1492234657 tempest-SubnetPoolsTestJSON-1492234657-project] Notify callbacks [] for subnetpool, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:33.006487 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-8b87ac10-4dd0-4a52-8d94-aca53dc9536e tempest-SubnetPoolsTestJSON-1492234657 tempest-SubnetPoolsTestJSON-1492234657-project] 10.222.0.53 "DELETE /v2.0/subnetpools/6aaf52f2-402e-45c4-a0e6-a67bfcd4edbd HTTP/1.1" status: 204 len: 168 time: 0.1505892 Jan 18 22:41:33.009969 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 41422) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:33.033848 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [None req-cc70ea5d-04ff-408d-9967-d0b903755426 tempest-SubnetPoolsTestJSON-1492234657 tempest-SubnetPoolsTestJSON-1492234657-project] show failed (client error): The resource could not be found. Jan 18 22:41:33.035382 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-cc70ea5d-04ff-408d-9967-d0b903755426 tempest-SubnetPoolsTestJSON-1492234657 tempest-SubnetPoolsTestJSON-1492234657-project] 10.222.0.53 "GET /v2.0/subnetpools/6aaf52f2-402e-45c4-a0e6-a67bfcd4edbd HTTP/1.1" status: 404 len: 346 time: 0.0238481 Jan 18 22:41:33.037793 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 41424) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:33.038657 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-24042752-30b0-446c-abf4-d0d91a12bb92 None None] For port 51ef8fac-820c-480b-980a-e25ebd6b5b28, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:41:33.042624 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-24042752-30b0-446c-abf4-d0d91a12bb92 None None] For port 51ef8fac-820c-480b-980a-e25ebd6b5b28, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=51ef8fac-820c-480b-980a-e25ebd6b5b28,segment=NetworkSegment(5042fcfd-2696-43f8-b44b-38ada8c372c4),segment_id=5042fcfd-2696-43f8-b44b-38ada8c372c4)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:41:33.042885 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d642fece-f2c3-42cc-b809-45e2a17b5124 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:33.045666 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ccfe604c-25af-4f26-8788-f64910fe6a3e tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:33.057528 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-24042752-30b0-446c-abf4-d0d91a12bb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:33.059441 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [None req-8879b779-d376-421a-a60c-fcfefd7d98e2 tempest-SubnetPoolsTestJSON-1492234657 tempest-SubnetPoolsTestJSON-1492234657-project] delete failed (client error): The resource could not be found. Jan 18 22:41:33.061012 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-8879b779-d376-421a-a60c-fcfefd7d98e2 tempest-SubnetPoolsTestJSON-1492234657 tempest-SubnetPoolsTestJSON-1492234657-project] 10.222.0.53 "DELETE /v2.0/subnetpools/6aaf52f2-402e-45c4-a0e6-a67bfcd4edbd HTTP/1.1" status: 404 len: 346 time: 0.0221591 Jan 18 22:41:33.064436 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d642fece-f2c3-42cc-b809-45e2a17b5124 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:33.065385 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d642fece-f2c3-42cc-b809-45e2a17b5124 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-613854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1041070'] for router_interface, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:33.126918 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e6d67c-11fb-4f8e-8834-837f857784c6 None None] Pushing event updated for resources: {'Port': ['ID=51ef8fac-820c-480b-980a-e25ebd6b5b28,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:33.172529 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-1f0328b4-abf9-45a5-8649-d464fd0dcf8c None None] Provisioning complete for port 51ef8fac-820c-480b-980a-e25ebd6b5b28 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:41:33.173347 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1f0328b4-abf9-45a5-8649-d464fd0dcf8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:33.200828 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d642fece-f2c3-42cc-b809-45e2a17b5124 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Pushing event updated for resources: {'Port': ['ID=a25fdbf5-60c0-4182-a0c8-586e613c7712,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:33.223168 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24042752-30b0-446c-abf4-d0d91a12bb92 None None] Routers {'15a6c38f-8e48-4c6d-a483-50117405092e'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:41:33.225160 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-24042752-30b0-446c-abf4-d0d91a12bb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:41:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['15a6c38f-8e48-4c6d-a483-50117405092e'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:41:33.422447 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d642fece-f2c3-42cc-b809-45e2a17b5124 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Network 2f039328-ad21-4a34-bc3b-5a402e33aa1c is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:41:33.475138 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ccfe604c-25af-4f26-8788-f64910fe6a3e tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:33.489631 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-d642fece-f2c3-42cc-b809-45e2a17b5124 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:41:33.511271 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ccfe604c-25af-4f26-8788-f64910fe6a3e tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:33.675761 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfe604c-25af-4f26-8788-f64910fe6a3e tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17f70baa-9f70-46a4-a5e8-71875baa1172,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:33.691733 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ccfe604c-25af-4f26-8788-f64910fe6a3e tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:33.706997 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-ccfe604c-25af-4f26-8788-f64910fe6a3e tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.2876184 Jan 18 22:41:33.800475 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 41438) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:33.855788 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d642fece-f2c3-42cc-b809-45e2a17b5124 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Router 0dadec25-f9c1-4d42-a8e4-46fbf1f34deb has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:41:33.960031 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device f4a10f6a-6159-46d0-b355-7e4ac9d8a458 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:41:33.963341 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c164c49a-7b72-45e6-9a35-7123e9536bbf None None] Network 2148a105-1d54-4c57-8aa8-ff697685634b requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:41:33.992444 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a033be7e-7855-4817-8db4-a7c8bdadc214 req-b27c9bba-42b2-494a-b08f-39785d2f4cd8 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:33.994615 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a033be7e-7855-4817-8db4-a7c8bdadc214 req-b27c9bba-42b2-494a-b08f-39785d2f4cd8 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=6397130d-6823-41c9-ab56-61523eff14be HTTP/1.1" status: 200 len: 945 time: 0.1107798 Jan 18 22:41:34.019363 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-05d5959e-3984-4391-9b89-0c20e84cca04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:34.045893 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d642fece-f2c3-42cc-b809-45e2a17b5124 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:41:34.054089 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 41452) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:34.055304 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-d642fece-f2c3-42cc-b809-45e2a17b5124 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] 10.222.0.53 "PUT /v2.0/routers/0dadec25-f9c1-4d42-a8e4-46fbf1f34deb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3297625 Jan 18 22:41:34.061099 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82789660-c5ca-44a3-99dd-2ce7e224f9a5 None None] Sync routers for ids ['0dadec25-f9c1-4d42-a8e4-46fbf1f34deb'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:41:34.078759 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82789660-c5ca-44a3-99dd-2ce7e224f9a5 None None] Routers {'0dadec25-f9c1-4d42-a8e4-46fbf1f34deb'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:41:34.080091 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-82789660-c5ca-44a3-99dd-2ce7e224f9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:41:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['0dadec25-f9c1-4d42-a8e4-46fbf1f34deb'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:41:34.103656 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-24042752-30b0-446c-abf4-d0d91a12bb92 None None] Set router 15a6c38f-8e48-4c6d-a483-50117405092e gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:41:34.105809 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1f0328b4-abf9-45a5-8649-d464fd0dcf8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:34.117875 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-82789660-c5ca-44a3-99dd-2ce7e224f9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:41:34.127473 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82789660-c5ca-44a3-99dd-2ce7e224f9a5 None None] Routers {'0dadec25-f9c1-4d42-a8e4-46fbf1f34deb'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:41:34.128165 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-82789660-c5ca-44a3-99dd-2ce7e224f9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:41:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['0dadec25-f9c1-4d42-a8e4-46fbf1f34deb'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:41:34.176174 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-82789660-c5ca-44a3-99dd-2ce7e224f9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:41:34.176994 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82789660-c5ca-44a3-99dd-2ce7e224f9a5 None None] The sync data for ids ['0dadec25-f9c1-4d42-a8e4-46fbf1f34deb'] in n-d-825064-1 is: [] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:41:34.205398 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a033be7e-7855-4817-8db4-a7c8bdadc214 req-6d0ef2cf-32ec-4afe-9f11-7d6b1cadc51a tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e2e22-46f9-42fe-9710-8e464b95d42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018490 Jan 18 22:41:34.245946 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-1f0328b4-abf9-45a5-8649-d464fd0dcf8c None None] For port 51ef8fac-820c-480b-980a-e25ebd6b5b28, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=51ef8fac-820c-480b-980a-e25ebd6b5b28,segment=NetworkSegment(5042fcfd-2696-43f8-b44b-38ada8c372c4),segment_id=5042fcfd-2696-43f8-b44b-38ada8c372c4)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:41:34.289529 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1f0328b4-abf9-45a5-8649-d464fd0dcf8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:34.313880 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port f4a10f6a-6159-46d0-b355-7e4ac9d8a458 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:41:34.314149 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:34.467689 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0328b4-abf9-45a5-8649-d464fd0dcf8c None None] Pushing event updated for resources: {'Port': ['ID=51ef8fac-820c-480b-980a-e25ebd6b5b28,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:34.506676 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-26c8f50f-fae9-475b-98a2-f8e1ced898ff None None] Provisioning complete for port 51ef8fac-820c-480b-980a-e25ebd6b5b28 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:41:34.507097 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-26c8f50f-fae9-475b-98a2-f8e1ced898ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:34.547570 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-05d5959e-3984-4391-9b89-0c20e84cca04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:34.561555 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-05d5959e-3984-4391-9b89-0c20e84cca04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:34.602766 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:34.612605 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2e66a7b8-0cb7-4981-ae2d-2940acc82284 req-9b89a6fb-352e-4e02-ba99-73e38b9d98e9 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-71048279&fields=id&tenant_id=5fdd9d74a6a7474aa33a3f08cd7c198f HTTP/1.1" status: 200 len: 267 time: 0.4977484 Jan 18 22:41:34.614768 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-304f6d40-7bf6-47d1-8eb8-813175a6e4dd tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks [] for router, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:34.660136 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-24042752-30b0-446c-abf4-d0d91a12bb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15a6c38f-8e48-4c6d-a483-50117405092e', 'name': 'tempest-TestVolumeBootPattern-1878206497-router', 'tenant_id': '3a5c37e658bb4bcaa2bbeaea6c4d27f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': 'ab8507d9-8225-4f4f-9120-cd7f8043c4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:41:17Z', 'updated_at': '2022-01-18T22:41:27Z', 'revision_number': 4, 'project_id': '3a5c37e658bb4bcaa2bbeaea6c4d27f3', 'gw_port': {'id': 'ab8507d9-8225-4f4f-9120-cd7f8043c4c5', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:94:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a6c38f-8e48-4c6d-a483-50117405092e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:18Z', 'updated_at': '2022-01-18T22:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '51ef8fac-820c-480b-980a-e25ebd6b5b28', 'name': '', 'network_id': '802b28c7-8113-4675-afa0-1d9c6ffd17ba', 'tenant_id': '3a5c37e658bb4bcaa2bbeaea6c4d27f3', 'mac_address': 'fa:16:3e:cc:07:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15a6c38f-8e48-4c6d-a483-50117405092e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': '21bbffb1-c955-4e37-8b19-72926d622f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:26Z', 'updated_at': '2022-01-18T22:41:33Z', 'revision_number': 4, 'project_id': '3a5c37e658bb4bcaa2bbeaea6c4d27f3', 'subnets': [{'id': '21bbffb1-c955-4e37-8b19-72926d622f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:41:34.707369 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24042752-30b0-446c-abf4-d0d91a12bb92 None None] The sync data for ids ['15a6c38f-8e48-4c6d-a483-50117405092e'] in n-d-825064-1 is: [{'id': '15a6c38f-8e48-4c6d-a483-50117405092e', 'name': 'tempest-TestVolumeBootPattern-1878206497-router', 'tenant_id': '3a5c37e658bb4bcaa2bbeaea6c4d27f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': 'ab8507d9-8225-4f4f-9120-cd7f8043c4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:41:17Z', 'updated_at': '2022-01-18T22:41:27Z', 'revision_number': 4, 'project_id': '3a5c37e658bb4bcaa2bbeaea6c4d27f3', 'gw_port': {'id': 'ab8507d9-8225-4f4f-9120-cd7f8043c4c5', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:94:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a6c38f-8e48-4c6d-a483-50117405092e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:18Z', 'updated_at': '2022-01-18T22:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '51ef8fac-820c-480b-980a-e25ebd6b5b28', 'name': '', 'network_id': '802b28c7-8113-4675-afa0-1d9c6ffd17ba', 'tenant_id': '3a5c37e658bb4bcaa2bbeaea6c4d27f3', 'mac_address': 'fa:16:3e:cc:07:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15a6c38f-8e48-4c6d-a483-50117405092e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': '21bbffb1-c955-4e37-8b19-72926d622f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:26Z', 'updated_at': '2022-01-18T22:41:33Z', 'revision_number': 4, 'project_id': '3a5c37e658bb4bcaa2bbeaea6c4d27f3', 'subnets': [{'id': '21bbffb1-c955-4e37-8b19-72926d622f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:41:34.717169 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port f4a10f6a-6159-46d0-b355-7e4ac9d8a458, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=f4a10f6a-6159-46d0-b355-7e4ac9d8a458,segment=NetworkSegment(e93e7b26-8f99-4b44-8937-07a27e2171f5),segment_id=e93e7b26-8f99-4b44-8937-07a27e2171f5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:41:34.734173 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:34.745405 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-05d5959e-3984-4391-9b89-0c20e84cca04 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7e27eeb422fb4041b553afc6da3ec3ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9430432 Jan 18 22:41:34.748709 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-26c8f50f-fae9-475b-98a2-f8e1ced898ff None None] Provisioning complete for port a25fdbf5-60c0-4182-a0c8-586e613c7712 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:41:34.749087 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-26c8f50f-fae9-475b-98a2-f8e1ced898ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:34.751005 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41468) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:34.813805 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d5959e-3984-4391-9b89-0c20e84cca04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2da9f1da-05c5-48ef-a2be-54332ca595a4,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:34.853350 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ca991d34-aa05-42ef-9d5a-dbfdda02129e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:34.890091 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ca991d34-aa05-42ef-9d5a-dbfdda02129e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:34.891362 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [None req-304f6d40-7bf6-47d1-8eb8-813175a6e4dd tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 18 22:41:34.896072 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-304f6d40-7bf6-47d1-8eb8-813175a6e4dd tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] 10.222.0.53 "DELETE /v2.0/routers/0dadec25-f9c1-4d42-a8e4-46fbf1f34deb HTTP/1.1" status: 409 len: 329 time: 0.8400652 Jan 18 22:41:34.896755 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 41472) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:34.942031 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=f4a10f6a-6159-46d0-b355-7e4ac9d8a458,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:34.962175 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-26c8f50f-fae9-475b-98a2-f8e1ced898ff None None] Port a25fdbf5-60c0-4182-a0c8-586e613c7712 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:41:34.962686 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ca991d34-aa05-42ef-9d5a-dbfdda02129e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:34.969487 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ca991d34-aa05-42ef-9d5a-dbfdda02129e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:34.982992 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-ca991d34-aa05-42ef-9d5a-dbfdda02129e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2da9f1da-05c5-48ef-a2be-54332ca595a4 HTTP/1.1" status: 204 len: 168 time: 0.2221298 Jan 18 22:41:34.988932 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-26c8f50f-fae9-475b-98a2-f8e1ced898ff None None] Provisioning complete for port f4a10f6a-6159-46d0-b355-7e4ac9d8a458 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:41:34.989590 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-26c8f50f-fae9-475b-98a2-f8e1ced898ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:34.998646 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca991d34-aa05-42ef-9d5a-dbfdda02129e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da9f1da-05c5-48ef-a2be-54332ca595a4,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:35.091222 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e66a7b8-0cb7-4981-ae2d-2940acc82284 req-89526fc0-86c9-4dc0-9cd4-a9d9b31b94ce tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:35.093179 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2e66a7b8-0cb7-4981-ae2d-2940acc82284 req-89526fc0-86c9-4dc0-9cd4-a9d9b31b94ce tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "GET /v2.0/networks?id=652d2c80-5afc-4a98-af8e-7aee992e5efa HTTP/1.1" status: 200 len: 797 time: 0.4672630 Jan 18 22:41:35.248083 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2e66a7b8-0cb7-4981-ae2d-2940acc82284 req-977bd4fd-954a-4936-99de-bbd0ee2c4379 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "GET /v2.0/quotas/5fdd9d74a6a7474aa33a3f08cd7c198f HTTP/1.1" status: 200 len: 375 time: 0.1199429 Jan 18 22:41:35.320788 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-61818ae5-0b87-4eec-9b8e-6de61b9514e0 None None] Provisioning complete for port f4a10f6a-6159-46d0-b355-7e4ac9d8a458 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:41:35.321289 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-61818ae5-0b87-4eec-9b8e-6de61b9514e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:35.441297 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da366a1-c96f-41ba-b83a-6fc4e11714c7 req-18a24c22-f24a-40c6-8f03-a931abcd7d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:35.442674 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0da366a1-c96f-41ba-b83a-6fc4e11714c7 req-18a24c22-f24a-40c6-8f03-a931abcd7d7e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d58fa77d6cd94e7ca7d141d5a9b044dd&device_id=6397130d-6823-41c9-ab56-61523eff14be HTTP/1.1" status: 200 len: 1096 time: 0.2093692 Jan 18 22:41:35.472213 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2e66a7b8-0cb7-4981-ae2d-2940acc82284 req-518038fa-01f7-4a97-a533-94a160ecfa85 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5fdd9d74a6a7474aa33a3f08cd7c198f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2076097 Jan 18 22:41:35.588824 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a203d0-2c41-4d33-a0eb-68335ebd045b req-03b59dc9-8dcd-45ff-a52d-d0ccfb5d8246 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:35.589808 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-87a203d0-2c41-4d33-a0eb-68335ebd045b req-03b59dc9-8dcd-45ff-a52d-d0ccfb5d8246 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=6397130d-6823-41c9-ab56-61523eff14be HTTP/1.1" status: 200 len: 945 time: 0.2816100 Jan 18 22:41:35.644945 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 51ef8fac-820c-480b-980a-e25ebd6b5b28 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:41:35.715478 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 51ef8fac-820c-480b-980a-e25ebd6b5b28 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:41:35.715859 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:35.737987 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-87a203d0-2c41-4d33-a0eb-68335ebd045b req-64b911c4-9a83-4a62-8638-57b68313283d tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e2e22-46f9-42fe-9710-8e464b95d42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393216 Jan 18 22:41:35.766899 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da366a1-c96f-41ba-b83a-6fc4e11714c7 req-9aefa7f3-5010-4a07-95fb-5d7f875909d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:35.768530 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0da366a1-c96f-41ba-b83a-6fc4e11714c7 req-9aefa7f3-5010-4a07-95fb-5d7f875909d9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02 HTTP/1.1" status: 200 len: 906 time: 0.2954648 Jan 18 22:41:35.773211 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2e66a7b8-0cb7-4981-ae2d-2940acc82284 req-d8cda9ff-5a93-42c5-b5c2-2bb21934dffc service neutron] 10.222.0.53 "GET /v2.0/networks/652d2c80-5afc-4a98-af8e-7aee992e5efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2864959 Jan 18 22:41:35.846067 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0da366a1-c96f-41ba-b83a-6fc4e11714c7 req-904e1706-d02c-444d-8a6a-e0f1713b56a1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf696475-c4c5-4fcb-a469-c2627e52714b HTTP/1.1" status: 200 len: 217 time: 0.0697241 Jan 18 22:41:35.876261 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device f4a10f6a-6159-46d0-b355-7e4ac9d8a458 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:41:35.936910 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port f4a10f6a-6159-46d0-b355-7e4ac9d8a458 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:41:35.937536 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:36.060445 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da366a1-c96f-41ba-b83a-6fc4e11714c7 req-7ec3b594-eb83-4bb9-9b03-4bb03f0ed6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:36.061927 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0da366a1-c96f-41ba-b83a-6fc4e11714c7 req-7ec3b594-eb83-4bb9-9b03-4bb03f0ed6d3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3d836b77-fd27-4c61-b195-30e9fedeffe8 HTTP/1.1" status: 200 len: 846 time: 0.1735156 Jan 18 22:41:36.086422 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2e66a7b8-0cb7-4981-ae2d-2940acc82284 req-d31fabbf-dab2-41c6-bbc9-b4689b5a5959 service neutron] 10.222.0.53 "GET /v2.0/networks/652d2c80-5afc-4a98-af8e-7aee992e5efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3025618 Jan 18 22:41:36.114805 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0da366a1-c96f-41ba-b83a-6fc4e11714c7 req-e548f619-52b9-4c43-a5c6-f537d2388e57 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453243 Jan 18 22:41:36.152242 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0169222a-3cc7-4ac7-9090-144833c8812f req-6be09af6-70ff-48b7-b5bd-86c69cd5fb62 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:36.159287 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0169222a-3cc7-4ac7-9090-144833c8812f req-6be09af6-70ff-48b7-b5bd-86c69cd5fb62 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/networks?id=3887d3dd-b3d8-463d-9d9c-879e57c9ab40 HTTP/1.1" status: 200 len: 811 time: 0.2730997 Jan 18 22:41:36.165476 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-35c10ca3-2643-45f6-90f8-aee4452af66f tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1041027'] for router_interface, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:36.288461 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0169222a-3cc7-4ac7-9090-144833c8812f req-fffaa756-461b-4b0c-ab81-db793128f207 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/quotas/0c676acb4b374123bc012031246d3916 HTTP/1.1" status: 200 len: 375 time: 0.1282110 Jan 18 22:41:36.369654 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f039ef99-7b86-47bf-b106-729bc90f3c6b req-ce3469cb-556f-48de-8742-4d8f16dfb3b5 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "GET /v2.0/ports?device_id=1cb27eb0-6687-4f62-81ab-26e47d9a25ca HTTP/1.1" status: 200 len: 210 time: 0.0424922 Jan 18 22:41:36.473736 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0169222a-3cc7-4ac7-9090-144833c8812f req-6ce61abf-c4f3-4731-9aaa-da87cca50c95 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=0c676acb4b374123bc012031246d3916&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1839263 Jan 18 22:41:36.485002 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0da366a1-c96f-41ba-b83a-6fc4e11714c7 req-b9964f5b-07dd-4267-969e-ec0559c7a50d service neutron] 10.222.0.67 "GET /v2.0/networks/eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3633921 Jan 18 22:41:36.726718 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0169222a-3cc7-4ac7-9090-144833c8812f req-3b078ed2-6eeb-40c7-910d-a3c766d245b8 service neutron] 10.222.0.53 "GET /v2.0/networks/3887d3dd-b3d8-463d-9d9c-879e57c9ab40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407107 Jan 18 22:41:36.765089 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0da366a1-c96f-41ba-b83a-6fc4e11714c7 req-2a1e74de-0485-4401-9a13-85513599b0e8 service neutron] 10.222.0.67 "GET /v2.0/networks/eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610283 Jan 18 22:41:36.873756 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0169222a-3cc7-4ac7-9090-144833c8812f req-55ac7802-33a5-4843-9f6e-67f895054f30 service neutron] 10.222.0.53 "GET /v2.0/networks/3887d3dd-b3d8-463d-9d9c-879e57c9ab40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357968 Jan 18 22:41:37.000244 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-35c10ca3-2643-45f6-90f8-aee4452af66f tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Deleting port a25fdbf5-60c0-4182-a0c8-586e613c7712 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:41:37.000244 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-35c10ca3-2643-45f6-90f8-aee4452af66f tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:37.017444 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d4380f-6bb3-4fe8-9684-9442592c458f req-26143966-18b5-4018-a21c-864b1ea8227a tempest-TestNetworkAdvancedServerOps-1886563698 tempest-TestNetworkAdvancedServerOps-1886563698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:37.025519 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d8d4380f-6bb3-4fe8-9684-9442592c458f req-26143966-18b5-4018-a21c-864b1ea8227a tempest-TestNetworkAdvancedServerOps-1886563698 tempest-TestNetworkAdvancedServerOps-1886563698-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5916bb04-cece-43fd-9fc5-470c38a27dcd HTTP/1.1" status: 200 len: 1097 time: 0.1209707 Jan 18 22:41:37.607056 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b486c0a3-df6b-4246-b9f4-fd4ecd06b0d6 req-057a6566-bfa3-4cb4-890a-e46c79de06ce tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:37.617676 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b486c0a3-df6b-4246-b9f4-fd4ecd06b0d6 req-057a6566-bfa3-4cb4-890a-e46c79de06ce tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=6397130d-6823-41c9-ab56-61523eff14be HTTP/1.1" status: 200 len: 945 time: 0.1331346 Jan 18 22:41:37.648246 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d8d4380f-6bb3-4fe8-9684-9442592c458f req-1119f2e9-61ff-4e57-a98a-512397550331 tempest-TestNetworkAdvancedServerOps-1886563698 tempest-TestNetworkAdvancedServerOps-1886563698-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=47fd5e54-61ce-42c3-b5cd-195914aa324e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6213789 Jan 18 22:41:37.676229 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-35c10ca3-2643-45f6-90f8-aee4452af66f tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:37.743086 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-35c10ca3-2643-45f6-90f8-aee4452af66f tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Calling delete_port for a25fdbf5-60c0-4182-a0c8-586e613c7712 owned by network:router_interface {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:41:37.769739 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b486c0a3-df6b-4246-b9f4-fd4ecd06b0d6 req-ce180708-cc98-43c5-8f26-d05827a32c91 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e2e22-46f9-42fe-9710-8e464b95d42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511519 Jan 18 22:41:37.849045 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-704aea11-2f69-499a-a8a4-3a92d86a9881 req-6c393e0b-22df-4544-b92d-b79a3855368d tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "GET /v2.0/ports?device_id=1cb27eb0-6687-4f62-81ab-26e47d9a25ca HTTP/1.1" status: 200 len: 210 time: 0.0968130 Jan 18 22:41:37.885233 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e04f6da9-1f65-44da-aaba-9bbc0b1c6717 req-6920d3be-242e-4ec5-b4b5-3a99e03f37fd tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=12385899-e70b-453e-afe9-39b5bfb9b2b6 HTTP/1.1" status: 200 len: 210 time: 0.0336094 Jan 18 22:41:38.049564 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b60b7ef-cd18-47b7-a806-a50510608455 req-ac94ef30-f539-4d60-9b95-5fade0c94688 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:38.051688 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1b60b7ef-cd18-47b7-a806-a50510608455 req-ac94ef30-f539-4d60-9b95-5fade0c94688 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=5916bb04-cece-43fd-9fc5-470c38a27dcd HTTP/1.1" status: 200 len: 946 time: 0.0968618 Jan 18 22:41:38.205566 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1b60b7ef-cd18-47b7-a806-a50510608455 req-2a3970b2-54c4-40f7-b588-fa08b1d29e66 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=47fd5e54-61ce-42c3-b5cd-195914aa324e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454866 Jan 18 22:41:38.216694 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-35c10ca3-2643-45f6-90f8-aee4452af66f tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:38.221517 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41586) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:38.266661 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c10ca3-2643-45f6-90f8-aee4452af66f tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Pushing event deleted for resources: {'Port': ['ID=a25fdbf5-60c0-4182-a0c8-586e613c7712,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:38.305899 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-9ee00532-6484-4479-8688-2ec90d94cf2e tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/floatingips/8e04cfff-03a1-4ce7-afd5-399a7a8a0fb9 HTTP/1.1" status: 200 len: 993 time: 0.0825796 Jan 18 22:41:38.323701 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e66a7b8-0cb7-4981-ae2d-2940acc82284 req-2558fb85-4887-4294-ba24-79f083a80f31 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:38.325954 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2e66a7b8-0cb7-4981-ae2d-2940acc82284 req-2558fb85-4887-4294-ba24-79f083a80f31 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.67 "GET /v2.0/networks?id=652d2c80-5afc-4a98-af8e-7aee992e5efa HTTP/1.1" status: 200 len: 797 time: 0.2422864 Jan 18 22:41:38.446365 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-35c10ca3-2643-45f6-90f8-aee4452af66f tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-613841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1046579'] for router_interface, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:38.535616 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2e66a7b8-0cb7-4981-ae2d-2940acc82284 req-5555141d-85af-41ab-a5e8-d50c4003e068 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5fdd9d74a6a7474aa33a3f08cd7c198f HTTP/1.1" status: 200 len: 378 time: 0.1212308 Jan 18 22:41:38.577635 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-2e66a7b8-0cb7-4981-ae2d-2940acc82284 req-205bfbd5-60b4-4079-abe1-fcd161b65568 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Request body: {'port': {'device_id': '1cb27eb0-6687-4f62-81ab-26e47d9a25ca', 'network_id': '652d2c80-5afc-4a98-af8e-7aee992e5efa', 'admin_state_up': True, 'tenant_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'security_groups': ['b26e2f20-6265-4eba-a7e8-05196aa0891f']}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:41:38.679257 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [req-4c202e7f-3307-42fc-bad3-4950f8a21a41 req-f23775c0-df3f-4443-b28f-3cd8a4a9b70f service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102430) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:41:38.680153 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4c202e7f-3307-42fc-bad3-4950f8a21a41 req-f23775c0-df3f-4443-b28f-3cd8a4a9b70f service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067968 Jan 18 22:41:38.740235 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35c10ca3-2643-45f6-90f8-aee4452af66f tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Router 0dadec25-f9c1-4d42-a8e4-46fbf1f34deb has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:41:38.873976 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35c10ca3-2643-45f6-90f8-aee4452af66f tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:41:38.883415 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41604) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:38.884995 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-35c10ca3-2643-45f6-90f8-aee4452af66f tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] 10.222.0.53 "PUT /v2.0/routers/0dadec25-f9c1-4d42-a8e4-46fbf1f34deb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9851780 Jan 18 22:41:38.886868 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb484764-8a9c-44ae-99d4-f1ca6dfc424d None None] Sync routers for ids ['0dadec25-f9c1-4d42-a8e4-46fbf1f34deb'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:41:38.895550 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e66a7b8-0cb7-4981-ae2d-2940acc82284 req-205bfbd5-60b4-4079-abe1-fcd161b65568 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Made reservation on behalf of 5fdd9d74a6a7474aa33a3f08cd7c198f for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:41:38.899272 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-2e66a7b8-0cb7-4981-ae2d-2940acc82284 req-205bfbd5-60b4-4079-abe1-fcd161b65568 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:38.903860 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb484764-8a9c-44ae-99d4-f1ca6dfc424d None None] Routers {'0dadec25-f9c1-4d42-a8e4-46fbf1f34deb'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:41:38.904971 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-cb484764-8a9c-44ae-99d4-f1ca6dfc424d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:41:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['0dadec25-f9c1-4d42-a8e4-46fbf1f34deb'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:41:38.987042 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a66ecb7-9f38-45a9-8151-b06659376780 req-1aa09b7c-ef8d-40aa-92d2-7e91e20b1c98 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:38.988933 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0a66ecb7-9f38-45a9-8151-b06659376780 req-1aa09b7c-ef8d-40aa-92d2-7e91e20b1c98 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=6397130d-6823-41c9-ab56-61523eff14be HTTP/1.1" status: 200 len: 945 time: 0.1169686 Jan 18 22:41:39.003088 n-d-825064-1 neutron-server[102431]: INFO neutron.api.v2.resource [None req-ce53c4c7-bc10-4479-9bbb-df7fd388d282 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] show failed (client error): The resource could not be found. Jan 18 22:41:39.003741 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-cb484764-8a9c-44ae-99d4-f1ca6dfc424d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:41:39.009701 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-ce53c4c7-bc10-4479-9bbb-df7fd388d282 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] 10.222.0.53 "GET /v2.0/routers/tempest-non_exist_router-2146964005 HTTP/1.1" status: 404 len: 335 time: 0.1150460 Jan 18 22:41:39.014237 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 41608) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:39.034367 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-13804485-8788-49d4-bc4a-3b0de97dcb42 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:41:39.034952 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb484764-8a9c-44ae-99d4-f1ca6dfc424d None None] Routers {'0dadec25-f9c1-4d42-a8e4-46fbf1f34deb'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:41:39.035582 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-cb484764-8a9c-44ae-99d4-f1ca6dfc424d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:41:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['0dadec25-f9c1-4d42-a8e4-46fbf1f34deb'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:41:39.129233 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [None req-13804485-8788-49d4-bc4a-3b0de97dcb42 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] update failed (client error): The resource could not be found. Jan 18 22:41:39.136340 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-13804485-8788-49d4-bc4a-3b0de97dcb42 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] 10.222.0.53 "PUT /v2.0/routers/tempest-non_exist_router-61501685 HTTP/1.1" status: 404 len: 333 time: 0.1175070 Jan 18 22:41:39.144983 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41614) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:39.149117 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-cb484764-8a9c-44ae-99d4-f1ca6dfc424d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:41:39.149813 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb484764-8a9c-44ae-99d4-f1ca6dfc424d None None] The sync data for ids ['0dadec25-f9c1-4d42-a8e4-46fbf1f34deb'] in n-d-825064-1 is: [] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:41:39.236841 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0a66ecb7-9f38-45a9-8151-b06659376780 req-63426b72-5a85-4177-b14b-f37ae712a441 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e2e22-46f9-42fe-9710-8e464b95d42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416308 Jan 18 22:41:39.300584 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9f2790ef-8072-4ab2-b83f-7832b5298928 req-43e610a4-fadb-47b6-9cbb-19da0018c268 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "GET /v2.0/ports?device_id=1cb27eb0-6687-4f62-81ab-26e47d9a25ca HTTP/1.1" status: 200 len: 210 time: 0.0946753 Jan 18 22:41:39.349790 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-2e66a7b8-0cb7-4981-ae2d-2940acc82284 req-205bfbd5-60b4-4079-abe1-fcd161b65568 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Allocated IP 172.20.0.11 (652d2c80-5afc-4a98-af8e-7aee992e5efa/8e4aa361-5700-40d0-9baf-268026e85931/5cc126d6-ea56-4da0-9d3d-875ae7bbd550) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:41:39.385461 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-66ac722c-5592-4f13-88e0-7a684d2e493f tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Deleting subnet dbaf198b-ac87-4893-8d45-831e7575bd85 {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:41:39.410745 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-99e3751d-e5a3-4ca2-acfe-4fc24453d1ac req-5c6ae83d-e426-4911-85b7-baddf4b4157e tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=12385899-e70b-453e-afe9-39b5bfb9b2b6 HTTP/1.1" status: 200 len: 210 time: 0.0468647 Jan 18 22:41:39.420018 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-66ac722c-5592-4f13-88e0-7a684d2e493f tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:39.635224 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0169222a-3cc7-4ac7-9090-144833c8812f req-d0e4975b-b8cf-4696-835c-ab109080c423 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:39.639088 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-0169222a-3cc7-4ac7-9090-144833c8812f req-d0e4975b-b8cf-4696-835c-ab109080c423 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.36 "GET /v2.0/networks?id=3887d3dd-b3d8-463d-9d9c-879e57c9ab40 HTTP/1.1" status: 200 len: 811 time: 0.8175917 Jan 18 22:41:39.641688 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-66ac722c-5592-4f13-88e0-7a684d2e493f tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:39.662601 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e6a38-737c-43de-a3f6-5644bfae93b2 req-33044fa4-9965-4aa7-96dd-483de3ba5b70 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:39.670524 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-818e6a38-737c-43de-a3f6-5644bfae93b2 req-33044fa4-9965-4aa7-96dd-483de3ba5b70 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=5916bb04-cece-43fd-9fc5-470c38a27dcd HTTP/1.1" status: 200 len: 946 time: 0.1958885 Jan 18 22:41:39.673899 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-0169222a-3cc7-4ac7-9090-144833c8812f req-ae98b234-d9d6-498a-a888-ea0e389a2f71 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Request body: {'port': {'device_id': '12385899-e70b-453e-afe9-39b5bfb9b2b6', 'network_id': '3887d3dd-b3d8-463d-9d9c-879e57c9ab40', 'admin_state_up': True, 'tenant_id': '0c676acb4b374123bc012031246d3916'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:41:39.679444 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-86408128-b059-49d7-ae6b-c44af391d792 req-1a2ea192-74d3-4925-b52f-490294d4c7ba service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5916bb04-cece-43fd-9fc5-470c38a27dcd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5387206 Jan 18 22:41:39.701157 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [req-86408128-b059-49d7-ae6b-c44af391d792 req-4c40a8d3-8f27-4621-8456-a7039e66022a service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:41:39.702134 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-86408128-b059-49d7-ae6b-c44af391d792 req-4c40a8d3-8f27-4621-8456-a7039e66022a service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0093491 Jan 18 22:41:39.754466 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-818e6a38-737c-43de-a3f6-5644bfae93b2 req-acb19fe4-9356-4db4-8bf4-1322c75fd033 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=47fd5e54-61ce-42c3-b5cd-195914aa324e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814776 Jan 18 22:41:39.765359 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-2e66a7b8-0cb7-4981-ae2d-2940acc82284 req-205bfbd5-60b4-4079-abe1-fcd161b65568 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:39.847390 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-2e66a7b8-0cb7-4981-ae2d-2940acc82284 req-205bfbd5-60b4-4079-abe1-fcd161b65568 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:39.905630 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-66ac722c-5592-4f13-88e0-7a684d2e493f tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:39.958979 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e66a7b8-0cb7-4981-ae2d-2940acc82284 req-205bfbd5-60b4-4079-abe1-fcd161b65568 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Network 652d2c80-5afc-4a98-af8e-7aee992e5efa is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:41:39.963217 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205bfbd5-60b4-4079-abe1-fcd161b65568 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Pushing event updated for resources: {'Port': ['ID=5cc126d6-ea56-4da0-9d3d-875ae7bbd550,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:39.966022 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-2e66a7b8-0cb7-4981-ae2d-2940acc82284 req-205bfbd5-60b4-4079-abe1-fcd161b65568 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:41:39.970630 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e66a7b8-0cb7-4981-ae2d-2940acc82284 req-205bfbd5-60b4-4079-abe1-fcd161b65568 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:41:39.987147 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0169222a-3cc7-4ac7-9090-144833c8812f req-ae98b234-d9d6-498a-a888-ea0e389a2f71 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Made reservation on behalf of 0c676acb4b374123bc012031246d3916 for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:41:39.991072 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-0169222a-3cc7-4ac7-9090-144833c8812f req-ae98b234-d9d6-498a-a888-ea0e389a2f71 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:40.052775 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e66a7b8-0cb7-4981-ae2d-2940acc82284 req-205bfbd5-60b4-4079-abe1-fcd161b65568 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:40.055851 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-2e66a7b8-0cb7-4981-ae2d-2940acc82284 req-205bfbd5-60b4-4079-abe1-fcd161b65568 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:40.119278 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2e66a7b8-0cb7-4981-ae2d-2940acc82284 req-205bfbd5-60b4-4079-abe1-fcd161b65568 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5479314 Jan 18 22:41:40.138244 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-2e66a7b8-0cb7-4981-ae2d-2940acc82284 req-af84950a-8fa5-4ab7-b39b-9a617eabe5b9 service neutron] Request body: {'port': {'device_id': '1cb27eb0-6687-4f62-81ab-26e47d9a25ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:41:40.265963 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-2e66a7b8-0cb7-4981-ae2d-2940acc82284 req-af84950a-8fa5-4ab7-b39b-9a617eabe5b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:40.461968 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-66ac722c-5592-4f13-88e0-7a684d2e493f tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:40.517019 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ac722c-5592-4f13-88e0-7a684d2e493f tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Pushing event deleted for resources: {'Subnet': ['ID=dbaf198b-ac87-4893-8d45-831e7575bd85,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:40.561193 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-66ac722c-5592-4f13-88e0-7a684d2e493f tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:40.564970 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-66ac722c-5592-4f13-88e0-7a684d2e493f tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] 10.222.0.53 "DELETE /v2.0/subnets/dbaf198b-ac87-4893-8d45-831e7575bd85 HTTP/1.1" status: 204 len: 168 time: 1.4190829 Jan 18 22:41:40.567031 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44367b6a-6b6e-4cda-bdee-22b65f728a1d None None] Network 2148a105-1d54-4c57-8aa8-ff697685634b requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:41:40.569247 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41668) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:40.662727 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-ba99f17e-c291-4bf1-b32e-a597503cfd1f None None] Provisioning complete for port 5cc126d6-ea56-4da0-9d3d-875ae7bbd550 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:41:40.663367 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ba99f17e-c291-4bf1-b32e-a597503cfd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:40.669608 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cfca29b1-cfbe-493c-ba76-6a66d79e774a tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:40.711743 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0a7e74-c55f-4de0-adde-65bfdbe0e6dd req-2cd079c2-37dd-4e99-a15b-672b18a01fac tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:40.713740 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ed0a7e74-c55f-4de0-adde-65bfdbe0e6dd req-2cd079c2-37dd-4e99-a15b-672b18a01fac tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=6397130d-6823-41c9-ab56-61523eff14be HTTP/1.1" status: 200 len: 945 time: 0.3574882 Jan 18 22:41:40.800278 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-ba99f17e-c291-4bf1-b32e-a597503cfd1f None None] Port 5cc126d6-ea56-4da0-9d3d-875ae7bbd550 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:41:40.827031 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [req-0169222a-3cc7-4ac7-9090-144833c8812f req-ae98b234-d9d6-498a-a888-ea0e389a2f71 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Allocated IP 172.20.0.11 (3887d3dd-b3d8-463d-9d9c-879e57c9ab40/b317bd45-9275-4aad-aa8f-d7702db0cadd/92ccdb3b-1e82-4cae-ba3f-f529b83e887f) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:41:40.853023 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-cfca29b1-cfbe-493c-ba76-6a66d79e774a tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Deleting port f4a10f6a-6159-46d0-b355-7e4ac9d8a458 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:41:40.853597 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cfca29b1-cfbe-493c-ba76-6a66d79e774a tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:40.865160 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfd5d12-69e4-4baf-b6f4-b0a1bbf91ff0 req-e61666a1-bef0-4df5-ba00-329efc050c51 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:40.876746 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bbfd5d12-69e4-4baf-b6f4-b0a1bbf91ff0 req-e61666a1-bef0-4df5-ba00-329efc050c51 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "GET /v2.0/ports?device_id=1cb27eb0-6687-4f62-81ab-26e47d9a25ca HTTP/1.1" status: 200 len: 932 time: 0.4201322 Jan 18 22:41:40.975709 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-cfca29b1-cfbe-493c-ba76-6a66d79e774a tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] For port f4a10f6a-6159-46d0-b355-7e4ac9d8a458, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=f4a10f6a-6159-46d0-b355-7e4ac9d8a458,segment=NetworkSegment(e93e7b26-8f99-4b44-8937-07a27e2171f5),segment_id=e93e7b26-8f99-4b44-8937-07a27e2171f5)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:41:40.976060 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cfca29b1-cfbe-493c-ba76-6a66d79e774a tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:40.994013 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30fd414f-e62f-4cd6-b966-cc90e6ffa690 None None] DHCP port deletion for 2148a105-1d54-4c57-8aa8-ff697685634b request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:41:41.007657 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-cfca29b1-cfbe-493c-ba76-6a66d79e774a tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Calling delete_port for f4a10f6a-6159-46d0-b355-7e4ac9d8a458 owned by network:dhcp {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:41:41.048097 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ed0a7e74-c55f-4de0-adde-65bfdbe0e6dd req-a2048064-3cf4-4d17-81fa-93d704adc7fd tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e2e22-46f9-42fe-9710-8e464b95d42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3202314 Jan 18 22:41:41.111456 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bbfd5d12-69e4-4baf-b6f4-b0a1bbf91ff0 req-ff2cbf6d-3506-43ba-a429-609f4994a2ce tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "GET /v2.0/security-groups?id=b26e2f20-6265-4eba-a7e8-05196aa0891f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2336915 Jan 18 22:41:41.136637 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-30fd414f-e62f-4cd6-b966-cc90e6ffa690 None None] Deleting port f4a10f6a-6159-46d0-b355-7e4ac9d8a458 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:41:41.138119 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-30fd414f-e62f-4cd6-b966-cc90e6ffa690 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:41.263982 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cfca29b1-cfbe-493c-ba76-6a66d79e774a tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:41.275741 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8b2e6599-7e17-446d-9913-92b40226900f req-e25b9477-ab07-43c5-826b-38f43ad9f052 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=12385899-e70b-453e-afe9-39b5bfb9b2b6 HTTP/1.1" status: 200 len: 210 time: 0.0625916 Jan 18 22:41:41.305110 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-30fd414f-e62f-4cd6-b966-cc90e6ffa690 None None] For port f4a10f6a-6159-46d0-b355-7e4ac9d8a458, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=f4a10f6a-6159-46d0-b355-7e4ac9d8a458,segment=NetworkSegment(e93e7b26-8f99-4b44-8937-07a27e2171f5),segment_id=e93e7b26-8f99-4b44-8937-07a27e2171f5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:41:41.306729 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-30fd414f-e62f-4cd6-b966-cc90e6ffa690 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:41.310378 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfca29b1-cfbe-493c-ba76-6a66d79e774a tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] No DVR routers for this DVR port f4a10f6a-6159-46d0-b355-7e4ac9d8a458 on host n-d-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:41:41.339731 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-30fd414f-e62f-4cd6-b966-cc90e6ffa690 None None] Calling delete_port for f4a10f6a-6159-46d0-b355-7e4ac9d8a458 owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:41:41.360058 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ee1ba0-4d21-43e6-8abf-3f790f7a38ab req-b7ee731d-d0f8-4771-b8d0-f43978a2f30f tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:41.363800 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-48ee1ba0-4d21-43e6-8abf-3f790f7a38ab req-b7ee731d-d0f8-4771-b8d0-f43978a2f30f tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=5916bb04-cece-43fd-9fc5-470c38a27dcd HTTP/1.1" status: 200 len: 946 time: 0.1408193 Jan 18 22:41:41.375360 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [req-2e66a7b8-0cb7-4981-ae2d-2940acc82284 req-af84950a-8fa5-4ab7-b39b-9a617eabe5b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cc126d6-ea56-4da0-9d3d-875ae7bbd550 {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:41:41.390752 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfca29b1-cfbe-493c-ba76-6a66d79e774a tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Pushing event deleted for resources: {'Port': ['ID=f4a10f6a-6159-46d0-b355-7e4ac9d8a458,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:41.419780 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-2e66a7b8-0cb7-4981-ae2d-2940acc82284 req-af84950a-8fa5-4ab7-b39b-9a617eabe5b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:41.433035 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-48ee1ba0-4d21-43e6-8abf-3f790f7a38ab req-639ef7e5-3c7f-459a-9d30-3199f9e23ee7 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=47fd5e54-61ce-42c3-b5cd-195914aa324e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507274 Jan 18 22:41:41.472209 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-2e66a7b8-0cb7-4981-ae2d-2940acc82284 req-af84950a-8fa5-4ab7-b39b-9a617eabe5b9 service neutron] Transition to ACTIVE for port object 5cc126d6-ea56-4da0-9d3d-875ae7bbd550 will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:41:41.478765 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-2e66a7b8-0cb7-4981-ae2d-2940acc82284 req-af84950a-8fa5-4ab7-b39b-9a617eabe5b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:41.507657 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cfca29b1-cfbe-493c-ba76-6a66d79e774a tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:41.569023 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device f4a10f6a-6159-46d0-b355-7e4ac9d8a458 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:41:41.675432 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: f4a10f6a-6159-46d0-b355-7e4ac9d8a458 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:41:41.679831 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device f4a10f6a-6159-46d0-b355-7e4ac9d8a458 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:41:41.690750 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-cfca29b1-cfbe-493c-ba76-6a66d79e774a tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2148a105-1d54-4c57-8aa8-ff697685634b']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:41:41.715367 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-cfca29b1-cfbe-493c-ba76-6a66d79e774a tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e93e7b26-8f99-4b44-8937-07a27e2171f5') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:41:41.715676 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-cfca29b1-cfbe-493c-ba76-6a66d79e774a tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e93e7b26-8f99-4b44-8937-07a27e2171f5') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:41:41.749619 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cfca29b1-cfbe-493c-ba76-6a66d79e774a tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:41.754511 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af84950a-8fa5-4ab7-b39b-9a617eabe5b9 service neutron] Pushing event updated for resources: {'Port': ['ID=5cc126d6-ea56-4da0-9d3d-875ae7bbd550,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:41.779747 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-30fd414f-e62f-4cd6-b966-cc90e6ffa690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:41.817428 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fd414f-e62f-4cd6-b966-cc90e6ffa690 None None] No DVR routers for this DVR port f4a10f6a-6159-46d0-b355-7e4ac9d8a458 on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:41:41.831387 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cc5905-8686-4a28-a4f5-70c406b3a247 req-950fd7c3-e9ed-402c-9785-8a78967ccd36 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:41.845277 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d5cc5905-8686-4a28-a4f5-70c406b3a247 req-950fd7c3-e9ed-402c-9785-8a78967ccd36 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=6397130d-6823-41c9-ab56-61523eff14be HTTP/1.1" status: 200 len: 945 time: 0.1168473 Jan 18 22:41:41.858793 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-2e66a7b8-0cb7-4981-ae2d-2940acc82284 req-af84950a-8fa5-4ab7-b39b-9a617eabe5b9 service neutron] Attempting to bind port 5cc126d6-ea56-4da0-9d3d-875ae7bbd550 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:41:41.860729 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-2e66a7b8-0cb7-4981-ae2d-2940acc82284 req-af84950a-8fa5-4ab7-b39b-9a617eabe5b9 service neutron] Attempting to bind port 5cc126d6-ea56-4da0-9d3d-875ae7bbd550 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': 'c00b7213-a8bd-4260-8012-95da8fbee090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '652d2c80-5afc-4a98-af8e-7aee992e5efa'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:41:41.861491 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e66a7b8-0cb7-4981-ae2d-2940acc82284 req-af84950a-8fa5-4ab7-b39b-9a617eabe5b9 service neutron] Attempting to bind port 5cc126d6-ea56-4da0-9d3d-875ae7bbd550 on network 652d2c80-5afc-4a98-af8e-7aee992e5efa {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:41:41.866823 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fd414f-e62f-4cd6-b966-cc90e6ffa690 None None] Pushing event deleted for resources: {'Port': ['ID=f4a10f6a-6159-46d0-b355-7e4ac9d8a458,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:41.894704 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cfca29b1-cfbe-493c-ba76-6a66d79e774a tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:41.918588 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfca29b1-cfbe-493c-ba76-6a66d79e774a tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:41:41.918588 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cfca29b1-cfbe-493c-ba76-6a66d79e774a tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:41.924818 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:41:41.924818 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:41:41.924818 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:41:41.924818 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:41:41.924818 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:41:41.924818 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:41:41.924818 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:41:41.924818 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:41:41.924818 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:41:41.924818 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:41:41.924818 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:41:41.924818 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:41:41.924818 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:41:41.924818 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:41:41.924818 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:41:41.924818 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:41:41.924818 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:41:41.924818 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:41:41.924818 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:41:41.924818 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:41:41.924818 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:41:41.924818 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:41:41.924818 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:41:41.924818 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:41:41.924818 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:41:41.924818 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:41:41.924818 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:41:41.924818 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:41:41.924818 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:41:41.924818 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:41:41.924818 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:41:41.924818 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:41:41.936042 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e66a7b8-0cb7-4981-ae2d-2940acc82284 req-af84950a-8fa5-4ab7-b39b-9a617eabe5b9 service neutron] Port 5cc126d6-ea56-4da0-9d3d-875ae7bbd550 on network 652d2c80-5afc-4a98-af8e-7aee992e5efa not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:41:41.936596 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e66a7b8-0cb7-4981-ae2d-2940acc82284 req-af84950a-8fa5-4ab7-b39b-9a617eabe5b9 service neutron] Attempting to bind port 5cc126d6-ea56-4da0-9d3d-875ae7bbd550 on network 652d2c80-5afc-4a98-af8e-7aee992e5efa {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:41:41.955273 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86408128-b059-49d7-ae6b-c44af391d792 req-0ed21061-d21c-43cf-9d69-8410f28b452a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:41.957136 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-86408128-b059-49d7-ae6b-c44af391d792 req-0ed21061-d21c-43cf-9d69-8410f28b452a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=438cce0e2f434b5f879ce307da159923&device_id=5916bb04-cece-43fd-9fc5-470c38a27dcd HTTP/1.1" status: 200 len: 1097 time: 0.2028480 Jan 18 22:41:41.966802 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e66a7b8-0cb7-4981-ae2d-2940acc82284 req-af84950a-8fa5-4ab7-b39b-9a617eabe5b9 service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:41:41.967442 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e66a7b8-0cb7-4981-ae2d-2940acc82284 req-af84950a-8fa5-4ab7-b39b-9a617eabe5b9 service neutron] Checking segment: {'id': 'c00b7213-a8bd-4260-8012-95da8fbee090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '652d2c80-5afc-4a98-af8e-7aee992e5efa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:41:41.968047 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e66a7b8-0cb7-4981-ae2d-2940acc82284 req-af84950a-8fa5-4ab7-b39b-9a617eabe5b9 service neutron] Bound using segment: {'id': 'c00b7213-a8bd-4260-8012-95da8fbee090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '652d2c80-5afc-4a98-af8e-7aee992e5efa'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:41:41.968788 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-2e66a7b8-0cb7-4981-ae2d-2940acc82284 req-af84950a-8fa5-4ab7-b39b-9a617eabe5b9 service neutron] Bound port: 5cc126d6-ea56-4da0-9d3d-875ae7bbd550, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c00b7213-a8bd-4260-8012-95da8fbee090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '652d2c80-5afc-4a98-af8e-7aee992e5efa'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:41:41.969412 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-2e66a7b8-0cb7-4981-ae2d-2940acc82284 req-af84950a-8fa5-4ab7-b39b-9a617eabe5b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:42.025705 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d5cc5905-8686-4a28-a4f5-70c406b3a247 req-7586f448-dea3-4a46-b603-584dcc39a489 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e2e22-46f9-42fe-9710-8e464b95d42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689823 Jan 18 22:41:42.084552 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-2e66a7b8-0cb7-4981-ae2d-2940acc82284 req-af84950a-8fa5-4ab7-b39b-9a617eabe5b9 service neutron] For port 5cc126d6-ea56-4da0-9d3d-875ae7bbd550, host n-h2-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:41:42.092766 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-2e66a7b8-0cb7-4981-ae2d-2940acc82284 req-af84950a-8fa5-4ab7-b39b-9a617eabe5b9 service neutron] For port 5cc126d6-ea56-4da0-9d3d-875ae7bbd550, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=5cc126d6-ea56-4da0-9d3d-875ae7bbd550,segment=NetworkSegment(c00b7213-a8bd-4260-8012-95da8fbee090),segment_id=c00b7213-a8bd-4260-8012-95da8fbee090)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:41:42.098628 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-2e66a7b8-0cb7-4981-ae2d-2940acc82284 req-af84950a-8fa5-4ab7-b39b-9a617eabe5b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:42.147257 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-0169222a-3cc7-4ac7-9090-144833c8812f req-ae98b234-d9d6-498a-a888-ea0e389a2f71 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:42.162007 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86408128-b059-49d7-ae6b-c44af391d792 req-9b15803b-c9a3-46e8-86da-4366bd077f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:42.163610 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-86408128-b059-49d7-ae6b-c44af391d792 req-9b15803b-c9a3-46e8-86da-4366bd077f2d service neutron] 10.222.0.36 "GET /v2.0/networks?id=221254be-2a67-4a48-a311-8dd80515e5fb HTTP/1.1" status: 200 len: 897 time: 0.1782863 Jan 18 22:41:42.166373 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cfca29b1-cfbe-493c-ba76-6a66d79e774a tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:42.177957 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e66a7b8-0cb7-4981-ae2d-2940acc82284 req-af84950a-8fa5-4ab7-b39b-9a617eabe5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:42.178302 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-2e66a7b8-0cb7-4981-ae2d-2940acc82284 req-af84950a-8fa5-4ab7-b39b-9a617eabe5b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:42.179745 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2e66a7b8-0cb7-4981-ae2d-2940acc82284 req-af84950a-8fa5-4ab7-b39b-9a617eabe5b9 service neutron] 10.222.0.67 "PUT /v2.0/ports/5cc126d6-ea56-4da0-9d3d-875ae7bbd550 HTTP/1.1" status: 200 len: 1092 time: 2.0563128 Jan 18 22:41:42.181217 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cfca29b1-cfbe-493c-ba76-6a66d79e774a tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:42.182793 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cb27eb0-6687-4f62-81ab-26e47d9a25ca', 'tag': '5cc126d6-ea56-4da0-9d3d-875ae7bbd550'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:41:42.185003 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-cfca29b1-cfbe-493c-ba76-6a66d79e774a tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] 10.222.0.53 "DELETE /v2.0/networks/2148a105-1d54-4c57-8aa8-ff697685634b HTTP/1.1" status: 204 len: 168 time: 1.6138563 Jan 18 22:41:42.188250 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e03d0421-d531-4111-965b-5c0f3937ae9f" -d '{"events": [{"name": "network-changed", "server_uuid": "1cb27eb0-6687-4f62-81ab-26e47d9a25ca", "tag": "5cc126d6-ea56-4da0-9d3d-875ae7bbd550"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:41:42.194666 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 41710) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:42.259396 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfca29b1-cfbe-493c-ba76-6a66d79e774a tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Pushing event deleted for resources: {'Network': ['ID=2148a105-1d54-4c57-8aa8-ff697685634b,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:42.302741 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-86408128-b059-49d7-ae6b-c44af391d792 req-5729a74c-57d1-4714-bb4c-1bfa39619f7a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea188f43-7300-4457-a9e4-33406da91d20 HTTP/1.1" status: 200 len: 1001 time: 0.1164789 Jan 18 22:41:42.303560 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-0169222a-3cc7-4ac7-9090-144833c8812f req-ae98b234-d9d6-498a-a888-ea0e389a2f71 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:42.389835 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0169222a-3cc7-4ac7-9090-144833c8812f req-ae98b234-d9d6-498a-a888-ea0e389a2f71 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Network 3887d3dd-b3d8-463d-9d9c-879e57c9ab40 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:41:42.402615 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [req-0169222a-3cc7-4ac7-9090-144833c8812f req-ae98b234-d9d6-498a-a888-ea0e389a2f71 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:41:42.416057 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-0169222a-3cc7-4ac7-9090-144833c8812f req-ae98b234-d9d6-498a-a888-ea0e389a2f71 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:41:42.422499 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f4e7db7-1dc3-43db-aec0-fea954576f08 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Deleting subnet 65560a7f-7470-4a5f-b33b-04786a1bc72b {{(pid=102430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:41:42.424876 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af84950a-8fa5-4ab7-b39b-9a617eabe5b9 service neutron] Pushing event updated for resources: {'Port': ['ID=5cc126d6-ea56-4da0-9d3d-875ae7bbd550,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:42.433463 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4f4e7db7-1dc3-43db-aec0-fea954576f08 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks [] for subnet, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:42.470204 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae98b234-d9d6-498a-a888-ea0e389a2f71 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Pushing event updated for resources: {'Port': ['ID=92ccdb3b-1e82-4cae-ba3f-f529b83e887f,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:42.484306 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27852e1-d7bc-4442-8172-1ed78e457985 req-579c8575-d22b-48a3-a261-97229a7ff858 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:42.496617 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a27852e1-d7bc-4442-8172-1ed78e457985 req-579c8575-d22b-48a3-a261-97229a7ff858 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=6397130d-6823-41c9-ab56-61523eff14be HTTP/1.1" status: 200 len: 945 time: 0.3537886 Jan 18 22:41:42.518179 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86408128-b059-49d7-ae6b-c44af391d792 req-9788c4bf-5097-42c3-b203-c80efbae9412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:42.519671 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-86408128-b059-49d7-ae6b-c44af391d792 req-9788c4bf-5097-42c3-b203-c80efbae9412 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b26d2360-439e-4457-bc0c-79152de436de HTTP/1.1" status: 200 len: 834 time: 0.2073627 Jan 18 22:41:42.530510 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e66a7b8-0cb7-4981-ae2d-2940acc82284 req-faf03135-1052-46f7-842d-6cea1fa0ed1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:42.532071 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2e66a7b8-0cb7-4981-ae2d-2940acc82284 req-faf03135-1052-46f7-842d-6cea1fa0ed1e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5fdd9d74a6a7474aa33a3f08cd7c198f&device_id=1cb27eb0-6687-4f62-81ab-26e47d9a25ca HTTP/1.1" status: 200 len: 1095 time: 0.2257249 Jan 18 22:41:42.584366 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0169222a-3cc7-4ac7-9090-144833c8812f req-ae98b234-d9d6-498a-a888-ea0e389a2f71 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:42.585008 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-0169222a-3cc7-4ac7-9090-144833c8812f req-ae98b234-d9d6-498a-a888-ea0e389a2f71 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:42.585790 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93901783-8783-4359-8d2b-4d338a14cada req-7fc118f1-dee4-4c67-8b5c-2aeba187df0b tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:42.587301 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-93901783-8783-4359-8d2b-4d338a14cada req-7fc118f1-dee4-4c67-8b5c-2aeba187df0b tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "GET /v2.0/ports?device_id=1cb27eb0-6687-4f62-81ab-26e47d9a25ca HTTP/1.1" status: 200 len: 944 time: 0.2791486 Jan 18 22:41:42.613841 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86408128-b059-49d7-ae6b-c44af391d792 req-ed109ca5-a3ac-44a9-aaf3-b43bea1c843a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:42.615483 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-86408128-b059-49d7-ae6b-c44af391d792 req-ed109ca5-a3ac-44a9-aaf3-b43bea1c843a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=221254be-2a67-4a48-a311-8dd80515e5fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0823500 Jan 18 22:41:42.627114 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-0169222a-3cc7-4ac7-9090-144833c8812f req-ae98b234-d9d6-498a-a888-ea0e389a2f71 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9639032 Jan 18 22:41:42.631097 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4f4e7db7-1dc3-43db-aec0-fea954576f08 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60394745'] for subnet, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:42.634786 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2e66a7b8-0cb7-4981-ae2d-2940acc82284 req-19c44811-cddc-47de-8268-eaf218e4ce8f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5cc126d6-ea56-4da0-9d3d-875ae7bbd550 HTTP/1.1" status: 200 len: 217 time: 0.0900009 Jan 18 22:41:42.645283 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-0169222a-3cc7-4ac7-9090-144833c8812f req-170bb906-2f7b-4a05-b444-3e652e3f23f1 service neutron] Request body: {'port': {'device_id': '12385899-e70b-453e-afe9-39b5bfb9b2b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:41:42.705582 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a27852e1-d7bc-4442-8172-1ed78e457985 req-f916a136-b059-4400-8756-eafb622f5c48 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e2e22-46f9-42fe-9710-8e464b95d42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080021 Jan 18 22:41:42.714859 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41722) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:42.790162 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da907ad4-303e-4d6b-b75f-68243051a0a3 x-openstack-request-id: req-da907ad4-303e-4d6b-b75f-68243051a0a3 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:41:42.793981 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cb27eb0-6687-4f62-81ab-26e47d9a25ca", "tag": "5cc126d6-ea56-4da0-9d3d-875ae7bbd550", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:41:42.794135 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-da907ad4-303e-4d6b-b75f-68243051a0a3 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:41:42.794612 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cb27eb0-6687-4f62-81ab-26e47d9a25ca', 'tag': '5cc126d6-ea56-4da0-9d3d-875ae7bbd550', 'status': 'completed', 'code': 200} Jan 18 22:41:42.803815 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-e636fd8f-c562-4f2b-a673-d2de82b20716 None None] Provisioning complete for port 92ccdb3b-1e82-4cae-ba3f-f529b83e887f triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:41:42.805062 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e636fd8f-c562-4f2b-a673-d2de82b20716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:42.848785 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-e636fd8f-c562-4f2b-a673-d2de82b20716 None None] Port 92ccdb3b-1e82-4cae-ba3f-f529b83e887f cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:41:42.873906 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:42.893222 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-93901783-8783-4359-8d2b-4d338a14cada req-6991be66-8b04-4281-bd31-efee870fdf4e tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "GET /v2.0/security-groups?id=b26e2f20-6265-4eba-a7e8-05196aa0891f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2667990 Jan 18 22:41:42.924918 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-0169222a-3cc7-4ac7-9090-144833c8812f req-170bb906-2f7b-4a05-b444-3e652e3f23f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:42.950752 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e66a7b8-0cb7-4981-ae2d-2940acc82284 req-0aec19f7-86ef-4c37-bd14-3f199c4f9167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:42.960085 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2e66a7b8-0cb7-4981-ae2d-2940acc82284 req-0aec19f7-86ef-4c37-bd14-3f199c4f9167 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8e4aa361-5700-40d0-9baf-268026e85931 HTTP/1.1" status: 200 len: 833 time: 0.3031590 Jan 18 22:41:43.024036 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1bcc8c4f-6b40-477a-a4a5-37ef8128f8a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:43.033260 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-86408128-b059-49d7-ae6b-c44af391d792 req-73839700-ac3b-4155-8a79-b4597229bcb8 service neutron] 10.222.0.36 "GET /v2.0/networks/221254be-2a67-4a48-a311-8dd80515e5fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4003365 Jan 18 22:41:43.379153 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-86408128-b059-49d7-ae6b-c44af391d792 req-815ae65f-9528-4161-a827-ec43c92cf4a8 service neutron] 10.222.0.36 "GET /v2.0/networks/221254be-2a67-4a48-a311-8dd80515e5fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3373549 Jan 18 22:41:43.441899 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1bcc8c4f-6b40-477a-a4a5-37ef8128f8a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:43.454398 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1bcc8c4f-6b40-477a-a4a5-37ef8128f8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:43.490337 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcc8c4f-6b40-477a-a4a5-37ef8128f8a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a4c4af8-02dc-439c-939c-f10f704425a0,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:43.520639 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-1bcc8c4f-6b40-477a-a4a5-37ef8128f8a1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f6132802ae11452488f68be37fc8d9e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8037865 Jan 18 22:41:43.524767 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41746) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:43.597702 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29981a3-1530-43d5-bf45-f6fc077c0e80 req-80c894c1-b5fd-47ee-9145-26d2f60345d8 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:43.606486 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b29981a3-1530-43d5-bf45-f6fc077c0e80 req-80c894c1-b5fd-47ee-9145-26d2f60345d8 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=12385899-e70b-453e-afe9-39b5bfb9b2b6 HTTP/1.1" status: 200 len: 932 time: 0.7197590 Jan 18 22:41:43.607314 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [req-0169222a-3cc7-4ac7-9090-144833c8812f req-170bb906-2f7b-4a05-b444-3e652e3f23f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92ccdb3b-1e82-4cae-ba3f-f529b83e887f {{(pid=102431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:41:43.616498 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4f4e7db7-1dc3-43db-aec0-fea954576f08 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:43.618451 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-0169222a-3cc7-4ac7-9090-144833c8812f req-170bb906-2f7b-4a05-b444-3e652e3f23f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:43.645285 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-77c1594f-5bbb-4d6d-9406-7bb62aed9fb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:43.670327 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-77c1594f-5bbb-4d6d-9406-7bb62aed9fb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:43.687143 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b29981a3-1530-43d5-bf45-f6fc077c0e80 req-48cac0e6-6b75-4754-b988-c6b9bb78497d tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=dae8bf2d-ed71-4918-8e49-2e2d9465745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790670 Jan 18 22:41:43.722578 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:43.735732 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-77c1594f-5bbb-4d6d-9406-7bb62aed9fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:43.739035 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-77c1594f-5bbb-4d6d-9406-7bb62aed9fb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:43.740456 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-77c1594f-5bbb-4d6d-9406-7bb62aed9fb6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1a4c4af8-02dc-439c-939c-f10f704425a0 HTTP/1.1" status: 204 len: 168 time: 0.2140403 Jan 18 22:41:43.742117 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [req-0169222a-3cc7-4ac7-9090-144833c8812f req-170bb906-2f7b-4a05-b444-3e652e3f23f1 service neutron] Transition to ACTIVE for port object 92ccdb3b-1e82-4cae-ba3f-f529b83e887f will not be triggered until provisioned by entity L2. {{(pid=102431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:41:43.751888 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c1594f-5bbb-4d6d-9406-7bb62aed9fb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a4c4af8-02dc-439c-939c-f10f704425a0,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:43.754744 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-0169222a-3cc7-4ac7-9090-144833c8812f req-170bb906-2f7b-4a05-b444-3e652e3f23f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:43.796600 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc18761-a364-41a0-952e-291444f81723 req-67706c00-23e1-43e1-a41d-b9abff3d97a5 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:43.808508 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7dc18761-a364-41a0-952e-291444f81723 req-67706c00-23e1-43e1-a41d-b9abff3d97a5 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=5916bb04-cece-43fd-9fc5-470c38a27dcd HTTP/1.1" status: 200 len: 946 time: 0.7948380 Jan 18 22:41:43.821633 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e66a7b8-0cb7-4981-ae2d-2940acc82284 req-781dc623-5ffb-4e32-9fd4-7581c5c6e2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:43.823581 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2e66a7b8-0cb7-4981-ae2d-2940acc82284 req-781dc623-5ffb-4e32-9fd4-7581c5c6e2e8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=652d2c80-5afc-4a98-af8e-7aee992e5efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8116252 Jan 18 22:41:43.920530 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7dc18761-a364-41a0-952e-291444f81723 req-16be4003-3ed5-4e46-a829-a04f55fdf620 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=47fd5e54-61ce-42c3-b5cd-195914aa324e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096108 Jan 18 22:41:43.925674 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170bb906-2f7b-4a05-b444-3e652e3f23f1 service neutron] Pushing event updated for resources: {'Port': ['ID=92ccdb3b-1e82-4cae-ba3f-f529b83e887f,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:43.930225 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-0169222a-3cc7-4ac7-9090-144833c8812f req-170bb906-2f7b-4a05-b444-3e652e3f23f1 service neutron] Attempting to bind port 92ccdb3b-1e82-4cae-ba3f-f529b83e887f on host n-h1-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:41:43.930586 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-0169222a-3cc7-4ac7-9090-144833c8812f req-170bb906-2f7b-4a05-b444-3e652e3f23f1 service neutron] Attempting to bind port 92ccdb3b-1e82-4cae-ba3f-f529b83e887f by drivers openvswitch,hyperv on host n-h1-825064-1 at level 0 using segments [{'id': 'ccabd36d-8c25-4648-92d3-222150b866b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3887d3dd-b3d8-463d-9d9c-879e57c9ab40'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:41:43.931095 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0169222a-3cc7-4ac7-9090-144833c8812f req-170bb906-2f7b-4a05-b444-3e652e3f23f1 service neutron] Attempting to bind port 92ccdb3b-1e82-4cae-ba3f-f529b83e887f on network 3887d3dd-b3d8-463d-9d9c-879e57c9ab40 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:41:43.938406 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0169222a-3cc7-4ac7-9090-144833c8812f req-170bb906-2f7b-4a05-b444-3e652e3f23f1 service neutron] Port 92ccdb3b-1e82-4cae-ba3f-f529b83e887f on network 3887d3dd-b3d8-463d-9d9c-879e57c9ab40 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:41:43.938754 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0169222a-3cc7-4ac7-9090-144833c8812f req-170bb906-2f7b-4a05-b444-3e652e3f23f1 service neutron] Attempting to bind port 92ccdb3b-1e82-4cae-ba3f-f529b83e887f on network 3887d3dd-b3d8-463d-9d9c-879e57c9ab40 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:41:43.959137 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0169222a-3cc7-4ac7-9090-144833c8812f req-170bb906-2f7b-4a05-b444-3e652e3f23f1 service neutron] Checking agent: {'id': 'e49d1b2a-ba11-487f-a804-ecbf3c0e8132', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:41:43.959466 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0169222a-3cc7-4ac7-9090-144833c8812f req-170bb906-2f7b-4a05-b444-3e652e3f23f1 service neutron] Checking segment: {'id': 'ccabd36d-8c25-4648-92d3-222150b866b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3887d3dd-b3d8-463d-9d9c-879e57c9ab40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:41:43.959915 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0169222a-3cc7-4ac7-9090-144833c8812f req-170bb906-2f7b-4a05-b444-3e652e3f23f1 service neutron] Bound using segment: {'id': 'ccabd36d-8c25-4648-92d3-222150b866b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3887d3dd-b3d8-463d-9d9c-879e57c9ab40'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:41:43.960438 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-0169222a-3cc7-4ac7-9090-144833c8812f req-170bb906-2f7b-4a05-b444-3e652e3f23f1 service neutron] Bound port: 92ccdb3b-1e82-4cae-ba3f-f529b83e887f, host: n-h1-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccabd36d-8c25-4648-92d3-222150b866b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3887d3dd-b3d8-463d-9d9c-879e57c9ab40'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:41:43.960813 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-0169222a-3cc7-4ac7-9090-144833c8812f req-170bb906-2f7b-4a05-b444-3e652e3f23f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:44.074766 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-0169222a-3cc7-4ac7-9090-144833c8812f req-170bb906-2f7b-4a05-b444-3e652e3f23f1 service neutron] For port 92ccdb3b-1e82-4cae-ba3f-f529b83e887f, host n-h1-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:41:44.085362 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-0169222a-3cc7-4ac7-9090-144833c8812f req-170bb906-2f7b-4a05-b444-3e652e3f23f1 service neutron] For port 92ccdb3b-1e82-4cae-ba3f-f529b83e887f, host n-h1-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=92ccdb3b-1e82-4cae-ba3f-f529b83e887f,segment=NetworkSegment(ccabd36d-8c25-4648-92d3-222150b866b3),segment_id=ccabd36d-8c25-4648-92d3-222150b866b3)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:41:44.093491 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-0169222a-3cc7-4ac7-9090-144833c8812f req-170bb906-2f7b-4a05-b444-3e652e3f23f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:44.148269 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0169222a-3cc7-4ac7-9090-144833c8812f req-170bb906-2f7b-4a05-b444-3e652e3f23f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:44.149039 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-0169222a-3cc7-4ac7-9090-144833c8812f req-170bb906-2f7b-4a05-b444-3e652e3f23f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:44.150670 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-0169222a-3cc7-4ac7-9090-144833c8812f req-170bb906-2f7b-4a05-b444-3e652e3f23f1 service neutron] 10.222.0.36 "PUT /v2.0/ports/92ccdb3b-1e82-4cae-ba3f-f529b83e887f HTTP/1.1" status: 200 len: 1092 time: 1.5164509 Jan 18 22:41:44.151182 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12385899-e70b-453e-afe9-39b5bfb9b2b6', 'tag': '92ccdb3b-1e82-4cae-ba3f-f529b83e887f'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:41:44.153996 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1355797a-b995-4725-8322-f9ab87011249" -d '{"events": [{"name": "network-changed", "server_uuid": "12385899-e70b-453e-afe9-39b5bfb9b2b6", "tag": "92ccdb3b-1e82-4cae-ba3f-f529b83e887f"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:41:44.186247 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2e66a7b8-0cb7-4981-ae2d-2940acc82284 req-e9c1ba2d-57eb-45db-a5db-78bebc9fee92 service neutron] 10.222.0.67 "GET /v2.0/networks/652d2c80-5afc-4a98-af8e-7aee992e5efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3166604 Jan 18 22:41:44.190245 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170bb906-2f7b-4a05-b444-3e652e3f23f1 service neutron] Pushing event updated for resources: {'Port': ['ID=92ccdb3b-1e82-4cae-ba3f-f529b83e887f,revision_number=3']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:44.259532 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0169222a-3cc7-4ac7-9090-144833c8812f req-05d61ef9-64c9-453c-9855-ac7cac2d3e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:44.261092 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-0169222a-3cc7-4ac7-9090-144833c8812f req-05d61ef9-64c9-453c-9855-ac7cac2d3e6e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0c676acb4b374123bc012031246d3916&device_id=12385899-e70b-453e-afe9-39b5bfb9b2b6 HTTP/1.1" status: 200 len: 1095 time: 0.0614247 Jan 18 22:41:44.306116 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4f4e7db7-1dc3-43db-aec0-fea954576f08 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60203138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62288677'] for subnet, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:44.312648 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41758) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:44.326923 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-889dec01-9ad8-4fbf-865e-6123cb9a26d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:44.337918 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-0169222a-3cc7-4ac7-9090-144833c8812f req-f5cedfcb-a65c-4502-bd9b-be0453944f4e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=92ccdb3b-1e82-4cae-ba3f-f529b83e887f HTTP/1.1" status: 200 len: 217 time: 0.0665295 Jan 18 22:41:44.379011 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4e7db7-1dc3-43db-aec0-fea954576f08 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Pushing event deleted for resources: {'Subnet': ['ID=65560a7f-7470-4a5f-b33b-04786a1bc72b,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:44.401655 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8705b391-9f1f-459c-a446-8f2f179310f0 None None] Network c36de9dd-386c-48eb-9cc7-cd229852e2cf requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:41:44.408452 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0169222a-3cc7-4ac7-9090-144833c8812f req-5692b5fb-f97b-437f-acf3-849755e036f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:44.409874 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-0169222a-3cc7-4ac7-9090-144833c8812f req-5692b5fb-f97b-437f-acf3-849755e036f8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b317bd45-9275-4aad-aa8f-d7702db0cadd HTTP/1.1" status: 200 len: 850 time: 0.0650847 Jan 18 22:41:44.414825 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4f4e7db7-1dc3-43db-aec0-fea954576f08 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks [] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:44.428667 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-4f4e7db7-1dc3-43db-aec0-fea954576f08 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] 10.222.0.53 "DELETE /v2.0/subnets/65560a7f-7470-4a5f-b33b-04786a1bc72b HTTP/1.1" status: 204 len: 168 time: 2.2181609 Jan 18 22:41:44.448915 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 41762) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:44.490364 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-889dec01-9ad8-4fbf-865e-6123cb9a26d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:44.503807 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-889dec01-9ad8-4fbf-865e-6123cb9a26d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:44.524676 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_v2 [None req-76f702fd-b4c9-48e7-aa3e-a9fa64410e97 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Deleting subnet 0468956a-5e5d-479b-a50a-f34bd6dae382 {{(pid=102430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:41:44.539330 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492767a7-e8bc-415f-a458-77d2afe95833 req-1c5ddafe-4207-44d8-abb7-1f86536e5985 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:44.547739 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-889dec01-9ad8-4fbf-865e-6123cb9a26d4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9131de2b67a442b392a6e589369e6407&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2312579 Jan 18 22:41:44.548658 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-492767a7-e8bc-415f-a458-77d2afe95833 req-1c5ddafe-4207-44d8-abb7-1f86536e5985 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=6397130d-6823-41c9-ab56-61523eff14be HTTP/1.1" status: 200 len: 945 time: 0.3596859 Jan 18 22:41:44.551673 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-76f702fd-b4c9-48e7-aa3e-a9fa64410e97 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks [] for subnet, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:44.552952 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41764) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:44.639597 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-23efe9ca-23ca-4717-b1b9-ed396cf9897e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:44.665723 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-23efe9ca-23ca-4717-b1b9-ed396cf9897e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:44.666427 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fdd115-3c2c-4191-afa1-7fd2dbf8ef59 req-47d10541-7d24-4005-bf9b-0913ddddc980 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:44.673924 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-07fdd115-3c2c-4191-afa1-7fd2dbf8ef59 req-47d10541-7d24-4005-bf9b-0913ddddc980 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "GET /v2.0/ports?device_id=1cb27eb0-6687-4f62-81ab-26e47d9a25ca HTTP/1.1" status: 200 len: 944 time: 0.4789197 Jan 18 22:41:44.688506 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285b184b-7d6a-483e-a9f4-fd52768ed4ca None None] DHCP port deletion for c36de9dd-386c-48eb-9cc7-cd229852e2cf request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:41:44.722685 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0169222a-3cc7-4ac7-9090-144833c8812f req-b7cd76be-0009-4cc1-b7f9-3ef704929f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:44.724270 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-0169222a-3cc7-4ac7-9090-144833c8812f req-b7cd76be-0009-4cc1-b7f9-3ef704929f11 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3887d3dd-b3d8-463d-9d9c-879e57c9ab40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2320194 Jan 18 22:41:44.726062 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-23efe9ca-23ca-4717-b1b9-ed396cf9897e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:44.728715 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-23efe9ca-23ca-4717-b1b9-ed396cf9897e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:44.732696 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-23efe9ca-23ca-4717-b1b9-ed396cf9897e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0ac9436f-13e7-4df6-b6e4-b26291dc5b40 HTTP/1.1" status: 204 len: 168 time: 0.1665902 Jan 18 22:41:44.732696 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889dec01-9ad8-4fbf-865e-6123cb9a26d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac9436f-13e7-4df6-b6e4-b26291dc5b40,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:44.786278 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-07fdd115-3c2c-4191-afa1-7fd2dbf8ef59 req-a24e459c-f994-4e17-a706-0f201e3b1717 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "GET /v2.0/security-groups?id=b26e2f20-6265-4eba-a7e8-05196aa0891f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1104419 Jan 18 22:41:44.786411 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-285b184b-7d6a-483e-a9f4-fd52768ed4ca None None] Deleting port 00a84317-ec5f-4d49-ac95-56a32a228cf9 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:41:44.786779 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-285b184b-7d6a-483e-a9f4-fd52768ed4ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:44.828006 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2e66a7b8-0cb7-4981-ae2d-2940acc82284 req-5d93224c-56ab-41a5-b327-2e3422a09820 service neutron] 10.222.0.67 "GET /v2.0/networks/652d2c80-5afc-4a98-af8e-7aee992e5efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6307495 Jan 18 22:41:44.833817 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-76f702fd-b4c9-48e7-aa3e-a9fa64410e97 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60394745'] for subnet, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:44.850848 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-0169222a-3cc7-4ac7-9090-144833c8812f req-839ef795-c0f6-496b-9dbf-3c31da999267 service neutron] 10.222.0.36 "GET /v2.0/networks/3887d3dd-b3d8-463d-9d9c-879e57c9ab40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162975 Jan 18 22:41:44.863113 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23efe9ca-23ca-4717-b1b9-ed396cf9897e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac9436f-13e7-4df6-b6e4-b26291dc5b40,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:44.900099 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d52f2d1-b34b-4093-8d52-6a88f229eb02 x-openstack-request-id: req-8d52f2d1-b34b-4093-8d52-6a88f229eb02 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:41:44.901716 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12385899-e70b-453e-afe9-39b5bfb9b2b6", "tag": "92ccdb3b-1e82-4cae-ba3f-f529b83e887f", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:41:44.902764 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8d52f2d1-b34b-4093-8d52-6a88f229eb02 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:41:44.902764 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12385899-e70b-453e-afe9-39b5bfb9b2b6', 'tag': '92ccdb3b-1e82-4cae-ba3f-f529b83e887f', 'status': 'completed', 'code': 200} Jan 18 22:41:44.955345 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-285b184b-7d6a-483e-a9f4-fd52768ed4ca None None] For port 00a84317-ec5f-4d49-ac95-56a32a228cf9, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=00a84317-ec5f-4d49-ac95-56a32a228cf9,segment=NetworkSegment(b759e013-4c1f-4856-8012-9271b64639e7),segment_id=b759e013-4c1f-4856-8012-9271b64639e7)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:41:44.956046 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-285b184b-7d6a-483e-a9f4-fd52768ed4ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:44.968380 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-492767a7-e8bc-415f-a458-77d2afe95833 req-681ca794-203a-462f-b746-347fda89d796 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e2e22-46f9-42fe-9710-8e464b95d42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3796203 Jan 18 22:41:44.972666 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-285b184b-7d6a-483e-a9f4-fd52768ed4ca None None] Calling delete_port for 00a84317-ec5f-4d49-ac95-56a32a228cf9 owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:41:45.079481 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-285b184b-7d6a-483e-a9f4-fd52768ed4ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:45.115239 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285b184b-7d6a-483e-a9f4-fd52768ed4ca None None] Pushing event deleted for resources: {'Port': ['ID=00a84317-ec5f-4d49-ac95-56a32a228cf9,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:45.120578 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285b184b-7d6a-483e-a9f4-fd52768ed4ca None None] No DVR routers for this DVR port 00a84317-ec5f-4d49-ac95-56a32a228cf9 on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:41:45.154970 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03d0421-d531-4111-965b-5c0f3937ae9f req-16862069-6b90-4ff8-a06f-b9d56ad2b0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:45.156709 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e03d0421-d531-4111-965b-5c0f3937ae9f req-16862069-6b90-4ff8-a06f-b9d56ad2b0cb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5fdd9d74a6a7474aa33a3f08cd7c198f&device_id=1cb27eb0-6687-4f62-81ab-26e47d9a25ca HTTP/1.1" status: 200 len: 1095 time: 0.2537909 Jan 18 22:41:45.187950 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-966b79d0-1e50-4ca0-907b-8d57f20ee49d req-d853685d-80c5-4ece-960b-25ef01a304a0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=60a54604-7939-446e-b74b-ceb16772488f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1924138 Jan 18 22:41:45.201190 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-0169222a-3cc7-4ac7-9090-144833c8812f req-b35920ad-937a-4d7d-b1f9-45ed2d0a9789 service neutron] 10.222.0.36 "GET /v2.0/networks/3887d3dd-b3d8-463d-9d9c-879e57c9ab40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3357491 Jan 18 22:41:45.251798 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 22:41:45.422370 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a1b59f-0976-49cb-818a-25eaffb2ef09 req-9076918a-7dfa-4932-984b-57da66ff8887 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:45.444785 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-53a1b59f-0976-49cb-818a-25eaffb2ef09 req-9076918a-7dfa-4932-984b-57da66ff8887 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=12385899-e70b-453e-afe9-39b5bfb9b2b6 HTTP/1.1" status: 200 len: 944 time: 0.4374585 Jan 18 22:41:45.467747 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 00a84317-ec5f-4d49-ac95-56a32a228cf9 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:41:45.479044 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c094fdb-647e-4737-a0c1-8194dc485490 req-a9295000-677d-4a2f-9509-900c2dfd948d tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:45.481775 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8647ca-f286-41ba-86f1-d994401df1b2 req-d4e77d69-2c67-4336-848d-e68bb04ea5ba tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:45.483303 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5c8647ca-f286-41ba-86f1-d994401df1b2 req-d4e77d69-2c67-4336-848d-e68bb04ea5ba tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=5916bb04-cece-43fd-9fc5-470c38a27dcd HTTP/1.1" status: 200 len: 946 time: 0.3349998 Jan 18 22:41:45.486694 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-9c094fdb-647e-4737-a0c1-8194dc485490 req-a9295000-677d-4a2f-9509-900c2dfd948d tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.67 "GET /v2.0/ports?device_id=6397130d-6823-41c9-ab56-61523eff14be HTTP/1.1" status: 200 len: 945 time: 0.2507141 Jan 18 22:41:45.497711 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-76f702fd-b4c9-48e7-aa3e-a9fa64410e97 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:45.507201 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 00a84317-ec5f-4d49-ac95-56a32a228cf9 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:41:45.507784 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 00a84317-ec5f-4d49-ac95-56a32a228cf9 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:41:45.549711 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1355797a-b995-4725-8322-f9ab87011249 req-a85bee83-3155-4578-b7b3-de6f94b55220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:45.551894 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-1355797a-b995-4725-8322-f9ab87011249 req-a85bee83-3155-4578-b7b3-de6f94b55220 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0c676acb4b374123bc012031246d3916&device_id=12385899-e70b-453e-afe9-39b5bfb9b2b6 HTTP/1.1" status: 200 len: 1095 time: 0.2524650 Jan 18 22:41:45.556814 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966b79d0-1e50-4ca0-907b-8d57f20ee49d req-6757a9a6-f5ff-45a6-82d5-ef0cd8ce8ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:45.558321 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-966b79d0-1e50-4ca0-907b-8d57f20ee49d req-6757a9a6-f5ff-45a6-82d5-ef0cd8ce8ea2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d58fa77d6cd94e7ca7d141d5a9b044dd&device_id=60a54604-7939-446e-b74b-ceb16772488f HTTP/1.1" status: 200 len: 1096 time: 0.3037152 Jan 18 22:41:45.659260 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-53a1b59f-0976-49cb-818a-25eaffb2ef09 req-cedf5f4d-882d-4f79-b1e2-4f593d74e47c tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=dae8bf2d-ed71-4918-8e49-2e2d9465745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136095 Jan 18 22:41:45.672728 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5c8647ca-f286-41ba-86f1-d994401df1b2 req-ede7ef60-458d-4435-aa40-6ff2a39f4edc tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=47fd5e54-61ce-42c3-b5cd-195914aa324e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1668363 Jan 18 22:41:45.674141 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03d0421-d531-4111-965b-5c0f3937ae9f req-490e8fc9-825c-48f0-9900-941a09be5107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:45.675933 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e03d0421-d531-4111-965b-5c0f3937ae9f req-490e8fc9-825c-48f0-9900-941a09be5107 service neutron] 10.222.0.67 "GET /v2.0/networks?id=652d2c80-5afc-4a98-af8e-7aee992e5efa HTTP/1.1" status: 200 len: 897 time: 0.4713526 Jan 18 22:41:45.738575 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e03d0421-d531-4111-965b-5c0f3937ae9f req-f1675f6b-a1a9-4096-ba34-a14bd086e1d3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5cc126d6-ea56-4da0-9d3d-875ae7bbd550 HTTP/1.1" status: 200 len: 217 time: 0.0515485 Jan 18 22:41:45.820075 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-76f702fd-b4c9-48e7-aa3e-a9fa64410e97 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60203138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62288677'] for subnet, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:45.871234 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966b79d0-1e50-4ca0-907b-8d57f20ee49d req-8bbaf3e6-70ef-4a1a-87e5-1ce15376c1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:45.873580 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-966b79d0-1e50-4ca0-907b-8d57f20ee49d req-8bbaf3e6-70ef-4a1a-87e5-1ce15376c1a2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02 HTTP/1.1" status: 200 len: 906 time: 0.2860341 Jan 18 22:41:45.876407 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1355797a-b995-4725-8322-f9ab87011249 req-404a4ec7-af0e-4c88-baba-747aae3f7b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:45.878232 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-1355797a-b995-4725-8322-f9ab87011249 req-404a4ec7-af0e-4c88-baba-747aae3f7b03 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3887d3dd-b3d8-463d-9d9c-879e57c9ab40 HTTP/1.1" status: 200 len: 911 time: 0.3041308 Jan 18 22:41:45.891235 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03d0421-d531-4111-965b-5c0f3937ae9f req-b8636c50-65d9-454d-bb92-069b87ac4ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:45.892566 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e03d0421-d531-4111-965b-5c0f3937ae9f req-b8636c50-65d9-454d-bb92-069b87ac4ce8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8e4aa361-5700-40d0-9baf-268026e85931 HTTP/1.1" status: 200 len: 833 time: 0.1461580 Jan 18 22:41:45.895260 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f702fd-b4c9-48e7-aa3e-a9fa64410e97 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Pushing event deleted for resources: {'Subnet': ['ID=0468956a-5e5d-479b-a50a-f34bd6dae382,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:45.913568 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-76f702fd-b4c9-48e7-aa3e-a9fa64410e97 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks [] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:45.913751 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d98b91-1713-4df9-b7b4-062cda26ab63 None None] Network cd328a60-3150-4489-96cc-fb437ecb7f9b requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:41:45.919145 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-76f702fd-b4c9-48e7-aa3e-a9fa64410e97 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] 10.222.0.53 "DELETE /v2.0/subnets/0468956a-5e5d-479b-a50a-f34bd6dae382 HTTP/1.1" status: 204 len: 168 time: 1.4649231 Jan 18 22:41:45.952027 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41794) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:45.956649 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-9c094fdb-647e-4737-a0c1-8194dc485490 req-4436d6ef-96c2-45bd-8a78-9d8e3905f62c tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Deleting port bf696475-c4c5-4fcb-a469-c2627e52714b {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:41:45.957633 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-9c094fdb-647e-4737-a0c1-8194dc485490 req-4436d6ef-96c2-45bd-8a78-9d8e3905f62c tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:46.005366 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-966b79d0-1e50-4ca0-907b-8d57f20ee49d req-5fbf4738-7f79-43b5-80b3-f93297f12556 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d3bce038-f949-4e37-a6fe-4f788f1c8e1a HTTP/1.1" status: 200 len: 217 time: 0.1055593 Jan 18 22:41:46.024373 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b5868b-d1ac-4974-b50d-94d0eb97f21f req-0da7ca91-f514-4028-8803-ca3c64ca7d47 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:46.038727 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-77b5868b-d1ac-4974-b50d-94d0eb97f21f req-0da7ca91-f514-4028-8803-ca3c64ca7d47 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "GET /v2.0/ports?device_id=1cb27eb0-6687-4f62-81ab-26e47d9a25ca HTTP/1.1" status: 200 len: 944 time: 0.1596799 Jan 18 22:41:46.044143 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03d0421-d531-4111-965b-5c0f3937ae9f req-cc8bcd3d-8293-4c3a-8bfc-038304ed718d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:46.045649 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e03d0421-d531-4111-965b-5c0f3937ae9f req-cc8bcd3d-8293-4c3a-8bfc-038304ed718d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=652d2c80-5afc-4a98-af8e-7aee992e5efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1275697 Jan 18 22:41:46.170149 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-77b5868b-d1ac-4974-b50d-94d0eb97f21f req-45e5daff-0cec-41f1-8c1f-18af64ca1c98 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "GET /v2.0/security-groups?id=b26e2f20-6265-4eba-a7e8-05196aa0891f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1235065 Jan 18 22:41:46.210882 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c45160-9b0b-4727-ad5e-da1b23deae44 req-dfa2cad5-5173-41e5-bef9-a97594c0d96d tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:46.212547 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-53c45160-9b0b-4727-ad5e-da1b23deae44 req-dfa2cad5-5173-41e5-bef9-a97594c0d96d tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=6397130d-6823-41c9-ab56-61523eff14be HTTP/1.1" status: 200 len: 945 time: 0.1368954 Jan 18 22:41:46.270577 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e03d0421-d531-4111-965b-5c0f3937ae9f req-075a9501-b599-4f43-815f-19340387e9c1 service neutron] 10.222.0.67 "GET /v2.0/networks/652d2c80-5afc-4a98-af8e-7aee992e5efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859961 Jan 18 22:41:46.274229 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-53c45160-9b0b-4727-ad5e-da1b23deae44 req-6656037b-5fa7-4e28-927d-f8a0e914d872 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e2e22-46f9-42fe-9710-8e464b95d42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538735 Jan 18 22:41:46.277192 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72622513-9a1d-4e19-a9ad-8077cf9b2f53 None None] DHCP port deletion for cd328a60-3150-4489-96cc-fb437ecb7f9b request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:41:46.360642 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-72622513-9a1d-4e19-a9ad-8077cf9b2f53 None None] Deleting port a2ba5893-6574-4e27-b58e-5beef3fd1982 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:41:46.362783 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-72622513-9a1d-4e19-a9ad-8077cf9b2f53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:46.445429 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-1355797a-b995-4725-8322-f9ab87011249 req-5ada2eb6-a99c-460d-adcf-52aa9cfff608 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=92ccdb3b-1e82-4cae-ba3f-f529b83e887f HTTP/1.1" status: 200 len: 217 time: 0.5524902 Jan 18 22:41:46.481580 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e03d0421-d531-4111-965b-5c0f3937ae9f req-9e831bb8-8fb9-494f-8629-565e4d478504 service neutron] 10.222.0.67 "GET /v2.0/networks/652d2c80-5afc-4a98-af8e-7aee992e5efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014797 Jan 18 22:41:46.525415 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-72622513-9a1d-4e19-a9ad-8077cf9b2f53 None None] For port a2ba5893-6574-4e27-b58e-5beef3fd1982, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=a2ba5893-6574-4e27-b58e-5beef3fd1982,segment=NetworkSegment(7a3f72c4-1cf5-4d57-be40-50b24605e34d),segment_id=7a3f72c4-1cf5-4d57-be40-50b24605e34d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:41:46.525901 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-72622513-9a1d-4e19-a9ad-8077cf9b2f53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:46.576069 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-72622513-9a1d-4e19-a9ad-8077cf9b2f53 None None] Calling delete_port for a2ba5893-6574-4e27-b58e-5beef3fd1982 owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:41:46.802084 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-9c094fdb-647e-4737-a0c1-8194dc485490 req-4436d6ef-96c2-45bd-8a78-9d8e3905f62c tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] For port bf696475-c4c5-4fcb-a469-c2627e52714b, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=bf696475-c4c5-4fcb-a469-c2627e52714b,segment=NetworkSegment(dfaa1994-2fdd-4a54-9d15-02069c3ace9d),segment_id=dfaa1994-2fdd-4a54-9d15-02069c3ace9d)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:41:46.803195 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-9c094fdb-647e-4737-a0c1-8194dc485490 req-4436d6ef-96c2-45bd-8a78-9d8e3905f62c tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:46.854773 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-9c094fdb-647e-4737-a0c1-8194dc485490 req-4436d6ef-96c2-45bd-8a78-9d8e3905f62c tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Calling delete_port for bf696475-c4c5-4fcb-a469-c2627e52714b owned by compute:nova {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:41:46.972036 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5be3e061-7bec-416e-954d-9c546d7a45e5 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:46.974782 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966b79d0-1e50-4ca0-907b-8d57f20ee49d req-d75f32a5-2424-4518-9ba8-91cb6e5ba223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:46.976662 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-966b79d0-1e50-4ca0-907b-8d57f20ee49d req-d75f32a5-2424-4518-9ba8-91cb6e5ba223 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3d836b77-fd27-4c61-b195-30e9fedeffe8 HTTP/1.1" status: 200 len: 846 time: 0.5243998 Jan 18 22:41:47.005761 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1355797a-b995-4725-8322-f9ab87011249 req-31f2bdb2-2aa7-4b32-bf0a-b5a861852419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:47.007554 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-1355797a-b995-4725-8322-f9ab87011249 req-31f2bdb2-2aa7-4b32-bf0a-b5a861852419 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b317bd45-9275-4aad-aa8f-d7702db0cadd HTTP/1.1" status: 200 len: 850 time: 0.4757693 Jan 18 22:41:47.033170 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-966b79d0-1e50-4ca0-907b-8d57f20ee49d req-e22aa72e-0272-40e0-8502-caf295f55fc4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483465 Jan 18 22:41:47.091373 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf52248-ecda-4de5-9b8c-60dff99c6508 req-20895b1a-eced-43d4-8fef-e2aaf9fafc70 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:47.093972 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cbf52248-ecda-4de5-9b8c-60dff99c6508 req-20895b1a-eced-43d4-8fef-e2aaf9fafc70 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=12385899-e70b-453e-afe9-39b5bfb9b2b6 HTTP/1.1" status: 200 len: 944 time: 0.3034327 Jan 18 22:41:47.117323 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-72622513-9a1d-4e19-a9ad-8077cf9b2f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:47.149880 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98679fa6-d1bb-405d-b1a3-c6b7403d425f req-7515cb30-6a44-4846-b74f-7fe849ed99fd tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:47.160803 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-98679fa6-d1bb-405d-b1a3-c6b7403d425f req-7515cb30-6a44-4846-b74f-7fe849ed99fd tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=5916bb04-cece-43fd-9fc5-470c38a27dcd HTTP/1.1" status: 200 len: 946 time: 0.3078570 Jan 18 22:41:47.204213 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72622513-9a1d-4e19-a9ad-8077cf9b2f53 None None] Pushing event deleted for resources: {'Port': ['ID=a2ba5893-6574-4e27-b58e-5beef3fd1982,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:47.206934 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72622513-9a1d-4e19-a9ad-8077cf9b2f53 None None] No DVR routers for this DVR port a2ba5893-6574-4e27-b58e-5beef3fd1982 on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:41:47.290041 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1355797a-b995-4725-8322-f9ab87011249 req-d6e9ee28-8e21-4113-945a-4957bf693e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:47.292511 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-1355797a-b995-4725-8322-f9ab87011249 req-d6e9ee28-8e21-4113-945a-4957bf693e65 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3887d3dd-b3d8-463d-9d9c-879e57c9ab40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2673147 Jan 18 22:41:47.294876 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5be3e061-7bec-416e-954d-9c546d7a45e5 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:47.309772 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-98679fa6-d1bb-405d-b1a3-c6b7403d425f req-ddd279dd-1882-4e6e-aa33-b91fe92ad519 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=47fd5e54-61ce-42c3-b5cd-195914aa324e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376791 Jan 18 22:41:47.319055 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cbf52248-ecda-4de5-9b8c-60dff99c6508 req-23af4306-96bb-40c0-b6c0-468037f54b50 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=dae8bf2d-ed71-4918-8e49-2e2d9465745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150261 Jan 18 22:41:47.320199 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 41834) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:47.462069 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device a2ba5893-6574-4e27-b58e-5beef3fd1982 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:41:47.493981 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-5be3e061-7bec-416e-954d-9c546d7a45e5 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c36de9dd-386c-48eb-9cc7-cd229852e2cf']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:41:47.504086 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: a2ba5893-6574-4e27-b58e-5beef3fd1982 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:41:47.504968 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device a2ba5893-6574-4e27-b58e-5beef3fd1982 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:41:47.516554 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-5be3e061-7bec-416e-954d-9c546d7a45e5 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b759e013-4c1f-4856-8012-9271b64639e7') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:41:47.516855 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-5be3e061-7bec-416e-954d-9c546d7a45e5 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b759e013-4c1f-4856-8012-9271b64639e7') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:41:47.533097 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-966b79d0-1e50-4ca0-907b-8d57f20ee49d req-d184bc6f-d0ee-41de-b04e-39f2638fa8e5 service neutron] 10.222.0.36 "GET /v2.0/networks/eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4817026 Jan 18 22:41:47.534930 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5be3e061-7bec-416e-954d-9c546d7a45e5 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:47.592574 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5be3e061-7bec-416e-954d-9c546d7a45e5 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:47.617687 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b92cdd-4b79-4e6b-aa6e-6d1a20b8ef2c req-6326e42a-f06b-4b29-ad6a-74763368fe17 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:47.619769 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-19b92cdd-4b79-4e6b-aa6e-6d1a20b8ef2c req-6326e42a-f06b-4b29-ad6a-74763368fe17 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=6397130d-6823-41c9-ab56-61523eff14be HTTP/1.1" status: 200 len: 945 time: 0.1858454 Jan 18 22:41:47.629703 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9bed48-52ae-487a-9f9f-84e01c5fccc1 req-4347dd13-a16f-47ee-9ab7-6ad9af90ae6c tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:47.631486 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9e9bed48-52ae-487a-9f9f-84e01c5fccc1 req-4347dd13-a16f-47ee-9ab7-6ad9af90ae6c tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "GET /v2.0/ports?device_id=1cb27eb0-6687-4f62-81ab-26e47d9a25ca HTTP/1.1" status: 200 len: 944 time: 0.0906641 Jan 18 22:41:47.638593 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-9c094fdb-647e-4737-a0c1-8194dc485490 req-4436d6ef-96c2-45bd-8a78-9d8e3905f62c tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:47.650338 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5be3e061-7bec-416e-954d-9c546d7a45e5 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:41:47.650755 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5be3e061-7bec-416e-954d-9c546d7a45e5 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:47.651666 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['d3bce038-f949-4e37-a6fe-4f788f1c8e1a'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:41:47.658644 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:41:47.658644 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:41:47.658644 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:41:47.658644 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:41:47.658644 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:41:47.658644 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:41:47.658644 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:41:47.658644 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:41:47.658644 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:41:47.658644 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:41:47.658644 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:41:47.658644 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:41:47.658644 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:41:47.658644 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:41:47.658644 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:41:47.658644 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:41:47.658644 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:41:47.658644 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:41:47.658644 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:41:47.658644 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:41:47.658644 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:41:47.658644 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:41:47.658644 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:41:47.658644 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:41:47.658644 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:41:47.658644 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:41:47.658644 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:41:47.658644 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:41:47.658644 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:41:47.658644 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:41:47.658644 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:41:47.658644 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:41:47.695900 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1d96cad2-67fa-40d8-88f8-67209eb03433 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:47.723495 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9e9bed48-52ae-487a-9f9f-84e01c5fccc1 req-c28e7d2b-0930-4459-be4d-e36b21159042 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "GET /v2.0/security-groups?id=b26e2f20-6265-4eba-a7e8-05196aa0891f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0796916 Jan 18 22:41:47.754446 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4436d6ef-96c2-45bd-8a78-9d8e3905f62c tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Pushing event deleted for resources: {'Port': ['ID=bf696475-c4c5-4fcb-a469-c2627e52714b,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:47.766691 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-1355797a-b995-4725-8322-f9ab87011249 req-b6a7c1d3-45fd-4541-a381-e7b507218b29 service neutron] 10.222.0.36 "GET /v2.0/networks/3887d3dd-b3d8-463d-9d9c-879e57c9ab40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4605732 Jan 18 22:41:47.856795 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1d96cad2-67fa-40d8-88f8-67209eb03433 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:47.861449 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-19b92cdd-4b79-4e6b-aa6e-6d1a20b8ef2c req-d1ac085d-4155-46d0-9970-390569fa902d tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e2e22-46f9-42fe-9710-8e464b95d42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283745 Jan 18 22:41:47.863662 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1d96cad2-67fa-40d8-88f8-67209eb03433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:47.891894 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5be3e061-7bec-416e-954d-9c546d7a45e5 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:47.893675 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c094fdb-647e-4737-a0c1-8194dc485490 req-4436d6ef-96c2-45bd-8a78-9d8e3905f62c tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] No DVR routers for this DVR port bf696475-c4c5-4fcb-a469-c2627e52714b on host n-h2-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:41:47.899018 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-1d96cad2-67fa-40d8-88f8-67209eb03433 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b8010754db424a34b8cf279d94e378fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5777473 Jan 18 22:41:47.904611 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-9c094fdb-647e-4737-a0c1-8194dc485490 req-4436d6ef-96c2-45bd-8a78-9d8e3905f62c tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:47.905535 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 41838) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:47.907804 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-9c094fdb-647e-4737-a0c1-8194dc485490 req-4436d6ef-96c2-45bd-8a78-9d8e3905f62c tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.67 "DELETE /v2.0/ports/bf696475-c4c5-4fcb-a469-c2627e52714b HTTP/1.1" status: 204 len: 173 time: 2.4203310 Jan 18 22:41:47.911993 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5be3e061-7bec-416e-954d-9c546d7a45e5 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:47.917354 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-5be3e061-7bec-416e-954d-9c546d7a45e5 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] 10.222.0.53 "DELETE /v2.0/networks/c36de9dd-386c-48eb-9cc7-cd229852e2cf HTTP/1.1" status: 204 len: 168 time: 1.9550767 Jan 18 22:41:47.917354 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6397130d-6823-41c9-ab56-61523eff14be', 'name': 'network-vif-deleted', 'tag': 'bf696475-c4c5-4fcb-a469-c2627e52714b'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:41:47.918062 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ca6368d-9ce1-4f27-8f71-219af5bd7fe1" -d '{"events": [{"server_uuid": "6397130d-6823-41c9-ab56-61523eff14be", "name": "network-vif-deleted", "tag": "bf696475-c4c5-4fcb-a469-c2627e52714b"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:41:47.919225 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 41840) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:47.934684 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-966b79d0-1e50-4ca0-907b-8d57f20ee49d req-f4dfd6b3-b45d-40a3-a0cc-36fd6283d220 service neutron] 10.222.0.36 "GET /v2.0/networks/eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3878789 Jan 18 22:41:47.937392 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be3e061-7bec-416e-954d-9c546d7a45e5 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Pushing event deleted for resources: {'Network': ['ID=c36de9dd-386c-48eb-9cc7-cd229852e2cf,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:47.978585 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd420d8-954f-424e-b378-a98b28c8f7de x-openstack-request-id: req-2cd420d8-954f-424e-b378-a98b28c8f7de {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:41:47.978877 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6397130d-6823-41c9-ab56-61523eff14be", "name": "network-vif-deleted", "tag": "bf696475-c4c5-4fcb-a469-c2627e52714b", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:41:47.979131 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2cd420d8-954f-424e-b378-a98b28c8f7de {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:41:47.979534 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6397130d-6823-41c9-ab56-61523eff14be', 'name': 'network-vif-deleted', 'tag': 'bf696475-c4c5-4fcb-a469-c2627e52714b', 'status': 'completed', 'code': 200} Jan 18 22:41:47.995133 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-1355797a-b995-4725-8322-f9ab87011249 req-2fb1bd9a-338e-4638-a4f5-4643d9705295 service neutron] 10.222.0.36 "GET /v2.0/networks/3887d3dd-b3d8-463d-9d9c-879e57c9ab40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111084 Jan 18 22:41:48.032385 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d96cad2-67fa-40d8-88f8-67209eb03433 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26e7bfe2-f0c9-470a-8160-782589a2fdc8,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:48.063366 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-96d382c5-54ea-4cae-8627-2b0d6c1c7aac tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:48.087010 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-85c75366-adc3-4dc4-8f5e-3aca7e2fe157 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:48.149047 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-85c75366-adc3-4dc4-8f5e-3aca7e2fe157 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:48.200533 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-96d382c5-54ea-4cae-8627-2b0d6c1c7aac tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:48.231970 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-96d382c5-54ea-4cae-8627-2b0d6c1c7aac tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd328a60-3150-4489-96cc-fb437ecb7f9b']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:41:48.242839 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-96d382c5-54ea-4cae-8627-2b0d6c1c7aac tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a3f72c4-1cf5-4d57-be40-50b24605e34d') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:41:48.243122 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-96d382c5-54ea-4cae-8627-2b0d6c1c7aac tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a3f72c4-1cf5-4d57-be40-50b24605e34d') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:41:48.252595 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-96d382c5-54ea-4cae-8627-2b0d6c1c7aac tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60394742'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:48.265479 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-85c75366-adc3-4dc4-8f5e-3aca7e2fe157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:48.268045 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-85c75366-adc3-4dc4-8f5e-3aca7e2fe157 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:48.269213 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-85c75366-adc3-4dc4-8f5e-3aca7e2fe157 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/26e7bfe2-f0c9-470a-8160-782589a2fdc8 HTTP/1.1" status: 204 len: 168 time: 0.3628230 Jan 18 22:41:48.270183 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-96d382c5-54ea-4cae-8627-2b0d6c1c7aac tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:48.281367 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c75366-adc3-4dc4-8f5e-3aca7e2fe157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26e7bfe2-f0c9-470a-8160-782589a2fdc8,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:48.283503 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96d382c5-54ea-4cae-8627-2b0d6c1c7aac tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:41:48.283902 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-96d382c5-54ea-4cae-8627-2b0d6c1c7aac tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60203044'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:48.287802 n-d-825064-1 neutron-server[102430]: Traceback (most recent call last): Jan 18 22:41:48.287802 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:41:48.287802 n-d-825064-1 neutron-server[102430]: timer() Jan 18 22:41:48.287802 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:41:48.287802 n-d-825064-1 neutron-server[102430]: cb(*args, **kw) Jan 18 22:41:48.287802 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:41:48.287802 n-d-825064-1 neutron-server[102430]: return func(*args, **kwargs) Jan 18 22:41:48.287802 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:41:48.287802 n-d-825064-1 neutron-server[102430]: self._notify() Jan 18 22:41:48.287802 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:41:48.287802 n-d-825064-1 neutron-server[102430]: self.callback(batched_events) Jan 18 22:41:48.287802 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:41:48.287802 n-d-825064-1 neutron-server[102430]: event.method(event) Jan 18 22:41:48.287802 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:41:48.287802 n-d-825064-1 neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:41:48.287802 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:41:48.287802 n-d-825064-1 neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:41:48.287802 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:41:48.287802 n-d-825064-1 neutron-server[102430]: return f(self, *a, **k) Jan 18 22:41:48.287802 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:41:48.287802 n-d-825064-1 neutron-server[102430]: return self._get(url).json() Jan 18 22:41:48.287802 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:41:48.287802 n-d-825064-1 neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:41:48.287802 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:41:48.287802 n-d-825064-1 neutron-server[102430]: return self.request(url, 'GET', **kwargs) Jan 18 22:41:48.287802 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:41:48.287802 n-d-825064-1 neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:41:48.287802 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:41:48.287802 n-d-825064-1 neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:41:48.287802 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:41:48.287802 n-d-825064-1 neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:41:48.287802 n-d-825064-1 neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:41:48.360061 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-96d382c5-54ea-4cae-8627-2b0d6c1c7aac tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:48.372560 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-96d382c5-54ea-4cae-8627-2b0d6c1c7aac tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:48.378909 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-96d382c5-54ea-4cae-8627-2b0d6c1c7aac tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] 10.222.0.53 "DELETE /v2.0/networks/cd328a60-3150-4489-96cc-fb437ecb7f9b HTTP/1.1" status: 204 len: 168 time: 0.4510965 Jan 18 22:41:48.379245 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41856) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:48.404831 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d382c5-54ea-4cae-8627-2b0d6c1c7aac tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Pushing event deleted for resources: {'Network': ['ID=cd328a60-3150-4489-96cc-fb437ecb7f9b,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:48.460852 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a66ebc-9a2b-4bab-a268-ad150b1bbf52 req-b0590396-a718-480b-bddb-0bb457291e00 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:48.469508 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-46a66ebc-9a2b-4bab-a268-ad150b1bbf52 req-b0590396-a718-480b-bddb-0bb457291e00 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=5916bb04-cece-43fd-9fc5-470c38a27dcd HTTP/1.1" status: 200 len: 946 time: 0.0678537 Jan 18 22:41:48.474857 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-b12305a8-aa3b-4230-b27c-1d84e91961ee tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Deleting subnet 557f3d22-31e3-4f41-b05b-1a067b4696bc {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:41:48.478772 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b12305a8-aa3b-4230-b27c-1d84e91961ee tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:48.535367 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-46a66ebc-9a2b-4bab-a268-ad150b1bbf52 req-a5c923bf-3521-4590-bba1-5f44b12346e1 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=47fd5e54-61ce-42c3-b5cd-195914aa324e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647857 Jan 18 22:41:48.553677 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9a1611-cbd2-4edf-bbe0-13cfd614baa1 req-a7a25804-5768-4349-80b8-cbd69dec264f tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:48.561133 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7f9a1611-cbd2-4edf-bbe0-13cfd614baa1 req-a7a25804-5768-4349-80b8-cbd69dec264f tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=12385899-e70b-453e-afe9-39b5bfb9b2b6 HTTP/1.1" status: 200 len: 944 time: 0.0829597 Jan 18 22:41:48.562436 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b12305a8-aa3b-4230-b27c-1d84e91961ee tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:48.598593 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7f9a1611-cbd2-4edf-bbe0-13cfd614baa1 req-28d53807-d260-4f23-a58c-2cf167412263 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=dae8bf2d-ed71-4918-8e49-2e2d9465745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363441 Jan 18 22:41:48.662013 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b12305a8-aa3b-4230-b27c-1d84e91961ee tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:48.685900 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41860) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:48.704563 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cda2da21-755e-447d-9ffb-3b7512d32dd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:48.743375 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 5cc126d6-ea56-4da0-9d3d-875ae7bbd550 details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:41:48.747586 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device bf696475-c4c5-4fcb-a469-c2627e52714b no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:41:48.774996 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b12305a8-aa3b-4230-b27c-1d84e91961ee tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:48.795076 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] No Port match for: bf696475-c4c5-4fcb-a469-c2627e52714b {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:41:48.795764 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device bf696475-c4c5-4fcb-a469-c2627e52714b not bound to the agent host n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:41:48.835021 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12305a8-aa3b-4230-b27c-1d84e91961ee tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Pushing event deleted for resources: {'Subnet': ['ID=557f3d22-31e3-4f41-b05b-1a067b4696bc,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:48.841855 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b12305a8-aa3b-4230-b27c-1d84e91961ee tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:48.848051 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-b12305a8-aa3b-4230-b27c-1d84e91961ee tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] 10.222.0.53 "DELETE /v2.0/subnets/557f3d22-31e3-4f41-b05b-1a067b4696bc HTTP/1.1" status: 204 len: 168 time: 0.4654677 Jan 18 22:41:48.850505 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41864) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:48.860172 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f861e01-8574-4e77-b801-7d0e3ab6b914 None None] Network 2f039328-ad21-4a34-bc3b-5a402e33aa1c requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:41:48.865131 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c87ef8-053e-4992-8218-8f8b7c4211de req-24c43c1c-3894-4698-a9c5-4fec3c87d262 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:48.867020 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b1c87ef8-053e-4992-8218-8f8b7c4211de req-24c43c1c-3894-4698-a9c5-4fec3c87d262 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "GET /v2.0/ports?device_id=1cb27eb0-6687-4f62-81ab-26e47d9a25ca HTTP/1.1" status: 200 len: 944 time: 0.0666595 Jan 18 22:41:48.927224 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b1c87ef8-053e-4992-8218-8f8b7c4211de req-6743d35c-a989-4859-bd26-a9da3c17e9c8 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "GET /v2.0/security-groups?id=b26e2f20-6265-4eba-a7e8-05196aa0891f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0533445 Jan 18 22:41:48.934255 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cda2da21-755e-447d-9ffb-3b7512d32dd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:48.973082 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cda2da21-755e-447d-9ffb-3b7512d32dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:49.033817 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6c667dd3-6f33-4537-82f1-7a9d990a6d7f tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:49.040709 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-cda2da21-755e-447d-9ffb-3b7512d32dd3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b5560c9b72aa473fa1e7ff5672afff63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3523111 Jan 18 22:41:49.042464 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 41872) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:49.043679 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda2da21-755e-447d-9ffb-3b7512d32dd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7340efb-038e-425f-94cd-01aba098d156,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:49.073339 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 5cc126d6-ea56-4da0-9d3d-875ae7bbd550, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=5cc126d6-ea56-4da0-9d3d-875ae7bbd550,segment=NetworkSegment(c00b7213-a8bd-4260-8012-95da8fbee090),segment_id=c00b7213-a8bd-4260-8012-95da8fbee090)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:41:49.089578 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': '5cc126d6-ea56-4da0-9d3d-875ae7bbd550', 'network_id': '652d2c80-5afc-4a98-af8e-7aee992e5efa', 'port_id': '5cc126d6-ea56-4da0-9d3d-875ae7bbd550', 'mac_address': 'fa:16:3e:48:25:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e4aa361-5700-40d0-9baf-268026e85931', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:41:49.151595 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:49.166231 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cc126d6-ea56-4da0-9d3d-875ae7bbd550 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:41:49.173569 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1c524b57-28f1-4751-81e0-a6d0388f20ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:49.202759 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 5cc126d6-ea56-4da0-9d3d-875ae7bbd550, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=5cc126d6-ea56-4da0-9d3d-875ae7bbd550,segment=NetworkSegment(c00b7213-a8bd-4260-8012-95da8fbee090),segment_id=c00b7213-a8bd-4260-8012-95da8fbee090)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:41:49.207262 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9eb9de-f482-40bd-98c7-5d6fab175d1c None None] DHCP port deletion for 2f039328-ad21-4a34-bc3b-5a402e33aa1c request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:41:49.213798 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:49.225870 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-6c667dd3-6f33-4537-82f1-7a9d990a6d7f tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Deleting port 495e0af0-893f-4bdc-861d-6f3cc9d749a5 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:41:49.226906 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6c667dd3-6f33-4537-82f1-7a9d990a6d7f tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:49.255681 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1c524b57-28f1-4751-81e0-a6d0388f20ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:49.335667 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-6c667dd3-6f33-4537-82f1-7a9d990a6d7f tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] For port 495e0af0-893f-4bdc-861d-6f3cc9d749a5, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=495e0af0-893f-4bdc-861d-6f3cc9d749a5,segment=NetworkSegment(646ae2e7-ed02-469e-aea2-c900a3077c8d),segment_id=646ae2e7-ed02-469e-aea2-c900a3077c8d)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:41:49.336032 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6c667dd3-6f33-4537-82f1-7a9d990a6d7f tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:49.336282 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1c524b57-28f1-4751-81e0-a6d0388f20ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:49.339168 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1c524b57-28f1-4751-81e0-a6d0388f20ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:49.343919 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-1c524b57-28f1-4751-81e0-a6d0388f20ac admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c7340efb-038e-425f-94cd-01aba098d156 HTTP/1.1" status: 204 len: 168 time: 0.2962084 Jan 18 22:41:49.353178 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=5cc126d6-ea56-4da0-9d3d-875ae7bbd550,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:49.366793 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-6c667dd3-6f33-4537-82f1-7a9d990a6d7f tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Calling delete_port for 495e0af0-893f-4bdc-861d-6f3cc9d749a5 owned by network:dhcp {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:41:49.376445 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-eb9eb9de-f482-40bd-98c7-5d6fab175d1c None None] Deleting port 495e0af0-893f-4bdc-861d-6f3cc9d749a5 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:41:49.376870 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-eb9eb9de-f482-40bd-98c7-5d6fab175d1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:49.388441 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c524b57-28f1-4751-81e0-a6d0388f20ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7340efb-038e-425f-94cd-01aba098d156,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:49.434459 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['5cc126d6-ea56-4da0-9d3d-875ae7bbd550'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:41:49.436169 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-32181d96-18f8-4cb2-9dfa-f2990794f1bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:49.529309 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 495e0af0-893f-4bdc-861d-6f3cc9d749a5 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:41:49.555473 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6c667dd3-6f33-4537-82f1-7a9d990a6d7f tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:49.605180 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-eb9eb9de-f482-40bd-98c7-5d6fab175d1c None None] For port 495e0af0-893f-4bdc-861d-6f3cc9d749a5, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=495e0af0-893f-4bdc-861d-6f3cc9d749a5,segment=NetworkSegment(646ae2e7-ed02-469e-aea2-c900a3077c8d),segment_id=646ae2e7-ed02-469e-aea2-c900a3077c8d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:41:49.605836 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-eb9eb9de-f482-40bd-98c7-5d6fab175d1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:49.619057 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No active binding found for port 495e0af0-893f-4bdc-861d-6f3cc9d749a5 {{(pid=102432) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 18 22:41:49.619823 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 495e0af0-893f-4bdc-861d-6f3cc9d749a5 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:41:49.635729 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-eb9eb9de-f482-40bd-98c7-5d6fab175d1c None None] Calling delete_port for 495e0af0-893f-4bdc-861d-6f3cc9d749a5 owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:41:49.642185 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c667dd3-6f33-4537-82f1-7a9d990a6d7f tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Pushing event deleted for resources: {'Port': ['ID=495e0af0-893f-4bdc-861d-6f3cc9d749a5,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:49.649469 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c667dd3-6f33-4537-82f1-7a9d990a6d7f tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] No DVR routers for this DVR port 495e0af0-893f-4bdc-861d-6f3cc9d749a5 on host n-d-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:41:49.817483 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6c667dd3-6f33-4537-82f1-7a9d990a6d7f tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:49.858130 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-6c667dd3-6f33-4537-82f1-7a9d990a6d7f tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f039328-ad21-4a34-bc3b-5a402e33aa1c']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:41:49.870645 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7c9027-2ae0-40d3-9192-425b4f712598 req-3550cfec-907e-4ffc-b6ed-26f4ab5eef44 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:49.877541 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-6c667dd3-6f33-4537-82f1-7a9d990a6d7f tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '646ae2e7-ed02-469e-aea2-c900a3077c8d') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:41:49.878059 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-6c667dd3-6f33-4537-82f1-7a9d990a6d7f tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '646ae2e7-ed02-469e-aea2-c900a3077c8d') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:41:49.879536 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8c7c9027-2ae0-40d3-9192-425b4f712598 req-3550cfec-907e-4ffc-b6ed-26f4ab5eef44 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=5916bb04-cece-43fd-9fc5-470c38a27dcd HTTP/1.1" status: 200 len: 946 time: 0.1655774 Jan 18 22:41:49.886472 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-eb9eb9de-f482-40bd-98c7-5d6fab175d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:49.897265 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6c667dd3-6f33-4537-82f1-7a9d990a6d7f tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:49.900542 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9eb9de-f482-40bd-98c7-5d6fab175d1c None None] No DVR routers for this DVR port 495e0af0-893f-4bdc-861d-6f3cc9d749a5 on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:41:49.917920 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6c667dd3-6f33-4537-82f1-7a9d990a6d7f tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:49.921307 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700443ac-6d9a-4b2c-be1a-2b63cddaed81 req-600de179-ca72-406e-9806-76404747a741 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:49.930710 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c667dd3-6f33-4537-82f1-7a9d990a6d7f tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:41:49.932446 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9eb9de-f482-40bd-98c7-5d6fab175d1c None None] Pushing event deleted for resources: {'Port': ['ID=495e0af0-893f-4bdc-861d-6f3cc9d749a5,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:49.932609 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6c667dd3-6f33-4537-82f1-7a9d990a6d7f tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:49.943004 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-700443ac-6d9a-4b2c-be1a-2b63cddaed81 req-600de179-ca72-406e-9806-76404747a741 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=12385899-e70b-453e-afe9-39b5bfb9b2b6 HTTP/1.1" status: 200 len: 944 time: 0.2179949 Jan 18 22:41:49.943644 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:41:49.943644 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:41:49.943644 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:41:49.943644 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:41:49.943644 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:41:49.943644 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:41:49.943644 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:41:49.943644 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:41:49.943644 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:41:49.943644 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:41:49.943644 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:41:49.943644 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:41:49.943644 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:41:49.943644 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:41:49.943644 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:41:49.943644 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:41:49.943644 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:41:49.943644 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:41:49.943644 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:41:49.943644 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:41:49.943644 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:41:49.943644 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:41:49.943644 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:41:49.943644 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:41:49.943644 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:41:49.943644 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:41:49.943644 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:41:49.943644 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:41:49.943644 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:41:49.943644 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:41:49.943644 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:41:49.943644 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:41:49.992519 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8c7c9027-2ae0-40d3-9192-425b4f712598 req-5dbbf374-711e-491b-af25-7f01faed0208 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=47fd5e54-61ce-42c3-b5cd-195914aa324e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119034 Jan 18 22:41:49.993324 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 41920) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:50.026852 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6c667dd3-6f33-4537-82f1-7a9d990a6d7f tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:50.036948 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6c667dd3-6f33-4537-82f1-7a9d990a6d7f tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:50.042621 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-6c667dd3-6f33-4537-82f1-7a9d990a6d7f tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] 10.222.0.53 "DELETE /v2.0/networks/2f039328-ad21-4a34-bc3b-5a402e33aa1c HTTP/1.1" status: 204 len: 168 time: 1.1856074 Jan 18 22:41:50.057380 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41922) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:50.063123 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-700443ac-6d9a-4b2c-be1a-2b63cddaed81 req-4ecedb64-cafc-404c-a27a-5c78f3eef5f0 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=dae8bf2d-ed71-4918-8e49-2e2d9465745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142843 Jan 18 22:41:50.064824 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7d0c6929-89cf-4b6a-b305-bf2dc7b6aa77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:50.090131 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-549f2dc1-aec0-4cbc-ab1a-a89c250748cf tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] 10.222.0.53 "GET /v2.0/ports?device_id=0dadec25-f9c1-4d42-a8e4-46fbf1f34deb HTTP/1.1" status: 200 len: 205 time: 0.0310118 Jan 18 22:41:50.090978 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c667dd3-6f33-4537-82f1-7a9d990a6d7f tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Pushing event deleted for resources: {'Network': ['ID=2f039328-ad21-4a34-bc3b-5a402e33aa1c,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:50.097198 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41924) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:50.206119 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c8c81602-bf7b-4c56-8112-51d6fb0c8c89 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks [] for router, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:50.256290 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f50761-8e74-43c7-b82e-11fecca07736 req-96f10774-d065-4dbc-bef4-d7374a61a853 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:50.264765 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-64f50761-8e74-43c7-b82e-11fecca07736 req-96f10774-d065-4dbc-bef4-d7374a61a853 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "GET /v2.0/ports?device_id=1cb27eb0-6687-4f62-81ab-26e47d9a25ca HTTP/1.1" status: 200 len: 945 time: 0.0995362 Jan 18 22:41:50.296323 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7d0c6929-89cf-4b6a-b305-bf2dc7b6aa77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:50.315006 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7d0c6929-89cf-4b6a-b305-bf2dc7b6aa77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:50.368715 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-64f50761-8e74-43c7-b82e-11fecca07736 req-c64192be-5bea-437a-8717-a2bf11faa944 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "GET /v2.0/security-groups?id=b26e2f20-6265-4eba-a7e8-05196aa0891f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1030965 Jan 18 22:41:50.377868 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-7d0c6929-89cf-4b6a-b305-bf2dc7b6aa77 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2defad0763514462b65d273fd6a64d37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3768890 Jan 18 22:41:50.380201 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0c6929-89cf-4b6a-b305-bf2dc7b6aa77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cf438dd-6d8b-4c9d-902c-ea3e19bb49ee,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:50.383165 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41928) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:50.392230 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730269da-695c-4c90-a1d3-f2d05237b4c1 req-e9b903a3-7c78-4ee2-b279-86797aaf5bb6 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:50.393743 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-730269da-695c-4c90-a1d3-f2d05237b4c1 req-e9b903a3-7c78-4ee2-b279-86797aaf5bb6 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=60a54604-7939-446e-b74b-ceb16772488f HTTP/1.1" status: 200 len: 945 time: 0.1179700 Jan 18 22:41:50.400890 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c8c81602-bf7b-4c56-8112-51d6fb0c8c89 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1040886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8602'] for router, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:50.406955 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c8c81602-bf7b-4c56-8112-51d6fb0c8c89 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:50.434477 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-730269da-695c-4c90-a1d3-f2d05237b4c1 req-dcfd6f50-1f16-4cd2-90b1-31519d604b4d tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e2e22-46f9-42fe-9710-8e464b95d42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340519 Jan 18 22:41:50.467846 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c8c81602-bf7b-4c56-8112-51d6fb0c8c89 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1040832'] for router, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:50.468324 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8c81602-bf7b-4c56-8112-51d6fb0c8c89 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Fanout notify agent at l3_agent the message router_deleted on router 0dadec25-f9c1-4d42-a8e4-46fbf1f34deb {{(pid=102431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 22:41:50.476444 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c8c81602-bf7b-4c56-8112-51d6fb0c8c89 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:50.477557 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-c8c81602-bf7b-4c56-8112-51d6fb0c8c89 tempest-RoutersNegativeIpV6Test-241042238 tempest-RoutersNegativeIpV6Test-241042238-project] 10.222.0.53 "DELETE /v2.0/routers/0dadec25-f9c1-4d42-a8e4-46fbf1f34deb HTTP/1.1" status: 204 len: 168 time: 0.3792212 Jan 18 22:41:50.498899 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2f4a2e5e-3d46-459e-9c07-c88a2cfef239 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:50.523190 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2f4a2e5e-3d46-459e-9c07-c88a2cfef239 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:50.577453 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2f4a2e5e-3d46-459e-9c07-c88a2cfef239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:50.580367 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2f4a2e5e-3d46-459e-9c07-c88a2cfef239 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:50.584434 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-2f4a2e5e-3d46-459e-9c07-c88a2cfef239 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5cf438dd-6d8b-4c9d-902c-ea3e19bb49ee HTTP/1.1" status: 204 len: 168 time: 0.1953645 Jan 18 22:41:50.589904 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4a2e5e-3d46-459e-9c07-c88a2cfef239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cf438dd-6d8b-4c9d-902c-ea3e19bb49ee,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:50.749879 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 5cc126d6-ea56-4da0-9d3d-875ae7bbd550 up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:41:50.766540 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 41938) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:50.815475 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port 5cc126d6-ea56-4da0-9d3d-875ae7bbd550 completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:41:50.826165 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port 5cc126d6-ea56-4da0-9d3d-875ae7bbd550 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:41:50.826547 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:50.923669 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:50.937629 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-f5185dfe-4f4d-4177-9e95-c7de196acfa8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a905dd81aa8e4aa3bf5a1d6aceb39a2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1698031 Jan 18 22:41:50.940302 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41952) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:50.955412 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cb27eb0-6687-4f62-81ab-26e47d9a25ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cc126d6-ea56-4da0-9d3d-875ae7bbd550'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:41:50.957926 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62d8e98f-dd41-444f-a557-95be83c2b230" -d '{"events": [{"server_uuid": "1cb27eb0-6687-4f62-81ab-26e47d9a25ca", "name": "network-vif-plugged", "status": "completed", "tag": "5cc126d6-ea56-4da0-9d3d-875ae7bbd550"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:41:50.974103 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 5cc126d6-ea56-4da0-9d3d-875ae7bbd550, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=5cc126d6-ea56-4da0-9d3d-875ae7bbd550,segment=NetworkSegment(c00b7213-a8bd-4260-8012-95da8fbee090),segment_id=c00b7213-a8bd-4260-8012-95da8fbee090)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:41:50.982050 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:51.024250 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1080ce63-26fb-43f3-8eae-852b76d1a22c x-openstack-request-id: req-1080ce63-26fb-43f3-8eae-852b76d1a22c {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:41:51.037618 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cb27eb0-6687-4f62-81ab-26e47d9a25ca", "name": "network-vif-plugged", "status": "completed", "tag": "5cc126d6-ea56-4da0-9d3d-875ae7bbd550", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:41:51.038003 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1080ce63-26fb-43f3-8eae-852b76d1a22c {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:41:51.038354 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cb27eb0-6687-4f62-81ab-26e47d9a25ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cc126d6-ea56-4da0-9d3d-875ae7bbd550', 'code': 200} Jan 18 22:41:51.080795 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=5cc126d6-ea56-4da0-9d3d-875ae7bbd550,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:51.081028 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4d59a9cd-73ea-45a0-9fdf-139ecfe6d61b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:51.146548 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4d59a9cd-73ea-45a0-9fdf-139ecfe6d61b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:51.176359 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6a8d58-61ce-4807-a991-5cf4966a902d req-f930fcb4-bde1-4a2e-9945-657948de96c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:51.177930 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-1d6a8d58-61ce-4807-a991-5cf4966a902d req-f930fcb4-bde1-4a2e-9945-657948de96c1 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1cb27eb0-6687-4f62-81ab-26e47d9a25ca HTTP/1.1" status: 200 len: 1097 time: 0.0801535 Jan 18 22:41:51.216197 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fd2644-1e01-4352-a3a7-a58e1efe39a8 req-91d10872-761b-4729-ac66-75e97cae3287 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:51.217772 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-95fd2644-1e01-4352-a3a7-a58e1efe39a8 req-91d10872-761b-4729-ac66-75e97cae3287 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=5916bb04-cece-43fd-9fc5-470c38a27dcd HTTP/1.1" status: 200 len: 946 time: 0.1049294 Jan 18 22:41:51.231779 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4358bca6-9382-4ee6-a180-8196c48a7986 req-b0d4d01b-972e-49d6-8ebe-a30c4ebcfc75 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:51.233504 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4358bca6-9382-4ee6-a180-8196c48a7986 req-b0d4d01b-972e-49d6-8ebe-a30c4ebcfc75 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=12385899-e70b-453e-afe9-39b5bfb9b2b6 HTTP/1.1" status: 200 len: 944 time: 0.0834351 Jan 18 22:41:51.244891 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-1d6a8d58-61ce-4807-a991-5cf4966a902d req-8d8b345d-a8b9-47ff-9129-94e50d0b621f service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b26e2f20-6265-4eba-a7e8-05196aa0891f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0589161 Jan 18 22:41:51.265725 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4d59a9cd-73ea-45a0-9fdf-139ecfe6d61b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:51.268492 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4d59a9cd-73ea-45a0-9fdf-139ecfe6d61b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:51.269775 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-4d59a9cd-73ea-45a0-9fdf-139ecfe6d61b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bfd44523-627c-49ed-85ad-d3d4db6140eb HTTP/1.1" status: 204 len: 168 time: 0.3284929 Jan 18 22:41:51.284420 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d59a9cd-73ea-45a0-9fdf-139ecfe6d61b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd44523-627c-49ed-85ad-d3d4db6140eb,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:51.328686 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-95fd2644-1e01-4352-a3a7-a58e1efe39a8 req-44b10ab4-32ca-40e6-ad8e-5ed5bbf34d82 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=47fd5e54-61ce-42c3-b5cd-195914aa324e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840490 Jan 18 22:41:51.342356 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4358bca6-9382-4ee6-a180-8196c48a7986 req-48e6b182-e201-41e6-9966-f65fb93f583d tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=dae8bf2d-ed71-4918-8e49-2e2d9465745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004715 Jan 18 22:41:51.516775 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 41982) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:51.597867 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a925fc-aabe-485e-9337-106f79d1677d req-ba79c466-286d-4d8f-a1eb-60dfa2d4ad2b tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:51.599911 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-11a925fc-aabe-485e-9337-106f79d1677d req-ba79c466-286d-4d8f-a1eb-60dfa2d4ad2b tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=60a54604-7939-446e-b74b-ceb16772488f HTTP/1.1" status: 200 len: 945 time: 0.0844419 Jan 18 22:41:51.608952 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e48384-5545-4a74-887a-a4ebe0f5944a req-ce8e15dc-24a8-447c-bf5e-316a0f8d8621 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:51.618594 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-29e48384-5545-4a74-887a-a4ebe0f5944a req-ce8e15dc-24a8-447c-bf5e-316a0f8d8621 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "GET /v2.0/ports?device_id=1cb27eb0-6687-4f62-81ab-26e47d9a25ca HTTP/1.1" status: 200 len: 946 time: 0.1477981 Jan 18 22:41:51.635104 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c42eed3-2157-44db-b133-e611ed55c370 req-3e0be020-41be-4d09-91e3-0d48e58e94b5 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:51.638345 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-3c42eed3-2157-44db-b133-e611ed55c370 req-3e0be020-41be-4d09-91e3-0d48e58e94b5 tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.36 "GET /v2.0/ports?device_id=60a54604-7939-446e-b74b-ceb16772488f HTTP/1.1" status: 200 len: 945 time: 0.1142461 Jan 18 22:41:51.682940 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-11a925fc-aabe-485e-9337-106f79d1677d req-fcefa582-0b4b-4523-814b-f33c66df80cc tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e2e22-46f9-42fe-9710-8e464b95d42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619521 Jan 18 22:41:51.703553 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-3f44239d-0679-4137-b454-6f4546795ac0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2056177900-network', 'tenant_id': '1f30da5c9fb54ac9a180e5ee307f6879'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:41:51.710574 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-29e48384-5545-4a74-887a-a4ebe0f5944a req-62c02a87-dd97-4a29-94d2-3a48bd0941f7 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "GET /v2.0/security-groups?id=b26e2f20-6265-4eba-a7e8-05196aa0891f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0906906 Jan 18 22:41:51.768234 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f44239d-0679-4137-b454-6f4546795ac0 admin admin] Made reservation on behalf of 1f30da5c9fb54ac9a180e5ee307f6879 for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:41:51.770819 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3f44239d-0679-4137-b454-6f4546795ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:51.784390 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3f44239d-0679-4137-b454-6f4546795ac0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:51.798242 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-3c42eed3-2157-44db-b133-e611ed55c370 req-a1d144d3-39b5-4b94-817a-b2262b64236f tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Deleting port d3bce038-f949-4e37-a6fe-4f788f1c8e1a {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:41:51.798579 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-3c42eed3-2157-44db-b133-e611ed55c370 req-a1d144d3-39b5-4b94-817a-b2262b64236f tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:51.942152 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-66c9fe68-65f9-4d93-a310-2a26a992f586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:52.119892 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 42002) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:52.195272 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-3c42eed3-2157-44db-b133-e611ed55c370 req-a1d144d3-39b5-4b94-817a-b2262b64236f tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] For port d3bce038-f949-4e37-a6fe-4f788f1c8e1a, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=d3bce038-f949-4e37-a6fe-4f788f1c8e1a,segment=NetworkSegment(dfaa1994-2fdd-4a54-9d15-02069c3ace9d),segment_id=dfaa1994-2fdd-4a54-9d15-02069c3ace9d)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:41:52.195820 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-3c42eed3-2157-44db-b133-e611ed55c370 req-a1d144d3-39b5-4b94-817a-b2262b64236f tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:52.217389 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-3c42eed3-2157-44db-b133-e611ed55c370 req-a1d144d3-39b5-4b94-817a-b2262b64236f tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Calling delete_port for d3bce038-f949-4e37-a6fe-4f788f1c8e1a owned by compute:nova {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:41:52.234913 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3f44239d-0679-4137-b454-6f4546795ac0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:52.241229 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3f44239d-0679-4137-b454-6f4546795ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:52.246791 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-065c61c3-fe38-475b-a93f-8fb75531d6f2 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-356606150', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:41:52.272400 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-065c61c3-fe38-475b-a93f-8fb75531d6f2 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1044160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8692'] for router, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:52.274029 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-065c61c3-fe38-475b-a93f-8fb75531d6f2 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1040680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8675'] for router, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:52.295225 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f44239d-0679-4137-b454-6f4546795ac0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:41:52.320628 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3f44239d-0679-4137-b454-6f4546795ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:52.321076 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-3f44239d-0679-4137-b454-6f4546795ac0 admin admin] Added segment 4c6632ba-d9b8-4e35-896d-34b55762fb57 of type vlan for network 2941c829-aac7-4255-bd80-a6fdf3910f6b Jan 18 22:41:52.323541 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f44239d-0679-4137-b454-6f4546795ac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1716bd66-08b7-4f14-ac34-fbeb10fd33f4,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:52.345241 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-065c61c3-fe38-475b-a93f-8fb75531d6f2 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:52.352147 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-065c61c3-fe38-475b-a93f-8fb75531d6f2 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1040691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049'] for router, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:52.377117 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-065c61c3-fe38-475b-a93f-8fb75531d6f2 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Notify callbacks [] for router, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:52.380115 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-065c61c3-fe38-475b-a93f-8fb75531d6f2 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2589736 Jan 18 22:41:52.382962 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 42008) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:52.389437 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-85a79c40-838a-4a7c-9e40-318c2124eee7 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1873751913'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:41:52.397847 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3f44239d-0679-4137-b454-6f4546795ac0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:52.452323 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85a79c40-838a-4a7c-9e40-318c2124eee7 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Made reservation on behalf of 2013a534f92b4181a8d6e379a59456fd for: {'network': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:41:52.457498 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-85a79c40-838a-4a7c-9e40-318c2124eee7 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:52.458536 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3f44239d-0679-4137-b454-6f4546795ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:52.459714 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f44239d-0679-4137-b454-6f4546795ac0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:52.460414 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3f44239d-0679-4137-b454-6f4546795ac0 admin admin] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:52.490849 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-85a79c40-838a-4a7c-9e40-318c2124eee7 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:52.506409 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-3f44239d-0679-4137-b454-6f4546795ac0 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9831917 Jan 18 22:41:52.522420 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 42014) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:52.529664 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-d2b14c39-ebcb-442a-a7fe-3393630f0f59 admin admin] Request body: {'subnet': {'network_id': '2941c829-aac7-4255-bd80-a6fdf3910f6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2056177900-subnet', 'tenant_id': '1f30da5c9fb54ac9a180e5ee307f6879', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:41:52.543811 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-3c42eed3-2157-44db-b133-e611ed55c370 req-a1d144d3-39b5-4b94-817a-b2262b64236f tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:52.556531 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['d3bce038-f949-4e37-a6fe-4f788f1c8e1a'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:41:52.584262 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f44239d-0679-4137-b454-6f4546795ac0 admin admin] Pushing event updated for resources: {'Network': ['ID=2941c829-aac7-4255-bd80-a6fdf3910f6b,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:52.587953 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d144d3-39b5-4b94-817a-b2262b64236f tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Pushing event deleted for resources: {'Port': ['ID=d3bce038-f949-4e37-a6fe-4f788f1c8e1a,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:52.591981 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfea18c7-17d9-4739-a737-d00d6eb1feab req-f9b1bfa6-10bb-4927-aa3e-3bdc7a8c9b29 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:52.593653 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cfea18c7-17d9-4739-a737-d00d6eb1feab req-f9b1bfa6-10bb-4927-aa3e-3bdc7a8c9b29 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=5916bb04-cece-43fd-9fc5-470c38a27dcd HTTP/1.1" status: 200 len: 946 time: 0.1596150 Jan 18 22:41:52.598270 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 2941c829-aac7-4255-bd80-a6fdf3910f6b details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:41:52.622651 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b14c39-ebcb-442a-a7fe-3393630f0f59 admin admin] Made reservation on behalf of 1f30da5c9fb54ac9a180e5ee307f6879 for: {'subnet': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:41:52.626456 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d2b14c39-ebcb-442a-a7fe-3393630f0f59 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62288702'] for subnet, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:52.650775 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd24867-2b56-431b-8771-9443cbcc74ab req-82f1610d-c7dc-4282-90b4-965d3c83283c tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:52.651997 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c42eed3-2157-44db-b133-e611ed55c370 req-a1d144d3-39b5-4b94-817a-b2262b64236f tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] No DVR routers for this DVR port d3bce038-f949-4e37-a6fe-4f788f1c8e1a on host n-h1-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:41:52.654047 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ccd24867-2b56-431b-8771-9443cbcc74ab req-82f1610d-c7dc-4282-90b4-965d3c83283c tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=12385899-e70b-453e-afe9-39b5bfb9b2b6 HTTP/1.1" status: 200 len: 944 time: 0.1672876 Jan 18 22:41:52.659255 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-3c42eed3-2157-44db-b133-e611ed55c370 req-a1d144d3-39b5-4b94-817a-b2262b64236f tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:52.667224 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-3c42eed3-2157-44db-b133-e611ed55c370 req-a1d144d3-39b5-4b94-817a-b2262b64236f tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.36 "DELETE /v2.0/ports/d3bce038-f949-4e37-a6fe-4f788f1c8e1a HTTP/1.1" status: 204 len: 173 time: 1.0197124 Jan 18 22:41:52.670129 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60a54604-7939-446e-b74b-ceb16772488f', 'name': 'network-vif-deleted', 'tag': 'd3bce038-f949-4e37-a6fe-4f788f1c8e1a'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:41:52.674799 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46e57fff-0389-4a39-ac92-2186eb3a879c" -d '{"events": [{"server_uuid": "60a54604-7939-446e-b74b-ceb16772488f", "name": "network-vif-deleted", "tag": "d3bce038-f949-4e37-a6fe-4f788f1c8e1a"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:41:52.778377 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cfea18c7-17d9-4739-a737-d00d6eb1feab req-eb420878-cfbb-4fb1-b150-6334ea030e64 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=47fd5e54-61ce-42c3-b5cd-195914aa324e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1696002 Jan 18 22:41:52.799061 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ccd24867-2b56-431b-8771-9443cbcc74ab req-abfaa6e5-46a0-4712-8688-bc36bd346811 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=dae8bf2d-ed71-4918-8e49-2e2d9465745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286805 Jan 18 22:41:52.822737 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-85a79c40-838a-4a7c-9e40-318c2124eee7 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:52.829194 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-85a79c40-838a-4a7c-9e40-318c2124eee7 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:52.852484 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52b0ca92-acdb-4e91-9c49-3a12ae2b0252 x-openstack-request-id: req-52b0ca92-acdb-4e91-9c49-3a12ae2b0252 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:41:52.852795 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60a54604-7939-446e-b74b-ceb16772488f", "name": "network-vif-deleted", "tag": "d3bce038-f949-4e37-a6fe-4f788f1c8e1a", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:41:52.853035 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-52b0ca92-acdb-4e91-9c49-3a12ae2b0252 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:41:52.853435 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60a54604-7939-446e-b74b-ceb16772488f', 'name': 'network-vif-deleted', 'tag': 'd3bce038-f949-4e37-a6fe-4f788f1c8e1a', 'status': 'completed', 'code': 200} Jan 18 22:41:52.880167 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85a79c40-838a-4a7c-9e40-318c2124eee7 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=102430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:41:52.882238 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a79c40-838a-4a7c-9e40-318c2124eee7 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=474a4d92-0d76-4ad4-9087-6f0ddc8e3880,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:52.929889 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-85a79c40-838a-4a7c-9e40-318c2124eee7 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:52.930232 n-d-825064-1 neutron-server[102430]: INFO neutron.db.segments_db [None req-85a79c40-838a-4a7c-9e40-318c2124eee7 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Added segment 0a5cc93f-0e5a-4ef2-81b2-35295e5c00b1 of type vlan for network 0d5fe0b4-2593-42fe-afed-145c01ff910d Jan 18 22:41:52.954437 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:53.269746 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-14f9252b-56a6-49df-b99d-b9be087836e5 req-bc8456d9-da03-4416-9328-101a8c06566a tempest-ServersTestJSON-1650467011 tempest-ServersTestJSON-1650467011-project] 10.222.0.53 "GET /v2.0/ports?device_id=60a54604-7939-446e-b74b-ceb16772488f HTTP/1.1" status: 200 len: 210 time: 0.3712349 Jan 18 22:41:53.323677 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-85a79c40-838a-4a7c-9e40-318c2124eee7 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:53.380882 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d2b14c39-ebcb-442a-a7fe-3393630f0f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60203213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62288684'] for subnet, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:53.397123 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcc9e5c-b8ba-4306-b52f-0ff25e663b23 req-f817c605-1058-4c9d-9e8a-a4ce7715abf3 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:53.398569 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4fcc9e5c-b8ba-4306-b52f-0ff25e663b23 req-f817c605-1058-4c9d-9e8a-a4ce7715abf3 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "GET /v2.0/ports?device_id=1cb27eb0-6687-4f62-81ab-26e47d9a25ca HTTP/1.1" status: 200 len: 946 time: 0.4669044 Jan 18 22:41:53.427484 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-85a79c40-838a-4a7c-9e40-318c2124eee7 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:53.432753 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a79c40-838a-4a7c-9e40-318c2124eee7 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:53.433319 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-85a79c40-838a-4a7c-9e40-318c2124eee7 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:53.520648 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-85a79c40-838a-4a7c-9e40-318c2124eee7 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.1362178 Jan 18 22:41:53.523746 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 42024) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:53.525501 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b14c39-ebcb-442a-a7fe-3393630f0f59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36249958-8705-47ec-8fdb-0a6b03d25cc9,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:53.528790 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-785f2126-28de-4f74-960a-3c33777adeb4 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Request body: {'subnet': {'network_id': '0d5fe0b4-2593-42fe-afed-145c01ff910d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:41:53.550229 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a79c40-838a-4a7c-9e40-318c2124eee7 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Pushing event updated for resources: {'Network': ['ID=0d5fe0b4-2593-42fe-afed-145c01ff910d,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:53.562828 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b14c39-ebcb-442a-a7fe-3393630f0f59 admin admin] Checking segment: {'id': '4c6632ba-d9b8-4e35-896d-34b55762fb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2941c829-aac7-4255-bd80-a6fdf3910f6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:41:53.564205 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b14c39-ebcb-442a-a7fe-3393630f0f59 admin admin] Network hostable DHCP agents. Network: 2941c829-aac7-4255-bd80-a6fdf3910f6b, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:41:53.564859 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 0d5fe0b4-2593-42fe-afed-145c01ff910d details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:41:53.579357 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4fcc9e5c-b8ba-4306-b52f-0ff25e663b23 req-6405b13a-6efc-429d-9f00-8324a72d642f tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "GET /v2.0/security-groups?id=b26e2f20-6265-4eba-a7e8-05196aa0891f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1574428 Jan 18 22:41:53.612671 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b14c39-ebcb-442a-a7fe-3393630f0f59 admin admin] Network 2941c829-aac7-4255-bd80-a6fdf3910f6b is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:41:53.627658 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-d2b14c39-ebcb-442a-a7fe-3393630f0f59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 2941c829-aac7-4255-bd80-a6fdf3910f6b) {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:41:53.640722 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845f3015-9260-4195-86e5-96e7c5acdadc None None] Network 2941c829-aac7-4255-bd80-a6fdf3910f6b requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:41:53.641299 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b14c39-ebcb-442a-a7fe-3393630f0f59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:53.641916 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d2b14c39-ebcb-442a-a7fe-3393630f0f59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:53.668725 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-785f2126-28de-4f74-960a-3c33777adeb4 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Made reservation on behalf of 2013a534f92b4181a8d6e379a59456fd for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:41:53.669819 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-d2b14c39-ebcb-442a-a7fe-3393630f0f59 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1442306 Jan 18 22:41:53.672466 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-785f2126-28de-4f74-960a-3c33777adeb4 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:53.756061 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb694102-df61-4e30-b64f-e388c7e3acf8 req-b64e2b69-e8f7-41c4-86cb-bd6a1718e58d tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:53.760580 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bb694102-df61-4e30-b64f-e388c7e3acf8 req-b64e2b69-e8f7-41c4-86cb-bd6a1718e58d tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "GET /v2.0/ports?device_id=1cb27eb0-6687-4f62-81ab-26e47d9a25ca HTTP/1.1" status: 200 len: 946 time: 0.0862157 Jan 18 22:41:53.840378 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bb694102-df61-4e30-b64f-e388c7e3acf8 req-5d88bb21-8f90-4459-9ead-319328f2da6f tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "GET /v2.0/security-groups?id=b26e2f20-6265-4eba-a7e8-05196aa0891f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0701048 Jan 18 22:41:53.864634 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 42040) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:53.867821 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfdb1f24-a3e6-4e97-a5a2-7295dfef3abd None None] Network 2941c829-aac7-4255-bd80-a6fdf3910f6b requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:41:54.027633 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-785f2126-28de-4f74-960a-3c33777adeb4 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:54.033981 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b47b0d-ef14-4794-9eca-10fcbe99980b req-de6ee335-15ba-4a7c-8bc1-53a27501137d tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:54.035485 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-87b47b0d-ef14-4794-9eca-10fcbe99980b req-de6ee335-15ba-4a7c-8bc1-53a27501137d tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=12385899-e70b-453e-afe9-39b5bfb9b2b6 HTTP/1.1" status: 200 len: 944 time: 0.0960591 Jan 18 22:41:54.067162 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c628d3b0-1449-48bb-a27c-6c33f336a5eb tempest-TestNetworkBasicOps-1276463588 tempest-TestNetworkBasicOps-1276463588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:54.068722 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-c628d3b0-1449-48bb-a27c-6c33f336a5eb tempest-TestNetworkBasicOps-1276463588 tempest-TestNetworkBasicOps-1276463588-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1cb27eb0-6687-4f62-81ab-26e47d9a25ca HTTP/1.1" status: 200 len: 1092 time: 0.2031226 Jan 18 22:41:54.081811 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11c5673-9e39-45e8-98d5-b5f22172d472 req-3bce40c5-cdde-4413-ac6d-15cb4e6d32d1 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:54.083651 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d11c5673-9e39-45e8-98d5-b5f22172d472 req-3bce40c5-cdde-4413-ac6d-15cb4e6d32d1 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=5916bb04-cece-43fd-9fc5-470c38a27dcd HTTP/1.1" status: 200 len: 946 time: 0.1459155 Jan 18 22:41:54.084648 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 42046) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:54.093527 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-f8895925-6569-4408-801b-816e976c2745 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Request body: {'floatingip': {'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'port_id': '5cc126d6-ea56-4da0-9d3d-875ae7bbd550', 'tenant_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:41:54.123393 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-87b47b0d-ef14-4794-9eca-10fcbe99980b req-5e416f11-44d5-428e-8b8c-f91d57d013c5 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=dae8bf2d-ed71-4918-8e49-2e2d9465745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787323 Jan 18 22:41:54.144962 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785f2126-28de-4f74-960a-3c33777adeb4 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Pushing event updated for resources: {'Subnet': ['ID=eb6ae1fa-d940-4722-a715-59bf1168898f,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:54.160613 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f8895925-6569-4408-801b-816e976c2745 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for floatingip, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:54.167419 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785f2126-28de-4f74-960a-3c33777adeb4 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Checking segment: {'id': '0a5cc93f-0e5a-4ef2-81b2-35295e5c00b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0d5fe0b4-2593-42fe-afed-145c01ff910d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:41:54.169159 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785f2126-28de-4f74-960a-3c33777adeb4 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Network hostable DHCP agents. Network: 0d5fe0b4-2593-42fe-afed-145c01ff910d, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:41:54.191544 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785f2126-28de-4f74-960a-3c33777adeb4 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Network 0d5fe0b4-2593-42fe-afed-145c01ff910d is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:41:54.203785 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-785f2126-28de-4f74-960a-3c33777adeb4 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 0d5fe0b4-2593-42fe-afed-145c01ff910d) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:41:54.212675 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b1abc9-0476-4aa7-a458-ca2f306966e4 None None] Network 0d5fe0b4-2593-42fe-afed-145c01ff910d requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:41:54.219582 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785f2126-28de-4f74-960a-3c33777adeb4 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:54.219948 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d11c5673-9e39-45e8-98d5-b5f22172d472 req-48748364-b00e-44cc-b38a-e32b966cf3b9 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=47fd5e54-61ce-42c3-b5cd-195914aa324e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124406 Jan 18 22:41:54.220820 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-785f2126-28de-4f74-960a-3c33777adeb4 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:54.252358 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-785f2126-28de-4f74-960a-3c33777adeb4 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7247570 Jan 18 22:41:54.253214 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 42048) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:54.262579 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-7410382a-284e-483d-9315-1f23e4f42dfa tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Request body: {'network': {'name': 'tempest-router-network01--1555763373'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:41:54.310544 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7410382a-284e-483d-9315-1f23e4f42dfa tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Made reservation on behalf of 2013a534f92b4181a8d6e379a59456fd for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:41:54.314309 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7410382a-284e-483d-9315-1f23e4f42dfa tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:54.358001 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 42052) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:54.361816 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f8895925-6569-4408-801b-816e976c2745 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:54.380064 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7410382a-284e-483d-9315-1f23e4f42dfa tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:41:54.398357 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63436a7c-fe8c-46f8-98be-69ba2cf9f2e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-0d5fe0b4-2593-42fe-afed-145c01ff910d', 'network_id': '0d5fe0b4-2593-42fe-afed-145c01ff910d', 'tenant_id': '2013a534f92b4181a8d6e379a59456fd', 'fixed_ips': [{'subnet_id': 'eb6ae1fa-d940-4722-a715-59bf1168898f'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:41:54.399659 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63436a7c-fe8c-46f8-98be-69ba2cf9f2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:54.455169 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:54.475048 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7410382a-284e-483d-9315-1f23e4f42dfa tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:54.476265 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-7410382a-284e-483d-9315-1f23e4f42dfa tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Added segment aba94710-0480-49c9-b4d4-de682fa26008 of type vlan for network 14d61b88-3406-42fe-8058-2985360d7645 Jan 18 22:41:54.503817 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-f8895925-6569-4408-801b-816e976c2745 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Allocated IP 172.25.5.171 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/c7f5eb54-bd92-4fa2-a93b-33fafb798766) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:41:54.590729 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-63436a7c-fe8c-46f8-98be-69ba2cf9f2e6 None None] Allocated IP 172.20.0.2 (0d5fe0b4-2593-42fe-afed-145c01ff910d/eb6ae1fa-d940-4722-a715-59bf1168898f/54328190-fc7b-4af6-aa7c-5a71431d48d2) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:41:54.629781 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-829298da-2b48-4700-93c1-707d7b63dbe1 admin admin] Deleting subnet 3d836b77-fd27-4c61-b195-30e9fedeffe8 {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:41:54.634523 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:54.642674 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-829298da-2b48-4700-93c1-707d7b63dbe1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:54.695353 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-829298da-2b48-4700-93c1-707d7b63dbe1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:54.720732 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f8895925-6569-4408-801b-816e976c2745 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:54.740512 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-829298da-2b48-4700-93c1-707d7b63dbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:54.780112 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f8895925-6569-4408-801b-816e976c2745 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:54.804256 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7410382a-284e-483d-9315-1f23e4f42dfa tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:54.836684 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-829298da-2b48-4700-93c1-707d7b63dbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:54.858698 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8895925-6569-4408-801b-816e976c2745 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:41:54.876856 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63436a7c-fe8c-46f8-98be-69ba2cf9f2e6 None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:54.877884 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-f8895925-6569-4408-801b-816e976c2745 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:41:54.882531 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8895925-6569-4408-801b-816e976c2745 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:41:54.891149 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7410382a-284e-483d-9315-1f23e4f42dfa tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:54.898255 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7410382a-284e-483d-9315-1f23e4f42dfa tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:54.898964 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7410382a-284e-483d-9315-1f23e4f42dfa tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:54.902985 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63436a7c-fe8c-46f8-98be-69ba2cf9f2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:54.915321 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-829298da-2b48-4700-93c1-707d7b63dbe1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:54.922092 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-829298da-2b48-4700-93c1-707d7b63dbe1 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/3d836b77-fd27-4c61-b195-30e9fedeffe8 HTTP/1.1" status: 204 len: 168 time: 0.5631084 Jan 18 22:41:54.933858 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 42062) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:54.936021 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8895925-6569-4408-801b-816e976c2745 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Pushing event updated for resources: {'Port': ['ID=c7f5eb54-bd92-4fa2-a93b-33fafb798766,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:54.941261 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829298da-2b48-4700-93c1-707d7b63dbe1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d836b77-fd27-4c61-b195-30e9fedeffe8,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:54.944098 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63436a7c-fe8c-46f8-98be-69ba2cf9f2e6 None None] Network 0d5fe0b4-2593-42fe-afed-145c01ff910d is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:41:54.952429 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-7410382a-284e-483d-9315-1f23e4f42dfa tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6951602 Jan 18 22:41:54.954343 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 42064) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:54.959087 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-d81180fe-1b83-418a-ba68-189c38142a23 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Request body: {'network': {'name': 'tempest-router-network02--1520483020'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:41:54.983670 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-63436a7c-fe8c-46f8-98be-69ba2cf9f2e6 None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:41:54.992771 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63436a7c-fe8c-46f8-98be-69ba2cf9f2e6 None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:41:55.029494 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63436a7c-fe8c-46f8-98be-69ba2cf9f2e6 None None] Pushing event updated for resources: {'Port': ['ID=54328190-fc7b-4af6-aa7c-5a71431d48d2,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:55.041770 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7410382a-284e-483d-9315-1f23e4f42dfa tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Pushing event updated for resources: {'Network': ['ID=14d61b88-3406-42fe-8058-2985360d7645,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:55.045553 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d81180fe-1b83-418a-ba68-189c38142a23 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Made reservation on behalf of 2013a534f92b4181a8d6e379a59456fd for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:41:55.049748 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d81180fe-1b83-418a-ba68-189c38142a23 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:55.054719 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 14d61b88-3406-42fe-8058-2985360d7645 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:41:55.078785 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d81180fe-1b83-418a-ba68-189c38142a23 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:41:55.089778 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d81180fe-1b83-418a-ba68-189c38142a23 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:55.090762 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-d81180fe-1b83-418a-ba68-189c38142a23 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Added segment 54b369fa-4704-47f7-a2fe-aa96e53b9aa5 of type vlan for network bd7b4c0e-1233-411f-bf32-5a318c17df58 Jan 18 22:41:55.142454 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d81180fe-1b83-418a-ba68-189c38142a23 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:55.151416 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-63436a7c-fe8c-46f8-98be-69ba2cf9f2e6 None None] Attempting to bind port 54328190-fc7b-4af6-aa7c-5a71431d48d2 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:41:55.152156 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-63436a7c-fe8c-46f8-98be-69ba2cf9f2e6 None None] Attempting to bind port 54328190-fc7b-4af6-aa7c-5a71431d48d2 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '0a5cc93f-0e5a-4ef2-81b2-35295e5c00b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0d5fe0b4-2593-42fe-afed-145c01ff910d'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:41:55.153344 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63436a7c-fe8c-46f8-98be-69ba2cf9f2e6 None None] Attempting to bind port 54328190-fc7b-4af6-aa7c-5a71431d48d2 on network 0d5fe0b4-2593-42fe-afed-145c01ff910d {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:41:55.160399 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63436a7c-fe8c-46f8-98be-69ba2cf9f2e6 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:41:55.161754 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63436a7c-fe8c-46f8-98be-69ba2cf9f2e6 None None] Checking segment: {'id': '0a5cc93f-0e5a-4ef2-81b2-35295e5c00b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0d5fe0b4-2593-42fe-afed-145c01ff910d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:41:55.162394 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63436a7c-fe8c-46f8-98be-69ba2cf9f2e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:55.163516 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63436a7c-fe8c-46f8-98be-69ba2cf9f2e6 None None] Bound using segment: {'id': '0a5cc93f-0e5a-4ef2-81b2-35295e5c00b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0d5fe0b4-2593-42fe-afed-145c01ff910d'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:41:55.164487 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-63436a7c-fe8c-46f8-98be-69ba2cf9f2e6 None None] Bound port: 54328190-fc7b-4af6-aa7c-5a71431d48d2, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a5cc93f-0e5a-4ef2-81b2-35295e5c00b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0d5fe0b4-2593-42fe-afed-145c01ff910d'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:41:55.165463 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63436a7c-fe8c-46f8-98be-69ba2cf9f2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:55.174577 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d81180fe-1b83-418a-ba68-189c38142a23 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:55.189954 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81180fe-1b83-418a-ba68-189c38142a23 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:55.190956 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d81180fe-1b83-418a-ba68-189c38142a23 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:55.232679 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f5f70ea8-dd2c-4b3e-b6a8-0eeb81a4e00b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:55.260042 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-63436a7c-fe8c-46f8-98be-69ba2cf9f2e6 None None] For port 54328190-fc7b-4af6-aa7c-5a71431d48d2, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:41:55.265901 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-63436a7c-fe8c-46f8-98be-69ba2cf9f2e6 None None] For port 54328190-fc7b-4af6-aa7c-5a71431d48d2, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=54328190-fc7b-4af6-aa7c-5a71431d48d2,segment=NetworkSegment(0a5cc93f-0e5a-4ef2-81b2-35295e5c00b1),segment_id=0a5cc93f-0e5a-4ef2-81b2-35295e5c00b1)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:41:55.272949 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63436a7c-fe8c-46f8-98be-69ba2cf9f2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:55.294875 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-d81180fe-1b83-418a-ba68-189c38142a23 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3397248 Jan 18 22:41:55.301796 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 42070) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:55.306651 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-d7409490-f110-42cc-a43c-c8c1a97d4a6e tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Request body: {'subnet': {'network_id': '14d61b88-3406-42fe-8058-2985360d7645', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:41:55.399771 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63436a7c-fe8c-46f8-98be-69ba2cf9f2e6 None None] Pushing event updated for resources: {'Port': ['ID=54328190-fc7b-4af6-aa7c-5a71431d48d2,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:55.427201 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81180fe-1b83-418a-ba68-189c38142a23 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Pushing event updated for resources: {'Network': ['ID=bd7b4c0e-1233-411f-bf32-5a318c17df58,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:55.454469 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network bd7b4c0e-1233-411f-bf32-5a318c17df58 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:41:55.514428 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7409490-f110-42cc-a43c-c8c1a97d4a6e tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Made reservation on behalf of 2013a534f92b4181a8d6e379a59456fd for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:41:55.521043 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d7409490-f110-42cc-a43c-c8c1a97d4a6e tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:55.715383 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 92ccdb3b-1e82-4cae-ba3f-f529b83e887f details requested by agent hyperv_n-h1-825064-1 with host n-h1-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:41:55.718277 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device d3bce038-f949-4e37-a6fe-4f788f1c8e1a no longer exists at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:41:55.774215 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f5f70ea8-dd2c-4b3e-b6a8-0eeb81a4e00b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:55.795134 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] No Port match for: d3bce038-f949-4e37-a6fe-4f788f1c8e1a {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:41:55.795674 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device d3bce038-f949-4e37-a6fe-4f788f1c8e1a not bound to the agent host n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:41:55.804817 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8178fe-7d24-4bfa-abeb-c9d1c4bda1af req-a18d9314-7a20-4619-8e67-3eeaf69ad0a3 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:55.813156 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2c8178fe-7d24-4bfa-abeb-c9d1c4bda1af req-a18d9314-7a20-4619-8e67-3eeaf69ad0a3 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=12385899-e70b-453e-afe9-39b5bfb9b2b6 HTTP/1.1" status: 200 len: 944 time: 0.5627866 Jan 18 22:41:55.834327 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66019dfe-e5dc-4e0b-b5ee-13e6ac1ef01c req-db883607-4e4a-45f2-99ce-467b064da4ec tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:55.838262 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-66019dfe-e5dc-4e0b-b5ee-13e6ac1ef01c req-db883607-4e4a-45f2-99ce-467b064da4ec tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=5916bb04-cece-43fd-9fc5-470c38a27dcd HTTP/1.1" status: 200 len: 946 time: 0.4522486 Jan 18 22:41:55.864043 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d7409490-f110-42cc-a43c-c8c1a97d4a6e tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:55.872563 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-f5f70ea8-dd2c-4b3e-b6a8-0eeb81a4e00b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:41:55.907015 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-f5f70ea8-dd2c-4b3e-b6a8-0eeb81a4e00b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfaa1994-2fdd-4a54-9d15-02069c3ace9d') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:41:55.907314 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-f5f70ea8-dd2c-4b3e-b6a8-0eeb81a4e00b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfaa1994-2fdd-4a54-9d15-02069c3ace9d') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:41:55.919330 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 92ccdb3b-1e82-4cae-ba3f-f529b83e887f, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=92ccdb3b-1e82-4cae-ba3f-f529b83e887f,segment=NetworkSegment(ccabd36d-8c25-4648-92d3-222150b866b3),segment_id=ccabd36d-8c25-4648-92d3-222150b866b3)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:41:55.946615 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f5f70ea8-dd2c-4b3e-b6a8-0eeb81a4e00b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60394742'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:55.962670 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Returning: {'device': '92ccdb3b-1e82-4cae-ba3f-f529b83e887f', 'network_id': '3887d3dd-b3d8-463d-9d9c-879e57c9ab40', 'port_id': '92ccdb3b-1e82-4cae-ba3f-f529b83e887f', 'mac_address': 'fa:16:3e:af:84:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b317bd45-9275-4aad-aa8f-d7702db0cadd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:41:55.997167 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7409490-f110-42cc-a43c-c8c1a97d4a6e tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Checking segment: {'id': 'aba94710-0480-49c9-b4d4-de682fa26008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '14d61b88-3406-42fe-8058-2985360d7645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:41:55.997536 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7409490-f110-42cc-a43c-c8c1a97d4a6e tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Network hostable DHCP agents. Network: 14d61b88-3406-42fe-8058-2985360d7645, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:41:56.014457 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2c8178fe-7d24-4bfa-abeb-c9d1c4bda1af req-504facfe-31d2-4b39-a0ee-c3e0f6c96962 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=dae8bf2d-ed71-4918-8e49-2e2d9465745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963079 Jan 18 22:41:56.022699 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-66019dfe-e5dc-4e0b-b5ee-13e6ac1ef01c req-fc9c5a25-242b-4d7e-a5cf-a0b212d38be9 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=47fd5e54-61ce-42c3-b5cd-195914aa324e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1755779 Jan 18 22:41:56.024677 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f5f70ea8-dd2c-4b3e-b6a8-0eeb81a4e00b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:56.039566 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:56.042441 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7409490-f110-42cc-a43c-c8c1a97d4a6e tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Pushing event updated for resources: {'Subnet': ['ID=0b0b62b5-0071-4b8c-b96f-7f59037c1621,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:56.054193 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5f70ea8-dd2c-4b3e-b6a8-0eeb81a4e00b admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:41:56.054613 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f5f70ea8-dd2c-4b3e-b6a8-0eeb81a4e00b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60203044'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:56.056384 n-d-825064-1 neutron-server[102430]: Traceback (most recent call last): Jan 18 22:41:56.056384 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:41:56.056384 n-d-825064-1 neutron-server[102430]: timer() Jan 18 22:41:56.056384 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:41:56.056384 n-d-825064-1 neutron-server[102430]: cb(*args, **kw) Jan 18 22:41:56.056384 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:41:56.056384 n-d-825064-1 neutron-server[102430]: return func(*args, **kwargs) Jan 18 22:41:56.056384 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:41:56.056384 n-d-825064-1 neutron-server[102430]: self._notify() Jan 18 22:41:56.056384 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:41:56.056384 n-d-825064-1 neutron-server[102430]: self.callback(batched_events) Jan 18 22:41:56.056384 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:41:56.056384 n-d-825064-1 neutron-server[102430]: event.method(event) Jan 18 22:41:56.056384 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:41:56.056384 n-d-825064-1 neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:41:56.056384 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:41:56.056384 n-d-825064-1 neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:41:56.056384 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:41:56.056384 n-d-825064-1 neutron-server[102430]: return f(self, *a, **k) Jan 18 22:41:56.056384 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:41:56.056384 n-d-825064-1 neutron-server[102430]: return self._get(url).json() Jan 18 22:41:56.056384 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:41:56.056384 n-d-825064-1 neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:41:56.056384 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:41:56.056384 n-d-825064-1 neutron-server[102430]: return self.request(url, 'GET', **kwargs) Jan 18 22:41:56.056384 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:41:56.056384 n-d-825064-1 neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:41:56.056384 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:41:56.056384 n-d-825064-1 neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:41:56.056384 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:41:56.056384 n-d-825064-1 neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:41:56.056384 n-d-825064-1 neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:41:56.058322 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f8895925-6569-4408-801b-816e976c2745 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:56.058505 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92ccdb3b-1e82-4cae-ba3f-f529b83e887f {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:41:56.062456 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7409490-f110-42cc-a43c-c8c1a97d4a6e tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Network 14d61b88-3406-42fe-8058-2985360d7645 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:41:56.075217 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-d7409490-f110-42cc-a43c-c8c1a97d4a6e tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 14d61b88-3406-42fe-8058-2985360d7645) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:41:56.095725 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 92ccdb3b-1e82-4cae-ba3f-f529b83e887f, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=92ccdb3b-1e82-4cae-ba3f-f529b83e887f,segment=NetworkSegment(ccabd36d-8c25-4648-92d3-222150b866b3),segment_id=ccabd36d-8c25-4648-92d3-222150b866b3)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:41:56.107068 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7409490-f110-42cc-a43c-c8c1a97d4a6e tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:56.107671 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d7409490-f110-42cc-a43c-c8c1a97d4a6e tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:56.110056 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6331bcd-d565-494a-b967-e68a740de4cb None None] Network 14d61b88-3406-42fe-8058-2985360d7645 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:41:56.131681 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-d7409490-f110-42cc-a43c-c8c1a97d4a6e tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8290153 Jan 18 22:41:56.134868 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 42088) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:56.144661 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-21a3744a-1e3a-482f-9b47-9e627bef248b tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Request body: {'subnet': {'network_id': 'bd7b4c0e-1233-411f-bf32-5a318c17df58', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:41:56.150023 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:56.204026 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f5f70ea8-dd2c-4b3e-b6a8-0eeb81a4e00b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:56.241328 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f5f70ea8-dd2c-4b3e-b6a8-0eeb81a4e00b admin admin] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:56.245575 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-f5f70ea8-dd2c-4b3e-b6a8-0eeb81a4e00b admin admin] 10.222.0.53 "DELETE /v2.0/networks/eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02 HTTP/1.1" status: 204 len: 168 time: 1.3105268 Jan 18 22:41:56.291540 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f8895925-6569-4408-801b-816e976c2745 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:56.303527 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=92ccdb3b-1e82-4cae-ba3f-f529b83e887f,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:56.317916 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a3744a-1e3a-482f-9b47-9e627bef248b tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Made reservation on behalf of 2013a534f92b4181a8d6e379a59456fd for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:41:56.318497 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f70ea8-dd2c-4b3e-b6a8-0eeb81a4e00b admin admin] Pushing event deleted for resources: {'Network': ['ID=eb8c4bb2-f99c-4e88-bbbf-f6f09ffd1f02,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:56.333245 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-21a3744a-1e3a-482f-9b47-9e627bef248b tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:56.405783 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['92ccdb3b-1e82-4cae-ba3f-f529b83e887f'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:41:56.507647 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f107e727-cb76-4940-aa65-8f3bec068ac7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-14d61b88-3406-42fe-8058-2985360d7645', 'network_id': '14d61b88-3406-42fe-8058-2985360d7645', 'tenant_id': '2013a534f92b4181a8d6e379a59456fd', 'fixed_ips': [{'subnet_id': '0b0b62b5-0071-4b8c-b96f-7f59037c1621'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:41:56.510244 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f107e727-cb76-4940-aa65-8f3bec068ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:56.564840 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f8895925-6569-4408-801b-816e976c2745 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:56.591685 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1374329-5319-4739-9f89-eaba05db937d req-a7838dd2-6bcc-4077-95be-bde125e5cb82 tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:56.593702 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 42092) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:56.599221 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c1374329-5319-4739-9f89-eaba05db937d req-a7838dd2-6bcc-4077-95be-bde125e5cb82 tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] 10.222.0.53 "GET /v2.0/networks?id=2941c829-aac7-4255-bd80-a6fdf3910f6b HTTP/1.1" status: 200 len: 809 time: 0.4550526 Jan 18 22:41:56.602328 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f8895925-6569-4408-801b-816e976c2745 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:56.618408 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-21a3744a-1e3a-482f-9b47-9e627bef248b tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:56.660450 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c1374329-5319-4739-9f89-eaba05db937d req-f6ed2740-2e55-4d6b-a63b-bebc7b51cc8b tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] 10.222.0.53 "GET /v2.0/quotas/1f30da5c9fb54ac9a180e5ee307f6879 HTTP/1.1" status: 200 len: 375 time: 0.0593746 Jan 18 22:41:56.695741 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c1374329-5319-4739-9f89-eaba05db937d req-6f749a6a-3c40-4a0c-a06b-9e5a77019809 tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1f30da5c9fb54ac9a180e5ee307f6879&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0343950 Jan 18 22:41:56.724965 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a3744a-1e3a-482f-9b47-9e627bef248b tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Checking segment: {'id': '54b369fa-4704-47f7-a2fe-aa96e53b9aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'bd7b4c0e-1233-411f-bf32-5a318c17df58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:41:56.725483 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a3744a-1e3a-482f-9b47-9e627bef248b tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Network hostable DHCP agents. Network: bd7b4c0e-1233-411f-bf32-5a318c17df58, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:41:56.738497 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-1ab18aa5-0c65-49d1-beee-fbfd8a696fc7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d58fa77d6cd94e7ca7d141d5a9b044dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1434665 Jan 18 22:41:56.739416 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a3744a-1e3a-482f-9b47-9e627bef248b tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Pushing event updated for resources: {'Subnet': ['ID=06906efc-685d-4304-9185-3e80ad6b56f9,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:56.741878 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 42094) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:56.795276 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a3744a-1e3a-482f-9b47-9e627bef248b tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Network bd7b4c0e-1233-411f-bf32-5a318c17df58 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:41:56.804684 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-f107e727-cb76-4940-aa65-8f3bec068ac7 None None] Allocated IP 172.20.0.2 (14d61b88-3406-42fe-8058-2985360d7645/0b0b62b5-0071-4b8c-b96f-7f59037c1621/ad56502f-37d5-40b8-bff5-7103990436e6) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:41:56.838570 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c1374329-5319-4739-9f89-eaba05db937d req-5e280f6d-fc48-480c-9d6a-2965bad38f81 service neutron] 10.222.0.53 "GET /v2.0/networks/2941c829-aac7-4255-bd80-a6fdf3910f6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289845 Jan 18 22:41:56.848803 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-21a3744a-1e3a-482f-9b47-9e627bef248b tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, bd7b4c0e-1233-411f-bf32-5a318c17df58) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:41:56.866040 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a3744a-1e3a-482f-9b47-9e627bef248b tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:56.866670 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-21a3744a-1e3a-482f-9b47-9e627bef248b tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:56.868104 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6720a7dd-16b9-4470-ab65-a2b7635fd0ac None None] Network bd7b4c0e-1233-411f-bf32-5a318c17df58 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:41:56.876707 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a3ac7a1e-9a97-4241-b0f0-6b03c0d3dfaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:56.911433 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-21a3744a-1e3a-482f-9b47-9e627bef248b tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7753332 Jan 18 22:41:56.916920 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 42096) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:57.002190 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c1374329-5319-4739-9f89-eaba05db937d req-f7f7f6c4-344e-4005-a464-3c9db371a8cf service neutron] 10.222.0.53 "GET /v2.0/networks/2941c829-aac7-4255-bd80-a6fdf3910f6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346729 Jan 18 22:41:57.009732 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8895925-6569-4408-801b-816e976c2745 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Pushing event updated for resources: {'Port': ['ID=c7f5eb54-bd92-4fa2-a93b-33fafb798766,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:57.089171 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f8895925-6569-4408-801b-816e976c2745 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043075'] for floatingip, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:57.097320 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a3ac7a1e-9a97-4241-b0f0-6b03c0d3dfaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:57.133932 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c38ee34-869b-41f3-98e8-abd19b8e209a None None] Network 0d5fe0b4-2593-42fe-afed-145c01ff910d requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:41:57.340875 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e4dc65-944b-4b44-bbac-22a54f7d078d req-94bf267f-91ac-4c2f-b027-435821f192cf tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:57.348724 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e5e4dc65-944b-4b44-bbac-22a54f7d078d req-94bf267f-91ac-4c2f-b027-435821f192cf tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=12385899-e70b-453e-afe9-39b5bfb9b2b6 HTTP/1.1" status: 200 len: 945 time: 0.1559675 Jan 18 22:41:57.450916 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e5e4dc65-944b-4b44-bbac-22a54f7d078d req-9bbfad6e-bbc9-4391-934a-13873fbfe1fc tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=dae8bf2d-ed71-4918-8e49-2e2d9465745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011610 Jan 18 22:41:57.487865 n-d-825064-1 neutron-server[102430]: INFO neutron.db.l3_db [None req-f8895925-6569-4408-801b-816e976c2745 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Floating IP cd0f6e2e-cdf3-4a26-86c7-614e1c7ee307 associated. External IP: 172.25.5.171, port: 5cc126d6-ea56-4da0-9d3d-875ae7bbd550. Jan 18 22:41:57.656351 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 42114) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:57.659857 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 54328190-fc7b-4af6-aa7c-5a71431d48d2 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:41:57.744022 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f8-84d1-4b79-9326-e55de5f8b3d4 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:57.757214 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a3ac7a1e-9a97-4241-b0f0-6b03c0d3dfaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:57.759769 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a3ac7a1e-9a97-4241-b0f0-6b03c0d3dfaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:57.764384 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-a3ac7a1e-9a97-4241-b0f0-6b03c0d3dfaf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8e7e2e22-46f9-42fe-9710-8e464b95d42e HTTP/1.1" status: 204 len: 168 time: 1.0211358 Jan 18 22:41:57.802412 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 92ccdb3b-1e82-4cae-ba3f-f529b83e887f up at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:41:57.811007 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ac7a1e-9a97-4241-b0f0-6b03c0d3dfaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e7e2e22-46f9-42fe-9710-8e464b95d42e,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:57.819711 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c17393eb-6c3b-40a3-bf1d-4bc4d60c7edc req-17ac54c7-959a-498b-85e0-2e526b69ded8 tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] 10.222.0.53 "GET /v2.0/ports?device_id=e46ddc21-c49e-4d71-bc63-a2a6408ca19d HTTP/1.1" status: 200 len: 210 time: 0.1626828 Jan 18 22:41:57.892304 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-5866ebe7-0424-407e-b530-c54c2be182a3 None None] Provisioning complete for port 54328190-fc7b-4af6-aa7c-5a71431d48d2 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:41:57.892677 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5866ebe7-0424-407e-b530-c54c2be182a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:57.929743 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-068cbdce-2c45-4cd1-a40c-a6f772eff51a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:57.986072 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f107e727-cb76-4940-aa65-8f3bec068ac7 None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:58.013700 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 54328190-fc7b-4af6-aa7c-5a71431d48d2 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:41:58.013980 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:58.021692 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83010f49-9a97-4bbd-99de-d6ff29f163d8 req-610a1a33-7099-44cb-9c89-46392cda4606 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:58.023317 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-83010f49-9a97-4bbd-99de-d6ff29f163d8 req-610a1a33-7099-44cb-9c89-46392cda4606 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=5916bb04-cece-43fd-9fc5-470c38a27dcd HTTP/1.1" status: 200 len: 946 time: 0.5714903 Jan 18 22:41:58.036716 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f107e727-cb76-4940-aa65-8f3bec068ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:58.111274 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-83010f49-9a97-4bbd-99de-d6ff29f163d8 req-997e759a-0f41-49e8-a9eb-95f8405562c6 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=47fd5e54-61ce-42c3-b5cd-195914aa324e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764737 Jan 18 22:41:58.112777 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e782ffaa-f83a-4a59-be1f-77bfd89873c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-bd7b4c0e-1233-411f-bf32-5a318c17df58', 'network_id': 'bd7b4c0e-1233-411f-bf32-5a318c17df58', 'tenant_id': '2013a534f92b4181a8d6e379a59456fd', 'fixed_ips': [{'subnet_id': '06906efc-685d-4304-9185-3e80ad6b56f9'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:41:58.113645 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e782ffaa-f83a-4a59-be1f-77bfd89873c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:58.200571 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8895925-6569-4408-801b-816e976c2745 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Router b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:41:58.225352 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f107e727-cb76-4940-aa65-8f3bec068ac7 None None] Network 14d61b88-3406-42fe-8058-2985360d7645 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:41:58.252017 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning for port 92ccdb3b-1e82-4cae-ba3f-f529b83e887f completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:41:58.273883 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-f107e727-cb76-4940-aa65-8f3bec068ac7 None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:41:58.295666 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f107e727-cb76-4940-aa65-8f3bec068ac7 None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:41:58.317884 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning complete for port 92ccdb3b-1e82-4cae-ba3f-f529b83e887f triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:41:58.320808 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:58.410384 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-1ac612f8-84d1-4b79-9326-e55de5f8b3d4 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Allocated IP 172.20.0.1 (14d61b88-3406-42fe-8058-2985360d7645/0b0b62b5-0071-4b8c-b96f-7f59037c1621/ecb711ff-f9ff-4bf7-ab5a-c7f3e00689d3) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:41:58.413784 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-068cbdce-2c45-4cd1-a40c-a6f772eff51a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:58.426410 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-068cbdce-2c45-4cd1-a40c-a6f772eff51a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:58.463824 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068cbdce-2c45-4cd1-a40c-a6f772eff51a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d28316f6-8683-435b-be5d-b2d90b085310,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:58.523397 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f107e727-cb76-4940-aa65-8f3bec068ac7 None None] Pushing event updated for resources: {'Port': ['ID=ad56502f-37d5-40b8-bff5-7103990436e6,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:58.562008 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-068cbdce-2c45-4cd1-a40c-a6f772eff51a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7d546437723a4d108ea45477ca88ca40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9045835 Jan 18 22:41:58.564793 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 42138) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:58.650150 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-812bc3a3-a712-40d7-b9b6-003ce63ef3e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:58.680107 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-812bc3a3-a712-40d7-b9b6-003ce63ef3e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:58.738897 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f8-84d1-4b79-9326-e55de5f8b3d4 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:58.749669 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-812bc3a3-a712-40d7-b9b6-003ce63ef3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:58.753081 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-812bc3a3-a712-40d7-b9b6-003ce63ef3e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:58.755617 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-812bc3a3-a712-40d7-b9b6-003ce63ef3e7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d28316f6-8683-435b-be5d-b2d90b085310 HTTP/1.1" status: 204 len: 168 time: 0.1898835 Jan 18 22:41:58.776949 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-f107e727-cb76-4940-aa65-8f3bec068ac7 None None] Attempting to bind port ad56502f-37d5-40b8-bff5-7103990436e6 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:41:58.778116 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-f107e727-cb76-4940-aa65-8f3bec068ac7 None None] Attempting to bind port ad56502f-37d5-40b8-bff5-7103990436e6 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': 'aba94710-0480-49c9-b4d4-de682fa26008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '14d61b88-3406-42fe-8058-2985360d7645'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:41:58.778116 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f107e727-cb76-4940-aa65-8f3bec068ac7 None None] Attempting to bind port ad56502f-37d5-40b8-bff5-7103990436e6 on network 14d61b88-3406-42fe-8058-2985360d7645 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:41:58.796705 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812bc3a3-a712-40d7-b9b6-003ce63ef3e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d28316f6-8683-435b-be5d-b2d90b085310,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:58.819485 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f107e727-cb76-4940-aa65-8f3bec068ac7 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:41:58.821127 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f107e727-cb76-4940-aa65-8f3bec068ac7 None None] Checking segment: {'id': 'aba94710-0480-49c9-b4d4-de682fa26008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '14d61b88-3406-42fe-8058-2985360d7645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:41:58.821710 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f107e727-cb76-4940-aa65-8f3bec068ac7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:58.822266 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f107e727-cb76-4940-aa65-8f3bec068ac7 None None] Bound using segment: {'id': 'aba94710-0480-49c9-b4d4-de682fa26008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '14d61b88-3406-42fe-8058-2985360d7645'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:41:58.828738 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-f107e727-cb76-4940-aa65-8f3bec068ac7 None None] Bound port: ad56502f-37d5-40b8-bff5-7103990436e6, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aba94710-0480-49c9-b4d4-de682fa26008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '14d61b88-3406-42fe-8058-2985360d7645'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:41:58.829402 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f107e727-cb76-4940-aa65-8f3bec068ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:58.831796 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5866ebe7-0424-407e-b530-c54c2be182a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:58.878436 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f8-84d1-4b79-9326-e55de5f8b3d4 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:58.926971 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127f8f8f-5138-4d21-8ef3-a0756821e143 req-026f4b67-b7e5-4af4-b52f-6027c2af79b6 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:58.928575 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-127f8f8f-5138-4d21-8ef3-a0756821e143 req-026f4b67-b7e5-4af4-b52f-6027c2af79b6 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=12385899-e70b-453e-afe9-39b5bfb9b2b6 HTTP/1.1" status: 200 len: 945 time: 0.0988064 Jan 18 22:41:58.930298 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8895925-6569-4408-801b-816e976c2745 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:41:58.950275 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5178b5-ee15-4b25-b491-144bcb9bcc95 None None] Sync routers for ids ['b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:41:58.965381 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5178b5-ee15-4b25-b491-144bcb9bcc95 None None] Routers {'b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:41:58.966013 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-8b5178b5-ee15-4b25-b491-144bcb9bcc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:41:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:41:58.991272 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 42152) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:59.019039 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac612f8-84d1-4b79-9326-e55de5f8b3d4 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Pushing event updated for resources: {'Port': ['ID=ecb711ff-f9ff-4bf7-ab5a-c7f3e00689d3,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:59.037480 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac612f8-84d1-4b79-9326-e55de5f8b3d4 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Network 14d61b88-3406-42fe-8058-2985360d7645 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:41:59.049309 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-1ac612f8-84d1-4b79-9326-e55de5f8b3d4 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:41:59.052234 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac612f8-84d1-4b79-9326-e55de5f8b3d4 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:41:59.067126 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f8895925-6569-4408-801b-816e976c2745 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:59.083420 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:59.175842 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f8-84d1-4b79-9326-e55de5f8b3d4 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1040954'] for router_interface, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:59.193253 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-57845eae-7b24-4126-8d51-c5a888ef7954 req-4f9a4754-1cfd-46c4-b20f-2d439a62a410 tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] 10.222.0.53 "GET /v2.0/ports?device_id=e46ddc21-c49e-4d71-bc63-a2a6408ca19d HTTP/1.1" status: 200 len: 210 time: 0.1555109 Jan 18 22:41:59.286524 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-127f8f8f-5138-4d21-8ef3-a0756821e143 req-409510ec-7609-4391-9f11-414138237e9e tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=dae8bf2d-ed71-4918-8e49-2e2d9465745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3086672 Jan 18 22:41:59.296479 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-f8895925-6569-4408-801b-816e976c2745 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.2080486 Jan 18 22:41:59.297348 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cb27eb0-6687-4f62-81ab-26e47d9a25ca', 'tag': '5cc126d6-ea56-4da0-9d3d-875ae7bbd550'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:41:59.301521 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67a12a1c-c192-43f3-93fc-e5454a154914" -d '{"events": [{"name": "network-changed", "server_uuid": "1cb27eb0-6687-4f62-81ab-26e47d9a25ca", "tag": "5cc126d6-ea56-4da0-9d3d-875ae7bbd550"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:41:59.320788 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 42160) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:59.405490 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-8b5178b5-ee15-4b25-b491-144bcb9bcc95 None None] Set router b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:41:59.416508 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73895fef-55dd-463c-b582-f1dd6931e54f x-openstack-request-id: req-73895fef-55dd-463c-b582-f1dd6931e54f {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:41:59.416928 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cb27eb0-6687-4f62-81ab-26e47d9a25ca", "tag": "5cc126d6-ea56-4da0-9d3d-875ae7bbd550", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:41:59.418906 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-73895fef-55dd-463c-b582-f1dd6931e54f {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:41:59.419434 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cb27eb0-6687-4f62-81ab-26e47d9a25ca', 'tag': '5cc126d6-ea56-4da0-9d3d-875ae7bbd550', 'status': 'completed', 'code': 200} Jan 18 22:41:59.431342 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-5866ebe7-0424-407e-b530-c54c2be182a3 None None] For port 54328190-fc7b-4af6-aa7c-5a71431d48d2, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=54328190-fc7b-4af6-aa7c-5a71431d48d2,segment=NetworkSegment(0a5cc93f-0e5a-4ef2-81b2-35295e5c00b1),segment_id=0a5cc93f-0e5a-4ef2-81b2-35295e5c00b1)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:41:59.455803 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-e782ffaa-f83a-4a59-be1f-77bfd89873c9 None None] Allocated IP 172.20.0.2 (bd7b4c0e-1233-411f-bf32-5a318c17df58/06906efc-685d-4304-9185-3e80ad6b56f9/0c45a767-e0a8-4890-9d96-fbc498018c12) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:41:59.462891 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-edaaef5c-378f-42ca-bbb8-82a3ee7c00df admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1903322366-network', 'tenant_id': 'dfbd71a8c3e645f2864958000de3c4db'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:41:59.469777 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:59.479676 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-f107e727-cb76-4940-aa65-8f3bec068ac7 None None] For port ad56502f-37d5-40b8-bff5-7103990436e6, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:41:59.483115 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 42164) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:59.484105 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5866ebe7-0424-407e-b530-c54c2be182a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:59.489976 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-f107e727-cb76-4940-aa65-8f3bec068ac7 None None] For port ad56502f-37d5-40b8-bff5-7103990436e6, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=ad56502f-37d5-40b8-bff5-7103990436e6,segment=NetworkSegment(aba94710-0480-49c9-b4d4-de682fa26008),segment_id=aba94710-0480-49c9-b4d4-de682fa26008)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:41:59.513216 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-32105cac-e655-4b64-99da-215d20789a29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:59.520219 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f107e727-cb76-4940-aa65-8f3bec068ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:59.537557 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1374329-5319-4739-9f89-eaba05db937d req-af21c3b1-bb29-44c9-8cfc-78792b0fff93 tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:59.539884 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-c1374329-5319-4739-9f89-eaba05db937d req-af21c3b1-bb29-44c9-8cfc-78792b0fff93 tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] 10.222.0.67 "GET /v2.0/networks?id=2941c829-aac7-4255-bd80-a6fdf3910f6b HTTP/1.1" status: 200 len: 809 time: 0.5229900 Jan 18 22:41:59.543763 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-0fd39878-b50a-4fa7-b882-a2072b76c1c9 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "GET /v2.0/floatingips/cd0f6e2e-cdf3-4a26-86c7-614e1c7ee307 HTTP/1.1" status: 200 len: 992 time: 0.2186925 Jan 18 22:41:59.555325 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a12a1c-c192-43f3-93fc-e5454a154914 req-9d45dca8-3050-46c8-90dc-5b2b13416d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:59.556852 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-67a12a1c-c192-43f3-93fc-e5454a154914 req-9d45dca8-3050-46c8-90dc-5b2b13416d22 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5fdd9d74a6a7474aa33a3f08cd7c198f&device_id=1cb27eb0-6687-4f62-81ab-26e47d9a25ca HTTP/1.1" status: 200 len: 1097 time: 0.1352770 Jan 18 22:41:59.581873 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bf27ad-23d8-404f-8ab6-5a82234628a5 req-f0ec6735-65a5-41b3-a1cf-f2ce4f61fcea tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:59.589153 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-07bf27ad-23d8-404f-8ab6-5a82234628a5 req-f0ec6735-65a5-41b3-a1cf-f2ce4f61fcea tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=5916bb04-cece-43fd-9fc5-470c38a27dcd HTTP/1.1" status: 200 len: 946 time: 0.1687796 Jan 18 22:41:59.628616 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 92ccdb3b-1e82-4cae-ba3f-f529b83e887f, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=92ccdb3b-1e82-4cae-ba3f-f529b83e887f,segment=NetworkSegment(ccabd36d-8c25-4648-92d3-222150b866b3),segment_id=ccabd36d-8c25-4648-92d3-222150b866b3)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:41:59.636958 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edaaef5c-378f-42ca-bbb8-82a3ee7c00df admin admin] Made reservation on behalf of dfbd71a8c3e645f2864958000de3c4db for: {'network': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:41:59.638855 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12385899-e70b-453e-afe9-39b5bfb9b2b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92ccdb3b-1e82-4cae-ba3f-f529b83e887f'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:41:59.639255 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-edaaef5c-378f-42ca-bbb8-82a3ee7c00df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:59.640576 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-32105cac-e655-4b64-99da-215d20789a29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:59.641951 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14d5b4a5-a30c-4b7d-9f07-4f309a163cb8" -d '{"events": [{"server_uuid": "12385899-e70b-453e-afe9-39b5bfb9b2b6", "name": "network-vif-plugged", "status": "completed", "tag": "92ccdb3b-1e82-4cae-ba3f-f529b83e887f"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:41:59.659074 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-c1374329-5319-4739-9f89-eaba05db937d req-d226ae91-5014-4bf2-b7ff-d585eab54d18 tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] Request body: {'port': {'device_id': 'e46ddc21-c49e-4d71-bc63-a2a6408ca19d', 'network_id': '2941c829-aac7-4255-bd80-a6fdf3910f6b', 'admin_state_up': True, 'tenant_id': '1f30da5c9fb54ac9a180e5ee307f6879'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:41:59.664838 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:59.696741 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-edaaef5c-378f-42ca-bbb8-82a3ee7c00df admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:59.744605 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d797f45-abc9-42f2-8720-3c6f32aed938 x-openstack-request-id: req-5d797f45-abc9-42f2-8720-3c6f32aed938 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:41:59.745832 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12385899-e70b-453e-afe9-39b5bfb9b2b6", "name": "network-vif-plugged", "status": "completed", "tag": "92ccdb3b-1e82-4cae-ba3f-f529b83e887f", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:41:59.746332 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5d797f45-abc9-42f2-8720-3c6f32aed938 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:41:59.746950 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12385899-e70b-453e-afe9-39b5bfb9b2b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92ccdb3b-1e82-4cae-ba3f-f529b83e887f', 'code': 200} Jan 18 22:41:59.775365 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.db.api [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 22:41:59.775875 n-d-825064-1 neutron-server[102432]: DEBUG oslo_db.api [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 22:41:59.776723 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-07bf27ad-23d8-404f-8ab6-5a82234628a5 req-e12cf6ad-1043-4072-b78e-175b0fddbebe tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=47fd5e54-61ce-42c3-b5cd-195914aa324e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1866307 Jan 18 22:41:59.781679 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-fa685c05-0fef-4423-aeb4-7109af82b5fd None None] Provisioning complete for port 54328190-fc7b-4af6-aa7c-5a71431d48d2 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:41:59.782180 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fa685c05-0fef-4423-aeb4-7109af82b5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:59.787874 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5866ebe7-0424-407e-b530-c54c2be182a3 None None] Pushing event updated for resources: {'Port': ['ID=54328190-fc7b-4af6-aa7c-5a71431d48d2,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:41:59.811986 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-8b5178b5-ee15-4b25-b491-144bcb9bcc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28', 'name': 'tempest-TestNetworkBasicOps-router-1173322082', 'tenant_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '8d93e96f-e294-4fd8-ba8d-fabe21068f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:41:07Z', 'updated_at': '2022-01-18T22:41:23Z', 'revision_number': 4, 'project_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'gw_port': {'id': '8d93e96f-e294-4fd8-ba8d-fabe21068f6f', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:67:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:09Z', 'updated_at': '2022-01-18T22:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': 'cd0f6e2e-cdf3-4a26-86c7-614e1c7ee307', 'tenant_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'floating_ip_address': '172.25.5.171', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': 'b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28', 'port_id': '5cc126d6-ea56-4da0-9d3d-875ae7bbd550', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3333, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '652d2c80-5afc-4a98-af8e-7aee992e5efa', 'mac_address': 'fa:16:3e:48:25:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb27eb0-6687-4f62-81ab-26e47d9a25ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:41:55Z', 'updated_at': '2022-01-18T22:41:55Z', 'revision_number': 0, 'project_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e38164b1-8b1d-4bef-8e91-2a26203fe4b2', 'name': '', 'network_id': '652d2c80-5afc-4a98-af8e-7aee992e5efa', 'tenant_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'mac_address': 'fa:16:3e:e6:b7:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': '8e4aa361-5700-40d0-9baf-268026e85931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:21Z', 'updated_at': '2022-01-18T22:41:29Z', 'revision_number': 5, 'project_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'subnets': [{'id': '8e4aa361-5700-40d0-9baf-268026e85931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:41:59.845741 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a12a1c-c192-43f3-93fc-e5454a154914 req-9e9c1e3b-20ae-42b2-b493-4a2fe7fbf113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:41:59.847523 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-67a12a1c-c192-43f3-93fc-e5454a154914 req-9e9c1e3b-20ae-42b2-b493-4a2fe7fbf113 service neutron] 10.222.0.67 "GET /v2.0/networks?id=652d2c80-5afc-4a98-af8e-7aee992e5efa HTTP/1.1" status: 200 len: 897 time: 0.2563322 Jan 18 22:41:59.852150 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5178b5-ee15-4b25-b491-144bcb9bcc95 None None] Checking router: b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28 for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:41:59.856889 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f8-84d1-4b79-9326-e55de5f8b3d4 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:59.862581 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-32105cac-e655-4b64-99da-215d20789a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:41:59.863727 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5178b5-ee15-4b25-b491-144bcb9bcc95 None None] Routers {'b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:41:59.864425 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-8b5178b5-ee15-4b25-b491-144bcb9bcc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:41:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:41:59.944728 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-32105cac-e655-4b64-99da-215d20789a29 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c7c1a65d592b42dcadf35d9f8ae8f99e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4528284 Jan 18 22:41:59.974964 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 42168) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:41:59.988587 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f107e727-cb76-4940-aa65-8f3bec068ac7 None None] Pushing event updated for resources: {'Port': ['ID=ad56502f-37d5-40b8-bff5-7103990436e6,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:00.026075 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-8b5178b5-ee15-4b25-b491-144bcb9bcc95 None None] Set router b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:42:00.029421 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-edaaef5c-378f-42ca-bbb8-82a3ee7c00df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:00.032091 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-67a12a1c-c192-43f3-93fc-e5454a154914 req-0fa7a3a5-389f-4eab-b847-e7672a0db0e7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5cc126d6-ea56-4da0-9d3d-875ae7bbd550 HTTP/1.1" status: 200 len: 1000 time: 0.1728117 Jan 18 22:42:00.061481 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e782ffaa-f83a-4a59-be1f-77bfd89873c9 None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:00.073908 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-edaaef5c-378f-42ca-bbb8-82a3ee7c00df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:00.105934 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32105cac-e655-4b64-99da-215d20789a29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07b80ed0-e5ee-48b5-9239-2aa9511f82ff,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:00.124981 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e782ffaa-f83a-4a59-be1f-77bfd89873c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:00.135212 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaaef5c-378f-42ca-bbb8-82a3ee7c00df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd4b83fc-0310-44e6-89ff-3866c62ca615,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:00.155963 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edaaef5c-378f-42ca-bbb8-82a3ee7c00df admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=102430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:42:00.160077 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e782ffaa-f83a-4a59-be1f-77bfd89873c9 None None] Network bd7b4c0e-1233-411f-bf32-5a318c17df58 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:42:00.169589 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-e782ffaa-f83a-4a59-be1f-77bfd89873c9 None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:42:00.169815 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a12a1c-c192-43f3-93fc-e5454a154914 req-4b17ae0a-7797-4543-b498-a59e1edfc066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:00.171450 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-67a12a1c-c192-43f3-93fc-e5454a154914 req-4b17ae0a-7797-4543-b498-a59e1edfc066 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8e4aa361-5700-40d0-9baf-268026e85931 HTTP/1.1" status: 200 len: 833 time: 0.1323543 Jan 18 22:42:00.173701 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e782ffaa-f83a-4a59-be1f-77bfd89873c9 None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:42:00.174639 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-edaaef5c-378f-42ca-bbb8-82a3ee7c00df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:00.175208 n-d-825064-1 neutron-server[102430]: INFO neutron.db.segments_db [None req-edaaef5c-378f-42ca-bbb8-82a3ee7c00df admin admin] Added segment a5ccf142-7c21-45d9-86e0-1d27e0cb5272 of type vlan for network 51325082-24f6-4ff7-bbad-8c9266435594 Jan 18 22:42:00.212734 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1374329-5319-4739-9f89-eaba05db937d req-d226ae91-5014-4bf2-b7ff-d585eab54d18 tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] Made reservation on behalf of 1f30da5c9fb54ac9a180e5ee307f6879 for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:42:00.219101 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-c1374329-5319-4739-9f89-eaba05db937d req-d226ae91-5014-4bf2-b7ff-d585eab54d18 tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:00.259637 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=92ccdb3b-1e82-4cae-ba3f-f529b83e887f,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:00.319127 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-edaaef5c-378f-42ca-bbb8-82a3ee7c00df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:00.355978 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-e782ffaa-f83a-4a59-be1f-77bfd89873c9 None None] Attempting to bind port 0c45a767-e0a8-4890-9d96-fbc498018c12 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:42:00.356390 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-e782ffaa-f83a-4a59-be1f-77bfd89873c9 None None] Attempting to bind port 0c45a767-e0a8-4890-9d96-fbc498018c12 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '54b369fa-4704-47f7-a2fe-aa96e53b9aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'bd7b4c0e-1233-411f-bf32-5a318c17df58'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:42:00.356764 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e782ffaa-f83a-4a59-be1f-77bfd89873c9 None None] Attempting to bind port 0c45a767-e0a8-4890-9d96-fbc498018c12 on network bd7b4c0e-1233-411f-bf32-5a318c17df58 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:42:00.374609 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7d71ae5d-8d7e-4efc-adbd-1ff1dadf97dc req-17909049-af87-4e65-b370-d348e03e3842 tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] 10.222.0.53 "GET /v2.0/ports?device_id=e46ddc21-c49e-4d71-bc63-a2a6408ca19d HTTP/1.1" status: 200 len: 210 time: 0.0583353 Jan 18 22:42:00.378784 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e782ffaa-f83a-4a59-be1f-77bfd89873c9 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:42:00.379169 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e782ffaa-f83a-4a59-be1f-77bfd89873c9 None None] Checking segment: {'id': '54b369fa-4704-47f7-a2fe-aa96e53b9aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'bd7b4c0e-1233-411f-bf32-5a318c17df58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:42:00.379581 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e782ffaa-f83a-4a59-be1f-77bfd89873c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:00.379984 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e782ffaa-f83a-4a59-be1f-77bfd89873c9 None None] Bound using segment: {'id': '54b369fa-4704-47f7-a2fe-aa96e53b9aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'bd7b4c0e-1233-411f-bf32-5a318c17df58'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:42:00.380548 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-e782ffaa-f83a-4a59-be1f-77bfd89873c9 None None] Bound port: 0c45a767-e0a8-4890-9d96-fbc498018c12, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54b369fa-4704-47f7-a2fe-aa96e53b9aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'bd7b4c0e-1233-411f-bf32-5a318c17df58'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:42:00.380879 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e782ffaa-f83a-4a59-be1f-77bfd89873c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:00.397088 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a12a1c-c192-43f3-93fc-e5454a154914 req-198dd38b-07a5-4306-933a-164fe4897a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:00.400107 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-67a12a1c-c192-43f3-93fc-e5454a154914 req-198dd38b-07a5-4306-933a-164fe4897a15 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=652d2c80-5afc-4a98-af8e-7aee992e5efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2140241 Jan 18 22:42:00.405661 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e782ffaa-f83a-4a59-be1f-77bfd89873c9 None None] Pushing event updated for resources: {'Port': ['ID=0c45a767-e0a8-4890-9d96-fbc498018c12,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:00.475713 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-8b5178b5-ee15-4b25-b491-144bcb9bcc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28', 'name': 'tempest-TestNetworkBasicOps-router-1173322082', 'tenant_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '8d93e96f-e294-4fd8-ba8d-fabe21068f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:41:07Z', 'updated_at': '2022-01-18T22:41:23Z', 'revision_number': 4, 'project_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'gw_port': {'id': '8d93e96f-e294-4fd8-ba8d-fabe21068f6f', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:67:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:09Z', 'updated_at': '2022-01-18T22:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': 'cd0f6e2e-cdf3-4a26-86c7-614e1c7ee307', 'tenant_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'floating_ip_address': '172.25.5.171', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': 'b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28', 'port_id': '5cc126d6-ea56-4da0-9d3d-875ae7bbd550', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3333, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '652d2c80-5afc-4a98-af8e-7aee992e5efa', 'mac_address': 'fa:16:3e:48:25:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb27eb0-6687-4f62-81ab-26e47d9a25ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:41:55Z', 'updated_at': '2022-01-18T22:41:55Z', 'revision_number': 0, 'project_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e38164b1-8b1d-4bef-8e91-2a26203fe4b2', 'name': '', 'network_id': '652d2c80-5afc-4a98-af8e-7aee992e5efa', 'tenant_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'mac_address': 'fa:16:3e:e6:b7:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': '8e4aa361-5700-40d0-9baf-268026e85931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:21Z', 'updated_at': '2022-01-18T22:41:29Z', 'revision_number': 5, 'project_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'subnets': [{'id': '8e4aa361-5700-40d0-9baf-268026e85931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:42:00.488925 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-e782ffaa-f83a-4a59-be1f-77bfd89873c9 None None] For port 0c45a767-e0a8-4890-9d96-fbc498018c12, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:42:00.493048 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-e782ffaa-f83a-4a59-be1f-77bfd89873c9 None None] For port 0c45a767-e0a8-4890-9d96-fbc498018c12, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=0c45a767-e0a8-4890-9d96-fbc498018c12,segment=NetworkSegment(54b369fa-4704-47f7-a2fe-aa96e53b9aa5),segment_id=54b369fa-4704-47f7-a2fe-aa96e53b9aa5)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:42:00.500147 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e782ffaa-f83a-4a59-be1f-77bfd89873c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:00.530528 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5178b5-ee15-4b25-b491-144bcb9bcc95 None None] The sync data for ids ['b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28'] in n-d-825064-1 is: [{'id': 'b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28', 'name': 'tempest-TestNetworkBasicOps-router-1173322082', 'tenant_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '8d93e96f-e294-4fd8-ba8d-fabe21068f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:41:07Z', 'updated_at': '2022-01-18T22:41:23Z', 'revision_number': 4, 'project_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'gw_port': {'id': '8d93e96f-e294-4fd8-ba8d-fabe21068f6f', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:67:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:09Z', 'updated_at': '2022-01-18T22:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': 'cd0f6e2e-cdf3-4a26-86c7-614e1c7ee307', 'tenant_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'floating_ip_address': '172.25.5.171', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': 'b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28', 'port_id': '5cc126d6-ea56-4da0-9d3d-875ae7bbd550', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3333, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '652d2c80-5afc-4a98-af8e-7aee992e5efa', 'mac_address': 'fa:16:3e:48:25:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb27eb0-6687-4f62-81ab-26e47d9a25ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:41:55Z', 'updated_at': '2022-01-18T22:41:55Z', 'revision_number': 0, 'project_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e38164b1-8b1d-4bef-8e91-2a26203fe4b2', 'name': '', 'network_id': '652d2c80-5afc-4a98-af8e-7aee992e5efa', 'tenant_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'mac_address': 'fa:16:3e:e6:b7:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': '8e4aa361-5700-40d0-9baf-268026e85931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:21Z', 'updated_at': '2022-01-18T22:41:29Z', 'revision_number': 5, 'project_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'subnets': [{'id': '8e4aa361-5700-40d0-9baf-268026e85931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:42:00.560587 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 42174) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:00.563043 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-edaaef5c-378f-42ca-bbb8-82a3ee7c00df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:00.564559 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edaaef5c-378f-42ca-bbb8-82a3ee7c00df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:00.565137 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-edaaef5c-378f-42ca-bbb8-82a3ee7c00df admin admin] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:00.606847 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e782ffaa-f83a-4a59-be1f-77bfd89873c9 None None] Pushing event updated for resources: {'Port': ['ID=0c45a767-e0a8-4890-9d96-fbc498018c12,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:00.641075 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78e36c4-b62e-4b38-b02c-24a397879c3b req-475e7225-6648-4667-93a0-bb30d5cec785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:00.642676 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-b78e36c4-b62e-4b38-b02c-24a397879c3b req-475e7225-6648-4667-93a0-bb30d5cec785 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=12385899-e70b-453e-afe9-39b5bfb9b2b6 HTTP/1.1" status: 200 len: 1097 time: 0.7969358 Jan 18 22:42:00.652780 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-106b983a-86e4-48f6-98f9-6a283ed4f8b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:00.669355 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device ad56502f-37d5-40b8-bff5-7103990436e6 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:42:00.724712 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaaef5c-378f-42ca-bbb8-82a3ee7c00df admin admin] Pushing event updated for resources: {'Network': ['ID=51325082-24f6-4ff7-bbad-8c9266435594,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:00.742237 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 51325082-24f6-4ff7-bbad-8c9266435594 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:42:00.816790 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-edaaef5c-378f-42ca-bbb8-82a3ee7c00df admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8232651 Jan 18 22:42:00.884712 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port ad56502f-37d5-40b8-bff5-7103990436e6 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:42:00.885246 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:00.897415 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43af5d3e-fdcb-4444-a9e7-b7ac0a10423a req-8161dfc7-fbe3-4b9e-bf8e-9a6021e751d7 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:00.899000 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-43af5d3e-fdcb-4444-a9e7-b7ac0a10423a req-8161dfc7-fbe3-4b9e-bf8e-9a6021e751d7 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=12385899-e70b-453e-afe9-39b5bfb9b2b6 HTTP/1.1" status: 200 len: 946 time: 0.3942738 Jan 18 22:42:00.903447 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-106b983a-86e4-48f6-98f9-6a283ed4f8b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:00.945666 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-67a12a1c-c192-43f3-93fc-e5454a154914 req-c7d739c5-e3ac-488d-942a-ce86a2d263ef service neutron] 10.222.0.67 "GET /v2.0/networks/652d2c80-5afc-4a98-af8e-7aee992e5efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5347686 Jan 18 22:42:00.952286 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-9ee88bc2-94f0-44b9-baba-3274d5225d33 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "GET /v2.0/floatingips/cd0f6e2e-cdf3-4a26-86c7-614e1c7ee307 HTTP/1.1" status: 200 len: 992 time: 0.3820527 Jan 18 22:42:01.120285 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-b78e36c4-b62e-4b38-b02c-24a397879c3b req-482dca29-d104-4da3-a7dc-adb1f036f9c8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=dae8bf2d-ed71-4918-8e49-2e2d9465745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4460351 Jan 18 22:42:01.148493 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-43af5d3e-fdcb-4444-a9e7-b7ac0a10423a req-ba778c0d-558a-4b20-bd17-9ea874cd19d8 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=dae8bf2d-ed71-4918-8e49-2e2d9465745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196395 Jan 18 22:42:01.182481 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331acb1b-0609-4d79-80f6-0867d64ae425 req-a876e034-07f6-425e-ad3a-7a150f47e5d9 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:01.184184 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-331acb1b-0609-4d79-80f6-0867d64ae425 req-a876e034-07f6-425e-ad3a-7a150f47e5d9 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=5916bb04-cece-43fd-9fc5-470c38a27dcd HTTP/1.1" status: 200 len: 946 time: 0.2297404 Jan 18 22:42:01.206692 n-d-825064-1 neutron-server[102431]: INFO neutron.api.v2.resource [req-86408128-b059-49d7-ae6b-c44af391d792 req-cda657bc-de69-41f7-8658-1e1d0ddad1b2 service neutron] show failed (client error): The resource could not be found. Jan 18 22:42:01.207853 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-86408128-b059-49d7-ae6b-c44af391d792 req-cda657bc-de69-41f7-8658-1e1d0ddad1b2 service neutron] 10.222.0.36 "GET /v2.0/ports/ea188f43-7300-4457-a9e4-33406da91d20/bindings/n-h2-825064-1 HTTP/1.1" status: 404 len: 380 time: 0.5578692 Jan 18 22:42:01.220358 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-67a12a1c-c192-43f3-93fc-e5454a154914 req-7443b7e7-e7fa-48c6-ad09-1fff2fa725fd service neutron] 10.222.0.67 "GET /v2.0/networks/652d2c80-5afc-4a98-af8e-7aee992e5efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642052 Jan 18 22:42:01.266301 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-331acb1b-0609-4d79-80f6-0867d64ae425 req-f8ca578e-1f85-45b8-8423-cbcab419b91b tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=47fd5e54-61ce-42c3-b5cd-195914aa324e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759771 Jan 18 22:42:01.291614 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a6fc68-361a-4fec-8802-d1460288c6a1 None None] New status for floating IP cd0f6e2e-cdf3-4a26-86c7-614e1c7ee307: ACTIVE {{(pid=102432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 22:42:01.360306 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31b4fd7-6a5f-4036-9058-444014601916 None None] Network 14d61b88-3406-42fe-8058-2985360d7645 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:42:01.374265 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:01.410449 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [req-c1374329-5319-4739-9f89-eaba05db937d req-d226ae91-5014-4bf2-b7ff-d585eab54d18 tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] Allocated IP 172.20.0.8 (2941c829-aac7-4255-bd80-a6fdf3910f6b/36249958-8705-47ec-8fdb-0a6b03d25cc9/368adc76-f4dc-41d6-ac73-1e0f1cd7aae0) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:42:01.480026 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-106b983a-86e4-48f6-98f9-6a283ed4f8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:01.483650 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-106b983a-86e4-48f6-98f9-6a283ed4f8b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:01.485046 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-106b983a-86e4-48f6-98f9-6a283ed4f8b9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/07b80ed0-e5ee-48b5-9239-2aa9511f82ff HTTP/1.1" status: 204 len: 168 time: 1.4945533 Jan 18 22:42:01.515892 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f8-84d1-4b79-9326-e55de5f8b3d4 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:01.528097 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106b983a-86e4-48f6-98f9-6a283ed4f8b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07b80ed0-e5ee-48b5-9239-2aa9511f82ff,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:01.534645 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f8-84d1-4b79-9326-e55de5f8b3d4 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:01.572164 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-fe0cefd5-ff78-4f52-9845-5adfc1f3b02d None None] Provisioning complete for port ad56502f-37d5-40b8-bff5-7103990436e6 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:42:01.572628 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fe0cefd5-ff78-4f52-9845-5adfc1f3b02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:01.587316 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ff2c41ae-99a2-4c57-947e-703b89e2ef9d req-499f6ed6-bcc6-44b9-8edb-0436d57b0542 tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] 10.222.0.53 "GET /v2.0/ports?device_id=e46ddc21-c49e-4d71-bc63-a2a6408ca19d HTTP/1.1" status: 200 len: 210 time: 0.1066809 Jan 18 22:42:01.696225 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port ad56502f-37d5-40b8-bff5-7103990436e6, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=ad56502f-37d5-40b8-bff5-7103990436e6,segment=NetworkSegment(aba94710-0480-49c9-b4d4-de682fa26008),segment_id=aba94710-0480-49c9-b4d4-de682fa26008)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:42:01.738143 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:01.738966 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 54328190-fc7b-4af6-aa7c-5a71431d48d2 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:42:01.773586 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac612f8-84d1-4b79-9326-e55de5f8b3d4 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Pushing event updated for resources: {'Port': ['ID=ecb711ff-f9ff-4bf7-ab5a-c7f3e00689d3,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:01.781784 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f8-84d1-4b79-9326-e55de5f8b3d4 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-613854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1041070'] for router_interface, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:01.810976 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86408128-b059-49d7-ae6b-c44af391d792 req-9781153a-f231-45ac-a9aa-8e0ed654f3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:01.813747 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-86408128-b059-49d7-ae6b-c44af391d792 req-9781153a-f231-45ac-a9aa-8e0ed654f3dc service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5916bb04-cece-43fd-9fc5-470c38a27dcd&tenant_id=438cce0e2f434b5f879ce307da159923 HTTP/1.1" status: 200 len: 1097 time: 0.2033575 Jan 18 22:42:01.823162 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf71892-13d1-4588-a72f-ae9c004884e4 req-9b46348c-8e83-4a95-a54b-e8420bd0d5d3 tempest-ComputeTenantNetworksTest-267503227 tempest-ComputeTenantNetworksTest-267503227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:01.830777 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf71892-13d1-4588-a72f-ae9c004884e4 req-9b46348c-8e83-4a95-a54b-e8420bd0d5d3 tempest-ComputeTenantNetworksTest-267503227 tempest-ComputeTenantNetworksTest-267503227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:01.837705 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf71892-13d1-4588-a72f-ae9c004884e4 req-9b46348c-8e83-4a95-a54b-e8420bd0d5d3 tempest-ComputeTenantNetworksTest-267503227 tempest-ComputeTenantNetworksTest-267503227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:01.843841 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1bf71892-13d1-4588-a72f-ae9c004884e4 req-9b46348c-8e83-4a95-a54b-e8420bd0d5d3 tempest-ComputeTenantNetworksTest-267503227 tempest-ComputeTenantNetworksTest-267503227-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.4141173 Jan 18 22:42:01.849486 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-86408128-b059-49d7-ae6b-c44af391d792 req-65ec8a52-6b2b-4077-b8bf-be4b2060a122 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825064-1', 'device_owner': 'compute:nova'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:42:01.953143 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 54328190-fc7b-4af6-aa7c-5a71431d48d2 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:42:01.953695 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:01.980320 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 42194) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:02.003319 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=ad56502f-37d5-40b8-bff5-7103990436e6,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:02.106828 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-86408128-b059-49d7-ae6b-c44af391d792 req-65ec8a52-6b2b-4077-b8bf-be4b2060a122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:02.112316 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac612f8-84d1-4b79-9326-e55de5f8b3d4 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Network 14d61b88-3406-42fe-8058-2985360d7645 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:42:02.131229 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-1ac612f8-84d1-4b79-9326-e55de5f8b3d4 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:42:02.145881 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82896430-bfac-482a-9d2f-6143d1276ace req-f74f0777-0da4-42e7-a67c-113b6edb447c tempest-ComputeTenantNetworksTest-267503227 tempest-ComputeTenantNetworksTest-267503227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:02.147675 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-82896430-bfac-482a-9d2f-6143d1276ace req-f74f0777-0da4-42e7-a67c-113b6edb447c tempest-ComputeTenantNetworksTest-267503227 tempest-ComputeTenantNetworksTest-267503227-project] 10.222.0.53 "GET /v2.0/networks/51325082-24f6-4ff7-bbad-8c9266435594 HTTP/1.1" status: 200 len: 769 time: 0.2685966 Jan 18 22:42:02.152374 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-c1374329-5319-4739-9f89-eaba05db937d req-d226ae91-5014-4bf2-b7ff-d585eab54d18 tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:02.160874 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 42200) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:02.170684 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-03bbcb2a-80b9-499b-a826-b6645133934c tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "GET /v2.0/floatingips/cd0f6e2e-cdf3-4a26-86c7-614e1c7ee307 HTTP/1.1" status: 200 len: 994 time: 0.1892118 Jan 18 22:42:02.229855 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99eda233-3b2e-4860-8400-fe3ecd707072 None None] Network bd7b4c0e-1233-411f-bf32-5a318c17df58 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:42:02.342998 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7d3d8009-1c4d-45ff-9250-bd02f45466dc None None] Provisioning complete for port 0c45a767-e0a8-4890-9d96-fbc498018c12 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:42:02.343621 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7d3d8009-1c4d-45ff-9250-bd02f45466dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:02.545280 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4449a3ec-e921-4344-9011-57cbf80155ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:02.584104 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7d3d8009-1c4d-45ff-9250-bd02f45466dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:02.594725 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0504bac5-40b0-4547-b9aa-7a062cf55e80 req-7f5238d5-d560-4789-8663-3b5f5353611f tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:02.594944 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-c1374329-5319-4739-9f89-eaba05db937d req-d226ae91-5014-4bf2-b7ff-d585eab54d18 tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:02.613311 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0504bac5-40b0-4547-b9aa-7a062cf55e80 req-7f5238d5-d560-4789-8663-3b5f5353611f tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=12385899-e70b-453e-afe9-39b5bfb9b2b6 HTTP/1.1" status: 200 len: 946 time: 0.3623428 Jan 18 22:42:02.649077 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device ad56502f-37d5-40b8-bff5-7103990436e6 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:42:02.726959 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7d3d8009-1c4d-45ff-9250-bd02f45466dc None None] For port 0c45a767-e0a8-4890-9d96-fbc498018c12, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=0c45a767-e0a8-4890-9d96-fbc498018c12,segment=NetworkSegment(54b369fa-4704-47f7-a2fe-aa96e53b9aa5),segment_id=54b369fa-4704-47f7-a2fe-aa96e53b9aa5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:42:02.743026 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971c489c-2bbd-4ca6-9a2d-8234ef171139 req-1fee8993-263e-42e0-ac00-441c75f794aa tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:02.753534 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-971c489c-2bbd-4ca6-9a2d-8234ef171139 req-1fee8993-263e-42e0-ac00-441c75f794aa tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=5916bb04-cece-43fd-9fc5-470c38a27dcd HTTP/1.1" status: 200 len: 946 time: 0.2925756 Jan 18 22:42:02.761404 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port ad56502f-37d5-40b8-bff5-7103990436e6 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:42:02.761864 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:02.763623 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7d3d8009-1c4d-45ff-9250-bd02f45466dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:02.789833 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0504bac5-40b0-4547-b9aa-7a062cf55e80 req-f84415db-30b6-4460-a3af-deea50f43240 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=dae8bf2d-ed71-4918-8e49-2e2d9465745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748881 Jan 18 22:42:02.804259 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ac612f8-84d1-4b79-9326-e55de5f8b3d4 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Router 463f2fa8-2117-43d8-8e0b-f62f688a053b is scheduled to L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 with binding_index 1 {{(pid=102431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 22:42:02.816278 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1374329-5319-4739-9f89-eaba05db937d req-d226ae91-5014-4bf2-b7ff-d585eab54d18 tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] Network 2941c829-aac7-4255-bd80-a6fdf3910f6b is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:42:02.833133 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4449a3ec-e921-4344-9011-57cbf80155ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:02.854531 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [req-c1374329-5319-4739-9f89-eaba05db937d req-d226ae91-5014-4bf2-b7ff-d585eab54d18 tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:42:02.869349 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d226ae91-5014-4bf2-b7ff-d585eab54d18 tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] Pushing event updated for resources: {'Port': ['ID=368adc76-f4dc-41d6-ac73-1e0f1cd7aae0,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:02.873886 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1374329-5319-4739-9f89-eaba05db937d req-d226ae91-5014-4bf2-b7ff-d585eab54d18 tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:42:02.966355 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3d8009-1c4d-45ff-9250-bd02f45466dc None None] Pushing event updated for resources: {'Port': ['ID=0c45a767-e0a8-4890-9d96-fbc498018c12,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:02.982126 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-8c2e0cee-69c9-433b-9218-5943af356a6a None None] Provisioning complete for port ad56502f-37d5-40b8-bff5-7103990436e6 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:42:02.982540 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8c2e0cee-69c9-433b-9218-5943af356a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:02.983010 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-971c489c-2bbd-4ca6-9a2d-8234ef171139 req-f3a6b9f4-513d-48ae-a798-cb206da248b0 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=47fd5e54-61ce-42c3-b5cd-195914aa324e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2281668 Jan 18 22:42:02.992204 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-86408128-b059-49d7-ae6b-c44af391d792 req-65ec8a52-6b2b-4077-b8bf-be4b2060a122 service neutron] For port ea188f43-7300-4457-a9e4-33406da91d20, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=ea188f43-7300-4457-a9e4-33406da91d20,segment=NetworkSegment(86507bb4-4915-4f06-a653-c026e7e063e5),segment_id=86507bb4-4915-4f06-a653-c026e7e063e5)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:42:03.021036 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e179645e-2ef6-4398-841e-2cc1004ac623 req-61f9bd88-47de-4e3b-9ad3-f61c2ae65282 tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:03.022565 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e179645e-2ef6-4398-841e-2cc1004ac623 req-61f9bd88-47de-4e3b-9ad3-f61c2ae65282 tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] 10.222.0.53 "GET /v2.0/ports?device_id=e46ddc21-c49e-4d71-bc63-a2a6408ca19d HTTP/1.1" status: 200 len: 931 time: 0.1335232 Jan 18 22:42:03.063900 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-4449a3ec-e921-4344-9011-57cbf80155ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51325082-24f6-4ff7-bbad-8c9266435594']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:42:03.093470 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 0c45a767-e0a8-4890-9d96-fbc498018c12 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:42:03.104294 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-4449a3ec-e921-4344-9011-57cbf80155ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5ccf142-7c21-45d9-86e0-1d27e0cb5272') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:42:03.105141 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-4449a3ec-e921-4344-9011-57cbf80155ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5ccf142-7c21-45d9-86e0-1d27e0cb5272') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:42:03.109501 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-86408128-b059-49d7-ae6b-c44af391d792 req-65ec8a52-6b2b-4077-b8bf-be4b2060a122 service neutron] For port ea188f43-7300-4457-a9e4-33406da91d20, host n-h1-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:42:03.141053 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4449a3ec-e921-4344-9011-57cbf80155ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:03.177724 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1374329-5319-4739-9f89-eaba05db937d req-d226ae91-5014-4bf2-b7ff-d585eab54d18 tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:03.180582 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-c1374329-5319-4739-9f89-eaba05db937d req-d226ae91-5014-4bf2-b7ff-d585eab54d18 tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:03.196540 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4449a3ec-e921-4344-9011-57cbf80155ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:03.209327 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 0c45a767-e0a8-4890-9d96-fbc498018c12 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:42:03.209699 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:03.209889 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ac612f8-84d1-4b79-9326-e55de5f8b3d4 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:42:03.218570 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4449a3ec-e921-4344-9011-57cbf80155ea admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:42:03.220655 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4449a3ec-e921-4344-9011-57cbf80155ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:03.225550 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f5cc6d-5a3d-4faa-a70e-584bd24d0a6b None None] Sync routers for ids ['463f2fa8-2117-43d8-8e0b-f62f688a053b'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:42:03.236875 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-1ac612f8-84d1-4b79-9326-e55de5f8b3d4 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] 10.222.0.53 "PUT /v2.0/routers/463f2fa8-2117-43d8-8e0b-f62f688a053b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3188732 Jan 18 22:42:03.237712 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:42:03.237712 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:42:03.237712 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:42:03.237712 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:42:03.237712 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:42:03.237712 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:42:03.237712 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:42:03.237712 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:42:03.237712 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:42:03.237712 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:42:03.237712 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:42:03.237712 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:42:03.237712 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:42:03.237712 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:42:03.237712 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:42:03.237712 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:42:03.237712 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:42:03.237712 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:42:03.237712 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:42:03.237712 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:42:03.237712 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:42:03.237712 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:42:03.237712 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:42:03.237712 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:42:03.237712 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:42:03.237712 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:42:03.237712 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:42:03.237712 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:42:03.237712 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:42:03.237712 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:42:03.237712 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:42:03.237712 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:42:03.242112 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f5cc6d-5a3d-4faa-a70e-584bd24d0a6b None None] Routers {'463f2fa8-2117-43d8-8e0b-f62f688a053b'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:42:03.243241 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-40f5cc6d-5a3d-4faa-a70e-584bd24d0a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:41:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['463f2fa8-2117-43d8-8e0b-f62f688a053b'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:42:03.250171 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 42224) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:03.257867 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-c1374329-5319-4739-9f89-eaba05db937d req-d226ae91-5014-4bf2-b7ff-d585eab54d18 tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6148245 Jan 18 22:42:03.273861 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e179645e-2ef6-4398-841e-2cc1004ac623 req-8db0f44d-c2de-453f-9994-dac5125aaa39 tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] 10.222.0.53 "GET /v2.0/security-groups?id=1716bd66-08b7-4f14-ac34-fbeb10fd33f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387979 Jan 18 22:42:03.282134 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-8c2e0cee-69c9-433b-9218-5943af356a6a None None] Provisioning complete for port ecb711ff-f9ff-4bf7-ab5a-c7f3e00689d3 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:42:03.282570 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8c2e0cee-69c9-433b-9218-5943af356a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:03.319374 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-c1374329-5319-4739-9f89-eaba05db937d req-bd3234eb-3d53-4209-b442-621db3d6d1db service neutron] Request body: {'port': {'device_id': 'e46ddc21-c49e-4d71-bc63-a2a6408ca19d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:42:03.345705 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-40f5cc6d-5a3d-4faa-a70e-584bd24d0a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:42:03.357130 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f5cc6d-5a3d-4faa-a70e-584bd24d0a6b None None] Routers {'463f2fa8-2117-43d8-8e0b-f62f688a053b'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:42:03.358330 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-40f5cc6d-5a3d-4faa-a70e-584bd24d0a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:41:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['463f2fa8-2117-43d8-8e0b-f62f688a053b'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:42:03.358596 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5916bb04-cece-43fd-9fc5-470c38a27dcd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea188f43-7300-4457-a9e4-33406da91d20'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:42:03.363330 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6dabf79-3662-4ef3-bcd7-01a973420cf8" -d '{"events": [{"server_uuid": "5916bb04-cece-43fd-9fc5-470c38a27dcd", "name": "network-vif-unplugged", "status": "completed", "tag": "ea188f43-7300-4457-a9e4-33406da91d20"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:42:03.388325 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-86408128-b059-49d7-ae6b-c44af391d792 req-65ec8a52-6b2b-4077-b8bf-be4b2060a122 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:03.389918 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-c1374329-5319-4739-9f89-eaba05db937d req-bd3234eb-3d53-4209-b442-621db3d6d1db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:03.400675 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4449a3ec-e921-4344-9011-57cbf80155ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:03.404934 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-40f5cc6d-5a3d-4faa-a70e-584bd24d0a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:42:03.406123 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f5cc6d-5a3d-4faa-a70e-584bd24d0a6b None None] The sync data for ids ['463f2fa8-2117-43d8-8e0b-f62f688a053b'] in n-d-825064-1 is: [] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:42:03.411659 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-8c2e0cee-69c9-433b-9218-5943af356a6a None None] Port ecb711ff-f9ff-4bf7-ab5a-c7f3e00689d3 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:42:03.418117 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4449a3ec-e921-4344-9011-57cbf80155ea admin admin] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:03.424608 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-4449a3ec-e921-4344-9011-57cbf80155ea admin admin] 10.222.0.53 "DELETE /v2.0/networks/51325082-24f6-4ff7-bbad-8c9266435594 HTTP/1.1" status: 204 len: 168 time: 1.2626762 Jan 18 22:42:03.456346 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4449a3ec-e921-4344-9011-57cbf80155ea admin admin] Pushing event deleted for resources: {'Network': ['ID=51325082-24f6-4ff7-bbad-8c9266435594,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:03.462971 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 18 Jan 2022 22:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01b5f5dd-5dc3-4110-a31a-ad21a74b5b30 x-openstack-request-id: req-01b5f5dd-5dc3-4110-a31a-ad21a74b5b30 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:42:03.463504 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5916bb04-cece-43fd-9fc5-470c38a27dcd", "name": "network-vif-unplugged", "status": "completed", "tag": "ea188f43-7300-4457-a9e4-33406da91d20", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:42:03.464257 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-01b5f5dd-5dc3-4110-a31a-ad21a74b5b30 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:42:03.464996 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5916bb04-cece-43fd-9fc5-470c38a27dcd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea188f43-7300-4457-a9e4-33406da91d20', 'code': 200} Jan 18 22:42:03.479882 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-86408128-b059-49d7-ae6b-c44af391d792 req-65ec8a52-6b2b-4077-b8bf-be4b2060a122 service neutron] Transition to ACTIVE for port object ea188f43-7300-4457-a9e4-33406da91d20 will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:42:03.491215 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-86408128-b059-49d7-ae6b-c44af391d792 req-65ec8a52-6b2b-4077-b8bf-be4b2060a122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:03.535423 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-86d235f9-377b-4555-9be9-f8431340d113 None None] Provisioning complete for port ecb711ff-f9ff-4bf7-ab5a-c7f3e00689d3 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:42:03.535944 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-86d235f9-377b-4555-9be9-f8431340d113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:03.623029 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 42236) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:03.632680 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-86d235f9-377b-4555-9be9-f8431340d113 None None] Port ecb711ff-f9ff-4bf7-ab5a-c7f3e00689d3 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:42:03.656359 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-86d235f9-377b-4555-9be9-f8431340d113 None None] Provisioning complete for port 0c45a767-e0a8-4890-9d96-fbc498018c12 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:42:03.657217 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-86d235f9-377b-4555-9be9-f8431340d113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:03.706500 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-74bddf33-43be-456e-b455-1b259a76cbf6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dfbd71a8c3e645f2864958000de3c4db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0820122 Jan 18 22:42:03.706957 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 42238) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:03.812864 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device ea188f43-7300-4457-a9e4-33406da91d20 no longer exists at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:42:03.839214 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cb7ff4c5-0bd2-401c-8abc-a8792e8fb000 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:03.862995 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cb7ff4c5-0bd2-401c-8abc-a8792e8fb000 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:03.884305 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device ea188f43-7300-4457-a9e4-33406da91d20 not bound to the agent host n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:42:03.926576 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [req-c1374329-5319-4739-9f89-eaba05db937d req-bd3234eb-3d53-4209-b442-621db3d6d1db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 368adc76-f4dc-41d6-ac73-1e0f1cd7aae0 {{(pid=102431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:42:03.935498 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-c1374329-5319-4739-9f89-eaba05db937d req-bd3234eb-3d53-4209-b442-621db3d6d1db service neutron] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:03.953042 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cb7ff4c5-0bd2-401c-8abc-a8792e8fb000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:03.955666 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cb7ff4c5-0bd2-401c-8abc-a8792e8fb000 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:03.959606 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-cb7ff4c5-0bd2-401c-8abc-a8792e8fb000 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fd4b83fc-0310-44e6-89ff-3866c62ca615 HTTP/1.1" status: 204 len: 168 time: 0.2494917 Jan 18 22:42:03.960943 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [req-c1374329-5319-4739-9f89-eaba05db937d req-bd3234eb-3d53-4209-b442-621db3d6d1db service neutron] Transition to ACTIVE for port object 368adc76-f4dc-41d6-ac73-1e0f1cd7aae0 will not be triggered until provisioned by entity L2. {{(pid=102431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:42:03.969890 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7ff4c5-0bd2-401c-8abc-a8792e8fb000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd4b83fc-0310-44e6-89ff-3866c62ca615,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:03.971857 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-c1374329-5319-4739-9f89-eaba05db937d req-bd3234eb-3d53-4209-b442-621db3d6d1db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:04.056532 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3234eb-3d53-4209-b442-621db3d6d1db service neutron] Pushing event updated for resources: {'Port': ['ID=368adc76-f4dc-41d6-ac73-1e0f1cd7aae0,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:04.120327 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-c1374329-5319-4739-9f89-eaba05db937d req-bd3234eb-3d53-4209-b442-621db3d6d1db service neutron] Attempting to bind port 368adc76-f4dc-41d6-ac73-1e0f1cd7aae0 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:42:04.120671 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-c1374329-5319-4739-9f89-eaba05db937d req-bd3234eb-3d53-4209-b442-621db3d6d1db service neutron] Attempting to bind port 368adc76-f4dc-41d6-ac73-1e0f1cd7aae0 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '4c6632ba-d9b8-4e35-896d-34b55762fb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2941c829-aac7-4255-bd80-a6fdf3910f6b'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:42:04.121044 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1374329-5319-4739-9f89-eaba05db937d req-bd3234eb-3d53-4209-b442-621db3d6d1db service neutron] Attempting to bind port 368adc76-f4dc-41d6-ac73-1e0f1cd7aae0 on network 2941c829-aac7-4255-bd80-a6fdf3910f6b {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:42:04.126101 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1374329-5319-4739-9f89-eaba05db937d req-bd3234eb-3d53-4209-b442-621db3d6d1db service neutron] Port 368adc76-f4dc-41d6-ac73-1e0f1cd7aae0 on network 2941c829-aac7-4255-bd80-a6fdf3910f6b not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:42:04.126490 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1374329-5319-4739-9f89-eaba05db937d req-bd3234eb-3d53-4209-b442-621db3d6d1db service neutron] Attempting to bind port 368adc76-f4dc-41d6-ac73-1e0f1cd7aae0 on network 2941c829-aac7-4255-bd80-a6fdf3910f6b {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:42:04.131985 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1374329-5319-4739-9f89-eaba05db937d req-bd3234eb-3d53-4209-b442-621db3d6d1db service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:42:04.132402 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1374329-5319-4739-9f89-eaba05db937d req-bd3234eb-3d53-4209-b442-621db3d6d1db service neutron] Checking segment: {'id': '4c6632ba-d9b8-4e35-896d-34b55762fb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2941c829-aac7-4255-bd80-a6fdf3910f6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:42:04.132880 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1374329-5319-4739-9f89-eaba05db937d req-bd3234eb-3d53-4209-b442-621db3d6d1db service neutron] Bound using segment: {'id': '4c6632ba-d9b8-4e35-896d-34b55762fb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2941c829-aac7-4255-bd80-a6fdf3910f6b'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:42:04.133417 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-c1374329-5319-4739-9f89-eaba05db937d req-bd3234eb-3d53-4209-b442-621db3d6d1db service neutron] Bound port: 368adc76-f4dc-41d6-ac73-1e0f1cd7aae0, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c6632ba-d9b8-4e35-896d-34b55762fb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2941c829-aac7-4255-bd80-a6fdf3910f6b'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:42:04.133882 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-c1374329-5319-4739-9f89-eaba05db937d req-bd3234eb-3d53-4209-b442-621db3d6d1db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:04.211819 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-c1374329-5319-4739-9f89-eaba05db937d req-bd3234eb-3d53-4209-b442-621db3d6d1db service neutron] For port 368adc76-f4dc-41d6-ac73-1e0f1cd7aae0, host n-h2-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:42:04.215852 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-c1374329-5319-4739-9f89-eaba05db937d req-bd3234eb-3d53-4209-b442-621db3d6d1db service neutron] For port 368adc76-f4dc-41d6-ac73-1e0f1cd7aae0, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=368adc76-f4dc-41d6-ac73-1e0f1cd7aae0,segment=NetworkSegment(4c6632ba-d9b8-4e35-896d-34b55762fb57),segment_id=4c6632ba-d9b8-4e35-896d-34b55762fb57)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:42:04.223475 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-c1374329-5319-4739-9f89-eaba05db937d req-bd3234eb-3d53-4209-b442-621db3d6d1db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:04.229648 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ec8a52-6b2b-4077-b8bf-be4b2060a122 service neutron] Pushing event updated for resources: {'Port': ['ID=ea188f43-7300-4457-a9e4-33406da91d20,revision_number=6']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:04.291287 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1374329-5319-4739-9f89-eaba05db937d req-bd3234eb-3d53-4209-b442-621db3d6d1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:04.294061 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-c1374329-5319-4739-9f89-eaba05db937d req-bd3234eb-3d53-4209-b442-621db3d6d1db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:04.295641 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-c1374329-5319-4739-9f89-eaba05db937d req-bd3234eb-3d53-4209-b442-621db3d6d1db service neutron] 10.222.0.67 "PUT /v2.0/ports/368adc76-f4dc-41d6-ac73-1e0f1cd7aae0 HTTP/1.1" status: 200 len: 1091 time: 0.9806352 Jan 18 22:42:04.296152 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e46ddc21-c49e-4d71-bc63-a2a6408ca19d', 'tag': '368adc76-f4dc-41d6-ac73-1e0f1cd7aae0'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:42:04.298839 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b0372e2-da9b-4e8e-9162-023774e7fe56" -d '{"events": [{"name": "network-changed", "server_uuid": "e46ddc21-c49e-4d71-bc63-a2a6408ca19d", "tag": "368adc76-f4dc-41d6-ac73-1e0f1cd7aae0"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:42:04.377251 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3234eb-3d53-4209-b442-621db3d6d1db service neutron] Pushing event updated for resources: {'Port': ['ID=368adc76-f4dc-41d6-ac73-1e0f1cd7aae0,revision_number=3']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:04.401597 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1374329-5319-4739-9f89-eaba05db937d req-2f4fc855-16ba-4531-b8c1-b1f0f9d72cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:04.403064 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-c1374329-5319-4739-9f89-eaba05db937d req-2f4fc855-16ba-4531-b8c1-b1f0f9d72cdd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1f30da5c9fb54ac9a180e5ee307f6879&device_id=e46ddc21-c49e-4d71-bc63-a2a6408ca19d HTTP/1.1" status: 200 len: 1094 time: 0.0642416 Jan 18 22:42:04.403736 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-86408128-b059-49d7-ae6b-c44af391d792 req-65ec8a52-6b2b-4077-b8bf-be4b2060a122 service neutron] No DVR routers for this DVR port ea188f43-7300-4457-a9e4-33406da91d20 on host n-h1-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:42:04.435258 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9571f6-8f98-4d7d-8015-66275b8537cd req-0c82dbdb-e047-461e-8e01-bb5c7400cef2 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:04.447714 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ab9571f6-8f98-4d7d-8015-66275b8537cd req-0c82dbdb-e047-461e-8e01-bb5c7400cef2 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=5916bb04-cece-43fd-9fc5-470c38a27dcd HTTP/1.1" status: 200 len: 944 time: 0.2139454 Jan 18 22:42:04.465060 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-c1374329-5319-4739-9f89-eaba05db937d req-1b5d7914-9248-4cb3-b0dc-9a00e33f23cf service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=368adc76-f4dc-41d6-ac73-1e0f1cd7aae0 HTTP/1.1" status: 200 len: 217 time: 0.0553241 Jan 18 22:42:04.482477 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 0c45a767-e0a8-4890-9d96-fbc498018c12 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:42:04.533924 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1374329-5319-4739-9f89-eaba05db937d req-7bac634e-8192-4b0f-b55a-d72b8d11a1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:04.537082 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-c1374329-5319-4739-9f89-eaba05db937d req-7bac634e-8192-4b0f-b55a-d72b8d11a1ab service neutron] 10.222.0.67 "GET /v2.0/subnets?id=36249958-8705-47ec-8fdb-0a6b03d25cc9 HTTP/1.1" status: 200 len: 849 time: 0.0641644 Jan 18 22:42:04.544821 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b32ec5-f402-463e-a62f-fbe95c9d4b5b req-196edfab-0e44-4f22-9c70-a3c0ad0c2043 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:04.546620 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-97b32ec5-f402-463e-a62f-fbe95c9d4b5b req-196edfab-0e44-4f22-9c70-a3c0ad0c2043 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=12385899-e70b-453e-afe9-39b5bfb9b2b6 HTTP/1.1" status: 200 len: 946 time: 0.3139806 Jan 18 22:42:04.569665 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 0c45a767-e0a8-4890-9d96-fbc498018c12 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:42:04.570050 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:04.581983 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-c1374329-5319-4739-9f89-eaba05db937d req-93e51a6a-a32e-4d0b-a738-4590490f71b6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2941c829-aac7-4255-bd80-a6fdf3910f6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371616 Jan 18 22:42:04.695139 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-c1374329-5319-4739-9f89-eaba05db937d req-7f276910-caa2-415d-b6ff-62813d1f5144 service neutron] 10.222.0.67 "GET /v2.0/networks/2941c829-aac7-4255-bd80-a6fdf3910f6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064265 Jan 18 22:42:04.719416 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ab9571f6-8f98-4d7d-8015-66275b8537cd req-b43fe90c-9bbe-462b-baf0-ea7787cac325 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=47fd5e54-61ce-42c3-b5cd-195914aa324e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1968412 Jan 18 22:42:04.729344 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 42280) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:04.748620 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-97b32ec5-f402-463e-a62f-fbe95c9d4b5b req-cd60efd9-7584-44cc-90e8-b45dedcd2b43 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=dae8bf2d-ed71-4918-8e49-2e2d9465745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470366 Jan 18 22:42:04.754856 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [None req-6f8cd229-ad18-4f21-91ea-4bb892b9bd0e tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 22:42:04.758696 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-6f8cd229-ad18-4f21-91ea-4bb892b9bd0e tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] 10.222.0.53 "PUT /v2.0/routers/463f2fa8-2117-43d8-8e0b-f62f688a053b/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.5032012 Jan 18 22:42:04.760454 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 42286) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:04.860480 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18ef75f2-610a-4834-b490-eba3a88d56e4 x-openstack-request-id: req-18ef75f2-610a-4834-b490-eba3a88d56e4 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:42:04.862923 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e46ddc21-c49e-4d71-bc63-a2a6408ca19d", "tag": "368adc76-f4dc-41d6-ac73-1e0f1cd7aae0", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:42:04.863334 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-18ef75f2-610a-4834-b490-eba3a88d56e4 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:42:04.865013 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e46ddc21-c49e-4d71-bc63-a2a6408ca19d', 'tag': '368adc76-f4dc-41d6-ac73-1e0f1cd7aae0', 'status': 'completed', 'code': 200} Jan 18 22:42:04.904224 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-c1374329-5319-4739-9f89-eaba05db937d req-79605d5e-2c2c-4ea3-a7b7-064955cedaf1 service neutron] 10.222.0.67 "GET /v2.0/networks/2941c829-aac7-4255-bd80-a6fdf3910f6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008183 Jan 18 22:42:05.015723 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e0d61381-9ef4-453d-b408-c2db7a4be5bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:05.021404 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f80315-1bfe-4508-938f-1cef6299d54e req-45a31837-e9b0-4e79-b047-71039753b6a4 tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:05.023506 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c5f80315-1bfe-4508-938f-1cef6299d54e req-45a31837-e9b0-4e79-b047-71039753b6a4 tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] 10.222.0.53 "GET /v2.0/ports?device_id=e46ddc21-c49e-4d71-bc63-a2a6408ca19d HTTP/1.1" status: 200 len: 943 time: 0.1771696 Jan 18 22:42:05.046952 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0372e2-da9b-4e8e-9162-023774e7fe56 req-d4c5bec7-c8f0-4452-8d5b-2c0e881b6d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:05.048643 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-5b0372e2-da9b-4e8e-9162-023774e7fe56 req-d4c5bec7-c8f0-4452-8d5b-2c0e881b6d4a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1f30da5c9fb54ac9a180e5ee307f6879&device_id=e46ddc21-c49e-4d71-bc63-a2a6408ca19d HTTP/1.1" status: 200 len: 1094 time: 0.0828764 Jan 18 22:42:05.066145 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-86408128-b059-49d7-ae6b-c44af391d792 req-65ec8a52-6b2b-4077-b8bf-be4b2060a122 service neutron] Attempting to bind port ea188f43-7300-4457-a9e4-33406da91d20 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:42:05.066145 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-86408128-b059-49d7-ae6b-c44af391d792 req-65ec8a52-6b2b-4077-b8bf-be4b2060a122 service neutron] Attempting to bind port ea188f43-7300-4457-a9e4-33406da91d20 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '86507bb4-4915-4f06-a653-c026e7e063e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '221254be-2a67-4a48-a311-8dd80515e5fb'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:42:05.066145 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86408128-b059-49d7-ae6b-c44af391d792 req-65ec8a52-6b2b-4077-b8bf-be4b2060a122 service neutron] Attempting to bind port ea188f43-7300-4457-a9e4-33406da91d20 on network 221254be-2a67-4a48-a311-8dd80515e5fb {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:42:05.083836 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86408128-b059-49d7-ae6b-c44af391d792 req-65ec8a52-6b2b-4077-b8bf-be4b2060a122 service neutron] Port ea188f43-7300-4457-a9e4-33406da91d20 on network 221254be-2a67-4a48-a311-8dd80515e5fb not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:42:05.084747 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86408128-b059-49d7-ae6b-c44af391d792 req-65ec8a52-6b2b-4077-b8bf-be4b2060a122 service neutron] Attempting to bind port ea188f43-7300-4457-a9e4-33406da91d20 on network 221254be-2a67-4a48-a311-8dd80515e5fb {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:42:05.114761 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86408128-b059-49d7-ae6b-c44af391d792 req-65ec8a52-6b2b-4077-b8bf-be4b2060a122 service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:42:05.115105 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86408128-b059-49d7-ae6b-c44af391d792 req-65ec8a52-6b2b-4077-b8bf-be4b2060a122 service neutron] Checking segment: {'id': '86507bb4-4915-4f06-a653-c026e7e063e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '221254be-2a67-4a48-a311-8dd80515e5fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:42:05.115492 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86408128-b059-49d7-ae6b-c44af391d792 req-65ec8a52-6b2b-4077-b8bf-be4b2060a122 service neutron] Bound using segment: {'id': '86507bb4-4915-4f06-a653-c026e7e063e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '221254be-2a67-4a48-a311-8dd80515e5fb'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:42:05.116264 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-86408128-b059-49d7-ae6b-c44af391d792 req-65ec8a52-6b2b-4077-b8bf-be4b2060a122 service neutron] Bound port: ea188f43-7300-4457-a9e4-33406da91d20, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86507bb4-4915-4f06-a653-c026e7e063e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '221254be-2a67-4a48-a311-8dd80515e5fb'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:42:05.116591 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-86408128-b059-49d7-ae6b-c44af391d792 req-65ec8a52-6b2b-4077-b8bf-be4b2060a122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:05.134702 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93160f74-1081-4e7a-89bd-3532ef274f71 req-d8f0eca6-3651-4ee7-ace9-32dc916115c1 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:05.136252 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-93160f74-1081-4e7a-89bd-3532ef274f71 req-d8f0eca6-3651-4ee7-ace9-32dc916115c1 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=12385899-e70b-453e-afe9-39b5bfb9b2b6 HTTP/1.1" status: 200 len: 946 time: 0.1955810 Jan 18 22:42:05.194988 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e0d61381-9ef4-453d-b408-c2db7a4be5bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:05.198139 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0372e2-da9b-4e8e-9162-023774e7fe56 req-c0d05f32-e78f-492b-bf9a-7ed8266a8d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:05.199673 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-5b0372e2-da9b-4e8e-9162-023774e7fe56 req-c0d05f32-e78f-492b-bf9a-7ed8266a8d87 service neutron] 10.222.0.67 "GET /v2.0/networks?id=2941c829-aac7-4255-bd80-a6fdf3910f6b HTTP/1.1" status: 200 len: 909 time: 0.1428623 Jan 18 22:42:05.200753 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e0d61381-9ef4-453d-b408-c2db7a4be5bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:05.223570 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c5f80315-1bfe-4508-938f-1cef6299d54e req-5f73b80a-f6dd-499e-9cbf-8cfb48911ade tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] 10.222.0.53 "GET /v2.0/security-groups?id=1716bd66-08b7-4f14-ac34-fbeb10fd33f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648855 Jan 18 22:42:05.274022 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-5b0372e2-da9b-4e8e-9162-023774e7fe56 req-b484537c-aa6e-40ab-93e1-d5ae915b0885 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=368adc76-f4dc-41d6-ac73-1e0f1cd7aae0 HTTP/1.1" status: 200 len: 217 time: 0.0631144 Jan 18 22:42:05.279720 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-e0d61381-9ef4-453d-b408-c2db7a4be5bc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=84a813c0593d4f19bdbaf2d28570fc9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5493443 Jan 18 22:42:05.281733 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d61381-9ef4-453d-b408-c2db7a4be5bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a9ee167-a312-4eee-b6aa-519da486d5fa,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:05.284183 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 42300) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:05.293097 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-93160f74-1081-4e7a-89bd-3532ef274f71 req-e48d3d31-024b-4185-a54b-3677900189ab tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=dae8bf2d-ed71-4918-8e49-2e2d9465745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392708 Jan 18 22:42:05.329524 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-86408128-b059-49d7-ae6b-c44af391d792 req-65ec8a52-6b2b-4077-b8bf-be4b2060a122 service neutron] For port ea188f43-7300-4457-a9e4-33406da91d20, host n-h2-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:42:05.357655 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0372e2-da9b-4e8e-9162-023774e7fe56 req-4ca7f8f6-8306-4870-904a-eb7778ef05f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:05.359126 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-5b0372e2-da9b-4e8e-9162-023774e7fe56 req-4ca7f8f6-8306-4870-904a-eb7778ef05f0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=36249958-8705-47ec-8fdb-0a6b03d25cc9 HTTP/1.1" status: 200 len: 849 time: 0.0741243 Jan 18 22:42:05.362347 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-86408128-b059-49d7-ae6b-c44af391d792 req-65ec8a52-6b2b-4077-b8bf-be4b2060a122 service neutron] For port ea188f43-7300-4457-a9e4-33406da91d20, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=ea188f43-7300-4457-a9e4-33406da91d20,segment=NetworkSegment(86507bb4-4915-4f06-a653-c026e7e063e5),segment_id=86507bb4-4915-4f06-a653-c026e7e063e5)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:42:05.399988 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-86408128-b059-49d7-ae6b-c44af391d792 req-65ec8a52-6b2b-4077-b8bf-be4b2060a122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:05.404627 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-5b0372e2-da9b-4e8e-9162-023774e7fe56 req-d5be2d34-d79b-4dfb-90fa-427e203f9067 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2941c829-aac7-4255-bd80-a6fdf3910f6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340652 Jan 18 22:42:05.405570 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6cb7a6fa-b0c4-4999-9d9e-4017c737e6ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:05.455017 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86408128-b059-49d7-ae6b-c44af391d792 req-65ec8a52-6b2b-4077-b8bf-be4b2060a122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:05.455932 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-86408128-b059-49d7-ae6b-c44af391d792 req-65ec8a52-6b2b-4077-b8bf-be4b2060a122 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:05.457401 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-86408128-b059-49d7-ae6b-c44af391d792 req-65ec8a52-6b2b-4077-b8bf-be4b2060a122 service neutron] 10.222.0.67 "PUT /v2.0/ports/ea188f43-7300-4457-a9e4-33406da91d20 HTTP/1.1" status: 200 len: 1092 time: 3.6124511 Jan 18 22:42:05.468842 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6cb7a6fa-b0c4-4999-9d9e-4017c737e6ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:05.485249 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5916bb04-cece-43fd-9fc5-470c38a27dcd', 'tag': 'ea188f43-7300-4457-a9e4-33406da91d20'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:42:05.486490 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b29436c-58cc-4b86-addb-e34c4c13226b" -d '{"events": [{"name": "network-changed", "server_uuid": "5916bb04-cece-43fd-9fc5-470c38a27dcd", "tag": "ea188f43-7300-4457-a9e4-33406da91d20"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:42:05.553769 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-5b0372e2-da9b-4e8e-9162-023774e7fe56 req-c616ede1-7eac-4979-bf6a-e4664eb1daaa service neutron] 10.222.0.67 "GET /v2.0/networks/2941c829-aac7-4255-bd80-a6fdf3910f6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380248 Jan 18 22:42:05.605606 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59e28f08-972d-4dc6-bdd1-f5aedf8f8211 x-openstack-request-id: req-59e28f08-972d-4dc6-bdd1-f5aedf8f8211 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:42:05.606015 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5916bb04-cece-43fd-9fc5-470c38a27dcd", "tag": "ea188f43-7300-4457-a9e4-33406da91d20", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:42:05.606425 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-59e28f08-972d-4dc6-bdd1-f5aedf8f8211 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:42:05.606927 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5916bb04-cece-43fd-9fc5-470c38a27dcd', 'tag': 'ea188f43-7300-4457-a9e4-33406da91d20', 'status': 'completed', 'code': 200} Jan 18 22:42:05.624961 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea1fc98-5e5f-4236-ba68-26cd4450a3e1 req-8efd6327-3aee-4f45-adc5-1d9e9c8a4983 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:05.628633 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-eea1fc98-5e5f-4236-ba68-26cd4450a3e1 req-8efd6327-3aee-4f45-adc5-1d9e9c8a4983 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=12385899-e70b-453e-afe9-39b5bfb9b2b6 HTTP/1.1" status: 200 len: 946 time: 0.2593563 Jan 18 22:42:05.641913 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6cb7a6fa-b0c4-4999-9d9e-4017c737e6ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:05.643514 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ec8a52-6b2b-4077-b8bf-be4b2060a122 service neutron] Pushing event updated for resources: {'Port': ['ID=ea188f43-7300-4457-a9e4-33406da91d20,revision_number=7']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:05.644871 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6cb7a6fa-b0c4-4999-9d9e-4017c737e6ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:05.653693 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-6cb7a6fa-b0c4-4999-9d9e-4017c737e6ba admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8a9ee167-a312-4eee-b6aa-519da486d5fa HTTP/1.1" status: 204 len: 168 time: 0.3672228 Jan 18 22:42:05.673417 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86408128-b059-49d7-ae6b-c44af391d792 req-136cb163-b7a2-4f6e-8a9c-3c38321be445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:05.674943 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-86408128-b059-49d7-ae6b-c44af391d792 req-136cb163-b7a2-4f6e-8a9c-3c38321be445 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=438cce0e2f434b5f879ce307da159923&device_id=5916bb04-cece-43fd-9fc5-470c38a27dcd HTTP/1.1" status: 200 len: 1095 time: 0.1692553 Jan 18 22:42:05.712792 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-18940d0b-b5ce-4107-aa75-2aa5d9f6b27c tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1041027'] for router_interface, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:05.719774 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-eea1fc98-5e5f-4236-ba68-26cd4450a3e1 req-9b90ddad-6cba-4591-85cd-3c23a842fd91 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=dae8bf2d-ed71-4918-8e49-2e2d9465745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837929 Jan 18 22:42:05.725518 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-5b0372e2-da9b-4e8e-9162-023774e7fe56 req-6c5d828f-6a01-48f7-9160-53fbcfbfbd4e service neutron] 10.222.0.67 "GET /v2.0/networks/2941c829-aac7-4255-bd80-a6fdf3910f6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638737 Jan 18 22:42:05.767092 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb7a6fa-b0c4-4999-9d9e-4017c737e6ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a9ee167-a312-4eee-b6aa-519da486d5fa,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:05.788495 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b29436c-58cc-4b86-addb-e34c4c13226b req-2fbb2753-f895-42d0-8d8e-54b0ea085013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:05.790029 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-9b29436c-58cc-4b86-addb-e34c4c13226b req-2fbb2753-f895-42d0-8d8e-54b0ea085013 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=438cce0e2f434b5f879ce307da159923&device_id=5916bb04-cece-43fd-9fc5-470c38a27dcd HTTP/1.1" status: 200 len: 1095 time: 0.1663284 Jan 18 22:42:05.974718 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86408128-b059-49d7-ae6b-c44af391d792 req-e939a268-67cf-40ae-8f9c-9891864b3cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:05.976238 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-86408128-b059-49d7-ae6b-c44af391d792 req-e939a268-67cf-40ae-8f9c-9891864b3cf8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=221254be-2a67-4a48-a311-8dd80515e5fb HTTP/1.1" status: 200 len: 897 time: 0.2885659 Jan 18 22:42:06.002674 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b29436c-58cc-4b86-addb-e34c4c13226b req-fea94fa4-708a-4eb7-b509-30fc4088efa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:06.004310 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-9b29436c-58cc-4b86-addb-e34c4c13226b req-fea94fa4-708a-4eb7-b509-30fc4088efa6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=221254be-2a67-4a48-a311-8dd80515e5fb HTTP/1.1" status: 200 len: 897 time: 0.2038860 Jan 18 22:42:06.044674 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eea96f7-4ffb-4d82-acae-ae46a3377e1e req-cf530526-970d-4b93-baa4-71b586f4dc92 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:06.046199 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1eea96f7-4ffb-4d82-acae-ae46a3377e1e req-cf530526-970d-4b93-baa4-71b586f4dc92 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=5916bb04-cece-43fd-9fc5-470c38a27dcd HTTP/1.1" status: 200 len: 944 time: 0.1689341 Jan 18 22:42:06.110477 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-86408128-b059-49d7-ae6b-c44af391d792 req-2c47147c-3cc5-4e80-9c5e-f4543be0675e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea188f43-7300-4457-a9e4-33406da91d20 HTTP/1.1" status: 200 len: 999 time: 0.1259634 Jan 18 22:42:06.110622 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-9b29436c-58cc-4b86-addb-e34c4c13226b req-60ea9623-cf57-4062-881d-f335a9bb3fa0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea188f43-7300-4457-a9e4-33406da91d20 HTTP/1.1" status: 200 len: 999 time: 0.0996618 Jan 18 22:42:06.186031 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b29436c-58cc-4b86-addb-e34c4c13226b req-7b7bf008-bc8b-481f-9a21-f7743b7458c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:06.187941 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-9b29436c-58cc-4b86-addb-e34c4c13226b req-7b7bf008-bc8b-481f-9a21-f7743b7458c4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b26d2360-439e-4457-bc0c-79152de436de HTTP/1.1" status: 200 len: 834 time: 0.0701001 Jan 18 22:42:06.196409 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1eea96f7-4ffb-4d82-acae-ae46a3377e1e req-504b1b03-29e6-4a2a-b0eb-3d2c4986179b tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=47fd5e54-61ce-42c3-b5cd-195914aa324e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324959 Jan 18 22:42:06.262609 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b29436c-58cc-4b86-addb-e34c4c13226b req-9ca07c39-5695-4f01-b8c9-3626bad893b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:06.265002 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-9b29436c-58cc-4b86-addb-e34c4c13226b req-9ca07c39-5695-4f01-b8c9-3626bad893b4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=221254be-2a67-4a48-a311-8dd80515e5fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681591 Jan 18 22:42:06.271002 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86408128-b059-49d7-ae6b-c44af391d792 req-3271554c-c6e0-4443-81b7-d9d8f0cbf66b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:06.272348 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-86408128-b059-49d7-ae6b-c44af391d792 req-3271554c-c6e0-4443-81b7-d9d8f0cbf66b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b26d2360-439e-4457-bc0c-79152de436de HTTP/1.1" status: 200 len: 834 time: 0.1544893 Jan 18 22:42:06.306658 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 42334) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:06.317510 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aa7b9a-2815-4c8a-9d21-0d621926da0d req-ca7cb33e-62da-45c7-9926-03b81f31d3f9 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:06.319250 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e4aa7b9a-2815-4c8a-9d21-0d621926da0d req-ca7cb33e-62da-45c7-9926-03b81f31d3f9 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=12385899-e70b-453e-afe9-39b5bfb9b2b6 HTTP/1.1" status: 200 len: 946 time: 0.1926513 Jan 18 22:42:06.372591 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0bb563d7-ffd0-4aaf-aa07-20d780c9c7bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:06.391885 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-9b29436c-58cc-4b86-addb-e34c4c13226b req-ffe7de08-925d-4d23-96e7-35e0716b1363 service neutron] 10.222.0.36 "GET /v2.0/networks/221254be-2a67-4a48-a311-8dd80515e5fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191063 Jan 18 22:42:06.457195 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86408128-b059-49d7-ae6b-c44af391d792 req-f5f5aab0-e2d0-487c-bceb-179bd96c5288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:06.458700 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-86408128-b059-49d7-ae6b-c44af391d792 req-f5f5aab0-e2d0-487c-bceb-179bd96c5288 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=221254be-2a67-4a48-a311-8dd80515e5fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1629329 Jan 18 22:42:06.461478 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e4aa7b9a-2815-4c8a-9d21-0d621926da0d req-516690da-418c-409e-bc21-e8d9e1102775 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=dae8bf2d-ed71-4918-8e49-2e2d9465745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222601 Jan 18 22:42:06.487308 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-18940d0b-b5ce-4107-aa75-2aa5d9f6b27c tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Deleting port ecb711ff-f9ff-4bf7-ab5a-c7f3e00689d3 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:42:06.487660 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-18940d0b-b5ce-4107-aa75-2aa5d9f6b27c tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:06.505889 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-9b29436c-58cc-4b86-addb-e34c4c13226b req-d9f2a985-539c-4791-b2c6-06d61ee82df4 service neutron] 10.222.0.36 "GET /v2.0/networks/221254be-2a67-4a48-a311-8dd80515e5fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071274 Jan 18 22:42:06.508471 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583cc330-8e04-47c0-8897-8534d70fdbd7 req-2f6504bd-cd73-47c3-97b9-9eda581067dd tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:06.509930 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-583cc330-8e04-47c0-8897-8534d70fdbd7 req-2f6504bd-cd73-47c3-97b9-9eda581067dd tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] 10.222.0.53 "GET /v2.0/ports?device_id=e46ddc21-c49e-4d71-bc63-a2a6408ca19d HTTP/1.1" status: 200 len: 943 time: 0.1695063 Jan 18 22:42:06.680077 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-583cc330-8e04-47c0-8897-8534d70fdbd7 req-883b73c0-28a7-45da-beb0-92c9cf56db7f tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] 10.222.0.53 "GET /v2.0/security-groups?id=1716bd66-08b7-4f14-ac34-fbeb10fd33f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552486 Jan 18 22:42:06.713677 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-86408128-b059-49d7-ae6b-c44af391d792 req-179b99ac-d214-4e92-8178-d6e547b0455f service neutron] 10.222.0.67 "GET /v2.0/networks/221254be-2a67-4a48-a311-8dd80515e5fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457373 Jan 18 22:42:06.724213 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-18940d0b-b5ce-4107-aa75-2aa5d9f6b27c tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:06.727607 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0bb563d7-ffd0-4aaf-aa07-20d780c9c7bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:06.743343 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0bb563d7-ffd0-4aaf-aa07-20d780c9c7bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:06.765699 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-18940d0b-b5ce-4107-aa75-2aa5d9f6b27c tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Calling delete_port for ecb711ff-f9ff-4bf7-ab5a-c7f3e00689d3 owned by network:router_interface {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:42:06.873318 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb563d7-ffd0-4aaf-aa07-20d780c9c7bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9da5b969-9e31-4bb1-bed4-a6face545aa3,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:06.882484 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-0bb563d7-ffd0-4aaf-aa07-20d780c9c7bb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b9108202bff74709b86231d39c51ae79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5728934 Jan 18 22:42:06.885294 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 42352) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:06.922347 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-86408128-b059-49d7-ae6b-c44af391d792 req-dc5f44b7-2c06-4e64-b98b-cb46780c10ad service neutron] 10.222.0.67 "GET /v2.0/networks/221254be-2a67-4a48-a311-8dd80515e5fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999238 Jan 18 22:42:06.942910 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9da0eaa2-4ae5-461a-84e1-f64b01962995 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:06.966172 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9da0eaa2-4ae5-461a-84e1-f64b01962995 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:07.031822 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9da0eaa2-4ae5-461a-84e1-f64b01962995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:07.034892 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9da0eaa2-4ae5-461a-84e1-f64b01962995 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:07.040483 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-9da0eaa2-4ae5-461a-84e1-f64b01962995 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9da5b969-9e31-4bb1-bed4-a6face545aa3 HTTP/1.1" status: 204 len: 168 time: 0.1536107 Jan 18 22:42:07.049400 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da0eaa2-4ae5-461a-84e1-f64b01962995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9da5b969-9e31-4bb1-bed4-a6face545aa3,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:07.459139 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b29436c-58cc-4b86-addb-e34c4c13226b req-8c67d21a-90e4-47ae-a036-249e7ccb6fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:07.461030 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9b29436c-58cc-4b86-addb-e34c4c13226b req-8c67d21a-90e4-47ae-a036-249e7ccb6fff service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=438cce0e2f434b5f879ce307da159923&device_id=5916bb04-cece-43fd-9fc5-470c38a27dcd HTTP/1.1" status: 200 len: 1095 time: 0.4767923 Jan 18 22:42:07.495388 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1596f3f2-c84f-41ad-98a0-307c4e7c766a req-0c9365ff-5e3e-4b2f-9eef-c078a0d12d1e tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:07.498015 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-1596f3f2-c84f-41ad-98a0-307c4e7c766a req-0c9365ff-5e3e-4b2f-9eef-c078a0d12d1e tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.36 "GET /v2.0/ports?device_id=12385899-e70b-453e-afe9-39b5bfb9b2b6 HTTP/1.1" status: 200 len: 946 time: 0.0755081 Jan 18 22:42:07.571418 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b29436c-58cc-4b86-addb-e34c4c13226b req-8bbd9ecb-04fd-45f3-ac0d-42fb82de6d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:07.572917 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9b29436c-58cc-4b86-addb-e34c4c13226b req-8bbd9ecb-04fd-45f3-ac0d-42fb82de6d11 service neutron] 10.222.0.67 "GET /v2.0/networks?id=221254be-2a67-4a48-a311-8dd80515e5fb HTTP/1.1" status: 200 len: 897 time: 0.1018517 Jan 18 22:42:07.585560 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-18940d0b-b5ce-4107-aa75-2aa5d9f6b27c tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:07.600962 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd638d-6562-4b67-a5f7-e937edd4b673 req-6c2abd72-8774-4112-a9fd-ef7eecb53112 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:07.609276 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-16fd638d-6562-4b67-a5f7-e937edd4b673 req-6c2abd72-8774-4112-a9fd-ef7eecb53112 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=5916bb04-cece-43fd-9fc5-470c38a27dcd HTTP/1.1" status: 200 len: 944 time: 0.1960323 Jan 18 22:42:07.631926 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-1596f3f2-c84f-41ad-98a0-307c4e7c766a req-64b2c6d9-21a3-4654-9bbd-50d9d5e5837b tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Deleting port 92ccdb3b-1e82-4cae-ba3f-f529b83e887f {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:42:07.632676 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-1596f3f2-c84f-41ad-98a0-307c4e7c766a req-64b2c6d9-21a3-4654-9bbd-50d9d5e5837b tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:07.711465 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18940d0b-b5ce-4107-aa75-2aa5d9f6b27c tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Pushing event deleted for resources: {'Port': ['ID=ecb711ff-f9ff-4bf7-ab5a-c7f3e00689d3,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:07.731182 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-1596f3f2-c84f-41ad-98a0-307c4e7c766a req-64b2c6d9-21a3-4654-9bbd-50d9d5e5837b tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] For port 92ccdb3b-1e82-4cae-ba3f-f529b83e887f, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=92ccdb3b-1e82-4cae-ba3f-f529b83e887f,segment=NetworkSegment(ccabd36d-8c25-4648-92d3-222150b866b3),segment_id=ccabd36d-8c25-4648-92d3-222150b866b3)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:42:07.731631 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-1596f3f2-c84f-41ad-98a0-307c4e7c766a req-64b2c6d9-21a3-4654-9bbd-50d9d5e5837b tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:07.745037 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-1596f3f2-c84f-41ad-98a0-307c4e7c766a req-64b2c6d9-21a3-4654-9bbd-50d9d5e5837b tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Calling delete_port for 92ccdb3b-1e82-4cae-ba3f-f529b83e887f owned by compute:nova {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:42:07.773834 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-16fd638d-6562-4b67-a5f7-e937edd4b673 req-b35a4aeb-5b7a-4570-a696-a1b52bcabb3a tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=47fd5e54-61ce-42c3-b5cd-195914aa324e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1587944 Jan 18 22:42:07.897450 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9b29436c-58cc-4b86-addb-e34c4c13226b req-b952e06d-fa4b-40a4-81ad-d3875569c707 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea188f43-7300-4457-a9e4-33406da91d20 HTTP/1.1" status: 200 len: 999 time: 0.3089736 Jan 18 22:42:07.935171 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea9305d-4ced-4ee4-97b3-9cd73efb4a31 req-33ae834e-1214-4332-a04e-78364dbdaa52 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:07.938019 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-1596f3f2-c84f-41ad-98a0-307c4e7c766a req-64b2c6d9-21a3-4654-9bbd-50d9d5e5837b tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:07.943212 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9ea9305d-4ced-4ee4-97b3-9cd73efb4a31 req-33ae834e-1214-4332-a04e-78364dbdaa52 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=12385899-e70b-453e-afe9-39b5bfb9b2b6 HTTP/1.1" status: 200 len: 946 time: 0.3692636 Jan 18 22:42:07.949358 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['92ccdb3b-1e82-4cae-ba3f-f529b83e887f'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:42:07.993858 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b2c6d9-21a3-4654-9bbd-50d9d5e5837b tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Pushing event deleted for resources: {'Port': ['ID=92ccdb3b-1e82-4cae-ba3f-f529b83e887f,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:08.173719 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-18940d0b-b5ce-4107-aa75-2aa5d9f6b27c tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-613841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1046579'] for router_interface, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:08.204259 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b8e1fd-8403-4d48-bc0d-db76eda29864 req-798a8a20-4a23-42db-823f-494b58f300d5 tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:08.206147 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-44b8e1fd-8403-4d48-bc0d-db76eda29864 req-798a8a20-4a23-42db-823f-494b58f300d5 tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] 10.222.0.53 "GET /v2.0/ports?device_id=e46ddc21-c49e-4d71-bc63-a2a6408ca19d HTTP/1.1" status: 200 len: 943 time: 0.3042350 Jan 18 22:42:08.208028 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b29436c-58cc-4b86-addb-e34c4c13226b req-4bea6d0b-0eb6-42b3-8d2c-afbbe6042a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:08.209605 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9b29436c-58cc-4b86-addb-e34c4c13226b req-4bea6d0b-0eb6-42b3-8d2c-afbbe6042a25 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b26d2360-439e-4457-bc0c-79152de436de HTTP/1.1" status: 200 len: 834 time: 0.2857597 Jan 18 22:42:08.274528 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9ea9305d-4ced-4ee4-97b3-9cd73efb4a31 req-bbaf4cad-d8d6-4e6d-a92c-e42c6684ec0c tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=dae8bf2d-ed71-4918-8e49-2e2d9465745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3303523 Jan 18 22:42:08.393893 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-44b8e1fd-8403-4d48-bc0d-db76eda29864 req-3946ed4c-064f-4dfb-8f23-c5f97cd34fcc tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] 10.222.0.53 "GET /v2.0/security-groups?id=1716bd66-08b7-4f14-ac34-fbeb10fd33f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713426 Jan 18 22:42:08.436603 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-1596f3f2-c84f-41ad-98a0-307c4e7c766a req-64b2c6d9-21a3-4654-9bbd-50d9d5e5837b tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] No DVR routers for this DVR port 92ccdb3b-1e82-4cae-ba3f-f529b83e887f on host n-h1-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:42:08.441772 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-1596f3f2-c84f-41ad-98a0-307c4e7c766a req-64b2c6d9-21a3-4654-9bbd-50d9d5e5837b tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:08.444104 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-1596f3f2-c84f-41ad-98a0-307c4e7c766a req-64b2c6d9-21a3-4654-9bbd-50d9d5e5837b tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.36 "DELETE /v2.0/ports/92ccdb3b-1e82-4cae-ba3f-f529b83e887f HTTP/1.1" status: 204 len: 173 time: 0.9398005 Jan 18 22:42:08.450883 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b29436c-58cc-4b86-addb-e34c4c13226b req-f6c734eb-524a-40bb-9b38-53d1d7f29e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:08.451290 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12385899-e70b-453e-afe9-39b5bfb9b2b6', 'name': 'network-vif-deleted', 'tag': '92ccdb3b-1e82-4cae-ba3f-f529b83e887f'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:42:08.453056 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9b29436c-58cc-4b86-addb-e34c4c13226b req-f6c734eb-524a-40bb-9b38-53d1d7f29e52 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=221254be-2a67-4a48-a311-8dd80515e5fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2336371 Jan 18 22:42:08.454099 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c382a583-cb3b-4817-8464-f9b42d00dcf3" -d '{"events": [{"server_uuid": "12385899-e70b-453e-afe9-39b5bfb9b2b6", "name": "network-vif-deleted", "tag": "92ccdb3b-1e82-4cae-ba3f-f529b83e887f"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:42:08.501136 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5247fbfa-49a4-44fa-82b5-2f7b1d88e55a x-openstack-request-id: req-5247fbfa-49a4-44fa-82b5-2f7b1d88e55a {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:42:08.501845 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12385899-e70b-453e-afe9-39b5bfb9b2b6", "name": "network-vif-deleted", "tag": "92ccdb3b-1e82-4cae-ba3f-f529b83e887f", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:42:08.501845 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5247fbfa-49a4-44fa-82b5-2f7b1d88e55a {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:42:08.502092 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12385899-e70b-453e-afe9-39b5bfb9b2b6', 'name': 'network-vif-deleted', 'tag': '92ccdb3b-1e82-4cae-ba3f-f529b83e887f', 'status': 'completed', 'code': 200} Jan 18 22:42:08.587241 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18940d0b-b5ce-4107-aa75-2aa5d9f6b27c tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Router 463f2fa8-2117-43d8-8e0b-f62f688a053b has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:42:08.697538 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18940d0b-b5ce-4107-aa75-2aa5d9f6b27c tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:42:08.709637 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 42422) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:08.714055 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b70957-201d-4e2c-a82b-b829d2f2c294 None None] Sync routers for ids ['463f2fa8-2117-43d8-8e0b-f62f688a053b'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:42:08.729577 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-18940d0b-b5ce-4107-aa75-2aa5d9f6b27c tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] 10.222.0.53 "PUT /v2.0/routers/463f2fa8-2117-43d8-8e0b-f62f688a053b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9682050 Jan 18 22:42:08.736922 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b70957-201d-4e2c-a82b-b829d2f2c294 None None] Routers {'463f2fa8-2117-43d8-8e0b-f62f688a053b'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:42:08.741785 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-16b70957-201d-4e2c-a82b-b829d2f2c294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:41:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['463f2fa8-2117-43d8-8e0b-f62f688a053b'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:42:08.785307 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9b29436c-58cc-4b86-addb-e34c4c13226b req-9b795ac9-a9d9-47c0-a74c-78cb02204f84 service neutron] 10.222.0.67 "GET /v2.0/networks/221254be-2a67-4a48-a311-8dd80515e5fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2861874 Jan 18 22:42:08.811400 n-d-825064-1 neutron-server[102431]: INFO neutron.api.v2.resource [None req-7a21fdbc-a9e1-47f8-b693-60a1a7b2c1e8 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] delete failed (client error): The resource could not be found. Jan 18 22:42:08.816547 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-16b70957-201d-4e2c-a82b-b829d2f2c294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:42:08.820305 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-7a21fdbc-a9e1-47f8-b693-60a1a7b2c1e8 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] 10.222.0.53 "DELETE /v2.0/routers/tempest-non_exist_router-1367753996 HTTP/1.1" status: 404 len: 335 time: 0.1095388 Jan 18 22:42:08.820916 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 42430) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:08.835138 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 368adc76-f4dc-41d6-ac73-1e0f1cd7aae0 details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:42:08.836793 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-64edf6e8-c007-4e1e-9a1f-037ad87d67d5 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Request body: {'router': {'external_gateway_info': {'network_id': '463f2fa8-2117-43d8-8e0b-f62f688a053b'}}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:42:08.849745 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b70957-201d-4e2c-a82b-b829d2f2c294 None None] Routers {'463f2fa8-2117-43d8-8e0b-f62f688a053b'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:42:08.850610 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-16b70957-201d-4e2c-a82b-b829d2f2c294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:41:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['463f2fa8-2117-43d8-8e0b-f62f688a053b'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:42:08.905616 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-16b70957-201d-4e2c-a82b-b829d2f2c294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:42:08.906585 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b70957-201d-4e2c-a82b-b829d2f2c294 None None] The sync data for ids ['463f2fa8-2117-43d8-8e0b-f62f688a053b'] in n-d-825064-1 is: [] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:42:08.955285 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9b29436c-58cc-4b86-addb-e34c4c13226b req-c2733dea-25a6-40f8-b24a-aaeee64fa26a service neutron] 10.222.0.67 "GET /v2.0/networks/221254be-2a67-4a48-a311-8dd80515e5fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653249 Jan 18 22:42:09.019001 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b746b38-dfe8-4163-8cab-704e56ab9ce1 req-bbdffe76-c760-4143-9506-664720c99616 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:09.020867 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0b746b38-dfe8-4163-8cab-704e56ab9ce1 req-bbdffe76-c760-4143-9506-664720c99616 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=5916bb04-cece-43fd-9fc5-470c38a27dcd HTTP/1.1" status: 200 len: 944 time: 0.0646844 Jan 18 22:42:09.057291 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 368adc76-f4dc-41d6-ac73-1e0f1cd7aae0, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=368adc76-f4dc-41d6-ac73-1e0f1cd7aae0,segment=NetworkSegment(4c6632ba-d9b8-4e35-896d-34b55762fb57),segment_id=4c6632ba-d9b8-4e35-896d-34b55762fb57)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:42:09.078034 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0b746b38-dfe8-4163-8cab-704e56ab9ce1 req-66927dba-f7ff-4f58-8c00-e75cd4a3098d tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=47fd5e54-61ce-42c3-b5cd-195914aa324e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511651 Jan 18 22:42:09.105974 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': '368adc76-f4dc-41d6-ac73-1e0f1cd7aae0', 'network_id': '2941c829-aac7-4255-bd80-a6fdf3910f6b', 'port_id': '368adc76-f4dc-41d6-ac73-1e0f1cd7aae0', 'mac_address': 'fa:16:3e:4c:70:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36249958-8705-47ec-8fdb-0a6b03d25cc9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:42:09.197534 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-64edf6e8-c007-4e1e-9a1f-037ad87d67d5 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:09.197699 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:09.199961 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 42438) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:09.212445 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 368adc76-f4dc-41d6-ac73-1e0f1cd7aae0 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:42:09.236337 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 368adc76-f4dc-41d6-ac73-1e0f1cd7aae0, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=368adc76-f4dc-41d6-ac73-1e0f1cd7aae0,segment=NetworkSegment(4c6632ba-d9b8-4e35-896d-34b55762fb57),segment_id=4c6632ba-d9b8-4e35-896d-34b55762fb57)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:42:09.243486 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:09.264457 n-d-825064-1 neutron-server[102431]: INFO neutron.api.v2.resource [None req-64edf6e8-c007-4e1e-9a1f-037ad87d67d5 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] update failed (client error): The resource could not be found. Jan 18 22:42:09.267328 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-64edf6e8-c007-4e1e-9a1f-037ad87d67d5 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] 10.222.0.53 "PUT /v2.0/routers/463f2fa8-2117-43d8-8e0b-f62f688a053b HTTP/1.1" status: 404 len: 339 time: 0.4454405 Jan 18 22:42:09.271062 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 42442) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:09.338886 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=368adc76-f4dc-41d6-ac73-1e0f1cd7aae0,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:09.471619 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['368adc76-f4dc-41d6-ac73-1e0f1cd7aae0'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:42:09.629979 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f844fb45-d0f0-4630-8257-326944cf77b2 req-aed96629-f63a-48c7-9faf-fd53bcc9112c tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=12385899-e70b-453e-afe9-39b5bfb9b2b6 HTTP/1.1" status: 200 len: 210 time: 0.1983027 Jan 18 22:42:09.805336 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1c50db69-b654-41c8-b2ca-907dc429833b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:09.908786 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6025c1cc-f06a-48e5-84e3-29f5dd384d01 req-0e432bf5-9cdf-4f5c-bc5a-a7c72ed3aa3b tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:09.910248 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6025c1cc-f06a-48e5-84e3-29f5dd384d01 req-0e432bf5-9cdf-4f5c-bc5a-a7c72ed3aa3b tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.67 "GET /v2.0/ports?device_id=5916bb04-cece-43fd-9fc5-470c38a27dcd&tenant_id=438cce0e2f434b5f879ce307da159923&binding%3Ahost_id=n-h2-825064-1 HTTP/1.1" status: 200 len: 944 time: 0.3900723 Jan 18 22:42:09.917791 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11d5ddd-0e9d-4b49-9df3-d86c805b706d req-58e8eb83-9ee3-411b-a991-4acdef855de1 tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:09.919254 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c11d5ddd-0e9d-4b49-9df3-d86c805b706d req-58e8eb83-9ee3-411b-a991-4acdef855de1 tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] 10.222.0.53 "GET /v2.0/ports?device_id=e46ddc21-c49e-4d71-bc63-a2a6408ca19d HTTP/1.1" status: 200 len: 944 time: 0.3956580 Jan 18 22:42:09.981567 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44af8b5-8251-4543-9174-f475a3f022ec req-b96c2020-4021-48d0-bb9d-a50347e1871f tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:09.983054 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e44af8b5-8251-4543-9174-f475a3f022ec req-b96c2020-4021-48d0-bb9d-a50347e1871f tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=5916bb04-cece-43fd-9fc5-470c38a27dcd HTTP/1.1" status: 200 len: 944 time: 0.2136402 Jan 18 22:42:10.027717 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-cb47ba26-c7a1-4e5e-8477-cd4328949570 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:10.101044 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c11d5ddd-0e9d-4b49-9df3-d86c805b706d req-b0ee4059-81b7-4711-83f7-089b81ca0e73 tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] 10.222.0.53 "GET /v2.0/security-groups?id=1716bd66-08b7-4f14-ac34-fbeb10fd33f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684883 Jan 18 22:42:10.189732 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6025c1cc-f06a-48e5-84e3-29f5dd384d01 req-f0b449e5-a266-4ed2-9c44-1651f8dfad71 service neutron] 10.222.0.67 "GET /v2.0/ports/ea188f43-7300-4457-a9e4-33406da91d20/bindings/n-h2-825064-1 HTTP/1.1" status: 200 len: 382 time: 0.2666521 Jan 18 22:42:10.214586 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e44af8b5-8251-4543-9174-f475a3f022ec req-003c88a0-139f-4cf8-b27d-0beda8cbcc11 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=47fd5e54-61ce-42c3-b5cd-195914aa324e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2017019 Jan 18 22:42:10.298798 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1c50db69-b654-41c8-b2ca-907dc429833b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:10.314887 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1c50db69-b654-41c8-b2ca-907dc429833b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:10.691294 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6025c1cc-f06a-48e5-84e3-29f5dd384d01 req-4c99d9b6-73fa-4beb-a00f-a479d5479db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:10.692826 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6025c1cc-f06a-48e5-84e3-29f5dd384d01 req-4c99d9b6-73fa-4beb-a00f-a479d5479db7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=438cce0e2f434b5f879ce307da159923&device_id=5916bb04-cece-43fd-9fc5-470c38a27dcd HTTP/1.1" status: 200 len: 1095 time: 0.4698167 Jan 18 22:42:10.707087 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-1c50db69-b654-41c8-b2ca-907dc429833b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a8b15926035141f6b967ae081b279fcb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5060163 Jan 18 22:42:10.710865 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 42534) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:10.738302 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c50db69-b654-41c8-b2ca-907dc429833b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb9ea7d5-3b20-470b-a05e-9d6927352715,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:10.778625 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c16c02e7-7d38-41a8-9c6a-f97813be0baa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:10.813847 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c16c02e7-7d38-41a8-9c6a-f97813be0baa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:10.828329 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-caeec02d-4137-4f28-a65e-f41a1bf735d6 req-70740fe2-959b-425f-8282-854ff416c3de tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=12385899-e70b-453e-afe9-39b5bfb9b2b6 HTTP/1.1" status: 200 len: 210 time: 0.0909684 Jan 18 22:42:10.843127 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device ea188f43-7300-4457-a9e4-33406da91d20 details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:42:10.849485 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 368adc76-f4dc-41d6-ac73-1e0f1cd7aae0 up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:42:10.863271 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-cb47ba26-c7a1-4e5e-8477-cd4328949570 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Allocated IP 172.20.0.1 (0d5fe0b4-2593-42fe-afed-145c01ff910d/eb6ae1fa-d940-4722-a715-59bf1168898f/b2749b85-c272-42d1-ba61-cf9970a492b2) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:42:10.887263 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6025c1cc-f06a-48e5-84e3-29f5dd384d01 req-0325c1af-054d-4b2e-b6f9-a0d0be6cb1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:10.888782 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6025c1cc-f06a-48e5-84e3-29f5dd384d01 req-0325c1af-054d-4b2e-b6f9-a0d0be6cb1a5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=221254be-2a67-4a48-a311-8dd80515e5fb HTTP/1.1" status: 200 len: 897 time: 0.1782267 Jan 18 22:42:10.905939 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c16c02e7-7d38-41a8-9c6a-f97813be0baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:10.911207 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c16c02e7-7d38-41a8-9c6a-f97813be0baa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:10.912754 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-c16c02e7-7d38-41a8-9c6a-f97813be0baa admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cb9ea7d5-3b20-470b-a05e-9d6927352715 HTTP/1.1" status: 204 len: 168 time: 0.2008016 Jan 18 22:42:10.926082 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16c02e7-7d38-41a8-9c6a-f97813be0baa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb9ea7d5-3b20-470b-a05e-9d6927352715,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:11.020965 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port 368adc76-f4dc-41d6-ac73-1e0f1cd7aae0 completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:42:11.036455 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port 368adc76-f4dc-41d6-ac73-1e0f1cd7aae0 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:42:11.037328 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:11.087192 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port ea188f43-7300-4457-a9e4-33406da91d20, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=ea188f43-7300-4457-a9e4-33406da91d20,segment=NetworkSegment(86507bb4-4915-4f06-a653-c026e7e063e5),segment_id=86507bb4-4915-4f06-a653-c026e7e063e5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:42:11.123732 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6025c1cc-f06a-48e5-84e3-29f5dd384d01 req-7a72d404-ecee-4ec7-af2a-893fbf5ad827 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea188f43-7300-4457-a9e4-33406da91d20 HTTP/1.1" status: 200 len: 999 time: 0.2139909 Jan 18 22:42:11.142667 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': 'ea188f43-7300-4457-a9e4-33406da91d20', 'network_id': '221254be-2a67-4a48-a311-8dd80515e5fb', 'port_id': 'ea188f43-7300-4457-a9e4-33406da91d20', 'mac_address': 'fa:16:3e:8c:9c:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b26d2360-439e-4457-bc0c-79152de436de', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:42:11.188404 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-cb47ba26-c7a1-4e5e-8477-cd4328949570 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:11.207567 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6025c1cc-f06a-48e5-84e3-29f5dd384d01 req-0ade1396-6495-49a5-9b4a-edabfdcfcb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:11.209076 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6025c1cc-f06a-48e5-84e3-29f5dd384d01 req-0ade1396-6495-49a5-9b4a-edabfdcfcb49 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b26d2360-439e-4457-bc0c-79152de436de HTTP/1.1" status: 200 len: 834 time: 0.0747273 Jan 18 22:42:11.248428 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:11.338749 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675390ac-6f3d-4080-a1a6-e148f89949a5 req-4cd5340d-6e35-43b7-9829-e202e5b39dae tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:11.341154 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-675390ac-6f3d-4080-a1a6-e148f89949a5 req-4cd5340d-6e35-43b7-9829-e202e5b39dae tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] 10.222.0.53 "GET /v2.0/ports?device_id=e46ddc21-c49e-4d71-bc63-a2a6408ca19d HTTP/1.1" status: 200 len: 944 time: 0.1209249 Jan 18 22:42:11.356010 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6025c1cc-f06a-48e5-84e3-29f5dd384d01 req-f4359e96-53b8-489e-913f-cffe1b2a66fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:11.357765 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6025c1cc-f06a-48e5-84e3-29f5dd384d01 req-f4359e96-53b8-489e-913f-cffe1b2a66fe service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=221254be-2a67-4a48-a311-8dd80515e5fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1243329 Jan 18 22:42:11.358804 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-cb47ba26-c7a1-4e5e-8477-cd4328949570 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:11.478022 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e46ddc21-c49e-4d71-bc63-a2a6408ca19d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '368adc76-f4dc-41d6-ac73-1e0f1cd7aae0'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:42:11.480995 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05222192-d735-4394-bf9a-d9e5a329826a" -d '{"events": [{"server_uuid": "e46ddc21-c49e-4d71-bc63-a2a6408ca19d", "name": "network-vif-plugged", "status": "completed", "tag": "368adc76-f4dc-41d6-ac73-1e0f1cd7aae0"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:42:11.485847 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:11.488762 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb47ba26-c7a1-4e5e-8477-cd4328949570 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Pushing event updated for resources: {'Port': ['ID=b2749b85-c272-42d1-ba61-cf9970a492b2,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:11.518539 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 368adc76-f4dc-41d6-ac73-1e0f1cd7aae0, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=368adc76-f4dc-41d6-ac73-1e0f1cd7aae0,segment=NetworkSegment(4c6632ba-d9b8-4e35-896d-34b55762fb57),segment_id=4c6632ba-d9b8-4e35-896d-34b55762fb57)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:42:11.533487 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea188f43-7300-4457-a9e4-33406da91d20 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:42:11.546757 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:11.560846 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb47ba26-c7a1-4e5e-8477-cd4328949570 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Network 0d5fe0b4-2593-42fe-afed-145c01ff910d is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:42:11.568814 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-cb47ba26-c7a1-4e5e-8477-cd4328949570 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:42:11.576144 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-675390ac-6f3d-4080-a1a6-e148f89949a5 req-c56cbc9e-84eb-4d01-95d9-b5f4770c8351 tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] 10.222.0.53 "GET /v2.0/security-groups?id=1716bd66-08b7-4f14-ac34-fbeb10fd33f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340996 Jan 18 22:42:11.577083 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb47ba26-c7a1-4e5e-8477-cd4328949570 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:42:11.627186 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1c7d3d-8033-46d7-8f89-876cb03094f7 req-949e1df0-6220-45c8-b99b-a68f5a33434d tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:11.636101 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fd1c7d3d-8033-46d7-8f89-876cb03094f7 req-949e1df0-6220-45c8-b99b-a68f5a33434d tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=5916bb04-cece-43fd-9fc5-470c38a27dcd HTTP/1.1" status: 200 len: 944 time: 0.2901580 Jan 18 22:42:11.653289 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port ea188f43-7300-4457-a9e4-33406da91d20, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=ea188f43-7300-4457-a9e4-33406da91d20,segment=NetworkSegment(86507bb4-4915-4f06-a653-c026e7e063e5),segment_id=86507bb4-4915-4f06-a653-c026e7e063e5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:42:11.672038 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:11.703375 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=368adc76-f4dc-41d6-ac73-1e0f1cd7aae0,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:11.718433 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4183f926-f44f-46e6-a9c0-0b90ddec5e05 x-openstack-request-id: req-4183f926-f44f-46e6-a9c0-0b90ddec5e05 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:42:11.718734 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e46ddc21-c49e-4d71-bc63-a2a6408ca19d", "name": "network-vif-plugged", "status": "completed", "tag": "368adc76-f4dc-41d6-ac73-1e0f1cd7aae0", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:42:11.719040 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4183f926-f44f-46e6-a9c0-0b90ddec5e05 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:42:11.719681 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e46ddc21-c49e-4d71-bc63-a2a6408ca19d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '368adc76-f4dc-41d6-ac73-1e0f1cd7aae0', 'code': 200} Jan 18 22:42:11.767080 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-cb47ba26-c7a1-4e5e-8477-cd4328949570 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1040954'] for router_interface, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:11.787850 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6025c1cc-f06a-48e5-84e3-29f5dd384d01 req-457353ce-d005-4896-bc65-16a4f69b45c8 service neutron] 10.222.0.67 "GET /v2.0/networks/221254be-2a67-4a48-a311-8dd80515e5fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4028614 Jan 18 22:42:11.813783 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=ea188f43-7300-4457-a9e4-33406da91d20,revision_number=8']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:11.835186 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 92ccdb3b-1e82-4cae-ba3f-f529b83e887f no longer exists at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:42:11.837001 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c51772c-d4ed-4adb-a48e-155e9e3ee2d7 req-897ea5d9-219b-4985-a6c6-55ed43bfca49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:11.842566 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-0c51772c-d4ed-4adb-a48e-155e9e3ee2d7 req-897ea5d9-219b-4985-a6c6-55ed43bfca49 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e46ddc21-c49e-4d71-bc63-a2a6408ca19d HTTP/1.1" status: 200 len: 1096 time: 0.0753601 Jan 18 22:42:11.897836 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] No Port match for: 92ccdb3b-1e82-4cae-ba3f-f529b83e887f {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:42:11.899586 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 92ccdb3b-1e82-4cae-ba3f-f529b83e887f not bound to the agent host n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:42:11.917962 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fd1c7d3d-8033-46d7-8f89-876cb03094f7 req-5043cfcc-b318-4e33-b019-51b87f8b48c0 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=47fd5e54-61ce-42c3-b5cd-195914aa324e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2754273 Jan 18 22:42:11.918108 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['ea188f43-7300-4457-a9e4-33406da91d20'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:42:11.921065 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-0c51772c-d4ed-4adb-a48e-155e9e3ee2d7 req-a52b7557-7162-4ca8-8310-99efa32bcc94 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=1716bd66-08b7-4f14-ac34-fbeb10fd33f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717247 Jan 18 22:42:12.094237 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-ff8b38d3-7747-48b5-a89d-cbd6f8f4c69f None None] Provisioning complete for port b2749b85-c272-42d1-ba61-cf9970a492b2 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:42:12.095030 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ff8b38d3-7747-48b5-a89d-cbd6f8f4c69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:12.172742 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-ff8b38d3-7747-48b5-a89d-cbd6f8f4c69f None None] Port b2749b85-c272-42d1-ba61-cf9970a492b2 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:42:12.173916 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 42598) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:12.174571 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-039cbc87-028d-400b-9fc6-4e48ffb7b40e req-c285ef51-f9a0-4a35-8213-94244bcaf7ac tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=12385899-e70b-453e-afe9-39b5bfb9b2b6 HTTP/1.1" status: 200 len: 210 time: 0.1082416 Jan 18 22:42:12.287188 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6025c1cc-f06a-48e5-84e3-29f5dd384d01 req-ba6f5387-f821-4abe-b786-f3a266c50d5d service neutron] 10.222.0.67 "GET /v2.0/networks/221254be-2a67-4a48-a311-8dd80515e5fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3949420 Jan 18 22:42:12.294380 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-cb47ba26-c7a1-4e5e-8477-cd4328949570 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:12.483243 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-06a08a84-648e-477c-8491-697eebbddab9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:12.571599 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-06a08a84-648e-477c-8491-697eebbddab9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:12.578933 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-06a08a84-648e-477c-8491-697eebbddab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:12.621332 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-06a08a84-648e-477c-8491-697eebbddab9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=702f31dca90947bb878742249e97d051&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4440837 Jan 18 22:42:12.621960 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 42610) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:12.653679 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-cb47ba26-c7a1-4e5e-8477-cd4328949570 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:12.658140 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a08a84-648e-477c-8491-697eebbddab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab5fbd5e-23df-466c-8147-284d7551412d,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:12.659486 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-cb47ba26-c7a1-4e5e-8477-cd4328949570 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:12.677766 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7ca103bf-fa4d-49f3-b4af-1a7707115e8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:12.714146 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7ca103bf-fa4d-49f3-b4af-1a7707115e8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:12.783532 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7ca103bf-fa4d-49f3-b4af-1a7707115e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:12.787074 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7ca103bf-fa4d-49f3-b4af-1a7707115e8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:12.787250 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-cb47ba26-c7a1-4e5e-8477-cd4328949570 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-613854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1041070'] for router_interface, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:12.791894 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-7ca103bf-fa4d-49f3-b4af-1a7707115e8a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ab5fbd5e-23df-466c-8147-284d7551412d HTTP/1.1" status: 204 len: 168 time: 0.1687100 Jan 18 22:42:12.801333 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca103bf-fa4d-49f3-b4af-1a7707115e8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab5fbd5e-23df-466c-8147-284d7551412d,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:12.824254 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb47ba26-c7a1-4e5e-8477-cd4328949570 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Pushing event updated for resources: {'Port': ['ID=b2749b85-c272-42d1-ba61-cf9970a492b2,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:12.874791 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:12.908653 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090516f3-3092-4e8d-9b81-bef4e3fefc12 req-330cbd8f-5f08-4207-937f-17336925c00f tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:12.910396 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-090516f3-3092-4e8d-9b81-bef4e3fefc12 req-330cbd8f-5f08-4207-937f-17336925c00f tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] 10.222.0.53 "GET /v2.0/ports?device_id=e46ddc21-c49e-4d71-bc63-a2a6408ca19d HTTP/1.1" status: 200 len: 945 time: 0.1973217 Jan 18 22:42:12.989865 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb47ba26-c7a1-4e5e-8477-cd4328949570 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Network 0d5fe0b4-2593-42fe-afed-145c01ff910d is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:42:13.004299 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-090516f3-3092-4e8d-9b81-bef4e3fefc12 req-422e52e4-4a6c-4813-bc50-0ff44d8e80f9 tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] 10.222.0.53 "GET /v2.0/security-groups?id=1716bd66-08b7-4f14-ac34-fbeb10fd33f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814607 Jan 18 22:42:13.005766 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-cb47ba26-c7a1-4e5e-8477-cd4328949570 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:42:13.165823 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d094b2d3-f913-4efe-bbef-f81f0c589a1e req-ec0fd827-2ae8-47f9-b2e0-b2bd8c7bd96f tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:13.167390 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d094b2d3-f913-4efe-bbef-f81f0c589a1e req-ec0fd827-2ae8-47f9-b2e0-b2bd8c7bd96f tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=5916bb04-cece-43fd-9fc5-470c38a27dcd HTTP/1.1" status: 200 len: 945 time: 0.1593628 Jan 18 22:42:13.184610 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb47ba26-c7a1-4e5e-8477-cd4328949570 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Router 463f2fa8-2117-43d8-8e0b-f62f688a053b has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:42:13.331522 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d094b2d3-f913-4efe-bbef-f81f0c589a1e req-4ebea62b-9013-4c92-84eb-7ddac7bdf317 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=47fd5e54-61ce-42c3-b5cd-195914aa324e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1523058 Jan 18 22:42:13.392663 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c8fec077-5866-4606-b1c9-03ac841b0127 req-91e0e126-9c0d-435d-abca-2af22935e037 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=12385899-e70b-453e-afe9-39b5bfb9b2b6 HTTP/1.1" status: 200 len: 210 time: 0.0741515 Jan 18 22:42:13.417611 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 42626) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:13.421740 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-16d213a3-0e9e-496d-92ef-a58a2b40f80c None None] Provisioning complete for port b2749b85-c272-42d1-ba61-cf9970a492b2 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:42:13.422617 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-16d213a3-0e9e-496d-92ef-a58a2b40f80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:13.426288 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb47ba26-c7a1-4e5e-8477-cd4328949570 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:42:13.432056 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2b66a041-a142-4d7f-a2ee-7a252ef6118a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:13.438902 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99652ad8-862a-4251-8404-264a833197ba None None] Sync routers for ids ['463f2fa8-2117-43d8-8e0b-f62f688a053b'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:42:13.453383 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99652ad8-862a-4251-8404-264a833197ba None None] Routers {'463f2fa8-2117-43d8-8e0b-f62f688a053b'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:42:13.456093 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-cb47ba26-c7a1-4e5e-8477-cd4328949570 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] 10.222.0.53 "PUT /v2.0/routers/463f2fa8-2117-43d8-8e0b-f62f688a053b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1836443 Jan 18 22:42:13.456424 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-99652ad8-862a-4251-8404-264a833197ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:41:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['463f2fa8-2117-43d8-8e0b-f62f688a053b'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:42:13.460455 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 42628) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:13.477820 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-16d213a3-0e9e-496d-92ef-a58a2b40f80c None None] Port b2749b85-c272-42d1-ba61-cf9970a492b2 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:42:13.517693 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-99652ad8-862a-4251-8404-264a833197ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:42:13.530049 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99652ad8-862a-4251-8404-264a833197ba None None] Routers {'463f2fa8-2117-43d8-8e0b-f62f688a053b'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:42:13.530691 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2b66a041-a142-4d7f-a2ee-7a252ef6118a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:13.531401 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-99652ad8-862a-4251-8404-264a833197ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:41:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['463f2fa8-2117-43d8-8e0b-f62f688a053b'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:42:13.536198 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2b66a041-a142-4d7f-a2ee-7a252ef6118a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:13.561945 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b66a041-a142-4d7f-a2ee-7a252ef6118a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff7cf46c-9904-4f2d-b48f-28917068ab05,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:13.578632 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c9a20802-8806-4842-a035-d73cf46bbfbd tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Notify callbacks [] for router, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:13.588082 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-2b66a041-a142-4d7f-a2ee-7a252ef6118a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=64fdc4e0a4f049afae473ed8e46cf7c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1670558 Jan 18 22:42:13.588450 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 42630) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:13.589845 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-99652ad8-862a-4251-8404-264a833197ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:42:13.590778 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99652ad8-862a-4251-8404-264a833197ba None None] The sync data for ids ['463f2fa8-2117-43d8-8e0b-f62f688a053b'] in n-d-825064-1 is: [] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:42:13.641460 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-242f5f76-6ad3-46a8-9490-1612fa98ac61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:13.664250 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-242f5f76-6ad3-46a8-9490-1612fa98ac61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:13.682303 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [None req-c9a20802-8806-4842-a035-d73cf46bbfbd tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 18 22:42:13.687910 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-c9a20802-8806-4842-a035-d73cf46bbfbd tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] 10.222.0.53 "DELETE /v2.0/routers/463f2fa8-2117-43d8-8e0b-f62f688a053b HTTP/1.1" status: 409 len: 329 time: 0.2236123 Jan 18 22:42:13.688398 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 42632) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:13.742570 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:13.752008 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-242f5f76-6ad3-46a8-9490-1612fa98ac61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:13.756228 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-242f5f76-6ad3-46a8-9490-1612fa98ac61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:13.761136 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-242f5f76-6ad3-46a8-9490-1612fa98ac61 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ff7cf46c-9904-4f2d-b48f-28917068ab05 HTTP/1.1" status: 204 len: 168 time: 0.1712329 Jan 18 22:42:13.775731 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242f5f76-6ad3-46a8-9490-1612fa98ac61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff7cf46c-9904-4f2d-b48f-28917068ab05,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:14.049209 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-982723f7-a18c-4fb0-9823-9da8742a81d8 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1041027'] for router_interface, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:14.582339 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4efda1-69cd-4c4f-a539-341376d5a512 req-5c524b42-9f49-43cf-b3cf-d658b40fa3a6 tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:14.590156 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aa4efda1-69cd-4c4f-a539-341376d5a512 req-5c524b42-9f49-43cf-b3cf-d658b40fa3a6 tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] 10.222.0.53 "GET /v2.0/ports?device_id=e46ddc21-c49e-4d71-bc63-a2a6408ca19d HTTP/1.1" status: 200 len: 945 time: 0.4794774 Jan 18 22:42:14.642843 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e4da4-da7d-429b-8237-730a22838b67 req-3826f3fb-147d-4df5-8f07-0ff8435cb543 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:14.644428 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fd8e4da4-da7d-429b-8237-730a22838b67 req-3826f3fb-147d-4df5-8f07-0ff8435cb543 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=5916bb04-cece-43fd-9fc5-470c38a27dcd HTTP/1.1" status: 200 len: 945 time: 0.1352634 Jan 18 22:42:14.721946 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aa4efda1-69cd-4c4f-a539-341376d5a512 req-4b8e6b3e-afc0-4950-8117-b2691dbf676d tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] 10.222.0.53 "GET /v2.0/security-groups?id=1716bd66-08b7-4f14-ac34-fbeb10fd33f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309371 Jan 18 22:42:14.747101 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fd8e4da4-da7d-429b-8237-730a22838b67 req-9027f30c-af06-47bc-bd72-2a4604df093a tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=47fd5e54-61ce-42c3-b5cd-195914aa324e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624092 Jan 18 22:42:14.788247 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6025c1cc-f06a-48e5-84e3-29f5dd384d01 req-01fbbd57-7bd4-44f8-bf63-3924c2c1425a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:14.789782 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-6025c1cc-f06a-48e5-84e3-29f5dd384d01 req-01fbbd57-7bd4-44f8-bf63-3924c2c1425a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5916bb04-cece-43fd-9fc5-470c38a27dcd&tenant_id=438cce0e2f434b5f879ce307da159923 HTTP/1.1" status: 200 len: 1096 time: 0.1383324 Jan 18 22:42:14.803885 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-6025c1cc-f06a-48e5-84e3-29f5dd384d01 req-89a07d11-80a8-4a9a-9892-f7c4a319b71e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825064-1', 'device_owner': 'compute:nova'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:42:14.849458 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device ea188f43-7300-4457-a9e4-33406da91d20 up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:42:14.884946 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-6025c1cc-f06a-48e5-84e3-29f5dd384d01 req-89a07d11-80a8-4a9a-9892-f7c4a319b71e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:14.920321 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-982723f7-a18c-4fb0-9823-9da8742a81d8 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Deleting port b2749b85-c272-42d1-ba61-cf9970a492b2 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:42:14.920669 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-982723f7-a18c-4fb0-9823-9da8742a81d8 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:14.992377 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port ea188f43-7300-4457-a9e4-33406da91d20 completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:42:15.003267 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port ea188f43-7300-4457-a9e4-33406da91d20 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:42:15.003809 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:15.098435 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-982723f7-a18c-4fb0-9823-9da8742a81d8 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:15.116654 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-982723f7-a18c-4fb0-9823-9da8742a81d8 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Calling delete_port for b2749b85-c272-42d1-ba61-cf9970a492b2 owned by network:router_interface {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:42:15.214390 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:15.368275 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-982723f7-a18c-4fb0-9823-9da8742a81d8 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:15.396643 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-6025c1cc-f06a-48e5-84e3-29f5dd384d01 req-89a07d11-80a8-4a9a-9892-f7c4a319b71e service neutron] For port ea188f43-7300-4457-a9e4-33406da91d20, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=ea188f43-7300-4457-a9e4-33406da91d20,segment=NetworkSegment(86507bb4-4915-4f06-a653-c026e7e063e5),segment_id=86507bb4-4915-4f06-a653-c026e7e063e5)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:42:15.479316 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-6025c1cc-f06a-48e5-84e3-29f5dd384d01 req-89a07d11-80a8-4a9a-9892-f7c4a319b71e service neutron] For port ea188f43-7300-4457-a9e4-33406da91d20, host n-h2-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:42:15.512600 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982723f7-a18c-4fb0-9823-9da8742a81d8 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Pushing event deleted for resources: {'Port': ['ID=b2749b85-c272-42d1-ba61-cf9970a492b2,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:15.568525 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [req-6025c1cc-f06a-48e5-84e3-29f5dd384d01 req-89a07d11-80a8-4a9a-9892-f7c4a319b71e service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id ea188f43-7300-4457-a9e4-33406da91d20 {{(pid=102431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:42:15.579377 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-6025c1cc-f06a-48e5-84e3-29f5dd384d01 req-89a07d11-80a8-4a9a-9892-f7c4a319b71e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:15.595002 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [req-6025c1cc-f06a-48e5-84e3-29f5dd384d01 req-89a07d11-80a8-4a9a-9892-f7c4a319b71e service neutron] Ignored duplicate provisioning block setup for port ea188f43-7300-4457-a9e4-33406da91d20 by entity L2. {{(pid=102431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jan 18 22:42:15.596469 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 42704) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:15.638132 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-6025c1cc-f06a-48e5-84e3-29f5dd384d01 req-89a07d11-80a8-4a9a-9892-f7c4a319b71e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:15.744450 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.db.api [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 22:42:15.744826 n-d-825064-1 neutron-server[102432]: DEBUG oslo_db.api [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 22:42:15.831973 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-982723f7-a18c-4fb0-9823-9da8742a81d8 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-613841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1046579'] for router_interface, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:15.932319 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-01b42d0d-e34a-47b9-ade9-411b79e065cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:15.964829 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a07d11-80a8-4a9a-9892-f7c4a319b71e service neutron] Pushing event updated for resources: {'Port': ['ID=ea188f43-7300-4457-a9e4-33406da91d20,revision_number=9']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:16.041025 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-6025c1cc-f06a-48e5-84e3-29f5dd384d01 req-89a07d11-80a8-4a9a-9892-f7c4a319b71e service neutron] No DVR routers for this DVR port ea188f43-7300-4457-a9e4-33406da91d20 on host n-h2-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:42:16.187579 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-982723f7-a18c-4fb0-9823-9da8742a81d8 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Router 463f2fa8-2117-43d8-8e0b-f62f688a053b has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:42:16.205783 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af11092b-6941-4451-baf6-1ac5518e12ca req-6d12eff7-5823-4014-878c-992b2d79d5af tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:16.208247 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-af11092b-6941-4451-baf6-1ac5518e12ca req-6d12eff7-5823-4014-878c-992b2d79d5af tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=5916bb04-cece-43fd-9fc5-470c38a27dcd HTTP/1.1" status: 200 len: 944 time: 0.2703075 Jan 18 22:42:16.227676 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-8ec1c480-08d7-4660-b1a2-b491430a0263 None None] Provisioning complete for port ea188f43-7300-4457-a9e4-33406da91d20 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:42:16.228314 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8ec1c480-08d7-4660-b1a2-b491430a0263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:16.300168 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-6025c1cc-f06a-48e5-84e3-29f5dd384d01 req-89a07d11-80a8-4a9a-9892-f7c4a319b71e service neutron] Attempting to bind port ea188f43-7300-4457-a9e4-33406da91d20 on host n-h1-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:42:16.300751 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-6025c1cc-f06a-48e5-84e3-29f5dd384d01 req-89a07d11-80a8-4a9a-9892-f7c4a319b71e service neutron] Attempting to bind port ea188f43-7300-4457-a9e4-33406da91d20 by drivers openvswitch,hyperv on host n-h1-825064-1 at level 0 using segments [{'id': '86507bb4-4915-4f06-a653-c026e7e063e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '221254be-2a67-4a48-a311-8dd80515e5fb'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:42:16.301269 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6025c1cc-f06a-48e5-84e3-29f5dd384d01 req-89a07d11-80a8-4a9a-9892-f7c4a319b71e service neutron] Attempting to bind port ea188f43-7300-4457-a9e4-33406da91d20 on network 221254be-2a67-4a48-a311-8dd80515e5fb {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:42:16.314536 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6025c1cc-f06a-48e5-84e3-29f5dd384d01 req-89a07d11-80a8-4a9a-9892-f7c4a319b71e service neutron] Port ea188f43-7300-4457-a9e4-33406da91d20 on network 221254be-2a67-4a48-a311-8dd80515e5fb not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:42:16.315062 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6025c1cc-f06a-48e5-84e3-29f5dd384d01 req-89a07d11-80a8-4a9a-9892-f7c4a319b71e service neutron] Attempting to bind port ea188f43-7300-4457-a9e4-33406da91d20 on network 221254be-2a67-4a48-a311-8dd80515e5fb {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:42:16.327275 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-8ec1c480-08d7-4660-b1a2-b491430a0263 None None] Port ea188f43-7300-4457-a9e4-33406da91d20 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:42:16.329260 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:16.330826 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-01b42d0d-e34a-47b9-ade9-411b79e065cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:16.332305 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6025c1cc-f06a-48e5-84e3-29f5dd384d01 req-89a07d11-80a8-4a9a-9892-f7c4a319b71e service neutron] Checking agent: {'id': 'e49d1b2a-ba11-487f-a804-ecbf3c0e8132', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:42:16.332937 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6025c1cc-f06a-48e5-84e3-29f5dd384d01 req-89a07d11-80a8-4a9a-9892-f7c4a319b71e service neutron] Checking segment: {'id': '86507bb4-4915-4f06-a653-c026e7e063e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '221254be-2a67-4a48-a311-8dd80515e5fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:42:16.333492 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6025c1cc-f06a-48e5-84e3-29f5dd384d01 req-89a07d11-80a8-4a9a-9892-f7c4a319b71e service neutron] Bound using segment: {'id': '86507bb4-4915-4f06-a653-c026e7e063e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '221254be-2a67-4a48-a311-8dd80515e5fb'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:42:16.334106 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-6025c1cc-f06a-48e5-84e3-29f5dd384d01 req-89a07d11-80a8-4a9a-9892-f7c4a319b71e service neutron] Bound port: ea188f43-7300-4457-a9e4-33406da91d20, host: n-h1-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86507bb4-4915-4f06-a653-c026e7e063e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '221254be-2a67-4a48-a311-8dd80515e5fb'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:42:16.334610 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-6025c1cc-f06a-48e5-84e3-29f5dd384d01 req-89a07d11-80a8-4a9a-9892-f7c4a319b71e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:16.346371 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-01b42d0d-e34a-47b9-ade9-411b79e065cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:16.364782 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port ea188f43-7300-4457-a9e4-33406da91d20, host n-h1-825064-1, got binding levels [] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:42:16.366640 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5916bb04-cece-43fd-9fc5-470c38a27dcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea188f43-7300-4457-a9e4-33406da91d20'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:42:16.370303 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-579b0e52-2c0a-4889-afd9-bd77cd6af74d" -d '{"events": [{"server_uuid": "5916bb04-cece-43fd-9fc5-470c38a27dcd", "name": "network-vif-plugged", "status": "completed", "tag": "ea188f43-7300-4457-a9e4-33406da91d20"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:42:16.379378 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:16.425441 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-af11092b-6941-4451-baf6-1ac5518e12ca req-1043e277-dbdc-4b66-a890-4fc23a01f112 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=47fd5e54-61ce-42c3-b5cd-195914aa324e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1959157 Jan 18 22:42:16.429742 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=ea188f43-7300-4457-a9e4-33406da91d20,revision_number=10']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:16.437033 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b42d0d-e34a-47b9-ade9-411b79e065cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38e534d4-8c66-4122-953d-2027f3d069e5,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:16.439086 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:42:16.439926 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:42:16.440446 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:42:16.440950 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:42:16.441425 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:42:16.441907 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:42:16.442387 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:42:16.442862 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:42:16.443344 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:42:16.443818 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:42:16.445104 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:42:16.445603 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:42:16.455858 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 42728) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:16.456781 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-01b42d0d-e34a-47b9-ade9-411b79e065cb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e40d01a94b0d4d289e1e07a41a6a8711&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8589633 Jan 18 22:42:16.487257 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-6025c1cc-f06a-48e5-84e3-29f5dd384d01 req-89a07d11-80a8-4a9a-9892-f7c4a319b71e service neutron] For port ea188f43-7300-4457-a9e4-33406da91d20, host n-h1-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:42:16.493126 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-6025c1cc-f06a-48e5-84e3-29f5dd384d01 req-89a07d11-80a8-4a9a-9892-f7c4a319b71e service neutron] For port ea188f43-7300-4457-a9e4-33406da91d20, host n-h1-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=ea188f43-7300-4457-a9e4-33406da91d20,segment=NetworkSegment(86507bb4-4915-4f06-a653-c026e7e063e5),segment_id=86507bb4-4915-4f06-a653-c026e7e063e5)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:42:16.493297 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-982723f7-a18c-4fb0-9823-9da8742a81d8 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:42:16.499280 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-6025c1cc-f06a-48e5-84e3-29f5dd384d01 req-89a07d11-80a8-4a9a-9892-f7c4a319b71e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:16.509210 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1ee3d9-f3ae-4538-b427-79689d5375f0 None None] Sync routers for ids ['463f2fa8-2117-43d8-8e0b-f62f688a053b'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:42:16.513130 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-982723f7-a18c-4fb0-9823-9da8742a81d8 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] 10.222.0.53 "PUT /v2.0/routers/463f2fa8-2117-43d8-8e0b-f62f688a053b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8235059 Jan 18 22:42:16.525676 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1ee3d9-f3ae-4538-b427-79689d5375f0 None None] Routers {'463f2fa8-2117-43d8-8e0b-f62f688a053b'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:42:16.526410 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-9d1ee3d9-f3ae-4538-b427-79689d5375f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:41:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['463f2fa8-2117-43d8-8e0b-f62f688a053b'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:42:16.533901 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 42730) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:16.541306 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5578a148-3236-4255-a29f-a628e9e09db5 req-80555e02-9053-4b5e-ad89-60dd7405e8e7 tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:16.543041 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5578a148-3236-4255-a29f-a628e9e09db5 req-80555e02-9053-4b5e-ad89-60dd7405e8e7 tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] 10.222.0.53 "GET /v2.0/ports?device_id=e46ddc21-c49e-4d71-bc63-a2a6408ca19d HTTP/1.1" status: 200 len: 945 time: 0.3528576 Jan 18 22:42:16.579785 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37577b81-5d8d-4fd1-a675-d8c7477f64c2 x-openstack-request-id: req-37577b81-5d8d-4fd1-a675-d8c7477f64c2 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:42:16.580268 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5916bb04-cece-43fd-9fc5-470c38a27dcd", "name": "network-vif-plugged", "status": "completed", "tag": "ea188f43-7300-4457-a9e4-33406da91d20", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:42:16.580664 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-37577b81-5d8d-4fd1-a675-d8c7477f64c2 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:42:16.581303 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5916bb04-cece-43fd-9fc5-470c38a27dcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea188f43-7300-4457-a9e4-33406da91d20', 'code': 200} Jan 18 22:42:16.582786 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-9d1ee3d9-f3ae-4538-b427-79689d5375f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:42:16.596523 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1ee3d9-f3ae-4538-b427-79689d5375f0 None None] Routers {'463f2fa8-2117-43d8-8e0b-f62f688a053b'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:42:16.597929 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-9d1ee3d9-f3ae-4538-b427-79689d5375f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:41:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['463f2fa8-2117-43d8-8e0b-f62f688a053b'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:42:16.633258 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5578a148-3236-4255-a29f-a628e9e09db5 req-b3a0c975-cff6-4982-9bbd-e8d25d88babf tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] 10.222.0.53 "GET /v2.0/security-groups?id=1716bd66-08b7-4f14-ac34-fbeb10fd33f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826335 Jan 18 22:42:16.639764 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-41166c62-2e83-4c8a-98c8-2a893faef4d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:16.674897 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-41166c62-2e83-4c8a-98c8-2a893faef4d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:16.684553 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-9d1ee3d9-f3ae-4538-b427-79689d5375f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:42:16.685254 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1ee3d9-f3ae-4538-b427-79689d5375f0 None None] The sync data for ids ['463f2fa8-2117-43d8-8e0b-f62f688a053b'] in n-d-825064-1 is: [] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:42:16.707389 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6025c1cc-f06a-48e5-84e3-29f5dd384d01 req-89a07d11-80a8-4a9a-9892-f7c4a319b71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:16.708082 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-6025c1cc-f06a-48e5-84e3-29f5dd384d01 req-89a07d11-80a8-4a9a-9892-f7c4a319b71e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:16.710626 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-6025c1cc-f06a-48e5-84e3-29f5dd384d01 req-89a07d11-80a8-4a9a-9892-f7c4a319b71e service neutron] 10.222.0.36 "PUT /v2.0/ports/ea188f43-7300-4457-a9e4-33406da91d20 HTTP/1.1" status: 200 len: 1095 time: 1.9130223 Jan 18 22:42:16.712065 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a07d11-80a8-4a9a-9892-f7c4a319b71e service neutron] Pushing event updated for resources: {'Port': ['ID=ea188f43-7300-4457-a9e4-33406da91d20,revision_number=11']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:16.715125 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5916bb04-cece-43fd-9fc5-470c38a27dcd', 'tag': 'ea188f43-7300-4457-a9e4-33406da91d20'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:42:16.719891 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7b1546b-4c87-4170-9e6a-a514d166d519" -d '{"events": [{"name": "network-changed", "server_uuid": "5916bb04-cece-43fd-9fc5-470c38a27dcd", "tag": "ea188f43-7300-4457-a9e4-33406da91d20"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:42:16.725022 n-d-825064-1 neutron-server[102431]: INFO neutron.api.v2.resource [None req-51588be3-3abe-44d1-a44d-5be3e9e134c5 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] show failed (client error): The resource could not be found. Jan 18 22:42:16.730743 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-51588be3-3abe-44d1-a44d-5be3e9e134c5 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] 10.222.0.53 "GET /v2.0/routers/tempest-non_exist_router-584967415 HTTP/1.1" status: 404 len: 334 time: 0.1935623 Jan 18 22:42:16.736055 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 42734) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:16.741351 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-944d5836-a044-4495-a037-618e9108a0a8 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:42:16.808477 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-41166c62-2e83-4c8a-98c8-2a893faef4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:16.811311 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-41166c62-2e83-4c8a-98c8-2a893faef4d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:16.812483 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-41166c62-2e83-4c8a-98c8-2a893faef4d0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/38e534d4-8c66-4122-953d-2027f3d069e5 HTTP/1.1" status: 204 len: 168 time: 0.3544996 Jan 18 22:42:16.820540 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41166c62-2e83-4c8a-98c8-2a893faef4d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e534d4-8c66-4122-953d-2027f3d069e5,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:16.837669 n-d-825064-1 neutron-server[102431]: INFO neutron.api.v2.resource [None req-944d5836-a044-4495-a037-618e9108a0a8 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] update failed (client error): The resource could not be found. Jan 18 22:42:16.844549 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-944d5836-a044-4495-a037-618e9108a0a8 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] 10.222.0.53 "PUT /v2.0/routers/tempest-non_exist_router-417759527 HTTP/1.1" status: 404 len: 334 time: 0.1069705 Jan 18 22:42:16.849232 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 42738) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:16.858020 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fa6b97f-862f-461f-9adf-111324d1c904 x-openstack-request-id: req-1fa6b97f-862f-461f-9adf-111324d1c904 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:42:16.858616 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5916bb04-cece-43fd-9fc5-470c38a27dcd", "tag": "ea188f43-7300-4457-a9e4-33406da91d20", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:42:16.859284 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1fa6b97f-862f-461f-9adf-111324d1c904 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:42:16.859652 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5916bb04-cece-43fd-9fc5-470c38a27dcd', 'tag': 'ea188f43-7300-4457-a9e4-33406da91d20', 'status': 'completed', 'code': 200} Jan 18 22:42:16.861351 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a07d11-80a8-4a9a-9892-f7c4a319b71e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:42:16.862216 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a07d11-80a8-4a9a-9892-f7c4a319b71e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:42:16.862733 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a07d11-80a8-4a9a-9892-f7c4a319b71e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:42:16.863270 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a07d11-80a8-4a9a-9892-f7c4a319b71e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:42:16.863765 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a07d11-80a8-4a9a-9892-f7c4a319b71e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:42:16.864528 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a07d11-80a8-4a9a-9892-f7c4a319b71e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:42:16.865036 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a07d11-80a8-4a9a-9892-f7c4a319b71e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:42:16.866062 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a07d11-80a8-4a9a-9892-f7c4a319b71e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:42:16.866542 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a07d11-80a8-4a9a-9892-f7c4a319b71e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:42:16.867026 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a07d11-80a8-4a9a-9892-f7c4a319b71e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:42:16.867509 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a07d11-80a8-4a9a-9892-f7c4a319b71e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:42:16.867997 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a07d11-80a8-4a9a-9892-f7c4a319b71e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:42:16.888956 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6025c1cc-f06a-48e5-84e3-29f5dd384d01 req-bf8f47a1-64d0-4012-93d1-24c5e05f236e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:16.890822 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-6025c1cc-f06a-48e5-84e3-29f5dd384d01 req-bf8f47a1-64d0-4012-93d1-24c5e05f236e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=438cce0e2f434b5f879ce307da159923&device_id=5916bb04-cece-43fd-9fc5-470c38a27dcd HTTP/1.1" status: 200 len: 1098 time: 0.0864079 Jan 18 22:42:16.957596 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-140e945f-5dd6-4ab0-9a83-65be78fe7710 None None] Provisioning complete for port ea188f43-7300-4457-a9e4-33406da91d20 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:42:16.957961 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-140e945f-5dd6-4ab0-9a83-65be78fe7710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:16.961100 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b1546b-4c87-4170-9e6a-a514d166d519 req-e0124a25-fea8-40e9-96ac-5e4e3cda6a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:16.964577 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d7b1546b-4c87-4170-9e6a-a514d166d519 req-e0124a25-fea8-40e9-96ac-5e4e3cda6a4d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=438cce0e2f434b5f879ce307da159923&device_id=5916bb04-cece-43fd-9fc5-470c38a27dcd HTTP/1.1" status: 200 len: 1098 time: 0.1315536 Jan 18 22:42:16.968948 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfaa611c-8a4d-412a-990d-ff5897fee87c tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Deleting subnet 06906efc-685d-4304-9185-3e80ad6b56f9 {{(pid=102430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:42:16.984099 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-dfaa611c-8a4d-412a-990d-ff5897fee87c tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Notify callbacks [] for subnet, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:17.017312 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6025c1cc-f06a-48e5-84e3-29f5dd384d01 req-84974049-a77a-44ec-8680-46d14f730106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:17.019449 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-6025c1cc-f06a-48e5-84e3-29f5dd384d01 req-84974049-a77a-44ec-8680-46d14f730106 service neutron] 10.222.0.36 "GET /v2.0/networks?id=221254be-2a67-4a48-a311-8dd80515e5fb HTTP/1.1" status: 200 len: 897 time: 0.1206450 Jan 18 22:42:17.083635 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-dfaa611c-8a4d-412a-990d-ff5897fee87c tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60394745'] for subnet, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:17.163534 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b1546b-4c87-4170-9e6a-a514d166d519 req-79fff647-21f7-4536-a884-522f930b149d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:17.165118 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d7b1546b-4c87-4170-9e6a-a514d166d519 req-79fff647-21f7-4536-a884-522f930b149d service neutron] 10.222.0.67 "GET /v2.0/networks?id=221254be-2a67-4a48-a311-8dd80515e5fb HTTP/1.1" status: 200 len: 897 time: 0.1927998 Jan 18 22:42:17.192987 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-6025c1cc-f06a-48e5-84e3-29f5dd384d01 req-19b601a7-5350-4f24-a7a9-fa6eb28a6640 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea188f43-7300-4457-a9e4-33406da91d20 HTTP/1.1" status: 200 len: 1001 time: 0.1665897 Jan 18 22:42:17.300741 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-dfaa611c-8a4d-412a-990d-ff5897fee87c tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:17.310149 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6025c1cc-f06a-48e5-84e3-29f5dd384d01 req-1fe5f63b-b09c-4ebe-b2b7-dd9ecedae541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:17.314088 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-6025c1cc-f06a-48e5-84e3-29f5dd384d01 req-1fe5f63b-b09c-4ebe-b2b7-dd9ecedae541 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b26d2360-439e-4457-bc0c-79152de436de HTTP/1.1" status: 200 len: 834 time: 0.1119528 Jan 18 22:42:17.352977 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d7b1546b-4c87-4170-9e6a-a514d166d519 req-16400a0c-9043-4538-ace3-41d2f8f5372d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea188f43-7300-4457-a9e4-33406da91d20 HTTP/1.1" status: 200 len: 1001 time: 0.1680596 Jan 18 22:42:17.385124 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6025c1cc-f06a-48e5-84e3-29f5dd384d01 req-2ccc8d1a-feac-4f29-bbcb-2aff98f591c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:17.386693 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-6025c1cc-f06a-48e5-84e3-29f5dd384d01 req-2ccc8d1a-feac-4f29-bbcb-2aff98f591c4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=221254be-2a67-4a48-a311-8dd80515e5fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0664048 Jan 18 22:42:17.456837 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b1546b-4c87-4170-9e6a-a514d166d519 req-6ab84e81-dedb-4eb7-83c3-aa417325087d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:17.459845 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d7b1546b-4c87-4170-9e6a-a514d166d519 req-6ab84e81-dedb-4eb7-83c3-aa417325087d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b26d2360-439e-4457-bc0c-79152de436de HTTP/1.1" status: 200 len: 834 time: 0.0980856 Jan 18 22:42:17.466585 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-dfaa611c-8a4d-412a-990d-ff5897fee87c tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60203138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62288677'] for subnet, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:17.533952 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfd7db7-a7ec-4a44-8181-d87a3ec68bba req-3781f78d-53cc-4de3-9a89-daa7c12ca722 tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:17.535454 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ccfd7db7-a7ec-4a44-8181-d87a3ec68bba req-3781f78d-53cc-4de3-9a89-daa7c12ca722 tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] 10.222.0.67 "GET /v2.0/ports?device_id=e46ddc21-c49e-4d71-bc63-a2a6408ca19d HTTP/1.1" status: 200 len: 945 time: 0.0762770 Jan 18 22:42:17.570865 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaa611c-8a4d-412a-990d-ff5897fee87c tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Pushing event deleted for resources: {'Subnet': ['ID=06906efc-685d-4304-9185-3e80ad6b56f9,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:17.593752 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5632b0a9-def3-4238-957c-682a5b45652c None None] Network bd7b4c0e-1233-411f-bf32-5a318c17df58 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:42:17.595288 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-dfaa611c-8a4d-412a-990d-ff5897fee87c tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Notify callbacks [] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:17.598916 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-dfaa611c-8a4d-412a-990d-ff5897fee87c tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] 10.222.0.53 "DELETE /v2.0/subnets/06906efc-685d-4304-9185-3e80ad6b56f9 HTTP/1.1" status: 204 len: 168 time: 0.7474468 Jan 18 22:42:17.603746 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 42756) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:17.619450 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-6025c1cc-f06a-48e5-84e3-29f5dd384d01 req-56655236-1f80-4a29-b52c-26d5c6cb9d62 service neutron] 10.222.0.36 "GET /v2.0/networks/221254be-2a67-4a48-a311-8dd80515e5fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253764 Jan 18 22:42:17.666740 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b1546b-4c87-4170-9e6a-a514d166d519 req-2d391b3f-21e3-4d75-8418-d99fbd6cd829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:17.673226 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d7b1546b-4c87-4170-9e6a-a514d166d519 req-2d391b3f-21e3-4d75-8418-d99fbd6cd829 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=221254be-2a67-4a48-a311-8dd80515e5fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2029498 Jan 18 22:42:17.699260 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33241eaa-90bf-433d-925c-2f07d2f062e2 req-907c0b0d-980d-4a1e-870c-fa57fc247685 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:17.700955 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-33241eaa-90bf-433d-925c-2f07d2f062e2 req-907c0b0d-980d-4a1e-870c-fa57fc247685 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=5916bb04-cece-43fd-9fc5-470c38a27dcd HTTP/1.1" status: 200 len: 947 time: 0.1346235 Jan 18 22:42:17.733950 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c47e90a-894d-4333-810e-46580a96afb7 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Deleting subnet 0b0b62b5-0071-4b8c-b96f-7f59037c1621 {{(pid=102430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:42:17.748271 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-ccfd7db7-a7ec-4a44-8181-d87a3ec68bba req-c338da7d-6c8e-442c-886f-f5cca33a6b1b tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] Deleting port 368adc76-f4dc-41d6-ac73-1e0f1cd7aae0 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:42:17.748617 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-ccfd7db7-a7ec-4a44-8181-d87a3ec68bba req-c338da7d-6c8e-442c-886f-f5cca33a6b1b tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:17.774753 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7c47e90a-894d-4333-810e-46580a96afb7 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Notify callbacks [] for subnet, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:17.836709 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-6025c1cc-f06a-48e5-84e3-29f5dd384d01 req-6ec60814-a51a-4fc3-8d8d-1bf7126ec268 service neutron] 10.222.0.36 "GET /v2.0/networks/221254be-2a67-4a48-a311-8dd80515e5fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955106 Jan 18 22:42:17.936662 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-33241eaa-90bf-433d-925c-2f07d2f062e2 req-32ce56b7-c30d-4b36-abc5-56fa1ea3621c tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=47fd5e54-61ce-42c3-b5cd-195914aa324e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2234862 Jan 18 22:42:17.958950 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7c47e90a-894d-4333-810e-46580a96afb7 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60394745'] for subnet, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:17.975448 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e81327-5724-4e84-b143-6e8214d2560e None None] DHCP port deletion for bd7b4c0e-1233-411f-bf32-5a318c17df58 request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:42:18.008221 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-ccfd7db7-a7ec-4a44-8181-d87a3ec68bba req-c338da7d-6c8e-442c-886f-f5cca33a6b1b tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] For port 368adc76-f4dc-41d6-ac73-1e0f1cd7aae0, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=368adc76-f4dc-41d6-ac73-1e0f1cd7aae0,segment=NetworkSegment(4c6632ba-d9b8-4e35-896d-34b55762fb57),segment_id=4c6632ba-d9b8-4e35-896d-34b55762fb57)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:42:18.013130 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-ccfd7db7-a7ec-4a44-8181-d87a3ec68bba req-c338da7d-6c8e-442c-886f-f5cca33a6b1b tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:18.039200 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-ccfd7db7-a7ec-4a44-8181-d87a3ec68bba req-c338da7d-6c8e-442c-886f-f5cca33a6b1b tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] Calling delete_port for 368adc76-f4dc-41d6-ac73-1e0f1cd7aae0 owned by compute:nova {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:42:18.044109 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d7b1546b-4c87-4170-9e6a-a514d166d519 req-06287850-dec3-4f49-8cdf-9a5a79c0a177 service neutron] 10.222.0.67 "GET /v2.0/networks/221254be-2a67-4a48-a311-8dd80515e5fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3553274 Jan 18 22:42:18.057378 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ee1521-00a6-4c06-988a-c25d5067d0ad req-6502067a-2090-4ca7-a14e-265c33cb2a43 tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:18.063650 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f2ee1521-00a6-4c06-988a-c25d5067d0ad req-6502067a-2090-4ca7-a14e-265c33cb2a43 tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] 10.222.0.53 "GET /v2.0/ports?device_id=e46ddc21-c49e-4d71-bc63-a2a6408ca19d HTTP/1.1" status: 200 len: 945 time: 0.2361357 Jan 18 22:42:18.070826 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b1546b-4c87-4170-9e6a-a514d166d519 req-1f0b8885-25fe-4174-833c-42566cfa9a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:18.075517 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-d7b1546b-4c87-4170-9e6a-a514d166d519 req-1f0b8885-25fe-4174-833c-42566cfa9a6d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=438cce0e2f434b5f879ce307da159923&device_id=5916bb04-cece-43fd-9fc5-470c38a27dcd HTTP/1.1" status: 200 len: 1098 time: 0.1749251 Jan 18 22:42:18.077370 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-26e81327-5724-4e84-b143-6e8214d2560e None None] Deleting port 0c45a767-e0a8-4890-9d96-fbc498018c12 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:42:18.079246 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-26e81327-5724-4e84-b143-6e8214d2560e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:18.195928 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b1546b-4c87-4170-9e6a-a514d166d519 req-5d8b3e70-201e-4b4a-8acd-c69efb321210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:18.197552 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-d7b1546b-4c87-4170-9e6a-a514d166d519 req-5d8b3e70-201e-4b4a-8acd-c69efb321210 service neutron] 10.222.0.36 "GET /v2.0/networks?id=221254be-2a67-4a48-a311-8dd80515e5fb HTTP/1.1" status: 200 len: 897 time: 0.1109281 Jan 18 22:42:18.212610 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-26e81327-5724-4e84-b143-6e8214d2560e None None] For port 0c45a767-e0a8-4890-9d96-fbc498018c12, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=0c45a767-e0a8-4890-9d96-fbc498018c12,segment=NetworkSegment(54b369fa-4704-47f7-a2fe-aa96e53b9aa5),segment_id=54b369fa-4704-47f7-a2fe-aa96e53b9aa5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:42:18.213107 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-26e81327-5724-4e84-b143-6e8214d2560e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:18.239496 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-26e81327-5724-4e84-b143-6e8214d2560e None None] Calling delete_port for 0c45a767-e0a8-4890-9d96-fbc498018c12 owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:42:18.326248 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f2ee1521-00a6-4c06-988a-c25d5067d0ad req-88f545ae-45f1-4710-8c29-9996e091d262 tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] 10.222.0.53 "GET /v2.0/security-groups?id=1716bd66-08b7-4f14-ac34-fbeb10fd33f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352970 Jan 18 22:42:18.365936 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7c47e90a-894d-4333-810e-46580a96afb7 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:18.405157 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-d7b1546b-4c87-4170-9e6a-a514d166d519 req-3fe00207-37f0-4eb1-92d7-f6799d85ca08 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea188f43-7300-4457-a9e4-33406da91d20 HTTP/1.1" status: 200 len: 1001 time: 0.1749554 Jan 18 22:42:18.425456 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-26e81327-5724-4e84-b143-6e8214d2560e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:18.468064 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d7b1546b-4c87-4170-9e6a-a514d166d519 req-379261ad-2240-4c9b-bbd7-f6dbda31f9b3 service neutron] 10.222.0.67 "GET /v2.0/networks/221254be-2a67-4a48-a311-8dd80515e5fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3961086 Jan 18 22:42:18.500868 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e81327-5724-4e84-b143-6e8214d2560e None None] Pushing event deleted for resources: {'Port': ['ID=0c45a767-e0a8-4890-9d96-fbc498018c12,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:18.509337 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e81327-5724-4e84-b143-6e8214d2560e None None] No DVR routers for this DVR port 0c45a767-e0a8-4890-9d96-fbc498018c12 on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:42:18.522866 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 0c45a767-e0a8-4890-9d96-fbc498018c12 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:42:18.577483 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7c47e90a-894d-4333-810e-46580a96afb7 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60203138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62288677'] for subnet, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:18.579704 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 0c45a767-e0a8-4890-9d96-fbc498018c12 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:42:18.580081 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 0c45a767-e0a8-4890-9d96-fbc498018c12 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:42:18.628866 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c47e90a-894d-4333-810e-46580a96afb7 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Pushing event deleted for resources: {'Subnet': ['ID=0b0b62b5-0071-4b8c-b96f-7f59037c1621,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:18.631030 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7c47e90a-894d-4333-810e-46580a96afb7 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Notify callbacks [] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:18.637787 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-7c47e90a-894d-4333-810e-46580a96afb7 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] 10.222.0.53 "DELETE /v2.0/subnets/0b0b62b5-0071-4b8c-b96f-7f59037c1621 HTTP/1.1" status: 204 len: 168 time: 1.0147126 Jan 18 22:42:18.637787 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 42778) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:18.641424 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556c4d66-041a-4b72-9962-ebc06d1d69a0 None None] Network 14d61b88-3406-42fe-8058-2985360d7645 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:42:18.760327 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b1954439-10cc-46cd-ac70-155190ac337f tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:18.872911 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b1954439-10cc-46cd-ac70-155190ac337f tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:18.887988 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device ea188f43-7300-4457-a9e4-33406da91d20 no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:42:18.926170 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-b1954439-10cc-46cd-ac70-155190ac337f tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd7b4c0e-1233-411f-bf32-5a318c17df58']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:42:18.949365 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b1546b-4c87-4170-9e6a-a514d166d519 req-4c9f5609-0718-4bf6-b602-97500fcdf155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:18.950851 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-d7b1546b-4c87-4170-9e6a-a514d166d519 req-4c9f5609-0718-4bf6-b602-97500fcdf155 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b26d2360-439e-4457-bc0c-79152de436de HTTP/1.1" status: 200 len: 834 time: 0.5366480 Jan 18 22:42:18.968783 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-b1954439-10cc-46cd-ac70-155190ac337f tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54b369fa-4704-47f7-a2fe-aa96e53b9aa5') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:42:18.969089 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-b1954439-10cc-46cd-ac70-155190ac337f tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54b369fa-4704-47f7-a2fe-aa96e53b9aa5') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:42:18.979561 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a34ebe-9354-44c7-aaec-329a3bc98e87 None None] DHCP port deletion for 14d61b88-3406-42fe-8058-2985360d7645 request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:42:18.991383 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b1954439-10cc-46cd-ac70-155190ac337f tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60394742'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:19.020670 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b1954439-10cc-46cd-ac70-155190ac337f tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:19.037900 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device ea188f43-7300-4457-a9e4-33406da91d20 not bound to the agent host n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:42:19.051383 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1954439-10cc-46cd-ac70-155190ac337f tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:42:19.051799 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b1954439-10cc-46cd-ac70-155190ac337f tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60203044'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:19.057915 n-d-825064-1 neutron-server[102430]: Traceback (most recent call last): Jan 18 22:42:19.057915 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:42:19.057915 n-d-825064-1 neutron-server[102430]: timer() Jan 18 22:42:19.057915 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:42:19.057915 n-d-825064-1 neutron-server[102430]: cb(*args, **kw) Jan 18 22:42:19.057915 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:42:19.057915 n-d-825064-1 neutron-server[102430]: return func(*args, **kwargs) Jan 18 22:42:19.057915 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:42:19.057915 n-d-825064-1 neutron-server[102430]: self._notify() Jan 18 22:42:19.057915 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:42:19.057915 n-d-825064-1 neutron-server[102430]: self.callback(batched_events) Jan 18 22:42:19.057915 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:42:19.057915 n-d-825064-1 neutron-server[102430]: event.method(event) Jan 18 22:42:19.057915 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:42:19.057915 n-d-825064-1 neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:42:19.057915 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:42:19.057915 n-d-825064-1 neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:42:19.057915 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:42:19.057915 n-d-825064-1 neutron-server[102430]: return f(self, *a, **k) Jan 18 22:42:19.057915 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:42:19.057915 n-d-825064-1 neutron-server[102430]: return self._get(url).json() Jan 18 22:42:19.057915 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:42:19.057915 n-d-825064-1 neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:42:19.057915 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:42:19.057915 n-d-825064-1 neutron-server[102430]: return self.request(url, 'GET', **kwargs) Jan 18 22:42:19.057915 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:42:19.057915 n-d-825064-1 neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:42:19.057915 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:42:19.057915 n-d-825064-1 neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:42:19.057915 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:42:19.057915 n-d-825064-1 neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:42:19.057915 n-d-825064-1 neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:42:19.080398 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-ccfd7db7-a7ec-4a44-8181-d87a3ec68bba req-c338da7d-6c8e-442c-886f-f5cca33a6b1b tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:19.101874 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-d8a34ebe-9354-44c7-aaec-329a3bc98e87 None None] Deleting port ad56502f-37d5-40b8-bff5-7103990436e6 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:42:19.102253 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d8a34ebe-9354-44c7-aaec-329a3bc98e87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:19.125023 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c338da7d-6c8e-442c-886f-f5cca33a6b1b tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] Pushing event deleted for resources: {'Port': ['ID=368adc76-f4dc-41d6-ac73-1e0f1cd7aae0,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:19.137436 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b1546b-4c87-4170-9e6a-a514d166d519 req-6ee4c7bf-9649-4bb9-b5d8-d247553f43c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:19.138945 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-d7b1546b-4c87-4170-9e6a-a514d166d519 req-6ee4c7bf-9649-4bb9-b5d8-d247553f43c2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=221254be-2a67-4a48-a311-8dd80515e5fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1782541 Jan 18 22:42:19.262175 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-d8a34ebe-9354-44c7-aaec-329a3bc98e87 None None] For port ad56502f-37d5-40b8-bff5-7103990436e6, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=ad56502f-37d5-40b8-bff5-7103990436e6,segment=NetworkSegment(aba94710-0480-49c9-b4d4-de682fa26008),segment_id=aba94710-0480-49c9-b4d4-de682fa26008)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:42:19.270023 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d8a34ebe-9354-44c7-aaec-329a3bc98e87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:19.277744 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe579c5-4554-44f3-99bd-611cb650b4f8 req-c934ae6a-7e3a-4c96-9941-b7012d12a2e6 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:19.288075 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4fe579c5-4554-44f3-99bd-611cb650b4f8 req-c934ae6a-7e3a-4c96-9941-b7012d12a2e6 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=5916bb04-cece-43fd-9fc5-470c38a27dcd HTTP/1.1" status: 200 len: 947 time: 0.2187617 Jan 18 22:42:19.337619 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-d8a34ebe-9354-44c7-aaec-329a3bc98e87 None None] Calling delete_port for ad56502f-37d5-40b8-bff5-7103990436e6 owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:42:19.348986 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccfd7db7-a7ec-4a44-8181-d87a3ec68bba req-c338da7d-6c8e-442c-886f-f5cca33a6b1b tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] No DVR routers for this DVR port 368adc76-f4dc-41d6-ac73-1e0f1cd7aae0 on host n-h2-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:42:19.350498 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4fe579c5-4554-44f3-99bd-611cb650b4f8 req-917f43f6-1a39-4e62-83ba-09d433d4da25 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=47fd5e54-61ce-42c3-b5cd-195914aa324e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589316 Jan 18 22:42:19.351280 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b1954439-10cc-46cd-ac70-155190ac337f tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:19.356717 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-ccfd7db7-a7ec-4a44-8181-d87a3ec68bba req-c338da7d-6c8e-442c-886f-f5cca33a6b1b tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:19.368616 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b1954439-10cc-46cd-ac70-155190ac337f tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:19.373047 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ccfd7db7-a7ec-4a44-8181-d87a3ec68bba req-c338da7d-6c8e-442c-886f-f5cca33a6b1b tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] 10.222.0.67 "DELETE /v2.0/ports/368adc76-f4dc-41d6-ac73-1e0f1cd7aae0 HTTP/1.1" status: 204 len: 173 time: 1.8289881 Jan 18 22:42:19.373704 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-b1954439-10cc-46cd-ac70-155190ac337f tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] 10.222.0.53 "DELETE /v2.0/networks/bd7b4c0e-1233-411f-bf32-5a318c17df58 HTTP/1.1" status: 204 len: 168 time: 0.7353888 Jan 18 22:42:19.375914 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7c1848d8-bcd9-4ef0-b258-00fd18bc14cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:19.385468 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 42796) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:19.389890 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e46ddc21-c49e-4d71-bc63-a2a6408ca19d', 'name': 'network-vif-deleted', 'tag': '368adc76-f4dc-41d6-ac73-1e0f1cd7aae0'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:42:19.392414 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43bd03b6-18f3-41f0-a0c9-de4e92f49e80" -d '{"events": [{"server_uuid": "e46ddc21-c49e-4d71-bc63-a2a6408ca19d", "name": "network-vif-deleted", "tag": "368adc76-f4dc-41d6-ac73-1e0f1cd7aae0"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:42:19.489881 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-d7b1546b-4c87-4170-9e6a-a514d166d519 req-a9b6fdab-da27-48c5-8228-1c3457b220fd service neutron] 10.222.0.36 "GET /v2.0/networks/221254be-2a67-4a48-a311-8dd80515e5fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3240061 Jan 18 22:42:19.540622 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c938e08c-b633-415c-a161-ba67f9d23891 x-openstack-request-id: req-c938e08c-b633-415c-a161-ba67f9d23891 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:42:19.540914 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e46ddc21-c49e-4d71-bc63-a2a6408ca19d", "name": "network-vif-deleted", "tag": "368adc76-f4dc-41d6-ac73-1e0f1cd7aae0", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:42:19.542892 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c938e08c-b633-415c-a161-ba67f9d23891 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:42:19.543976 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e46ddc21-c49e-4d71-bc63-a2a6408ca19d', 'name': 'network-vif-deleted', 'tag': '368adc76-f4dc-41d6-ac73-1e0f1cd7aae0', 'status': 'completed', 'code': 200} Jan 18 22:42:19.546578 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1954439-10cc-46cd-ac70-155190ac337f tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Pushing event deleted for resources: {'Network': ['ID=bd7b4c0e-1233-411f-bf32-5a318c17df58,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:19.658524 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d8a34ebe-9354-44c7-aaec-329a3bc98e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:19.731792 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1e13ca67-907e-4f0b-a1a2-900552d4d342 req-ec1627dc-625c-4b23-b90a-1fd5f198b233 tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] 10.222.0.53 "GET /v2.0/ports?device_id=e46ddc21-c49e-4d71-bc63-a2a6408ca19d HTTP/1.1" status: 200 len: 210 time: 0.1579249 Jan 18 22:42:19.757738 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a34ebe-9354-44c7-aaec-329a3bc98e87 None None] No DVR routers for this DVR port ad56502f-37d5-40b8-bff5-7103990436e6 on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:42:19.765227 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a34ebe-9354-44c7-aaec-329a3bc98e87 None None] Pushing event deleted for resources: {'Port': ['ID=ad56502f-37d5-40b8-bff5-7103990436e6,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:19.817291 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e23b42d2-dfbb-48f6-92dd-446fe315fa36 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:19.844640 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-d7b1546b-4c87-4170-9e6a-a514d166d519 req-53dfee1c-968c-478f-8bd9-4627bd793129 service neutron] 10.222.0.36 "GET /v2.0/networks/221254be-2a67-4a48-a311-8dd80515e5fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3438957 Jan 18 22:42:19.915160 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device ea188f43-7300-4457-a9e4-33406da91d20 details requested by agent hyperv_n-h1-825064-1 with host n-h1-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:42:20.074886 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e23b42d2-dfbb-48f6-92dd-446fe315fa36 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:20.119283 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-e23b42d2-dfbb-48f6-92dd-446fe315fa36 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14d61b88-3406-42fe-8058-2985360d7645']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:42:20.158093 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port ea188f43-7300-4457-a9e4-33406da91d20, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=ea188f43-7300-4457-a9e4-33406da91d20,segment=NetworkSegment(86507bb4-4915-4f06-a653-c026e7e063e5),segment_id=86507bb4-4915-4f06-a653-c026e7e063e5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:42:20.166056 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-e23b42d2-dfbb-48f6-92dd-446fe315fa36 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aba94710-0480-49c9-b4d4-de682fa26008') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:42:20.166361 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-e23b42d2-dfbb-48f6-92dd-446fe315fa36 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aba94710-0480-49c9-b4d4-de682fa26008') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:42:20.179906 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Returning: {'device': 'ea188f43-7300-4457-a9e4-33406da91d20', 'network_id': '221254be-2a67-4a48-a311-8dd80515e5fb', 'port_id': 'ea188f43-7300-4457-a9e4-33406da91d20', 'mac_address': 'fa:16:3e:8c:9c:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b26d2360-439e-4457-bc0c-79152de436de', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:42:20.183737 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e23b42d2-dfbb-48f6-92dd-446fe315fa36 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60394742'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:20.209550 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e23b42d2-dfbb-48f6-92dd-446fe315fa36 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:20.226029 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e23b42d2-dfbb-48f6-92dd-446fe315fa36 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:42:20.226445 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e23b42d2-dfbb-48f6-92dd-446fe315fa36 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60203044'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:20.230538 n-d-825064-1 neutron-server[102430]: Traceback (most recent call last): Jan 18 22:42:20.230538 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:42:20.230538 n-d-825064-1 neutron-server[102430]: timer() Jan 18 22:42:20.230538 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:42:20.230538 n-d-825064-1 neutron-server[102430]: cb(*args, **kw) Jan 18 22:42:20.230538 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:42:20.230538 n-d-825064-1 neutron-server[102430]: return func(*args, **kwargs) Jan 18 22:42:20.230538 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:42:20.230538 n-d-825064-1 neutron-server[102430]: self._notify() Jan 18 22:42:20.230538 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:42:20.230538 n-d-825064-1 neutron-server[102430]: self.callback(batched_events) Jan 18 22:42:20.230538 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:42:20.230538 n-d-825064-1 neutron-server[102430]: event.method(event) Jan 18 22:42:20.230538 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:42:20.230538 n-d-825064-1 neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:42:20.230538 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:42:20.230538 n-d-825064-1 neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:42:20.230538 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:42:20.230538 n-d-825064-1 neutron-server[102430]: return f(self, *a, **k) Jan 18 22:42:20.230538 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:42:20.230538 n-d-825064-1 neutron-server[102430]: return self._get(url).json() Jan 18 22:42:20.230538 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:42:20.230538 n-d-825064-1 neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:42:20.230538 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:42:20.230538 n-d-825064-1 neutron-server[102430]: return self.request(url, 'GET', **kwargs) Jan 18 22:42:20.230538 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:42:20.230538 n-d-825064-1 neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:42:20.230538 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:42:20.230538 n-d-825064-1 neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:42:20.230538 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:42:20.230538 n-d-825064-1 neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:42:20.230538 n-d-825064-1 neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:42:20.301535 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:20.331516 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ea188f43-7300-4457-a9e4-33406da91d20 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:42:20.380806 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port ea188f43-7300-4457-a9e4-33406da91d20, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=ea188f43-7300-4457-a9e4-33406da91d20,segment=NetworkSegment(86507bb4-4915-4f06-a653-c026e7e063e5),segment_id=86507bb4-4915-4f06-a653-c026e7e063e5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:42:20.390141 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e23b42d2-dfbb-48f6-92dd-446fe315fa36 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:20.390641 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:20.419242 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e23b42d2-dfbb-48f6-92dd-446fe315fa36 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:20.422639 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-e23b42d2-dfbb-48f6-92dd-446fe315fa36 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] 10.222.0.53 "DELETE /v2.0/networks/14d61b88-3406-42fe-8058-2985360d7645 HTTP/1.1" status: 204 len: 168 time: 1.0352602 Jan 18 22:42:20.425325 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 42864) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:20.449725 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=ea188f43-7300-4457-a9e4-33406da91d20,revision_number=12']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:20.461252 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23b42d2-dfbb-48f6-92dd-446fe315fa36 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Pushing event deleted for resources: {'Network': ['ID=14d61b88-3406-42fe-8058-2985360d7645,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:20.580532 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device ad56502f-37d5-40b8-bff5-7103990436e6 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:42:20.591887 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-70061433-4ee0-4a59-955d-5f2453686322 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Deleting subnet eb6ae1fa-d940-4722-a715-59bf1168898f {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:42:20.604067 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7c28ee-f354-42f4-baac-128a5d25f379 req-48934d90-b2bb-4fb7-aa9a-14e82448f0d4 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:20.609073 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-70061433-4ee0-4a59-955d-5f2453686322 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:20.619716 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0f7c28ee-f354-42f4-baac-128a5d25f379 req-48934d90-b2bb-4fb7-aa9a-14e82448f0d4 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=5916bb04-cece-43fd-9fc5-470c38a27dcd HTTP/1.1" status: 200 len: 946 time: 0.1226962 Jan 18 22:42:20.639670 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['ea188f43-7300-4457-a9e4-33406da91d20'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:42:20.643259 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: ad56502f-37d5-40b8-bff5-7103990436e6 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:42:20.650894 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device ad56502f-37d5-40b8-bff5-7103990436e6 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:42:20.664916 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-70061433-4ee0-4a59-955d-5f2453686322 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:20.754757 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0f7c28ee-f354-42f4-baac-128a5d25f379 req-8da837dd-8864-43d0-989c-80bea3208b25 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=47fd5e54-61ce-42c3-b5cd-195914aa324e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347749 Jan 18 22:42:20.770052 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 42878) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:20.879572 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-70061433-4ee0-4a59-955d-5f2453686322 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:20.912946 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 368adc76-f4dc-41d6-ac73-1e0f1cd7aae0 no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:42:20.937996 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-b05cfa9d-f277-4563-9860-a718f0e92006 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/floatingips/8e04cfff-03a1-4ce7-afd5-399a7a8a0fb9 HTTP/1.1" status: 200 len: 992 time: 0.1607060 Jan 18 22:42:20.966409 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] No Port match for: 368adc76-f4dc-41d6-ac73-1e0f1cd7aae0 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:42:20.966786 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 368adc76-f4dc-41d6-ac73-1e0f1cd7aae0 not bound to the agent host n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:42:21.009440 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-70061433-4ee0-4a59-955d-5f2453686322 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:21.028074 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-70061433-4ee0-4a59-955d-5f2453686322 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:21.034000 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 42894) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:21.040952 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-70061433-4ee0-4a59-955d-5f2453686322 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] 10.222.0.53 "DELETE /v2.0/subnets/eb6ae1fa-d940-4722-a715-59bf1168898f HTTP/1.1" status: 204 len: 168 time: 0.6072230 Jan 18 22:42:21.052749 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb822bb0-8fb8-4e3e-ad54-ad8a1db8242b None None] Network 0d5fe0b4-2593-42fe-afed-145c01ff910d requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:42:21.111715 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70061433-4ee0-4a59-955d-5f2453686322 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Pushing event deleted for resources: {'Subnet': ['ID=eb6ae1fa-d940-4722-a715-59bf1168898f,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:21.320975 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd66050-6a9a-43b5-9169-9406c52000d4 req-ba1a13fa-6c61-4d85-a61e-87becad25ed2 tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:21.328993 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7fd66050-6a9a-43b5-9169-9406c52000d4 req-ba1a13fa-6c61-4d85-a61e-87becad25ed2 tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] 10.222.0.53 "GET /v2.0/networks?id=2941c829-aac7-4255-bd80-a6fdf3910f6b HTTP/1.1" status: 200 len: 809 time: 0.1426611 Jan 18 22:42:21.347200 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7fd66050-6a9a-43b5-9169-9406c52000d4 req-ceda37bd-b95f-4efe-adc1-48cecf017211 tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] 10.222.0.53 "GET /v2.0/quotas/1f30da5c9fb54ac9a180e5ee307f6879 HTTP/1.1" status: 200 len: 375 time: 0.0170019 Jan 18 22:42:21.353942 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-984c38dc-98f9-4929-8894-09e59c2c655e tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:21.394386 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7fd66050-6a9a-43b5-9169-9406c52000d4 req-d1dced41-a493-49ed-bdd6-9d8d9e7e3467 tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1f30da5c9fb54ac9a180e5ee307f6879&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0458775 Jan 18 22:42:21.510619 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faff8221-b958-4c93-9e0d-759de038d4e5 None None] DHCP port deletion for 0d5fe0b4-2593-42fe-afed-145c01ff910d request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:42:21.551551 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7fd66050-6a9a-43b5-9169-9406c52000d4 req-4c5693c3-dbd8-4ed9-a2ff-1eddb61b22c1 service neutron] 10.222.0.53 "GET /v2.0/networks/2941c829-aac7-4255-bd80-a6fdf3910f6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562459 Jan 18 22:42:21.588378 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-faff8221-b958-4c93-9e0d-759de038d4e5 None None] Deleting port 54328190-fc7b-4af6-aa7c-5a71431d48d2 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:42:21.589068 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-faff8221-b958-4c93-9e0d-759de038d4e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:21.650960 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-984c38dc-98f9-4929-8894-09e59c2c655e tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Deleting port 54328190-fc7b-4af6-aa7c-5a71431d48d2 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:42:21.651309 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-984c38dc-98f9-4929-8894-09e59c2c655e tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:21.666735 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-faff8221-b958-4c93-9e0d-759de038d4e5 None None] For port 54328190-fc7b-4af6-aa7c-5a71431d48d2, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=54328190-fc7b-4af6-aa7c-5a71431d48d2,segment=NetworkSegment(0a5cc93f-0e5a-4ef2-81b2-35295e5c00b1),segment_id=0a5cc93f-0e5a-4ef2-81b2-35295e5c00b1)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:42:21.667041 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-faff8221-b958-4c93-9e0d-759de038d4e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:21.690091 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-faff8221-b958-4c93-9e0d-759de038d4e5 None None] Calling delete_port for 54328190-fc7b-4af6-aa7c-5a71431d48d2 owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:42:21.738934 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 42936) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:21.765943 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-984c38dc-98f9-4929-8894-09e59c2c655e tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] For port 54328190-fc7b-4af6-aa7c-5a71431d48d2, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=54328190-fc7b-4af6-aa7c-5a71431d48d2,segment=NetworkSegment(0a5cc93f-0e5a-4ef2-81b2-35295e5c00b1),segment_id=0a5cc93f-0e5a-4ef2-81b2-35295e5c00b1)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:42:21.766615 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-984c38dc-98f9-4929-8894-09e59c2c655e tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:21.779232 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7fd66050-6a9a-43b5-9169-9406c52000d4 req-c0a93813-c26c-4beb-9c3f-946c1c8ca572 service neutron] 10.222.0.53 "GET /v2.0/networks/2941c829-aac7-4255-bd80-a6fdf3910f6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268298 Jan 18 22:42:21.785496 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-984c38dc-98f9-4929-8894-09e59c2c655e tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Calling delete_port for 54328190-fc7b-4af6-aa7c-5a71431d48d2 owned by network:dhcp {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:42:21.832953 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-faff8221-b958-4c93-9e0d-759de038d4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:21.845520 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faff8221-b958-4c93-9e0d-759de038d4e5 None None] No DVR routers for this DVR port 54328190-fc7b-4af6-aa7c-5a71431d48d2 on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:42:21.876376 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faff8221-b958-4c93-9e0d-759de038d4e5 None None] Pushing event deleted for resources: {'Port': ['ID=54328190-fc7b-4af6-aa7c-5a71431d48d2,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:21.935363 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device ea188f43-7300-4457-a9e4-33406da91d20 up at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:42:21.974151 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-984c38dc-98f9-4929-8894-09e59c2c655e tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:21.995853 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5d24ead9-467a-4de0-a471-bc1ae3928076 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:22.001758 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-53dd319e-e047-49ef-a617-225d175b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:22.030883 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984c38dc-98f9-4929-8894-09e59c2c655e tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] No DVR routers for this DVR port 54328190-fc7b-4af6-aa7c-5a71431d48d2 on host n-d-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:42:22.037972 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984c38dc-98f9-4929-8894-09e59c2c655e tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Pushing event deleted for resources: {'Port': ['ID=54328190-fc7b-4af6-aa7c-5a71431d48d2,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:22.065221 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning complete for port ea188f43-7300-4457-a9e4-33406da91d20 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:42:22.065601 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:22.186822 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bf61a448-d7f1-424f-9892-389c628b8517 req-9318353f-4ed3-44cc-97a6-9c684784418b tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbdad9d4-0522-425b-87e8-9e75a58ae97c HTTP/1.1" status: 200 len: 210 time: 0.0420132 Jan 18 22:42:22.193040 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-984c38dc-98f9-4929-8894-09e59c2c655e tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:22.231860 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5d24ead9-467a-4de0-a471-bc1ae3928076 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:22.242548 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 22:42:22.246967 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5d24ead9-467a-4de0-a471-bc1ae3928076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:22.254579 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-984c38dc-98f9-4929-8894-09e59c2c655e tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d5fe0b4-2593-42fe-afed-145c01ff910d']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:42:22.293129 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:22.295137 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-984c38dc-98f9-4929-8894-09e59c2c655e tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a5cc93f-0e5a-4ef2-81b2-35295e5c00b1') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:42:22.305456 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-984c38dc-98f9-4929-8894-09e59c2c655e tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a5cc93f-0e5a-4ef2-81b2-35295e5c00b1') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:42:22.327463 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-984c38dc-98f9-4929-8894-09e59c2c655e tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60394742'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:22.353993 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5916bb04-cece-43fd-9fc5-470c38a27dcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea188f43-7300-4457-a9e4-33406da91d20'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:42:22.359869 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac94ef7f-f49f-4a95-ad46-05b413a479cc" -d '{"events": [{"server_uuid": "5916bb04-cece-43fd-9fc5-470c38a27dcd", "name": "network-vif-plugged", "status": "completed", "tag": "ea188f43-7300-4457-a9e4-33406da91d20"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:42:22.382137 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-5d24ead9-467a-4de0-a471-bc1ae3928076 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9d8c8f55e14740438579172afca3e4c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6414964 Jan 18 22:42:22.382947 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 42952) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:22.383614 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d24ead9-467a-4de0-a471-bc1ae3928076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3802550f-63da-404e-ba3e-48d39c8adfbc,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:22.388090 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-984c38dc-98f9-4929-8894-09e59c2c655e tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:22.401488 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-984c38dc-98f9-4929-8894-09e59c2c655e tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:42:22.402672 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-984c38dc-98f9-4929-8894-09e59c2c655e tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60203044'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:22.406465 n-d-825064-1 neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:42:22.406465 n-d-825064-1 neutron-server[102430]: self.session.flush() Jan 18 22:42:22.406465 n-d-825064-1 neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:42:22.406465 n-d-825064-1 neutron-server[102430]: self.session.flush() Jan 18 22:42:22.406465 n-d-825064-1 neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:42:22.406465 n-d-825064-1 neutron-server[102430]: self.session.flush() Jan 18 22:42:22.406465 n-d-825064-1 neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:42:22.406465 n-d-825064-1 neutron-server[102430]: self.session.flush() Jan 18 22:42:22.406465 n-d-825064-1 neutron-server[102430]: Traceback (most recent call last): Jan 18 22:42:22.406465 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:42:22.406465 n-d-825064-1 neutron-server[102430]: timer() Jan 18 22:42:22.406465 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:42:22.406465 n-d-825064-1 neutron-server[102430]: cb(*args, **kw) Jan 18 22:42:22.406465 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:42:22.406465 n-d-825064-1 neutron-server[102430]: return func(*args, **kwargs) Jan 18 22:42:22.406465 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:42:22.406465 n-d-825064-1 neutron-server[102430]: self._notify() Jan 18 22:42:22.406465 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:42:22.406465 n-d-825064-1 neutron-server[102430]: self.callback(batched_events) Jan 18 22:42:22.406465 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:42:22.406465 n-d-825064-1 neutron-server[102430]: event.method(event) Jan 18 22:42:22.406465 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:42:22.406465 n-d-825064-1 neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:42:22.406465 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:42:22.406465 n-d-825064-1 neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:42:22.406465 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:42:22.406465 n-d-825064-1 neutron-server[102430]: return f(self, *a, **k) Jan 18 22:42:22.406465 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:42:22.406465 n-d-825064-1 neutron-server[102430]: return self._get(url).json() Jan 18 22:42:22.406465 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:42:22.406465 n-d-825064-1 neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:42:22.406465 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:42:22.406465 n-d-825064-1 neutron-server[102430]: return self.request(url, 'GET', **kwargs) Jan 18 22:42:22.406465 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:42:22.406465 n-d-825064-1 neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:42:22.406465 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:42:22.406465 n-d-825064-1 neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:42:22.406465 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:42:22.406465 n-d-825064-1 neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:42:22.406465 n-d-825064-1 neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:42:22.436505 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port ea188f43-7300-4457-a9e4-33406da91d20, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=ea188f43-7300-4457-a9e4-33406da91d20,segment=NetworkSegment(86507bb4-4915-4f06-a653-c026e7e063e5),segment_id=86507bb4-4915-4f06-a653-c026e7e063e5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:42:22.449247 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:22.538325 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-92940146-6c7c-401e-bb11-6945ba097336 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:22.560620 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4cd320c-8a9b-4553-b74f-37d6ec22a393 x-openstack-request-id: req-f4cd320c-8a9b-4553-b74f-37d6ec22a393 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:42:22.561111 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5916bb04-cece-43fd-9fc5-470c38a27dcd", "name": "network-vif-plugged", "status": "completed", "tag": "ea188f43-7300-4457-a9e4-33406da91d20", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:42:22.561544 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f4cd320c-8a9b-4553-b74f-37d6ec22a393 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:42:22.562421 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5916bb04-cece-43fd-9fc5-470c38a27dcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea188f43-7300-4457-a9e4-33406da91d20', 'code': 200} Jan 18 22:42:22.563210 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=ea188f43-7300-4457-a9e4-33406da91d20,revision_number=13']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:22.572468 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-984c38dc-98f9-4929-8894-09e59c2c655e tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:22.582407 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 54328190-fc7b-4af6-aa7c-5a71431d48d2 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:42:22.619029 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-92940146-6c7c-401e-bb11-6945ba097336 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:22.628169 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-984c38dc-98f9-4929-8894-09e59c2c655e tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:22.631376 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-984c38dc-98f9-4929-8894-09e59c2c655e tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] 10.222.0.53 "DELETE /v2.0/networks/0d5fe0b4-2593-42fe-afed-145c01ff910d HTTP/1.1" status: 204 len: 168 time: 1.5963695 Jan 18 22:42:22.632686 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984c38dc-98f9-4929-8894-09e59c2c655e tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Pushing event deleted for resources: {'Network': ['ID=0d5fe0b4-2593-42fe-afed-145c01ff910d,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:22.634425 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 42956) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:22.640186 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 54328190-fc7b-4af6-aa7c-5a71431d48d2 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:42:22.640751 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 54328190-fc7b-4af6-aa7c-5a71431d48d2 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:42:22.678777 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 42960) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:22.679250 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-92f0988a-e87f-42be-b458-3ae7184e9fbb tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] 10.222.0.53 "GET /v2.0/ports?device_id=463f2fa8-2117-43d8-8e0b-f62f688a053b HTTP/1.1" status: 200 len: 205 time: 0.0360763 Jan 18 22:42:22.772825 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-77bee22a-3e7b-4e1e-b335-f8dc72d993c3 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Notify callbacks [] for router, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:22.879417 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-92940146-6c7c-401e-bb11-6945ba097336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:22.882183 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-92940146-6c7c-401e-bb11-6945ba097336 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:22.885639 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-92940146-6c7c-401e-bb11-6945ba097336 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3802550f-63da-404e-ba3e-48d39c8adfbc HTTP/1.1" status: 204 len: 168 time: 0.4968414 Jan 18 22:42:22.925647 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92940146-6c7c-401e-bb11-6945ba097336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3802550f-63da-404e-ba3e-48d39c8adfbc,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:22.984975 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-77bee22a-3e7b-4e1e-b335-f8dc72d993c3 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1040886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8602'] for router, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:22.992362 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-77bee22a-3e7b-4e1e-b335-f8dc72d993c3 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:23.029910 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:23.075709 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-77bee22a-3e7b-4e1e-b335-f8dc72d993c3 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1040832'] for router, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:23.076782 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77bee22a-3e7b-4e1e-b335-f8dc72d993c3 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Fanout notify agent at l3_agent the message router_deleted on router 463f2fa8-2117-43d8-8e0b-f62f688a053b {{(pid=102431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 22:42:23.101601 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-77bee22a-3e7b-4e1e-b335-f8dc72d993c3 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:23.114827 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-77bee22a-3e7b-4e1e-b335-f8dc72d993c3 tempest-RoutersNegativeTest-119182346 tempest-RoutersNegativeTest-119182346-project] 10.222.0.53 "DELETE /v2.0/routers/463f2fa8-2117-43d8-8e0b-f62f688a053b HTTP/1.1" status: 204 len: 168 time: 0.4316270 Jan 18 22:42:23.369941 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8a33fae4-bea0-495e-a1af-db0b50e977ff req-f39a5eca-e792-4683-aab6-477b6684e3dd tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbdad9d4-0522-425b-87e8-9e75a58ae97c HTTP/1.1" status: 200 len: 210 time: 0.0463431 Jan 18 22:42:23.610738 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 42988) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:23.821987 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd66050-6a9a-43b5-9169-9406c52000d4 req-d7129f42-5176-44c6-8f7d-88d475aace19 tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:23.829683 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-7fd66050-6a9a-43b5-9169-9406c52000d4 req-d7129f42-5176-44c6-8f7d-88d475aace19 tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] 10.222.0.67 "GET /v2.0/networks?id=2941c829-aac7-4255-bd80-a6fdf3910f6b HTTP/1.1" status: 200 len: 809 time: 0.2083747 Jan 18 22:42:23.842658 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-7fd66050-6a9a-43b5-9169-9406c52000d4 req-2fad652e-e334-47fa-b34e-2d1fe9efb754 tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] Request body: {'port': {'device_id': 'fbdad9d4-0522-425b-87e8-9e75a58ae97c', 'network_id': '2941c829-aac7-4255-bd80-a6fdf3910f6b', 'admin_state_up': True, 'tenant_id': '1f30da5c9fb54ac9a180e5ee307f6879'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:42:24.032503 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fd66050-6a9a-43b5-9169-9406c52000d4 req-2fad652e-e334-47fa-b34e-2d1fe9efb754 tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] Made reservation on behalf of 1f30da5c9fb54ac9a180e5ee307f6879 for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:42:24.036606 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-7fd66050-6a9a-43b5-9169-9406c52000d4 req-2fad652e-e334-47fa-b34e-2d1fe9efb754 tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:24.099077 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 43004) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:24.099933 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-235238c2-86b0-4285-9cbb-cc4747cfb58d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2013a534f92b4181a8d6e379a59456fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4872513 Jan 18 22:42:24.207162 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9bdea997-6b52-4031-8c3c-68005f6da389 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:24.254574 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9bdea997-6b52-4031-8c3c-68005f6da389 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:24.272685 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [req-7fd66050-6a9a-43b5-9169-9406c52000d4 req-2fad652e-e334-47fa-b34e-2d1fe9efb754 tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] Allocated IP 172.20.0.12 (2941c829-aac7-4255-bd80-a6fdf3910f6b/36249958-8705-47ec-8fdb-0a6b03d25cc9/fa577c59-96e3-44c9-8501-1033138864de) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:42:24.342318 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9bdea997-6b52-4031-8c3c-68005f6da389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:24.346998 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9bdea997-6b52-4031-8c3c-68005f6da389 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:24.348616 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-9bdea997-6b52-4031-8c3c-68005f6da389 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/474a4d92-0d76-4ad4-9087-6f0ddc8e3880 HTTP/1.1" status: 204 len: 168 time: 0.2477903 Jan 18 22:42:24.359973 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdea997-6b52-4031-8c3c-68005f6da389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=474a4d92-0d76-4ad4-9087-6f0ddc8e3880,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:24.507830 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:24.531726 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7e8d4bb8-10d7-4e96-9694-f92fd79682de req-50321d15-2e13-49e7-804e-1a9c3efcd766 tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbdad9d4-0522-425b-87e8-9e75a58ae97c HTTP/1.1" status: 200 len: 210 time: 0.0441244 Jan 18 22:42:24.622767 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:24.643937 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-7fd66050-6a9a-43b5-9169-9406c52000d4 req-2fad652e-e334-47fa-b34e-2d1fe9efb754 tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:24.726678 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-7fd66050-6a9a-43b5-9169-9406c52000d4 req-2fad652e-e334-47fa-b34e-2d1fe9efb754 tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:24.778856 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fd66050-6a9a-43b5-9169-9406c52000d4 req-2fad652e-e334-47fa-b34e-2d1fe9efb754 tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] Network 2941c829-aac7-4255-bd80-a6fdf3910f6b is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:42:24.782206 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [req-7fd66050-6a9a-43b5-9169-9406c52000d4 req-2fad652e-e334-47fa-b34e-2d1fe9efb754 tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:42:24.784750 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fd66050-6a9a-43b5-9169-9406c52000d4 req-2fad652e-e334-47fa-b34e-2d1fe9efb754 tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:42:24.827915 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fad652e-e334-47fa-b34e-2d1fe9efb754 tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] Pushing event updated for resources: {'Port': ['ID=fa577c59-96e3-44c9-8501-1033138864de,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:24.859036 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd66050-6a9a-43b5-9169-9406c52000d4 req-2fad652e-e334-47fa-b34e-2d1fe9efb754 tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:24.860162 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-7fd66050-6a9a-43b5-9169-9406c52000d4 req-2fad652e-e334-47fa-b34e-2d1fe9efb754 tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:24.887260 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-7fd66050-6a9a-43b5-9169-9406c52000d4 req-2fad652e-e334-47fa-b34e-2d1fe9efb754 tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0498250 Jan 18 22:42:24.903403 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-7fd66050-6a9a-43b5-9169-9406c52000d4 req-fbcb9e12-3a64-4e03-99ff-49101068bcf7 service neutron] Request body: {'port': {'device_id': 'fbdad9d4-0522-425b-87e8-9e75a58ae97c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:42:24.982834 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-7fd66050-6a9a-43b5-9169-9406c52000d4 req-fbcb9e12-3a64-4e03-99ff-49101068bcf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:25.401461 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [req-7fd66050-6a9a-43b5-9169-9406c52000d4 req-fbcb9e12-3a64-4e03-99ff-49101068bcf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa577c59-96e3-44c9-8501-1033138864de {{(pid=102431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:42:25.424241 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-7fd66050-6a9a-43b5-9169-9406c52000d4 req-fbcb9e12-3a64-4e03-99ff-49101068bcf7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:25.460037 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [req-7fd66050-6a9a-43b5-9169-9406c52000d4 req-fbcb9e12-3a64-4e03-99ff-49101068bcf7 service neutron] Transition to ACTIVE for port object fa577c59-96e3-44c9-8501-1033138864de will not be triggered until provisioned by entity L2. {{(pid=102431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:42:25.469028 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-7fd66050-6a9a-43b5-9169-9406c52000d4 req-fbcb9e12-3a64-4e03-99ff-49101068bcf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:25.594740 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcb9e12-3a64-4e03-99ff-49101068bcf7 service neutron] Pushing event updated for resources: {'Port': ['ID=fa577c59-96e3-44c9-8501-1033138864de,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:25.650624 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-7fd66050-6a9a-43b5-9169-9406c52000d4 req-fbcb9e12-3a64-4e03-99ff-49101068bcf7 service neutron] Attempting to bind port fa577c59-96e3-44c9-8501-1033138864de on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:42:25.651696 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-7fd66050-6a9a-43b5-9169-9406c52000d4 req-fbcb9e12-3a64-4e03-99ff-49101068bcf7 service neutron] Attempting to bind port fa577c59-96e3-44c9-8501-1033138864de by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '4c6632ba-d9b8-4e35-896d-34b55762fb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2941c829-aac7-4255-bd80-a6fdf3910f6b'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:42:25.654622 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd66050-6a9a-43b5-9169-9406c52000d4 req-fbcb9e12-3a64-4e03-99ff-49101068bcf7 service neutron] Attempting to bind port fa577c59-96e3-44c9-8501-1033138864de on network 2941c829-aac7-4255-bd80-a6fdf3910f6b {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:42:25.670723 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd66050-6a9a-43b5-9169-9406c52000d4 req-fbcb9e12-3a64-4e03-99ff-49101068bcf7 service neutron] Port fa577c59-96e3-44c9-8501-1033138864de on network 2941c829-aac7-4255-bd80-a6fdf3910f6b not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:42:25.671959 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd66050-6a9a-43b5-9169-9406c52000d4 req-fbcb9e12-3a64-4e03-99ff-49101068bcf7 service neutron] Attempting to bind port fa577c59-96e3-44c9-8501-1033138864de on network 2941c829-aac7-4255-bd80-a6fdf3910f6b {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:42:25.683874 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd66050-6a9a-43b5-9169-9406c52000d4 req-fbcb9e12-3a64-4e03-99ff-49101068bcf7 service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:42:25.684635 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd66050-6a9a-43b5-9169-9406c52000d4 req-fbcb9e12-3a64-4e03-99ff-49101068bcf7 service neutron] Checking segment: {'id': '4c6632ba-d9b8-4e35-896d-34b55762fb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2941c829-aac7-4255-bd80-a6fdf3910f6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:42:25.685129 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd66050-6a9a-43b5-9169-9406c52000d4 req-fbcb9e12-3a64-4e03-99ff-49101068bcf7 service neutron] Bound using segment: {'id': '4c6632ba-d9b8-4e35-896d-34b55762fb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2941c829-aac7-4255-bd80-a6fdf3910f6b'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:42:25.685562 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-7fd66050-6a9a-43b5-9169-9406c52000d4 req-fbcb9e12-3a64-4e03-99ff-49101068bcf7 service neutron] Bound port: fa577c59-96e3-44c9-8501-1033138864de, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c6632ba-d9b8-4e35-896d-34b55762fb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2941c829-aac7-4255-bd80-a6fdf3910f6b'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:42:25.685923 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-7fd66050-6a9a-43b5-9169-9406c52000d4 req-fbcb9e12-3a64-4e03-99ff-49101068bcf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:25.694274 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 43066) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:25.761737 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7633577-1889-44ca-8dc5-dc6f3b66e94e req-7447edeb-c9f4-407b-8c84-a8f9543d91bd tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:25.775597 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e7633577-1889-44ca-8dc5-dc6f3b66e94e req-7447edeb-c9f4-407b-8c84-a8f9543d91bd tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbdad9d4-0522-425b-87e8-9e75a58ae97c HTTP/1.1" status: 200 len: 944 time: 0.1204441 Jan 18 22:42:25.793755 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-7fd66050-6a9a-43b5-9169-9406c52000d4 req-fbcb9e12-3a64-4e03-99ff-49101068bcf7 service neutron] For port fa577c59-96e3-44c9-8501-1033138864de, host n-h2-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:42:25.797627 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-7fd66050-6a9a-43b5-9169-9406c52000d4 req-fbcb9e12-3a64-4e03-99ff-49101068bcf7 service neutron] For port fa577c59-96e3-44c9-8501-1033138864de, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=fa577c59-96e3-44c9-8501-1033138864de,segment=NetworkSegment(4c6632ba-d9b8-4e35-896d-34b55762fb57),segment_id=4c6632ba-d9b8-4e35-896d-34b55762fb57)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:42:25.803693 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-7fd66050-6a9a-43b5-9169-9406c52000d4 req-fbcb9e12-3a64-4e03-99ff-49101068bcf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:25.844454 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd66050-6a9a-43b5-9169-9406c52000d4 req-fbcb9e12-3a64-4e03-99ff-49101068bcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:25.845679 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-7fd66050-6a9a-43b5-9169-9406c52000d4 req-fbcb9e12-3a64-4e03-99ff-49101068bcf7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:25.846422 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e7633577-1889-44ca-8dc5-dc6f3b66e94e req-575e2bf3-3621-488a-96c7-bde9a635c40b tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] 10.222.0.53 "GET /v2.0/security-groups?id=1716bd66-08b7-4f14-ac34-fbeb10fd33f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694788 Jan 18 22:42:25.848689 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-7fd66050-6a9a-43b5-9169-9406c52000d4 req-fbcb9e12-3a64-4e03-99ff-49101068bcf7 service neutron] 10.222.0.67 "PUT /v2.0/ports/fa577c59-96e3-44c9-8501-1033138864de HTTP/1.1" status: 200 len: 1092 time: 0.9524245 Jan 18 22:42:25.851373 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbdad9d4-0522-425b-87e8-9e75a58ae97c', 'tag': 'fa577c59-96e3-44c9-8501-1033138864de'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:42:25.856879 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de2818ed-c34e-4722-85d8-0793a9cab4a1" -d '{"events": [{"name": "network-changed", "server_uuid": "fbdad9d4-0522-425b-87e8-9e75a58ae97c", "tag": "fa577c59-96e3-44c9-8501-1033138864de"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:42:25.871987 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-cb732a95-7520-4764-a305-f941ec741d07 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Request body: {'security_group': {'name': 'tempest-secgroup--645640779'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:42:25.916516 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5e4c4da-c226-4079-95ad-4e15a3482e42 x-openstack-request-id: req-e5e4c4da-c226-4079-95ad-4e15a3482e42 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:42:25.916820 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbdad9d4-0522-425b-87e8-9e75a58ae97c", "tag": "fa577c59-96e3-44c9-8501-1033138864de", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:42:25.917049 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e5e4c4da-c226-4079-95ad-4e15a3482e42 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:42:25.918046 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbdad9d4-0522-425b-87e8-9e75a58ae97c', 'tag': 'fa577c59-96e3-44c9-8501-1033138864de', 'status': 'completed', 'code': 200} Jan 18 22:42:25.975775 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcb9e12-3a64-4e03-99ff-49101068bcf7 service neutron] Pushing event updated for resources: {'Port': ['ID=fa577c59-96e3-44c9-8501-1033138864de,revision_number=3']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:25.983603 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cb732a95-7520-4764-a305-f941ec741d07 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:25.997241 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cb732a95-7520-4764-a305-f941ec741d07 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:26.000409 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd66050-6a9a-43b5-9169-9406c52000d4 req-699bb5a8-1233-469e-a3eb-cdc49ad2f1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:26.001914 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-7fd66050-6a9a-43b5-9169-9406c52000d4 req-699bb5a8-1233-469e-a3eb-cdc49ad2f1b7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1f30da5c9fb54ac9a180e5ee307f6879&device_id=fbdad9d4-0522-425b-87e8-9e75a58ae97c HTTP/1.1" status: 200 len: 1095 time: 0.0987668 Jan 18 22:42:26.055088 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-7fd66050-6a9a-43b5-9169-9406c52000d4 req-50cf0793-f280-4a56-bcde-c72543ae615f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa577c59-96e3-44c9-8501-1033138864de HTTP/1.1" status: 200 len: 217 time: 0.0434327 Jan 18 22:42:26.144827 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd66050-6a9a-43b5-9169-9406c52000d4 req-60c9f75d-8e56-437c-8637-5c9d23c1b61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:26.146255 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-7fd66050-6a9a-43b5-9169-9406c52000d4 req-60c9f75d-8e56-437c-8637-5c9d23c1b61e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=36249958-8705-47ec-8fdb-0a6b03d25cc9 HTTP/1.1" status: 200 len: 849 time: 0.0847323 Jan 18 22:42:26.190566 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-7fd66050-6a9a-43b5-9169-9406c52000d4 req-1ccb927b-5b2f-4d04-be8f-7520f9796056 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2941c829-aac7-4255-bd80-a6fdf3910f6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356147 Jan 18 22:42:26.211832 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cb732a95-7520-4764-a305-f941ec741d07 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:26.298008 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cb732a95-7520-4764-a305-f941ec741d07 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:26.370191 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb732a95-7520-4764-a305-f941ec741d07 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f91243b8-17c6-4074-875a-541d9a1ea7e9,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:26.403614 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-7fd66050-6a9a-43b5-9169-9406c52000d4 req-6df781b8-d187-41e1-a254-af975880739b service neutron] 10.222.0.67 "GET /v2.0/networks/2941c829-aac7-4255-bd80-a6fdf3910f6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902814 Jan 18 22:42:26.534841 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cb732a95-7520-4764-a305-f941ec741d07 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:26.550959 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cb732a95-7520-4764-a305-f941ec741d07 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:26.625589 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb732a95-7520-4764-a305-f941ec741d07 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dccb3e03-a8ca-40c6-9410-99899c1b2dad,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:26.631441 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cb732a95-7520-4764-a305-f941ec741d07 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:26.632903 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-cb732a95-7520-4764-a305-f941ec741d07 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9367106 Jan 18 22:42:26.635668 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 43106) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:26.664557 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-7fd66050-6a9a-43b5-9169-9406c52000d4 req-a8d49823-cde1-4aca-9325-27770a28a556 service neutron] 10.222.0.67 "GET /v2.0/networks/2941c829-aac7-4255-bd80-a6fdf3910f6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503278 Jan 18 22:42:26.734103 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 43108) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:26.736945 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-7a05d17c-2f68-4c42-ac5d-cc9176ea2b10 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0990989 Jan 18 22:42:26.743081 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-21a4e2a0-49a1-4292-b243-4ca83d87a22c tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Request body: {'security_group': {'name': 'tempest-security--1424042956', 'description': 'tempest-security-description-349950885'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:42:26.798870 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-21a4e2a0-49a1-4292-b243-4ca83d87a22c tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:26.831258 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2818ed-c34e-4722-85d8-0793a9cab4a1 req-ebf69f4d-572f-4f9f-93ad-4ade529d7fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:26.833318 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-de2818ed-c34e-4722-85d8-0793a9cab4a1 req-ebf69f4d-572f-4f9f-93ad-4ade529d7fa8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1f30da5c9fb54ac9a180e5ee307f6879&device_id=fbdad9d4-0522-425b-87e8-9e75a58ae97c HTTP/1.1" status: 200 len: 1095 time: 0.1211624 Jan 18 22:42:26.905114 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-21a4e2a0-49a1-4292-b243-4ca83d87a22c tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:26.912577 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-21a4e2a0-49a1-4292-b243-4ca83d87a22c tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:26.915108 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-21a4e2a0-49a1-4292-b243-4ca83d87a22c tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:26.919841 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 43116) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:26.928084 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-21a4e2a0-49a1-4292-b243-4ca83d87a22c tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] 10.222.0.53 "PUT /v2.0/security-groups/dccb3e03-a8ca-40c6-9410-99899c1b2dad HTTP/1.1" status: 200 len: 1779 time: 0.1927006 Jan 18 22:42:26.959213 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 43118) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:26.987216 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a4e2a0-49a1-4292-b243-4ca83d87a22c tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dccb3e03-a8ca-40c6-9410-99899c1b2dad,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:27.015357 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2818ed-c34e-4722-85d8-0793a9cab4a1 req-ffa21bd2-1624-42d9-9aff-a4a8f2140829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:27.017195 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-de2818ed-c34e-4722-85d8-0793a9cab4a1 req-ffa21bd2-1624-42d9-9aff-a4a8f2140829 service neutron] 10.222.0.67 "GET /v2.0/networks?id=2941c829-aac7-4255-bd80-a6fdf3910f6b HTTP/1.1" status: 200 len: 909 time: 0.1731091 Jan 18 22:42:27.054653 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c098e314-f9c0-4211-a05a-14f5cadb22c2 req-cb69b704-78fc-4f75-b3d2-4ce315cf4701 tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:27.062343 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c098e314-f9c0-4211-a05a-14f5cadb22c2 req-cb69b704-78fc-4f75-b3d2-4ce315cf4701 tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbdad9d4-0522-425b-87e8-9e75a58ae97c HTTP/1.1" status: 200 len: 944 time: 0.1262400 Jan 18 22:42:27.071350 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-de2818ed-c34e-4722-85d8-0793a9cab4a1 req-68352a8a-dde4-493b-9e5e-c84a75dd4fe7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa577c59-96e3-44c9-8501-1033138864de HTTP/1.1" status: 200 len: 217 time: 0.0455959 Jan 18 22:42:27.078523 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-94acfa4b-089d-43ed-aa87-fa9273dc124d tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] 10.222.0.53 "GET /v2.0/security-groups/dccb3e03-a8ca-40c6-9410-99899c1b2dad HTTP/1.1" status: 200 len: 1779 time: 0.1571651 Jan 18 22:42:27.085782 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 43122) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:27.141263 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2818ed-c34e-4722-85d8-0793a9cab4a1 req-6db9507d-0420-474e-992d-c7d18c09e5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:27.143101 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-de2818ed-c34e-4722-85d8-0793a9cab4a1 req-6db9507d-0420-474e-992d-c7d18c09e5d2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=36249958-8705-47ec-8fdb-0a6b03d25cc9 HTTP/1.1" status: 200 len: 849 time: 0.0613053 Jan 18 22:42:27.187984 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-de2818ed-c34e-4722-85d8-0793a9cab4a1 req-513e9f3a-e0c0-40a7-860a-0ecca6d5cd56 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2941c829-aac7-4255-bd80-a6fdf3910f6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360196 Jan 18 22:42:27.271120 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b5727906-05c6-4415-b15d-9861ce7d3f44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:27.363385 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-de2818ed-c34e-4722-85d8-0793a9cab4a1 req-02772e95-a9ee-4d48-a0da-73a990b170c0 service neutron] 10.222.0.67 "GET /v2.0/networks/2941c829-aac7-4255-bd80-a6fdf3910f6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668513 Jan 18 22:42:27.521938 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-de2818ed-c34e-4722-85d8-0793a9cab4a1 req-5f2e124d-b335-41fb-bbde-52a984cb3417 service neutron] 10.222.0.67 "GET /v2.0/networks/2941c829-aac7-4255-bd80-a6fdf3910f6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485782 Jan 18 22:42:27.538722 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b5727906-05c6-4415-b15d-9861ce7d3f44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:27.545173 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b5727906-05c6-4415-b15d-9861ce7d3f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:27.553145 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c098e314-f9c0-4211-a05a-14f5cadb22c2 req-a422856d-d629-4a24-b280-d1017da97dae tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] 10.222.0.53 "GET /v2.0/security-groups?id=1716bd66-08b7-4f14-ac34-fbeb10fd33f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4896355 Jan 18 22:42:27.559585 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-93456d55-905c-49b9-8178-96e412886f6e tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:27.572717 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5727906-05c6-4415-b15d-9861ce7d3f44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a62d7f2-fc2a-417a-a526-6eadc7f2269f,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:27.594200 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-93456d55-905c-49b9-8178-96e412886f6e tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:27.609960 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-b5727906-05c6-4415-b15d-9861ce7d3f44 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=58425c2ea4634af2a91b05ce7f28bcf6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6502163 Jan 18 22:42:27.612853 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 43128) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:27.658737 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-93456d55-905c-49b9-8178-96e412886f6e tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:27.661971 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-93456d55-905c-49b9-8178-96e412886f6e tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:27.663096 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-93456d55-905c-49b9-8178-96e412886f6e tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] 10.222.0.53 "DELETE /v2.0/security-groups/dccb3e03-a8ca-40c6-9410-99899c1b2dad HTTP/1.1" status: 204 len: 168 time: 0.5761521 Jan 18 22:42:27.665811 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 43130) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:27.685564 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93456d55-905c-49b9-8178-96e412886f6e tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dccb3e03-a8ca-40c6-9410-99899c1b2dad,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:27.709075 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ae0fd85e-b801-4a2d-a791-7e3523f083c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:27.712277 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93456d55-905c-49b9-8178-96e412886f6e tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:42:27.712797 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93456d55-905c-49b9-8178-96e412886f6e tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:42:27.713297 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93456d55-905c-49b9-8178-96e412886f6e tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:42:27.713813 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93456d55-905c-49b9-8178-96e412886f6e tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:42:27.714350 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93456d55-905c-49b9-8178-96e412886f6e tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:42:27.714841 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93456d55-905c-49b9-8178-96e412886f6e tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:42:27.715329 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93456d55-905c-49b9-8178-96e412886f6e tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:42:27.715815 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93456d55-905c-49b9-8178-96e412886f6e tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:42:27.716369 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93456d55-905c-49b9-8178-96e412886f6e tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:42:27.717078 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93456d55-905c-49b9-8178-96e412886f6e tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:42:27.717803 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93456d55-905c-49b9-8178-96e412886f6e tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:42:27.718341 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93456d55-905c-49b9-8178-96e412886f6e tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:42:27.722231 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-92698776-e240-4496-8e59-f08bd9f3f5a5 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0552299 Jan 18 22:42:27.724879 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 43132) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:27.751302 n-d-825064-1 neutron-server[102431]: INFO neutron.api.v2.resource [None req-b307ab80-2448-432b-bbaa-0d40a9b247e7 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] delete failed (client error): The resource could not be found. Jan 18 22:42:27.756014 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-b307ab80-2448-432b-bbaa-0d40a9b247e7 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] 10.222.0.53 "DELETE /v2.0/security-groups/dccb3e03-a8ca-40c6-9410-99899c1b2dad HTTP/1.1" status: 404 len: 347 time: 0.0265448 Jan 18 22:42:27.757065 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 43134) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:27.758354 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ae0fd85e-b801-4a2d-a791-7e3523f083c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:27.762454 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-dd249758-a06f-431c-bfc3-cfef44e365a0 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Request body: {'security_group': {'name': 'tempest-secgroup--238160004'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:42:27.787765 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-dd249758-a06f-431c-bfc3-cfef44e365a0 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:27.817460 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ae0fd85e-b801-4a2d-a791-7e3523f083c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:27.820351 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ae0fd85e-b801-4a2d-a791-7e3523f083c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:27.824642 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-ae0fd85e-b801-4a2d-a791-7e3523f083c3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4a62d7f2-fc2a-417a-a526-6eadc7f2269f HTTP/1.1" status: 204 len: 168 time: 0.2100008 Jan 18 22:42:27.834166 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0fd85e-b801-4a2d-a791-7e3523f083c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a62d7f2-fc2a-417a-a526-6eadc7f2269f,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:27.902557 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-dd249758-a06f-431c-bfc3-cfef44e365a0 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:27.907750 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-dd249758-a06f-431c-bfc3-cfef44e365a0 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:27.951055 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-dd249758-a06f-431c-bfc3-cfef44e365a0 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:27.953043 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-dd249758-a06f-431c-bfc3-cfef44e365a0 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1947582 Jan 18 22:42:27.956149 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 43138) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:27.962472 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-fc0a450e-7f05-4f93-80b6-2b8fcdf8223d tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Request body: {'security_group_rule': {'security_group_id': 'c00b5048-cbe1-4801-9d81-8f0030c84e46', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:42:27.969220 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd249758-a06f-431c-bfc3-cfef44e365a0 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c00b5048-cbe1-4801-9d81-8f0030c84e46,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:28.016802 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fc0a450e-7f05-4f93-80b6-2b8fcdf8223d tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:28.080005 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fc0a450e-7f05-4f93-80b6-2b8fcdf8223d tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:28.091559 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fc0a450e-7f05-4f93-80b6-2b8fcdf8223d tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:28.117698 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0a450e-7f05-4f93-80b6-2b8fcdf8223d tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcf04336-0094-4c93-b46d-0f47f892d3f5,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:28.129851 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fc0a450e-7f05-4f93-80b6-2b8fcdf8223d tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:28.132668 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-fc0a450e-7f05-4f93-80b6-2b8fcdf8223d tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1752820 Jan 18 22:42:28.133958 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 43142) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:28.171914 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f24fffdd-9134-4139-9bc5-dcf6cc55c498 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:28.181622 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f24fffdd-9134-4139-9bc5-dcf6cc55c498 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:28.217532 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 43144) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:28.218111 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f24fffdd-9134-4139-9bc5-dcf6cc55c498 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:28.225765 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f24fffdd-9134-4139-9bc5-dcf6cc55c498 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:28.227200 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-f24fffdd-9134-4139-9bc5-dcf6cc55c498 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/bcf04336-0094-4c93-b46d-0f47f892d3f5 HTTP/1.1" status: 204 len: 168 time: 0.0901446 Jan 18 22:42:28.230475 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 43146) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:28.240105 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3d16c432-c89c-457d-9faa-50981fb731a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:28.254267 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24fffdd-9134-4139-9bc5-dcf6cc55c498 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bcf04336-0094-4c93-b46d-0f47f892d3f5,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:28.306115 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-4d773e94-ede4-4f3f-af8c-13de269affa4 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0738187 Jan 18 22:42:28.309312 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 43148) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:28.391678 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3d16c432-c89c-457d-9faa-50981fb731a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:28.397401 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-aca7eaaf-a09c-4278-b607-db3b27a13811 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:28.402894 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3d16c432-c89c-457d-9faa-50981fb731a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:28.450273 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-aca7eaaf-a09c-4278-b607-db3b27a13811 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:28.472662 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-3d16c432-c89c-457d-9faa-50981fb731a1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8b5820a9e0944f8399717772bb2c02a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2536223 Jan 18 22:42:28.475264 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 43154) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:28.475649 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d16c432-c89c-457d-9faa-50981fb731a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26697dc9-da56-4652-8ab4-83e1a125494b,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:28.516869 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-aca7eaaf-a09c-4278-b607-db3b27a13811 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:28.519692 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-aca7eaaf-a09c-4278-b607-db3b27a13811 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:28.520867 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-aca7eaaf-a09c-4278-b607-db3b27a13811 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] 10.222.0.53 "DELETE /v2.0/security-groups/c00b5048-cbe1-4801-9d81-8f0030c84e46 HTTP/1.1" status: 204 len: 168 time: 0.2106061 Jan 18 22:42:28.524076 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 43156) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:28.539089 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca7eaaf-a09c-4278-b607-db3b27a13811 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c00b5048-cbe1-4801-9d81-8f0030c84e46,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:28.583529 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-b8f60142-19de-49b2-b58a-770368013cb3 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0571165 Jan 18 22:42:28.587089 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 43160) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:28.595916 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-fbbe2ff6-068b-45f8-8765-c3a83fccf7cf tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Request body: {'security_group': {'name': 'tempest-secgroup--2031354056'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:42:28.597531 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-06eb1d1a-805f-4c30-b7c1-3b809c02d658 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:28.648955 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-06eb1d1a-805f-4c30-b7c1-3b809c02d658 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:28.656989 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fbbe2ff6-068b-45f8-8765-c3a83fccf7cf tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:28.747075 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eb402e-d557-4bc2-9ff3-f07c16dd23e0 req-e1740d6f-daef-4a36-a6b6-a745ac661d24 tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:28.754440 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-33eb402e-d557-4bc2-9ff3-f07c16dd23e0 req-e1740d6f-daef-4a36-a6b6-a745ac661d24 tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbdad9d4-0522-425b-87e8-9e75a58ae97c HTTP/1.1" status: 200 len: 944 time: 0.0837488 Jan 18 22:42:28.757811 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fbbe2ff6-068b-45f8-8765-c3a83fccf7cf tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:28.766779 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fbbe2ff6-068b-45f8-8765-c3a83fccf7cf tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:28.788098 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-06eb1d1a-805f-4c30-b7c1-3b809c02d658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:28.790676 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-06eb1d1a-805f-4c30-b7c1-3b809c02d658 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:28.794352 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-06eb1d1a-805f-4c30-b7c1-3b809c02d658 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/26697dc9-da56-4652-8ab4-83e1a125494b HTTP/1.1" status: 204 len: 168 time: 0.3150868 Jan 18 22:42:28.802809 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbe2ff6-068b-45f8-8765-c3a83fccf7cf tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cae2ae10-c701-4656-8860-2887a407fa75,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:28.808723 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fbbe2ff6-068b-45f8-8765-c3a83fccf7cf tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:28.810488 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-fbbe2ff6-068b-45f8-8765-c3a83fccf7cf tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2219958 Jan 18 22:42:28.812890 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 43164) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:28.817956 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-7d139f1e-78f2-46f6-bc88-4e289b0973a1 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Request body: {'security_group_rule': {'security_group_id': 'cae2ae10-c701-4656-8860-2887a407fa75', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:42:28.821198 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-33eb402e-d557-4bc2-9ff3-f07c16dd23e0 req-5b271a74-1a8d-4518-b830-9d114d5d0e31 tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] 10.222.0.53 "GET /v2.0/security-groups?id=1716bd66-08b7-4f14-ac34-fbeb10fd33f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658085 Jan 18 22:42:28.822536 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb1d1a-805f-4c30-b7c1-3b809c02d658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26697dc9-da56-4652-8ab4-83e1a125494b,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:28.864533 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7d139f1e-78f2-46f6-bc88-4e289b0973a1 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:28.930128 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device fa577c59-96e3-44c9-8501-1033138864de details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:42:28.959276 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7d139f1e-78f2-46f6-bc88-4e289b0973a1 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:28.965788 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7d139f1e-78f2-46f6-bc88-4e289b0973a1 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:29.014944 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d139f1e-78f2-46f6-bc88-4e289b0973a1 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ced35ef3-006b-4e8f-9230-fbe2ea6b53b1,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:29.034896 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7d139f1e-78f2-46f6-bc88-4e289b0973a1 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:29.036769 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-7d139f1e-78f2-46f6-bc88-4e289b0973a1 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2224545 Jan 18 22:42:29.039687 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 43166) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:29.046736 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-0d307d95-42e4-4d4e-abe5-192de3d1383b tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Request body: {'security_group_rule': {'security_group_id': 'cae2ae10-c701-4656-8860-2887a407fa75', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:42:29.063543 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port fa577c59-96e3-44c9-8501-1033138864de, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=fa577c59-96e3-44c9-8501-1033138864de,segment=NetworkSegment(4c6632ba-d9b8-4e35-896d-34b55762fb57),segment_id=4c6632ba-d9b8-4e35-896d-34b55762fb57)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:42:29.080736 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': 'fa577c59-96e3-44c9-8501-1033138864de', 'network_id': '2941c829-aac7-4255-bd80-a6fdf3910f6b', 'port_id': 'fa577c59-96e3-44c9-8501-1033138864de', 'mac_address': 'fa:16:3e:f0:84:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36249958-8705-47ec-8fdb-0a6b03d25cc9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:42:29.083522 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0d307d95-42e4-4d4e-abe5-192de3d1383b tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:29.138942 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:29.156619 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa577c59-96e3-44c9-8501-1033138864de {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:42:29.160557 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0d307d95-42e4-4d4e-abe5-192de3d1383b tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:29.166736 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0d307d95-42e4-4d4e-abe5-192de3d1383b tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:29.187823 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port fa577c59-96e3-44c9-8501-1033138864de, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=fa577c59-96e3-44c9-8501-1033138864de,segment=NetworkSegment(4c6632ba-d9b8-4e35-896d-34b55762fb57),segment_id=4c6632ba-d9b8-4e35-896d-34b55762fb57)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:42:29.191197 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d307d95-42e4-4d4e-abe5-192de3d1383b tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=082fa195-1f58-4e13-8e94-2b43a624d717,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:29.195778 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:29.210811 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0d307d95-42e4-4d4e-abe5-192de3d1383b tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:29.212842 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-0d307d95-42e4-4d4e-abe5-192de3d1383b tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1713846 Jan 18 22:42:29.216059 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 43170) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:29.221471 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-3c42db04-1f82-487c-82f4-44a8ebf85c80 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Request body: {'security_group_rule': {'security_group_id': 'cae2ae10-c701-4656-8860-2887a407fa75', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:42:29.261705 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3c42db04-1f82-487c-82f4-44a8ebf85c80 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:29.305266 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=fa577c59-96e3-44c9-8501-1033138864de,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:29.349659 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3c42db04-1f82-487c-82f4-44a8ebf85c80 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:29.359959 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3c42db04-1f82-487c-82f4-44a8ebf85c80 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:29.384964 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c42db04-1f82-487c-82f4-44a8ebf85c80 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f8429a0-8a92-4cb3-ad64-9c30d9b650d6,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:29.408483 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3c42db04-1f82-487c-82f4-44a8ebf85c80 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:29.409875 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-3c42db04-1f82-487c-82f4-44a8ebf85c80 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1925056 Jan 18 22:42:29.410448 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 43182) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:29.414817 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 43184) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:29.421632 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['fa577c59-96e3-44c9-8501-1033138864de'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:42:29.427944 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-c649ac4e-4d4d-41c5-9a96-ca62c9ed024f tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Request body: {'security_group_rule': {'security_group_id': 'cae2ae10-c701-4656-8860-2887a407fa75', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:42:29.482583 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c649ac4e-4d4d-41c5-9a96-ca62c9ed024f tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:29.521435 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1829eac2-2880-42e1-b339-1c158b5c7d39 tempest-TestNetworkBasicOps-1276463588 tempest-TestNetworkBasicOps-1276463588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:29.522232 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1829eac2-2880-42e1-b339-1c158b5c7d39 tempest-TestNetworkBasicOps-1276463588 tempest-TestNetworkBasicOps-1276463588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:29.522846 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1829eac2-2880-42e1-b339-1c158b5c7d39 tempest-TestNetworkBasicOps-1276463588 tempest-TestNetworkBasicOps-1276463588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:29.538374 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-1829eac2-2880-42e1-b339-1c158b5c7d39 tempest-TestNetworkBasicOps-1276463588 tempest-TestNetworkBasicOps-1276463588-project-admin] 10.222.0.53 "GET /v2.0/ports?project_id=5fdd9d74a6a7474aa33a3f08cd7c198f&network_id=652d2c80-5afc-4a98-af8e-7aee992e5efa HTTP/1.1" status: 200 len: 2970 time: 0.1268454 Jan 18 22:42:29.622878 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c649ac4e-4d4d-41c5-9a96-ca62c9ed024f tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:29.631634 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c649ac4e-4d4d-41c5-9a96-ca62c9ed024f tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:29.692735 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c649ac4e-4d4d-41c5-9a96-ca62c9ed024f tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21c2f5a5-0c55-4bc7-a9c1-48969bb9d476,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:29.700793 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c649ac4e-4d4d-41c5-9a96-ca62c9ed024f tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:29.706110 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 43194) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:29.711532 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-dd619949-d177-4e2d-898d-24fc9fc3831a tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Request body: {'security_group_rule': {'security_group_id': 'cae2ae10-c701-4656-8860-2887a407fa75', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:42:29.717926 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-c649ac4e-4d4d-41c5-9a96-ca62c9ed024f tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2870920 Jan 18 22:42:29.769100 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-dd619949-d177-4e2d-898d-24fc9fc3831a tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:29.975590 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded78212-908d-466f-b7ed-7919225238b3 req-59d11a33-94d3-4b3d-9ae4-3ad9d9a1852f tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:29.978005 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ded78212-908d-466f-b7ed-7919225238b3 req-59d11a33-94d3-4b3d-9ae4-3ad9d9a1852f tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbdad9d4-0522-425b-87e8-9e75a58ae97c HTTP/1.1" status: 200 len: 945 time: 0.0818617 Jan 18 22:42:30.036510 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ded78212-908d-466f-b7ed-7919225238b3 req-59b011c7-e978-4da2-b1b7-35ce0ec9f0aa tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] 10.222.0.53 "GET /v2.0/security-groups?id=1716bd66-08b7-4f14-ac34-fbeb10fd33f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521810 Jan 18 22:42:30.143405 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-dd619949-d177-4e2d-898d-24fc9fc3831a tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:30.152776 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-dd619949-d177-4e2d-898d-24fc9fc3831a tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:30.188286 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd619949-d177-4e2d-898d-24fc9fc3831a tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=806045c9-7b61-4f57-8f3b-f7fdb072f257,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:30.194840 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-dd619949-d177-4e2d-898d-24fc9fc3831a tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:30.199184 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-dd619949-d177-4e2d-898d-24fc9fc3831a tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.4917905 Jan 18 22:42:30.200058 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 43208) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:30.240250 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-eb08e868-c626-487a-b27b-30f6e44084ec tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:30.250853 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-eb08e868-c626-487a-b27b-30f6e44084ec tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:30.292772 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-eb08e868-c626-487a-b27b-30f6e44084ec tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:30.299110 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-eb08e868-c626-487a-b27b-30f6e44084ec tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:30.303362 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 43212) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:30.310093 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-eb08e868-c626-487a-b27b-30f6e44084ec tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/806045c9-7b61-4f57-8f3b-f7fdb072f257 HTTP/1.1" status: 204 len: 168 time: 0.1084456 Jan 18 22:42:30.324484 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb08e868-c626-487a-b27b-30f6e44084ec tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=806045c9-7b61-4f57-8f3b-f7fdb072f257,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:30.374779 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-5ef9b6c4-590a-492a-a3c9-6003756c547c tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0702617 Jan 18 22:42:30.377734 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 43214) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:30.435148 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3be867d5-4055-43fd-82d6-6bd94a727a1f tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:30.450885 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3be867d5-4055-43fd-82d6-6bd94a727a1f tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:30.501319 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3be867d5-4055-43fd-82d6-6bd94a727a1f tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:30.507517 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3be867d5-4055-43fd-82d6-6bd94a727a1f tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:30.508849 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-3be867d5-4055-43fd-82d6-6bd94a727a1f tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/21c2f5a5-0c55-4bc7-a9c1-48969bb9d476 HTTP/1.1" status: 204 len: 168 time: 0.1300061 Jan 18 22:42:30.511561 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 43222) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:30.519158 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be867d5-4055-43fd-82d6-6bd94a727a1f tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=21c2f5a5-0c55-4bc7-a9c1-48969bb9d476,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:30.606315 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-438e1efa-73c0-4dd9-826a-7945f8996fd0 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0896068 Jan 18 22:42:30.606649 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 43228) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:30.665776 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-092d10e5-f94d-41f0-91ce-f679b4b43571 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:30.679525 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-092d10e5-f94d-41f0-91ce-f679b4b43571 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:30.719202 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-092d10e5-f94d-41f0-91ce-f679b4b43571 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:30.726655 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-092d10e5-f94d-41f0-91ce-f679b4b43571 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:30.731260 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 43232) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:30.731420 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-092d10e5-f94d-41f0-91ce-f679b4b43571 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/2f8429a0-8a92-4cb3-ad64-9c30d9b650d6 HTTP/1.1" status: 204 len: 168 time: 0.1221714 Jan 18 22:42:30.736609 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092d10e5-f94d-41f0-91ce-f679b4b43571 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2f8429a0-8a92-4cb3-ad64-9c30d9b650d6,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:30.795946 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-8c91c68f-c900-407e-8834-5beca0a284b0 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0602415 Jan 18 22:42:30.796646 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 43236) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:30.826380 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-87c2c539-fec0-465e-adbe-b69eca8db856 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:30.834265 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-87c2c539-fec0-465e-adbe-b69eca8db856 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:30.869461 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-87c2c539-fec0-465e-adbe-b69eca8db856 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:30.882639 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-87c2c539-fec0-465e-adbe-b69eca8db856 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:30.887153 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 43242) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:30.887436 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-87c2c539-fec0-465e-adbe-b69eca8db856 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/082fa195-1f58-4e13-8e94-2b43a624d717 HTTP/1.1" status: 204 len: 168 time: 0.0892603 Jan 18 22:42:30.889069 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c2c539-fec0-465e-adbe-b69eca8db856 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=082fa195-1f58-4e13-8e94-2b43a624d717,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:30.938103 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device fa577c59-96e3-44c9-8501-1033138864de up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:42:30.948849 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-bf0ce44b-5143-4bae-a48c-bbcffca26de9 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0592980 Jan 18 22:42:30.951807 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 43244) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:31.012737 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2c749c05-3723-4c81-9b88-8c21916f6676 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:31.021618 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2c749c05-3723-4c81-9b88-8c21916f6676 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:31.032294 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port fa577c59-96e3-44c9-8501-1033138864de completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:42:31.044164 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port fa577c59-96e3-44c9-8501-1033138864de triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:42:31.044865 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:31.059953 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2c749c05-3723-4c81-9b88-8c21916f6676 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:31.101982 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2c749c05-3723-4c81-9b88-8c21916f6676 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:31.103059 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-2c749c05-3723-4c81-9b88-8c21916f6676 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/ced35ef3-006b-4e8f-9230-fbe2ea6b53b1 HTTP/1.1" status: 204 len: 168 time: 0.1491153 Jan 18 22:42:31.104144 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c749c05-3723-4c81-9b88-8c21916f6676 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ced35ef3-006b-4e8f-9230-fbe2ea6b53b1,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:31.107601 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 43252) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:31.192959 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-45502c2e-205d-475c-9e97-b35b7e8394cb tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0836377 Jan 18 22:42:31.193632 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 43256) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:31.195587 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:31.231066 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbdad9d4-0522-425b-87e8-9e75a58ae97c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa577c59-96e3-44c9-8501-1033138864de'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:42:31.233897 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-287d288c-e6e7-4b74-bc44-742ea8b1ab04" -d '{"events": [{"server_uuid": "fbdad9d4-0522-425b-87e8-9e75a58ae97c", "name": "network-vif-plugged", "status": "completed", "tag": "fa577c59-96e3-44c9-8501-1033138864de"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:42:31.261404 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81d7ecb-33bb-4c89-87b2-adcd876fc06c req-5eeb8894-e9cb-4f49-ad77-ef88754176bc tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:31.263101 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d81d7ecb-33bb-4c89-87b2-adcd876fc06c req-5eeb8894-e9cb-4f49-ad77-ef88754176bc tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbdad9d4-0522-425b-87e8-9e75a58ae97c HTTP/1.1" status: 200 len: 945 time: 0.1412702 Jan 18 22:42:31.284519 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port fa577c59-96e3-44c9-8501-1033138864de, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=fa577c59-96e3-44c9-8501-1033138864de,segment=NetworkSegment(4c6632ba-d9b8-4e35-896d-34b55762fb57),segment_id=4c6632ba-d9b8-4e35-896d-34b55762fb57)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:42:31.290582 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:31.309521 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 43260) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:31.346339 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e57f5a2-6813-470b-aa7d-b9fcd545d08d x-openstack-request-id: req-2e57f5a2-6813-470b-aa7d-b9fcd545d08d {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:42:31.346622 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbdad9d4-0522-425b-87e8-9e75a58ae97c", "name": "network-vif-plugged", "status": "completed", "tag": "fa577c59-96e3-44c9-8501-1033138864de", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:42:31.346875 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2e57f5a2-6813-470b-aa7d-b9fcd545d08d {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:42:31.347263 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbdad9d4-0522-425b-87e8-9e75a58ae97c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa577c59-96e3-44c9-8501-1033138864de', 'code': 200} Jan 18 22:42:31.362416 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d81d7ecb-33bb-4c89-87b2-adcd876fc06c req-d30c0983-e345-4a53-8336-1b4aa305da61 tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] 10.222.0.53 "GET /v2.0/security-groups?id=1716bd66-08b7-4f14-ac34-fbeb10fd33f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869446 Jan 18 22:42:31.385901 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d329a908-2047-47dc-b1b5-3bd60389c40d tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:31.395668 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=fa577c59-96e3-44c9-8501-1033138864de,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:31.436459 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 43264) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:31.457184 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d329a908-2047-47dc-b1b5-3bd60389c40d tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:31.498472 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9ebab4-c5ab-4a8c-8801-143e54fa2dfa req-61c10866-7d32-4ee5-b42e-782f7d696062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:31.500283 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2b9ebab4-c5ab-4a8c-8801-143e54fa2dfa req-61c10866-7d32-4ee5-b42e-782f7d696062 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=fbdad9d4-0522-425b-87e8-9e75a58ae97c HTTP/1.1" status: 200 len: 1097 time: 0.0839057 Jan 18 22:42:31.568162 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25230458-aadc-49a4-8329-c330efc17200 tempest-TestNetworkBasicOps-1276463588 tempest-TestNetworkBasicOps-1276463588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:31.568162 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-25230458-aadc-49a4-8329-c330efc17200 tempest-TestNetworkBasicOps-1276463588 tempest-TestNetworkBasicOps-1276463588-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=0fa7c7c8-c96a-4aa5-9818-d374adf00f99 HTTP/1.1" status: 200 len: 814 time: 0.1203470 Jan 18 22:42:31.569650 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2b9ebab4-c5ab-4a8c-8801-143e54fa2dfa req-c149c966-3761-4b42-a8d6-62f7058e2417 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=1716bd66-08b7-4f14-ac34-fbeb10fd33f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618451 Jan 18 22:42:31.574739 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-47ae16bc-452d-4406-a957-c2b8ae52ab48 tempest-QuotasNegativeTest-1672440362 tempest-QuotasNegativeTest-1672440362-project-admin] Request body: {'quota': {'network': 2}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:42:31.574918 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d329a908-2047-47dc-b1b5-3bd60389c40d tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:31.578143 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d329a908-2047-47dc-b1b5-3bd60389c40d tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:31.582490 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-d329a908-2047-47dc-b1b5-3bd60389c40d tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] 10.222.0.53 "DELETE /v2.0/security-groups/cae2ae10-c701-4656-8860-2887a407fa75 HTTP/1.1" status: 204 len: 168 time: 0.3790681 Jan 18 22:42:31.583546 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 43268) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:31.600885 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d329a908-2047-47dc-b1b5-3bd60389c40d tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae2ae10-c701-4656-8860-2887a407fa75,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:31.634667 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-47ae16bc-452d-4406-a957-c2b8ae52ab48 tempest-QuotasNegativeTest-1672440362 tempest-QuotasNegativeTest-1672440362-project-admin] 10.222.0.53 "PUT /v2.0/quotas/721f8ed32f8a4b489fb34118d79eedd9 HTTP/1.1" status: 200 len: 368 time: 0.3240829 Jan 18 22:42:31.637328 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 43270) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:31.644682 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-f2ce555a-f9bb-4bc0-9c24-02b065ddee7d tempest-QuotasNegativeTest-1672440362 tempest-QuotasNegativeTest-1672440362-project-admin] Request body: {'network': {'project_id': '721f8ed32f8a4b489fb34118d79eedd9'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:42:31.699914 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-69bc95c5-d010-45f7-8929-573fa4379abf tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1123157 Jan 18 22:42:31.708264 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 43278) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:31.712813 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-ef7bc3f1-8cc9-4003-9954-bf0a3cd7c228 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Request body: {'security_group': {'name': 'tempest-secgroup--367283967'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:42:31.719539 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2ce555a-f9bb-4bc0-9c24-02b065ddee7d tempest-QuotasNegativeTest-1672440362 tempest-QuotasNegativeTest-1672440362-project-admin] Made reservation on behalf of 721f8ed32f8a4b489fb34118d79eedd9 for: {'network': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:42:31.721916 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f2ce555a-f9bb-4bc0-9c24-02b065ddee7d tempest-QuotasNegativeTest-1672440362 tempest-QuotasNegativeTest-1672440362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:31.732296 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f2ce555a-f9bb-4bc0-9c24-02b065ddee7d tempest-QuotasNegativeTest-1672440362 tempest-QuotasNegativeTest-1672440362-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:31.790040 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ef7bc3f1-8cc9-4003-9954-bf0a3cd7c228 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:31.874370 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f2ce555a-f9bb-4bc0-9c24-02b065ddee7d tempest-QuotasNegativeTest-1672440362 tempest-QuotasNegativeTest-1672440362-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:31.882417 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f2ce555a-f9bb-4bc0-9c24-02b065ddee7d tempest-QuotasNegativeTest-1672440362 tempest-QuotasNegativeTest-1672440362-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:31.913710 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2ce555a-f9bb-4bc0-9c24-02b065ddee7d tempest-QuotasNegativeTest-1672440362 tempest-QuotasNegativeTest-1672440362-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=102430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:42:31.929548 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ef7bc3f1-8cc9-4003-9954-bf0a3cd7c228 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:31.939999 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ef7bc3f1-8cc9-4003-9954-bf0a3cd7c228 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:31.949057 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f2ce555a-f9bb-4bc0-9c24-02b065ddee7d tempest-QuotasNegativeTest-1672440362 tempest-QuotasNegativeTest-1672440362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:31.949399 n-d-825064-1 neutron-server[102430]: INFO neutron.db.segments_db [None req-f2ce555a-f9bb-4bc0-9c24-02b065ddee7d tempest-QuotasNegativeTest-1672440362 tempest-QuotasNegativeTest-1672440362-project-admin] Added segment de7de0d9-cbef-4615-825e-595e72cc3158 of type vlan for network a9b2717c-a518-47f5-bb88-4f4ed3bdfae7 Jan 18 22:42:31.951669 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ce555a-f9bb-4bc0-9c24-02b065ddee7d tempest-QuotasNegativeTest-1672440362 tempest-QuotasNegativeTest-1672440362-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10e7343c-40cf-4add-b0b0-340066271f6e,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:31.988003 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ef7bc3f1-8cc9-4003-9954-bf0a3cd7c228 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:31.992388 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-ef7bc3f1-8cc9-4003-9954-bf0a3cd7c228 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2831161 Jan 18 22:42:31.992674 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 43280) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:31.994759 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7bc3f1-8cc9-4003-9954-bf0a3cd7c228 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1642fc5d-388f-478e-acd3-453fb4fd3374,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:32.000029 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-a1d6e995-5f91-4855-a50d-c6a3f733fa52 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Request body: {'security_group_rule': {'security_group_id': '1642fc5d-388f-478e-acd3-453fb4fd3374', 'direction': 'ingress', 'protocol': 17}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:42:32.034938 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f2ce555a-f9bb-4bc0-9c24-02b065ddee7d tempest-QuotasNegativeTest-1672440362 tempest-QuotasNegativeTest-1672440362-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:32.052997 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a1d6e995-5f91-4855-a50d-c6a3f733fa52 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:32.065812 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f2ce555a-f9bb-4bc0-9c24-02b065ddee7d tempest-QuotasNegativeTest-1672440362 tempest-QuotasNegativeTest-1672440362-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:32.067248 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ce555a-f9bb-4bc0-9c24-02b065ddee7d tempest-QuotasNegativeTest-1672440362 tempest-QuotasNegativeTest-1672440362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:32.068149 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f2ce555a-f9bb-4bc0-9c24-02b065ddee7d tempest-QuotasNegativeTest-1672440362 tempest-QuotasNegativeTest-1672440362-project-admin] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:32.080221 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 43282) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:32.087755 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-06f13e14-2d1f-40c9-a881-f98803ae8018 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Request body: {'network': {'name': 'tempest-network-smoke--1785777386', 'project_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'port_security_enabled': True}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:42:32.153423 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-f2ce555a-f9bb-4bc0-9c24-02b065ddee7d tempest-QuotasNegativeTest-1672440362 tempest-QuotasNegativeTest-1672440362-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.5140305 Jan 18 22:42:32.153423 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ce555a-f9bb-4bc0-9c24-02b065ddee7d tempest-QuotasNegativeTest-1672440362 tempest-QuotasNegativeTest-1672440362-project-admin] Pushing event updated for resources: {'Network': ['ID=a9b2717c-a518-47f5-bb88-4f4ed3bdfae7,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:32.155430 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 43284) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:32.156779 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06f13e14-2d1f-40c9-a881-f98803ae8018 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Made reservation on behalf of 5fdd9d74a6a7474aa33a3f08cd7c198f for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:42:32.160676 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-a6779b9d-cebe-4375-910d-0f6ef9757728 tempest-QuotasNegativeTest-1672440362 tempest-QuotasNegativeTest-1672440362-project-admin] Request body: {'network': {'project_id': '721f8ed32f8a4b489fb34118d79eedd9'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:42:32.161439 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-06f13e14-2d1f-40c9-a881-f98803ae8018 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:32.165276 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network a9b2717c-a518-47f5-bb88-4f4ed3bdfae7 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:42:32.181097 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a1d6e995-5f91-4855-a50d-c6a3f733fa52 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:32.190993 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a1d6e995-5f91-4855-a50d-c6a3f733fa52 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:32.202692 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6779b9d-cebe-4375-910d-0f6ef9757728 tempest-QuotasNegativeTest-1672440362 tempest-QuotasNegativeTest-1672440362-project-admin] Made reservation on behalf of 721f8ed32f8a4b489fb34118d79eedd9 for: {'network': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:42:32.220982 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a6779b9d-cebe-4375-910d-0f6ef9757728 tempest-QuotasNegativeTest-1672440362 tempest-QuotasNegativeTest-1672440362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:32.221779 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d6e995-5f91-4855-a50d-c6a3f733fa52 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dad811b-f41c-4117-9a01-b1eec0364b4a,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:32.223894 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06f13e14-2d1f-40c9-a881-f98803ae8018 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:42:32.232239 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a1d6e995-5f91-4855-a50d-c6a3f733fa52 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:32.233387 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-a1d6e995-5f91-4855-a50d-c6a3f733fa52 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2395706 Jan 18 22:42:32.242565 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 43286) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:32.244507 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-06f13e14-2d1f-40c9-a881-f98803ae8018 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:32.244872 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-06f13e14-2d1f-40c9-a881-f98803ae8018 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Added segment 7599c219-7416-4daa-a53f-ed4bd6a29d96 of type vlan for network ad23741b-0e57-46b4-b676-c46ba7841494 Jan 18 22:42:32.297116 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6779b9d-cebe-4375-910d-0f6ef9757728 tempest-QuotasNegativeTest-1672440362 tempest-QuotasNegativeTest-1672440362-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=102430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:42:32.304646 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-06f13e14-2d1f-40c9-a881-f98803ae8018 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:32.312180 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a6779b9d-cebe-4375-910d-0f6ef9757728 tempest-QuotasNegativeTest-1672440362 tempest-QuotasNegativeTest-1672440362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:32.312537 n-d-825064-1 neutron-server[102430]: INFO neutron.db.segments_db [None req-a6779b9d-cebe-4375-910d-0f6ef9757728 tempest-QuotasNegativeTest-1672440362 tempest-QuotasNegativeTest-1672440362-project-admin] Added segment 69270c73-05f3-4bac-8e25-51ed9d65c85d of type vlan for network 5da517fd-cac4-4348-bfe7-21e5b549c9d2 Jan 18 22:42:32.343358 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-06f13e14-2d1f-40c9-a881-f98803ae8018 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:32.349249 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f13e14-2d1f-40c9-a881-f98803ae8018 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:32.351363 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-06f13e14-2d1f-40c9-a881-f98803ae8018 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:32.363634 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-166627ad-6ab9-4d5d-8568-30c3a9dd4f70 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:32.376532 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-06f13e14-2d1f-40c9-a881-f98803ae8018 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2927647 Jan 18 22:42:32.377257 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 43288) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:32.385217 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a6779b9d-cebe-4375-910d-0f6ef9757728 tempest-QuotasNegativeTest-1672440362 tempest-QuotasNegativeTest-1672440362-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:32.451181 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-166627ad-6ab9-4d5d-8568-30c3a9dd4f70 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:32.489922 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f13e14-2d1f-40c9-a881-f98803ae8018 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Pushing event updated for resources: {'Network': ['ID=ad23741b-0e57-46b4-b676-c46ba7841494,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:32.511657 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network ad23741b-0e57-46b4-b676-c46ba7841494 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:42:32.514430 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d1f2af-d8e1-40de-8c75-7773d7daec3f tempest-TestNetworkBasicOps-1276463588 tempest-TestNetworkBasicOps-1276463588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:32.516274 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-43d1f2af-d8e1-40de-8c75-7773d7daec3f tempest-TestNetworkBasicOps-1276463588 tempest-TestNetworkBasicOps-1276463588-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=5fdd9d74a6a7474aa33a3f08cd7c198f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 828 time: 0.1380303 Jan 18 22:42:32.519261 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a6779b9d-cebe-4375-910d-0f6ef9757728 tempest-QuotasNegativeTest-1672440362 tempest-QuotasNegativeTest-1672440362-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:32.520183 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6779b9d-cebe-4375-910d-0f6ef9757728 tempest-QuotasNegativeTest-1672440362 tempest-QuotasNegativeTest-1672440362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:32.520742 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a6779b9d-cebe-4375-910d-0f6ef9757728 tempest-QuotasNegativeTest-1672440362 tempest-QuotasNegativeTest-1672440362-project-admin] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:32.522640 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 43292) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:32.651144 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-a6779b9d-cebe-4375-910d-0f6ef9757728 tempest-QuotasNegativeTest-1672440362 tempest-QuotasNegativeTest-1672440362-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.4946644 Jan 18 22:42:32.657795 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 43294) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:32.662628 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-ce6728f5-3670-4694-8763-8305de88952b tempest-QuotasNegativeTest-1672440362 tempest-QuotasNegativeTest-1672440362-project-admin] Request body: {'network': {'project_id': '721f8ed32f8a4b489fb34118d79eedd9'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:42:32.676205 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-166627ad-6ab9-4d5d-8568-30c3a9dd4f70 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:32.679298 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-166627ad-6ab9-4d5d-8568-30c3a9dd4f70 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:32.683860 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-166627ad-6ab9-4d5d-8568-30c3a9dd4f70 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] 10.222.0.53 "DELETE /v2.0/security-groups/1642fc5d-388f-478e-acd3-453fb4fd3374 HTTP/1.1" status: 204 len: 168 time: 0.4403687 Jan 18 22:42:32.684065 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 43296) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:32.707669 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6779b9d-cebe-4375-910d-0f6ef9757728 tempest-QuotasNegativeTest-1672440362 tempest-QuotasNegativeTest-1672440362-project-admin] Pushing event updated for resources: {'Network': ['ID=5da517fd-cac4-4348-bfe7-21e5b549c9d2,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:32.708444 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce6728f5-3670-4694-8763-8305de88952b tempest-QuotasNegativeTest-1672440362 tempest-QuotasNegativeTest-1672440362-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 18 22:42:32.709833 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce6728f5-3670-4694-8763-8305de88952b tempest-QuotasNegativeTest-1672440362 tempest-QuotasNegativeTest-1672440362-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 22:42:32.713314 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166627ad-6ab9-4d5d-8568-30c3a9dd4f70 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1642fc5d-388f-478e-acd3-453fb4fd3374,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:32.719085 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 5da517fd-cac4-4348-bfe7-21e5b549c9d2 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:42:32.727982 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-ce6728f5-3670-4694-8763-8305de88952b tempest-QuotasNegativeTest-1672440362 tempest-QuotasNegativeTest-1672440362-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0697081 Jan 18 22:42:32.735125 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 43300) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:32.791182 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715977b6-511a-43e9-a93b-838e07aba2a0 req-d390dbc5-6c29-472d-b73a-bd8ceaeee0a8 tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:32.796735 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-715977b6-511a-43e9-a93b-838e07aba2a0 req-d390dbc5-6c29-472d-b73a-bd8ceaeee0a8 tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbdad9d4-0522-425b-87e8-9e75a58ae97c HTTP/1.1" status: 200 len: 946 time: 0.2361369 Jan 18 22:42:32.801385 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-0977a335-3b90-4022-b535-6f12af2255fc tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1115162 Jan 18 22:42:32.803547 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 43306) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:32.814547 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-58aa545e-cba5-4f1f-8a83-d0b625f1ddf0 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Request body: {'security_group': {'name': 'tempest-secgroup--1679572102'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:42:32.857167 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e4abaa-c436-4dfd-982b-c46f044c720c tempest-TestNetworkBasicOps-1276463588 tempest-TestNetworkBasicOps-1276463588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:32.861893 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-48e4abaa-c436-4dfd-982b-c46f044c720c tempest-TestNetworkBasicOps-1276463588 tempest-TestNetworkBasicOps-1276463588-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3339202 Jan 18 22:42:32.862734 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 43308) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:32.879153 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-10cce94f-1f54-4e9f-98b6-51decefdd1b8 tempest-QuotasNegativeTest-1672440362 tempest-QuotasNegativeTest-1672440362-project-admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=721f8ed32f8a4b489fb34118d79eedd9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1385813 Jan 18 22:42:32.880059 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 43310) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:32.895021 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-58aa545e-cba5-4f1f-8a83-d0b625f1ddf0 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:32.941161 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-d66ebfaa-38bf-4069-93ef-e69b6cc43c2e tempest-TestNetworkBasicOps-1276463588 tempest-TestNetworkBasicOps-1276463588-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=0fa7c7c8-c96a-4aa5-9818-d374adf00f99&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0776772 Jan 18 22:42:32.947440 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 43312) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:32.961114 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-715977b6-511a-43e9-a93b-838e07aba2a0 req-1a3c9038-0f97-40c6-a8a5-57655f7c8434 tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] 10.222.0.53 "GET /v2.0/security-groups?id=1716bd66-08b7-4f14-ac34-fbeb10fd33f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581535 Jan 18 22:42:33.008420 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-f1fed0a3-80fb-4ec7-93b8-5ea049c99ae1 tempest-TestNetworkBasicOps-1276463588 tempest-TestNetworkBasicOps-1276463588-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=5fdd9d74a6a7474aa33a3f08cd7c198f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0571737 Jan 18 22:42:33.008420 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 43314) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:33.029389 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e28e95ae-e2d9-4282-a7f8-4a0657e842a1 tempest-QuotasNegativeTest-1672440362 tempest-QuotasNegativeTest-1672440362-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:33.058930 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e28e95ae-e2d9-4282-a7f8-4a0657e842a1 tempest-QuotasNegativeTest-1672440362 tempest-QuotasNegativeTest-1672440362-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:33.121827 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-58aa545e-cba5-4f1f-8a83-d0b625f1ddf0 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:33.133497 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-58aa545e-cba5-4f1f-8a83-d0b625f1ddf0 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:33.142919 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e28e95ae-e2d9-4282-a7f8-4a0657e842a1 tempest-QuotasNegativeTest-1672440362 tempest-QuotasNegativeTest-1672440362-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:33.146774 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e28e95ae-e2d9-4282-a7f8-4a0657e842a1 tempest-QuotasNegativeTest-1672440362 tempest-QuotasNegativeTest-1672440362-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:33.150585 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-e28e95ae-e2d9-4282-a7f8-4a0657e842a1 tempest-QuotasNegativeTest-1672440362 tempest-QuotasNegativeTest-1672440362-project-admin] 10.222.0.53 "DELETE /v2.0/security-groups/10e7343c-40cf-4add-b0b0-340066271f6e HTTP/1.1" status: 204 len: 168 time: 0.2680631 Jan 18 22:42:33.155787 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 43316) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:33.166720 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28e95ae-e2d9-4282-a7f8-4a0657e842a1 tempest-QuotasNegativeTest-1672440362 tempest-QuotasNegativeTest-1672440362-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e7343c-40cf-4add-b0b0-340066271f6e,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:33.199186 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa545e-cba5-4f1f-8a83-d0b625f1ddf0 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef85a868-1d87-460b-9530-5c494a05223f,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:33.219728 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-58aa545e-cba5-4f1f-8a83-d0b625f1ddf0 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:33.220879 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-58aa545e-cba5-4f1f-8a83-d0b625f1ddf0 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4162762 Jan 18 22:42:33.224327 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 43318) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:33.232483 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-bd43135f-fa19-4fc5-87e3-79e00b963a64 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Request body: {'security_group': {'name': 'tempest-secgroup--395227028'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:42:33.264042 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bd43135f-fa19-4fc5-87e3-79e00b963a64 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:33.281427 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506c058f-0520-4c96-be05-5d9cc597a0e5 tempest-TestNetworkBasicOps-1276463588 tempest-TestNetworkBasicOps-1276463588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:33.285472 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-506c058f-0520-4c96-be05-5d9cc597a0e5 tempest-TestNetworkBasicOps-1276463588 tempest-TestNetworkBasicOps-1276463588-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2737532 Jan 18 22:42:33.286641 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 43320) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:33.300281 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-64eec3e5-1de1-4f91-ad94-437359e71f57 tempest-QuotasNegativeTest-1672440362 tempest-QuotasNegativeTest-1672440362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:33.339984 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-9ffd0dec-ecc1-49ca-8e31-ffd06dd6761f tempest-TestNetworkBasicOps-1276463588 tempest-TestNetworkBasicOps-1276463588-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=0fa7c7c8-c96a-4aa5-9818-d374adf00f99&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0497298 Jan 18 22:42:33.340879 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 43322) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:33.349476 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-5ec97008-3827-44ad-932f-f87d0ff097ef tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2003826081', 'network_id': 'ad23741b-0e57-46b4-b676-c46ba7841494', 'project_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:42:33.394873 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-64eec3e5-1de1-4f91-ad94-437359e71f57 tempest-QuotasNegativeTest-1672440362 tempest-QuotasNegativeTest-1672440362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:33.422593 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-64eec3e5-1de1-4f91-ad94-437359e71f57 tempest-QuotasNegativeTest-1672440362 tempest-QuotasNegativeTest-1672440362-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5da517fd-cac4-4348-bfe7-21e5b549c9d2']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:42:33.434308 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-64eec3e5-1de1-4f91-ad94-437359e71f57 tempest-QuotasNegativeTest-1672440362 tempest-QuotasNegativeTest-1672440362-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69270c73-05f3-4bac-8e25-51ed9d65c85d') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:42:33.435404 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-64eec3e5-1de1-4f91-ad94-437359e71f57 tempest-QuotasNegativeTest-1672440362 tempest-QuotasNegativeTest-1672440362-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69270c73-05f3-4bac-8e25-51ed9d65c85d') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:42:33.445085 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-64eec3e5-1de1-4f91-ad94-437359e71f57 tempest-QuotasNegativeTest-1672440362 tempest-QuotasNegativeTest-1672440362-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:33.448790 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bd43135f-fa19-4fc5-87e3-79e00b963a64 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:33.456511 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bd43135f-fa19-4fc5-87e3-79e00b963a64 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:33.462228 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-64eec3e5-1de1-4f91-ad94-437359e71f57 tempest-QuotasNegativeTest-1672440362 tempest-QuotasNegativeTest-1672440362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:33.471546 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64eec3e5-1de1-4f91-ad94-437359e71f57 tempest-QuotasNegativeTest-1672440362 tempest-QuotasNegativeTest-1672440362-project-admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:42:33.472041 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-64eec3e5-1de1-4f91-ad94-437359e71f57 tempest-QuotasNegativeTest-1672440362 tempest-QuotasNegativeTest-1672440362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:33.474142 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:42:33.474142 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:42:33.474142 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:42:33.474142 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:42:33.474142 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:42:33.474142 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:42:33.474142 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:42:33.474142 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:42:33.474142 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:42:33.474142 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:42:33.474142 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:42:33.474142 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:42:33.474142 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:42:33.474142 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:42:33.474142 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:42:33.474142 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:42:33.474142 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:42:33.474142 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:42:33.474142 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:42:33.474142 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:42:33.474142 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:42:33.474142 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:42:33.474142 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:42:33.474142 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:42:33.474142 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:42:33.474142 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:42:33.474142 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:42:33.474142 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:42:33.474142 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:42:33.474142 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:42:33.474142 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:42:33.474142 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:42:33.502450 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bd43135f-fa19-4fc5-87e3-79e00b963a64 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:33.503810 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-bd43135f-fa19-4fc5-87e3-79e00b963a64 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2774327 Jan 18 22:42:33.507315 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 43324) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:33.512535 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-005ef0ce-9033-4fdb-b2ef-1a73b87457bd tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Request body: {'security_group_rule': {'security_group_id': 'ef85a868-1d87-460b-9530-5c494a05223f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '9f774852-e6a5-4713-840a-25f80a03acda', 'remote_ip_prefix': None}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:42:33.518959 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd43135f-fa19-4fc5-87e3-79e00b963a64 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f774852-e6a5-4713-840a-25f80a03acda,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:33.530635 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ec97008-3827-44ad-932f-f87d0ff097ef tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Made reservation on behalf of 5fdd9d74a6a7474aa33a3f08cd7c198f for: {'subnet': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:42:33.534458 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5ec97008-3827-44ad-932f-f87d0ff097ef tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62288702'] for subnet, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:33.558191 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-64eec3e5-1de1-4f91-ad94-437359e71f57 tempest-QuotasNegativeTest-1672440362 tempest-QuotasNegativeTest-1672440362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:33.566721 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-64eec3e5-1de1-4f91-ad94-437359e71f57 tempest-QuotasNegativeTest-1672440362 tempest-QuotasNegativeTest-1672440362-project-admin] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:33.577107 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-64eec3e5-1de1-4f91-ad94-437359e71f57 tempest-QuotasNegativeTest-1672440362 tempest-QuotasNegativeTest-1672440362-project-admin] 10.222.0.53 "DELETE /v2.0/networks/5da517fd-cac4-4348-bfe7-21e5b549c9d2 HTTP/1.1" status: 204 len: 168 time: 0.4117036 Jan 18 22:42:33.577928 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 43326) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:33.608030 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eec3e5-1de1-4f91-ad94-437359e71f57 tempest-QuotasNegativeTest-1672440362 tempest-QuotasNegativeTest-1672440362-project-admin] Pushing event deleted for resources: {'Network': ['ID=5da517fd-cac4-4348-bfe7-21e5b549c9d2,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:33.644226 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-005ef0ce-9033-4fdb-b2ef-1a73b87457bd tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:33.685892 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cb7fd274-4947-41e7-bfd2-4b0d27c749db tempest-QuotasNegativeTest-1672440362 tempest-QuotasNegativeTest-1672440362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:33.773183 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-005ef0ce-9033-4fdb-b2ef-1a73b87457bd tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:33.789111 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cb7fd274-4947-41e7-bfd2-4b0d27c749db tempest-QuotasNegativeTest-1672440362 tempest-QuotasNegativeTest-1672440362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:33.796964 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-005ef0ce-9033-4fdb-b2ef-1a73b87457bd tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:33.823677 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-cb7fd274-4947-41e7-bfd2-4b0d27c749db tempest-QuotasNegativeTest-1672440362 tempest-QuotasNegativeTest-1672440362-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9b2717c-a518-47f5-bb88-4f4ed3bdfae7']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:42:33.835982 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005ef0ce-9033-4fdb-b2ef-1a73b87457bd tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38f74e39-563b-40e1-912c-894976b2736c,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:33.847173 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-cb7fd274-4947-41e7-bfd2-4b0d27c749db tempest-QuotasNegativeTest-1672440362 tempest-QuotasNegativeTest-1672440362-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de7de0d9-cbef-4615-825e-595e72cc3158') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:42:33.847520 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-cb7fd274-4947-41e7-bfd2-4b0d27c749db tempest-QuotasNegativeTest-1672440362 tempest-QuotasNegativeTest-1672440362-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de7de0d9-cbef-4615-825e-595e72cc3158') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:42:33.849465 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5ec97008-3827-44ad-932f-f87d0ff097ef tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60203213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62288684'] for subnet, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:33.859349 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cb7fd274-4947-41e7-bfd2-4b0d27c749db tempest-QuotasNegativeTest-1672440362 tempest-QuotasNegativeTest-1672440362-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:33.863902 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-005ef0ce-9033-4fdb-b2ef-1a73b87457bd tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:33.865238 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-005ef0ce-9033-4fdb-b2ef-1a73b87457bd tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3563051 Jan 18 22:42:33.878204 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 43332) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:33.921418 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec97008-3827-44ad-932f-f87d0ff097ef tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Pushing event updated for resources: {'Subnet': ['ID=f3bc2610-a632-41c0-834c-57e4b2feae58,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:33.938066 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec97008-3827-44ad-932f-f87d0ff097ef tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Checking segment: {'id': '7599c219-7416-4daa-a53f-ed4bd6a29d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ad23741b-0e57-46b4-b676-c46ba7841494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:42:33.938442 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec97008-3827-44ad-932f-f87d0ff097ef tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Network hostable DHCP agents. Network: ad23741b-0e57-46b4-b676-c46ba7841494, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:42:33.940045 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cb7fd274-4947-41e7-bfd2-4b0d27c749db tempest-QuotasNegativeTest-1672440362 tempest-QuotasNegativeTest-1672440362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:33.942588 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ba654df5-38fe-487c-9c0f-f05b1c3e6506 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:33.954559 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ba654df5-38fe-487c-9c0f-f05b1c3e6506 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:33.956863 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb7fd274-4947-41e7-bfd2-4b0d27c749db tempest-QuotasNegativeTest-1672440362 tempest-QuotasNegativeTest-1672440362-project-admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:42:33.957257 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cb7fd274-4947-41e7-bfd2-4b0d27c749db tempest-QuotasNegativeTest-1672440362 tempest-QuotasNegativeTest-1672440362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:33.959134 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:42:33.959134 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:42:33.959134 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:42:33.959134 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:42:33.959134 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:42:33.959134 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:42:33.959134 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:42:33.959134 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:42:33.959134 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:42:33.959134 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:42:33.959134 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:42:33.959134 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:42:33.959134 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:42:33.959134 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:42:33.959134 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:42:33.959134 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:42:33.959134 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:42:33.959134 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:42:33.959134 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:42:33.959134 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:42:33.959134 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:42:33.959134 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:42:33.959134 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:42:33.959134 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:42:33.959134 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:42:33.959134 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:42:33.959134 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:42:33.959134 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:42:33.959134 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:42:33.959134 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:42:33.959134 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:42:33.959134 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:42:33.968760 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec97008-3827-44ad-932f-f87d0ff097ef tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Network ad23741b-0e57-46b4-b676-c46ba7841494 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:42:33.985199 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-5ec97008-3827-44ad-932f-f87d0ff097ef tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, ad23741b-0e57-46b4-b676-c46ba7841494) {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:42:34.010120 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec97008-3827-44ad-932f-f87d0ff097ef tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:34.011304 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5ec97008-3827-44ad-932f-f87d0ff097ef tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:34.014965 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a7250c-fd12-4595-9f8f-d485aa6c1a6f None None] Network ad23741b-0e57-46b4-b676-c46ba7841494 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:42:34.059295 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-5ec97008-3827-44ad-932f-f87d0ff097ef tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.7109454 Jan 18 22:42:34.180442 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cb7fd274-4947-41e7-bfd2-4b0d27c749db tempest-QuotasNegativeTest-1672440362 tempest-QuotasNegativeTest-1672440362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:34.187996 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cb7fd274-4947-41e7-bfd2-4b0d27c749db tempest-QuotasNegativeTest-1672440362 tempest-QuotasNegativeTest-1672440362-project-admin] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:34.202638 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-cb7fd274-4947-41e7-bfd2-4b0d27c749db tempest-QuotasNegativeTest-1672440362 tempest-QuotasNegativeTest-1672440362-project-admin] 10.222.0.53 "DELETE /v2.0/networks/a9b2717c-a518-47f5-bb88-4f4ed3bdfae7 HTTP/1.1" status: 204 len: 168 time: 0.6229510 Jan 18 22:42:34.230670 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d21e032-20ca-4d79-aed9-e1c88b5a8a07 req-59b1dae2-497f-4eb6-85c5-030197a1d7ee tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:34.232330 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7d21e032-20ca-4d79-aed9-e1c88b5a8a07 req-59b1dae2-497f-4eb6-85c5-030197a1d7ee tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbdad9d4-0522-425b-87e8-9e75a58ae97c HTTP/1.1" status: 200 len: 946 time: 0.1532295 Jan 18 22:42:34.234544 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7fd274-4947-41e7-bfd2-4b0d27c749db tempest-QuotasNegativeTest-1672440362 tempest-QuotasNegativeTest-1672440362-project-admin] Pushing event deleted for resources: {'Network': ['ID=a9b2717c-a518-47f5-bb88-4f4ed3bdfae7,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:34.236608 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ba654df5-38fe-487c-9c0f-f05b1c3e6506 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:34.251929 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ba654df5-38fe-487c-9c0f-f05b1c3e6506 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:34.255720 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-ba654df5-38fe-487c-9c0f-f05b1c3e6506 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/38f74e39-563b-40e1-912c-894976b2736c HTTP/1.1" status: 204 len: 168 time: 0.3738000 Jan 18 22:42:34.259716 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 43340) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:34.280812 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba654df5-38fe-487c-9c0f-f05b1c3e6506 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=38f74e39-563b-40e1-912c-894976b2736c,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:34.302694 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7d21e032-20ca-4d79-aed9-e1c88b5a8a07 req-a1c03167-e68f-4fc7-afcb-b7a3fe758b0c tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] 10.222.0.53 "GET /v2.0/security-groups?id=1716bd66-08b7-4f14-ac34-fbeb10fd33f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630400 Jan 18 22:42:34.413613 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 43344) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:34.418759 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-3a81479f-cd72-4f48-9256-2120694d30ae tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1569753 Jan 18 22:42:34.539830 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-66eab070-93cf-436e-98a8-08b95df554ad tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:34.565298 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90446d5b-8dfb-4728-9104-bc3a3a1cb97b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-ad23741b-0e57-46b4-b676-c46ba7841494', 'network_id': 'ad23741b-0e57-46b4-b676-c46ba7841494', 'tenant_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'fixed_ips': [{'subnet_id': 'f3bc2610-a632-41c0-834c-57e4b2feae58'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:42:34.566363 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-90446d5b-8dfb-4728-9104-bc3a3a1cb97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:34.607590 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-66eab070-93cf-436e-98a8-08b95df554ad tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:34.701053 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-66eab070-93cf-436e-98a8-08b95df554ad tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:34.706495 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-66eab070-93cf-436e-98a8-08b95df554ad tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:34.708429 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-66eab070-93cf-436e-98a8-08b95df554ad tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] 10.222.0.53 "DELETE /v2.0/security-groups/9f774852-e6a5-4713-840a-25f80a03acda HTTP/1.1" status: 204 len: 168 time: 0.2906389 Jan 18 22:42:34.713384 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 43348) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:34.726569 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eab070-93cf-436e-98a8-08b95df554ad tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f774852-e6a5-4713-840a-25f80a03acda,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:34.831343 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-b3209de3-a756-4f35-952f-5646778bd119 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1162670 Jan 18 22:42:34.831559 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 43352) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:34.914227 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-90446d5b-8dfb-4728-9104-bc3a3a1cb97b None None] Allocated IP 172.20.0.18 (ad23741b-0e57-46b4-b676-c46ba7841494/f3bc2610-a632-41c0-834c-57e4b2feae58/ba6b7897-2301-4598-ac9f-c530cc3da50c) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:42:35.003072 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 43364) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:35.007979 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-913a7c3f-5c43-4d25-b04f-6efaa271831a tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-33011437', 'description': 'tempest-secgroup-smoke-33011437 description', 'project_id': '5fdd9d74a6a7474aa33a3f08cd7c198f'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:42:35.035432 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-aa0b1402-9dfa-4a07-bc22-24063df357cb tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:35.074440 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-913a7c3f-5c43-4d25-b04f-6efaa271831a tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:35.146442 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 43366) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:35.167738 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-aa0b1402-9dfa-4a07-bc22-24063df357cb tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:35.284331 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-aa0b1402-9dfa-4a07-bc22-24063df357cb tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:35.288102 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-0aec4724-a233-4d50-9be4-298b0d02fc0e req-79e49a77-8199-485d-aa14-ef32eab30f7d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1cb27eb0-6687-4f62-81ab-26e47d9a25ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0937054 Jan 18 22:42:35.291798 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-aa0b1402-9dfa-4a07-bc22-24063df357cb tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:35.293063 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-aa0b1402-9dfa-4a07-bc22-24063df357cb tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] 10.222.0.53 "DELETE /v2.0/security-groups/ef85a868-1d87-460b-9530-5c494a05223f HTTP/1.1" status: 204 len: 168 time: 0.4553726 Jan 18 22:42:35.296289 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 43370) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:35.306457 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-913a7c3f-5c43-4d25-b04f-6efaa271831a tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:35.329204 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0b1402-9dfa-4a07-bc22-24063df357cb tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef85a868-1d87-460b-9530-5c494a05223f,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:35.347787 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-913a7c3f-5c43-4d25-b04f-6efaa271831a tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:35.396325 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-f7d22e90-d814-4ed3-bc41-8ac110d1e344 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0977645 Jan 18 22:42:35.403346 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 43374) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:35.410945 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-b08bc403-140e-4325-8425-f405e16f5be1 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Request body: {'security_group': {'name': 'tempest-secgroup--651692605'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:42:35.445949 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-913a7c3f-5c43-4d25-b04f-6efaa271831a tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:35.447212 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-913a7c3f-5c43-4d25-b04f-6efaa271831a tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4431717 Jan 18 22:42:35.450736 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 43376) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:35.460735 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-24081c78-9500-4fd0-8ae6-73419b7ce64a tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Request body: {'security_group_rule': {'security_group_id': '56dc9611-9777-4b82-b9da-74a8735b3281', 'project_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:42:35.468344 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b08bc403-140e-4325-8425-f405e16f5be1 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:35.479626 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913a7c3f-5c43-4d25-b04f-6efaa271831a tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56dc9611-9777-4b82-b9da-74a8735b3281,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:35.507799 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1595115f-1314-4d14-b956-1994335a9b16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:35.547128 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aec4724-a233-4d50-9be4-298b0d02fc0e req-1f6ce674-6933-4ed5-a371-034bd67ff053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:35.549029 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-0aec4724-a233-4d50-9be4-298b0d02fc0e req-1f6ce674-6933-4ed5-a371-034bd67ff053 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5fdd9d74a6a7474aa33a3f08cd7c198f&device_id=1cb27eb0-6687-4f62-81ab-26e47d9a25ca HTTP/1.1" status: 200 len: 1097 time: 0.1825719 Jan 18 22:42:35.564544 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-90446d5b-8dfb-4728-9104-bc3a3a1cb97b None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:35.579246 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-90446d5b-8dfb-4728-9104-bc3a3a1cb97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:35.583996 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-24081c78-9500-4fd0-8ae6-73419b7ce64a tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:35.723324 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aec4724-a233-4d50-9be4-298b0d02fc0e req-3203466a-a0f4-4672-8975-5f4a1b7add04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:35.724082 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-0aec4724-a233-4d50-9be4-298b0d02fc0e req-3203466a-a0f4-4672-8975-5f4a1b7add04 service neutron] 10.222.0.67 "GET /v2.0/networks?id=652d2c80-5afc-4a98-af8e-7aee992e5efa HTTP/1.1" status: 200 len: 897 time: 0.1511416 Jan 18 22:42:35.726547 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90446d5b-8dfb-4728-9104-bc3a3a1cb97b None None] Network ad23741b-0e57-46b4-b676-c46ba7841494 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:42:35.743045 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1595115f-1314-4d14-b956-1994335a9b16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:35.743722 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b08bc403-140e-4325-8425-f405e16f5be1 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:35.755286 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-90446d5b-8dfb-4728-9104-bc3a3a1cb97b None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:42:35.759307 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90446d5b-8dfb-4728-9104-bc3a3a1cb97b None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:42:35.775696 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90446d5b-8dfb-4728-9104-bc3a3a1cb97b None None] Pushing event updated for resources: {'Port': ['ID=ba6b7897-2301-4598-ac9f-c530cc3da50c,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:35.779594 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1595115f-1314-4d14-b956-1994335a9b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:35.812660 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-1595115f-1314-4d14-b956-1994335a9b16 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9e736711c0464e3384b5292c3f9e918f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6590428 Jan 18 22:42:35.816072 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 43382) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:35.864058 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-90446d5b-8dfb-4728-9104-bc3a3a1cb97b None None] Attempting to bind port ba6b7897-2301-4598-ac9f-c530cc3da50c on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:42:35.864519 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-90446d5b-8dfb-4728-9104-bc3a3a1cb97b None None] Attempting to bind port ba6b7897-2301-4598-ac9f-c530cc3da50c by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '7599c219-7416-4daa-a53f-ed4bd6a29d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ad23741b-0e57-46b4-b676-c46ba7841494'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:42:35.864892 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90446d5b-8dfb-4728-9104-bc3a3a1cb97b None None] Attempting to bind port ba6b7897-2301-4598-ac9f-c530cc3da50c on network ad23741b-0e57-46b4-b676-c46ba7841494 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:42:35.874591 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90446d5b-8dfb-4728-9104-bc3a3a1cb97b None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:42:35.874956 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90446d5b-8dfb-4728-9104-bc3a3a1cb97b None None] Checking segment: {'id': '7599c219-7416-4daa-a53f-ed4bd6a29d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ad23741b-0e57-46b4-b676-c46ba7841494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:42:35.875365 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-90446d5b-8dfb-4728-9104-bc3a3a1cb97b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:35.875949 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90446d5b-8dfb-4728-9104-bc3a3a1cb97b None None] Bound using segment: {'id': '7599c219-7416-4daa-a53f-ed4bd6a29d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ad23741b-0e57-46b4-b676-c46ba7841494'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:42:35.877476 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-90446d5b-8dfb-4728-9104-bc3a3a1cb97b None None] Bound port: ba6b7897-2301-4598-ac9f-c530cc3da50c, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7599c219-7416-4daa-a53f-ed4bd6a29d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ad23741b-0e57-46b4-b676-c46ba7841494'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:42:35.878808 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-0aec4724-a233-4d50-9be4-298b0d02fc0e req-60366566-1c7b-49c2-a665-66fb06673d9b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5cc126d6-ea56-4da0-9d3d-875ae7bbd550 HTTP/1.1" status: 200 len: 1002 time: 0.1476028 Jan 18 22:42:35.880220 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-90446d5b-8dfb-4728-9104-bc3a3a1cb97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:35.882561 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-24081c78-9500-4fd0-8ae6-73419b7ce64a tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:35.888785 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1595115f-1314-4d14-b956-1994335a9b16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=467a349e-b948-4962-9963-bd40ce7db0de,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:35.889638 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b08bc403-140e-4325-8425-f405e16f5be1 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:35.923733 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-24081c78-9500-4fd0-8ae6-73419b7ce64a tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:35.976638 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7cd42c40-267a-455e-8b06-8a5ebd8eb766 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:36.005375 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-24081c78-9500-4fd0-8ae6-73419b7ce64a tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:36.010522 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-24081c78-9500-4fd0-8ae6-73419b7ce64a tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5547769 Jan 18 22:42:36.010522 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b08bc403-140e-4325-8425-f405e16f5be1 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:36.013896 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 43384) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:36.015544 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-b08bc403-140e-4325-8425-f405e16f5be1 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6138880 Jan 18 22:42:36.017586 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 43386) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:36.021138 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24081c78-9500-4fd0-8ae6-73419b7ce64a tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc9f3bb7-cae9-4a69-8727-a02b06187f09,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:36.025435 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08bc403-140e-4325-8425-f405e16f5be1 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd4525b-c65c-4548-b483-3d200b8c2787,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:36.026642 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-ab960315-b587-4448-af45-3af7f79fcf36 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Request body: {'security_group_rule': {'security_group_id': '56dc9611-9777-4b82-b9da-74a8735b3281', 'project_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:42:36.042409 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-adbcb2df-2997-4e63-83f3-d19a5c569ca7 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Request body: {'security_group_rule': {'security_group_id': 'bfd4525b-c65c-4548-b483-3d200b8c2787', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:42:36.059039 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87c995d-2d1b-480b-a76c-9c35f27846e3 req-cfe36d73-a908-43bb-914d-4eb1df61cebd tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:36.062969 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d87c995d-2d1b-480b-a76c-9c35f27846e3 req-cfe36d73-a908-43bb-914d-4eb1df61cebd tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbdad9d4-0522-425b-87e8-9e75a58ae97c HTTP/1.1" status: 200 len: 946 time: 0.1472614 Jan 18 22:42:36.066436 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aec4724-a233-4d50-9be4-298b0d02fc0e req-1076e691-b8ec-42f3-b24f-f1a64767ebd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:36.067901 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-0aec4724-a233-4d50-9be4-298b0d02fc0e req-1076e691-b8ec-42f3-b24f-f1a64767ebd9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8e4aa361-5700-40d0-9baf-268026e85931 HTTP/1.1" status: 200 len: 833 time: 0.1750882 Jan 18 22:42:36.083487 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-90446d5b-8dfb-4728-9104-bc3a3a1cb97b None None] For port ba6b7897-2301-4598-ac9f-c530cc3da50c, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:42:36.091463 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-90446d5b-8dfb-4728-9104-bc3a3a1cb97b None None] For port ba6b7897-2301-4598-ac9f-c530cc3da50c, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=ba6b7897-2301-4598-ac9f-c530cc3da50c,segment=NetworkSegment(7599c219-7416-4daa-a53f-ed4bd6a29d96),segment_id=7599c219-7416-4daa-a53f-ed4bd6a29d96)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:42:36.105189 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-90446d5b-8dfb-4728-9104-bc3a3a1cb97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:36.143978 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7cd42c40-267a-455e-8b06-8a5ebd8eb766 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:36.156644 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d87c995d-2d1b-480b-a76c-9c35f27846e3 req-60b37e89-be76-4cbc-9946-4e6add0cb76f tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] 10.222.0.53 "GET /v2.0/security-groups?id=1716bd66-08b7-4f14-ac34-fbeb10fd33f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872865 Jan 18 22:42:36.210436 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90446d5b-8dfb-4728-9104-bc3a3a1cb97b None None] Pushing event updated for resources: {'Port': ['ID=ba6b7897-2301-4598-ac9f-c530cc3da50c,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:36.260499 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aec4724-a233-4d50-9be4-298b0d02fc0e req-50c78e9e-7ca0-4496-bed5-5c1f20316794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:36.262504 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-0aec4724-a233-4d50-9be4-298b0d02fc0e req-50c78e9e-7ca0-4496-bed5-5c1f20316794 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=652d2c80-5afc-4a98-af8e-7aee992e5efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1823220 Jan 18 22:42:36.295396 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ab960315-b587-4448-af45-3af7f79fcf36 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:36.313039 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-adbcb2df-2997-4e63-83f3-d19a5c569ca7 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:36.389152 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7cd42c40-267a-455e-8b06-8a5ebd8eb766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:36.391707 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7cd42c40-267a-455e-8b06-8a5ebd8eb766 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:36.392958 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-7cd42c40-267a-455e-8b06-8a5ebd8eb766 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/467a349e-b948-4962-9963-bd40ce7db0de HTTP/1.1" status: 204 len: 168 time: 0.5759060 Jan 18 22:42:36.437377 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd42c40-267a-455e-8b06-8a5ebd8eb766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=467a349e-b948-4962-9963-bd40ce7db0de,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:36.488950 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-0aec4724-a233-4d50-9be4-298b0d02fc0e req-6b15add0-61ca-42d4-b26b-96cead8d923c service neutron] 10.222.0.67 "GET /v2.0/networks/652d2c80-5afc-4a98-af8e-7aee992e5efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162681 Jan 18 22:42:36.548589 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-adbcb2df-2997-4e63-83f3-d19a5c569ca7 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:36.550594 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ab960315-b587-4448-af45-3af7f79fcf36 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:36.563372 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ab960315-b587-4448-af45-3af7f79fcf36 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:36.565388 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-adbcb2df-2997-4e63-83f3-d19a5c569ca7 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:36.633341 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab960315-b587-4448-af45-3af7f79fcf36 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6284ec9a-6ef8-4f86-a520-4895138fe7b6,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:36.665927 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-adbcb2df-2997-4e63-83f3-d19a5c569ca7 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:36.669194 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-adbcb2df-2997-4e63-83f3-d19a5c569ca7 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6350498 Jan 18 22:42:36.672109 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 43396) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:36.684209 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ab960315-b587-4448-af45-3af7f79fcf36 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:36.695016 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-ab960315-b587-4448-af45-3af7f79fcf36 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6796043 Jan 18 22:42:36.695655 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 43398) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:36.734606 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-16b07ff5-6990-4b41-a1e1-043932998f34 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Request body: {'security_group_rule': {'security_group_id': '56dc9611-9777-4b82-b9da-74a8735b3281', 'project_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:42:36.737595 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-875c72e7-6ca9-4809-bda6-fcba017272ba tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:36.747927 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbcb2df-2997-4e63-83f3-d19a5c569ca7 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc35dfbe-8cb5-4bca-a366-e644e083e32e,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:36.764679 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-875c72e7-6ca9-4809-bda6-fcba017272ba tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:36.789926 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-0aec4724-a233-4d50-9be4-298b0d02fc0e req-0c4174d9-6bf8-4387-acb9-70d0b0039892 service neutron] 10.222.0.67 "GET /v2.0/networks/652d2c80-5afc-4a98-af8e-7aee992e5efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869701 Jan 18 22:42:36.797346 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-16b07ff5-6990-4b41-a1e1-043932998f34 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:36.816512 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-875c72e7-6ca9-4809-bda6-fcba017272ba tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:36.826685 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-875c72e7-6ca9-4809-bda6-fcba017272ba tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:36.827786 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-875c72e7-6ca9-4809-bda6-fcba017272ba tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/bc35dfbe-8cb5-4bca-a366-e644e083e32e HTTP/1.1" status: 204 len: 168 time: 0.1543858 Jan 18 22:42:36.831681 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 43400) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:36.858373 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875c72e7-6ca9-4809-bda6-fcba017272ba tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bc35dfbe-8cb5-4bca-a366-e644e083e32e,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:36.879114 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-16b07ff5-6990-4b41-a1e1-043932998f34 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:36.886454 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-16b07ff5-6990-4b41-a1e1-043932998f34 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:36.899695 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 43402) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:36.908877 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-a1a435cd-d1c0-44fa-8f90-343534a9d018 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0763972 Jan 18 22:42:36.911933 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 43404) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:36.922366 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-22b2a0a6-86e8-4c8c-9bb4-87776c096768 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:36.931499 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b07ff5-6990-4b41-a1e1-043932998f34 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b9b43d7-2c3b-4085-86b9-e1d3de49cfd7,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:36.985691 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-16b07ff5-6990-4b41-a1e1-043932998f34 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:36.987551 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-16b07ff5-6990-4b41-a1e1-043932998f34 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2809081 Jan 18 22:42:36.990965 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 43406) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:36.997139 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-bb644a4b-9c54-4f26-a8bb-c8450d212f47 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Request body: {'security_group_rule': {'security_group_id': '56dc9611-9777-4b82-b9da-74a8735b3281', 'project_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:42:37.003076 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-23a85968-05d5-41fe-99a4-721f3100a455 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:37.033902 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-23a85968-05d5-41fe-99a4-721f3100a455 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:37.098285 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bb644a4b-9c54-4f26-a8bb-c8450d212f47 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:37.104811 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-23a85968-05d5-41fe-99a4-721f3100a455 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:37.107629 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-23a85968-05d5-41fe-99a4-721f3100a455 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:37.111136 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-23a85968-05d5-41fe-99a4-721f3100a455 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] 10.222.0.53 "DELETE /v2.0/security-groups/bfd4525b-c65c-4548-b483-3d200b8c2787 HTTP/1.1" status: 204 len: 168 time: 0.1980081 Jan 18 22:42:37.114639 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 43408) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:37.129203 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-22b2a0a6-86e8-4c8c-9bb4-87776c096768 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:37.134700 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a85968-05d5-41fe-99a4-721f3100a455 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd4525b-c65c-4548-b483-3d200b8c2787,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:37.150988 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-22b2a0a6-86e8-4c8c-9bb4-87776c096768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:37.260212 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-bd909164-d611-4ab7-93f4-0fd6f16a530f tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1410294 Jan 18 22:42:37.261483 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 43414) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:37.274964 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-22b2a0a6-86e8-4c8c-9bb4-87776c096768 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=379ce9b7877e47fb8831521a9edc10ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3726313 Jan 18 22:42:37.275197 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-030c7110-cda9-49c1-befb-6a6aad200376 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Request body: {'security_group': {'name': 'tempest-secgroup--1283845371'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:42:37.281906 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 43416) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:37.296307 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7fca78-5e8b-4900-9af1-618f400bbfcc req-36f79945-3bee-4898-b1b4-db31ba9a9444 tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:37.298198 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-0b7fca78-5e8b-4900-9af1-618f400bbfcc req-36f79945-3bee-4898-b1b4-db31ba9a9444 tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] 10.222.0.67 "GET /v2.0/ports?device_id=fbdad9d4-0522-425b-87e8-9e75a58ae97c HTTP/1.1" status: 200 len: 946 time: 0.2187703 Jan 18 22:42:37.317878 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b2a0a6-86e8-4c8c-9bb4-87776c096768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbf40e6d-df35-4616-853d-cb8417ce2518,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:37.390839 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bb644a4b-9c54-4f26-a8bb-c8450d212f47 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:37.459096 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-030c7110-cda9-49c1-befb-6a6aad200376 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:37.461234 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bb644a4b-9c54-4f26-a8bb-c8450d212f47 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:37.489926 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb644a4b-9c54-4f26-a8bb-c8450d212f47 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=127f5956-2ba5-4aa0-ad8e-54aa725de5f3,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:37.505969 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ae527012-b730-4301-81e5-ca745526d1ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:37.508337 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bb644a4b-9c54-4f26-a8bb-c8450d212f47 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:37.514398 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-bb644a4b-9c54-4f26-a8bb-c8450d212f47 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5217493 Jan 18 22:42:37.522878 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 43420) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:37.532531 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-d34c9c18-74dc-452d-9416-bb6e40cde645 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Request body: {'security_group_rule': {'security_group_id': '56dc9611-9777-4b82-b9da-74a8735b3281', 'project_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:42:37.545503 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fc9da3-17ab-4237-a8e7-069a40b15ecb req-621bb3e9-5297-4972-92c8-d1d426e385f1 tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:37.547114 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d2fc9da3-17ab-4237-a8e7-069a40b15ecb req-621bb3e9-5297-4972-92c8-d1d426e385f1 tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbdad9d4-0522-425b-87e8-9e75a58ae97c HTTP/1.1" status: 200 len: 946 time: 0.1742594 Jan 18 22:42:37.562575 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-0b7fca78-5e8b-4900-9af1-618f400bbfcc req-6296622b-8f48-449d-8590-a4dda8122e9e tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] Deleting port fa577c59-96e3-44c9-8501-1033138864de {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:42:37.563006 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-0b7fca78-5e8b-4900-9af1-618f400bbfcc req-6296622b-8f48-449d-8590-a4dda8122e9e tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:37.568309 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ae527012-b730-4301-81e5-ca745526d1ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:37.648114 n-d-825064-1 neutron-server[102431]: INFO neutron.db.securitygroups_db [None req-d34c9c18-74dc-452d-9416-bb6e40cde645 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Project 5fdd9d74a6a7474aa33a3f08cd7c198f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 22:42:37.657753 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d34c9c18-74dc-452d-9416-bb6e40cde645 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:37.663520 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ae527012-b730-4301-81e5-ca745526d1ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:37.667874 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ae527012-b730-4301-81e5-ca745526d1ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:37.669375 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-ae527012-b730-4301-81e5-ca745526d1ac admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dbf40e6d-df35-4616-853d-cb8417ce2518 HTTP/1.1" status: 204 len: 168 time: 0.3724923 Jan 18 22:42:37.695833 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d2fc9da3-17ab-4237-a8e7-069a40b15ecb req-aacdd9d5-9d8e-4c2a-b10a-a044410501ab tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] 10.222.0.53 "GET /v2.0/security-groups?id=1716bd66-08b7-4f14-ac34-fbeb10fd33f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860262 Jan 18 22:42:37.698326 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae527012-b730-4301-81e5-ca745526d1ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbf40e6d-df35-4616-853d-cb8417ce2518,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:37.704249 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c43ae76-64ba-40bd-920d-5bab5d24f8b6 None None] Network ad23741b-0e57-46b4-b676-c46ba7841494 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:42:37.735564 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-0b7fca78-5e8b-4900-9af1-618f400bbfcc req-6296622b-8f48-449d-8590-a4dda8122e9e tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] For port fa577c59-96e3-44c9-8501-1033138864de, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=fa577c59-96e3-44c9-8501-1033138864de,segment=NetworkSegment(4c6632ba-d9b8-4e35-896d-34b55762fb57),segment_id=4c6632ba-d9b8-4e35-896d-34b55762fb57)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:42:37.735829 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-0b7fca78-5e8b-4900-9af1-618f400bbfcc req-6296622b-8f48-449d-8590-a4dda8122e9e tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:37.740049 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-030c7110-cda9-49c1-befb-6a6aad200376 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:37.747391 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-030c7110-cda9-49c1-befb-6a6aad200376 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:37.796228 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-0b7fca78-5e8b-4900-9af1-618f400bbfcc req-6296622b-8f48-449d-8590-a4dda8122e9e tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] Calling delete_port for fa577c59-96e3-44c9-8501-1033138864de owned by compute:nova {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:42:37.820580 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-030c7110-cda9-49c1-befb-6a6aad200376 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:37.827383 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-030c7110-cda9-49c1-befb-6a6aad200376 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5596871 Jan 18 22:42:37.828383 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d34c9c18-74dc-452d-9416-bb6e40cde645 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:37.829475 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 43424) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:37.836154 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030c7110-cda9-49c1-befb-6a6aad200376 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=297ea4ad-771a-4614-a5ae-a6ac527153b7,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:37.838201 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-dad09f5a-3c6e-40c1-93a5-583526034512 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Request body: {'security_group_rule': {'security_group_id': '297ea4ad-771a-4614-a5ae-a6ac527153b7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:42:37.850452 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d34c9c18-74dc-452d-9416-bb6e40cde645 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:37.862306 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-8885eac5-3aef-48dd-aab9-765abd00b721 None None] Provisioning complete for port ba6b7897-2301-4598-ac9f-c530cc3da50c triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:42:37.864627 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8885eac5-3aef-48dd-aab9-765abd00b721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:37.917966 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34c9c18-74dc-452d-9416-bb6e40cde645 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44686237-d221-4389-a86e-a92ba6aa4210,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:37.943350 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d34c9c18-74dc-452d-9416-bb6e40cde645 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:37.944701 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-d34c9c18-74dc-452d-9416-bb6e40cde645 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4185143 Jan 18 22:42:37.947589 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 43428) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:37.952191 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-dad09f5a-3c6e-40c1-93a5-583526034512 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:37.955841 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-0b4cf52b-642a-4246-ab11-49da613e00be tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Request body: {'security_group_rule': {'security_group_id': '56dc9611-9777-4b82-b9da-74a8735b3281', 'project_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:42:38.035389 n-d-825064-1 neutron-server[102430]: INFO neutron.db.securitygroups_db [None req-0b4cf52b-642a-4246-ab11-49da613e00be tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Project 5fdd9d74a6a7474aa33a3f08cd7c198f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 22:42:38.049470 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-dad09f5a-3c6e-40c1-93a5-583526034512 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:38.058275 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0b4cf52b-642a-4246-ab11-49da613e00be tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:38.061386 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-dad09f5a-3c6e-40c1-93a5-583526034512 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:38.099512 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad09f5a-3c6e-40c1-93a5-583526034512 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ac46dad-03e3-4af6-b55c-90151619923c,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:38.113305 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-0b7fca78-5e8b-4900-9af1-618f400bbfcc req-6296622b-8f48-449d-8590-a4dda8122e9e tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:38.117543 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8885eac5-3aef-48dd-aab9-765abd00b721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:38.134372 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-dad09f5a-3c6e-40c1-93a5-583526034512 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:38.134372 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-dad09f5a-3c6e-40c1-93a5-583526034512 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2998145 Jan 18 22:42:38.145593 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['fa577c59-96e3-44c9-8501-1033138864de'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:42:38.146519 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 43432) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:38.171663 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-6313e098-36ad-40de-95d9-7be6cc0039f1 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] 10.222.0.53 "GET /v2.0/security-group-rules/9ac46dad-03e3-4af6-b55c-90151619923c HTTP/1.1" status: 200 len: 763 time: 0.0237567 Jan 18 22:42:38.174336 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 43434) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:38.214947 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6296622b-8f48-449d-8590-a4dda8122e9e tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] Pushing event deleted for resources: {'Port': ['ID=fa577c59-96e3-44c9-8501-1033138864de,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:38.232048 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b7fca78-5e8b-4900-9af1-618f400bbfcc req-6296622b-8f48-449d-8590-a4dda8122e9e tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] No DVR routers for this DVR port fa577c59-96e3-44c9-8501-1033138864de on host n-h2-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:42:38.235598 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-0b7fca78-5e8b-4900-9af1-618f400bbfcc req-6296622b-8f48-449d-8590-a4dda8122e9e tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:38.239830 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-0b7fca78-5e8b-4900-9af1-618f400bbfcc req-6296622b-8f48-449d-8590-a4dda8122e9e tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] 10.222.0.67 "DELETE /v2.0/ports/fa577c59-96e3-44c9-8501-1033138864de HTTP/1.1" status: 204 len: 173 time: 0.9334807 Jan 18 22:42:38.240613 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbdad9d4-0522-425b-87e8-9e75a58ae97c', 'name': 'network-vif-deleted', 'tag': 'fa577c59-96e3-44c9-8501-1033138864de'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:42:38.243639 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba801fad-92e4-405f-9b25-daa73a2e0c83" -d '{"events": [{"server_uuid": "fbdad9d4-0522-425b-87e8-9e75a58ae97c", "name": "network-vif-deleted", "tag": "fa577c59-96e3-44c9-8501-1033138864de"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:42:38.259813 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0b4cf52b-642a-4246-ab11-49da613e00be tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:38.286348 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0b4cf52b-642a-4246-ab11-49da613e00be tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:38.306716 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-8885eac5-3aef-48dd-aab9-765abd00b721 None None] For port ba6b7897-2301-4598-ac9f-c530cc3da50c, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=ba6b7897-2301-4598-ac9f-c530cc3da50c,segment=NetworkSegment(7599c219-7416-4daa-a53f-ed4bd6a29d96),segment_id=7599c219-7416-4daa-a53f-ed4bd6a29d96)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:42:38.318040 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8885eac5-3aef-48dd-aab9-765abd00b721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:38.352803 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-2a7832b6-8002-4a90-ba88-41fe64de7f02 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1771348 Jan 18 22:42:38.356015 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 43444) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:38.387739 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eeca5f1-55e1-4cd4-97f2-18b8591d4c78 x-openstack-request-id: req-1eeca5f1-55e1-4cd4-97f2-18b8591d4c78 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:42:38.387739 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbdad9d4-0522-425b-87e8-9e75a58ae97c", "name": "network-vif-deleted", "tag": "fa577c59-96e3-44c9-8501-1033138864de", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:42:38.387739 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1eeca5f1-55e1-4cd4-97f2-18b8591d4c78 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:42:38.395030 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbdad9d4-0522-425b-87e8-9e75a58ae97c', 'name': 'network-vif-deleted', 'tag': 'fa577c59-96e3-44c9-8501-1033138864de', 'status': 'completed', 'code': 200} Jan 18 22:42:38.401231 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4cf52b-642a-4246-ab11-49da613e00be tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=723813cb-414e-47f3-993b-84d046f2ce7f,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:38.425266 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0b4cf52b-642a-4246-ab11-49da613e00be tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:38.426493 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-0b4cf52b-642a-4246-ab11-49da613e00be tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4771001 Jan 18 22:42:38.434501 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8885eac5-3aef-48dd-aab9-765abd00b721 None None] Pushing event updated for resources: {'Port': ['ID=ba6b7897-2301-4598-ac9f-c530cc3da50c,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:38.447630 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cabf896d-d3c2-4872-8048-23d0998a2967 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:38.459131 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-8a2c3907-fde5-4874-adc1-bed5a50651a1 None None] Provisioning complete for port ba6b7897-2301-4598-ac9f-c530cc3da50c triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:42:38.459686 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8a2c3907-fde5-4874-adc1-bed5a50651a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:38.465994 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cabf896d-d3c2-4872-8048-23d0998a2967 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:38.552543 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cabf896d-d3c2-4872-8048-23d0998a2967 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:38.569108 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cabf896d-d3c2-4872-8048-23d0998a2967 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:38.572971 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-cabf896d-d3c2-4872-8048-23d0998a2967 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/9ac46dad-03e3-4af6-b55c-90151619923c HTTP/1.1" status: 204 len: 168 time: 0.2138276 Jan 18 22:42:38.573373 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 43456) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:38.605051 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabf896d-d3c2-4872-8048-23d0998a2967 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9ac46dad-03e3-4af6-b55c-90151619923c,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:38.657082 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device ba6b7897-2301-4598-ac9f-c530cc3da50c up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:42:38.722521 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port ba6b7897-2301-4598-ac9f-c530cc3da50c triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:42:38.723104 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:38.736535 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-cc989455-6cee-4175-b433-d7b553185b03 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1584041 Jan 18 22:42:38.738687 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 43474) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:38.746864 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-331b38f9-72fe-471b-a2c8-f3639ad0c296 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Request body: {'security_group_rule': {'security_group_id': '297ea4ad-771a-4614-a5ae-a6ac527153b7', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:42:38.830803 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-331b38f9-72fe-471b-a2c8-f3639ad0c296 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:38.848344 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-257cc42f-6d06-4fa4-a774-f8fdfe350319 req-7d350b26-d97b-4f62-a7f0-9d67f5f2d020 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-33011437&fields=id&tenant_id=5fdd9d74a6a7474aa33a3f08cd7c198f HTTP/1.1" status: 200 len: 267 time: 0.0883188 Jan 18 22:42:38.937566 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-331b38f9-72fe-471b-a2c8-f3639ad0c296 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:38.962739 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-331b38f9-72fe-471b-a2c8-f3639ad0c296 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:38.979379 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331b38f9-72fe-471b-a2c8-f3639ad0c296 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7763a72-c8d6-4cf6-b80c-686c5dc5465a,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:39.006538 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-331b38f9-72fe-471b-a2c8-f3639ad0c296 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:39.007890 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-331b38f9-72fe-471b-a2c8-f3639ad0c296 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2681692 Jan 18 22:42:39.010411 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 43484) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:39.039451 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-1bd4e890-ed36-4094-8a76-ff99f1954c37 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] 10.222.0.53 "GET /v2.0/security-group-rules/b7763a72-c8d6-4cf6-b80c-686c5dc5465a HTTP/1.1" status: 200 len: 763 time: 0.0270190 Jan 18 22:42:39.041939 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 43486) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:39.064074 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c5d5f227-e6c8-411d-82e1-7ce30eeb604f req-7bbd41cd-6283-480c-960d-b81598101a8f tempest-VolumesActionsTest-1081849066 tempest-VolumesActionsTest-1081849066-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbdad9d4-0522-425b-87e8-9e75a58ae97c HTTP/1.1" status: 200 len: 210 time: 0.0566404 Jan 18 22:42:39.114766 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-e648f667-7193-4655-bd6d-92ce09472398 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0712283 Jan 18 22:42:39.118594 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 43490) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:39.172448 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257cc42f-6d06-4fa4-a774-f8fdfe350319 req-28cd2175-a27f-46d1-b688-cbf028057802 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:39.174232 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-257cc42f-6d06-4fa4-a774-f8fdfe350319 req-28cd2175-a27f-46d1-b688-cbf028057802 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "GET /v2.0/networks?id=ad23741b-0e57-46b4-b676-c46ba7841494 HTTP/1.1" status: 200 len: 797 time: 0.2853429 Jan 18 22:42:39.182007 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-082f5f2a-40a0-4354-a820-e6ae4ac0d6d3 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:39.201455 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-257cc42f-6d06-4fa4-a774-f8fdfe350319 req-5db0417d-f953-4b7b-afae-862b382a1a42 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "GET /v2.0/quotas/5fdd9d74a6a7474aa33a3f08cd7c198f HTTP/1.1" status: 200 len: 375 time: 0.0158694 Jan 18 22:42:39.205718 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-082f5f2a-40a0-4354-a820-e6ae4ac0d6d3 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:39.281826 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-082f5f2a-40a0-4354-a820-e6ae4ac0d6d3 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:39.289859 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-082f5f2a-40a0-4354-a820-e6ae4ac0d6d3 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:39.290892 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-082f5f2a-40a0-4354-a820-e6ae4ac0d6d3 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/b7763a72-c8d6-4cf6-b80c-686c5dc5465a HTTP/1.1" status: 204 len: 168 time: 0.1696575 Jan 18 22:42:39.293659 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 43494) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:39.302677 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-257cc42f-6d06-4fa4-a774-f8fdfe350319 req-d7c9ff30-6fb3-4c26-9f9e-b2d83e7177c7 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5fdd9d74a6a7474aa33a3f08cd7c198f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0943742 Jan 18 22:42:39.308448 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082f5f2a-40a0-4354-a820-e6ae4ac0d6d3 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b7763a72-c8d6-4cf6-b80c-686c5dc5465a,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:39.371267 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-1ae2eed8-096c-40fd-aa9e-8597da044ce4 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0764308 Jan 18 22:42:39.374389 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 43496) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:39.378831 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-09960b75-2efe-4405-bf1c-32ceec3520d5 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Request body: {'security_group_rule': {'security_group_id': '297ea4ad-771a-4614-a5ae-a6ac527153b7', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:42:39.409792 n-d-825064-1 neutron-server[102431]: INFO neutron.db.securitygroups_db [None req-09960b75-2efe-4405-bf1c-32ceec3520d5 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Project 3d35495672a34ee3a6b09e25adc7f156 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 22:42:39.418028 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-09960b75-2efe-4405-bf1c-32ceec3520d5 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:39.484562 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-257cc42f-6d06-4fa4-a774-f8fdfe350319 req-5f93d992-15be-446b-895b-89646e3e4c76 service neutron] 10.222.0.53 "GET /v2.0/networks/ad23741b-0e57-46b4-b676-c46ba7841494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572285 Jan 18 22:42:39.510430 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-09960b75-2efe-4405-bf1c-32ceec3520d5 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:39.519941 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-09960b75-2efe-4405-bf1c-32ceec3520d5 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:39.560053 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09960b75-2efe-4405-bf1c-32ceec3520d5 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa49ca86-b8e3-4c61-a8a7-c945627031e1,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:39.597375 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-09960b75-2efe-4405-bf1c-32ceec3520d5 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:39.600988 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-09960b75-2efe-4405-bf1c-32ceec3520d5 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2232757 Jan 18 22:42:39.601491 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 43506) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:39.628660 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-6d054f94-1c97-4423-b80c-6f4c311cdc15 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] 10.222.0.53 "GET /v2.0/security-group-rules/aa49ca86-b8e3-4c61-a8a7-c945627031e1 HTTP/1.1" status: 200 len: 769 time: 0.0262144 Jan 18 22:42:39.631461 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 43508) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:39.636925 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-257cc42f-6d06-4fa4-a774-f8fdfe350319 req-6b2baf35-d869-4ab1-a38c-42217c0c1575 service neutron] 10.222.0.53 "GET /v2.0/networks/ad23741b-0e57-46b4-b676-c46ba7841494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407206 Jan 18 22:42:39.690932 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-7c41916a-d03f-43f5-8e30-3e302444f1d3 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0586457 Jan 18 22:42:39.693650 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 43514) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:39.719867 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d6b243bb-c38a-4029-906e-e890b3bc85a3 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:39.728393 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d6b243bb-c38a-4029-906e-e890b3bc85a3 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:39.776623 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d6b243bb-c38a-4029-906e-e890b3bc85a3 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:39.782711 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d6b243bb-c38a-4029-906e-e890b3bc85a3 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:39.786587 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-d6b243bb-c38a-4029-906e-e890b3bc85a3 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/aa49ca86-b8e3-4c61-a8a7-c945627031e1 HTTP/1.1" status: 204 len: 168 time: 0.0895579 Jan 18 22:42:39.786922 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 43522) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:39.806018 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b243bb-c38a-4029-906e-e890b3bc85a3 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aa49ca86-b8e3-4c61-a8a7-c945627031e1,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:39.860273 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-cc949124-6265-4149-8991-c878acd015bf tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0719113 Jan 18 22:42:39.860897 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 43528) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:39.882105 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-eb4ef652-99b6-462e-89a1-c1cd4e7c8c77 req-b580584d-6cc1-43ad-bced-c03429313b04 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b7bad41-a29d-449e-b087-8af4b2151548 HTTP/1.1" status: 200 len: 210 time: 0.0603974 Jan 18 22:42:39.964707 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f35a81bf-53b1-4bb2-9028-06cbbb23a125 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:39.992558 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f35a81bf-53b1-4bb2-9028-06cbbb23a125 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:40.048978 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f35a81bf-53b1-4bb2-9028-06cbbb23a125 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:40.051955 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f35a81bf-53b1-4bb2-9028-06cbbb23a125 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:40.055752 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 43536) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:40.056044 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-f35a81bf-53b1-4bb2-9028-06cbbb23a125 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] 10.222.0.53 "DELETE /v2.0/security-groups/297ea4ad-771a-4614-a5ae-a6ac527153b7 HTTP/1.1" status: 204 len: 168 time: 0.1941857 Jan 18 22:42:40.068567 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35a81bf-53b1-4bb2-9028-06cbbb23a125 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=297ea4ad-771a-4614-a5ae-a6ac527153b7,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:40.159867 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-313c0b31-fff3-4389-85f5-9cb9d24e4624 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0843382 Jan 18 22:42:40.160255 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 43542) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:40.169543 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-9eaa33ae-5b51-446c-82c1-807bd75e1cc5 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Request body: {'security_group': {'name': 'tempest-secgroup--1268641953'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:42:40.215688 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9eaa33ae-5b51-446c-82c1-807bd75e1cc5 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:40.324676 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9eaa33ae-5b51-446c-82c1-807bd75e1cc5 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:40.330288 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9eaa33ae-5b51-446c-82c1-807bd75e1cc5 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:40.373696 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaa33ae-5b51-446c-82c1-807bd75e1cc5 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe6176d-616f-4897-a121-59758875a78b,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:40.380118 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9eaa33ae-5b51-446c-82c1-807bd75e1cc5 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:40.382472 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-9eaa33ae-5b51-446c-82c1-807bd75e1cc5 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2212930 Jan 18 22:42:40.382652 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 43554) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:40.388506 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-04126be2-33b8-4aeb-8f9b-2e0b9c39b3bc tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Request body: {'security_group_rule': {'security_group_id': 'bbe6176d-616f-4897-a121-59758875a78b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:42:40.466339 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-04126be2-33b8-4aeb-8f9b-2e0b9c39b3bc tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:40.536012 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device ba6b7897-2301-4598-ac9f-c530cc3da50c up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:42:40.610207 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-04126be2-33b8-4aeb-8f9b-2e0b9c39b3bc tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:40.617818 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-04126be2-33b8-4aeb-8f9b-2e0b9c39b3bc tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:40.660248 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04126be2-33b8-4aeb-8f9b-2e0b9c39b3bc tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7d2a148-7bd1-4aba-9135-a1612709d2ac,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:40.667432 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port ba6b7897-2301-4598-ac9f-c530cc3da50c triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:42:40.668170 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:40.691289 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-04126be2-33b8-4aeb-8f9b-2e0b9c39b3bc tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:40.692857 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-04126be2-33b8-4aeb-8f9b-2e0b9c39b3bc tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3090703 Jan 18 22:42:40.696541 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 43574) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:40.706045 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 43576) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:40.831768 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1af66589-043c-47b9-9acd-2773e46cefa6 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:40.905459 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1af66589-043c-47b9-9acd-2773e46cefa6 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:40.911369 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-fe61d803-9b92-4abc-ac1c-f46f4d2c354d tempest-QuotasTest-1023519320 tempest-QuotasTest-1023519320-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:42:40.969192 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-fe61d803-9b92-4abc-ac1c-f46f4d2c354d tempest-QuotasTest-1023519320 tempest-QuotasTest-1023519320-project-admin] 10.222.0.53 "PUT /v2.0/quotas/3d49684f5827402cacbbccb29708bfea HTTP/1.1" status: 200 len: 366 time: 0.2611072 Jan 18 22:42:40.975311 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device fa577c59-96e3-44c9-8501-1033138864de no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:42:40.982877 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 43590) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:41.003730 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 43594) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:41.004696 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-62fd26d8-358f-47fb-80f4-507b4dbab3e1 tempest-QuotasTest-1023519320 tempest-QuotasTest-1023519320-project-admin] 10.222.0.53 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0189393 Jan 18 22:42:41.008908 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1af66589-043c-47b9-9acd-2773e46cefa6 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:41.010117 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1af66589-043c-47b9-9acd-2773e46cefa6 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:41.013544 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-1af66589-043c-47b9-9acd-2773e46cefa6 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] 10.222.0.53 "DELETE /v2.0/security-groups/bbe6176d-616f-4897-a121-59758875a78b HTTP/1.1" status: 204 len: 168 time: 0.3138816 Jan 18 22:42:41.014406 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 43596) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:41.029893 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] No Port match for: fa577c59-96e3-44c9-8501-1033138864de {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:42:41.030292 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device fa577c59-96e3-44c9-8501-1033138864de not bound to the agent host n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:42:41.053829 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8a1176fa-923b-49cf-bbcd-b343e32c1c1e req-8d8909a9-9a05-438b-9c17-8dab3585f631 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b7bad41-a29d-449e-b087-8af4b2151548 HTTP/1.1" status: 200 len: 210 time: 0.0624185 Jan 18 22:42:41.063324 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af66589-043c-47b9-9acd-2773e46cefa6 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe6176d-616f-4897-a121-59758875a78b,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:41.076235 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-0c2d7e73-03a3-43d6-a26a-5f0368dfe411 tempest-QuotasTest-1023519320 tempest-QuotasTest-1023519320-project-admin] 10.222.0.53 "GET /v2.0/quotas/3d49684f5827402cacbbccb29708bfea HTTP/1.1" status: 200 len: 366 time: 0.0712433 Jan 18 22:42:41.078656 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 43598) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:41.112763 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-451edebb-2c48-4ff5-916e-fbadf8b920c1 tempest-QuotasTest-1023519320 tempest-QuotasTest-1023519320-project-admin] 10.222.0.53 "DELETE /v2.0/quotas/3d49684f5827402cacbbccb29708bfea HTTP/1.1" status: 204 len: 168 time: 0.0312321 Jan 18 22:42:41.116256 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 43602) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:41.119249 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-c0bcd8aa-83af-4706-93bc-2506c9c3922f tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1035058 Jan 18 22:42:41.122157 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 43604) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:41.138721 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-527c4f36-ccec-4e9e-99d3-69710377deba tempest-QuotasTest-1023519320 tempest-QuotasTest-1023519320-project-admin] 10.222.0.53 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0214362 Jan 18 22:42:41.144101 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 43606) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:41.160757 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-281a864f-8b19-4099-a29e-55fa06a3530f tempest-QuotasTest-1023519320 tempest-QuotasTest-1023519320-project-admin] 10.222.0.53 "GET /v2.0/quotas/3d49684f5827402cacbbccb29708bfea HTTP/1.1" status: 200 len: 370 time: 0.0155439 Jan 18 22:42:41.163182 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 43608) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:41.170187 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-baa409d6-73b7-4a2e-bdd4-0ea38ca17b3b tempest-QuotasTest-1023519320 tempest-QuotasTest-1023519320-project-admin] 10.222.0.53 "GET /v2.0/quotas/3d49684f5827402cacbbccb29708bfea/default HTTP/1.1" status: 200 len: 370 time: 0.0053029 Jan 18 22:42:41.173234 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 43612) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:41.188891 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [None req-9bf62903-2a19-4ea9-899e-b43d67710cd6 tempest-QuotasTest-1023519320 tempest-QuotasTest-1023519320-project-admin] delete failed (client error): The resource could not be found. Jan 18 22:42:41.190747 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-9bf62903-2a19-4ea9-899e-b43d67710cd6 tempest-QuotasTest-1023519320 tempest-QuotasTest-1023519320-project-admin] 10.222.0.53 "DELETE /v2.0/quotas/3d49684f5827402cacbbccb29708bfea HTTP/1.1" status: 404 len: 348 time: 0.0161848 Jan 18 22:42:41.200653 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-dba00108-b564-4a49-95fc-ff8a3eb97408 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0773268 Jan 18 22:42:41.203557 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 43616) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:41.256745 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [None req-b2969ac4-706f-415c-994e-14de3a752b59 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] delete failed (client error): The resource could not be found. Jan 18 22:42:41.266794 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 43620) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:41.267512 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-b2969ac4-706f-415c-994e-14de3a752b59 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] 10.222.0.53 "DELETE /v2.0/security-groups/bbe6176d-616f-4897-a121-59758875a78b HTTP/1.1" status: 404 len: 347 time: 0.0615849 Jan 18 22:42:41.398405 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-ba5b3e0b-1fd8-49db-9111-7311b92d54d9 tempest-SecGroupIPv6Test-200480184 tempest-SecGroupIPv6Test-200480184-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1301842 Jan 18 22:42:41.410009 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 43632) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:41.437565 n-d-825064-1 neutron-server[102430]: DEBUG neutron.quota.resource [None req-32228f02-a45b-4a21-9ed9-4cbbc9338a6b tempest-QuotasTest-1023519320 tempest-QuotasTest-1023519320-project-admin] Usage tracker for resource:network and tenant:7c021ed018764240bcef9aaa2221b896 is out of sync, need to count used quota {{(pid=102430) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 18 22:42:41.444092 n-d-825064-1 neutron-server[102430]: DEBUG neutron.quota.resource [None req-32228f02-a45b-4a21-9ed9-4cbbc9338a6b tempest-QuotasTest-1023519320 tempest-QuotasTest-1023519320-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=102430) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jan 18 22:42:41.469370 n-d-825064-1 neutron-server[102430]: DEBUG neutron.quota.resource [None req-32228f02-a45b-4a21-9ed9-4cbbc9338a6b tempest-QuotasTest-1023519320 tempest-QuotasTest-1023519320-project-admin] Usage tracker for resource:subnet and tenant:7c021ed018764240bcef9aaa2221b896 is out of sync, need to count used quota {{(pid=102430) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 18 22:42:41.482118 n-d-825064-1 neutron-server[102430]: DEBUG neutron.quota.resource [None req-32228f02-a45b-4a21-9ed9-4cbbc9338a6b tempest-QuotasTest-1023519320 tempest-QuotasTest-1023519320-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=102430) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jan 18 22:42:41.511636 n-d-825064-1 neutron-server[102430]: DEBUG neutron.quota.resource [None req-32228f02-a45b-4a21-9ed9-4cbbc9338a6b tempest-QuotasTest-1023519320 tempest-QuotasTest-1023519320-project-admin] Usage tracker for resource:subnetpool and tenant:7c021ed018764240bcef9aaa2221b896 is out of sync, need to count used quota {{(pid=102430) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 18 22:42:41.522368 n-d-825064-1 neutron-server[102430]: DEBUG neutron.quota.resource [None req-32228f02-a45b-4a21-9ed9-4cbbc9338a6b tempest-QuotasTest-1023519320 tempest-QuotasTest-1023519320-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=102430) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jan 18 22:42:41.524370 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257cc42f-6d06-4fa4-a774-f8fdfe350319 req-c5f2c10f-2149-4f68-a043-b3ace8118b00 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:41.525920 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-257cc42f-6d06-4fa4-a774-f8fdfe350319 req-c5f2c10f-2149-4f68-a043-b3ace8118b00 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.67 "GET /v2.0/networks?id=ad23741b-0e57-46b4-b676-c46ba7841494 HTTP/1.1" status: 200 len: 797 time: 0.3090441 Jan 18 22:42:41.536289 n-d-825064-1 neutron-server[102430]: DEBUG neutron.quota.resource [None req-32228f02-a45b-4a21-9ed9-4cbbc9338a6b tempest-QuotasTest-1023519320 tempest-QuotasTest-1023519320-project-admin] Usage tracker for resource:port and tenant:7c021ed018764240bcef9aaa2221b896 is out of sync, need to count used quota {{(pid=102430) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 18 22:42:41.557759 n-d-825064-1 neutron-server[102430]: DEBUG neutron.quota.resource [None req-32228f02-a45b-4a21-9ed9-4cbbc9338a6b tempest-QuotasTest-1023519320 tempest-QuotasTest-1023519320-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=102430) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jan 18 22:42:41.568960 n-d-825064-1 neutron-server[102430]: DEBUG neutron.quota.resource [None req-32228f02-a45b-4a21-9ed9-4cbbc9338a6b tempest-QuotasTest-1023519320 tempest-QuotasTest-1023519320-project-admin] Usage tracker for resource:router and tenant:7c021ed018764240bcef9aaa2221b896 is out of sync, need to count used quota {{(pid=102430) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 18 22:42:41.575181 n-d-825064-1 neutron-server[102430]: DEBUG neutron.quota.resource [None req-32228f02-a45b-4a21-9ed9-4cbbc9338a6b tempest-QuotasTest-1023519320 tempest-QuotasTest-1023519320-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=102430) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jan 18 22:42:41.582234 n-d-825064-1 neutron-server[102430]: DEBUG neutron.quota.resource [None req-32228f02-a45b-4a21-9ed9-4cbbc9338a6b tempest-QuotasTest-1023519320 tempest-QuotasTest-1023519320-project-admin] Usage tracker for resource:floatingip and tenant:7c021ed018764240bcef9aaa2221b896 is out of sync, need to count used quota {{(pid=102430) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 18 22:42:41.591130 n-d-825064-1 neutron-server[102430]: DEBUG neutron.quota.resource [None req-32228f02-a45b-4a21-9ed9-4cbbc9338a6b tempest-QuotasTest-1023519320 tempest-QuotasTest-1023519320-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=102430) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jan 18 22:42:41.623371 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-257cc42f-6d06-4fa4-a774-f8fdfe350319 req-0945aa49-a884-48fd-b210-4c5c32df6df4 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5fdd9d74a6a7474aa33a3f08cd7c198f HTTP/1.1" status: 200 len: 469 time: 0.0828533 Jan 18 22:42:41.642058 n-d-825064-1 neutron-server[102430]: DEBUG neutron.quota.resource [None req-32228f02-a45b-4a21-9ed9-4cbbc9338a6b tempest-QuotasTest-1023519320 tempest-QuotasTest-1023519320-project-admin] Usage tracker for resource:security_group and tenant:7c021ed018764240bcef9aaa2221b896 is out of sync, need to count used quota {{(pid=102430) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 18 22:42:41.649664 n-d-825064-1 neutron-server[102430]: DEBUG neutron.quota.resource [None req-32228f02-a45b-4a21-9ed9-4cbbc9338a6b tempest-QuotasTest-1023519320 tempest-QuotasTest-1023519320-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=102430) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jan 18 22:42:41.655795 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-257cc42f-6d06-4fa4-a774-f8fdfe350319 req-8927b8b2-3e86-4902-b559-a40f3c02ab74 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Request body: {'port': {'device_id': '7b7bad41-a29d-449e-b087-8af4b2151548', 'network_id': 'ad23741b-0e57-46b4-b676-c46ba7841494', 'admin_state_up': True, 'tenant_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'security_groups': ['56dc9611-9777-4b82-b9da-74a8735b3281']}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:42:41.659033 n-d-825064-1 neutron-server[102430]: DEBUG neutron.quota.resource [None req-32228f02-a45b-4a21-9ed9-4cbbc9338a6b tempest-QuotasTest-1023519320 tempest-QuotasTest-1023519320-project-admin] Usage tracker for resource:security_group_rule and tenant:7c021ed018764240bcef9aaa2221b896 is out of sync, need to count used quota {{(pid=102430) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 18 22:42:41.664741 n-d-825064-1 neutron-server[102430]: DEBUG neutron.quota.resource [None req-32228f02-a45b-4a21-9ed9-4cbbc9338a6b tempest-QuotasTest-1023519320 tempest-QuotasTest-1023519320-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=102430) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jan 18 22:42:41.670494 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-32228f02-a45b-4a21-9ed9-4cbbc9338a6b tempest-QuotasTest-1023519320 tempest-QuotasTest-1023519320-project-admin] 10.222.0.53 "GET /v2.0/quotas/7c021ed018764240bcef9aaa2221b896/details.json HTTP/1.1" status: 200 len: 703 time: 0.2594347 Jan 18 22:42:41.950619 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-257cc42f-6d06-4fa4-a774-f8fdfe350319 req-8927b8b2-3e86-4902-b559-a40f3c02ab74 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Made reservation on behalf of 5fdd9d74a6a7474aa33a3f08cd7c198f for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:42:41.956480 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-257cc42f-6d06-4fa4-a774-f8fdfe350319 req-8927b8b2-3e86-4902-b559-a40f3c02ab74 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:42.047443 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 43656) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:42.073080 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 43662) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:42.251746 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5de6aa7d-4a0a-41d5-a8ad-c8d9a0b3895d req-913853b5-2804-4c08-b2c3-dcdf6342a675 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b7bad41-a29d-449e-b087-8af4b2151548 HTTP/1.1" status: 200 len: 210 time: 0.0631549 Jan 18 22:42:42.294287 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [req-257cc42f-6d06-4fa4-a774-f8fdfe350319 req-8927b8b2-3e86-4902-b559-a40f3c02ab74 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Allocated IP 172.20.0.28 (ad23741b-0e57-46b4-b676-c46ba7841494/f3bc2610-a632-41c0-834c-57e4b2feae58/41e7d0bb-d07b-46b6-b4ff-10dcb9ac62a4) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:42:42.296515 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-16a3793c-13bc-4228-b48f-836f53d6e6de admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:42.509848 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-16a3793c-13bc-4228-b48f-836f53d6e6de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:42.516581 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 43684) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:42.536763 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-40d5cff0-e5ff-483e-afd1-cf10bd33cdb9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3d35495672a34ee3a6b09e25adc7f156&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4521501 Jan 18 22:42:42.538829 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-16a3793c-13bc-4228-b48f-836f53d6e6de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:42.586089 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-16a3793c-13bc-4228-b48f-836f53d6e6de admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=78303257a5a44ded8610434c1aa17bc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5372174 Jan 18 22:42:42.587659 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a3793c-13bc-4228-b48f-836f53d6e6de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa18053-3a2f-471f-978f-476f652349be,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:42.591226 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 43692) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:42.652063 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6853d2bd-ab8d-420f-b6f2-4c1d025c5edc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:42.678662 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6853d2bd-ab8d-420f-b6f2-4c1d025c5edc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:42.743523 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6853d2bd-ab8d-420f-b6f2-4c1d025c5edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:42.746899 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6853d2bd-ab8d-420f-b6f2-4c1d025c5edc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:42.748488 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-6853d2bd-ab8d-420f-b6f2-4c1d025c5edc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bfa18053-3a2f-471f-978f-476f652349be HTTP/1.1" status: 204 len: 168 time: 0.1561146 Jan 18 22:42:42.758414 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6853d2bd-ab8d-420f-b6f2-4c1d025c5edc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa18053-3a2f-471f-978f-476f652349be,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:42.895777 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:43.042139 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-257cc42f-6d06-4fa4-a774-f8fdfe350319 req-8927b8b2-3e86-4902-b559-a40f3c02ab74 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:43.235971 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3058f6d3-6e33-42ea-ad29-d815f963da6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:43.264679 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-257cc42f-6d06-4fa4-a774-f8fdfe350319 req-8927b8b2-3e86-4902-b559-a40f3c02ab74 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:43.387155 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8927b8b2-3e86-4902-b559-a40f3c02ab74 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Pushing event updated for resources: {'Port': ['ID=41e7d0bb-d07b-46b6-b4ff-10dcb9ac62a4,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:43.393858 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3058f6d3-6e33-42ea-ad29-d815f963da6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:43.421315 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 43722) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:43.458209 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-de57f903-c686-40a2-9848-d1e5da501ad5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:43.462833 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014e122a-9417-4aae-9755-caaebac761e4 req-181ecb80-29c1-4d72-878c-810a8e957101 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:43.471121 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-257cc42f-6d06-4fa4-a774-f8fdfe350319 req-8927b8b2-3e86-4902-b559-a40f3c02ab74 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Network ad23741b-0e57-46b4-b676-c46ba7841494 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:42:43.473071 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-014e122a-9417-4aae-9755-caaebac761e4 req-181ecb80-29c1-4d72-878c-810a8e957101 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b7bad41-a29d-449e-b087-8af4b2151548 HTTP/1.1" status: 200 len: 932 time: 0.1320922 Jan 18 22:42:43.482485 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [req-257cc42f-6d06-4fa4-a774-f8fdfe350319 req-8927b8b2-3e86-4902-b559-a40f3c02ab74 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:42:43.591746 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-de57f903-c686-40a2-9848-d1e5da501ad5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:43.595781 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-257cc42f-6d06-4fa4-a774-f8fdfe350319 req-8927b8b2-3e86-4902-b559-a40f3c02ab74 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:42:43.614685 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-014e122a-9417-4aae-9755-caaebac761e4 req-1cc7928d-3055-4a2a-9e77-5e446ab583d5 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "GET /v2.0/security-groups?id=56dc9611-9777-4b82-b9da-74a8735b3281&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1363387 Jan 18 22:42:43.624221 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-de57f903-c686-40a2-9848-d1e5da501ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:43.739772 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-de57f903-c686-40a2-9848-d1e5da501ad5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7c021ed018764240bcef9aaa2221b896&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3167698 Jan 18 22:42:43.748538 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 43728) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:43.756802 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:43.764640 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3058f6d3-6e33-42ea-ad29-d815f963da6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:43.769858 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3058f6d3-6e33-42ea-ad29-d815f963da6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:43.774356 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-3058f6d3-6e33-42ea-ad29-d815f963da6d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f91243b8-17c6-4074-875a-541d9a1ea7e9 HTTP/1.1" status: 204 len: 168 time: 1.2462986 Jan 18 22:42:43.785517 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de57f903-c686-40a2-9848-d1e5da501ad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b0d83d-ab2f-4ea2-b5bb-9c96efd009b6,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:43.827632 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257cc42f-6d06-4fa4-a774-f8fdfe350319 req-8927b8b2-3e86-4902-b559-a40f3c02ab74 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:43.838475 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-257cc42f-6d06-4fa4-a774-f8fdfe350319 req-8927b8b2-3e86-4902-b559-a40f3c02ab74 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:43.862666 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3058f6d3-6e33-42ea-ad29-d815f963da6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f91243b8-17c6-4074-875a-541d9a1ea7e9,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:43.882633 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-86ced2f3-6c99-468b-a25d-2d302e996bdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:43.898308 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-257cc42f-6d06-4fa4-a774-f8fdfe350319 req-8927b8b2-3e86-4902-b559-a40f3c02ab74 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2588055 Jan 18 22:42:43.913788 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-257cc42f-6d06-4fa4-a774-f8fdfe350319 req-899c9713-6119-4bd7-b2c1-b4e9eb262fba service neutron] Request body: {'port': {'device_id': '7b7bad41-a29d-449e-b087-8af4b2151548', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:42:43.959366 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-86ced2f3-6c99-468b-a25d-2d302e996bdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:44.054693 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-db196e9b-b97e-49bb-8ad6-700009645f74 None None] Provisioning complete for port 41e7d0bb-d07b-46b6-b4ff-10dcb9ac62a4 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:42:44.055167 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-db196e9b-b97e-49bb-8ad6-700009645f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:44.059178 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-86ced2f3-6c99-468b-a25d-2d302e996bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:44.064035 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-86ced2f3-6c99-468b-a25d-2d302e996bdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:44.065492 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-86ced2f3-6c99-468b-a25d-2d302e996bdb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f4b0d83d-ab2f-4ea2-b5bb-9c96efd009b6 HTTP/1.1" status: 204 len: 168 time: 0.3221974 Jan 18 22:42:44.101867 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ced2f3-6c99-468b-a25d-2d302e996bdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b0d83d-ab2f-4ea2-b5bb-9c96efd009b6,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:44.103484 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-257cc42f-6d06-4fa4-a774-f8fdfe350319 req-899c9713-6119-4bd7-b2c1-b4e9eb262fba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:44.210546 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-db196e9b-b97e-49bb-8ad6-700009645f74 None None] Port 41e7d0bb-d07b-46b6-b4ff-10dcb9ac62a4 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:42:44.739703 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [req-257cc42f-6d06-4fa4-a774-f8fdfe350319 req-899c9713-6119-4bd7-b2c1-b4e9eb262fba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41e7d0bb-d07b-46b6-b4ff-10dcb9ac62a4 {{(pid=102431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:42:44.759144 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-257cc42f-6d06-4fa4-a774-f8fdfe350319 req-899c9713-6119-4bd7-b2c1-b4e9eb262fba service neutron] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:44.810588 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [req-257cc42f-6d06-4fa4-a774-f8fdfe350319 req-899c9713-6119-4bd7-b2c1-b4e9eb262fba service neutron] Transition to ACTIVE for port object 41e7d0bb-d07b-46b6-b4ff-10dcb9ac62a4 will not be triggered until provisioned by entity L2. {{(pid=102431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:42:44.824057 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-257cc42f-6d06-4fa4-a774-f8fdfe350319 req-899c9713-6119-4bd7-b2c1-b4e9eb262fba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:44.911437 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13be7edb-0ebe-429d-909d-8805758d0e21 req-b195b913-2e50-40bd-a21e-598998209bde tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:44.932362 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-13be7edb-0ebe-429d-909d-8805758d0e21 req-b195b913-2e50-40bd-a21e-598998209bde tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b7bad41-a29d-449e-b087-8af4b2151548 HTTP/1.1" status: 200 len: 932 time: 0.1655266 Jan 18 22:42:45.067547 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-13be7edb-0ebe-429d-909d-8805758d0e21 req-2aa228df-2929-40a1-9683-84544b4a9e49 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "GET /v2.0/security-groups?id=56dc9611-9777-4b82-b9da-74a8735b3281&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1333318 Jan 18 22:42:45.280496 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899c9713-6119-4bd7-b2c1-b4e9eb262fba service neutron] Pushing event updated for resources: {'Port': ['ID=41e7d0bb-d07b-46b6-b4ff-10dcb9ac62a4,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:45.406620 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-26cc7000-45c2-4690-ae85-7b71df9a7ac6 req-0f46a81c-70c9-412c-9eb7-6f9277777cf3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5916bb04-cece-43fd-9fc5-470c38a27dcd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3624198 Jan 18 22:42:45.424099 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-257cc42f-6d06-4fa4-a774-f8fdfe350319 req-899c9713-6119-4bd7-b2c1-b4e9eb262fba service neutron] Attempting to bind port 41e7d0bb-d07b-46b6-b4ff-10dcb9ac62a4 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:42:45.425276 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-257cc42f-6d06-4fa4-a774-f8fdfe350319 req-899c9713-6119-4bd7-b2c1-b4e9eb262fba service neutron] Attempting to bind port 41e7d0bb-d07b-46b6-b4ff-10dcb9ac62a4 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '7599c219-7416-4daa-a53f-ed4bd6a29d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ad23741b-0e57-46b4-b676-c46ba7841494'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:42:45.425785 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257cc42f-6d06-4fa4-a774-f8fdfe350319 req-899c9713-6119-4bd7-b2c1-b4e9eb262fba service neutron] Attempting to bind port 41e7d0bb-d07b-46b6-b4ff-10dcb9ac62a4 on network ad23741b-0e57-46b4-b676-c46ba7841494 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:42:45.461078 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257cc42f-6d06-4fa4-a774-f8fdfe350319 req-899c9713-6119-4bd7-b2c1-b4e9eb262fba service neutron] Port 41e7d0bb-d07b-46b6-b4ff-10dcb9ac62a4 on network ad23741b-0e57-46b4-b676-c46ba7841494 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:42:45.462142 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257cc42f-6d06-4fa4-a774-f8fdfe350319 req-899c9713-6119-4bd7-b2c1-b4e9eb262fba service neutron] Attempting to bind port 41e7d0bb-d07b-46b6-b4ff-10dcb9ac62a4 on network ad23741b-0e57-46b4-b676-c46ba7841494 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:42:45.476528 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257cc42f-6d06-4fa4-a774-f8fdfe350319 req-899c9713-6119-4bd7-b2c1-b4e9eb262fba service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:42:45.477302 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257cc42f-6d06-4fa4-a774-f8fdfe350319 req-899c9713-6119-4bd7-b2c1-b4e9eb262fba service neutron] Checking segment: {'id': '7599c219-7416-4daa-a53f-ed4bd6a29d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ad23741b-0e57-46b4-b676-c46ba7841494'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:42:45.478361 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257cc42f-6d06-4fa4-a774-f8fdfe350319 req-899c9713-6119-4bd7-b2c1-b4e9eb262fba service neutron] Bound using segment: {'id': '7599c219-7416-4daa-a53f-ed4bd6a29d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ad23741b-0e57-46b4-b676-c46ba7841494'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:42:45.478972 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-257cc42f-6d06-4fa4-a774-f8fdfe350319 req-899c9713-6119-4bd7-b2c1-b4e9eb262fba service neutron] Bound port: 41e7d0bb-d07b-46b6-b4ff-10dcb9ac62a4, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7599c219-7416-4daa-a53f-ed4bd6a29d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ad23741b-0e57-46b4-b676-c46ba7841494'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:42:45.479658 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-257cc42f-6d06-4fa4-a774-f8fdfe350319 req-899c9713-6119-4bd7-b2c1-b4e9eb262fba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:45.574811 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cc7000-45c2-4690-ae85-7b71df9a7ac6 req-782b5db6-ddb9-41fd-90c4-488fa3630a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:45.576677 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-26cc7000-45c2-4690-ae85-7b71df9a7ac6 req-782b5db6-ddb9-41fd-90c4-488fa3630a86 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=438cce0e2f434b5f879ce307da159923&device_id=5916bb04-cece-43fd-9fc5-470c38a27dcd HTTP/1.1" status: 200 len: 1098 time: 0.1463685 Jan 18 22:42:45.614283 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-257cc42f-6d06-4fa4-a774-f8fdfe350319 req-899c9713-6119-4bd7-b2c1-b4e9eb262fba service neutron] For port 41e7d0bb-d07b-46b6-b4ff-10dcb9ac62a4, host n-h2-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:42:45.628245 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-257cc42f-6d06-4fa4-a774-f8fdfe350319 req-899c9713-6119-4bd7-b2c1-b4e9eb262fba service neutron] For port 41e7d0bb-d07b-46b6-b4ff-10dcb9ac62a4, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=41e7d0bb-d07b-46b6-b4ff-10dcb9ac62a4,segment=NetworkSegment(7599c219-7416-4daa-a53f-ed4bd6a29d96),segment_id=7599c219-7416-4daa-a53f-ed4bd6a29d96)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:42:45.650833 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-257cc42f-6d06-4fa4-a774-f8fdfe350319 req-899c9713-6119-4bd7-b2c1-b4e9eb262fba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:45.837941 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257cc42f-6d06-4fa4-a774-f8fdfe350319 req-899c9713-6119-4bd7-b2c1-b4e9eb262fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:45.841776 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-257cc42f-6d06-4fa4-a774-f8fdfe350319 req-899c9713-6119-4bd7-b2c1-b4e9eb262fba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:45.851177 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-257cc42f-6d06-4fa4-a774-f8fdfe350319 req-899c9713-6119-4bd7-b2c1-b4e9eb262fba service neutron] 10.222.0.67 "PUT /v2.0/ports/41e7d0bb-d07b-46b6-b4ff-10dcb9ac62a4 HTTP/1.1" status: 200 len: 1092 time: 1.9396291 Jan 18 22:42:45.873314 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b7bad41-a29d-449e-b087-8af4b2151548', 'tag': '41e7d0bb-d07b-46b6-b4ff-10dcb9ac62a4'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:42:45.875908 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab18a472-2621-401a-8ea9-afa3ddd9eb46" -d '{"events": [{"name": "network-changed", "server_uuid": "7b7bad41-a29d-449e-b087-8af4b2151548", "tag": "41e7d0bb-d07b-46b6-b4ff-10dcb9ac62a4"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:42:45.985854 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 43800) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:46.040726 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-527d33b8-3424-4381-b487-48ea3e237efc x-openstack-request-id: req-527d33b8-3424-4381-b487-48ea3e237efc {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:42:46.041188 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b7bad41-a29d-449e-b087-8af4b2151548", "tag": "41e7d0bb-d07b-46b6-b4ff-10dcb9ac62a4", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:42:46.041544 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-527d33b8-3424-4381-b487-48ea3e237efc {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:42:46.042586 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b7bad41-a29d-449e-b087-8af4b2151548', 'tag': '41e7d0bb-d07b-46b6-b4ff-10dcb9ac62a4', 'status': 'completed', 'code': 200} Jan 18 22:42:46.118154 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899c9713-6119-4bd7-b2c1-b4e9eb262fba service neutron] Pushing event updated for resources: {'Port': ['ID=41e7d0bb-d07b-46b6-b4ff-10dcb9ac62a4,revision_number=3']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:46.215918 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-3a403b43-7b74-4791-addc-a45cc337d802 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:42:46.217135 n-d-825064-1 neutron-server[102430]: WARNING neutron.api.v2.base [None req-3a403b43-7b74-4791-addc-a45cc337d802 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 18 22:42:46.217800 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [None req-3a403b43-7b74-4791-addc-a45cc337d802 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] create failed (client error): There was a conflict when trying to complete your request. Jan 18 22:42:46.219033 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-3a403b43-7b74-4791-addc-a45cc337d802 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2321355 Jan 18 22:42:46.222889 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257cc42f-6d06-4fa4-a774-f8fdfe350319 req-67f80f33-c3d6-4921-a808-5678b9ac469b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:46.227282 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-257cc42f-6d06-4fa4-a774-f8fdfe350319 req-67f80f33-c3d6-4921-a808-5678b9ac469b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5fdd9d74a6a7474aa33a3f08cd7c198f&device_id=7b7bad41-a29d-449e-b087-8af4b2151548 HTTP/1.1" status: 200 len: 1095 time: 0.3227224 Jan 18 22:42:46.227783 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 43812) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:46.243143 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-2e99e07c-3333-4406-97bb-95d23523e375 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Request body: {'security_group': {'name': 'tempest-secgroup--568036340'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:42:46.247981 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cc7000-45c2-4690-ae85-7b71df9a7ac6 req-dc67834b-2dbf-4c26-8d9b-2970c1ae1a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:46.250558 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-26cc7000-45c2-4690-ae85-7b71df9a7ac6 req-dc67834b-2dbf-4c26-8d9b-2970c1ae1a1e service neutron] 10.222.0.36 "GET /v2.0/networks?id=221254be-2a67-4a48-a311-8dd80515e5fb HTTP/1.1" status: 200 len: 897 time: 0.6196003 Jan 18 22:42:46.360192 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-257cc42f-6d06-4fa4-a774-f8fdfe350319 req-099520e1-20c6-4cc1-a5ef-069e3002aacb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=41e7d0bb-d07b-46b6-b4ff-10dcb9ac62a4 HTTP/1.1" status: 200 len: 217 time: 0.1085565 Jan 18 22:42:46.397783 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2e99e07c-3333-4406-97bb-95d23523e375 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:46.462689 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2e99e07c-3333-4406-97bb-95d23523e375 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:46.505833 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-26cc7000-45c2-4690-ae85-7b71df9a7ac6 req-887fb3b8-e840-4089-8ce2-7ffa0279577a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea188f43-7300-4457-a9e4-33406da91d20 HTTP/1.1" status: 200 len: 1001 time: 0.2254639 Jan 18 22:42:46.512742 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257cc42f-6d06-4fa4-a774-f8fdfe350319 req-d4b8a85b-3cee-4505-b006-5d53ada9893b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:46.514541 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-257cc42f-6d06-4fa4-a774-f8fdfe350319 req-d4b8a85b-3cee-4505-b006-5d53ada9893b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f3bc2610-a632-41c0-834c-57e4b2feae58 HTTP/1.1" status: 200 len: 838 time: 0.1184242 Jan 18 22:42:46.671608 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cc7000-45c2-4690-ae85-7b71df9a7ac6 req-597f96c9-964c-49b9-9799-87dbe0c82cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:46.673138 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-26cc7000-45c2-4690-ae85-7b71df9a7ac6 req-597f96c9-964c-49b9-9799-87dbe0c82cbf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b26d2360-439e-4457-bc0c-79152de436de HTTP/1.1" status: 200 len: 834 time: 0.1575639 Jan 18 22:42:46.686550 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7502f703-e739-4393-be90-9bdc2f7099ef req-a8da4924-2ab5-44a9-a1d2-f4cd24f335c9 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:46.692798 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7502f703-e739-4393-be90-9bdc2f7099ef req-a8da4924-2ab5-44a9-a1d2-f4cd24f335c9 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b7bad41-a29d-449e-b087-8af4b2151548 HTTP/1.1" status: 200 len: 944 time: 0.4725273 Jan 18 22:42:46.739737 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257cc42f-6d06-4fa4-a774-f8fdfe350319 req-726f4de5-7eed-4a6a-abce-965bab3ec5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:46.757407 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-257cc42f-6d06-4fa4-a774-f8fdfe350319 req-726f4de5-7eed-4a6a-abce-965bab3ec5fb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ad23741b-0e57-46b4-b676-c46ba7841494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2142539 Jan 18 22:42:46.818313 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7502f703-e739-4393-be90-9bdc2f7099ef req-9ace7c84-85d8-439e-989f-34cf7fd02f6e tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "GET /v2.0/security-groups?id=56dc9611-9777-4b82-b9da-74a8735b3281&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1138418 Jan 18 22:42:46.952012 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2e99e07c-3333-4406-97bb-95d23523e375 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:46.961298 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cc7000-45c2-4690-ae85-7b71df9a7ac6 req-b108356c-8249-4267-8c85-f9bec343fa9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:46.962827 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-26cc7000-45c2-4690-ae85-7b71df9a7ac6 req-b108356c-8249-4267-8c85-f9bec343fa9d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=221254be-2a67-4a48-a311-8dd80515e5fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2733307 Jan 18 22:42:46.965667 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2e99e07c-3333-4406-97bb-95d23523e375 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:47.048376 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-257cc42f-6d06-4fa4-a774-f8fdfe350319 req-f25f4f4b-23a6-4aad-86bb-d618f6316a2b service neutron] 10.222.0.67 "GET /v2.0/networks/ad23741b-0e57-46b4-b676-c46ba7841494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541981 Jan 18 22:42:47.186201 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2e99e07c-3333-4406-97bb-95d23523e375 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:47.227407 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2e99e07c-3333-4406-97bb-95d23523e375 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:47.274556 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 43838) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:47.389643 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-257cc42f-6d06-4fa4-a774-f8fdfe350319 req-95c81052-0dfb-4e7b-a25e-55c07a47dd3b service neutron] 10.222.0.67 "GET /v2.0/networks/ad23741b-0e57-46b4-b676-c46ba7841494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691248 Jan 18 22:42:47.414461 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2e99e07c-3333-4406-97bb-95d23523e375 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:47.415847 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-2e99e07c-3333-4406-97bb-95d23523e375 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1867092 Jan 18 22:42:47.420069 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 43842) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:47.423466 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e99e07c-3333-4406-97bb-95d23523e375 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e58401-c2a0-4794-91e6-f370bdb9aed5,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:47.426744 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-e8578c9e-a41d-42a1-bc93-741a87805552 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Request body: {'security_group_rule': {'security_group_id': 'e5ea3b8c-0268-4a45-bbb6-f365a16ae006', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:42:47.470816 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e99e07c-3333-4406-97bb-95d23523e375 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5ea3b8c-0268-4a45-bbb6-f365a16ae006,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:47.543354 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab18a472-2621-401a-8ea9-afa3ddd9eb46 req-ee9fe68f-f2ab-475f-b9df-b79a0f81181d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:47.543868 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e8578c9e-a41d-42a1-bc93-741a87805552 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:47.545814 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ab18a472-2621-401a-8ea9-afa3ddd9eb46 req-ee9fe68f-f2ab-475f-b9df-b79a0f81181d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5fdd9d74a6a7474aa33a3f08cd7c198f&device_id=7b7bad41-a29d-449e-b087-8af4b2151548 HTTP/1.1" status: 200 len: 1095 time: 0.0752356 Jan 18 22:42:47.619270 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-26cc7000-45c2-4690-ae85-7b71df9a7ac6 req-982c7899-1ef2-4974-8b62-ed5f780d4bcc service neutron] 10.222.0.36 "GET /v2.0/networks/221254be-2a67-4a48-a311-8dd80515e5fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6299303 Jan 18 22:42:47.634558 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e8578c9e-a41d-42a1-bc93-741a87805552 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:47.642714 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-99c55631-5dba-4d50-838a-efa8ec59bcc4 tempest-RoutersAdminNegativeIpV6Test-644117643 tempest-RoutersAdminNegativeIpV6Test-644117643-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-139848270', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:42:47.648157 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e8578c9e-a41d-42a1-bc93-741a87805552 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:47.673282 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8578c9e-a41d-42a1-bc93-741a87805552 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db728d3f-1296-43a4-85c5-3eae56da62dd,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:47.719265 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e8578c9e-a41d-42a1-bc93-741a87805552 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:47.734092 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-e8578c9e-a41d-42a1-bc93-741a87805552 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3098111 Jan 18 22:42:47.735059 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 43848) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:47.750208 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-23929620-022f-45ba-9f0e-9784334cd3b2 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Request body: {'security_group_rule': {'security_group_id': 'e5ea3b8c-0268-4a45-bbb6-f365a16ae006', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:42:47.775868 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99c55631-5dba-4d50-838a-efa8ec59bcc4 tempest-RoutersAdminNegativeIpV6Test-644117643 tempest-RoutersAdminNegativeIpV6Test-644117643-project-admin] Made reservation on behalf of 44de23fa81aa46e6a66c8c1973a47718 for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:42:47.782281 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-99c55631-5dba-4d50-838a-efa8ec59bcc4 tempest-RoutersAdminNegativeIpV6Test-644117643 tempest-RoutersAdminNegativeIpV6Test-644117643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:47.804356 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-99c55631-5dba-4d50-838a-efa8ec59bcc4 tempest-RoutersAdminNegativeIpV6Test-644117643 tempest-RoutersAdminNegativeIpV6Test-644117643-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:47.891060 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-23929620-022f-45ba-9f0e-9784334cd3b2 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:47.896473 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab18a472-2621-401a-8ea9-afa3ddd9eb46 req-d7165fd0-0016-4797-9145-ae845f554b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:47.900192 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ab18a472-2621-401a-8ea9-afa3ddd9eb46 req-d7165fd0-0016-4797-9145-ae845f554b06 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ad23741b-0e57-46b4-b676-c46ba7841494 HTTP/1.1" status: 200 len: 897 time: 0.3440599 Jan 18 22:42:47.974933 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ab18a472-2621-401a-8ea9-afa3ddd9eb46 req-481e07b9-b703-4c96-ad4e-ae360e6c6662 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=41e7d0bb-d07b-46b6-b4ff-10dcb9ac62a4 HTTP/1.1" status: 200 len: 217 time: 0.0599487 Jan 18 22:42:47.977683 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-26cc7000-45c2-4690-ae85-7b71df9a7ac6 req-03d0206b-b95c-451a-bace-ebb79431b38f service neutron] 10.222.0.36 "GET /v2.0/networks/221254be-2a67-4a48-a311-8dd80515e5fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3239777 Jan 18 22:42:48.035052 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab18a472-2621-401a-8ea9-afa3ddd9eb46 req-0b41c88d-3cc3-4747-a8f4-c07493dc295e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:48.037141 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ab18a472-2621-401a-8ea9-afa3ddd9eb46 req-0b41c88d-3cc3-4747-a8f4-c07493dc295e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f3bc2610-a632-41c0-834c-57e4b2feae58 HTTP/1.1" status: 200 len: 838 time: 0.0556707 Jan 18 22:42:48.111257 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-99c55631-5dba-4d50-838a-efa8ec59bcc4 tempest-RoutersAdminNegativeIpV6Test-644117643 tempest-RoutersAdminNegativeIpV6Test-644117643-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:48.117180 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [None req-23929620-022f-45ba-9f0e-9784334cd3b2 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] create failed (client error): There was a conflict when trying to complete your request. Jan 18 22:42:48.118528 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-23929620-022f-45ba-9f0e-9784334cd3b2 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3824379 Jan 18 22:42:48.121407 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 43858) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:48.156083 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-99c55631-5dba-4d50-838a-efa8ec59bcc4 tempest-RoutersAdminNegativeIpV6Test-644117643 tempest-RoutersAdminNegativeIpV6Test-644117643-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:48.160247 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab18a472-2621-401a-8ea9-afa3ddd9eb46 req-96cba051-e2c5-469b-8662-3ab1b940b16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:48.166869 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ab18a472-2621-401a-8ea9-afa3ddd9eb46 req-96cba051-e2c5-469b-8662-3ab1b940b16b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ad23741b-0e57-46b4-b676-c46ba7841494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1157577 Jan 18 22:42:48.173359 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [None req-99c55631-5dba-4d50-838a-efa8ec59bcc4 tempest-RoutersAdminNegativeIpV6Test-644117643 tempest-RoutersAdminNegativeIpV6Test-644117643-project-admin] device_id is not set on port 6e26e21f-70d2-4a00-ab1f-734cb00445d0 yet. {{(pid=102430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:42:48.393582 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ab18a472-2621-401a-8ea9-afa3ddd9eb46 req-b419476f-e683-462c-af90-1a0099a25876 service neutron] 10.222.0.67 "GET /v2.0/networks/ad23741b-0e57-46b4-b676-c46ba7841494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220061 Jan 18 22:42:48.565335 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ab18a472-2621-401a-8ea9-afa3ddd9eb46 req-8f71f661-8424-4596-84e0-45c52281aad6 service neutron] 10.222.0.67 "GET /v2.0/networks/ad23741b-0e57-46b4-b676-c46ba7841494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560557 Jan 18 22:42:48.601909 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c55631-5dba-4d50-838a-efa8ec59bcc4 tempest-RoutersAdminNegativeIpV6Test-644117643 tempest-RoutersAdminNegativeIpV6Test-644117643-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43711430-2601-403a-931c-85060cb0fb14,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:48.637108 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-99c55631-5dba-4d50-838a-efa8ec59bcc4 tempest-RoutersAdminNegativeIpV6Test-644117643 tempest-RoutersAdminNegativeIpV6Test-644117643-project-admin] Allocated IP 172.25.5.221 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/6e26e21f-70d2-4a00-ab1f-734cb00445d0) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:42:48.663987 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a7c8c8-c603-47d6-ba32-cb7228d28c94 req-9fe05d4c-17b6-462d-9442-5af37a601431 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:48.665572 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-30a7c8c8-c603-47d6-ba32-cb7228d28c94 req-9fe05d4c-17b6-462d-9442-5af37a601431 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b7bad41-a29d-449e-b087-8af4b2151548 HTTP/1.1" status: 200 len: 944 time: 0.7206688 Jan 18 22:42:48.675005 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-054a42e8-969a-454f-88c0-fd4c4d94ab24 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:48.757901 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-30a7c8c8-c603-47d6-ba32-cb7228d28c94 req-d8614179-f830-4cfa-b44f-3f49073d82c3 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "GET /v2.0/security-groups?id=56dc9611-9777-4b82-b9da-74a8735b3281&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0856948 Jan 18 22:42:48.760388 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-054a42e8-969a-454f-88c0-fd4c4d94ab24 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:48.889636 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-054a42e8-969a-454f-88c0-fd4c4d94ab24 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:48.893020 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-054a42e8-969a-454f-88c0-fd4c4d94ab24 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:48.894339 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-054a42e8-969a-454f-88c0-fd4c4d94ab24 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] 10.222.0.53 "DELETE /v2.0/security-groups/e5ea3b8c-0268-4a45-bbb6-f365a16ae006 HTTP/1.1" status: 204 len: 168 time: 0.7699783 Jan 18 22:42:48.897060 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 43872) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:48.917351 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054a42e8-969a-454f-88c0-fd4c4d94ab24 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5ea3b8c-0268-4a45-bbb6-f365a16ae006,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:48.954861 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-99c55631-5dba-4d50-838a-efa8ec59bcc4 tempest-RoutersAdminNegativeIpV6Test-644117643 tempest-RoutersAdminNegativeIpV6Test-644117643-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:48.996558 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-99c55631-5dba-4d50-838a-efa8ec59bcc4 tempest-RoutersAdminNegativeIpV6Test-644117643 tempest-RoutersAdminNegativeIpV6Test-644117643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:49.027377 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-be0d0b9f-b446-4e85-9d61-7a4188fc25ef tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1291833 Jan 18 22:42:49.031112 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 43888) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:49.047653 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-aaed8ecb-d4b8-47a7-983c-70c28919fe18 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Request body: {'security_group': {'name': 'tempest-secgroup--390632110'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:42:49.101622 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-aaed8ecb-d4b8-47a7-983c-70c28919fe18 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:49.130752 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c55631-5dba-4d50-838a-efa8ec59bcc4 tempest-RoutersAdminNegativeIpV6Test-644117643 tempest-RoutersAdminNegativeIpV6Test-644117643-project-admin] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:42:49.134066 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-99c55631-5dba-4d50-838a-efa8ec59bcc4 tempest-RoutersAdminNegativeIpV6Test-644117643 tempest-RoutersAdminNegativeIpV6Test-644117643-project-admin] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:42:49.141006 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c55631-5dba-4d50-838a-efa8ec59bcc4 tempest-RoutersAdminNegativeIpV6Test-644117643 tempest-RoutersAdminNegativeIpV6Test-644117643-project-admin] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:42:49.244196 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c55631-5dba-4d50-838a-efa8ec59bcc4 tempest-RoutersAdminNegativeIpV6Test-644117643 tempest-RoutersAdminNegativeIpV6Test-644117643-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:49.245577 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-99c55631-5dba-4d50-838a-efa8ec59bcc4 tempest-RoutersAdminNegativeIpV6Test-644117643 tempest-RoutersAdminNegativeIpV6Test-644117643-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:49.254876 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c55631-5dba-4d50-838a-efa8ec59bcc4 tempest-RoutersAdminNegativeIpV6Test-644117643 tempest-RoutersAdminNegativeIpV6Test-644117643-project-admin] Pushing event updated for resources: {'Port': ['ID=6e26e21f-70d2-4a00-ab1f-734cb00445d0,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:49.294613 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-99c55631-5dba-4d50-838a-efa8ec59bcc4 tempest-RoutersAdminNegativeIpV6Test-644117643 tempest-RoutersAdminNegativeIpV6Test-644117643-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.0182984 Jan 18 22:42:49.296813 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 43910) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:49.297271 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-aaed8ecb-d4b8-47a7-983c-70c28919fe18 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:49.305406 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-aaed8ecb-d4b8-47a7-983c-70c28919fe18 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:49.306408 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-e6636e9b-7352-4db8-a8a0-7a883dce775f tempest-RoutersAdminNegativeIpV6Test-644117643 tempest-RoutersAdminNegativeIpV6Test-644117643-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.221'}]}}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:42:49.309880 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-84209e2a-e656-4e16-b066-36d5594fa5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:49.350156 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-aaed8ecb-d4b8-47a7-983c-70c28919fe18 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:49.351702 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-aaed8ecb-d4b8-47a7-983c-70c28919fe18 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3196228 Jan 18 22:42:49.354960 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 43912) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:49.360845 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-74d9dde2-c23e-4ea2-bfed-2f5f777b24cd tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Request body: {'security_group_rule': {'security_group_id': 'cbcce1d5-9704-4cd8-bad2-786034bdd803', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:42:49.361759 n-d-825064-1 neutron-server[102431]: WARNING neutron.api.v2.base [None req-74d9dde2-c23e-4ea2-bfed-2f5f777b24cd tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jan 18 22:42:49.362236 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e6636e9b-7352-4db8-a8a0-7a883dce775f tempest-RoutersAdminNegativeIpV6Test-644117643 tempest-RoutersAdminNegativeIpV6Test-644117643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1044160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8692'] for router, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:49.362618 n-d-825064-1 neutron-server[102431]: INFO neutron.api.v2.resource [None req-74d9dde2-c23e-4ea2-bfed-2f5f777b24cd tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 22:42:49.363776 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-74d9dde2-c23e-4ea2-bfed-2f5f777b24cd tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0077052 Jan 18 22:42:49.365435 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaed8ecb-d4b8-47a7-983c-70c28919fe18 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbcce1d5-9704-4cd8-bad2-786034bdd803,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:49.367402 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e6636e9b-7352-4db8-a8a0-7a883dce775f tempest-RoutersAdminNegativeIpV6Test-644117643 tempest-RoutersAdminNegativeIpV6Test-644117643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1040680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8675'] for router, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:49.368696 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 43914) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:49.499733 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e6636e9b-7352-4db8-a8a0-7a883dce775f tempest-RoutersAdminNegativeIpV6Test-644117643 tempest-RoutersAdminNegativeIpV6Test-644117643-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:49.542043 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b827cdba-63ef-4c9b-93fe-1c27a0da0c80 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:49.595679 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b827cdba-63ef-4c9b-93fe-1c27a0da0c80 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:49.701451 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b827cdba-63ef-4c9b-93fe-1c27a0da0c80 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:49.704559 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b827cdba-63ef-4c9b-93fe-1c27a0da0c80 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:49.707997 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-b827cdba-63ef-4c9b-93fe-1c27a0da0c80 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] 10.222.0.53 "DELETE /v2.0/security-groups/cbcce1d5-9704-4cd8-bad2-786034bdd803 HTTP/1.1" status: 204 len: 168 time: 0.3211730 Jan 18 22:42:49.709430 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 43920) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:49.772872 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b827cdba-63ef-4c9b-93fe-1c27a0da0c80 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbcce1d5-9704-4cd8-bad2-786034bdd803,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:49.930067 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-57f72de7-8612-4fb2-9e68-4cf0cdbf058c tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2044220 Jan 18 22:42:49.930067 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 43932) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:49.936812 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-2c2903c3-6f52-4918-ad09-89322eef56dc tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Request body: {'security_group': {'name': 'tempest-secgroup--748695502'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:42:49.968353 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e6636e9b-7352-4db8-a8a0-7a883dce775f tempest-RoutersAdminNegativeIpV6Test-644117643 tempest-RoutersAdminNegativeIpV6Test-644117643-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:49.999134 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2c2903c3-6f52-4918-ad09-89322eef56dc tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:50.047844 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d56ee57-63e9-4464-ad95-e758f248cc72 req-d1cb7d8c-9554-4111-bbcc-19287542161c tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:50.057677 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2d56ee57-63e9-4464-ad95-e758f248cc72 req-d1cb7d8c-9554-4111-bbcc-19287542161c tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b7bad41-a29d-449e-b087-8af4b2151548 HTTP/1.1" status: 200 len: 944 time: 0.1166365 Jan 18 22:42:50.197834 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2c2903c3-6f52-4918-ad09-89322eef56dc tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:50.210630 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2c2903c3-6f52-4918-ad09-89322eef56dc tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:50.315275 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2903c3-6f52-4918-ad09-89322eef56dc tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e62abe2d-dda8-4288-a5cd-9f7ec9e14e26,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:50.341240 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2c2903c3-6f52-4918-ad09-89322eef56dc tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:50.343134 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-2c2903c3-6f52-4918-ad09-89322eef56dc tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4163320 Jan 18 22:42:50.346209 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 43952) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:50.350876 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-a1826041-fb8a-4af2-868f-a62bfb81c96e tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Request body: {'security_group_rule': {'security_group_id': 'e62abe2d-dda8-4288-a5cd-9f7ec9e14e26', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:42:50.351701 n-d-825064-1 neutron-server[102431]: WARNING neutron.api.v2.base [None req-a1826041-fb8a-4af2-868f-a62bfb81c96e tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jan 18 22:42:50.355624 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2d56ee57-63e9-4464-ad95-e758f248cc72 req-63423965-3fcb-4e7f-96b7-674dc4bd96ea tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "GET /v2.0/security-groups?id=56dc9611-9777-4b82-b9da-74a8735b3281&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2982979 Jan 18 22:42:50.360314 n-d-825064-1 neutron-server[102431]: INFO neutron.api.v2.resource [None req-a1826041-fb8a-4af2-868f-a62bfb81c96e tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 22:42:50.361554 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-a1826041-fb8a-4af2-868f-a62bfb81c96e tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0148087 Jan 18 22:42:50.365171 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 43954) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:51.034512 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 41e7d0bb-d07b-46b6-b4ff-10dcb9ac62a4 details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:42:51.035409 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b2f494e2-9fab-495e-a7b3-1cfae8681e36 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:51.101338 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e6636e9b-7352-4db8-a8a0-7a883dce775f tempest-RoutersAdminNegativeIpV6Test-644117643 tempest-RoutersAdminNegativeIpV6Test-644117643-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:51.139370 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e6636e9b-7352-4db8-a8a0-7a883dce775f tempest-RoutersAdminNegativeIpV6Test-644117643 tempest-RoutersAdminNegativeIpV6Test-644117643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:51.151151 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b2f494e2-9fab-495e-a7b3-1cfae8681e36 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:51.169563 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f3ebf0-6a23-426a-8597-6dea4e500065 req-80f81f48-f046-4811-82bb-46a6cb5688d7 tempest-TestNetworkAdvancedServerOps-1886563698 tempest-TestNetworkAdvancedServerOps-1886563698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:51.177947 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-68f3ebf0-6a23-426a-8597-6dea4e500065 req-80f81f48-f046-4811-82bb-46a6cb5688d7 tempest-TestNetworkAdvancedServerOps-1886563698 tempest-TestNetworkAdvancedServerOps-1886563698-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5916bb04-cece-43fd-9fc5-470c38a27dcd HTTP/1.1" status: 200 len: 1098 time: 0.6679940 Jan 18 22:42:51.191427 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 41e7d0bb-d07b-46b6-b4ff-10dcb9ac62a4, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=41e7d0bb-d07b-46b6-b4ff-10dcb9ac62a4,segment=NetworkSegment(7599c219-7416-4daa-a53f-ed4bd6a29d96),segment_id=7599c219-7416-4daa-a53f-ed4bd6a29d96)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:42:51.210568 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': '41e7d0bb-d07b-46b6-b4ff-10dcb9ac62a4', 'network_id': 'ad23741b-0e57-46b4-b676-c46ba7841494', 'port_id': '41e7d0bb-d07b-46b6-b4ff-10dcb9ac62a4', 'mac_address': 'fa:16:3e:3e:f1:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3bc2610-a632-41c0-834c-57e4b2feae58', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:42:51.321571 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:51.359286 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-68f3ebf0-6a23-426a-8597-6dea4e500065 req-1e31ae68-28b8-436d-bfbe-db8df6b3a520 tempest-TestNetworkAdvancedServerOps-1886563698 tempest-TestNetworkAdvancedServerOps-1886563698-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=47fd5e54-61ce-42c3-b5cd-195914aa324e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1799073 Jan 18 22:42:51.373199 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41e7d0bb-d07b-46b6-b4ff-10dcb9ac62a4 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:42:51.391158 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 43986) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:51.422028 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 41e7d0bb-d07b-46b6-b4ff-10dcb9ac62a4, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=41e7d0bb-d07b-46b6-b4ff-10dcb9ac62a4,segment=NetworkSegment(7599c219-7416-4daa-a53f-ed4bd6a29d96),segment_id=7599c219-7416-4daa-a53f-ed4bd6a29d96)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:42:51.427029 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:51.430868 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b2f494e2-9fab-495e-a7b3-1cfae8681e36 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:51.440039 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b2f494e2-9fab-495e-a7b3-1cfae8681e36 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:51.443471 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-b2f494e2-9fab-495e-a7b3-1cfae8681e36 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] 10.222.0.53 "DELETE /v2.0/security-groups/e62abe2d-dda8-4288-a5cd-9f7ec9e14e26 HTTP/1.1" status: 204 len: 168 time: 1.0749478 Jan 18 22:42:51.456327 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 43988) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:51.479656 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=41e7d0bb-d07b-46b6-b4ff-10dcb9ac62a4,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:51.522349 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-1a6dec22-c861-4b9d-964d-32b5395d580f tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0648537 Jan 18 22:42:51.526452 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 43990) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:51.547752 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f494e2-9fab-495e-a7b3-1cfae8681e36 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e62abe2d-dda8-4288-a5cd-9f7ec9e14e26,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:51.557430 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-0802ebef-6c73-42ee-992c-17c855e20576 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Request body: {'security_group': {'name': 'tempest-secgroup--1336815504'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:42:51.587204 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec77911-2faa-4d0b-9529-8dd9b964210e req-75c588d4-7c2d-49c6-8177-ef9a0c36cf2e tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:51.589764 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9ec77911-2faa-4d0b-9529-8dd9b964210e req-75c588d4-7c2d-49c6-8177-ef9a0c36cf2e tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b7bad41-a29d-449e-b087-8af4b2151548 HTTP/1.1" status: 200 len: 945 time: 0.1597896 Jan 18 22:42:51.595924 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e6636e9b-7352-4db8-a8a0-7a883dce775f tempest-RoutersAdminNegativeIpV6Test-644117643 tempest-RoutersAdminNegativeIpV6Test-644117643-project-admin] Notify callbacks [] for router, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:51.599423 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0802ebef-6c73-42ee-992c-17c855e20576 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:51.664373 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['41e7d0bb-d07b-46b6-b4ff-10dcb9ac62a4'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:42:51.692107 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-c5db4916-a147-4daa-815b-d99e51f4509e tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Deleting port 74d160f6-2d78-43e3-9dd7-e93d55bcb0d1 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:42:51.692338 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c5db4916-a147-4daa-815b-d99e51f4509e tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:51.753018 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0802ebef-6c73-42ee-992c-17c855e20576 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:51.766054 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0802ebef-6c73-42ee-992c-17c855e20576 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:51.806970 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9ec77911-2faa-4d0b-9529-8dd9b964210e req-b4d1493e-48ec-4f7b-a308-fa5882fb8d67 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "GET /v2.0/security-groups?id=56dc9611-9777-4b82-b9da-74a8735b3281&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1683388 Jan 18 22:42:51.818689 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0802ebef-6c73-42ee-992c-17c855e20576 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31bf3278-c727-4602-9f14-24a5a89f58a5,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:51.823765 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e6636e9b-7352-4db8-a8a0-7a883dce775f tempest-RoutersAdminNegativeIpV6Test-644117643 tempest-RoutersAdminNegativeIpV6Test-644117643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1040886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8602'] for router, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:51.826346 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e6636e9b-7352-4db8-a8a0-7a883dce775f tempest-RoutersAdminNegativeIpV6Test-644117643 tempest-RoutersAdminNegativeIpV6Test-644117643-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:51.827728 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0802ebef-6c73-42ee-992c-17c855e20576 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:51.828967 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-0802ebef-6c73-42ee-992c-17c855e20576 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2751389 Jan 18 22:42:51.831717 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 43992) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:51.836062 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-d57c7c99-7871-480e-bca3-98a3e0b0952e tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Request body: {'security_group_rule': {'security_group_id': '31bf3278-c727-4602-9f14-24a5a89f58a5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:42:51.848081 n-d-825064-1 neutron-server[102431]: WARNING neutron.api.v2.base [None req-d57c7c99-7871-480e-bca3-98a3e0b0952e tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jan 18 22:42:51.848794 n-d-825064-1 neutron-server[102431]: INFO neutron.api.v2.resource [None req-d57c7c99-7871-480e-bca3-98a3e0b0952e tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 22:42:51.853053 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-d57c7c99-7871-480e-bca3-98a3e0b0952e tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0178866 Jan 18 22:42:51.853804 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c5db4916-a147-4daa-815b-d99e51f4509e tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:51.854156 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c5db4916-a147-4daa-815b-d99e51f4509e tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:51.857981 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 43994) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:51.875545 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-b066bbc4-3813-47e3-8f31-3df96237d48d tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Request body: {'security_group_rule': {'security_group_id': '31bf3278-c727-4602-9f14-24a5a89f58a5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:42:51.878775 n-d-825064-1 neutron-server[102431]: WARNING neutron.api.v2.base [None req-b066bbc4-3813-47e3-8f31-3df96237d48d tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jan 18 22:42:51.879309 n-d-825064-1 neutron-server[102431]: INFO neutron.api.v2.resource [None req-b066bbc4-3813-47e3-8f31-3df96237d48d tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 22:42:51.882868 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-b066bbc4-3813-47e3-8f31-3df96237d48d tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0214412 Jan 18 22:42:51.894719 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 43996) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:51.899975 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-61ec916b-f9e5-48f9-898d-092009c37015 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Request body: {'security_group_rule': {'security_group_id': '31bf3278-c727-4602-9f14-24a5a89f58a5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:42:51.903973 n-d-825064-1 neutron-server[102430]: WARNING neutron.api.v2.base [None req-61ec916b-f9e5-48f9-898d-092009c37015 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jan 18 22:42:51.904805 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [None req-61ec916b-f9e5-48f9-898d-092009c37015 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 22:42:51.910543 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-61ec916b-f9e5-48f9-898d-092009c37015 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0101571 Jan 18 22:42:51.910543 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 44000) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:51.915736 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-53c25d3e-c266-4083-be67-511b96591139 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Request body: {'security_group_rule': {'security_group_id': '31bf3278-c727-4602-9f14-24a5a89f58a5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:42:51.916856 n-d-825064-1 neutron-server[102430]: WARNING neutron.api.v2.base [None req-53c25d3e-c266-4083-be67-511b96591139 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jan 18 22:42:51.917498 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [None req-53c25d3e-c266-4083-be67-511b96591139 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 22:42:51.922459 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-53c25d3e-c266-4083-be67-511b96591139 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0081644 Jan 18 22:42:51.922459 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e6636e9b-7352-4db8-a8a0-7a883dce775f tempest-RoutersAdminNegativeIpV6Test-644117643 tempest-RoutersAdminNegativeIpV6Test-644117643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1040832'] for router, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:51.922459 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6636e9b-7352-4db8-a8a0-7a883dce775f tempest-RoutersAdminNegativeIpV6Test-644117643 tempest-RoutersAdminNegativeIpV6Test-644117643-project-admin] Fanout notify agent at l3_agent the message router_deleted on router be6feb01-ce42-429a-8221-08c05af604d1 {{(pid=102430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 22:42:51.922849 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-c5db4916-a147-4daa-815b-d99e51f4509e tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Calling delete_port for 74d160f6-2d78-43e3-9dd7-e93d55bcb0d1 owned by network:floatingip {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:42:51.932389 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 44004) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:51.941467 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [None req-e6636e9b-7352-4db8-a8a0-7a883dce775f tempest-RoutersAdminNegativeIpV6Test-644117643 tempest-RoutersAdminNegativeIpV6Test-644117643-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 18 22:42:51.945383 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-e6636e9b-7352-4db8-a8a0-7a883dce775f tempest-RoutersAdminNegativeIpV6Test-644117643 tempest-RoutersAdminNegativeIpV6Test-644117643-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.6424119 Jan 18 22:42:51.950427 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 44006) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:51.965575 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d748ea28-9c5f-45c0-a66d-39a948c7e817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:52.152364 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-b25fb038-8902-4f42-b4bf-5bedd66108b6 tempest-RoutersAdminNegativeIpV6Test-644117643 tempest-RoutersAdminNegativeIpV6Test-644117643-project-admin] Deleting port 6e26e21f-70d2-4a00-ab1f-734cb00445d0 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:42:52.153304 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b25fb038-8902-4f42-b4bf-5bedd66108b6 tempest-RoutersAdminNegativeIpV6Test-644117643 tempest-RoutersAdminNegativeIpV6Test-644117643-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:52.220383 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f246af9e-e0d4-48c3-99e4-50cef4bf7e94 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:52.281573 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b25fb038-8902-4f42-b4bf-5bedd66108b6 tempest-RoutersAdminNegativeIpV6Test-644117643 tempest-RoutersAdminNegativeIpV6Test-644117643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:52.296331 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-b25fb038-8902-4f42-b4bf-5bedd66108b6 tempest-RoutersAdminNegativeIpV6Test-644117643 tempest-RoutersAdminNegativeIpV6Test-644117643-project-admin] Calling delete_port for 6e26e21f-70d2-4a00-ab1f-734cb00445d0 owned by {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:42:52.309695 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f246af9e-e0d4-48c3-99e4-50cef4bf7e94 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:52.565746 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b25fb038-8902-4f42-b4bf-5bedd66108b6 tempest-RoutersAdminNegativeIpV6Test-644117643 tempest-RoutersAdminNegativeIpV6Test-644117643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:52.595579 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25fb038-8902-4f42-b4bf-5bedd66108b6 tempest-RoutersAdminNegativeIpV6Test-644117643 tempest-RoutersAdminNegativeIpV6Test-644117643-project-admin] Pushing event deleted for resources: {'Port': ['ID=6e26e21f-70d2-4a00-ab1f-734cb00445d0,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:52.688903 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b25fb038-8902-4f42-b4bf-5bedd66108b6 tempest-RoutersAdminNegativeIpV6Test-644117643 tempest-RoutersAdminNegativeIpV6Test-644117643-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:52.696477 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-b25fb038-8902-4f42-b4bf-5bedd66108b6 tempest-RoutersAdminNegativeIpV6Test-644117643 tempest-RoutersAdminNegativeIpV6Test-644117643-project-admin] 10.222.0.53 "DELETE /v2.0/ports/6e26e21f-70d2-4a00-ab1f-734cb00445d0 HTTP/1.1" status: 204 len: 168 time: 0.7408500 Jan 18 22:42:52.711839 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c5db4916-a147-4daa-815b-d99e51f4509e tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:52.758318 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5db4916-a147-4daa-815b-d99e51f4509e tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Pushing event deleted for resources: {'Port': ['ID=74d160f6-2d78-43e3-9dd7-e93d55bcb0d1,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:52.888022 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f246af9e-e0d4-48c3-99e4-50cef4bf7e94 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:52.890648 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f246af9e-e0d4-48c3-99e4-50cef4bf7e94 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:52.894616 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 44018) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:52.912716 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-f246af9e-e0d4-48c3-99e4-50cef4bf7e94 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] 10.222.0.53 "DELETE /v2.0/security-groups/31bf3278-c727-4602-9f14-24a5a89f58a5 HTTP/1.1" status: 204 len: 168 time: 0.9790623 Jan 18 22:42:52.944091 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f246af9e-e0d4-48c3-99e4-50cef4bf7e94 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31bf3278-c727-4602-9f14-24a5a89f58a5,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:52.967929 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c5db4916-a147-4daa-815b-d99e51f4509e tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for floatingip, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:52.968353 n-d-825064-1 neutron-server[102431]: INFO neutron.db.l3_db [None req-c5db4916-a147-4daa-815b-d99e51f4509e tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Floating IP 8e04cfff-03a1-4ce7-afd5-399a7a8a0fb9 disassociated (deleted). External IP: 172.25.5.85, port: ea188f43-7300-4457-a9e4-33406da91d20. Jan 18 22:42:53.035955 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:53.049233 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 41e7d0bb-d07b-46b6-b4ff-10dcb9ac62a4 up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:42:53.115424 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-60a1c792-12ce-4110-b16c-be1b9d08622d tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2191203 Jan 18 22:42:53.121873 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 44024) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:53.182508 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-182737ce-acb6-40b4-ae23-c023e5b4211f tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Request body: {'security_group': {'name': 'tempest-secgroup--2031607056'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:42:53.213866 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port 41e7d0bb-d07b-46b6-b4ff-10dcb9ac62a4 completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:42:53.220433 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port 41e7d0bb-d07b-46b6-b4ff-10dcb9ac62a4 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:42:53.221535 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:53.288440 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1d1f10-4129-40f1-8a2b-958c13a00fc6 req-8b0f72f5-2fd1-404b-81d2-efc8eb56b773 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:53.292872 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6e1d1f10-4129-40f1-8a2b-958c13a00fc6 req-8b0f72f5-2fd1-404b-81d2-efc8eb56b773 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b7bad41-a29d-449e-b087-8af4b2151548 HTTP/1.1" status: 200 len: 945 time: 0.1868815 Jan 18 22:42:53.317159 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 44026) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:53.377338 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6e1d1f10-4129-40f1-8a2b-958c13a00fc6 req-6ee3df9a-99c0-4bfc-acb3-dbe610382822 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "GET /v2.0/security-groups?id=56dc9611-9777-4b82-b9da-74a8735b3281&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0777986 Jan 18 22:42:53.381770 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-182737ce-acb6-40b4-ae23-c023e5b4211f tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:53.423501 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:53.479253 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b7bad41-a29d-449e-b087-8af4b2151548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41e7d0bb-d07b-46b6-b4ff-10dcb9ac62a4'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:42:53.487957 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88f48905-db03-40da-827c-78e1a37ffc05" -d '{"events": [{"server_uuid": "7b7bad41-a29d-449e-b087-8af4b2151548", "name": "network-vif-plugged", "status": "completed", "tag": "41e7d0bb-d07b-46b6-b4ff-10dcb9ac62a4"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:42:53.539806 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 41e7d0bb-d07b-46b6-b4ff-10dcb9ac62a4, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=41e7d0bb-d07b-46b6-b4ff-10dcb9ac62a4,segment=NetworkSegment(7599c219-7416-4daa-a53f-ed4bd6a29d96),segment_id=7599c219-7416-4daa-a53f-ed4bd6a29d96)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:42:53.550623 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:53.561129 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5db4916-a147-4daa-815b-d99e51f4509e tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Router 31ed1a23-913a-453f-8dc6-b81290d40d06 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:42:53.583485 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-182737ce-acb6-40b4-ae23-c023e5b4211f tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:53.590693 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-182737ce-acb6-40b4-ae23-c023e5b4211f tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:53.669123 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-182737ce-acb6-40b4-ae23-c023e5b4211f tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:53.669383 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc859e31-79ed-499f-87ed-c34034e9fb74 x-openstack-request-id: req-dc859e31-79ed-499f-87ed-c34034e9fb74 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:42:53.669838 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b7bad41-a29d-449e-b087-8af4b2151548", "name": "network-vif-plugged", "status": "completed", "tag": "41e7d0bb-d07b-46b6-b4ff-10dcb9ac62a4", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:42:53.670251 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dc859e31-79ed-499f-87ed-c34034e9fb74 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:42:53.670818 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b7bad41-a29d-449e-b087-8af4b2151548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41e7d0bb-d07b-46b6-b4ff-10dcb9ac62a4', 'code': 200} Jan 18 22:42:53.674386 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-182737ce-acb6-40b4-ae23-c023e5b4211f tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5506041 Jan 18 22:42:53.681133 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 44034) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:53.693012 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-a5096425-9f06-4220-8892-c6ec9b96aa77 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Request body: {'security_group_rule': {'security_group_id': 'e121199c-9205-461b-9f9d-a0809bac5b83', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:42:53.693733 n-d-825064-1 neutron-server[102430]: WARNING neutron.api.v2.base [None req-a5096425-9f06-4220-8892-c6ec9b96aa77 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 18 22:42:53.694239 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [None req-a5096425-9f06-4220-8892-c6ec9b96aa77 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 22:42:53.695220 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-a5096425-9f06-4220-8892-c6ec9b96aa77 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0131476 Jan 18 22:42:53.701627 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 44036) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:53.710747 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-8fe94748-aa6f-4b85-aac9-2f09ab5d3668 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Request body: {'security_group_rule': {'security_group_id': 'e121199c-9205-461b-9f9d-a0809bac5b83', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:42:53.713329 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=41e7d0bb-d07b-46b6-b4ff-10dcb9ac62a4,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:53.741077 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182737ce-acb6-40b4-ae23-c023e5b4211f tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e121199c-9205-461b-9f9d-a0809bac5b83,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:53.761756 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [None req-8fe94748-aa6f-4b85-aac9-2f09ab5d3668 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 22:42:53.768695 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-8fe94748-aa6f-4b85-aac9-2f09ab5d3668 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0632997 Jan 18 22:42:53.769017 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 44038) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:53.779937 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-a88fe07b-fc67-4ab1-a6d2-871e033c337f tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Request body: {'security_group_rule': {'security_group_id': 'e121199c-9205-461b-9f9d-a0809bac5b83', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:42:53.780449 n-d-825064-1 neutron-server[102430]: WARNING neutron.api.v2.base [None req-a88fe07b-fc67-4ab1-a6d2-871e033c337f tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jan 18 22:42:53.780942 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [None req-a88fe07b-fc67-4ab1-a6d2-871e033c337f tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 22:42:53.784559 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-a88fe07b-fc67-4ab1-a6d2-871e033c337f tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0122676 Jan 18 22:42:53.788797 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 44040) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:53.793276 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-6bb5b7ca-60d7-4cd0-95f8-aeb52a677ca8 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Request body: {'security_group_rule': {'security_group_id': 'e121199c-9205-461b-9f9d-a0809bac5b83', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:42:53.836161 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5db4916-a147-4daa-815b-d99e51f4509e tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:42:53.849443 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67c54bc-25b0-4667-8794-dbff80a5bb1d None None] Sync routers for ids ['31ed1a23-913a-453f-8dc6-b81290d40d06'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:42:53.856698 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c5db4916-a147-4daa-815b-d99e51f4509e tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:53.857803 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [None req-6bb5b7ca-60d7-4cd0-95f8-aeb52a677ca8 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 22:42:53.866180 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-6bb5b7ca-60d7-4cd0-95f8-aeb52a677ca8 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0702021 Jan 18 22:42:53.867270 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67c54bc-25b0-4667-8794-dbff80a5bb1d None None] Routers {'31ed1a23-913a-453f-8dc6-b81290d40d06'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:42:53.867894 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-a67c54bc-25b0-4667-8794-dbff80a5bb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:42:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['31ed1a23-913a-453f-8dc6-b81290d40d06'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:42:53.869401 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 44042) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:53.879147 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-236626c2-4246-4806-9860-688925defe42 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Request body: {'security_group_rule': {'security_group_id': 'e121199c-9205-461b-9f9d-a0809bac5b83', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:42:53.879633 n-d-825064-1 neutron-server[102430]: WARNING neutron.api.v2.base [None req-236626c2-4246-4806-9860-688925defe42 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 18 22:42:53.880149 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [None req-236626c2-4246-4806-9860-688925defe42 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 22:42:53.881142 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-236626c2-4246-4806-9860-688925defe42 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0102561 Jan 18 22:42:53.887997 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1e8dd453-d841-47ad-b176-0d32369f1a9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:53.890876 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 44044) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:53.907522 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-3efe81c4-e6a2-4f1c-985b-dc292cb1c132 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Request body: {'security_group_rule': {'security_group_id': 'e121199c-9205-461b-9f9d-a0809bac5b83', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:42:53.936922 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4073746-95f6-4736-88ec-b357dae8c98c req-ae0a9453-29cc-4a0d-8aea-5da23b088ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:53.939011 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-b4073746-95f6-4736-88ec-b357dae8c98c req-ae0a9453-29cc-4a0d-8aea-5da23b088ccc service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7b7bad41-a29d-449e-b087-8af4b2151548 HTTP/1.1" status: 200 len: 1097 time: 0.1045694 Jan 18 22:42:53.940648 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-c5db4916-a147-4daa-815b-d99e51f4509e tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "DELETE /v2.0/floatingips/8e04cfff-03a1-4ce7-afd5-399a7a8a0fb9 HTTP/1.1" status: 204 len: 168 time: 2.5473597 Jan 18 22:42:53.944735 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5916bb04-cece-43fd-9fc5-470c38a27dcd', 'tag': 'ea188f43-7300-4457-a9e4-33406da91d20'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:42:53.947397 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6332b588-6f86-4017-b92d-27b86b5f1b7e" -d '{"events": [{"name": "network-changed", "server_uuid": "5916bb04-cece-43fd-9fc5-470c38a27dcd", "tag": "ea188f43-7300-4457-a9e4-33406da91d20"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:42:53.997691 n-d-825064-1 neutron-server[102430]: INFO neutron.db.securitygroups_db [None req-3efe81c4-e6a2-4f1c-985b-dc292cb1c132 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Project d5a047e5c0c849dfb1ef28cb867097fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 22:42:54.006868 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-b4073746-95f6-4736-88ec-b357dae8c98c req-30f91377-aceb-493b-8bfc-6dcb670e9d36 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=56dc9611-9777-4b82-b9da-74a8735b3281&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0534081 Jan 18 22:42:54.030996 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [None req-3efe81c4-e6a2-4f1c-985b-dc292cb1c132 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 22:42:54.033232 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-3efe81c4-e6a2-4f1c-985b-dc292cb1c132 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1412127 Jan 18 22:42:54.036032 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 44050) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:54.045784 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-85020ea6-947f-451b-90ab-5343f4b75f2f tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Request body: {'security_group_rule': {'security_group_id': 'e121199c-9205-461b-9f9d-a0809bac5b83', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:42:54.049031 n-d-825064-1 neutron-server[102430]: WARNING neutron.api.v2.base [None req-85020ea6-947f-451b-90ab-5343f4b75f2f tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jan 18 22:42:54.051495 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [None req-85020ea6-947f-451b-90ab-5343f4b75f2f tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 22:42:54.054341 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-85020ea6-947f-451b-90ab-5343f4b75f2f tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0164340 Jan 18 22:42:54.058097 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 44052) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:54.069354 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-84879b8a-8e5b-4208-8a5e-67726592e0a9 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Request body: {'security_group_rule': {'security_group_id': 'e121199c-9205-461b-9f9d-a0809bac5b83', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:42:54.106988 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1e8dd453-d841-47ad-b176-0d32369f1a9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:54.117708 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1e8dd453-d841-47ad-b176-0d32369f1a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:54.140213 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1714678b-21f2-4518-b288-e545e90339e0 x-openstack-request-id: req-1714678b-21f2-4518-b288-e545e90339e0 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:42:54.141933 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5916bb04-cece-43fd-9fc5-470c38a27dcd", "tag": "ea188f43-7300-4457-a9e4-33406da91d20", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:42:54.142783 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1714678b-21f2-4518-b288-e545e90339e0 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:42:54.143274 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5916bb04-cece-43fd-9fc5-470c38a27dcd', 'tag': 'ea188f43-7300-4457-a9e4-33406da91d20', 'status': 'completed', 'code': 200} Jan 18 22:42:54.153329 n-d-825064-1 neutron-server[102430]: INFO neutron.db.securitygroups_db [None req-84879b8a-8e5b-4208-8a5e-67726592e0a9 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Project d5a047e5c0c849dfb1ef28cb867097fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 22:42:54.180309 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [None req-84879b8a-8e5b-4208-8a5e-67726592e0a9 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 22:42:54.181462 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-84879b8a-8e5b-4208-8a5e-67726592e0a9 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1221189 Jan 18 22:42:54.185096 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 44054) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:54.192851 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-49126650-0139-480e-add2-0321c1bb243d tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Request body: {'security_group_rule': {'security_group_id': 'e121199c-9205-461b-9f9d-a0809bac5b83', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:42:54.263602 n-d-825064-1 neutron-server[102430]: INFO neutron.db.securitygroups_db [None req-49126650-0139-480e-add2-0321c1bb243d tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Project d5a047e5c0c849dfb1ef28cb867097fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 22:42:54.301159 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8dd453-d841-47ad-b176-0d32369f1a9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=959018f7-f90e-4cf2-a009-4b4bbaa1d6e4,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:54.380563 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-a67c54bc-25b0-4667-8794-dbff80a5bb1d None None] Set router 31ed1a23-913a-453f-8dc6-b81290d40d06 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:42:54.385829 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [None req-49126650-0139-480e-add2-0321c1bb243d tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 22:42:54.389722 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-49126650-0139-480e-add2-0321c1bb243d tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2009356 Jan 18 22:42:54.392280 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 44060) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:54.483601 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:54.525556 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2f7fcaeb-653f-497e-8104-7d8965af74fd tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:54.597773 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2f7fcaeb-653f-497e-8104-7d8965af74fd tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:54.626955 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-1e8dd453-d841-47ad-b176-0d32369f1a9d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=908766a0b37840fcaf025032599ace1d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3078659 Jan 18 22:42:54.632262 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 44066) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:54.633586 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:54.726073 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10044c8-5d8f-4784-9e4c-eb813c353098 req-f5c9c447-2bc1-47ff-99b5-f25292db81a8 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:54.734943 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b10044c8-5d8f-4784-9e4c-eb813c353098 req-f5c9c447-2bc1-47ff-99b5-f25292db81a8 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b7bad41-a29d-449e-b087-8af4b2151548 HTTP/1.1" status: 200 len: 946 time: 0.1680121 Jan 18 22:42:54.735168 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6332b588-6f86-4017-b92d-27b86b5f1b7e req-64392710-4d5a-4c64-9a86-82a87212e888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:54.736524 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-6332b588-6f86-4017-b92d-27b86b5f1b7e req-64392710-4d5a-4c64-9a86-82a87212e888 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=438cce0e2f434b5f879ce307da159923&device_id=5916bb04-cece-43fd-9fc5-470c38a27dcd HTTP/1.1" status: 200 len: 1098 time: 0.5910435 Jan 18 22:42:54.779466 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a4546b-8679-4ba6-97c0-e4ad619371ad req-086118a9-0ed6-47ef-a397-bb2736467d17 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:54.781395 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a4a4546b-8679-4ba6-97c0-e4ad619371ad req-086118a9-0ed6-47ef-a397-bb2736467d17 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=5916bb04-cece-43fd-9fc5-470c38a27dcd HTTP/1.1" status: 200 len: 947 time: 0.1448305 Jan 18 22:42:54.796870 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b10044c8-5d8f-4784-9e4c-eb813c353098 req-ba74b927-660f-4201-8500-40cffedee491 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "GET /v2.0/security-groups?id=56dc9611-9777-4b82-b9da-74a8735b3281&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0604539 Jan 18 22:42:54.824339 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2f7fcaeb-653f-497e-8104-7d8965af74fd tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:54.827314 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2f7fcaeb-653f-497e-8104-7d8965af74fd tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:54.831062 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-2f7fcaeb-653f-497e-8104-7d8965af74fd tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] 10.222.0.53 "DELETE /v2.0/security-groups/e121199c-9205-461b-9f9d-a0809bac5b83 HTTP/1.1" status: 204 len: 168 time: 0.4343560 Jan 18 22:42:54.843346 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 44068) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:54.860644 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7fcaeb-653f-497e-8104-7d8965af74fd tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e121199c-9205-461b-9f9d-a0809bac5b83,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:54.901842 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-402e2f2d-9e0b-43dc-99e5-c89bb49741b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:54.916669 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-a67c54bc-25b0-4667-8794-dbff80a5bb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ed1a23-913a-453f-8dc6-b81290d40d06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-474981899', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '6b27d94d-298b-40ae-a5c3-42436508b260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:40:27Z', 'updated_at': '2022-01-18T22:40:41Z', 'revision_number': 4, 'project_id': '438cce0e2f434b5f879ce307da159923', 'gw_port': {'id': '6b27d94d-298b-40ae-a5c3-42436508b260', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:4d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ed1a23-913a-453f-8dc6-b81290d40d06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:40:29Z', 'updated_at': '2022-01-18T22:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '1accd7ca-d26f-485f-b2e7-8c70a1e52ffe', 'name': '', 'network_id': '221254be-2a67-4a48-a311-8dd80515e5fb', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'mac_address': 'fa:16:3e:fd:b9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ed1a23-913a-453f-8dc6-b81290d40d06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': 'b26d2360-439e-4457-bc0c-79152de436de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:40:38Z', 'updated_at': '2022-01-18T22:40:48Z', 'revision_number': 5, 'project_id': '438cce0e2f434b5f879ce307da159923', 'subnets': [{'id': 'b26d2360-439e-4457-bc0c-79152de436de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:42:54.925806 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-402e2f2d-9e0b-43dc-99e5-c89bb49741b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:54.941815 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-2189e273-d0ce-478d-b395-626e7eacb5d8 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0961671 Jan 18 22:42:54.950884 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 44070) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:54.955727 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-e93a8332-f36c-4c8d-abb2-ae322800606c tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Request body: {'security_group': {'name': 'tempest-secgroup--23629898'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:42:54.955862 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67c54bc-25b0-4667-8794-dbff80a5bb1d None None] Checking router: 31ed1a23-913a-453f-8dc6-b81290d40d06 for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:42:54.982764 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a4a4546b-8679-4ba6-97c0-e4ad619371ad req-38bf9663-8209-4f1a-8d87-ac000df3f15f tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=47fd5e54-61ce-42c3-b5cd-195914aa324e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1843972 Jan 18 22:42:55.002812 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-402e2f2d-9e0b-43dc-99e5-c89bb49741b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:55.005911 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-402e2f2d-9e0b-43dc-99e5-c89bb49741b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:55.009363 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-402e2f2d-9e0b-43dc-99e5-c89bb49741b2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/959018f7-f90e-4cf2-a009-4b4bbaa1d6e4 HTTP/1.1" status: 204 len: 168 time: 0.3628988 Jan 18 22:42:55.015938 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67c54bc-25b0-4667-8794-dbff80a5bb1d None None] Routers {'31ed1a23-913a-453f-8dc6-b81290d40d06'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:42:55.016592 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-a67c54bc-25b0-4667-8794-dbff80a5bb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:42:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['31ed1a23-913a-453f-8dc6-b81290d40d06'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:42:55.022900 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e93a8332-f36c-4c8d-abb2-ae322800606c tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:55.069434 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402e2f2d-9e0b-43dc-99e5-c89bb49741b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=959018f7-f90e-4cf2-a009-4b4bbaa1d6e4,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:55.088063 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6332b588-6f86-4017-b92d-27b86b5f1b7e req-26ed4ec3-a96b-4294-b748-ddd99ecd619a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:55.089828 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-6332b588-6f86-4017-b92d-27b86b5f1b7e req-26ed4ec3-a96b-4294-b748-ddd99ecd619a service neutron] 10.222.0.36 "GET /v2.0/networks?id=221254be-2a67-4a48-a311-8dd80515e5fb HTTP/1.1" status: 200 len: 897 time: 0.3401864 Jan 18 22:42:55.178045 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-6332b588-6f86-4017-b92d-27b86b5f1b7e req-e58bf353-cb26-44c7-8c00-52b119584d41 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea188f43-7300-4457-a9e4-33406da91d20 HTTP/1.1" status: 200 len: 217 time: 0.0737128 Jan 18 22:42:55.202725 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e93a8332-f36c-4c8d-abb2-ae322800606c tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:55.209890 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e93a8332-f36c-4c8d-abb2-ae322800606c tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:55.278146 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e93a8332-f36c-4c8d-abb2-ae322800606c tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:55.282238 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 44076) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:55.283677 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-a67c54bc-25b0-4667-8794-dbff80a5bb1d None None] Set router 31ed1a23-913a-453f-8dc6-b81290d40d06 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:42:55.284639 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-e93a8332-f36c-4c8d-abb2-ae322800606c tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3326464 Jan 18 22:42:55.291181 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-9184dedc-f62e-4b52-b20a-3eeeae247932 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Request body: {'security_group_rule': {'security_group_id': '403edf9f-2019-4728-bcbb-a44471adac03', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:42:55.293070 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93a8332-f36c-4c8d-abb2-ae322800606c tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=403edf9f-2019-4728-bcbb-a44471adac03,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:55.327513 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6332b588-6f86-4017-b92d-27b86b5f1b7e req-ab7079c6-b983-4e04-a5c6-301602cf3566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:55.332074 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-6332b588-6f86-4017-b92d-27b86b5f1b7e req-ab7079c6-b983-4e04-a5c6-301602cf3566 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b26d2360-439e-4457-bc0c-79152de436de HTTP/1.1" status: 200 len: 834 time: 0.1470892 Jan 18 22:42:55.444995 n-d-825064-1 neutron-server[102431]: INFO neutron.api.v2.resource [None req-9184dedc-f62e-4b52-b20a-3eeeae247932 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] create failed (client error): The resource could not be found. Jan 18 22:42:55.449313 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 44078) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:55.454341 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-347abf05-f487-4842-b57c-2cf931526aef tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Request body: {'security_group_rule': {'security_group_id': '403edf9f-2019-4728-bcbb-a44471adac03', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '9ba03c1c-7f6c-4fb3-9f53-d2bdc4bfff7f'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:42:55.460102 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-9184dedc-f62e-4b52-b20a-3eeeae247932 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1727107 Jan 18 22:42:55.477819 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6332b588-6f86-4017-b92d-27b86b5f1b7e req-d88ddf3e-4f62-489e-a8e9-127ecd2a7dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:55.481817 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-6332b588-6f86-4017-b92d-27b86b5f1b7e req-d88ddf3e-4f62-489e-a8e9-127ecd2a7dfa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=221254be-2a67-4a48-a311-8dd80515e5fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1355731 Jan 18 22:42:55.599123 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [None req-347abf05-f487-4842-b57c-2cf931526aef tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] create failed (client error): The resource could not be found. Jan 18 22:42:55.600346 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-347abf05-f487-4842-b57c-2cf931526aef tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1500008 Jan 18 22:42:55.603265 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 44084) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:55.636770 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-a67c54bc-25b0-4667-8794-dbff80a5bb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ed1a23-913a-453f-8dc6-b81290d40d06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-474981899', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '6b27d94d-298b-40ae-a5c3-42436508b260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:40:27Z', 'updated_at': '2022-01-18T22:40:41Z', 'revision_number': 4, 'project_id': '438cce0e2f434b5f879ce307da159923', 'gw_port': {'id': '6b27d94d-298b-40ae-a5c3-42436508b260', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:4d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ed1a23-913a-453f-8dc6-b81290d40d06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:40:29Z', 'updated_at': '2022-01-18T22:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '1accd7ca-d26f-485f-b2e7-8c70a1e52ffe', 'name': '', 'network_id': '221254be-2a67-4a48-a311-8dd80515e5fb', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'mac_address': 'fa:16:3e:fd:b9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ed1a23-913a-453f-8dc6-b81290d40d06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': 'b26d2360-439e-4457-bc0c-79152de436de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:40:38Z', 'updated_at': '2022-01-18T22:40:48Z', 'revision_number': 5, 'project_id': '438cce0e2f434b5f879ce307da159923', 'subnets': [{'id': 'b26d2360-439e-4457-bc0c-79152de436de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:42:55.644325 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 44086) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:55.750620 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b702d344-f420-47bb-9399-2dd5eaea356f tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:55.787212 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-6332b588-6f86-4017-b92d-27b86b5f1b7e req-fd8e2c82-99a7-44cc-8b2e-65ee6f6e4edd service neutron] 10.222.0.36 "GET /v2.0/networks/221254be-2a67-4a48-a311-8dd80515e5fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2981839 Jan 18 22:42:55.803399 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b702d344-f420-47bb-9399-2dd5eaea356f tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:55.812674 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d533326-b74b-40b3-abbc-44f13233907c req-04f182e0-58b8-4cca-823d-9bc1cd21c111 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:55.812674 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-7d533326-b74b-40b3-abbc-44f13233907c req-04f182e0-58b8-4cca-823d-9bc1cd21c111 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.36 "GET /v2.0/ports?device_id=5916bb04-cece-43fd-9fc5-470c38a27dcd HTTP/1.1" status: 200 len: 947 time: 0.1838582 Jan 18 22:42:55.846089 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-ebceaee6-63c2-4490-a11b-eea2b7c03a45 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=44de23fa81aa46e6a66c8c1973a47718&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1982515 Jan 18 22:42:55.848668 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 44094) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:55.868990 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67c54bc-25b0-4667-8794-dbff80a5bb1d None None] The sync data for ids ['31ed1a23-913a-453f-8dc6-b81290d40d06'] in n-d-825064-1 is: [{'id': '31ed1a23-913a-453f-8dc6-b81290d40d06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-474981899', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '6b27d94d-298b-40ae-a5c3-42436508b260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:40:27Z', 'updated_at': '2022-01-18T22:40:41Z', 'revision_number': 4, 'project_id': '438cce0e2f434b5f879ce307da159923', 'gw_port': {'id': '6b27d94d-298b-40ae-a5c3-42436508b260', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:4d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ed1a23-913a-453f-8dc6-b81290d40d06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:40:29Z', 'updated_at': '2022-01-18T22:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '1accd7ca-d26f-485f-b2e7-8c70a1e52ffe', 'name': '', 'network_id': '221254be-2a67-4a48-a311-8dd80515e5fb', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'mac_address': 'fa:16:3e:fd:b9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ed1a23-913a-453f-8dc6-b81290d40d06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': 'b26d2360-439e-4457-bc0c-79152de436de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:40:38Z', 'updated_at': '2022-01-18T22:40:48Z', 'revision_number': 5, 'project_id': '438cce0e2f434b5f879ce307da159923', 'subnets': [{'id': 'b26d2360-439e-4457-bc0c-79152de436de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:42:55.896235 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b702d344-f420-47bb-9399-2dd5eaea356f tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:55.902992 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b702d344-f420-47bb-9399-2dd5eaea356f tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:55.905929 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-b702d344-f420-47bb-9399-2dd5eaea356f tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] 10.222.0.53 "DELETE /v2.0/security-groups/403edf9f-2019-4728-bcbb-a44471adac03 HTTP/1.1" status: 204 len: 168 time: 0.3014059 Jan 18 22:42:55.913052 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 44096) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:55.946501 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b702d344-f420-47bb-9399-2dd5eaea356f tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=403edf9f-2019-4728-bcbb-a44471adac03,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:55.997130 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-6332b588-6f86-4017-b92d-27b86b5f1b7e req-942e26ff-fc22-4e9a-8bf0-1295cab89123 service neutron] 10.222.0.36 "GET /v2.0/networks/221254be-2a67-4a48-a311-8dd80515e5fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563051 Jan 18 22:42:56.098159 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de6334b-a52f-4f5a-b210-4e382a50ffcd req-183f4c14-e98a-4e27-9820-db8747b68f32 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:56.107903 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2de6334b-a52f-4f5a-b210-4e382a50ffcd req-183f4c14-e98a-4e27-9820-db8747b68f32 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b7bad41-a29d-449e-b087-8af4b2151548 HTTP/1.1" status: 200 len: 946 time: 0.1647234 Jan 18 22:42:56.111957 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-bf9bc054-ea6b-4bc8-911f-4786e2bc6ab8 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1859288 Jan 18 22:42:56.119157 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 44106) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:56.132992 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-5d7b0e10-b5f2-4c6d-b202-a2a33f356bf3 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Request body: {'security_group_rule': {'security_group_id': 'fbdcbe23-e100-4cf5-9bc5-6d1be6ba8643', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:42:56.219778 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d056620a-c9e8-4ffe-b0f7-ff8dbd5eacf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:56.228318 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-7d533326-b74b-40b3-abbc-44f13233907c req-c2ae1b4f-b23d-4e14-b2d8-d970622bb2ba tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Deleting port ea188f43-7300-4457-a9e4-33406da91d20 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:42:56.228708 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-7d533326-b74b-40b3-abbc-44f13233907c req-c2ae1b4f-b23d-4e14-b2d8-d970622bb2ba tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:56.299605 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a24cb1-c9f9-4bda-b20d-bd21c2d5a041 None None] New status for floating IP 8e04cfff-03a1-4ce7-afd5-399a7a8a0fb9: DOWN {{(pid=102432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 22:42:56.324336 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f2ea40-0d14-430b-8e77-8159a8fb15a3 req-e483b37d-4b45-4d89-b154-c2d515c28654 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:56.326119 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f0f2ea40-0d14-430b-8e77-8159a8fb15a3 req-e483b37d-4b45-4d89-b154-c2d515c28654 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/networks?id=3887d3dd-b3d8-463d-9d9c-879e57c9ab40 HTTP/1.1" status: 200 len: 811 time: 0.2081258 Jan 18 22:42:56.358726 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d056620a-c9e8-4ffe-b0f7-ff8dbd5eacf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:56.363093 n-d-825064-1 neutron-server[102431]: INFO neutron.api.v2.resource [None req-5d7b0e10-b5f2-4c6d-b202-a2a33f356bf3 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] create failed (client error): The resource could not be found. Jan 18 22:42:56.366301 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-5d7b0e10-b5f2-4c6d-b202-a2a33f356bf3 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2411547 Jan 18 22:42:56.383879 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2de6334b-a52f-4f5a-b210-4e382a50ffcd req-c779d1de-ad58-4a0a-aa1d-505626916fd2 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "GET /v2.0/security-groups?id=56dc9611-9777-4b82-b9da-74a8735b3281&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2645743 Jan 18 22:42:56.384809 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 44108) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:56.403419 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f0f2ea40-0d14-430b-8e77-8159a8fb15a3 req-0fd359dd-2a5a-4702-b90a-6cde81a3199b tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/quotas/0c676acb4b374123bc012031246d3916 HTTP/1.1" status: 200 len: 375 time: 0.0622489 Jan 18 22:42:56.408294 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-066e1c32-4588-448a-8a48-8fc2d719c6c7 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Request body: {'security_group': {'name': 'tempest-secgroup--1767666012'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:42:56.488684 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-7d533326-b74b-40b3-abbc-44f13233907c req-c2ae1b4f-b23d-4e14-b2d8-d970622bb2ba tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] For port ea188f43-7300-4457-a9e4-33406da91d20, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=ea188f43-7300-4457-a9e4-33406da91d20,segment=NetworkSegment(86507bb4-4915-4f06-a653-c026e7e063e5),segment_id=86507bb4-4915-4f06-a653-c026e7e063e5)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:42:56.490055 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-7d533326-b74b-40b3-abbc-44f13233907c req-c2ae1b4f-b23d-4e14-b2d8-d970622bb2ba tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:56.509168 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-7d533326-b74b-40b3-abbc-44f13233907c req-c2ae1b4f-b23d-4e14-b2d8-d970622bb2ba tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Calling delete_port for ea188f43-7300-4457-a9e4-33406da91d20 owned by compute:nova {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:42:56.560250 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f0f2ea40-0d14-430b-8e77-8159a8fb15a3 req-63b26a65-cb2d-47e0-9fe4-41c82532de8b tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=0c676acb4b374123bc012031246d3916&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1397619 Jan 18 22:42:56.563067 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-066e1c32-4588-448a-8a48-8fc2d719c6c7 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:56.681482 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d056620a-c9e8-4ffe-b0f7-ff8dbd5eacf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:56.685759 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d056620a-c9e8-4ffe-b0f7-ff8dbd5eacf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:56.700774 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-d056620a-c9e8-4ffe-b0f7-ff8dbd5eacf7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/43711430-2601-403a-931c-85060cb0fb14 HTTP/1.1" status: 204 len: 168 time: 0.7005949 Jan 18 22:42:56.721275 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-066e1c32-4588-448a-8a48-8fc2d719c6c7 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:56.739358 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-066e1c32-4588-448a-8a48-8fc2d719c6c7 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:56.764210 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1990af17-5f52-4857-9edb-87d34e61e18b req-1d3aea92-99fd-43a2-911e-8b91b1af1a2d tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:56.777929 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1990af17-5f52-4857-9edb-87d34e61e18b req-1d3aea92-99fd-43a2-911e-8b91b1af1a2d tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=5916bb04-cece-43fd-9fc5-470c38a27dcd HTTP/1.1" status: 200 len: 947 time: 0.2598884 Jan 18 22:42:56.781873 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d056620a-c9e8-4ffe-b0f7-ff8dbd5eacf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43711430-2601-403a-931c-85060cb0fb14,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:56.806228 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-7d533326-b74b-40b3-abbc-44f13233907c req-c2ae1b4f-b23d-4e14-b2d8-d970622bb2ba tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:56.824233 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-066e1c32-4588-448a-8a48-8fc2d719c6c7 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:56.825756 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-066e1c32-4588-448a-8a48-8fc2d719c6c7 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4208272 Jan 18 22:42:56.829903 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 44116) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:56.833636 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f0f2ea40-0d14-430b-8e77-8159a8fb15a3 req-f04c966e-3a31-4cb4-82ce-944a1e568420 service neutron] 10.222.0.53 "GET /v2.0/networks/3887d3dd-b3d8-463d-9d9c-879e57c9ab40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510788 Jan 18 22:42:56.837302 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-43133d43-d4be-4333-883c-08905a06aa89 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Request body: {'security_group': {'name': 'tempest-secgroup--2043555702'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:42:56.843136 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e1c32-4588-448a-8a48-8fc2d719c6c7 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=167658ce-cacd-4eed-a74d-99fe80e435d9,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:56.886535 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ae1b4f-b23d-4e14-b2d8-d970622bb2ba tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Pushing event deleted for resources: {'Port': ['ID=ea188f43-7300-4457-a9e4-33406da91d20,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:56.970707 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f0f2ea40-0d14-430b-8e77-8159a8fb15a3 req-8a625364-c422-4d3e-a986-230331bff595 service neutron] 10.222.0.53 "GET /v2.0/networks/3887d3dd-b3d8-463d-9d9c-879e57c9ab40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212342 Jan 18 22:42:56.998742 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d533326-b74b-40b3-abbc-44f13233907c req-c2ae1b4f-b23d-4e14-b2d8-d970622bb2ba tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] No DVR routers for this DVR port ea188f43-7300-4457-a9e4-33406da91d20 on host n-h1-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:42:57.013284 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-7d533326-b74b-40b3-abbc-44f13233907c req-c2ae1b4f-b23d-4e14-b2d8-d970622bb2ba tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:57.015894 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1990af17-5f52-4857-9edb-87d34e61e18b req-4934db1e-2c35-4ae8-ad3a-9e4409e28142 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=47fd5e54-61ce-42c3-b5cd-195914aa324e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2364566 Jan 18 22:42:57.022344 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-7d533326-b74b-40b3-abbc-44f13233907c req-c2ae1b4f-b23d-4e14-b2d8-d970622bb2ba tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.36 "DELETE /v2.0/ports/ea188f43-7300-4457-a9e4-33406da91d20 HTTP/1.1" status: 204 len: 173 time: 1.0333693 Jan 18 22:42:57.035314 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5916bb04-cece-43fd-9fc5-470c38a27dcd', 'name': 'network-vif-deleted', 'tag': 'ea188f43-7300-4457-a9e4-33406da91d20'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:42:57.041750 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82109f9a-cd39-4e9c-bccd-3aac25d32cd4" -d '{"events": [{"server_uuid": "5916bb04-cece-43fd-9fc5-470c38a27dcd", "name": "network-vif-deleted", "tag": "ea188f43-7300-4457-a9e4-33406da91d20"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:42:57.062537 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-43133d43-d4be-4333-883c-08905a06aa89 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:57.331723 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c1353a-31a0-4c31-83e6-1f85cb195383 req-8793c321-496e-4abb-a27e-6850896a4356 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:57.344666 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e6c1353a-31a0-4c31-83e6-1f85cb195383 req-8793c321-496e-4abb-a27e-6850896a4356 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b7bad41-a29d-449e-b087-8af4b2151548 HTTP/1.1" status: 200 len: 946 time: 0.1777232 Jan 18 22:42:57.371586 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-43133d43-d4be-4333-883c-08905a06aa89 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:57.408788 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-43133d43-d4be-4333-883c-08905a06aa89 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:57.431572 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee5b9b1a-5275-4a9b-8e1b-114461d0bdf3 x-openstack-request-id: req-ee5b9b1a-5275-4a9b-8e1b-114461d0bdf3 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:42:57.431867 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5916bb04-cece-43fd-9fc5-470c38a27dcd", "name": "network-vif-deleted", "tag": "ea188f43-7300-4457-a9e4-33406da91d20", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:42:57.432666 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ee5b9b1a-5275-4a9b-8e1b-114461d0bdf3 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:42:57.433064 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5916bb04-cece-43fd-9fc5-470c38a27dcd', 'name': 'network-vif-deleted', 'tag': 'ea188f43-7300-4457-a9e4-33406da91d20', 'status': 'completed', 'code': 200} Jan 18 22:42:57.576357 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e6c1353a-31a0-4c31-83e6-1f85cb195383 req-296a8f3a-dfbe-48a5-9714-fa1cdb639484 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "GET /v2.0/security-groups?id=56dc9611-9777-4b82-b9da-74a8735b3281&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2294829 Jan 18 22:42:57.617081 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-43133d43-d4be-4333-883c-08905a06aa89 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:57.620351 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-43133d43-d4be-4333-883c-08905a06aa89 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7889881 Jan 18 22:42:57.623264 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 44134) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:57.627964 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-2a52c1a1-2d9f-46dd-babb-7951600d8965 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Request body: {'security_group_rule': {'security_group_id': '167658ce-cacd-4eed-a74d-99fe80e435d9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'aa9077c9-e39c-4f86-bf6c-8510dcc983c4'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:42:57.738694 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-839a1150-331e-48d4-a965-c2d153fcc808 req-117a591b-4914-40bc-a892-7a55a6aa1281 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=51762b21-ea99-403c-a32d-fb9b19c477dc HTTP/1.1" status: 200 len: 210 time: 0.1563301 Jan 18 22:42:57.741491 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43133d43-d4be-4333-883c-08905a06aa89 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa9077c9-e39c-4f86-bf6c-8510dcc983c4,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:57.754814 n-d-825064-1 neutron-server[102431]: INFO neutron.api.v2.resource [None req-2a52c1a1-2d9f-46dd-babb-7951600d8965 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 22:42:57.758858 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-2a52c1a1-2d9f-46dd-babb-7951600d8965 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1314898 Jan 18 22:42:57.758858 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 44148) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:57.909699 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ccfd656e-b411-4c08-9bc6-63e6c5f2ab04 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:57.953972 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ccfd656e-b411-4c08-9bc6-63e6c5f2ab04 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:58.050329 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ccfd656e-b411-4c08-9bc6-63e6c5f2ab04 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:58.054991 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ccfd656e-b411-4c08-9bc6-63e6c5f2ab04 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:58.058889 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-ccfd656e-b411-4c08-9bc6-63e6c5f2ab04 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] 10.222.0.53 "DELETE /v2.0/security-groups/aa9077c9-e39c-4f86-bf6c-8510dcc983c4 HTTP/1.1" status: 204 len: 168 time: 0.2840261 Jan 18 22:42:58.059394 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 44160) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:58.083796 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfd656e-b411-4c08-9bc6-63e6c5f2ab04 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa9077c9-e39c-4f86-bf6c-8510dcc983c4,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:58.134911 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 44164) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:58.230776 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-871baf1b-effd-49c9-8c6c-c7501848832a tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1672161 Jan 18 22:42:58.231033 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 44166) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:58.342656 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 44168) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:58.375228 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d6ed06e5-0366-431d-9ca6-eccbef683bc5 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:58.436560 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d6ed06e5-0366-431d-9ca6-eccbef683bc5 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:58.515666 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d6ed06e5-0366-431d-9ca6-eccbef683bc5 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:58.519632 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d6ed06e5-0366-431d-9ca6-eccbef683bc5 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:58.524296 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-d6ed06e5-0366-431d-9ca6-eccbef683bc5 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] 10.222.0.53 "DELETE /v2.0/security-groups/167658ce-cacd-4eed-a74d-99fe80e435d9 HTTP/1.1" status: 204 len: 168 time: 0.2913764 Jan 18 22:42:58.543456 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 44172) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:58.659214 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-b55e1ec4-ec29-42df-82ed-ffb870bb2cd5 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1727289812'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:42:58.664747 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ed06e5-0366-431d-9ca6-eccbef683bc5 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=167658ce-cacd-4eed-a74d-99fe80e435d9,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:58.737510 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-b4e25833-fd0d-4378-99d6-fa2d22d49c42 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1929181 Jan 18 22:42:58.743782 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 44174) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:58.767864 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-6d67853d-c30f-46fe-884e-47df8901acaa tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Request body: {'security_group': {'name': 'tempest-secgroup--2033500273'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:42:58.781843 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b55e1ec4-ec29-42df-82ed-ffb870bb2cd5 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] Made reservation on behalf of 10f36e5ecfe948da8758473cfca9552e for: {'network': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:42:58.789801 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b55e1ec4-ec29-42df-82ed-ffb870bb2cd5 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:58.839785 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b55e1ec4-ec29-42df-82ed-ffb870bb2cd5 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:58.843952 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6d67853d-c30f-46fe-884e-47df8901acaa tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:58.981853 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-33ae998c-5196-4ec3-9a03-53642f0962b0 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1041027'] for router_interface, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:58.994006 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ea29d0e9-628b-4789-a193-21faa82d1c52 req-d498952c-5601-41d0-9267-054ecbfb8f54 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=51762b21-ea99-403c-a32d-fb9b19c477dc HTTP/1.1" status: 200 len: 210 time: 0.0662613 Jan 18 22:42:59.116705 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6d67853d-c30f-46fe-884e-47df8901acaa tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:59.121365 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b55e1ec4-ec29-42df-82ed-ffb870bb2cd5 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:59.126902 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6d67853d-c30f-46fe-884e-47df8901acaa tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:59.135900 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 44180) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:59.161269 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b55e1ec4-ec29-42df-82ed-ffb870bb2cd5 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:59.243203 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 22:42:59.272617 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b55e1ec4-ec29-42df-82ed-ffb870bb2cd5 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=102430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:42:59.299588 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6d67853d-c30f-46fe-884e-47df8901acaa tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:59.304970 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-6d67853d-c30f-46fe-884e-47df8901acaa tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5599067 Jan 18 22:42:59.310228 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 44182) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:59.318253 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-6b66c1bb-5cf9-4bdf-b413-3f526494ca0d tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Request body: {'security_group_rule': {'security_group_id': '3310a942-55c2-4c51-879b-2da54ce9f963', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:42:59.323853 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d67853d-c30f-46fe-884e-47df8901acaa tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3310a942-55c2-4c51-879b-2da54ce9f963,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:59.408544 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f2ea40-0d14-430b-8e77-8159a8fb15a3 req-06a1f1df-4b20-41d2-98e5-14378180da6b tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:59.413139 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f0f2ea40-0d14-430b-8e77-8159a8fb15a3 req-06a1f1df-4b20-41d2-98e5-14378180da6b tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.36 "GET /v2.0/networks?id=3887d3dd-b3d8-463d-9d9c-879e57c9ab40 HTTP/1.1" status: 200 len: 811 time: 0.2212248 Jan 18 22:42:59.422377 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b55e1ec4-ec29-42df-82ed-ffb870bb2cd5 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:59.423364 n-d-825064-1 neutron-server[102430]: INFO neutron.db.segments_db [None req-b55e1ec4-ec29-42df-82ed-ffb870bb2cd5 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] Added segment fb09da81-deb9-4df3-a7b2-1d26befa1eb6 of type vlan for network 433e043a-c932-40a2-96c7-90e72455c12c Jan 18 22:42:59.437770 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-f0f2ea40-0d14-430b-8e77-8159a8fb15a3 req-9bf59c98-2f49-4223-b166-63adca5271e3 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Request body: {'port': {'device_id': '51762b21-ea99-403c-a32d-fb9b19c477dc', 'network_id': '3887d3dd-b3d8-463d-9d9c-879e57c9ab40', 'admin_state_up': True, 'tenant_id': '0c676acb4b374123bc012031246d3916'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:42:59.467219 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55e1ec4-ec29-42df-82ed-ffb870bb2cd5 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=944e03d1-f5d1-49e1-9849-b202f863cfd6,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:59.647932 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b55e1ec4-ec29-42df-82ed-ffb870bb2cd5 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:59.694087 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [None req-6b66c1bb-5cf9-4bdf-b413-3f526494ca0d tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 22:42:59.698619 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-6b66c1bb-5cf9-4bdf-b413-3f526494ca0d tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3848748 Jan 18 22:42:59.703287 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 44184) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:59.744604 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-fb63bc08-d5ae-4999-a652-b642ce10668c tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Request body: {'security_group_rule': {'security_group_id': '3310a942-55c2-4c51-879b-2da54ce9f963', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:42:59.777432 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b55e1ec4-ec29-42df-82ed-ffb870bb2cd5 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:59.783110 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55e1ec4-ec29-42df-82ed-ffb870bb2cd5 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:42:59.783840 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b55e1ec4-ec29-42df-82ed-ffb870bb2cd5 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:59.865523 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55e1ec4-ec29-42df-82ed-ffb870bb2cd5 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] Pushing event updated for resources: {'Network': ['ID=433e043a-c932-40a2-96c7-90e72455c12c,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:42:59.874565 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-b55e1ec4-ec29-42df-82ed-ffb870bb2cd5 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.5307937 Jan 18 22:42:59.875158 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 44186) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:59.881001 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0f2ea40-0d14-430b-8e77-8159a8fb15a3 req-9bf59c98-2f49-4223-b166-63adca5271e3 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Made reservation on behalf of 0c676acb4b374123bc012031246d3916 for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:42:59.884451 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-f0f2ea40-0d14-430b-8e77-8159a8fb15a3 req-9bf59c98-2f49-4223-b166-63adca5271e3 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:42:59.886857 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-82d48613-4774-4fd3-bef6-5c3ec7b36bc1 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] Request body: {'subnet': {'network_id': '433e043a-c932-40a2-96c7-90e72455c12c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:42:59.899524 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 433e043a-c932-40a2-96c7-90e72455c12c details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:42:59.929231 n-d-825064-1 neutron-server[102431]: INFO neutron.api.v2.resource [None req-fb63bc08-d5ae-4999-a652-b642ce10668c tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 22:42:59.930566 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-fb63bc08-d5ae-4999-a652-b642ce10668c tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2027328 Jan 18 22:42:59.934256 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 44188) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:42:59.938084 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-33ae998c-5196-4ec3-9a03-53642f0962b0 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Deleting port 1accd7ca-d26f-485f-b2e7-8c70a1e52ffe {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:42:59.938785 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-33ae998c-5196-4ec3-9a03-53642f0962b0 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:00.118294 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device ea188f43-7300-4457-a9e4-33406da91d20 no longer exists at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:43:00.150841 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] No Port match for: ea188f43-7300-4457-a9e4-33406da91d20 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:43:00.152818 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device ea188f43-7300-4457-a9e4-33406da91d20 not bound to the agent host n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:43:00.218290 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9a409fb1-27e1-4239-ac68-bfac216fc82b req-a823a6d2-4485-4d2c-bb62-e05699378c73 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=51762b21-ea99-403c-a32d-fb9b19c477dc HTTP/1.1" status: 200 len: 210 time: 0.0695951 Jan 18 22:43:00.218535 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82d48613-4774-4fd3-bef6-5c3ec7b36bc1 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] Made reservation on behalf of 10f36e5ecfe948da8758473cfca9552e for: {'subnet': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:43:00.223218 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-82d48613-4774-4fd3-bef6-5c3ec7b36bc1 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62288702'] for subnet, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:00.295184 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [req-f0f2ea40-0d14-430b-8e77-8159a8fb15a3 req-9bf59c98-2f49-4223-b166-63adca5271e3 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Allocated IP 172.20.0.3 (3887d3dd-b3d8-463d-9d9c-879e57c9ab40/b317bd45-9275-4aad-aa8f-d7702db0cadd/afde616e-4f1b-43e4-8ac5-36402d896eb3) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:43:00.303353 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f7631f90-51df-43d8-90a2-2455af572b06 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:00.318315 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-33ae998c-5196-4ec3-9a03-53642f0962b0 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] For port 1accd7ca-d26f-485f-b2e7-8c70a1e52ffe, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=1accd7ca-d26f-485f-b2e7-8c70a1e52ffe,segment=NetworkSegment(86507bb4-4915-4f06-a653-c026e7e063e5),segment_id=86507bb4-4915-4f06-a653-c026e7e063e5)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:43:00.318681 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-33ae998c-5196-4ec3-9a03-53642f0962b0 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:00.362434 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f7631f90-51df-43d8-90a2-2455af572b06 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:00.365238 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-33ae998c-5196-4ec3-9a03-53642f0962b0 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Calling delete_port for 1accd7ca-d26f-485f-b2e7-8c70a1e52ffe owned by network:router_interface {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:43:00.396657 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f3187da7-17db-49a7-9cd0-67980b8d63b3 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:00.687694 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-82d48613-4774-4fd3-bef6-5c3ec7b36bc1 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60203213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62288684'] for subnet, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:00.810491 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d48613-4774-4fd3-bef6-5c3ec7b36bc1 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] Pushing event updated for resources: {'Subnet': ['ID=120eb7d3-12bb-4398-be8e-3438497c88db,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:00.875124 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d48613-4774-4fd3-bef6-5c3ec7b36bc1 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] Checking segment: {'id': 'fb09da81-deb9-4df3-a7b2-1d26befa1eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '433e043a-c932-40a2-96c7-90e72455c12c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:43:00.875612 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d48613-4774-4fd3-bef6-5c3ec7b36bc1 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] Network hostable DHCP agents. Network: 433e043a-c932-40a2-96c7-90e72455c12c, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:43:00.890385 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-f0f2ea40-0d14-430b-8e77-8159a8fb15a3 req-9bf59c98-2f49-4223-b166-63adca5271e3 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:00.923121 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-33ae998c-5196-4ec3-9a03-53642f0962b0 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:00.966582 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d48613-4774-4fd3-bef6-5c3ec7b36bc1 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] Network 433e043a-c932-40a2-96c7-90e72455c12c is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:43:00.979155 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ae998c-5196-4ec3-9a03-53642f0962b0 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Pushing event deleted for resources: {'Port': ['ID=1accd7ca-d26f-485f-b2e7-8c70a1e52ffe,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:00.991844 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-f0f2ea40-0d14-430b-8e77-8159a8fb15a3 req-9bf59c98-2f49-4223-b166-63adca5271e3 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:01.002849 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-82d48613-4774-4fd3-bef6-5c3ec7b36bc1 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 433e043a-c932-40a2-96c7-90e72455c12c) {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:43:01.013627 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8cd7121-3729-4976-917d-ecaee3540451 None None] Network 433e043a-c932-40a2-96c7-90e72455c12c requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:43:01.014371 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d48613-4774-4fd3-bef6-5c3ec7b36bc1 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:01.025631 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-82d48613-4774-4fd3-bef6-5c3ec7b36bc1 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] Notify callbacks [] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:01.068649 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-82d48613-4774-4fd3-bef6-5c3ec7b36bc1 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1879766 Jan 18 22:43:01.070077 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-f3187da7-17db-49a7-9cd0-67980b8d63b3 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Allocated IP 172.20.0.17 (ad23741b-0e57-46b4-b676-c46ba7841494/f3bc2610-a632-41c0-834c-57e4b2feae58/aa3bff20-10be-4ead-a9d7-f93026ff09e4) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:43:01.072077 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 44202) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:01.082155 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-32b85dde-7d17-4989-aa4d-175137b1a74b tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] Request body: {'port': {'network_id': '433e043a-c932-40a2-96c7-90e72455c12c', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1232343177'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:43:01.117981 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f7631f90-51df-43d8-90a2-2455af572b06 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:01.141571 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f7631f90-51df-43d8-90a2-2455af572b06 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:01.142971 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-f7631f90-51df-43d8-90a2-2455af572b06 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] 10.222.0.53 "DELETE /v2.0/security-groups/3310a942-55c2-4c51-879b-2da54ce9f963 HTTP/1.1" status: 204 len: 168 time: 1.2076523 Jan 18 22:43:01.146300 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 44206) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:01.226690 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0f2ea40-0d14-430b-8e77-8159a8fb15a3 req-9bf59c98-2f49-4223-b166-63adca5271e3 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Network 3887d3dd-b3d8-463d-9d9c-879e57c9ab40 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:43:01.431538 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf59c98-2f49-4223-b166-63adca5271e3 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Pushing event updated for resources: {'Port': ['ID=afde616e-4f1b-43e4-8ac5-36402d896eb3,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:01.441568 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [req-f0f2ea40-0d14-430b-8e77-8159a8fb15a3 req-9bf59c98-2f49-4223-b166-63adca5271e3 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:43:01.474606 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0f2ea40-0d14-430b-8e77-8159a8fb15a3 req-9bf59c98-2f49-4223-b166-63adca5271e3 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:43:01.498870 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25621aa0-cbdc-4cf5-84be-7074694db619 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-433e043a-c932-40a2-96c7-90e72455c12c', 'network_id': '433e043a-c932-40a2-96c7-90e72455c12c', 'tenant_id': '10f36e5ecfe948da8758473cfca9552e', 'fixed_ips': [{'subnet_id': '120eb7d3-12bb-4398-be8e-3438497c88db'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:43:01.499374 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-25621aa0-cbdc-4cf5-84be-7074694db619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:01.583404 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f3187da7-17db-49a7-9cd0-67980b8d63b3 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:01.595431 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f2ea40-0d14-430b-8e77-8159a8fb15a3 req-9bf59c98-2f49-4223-b166-63adca5271e3 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:01.596116 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-f0f2ea40-0d14-430b-8e77-8159a8fb15a3 req-9bf59c98-2f49-4223-b166-63adca5271e3 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:01.632051 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a2ad7f-06fb-4892-8114-4a56f52ec034 req-377593ec-93d2-472d-b68a-2ddfec77daf8 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:01.634017 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-27a2ad7f-06fb-4892-8114-4a56f52ec034 req-377593ec-93d2-472d-b68a-2ddfec77daf8 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=51762b21-ea99-403c-a32d-fb9b19c477dc HTTP/1.1" status: 200 len: 931 time: 0.2402315 Jan 18 22:43:01.642970 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32b85dde-7d17-4989-aa4d-175137b1a74b tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] Made reservation on behalf of 10f36e5ecfe948da8758473cfca9552e for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:43:01.647142 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-32b85dde-7d17-4989-aa4d-175137b1a74b tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:01.714771 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [None req-32b85dde-7d17-4989-aa4d-175137b1a74b tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] device_id is not set on port 70bd0d12-f5bb-46a5-b9b1-c1c58fc5bf1d yet. {{(pid=102430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:43:01.745489 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7631f90-51df-43d8-90a2-2455af572b06 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3310a942-55c2-4c51-879b-2da54ce9f963,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:01.824734 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f0f2ea40-0d14-430b-8e77-8159a8fb15a3 req-9bf59c98-2f49-4223-b166-63adca5271e3 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4022827 Jan 18 22:43:01.846384 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-25621aa0-cbdc-4cf5-84be-7074694db619 None None] Allocated IP 2001:db8::2 (433e043a-c932-40a2-96c7-90e72455c12c/120eb7d3-12bb-4398-be8e-3438497c88db/72f00d56-bdf5-4c4c-abb9-23cbcfa70ede) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:43:01.918550 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f3187da7-17db-49a7-9cd0-67980b8d63b3 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:01.929299 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-27a2ad7f-06fb-4892-8114-4a56f52ec034 req-342d8af2-0170-4fec-9c85-2882a2ea2e2e tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=dae8bf2d-ed71-4918-8e49-2e2d9465745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875493 Jan 18 22:43:01.989565 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-33ae998c-5196-4ec3-9a03-53642f0962b0 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-613841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1046579'] for router_interface, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:02.018428 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3187da7-17db-49a7-9cd0-67980b8d63b3 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Network ad23741b-0e57-46b4-b676-c46ba7841494 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:43:02.021781 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-f3187da7-17db-49a7-9cd0-67980b8d63b3 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:43:02.045259 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3187da7-17db-49a7-9cd0-67980b8d63b3 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:43:02.161697 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3187da7-17db-49a7-9cd0-67980b8d63b3 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Pushing event updated for resources: {'Port': ['ID=aa3bff20-10be-4ead-a9d7-f93026ff09e4,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:02.195475 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f3187da7-17db-49a7-9cd0-67980b8d63b3 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1040954'] for router_interface, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:02.228085 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-25621aa0-cbdc-4cf5-84be-7074694db619 None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:02.243351 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-8322c7d6-4875-4dbf-b19a-84f7ac6577b3 None None] Provisioning complete for port afde616e-4f1b-43e4-8ac5-36402d896eb3 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:43:02.243902 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8322c7d6-4875-4dbf-b19a-84f7ac6577b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:02.286389 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-25621aa0-cbdc-4cf5-84be-7074694db619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:02.481939 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-8322c7d6-4875-4dbf-b19a-84f7ac6577b3 None None] Port afde616e-4f1b-43e4-8ac5-36402d896eb3 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:43:02.487983 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25621aa0-cbdc-4cf5-84be-7074694db619 None None] Network 433e043a-c932-40a2-96c7-90e72455c12c is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:43:02.505926 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-25621aa0-cbdc-4cf5-84be-7074694db619 None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:43:02.513729 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25621aa0-cbdc-4cf5-84be-7074694db619 None None] Pushing event updated for resources: {'Port': ['ID=72f00d56-bdf5-4c4c-abb9-23cbcfa70ede,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:02.516051 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25621aa0-cbdc-4cf5-84be-7074694db619 None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:43:02.567594 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-32b85dde-7d17-4989-aa4d-175137b1a74b tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] Allocated IP 2001:db8::10c (433e043a-c932-40a2-96c7-90e72455c12c/120eb7d3-12bb-4398-be8e-3438497c88db/70bd0d12-f5bb-46a5-b9b1-c1c58fc5bf1d) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:43:02.639790 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-25621aa0-cbdc-4cf5-84be-7074694db619 None None] Attempting to bind port 72f00d56-bdf5-4c4c-abb9-23cbcfa70ede on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:43:02.640468 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-25621aa0-cbdc-4cf5-84be-7074694db619 None None] Attempting to bind port 72f00d56-bdf5-4c4c-abb9-23cbcfa70ede by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': 'fb09da81-deb9-4df3-a7b2-1d26befa1eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '433e043a-c932-40a2-96c7-90e72455c12c'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:43:02.641025 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25621aa0-cbdc-4cf5-84be-7074694db619 None None] Attempting to bind port 72f00d56-bdf5-4c4c-abb9-23cbcfa70ede on network 433e043a-c932-40a2-96c7-90e72455c12c {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:43:02.645864 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-16e9a958-f2a3-4efb-a2dc-e53273ba2143 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 1.2617667 Jan 18 22:43:02.657446 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25621aa0-cbdc-4cf5-84be-7074694db619 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:43:02.658162 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25621aa0-cbdc-4cf5-84be-7074694db619 None None] Checking segment: {'id': 'fb09da81-deb9-4df3-a7b2-1d26befa1eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '433e043a-c932-40a2-96c7-90e72455c12c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:43:02.658989 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-25621aa0-cbdc-4cf5-84be-7074694db619 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:02.659545 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25621aa0-cbdc-4cf5-84be-7074694db619 None None] Bound using segment: {'id': 'fb09da81-deb9-4df3-a7b2-1d26befa1eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '433e043a-c932-40a2-96c7-90e72455c12c'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:43:02.660143 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 44214) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:02.660389 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-25621aa0-cbdc-4cf5-84be-7074694db619 None None] Bound port: 72f00d56-bdf5-4c4c-abb9-23cbcfa70ede, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb09da81-deb9-4df3-a7b2-1d26befa1eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '433e043a-c932-40a2-96c7-90e72455c12c'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:43:02.660941 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-25621aa0-cbdc-4cf5-84be-7074694db619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:02.674015 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-ca961d33-6bb0-49f6-9c7d-43a953798f29 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Request body: {'security_group': {'name': 'tempest-secgroup--1903356700'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:43:02.676532 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-bda143be-daa7-4d25-b469-47f7072ecca9 None None] Provisioning complete for port aa3bff20-10be-4ead-a9d7-f93026ff09e4 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:43:02.677149 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bda143be-daa7-4d25-b469-47f7072ecca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:02.720457 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-bda143be-daa7-4d25-b469-47f7072ecca9 None None] Port aa3bff20-10be-4ead-a9d7-f93026ff09e4 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:43:02.782502 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ca961d33-6bb0-49f6-9c7d-43a953798f29 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:02.797397 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-25621aa0-cbdc-4cf5-84be-7074694db619 None None] For port 72f00d56-bdf5-4c4c-abb9-23cbcfa70ede, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:43:02.801316 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-25621aa0-cbdc-4cf5-84be-7074694db619 None None] For port 72f00d56-bdf5-4c4c-abb9-23cbcfa70ede, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=72f00d56-bdf5-4c4c-abb9-23cbcfa70ede,segment=NetworkSegment(fb09da81-deb9-4df3-a7b2-1d26befa1eb6),segment_id=fb09da81-deb9-4df3-a7b2-1d26befa1eb6)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:43:02.803545 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f3187da7-17db-49a7-9cd0-67980b8d63b3 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:02.809731 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-25621aa0-cbdc-4cf5-84be-7074694db619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:02.881903 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25621aa0-cbdc-4cf5-84be-7074694db619 None None] Pushing event updated for resources: {'Port': ['ID=72f00d56-bdf5-4c4c-abb9-23cbcfa70ede,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:02.911983 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-f0f2ea40-0d14-430b-8e77-8159a8fb15a3 req-b8957f86-b940-482b-9c99-dac4b4b24a04 service neutron] Request body: {'port': {'device_id': '51762b21-ea99-403c-a32d-fb9b19c477dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:43:03.343724 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-f0f2ea40-0d14-430b-8e77-8159a8fb15a3 req-b8957f86-b940-482b-9c99-dac4b4b24a04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:03.647256 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ca961d33-6bb0-49f6-9c7d-43a953798f29 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:03.658496 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33ae998c-5196-4ec3-9a03-53642f0962b0 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Router 31ed1a23-913a-453f-8dc6-b81290d40d06 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:43:03.686510 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ca961d33-6bb0-49f6-9c7d-43a953798f29 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:03.720151 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051bc5ff-98f7-4fbb-82ca-11a8f823b172 req-5870f4f0-6b03-4650-9d25-df42aed43218 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:03.721622 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-051bc5ff-98f7-4fbb-82ca-11a8f823b172 req-5870f4f0-6b03-4650-9d25-df42aed43218 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=51762b21-ea99-403c-a32d-fb9b19c477dc HTTP/1.1" status: 200 len: 931 time: 0.1512232 Jan 18 22:43:03.737235 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca961d33-6bb0-49f6-9c7d-43a953798f29 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53efdfbd-51f8-49a4-b7a7-65170fc73cfe,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:03.813860 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ca961d33-6bb0-49f6-9c7d-43a953798f29 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:03.817076 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-ca961d33-6bb0-49f6-9c7d-43a953798f29 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1541135 Jan 18 22:43:03.823830 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 44220) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:03.831557 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-faac6a28-277a-4548-a7cf-673341e26277 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:43:03.833003 n-d-825064-1 neutron-server[102431]: WARNING neutron.api.v2.base [None req-faac6a28-277a-4548-a7cf-673341e26277 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 18 22:43:03.833770 n-d-825064-1 neutron-server[102431]: INFO neutron.api.v2.resource [None req-faac6a28-277a-4548-a7cf-673341e26277 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] update failed (client error): There was a conflict when trying to complete your request. Jan 18 22:43:03.835003 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-faac6a28-277a-4548-a7cf-673341e26277 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] 10.222.0.53 "PUT /v2.0/security-groups/53efdfbd-51f8-49a4-b7a7-65170fc73cfe HTTP/1.1" status: 409 len: 330 time: 0.0076699 Jan 18 22:43:03.846694 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 44222) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:03.876239 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-051bc5ff-98f7-4fbb-82ca-11a8f823b172 req-5f4354c0-b3de-4e7b-9207-57cf46a16699 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=dae8bf2d-ed71-4918-8e49-2e2d9465745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421916 Jan 18 22:43:03.898409 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-32b85dde-7d17-4989-aa4d-175137b1a74b tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:04.031502 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-32b85dde-7d17-4989-aa4d-175137b1a74b tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:04.109684 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b85dde-7d17-4989-aa4d-175137b1a74b tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] Pushing event updated for resources: {'Port': ['ID=70bd0d12-f5bb-46a5-b9b1-c1c58fc5bf1d,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:04.162080 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b85dde-7d17-4989-aa4d-175137b1a74b tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] Network 433e043a-c932-40a2-96c7-90e72455c12c is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:43:04.167776 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-32b85dde-7d17-4989-aa4d-175137b1a74b tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:43:04.176323 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b85dde-7d17-4989-aa4d-175137b1a74b tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:43:04.184478 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b85dde-7d17-4989-aa4d-175137b1a74b tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:04.185423 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-32b85dde-7d17-4989-aa4d-175137b1a74b tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:04.218194 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e624cdad-7e40-42fb-b225-4347ab55e61b tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:04.218927 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-32b85dde-7d17-4989-aa4d-175137b1a74b tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.1450093 Jan 18 22:43:04.221798 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 44224) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:04.229450 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-bdb3589d-9fcf-45d5-b2c4-899bdf84c60d tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] Request body: {'port': {'network_id': '433e043a-c932-40a2-96c7-90e72455c12c', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-154332404', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:43:04.231588 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.api.validators [None req-bdb3589d-9fcf-45d5-b2c4-899bdf84c60d tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] bootfile-name is not in valid_values {{(pid=102430) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 18 22:43:04.234557 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.api.validators [None req-bdb3589d-9fcf-45d5-b2c4-899bdf84c60d tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] tftp-server is not in valid_values {{(pid=102430) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 18 22:43:04.236031 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.api.validators [None req-bdb3589d-9fcf-45d5-b2c4-899bdf84c60d tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] server-ip-address is not in valid_values {{(pid=102430) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 18 22:43:04.318850 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e624cdad-7e40-42fb-b225-4347ab55e61b tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:04.341838 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33ae998c-5196-4ec3-9a03-53642f0962b0 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:43:04.352853 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2f9a23-5f5e-4eef-82b8-43b67386e59d None None] Sync routers for ids ['31ed1a23-913a-453f-8dc6-b81290d40d06'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:43:04.359126 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-33ae998c-5196-4ec3-9a03-53642f0962b0 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "PUT /v2.0/routers/31ed1a23-913a-453f-8dc6-b81290d40d06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2220042 Jan 18 22:43:04.365711 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2f9a23-5f5e-4eef-82b8-43b67386e59d None None] Routers {'31ed1a23-913a-453f-8dc6-b81290d40d06'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:43:04.367359 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 44226) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:04.370270 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-ae2f9a23-5f5e-4eef-82b8-43b67386e59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:42:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['31ed1a23-913a-453f-8dc6-b81290d40d06'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:43:04.442201 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f3187da7-17db-49a7-9cd0-67980b8d63b3 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:04.463354 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e624cdad-7e40-42fb-b225-4347ab55e61b tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:04.466949 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e624cdad-7e40-42fb-b225-4347ab55e61b tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:04.468578 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-e624cdad-7e40-42fb-b225-4347ab55e61b tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] 10.222.0.53 "DELETE /v2.0/security-groups/53efdfbd-51f8-49a4-b7a7-65170fc73cfe HTTP/1.1" status: 204 len: 168 time: 0.4983466 Jan 18 22:43:04.473361 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_v2 [None req-61c69fb5-8571-486c-b31a-11791631f419 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Deleting subnet b26d2360-439e-4457-bc0c-79152de436de {{(pid=102430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:43:04.479970 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 44228) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:04.489653 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e624cdad-7e40-42fb-b225-4347ab55e61b tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53efdfbd-51f8-49a4-b7a7-65170fc73cfe,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:04.549749 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f3187da7-17db-49a7-9cd0-67980b8d63b3 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:04.573890 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [req-f0f2ea40-0d14-430b-8e77-8159a8fb15a3 req-b8957f86-b940-482b-9c99-dac4b4b24a04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afde616e-4f1b-43e4-8ac5-36402d896eb3 {{(pid=102431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:43:04.609513 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-f0f2ea40-0d14-430b-8e77-8159a8fb15a3 req-b8957f86-b940-482b-9c99-dac4b4b24a04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:04.645651 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [req-f0f2ea40-0d14-430b-8e77-8159a8fb15a3 req-b8957f86-b940-482b-9c99-dac4b4b24a04 service neutron] Transition to ACTIVE for port object afde616e-4f1b-43e4-8ac5-36402d896eb3 will not be triggered until provisioned by entity L2. {{(pid=102431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:43:04.657971 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-f0f2ea40-0d14-430b-8e77-8159a8fb15a3 req-b8957f86-b940-482b-9c99-dac4b4b24a04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:04.679804 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-61c69fb5-8571-486c-b31a-11791631f419 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for subnet, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:04.791042 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 72f00d56-bdf5-4c4c-abb9-23cbcfa70ede up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:43:04.815372 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-ae2f9a23-5f5e-4eef-82b8-43b67386e59d None None] Set router 31ed1a23-913a-453f-8dc6-b81290d40d06 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:43:04.837992 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f3187da7-17db-49a7-9cd0-67980b8d63b3 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-613854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1041070'] for router_interface, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:04.844803 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdb3589d-9fcf-45d5-b2c4-899bdf84c60d tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] Made reservation on behalf of 10f36e5ecfe948da8758473cfca9552e for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:43:04.859654 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bdb3589d-9fcf-45d5-b2c4-899bdf84c60d tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:04.881124 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8957f86-b940-482b-9c99-dac4b4b24a04 service neutron] Pushing event updated for resources: {'Port': ['ID=afde616e-4f1b-43e4-8ac5-36402d896eb3,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:04.951961 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9178e74c-964f-4427-97d2-d0297f0ad2f6 None None] Network 433e043a-c932-40a2-96c7-90e72455c12c requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:43:05.015414 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3187da7-17db-49a7-9cd0-67980b8d63b3 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Pushing event updated for resources: {'Port': ['ID=aa3bff20-10be-4ead-a9d7-f93026ff09e4,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:05.050595 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-f0f2ea40-0d14-430b-8e77-8159a8fb15a3 req-b8957f86-b940-482b-9c99-dac4b4b24a04 service neutron] Attempting to bind port afde616e-4f1b-43e4-8ac5-36402d896eb3 on host n-h1-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:43:05.056177 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-f0f2ea40-0d14-430b-8e77-8159a8fb15a3 req-b8957f86-b940-482b-9c99-dac4b4b24a04 service neutron] Attempting to bind port afde616e-4f1b-43e4-8ac5-36402d896eb3 by drivers openvswitch,hyperv on host n-h1-825064-1 at level 0 using segments [{'id': 'ccabd36d-8c25-4648-92d3-222150b866b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3887d3dd-b3d8-463d-9d9c-879e57c9ab40'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:43:05.056177 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f2ea40-0d14-430b-8e77-8159a8fb15a3 req-b8957f86-b940-482b-9c99-dac4b4b24a04 service neutron] Attempting to bind port afde616e-4f1b-43e4-8ac5-36402d896eb3 on network 3887d3dd-b3d8-463d-9d9c-879e57c9ab40 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:43:05.074871 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f2ea40-0d14-430b-8e77-8159a8fb15a3 req-b8957f86-b940-482b-9c99-dac4b4b24a04 service neutron] Port afde616e-4f1b-43e4-8ac5-36402d896eb3 on network 3887d3dd-b3d8-463d-9d9c-879e57c9ab40 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:43:05.075195 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f2ea40-0d14-430b-8e77-8159a8fb15a3 req-b8957f86-b940-482b-9c99-dac4b4b24a04 service neutron] Attempting to bind port afde616e-4f1b-43e4-8ac5-36402d896eb3 on network 3887d3dd-b3d8-463d-9d9c-879e57c9ab40 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:43:05.095581 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f2ea40-0d14-430b-8e77-8159a8fb15a3 req-b8957f86-b940-482b-9c99-dac4b4b24a04 service neutron] Checking agent: {'id': 'e49d1b2a-ba11-487f-a804-ecbf3c0e8132', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:43:05.095581 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f2ea40-0d14-430b-8e77-8159a8fb15a3 req-b8957f86-b940-482b-9c99-dac4b4b24a04 service neutron] Checking segment: {'id': 'ccabd36d-8c25-4648-92d3-222150b866b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3887d3dd-b3d8-463d-9d9c-879e57c9ab40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:43:05.101488 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f2ea40-0d14-430b-8e77-8159a8fb15a3 req-b8957f86-b940-482b-9c99-dac4b4b24a04 service neutron] Bound using segment: {'id': 'ccabd36d-8c25-4648-92d3-222150b866b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3887d3dd-b3d8-463d-9d9c-879e57c9ab40'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:43:05.108490 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-f0f2ea40-0d14-430b-8e77-8159a8fb15a3 req-b8957f86-b940-482b-9c99-dac4b4b24a04 service neutron] Bound port: afde616e-4f1b-43e4-8ac5-36402d896eb3, host: n-h1-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccabd36d-8c25-4648-92d3-222150b866b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3887d3dd-b3d8-463d-9d9c-879e57c9ab40'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:43:05.108923 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-f0f2ea40-0d14-430b-8e77-8159a8fb15a3 req-b8957f86-b940-482b-9c99-dac4b4b24a04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:05.140346 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 72f00d56-bdf5-4c4c-abb9-23cbcfa70ede triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:43:05.140993 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:05.199733 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [None req-bdb3589d-9fcf-45d5-b2c4-899bdf84c60d tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] device_id is not set on port fddc1561-b0fe-439b-abee-545ebb1e0ddd yet. {{(pid=102430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:43:05.249206 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-e2300597-58df-43af-a7ef-eff04130c077 None None] Provisioning complete for port 72f00d56-bdf5-4c4c-abb9-23cbcfa70ede triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:43:05.250335 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e2300597-58df-43af-a7ef-eff04130c077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:05.273557 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-ae2f9a23-5f5e-4eef-82b8-43b67386e59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ed1a23-913a-453f-8dc6-b81290d40d06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-474981899', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '6b27d94d-298b-40ae-a5c3-42436508b260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:40:27Z', 'updated_at': '2022-01-18T22:43:00Z', 'revision_number': 5, 'project_id': '438cce0e2f434b5f879ce307da159923', 'gw_port': {'id': '6b27d94d-298b-40ae-a5c3-42436508b260', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:4d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ed1a23-913a-453f-8dc6-b81290d40d06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:40:29Z', 'updated_at': '2022-01-18T22:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:43:05.280419 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-f0f2ea40-0d14-430b-8e77-8159a8fb15a3 req-b8957f86-b940-482b-9c99-dac4b4b24a04 service neutron] For port afde616e-4f1b-43e4-8ac5-36402d896eb3, host n-h1-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:43:05.289910 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-f0f2ea40-0d14-430b-8e77-8159a8fb15a3 req-b8957f86-b940-482b-9c99-dac4b4b24a04 service neutron] For port afde616e-4f1b-43e4-8ac5-36402d896eb3, host n-h1-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=afde616e-4f1b-43e4-8ac5-36402d896eb3,segment=NetworkSegment(ccabd36d-8c25-4648-92d3-222150b866b3),segment_id=ccabd36d-8c25-4648-92d3-222150b866b3)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:43:05.296748 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-f0f2ea40-0d14-430b-8e77-8159a8fb15a3 req-b8957f86-b940-482b-9c99-dac4b4b24a04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:05.350087 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2f9a23-5f5e-4eef-82b8-43b67386e59d None None] Checking router: 31ed1a23-913a-453f-8dc6-b81290d40d06 for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:43:05.371267 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2f9a23-5f5e-4eef-82b8-43b67386e59d None None] Routers {'31ed1a23-913a-453f-8dc6-b81290d40d06'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:43:05.372782 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-ae2f9a23-5f5e-4eef-82b8-43b67386e59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:42:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['31ed1a23-913a-453f-8dc6-b81290d40d06'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:43:05.409804 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-61c69fb5-8571-486c-b31a-11791631f419 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60394745'] for subnet, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:05.414150 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8957f86-b940-482b-9c99-dac4b4b24a04 service neutron] Pushing event updated for resources: {'Port': ['ID=afde616e-4f1b-43e4-8ac5-36402d896eb3,revision_number=3']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:05.465819 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f2ea40-0d14-430b-8e77-8159a8fb15a3 req-b8957f86-b940-482b-9c99-dac4b4b24a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:05.466455 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-f0f2ea40-0d14-430b-8e77-8159a8fb15a3 req-b8957f86-b940-482b-9c99-dac4b4b24a04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:05.467936 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f0f2ea40-0d14-430b-8e77-8159a8fb15a3 req-b8957f86-b940-482b-9c99-dac4b4b24a04 service neutron] 10.222.0.36 "PUT /v2.0/ports/afde616e-4f1b-43e4-8ac5-36402d896eb3 HTTP/1.1" status: 200 len: 1091 time: 3.4758182 Jan 18 22:43:05.468439 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51762b21-ea99-403c-a32d-fb9b19c477dc', 'tag': 'afde616e-4f1b-43e4-8ac5-36402d896eb3'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:43:05.482263 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d66ac60-6d3e-4b0e-9506-db99e92d5f58" -d '{"events": [{"name": "network-changed", "server_uuid": "51762b21-ea99-403c-a32d-fb9b19c477dc", "tag": "afde616e-4f1b-43e4-8ac5-36402d896eb3"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:43:05.517801 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-ae2f9a23-5f5e-4eef-82b8-43b67386e59d None None] Set router 31ed1a23-913a-453f-8dc6-b81290d40d06 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:43:05.613767 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc75c1e-15b8-45b1-b2f4-9c31d76af3f6 x-openstack-request-id: req-5fc75c1e-15b8-45b1-b2f4-9c31d76af3f6 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:43:05.614069 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51762b21-ea99-403c-a32d-fb9b19c477dc", "tag": "afde616e-4f1b-43e4-8ac5-36402d896eb3", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:43:05.614328 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5fc75c1e-15b8-45b1-b2f4-9c31d76af3f6 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:43:05.614750 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51762b21-ea99-403c-a32d-fb9b19c477dc', 'tag': 'afde616e-4f1b-43e4-8ac5-36402d896eb3', 'status': 'completed', 'code': 200} Jan 18 22:43:05.632765 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f2ea40-0d14-430b-8e77-8159a8fb15a3 req-ec746494-359d-425a-a6cf-a886bb66e719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:05.636251 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f0f2ea40-0d14-430b-8e77-8159a8fb15a3 req-ec746494-359d-425a-a6cf-a886bb66e719 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0c676acb4b374123bc012031246d3916&device_id=51762b21-ea99-403c-a32d-fb9b19c477dc HTTP/1.1" status: 200 len: 1094 time: 0.1270127 Jan 18 22:43:05.734697 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f0f2ea40-0d14-430b-8e77-8159a8fb15a3 req-21dd6104-b938-42dc-9ee3-8555a3e2be5e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=afde616e-4f1b-43e4-8ac5-36402d896eb3 HTTP/1.1" status: 200 len: 217 time: 0.0820119 Jan 18 22:43:05.734939 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-97abe45b-4fca-47e8-815d-be124cf7ed7a tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 1.1957402 Jan 18 22:43:05.748256 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 44238) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:05.822116 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da0289f-75c7-46b4-bf2a-e826767cae5b req-308928ea-bf34-4661-8d38-30502a9a438e tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:05.833609 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5da0289f-75c7-46b4-bf2a-e826767cae5b req-308928ea-bf34-4661-8d38-30502a9a438e tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=51762b21-ea99-403c-a32d-fb9b19c477dc HTTP/1.1" status: 200 len: 943 time: 0.8101611 Jan 18 22:43:05.918360 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-ae2f9a23-5f5e-4eef-82b8-43b67386e59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ed1a23-913a-453f-8dc6-b81290d40d06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-474981899', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '6b27d94d-298b-40ae-a5c3-42436508b260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:40:27Z', 'updated_at': '2022-01-18T22:43:00Z', 'revision_number': 5, 'project_id': '438cce0e2f434b5f879ce307da159923', 'gw_port': {'id': '6b27d94d-298b-40ae-a5c3-42436508b260', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:4d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ed1a23-913a-453f-8dc6-b81290d40d06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:40:29Z', 'updated_at': '2022-01-18T22:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:43:05.920841 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f2ea40-0d14-430b-8e77-8159a8fb15a3 req-d60c74ed-93ec-43a4-be77-197a2c6a7cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:05.922345 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f0f2ea40-0d14-430b-8e77-8159a8fb15a3 req-d60c74ed-93ec-43a4-be77-197a2c6a7cc0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b317bd45-9275-4aad-aa8f-d7702db0cadd HTTP/1.1" status: 200 len: 850 time: 0.1893802 Jan 18 22:43:05.923198 n-d-825064-1 neutron-server[102431]: INFO neutron.api.v2.resource [None req-29c05d92-3d65-4969-9b37-2c645f164ea4 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] delete failed (client error): The resource could not be found. Jan 18 22:43:05.929441 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-29c05d92-3d65-4969-9b37-2c645f164ea4 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] 10.222.0.53 "DELETE /v2.0/security-groups/f6a128fc-4808-462d-a4f7-11d42680351c HTTP/1.1" status: 404 len: 347 time: 0.1801641 Jan 18 22:43:05.930035 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 44240) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:05.945533 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2f9a23-5f5e-4eef-82b8-43b67386e59d None None] The sync data for ids ['31ed1a23-913a-453f-8dc6-b81290d40d06'] in n-d-825064-1 is: [{'id': '31ed1a23-913a-453f-8dc6-b81290d40d06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-474981899', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '6b27d94d-298b-40ae-a5c3-42436508b260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:40:27Z', 'updated_at': '2022-01-18T22:43:00Z', 'revision_number': 5, 'project_id': '438cce0e2f434b5f879ce307da159923', 'gw_port': {'id': '6b27d94d-298b-40ae-a5c3-42436508b260', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:4d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ed1a23-913a-453f-8dc6-b81290d40d06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:40:29Z', 'updated_at': '2022-01-18T22:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:43:06.023558 n-d-825064-1 neutron-server[102431]: INFO neutron.api.v2.resource [None req-bab61435-0b0f-43a2-b5ce-0215e7607d31 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] show failed (client error): The resource could not be found. Jan 18 22:43:06.030518 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-bab61435-0b0f-43a2-b5ce-0215e7607d31 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] 10.222.0.53 "GET /v2.0/security-groups/30c795de-5073-4a24-a6cb-00c64b5cd681 HTTP/1.1" status: 404 len: 347 time: 0.0978055 Jan 18 22:43:06.031339 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 44242) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:06.068610 n-d-825064-1 neutron-server[102431]: INFO neutron.api.v2.resource [None req-8c68df97-56fd-43eb-af8f-e90106cefc17 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] show failed (client error): The resource could not be found. Jan 18 22:43:06.091045 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-8c68df97-56fd-43eb-af8f-e90106cefc17 tempest-NegativeSecGroupIPv6Test-1047534501 tempest-NegativeSecGroupIPv6Test-1047534501-project] 10.222.0.53 "GET /v2.0/security-group-rules/ff7af909-dcab-4724-a751-2349eeaf0a96 HTTP/1.1" status: 404 len: 356 time: 0.0576117 Jan 18 22:43:06.126750 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f2ea40-0d14-430b-8e77-8159a8fb15a3 req-14e3ce46-efa3-4b4b-bcc8-1379b88d2cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:06.128601 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f0f2ea40-0d14-430b-8e77-8159a8fb15a3 req-14e3ce46-efa3-4b4b-bcc8-1379b88d2cf9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3887d3dd-b3d8-463d-9d9c-879e57c9ab40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1977062 Jan 18 22:43:06.222012 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:06.228514 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3187da7-17db-49a7-9cd0-67980b8d63b3 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Network ad23741b-0e57-46b4-b676-c46ba7841494 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:43:06.423164 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-bdb3589d-9fcf-45d5-b2c4-899bdf84c60d tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] Allocated IP 2001:db8::fb (433e043a-c932-40a2-96c7-90e72455c12c/120eb7d3-12bb-4398-be8e-3438497c88db/fddc1561-b0fe-439b-abee-545ebb1e0ddd) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:43:06.459573 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port 72f00d56-bdf5-4c4c-abb9-23cbcfa70ede, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=72f00d56-bdf5-4c4c-abb9-23cbcfa70ede,segment=NetworkSegment(fb09da81-deb9-4df3-a7b2-1d26befa1eb6),segment_id=fb09da81-deb9-4df3-a7b2-1d26befa1eb6)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:43:06.501787 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e2300597-58df-43af-a7ef-eff04130c077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:06.507143 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:06.524720 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f0f2ea40-0d14-430b-8e77-8159a8fb15a3 req-1374c7cf-71ab-4fa8-a83d-ecf4f6b12e74 service neutron] 10.222.0.36 "GET /v2.0/networks/3887d3dd-b3d8-463d-9d9c-879e57c9ab40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3879857 Jan 18 22:43:06.562476 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-f3187da7-17db-49a7-9cd0-67980b8d63b3 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:43:06.685127 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 1accd7ca-d26f-485f-b2e7-8c70a1e52ffe no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:43:06.694908 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-61c69fb5-8571-486c-b31a-11791631f419 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:06.840564 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 1accd7ca-d26f-485f-b2e7-8c70a1e52ffe {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:43:06.841282 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 1accd7ca-d26f-485f-b2e7-8c70a1e52ffe not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:43:06.926571 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f0f2ea40-0d14-430b-8e77-8159a8fb15a3 req-49ceaca4-d4fc-4c54-b6d5-3dc91378cc16 service neutron] 10.222.0.36 "GET /v2.0/networks/3887d3dd-b3d8-463d-9d9c-879e57c9ab40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3952343 Jan 18 22:43:06.996865 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=72f00d56-bdf5-4c4c-abb9-23cbcfa70ede,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:07.053131 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5da0289f-75c7-46b4-bf2a-e826767cae5b req-1fd4edde-fee1-4811-89fc-d8c2fc8862d0 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=dae8bf2d-ed71-4918-8e49-2e2d9465745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2058346 Jan 18 22:43:07.110091 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.db.api [None req-e2300597-58df-43af-a7ef-eff04130c077 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 22:43:07.116739 n-d-825064-1 neutron-server[102432]: DEBUG oslo_db.api [None req-e2300597-58df-43af-a7ef-eff04130c077 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 22:43:07.196345 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d66ac60-6d3e-4b0e-9506-db99e92d5f58 req-d70bf70e-37d0-4311-a0c7-9fa024a152f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:07.201025 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-3d66ac60-6d3e-4b0e-9506-db99e92d5f58 req-d70bf70e-37d0-4311-a0c7-9fa024a152f8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0c676acb4b374123bc012031246d3916&device_id=51762b21-ea99-403c-a32d-fb9b19c477dc HTTP/1.1" status: 200 len: 1094 time: 0.1977034 Jan 18 22:43:07.323817 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 44250) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:07.461125 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d66ac60-6d3e-4b0e-9506-db99e92d5f58 req-cb5d2c94-a8aa-4b51-88ba-f5b8cffabd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:07.466260 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-3d66ac60-6d3e-4b0e-9506-db99e92d5f58 req-cb5d2c94-a8aa-4b51-88ba-f5b8cffabd74 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3887d3dd-b3d8-463d-9d9c-879e57c9ab40 HTTP/1.1" status: 200 len: 911 time: 0.2585135 Jan 18 22:43:07.478706 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3187da7-17db-49a7-9cd0-67980b8d63b3 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Router b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:43:07.583417 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-3d66ac60-6d3e-4b0e-9506-db99e92d5f58 req-c0cfb7d9-8b6a-4cfa-a711-a7d45aa4f8e9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=afde616e-4f1b-43e4-8ac5-36402d896eb3 HTTP/1.1" status: 200 len: 217 time: 0.1094306 Jan 18 22:43:07.736159 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-61c69fb5-8571-486c-b31a-11791631f419 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60203138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62288677'] for subnet, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:07.755301 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d66ac60-6d3e-4b0e-9506-db99e92d5f58 req-c75afd0d-1268-4f63-b100-f96bbf585f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:07.770331 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bdb3589d-9fcf-45d5-b2c4-899bdf84c60d tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:07.796269 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-3d66ac60-6d3e-4b0e-9506-db99e92d5f58 req-c75afd0d-1268-4f63-b100-f96bbf585f6e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b317bd45-9275-4aad-aa8f-d7702db0cadd HTTP/1.1" status: 200 len: 850 time: 0.2055476 Jan 18 22:43:07.857962 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-61c69fb5-8571-486c-b31a-11791631f419 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:07.861331 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93d2ef9-b68e-4442-8aa0-705e9ca4b5f8 None None] Network 221254be-2a67-4a48-a311-8dd80515e5fb requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:43:07.867602 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-a4140914-496b-4523-8dc6-962c61443fe0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d5a047e5c0c849dfb1ef28cb867097fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5417941 Jan 18 22:43:07.873373 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-61c69fb5-8571-486c-b31a-11791631f419 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "DELETE /v2.0/subnets/b26d2360-439e-4457-bc0c-79152de436de HTTP/1.1" status: 204 len: 168 time: 3.4929266 Jan 18 22:43:07.874554 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c69fb5-8571-486c-b31a-11791631f419 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Pushing event deleted for resources: {'Subnet': ['ID=b26d2360-439e-4457-bc0c-79152de436de,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:07.879937 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 44254) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:07.879937 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 44256) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:07.979629 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d66ac60-6d3e-4b0e-9506-db99e92d5f58 req-5db75e96-6219-46f4-b549-17b2cfcd7256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:07.985092 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-3d66ac60-6d3e-4b0e-9506-db99e92d5f58 req-5db75e96-6219-46f4-b549-17b2cfcd7256 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3887d3dd-b3d8-463d-9d9c-879e57c9ab40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1159708 Jan 18 22:43:08.003398 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-05581cdc-8a02-448d-b4d5-ada21c55037d None None] Provisioning complete for port 70bd0d12-f5bb-46a5-b9b1-c1c58fc5bf1d triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:43:08.004228 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-05581cdc-8a02-448d-b4d5-ada21c55037d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:08.082647 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-05581cdc-8a02-448d-b4d5-ada21c55037d None None] Port 70bd0d12-f5bb-46a5-b9b1-c1c58fc5bf1d cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:43:08.098177 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-05581cdc-8a02-448d-b4d5-ada21c55037d None None] Provisioning complete for port aa3bff20-10be-4ead-a9d7-f93026ff09e4 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:43:08.099579 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-05581cdc-8a02-448d-b4d5-ada21c55037d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:08.253887 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3187da7-17db-49a7-9cd0-67980b8d63b3 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:43:08.264741 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-f3187da7-17db-49a7-9cd0-67980b8d63b3 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "PUT /v2.0/routers/b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1213698 Jan 18 22:43:08.283517 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91ab901-3a0a-4d9e-8e5e-291d05fa4de4 None None] Sync routers for ids ['b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:43:08.288713 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06032c11-8847-4d35-8e3c-1f2a62202ac6 None None] DHCP port deletion for 221254be-2a67-4a48-a311-8dd80515e5fb request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:43:08.308383 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bdb3589d-9fcf-45d5-b2c4-899bdf84c60d tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:08.318662 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-3d66ac60-6d3e-4b0e-9506-db99e92d5f58 req-8d33912a-80fd-429a-bca6-8c7c23b40130 service neutron] 10.222.0.36 "GET /v2.0/networks/3887d3dd-b3d8-463d-9d9c-879e57c9ab40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3259032 Jan 18 22:43:08.341955 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ec90260e-858a-4241-94cc-2b9f19870f7f tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for router, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:08.347248 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-05581cdc-8a02-448d-b4d5-ada21c55037d None None] Port aa3bff20-10be-4ead-a9d7-f93026ff09e4 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:43:08.400103 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91ab901-3a0a-4d9e-8e5e-291d05fa4de4 None None] Routers {'b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:43:08.401385 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-e91ab901-3a0a-4d9e-8e5e-291d05fa4de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:42:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:43:08.623522 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb3589d-9fcf-45d5-b2c4-899bdf84c60d tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] Network 433e043a-c932-40a2-96c7-90e72455c12c is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:43:08.631188 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7d5273bc-6608-4a45-a5f9-0480b11ac96d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:08.639595 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-bdb3589d-9fcf-45d5-b2c4-899bdf84c60d tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:43:08.647639 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb3589d-9fcf-45d5-b2c4-899bdf84c60d tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:43:08.655645 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb3589d-9fcf-45d5-b2c4-899bdf84c60d tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:08.657364 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bdb3589d-9fcf-45d5-b2c4-899bdf84c60d tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:08.698329 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb3589d-9fcf-45d5-b2c4-899bdf84c60d tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] Pushing event updated for resources: {'Port': ['ID=fddc1561-b0fe-439b-abee-545ebb1e0ddd,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:08.710058 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-3d66ac60-6d3e-4b0e-9506-db99e92d5f58 req-efb4a2ca-ae87-458f-ad85-3a3063fc42fb service neutron] 10.222.0.36 "GET /v2.0/networks/3887d3dd-b3d8-463d-9d9c-879e57c9ab40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3789861 Jan 18 22:43:08.730854 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fb5d81-28ff-45b3-8448-14b10edbed8d req-ac8a0df5-2e81-4de2-9084-52d1fb471c5b tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:08.738761 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-31fb5d81-28ff-45b3-8448-14b10edbed8d req-ac8a0df5-2e81-4de2-9084-52d1fb471c5b tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=51762b21-ea99-403c-a32d-fb9b19c477dc HTTP/1.1" status: 200 len: 943 time: 0.5509403 Jan 18 22:43:08.786210 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7d5273bc-6608-4a45-a5f9-0480b11ac96d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:08.799225 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 44266) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:08.799450 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-bdb3589d-9fcf-45d5-b2c4-899bdf84c60d tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 4.5758598 Jan 18 22:43:08.805037 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 72f00d56-bdf5-4c4c-abb9-23cbcfa70ede up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:43:08.821516 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-05581cdc-8a02-448d-b4d5-ada21c55037d None None] Provisioning complete for port 72f00d56-bdf5-4c4c-abb9-23cbcfa70ede triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:43:08.827626 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-05581cdc-8a02-448d-b4d5-ada21c55037d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:08.861911 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ec90260e-858a-4241-94cc-2b9f19870f7f tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:08.884781 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-31fb5d81-28ff-45b3-8448-14b10edbed8d req-a955abd2-7141-4d4a-b6e6-d076327c57c9 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=dae8bf2d-ed71-4918-8e49-2e2d9465745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447995 Jan 18 22:43:09.022987 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-e91ab901-3a0a-4d9e-8e5e-291d05fa4de4 None None] Set router b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:43:09.040668 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7d5273bc-6608-4a45-a5f9-0480b11ac96d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:09.059891 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7d5273bc-6608-4a45-a5f9-0480b11ac96d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:09.078519 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-7d5273bc-6608-4a45-a5f9-0480b11ac96d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d2e58401-c2a0-4794-91e6-f370bdb9aed5 HTTP/1.1" status: 204 len: 168 time: 1.1834364 Jan 18 22:43:09.125141 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5273bc-6608-4a45-a5f9-0480b11ac96d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e58401-c2a0-4794-91e6-f370bdb9aed5,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:09.141830 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-ec90260e-858a-4241-94cc-2b9f19870f7f tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Deleting port 6b27d94d-298b-40ae-a5c3-42436508b260 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:43:09.142478 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ec90260e-858a-4241-94cc-2b9f19870f7f tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:09.167754 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e2699f-62ee-49bf-90e2-ebb0948a2768 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:09.178166 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e2699f-62ee-49bf-90e2-ebb0948a2768 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:09.209890 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e2699f-62ee-49bf-90e2-ebb0948a2768 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:09.216097 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-17e2699f-62ee-49bf-90e2-ebb0948a2768 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.4149606 Jan 18 22:43:09.219701 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 44274) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:09.402113 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-ec90260e-858a-4241-94cc-2b9f19870f7f tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] For port 6b27d94d-298b-40ae-a5c3-42436508b260, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=6b27d94d-298b-40ae-a5c3-42436508b260,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:43:09.404298 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ec90260e-858a-4241-94cc-2b9f19870f7f tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:09.429454 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-ec90260e-858a-4241-94cc-2b9f19870f7f tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Calling delete_port for 6b27d94d-298b-40ae-a5c3-42436508b260 owned by network:router_gateway {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:43:09.505275 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-71ced8e1-718b-4aa6-b7ff-34e73def275e tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] Deleting port fddc1561-b0fe-439b-abee-545ebb1e0ddd {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:43:09.506278 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-71ced8e1-718b-4aa6-b7ff-34e73def275e tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:09.571906 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-06032c11-8847-4d35-8e3c-1f2a62202ac6 None None] Deleting port 8a4d27be-3848-4eae-992f-f56ada6df04a {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:43:09.571906 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-06032c11-8847-4d35-8e3c-1f2a62202ac6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:09.653964 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-06032c11-8847-4d35-8e3c-1f2a62202ac6 None None] For port 8a4d27be-3848-4eae-992f-f56ada6df04a, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=8a4d27be-3848-4eae-992f-f56ada6df04a,segment=NetworkSegment(86507bb4-4915-4f06-a653-c026e7e063e5),segment_id=86507bb4-4915-4f06-a653-c026e7e063e5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:43:09.654457 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-06032c11-8847-4d35-8e3c-1f2a62202ac6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:09.686942 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-06032c11-8847-4d35-8e3c-1f2a62202ac6 None None] Calling delete_port for 8a4d27be-3848-4eae-992f-f56ada6df04a owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:43:09.816628 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-06032c11-8847-4d35-8e3c-1f2a62202ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:09.828908 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 72f00d56-bdf5-4c4c-abb9-23cbcfa70ede triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:43:09.829288 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:09.925144 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06032c11-8847-4d35-8e3c-1f2a62202ac6 None None] Pushing event deleted for resources: {'Port': ['ID=8a4d27be-3848-4eae-992f-f56ada6df04a,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:09.930971 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06032c11-8847-4d35-8e3c-1f2a62202ac6 None None] No DVR routers for this DVR port 8a4d27be-3848-4eae-992f-f56ada6df04a on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:43:09.934517 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-71ced8e1-718b-4aa6-b7ff-34e73def275e tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:09.952242 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-b83cd376-a759-4241-a515-de78054132d2 None None] Provisioning complete for port fddc1561-b0fe-439b-abee-545ebb1e0ddd triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:43:09.952610 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b83cd376-a759-4241-a515-de78054132d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:10.010700 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ec90260e-858a-4241-94cc-2b9f19870f7f tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:10.041810 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-71ced8e1-718b-4aa6-b7ff-34e73def275e tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] Calling delete_port for fddc1561-b0fe-439b-abee-545ebb1e0ddd owned by {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:43:10.139301 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec90260e-858a-4241-94cc-2b9f19870f7f tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Pushing event deleted for resources: {'Port': ['ID=6b27d94d-298b-40ae-a5c3-42436508b260,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:10.207244 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 8a4d27be-3848-4eae-992f-f56ada6df04a no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:43:10.231521 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-b83cd376-a759-4241-a515-de78054132d2 None None] Port fddc1561-b0fe-439b-abee-545ebb1e0ddd cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:43:10.235617 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 8a4d27be-3848-4eae-992f-f56ada6df04a {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:43:10.235956 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 8a4d27be-3848-4eae-992f-f56ada6df04a not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:43:10.285383 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-b83cd376-a759-4241-a515-de78054132d2 None None] Provisioning complete for port 70bd0d12-f5bb-46a5-b9b1-c1c58fc5bf1d triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:43:10.286056 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b83cd376-a759-4241-a515-de78054132d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:10.336328 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-b83cd376-a759-4241-a515-de78054132d2 None None] Port 70bd0d12-f5bb-46a5-b9b1-c1c58fc5bf1d cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:43:10.388381 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-e91ab901-3a0a-4d9e-8e5e-291d05fa4de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28', 'name': 'tempest-TestNetworkBasicOps-router-1173322082', 'tenant_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '8d93e96f-e294-4fd8-ba8d-fabe21068f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:41:07Z', 'updated_at': '2022-01-18T22:43:02Z', 'revision_number': 5, 'project_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'gw_port': {'id': '8d93e96f-e294-4fd8-ba8d-fabe21068f6f', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:67:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:09Z', 'updated_at': '2022-01-18T22:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': 'cd0f6e2e-cdf3-4a26-86c7-614e1c7ee307', 'tenant_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'floating_ip_address': '172.25.5.171', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': 'b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28', 'port_id': '5cc126d6-ea56-4da0-9d3d-875ae7bbd550', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3333, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '652d2c80-5afc-4a98-af8e-7aee992e5efa', 'mac_address': 'fa:16:3e:48:25:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb27eb0-6687-4f62-81ab-26e47d9a25ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:41:55Z', 'updated_at': '2022-01-18T22:42:01Z', 'revision_number': 1, 'project_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa3bff20-10be-4ead-a9d7-f93026ff09e4', 'name': '', 'network_id': 'ad23741b-0e57-46b4-b676-c46ba7841494', 'tenant_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'mac_address': 'fa:16:3e:b7:cb:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'f3bc2610-a632-41c0-834c-57e4b2feae58', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:43:00Z', 'updated_at': '2022-01-18T22:43:03Z', 'revision_number': 2, 'project_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'subnets': [{'id': 'f3bc2610-a632-41c0-834c-57e4b2feae58', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e38164b1-8b1d-4bef-8e91-2a26203fe4b2', 'name': '', 'network_id': '652d2c80-5afc-4a98-af8e-7aee992e5efa', 'tenant_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'mac_address': 'fa:16:3e:e6:b7:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': '8e4aa361-5700-40d0-9baf-268026e85931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:21Z', 'updated_at': '2022-01-18T22:41:29Z', 'revision_number': 5, 'project_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'subnets': [{'id': '8e4aa361-5700-40d0-9baf-268026e85931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:43:10.437409 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197e3e36-c712-4397-ac63-403f0637f146 req-b65557cb-0310-403c-899f-b38a30d7cb57 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:10.446899 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-197e3e36-c712-4397-ac63-403f0637f146 req-b65557cb-0310-403c-899f-b38a30d7cb57 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=51762b21-ea99-403c-a32d-fb9b19c477dc HTTP/1.1" status: 200 len: 943 time: 0.3778322 Jan 18 22:43:10.447996 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91ab901-3a0a-4d9e-8e5e-291d05fa4de4 None None] Checking router: b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:43:10.448616 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91ab901-3a0a-4d9e-8e5e-291d05fa4de4 None None] Updating router b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28 port aa3bff20-10be-4ead-a9d7-f93026ff09e4 binding host n-d-825064-1 {{(pid=102432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:43:10.457967 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ec90260e-858a-4241-94cc-2b9f19870f7f tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043029'] for router_gateway, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:10.502661 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e91ab901-3a0a-4d9e-8e5e-291d05fa4de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:10.590148 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-71ced8e1-718b-4aa6-b7ff-34e73def275e tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:10.663087 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ced8e1-718b-4aa6-b7ff-34e73def275e tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] Pushing event deleted for resources: {'Port': ['ID=fddc1561-b0fe-439b-abee-545ebb1e0ddd,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:10.721402 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ec90260e-858a-4241-94cc-2b9f19870f7f tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1040886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8602'] for router, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:10.729745 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-71ced8e1-718b-4aa6-b7ff-34e73def275e tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:10.746871 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-197e3e36-c712-4397-ac63-403f0637f146 req-1963d625-717e-4f51-ac01-c4875497fdc1 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=dae8bf2d-ed71-4918-8e49-2e2d9465745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867928 Jan 18 22:43:10.764714 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-71ced8e1-718b-4aa6-b7ff-34e73def275e tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] 10.222.0.53 "DELETE /v2.0/ports/fddc1561-b0fe-439b-abee-545ebb1e0ddd HTTP/1.1" status: 204 len: 168 time: 1.5437670 Jan 18 22:43:10.774487 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ec90260e-858a-4241-94cc-2b9f19870f7f tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:10.774487 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 44292) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:10.780701 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-e003dae6-a125-4829-a001-f4179d697eda tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] Request body: {'port': {'name': 'tempest-new-port-name-1801486911', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:43:10.781202 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.api.validators [None req-e003dae6-a125-4829-a001-f4179d697eda tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] bootfile-name is not in valid_values {{(pid=102430) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 18 22:43:10.781546 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.api.validators [None req-e003dae6-a125-4829-a001-f4179d697eda tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] tftp-server is not in valid_values {{(pid=102430) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 18 22:43:10.781877 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.api.validators [None req-e003dae6-a125-4829-a001-f4179d697eda tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] server-ip-address is not in valid_values {{(pid=102430) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 18 22:43:10.913527 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ec90260e-858a-4241-94cc-2b9f19870f7f tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1040832'] for router, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:10.917350 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec90260e-858a-4241-94cc-2b9f19870f7f tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Fanout notify agent at l3_agent the message router_deleted on router 31ed1a23-913a-453f-8dc6-b81290d40d06 {{(pid=102430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 22:43:10.943176 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ec90260e-858a-4241-94cc-2b9f19870f7f tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for router, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:10.944802 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-ec90260e-858a-4241-94cc-2b9f19870f7f tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "DELETE /v2.0/routers/31ed1a23-913a-453f-8dc6-b81290d40d06 HTTP/1.1" status: 204 len: 168 time: 3.0517275 Jan 18 22:43:10.950024 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 44300) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:10.985327 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e003dae6-a125-4829-a001-f4179d697eda tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:11.209753 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-70c0c5ec-3570-4d1f-992f-db155afc1640 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:11.236416 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e91ab901-3a0a-4d9e-8e5e-291d05fa4de4 None None] Notify callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:11.264728 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e91ab901-3a0a-4d9e-8e5e-291d05fa4de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:11.391772 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-70c0c5ec-3570-4d1f-992f-db155afc1640 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:11.439446 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-70c0c5ec-3570-4d1f-992f-db155afc1640 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['221254be-2a67-4a48-a311-8dd80515e5fb']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:43:11.461287 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe56a133-c1e8-4e60-918d-88a0278a27d0 None None] Pushing event updated for resources: {'Port': ['ID=aa3bff20-10be-4ead-a9d7-f93026ff09e4,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:11.477599 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-70c0c5ec-3570-4d1f-992f-db155afc1640 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86507bb4-4915-4f06-a653-c026e7e063e5') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:43:11.477920 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-70c0c5ec-3570-4d1f-992f-db155afc1640 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86507bb4-4915-4f06-a653-c026e7e063e5') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:43:11.490403 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 44306) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:11.501112 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-70c0c5ec-3570-4d1f-992f-db155afc1640 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:11.585312 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-70c0c5ec-3570-4d1f-992f-db155afc1640 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:11.617403 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70c0c5ec-3570-4d1f-992f-db155afc1640 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:43:11.617827 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-70c0c5ec-3570-4d1f-992f-db155afc1640 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:11.629703 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:43:11.629703 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:43:11.629703 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:43:11.629703 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:43:11.629703 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:43:11.629703 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:43:11.629703 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:43:11.629703 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:43:11.629703 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:43:11.629703 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:43:11.629703 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:43:11.629703 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:43:11.629703 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:43:11.629703 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:43:11.629703 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:43:11.629703 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:43:11.629703 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:43:11.629703 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:43:11.629703 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:43:11.629703 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:43:11.629703 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:43:11.629703 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:43:11.629703 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:43:11.629703 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:43:11.629703 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:43:11.629703 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:43:11.629703 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:43:11.629703 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:43:11.629703 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:43:11.629703 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:43:11.629703 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:43:11.629703 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:43:11.761581 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-e91ab901-3a0a-4d9e-8e5e-291d05fa4de4 None None] Attempting to bind port aa3bff20-10be-4ead-a9d7-f93026ff09e4 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:43:11.762053 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-e91ab901-3a0a-4d9e-8e5e-291d05fa4de4 None None] Attempting to bind port aa3bff20-10be-4ead-a9d7-f93026ff09e4 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '7599c219-7416-4daa-a53f-ed4bd6a29d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ad23741b-0e57-46b4-b676-c46ba7841494'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:43:11.766143 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91ab901-3a0a-4d9e-8e5e-291d05fa4de4 None None] Attempting to bind port aa3bff20-10be-4ead-a9d7-f93026ff09e4 on network ad23741b-0e57-46b4-b676-c46ba7841494 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:43:11.787468 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e003dae6-a125-4829-a001-f4179d697eda tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:11.810193 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e003dae6-a125-4829-a001-f4179d697eda tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:11.813609 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91ab901-3a0a-4d9e-8e5e-291d05fa4de4 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:43:11.814285 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-70c0c5ec-3570-4d1f-992f-db155afc1640 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:11.816542 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91ab901-3a0a-4d9e-8e5e-291d05fa4de4 None None] Checking segment: {'id': '7599c219-7416-4daa-a53f-ed4bd6a29d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ad23741b-0e57-46b4-b676-c46ba7841494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:43:11.816822 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e91ab901-3a0a-4d9e-8e5e-291d05fa4de4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:11.817211 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91ab901-3a0a-4d9e-8e5e-291d05fa4de4 None None] Bound using segment: {'id': '7599c219-7416-4daa-a53f-ed4bd6a29d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ad23741b-0e57-46b4-b676-c46ba7841494'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:43:11.817785 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-e91ab901-3a0a-4d9e-8e5e-291d05fa4de4 None None] Bound port: aa3bff20-10be-4ead-a9d7-f93026ff09e4, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7599c219-7416-4daa-a53f-ed4bd6a29d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ad23741b-0e57-46b4-b676-c46ba7841494'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:43:11.821512 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-70c0c5ec-3570-4d1f-992f-db155afc1640 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:11.828226 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e91ab901-3a0a-4d9e-8e5e-291d05fa4de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:11.835467 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-70c0c5ec-3570-4d1f-992f-db155afc1640 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "DELETE /v2.0/networks/221254be-2a67-4a48-a311-8dd80515e5fb HTTP/1.1" status: 204 len: 168 time: 0.8842762 Jan 18 22:43:11.854796 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 44316) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:11.908339 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-d1d3f15c-b54f-4129-bebf-2585c3064c23 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-860416216'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:43:11.967460 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c0c5ec-3570-4d1f-992f-db155afc1640 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Pushing event deleted for resources: {'Network': ['ID=221254be-2a67-4a48-a311-8dd80515e5fb,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:11.969168 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-e003dae6-a125-4829-a001-f4179d697eda tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] In _notify_port_updated(), no bound segment for port 70bd0d12-f5bb-46a5-b9b1-c1c58fc5bf1d on network 433e043a-c932-40a2-96c7-90e72455c12c {{(pid=102430) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 18 22:43:11.975093 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e003dae6-a125-4829-a001-f4179d697eda tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:11.983436 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e003dae6-a125-4829-a001-f4179d697eda tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:11.985102 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-e003dae6-a125-4829-a001-f4179d697eda tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] 10.222.0.53 "PUT /v2.0/ports/70bd0d12-f5bb-46a5-b9b1-c1c58fc5bf1d HTTP/1.1" status: 200 len: 1130 time: 1.2103517 Jan 18 22:43:11.994439 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 44320) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:12.035844 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3dd33d95-23bf-4e70-a5e7-3b1ffe29df68 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:12.054657 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e003dae6-a125-4829-a001-f4179d697eda tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] Pushing event updated for resources: {'Port': ['ID=70bd0d12-f5bb-46a5-b9b1-c1c58fc5bf1d,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:12.130425 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3dd33d95-23bf-4e70-a5e7-3b1ffe29df68 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:12.151483 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-cc23af18-d406-43d3-a002-6e13d4a97caf None None] Provisioning complete for port aa3bff20-10be-4ead-a9d7-f93026ff09e4 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:43:12.151863 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cc23af18-d406-43d3-a002-6e13d4a97caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:12.165715 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-e91ab901-3a0a-4d9e-8e5e-291d05fa4de4 None None] For port aa3bff20-10be-4ead-a9d7-f93026ff09e4, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:43:12.247533 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3dd33d95-23bf-4e70-a5e7-3b1ffe29df68 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:12.250734 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3dd33d95-23bf-4e70-a5e7-3b1ffe29df68 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:12.252088 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-3dd33d95-23bf-4e70-a5e7-3b1ffe29df68 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "DELETE /v2.0/security-groups/47fd5e54-61ce-42c3-b5cd-195914aa324e HTTP/1.1" status: 204 len: 168 time: 0.3963668 Jan 18 22:43:12.263227 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-e91ab901-3a0a-4d9e-8e5e-291d05fa4de4 None None] For port aa3bff20-10be-4ead-a9d7-f93026ff09e4, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=aa3bff20-10be-4ead-a9d7-f93026ff09e4,segment=NetworkSegment(7599c219-7416-4daa-a53f-ed4bd6a29d96),segment_id=7599c219-7416-4daa-a53f-ed4bd6a29d96)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:43:12.266966 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1d3f15c-b54f-4129-bebf-2585c3064c23 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] Made reservation on behalf of 9dd2eedad98a4d808464e437bce624a0 for: {'network': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:43:12.273847 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d1d3f15c-b54f-4129-bebf-2585c3064c23 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:12.279279 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd33d95-23bf-4e70-a5e7-3b1ffe29df68 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47fd5e54-61ce-42c3-b5cd-195914aa324e,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:12.290688 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e91ab901-3a0a-4d9e-8e5e-291d05fa4de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:12.298475 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a168e3-b6d4-4777-b41c-8a2f12a02cec tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:12.300677 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-23a168e3-b6d4-4777-b41c-8a2f12a02cec tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] 10.222.0.53 "GET /v2.0/ports/70bd0d12-f5bb-46a5-b9b1-c1c58fc5bf1d HTTP/1.1" status: 200 len: 1130 time: 0.3049257 Jan 18 22:43:12.305155 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 44324) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:12.333361 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d1d3f15c-b54f-4129-bebf-2585c3064c23 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:12.410720 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75bc0e8-1f46-4bc8-bba7-95f896ecaf0b req-fa852fa2-ed45-406b-95bb-564ad146b7bd tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:12.412657 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e75bc0e8-1f46-4bc8-bba7-95f896ecaf0b req-fa852fa2-ed45-406b-95bb-564ad146b7bd tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=51762b21-ea99-403c-a32d-fb9b19c477dc HTTP/1.1" status: 200 len: 943 time: 0.3724835 Jan 18 22:43:12.492613 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-cc23af18-d406-43d3-a002-6e13d4a97caf None None] Port aa3bff20-10be-4ead-a9d7-f93026ff09e4 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:43:12.549589 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91ab901-3a0a-4d9e-8e5e-291d05fa4de4 None None] Routers {'b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:43:12.566197 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-e91ab901-3a0a-4d9e-8e5e-291d05fa4de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:42:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:43:12.629350 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-da4d9393-d850-4a5f-96ff-0c20b4563bb0 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] Deleting port 70bd0d12-f5bb-46a5-b9b1-c1c58fc5bf1d {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:43:12.629668 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-da4d9393-d850-4a5f-96ff-0c20b4563bb0 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:12.689904 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 6b27d94d-298b-40ae-a5c3-42436508b260 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:43:12.691977 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e75bc0e8-1f46-4bc8-bba7-95f896ecaf0b req-730f4b06-42f7-4400-9011-f863e8acff28 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=dae8bf2d-ed71-4918-8e49-2e2d9465745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701962 Jan 18 22:43:12.770014 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d1d3f15c-b54f-4129-bebf-2585c3064c23 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:12.776488 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d1d3f15c-b54f-4129-bebf-2585c3064c23 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:12.821109 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1d3f15c-b54f-4129-bebf-2585c3064c23 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=102430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:43:12.886652 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d1d3f15c-b54f-4129-bebf-2585c3064c23 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:12.887114 n-d-825064-1 neutron-server[102430]: INFO neutron.db.segments_db [None req-d1d3f15c-b54f-4129-bebf-2585c3064c23 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] Added segment 397783a9-af45-49d0-889f-8bfebc97893e of type vlan for network b9eb5b60-eebf-489f-ad31-237cec4c3f81 Jan 18 22:43:12.901791 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 6b27d94d-298b-40ae-a5c3-42436508b260 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:43:12.901791 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 6b27d94d-298b-40ae-a5c3-42436508b260 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:43:12.938101 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe56a133-c1e8-4e60-918d-88a0278a27d0 None None] Pushing event updated for resources: {'Port': ['ID=aa3bff20-10be-4ead-a9d7-f93026ff09e4,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:12.942150 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-da4d9393-d850-4a5f-96ff-0c20b4563bb0 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:12.971043 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-da4d9393-d850-4a5f-96ff-0c20b4563bb0 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] Calling delete_port for 70bd0d12-f5bb-46a5-b9b1-c1c58fc5bf1d owned by {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:43:13.036984 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:13.042512 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-e8aa6c24-e3ca-4f56-baa5-39d7d0270416 None None] Provisioning complete for port 70bd0d12-f5bb-46a5-b9b1-c1c58fc5bf1d triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:43:13.046008 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e8aa6c24-e3ca-4f56-baa5-39d7d0270416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:13.088417 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d1d3f15c-b54f-4129-bebf-2585c3064c23 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:13.137028 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d3f15c-b54f-4129-bebf-2585c3064c23 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e39fd3c-cd0c-4c78-983d-ab7f825a2102,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:13.163542 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d1d3f15c-b54f-4129-bebf-2585c3064c23 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:13.172548 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d3f15c-b54f-4129-bebf-2585c3064c23 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:13.173231 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d1d3f15c-b54f-4129-bebf-2585c3064c23 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:13.178649 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-e8aa6c24-e3ca-4f56-baa5-39d7d0270416 None None] Port 70bd0d12-f5bb-46a5-b9b1-c1c58fc5bf1d cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:43:13.181265 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-e91ab901-3a0a-4d9e-8e5e-291d05fa4de4 None None] Set router b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:43:13.270527 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-da4d9393-d850-4a5f-96ff-0c20b4563bb0 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:13.337179 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4d9393-d850-4a5f-96ff-0c20b4563bb0 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] Pushing event deleted for resources: {'Port': ['ID=70bd0d12-f5bb-46a5-b9b1-c1c58fc5bf1d,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:13.388519 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-da4d9393-d850-4a5f-96ff-0c20b4563bb0 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:13.391845 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-da4d9393-d850-4a5f-96ff-0c20b4563bb0 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] 10.222.0.53 "DELETE /v2.0/ports/70bd0d12-f5bb-46a5-b9b1-c1c58fc5bf1d HTTP/1.1" status: 204 len: 168 time: 1.0854497 Jan 18 22:43:13.394868 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 44332) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:13.479598 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 44334) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:13.484013 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-1a25cfa6-4a47-4025-8f80-fba710d1e680 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1460963127', 'description': 'tempest-secgroup-smoke-1460963127 description', 'project_id': '438cce0e2f434b5f879ce307da159923'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:43:13.575322 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-56af63f6-4c1d-4b78-a61c-111e13cf77de tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] Deleting subnet 120eb7d3-12bb-4398-be8e-3438497c88db {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:43:13.583199 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-56af63f6-4c1d-4b78-a61c-111e13cf77de tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:13.696293 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-56af63f6-4c1d-4b78-a61c-111e13cf77de tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:13.867528 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-56af63f6-4c1d-4b78-a61c-111e13cf77de tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:13.878380 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-ab59bbcc-72c8-4457-abae-3b11debbe595 None None] Provisioning complete for port aa3bff20-10be-4ead-a9d7-f93026ff09e4 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:43:13.879429 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ab59bbcc-72c8-4457-abae-3b11debbe595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:13.889257 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-d1d3f15c-b54f-4129-bebf-2585c3064c23 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 2.3949623 Jan 18 22:43:13.909494 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 44338) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:13.919685 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-7e9731e8-c34d-4eb0-89b6-524c97dd7a01 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] Request body: {'subnet': {'network_id': 'b9eb5b60-eebf-489f-ad31-237cec4c3f81', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:43:13.931953 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:14.071861 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1a25cfa6-4a47-4025-8f80-fba710d1e680 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:14.095824 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d3f15c-b54f-4129-bebf-2585c3064c23 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] Pushing event updated for resources: {'Network': ['ID=b9eb5b60-eebf-489f-ad31-237cec4c3f81,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:14.109160 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network b9eb5b60-eebf-489f-ad31-237cec4c3f81 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:43:14.196398 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-56af63f6-4c1d-4b78-a61c-111e13cf77de tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:14.264464 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ab59bbcc-72c8-4457-abae-3b11debbe595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:14.275812 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-e91ab901-3a0a-4d9e-8e5e-291d05fa4de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28', 'name': 'tempest-TestNetworkBasicOps-router-1173322082', 'tenant_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '8d93e96f-e294-4fd8-ba8d-fabe21068f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:41:07Z', 'updated_at': '2022-01-18T22:43:02Z', 'revision_number': 5, 'project_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'gw_port': {'id': '8d93e96f-e294-4fd8-ba8d-fabe21068f6f', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:67:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:09Z', 'updated_at': '2022-01-18T22:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': 'cd0f6e2e-cdf3-4a26-86c7-614e1c7ee307', 'tenant_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'floating_ip_address': '172.25.5.171', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': 'b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28', 'port_id': '5cc126d6-ea56-4da0-9d3d-875ae7bbd550', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3333, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '652d2c80-5afc-4a98-af8e-7aee992e5efa', 'mac_address': 'fa:16:3e:48:25:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb27eb0-6687-4f62-81ab-26e47d9a25ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:41:55Z', 'updated_at': '2022-01-18T22:42:01Z', 'revision_number': 1, 'project_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa3bff20-10be-4ead-a9d7-f93026ff09e4', 'name': '', 'network_id': 'ad23741b-0e57-46b4-b676-c46ba7841494', 'tenant_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'mac_address': 'fa:16:3e:b7:cb:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'f3bc2610-a632-41c0-834c-57e4b2feae58', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:43:00Z', 'updated_at': '2022-01-18T22:43:12Z', 'revision_number': 4, 'project_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'subnets': [{'id': 'f3bc2610-a632-41c0-834c-57e4b2feae58', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e38164b1-8b1d-4bef-8e91-2a26203fe4b2', 'name': '', 'network_id': '652d2c80-5afc-4a98-af8e-7aee992e5efa', 'tenant_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'mac_address': 'fa:16:3e:e6:b7:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': '8e4aa361-5700-40d0-9baf-268026e85931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:21Z', 'updated_at': '2022-01-18T22:41:29Z', 'revision_number': 5, 'project_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'subnets': [{'id': '8e4aa361-5700-40d0-9baf-268026e85931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:43:14.298746 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56af63f6-4c1d-4b78-a61c-111e13cf77de tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] Pushing event deleted for resources: {'Subnet': ['ID=120eb7d3-12bb-4398-be8e-3438497c88db,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:14.303209 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-56af63f6-4c1d-4b78-a61c-111e13cf77de tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:14.331248 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb2b24a-7fad-4ace-b37c-91af8edfa605 None None] Network 433e043a-c932-40a2-96c7-90e72455c12c requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:43:14.331812 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb4a216-1629-4cfd-aaad-f95e3cce25e0 req-d7943fb7-4757-4ce9-947c-78c25e245ec1 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:14.333404 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-afb4a216-1629-4cfd-aaad-f95e3cce25e0 req-d7943fb7-4757-4ce9-947c-78c25e245ec1 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=51762b21-ea99-403c-a32d-fb9b19c477dc HTTP/1.1" status: 200 len: 943 time: 0.4798353 Jan 18 22:43:14.334388 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-56af63f6-4c1d-4b78-a61c-111e13cf77de tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] 10.222.0.53 "DELETE /v2.0/subnets/120eb7d3-12bb-4398-be8e-3438497c88db HTTP/1.1" status: 204 len: 168 time: 0.9384296 Jan 18 22:43:14.340835 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 44342) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:14.444202 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91ab901-3a0a-4d9e-8e5e-291d05fa4de4 None None] The sync data for ids ['b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28'] in n-d-825064-1 is: [{'id': 'b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28', 'name': 'tempest-TestNetworkBasicOps-router-1173322082', 'tenant_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '8d93e96f-e294-4fd8-ba8d-fabe21068f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:41:07Z', 'updated_at': '2022-01-18T22:43:02Z', 'revision_number': 5, 'project_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'gw_port': {'id': '8d93e96f-e294-4fd8-ba8d-fabe21068f6f', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:67:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:09Z', 'updated_at': '2022-01-18T22:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': 'cd0f6e2e-cdf3-4a26-86c7-614e1c7ee307', 'tenant_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'floating_ip_address': '172.25.5.171', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': 'b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28', 'port_id': '5cc126d6-ea56-4da0-9d3d-875ae7bbd550', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3333, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '652d2c80-5afc-4a98-af8e-7aee992e5efa', 'mac_address': 'fa:16:3e:48:25:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb27eb0-6687-4f62-81ab-26e47d9a25ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:41:55Z', 'updated_at': '2022-01-18T22:42:01Z', 'revision_number': 1, 'project_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa3bff20-10be-4ead-a9d7-f93026ff09e4', 'name': '', 'network_id': 'ad23741b-0e57-46b4-b676-c46ba7841494', 'tenant_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'mac_address': 'fa:16:3e:b7:cb:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'f3bc2610-a632-41c0-834c-57e4b2feae58', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:43:00Z', 'updated_at': '2022-01-18T22:43:12Z', 'revision_number': 4, 'project_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'subnets': [{'id': 'f3bc2610-a632-41c0-834c-57e4b2feae58', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e38164b1-8b1d-4bef-8e91-2a26203fe4b2', 'name': '', 'network_id': '652d2c80-5afc-4a98-af8e-7aee992e5efa', 'tenant_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'mac_address': 'fa:16:3e:e6:b7:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': '8e4aa361-5700-40d0-9baf-268026e85931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:21Z', 'updated_at': '2022-01-18T22:41:29Z', 'revision_number': 5, 'project_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'subnets': [{'id': '8e4aa361-5700-40d0-9baf-268026e85931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:43:14.446513 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1a25cfa6-4a47-4025-8f80-fba710d1e680 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:14.466951 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-afb4a216-1629-4cfd-aaad-f95e3cce25e0 req-20eeef41-8c39-4bb4-9207-3ccbf6198e87 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=dae8bf2d-ed71-4918-8e49-2e2d9465745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165075 Jan 18 22:43:14.468752 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1a25cfa6-4a47-4025-8f80-fba710d1e680 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:14.495595 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d12c0e16-1b6c-4b05-acde-d8a35d5745b9 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:14.505666 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e9731e8-c34d-4eb0-89b6-524c97dd7a01 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] Made reservation on behalf of 9dd2eedad98a4d808464e437bce624a0 for: {'subnet': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:43:14.511793 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7e9731e8-c34d-4eb0-89b6-524c97dd7a01 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62288702'] for subnet, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:14.687388 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-ab59bbcc-72c8-4457-abae-3b11debbe595 None None] For port aa3bff20-10be-4ead-a9d7-f93026ff09e4, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=aa3bff20-10be-4ead-a9d7-f93026ff09e4,segment=NetworkSegment(7599c219-7416-4daa-a53f-ed4bd6a29d96),segment_id=7599c219-7416-4daa-a53f-ed4bd6a29d96)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:43:14.727410 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a25cfa6-4a47-4025-8f80-fba710d1e680 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d98a7b6f-971b-4421-acbb-09d3894edefc,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:14.751411 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ab59bbcc-72c8-4457-abae-3b11debbe595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:14.763795 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1a25cfa6-4a47-4025-8f80-fba710d1e680 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:14.773102 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-1a25cfa6-4a47-4025-8f80-fba710d1e680 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.2923949 Jan 18 22:43:14.784755 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 44344) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:14.801234 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-8b11843f-5ee2-4e31-a5ed-248ecbca5306 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Request body: {'security_group_rule': {'security_group_id': 'd98a7b6f-971b-4421-acbb-09d3894edefc', 'project_id': '438cce0e2f434b5f879ce307da159923', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:43:14.876701 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7e9731e8-c34d-4eb0-89b6-524c97dd7a01 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60203213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62288684'] for subnet, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:14.960931 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8b11843f-5ee2-4e31-a5ed-248ecbca5306 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:15.004565 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab59bbcc-72c8-4457-abae-3b11debbe595 None None] Pushing event updated for resources: {'Port': ['ID=aa3bff20-10be-4ead-a9d7-f93026ff09e4,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:15.012309 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5047b012-71f0-4a98-a47c-4293f976682e None None] DHCP port deletion for 433e043a-c932-40a2-96c7-90e72455c12c request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:43:15.014331 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device aa3bff20-10be-4ead-a9d7-f93026ff09e4 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:43:15.187891 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9731e8-c34d-4eb0-89b6-524c97dd7a01 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] Pushing event updated for resources: {'Subnet': ['ID=c3ac17c5-3e94-49b7-9441-4b998c2dbf33,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:15.235921 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8b11843f-5ee2-4e31-a5ed-248ecbca5306 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:15.251305 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8b11843f-5ee2-4e31-a5ed-248ecbca5306 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:15.262557 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9731e8-c34d-4eb0-89b6-524c97dd7a01 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] Checking segment: {'id': '397783a9-af45-49d0-889f-8bfebc97893e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b9eb5b60-eebf-489f-ad31-237cec4c3f81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:43:15.262941 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9731e8-c34d-4eb0-89b6-524c97dd7a01 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] Network hostable DHCP agents. Network: b9eb5b60-eebf-489f-ad31-237cec4c3f81, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:43:15.289662 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b11843f-5ee2-4e31-a5ed-248ecbca5306 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf6a6a50-6a88-48d4-9133-12dcd34a479d,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:15.305347 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8b11843f-5ee2-4e31-a5ed-248ecbca5306 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:15.316223 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-8b11843f-5ee2-4e31-a5ed-248ecbca5306 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5281060 Jan 18 22:43:15.318404 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 44348) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:15.330536 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-58159207-8f8f-4854-81bb-00a22a018f4c tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Request body: {'security_group_rule': {'security_group_id': 'd98a7b6f-971b-4421-acbb-09d3894edefc', 'project_id': '438cce0e2f434b5f879ce307da159923', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:43:15.332862 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port aa3bff20-10be-4ead-a9d7-f93026ff09e4 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:43:15.335271 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:15.348375 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-d12c0e16-1b6c-4b05-acde-d8a35d5745b9 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] Deleting port 72f00d56-bdf5-4c4c-abb9-23cbcfa70ede {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:43:15.348725 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d12c0e16-1b6c-4b05-acde-d8a35d5745b9 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:15.434455 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-5047b012-71f0-4a98-a47c-4293f976682e None None] Deleting port 72f00d56-bdf5-4c4c-abb9-23cbcfa70ede {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:43:15.435327 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5047b012-71f0-4a98-a47c-4293f976682e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:15.442643 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-58159207-8f8f-4854-81bb-00a22a018f4c tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:15.491336 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9731e8-c34d-4eb0-89b6-524c97dd7a01 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] Network b9eb5b60-eebf-489f-ad31-237cec4c3f81 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:43:15.535261 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-7e9731e8-c34d-4eb0-89b6-524c97dd7a01 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, b9eb5b60-eebf-489f-ad31-237cec4c3f81) {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:43:15.542204 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9731e8-c34d-4eb0-89b6-524c97dd7a01 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:15.542568 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7e9731e8-c34d-4eb0-89b6-524c97dd7a01 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] Notify callbacks [] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:15.561368 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579cf17c-b599-49ca-8e51-e0979da8a91f None None] Network b9eb5b60-eebf-489f-ad31-237cec4c3f81 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:43:15.611077 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-7e9731e8-c34d-4eb0-89b6-524c97dd7a01 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6934369 Jan 18 22:43:15.611077 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-d12c0e16-1b6c-4b05-acde-d8a35d5745b9 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] For port 72f00d56-bdf5-4c4c-abb9-23cbcfa70ede, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=72f00d56-bdf5-4c4c-abb9-23cbcfa70ede,segment=NetworkSegment(fb09da81-deb9-4df3-a7b2-1d26befa1eb6),segment_id=fb09da81-deb9-4df3-a7b2-1d26befa1eb6)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:43:15.611077 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d12c0e16-1b6c-4b05-acde-d8a35d5745b9 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:15.613122 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 44354) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:15.618867 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-178eee71-c8c1-4040-aed0-811a501214ef tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] Request body: {'port': {'network_id': 'b9eb5b60-eebf-489f-ad31-237cec4c3f81', 'name': 'tempest-TagsExtTest-331376493'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:43:15.675554 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-58159207-8f8f-4854-81bb-00a22a018f4c tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:15.682294 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-58159207-8f8f-4854-81bb-00a22a018f4c tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:15.724157 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58159207-8f8f-4854-81bb-00a22a018f4c tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74d0a38c-2585-4269-8826-ae0e056cbdc9,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:15.751483 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-58159207-8f8f-4854-81bb-00a22a018f4c tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:15.751483 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-58159207-8f8f-4854-81bb-00a22a018f4c tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4289341 Jan 18 22:43:15.764096 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 44356) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:15.768082 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-aec720a2-182f-4332-9513-51840459e575 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Request body: {'security_group_rule': {'security_group_id': 'd98a7b6f-971b-4421-acbb-09d3894edefc', 'project_id': '438cce0e2f434b5f879ce307da159923', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:43:15.849437 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-5047b012-71f0-4a98-a47c-4293f976682e None None] For port 72f00d56-bdf5-4c4c-abb9-23cbcfa70ede, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=72f00d56-bdf5-4c4c-abb9-23cbcfa70ede,segment=NetworkSegment(fb09da81-deb9-4df3-a7b2-1d26befa1eb6),segment_id=fb09da81-deb9-4df3-a7b2-1d26befa1eb6)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:43:15.849894 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5047b012-71f0-4a98-a47c-4293f976682e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:15.861159 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-d12c0e16-1b6c-4b05-acde-d8a35d5745b9 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] Calling delete_port for 72f00d56-bdf5-4c4c-abb9-23cbcfa70ede owned by network:dhcp {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:43:15.864181 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-aec720a2-182f-4332-9513-51840459e575 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:15.871764 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-5047b012-71f0-4a98-a47c-4293f976682e None None] Calling delete_port for 72f00d56-bdf5-4c4c-abb9-23cbcfa70ede owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:43:15.988150 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-aec720a2-182f-4332-9513-51840459e575 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:15.996695 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-aec720a2-182f-4332-9513-51840459e575 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:16.037399 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec720a2-182f-4332-9513-51840459e575 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da481832-625a-4963-9572-eafae314ac07,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:16.056950 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf274355-53f8-4819-888d-7dca241bd6d0 req-e1c93053-0767-404c-a94a-f1692ba06d6a tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:16.057933 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-aec720a2-182f-4332-9513-51840459e575 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:16.066317 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cf274355-53f8-4819-888d-7dca241bd6d0 req-e1c93053-0767-404c-a94a-f1692ba06d6a tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=51762b21-ea99-403c-a32d-fb9b19c477dc HTTP/1.1" status: 200 len: 943 time: 0.3697631 Jan 18 22:43:16.073707 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-aec720a2-182f-4332-9513-51840459e575 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3076570 Jan 18 22:43:16.073948 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 44358) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:16.090641 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-9d7c76de-71d0-4186-bb0f-911cfe837a80 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Request body: {'security_group_rule': {'security_group_id': 'd98a7b6f-971b-4421-acbb-09d3894edefc', 'project_id': '438cce0e2f434b5f879ce307da159923', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:43:16.175864 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cf274355-53f8-4819-888d-7dca241bd6d0 req-c44ece7b-50be-4854-82d5-d6040fd5c0be tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=dae8bf2d-ed71-4918-8e49-2e2d9465745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084011 Jan 18 22:43:16.218912 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9d7c76de-71d0-4186-bb0f-911cfe837a80 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:16.270801 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-178eee71-c8c1-4040-aed0-811a501214ef tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] Made reservation on behalf of 9dd2eedad98a4d808464e437bce624a0 for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:43:16.275617 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-178eee71-c8c1-4040-aed0-811a501214ef tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:16.320098 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5047b012-71f0-4a98-a47c-4293f976682e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:16.349509 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9d7c76de-71d0-4186-bb0f-911cfe837a80 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:16.366659 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9d7c76de-71d0-4186-bb0f-911cfe837a80 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:16.370166 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d12c0e16-1b6c-4b05-acde-d8a35d5745b9 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:16.386485 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5047b012-71f0-4a98-a47c-4293f976682e None None] Pushing event deleted for resources: {'Port': ['ID=72f00d56-bdf5-4c4c-abb9-23cbcfa70ede,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:16.395997 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [None req-178eee71-c8c1-4040-aed0-811a501214ef tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] device_id is not set on port bc88590e-e5bd-40db-aeb7-ff6239727eaf yet. {{(pid=102430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:43:16.398956 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998ad597-5e1f-44c3-82e6-172bec67f5e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-b9eb5b60-eebf-489f-ad31-237cec4c3f81', 'network_id': 'b9eb5b60-eebf-489f-ad31-237cec4c3f81', 'tenant_id': '9dd2eedad98a4d808464e437bce624a0', 'fixed_ips': [{'subnet_id': 'c3ac17c5-3e94-49b7-9441-4b998c2dbf33'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:43:16.403800 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-998ad597-5e1f-44c3-82e6-172bec67f5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:16.444029 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5047b012-71f0-4a98-a47c-4293f976682e None None] No DVR routers for this DVR port 72f00d56-bdf5-4c4c-abb9-23cbcfa70ede on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:43:16.471392 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12c0e16-1b6c-4b05-acde-d8a35d5745b9 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] No DVR routers for this DVR port 72f00d56-bdf5-4c4c-abb9-23cbcfa70ede on host n-d-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:43:16.501582 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9d7c76de-71d0-4186-bb0f-911cfe837a80 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:16.507853 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 44362) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:16.516187 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-efc4dcdb-e390-4570-80c4-37f2f0251b66 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Request body: {'security_group_rule': {'security_group_id': 'd98a7b6f-971b-4421-acbb-09d3894edefc', 'project_id': '438cce0e2f434b5f879ce307da159923', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:43:16.523088 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-9d7c76de-71d0-4186-bb0f-911cfe837a80 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4345641 Jan 18 22:43:16.590276 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12c0e16-1b6c-4b05-acde-d8a35d5745b9 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] Pushing event deleted for resources: {'Port': ['ID=72f00d56-bdf5-4c4c-abb9-23cbcfa70ede,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:16.595206 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7c76de-71d0-4186-bb0f-911cfe837a80 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=019b14c5-e4cf-408d-a372-a6cdc33dec9a,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:16.626567 n-d-825064-1 neutron-server[102431]: INFO neutron.db.securitygroups_db [None req-efc4dcdb-e390-4570-80c4-37f2f0251b66 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Project 438cce0e2f434b5f879ce307da159923 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 22:43:16.634762 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-efc4dcdb-e390-4570-80c4-37f2f0251b66 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:16.696579 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device aa3bff20-10be-4ead-a9d7-f93026ff09e4 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:43:16.753053 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-efc4dcdb-e390-4570-80c4-37f2f0251b66 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:16.760344 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-efc4dcdb-e390-4570-80c4-37f2f0251b66 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:16.789862 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc4dcdb-e390-4570-80c4-37f2f0251b66 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e84798ce-147e-495c-8dc9-ce21761ded1f,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:16.827069 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-efc4dcdb-e390-4570-80c4-37f2f0251b66 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:16.835877 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-efc4dcdb-e390-4570-80c4-37f2f0251b66 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3268793 Jan 18 22:43:16.837442 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d12c0e16-1b6c-4b05-acde-d8a35d5745b9 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:16.839186 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 44364) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:16.846286 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-a7ee5407-2d35-41a3-9e5b-ab57539c8084 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Request body: {'security_group_rule': {'security_group_id': 'd98a7b6f-971b-4421-acbb-09d3894edefc', 'project_id': '438cce0e2f434b5f879ce307da159923', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:43:16.870032 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-d12c0e16-1b6c-4b05-acde-d8a35d5745b9 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['433e043a-c932-40a2-96c7-90e72455c12c']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:43:16.887144 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-d12c0e16-1b6c-4b05-acde-d8a35d5745b9 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb09da81-deb9-4df3-a7b2-1d26befa1eb6') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:43:16.887144 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-d12c0e16-1b6c-4b05-acde-d8a35d5745b9 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb09da81-deb9-4df3-a7b2-1d26befa1eb6') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:43:16.893488 n-d-825064-1 neutron-server[102431]: INFO neutron.db.securitygroups_db [None req-a7ee5407-2d35-41a3-9e5b-ab57539c8084 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Project 438cce0e2f434b5f879ce307da159923 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 22:43:16.902065 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-998ad597-5e1f-44c3-82e6-172bec67f5e1 None None] Allocated IP 172.20.0.2 (b9eb5b60-eebf-489f-ad31-237cec4c3f81/c3ac17c5-3e94-49b7-9441-4b998c2dbf33/932f2316-041a-4954-ba85-d21c1e9bd737) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:43:16.906757 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a7ee5407-2d35-41a3-9e5b-ab57539c8084 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:16.912695 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d12c0e16-1b6c-4b05-acde-d8a35d5745b9 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60394742'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:16.941115 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d12c0e16-1b6c-4b05-acde-d8a35d5745b9 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:16.953409 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d12c0e16-1b6c-4b05-acde-d8a35d5745b9 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:43:16.953873 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d12c0e16-1b6c-4b05-acde-d8a35d5745b9 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60203044'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:16.961630 n-d-825064-1 neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:43:16.961630 n-d-825064-1 neutron-server[102430]: self.session.flush() Jan 18 22:43:16.961630 n-d-825064-1 neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:43:16.961630 n-d-825064-1 neutron-server[102430]: self.session.flush() Jan 18 22:43:16.961630 n-d-825064-1 neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:43:16.961630 n-d-825064-1 neutron-server[102430]: self.session.flush() Jan 18 22:43:16.961630 n-d-825064-1 neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:43:16.961630 n-d-825064-1 neutron-server[102430]: self.session.flush() Jan 18 22:43:16.961630 n-d-825064-1 neutron-server[102430]: Traceback (most recent call last): Jan 18 22:43:16.961630 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:43:16.961630 n-d-825064-1 neutron-server[102430]: timer() Jan 18 22:43:16.961630 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:43:16.961630 n-d-825064-1 neutron-server[102430]: cb(*args, **kw) Jan 18 22:43:16.961630 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:43:16.961630 n-d-825064-1 neutron-server[102430]: return func(*args, **kwargs) Jan 18 22:43:16.961630 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:43:16.961630 n-d-825064-1 neutron-server[102430]: self._notify() Jan 18 22:43:16.961630 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:43:16.961630 n-d-825064-1 neutron-server[102430]: self.callback(batched_events) Jan 18 22:43:16.961630 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:43:16.961630 n-d-825064-1 neutron-server[102430]: event.method(event) Jan 18 22:43:16.961630 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:43:16.961630 n-d-825064-1 neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:43:16.961630 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:43:16.961630 n-d-825064-1 neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:43:16.961630 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:43:16.961630 n-d-825064-1 neutron-server[102430]: return f(self, *a, **k) Jan 18 22:43:16.961630 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:43:16.961630 n-d-825064-1 neutron-server[102430]: return self._get(url).json() Jan 18 22:43:16.961630 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:43:16.961630 n-d-825064-1 neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:43:16.961630 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:43:16.961630 n-d-825064-1 neutron-server[102430]: return self.request(url, 'GET', **kwargs) Jan 18 22:43:16.961630 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:43:16.961630 n-d-825064-1 neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:43:16.961630 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:43:16.961630 n-d-825064-1 neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:43:16.961630 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:43:16.961630 n-d-825064-1 neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:43:16.961630 n-d-825064-1 neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:43:17.033866 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port aa3bff20-10be-4ead-a9d7-f93026ff09e4 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:43:17.034629 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:17.047864 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a7ee5407-2d35-41a3-9e5b-ab57539c8084 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:17.061721 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a7ee5407-2d35-41a3-9e5b-ab57539c8084 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:17.091116 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d12c0e16-1b6c-4b05-acde-d8a35d5745b9 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:17.096915 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ee5407-2d35-41a3-9e5b-ab57539c8084 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c785a882-11f2-48f4-974e-4db0676141f5,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:17.115614 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a7ee5407-2d35-41a3-9e5b-ab57539c8084 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:17.117768 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-a7ee5407-2d35-41a3-9e5b-ab57539c8084 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2774532 Jan 18 22:43:17.120518 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ee5407-2d35-41a3-9e5b-ab57539c8084 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:43:17.124665 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d12c0e16-1b6c-4b05-acde-d8a35d5745b9 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:17.125127 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ee5407-2d35-41a3-9e5b-ab57539c8084 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:43:17.125696 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ee5407-2d35-41a3-9e5b-ab57539c8084 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:43:17.127158 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ee5407-2d35-41a3-9e5b-ab57539c8084 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:43:17.127713 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ee5407-2d35-41a3-9e5b-ab57539c8084 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:43:17.128298 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ee5407-2d35-41a3-9e5b-ab57539c8084 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:43:17.129068 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ee5407-2d35-41a3-9e5b-ab57539c8084 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:43:17.129961 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ee5407-2d35-41a3-9e5b-ab57539c8084 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:43:17.132047 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ee5407-2d35-41a3-9e5b-ab57539c8084 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:43:17.132641 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ee5407-2d35-41a3-9e5b-ab57539c8084 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:43:17.140919 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ee5407-2d35-41a3-9e5b-ab57539c8084 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:43:17.141738 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ee5407-2d35-41a3-9e5b-ab57539c8084 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:43:17.143591 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-d12c0e16-1b6c-4b05-acde-d8a35d5745b9 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] 10.222.0.53 "DELETE /v2.0/networks/433e043a-c932-40a2-96c7-90e72455c12c HTTP/1.1" status: 204 len: 168 time: 2.8001323 Jan 18 22:43:17.144199 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 44366) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:17.154621 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-4d3d944e-be73-4452-b2e1-3a065077d328 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Request body: {'network': {'name': 'tempest-network-smoke--156466413', 'project_id': '438cce0e2f434b5f879ce307da159923', 'port_security_enabled': True}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:43:17.164498 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-998ad597-5e1f-44c3-82e6-172bec67f5e1 None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:17.174813 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-998ad597-5e1f-44c3-82e6-172bec67f5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:17.190568 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12c0e16-1b6c-4b05-acde-d8a35d5745b9 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870 tempest-ExtraDHCPOptionsIpV6TestJSON-906570870-project] Pushing event deleted for resources: {'Network': ['ID=433e043a-c932-40a2-96c7-90e72455c12c,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:17.256748 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998ad597-5e1f-44c3-82e6-172bec67f5e1 None None] Network b9eb5b60-eebf-489f-ad31-237cec4c3f81 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:43:17.263407 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-998ad597-5e1f-44c3-82e6-172bec67f5e1 None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:43:17.265552 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998ad597-5e1f-44c3-82e6-172bec67f5e1 None None] Pushing event updated for resources: {'Port': ['ID=932f2316-041a-4954-ba85-d21c1e9bd737,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:17.267760 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998ad597-5e1f-44c3-82e6-172bec67f5e1 None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:43:17.279362 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998ad597-5e1f-44c3-82e6-172bec67f5e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:43:17.279707 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998ad597-5e1f-44c3-82e6-172bec67f5e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:43:17.280046 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998ad597-5e1f-44c3-82e6-172bec67f5e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:43:17.280404 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998ad597-5e1f-44c3-82e6-172bec67f5e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:43:17.280736 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998ad597-5e1f-44c3-82e6-172bec67f5e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:43:17.281067 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998ad597-5e1f-44c3-82e6-172bec67f5e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:43:17.281484 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998ad597-5e1f-44c3-82e6-172bec67f5e1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:43:17.281817 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998ad597-5e1f-44c3-82e6-172bec67f5e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:43:17.282141 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998ad597-5e1f-44c3-82e6-172bec67f5e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:43:17.282461 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998ad597-5e1f-44c3-82e6-172bec67f5e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:43:17.282780 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998ad597-5e1f-44c3-82e6-172bec67f5e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:43:17.283096 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998ad597-5e1f-44c3-82e6-172bec67f5e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:43:17.323715 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d3d944e-be73-4452-b2e1-3a065077d328 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Made reservation on behalf of 438cce0e2f434b5f879ce307da159923 for: {'network': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:43:17.328786 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4d3d944e-be73-4452-b2e1-3a065077d328 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:17.367572 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d3d944e-be73-4452-b2e1-3a065077d328 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=102430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:43:17.368560 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-998ad597-5e1f-44c3-82e6-172bec67f5e1 None None] Attempting to bind port 932f2316-041a-4954-ba85-d21c1e9bd737 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:43:17.369774 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-998ad597-5e1f-44c3-82e6-172bec67f5e1 None None] Attempting to bind port 932f2316-041a-4954-ba85-d21c1e9bd737 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '397783a9-af45-49d0-889f-8bfebc97893e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b9eb5b60-eebf-489f-ad31-237cec4c3f81'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:43:17.369774 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998ad597-5e1f-44c3-82e6-172bec67f5e1 None None] Attempting to bind port 932f2316-041a-4954-ba85-d21c1e9bd737 on network b9eb5b60-eebf-489f-ad31-237cec4c3f81 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:43:17.371982 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 72f00d56-bdf5-4c4c-abb9-23cbcfa70ede no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:43:17.386551 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4d3d944e-be73-4452-b2e1-3a065077d328 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:17.387089 n-d-825064-1 neutron-server[102430]: INFO neutron.db.segments_db [None req-4d3d944e-be73-4452-b2e1-3a065077d328 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Added segment 56b9b749-5476-4269-bb34-69d9f812a954 of type vlan for network b03260d5-2a6f-4a7a-be90-beffbb90698f Jan 18 22:43:17.394840 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998ad597-5e1f-44c3-82e6-172bec67f5e1 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:43:17.395211 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998ad597-5e1f-44c3-82e6-172bec67f5e1 None None] Checking segment: {'id': '397783a9-af45-49d0-889f-8bfebc97893e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b9eb5b60-eebf-489f-ad31-237cec4c3f81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:43:17.395614 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-998ad597-5e1f-44c3-82e6-172bec67f5e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:17.396022 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998ad597-5e1f-44c3-82e6-172bec67f5e1 None None] Bound using segment: {'id': '397783a9-af45-49d0-889f-8bfebc97893e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b9eb5b60-eebf-489f-ad31-237cec4c3f81'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:43:17.396751 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-998ad597-5e1f-44c3-82e6-172bec67f5e1 None None] Bound port: 932f2316-041a-4954-ba85-d21c1e9bd737, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '397783a9-af45-49d0-889f-8bfebc97893e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b9eb5b60-eebf-489f-ad31-237cec4c3f81'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:43:17.396886 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-998ad597-5e1f-44c3-82e6-172bec67f5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:17.399484 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 72f00d56-bdf5-4c4c-abb9-23cbcfa70ede {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:43:17.399484 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 72f00d56-bdf5-4c4c-abb9-23cbcfa70ede not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:43:17.481681 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-178eee71-c8c1-4040-aed0-811a501214ef tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] Allocated IP 172.20.0.9 (b9eb5b60-eebf-489f-ad31-237cec4c3f81/c3ac17c5-3e94-49b7-9441-4b998c2dbf33/bc88590e-e5bd-40db-aeb7-ff6239727eaf) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:43:17.503613 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4d3d944e-be73-4452-b2e1-3a065077d328 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:17.517120 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-998ad597-5e1f-44c3-82e6-172bec67f5e1 None None] For port 932f2316-041a-4954-ba85-d21c1e9bd737, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:43:17.520960 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-998ad597-5e1f-44c3-82e6-172bec67f5e1 None None] For port 932f2316-041a-4954-ba85-d21c1e9bd737, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=932f2316-041a-4954-ba85-d21c1e9bd737,segment=NetworkSegment(397783a9-af45-49d0-889f-8bfebc97893e),segment_id=397783a9-af45-49d0-889f-8bfebc97893e)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:43:17.526592 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-998ad597-5e1f-44c3-82e6-172bec67f5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:17.626976 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abc05e9-6e7a-4d88-b050-780e77da3168 req-4b721053-429d-4ce4-a54b-fd918b28d771 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:17.628568 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5abc05e9-6e7a-4d88-b050-780e77da3168 req-4b721053-429d-4ce4-a54b-fd918b28d771 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=51762b21-ea99-403c-a32d-fb9b19c477dc HTTP/1.1" status: 200 len: 943 time: 0.2053375 Jan 18 22:43:17.679409 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4d3d944e-be73-4452-b2e1-3a065077d328 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:17.686301 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3d944e-be73-4452-b2e1-3a065077d328 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:17.687039 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4d3d944e-be73-4452-b2e1-3a065077d328 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:17.690538 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998ad597-5e1f-44c3-82e6-172bec67f5e1 None None] Pushing event updated for resources: {'Port': ['ID=932f2316-041a-4954-ba85-d21c1e9bd737,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:17.771376 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 44376) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:17.861735 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 44382) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:17.861986 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-4d3d944e-be73-4452-b2e1-3a065077d328 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7164624 Jan 18 22:43:17.865237 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5abc05e9-6e7a-4d88-b050-780e77da3168 req-53fd16c3-0a67-41c4-85e4-eba8f1f4f360 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=dae8bf2d-ed71-4918-8e49-2e2d9465745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202518 Jan 18 22:43:17.868170 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-98ebd431-af9b-4211-94f8-4c3ffc721a8b tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1314540967', 'admin_state_up': True, 'project_id': '438cce0e2f434b5f879ce307da159923', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:43:17.909237 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-98ebd431-af9b-4211-94f8-4c3ffc721a8b tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1044160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8692'] for router, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:17.911395 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-98ebd431-af9b-4211-94f8-4c3ffc721a8b tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1040680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8675'] for router, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:17.980402 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3d944e-be73-4452-b2e1-3a065077d328 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Pushing event updated for resources: {'Network': ['ID=b03260d5-2a6f-4a7a-be90-beffbb90698f,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:18.012654 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network b03260d5-2a6f-4a7a-be90-beffbb90698f details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:43:18.058118 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-98ebd431-af9b-4211-94f8-4c3ffc721a8b tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:18.094950 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-178eee71-c8c1-4040-aed0-811a501214ef tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:18.173028 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-178eee71-c8c1-4040-aed0-811a501214ef tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:18.236683 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-85128b29-279a-4c02-94c2-2997b4bba118 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=10f36e5ecfe948da8758473cfca9552e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4639757 Jan 18 22:43:18.239177 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 44384) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:18.288013 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178eee71-c8c1-4040-aed0-811a501214ef tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] Network b9eb5b60-eebf-489f-ad31-237cec4c3f81 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:43:18.295314 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-178eee71-c8c1-4040-aed0-811a501214ef tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:43:18.303352 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178eee71-c8c1-4040-aed0-811a501214ef tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:43:18.378005 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178eee71-c8c1-4040-aed0-811a501214ef tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:18.379718 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-178eee71-c8c1-4040-aed0-811a501214ef tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:18.406730 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178eee71-c8c1-4040-aed0-811a501214ef tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] Pushing event updated for resources: {'Port': ['ID=bc88590e-e5bd-40db-aeb7-ff6239727eaf,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:18.419464 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-178eee71-c8c1-4040-aed0-811a501214ef tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.8052585 Jan 18 22:43:18.422704 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 44386) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:18.429186 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-2326aa2a-3404-483f-b2c0-6f37c79ccc88 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1055811426', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:43:18.432325 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-98ebd431-af9b-4211-94f8-4c3ffc721a8b tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:18.436634 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bfdf863a-3794-43c1-bacc-db87d3f523fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:18.461003 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bfdf863a-3794-43c1-bacc-db87d3f523fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:18.483814 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2326aa2a-3404-483f-b2c0-6f37c79ccc88 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1044160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8692'] for router, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:18.485031 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2326aa2a-3404-483f-b2c0-6f37c79ccc88 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1040680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8675'] for router, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:18.567771 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bfdf863a-3794-43c1-bacc-db87d3f523fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:18.570650 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bfdf863a-3794-43c1-bacc-db87d3f523fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:18.571854 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-bfdf863a-3794-43c1-bacc-db87d3f523fa admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/944e03d1-f5d1-49e1-9849-b202f863cfd6 HTTP/1.1" status: 204 len: 168 time: 0.3317356 Jan 18 22:43:18.584253 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdf863a-3794-43c1-bacc-db87d3f523fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=944e03d1-f5d1-49e1-9849-b202f863cfd6,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:18.695118 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2326aa2a-3404-483f-b2c0-6f37c79ccc88 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:18.701415 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2326aa2a-3404-483f-b2c0-6f37c79ccc88 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1040691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049'] for router, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:18.772084 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2326aa2a-3404-483f-b2c0-6f37c79ccc88 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] Notify callbacks [] for router, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:18.784606 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-2326aa2a-3404-483f-b2c0-6f37c79ccc88 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3583534 Jan 18 22:43:18.785555 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 932f2316-041a-4954-ba85-d21c1e9bd737 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:43:18.786419 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 44392) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:18.801637 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-fb76405d-a733-48a5-8406-c00543a1f300 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-992603323', 'prefixes': ['172.20.0.0/16']}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:43:18.891294 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 932f2316-041a-4954-ba85-d21c1e9bd737 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:43:18.892266 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:19.058905 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:19.079202 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fb76405d-a733-48a5-8406-c00543a1f300 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] Notify callbacks [] for subnetpool, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:19.118331 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-fb76405d-a733-48a5-8406-c00543a1f300 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] 10.222.0.53 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.3058789 Jan 18 22:43:19.118331 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 44398) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:19.128745 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.tag.tag_plugin [None req-3b0a00aa-260e-435f-b030-4ad0a2fdbf71 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'c3ac17c5-3e94-49b7-9441-4b998c2dbf33', 'tempest-TagsExtTest-Tag-567719950') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:43:19.166879 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port 932f2316-041a-4954-ba85-d21c1e9bd737, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=932f2316-041a-4954-ba85-d21c1e9bd737,segment=NetworkSegment(397783a9-af45-49d0-889f-8bfebc97893e),segment_id=397783a9-af45-49d0-889f-8bfebc97893e)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:43:19.178646 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:19.401106 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-630a9900-d55a-4750-b695-946aa36c3bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:19.408725 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=932f2316-041a-4954-ba85-d21c1e9bd737,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:19.592109 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea64f80-9026-4f0d-a05a-af9535dc990b None None] Network b9eb5b60-eebf-489f-ad31-237cec4c3f81 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:43:19.631756 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb010f2-3e51-4171-9fcc-941f74fe71d1 req-e0b0c788-5aa2-4835-96f6-9e887063728d tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:19.641784 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0fb010f2-3e51-4171-9fcc-941f74fe71d1 req-e0b0c788-5aa2-4835-96f6-9e887063728d tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=51762b21-ea99-403c-a32d-fb9b19c477dc HTTP/1.1" status: 200 len: 943 time: 0.5020690 Jan 18 22:43:19.702653 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-98ebd431-af9b-4211-94f8-4c3ffc721a8b tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for router_gateway, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:19.728092 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-98ebd431-af9b-4211-94f8-4c3ffc721a8b tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:19.870691 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-445d31bf-e8a7-48e3-95c7-b345d4d01b1b None None] Provisioning complete for port 932f2316-041a-4954-ba85-d21c1e9bd737 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:43:19.871252 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-445d31bf-e8a7-48e3-95c7-b345d4d01b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:19.873957 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0fb010f2-3e51-4171-9fcc-941f74fe71d1 req-c784f557-c6e2-4e24-ad8a-68be15b3eccf tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=dae8bf2d-ed71-4918-8e49-2e2d9465745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236617 Jan 18 22:43:19.903774 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-3b0a00aa-260e-435f-b030-4ad0a2fdbf71 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] 10.222.0.53 "PUT /v2.0/subnets/c3ac17c5-3e94-49b7-9441-4b998c2dbf33/tags/tempest-TagsExtTest-Tag-567719950 HTTP/1.1" status: 201 len: 201 time: 0.8048384 Jan 18 22:43:19.906582 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 44420) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:19.913285 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-98ebd431-af9b-4211-94f8-4c3ffc721a8b tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Allocated IP 172.25.5.4 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/fbdd59f6-20c6-4db4-aca7-760cf6cb6be7) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:43:19.913905 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.tag.tag_plugin [None req-0d843a59-5df7-45f9-ac25-84eddab64183 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'bc88590e-e5bd-40db-aeb7-ff6239727eaf', 'tempest-TagsExtTest-Tag-220927746') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:43:20.071229 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-0d843a59-5df7-45f9-ac25-84eddab64183 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] 10.222.0.53 "PUT /v2.0/ports/bc88590e-e5bd-40db-aeb7-ff6239727eaf/tags/tempest-TagsExtTest-Tag-220927746 HTTP/1.1" status: 201 len: 201 time: 0.1434705 Jan 18 22:43:20.071229 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 44424) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:20.071229 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.tag.tag_plugin [None req-9a55f25d-92d5-4d87-8e0b-61a0e48f8073 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '30c75c3d-56b7-486b-beb3-503c3749d1ef', 'tempest-TagsExtTest-Tag-826057876') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:43:20.189840 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-98ebd431-af9b-4211-94f8-4c3ffc721a8b tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:20.222234 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 44426) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:20.269040 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 44428) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:20.367277 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-9a55f25d-92d5-4d87-8e0b-61a0e48f8073 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] 10.222.0.53 "PUT /v2.0/routers/30c75c3d-56b7-486b-beb3-503c3749d1ef/tags/tempest-TagsExtTest-Tag-826057876 HTTP/1.1" status: 201 len: 201 time: 0.3089521 Jan 18 22:43:20.377296 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 44432) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:20.396903 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.tag.tag_plugin [None req-a863ce8e-8cba-4bd2-a5cf-ce90577e2e6f tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '63ec4c7c-202d-4d53-b186-9ba301812e59', 'tempest-TagsExtTest-Tag-2076977948') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:43:20.508579 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-98ebd431-af9b-4211-94f8-4c3ffc721a8b tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:20.578827 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-8aa3bb5b-12d6-4561-b7d2-84ca7f818808 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-808538299'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:43:20.587051 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-55930155-223d-48b6-9dfb-eecd865a78a2 None None] Provisioning complete for port bc88590e-e5bd-40db-aeb7-ff6239727eaf triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:43:20.588509 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-55930155-223d-48b6-9dfb-eecd865a78a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:20.622422 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-a863ce8e-8cba-4bd2-a5cf-ce90577e2e6f tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] 10.222.0.53 "PUT /v2.0/subnetpools/63ec4c7c-202d-4d53-b186-9ba301812e59/tags/tempest-TagsExtTest-Tag-2076977948 HTTP/1.1" status: 201 len: 201 time: 0.2384665 Jan 18 22:43:20.626135 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 44434) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:20.648330 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aa3bb5b-12d6-4561-b7d2-84ca7f818808 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Made reservation on behalf of a5cf2990e9874f9db96974b0eb4d18fe for: {'network': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:43:20.648910 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.tag.tag_plugin [None req-efa0f603-7297-4530-8f69-6ce424456c0b tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'c3ac17c5-3e94-49b7-9441-4b998c2dbf33') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:43:20.672606 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8aa3bb5b-12d6-4561-b7d2-84ca7f818808 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:20.693589 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-55930155-223d-48b6-9dfb-eecd865a78a2 None None] Port bc88590e-e5bd-40db-aeb7-ff6239727eaf cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:43:20.708315 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8aa3bb5b-12d6-4561-b7d2-84ca7f818808 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:20.717217 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 932f2316-041a-4954-ba85-d21c1e9bd737 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:43:20.749744 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ebd431-af9b-4211-94f8-4c3ffc721a8b tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:43:20.763043 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-98ebd431-af9b-4211-94f8-4c3ffc721a8b tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:43:20.782668 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ebd431-af9b-4211-94f8-4c3ffc721a8b tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:43:20.787731 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ebd431-af9b-4211-94f8-4c3ffc721a8b tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Pushing event updated for resources: {'Port': ['ID=fbdd59f6-20c6-4db4-aca7-760cf6cb6be7,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:20.865756 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-55930155-223d-48b6-9dfb-eecd865a78a2 None None] Provisioning complete for port 932f2316-041a-4954-ba85-d21c1e9bd737 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:43:20.867479 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-55930155-223d-48b6-9dfb-eecd865a78a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:20.928719 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 932f2316-041a-4954-ba85-d21c1e9bd737 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:43:20.930178 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:20.974704 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8aa3bb5b-12d6-4561-b7d2-84ca7f818808 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:20.999602 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8aa3bb5b-12d6-4561-b7d2-84ca7f818808 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:21.109616 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8aa3bb5b-12d6-4561-b7d2-84ca7f818808 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=102430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:43:21.165273 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa3bb5b-12d6-4561-b7d2-84ca7f818808 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dd92255-9060-4ecf-97c1-1c8443244b53,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:21.219317 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-efa0f603-7297-4530-8f69-6ce424456c0b tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] 10.222.0.53 "GET /v2.0/subnets/c3ac17c5-3e94-49b7-9441-4b998c2dbf33/tags HTTP/1.1" status: 200 len: 240 time: 0.5810483 Jan 18 22:43:21.219933 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 44440) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:21.227811 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8aa3bb5b-12d6-4561-b7d2-84ca7f818808 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:21.228290 n-d-825064-1 neutron-server[102430]: INFO neutron.db.segments_db [None req-8aa3bb5b-12d6-4561-b7d2-84ca7f818808 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Added segment c8113616-fcc4-46c9-b7ea-c954055e0166 of type vlan for network d07eed05-2d0a-4db0-aabb-73d437cdac67 Jan 18 22:43:21.236496 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.tag.tag_plugin [None req-63ab2f66-63ce-4b90-937a-3145429a692c tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c3ac17c5-3e94-49b7-9441-4b998c2dbf33', 'tempest-TagsExtTest-Tag-567719950') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:43:21.245614 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-b117c0af-03c6-46a7-8060-cc8210d309df None None] Provisioning complete for port bc88590e-e5bd-40db-aeb7-ff6239727eaf triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:43:21.245992 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b117c0af-03c6-46a7-8060-cc8210d309df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:21.318797 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-b117c0af-03c6-46a7-8060-cc8210d309df None None] Port bc88590e-e5bd-40db-aeb7-ff6239727eaf cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:43:21.372377 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8aa3bb5b-12d6-4561-b7d2-84ca7f818808 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:21.389790 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0912a06-cdd8-4326-9537-27bb5d4ad785 req-6e54d884-243e-4738-897d-48bb5e97cfc7 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:21.398212 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d0912a06-cdd8-4326-9537-27bb5d4ad785 req-6e54d884-243e-4738-897d-48bb5e97cfc7 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=51762b21-ea99-403c-a32d-fb9b19c477dc HTTP/1.1" status: 200 len: 943 time: 0.2813592 Jan 18 22:43:21.524067 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8aa3bb5b-12d6-4561-b7d2-84ca7f818808 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:21.535480 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa3bb5b-12d6-4561-b7d2-84ca7f818808 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:21.537163 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-63ab2f66-63ce-4b90-937a-3145429a692c tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] 10.222.0.53 "GET /v2.0/subnets/c3ac17c5-3e94-49b7-9441-4b998c2dbf33/tags/tempest-TagsExtTest-Tag-567719950 HTTP/1.1" status: 204 len: 168 time: 0.3063626 Jan 18 22:43:21.537875 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 44442) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:21.544083 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8aa3bb5b-12d6-4561-b7d2-84ca7f818808 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:21.545819 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.tag.tag_plugin [None req-32c4f37e-3081-42d3-8483-08f3827b466c tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'c3ac17c5-3e94-49b7-9441-4b998c2dbf33', 'tempest-TagsExtTest-Tag-567719950') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:43:21.575453 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-98ebd431-af9b-4211-94f8-4c3ffc721a8b tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for router_gateway, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:21.575783 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d0912a06-cdd8-4326-9537-27bb5d4ad785 req-fc2e1064-ff1a-4031-951e-fce86d450eff tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=dae8bf2d-ed71-4918-8e49-2e2d9465745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570952 Jan 18 22:43:21.634373 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-8aa3bb5b-12d6-4561-b7d2-84ca7f818808 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.3620155 Jan 18 22:43:21.635752 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 44444) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:21.644012 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-6192a3c5-080f-421f-bbce-7cdb3e9cdb77 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Request body: {'subnet': {'network_id': 'd07eed05-2d0a-4db0-aabb-73d437cdac67', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:43:21.703969 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa3bb5b-12d6-4561-b7d2-84ca7f818808 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Pushing event updated for resources: {'Network': ['ID=d07eed05-2d0a-4db0-aabb-73d437cdac67,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:21.717451 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network d07eed05-2d0a-4db0-aabb-73d437cdac67 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:43:21.785477 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6192a3c5-080f-421f-bbce-7cdb3e9cdb77 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Made reservation on behalf of a5cf2990e9874f9db96974b0eb4d18fe for: {'subnet': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:43:21.791170 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6192a3c5-080f-421f-bbce-7cdb3e9cdb77 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62288702'] for subnet, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:21.871350 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-70b99884-5154-4cb6-8b89-66ac59cef6b9 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1041027'] for router_interface, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:21.898840 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-32c4f37e-3081-42d3-8483-08f3827b466c tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] 10.222.0.53 "DELETE /v2.0/subnets/c3ac17c5-3e94-49b7-9441-4b998c2dbf33/tags/tempest-TagsExtTest-Tag-567719950 HTTP/1.1" status: 204 len: 168 time: 0.3570092 Jan 18 22:43:21.902238 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 44446) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:21.919062 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.tag.tag_plugin [None req-cc1fa295-8a23-4ee2-aa36-cc08255d620b tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'c3ac17c5-3e94-49b7-9441-4b998c2dbf33') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:43:21.951216 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-37bfda65-0675-4958-be55-01a5fb1a9a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:22.228078 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-98ebd431-af9b-4211-94f8-4c3ffc721a8b tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1040691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049'] for router, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:22.259508 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-cc1fa295-8a23-4ee2-aa36-cc08255d620b tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] 10.222.0.53 "GET /v2.0/subnets/c3ac17c5-3e94-49b7-9441-4b998c2dbf33/tags HTTP/1.1" status: 200 len: 205 time: 0.3535874 Jan 18 22:43:22.262279 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 44450) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:22.284885 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.tag.tag_plugin [None req-93e749bc-a3df-444d-91ad-3ea2fc427844 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'bc88590e-e5bd-40db-aeb7-ff6239727eaf') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:43:22.401202 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6192a3c5-080f-421f-bbce-7cdb3e9cdb77 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60203213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62288684'] for subnet, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:22.416406 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-93e749bc-a3df-444d-91ad-3ea2fc427844 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] 10.222.0.53 "GET /v2.0/ports/bc88590e-e5bd-40db-aeb7-ff6239727eaf/tags HTTP/1.1" status: 200 len: 240 time: 0.1358433 Jan 18 22:43:22.426484 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 44454) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:22.435219 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.tag.tag_plugin [None req-a9fba028-ff09-4b8b-9aef-0e451fee50f6 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'bc88590e-e5bd-40db-aeb7-ff6239727eaf', 'tempest-TagsExtTest-Tag-220927746') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:43:22.476620 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6192a3c5-080f-421f-bbce-7cdb3e9cdb77 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Pushing event updated for resources: {'Subnet': ['ID=3152b94b-f7e6-4e02-8781-23b5fec489fc,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:22.483054 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6192a3c5-080f-421f-bbce-7cdb3e9cdb77 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Checking segment: {'id': 'c8113616-fcc4-46c9-b7ea-c954055e0166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd07eed05-2d0a-4db0-aabb-73d437cdac67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:43:22.483540 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6192a3c5-080f-421f-bbce-7cdb3e9cdb77 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Network hostable DHCP agents. Network: d07eed05-2d0a-4db0-aabb-73d437cdac67, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:43:22.502398 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6192a3c5-080f-421f-bbce-7cdb3e9cdb77 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Network d07eed05-2d0a-4db0-aabb-73d437cdac67 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:43:22.528626 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-6192a3c5-080f-421f-bbce-7cdb3e9cdb77 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, d07eed05-2d0a-4db0-aabb-73d437cdac67) {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:43:22.536987 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6192a3c5-080f-421f-bbce-7cdb3e9cdb77 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:22.538738 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6192a3c5-080f-421f-bbce-7cdb3e9cdb77 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Notify callbacks [] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:22.546609 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd7945f-9fde-4e19-b3ea-bb53dc208078 None None] Network d07eed05-2d0a-4db0-aabb-73d437cdac67 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:43:22.590039 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-6192a3c5-080f-421f-bbce-7cdb3e9cdb77 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9499726 Jan 18 22:43:22.591769 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 44458) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:22.599098 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-99f4caba-890b-4bf9-a417-3d6300beb08a tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-460092960', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:43:22.680442 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-99f4caba-890b-4bf9-a417-3d6300beb08a tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1044160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8692'] for router, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:22.683719 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-99f4caba-890b-4bf9-a417-3d6300beb08a tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1040680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8675'] for router, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:22.835644 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-a9fba028-ff09-4b8b-9aef-0e451fee50f6 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] 10.222.0.53 "GET /v2.0/ports/bc88590e-e5bd-40db-aeb7-ff6239727eaf/tags/tempest-TagsExtTest-Tag-220927746 HTTP/1.1" status: 204 len: 168 time: 0.4036858 Jan 18 22:43:22.843933 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 44462) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:22.858461 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98ebd431-af9b-4211-94f8-4c3ffc721a8b tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Router 8d491db6-b417-4453-82fc-9341888a5f04 is scheduled to L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 with binding_index 1 {{(pid=102431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 22:43:22.948919 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.tag.tag_plugin [None req-50d5be8c-b346-4144-873c-13b27044c7ec tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'bc88590e-e5bd-40db-aeb7-ff6239727eaf', 'tempest-TagsExtTest-Tag-220927746') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:43:22.959290 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-99f4caba-890b-4bf9-a417-3d6300beb08a tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:22.977460 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-99f4caba-890b-4bf9-a417-3d6300beb08a tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1040691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049'] for router, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:23.087645 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-99f4caba-890b-4bf9-a417-3d6300beb08a tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Notify callbacks [] for router, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:23.090640 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-99f4caba-890b-4bf9-a417-3d6300beb08a tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.4972124 Jan 18 22:43:23.097989 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 44464) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:23.179162 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:23.286986 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a961045-7da8-4c2a-9068-8a6e21bd9e5d req-c753c855-17f1-4eec-911b-0293204084da tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:23.296820 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9a961045-7da8-4c2a-9068-8a6e21bd9e5d req-c753c855-17f1-4eec-911b-0293204084da tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=51762b21-ea99-403c-a32d-fb9b19c477dc HTTP/1.1" status: 200 len: 943 time: 0.4551561 Jan 18 22:43:23.304293 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3c06e3-552d-4441-8369-e2db438b7599 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-d07eed05-2d0a-4db0-aabb-73d437cdac67', 'network_id': 'd07eed05-2d0a-4db0-aabb-73d437cdac67', 'tenant_id': 'a5cf2990e9874f9db96974b0eb4d18fe', 'fixed_ips': [{'subnet_id': '3152b94b-f7e6-4e02-8781-23b5fec489fc'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:43:23.305738 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5f3c06e3-552d-4441-8369-e2db438b7599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:23.355398 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9a961045-7da8-4c2a-9068-8a6e21bd9e5d req-cf749c19-ef35-47a4-8b5b-6a41e1ec8105 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=dae8bf2d-ed71-4918-8e49-2e2d9465745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522366 Jan 18 22:43:23.635096 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-5f3c06e3-552d-4441-8369-e2db438b7599 None None] Allocated IP 172.20.0.2 (d07eed05-2d0a-4db0-aabb-73d437cdac67/3152b94b-f7e6-4e02-8781-23b5fec489fc/69b555e3-2a23-4b23-847b-c1fc55b8516c) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:43:23.839106 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98ebd431-af9b-4211-94f8-4c3ffc721a8b tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:43:23.855476 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18ef807-2f89-4854-8033-9b40c65eedc3 None None] Sync routers for ids ['8d491db6-b417-4453-82fc-9341888a5f04'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:43:23.883978 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18ef807-2f89-4854-8033-9b40c65eedc3 None None] Routers {'8d491db6-b417-4453-82fc-9341888a5f04'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:43:23.884690 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-d18ef807-2f89-4854-8033-9b40c65eedc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:43:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['8d491db6-b417-4453-82fc-9341888a5f04'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:43:23.970591 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5f3c06e3-552d-4441-8369-e2db438b7599 None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:23.976032 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-98ebd431-af9b-4211-94f8-4c3ffc721a8b tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:23.979799 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-98ebd431-af9b-4211-94f8-4c3ffc721a8b tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 6.1168604 Jan 18 22:43:23.988020 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5f3c06e3-552d-4441-8369-e2db438b7599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:23.991396 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 44480) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:24.101373 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-a5d37027-47ca-4682-9150-2f7239ccb039 tempest-TestNetworkAdvancedServerOps-1886563698 tempest-TestNetworkAdvancedServerOps-1886563698-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=438cce0e2f434b5f879ce307da159923&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1019599 Jan 18 22:43:24.101612 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3c06e3-552d-4441-8369-e2db438b7599 None None] Pushing event updated for resources: {'Port': ['ID=69b555e3-2a23-4b23-847b-c1fc55b8516c,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:24.130168 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3c06e3-552d-4441-8369-e2db438b7599 None None] Network d07eed05-2d0a-4db0-aabb-73d437cdac67 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:43:24.132786 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-5f3c06e3-552d-4441-8369-e2db438b7599 None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:43:24.141443 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3c06e3-552d-4441-8369-e2db438b7599 None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:43:24.155961 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 44482) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:24.185689 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-d18ef807-2f89-4854-8033-9b40c65eedc3 None None] Set router 8d491db6-b417-4453-82fc-9341888a5f04 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:43:24.299571 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-5f3c06e3-552d-4441-8369-e2db438b7599 None None] Attempting to bind port 69b555e3-2a23-4b23-847b-c1fc55b8516c on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:43:24.302371 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-5f3c06e3-552d-4441-8369-e2db438b7599 None None] Attempting to bind port 69b555e3-2a23-4b23-847b-c1fc55b8516c by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': 'c8113616-fcc4-46c9-b7ea-c954055e0166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd07eed05-2d0a-4db0-aabb-73d437cdac67'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:43:24.302918 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3c06e3-552d-4441-8369-e2db438b7599 None None] Attempting to bind port 69b555e3-2a23-4b23-847b-c1fc55b8516c on network d07eed05-2d0a-4db0-aabb-73d437cdac67 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:43:24.323142 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3c06e3-552d-4441-8369-e2db438b7599 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:43:24.334233 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3c06e3-552d-4441-8369-e2db438b7599 None None] Checking segment: {'id': 'c8113616-fcc4-46c9-b7ea-c954055e0166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd07eed05-2d0a-4db0-aabb-73d437cdac67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:43:24.335862 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5f3c06e3-552d-4441-8369-e2db438b7599 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:24.336447 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3c06e3-552d-4441-8369-e2db438b7599 None None] Bound using segment: {'id': 'c8113616-fcc4-46c9-b7ea-c954055e0166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd07eed05-2d0a-4db0-aabb-73d437cdac67'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:43:24.339458 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-5f3c06e3-552d-4441-8369-e2db438b7599 None None] Bound port: 69b555e3-2a23-4b23-847b-c1fc55b8516c, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8113616-fcc4-46c9-b7ea-c954055e0166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd07eed05-2d0a-4db0-aabb-73d437cdac67'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:43:24.340048 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5f3c06e3-552d-4441-8369-e2db438b7599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:24.461908 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-5f3c06e3-552d-4441-8369-e2db438b7599 None None] For port 69b555e3-2a23-4b23-847b-c1fc55b8516c, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:43:24.463541 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98385883-d040-435e-81ae-358010aa13f6 tempest-TestNetworkAdvancedServerOps-1886563698 tempest-TestNetworkAdvancedServerOps-1886563698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:24.465330 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-5f3c06e3-552d-4441-8369-e2db438b7599 None None] For port 69b555e3-2a23-4b23-847b-c1fc55b8516c, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=69b555e3-2a23-4b23-847b-c1fc55b8516c,segment=NetworkSegment(c8113616-fcc4-46c9-b7ea-c954055e0166),segment_id=c8113616-fcc4-46c9-b7ea-c954055e0166)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:43:24.471820 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-98385883-d040-435e-81ae-358010aa13f6 tempest-TestNetworkAdvancedServerOps-1886563698 tempest-TestNetworkAdvancedServerOps-1886563698-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3033452 Jan 18 22:43:24.484686 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 44488) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:24.488654 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5f3c06e3-552d-4441-8369-e2db438b7599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:24.570433 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-aea24529-4535-43cc-8bfe-1d44a80ad4d6 tempest-TestNetworkAdvancedServerOps-1886563698 tempest-TestNetworkAdvancedServerOps-1886563698-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=0fa7c7c8-c96a-4aa5-9818-d374adf00f99&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0833800 Jan 18 22:43:24.574679 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 44490) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:24.575397 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:24.595857 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-06132612-d57d-45e8-8ecd-930f9f4c54fe tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1990876380', 'network_id': 'b03260d5-2a6f-4a7a-be90-beffbb90698f', 'project_id': '438cce0e2f434b5f879ce307da159923', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:43:24.605908 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-d18ef807-2f89-4854-8033-9b40c65eedc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d491db6-b417-4453-82fc-9341888a5f04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1314540967', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'fbdd59f6-20c6-4db4-aca7-760cf6cb6be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:43:17Z', 'updated_at': '2022-01-18T22:43:21Z', 'revision_number': 3, 'project_id': '438cce0e2f434b5f879ce307da159923', 'gw_port': {'id': 'fbdd59f6-20c6-4db4-aca7-760cf6cb6be7', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:43:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d491db6-b417-4453-82fc-9341888a5f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:43:19Z', 'updated_at': '2022-01-18T22:43:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:43:24.666557 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18ef807-2f89-4854-8033-9b40c65eedc3 None None] Checking router: 8d491db6-b417-4453-82fc-9341888a5f04 for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:43:24.666949 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18ef807-2f89-4854-8033-9b40c65eedc3 None None] Updating router 8d491db6-b417-4453-82fc-9341888a5f04 port fbdd59f6-20c6-4db4-aca7-760cf6cb6be7 binding host n-d-825064-1 {{(pid=102433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:43:24.672939 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:24.679350 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3c06e3-552d-4441-8369-e2db438b7599 None None] Pushing event updated for resources: {'Port': ['ID=69b555e3-2a23-4b23-847b-c1fc55b8516c,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:24.706137 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d18ef807-2f89-4854-8033-9b40c65eedc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:24.773450 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-70b99884-5154-4cb6-8b89-66ac59cef6b9 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Deleting port aa3bff20-10be-4ead-a9d7-f93026ff09e4 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:43:24.774294 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-70b99884-5154-4cb6-8b89-66ac59cef6b9 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:24.939201 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-78e999bb-9656-429e-b764-1c812b0b4dd3 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:24.980381 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9c483f-9d32-48a5-810a-35fe7bfc30ca req-cd7bbb68-24ca-45d7-88ce-69eae1820309 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:24.981962 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7d9c483f-9d32-48a5-810a-35fe7bfc30ca req-cd7bbb68-24ca-45d7-88ce-69eae1820309 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=51762b21-ea99-403c-a32d-fb9b19c477dc HTTP/1.1" status: 200 len: 943 time: 0.3840244 Jan 18 22:43:25.010530 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-50d5be8c-b346-4144-873c-13b27044c7ec tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] 10.222.0.53 "DELETE /v2.0/ports/bc88590e-e5bd-40db-aeb7-ff6239727eaf/tags/tempest-TagsExtTest-Tag-220927746 HTTP/1.1" status: 204 len: 168 time: 2.1565034 Jan 18 22:43:25.012404 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 44504) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:25.014313 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-70b99884-5154-4cb6-8b89-66ac59cef6b9 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] For port aa3bff20-10be-4ead-a9d7-f93026ff09e4, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=aa3bff20-10be-4ead-a9d7-f93026ff09e4,segment=NetworkSegment(7599c219-7416-4daa-a53f-ed4bd6a29d96),segment_id=7599c219-7416-4daa-a53f-ed4bd6a29d96)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:43:25.015387 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-70b99884-5154-4cb6-8b89-66ac59cef6b9 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:25.019950 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.tag.tag_plugin [None req-58b00527-badb-43c5-a870-51a12e5ad388 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'bc88590e-e5bd-40db-aeb7-ff6239727eaf') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:43:25.048497 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-70b99884-5154-4cb6-8b89-66ac59cef6b9 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Calling delete_port for aa3bff20-10be-4ead-a9d7-f93026ff09e4 owned by network:router_interface {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:43:25.139159 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d18ef807-2f89-4854-8033-9b40c65eedc3 None None] Notify callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:25.150577 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d18ef807-2f89-4854-8033-9b40c65eedc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:25.256266 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4ae3c9-5757-4715-a201-1fa1511ef1fc None None] Pushing event updated for resources: {'Port': ['ID=fbdd59f6-20c6-4db4-aca7-760cf6cb6be7,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:25.271675 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4ae3c9-5757-4715-a201-1fa1511ef1fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:43:25.275392 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4ae3c9-5757-4715-a201-1fa1511ef1fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:43:25.275838 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4ae3c9-5757-4715-a201-1fa1511ef1fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:43:25.276201 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4ae3c9-5757-4715-a201-1fa1511ef1fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:43:25.276535 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4ae3c9-5757-4715-a201-1fa1511ef1fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:43:25.276865 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4ae3c9-5757-4715-a201-1fa1511ef1fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:43:25.277187 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4ae3c9-5757-4715-a201-1fa1511ef1fc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:43:25.277508 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4ae3c9-5757-4715-a201-1fa1511ef1fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:43:25.277825 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4ae3c9-5757-4715-a201-1fa1511ef1fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:43:25.278141 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4ae3c9-5757-4715-a201-1fa1511ef1fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:43:25.280501 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4ae3c9-5757-4715-a201-1fa1511ef1fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:43:25.280855 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4ae3c9-5757-4715-a201-1fa1511ef1fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:43:25.303111 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7d9c483f-9d32-48a5-810a-35fe7bfc30ca req-f1961212-3318-45b7-8840-e1df6a2e07e7 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=dae8bf2d-ed71-4918-8e49-2e2d9465745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914083 Jan 18 22:43:25.308606 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-d18ef807-2f89-4854-8033-9b40c65eedc3 None None] Attempting to bind port fbdd59f6-20c6-4db4-aca7-760cf6cb6be7 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:43:25.308973 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-d18ef807-2f89-4854-8033-9b40c65eedc3 None None] Attempting to bind port fbdd59f6-20c6-4db4-aca7-760cf6cb6be7 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:43:25.309327 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18ef807-2f89-4854-8033-9b40c65eedc3 None None] Attempting to bind port fbdd59f6-20c6-4db4-aca7-760cf6cb6be7 on network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:43:25.315890 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18ef807-2f89-4854-8033-9b40c65eedc3 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:43:25.316294 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18ef807-2f89-4854-8033-9b40c65eedc3 None None] Checking segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:43:25.316698 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d18ef807-2f89-4854-8033-9b40c65eedc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:25.317081 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18ef807-2f89-4854-8033-9b40c65eedc3 None None] Bound using segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:43:25.317542 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-d18ef807-2f89-4854-8033-9b40c65eedc3 None None] Bound port: fbdd59f6-20c6-4db4-aca7-760cf6cb6be7, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:43:25.317914 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d18ef807-2f89-4854-8033-9b40c65eedc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:25.490551 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-d18ef807-2f89-4854-8033-9b40c65eedc3 None None] For port fbdd59f6-20c6-4db4-aca7-760cf6cb6be7, host n-d-825064-1, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:43:25.498304 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-d18ef807-2f89-4854-8033-9b40c65eedc3 None None] For port fbdd59f6-20c6-4db4-aca7-760cf6cb6be7, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=fbdd59f6-20c6-4db4-aca7-760cf6cb6be7,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:43:25.506783 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d18ef807-2f89-4854-8033-9b40c65eedc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:25.573334 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-70b99884-5154-4cb6-8b89-66ac59cef6b9 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:25.597418 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06132612-d57d-45e8-8ecd-930f9f4c54fe tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Made reservation on behalf of 438cce0e2f434b5f879ce307da159923 for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:43:25.612738 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-06132612-d57d-45e8-8ecd-930f9f4c54fe tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:25.614924 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-58b00527-badb-43c5-a870-51a12e5ad388 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] 10.222.0.53 "GET /v2.0/ports/bc88590e-e5bd-40db-aeb7-ff6239727eaf/tags HTTP/1.1" status: 200 len: 205 time: 0.5998647 Jan 18 22:43:25.622703 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 44508) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:25.631041 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.tag.tag_plugin [None req-dd1383eb-ecde-4726-ac3e-6e8c172bfc09 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '30c75c3d-56b7-486b-beb3-503c3749d1ef') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:43:25.641080 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4ae3c9-5757-4715-a201-1fa1511ef1fc None None] Pushing event updated for resources: {'Port': ['ID=fbdd59f6-20c6-4db4-aca7-760cf6cb6be7,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:25.676012 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18ef807-2f89-4854-8033-9b40c65eedc3 None None] Routers {'8d491db6-b417-4453-82fc-9341888a5f04'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:43:25.676848 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-d18ef807-2f89-4854-8033-9b40c65eedc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:43:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['8d491db6-b417-4453-82fc-9341888a5f04'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:43:26.049166 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-dd1383eb-ecde-4726-ac3e-6e8c172bfc09 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] 10.222.0.53 "GET /v2.0/routers/30c75c3d-56b7-486b-beb3-503c3749d1ef/tags HTTP/1.1" status: 200 len: 240 time: 0.4233527 Jan 18 22:43:26.053677 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 44514) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:26.059713 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.tag.tag_plugin [None req-4e49c1b1-6030-448b-9fdf-e302f97d401c tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '30c75c3d-56b7-486b-beb3-503c3749d1ef', 'tempest-TagsExtTest-Tag-826057876') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:43:26.217794 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-d18ef807-2f89-4854-8033-9b40c65eedc3 None None] Set router 8d491db6-b417-4453-82fc-9341888a5f04 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:43:26.354439 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-78e999bb-9656-429e-b764-1c812b0b4dd3 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Allocated IP 172.20.0.1 (d07eed05-2d0a-4db0-aabb-73d437cdac67/3152b94b-f7e6-4e02-8781-23b5fec489fc/e789adb0-75c2-4882-b4cd-ba2048f00f91) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:43:26.403017 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-4e49c1b1-6030-448b-9fdf-e302f97d401c tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] 10.222.0.53 "GET /v2.0/routers/30c75c3d-56b7-486b-beb3-503c3749d1ef/tags/tempest-TagsExtTest-Tag-826057876 HTTP/1.1" status: 204 len: 168 time: 0.3481877 Jan 18 22:43:26.403686 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 44518) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:26.447709 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.tag.tag_plugin [None req-cc66ef78-4381-4a26-9f6d-09b331272dd9 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '30c75c3d-56b7-486b-beb3-503c3749d1ef', 'tempest-TagsExtTest-Tag-826057876') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:43:26.468571 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b99884-5154-4cb6-8b89-66ac59cef6b9 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Pushing event deleted for resources: {'Port': ['ID=aa3bff20-10be-4ead-a9d7-f93026ff09e4,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:26.510074 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c33655e-dafa-4854-9232-f6ceb993d5e7 None None] Network d07eed05-2d0a-4db0-aabb-73d437cdac67 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:43:26.593590 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-06132612-d57d-45e8-8ecd-930f9f4c54fe tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:26.672965 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-d18ef807-2f89-4854-8033-9b40c65eedc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d491db6-b417-4453-82fc-9341888a5f04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1314540967', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'fbdd59f6-20c6-4db4-aca7-760cf6cb6be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:43:17Z', 'updated_at': '2022-01-18T22:43:21Z', 'revision_number': 3, 'project_id': '438cce0e2f434b5f879ce307da159923', 'gw_port': {'id': 'fbdd59f6-20c6-4db4-aca7-760cf6cb6be7', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:43:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d491db6-b417-4453-82fc-9341888a5f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:43:19Z', 'updated_at': '2022-01-18T22:43:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:43:26.704328 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18ef807-2f89-4854-8033-9b40c65eedc3 None None] The sync data for ids ['8d491db6-b417-4453-82fc-9341888a5f04'] in n-d-825064-1 is: [{'id': '8d491db6-b417-4453-82fc-9341888a5f04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1314540967', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'fbdd59f6-20c6-4db4-aca7-760cf6cb6be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:43:17Z', 'updated_at': '2022-01-18T22:43:21Z', 'revision_number': 3, 'project_id': '438cce0e2f434b5f879ce307da159923', 'gw_port': {'id': 'fbdd59f6-20c6-4db4-aca7-760cf6cb6be7', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:43:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d491db6-b417-4453-82fc-9341888a5f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:43:19Z', 'updated_at': '2022-01-18T22:43:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:43:26.725943 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-e3540bbb-c619-4c4b-8385-905cc550e339 None None] Provisioning complete for port 69b555e3-2a23-4b23-847b-c1fc55b8516c triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:43:26.726316 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e3540bbb-c619-4c4b-8385-905cc550e339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:26.897721 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 69b555e3-2a23-4b23-847b-c1fc55b8516c up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:43:26.929781 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-cc66ef78-4381-4a26-9f6d-09b331272dd9 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] 10.222.0.53 "DELETE /v2.0/routers/30c75c3d-56b7-486b-beb3-503c3749d1ef/tags/tempest-TagsExtTest-Tag-826057876 HTTP/1.1" status: 204 len: 168 time: 0.4956043 Jan 18 22:43:26.930482 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 44526) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:26.963017 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.tag.tag_plugin [None req-468fb013-a530-40bd-a321-0edd9ddb2798 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '30c75c3d-56b7-486b-beb3-503c3749d1ef') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:43:26.975999 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-70b99884-5154-4cb6-8b89-66ac59cef6b9 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-613841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1046579'] for router_interface, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:26.981178 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-78e999bb-9656-429e-b764-1c812b0b4dd3 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:27.018594 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06132612-d57d-45e8-8ecd-930f9f4c54fe tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Checking segment: {'id': '56b9b749-5476-4269-bb34-69d9f812a954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b03260d5-2a6f-4a7a-be90-beffbb90698f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:43:27.023997 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06132612-d57d-45e8-8ecd-930f9f4c54fe tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Network hostable DHCP agents. Network: b03260d5-2a6f-4a7a-be90-beffbb90698f, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:43:27.102529 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaf19bd-f792-40d6-805b-924a305080fd req-c4341eea-6688-4125-9909-6461e2bc311c tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:27.114424 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3aaf19bd-f792-40d6-805b-924a305080fd req-c4341eea-6688-4125-9909-6461e2bc311c tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=51762b21-ea99-403c-a32d-fb9b19c477dc HTTP/1.1" status: 200 len: 943 time: 0.5893159 Jan 18 22:43:27.117858 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e3540bbb-c619-4c4b-8385-905cc550e339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:27.152642 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06132612-d57d-45e8-8ecd-930f9f4c54fe tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Pushing event updated for resources: {'Subnet': ['ID=28a5a3b4-f0d9-467d-972a-dc2703e90dc7,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:27.161783 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 69b555e3-2a23-4b23-847b-c1fc55b8516c triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:43:27.163244 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:27.198465 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06132612-d57d-45e8-8ecd-930f9f4c54fe tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Network b03260d5-2a6f-4a7a-be90-beffbb90698f is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:43:27.264663 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-e3540bbb-c619-4c4b-8385-905cc550e339 None None] For port 69b555e3-2a23-4b23-847b-c1fc55b8516c, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=69b555e3-2a23-4b23-847b-c1fc55b8516c,segment=NetworkSegment(c8113616-fcc4-46c9-b7ea-c954055e0166),segment_id=c8113616-fcc4-46c9-b7ea-c954055e0166)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:43:27.319341 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-06132612-d57d-45e8-8ecd-930f9f4c54fe tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, b03260d5-2a6f-4a7a-be90-beffbb90698f) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:43:27.340862 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06132612-d57d-45e8-8ecd-930f9f4c54fe tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:27.341471 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-06132612-d57d-45e8-8ecd-930f9f4c54fe tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:27.371909 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e3540bbb-c619-4c4b-8385-905cc550e339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:27.379480 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0532b2b7-d53f-48f1-a3b8-0c4bac70e956 None None] Network b03260d5-2a6f-4a7a-be90-beffbb90698f requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:43:27.405661 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3aaf19bd-f792-40d6-805b-924a305080fd req-92594571-adf0-4aad-9987-8ebd5058433a tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=dae8bf2d-ed71-4918-8e49-2e2d9465745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902174 Jan 18 22:43:27.419532 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-468fb013-a530-40bd-a321-0edd9ddb2798 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] 10.222.0.53 "GET /v2.0/routers/30c75c3d-56b7-486b-beb3-503c3749d1ef/tags HTTP/1.1" status: 200 len: 205 time: 0.4784000 Jan 18 22:43:27.428642 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 44528) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:27.429209 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 44530) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:27.429818 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-06132612-d57d-45e8-8ecd-930f9f4c54fe tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.8522129 Jan 18 22:43:27.449791 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.tag.tag_plugin [None req-bd2e74ab-914c-4087-b541-8d98355460b9 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '63ec4c7c-202d-4d53-b186-9ba301812e59') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:43:27.694132 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70b99884-5154-4cb6-8b89-66ac59cef6b9 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Router b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:43:27.828673 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-78e999bb-9656-429e-b764-1c812b0b4dd3 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:27.880568 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3540bbb-c619-4c4b-8385-905cc550e339 None None] Pushing event updated for resources: {'Port': ['ID=69b555e3-2a23-4b23-847b-c1fc55b8516c,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:27.951211 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70b99884-5154-4cb6-8b89-66ac59cef6b9 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:43:27.952647 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 44542) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:27.969142 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-bd2e74ab-914c-4087-b541-8d98355460b9 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] 10.222.0.53 "GET /v2.0/subnetpools/63ec4c7c-202d-4d53-b186-9ba301812e59/tags HTTP/1.1" status: 200 len: 241 time: 0.5161273 Jan 18 22:43:27.973069 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.tag.tag_plugin [None req-12a8de01-8230-40cf-a586-81d3c0ad0973 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '63ec4c7c-202d-4d53-b186-9ba301812e59', 'tempest-TagsExtTest-Tag-2076977948') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:43:27.978771 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-70b99884-5154-4cb6-8b89-66ac59cef6b9 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "PUT /v2.0/routers/b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7553768 Jan 18 22:43:28.028738 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e999bb-9656-429e-b764-1c812b0b4dd3 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Pushing event updated for resources: {'Port': ['ID=e789adb0-75c2-4882-b4cd-ba2048f00f91,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:28.050273 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95658524-b3da-4cb1-9c89-c765e95e4482 None None] Sync routers for ids ['b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:43:28.096749 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-12a8de01-8230-40cf-a586-81d3c0ad0973 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] 10.222.0.53 "GET /v2.0/subnetpools/63ec4c7c-202d-4d53-b186-9ba301812e59/tags/tempest-TagsExtTest-Tag-2076977948 HTTP/1.1" status: 204 len: 168 time: 0.1408823 Jan 18 22:43:28.098058 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e999bb-9656-429e-b764-1c812b0b4dd3 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:43:28.098415 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e999bb-9656-429e-b764-1c812b0b4dd3 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:43:28.098766 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e999bb-9656-429e-b764-1c812b0b4dd3 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:43:28.099108 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e999bb-9656-429e-b764-1c812b0b4dd3 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:43:28.099444 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e999bb-9656-429e-b764-1c812b0b4dd3 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:43:28.099781 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e999bb-9656-429e-b764-1c812b0b4dd3 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:43:28.100118 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e999bb-9656-429e-b764-1c812b0b4dd3 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:43:28.100479 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e999bb-9656-429e-b764-1c812b0b4dd3 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:43:28.100813 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e999bb-9656-429e-b764-1c812b0b4dd3 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:43:28.101141 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e999bb-9656-429e-b764-1c812b0b4dd3 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:43:28.101470 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e999bb-9656-429e-b764-1c812b0b4dd3 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:43:28.101799 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e999bb-9656-429e-b764-1c812b0b4dd3 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:43:28.104917 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 44550) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:28.109576 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.tag.tag_plugin [None req-e305f8fb-d047-477e-9874-9c5596b1f24e tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '63ec4c7c-202d-4d53-b186-9ba301812e59', 'tempest-TagsExtTest-Tag-2076977948') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:43:28.121244 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e999bb-9656-429e-b764-1c812b0b4dd3 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Network d07eed05-2d0a-4db0-aabb-73d437cdac67 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:43:28.133692 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-78e999bb-9656-429e-b764-1c812b0b4dd3 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:43:28.138428 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e999bb-9656-429e-b764-1c812b0b4dd3 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:43:28.183498 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-e305f8fb-d047-477e-9874-9c5596b1f24e tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] 10.222.0.53 "DELETE /v2.0/subnetpools/63ec4c7c-202d-4d53-b186-9ba301812e59/tags/tempest-TagsExtTest-Tag-2076977948 HTTP/1.1" status: 204 len: 168 time: 0.0747144 Jan 18 22:43:28.184779 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 44552) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:28.189682 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.tag.tag_plugin [None req-1cc7f246-4cf4-4ad8-96b8-9f80e54f8218 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '63ec4c7c-202d-4d53-b186-9ba301812e59') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:43:28.191790 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc25e725-61c6-4123-be6c-bf8e44d9d72f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-b03260d5-2a6f-4a7a-be90-beffbb90698f', 'network_id': 'b03260d5-2a6f-4a7a-be90-beffbb90698f', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'fixed_ips': [{'subnet_id': '28a5a3b4-f0d9-467d-972a-dc2703e90dc7'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:43:28.193296 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-dc25e725-61c6-4123-be6c-bf8e44d9d72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:28.234625 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95658524-b3da-4cb1-9c89-c765e95e4482 None None] Routers {'b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:43:28.235267 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-95658524-b3da-4cb1-9c89-c765e95e4482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:43:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:43:28.274151 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-1cc7f246-4cf4-4ad8-96b8-9f80e54f8218 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] 10.222.0.53 "GET /v2.0/subnetpools/63ec4c7c-202d-4d53-b186-9ba301812e59/tags HTTP/1.1" status: 200 len: 205 time: 0.0859685 Jan 18 22:43:28.276997 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 44554) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:28.281678 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.tag.tag_plugin [None req-aca610a1-8240-48ae-a683-0fef9ab7baf2 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '63ec4c7c-202d-4d53-b186-9ba301812e59') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:43:28.381379 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-78e999bb-9656-429e-b764-1c812b0b4dd3 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1040954'] for router_interface, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:28.402299 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-aca610a1-8240-48ae-a683-0fef9ab7baf2 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] 10.222.0.53 "DELETE /v2.0/subnetpools/63ec4c7c-202d-4d53-b186-9ba301812e59/tags HTTP/1.1" status: 204 len: 168 time: 0.1245744 Jan 18 22:43:28.408680 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 44558) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:28.428840 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.tag.tag_plugin [None req-b4de5b03-dc80-4290-979c-22256a44415e tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '30c75c3d-56b7-486b-beb3-503c3749d1ef') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:43:28.677911 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-b4de5b03-dc80-4290-979c-22256a44415e tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] 10.222.0.53 "DELETE /v2.0/routers/30c75c3d-56b7-486b-beb3-503c3749d1ef/tags HTTP/1.1" status: 204 len: 168 time: 0.2681398 Jan 18 22:43:28.680816 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 44562) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:28.688079 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.tag.tag_plugin [None req-cab9f8c7-4462-4a8f-b91c-7a5c4530dd38 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'bc88590e-e5bd-40db-aeb7-ff6239727eaf') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:43:28.832555 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-95658524-b3da-4cb1-9c89-c765e95e4482 None None] Set router b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:43:28.850800 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-cab9f8c7-4462-4a8f-b91c-7a5c4530dd38 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] 10.222.0.53 "DELETE /v2.0/ports/bc88590e-e5bd-40db-aeb7-ff6239727eaf/tags HTTP/1.1" status: 204 len: 168 time: 0.1653645 Jan 18 22:43:28.850800 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 44564) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:28.860708 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.tag.tag_plugin [None req-ead4caf6-789c-4add-a3ac-b8f82112142b tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c3ac17c5-3e94-49b7-9441-4b998c2dbf33') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:43:28.956202 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device fbdd59f6-20c6-4db4-aca7-760cf6cb6be7 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:43:29.015345 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-ead4caf6-789c-4add-a3ac-b8f82112142b tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] 10.222.0.53 "DELETE /v2.0/subnets/c3ac17c5-3e94-49b7-9441-4b998c2dbf33/tags HTTP/1.1" status: 204 len: 168 time: 0.1603458 Jan 18 22:43:29.017371 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 44568) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:29.022625 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.tag.tag_plugin [None req-c22081a8-b049-4721-bbbe-9383bcea0bb8 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'c3ac17c5-3e94-49b7-9441-4b998c2dbf33', 'tempest-TagsExtTest-Tag-1939682536') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:43:29.174255 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-c22081a8-b049-4721-bbbe-9383bcea0bb8 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] 10.222.0.53 "PUT /v2.0/subnets/c3ac17c5-3e94-49b7-9441-4b998c2dbf33/tags/tempest-TagsExtTest-Tag-1939682536 HTTP/1.1" status: 201 len: 201 time: 0.1551926 Jan 18 22:43:29.176892 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 44574) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:29.182222 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.tag.tag_plugin [None req-78133ba9-b92b-446d-b96a-4711b17294f6 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'bc88590e-e5bd-40db-aeb7-ff6239727eaf', 'tempest-TagsExtTest-Tag-1833137742') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:43:29.295058 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218cad68-07bc-44f2-8d0b-7ec73f99e41e req-585e7ee8-ae1d-4662-9a76-04a2038c40d0 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:29.298307 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-218cad68-07bc-44f2-8d0b-7ec73f99e41e req-585e7ee8-ae1d-4662-9a76-04a2038c40d0 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=51762b21-ea99-403c-a32d-fb9b19c477dc HTTP/1.1" status: 200 len: 943 time: 0.6715565 Jan 18 22:43:29.313280 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2805c9f0-8a4a-49b8-ac9a-884742a8e8a2 req-b6759cdb-4042-4b6f-ac2b-f2e7fca52ce9 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:29.315066 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2805c9f0-8a4a-49b8-ac9a-884742a8e8a2 req-b6759cdb-4042-4b6f-ac2b-f2e7fca52ce9 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b7bad41-a29d-449e-b087-8af4b2151548 HTTP/1.1" status: 200 len: 946 time: 0.7213111 Jan 18 22:43:29.357995 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-17210147-f840-49a4-89d6-8ce75f21b49b None None] Provisioning complete for port 69b555e3-2a23-4b23-847b-c1fc55b8516c triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:43:29.367913 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-17210147-f840-49a4-89d6-8ce75f21b49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:29.383793 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-218cad68-07bc-44f2-8d0b-7ec73f99e41e req-8effa4f7-8d6f-47a8-9d17-e8210f57bada tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=dae8bf2d-ed71-4918-8e49-2e2d9465745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639420 Jan 18 22:43:29.414149 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-78133ba9-b92b-446d-b96a-4711b17294f6 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] 10.222.0.53 "PUT /v2.0/ports/bc88590e-e5bd-40db-aeb7-ff6239727eaf/tags/tempest-TagsExtTest-Tag-1833137742 HTTP/1.1" status: 201 len: 201 time: 0.2286134 Jan 18 22:43:29.415974 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 44576) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:29.421801 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.tag.tag_plugin [None req-7b91a2eb-c0e7-44f0-866c-003c356695a9 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '30c75c3d-56b7-486b-beb3-503c3749d1ef', 'tempest-TagsExtTest-Tag-1178551077') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:43:29.455865 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-dc25e725-61c6-4123-be6c-bf8e44d9d72f None None] Allocated IP 172.20.0.2 (b03260d5-2a6f-4a7a-be90-beffbb90698f/28a5a3b4-f0d9-467d-972a-dc2703e90dc7/5cda7e1e-315b-493c-bd19-9c947942b619) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:43:29.541908 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2805c9f0-8a4a-49b8-ac9a-884742a8e8a2 req-f881b7da-c0f6-4868-b945-baf50c6ffd6a tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "GET /v2.0/security-groups?id=56dc9611-9777-4b82-b9da-74a8735b3281&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2146485 Jan 18 22:43:29.551847 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-78e999bb-9656-429e-b764-1c812b0b4dd3 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:29.741640 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-7b91a2eb-c0e7-44f0-866c-003c356695a9 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] 10.222.0.53 "PUT /v2.0/routers/30c75c3d-56b7-486b-beb3-503c3749d1ef/tags/tempest-TagsExtTest-Tag-1178551077 HTTP/1.1" status: 201 len: 201 time: 0.3234873 Jan 18 22:43:29.744423 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 44578) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:29.754526 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.tag.tag_plugin [None req-b3eb2d53-990d-4daa-8188-ebf0d5169b70 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '63ec4c7c-202d-4d53-b186-9ba301812e59', 'tempest-TagsExtTest-Tag-439410769') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:43:29.766804 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-dc25e725-61c6-4123-be6c-bf8e44d9d72f None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:29.801844 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-dc25e725-61c6-4123-be6c-bf8e44d9d72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:29.828743 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port fbdd59f6-20c6-4db4-aca7-760cf6cb6be7 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:43:29.829395 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:29.898810 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff94ff3-7f36-43d6-abf1-e508cbf5bb2c req-236039b3-ea54-4bb9-90e6-30af6ffcec54 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:29.908922 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-4ff94ff3-7f36-43d6-abf1-e508cbf5bb2c req-236039b3-ea54-4bb9-90e6-30af6ffcec54 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.67 "GET /v2.0/ports?device_id=7b7bad41-a29d-449e-b087-8af4b2151548 HTTP/1.1" status: 200 len: 946 time: 0.2389331 Jan 18 22:43:29.988669 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc25e725-61c6-4123-be6c-bf8e44d9d72f None None] Network b03260d5-2a6f-4a7a-be90-beffbb90698f is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:43:30.026234 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-dc25e725-61c6-4123-be6c-bf8e44d9d72f None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:43:30.034699 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-b3eb2d53-990d-4daa-8188-ebf0d5169b70 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] 10.222.0.53 "PUT /v2.0/subnetpools/63ec4c7c-202d-4d53-b186-9ba301812e59/tags/tempest-TagsExtTest-Tag-439410769 HTTP/1.1" status: 201 len: 201 time: 0.2854826 Jan 18 22:43:30.037125 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 44580) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:30.064385 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-78e999bb-9656-429e-b764-1c812b0b4dd3 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:30.068833 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.tag.tag_plugin [None req-57fa98aa-419f-4ee3-9433-9e080d675933 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'c3ac17c5-3e94-49b7-9441-4b998c2dbf33', {'tags': ['tempest-TagsExtTest-Tag-1161972972', 'tempest-TagsExtTest-Tag-510649634', 'tempest-TagsExtTest-Tag-47860236']}) {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:43:30.122806 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc25e725-61c6-4123-be6c-bf8e44d9d72f None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:43:30.172439 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-573d2541-9497-48a8-9d4f-3b86d5328644 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:30.176631 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-78e999bb-9656-429e-b764-1c812b0b4dd3 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:30.430704 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-57fa98aa-419f-4ee3-9433-9e080d675933 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] 10.222.0.53 "PUT /v2.0/subnets/c3ac17c5-3e94-49b7-9441-4b998c2dbf33/tags HTTP/1.1" status: 200 len: 315 time: 0.3925204 Jan 18 22:43:30.434232 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 44590) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:30.440772 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.tag.tag_plugin [None req-14dbb049-a6d9-4cfb-9fd4-432b0d7cc54a tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c3ac17c5-3e94-49b7-9441-4b998c2dbf33') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:43:30.503271 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e999bb-9656-429e-b764-1c812b0b4dd3 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Pushing event updated for resources: {'Port': ['ID=e789adb0-75c2-4882-b4cd-ba2048f00f91,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:30.523797 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-78e999bb-9656-429e-b764-1c812b0b4dd3 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-613854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1041070'] for router_interface, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:30.566072 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-4ff94ff3-7f36-43d6-abf1-e508cbf5bb2c req-91ee24b2-29a0-40d1-9cbe-676047d026f6 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Deleting port 41e7d0bb-d07b-46b6-b4ff-10dcb9ac62a4 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:43:30.566782 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-4ff94ff3-7f36-43d6-abf1-e508cbf5bb2c req-91ee24b2-29a0-40d1-9cbe-676047d026f6 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:30.604425 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-dc25e725-61c6-4123-be6c-bf8e44d9d72f None None] Attempting to bind port 5cda7e1e-315b-493c-bd19-9c947942b619 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:43:30.604868 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-dc25e725-61c6-4123-be6c-bf8e44d9d72f None None] Attempting to bind port 5cda7e1e-315b-493c-bd19-9c947942b619 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '56b9b749-5476-4269-bb34-69d9f812a954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b03260d5-2a6f-4a7a-be90-beffbb90698f'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:43:30.605327 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc25e725-61c6-4123-be6c-bf8e44d9d72f None None] Attempting to bind port 5cda7e1e-315b-493c-bd19-9c947942b619 on network b03260d5-2a6f-4a7a-be90-beffbb90698f {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:43:30.613338 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc25e725-61c6-4123-be6c-bf8e44d9d72f None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:43:30.613756 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc25e725-61c6-4123-be6c-bf8e44d9d72f None None] Checking segment: {'id': '56b9b749-5476-4269-bb34-69d9f812a954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b03260d5-2a6f-4a7a-be90-beffbb90698f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:43:30.614281 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-dc25e725-61c6-4123-be6c-bf8e44d9d72f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:30.614692 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc25e725-61c6-4123-be6c-bf8e44d9d72f None None] Bound using segment: {'id': '56b9b749-5476-4269-bb34-69d9f812a954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b03260d5-2a6f-4a7a-be90-beffbb90698f'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:43:30.615202 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-dc25e725-61c6-4123-be6c-bf8e44d9d72f None None] Bound port: 5cda7e1e-315b-493c-bd19-9c947942b619, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56b9b749-5476-4269-bb34-69d9f812a954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b03260d5-2a6f-4a7a-be90-beffbb90698f'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:43:30.615586 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-dc25e725-61c6-4123-be6c-bf8e44d9d72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:30.633991 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc25e725-61c6-4123-be6c-bf8e44d9d72f None None] Pushing event updated for resources: {'Port': ['ID=5cda7e1e-315b-493c-bd19-9c947942b619,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:30.680369 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-95658524-b3da-4cb1-9c89-c765e95e4482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28', 'name': 'tempest-TestNetworkBasicOps-router-1173322082', 'tenant_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '8d93e96f-e294-4fd8-ba8d-fabe21068f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:41:07Z', 'updated_at': '2022-01-18T22:43:25Z', 'revision_number': 6, 'project_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'gw_port': {'id': '8d93e96f-e294-4fd8-ba8d-fabe21068f6f', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:67:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:09Z', 'updated_at': '2022-01-18T22:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': 'cd0f6e2e-cdf3-4a26-86c7-614e1c7ee307', 'tenant_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'floating_ip_address': '172.25.5.171', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': 'b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28', 'port_id': '5cc126d6-ea56-4da0-9d3d-875ae7bbd550', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3333, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '652d2c80-5afc-4a98-af8e-7aee992e5efa', 'mac_address': 'fa:16:3e:48:25:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb27eb0-6687-4f62-81ab-26e47d9a25ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:41:55Z', 'updated_at': '2022-01-18T22:42:01Z', 'revision_number': 1, 'project_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e38164b1-8b1d-4bef-8e91-2a26203fe4b2', 'name': '', 'network_id': '652d2c80-5afc-4a98-af8e-7aee992e5efa', 'tenant_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'mac_address': 'fa:16:3e:e6:b7:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': '8e4aa361-5700-40d0-9baf-268026e85931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:21Z', 'updated_at': '2022-01-18T22:41:29Z', 'revision_number': 5, 'project_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'subnets': [{'id': '8e4aa361-5700-40d0-9baf-268026e85931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:43:30.718355 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95658524-b3da-4cb1-9c89-c765e95e4482 None None] Checking router: b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:43:30.779872 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95658524-b3da-4cb1-9c89-c765e95e4482 None None] Routers {'b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:43:30.783722 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-95658524-b3da-4cb1-9c89-c765e95e4482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:43:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:43:30.816135 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-14dbb049-a6d9-4cfb-9fd4-432b0d7cc54a tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] 10.222.0.53 "DELETE /v2.0/subnets/c3ac17c5-3e94-49b7-9441-4b998c2dbf33/tags HTTP/1.1" status: 204 len: 168 time: 0.3794093 Jan 18 22:43:30.820542 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 44594) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:30.826841 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.tag.tag_plugin [None req-37e2159f-c6fc-4299-be63-802b9048fa30 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c3ac17c5-3e94-49b7-9441-4b998c2dbf33', 'tempest-TagsExtTest-Tag-1161972972') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:43:30.902586 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-4ff94ff3-7f36-43d6-abf1-e508cbf5bb2c req-91ee24b2-29a0-40d1-9cbe-676047d026f6 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] For port 41e7d0bb-d07b-46b6-b4ff-10dcb9ac62a4, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=41e7d0bb-d07b-46b6-b4ff-10dcb9ac62a4,segment=NetworkSegment(7599c219-7416-4daa-a53f-ed4bd6a29d96),segment_id=7599c219-7416-4daa-a53f-ed4bd6a29d96)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:43:30.903528 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-4ff94ff3-7f36-43d6-abf1-e508cbf5bb2c req-91ee24b2-29a0-40d1-9cbe-676047d026f6 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:30.936268 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-4ff94ff3-7f36-43d6-abf1-e508cbf5bb2c req-91ee24b2-29a0-40d1-9cbe-676047d026f6 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Calling delete_port for 41e7d0bb-d07b-46b6-b4ff-10dcb9ac62a4 owned by compute:nova {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:43:30.993448 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-95658524-b3da-4cb1-9c89-c765e95e4482 None None] Set router b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:43:31.019684 n-d-825064-1 neutron-server[102431]: INFO neutron.api.v2.resource [None req-37e2159f-c6fc-4299-be63-802b9048fa30 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] show failed (client error): The resource could not be found. Jan 18 22:43:31.025432 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-37e2159f-c6fc-4299-be63-802b9048fa30 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] 10.222.0.53 "GET /v2.0/subnets/c3ac17c5-3e94-49b7-9441-4b998c2dbf33/tags/tempest-TagsExtTest-Tag-1161972972 HTTP/1.1" status: 404 len: 329 time: 0.2030296 Jan 18 22:43:31.026237 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 44596) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:31.033230 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.tag.tag_plugin [None req-772832d9-5f4b-422b-bd60-e51265c2e509 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c3ac17c5-3e94-49b7-9441-4b998c2dbf33', 'tempest-TagsExtTest-Tag-510649634') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:43:31.222547 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:31.278740 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-4ff94ff3-7f36-43d6-abf1-e508cbf5bb2c req-91ee24b2-29a0-40d1-9cbe-676047d026f6 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:31.301059 n-d-825064-1 neutron-server[102431]: INFO neutron.api.v2.resource [None req-772832d9-5f4b-422b-bd60-e51265c2e509 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] show failed (client error): The resource could not be found. Jan 18 22:43:31.302116 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-772832d9-5f4b-422b-bd60-e51265c2e509 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] 10.222.0.53 "GET /v2.0/subnets/c3ac17c5-3e94-49b7-9441-4b998c2dbf33/tags/tempest-TagsExtTest-Tag-510649634 HTTP/1.1" status: 404 len: 328 time: 0.2731678 Jan 18 22:43:31.331272 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port fbdd59f6-20c6-4db4-aca7-760cf6cb6be7, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=fbdd59f6-20c6-4db4-aca7-760cf6cb6be7,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:43:31.336812 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-9accdb16-0448-42ec-9a02-e7fe61452556 None None] Provisioning complete for port e789adb0-75c2-4882-b4cd-ba2048f00f91 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:43:31.339561 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9accdb16-0448-42ec-9a02-e7fe61452556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:31.356086 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 44604) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:31.360712 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.tag.tag_plugin [None req-9af2c325-ab68-4bef-8659-f8cc105ba2eb tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c3ac17c5-3e94-49b7-9441-4b998c2dbf33', 'tempest-TagsExtTest-Tag-47860236') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:43:31.386361 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ee24b2-29a0-40d1-9cbe-676047d026f6 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Pushing event deleted for resources: {'Port': ['ID=41e7d0bb-d07b-46b6-b4ff-10dcb9ac62a4,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:31.442548 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-9accdb16-0448-42ec-9a02-e7fe61452556 None None] Port e789adb0-75c2-4882-b4cd-ba2048f00f91 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:43:31.451518 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:31.452562 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 69b555e3-2a23-4b23-847b-c1fc55b8516c up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:43:31.457157 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-dc25e725-61c6-4123-be6c-bf8e44d9d72f None None] For port 5cda7e1e-315b-493c-bd19-9c947942b619, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:43:31.553067 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-dc25e725-61c6-4123-be6c-bf8e44d9d72f None None] For port 5cda7e1e-315b-493c-bd19-9c947942b619, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=5cda7e1e-315b-493c-bd19-9c947942b619,segment=NetworkSegment(56b9b749-5476-4269-bb34-69d9f812a954),segment_id=56b9b749-5476-4269-bb34-69d9f812a954)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:43:31.570248 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-dc25e725-61c6-4123-be6c-bf8e44d9d72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:31.580790 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ff94ff3-7f36-43d6-abf1-e508cbf5bb2c req-91ee24b2-29a0-40d1-9cbe-676047d026f6 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] No DVR routers for this DVR port 41e7d0bb-d07b-46b6-b4ff-10dcb9ac62a4 on host n-h2-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:43:31.585312 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-4ff94ff3-7f36-43d6-abf1-e508cbf5bb2c req-91ee24b2-29a0-40d1-9cbe-676047d026f6 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:31.588745 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-4ff94ff3-7f36-43d6-abf1-e508cbf5bb2c req-91ee24b2-29a0-40d1-9cbe-676047d026f6 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.67 "DELETE /v2.0/ports/41e7d0bb-d07b-46b6-b4ff-10dcb9ac62a4 HTTP/1.1" status: 204 len: 173 time: 1.6641133 Jan 18 22:43:31.591645 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b7bad41-a29d-449e-b087-8af4b2151548', 'name': 'network-vif-deleted', 'tag': '41e7d0bb-d07b-46b6-b4ff-10dcb9ac62a4'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:43:31.595871 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90bb1bff-a38e-43b0-bccf-eccd6aeba0ba" -d '{"events": [{"server_uuid": "7b7bad41-a29d-449e-b087-8af4b2151548", "name": "network-vif-deleted", "tag": "41e7d0bb-d07b-46b6-b4ff-10dcb9ac62a4"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:43:31.634674 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=fbdd59f6-20c6-4db4-aca7-760cf6cb6be7,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:31.700234 n-d-825064-1 neutron-server[102431]: INFO neutron.api.v2.resource [None req-9af2c325-ab68-4bef-8659-f8cc105ba2eb tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] show failed (client error): The resource could not be found. Jan 18 22:43:31.715579 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-9af2c325-ab68-4bef-8659-f8cc105ba2eb tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] 10.222.0.53 "GET /v2.0/subnets/c3ac17c5-3e94-49b7-9441-4b998c2dbf33/tags/tempest-TagsExtTest-Tag-47860236 HTTP/1.1" status: 404 len: 327 time: 0.3576312 Jan 18 22:43:31.717518 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 44608) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:31.721465 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-573d2541-9497-48a8-9d4f-3b86d5328644 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Allocated IP 172.20.0.1 (b03260d5-2a6f-4a7a-be90-beffbb90698f/28a5a3b4-f0d9-467d-972a-dc2703e90dc7/93fd0805-0ef1-4806-a022-8aa46f439738) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:43:31.736182 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.tag.tag_plugin [None req-b00476d1-f114-453e-8799-5d73d78c60d6 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'bc88590e-e5bd-40db-aeb7-ff6239727eaf', {'tags': ['tempest-TagsExtTest-Tag-75092337', 'tempest-TagsExtTest-Tag-829253631', 'tempest-TagsExtTest-Tag-816309571']}) {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:43:31.856277 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc25e725-61c6-4123-be6c-bf8e44d9d72f None None] Pushing event updated for resources: {'Port': ['ID=5cda7e1e-315b-493c-bd19-9c947942b619,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:31.906319 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 69b555e3-2a23-4b23-847b-c1fc55b8516c triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:43:31.906957 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:31.945284 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-b00476d1-f114-453e-8799-5d73d78c60d6 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] 10.222.0.53 "PUT /v2.0/ports/bc88590e-e5bd-40db-aeb7-ff6239727eaf/tags HTTP/1.1" status: 200 len: 314 time: 0.2232637 Jan 18 22:43:31.945847 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 44610) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:31.949321 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e5f52b7e-c3ad-4439-b804-3ab42f7da2eb req-0c41b185-d174-41be-a305-b97c33e88ee7 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b7bad41-a29d-449e-b087-8af4b2151548 HTTP/1.1" status: 200 len: 210 time: 1.1913035 Jan 18 22:43:31.951374 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.tag.tag_plugin [None req-09193770-be54-4a64-aafd-2e27a16f1eea tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'bc88590e-e5bd-40db-aeb7-ff6239727eaf') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:43:32.066352 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b6cbdc6-cd9a-4a01-9c9a-edd9a21307db x-openstack-request-id: req-7b6cbdc6-cd9a-4a01-9c9a-edd9a21307db {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:43:32.066885 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b7bad41-a29d-449e-b087-8af4b2151548", "name": "network-vif-deleted", "tag": "41e7d0bb-d07b-46b6-b4ff-10dcb9ac62a4", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:43:32.067311 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7b6cbdc6-cd9a-4a01-9c9a-edd9a21307db {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:43:32.073232 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b7bad41-a29d-449e-b087-8af4b2151548', 'name': 'network-vif-deleted', 'tag': '41e7d0bb-d07b-46b6-b4ff-10dcb9ac62a4', 'status': 'completed', 'code': 200} Jan 18 22:43:32.091285 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ff8262-631d-4da8-aadf-653246d7f192 req-02a8d154-b73f-4713-b298-128ae3e9624d tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:32.093218 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-57ff8262-631d-4da8-aadf-653246d7f192 req-02a8d154-b73f-4713-b298-128ae3e9624d tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=51762b21-ea99-403c-a32d-fb9b19c477dc HTTP/1.1" status: 200 len: 943 time: 1.5635803 Jan 18 22:43:32.150319 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-09193770-be54-4a64-aafd-2e27a16f1eea tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] 10.222.0.53 "DELETE /v2.0/ports/bc88590e-e5bd-40db-aeb7-ff6239727eaf/tags HTTP/1.1" status: 204 len: 168 time: 0.2022176 Jan 18 22:43:32.152471 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 44616) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:32.164605 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.tag.tag_plugin [None req-a15e1134-f778-40b1-9b8d-dcae9651337b tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'bc88590e-e5bd-40db-aeb7-ff6239727eaf', 'tempest-TagsExtTest-Tag-75092337') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:43:32.332847 n-d-825064-1 neutron-server[102431]: INFO neutron.api.v2.resource [None req-a15e1134-f778-40b1-9b8d-dcae9651337b tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] show failed (client error): The resource could not be found. Jan 18 22:43:32.336625 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-a15e1134-f778-40b1-9b8d-dcae9651337b tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] 10.222.0.53 "GET /v2.0/ports/bc88590e-e5bd-40db-aeb7-ff6239727eaf/tags/tempest-TagsExtTest-Tag-75092337 HTTP/1.1" status: 404 len: 327 time: 0.1784680 Jan 18 22:43:32.343243 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 44624) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:32.358357 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.tag.tag_plugin [None req-b8108268-a741-4a80-8ae2-bf0bcfb35bce tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'bc88590e-e5bd-40db-aeb7-ff6239727eaf', 'tempest-TagsExtTest-Tag-829253631') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:43:32.450419 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-95658524-b3da-4cb1-9c89-c765e95e4482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28', 'name': 'tempest-TestNetworkBasicOps-router-1173322082', 'tenant_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '8d93e96f-e294-4fd8-ba8d-fabe21068f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:41:07Z', 'updated_at': '2022-01-18T22:43:25Z', 'revision_number': 6, 'project_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'gw_port': {'id': '8d93e96f-e294-4fd8-ba8d-fabe21068f6f', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:67:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:09Z', 'updated_at': '2022-01-18T22:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': 'cd0f6e2e-cdf3-4a26-86c7-614e1c7ee307', 'tenant_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'floating_ip_address': '172.25.5.171', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': 'b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28', 'port_id': '5cc126d6-ea56-4da0-9d3d-875ae7bbd550', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3333, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '652d2c80-5afc-4a98-af8e-7aee992e5efa', 'mac_address': 'fa:16:3e:48:25:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb27eb0-6687-4f62-81ab-26e47d9a25ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:41:55Z', 'updated_at': '2022-01-18T22:42:01Z', 'revision_number': 1, 'project_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e38164b1-8b1d-4bef-8e91-2a26203fe4b2', 'name': '', 'network_id': '652d2c80-5afc-4a98-af8e-7aee992e5efa', 'tenant_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'mac_address': 'fa:16:3e:e6:b7:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': '8e4aa361-5700-40d0-9baf-268026e85931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:21Z', 'updated_at': '2022-01-18T22:41:29Z', 'revision_number': 5, 'project_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'subnets': [{'id': '8e4aa361-5700-40d0-9baf-268026e85931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:43:32.581665 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-573d2541-9497-48a8-9d4f-3b86d5328644 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:32.598505 n-d-825064-1 neutron-server[102431]: INFO neutron.api.v2.resource [None req-b8108268-a741-4a80-8ae2-bf0bcfb35bce tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] show failed (client error): The resource could not be found. Jan 18 22:43:32.599568 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-b8108268-a741-4a80-8ae2-bf0bcfb35bce tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] 10.222.0.53 "GET /v2.0/ports/bc88590e-e5bd-40db-aeb7-ff6239727eaf/tags/tempest-TagsExtTest-Tag-829253631 HTTP/1.1" status: 404 len: 328 time: 0.2553535 Jan 18 22:43:32.602586 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 44626) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:32.606856 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95658524-b3da-4cb1-9c89-c765e95e4482 None None] The sync data for ids ['b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28'] in n-d-825064-1 is: [{'id': 'b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28', 'name': 'tempest-TestNetworkBasicOps-router-1173322082', 'tenant_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '8d93e96f-e294-4fd8-ba8d-fabe21068f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:41:07Z', 'updated_at': '2022-01-18T22:43:25Z', 'revision_number': 6, 'project_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'gw_port': {'id': '8d93e96f-e294-4fd8-ba8d-fabe21068f6f', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:67:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:09Z', 'updated_at': '2022-01-18T22:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': 'cd0f6e2e-cdf3-4a26-86c7-614e1c7ee307', 'tenant_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'floating_ip_address': '172.25.5.171', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': 'b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28', 'port_id': '5cc126d6-ea56-4da0-9d3d-875ae7bbd550', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3333, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '652d2c80-5afc-4a98-af8e-7aee992e5efa', 'mac_address': 'fa:16:3e:48:25:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb27eb0-6687-4f62-81ab-26e47d9a25ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:41:55Z', 'updated_at': '2022-01-18T22:42:01Z', 'revision_number': 1, 'project_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e38164b1-8b1d-4bef-8e91-2a26203fe4b2', 'name': '', 'network_id': '652d2c80-5afc-4a98-af8e-7aee992e5efa', 'tenant_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'mac_address': 'fa:16:3e:e6:b7:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': '8e4aa361-5700-40d0-9baf-268026e85931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:21Z', 'updated_at': '2022-01-18T22:41:29Z', 'revision_number': 5, 'project_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'subnets': [{'id': '8e4aa361-5700-40d0-9baf-268026e85931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:43:32.617452 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.tag.tag_plugin [None req-117daa40-e80b-44fc-a5e2-f3a11c0cc698 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'bc88590e-e5bd-40db-aeb7-ff6239727eaf', 'tempest-TagsExtTest-Tag-816309571') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:43:32.622862 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-57ff8262-631d-4da8-aadf-653246d7f192 req-8de4a279-ac4d-49e9-a7e2-c6072dea6e5b tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=dae8bf2d-ed71-4918-8e49-2e2d9465745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112334 Jan 18 22:43:32.712219 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e999bb-9656-429e-b764-1c812b0b4dd3 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Network d07eed05-2d0a-4db0-aabb-73d437cdac67 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:43:32.716819 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-78e999bb-9656-429e-b764-1c812b0b4dd3 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:43:32.770341 n-d-825064-1 neutron-server[102431]: INFO neutron.api.v2.resource [None req-117daa40-e80b-44fc-a5e2-f3a11c0cc698 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] show failed (client error): The resource could not be found. Jan 18 22:43:32.829036 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-117daa40-e80b-44fc-a5e2-f3a11c0cc698 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] 10.222.0.53 "GET /v2.0/ports/bc88590e-e5bd-40db-aeb7-ff6239727eaf/tags/tempest-TagsExtTest-Tag-816309571 HTTP/1.1" status: 404 len: 328 time: 0.1919682 Jan 18 22:43:32.892995 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 44628) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:32.907833 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.tag.tag_plugin [None req-e34b802e-f3a9-4cfd-8b8f-b57eb5ec19bb tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '30c75c3d-56b7-486b-beb3-503c3749d1ef', {'tags': ['tempest-TagsExtTest-Tag-1314407038', 'tempest-TagsExtTest-Tag-382082849', 'tempest-TagsExtTest-Tag-245283698']}) {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:43:32.921908 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-573d2541-9497-48a8-9d4f-3b86d5328644 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:33.146728 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 44632) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:33.185026 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device fbdd59f6-20c6-4db4-aca7-760cf6cb6be7 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:43:33.209892 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573d2541-9497-48a8-9d4f-3b86d5328644 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Pushing event updated for resources: {'Port': ['ID=93fd0805-0ef1-4806-a022-8aa46f439738,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:33.248575 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 41e7d0bb-d07b-46b6-b4ff-10dcb9ac62a4 no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:43:33.272561 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-e34b802e-f3a9-4cfd-8b8f-b57eb5ec19bb tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] 10.222.0.53 "PUT /v2.0/routers/30c75c3d-56b7-486b-beb3-503c3749d1ef/tags HTTP/1.1" status: 200 len: 316 time: 0.3782828 Jan 18 22:43:33.273034 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-573d2541-9497-48a8-9d4f-3b86d5328644 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Network b03260d5-2a6f-4a7a-be90-beffbb90698f is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:43:33.277928 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 44638) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:33.291078 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-573d2541-9497-48a8-9d4f-3b86d5328644 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:43:33.296106 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573d2541-9497-48a8-9d4f-3b86d5328644 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:43:33.298020 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.tag.tag_plugin [None req-acf0ef19-b908-4a0b-ae82-d440461b4176 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '30c75c3d-56b7-486b-beb3-503c3749d1ef') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:43:33.336568 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] No Port match for: 41e7d0bb-d07b-46b6-b4ff-10dcb9ac62a4 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:43:33.337227 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 41e7d0bb-d07b-46b6-b4ff-10dcb9ac62a4 not bound to the agent host n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:43:33.391369 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-573d2541-9497-48a8-9d4f-3b86d5328644 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1040954'] for router_interface, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:33.396411 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port fbdd59f6-20c6-4db4-aca7-760cf6cb6be7 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:43:33.397042 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:33.457503 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-71aacfdc-7e2f-4e69-a7a0-bf2617ce55bb None None] Provisioning complete for port e789adb0-75c2-4882-b4cd-ba2048f00f91 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:43:33.459173 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-71aacfdc-7e2f-4e69-a7a0-bf2617ce55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:33.584201 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-acf0ef19-b908-4a0b-ae82-d440461b4176 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] 10.222.0.53 "DELETE /v2.0/routers/30c75c3d-56b7-486b-beb3-503c3749d1ef/tags HTTP/1.1" status: 204 len: 168 time: 0.3031316 Jan 18 22:43:33.595082 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 44642) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:33.607507 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.tag.tag_plugin [None req-5d46404d-653f-4491-b863-7897c2af4de4 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '30c75c3d-56b7-486b-beb3-503c3749d1ef', 'tempest-TagsExtTest-Tag-1314407038') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:43:33.643160 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78e999bb-9656-429e-b764-1c812b0b4dd3 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Router e2f70bc7-46aa-42d0-a6b8-62cf2bb5b61c is scheduled to L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 with binding_index 1 {{(pid=102430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 22:43:33.736856 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-666da514-e62c-44b7-a23a-381e002f9361 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:33.756603 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-71aacfdc-7e2f-4e69-a7a0-bf2617ce55bb None None] Port e789adb0-75c2-4882-b4cd-ba2048f00f91 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:43:33.821044 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-666da514-e62c-44b7-a23a-381e002f9361 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:33.849993 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 5cda7e1e-315b-493c-bd19-9c947942b619 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:43:33.883371 n-d-825064-1 neutron-server[102431]: INFO neutron.api.v2.resource [None req-5d46404d-653f-4491-b863-7897c2af4de4 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] show failed (client error): The resource could not be found. Jan 18 22:43:33.889630 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-573d2541-9497-48a8-9d4f-3b86d5328644 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:33.894179 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-5d46404d-653f-4491-b863-7897c2af4de4 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] 10.222.0.53 "GET /v2.0/routers/30c75c3d-56b7-486b-beb3-503c3749d1ef/tags/tempest-TagsExtTest-Tag-1314407038 HTTP/1.1" status: 404 len: 329 time: 0.2978728 Jan 18 22:43:33.895250 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 44650) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:33.910074 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.tag.tag_plugin [None req-fcde3b24-c955-4cbd-a9db-07964647c236 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '30c75c3d-56b7-486b-beb3-503c3749d1ef', 'tempest-TagsExtTest-Tag-382082849') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:43:33.958420 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 5cda7e1e-315b-493c-bd19-9c947942b619 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:43:33.958818 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:34.115623 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-666da514-e62c-44b7-a23a-381e002f9361 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:34.127819 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-666da514-e62c-44b7-a23a-381e002f9361 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:34.129144 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-666da514-e62c-44b7-a23a-381e002f9361 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "DELETE /v2.0/security-groups/56dc9611-9777-4b82-b9da-74a8735b3281 HTTP/1.1" status: 204 len: 168 time: 0.9789817 Jan 18 22:43:34.135807 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:34.142089 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6d1035-ee94-49d2-b16f-5e61b4c8953f req-326be815-f164-489f-9e57-f3982ec74536 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:34.143685 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7c6d1035-ee94-49d2-b16f-5e61b4c8953f req-326be815-f164-489f-9e57-f3982ec74536 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=51762b21-ea99-403c-a32d-fb9b19c477dc HTTP/1.1" status: 200 len: 943 time: 0.3218234 Jan 18 22:43:34.158739 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78e999bb-9656-429e-b764-1c812b0b4dd3 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:43:34.162194 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666da514-e62c-44b7-a23a-381e002f9361 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56dc9611-9777-4b82-b9da-74a8735b3281,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:34.169914 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1348734-aa20-42a9-bba3-e11fc1e92625 None None] Sync routers for ids ['e2f70bc7-46aa-42d0-a6b8-62cf2bb5b61c'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:43:34.177323 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port 5cda7e1e-315b-493c-bd19-9c947942b619, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=5cda7e1e-315b-493c-bd19-9c947942b619,segment=NetworkSegment(56b9b749-5476-4269-bb34-69d9f812a954),segment_id=56b9b749-5476-4269-bb34-69d9f812a954)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:43:34.187879 n-d-825064-1 neutron-server[102431]: INFO neutron.api.v2.resource [None req-fcde3b24-c955-4cbd-a9db-07964647c236 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] show failed (client error): The resource could not be found. Jan 18 22:43:34.188022 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-78e999bb-9656-429e-b764-1c812b0b4dd3 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] 10.222.0.53 "PUT /v2.0/routers/e2f70bc7-46aa-42d0-a6b8-62cf2bb5b61c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0867741 Jan 18 22:43:34.188140 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1348734-aa20-42a9-bba3-e11fc1e92625 None None] Routers {'e2f70bc7-46aa-42d0-a6b8-62cf2bb5b61c'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:43:34.189194 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-a1348734-aa20-42a9-bba3-e11fc1e92625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:43:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['e2f70bc7-46aa-42d0-a6b8-62cf2bb5b61c'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:43:34.190629 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:34.194216 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-fcde3b24-c955-4cbd-a9db-07964647c236 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] 10.222.0.53 "GET /v2.0/routers/30c75c3d-56b7-486b-beb3-503c3749d1ef/tags/tempest-TagsExtTest-Tag-382082849 HTTP/1.1" status: 404 len: 328 time: 0.2979243 Jan 18 22:43:34.211128 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 44668) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:34.211526 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 44670) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:34.211838 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 44672) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:34.225894 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1b69cd-e824-4d95-9a4b-656f5d7625f7 None None] Network b03260d5-2a6f-4a7a-be90-beffbb90698f requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:43:34.235569 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-7f525b33-a340-492f-a0c2-7b79d3b4becf tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Request body: {'port': {'network_id': 'd07eed05-2d0a-4db0-aabb-73d437cdac67', 'name': 'tempest-FloatingIPNegativeTestJSON-242388015'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:43:34.276234 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-a1348734-aa20-42a9-bba3-e11fc1e92625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:43:34.295411 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1348734-aa20-42a9-bba3-e11fc1e92625 None None] Routers {'e2f70bc7-46aa-42d0-a6b8-62cf2bb5b61c'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:43:34.296035 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-a1348734-aa20-42a9-bba3-e11fc1e92625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:43:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['e2f70bc7-46aa-42d0-a6b8-62cf2bb5b61c'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:43:34.324991 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7c6d1035-ee94-49d2-b16f-5e61b4c8953f req-dceaa534-2050-48cc-9cd6-81fc127ff091 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=dae8bf2d-ed71-4918-8e49-2e2d9465745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708930 Jan 18 22:43:34.358028 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=5cda7e1e-315b-493c-bd19-9c947942b619,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:34.385684 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-9359db71-04fd-43bc-a45c-9577e66e6e55 None None] Provisioning complete for port 5cda7e1e-315b-493c-bd19-9c947942b619 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:43:34.392753 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9359db71-04fd-43bc-a45c-9577e66e6e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:34.417491 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-a1348734-aa20-42a9-bba3-e11fc1e92625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:43:34.418410 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1348734-aa20-42a9-bba3-e11fc1e92625 None None] The sync data for ids ['e2f70bc7-46aa-42d0-a6b8-62cf2bb5b61c'] in n-d-825064-1 is: [] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:43:34.593651 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 5cda7e1e-315b-493c-bd19-9c947942b619 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:43:34.675408 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 5cda7e1e-315b-493c-bd19-9c947942b619 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:43:34.676034 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:34.797476 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-573d2541-9497-48a8-9d4f-3b86d5328644 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:34.810505 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device aa3bff20-10be-4ead-a9d7-f93026ff09e4 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:43:34.816588 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-573d2541-9497-48a8-9d4f-3b86d5328644 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:34.830741 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.tag.tag_plugin [None req-00d74d97-2ed1-4be8-a20c-f8a2086101c2 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '30c75c3d-56b7-486b-beb3-503c3749d1ef', 'tempest-TagsExtTest-Tag-245283698') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:43:34.850927 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: aa3bff20-10be-4ead-a9d7-f93026ff09e4 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:43:34.853415 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device aa3bff20-10be-4ead-a9d7-f93026ff09e4 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:43:34.935043 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573d2541-9497-48a8-9d4f-3b86d5328644 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Pushing event updated for resources: {'Port': ['ID=93fd0805-0ef1-4806-a022-8aa46f439738,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:34.945465 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-573d2541-9497-48a8-9d4f-3b86d5328644 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-613854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1041070'] for router_interface, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:35.021620 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f525b33-a340-492f-a0c2-7b79d3b4becf tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Made reservation on behalf of a5cf2990e9874f9db96974b0eb4d18fe for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:43:35.026294 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7f525b33-a340-492f-a0c2-7b79d3b4becf tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:35.051124 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [None req-7f525b33-a340-492f-a0c2-7b79d3b4becf tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] device_id is not set on port 706c8f40-b008-48a0-a78c-c4ccc27fb043 yet. {{(pid=102431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 22:43:35.073290 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-573d2541-9497-48a8-9d4f-3b86d5328644 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Network b03260d5-2a6f-4a7a-be90-beffbb90698f is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:43:35.075495 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-573d2541-9497-48a8-9d4f-3b86d5328644 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:43:35.076625 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-9e21e18e-691f-4113-8ee4-a436f3835bf9 None None] Provisioning complete for port 5cda7e1e-315b-493c-bd19-9c947942b619 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:43:35.082114 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9e21e18e-691f-4113-8ee4-a436f3835bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:35.113960 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d73b645-5aec-47e9-a892-4b9746b660f8 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Deleting subnet f3bc2610-a632-41c0-834c-57e4b2feae58 {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:43:35.120149 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8d73b645-5aec-47e9-a892-4b9746b660f8 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:35.125952 n-d-825064-1 neutron-server[102431]: INFO neutron.api.v2.resource [None req-00d74d97-2ed1-4be8-a20c-f8a2086101c2 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] show failed (client error): The resource could not be found. Jan 18 22:43:35.126996 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-00d74d97-2ed1-4be8-a20c-f8a2086101c2 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] 10.222.0.53 "GET /v2.0/routers/30c75c3d-56b7-486b-beb3-503c3749d1ef/tags/tempest-TagsExtTest-Tag-245283698 HTTP/1.1" status: 404 len: 328 time: 0.9129684 Jan 18 22:43:35.130052 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 44686) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:35.135405 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.tag.tag_plugin [None req-6bc40c66-0a1a-45d1-b0e0-860c6ef4138f tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '63ec4c7c-202d-4d53-b186-9ba301812e59', {'tags': ['tempest-TagsExtTest-Tag-1216933480', 'tempest-TagsExtTest-Tag-1009364342', 'tempest-TagsExtTest-Tag-674194470']}) {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:43:35.199545 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8d73b645-5aec-47e9-a892-4b9746b660f8 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:35.224215 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-9e21e18e-691f-4113-8ee4-a436f3835bf9 None None] Provisioning complete for port 93fd0805-0ef1-4806-a022-8aa46f439738 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:43:35.224595 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9e21e18e-691f-4113-8ee4-a436f3835bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:35.226315 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-6bc40c66-0a1a-45d1-b0e0-860c6ef4138f tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] 10.222.0.53 "PUT /v2.0/subnetpools/63ec4c7c-202d-4d53-b186-9ba301812e59/tags HTTP/1.1" status: 200 len: 317 time: 0.0949960 Jan 18 22:43:35.229859 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 44688) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:35.234699 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.tag.tag_plugin [None req-8fc016f4-7743-4696-90cd-c1fae3e4912f tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '63ec4c7c-202d-4d53-b186-9ba301812e59') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:43:35.255263 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-7f525b33-a340-492f-a0c2-7b79d3b4becf tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Allocated IP 172.20.0.10 (d07eed05-2d0a-4db0-aabb-73d437cdac67/3152b94b-f7e6-4e02-8781-23b5fec489fc/706c8f40-b008-48a0-a78c-c4ccc27fb043) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:43:35.265388 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-573d2541-9497-48a8-9d4f-3b86d5328644 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Router 8d491db6-b417-4453-82fc-9341888a5f04 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:43:35.280990 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-9e21e18e-691f-4113-8ee4-a436f3835bf9 None None] Port 93fd0805-0ef1-4806-a022-8aa46f439738 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:43:35.334050 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-8fc016f4-7743-4696-90cd-c1fae3e4912f tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] 10.222.0.53 "DELETE /v2.0/subnetpools/63ec4c7c-202d-4d53-b186-9ba301812e59/tags HTTP/1.1" status: 204 len: 168 time: 0.1005311 Jan 18 22:43:35.335560 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 44690) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:35.340649 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.tag.tag_plugin [None req-20bbd0c7-cfa2-4189-acbd-2d3cb937a966 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '63ec4c7c-202d-4d53-b186-9ba301812e59', 'tempest-TagsExtTest-Tag-1216933480') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:43:35.357344 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8d73b645-5aec-47e9-a892-4b9746b660f8 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:35.396099 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [None req-20bbd0c7-cfa2-4189-acbd-2d3cb937a966 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] show failed (client error): The resource could not be found. Jan 18 22:43:35.397181 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-20bbd0c7-cfa2-4189-acbd-2d3cb937a966 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] 10.222.0.53 "GET /v2.0/subnetpools/63ec4c7c-202d-4d53-b186-9ba301812e59/tags/tempest-TagsExtTest-Tag-1216933480 HTTP/1.1" status: 404 len: 329 time: 0.0606041 Jan 18 22:43:35.401397 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 44694) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:35.405027 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-a1fb223a-8204-4556-973f-fae35545354e None None] Provisioning complete for port 93fd0805-0ef1-4806-a022-8aa46f439738 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:43:35.405400 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a1fb223a-8204-4556-973f-fae35545354e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:35.405641 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.tag.tag_plugin [None req-7c370639-23d7-451e-a96a-121c53fdd479 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '63ec4c7c-202d-4d53-b186-9ba301812e59', 'tempest-TagsExtTest-Tag-1009364342') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:43:35.445871 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-a1fb223a-8204-4556-973f-fae35545354e None None] Port 93fd0805-0ef1-4806-a022-8aa46f439738 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:43:35.477459 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-573d2541-9497-48a8-9d4f-3b86d5328644 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:43:35.489697 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1646bcc9-3b01-4f79-bc18-ad09e5a3518e None None] Sync routers for ids ['8d491db6-b417-4453-82fc-9341888a5f04'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:43:35.493852 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-573d2541-9497-48a8-9d4f-3b86d5328644 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "PUT /v2.0/routers/8d491db6-b417-4453-82fc-9341888a5f04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0572309 Jan 18 22:43:35.495028 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [None req-7c370639-23d7-451e-a96a-121c53fdd479 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] show failed (client error): The resource could not be found. Jan 18 22:43:35.500016 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-7c370639-23d7-451e-a96a-121c53fdd479 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] 10.222.0.53 "GET /v2.0/subnetpools/63ec4c7c-202d-4d53-b186-9ba301812e59/tags/tempest-TagsExtTest-Tag-1009364342 HTTP/1.1" status: 404 len: 329 time: 0.0937357 Jan 18 22:43:35.500016 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 44700) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:35.503238 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.tag.tag_plugin [None req-7be3c53f-78e1-417a-aee8-e861f15390b2 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '63ec4c7c-202d-4d53-b186-9ba301812e59', 'tempest-TagsExtTest-Tag-674194470') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:43:35.503852 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1646bcc9-3b01-4f79-bc18-ad09e5a3518e None None] Routers {'8d491db6-b417-4453-82fc-9341888a5f04'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:43:35.504521 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-1646bcc9-3b01-4f79-bc18-ad09e5a3518e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:43:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['8d491db6-b417-4453-82fc-9341888a5f04'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:43:35.559318 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ab9c1e-5233-4b85-8617-2655f4655fbf req-100425da-6372-41d6-be20-f2983c4bbe47 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:35.559570 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-45ab9c1e-5233-4b85-8617-2655f4655fbf req-100425da-6372-41d6-be20-f2983c4bbe47 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=51762b21-ea99-403c-a32d-fb9b19c477dc HTTP/1.1" status: 200 len: 943 time: 0.1436915 Jan 18 22:43:35.559665 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7f525b33-a340-492f-a0c2-7b79d3b4becf tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:35.599043 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [None req-7be3c53f-78e1-417a-aee8-e861f15390b2 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] show failed (client error): The resource could not be found. Jan 18 22:43:35.612518 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-7be3c53f-78e1-417a-aee8-e861f15390b2 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] 10.222.0.53 "GET /v2.0/subnetpools/63ec4c7c-202d-4d53-b186-9ba301812e59/tags/tempest-TagsExtTest-Tag-674194470 HTTP/1.1" status: 404 len: 328 time: 0.1120331 Jan 18 22:43:35.617244 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 44712) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:35.630472 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.tag.tag_plugin [None req-64f4c596-d7f1-4859-8788-6af14b6a42cd tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '63ec4c7c-202d-4d53-b186-9ba301812e59') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:43:35.652999 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7f525b33-a340-492f-a0c2-7b79d3b4becf tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:35.669636 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-45ab9c1e-5233-4b85-8617-2655f4655fbf req-4139f2ff-4073-41e8-984b-645e66671ac9 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=dae8bf2d-ed71-4918-8e49-2e2d9465745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957413 Jan 18 22:43:35.683517 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f525b33-a340-492f-a0c2-7b79d3b4becf tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Network d07eed05-2d0a-4db0-aabb-73d437cdac67 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:43:35.690520 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-1646bcc9-3b01-4f79-bc18-ad09e5a3518e None None] Set router 8d491db6-b417-4453-82fc-9341888a5f04 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:43:35.698559 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-7f525b33-a340-492f-a0c2-7b79d3b4becf tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:43:35.726809 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f525b33-a340-492f-a0c2-7b79d3b4becf tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:43:35.760760 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fbc2b394-e4e7-4540-905b-4405a7d7d012 req-e927ead4-6e92-4010-9bcb-1c3dd1788725 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1460963127&fields=id&tenant_id=438cce0e2f434b5f879ce307da159923 HTTP/1.1" status: 200 len: 267 time: 0.0544677 Jan 18 22:43:35.777139 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7094f475-0224-43dd-b03a-424be0f2b919 None None] Provisioning complete for port 93fd0805-0ef1-4806-a022-8aa46f439738 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:43:35.777506 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7094f475-0224-43dd-b03a-424be0f2b919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:35.796958 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f525b33-a340-492f-a0c2-7b79d3b4becf tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:35.797580 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7f525b33-a340-492f-a0c2-7b79d3b4becf tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:35.828155 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7094f475-0224-43dd-b03a-424be0f2b919 None None] Port 93fd0805-0ef1-4806-a022-8aa46f439738 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:43:35.839377 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-7f525b33-a340-492f-a0c2-7b79d3b4becf tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6263826 Jan 18 22:43:35.847612 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8d73b645-5aec-47e9-a892-4b9746b660f8 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:35.858597 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 44730) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:35.883631 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-fd1056f4-15cc-457d-9653-f94db3dd9de5 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Request body: {'floatingip': {'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:43:35.942209 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d73b645-5aec-47e9-a892-4b9746b660f8 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Pushing event deleted for resources: {'Subnet': ['ID=f3bc2610-a632-41c0-834c-57e4b2feae58,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:35.954882 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc2b394-e4e7-4540-905b-4405a7d7d012 req-e0ea0649-93b2-4e20-8c58-ace32b9e0246 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:35.956895 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fbc2b394-e4e7-4540-905b-4405a7d7d012 req-e0ea0649-93b2-4e20-8c58-ace32b9e0246 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/networks?id=b03260d5-2a6f-4a7a-be90-beffbb90698f HTTP/1.1" status: 200 len: 796 time: 0.1880021 Jan 18 22:43:35.957394 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f525b33-a340-492f-a0c2-7b79d3b4becf tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Pushing event updated for resources: {'Port': ['ID=706c8f40-b008-48a0-a78c-c4ccc27fb043,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:35.976388 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-64f4c596-d7f1-4859-8788-6af14b6a42cd tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] 10.222.0.53 "DELETE /v2.0/subnetpools/63ec4c7c-202d-4d53-b186-9ba301812e59/tags HTTP/1.1" status: 204 len: 168 time: 0.3498013 Jan 18 22:43:35.976388 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8d73b645-5aec-47e9-a892-4b9746b660f8 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:35.983695 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-8d73b645-5aec-47e9-a892-4b9746b660f8 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "DELETE /v2.0/subnets/f3bc2610-a632-41c0-834c-57e4b2feae58 HTTP/1.1" status: 204 len: 168 time: 1.7663152 Jan 18 22:43:35.983903 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 44734) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:35.983903 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 44736) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:36.019563 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fd1056f4-15cc-457d-9653-f94db3dd9de5 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Notify callbacks [] for floatingip, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:36.048810 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.tag.tag_plugin [None req-866f415c-e81c-475b-a2ef-a7282b57bb2a tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '30c75c3d-56b7-486b-beb3-503c3749d1ef') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:43:36.105299 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af1d1f4-3b5d-4c1f-a5f3-85a5c945d965 None None] Network ad23741b-0e57-46b4-b676-c46ba7841494 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:43:36.138459 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fbc2b394-e4e7-4540-905b-4405a7d7d012 req-175d3d02-624c-4d84-8d6a-3b184d694614 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/quotas/438cce0e2f434b5f879ce307da159923 HTTP/1.1" status: 200 len: 375 time: 0.1652513 Jan 18 22:43:36.246287 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 22:43:36.249688 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fd1056f4-15cc-457d-9653-f94db3dd9de5 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:36.259973 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-cae314cb-5506-43dd-a857-9dde27ba3821 None None] Provisioning complete for port 706c8f40-b008-48a0-a78c-c4ccc27fb043 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:43:36.260162 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cae314cb-5506-43dd-a857-9dde27ba3821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:36.300907 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9eb116a6-bac6-4996-a2ee-e986d84aebc8 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:36.320672 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fbc2b394-e4e7-4540-905b-4405a7d7d012 req-197ee48a-5597-4db8-997f-7511ecf9af49 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=438cce0e2f434b5f879ce307da159923&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1810706 Jan 18 22:43:36.362127 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-866f415c-e81c-475b-a2ef-a7282b57bb2a tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] 10.222.0.53 "DELETE /v2.0/routers/30c75c3d-56b7-486b-beb3-503c3749d1ef/tags HTTP/1.1" status: 204 len: 168 time: 0.3757236 Jan 18 22:43:36.367941 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 44772) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:36.380566 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.tag.tag_plugin [None req-85869615-5072-4f6e-aeea-351c93358a51 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'bc88590e-e5bd-40db-aeb7-ff6239727eaf') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:43:36.382703 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-cae314cb-5506-43dd-a857-9dde27ba3821 None None] Port 706c8f40-b008-48a0-a78c-c4ccc27fb043 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:43:36.409742 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-1646bcc9-3b01-4f79-bc18-ad09e5a3518e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d491db6-b417-4453-82fc-9341888a5f04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1314540967', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'fbdd59f6-20c6-4db4-aca7-760cf6cb6be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:43:17Z', 'updated_at': '2022-01-18T22:43:33Z', 'revision_number': 4, 'project_id': '438cce0e2f434b5f879ce307da159923', 'gw_port': {'id': 'fbdd59f6-20c6-4db4-aca7-760cf6cb6be7', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:43:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d491db6-b417-4453-82fc-9341888a5f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:43:19Z', 'updated_at': '2022-01-18T22:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '93fd0805-0ef1-4806-a022-8aa46f439738', 'name': '', 'network_id': 'b03260d5-2a6f-4a7a-be90-beffbb90698f', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'mac_address': 'fa:16:3e:d8:5c:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d491db6-b417-4453-82fc-9341888a5f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '28a5a3b4-f0d9-467d-972a-dc2703e90dc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:43:31Z', 'updated_at': '2022-01-18T22:43:34Z', 'revision_number': 2, 'project_id': '438cce0e2f434b5f879ce307da159923', 'subnets': [{'id': '28a5a3b4-f0d9-467d-972a-dc2703e90dc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:43:36.454692 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1646bcc9-3b01-4f79-bc18-ad09e5a3518e None None] Checking router: 8d491db6-b417-4453-82fc-9341888a5f04 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:43:36.455332 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1646bcc9-3b01-4f79-bc18-ad09e5a3518e None None] Updating router 8d491db6-b417-4453-82fc-9341888a5f04 port 93fd0805-0ef1-4806-a022-8aa46f439738 binding host n-d-825064-1 {{(pid=102432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:43:36.489039 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1646bcc9-3b01-4f79-bc18-ad09e5a3518e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:36.511755 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7baaf04e-adf9-4d4b-b401-3a4d5f5f2f0c None None] DHCP port deletion for ad23741b-0e57-46b4-b676-c46ba7841494 request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:43:36.515626 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-fd1056f4-15cc-457d-9653-f94db3dd9de5 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Allocated IP 172.25.5.231 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/f84ff3af-02e7-4ab0-83b5-44fdbf0389f5) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:43:36.599716 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-9eb116a6-bac6-4996-a2ee-e986d84aebc8 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Deleting port ba6b7897-2301-4598-ac9f-c530cc3da50c {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:43:36.600033 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9eb116a6-bac6-4996-a2ee-e986d84aebc8 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:36.680195 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fd1056f4-15cc-457d-9653-f94db3dd9de5 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:36.711753 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-85869615-5072-4f6e-aeea-351c93358a51 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] 10.222.0.53 "DELETE /v2.0/ports/bc88590e-e5bd-40db-aeb7-ff6239727eaf/tags HTTP/1.1" status: 204 len: 168 time: 0.3389945 Jan 18 22:43:36.715594 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 44790) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:36.716623 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fbc2b394-e4e7-4540-905b-4405a7d7d012 req-0bbac017-479f-434f-ac6a-9d09e39d0f2d service neutron] 10.222.0.53 "GET /v2.0/networks/b03260d5-2a6f-4a7a-be90-beffbb90698f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3838241 Jan 18 22:43:36.721099 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.tag.tag_plugin [None req-6d53ca0e-7d4a-4721-a5e5-7b244dec97a0 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c3ac17c5-3e94-49b7-9441-4b998c2dbf33') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:43:36.781444 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fd1056f4-15cc-457d-9653-f94db3dd9de5 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:36.853788 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1056f4-15cc-457d-9653-f94db3dd9de5 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:43:36.862578 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-6d53ca0e-7d4a-4721-a5e5-7b244dec97a0 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] 10.222.0.53 "DELETE /v2.0/subnets/c3ac17c5-3e94-49b7-9441-4b998c2dbf33/tags HTTP/1.1" status: 204 len: 168 time: 0.1454122 Jan 18 22:43:36.868093 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-fd1056f4-15cc-457d-9653-f94db3dd9de5 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:43:36.872864 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 44796) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:36.881731 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1056f4-15cc-457d-9653-f94db3dd9de5 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:43:36.883226 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1056f4-15cc-457d-9653-f94db3dd9de5 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Pushing event updated for resources: {'Port': ['ID=f84ff3af-02e7-4ab0-83b5-44fdbf0389f5,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:36.907419 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-9eb116a6-bac6-4996-a2ee-e986d84aebc8 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] For port ba6b7897-2301-4598-ac9f-c530cc3da50c, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=ba6b7897-2301-4598-ac9f-c530cc3da50c,segment=NetworkSegment(7599c219-7416-4daa-a53f-ed4bd6a29d96),segment_id=7599c219-7416-4daa-a53f-ed4bd6a29d96)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:43:36.907910 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9eb116a6-bac6-4996-a2ee-e986d84aebc8 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:36.915903 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7baaf04e-adf9-4d4b-b401-3a4d5f5f2f0c None None] Deleting port ba6b7897-2301-4598-ac9f-c530cc3da50c {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:43:36.916637 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7baaf04e-adf9-4d4b-b401-3a4d5f5f2f0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:36.923415 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-9eb116a6-bac6-4996-a2ee-e986d84aebc8 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Calling delete_port for ba6b7897-2301-4598-ac9f-c530cc3da50c owned by network:dhcp {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:43:37.022587 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fbc2b394-e4e7-4540-905b-4405a7d7d012 req-2a5497f6-0fd4-4a20-a16f-752b8141dca3 service neutron] 10.222.0.53 "GET /v2.0/networks/b03260d5-2a6f-4a7a-be90-beffbb90698f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2991011 Jan 18 22:43:37.040806 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9eb116a6-bac6-4996-a2ee-e986d84aebc8 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:37.051329 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7baaf04e-adf9-4d4b-b401-3a4d5f5f2f0c None None] For port ba6b7897-2301-4598-ac9f-c530cc3da50c, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=ba6b7897-2301-4598-ac9f-c530cc3da50c,segment=NetworkSegment(7599c219-7416-4daa-a53f-ed4bd6a29d96),segment_id=7599c219-7416-4daa-a53f-ed4bd6a29d96)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:43:37.051824 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7baaf04e-adf9-4d4b-b401-3a4d5f5f2f0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:37.062133 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb116a6-bac6-4996-a2ee-e986d84aebc8 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] No DVR routers for this DVR port ba6b7897-2301-4598-ac9f-c530cc3da50c on host n-d-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:43:37.129965 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb116a6-bac6-4996-a2ee-e986d84aebc8 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Pushing event deleted for resources: {'Port': ['ID=ba6b7897-2301-4598-ac9f-c530cc3da50c,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:37.131766 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7baaf04e-adf9-4d4b-b401-3a4d5f5f2f0c None None] Calling delete_port for ba6b7897-2301-4598-ac9f-c530cc3da50c owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:43:37.147336 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863e18a8-b9cb-4fc3-9d8c-df463e26d736 req-a0da1d23-f21f-4cd9-bce4-95bc7be09c78 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:37.151803 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-863e18a8-b9cb-4fc3-9d8c-df463e26d736 req-a0da1d23-f21f-4cd9-bce4-95bc7be09c78 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=51762b21-ea99-403c-a32d-fb9b19c477dc HTTP/1.1" status: 200 len: 943 time: 0.2558501 Jan 18 22:43:37.200593 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a24b52d6-a6f7-4161-babe-da04cf602cc3 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] Notify callbacks [] for subnetpool, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:37.205905 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-a24b52d6-a6f7-4161-babe-da04cf602cc3 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] 10.222.0.53 "DELETE /v2.0/subnetpools/63ec4c7c-202d-4d53-b186-9ba301812e59 HTTP/1.1" status: 204 len: 168 time: 0.3318586 Jan 18 22:43:37.206680 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 44800) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:37.300535 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-3272966d-0311-4f51-b3e8-b09640ec36f5 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] 10.222.0.53 "GET /v2.0/ports?device_id=30c75c3d-56b7-486b-beb3-503c3749d1ef HTTP/1.1" status: 200 len: 205 time: 0.0808280 Jan 18 22:43:37.305057 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 44806) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:37.353250 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fd1056f4-15cc-457d-9653-f94db3dd9de5 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:37.361134 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9eb116a6-bac6-4996-a2ee-e986d84aebc8 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:37.366286 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a0a2d426-d818-4e75-8d97-99860d751468 req-1d730865-dc4d-4b29-92d8-e37afcb1cf33 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=c706f530-ad88-4562-931a-bc61de8d9bbb HTTP/1.1" status: 200 len: 210 time: 0.0587578 Jan 18 22:43:37.377154 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-863e18a8-b9cb-4fc3-9d8c-df463e26d736 req-8a6fb6ab-7b46-4873-a25e-1acdf2e8d910 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=dae8bf2d-ed71-4918-8e49-2e2d9465745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897633 Jan 18 22:43:37.394595 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-9eb116a6-bac6-4996-a2ee-e986d84aebc8 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad23741b-0e57-46b4-b676-c46ba7841494']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:43:37.406719 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-9eb116a6-bac6-4996-a2ee-e986d84aebc8 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7599c219-7416-4daa-a53f-ed4bd6a29d96') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:43:37.407031 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-9eb116a6-bac6-4996-a2ee-e986d84aebc8 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7599c219-7416-4daa-a53f-ed4bd6a29d96') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:43:37.412308 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1646bcc9-3b01-4f79-bc18-ad09e5a3518e None None] Notify callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:37.421902 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1646bcc9-3b01-4f79-bc18-ad09e5a3518e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:37.422341 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9eb116a6-bac6-4996-a2ee-e986d84aebc8 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60394742'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:37.435270 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7baaf04e-adf9-4d4b-b401-3a4d5f5f2f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:37.457923 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9eb116a6-bac6-4996-a2ee-e986d84aebc8 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:37.473827 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9eb116a6-bac6-4996-a2ee-e986d84aebc8 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:43:37.476320 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9eb116a6-bac6-4996-a2ee-e986d84aebc8 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60203044'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:37.483202 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-33a37cdb-21a1-4773-bce8-71d6126fa222 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] Notify callbacks [] for router, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:37.483802 n-d-825064-1 neutron-server[102430]: Traceback (most recent call last): Jan 18 22:43:37.483802 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:43:37.483802 n-d-825064-1 neutron-server[102430]: timer() Jan 18 22:43:37.483802 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:43:37.483802 n-d-825064-1 neutron-server[102430]: cb(*args, **kw) Jan 18 22:43:37.483802 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:43:37.483802 n-d-825064-1 neutron-server[102430]: return func(*args, **kwargs) Jan 18 22:43:37.483802 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:43:37.483802 n-d-825064-1 neutron-server[102430]: self._notify() Jan 18 22:43:37.483802 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:43:37.483802 n-d-825064-1 neutron-server[102430]: self.callback(batched_events) Jan 18 22:43:37.483802 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:43:37.483802 n-d-825064-1 neutron-server[102430]: event.method(event) Jan 18 22:43:37.483802 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:43:37.483802 n-d-825064-1 neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:43:37.483802 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:43:37.483802 n-d-825064-1 neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:43:37.483802 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:43:37.483802 n-d-825064-1 neutron-server[102430]: return f(self, *a, **k) Jan 18 22:43:37.483802 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:43:37.483802 n-d-825064-1 neutron-server[102430]: return self._get(url).json() Jan 18 22:43:37.483802 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:43:37.483802 n-d-825064-1 neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:43:37.483802 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:43:37.483802 n-d-825064-1 neutron-server[102430]: return self.request(url, 'GET', **kwargs) Jan 18 22:43:37.483802 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:43:37.483802 n-d-825064-1 neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:43:37.483802 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:43:37.483802 n-d-825064-1 neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:43:37.483802 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:43:37.483802 n-d-825064-1 neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:43:37.483802 n-d-825064-1 neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:43:37.579237 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9eb116a6-bac6-4996-a2ee-e986d84aebc8 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:37.585450 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9eb116a6-bac6-4996-a2ee-e986d84aebc8 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:37.597557 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-9eb116a6-bac6-4996-a2ee-e986d84aebc8 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "DELETE /v2.0/networks/ad23741b-0e57-46b4-b676-c46ba7841494 HTTP/1.1" status: 204 len: 168 time: 1.6045263 Jan 18 22:43:37.598357 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 44812) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:37.633030 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7baaf04e-adf9-4d4b-b401-3a4d5f5f2f0c None None] No DVR routers for this DVR port ba6b7897-2301-4598-ac9f-c530cc3da50c on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:43:37.663304 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-1646bcc9-3b01-4f79-bc18-ad09e5a3518e None None] Attempting to bind port 93fd0805-0ef1-4806-a022-8aa46f439738 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:43:37.663899 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-1646bcc9-3b01-4f79-bc18-ad09e5a3518e None None] Attempting to bind port 93fd0805-0ef1-4806-a022-8aa46f439738 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '56b9b749-5476-4269-bb34-69d9f812a954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b03260d5-2a6f-4a7a-be90-beffbb90698f'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:43:37.664451 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1646bcc9-3b01-4f79-bc18-ad09e5a3518e None None] Attempting to bind port 93fd0805-0ef1-4806-a022-8aa46f439738 on network b03260d5-2a6f-4a7a-be90-beffbb90698f {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:43:37.667442 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215efce0-7641-4d00-8a5e-342d090102e0 None None] Pushing event updated for resources: {'Port': ['ID=93fd0805-0ef1-4806-a022-8aa46f439738,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:37.668247 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fd1056f4-15cc-457d-9653-f94db3dd9de5 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:37.703283 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baaf04e-adf9-4d4b-b401-3a4d5f5f2f0c None None] Pushing event deleted for resources: {'Port': ['ID=ba6b7897-2301-4598-ac9f-c530cc3da50c,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:37.714146 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1646bcc9-3b01-4f79-bc18-ad09e5a3518e None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:43:37.714748 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1646bcc9-3b01-4f79-bc18-ad09e5a3518e None None] Checking segment: {'id': '56b9b749-5476-4269-bb34-69d9f812a954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b03260d5-2a6f-4a7a-be90-beffbb90698f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:43:37.715452 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1646bcc9-3b01-4f79-bc18-ad09e5a3518e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:37.716008 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1646bcc9-3b01-4f79-bc18-ad09e5a3518e None None] Bound using segment: {'id': '56b9b749-5476-4269-bb34-69d9f812a954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b03260d5-2a6f-4a7a-be90-beffbb90698f'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:43:37.716800 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-1646bcc9-3b01-4f79-bc18-ad09e5a3518e None None] Bound port: 93fd0805-0ef1-4806-a022-8aa46f439738, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56b9b749-5476-4269-bb34-69d9f812a954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b03260d5-2a6f-4a7a-be90-beffbb90698f'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:43:37.717389 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1646bcc9-3b01-4f79-bc18-ad09e5a3518e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:37.794946 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb116a6-bac6-4996-a2ee-e986d84aebc8 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Pushing event deleted for resources: {'Network': ['ID=ad23741b-0e57-46b4-b676-c46ba7841494,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:37.818287 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-1646bcc9-3b01-4f79-bc18-ad09e5a3518e None None] For port 93fd0805-0ef1-4806-a022-8aa46f439738, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:43:37.827177 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-1646bcc9-3b01-4f79-bc18-ad09e5a3518e None None] For port 93fd0805-0ef1-4806-a022-8aa46f439738, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=93fd0805-0ef1-4806-a022-8aa46f439738,segment=NetworkSegment(56b9b749-5476-4269-bb34-69d9f812a954),segment_id=56b9b749-5476-4269-bb34-69d9f812a954)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:43:37.839336 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1646bcc9-3b01-4f79-bc18-ad09e5a3518e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:37.982101 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fd1056f4-15cc-457d-9653-f94db3dd9de5 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:37.988951 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215efce0-7641-4d00-8a5e-342d090102e0 None None] Pushing event updated for resources: {'Port': ['ID=93fd0805-0ef1-4806-a022-8aa46f439738,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:38.001987 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fd1056f4-15cc-457d-9653-f94db3dd9de5 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:38.058524 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-461c3f1f-763e-47f7-8d6f-eacfe6e20179 None None] Provisioning complete for port 93fd0805-0ef1-4806-a022-8aa46f439738 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:43:38.058524 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-461c3f1f-763e-47f7-8d6f-eacfe6e20179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:38.133125 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-52db23b2-d203-4cf4-acb5-01ec49736cde tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Deleting port c7f5eb54-bd92-4fa2-a93b-33fafb798766 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:43:38.133719 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-52db23b2-d203-4cf4-acb5-01ec49736cde tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:38.156774 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1646bcc9-3b01-4f79-bc18-ad09e5a3518e None None] Routers {'8d491db6-b417-4453-82fc-9341888a5f04'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:43:38.157664 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-1646bcc9-3b01-4f79-bc18-ad09e5a3518e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:43:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['8d491db6-b417-4453-82fc-9341888a5f04'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:43:38.263527 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fd1056f4-15cc-457d-9653-f94db3dd9de5 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043075'] for floatingip, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:38.314531 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device afde616e-4f1b-43e4-8ac5-36402d896eb3 details requested by agent hyperv_n-h1-825064-1 with host n-h1-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:43:38.340498 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-52db23b2-d203-4cf4-acb5-01ec49736cde tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:38.341726 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-52db23b2-d203-4cf4-acb5-01ec49736cde tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:38.371947 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-52db23b2-d203-4cf4-acb5-01ec49736cde tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Calling delete_port for c7f5eb54-bd92-4fa2-a93b-33fafb798766 owned by network:floatingip {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:43:38.392160 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-1646bcc9-3b01-4f79-bc18-ad09e5a3518e None None] Set router 8d491db6-b417-4453-82fc-9341888a5f04 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:43:38.454944 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fd1056f4-15cc-457d-9653-f94db3dd9de5 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:38.463725 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-fd1056f4-15cc-457d-9653-f94db3dd9de5 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5954762 Jan 18 22:43:38.464880 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 44824) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:38.469950 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-3ba3d733-13f5-4f16-a0c9-983b23bfcf1e tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Request body: {'floatingip': {'port_id': '706c8f40-b008-48a0-a78c-c4ccc27fb043', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:43:38.481343 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-33a37cdb-21a1-4773-bce8-71d6126fa222 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1040886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8602'] for router, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:38.486337 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-33a37cdb-21a1-4773-bce8-71d6126fa222 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:38.493430 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1056f4-15cc-457d-9653-f94db3dd9de5 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Pushing event updated for resources: {'Port': ['ID=f84ff3af-02e7-4ab0-83b5-44fdbf0389f5,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:38.495162 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-461c3f1f-763e-47f7-8d6f-eacfe6e20179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:38.566183 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-33a37cdb-21a1-4773-bce8-71d6126fa222 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1040832'] for router, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:38.567180 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33a37cdb-21a1-4773-bce8-71d6126fa222 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] Fanout notify agent at l3_agent the message router_deleted on router 30c75c3d-56b7-486b-beb3-503c3749d1ef {{(pid=102431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 22:43:38.584328 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-33a37cdb-21a1-4773-bce8-71d6126fa222 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:38.585510 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-33a37cdb-21a1-4773-bce8-71d6126fa222 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] 10.222.0.53 "DELETE /v2.0/routers/30c75c3d-56b7-486b-beb3-503c3749d1ef HTTP/1.1" status: 204 len: 168 time: 1.2781081 Jan 18 22:43:38.589774 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 44826) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:38.616744 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-461c3f1f-763e-47f7-8d6f-eacfe6e20179 None None] For port 93fd0805-0ef1-4806-a022-8aa46f439738, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=93fd0805-0ef1-4806-a022-8aa46f439738,segment=NetworkSegment(56b9b749-5476-4269-bb34-69d9f812a954),segment_id=56b9b749-5476-4269-bb34-69d9f812a954)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:43:38.627481 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device ba6b7897-2301-4598-ac9f-c530cc3da50c no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:43:38.756666 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-308dbb7d-e779-481d-8c57-cbd5b8a66722 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] Deleting port bc88590e-e5bd-40db-aeb7-ff6239727eaf {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:43:38.757372 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-308dbb7d-e779-481d-8c57-cbd5b8a66722 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:38.767710 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: ba6b7897-2301-4598-ac9f-c530cc3da50c {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:43:38.768045 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device ba6b7897-2301-4598-ac9f-c530cc3da50c not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:43:38.785380 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-461c3f1f-763e-47f7-8d6f-eacfe6e20179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:38.816809 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port afde616e-4f1b-43e4-8ac5-36402d896eb3, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=afde616e-4f1b-43e4-8ac5-36402d896eb3,segment=NetworkSegment(ccabd36d-8c25-4648-92d3-222150b866b3),segment_id=ccabd36d-8c25-4648-92d3-222150b866b3)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:43:38.933370 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Returning: {'device': 'afde616e-4f1b-43e4-8ac5-36402d896eb3', 'network_id': '3887d3dd-b3d8-463d-9d9c-879e57c9ab40', 'port_id': 'afde616e-4f1b-43e4-8ac5-36402d896eb3', 'mac_address': 'fa:16:3e:56:5e:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b317bd45-9275-4aad-aa8f-d7702db0cadd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:43:38.956634 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-1c4b1c93-58af-4118-ba72-772a257d8ba5 None None] Provisioning complete for port 93fd0805-0ef1-4806-a022-8aa46f439738 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:43:38.957036 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1c4b1c93-58af-4118-ba72-772a257d8ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:39.007274 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461c3f1f-763e-47f7-8d6f-eacfe6e20179 None None] Pushing event updated for resources: {'Port': ['ID=93fd0805-0ef1-4806-a022-8aa46f439738,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:39.008371 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-28d9f3c7-e6e8-44d5-a156-961772d12cb9 req-04abdd00-0206-4a64-9afb-e80e909ae93b tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=c706f530-ad88-4562-931a-bc61de8d9bbb HTTP/1.1" status: 200 len: 210 time: 0.0774958 Jan 18 22:43:39.024548 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-3ba3d733-13f5-4f16-a0c9-983b23bfcf1e tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Notify callbacks [] for floatingip, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:39.028392 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-308dbb7d-e779-481d-8c57-cbd5b8a66722 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:39.054960 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:39.071896 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc2b394-e4e7-4540-905b-4405a7d7d012 req-75d2d415-0c45-4c0e-b2c7-029f02e4214c tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:39.073496 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-fbc2b394-e4e7-4540-905b-4405a7d7d012 req-75d2d415-0c45-4c0e-b2c7-029f02e4214c tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.67 "GET /v2.0/networks?id=b03260d5-2a6f-4a7a-be90-beffbb90698f HTTP/1.1" status: 200 len: 796 time: 0.3099182 Jan 18 22:43:39.080334 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afde616e-4f1b-43e4-8ac5-36402d896eb3 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:43:39.102134 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-308dbb7d-e779-481d-8c57-cbd5b8a66722 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] Calling delete_port for bc88590e-e5bd-40db-aeb7-ff6239727eaf owned by {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:43:39.134631 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d9eac0-0a59-40d9-844d-9fc10dcbdb1d req-9901148e-be16-4a46-aa8e-23bd7127efcb tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:39.136325 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e9d9eac0-0a59-40d9-844d-9fc10dcbdb1d req-9901148e-be16-4a46-aa8e-23bd7127efcb tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=51762b21-ea99-403c-a32d-fb9b19c477dc HTTP/1.1" status: 200 len: 943 time: 0.1953347 Jan 18 22:43:39.178657 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-fbc2b394-e4e7-4540-905b-4405a7d7d012 req-84047b66-1b8e-4cf5-981e-da7e656b6db0 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=438cce0e2f434b5f879ce307da159923 HTTP/1.1" status: 200 len: 380 time: 0.0830050 Jan 18 22:43:39.202424 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-fbc2b394-e4e7-4540-905b-4405a7d7d012 req-398558e8-6fe4-4342-a623-5054597d1cb0 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Request body: {'port': {'device_id': 'c706f530-ad88-4562-931a-bc61de8d9bbb', 'network_id': 'b03260d5-2a6f-4a7a-be90-beffbb90698f', 'admin_state_up': True, 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'security_groups': ['d98a7b6f-971b-4421-acbb-09d3894edefc']}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:43:39.292018 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e9d9eac0-0a59-40d9-844d-9fc10dcbdb1d req-a5e0027c-8e0d-4adb-a47c-3867e0da0a93 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=dae8bf2d-ed71-4918-8e49-2e2d9465745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936694 Jan 18 22:43:39.296922 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [None req-3ba3d733-13f5-4f16-a0c9-983b23bfcf1e tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] update failed (client error): The resource could not be found. Jan 18 22:43:39.298137 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-3ba3d733-13f5-4f16-a0c9-983b23bfcf1e tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] 10.222.0.53 "PUT /v2.0/floatingips/30aeaf72-c7d8-49d1-b6e6-545a33a0151f HTTP/1.1" status: 404 len: 507 time: 0.8317671 Jan 18 22:43:39.302423 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 44834) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:39.373972 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port afde616e-4f1b-43e4-8ac5-36402d896eb3, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=afde616e-4f1b-43e4-8ac5-36402d896eb3,segment=NetworkSegment(ccabd36d-8c25-4648-92d3-222150b866b3),segment_id=ccabd36d-8c25-4648-92d3-222150b866b3)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:43:39.378344 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-1646bcc9-3b01-4f79-bc18-ad09e5a3518e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d491db6-b417-4453-82fc-9341888a5f04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1314540967', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'fbdd59f6-20c6-4db4-aca7-760cf6cb6be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:43:17Z', 'updated_at': '2022-01-18T22:43:33Z', 'revision_number': 4, 'project_id': '438cce0e2f434b5f879ce307da159923', 'gw_port': {'id': 'fbdd59f6-20c6-4db4-aca7-760cf6cb6be7', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:43:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d491db6-b417-4453-82fc-9341888a5f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:43:19Z', 'updated_at': '2022-01-18T22:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '93fd0805-0ef1-4806-a022-8aa46f439738', 'name': '', 'network_id': 'b03260d5-2a6f-4a7a-be90-beffbb90698f', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'mac_address': 'fa:16:3e:d8:5c:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d491db6-b417-4453-82fc-9341888a5f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '28a5a3b4-f0d9-467d-972a-dc2703e90dc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:43:31Z', 'updated_at': '2022-01-18T22:43:37Z', 'revision_number': 4, 'project_id': '438cce0e2f434b5f879ce307da159923', 'subnets': [{'id': '28a5a3b4-f0d9-467d-972a-dc2703e90dc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:43:39.409029 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:39.416591 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1646bcc9-3b01-4f79-bc18-ad09e5a3518e None None] The sync data for ids ['8d491db6-b417-4453-82fc-9341888a5f04'] in n-d-825064-1 is: [{'id': '8d491db6-b417-4453-82fc-9341888a5f04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1314540967', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'fbdd59f6-20c6-4db4-aca7-760cf6cb6be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:43:17Z', 'updated_at': '2022-01-18T22:43:33Z', 'revision_number': 4, 'project_id': '438cce0e2f434b5f879ce307da159923', 'gw_port': {'id': 'fbdd59f6-20c6-4db4-aca7-760cf6cb6be7', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:43:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d491db6-b417-4453-82fc-9341888a5f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:43:19Z', 'updated_at': '2022-01-18T22:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '93fd0805-0ef1-4806-a022-8aa46f439738', 'name': '', 'network_id': 'b03260d5-2a6f-4a7a-be90-beffbb90698f', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'mac_address': 'fa:16:3e:d8:5c:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d491db6-b417-4453-82fc-9341888a5f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '28a5a3b4-f0d9-467d-972a-dc2703e90dc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:43:31Z', 'updated_at': '2022-01-18T22:43:37Z', 'revision_number': 4, 'project_id': '438cce0e2f434b5f879ce307da159923', 'subnets': [{'id': '28a5a3b4-f0d9-467d-972a-dc2703e90dc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:43:39.497288 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-52db23b2-d203-4cf4-acb5-01ec49736cde tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:39.538571 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=afde616e-4f1b-43e4-8ac5-36402d896eb3,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:39.594568 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52db23b2-d203-4cf4-acb5-01ec49736cde tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Pushing event deleted for resources: {'Port': ['ID=c7f5eb54-bd92-4fa2-a93b-33fafb798766,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:39.643359 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-f5fedb59-ca73-4e62-b8d0-16bce6c5d3ef tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Deleting port f84ff3af-02e7-4ab0-83b5-44fdbf0389f5 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:43:39.644100 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f5fedb59-ca73-4e62-b8d0-16bce6c5d3ef tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:39.669137 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['afde616e-4f1b-43e4-8ac5-36402d896eb3'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:43:39.705277 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbc2b394-e4e7-4540-905b-4405a7d7d012 req-398558e8-6fe4-4342-a623-5054597d1cb0 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Made reservation on behalf of 438cce0e2f434b5f879ce307da159923 for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:43:39.709221 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-fbc2b394-e4e7-4540-905b-4405a7d7d012 req-398558e8-6fe4-4342-a623-5054597d1cb0 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:39.715258 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-308dbb7d-e779-481d-8c57-cbd5b8a66722 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:39.769081 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308dbb7d-e779-481d-8c57-cbd5b8a66722 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] Pushing event deleted for resources: {'Port': ['ID=bc88590e-e5bd-40db-aeb7-ff6239727eaf,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:39.820912 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-52db23b2-d203-4cf4-acb5-01ec49736cde tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for floatingip, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:39.821906 n-d-825064-1 neutron-server[102430]: INFO neutron.db.l3_db [None req-52db23b2-d203-4cf4-acb5-01ec49736cde tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Floating IP cd0f6e2e-cdf3-4a26-86c7-614e1c7ee307 disassociated (deleted). External IP: 172.25.5.171, port: 5cc126d6-ea56-4da0-9d3d-875ae7bbd550. Jan 18 22:43:39.921790 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [req-fbc2b394-e4e7-4540-905b-4405a7d7d012 req-398558e8-6fe4-4342-a623-5054597d1cb0 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Allocated IP 172.20.0.13 (b03260d5-2a6f-4a7a-be90-beffbb90698f/28a5a3b4-f0d9-467d-972a-dc2703e90dc7/43c35b7b-c7cc-443c-bde2-a2705aeb426b) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:43:39.926729 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f5fedb59-ca73-4e62-b8d0-16bce6c5d3ef tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:39.927066 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f5fedb59-ca73-4e62-b8d0-16bce6c5d3ef tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:39.993957 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-f5fedb59-ca73-4e62-b8d0-16bce6c5d3ef tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Calling delete_port for f84ff3af-02e7-4ab0-83b5-44fdbf0389f5 owned by network:floatingip {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:43:40.077751 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-fbc2b394-e4e7-4540-905b-4405a7d7d012 req-398558e8-6fe4-4342-a623-5054597d1cb0 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:40.109342 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 44846) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:40.169252 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-fbc2b394-e4e7-4540-905b-4405a7d7d012 req-398558e8-6fe4-4342-a623-5054597d1cb0 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:40.313385 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbc2b394-e4e7-4540-905b-4405a7d7d012 req-398558e8-6fe4-4342-a623-5054597d1cb0 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Network b03260d5-2a6f-4a7a-be90-beffbb90698f is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:43:40.321158 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device afde616e-4f1b-43e4-8ac5-36402d896eb3 up at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:43:40.329366 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [req-fbc2b394-e4e7-4540-905b-4405a7d7d012 req-398558e8-6fe4-4342-a623-5054597d1cb0 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:43:40.338006 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbc2b394-e4e7-4540-905b-4405a7d7d012 req-398558e8-6fe4-4342-a623-5054597d1cb0 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:43:40.419797 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398558e8-6fe4-4342-a623-5054597d1cb0 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Pushing event updated for resources: {'Port': ['ID=43c35b7b-c7cc-443c-bde2-a2705aeb426b,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:40.441057 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-78ddcd3b-ebd1-435d-8b0d-928d0bad90e1 admin admin] Deleting subnet 36249958-8705-47ec-8fdb-0a6b03d25cc9 {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:43:40.464554 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-308dbb7d-e779-481d-8c57-cbd5b8a66722 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:40.468295 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-308dbb7d-e779-481d-8c57-cbd5b8a66722 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] 10.222.0.53 "DELETE /v2.0/ports/bc88590e-e5bd-40db-aeb7-ff6239727eaf HTTP/1.1" status: 204 len: 168 time: 1.8776290 Jan 18 22:43:40.469519 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-78ddcd3b-ebd1-435d-8b0d-928d0bad90e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:40.479668 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 44850) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:40.512147 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning for port afde616e-4f1b-43e4-8ac5-36402d896eb3 completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:43:40.516649 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning complete for port afde616e-4f1b-43e4-8ac5-36402d896eb3 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:43:40.516935 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:40.527705 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ae2b78-e313-4b75-aaad-ac07f697d5e9 req-848d88f2-6b3a-4b36-9e7d-57a4c21818cb tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:40.530708 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-45ae2b78-e313-4b75-aaad-ac07f697d5e9 req-848d88f2-6b3a-4b36-9e7d-57a4c21818cb tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=c706f530-ad88-4562-931a-bc61de8d9bbb HTTP/1.1" status: 200 len: 932 time: 0.3920004 Jan 18 22:43:40.553449 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52db23b2-d203-4cf4-acb5-01ec49736cde tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Router b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:43:40.589710 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc2b394-e4e7-4540-905b-4405a7d7d012 req-398558e8-6fe4-4342-a623-5054597d1cb0 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:40.590531 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-fbc2b394-e4e7-4540-905b-4405a7d7d012 req-398558e8-6fe4-4342-a623-5054597d1cb0 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:40.696543 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f5fedb59-ca73-4e62-b8d0-16bce6c5d3ef tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:40.718831 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-fbc2b394-e4e7-4540-905b-4405a7d7d012 req-398558e8-6fe4-4342-a623-5054597d1cb0 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5319412 Jan 18 22:43:40.726443 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 93fd0805-0ef1-4806-a022-8aa46f439738 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:43:40.741748 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [req-fbc2b394-e4e7-4540-905b-4405a7d7d012 req-85b8983e-cf78-4e84-bb23-d3d00fb126ab tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:43:40.743026 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-fbc2b394-e4e7-4540-905b-4405a7d7d012 req-85b8983e-cf78-4e84-bb23-d3d00fb126ab tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0133691 Jan 18 22:43:40.764544 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-78ddcd3b-ebd1-435d-8b0d-928d0bad90e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:40.766984 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fedb59-ca73-4e62-b8d0-16bce6c5d3ef tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Pushing event deleted for resources: {'Port': ['ID=f84ff3af-02e7-4ab0-83b5-44fdbf0389f5,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:40.785082 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:40.879188 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port afde616e-4f1b-43e4-8ac5-36402d896eb3, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=afde616e-4f1b-43e4-8ac5-36402d896eb3,segment=NetworkSegment(ccabd36d-8c25-4648-92d3-222150b866b3),segment_id=ccabd36d-8c25-4648-92d3-222150b866b3)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:43:40.898027 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51762b21-ea99-403c-a32d-fb9b19c477dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afde616e-4f1b-43e4-8ac5-36402d896eb3'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:43:40.901625 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a9ef0f1-d4f6-4a20-b69b-74ec503a6524" -d '{"events": [{"server_uuid": "51762b21-ea99-403c-a32d-fb9b19c477dc", "name": "network-vif-plugged", "status": "completed", "tag": "afde616e-4f1b-43e4-8ac5-36402d896eb3"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:43:40.903800 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ab8c065-4857-4ad5-b51f-edf2988473d7 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] Deleting subnet c3ac17c5-3e94-49b7-9441-4b998c2dbf33 {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:43:40.913077 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3ab8c065-4857-4ad5-b51f-edf2988473d7 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:40.918132 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:40.965852 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3ab8c065-4857-4ad5-b51f-edf2988473d7 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:40.982263 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52db23b2-d203-4cf4-acb5-01ec49736cde tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:43:40.994066 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e7a904-f4f8-448a-b94b-beaccf448cb4 None None] Sync routers for ids ['b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:43:41.009271 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-45ae2b78-e313-4b75-aaad-ac07f697d5e9 req-b2cae2e1-5d67-4c2e-9bf6-57817f1f87ab tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98a7b6f-971b-4421-acbb-09d3894edefc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4482591 Jan 18 22:43:41.027337 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e7a904-f4f8-448a-b94b-beaccf448cb4 None None] Routers {'b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:43:41.027959 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-74e7a904-f4f8-448a-b94b-beaccf448cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:43:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:43:41.049595 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-0be0f349-2bd1-4abb-b1f7-0b7063f748ee None None] Provisioning complete for port 43c35b7b-c7cc-443c-bde2-a2705aeb426b triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:43:41.052476 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0be0f349-2bd1-4abb-b1f7-0b7063f748ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:41.069029 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-52db23b2-d203-4cf4-acb5-01ec49736cde tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:41.134675 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d47ee07b-3347-4f28-b94a-224fe8f4d4d0 x-openstack-request-id: req-d47ee07b-3347-4f28-b94a-224fe8f4d4d0 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:43:41.136104 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51762b21-ea99-403c-a32d-fb9b19c477dc", "name": "network-vif-plugged", "status": "completed", "tag": "afde616e-4f1b-43e4-8ac5-36402d896eb3", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:43:41.136608 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d47ee07b-3347-4f28-b94a-224fe8f4d4d0 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:43:41.139239 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51762b21-ea99-403c-a32d-fb9b19c477dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afde616e-4f1b-43e4-8ac5-36402d896eb3', 'code': 200} Jan 18 22:43:41.140229 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 93fd0805-0ef1-4806-a022-8aa46f439738 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:43:41.141678 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:41.204084 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-74e7a904-f4f8-448a-b94b-beaccf448cb4 None None] Set router b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:43:41.204658 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f5fedb59-ca73-4e62-b8d0-16bce6c5d3ef tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Notify callbacks [] for floatingip, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:41.207643 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f5fedb59-ca73-4e62-b8d0-16bce6c5d3ef tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:41.213415 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-f5fedb59-ca73-4e62-b8d0-16bce6c5d3ef tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] 10.222.0.53 "DELETE /v2.0/floatingips/30aeaf72-c7d8-49d1-b6e6-545a33a0151f HTTP/1.1" status: 204 len: 168 time: 1.9071426 Jan 18 22:43:41.221861 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 44858) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:41.225252 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=afde616e-4f1b-43e4-8ac5-36402d896eb3,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:41.252983 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-b6e049cd-ef0b-4d39-9d3e-30ee83b81d63 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Request body: {'floatingip': {'floating_network_id': 'd07eed05-2d0a-4db0-aabb-73d437cdac67', 'port_id': '706c8f40-b008-48a0-a78c-c4ccc27fb043', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:43:41.261963 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-0be0f349-2bd1-4abb-b1f7-0b7063f748ee None None] Port 43c35b7b-c7cc-443c-bde2-a2705aeb426b cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:43:41.295508 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc068f28-6c8f-4d1e-8b5a-5be3bc6dfc14 req-58211191-ebb2-4f27-9c29-140e8b839603 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:41.298493 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fc068f28-6c8f-4d1e-8b5a-5be3bc6dfc14 req-58211191-ebb2-4f27-9c29-140e8b839603 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=51762b21-ea99-403c-a32d-fb9b19c477dc HTTP/1.1" status: 200 len: 944 time: 0.7584138 Jan 18 22:43:41.321025 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-52db23b2-d203-4cf4-acb5-01ec49736cde tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "DELETE /v2.0/floatingips/cd0f6e2e-cdf3-4a26-86c7-614e1c7ee307 HTTP/1.1" status: 204 len: 168 time: 3.6844349 Jan 18 22:43:41.333779 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cb27eb0-6687-4f62-81ab-26e47d9a25ca', 'tag': '5cc126d6-ea56-4da0-9d3d-875ae7bbd550'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:43:41.342627 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8866e6d9-6375-4f65-9cce-b1fb96afbfb6" -d '{"events": [{"name": "network-changed", "server_uuid": "1cb27eb0-6687-4f62-81ab-26e47d9a25ca", "tag": "5cc126d6-ea56-4da0-9d3d-875ae7bbd550"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:43:41.488675 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b6e049cd-ef0b-4d39-9d3e-30ee83b81d63 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Notify callbacks [] for floatingip, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:41.515888 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fc068f28-6c8f-4d1e-8b5a-5be3bc6dfc14 req-ed320af9-4084-4a4b-8d66-083aaea1d35a tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=dae8bf2d-ed71-4918-8e49-2e2d9465745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924591 Jan 18 22:43:41.560517 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-fbc2b394-e4e7-4540-905b-4405a7d7d012 req-e13f3a7d-0411-4bc3-bc77-89ca5d5fa19d service neutron] Request body: {'port': {'device_id': 'c706f530-ad88-4562-931a-bc61de8d9bbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:43:41.580974 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-74e7a904-f4f8-448a-b94b-beaccf448cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28', 'name': 'tempest-TestNetworkBasicOps-router-1173322082', 'tenant_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '8d93e96f-e294-4fd8-ba8d-fabe21068f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:41:07Z', 'updated_at': '2022-01-18T22:43:25Z', 'revision_number': 6, 'project_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'gw_port': {'id': '8d93e96f-e294-4fd8-ba8d-fabe21068f6f', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:67:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:09Z', 'updated_at': '2022-01-18T22:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'e38164b1-8b1d-4bef-8e91-2a26203fe4b2', 'name': '', 'network_id': '652d2c80-5afc-4a98-af8e-7aee992e5efa', 'tenant_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'mac_address': 'fa:16:3e:e6:b7:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': '8e4aa361-5700-40d0-9baf-268026e85931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:21Z', 'updated_at': '2022-01-18T22:41:29Z', 'revision_number': 5, 'project_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'subnets': [{'id': '8e4aa361-5700-40d0-9baf-268026e85931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:43:41.623253 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e7a904-f4f8-448a-b94b-beaccf448cb4 None None] Checking router: b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28 for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:43:41.642656 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e7a904-f4f8-448a-b94b-beaccf448cb4 None None] Routers {'b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:43:41.644031 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-74e7a904-f4f8-448a-b94b-beaccf448cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:43:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:43:41.662012 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-78ddcd3b-ebd1-435d-8b0d-928d0bad90e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:41.736107 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [None req-b6e049cd-ef0b-4d39-9d3e-30ee83b81d63 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 22:43:41.738401 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-b6e049cd-ef0b-4d39-9d3e-30ee83b81d63 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.4963155 Jan 18 22:43:41.742475 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 44868) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:41.771782 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-c590f02e-8f8b-4072-8360-11fc2e6e9675 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Request body: {'floatingip': {'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'port_id': '706c8f40-b008-48a0-a78c-c4ccc27fb043', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:43:41.850529 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-74e7a904-f4f8-448a-b94b-beaccf448cb4 None None] Set router b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:43:41.872331 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa0802e-8f6e-4087-ba82-992aac64e8ad req-521d61fe-a01a-459f-bfed-13fa1ee76e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:41.873874 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-7fa0802e-8f6e-4087-ba82-992aac64e8ad req-521d61fe-a01a-459f-bfed-13fa1ee76e8d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=51762b21-ea99-403c-a32d-fb9b19c477dc HTTP/1.1" status: 200 len: 1096 time: 0.3280728 Jan 18 22:43:41.878808 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-fbc2b394-e4e7-4540-905b-4405a7d7d012 req-e13f3a7d-0411-4bc3-bc77-89ca5d5fa19d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:41.897257 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5651e7f5-6e14-4e51-9073-28dada9c985a req-ded4e4c6-f5a4-4cdf-a447-0dc4f75885b3 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:41.898857 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5651e7f5-6e14-4e51-9073-28dada9c985a req-ded4e4c6-f5a4-4cdf-a447-0dc4f75885b3 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "GET /v2.0/ports?device_id=1cb27eb0-6687-4f62-81ab-26e47d9a25ca HTTP/1.1" status: 200 len: 946 time: 0.1179211 Jan 18 22:43:41.900533 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c590f02e-8f8b-4072-8360-11fc2e6e9675 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Notify callbacks [] for floatingip, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:41.903427 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3ab8c065-4857-4ad5-b51f-edf2988473d7 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:41.925633 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-78ddcd3b-ebd1-435d-8b0d-928d0bad90e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:41.999992 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ddcd3b-ebd1-435d-8b0d-928d0bad90e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36249958-8705-47ec-8fdb-0a6b03d25cc9,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:42.005862 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-78ddcd3b-ebd1-435d-8b0d-928d0bad90e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:42.012200 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-78ddcd3b-ebd1-435d-8b0d-928d0bad90e1 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/36249958-8705-47ec-8fdb-0a6b03d25cc9 HTTP/1.1" status: 204 len: 168 time: 1.9014688 Jan 18 22:43:42.015693 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 44872) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:42.065147 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-7fa0802e-8f6e-4087-ba82-992aac64e8ad req-a329203b-c619-4bc3-9f61-089204612501 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=dae8bf2d-ed71-4918-8e49-2e2d9465745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788371 Jan 18 22:43:42.081774 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fac50a6f-7f65-47d4-b944-90e216a25358 x-openstack-request-id: req-fac50a6f-7f65-47d4-b944-90e216a25358 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:43:42.082077 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cb27eb0-6687-4f62-81ab-26e47d9a25ca", "tag": "5cc126d6-ea56-4da0-9d3d-875ae7bbd550", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:43:42.082335 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fac50a6f-7f65-47d4-b944-90e216a25358 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:43:42.082741 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cb27eb0-6687-4f62-81ab-26e47d9a25ca', 'tag': '5cc126d6-ea56-4da0-9d3d-875ae7bbd550', 'status': 'completed', 'code': 200} Jan 18 22:43:42.139900 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5651e7f5-6e14-4e51-9073-28dada9c985a req-77998785-302d-4cc4-a668-1b0f9e1a915b tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "GET /v2.0/security-groups?id=b26e2f20-6265-4eba-a7e8-05196aa0891f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2337406 Jan 18 22:43:42.199999 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3ab8c065-4857-4ad5-b51f-edf2988473d7 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:42.210491 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8866e6d9-6375-4f65-9cce-b1fb96afbfb6 req-b0d40f68-5265-424c-ba93-1a8b8fe2a935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:42.212031 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8866e6d9-6375-4f65-9cce-b1fb96afbfb6 req-b0d40f68-5265-424c-ba93-1a8b8fe2a935 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5fdd9d74a6a7474aa33a3f08cd7c198f&device_id=1cb27eb0-6687-4f62-81ab-26e47d9a25ca HTTP/1.1" status: 200 len: 1097 time: 0.1451960 Jan 18 22:43:42.240457 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-74e7a904-f4f8-448a-b94b-beaccf448cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28', 'name': 'tempest-TestNetworkBasicOps-router-1173322082', 'tenant_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '8d93e96f-e294-4fd8-ba8d-fabe21068f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:41:07Z', 'updated_at': '2022-01-18T22:43:25Z', 'revision_number': 6, 'project_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'gw_port': {'id': '8d93e96f-e294-4fd8-ba8d-fabe21068f6f', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:67:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:09Z', 'updated_at': '2022-01-18T22:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'e38164b1-8b1d-4bef-8e91-2a26203fe4b2', 'name': '', 'network_id': '652d2c80-5afc-4a98-af8e-7aee992e5efa', 'tenant_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'mac_address': 'fa:16:3e:e6:b7:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': '8e4aa361-5700-40d0-9baf-268026e85931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:21Z', 'updated_at': '2022-01-18T22:41:29Z', 'revision_number': 5, 'project_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'subnets': [{'id': '8e4aa361-5700-40d0-9baf-268026e85931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:43:42.255862 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab8c065-4857-4ad5-b51f-edf2988473d7 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] Pushing event deleted for resources: {'Subnet': ['ID=c3ac17c5-3e94-49b7-9441-4b998c2dbf33,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:42.270616 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3ab8c065-4857-4ad5-b51f-edf2988473d7 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:42.272836 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1cfe640-e626-4480-b752-d585c9166f91 None None] Network b9eb5b60-eebf-489f-ad31-237cec4c3f81 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:43:42.277294 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-3ab8c065-4857-4ad5-b51f-edf2988473d7 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] 10.222.0.53 "DELETE /v2.0/subnets/c3ac17c5-3e94-49b7-9441-4b998c2dbf33 HTTP/1.1" status: 204 len: 168 time: 1.7725194 Jan 18 22:43:42.279773 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e7a904-f4f8-448a-b94b-beaccf448cb4 None None] The sync data for ids ['b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28'] in n-d-825064-1 is: [{'id': 'b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28', 'name': 'tempest-TestNetworkBasicOps-router-1173322082', 'tenant_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '8d93e96f-e294-4fd8-ba8d-fabe21068f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:41:07Z', 'updated_at': '2022-01-18T22:43:25Z', 'revision_number': 6, 'project_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'gw_port': {'id': '8d93e96f-e294-4fd8-ba8d-fabe21068f6f', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:67:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:09Z', 'updated_at': '2022-01-18T22:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'e38164b1-8b1d-4bef-8e91-2a26203fe4b2', 'name': '', 'network_id': '652d2c80-5afc-4a98-af8e-7aee992e5efa', 'tenant_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'mac_address': 'fa:16:3e:e6:b7:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': '8e4aa361-5700-40d0-9baf-268026e85931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:21Z', 'updated_at': '2022-01-18T22:41:29Z', 'revision_number': 5, 'project_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'subnets': [{'id': '8e4aa361-5700-40d0-9baf-268026e85931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:43:42.280726 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 44876) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:42.310331 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13782e90-c073-4ddc-8bb8-19329b4ae861 req-73e5974c-63df-48d8-8184-b003e78b3d11 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:42.311958 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-13782e90-c073-4ddc-8bb8-19329b4ae861 req-73e5974c-63df-48d8-8184-b003e78b3d11 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=c706f530-ad88-4562-931a-bc61de8d9bbb HTTP/1.1" status: 200 len: 932 time: 0.1837757 Jan 18 22:43:42.376694 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2d0c0f29-ce9c-4288-9a98-b40be6c507c0 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:42.380751 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1485c7c3-bb02-4652-95f4-7fd6de30c66f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:42.398092 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c590f02e-8f8b-4072-8360-11fc2e6e9675 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:42.442418 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-13782e90-c073-4ddc-8bb8-19329b4ae861 req-9c714ced-34ed-446a-aa9a-16fd9d593395 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98a7b6f-971b-4421-acbb-09d3894edefc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202333 Jan 18 22:43:42.480202 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8866e6d9-6375-4f65-9cce-b1fb96afbfb6 req-425092ff-f825-4310-8307-8d78f8a36b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:42.482254 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8866e6d9-6375-4f65-9cce-b1fb96afbfb6 req-425092ff-f825-4310-8307-8d78f8a36b80 service neutron] 10.222.0.67 "GET /v2.0/networks?id=652d2c80-5afc-4a98-af8e-7aee992e5efa HTTP/1.1" status: 200 len: 897 time: 0.2595959 Jan 18 22:43:42.537502 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8866e6d9-6375-4f65-9cce-b1fb96afbfb6 req-50c972d3-0f4c-4ece-ba43-dd5f8f65f0a1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5cc126d6-ea56-4da0-9d3d-875ae7bbd550 HTTP/1.1" status: 200 len: 217 time: 0.0468540 Jan 18 22:43:42.597015 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2bb36ae-5768-4e8a-97f1-2814fecbf9f0 None None] DHCP port deletion for b9eb5b60-eebf-489f-ad31-237cec4c3f81 request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:43:42.652882 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-d2bb36ae-5768-4e8a-97f1-2814fecbf9f0 None None] Deleting port 932f2316-041a-4954-ba85-d21c1e9bd737 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:43:42.653380 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d2bb36ae-5768-4e8a-97f1-2814fecbf9f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:42.707415 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-c590f02e-8f8b-4072-8360-11fc2e6e9675 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Allocated IP 172.25.5.63 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/b696a923-7c29-48b5-9d81-00d27f962e22) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:43:42.733885 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [req-fbc2b394-e4e7-4540-905b-4405a7d7d012 req-e13f3a7d-0411-4bc3-bc77-89ca5d5fa19d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43c35b7b-c7cc-443c-bde2-a2705aeb426b {{(pid=102431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:43:42.736318 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-d2bb36ae-5768-4e8a-97f1-2814fecbf9f0 None None] For port 932f2316-041a-4954-ba85-d21c1e9bd737, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=932f2316-041a-4954-ba85-d21c1e9bd737,segment=NetworkSegment(397783a9-af45-49d0-889f-8bfebc97893e),segment_id=397783a9-af45-49d0-889f-8bfebc97893e)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:43:42.736318 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d2bb36ae-5768-4e8a-97f1-2814fecbf9f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:42.750052 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-fbc2b394-e4e7-4540-905b-4405a7d7d012 req-e13f3a7d-0411-4bc3-bc77-89ca5d5fa19d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:42.755497 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-d2bb36ae-5768-4e8a-97f1-2814fecbf9f0 None None] Calling delete_port for 932f2316-041a-4954-ba85-d21c1e9bd737 owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:43:42.776596 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1485c7c3-bb02-4652-95f4-7fd6de30c66f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:42.792270 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [req-fbc2b394-e4e7-4540-905b-4405a7d7d012 req-e13f3a7d-0411-4bc3-bc77-89ca5d5fa19d service neutron] Transition to ACTIVE for port object 43c35b7b-c7cc-443c-bde2-a2705aeb426b will not be triggered until provisioned by entity L2. {{(pid=102431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:43:42.795842 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-2d0c0f29-ce9c-4288-9a98-b40be6c507c0 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] Deleting port 932f2316-041a-4954-ba85-d21c1e9bd737 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:43:42.796258 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2d0c0f29-ce9c-4288-9a98-b40be6c507c0 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:42.825893 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c590f02e-8f8b-4072-8360-11fc2e6e9675 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:42.838989 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc68fcfd-f750-412a-9ca0-8c971b7e61de None None] New status for floating IP cd0f6e2e-cdf3-4a26-86c7-614e1c7ee307: DOWN {{(pid=102432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 22:43:42.843500 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d2bb36ae-5768-4e8a-97f1-2814fecbf9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:42.871142 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8866e6d9-6375-4f65-9cce-b1fb96afbfb6 req-46e53c17-f020-41a0-aace-bcd6b3de88a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:42.873091 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8866e6d9-6375-4f65-9cce-b1fb96afbfb6 req-46e53c17-f020-41a0-aace-bcd6b3de88a8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8e4aa361-5700-40d0-9baf-268026e85931 HTTP/1.1" status: 200 len: 833 time: 0.3130338 Jan 18 22:43:42.877480 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-2d0c0f29-ce9c-4288-9a98-b40be6c507c0 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] For port 932f2316-041a-4954-ba85-d21c1e9bd737, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=932f2316-041a-4954-ba85-d21c1e9bd737,segment=NetworkSegment(397783a9-af45-49d0-889f-8bfebc97893e),segment_id=397783a9-af45-49d0-889f-8bfebc97893e)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:43:42.878019 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2d0c0f29-ce9c-4288-9a98-b40be6c507c0 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:42.882599 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936eca3c-71cc-4819-ad1f-64fe0f9fca3f req-90495ee3-5580-4f6f-8946-c561084ea046 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:42.884848 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-936eca3c-71cc-4819-ad1f-64fe0f9fca3f req-90495ee3-5580-4f6f-8946-c561084ea046 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=51762b21-ea99-403c-a32d-fb9b19c477dc HTTP/1.1" status: 200 len: 945 time: 0.2770889 Jan 18 22:43:42.885944 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c590f02e-8f8b-4072-8360-11fc2e6e9675 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:42.893312 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-2d0c0f29-ce9c-4288-9a98-b40be6c507c0 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] Calling delete_port for 932f2316-041a-4954-ba85-d21c1e9bd737 owned by network:dhcp {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:43:42.924848 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bb36ae-5768-4e8a-97f1-2814fecbf9f0 None None] No DVR routers for this DVR port 932f2316-041a-4954-ba85-d21c1e9bd737 on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:43:42.982603 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c590f02e-8f8b-4072-8360-11fc2e6e9675 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Pushing event updated for resources: {'Port': ['ID=b696a923-7c29-48b5-9d81-00d27f962e22,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:43.001937 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2d0c0f29-ce9c-4288-9a98-b40be6c507c0 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:43.008551 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bb36ae-5768-4e8a-97f1-2814fecbf9f0 None None] Pushing event deleted for resources: {'Port': ['ID=932f2316-041a-4954-ba85-d21c1e9bd737,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:43.064015 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:43.079711 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c590f02e-8f8b-4072-8360-11fc2e6e9675 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:43:43.093161 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-c590f02e-8f8b-4072-8360-11fc2e6e9675 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:43:43.109756 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-fbc2b394-e4e7-4540-905b-4405a7d7d012 req-e13f3a7d-0411-4bc3-bc77-89ca5d5fa19d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:43.110052 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c590f02e-8f8b-4072-8360-11fc2e6e9675 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:43:43.121617 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-1485c7c3-bb02-4652-95f4-7fd6de30c66f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2941c829-aac7-4255-bd80-a6fdf3910f6b']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:43:43.140404 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0c0f29-ce9c-4288-9a98-b40be6c507c0 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] Pushing event deleted for resources: {'Port': ['ID=932f2316-041a-4954-ba85-d21c1e9bd737,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:43.140404 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0c0f29-ce9c-4288-9a98-b40be6c507c0 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] No DVR routers for this DVR port 932f2316-041a-4954-ba85-d21c1e9bd737 on host n-d-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:43:43.198079 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-1485c7c3-bb02-4652-95f4-7fd6de30c66f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c6632ba-d9b8-4e35-896d-34b55762fb57') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:43:43.198773 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-1485c7c3-bb02-4652-95f4-7fd6de30c66f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c6632ba-d9b8-4e35-896d-34b55762fb57') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:43:43.198992 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-936eca3c-71cc-4819-ad1f-64fe0f9fca3f req-08492cf6-f639-4dbc-9617-37c27fa7d840 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=dae8bf2d-ed71-4918-8e49-2e2d9465745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226112 Jan 18 22:43:43.205612 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8866e6d9-6375-4f65-9cce-b1fb96afbfb6 req-349869e8-e2b8-4521-a8fc-b95dc1a562c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:43.207113 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8866e6d9-6375-4f65-9cce-b1fb96afbfb6 req-349869e8-e2b8-4521-a8fc-b95dc1a562c2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=652d2c80-5afc-4a98-af8e-7aee992e5efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3189082 Jan 18 22:43:43.218152 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c07ac3a-5be9-47f6-a1ae-c4abd0c0c6c8 req-87516a28-9fe7-4844-94ca-6611d6e6f8f3 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:43.219797 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5c07ac3a-5be9-47f6-a1ae-c4abd0c0c6c8 req-87516a28-9fe7-4844-94ca-6611d6e6f8f3 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.67 "GET /v2.0/ports?device_id=1cb27eb0-6687-4f62-81ab-26e47d9a25ca HTTP/1.1" status: 200 len: 946 time: 0.2126760 Jan 18 22:43:43.253931 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1485c7c3-bb02-4652-95f4-7fd6de30c66f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:43.340486 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13f3a7d-0411-4bc3-bc77-89ca5d5fa19d service neutron] Pushing event updated for resources: {'Port': ['ID=43c35b7b-c7cc-443c-bde2-a2705aeb426b,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:43.343266 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1485c7c3-bb02-4652-95f4-7fd6de30c66f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:43.381376 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2d0c0f29-ce9c-4288-9a98-b40be6c507c0 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:43.393286 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1485c7c3-bb02-4652-95f4-7fd6de30c66f admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:43:43.393697 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1485c7c3-bb02-4652-95f4-7fd6de30c66f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:43.395732 n-d-825064-1 neutron-server[102431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:43:43.395732 n-d-825064-1 neutron-server[102431]: self.session.flush() Jan 18 22:43:43.395732 n-d-825064-1 neutron-server[102431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:43:43.395732 n-d-825064-1 neutron-server[102431]: self.session.flush() Jan 18 22:43:43.395732 n-d-825064-1 neutron-server[102431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:43:43.395732 n-d-825064-1 neutron-server[102431]: self.session.flush() Jan 18 22:43:43.395732 n-d-825064-1 neutron-server[102431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:43:43.395732 n-d-825064-1 neutron-server[102431]: self.session.flush() Jan 18 22:43:43.395732 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:43:43.395732 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:43:43.395732 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:43:43.395732 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:43:43.395732 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:43:43.395732 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:43:43.395732 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:43:43.395732 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:43:43.395732 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:43:43.395732 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:43:43.395732 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:43:43.395732 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:43:43.395732 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:43:43.395732 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:43:43.395732 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:43:43.395732 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:43:43.395732 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:43:43.395732 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:43:43.395732 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:43:43.395732 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:43:43.395732 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:43:43.395732 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:43:43.395732 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:43:43.395732 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:43:43.395732 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:43:43.395732 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:43:43.395732 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:43:43.395732 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:43:43.395732 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:43:43.395732 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:43:43.395732 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:43:43.395732 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:43:43.478618 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-2d0c0f29-ce9c-4288-9a98-b40be6c507c0 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9eb5b60-eebf-489f-ad31-237cec4c3f81']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:43:43.498170 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-2d0c0f29-ce9c-4288-9a98-b40be6c507c0 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '397783a9-af45-49d0-889f-8bfebc97893e') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:43:43.498631 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-2d0c0f29-ce9c-4288-9a98-b40be6c507c0 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '397783a9-af45-49d0-889f-8bfebc97893e') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:43:43.514322 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2d0c0f29-ce9c-4288-9a98-b40be6c507c0 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:43.528497 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1485c7c3-bb02-4652-95f4-7fd6de30c66f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:43.542050 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1485c7c3-bb02-4652-95f4-7fd6de30c66f admin admin] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:43.547580 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-1485c7c3-bb02-4652-95f4-7fd6de30c66f admin admin] 10.222.0.53 "DELETE /v2.0/networks/2941c829-aac7-4255-bd80-a6fdf3910f6b HTTP/1.1" status: 204 len: 168 time: 1.5266263 Jan 18 22:43:43.557671 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2d0c0f29-ce9c-4288-9a98-b40be6c507c0 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:43.611774 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-fbc2b394-e4e7-4540-905b-4405a7d7d012 req-e13f3a7d-0411-4bc3-bc77-89ca5d5fa19d service neutron] Attempting to bind port 43c35b7b-c7cc-443c-bde2-a2705aeb426b on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:43:43.612166 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-fbc2b394-e4e7-4540-905b-4405a7d7d012 req-e13f3a7d-0411-4bc3-bc77-89ca5d5fa19d service neutron] Attempting to bind port 43c35b7b-c7cc-443c-bde2-a2705aeb426b by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '56b9b749-5476-4269-bb34-69d9f812a954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b03260d5-2a6f-4a7a-be90-beffbb90698f'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:43:43.612453 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc2b394-e4e7-4540-905b-4405a7d7d012 req-e13f3a7d-0411-4bc3-bc77-89ca5d5fa19d service neutron] Attempting to bind port 43c35b7b-c7cc-443c-bde2-a2705aeb426b on network b03260d5-2a6f-4a7a-be90-beffbb90698f {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:43:43.641492 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc2b394-e4e7-4540-905b-4405a7d7d012 req-e13f3a7d-0411-4bc3-bc77-89ca5d5fa19d service neutron] Port 43c35b7b-c7cc-443c-bde2-a2705aeb426b on network b03260d5-2a6f-4a7a-be90-beffbb90698f not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:43:43.641833 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc2b394-e4e7-4540-905b-4405a7d7d012 req-e13f3a7d-0411-4bc3-bc77-89ca5d5fa19d service neutron] Attempting to bind port 43c35b7b-c7cc-443c-bde2-a2705aeb426b on network b03260d5-2a6f-4a7a-be90-beffbb90698f {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:43:43.647407 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d0c0f29-ce9c-4288-9a98-b40be6c507c0 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:43:43.650569 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2d0c0f29-ce9c-4288-9a98-b40be6c507c0 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:43.673522 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1485c7c3-bb02-4652-95f4-7fd6de30c66f admin admin] Pushing event deleted for resources: {'Network': ['ID=2941c829-aac7-4255-bd80-a6fdf3910f6b,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:43.675714 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:43:43.675714 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:43:43.675714 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:43:43.675714 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:43:43.675714 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:43:43.675714 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:43:43.675714 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:43:43.675714 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:43:43.675714 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:43:43.675714 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:43:43.675714 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:43:43.675714 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:43:43.675714 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:43:43.675714 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:43:43.675714 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:43:43.675714 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:43:43.675714 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:43:43.675714 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:43:43.675714 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:43:43.675714 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:43:43.675714 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:43:43.675714 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:43:43.675714 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:43:43.675714 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:43:43.675714 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:43:43.675714 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:43:43.675714 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:43:43.675714 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:43:43.675714 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:43:43.675714 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:43:43.675714 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:43:43.675714 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:43:43.712488 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc2b394-e4e7-4540-905b-4405a7d7d012 req-e13f3a7d-0411-4bc3-bc77-89ca5d5fa19d service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:43:43.712842 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc2b394-e4e7-4540-905b-4405a7d7d012 req-e13f3a7d-0411-4bc3-bc77-89ca5d5fa19d service neutron] Checking segment: {'id': '56b9b749-5476-4269-bb34-69d9f812a954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b03260d5-2a6f-4a7a-be90-beffbb90698f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:43:43.713227 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc2b394-e4e7-4540-905b-4405a7d7d012 req-e13f3a7d-0411-4bc3-bc77-89ca5d5fa19d service neutron] Bound using segment: {'id': '56b9b749-5476-4269-bb34-69d9f812a954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b03260d5-2a6f-4a7a-be90-beffbb90698f'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:43:43.714537 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-fbc2b394-e4e7-4540-905b-4405a7d7d012 req-e13f3a7d-0411-4bc3-bc77-89ca5d5fa19d service neutron] Bound port: 43c35b7b-c7cc-443c-bde2-a2705aeb426b, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56b9b749-5476-4269-bb34-69d9f812a954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b03260d5-2a6f-4a7a-be90-beffbb90698f'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:43:43.714537 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-fbc2b394-e4e7-4540-905b-4405a7d7d012 req-e13f3a7d-0411-4bc3-bc77-89ca5d5fa19d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:43.737494 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98beb73-2a8a-4b84-b870-b5ea1da649f3 req-9431a08e-5cbf-4f7f-baa5-c33a13a12647 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:43.739507 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b98beb73-2a8a-4b84-b870-b5ea1da649f3 req-9431a08e-5cbf-4f7f-baa5-c33a13a12647 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "GET /v2.0/ports?device_id=1cb27eb0-6687-4f62-81ab-26e47d9a25ca HTTP/1.1" status: 200 len: 946 time: 0.4209049 Jan 18 22:43:43.746445 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:43.781837 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2d0c0f29-ce9c-4288-9a98-b40be6c507c0 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:43.795288 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2d0c0f29-ce9c-4288-9a98-b40be6c507c0 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:43.799736 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-2d0c0f29-ce9c-4288-9a98-b40be6c507c0 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] 10.222.0.53 "DELETE /v2.0/networks/b9eb5b60-eebf-489f-ad31-237cec4c3f81 HTTP/1.1" status: 204 len: 168 time: 1.5175791 Jan 18 22:43:43.808610 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eba521-2aec-4320-8815-540cedf6367a req-3cb01bcd-a68c-4c76-85f2-d149127a6635 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:43.816220 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-56eba521-2aec-4320-8815-540cedf6367a req-3cb01bcd-a68c-4c76-85f2-d149127a6635 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=c706f530-ad88-4562-931a-bc61de8d9bbb HTTP/1.1" status: 200 len: 944 time: 0.2383008 Jan 18 22:43:43.829862 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-fbc2b394-e4e7-4540-905b-4405a7d7d012 req-e13f3a7d-0411-4bc3-bc77-89ca5d5fa19d service neutron] For port 43c35b7b-c7cc-443c-bde2-a2705aeb426b, host n-h2-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:43:43.833839 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-fbc2b394-e4e7-4540-905b-4405a7d7d012 req-e13f3a7d-0411-4bc3-bc77-89ca5d5fa19d service neutron] For port 43c35b7b-c7cc-443c-bde2-a2705aeb426b, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=43c35b7b-c7cc-443c-bde2-a2705aeb426b,segment=NetworkSegment(56b9b749-5476-4269-bb34-69d9f812a954),segment_id=56b9b749-5476-4269-bb34-69d9f812a954)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:43:43.853031 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0c0f29-ce9c-4288-9a98-b40be6c507c0 tempest-TagsExtTest-1587596766 tempest-TagsExtTest-1587596766-project] Pushing event deleted for resources: {'Network': ['ID=b9eb5b60-eebf-489f-ad31-237cec4c3f81,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:43.855464 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-fbc2b394-e4e7-4540-905b-4405a7d7d012 req-e13f3a7d-0411-4bc3-bc77-89ca5d5fa19d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:43.880813 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8866e6d9-6375-4f65-9cce-b1fb96afbfb6 req-a4cb7398-bf6e-4aad-9350-568df1d5920b service neutron] 10.222.0.67 "GET /v2.0/networks/652d2c80-5afc-4a98-af8e-7aee992e5efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6592119 Jan 18 22:43:43.881448 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 44894) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:43.915930 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc2b394-e4e7-4540-905b-4405a7d7d012 req-e13f3a7d-0411-4bc3-bc77-89ca5d5fa19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:43.916956 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-fbc2b394-e4e7-4540-905b-4405a7d7d012 req-e13f3a7d-0411-4bc3-bc77-89ca5d5fa19d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:43.918706 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-fbc2b394-e4e7-4540-905b-4405a7d7d012 req-e13f3a7d-0411-4bc3-bc77-89ca5d5fa19d service neutron] 10.222.0.67 "PUT /v2.0/ports/43c35b7b-c7cc-443c-bde2-a2705aeb426b HTTP/1.1" status: 200 len: 1092 time: 3.1476934 Jan 18 22:43:43.919008 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c706f530-ad88-4562-931a-bc61de8d9bbb', 'tag': '43c35b7b-c7cc-443c-bde2-a2705aeb426b'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:43:43.921799 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a35b6d95-16fc-4622-a590-fbfa767463f9" -d '{"events": [{"name": "network-changed", "server_uuid": "c706f530-ad88-4562-931a-bc61de8d9bbb", "tag": "43c35b7b-c7cc-443c-bde2-a2705aeb426b"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:43:44.082965 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13f3a7d-0411-4bc3-bc77-89ca5d5fa19d service neutron] Pushing event updated for resources: {'Port': ['ID=43c35b7b-c7cc-443c-bde2-a2705aeb426b,revision_number=3']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:44.129097 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc2b394-e4e7-4540-905b-4405a7d7d012 req-70dbf87b-2ce8-4781-845b-1d59c2f70a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:44.131457 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-fbc2b394-e4e7-4540-905b-4405a7d7d012 req-70dbf87b-2ce8-4781-845b-1d59c2f70a26 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=438cce0e2f434b5f879ce307da159923&device_id=c706f530-ad88-4562-931a-bc61de8d9bbb HTTP/1.1" status: 200 len: 1095 time: 0.1084895 Jan 18 22:43:44.221019 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 44902) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:44.233313 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-fbc2b394-e4e7-4540-905b-4405a7d7d012 req-f9f73a6c-0159-47bf-b39e-81d6f20933cb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43c35b7b-c7cc-443c-bde2-a2705aeb426b HTTP/1.1" status: 200 len: 217 time: 0.0927796 Jan 18 22:43:44.320226 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc2b394-e4e7-4540-905b-4405a7d7d012 req-c757fbd4-fb40-4658-8e4f-7f586b6c42c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:44.323826 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-fbc2b394-e4e7-4540-905b-4405a7d7d012 req-c757fbd4-fb40-4658-8e4f-7f586b6c42c2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=28a5a3b4-f0d9-467d-972a-dc2703e90dc7 HTTP/1.1" status: 200 len: 835 time: 0.0721810 Jan 18 22:43:44.391594 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc2b394-e4e7-4540-905b-4405a7d7d012 req-4f677064-8d36-439c-b307-1c036b6a19fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:44.393323 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-fbc2b394-e4e7-4540-905b-4405a7d7d012 req-4f677064-8d36-439c-b307-1c036b6a19fe service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b03260d5-2a6f-4a7a-be90-beffbb90698f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0618594 Jan 18 22:43:44.422994 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-5c07ac3a-5be9-47f6-a1ae-c4abd0c0c6c8 req-e0bf8a36-dc7b-4154-a5d5-0a0abfd2f3a1 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Deleting port 5cc126d6-ea56-4da0-9d3d-875ae7bbd550 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:43:44.423314 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-5c07ac3a-5be9-47f6-a1ae-c4abd0c0c6c8 req-e0bf8a36-dc7b-4154-a5d5-0a0abfd2f3a1 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:44.435603 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b98beb73-2a8a-4b84-b870-b5ea1da649f3 req-2a281c8e-19f5-441c-a65c-53f677ac0ac5 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "GET /v2.0/security-groups?id=b26e2f20-6265-4eba-a7e8-05196aa0891f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6775959 Jan 18 22:43:44.452525 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-c590f02e-8f8b-4072-8360-11fc2e6e9675 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Deleting port b696a923-7c29-48b5-9d81-00d27f962e22 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:43:44.452873 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c590f02e-8f8b-4072-8360-11fc2e6e9675 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:44.485706 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-5a24ae78-a804-4710-aeee-fb710d8a4972 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9dd2eedad98a4d808464e437bce624a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2573791 Jan 18 22:43:44.485706 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 44908) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:44.506497 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-56eba521-2aec-4320-8815-540cedf6367a req-680bdcf4-cf1b-43ea-89ba-287081ea6a32 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98a7b6f-971b-4421-acbb-09d3894edefc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6892800 Jan 18 22:43:44.518860 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01d154c0-e853-4f94-ab11-73885c10806b x-openstack-request-id: req-01d154c0-e853-4f94-ab11-73885c10806b {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:43:44.519150 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c706f530-ad88-4562-931a-bc61de8d9bbb", "tag": "43c35b7b-c7cc-443c-bde2-a2705aeb426b", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:43:44.519737 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-01d154c0-e853-4f94-ab11-73885c10806b {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:43:44.519963 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c706f530-ad88-4562-931a-bc61de8d9bbb', 'tag': '43c35b7b-c7cc-443c-bde2-a2705aeb426b', 'status': 'completed', 'code': 200} Jan 18 22:43:44.572859 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-fbc2b394-e4e7-4540-905b-4405a7d7d012 req-f5cecadf-22a2-49dd-b7ef-0179eadf4103 service neutron] 10.222.0.67 "GET /v2.0/networks/b03260d5-2a6f-4a7a-be90-beffbb90698f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672535 Jan 18 22:43:44.574212 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 932f2316-041a-4954-ba85-d21c1e9bd737 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:43:44.591663 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c291281e-c80f-477f-b558-b04534b6ff01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:44.600513 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-7dbcb0e9-341e-4f11-a3da-9303601e8bc8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1f30da5c9fb54ac9a180e5ee307f6879&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7112257 Jan 18 22:43:44.606010 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 932f2316-041a-4954-ba85-d21c1e9bd737 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:43:44.606565 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 932f2316-041a-4954-ba85-d21c1e9bd737 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:43:44.608672 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 44910) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:44.673932 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c291281e-c80f-477f-b558-b04534b6ff01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:44.676574 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8866e6d9-6375-4f65-9cce-b1fb96afbfb6 req-3687f097-6c93-44e8-b80b-2f57aae7c852 service neutron] 10.222.0.67 "GET /v2.0/networks/652d2c80-5afc-4a98-af8e-7aee992e5efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7816653 Jan 18 22:43:44.705649 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-5c07ac3a-5be9-47f6-a1ae-c4abd0c0c6c8 req-e0bf8a36-dc7b-4154-a5d5-0a0abfd2f3a1 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] For port 5cc126d6-ea56-4da0-9d3d-875ae7bbd550, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=5cc126d6-ea56-4da0-9d3d-875ae7bbd550,segment=NetworkSegment(c00b7213-a8bd-4260-8012-95da8fbee090),segment_id=c00b7213-a8bd-4260-8012-95da8fbee090)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:43:44.705944 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-5c07ac3a-5be9-47f6-a1ae-c4abd0c0c6c8 req-e0bf8a36-dc7b-4154-a5d5-0a0abfd2f3a1 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:44.717976 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c590f02e-8f8b-4072-8360-11fc2e6e9675 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:44.718312 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c590f02e-8f8b-4072-8360-11fc2e6e9675 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:44.735018 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-5c07ac3a-5be9-47f6-a1ae-c4abd0c0c6c8 req-e0bf8a36-dc7b-4154-a5d5-0a0abfd2f3a1 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Calling delete_port for 5cc126d6-ea56-4da0-9d3d-875ae7bbd550 owned by compute:nova {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:43:44.745199 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4381dfc7-29ae-45fa-92fa-bdb2a81792c8 req-db1ee6e7-a799-46d6-8de3-70a8cf6ad04c tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:44.746891 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4381dfc7-29ae-45fa-92fa-bdb2a81792c8 req-db1ee6e7-a799-46d6-8de3-70a8cf6ad04c tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=51762b21-ea99-403c-a32d-fb9b19c477dc HTTP/1.1" status: 200 len: 945 time: 0.1654840 Jan 18 22:43:44.754183 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-c590f02e-8f8b-4072-8360-11fc2e6e9675 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Calling delete_port for b696a923-7c29-48b5-9d81-00d27f962e22 owned by network:floatingip {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:43:44.760865 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-fbc2b394-e4e7-4540-905b-4405a7d7d012 req-f31657d3-f5a3-4384-9973-5adc95a51ee2 service neutron] 10.222.0.67 "GET /v2.0/networks/b03260d5-2a6f-4a7a-be90-beffbb90698f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796942 Jan 18 22:43:44.767763 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b2e07ed4-63f7-44af-b70d-b2366ae23977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:44.793276 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b2e07ed4-63f7-44af-b70d-b2366ae23977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:44.800011 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c291281e-c80f-477f-b558-b04534b6ff01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:44.802511 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c291281e-c80f-477f-b558-b04534b6ff01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:44.806161 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-c291281e-c80f-477f-b558-b04534b6ff01 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0e39fd3c-cd0c-4c78-983d-ab7f825a2102 HTTP/1.1" status: 204 len: 168 time: 0.3174534 Jan 18 22:43:44.819018 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c291281e-c80f-477f-b558-b04534b6ff01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e39fd3c-cd0c-4c78-983d-ab7f825a2102,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:44.871254 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b2e07ed4-63f7-44af-b70d-b2366ae23977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:44.873862 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b2e07ed4-63f7-44af-b70d-b2366ae23977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:44.877771 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-b2e07ed4-63f7-44af-b70d-b2366ae23977 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1716bd66-08b7-4f14-ac34-fbeb10fd33f4 HTTP/1.1" status: 204 len: 168 time: 0.2681823 Jan 18 22:43:44.909717 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e07ed4-63f7-44af-b70d-b2366ae23977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1716bd66-08b7-4f14-ac34-fbeb10fd33f4,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:44.934433 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35b6d95-16fc-4622-a590-fbfa767463f9 req-1fdcbadf-b5b8-4342-940e-ad2c04fdbd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:44.937637 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-a35b6d95-16fc-4622-a590-fbfa767463f9 req-1fdcbadf-b5b8-4342-940e-ad2c04fdbd04 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=438cce0e2f434b5f879ce307da159923&device_id=c706f530-ad88-4562-931a-bc61de8d9bbb HTTP/1.1" status: 200 len: 1095 time: 0.0587862 Jan 18 22:43:44.958637 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4381dfc7-29ae-45fa-92fa-bdb2a81792c8 req-e8c555af-bc6e-4f02-8ce7-69ae2fd30465 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=dae8bf2d-ed71-4918-8e49-2e2d9465745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568589 Jan 18 22:43:45.086891 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35b6d95-16fc-4622-a590-fbfa767463f9 req-f28c97d9-f540-46b6-b95e-a46042a5483b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:45.089571 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-a35b6d95-16fc-4622-a590-fbfa767463f9 req-f28c97d9-f540-46b6-b95e-a46042a5483b service neutron] 10.222.0.67 "GET /v2.0/networks?id=b03260d5-2a6f-4a7a-be90-beffbb90698f HTTP/1.1" status: 200 len: 896 time: 0.1446633 Jan 18 22:43:45.153423 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-a35b6d95-16fc-4622-a590-fbfa767463f9 req-a905e3cf-bf4e-4573-af54-625815d0c25c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43c35b7b-c7cc-443c-bde2-a2705aeb426b HTTP/1.1" status: 200 len: 217 time: 0.0552278 Jan 18 22:43:45.173199 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-5c07ac3a-5be9-47f6-a1ae-c4abd0c0c6c8 req-e0bf8a36-dc7b-4154-a5d5-0a0abfd2f3a1 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:45.186112 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c590f02e-8f8b-4072-8360-11fc2e6e9675 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:45.215470 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02a7694-155c-4324-9ff9-98523ddf7a8c req-98b73a11-349e-46f7-be8e-d05fad42ca2b tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:45.217068 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b02a7694-155c-4324-9ff9-98523ddf7a8c req-98b73a11-349e-46f7-be8e-d05fad42ca2b tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=51762b21-ea99-403c-a32d-fb9b19c477dc HTTP/1.1" status: 200 len: 945 time: 0.1470544 Jan 18 22:43:45.223165 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bf8a36-dc7b-4154-a5d5-0a0abfd2f3a1 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Pushing event deleted for resources: {'Port': ['ID=5cc126d6-ea56-4da0-9d3d-875ae7bbd550,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:45.282868 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35b6d95-16fc-4622-a590-fbfa767463f9 req-6a2397be-22a3-4304-b189-dc63d78de4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:45.285588 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-a35b6d95-16fc-4622-a590-fbfa767463f9 req-6a2397be-22a3-4304-b189-dc63d78de4b2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=28a5a3b4-f0d9-467d-972a-dc2703e90dc7 HTTP/1.1" status: 200 len: 835 time: 0.1177959 Jan 18 22:43:45.320895 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c590f02e-8f8b-4072-8360-11fc2e6e9675 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Pushing event deleted for resources: {'Port': ['ID=b696a923-7c29-48b5-9d81-00d27f962e22,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:45.351448 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c07ac3a-5be9-47f6-a1ae-c4abd0c0c6c8 req-e0bf8a36-dc7b-4154-a5d5-0a0abfd2f3a1 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] No DVR routers for this DVR port 5cc126d6-ea56-4da0-9d3d-875ae7bbd550 on host n-h2-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:43:45.355106 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-5c07ac3a-5be9-47f6-a1ae-c4abd0c0c6c8 req-e0bf8a36-dc7b-4154-a5d5-0a0abfd2f3a1 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:45.367029 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5c07ac3a-5be9-47f6-a1ae-c4abd0c0c6c8 req-e0bf8a36-dc7b-4154-a5d5-0a0abfd2f3a1 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.67 "DELETE /v2.0/ports/5cc126d6-ea56-4da0-9d3d-875ae7bbd550 HTTP/1.1" status: 204 len: 173 time: 2.1338878 Jan 18 22:43:45.371337 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cb27eb0-6687-4f62-81ab-26e47d9a25ca', 'name': 'network-vif-deleted', 'tag': '5cc126d6-ea56-4da0-9d3d-875ae7bbd550'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:43:45.373804 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebfeef38-4152-44e6-8e69-920d0716c198" -d '{"events": [{"server_uuid": "1cb27eb0-6687-4f62-81ab-26e47d9a25ca", "name": "network-vif-deleted", "tag": "5cc126d6-ea56-4da0-9d3d-875ae7bbd550"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:43:45.382264 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35b6d95-16fc-4622-a590-fbfa767463f9 req-577acd12-acf3-49db-8fa0-f38885a3cc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:45.386802 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-a35b6d95-16fc-4622-a590-fbfa767463f9 req-577acd12-acf3-49db-8fa0-f38885a3cc57 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b03260d5-2a6f-4a7a-be90-beffbb90698f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0926366 Jan 18 22:43:45.443136 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b02a7694-155c-4324-9ff9-98523ddf7a8c req-f358acd1-fb07-4dcd-acb3-c3af68d0dde9 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=dae8bf2d-ed71-4918-8e49-2e2d9465745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160487 Jan 18 22:43:45.469554 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dce35bd-7c9a-41aa-82ff-2bdaa51488f2 x-openstack-request-id: req-4dce35bd-7c9a-41aa-82ff-2bdaa51488f2 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:43:45.469554 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cb27eb0-6687-4f62-81ab-26e47d9a25ca", "name": "network-vif-deleted", "tag": "5cc126d6-ea56-4da0-9d3d-875ae7bbd550", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:43:45.469554 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4dce35bd-7c9a-41aa-82ff-2bdaa51488f2 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:43:45.470064 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cb27eb0-6687-4f62-81ab-26e47d9a25ca', 'name': 'network-vif-deleted', 'tag': '5cc126d6-ea56-4da0-9d3d-875ae7bbd550', 'status': 'completed', 'code': 200} Jan 18 22:43:45.485826 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [None req-c590f02e-8f8b-4072-8360-11fc2e6e9675 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] create failed (client error): The resource could not be found. Jan 18 22:43:45.487564 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-c590f02e-8f8b-4072-8360-11fc2e6e9675 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.7429101 Jan 18 22:43:45.492279 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 44940) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:45.657560 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-a35b6d95-16fc-4622-a590-fbfa767463f9 req-7065f1c7-708b-4e75-9454-01c762d2f53d service neutron] 10.222.0.67 "GET /v2.0/networks/b03260d5-2a6f-4a7a-be90-beffbb90698f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539248 Jan 18 22:43:45.687373 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aeac623f-b0d1-4f8a-88fb-6daca3dca026 req-5d85581f-86c6-45a8-890d-bbfa50381143 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "GET /v2.0/ports?device_id=1cb27eb0-6687-4f62-81ab-26e47d9a25ca HTTP/1.1" status: 200 len: 210 time: 0.0619423 Jan 18 22:43:45.725471 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-5766f507-ef44-41bf-ac37-5c2e0c6b765b tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Deleting port 706c8f40-b008-48a0-a78c-c4ccc27fb043 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:43:45.725840 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5766f507-ef44-41bf-ac37-5c2e0c6b765b tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:45.739419 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da56d40-cfba-4d97-beea-37d03e4e7150 req-b5d88af0-601d-4af9-a6cf-217a4301e33d tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:45.751055 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9da56d40-cfba-4d97-beea-37d03e4e7150 req-b5d88af0-601d-4af9-a6cf-217a4301e33d tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=51762b21-ea99-403c-a32d-fb9b19c477dc HTTP/1.1" status: 200 len: 945 time: 0.1230817 Jan 18 22:43:45.811751 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9da56d40-cfba-4d97-beea-37d03e4e7150 req-906360ad-1919-4747-8bd0-63ce21040087 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=dae8bf2d-ed71-4918-8e49-2e2d9465745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581656 Jan 18 22:43:45.897454 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-a35b6d95-16fc-4622-a590-fbfa767463f9 req-6cefe4e2-a6ad-4394-ab73-bd4f0fa0cbb4 service neutron] 10.222.0.67 "GET /v2.0/networks/b03260d5-2a6f-4a7a-be90-beffbb90698f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324207 Jan 18 22:43:45.945178 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5766f507-ef44-41bf-ac37-5c2e0c6b765b tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:45.982966 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-5766f507-ef44-41bf-ac37-5c2e0c6b765b tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Calling delete_port for 706c8f40-b008-48a0-a78c-c4ccc27fb043 owned by {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:43:46.052315 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc886e0-6f74-4cc0-b230-f58faf266cc4 req-f2e3064a-4206-4772-b966-bef78b0dbee8 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:46.054075 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bdc886e0-6f74-4cc0-b230-f58faf266cc4 req-f2e3064a-4206-4772-b966-bef78b0dbee8 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=c706f530-ad88-4562-931a-bc61de8d9bbb HTTP/1.1" status: 200 len: 944 time: 0.1989400 Jan 18 22:43:46.206065 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bdc886e0-6f74-4cc0-b230-f58faf266cc4 req-9c8c1075-8821-4ec9-b76b-eb143624d9e0 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98a7b6f-971b-4421-acbb-09d3894edefc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1412168 Jan 18 22:43:46.325338 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1d2ffd-4970-4051-a2b1-579d4123d4d1 req-71dfafc1-99a6-45c8-a5a1-6a436f88ed9b tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:46.327024 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fa1d2ffd-4970-4051-a2b1-579d4123d4d1 req-71dfafc1-99a6-45c8-a5a1-6a436f88ed9b tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=51762b21-ea99-403c-a32d-fb9b19c477dc HTTP/1.1" status: 200 len: 945 time: 0.1143653 Jan 18 22:43:46.327947 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5766f507-ef44-41bf-ac37-5c2e0c6b765b tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:46.433827 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5766f507-ef44-41bf-ac37-5c2e0c6b765b tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Pushing event deleted for resources: {'Port': ['ID=706c8f40-b008-48a0-a78c-c4ccc27fb043,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:46.588364 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fa1d2ffd-4970-4051-a2b1-579d4123d4d1 req-a56a542f-e0f3-4961-a4e7-af0f8aa14f42 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=dae8bf2d-ed71-4918-8e49-2e2d9465745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476456 Jan 18 22:43:46.621166 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5766f507-ef44-41bf-ac37-5c2e0c6b765b tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:46.629271 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-5766f507-ef44-41bf-ac37-5c2e0c6b765b tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] 10.222.0.53 "DELETE /v2.0/ports/706c8f40-b008-48a0-a78c-c4ccc27fb043 HTTP/1.1" status: 204 len: 168 time: 1.1347358 Jan 18 22:43:46.631832 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 44984) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:46.724518 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e0b7f5-e5ca-4e76-9e83-7babe21b0530 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:46.726356 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-84e0b7f5-e5ca-4e76-9e83-7babe21b0530 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2f70bc7-46aa-42d0-a6b8-62cf2bb5b61c HTTP/1.1" status: 200 len: 913 time: 0.0927148 Jan 18 22:43:46.729947 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 44990) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:46.772841 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 44992) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:46.890707 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-695e042b-5bcb-4ac1-b9ca-e30c4fc9eb86 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:46.934473 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-695e042b-5bcb-4ac1-b9ca-e30c4fc9eb86 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:47.003952 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-695e042b-5bcb-4ac1-b9ca-e30c4fc9eb86 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:47.009839 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-695e042b-5bcb-4ac1-b9ca-e30c4fc9eb86 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:47.013287 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-695e042b-5bcb-4ac1-b9ca-e30c4fc9eb86 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "DELETE /v2.0/security-groups/b26e2f20-6265-4eba-a7e8-05196aa0891f HTTP/1.1" status: 204 len: 168 time: 0.2391212 Jan 18 22:43:47.035668 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695e042b-5bcb-4ac1-b9ca-e30c4fc9eb86 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b26e2f20-6265-4eba-a7e8-05196aa0891f,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:47.074373 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 45002) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:47.328054 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 43c35b7b-c7cc-443c-bde2-a2705aeb426b details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:43:47.346583 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 5cc126d6-ea56-4da0-9d3d-875ae7bbd550 no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:43:47.459265 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f2cb2f-45e6-4b88-af2b-19a3dc34201a req-2c2b321e-d2ae-48e6-8763-07c759a5e6e1 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:47.470233 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-76f2cb2f-45e6-4b88-af2b-19a3dc34201a req-2c2b321e-d2ae-48e6-8763-07c759a5e6e1 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=c706f530-ad88-4562-931a-bc61de8d9bbb HTTP/1.1" status: 200 len: 944 time: 0.1290140 Jan 18 22:43:47.509567 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6cdd1325-51d9-4938-b665-b10d4a493474 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1041027'] for router_interface, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:47.552532 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 43c35b7b-c7cc-443c-bde2-a2705aeb426b, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=43c35b7b-c7cc-443c-bde2-a2705aeb426b,segment=NetworkSegment(56b9b749-5476-4269-bb34-69d9f812a954),segment_id=56b9b749-5476-4269-bb34-69d9f812a954)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:43:47.568097 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] No Port match for: 5cc126d6-ea56-4da0-9d3d-875ae7bbd550 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:43:47.568377 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 5cc126d6-ea56-4da0-9d3d-875ae7bbd550 not bound to the agent host n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:43:47.570720 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': '43c35b7b-c7cc-443c-bde2-a2705aeb426b', 'network_id': 'b03260d5-2a6f-4a7a-be90-beffbb90698f', 'port_id': '43c35b7b-c7cc-443c-bde2-a2705aeb426b', 'mac_address': 'fa:16:3e:93:b5:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a5a3b4-f0d9-467d-972a-dc2703e90dc7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:43:47.652609 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:47.687823 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43c35b7b-c7cc-443c-bde2-a2705aeb426b {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:43:47.733719 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 43c35b7b-c7cc-443c-bde2-a2705aeb426b, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=43c35b7b-c7cc-443c-bde2-a2705aeb426b,segment=NetworkSegment(56b9b749-5476-4269-bb34-69d9f812a954),segment_id=56b9b749-5476-4269-bb34-69d9f812a954)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:43:47.741835 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:47.748942 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-76f2cb2f-45e6-4b88-af2b-19a3dc34201a req-b3a66156-d213-4bc6-8e1a-553098b08bbc tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98a7b6f-971b-4421-acbb-09d3894edefc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2635133 Jan 18 22:43:47.756063 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca82eb6-1d81-4350-a4b9-facc0efb2d38 req-405eb760-4e0f-47ed-aaa5-a8d2011198db tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:47.757662 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-8ca82eb6-1d81-4350-a4b9-facc0efb2d38 req-405eb760-4e0f-47ed-aaa5-a8d2011198db tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.36 "GET /v2.0/ports?device_id=51762b21-ea99-403c-a32d-fb9b19c477dc HTTP/1.1" status: 200 len: 945 time: 0.1922107 Jan 18 22:43:47.887077 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83a38bf-7c8a-48d4-84bb-a43f1218080b req-2b677b1a-d1e1-4c9d-a8e2-5d892b65e279 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:47.887498 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=43c35b7b-c7cc-443c-bde2-a2705aeb426b,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:47.888844 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b83a38bf-7c8a-48d4-84bb-a43f1218080b req-2b677b1a-d1e1-4c9d-a8e2-5d892b65e279 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=51762b21-ea99-403c-a32d-fb9b19c477dc HTTP/1.1" status: 200 len: 945 time: 0.1268294 Jan 18 22:43:47.966929 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['43c35b7b-c7cc-443c-bde2-a2705aeb426b'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:43:47.979516 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b83a38bf-7c8a-48d4-84bb-a43f1218080b req-21a9a4f5-4575-4fd4-b396-3c214acb29cc tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=dae8bf2d-ed71-4918-8e49-2e2d9465745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689740 Jan 18 22:43:48.055461 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-8ca82eb6-1d81-4350-a4b9-facc0efb2d38 req-d14fe50a-4c0e-4460-8a47-8608130535d9 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Deleting port afde616e-4f1b-43e4-8ac5-36402d896eb3 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:43:48.056778 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-8ca82eb6-1d81-4350-a4b9-facc0efb2d38 req-d14fe50a-4c0e-4460-8a47-8608130535d9 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:48.148194 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c87620c2-2fcd-4b21-8734-62bc3c164c55 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1041027'] for router_interface, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:48.162710 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-6cdd1325-51d9-4938-b665-b10d4a493474 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Deleting port e789adb0-75c2-4882-b4cd-ba2048f00f91 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:43:48.163059 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6cdd1325-51d9-4938-b665-b10d4a493474 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:48.335864 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-8ca82eb6-1d81-4350-a4b9-facc0efb2d38 req-d14fe50a-4c0e-4460-8a47-8608130535d9 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] For port afde616e-4f1b-43e4-8ac5-36402d896eb3, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=afde616e-4f1b-43e4-8ac5-36402d896eb3,segment=NetworkSegment(ccabd36d-8c25-4648-92d3-222150b866b3),segment_id=ccabd36d-8c25-4648-92d3-222150b866b3)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:43:48.335864 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-8ca82eb6-1d81-4350-a4b9-facc0efb2d38 req-d14fe50a-4c0e-4460-8a47-8608130535d9 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:48.349813 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-8ca82eb6-1d81-4350-a4b9-facc0efb2d38 req-d14fe50a-4c0e-4460-8a47-8608130535d9 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Calling delete_port for afde616e-4f1b-43e4-8ac5-36402d896eb3 owned by compute:nova {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:43:48.376335 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 45036) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:48.412496 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6cdd1325-51d9-4938-b665-b10d4a493474 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:48.426683 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-6cdd1325-51d9-4938-b665-b10d4a493474 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Calling delete_port for e789adb0-75c2-4882-b4cd-ba2048f00f91 owned by network:router_interface {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:43:48.597909 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ea3cbfa3-0e89-4bb5-a070-543669b472f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:48.785915 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6cdd1325-51d9-4938-b665-b10d4a493474 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:48.820049 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdd1325-51d9-4938-b665-b10d4a493474 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Pushing event deleted for resources: {'Port': ['ID=e789adb0-75c2-4882-b4cd-ba2048f00f91,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:48.969651 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ea3cbfa3-0e89-4bb5-a070-543669b472f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:48.981103 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ee5d80-9d13-41fa-8443-c6a4acd8236e req-f134feb0-01d5-43c1-8d7f-2419a54ac95a tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:48.982784 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f2ee5d80-9d13-41fa-8443-c6a4acd8236e req-f134feb0-01d5-43c1-8d7f-2419a54ac95a tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=c706f530-ad88-4562-931a-bc61de8d9bbb HTTP/1.1" status: 200 len: 945 time: 0.1466517 Jan 18 22:43:48.986480 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ea3cbfa3-0e89-4bb5-a070-543669b472f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:49.002019 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-8ca82eb6-1d81-4350-a4b9-facc0efb2d38 req-d14fe50a-4c0e-4460-8a47-8608130535d9 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:49.054212 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14fe50a-4c0e-4460-8a47-8608130535d9 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Pushing event deleted for resources: {'Port': ['ID=afde616e-4f1b-43e4-8ac5-36402d896eb3,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:49.058849 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-c87620c2-2fcd-4b21-8734-62bc3c164c55 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Deleting port e38164b1-8b1d-4bef-8e91-2a26203fe4b2 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:43:49.060899 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c87620c2-2fcd-4b21-8734-62bc3c164c55 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:49.111069 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6cdd1325-51d9-4938-b665-b10d4a493474 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-613841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1046579'] for router_interface, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:49.174889 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ca82eb6-1d81-4350-a4b9-facc0efb2d38 req-d14fe50a-4c0e-4460-8a47-8608130535d9 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] No DVR routers for this DVR port afde616e-4f1b-43e4-8ac5-36402d896eb3 on host n-h1-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:43:49.175080 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-ea3cbfa3-0e89-4bb5-a070-543669b472f0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6d33edce12c04f27af6f9360663634d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7973981 Jan 18 22:43:49.180112 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-8ca82eb6-1d81-4350-a4b9-facc0efb2d38 req-d14fe50a-4c0e-4460-8a47-8608130535d9 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:49.184190 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-8ca82eb6-1d81-4350-a4b9-facc0efb2d38 req-d14fe50a-4c0e-4460-8a47-8608130535d9 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.36 "DELETE /v2.0/ports/afde616e-4f1b-43e4-8ac5-36402d896eb3 HTTP/1.1" status: 204 len: 173 time: 1.4144566 Jan 18 22:43:49.184626 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 45046) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:49.185101 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51762b21-ea99-403c-a32d-fb9b19c477dc', 'name': 'network-vif-deleted', 'tag': 'afde616e-4f1b-43e4-8ac5-36402d896eb3'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:43:49.187597 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e0bbb5a-e24b-4082-8416-9b7d4ae9c633" -d '{"events": [{"server_uuid": "51762b21-ea99-403c-a32d-fb9b19c477dc", "name": "network-vif-deleted", "tag": "afde616e-4f1b-43e4-8ac5-36402d896eb3"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:43:49.204720 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8df0ddd9-8b1b-49fc-9d95-0aa122488891 req-28288511-519c-42d3-ba19-4b7b33dcc7d8 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=51762b21-ea99-403c-a32d-fb9b19c477dc HTTP/1.1" status: 200 len: 210 time: 0.1070354 Jan 18 22:43:49.212498 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3cbfa3-0e89-4bb5-a070-543669b472f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c69f22f7-8c3a-45d6-92b4-11dccbc32e91,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:49.278554 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f2ee5d80-9d13-41fa-8443-c6a4acd8236e req-496cf03f-38e9-4737-b666-88b3d7f9b78c tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98a7b6f-971b-4421-acbb-09d3894edefc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2808728 Jan 18 22:43:49.307306 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d77523c1-ea11-419f-ba89-6f0809fc56a9 x-openstack-request-id: req-d77523c1-ea11-419f-ba89-6f0809fc56a9 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:43:49.307603 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51762b21-ea99-403c-a32d-fb9b19c477dc", "name": "network-vif-deleted", "tag": "afde616e-4f1b-43e4-8ac5-36402d896eb3", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:43:49.308049 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d77523c1-ea11-419f-ba89-6f0809fc56a9 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:43:49.308486 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51762b21-ea99-403c-a32d-fb9b19c477dc', 'name': 'network-vif-deleted', 'tag': 'afde616e-4f1b-43e4-8ac5-36402d896eb3', 'status': 'completed', 'code': 200} Jan 18 22:43:49.310470 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-c87620c2-2fcd-4b21-8734-62bc3c164c55 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] For port e38164b1-8b1d-4bef-8e91-2a26203fe4b2, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=e38164b1-8b1d-4bef-8e91-2a26203fe4b2,segment=NetworkSegment(c00b7213-a8bd-4260-8012-95da8fbee090),segment_id=c00b7213-a8bd-4260-8012-95da8fbee090)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:43:49.310837 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c87620c2-2fcd-4b21-8734-62bc3c164c55 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:49.329203 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-405e46a5-5109-4e55-b4df-d6e9136b921e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:49.342805 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 43c35b7b-c7cc-443c-bde2-a2705aeb426b up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:43:49.379003 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e75c8827-ba10-4c9d-a74a-6c96b0c8bde7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:49.383508 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-c87620c2-2fcd-4b21-8734-62bc3c164c55 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Calling delete_port for e38164b1-8b1d-4bef-8e91-2a26203fe4b2 owned by network:router_interface {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:43:49.437443 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e75c8827-ba10-4c9d-a74a-6c96b0c8bde7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:49.474887 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port 43c35b7b-c7cc-443c-bde2-a2705aeb426b completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:43:49.479341 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port 43c35b7b-c7cc-443c-bde2-a2705aeb426b triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:43:49.479878 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:49.490316 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cdd1325-51d9-4938-b665-b10d4a493474 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Router e2f70bc7-46aa-42d0-a6b8-62cf2bb5b61c has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:43:49.635997 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:49.636926 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e75c8827-ba10-4c9d-a74a-6c96b0c8bde7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:49.639527 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e75c8827-ba10-4c9d-a74a-6c96b0c8bde7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:49.640872 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-e75c8827-ba10-4c9d-a74a-6c96b0c8bde7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c69f22f7-8c3a-45d6-92b4-11dccbc32e91 HTTP/1.1" status: 204 len: 168 time: 0.4473023 Jan 18 22:43:49.674202 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cdd1325-51d9-4938-b665-b10d4a493474 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:43:49.686494 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f570d2-a520-40c2-ad7f-93b293fe9c6a None None] Sync routers for ids ['e2f70bc7-46aa-42d0-a6b8-62cf2bb5b61c'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:43:49.687286 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-6cdd1325-51d9-4938-b665-b10d4a493474 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] 10.222.0.53 "PUT /v2.0/routers/e2f70bc7-46aa-42d0-a6b8-62cf2bb5b61c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9561908 Jan 18 22:43:49.691234 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 45058) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:49.694182 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75c8827-ba10-4c9d-a74a-6c96b0c8bde7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c69f22f7-8c3a-45d6-92b4-11dccbc32e91,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:49.712401 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f570d2-a520-40c2-ad7f-93b293fe9c6a None None] Routers {'e2f70bc7-46aa-42d0-a6b8-62cf2bb5b61c'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:43:49.720259 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-09f570d2-a520-40c2-ad7f-93b293fe9c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:43:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['e2f70bc7-46aa-42d0-a6b8-62cf2bb5b61c'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:43:49.746953 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 43c35b7b-c7cc-443c-bde2-a2705aeb426b, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=43c35b7b-c7cc-443c-bde2-a2705aeb426b,segment=NetworkSegment(56b9b749-5476-4269-bb34-69d9f812a954),segment_id=56b9b749-5476-4269-bb34-69d9f812a954)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:43:49.754919 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c706f530-ad88-4562-931a-bc61de8d9bbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43c35b7b-c7cc-443c-bde2-a2705aeb426b'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:43:49.765016 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09aa0f42-0ac9-4ac5-886d-a74cc6b0e317" -d '{"events": [{"server_uuid": "c706f530-ad88-4562-931a-bc61de8d9bbb", "name": "network-vif-plugged", "status": "completed", "tag": "43c35b7b-c7cc-443c-bde2-a2705aeb426b"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:43:49.785434 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:49.844433 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7ea444d9-9063-4538-bfd9-e60409bfe34a tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Notify callbacks [] for router, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:49.865869 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-09f570d2-a520-40c2-ad7f-93b293fe9c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:43:49.892490 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f570d2-a520-40c2-ad7f-93b293fe9c6a None None] Routers {'e2f70bc7-46aa-42d0-a6b8-62cf2bb5b61c'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:43:49.894355 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-09f570d2-a520-40c2-ad7f-93b293fe9c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:43:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['e2f70bc7-46aa-42d0-a6b8-62cf2bb5b61c'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:43:49.932089 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb92a64a-ff23-420e-bb16-706a6184d8ce x-openstack-request-id: req-eb92a64a-ff23-420e-bb16-706a6184d8ce {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:43:49.932474 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c706f530-ad88-4562-931a-bc61de8d9bbb", "name": "network-vif-plugged", "status": "completed", "tag": "43c35b7b-c7cc-443c-bde2-a2705aeb426b", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:43:49.932725 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-eb92a64a-ff23-420e-bb16-706a6184d8ce {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:43:49.933120 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c706f530-ad88-4562-931a-bc61de8d9bbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43c35b7b-c7cc-443c-bde2-a2705aeb426b', 'code': 200} Jan 18 22:43:49.934417 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=43c35b7b-c7cc-443c-bde2-a2705aeb426b,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:49.979195 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-09f570d2-a520-40c2-ad7f-93b293fe9c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:43:49.980162 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f570d2-a520-40c2-ad7f-93b293fe9c6a None None] The sync data for ids ['e2f70bc7-46aa-42d0-a6b8-62cf2bb5b61c'] in n-d-825064-1 is: [] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:43:50.308669 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 45072) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:50.332583 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1121d9c7-e56a-42b6-b598-3bd065c54c71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:50.364593 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device afde616e-4f1b-43e4-8ac5-36402d896eb3 no longer exists at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:43:50.375179 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7ea444d9-9063-4538-bfd9-e60409bfe34a tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1040886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8602'] for router, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:50.390537 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7ea444d9-9063-4538-bfd9-e60409bfe34a tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:50.409701 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] No Port match for: afde616e-4f1b-43e4-8ac5-36402d896eb3 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:43:50.410067 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device afde616e-4f1b-43e4-8ac5-36402d896eb3 not bound to the agent host n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:43:50.414782 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff53de8a-db97-480e-81ef-8a7df52a3eeb req-fabcab17-dfa5-4144-8029-c5d99129ea8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:50.419343 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-73e5a2a5-76ee-457a-959b-6a2cb2701383 req-401bd7d2-4b35-4a95-9830-a526c019824a tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=51762b21-ea99-403c-a32d-fb9b19c477dc HTTP/1.1" status: 200 len: 210 time: 0.0509198 Jan 18 22:43:50.422556 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ff53de8a-db97-480e-81ef-8a7df52a3eeb req-fabcab17-dfa5-4144-8029-c5d99129ea8b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c706f530-ad88-4562-931a-bc61de8d9bbb HTTP/1.1" status: 200 len: 1097 time: 0.4157803 Jan 18 22:43:50.541923 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527645a2-a2b7-4c7e-bbf1-a7803593ee77 req-e1ed806c-fcad-48f7-bd3b-818156088393 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:50.543510 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-527645a2-a2b7-4c7e-bbf1-a7803593ee77 req-e1ed806c-fcad-48f7-bd3b-818156088393 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=c706f530-ad88-4562-931a-bc61de8d9bbb HTTP/1.1" status: 200 len: 946 time: 0.1172078 Jan 18 22:43:50.545386 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 45078) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:50.605765 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c87620c2-2fcd-4b21-8734-62bc3c164c55 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:50.644115 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-527645a2-a2b7-4c7e-bbf1-a7803593ee77 req-9250ffb0-c205-41a8-bba1-6d2edae989bb tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98a7b6f-971b-4421-acbb-09d3894edefc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882711 Jan 18 22:43:50.649910 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1121d9c7-e56a-42b6-b598-3bd065c54c71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:50.661479 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1121d9c7-e56a-42b6-b598-3bd065c54c71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:50.708438 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ff53de8a-db97-480e-81ef-8a7df52a3eeb req-f40d1a18-607a-42c2-809f-3bcd14c56489 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=d98a7b6f-971b-4421-acbb-09d3894edefc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2711866 Jan 18 22:43:50.709113 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7ea444d9-9063-4538-bfd9-e60409bfe34a tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1040832'] for router, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:50.709681 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ea444d9-9063-4538-bfd9-e60409bfe34a tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Fanout notify agent at l3_agent the message router_deleted on router e2f70bc7-46aa-42d0-a6b8-62cf2bb5b61c {{(pid=102431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 22:43:50.718527 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7ea444d9-9063-4538-bfd9-e60409bfe34a tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:50.721824 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-7ea444d9-9063-4538-bfd9-e60409bfe34a tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] 10.222.0.53 "DELETE /v2.0/routers/e2f70bc7-46aa-42d0-a6b8-62cf2bb5b61c HTTP/1.1" status: 204 len: 168 time: 1.0226417 Jan 18 22:43:50.721824 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87620c2-2fcd-4b21-8734-62bc3c164c55 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Pushing event deleted for resources: {'Port': ['ID=e38164b1-8b1d-4bef-8e91-2a26203fe4b2,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:50.726053 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 45084) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:50.838287 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_v2 [None req-acf50537-0f07-4d50-9947-ea085f6e36c9 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Deleting subnet 3152b94b-f7e6-4e02-8781-23b5fec489fc {{(pid=102430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:43:50.844396 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-1121d9c7-e56a-42b6-b598-3bd065c54c71 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3f10bd4d522d4afb8eb6813e17120e2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5345519 Jan 18 22:43:50.874285 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 45086) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:50.883432 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-75b5845f-5333-4b42-a723-05678ee69287 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:50.889619 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-acf50537-0f07-4d50-9947-ea085f6e36c9 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Notify callbacks [] for subnet, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:50.894778 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1121d9c7-e56a-42b6-b598-3bd065c54c71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00e029ee-925f-49f5-9497-7946f37d1480,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:50.981296 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c9d87330-7919-46c3-b49b-c21a96fe86bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:51.005098 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c9d87330-7919-46c3-b49b-c21a96fe86bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:51.038403 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c87620c2-2fcd-4b21-8734-62bc3c164c55 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-613841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1046579'] for router_interface, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:51.052239 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-75b5845f-5333-4b42-a723-05678ee69287 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:51.063117 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-75b5845f-5333-4b42-a723-05678ee69287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:51.100060 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b5845f-5333-4b42-a723-05678ee69287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dee80975-b327-46ec-8f15-dc84a239c85d,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:51.120308 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-acf50537-0f07-4d50-9947-ea085f6e36c9 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60394745'] for subnet, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:51.151579 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-75b5845f-5333-4b42-a723-05678ee69287 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f601a72dfb3e4a18919a10509d2ba52c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6050863 Jan 18 22:43:51.154674 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 45090) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:51.226388 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-57b2ebdc-372e-404b-a45f-5ba3818f2d84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:51.236796 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c9d87330-7919-46c3-b49b-c21a96fe86bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:51.240150 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c9d87330-7919-46c3-b49b-c21a96fe86bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:51.244351 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-c9d87330-7919-46c3-b49b-c21a96fe86bd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/00e029ee-925f-49f5-9497-7946f37d1480 HTTP/1.1" status: 204 len: 168 time: 0.3663630 Jan 18 22:43:51.259194 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d87330-7919-46c3-b49b-c21a96fe86bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e029ee-925f-49f5-9497-7946f37d1480,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:51.290866 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-57b2ebdc-372e-404b-a45f-5ba3818f2d84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:51.306840 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-acf50537-0f07-4d50-9947-ea085f6e36c9 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:51.393895 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c87620c2-2fcd-4b21-8734-62bc3c164c55 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Router b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:43:51.414416 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-57b2ebdc-372e-404b-a45f-5ba3818f2d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:51.418024 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-57b2ebdc-372e-404b-a45f-5ba3818f2d84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:51.426430 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-57b2ebdc-372e-404b-a45f-5ba3818f2d84 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dee80975-b327-46ec-8f15-dc84a239c85d HTTP/1.1" status: 204 len: 168 time: 0.2684255 Jan 18 22:43:51.437732 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-acf50537-0f07-4d50-9947-ea085f6e36c9 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60203138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62288677'] for subnet, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:51.441095 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b2ebdc-372e-404b-a45f-5ba3818f2d84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee80975-b327-46ec-8f15-dc84a239c85d,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:51.533430 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-acf50537-0f07-4d50-9947-ea085f6e36c9 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Notify callbacks [] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:51.537116 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-acf50537-0f07-4d50-9947-ea085f6e36c9 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] 10.222.0.53 "DELETE /v2.0/subnets/3152b94b-f7e6-4e02-8781-23b5fec489fc HTTP/1.1" status: 204 len: 168 time: 0.8080585 Jan 18 22:43:51.538823 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf50537-0f07-4d50-9947-ea085f6e36c9 tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Pushing event deleted for resources: {'Subnet': ['ID=3152b94b-f7e6-4e02-8781-23b5fec489fc,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:51.544039 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32cfe5f-190f-4d44-9b9b-15b664a89c87 None None] Network d07eed05-2d0a-4db0-aabb-73d437cdac67 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:43:51.545411 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 45102) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:51.632999 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c87620c2-2fcd-4b21-8734-62bc3c164c55 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:43:51.644100 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-c87620c2-2fcd-4b21-8734-62bc3c164c55 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "PUT /v2.0/routers/b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5684147 Jan 18 22:43:51.648843 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 45104) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:51.675869 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25f0505-100b-409f-a5c1-49c8a0457e51 None None] Sync routers for ids ['b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:43:51.767169 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25f0505-100b-409f-a5c1-49c8a0457e51 None None] Routers {'b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:43:51.770416 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-c25f0505-100b-409f-a5c1-49c8a0457e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:43:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:43:51.822744 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-03d60b78-cda9-4e79-ac0c-70def8d163b4 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Deleting subnet 8e4aa361-5700-40d0-9baf-268026e85931 {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:43:51.839089 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-03d60b78-cda9-4e79-ac0c-70def8d163b4 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:51.913831 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754b4362-192b-4d62-b10c-b33a2e1d0bce None None] DHCP port deletion for d07eed05-2d0a-4db0-aabb-73d437cdac67 request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:43:51.951727 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-03d60b78-cda9-4e79-ac0c-70def8d163b4 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:52.003282 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d4ec1b36-6fbc-4481-b740-7446691f9e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:52.142693 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-754b4362-192b-4d62-b10c-b33a2e1d0bce None None] Deleting port 69b555e3-2a23-4b23-847b-c1fc55b8516c {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:43:52.142897 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-754b4362-192b-4d62-b10c-b33a2e1d0bce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:52.201792 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-03d60b78-cda9-4e79-ac0c-70def8d163b4 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:52.227852 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-754b4362-192b-4d62-b10c-b33a2e1d0bce None None] For port 69b555e3-2a23-4b23-847b-c1fc55b8516c, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=69b555e3-2a23-4b23-847b-c1fc55b8516c,segment=NetworkSegment(c8113616-fcc4-46c9-b7ea-c954055e0166),segment_id=c8113616-fcc4-46c9-b7ea-c954055e0166)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:43:52.228334 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-754b4362-192b-4d62-b10c-b33a2e1d0bce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:52.247877 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-754b4362-192b-4d62-b10c-b33a2e1d0bce None None] Calling delete_port for 69b555e3-2a23-4b23-847b-c1fc55b8516c owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:43:52.345246 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-03d60b78-cda9-4e79-ac0c-70def8d163b4 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:52.354949 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-c25f0505-100b-409f-a5c1-49c8a0457e51 None None] Set router b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:43:52.359497 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-754b4362-192b-4d62-b10c-b33a2e1d0bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:52.405677 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d60b78-cda9-4e79-ac0c-70def8d163b4 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Pushing event deleted for resources: {'Subnet': ['ID=8e4aa361-5700-40d0-9baf-268026e85931,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:52.420073 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-03d60b78-cda9-4e79-ac0c-70def8d163b4 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:52.431902 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-03d60b78-cda9-4e79-ac0c-70def8d163b4 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "DELETE /v2.0/subnets/8e4aa361-5700-40d0-9baf-268026e85931 HTTP/1.1" status: 204 len: 168 time: 0.7814054 Jan 18 22:43:52.435576 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 45130) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:52.499184 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64f1055-b20a-4743-a800-7bce8b604b1f None None] Network 652d2c80-5afc-4a98-af8e-7aee992e5efa requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:43:52.504869 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754b4362-192b-4d62-b10c-b33a2e1d0bce None None] Pushing event deleted for resources: {'Port': ['ID=69b555e3-2a23-4b23-847b-c1fc55b8516c,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:52.654712 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f85b0744-b8a3-4009-8940-e60f791acee2 req-6c99def5-82c3-470d-9337-e9a8549537e9 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=51762b21-ea99-403c-a32d-fb9b19c477dc HTTP/1.1" status: 200 len: 210 time: 1.0824447 Jan 18 22:43:52.736300 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-236b8002-5dc6-4c81-8565-9ac0fac92b33 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for router, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:52.744830 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754b4362-192b-4d62-b10c-b33a2e1d0bce None None] No DVR routers for this DVR port 69b555e3-2a23-4b23-847b-c1fc55b8516c on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:43:52.806707 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bfe48c0b-99a2-4a21-a145-64dfef311d3b tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:52.824469 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 69b555e3-2a23-4b23-847b-c1fc55b8516c no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:43:52.826040 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700f2526-6cf3-4473-a48a-a62734de7e1d req-f62af941-5d5a-4f6b-a323-ca534bc80af1 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:52.835004 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-700f2526-6cf3-4473-a48a-a62734de7e1d req-f62af941-5d5a-4f6b-a323-ca534bc80af1 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=c706f530-ad88-4562-931a-bc61de8d9bbb HTTP/1.1" status: 200 len: 946 time: 0.2450531 Jan 18 22:43:52.900746 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 69b555e3-2a23-4b23-847b-c1fc55b8516c {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:43:52.901091 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 69b555e3-2a23-4b23-847b-c1fc55b8516c not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:43:52.916059 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-700f2526-6cf3-4473-a48a-a62734de7e1d req-1f3e031b-c7e0-4ea0-931f-2a7d24bcd8d2 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98a7b6f-971b-4421-acbb-09d3894edefc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595145 Jan 18 22:43:52.989868 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-236b8002-5dc6-4c81-8565-9ac0fac92b33 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:53.115063 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-236b8002-5dc6-4c81-8565-9ac0fac92b33 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Deleting port 8d93e96f-e294-4fd8-ba8d-fabe21068f6f {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:43:53.115407 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-236b8002-5dc6-4c81-8565-9ac0fac92b33 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:53.126890 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:53.127785 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bfe48c0b-99a2-4a21-a145-64dfef311d3b tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:53.130574 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-c25f0505-100b-409f-a5c1-49c8a0457e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28', 'name': 'tempest-TestNetworkBasicOps-router-1173322082', 'tenant_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '8d93e96f-e294-4fd8-ba8d-fabe21068f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:41:07Z', 'updated_at': '2022-01-18T22:43:50Z', 'revision_number': 7, 'project_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'gw_port': {'id': '8d93e96f-e294-4fd8-ba8d-fabe21068f6f', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:67:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:09Z', 'updated_at': '2022-01-18T22:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:43:53.177960 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-bfe48c0b-99a2-4a21-a145-64dfef311d3b tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d07eed05-2d0a-4db0-aabb-73d437cdac67']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:43:53.206009 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-bfe48c0b-99a2-4a21-a145-64dfef311d3b tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8113616-fcc4-46c9-b7ea-c954055e0166') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:43:53.206317 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-bfe48c0b-99a2-4a21-a145-64dfef311d3b tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8113616-fcc4-46c9-b7ea-c954055e0166') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:43:53.220474 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25f0505-100b-409f-a5c1-49c8a0457e51 None None] Checking router: b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:43:53.235102 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bfe48c0b-99a2-4a21-a145-64dfef311d3b tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60394742'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:53.267084 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bfe48c0b-99a2-4a21-a145-64dfef311d3b tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:53.272810 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25f0505-100b-409f-a5c1-49c8a0457e51 None None] Routers {'b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:43:53.273724 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-c25f0505-100b-409f-a5c1-49c8a0457e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:43:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:43:53.289114 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfe48c0b-99a2-4a21-a145-64dfef311d3b tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:43:53.291331 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bfe48c0b-99a2-4a21-a145-64dfef311d3b tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60203044'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:53.313597 n-d-825064-1 neutron-server[102430]: Traceback (most recent call last): Jan 18 22:43:53.313597 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:43:53.313597 n-d-825064-1 neutron-server[102430]: timer() Jan 18 22:43:53.313597 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:43:53.313597 n-d-825064-1 neutron-server[102430]: cb(*args, **kw) Jan 18 22:43:53.313597 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:43:53.313597 n-d-825064-1 neutron-server[102430]: return func(*args, **kwargs) Jan 18 22:43:53.313597 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:43:53.313597 n-d-825064-1 neutron-server[102430]: self._notify() Jan 18 22:43:53.313597 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:43:53.313597 n-d-825064-1 neutron-server[102430]: self.callback(batched_events) Jan 18 22:43:53.313597 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:43:53.313597 n-d-825064-1 neutron-server[102430]: event.method(event) Jan 18 22:43:53.313597 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:43:53.313597 n-d-825064-1 neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:43:53.313597 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:43:53.313597 n-d-825064-1 neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:43:53.313597 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:43:53.313597 n-d-825064-1 neutron-server[102430]: return f(self, *a, **k) Jan 18 22:43:53.313597 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:43:53.313597 n-d-825064-1 neutron-server[102430]: return self._get(url).json() Jan 18 22:43:53.313597 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:43:53.313597 n-d-825064-1 neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:43:53.313597 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:43:53.313597 n-d-825064-1 neutron-server[102430]: return self.request(url, 'GET', **kwargs) Jan 18 22:43:53.313597 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:43:53.313597 n-d-825064-1 neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:43:53.313597 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:43:53.313597 n-d-825064-1 neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:43:53.313597 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:43:53.313597 n-d-825064-1 neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:43:53.313597 n-d-825064-1 neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:43:53.346202 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-236b8002-5dc6-4c81-8565-9ac0fac92b33 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] For port 8d93e96f-e294-4fd8-ba8d-fabe21068f6f, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=8d93e96f-e294-4fd8-ba8d-fabe21068f6f,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:43:53.346566 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-236b8002-5dc6-4c81-8565-9ac0fac92b33 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:53.384393 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-236b8002-5dc6-4c81-8565-9ac0fac92b33 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Calling delete_port for 8d93e96f-e294-4fd8-ba8d-fabe21068f6f owned by network:router_gateway {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:43:53.392387 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bfe48c0b-99a2-4a21-a145-64dfef311d3b tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:53.399052 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bfe48c0b-99a2-4a21-a145-64dfef311d3b tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:53.407101 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-bfe48c0b-99a2-4a21-a145-64dfef311d3b tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] 10.222.0.53 "DELETE /v2.0/networks/d07eed05-2d0a-4db0-aabb-73d437cdac67 HTTP/1.1" status: 204 len: 168 time: 1.8577847 Jan 18 22:43:53.415805 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18b5349-f0c9-4878-9c33-88992d527e8d None None] DHCP port deletion for 652d2c80-5afc-4a98-af8e-7aee992e5efa request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:43:53.436564 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe48c0b-99a2-4a21-a145-64dfef311d3b tempest-FloatingIPNegativeTestJSON-580092056 tempest-FloatingIPNegativeTestJSON-580092056-project] Pushing event deleted for resources: {'Network': ['ID=d07eed05-2d0a-4db0-aabb-73d437cdac67,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:53.518719 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 45162) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:53.530783 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-c25f0505-100b-409f-a5c1-49c8a0457e51 None None] Set router b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28 gateway port host: None {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:43:53.580011 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 45166) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:53.615402 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-236b8002-5dc6-4c81-8565-9ac0fac92b33 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:53.677534 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236b8002-5dc6-4c81-8565-9ac0fac92b33 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Pushing event deleted for resources: {'Port': ['ID=8d93e96f-e294-4fd8-ba8d-fabe21068f6f,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:53.773295 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-27a13e04-9434-4885-858a-06aa35ecff27 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1011048090-network', 'tenant_id': 'ca8dfd3cf9064a0293dd77a9a41ff160'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:43:53.812762 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-236b8002-5dc6-4c81-8565-9ac0fac92b33 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043029'] for router_gateway, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:53.860923 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27a13e04-9434-4885-858a-06aa35ecff27 admin admin] Made reservation on behalf of ca8dfd3cf9064a0293dd77a9a41ff160 for: {'network': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:43:53.868218 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-27a13e04-9434-4885-858a-06aa35ecff27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:53.880093 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-49e95f67-41fa-4a41-a914-226ae59a7a70 req-3b7a8b18-57c8-48e7-9607-b962c3989c49 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=51762b21-ea99-403c-a32d-fb9b19c477dc HTTP/1.1" status: 200 len: 210 time: 0.0762277 Jan 18 22:43:53.890544 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-27a13e04-9434-4885-858a-06aa35ecff27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:54.017380 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ce124da9-bf26-48f8-a150-37cf988db2bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:54.023767 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-c25f0505-100b-409f-a5c1-49c8a0457e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28', 'name': 'tempest-TestNetworkBasicOps-router-1173322082', 'tenant_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:41:07Z', 'updated_at': '2022-01-18T22:43:52Z', 'revision_number': 8, 'project_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'gw_port_host': None}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:43:54.028715 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-236b8002-5dc6-4c81-8565-9ac0fac92b33 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1040886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8602'] for router, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:54.034682 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-236b8002-5dc6-4c81-8565-9ac0fac92b33 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:54.085394 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25f0505-100b-409f-a5c1-49c8a0457e51 None None] The sync data for ids ['b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28'] in n-d-825064-1 is: [{'id': 'b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28', 'name': 'tempest-TestNetworkBasicOps-router-1173322082', 'tenant_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:41:07Z', 'updated_at': '2022-01-18T22:43:52Z', 'revision_number': 8, 'project_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'gw_port_host': None}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:43:54.097626 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-c18b5349-f0c9-4878-9c33-88992d527e8d None None] Deleting port 3003f777-8175-4560-aea6-7721f059d33e {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:43:54.098115 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c18b5349-f0c9-4878-9c33-88992d527e8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:54.126625 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-236b8002-5dc6-4c81-8565-9ac0fac92b33 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1040832'] for router, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:54.128113 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-236b8002-5dc6-4c81-8565-9ac0fac92b33 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Fanout notify agent at l3_agent the message router_deleted on router b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28 {{(pid=102431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 22:43:54.136218 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-236b8002-5dc6-4c81-8565-9ac0fac92b33 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:54.146600 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-236b8002-5dc6-4c81-8565-9ac0fac92b33 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "DELETE /v2.0/routers/b5acf46d-4c64-4e97-a1cd-5fc8e8ea8e28 HTTP/1.1" status: 204 len: 168 time: 1.7096322 Jan 18 22:43:54.147892 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 45180) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:54.210505 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 45184) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:54.218143 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-c18b5349-f0c9-4878-9c33-88992d527e8d None None] For port 3003f777-8175-4560-aea6-7721f059d33e, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=3003f777-8175-4560-aea6-7721f059d33e,segment=NetworkSegment(c00b7213-a8bd-4260-8012-95da8fbee090),segment_id=c00b7213-a8bd-4260-8012-95da8fbee090)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:43:54.218779 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c18b5349-f0c9-4878-9c33-88992d527e8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:54.224053 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d476160-b79b-4137-8151-4cee63dd61c4 req-ab4c440d-0604-403e-aeb3-bb66a99a6346 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:54.225668 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0d476160-b79b-4137-8151-4cee63dd61c4 req-ab4c440d-0604-403e-aeb3-bb66a99a6346 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=c706f530-ad88-4562-931a-bc61de8d9bbb HTTP/1.1" status: 200 len: 946 time: 0.1908660 Jan 18 22:43:54.263996 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-c18b5349-f0c9-4878-9c33-88992d527e8d None None] Calling delete_port for 3003f777-8175-4560-aea6-7721f059d33e owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:43:54.295492 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-27a13e04-9434-4885-858a-06aa35ecff27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:54.305283 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-27a13e04-9434-4885-858a-06aa35ecff27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:54.337856 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-19310d03-507b-41cc-9176-717484c815ca tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:54.412564 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-19310d03-507b-41cc-9176-717484c815ca tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Deleting port 3003f777-8175-4560-aea6-7721f059d33e {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:43:54.413556 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-19310d03-507b-41cc-9176-717484c815ca tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:54.427027 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0d476160-b79b-4137-8151-4cee63dd61c4 req-70004822-2599-468e-844e-7737070b2f0b tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98a7b6f-971b-4421-acbb-09d3894edefc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1849499 Jan 18 22:43:54.434364 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27a13e04-9434-4885-858a-06aa35ecff27 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=102430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:43:54.444614 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a13e04-9434-4885-858a-06aa35ecff27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=310a1828-658e-4e2a-bb52-227664ffcb6e,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:54.452226 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-27a13e04-9434-4885-858a-06aa35ecff27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:54.452923 n-d-825064-1 neutron-server[102430]: INFO neutron.db.segments_db [None req-27a13e04-9434-4885-858a-06aa35ecff27 admin admin] Added segment e03b2945-1677-45f1-af73-ca245c1cd410 of type vlan for network 6f6e0f18-5e6c-41ee-b5f2-91f93abb6d09 Jan 18 22:43:54.541830 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:54.560429 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ce124da9-bf26-48f8-a150-37cf988db2bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:54.576163 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-27a13e04-9434-4885-858a-06aa35ecff27 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:54.582352 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ce124da9-bf26-48f8-a150-37cf988db2bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:54.594611 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c18b5349-f0c9-4878-9c33-88992d527e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:54.630939 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-19310d03-507b-41cc-9176-717484c815ca tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] For port 3003f777-8175-4560-aea6-7721f059d33e, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=3003f777-8175-4560-aea6-7721f059d33e,segment=NetworkSegment(c00b7213-a8bd-4260-8012-95da8fbee090),segment_id=c00b7213-a8bd-4260-8012-95da8fbee090)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:43:54.636953 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-19310d03-507b-41cc-9176-717484c815ca tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:54.661493 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-ce124da9-bf26-48f8-a150-37cf988db2bf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=232f9c6170d6420187fcf980b9734bb5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0779173 Jan 18 22:43:54.664295 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 45194) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:54.701273 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-19310d03-507b-41cc-9176-717484c815ca tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Calling delete_port for 3003f777-8175-4560-aea6-7721f059d33e owned by network:dhcp {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:43:54.717935 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18b5349-f0c9-4878-9c33-88992d527e8d None None] No DVR routers for this DVR port 3003f777-8175-4560-aea6-7721f059d33e on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:43:54.725417 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b5349-f0c9-4878-9c33-88992d527e8d None None] Pushing event deleted for resources: {'Port': ['ID=3003f777-8175-4560-aea6-7721f059d33e,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:54.742458 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:54.755260 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce124da9-bf26-48f8-a150-37cf988db2bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdaef40f-f25a-4b99-a93f-0a32d392cea0,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:54.773209 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-27a13e04-9434-4885-858a-06aa35ecff27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:54.774953 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a13e04-9434-4885-858a-06aa35ecff27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:54.775658 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-27a13e04-9434-4885-858a-06aa35ecff27 admin admin] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:54.840198 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7ef79ade-539a-4866-8954-fb34241017ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:54.854568 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a13e04-9434-4885-858a-06aa35ecff27 admin admin] Pushing event updated for resources: {'Network': ['ID=6f6e0f18-5e6c-41ee-b5f2-91f93abb6d09,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:54.859797 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-27a13e04-9434-4885-858a-06aa35ecff27 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3399749 Jan 18 22:43:54.864198 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 45202) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:54.867379 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 6f6e0f18-5e6c-41ee-b5f2-91f93abb6d09 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:43:54.871502 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-adee6428-f543-4389-8f7a-1ca35ed6fc2c admin admin] Request body: {'subnet': {'network_id': '6f6e0f18-5e6c-41ee-b5f2-91f93abb6d09', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1011048090-subnet', 'tenant_id': 'ca8dfd3cf9064a0293dd77a9a41ff160', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:43:54.876297 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7ef79ade-539a-4866-8954-fb34241017ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:54.888368 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b11f73f-0c8d-42b5-85f2-a43831e1a0f0 req-04dd9106-3035-4c0e-9a55-15d6ca66d076 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:54.896710 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0b11f73f-0c8d-42b5-85f2-a43831e1a0f0 req-04dd9106-3035-4c0e-9a55-15d6ca66d076 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=c706f530-ad88-4562-931a-bc61de8d9bbb HTTP/1.1" status: 200 len: 946 time: 0.2474058 Jan 18 22:43:54.964312 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0b11f73f-0c8d-42b5-85f2-a43831e1a0f0 req-7a8e4aa1-c5d7-4d70-9230-d9f97d3a783e tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98a7b6f-971b-4421-acbb-09d3894edefc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664420 Jan 18 22:43:54.978288 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 45206) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:55.048913 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adee6428-f543-4389-8f7a-1ca35ed6fc2c admin admin] Made reservation on behalf of ca8dfd3cf9064a0293dd77a9a41ff160 for: {'subnet': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:43:55.050120 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-23ae555a-a74a-4e75-9dc1-33f7bea18ee9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a5cf2990e9874f9db96974b0eb4d18fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8324034 Jan 18 22:43:55.051150 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7ef79ade-539a-4866-8954-fb34241017ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:55.054570 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7ef79ade-539a-4866-8954-fb34241017ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:55.055920 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-7ef79ade-539a-4866-8954-fb34241017ac admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fdaef40f-f25a-4b99-a93f-0a32d392cea0 HTTP/1.1" status: 204 len: 168 time: 0.3844051 Jan 18 22:43:55.058538 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 45208) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:55.068649 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-adee6428-f543-4389-8f7a-1ca35ed6fc2c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62288702'] for subnet, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:55.108892 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device e38164b1-8b1d-4bef-8e91-2a26203fe4b2 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:43:55.146133 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: e38164b1-8b1d-4bef-8e91-2a26203fe4b2 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:43:55.146485 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device e38164b1-8b1d-4bef-8e91-2a26203fe4b2 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:43:55.150973 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 3003f777-8175-4560-aea6-7721f059d33e no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:43:55.167617 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef79ade-539a-4866-8954-fb34241017ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdaef40f-f25a-4b99-a93f-0a32d392cea0,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:55.186457 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9990b7cd-4407-4f48-a4d5-b2f47c776a1b req-4acc8de7-fdde-4412-b7c8-9ac9b363a5f6 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=51762b21-ea99-403c-a32d-fb9b19c477dc HTTP/1.1" status: 200 len: 210 time: 0.1408446 Jan 18 22:43:55.216051 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 3003f777-8175-4560-aea6-7721f059d33e {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:43:55.217448 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 3003f777-8175-4560-aea6-7721f059d33e not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:43:55.224244 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ad1f53-c04d-4cb8-8c5c-0a7e74abfbae tempest-TestNetworkAdvancedServerOps-1886563698 tempest-TestNetworkAdvancedServerOps-1886563698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:55.228241 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-52ad1f53-c04d-4cb8-8c5c-0a7e74abfbae tempest-TestNetworkAdvancedServerOps-1886563698 tempest-TestNetworkAdvancedServerOps-1886563698-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=c706f530-ad88-4562-931a-bc61de8d9bbb HTTP/1.1" status: 200 len: 1092 time: 0.2457058 Jan 18 22:43:55.250189 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 45214) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:55.251303 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-215ecb95-61c5-4744-a2b2-233cafc2f607 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:55.286915 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-215ecb95-61c5-4744-a2b2-233cafc2f607 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:55.342579 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-ca726bfb-64be-4e6b-a95f-5d37feac8dbd tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Request body: {'floatingip': {'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'port_id': '43c35b7b-c7cc-443c-bde2-a2705aeb426b', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:43:55.363083 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-215ecb95-61c5-4744-a2b2-233cafc2f607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:55.366186 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-215ecb95-61c5-4744-a2b2-233cafc2f607 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:55.371067 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-215ecb95-61c5-4744-a2b2-233cafc2f607 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3dd92255-9060-4ecf-97c1-1c8443244b53 HTTP/1.1" status: 204 len: 168 time: 0.3064325 Jan 18 22:43:55.391098 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215ecb95-61c5-4744-a2b2-233cafc2f607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dd92255-9060-4ecf-97c1-1c8443244b53,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:55.399021 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-19310d03-507b-41cc-9176-717484c815ca tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:55.420503 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19310d03-507b-41cc-9176-717484c815ca tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] No DVR routers for this DVR port 3003f777-8175-4560-aea6-7721f059d33e on host n-d-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:43:55.456720 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19310d03-507b-41cc-9176-717484c815ca tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Pushing event deleted for resources: {'Port': ['ID=3003f777-8175-4560-aea6-7721f059d33e,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:55.458938 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ca726bfb-64be-4e6b-a95f-5d37feac8dbd tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for floatingip, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:55.492773 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-adee6428-f543-4389-8f7a-1ca35ed6fc2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60203213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62288684'] for subnet, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:55.569327 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adee6428-f543-4389-8f7a-1ca35ed6fc2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=647f1437-53ad-43df-9403-e9ecef19cae3,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:55.585179 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adee6428-f543-4389-8f7a-1ca35ed6fc2c admin admin] Checking segment: {'id': 'e03b2945-1677-45f1-af73-ca245c1cd410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6f6e0f18-5e6c-41ee-b5f2-91f93abb6d09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:43:55.585554 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adee6428-f543-4389-8f7a-1ca35ed6fc2c admin admin] Network hostable DHCP agents. Network: 6f6e0f18-5e6c-41ee-b5f2-91f93abb6d09, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:43:55.609218 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adee6428-f543-4389-8f7a-1ca35ed6fc2c admin admin] Network 6f6e0f18-5e6c-41ee-b5f2-91f93abb6d09 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:43:55.611307 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-19310d03-507b-41cc-9176-717484c815ca tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:55.621059 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-adee6428-f543-4389-8f7a-1ca35ed6fc2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 6f6e0f18-5e6c-41ee-b5f2-91f93abb6d09) {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:43:55.627287 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adee6428-f543-4389-8f7a-1ca35ed6fc2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:55.627885 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-adee6428-f543-4389-8f7a-1ca35ed6fc2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:55.634130 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edda44d5-323e-45c8-80ef-04612bf22b87 None None] Network 6f6e0f18-5e6c-41ee-b5f2-91f93abb6d09 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:43:55.653370 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-19310d03-507b-41cc-9176-717484c815ca tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['652d2c80-5afc-4a98-af8e-7aee992e5efa']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:43:55.670852 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-adee6428-f543-4389-8f7a-1ca35ed6fc2c admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8036063 Jan 18 22:43:55.679991 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-19310d03-507b-41cc-9176-717484c815ca tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c00b7213-a8bd-4260-8012-95da8fbee090') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:43:55.680468 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-19310d03-507b-41cc-9176-717484c815ca tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c00b7213-a8bd-4260-8012-95da8fbee090') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:43:55.707428 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-19310d03-507b-41cc-9176-717484c815ca tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:55.802785 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e0d455-c067-4c98-a471-fc7c405b332e None None] Network 6f6e0f18-5e6c-41ee-b5f2-91f93abb6d09 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:43:56.202410 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-19310d03-507b-41cc-9176-717484c815ca tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:56.216055 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19310d03-507b-41cc-9176-717484c815ca tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:43:56.216759 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-19310d03-507b-41cc-9176-717484c815ca tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:56.226628 n-d-825064-1 neutron-server[102431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:43:56.226628 n-d-825064-1 neutron-server[102431]: self.session.flush() Jan 18 22:43:56.226628 n-d-825064-1 neutron-server[102431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:43:56.226628 n-d-825064-1 neutron-server[102431]: self.session.flush() Jan 18 22:43:56.226628 n-d-825064-1 neutron-server[102431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:43:56.226628 n-d-825064-1 neutron-server[102431]: self.session.flush() Jan 18 22:43:56.226628 n-d-825064-1 neutron-server[102431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:43:56.226628 n-d-825064-1 neutron-server[102431]: self.session.flush() Jan 18 22:43:56.226628 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:43:56.226628 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:43:56.226628 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:43:56.226628 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:43:56.226628 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:43:56.226628 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:43:56.226628 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:43:56.226628 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:43:56.226628 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:43:56.226628 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:43:56.226628 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:43:56.226628 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:43:56.226628 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:43:56.226628 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:43:56.226628 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:43:56.226628 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:43:56.226628 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:43:56.226628 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:43:56.226628 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:43:56.226628 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:43:56.226628 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:43:56.226628 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:43:56.226628 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:43:56.226628 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:43:56.226628 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:43:56.226628 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:43:56.226628 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:43:56.226628 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:43:56.226628 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:43:56.226628 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:43:56.226628 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:43:56.226628 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:43:56.364468 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-19310d03-507b-41cc-9176-717484c815ca tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:56.391780 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-19310d03-507b-41cc-9176-717484c815ca tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:56.401578 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-19310d03-507b-41cc-9176-717484c815ca tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "DELETE /v2.0/networks/652d2c80-5afc-4a98-af8e-7aee992e5efa HTTP/1.1" status: 204 len: 168 time: 2.2496953 Jan 18 22:43:56.429814 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 45260) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:56.463975 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-fb1a5ed9-6041-4266-b9c5-4822c8594c97 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Request body: {'network': {'name': 'tempest-network-smoke--1002651762', 'project_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'port_security_enabled': True}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:43:56.477124 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f5f3eb6d-b3f1-4a2d-a40a-e27c96f6c6e4 req-72e74799-3cbd-47cd-9090-9e1a0d33b5b2 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=51762b21-ea99-403c-a32d-fb9b19c477dc HTTP/1.1" status: 200 len: 210 time: 0.1112695 Jan 18 22:43:56.479788 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19310d03-507b-41cc-9176-717484c815ca tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Pushing event deleted for resources: {'Network': ['ID=652d2c80-5afc-4a98-af8e-7aee992e5efa,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:56.522845 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 8d93e96f-e294-4fd8-ba8d-fabe21068f6f no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:43:56.541934 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ca726bfb-64be-4e6b-a95f-5d37feac8dbd tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:56.550154 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb1a5ed9-6041-4266-b9c5-4822c8594c97 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Made reservation on behalf of 5fdd9d74a6a7474aa33a3f08cd7c198f for: {'network': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:43:56.556037 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fb1a5ed9-6041-4266-b9c5-4822c8594c97 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:56.582613 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 8d93e96f-e294-4fd8-ba8d-fabe21068f6f {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:43:56.582968 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 8d93e96f-e294-4fd8-ba8d-fabe21068f6f not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:43:56.606569 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb1a5ed9-6041-4266-b9c5-4822c8594c97 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=102430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:43:56.625031 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fb1a5ed9-6041-4266-b9c5-4822c8594c97 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:56.625388 n-d-825064-1 neutron-server[102430]: INFO neutron.db.segments_db [None req-fb1a5ed9-6041-4266-b9c5-4822c8594c97 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Added segment f534f66b-59cd-44fa-b0c3-38c9ad321472 of type vlan for network 54cde15a-b3d0-4662-8a1b-478ed8a485ba Jan 18 22:43:56.671887 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fb1a5ed9-6041-4266-b9c5-4822c8594c97 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:56.703127 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fb1a5ed9-6041-4266-b9c5-4822c8594c97 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:56.710758 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-ca726bfb-64be-4e6b-a95f-5d37feac8dbd tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Allocated IP 172.25.5.158 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/2c395317-602b-45ba-a80d-642127aaa160) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:43:56.712187 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1a5ed9-6041-4266-b9c5-4822c8594c97 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:56.713132 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fb1a5ed9-6041-4266-b9c5-4822c8594c97 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:56.811830 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1a5ed9-6041-4266-b9c5-4822c8594c97 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Pushing event updated for resources: {'Network': ['ID=54cde15a-b3d0-4662-8a1b-478ed8a485ba,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:56.820000 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-fb1a5ed9-6041-4266-b9c5-4822c8594c97 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3794961 Jan 18 22:43:56.822224 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 45272) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:56.826648 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 54cde15a-b3d0-4662-8a1b-478ed8a485ba details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:43:56.848027 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-481ab45e-436e-47b3-90e7-cc65e339022e tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1228168891', 'admin_state_up': True, 'project_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:43:56.864729 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ca726bfb-64be-4e6b-a95f-5d37feac8dbd tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:56.906717 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-481ab45e-436e-47b3-90e7-cc65e339022e tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1044160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8692'] for router, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:56.908373 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-481ab45e-436e-47b3-90e7-cc65e339022e tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1040680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8675'] for router, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:56.908836 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ca726bfb-64be-4e6b-a95f-5d37feac8dbd tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:56.988530 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-481ab45e-436e-47b3-90e7-cc65e339022e tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:56.995186 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca726bfb-64be-4e6b-a95f-5d37feac8dbd tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:43:56.999383 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-ca726bfb-64be-4e6b-a95f-5d37feac8dbd tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:43:57.005023 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca726bfb-64be-4e6b-a95f-5d37feac8dbd tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:43:57.043424 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca726bfb-64be-4e6b-a95f-5d37feac8dbd tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Pushing event updated for resources: {'Port': ['ID=2c395317-602b-45ba-a80d-642127aaa160,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:57.100586 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 45280) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:57.108579 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-9aa55dfd-98c4-4b76-948b-89381fb43f6f admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-900392080-network', 'tenant_id': 'eb8a143190f149fdb60694a35893a777'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:43:57.214574 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aa55dfd-98c4-4b76-948b-89381fb43f6f admin admin] Made reservation on behalf of eb8a143190f149fdb60694a35893a777 for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:43:57.217456 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9aa55dfd-98c4-4b76-948b-89381fb43f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:57.255360 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9aa55dfd-98c4-4b76-948b-89381fb43f6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:57.265919 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-481ab45e-436e-47b3-90e7-cc65e339022e tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:57.466187 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 45286) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:57.621373 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9aa55dfd-98c4-4b76-948b-89381fb43f6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:57.654777 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-1f1bd9e4-91b7-4f7d-a916-311cf7d5f246 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:43:57.655301 n-d-825064-1 neutron-server[102430]: WARNING neutron.api.v2.base [None req-1f1bd9e4-91b7-4f7d-a916-311cf7d5f246 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 18 22:43:57.655832 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [None req-1f1bd9e4-91b7-4f7d-a916-311cf7d5f246 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] create failed (client error): There was a conflict when trying to complete your request. Jan 18 22:43:57.665259 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-1f1bd9e4-91b7-4f7d-a916-311cf7d5f246 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1931086 Jan 18 22:43:57.665687 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9aa55dfd-98c4-4b76-948b-89381fb43f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:57.666841 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 45302) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:57.677572 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-1bb31d6f-e0ea-4fbf-b092-56b05872ef08 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Request body: {'security_group': {'name': 'tempest-secgroup--1260002412'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:43:57.690813 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9aa55dfd-98c4-4b76-948b-89381fb43f6f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:43:57.716256 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9aa55dfd-98c4-4b76-948b-89381fb43f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:57.716945 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-9aa55dfd-98c4-4b76-948b-89381fb43f6f admin admin] Added segment 5fe65f40-7bec-4276-a412-6f2d1d772a98 of type vlan for network 137d5773-9f84-4dd1-b949-0e7e5209a2ad Jan 18 22:43:57.753892 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-481ab45e-436e-47b3-90e7-cc65e339022e tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for router_gateway, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:57.776628 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-481ab45e-436e-47b3-90e7-cc65e339022e tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:57.837793 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1bb31d6f-e0ea-4fbf-b092-56b05872ef08 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:57.849894 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1bb31d6f-e0ea-4fbf-b092-56b05872ef08 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:57.945231 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-481ab45e-436e-47b3-90e7-cc65e339022e tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Allocated IP 172.25.5.139 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/49daa510-f6ef-4709-9d2f-f3ef56651a1f) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:43:57.987897 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9aa55dfd-98c4-4b76-948b-89381fb43f6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:58.046308 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa55dfd-98c4-4b76-948b-89381fb43f6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bca4155e-7c77-46fb-a63a-bcfcc22e102e,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:58.066177 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1bb31d6f-e0ea-4fbf-b092-56b05872ef08 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:58.074828 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1bb31d6f-e0ea-4fbf-b092-56b05872ef08 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:58.097023 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ca726bfb-64be-4e6b-a95f-5d37feac8dbd tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:58.212091 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-481ab45e-436e-47b3-90e7-cc65e339022e tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:58.220383 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9aa55dfd-98c4-4b76-948b-89381fb43f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:58.222799 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa55dfd-98c4-4b76-948b-89381fb43f6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:58.223473 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9aa55dfd-98c4-4b76-948b-89381fb43f6f admin admin] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:58.225565 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb31d6f-e0ea-4fbf-b092-56b05872ef08 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd679dc4-6aec-4c6d-8db5-fa86e2691148,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:58.335187 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-9aa55dfd-98c4-4b76-948b-89381fb43f6f admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2290428 Jan 18 22:43:58.338974 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 45314) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:58.347975 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-f61876af-7b19-4d5f-ab28-91fb95ad3057 admin admin] Request body: {'subnet': {'network_id': '137d5773-9f84-4dd1-b949-0e7e5209a2ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-900392080-subnet', 'tenant_id': 'eb8a143190f149fdb60694a35893a777', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:43:58.381780 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-481ab45e-436e-47b3-90e7-cc65e339022e tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:58.465952 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa55dfd-98c4-4b76-948b-89381fb43f6f admin admin] Pushing event updated for resources: {'Network': ['ID=137d5773-9f84-4dd1-b949-0e7e5209a2ad,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:58.475226 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f61876af-7b19-4d5f-ab28-91fb95ad3057 admin admin] Made reservation on behalf of eb8a143190f149fdb60694a35893a777 for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:43:58.476010 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 137d5773-9f84-4dd1-b949-0e7e5209a2ad details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:43:58.477638 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f61876af-7b19-4d5f-ab28-91fb95ad3057 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:58.500454 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481ab45e-436e-47b3-90e7-cc65e339022e tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:43:58.515501 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1bb31d6f-e0ea-4fbf-b092-56b05872ef08 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:58.521827 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-481ab45e-436e-47b3-90e7-cc65e339022e tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:43:58.533424 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481ab45e-436e-47b3-90e7-cc65e339022e tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:43:58.548872 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1bb31d6f-e0ea-4fbf-b092-56b05872ef08 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:58.570827 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ca726bfb-64be-4e6b-a95f-5d37feac8dbd tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:58.857049 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ca726bfb-64be-4e6b-a95f-5d37feac8dbd tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:58.866842 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ca726bfb-64be-4e6b-a95f-5d37feac8dbd tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:58.869299 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1bb31d6f-e0ea-4fbf-b092-56b05872ef08 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:58.870810 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-1bb31d6f-e0ea-4fbf-b092-56b05872ef08 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2000644 Jan 18 22:43:58.878762 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 45322) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:58.892483 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481ab45e-436e-47b3-90e7-cc65e339022e tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Pushing event updated for resources: {'Port': ['ID=49daa510-f6ef-4709-9d2f-f3ef56651a1f,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:58.905972 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb31d6f-e0ea-4fbf-b092-56b05872ef08 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97f1ca96-f442-4a85-a42f-f0dde8cb5998,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:58.925907 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-215f2724-324d-401b-a20c-192c2cc97805 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Request body: {'security_group_rule': {'security_group_id': '97f1ca96-f442-4a85-a42f-f0dde8cb5998', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:43:58.991484 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f61876af-7b19-4d5f-ab28-91fb95ad3057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:59.044828 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-481ab45e-436e-47b3-90e7-cc65e339022e tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for router_gateway, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:59.068743 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-215f2724-324d-401b-a20c-192c2cc97805 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:59.071276 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca726bfb-64be-4e6b-a95f-5d37feac8dbd tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Pushing event updated for resources: {'Port': ['ID=2c395317-602b-45ba-a80d-642127aaa160,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:59.073962 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ca726bfb-64be-4e6b-a95f-5d37feac8dbd tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043075'] for floatingip, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:59.291369 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-481ab45e-436e-47b3-90e7-cc65e339022e tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1040691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049'] for router, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:59.301562 n-d-825064-1 neutron-server[102431]: INFO neutron.db.l3_db [None req-ca726bfb-64be-4e6b-a95f-5d37feac8dbd tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Floating IP d70c45c7-88f5-4894-a1d0-cc4a6780d8d2 associated. External IP: 172.25.5.158, port: 43c35b7b-c7cc-443c-bde2-a2705aeb426b. Jan 18 22:43:59.367090 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61876af-7b19-4d5f-ab28-91fb95ad3057 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2284e81e-ae53-4d79-8721-020772f4b10c,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:59.373168 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61876af-7b19-4d5f-ab28-91fb95ad3057 admin admin] Checking segment: {'id': '5fe65f40-7bec-4276-a412-6f2d1d772a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '137d5773-9f84-4dd1-b949-0e7e5209a2ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:43:59.373532 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61876af-7b19-4d5f-ab28-91fb95ad3057 admin admin] Network hostable DHCP agents. Network: 137d5773-9f84-4dd1-b949-0e7e5209a2ad, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:43:59.420292 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-215f2724-324d-401b-a20c-192c2cc97805 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:59.427579 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-215f2724-324d-401b-a20c-192c2cc97805 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:59.459963 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215f2724-324d-401b-a20c-192c2cc97805 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d743ca62-e527-4119-b790-6fe1d724e680,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:43:59.469088 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61876af-7b19-4d5f-ab28-91fb95ad3057 admin admin] Network 137d5773-9f84-4dd1-b949-0e7e5209a2ad is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:43:59.476259 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-215f2724-324d-401b-a20c-192c2cc97805 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:59.477425 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-215f2724-324d-401b-a20c-192c2cc97805 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5841553 Jan 18 22:43:59.480610 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 45332) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:59.486801 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-51f1aeed-dc99-4277-ad13-252d6dc49604 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Request body: {'security_group_rule': {'security_group_id': '97f1ca96-f442-4a85-a42f-f0dde8cb5998', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:43:59.486947 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-f61876af-7b19-4d5f-ab28-91fb95ad3057 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 137d5773-9f84-4dd1-b949-0e7e5209a2ad) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:43:59.492834 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61876af-7b19-4d5f-ab28-91fb95ad3057 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:43:59.493683 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f61876af-7b19-4d5f-ab28-91fb95ad3057 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:59.501077 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-481ab45e-436e-47b3-90e7-cc65e339022e tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Router cd46a3d0-e3a7-4fbc-b90b-0c6a03b6276b is scheduled to L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 with binding_index 1 {{(pid=102430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 22:43:59.519814 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5f6fe6-cb4d-4f09-841f-74febacd65b2 None None] Network 137d5773-9f84-4dd1-b949-0e7e5209a2ad requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:43:59.571880 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-f61876af-7b19-4d5f-ab28-91fb95ad3057 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2275512 Jan 18 22:43:59.583392 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-51f1aeed-dc99-4277-ad13-252d6dc49604 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:59.657808 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca726bfb-64be-4e6b-a95f-5d37feac8dbd tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Router 8d491db6-b417-4453-82fc-9341888a5f04 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:43:59.685179 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [None req-51f1aeed-dc99-4277-ad13-252d6dc49604 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] create failed (client error): There was a conflict when trying to complete your request. Jan 18 22:43:59.689333 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-51f1aeed-dc99-4277-ad13-252d6dc49604 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2075677 Jan 18 22:43:59.705529 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 45340) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:59.753320 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-481ab45e-436e-47b3-90e7-cc65e339022e tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:43:59.769800 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd1272a-699c-4bb0-aa31-bbcac548b37a None None] Sync routers for ids ['cd46a3d0-e3a7-4fbc-b90b-0c6a03b6276b'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:43:59.795854 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd1272a-699c-4bb0-aa31-bbcac548b37a None None] Routers {'cd46a3d0-e3a7-4fbc-b90b-0c6a03b6276b'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:43:59.796546 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-bcd1272a-699c-4bb0-aa31-bbcac548b37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:43:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['cd46a3d0-e3a7-4fbc-b90b-0c6a03b6276b'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:43:59.804162 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6780129a-ea01-4180-824e-fb0b7ff11456 None None] Network 137d5773-9f84-4dd1-b949-0e7e5209a2ad requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:43:59.821675 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-481ab45e-436e-47b3-90e7-cc65e339022e tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for router, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:59.826306 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-481ab45e-436e-47b3-90e7-cc65e339022e tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.9897082 Jan 18 22:43:59.827195 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 45348) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:59.846549 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca726bfb-64be-4e6b-a95f-5d37feac8dbd tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:43:59.898041 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-4c947e82-7cfe-454e-a146-9e52afd5f112 tempest-TestNetworkBasicOps-1276463588 tempest-TestNetworkBasicOps-1276463588-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=5fdd9d74a6a7474aa33a3f08cd7c198f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0690806 Jan 18 22:43:59.905221 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ca726bfb-64be-4e6b-a95f-5d37feac8dbd tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:43:59.921848 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 45354) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:43:59.958733 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0be4ce8e-2c6f-45a6-a95d-2596da1d739a tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:00.028005 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0be4ce8e-2c6f-45a6-a95d-2596da1d739a tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:00.067631 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-ca726bfb-64be-4e6b-a95f-5d37feac8dbd tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.7324274 Jan 18 22:44:00.072582 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c706f530-ad88-4562-931a-bc61de8d9bbb', 'tag': '43c35b7b-c7cc-443c-bde2-a2705aeb426b'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:44:00.075761 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bd0b1ef-d0e9-4415-a8e6-b357e3803b11" -d '{"events": [{"name": "network-changed", "server_uuid": "c706f530-ad88-4562-931a-bc61de8d9bbb", "tag": "43c35b7b-c7cc-443c-bde2-a2705aeb426b"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:44:00.104370 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413a792f-479b-4c55-a941-d22f582457ad None None] Sync routers for ids ['8d491db6-b417-4453-82fc-9341888a5f04'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:44:00.137983 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413a792f-479b-4c55-a941-d22f582457ad None None] Routers {'8d491db6-b417-4453-82fc-9341888a5f04'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:44:00.138145 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0be4ce8e-2c6f-45a6-a95d-2596da1d739a tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:00.138622 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-413a792f-479b-4c55-a941-d22f582457ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:43:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['8d491db6-b417-4453-82fc-9341888a5f04'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:44:00.145219 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0be4ce8e-2c6f-45a6-a95d-2596da1d739a tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:00.147574 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-0be4ce8e-2c6f-45a6-a95d-2596da1d739a tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] 10.222.0.53 "DELETE /v2.0/security-groups/97f1ca96-f442-4a85-a42f-f0dde8cb5998 HTTP/1.1" status: 204 len: 168 time: 0.4385307 Jan 18 22:44:00.153277 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 45372) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:00.171479 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be4ce8e-2c6f-45a6-a95d-2596da1d739a tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97f1ca96-f442-4a85-a42f-f0dde8cb5998,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:00.214260 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-bcd1272a-699c-4bb0-aa31-bbcac548b37a None None] Set router cd46a3d0-e3a7-4fbc-b90b-0c6a03b6276b gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:44:00.258084 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e799e6-1ecd-44c5-8f2d-9689e5eeccc9 tempest-TestNetworkBasicOps-1276463588 tempest-TestNetworkBasicOps-1276463588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:00.271939 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-98e799e6-1ecd-44c5-8f2d-9689e5eeccc9 tempest-TestNetworkBasicOps-1276463588 tempest-TestNetworkBasicOps-1276463588-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3462873 Jan 18 22:44:00.272716 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 45380) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:00.289301 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-d50662fa-fcba-4452-990f-fdefcff7194d tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1340442 Jan 18 22:44:00.297170 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 45382) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:00.309633 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-5cdb4a5c-9eae-41fe-8116-4c4c794ac920 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Request body: {'security_group': {'name': 'tempest-secgroup--1926994534'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:44:00.387718 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-47bd1ee2-a9e7-4302-b032-28b73d28ca80 tempest-TestNetworkBasicOps-1276463588 tempest-TestNetworkBasicOps-1276463588-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=0fa7c7c8-c96a-4aa5-9818-d374adf00f99&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1129968 Jan 18 22:44:00.388657 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 45386) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:00.402541 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-3ad0d931-179f-4196-9170-df723f56a992 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1359826612', 'network_id': '54cde15a-b3d0-4662-8a1b-478ed8a485ba', 'project_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:44:00.436463 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-413a792f-479b-4c55-a941-d22f582457ad None None] Set router 8d491db6-b417-4453-82fc-9341888a5f04 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:44:00.451131 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6a99d0-6cfb-493f-bf7d-e6111fde2c36 req-c05a27f5-26cd-4a8f-984c-7dc2d2618081 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:00.460308 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2a6a99d0-6cfb-493f-bf7d-e6111fde2c36 req-c05a27f5-26cd-4a8f-984c-7dc2d2618081 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=c706f530-ad88-4562-931a-bc61de8d9bbb HTTP/1.1" status: 200 len: 946 time: 0.2203040 Jan 18 22:44:00.521355 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5cdb4a5c-9eae-41fe-8116-4c4c794ac920 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:00.615849 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-bcd1272a-699c-4bb0-aa31-bbcac548b37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd46a3d0-e3a7-4fbc-b90b-0c6a03b6276b', 'name': 'tempest-TestNetworkBasicOps-router-1228168891', 'tenant_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '49daa510-f6ef-4709-9d2f-f3ef56651a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:43:56Z', 'updated_at': '2022-01-18T22:43:58Z', 'revision_number': 3, 'project_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'gw_port': {'id': '49daa510-f6ef-4709-9d2f-f3ef56651a1f', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:a7:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd46a3d0-e3a7-4fbc-b90b-0c6a03b6276b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:43:57Z', 'updated_at': '2022-01-18T22:43:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:44:00.635400 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ad0d931-179f-4196-9170-df723f56a992 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Made reservation on behalf of 5fdd9d74a6a7474aa33a3f08cd7c198f for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:44:00.642494 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3ad0d931-179f-4196-9170-df723f56a992 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:00.677266 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd1272a-699c-4bb0-aa31-bbcac548b37a None None] Checking router: cd46a3d0-e3a7-4fbc-b90b-0c6a03b6276b for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:44:00.678556 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd1272a-699c-4bb0-aa31-bbcac548b37a None None] Updating router cd46a3d0-e3a7-4fbc-b90b-0c6a03b6276b port 49daa510-f6ef-4709-9d2f-f3ef56651a1f binding host n-d-825064-1 {{(pid=102433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:44:00.729946 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5cdb4a5c-9eae-41fe-8116-4c4c794ac920 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:00.733684 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bcd1272a-699c-4bb0-aa31-bbcac548b37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:00.746604 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5cdb4a5c-9eae-41fe-8116-4c4c794ac920 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:00.973387 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-413a792f-479b-4c55-a941-d22f582457ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d491db6-b417-4453-82fc-9341888a5f04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1314540967', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'fbdd59f6-20c6-4db4-aca7-760cf6cb6be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:43:17Z', 'updated_at': '2022-01-18T22:43:33Z', 'revision_number': 4, 'project_id': '438cce0e2f434b5f879ce307da159923', 'gw_port': {'id': 'fbdd59f6-20c6-4db4-aca7-760cf6cb6be7', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:43:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d491db6-b417-4453-82fc-9341888a5f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:43:19Z', 'updated_at': '2022-01-18T22:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': 'd70c45c7-88f5-4894-a1d0-cc4a6780d8d2', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'floating_ip_address': '172.25.5.158', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': '8d491db6-b417-4453-82fc-9341888a5f04', 'port_id': '43c35b7b-c7cc-443c-bde2-a2705aeb426b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b03260d5-2a6f-4a7a-be90-beffbb90698f', 'mac_address': 'fa:16:3e:93:b5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c706f530-ad88-4562-931a-bc61de8d9bbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:43:57Z', 'updated_at': '2022-01-18T22:43:57Z', 'revision_number': 0, 'project_id': '438cce0e2f434b5f879ce307da159923', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93fd0805-0ef1-4806-a022-8aa46f439738', 'name': '', 'network_id': 'b03260d5-2a6f-4a7a-be90-beffbb90698f', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'mac_address': 'fa:16:3e:d8:5c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d491db6-b417-4453-82fc-9341888a5f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '28a5a3b4-f0d9-467d-972a-dc2703e90dc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:43:31Z', 'updated_at': '2022-01-18T22:43:38Z', 'revision_number': 5, 'project_id': '438cce0e2f434b5f879ce307da159923', 'subnets': [{'id': '28a5a3b4-f0d9-467d-972a-dc2703e90dc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:44:00.987129 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8efb06d-4cb7-49d3-ae1c-da5c8ec0e410 req-3c9fe571-62fd-4e4a-bdd6-ffcc880b7a2a tempest-TestServerAdvancedOps-1778996021 tempest-TestServerAdvancedOps-1778996021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:00.990091 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d8efb06d-4cb7-49d3-ae1c-da5c8ec0e410 req-3c9fe571-62fd-4e4a-bdd6-ffcc880b7a2a tempest-TestServerAdvancedOps-1778996021 tempest-TestServerAdvancedOps-1778996021-project] 10.222.0.53 "GET /v2.0/networks?id=6f6e0f18-5e6c-41ee-b5f2-91f93abb6d09 HTTP/1.1" status: 200 len: 812 time: 0.4197702 Jan 18 22:44:00.997340 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2a6a99d0-6cfb-493f-bf7d-e6111fde2c36 req-9e9e3dce-ab4a-48bc-90aa-5cd3be362896 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98a7b6f-971b-4421-acbb-09d3894edefc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5212982 Jan 18 22:44:01.022195 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 45400) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:01.052636 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413a792f-479b-4c55-a941-d22f582457ad None None] Checking router: 8d491db6-b417-4453-82fc-9341888a5f04 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:44:01.062566 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413a792f-479b-4c55-a941-d22f582457ad None None] Routers {'8d491db6-b417-4453-82fc-9341888a5f04'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:44:01.063244 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-413a792f-479b-4c55-a941-d22f582457ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:43:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['8d491db6-b417-4453-82fc-9341888a5f04'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:44:01.069792 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3ad0d931-179f-4196-9170-df723f56a992 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:01.098906 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c520905-e327-406b-b352-fade41510049 x-openstack-request-id: req-8c520905-e327-406b-b352-fade41510049 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:44:01.099212 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c706f530-ad88-4562-931a-bc61de8d9bbb", "tag": "43c35b7b-c7cc-443c-bde2-a2705aeb426b", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:44:01.101528 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8c520905-e327-406b-b352-fade41510049 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:44:01.101955 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c706f530-ad88-4562-931a-bc61de8d9bbb', 'tag': '43c35b7b-c7cc-443c-bde2-a2705aeb426b', 'status': 'completed', 'code': 200} Jan 18 22:44:01.206486 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5cdb4a5c-9eae-41fe-8116-4c4c794ac920 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:01.207918 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-5cdb4a5c-9eae-41fe-8116-4c4c794ac920 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9087234 Jan 18 22:44:01.229570 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 45410) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:01.252934 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d8efb06d-4cb7-49d3-ae1c-da5c8ec0e410 req-28f7b710-b235-4df8-9f7b-254e2c0e5a31 tempest-TestServerAdvancedOps-1778996021 tempest-TestServerAdvancedOps-1778996021-project] 10.222.0.53 "GET /v2.0/quotas/ca8dfd3cf9064a0293dd77a9a41ff160 HTTP/1.1" status: 200 len: 375 time: 0.2296724 Jan 18 22:44:01.255124 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-e4609ad3-e103-4e49-9946-719c23d0bc85 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Request body: {'security_group_rule': {'security_group_id': 'a8ad9aca-c181-466c-a3fd-0576a58128b0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:44:01.255626 n-d-825064-1 neutron-server[102431]: WARNING neutron.api.v2.base [None req-e4609ad3-e103-4e49-9946-719c23d0bc85 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jan 18 22:44:01.256142 n-d-825064-1 neutron-server[102431]: INFO neutron.api.v2.resource [None req-e4609ad3-e103-4e49-9946-719c23d0bc85 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 22:44:01.268678 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-e4609ad3-e103-4e49-9946-719c23d0bc85 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0286713 Jan 18 22:44:01.272562 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 45412) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:01.283431 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-413a792f-479b-4c55-a941-d22f582457ad None None] Set router 8d491db6-b417-4453-82fc-9341888a5f04 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:44:01.303344 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e37d8bd1-2eb1-44f7-97e7-403020e1fc37 req-b79b60ab-535e-403b-8636-f2e5fb96169a tempest-VolumesNegativeTest-1702867604 tempest-VolumesNegativeTest-1702867604-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=9902cb5493b6462c9aba43754469cd5a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1285264 Jan 18 22:44:01.317283 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdb4a5c-9eae-41fe-8116-4c4c794ac920 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ad9aca-c181-466c-a3fd-0576a58128b0,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:01.368557 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad0d931-179f-4196-9170-df723f56a992 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Pushing event updated for resources: {'Subnet': ['ID=06b2cac0-86a6-4500-95d7-3a3f5617a0cc,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:01.394006 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bcd1272a-699c-4bb0-aa31-bbcac548b37a None None] Notify callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:01.399611 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d8efb06d-4cb7-49d3-ae1c-da5c8ec0e410 req-24dcb866-55f7-41ef-8744-aa6d3f61a2c4 tempest-TestServerAdvancedOps-1778996021 tempest-TestServerAdvancedOps-1778996021-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ca8dfd3cf9064a0293dd77a9a41ff160&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1444397 Jan 18 22:44:01.402657 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bcd1272a-699c-4bb0-aa31-bbcac548b37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:01.460006 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd0b1ef-d0e9-4415-a8e6-b357e3803b11 req-ecd8487e-9700-45ce-9a69-3710a1c61bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:01.461474 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-8bd0b1ef-d0e9-4415-a8e6-b357e3803b11 req-ecd8487e-9700-45ce-9a69-3710a1c61bea service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=438cce0e2f434b5f879ce307da159923&device_id=c706f530-ad88-4562-931a-bc61de8d9bbb HTTP/1.1" status: 200 len: 1097 time: 0.3471129 Jan 18 22:44:01.509850 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-bcd1272a-699c-4bb0-aa31-bbcac548b37a None None] Attempting to bind port 49daa510-f6ef-4709-9d2f-f3ef56651a1f on host n-d-825064-1 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:44:01.510473 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-bcd1272a-699c-4bb0-aa31-bbcac548b37a None None] Attempting to bind port 49daa510-f6ef-4709-9d2f-f3ef56651a1f by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:44:01.511502 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd1272a-699c-4bb0-aa31-bbcac548b37a None None] Attempting to bind port 49daa510-f6ef-4709-9d2f-f3ef56651a1f on network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:44:01.519417 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad0d931-179f-4196-9170-df723f56a992 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Checking segment: {'id': 'f534f66b-59cd-44fa-b0c3-38c9ad321472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '54cde15a-b3d0-4662-8a1b-478ed8a485ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:44:01.521950 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad0d931-179f-4196-9170-df723f56a992 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Network hostable DHCP agents. Network: 54cde15a-b3d0-4662-8a1b-478ed8a485ba, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:44:01.527239 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd1272a-699c-4bb0-aa31-bbcac548b37a None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:44:01.527750 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd1272a-699c-4bb0-aa31-bbcac548b37a None None] Checking segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:44:01.528397 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bcd1272a-699c-4bb0-aa31-bbcac548b37a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:01.528858 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd1272a-699c-4bb0-aa31-bbcac548b37a None None] Bound using segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:44:01.529454 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-bcd1272a-699c-4bb0-aa31-bbcac548b37a None None] Bound port: 49daa510-f6ef-4709-9d2f-f3ef56651a1f, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:44:01.530113 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bcd1272a-699c-4bb0-aa31-bbcac548b37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:01.556311 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-9ac2bb4e-8681-4fb6-940d-e0a256af7c66 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/floatingips/d70c45c7-88f5-4894-a1d0-cc4a6780d8d2 HTTP/1.1" status: 200 len: 992 time: 0.5301995 Jan 18 22:44:01.594631 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-bcd1272a-699c-4bb0-aa31-bbcac548b37a None None] For port 49daa510-f6ef-4709-9d2f-f3ef56651a1f, host n-d-825064-1, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:44:01.598656 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-bcd1272a-699c-4bb0-aa31-bbcac548b37a None None] For port 49daa510-f6ef-4709-9d2f-f3ef56651a1f, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=49daa510-f6ef-4709-9d2f-f3ef56651a1f,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:44:01.610134 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bcd1272a-699c-4bb0-aa31-bbcac548b37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:01.614589 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ab2531-e46a-433e-9b34-0fb844acf110 None None] Pushing event updated for resources: {'Port': ['ID=49daa510-f6ef-4709-9d2f-f3ef56651a1f,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:01.692071 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ab2531-e46a-433e-9b34-0fb844acf110 None None] Pushing event updated for resources: {'Port': ['ID=49daa510-f6ef-4709-9d2f-f3ef56651a1f,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:01.742052 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd1272a-699c-4bb0-aa31-bbcac548b37a None None] Routers {'cd46a3d0-e3a7-4fbc-b90b-0c6a03b6276b'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:44:01.743483 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-bcd1272a-699c-4bb0-aa31-bbcac548b37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:43:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['cd46a3d0-e3a7-4fbc-b90b-0c6a03b6276b'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:44:01.755070 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37d8bd1-2eb1-44f7-97e7-403020e1fc37 req-84079773-cd0f-48c9-9af5-bb141c8460e7 tempest-VolumesNegativeTest-1702867604 tempest-VolumesNegativeTest-1702867604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:01.780730 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e37d8bd1-2eb1-44f7-97e7-403020e1fc37 req-84079773-cd0f-48c9-9af5-bb141c8460e7 tempest-VolumesNegativeTest-1702867604 tempest-VolumesNegativeTest-1702867604-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4761612 Jan 18 22:44:01.804754 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d8efb06d-4cb7-49d3-ae1c-da5c8ec0e410 req-a1cf4f13-b060-499c-b739-335ee3ae5819 service neutron] 10.222.0.53 "GET /v2.0/networks/6f6e0f18-5e6c-41ee-b5f2-91f93abb6d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4038877 Jan 18 22:44:01.834847 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e37d8bd1-2eb1-44f7-97e7-403020e1fc37 req-77e78574-ec54-48e5-85cf-887537187aa3 tempest-VolumesNegativeTest-1702867604 tempest-VolumesNegativeTest-1702867604-project] 10.222.0.53 "GET /v2.0/quotas/9902cb5493b6462c9aba43754469cd5a HTTP/1.1" status: 200 len: 375 time: 0.0531158 Jan 18 22:44:01.909741 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-bcd1272a-699c-4bb0-aa31-bbcac548b37a None None] Set router cd46a3d0-e3a7-4fbc-b90b-0c6a03b6276b gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:44:01.917689 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-413a792f-479b-4c55-a941-d22f582457ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d491db6-b417-4453-82fc-9341888a5f04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1314540967', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'fbdd59f6-20c6-4db4-aca7-760cf6cb6be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:43:17Z', 'updated_at': '2022-01-18T22:43:33Z', 'revision_number': 4, 'project_id': '438cce0e2f434b5f879ce307da159923', 'gw_port': {'id': 'fbdd59f6-20c6-4db4-aca7-760cf6cb6be7', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:43:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d491db6-b417-4453-82fc-9341888a5f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:43:19Z', 'updated_at': '2022-01-18T22:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': 'd70c45c7-88f5-4894-a1d0-cc4a6780d8d2', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'floating_ip_address': '172.25.5.158', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': '8d491db6-b417-4453-82fc-9341888a5f04', 'port_id': '43c35b7b-c7cc-443c-bde2-a2705aeb426b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b03260d5-2a6f-4a7a-be90-beffbb90698f', 'mac_address': 'fa:16:3e:93:b5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c706f530-ad88-4562-931a-bc61de8d9bbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:43:57Z', 'updated_at': '2022-01-18T22:43:57Z', 'revision_number': 0, 'project_id': '438cce0e2f434b5f879ce307da159923', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93fd0805-0ef1-4806-a022-8aa46f439738', 'name': '', 'network_id': 'b03260d5-2a6f-4a7a-be90-beffbb90698f', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'mac_address': 'fa:16:3e:d8:5c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d491db6-b417-4453-82fc-9341888a5f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '28a5a3b4-f0d9-467d-972a-dc2703e90dc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:43:31Z', 'updated_at': '2022-01-18T22:43:38Z', 'revision_number': 5, 'project_id': '438cce0e2f434b5f879ce307da159923', 'subnets': [{'id': '28a5a3b4-f0d9-467d-972a-dc2703e90dc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:44:02.023001 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413a792f-479b-4c55-a941-d22f582457ad None None] The sync data for ids ['8d491db6-b417-4453-82fc-9341888a5f04'] in n-d-825064-1 is: [{'id': '8d491db6-b417-4453-82fc-9341888a5f04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1314540967', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'fbdd59f6-20c6-4db4-aca7-760cf6cb6be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:43:17Z', 'updated_at': '2022-01-18T22:43:33Z', 'revision_number': 4, 'project_id': '438cce0e2f434b5f879ce307da159923', 'gw_port': {'id': 'fbdd59f6-20c6-4db4-aca7-760cf6cb6be7', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:43:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d491db6-b417-4453-82fc-9341888a5f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:43:19Z', 'updated_at': '2022-01-18T22:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': 'd70c45c7-88f5-4894-a1d0-cc4a6780d8d2', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'floating_ip_address': '172.25.5.158', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': '8d491db6-b417-4453-82fc-9341888a5f04', 'port_id': '43c35b7b-c7cc-443c-bde2-a2705aeb426b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b03260d5-2a6f-4a7a-be90-beffbb90698f', 'mac_address': 'fa:16:3e:93:b5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c706f530-ad88-4562-931a-bc61de8d9bbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:43:57Z', 'updated_at': '2022-01-18T22:43:57Z', 'revision_number': 0, 'project_id': '438cce0e2f434b5f879ce307da159923', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93fd0805-0ef1-4806-a022-8aa46f439738', 'name': '', 'network_id': 'b03260d5-2a6f-4a7a-be90-beffbb90698f', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'mac_address': 'fa:16:3e:d8:5c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d491db6-b417-4453-82fc-9341888a5f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '28a5a3b4-f0d9-467d-972a-dc2703e90dc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:43:31Z', 'updated_at': '2022-01-18T22:43:38Z', 'revision_number': 5, 'project_id': '438cce0e2f434b5f879ce307da159923', 'subnets': [{'id': '28a5a3b4-f0d9-467d-972a-dc2703e90dc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:44:02.223076 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-bcd1272a-699c-4bb0-aa31-bbcac548b37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd46a3d0-e3a7-4fbc-b90b-0c6a03b6276b', 'name': 'tempest-TestNetworkBasicOps-router-1228168891', 'tenant_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '49daa510-f6ef-4709-9d2f-f3ef56651a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:43:56Z', 'updated_at': '2022-01-18T22:43:58Z', 'revision_number': 3, 'project_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'gw_port': {'id': '49daa510-f6ef-4709-9d2f-f3ef56651a1f', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:a7:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd46a3d0-e3a7-4fbc-b90b-0c6a03b6276b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:43:57Z', 'updated_at': '2022-01-18T22:44:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:44:02.280507 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd1272a-699c-4bb0-aa31-bbcac548b37a None None] The sync data for ids ['cd46a3d0-e3a7-4fbc-b90b-0c6a03b6276b'] in n-d-825064-1 is: [{'id': 'cd46a3d0-e3a7-4fbc-b90b-0c6a03b6276b', 'name': 'tempest-TestNetworkBasicOps-router-1228168891', 'tenant_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '49daa510-f6ef-4709-9d2f-f3ef56651a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:43:56Z', 'updated_at': '2022-01-18T22:43:58Z', 'revision_number': 3, 'project_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'gw_port': {'id': '49daa510-f6ef-4709-9d2f-f3ef56651a1f', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:a7:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd46a3d0-e3a7-4fbc-b90b-0c6a03b6276b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:43:57Z', 'updated_at': '2022-01-18T22:44:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:44:02.418653 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e37d8bd1-2eb1-44f7-97e7-403020e1fc37 req-886b19ed-15e1-427c-9098-68c9c1c91a90 tempest-VolumesNegativeTest-1702867604 tempest-VolumesNegativeTest-1702867604-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9902cb5493b6462c9aba43754469cd5a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5829332 Jan 18 22:44:02.478667 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b8280110-c431-4adb-a5e9-4a3b616881e3 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:02.505123 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff36c2c-0f2a-43e8-8606-bfba6a713027 None None] New status for floating IP d70c45c7-88f5-4894-a1d0-cc4a6780d8d2: ACTIVE {{(pid=102433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 22:44:02.508616 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d8efb06d-4cb7-49d3-ae1c-da5c8ec0e410 req-894b1780-f37e-406d-ab7c-b0cc87420600 service neutron] 10.222.0.53 "GET /v2.0/networks/6f6e0f18-5e6c-41ee-b5f2-91f93abb6d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6991127 Jan 18 22:44:02.512472 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b8280110-c431-4adb-a5e9-4a3b616881e3 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:02.560518 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 45424) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:02.565392 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd0b1ef-d0e9-4415-a8e6-b357e3803b11 req-ae1d6987-1dd9-4a6f-95d1-f76e84ddedb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:02.567280 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-8bd0b1ef-d0e9-4415-a8e6-b357e3803b11 req-ae1d6987-1dd9-4a6f-95d1-f76e84ddedb4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b03260d5-2a6f-4a7a-be90-beffbb90698f HTTP/1.1" status: 200 len: 896 time: 1.0935781 Jan 18 22:44:02.569466 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b8280110-c431-4adb-a5e9-4a3b616881e3 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:02.572334 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b8280110-c431-4adb-a5e9-4a3b616881e3 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:02.573465 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-b8280110-c431-4adb-a5e9-4a3b616881e3 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] 10.222.0.53 "DELETE /v2.0/security-groups/a8ad9aca-c181-466c-a3fd-0576a58128b0 HTTP/1.1" status: 204 len: 168 time: 1.2997606 Jan 18 22:44:02.588607 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 45426) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:02.589816 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8280110-c431-4adb-a5e9-4a3b616881e3 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ad9aca-c181-466c-a3fd-0576a58128b0,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:02.703718 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-b4b29ead-a56f-42a1-8e24-77c859037566 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/floatingips/d70c45c7-88f5-4894-a1d0-cc4a6780d8d2 HTTP/1.1" status: 200 len: 992 time: 0.1414921 Jan 18 22:44:02.737298 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [req-1464bb11-9384-4123-8072-43a7cf8c9681 req-6d1a0569-dbe7-43b9-895b-785e093bd0fc service neutron] (102431) timed out ('10.222.0.53', 48590) {{(pid=102431) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jan 18 22:44:02.742850 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-8bd0b1ef-d0e9-4415-a8e6-b357e3803b11 req-1a58afcb-55a4-42b3-a4b4-5dcfcb03a322 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43c35b7b-c7cc-443c-bde2-a2705aeb426b HTTP/1.1" status: 200 len: 1000 time: 0.1561337 Jan 18 22:44:02.826143 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-131e47e7-cbd2-4cf9-a1e4-11973208f86d tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2322581 Jan 18 22:44:02.842409 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 45436) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:02.884696 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b6d7a997-c6fc-4520-8f2f-9e99a46e10e3 req-42ce0cc7-d7a5-4fab-b263-0af301ea124b tempest-VolumesNegativeTest-1702867604 tempest-VolumesNegativeTest-1702867604-project] 10.222.0.53 "GET /v2.0/ports?device_id=4251b6ff-8c6c-4828-888d-dcf07d2cd22c HTTP/1.1" status: 200 len: 210 time: 0.0820487 Jan 18 22:44:02.904118 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-55403956-8084-496b-bf7d-03fa83884fb2 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Request body: {'security_group': {'name': 'tempest-secgroup--791913841'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:44:02.938375 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad0d931-179f-4196-9170-df723f56a992 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Network 54cde15a-b3d0-4662-8a1b-478ed8a485ba is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:44:02.958638 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-55403956-8084-496b-bf7d-03fa83884fb2 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:02.991502 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd0b1ef-d0e9-4415-a8e6-b357e3803b11 req-f7cb4df4-f27c-492e-93d5-5232c3a45059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:02.995664 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-8bd0b1ef-d0e9-4415-a8e6-b357e3803b11 req-f7cb4df4-f27c-492e-93d5-5232c3a45059 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=28a5a3b4-f0d9-467d-972a-dc2703e90dc7 HTTP/1.1" status: 200 len: 835 time: 0.1866164 Jan 18 22:44:02.997959 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-3ad0d931-179f-4196-9170-df723f56a992 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 54cde15a-b3d0-4662-8a1b-478ed8a485ba) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:44:03.007801 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc9d654-ec04-4bed-a194-99f2f74fbab5 None None] Network 54cde15a-b3d0-4662-8a1b-478ed8a485ba requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:44:03.012152 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad0d931-179f-4196-9170-df723f56a992 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:03.014395 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3ad0d931-179f-4196-9170-df723f56a992 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:03.132537 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-3ad0d931-179f-4196-9170-df723f56a992 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.7420793 Jan 18 22:44:03.139001 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 45448) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:03.141383 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4057cc17-5604-4a2b-aa06-818d9557ae5d req-740185a5-2cbe-4852-9c9b-35061e548dcf tempest-TestServerAdvancedOps-1778996021 tempest-TestServerAdvancedOps-1778996021-project] 10.222.0.53 "GET /v2.0/ports?device_id=548ca3fe-4706-4108-8dec-f7124caf88f5 HTTP/1.1" status: 200 len: 210 time: 0.1080832 Jan 18 22:44:03.170784 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd0b1ef-d0e9-4415-a8e6-b357e3803b11 req-18198021-6f40-43f6-a720-642ffe590769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:03.172425 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-8bd0b1ef-d0e9-4415-a8e6-b357e3803b11 req-18198021-6f40-43f6-a720-642ffe590769 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b03260d5-2a6f-4a7a-be90-beffbb90698f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1656315 Jan 18 22:44:03.374618 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-55403956-8084-496b-bf7d-03fa83884fb2 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:03.409656 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ed7a0b-5dc9-4798-97ad-1ba2897f6b9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-54cde15a-b3d0-4662-8a1b-478ed8a485ba', 'network_id': '54cde15a-b3d0-4662-8a1b-478ed8a485ba', 'tenant_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'fixed_ips': [{'subnet_id': '06b2cac0-86a6-4500-95d7-3a3f5617a0cc'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:44:03.410785 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63ed7a0b-5dc9-4798-97ad-1ba2897f6b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:03.471194 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-8bd0b1ef-d0e9-4415-a8e6-b357e3803b11 req-5fe2c41e-2c7b-42c5-94ce-17a8ed7bad89 service neutron] 10.222.0.67 "GET /v2.0/networks/b03260d5-2a6f-4a7a-be90-beffbb90698f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2864275 Jan 18 22:44:03.514041 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-55403956-8084-496b-bf7d-03fa83884fb2 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:03.617233 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-63ed7a0b-5dc9-4798-97ad-1ba2897f6b9e None None] Allocated IP 172.20.0.2 (54cde15a-b3d0-4662-8a1b-478ed8a485ba/06b2cac0-86a6-4500-95d7-3a3f5617a0cc/3ee005d0-4a0c-40b9-b3fa-de1e75078b7c) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:44:03.675470 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-55403956-8084-496b-bf7d-03fa83884fb2 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:03.679559 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-55403956-8084-496b-bf7d-03fa83884fb2 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8114560 Jan 18 22:44:03.683786 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 45460) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:03.708261 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-435d7df7-0e44-47f8-b4cd-6e3b736ef9c7 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Request body: {'security_group_rule': {'security_group_id': '13c5ac27-ef33-4f5e-accb-1b6fe9796553', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:44:03.709071 n-d-825064-1 neutron-server[102431]: WARNING neutron.api.v2.base [None req-435d7df7-0e44-47f8-b4cd-6e3b736ef9c7 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jan 18 22:44:03.710738 n-d-825064-1 neutron-server[102431]: INFO neutron.api.v2.resource [None req-435d7df7-0e44-47f8-b4cd-6e3b736ef9c7 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 22:44:03.710881 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 45462) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:03.716896 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-435d7df7-0e44-47f8-b4cd-6e3b736ef9c7 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0303278 Jan 18 22:44:03.745616 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 45464) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:03.778725 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-8bd0b1ef-d0e9-4415-a8e6-b357e3803b11 req-c3a1af2b-15df-4809-ac9b-0f3dee8508c4 service neutron] 10.222.0.67 "GET /v2.0/networks/b03260d5-2a6f-4a7a-be90-beffbb90698f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3016164 Jan 18 22:44:03.862019 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55403956-8084-496b-bf7d-03fa83884fb2 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13c5ac27-ef33-4f5e-accb-1b6fe9796553,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:04.064311 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-f2cab088-c370-4f72-ba93-e245948871de tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/floatingips/d70c45c7-88f5-4894-a1d0-cc4a6780d8d2 HTTP/1.1" status: 200 len: 994 time: 0.3383594 Jan 18 22:44:04.186970 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fc8ec418-bf04-484f-9929-385e09d906f7 req-78e393ff-fbfb-4de5-94bf-1d531cdc3af3 tempest-VolumesNegativeTest-1702867604 tempest-VolumesNegativeTest-1702867604-project] 10.222.0.53 "GET /v2.0/ports?device_id=4251b6ff-8c6c-4828-888d-dcf07d2cd22c HTTP/1.1" status: 200 len: 210 time: 0.1611204 Jan 18 22:44:04.259897 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-84064d19-2f82-4431-9be5-97e39412f959 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:04.286782 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63ed7a0b-5dc9-4798-97ad-1ba2897f6b9e None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:04.299798 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63ed7a0b-5dc9-4798-97ad-1ba2897f6b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:04.356707 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ed7a0b-5dc9-4798-97ad-1ba2897f6b9e None None] Network 54cde15a-b3d0-4662-8a1b-478ed8a485ba is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:44:04.362993 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-63ed7a0b-5dc9-4798-97ad-1ba2897f6b9e None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:44:04.364012 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-84064d19-2f82-4431-9be5-97e39412f959 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:04.369177 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e10ba3d4-7b04-4339-b77e-77906ee31022 req-e1fdc5f5-4b25-4196-955c-ecaa18cdb9c4 tempest-TestServerAdvancedOps-1778996021 tempest-TestServerAdvancedOps-1778996021-project] 10.222.0.53 "GET /v2.0/ports?device_id=548ca3fe-4706-4108-8dec-f7124caf88f5 HTTP/1.1" status: 200 len: 210 time: 0.0507207 Jan 18 22:44:04.379285 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ed7a0b-5dc9-4798-97ad-1ba2897f6b9e None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:44:04.497777 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ed7a0b-5dc9-4798-97ad-1ba2897f6b9e None None] Pushing event updated for resources: {'Port': ['ID=3ee005d0-4a0c-40b9-b3fa-de1e75078b7c,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:04.541043 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-63ed7a0b-5dc9-4798-97ad-1ba2897f6b9e None None] Attempting to bind port 3ee005d0-4a0c-40b9-b3fa-de1e75078b7c on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:44:04.541486 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-63ed7a0b-5dc9-4798-97ad-1ba2897f6b9e None None] Attempting to bind port 3ee005d0-4a0c-40b9-b3fa-de1e75078b7c by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': 'f534f66b-59cd-44fa-b0c3-38c9ad321472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '54cde15a-b3d0-4662-8a1b-478ed8a485ba'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:44:04.545503 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ed7a0b-5dc9-4798-97ad-1ba2897f6b9e None None] Attempting to bind port 3ee005d0-4a0c-40b9-b3fa-de1e75078b7c on network 54cde15a-b3d0-4662-8a1b-478ed8a485ba {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:44:04.550513 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-84064d19-2f82-4431-9be5-97e39412f959 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:04.559923 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-84064d19-2f82-4431-9be5-97e39412f959 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:04.561666 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ed7a0b-5dc9-4798-97ad-1ba2897f6b9e None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:44:04.562164 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ed7a0b-5dc9-4798-97ad-1ba2897f6b9e None None] Checking segment: {'id': 'f534f66b-59cd-44fa-b0c3-38c9ad321472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '54cde15a-b3d0-4662-8a1b-478ed8a485ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:44:04.562675 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63ed7a0b-5dc9-4798-97ad-1ba2897f6b9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:04.563169 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ed7a0b-5dc9-4798-97ad-1ba2897f6b9e None None] Bound using segment: {'id': 'f534f66b-59cd-44fa-b0c3-38c9ad321472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '54cde15a-b3d0-4662-8a1b-478ed8a485ba'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:44:04.563774 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-63ed7a0b-5dc9-4798-97ad-1ba2897f6b9e None None] Bound port: 3ee005d0-4a0c-40b9-b3fa-de1e75078b7c, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f534f66b-59cd-44fa-b0c3-38c9ad321472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '54cde15a-b3d0-4662-8a1b-478ed8a485ba'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:44:04.564305 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63ed7a0b-5dc9-4798-97ad-1ba2897f6b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:04.565975 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-84064d19-2f82-4431-9be5-97e39412f959 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] 10.222.0.53 "DELETE /v2.0/security-groups/13c5ac27-ef33-4f5e-accb-1b6fe9796553 HTTP/1.1" status: 204 len: 168 time: 0.7977133 Jan 18 22:44:04.569724 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 45480) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:04.593687 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84064d19-2f82-4431-9be5-97e39412f959 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13c5ac27-ef33-4f5e-accb-1b6fe9796553,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:04.690704 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-c7296eef-66e1-45b0-b8f3-796794f13969 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1138864 Jan 18 22:44:04.692610 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 45482) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:04.704009 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-048dcb0f-52cc-4bfd-8af5-5c140440f154 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Request body: {'security_group': {'name': 'tempest-secgroup--2060965999'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:44:04.714969 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-63ed7a0b-5dc9-4798-97ad-1ba2897f6b9e None None] For port 3ee005d0-4a0c-40b9-b3fa-de1e75078b7c, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:44:04.722560 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5f52250c-a043-41f7-86a6-8c92534fcfc4 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:04.726324 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-63ed7a0b-5dc9-4798-97ad-1ba2897f6b9e None None] For port 3ee005d0-4a0c-40b9-b3fa-de1e75078b7c, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=3ee005d0-4a0c-40b9-b3fa-de1e75078b7c,segment=NetworkSegment(f534f66b-59cd-44fa-b0c3-38c9ad321472),segment_id=f534f66b-59cd-44fa-b0c3-38c9ad321472)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:44:04.738348 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 49daa510-f6ef-4709-9d2f-f3ef56651a1f up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:44:04.807723 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e37d8bd1-2eb1-44f7-97e7-403020e1fc37 req-97cc2ba5-3e4b-498c-8833-44fa7d8cc3c3 tempest-VolumesNegativeTest-1702867604 tempest-VolumesNegativeTest-1702867604-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=9902cb5493b6462c9aba43754469cd5a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0606072 Jan 18 22:44:04.842744 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63ed7a0b-5dc9-4798-97ad-1ba2897f6b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:04.980810 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ed7a0b-5dc9-4798-97ad-1ba2897f6b9e None None] Pushing event updated for resources: {'Port': ['ID=3ee005d0-4a0c-40b9-b3fa-de1e75078b7c,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:04.989256 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 49daa510-f6ef-4709-9d2f-f3ef56651a1f triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:44:04.989765 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:05.211187 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:05.286818 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37d8bd1-2eb1-44f7-97e7-403020e1fc37 req-f19a98af-2d44-426f-a4b8-be34797af68f tempest-VolumesNegativeTest-1702867604 tempest-VolumesNegativeTest-1702867604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:05.288911 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e37d8bd1-2eb1-44f7-97e7-403020e1fc37 req-f19a98af-2d44-426f-a4b8-be34797af68f tempest-VolumesNegativeTest-1702867604 tempest-VolumesNegativeTest-1702867604-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4729471 Jan 18 22:44:05.292825 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port 49daa510-f6ef-4709-9d2f-f3ef56651a1f, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=49daa510-f6ef-4709-9d2f-f3ef56651a1f,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:44:05.307288 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:05.363772 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-e37d8bd1-2eb1-44f7-97e7-403020e1fc37 req-aafc2e31-92c9-4a7c-9561-39cef56e40c6 tempest-VolumesNegativeTest-1702867604 tempest-VolumesNegativeTest-1702867604-project] Request body: {'port': {'device_id': '4251b6ff-8c6c-4828-888d-dcf07d2cd22c', 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b', 'admin_state_up': True, 'tenant_id': '9902cb5493b6462c9aba43754469cd5a'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:44:05.465864 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=49daa510-f6ef-4709-9d2f-f3ef56651a1f,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:05.473224 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-048dcb0f-52cc-4bfd-8af5-5c140440f154 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:05.510659 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6f38ae2f-c13a-4fe5-8116-e3b6b254dbf8 req-5926ed2b-bd20-44e0-9740-ad1a62895d84 tempest-VolumesNegativeTest-1702867604 tempest-VolumesNegativeTest-1702867604-project] 10.222.0.53 "GET /v2.0/ports?device_id=4251b6ff-8c6c-4828-888d-dcf07d2cd22c HTTP/1.1" status: 200 len: 210 time: 0.1821640 Jan 18 22:44:05.667541 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-175d1274-0b92-4720-8897-6ebb970cc7ad req-dd4667cb-d5a1-4c43-aeff-484bb5179f40 tempest-TestServerAdvancedOps-1778996021 tempest-TestServerAdvancedOps-1778996021-project] 10.222.0.53 "GET /v2.0/ports?device_id=548ca3fe-4706-4108-8dec-f7124caf88f5 HTTP/1.1" status: 200 len: 210 time: 0.0638313 Jan 18 22:44:05.737044 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-5f52250c-a043-41f7-86a6-8c92534fcfc4 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Allocated IP 172.20.0.1 (54cde15a-b3d0-4662-8a1b-478ed8a485ba/06b2cac0-86a6-4500-95d7-3a3f5617a0cc/c6f96e70-2b8f-4f48-bb77-9b204eca615d) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:44:05.923253 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5f52250c-a043-41f7-86a6-8c92534fcfc4 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:05.934174 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-048dcb0f-52cc-4bfd-8af5-5c140440f154 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:05.949357 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-048dcb0f-52cc-4bfd-8af5-5c140440f154 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:05.975187 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5f52250c-a043-41f7-86a6-8c92534fcfc4 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:06.002718 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-048dcb0f-52cc-4bfd-8af5-5c140440f154 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:06.006036 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-048dcb0f-52cc-4bfd-8af5-5c140440f154 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3121684 Jan 18 22:44:06.016605 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 45510) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:06.045942 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f52250c-a043-41f7-86a6-8c92534fcfc4 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Pushing event updated for resources: {'Port': ['ID=c6f96e70-2b8f-4f48-bb77-9b204eca615d,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:06.050841 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8efb06d-4cb7-49d3-ae1c-da5c8ec0e410 req-4126dd86-5341-41ef-ba34-e3464b3706fb tempest-TestServerAdvancedOps-1778996021 tempest-TestServerAdvancedOps-1778996021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:06.051214 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f52250c-a043-41f7-86a6-8c92534fcfc4 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Network 54cde15a-b3d0-4662-8a1b-478ed8a485ba is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:44:06.052893 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-5f52250c-a043-41f7-86a6-8c92534fcfc4 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:44:06.053888 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-d8efb06d-4cb7-49d3-ae1c-da5c8ec0e410 req-4126dd86-5341-41ef-ba34-e3464b3706fb tempest-TestServerAdvancedOps-1778996021 tempest-TestServerAdvancedOps-1778996021-project] 10.222.0.36 "GET /v2.0/networks?id=6f6e0f18-5e6c-41ee-b5f2-91f93abb6d09 HTTP/1.1" status: 200 len: 812 time: 0.7645068 Jan 18 22:44:06.056413 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f52250c-a043-41f7-86a6-8c92534fcfc4 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:44:06.060394 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-09346a78-0118-4e2c-899d-4aadbe2f323c tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Request body: {'security_group_rule': {'security_group_id': 'f8c61edd-8ef2-4fd0-b817-487b38fd6688', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:44:06.065191 n-d-825064-1 neutron-server[102431]: WARNING neutron.api.v2.base [None req-09346a78-0118-4e2c-899d-4aadbe2f323c tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jan 18 22:44:06.068347 n-d-825064-1 neutron-server[102431]: INFO neutron.api.v2.resource [None req-09346a78-0118-4e2c-899d-4aadbe2f323c tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 22:44:06.078601 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-09346a78-0118-4e2c-899d-4aadbe2f323c tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0204136 Jan 18 22:44:06.101740 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-d8efb06d-4cb7-49d3-ae1c-da5c8ec0e410 req-30e2beb0-6955-4c65-ac1e-939241e158d8 tempest-TestServerAdvancedOps-1778996021 tempest-TestServerAdvancedOps-1778996021-project] Request body: {'port': {'device_id': '548ca3fe-4706-4108-8dec-f7124caf88f5', 'network_id': '6f6e0f18-5e6c-41ee-b5f2-91f93abb6d09', 'admin_state_up': True, 'tenant_id': 'ca8dfd3cf9064a0293dd77a9a41ff160'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:44:06.105605 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 45516) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:06.113244 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-607403fd-57eb-4a46-ba59-0ce46f921985 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Request body: {'security_group_rule': {'security_group_id': 'f8c61edd-8ef2-4fd0-b817-487b38fd6688', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:44:06.114291 n-d-825064-1 neutron-server[102431]: WARNING neutron.api.v2.base [None req-607403fd-57eb-4a46-ba59-0ce46f921985 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jan 18 22:44:06.114991 n-d-825064-1 neutron-server[102431]: INFO neutron.api.v2.resource [None req-607403fd-57eb-4a46-ba59-0ce46f921985 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 22:44:06.116450 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-607403fd-57eb-4a46-ba59-0ce46f921985 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0079010 Jan 18 22:44:06.130908 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 45518) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:06.132001 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048dcb0f-52cc-4bfd-8af5-5c140440f154 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c61edd-8ef2-4fd0-b817-487b38fd6688,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:06.140324 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-e94c9faa-65b0-4350-84b6-202bbb4b6e22 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Request body: {'security_group_rule': {'security_group_id': 'f8c61edd-8ef2-4fd0-b817-487b38fd6688', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:44:06.141145 n-d-825064-1 neutron-server[102431]: WARNING neutron.api.v2.base [None req-e94c9faa-65b0-4350-84b6-202bbb4b6e22 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jan 18 22:44:06.141921 n-d-825064-1 neutron-server[102431]: INFO neutron.api.v2.resource [None req-e94c9faa-65b0-4350-84b6-202bbb4b6e22 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 22:44:06.142934 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-e94c9faa-65b0-4350-84b6-202bbb4b6e22 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0062559 Jan 18 22:44:06.150530 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 45520) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:06.160959 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-cca35907-2941-4eb9-8e38-e3d1bb8a40ec tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Request body: {'security_group_rule': {'security_group_id': 'f8c61edd-8ef2-4fd0-b817-487b38fd6688', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:44:06.162049 n-d-825064-1 neutron-server[102431]: WARNING neutron.api.v2.base [None req-cca35907-2941-4eb9-8e38-e3d1bb8a40ec tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jan 18 22:44:06.162736 n-d-825064-1 neutron-server[102431]: INFO neutron.api.v2.resource [None req-cca35907-2941-4eb9-8e38-e3d1bb8a40ec tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 22:44:06.163937 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-cca35907-2941-4eb9-8e38-e3d1bb8a40ec tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0123880 Jan 18 22:44:06.172099 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5f52250c-a043-41f7-86a6-8c92534fcfc4 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1040954'] for router_interface, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:06.174709 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 45522) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:06.230295 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e37d8bd1-2eb1-44f7-97e7-403020e1fc37 req-aafc2e31-92c9-4a7c-9561-39cef56e40c6 tempest-VolumesNegativeTest-1702867604 tempest-VolumesNegativeTest-1702867604-project] Made reservation on behalf of 9902cb5493b6462c9aba43754469cd5a for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:44:06.235819 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-e37d8bd1-2eb1-44f7-97e7-403020e1fc37 req-aafc2e31-92c9-4a7c-9561-39cef56e40c6 tempest-VolumesNegativeTest-1702867604 tempest-VolumesNegativeTest-1702867604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:06.253992 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-e37d8bd1-2eb1-44f7-97e7-403020e1fc37 req-aafc2e31-92c9-4a7c-9561-39cef56e40c6 tempest-VolumesNegativeTest-1702867604 tempest-VolumesNegativeTest-1702867604-project] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:06.333214 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9b9b8108-390b-46d6-9294-e09200654d41 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:06.374945 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8efb06d-4cb7-49d3-ae1c-da5c8ec0e410 req-30e2beb0-6955-4c65-ac1e-939241e158d8 tempest-TestServerAdvancedOps-1778996021 tempest-TestServerAdvancedOps-1778996021-project] Made reservation on behalf of ca8dfd3cf9064a0293dd77a9a41ff160 for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:44:06.379863 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-d8efb06d-4cb7-49d3-ae1c-da5c8ec0e410 req-30e2beb0-6955-4c65-ac1e-939241e158d8 tempest-TestServerAdvancedOps-1778996021 tempest-TestServerAdvancedOps-1778996021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:06.380308 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9b9b8108-390b-46d6-9294-e09200654d41 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:06.442631 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5f52250c-a043-41f7-86a6-8c92534fcfc4 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:06.466953 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-e37d8bd1-2eb1-44f7-97e7-403020e1fc37 req-aafc2e31-92c9-4a7c-9561-39cef56e40c6 tempest-VolumesNegativeTest-1702867604 tempest-VolumesNegativeTest-1702867604-project] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:06.529277 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9b9b8108-390b-46d6-9294-e09200654d41 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:06.534320 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9b9b8108-390b-46d6-9294-e09200654d41 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:06.535496 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-9b9b8108-390b-46d6-9294-e09200654d41 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] 10.222.0.53 "DELETE /v2.0/security-groups/f8c61edd-8ef2-4fd0-b817-487b38fd6688 HTTP/1.1" status: 204 len: 168 time: 0.3587770 Jan 18 22:44:06.543334 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-e37d8bd1-2eb1-44f7-97e7-403020e1fc37 req-aafc2e31-92c9-4a7c-9561-39cef56e40c6 tempest-VolumesNegativeTest-1702867604 tempest-VolumesNegativeTest-1702867604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:06.543483 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 45524) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:06.611301 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9b8108-390b-46d6-9294-e09200654d41 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c61edd-8ef2-4fd0-b817-487b38fd6688,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:06.713553 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [req-e37d8bd1-2eb1-44f7-97e7-403020e1fc37 req-aafc2e31-92c9-4a7c-9561-39cef56e40c6 tempest-VolumesNegativeTest-1702867604 tempest-VolumesNegativeTest-1702867604-project] Allocated IP 192.168.233.78 (aed2eca7-1bb0-443d-8485-b985dbe9851b/8518183d-cc63-459a-b971-d4c7514e001f/ece69cf6-7c9a-494b-b5db-39276f074ff7) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:44:06.743501 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-33f0c7c5-c6c7-4048-a6be-2ca7253863a3 req-4b1af6e6-bc9c-4868-b0cf-de5062128db4 tempest-VolumesNegativeTest-1702867604 tempest-VolumesNegativeTest-1702867604-project] 10.222.0.53 "GET /v2.0/ports?device_id=4251b6ff-8c6c-4828-888d-dcf07d2cd22c HTTP/1.1" status: 200 len: 210 time: 0.0589972 Jan 18 22:44:06.765044 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 49daa510-f6ef-4709-9d2f-f3ef56651a1f up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:44:06.786386 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d2546333-d97d-4fb2-b8b2-f78cfefc445f req-a3ef946c-a4dc-43f8-bb6f-64743ee4636a tempest-TestServerAdvancedOps-1778996021 tempest-TestServerAdvancedOps-1778996021-project] 10.222.0.53 "GET /v2.0/ports?device_id=548ca3fe-4706-4108-8dec-f7124caf88f5 HTTP/1.1" status: 200 len: 210 time: 0.0409620 Jan 18 22:44:06.798596 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-056fc808-70c9-4b9c-a965-94296adca5fb tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2531111 Jan 18 22:44:06.817779 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 45530) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:06.830402 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-0ed8e6fa-5ff2-4511-9f50-23e97674001f tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Request body: {'security_group': {'name': 'tempest-secgroup--1578917552'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:44:06.853092 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 49daa510-f6ef-4709-9d2f-f3ef56651a1f triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:44:06.853812 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:06.878050 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8cf2e1-1a6d-49ea-8128-79febc92613c None None] Network 54cde15a-b3d0-4662-8a1b-478ed8a485ba requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:44:06.929656 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [req-d8efb06d-4cb7-49d3-ae1c-da5c8ec0e410 req-30e2beb0-6955-4c65-ac1e-939241e158d8 tempest-TestServerAdvancedOps-1778996021 tempest-TestServerAdvancedOps-1778996021-project] Allocated IP 172.20.0.3 (6f6e0f18-5e6c-41ee-b5f2-91f93abb6d09/647f1437-53ad-43df-9403-e9ecef19cae3/7a2598e7-2279-4d66-9a41-536ec17bacc1) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:44:06.932976 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafc2e31-92c9-4a7c-9561-39cef56e40c6 tempest-VolumesNegativeTest-1702867604 tempest-VolumesNegativeTest-1702867604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c846c015-fedb-404f-a15f-802f87d9c38e,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:06.964306 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-606cfd66-834e-404c-b640-4f6d02b0a88c None None] Provisioning complete for port 3ee005d0-4a0c-40b9-b3fa-de1e75078b7c triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:44:06.964695 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-606cfd66-834e-404c-b640-4f6d02b0a88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:06.971155 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0ed8e6fa-5ff2-4511-9f50-23e97674001f tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:07.059407 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5f52250c-a043-41f7-86a6-8c92534fcfc4 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:07.065786 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5f52250c-a043-41f7-86a6-8c92534fcfc4 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:07.072637 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-e37d8bd1-2eb1-44f7-97e7-403020e1fc37 req-aafc2e31-92c9-4a7c-9561-39cef56e40c6 tempest-VolumesNegativeTest-1702867604 tempest-VolumesNegativeTest-1702867604-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:07.189808 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 3ee005d0-4a0c-40b9-b3fa-de1e75078b7c up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:44:07.196575 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5f52250c-a043-41f7-86a6-8c92534fcfc4 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-613854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1041070'] for router_interface, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:07.199291 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f52250c-a043-41f7-86a6-8c92534fcfc4 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Pushing event updated for resources: {'Port': ['ID=c6f96e70-2b8f-4f48-bb77-9b204eca615d,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:07.288017 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-e37d8bd1-2eb1-44f7-97e7-403020e1fc37 req-aafc2e31-92c9-4a7c-9561-39cef56e40c6 tempest-VolumesNegativeTest-1702867604 tempest-VolumesNegativeTest-1702867604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:07.296143 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0ed8e6fa-5ff2-4511-9f50-23e97674001f tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:07.308512 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-606cfd66-834e-404c-b640-4f6d02b0a88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:07.356342 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0ed8e6fa-5ff2-4511-9f50-23e97674001f tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:07.384098 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-606cfd66-834e-404c-b640-4f6d02b0a88c None None] For port 3ee005d0-4a0c-40b9-b3fa-de1e75078b7c, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=3ee005d0-4a0c-40b9-b3fa-de1e75078b7c,segment=NetworkSegment(f534f66b-59cd-44fa-b0c3-38c9ad321472),segment_id=f534f66b-59cd-44fa-b0c3-38c9ad321472)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:44:07.389638 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f52250c-a043-41f7-86a6-8c92534fcfc4 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Network 54cde15a-b3d0-4662-8a1b-478ed8a485ba is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:44:07.390692 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-606cfd66-834e-404c-b640-4f6d02b0a88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:07.391139 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-5f52250c-a043-41f7-86a6-8c92534fcfc4 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:44:07.509325 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e37d8bd1-2eb1-44f7-97e7-403020e1fc37 req-aafc2e31-92c9-4a7c-9561-39cef56e40c6 tempest-VolumesNegativeTest-1702867604 tempest-VolumesNegativeTest-1702867604-project] Network aed2eca7-1bb0-443d-8485-b985dbe9851b is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:44:07.530843 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-d8efb06d-4cb7-49d3-ae1c-da5c8ec0e410 req-30e2beb0-6955-4c65-ac1e-939241e158d8 tempest-TestServerAdvancedOps-1778996021 tempest-TestServerAdvancedOps-1778996021-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:07.531005 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 3ee005d0-4a0c-40b9-b3fa-de1e75078b7c triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:44:07.531237 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:07.543867 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed8e6fa-5ff2-4511-9f50-23e97674001f tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5499daf-206d-4c76-be8c-288d320bb820,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:07.561792 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0ed8e6fa-5ff2-4511-9f50-23e97674001f tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:07.565719 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-0ed8e6fa-5ff2-4511-9f50-23e97674001f tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7411439 Jan 18 22:44:07.568967 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafc2e31-92c9-4a7c-9561-39cef56e40c6 tempest-VolumesNegativeTest-1702867604 tempest-VolumesNegativeTest-1702867604-project] Pushing event updated for resources: {'Port': ['ID=ece69cf6-7c9a-494b-b5db-39276f074ff7,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:07.578832 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 45576) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:07.585308 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [req-e37d8bd1-2eb1-44f7-97e7-403020e1fc37 req-aafc2e31-92c9-4a7c-9561-39cef56e40c6 tempest-VolumesNegativeTest-1702867604 tempest-VolumesNegativeTest-1702867604-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:44:07.590206 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-e37d8bd1-2eb1-44f7-97e7-403020e1fc37 req-aafc2e31-92c9-4a7c-9561-39cef56e40c6 tempest-VolumesNegativeTest-1702867604 tempest-VolumesNegativeTest-1702867604-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:44:07.672080 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606cfd66-834e-404c-b640-4f6d02b0a88c None None] Pushing event updated for resources: {'Port': ['ID=3ee005d0-4a0c-40b9-b3fa-de1e75078b7c,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:07.769075 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37d8bd1-2eb1-44f7-97e7-403020e1fc37 req-aafc2e31-92c9-4a7c-9561-39cef56e40c6 tempest-VolumesNegativeTest-1702867604 tempest-VolumesNegativeTest-1702867604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:07.770947 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-e37d8bd1-2eb1-44f7-97e7-403020e1fc37 req-aafc2e31-92c9-4a7c-9561-39cef56e40c6 tempest-VolumesNegativeTest-1702867604 tempest-VolumesNegativeTest-1702867604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:07.923529 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e37d8bd1-2eb1-44f7-97e7-403020e1fc37 req-aafc2e31-92c9-4a7c-9561-39cef56e40c6 tempest-VolumesNegativeTest-1702867604 tempest-VolumesNegativeTest-1702867604-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5815976 Jan 18 22:44:07.930207 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-2d975d25-7b54-4f8d-8d3b-734a48ad69a8 None None] Provisioning complete for port c6f96e70-2b8f-4f48-bb77-9b204eca615d triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:44:07.930890 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2d975d25-7b54-4f8d-8d3b-734a48ad69a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:07.932660 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-d8efb06d-4cb7-49d3-ae1c-da5c8ec0e410 req-30e2beb0-6955-4c65-ac1e-939241e158d8 tempest-TestServerAdvancedOps-1778996021 tempest-TestServerAdvancedOps-1778996021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:07.957115 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [req-e37d8bd1-2eb1-44f7-97e7-403020e1fc37 req-a9d46793-3360-4bfc-bc4e-526c89772923 tempest-VolumesNegativeTest-1702867604 tempest-VolumesNegativeTest-1702867604-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:44:07.958664 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e37d8bd1-2eb1-44f7-97e7-403020e1fc37 req-a9d46793-3360-4bfc-bc4e-526c89772923 tempest-VolumesNegativeTest-1702867604 tempest-VolumesNegativeTest-1702867604-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0172901 Jan 18 22:44:07.996580 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8efb06d-4cb7-49d3-ae1c-da5c8ec0e410 req-30e2beb0-6955-4c65-ac1e-939241e158d8 tempest-TestServerAdvancedOps-1778996021 tempest-TestServerAdvancedOps-1778996021-project] Network 6f6e0f18-5e6c-41ee-b5f2-91f93abb6d09 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:44:08.012589 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-2d975d25-7b54-4f8d-8d3b-734a48ad69a8 None None] Port c6f96e70-2b8f-4f48-bb77-9b204eca615d cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:44:08.053325 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-2d975d25-7b54-4f8d-8d3b-734a48ad69a8 None None] Provisioning complete for port 3ee005d0-4a0c-40b9-b3fa-de1e75078b7c triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:44:08.055898 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2d975d25-7b54-4f8d-8d3b-734a48ad69a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:08.101417 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-e37d8bd1-2eb1-44f7-97e7-403020e1fc37 req-fa2d2ed7-1e1f-4d63-bbe6-2a9767797d38 service neutron] Request body: {'port': {'device_id': '4251b6ff-8c6c-4828-888d-dcf07d2cd22c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:44:08.141848 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [req-d8efb06d-4cb7-49d3-ae1c-da5c8ec0e410 req-30e2beb0-6955-4c65-ac1e-939241e158d8 tempest-TestServerAdvancedOps-1778996021 tempest-TestServerAdvancedOps-1778996021-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:44:08.144705 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8efb06d-4cb7-49d3-ae1c-da5c8ec0e410 req-30e2beb0-6955-4c65-ac1e-939241e158d8 tempest-TestServerAdvancedOps-1778996021 tempest-TestServerAdvancedOps-1778996021-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:44:08.147880 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e2beb0-6955-4c65-ac1e-939241e158d8 tempest-TestServerAdvancedOps-1778996021 tempest-TestServerAdvancedOps-1778996021-project] Pushing event updated for resources: {'Port': ['ID=7a2598e7-2279-4d66-9a41-536ec17bacc1,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:08.215178 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-3d0b88b3-d61a-4def-943f-f0da942f2d64 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Request body: {'security_group_rule': {'security_group_id': 'e5499daf-206d-4c76-be8c-288d320bb820', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:44:08.216485 n-d-825064-1 neutron-server[102430]: WARNING neutron.api.v2.base [None req-3d0b88b3-d61a-4def-943f-f0da942f2d64 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 18 22:44:08.217352 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [None req-3d0b88b3-d61a-4def-943f-f0da942f2d64 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 22:44:08.222004 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-3d0b88b3-d61a-4def-943f-f0da942f2d64 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0132129 Jan 18 22:44:08.222552 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 45602) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:08.234022 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8efb06d-4cb7-49d3-ae1c-da5c8ec0e410 req-30e2beb0-6955-4c65-ac1e-939241e158d8 tempest-TestServerAdvancedOps-1778996021 tempest-TestServerAdvancedOps-1778996021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:08.234777 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-d8efb06d-4cb7-49d3-ae1c-da5c8ec0e410 req-30e2beb0-6955-4c65-ac1e-939241e158d8 tempest-TestServerAdvancedOps-1778996021 tempest-TestServerAdvancedOps-1778996021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:08.241373 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-e37d8bd1-2eb1-44f7-97e7-403020e1fc37 req-fa2d2ed7-1e1f-4d63-bbe6-2a9767797d38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:08.287393 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-e4911ac6-bde0-416e-b798-d0ee72b2afea tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Request body: {'security_group_rule': {'security_group_id': 'e5499daf-206d-4c76-be8c-288d320bb820', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:44:08.296106 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-d8efb06d-4cb7-49d3-ae1c-da5c8ec0e410 req-30e2beb0-6955-4c65-ac1e-939241e158d8 tempest-TestServerAdvancedOps-1778996021 tempest-TestServerAdvancedOps-1778996021-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2011399 Jan 18 22:44:08.327396 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-5de7630b-d303-48e7-886b-3e8f239598c9 None None] Provisioning complete for port ece69cf6-7c9a-494b-b5db-39276f074ff7 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:44:08.330165 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5de7630b-d303-48e7-886b-3e8f239598c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:08.331924 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-d8efb06d-4cb7-49d3-ae1c-da5c8ec0e410 req-7cf8f270-13c2-4e44-bdb6-1c874f7be212 service neutron] Request body: {'port': {'device_id': '548ca3fe-4706-4108-8dec-f7124caf88f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:44:08.390817 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c10656-45a9-4233-93cf-ac52024eb4cc req-396a93c0-d375-4c91-ad95-5697b4456a9a tempest-VolumesNegativeTest-1702867604 tempest-VolumesNegativeTest-1702867604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:08.394982 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f1c10656-45a9-4233-93cf-ac52024eb4cc req-396a93c0-d375-4c91-ad95-5697b4456a9a tempest-VolumesNegativeTest-1702867604 tempest-VolumesNegativeTest-1702867604-project] 10.222.0.53 "GET /v2.0/ports?device_id=4251b6ff-8c6c-4828-888d-dcf07d2cd22c HTTP/1.1" status: 200 len: 935 time: 0.1708724 Jan 18 22:44:08.414257 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d589914-6162-41bf-9f0f-b7c9ac4311ec req-f739fe0b-3adc-4748-a209-f6c43aec5dce tempest-TestServerAdvancedOps-1778996021 tempest-TestServerAdvancedOps-1778996021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:08.415018 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-5de7630b-d303-48e7-886b-3e8f239598c9 None None] Port ece69cf6-7c9a-494b-b5db-39276f074ff7 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:44:08.415848 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1d589914-6162-41bf-9f0f-b7c9ac4311ec req-f739fe0b-3adc-4748-a209-f6c43aec5dce tempest-TestServerAdvancedOps-1778996021 tempest-TestServerAdvancedOps-1778996021-project] 10.222.0.53 "GET /v2.0/ports?device_id=548ca3fe-4706-4108-8dec-f7124caf88f5 HTTP/1.1" status: 200 len: 931 time: 0.1611130 Jan 18 22:44:08.434883 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f52250c-a043-41f7-86a6-8c92534fcfc4 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Router cd46a3d0-e3a7-4fbc-b90b-0c6a03b6276b has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:44:08.462193 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-5de7630b-d303-48e7-886b-3e8f239598c9 None None] Provisioning complete for port c6f96e70-2b8f-4f48-bb77-9b204eca615d triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:44:08.464264 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5de7630b-d303-48e7-886b-3e8f239598c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:08.508629 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [None req-e4911ac6-bde0-416e-b798-d0ee72b2afea tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 22:44:08.513501 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-e4911ac6-bde0-416e-b798-d0ee72b2afea tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2276473 Jan 18 22:44:08.517094 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 45628) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:08.554462 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-5de7630b-d303-48e7-886b-3e8f239598c9 None None] Port c6f96e70-2b8f-4f48-bb77-9b204eca615d cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:44:08.576712 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-d8efb06d-4cb7-49d3-ae1c-da5c8ec0e410 req-7cf8f270-13c2-4e44-bdb6-1c874f7be212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:08.585797 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-3c9611c8-8141-424b-959f-ce781139fd90 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Request body: {'security_group_rule': {'security_group_id': 'e5499daf-206d-4c76-be8c-288d320bb820', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:44:08.590438 n-d-825064-1 neutron-server[102430]: WARNING neutron.api.v2.base [None req-3c9611c8-8141-424b-959f-ce781139fd90 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jan 18 22:44:08.591353 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 3ee005d0-4a0c-40b9-b3fa-de1e75078b7c up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:44:08.592117 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [None req-3c9611c8-8141-424b-959f-ce781139fd90 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 22:44:08.598720 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-3c9611c8-8141-424b-959f-ce781139fd90 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0754497 Jan 18 22:44:08.612975 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f1c10656-45a9-4233-93cf-ac52024eb4cc req-13d399c2-1079-4518-9490-4657ee486aa0 tempest-VolumesNegativeTest-1702867604 tempest-VolumesNegativeTest-1702867604-project] 10.222.0.53 "GET /v2.0/security-groups?id=c846c015-fedb-404f-a15f-802f87d9c38e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101912 Jan 18 22:44:08.616309 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 45634) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:08.620932 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-0badda66-bb6d-444b-aca7-2f3152f22acd tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Request body: {'security_group_rule': {'security_group_id': 'e5499daf-206d-4c76-be8c-288d320bb820', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:44:08.623464 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1d589914-6162-41bf-9f0f-b7c9ac4311ec req-ebfeb245-2ae0-4cad-a191-236906f4648a tempest-TestServerAdvancedOps-1778996021 tempest-TestServerAdvancedOps-1778996021-project] 10.222.0.53 "GET /v2.0/security-groups?id=310a1828-658e-4e2a-bb52-227664ffcb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966901 Jan 18 22:44:08.698824 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-fbbf844c-416b-4012-b840-33da7c75ce6f None None] Provisioning complete for port c6f96e70-2b8f-4f48-bb77-9b204eca615d triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:44:08.699610 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fbbf844c-416b-4012-b840-33da7c75ce6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:08.727800 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f52250c-a043-41f7-86a6-8c92534fcfc4 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:44:08.750702 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-5f52250c-a043-41f7-86a6-8c92534fcfc4 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "PUT /v2.0/routers/cd46a3d0-e3a7-4fbc-b90b-0c6a03b6276b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6082478 Jan 18 22:44:08.753378 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 45636) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:08.756139 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-fbbf844c-416b-4012-b840-33da7c75ce6f None None] Port c6f96e70-2b8f-4f48-bb77-9b204eca615d cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:44:08.757940 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9976266-9a2b-4677-a780-71e5a3826459 None None] Sync routers for ids ['cd46a3d0-e3a7-4fbc-b90b-0c6a03b6276b'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:44:08.761723 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 3ee005d0-4a0c-40b9-b3fa-de1e75078b7c triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:44:08.762261 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:08.807993 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9976266-9a2b-4677-a780-71e5a3826459 None None] Routers {'cd46a3d0-e3a7-4fbc-b90b-0c6a03b6276b'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:44:08.808639 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-c9976266-9a2b-4677-a780-71e5a3826459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:43:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['cd46a3d0-e3a7-4fbc-b90b-0c6a03b6276b'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:44:08.961392 n-d-825064-1 neutron-server[102431]: INFO neutron.api.v2.resource [None req-0badda66-bb6d-444b-aca7-2f3152f22acd tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 22:44:08.962494 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-0badda66-bb6d-444b-aca7-2f3152f22acd tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3452702 Jan 18 22:44:08.965466 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 45642) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:08.977688 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-0979981a-d36f-407e-8768-ffe432817ec0 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Request body: {'security_group_rule': {'security_group_id': 'e5499daf-206d-4c76-be8c-288d320bb820', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:44:08.979175 n-d-825064-1 neutron-server[102430]: WARNING neutron.api.v2.base [None req-0979981a-d36f-407e-8768-ffe432817ec0 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 18 22:44:08.979694 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [None req-0979981a-d36f-407e-8768-ffe432817ec0 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 22:44:08.981526 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-0979981a-d36f-407e-8768-ffe432817ec0 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0150211 Jan 18 22:44:08.985936 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 45644) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:08.996391 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-31fb0abb-5a4f-4c16-a923-237c8638442b tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Request body: {'security_group_rule': {'security_group_id': 'e5499daf-206d-4c76-be8c-288d320bb820', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:44:09.023258 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-c9976266-9a2b-4677-a780-71e5a3826459 None None] Set router cd46a3d0-e3a7-4fbc-b90b-0c6a03b6276b gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:44:09.108049 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [None req-31fb0abb-5a4f-4c16-a923-237c8638442b tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 22:44:09.112183 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-31fb0abb-5a4f-4c16-a923-237c8638442b tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1235304 Jan 18 22:44:09.114414 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 45646) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:09.131700 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-65db4053-8f42-4036-9287-ca2198746f45 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Request body: {'security_group_rule': {'security_group_id': 'e5499daf-206d-4c76-be8c-288d320bb820', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:44:09.132317 n-d-825064-1 neutron-server[102430]: WARNING neutron.api.v2.base [None req-65db4053-8f42-4036-9287-ca2198746f45 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jan 18 22:44:09.133029 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [None req-65db4053-8f42-4036-9287-ca2198746f45 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 22:44:09.137918 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-65db4053-8f42-4036-9287-ca2198746f45 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0220461 Jan 18 22:44:09.138574 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 45650) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:09.145068 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-50140eb0-4499-4faf-86b0-e453170bed22 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Request body: {'security_group_rule': {'security_group_id': 'e5499daf-206d-4c76-be8c-288d320bb820', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:44:09.207398 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [req-e37d8bd1-2eb1-44f7-97e7-403020e1fc37 req-fa2d2ed7-1e1f-4d63-bbe6-2a9767797d38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ece69cf6-7c9a-494b-b5db-39276f074ff7 {{(pid=102431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:44:09.212930 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [None req-50140eb0-4499-4faf-86b0-e453170bed22 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 22:44:09.217697 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-50140eb0-4499-4faf-86b0-e453170bed22 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0751553 Jan 18 22:44:09.218305 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 45652) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:09.218402 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c0c80e-6525-4464-8caa-aab528921cf4 tempest-TestNetworkBasicOps-1276463588 tempest-TestNetworkBasicOps-1276463588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:09.219443 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c0c80e-6525-4464-8caa-aab528921cf4 tempest-TestNetworkBasicOps-1276463588 tempest-TestNetworkBasicOps-1276463588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:09.219443 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c0c80e-6525-4464-8caa-aab528921cf4 tempest-TestNetworkBasicOps-1276463588 tempest-TestNetworkBasicOps-1276463588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:09.219667 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c0c80e-6525-4464-8caa-aab528921cf4 tempest-TestNetworkBasicOps-1276463588 tempest-TestNetworkBasicOps-1276463588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:09.220049 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c0c80e-6525-4464-8caa-aab528921cf4 tempest-TestNetworkBasicOps-1276463588 tempest-TestNetworkBasicOps-1276463588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:09.220590 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c0c80e-6525-4464-8caa-aab528921cf4 tempest-TestNetworkBasicOps-1276463588 tempest-TestNetworkBasicOps-1276463588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:09.221070 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c0c80e-6525-4464-8caa-aab528921cf4 tempest-TestNetworkBasicOps-1276463588 tempest-TestNetworkBasicOps-1276463588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:09.221615 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c0c80e-6525-4464-8caa-aab528921cf4 tempest-TestNetworkBasicOps-1276463588 tempest-TestNetworkBasicOps-1276463588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:09.221961 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c0c80e-6525-4464-8caa-aab528921cf4 tempest-TestNetworkBasicOps-1276463588 tempest-TestNetworkBasicOps-1276463588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:09.226455 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-15c0c80e-6525-4464-8caa-aab528921cf4 tempest-TestNetworkBasicOps-1276463588 tempest-TestNetworkBasicOps-1276463588-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6360 time: 0.4615798 Jan 18 22:44:09.228920 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 45654) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:09.235209 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-bd91c4db-7afd-420d-903c-669dbfafbaec tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Request body: {'security_group_rule': {'security_group_id': 'e5499daf-206d-4c76-be8c-288d320bb820', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:44:09.248908 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-e37d8bd1-2eb1-44f7-97e7-403020e1fc37 req-fa2d2ed7-1e1f-4d63-bbe6-2a9767797d38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:09.294662 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [None req-bd91c4db-7afd-420d-903c-669dbfafbaec tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 22:44:09.299742 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-bd91c4db-7afd-420d-903c-669dbfafbaec tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0804448 Jan 18 22:44:09.300367 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 45656) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:09.309834 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [req-e37d8bd1-2eb1-44f7-97e7-403020e1fc37 req-fa2d2ed7-1e1f-4d63-bbe6-2a9767797d38 service neutron] Transition to ACTIVE for port object ece69cf6-7c9a-494b-b5db-39276f074ff7 will not be triggered until provisioned by entity L2. {{(pid=102431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:44:09.323251 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-e37d8bd1-2eb1-44f7-97e7-403020e1fc37 req-fa2d2ed7-1e1f-4d63-bbe6-2a9767797d38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:09.354170 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-c9976266-9a2b-4677-a780-71e5a3826459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd46a3d0-e3a7-4fbc-b90b-0c6a03b6276b', 'name': 'tempest-TestNetworkBasicOps-router-1228168891', 'tenant_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '49daa510-f6ef-4709-9d2f-f3ef56651a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:43:56Z', 'updated_at': '2022-01-18T22:44:06Z', 'revision_number': 4, 'project_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'gw_port': {'id': '49daa510-f6ef-4709-9d2f-f3ef56651a1f', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:a7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd46a3d0-e3a7-4fbc-b90b-0c6a03b6276b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:43:57Z', 'updated_at': '2022-01-18T22:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'c6f96e70-2b8f-4f48-bb77-9b204eca615d', 'name': '', 'network_id': '54cde15a-b3d0-4662-8a1b-478ed8a485ba', 'tenant_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'mac_address': 'fa:16:3e:8d:b8:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd46a3d0-e3a7-4fbc-b90b-0c6a03b6276b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '06b2cac0-86a6-4500-95d7-3a3f5617a0cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:44:05Z', 'updated_at': '2022-01-18T22:44:06Z', 'revision_number': 2, 'project_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'subnets': [{'id': '06b2cac0-86a6-4500-95d7-3a3f5617a0cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:44:09.371909 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-52947976-487c-404c-a496-fc0a767a82ea tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:09.390705 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93bd3669-e9e5-48e8-a297-3222a9213810 tempest-TestNetworkBasicOps-1276463588 tempest-TestNetworkBasicOps-1276463588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:09.391169 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93bd3669-e9e5-48e8-a297-3222a9213810 tempest-TestNetworkBasicOps-1276463588 tempest-TestNetworkBasicOps-1276463588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:09.391552 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9976266-9a2b-4677-a780-71e5a3826459 None None] Checking router: cd46a3d0-e3a7-4fbc-b90b-0c6a03b6276b for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:44:09.391676 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93bd3669-e9e5-48e8-a297-3222a9213810 tempest-TestNetworkBasicOps-1276463588 tempest-TestNetworkBasicOps-1276463588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:09.392051 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93bd3669-e9e5-48e8-a297-3222a9213810 tempest-TestNetworkBasicOps-1276463588 tempest-TestNetworkBasicOps-1276463588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:09.392307 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9976266-9a2b-4677-a780-71e5a3826459 None None] Updating router cd46a3d0-e3a7-4fbc-b90b-0c6a03b6276b port c6f96e70-2b8f-4f48-bb77-9b204eca615d binding host n-d-825064-1 {{(pid=102432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:44:09.392520 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93bd3669-e9e5-48e8-a297-3222a9213810 tempest-TestNetworkBasicOps-1276463588 tempest-TestNetworkBasicOps-1276463588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:09.392963 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93bd3669-e9e5-48e8-a297-3222a9213810 tempest-TestNetworkBasicOps-1276463588 tempest-TestNetworkBasicOps-1276463588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:09.393399 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93bd3669-e9e5-48e8-a297-3222a9213810 tempest-TestNetworkBasicOps-1276463588 tempest-TestNetworkBasicOps-1276463588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:09.393831 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93bd3669-e9e5-48e8-a297-3222a9213810 tempest-TestNetworkBasicOps-1276463588 tempest-TestNetworkBasicOps-1276463588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:09.394271 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93bd3669-e9e5-48e8-a297-3222a9213810 tempest-TestNetworkBasicOps-1276463588 tempest-TestNetworkBasicOps-1276463588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:09.396613 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-93bd3669-e9e5-48e8-a297-3222a9213810 tempest-TestNetworkBasicOps-1276463588 tempest-TestNetworkBasicOps-1276463588-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5907 time: 0.1507704 Jan 18 22:44:09.403280 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 45658) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:09.429018 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c9976266-9a2b-4677-a780-71e5a3826459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:09.432930 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [req-d8efb06d-4cb7-49d3-ae1c-da5c8ec0e410 req-7cf8f270-13c2-4e44-bdb6-1c874f7be212 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a2598e7-2279-4d66-9a41-536ec17bacc1 {{(pid=102431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:44:09.441571 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2d2ed7-1e1f-4d63-bbe6-2a9767797d38 service neutron] Pushing event updated for resources: {'Port': ['ID=ece69cf6-7c9a-494b-b5db-39276f074ff7,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:09.457079 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-d8efb06d-4cb7-49d3-ae1c-da5c8ec0e410 req-7cf8f270-13c2-4e44-bdb6-1c874f7be212 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:09.498866 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-52947976-487c-404c-a496-fc0a767a82ea tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:09.526691 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [req-d8efb06d-4cb7-49d3-ae1c-da5c8ec0e410 req-7cf8f270-13c2-4e44-bdb6-1c874f7be212 service neutron] Transition to ACTIVE for port object 7a2598e7-2279-4d66-9a41-536ec17bacc1 will not be triggered until provisioned by entity L2. {{(pid=102431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:44:09.541974 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-d8efb06d-4cb7-49d3-ae1c-da5c8ec0e410 req-7cf8f270-13c2-4e44-bdb6-1c874f7be212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:09.655322 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-e37d8bd1-2eb1-44f7-97e7-403020e1fc37 req-fa2d2ed7-1e1f-4d63-bbe6-2a9767797d38 service neutron] Attempting to bind port ece69cf6-7c9a-494b-b5db-39276f074ff7 on host n-h1-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:44:09.657149 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-e37d8bd1-2eb1-44f7-97e7-403020e1fc37 req-fa2d2ed7-1e1f-4d63-bbe6-2a9767797d38 service neutron] Attempting to bind port ece69cf6-7c9a-494b-b5db-39276f074ff7 by drivers openvswitch,hyperv on host n-h1-825064-1 at level 0 using segments [{'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:44:09.658161 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37d8bd1-2eb1-44f7-97e7-403020e1fc37 req-fa2d2ed7-1e1f-4d63-bbe6-2a9767797d38 service neutron] Attempting to bind port ece69cf6-7c9a-494b-b5db-39276f074ff7 on network aed2eca7-1bb0-443d-8485-b985dbe9851b {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:44:09.687304 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-52947976-487c-404c-a496-fc0a767a82ea tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:09.689923 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-52947976-487c-404c-a496-fc0a767a82ea tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:09.693608 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-52947976-487c-404c-a496-fc0a767a82ea tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] 10.222.0.53 "DELETE /v2.0/security-groups/e5499daf-206d-4c76-be8c-288d320bb820 HTTP/1.1" status: 204 len: 168 time: 0.3898034 Jan 18 22:44:09.702596 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 45664) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:09.731768 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37d8bd1-2eb1-44f7-97e7-403020e1fc37 req-fa2d2ed7-1e1f-4d63-bbe6-2a9767797d38 service neutron] Port ece69cf6-7c9a-494b-b5db-39276f074ff7 on network aed2eca7-1bb0-443d-8485-b985dbe9851b not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:44:09.732090 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37d8bd1-2eb1-44f7-97e7-403020e1fc37 req-fa2d2ed7-1e1f-4d63-bbe6-2a9767797d38 service neutron] Attempting to bind port ece69cf6-7c9a-494b-b5db-39276f074ff7 on network aed2eca7-1bb0-443d-8485-b985dbe9851b {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:44:09.763605 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37d8bd1-2eb1-44f7-97e7-403020e1fc37 req-fa2d2ed7-1e1f-4d63-bbe6-2a9767797d38 service neutron] Checking agent: {'id': 'e49d1b2a-ba11-487f-a804-ecbf3c0e8132', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:44:09.763992 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37d8bd1-2eb1-44f7-97e7-403020e1fc37 req-fa2d2ed7-1e1f-4d63-bbe6-2a9767797d38 service neutron] Checking segment: {'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:44:09.766527 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37d8bd1-2eb1-44f7-97e7-403020e1fc37 req-fa2d2ed7-1e1f-4d63-bbe6-2a9767797d38 service neutron] Bound using segment: {'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:44:09.767637 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52947976-487c-404c-a496-fc0a767a82ea tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5499daf-206d-4c76-be8c-288d320bb820,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:09.768292 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-e37d8bd1-2eb1-44f7-97e7-403020e1fc37 req-fa2d2ed7-1e1f-4d63-bbe6-2a9767797d38 service neutron] Bound port: ece69cf6-7c9a-494b-b5db-39276f074ff7, host: n-h1-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:44:09.769298 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-e37d8bd1-2eb1-44f7-97e7-403020e1fc37 req-fa2d2ed7-1e1f-4d63-bbe6-2a9767797d38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:09.784607 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf8f270-13c2-4e44-bdb6-1c874f7be212 service neutron] Pushing event updated for resources: {'Port': ['ID=7a2598e7-2279-4d66-9a41-536ec17bacc1,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:09.879596 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-d8efb06d-4cb7-49d3-ae1c-da5c8ec0e410 req-7cf8f270-13c2-4e44-bdb6-1c874f7be212 service neutron] Attempting to bind port 7a2598e7-2279-4d66-9a41-536ec17bacc1 on host n-h1-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:44:09.879956 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-d8efb06d-4cb7-49d3-ae1c-da5c8ec0e410 req-7cf8f270-13c2-4e44-bdb6-1c874f7be212 service neutron] Attempting to bind port 7a2598e7-2279-4d66-9a41-536ec17bacc1 by drivers openvswitch,hyperv on host n-h1-825064-1 at level 0 using segments [{'id': 'e03b2945-1677-45f1-af73-ca245c1cd410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6f6e0f18-5e6c-41ee-b5f2-91f93abb6d09'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:44:09.880311 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8efb06d-4cb7-49d3-ae1c-da5c8ec0e410 req-7cf8f270-13c2-4e44-bdb6-1c874f7be212 service neutron] Attempting to bind port 7a2598e7-2279-4d66-9a41-536ec17bacc1 on network 6f6e0f18-5e6c-41ee-b5f2-91f93abb6d09 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:44:09.890042 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-e527cd70-990a-4d26-81f5-474e91489fb0 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1805232 Jan 18 22:44:09.894538 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8efb06d-4cb7-49d3-ae1c-da5c8ec0e410 req-7cf8f270-13c2-4e44-bdb6-1c874f7be212 service neutron] Port 7a2598e7-2279-4d66-9a41-536ec17bacc1 on network 6f6e0f18-5e6c-41ee-b5f2-91f93abb6d09 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:44:09.894899 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8efb06d-4cb7-49d3-ae1c-da5c8ec0e410 req-7cf8f270-13c2-4e44-bdb6-1c874f7be212 service neutron] Attempting to bind port 7a2598e7-2279-4d66-9a41-536ec17bacc1 on network 6f6e0f18-5e6c-41ee-b5f2-91f93abb6d09 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:44:09.899905 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 45666) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:09.905431 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-c49a2e71-db07-4061-8459-6de5c25fabf4 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Request body: {'security_group': {'name': 'tempest-secgroup--257075766'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:44:09.913058 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-e37d8bd1-2eb1-44f7-97e7-403020e1fc37 req-fa2d2ed7-1e1f-4d63-bbe6-2a9767797d38 service neutron] For port ece69cf6-7c9a-494b-b5db-39276f074ff7, host n-h1-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:44:09.917416 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-e37d8bd1-2eb1-44f7-97e7-403020e1fc37 req-fa2d2ed7-1e1f-4d63-bbe6-2a9767797d38 service neutron] For port ece69cf6-7c9a-494b-b5db-39276f074ff7, host n-h1-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=ece69cf6-7c9a-494b-b5db-39276f074ff7,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:44:09.918835 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8efb06d-4cb7-49d3-ae1c-da5c8ec0e410 req-7cf8f270-13c2-4e44-bdb6-1c874f7be212 service neutron] Checking agent: {'id': 'e49d1b2a-ba11-487f-a804-ecbf3c0e8132', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:44:09.919376 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8efb06d-4cb7-49d3-ae1c-da5c8ec0e410 req-7cf8f270-13c2-4e44-bdb6-1c874f7be212 service neutron] Checking segment: {'id': 'e03b2945-1677-45f1-af73-ca245c1cd410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6f6e0f18-5e6c-41ee-b5f2-91f93abb6d09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:44:09.919918 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8efb06d-4cb7-49d3-ae1c-da5c8ec0e410 req-7cf8f270-13c2-4e44-bdb6-1c874f7be212 service neutron] Bound using segment: {'id': 'e03b2945-1677-45f1-af73-ca245c1cd410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6f6e0f18-5e6c-41ee-b5f2-91f93abb6d09'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:44:09.920564 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-d8efb06d-4cb7-49d3-ae1c-da5c8ec0e410 req-7cf8f270-13c2-4e44-bdb6-1c874f7be212 service neutron] Bound port: 7a2598e7-2279-4d66-9a41-536ec17bacc1, host: n-h1-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e03b2945-1677-45f1-af73-ca245c1cd410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6f6e0f18-5e6c-41ee-b5f2-91f93abb6d09'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:44:09.921086 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-d8efb06d-4cb7-49d3-ae1c-da5c8ec0e410 req-7cf8f270-13c2-4e44-bdb6-1c874f7be212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:09.934122 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-e37d8bd1-2eb1-44f7-97e7-403020e1fc37 req-fa2d2ed7-1e1f-4d63-bbe6-2a9767797d38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:09.953886 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41c35e8-562c-41ed-866f-f5c4dccd9fae req-7c053e2a-efdc-4655-a57b-d8af4894ec80 tempest-VolumesNegativeTest-1702867604 tempest-VolumesNegativeTest-1702867604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:09.955811 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d41c35e8-562c-41ed-866f-f5c4dccd9fae req-7c053e2a-efdc-4655-a57b-d8af4894ec80 tempest-VolumesNegativeTest-1702867604 tempest-VolumesNegativeTest-1702867604-project] 10.222.0.53 "GET /v2.0/ports?device_id=4251b6ff-8c6c-4828-888d-dcf07d2cd22c HTTP/1.1" status: 200 len: 947 time: 0.1535428 Jan 18 22:44:09.963958 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001bce3d-f16e-40e0-8459-9365ed260ccc req-d33f79ba-42bd-4b68-8cc3-12e2d7cc6999 tempest-TestServerAdvancedOps-1778996021 tempest-TestServerAdvancedOps-1778996021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:09.966295 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-001bce3d-f16e-40e0-8459-9365ed260ccc req-d33f79ba-42bd-4b68-8cc3-12e2d7cc6999 tempest-TestServerAdvancedOps-1778996021 tempest-TestServerAdvancedOps-1778996021-project] 10.222.0.53 "GET /v2.0/ports?device_id=548ca3fe-4706-4108-8dec-f7124caf88f5 HTTP/1.1" status: 200 len: 943 time: 0.2102742 Jan 18 22:44:09.977103 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c9976266-9a2b-4677-a780-71e5a3826459 None None] Notify callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:09.991247 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37d8bd1-2eb1-44f7-97e7-403020e1fc37 req-fa2d2ed7-1e1f-4d63-bbe6-2a9767797d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:09.991903 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-e37d8bd1-2eb1-44f7-97e7-403020e1fc37 req-fa2d2ed7-1e1f-4d63-bbe6-2a9767797d38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:09.993553 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e37d8bd1-2eb1-44f7-97e7-403020e1fc37 req-fa2d2ed7-1e1f-4d63-bbe6-2a9767797d38 service neutron] 10.222.0.36 "PUT /v2.0/ports/ece69cf6-7c9a-494b-b5db-39276f074ff7 HTTP/1.1" status: 200 len: 1095 time: 1.9173257 Jan 18 22:44:09.996361 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4251b6ff-8c6c-4828-888d-dcf07d2cd22c', 'tag': 'ece69cf6-7c9a-494b-b5db-39276f074ff7'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:44:09.999613 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bf247e3-f38c-4f4a-b44a-efc93425ecad" -d '{"events": [{"name": "network-changed", "server_uuid": "4251b6ff-8c6c-4828-888d-dcf07d2cd22c", "tag": "ece69cf6-7c9a-494b-b5db-39276f074ff7"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:44:10.000752 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c9976266-9a2b-4677-a780-71e5a3826459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:10.054722 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-54845a4d-e908-4926-8fca-279f4c18a03c tempest-TestNetworkBasicOps-1276463588 tempest-TestNetworkBasicOps-1276463588-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3775 time: 0.6500421 Jan 18 22:44:10.067283 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-001bce3d-f16e-40e0-8459-9365ed260ccc req-74be1016-2b58-4e07-b159-04a71cb66841 tempest-TestServerAdvancedOps-1778996021 tempest-TestServerAdvancedOps-1778996021-project] 10.222.0.53 "GET /v2.0/security-groups?id=310a1828-658e-4e2a-bb52-227664ffcb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737462 Jan 18 22:44:10.112595 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d41c35e8-562c-41ed-866f-f5c4dccd9fae req-2042885f-53f8-405d-90df-d0fac00cfe5e tempest-VolumesNegativeTest-1702867604 tempest-VolumesNegativeTest-1702867604-project] 10.222.0.53 "GET /v2.0/security-groups?id=c846c015-fedb-404f-a15f-802f87d9c38e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440771 Jan 18 22:44:10.175860 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c49a2e71-db07-4061-8459-6de5c25fabf4 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:10.212592 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b8646f6-e0f1-45c0-8631-bfca1549da66 x-openstack-request-id: req-0b8646f6-e0f1-45c0-8631-bfca1549da66 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:44:10.213247 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4251b6ff-8c6c-4828-888d-dcf07d2cd22c", "tag": "ece69cf6-7c9a-494b-b5db-39276f074ff7", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:44:10.213247 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0b8646f6-e0f1-45c0-8631-bfca1549da66 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:44:10.213627 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4251b6ff-8c6c-4828-888d-dcf07d2cd22c', 'tag': 'ece69cf6-7c9a-494b-b5db-39276f074ff7', 'status': 'completed', 'code': 200} Jan 18 22:44:10.225556 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2d2ed7-1e1f-4d63-bbe6-2a9767797d38 service neutron] Pushing event updated for resources: {'Port': ['ID=ece69cf6-7c9a-494b-b5db-39276f074ff7,revision_number=3']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:10.231695 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc87c02a-517b-4caf-9074-e3e16910a35f None None] Pushing event updated for resources: {'Port': ['ID=c6f96e70-2b8f-4f48-bb77-9b204eca615d,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:10.391343 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-c9976266-9a2b-4677-a780-71e5a3826459 None None] Attempting to bind port c6f96e70-2b8f-4f48-bb77-9b204eca615d on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:44:10.391726 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-c9976266-9a2b-4677-a780-71e5a3826459 None None] Attempting to bind port c6f96e70-2b8f-4f48-bb77-9b204eca615d by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': 'f534f66b-59cd-44fa-b0c3-38c9ad321472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '54cde15a-b3d0-4662-8a1b-478ed8a485ba'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:44:10.391960 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-d8efb06d-4cb7-49d3-ae1c-da5c8ec0e410 req-7cf8f270-13c2-4e44-bdb6-1c874f7be212 service neutron] For port 7a2598e7-2279-4d66-9a41-536ec17bacc1, host n-h1-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:44:10.393552 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9976266-9a2b-4677-a780-71e5a3826459 None None] Attempting to bind port c6f96e70-2b8f-4f48-bb77-9b204eca615d on network 54cde15a-b3d0-4662-8a1b-478ed8a485ba {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:44:10.399697 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c49a2e71-db07-4061-8459-6de5c25fabf4 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:10.403645 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9976266-9a2b-4677-a780-71e5a3826459 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:44:10.404108 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9976266-9a2b-4677-a780-71e5a3826459 None None] Checking segment: {'id': 'f534f66b-59cd-44fa-b0c3-38c9ad321472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '54cde15a-b3d0-4662-8a1b-478ed8a485ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:44:10.404596 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c9976266-9a2b-4677-a780-71e5a3826459 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:10.405120 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9976266-9a2b-4677-a780-71e5a3826459 None None] Bound using segment: {'id': 'f534f66b-59cd-44fa-b0c3-38c9ad321472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '54cde15a-b3d0-4662-8a1b-478ed8a485ba'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:44:10.405605 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-c9976266-9a2b-4677-a780-71e5a3826459 None None] Bound port: c6f96e70-2b8f-4f48-bb77-9b204eca615d, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f534f66b-59cd-44fa-b0c3-38c9ad321472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '54cde15a-b3d0-4662-8a1b-478ed8a485ba'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:44:10.406052 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c9976266-9a2b-4677-a780-71e5a3826459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:10.410645 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37d8bd1-2eb1-44f7-97e7-403020e1fc37 req-46c7d2ca-3647-4dca-bb94-4772fbb94089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:10.412413 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e37d8bd1-2eb1-44f7-97e7-403020e1fc37 req-46c7d2ca-3647-4dca-bb94-4772fbb94089 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9902cb5493b6462c9aba43754469cd5a&device_id=4251b6ff-8c6c-4828-888d-dcf07d2cd22c HTTP/1.1" status: 200 len: 1098 time: 0.3591993 Jan 18 22:44:10.418284 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-d8efb06d-4cb7-49d3-ae1c-da5c8ec0e410 req-7cf8f270-13c2-4e44-bdb6-1c874f7be212 service neutron] For port 7a2598e7-2279-4d66-9a41-536ec17bacc1, host n-h1-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=7a2598e7-2279-4d66-9a41-536ec17bacc1,segment=NetworkSegment(e03b2945-1677-45f1-af73-ca245c1cd410),segment_id=e03b2945-1677-45f1-af73-ca245c1cd410)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:44:10.419957 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c49a2e71-db07-4061-8459-6de5c25fabf4 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:10.456239 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-d8efb06d-4cb7-49d3-ae1c-da5c8ec0e410 req-7cf8f270-13c2-4e44-bdb6-1c874f7be212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:10.528776 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-c9976266-9a2b-4677-a780-71e5a3826459 None None] For port c6f96e70-2b8f-4f48-bb77-9b204eca615d, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:44:10.534721 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-c9976266-9a2b-4677-a780-71e5a3826459 None None] For port c6f96e70-2b8f-4f48-bb77-9b204eca615d, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=c6f96e70-2b8f-4f48-bb77-9b204eca615d,segment=NetworkSegment(f534f66b-59cd-44fa-b0c3-38c9ad321472),segment_id=f534f66b-59cd-44fa-b0c3-38c9ad321472)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:44:10.548247 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c9976266-9a2b-4677-a780-71e5a3826459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:10.632299 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9976266-9a2b-4677-a780-71e5a3826459 None None] Routers {'cd46a3d0-e3a7-4fbc-b90b-0c6a03b6276b'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:44:10.634848 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-c9976266-9a2b-4677-a780-71e5a3826459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:43:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['cd46a3d0-e3a7-4fbc-b90b-0c6a03b6276b'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:44:10.748764 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc87c02a-517b-4caf-9074-e3e16910a35f None None] Pushing event updated for resources: {'Port': ['ID=c6f96e70-2b8f-4f48-bb77-9b204eca615d,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:10.810905 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 45688) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:10.811433 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-5fa2ea82-ddd1-4dab-b72b-b373a4a6305a None None] Provisioning complete for port c6f96e70-2b8f-4f48-bb77-9b204eca615d triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:44:10.811791 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5fa2ea82-ddd1-4dab-b72b-b373a4a6305a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:10.832298 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-2762f6e9-01fe-480f-82d1-ea16be7eb80e tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-86448057', 'description': 'tempest-secgroup-smoke-86448057 description', 'project_id': '5fdd9d74a6a7474aa33a3f08cd7c198f'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:44:10.894563 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2762f6e9-01fe-480f-82d1-ea16be7eb80e tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:11.015047 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2762f6e9-01fe-480f-82d1-ea16be7eb80e tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:11.023051 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2762f6e9-01fe-480f-82d1-ea16be7eb80e tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:11.082616 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2762f6e9-01fe-480f-82d1-ea16be7eb80e tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:11.084090 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-2762f6e9-01fe-480f-82d1-ea16be7eb80e tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2709129 Jan 18 22:44:11.126751 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 45692) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:11.144219 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-6725b2c8-aacb-43a5-aa51-e38c77e7b890 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Request body: {'security_group_rule': {'security_group_id': '06879c08-9e1d-4dae-8c09-839ec9fac45c', 'project_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:44:11.149546 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49a2e71-db07-4061-8459-6de5c25fabf4 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=698794fb-03ef-4447-92a9-74f19960b41d,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:11.166121 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c49a2e71-db07-4061-8459-6de5c25fabf4 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:11.175999 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-c49a2e71-db07-4061-8459-6de5c25fabf4 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2746451 Jan 18 22:44:11.187542 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 45698) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:11.188531 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-c9976266-9a2b-4677-a780-71e5a3826459 None None] Set router cd46a3d0-e3a7-4fbc-b90b-0c6a03b6276b gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:44:11.194370 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf8f270-13c2-4e44-bdb6-1c874f7be212 service neutron] Pushing event updated for resources: {'Port': ['ID=7a2598e7-2279-4d66-9a41-536ec17bacc1,revision_number=3']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:11.204626 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2762f6e9-01fe-480f-82d1-ea16be7eb80e tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06879c08-9e1d-4dae-8c09-839ec9fac45c,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:11.207370 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-eed1e9ec-72a1-4234-a93e-a4bcc4be8cab tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Request body: {'security_group_rule': {'security_group_id': '698794fb-03ef-4447-92a9-74f19960b41d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:44:11.221250 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6725b2c8-aacb-43a5-aa51-e38c77e7b890 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:11.223573 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e37d8bd1-2eb1-44f7-97e7-403020e1fc37 req-5caa4a0c-3b53-42ca-9916-94b85b130994 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=ece69cf6-7c9a-494b-b5db-39276f074ff7 HTTP/1.1" status: 200 len: 217 time: 0.7871513 Jan 18 22:44:11.230543 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5fa2ea82-ddd1-4dab-b72b-b373a4a6305a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:11.236248 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8efb06d-4cb7-49d3-ae1c-da5c8ec0e410 req-7cf8f270-13c2-4e44-bdb6-1c874f7be212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:11.239362 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-d8efb06d-4cb7-49d3-ae1c-da5c8ec0e410 req-7cf8f270-13c2-4e44-bdb6-1c874f7be212 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:11.241617 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-d8efb06d-4cb7-49d3-ae1c-da5c8ec0e410 req-7cf8f270-13c2-4e44-bdb6-1c874f7be212 service neutron] 10.222.0.36 "PUT /v2.0/ports/7a2598e7-2279-4d66-9a41-536ec17bacc1 HTTP/1.1" status: 200 len: 1091 time: 2.9143615 Jan 18 22:44:11.359041 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-5fa2ea82-ddd1-4dab-b72b-b373a4a6305a None None] For port c6f96e70-2b8f-4f48-bb77-9b204eca615d, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=c6f96e70-2b8f-4f48-bb77-9b204eca615d,segment=NetworkSegment(f534f66b-59cd-44fa-b0c3-38c9ad321472),segment_id=f534f66b-59cd-44fa-b0c3-38c9ad321472)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:44:11.371621 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5fa2ea82-ddd1-4dab-b72b-b373a4a6305a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:11.419804 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37d8bd1-2eb1-44f7-97e7-403020e1fc37 req-1d9e58dc-1ba9-43f8-9d0b-2ef84b773339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:11.421871 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e37d8bd1-2eb1-44f7-97e7-403020e1fc37 req-1d9e58dc-1ba9-43f8-9d0b-2ef84b773339 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8518183d-cc63-459a-b971-d4c7514e001f HTTP/1.1" status: 200 len: 843 time: 0.1757653 Jan 18 22:44:11.424331 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8efb06d-4cb7-49d3-ae1c-da5c8ec0e410 req-2aff0964-35a4-4a01-b0bd-dacdc1f7788c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:11.426182 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-d8efb06d-4cb7-49d3-ae1c-da5c8ec0e410 req-2aff0964-35a4-4a01-b0bd-dacdc1f7788c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ca8dfd3cf9064a0293dd77a9a41ff160&device_id=548ca3fe-4706-4108-8dec-f7124caf88f5 HTTP/1.1" status: 200 len: 1094 time: 0.1352510 Jan 18 22:44:11.427923 n-d-825064-1 neutron-server[102431]: INFO neutron.api.v2.resource [None req-eed1e9ec-72a1-4234-a93e-a4bcc4be8cab tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] create failed (client error): The resource could not be found. Jan 18 22:44:11.441263 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-eed1e9ec-72a1-4234-a93e-a4bcc4be8cab tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2423682 Jan 18 22:44:11.444067 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6725b2c8-aacb-43a5-aa51-e38c77e7b890 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:11.452006 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 45702) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:11.463047 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6725b2c8-aacb-43a5-aa51-e38c77e7b890 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:11.473146 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-3fab5db7-30a8-42b2-ad84-cc11405ccfba tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Request body: {'security_group_rule': {'security_group_id': '698794fb-03ef-4447-92a9-74f19960b41d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '4c3afd50-44cd-4baf-88c2-3fac683f1f87'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:44:11.500601 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddc3237-047b-47ea-95f1-54a5be1284df req-acae73aa-11bb-45c2-846d-706aa4b699d2 tempest-TestServerAdvancedOps-1778996021 tempest-TestServerAdvancedOps-1778996021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:11.502410 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7ddc3237-047b-47ea-95f1-54a5be1284df req-acae73aa-11bb-45c2-846d-706aa4b699d2 tempest-TestServerAdvancedOps-1778996021 tempest-TestServerAdvancedOps-1778996021-project] 10.222.0.53 "GET /v2.0/ports?device_id=548ca3fe-4706-4108-8dec-f7124caf88f5 HTTP/1.1" status: 200 len: 943 time: 0.1906264 Jan 18 22:44:11.521086 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-d8efb06d-4cb7-49d3-ae1c-da5c8ec0e410 req-92cd926f-a5bc-48d2-b709-8866d29ad8a7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7a2598e7-2279-4d66-9a41-536ec17bacc1 HTTP/1.1" status: 200 len: 217 time: 0.0640209 Jan 18 22:44:11.525900 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa2ea82-ddd1-4dab-b72b-b373a4a6305a None None] Pushing event updated for resources: {'Port': ['ID=c6f96e70-2b8f-4f48-bb77-9b204eca615d,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:11.556022 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-6d65e0d8-309d-4b51-a17b-22254e1804d8 None None] Provisioning complete for port c6f96e70-2b8f-4f48-bb77-9b204eca615d triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:44:11.556712 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6d65e0d8-309d-4b51-a17b-22254e1804d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:11.585318 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c548684-4541-42ae-a068-7593eb35fb81 req-7c4de14e-53a4-4a2c-bd98-089b737a095b tempest-VolumesNegativeTest-1702867604 tempest-VolumesNegativeTest-1702867604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:11.587003 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9c548684-4541-42ae-a068-7593eb35fb81 req-7c4de14e-53a4-4a2c-bd98-089b737a095b tempest-VolumesNegativeTest-1702867604 tempest-VolumesNegativeTest-1702867604-project] 10.222.0.53 "GET /v2.0/ports?device_id=4251b6ff-8c6c-4828-888d-dcf07d2cd22c HTTP/1.1" status: 200 len: 947 time: 0.2726090 Jan 18 22:44:11.589989 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7ddc3237-047b-47ea-95f1-54a5be1284df req-b0322baa-29eb-44c5-9c3e-71a8e8f0f18d tempest-TestServerAdvancedOps-1778996021 tempest-TestServerAdvancedOps-1778996021-project] 10.222.0.53 "GET /v2.0/security-groups?id=310a1828-658e-4e2a-bb52-227664ffcb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697601 Jan 18 22:44:11.603791 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6725b2c8-aacb-43a5-aa51-e38c77e7b890 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=998358f6-f552-4ef0-8a9e-1b0852c0781a,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:11.613514 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37d8bd1-2eb1-44f7-97e7-403020e1fc37 req-49a7b2e5-40b7-4337-bdbe-45d9a6a520e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:11.613514 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e37d8bd1-2eb1-44f7-97e7-403020e1fc37 req-49a7b2e5-40b7-4337-bdbe-45d9a6a520e1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=aed2eca7-1bb0-443d-8485-b985dbe9851b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1682160 Jan 18 22:44:11.622992 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6725b2c8-aacb-43a5-aa51-e38c77e7b890 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:11.627980 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-6725b2c8-aacb-43a5-aa51-e38c77e7b890 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4979773 Jan 18 22:44:11.632009 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 45704) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:11.636544 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8efb06d-4cb7-49d3-ae1c-da5c8ec0e410 req-5cf2d8e3-2818-4b61-85a7-e0dae3ff9b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:11.638425 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-d8efb06d-4cb7-49d3-ae1c-da5c8ec0e410 req-5cf2d8e3-2818-4b61-85a7-e0dae3ff9b8c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=647f1437-53ad-43df-9403-e9ecef19cae3 HTTP/1.1" status: 200 len: 852 time: 0.0993419 Jan 18 22:44:11.643745 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-88183702-a51e-4f32-ab98-8bd010aa651b tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Request body: {'security_group_rule': {'security_group_id': '06879c08-9e1d-4dae-8c09-839ec9fac45c', 'project_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:44:11.684635 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-c9976266-9a2b-4677-a780-71e5a3826459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd46a3d0-e3a7-4fbc-b90b-0c6a03b6276b', 'name': 'tempest-TestNetworkBasicOps-router-1228168891', 'tenant_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '49daa510-f6ef-4709-9d2f-f3ef56651a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:43:56Z', 'updated_at': '2022-01-18T22:44:06Z', 'revision_number': 4, 'project_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'gw_port': {'id': '49daa510-f6ef-4709-9d2f-f3ef56651a1f', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:a7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd46a3d0-e3a7-4fbc-b90b-0c6a03b6276b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:43:57Z', 'updated_at': '2022-01-18T22:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'c6f96e70-2b8f-4f48-bb77-9b204eca615d', 'name': '', 'network_id': '54cde15a-b3d0-4662-8a1b-478ed8a485ba', 'tenant_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'mac_address': 'fa:16:3e:8d:b8:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd46a3d0-e3a7-4fbc-b90b-0c6a03b6276b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '06b2cac0-86a6-4500-95d7-3a3f5617a0cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:44:05Z', 'updated_at': '2022-01-18T22:44:10Z', 'revision_number': 4, 'project_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'subnets': [{'id': '06b2cac0-86a6-4500-95d7-3a3f5617a0cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:44:11.693059 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9c548684-4541-42ae-a068-7593eb35fb81 req-11bafe9b-b117-4eed-95e8-a7c08461c226 tempest-VolumesNegativeTest-1702867604 tempest-VolumesNegativeTest-1702867604-project] 10.222.0.53 "GET /v2.0/security-groups?id=c846c015-fedb-404f-a15f-802f87d9c38e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982199 Jan 18 22:44:11.697180 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [None req-3fab5db7-30a8-42b2-ad84-cc11405ccfba tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] create failed (client error): The resource could not be found. Jan 18 22:44:11.699751 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-3fab5db7-30a8-42b2-ad84-cc11405ccfba tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2308216 Jan 18 22:44:11.701795 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 45706) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:11.725647 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9976266-9a2b-4677-a780-71e5a3826459 None None] The sync data for ids ['cd46a3d0-e3a7-4fbc-b90b-0c6a03b6276b'] in n-d-825064-1 is: [{'id': 'cd46a3d0-e3a7-4fbc-b90b-0c6a03b6276b', 'name': 'tempest-TestNetworkBasicOps-router-1228168891', 'tenant_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '49daa510-f6ef-4709-9d2f-f3ef56651a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:43:56Z', 'updated_at': '2022-01-18T22:44:06Z', 'revision_number': 4, 'project_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'gw_port': {'id': '49daa510-f6ef-4709-9d2f-f3ef56651a1f', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:a7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd46a3d0-e3a7-4fbc-b90b-0c6a03b6276b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:43:57Z', 'updated_at': '2022-01-18T22:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'c6f96e70-2b8f-4f48-bb77-9b204eca615d', 'name': '', 'network_id': '54cde15a-b3d0-4662-8a1b-478ed8a485ba', 'tenant_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'mac_address': 'fa:16:3e:8d:b8:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd46a3d0-e3a7-4fbc-b90b-0c6a03b6276b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '06b2cac0-86a6-4500-95d7-3a3f5617a0cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:44:05Z', 'updated_at': '2022-01-18T22:44:10Z', 'revision_number': 4, 'project_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'subnets': [{'id': '06b2cac0-86a6-4500-95d7-3a3f5617a0cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:44:11.751166 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-d8efb06d-4cb7-49d3-ae1c-da5c8ec0e410 req-866a08c0-541b-420f-8760-6bb84489bd59 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6f6e0f18-5e6c-41ee-b5f2-91f93abb6d09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1023145 Jan 18 22:44:11.788559 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ef8cdf7e-8528-4b12-ac1a-27b5428cbc8a tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:11.895186 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-88183702-a51e-4f32-ab98-8bd010aa651b tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:11.928235 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ef8cdf7e-8528-4b12-ac1a-27b5428cbc8a tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:11.962245 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e37d8bd1-2eb1-44f7-97e7-403020e1fc37 req-9557aa28-0962-48b0-b3b2-7d48f568cca6 service neutron] 10.222.0.36 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3408124 Jan 18 22:44:12.001580 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ef8cdf7e-8528-4b12-ac1a-27b5428cbc8a tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:12.009380 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ef8cdf7e-8528-4b12-ac1a-27b5428cbc8a tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:12.013486 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-ef8cdf7e-8528-4b12-ac1a-27b5428cbc8a tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] 10.222.0.53 "DELETE /v2.0/security-groups/698794fb-03ef-4447-92a9-74f19960b41d HTTP/1.1" status: 204 len: 168 time: 0.3066931 Jan 18 22:44:12.022694 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 45712) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:12.033379 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8cdf7e-8528-4b12-ac1a-27b5428cbc8a tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=698794fb-03ef-4447-92a9-74f19960b41d,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:12.099568 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-d8efb06d-4cb7-49d3-ae1c-da5c8ec0e410 req-de705d15-ddbe-42be-8bad-4d5514f640e7 service neutron] 10.222.0.36 "GET /v2.0/networks/6f6e0f18-5e6c-41ee-b5f2-91f93abb6d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3300202 Jan 18 22:44:12.101812 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-88183702-a51e-4f32-ab98-8bd010aa651b tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:12.113487 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-8e23baf4-c030-45a9-88d5-3d74f775075b tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0888500 Jan 18 22:44:12.116914 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 45714) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:12.124108 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-62fec49a-08ed-4450-8bfc-4a64c07016f0 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Request body: {'security_group_rule': {'security_group_id': '5c27b9f0-3c5b-428d-9922-f492a5d5c221', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:44:12.135256 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-88183702-a51e-4f32-ab98-8bd010aa651b tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:12.188503 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [None req-62fec49a-08ed-4450-8bfc-4a64c07016f0 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] create failed (client error): The resource could not be found. Jan 18 22:44:12.189874 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-62fec49a-08ed-4450-8bfc-4a64c07016f0 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0717082 Jan 18 22:44:12.193622 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 45716) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:12.198903 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-38a3d179-7f5c-4fdf-9bd0-8f6879e2ff2e tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Request body: {'security_group': {'name': 'tempest-secgroup--1678072778'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:44:12.210791 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88183702-a51e-4f32-ab98-8bd010aa651b tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40fb3565-0755-4b3b-b0a7-02cfd8aa1f09,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:12.221820 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '548ca3fe-4706-4108-8dec-f7124caf88f5', 'tag': '7a2598e7-2279-4d66-9a41-536ec17bacc1'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:44:12.224902 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53089bf2-7bfb-4b9a-9109-38aecf2d826b" -d '{"events": [{"name": "network-changed", "server_uuid": "548ca3fe-4706-4108-8dec-f7124caf88f5", "tag": "7a2598e7-2279-4d66-9a41-536ec17bacc1"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:44:12.238767 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-88183702-a51e-4f32-ab98-8bd010aa651b tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:12.240152 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-88183702-a51e-4f32-ab98-8bd010aa651b tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6002607 Jan 18 22:44:12.243930 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 45720) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:12.265324 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e37d8bd1-2eb1-44f7-97e7-403020e1fc37 req-bcc16dc8-cb34-437f-8a8a-a091e61f1a4f service neutron] 10.222.0.36 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2942760 Jan 18 22:44:12.266397 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-ac552707-d351-43b2-8970-81feb819898f tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Request body: {'security_group_rule': {'security_group_id': '06879c08-9e1d-4dae-8c09-839ec9fac45c', 'project_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:44:12.275545 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-38a3d179-7f5c-4fdf-9bd0-8f6879e2ff2e tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:12.309170 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d169ba0b-6940-41f2-a70c-2a3643317ba4 x-openstack-request-id: req-d169ba0b-6940-41f2-a70c-2a3643317ba4 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:44:12.309460 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "548ca3fe-4706-4108-8dec-f7124caf88f5", "tag": "7a2598e7-2279-4d66-9a41-536ec17bacc1", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:44:12.309712 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d169ba0b-6940-41f2-a70c-2a3643317ba4 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:44:12.310217 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '548ca3fe-4706-4108-8dec-f7124caf88f5', 'tag': '7a2598e7-2279-4d66-9a41-536ec17bacc1', 'status': 'completed', 'code': 200} Jan 18 22:44:12.321503 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-d8efb06d-4cb7-49d3-ae1c-da5c8ec0e410 req-bc9fcc87-e0e2-44dd-a390-12e2b2b76322 service neutron] 10.222.0.36 "GET /v2.0/networks/6f6e0f18-5e6c-41ee-b5f2-91f93abb6d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147925 Jan 18 22:44:12.378380 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf247e3-f38c-4f4a-b44a-efc93425ecad req-7c9e76b8-a947-44c3-b355-6a4e6d183a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:12.380371 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2bf247e3-f38c-4f4a-b44a-efc93425ecad req-7c9e76b8-a947-44c3-b355-6a4e6d183a4a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9902cb5493b6462c9aba43754469cd5a&device_id=4251b6ff-8c6c-4828-888d-dcf07d2cd22c HTTP/1.1" status: 200 len: 1098 time: 0.0573838 Jan 18 22:44:12.401522 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-38a3d179-7f5c-4fdf-9bd0-8f6879e2ff2e tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:12.403481 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ac552707-d351-43b2-8970-81feb819898f tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:12.413903 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-38a3d179-7f5c-4fdf-9bd0-8f6879e2ff2e tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:12.497307 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53089bf2-7bfb-4b9a-9109-38aecf2d826b req-52576187-eb89-4903-ae20-721176565ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:12.498838 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-53089bf2-7bfb-4b9a-9109-38aecf2d826b req-52576187-eb89-4903-ae20-721176565ed3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ca8dfd3cf9064a0293dd77a9a41ff160&device_id=548ca3fe-4706-4108-8dec-f7124caf88f5 HTTP/1.1" status: 200 len: 1094 time: 0.1174328 Jan 18 22:44:12.531788 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-38a3d179-7f5c-4fdf-9bd0-8f6879e2ff2e tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:12.536509 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-38a3d179-7f5c-4fdf-9bd0-8f6879e2ff2e tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3418841 Jan 18 22:44:12.537142 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 45724) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:12.546188 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-d09eb9fc-82c4-4a6f-9a45-152cb708142d tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Request body: {'security_group': {'name': 'tempest-secgroup--71326855'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:44:12.556331 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a3d179-7f5c-4fdf-9bd0-8f6879e2ff2e tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02cc2824-87e0-4a45-baa2-b5bf8e4f615e,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:12.585297 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf247e3-f38c-4f4a-b44a-efc93425ecad req-bef12fdc-d1ed-4555-b671-7da0ebc32fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:12.587320 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2bf247e3-f38c-4f4a-b44a-efc93425ecad req-bef12fdc-d1ed-4555-b671-7da0ebc32fed service neutron] 10.222.0.36 "GET /v2.0/networks?id=aed2eca7-1bb0-443d-8485-b985dbe9851b HTTP/1.1" status: 200 len: 869 time: 0.1964521 Jan 18 22:44:12.592409 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ac552707-d351-43b2-8970-81feb819898f tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:12.598828 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ac552707-d351-43b2-8970-81feb819898f tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:12.644970 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2bf247e3-f38c-4f4a-b44a-efc93425ecad req-bf897d36-8f15-400a-8912-a152ae9813c3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=ece69cf6-7c9a-494b-b5db-39276f074ff7 HTTP/1.1" status: 200 len: 217 time: 0.0483065 Jan 18 22:44:12.665691 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device c6f96e70-2b8f-4f48-bb77-9b204eca615d up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:44:12.698254 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac552707-d351-43b2-8970-81feb819898f tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d6249f1-973c-4548-8fab-827bccafc330,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:12.739302 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53089bf2-7bfb-4b9a-9109-38aecf2d826b req-9b4152ec-32c9-402d-9854-0887ca5158b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:12.740736 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-53089bf2-7bfb-4b9a-9109-38aecf2d826b req-9b4152ec-32c9-402d-9854-0887ca5158b8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6f6e0f18-5e6c-41ee-b5f2-91f93abb6d09 HTTP/1.1" status: 200 len: 912 time: 0.2332575 Jan 18 22:44:12.747645 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf247e3-f38c-4f4a-b44a-efc93425ecad req-f9a23646-5b59-4948-99b0-6ce3c2c4bd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:12.751216 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2bf247e3-f38c-4f4a-b44a-efc93425ecad req-f9a23646-5b59-4948-99b0-6ce3c2c4bd78 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8518183d-cc63-459a-b971-d4c7514e001f HTTP/1.1" status: 200 len: 843 time: 0.0936544 Jan 18 22:44:12.751399 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d09eb9fc-82c4-4a6f-9a45-152cb708142d tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:12.762601 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ac552707-d351-43b2-8970-81feb819898f tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:12.762601 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-ac552707-d351-43b2-8970-81feb819898f tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5145943 Jan 18 22:44:12.765788 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port c6f96e70-2b8f-4f48-bb77-9b204eca615d triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:44:12.766146 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:12.808495 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 45728) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:12.817440 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-53089bf2-7bfb-4b9a-9109-38aecf2d826b req-1491d397-e5f8-4d9f-8f65-3767f51e91e9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7a2598e7-2279-4d66-9a41-536ec17bacc1 HTTP/1.1" status: 200 len: 217 time: 0.0669444 Jan 18 22:44:12.824493 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-f1c38754-b127-4597-bc2c-bf350ab8f782 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Request body: {'security_group_rule': {'security_group_id': '06879c08-9e1d-4dae-8c09-839ec9fac45c', 'project_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:44:12.893430 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf247e3-f38c-4f4a-b44a-efc93425ecad req-b4c60d55-04fc-444a-b8ed-d521ca45825b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:12.895181 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2bf247e3-f38c-4f4a-b44a-efc93425ecad req-b4c60d55-04fc-444a-b8ed-d521ca45825b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=aed2eca7-1bb0-443d-8485-b985dbe9851b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1354256 Jan 18 22:44:12.899719 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53089bf2-7bfb-4b9a-9109-38aecf2d826b req-034bbf45-04cc-4423-af31-af8850fd6382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:12.901809 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-53089bf2-7bfb-4b9a-9109-38aecf2d826b req-034bbf45-04cc-4423-af31-af8850fd6382 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=647f1437-53ad-43df-9403-e9ecef19cae3 HTTP/1.1" status: 200 len: 852 time: 0.0698152 Jan 18 22:44:12.908223 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f1c38754-b127-4597-bc2c-bf350ab8f782 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:12.991417 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:13.024466 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ded836-9396-4fd3-98d0-0b9f66bf2bfa req-5e6bb9f4-b25b-4c3e-b5e7-a80ddab44a4b tempest-TestServerAdvancedOps-1778996021 tempest-TestServerAdvancedOps-1778996021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:13.028848 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-69ded836-9396-4fd3-98d0-0b9f66bf2bfa req-5e6bb9f4-b25b-4c3e-b5e7-a80ddab44a4b tempest-TestServerAdvancedOps-1778996021 tempest-TestServerAdvancedOps-1778996021-project] 10.222.0.53 "GET /v2.0/ports?device_id=548ca3fe-4706-4108-8dec-f7124caf88f5 HTTP/1.1" status: 200 len: 943 time: 0.3197649 Jan 18 22:44:13.044894 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-53089bf2-7bfb-4b9a-9109-38aecf2d826b req-21b551fc-7841-4789-92f7-dc00fd4771f9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6f6e0f18-5e6c-41ee-b5f2-91f93abb6d09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366569 Jan 18 22:44:13.129545 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d09eb9fc-82c4-4a6f-9a45-152cb708142d tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:13.171992 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2bf247e3-f38c-4f4a-b44a-efc93425ecad req-016df977-c980-4f6a-827e-e2dfd1529db3 service neutron] 10.222.0.36 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630222 Jan 18 22:44:13.188531 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2593df-9b0f-4bfe-9c3a-d8c2970a4d55 req-0a3a92fd-0fa9-470c-8cb1-a22563a25d42 tempest-VolumesNegativeTest-1702867604 tempest-VolumesNegativeTest-1702867604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:13.190110 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-be2593df-9b0f-4bfe-9c3a-d8c2970a4d55 req-0a3a92fd-0fa9-470c-8cb1-a22563a25d42 tempest-VolumesNegativeTest-1702867604 tempest-VolumesNegativeTest-1702867604-project] 10.222.0.53 "GET /v2.0/ports?device_id=4251b6ff-8c6c-4828-888d-dcf07d2cd22c HTTP/1.1" status: 200 len: 947 time: 0.2762997 Jan 18 22:44:13.190774 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d09eb9fc-82c4-4a6f-9a45-152cb708142d tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:13.230232 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-53089bf2-7bfb-4b9a-9109-38aecf2d826b req-0e0acac1-41ec-4b09-9a7e-9413bb86c311 service neutron] 10.222.0.36 "GET /v2.0/networks/6f6e0f18-5e6c-41ee-b5f2-91f93abb6d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766076 Jan 18 22:44:13.243960 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09eb9fc-82c4-4a6f-9a45-152cb708142d tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32d81890-e12f-4698-8310-fecf70843b12,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:13.250109 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 22:44:13.262621 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f1c38754-b127-4597-bc2c-bf350ab8f782 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:13.268768 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-69ded836-9396-4fd3-98d0-0b9f66bf2bfa req-ade92645-2adc-407a-b880-6f6faf7a9668 tempest-TestServerAdvancedOps-1778996021 tempest-TestServerAdvancedOps-1778996021-project] 10.222.0.53 "GET /v2.0/security-groups?id=310a1828-658e-4e2a-bb52-227664ffcb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264497 Jan 18 22:44:13.282217 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f1c38754-b127-4597-bc2c-bf350ab8f782 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:13.298789 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d09eb9fc-82c4-4a6f-9a45-152cb708142d tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:13.300011 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-d09eb9fc-82c4-4a6f-9a45-152cb708142d tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7603748 Jan 18 22:44:13.304021 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 45740) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:13.332308 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-be2593df-9b0f-4bfe-9c3a-d8c2970a4d55 req-9f6cab56-5078-436b-97df-49272d3af2dd tempest-VolumesNegativeTest-1702867604 tempest-VolumesNegativeTest-1702867604-project] 10.222.0.53 "GET /v2.0/security-groups?id=c846c015-fedb-404f-a15f-802f87d9c38e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994425 Jan 18 22:44:13.336627 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c38754-b127-4597-bc2c-bf350ab8f782 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1ad0000-800b-4a65-a3b9-84a6cd053c27,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:13.347151 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-84ce660e-6638-4653-a2ed-a827b6ec8526 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Request body: {'security_group_rule': {'security_group_id': '02cc2824-87e0-4a45-baa2-b5bf8e4f615e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '32d81890-e12f-4698-8310-fecf70843b12'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:44:13.347294 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f1c38754-b127-4597-bc2c-bf350ab8f782 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:13.350598 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-f1c38754-b127-4597-bc2c-bf350ab8f782 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5382640 Jan 18 22:44:13.350939 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 45742) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:13.360713 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-623611de-c883-4144-9ae9-4c6bc0a9b4bd tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Request body: {'security_group_rule': {'security_group_id': '06879c08-9e1d-4dae-8c09-839ec9fac45c', 'project_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:44:13.391785 n-d-825064-1 neutron-server[102430]: INFO neutron.db.securitygroups_db [None req-623611de-c883-4144-9ae9-4c6bc0a9b4bd tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Project 5fdd9d74a6a7474aa33a3f08cd7c198f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 22:44:13.397217 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-623611de-c883-4144-9ae9-4c6bc0a9b4bd tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:13.442712 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2bf247e3-f38c-4f4a-b44a-efc93425ecad req-d4c71ea2-41a9-4986-a007-677188f16fb6 service neutron] 10.222.0.36 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625577 Jan 18 22:44:13.444750 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-53089bf2-7bfb-4b9a-9109-38aecf2d826b req-b12858f0-bd39-4d68-bbda-d9156e89d5f9 service neutron] 10.222.0.36 "GET /v2.0/networks/6f6e0f18-5e6c-41ee-b5f2-91f93abb6d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008467 Jan 18 22:44:13.453935 n-d-825064-1 neutron-server[102431]: INFO neutron.api.v2.resource [None req-84ce660e-6638-4653-a2ed-a827b6ec8526 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 22:44:13.457310 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-84ce660e-6638-4653-a2ed-a827b6ec8526 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1151910 Jan 18 22:44:13.460541 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 45744) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:13.513123 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-623611de-c883-4144-9ae9-4c6bc0a9b4bd tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:13.519206 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-623611de-c883-4144-9ae9-4c6bc0a9b4bd tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:13.533516 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ef206966-bd2f-4fcb-8619-ef7321e141dc tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:13.554222 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623611de-c883-4144-9ae9-4c6bc0a9b4bd tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af854d95-890c-40ea-b505-49f495d7d478,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:13.558597 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ef206966-bd2f-4fcb-8619-ef7321e141dc tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:13.561974 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-623611de-c883-4144-9ae9-4c6bc0a9b4bd tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:13.563112 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-623611de-c883-4144-9ae9-4c6bc0a9b4bd tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2111912 Jan 18 22:44:13.565735 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 45746) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:13.570333 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-04d1dd62-731a-4bfb-a162-c5a2afa7233d tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Request body: {'security_group_rule': {'security_group_id': '06879c08-9e1d-4dae-8c09-839ec9fac45c', 'project_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:44:13.600205 n-d-825064-1 neutron-server[102430]: INFO neutron.db.securitygroups_db [None req-04d1dd62-731a-4bfb-a162-c5a2afa7233d tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Project 5fdd9d74a6a7474aa33a3f08cd7c198f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 22:44:13.605494 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-04d1dd62-731a-4bfb-a162-c5a2afa7233d tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:13.611186 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ef206966-bd2f-4fcb-8619-ef7321e141dc tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:13.613914 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ef206966-bd2f-4fcb-8619-ef7321e141dc tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:13.617758 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-ef206966-bd2f-4fcb-8619-ef7321e141dc tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] 10.222.0.53 "DELETE /v2.0/security-groups/32d81890-e12f-4698-8310-fecf70843b12 HTTP/1.1" status: 204 len: 168 time: 0.1539917 Jan 18 22:44:13.619665 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 45750) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:13.657623 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef206966-bd2f-4fcb-8619-ef7321e141dc tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32d81890-e12f-4698-8310-fecf70843b12,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:13.698352 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-04d1dd62-731a-4bfb-a162-c5a2afa7233d tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:13.702902 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-04d1dd62-731a-4bfb-a162-c5a2afa7233d tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:13.706909 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-3bcb5e19-a294-4ac9-a943-14aa7906081f tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0858340 Jan 18 22:44:13.709789 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 45752) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:13.726975 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1dd62-731a-4bfb-a162-c5a2afa7233d tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c9ecdf3-1db0-4de9-8bcd-854b3f9b4fb3,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:13.733824 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:13.734396 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-04d1dd62-731a-4bfb-a162-c5a2afa7233d tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:13.735549 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-04d1dd62-731a-4bfb-a162-c5a2afa7233d tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1688426 Jan 18 22:44:13.771558 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b8486069-c62e-48d1-af4f-e63c755f5764 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:13.796470 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b8486069-c62e-48d1-af4f-e63c755f5764 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:13.845962 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b8486069-c62e-48d1-af4f-e63c755f5764 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:13.846656 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b8486069-c62e-48d1-af4f-e63c755f5764 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:13.850265 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-b8486069-c62e-48d1-af4f-e63c755f5764 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] 10.222.0.53 "DELETE /v2.0/security-groups/02cc2824-87e0-4a45-baa2-b5bf8e4f615e HTTP/1.1" status: 204 len: 168 time: 0.1371481 Jan 18 22:44:13.850641 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 45758) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:13.869323 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8486069-c62e-48d1-af4f-e63c755f5764 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02cc2824-87e0-4a45-baa2-b5bf8e4f615e,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:13.904648 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-dfac8013-b29f-4696-b917-efe6eb0b3343 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0480857 Jan 18 22:44:13.904909 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 45768) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:13.909310 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-7d308610-ca5d-42ba-8153-1291d4ef7868 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Request body: {'security_group': {'name': 'tempest-secgroup--1902841957'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:44:13.936712 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7d308610-ca5d-42ba-8153-1291d4ef7868 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:13.942029 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bd59311a-3ff4-42e0-a33b-09acd93677f1 req-9665be96-eba5-4047-a92f-49041ec6c124 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-86448057&fields=id&tenant_id=5fdd9d74a6a7474aa33a3f08cd7c198f HTTP/1.1" status: 200 len: 267 time: 0.0354216 Jan 18 22:44:14.007123 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7d308610-ca5d-42ba-8153-1291d4ef7868 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:14.013052 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7d308610-ca5d-42ba-8153-1291d4ef7868 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:14.041937 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7d308610-ca5d-42ba-8153-1291d4ef7868 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:14.043161 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-7d308610-ca5d-42ba-8153-1291d4ef7868 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1376169 Jan 18 22:44:14.046040 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 45770) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:14.051073 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-bb67ed0e-9ee9-419f-b426-5ee41c4ddc82 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:44:14.051483 n-d-825064-1 neutron-server[102431]: WARNING neutron.api.v2.base [None req-bb67ed0e-9ee9-419f-b426-5ee41c4ddc82 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 18 22:44:14.051969 n-d-825064-1 neutron-server[102431]: INFO neutron.api.v2.resource [None req-bb67ed0e-9ee9-419f-b426-5ee41c4ddc82 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] update failed (client error): There was a conflict when trying to complete your request. Jan 18 22:44:14.052953 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-bb67ed0e-9ee9-419f-b426-5ee41c4ddc82 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] 10.222.0.53 "PUT /v2.0/security-groups/87e20c6d-b817-4dc9-ae73-614e49bf4c2c HTTP/1.1" status: 409 len: 330 time: 0.0060284 Jan 18 22:44:14.056834 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 45772) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:14.059778 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d308610-ca5d-42ba-8153-1291d4ef7868 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87e20c6d-b817-4dc9-ae73-614e49bf4c2c,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:14.069952 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd59311a-3ff4-42e0-a33b-09acd93677f1 req-4e3fa43e-f36e-42ff-bf08-59487150d65c tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:14.072441 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bd59311a-3ff4-42e0-a33b-09acd93677f1 req-4e3fa43e-f36e-42ff-bf08-59487150d65c tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "GET /v2.0/networks?id=54cde15a-b3d0-4662-8a1b-478ed8a485ba HTTP/1.1" status: 200 len: 797 time: 0.1223135 Jan 18 22:44:14.089500 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bd59311a-3ff4-42e0-a33b-09acd93677f1 req-996493a6-d2cb-4f32-a2f7-17ab3f48c531 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "GET /v2.0/quotas/5fdd9d74a6a7474aa33a3f08cd7c198f HTTP/1.1" status: 200 len: 375 time: 0.0104308 Jan 18 22:44:14.126578 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-14fd4799-35c5-49ba-92b2-07e7d223b406 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:14.151382 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-14fd4799-35c5-49ba-92b2-07e7d223b406 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:14.152861 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bd59311a-3ff4-42e0-a33b-09acd93677f1 req-b9504c07-472f-4a10-b813-78d434d57294 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5fdd9d74a6a7474aa33a3f08cd7c198f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0570719 Jan 18 22:44:14.170276 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [req-bd59311a-3ff4-42e0-a33b-09acd93677f1 req-69dbd5ca-e225-4740-b945-544cb599876d service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102430) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:44:14.171959 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bd59311a-3ff4-42e0-a33b-09acd93677f1 req-69dbd5ca-e225-4740-b945-544cb599876d service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0102963 Jan 18 22:44:14.198062 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-14fd4799-35c5-49ba-92b2-07e7d223b406 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:14.201691 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-14fd4799-35c5-49ba-92b2-07e7d223b406 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:14.203030 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-14fd4799-35c5-49ba-92b2-07e7d223b406 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] 10.222.0.53 "DELETE /v2.0/security-groups/87e20c6d-b817-4dc9-ae73-614e49bf4c2c HTTP/1.1" status: 204 len: 168 time: 0.1442726 Jan 18 22:44:14.207286 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 45774) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:14.226919 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fd4799-35c5-49ba-92b2-07e7d223b406 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e20c6d-b817-4dc9-ae73-614e49bf4c2c,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:14.268691 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-e09eb205-7b71-4d16-95f8-0a71485d2f34 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0568202 Jan 18 22:44:14.269309 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 45778) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:14.281911 n-d-825064-1 neutron-server[102431]: INFO neutron.api.v2.resource [None req-0755cbbc-bf06-453f-9351-d274c62f6f87 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] delete failed (client error): The resource could not be found. Jan 18 22:44:14.282962 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-0755cbbc-bf06-453f-9351-d274c62f6f87 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] 10.222.0.53 "DELETE /v2.0/security-groups/c1f89464-b66d-4d48-888e-949de983487b HTTP/1.1" status: 404 len: 347 time: 0.0129874 Jan 18 22:44:14.286879 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 45780) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:14.304691 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bd59311a-3ff4-42e0-a33b-09acd93677f1 req-14f26d7c-ace8-414a-8506-e3a40d8542d6 service neutron] 10.222.0.53 "GET /v2.0/networks/54cde15a-b3d0-4662-8a1b-478ed8a485ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260664 Jan 18 22:44:14.328428 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [None req-66de8aac-7856-4f73-85f7-f7bbec1e2b62 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] show failed (client error): The resource could not be found. Jan 18 22:44:14.333024 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-66de8aac-7856-4f73-85f7-f7bbec1e2b62 tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] 10.222.0.53 "GET /v2.0/security-groups/fc9cd344-49c9-4a60-bec9-956b3fa88657 HTTP/1.1" status: 404 len: 347 time: 0.0411868 Jan 18 22:44:14.333329 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 45786) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:14.409303 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [None req-28231ee1-5cf1-46d0-aec2-a7466db9411a tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] show failed (client error): The resource could not be found. Jan 18 22:44:14.410351 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-28231ee1-5cf1-46d0-aec2-a7466db9411a tempest-NegativeSecGroupTest-1491175767 tempest-NegativeSecGroupTest-1491175767-project] 10.222.0.53 "GET /v2.0/security-group-rules/2a2e49a2-40c4-4682-ac6f-c67d91eb1bc8 HTTP/1.1" status: 404 len: 356 time: 0.0761302 Jan 18 22:44:14.460819 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadf5e94-2626-4dd9-8fa0-8ec04a4e735e req-5ee6b229-6a81-4c67-91d7-c30976269bd3 tempest-TestServerAdvancedOps-1778996021 tempest-TestServerAdvancedOps-1778996021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:14.468333 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aadf5e94-2626-4dd9-8fa0-8ec04a4e735e req-5ee6b229-6a81-4c67-91d7-c30976269bd3 tempest-TestServerAdvancedOps-1778996021 tempest-TestServerAdvancedOps-1778996021-project] 10.222.0.53 "GET /v2.0/ports?device_id=548ca3fe-4706-4108-8dec-f7124caf88f5 HTTP/1.1" status: 200 len: 943 time: 0.1021037 Jan 18 22:44:14.499719 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bd59311a-3ff4-42e0-a33b-09acd93677f1 req-c8329ce2-4106-4d9d-8b5c-594908697f81 service neutron] 10.222.0.53 "GET /v2.0/networks/54cde15a-b3d0-4662-8a1b-478ed8a485ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933310 Jan 18 22:44:14.507514 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 7a2598e7-2279-4d66-9a41-536ec17bacc1 details requested by agent hyperv_n-h1-825064-1 with host n-h1-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:44:14.527982 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aadf5e94-2626-4dd9-8fa0-8ec04a4e735e req-0e8bface-3c15-45d9-9876-e5bc42779709 tempest-TestServerAdvancedOps-1778996021 tempest-TestServerAdvancedOps-1778996021-project] 10.222.0.53 "GET /v2.0/security-groups?id=310a1828-658e-4e2a-bb52-227664ffcb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586176 Jan 18 22:44:14.663816 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3bb89f-e237-4b70-b330-5e2212570399 req-922ef878-3412-4ce1-b78c-2335c1fc5fed tempest-VolumesNegativeTest-1702867604 tempest-VolumesNegativeTest-1702867604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:14.669252 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6c3bb89f-e237-4b70-b330-5e2212570399 req-922ef878-3412-4ce1-b78c-2335c1fc5fed tempest-VolumesNegativeTest-1702867604 tempest-VolumesNegativeTest-1702867604-project] 10.222.0.53 "GET /v2.0/ports?device_id=4251b6ff-8c6c-4828-888d-dcf07d2cd22c HTTP/1.1" status: 200 len: 947 time: 0.0784419 Jan 18 22:44:14.696807 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 7a2598e7-2279-4d66-9a41-536ec17bacc1, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=7a2598e7-2279-4d66-9a41-536ec17bacc1,segment=NetworkSegment(e03b2945-1677-45f1-af73-ca245c1cd410),segment_id=e03b2945-1677-45f1-af73-ca245c1cd410)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:44:14.745202 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Returning: {'device': '7a2598e7-2279-4d66-9a41-536ec17bacc1', 'network_id': '6f6e0f18-5e6c-41ee-b5f2-91f93abb6d09', 'port_id': '7a2598e7-2279-4d66-9a41-536ec17bacc1', 'mac_address': 'fa:16:3e:1a:b8:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '647f1437-53ad-43df-9403-e9ecef19cae3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:44:14.750214 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6c3bb89f-e237-4b70-b330-5e2212570399 req-1a9a5cb8-b263-40f4-8934-927deb73cf02 tempest-VolumesNegativeTest-1702867604 tempest-VolumesNegativeTest-1702867604-project] 10.222.0.53 "GET /v2.0/security-groups?id=c846c015-fedb-404f-a15f-802f87d9c38e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745699 Jan 18 22:44:14.801708 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-870ea3ee-1764-41d3-9e86-600cc83d2fc9 req-78cd7be8-db11-4653-8b86-ac15bd2f0f51 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a9fe04f-9d09-42f8-b3b4-35cd8ad10ac8 HTTP/1.1" status: 200 len: 210 time: 0.0376360 Jan 18 22:44:14.842776 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:14.856748 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 45808) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:14.857089 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a2598e7-2279-4d66-9a41-536ec17bacc1 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:44:14.881447 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 7a2598e7-2279-4d66-9a41-536ec17bacc1, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=7a2598e7-2279-4d66-9a41-536ec17bacc1,segment=NetworkSegment(e03b2945-1677-45f1-af73-ca245c1cd410),segment_id=e03b2945-1677-45f1-af73-ca245c1cd410)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:44:14.886544 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:14.889201 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device ece69cf6-7c9a-494b-b5db-39276f074ff7 details requested by agent hyperv_n-h1-825064-1 with host n-h1-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:44:15.014872 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=7a2598e7-2279-4d66-9a41-536ec17bacc1,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:15.052551 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-5f39d3f9-6e63-4206-9136-3d9123ea5c3e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7f6c77b7fb9e406cac40a36040a239bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1943502 Jan 18 22:44:15.055180 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 45816) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:15.071028 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port ece69cf6-7c9a-494b-b5db-39276f074ff7, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=ece69cf6-7c9a-494b-b5db-39276f074ff7,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:44:15.085297 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Returning: {'device': 'ece69cf6-7c9a-494b-b5db-39276f074ff7', 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b', 'port_id': 'ece69cf6-7c9a-494b-b5db-39276f074ff7', 'mac_address': 'fa:16:3e:39:7d:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8518183d-cc63-459a-b971-d4c7514e001f', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:44:15.125793 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6f59b861-e6a5-4994-9df1-d88d16d22683 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:15.143178 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:15.157858 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6f59b861-e6a5-4994-9df1-d88d16d22683 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:15.162853 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ece69cf6-7c9a-494b-b5db-39276f074ff7 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:44:15.184421 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port ece69cf6-7c9a-494b-b5db-39276f074ff7, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=ece69cf6-7c9a-494b-b5db-39276f074ff7,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:44:15.193299 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:15.220759 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6f59b861-e6a5-4994-9df1-d88d16d22683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:15.224293 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6f59b861-e6a5-4994-9df1-d88d16d22683 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:15.228790 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-6f59b861-e6a5-4994-9df1-d88d16d22683 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fd679dc4-6aec-4c6d-8db5-fa86e2691148 HTTP/1.1" status: 204 len: 168 time: 0.1699858 Jan 18 22:44:15.245232 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f59b861-e6a5-4994-9df1-d88d16d22683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd679dc4-6aec-4c6d-8db5-fa86e2691148,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:15.285264 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=ece69cf6-7c9a-494b-b5db-39276f074ff7,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:15.407875 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['ece69cf6-7c9a-494b-b5db-39276f074ff7'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:44:15.438236 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['7a2598e7-2279-4d66-9a41-536ec17bacc1'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:44:15.670701 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93952ca-7297-4601-a903-a17323ad93f3 req-751d85dc-6380-4a9a-8b7c-3abf91c4803d tempest-TestServerAdvancedOps-1778996021 tempest-TestServerAdvancedOps-1778996021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:15.674427 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c93952ca-7297-4601-a903-a17323ad93f3 req-751d85dc-6380-4a9a-8b7c-3abf91c4803d tempest-TestServerAdvancedOps-1778996021 tempest-TestServerAdvancedOps-1778996021-project] 10.222.0.53 "GET /v2.0/ports?device_id=548ca3fe-4706-4108-8dec-f7124caf88f5 HTTP/1.1" status: 200 len: 944 time: 0.0664706 Jan 18 22:44:15.722053 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c93952ca-7297-4601-a903-a17323ad93f3 req-457f6287-1068-4654-a665-91d31b86bcee tempest-TestServerAdvancedOps-1778996021 tempest-TestServerAdvancedOps-1778996021-project] 10.222.0.53 "GET /v2.0/security-groups?id=310a1828-658e-4e2a-bb52-227664ffcb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371752 Jan 18 22:44:15.957037 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8c5793bb-f4db-4f0e-9fa5-0246d63d00c4 req-6f1532ce-2fc8-41b5-89b6-f418c0b8dd96 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a9fe04f-9d09-42f8-b3b4-35cd8ad10ac8 HTTP/1.1" status: 200 len: 210 time: 0.0400894 Jan 18 22:44:15.970584 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14d4d1c-4c96-491d-bc93-cb02c6487924 req-e2c2be21-58c0-42d6-b4ff-b74cf45d282d tempest-VolumesNegativeTest-1702867604 tempest-VolumesNegativeTest-1702867604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:15.972396 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b14d4d1c-4c96-491d-bc93-cb02c6487924 req-e2c2be21-58c0-42d6-b4ff-b74cf45d282d tempest-VolumesNegativeTest-1702867604 tempest-VolumesNegativeTest-1702867604-project] 10.222.0.53 "GET /v2.0/ports?device_id=4251b6ff-8c6c-4828-888d-dcf07d2cd22c HTTP/1.1" status: 200 len: 948 time: 0.0996163 Jan 18 22:44:16.042060 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b14d4d1c-4c96-491d-bc93-cb02c6487924 req-367e017e-c77c-4a18-abe8-25eed4d15de7 tempest-VolumesNegativeTest-1702867604 tempest-VolumesNegativeTest-1702867604-project] 10.222.0.53 "GET /v2.0/security-groups?id=c846c015-fedb-404f-a15f-802f87d9c38e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566640 Jan 18 22:44:16.058451 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd59311a-3ff4-42e0-a33b-09acd93677f1 req-87d62eb8-c4d4-498f-8630-c75912fd404b tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:16.060093 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-bd59311a-3ff4-42e0-a33b-09acd93677f1 req-87d62eb8-c4d4-498f-8630-c75912fd404b tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.67 "GET /v2.0/networks?id=54cde15a-b3d0-4662-8a1b-478ed8a485ba HTTP/1.1" status: 200 len: 797 time: 0.2418950 Jan 18 22:44:16.119723 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-bd59311a-3ff4-42e0-a33b-09acd93677f1 req-75589924-f2e4-4957-9680-0d7f2bfa8a33 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5fdd9d74a6a7474aa33a3f08cd7c198f HTTP/1.1" status: 200 len: 378 time: 0.0505767 Jan 18 22:44:16.138799 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-bd59311a-3ff4-42e0-a33b-09acd93677f1 req-0b20e9da-091b-46da-a829-06e3811a2211 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Request body: {'port': {'device_id': '9a9fe04f-9d09-42f8-b3b4-35cd8ad10ac8', 'network_id': '54cde15a-b3d0-4662-8a1b-478ed8a485ba', 'admin_state_up': True, 'tenant_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'security_groups': ['06879c08-9e1d-4dae-8c09-839ec9fac45c']}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:44:16.312600 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd59311a-3ff4-42e0-a33b-09acd93677f1 req-0b20e9da-091b-46da-a829-06e3811a2211 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Made reservation on behalf of 5fdd9d74a6a7474aa33a3f08cd7c198f for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:44:16.317053 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-bd59311a-3ff4-42e0-a33b-09acd93677f1 req-0b20e9da-091b-46da-a829-06e3811a2211 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:16.483679 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [req-bd59311a-3ff4-42e0-a33b-09acd93677f1 req-0b20e9da-091b-46da-a829-06e3811a2211 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Allocated IP 172.20.0.7 (54cde15a-b3d0-4662-8a1b-478ed8a485ba/06b2cac0-86a6-4500-95d7-3a3f5617a0cc/e2d3bebe-7fe5-4d24-bad9-a882cb520f63) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:44:16.520814 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 7a2598e7-2279-4d66-9a41-536ec17bacc1 up at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:44:16.616836 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning for port 7a2598e7-2279-4d66-9a41-536ec17bacc1 completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:44:16.623388 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning complete for port 7a2598e7-2279-4d66-9a41-536ec17bacc1 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:44:16.623762 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:16.699920 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-bd59311a-3ff4-42e0-a33b-09acd93677f1 req-0b20e9da-091b-46da-a829-06e3811a2211 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:16.741557 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-bd59311a-3ff4-42e0-a33b-09acd93677f1 req-0b20e9da-091b-46da-a829-06e3811a2211 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:16.763127 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:16.802126 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd59311a-3ff4-42e0-a33b-09acd93677f1 req-0b20e9da-091b-46da-a829-06e3811a2211 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Network 54cde15a-b3d0-4662-8a1b-478ed8a485ba is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:44:16.805101 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 7a2598e7-2279-4d66-9a41-536ec17bacc1, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=7a2598e7-2279-4d66-9a41-536ec17bacc1,segment=NetworkSegment(e03b2945-1677-45f1-af73-ca245c1cd410),segment_id=e03b2945-1677-45f1-af73-ca245c1cd410)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:44:16.806252 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '548ca3fe-4706-4108-8dec-f7124caf88f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a2598e7-2279-4d66-9a41-536ec17bacc1'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:44:16.806601 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [req-bd59311a-3ff4-42e0-a33b-09acd93677f1 req-0b20e9da-091b-46da-a829-06e3811a2211 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:44:16.811205 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-763a6910-a33c-451b-a7d4-d23ad1be7910" -d '{"events": [{"server_uuid": "548ca3fe-4706-4108-8dec-f7124caf88f5", "name": "network-vif-plugged", "status": "completed", "tag": "7a2598e7-2279-4d66-9a41-536ec17bacc1"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:44:16.814078 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd59311a-3ff4-42e0-a33b-09acd93677f1 req-0b20e9da-091b-46da-a829-06e3811a2211 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:44:16.817945 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:16.819206 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device ece69cf6-7c9a-494b-b5db-39276f074ff7 up at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:44:16.909049 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b20e9da-091b-46da-a829-06e3811a2211 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Pushing event updated for resources: {'Port': ['ID=e2d3bebe-7fe5-4d24-bad9-a882cb520f63,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:16.978780 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a063e1c-f8ed-44ac-a1b7-6c978e368220 req-a4a5c924-dc01-4cd7-b7ec-60fb6d3c79e5 tempest-TestServerAdvancedOps-1778996021 tempest-TestServerAdvancedOps-1778996021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:16.981078 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=7a2598e7-2279-4d66-9a41-536ec17bacc1,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:16.983865 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3a063e1c-f8ed-44ac-a1b7-6c978e368220 req-a4a5c924-dc01-4cd7-b7ec-60fb6d3c79e5 tempest-TestServerAdvancedOps-1778996021 tempest-TestServerAdvancedOps-1778996021-project] 10.222.0.53 "GET /v2.0/ports?device_id=548ca3fe-4706-4108-8dec-f7124caf88f5 HTTP/1.1" status: 200 len: 945 time: 0.1143913 Jan 18 22:44:17.018619 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning for port ece69cf6-7c9a-494b-b5db-39276f074ff7 completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:44:17.023696 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning complete for port ece69cf6-7c9a-494b-b5db-39276f074ff7 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:44:17.024350 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:17.028866 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd59311a-3ff4-42e0-a33b-09acd93677f1 req-0b20e9da-091b-46da-a829-06e3811a2211 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:17.032136 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-bd59311a-3ff4-42e0-a33b-09acd93677f1 req-0b20e9da-091b-46da-a829-06e3811a2211 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:17.069667 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-bd59311a-3ff4-42e0-a33b-09acd93677f1 req-0b20e9da-091b-46da-a829-06e3811a2211 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9419816 Jan 18 22:44:17.097031 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-bd59311a-3ff4-42e0-a33b-09acd93677f1 req-40e88a88-8edd-49b3-8a89-f97acf6979a1 service neutron] Request body: {'port': {'device_id': '9a9fe04f-9d09-42f8-b3b4-35cd8ad10ac8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:44:17.108171 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3a063e1c-f8ed-44ac-a1b7-6c978e368220 req-fa5acb06-ce8d-4283-9898-c57363ffccd3 tempest-TestServerAdvancedOps-1778996021 tempest-TestServerAdvancedOps-1778996021-project] 10.222.0.53 "GET /v2.0/security-groups?id=310a1828-658e-4e2a-bb52-227664ffcb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138425 Jan 18 22:44:17.185521 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-bd59311a-3ff4-42e0-a33b-09acd93677f1 req-40e88a88-8edd-49b3-8a89-f97acf6979a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:17.253548 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93673b2b-142c-48a1-b624-20e72b38ebdd x-openstack-request-id: req-93673b2b-142c-48a1-b624-20e72b38ebdd {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:44:17.254087 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "548ca3fe-4706-4108-8dec-f7124caf88f5", "name": "network-vif-plugged", "status": "completed", "tag": "7a2598e7-2279-4d66-9a41-536ec17bacc1", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:44:17.254351 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-93673b2b-142c-48a1-b624-20e72b38ebdd {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:44:17.254850 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '548ca3fe-4706-4108-8dec-f7124caf88f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a2598e7-2279-4d66-9a41-536ec17bacc1', 'code': 200} Jan 18 22:44:17.255481 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:17.319134 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port ece69cf6-7c9a-494b-b5db-39276f074ff7, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=ece69cf6-7c9a-494b-b5db-39276f074ff7,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:44:17.322050 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-c5c4de2e-8449-4a8d-a601-6d8a258e6c07 None None] Provisioning complete for port e2d3bebe-7fe5-4d24-bad9-a882cb520f63 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:44:17.322537 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c5c4de2e-8449-4a8d-a601-6d8a258e6c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:17.376389 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-c5c4de2e-8449-4a8d-a601-6d8a258e6c07 None None] Port e2d3bebe-7fe5-4d24-bad9-a882cb520f63 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:44:17.379263 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:17.459322 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=ece69cf6-7c9a-494b-b5db-39276f074ff7,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:17.467996 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:44:17.468377 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:44:17.468717 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:44:17.469053 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:44:17.469384 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:44:17.469709 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:44:17.470082 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:44:17.470410 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:44:17.470742 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:44:17.471054 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:44:17.471421 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:44:17.471737 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:44:17.507806 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cce888e-e6c7-4767-9c38-388b01dabce7 req-c8645d18-ffb1-4972-b100-216f5f57066f tempest-VolumesNegativeTest-1702867604 tempest-VolumesNegativeTest-1702867604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:17.510055 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2cce888e-e6c7-4767-9c38-388b01dabce7 req-c8645d18-ffb1-4972-b100-216f5f57066f tempest-VolumesNegativeTest-1702867604 tempest-VolumesNegativeTest-1702867604-project] 10.222.0.53 "GET /v2.0/ports?device_id=4251b6ff-8c6c-4828-888d-dcf07d2cd22c HTTP/1.1" status: 200 len: 949 time: 0.1522944 Jan 18 22:44:17.528349 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09d2360-bd47-4296-aa67-8cdded3323d8 req-bbf064a0-2bbb-4603-b6a3-df9256d6355d tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:17.532016 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a09d2360-bd47-4296-aa67-8cdded3323d8 req-bbf064a0-2bbb-4603-b6a3-df9256d6355d tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a9fe04f-9d09-42f8-b3b4-35cd8ad10ac8 HTTP/1.1" status: 200 len: 931 time: 0.2748115 Jan 18 22:44:17.609004 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2cce888e-e6c7-4767-9c38-388b01dabce7 req-3c2655cf-e4bf-4573-b939-7f3fdfa00256 tempest-VolumesNegativeTest-1702867604 tempest-VolumesNegativeTest-1702867604-project] 10.222.0.53 "GET /v2.0/security-groups?id=c846c015-fedb-404f-a15f-802f87d9c38e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757113 Jan 18 22:44:17.635642 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a09d2360-bd47-4296-aa67-8cdded3323d8 req-2e52a179-d817-4346-ad07-495133f1b9b5 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "GET /v2.0/security-groups?id=06879c08-9e1d-4dae-8c09-839ec9fac45c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0726278 Jan 18 22:44:17.661701 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fb82aa-4343-4b3c-ae5f-3b194a9ad9c7 req-675c7482-6892-4c95-b2fc-82e655ad2e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:17.661701 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-65fb82aa-4343-4b3c-ae5f-3b194a9ad9c7 req-675c7482-6892-4c95-b2fc-82e655ad2e4d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=548ca3fe-4706-4108-8dec-f7124caf88f5 HTTP/1.1" status: 200 len: 1096 time: 0.3467457 Jan 18 22:44:17.716937 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-65fb82aa-4343-4b3c-ae5f-3b194a9ad9c7 req-eee6d10a-a344-455e-88bb-567d5e681ae8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=310a1828-658e-4e2a-bb52-227664ffcb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466738 Jan 18 22:44:17.767644 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [req-bd59311a-3ff4-42e0-a33b-09acd93677f1 req-40e88a88-8edd-49b3-8a89-f97acf6979a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2d3bebe-7fe5-4d24-bad9-a882cb520f63 {{(pid=102431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:44:17.777510 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-bd59311a-3ff4-42e0-a33b-09acd93677f1 req-40e88a88-8edd-49b3-8a89-f97acf6979a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:17.796156 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [req-bd59311a-3ff4-42e0-a33b-09acd93677f1 req-40e88a88-8edd-49b3-8a89-f97acf6979a1 service neutron] Transition to ACTIVE for port object e2d3bebe-7fe5-4d24-bad9-a882cb520f63 will not be triggered until provisioned by entity L2. {{(pid=102431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:44:17.801304 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-bd59311a-3ff4-42e0-a33b-09acd93677f1 req-40e88a88-8edd-49b3-8a89-f97acf6979a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:17.886860 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e88a88-8edd-49b3-8a89-f97acf6979a1 service neutron] Pushing event updated for resources: {'Port': ['ID=e2d3bebe-7fe5-4d24-bad9-a882cb520f63,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:17.918633 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e88a88-8edd-49b3-8a89-f97acf6979a1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:44:17.918977 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e88a88-8edd-49b3-8a89-f97acf6979a1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:44:17.919320 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e88a88-8edd-49b3-8a89-f97acf6979a1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:44:17.919666 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e88a88-8edd-49b3-8a89-f97acf6979a1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:44:17.920081 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e88a88-8edd-49b3-8a89-f97acf6979a1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:44:17.920440 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e88a88-8edd-49b3-8a89-f97acf6979a1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:44:17.920767 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e88a88-8edd-49b3-8a89-f97acf6979a1 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:44:17.921090 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e88a88-8edd-49b3-8a89-f97acf6979a1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:44:17.921413 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e88a88-8edd-49b3-8a89-f97acf6979a1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:44:17.921737 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e88a88-8edd-49b3-8a89-f97acf6979a1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:44:17.922059 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e88a88-8edd-49b3-8a89-f97acf6979a1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:44:17.922375 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e88a88-8edd-49b3-8a89-f97acf6979a1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:44:17.963654 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-bd59311a-3ff4-42e0-a33b-09acd93677f1 req-40e88a88-8edd-49b3-8a89-f97acf6979a1 service neutron] Attempting to bind port e2d3bebe-7fe5-4d24-bad9-a882cb520f63 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:44:17.963990 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-bd59311a-3ff4-42e0-a33b-09acd93677f1 req-40e88a88-8edd-49b3-8a89-f97acf6979a1 service neutron] Attempting to bind port e2d3bebe-7fe5-4d24-bad9-a882cb520f63 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': 'f534f66b-59cd-44fa-b0c3-38c9ad321472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '54cde15a-b3d0-4662-8a1b-478ed8a485ba'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:44:17.964480 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd59311a-3ff4-42e0-a33b-09acd93677f1 req-40e88a88-8edd-49b3-8a89-f97acf6979a1 service neutron] Attempting to bind port e2d3bebe-7fe5-4d24-bad9-a882cb520f63 on network 54cde15a-b3d0-4662-8a1b-478ed8a485ba {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:44:17.974137 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd59311a-3ff4-42e0-a33b-09acd93677f1 req-40e88a88-8edd-49b3-8a89-f97acf6979a1 service neutron] Port e2d3bebe-7fe5-4d24-bad9-a882cb520f63 on network 54cde15a-b3d0-4662-8a1b-478ed8a485ba not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:44:17.974468 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd59311a-3ff4-42e0-a33b-09acd93677f1 req-40e88a88-8edd-49b3-8a89-f97acf6979a1 service neutron] Attempting to bind port e2d3bebe-7fe5-4d24-bad9-a882cb520f63 on network 54cde15a-b3d0-4662-8a1b-478ed8a485ba {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:44:17.988159 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd59311a-3ff4-42e0-a33b-09acd93677f1 req-40e88a88-8edd-49b3-8a89-f97acf6979a1 service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:44:17.988411 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd59311a-3ff4-42e0-a33b-09acd93677f1 req-40e88a88-8edd-49b3-8a89-f97acf6979a1 service neutron] Checking segment: {'id': 'f534f66b-59cd-44fa-b0c3-38c9ad321472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '54cde15a-b3d0-4662-8a1b-478ed8a485ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:44:17.988806 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd59311a-3ff4-42e0-a33b-09acd93677f1 req-40e88a88-8edd-49b3-8a89-f97acf6979a1 service neutron] Bound using segment: {'id': 'f534f66b-59cd-44fa-b0c3-38c9ad321472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '54cde15a-b3d0-4662-8a1b-478ed8a485ba'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:44:17.989241 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-bd59311a-3ff4-42e0-a33b-09acd93677f1 req-40e88a88-8edd-49b3-8a89-f97acf6979a1 service neutron] Bound port: e2d3bebe-7fe5-4d24-bad9-a882cb520f63, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f534f66b-59cd-44fa-b0c3-38c9ad321472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '54cde15a-b3d0-4662-8a1b-478ed8a485ba'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:44:17.989598 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-bd59311a-3ff4-42e0-a33b-09acd93677f1 req-40e88a88-8edd-49b3-8a89-f97acf6979a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:18.086027 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-bd59311a-3ff4-42e0-a33b-09acd93677f1 req-40e88a88-8edd-49b3-8a89-f97acf6979a1 service neutron] For port e2d3bebe-7fe5-4d24-bad9-a882cb520f63, host n-h2-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:44:18.089739 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-bd59311a-3ff4-42e0-a33b-09acd93677f1 req-40e88a88-8edd-49b3-8a89-f97acf6979a1 service neutron] For port e2d3bebe-7fe5-4d24-bad9-a882cb520f63, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=e2d3bebe-7fe5-4d24-bad9-a882cb520f63,segment=NetworkSegment(f534f66b-59cd-44fa-b0c3-38c9ad321472),segment_id=f534f66b-59cd-44fa-b0c3-38c9ad321472)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:44:18.096722 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-bd59311a-3ff4-42e0-a33b-09acd93677f1 req-40e88a88-8edd-49b3-8a89-f97acf6979a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:18.160374 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd59311a-3ff4-42e0-a33b-09acd93677f1 req-40e88a88-8edd-49b3-8a89-f97acf6979a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:18.162768 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-bd59311a-3ff4-42e0-a33b-09acd93677f1 req-40e88a88-8edd-49b3-8a89-f97acf6979a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:18.172155 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-bd59311a-3ff4-42e0-a33b-09acd93677f1 req-40e88a88-8edd-49b3-8a89-f97acf6979a1 service neutron] 10.222.0.67 "PUT /v2.0/ports/e2d3bebe-7fe5-4d24-bad9-a882cb520f63 HTTP/1.1" status: 200 len: 1091 time: 1.0787539 Jan 18 22:44:18.173878 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a9fe04f-9d09-42f8-b3b4-35cd8ad10ac8', 'tag': 'e2d3bebe-7fe5-4d24-bad9-a882cb520f63'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:44:18.176526 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-428d2845-1f15-456c-9f89-71962faa1af7" -d '{"events": [{"name": "network-changed", "server_uuid": "9a9fe04f-9d09-42f8-b3b4-35cd8ad10ac8", "tag": "e2d3bebe-7fe5-4d24-bad9-a882cb520f63"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:44:18.265530 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e88a88-8edd-49b3-8a89-f97acf6979a1 service neutron] Pushing event updated for resources: {'Port': ['ID=e2d3bebe-7fe5-4d24-bad9-a882cb520f63,revision_number=3']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:18.308068 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-764e43dc-e63c-4f59-890d-527990b562c7 x-openstack-request-id: req-764e43dc-e63c-4f59-890d-527990b562c7 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:44:18.308356 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a9fe04f-9d09-42f8-b3b4-35cd8ad10ac8", "tag": "e2d3bebe-7fe5-4d24-bad9-a882cb520f63", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:44:18.308607 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-764e43dc-e63c-4f59-890d-527990b562c7 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:44:18.308999 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a9fe04f-9d09-42f8-b3b4-35cd8ad10ac8', 'tag': 'e2d3bebe-7fe5-4d24-bad9-a882cb520f63', 'status': 'completed', 'code': 200} Jan 18 22:44:18.331585 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602520c5-9951-464b-af2f-7d33029b5a28 req-0bc646ed-479d-431f-88fb-5617a7afdfca tempest-TestServerAdvancedOps-1778996021 tempest-TestServerAdvancedOps-1778996021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:18.335509 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd59311a-3ff4-42e0-a33b-09acd93677f1 req-cbfafce4-e86a-42c5-9b2a-7cf4404c3c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:18.337260 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-bd59311a-3ff4-42e0-a33b-09acd93677f1 req-cbfafce4-e86a-42c5-9b2a-7cf4404c3c2b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5fdd9d74a6a7474aa33a3f08cd7c198f&device_id=9a9fe04f-9d09-42f8-b3b4-35cd8ad10ac8 HTTP/1.1" status: 200 len: 1094 time: 0.1062086 Jan 18 22:44:18.339157 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-602520c5-9951-464b-af2f-7d33029b5a28 req-0bc646ed-479d-431f-88fb-5617a7afdfca tempest-TestServerAdvancedOps-1778996021 tempest-TestServerAdvancedOps-1778996021-project] 10.222.0.53 "GET /v2.0/ports?device_id=548ca3fe-4706-4108-8dec-f7124caf88f5 HTTP/1.1" status: 200 len: 945 time: 0.1016660 Jan 18 22:44:18.401900 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-602520c5-9951-464b-af2f-7d33029b5a28 req-ae3dc21a-881c-4033-8be3-ea13af3c4509 tempest-TestServerAdvancedOps-1778996021 tempest-TestServerAdvancedOps-1778996021-project] 10.222.0.53 "GET /v2.0/security-groups?id=310a1828-658e-4e2a-bb52-227664ffcb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617354 Jan 18 22:44:18.431416 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-bd59311a-3ff4-42e0-a33b-09acd93677f1 req-24b1ce0e-d73f-4dbd-8a9b-9867d08ca0ea service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2d3bebe-7fe5-4d24-bad9-a882cb520f63 HTTP/1.1" status: 200 len: 217 time: 0.0764799 Jan 18 22:44:18.519750 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd59311a-3ff4-42e0-a33b-09acd93677f1 req-02f7d5ec-4426-4022-bcc0-20ddc2128b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:18.519750 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-bd59311a-3ff4-42e0-a33b-09acd93677f1 req-02f7d5ec-4426-4022-bcc0-20ddc2128b47 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=06b2cac0-86a6-4500-95d7-3a3f5617a0cc HTTP/1.1" status: 200 len: 835 time: 0.0821044 Jan 18 22:44:18.580749 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd59311a-3ff4-42e0-a33b-09acd93677f1 req-b8c80bed-94f4-4319-9143-ad3a84dca556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:18.582313 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-bd59311a-3ff4-42e0-a33b-09acd93677f1 req-b8c80bed-94f4-4319-9143-ad3a84dca556 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=54cde15a-b3d0-4662-8a1b-478ed8a485ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574448 Jan 18 22:44:18.813327 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-bd59311a-3ff4-42e0-a33b-09acd93677f1 req-cb9afdb4-a4e3-4896-b17f-14ce463b435c service neutron] 10.222.0.67 "GET /v2.0/networks/54cde15a-b3d0-4662-8a1b-478ed8a485ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229171 Jan 18 22:44:18.862872 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8139e90-9af1-40a6-814a-8fc7c3f1a443 req-74569dca-0038-4fd7-930b-6bb6886875c1 tempest-VolumesNegativeTest-1702867604 tempest-VolumesNegativeTest-1702867604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:18.864988 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b8139e90-9af1-40a6-814a-8fc7c3f1a443 req-74569dca-0038-4fd7-930b-6bb6886875c1 tempest-VolumesNegativeTest-1702867604 tempest-VolumesNegativeTest-1702867604-project] 10.222.0.53 "GET /v2.0/ports?device_id=4251b6ff-8c6c-4828-888d-dcf07d2cd22c HTTP/1.1" status: 200 len: 949 time: 0.1256149 Jan 18 22:44:18.880153 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9085c4e-a78a-439a-b519-e2882cee39d2 req-2ac2ff51-53a5-4e6e-aa1a-3e3d8f69f13b tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:18.882483 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c9085c4e-a78a-439a-b519-e2882cee39d2 req-2ac2ff51-53a5-4e6e-aa1a-3e3d8f69f13b tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a9fe04f-9d09-42f8-b3b4-35cd8ad10ac8 HTTP/1.1" status: 200 len: 943 time: 0.0925663 Jan 18 22:44:18.955919 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b8139e90-9af1-40a6-814a-8fc7c3f1a443 req-34f5a456-487a-4ab1-a72a-85da6ea15704 tempest-VolumesNegativeTest-1702867604 tempest-VolumesNegativeTest-1702867604-project] 10.222.0.53 "GET /v2.0/security-groups?id=c846c015-fedb-404f-a15f-802f87d9c38e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716023 Jan 18 22:44:18.974706 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c9085c4e-a78a-439a-b519-e2882cee39d2 req-a1b31417-0149-475e-a52d-8b725ccb09ad tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "GET /v2.0/security-groups?id=06879c08-9e1d-4dae-8c09-839ec9fac45c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0821033 Jan 18 22:44:19.012437 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-bd59311a-3ff4-42e0-a33b-09acd93677f1 req-42e3c3a1-e7ef-4b08-8c8a-03d9d5adcf93 service neutron] 10.222.0.67 "GET /v2.0/networks/54cde15a-b3d0-4662-8a1b-478ed8a485ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904256 Jan 18 22:44:19.106145 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428d2845-1f15-456c-9f89-71962faa1af7 req-25315fd6-abec-4f6f-b33f-e82fa9ffcd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:19.107770 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-428d2845-1f15-456c-9f89-71962faa1af7 req-25315fd6-abec-4f6f-b33f-e82fa9ffcd83 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5fdd9d74a6a7474aa33a3f08cd7c198f&device_id=9a9fe04f-9d09-42f8-b3b4-35cd8ad10ac8 HTTP/1.1" status: 200 len: 1094 time: 0.0507624 Jan 18 22:44:19.227431 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428d2845-1f15-456c-9f89-71962faa1af7 req-4a246528-d908-4fad-b484-a66e06ab19c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:19.229033 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-428d2845-1f15-456c-9f89-71962faa1af7 req-4a246528-d908-4fad-b484-a66e06ab19c5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=54cde15a-b3d0-4662-8a1b-478ed8a485ba HTTP/1.1" status: 200 len: 897 time: 0.1056128 Jan 18 22:44:19.255962 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4251b6ff-8c6c-4828-888d-dcf07d2cd22c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ece69cf6-7c9a-494b-b5db-39276f074ff7'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:44:19.258853 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-953d3f0c-90ee-4f8f-8993-4ce777d51fb4" -d '{"events": [{"server_uuid": "4251b6ff-8c6c-4828-888d-dcf07d2cd22c", "name": "network-vif-plugged", "status": "completed", "tag": "ece69cf6-7c9a-494b-b5db-39276f074ff7"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:44:19.277375 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-428d2845-1f15-456c-9f89-71962faa1af7 req-dc73db23-341a-4290-bc0b-3ee889d165a1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2d3bebe-7fe5-4d24-bad9-a882cb520f63 HTTP/1.1" status: 200 len: 217 time: 0.0391753 Jan 18 22:44:19.303086 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2e31ff19-6a88-42ba-8ed0-da32e71a247c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:19.331661 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a63c73a0-8bef-4403-826d-e96e5c8a5e31 x-openstack-request-id: req-a63c73a0-8bef-4403-826d-e96e5c8a5e31 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:44:19.332011 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4251b6ff-8c6c-4828-888d-dcf07d2cd22c", "name": "network-vif-plugged", "status": "completed", "tag": "ece69cf6-7c9a-494b-b5db-39276f074ff7", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:44:19.332763 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a63c73a0-8bef-4403-826d-e96e5c8a5e31 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:44:19.337097 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4251b6ff-8c6c-4828-888d-dcf07d2cd22c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ece69cf6-7c9a-494b-b5db-39276f074ff7', 'code': 200} Jan 18 22:44:19.372710 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428d2845-1f15-456c-9f89-71962faa1af7 req-7596370e-f9a8-4c7d-b005-73f061d403c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:19.374623 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-428d2845-1f15-456c-9f89-71962faa1af7 req-7596370e-f9a8-4c7d-b005-73f061d403c2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=06b2cac0-86a6-4500-95d7-3a3f5617a0cc HTTP/1.1" status: 200 len: 835 time: 0.0859900 Jan 18 22:44:19.460340 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428d2845-1f15-456c-9f89-71962faa1af7 req-5f4be841-5bdb-4097-a1fb-56af527b7d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:19.461304 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-428d2845-1f15-456c-9f89-71962faa1af7 req-5f4be841-5bdb-4097-a1fb-56af527b7d85 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=54cde15a-b3d0-4662-8a1b-478ed8a485ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0789499 Jan 18 22:44:19.466553 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c84492-6a25-40f6-8ebb-51786be1fcfb req-94c95450-fe42-4859-8a9c-b572dd8a4f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:19.468090 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-a2c84492-6a25-40f6-8ebb-51786be1fcfb req-94c95450-fe42-4859-8a9c-b572dd8a4f8a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4251b6ff-8c6c-4828-888d-dcf07d2cd22c HTTP/1.1" status: 200 len: 1100 time: 0.0723772 Jan 18 22:44:19.559870 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-a2c84492-6a25-40f6-8ebb-51786be1fcfb req-c85e7a2e-aabb-485d-8336-003192a5d1bf service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c846c015-fedb-404f-a15f-802f87d9c38e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830920 Jan 18 22:44:19.603564 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-428d2845-1f15-456c-9f89-71962faa1af7 req-4e1f4efa-cf51-42b3-b010-7ac1c7db07aa service neutron] 10.222.0.67 "GET /v2.0/networks/54cde15a-b3d0-4662-8a1b-478ed8a485ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345108 Jan 18 22:44:19.607477 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508fa10f-9d4a-4e8f-95df-2216581297f6 req-05dbb424-515b-4aac-a8e1-3317fb189ffd tempest-TestServerAdvancedOps-1778996021 tempest-TestServerAdvancedOps-1778996021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:19.609070 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-508fa10f-9d4a-4e8f-95df-2216581297f6 req-05dbb424-515b-4aac-a8e1-3317fb189ffd tempest-TestServerAdvancedOps-1778996021 tempest-TestServerAdvancedOps-1778996021-project] 10.222.0.53 "GET /v2.0/ports?device_id=548ca3fe-4706-4108-8dec-f7124caf88f5 HTTP/1.1" status: 200 len: 945 time: 0.0627272 Jan 18 22:44:19.666653 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-508fa10f-9d4a-4e8f-95df-2216581297f6 req-d187e3cd-6770-4c3f-814a-964cbfe66fbb tempest-TestServerAdvancedOps-1778996021 tempest-TestServerAdvancedOps-1778996021-project] 10.222.0.53 "GET /v2.0/security-groups?id=310a1828-658e-4e2a-bb52-227664ffcb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509882 Jan 18 22:44:19.747772 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-428d2845-1f15-456c-9f89-71962faa1af7 req-a681349b-3386-45e8-a172-76bdaed8a60d service neutron] 10.222.0.67 "GET /v2.0/networks/54cde15a-b3d0-4662-8a1b-478ed8a485ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361973 Jan 18 22:44:19.817595 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b769734-4de3-4ba9-bb73-bcb7d2ba02cf req-c387b456-7c81-4cd7-998f-602358afc002 tempest-TestServerAdvancedOps-1778996021 tempest-TestServerAdvancedOps-1778996021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:19.823487 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8b769734-4de3-4ba9-bb73-bcb7d2ba02cf req-c387b456-7c81-4cd7-998f-602358afc002 tempest-TestServerAdvancedOps-1778996021 tempest-TestServerAdvancedOps-1778996021-project] 10.222.0.53 "GET /v2.0/ports?device_id=548ca3fe-4706-4108-8dec-f7124caf88f5 HTTP/1.1" status: 200 len: 945 time: 0.0794048 Jan 18 22:44:19.879775 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8b769734-4de3-4ba9-bb73-bcb7d2ba02cf req-88ff4591-155a-4473-a997-8f11c9d338fe tempest-TestServerAdvancedOps-1778996021 tempest-TestServerAdvancedOps-1778996021-project] 10.222.0.53 "GET /v2.0/security-groups?id=310a1828-658e-4e2a-bb52-227664ffcb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503349 Jan 18 22:44:20.032573 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 46032) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:20.396009 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-273e5d36-9b13-4830-8c4c-5a448679e718 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:20.432307 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab10bcc9-b62a-4054-ac6a-44905afd81a6 req-a8632d53-8600-4093-8f92-eeb96a4c1fc9 tempest-VolumesNegativeTest-1702867604 tempest-VolumesNegativeTest-1702867604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:20.433789 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ab10bcc9-b62a-4054-ac6a-44905afd81a6 req-a8632d53-8600-4093-8f92-eeb96a4c1fc9 tempest-VolumesNegativeTest-1702867604 tempest-VolumesNegativeTest-1702867604-project] 10.222.0.53 "GET /v2.0/ports?device_id=4251b6ff-8c6c-4828-888d-dcf07d2cd22c HTTP/1.1" status: 200 len: 949 time: 0.3833721 Jan 18 22:44:20.458823 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec55ed4-c405-40f9-ad0c-f061849ceef1 req-7206784f-3b3e-4eb5-89fb-d97b32e490b9 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:20.460237 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fec55ed4-c405-40f9-ad0c-f061849ceef1 req-7206784f-3b3e-4eb5-89fb-d97b32e490b9 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a9fe04f-9d09-42f8-b3b4-35cd8ad10ac8 HTTP/1.1" status: 200 len: 943 time: 0.1029329 Jan 18 22:44:20.534251 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ab10bcc9-b62a-4054-ac6a-44905afd81a6 req-6365d2aa-5b01-4d9c-ad93-5950ea597f4c tempest-VolumesNegativeTest-1702867604 tempest-VolumesNegativeTest-1702867604-project] 10.222.0.53 "GET /v2.0/security-groups?id=c846c015-fedb-404f-a15f-802f87d9c38e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911298 Jan 18 22:44:20.558163 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fec55ed4-c405-40f9-ad0c-f061849ceef1 req-617ca9e2-5cff-48d2-b0ca-6426a94506d2 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "GET /v2.0/security-groups?id=06879c08-9e1d-4dae-8c09-839ec9fac45c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0736191 Jan 18 22:44:20.591978 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-273e5d36-9b13-4830-8c4c-5a448679e718 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:20.596842 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-273e5d36-9b13-4830-8c4c-5a448679e718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:20.726984 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273e5d36-9b13-4830-8c4c-5a448679e718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6113ef29-7943-4cc0-a20d-373be282b280,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:20.736387 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 46040) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:20.744679 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-273e5d36-9b13-4830-8c4c-5a448679e718 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a8e23881b73e4497abbd42a704e22b15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7109683 Jan 18 22:44:20.787116 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07836cab-d46a-4ab9-9515-3073943c5d29 req-c0dacbdd-3888-497b-a19a-8c4d44b88a7d tempest-TestServerAdvancedOps-1778996021 tempest-TestServerAdvancedOps-1778996021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:20.796907 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-07836cab-d46a-4ab9-9515-3073943c5d29 req-c0dacbdd-3888-497b-a19a-8c4d44b88a7d tempest-TestServerAdvancedOps-1778996021 tempest-TestServerAdvancedOps-1778996021-project] 10.222.0.53 "GET /v2.0/ports?device_id=548ca3fe-4706-4108-8dec-f7124caf88f5 HTTP/1.1" status: 200 len: 945 time: 0.1557212 Jan 18 22:44:20.825220 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e55d1de6-a752-4a55-a913-b2ce32ab15a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:20.851630 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e55d1de6-a752-4a55-a913-b2ce32ab15a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:20.862709 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-07836cab-d46a-4ab9-9515-3073943c5d29 req-340a5ec4-e57e-4c06-908e-01620a818266 tempest-TestServerAdvancedOps-1778996021 tempest-TestServerAdvancedOps-1778996021-project] 10.222.0.53 "GET /v2.0/security-groups?id=310a1828-658e-4e2a-bb52-227664ffcb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569887 Jan 18 22:44:20.929064 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e55d1de6-a752-4a55-a913-b2ce32ab15a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:20.932027 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e55d1de6-a752-4a55-a913-b2ce32ab15a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:20.933201 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-e55d1de6-a752-4a55-a913-b2ce32ab15a5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6113ef29-7943-4cc0-a20d-373be282b280 HTTP/1.1" status: 204 len: 168 time: 0.1951199 Jan 18 22:44:20.954262 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55d1de6-a752-4a55-a913-b2ce32ab15a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6113ef29-7943-4cc0-a20d-373be282b280,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:21.333116 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 46070) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:21.355543 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ae23a060-68a8-4a6c-b5da-933a3a9cebbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:21.442573 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ae23a060-68a8-4a6c-b5da-933a3a9cebbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:21.447032 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ae23a060-68a8-4a6c-b5da-933a3a9cebbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:21.478787 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 46074) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:21.490579 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-ae23a060-68a8-4a6c-b5da-933a3a9cebbf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8a33ed37c3c2444e88b01c1fbe232b80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1555901 Jan 18 22:44:21.491948 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae23a060-68a8-4a6c-b5da-933a3a9cebbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f32b27cd-8952-4f33-b9b4-ad13401fec64,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:21.493533 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 46078) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:21.512777 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device e2d3bebe-7fe5-4d24-bad9-a882cb520f63 details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:44:21.579025 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6a1a9856-2db6-489d-9a12-d9e277a968f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:21.606404 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6a1a9856-2db6-489d-9a12-d9e277a968f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:21.689112 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port e2d3bebe-7fe5-4d24-bad9-a882cb520f63, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=e2d3bebe-7fe5-4d24-bad9-a882cb520f63,segment=NetworkSegment(f534f66b-59cd-44fa-b0c3-38c9ad321472),segment_id=f534f66b-59cd-44fa-b0c3-38c9ad321472)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:44:21.700442 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': 'e2d3bebe-7fe5-4d24-bad9-a882cb520f63', 'network_id': '54cde15a-b3d0-4662-8a1b-478ed8a485ba', 'port_id': 'e2d3bebe-7fe5-4d24-bad9-a882cb520f63', 'mac_address': 'fa:16:3e:77:cc:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06b2cac0-86a6-4500-95d7-3a3f5617a0cc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:44:21.701179 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ac330427-de17-47ff-84d5-96d53d5ec67d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:21.746209 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:21.756273 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6a1a9856-2db6-489d-9a12-d9e277a968f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:21.759323 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6a1a9856-2db6-489d-9a12-d9e277a968f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:21.760486 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-6a1a9856-2db6-489d-9a12-d9e277a968f3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f32b27cd-8952-4f33-b9b4-ad13401fec64 HTTP/1.1" status: 204 len: 168 time: 0.2650950 Jan 18 22:44:21.766051 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2d3bebe-7fe5-4d24-bad9-a882cb520f63 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:44:21.785351 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84192b0f-992d-4de2-bdb2-753600899308 req-74570bb3-fb65-4d9e-af88-24c6ecb1dc89 tempest-VolumesNegativeTest-1702867604 tempest-VolumesNegativeTest-1702867604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:21.789645 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port e2d3bebe-7fe5-4d24-bad9-a882cb520f63, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=e2d3bebe-7fe5-4d24-bad9-a882cb520f63,segment=NetworkSegment(f534f66b-59cd-44fa-b0c3-38c9ad321472),segment_id=f534f66b-59cd-44fa-b0c3-38c9ad321472)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:44:21.793311 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-84192b0f-992d-4de2-bdb2-753600899308 req-74570bb3-fb65-4d9e-af88-24c6ecb1dc89 tempest-VolumesNegativeTest-1702867604 tempest-VolumesNegativeTest-1702867604-project] 10.222.0.53 "GET /v2.0/ports?device_id=4251b6ff-8c6c-4828-888d-dcf07d2cd22c HTTP/1.1" status: 200 len: 949 time: 0.1510062 Jan 18 22:44:21.797073 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:21.807896 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1a9856-2db6-489d-9a12-d9e277a968f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f32b27cd-8952-4f33-b9b4-ad13401fec64,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:21.825722 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a5080e-1eb4-4c62-8106-34ead57d2c91 req-624bd2a2-167f-45b7-be89-e276458ba3f8 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:21.827545 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c7a5080e-1eb4-4c62-8106-34ead57d2c91 req-624bd2a2-167f-45b7-be89-e276458ba3f8 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a9fe04f-9d09-42f8-b3b4-35cd8ad10ac8 HTTP/1.1" status: 200 len: 943 time: 0.1648149 Jan 18 22:44:21.871540 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=e2d3bebe-7fe5-4d24-bad9-a882cb520f63,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:21.896684 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-84192b0f-992d-4de2-bdb2-753600899308 req-8de234c5-e531-4f93-b43a-282cd980c343 tempest-VolumesNegativeTest-1702867604 tempest-VolumesNegativeTest-1702867604-project] 10.222.0.53 "GET /v2.0/security-groups?id=c846c015-fedb-404f-a15f-802f87d9c38e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999484 Jan 18 22:44:21.915665 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c7a5080e-1eb4-4c62-8106-34ead57d2c91 req-d998d020-5ddf-4ef9-a584-a7317ab1f045 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "GET /v2.0/security-groups?id=06879c08-9e1d-4dae-8c09-839ec9fac45c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0775073 Jan 18 22:44:21.946281 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-157a9d93-bc5e-405e-8624-92b4bf09c97b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:22.009219 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ac330427-de17-47ff-84d5-96d53d5ec67d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:22.034092 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ac330427-de17-47ff-84d5-96d53d5ec67d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:22.050111 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['e2d3bebe-7fe5-4d24-bad9-a882cb520f63'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:44:22.091598 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 46096) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:22.092699 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-ac330427-de17-47ff-84d5-96d53d5ec67d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6541b5e6e10b4846bec18d672c3ffa96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6117411 Jan 18 22:44:22.102184 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac330427-de17-47ff-84d5-96d53d5ec67d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ade6f844-b971-44f0-9431-5022884a0685,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:22.117182 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e152d13-159b-4f08-8a85-b6a42035c431 req-714d09f2-2682-4440-bbf4-71786ca1d6b1 tempest-TestServerAdvancedOps-1778996021 tempest-TestServerAdvancedOps-1778996021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:22.127210 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1e152d13-159b-4f08-8a85-b6a42035c431 req-714d09f2-2682-4440-bbf4-71786ca1d6b1 tempest-TestServerAdvancedOps-1778996021 tempest-TestServerAdvancedOps-1778996021-project] 10.222.0.53 "GET /v2.0/ports?device_id=548ca3fe-4706-4108-8dec-f7124caf88f5 HTTP/1.1" status: 200 len: 945 time: 0.1382012 Jan 18 22:44:22.181643 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1e152d13-159b-4f08-8a85-b6a42035c431 req-df8899e0-2ca3-4ae0-aef7-a1fa04e55464 tempest-TestServerAdvancedOps-1778996021 tempest-TestServerAdvancedOps-1778996021-project] 10.222.0.53 "GET /v2.0/security-groups?id=310a1828-658e-4e2a-bb52-227664ffcb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485706 Jan 18 22:44:22.210578 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3507e0d6-c360-4091-99b2-fd5fdd04b336 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:22.292411 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3507e0d6-c360-4091-99b2-fd5fdd04b336 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:22.311837 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b56b8e-e466-4a5f-bc48-dc072d18f25c req-66822f02-78be-4ccf-8825-399b9030a3ba tempest-VolumesNegativeTest-1702867604 tempest-VolumesNegativeTest-1702867604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:22.325390 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-52b56b8e-e466-4a5f-bc48-dc072d18f25c req-66822f02-78be-4ccf-8825-399b9030a3ba tempest-VolumesNegativeTest-1702867604 tempest-VolumesNegativeTest-1702867604-project] 10.222.0.53 "GET /v2.0/ports?device_id=4251b6ff-8c6c-4828-888d-dcf07d2cd22c HTTP/1.1" status: 200 len: 949 time: 0.1177886 Jan 18 22:44:22.391787 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3507e0d6-c360-4091-99b2-fd5fdd04b336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:22.395700 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3507e0d6-c360-4091-99b2-fd5fdd04b336 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:22.396825 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-3507e0d6-c360-4091-99b2-fd5fdd04b336 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ade6f844-b971-44f0-9431-5022884a0685 HTTP/1.1" status: 204 len: 168 time: 0.3027024 Jan 18 22:44:22.409291 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-52b56b8e-e466-4a5f-bc48-dc072d18f25c req-c24b0068-12a9-46b3-8478-8b519f121763 tempest-VolumesNegativeTest-1702867604 tempest-VolumesNegativeTest-1702867604-project] 10.222.0.53 "GET /v2.0/security-groups?id=c846c015-fedb-404f-a15f-802f87d9c38e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782607 Jan 18 22:44:22.424391 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3507e0d6-c360-4091-99b2-fd5fdd04b336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ade6f844-b971-44f0-9431-5022884a0685,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:22.532509 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de5e92f-0ead-4ae7-a5f6-d1da2d6a2858 req-849d0ebe-1e1a-4656-ae9d-2468c3e2f5e8 tempest-TestServerAdvancedOps-1778996021 tempest-TestServerAdvancedOps-1778996021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:22.534016 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1de5e92f-0ead-4ae7-a5f6-d1da2d6a2858 req-849d0ebe-1e1a-4656-ae9d-2468c3e2f5e8 tempest-TestServerAdvancedOps-1778996021 tempest-TestServerAdvancedOps-1778996021-project] 10.222.0.53 "GET /v2.0/ports?device_id=548ca3fe-4706-4108-8dec-f7124caf88f5 HTTP/1.1" status: 200 len: 945 time: 0.0573258 Jan 18 22:44:22.594857 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f554fa1-84be-4268-816b-dd299d8e9bd7 req-841c4e02-9da0-49fe-a94a-5633d0aaf829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:22.597105 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-6f554fa1-84be-4268-816b-dd299d8e9bd7 req-841c4e02-9da0-49fe-a94a-5633d0aaf829 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ca8dfd3cf9064a0293dd77a9a41ff160&device_id=548ca3fe-4706-4108-8dec-f7124caf88f5 HTTP/1.1" status: 200 len: 1096 time: 0.1068623 Jan 18 22:44:22.603246 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1de5e92f-0ead-4ae7-a5f6-d1da2d6a2858 req-b3cbdced-5072-405c-96c3-747208f0a991 tempest-TestServerAdvancedOps-1778996021 tempest-TestServerAdvancedOps-1778996021-project] 10.222.0.53 "GET /v2.0/security-groups?id=310a1828-658e-4e2a-bb52-227664ffcb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622962 Jan 18 22:44:22.714911 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f554fa1-84be-4268-816b-dd299d8e9bd7 req-96b6a043-2bc9-4ac0-91a1-018e910ac8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:22.717817 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-6f554fa1-84be-4268-816b-dd299d8e9bd7 req-96b6a043-2bc9-4ac0-91a1-018e910ac8d5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6f6e0f18-5e6c-41ee-b5f2-91f93abb6d09 HTTP/1.1" status: 200 len: 912 time: 0.1122267 Jan 18 22:44:22.768234 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-6f554fa1-84be-4268-816b-dd299d8e9bd7 req-868b8425-2d97-43f2-a335-6b42460d56d6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7a2598e7-2279-4d66-9a41-536ec17bacc1 HTTP/1.1" status: 200 len: 217 time: 0.0427806 Jan 18 22:44:22.831630 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f554fa1-84be-4268-816b-dd299d8e9bd7 req-1f6f3eef-cbc6-4eb3-b600-650d27ca382e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:22.833110 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-6f554fa1-84be-4268-816b-dd299d8e9bd7 req-1f6f3eef-cbc6-4eb3-b600-650d27ca382e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=647f1437-53ad-43df-9403-e9ecef19cae3 HTTP/1.1" status: 200 len: 852 time: 0.0581024 Jan 18 22:44:22.880223 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-6f554fa1-84be-4268-816b-dd299d8e9bd7 req-595b6795-31ab-4137-b7ef-edf328fec390 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6f6e0f18-5e6c-41ee-b5f2-91f93abb6d09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352864 Jan 18 22:44:22.927484 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 46126) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:22.949022 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-cddc9322-a30e-4a1c-8e61-a23e4ac5da48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:22.983756 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-6f554fa1-84be-4268-816b-dd299d8e9bd7 req-acbaf55f-78d9-4f78-9a32-5d25c62f151f service neutron] 10.222.0.36 "GET /v2.0/networks/6f6e0f18-5e6c-41ee-b5f2-91f93abb6d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967681 Jan 18 22:44:22.990917 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:23.094691 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-cddc9322-a30e-4a1c-8e61-a23e4ac5da48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:23.108114 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-cddc9322-a30e-4a1c-8e61-a23e4ac5da48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:23.136151 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-6f554fa1-84be-4268-816b-dd299d8e9bd7 req-05c6677e-d6ba-44c3-aa06-c179a49a6184 service neutron] 10.222.0.36 "GET /v2.0/networks/6f6e0f18-5e6c-41ee-b5f2-91f93abb6d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421223 Jan 18 22:44:23.139886 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-cddc9322-a30e-4a1c-8e61-a23e4ac5da48 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f22aa0f6a07b4fff86674988db3c74b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2107668 Jan 18 22:44:23.142810 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 46132) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:23.156357 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c44a65-b2cc-4972-abd7-af0b9a7c56cc req-3e3e1532-1445-4082-a0c4-7db7d9ba80fa tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:23.157885 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b9c44a65-b2cc-4972-abd7-af0b9a7c56cc req-3e3e1532-1445-4082-a0c4-7db7d9ba80fa tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a9fe04f-9d09-42f8-b3b4-35cd8ad10ac8 HTTP/1.1" status: 200 len: 944 time: 0.1151977 Jan 18 22:44:23.180413 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddc9322-a30e-4a1c-8e61-a23e4ac5da48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17d8e57c-6135-47e6-a368-3e4b3ea07893,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:23.237035 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b9c44a65-b2cc-4972-abd7-af0b9a7c56cc req-74efd5fc-4c47-4883-b25f-f13c46334298 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "GET /v2.0/security-groups?id=06879c08-9e1d-4dae-8c09-839ec9fac45c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0654767 Jan 18 22:44:23.253200 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d9876780-c8ab-4f71-a31c-b26e4e6e98c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:23.283852 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d9876780-c8ab-4f71-a31c-b26e4e6e98c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:23.350944 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d9876780-c8ab-4f71-a31c-b26e4e6e98c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:23.354166 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d9876780-c8ab-4f71-a31c-b26e4e6e98c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:23.360627 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-d9876780-c8ab-4f71-a31c-b26e4e6e98c3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/17d8e57c-6135-47e6-a368-3e4b3ea07893 HTTP/1.1" status: 204 len: 168 time: 0.2161398 Jan 18 22:44:23.372070 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9876780-c8ab-4f71-a31c-b26e4e6e98c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d8e57c-6135-47e6-a368-3e4b3ea07893,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:23.519437 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device e2d3bebe-7fe5-4d24-bad9-a882cb520f63 up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:44:23.589065 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9b015f-51eb-4a4c-8d4c-d2724bf3c7aa req-d0259fb7-f480-46b5-9c2d-21195085e54a tempest-VolumesNegativeTest-1702867604 tempest-VolumesNegativeTest-1702867604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:23.589065 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-cf9b015f-51eb-4a4c-8d4c-d2724bf3c7aa req-d0259fb7-f480-46b5-9c2d-21195085e54a tempest-VolumesNegativeTest-1702867604 tempest-VolumesNegativeTest-1702867604-project] 10.222.0.36 "GET /v2.0/ports?device_id=4251b6ff-8c6c-4828-888d-dcf07d2cd22c HTTP/1.1" status: 200 len: 949 time: 0.1130774 Jan 18 22:44:23.615183 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5067bb3-41d5-4863-aa1c-92096253b988 req-2b1e22f7-3d62-400c-b576-3364d419cc96 tempest-VolumesNegativeTest-1702867604 tempest-VolumesNegativeTest-1702867604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:23.635745 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f5067bb3-41d5-4863-aa1c-92096253b988 req-2b1e22f7-3d62-400c-b576-3364d419cc96 tempest-VolumesNegativeTest-1702867604 tempest-VolumesNegativeTest-1702867604-project] 10.222.0.53 "GET /v2.0/ports?device_id=4251b6ff-8c6c-4828-888d-dcf07d2cd22c HTTP/1.1" status: 200 len: 949 time: 0.1143806 Jan 18 22:44:23.639012 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port e2d3bebe-7fe5-4d24-bad9-a882cb520f63 completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:44:23.647247 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port e2d3bebe-7fe5-4d24-bad9-a882cb520f63 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:44:23.649238 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:23.697070 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f5067bb3-41d5-4863-aa1c-92096253b988 req-40315054-06b2-40ba-97c8-584f421b470d tempest-VolumesNegativeTest-1702867604 tempest-VolumesNegativeTest-1702867604-project] 10.222.0.53 "GET /v2.0/security-groups?id=c846c015-fedb-404f-a15f-802f87d9c38e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600827 Jan 18 22:44:23.874885 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:23.877172 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129afa2b-7fff-4013-aeea-b992ab015c34 req-5aaaf6ce-77d4-4fc7-8e1d-3ac2bc9422aa tempest-TestServerAdvancedOps-1778996021 tempest-TestServerAdvancedOps-1778996021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:23.879263 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-129afa2b-7fff-4013-aeea-b992ab015c34 req-5aaaf6ce-77d4-4fc7-8e1d-3ac2bc9422aa tempest-TestServerAdvancedOps-1778996021 tempest-TestServerAdvancedOps-1778996021-project] 10.222.0.53 "GET /v2.0/ports?device_id=548ca3fe-4706-4108-8dec-f7124caf88f5 HTTP/1.1" status: 200 len: 945 time: 0.1336610 Jan 18 22:44:23.888897 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-cf9b015f-51eb-4a4c-8d4c-d2724bf3c7aa req-eaed1c82-30e0-4c88-a842-f125b8a808f6 tempest-VolumesNegativeTest-1702867604 tempest-VolumesNegativeTest-1702867604-project] Deleting port ece69cf6-7c9a-494b-b5db-39276f074ff7 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:44:23.889243 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-cf9b015f-51eb-4a4c-8d4c-d2724bf3c7aa req-eaed1c82-30e0-4c88-a842-f125b8a808f6 tempest-VolumesNegativeTest-1702867604 tempest-VolumesNegativeTest-1702867604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:23.928734 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a9fe04f-9d09-42f8-b3b4-35cd8ad10ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2d3bebe-7fe5-4d24-bad9-a882cb520f63'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:44:23.934485 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a51e4d9-c800-4f7f-a4e6-559f26b81127" -d '{"events": [{"server_uuid": "9a9fe04f-9d09-42f8-b3b4-35cd8ad10ac8", "name": "network-vif-plugged", "status": "completed", "tag": "e2d3bebe-7fe5-4d24-bad9-a882cb520f63"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:44:23.992797 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-129afa2b-7fff-4013-aeea-b992ab015c34 req-7a3d760f-8d60-4f3d-b703-bc32d41b777b tempest-TestServerAdvancedOps-1778996021 tempest-TestServerAdvancedOps-1778996021-project] 10.222.0.53 "GET /v2.0/security-groups?id=310a1828-658e-4e2a-bb52-227664ffcb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030536 Jan 18 22:44:24.024668 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port e2d3bebe-7fe5-4d24-bad9-a882cb520f63, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=e2d3bebe-7fe5-4d24-bad9-a882cb520f63,segment=NetworkSegment(f534f66b-59cd-44fa-b0c3-38c9ad321472),segment_id=f534f66b-59cd-44fa-b0c3-38c9ad321472)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:44:24.037369 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:24.113928 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99ce9569-f2fe-457b-b84c-a433abdb8b01 x-openstack-request-id: req-99ce9569-f2fe-457b-b84c-a433abdb8b01 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:44:24.114796 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a9fe04f-9d09-42f8-b3b4-35cd8ad10ac8", "name": "network-vif-plugged", "status": "completed", "tag": "e2d3bebe-7fe5-4d24-bad9-a882cb520f63", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:44:24.115686 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-99ce9569-f2fe-457b-b84c-a433abdb8b01 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:44:24.116685 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a9fe04f-9d09-42f8-b3b4-35cd8ad10ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2d3bebe-7fe5-4d24-bad9-a882cb520f63', 'code': 200} Jan 18 22:44:24.121746 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-cf9b015f-51eb-4a4c-8d4c-d2724bf3c7aa req-eaed1c82-30e0-4c88-a842-f125b8a808f6 tempest-VolumesNegativeTest-1702867604 tempest-VolumesNegativeTest-1702867604-project] For port ece69cf6-7c9a-494b-b5db-39276f074ff7, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=ece69cf6-7c9a-494b-b5db-39276f074ff7,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:44:24.122257 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-cf9b015f-51eb-4a4c-8d4c-d2724bf3c7aa req-eaed1c82-30e0-4c88-a842-f125b8a808f6 tempest-VolumesNegativeTest-1702867604 tempest-VolumesNegativeTest-1702867604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:24.154605 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-cf9b015f-51eb-4a4c-8d4c-d2724bf3c7aa req-eaed1c82-30e0-4c88-a842-f125b8a808f6 tempest-VolumesNegativeTest-1702867604 tempest-VolumesNegativeTest-1702867604-project] Calling delete_port for ece69cf6-7c9a-494b-b5db-39276f074ff7 owned by compute:nova {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:44:24.177323 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=e2d3bebe-7fe5-4d24-bad9-a882cb520f63,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:24.245168 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b77fc4-047d-4e8c-b22d-b27deda6236d req-dc0ae7b9-80c0-4223-9029-ea9f95afa971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:24.246661 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-79b77fc4-047d-4e8c-b22d-b27deda6236d req-dc0ae7b9-80c0-4223-9029-ea9f95afa971 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9a9fe04f-9d09-42f8-b3b4-35cd8ad10ac8 HTTP/1.1" status: 200 len: 1096 time: 0.0901368 Jan 18 22:44:24.304390 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-79b77fc4-047d-4e8c-b22d-b27deda6236d req-ab830529-794f-4939-a3e5-35f6024d3116 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=06879c08-9e1d-4dae-8c09-839ec9fac45c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421028 Jan 18 22:44:24.395804 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-cf9b015f-51eb-4a4c-8d4c-d2724bf3c7aa req-eaed1c82-30e0-4c88-a842-f125b8a808f6 tempest-VolumesNegativeTest-1702867604 tempest-VolumesNegativeTest-1702867604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:24.408492 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7237900-38ee-4d31-a2b7-007a9dd456dd req-18e1eff5-4a94-453a-b257-5acd67ca6430 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:24.409248 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['ece69cf6-7c9a-494b-b5db-39276f074ff7'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:44:24.410681 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d7237900-38ee-4d31-a2b7-007a9dd456dd req-18e1eff5-4a94-453a-b257-5acd67ca6430 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a9fe04f-9d09-42f8-b3b4-35cd8ad10ac8 HTTP/1.1" status: 200 len: 945 time: 0.0796099 Jan 18 22:44:24.439713 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaed1c82-30e0-4c88-a842-f125b8a808f6 tempest-VolumesNegativeTest-1702867604 tempest-VolumesNegativeTest-1702867604-project] Pushing event deleted for resources: {'Port': ['ID=ece69cf6-7c9a-494b-b5db-39276f074ff7,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:24.485422 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d7237900-38ee-4d31-a2b7-007a9dd456dd req-3a5a8454-25c2-4fbe-aa80-a78f5d0930a4 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "GET /v2.0/security-groups?id=06879c08-9e1d-4dae-8c09-839ec9fac45c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0637178 Jan 18 22:44:24.490083 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf9b015f-51eb-4a4c-8d4c-d2724bf3c7aa req-eaed1c82-30e0-4c88-a842-f125b8a808f6 tempest-VolumesNegativeTest-1702867604 tempest-VolumesNegativeTest-1702867604-project] No DVR routers for this DVR port ece69cf6-7c9a-494b-b5db-39276f074ff7 on host n-h1-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:44:24.501091 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-cf9b015f-51eb-4a4c-8d4c-d2724bf3c7aa req-eaed1c82-30e0-4c88-a842-f125b8a808f6 tempest-VolumesNegativeTest-1702867604 tempest-VolumesNegativeTest-1702867604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:24.507266 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-cf9b015f-51eb-4a4c-8d4c-d2724bf3c7aa req-eaed1c82-30e0-4c88-a842-f125b8a808f6 tempest-VolumesNegativeTest-1702867604 tempest-VolumesNegativeTest-1702867604-project] 10.222.0.36 "DELETE /v2.0/ports/ece69cf6-7c9a-494b-b5db-39276f074ff7 HTTP/1.1" status: 204 len: 173 time: 0.9002666 Jan 18 22:44:24.508833 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4251b6ff-8c6c-4828-888d-dcf07d2cd22c', 'name': 'network-vif-deleted', 'tag': 'ece69cf6-7c9a-494b-b5db-39276f074ff7'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:44:24.514211 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af9c523b-22dc-4ba0-b988-3d3cabc5ac27" -d '{"events": [{"server_uuid": "4251b6ff-8c6c-4828-888d-dcf07d2cd22c", "name": "network-vif-deleted", "tag": "ece69cf6-7c9a-494b-b5db-39276f074ff7"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:44:24.515257 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:24.587138 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d5fe711-1061-447b-a438-d504cb06ae2f x-openstack-request-id: req-6d5fe711-1061-447b-a438-d504cb06ae2f {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:44:24.587629 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4251b6ff-8c6c-4828-888d-dcf07d2cd22c", "name": "network-vif-deleted", "tag": "ece69cf6-7c9a-494b-b5db-39276f074ff7", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:44:24.588233 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6d5fe711-1061-447b-a438-d504cb06ae2f {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:44:24.588809 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4251b6ff-8c6c-4828-888d-dcf07d2cd22c', 'name': 'network-vif-deleted', 'tag': 'ece69cf6-7c9a-494b-b5db-39276f074ff7', 'status': 'completed', 'code': 200} Jan 18 22:44:24.621767 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:24.828663 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-75771267-cfdb-49d9-811f-74e2d28f3bc8 req-3b33992d-aa08-4efe-861a-95a70f44c34c tempest-VolumesNegativeTest-1702867604 tempest-VolumesNegativeTest-1702867604-project] 10.222.0.53 "GET /v2.0/ports?device_id=4251b6ff-8c6c-4828-888d-dcf07d2cd22c HTTP/1.1" status: 200 len: 210 time: 0.0388367 Jan 18 22:44:25.174406 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888211f0-1337-4ef8-bdf8-20171013bcfc req-4b07e83c-6e38-42c0-bd5b-38ebd43177d1 tempest-TestServerAdvancedOps-1778996021 tempest-TestServerAdvancedOps-1778996021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:25.183624 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-888211f0-1337-4ef8-bdf8-20171013bcfc req-4b07e83c-6e38-42c0-bd5b-38ebd43177d1 tempest-TestServerAdvancedOps-1778996021 tempest-TestServerAdvancedOps-1778996021-project] 10.222.0.53 "GET /v2.0/ports?device_id=548ca3fe-4706-4108-8dec-f7124caf88f5 HTTP/1.1" status: 200 len: 945 time: 0.0884755 Jan 18 22:44:25.230662 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-888211f0-1337-4ef8-bdf8-20171013bcfc req-2f91012b-a78b-489e-86b5-0e20998c83c4 tempest-TestServerAdvancedOps-1778996021 tempest-TestServerAdvancedOps-1778996021-project] 10.222.0.53 "GET /v2.0/security-groups?id=310a1828-658e-4e2a-bb52-227664ffcb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455451 Jan 18 22:44:25.376873 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 46202) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:25.547478 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c8ee5198-10fa-4b38-9a58-c50f14e38e9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:25.570453 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ed433-edbf-4eac-9963-3eb434d19fe9 req-1aa78874-86c5-48c7-8e58-07ea26e18b1e tempest-TestServerAdvancedOps-1778996021 tempest-TestServerAdvancedOps-1778996021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:25.572050 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b02ed433-edbf-4eac-9963-3eb434d19fe9 req-1aa78874-86c5-48c7-8e58-07ea26e18b1e tempest-TestServerAdvancedOps-1778996021 tempest-TestServerAdvancedOps-1778996021-project] 10.222.0.53 "GET /v2.0/ports?device_id=548ca3fe-4706-4108-8dec-f7124caf88f5 HTTP/1.1" status: 200 len: 945 time: 0.0908086 Jan 18 22:44:25.684360 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b02ed433-edbf-4eac-9963-3eb434d19fe9 req-01053558-9b14-442e-abce-1db22b948f3e tempest-TestServerAdvancedOps-1778996021 tempest-TestServerAdvancedOps-1778996021-project] 10.222.0.53 "GET /v2.0/security-groups?id=310a1828-658e-4e2a-bb52-227664ffcb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058722 Jan 18 22:44:25.711373 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111972ac-c26f-49bd-b589-f74159496c3c req-3a4653a8-7ff4-4705-a6b2-5adfccfbfb51 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:25.712975 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-111972ac-c26f-49bd-b589-f74159496c3c req-3a4653a8-7ff4-4705-a6b2-5adfccfbfb51 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a9fe04f-9d09-42f8-b3b4-35cd8ad10ac8 HTTP/1.1" status: 200 len: 945 time: 0.1227105 Jan 18 22:44:25.777018 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c8ee5198-10fa-4b38-9a58-c50f14e38e9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:25.787463 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c8ee5198-10fa-4b38-9a58-c50f14e38e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:25.821980 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-111972ac-c26f-49bd-b589-f74159496c3c req-f2d60280-1977-4556-8230-d2431d93faed tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "GET /v2.0/security-groups?id=06879c08-9e1d-4dae-8c09-839ec9fac45c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0996327 Jan 18 22:44:25.846770 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ee5198-10fa-4b38-9a58-c50f14e38e9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7c402b1-cbc2-4c1f-9ee7-d414c89cddf1,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:25.851278 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-c8ee5198-10fa-4b38-9a58-c50f14e38e9a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=750f26005e9c4d98b1a40599bb2d99a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4731927 Jan 18 22:44:25.854400 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 46226) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:25.934682 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-cf1b2fe9-618e-4ef5-a399-41d631b677e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:25.964433 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-cf1b2fe9-618e-4ef5-a399-41d631b677e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:26.066526 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9908a247-fccb-4a52-aaa5-193a387d5e5d req-a03ce6a9-fa09-413c-8dbc-e0f6adee8c7a tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:26.068246 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9908a247-fccb-4a52-aaa5-193a387d5e5d req-a03ce6a9-fa09-413c-8dbc-e0f6adee8c7a tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a9fe04f-9d09-42f8-b3b4-35cd8ad10ac8 HTTP/1.1" status: 200 len: 945 time: 0.0904734 Jan 18 22:44:26.105991 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-cf1b2fe9-618e-4ef5-a399-41d631b677e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:26.108863 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-cf1b2fe9-618e-4ef5-a399-41d631b677e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:26.110259 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-cf1b2fe9-618e-4ef5-a399-41d631b677e2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a7c402b1-cbc2-4c1f-9ee7-d414c89cddf1 HTTP/1.1" status: 204 len: 168 time: 0.2546563 Jan 18 22:44:26.126128 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9908a247-fccb-4a52-aaa5-193a387d5e5d req-f31bbe64-bb02-4c85-8b81-7c4436e7a846 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "GET /v2.0/security-groups?id=06879c08-9e1d-4dae-8c09-839ec9fac45c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0517049 Jan 18 22:44:26.127315 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1b2fe9-618e-4ef5-a399-41d631b677e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7c402b1-cbc2-4c1f-9ee7-d414c89cddf1,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:26.152478 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 46244) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:26.207437 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a720e0a-6025-4ca1-937c-5eadeb2ecba9 tempest-TestNetworkBasicOps-1276463588 tempest-TestNetworkBasicOps-1276463588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:26.212606 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 46250) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:26.217427 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-ab7a2543-2fda-4e50-a188-e3e46d865c93 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Request body: {'floatingip': {'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'port_id': 'e2d3bebe-7fe5-4d24-bad9-a882cb520f63', 'tenant_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:44:26.229087 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-8a720e0a-6025-4ca1-937c-5eadeb2ecba9 tempest-TestNetworkBasicOps-1276463588 tempest-TestNetworkBasicOps-1276463588-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=9a9fe04f-9d09-42f8-b3b4-35cd8ad10ac8 HTTP/1.1" status: 200 len: 1091 time: 0.0589855 Jan 18 22:44:26.254471 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ab7a2543-2fda-4e50-a188-e3e46d865c93 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for floatingip, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:26.369350 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ab7a2543-2fda-4e50-a188-e3e46d865c93 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:26.516967 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-ab7a2543-2fda-4e50-a188-e3e46d865c93 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Allocated IP 172.25.5.198 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/e01b7376-faa8-4e49-987b-f62ef2b12e53) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:44:26.585497 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device ece69cf6-7c9a-494b-b5db-39276f074ff7 no longer exists at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:44:26.619390 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] No Port match for: ece69cf6-7c9a-494b-b5db-39276f074ff7 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:44:26.619976 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device ece69cf6-7c9a-494b-b5db-39276f074ff7 not bound to the agent host n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:44:26.661343 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 46272) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:26.666870 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ab7a2543-2fda-4e50-a188-e3e46d865c93 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:26.684276 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f30bf1cc-57c4-41c6-a4f2-c45775344c1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:26.705691 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ab7a2543-2fda-4e50-a188-e3e46d865c93 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:26.766177 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7a2543-2fda-4e50-a188-e3e46d865c93 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:44:26.772369 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-ab7a2543-2fda-4e50-a188-e3e46d865c93 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:44:26.775671 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7a2543-2fda-4e50-a188-e3e46d865c93 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:44:26.820082 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f30bf1cc-57c4-41c6-a4f2-c45775344c1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:26.824614 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7a2543-2fda-4e50-a188-e3e46d865c93 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Pushing event updated for resources: {'Port': ['ID=e01b7376-faa8-4e49-987b-f62ef2b12e53,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:26.829734 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f30bf1cc-57c4-41c6-a4f2-c45775344c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:26.909541 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-f30bf1cc-57c4-41c6-a4f2-c45775344c1a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9ce3e54c1ef64b96b97b08cd37a5d932&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2466204 Jan 18 22:44:26.912258 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 46288) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:26.914424 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30bf1cc-57c4-41c6-a4f2-c45775344c1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13e9d599-228a-422a-9571-3cdd8f8493be,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:26.963633 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6e4651-ffb8-4d9e-b0ec-4f4a5f1aa821 req-5a1c81cb-b91c-4ad9-a102-a56c7a780387 tempest-TestServerAdvancedOps-1778996021 tempest-TestServerAdvancedOps-1778996021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:26.970942 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9b6e4651-ffb8-4d9e-b0ec-4f4a5f1aa821 req-5a1c81cb-b91c-4ad9-a102-a56c7a780387 tempest-TestServerAdvancedOps-1778996021 tempest-TestServerAdvancedOps-1778996021-project] 10.222.0.53 "GET /v2.0/ports?device_id=548ca3fe-4706-4108-8dec-f7124caf88f5 HTTP/1.1" status: 200 len: 945 time: 0.1581783 Jan 18 22:44:26.974518 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cfa4a6fa-31e5-4e38-bf36-328420992a39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:26.999285 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cfa4a6fa-31e5-4e38-bf36-328420992a39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:27.079217 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cfa4a6fa-31e5-4e38-bf36-328420992a39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:27.083506 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cfa4a6fa-31e5-4e38-bf36-328420992a39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:27.089496 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-cfa4a6fa-31e5-4e38-bf36-328420992a39 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/13e9d599-228a-422a-9571-3cdd8f8493be HTTP/1.1" status: 204 len: 168 time: 0.1759555 Jan 18 22:44:27.099581 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa4a6fa-31e5-4e38-bf36-328420992a39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e9d599-228a-422a-9571-3cdd8f8493be,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:27.104983 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9b6e4651-ffb8-4d9e-b0ec-4f4a5f1aa821 req-df424c8e-8408-4076-84d8-1b450c084cb6 tempest-TestServerAdvancedOps-1778996021 tempest-TestServerAdvancedOps-1778996021-project] 10.222.0.53 "GET /v2.0/security-groups?id=310a1828-658e-4e2a-bb52-227664ffcb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330335 Jan 18 22:44:27.500069 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346fd44a-008a-464a-8176-8737c9dafa2d req-3aac8a0e-4738-4374-a6e1-3b65919b6715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:27.502258 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-346fd44a-008a-464a-8176-8737c9dafa2d req-3aac8a0e-4738-4374-a6e1-3b65919b6715 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ca8dfd3cf9064a0293dd77a9a41ff160&device_id=548ca3fe-4706-4108-8dec-f7124caf88f5 HTTP/1.1" status: 200 len: 1096 time: 0.0828001 Jan 18 22:44:27.645607 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f461e826-4d5f-460b-8f4a-66765d5ed7d6 req-cde8f9ac-7e59-4a9a-9243-c41f88acb6c2 tempest-TestServerAdvancedOps-1778996021 tempest-TestServerAdvancedOps-1778996021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:27.653122 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f461e826-4d5f-460b-8f4a-66765d5ed7d6 req-cde8f9ac-7e59-4a9a-9243-c41f88acb6c2 tempest-TestServerAdvancedOps-1778996021 tempest-TestServerAdvancedOps-1778996021-project] 10.222.0.53 "GET /v2.0/ports?device_id=548ca3fe-4706-4108-8dec-f7124caf88f5 HTTP/1.1" status: 200 len: 945 time: 0.2304354 Jan 18 22:44:27.744677 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f461e826-4d5f-460b-8f4a-66765d5ed7d6 req-0f277c23-389d-41dd-850a-2194e1698c98 tempest-TestServerAdvancedOps-1778996021 tempest-TestServerAdvancedOps-1778996021-project] 10.222.0.53 "GET /v2.0/security-groups?id=310a1828-658e-4e2a-bb52-227664ffcb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904415 Jan 18 22:44:27.813992 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c0494c-5945-428e-a5e9-bfb9a8358d60 req-12d8c400-a9c4-4526-a90d-387cb0517de6 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:27.821474 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-60c0494c-5945-428e-a5e9-bfb9a8358d60 req-12d8c400-a9c4-4526-a90d-387cb0517de6 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=c706f530-ad88-4562-931a-bc61de8d9bbb HTTP/1.1" status: 200 len: 946 time: 0.3338366 Jan 18 22:44:27.848299 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ab7a2543-2fda-4e50-a188-e3e46d865c93 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:27.994278 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-60c0494c-5945-428e-a5e9-bfb9a8358d60 req-747f5eeb-1360-4c94-85ec-d9ef4bbd2bc7 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98a7b6f-971b-4421-acbb-09d3894edefc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1670949 Jan 18 22:44:28.019664 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 46384) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:28.199638 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346fd44a-008a-464a-8176-8737c9dafa2d req-bc8cacfa-fd83-437f-8eb2-b6db72f7085e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:28.201335 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-346fd44a-008a-464a-8176-8737c9dafa2d req-bc8cacfa-fd83-437f-8eb2-b6db72f7085e service neutron] 10.222.0.36 "GET /v2.0/networks?id=6f6e0f18-5e6c-41ee-b5f2-91f93abb6d09 HTTP/1.1" status: 200 len: 912 time: 0.6921349 Jan 18 22:44:28.276107 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-346fd44a-008a-464a-8176-8737c9dafa2d req-67f71d04-3421-44f0-aac4-a92115aa7a64 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7a2598e7-2279-4d66-9a41-536ec17bacc1 HTTP/1.1" status: 200 len: 217 time: 0.0671389 Jan 18 22:44:28.301105 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ab7a2543-2fda-4e50-a188-e3e46d865c93 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:28.342396 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346fd44a-008a-464a-8176-8737c9dafa2d req-64d59ba9-ab36-433e-89cc-b534626b829f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:28.344060 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-346fd44a-008a-464a-8176-8737c9dafa2d req-64d59ba9-ab36-433e-89cc-b534626b829f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=647f1437-53ad-43df-9403-e9ecef19cae3 HTTP/1.1" status: 200 len: 852 time: 0.0616424 Jan 18 22:44:28.352654 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-580da172-f43e-4c59-877c-0180a06486eb tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/floatingips/d70c45c7-88f5-4894-a1d0-cc4a6780d8d2 HTTP/1.1" status: 200 len: 994 time: 0.3224969 Jan 18 22:44:28.408642 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-346fd44a-008a-464a-8176-8737c9dafa2d req-2a68bab0-ec36-4d77-8e1f-84ae47fdd8fc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6f6e0f18-5e6c-41ee-b5f2-91f93abb6d09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556867 Jan 18 22:44:28.636834 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ab7a2543-2fda-4e50-a188-e3e46d865c93 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:28.644599 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ab7a2543-2fda-4e50-a188-e3e46d865c93 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:28.675375 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-346fd44a-008a-464a-8176-8737c9dafa2d req-515e7f60-90a5-4f8e-9074-627059d27e35 service neutron] 10.222.0.36 "GET /v2.0/networks/6f6e0f18-5e6c-41ee-b5f2-91f93abb6d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574620 Jan 18 22:44:28.761673 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7a2543-2fda-4e50-a188-e3e46d865c93 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Pushing event updated for resources: {'Port': ['ID=e01b7376-faa8-4e49-987b-f62ef2b12e53,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:28.817799 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7a2543-2fda-4e50-a188-e3e46d865c93 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:44:28.818157 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7a2543-2fda-4e50-a188-e3e46d865c93 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:44:28.818503 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7a2543-2fda-4e50-a188-e3e46d865c93 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:44:28.818843 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7a2543-2fda-4e50-a188-e3e46d865c93 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:44:28.819180 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7a2543-2fda-4e50-a188-e3e46d865c93 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:44:28.819511 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7a2543-2fda-4e50-a188-e3e46d865c93 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:44:28.821047 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7a2543-2fda-4e50-a188-e3e46d865c93 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:44:28.823358 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7a2543-2fda-4e50-a188-e3e46d865c93 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:44:28.824802 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7a2543-2fda-4e50-a188-e3e46d865c93 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:44:28.826041 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7a2543-2fda-4e50-a188-e3e46d865c93 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:44:28.826546 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7a2543-2fda-4e50-a188-e3e46d865c93 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:44:28.828269 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7a2543-2fda-4e50-a188-e3e46d865c93 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:44:28.888053 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-346fd44a-008a-464a-8176-8737c9dafa2d req-9b18bb7b-c20b-455d-91fc-83e42498dfa7 service neutron] 10.222.0.36 "GET /v2.0/networks/6f6e0f18-5e6c-41ee-b5f2-91f93abb6d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043691 Jan 18 22:44:28.992963 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ab7a2543-2fda-4e50-a188-e3e46d865c93 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043075'] for floatingip, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:29.510392 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40161996-d381-448c-a385-d284519e7bcb req-7f5f5008-deb4-4fa4-bd0c-e94fae9a12e1 tempest-TestNetworkAdvancedServerOps-1886563698 tempest-TestNetworkAdvancedServerOps-1886563698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:29.512648 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-40161996-d381-448c-a385-d284519e7bcb req-7f5f5008-deb4-4fa4-bd0c-e94fae9a12e1 tempest-TestNetworkAdvancedServerOps-1886563698 tempest-TestNetworkAdvancedServerOps-1886563698-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=c706f530-ad88-4562-931a-bc61de8d9bbb HTTP/1.1" status: 200 len: 1097 time: 0.7429571 Jan 18 22:44:29.540924 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8992db0c-e2e3-48e4-a72c-9bd2776ca0b0 req-c485440b-32a2-4431-afaf-78168a2b2085 tempest-TestServerAdvancedOps-1778996021 tempest-TestServerAdvancedOps-1778996021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:29.542623 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8992db0c-e2e3-48e4-a72c-9bd2776ca0b0 req-c485440b-32a2-4431-afaf-78168a2b2085 tempest-TestServerAdvancedOps-1778996021 tempest-TestServerAdvancedOps-1778996021-project] 10.222.0.53 "GET /v2.0/ports?device_id=548ca3fe-4706-4108-8dec-f7124caf88f5 HTTP/1.1" status: 200 len: 945 time: 0.6115339 Jan 18 22:44:29.571391 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [req-db7a4a68-0fe7-429f-a5d4-84a299becaab req-b5e882e1-3038-464c-a103-71f055cde669 service neutron] (102431) timed out ('10.222.0.53', 49066) {{(pid=102431) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jan 18 22:44:29.673809 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-40161996-d381-448c-a385-d284519e7bcb req-c17ca7f1-c886-4a63-a70e-10c2f172303e tempest-TestNetworkAdvancedServerOps-1886563698 tempest-TestNetworkAdvancedServerOps-1886563698-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=d98a7b6f-971b-4421-acbb-09d3894edefc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1540530 Jan 18 22:44:29.709208 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8992db0c-e2e3-48e4-a72c-9bd2776ca0b0 req-99c44b67-00a9-4526-9f82-64ad8387cfcb tempest-TestServerAdvancedOps-1778996021 tempest-TestServerAdvancedOps-1778996021-project] 10.222.0.53 "GET /v2.0/security-groups?id=310a1828-658e-4e2a-bb52-227664ffcb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285512 Jan 18 22:44:29.731106 n-d-825064-1 neutron-server[102430]: INFO neutron.db.l3_db [None req-ab7a2543-2fda-4e50-a188-e3e46d865c93 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Floating IP 055473fe-4ade-4826-8e69-c773efe91bc5 associated. External IP: 172.25.5.198, port: e2d3bebe-7fe5-4d24-bad9-a882cb520f63. Jan 18 22:44:30.073359 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab7a2543-2fda-4e50-a188-e3e46d865c93 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Router cd46a3d0-e3a7-4fbc-b90b-0c6a03b6276b has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:44:30.245921 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab7a2543-2fda-4e50-a188-e3e46d865c93 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:44:30.273842 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0438d5c-8b80-4989-841d-326156842ccf None None] Sync routers for ids ['cd46a3d0-e3a7-4fbc-b90b-0c6a03b6276b'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:44:30.276935 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ab7a2543-2fda-4e50-a188-e3e46d865c93 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:30.289625 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0438d5c-8b80-4989-841d-326156842ccf None None] Routers {'cd46a3d0-e3a7-4fbc-b90b-0c6a03b6276b'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:44:30.290466 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-f0438d5c-8b80-4989-841d-326156842ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:44:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['cd46a3d0-e3a7-4fbc-b90b-0c6a03b6276b'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:44:30.327764 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 46556) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:30.347318 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-ab7a2543-2fda-4e50-a188-e3e46d865c93 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.1335826 Jan 18 22:44:30.349006 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 46562) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:30.358224 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a9fe04f-9d09-42f8-b3b4-35cd8ad10ac8', 'tag': 'e2d3bebe-7fe5-4d24-bad9-a882cb520f63'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:44:30.372181 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-608fed60-e8b5-4208-82e0-ca9ada9f71b8" -d '{"events": [{"name": "network-changed", "server_uuid": "9a9fe04f-9d09-42f8-b3b4-35cd8ad10ac8", "tag": "e2d3bebe-7fe5-4d24-bad9-a882cb520f63"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:44:30.431764 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-f0438d5c-8b80-4989-841d-326156842ccf None None] Set router cd46a3d0-e3a7-4fbc-b90b-0c6a03b6276b gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:44:30.459977 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1092c14-2718-48c5-9ac8-a56a53bbe1c8 x-openstack-request-id: req-b1092c14-2718-48c5-9ac8-a56a53bbe1c8 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:44:30.460331 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a9fe04f-9d09-42f8-b3b4-35cd8ad10ac8", "tag": "e2d3bebe-7fe5-4d24-bad9-a882cb520f63", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:44:30.460551 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b1092c14-2718-48c5-9ac8-a56a53bbe1c8 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:44:30.461513 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a9fe04f-9d09-42f8-b3b4-35cd8ad10ac8', 'tag': 'e2d3bebe-7fe5-4d24-bad9-a882cb520f63', 'status': 'completed', 'code': 200} Jan 18 22:44:30.490145 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-37a75739-fc1f-482b-8a93-d93bb79e5d69 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "GET /v2.0/floatingips/055473fe-4ade-4826-8e69-c773efe91bc5 HTTP/1.1" status: 200 len: 991 time: 0.1399250 Jan 18 22:44:30.610924 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-22be2aec-2075-46df-be40-5d1c0fae0479 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:30.640529 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608fed60-e8b5-4208-82e0-ca9ada9f71b8 req-ddfc5d1f-cff4-44f3-a044-c1e1ca1d7782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:30.643060 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-608fed60-e8b5-4208-82e0-ca9ada9f71b8 req-ddfc5d1f-cff4-44f3-a044-c1e1ca1d7782 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5fdd9d74a6a7474aa33a3f08cd7c198f&device_id=9a9fe04f-9d09-42f8-b3b4-35cd8ad10ac8 HTTP/1.1" status: 200 len: 1096 time: 0.1514127 Jan 18 22:44:30.872047 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-f0438d5c-8b80-4989-841d-326156842ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd46a3d0-e3a7-4fbc-b90b-0c6a03b6276b', 'name': 'tempest-TestNetworkBasicOps-router-1228168891', 'tenant_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '49daa510-f6ef-4709-9d2f-f3ef56651a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:43:56Z', 'updated_at': '2022-01-18T22:44:06Z', 'revision_number': 4, 'project_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'gw_port': {'id': '49daa510-f6ef-4709-9d2f-f3ef56651a1f', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:a7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd46a3d0-e3a7-4fbc-b90b-0c6a03b6276b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:43:57Z', 'updated_at': '2022-01-18T22:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': '055473fe-4ade-4826-8e69-c773efe91bc5', 'tenant_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'floating_ip_address': '172.25.5.198', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': 'cd46a3d0-e3a7-4fbc-b90b-0c6a03b6276b', 'port_id': 'e2d3bebe-7fe5-4d24-bad9-a882cb520f63', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3724, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54cde15a-b3d0-4662-8a1b-478ed8a485ba', 'mac_address': 'fa:16:3e:77:cc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9fe04f-9d09-42f8-b3b4-35cd8ad10ac8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:44:27Z', 'updated_at': '2022-01-18T22:44:27Z', 'revision_number': 0, 'project_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6f96e70-2b8f-4f48-bb77-9b204eca615d', 'name': '', 'network_id': '54cde15a-b3d0-4662-8a1b-478ed8a485ba', 'tenant_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'mac_address': 'fa:16:3e:8d:b8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd46a3d0-e3a7-4fbc-b90b-0c6a03b6276b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '06b2cac0-86a6-4500-95d7-3a3f5617a0cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:44:05Z', 'updated_at': '2022-01-18T22:44:11Z', 'revision_number': 5, 'project_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'subnets': [{'id': '06b2cac0-86a6-4500-95d7-3a3f5617a0cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:44:30.878877 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608fed60-e8b5-4208-82e0-ca9ada9f71b8 req-108b047f-8b7f-49e6-bc6f-c1c1190c8b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:30.880659 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-608fed60-e8b5-4208-82e0-ca9ada9f71b8 req-108b047f-8b7f-49e6-bc6f-c1c1190c8b29 service neutron] 10.222.0.67 "GET /v2.0/networks?id=54cde15a-b3d0-4662-8a1b-478ed8a485ba HTTP/1.1" status: 200 len: 897 time: 0.2276180 Jan 18 22:44:30.988647 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-608fed60-e8b5-4208-82e0-ca9ada9f71b8 req-dba47738-2a87-4a57-8a70-4c395d7b2657 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2d3bebe-7fe5-4d24-bad9-a882cb520f63 HTTP/1.1" status: 200 len: 999 time: 0.0988979 Jan 18 22:44:31.016515 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-22be2aec-2075-46df-be40-5d1c0fae0479 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:31.022157 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0438d5c-8b80-4989-841d-326156842ccf None None] Checking router: cd46a3d0-e3a7-4fbc-b90b-0c6a03b6276b for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:44:31.032062 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0438d5c-8b80-4989-841d-326156842ccf None None] Routers {'cd46a3d0-e3a7-4fbc-b90b-0c6a03b6276b'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:44:31.032688 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-f0438d5c-8b80-4989-841d-326156842ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:44:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['cd46a3d0-e3a7-4fbc-b90b-0c6a03b6276b'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:44:31.040765 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8041653-e9cb-4f9b-b60a-b81636d9915e req-ae6b84cd-1f57-40e2-8ec9-b785a0283a7a tempest-TestServerAdvancedOps-1778996021 tempest-TestServerAdvancedOps-1778996021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:31.042304 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b8041653-e9cb-4f9b-b60a-b81636d9915e req-ae6b84cd-1f57-40e2-8ec9-b785a0283a7a tempest-TestServerAdvancedOps-1778996021 tempest-TestServerAdvancedOps-1778996021-project] 10.222.0.53 "GET /v2.0/ports?device_id=548ca3fe-4706-4108-8dec-f7124caf88f5 HTTP/1.1" status: 200 len: 945 time: 0.2173586 Jan 18 22:44:31.053405 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ff47b3a1-6960-40b1-89a1-eb2946c123a2 req-daa3b29a-619b-400b-9841-cc64812bfc80 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c706f530-ad88-4562-931a-bc61de8d9bbb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3127260 Jan 18 22:44:31.065771 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [req-ff47b3a1-6960-40b1-89a1-eb2946c123a2 req-40c40739-5c79-42c3-b2c9-032cc983467a service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102430) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:44:31.066800 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608fed60-e8b5-4208-82e0-ca9ada9f71b8 req-f08a997d-78d0-4d25-a5ed-987b5ca3ea2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:31.069661 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-608fed60-e8b5-4208-82e0-ca9ada9f71b8 req-f08a997d-78d0-4d25-a5ed-987b5ca3ea2d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=06b2cac0-86a6-4500-95d7-3a3f5617a0cc HTTP/1.1" status: 200 len: 835 time: 0.0680623 Jan 18 22:44:31.071479 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-22be2aec-2075-46df-be40-5d1c0fae0479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:31.097772 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ff47b3a1-6960-40b1-89a1-eb2946c123a2 req-40c40739-5c79-42c3-b2c9-032cc983467a service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0432973 Jan 18 22:44:31.181764 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-22be2aec-2075-46df-be40-5d1c0fae0479 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6a062bdc41f142979a0839356b2bc34b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8528843 Jan 18 22:44:31.185642 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 46608) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:31.188077 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608fed60-e8b5-4208-82e0-ca9ada9f71b8 req-e9a8e176-f752-49a8-88db-885bc144b920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:31.190420 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-608fed60-e8b5-4208-82e0-ca9ada9f71b8 req-e9a8e176-f752-49a8-88db-885bc144b920 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=54cde15a-b3d0-4662-8a1b-478ed8a485ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1122501 Jan 18 22:44:31.191406 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22be2aec-2075-46df-be40-5d1c0fae0479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86d565f4-0b22-4b8f-90e7-b61a1c4c188c,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:31.218855 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b8041653-e9cb-4f9b-b60a-b81636d9915e req-53c8fc92-4c57-4b8a-91d0-62e2559d8606 tempest-TestServerAdvancedOps-1778996021 tempest-TestServerAdvancedOps-1778996021-project] 10.222.0.53 "GET /v2.0/security-groups?id=310a1828-658e-4e2a-bb52-227664ffcb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612587 Jan 18 22:44:31.244615 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-f0438d5c-8b80-4989-841d-326156842ccf None None] Set router cd46a3d0-e3a7-4fbc-b90b-0c6a03b6276b gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:44:31.448542 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-653cdc80-c70f-41d7-8897-e5a408e067fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:31.495361 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 46622) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:31.551420 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-653cdc80-c70f-41d7-8897-e5a408e067fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:31.589771 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-608fed60-e8b5-4208-82e0-ca9ada9f71b8 req-bfe53207-c600-404f-bec1-a939d16fb6f6 service neutron] 10.222.0.67 "GET /v2.0/networks/54cde15a-b3d0-4662-8a1b-478ed8a485ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3905087 Jan 18 22:44:31.625841 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-93193bf8-bacf-420e-a0ff-2e1918208351 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "GET /v2.0/floatingips/055473fe-4ade-4826-8e69-c773efe91bc5 HTTP/1.1" status: 200 len: 991 time: 0.1272414 Jan 18 22:44:31.774823 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-f0438d5c-8b80-4989-841d-326156842ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd46a3d0-e3a7-4fbc-b90b-0c6a03b6276b', 'name': 'tempest-TestNetworkBasicOps-router-1228168891', 'tenant_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '49daa510-f6ef-4709-9d2f-f3ef56651a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:43:56Z', 'updated_at': '2022-01-18T22:44:06Z', 'revision_number': 4, 'project_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'gw_port': {'id': '49daa510-f6ef-4709-9d2f-f3ef56651a1f', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:a7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd46a3d0-e3a7-4fbc-b90b-0c6a03b6276b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:43:57Z', 'updated_at': '2022-01-18T22:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': '055473fe-4ade-4826-8e69-c773efe91bc5', 'tenant_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'floating_ip_address': '172.25.5.198', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': 'cd46a3d0-e3a7-4fbc-b90b-0c6a03b6276b', 'port_id': 'e2d3bebe-7fe5-4d24-bad9-a882cb520f63', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3724, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54cde15a-b3d0-4662-8a1b-478ed8a485ba', 'mac_address': 'fa:16:3e:77:cc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9fe04f-9d09-42f8-b3b4-35cd8ad10ac8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:44:27Z', 'updated_at': '2022-01-18T22:44:27Z', 'revision_number': 0, 'project_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6f96e70-2b8f-4f48-bb77-9b204eca615d', 'name': '', 'network_id': '54cde15a-b3d0-4662-8a1b-478ed8a485ba', 'tenant_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'mac_address': 'fa:16:3e:8d:b8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd46a3d0-e3a7-4fbc-b90b-0c6a03b6276b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '06b2cac0-86a6-4500-95d7-3a3f5617a0cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:44:05Z', 'updated_at': '2022-01-18T22:44:11Z', 'revision_number': 5, 'project_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'subnets': [{'id': '06b2cac0-86a6-4500-95d7-3a3f5617a0cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:44:31.874785 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb56f42-386c-4136-83f9-53c0f860b657 req-5a13b427-1c32-43fb-a09a-018b863659c5 tempest-TestServerAdvancedOps-1778996021 tempest-TestServerAdvancedOps-1778996021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:31.876408 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-edb56f42-386c-4136-83f9-53c0f860b657 req-5a13b427-1c32-43fb-a09a-018b863659c5 tempest-TestServerAdvancedOps-1778996021 tempest-TestServerAdvancedOps-1778996021-project] 10.222.0.53 "GET /v2.0/ports?device_id=548ca3fe-4706-4108-8dec-f7124caf88f5 HTTP/1.1" status: 200 len: 945 time: 0.1424844 Jan 18 22:44:31.877932 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-653cdc80-c70f-41d7-8897-e5a408e067fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:31.882411 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-653cdc80-c70f-41d7-8897-e5a408e067fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:31.884551 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-653cdc80-c70f-41d7-8897-e5a408e067fb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/86d565f4-0b22-4b8f-90e7-b61a1c4c188c HTTP/1.1" status: 204 len: 168 time: 0.6871226 Jan 18 22:44:31.916827 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0438d5c-8b80-4989-841d-326156842ccf None None] The sync data for ids ['cd46a3d0-e3a7-4fbc-b90b-0c6a03b6276b'] in n-d-825064-1 is: [{'id': 'cd46a3d0-e3a7-4fbc-b90b-0c6a03b6276b', 'name': 'tempest-TestNetworkBasicOps-router-1228168891', 'tenant_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '49daa510-f6ef-4709-9d2f-f3ef56651a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:43:56Z', 'updated_at': '2022-01-18T22:44:06Z', 'revision_number': 4, 'project_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'gw_port': {'id': '49daa510-f6ef-4709-9d2f-f3ef56651a1f', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:a7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd46a3d0-e3a7-4fbc-b90b-0c6a03b6276b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:43:57Z', 'updated_at': '2022-01-18T22:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': '055473fe-4ade-4826-8e69-c773efe91bc5', 'tenant_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'floating_ip_address': '172.25.5.198', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': 'cd46a3d0-e3a7-4fbc-b90b-0c6a03b6276b', 'port_id': 'e2d3bebe-7fe5-4d24-bad9-a882cb520f63', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3724, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54cde15a-b3d0-4662-8a1b-478ed8a485ba', 'mac_address': 'fa:16:3e:77:cc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9fe04f-9d09-42f8-b3b4-35cd8ad10ac8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:44:27Z', 'updated_at': '2022-01-18T22:44:27Z', 'revision_number': 0, 'project_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6f96e70-2b8f-4f48-bb77-9b204eca615d', 'name': '', 'network_id': '54cde15a-b3d0-4662-8a1b-478ed8a485ba', 'tenant_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'mac_address': 'fa:16:3e:8d:b8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd46a3d0-e3a7-4fbc-b90b-0c6a03b6276b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '06b2cac0-86a6-4500-95d7-3a3f5617a0cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:44:05Z', 'updated_at': '2022-01-18T22:44:11Z', 'revision_number': 5, 'project_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'subnets': [{'id': '06b2cac0-86a6-4500-95d7-3a3f5617a0cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:44:31.919014 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-608fed60-e8b5-4208-82e0-ca9ada9f71b8 req-0cbf1633-02cc-4c73-ba63-65ba51dde963 service neutron] 10.222.0.67 "GET /v2.0/networks/54cde15a-b3d0-4662-8a1b-478ed8a485ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3192630 Jan 18 22:44:31.923061 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653cdc80-c70f-41d7-8897-e5a408e067fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86d565f4-0b22-4b8f-90e7-b61a1c4c188c,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:32.015501 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-edb56f42-386c-4136-83f9-53c0f860b657 req-964d4415-3afd-4451-a173-a67bdeef1eea tempest-TestServerAdvancedOps-1778996021 tempest-TestServerAdvancedOps-1778996021-project] 10.222.0.53 "GET /v2.0/security-groups?id=310a1828-658e-4e2a-bb52-227664ffcb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210840 Jan 18 22:44:32.280828 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff47b3a1-6960-40b1-89a1-eb2946c123a2 req-8fea747e-83d5-4bcb-8bb7-6999d3c1def2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:32.289404 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ff47b3a1-6960-40b1-89a1-eb2946c123a2 req-8fea747e-83d5-4bcb-8bb7-6999d3c1def2 service neutron] 10.222.0.53 "GET /v2.0/ports/43c35b7b-c7cc-443c-bde2-a2705aeb426b HTTP/1.1" status: 200 len: 1094 time: 0.0885236 Jan 18 22:44:32.300178 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-ff47b3a1-6960-40b1-89a1-eb2946c123a2 req-0a8dc9fe-83df-4553-880c-ee98c4593b55 service neutron] Request body: {'binding': {'host': 'n-h1-825064-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:44:32.300542 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-ff47b3a1-6960-40b1-89a1-eb2946c123a2 req-0a8dc9fe-83df-4553-880c-ee98c4593b55 service neutron] Unknown quota resources ['binding']. {{(pid=102430) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 18 22:44:32.356216 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490d2cfa-b397-4a09-8b26-216359281d9a None None] New status for floating IP 055473fe-4ade-4826-8e69-c773efe91bc5: ACTIVE {{(pid=102432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 22:44:32.559149 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 46668) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:32.588204 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cd19e3e6-e439-438d-8ef9-2f115efc66ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:32.588422 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-ff47b3a1-6960-40b1-89a1-eb2946c123a2 req-0a8dc9fe-83df-4553-880c-ee98c4593b55 service neutron] Attempting to bind port 43c35b7b-c7cc-443c-bde2-a2705aeb426b on host n-h1-825064-1 for vnic_type normal with profile None {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:44:32.588611 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-ff47b3a1-6960-40b1-89a1-eb2946c123a2 req-0a8dc9fe-83df-4553-880c-ee98c4593b55 service neutron] Attempting to bind port 43c35b7b-c7cc-443c-bde2-a2705aeb426b by drivers openvswitch,hyperv on host n-h1-825064-1 at level 0 using segments [{'id': '56b9b749-5476-4269-bb34-69d9f812a954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b03260d5-2a6f-4a7a-be90-beffbb90698f'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:44:32.589078 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff47b3a1-6960-40b1-89a1-eb2946c123a2 req-0a8dc9fe-83df-4553-880c-ee98c4593b55 service neutron] Attempting to bind port 43c35b7b-c7cc-443c-bde2-a2705aeb426b on network b03260d5-2a6f-4a7a-be90-beffbb90698f {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:44:32.595810 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff47b3a1-6960-40b1-89a1-eb2946c123a2 req-0a8dc9fe-83df-4553-880c-ee98c4593b55 service neutron] Port 43c35b7b-c7cc-443c-bde2-a2705aeb426b on network b03260d5-2a6f-4a7a-be90-beffbb90698f not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:44:32.596061 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff47b3a1-6960-40b1-89a1-eb2946c123a2 req-0a8dc9fe-83df-4553-880c-ee98c4593b55 service neutron] Attempting to bind port 43c35b7b-c7cc-443c-bde2-a2705aeb426b on network b03260d5-2a6f-4a7a-be90-beffbb90698f {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:44:32.603368 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff47b3a1-6960-40b1-89a1-eb2946c123a2 req-0a8dc9fe-83df-4553-880c-ee98c4593b55 service neutron] Checking agent: {'id': 'e49d1b2a-ba11-487f-a804-ecbf3c0e8132', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:44:32.603714 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff47b3a1-6960-40b1-89a1-eb2946c123a2 req-0a8dc9fe-83df-4553-880c-ee98c4593b55 service neutron] Checking segment: {'id': '56b9b749-5476-4269-bb34-69d9f812a954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b03260d5-2a6f-4a7a-be90-beffbb90698f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:44:32.604103 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff47b3a1-6960-40b1-89a1-eb2946c123a2 req-0a8dc9fe-83df-4553-880c-ee98c4593b55 service neutron] Bound using segment: {'id': '56b9b749-5476-4269-bb34-69d9f812a954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b03260d5-2a6f-4a7a-be90-beffbb90698f'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:44:32.604575 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-ff47b3a1-6960-40b1-89a1-eb2946c123a2 req-0a8dc9fe-83df-4553-880c-ee98c4593b55 service neutron] Bound port: 43c35b7b-c7cc-443c-bde2-a2705aeb426b, host: n-h1-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56b9b749-5476-4269-bb34-69d9f812a954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b03260d5-2a6f-4a7a-be90-beffbb90698f'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:44:32.628204 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 46670) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:32.773590 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cd19e3e6-e439-438d-8ef9-2f115efc66ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:32.781762 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cd19e3e6-e439-438d-8ef9-2f115efc66ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:32.807243 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-6da45a64-0dc9-4205-b5df-d4d89cac2d76 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "GET /v2.0/floatingips/055473fe-4ade-4826-8e69-c773efe91bc5 HTTP/1.1" status: 200 len: 991 time: 0.1777713 Jan 18 22:44:32.814431 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-ff47b3a1-6960-40b1-89a1-eb2946c123a2 req-0a8dc9fe-83df-4553-880c-ee98c4593b55 service neutron] For port 43c35b7b-c7cc-443c-bde2-a2705aeb426b, host n-h1-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=43c35b7b-c7cc-443c-bde2-a2705aeb426b,segment=NetworkSegment(56b9b749-5476-4269-bb34-69d9f812a954),segment_id=56b9b749-5476-4269-bb34-69d9f812a954)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:44:32.822831 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-ff47b3a1-6960-40b1-89a1-eb2946c123a2 req-0a8dc9fe-83df-4553-880c-ee98c4593b55 service neutron] Notify callbacks [] for binding, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:32.824351 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ff47b3a1-6960-40b1-89a1-eb2946c123a2 req-0a8dc9fe-83df-4553-880c-ee98c4593b55 service neutron] 10.222.0.53 "POST /v2.0/ports/43c35b7b-c7cc-443c-bde2-a2705aeb426b/bindings HTTP/1.1" status: 201 len: 389 time: 0.5326891 Jan 18 22:44:32.835633 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-cd19e3e6-e439-438d-8ef9-2f115efc66ca admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=86d21e86bd6541fd89060ded8b1a732e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2753804 Jan 18 22:44:32.836899 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd19e3e6-e439-438d-8ef9-2f115efc66ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c307764-edcf-445b-b9c0-2f94f5f7c280,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:32.838184 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 46672) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:32.937890 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-022e1122-377d-42c4-8cd9-f63f872ee8fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:33.009871 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-022e1122-377d-42c4-8cd9-f63f872ee8fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:33.089665 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b5725-6eb9-42fc-878e-5369004640b0 req-332338cf-5be0-455d-a220-2e42155957d5 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:33.091450 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-705b5725-6eb9-42fc-878e-5369004640b0 req-332338cf-5be0-455d-a220-2e42155957d5 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=c706f530-ad88-4562-931a-bc61de8d9bbb HTTP/1.1" status: 200 len: 946 time: 0.0879517 Jan 18 22:44:33.152219 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-022e1122-377d-42c4-8cd9-f63f872ee8fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:33.165634 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-022e1122-377d-42c4-8cd9-f63f872ee8fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:33.169608 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-022e1122-377d-42c4-8cd9-f63f872ee8fa admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1c307764-edcf-445b-b9c0-2f94f5f7c280 HTTP/1.1" status: 204 len: 168 time: 0.3276587 Jan 18 22:44:33.248792 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022e1122-377d-42c4-8cd9-f63f872ee8fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c307764-edcf-445b-b9c0-2f94f5f7c280,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:33.270064 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff47b3a1-6960-40b1-89a1-eb2946c123a2 req-e977f34f-7d93-4af9-890c-f1f28539bf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:33.287678 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ff47b3a1-6960-40b1-89a1-eb2946c123a2 req-e977f34f-7d93-4af9-890c-f1f28539bf2d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=438cce0e2f434b5f879ce307da159923&device_id=c706f530-ad88-4562-931a-bc61de8d9bbb HTTP/1.1" status: 200 len: 1097 time: 0.1364069 Jan 18 22:44:33.319408 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-705b5725-6eb9-42fc-878e-5369004640b0 req-9b41925d-3afe-49c3-a3d5-f17d835dc2f5 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98a7b6f-971b-4421-acbb-09d3894edefc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1957321 Jan 18 22:44:33.356322 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36dfff3-7758-4ce4-b004-0cd1d38b2597 req-41142a37-73c2-4bb7-a717-1b33980defc8 tempest-TestServerAdvancedOps-1778996021 tempest-TestServerAdvancedOps-1778996021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:33.358541 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c36dfff3-7758-4ce4-b004-0cd1d38b2597 req-41142a37-73c2-4bb7-a717-1b33980defc8 tempest-TestServerAdvancedOps-1778996021 tempest-TestServerAdvancedOps-1778996021-project] 10.222.0.53 "GET /v2.0/ports?device_id=548ca3fe-4706-4108-8dec-f7124caf88f5 HTTP/1.1" status: 200 len: 945 time: 0.1065650 Jan 18 22:44:33.477069 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c36dfff3-7758-4ce4-b004-0cd1d38b2597 req-ef50e0a0-68ba-43a9-b5aa-d0dc4eb96a7d tempest-TestServerAdvancedOps-1778996021 tempest-TestServerAdvancedOps-1778996021-project] 10.222.0.53 "GET /v2.0/security-groups?id=310a1828-658e-4e2a-bb52-227664ffcb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104872 Jan 18 22:44:33.656899 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff47b3a1-6960-40b1-89a1-eb2946c123a2 req-1ef5cd51-3581-4bd7-b3c6-0ed71974042c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:33.656899 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ff47b3a1-6960-40b1-89a1-eb2946c123a2 req-1ef5cd51-3581-4bd7-b3c6-0ed71974042c service neutron] 10.222.0.36 "GET /v2.0/networks?id=b03260d5-2a6f-4a7a-be90-beffbb90698f HTTP/1.1" status: 200 len: 896 time: 0.3593531 Jan 18 22:44:33.689907 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ad612b-96bb-4571-af11-c7a43466d042 req-197dd1d1-5d68-40ed-8bf4-c51f34dfc427 tempest-TestServerAdvancedOps-1778996021 tempest-TestServerAdvancedOps-1778996021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:33.691741 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-85ad612b-96bb-4571-af11-c7a43466d042 req-197dd1d1-5d68-40ed-8bf4-c51f34dfc427 tempest-TestServerAdvancedOps-1778996021 tempest-TestServerAdvancedOps-1778996021-project] 10.222.0.36 "GET /v2.0/ports?device_id=548ca3fe-4706-4108-8dec-f7124caf88f5 HTTP/1.1" status: 200 len: 945 time: 0.2500906 Jan 18 22:44:33.811353 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 46692) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:33.896263 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ff47b3a1-6960-40b1-89a1-eb2946c123a2 req-3e7c8327-881b-4bc6-b26d-bcca133d8ef1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43c35b7b-c7cc-443c-bde2-a2705aeb426b HTTP/1.1" status: 200 len: 1002 time: 0.2356520 Jan 18 22:44:33.921292 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-0474c4bf-2f2f-4906-a661-e50772506dfa tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "GET /v2.0/floatingips/055473fe-4ade-4826-8e69-c773efe91bc5 HTTP/1.1" status: 200 len: 993 time: 0.1082075 Jan 18 22:44:33.982802 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-85ad612b-96bb-4571-af11-c7a43466d042 req-5e79e68c-e563-468a-8121-a0360c4970b2 tempest-TestServerAdvancedOps-1778996021 tempest-TestServerAdvancedOps-1778996021-project] Deleting port 7a2598e7-2279-4d66-9a41-536ec17bacc1 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:44:33.983140 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-85ad612b-96bb-4571-af11-c7a43466d042 req-5e79e68c-e563-468a-8121-a0360c4970b2 tempest-TestServerAdvancedOps-1778996021 tempest-TestServerAdvancedOps-1778996021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:33.987907 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff47b3a1-6960-40b1-89a1-eb2946c123a2 req-486eaf73-0fdb-4057-811e-020f4c11c9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:33.989319 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ff47b3a1-6960-40b1-89a1-eb2946c123a2 req-486eaf73-0fdb-4057-811e-020f4c11c9ca service neutron] 10.222.0.36 "GET /v2.0/subnets?id=28a5a3b4-f0d9-467d-972a-dc2703e90dc7 HTTP/1.1" status: 200 len: 835 time: 0.0849981 Jan 18 22:44:34.116942 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff47b3a1-6960-40b1-89a1-eb2946c123a2 req-ac5638ef-aab5-464e-a5bd-ca080a656628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:34.118644 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ff47b3a1-6960-40b1-89a1-eb2946c123a2 req-ac5638ef-aab5-464e-a5bd-ca080a656628 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b03260d5-2a6f-4a7a-be90-beffbb90698f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1194029 Jan 18 22:44:34.132086 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-85ad612b-96bb-4571-af11-c7a43466d042 req-5e79e68c-e563-468a-8121-a0360c4970b2 tempest-TestServerAdvancedOps-1778996021 tempest-TestServerAdvancedOps-1778996021-project] For port 7a2598e7-2279-4d66-9a41-536ec17bacc1, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=7a2598e7-2279-4d66-9a41-536ec17bacc1,segment=NetworkSegment(e03b2945-1677-45f1-af73-ca245c1cd410),segment_id=e03b2945-1677-45f1-af73-ca245c1cd410)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:44:34.133023 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-85ad612b-96bb-4571-af11-c7a43466d042 req-5e79e68c-e563-468a-8121-a0360c4970b2 tempest-TestServerAdvancedOps-1778996021 tempest-TestServerAdvancedOps-1778996021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:34.194960 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-85ad612b-96bb-4571-af11-c7a43466d042 req-5e79e68c-e563-468a-8121-a0360c4970b2 tempest-TestServerAdvancedOps-1778996021 tempest-TestServerAdvancedOps-1778996021-project] Calling delete_port for 7a2598e7-2279-4d66-9a41-536ec17bacc1 owned by compute:nova {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:44:34.288515 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ff47b3a1-6960-40b1-89a1-eb2946c123a2 req-88451ddc-99f3-4e2a-9c20-d767a0d2c90a service neutron] 10.222.0.36 "GET /v2.0/networks/b03260d5-2a6f-4a7a-be90-beffbb90698f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584532 Jan 18 22:44:34.483682 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ff47b3a1-6960-40b1-89a1-eb2946c123a2 req-acd28da5-8faf-40ef-8216-98654dc5bc18 service neutron] 10.222.0.36 "GET /v2.0/networks/b03260d5-2a6f-4a7a-be90-beffbb90698f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881111 Jan 18 22:44:34.489976 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-85ad612b-96bb-4571-af11-c7a43466d042 req-5e79e68c-e563-468a-8121-a0360c4970b2 tempest-TestServerAdvancedOps-1778996021 tempest-TestServerAdvancedOps-1778996021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:34.502289 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['7a2598e7-2279-4d66-9a41-536ec17bacc1'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:44:34.524802 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fd84a0-93a8-426d-87ce-793871a16d06 req-c172b326-10c8-43df-a8b6-db5b471ff191 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:34.526430 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e7fd84a0-93a8-426d-87ce-793871a16d06 req-c172b326-10c8-43df-a8b6-db5b471ff191 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=c706f530-ad88-4562-931a-bc61de8d9bbb HTTP/1.1" status: 200 len: 946 time: 0.0940444 Jan 18 22:44:34.538517 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e79e68c-e563-468a-8121-a0360c4970b2 tempest-TestServerAdvancedOps-1778996021 tempest-TestServerAdvancedOps-1778996021-project] Pushing event deleted for resources: {'Port': ['ID=7a2598e7-2279-4d66-9a41-536ec17bacc1,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:34.593405 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e7fd84a0-93a8-426d-87ce-793871a16d06 req-e4fc3ecd-572f-4f49-a0b8-db9ab8aa63e1 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98a7b6f-971b-4421-acbb-09d3894edefc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590823 Jan 18 22:44:34.655158 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-69d3ef7f-b042-40a8-899a-31d720ba3a02 req-e81d526e-360c-405e-af83-22177d36078d tempest-TestServerAdvancedOps-1778996021 tempest-TestServerAdvancedOps-1778996021-project] 10.222.0.53 "GET /v2.0/ports?device_id=548ca3fe-4706-4108-8dec-f7124caf88f5 HTTP/1.1" status: 200 len: 210 time: 0.0344055 Jan 18 22:44:34.714167 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-85ad612b-96bb-4571-af11-c7a43466d042 req-5e79e68c-e563-468a-8121-a0360c4970b2 tempest-TestServerAdvancedOps-1778996021 tempest-TestServerAdvancedOps-1778996021-project] No DVR routers for this DVR port 7a2598e7-2279-4d66-9a41-536ec17bacc1 on host n-h1-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:44:34.718463 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-85ad612b-96bb-4571-af11-c7a43466d042 req-5e79e68c-e563-468a-8121-a0360c4970b2 tempest-TestServerAdvancedOps-1778996021 tempest-TestServerAdvancedOps-1778996021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:34.722355 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-85ad612b-96bb-4571-af11-c7a43466d042 req-5e79e68c-e563-468a-8121-a0360c4970b2 tempest-TestServerAdvancedOps-1778996021 tempest-TestServerAdvancedOps-1778996021-project] 10.222.0.36 "DELETE /v2.0/ports/7a2598e7-2279-4d66-9a41-536ec17bacc1 HTTP/1.1" status: 204 len: 173 time: 0.9760847 Jan 18 22:44:34.729930 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '548ca3fe-4706-4108-8dec-f7124caf88f5', 'name': 'network-vif-deleted', 'tag': '7a2598e7-2279-4d66-9a41-536ec17bacc1'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:44:34.732292 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9c952c1-ea20-43fb-bd96-b3d3ecd5f848" -d '{"events": [{"server_uuid": "548ca3fe-4706-4108-8dec-f7124caf88f5", "name": "network-vif-deleted", "tag": "7a2598e7-2279-4d66-9a41-536ec17bacc1"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:44:34.805700 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff47b3a1-6960-40b1-89a1-eb2946c123a2 req-cd095ec2-eb6a-4568-82ea-60e43e802f5e tempest-TestNetworkAdvancedServerOps-1886563698 tempest-TestNetworkAdvancedServerOps-1886563698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:34.807285 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ff47b3a1-6960-40b1-89a1-eb2946c123a2 req-cd095ec2-eb6a-4568-82ea-60e43e802f5e tempest-TestNetworkAdvancedServerOps-1886563698 tempest-TestNetworkAdvancedServerOps-1886563698-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=c706f530-ad88-4562-931a-bc61de8d9bbb&tenant_id=438cce0e2f434b5f879ce307da159923&binding%3Ahost_id=n-h2-825064-1 HTTP/1.1" status: 200 len: 1097 time: 0.2447538 Jan 18 22:44:34.819486 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-ff47b3a1-6960-40b1-89a1-eb2946c123a2 req-a8763d1d-b1c8-480c-83ad-c1c0fc39a366 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-825064-1'}}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:44:34.837886 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c84cb5-eba6-4c3b-8293-64c80d3cd8be x-openstack-request-id: req-05c84cb5-eba6-4c3b-8293-64c80d3cd8be {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:44:34.838395 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "548ca3fe-4706-4108-8dec-f7124caf88f5", "name": "network-vif-deleted", "tag": "7a2598e7-2279-4d66-9a41-536ec17bacc1", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:44:34.838808 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-05c84cb5-eba6-4c3b-8293-64c80d3cd8be {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:44:34.839408 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '548ca3fe-4706-4108-8dec-f7124caf88f5', 'name': 'network-vif-deleted', 'tag': '7a2598e7-2279-4d66-9a41-536ec17bacc1', 'status': 'completed', 'code': 200} Jan 18 22:44:34.927112 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-ff47b3a1-6960-40b1-89a1-eb2946c123a2 req-a8763d1d-b1c8-480c-83ad-c1c0fc39a366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:35.129546 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-ff47b3a1-6960-40b1-89a1-eb2946c123a2 req-a8763d1d-b1c8-480c-83ad-c1c0fc39a366 service neutron] For port 43c35b7b-c7cc-443c-bde2-a2705aeb426b, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=43c35b7b-c7cc-443c-bde2-a2705aeb426b,segment=NetworkSegment(56b9b749-5476-4269-bb34-69d9f812a954),segment_id=56b9b749-5476-4269-bb34-69d9f812a954)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:44:35.184638 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-ff47b3a1-6960-40b1-89a1-eb2946c123a2 req-a8763d1d-b1c8-480c-83ad-c1c0fc39a366 service neutron] For port 43c35b7b-c7cc-443c-bde2-a2705aeb426b, host n-h2-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:44:35.268594 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-ff47b3a1-6960-40b1-89a1-eb2946c123a2 req-a8763d1d-b1c8-480c-83ad-c1c0fc39a366 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:35.288536 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-ff47b3a1-6960-40b1-89a1-eb2946c123a2 req-a8763d1d-b1c8-480c-83ad-c1c0fc39a366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:35.391397 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b779336-4cc8-4641-af8d-c190a1e40cb5 req-1cf300e4-94e6-41a2-95a3-fe155df5f909 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:35.393866 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5b779336-4cc8-4641-af8d-c190a1e40cb5 req-1cf300e4-94e6-41a2-95a3-fe155df5f909 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/networks?id=3887d3dd-b3d8-463d-9d9c-879e57c9ab40 HTTP/1.1" status: 200 len: 811 time: 0.1617267 Jan 18 22:44:35.424894 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5b779336-4cc8-4641-af8d-c190a1e40cb5 req-5960a692-004b-426c-ac67-2f440bcf8f26 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/quotas/0c676acb4b374123bc012031246d3916 HTTP/1.1" status: 200 len: 375 time: 0.0211613 Jan 18 22:44:35.550440 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8763d1d-b1c8-480c-83ad-c1c0fc39a366 service neutron] Pushing event updated for resources: {'Port': ['ID=43c35b7b-c7cc-443c-bde2-a2705aeb426b,revision_number=7']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:35.574056 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5b779336-4cc8-4641-af8d-c190a1e40cb5 req-be2ee759-1b87-41d6-ba3a-6e7b3692e560 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=0c676acb4b374123bc012031246d3916&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1130593 Jan 18 22:44:35.603231 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-ff47b3a1-6960-40b1-89a1-eb2946c123a2 req-a8763d1d-b1c8-480c-83ad-c1c0fc39a366 service neutron] Attempting to bind port 43c35b7b-c7cc-443c-bde2-a2705aeb426b on host n-h2-825064-1 for vnic_type normal with profile {"migrating_to": "n-h1-825064-1"} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:44:35.603693 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-ff47b3a1-6960-40b1-89a1-eb2946c123a2 req-a8763d1d-b1c8-480c-83ad-c1c0fc39a366 service neutron] Attempting to bind port 43c35b7b-c7cc-443c-bde2-a2705aeb426b by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '56b9b749-5476-4269-bb34-69d9f812a954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b03260d5-2a6f-4a7a-be90-beffbb90698f'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:44:35.604026 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff47b3a1-6960-40b1-89a1-eb2946c123a2 req-a8763d1d-b1c8-480c-83ad-c1c0fc39a366 service neutron] Attempting to bind port 43c35b7b-c7cc-443c-bde2-a2705aeb426b on network b03260d5-2a6f-4a7a-be90-beffbb90698f {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:44:35.609217 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff47b3a1-6960-40b1-89a1-eb2946c123a2 req-a8763d1d-b1c8-480c-83ad-c1c0fc39a366 service neutron] Port 43c35b7b-c7cc-443c-bde2-a2705aeb426b on network b03260d5-2a6f-4a7a-be90-beffbb90698f not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:44:35.610281 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff47b3a1-6960-40b1-89a1-eb2946c123a2 req-a8763d1d-b1c8-480c-83ad-c1c0fc39a366 service neutron] Attempting to bind port 43c35b7b-c7cc-443c-bde2-a2705aeb426b on network b03260d5-2a6f-4a7a-be90-beffbb90698f {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:44:35.615744 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff47b3a1-6960-40b1-89a1-eb2946c123a2 req-a8763d1d-b1c8-480c-83ad-c1c0fc39a366 service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:44:35.616368 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff47b3a1-6960-40b1-89a1-eb2946c123a2 req-a8763d1d-b1c8-480c-83ad-c1c0fc39a366 service neutron] Checking segment: {'id': '56b9b749-5476-4269-bb34-69d9f812a954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b03260d5-2a6f-4a7a-be90-beffbb90698f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:44:35.616793 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff47b3a1-6960-40b1-89a1-eb2946c123a2 req-a8763d1d-b1c8-480c-83ad-c1c0fc39a366 service neutron] Bound using segment: {'id': '56b9b749-5476-4269-bb34-69d9f812a954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b03260d5-2a6f-4a7a-be90-beffbb90698f'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:44:35.617235 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-ff47b3a1-6960-40b1-89a1-eb2946c123a2 req-a8763d1d-b1c8-480c-83ad-c1c0fc39a366 service neutron] Bound port: 43c35b7b-c7cc-443c-bde2-a2705aeb426b, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56b9b749-5476-4269-bb34-69d9f812a954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b03260d5-2a6f-4a7a-be90-beffbb90698f'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:44:35.617598 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-ff47b3a1-6960-40b1-89a1-eb2946c123a2 req-a8763d1d-b1c8-480c-83ad-c1c0fc39a366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:35.757094 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-ff47b3a1-6960-40b1-89a1-eb2946c123a2 req-a8763d1d-b1c8-480c-83ad-c1c0fc39a366 service neutron] For port 43c35b7b-c7cc-443c-bde2-a2705aeb426b, host n-h2-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:44:35.761870 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-ff47b3a1-6960-40b1-89a1-eb2946c123a2 req-a8763d1d-b1c8-480c-83ad-c1c0fc39a366 service neutron] For port 43c35b7b-c7cc-443c-bde2-a2705aeb426b, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=43c35b7b-c7cc-443c-bde2-a2705aeb426b,segment=NetworkSegment(56b9b749-5476-4269-bb34-69d9f812a954),segment_id=56b9b749-5476-4269-bb34-69d9f812a954)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:44:35.776751 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-ff47b3a1-6960-40b1-89a1-eb2946c123a2 req-a8763d1d-b1c8-480c-83ad-c1c0fc39a366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:35.871272 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5b779336-4cc8-4641-af8d-c190a1e40cb5 req-404c1817-865d-4d6c-8f74-6d7ab3081d31 service neutron] 10.222.0.53 "GET /v2.0/networks/3887d3dd-b3d8-463d-9d9c-879e57c9ab40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2961919 Jan 18 22:44:35.884683 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-814f6bc4-c025-4a0d-bcdd-45d7d92ea34a None None] Provisioning complete for port 43c35b7b-c7cc-443c-bde2-a2705aeb426b triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:44:35.885250 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-814f6bc4-c025-4a0d-bcdd-45d7d92ea34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:36.027335 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc77189-23ec-4b19-ae91-ca350f586882 req-1ea9f0e2-04a2-4e1a-8f7f-33b789374f5d tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:36.035583 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9dc77189-23ec-4b19-ae91-ca350f586882 req-1ea9f0e2-04a2-4e1a-8f7f-33b789374f5d tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=c706f530-ad88-4562-931a-bc61de8d9bbb HTTP/1.1" status: 200 len: 944 time: 0.3057370 Jan 18 22:44:36.066678 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8763d1d-b1c8-480c-83ad-c1c0fc39a366 service neutron] Pushing event updated for resources: {'Port': ['ID=43c35b7b-c7cc-443c-bde2-a2705aeb426b,revision_number=8']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:36.094733 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-814f6bc4-c025-4a0d-bcdd-45d7d92ea34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:36.140547 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff47b3a1-6960-40b1-89a1-eb2946c123a2 req-a8763d1d-b1c8-480c-83ad-c1c0fc39a366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:36.141278 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-ff47b3a1-6960-40b1-89a1-eb2946c123a2 req-a8763d1d-b1c8-480c-83ad-c1c0fc39a366 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:36.142813 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ff47b3a1-6960-40b1-89a1-eb2946c123a2 req-a8763d1d-b1c8-480c-83ad-c1c0fc39a366 service neutron] 10.222.0.36 "PUT /v2.0/ports/43c35b7b-c7cc-443c-bde2-a2705aeb426b HTTP/1.1" status: 200 len: 1122 time: 1.3279834 Jan 18 22:44:36.206088 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-814f6bc4-c025-4a0d-bcdd-45d7d92ea34a None None] For port 43c35b7b-c7cc-443c-bde2-a2705aeb426b, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=43c35b7b-c7cc-443c-bde2-a2705aeb426b,segment=NetworkSegment(56b9b749-5476-4269-bb34-69d9f812a954),segment_id=56b9b749-5476-4269-bb34-69d9f812a954)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:44:36.212955 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c706f530-ad88-4562-931a-bc61de8d9bbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43c35b7b-c7cc-443c-bde2-a2705aeb426b'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:44:36.221898 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edcee2e0-6b81-4aee-b187-d4ed32ee82f2" -d '{"events": [{"server_uuid": "c706f530-ad88-4562-931a-bc61de8d9bbb", "name": "network-vif-plugged", "status": "completed", "tag": "43c35b7b-c7cc-443c-bde2-a2705aeb426b"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:44:36.229195 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9dc77189-23ec-4b19-ae91-ca350f586882 req-ddf6c660-9d2a-44d9-8cfe-d35ddc89aa7e tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98a7b6f-971b-4421-acbb-09d3894edefc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1927118 Jan 18 22:44:36.240295 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-814f6bc4-c025-4a0d-bcdd-45d7d92ea34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:36.263633 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5b779336-4cc8-4641-af8d-c190a1e40cb5 req-e7a12d97-4343-44e5-ae20-4659a5dec435 service neutron] 10.222.0.53 "GET /v2.0/networks/3887d3dd-b3d8-463d-9d9c-879e57c9ab40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3851714 Jan 18 22:44:36.347823 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 46772) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:36.355131 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 46774) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:36.463836 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd9e32c5-4f87-4f10-89f2-29f2ddef3976 x-openstack-request-id: req-bd9e32c5-4f87-4f10-89f2-29f2ddef3976 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:44:36.464426 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c706f530-ad88-4562-931a-bc61de8d9bbb", "name": "network-vif-plugged", "status": "completed", "tag": "43c35b7b-c7cc-443c-bde2-a2705aeb426b", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:44:36.464869 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bd9e32c5-4f87-4f10-89f2-29f2ddef3976 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:44:36.465416 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c706f530-ad88-4562-931a-bc61de8d9bbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43c35b7b-c7cc-443c-bde2-a2705aeb426b', 'code': 200} Jan 18 22:44:36.466579 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['43c35b7b-c7cc-443c-bde2-a2705aeb426b'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:44:36.553203 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd50047b-9cc2-4cf8-9bde-7bb6d67acdb8 admin admin] Deleting subnet 647f1437-53ad-43df-9403-e9ecef19cae3 {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:44:36.576531 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bd50047b-9cc2-4cf8-9bde-7bb6d67acdb8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:36.667058 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bd50047b-9cc2-4cf8-9bde-7bb6d67acdb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:36.700526 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 7a2598e7-2279-4d66-9a41-536ec17bacc1 no longer exists at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:44:36.722046 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-bef9d8ba-a04a-4095-a376-f95b7cbd2092 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9902cb5493b6462c9aba43754469cd5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3728290 Jan 18 22:44:36.724470 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 46788) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:36.754656 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bd50047b-9cc2-4cf8-9bde-7bb6d67acdb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:36.768154 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] No Port match for: 7a2598e7-2279-4d66-9a41-536ec17bacc1 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:44:36.768512 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 7a2598e7-2279-4d66-9a41-536ec17bacc1 not bound to the agent host n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:44:36.775437 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814f6bc4-c025-4a0d-bcdd-45d7d92ea34a None None] Pushing event updated for resources: {'Port': ['ID=43c35b7b-c7cc-443c-bde2-a2705aeb426b,revision_number=9']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:36.845483 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c706f530-ad88-4562-931a-bc61de8d9bbb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43c35b7b-c7cc-443c-bde2-a2705aeb426b'}, {'name': 'network-changed', 'server_uuid': 'c706f530-ad88-4562-931a-bc61de8d9bbb', 'tag': '43c35b7b-c7cc-443c-bde2-a2705aeb426b'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:44:36.848483 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed35e030-681f-495d-afdb-0721960e17ec" -d '{"events": [{"server_uuid": "c706f530-ad88-4562-931a-bc61de8d9bbb", "name": "network-vif-unplugged", "status": "completed", "tag": "43c35b7b-c7cc-443c-bde2-a2705aeb426b"}, {"name": "network-changed", "server_uuid": "c706f530-ad88-4562-931a-bc61de8d9bbb", "tag": "43c35b7b-c7cc-443c-bde2-a2705aeb426b"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:44:36.866892 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-21642429-6dd1-4389-8dba-9079d82e01df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:36.869865 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-77ef832a-d1d9-4982-8233-554e45b77cd5 None None] Provisioning complete for port 43c35b7b-c7cc-443c-bde2-a2705aeb426b triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:44:36.873634 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-77ef832a-d1d9-4982-8233-554e45b77cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:36.903931 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bd50047b-9cc2-4cf8-9bde-7bb6d67acdb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:36.954000 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 18 Jan 2022 22:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-061891d2-7269-4d40-96af-be4818df7bfa x-openstack-request-id: req-061891d2-7269-4d40-96af-be4818df7bfa {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:44:36.956756 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c706f530-ad88-4562-931a-bc61de8d9bbb", "name": "network-vif-unplugged", "status": "completed", "tag": "43c35b7b-c7cc-443c-bde2-a2705aeb426b", "code": 200}, {"name": "network-changed", "server_uuid": "c706f530-ad88-4562-931a-bc61de8d9bbb", "tag": "43c35b7b-c7cc-443c-bde2-a2705aeb426b", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:44:36.957182 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-061891d2-7269-4d40-96af-be4818df7bfa {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:44:36.958353 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c706f530-ad88-4562-931a-bc61de8d9bbb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43c35b7b-c7cc-443c-bde2-a2705aeb426b', 'code': 200} Jan 18 22:44:36.958809 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c706f530-ad88-4562-931a-bc61de8d9bbb', 'tag': '43c35b7b-c7cc-443c-bde2-a2705aeb426b', 'status': 'completed', 'code': 200} Jan 18 22:44:36.965378 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-21642429-6dd1-4389-8dba-9079d82e01df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:37.049312 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd50047b-9cc2-4cf8-9bde-7bb6d67acdb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=647f1437-53ad-43df-9403-e9ecef19cae3,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:37.066342 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f5f5672b-90ca-4506-b3d2-20b5c69e4b63 req-ba832448-d81b-4ccf-91d1-d3c9e9caba3c tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=16ba48ad-fe09-48f8-8bc1-6d86e58b2955 HTTP/1.1" status: 200 len: 210 time: 0.0503652 Jan 18 22:44:37.100151 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bd50047b-9cc2-4cf8-9bde-7bb6d67acdb8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:37.103636 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-bd50047b-9cc2-4cf8-9bde-7bb6d67acdb8 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/647f1437-53ad-43df-9403-e9ecef19cae3 HTTP/1.1" status: 204 len: 168 time: 0.7473764 Jan 18 22:44:37.106287 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 46798) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:37.165164 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed35e030-681f-495d-afdb-0721960e17ec req-22df4edc-22e2-4ece-bf16-e85e95c78824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:37.168048 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ed35e030-681f-495d-afdb-0721960e17ec req-22df4edc-22e2-4ece-bf16-e85e95c78824 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=438cce0e2f434b5f879ce307da159923&device_id=c706f530-ad88-4562-931a-bc61de8d9bbb HTTP/1.1" status: 200 len: 1127 time: 0.2054334 Jan 18 22:44:37.225339 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9e9f0847-e6b7-46ad-b515-efa4b963ebcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:37.265010 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-21642429-6dd1-4389-8dba-9079d82e01df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:37.267797 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-21642429-6dd1-4389-8dba-9079d82e01df admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:37.278898 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-21642429-6dd1-4389-8dba-9079d82e01df admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c846c015-fedb-404f-a15f-802f87d9c38e HTTP/1.1" status: 204 len: 168 time: 0.5471711 Jan 18 22:44:37.315768 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21642429-6dd1-4389-8dba-9079d82e01df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c846c015-fedb-404f-a15f-802f87d9c38e,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:37.484155 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9e9f0847-e6b7-46ad-b515-efa4b963ebcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:37.501585 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed35e030-681f-495d-afdb-0721960e17ec req-f94be593-ba7b-43f7-8e47-10db92262361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:37.506719 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ed35e030-681f-495d-afdb-0721960e17ec req-f94be593-ba7b-43f7-8e47-10db92262361 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b03260d5-2a6f-4a7a-be90-beffbb90698f HTTP/1.1" status: 200 len: 896 time: 0.3287730 Jan 18 22:44:37.560367 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-9e9f0847-e6b7-46ad-b515-efa4b963ebcb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f6e0f18-5e6c-41ee-b5f2-91f93abb6d09']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:44:37.595053 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a945c1-dfb8-410f-95c3-e31c827b70e9 req-592c6663-da0e-4150-8ebe-fb5f0aaed992 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:37.611426 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-13a945c1-dfb8-410f-95c3-e31c827b70e9 req-592c6663-da0e-4150-8ebe-fb5f0aaed992 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=c706f530-ad88-4562-931a-bc61de8d9bbb HTTP/1.1" status: 200 len: 946 time: 0.2200644 Jan 18 22:44:37.621877 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-9e9f0847-e6b7-46ad-b515-efa4b963ebcb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e03b2945-1677-45f1-af73-ca245c1cd410') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:44:37.622319 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-9e9f0847-e6b7-46ad-b515-efa4b963ebcb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e03b2945-1677-45f1-af73-ca245c1cd410') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:44:37.664918 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ed35e030-681f-495d-afdb-0721960e17ec req-c0e62e95-aa3e-4dd4-9424-8fed714182ee service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43c35b7b-c7cc-443c-bde2-a2705aeb426b HTTP/1.1" status: 200 len: 1002 time: 0.1498277 Jan 18 22:44:37.676867 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9e9f0847-e6b7-46ad-b515-efa4b963ebcb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60394742'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:37.708332 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-13a945c1-dfb8-410f-95c3-e31c827b70e9 req-563c3712-9565-4603-a752-51520c2253a9 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98a7b6f-971b-4421-acbb-09d3894edefc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952146 Jan 18 22:44:37.715671 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9e9f0847-e6b7-46ad-b515-efa4b963ebcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:37.728706 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e9f0847-e6b7-46ad-b515-efa4b963ebcb admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:44:37.730265 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9e9f0847-e6b7-46ad-b515-efa4b963ebcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60203044'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:37.735112 n-d-825064-1 neutron-server[102430]: Traceback (most recent call last): Jan 18 22:44:37.735112 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:44:37.735112 n-d-825064-1 neutron-server[102430]: timer() Jan 18 22:44:37.735112 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:44:37.735112 n-d-825064-1 neutron-server[102430]: cb(*args, **kw) Jan 18 22:44:37.735112 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:44:37.735112 n-d-825064-1 neutron-server[102430]: return func(*args, **kwargs) Jan 18 22:44:37.735112 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:44:37.735112 n-d-825064-1 neutron-server[102430]: self._notify() Jan 18 22:44:37.735112 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:44:37.735112 n-d-825064-1 neutron-server[102430]: self.callback(batched_events) Jan 18 22:44:37.735112 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:44:37.735112 n-d-825064-1 neutron-server[102430]: event.method(event) Jan 18 22:44:37.735112 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:44:37.735112 n-d-825064-1 neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:44:37.735112 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:44:37.735112 n-d-825064-1 neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:44:37.735112 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:44:37.735112 n-d-825064-1 neutron-server[102430]: return f(self, *a, **k) Jan 18 22:44:37.735112 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:44:37.735112 n-d-825064-1 neutron-server[102430]: return self._get(url).json() Jan 18 22:44:37.735112 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:44:37.735112 n-d-825064-1 neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:44:37.735112 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:44:37.735112 n-d-825064-1 neutron-server[102430]: return self.request(url, 'GET', **kwargs) Jan 18 22:44:37.735112 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:44:37.735112 n-d-825064-1 neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:44:37.735112 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:44:37.735112 n-d-825064-1 neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:44:37.735112 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:44:37.735112 n-d-825064-1 neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:44:37.735112 n-d-825064-1 neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:44:37.825476 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed35e030-681f-495d-afdb-0721960e17ec req-0deac347-1202-4776-a361-f9ce7838d35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:37.831921 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ed35e030-681f-495d-afdb-0721960e17ec req-0deac347-1202-4776-a361-f9ce7838d35b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=28a5a3b4-f0d9-467d-972a-dc2703e90dc7 HTTP/1.1" status: 200 len: 835 time: 0.1571689 Jan 18 22:44:37.889734 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9e9f0847-e6b7-46ad-b515-efa4b963ebcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:37.912472 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9e9f0847-e6b7-46ad-b515-efa4b963ebcb admin admin] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:37.919014 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed35e030-681f-495d-afdb-0721960e17ec req-6cc261ee-3ba6-4b08-a8cf-2968f445862f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:37.921426 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ed35e030-681f-495d-afdb-0721960e17ec req-6cc261ee-3ba6-4b08-a8cf-2968f445862f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b03260d5-2a6f-4a7a-be90-beffbb90698f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0780511 Jan 18 22:44:37.925490 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-9e9f0847-e6b7-46ad-b515-efa4b963ebcb admin admin] 10.222.0.53 "DELETE /v2.0/networks/6f6e0f18-5e6c-41ee-b5f2-91f93abb6d09 HTTP/1.1" status: 204 len: 168 time: 0.8155367 Jan 18 22:44:37.930113 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 46826) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:37.942841 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9f0847-e6b7-46ad-b515-efa4b963ebcb admin admin] Pushing event deleted for resources: {'Network': ['ID=6f6e0f18-5e6c-41ee-b5f2-91f93abb6d09,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:38.100855 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-63ec5c75-960b-4b78-a9e8-a4fd1973b415 admin admin] Deleting subnet 2284e81e-ae53-4d79-8721-020772f4b10c {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:44:38.108764 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-63ec5c75-960b-4b78-a9e8-a4fd1973b415 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:38.159463 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-63ec5c75-960b-4b78-a9e8-a4fd1973b415 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:38.162559 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ed35e030-681f-495d-afdb-0721960e17ec req-f83f6d1e-516e-4493-9631-f41f81902376 service neutron] 10.222.0.67 "GET /v2.0/networks/b03260d5-2a6f-4a7a-be90-beffbb90698f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291334 Jan 18 22:44:38.243739 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-63ec5c75-960b-4b78-a9e8-a4fd1973b415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:38.263866 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a9ae7e68-3357-4bb2-8bd8-9d3ad9ecc274 req-3e9e0a27-f563-4383-9a27-f65e795af6a8 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=16ba48ad-fe09-48f8-8bc1-6d86e58b2955 HTTP/1.1" status: 200 len: 210 time: 0.0424724 Jan 18 22:44:38.396947 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ed35e030-681f-495d-afdb-0721960e17ec req-77df5486-36e0-42b5-a30c-3ceb06464410 service neutron] 10.222.0.67 "GET /v2.0/networks/b03260d5-2a6f-4a7a-be90-beffbb90698f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156243 Jan 18 22:44:38.405121 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-63ec5c75-960b-4b78-a9e8-a4fd1973b415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:38.449185 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-63ec5c75-960b-4b78-a9e8-a4fd1973b415 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:38.453374 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-63ec5c75-960b-4b78-a9e8-a4fd1973b415 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/2284e81e-ae53-4d79-8721-020772f4b10c HTTP/1.1" status: 204 len: 168 time: 0.5039167 Jan 18 22:44:38.454711 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ec5c75-960b-4b78-a9e8-a4fd1973b415 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2284e81e-ae53-4d79-8721-020772f4b10c,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:38.456103 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 46842) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:38.589695 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-53905448-86bb-4356-a8d5-8f18efc5ee0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:38.635866 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 43c35b7b-c7cc-443c-bde2-a2705aeb426b details requested by agent hyperv_n-h1-825064-1 with host n-h1-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:44:38.690785 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88796ce0-f102-4bc3-b69c-34dba9f1882b req-9ce06c8f-4098-4c75-b496-dd86aa982d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:38.692538 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-88796ce0-f102-4bc3-b69c-34dba9f1882b req-9ce06c8f-4098-4c75-b496-dd86aa982d82 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=438cce0e2f434b5f879ce307da159923&device_id=c706f530-ad88-4562-931a-bc61de8d9bbb HTTP/1.1" status: 200 len: 1127 time: 0.1249998 Jan 18 22:44:38.722817 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 46846) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:38.801213 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 43c35b7b-c7cc-443c-bde2-a2705aeb426b, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=43c35b7b-c7cc-443c-bde2-a2705aeb426b,segment=NetworkSegment(56b9b749-5476-4269-bb34-69d9f812a954),segment_id=56b9b749-5476-4269-bb34-69d9f812a954)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:44:38.813698 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 43c35b7b-c7cc-443c-bde2-a2705aeb426b has no active binding in host n-h1-825064-1 {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 18 22:44:38.858189 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-53905448-86bb-4356-a8d5-8f18efc5ee0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:38.912785 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b779336-4cc8-4641-af8d-c190a1e40cb5 req-27580b93-0da5-447f-8631-be8a219d696e tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:38.914320 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-5b779336-4cc8-4641-af8d-c190a1e40cb5 req-27580b93-0da5-447f-8631-be8a219d696e tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.36 "GET /v2.0/networks?id=3887d3dd-b3d8-463d-9d9c-879e57c9ab40 HTTP/1.1" status: 200 len: 811 time: 0.2615514 Jan 18 22:44:38.934185 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-53905448-86bb-4356-a8d5-8f18efc5ee0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['137d5773-9f84-4dd1-b949-0e7e5209a2ad']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:44:38.937500 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-5b779336-4cc8-4641-af8d-c190a1e40cb5 req-3ee08541-93a7-4828-bf38-d46b5beab543 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Request body: {'port': {'device_id': '16ba48ad-fe09-48f8-8bc1-6d86e58b2955', 'network_id': '3887d3dd-b3d8-463d-9d9c-879e57c9ab40', 'admin_state_up': True, 'tenant_id': '0c676acb4b374123bc012031246d3916'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:44:38.962806 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-53905448-86bb-4356-a8d5-8f18efc5ee0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fe65f40-7bec-4276-a412-6f2d1d772a98') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:44:38.963106 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-53905448-86bb-4356-a8d5-8f18efc5ee0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fe65f40-7bec-4276-a412-6f2d1d772a98') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:44:38.983244 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-53905448-86bb-4356-a8d5-8f18efc5ee0c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60394742'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:38.995799 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-fe660442-476b-4ce8-ae48-f19e3ab3cdc0 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-698213132-network', 'tenant_id': '76a3724fa1794eb28fed3ef3aedb6db3'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:44:39.020147 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-53905448-86bb-4356-a8d5-8f18efc5ee0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:39.028801 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53905448-86bb-4356-a8d5-8f18efc5ee0c admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:44:39.029190 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-53905448-86bb-4356-a8d5-8f18efc5ee0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60203044'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:39.031078 n-d-825064-1 neutron-server[102430]: Traceback (most recent call last): Jan 18 22:44:39.031078 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:44:39.031078 n-d-825064-1 neutron-server[102430]: timer() Jan 18 22:44:39.031078 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:44:39.031078 n-d-825064-1 neutron-server[102430]: cb(*args, **kw) Jan 18 22:44:39.031078 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:44:39.031078 n-d-825064-1 neutron-server[102430]: return func(*args, **kwargs) Jan 18 22:44:39.031078 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:44:39.031078 n-d-825064-1 neutron-server[102430]: self._notify() Jan 18 22:44:39.031078 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:44:39.031078 n-d-825064-1 neutron-server[102430]: self.callback(batched_events) Jan 18 22:44:39.031078 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:44:39.031078 n-d-825064-1 neutron-server[102430]: event.method(event) Jan 18 22:44:39.031078 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:44:39.031078 n-d-825064-1 neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:44:39.031078 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:44:39.031078 n-d-825064-1 neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:44:39.031078 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:44:39.031078 n-d-825064-1 neutron-server[102430]: return f(self, *a, **k) Jan 18 22:44:39.031078 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:44:39.031078 n-d-825064-1 neutron-server[102430]: return self._get(url).json() Jan 18 22:44:39.031078 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:44:39.031078 n-d-825064-1 neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:44:39.031078 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:44:39.031078 n-d-825064-1 neutron-server[102430]: return self.request(url, 'GET', **kwargs) Jan 18 22:44:39.031078 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:44:39.031078 n-d-825064-1 neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:44:39.031078 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:44:39.031078 n-d-825064-1 neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:44:39.031078 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:44:39.031078 n-d-825064-1 neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:44:39.031078 n-d-825064-1 neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:44:39.050058 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defc81ae-dca4-465c-827a-e3d3e1f5f8f5 req-2a75d5fd-8616-41c1-9bcd-70420c21603e tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:39.057898 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-defc81ae-dca4-465c-827a-e3d3e1f5f8f5 req-2a75d5fd-8616-41c1-9bcd-70420c21603e tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=c706f530-ad88-4562-931a-bc61de8d9bbb HTTP/1.1" status: 200 len: 946 time: 0.1898398 Jan 18 22:44:39.113561 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88796ce0-f102-4bc3-b69c-34dba9f1882b req-1a595074-c4e9-4484-a1f0-94dc7fe1b54d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:39.116510 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-88796ce0-f102-4bc3-b69c-34dba9f1882b req-1a595074-c4e9-4484-a1f0-94dc7fe1b54d service neutron] 10.222.0.67 "GET /v2.0/networks?id=b03260d5-2a6f-4a7a-be90-beffbb90698f HTTP/1.1" status: 200 len: 896 time: 0.3809919 Jan 18 22:44:39.146758 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-defc81ae-dca4-465c-827a-e3d3e1f5f8f5 req-5bc9d718-251a-4c92-9718-bddd9762779c tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98a7b6f-971b-4421-acbb-09d3894edefc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877492 Jan 18 22:44:39.148174 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-53905448-86bb-4356-a8d5-8f18efc5ee0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:39.172277 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-53905448-86bb-4356-a8d5-8f18efc5ee0c admin admin] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:39.181550 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-53905448-86bb-4356-a8d5-8f18efc5ee0c admin admin] 10.222.0.53 "DELETE /v2.0/networks/137d5773-9f84-4dd1-b949-0e7e5209a2ad HTTP/1.1" status: 204 len: 168 time: 0.7243948 Jan 18 22:44:39.241308 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53905448-86bb-4356-a8d5-8f18efc5ee0c admin admin] Pushing event deleted for resources: {'Network': ['ID=137d5773-9f84-4dd1-b949-0e7e5209a2ad,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:39.409128 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f434fbb6-beb4-495b-b288-3c5c6412ffd5 req-6a6061a1-f00e-4578-9bc0-2d7953d62349 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=16ba48ad-fe09-48f8-8bc1-6d86e58b2955 HTTP/1.1" status: 200 len: 210 time: 0.0373018 Jan 18 22:44:39.501080 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 46860) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:39.583730 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe660442-476b-4ce8-ae48-f19e3ab3cdc0 admin admin] Made reservation on behalf of 76a3724fa1794eb28fed3ef3aedb6db3 for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:44:39.586559 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fe660442-476b-4ce8-ae48-f19e3ab3cdc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:39.598577 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fe660442-476b-4ce8-ae48-f19e3ab3cdc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:39.620651 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-845b0ace-749e-45e6-bcb9-0db44fe829e6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ca8dfd3cf9064a0293dd77a9a41ff160&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1167195 Jan 18 22:44:39.622040 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 46862) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:39.666679 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-88796ce0-f102-4bc3-b69c-34dba9f1882b req-6012cec0-827b-4c80-b9c6-906fb29e6855 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43c35b7b-c7cc-443c-bde2-a2705aeb426b HTTP/1.1" status: 200 len: 1002 time: 0.5347924 Jan 18 22:44:39.690623 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-eadde2cf-e6bd-4c16-b0b3-5aff884a613a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:39.727730 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-eadde2cf-e6bd-4c16-b0b3-5aff884a613a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:39.775919 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88796ce0-f102-4bc3-b69c-34dba9f1882b req-c1244804-80fa-4471-81e0-d0da06719193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:39.777323 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-88796ce0-f102-4bc3-b69c-34dba9f1882b req-c1244804-80fa-4471-81e0-d0da06719193 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=28a5a3b4-f0d9-467d-972a-dc2703e90dc7 HTTP/1.1" status: 200 len: 835 time: 0.0954397 Jan 18 22:44:39.783142 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b779336-4cc8-4641-af8d-c190a1e40cb5 req-3ee08541-93a7-4828-bf38-d46b5beab543 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Made reservation on behalf of 0c676acb4b374123bc012031246d3916 for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:44:39.786744 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-5b779336-4cc8-4641-af8d-c190a1e40cb5 req-3ee08541-93a7-4828-bf38-d46b5beab543 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:39.850007 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-eadde2cf-e6bd-4c16-b0b3-5aff884a613a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:39.853146 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-eadde2cf-e6bd-4c16-b0b3-5aff884a613a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:39.854491 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-eadde2cf-e6bd-4c16-b0b3-5aff884a613a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/310a1828-658e-4e2a-bb52-227664ffcb6e HTTP/1.1" status: 204 len: 168 time: 0.2300878 Jan 18 22:44:39.873695 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadde2cf-e6bd-4c16-b0b3-5aff884a613a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=310a1828-658e-4e2a-bb52-227664ffcb6e,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:39.919690 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fe660442-476b-4ce8-ae48-f19e3ab3cdc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:39.943142 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fe660442-476b-4ce8-ae48-f19e3ab3cdc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:39.963844 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88796ce0-f102-4bc3-b69c-34dba9f1882b req-9a41bcfe-2dbe-4fe1-944d-3bbfb841192c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:39.980038 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-88796ce0-f102-4bc3-b69c-34dba9f1882b req-9a41bcfe-2dbe-4fe1-944d-3bbfb841192c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b03260d5-2a6f-4a7a-be90-beffbb90698f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1886795 Jan 18 22:44:40.070487 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe660442-476b-4ce8-ae48-f19e3ab3cdc0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:44:40.191720 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe660442-476b-4ce8-ae48-f19e3ab3cdc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dada2db-6958-4552-a863-022ddb803153,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:40.223873 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fe660442-476b-4ce8-ae48-f19e3ab3cdc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:40.227840 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-fe660442-476b-4ce8-ae48-f19e3ab3cdc0 admin admin] Added segment caffabcb-8073-48a6-b4d1-79ecfc845f4f of type vlan for network 826d921e-9454-4214-85b7-83a039e8b84e Jan 18 22:44:40.345833 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fe660442-476b-4ce8-ae48-f19e3ab3cdc0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:40.407073 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-88796ce0-f102-4bc3-b69c-34dba9f1882b req-9770de33-3683-4308-9d2c-57dd02eceeb9 service neutron] 10.222.0.67 "GET /v2.0/networks/b03260d5-2a6f-4a7a-be90-beffbb90698f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4032962 Jan 18 22:44:40.434402 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [req-5b779336-4cc8-4641-af8d-c190a1e40cb5 req-3ee08541-93a7-4828-bf38-d46b5beab543 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Allocated IP 172.20.0.10 (3887d3dd-b3d8-463d-9d9c-879e57c9ab40/b317bd45-9275-4aad-aa8f-d7702db0cadd/60ba14d5-8832-4a1f-89c5-09b2f1cff4eb) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:44:40.492161 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9fb471-3bd9-4518-bb5c-e2dc02f823f4 req-652d2bb1-bfe3-415f-a67c-75238a110d24 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:40.503160 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7c9fb471-3bd9-4518-bb5c-e2dc02f823f4 req-652d2bb1-bfe3-415f-a67c-75238a110d24 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=c706f530-ad88-4562-931a-bc61de8d9bbb HTTP/1.1" status: 200 len: 946 time: 0.1520598 Jan 18 22:44:40.624447 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7c9fb471-3bd9-4518-bb5c-e2dc02f823f4 req-8173679c-bb84-4d21-a037-77eae57ad1f0 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98a7b6f-971b-4421-acbb-09d3894edefc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192012 Jan 18 22:44:40.649832 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4f8a4fd7-b446-4048-b174-87d9ceb4aef0 req-2aba305a-478b-4eb4-afcb-9d1de6cc8cf4 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=16ba48ad-fe09-48f8-8bc1-6d86e58b2955 HTTP/1.1" status: 200 len: 210 time: 0.0882616 Jan 18 22:44:40.653175 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fe660442-476b-4ce8-ae48-f19e3ab3cdc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:40.666542 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe660442-476b-4ce8-ae48-f19e3ab3cdc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:40.670869 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fe660442-476b-4ce8-ae48-f19e3ab3cdc0 admin admin] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:40.688147 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 46882) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:40.734472 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-4a33b946-48c9-448a-bc2a-0fcea2ca8b1b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=eb8a143190f149fdb60694a35893a777&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0451286 Jan 18 22:44:40.737584 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 46884) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:40.772045 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-fe660442-476b-4ce8-ae48-f19e3ab3cdc0 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.0480802 Jan 18 22:44:40.775000 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 46886) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:40.779834 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-11e5dd26-3888-4b82-a89a-12d80a129381 admin admin] Request body: {'subnet': {'network_id': '826d921e-9454-4214-85b7-83a039e8b84e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-698213132-subnet', 'tenant_id': '76a3724fa1794eb28fed3ef3aedb6db3', 'ip_version': 4}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:44:40.837632 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11e5dd26-3888-4b82-a89a-12d80a129381 admin admin] Made reservation on behalf of 76a3724fa1794eb28fed3ef3aedb6db3 for: {'subnet': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:44:40.841015 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-11e5dd26-3888-4b82-a89a-12d80a129381 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62288702'] for subnet, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:40.848282 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe660442-476b-4ce8-ae48-f19e3ab3cdc0 admin admin] Pushing event updated for resources: {'Network': ['ID=826d921e-9454-4214-85b7-83a039e8b84e,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:40.862095 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 826d921e-9454-4214-85b7-83a039e8b84e details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:44:40.977346 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-5b779336-4cc8-4641-af8d-c190a1e40cb5 req-3ee08541-93a7-4828-bf38-d46b5beab543 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:40.979432 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-26cc0e40-c2db-4f71-a5a1-62a05891e2c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:40.981947 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-88796ce0-f102-4bc3-b69c-34dba9f1882b req-7fff6525-36ae-405e-8ece-187d900b6dbf service neutron] 10.222.0.67 "GET /v2.0/networks/b03260d5-2a6f-4a7a-be90-beffbb90698f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428916 Jan 18 22:44:41.031394 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-26cc0e40-c2db-4f71-a5a1-62a05891e2c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:41.212515 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-5b779336-4cc8-4641-af8d-c190a1e40cb5 req-3ee08541-93a7-4828-bf38-d46b5beab543 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:41.260547 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-26cc0e40-c2db-4f71-a5a1-62a05891e2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:41.264246 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-26cc0e40-c2db-4f71-a5a1-62a05891e2c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:41.265478 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-26cc0e40-c2db-4f71-a5a1-62a05891e2c7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bca4155e-7c77-46fb-a63a-bcfcc22e102e HTTP/1.1" status: 204 len: 168 time: 0.5205007 Jan 18 22:44:41.327226 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b779336-4cc8-4641-af8d-c190a1e40cb5 req-3ee08541-93a7-4828-bf38-d46b5beab543 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Network 3887d3dd-b3d8-463d-9d9c-879e57c9ab40 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:44:41.346453 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ff47b3a1-6960-40b1-89a1-eb2946c123a2 req-9ce5c27a-b4b8-4854-8543-4f488007d7dc service neutron] 10.222.0.67 "GET /v2.0/ports/43c35b7b-c7cc-443c-bde2-a2705aeb426b/bindings/n-h1-825064-1 HTTP/1.1" status: 200 len: 384 time: 0.2250805 Jan 18 22:44:41.348390 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cc0e40-c2db-4f71-a5a1-62a05891e2c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bca4155e-7c77-46fb-a63a-bcfcc22e102e,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:41.352892 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [req-5b779336-4cc8-4641-af8d-c190a1e40cb5 req-3ee08541-93a7-4828-bf38-d46b5beab543 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:44:41.359811 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b779336-4cc8-4641-af8d-c190a1e40cb5 req-3ee08541-93a7-4828-bf38-d46b5beab543 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:44:41.438838 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee08541-93a7-4828-bf38-d46b5beab543 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Pushing event updated for resources: {'Port': ['ID=60ba14d5-8832-4a1f-89c5-09b2f1cff4eb,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:41.545808 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b779336-4cc8-4641-af8d-c190a1e40cb5 req-3ee08541-93a7-4828-bf38-d46b5beab543 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:41.546481 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-5b779336-4cc8-4641-af8d-c190a1e40cb5 req-3ee08541-93a7-4828-bf38-d46b5beab543 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:41.568087 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-11e5dd26-3888-4b82-a89a-12d80a129381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60203213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62288684'] for subnet, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:41.575190 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-5b779336-4cc8-4641-af8d-c190a1e40cb5 req-3ee08541-93a7-4828-bf38-d46b5beab543 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6498330 Jan 18 22:44:41.594655 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-5b779336-4cc8-4641-af8d-c190a1e40cb5 req-d85d589b-9192-4e3e-8e72-991fdd7b492f service neutron] Request body: {'port': {'device_id': '16ba48ad-fe09-48f8-8bc1-6d86e58b2955', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:44:42.017936 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-cb784977-7fd3-4200-ab27-ec403af36dfe None None] Provisioning complete for port 60ba14d5-8832-4a1f-89c5-09b2f1cff4eb triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:44:42.019306 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cb784977-7fd3-4200-ab27-ec403af36dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:42.039966 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e5dd26-3888-4b82-a89a-12d80a129381 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1dc24867-bbf1-46ac-b04f-05d87f644936,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:42.120563 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-ff47b3a1-6960-40b1-89a1-eb2946c123a2 req-dead0287-b647-4ac4-a5eb-bbbace236855 service neutron] For port 43c35b7b-c7cc-443c-bde2-a2705aeb426b, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=43c35b7b-c7cc-443c-bde2-a2705aeb426b,segment=NetworkSegment(56b9b749-5476-4269-bb34-69d9f812a954),segment_id=56b9b749-5476-4269-bb34-69d9f812a954)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:44:42.139870 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e5dd26-3888-4b82-a89a-12d80a129381 admin admin] Checking segment: {'id': 'caffabcb-8073-48a6-b4d1-79ecfc845f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '826d921e-9454-4214-85b7-83a039e8b84e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:44:42.139870 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e5dd26-3888-4b82-a89a-12d80a129381 admin admin] Network hostable DHCP agents. Network: 826d921e-9454-4214-85b7-83a039e8b84e, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:44:42.193262 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-cb784977-7fd3-4200-ab27-ec403af36dfe None None] Port 60ba14d5-8832-4a1f-89c5-09b2f1cff4eb cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:44:42.261540 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-ff47b3a1-6960-40b1-89a1-eb2946c123a2 req-dead0287-b647-4ac4-a5eb-bbbace236855 service neutron] For port 43c35b7b-c7cc-443c-bde2-a2705aeb426b, host n-h2-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:44:42.300093 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab056720-addc-40b8-a59e-85fe182cecf1 req-de5ba423-8b0d-454b-a2ac-3d0794078a9d tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:42.325199 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-5b779336-4cc8-4641-af8d-c190a1e40cb5 req-d85d589b-9192-4e3e-8e72-991fdd7b492f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:42.325846 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ab056720-addc-40b8-a59e-85fe182cecf1 req-de5ba423-8b0d-454b-a2ac-3d0794078a9d tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=c706f530-ad88-4562-931a-bc61de8d9bbb HTTP/1.1" status: 200 len: 946 time: 0.4297595 Jan 18 22:44:42.374691 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f6f95d-c0e3-4474-a716-91c38acc08c2 req-2534c1ff-8446-4f6e-afcb-32e9d8f0b07f tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:42.375948 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-49f6f95d-c0e3-4474-a716-91c38acc08c2 req-2534c1ff-8446-4f6e-afcb-32e9d8f0b07f tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=16ba48ad-fe09-48f8-8bc1-6d86e58b2955 HTTP/1.1" status: 200 len: 932 time: 0.4027202 Jan 18 22:44:42.386158 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e5dd26-3888-4b82-a89a-12d80a129381 admin admin] Network 826d921e-9454-4214-85b7-83a039e8b84e is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:44:42.414936 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c706f530-ad88-4562-931a-bc61de8d9bbb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43c35b7b-c7cc-443c-bde2-a2705aeb426b'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:44:42.417611 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cad15b1a-2c89-4ccf-9b42-b086ef7f6c9a" -d '{"events": [{"server_uuid": "c706f530-ad88-4562-931a-bc61de8d9bbb", "name": "network-vif-unplugged", "status": "completed", "tag": "43c35b7b-c7cc-443c-bde2-a2705aeb426b"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:44:42.427314 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-ff47b3a1-6960-40b1-89a1-eb2946c123a2 req-dead0287-b647-4ac4-a5eb-bbbace236855 service neutron] For port 43c35b7b-c7cc-443c-bde2-a2705aeb426b, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=43c35b7b-c7cc-443c-bde2-a2705aeb426b,segment=NetworkSegment(56b9b749-5476-4269-bb34-69d9f812a954),segment_id=56b9b749-5476-4269-bb34-69d9f812a954)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:44:42.438844 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-11e5dd26-3888-4b82-a89a-12d80a129381 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 826d921e-9454-4214-85b7-83a039e8b84e) {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:44:42.447404 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559090fa-078e-453f-8ffb-c7af879b0b31 None None] Network 826d921e-9454-4214-85b7-83a039e8b84e requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:44:42.474465 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-ff47b3a1-6960-40b1-89a1-eb2946c123a2 req-dead0287-b647-4ac4-a5eb-bbbace236855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:42.477107 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ab056720-addc-40b8-a59e-85fe182cecf1 req-1e433cf4-1c29-4ea2-a4e7-3cc5e3cc53a4 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98a7b6f-971b-4421-acbb-09d3894edefc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233184 Jan 18 22:44:42.484774 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e5dd26-3888-4b82-a89a-12d80a129381 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:42.485636 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-11e5dd26-3888-4b82-a89a-12d80a129381 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:42.554523 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-49f6f95d-c0e3-4474-a716-91c38acc08c2 req-5dcc6f07-8976-4d24-bddc-1f5485b83f87 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=dae8bf2d-ed71-4918-8e49-2e2d9465745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693294 Jan 18 22:44:42.581747 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-11e5dd26-3888-4b82-a89a-12d80a129381 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8048587 Jan 18 22:44:42.584594 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 46908) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:42.592212 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-490ad6f9-e829-46c9-9731-613327b5fb36 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-698213132-router', 'tenant_id': '76a3724fa1794eb28fed3ef3aedb6db3', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:44:42.622480 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 18 Jan 2022 22:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebe8b81e-299e-43b5-b060-5744d56d9062 x-openstack-request-id: req-ebe8b81e-299e-43b5-b060-5744d56d9062 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:44:42.623071 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c706f530-ad88-4562-931a-bc61de8d9bbb", "name": "network-vif-unplugged", "status": "completed", "tag": "43c35b7b-c7cc-443c-bde2-a2705aeb426b", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:44:42.623071 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ebe8b81e-299e-43b5-b060-5744d56d9062 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:44:42.623386 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c706f530-ad88-4562-931a-bc61de8d9bbb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43c35b7b-c7cc-443c-bde2-a2705aeb426b', 'code': 200} Jan 18 22:44:42.663100 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-490ad6f9-e829-46c9-9731-613327b5fb36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1044160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8692'] for router, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:42.666263 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-490ad6f9-e829-46c9-9731-613327b5fb36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1040680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8675'] for router, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:42.774821 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff52bc4-4681-40ae-9dd8-6cefdf921f7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-826d921e-9454-4214-85b7-83a039e8b84e', 'network_id': '826d921e-9454-4214-85b7-83a039e8b84e', 'tenant_id': '76a3724fa1794eb28fed3ef3aedb6db3', 'fixed_ips': [{'subnet_id': '1dc24867-bbf1-46ac-b04f-05d87f644936'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:44:42.775905 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-aff52bc4-4681-40ae-9dd8-6cefdf921f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:42.792544 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-490ad6f9-e829-46c9-9731-613327b5fb36 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:42.919547 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-aff52bc4-4681-40ae-9dd8-6cefdf921f7b None None] Allocated IP 172.20.0.2 (826d921e-9454-4214-85b7-83a039e8b84e/1dc24867-bbf1-46ac-b04f-05d87f644936/c0afe59a-cc2f-4f16-84a9-3ca681da302b) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:44:43.004266 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [req-ff47b3a1-6960-40b1-89a1-eb2946c123a2 req-dead0287-b647-4ac4-a5eb-bbbace236855 service neutron] Transition to ACTIVE for port object 43c35b7b-c7cc-443c-bde2-a2705aeb426b will not be triggered until provisioned by entity L2. {{(pid=102431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:44:43.018942 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-ff47b3a1-6960-40b1-89a1-eb2946c123a2 req-dead0287-b647-4ac4-a5eb-bbbace236855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:43.032626 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [req-5b779336-4cc8-4641-af8d-c190a1e40cb5 req-d85d589b-9192-4e3e-8e72-991fdd7b492f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60ba14d5-8832-4a1f-89c5-09b2f1cff4eb {{(pid=102431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:44:43.068450 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-5b779336-4cc8-4641-af8d-c190a1e40cb5 req-d85d589b-9192-4e3e-8e72-991fdd7b492f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:43.077844 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-aff52bc4-4681-40ae-9dd8-6cefdf921f7b None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:43.088105 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-aff52bc4-4681-40ae-9dd8-6cefdf921f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:43.149838 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff52bc4-4681-40ae-9dd8-6cefdf921f7b None None] Pushing event updated for resources: {'Port': ['ID=c0afe59a-cc2f-4f16-84a9-3ca681da302b,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:43.178089 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff52bc4-4681-40ae-9dd8-6cefdf921f7b None None] Network 826d921e-9454-4214-85b7-83a039e8b84e is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:44:43.186975 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-aff52bc4-4681-40ae-9dd8-6cefdf921f7b None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:44:43.191648 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-490ad6f9-e829-46c9-9731-613327b5fb36 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:43.193769 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:43.195420 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff52bc4-4681-40ae-9dd8-6cefdf921f7b None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:44:43.279083 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [req-5b779336-4cc8-4641-af8d-c190a1e40cb5 req-d85d589b-9192-4e3e-8e72-991fdd7b492f service neutron] Transition to ACTIVE for port object 60ba14d5-8832-4a1f-89c5-09b2f1cff4eb will not be triggered until provisioned by entity L2. {{(pid=102431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:44:43.304867 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-aff52bc4-4681-40ae-9dd8-6cefdf921f7b None None] Attempting to bind port c0afe59a-cc2f-4f16-84a9-3ca681da302b on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:44:43.305581 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-aff52bc4-4681-40ae-9dd8-6cefdf921f7b None None] Attempting to bind port c0afe59a-cc2f-4f16-84a9-3ca681da302b by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': 'caffabcb-8073-48a6-b4d1-79ecfc845f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '826d921e-9454-4214-85b7-83a039e8b84e'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:44:43.306111 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff52bc4-4681-40ae-9dd8-6cefdf921f7b None None] Attempting to bind port c0afe59a-cc2f-4f16-84a9-3ca681da302b on network 826d921e-9454-4214-85b7-83a039e8b84e {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:44:43.318613 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-5b779336-4cc8-4641-af8d-c190a1e40cb5 req-d85d589b-9192-4e3e-8e72-991fdd7b492f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:43.321163 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff52bc4-4681-40ae-9dd8-6cefdf921f7b None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:44:43.321731 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff52bc4-4681-40ae-9dd8-6cefdf921f7b None None] Checking segment: {'id': 'caffabcb-8073-48a6-b4d1-79ecfc845f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '826d921e-9454-4214-85b7-83a039e8b84e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:44:43.322296 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-aff52bc4-4681-40ae-9dd8-6cefdf921f7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:43.322861 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff52bc4-4681-40ae-9dd8-6cefdf921f7b None None] Bound using segment: {'id': 'caffabcb-8073-48a6-b4d1-79ecfc845f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '826d921e-9454-4214-85b7-83a039e8b84e'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:44:43.323485 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-aff52bc4-4681-40ae-9dd8-6cefdf921f7b None None] Bound port: c0afe59a-cc2f-4f16-84a9-3ca681da302b, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caffabcb-8073-48a6-b4d1-79ecfc845f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '826d921e-9454-4214-85b7-83a039e8b84e'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:44:43.324026 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-aff52bc4-4681-40ae-9dd8-6cefdf921f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:43.344016 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dead0287-b647-4ac4-a5eb-bbbace236855 service neutron] Pushing event updated for resources: {'Port': ['ID=43c35b7b-c7cc-443c-bde2-a2705aeb426b,revision_number=11']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:43.407214 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-aff52bc4-4681-40ae-9dd8-6cefdf921f7b None None] For port c0afe59a-cc2f-4f16-84a9-3ca681da302b, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:44:43.412347 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-aff52bc4-4681-40ae-9dd8-6cefdf921f7b None None] For port c0afe59a-cc2f-4f16-84a9-3ca681da302b, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=c0afe59a-cc2f-4f16-84a9-3ca681da302b,segment=NetworkSegment(caffabcb-8073-48a6-b4d1-79ecfc845f4f),segment_id=caffabcb-8073-48a6-b4d1-79ecfc845f4f)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:44:43.421883 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-aff52bc4-4681-40ae-9dd8-6cefdf921f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:43.436254 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85d589b-9192-4e3e-8e72-991fdd7b492f service neutron] Pushing event updated for resources: {'Port': ['ID=60ba14d5-8832-4a1f-89c5-09b2f1cff4eb,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:43.490704 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff47b3a1-6960-40b1-89a1-eb2946c123a2 req-dead0287-b647-4ac4-a5eb-bbbace236855 service neutron] No DVR routers for this DVR port 43c35b7b-c7cc-443c-bde2-a2705aeb426b on host n-h2-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:44:43.763884 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff52bc4-4681-40ae-9dd8-6cefdf921f7b None None] Pushing event updated for resources: {'Port': ['ID=c0afe59a-cc2f-4f16-84a9-3ca681da302b,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:43.880257 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-5b779336-4cc8-4641-af8d-c190a1e40cb5 req-d85d589b-9192-4e3e-8e72-991fdd7b492f service neutron] Attempting to bind port 60ba14d5-8832-4a1f-89c5-09b2f1cff4eb on host n-h1-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:44:43.881503 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-5b779336-4cc8-4641-af8d-c190a1e40cb5 req-d85d589b-9192-4e3e-8e72-991fdd7b492f service neutron] Attempting to bind port 60ba14d5-8832-4a1f-89c5-09b2f1cff4eb by drivers openvswitch,hyperv on host n-h1-825064-1 at level 0 using segments [{'id': 'ccabd36d-8c25-4648-92d3-222150b866b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3887d3dd-b3d8-463d-9d9c-879e57c9ab40'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:44:43.881833 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b779336-4cc8-4641-af8d-c190a1e40cb5 req-d85d589b-9192-4e3e-8e72-991fdd7b492f service neutron] Attempting to bind port 60ba14d5-8832-4a1f-89c5-09b2f1cff4eb on network 3887d3dd-b3d8-463d-9d9c-879e57c9ab40 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:44:43.883240 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:43.906284 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b779336-4cc8-4641-af8d-c190a1e40cb5 req-d85d589b-9192-4e3e-8e72-991fdd7b492f service neutron] Port 60ba14d5-8832-4a1f-89c5-09b2f1cff4eb on network 3887d3dd-b3d8-463d-9d9c-879e57c9ab40 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:44:43.906605 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b779336-4cc8-4641-af8d-c190a1e40cb5 req-d85d589b-9192-4e3e-8e72-991fdd7b492f service neutron] Attempting to bind port 60ba14d5-8832-4a1f-89c5-09b2f1cff4eb on network 3887d3dd-b3d8-463d-9d9c-879e57c9ab40 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:44:43.950074 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b779336-4cc8-4641-af8d-c190a1e40cb5 req-d85d589b-9192-4e3e-8e72-991fdd7b492f service neutron] Checking agent: {'id': 'e49d1b2a-ba11-487f-a804-ecbf3c0e8132', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:44:43.950419 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b779336-4cc8-4641-af8d-c190a1e40cb5 req-d85d589b-9192-4e3e-8e72-991fdd7b492f service neutron] Checking segment: {'id': 'ccabd36d-8c25-4648-92d3-222150b866b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3887d3dd-b3d8-463d-9d9c-879e57c9ab40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:44:43.951208 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b779336-4cc8-4641-af8d-c190a1e40cb5 req-d85d589b-9192-4e3e-8e72-991fdd7b492f service neutron] Bound using segment: {'id': 'ccabd36d-8c25-4648-92d3-222150b866b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3887d3dd-b3d8-463d-9d9c-879e57c9ab40'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:44:43.951208 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-5b779336-4cc8-4641-af8d-c190a1e40cb5 req-d85d589b-9192-4e3e-8e72-991fdd7b492f service neutron] Bound port: 60ba14d5-8832-4a1f-89c5-09b2f1cff4eb, host: n-h1-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccabd36d-8c25-4648-92d3-222150b866b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3887d3dd-b3d8-463d-9d9c-879e57c9ab40'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:44:43.951735 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-5b779336-4cc8-4641-af8d-c190a1e40cb5 req-d85d589b-9192-4e3e-8e72-991fdd7b492f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:44.001960 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ff47b3a1-6960-40b1-89a1-eb2946c123a2 req-dead0287-b647-4ac4-a5eb-bbbace236855 service neutron] 10.222.0.67 "PUT /v2.0/ports/43c35b7b-c7cc-443c-bde2-a2705aeb426b/bindings/n-h1-825064-1/activate HTTP/1.1" status: 200 len: 369 time: 2.6187916 Jan 18 22:44:44.245261 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-5b779336-4cc8-4641-af8d-c190a1e40cb5 req-d85d589b-9192-4e3e-8e72-991fdd7b492f service neutron] For port 60ba14d5-8832-4a1f-89c5-09b2f1cff4eb, host n-h1-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:44:44.252376 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-5b779336-4cc8-4641-af8d-c190a1e40cb5 req-d85d589b-9192-4e3e-8e72-991fdd7b492f service neutron] For port 60ba14d5-8832-4a1f-89c5-09b2f1cff4eb, host n-h1-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=60ba14d5-8832-4a1f-89c5-09b2f1cff4eb,segment=NetworkSegment(ccabd36d-8c25-4648-92d3-222150b866b3),segment_id=ccabd36d-8c25-4648-92d3-222150b866b3)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:44:44.255125 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff47b3a1-6960-40b1-89a1-eb2946c123a2 req-a84f5344-14f4-4b9c-87e3-b043656f5cbf tempest-TestNetworkAdvancedServerOps-1886563698 tempest-TestNetworkAdvancedServerOps-1886563698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:44.259717 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ff47b3a1-6960-40b1-89a1-eb2946c123a2 req-a84f5344-14f4-4b9c-87e3-b043656f5cbf tempest-TestNetworkAdvancedServerOps-1886563698 tempest-TestNetworkAdvancedServerOps-1886563698-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=c706f530-ad88-4562-931a-bc61de8d9bbb&tenant_id=438cce0e2f434b5f879ce307da159923&binding%3Ahost_id=n-h2-825064-1 HTTP/1.1" status: 200 len: 1096 time: 0.1687024 Jan 18 22:44:44.261540 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-5b779336-4cc8-4641-af8d-c190a1e40cb5 req-d85d589b-9192-4e3e-8e72-991fdd7b492f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:44.328970 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b779336-4cc8-4641-af8d-c190a1e40cb5 req-d85d589b-9192-4e3e-8e72-991fdd7b492f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:44.329599 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-5b779336-4cc8-4641-af8d-c190a1e40cb5 req-d85d589b-9192-4e3e-8e72-991fdd7b492f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:44.330986 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-5b779336-4cc8-4641-af8d-c190a1e40cb5 req-d85d589b-9192-4e3e-8e72-991fdd7b492f service neutron] 10.222.0.36 "PUT /v2.0/ports/60ba14d5-8832-4a1f-89c5-09b2f1cff4eb HTTP/1.1" status: 200 len: 1092 time: 2.7456501 Jan 18 22:44:44.451566 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-490ad6f9-e829-46c9-9731-613327b5fb36 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:44.474488 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-490ad6f9-e829-46c9-9731-613327b5fb36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:44.533172 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff47b3a1-6960-40b1-89a1-eb2946c123a2 req-c20e08c3-ba42-4eb9-8874-8c1093370588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:44.534655 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ff47b3a1-6960-40b1-89a1-eb2946c123a2 req-c20e08c3-ba42-4eb9-8874-8c1093370588 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c706f530-ad88-4562-931a-bc61de8d9bbb&tenant_id=438cce0e2f434b5f879ce307da159923 HTTP/1.1" status: 200 len: 1096 time: 0.2605715 Jan 18 22:44:44.535562 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85d589b-9192-4e3e-8e72-991fdd7b492f service neutron] Pushing event updated for resources: {'Port': ['ID=60ba14d5-8832-4a1f-89c5-09b2f1cff4eb,revision_number=3']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:44.581112 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b779336-4cc8-4641-af8d-c190a1e40cb5 req-d2bc76f0-ceda-48e9-93b8-4be92d645077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:44.582832 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-5b779336-4cc8-4641-af8d-c190a1e40cb5 req-d2bc76f0-ceda-48e9-93b8-4be92d645077 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0c676acb4b374123bc012031246d3916&device_id=16ba48ad-fe09-48f8-8bc1-6d86e58b2955 HTTP/1.1" status: 200 len: 1095 time: 0.2111359 Jan 18 22:44:44.625665 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16ba48ad-fe09-48f8-8bc1-6d86e58b2955', 'tag': '60ba14d5-8832-4a1f-89c5-09b2f1cff4eb'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:44:44.627851 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6f3b793-f2dc-41d1-872e-ab69a3cb20e2" -d '{"events": [{"name": "network-changed", "server_uuid": "16ba48ad-fe09-48f8-8bc1-6d86e58b2955", "tag": "60ba14d5-8832-4a1f-89c5-09b2f1cff4eb"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:44:44.672738 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-490ad6f9-e829-46c9-9731-613327b5fb36 admin admin] Allocated IP 172.25.5.76 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/f92934e6-012c-4382-ada4-97367c6b764d) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:44:44.713514 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-5b779336-4cc8-4641-af8d-c190a1e40cb5 req-778064d4-b83d-472f-ad51-3e128e324264 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60ba14d5-8832-4a1f-89c5-09b2f1cff4eb HTTP/1.1" status: 200 len: 217 time: 0.1067212 Jan 18 22:44:44.763910 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device c0afe59a-cc2f-4f16-84a9-3ca681da302b up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:44:44.765617 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff47b3a1-6960-40b1-89a1-eb2946c123a2 req-b61fe91b-7625-4af7-beb4-b0a9f2db5825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:44.767119 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ff47b3a1-6960-40b1-89a1-eb2946c123a2 req-b61fe91b-7625-4af7-beb4-b0a9f2db5825 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=438cce0e2f434b5f879ce307da159923&device_id=c706f530-ad88-4562-931a-bc61de8d9bbb HTTP/1.1" status: 200 len: 1096 time: 0.2095730 Jan 18 22:44:44.786884 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b779336-4cc8-4641-af8d-c190a1e40cb5 req-1588e039-cf62-4a54-8c5a-a9f0662cf694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:44.789211 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-5b779336-4cc8-4641-af8d-c190a1e40cb5 req-1588e039-cf62-4a54-8c5a-a9f0662cf694 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b317bd45-9275-4aad-aa8f-d7702db0cadd HTTP/1.1" status: 200 len: 850 time: 0.0672383 Jan 18 22:44:44.835108 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-490ad6f9-e829-46c9-9731-613327b5fb36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:44.894808 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-490ad6f9-e829-46c9-9731-613327b5fb36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:44.923701 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b779336-4cc8-4641-af8d-c190a1e40cb5 req-8d97c97c-cc42-4f19-9536-b89f05159920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:44.925372 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-5b779336-4cc8-4641-af8d-c190a1e40cb5 req-8d97c97c-cc42-4f19-9536-b89f05159920 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3887d3dd-b3d8-463d-9d9c-879e57c9ab40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1261528 Jan 18 22:44:44.947216 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port c0afe59a-cc2f-4f16-84a9-3ca681da302b triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:44:44.947847 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:44.959738 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490ad6f9-e829-46c9-9731-613327b5fb36 admin admin] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:44:44.972690 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032f9bce-e131-4a19-8ad8-0311ec84e7f9 req-08bff4de-8845-4672-b6f8-d14508045ae9 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:44.974802 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-032f9bce-e131-4a19-8ad8-0311ec84e7f9 req-08bff4de-8845-4672-b6f8-d14508045ae9 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=c706f530-ad88-4562-931a-bc61de8d9bbb HTTP/1.1" status: 200 len: 945 time: 0.7031021 Jan 18 22:44:44.975655 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490ad6f9-e829-46c9-9731-613327b5fb36 admin admin] Pushing event updated for resources: {'Port': ['ID=f92934e6-012c-4382-ada4-97367c6b764d,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:44.985652 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-490ad6f9-e829-46c9-9731-613327b5fb36 admin admin] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:44:44.988016 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490ad6f9-e829-46c9-9731-613327b5fb36 admin admin] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:44:44.999194 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff47b3a1-6960-40b1-89a1-eb2946c123a2 req-bd895de0-5dfd-414f-9a65-e5a88c10309f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:45.003348 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ff47b3a1-6960-40b1-89a1-eb2946c123a2 req-bd895de0-5dfd-414f-9a65-e5a88c10309f service neutron] 10.222.0.36 "GET /v2.0/networks?id=b03260d5-2a6f-4a7a-be90-beffbb90698f HTTP/1.1" status: 200 len: 896 time: 0.2281091 Jan 18 22:44:45.059785 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7bc5d7-1d0b-4875-bf80-981234b18940 req-6c82155d-b453-4869-83f0-9b62ac9652ee tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:45.061376 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ea7bc5d7-1d0b-4875-bf80-981234b18940 req-6c82155d-b453-4869-83f0-9b62ac9652ee tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=16ba48ad-fe09-48f8-8bc1-6d86e58b2955 HTTP/1.1" status: 200 len: 944 time: 0.7884939 Jan 18 22:44:45.093377 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:45.137988 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port c0afe59a-cc2f-4f16-84a9-3ca681da302b, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=c0afe59a-cc2f-4f16-84a9-3ca681da302b,segment=NetworkSegment(caffabcb-8073-48a6-b4d1-79ecfc845f4f),segment_id=caffabcb-8073-48a6-b4d1-79ecfc845f4f)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:44:45.151816 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:45.165718 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ff47b3a1-6960-40b1-89a1-eb2946c123a2 req-70154a94-2d43-4f0f-bac0-a4fb24967237 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43c35b7b-c7cc-443c-bde2-a2705aeb426b HTTP/1.1" status: 200 len: 1000 time: 0.1205528 Jan 18 22:44:45.203725 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ea7bc5d7-1d0b-4875-bf80-981234b18940 req-a16df1d8-43a4-459f-aa62-af8c29b500a4 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=dae8bf2d-ed71-4918-8e49-2e2d9465745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976384 Jan 18 22:44:45.344418 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=c0afe59a-cc2f-4f16-84a9-3ca681da302b,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:45.378919 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff47b3a1-6960-40b1-89a1-eb2946c123a2 req-6c73cc6d-0a3b-4b3b-aacb-ba4afb2f7fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:45.380386 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ff47b3a1-6960-40b1-89a1-eb2946c123a2 req-6c73cc6d-0a3b-4b3b-aacb-ba4afb2f7fbb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=28a5a3b4-f0d9-467d-972a-dc2703e90dc7 HTTP/1.1" status: 200 len: 835 time: 0.2014613 Jan 18 22:44:45.381796 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc7594aa-3922-41cc-9cd6-093e9741ac85 x-openstack-request-id: req-cc7594aa-3922-41cc-9cd6-093e9741ac85 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:44:45.382121 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16ba48ad-fe09-48f8-8bc1-6d86e58b2955", "tag": "60ba14d5-8832-4a1f-89c5-09b2f1cff4eb", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:44:45.382351 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cc7594aa-3922-41cc-9cd6-093e9741ac85 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:44:45.382729 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16ba48ad-fe09-48f8-8bc1-6d86e58b2955', 'tag': '60ba14d5-8832-4a1f-89c5-09b2f1cff4eb', 'status': 'completed', 'code': 200} Jan 18 22:44:45.386615 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-5b779336-4cc8-4641-af8d-c190a1e40cb5 req-1e69da43-00c7-4dc4-a91b-6dfe38b9c84e service neutron] 10.222.0.36 "GET /v2.0/networks/3887d3dd-b3d8-463d-9d9c-879e57c9ab40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4490635 Jan 18 22:44:45.544365 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff47b3a1-6960-40b1-89a1-eb2946c123a2 req-7f4e1a95-ca80-40f8-8fe2-6b5c7794644d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:45.547118 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ff47b3a1-6960-40b1-89a1-eb2946c123a2 req-7f4e1a95-ca80-40f8-8fe2-6b5c7794644d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b03260d5-2a6f-4a7a-be90-beffbb90698f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1595619 Jan 18 22:44:45.593040 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e916a158-0607-4753-8f87-3e2b5ea80006 None None] Network 826d921e-9454-4214-85b7-83a039e8b84e requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:44:45.595523 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-032f9bce-e131-4a19-8ad8-0311ec84e7f9 req-13c3fd5e-3193-4827-b1dc-f5cf5da49ffa tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98a7b6f-971b-4421-acbb-09d3894edefc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5782669 Jan 18 22:44:45.596147 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-490ad6f9-e829-46c9-9731-613327b5fb36 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:45.613799 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 43c35b7b-c7cc-443c-bde2-a2705aeb426b no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:44:45.671712 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ff47b3a1-6960-40b1-89a1-eb2946c123a2 req-19cc675a-7d08-4c81-b6e5-7ceb2f251316 service neutron] 10.222.0.36 "GET /v2.0/networks/b03260d5-2a6f-4a7a-be90-beffbb90698f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084516 Jan 18 22:44:45.763187 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-5b779336-4cc8-4641-af8d-c190a1e40cb5 req-93587605-791d-4971-a552-63bce4fb8201 service neutron] 10.222.0.36 "GET /v2.0/networks/3887d3dd-b3d8-463d-9d9c-879e57c9ab40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3295479 Jan 18 22:44:45.900352 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 43c35b7b-c7cc-443c-bde2-a2705aeb426b not bound to the agent host n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:44:45.905473 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-b4e5ac18-5e74-4a8f-8acb-365a83c2a1cc None None] Provisioning complete for port c0afe59a-cc2f-4f16-84a9-3ca681da302b triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:44:45.905854 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b4e5ac18-5e74-4a8f-8acb-365a83c2a1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:46.015421 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-490ad6f9-e829-46c9-9731-613327b5fb36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1040691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049'] for router, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:46.019555 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f3b793-f2dc-41d1-872e-ab69a3cb20e2 req-6dfddc26-9bbf-47a4-b84f-5b0acfbb3167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:46.025390 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e6f3b793-f2dc-41d1-872e-ab69a3cb20e2 req-6dfddc26-9bbf-47a4-b84f-5b0acfbb3167 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0c676acb4b374123bc012031246d3916&device_id=16ba48ad-fe09-48f8-8bc1-6d86e58b2955 HTTP/1.1" status: 200 len: 1095 time: 0.1701829 Jan 18 22:44:46.211528 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f3b793-f2dc-41d1-872e-ab69a3cb20e2 req-b47a2b7d-9e01-4630-b387-85d1ae0687a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:46.213328 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e6f3b793-f2dc-41d1-872e-ab69a3cb20e2 req-b47a2b7d-9e01-4630-b387-85d1ae0687a7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3887d3dd-b3d8-463d-9d9c-879e57c9ab40 HTTP/1.1" status: 200 len: 911 time: 0.1744876 Jan 18 22:44:46.271895 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ff47b3a1-6960-40b1-89a1-eb2946c123a2 req-cad4dc26-8e4c-4e15-b8b7-d98102f8116f service neutron] 10.222.0.36 "GET /v2.0/networks/b03260d5-2a6f-4a7a-be90-beffbb90698f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5880873 Jan 18 22:44:46.273691 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e6f3b793-f2dc-41d1-872e-ab69a3cb20e2 req-a98d854b-5459-4552-bd8e-b9c3979ba905 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60ba14d5-8832-4a1f-89c5-09b2f1cff4eb HTTP/1.1" status: 200 len: 217 time: 0.0477824 Jan 18 22:44:46.347870 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f3b793-f2dc-41d1-872e-ab69a3cb20e2 req-e4008499-8b13-4d3c-a2dd-6c4e2a5a1aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:46.349756 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e6f3b793-f2dc-41d1-872e-ab69a3cb20e2 req-e4008499-8b13-4d3c-a2dd-6c4e2a5a1aad service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b317bd45-9275-4aad-aa8f-d7702db0cadd HTTP/1.1" status: 200 len: 850 time: 0.0678790 Jan 18 22:44:46.461630 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f3b793-f2dc-41d1-872e-ab69a3cb20e2 req-bb7d715c-8fdc-4525-8027-d5db0043d947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:46.464225 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e6f3b793-f2dc-41d1-872e-ab69a3cb20e2 req-bb7d715c-8fdc-4525-8027-d5db0043d947 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3887d3dd-b3d8-463d-9d9c-879e57c9ab40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1056309 Jan 18 22:44:46.485991 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba57bbca-22ea-4010-8aa7-e225e1923225 req-6fc9d34b-2920-4855-9953-42fe06366341 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:46.487562 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ba57bbca-22ea-4010-8aa7-e225e1923225 req-6fc9d34b-2920-4855-9953-42fe06366341 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=16ba48ad-fe09-48f8-8bc1-6d86e58b2955 HTTP/1.1" status: 200 len: 944 time: 0.0911434 Jan 18 22:44:46.488752 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-490ad6f9-e829-46c9-9731-613327b5fb36 admin admin] Router ca616d6e-852a-4139-90bb-87cbf556e6e5 is scheduled to L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 with binding_index 1 {{(pid=102430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 22:44:46.598565 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ba57bbca-22ea-4010-8aa7-e225e1923225 req-60b7af24-c4ba-47f6-a04c-3ad3a32003ce tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=dae8bf2d-ed71-4918-8e49-2e2d9465745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013386 Jan 18 22:44:46.646381 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device c0afe59a-cc2f-4f16-84a9-3ca681da302b up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:44:46.654254 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff47b3a1-6960-40b1-89a1-eb2946c123a2 req-4e530b0c-266f-46b8-be23-91ea6cda7309 tempest-TestNetworkAdvancedServerOps-1886563698 tempest-TestNetworkAdvancedServerOps-1886563698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:46.655451 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ff47b3a1-6960-40b1-89a1-eb2946c123a2 req-4e530b0c-266f-46b8-be23-91ea6cda7309 tempest-TestNetworkAdvancedServerOps-1886563698 tempest-TestNetworkAdvancedServerOps-1886563698-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=c706f530-ad88-4562-931a-bc61de8d9bbb&tenant_id=438cce0e2f434b5f879ce307da159923&binding%3Ahost_id=n-h1-825064-1 HTTP/1.1" status: 200 len: 1096 time: 0.0980396 Jan 18 22:44:46.693000 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e6f3b793-f2dc-41d1-872e-ab69a3cb20e2 req-7939f89a-4827-439b-acf4-ff81efa30dee service neutron] 10.222.0.36 "GET /v2.0/networks/3887d3dd-b3d8-463d-9d9c-879e57c9ab40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197869 Jan 18 22:44:46.694873 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-490ad6f9-e829-46c9-9731-613327b5fb36 admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:44:46.707850 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-4ef39baf-6a44-42f3-a50c-a9b571b4f73d None None] Provisioning complete for port c0afe59a-cc2f-4f16-84a9-3ca681da302b triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:44:46.708252 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4ef39baf-6a44-42f3-a50c-a9b571b4f73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:46.708876 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ad43f6-1f8e-4f85-8faa-363ec05578fe None None] Sync routers for ids ['ca616d6e-852a-4139-90bb-87cbf556e6e5'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:44:46.723062 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ad43f6-1f8e-4f85-8faa-363ec05578fe None None] Routers {'ca616d6e-852a-4139-90bb-87cbf556e6e5'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:44:46.724813 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-f0ad43f6-1f8e-4f85-8faa-363ec05578fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:44:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['ca616d6e-852a-4139-90bb-87cbf556e6e5'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:44:46.811397 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-490ad6f9-e829-46c9-9731-613327b5fb36 admin admin] Notify callbacks [] for router, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:46.814195 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-490ad6f9-e829-46c9-9731-613327b5fb36 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.2307794 Jan 18 22:44:46.818884 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 46950) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:46.848318 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port c0afe59a-cc2f-4f16-84a9-3ca681da302b triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:44:46.848696 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:46.893761 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e6f3b793-f2dc-41d1-872e-ab69a3cb20e2 req-53072290-6f27-4ce5-bd66-617e63708364 service neutron] 10.222.0.36 "GET /v2.0/networks/3887d3dd-b3d8-463d-9d9c-879e57c9ab40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927361 Jan 18 22:44:46.918443 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-ff47b3a1-6960-40b1-89a1-eb2946c123a2 req-c49b5e37-3816-49fd-b41d-296e3246fdcf service neutron] For port 43c35b7b-c7cc-443c-bde2-a2705aeb426b, host n-h2-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:44:46.920473 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-f0ad43f6-1f8e-4f85-8faa-363ec05578fe None None] Set router ca616d6e-852a-4139-90bb-87cbf556e6e5 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:44:46.923163 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-ff47b3a1-6960-40b1-89a1-eb2946c123a2 req-c49b5e37-3816-49fd-b41d-296e3246fdcf service neutron] Notify callbacks [] for binding, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:46.924272 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ff47b3a1-6960-40b1-89a1-eb2946c123a2 req-c49b5e37-3816-49fd-b41d-296e3246fdcf service neutron] 10.222.0.36 "DELETE /v2.0/ports/43c35b7b-c7cc-443c-bde2-a2705aeb426b/bindings/n-h2-825064-1 HTTP/1.1" status: 204 len: 173 time: 0.2619102 Jan 18 22:44:47.050934 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dede9df-812f-485b-b74c-71a8ae3e49a9 req-1081eb97-1d08-4866-b28b-d17813c1f3e3 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:47.052480 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7dede9df-812f-485b-b74c-71a8ae3e49a9 req-1081eb97-1d08-4866-b28b-d17813c1f3e3 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=c706f530-ad88-4562-931a-bc61de8d9bbb HTTP/1.1" status: 200 len: 945 time: 0.3089640 Jan 18 22:44:47.124802 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-f0ad43f6-1f8e-4f85-8faa-363ec05578fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca616d6e-852a-4139-90bb-87cbf556e6e5', 'name': 'tempest-TestAggregatesBasicOps-698213132-router', 'tenant_id': '76a3724fa1794eb28fed3ef3aedb6db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': 'f92934e6-012c-4382-ada4-97367c6b764d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:44:42Z', 'updated_at': '2022-01-18T22:44:45Z', 'revision_number': 3, 'project_id': '76a3724fa1794eb28fed3ef3aedb6db3', 'gw_port': {'id': 'f92934e6-012c-4382-ada4-97367c6b764d', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a7:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca616d6e-852a-4139-90bb-87cbf556e6e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:44:44Z', 'updated_at': '2022-01-18T22:44:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:44:47.152164 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7dede9df-812f-485b-b74c-71a8ae3e49a9 req-aef9af65-5b43-4dfc-aa57-95526dc69b7e tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98a7b6f-971b-4421-acbb-09d3894edefc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705986 Jan 18 22:44:47.168449 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ad43f6-1f8e-4f85-8faa-363ec05578fe None None] Checking router: ca616d6e-852a-4139-90bb-87cbf556e6e5 for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:44:47.168955 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ad43f6-1f8e-4f85-8faa-363ec05578fe None None] Updating router ca616d6e-852a-4139-90bb-87cbf556e6e5 port f92934e6-012c-4382-ada4-97367c6b764d binding host n-d-825064-1 {{(pid=102433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:44:47.223623 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f0ad43f6-1f8e-4f85-8faa-363ec05578fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:47.371731 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf19212-8339-485e-bdff-29e8443ed3d9 req-970e67e8-d037-4b00-8a77-bda52e733bec tempest-TestNetworkAdvancedServerOps-1886563698 tempest-TestNetworkAdvancedServerOps-1886563698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:47.373433 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4cf19212-8339-485e-bdff-29e8443ed3d9 req-970e67e8-d037-4b00-8a77-bda52e733bec tempest-TestNetworkAdvancedServerOps-1886563698 tempest-TestNetworkAdvancedServerOps-1886563698-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=c706f530-ad88-4562-931a-bc61de8d9bbb HTTP/1.1" status: 200 len: 1096 time: 0.0614619 Jan 18 22:44:47.464700 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4cf19212-8339-485e-bdff-29e8443ed3d9 req-2af6375a-a142-42ca-a767-a51b5a00f4bb tempest-TestNetworkAdvancedServerOps-1886563698 tempest-TestNetworkAdvancedServerOps-1886563698-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=d98a7b6f-971b-4421-acbb-09d3894edefc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679858 Jan 18 22:44:47.596361 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-babdcfac-17f5-4d5e-8d58-4daf060d0ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:47.793990 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f0ad43f6-1f8e-4f85-8faa-363ec05578fe None None] Notify callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:47.806069 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f0ad43f6-1f8e-4f85-8faa-363ec05578fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:47.896853 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-f0ad43f6-1f8e-4f85-8faa-363ec05578fe None None] Attempting to bind port f92934e6-012c-4382-ada4-97367c6b764d on host n-d-825064-1 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:44:47.897198 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-f0ad43f6-1f8e-4f85-8faa-363ec05578fe None None] Attempting to bind port f92934e6-012c-4382-ada4-97367c6b764d by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:44:47.897556 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ad43f6-1f8e-4f85-8faa-363ec05578fe None None] Attempting to bind port f92934e6-012c-4382-ada4-97367c6b764d on network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:44:47.906671 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb848f1-a17a-41e3-9448-ac9814b76184 None None] Pushing event updated for resources: {'Port': ['ID=f92934e6-012c-4382-ada4-97367c6b764d,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:47.912001 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ad43f6-1f8e-4f85-8faa-363ec05578fe None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:44:47.912001 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ad43f6-1f8e-4f85-8faa-363ec05578fe None None] Checking segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:44:47.912527 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f0ad43f6-1f8e-4f85-8faa-363ec05578fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:47.912738 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ad43f6-1f8e-4f85-8faa-363ec05578fe None None] Bound using segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:44:47.913205 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-f0ad43f6-1f8e-4f85-8faa-363ec05578fe None None] Bound port: f92934e6-012c-4382-ada4-97367c6b764d, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:44:47.914147 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f0ad43f6-1f8e-4f85-8faa-363ec05578fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:47.927177 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16255a4-6b5d-4371-80d6-f979966d3ea4 req-236d0fca-717d-42f1-8f29-fc8ff691cd2a tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:47.928728 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d16255a4-6b5d-4371-80d6-f979966d3ea4 req-236d0fca-717d-42f1-8f29-fc8ff691cd2a tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=c706f530-ad88-4562-931a-bc61de8d9bbb HTTP/1.1" status: 200 len: 945 time: 0.3703539 Jan 18 22:44:47.944778 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb848f1-a17a-41e3-9448-ac9814b76184 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:44:47.945122 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb848f1-a17a-41e3-9448-ac9814b76184 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:44:47.945436 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb848f1-a17a-41e3-9448-ac9814b76184 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:44:47.945762 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb848f1-a17a-41e3-9448-ac9814b76184 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:44:47.946088 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb848f1-a17a-41e3-9448-ac9814b76184 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:44:47.946477 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb848f1-a17a-41e3-9448-ac9814b76184 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:44:47.946798 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb848f1-a17a-41e3-9448-ac9814b76184 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:44:47.947113 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb848f1-a17a-41e3-9448-ac9814b76184 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:44:47.947422 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb848f1-a17a-41e3-9448-ac9814b76184 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:44:47.947732 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb848f1-a17a-41e3-9448-ac9814b76184 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:44:47.948041 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb848f1-a17a-41e3-9448-ac9814b76184 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:44:47.948388 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb848f1-a17a-41e3-9448-ac9814b76184 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:44:48.006833 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-f0ad43f6-1f8e-4f85-8faa-363ec05578fe None None] For port f92934e6-012c-4382-ada4-97367c6b764d, host n-d-825064-1, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:44:48.011783 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-f0ad43f6-1f8e-4f85-8faa-363ec05578fe None None] For port f92934e6-012c-4382-ada4-97367c6b764d, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=f92934e6-012c-4382-ada4-97367c6b764d,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:44:48.018447 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f0ad43f6-1f8e-4f85-8faa-363ec05578fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:48.052365 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-babdcfac-17f5-4d5e-8d58-4daf060d0ee9 admin admin] Allocated IP 172.20.0.1 (826d921e-9454-4214-85b7-83a039e8b84e/1dc24867-bbf1-46ac-b04f-05d87f644936/dea4e8fa-bc13-4a73-af88-700ad9d55867) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:44:48.110252 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a20b67-58ea-4320-a2e5-d1cca7e817a0 req-a5a2f3df-5c49-4bb2-88c8-8e267b55c688 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:48.111814 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-20a20b67-58ea-4320-a2e5-d1cca7e817a0 req-a5a2f3df-5c49-4bb2-88c8-8e267b55c688 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=16ba48ad-fe09-48f8-8bc1-6d86e58b2955 HTTP/1.1" status: 200 len: 944 time: 0.2376685 Jan 18 22:44:48.119533 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ad43f6-1f8e-4f85-8faa-363ec05578fe None None] Routers {'ca616d6e-852a-4139-90bb-87cbf556e6e5'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:44:48.120147 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-f0ad43f6-1f8e-4f85-8faa-363ec05578fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:44:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['ca616d6e-852a-4139-90bb-87cbf556e6e5'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:44:48.179164 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb848f1-a17a-41e3-9448-ac9814b76184 None None] Pushing event updated for resources: {'Port': ['ID=f92934e6-012c-4382-ada4-97367c6b764d,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:48.200753 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d16255a4-6b5d-4371-80d6-f979966d3ea4 req-dd57db96-ac93-4e02-aa8c-e836c48789fe tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98a7b6f-971b-4421-acbb-09d3894edefc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2601812 Jan 18 22:44:48.220685 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 46982) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:48.270720 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-20a20b67-58ea-4320-a2e5-d1cca7e817a0 req-73ef1692-cfbf-417a-a5b2-3099bd6dc1fe tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=dae8bf2d-ed71-4918-8e49-2e2d9465745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196663 Jan 18 22:44:48.298270 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-f0ad43f6-1f8e-4f85-8faa-363ec05578fe None None] Set router ca616d6e-852a-4139-90bb-87cbf556e6e5 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:44:48.319219 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-babdcfac-17f5-4d5e-8d58-4daf060d0ee9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:48.403475 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-babdcfac-17f5-4d5e-8d58-4daf060d0ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:48.442260 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-babdcfac-17f5-4d5e-8d58-4daf060d0ee9 admin admin] Network 826d921e-9454-4214-85b7-83a039e8b84e is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:44:48.447685 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-babdcfac-17f5-4d5e-8d58-4daf060d0ee9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:44:48.460784 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babdcfac-17f5-4d5e-8d58-4daf060d0ee9 admin admin] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:44:48.500834 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babdcfac-17f5-4d5e-8d58-4daf060d0ee9 admin admin] Pushing event updated for resources: {'Port': ['ID=dea4e8fa-bc13-4a73-af88-700ad9d55867,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:48.524195 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-babdcfac-17f5-4d5e-8d58-4daf060d0ee9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1040954'] for router_interface, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:48.532076 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-f0ad43f6-1f8e-4f85-8faa-363ec05578fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca616d6e-852a-4139-90bb-87cbf556e6e5', 'name': 'tempest-TestAggregatesBasicOps-698213132-router', 'tenant_id': '76a3724fa1794eb28fed3ef3aedb6db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': 'f92934e6-012c-4382-ada4-97367c6b764d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:44:42Z', 'updated_at': '2022-01-18T22:44:45Z', 'revision_number': 3, 'project_id': '76a3724fa1794eb28fed3ef3aedb6db3', 'gw_port': {'id': 'f92934e6-012c-4382-ada4-97367c6b764d', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a7:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca616d6e-852a-4139-90bb-87cbf556e6e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:44:44Z', 'updated_at': '2022-01-18T22:44:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:44:48.570512 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ad43f6-1f8e-4f85-8faa-363ec05578fe None None] The sync data for ids ['ca616d6e-852a-4139-90bb-87cbf556e6e5'] in n-d-825064-1 is: [{'id': 'ca616d6e-852a-4139-90bb-87cbf556e6e5', 'name': 'tempest-TestAggregatesBasicOps-698213132-router', 'tenant_id': '76a3724fa1794eb28fed3ef3aedb6db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': 'f92934e6-012c-4382-ada4-97367c6b764d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:44:42Z', 'updated_at': '2022-01-18T22:44:45Z', 'revision_number': 3, 'project_id': '76a3724fa1794eb28fed3ef3aedb6db3', 'gw_port': {'id': 'f92934e6-012c-4382-ada4-97367c6b764d', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a7:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca616d6e-852a-4139-90bb-87cbf556e6e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:44:44Z', 'updated_at': '2022-01-18T22:44:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:44:48.709558 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-babdcfac-17f5-4d5e-8d58-4daf060d0ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:48.864865 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-21635246-55a8-4913-9f8e-8fccf8bee85d None None] Provisioning complete for port dea4e8fa-bc13-4a73-af88-700ad9d55867 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:44:48.865466 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-21635246-55a8-4913-9f8e-8fccf8bee85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:48.921255 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-21635246-55a8-4913-9f8e-8fccf8bee85d None None] Port dea4e8fa-bc13-4a73-af88-700ad9d55867 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:44:48.980674 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-21ed43d6-5f28-439e-b5f9-e613ff4d8c89 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/floatingips/d70c45c7-88f5-4894-a1d0-cc4a6780d8d2 HTTP/1.1" status: 200 len: 992 time: 0.7523346 Jan 18 22:44:49.031576 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-d9f64c4e-300a-4792-b4ae-0d345defeada req-3aaa2f67-3d9a-452f-b4a6-9fbc7cfdb7cd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c706f530-ad88-4562-931a-bc61de8d9bbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0700338 Jan 18 22:44:49.057141 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-babdcfac-17f5-4d5e-8d58-4daf060d0ee9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:49.067396 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-babdcfac-17f5-4d5e-8d58-4daf060d0ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:49.194350 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f64c4e-300a-4792-b4ae-0d345defeada req-68caef40-25fd-47a6-8ca9-239b774682d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:49.197204 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-d9f64c4e-300a-4792-b4ae-0d345defeada req-68caef40-25fd-47a6-8ca9-239b774682d5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=438cce0e2f434b5f879ce307da159923&device_id=c706f530-ad88-4562-931a-bc61de8d9bbb HTTP/1.1" status: 200 len: 1096 time: 0.0869403 Jan 18 22:44:49.270934 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 46994) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:49.328962 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-796532ed-c66d-458e-a260-ff207dacfc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:49.550950 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babdcfac-17f5-4d5e-8d58-4daf060d0ee9 admin admin] Pushing event updated for resources: {'Port': ['ID=dea4e8fa-bc13-4a73-af88-700ad9d55867,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:49.564739 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-babdcfac-17f5-4d5e-8d58-4daf060d0ee9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-613854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1041070'] for router_interface, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:49.566815 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f64c4e-300a-4792-b4ae-0d345defeada req-8feaf05f-0813-4a01-b496-9f0d0f8b1282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:49.568640 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-d9f64c4e-300a-4792-b4ae-0d345defeada req-8feaf05f-0813-4a01-b496-9f0d0f8b1282 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b03260d5-2a6f-4a7a-be90-beffbb90698f HTTP/1.1" status: 200 len: 896 time: 0.3464029 Jan 18 22:44:49.589133 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb58bcb2-345d-4c11-be61-caec75ce79f0 req-fda7fc42-48d5-4e45-aee3-111779551ded tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:49.590642 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-eb58bcb2-345d-4c11-be61-caec75ce79f0 req-fda7fc42-48d5-4e45-aee3-111779551ded tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=16ba48ad-fe09-48f8-8bc1-6d86e58b2955 HTTP/1.1" status: 200 len: 944 time: 0.0874782 Jan 18 22:44:49.667054 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-d9f64c4e-300a-4792-b4ae-0d345defeada req-f314df1c-5796-4dca-adac-98d8f076262b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43c35b7b-c7cc-443c-bde2-a2705aeb426b HTTP/1.1" status: 200 len: 1000 time: 0.0827258 Jan 18 22:44:49.694470 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-eb58bcb2-345d-4c11-be61-caec75ce79f0 req-ff035f37-1da1-41d9-86e4-8c8de3ddc44d tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=dae8bf2d-ed71-4918-8e49-2e2d9465745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862467 Jan 18 22:44:49.742788 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-babdcfac-17f5-4d5e-8d58-4daf060d0ee9 admin admin] Network 826d921e-9454-4214-85b7-83a039e8b84e is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:44:49.745122 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-babdcfac-17f5-4d5e-8d58-4daf060d0ee9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:44:49.805863 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f64c4e-300a-4792-b4ae-0d345defeada req-ea3a3f61-5600-4678-aa14-b923044a5694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:49.807369 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-d9f64c4e-300a-4792-b4ae-0d345defeada req-ea3a3f61-5600-4678-aa14-b923044a5694 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=28a5a3b4-f0d9-467d-972a-dc2703e90dc7 HTTP/1.1" status: 200 len: 835 time: 0.1323776 Jan 18 22:44:49.893198 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-cf9b75bd-a50e-4b58-ac61-a820541b5b49 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Deleting port 2c395317-602b-45ba-a80d-642127aaa160 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:44:49.893795 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cf9b75bd-a50e-4b58-ac61-a820541b5b49 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:49.919368 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f64c4e-300a-4792-b4ae-0d345defeada req-5aebde00-9378-46eb-b670-60cb83308194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:49.923799 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-d9f64c4e-300a-4792-b4ae-0d345defeada req-5aebde00-9378-46eb-b670-60cb83308194 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b03260d5-2a6f-4a7a-be90-beffbb90698f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1064498 Jan 18 22:44:50.100241 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-babdcfac-17f5-4d5e-8d58-4daf060d0ee9 admin admin] Router ca616d6e-852a-4139-90bb-87cbf556e6e5 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:44:50.162417 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-d9f64c4e-300a-4792-b4ae-0d345defeada req-7c3506ad-dd59-43f7-a3f4-d866e8c32fcf service neutron] 10.222.0.36 "GET /v2.0/networks/b03260d5-2a6f-4a7a-be90-beffbb90698f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725359 Jan 18 22:44:50.276706 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 22:44:50.289369 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cf9b75bd-a50e-4b58-ac61-a820541b5b49 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:50.292844 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cf9b75bd-a50e-4b58-ac61-a820541b5b49 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:50.300868 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-31f43108-6b95-420a-91f7-7b581f90d351 None None] Provisioning complete for port dea4e8fa-bc13-4a73-af88-700ad9d55867 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:44:50.300868 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-31f43108-6b95-420a-91f7-7b581f90d351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:50.351006 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-cf9b75bd-a50e-4b58-ac61-a820541b5b49 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Calling delete_port for 2c395317-602b-45ba-a80d-642127aaa160 owned by network:floatingip {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:44:50.371893 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-babdcfac-17f5-4d5e-8d58-4daf060d0ee9 admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:44:50.378756 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-babdcfac-17f5-4d5e-8d58-4daf060d0ee9 admin admin] 10.222.0.53 "PUT /v2.0/routers/ca616d6e-852a-4139-90bb-87cbf556e6e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5584693 Jan 18 22:44:50.387724 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-31f43108-6b95-420a-91f7-7b581f90d351 None None] Port dea4e8fa-bc13-4a73-af88-700ad9d55867 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:44:50.398605 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-d9f64c4e-300a-4792-b4ae-0d345defeada req-66d682c3-d9d3-466d-affc-437c3c6b8d9f service neutron] 10.222.0.36 "GET /v2.0/networks/b03260d5-2a6f-4a7a-be90-beffbb90698f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288878 Jan 18 22:44:50.455639 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 47016) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:50.565619 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cf9b75bd-a50e-4b58-ac61-a820541b5b49 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:50.659246 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-16e8f51e-f32c-4a01-ac6d-ea4720b20465 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:50.665954 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9b75bd-a50e-4b58-ac61-a820541b5b49 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Pushing event deleted for resources: {'Port': ['ID=2c395317-602b-45ba-a80d-642127aaa160,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:50.701241 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device f92934e6-012c-4382-ada4-97367c6b764d up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:44:50.763379 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cf9b75bd-a50e-4b58-ac61-a820541b5b49 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for floatingip, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:50.763594 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port f92934e6-012c-4382-ada4-97367c6b764d triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:44:50.763877 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:50.764042 n-d-825064-1 neutron-server[102431]: INFO neutron.db.l3_db [None req-cf9b75bd-a50e-4b58-ac61-a820541b5b49 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Floating IP d70c45c7-88f5-4894-a1d0-cc4a6780d8d2 disassociated (deleted). External IP: 172.25.5.158, port: 43c35b7b-c7cc-443c-bde2-a2705aeb426b. Jan 18 22:44:50.858172 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-16e8f51e-f32c-4a01-ac6d-ea4720b20465 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:50.947174 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-16e8f51e-f32c-4a01-ac6d-ea4720b20465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:50.951206 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:50.993240 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port f92934e6-012c-4382-ada4-97367c6b764d, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=f92934e6-012c-4382-ada4-97367c6b764d,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:44:51.004337 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:51.070586 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-16e8f51e-f32c-4a01-ac6d-ea4720b20465 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3e2de7c2615444d5a01634d773c2b814&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6132603 Jan 18 22:44:51.077031 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 47034) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:51.090647 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=f92934e6-012c-4382-ada4-97367c6b764d,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:51.091855 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaff76b-824a-4e7a-afba-a0ddd339e7a6 req-3f5de6eb-f58a-4440-863f-46944690eaab tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:51.102168 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4eaff76b-824a-4e7a-afba-a0ddd339e7a6 req-3f5de6eb-f58a-4440-863f-46944690eaab tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=16ba48ad-fe09-48f8-8bc1-6d86e58b2955 HTTP/1.1" status: 200 len: 944 time: 0.2376845 Jan 18 22:44:51.103232 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e8f51e-f32c-4a01-ac6d-ea4720b20465 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9d04f8c-290f-4774-b659-6e483664b8f8,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:51.169773 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4eaff76b-824a-4e7a-afba-a0ddd339e7a6 req-7d7f1929-f615-4c44-93ca-5102e446fee9 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=dae8bf2d-ed71-4918-8e49-2e2d9465745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563495 Jan 18 22:44:51.239710 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf9b75bd-a50e-4b58-ac61-a820541b5b49 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Router 8d491db6-b417-4453-82fc-9341888a5f04 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:44:51.244053 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-44d639ae-43eb-47fc-9863-709dbb41df37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:51.281521 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-44d639ae-43eb-47fc-9863-709dbb41df37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:51.346169 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 47046) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:51.368274 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-bb2f776f-704b-4839-b4bd-99b5d6325f9e admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1092518817-network', 'tenant_id': 'fa75719a6f0b45db97b9be8d2dc0722f'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:44:51.422740 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb2f776f-704b-4839-b4bd-99b5d6325f9e admin admin] Made reservation on behalf of fa75719a6f0b45db97b9be8d2dc0722f for: {'network': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:44:51.430762 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bb2f776f-704b-4839-b4bd-99b5d6325f9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:51.448102 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bb2f776f-704b-4839-b4bd-99b5d6325f9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:51.480817 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf9b75bd-a50e-4b58-ac61-a820541b5b49 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:44:51.494183 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c350a45-6c76-41f6-8871-ad16ba529ee7 None None] Sync routers for ids ['8d491db6-b417-4453-82fc-9341888a5f04'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:44:51.511859 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cf9b75bd-a50e-4b58-ac61-a820541b5b49 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:51.516838 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c350a45-6c76-41f6-8871-ad16ba529ee7 None None] Routers {'8d491db6-b417-4453-82fc-9341888a5f04'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:44:51.518756 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-7c350a45-6c76-41f6-8871-ad16ba529ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:44:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['8d491db6-b417-4453-82fc-9341888a5f04'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:44:51.569730 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae80d3b-40f6-4efc-ae4a-a2814af3d389 None None] Sync routers for ids ['ca616d6e-852a-4139-90bb-87cbf556e6e5'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:44:51.584313 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-cf9b75bd-a50e-4b58-ac61-a820541b5b49 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "DELETE /v2.0/floatingips/d70c45c7-88f5-4894-a1d0-cc4a6780d8d2 HTTP/1.1" status: 204 len: 168 time: 2.3107712 Jan 18 22:44:51.589070 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c706f530-ad88-4562-931a-bc61de8d9bbb', 'tag': '43c35b7b-c7cc-443c-bde2-a2705aeb426b'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:44:51.589272 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae80d3b-40f6-4efc-ae4a-a2814af3d389 None None] Routers {'ca616d6e-852a-4139-90bb-87cbf556e6e5'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:44:51.589887 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-aae80d3b-40f6-4efc-ae4a-a2814af3d389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:44:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['ca616d6e-852a-4139-90bb-87cbf556e6e5'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:44:51.597773 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa481a67-a230-4718-b73d-aaa0370f81c5" -d '{"events": [{"name": "network-changed", "server_uuid": "c706f530-ad88-4562-931a-bc61de8d9bbb", "tag": "43c35b7b-c7cc-443c-bde2-a2705aeb426b"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:44:51.617338 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-44d639ae-43eb-47fc-9863-709dbb41df37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:51.620096 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-44d639ae-43eb-47fc-9863-709dbb41df37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:51.621910 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-44d639ae-43eb-47fc-9863-709dbb41df37 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c9d04f8c-290f-4774-b659-6e483664b8f8 HTTP/1.1" status: 204 len: 168 time: 0.5439212 Jan 18 22:44:51.633021 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d639ae-43eb-47fc-9863-709dbb41df37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9d04f8c-290f-4774-b659-6e483664b8f8,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:51.643749 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bb2f776f-704b-4839-b4bd-99b5d6325f9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:51.650149 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bb2f776f-704b-4839-b4bd-99b5d6325f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:51.684703 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8259f8f7-3478-4317-afda-71d04de781e7 x-openstack-request-id: req-8259f8f7-3478-4317-afda-71d04de781e7 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:44:51.685843 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c706f530-ad88-4562-931a-bc61de8d9bbb", "tag": "43c35b7b-c7cc-443c-bde2-a2705aeb426b", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:44:51.686158 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8259f8f7-3478-4317-afda-71d04de781e7 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:44:51.686608 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c706f530-ad88-4562-931a-bc61de8d9bbb', 'tag': '43c35b7b-c7cc-443c-bde2-a2705aeb426b', 'status': 'completed', 'code': 200} Jan 18 22:44:51.743730 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb2f776f-704b-4839-b4bd-99b5d6325f9e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=102430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:44:51.775350 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2f776f-704b-4839-b4bd-99b5d6325f9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3acdccbb-557c-41c1-9a19-ac7e92da7ed6,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:51.794725 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bb2f776f-704b-4839-b4bd-99b5d6325f9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:51.795473 n-d-825064-1 neutron-server[102430]: INFO neutron.db.segments_db [None req-bb2f776f-704b-4839-b4bd-99b5d6325f9e admin admin] Added segment 380c9d03-b18f-448e-9ca6-565b2815b1db of type vlan for network 06982178-31c6-4def-8281-3b4ab4860e08 Jan 18 22:44:51.828177 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa481a67-a230-4718-b73d-aaa0370f81c5 req-d66e20dc-a69c-41ed-8c5d-06ca391fecb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:51.832904 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-aa481a67-a230-4718-b73d-aaa0370f81c5 req-d66e20dc-a69c-41ed-8c5d-06ca391fecb9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=438cce0e2f434b5f879ce307da159923&device_id=c706f530-ad88-4562-931a-bc61de8d9bbb HTTP/1.1" status: 200 len: 1096 time: 0.1250055 Jan 18 22:44:51.943726 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bb2f776f-704b-4839-b4bd-99b5d6325f9e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:51.988256 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-aae80d3b-40f6-4efc-ae4a-a2814af3d389 None None] Set router ca616d6e-852a-4139-90bb-87cbf556e6e5 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:44:51.993795 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e8749828-b508-49ca-ac99-24c3941eb065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:52.001444 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-7c350a45-6c76-41f6-8871-ad16ba529ee7 None None] Set router 8d491db6-b417-4453-82fc-9341888a5f04 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:44:52.029749 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bb2f776f-704b-4839-b4bd-99b5d6325f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:52.030729 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2f776f-704b-4839-b4bd-99b5d6325f9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:52.031313 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bb2f776f-704b-4839-b4bd-99b5d6325f9e admin admin] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:52.067154 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa481a67-a230-4718-b73d-aaa0370f81c5 req-e59f9401-45ed-4356-846e-ed8b55b5b650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:52.073187 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-aa481a67-a230-4718-b73d-aaa0370f81c5 req-e59f9401-45ed-4356-846e-ed8b55b5b650 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b03260d5-2a6f-4a7a-be90-beffbb90698f HTTP/1.1" status: 200 len: 896 time: 0.2307079 Jan 18 22:44:52.121014 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0926c8-3c57-4fed-8c45-8babf4d0d51b req-0e17de4b-c515-4116-8430-7722018ed0c1 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:52.129043 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bd0926c8-3c57-4fed-8c45-8babf4d0d51b req-0e17de4b-c515-4116-8430-7722018ed0c1 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=c706f530-ad88-4562-931a-bc61de8d9bbb HTTP/1.1" status: 200 len: 945 time: 0.1471043 Jan 18 22:44:52.143709 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-aa481a67-a230-4718-b73d-aaa0370f81c5 req-f74b7fe6-303f-4e19-a7b3-e77be9f397b3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43c35b7b-c7cc-443c-bde2-a2705aeb426b HTTP/1.1" status: 200 len: 217 time: 0.0627685 Jan 18 22:44:52.155868 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-bb2f776f-704b-4839-b4bd-99b5d6325f9e admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8082576 Jan 18 22:44:52.161269 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 47062) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:52.169794 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-b2a3b469-c9d7-4eaa-a887-681e683eab9c admin admin] Request body: {'subnet': {'network_id': '06982178-31c6-4def-8281-3b4ab4860e08', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1092518817-subnet', 'tenant_id': 'fa75719a6f0b45db97b9be8d2dc0722f', 'ip_version': 4}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:44:52.182207 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2f776f-704b-4839-b4bd-99b5d6325f9e admin admin] Pushing event updated for resources: {'Network': ['ID=06982178-31c6-4def-8281-3b4ab4860e08,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:52.195699 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 06982178-31c6-4def-8281-3b4ab4860e08 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:44:52.276327 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa481a67-a230-4718-b73d-aaa0370f81c5 req-dc88c56d-c1e1-42f6-a2b1-db13ced74853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:52.278208 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bd0926c8-3c57-4fed-8c45-8babf4d0d51b req-c6b86f9c-b2c9-4aeb-8ff4-2ce5c9bc20a0 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98a7b6f-971b-4421-acbb-09d3894edefc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1470802 Jan 18 22:44:52.279924 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-aa481a67-a230-4718-b73d-aaa0370f81c5 req-dc88c56d-c1e1-42f6-a2b1-db13ced74853 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=28a5a3b4-f0d9-467d-972a-dc2703e90dc7 HTTP/1.1" status: 200 len: 835 time: 0.1274559 Jan 18 22:44:52.296547 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2a3b469-c9d7-4eaa-a887-681e683eab9c admin admin] Made reservation on behalf of fa75719a6f0b45db97b9be8d2dc0722f for: {'subnet': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:44:52.299222 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b2a3b469-c9d7-4eaa-a887-681e683eab9c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62288702'] for subnet, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:52.342685 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 47066) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:52.390978 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-aae80d3b-40f6-4efc-ae4a-a2814af3d389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca616d6e-852a-4139-90bb-87cbf556e6e5', 'name': 'tempest-TestAggregatesBasicOps-698213132-router', 'tenant_id': '76a3724fa1794eb28fed3ef3aedb6db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': 'f92934e6-012c-4382-ada4-97367c6b764d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:44:42Z', 'updated_at': '2022-01-18T22:44:48Z', 'revision_number': 4, 'project_id': '76a3724fa1794eb28fed3ef3aedb6db3', 'gw_port': {'id': 'f92934e6-012c-4382-ada4-97367c6b764d', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca616d6e-852a-4139-90bb-87cbf556e6e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:44:44Z', 'updated_at': '2022-01-18T22:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'dea4e8fa-bc13-4a73-af88-700ad9d55867', 'name': '', 'network_id': '826d921e-9454-4214-85b7-83a039e8b84e', 'tenant_id': '76a3724fa1794eb28fed3ef3aedb6db3', 'mac_address': 'fa:16:3e:9c:b1:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca616d6e-852a-4139-90bb-87cbf556e6e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': '1dc24867-bbf1-46ac-b04f-05d87f644936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:44:47Z', 'updated_at': '2022-01-18T22:44:48Z', 'revision_number': 2, 'project_id': '76a3724fa1794eb28fed3ef3aedb6db3', 'subnets': [{'id': '1dc24867-bbf1-46ac-b04f-05d87f644936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:44:52.419723 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0a40d7cd-b772-41cc-92d1-5582f6cf066c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:52.440764 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae80d3b-40f6-4efc-ae4a-a2814af3d389 None None] Checking router: ca616d6e-852a-4139-90bb-87cbf556e6e5 for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:44:52.451557 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae80d3b-40f6-4efc-ae4a-a2814af3d389 None None] Updating router ca616d6e-852a-4139-90bb-87cbf556e6e5 port dea4e8fa-bc13-4a73-af88-700ad9d55867 binding host n-d-825064-1 {{(pid=102433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:44:52.459146 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f760e009-185d-4101-bafd-68cfff88cbf3 req-9ed9eea4-e665-45fa-95b0-cd96070d0a07 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:52.461608 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f760e009-185d-4101-bafd-68cfff88cbf3 req-9ed9eea4-e665-45fa-95b0-cd96070d0a07 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=16ba48ad-fe09-48f8-8bc1-6d86e58b2955 HTTP/1.1" status: 200 len: 944 time: 0.0939023 Jan 18 22:44:52.484505 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-7c350a45-6c76-41f6-8871-ad16ba529ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d491db6-b417-4453-82fc-9341888a5f04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1314540967', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'fbdd59f6-20c6-4db4-aca7-760cf6cb6be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:43:17Z', 'updated_at': '2022-01-18T22:43:33Z', 'revision_number': 4, 'project_id': '438cce0e2f434b5f879ce307da159923', 'gw_port': {'id': 'fbdd59f6-20c6-4db4-aca7-760cf6cb6be7', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:43:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d491db6-b417-4453-82fc-9341888a5f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:43:19Z', 'updated_at': '2022-01-18T22:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '93fd0805-0ef1-4806-a022-8aa46f439738', 'name': '', 'network_id': 'b03260d5-2a6f-4a7a-be90-beffbb90698f', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'mac_address': 'fa:16:3e:d8:5c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d491db6-b417-4453-82fc-9341888a5f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '28a5a3b4-f0d9-467d-972a-dc2703e90dc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:43:31Z', 'updated_at': '2022-01-18T22:43:38Z', 'revision_number': 5, 'project_id': '438cce0e2f434b5f879ce307da159923', 'subnets': [{'id': '28a5a3b4-f0d9-467d-972a-dc2703e90dc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:44:52.506669 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-aae80d3b-40f6-4efc-ae4a-a2814af3d389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:52.541159 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f760e009-185d-4101-bafd-68cfff88cbf3 req-68af0386-bd77-4ce7-a02b-0b5b481acc58 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=dae8bf2d-ed71-4918-8e49-2e2d9465745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718758 Jan 18 22:44:52.546096 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0a40d7cd-b772-41cc-92d1-5582f6cf066c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:52.549533 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c350a45-6c76-41f6-8871-ad16ba529ee7 None None] Checking router: 8d491db6-b417-4453-82fc-9341888a5f04 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:44:52.565858 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2af5774-fcff-4ed0-b7cb-4b405c94e2b6 req-8b3ac27a-b125-469b-a424-0743779a11b5 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:52.569974 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f2af5774-fcff-4ed0-b7cb-4b405c94e2b6 req-8b3ac27a-b125-469b-a424-0743779a11b5 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.36 "GET /v2.0/ports?device_id=c706f530-ad88-4562-931a-bc61de8d9bbb HTTP/1.1" status: 200 len: 945 time: 0.2250934 Jan 18 22:44:52.570239 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c350a45-6c76-41f6-8871-ad16ba529ee7 None None] Routers {'8d491db6-b417-4453-82fc-9341888a5f04'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:44:52.570937 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-7c350a45-6c76-41f6-8871-ad16ba529ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:44:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['8d491db6-b417-4453-82fc-9341888a5f04'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:44:52.571276 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0a40d7cd-b772-41cc-92d1-5582f6cf066c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:52.606815 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa481a67-a230-4718-b73d-aaa0370f81c5 req-2e834b46-89d2-4bcf-b830-65b02c97b550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:52.608625 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-aa481a67-a230-4718-b73d-aaa0370f81c5 req-2e834b46-89d2-4bcf-b830-65b02c97b550 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b03260d5-2a6f-4a7a-be90-beffbb90698f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3208551 Jan 18 22:44:52.642580 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-0a40d7cd-b772-41cc-92d1-5582f6cf066c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e8c2db655d394eb580c219d1393efcf7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2971723 Jan 18 22:44:52.644800 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 47072) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:52.651701 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a40d7cd-b772-41cc-92d1-5582f6cf066c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9168066c-ecac-4b3d-9d24-e03f6cf2fb2e,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:52.722146 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b2a3b469-c9d7-4eaa-a887-681e683eab9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60203213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62288684'] for subnet, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:52.758612 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-74e43c39-9826-40f6-8b9e-367e5ce6d6c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:52.774925 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-7c350a45-6c76-41f6-8871-ad16ba529ee7 None None] Set router 8d491db6-b417-4453-82fc-9341888a5f04 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:44:52.823644 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a3b469-c9d7-4eaa-a887-681e683eab9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb26f09b-6224-4619-974c-f82733f377b6,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:52.835707 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-74e43c39-9826-40f6-8b9e-367e5ce6d6c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:52.838379 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a3b469-c9d7-4eaa-a887-681e683eab9c admin admin] Checking segment: {'id': '380c9d03-b18f-448e-9ca6-565b2815b1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '06982178-31c6-4def-8281-3b4ab4860e08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:44:52.838861 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a3b469-c9d7-4eaa-a887-681e683eab9c admin admin] Network hostable DHCP agents. Network: 06982178-31c6-4def-8281-3b4ab4860e08, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:44:52.901803 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-f2af5774-fcff-4ed0-b7cb-4b405c94e2b6 req-2b707437-f68b-4814-b901-ebb3d09e0327 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Deleting port 43c35b7b-c7cc-443c-bde2-a2705aeb426b {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:44:52.901803 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-f2af5774-fcff-4ed0-b7cb-4b405c94e2b6 req-2b707437-f68b-4814-b901-ebb3d09e0327 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:52.932906 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-74e43c39-9826-40f6-8b9e-367e5ce6d6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:52.937165 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-74e43c39-9826-40f6-8b9e-367e5ce6d6c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:52.939639 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-74e43c39-9826-40f6-8b9e-367e5ce6d6c1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9168066c-ecac-4b3d-9d24-e03f6cf2fb2e HTTP/1.1" status: 204 len: 168 time: 0.2933865 Jan 18 22:44:52.970976 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a3b469-c9d7-4eaa-a887-681e683eab9c admin admin] Network 06982178-31c6-4def-8281-3b4ab4860e08 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:44:52.981628 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e43c39-9826-40f6-8b9e-367e5ce6d6c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9168066c-ecac-4b3d-9d24-e03f6cf2fb2e,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:52.999266 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-b2a3b469-c9d7-4eaa-a887-681e683eab9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 06982178-31c6-4def-8281-3b4ab4860e08) {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:44:53.005234 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a3b469-c9d7-4eaa-a887-681e683eab9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:53.006126 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b2a3b469-c9d7-4eaa-a887-681e683eab9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:53.022496 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device f92934e6-012c-4382-ada4-97367c6b764d up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:44:53.027909 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-b2a3b469-c9d7-4eaa-a887-681e683eab9c admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8631282 Jan 18 22:44:53.030228 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287c7586-c7fd-4ef1-a89e-688f80380a38 None None] Network 06982178-31c6-4def-8281-3b4ab4860e08 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:44:53.031187 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 47078) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:53.033253 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-aa481a67-a230-4718-b73d-aaa0370f81c5 req-d87d5b4a-edcb-40ea-ae07-5a42f6838336 service neutron] 10.222.0.36 "GET /v2.0/networks/b03260d5-2a6f-4a7a-be90-beffbb90698f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3825533 Jan 18 22:44:53.038749 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-aae80d3b-40f6-4efc-ae4a-a2814af3d389 None None] Notify callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:53.048991 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-6803ae04-88f1-4d52-97a2-b35026cf1b07 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1092518817-router', 'tenant_id': 'fa75719a6f0b45db97b9be8d2dc0722f', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:44:53.058142 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-aae80d3b-40f6-4efc-ae4a-a2814af3d389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:53.181423 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-aae80d3b-40f6-4efc-ae4a-a2814af3d389 None None] Attempting to bind port dea4e8fa-bc13-4a73-af88-700ad9d55867 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:44:53.181782 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-aae80d3b-40f6-4efc-ae4a-a2814af3d389 None None] Attempting to bind port dea4e8fa-bc13-4a73-af88-700ad9d55867 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': 'caffabcb-8073-48a6-b4d1-79ecfc845f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '826d921e-9454-4214-85b7-83a039e8b84e'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:44:53.182143 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae80d3b-40f6-4efc-ae4a-a2814af3d389 None None] Attempting to bind port dea4e8fa-bc13-4a73-af88-700ad9d55867 on network 826d921e-9454-4214-85b7-83a039e8b84e {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:44:53.183232 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-f2af5774-fcff-4ed0-b7cb-4b405c94e2b6 req-2b707437-f68b-4814-b901-ebb3d09e0327 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] For port 43c35b7b-c7cc-443c-bde2-a2705aeb426b, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=43c35b7b-c7cc-443c-bde2-a2705aeb426b,segment=NetworkSegment(56b9b749-5476-4269-bb34-69d9f812a954),segment_id=56b9b749-5476-4269-bb34-69d9f812a954)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:44:53.183232 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-f2af5774-fcff-4ed0-b7cb-4b405c94e2b6 req-2b707437-f68b-4814-b901-ebb3d09e0327 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:53.184049 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9cbae0-ed3a-45c2-b0a4-a5a2c596feaa None None] Pushing event updated for resources: {'Port': ['ID=dea4e8fa-bc13-4a73-af88-700ad9d55867,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:53.210046 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-f2af5774-fcff-4ed0-b7cb-4b405c94e2b6 req-2b707437-f68b-4814-b901-ebb3d09e0327 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Calling delete_port for 43c35b7b-c7cc-443c-bde2-a2705aeb426b owned by compute:nova {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:44:53.218657 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6803ae04-88f1-4d52-97a2-b35026cf1b07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1044160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8692'] for router, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:53.219694 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6803ae04-88f1-4d52-97a2-b35026cf1b07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1040680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8675'] for router, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:53.221349 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae80d3b-40f6-4efc-ae4a-a2814af3d389 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:44:53.221688 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae80d3b-40f6-4efc-ae4a-a2814af3d389 None None] Checking segment: {'id': 'caffabcb-8073-48a6-b4d1-79ecfc845f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '826d921e-9454-4214-85b7-83a039e8b84e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:44:53.222073 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-aae80d3b-40f6-4efc-ae4a-a2814af3d389 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:53.222580 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae80d3b-40f6-4efc-ae4a-a2814af3d389 None None] Bound using segment: {'id': 'caffabcb-8073-48a6-b4d1-79ecfc845f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '826d921e-9454-4214-85b7-83a039e8b84e'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:44:53.223039 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-aae80d3b-40f6-4efc-ae4a-a2814af3d389 None None] Bound port: dea4e8fa-bc13-4a73-af88-700ad9d55867, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caffabcb-8073-48a6-b4d1-79ecfc845f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '826d921e-9454-4214-85b7-83a039e8b84e'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:44:53.223424 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-aae80d3b-40f6-4efc-ae4a-a2814af3d389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:53.286033 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6803ae04-88f1-4d52-97a2-b35026cf1b07 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:53.364034 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-aae80d3b-40f6-4efc-ae4a-a2814af3d389 None None] For port dea4e8fa-bc13-4a73-af88-700ad9d55867, host n-d-825064-1, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:44:53.371071 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-aae80d3b-40f6-4efc-ae4a-a2814af3d389 None None] For port dea4e8fa-bc13-4a73-af88-700ad9d55867, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=dea4e8fa-bc13-4a73-af88-700ad9d55867,segment=NetworkSegment(caffabcb-8073-48a6-b4d1-79ecfc845f4f),segment_id=caffabcb-8073-48a6-b4d1-79ecfc845f4f)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:44:53.389899 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-aae80d3b-40f6-4efc-ae4a-a2814af3d389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:53.427023 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-aa481a67-a230-4718-b73d-aaa0370f81c5 req-425a512a-0c36-4f77-a220-40a038e9a29b service neutron] 10.222.0.36 "GET /v2.0/networks/b03260d5-2a6f-4a7a-be90-beffbb90698f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3653295 Jan 18 22:44:53.427528 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:53.529114 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac94dc3-a30f-4677-9835-a342754271f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-06982178-31c6-4def-8281-3b4ab4860e08', 'network_id': '06982178-31c6-4def-8281-3b4ab4860e08', 'tenant_id': 'fa75719a6f0b45db97b9be8d2dc0722f', 'fixed_ips': [{'subnet_id': 'eb26f09b-6224-4619-974c-f82733f377b6'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:44:53.530893 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8ac94dc3-a30f-4677-9835-a342754271f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:53.532876 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d9528e-ecef-453b-879e-0cb9d0f58171 req-4036e0ef-71c7-4694-b229-af336277e786 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:53.535016 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-31d9528e-ecef-453b-879e-0cb9d0f58171 req-4036e0ef-71c7-4694-b229-af336277e786 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=c706f530-ad88-4562-931a-bc61de8d9bbb HTTP/1.1" status: 200 len: 945 time: 0.1082771 Jan 18 22:44:53.537860 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9cbae0-ed3a-45c2-b0a4-a5a2c596feaa None None] Pushing event updated for resources: {'Port': ['ID=dea4e8fa-bc13-4a73-af88-700ad9d55867,revision_number=4']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:53.580544 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6803ae04-88f1-4d52-97a2-b35026cf1b07 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:53.604969 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae80d3b-40f6-4efc-ae4a-a2814af3d389 None None] Routers {'ca616d6e-852a-4139-90bb-87cbf556e6e5'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:44:53.607366 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-31d9528e-ecef-453b-879e-0cb9d0f58171 req-71d22877-c265-43b2-8d16-c9e8f3e9d19f tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98a7b6f-971b-4421-acbb-09d3894edefc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634217 Jan 18 22:44:53.608274 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-aae80d3b-40f6-4efc-ae4a-a2814af3d389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:44:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['ca616d6e-852a-4139-90bb-87cbf556e6e5'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:44:53.815273 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7105c7c2-d772-4b0a-908f-244f2d0710bd req-a983cb3d-4108-4ec7-b268-d3331f5ec997 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:53.819437 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7105c7c2-d772-4b0a-908f-244f2d0710bd req-a983cb3d-4108-4ec7-b268-d3331f5ec997 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=16ba48ad-fe09-48f8-8bc1-6d86e58b2955 HTTP/1.1" status: 200 len: 944 time: 0.1306968 Jan 18 22:44:53.827816 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-f2af5774-fcff-4ed0-b7cb-4b405c94e2b6 req-2b707437-f68b-4814-b901-ebb3d09e0327 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:53.879242 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b707437-f68b-4814-b901-ebb3d09e0327 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Pushing event deleted for resources: {'Port': ['ID=43c35b7b-c7cc-443c-bde2-a2705aeb426b,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:53.919604 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-aae80d3b-40f6-4efc-ae4a-a2814af3d389 None None] Set router ca616d6e-852a-4139-90bb-87cbf556e6e5 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:44:53.925721 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-8ac94dc3-a30f-4677-9835-a342754271f2 None None] Allocated IP 172.20.0.2 (06982178-31c6-4def-8281-3b4ab4860e08/eb26f09b-6224-4619-974c-f82733f377b6/811f4566-9d5a-4d4f-9ee8-d8cdac879957) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:44:53.937504 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7105c7c2-d772-4b0a-908f-244f2d0710bd req-b539a486-6e58-4de6-b5ab-3689186d71b2 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=dae8bf2d-ed71-4918-8e49-2e2d9465745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096117 Jan 18 22:44:53.953451 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2af5774-fcff-4ed0-b7cb-4b405c94e2b6 req-2b707437-f68b-4814-b901-ebb3d09e0327 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] No DVR routers for this DVR port 43c35b7b-c7cc-443c-bde2-a2705aeb426b on host n-h1-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:44:53.958201 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-f2af5774-fcff-4ed0-b7cb-4b405c94e2b6 req-2b707437-f68b-4814-b901-ebb3d09e0327 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:53.962198 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f2af5774-fcff-4ed0-b7cb-4b405c94e2b6 req-2b707437-f68b-4814-b901-ebb3d09e0327 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.36 "DELETE /v2.0/ports/43c35b7b-c7cc-443c-bde2-a2705aeb426b HTTP/1.1" status: 204 len: 173 time: 1.3526406 Jan 18 22:44:53.964164 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c706f530-ad88-4562-931a-bc61de8d9bbb', 'name': 'network-vif-deleted', 'tag': '43c35b7b-c7cc-443c-bde2-a2705aeb426b'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:44:53.965951 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43ced41f-82b6-4097-86d4-b1718cf6572a" -d '{"events": [{"server_uuid": "c706f530-ad88-4562-931a-bc61de8d9bbb", "name": "network-vif-deleted", "tag": "43c35b7b-c7cc-443c-bde2-a2705aeb426b"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:44:54.128813 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2d71a9f-f936-43ee-b363-81ef1942c74d x-openstack-request-id: req-d2d71a9f-f936-43ee-b363-81ef1942c74d {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:44:54.129230 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c706f530-ad88-4562-931a-bc61de8d9bbb", "name": "network-vif-deleted", "tag": "43c35b7b-c7cc-443c-bde2-a2705aeb426b", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:44:54.129689 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d2d71a9f-f936-43ee-b363-81ef1942c74d {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:44:54.130182 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c706f530-ad88-4562-931a-bc61de8d9bbb', 'name': 'network-vif-deleted', 'tag': '43c35b7b-c7cc-443c-bde2-a2705aeb426b', 'status': 'completed', 'code': 200} Jan 18 22:44:54.141432 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-613bd32a-3e86-47e7-83a3-a05a2b0036f2 None None] Provisioning complete for port dea4e8fa-bc13-4a73-af88-700ad9d55867 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:44:54.141662 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-613bd32a-3e86-47e7-83a3-a05a2b0036f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:54.145561 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port f92934e6-012c-4382-ada4-97367c6b764d triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:44:54.145935 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:54.164239 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6803ae04-88f1-4d52-97a2-b35026cf1b07 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:54.231831 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6803ae04-88f1-4d52-97a2-b35026cf1b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:54.414985 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-aae80d3b-40f6-4efc-ae4a-a2814af3d389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca616d6e-852a-4139-90bb-87cbf556e6e5', 'name': 'tempest-TestAggregatesBasicOps-698213132-router', 'tenant_id': '76a3724fa1794eb28fed3ef3aedb6db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': 'f92934e6-012c-4382-ada4-97367c6b764d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:44:42Z', 'updated_at': '2022-01-18T22:44:48Z', 'revision_number': 4, 'project_id': '76a3724fa1794eb28fed3ef3aedb6db3', 'gw_port': {'id': 'f92934e6-012c-4382-ada4-97367c6b764d', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca616d6e-852a-4139-90bb-87cbf556e6e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:44:44Z', 'updated_at': '2022-01-18T22:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'dea4e8fa-bc13-4a73-af88-700ad9d55867', 'name': '', 'network_id': '826d921e-9454-4214-85b7-83a039e8b84e', 'tenant_id': '76a3724fa1794eb28fed3ef3aedb6db3', 'mac_address': 'fa:16:3e:9c:b1:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca616d6e-852a-4139-90bb-87cbf556e6e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': '1dc24867-bbf1-46ac-b04f-05d87f644936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:44:47Z', 'updated_at': '2022-01-18T22:44:53Z', 'revision_number': 4, 'project_id': '76a3724fa1794eb28fed3ef3aedb6db3', 'subnets': [{'id': '1dc24867-bbf1-46ac-b04f-05d87f644936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:44:54.477140 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-6803ae04-88f1-4d52-97a2-b35026cf1b07 admin admin] Allocated IP 172.25.5.61 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/b490d84b-ad90-4b66-a1f8-00f34467f8b4) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:44:54.504575 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae80d3b-40f6-4efc-ae4a-a2814af3d389 None None] The sync data for ids ['ca616d6e-852a-4139-90bb-87cbf556e6e5'] in n-d-825064-1 is: [{'id': 'ca616d6e-852a-4139-90bb-87cbf556e6e5', 'name': 'tempest-TestAggregatesBasicOps-698213132-router', 'tenant_id': '76a3724fa1794eb28fed3ef3aedb6db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': 'f92934e6-012c-4382-ada4-97367c6b764d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:44:42Z', 'updated_at': '2022-01-18T22:44:48Z', 'revision_number': 4, 'project_id': '76a3724fa1794eb28fed3ef3aedb6db3', 'gw_port': {'id': 'f92934e6-012c-4382-ada4-97367c6b764d', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca616d6e-852a-4139-90bb-87cbf556e6e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:44:44Z', 'updated_at': '2022-01-18T22:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'dea4e8fa-bc13-4a73-af88-700ad9d55867', 'name': '', 'network_id': '826d921e-9454-4214-85b7-83a039e8b84e', 'tenant_id': '76a3724fa1794eb28fed3ef3aedb6db3', 'mac_address': 'fa:16:3e:9c:b1:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca616d6e-852a-4139-90bb-87cbf556e6e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': '1dc24867-bbf1-46ac-b04f-05d87f644936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:44:47Z', 'updated_at': '2022-01-18T22:44:53Z', 'revision_number': 4, 'project_id': '76a3724fa1794eb28fed3ef3aedb6db3', 'subnets': [{'id': '1dc24867-bbf1-46ac-b04f-05d87f644936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:44:54.522795 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-7c350a45-6c76-41f6-8871-ad16ba529ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d491db6-b417-4453-82fc-9341888a5f04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1314540967', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'fbdd59f6-20c6-4db4-aca7-760cf6cb6be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:43:17Z', 'updated_at': '2022-01-18T22:43:33Z', 'revision_number': 4, 'project_id': '438cce0e2f434b5f879ce307da159923', 'gw_port': {'id': 'fbdd59f6-20c6-4db4-aca7-760cf6cb6be7', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:43:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d491db6-b417-4453-82fc-9341888a5f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:43:19Z', 'updated_at': '2022-01-18T22:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '93fd0805-0ef1-4806-a022-8aa46f439738', 'name': '', 'network_id': 'b03260d5-2a6f-4a7a-be90-beffbb90698f', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'mac_address': 'fa:16:3e:d8:5c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d491db6-b417-4453-82fc-9341888a5f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '28a5a3b4-f0d9-467d-972a-dc2703e90dc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:43:31Z', 'updated_at': '2022-01-18T22:43:38Z', 'revision_number': 5, 'project_id': '438cce0e2f434b5f879ce307da159923', 'subnets': [{'id': '28a5a3b4-f0d9-467d-972a-dc2703e90dc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:44:54.639202 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:54.661566 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c350a45-6c76-41f6-8871-ad16ba529ee7 None None] The sync data for ids ['8d491db6-b417-4453-82fc-9341888a5f04'] in n-d-825064-1 is: [{'id': '8d491db6-b417-4453-82fc-9341888a5f04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1314540967', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'fbdd59f6-20c6-4db4-aca7-760cf6cb6be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:43:17Z', 'updated_at': '2022-01-18T22:43:33Z', 'revision_number': 4, 'project_id': '438cce0e2f434b5f879ce307da159923', 'gw_port': {'id': 'fbdd59f6-20c6-4db4-aca7-760cf6cb6be7', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:43:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d491db6-b417-4453-82fc-9341888a5f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:43:19Z', 'updated_at': '2022-01-18T22:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '93fd0805-0ef1-4806-a022-8aa46f439738', 'name': '', 'network_id': 'b03260d5-2a6f-4a7a-be90-beffbb90698f', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'mac_address': 'fa:16:3e:d8:5c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d491db6-b417-4453-82fc-9341888a5f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '28a5a3b4-f0d9-467d-972a-dc2703e90dc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:43:31Z', 'updated_at': '2022-01-18T22:43:38Z', 'revision_number': 5, 'project_id': '438cce0e2f434b5f879ce307da159923', 'subnets': [{'id': '28a5a3b4-f0d9-467d-972a-dc2703e90dc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:44:54.704657 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:54.714531 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 60ba14d5-8832-4a1f-89c5-09b2f1cff4eb details requested by agent hyperv_n-h1-825064-1 with host n-h1-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:44:54.739090 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8ac94dc3-a30f-4677-9835-a342754271f2 None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:54.739843 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 47112) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:54.744244 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6803ae04-88f1-4d52-97a2-b35026cf1b07 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:54.791395 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6803ae04-88f1-4d52-97a2-b35026cf1b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:54.887024 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 60ba14d5-8832-4a1f-89c5-09b2f1cff4eb, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=60ba14d5-8832-4a1f-89c5-09b2f1cff4eb,segment=NetworkSegment(ccabd36d-8c25-4648-92d3-222150b866b3),segment_id=ccabd36d-8c25-4648-92d3-222150b866b3)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:44:54.908103 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Returning: {'device': '60ba14d5-8832-4a1f-89c5-09b2f1cff4eb', 'network_id': '3887d3dd-b3d8-463d-9d9c-879e57c9ab40', 'port_id': '60ba14d5-8832-4a1f-89c5-09b2f1cff4eb', 'mac_address': 'fa:16:3e:8b:ec:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b317bd45-9275-4aad-aa8f-d7702db0cadd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:44:54.918001 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8ac94dc3-a30f-4677-9835-a342754271f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:54.948694 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6803ae04-88f1-4d52-97a2-b35026cf1b07 admin admin] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:44:54.957312 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-6803ae04-88f1-4d52-97a2-b35026cf1b07 admin admin] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:44:54.961668 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6803ae04-88f1-4d52-97a2-b35026cf1b07 admin admin] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:44:54.994819 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac94dc3-a30f-4677-9835-a342754271f2 None None] Network 06982178-31c6-4def-8281-3b4ab4860e08 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:44:55.002814 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-8ac94dc3-a30f-4677-9835-a342754271f2 None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:44:55.092092 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac94dc3-a30f-4677-9835-a342754271f2 None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:44:55.096355 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-613bd32a-3e86-47e7-83a3-a05a2b0036f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:55.135027 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6803ae04-88f1-4d52-97a2-b35026cf1b07 admin admin] Pushing event updated for resources: {'Port': ['ID=b490d84b-ad90-4b66-a1f8-00f34467f8b4,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:55.345526 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97389e7-bfb1-40d8-b537-2dcb33b5c363 None None] New status for floating IP d70c45c7-88f5-4894-a1d0-cc4a6780d8d2: DOWN {{(pid=102432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 22:44:55.413886 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcf26e2-fa4d-4d1a-99f9-5442051c5933 req-d0ca7832-c9af-4fc9-ad97-9820d8ced395 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:55.427176 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-adcf26e2-fa4d-4d1a-99f9-5442051c5933 req-d0ca7832-c9af-4fc9-ad97-9820d8ced395 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=16ba48ad-fe09-48f8-8bc1-6d86e58b2955 HTTP/1.1" status: 200 len: 944 time: 0.1523705 Jan 18 22:44:55.537486 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac94dc3-a30f-4677-9835-a342754271f2 None None] Pushing event updated for resources: {'Port': ['ID=811f4566-9d5a-4d4f-9ee8-d8cdac879957,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:55.568572 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-adcf26e2-fa4d-4d1a-99f9-5442051c5933 req-03ebb0d0-0353-47df-94ff-ef077a5ecd0e tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=dae8bf2d-ed71-4918-8e49-2e2d9465745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385796 Jan 18 22:44:55.572918 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:55.601340 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-8ac94dc3-a30f-4677-9835-a342754271f2 None None] Attempting to bind port 811f4566-9d5a-4d4f-9ee8-d8cdac879957 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:44:55.601719 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-8ac94dc3-a30f-4677-9835-a342754271f2 None None] Attempting to bind port 811f4566-9d5a-4d4f-9ee8-d8cdac879957 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '380c9d03-b18f-448e-9ca6-565b2815b1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '06982178-31c6-4def-8281-3b4ab4860e08'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:44:55.608051 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac94dc3-a30f-4677-9835-a342754271f2 None None] Attempting to bind port 811f4566-9d5a-4d4f-9ee8-d8cdac879957 on network 06982178-31c6-4def-8281-3b4ab4860e08 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:44:55.642750 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60ba14d5-8832-4a1f-89c5-09b2f1cff4eb {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:44:55.684897 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 60ba14d5-8832-4a1f-89c5-09b2f1cff4eb, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=60ba14d5-8832-4a1f-89c5-09b2f1cff4eb,segment=NetworkSegment(ccabd36d-8c25-4648-92d3-222150b866b3),segment_id=ccabd36d-8c25-4648-92d3-222150b866b3)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:44:55.692117 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 47144) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:55.698647 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-613bd32a-3e86-47e7-83a3-a05a2b0036f2 None None] For port dea4e8fa-bc13-4a73-af88-700ad9d55867, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=dea4e8fa-bc13-4a73-af88-700ad9d55867,segment=NetworkSegment(caffabcb-8073-48a6-b4d1-79ecfc845f4f),segment_id=caffabcb-8073-48a6-b4d1-79ecfc845f4f)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:44:55.700954 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac94dc3-a30f-4677-9835-a342754271f2 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:44:55.709749 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac94dc3-a30f-4677-9835-a342754271f2 None None] Checking segment: {'id': '380c9d03-b18f-448e-9ca6-565b2815b1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '06982178-31c6-4def-8281-3b4ab4860e08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:44:55.712206 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8ac94dc3-a30f-4677-9835-a342754271f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:55.712818 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac94dc3-a30f-4677-9835-a342754271f2 None None] Bound using segment: {'id': '380c9d03-b18f-448e-9ca6-565b2815b1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '06982178-31c6-4def-8281-3b4ab4860e08'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:44:55.715270 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-8ac94dc3-a30f-4677-9835-a342754271f2 None None] Bound port: 811f4566-9d5a-4d4f-9ee8-d8cdac879957, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '380c9d03-b18f-448e-9ca6-565b2815b1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '06982178-31c6-4def-8281-3b4ab4860e08'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:44:55.715915 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8ac94dc3-a30f-4677-9835-a342754271f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:55.733578 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:55.737772 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-613bd32a-3e86-47e7-83a3-a05a2b0036f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:55.761859 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8e3111ac-a0bd-4201-bf85-f6c3d8bc658b tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1041027'] for router_interface, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:55.884385 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=60ba14d5-8832-4a1f-89c5-09b2f1cff4eb,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:55.974736 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-35bc0270-dd40-43bd-bb69-67151e241481 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:56.051777 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['60ba14d5-8832-4a1f-89c5-09b2f1cff4eb'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:44:56.104087 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-2c1ea09c-7e97-4a21-a018-46bfc18f2ada None None] Provisioning complete for port dea4e8fa-bc13-4a73-af88-700ad9d55867 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:44:56.104771 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2c1ea09c-7e97-4a21-a018-46bfc18f2ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:56.122323 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613bd32a-3e86-47e7-83a3-a05a2b0036f2 None None] Pushing event updated for resources: {'Port': ['ID=dea4e8fa-bc13-4a73-af88-700ad9d55867,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:56.184365 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-8ac94dc3-a30f-4677-9835-a342754271f2 None None] For port 811f4566-9d5a-4d4f-9ee8-d8cdac879957, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:44:56.203893 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-8ac94dc3-a30f-4677-9835-a342754271f2 None None] For port 811f4566-9d5a-4d4f-9ee8-d8cdac879957, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=811f4566-9d5a-4d4f-9ee8-d8cdac879957,segment=NetworkSegment(380c9d03-b18f-448e-9ca6-565b2815b1db),segment_id=380c9d03-b18f-448e-9ca6-565b2815b1db)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:44:56.221784 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8ac94dc3-a30f-4677-9835-a342754271f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:56.269561 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-35bc0270-dd40-43bd-bb69-67151e241481 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:56.299409 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-35bc0270-dd40-43bd-bb69-67151e241481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:56.389183 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac94dc3-a30f-4677-9835-a342754271f2 None None] Pushing event updated for resources: {'Port': ['ID=811f4566-9d5a-4d4f-9ee8-d8cdac879957,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:56.416815 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bc0270-dd40-43bd-bb69-67151e241481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94052156-716e-4f9b-a3bb-3b3e68a29aba,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:56.431918 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-35bc0270-dd40-43bd-bb69-67151e241481 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e17e232d513d4573b8644c8f4c70ab16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7375970 Jan 18 22:44:56.432610 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 47158) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:56.448805 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6803ae04-88f1-4d52-97a2-b35026cf1b07 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:56.607263 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-8e3111ac-a0bd-4201-bf85-f6c3d8bc658b tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Deleting port 93fd0805-0ef1-4806-a022-8aa46f439738 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:44:56.607263 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8e3111ac-a0bd-4201-bf85-f6c3d8bc658b tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:56.610821 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f6a49197-daa8-4e38-bb33-84d9b70547cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:56.724541 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 43c35b7b-c7cc-443c-bde2-a2705aeb426b no longer exists at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:44:56.764277 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device dea4e8fa-bc13-4a73-af88-700ad9d55867 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:44:56.766490 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] No Port match for: 43c35b7b-c7cc-443c-bde2-a2705aeb426b {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:44:56.766828 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 43c35b7b-c7cc-443c-bde2-a2705aeb426b not bound to the agent host n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:44:56.767102 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f6a49197-daa8-4e38-bb33-84d9b70547cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:56.810592 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6803ae04-88f1-4d52-97a2-b35026cf1b07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1040691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049'] for router, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:56.850956 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdb7f1c-7100-466c-9d33-56d5ea2e5957 req-2e95ed49-c6ec-498a-84e0-48273261c644 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:56.852152 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port dea4e8fa-bc13-4a73-af88-700ad9d55867 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:44:56.852526 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2cdb7f1c-7100-466c-9d33-56d5ea2e5957 req-2e95ed49-c6ec-498a-84e0-48273261c644 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=16ba48ad-fe09-48f8-8bc1-6d86e58b2955 HTTP/1.1" status: 200 len: 945 time: 0.1773758 Jan 18 22:44:56.859415 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:56.906983 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-8e3111ac-a0bd-4201-bf85-f6c3d8bc658b tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] For port 93fd0805-0ef1-4806-a022-8aa46f439738, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=93fd0805-0ef1-4806-a022-8aa46f439738,segment=NetworkSegment(56b9b749-5476-4269-bb34-69d9f812a954),segment_id=56b9b749-5476-4269-bb34-69d9f812a954)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:44:56.907422 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8e3111ac-a0bd-4201-bf85-f6c3d8bc658b tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:56.939419 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2cdb7f1c-7100-466c-9d33-56d5ea2e5957 req-a0ad5bba-39e5-4259-ab8d-9e2e96d2bf77 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=dae8bf2d-ed71-4918-8e49-2e2d9465745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786831 Jan 18 22:44:56.944045 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f6a49197-daa8-4e38-bb33-84d9b70547cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:56.947625 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f6a49197-daa8-4e38-bb33-84d9b70547cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:56.951282 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-f6a49197-daa8-4e38-bb33-84d9b70547cf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/94052156-716e-4f9b-a3bb-3b3e68a29aba HTTP/1.1" status: 204 len: 168 time: 0.5167732 Jan 18 22:44:56.952442 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-8e3111ac-a0bd-4201-bf85-f6c3d8bc658b tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Calling delete_port for 93fd0805-0ef1-4806-a022-8aa46f439738 owned by network:router_interface {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:44:56.975217 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a49197-daa8-4e38-bb33-84d9b70547cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94052156-716e-4f9b-a3bb-3b3e68a29aba,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:57.008156 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6803ae04-88f1-4d52-97a2-b35026cf1b07 admin admin] Router 53c7895e-d7ca-4a9c-9f7b-c076f81981e8 is scheduled to L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 with binding_index 1 {{(pid=102431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 22:44:57.146444 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6803ae04-88f1-4d52-97a2-b35026cf1b07 admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:44:57.156050 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e611d854-1e4f-46b6-9a6e-e5450a74ffb4 None None] Sync routers for ids ['53c7895e-d7ca-4a9c-9f7b-c076f81981e8'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:44:57.171714 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e611d854-1e4f-46b6-9a6e-e5450a74ffb4 None None] Routers {'53c7895e-d7ca-4a9c-9f7b-c076f81981e8'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:44:57.173371 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-e611d854-1e4f-46b6-9a6e-e5450a74ffb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:44:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['53c7895e-d7ca-4a9c-9f7b-c076f81981e8'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:44:57.183748 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6803ae04-88f1-4d52-97a2-b35026cf1b07 admin admin] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:57.186004 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-6803ae04-88f1-4d52-97a2-b35026cf1b07 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.1518319 Jan 18 22:44:57.188634 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 47176) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:57.363249 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8e3111ac-a0bd-4201-bf85-f6c3d8bc658b tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:57.477369 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-e611d854-1e4f-46b6-9a6e-e5450a74ffb4 None None] Set router 53c7895e-d7ca-4a9c-9f7b-c076f81981e8 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:44:57.498642 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3111ac-a0bd-4201-bf85-f6c3d8bc658b tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Pushing event deleted for resources: {'Port': ['ID=93fd0805-0ef1-4806-a022-8aa46f439738,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:57.564762 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 47184) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:57.628899 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-784a9744-808f-4220-9492-691e5760e628 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:57.847770 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8e3111ac-a0bd-4201-bf85-f6c3d8bc658b tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-613841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1046579'] for router_interface, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:57.863618 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-784a9744-808f-4220-9492-691e5760e628 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:57.872704 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-784a9744-808f-4220-9492-691e5760e628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:57.965802 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6eef43-5502-491c-8b98-1b0f77b88bd9 None None] Network 06982178-31c6-4def-8281-3b4ab4860e08 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:44:57.990673 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784a9744-808f-4220-9492-691e5760e628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8af81b5-7ef6-4fb6-be0a-e35ee9feb100,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:58.000963 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-784a9744-808f-4220-9492-691e5760e628 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2ff014ad9ed849688051bada0c79576c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4235797 Jan 18 22:44:58.003163 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 47192) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:58.039924 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-e611d854-1e4f-46b6-9a6e-e5450a74ffb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c7895e-d7ca-4a9c-9f7b-c076f81981e8', 'name': 'tempest-TestAggregatesBasicOps-1092518817-router', 'tenant_id': 'fa75719a6f0b45db97b9be8d2dc0722f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': 'b490d84b-ad90-4b66-a1f8-00f34467f8b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:44:53Z', 'updated_at': '2022-01-18T22:44:55Z', 'revision_number': 3, 'project_id': 'fa75719a6f0b45db97b9be8d2dc0722f', 'gw_port': {'id': 'b490d84b-ad90-4b66-a1f8-00f34467f8b4', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:6a:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c7895e-d7ca-4a9c-9f7b-c076f81981e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:44:54Z', 'updated_at': '2022-01-18T22:44:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:44:58.101274 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e611d854-1e4f-46b6-9a6e-e5450a74ffb4 None None] Checking router: 53c7895e-d7ca-4a9c-9f7b-c076f81981e8 for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:44:58.101819 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e611d854-1e4f-46b6-9a6e-e5450a74ffb4 None None] Updating router 53c7895e-d7ca-4a9c-9f7b-c076f81981e8 port b490d84b-ad90-4b66-a1f8-00f34467f8b4 binding host n-d-825064-1 {{(pid=102433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:44:58.128194 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-b2767115-51d4-4919-8360-a85ab1351783 None None] Provisioning complete for port 811f4566-9d5a-4d4f-9ee8-d8cdac879957 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:44:58.129581 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b2767115-51d4-4919-8360-a85ab1351783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:58.132970 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e611d854-1e4f-46b6-9a6e-e5450a74ffb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:58.140762 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cf1ed87c-0d95-491c-8be4-ef38bdc28f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:58.162704 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c364070c-bdcd-4c31-b3d7-8635d9fa79fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:58.186571 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c364070c-bdcd-4c31-b3d7-8635d9fa79fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:58.285238 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c364070c-bdcd-4c31-b3d7-8635d9fa79fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:58.287833 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c364070c-bdcd-4c31-b3d7-8635d9fa79fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:58.289052 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-c364070c-bdcd-4c31-b3d7-8635d9fa79fa admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f8af81b5-7ef6-4fb6-be0a-e35ee9feb100 HTTP/1.1" status: 204 len: 168 time: 0.2847724 Jan 18 22:44:58.315383 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c364070c-bdcd-4c31-b3d7-8635d9fa79fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8af81b5-7ef6-4fb6-be0a-e35ee9feb100,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:58.486965 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-cf1ed87c-0d95-491c-8be4-ef38bdc28f13 admin admin] Allocated IP 172.20.0.1 (06982178-31c6-4def-8281-3b4ab4860e08/eb26f09b-6224-4619-974c-f82733f377b6/e2580e23-1ce8-4caf-93c4-3c46fc698ce0) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:44:58.594518 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e3111ac-a0bd-4201-bf85-f6c3d8bc658b tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Router 8d491db6-b417-4453-82fc-9341888a5f04 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:44:58.665178 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64066032-6bf8-4aff-8c9a-be15b5e5daa5 req-81702fa8-372c-41c5-8b94-a26cb9bed0d2 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:44:58.670306 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-64066032-6bf8-4aff-8c9a-be15b5e5daa5 req-81702fa8-372c-41c5-8b94-a26cb9bed0d2 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=16ba48ad-fe09-48f8-8bc1-6d86e58b2955 HTTP/1.1" status: 200 len: 945 time: 0.1195555 Jan 18 22:44:58.683881 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cf1ed87c-0d95-491c-8be4-ef38bdc28f13 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:58.760265 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 60ba14d5-8832-4a1f-89c5-09b2f1cff4eb up at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:44:58.780208 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cf1ed87c-0d95-491c-8be4-ef38bdc28f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:58.898964 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 811f4566-9d5a-4d4f-9ee8-d8cdac879957 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:44:58.899852 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1ed87c-0d95-491c-8be4-ef38bdc28f13 admin admin] Pushing event updated for resources: {'Port': ['ID=e2580e23-1ce8-4caf-93c4-3c46fc698ce0,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:58.932517 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1ed87c-0d95-491c-8be4-ef38bdc28f13 admin admin] Network 06982178-31c6-4def-8281-3b4ab4860e08 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:44:58.938030 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-cf1ed87c-0d95-491c-8be4-ef38bdc28f13 admin admin] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:44:58.942047 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1ed87c-0d95-491c-8be4-ef38bdc28f13 admin admin] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:44:58.966498 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e3111ac-a0bd-4201-bf85-f6c3d8bc658b tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:44:58.975076 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-8e3111ac-a0bd-4201-bf85-f6c3d8bc658b tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "PUT /v2.0/routers/8d491db6-b417-4453-82fc-9341888a5f04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2327464 Jan 18 22:44:58.979702 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-64066032-6bf8-4aff-8c9a-be15b5e5daa5 req-c9cbe550-4e87-449b-ae36-f4f0c45ce4ed tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=dae8bf2d-ed71-4918-8e49-2e2d9465745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3016620 Jan 18 22:44:58.980318 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 47204) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:58.989808 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e611d854-1e4f-46b6-9a6e-e5450a74ffb4 None None] Notify callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:59.008089 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e611d854-1e4f-46b6-9a6e-e5450a74ffb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:59.026108 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9083d8d-e6f6-48de-823a-ffddc8af240d None None] Sync routers for ids ['8d491db6-b417-4453-82fc-9341888a5f04'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:44:59.051680 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cf1ed87c-0d95-491c-8be4-ef38bdc28f13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1040954'] for router_interface, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:59.053524 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c518032-a5fb-45ca-86b3-7ee61cd3ffc2 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Deleting subnet 28a5a3b4-f0d9-467d-972a-dc2703e90dc7 {{(pid=102430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:44:59.058586 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8c518032-a5fb-45ca-86b3-7ee61cd3ffc2 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for subnet, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:59.104506 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8c518032-a5fb-45ca-86b3-7ee61cd3ffc2 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60394745'] for subnet, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:59.121643 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9083d8d-e6f6-48de-823a-ffddc8af240d None None] Routers {'8d491db6-b417-4453-82fc-9341888a5f04'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:44:59.122388 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-a9083d8d-e6f6-48de-823a-ffddc8af240d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:44:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['8d491db6-b417-4453-82fc-9341888a5f04'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:44:59.133995 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b2767115-51d4-4919-8360-a85ab1351783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:59.161229 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-e611d854-1e4f-46b6-9a6e-e5450a74ffb4 None None] Attempting to bind port b490d84b-ad90-4b66-a1f8-00f34467f8b4 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:44:59.161604 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-e611d854-1e4f-46b6-9a6e-e5450a74ffb4 None None] Attempting to bind port b490d84b-ad90-4b66-a1f8-00f34467f8b4 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:44:59.161966 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e611d854-1e4f-46b6-9a6e-e5450a74ffb4 None None] Attempting to bind port b490d84b-ad90-4b66-a1f8-00f34467f8b4 on network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:44:59.173105 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9284118-bc2c-4ad6-bf93-b5429a742c0f None None] Pushing event updated for resources: {'Port': ['ID=b490d84b-ad90-4b66-a1f8-00f34467f8b4,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:59.180695 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e611d854-1e4f-46b6-9a6e-e5450a74ffb4 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:44:59.183397 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e611d854-1e4f-46b6-9a6e-e5450a74ffb4 None None] Checking segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:44:59.183817 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e611d854-1e4f-46b6-9a6e-e5450a74ffb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:59.184296 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e611d854-1e4f-46b6-9a6e-e5450a74ffb4 None None] Bound using segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:44:59.184858 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-e611d854-1e4f-46b6-9a6e-e5450a74ffb4 None None] Bound port: b490d84b-ad90-4b66-a1f8-00f34467f8b4, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:44:59.185723 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e611d854-1e4f-46b6-9a6e-e5450a74ffb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:59.245048 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning for port 60ba14d5-8832-4a1f-89c5-09b2f1cff4eb completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:44:59.261295 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning complete for port 60ba14d5-8832-4a1f-89c5-09b2f1cff4eb triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:44:59.261587 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:59.263133 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 811f4566-9d5a-4d4f-9ee8-d8cdac879957 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:44:59.263465 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:59.272067 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8c518032-a5fb-45ca-86b3-7ee61cd3ffc2 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:59.321186 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-e611d854-1e4f-46b6-9a6e-e5450a74ffb4 None None] For port b490d84b-ad90-4b66-a1f8-00f34467f8b4, host n-d-825064-1, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:44:59.321704 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cf1ed87c-0d95-491c-8be4-ef38bdc28f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:59.329646 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-e611d854-1e4f-46b6-9a6e-e5450a74ffb4 None None] For port b490d84b-ad90-4b66-a1f8-00f34467f8b4, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=b490d84b-ad90-4b66-a1f8-00f34467f8b4,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:44:59.337925 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e611d854-1e4f-46b6-9a6e-e5450a74ffb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:59.398772 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8c518032-a5fb-45ca-86b3-7ee61cd3ffc2 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60203138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62288677'] for subnet, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:59.406728 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-b2767115-51d4-4919-8360-a85ab1351783 None None] For port 811f4566-9d5a-4d4f-9ee8-d8cdac879957, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=811f4566-9d5a-4d4f-9ee8-d8cdac879957,segment=NetworkSegment(380c9d03-b18f-448e-9ca6-565b2815b1db),segment_id=380c9d03-b18f-448e-9ca6-565b2815b1db)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:44:59.417598 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e611d854-1e4f-46b6-9a6e-e5450a74ffb4 None None] Routers {'53c7895e-d7ca-4a9c-9f7b-c076f81981e8'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:44:59.418341 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-e611d854-1e4f-46b6-9a6e-e5450a74ffb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:44:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['53c7895e-d7ca-4a9c-9f7b-c076f81981e8'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:44:59.461143 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b2767115-51d4-4919-8360-a85ab1351783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:59.490090 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c518032-a5fb-45ca-86b3-7ee61cd3ffc2 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Pushing event deleted for resources: {'Subnet': ['ID=28a5a3b4-f0d9-467d-972a-dc2703e90dc7,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:59.503190 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8c518032-a5fb-45ca-86b3-7ee61cd3ffc2 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:59.511722 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-8c518032-a5fb-45ca-86b3-7ee61cd3ffc2 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "DELETE /v2.0/subnets/28a5a3b4-f0d9-467d-972a-dc2703e90dc7 HTTP/1.1" status: 204 len: 168 time: 0.5275707 Jan 18 22:44:59.520793 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 47214) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:44:59.565588 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f887df49-9241-4780-b081-a911e8e9dbc1 None None] Network b03260d5-2a6f-4a7a-be90-beffbb90698f requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:44:59.648917 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-a9083d8d-e6f6-48de-823a-ffddc8af240d None None] Set router 8d491db6-b417-4453-82fc-9341888a5f04 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:44:59.668638 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cf1ed87c-0d95-491c-8be4-ef38bdc28f13 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:59.672796 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9284118-bc2c-4ad6-bf93-b5429a742c0f None None] Pushing event updated for resources: {'Port': ['ID=b490d84b-ad90-4b66-a1f8-00f34467f8b4,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:59.682286 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cf1ed87c-0d95-491c-8be4-ef38bdc28f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:59.721778 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5b5d7858-e492-42a5-97ff-d4f8eafb0b48 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for router, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:59.764432 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1ed87c-0d95-491c-8be4-ef38bdc28f13 admin admin] Pushing event updated for resources: {'Port': ['ID=e2580e23-1ce8-4caf-93c4-3c46fc698ce0,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:59.776351 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-e611d854-1e4f-46b6-9a6e-e5450a74ffb4 None None] Set router 53c7895e-d7ca-4a9c-9f7b-c076f81981e8 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:44:59.811825 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cf1ed87c-0d95-491c-8be4-ef38bdc28f13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-613854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1041070'] for router_interface, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:59.830314 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2767115-51d4-4919-8360-a85ab1351783 None None] Pushing event updated for resources: {'Port': ['ID=811f4566-9d5a-4d4f-9ee8-d8cdac879957,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:44:59.901762 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5b5d7858-e492-42a5-97ff-d4f8eafb0b48 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:44:59.995156 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1ed87c-0d95-491c-8be4-ef38bdc28f13 admin admin] Network 06982178-31c6-4def-8281-3b4ab4860e08 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:44:59.997672 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-cf1ed87c-0d95-491c-8be4-ef38bdc28f13 admin admin] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:45:00.012079 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-5b5d7858-e492-42a5-97ff-d4f8eafb0b48 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Deleting port fbdd59f6-20c6-4db4-aca7-760cf6cb6be7 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:45:00.012689 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5b5d7858-e492-42a5-97ff-d4f8eafb0b48 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:00.123201 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-be9deae0-7387-4c1c-af6d-881734e42bbe None None] Provisioning complete for port e2580e23-1ce8-4caf-93c4-3c46fc698ce0 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:45:00.123770 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-be9deae0-7387-4c1c-af6d-881734e42bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:00.226365 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:00.240683 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-be9deae0-7387-4c1c-af6d-881734e42bbe None None] Port e2580e23-1ce8-4caf-93c4-3c46fc698ce0 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:45:00.267472 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-e611d854-1e4f-46b6-9a6e-e5450a74ffb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c7895e-d7ca-4a9c-9f7b-c076f81981e8', 'name': 'tempest-TestAggregatesBasicOps-1092518817-router', 'tenant_id': 'fa75719a6f0b45db97b9be8d2dc0722f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': 'b490d84b-ad90-4b66-a1f8-00f34467f8b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:44:53Z', 'updated_at': '2022-01-18T22:44:59Z', 'revision_number': 4, 'project_id': 'fa75719a6f0b45db97b9be8d2dc0722f', 'gw_port': {'id': 'b490d84b-ad90-4b66-a1f8-00f34467f8b4', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:6a:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c7895e-d7ca-4a9c-9f7b-c076f81981e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:44:54Z', 'updated_at': '2022-01-18T22:44:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'e2580e23-1ce8-4caf-93c4-3c46fc698ce0', 'name': '', 'network_id': '06982178-31c6-4def-8281-3b4ab4860e08', 'tenant_id': 'fa75719a6f0b45db97b9be8d2dc0722f', 'mac_address': 'fa:16:3e:4c:5c:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c7895e-d7ca-4a9c-9f7b-c076f81981e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': 'eb26f09b-6224-4619-974c-f82733f377b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:44:58Z', 'updated_at': '2022-01-18T22:44:58Z', 'revision_number': 1, 'project_id': 'fa75719a6f0b45db97b9be8d2dc0722f', 'subnets': [{'id': 'eb26f09b-6224-4619-974c-f82733f377b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:45:00.314428 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16ba48ad-fe09-48f8-8bc1-6d86e58b2955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60ba14d5-8832-4a1f-89c5-09b2f1cff4eb'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:45:00.316893 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2235543-b120-4072-a9ac-518e55105443" -d '{"events": [{"server_uuid": "16ba48ad-fe09-48f8-8bc1-6d86e58b2955", "name": "network-vif-plugged", "status": "completed", "tag": "60ba14d5-8832-4a1f-89c5-09b2f1cff4eb"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:45:00.345840 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf1ed87c-0d95-491c-8be4-ef38bdc28f13 admin admin] Router 53c7895e-d7ca-4a9c-9f7b-c076f81981e8 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:45:00.348090 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 60ba14d5-8832-4a1f-89c5-09b2f1cff4eb, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=60ba14d5-8832-4a1f-89c5-09b2f1cff4eb,segment=NetworkSegment(ccabd36d-8c25-4648-92d3-222150b866b3),segment_id=ccabd36d-8c25-4648-92d3-222150b866b3)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:45:00.362520 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e611d854-1e4f-46b6-9a6e-e5450a74ffb4 None None] The sync data for ids ['53c7895e-d7ca-4a9c-9f7b-c076f81981e8'] in n-d-825064-1 is: [{'id': '53c7895e-d7ca-4a9c-9f7b-c076f81981e8', 'name': 'tempest-TestAggregatesBasicOps-1092518817-router', 'tenant_id': 'fa75719a6f0b45db97b9be8d2dc0722f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': 'b490d84b-ad90-4b66-a1f8-00f34467f8b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:44:53Z', 'updated_at': '2022-01-18T22:44:59Z', 'revision_number': 4, 'project_id': 'fa75719a6f0b45db97b9be8d2dc0722f', 'gw_port': {'id': 'b490d84b-ad90-4b66-a1f8-00f34467f8b4', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:6a:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c7895e-d7ca-4a9c-9f7b-c076f81981e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:44:54Z', 'updated_at': '2022-01-18T22:44:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'e2580e23-1ce8-4caf-93c4-3c46fc698ce0', 'name': '', 'network_id': '06982178-31c6-4def-8281-3b4ab4860e08', 'tenant_id': 'fa75719a6f0b45db97b9be8d2dc0722f', 'mac_address': 'fa:16:3e:4c:5c:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c7895e-d7ca-4a9c-9f7b-c076f81981e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': 'eb26f09b-6224-4619-974c-f82733f377b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:44:58Z', 'updated_at': '2022-01-18T22:44:58Z', 'revision_number': 1, 'project_id': 'fa75719a6f0b45db97b9be8d2dc0722f', 'subnets': [{'id': 'eb26f09b-6224-4619-974c-f82733f377b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:45:00.365027 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-5b5d7858-e492-42a5-97ff-d4f8eafb0b48 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] For port fbdd59f6-20c6-4db4-aca7-760cf6cb6be7, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=fbdd59f6-20c6-4db4-aca7-760cf6cb6be7,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:45:00.365663 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5b5d7858-e492-42a5-97ff-d4f8eafb0b48 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:00.379110 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-be9deae0-7387-4c1c-af6d-881734e42bbe None None] Provisioning complete for port 811f4566-9d5a-4d4f-9ee8-d8cdac879957 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:45:00.379487 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-be9deae0-7387-4c1c-af6d-881734e42bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:00.381474 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:00.412198 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-5b5d7858-e492-42a5-97ff-d4f8eafb0b48 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Calling delete_port for fbdd59f6-20c6-4db4-aca7-760cf6cb6be7 owned by network:router_gateway {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:45:00.447473 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a709b637-5140-466a-877d-310d973ae5d6 req-7fc527b9-6b0f-40cc-9f8d-d19f74bbf307 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:00.450451 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a709b637-5140-466a-877d-310d973ae5d6 req-7fc527b9-6b0f-40cc-9f8d-d19f74bbf307 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=16ba48ad-fe09-48f8-8bc1-6d86e58b2955 HTTP/1.1" status: 200 len: 945 time: 0.2809472 Jan 18 22:45:00.461380 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c8597e-7f65-403c-9162-78e756b89ae3 None None] DHCP port deletion for b03260d5-2a6f-4a7a-be90-beffbb90698f request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:45:00.465050 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-559273e0-a44c-41c1-af6e-e17a8437c537 x-openstack-request-id: req-559273e0-a44c-41c1-af6e-e17a8437c537 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:45:00.465978 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16ba48ad-fe09-48f8-8bc1-6d86e58b2955", "name": "network-vif-plugged", "status": "completed", "tag": "60ba14d5-8832-4a1f-89c5-09b2f1cff4eb", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:45:00.466232 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-559273e0-a44c-41c1-af6e-e17a8437c537 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:45:00.466624 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16ba48ad-fe09-48f8-8bc1-6d86e58b2955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60ba14d5-8832-4a1f-89c5-09b2f1cff4eb', 'code': 200} Jan 18 22:45:00.641578 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a709b637-5140-466a-877d-310d973ae5d6 req-f40793fd-b5f7-4a7a-8514-32073b483362 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=dae8bf2d-ed71-4918-8e49-2e2d9465745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801989 Jan 18 22:45:00.687962 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 811f4566-9d5a-4d4f-9ee8-d8cdac879957 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:45:00.729345 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=60ba14d5-8832-4a1f-89c5-09b2f1cff4eb,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:00.739616 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf1ed87c-0d95-491c-8be4-ef38bdc28f13 admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:45:00.759092 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-cf1ed87c-0d95-491c-8be4-ef38bdc28f13 admin admin] 10.222.0.53 "PUT /v2.0/routers/53c7895e-d7ca-4a9c-9f7b-c076f81981e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5691695 Jan 18 22:45:00.763458 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a05008-f005-48b8-8995-43b9492deb45 req-6af21ad6-0dc7-4b9f-b8f9-2e2c0737441e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:00.774852 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-91a05008-f005-48b8-8995-43b9492deb45 req-6af21ad6-0dc7-4b9f-b8f9-2e2c0737441e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=16ba48ad-fe09-48f8-8bc1-6d86e58b2955 HTTP/1.1" status: 200 len: 1097 time: 0.1849511 Jan 18 22:45:00.844587 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-a9083d8d-e6f6-48de-823a-ffddc8af240d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d491db6-b417-4453-82fc-9341888a5f04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1314540967', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'fbdd59f6-20c6-4db4-aca7-760cf6cb6be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:43:17Z', 'updated_at': '2022-01-18T22:44:57Z', 'revision_number': 5, 'project_id': '438cce0e2f434b5f879ce307da159923', 'gw_port': {'id': 'fbdd59f6-20c6-4db4-aca7-760cf6cb6be7', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:43:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d491db6-b417-4453-82fc-9341888a5f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:43:19Z', 'updated_at': '2022-01-18T22:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:45:00.914357 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-91a05008-f005-48b8-8995-43b9492deb45 req-fba9e85c-b81e-47e8-9127-415a30dab193 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=dae8bf2d-ed71-4918-8e49-2e2d9465745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158657 Jan 18 22:45:00.953277 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9083d8d-e6f6-48de-823a-ffddc8af240d None None] Checking router: 8d491db6-b417-4453-82fc-9341888a5f04 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:45:00.980314 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5b5d7858-e492-42a5-97ff-d4f8eafb0b48 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:01.008595 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9083d8d-e6f6-48de-823a-ffddc8af240d None None] Routers {'8d491db6-b417-4453-82fc-9341888a5f04'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:45:01.010501 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-a9083d8d-e6f6-48de-823a-ffddc8af240d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:44:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['8d491db6-b417-4453-82fc-9341888a5f04'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:45:01.055641 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5d7858-e492-42a5-97ff-d4f8eafb0b48 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Pushing event deleted for resources: {'Port': ['ID=fbdd59f6-20c6-4db4-aca7-760cf6cb6be7,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:01.163907 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5b5d7858-e492-42a5-97ff-d4f8eafb0b48 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043029'] for router_gateway, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:01.184978 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 811f4566-9d5a-4d4f-9ee8-d8cdac879957 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:45:01.185455 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:01.242260 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 47276) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:45:01.279773 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-75c8597e-7f65-403c-9162-78e756b89ae3 None None] Deleting port 5cda7e1e-315b-493c-bd19-9c947942b619 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:45:01.280311 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-75c8597e-7f65-403c-9162-78e756b89ae3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:01.282627 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-a9083d8d-e6f6-48de-823a-ffddc8af240d None None] Set router 8d491db6-b417-4453-82fc-9341888a5f04 gateway port host: None {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:45:01.344619 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5b5d7858-e492-42a5-97ff-d4f8eafb0b48 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1040886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8602'] for router, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:01.347776 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5b5d7858-e492-42a5-97ff-d4f8eafb0b48 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:01.371499 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-8414dee5-0d32-4d06-8d1e-5a0e170e716c tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "GET /v2.0/floatingips/055473fe-4ade-4826-8e69-c773efe91bc5 HTTP/1.1" status: 200 len: 993 time: 0.1273704 Jan 18 22:45:01.376280 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-486958d8-3703-4f7b-a8ec-fdf09e981a8b None None] Provisioning complete for port e2580e23-1ce8-4caf-93c4-3c46fc698ce0 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:45:01.395262 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-486958d8-3703-4f7b-a8ec-fdf09e981a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:01.437377 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5b5d7858-e492-42a5-97ff-d4f8eafb0b48 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1040832'] for router, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:01.438173 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b5d7858-e492-42a5-97ff-d4f8eafb0b48 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Fanout notify agent at l3_agent the message router_deleted on router 8d491db6-b417-4453-82fc-9341888a5f04 {{(pid=102430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 22:45:01.451759 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5b5d7858-e492-42a5-97ff-d4f8eafb0b48 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for router, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:01.453042 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-5b5d7858-e492-42a5-97ff-d4f8eafb0b48 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "DELETE /v2.0/routers/8d491db6-b417-4453-82fc-9341888a5f04 HTTP/1.1" status: 204 len: 168 time: 1.9310739 Jan 18 22:45:01.455784 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 47286) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:45:01.549844 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-a9083d8d-e6f6-48de-823a-ffddc8af240d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d491db6-b417-4453-82fc-9341888a5f04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1314540967', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:43:17Z', 'updated_at': '2022-01-18T22:45:00Z', 'revision_number': 7, 'project_id': '438cce0e2f434b5f879ce307da159923', 'gw_port_host': None}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:45:01.607761 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3d29a8b2-4050-4ede-9ff5-d318d72cce3e tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:01.689491 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 47296) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:45:01.723247 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-3d29a8b2-4050-4ede-9ff5-d318d72cce3e tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Deleting port 5cda7e1e-315b-493c-bd19-9c947942b619 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:45:01.723592 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3d29a8b2-4050-4ede-9ff5-d318d72cce3e tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:01.783769 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9083d8d-e6f6-48de-823a-ffddc8af240d None None] The sync data for ids ['8d491db6-b417-4453-82fc-9341888a5f04'] in n-d-825064-1 is: [{'id': '8d491db6-b417-4453-82fc-9341888a5f04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1314540967', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:43:17Z', 'updated_at': '2022-01-18T22:45:00Z', 'revision_number': 7, 'project_id': '438cce0e2f434b5f879ce307da159923', 'gw_port_host': None}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:45:01.825695 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-486958d8-3703-4f7b-a8ec-fdf09e981a8b None None] Port e2580e23-1ce8-4caf-93c4-3c46fc698ce0 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:45:01.890689 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-75c8597e-7f65-403c-9162-78e756b89ae3 None None] For port 5cda7e1e-315b-493c-bd19-9c947942b619, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=5cda7e1e-315b-493c-bd19-9c947942b619,segment=NetworkSegment(56b9b749-5476-4269-bb34-69d9f812a954),segment_id=56b9b749-5476-4269-bb34-69d9f812a954)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:45:01.891112 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-75c8597e-7f65-403c-9162-78e756b89ae3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:01.926831 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-3d29a8b2-4050-4ede-9ff5-d318d72cce3e tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] For port 5cda7e1e-315b-493c-bd19-9c947942b619, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=5cda7e1e-315b-493c-bd19-9c947942b619,segment=NetworkSegment(56b9b749-5476-4269-bb34-69d9f812a954),segment_id=56b9b749-5476-4269-bb34-69d9f812a954)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:45:01.928688 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3d29a8b2-4050-4ede-9ff5-d318d72cce3e tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:01.962074 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-3d29a8b2-4050-4ede-9ff5-d318d72cce3e tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Calling delete_port for 5cda7e1e-315b-493c-bd19-9c947942b619 owned by network:dhcp {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:45:02.128263 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3d29a8b2-4050-4ede-9ff5-d318d72cce3e tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:02.176480 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d29a8b2-4050-4ede-9ff5-d318d72cce3e tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Pushing event deleted for resources: {'Port': ['ID=5cda7e1e-315b-493c-bd19-9c947942b619,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:02.179077 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d29a8b2-4050-4ede-9ff5-d318d72cce3e tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] No DVR routers for this DVR port 5cda7e1e-315b-493c-bd19-9c947942b619 on host n-d-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:45:02.228064 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cd0391-077b-4f07-8557-f564b588bf42 req-0365ac9a-7274-49a3-a743-a4acaafae31a tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:02.240163 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-82cd0391-077b-4f07-8557-f564b588bf42 req-0365ac9a-7274-49a3-a743-a4acaafae31a tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=16ba48ad-fe09-48f8-8bc1-6d86e58b2955 HTTP/1.1" status: 200 len: 946 time: 0.3255124 Jan 18 22:45:02.395158 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-82cd0391-077b-4f07-8557-f564b588bf42 req-05272074-8ab3-4a73-ae12-fd70f268b06b tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=dae8bf2d-ed71-4918-8e49-2e2d9465745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416721 Jan 18 22:45:02.399892 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-03b86882-c3f2-4a32-8897-16a848c1d44c tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Deleting port e01b7376-faa8-4e49-987b-f62ef2b12e53 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:45:02.400294 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-03b86882-c3f2-4a32-8897-16a848c1d44c tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:02.421989 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3d29a8b2-4050-4ede-9ff5-d318d72cce3e tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:02.447350 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-75c8597e-7f65-403c-9162-78e756b89ae3 None None] Calling delete_port for 5cda7e1e-315b-493c-bd19-9c947942b619 owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:45:02.486828 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-3d29a8b2-4050-4ede-9ff5-d318d72cce3e tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b03260d5-2a6f-4a7a-be90-beffbb90698f']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:45:02.503392 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-3d29a8b2-4050-4ede-9ff5-d318d72cce3e tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56b9b749-5476-4269-bb34-69d9f812a954') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:45:02.503890 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-3d29a8b2-4050-4ede-9ff5-d318d72cce3e tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56b9b749-5476-4269-bb34-69d9f812a954') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:45:02.521910 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3d29a8b2-4050-4ede-9ff5-d318d72cce3e tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:02.550749 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3d29a8b2-4050-4ede-9ff5-d318d72cce3e tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:02.575261 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d29a8b2-4050-4ede-9ff5-d318d72cce3e tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:45:02.575949 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3d29a8b2-4050-4ede-9ff5-d318d72cce3e tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:02.586922 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:45:02.586922 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:45:02.586922 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:45:02.586922 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:45:02.586922 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:45:02.586922 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:45:02.586922 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:45:02.586922 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:45:02.586922 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:45:02.586922 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:45:02.586922 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:45:02.586922 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:45:02.586922 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:45:02.586922 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:45:02.586922 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:45:02.586922 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:45:02.586922 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:45:02.586922 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:45:02.586922 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:45:02.586922 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:45:02.586922 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:45:02.586922 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:45:02.586922 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:45:02.586922 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:45:02.586922 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:45:02.586922 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:45:02.586922 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:45:02.586922 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:45:02.586922 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:45:02.586922 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:45:02.586922 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:45:02.586922 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:45:02.653873 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-75c8597e-7f65-403c-9162-78e756b89ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:02.658560 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-03b86882-c3f2-4a32-8897-16a848c1d44c tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:02.658926 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-03b86882-c3f2-4a32-8897-16a848c1d44c tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:02.706131 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-03b86882-c3f2-4a32-8897-16a848c1d44c tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Calling delete_port for e01b7376-faa8-4e49-987b-f62ef2b12e53 owned by network:floatingip {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:45:02.720659 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3d29a8b2-4050-4ede-9ff5-d318d72cce3e tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:02.720883 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c8597e-7f65-403c-9162-78e756b89ae3 None None] No DVR routers for this DVR port 5cda7e1e-315b-493c-bd19-9c947942b619 on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:45:02.729265 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3d29a8b2-4050-4ede-9ff5-d318d72cce3e tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:02.738112 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c8597e-7f65-403c-9162-78e756b89ae3 None None] Pushing event deleted for resources: {'Port': ['ID=5cda7e1e-315b-493c-bd19-9c947942b619,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:02.746001 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-3d29a8b2-4050-4ede-9ff5-d318d72cce3e tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "DELETE /v2.0/networks/b03260d5-2a6f-4a7a-be90-beffbb90698f HTTP/1.1" status: 204 len: 168 time: 1.2885783 Jan 18 22:45:02.750375 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 47330) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:45:02.807172 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d29a8b2-4050-4ede-9ff5-d318d72cce3e tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Pushing event deleted for resources: {'Network': ['ID=b03260d5-2a6f-4a7a-be90-beffbb90698f,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:02.843723 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 5cda7e1e-315b-493c-bd19-9c947942b619 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:45:02.886437 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 5cda7e1e-315b-493c-bd19-9c947942b619 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:45:02.886854 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 5cda7e1e-315b-493c-bd19-9c947942b619 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:45:02.942020 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ade1e53f-61ad-4b96-8676-a1ba0a9b54f5 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:02.983301 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 47340) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:45:03.046591 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ade1e53f-61ad-4b96-8676-a1ba0a9b54f5 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:03.071437 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-03b86882-c3f2-4a32-8897-16a848c1d44c tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:03.115626 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b86882-c3f2-4a32-8897-16a848c1d44c tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Pushing event deleted for resources: {'Port': ['ID=e01b7376-faa8-4e49-987b-f62ef2b12e53,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:03.153525 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device b490d84b-ad90-4b66-a1f8-00f34467f8b4 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:45:03.257679 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ade1e53f-61ad-4b96-8676-a1ba0a9b54f5 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:03.268217 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ade1e53f-61ad-4b96-8676-a1ba0a9b54f5 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:03.268217 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-ade1e53f-61ad-4b96-8676-a1ba0a9b54f5 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "DELETE /v2.0/security-groups/d98a7b6f-971b-4421-acbb-09d3894edefc HTTP/1.1" status: 204 len: 168 time: 0.5106297 Jan 18 22:45:03.277756 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port b490d84b-ad90-4b66-a1f8-00f34467f8b4 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:45:03.278509 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:03.316445 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade1e53f-61ad-4b96-8676-a1ba0a9b54f5 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d98a7b6f-971b-4421-acbb-09d3894edefc,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:03.360160 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-03b86882-c3f2-4a32-8897-16a848c1d44c tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for floatingip, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:03.360692 n-d-825064-1 neutron-server[102430]: INFO neutron.db.l3_db [None req-03b86882-c3f2-4a32-8897-16a848c1d44c tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Floating IP 055473fe-4ade-4826-8e69-c773efe91bc5 disassociated (deleted). External IP: 172.25.5.198, port: e2d3bebe-7fe5-4d24-bad9-a882cb520f63. Jan 18 22:45:03.589869 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:03.639949 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port b490d84b-ad90-4b66-a1f8-00f34467f8b4, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=b490d84b-ad90-4b66-a1f8-00f34467f8b4,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:45:03.660731 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:03.698950 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd215bea-3340-4461-a8da-47ab5c12ffa2 req-03876539-a3e3-43d7-a91d-fe9abe09b234 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:03.708161 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cd215bea-3340-4461-a8da-47ab5c12ffa2 req-03876539-a3e3-43d7-a91d-fe9abe09b234 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=16ba48ad-fe09-48f8-8bc1-6d86e58b2955 HTTP/1.1" status: 200 len: 946 time: 0.1651464 Jan 18 22:45:03.773674 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device fbdd59f6-20c6-4db4-aca7-760cf6cb6be7 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:45:03.793630 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cd215bea-3340-4461-a8da-47ab5c12ffa2 req-64d4be9d-22ad-43a9-b6ee-0458f13ee11f tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=dae8bf2d-ed71-4918-8e49-2e2d9465745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789943 Jan 18 22:45:03.819142 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: fbdd59f6-20c6-4db4-aca7-760cf6cb6be7 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:45:03.819587 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device fbdd59f6-20c6-4db4-aca7-760cf6cb6be7 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:45:03.820091 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 93fd0805-0ef1-4806-a022-8aa46f439738 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:45:03.888158 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 93fd0805-0ef1-4806-a022-8aa46f439738 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:45:03.891344 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 93fd0805-0ef1-4806-a022-8aa46f439738 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:45:03.899789 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=b490d84b-ad90-4b66-a1f8-00f34467f8b4,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:03.967605 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e706c3ed-0a24-47e6-9c77-93a69e4fbca9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1041027'] for router_interface, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:04.015653 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0212599-4b56-4b28-891b-0c02ac3ae3b9 req-f4bbf1b1-c80c-45e7-b306-ad09b0cc400d tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:04.022860 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e0212599-4b56-4b28-891b-0c02ac3ae3b9 req-f4bbf1b1-c80c-45e7-b306-ad09b0cc400d tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=16ba48ad-fe09-48f8-8bc1-6d86e58b2955 HTTP/1.1" status: 200 len: 946 time: 0.1122375 Jan 18 22:45:04.066910 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03b86882-c3f2-4a32-8897-16a848c1d44c tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Router cd46a3d0-e3a7-4fbc-b90b-0c6a03b6276b has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:45:04.067842 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 47356) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:45:04.073802 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-eae7ad81-27f7-4d9b-bfee-15f585d149df tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-889026074', 'description': 'tempest-secgroup-smoke-889026074 description', 'project_id': '438cce0e2f434b5f879ce307da159923'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:45:04.107799 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e0212599-4b56-4b28-891b-0c02ac3ae3b9 req-50b85745-b43d-452c-8550-6b0d23e8fa88 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=dae8bf2d-ed71-4918-8e49-2e2d9465745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765126 Jan 18 22:45:04.187998 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-eae7ad81-27f7-4d9b-bfee-15f585d149df tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:04.329148 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-e706c3ed-0a24-47e6-9c77-93a69e4fbca9 admin admin] Deleting port dea4e8fa-bc13-4a73-af88-700ad9d55867 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:45:04.329495 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e706c3ed-0a24-47e6-9c77-93a69e4fbca9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:04.336820 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-eae7ad81-27f7-4d9b-bfee-15f585d149df tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:04.343701 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-eae7ad81-27f7-4d9b-bfee-15f585d149df tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:04.381685 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03b86882-c3f2-4a32-8897-16a848c1d44c tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:45:04.392875 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18432f09-cb15-4b8d-b683-130237c50b5a None None] Sync routers for ids ['cd46a3d0-e3a7-4fbc-b90b-0c6a03b6276b'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:45:04.395397 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-03b86882-c3f2-4a32-8897-16a848c1d44c tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:04.416960 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18432f09-cb15-4b8d-b683-130237c50b5a None None] Routers {'cd46a3d0-e3a7-4fbc-b90b-0c6a03b6276b'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:45:04.417788 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-18432f09-cb15-4b8d-b683-130237c50b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:44:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['cd46a3d0-e3a7-4fbc-b90b-0c6a03b6276b'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:45:04.435641 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-03b86882-c3f2-4a32-8897-16a848c1d44c tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "DELETE /v2.0/floatingips/055473fe-4ade-4826-8e69-c773efe91bc5 HTTP/1.1" status: 204 len: 168 time: 2.7385998 Jan 18 22:45:04.444086 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a9fe04f-9d09-42f8-b3b4-35cd8ad10ac8', 'tag': 'e2d3bebe-7fe5-4d24-bad9-a882cb520f63'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:45:04.447345 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7492088b-cf87-4cb4-839a-3603fdd5108a" -d '{"events": [{"name": "network-changed", "server_uuid": "9a9fe04f-9d09-42f8-b3b4-35cd8ad10ac8", "tag": "e2d3bebe-7fe5-4d24-bad9-a882cb520f63"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:45:04.457773 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-eae7ad81-27f7-4d9b-bfee-15f585d149df tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:04.462624 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-eae7ad81-27f7-4d9b-bfee-15f585d149df tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3901899 Jan 18 22:45:04.462624 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae7ad81-27f7-4d9b-bfee-15f585d149df tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31dd60ca-8970-47bd-952a-ccbc19b487f6,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:04.463793 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 47376) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:45:04.479260 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-9173edc1-8c87-4931-8fe3-55d830d46459 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Request body: {'security_group_rule': {'security_group_id': '31dd60ca-8970-47bd-952a-ccbc19b487f6', 'project_id': '438cce0e2f434b5f879ce307da159923', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:45:04.543340 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9173edc1-8c87-4931-8fe3-55d830d46459 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:04.559812 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-e706c3ed-0a24-47e6-9c77-93a69e4fbca9 admin admin] For port dea4e8fa-bc13-4a73-af88-700ad9d55867, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=dea4e8fa-bc13-4a73-af88-700ad9d55867,segment=NetworkSegment(caffabcb-8073-48a6-b4d1-79ecfc845f4f),segment_id=caffabcb-8073-48a6-b4d1-79ecfc845f4f)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:45:04.563565 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e706c3ed-0a24-47e6-9c77-93a69e4fbca9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:04.618978 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-e706c3ed-0a24-47e6-9c77-93a69e4fbca9 admin admin] Calling delete_port for dea4e8fa-bc13-4a73-af88-700ad9d55867 owned by network:router_interface {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:45:04.680406 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068d17d6-4f39-4064-9751-57652af8c83f None None] Sync routers for ids ['53c7895e-d7ca-4a9c-9f7b-c076f81981e8'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:45:04.702767 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9173edc1-8c87-4931-8fe3-55d830d46459 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:04.712882 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9173edc1-8c87-4931-8fe3-55d830d46459 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:04.733003 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068d17d6-4f39-4064-9751-57652af8c83f None None] Routers {'53c7895e-d7ca-4a9c-9f7b-c076f81981e8'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:45:04.735289 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-068d17d6-4f39-4064-9751-57652af8c83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:44:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['53c7895e-d7ca-4a9c-9f7b-c076f81981e8'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:45:04.750371 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-18432f09-cb15-4b8d-b683-130237c50b5a None None] Set router cd46a3d0-e3a7-4fbc-b90b-0c6a03b6276b gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:45:04.775120 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9173edc1-8c87-4931-8fe3-55d830d46459 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=749ae11d-8edf-438b-a0d9-4bad4a3505b9,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:04.787476 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9173edc1-8c87-4931-8fe3-55d830d46459 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:04.795773 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 47386) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:45:04.801219 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-9173edc1-8c87-4931-8fe3-55d830d46459 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3354752 Jan 18 22:45:04.806062 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-73de3056-73a2-479c-a818-8e7ac9285dd3 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Request body: {'security_group_rule': {'security_group_id': '31dd60ca-8970-47bd-952a-ccbc19b487f6', 'project_id': '438cce0e2f434b5f879ce307da159923', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:45:04.889823 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87ad73a5-e145-4134-a8e5-6aee29768827 x-openstack-request-id: req-87ad73a5-e145-4134-a8e5-6aee29768827 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:45:04.890375 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a9fe04f-9d09-42f8-b3b4-35cd8ad10ac8", "tag": "e2d3bebe-7fe5-4d24-bad9-a882cb520f63", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:45:04.891002 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-87ad73a5-e145-4134-a8e5-6aee29768827 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:45:04.891655 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a9fe04f-9d09-42f8-b3b4-35cd8ad10ac8', 'tag': 'e2d3bebe-7fe5-4d24-bad9-a882cb520f63', 'status': 'completed', 'code': 200} Jan 18 22:45:05.046357 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-068d17d6-4f39-4064-9751-57652af8c83f None None] Set router 53c7895e-d7ca-4a9c-9f7b-c076f81981e8 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:45:05.187382 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfee4982-783b-4d38-b802-ab542b5620be req-6b29f482-ea41-46ad-91ba-b092eb04ce2d tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:05.189823 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bfee4982-783b-4d38-b802-ab542b5620be req-6b29f482-ea41-46ad-91ba-b092eb04ce2d tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a9fe04f-9d09-42f8-b3b4-35cd8ad10ac8 HTTP/1.1" status: 200 len: 945 time: 0.1205969 Jan 18 22:45:05.193929 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-73de3056-73a2-479c-a818-8e7ac9285dd3 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:05.265142 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device b490d84b-ad90-4b66-a1f8-00f34467f8b4 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:45:05.276425 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bfee4982-783b-4d38-b802-ab542b5620be req-ff12ae01-d56b-4583-b59b-c9931f33199d tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "GET /v2.0/security-groups?id=06879c08-9e1d-4dae-8c09-839ec9fac45c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0785658 Jan 18 22:45:05.302952 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 47400) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:45:05.316197 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-18432f09-cb15-4b8d-b683-130237c50b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd46a3d0-e3a7-4fbc-b90b-0c6a03b6276b', 'name': 'tempest-TestNetworkBasicOps-router-1228168891', 'tenant_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '49daa510-f6ef-4709-9d2f-f3ef56651a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:43:56Z', 'updated_at': '2022-01-18T22:44:06Z', 'revision_number': 4, 'project_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'gw_port': {'id': '49daa510-f6ef-4709-9d2f-f3ef56651a1f', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:a7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd46a3d0-e3a7-4fbc-b90b-0c6a03b6276b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:43:57Z', 'updated_at': '2022-01-18T22:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'c6f96e70-2b8f-4f48-bb77-9b204eca615d', 'name': '', 'network_id': '54cde15a-b3d0-4662-8a1b-478ed8a485ba', 'tenant_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'mac_address': 'fa:16:3e:8d:b8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd46a3d0-e3a7-4fbc-b90b-0c6a03b6276b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '06b2cac0-86a6-4500-95d7-3a3f5617a0cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:44:05Z', 'updated_at': '2022-01-18T22:44:11Z', 'revision_number': 5, 'project_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'subnets': [{'id': '06b2cac0-86a6-4500-95d7-3a3f5617a0cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:45:05.320071 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7492088b-cf87-4cb4-839a-3603fdd5108a req-65854650-676c-4b88-83e3-876d32f2b339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:05.321841 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-7492088b-cf87-4cb4-839a-3603fdd5108a req-65854650-676c-4b88-83e3-876d32f2b339 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5fdd9d74a6a7474aa33a3f08cd7c198f&device_id=9a9fe04f-9d09-42f8-b3b4-35cd8ad10ac8 HTTP/1.1" status: 200 len: 1096 time: 0.4153941 Jan 18 22:45:05.416087 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18432f09-cb15-4b8d-b683-130237c50b5a None None] Checking router: cd46a3d0-e3a7-4fbc-b90b-0c6a03b6276b for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:45:05.438041 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18432f09-cb15-4b8d-b683-130237c50b5a None None] Routers {'cd46a3d0-e3a7-4fbc-b90b-0c6a03b6276b'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:45:05.438743 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-18432f09-cb15-4b8d-b683-130237c50b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:44:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['cd46a3d0-e3a7-4fbc-b90b-0c6a03b6276b'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:45:05.491849 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-73de3056-73a2-479c-a818-8e7ac9285dd3 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:05.500963 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-73de3056-73a2-479c-a818-8e7ac9285dd3 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:05.523974 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de3056-73a2-479c-a818-8e7ac9285dd3 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad25b177-913f-4188-bea5-a6547c7d72aa,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:05.552175 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7492088b-cf87-4cb4-839a-3603fdd5108a req-2d0cb023-2f5c-400d-82a5-88cd0d7e128f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:05.554659 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-7492088b-cf87-4cb4-839a-3603fdd5108a req-2d0cb023-2f5c-400d-82a5-88cd0d7e128f service neutron] 10.222.0.67 "GET /v2.0/networks?id=54cde15a-b3d0-4662-8a1b-478ed8a485ba HTTP/1.1" status: 200 len: 897 time: 0.2211084 Jan 18 22:45:05.565176 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-73de3056-73a2-479c-a818-8e7ac9285dd3 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:05.567281 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-73de3056-73a2-479c-a818-8e7ac9285dd3 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7703540 Jan 18 22:45:05.570264 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 47410) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:45:05.574784 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-42a9501b-b52d-4405-98ed-3f54bdc013ae tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Request body: {'security_group_rule': {'security_group_id': '31dd60ca-8970-47bd-952a-ccbc19b487f6', 'project_id': '438cce0e2f434b5f879ce307da159923', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:45:05.576066 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e706c3ed-0a24-47e6-9c77-93a69e4fbca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:05.620619 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-068d17d6-4f39-4064-9751-57652af8c83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c7895e-d7ca-4a9c-9f7b-c076f81981e8', 'name': 'tempest-TestAggregatesBasicOps-1092518817-router', 'tenant_id': 'fa75719a6f0b45db97b9be8d2dc0722f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': 'b490d84b-ad90-4b66-a1f8-00f34467f8b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:44:53Z', 'updated_at': '2022-01-18T22:44:59Z', 'revision_number': 4, 'project_id': 'fa75719a6f0b45db97b9be8d2dc0722f', 'gw_port': {'id': 'b490d84b-ad90-4b66-a1f8-00f34467f8b4', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:6a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c7895e-d7ca-4a9c-9f7b-c076f81981e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:44:54Z', 'updated_at': '2022-01-18T22:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'e2580e23-1ce8-4caf-93c4-3c46fc698ce0', 'name': '', 'network_id': '06982178-31c6-4def-8281-3b4ab4860e08', 'tenant_id': 'fa75719a6f0b45db97b9be8d2dc0722f', 'mac_address': 'fa:16:3e:4c:5c:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c7895e-d7ca-4a9c-9f7b-c076f81981e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': 'eb26f09b-6224-4619-974c-f82733f377b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:44:58Z', 'updated_at': '2022-01-18T22:44:59Z', 'revision_number': 2, 'project_id': 'fa75719a6f0b45db97b9be8d2dc0722f', 'subnets': [{'id': 'eb26f09b-6224-4619-974c-f82733f377b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:45:05.624045 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port b490d84b-ad90-4b66-a1f8-00f34467f8b4 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:45:05.624464 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:05.635330 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-305b2e04-3b35-4ce2-b583-c66528cce7bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:05.646539 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e706c3ed-0a24-47e6-9c77-93a69e4fbca9 admin admin] Pushing event deleted for resources: {'Port': ['ID=dea4e8fa-bc13-4a73-af88-700ad9d55867,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:05.654491 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-7492088b-cf87-4cb4-839a-3603fdd5108a req-531b6a88-0d45-4500-bd20-8efcfc2a3104 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2d3bebe-7fe5-4d24-bad9-a882cb520f63 HTTP/1.1" status: 200 len: 217 time: 0.0857742 Jan 18 22:45:05.702270 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-42a9501b-b52d-4405-98ed-3f54bdc013ae tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:05.703414 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068d17d6-4f39-4064-9751-57652af8c83f None None] Checking router: 53c7895e-d7ca-4a9c-9f7b-c076f81981e8 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:45:05.703928 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068d17d6-4f39-4064-9751-57652af8c83f None None] Updating router 53c7895e-d7ca-4a9c-9f7b-c076f81981e8 port e2580e23-1ce8-4caf-93c4-3c46fc698ce0 binding host n-d-825064-1 {{(pid=102432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:45:05.743198 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7492088b-cf87-4cb4-839a-3603fdd5108a req-79c2fa06-fdf9-46d2-80b6-c6c1353de37f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:05.744894 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-7492088b-cf87-4cb4-839a-3603fdd5108a req-79c2fa06-fdf9-46d2-80b6-c6c1353de37f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=06b2cac0-86a6-4500-95d7-3a3f5617a0cc HTTP/1.1" status: 200 len: 835 time: 0.0807362 Jan 18 22:45:05.761624 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-068d17d6-4f39-4064-9751-57652af8c83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:05.769045 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-18432f09-cb15-4b8d-b683-130237c50b5a None None] Set router cd46a3d0-e3a7-4fbc-b90b-0c6a03b6276b gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:45:05.984283 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-42a9501b-b52d-4405-98ed-3f54bdc013ae tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:06.020007 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-42a9501b-b52d-4405-98ed-3f54bdc013ae tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:06.121019 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-305b2e04-3b35-4ce2-b583-c66528cce7bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:06.128080 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a9501b-b52d-4405-98ed-3f54bdc013ae tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48de274e-037b-4377-a7c0-0aaca3a6be44,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:06.182195 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-305b2e04-3b35-4ce2-b583-c66528cce7bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:06.194706 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-42a9501b-b52d-4405-98ed-3f54bdc013ae tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:06.200279 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-42a9501b-b52d-4405-98ed-3f54bdc013ae tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6288888 Jan 18 22:45:06.203040 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 47420) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:45:06.209352 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-091830ac-55d6-427b-80a7-dcb02ada4cb5 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Request body: {'security_group_rule': {'security_group_id': '31dd60ca-8970-47bd-952a-ccbc19b487f6', 'project_id': '438cce0e2f434b5f879ce307da159923', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:45:06.379339 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-068d17d6-4f39-4064-9751-57652af8c83f None None] Notify callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:06.380214 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305b2e04-3b35-4ce2-b583-c66528cce7bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eb31ca4-1627-48d9-bbf8-dcbe527ea190,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:06.387062 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-068d17d6-4f39-4064-9751-57652af8c83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:06.411492 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-18432f09-cb15-4b8d-b683-130237c50b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd46a3d0-e3a7-4fbc-b90b-0c6a03b6276b', 'name': 'tempest-TestNetworkBasicOps-router-1228168891', 'tenant_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '49daa510-f6ef-4709-9d2f-f3ef56651a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:43:56Z', 'updated_at': '2022-01-18T22:44:06Z', 'revision_number': 4, 'project_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'gw_port': {'id': '49daa510-f6ef-4709-9d2f-f3ef56651a1f', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:a7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd46a3d0-e3a7-4fbc-b90b-0c6a03b6276b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:43:57Z', 'updated_at': '2022-01-18T22:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'c6f96e70-2b8f-4f48-bb77-9b204eca615d', 'name': '', 'network_id': '54cde15a-b3d0-4662-8a1b-478ed8a485ba', 'tenant_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'mac_address': 'fa:16:3e:8d:b8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd46a3d0-e3a7-4fbc-b90b-0c6a03b6276b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '06b2cac0-86a6-4500-95d7-3a3f5617a0cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:44:05Z', 'updated_at': '2022-01-18T22:44:11Z', 'revision_number': 5, 'project_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'subnets': [{'id': '06b2cac0-86a6-4500-95d7-3a3f5617a0cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:45:06.418008 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-305b2e04-3b35-4ce2-b583-c66528cce7bf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4bf31d8acf15473eabf9ce0401540828&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1129963 Jan 18 22:45:06.418731 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 47432) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:45:06.446968 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18432f09-cb15-4b8d-b683-130237c50b5a None None] The sync data for ids ['cd46a3d0-e3a7-4fbc-b90b-0c6a03b6276b'] in n-d-825064-1 is: [{'id': 'cd46a3d0-e3a7-4fbc-b90b-0c6a03b6276b', 'name': 'tempest-TestNetworkBasicOps-router-1228168891', 'tenant_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '49daa510-f6ef-4709-9d2f-f3ef56651a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:43:56Z', 'updated_at': '2022-01-18T22:44:06Z', 'revision_number': 4, 'project_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'gw_port': {'id': '49daa510-f6ef-4709-9d2f-f3ef56651a1f', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:a7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd46a3d0-e3a7-4fbc-b90b-0c6a03b6276b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:43:57Z', 'updated_at': '2022-01-18T22:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'c6f96e70-2b8f-4f48-bb77-9b204eca615d', 'name': '', 'network_id': '54cde15a-b3d0-4662-8a1b-478ed8a485ba', 'tenant_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'mac_address': 'fa:16:3e:8d:b8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd46a3d0-e3a7-4fbc-b90b-0c6a03b6276b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '06b2cac0-86a6-4500-95d7-3a3f5617a0cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:44:05Z', 'updated_at': '2022-01-18T22:44:11Z', 'revision_number': 5, 'project_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'subnets': [{'id': '06b2cac0-86a6-4500-95d7-3a3f5617a0cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:45:06.448419 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914fce85-5210-42d9-b110-54e1601ada2c req-eb834d79-741a-41c2-9d1a-2fa75b8f0fde tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:06.450719 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-914fce85-5210-42d9-b110-54e1601ada2c req-eb834d79-741a-41c2-9d1a-2fa75b8f0fde tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a9fe04f-9d09-42f8-b3b4-35cd8ad10ac8 HTTP/1.1" status: 200 len: 945 time: 0.3846209 Jan 18 22:45:06.499166 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57b03c9-3c87-4ea5-8598-766291f99ee3 None None] Pushing event updated for resources: {'Port': ['ID=e2580e23-1ce8-4caf-93c4-3c46fc698ce0,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:06.622645 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-068d17d6-4f39-4064-9751-57652af8c83f None None] Attempting to bind port e2580e23-1ce8-4caf-93c4-3c46fc698ce0 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:45:06.624364 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-068d17d6-4f39-4064-9751-57652af8c83f None None] Attempting to bind port e2580e23-1ce8-4caf-93c4-3c46fc698ce0 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '380c9d03-b18f-448e-9ca6-565b2815b1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '06982178-31c6-4def-8281-3b4ab4860e08'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:45:06.624999 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068d17d6-4f39-4064-9751-57652af8c83f None None] Attempting to bind port e2580e23-1ce8-4caf-93c4-3c46fc698ce0 on network 06982178-31c6-4def-8281-3b4ab4860e08 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:45:06.635088 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068d17d6-4f39-4064-9751-57652af8c83f None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:45:06.638492 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068d17d6-4f39-4064-9751-57652af8c83f None None] Checking segment: {'id': '380c9d03-b18f-448e-9ca6-565b2815b1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '06982178-31c6-4def-8281-3b4ab4860e08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:45:06.640934 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-068d17d6-4f39-4064-9751-57652af8c83f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:06.641582 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068d17d6-4f39-4064-9751-57652af8c83f None None] Bound using segment: {'id': '380c9d03-b18f-448e-9ca6-565b2815b1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '06982178-31c6-4def-8281-3b4ab4860e08'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:45:06.647213 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-068d17d6-4f39-4064-9751-57652af8c83f None None] Bound port: e2580e23-1ce8-4caf-93c4-3c46fc698ce0, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '380c9d03-b18f-448e-9ca6-565b2815b1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '06982178-31c6-4def-8281-3b4ab4860e08'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:45:06.647916 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-068d17d6-4f39-4064-9751-57652af8c83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:06.732161 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-091830ac-55d6-427b-80a7-dcb02ada4cb5 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:06.835817 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-068d17d6-4f39-4064-9751-57652af8c83f None None] For port e2580e23-1ce8-4caf-93c4-3c46fc698ce0, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:45:06.863081 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-068d17d6-4f39-4064-9751-57652af8c83f None None] For port e2580e23-1ce8-4caf-93c4-3c46fc698ce0, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=e2580e23-1ce8-4caf-93c4-3c46fc698ce0,segment=NetworkSegment(380c9d03-b18f-448e-9ca6-565b2815b1db),segment_id=380c9d03-b18f-448e-9ca6-565b2815b1db)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:45:06.884226 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-068d17d6-4f39-4064-9751-57652af8c83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:06.908458 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b481280-02c0-438b-a608-b2b78daf8257 req-46714402-8cf0-4e55-a27e-ac15d8f250a4 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:06.927860 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4b481280-02c0-438b-a608-b2b78daf8257 req-46714402-8cf0-4e55-a27e-ac15d8f250a4 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a9fe04f-9d09-42f8-b3b4-35cd8ad10ac8 HTTP/1.1" status: 200 len: 945 time: 0.5363133 Jan 18 22:45:07.051241 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169cfa50-3fae-407e-a6aa-87087d82948e None None] New status for floating IP 055473fe-4ade-4826-8e69-c773efe91bc5: DOWN {{(pid=102433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 22:45:07.070326 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2e0e2897-9a4d-458e-b179-1678d3f80b35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:07.144745 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57b03c9-3c87-4ea5-8598-766291f99ee3 None None] Pushing event updated for resources: {'Port': ['ID=e2580e23-1ce8-4caf-93c4-3c46fc698ce0,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:07.177678 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2e0e2897-9a4d-458e-b179-1678d3f80b35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:07.190717 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4b481280-02c0-438b-a608-b2b78daf8257 req-e3b829f6-096a-4a1c-8158-fe4eed8b8c2a tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "GET /v2.0/security-groups?id=06879c08-9e1d-4dae-8c09-839ec9fac45c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2599089 Jan 18 22:45:07.215516 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-fc7162e7-0e32-4099-b57c-7b2906fdb958 None None] Provisioning complete for port e2580e23-1ce8-4caf-93c4-3c46fc698ce0 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:45:07.215897 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fc7162e7-0e32-4099-b57c-7b2906fdb958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:07.219873 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068d17d6-4f39-4064-9751-57652af8c83f None None] Routers {'53c7895e-d7ca-4a9c-9f7b-c076f81981e8'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:45:07.222778 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-091830ac-55d6-427b-80a7-dcb02ada4cb5 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:07.226767 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-068d17d6-4f39-4064-9751-57652af8c83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:44:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['53c7895e-d7ca-4a9c-9f7b-c076f81981e8'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:45:07.254126 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-091830ac-55d6-427b-80a7-dcb02ada4cb5 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:07.318831 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7492088b-cf87-4cb4-839a-3603fdd5108a req-070ba448-124e-4cf8-982f-9361404edf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:07.326821 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-7492088b-cf87-4cb4-839a-3603fdd5108a req-070ba448-124e-4cf8-982f-9361404edf38 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=54cde15a-b3d0-4662-8a1b-478ed8a485ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.5372245 Jan 18 22:45:07.329662 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-914fce85-5210-42d9-b110-54e1601ada2c req-9780d532-0b57-4875-b3b7-07c521789171 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Deleting port e2d3bebe-7fe5-4d24-bad9-a882cb520f63 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:45:07.330111 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-914fce85-5210-42d9-b110-54e1601ada2c req-9780d532-0b57-4875-b3b7-07c521789171 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:07.457706 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091830ac-55d6-427b-80a7-dcb02ada4cb5 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc74e4c3-a142-45f0-8214-bc82cd022530,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:07.481596 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-091830ac-55d6-427b-80a7-dcb02ada4cb5 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:07.486225 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-091830ac-55d6-427b-80a7-dcb02ada4cb5 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2810698 Jan 18 22:45:07.487258 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 47484) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:45:07.495690 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-0811213e-c1a0-47b6-bf39-a24a0f954ad1 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Request body: {'security_group_rule': {'security_group_id': '31dd60ca-8970-47bd-952a-ccbc19b487f6', 'project_id': '438cce0e2f434b5f879ce307da159923', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:45:07.542170 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-7492088b-cf87-4cb4-839a-3603fdd5108a req-a9b5c9c1-7a6f-4e0c-a91f-926a0031cba0 service neutron] 10.222.0.67 "GET /v2.0/networks/54cde15a-b3d0-4662-8a1b-478ed8a485ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044463 Jan 18 22:45:07.566428 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2e0e2897-9a4d-458e-b179-1678d3f80b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:07.569954 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2e0e2897-9a4d-458e-b179-1678d3f80b35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:07.574198 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-2e0e2897-9a4d-458e-b179-1678d3f80b35 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1eb31ca4-1627-48d9-bbf8-dcbe527ea190 HTTP/1.1" status: 204 len: 168 time: 1.1515698 Jan 18 22:45:07.593622 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-068d17d6-4f39-4064-9751-57652af8c83f None None] Set router 53c7895e-d7ca-4a9c-9f7b-c076f81981e8 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:45:07.605993 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0e2897-9a4d-458e-b179-1678d3f80b35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eb31ca4-1627-48d9-bbf8-dcbe527ea190,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:07.607986 n-d-825064-1 neutron-server[102430]: INFO neutron.db.securitygroups_db [None req-0811213e-c1a0-47b6-bf39-a24a0f954ad1 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Project 438cce0e2f434b5f879ce307da159923 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 22:45:07.620033 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-914fce85-5210-42d9-b110-54e1601ada2c req-9780d532-0b57-4875-b3b7-07c521789171 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] For port e2d3bebe-7fe5-4d24-bad9-a882cb520f63, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=e2d3bebe-7fe5-4d24-bad9-a882cb520f63,segment=NetworkSegment(f534f66b-59cd-44fa-b0c3-38c9ad321472),segment_id=f534f66b-59cd-44fa-b0c3-38c9ad321472)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:45:07.623887 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-914fce85-5210-42d9-b110-54e1601ada2c req-9780d532-0b57-4875-b3b7-07c521789171 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:07.638627 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0811213e-c1a0-47b6-bf39-a24a0f954ad1 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:07.687899 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-914fce85-5210-42d9-b110-54e1601ada2c req-9780d532-0b57-4875-b3b7-07c521789171 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Calling delete_port for e2d3bebe-7fe5-4d24-bad9-a882cb520f63 owned by compute:nova {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:45:07.811357 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e706c3ed-0a24-47e6-9c77-93a69e4fbca9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-613841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1046579'] for router_interface, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:07.839828 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0811213e-c1a0-47b6-bf39-a24a0f954ad1 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:07.846296 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0811213e-c1a0-47b6-bf39-a24a0f954ad1 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:07.883718 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0811213e-c1a0-47b6-bf39-a24a0f954ad1 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7c23430-9819-40e4-b759-46366793f40e,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:07.905957 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0811213e-c1a0-47b6-bf39-a24a0f954ad1 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:07.910648 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-0811213e-c1a0-47b6-bf39-a24a0f954ad1 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4194205 Jan 18 22:45:07.912533 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 47496) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:45:07.921460 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-c243e7d3-2776-4f55-ba2f-0789cced372e tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Request body: {'security_group_rule': {'security_group_id': '31dd60ca-8970-47bd-952a-ccbc19b487f6', 'project_id': '438cce0e2f434b5f879ce307da159923', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:45:07.954748 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-7492088b-cf87-4cb4-839a-3603fdd5108a req-d83ae16c-3bdb-4a2a-a6bd-379005206e31 service neutron] 10.222.0.67 "GET /v2.0/networks/54cde15a-b3d0-4662-8a1b-478ed8a485ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4015577 Jan 18 22:45:08.113823 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fc7162e7-0e32-4099-b57c-7b2906fdb958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:08.154271 n-d-825064-1 neutron-server[102430]: INFO neutron.db.securitygroups_db [None req-c243e7d3-2776-4f55-ba2f-0789cced372e tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Project 438cce0e2f434b5f879ce307da159923 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 22:45:08.191093 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-914fce85-5210-42d9-b110-54e1601ada2c req-9780d532-0b57-4875-b3b7-07c521789171 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:08.193372 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c243e7d3-2776-4f55-ba2f-0789cced372e tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:08.284402 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-fc7162e7-0e32-4099-b57c-7b2906fdb958 None None] For port e2580e23-1ce8-4caf-93c4-3c46fc698ce0, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=e2580e23-1ce8-4caf-93c4-3c46fc698ce0,segment=NetworkSegment(380c9d03-b18f-448e-9ca6-565b2815b1db),segment_id=380c9d03-b18f-448e-9ca6-565b2815b1db)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:45:08.313318 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fc7162e7-0e32-4099-b57c-7b2906fdb958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:08.321012 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e706c3ed-0a24-47e6-9c77-93a69e4fbca9 admin admin] Router ca616d6e-852a-4139-90bb-87cbf556e6e5 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:45:08.337951 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 47514) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:45:08.339212 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9780d532-0b57-4875-b3b7-07c521789171 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Pushing event deleted for resources: {'Port': ['ID=e2d3bebe-7fe5-4d24-bad9-a882cb520f63,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:08.352202 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7b2047e1-d6f4-40c3-b7cc-e736210939bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:08.363187 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-914fce85-5210-42d9-b110-54e1601ada2c req-9780d532-0b57-4875-b3b7-07c521789171 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] No DVR routers for this DVR port e2d3bebe-7fe5-4d24-bad9-a882cb520f63 on host n-h2-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:45:08.377593 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-914fce85-5210-42d9-b110-54e1601ada2c req-9780d532-0b57-4875-b3b7-07c521789171 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:08.380983 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-914fce85-5210-42d9-b110-54e1601ada2c req-9780d532-0b57-4875-b3b7-07c521789171 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.67 "DELETE /v2.0/ports/e2d3bebe-7fe5-4d24-bad9-a882cb520f63 HTTP/1.1" status: 204 len: 173 time: 1.9096689 Jan 18 22:45:08.385541 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a9fe04f-9d09-42f8-b3b4-35cd8ad10ac8', 'name': 'network-vif-deleted', 'tag': 'e2d3bebe-7fe5-4d24-bad9-a882cb520f63'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:45:08.388209 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb6bcac6-0168-443e-bcee-13361b2a8bd5" -d '{"events": [{"server_uuid": "9a9fe04f-9d09-42f8-b3b4-35cd8ad10ac8", "name": "network-vif-deleted", "tag": "e2d3bebe-7fe5-4d24-bad9-a882cb520f63"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:45:08.440535 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7162e7-0e32-4099-b57c-7b2906fdb958 None None] Pushing event updated for resources: {'Port': ['ID=e2580e23-1ce8-4caf-93c4-3c46fc698ce0,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:08.452851 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-d0fb43e2-636d-4c3c-a81a-c297fad38cf3 None None] Provisioning complete for port e2580e23-1ce8-4caf-93c4-3c46fc698ce0 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:45:08.453686 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d0fb43e2-636d-4c3c-a81a-c297fad38cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:08.457656 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-285f7844-57cd-4c1f-9980-f7d6340d1a8f x-openstack-request-id: req-285f7844-57cd-4c1f-9980-f7d6340d1a8f {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:45:08.458126 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a9fe04f-9d09-42f8-b3b4-35cd8ad10ac8", "name": "network-vif-deleted", "tag": "e2d3bebe-7fe5-4d24-bad9-a882cb520f63", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:45:08.458783 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-285f7844-57cd-4c1f-9980-f7d6340d1a8f {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:45:08.459331 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a9fe04f-9d09-42f8-b3b4-35cd8ad10ac8', 'name': 'network-vif-deleted', 'tag': 'e2d3bebe-7fe5-4d24-bad9-a882cb520f63', 'status': 'completed', 'code': 200} Jan 18 22:45:08.464866 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e913d8b2-c369-4727-b745-607818613593 req-e58a2704-6d97-472f-8ebc-d0da17ddae31 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a9fe04f-9d09-42f8-b3b4-35cd8ad10ac8 HTTP/1.1" status: 200 len: 210 time: 0.1034436 Jan 18 22:45:08.509605 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-068d17d6-4f39-4064-9751-57652af8c83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c7895e-d7ca-4a9c-9f7b-c076f81981e8', 'name': 'tempest-TestAggregatesBasicOps-1092518817-router', 'tenant_id': 'fa75719a6f0b45db97b9be8d2dc0722f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': 'b490d84b-ad90-4b66-a1f8-00f34467f8b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:44:53Z', 'updated_at': '2022-01-18T22:44:59Z', 'revision_number': 4, 'project_id': 'fa75719a6f0b45db97b9be8d2dc0722f', 'gw_port': {'id': 'b490d84b-ad90-4b66-a1f8-00f34467f8b4', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:6a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c7895e-d7ca-4a9c-9f7b-c076f81981e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:44:54Z', 'updated_at': '2022-01-18T22:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'e2580e23-1ce8-4caf-93c4-3c46fc698ce0', 'name': '', 'network_id': '06982178-31c6-4def-8281-3b4ab4860e08', 'tenant_id': 'fa75719a6f0b45db97b9be8d2dc0722f', 'mac_address': 'fa:16:3e:4c:5c:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c7895e-d7ca-4a9c-9f7b-c076f81981e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': 'eb26f09b-6224-4619-974c-f82733f377b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:44:58Z', 'updated_at': '2022-01-18T22:45:06Z', 'revision_number': 4, 'project_id': 'fa75719a6f0b45db97b9be8d2dc0722f', 'subnets': [{'id': 'eb26f09b-6224-4619-974c-f82733f377b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:45:08.513442 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c243e7d3-2776-4f55-ba2f-0789cced372e tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:08.521033 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c243e7d3-2776-4f55-ba2f-0789cced372e tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:08.544859 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068d17d6-4f39-4064-9751-57652af8c83f None None] The sync data for ids ['53c7895e-d7ca-4a9c-9f7b-c076f81981e8'] in n-d-825064-1 is: [{'id': '53c7895e-d7ca-4a9c-9f7b-c076f81981e8', 'name': 'tempest-TestAggregatesBasicOps-1092518817-router', 'tenant_id': 'fa75719a6f0b45db97b9be8d2dc0722f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': 'b490d84b-ad90-4b66-a1f8-00f34467f8b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:44:53Z', 'updated_at': '2022-01-18T22:44:59Z', 'revision_number': 4, 'project_id': 'fa75719a6f0b45db97b9be8d2dc0722f', 'gw_port': {'id': 'b490d84b-ad90-4b66-a1f8-00f34467f8b4', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:6a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c7895e-d7ca-4a9c-9f7b-c076f81981e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:44:54Z', 'updated_at': '2022-01-18T22:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'e2580e23-1ce8-4caf-93c4-3c46fc698ce0', 'name': '', 'network_id': '06982178-31c6-4def-8281-3b4ab4860e08', 'tenant_id': 'fa75719a6f0b45db97b9be8d2dc0722f', 'mac_address': 'fa:16:3e:4c:5c:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c7895e-d7ca-4a9c-9f7b-c076f81981e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': 'eb26f09b-6224-4619-974c-f82733f377b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:44:58Z', 'updated_at': '2022-01-18T22:45:06Z', 'revision_number': 4, 'project_id': 'fa75719a6f0b45db97b9be8d2dc0722f', 'subnets': [{'id': 'eb26f09b-6224-4619-974c-f82733f377b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:45:08.545460 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e706c3ed-0a24-47e6-9c77-93a69e4fbca9 admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:45:08.559326 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c243e7d3-2776-4f55-ba2f-0789cced372e tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:08.563722 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-e706c3ed-0a24-47e6-9c77-93a69e4fbca9 admin admin] 10.222.0.53 "PUT /v2.0/routers/ca616d6e-852a-4139-90bb-87cbf556e6e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5792341 Jan 18 22:45:08.564640 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 47518) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:45:08.565342 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 47520) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:45:08.574648 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-c243e7d3-2776-4f55-ba2f-0789cced372e tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6593344 Jan 18 22:45:08.579298 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-fde4cc82-c4dd-49f9-bf1b-c9d9528a7b8e tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Request body: {'network': {'name': 'tempest-network-smoke--1474294513', 'project_id': '438cce0e2f434b5f879ce307da159923', 'port_security_enabled': True}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:45:08.579463 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c243e7d3-2776-4f55-ba2f-0789cced372e tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d479ca1-13e3-4c9b-95cb-50b22c91f265,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:08.608225 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c179aa2a-6650-4c9f-bfb5-5dffbd449552 None None] Sync routers for ids ['ca616d6e-852a-4139-90bb-87cbf556e6e5'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:45:08.636927 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c179aa2a-6650-4c9f-bfb5-5dffbd449552 None None] Routers {'ca616d6e-852a-4139-90bb-87cbf556e6e5'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:45:08.637566 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-c179aa2a-6650-4c9f-bfb5-5dffbd449552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:44:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['ca616d6e-852a-4139-90bb-87cbf556e6e5'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:45:08.691722 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7b2047e1-d6f4-40c3-b7cc-e736210939bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:08.709369 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7b2047e1-d6f4-40c3-b7cc-e736210939bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:08.770411 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fde4cc82-c4dd-49f9-bf1b-c9d9528a7b8e tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Made reservation on behalf of 438cce0e2f434b5f879ce307da159923 for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:45:08.774887 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fde4cc82-c4dd-49f9-bf1b-c9d9528a7b8e tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:08.856731 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2047e1-d6f4-40c3-b7cc-e736210939bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac07829-6fc0-420d-9720-66c9108e6188,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:08.868612 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 47524) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:45:08.869197 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-7b2047e1-d6f4-40c3-b7cc-e736210939bb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=750073a2177d42319ad3897b213bcda6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5314732 Jan 18 22:45:08.875070 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-94454e72-b2de-4db8-8007-9fd3508fadea admin admin] Notify callbacks [] for router, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:08.887696 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-c179aa2a-6650-4c9f-bfb5-5dffbd449552 None None] Set router ca616d6e-852a-4139-90bb-87cbf556e6e5 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:45:08.970097 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5abb9cc9-be21-4b82-a659-903bf243556d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:08.987825 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fde4cc82-c4dd-49f9-bf1b-c9d9528a7b8e tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:45:09.025679 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fde4cc82-c4dd-49f9-bf1b-c9d9528a7b8e tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:09.027366 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-fde4cc82-c4dd-49f9-bf1b-c9d9528a7b8e tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Added segment d3505b39-26d9-46ed-8521-b57d7815e856 of type vlan for network b2568ae2-60e5-4afa-bb4a-1f65f411c8dd Jan 18 22:45:09.039428 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5abb9cc9-be21-4b82-a659-903bf243556d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:09.129911 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5abb9cc9-be21-4b82-a659-903bf243556d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:09.133277 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5abb9cc9-be21-4b82-a659-903bf243556d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:09.134434 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-5abb9cc9-be21-4b82-a659-903bf243556d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2ac07829-6fc0-420d-9720-66c9108e6188 HTTP/1.1" status: 204 len: 168 time: 0.2636507 Jan 18 22:45:09.156368 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device e2580e23-1ce8-4caf-93c4-3c46fc698ce0 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:45:09.159240 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fde4cc82-c4dd-49f9-bf1b-c9d9528a7b8e tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:09.164719 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abb9cc9-be21-4b82-a659-903bf243556d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac07829-6fc0-420d-9720-66c9108e6188,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:09.199814 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-94454e72-b2de-4db8-8007-9fd3508fadea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:09.211889 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fde4cc82-c4dd-49f9-bf1b-c9d9528a7b8e tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:09.223010 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde4cc82-c4dd-49f9-bf1b-c9d9528a7b8e tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:09.226220 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fde4cc82-c4dd-49f9-bf1b-c9d9528a7b8e tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:09.405528 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port e2580e23-1ce8-4caf-93c4-3c46fc698ce0 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:45:09.406408 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:09.434434 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-fde4cc82-c4dd-49f9-bf1b-c9d9528a7b8e tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8603816 Jan 18 22:45:09.438100 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 47542) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:45:09.440554 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde4cc82-c4dd-49f9-bf1b-c9d9528a7b8e tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Pushing event updated for resources: {'Network': ['ID=b2568ae2-60e5-4afa-bb4a-1f65f411c8dd,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:09.443380 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-4f45c0c9-cc60-49a6-9fce-82821e993375 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2099520946', 'admin_state_up': True, 'project_id': '438cce0e2f434b5f879ce307da159923', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:45:09.458419 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network b2568ae2-60e5-4afa-bb4a-1f65f411c8dd details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:45:09.478947 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-94454e72-b2de-4db8-8007-9fd3508fadea admin admin] Deleting port f92934e6-012c-4382-ada4-97367c6b764d {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:45:09.479293 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-94454e72-b2de-4db8-8007-9fd3508fadea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:09.507768 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4f45c0c9-cc60-49a6-9fce-82821e993375 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1044160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8692'] for router, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:09.513044 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4f45c0c9-cc60-49a6-9fce-82821e993375 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1040680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8675'] for router, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:09.575047 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 47548) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:45:09.698107 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-94454e72-b2de-4db8-8007-9fd3508fadea admin admin] For port f92934e6-012c-4382-ada4-97367c6b764d, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=f92934e6-012c-4382-ada4-97367c6b764d,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:45:09.698477 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-94454e72-b2de-4db8-8007-9fd3508fadea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:09.708980 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 47550) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:45:09.724095 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-94454e72-b2de-4db8-8007-9fd3508fadea admin admin] Calling delete_port for f92934e6-012c-4382-ada4-97367c6b764d owned by network:router_gateway {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:45:09.735093 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6d0e2a5d-0d3f-42ac-ace3-ed02932209c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:09.849375 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device e2d3bebe-7fe5-4d24-bad9-a882cb520f63 no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:45:09.892662 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] No Port match for: e2d3bebe-7fe5-4d24-bad9-a882cb520f63 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:45:09.893405 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device e2d3bebe-7fe5-4d24-bad9-a882cb520f63 not bound to the agent host n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:45:09.990695 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-c179aa2a-6650-4c9f-bfb5-5dffbd449552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca616d6e-852a-4139-90bb-87cbf556e6e5', 'name': 'tempest-TestAggregatesBasicOps-698213132-router', 'tenant_id': '76a3724fa1794eb28fed3ef3aedb6db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': 'f92934e6-012c-4382-ada4-97367c6b764d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:44:42Z', 'updated_at': '2022-01-18T22:45:05Z', 'revision_number': 5, 'project_id': '76a3724fa1794eb28fed3ef3aedb6db3', 'gw_port': {'id': 'f92934e6-012c-4382-ada4-97367c6b764d', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca616d6e-852a-4139-90bb-87cbf556e6e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:44:44Z', 'updated_at': '2022-01-18T22:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:45:10.025346 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6d0e2a5d-0d3f-42ac-ace3-ed02932209c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:10.034825 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c179aa2a-6650-4c9f-bfb5-5dffbd449552 None None] Checking router: ca616d6e-852a-4139-90bb-87cbf556e6e5 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:45:10.035739 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6d0e2a5d-0d3f-42ac-ace3-ed02932209c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:10.036118 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4f45c0c9-cc60-49a6-9fce-82821e993375 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:10.045392 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c179aa2a-6650-4c9f-bfb5-5dffbd449552 None None] Routers {'ca616d6e-852a-4139-90bb-87cbf556e6e5'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:45:10.046383 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-c179aa2a-6650-4c9f-bfb5-5dffbd449552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:44:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['ca616d6e-852a-4139-90bb-87cbf556e6e5'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:45:10.110819 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-6d0e2a5d-0d3f-42ac-ace3-ed02932209c8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=120e88277b454a89bb35731bd9d6ba95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3984733 Jan 18 22:45:10.112533 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0e2a5d-0d3f-42ac-ace3-ed02932209c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=693ada4e-4cd1-47c7-8153-862307b3fe42,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:10.117971 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 47554) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:45:10.150217 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-c179aa2a-6650-4c9f-bfb5-5dffbd449552 None None] Set router ca616d6e-852a-4139-90bb-87cbf556e6e5 gateway port host: None {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:45:10.153949 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-94454e72-b2de-4db8-8007-9fd3508fadea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:10.185945 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94454e72-b2de-4db8-8007-9fd3508fadea admin admin] Pushing event deleted for resources: {'Port': ['ID=f92934e6-012c-4382-ada4-97367c6b764d,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:10.206448 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-c179aa2a-6650-4c9f-bfb5-5dffbd449552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca616d6e-852a-4139-90bb-87cbf556e6e5', 'name': 'tempest-TestAggregatesBasicOps-698213132-router', 'tenant_id': '76a3724fa1794eb28fed3ef3aedb6db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:44:42Z', 'updated_at': '2022-01-18T22:45:09Z', 'revision_number': 6, 'project_id': '76a3724fa1794eb28fed3ef3aedb6db3', 'gw_port_host': None}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:45:10.232974 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4f45c0c9-cc60-49a6-9fce-82821e993375 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:10.236091 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c179aa2a-6650-4c9f-bfb5-5dffbd449552 None None] The sync data for ids ['ca616d6e-852a-4139-90bb-87cbf556e6e5'] in n-d-825064-1 is: [{'id': 'ca616d6e-852a-4139-90bb-87cbf556e6e5', 'name': 'tempest-TestAggregatesBasicOps-698213132-router', 'tenant_id': '76a3724fa1794eb28fed3ef3aedb6db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:44:42Z', 'updated_at': '2022-01-18T22:45:09Z', 'revision_number': 6, 'project_id': '76a3724fa1794eb28fed3ef3aedb6db3', 'gw_port_host': None}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:45:10.242410 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-54910612-2b4d-4bdc-a598-3e15b7d509c3 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:10.275823 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-94454e72-b2de-4db8-8007-9fd3508fadea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043029'] for router_gateway, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:10.291474 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327e677d-acba-431a-8b48-1eab1017bd73 req-9a02d133-3593-4616-ab54-f7f51ae87e26 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:10.306382 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-327e677d-acba-431a-8b48-1eab1017bd73 req-9a02d133-3593-4616-ab54-f7f51ae87e26 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/networks?id=3887d3dd-b3d8-463d-9d9c-879e57c9ab40 HTTP/1.1" status: 200 len: 811 time: 0.8037381 Jan 18 22:45:10.347983 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-54910612-2b4d-4bdc-a598-3e15b7d509c3 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:10.360869 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-327e677d-acba-431a-8b48-1eab1017bd73 req-8fb07794-4f3a-42e7-b4ce-3325f8187c55 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/quotas/0c676acb4b374123bc012031246d3916 HTTP/1.1" status: 200 len: 375 time: 0.0535991 Jan 18 22:45:10.371202 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-94454e72-b2de-4db8-8007-9fd3508fadea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1040886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8602'] for router, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:10.373402 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-94454e72-b2de-4db8-8007-9fd3508fadea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:10.423109 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-94454e72-b2de-4db8-8007-9fd3508fadea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1040832'] for router, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:10.423569 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94454e72-b2de-4db8-8007-9fd3508fadea admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca616d6e-852a-4139-90bb-87cbf556e6e5 {{(pid=102431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 22:45:10.428430 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-94454e72-b2de-4db8-8007-9fd3508fadea admin admin] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:10.429745 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-94454e72-b2de-4db8-8007-9fd3508fadea admin admin] 10.222.0.53 "DELETE /v2.0/routers/ca616d6e-852a-4139-90bb-87cbf556e6e5 HTTP/1.1" status: 204 len: 168 time: 1.8615620 Jan 18 22:45:10.432220 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 47556) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:45:10.456379 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-63bd80f2-db3c-416c-943a-7ffcc70ac665 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:10.485446 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-be06bd61-c813-488d-a7f4-ee1a070641be admin admin] Deleting subnet 1dc24867-bbf1-46ac-b04f-05d87f644936 {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:45:10.492205 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-be06bd61-c813-488d-a7f4-ee1a070641be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:10.498062 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-63bd80f2-db3c-416c-943a-7ffcc70ac665 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:10.529801 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-be06bd61-c813-488d-a7f4-ee1a070641be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:10.533110 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-327e677d-acba-431a-8b48-1eab1017bd73 req-8e729129-5c98-4105-8544-66301f7b9b77 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=0c676acb4b374123bc012031246d3916&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1429849 Jan 18 22:45:10.547396 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [req-327e677d-acba-431a-8b48-1eab1017bd73 req-35caaba2-416f-4be6-beb4-3173f42233f1 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102430) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:45:10.548908 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-327e677d-acba-431a-8b48-1eab1017bd73 req-35caaba2-416f-4be6-beb4-3173f42233f1 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065639 Jan 18 22:45:10.623935 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-54910612-2b4d-4bdc-a598-3e15b7d509c3 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:10.626612 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-54910612-2b4d-4bdc-a598-3e15b7d509c3 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:10.630463 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-54910612-2b4d-4bdc-a598-3e15b7d509c3 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "DELETE /v2.0/security-groups/06879c08-9e1d-4dae-8c09-839ec9fac45c HTTP/1.1" status: 204 len: 168 time: 1.0513089 Jan 18 22:45:10.668020 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 47560) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:45:10.668621 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54910612-2b4d-4bdc-a598-3e15b7d509c3 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06879c08-9e1d-4dae-8c09-839ec9fac45c,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:10.673399 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-63bd80f2-db3c-416c-943a-7ffcc70ac665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:10.675819 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-63bd80f2-db3c-416c-943a-7ffcc70ac665 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:10.680417 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-63bd80f2-db3c-416c-943a-7ffcc70ac665 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/693ada4e-4cd1-47c7-8153-862307b3fe42 HTTP/1.1" status: 204 len: 168 time: 0.5600705 Jan 18 22:45:10.713401 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bd80f2-db3c-416c-943a-7ffcc70ac665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=693ada4e-4cd1-47c7-8153-862307b3fe42,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:10.730944 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-327e677d-acba-431a-8b48-1eab1017bd73 req-3576149c-2a2f-43aa-b9b3-449d5a7a3619 service neutron] 10.222.0.53 "GET /v2.0/networks/3887d3dd-b3d8-463d-9d9c-879e57c9ab40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708708 Jan 18 22:45:10.775243 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-be06bd61-c813-488d-a7f4-ee1a070641be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:10.911823 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4f45c0c9-cc60-49a6-9fce-82821e993375 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for router_gateway, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:10.961642 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-be06bd61-c813-488d-a7f4-ee1a070641be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:10.974454 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4f45c0c9-cc60-49a6-9fce-82821e993375 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:11.003039 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be06bd61-c813-488d-a7f4-ee1a070641be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1dc24867-bbf1-46ac-b04f-05d87f644936,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:11.019679 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd50e27f-3d10-47af-b87f-c020d0f5f245 None None] Network 826d921e-9454-4214-85b7-83a039e8b84e requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:45:11.021180 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-be06bd61-c813-488d-a7f4-ee1a070641be admin admin] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:11.025615 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-be06bd61-c813-488d-a7f4-ee1a070641be admin admin] 10.222.0.53 "DELETE /v2.0/subnets/1dc24867-bbf1-46ac-b04f-05d87f644936 HTTP/1.1" status: 204 len: 168 time: 0.5917284 Jan 18 22:45:11.029883 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 47568) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:45:11.050332 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-327e677d-acba-431a-8b48-1eab1017bd73 req-35071d46-e552-464f-90a4-b3660812b490 service neutron] 10.222.0.53 "GET /v2.0/networks/3887d3dd-b3d8-463d-9d9c-879e57c9ab40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770174 Jan 18 22:45:11.123004 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-4f45c0c9-cc60-49a6-9fce-82821e993375 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Allocated IP 172.25.5.74 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/c6f8ed7f-2c77-41ad-82ba-84f684886a2c) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:45:11.142935 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-11dac8f1-71af-4d9e-8d42-6ec8e66aad7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:11.340377 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-11dac8f1-71af-4d9e-8d42-6ec8e66aad7a admin admin] Deleting port c0afe59a-cc2f-4f16-84a9-3ca681da302b {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:45:11.340725 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-11dac8f1-71af-4d9e-8d42-6ec8e66aad7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:11.347475 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device dea4e8fa-bc13-4a73-af88-700ad9d55867 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:45:11.387672 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: dea4e8fa-bc13-4a73-af88-700ad9d55867 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:45:11.388017 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device dea4e8fa-bc13-4a73-af88-700ad9d55867 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:45:11.388475 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device f92934e6-012c-4382-ada4-97367c6b764d no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:45:11.447503 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-11dac8f1-71af-4d9e-8d42-6ec8e66aad7a admin admin] For port c0afe59a-cc2f-4f16-84a9-3ca681da302b, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=c0afe59a-cc2f-4f16-84a9-3ca681da302b,segment=NetworkSegment(caffabcb-8073-48a6-b4d1-79ecfc845f4f),segment_id=caffabcb-8073-48a6-b4d1-79ecfc845f4f)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:45:11.448402 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-11dac8f1-71af-4d9e-8d42-6ec8e66aad7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:11.448525 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: f92934e6-012c-4382-ada4-97367c6b764d {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:45:11.448850 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device f92934e6-012c-4382-ada4-97367c6b764d not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:45:11.470246 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-11dac8f1-71af-4d9e-8d42-6ec8e66aad7a admin admin] Calling delete_port for c0afe59a-cc2f-4f16-84a9-3ca681da302b owned by network:dhcp {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:45:11.485139 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b586005b-adc3-430d-ae2d-849c2e9ec10e req-f4de13ec-27e4-4015-b784-e540ceb8995e tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=be4c560b-5bfc-46bc-91a5-03e09b8604a1 HTTP/1.1" status: 200 len: 210 time: 0.0872738 Jan 18 22:45:11.504400 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4f45c0c9-cc60-49a6-9fce-82821e993375 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:11.554959 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4f45c0c9-cc60-49a6-9fce-82821e993375 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:11.581828 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f56277-13e2-4bb8-a15a-0b6dffc16bc2 None None] DHCP port deletion for 826d921e-9454-4214-85b7-83a039e8b84e request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:45:11.631274 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f45c0c9-cc60-49a6-9fce-82821e993375 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:45:11.641369 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-4f45c0c9-cc60-49a6-9fce-82821e993375 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:45:11.645180 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f45c0c9-cc60-49a6-9fce-82821e993375 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:45:11.690801 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-e7f56277-13e2-4bb8-a15a-0b6dffc16bc2 None None] Deleting port c0afe59a-cc2f-4f16-84a9-3ca681da302b {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:45:11.691090 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e7f56277-13e2-4bb8-a15a-0b6dffc16bc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:11.700894 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f45c0c9-cc60-49a6-9fce-82821e993375 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Pushing event updated for resources: {'Port': ['ID=c6f8ed7f-2c77-41ad-82ba-84f684886a2c,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:11.714074 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-11dac8f1-71af-4d9e-8d42-6ec8e66aad7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:11.766122 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dac8f1-71af-4d9e-8d42-6ec8e66aad7a admin admin] Pushing event deleted for resources: {'Port': ['ID=c0afe59a-cc2f-4f16-84a9-3ca681da302b,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:11.774804 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11dac8f1-71af-4d9e-8d42-6ec8e66aad7a admin admin] No DVR routers for this DVR port c0afe59a-cc2f-4f16-84a9-3ca681da302b on host n-d-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:45:11.844443 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-e7f56277-13e2-4bb8-a15a-0b6dffc16bc2 None None] For port c0afe59a-cc2f-4f16-84a9-3ca681da302b, host n-d-825064-1, got binding levels [] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:45:11.844878 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e7f56277-13e2-4bb8-a15a-0b6dffc16bc2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:11.877199 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-e7f56277-13e2-4bb8-a15a-0b6dffc16bc2 None None] Calling delete_port for c0afe59a-cc2f-4f16-84a9-3ca681da302b owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:45:11.879877 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.ipam_backend_mixin [None req-e7f56277-13e2-4bb8-a15a-0b6dffc16bc2 None None] Port c0afe59a-cc2f-4f16-84a9-3ca681da302b was not found and therefore no delete operation was performed {{(pid=102432) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 18 22:45:11.901764 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e7f56277-13e2-4bb8-a15a-0b6dffc16bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:11.916834 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-83531988-989e-4d62-881c-c8e4bb463b8f tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1041027'] for router_interface, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:11.990045 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f56277-13e2-4bb8-a15a-0b6dffc16bc2 None None] Pushing event deleted for resources: {'Port': ['ID=c0afe59a-cc2f-4f16-84a9-3ca681da302b,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:12.011994 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f56277-13e2-4bb8-a15a-0b6dffc16bc2 None None] No DVR routers for this DVR port c0afe59a-cc2f-4f16-84a9-3ca681da302b on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:45:12.255456 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4f45c0c9-cc60-49a6-9fce-82821e993375 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for router_gateway, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:12.517337 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-11dac8f1-71af-4d9e-8d42-6ec8e66aad7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:12.555307 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-11dac8f1-71af-4d9e-8d42-6ec8e66aad7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['826d921e-9454-4214-85b7-83a039e8b84e']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:45:12.570178 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-11dac8f1-71af-4d9e-8d42-6ec8e66aad7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caffabcb-8073-48a6-b4d1-79ecfc845f4f') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:45:12.570474 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-11dac8f1-71af-4d9e-8d42-6ec8e66aad7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caffabcb-8073-48a6-b4d1-79ecfc845f4f') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:45:12.634327 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-11dac8f1-71af-4d9e-8d42-6ec8e66aad7a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:12.674675 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-11dac8f1-71af-4d9e-8d42-6ec8e66aad7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:12.683625 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11dac8f1-71af-4d9e-8d42-6ec8e66aad7a admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:45:12.686665 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-11dac8f1-71af-4d9e-8d42-6ec8e66aad7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:12.689195 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:45:12.689195 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:45:12.689195 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:45:12.689195 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:45:12.689195 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:45:12.689195 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:45:12.689195 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:45:12.689195 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:45:12.689195 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:45:12.689195 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:45:12.689195 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:45:12.689195 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:45:12.689195 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:45:12.689195 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:45:12.689195 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:45:12.689195 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:45:12.689195 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:45:12.689195 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:45:12.689195 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:45:12.689195 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:45:12.689195 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:45:12.689195 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:45:12.689195 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:45:12.689195 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:45:12.689195 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:45:12.689195 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:45:12.689195 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:45:12.689195 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:45:12.689195 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:45:12.689195 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:45:12.689195 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:45:12.689195 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:45:12.700420 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4f64176b-0af5-440e-a986-34a4bdbcc0d6 req-f5d4ec00-d22c-4484-b5bf-02ee94785fd0 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=be4c560b-5bfc-46bc-91a5-03e09b8604a1 HTTP/1.1" status: 200 len: 210 time: 0.0425365 Jan 18 22:45:12.764544 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4f45c0c9-cc60-49a6-9fce-82821e993375 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1040691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049'] for router, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:12.769633 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-11dac8f1-71af-4d9e-8d42-6ec8e66aad7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:12.879447 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-11dac8f1-71af-4d9e-8d42-6ec8e66aad7a admin admin] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:12.887817 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 47618) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:45:12.888073 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-11dac8f1-71af-4d9e-8d42-6ec8e66aad7a admin admin] 10.222.0.53 "DELETE /v2.0/networks/826d921e-9454-4214-85b7-83a039e8b84e HTTP/1.1" status: 204 len: 168 time: 1.8585889 Jan 18 22:45:12.891576 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dac8f1-71af-4d9e-8d42-6ec8e66aad7a admin admin] Pushing event deleted for resources: {'Network': ['ID=826d921e-9454-4214-85b7-83a039e8b84e,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:12.891736 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 47620) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:45:12.937715 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:12.981220 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-83531988-989e-4d62-881c-c8e4bb463b8f tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Deleting port c6f96e70-2b8f-4f48-bb77-9b204eca615d {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:45:12.982433 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-83531988-989e-4d62-881c-c8e4bb463b8f tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:13.109850 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device c0afe59a-cc2f-4f16-84a9-3ca681da302b no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:45:13.154204 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: c0afe59a-cc2f-4f16-84a9-3ca681da302b {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:45:13.154550 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device c0afe59a-cc2f-4f16-84a9-3ca681da302b not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:45:13.193744 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-83531988-989e-4d62-881c-c8e4bb463b8f tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] For port c6f96e70-2b8f-4f48-bb77-9b204eca615d, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=c6f96e70-2b8f-4f48-bb77-9b204eca615d,segment=NetworkSegment(f534f66b-59cd-44fa-b0c3-38c9ad321472),segment_id=f534f66b-59cd-44fa-b0c3-38c9ad321472)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:45:13.194320 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-83531988-989e-4d62-881c-c8e4bb463b8f tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:13.208595 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-83531988-989e-4d62-881c-c8e4bb463b8f tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Calling delete_port for c6f96e70-2b8f-4f48-bb77-9b204eca615d owned by network:router_interface {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:45:13.215608 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b245c26c-4aa1-4e06-9d99-ed5e74de50de admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:13.299346 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327e677d-acba-431a-8b48-1eab1017bd73 req-2088e249-ee3f-4ebb-85be-7a2ede08bf24 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:13.301610 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-327e677d-acba-431a-8b48-1eab1017bd73 req-2088e249-ee3f-4ebb-85be-7a2ede08bf24 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.67 "GET /v2.0/networks?id=3887d3dd-b3d8-463d-9d9c-879e57c9ab40 HTTP/1.1" status: 200 len: 811 time: 0.2842190 Jan 18 22:45:13.354885 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-327e677d-acba-431a-8b48-1eab1017bd73 req-9c28a488-d79a-4ff6-8530-c6fc20bc1691 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Request body: {'port': {'device_id': 'be4c560b-5bfc-46bc-91a5-03e09b8604a1', 'network_id': '3887d3dd-b3d8-463d-9d9c-879e57c9ab40', 'admin_state_up': True, 'tenant_id': '0c676acb4b374123bc012031246d3916'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:45:13.436933 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-83531988-989e-4d62-881c-c8e4bb463b8f tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:13.502360 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83531988-989e-4d62-881c-c8e4bb463b8f tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Pushing event deleted for resources: {'Port': ['ID=c6f96e70-2b8f-4f48-bb77-9b204eca615d,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:13.769784 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-83531988-989e-4d62-881c-c8e4bb463b8f tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-613841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1046579'] for router_interface, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:13.780843 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:13.857761 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f45c0c9-cc60-49a6-9fce-82821e993375 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Router 50dded13-1674-4efb-b638-27d3deb8682e is scheduled to L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 with binding_index 1 {{(pid=102430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 22:45:13.948760 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ae65e4ab-63af-4b4c-960d-bb816e1a5d82 req-4a03a43d-4ff5-46c5-b31a-81cb4297194f tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=be4c560b-5bfc-46bc-91a5-03e09b8604a1 HTTP/1.1" status: 200 len: 210 time: 0.0991697 Jan 18 22:45:14.103760 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83531988-989e-4d62-881c-c8e4bb463b8f tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Router cd46a3d0-e3a7-4fbc-b90b-0c6a03b6276b has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:45:14.124666 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b245c26c-4aa1-4e06-9d99-ed5e74de50de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:14.183110 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b245c26c-4aa1-4e06-9d99-ed5e74de50de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:14.242737 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83531988-989e-4d62-881c-c8e4bb463b8f tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:45:14.255915 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-83531988-989e-4d62-881c-c8e4bb463b8f tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "PUT /v2.0/routers/cd46a3d0-e3a7-4fbc-b90b-0c6a03b6276b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5850766 Jan 18 22:45:14.258691 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 47640) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:45:14.266124 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-b245c26c-4aa1-4e06-9d99-ed5e74de50de admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=06956b2c0f364c1b9bcf48cf35bb11a5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3642204 Jan 18 22:45:14.270577 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f45c0c9-cc60-49a6-9fce-82821e993375 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:45:14.273501 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 47642) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:45:14.279863 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53f68b2-7dad-4bed-9fd9-35ba4baeff13 None None] Sync routers for ids ['cd46a3d0-e3a7-4fbc-b90b-0c6a03b6276b'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:45:14.295986 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b245c26c-4aa1-4e06-9d99-ed5e74de50de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26155c74-54b8-4ef6-b7d4-94e7f9be9d7c,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:14.306489 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53f68b2-7dad-4bed-9fd9-35ba4baeff13 None None] Routers {'cd46a3d0-e3a7-4fbc-b90b-0c6a03b6276b'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:45:14.306809 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-e53f68b2-7dad-4bed-9fd9-35ba4baeff13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:44:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['cd46a3d0-e3a7-4fbc-b90b-0c6a03b6276b'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:45:14.315293 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37bc56d-2c55-4f00-8ddc-1425e0b8c6ca None None] Sync routers for ids ['50dded13-1674-4efb-b638-27d3deb8682e'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:45:14.321645 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-327e677d-acba-431a-8b48-1eab1017bd73 req-9c28a488-d79a-4ff6-8530-c6fc20bc1691 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Made reservation on behalf of 0c676acb4b374123bc012031246d3916 for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:45:14.325791 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-327e677d-acba-431a-8b48-1eab1017bd73 req-9c28a488-d79a-4ff6-8530-c6fc20bc1691 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:14.330651 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37bc56d-2c55-4f00-8ddc-1425e0b8c6ca None None] Routers {'50dded13-1674-4efb-b638-27d3deb8682e'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:45:14.334672 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-a37bc56d-2c55-4f00-8ddc-1425e0b8c6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:44:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['50dded13-1674-4efb-b638-27d3deb8682e'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:45:14.351647 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a1f50ad-b07f-48ac-af7c-bb95009eeb87 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Deleting subnet 06b2cac0-86a6-4500-95d7-3a3f5617a0cc {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:45:14.356238 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3a1f50ad-b07f-48ac-af7c-bb95009eeb87 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:14.375673 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4f45c0c9-cc60-49a6-9fce-82821e993375 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for router, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:14.380444 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-4f45c0c9-cc60-49a6-9fce-82821e993375 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.9410570 Jan 18 22:45:14.381318 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 47644) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:45:14.416311 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3a1f50ad-b07f-48ac-af7c-bb95009eeb87 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:14.504560 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 47646) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:45:14.505385 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-a4c52a4e-a283-42aa-93c7-c80098d0e78d tempest-TestNetworkAdvancedServerOps-1886563698 tempest-TestNetworkAdvancedServerOps-1886563698-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=438cce0e2f434b5f879ce307da159923&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1177204 Jan 18 22:45:14.623457 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-a37bc56d-2c55-4f00-8ddc-1425e0b8c6ca None None] Set router 50dded13-1674-4efb-b638-27d3deb8682e gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:45:14.633773 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-e53f68b2-7dad-4bed-9fd9-35ba4baeff13 None None] Set router cd46a3d0-e3a7-4fbc-b90b-0c6a03b6276b gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:45:14.663835 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3a1f50ad-b07f-48ac-af7c-bb95009eeb87 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:14.668569 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-30a1f734-8777-448d-8667-08d70f2b6a2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:14.742783 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb49bea-8f17-449e-b294-1ba49f7ac6f3 tempest-TestNetworkAdvancedServerOps-1886563698 tempest-TestNetworkAdvancedServerOps-1886563698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:14.745260 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-ebb49bea-8f17-449e-b294-1ba49f7ac6f3 tempest-TestNetworkAdvancedServerOps-1886563698 tempest-TestNetworkAdvancedServerOps-1886563698-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2403338 Jan 18 22:45:14.747991 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 47658) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:45:14.765502 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-df20515e-e9f0-4c3b-9a04-0e5eeb81e981 req-3d576ffe-2a1c-4113-9c97-51035d2fa3a6 tempest-VolumesBackupsTest-709108907 tempest-VolumesBackupsTest-709108907-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=ca384ada3dc84fb0a7ebf1c2b5980305&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1323535 Jan 18 22:45:14.795662 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-5f19d02b-7c16-465c-a997-7cb6b5c4ab49 tempest-TestNetworkAdvancedServerOps-1886563698 tempest-TestNetworkAdvancedServerOps-1886563698-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=0fa7c7c8-c96a-4aa5-9818-d374adf00f99&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0458050 Jan 18 22:45:14.797922 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 47660) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:45:14.803544 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-0eef39aa-a8c5-4795-abb6-b68009a96c9f tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-554585845', 'network_id': 'b2568ae2-60e5-4afa-bb4a-1f65f411c8dd', 'project_id': '438cce0e2f434b5f879ce307da159923', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:45:14.825492 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3a1f50ad-b07f-48ac-af7c-bb95009eeb87 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:14.844213 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-a37bc56d-2c55-4f00-8ddc-1425e0b8c6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50dded13-1674-4efb-b638-27d3deb8682e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2099520946', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'c6f8ed7f-2c77-41ad-82ba-84f684886a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:45:09Z', 'updated_at': '2022-01-18T22:45:12Z', 'revision_number': 3, 'project_id': '438cce0e2f434b5f879ce307da159923', 'gw_port': {'id': 'c6f8ed7f-2c77-41ad-82ba-84f684886a2c', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:39:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50dded13-1674-4efb-b638-27d3deb8682e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:45:10Z', 'updated_at': '2022-01-18T22:45:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:45:14.880695 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b383e2c-7e90-4648-a3e7-8e4326fde195 None None] Network 54cde15a-b3d0-4662-8a1b-478ed8a485ba requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:45:14.882233 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-e53f68b2-7dad-4bed-9fd9-35ba4baeff13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd46a3d0-e3a7-4fbc-b90b-0c6a03b6276b', 'name': 'tempest-TestNetworkBasicOps-router-1228168891', 'tenant_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '49daa510-f6ef-4709-9d2f-f3ef56651a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:43:56Z', 'updated_at': '2022-01-18T22:45:13Z', 'revision_number': 5, 'project_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'gw_port': {'id': '49daa510-f6ef-4709-9d2f-f3ef56651a1f', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:a7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd46a3d0-e3a7-4fbc-b90b-0c6a03b6276b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:43:57Z', 'updated_at': '2022-01-18T22:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:45:14.885827 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37bc56d-2c55-4f00-8ddc-1425e0b8c6ca None None] Checking router: 50dded13-1674-4efb-b638-27d3deb8682e for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:45:14.886361 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37bc56d-2c55-4f00-8ddc-1425e0b8c6ca None None] Updating router 50dded13-1674-4efb-b638-27d3deb8682e port c6f8ed7f-2c77-41ad-82ba-84f684886a2c binding host n-d-825064-1 {{(pid=102432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:45:14.892308 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1f50ad-b07f-48ac-af7c-bb95009eeb87 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Pushing event deleted for resources: {'Subnet': ['ID=06b2cac0-86a6-4500-95d7-3a3f5617a0cc,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:14.898962 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-30a1f734-8777-448d-8667-08d70f2b6a2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:14.899571 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3a1f50ad-b07f-48ac-af7c-bb95009eeb87 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:14.906152 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-3a1f50ad-b07f-48ac-af7c-bb95009eeb87 tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "DELETE /v2.0/subnets/06b2cac0-86a6-4500-95d7-3a3f5617a0cc HTTP/1.1" status: 204 len: 168 time: 0.6433938 Jan 18 22:45:14.907158 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 47662) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:45:14.916148 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53f68b2-7dad-4bed-9fd9-35ba4baeff13 None None] Checking router: cd46a3d0-e3a7-4fbc-b90b-0c6a03b6276b for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:45:14.939168 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a37bc56d-2c55-4f00-8ddc-1425e0b8c6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:14.940989 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53f68b2-7dad-4bed-9fd9-35ba4baeff13 None None] Routers {'cd46a3d0-e3a7-4fbc-b90b-0c6a03b6276b'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:45:14.941643 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-e53f68b2-7dad-4bed-9fd9-35ba4baeff13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:44:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['cd46a3d0-e3a7-4fbc-b90b-0c6a03b6276b'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:45:15.088448 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-e53f68b2-7dad-4bed-9fd9-35ba4baeff13 None None] Set router cd46a3d0-e3a7-4fbc-b90b-0c6a03b6276b gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:45:15.127652 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eef39aa-a8c5-4795-abb6-b68009a96c9f tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Made reservation on behalf of 438cce0e2f434b5f879ce307da159923 for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:45:15.132271 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0eef39aa-a8c5-4795-abb6-b68009a96c9f tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:15.153385 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a9bf98ee-f079-4490-a8f8-310885c86d3f req-248bba4f-7871-4db8-8ae9-bce2c95054da tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=be4c560b-5bfc-46bc-91a5-03e09b8604a1 HTTP/1.1" status: 200 len: 210 time: 0.0535138 Jan 18 22:45:15.185242 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-327e677d-acba-431a-8b48-1eab1017bd73 req-9c28a488-d79a-4ff6-8530-c6fc20bc1691 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Allocated IP 172.20.0.7 (3887d3dd-b3d8-463d-9d9c-879e57c9ab40/b317bd45-9275-4aad-aa8f-d7702db0cadd/92b28351-0468-4ffe-8edc-0107017fea59) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:45:15.208565 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9d1167d4-656b-4335-b49c-07406cd70abd tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for router, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:15.237204 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5e343f51-e380-478c-82dc-01742d27e3e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1041027'] for router_interface, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:15.355591 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9d1167d4-656b-4335-b49c-07406cd70abd tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:15.421714 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-9d1167d4-656b-4335-b49c-07406cd70abd tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Deleting port 49daa510-f6ef-4709-9d2f-f3ef56651a1f {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:45:15.422476 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9d1167d4-656b-4335-b49c-07406cd70abd tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:15.424879 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-e53f68b2-7dad-4bed-9fd9-35ba4baeff13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd46a3d0-e3a7-4fbc-b90b-0c6a03b6276b', 'name': 'tempest-TestNetworkBasicOps-router-1228168891', 'tenant_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '49daa510-f6ef-4709-9d2f-f3ef56651a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:43:56Z', 'updated_at': '2022-01-18T22:45:13Z', 'revision_number': 5, 'project_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'gw_port': {'id': '49daa510-f6ef-4709-9d2f-f3ef56651a1f', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:a7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd46a3d0-e3a7-4fbc-b90b-0c6a03b6276b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:43:57Z', 'updated_at': '2022-01-18T22:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:45:15.467977 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53f68b2-7dad-4bed-9fd9-35ba4baeff13 None None] The sync data for ids ['cd46a3d0-e3a7-4fbc-b90b-0c6a03b6276b'] in n-d-825064-1 is: [{'id': 'cd46a3d0-e3a7-4fbc-b90b-0c6a03b6276b', 'name': 'tempest-TestNetworkBasicOps-router-1228168891', 'tenant_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '49daa510-f6ef-4709-9d2f-f3ef56651a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:43:56Z', 'updated_at': '2022-01-18T22:45:13Z', 'revision_number': 5, 'project_id': '5fdd9d74a6a7474aa33a3f08cd7c198f', 'gw_port': {'id': '49daa510-f6ef-4709-9d2f-f3ef56651a1f', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:a7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd46a3d0-e3a7-4fbc-b90b-0c6a03b6276b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:43:57Z', 'updated_at': '2022-01-18T22:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:45:15.481584 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f828233f-b20c-4741-b4c4-922e33c88379 None None] DHCP port deletion for 54cde15a-b3d0-4662-8a1b-478ed8a485ba request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:45:15.529642 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-9d1167d4-656b-4335-b49c-07406cd70abd tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] For port 49daa510-f6ef-4709-9d2f-f3ef56651a1f, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=49daa510-f6ef-4709-9d2f-f3ef56651a1f,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:45:15.530125 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9d1167d4-656b-4335-b49c-07406cd70abd tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:15.536262 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df20515e-e9f0-4c3b-9a04-0e5eeb81e981 req-cbe5e2db-b90c-4256-96a1-9ac9622a0c56 tempest-VolumesBackupsTest-709108907 tempest-VolumesBackupsTest-709108907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:15.538148 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-df20515e-e9f0-4c3b-9a04-0e5eeb81e981 req-cbe5e2db-b90c-4256-96a1-9ac9622a0c56 tempest-VolumesBackupsTest-709108907 tempest-VolumesBackupsTest-709108907-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7508588 Jan 18 22:45:15.551403 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-30a1f734-8777-448d-8667-08d70f2b6a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:15.555145 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-30a1f734-8777-448d-8667-08d70f2b6a2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:15.556527 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-30a1f734-8777-448d-8667-08d70f2b6a2c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/26155c74-54b8-4ef6-b7d4-94e7f9be9d7c HTTP/1.1" status: 204 len: 168 time: 1.2615092 Jan 18 22:45:15.563734 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-9d1167d4-656b-4335-b49c-07406cd70abd tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Calling delete_port for 49daa510-f6ef-4709-9d2f-f3ef56651a1f owned by network:router_gateway {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:45:15.590620 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a1f734-8777-448d-8667-08d70f2b6a2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26155c74-54b8-4ef6-b7d4-94e7f9be9d7c,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:15.627859 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-df20515e-e9f0-4c3b-9a04-0e5eeb81e981 req-c1840e10-07bf-4a3d-b51b-28eb71303917 tempest-VolumesBackupsTest-709108907 tempest-VolumesBackupsTest-709108907-project] 10.222.0.53 "GET /v2.0/quotas/ca384ada3dc84fb0a7ebf1c2b5980305 HTTP/1.1" status: 200 len: 375 time: 0.0808997 Jan 18 22:45:15.633291 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a37bc56d-2c55-4f00-8ddc-1425e0b8c6ca None None] Notify callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:15.669759 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a37bc56d-2c55-4f00-8ddc-1425e0b8c6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:15.721011 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-df20515e-e9f0-4c3b-9a04-0e5eeb81e981 req-687dcf15-b5c2-4cf9-857f-4b9f99b259ee tempest-VolumesBackupsTest-709108907 tempest-VolumesBackupsTest-709108907-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ca384ada3dc84fb0a7ebf1c2b5980305&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0857098 Jan 18 22:45:15.746032 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06292d2-43bf-4293-8141-eb2dd2065051 None None] Pushing event updated for resources: {'Port': ['ID=c6f8ed7f-2c77-41ad-82ba-84f684886a2c,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:15.756918 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-a37bc56d-2c55-4f00-8ddc-1425e0b8c6ca None None] Attempting to bind port c6f8ed7f-2c77-41ad-82ba-84f684886a2c on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:45:15.757644 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-a37bc56d-2c55-4f00-8ddc-1425e0b8c6ca None None] Attempting to bind port c6f8ed7f-2c77-41ad-82ba-84f684886a2c by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:45:15.758214 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37bc56d-2c55-4f00-8ddc-1425e0b8c6ca None None] Attempting to bind port c6f8ed7f-2c77-41ad-82ba-84f684886a2c on network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:45:15.765589 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37bc56d-2c55-4f00-8ddc-1425e0b8c6ca None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:45:15.766130 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37bc56d-2c55-4f00-8ddc-1425e0b8c6ca None None] Checking segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:45:15.766680 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a37bc56d-2c55-4f00-8ddc-1425e0b8c6ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:15.767209 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37bc56d-2c55-4f00-8ddc-1425e0b8c6ca None None] Bound using segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:45:15.767754 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-a37bc56d-2c55-4f00-8ddc-1425e0b8c6ca None None] Bound port: c6f8ed7f-2c77-41ad-82ba-84f684886a2c, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:45:15.768265 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a37bc56d-2c55-4f00-8ddc-1425e0b8c6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:15.806682 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-327e677d-acba-431a-8b48-1eab1017bd73 req-9c28a488-d79a-4ff6-8530-c6fc20bc1691 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:15.832995 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-f828233f-b20c-4741-b4c4-922e33c88379 None None] Deleting port 3ee005d0-4a0c-40b9-b3fa-de1e75078b7c {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:45:15.833373 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f828233f-b20c-4741-b4c4-922e33c88379 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:15.884748 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9d1167d4-656b-4335-b49c-07406cd70abd tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:15.891159 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-a37bc56d-2c55-4f00-8ddc-1425e0b8c6ca None None] For port c6f8ed7f-2c77-41ad-82ba-84f684886a2c, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:45:15.918910 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-a37bc56d-2c55-4f00-8ddc-1425e0b8c6ca None None] For port c6f8ed7f-2c77-41ad-82ba-84f684886a2c, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=c6f8ed7f-2c77-41ad-82ba-84f684886a2c,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:45:15.932254 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a37bc56d-2c55-4f00-8ddc-1425e0b8c6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:15.935991 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-f828233f-b20c-4741-b4c4-922e33c88379 None None] For port 3ee005d0-4a0c-40b9-b3fa-de1e75078b7c, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=3ee005d0-4a0c-40b9-b3fa-de1e75078b7c,segment=NetworkSegment(f534f66b-59cd-44fa-b0c3-38c9ad321472),segment_id=f534f66b-59cd-44fa-b0c3-38c9ad321472)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:45:15.936450 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f828233f-b20c-4741-b4c4-922e33c88379 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:15.957627 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-327e677d-acba-431a-8b48-1eab1017bd73 req-9c28a488-d79a-4ff6-8530-c6fc20bc1691 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:15.997604 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1167d4-656b-4335-b49c-07406cd70abd tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Pushing event deleted for resources: {'Port': ['ID=49daa510-f6ef-4709-9d2f-f3ef56651a1f,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:16.056146 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06292d2-43bf-4293-8141-eb2dd2065051 None None] Pushing event updated for resources: {'Port': ['ID=c6f8ed7f-2c77-41ad-82ba-84f684886a2c,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:16.066812 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['60ba14d5-8832-4a1f-89c5-09b2f1cff4eb'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:45:16.068918 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-f828233f-b20c-4741-b4c4-922e33c88379 None None] Calling delete_port for 3ee005d0-4a0c-40b9-b3fa-de1e75078b7c owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:45:16.099240 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 47674) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:45:16.162987 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0eef39aa-a8c5-4795-abb6-b68009a96c9f tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:16.200980 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-327e677d-acba-431a-8b48-1eab1017bd73 req-9c28a488-d79a-4ff6-8530-c6fc20bc1691 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Network 3887d3dd-b3d8-463d-9d9c-879e57c9ab40 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:45:16.257796 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4b555007-5db0-46cc-ae80-ce75c929d0b6 req-30d0ace4-b9c7-414c-81f3-65109009b640 tempest-VolumesBackupsTest-709108907 tempest-VolumesBackupsTest-709108907-project] 10.222.0.53 "GET /v2.0/ports?device_id=23b00950-0278-4000-9b7a-ddf18af88dd7 HTTP/1.1" status: 200 len: 210 time: 0.1695039 Jan 18 22:45:16.260655 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c28a488-d79a-4ff6-8530-c6fc20bc1691 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Pushing event updated for resources: {'Port': ['ID=92b28351-0468-4ffe-8edc-0107017fea59,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:16.268806 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-327e677d-acba-431a-8b48-1eab1017bd73 req-9c28a488-d79a-4ff6-8530-c6fc20bc1691 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:45:16.277131 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-327e677d-acba-431a-8b48-1eab1017bd73 req-9c28a488-d79a-4ff6-8530-c6fc20bc1691 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:45:16.280396 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9d1167d4-656b-4335-b49c-07406cd70abd tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043029'] for router_gateway, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:16.284088 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-cd20ecce-5f38-471b-a09b-7e36bdbe8e2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:16.284702 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f828233f-b20c-4741-b4c4-922e33c88379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:16.304878 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37bc56d-2c55-4f00-8ddc-1425e0b8c6ca None None] Routers {'50dded13-1674-4efb-b638-27d3deb8682e'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:45:16.305607 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-a37bc56d-2c55-4f00-8ddc-1425e0b8c6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:44:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['50dded13-1674-4efb-b638-27d3deb8682e'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:45:16.453740 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-5e343f51-e380-478c-82dc-01742d27e3e4 admin admin] Deleting port e2580e23-1ce8-4caf-93c4-3c46fc698ce0 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:45:16.454117 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5e343f51-e380-478c-82dc-01742d27e3e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:16.455198 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f828233f-b20c-4741-b4c4-922e33c88379 None None] No DVR routers for this DVR port 3ee005d0-4a0c-40b9-b3fa-de1e75078b7c on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:45:16.457704 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f828233f-b20c-4741-b4c4-922e33c88379 None None] Pushing event deleted for resources: {'Port': ['ID=3ee005d0-4a0c-40b9-b3fa-de1e75078b7c,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:16.479771 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327e677d-acba-431a-8b48-1eab1017bd73 req-9c28a488-d79a-4ff6-8530-c6fc20bc1691 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:16.480571 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-327e677d-acba-431a-8b48-1eab1017bd73 req-9c28a488-d79a-4ff6-8530-c6fc20bc1691 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:16.524875 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9d1167d4-656b-4335-b49c-07406cd70abd tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1040886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8602'] for router, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:16.534144 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9d1167d4-656b-4335-b49c-07406cd70abd tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:16.563932 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eef39aa-a8c5-4795-abb6-b68009a96c9f tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Pushing event updated for resources: {'Subnet': ['ID=0ed8ac88-32a7-4801-83b8-528f617904e4,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:16.606775 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-a37bc56d-2c55-4f00-8ddc-1425e0b8c6ca None None] Set router 50dded13-1674-4efb-b638-27d3deb8682e gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:45:16.608912 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f8d196-3024-4757-a6d9-c4ddd522d096 req-4ca45c5c-d707-4a7c-a581-c7b8819d5f50 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:16.610456 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-49f8d196-3024-4757-a6d9-c4ddd522d096 req-4ca45c5c-d707-4a7c-a581-c7b8819d5f50 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=be4c560b-5bfc-46bc-91a5-03e09b8604a1 HTTP/1.1" status: 200 len: 931 time: 0.3171079 Jan 18 22:45:16.634239 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-327e677d-acba-431a-8b48-1eab1017bd73 req-9c28a488-d79a-4ff6-8530-c6fc20bc1691 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2872667 Jan 18 22:45:16.660021 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-327e677d-acba-431a-8b48-1eab1017bd73 req-3622c988-2b55-4a55-832a-97c4ccc05395 service neutron] Request body: {'port': {'device_id': 'be4c560b-5bfc-46bc-91a5-03e09b8604a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:45:16.667396 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eef39aa-a8c5-4795-abb6-b68009a96c9f tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Checking segment: {'id': 'd3505b39-26d9-46ed-8521-b57d7815e856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b2568ae2-60e5-4afa-bb4a-1f65f411c8dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:45:16.670801 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eef39aa-a8c5-4795-abb6-b68009a96c9f tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Network hostable DHCP agents. Network: b2568ae2-60e5-4afa-bb4a-1f65f411c8dd, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:45:16.676181 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9d1167d4-656b-4335-b49c-07406cd70abd tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1040832'] for router, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:16.676757 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d1167d4-656b-4335-b49c-07406cd70abd tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Fanout notify agent at l3_agent the message router_deleted on router cd46a3d0-e3a7-4fbc-b90b-0c6a03b6276b {{(pid=102431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 22:45:16.692238 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9d1167d4-656b-4335-b49c-07406cd70abd tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:16.708894 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-9d1167d4-656b-4335-b49c-07406cd70abd tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "DELETE /v2.0/routers/cd46a3d0-e3a7-4fbc-b90b-0c6a03b6276b HTTP/1.1" status: 204 len: 168 time: 1.8006830 Jan 18 22:45:16.709704 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 47684) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:45:16.786935 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eef39aa-a8c5-4795-abb6-b68009a96c9f tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Network b2568ae2-60e5-4afa-bb4a-1f65f411c8dd is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:45:16.823084 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-0eef39aa-a8c5-4795-abb6-b68009a96c9f tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, b2568ae2-60e5-4afa-bb4a-1f65f411c8dd) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:45:16.830393 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-4e3b4dbf-54e2-4aaf-88b8-9dbc540d56ad None None] Provisioning complete for port 92b28351-0468-4ffe-8edc-0107017fea59 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:45:16.830766 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4e3b4dbf-54e2-4aaf-88b8-9dbc540d56ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:16.836046 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-49f8d196-3024-4757-a6d9-c4ddd522d096 req-cdfec2e0-54a1-43a1-83b1-06e06d98756a tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=dae8bf2d-ed71-4918-8e49-2e2d9465745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951370 Jan 18 22:45:16.836844 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8152f7f0-488d-4116-b3d9-bf8c57686548 None None] Network b2568ae2-60e5-4afa-bb4a-1f65f411c8dd requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:45:16.858536 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-5e343f51-e380-478c-82dc-01742d27e3e4 admin admin] For port e2580e23-1ce8-4caf-93c4-3c46fc698ce0, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=e2580e23-1ce8-4caf-93c4-3c46fc698ce0,segment=NetworkSegment(380c9d03-b18f-448e-9ca6-565b2815b1db),segment_id=380c9d03-b18f-448e-9ca6-565b2815b1db)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:45:16.859382 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5e343f51-e380-478c-82dc-01742d27e3e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:16.865491 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eef39aa-a8c5-4795-abb6-b68009a96c9f tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:16.865491 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0eef39aa-a8c5-4795-abb6-b68009a96c9f tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:16.874741 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-327e677d-acba-431a-8b48-1eab1017bd73 req-3622c988-2b55-4a55-832a-97c4ccc05395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:16.900554 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-310be983-bbc1-48ea-b2ad-568dff19a27b tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:16.908108 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-cd20ecce-5f38-471b-a09b-7e36bdbe8e2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:16.910241 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-5e343f51-e380-478c-82dc-01742d27e3e4 admin admin] Calling delete_port for e2580e23-1ce8-4caf-93c4-3c46fc698ce0 owned by network:router_interface {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:45:16.917884 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-cd20ecce-5f38-471b-a09b-7e36bdbe8e2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:16.953851 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-0eef39aa-a8c5-4795-abb6-b68009a96c9f tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.1547353 Jan 18 22:45:16.960468 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 47686) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:45:17.016385 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-cd20ecce-5f38-471b-a09b-7e36bdbe8e2e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cb2fea37d6f04168beb1a56d491a947b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8794954 Jan 18 22:45:17.046138 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd20ecce-5f38-471b-a09b-7e36bdbe8e2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fa1bbc6-d46e-472f-8f25-48ae74aa2b3b,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:17.060667 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 47688) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:45:17.101935 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-310be983-bbc1-48ea-b2ad-568dff19a27b tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:17.165515 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-310be983-bbc1-48ea-b2ad-568dff19a27b tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54cde15a-b3d0-4662-8a1b-478ed8a485ba']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:45:17.181762 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-310be983-bbc1-48ea-b2ad-568dff19a27b tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f534f66b-59cd-44fa-b0c3-38c9ad321472') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:45:17.181994 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-310be983-bbc1-48ea-b2ad-568dff19a27b tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f534f66b-59cd-44fa-b0c3-38c9ad321472') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:45:17.195113 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-310be983-bbc1-48ea-b2ad-568dff19a27b tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:17.220242 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-310be983-bbc1-48ea-b2ad-568dff19a27b tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:17.383565 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-310be983-bbc1-48ea-b2ad-568dff19a27b tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:45:17.386500 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-310be983-bbc1-48ea-b2ad-568dff19a27b tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:17.485011 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e9b8615c-ee2e-48fe-8de8-1281ccd6e2c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:17.493640 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device c6f96e70-2b8f-4f48-bb77-9b204eca615d no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:45:17.535601 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a6ba4725-b5de-478b-85ec-20e0444acd11 req-aa8d3d59-69f1-47ad-bb6e-d1e8054b67ed tempest-VolumesBackupsTest-709108907 tempest-VolumesBackupsTest-709108907-project] 10.222.0.53 "GET /v2.0/ports?device_id=23b00950-0278-4000-9b7a-ddf18af88dd7 HTTP/1.1" status: 200 len: 210 time: 0.0663300 Jan 18 22:45:17.556410 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: c6f96e70-2b8f-4f48-bb77-9b204eca615d {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:45:17.556815 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device c6f96e70-2b8f-4f48-bb77-9b204eca615d not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:45:17.557243 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 3ee005d0-4a0c-40b9-b3fa-de1e75078b7c no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:45:17.560031 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f167f92-29a7-444c-9314-daf1d34feedc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-b2568ae2-60e5-4afa-bb4a-1f65f411c8dd', 'network_id': 'b2568ae2-60e5-4afa-bb4a-1f65f411c8dd', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'fixed_ips': [{'subnet_id': '0ed8ac88-32a7-4801-83b8-528f617904e4'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:45:17.561377 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8f167f92-29a7-444c-9314-daf1d34feedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:17.595954 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:45:17.595954 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:45:17.595954 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:45:17.595954 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:45:17.595954 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:45:17.595954 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:45:17.595954 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:45:17.595954 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:45:17.595954 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:45:17.595954 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:45:17.595954 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:45:17.595954 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:45:17.595954 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:45:17.595954 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:45:17.595954 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:45:17.595954 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:45:17.595954 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:45:17.595954 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:45:17.595954 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:45:17.595954 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:45:17.595954 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:45:17.595954 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:45:17.595954 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:45:17.595954 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:45:17.595954 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:45:17.595954 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:45:17.595954 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:45:17.595954 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:45:17.595954 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:45:17.595954 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:45:17.595954 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:45:17.595954 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:45:17.604537 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-310be983-bbc1-48ea-b2ad-568dff19a27b tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:17.638395 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-310be983-bbc1-48ea-b2ad-568dff19a27b tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:17.663449 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-310be983-bbc1-48ea-b2ad-568dff19a27b tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] 10.222.0.53 "DELETE /v2.0/networks/54cde15a-b3d0-4662-8a1b-478ed8a485ba HTTP/1.1" status: 204 len: 168 time: 0.9385309 Jan 18 22:45:17.732972 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-df20515e-e9f0-4c3b-9a04-0e5eeb81e981 req-60af7b33-900e-4e76-8b2a-1d5d7429683d tempest-VolumesBackupsTest-709108907 tempest-VolumesBackupsTest-709108907-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=ca384ada3dc84fb0a7ebf1c2b5980305&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1294408 Jan 18 22:45:17.741758 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310be983-bbc1-48ea-b2ad-568dff19a27b tempest-TestNetworkBasicOps-55361933 tempest-TestNetworkBasicOps-55361933-project] Pushing event deleted for resources: {'Network': ['ID=54cde15a-b3d0-4662-8a1b-478ed8a485ba,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:17.755810 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-8f167f92-29a7-444c-9314-daf1d34feedc None None] Allocated IP 172.20.0.2 (b2568ae2-60e5-4afa-bb4a-1f65f411c8dd/0ed8ac88-32a7-4801-83b8-528f617904e4/d6784658-0265-4da7-a1f9-fb729efa1575) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:45:17.866591 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-4e3b4dbf-54e2-4aaf-88b8-9dbc540d56ad None None] Port 92b28351-0468-4ffe-8edc-0107017fea59 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:45:17.973910 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8f167f92-29a7-444c-9314-daf1d34feedc None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:18.033040 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8f167f92-29a7-444c-9314-daf1d34feedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:18.037750 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e9b8615c-ee2e-48fe-8de8-1281ccd6e2c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:18.098829 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 3ee005d0-4a0c-40b9-b3fa-de1e75078b7c {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:45:18.099285 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 3ee005d0-4a0c-40b9-b3fa-de1e75078b7c not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:45:18.114424 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e957085d-9d61-4287-abaf-de087b18f6b2 req-8de774fb-e63a-4d45-a750-920c44640b1a tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:18.115895 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e957085d-9d61-4287-abaf-de087b18f6b2 req-8de774fb-e63a-4d45-a750-920c44640b1a tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=be4c560b-5bfc-46bc-91a5-03e09b8604a1 HTTP/1.1" status: 200 len: 931 time: 0.1296628 Jan 18 22:45:18.264372 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e957085d-9d61-4287-abaf-de087b18f6b2 req-90975d09-3d30-4070-a931-3be4a3ae5a15 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=dae8bf2d-ed71-4918-8e49-2e2d9465745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358981 Jan 18 22:45:18.266541 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5e343f51-e380-478c-82dc-01742d27e3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:18.268427 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e9b8615c-ee2e-48fe-8de8-1281ccd6e2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:18.269018 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f167f92-29a7-444c-9314-daf1d34feedc None None] Network b2568ae2-60e5-4afa-bb4a-1f65f411c8dd is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:45:18.271023 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e9b8615c-ee2e-48fe-8de8-1281ccd6e2c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:18.272692 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-e9b8615c-ee2e-48fe-8de8-1281ccd6e2c5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0fa1bbc6-d46e-472f-8f25-48ae74aa2b3b HTTP/1.1" status: 204 len: 168 time: 1.2033656 Jan 18 22:45:18.308110 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-8f167f92-29a7-444c-9314-daf1d34feedc None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:45:18.311723 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b8615c-ee2e-48fe-8de8-1281ccd6e2c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fa1bbc6-d46e-472f-8f25-48ae74aa2b3b,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:18.315039 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [req-327e677d-acba-431a-8b48-1eab1017bd73 req-3622c988-2b55-4a55-832a-97c4ccc05395 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92b28351-0468-4ffe-8edc-0107017fea59 {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:45:18.320447 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f167f92-29a7-444c-9314-daf1d34feedc None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:45:18.324001 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e343f51-e380-478c-82dc-01742d27e3e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2580e23-1ce8-4caf-93c4-3c46fc698ce0,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:18.329408 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-327e677d-acba-431a-8b48-1eab1017bd73 req-3622c988-2b55-4a55-832a-97c4ccc05395 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:18.373067 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-a37bc56d-2c55-4f00-8ddc-1425e0b8c6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50dded13-1674-4efb-b638-27d3deb8682e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2099520946', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'c6f8ed7f-2c77-41ad-82ba-84f684886a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:45:09Z', 'updated_at': '2022-01-18T22:45:12Z', 'revision_number': 3, 'project_id': '438cce0e2f434b5f879ce307da159923', 'gw_port': {'id': 'c6f8ed7f-2c77-41ad-82ba-84f684886a2c', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:39:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50dded13-1674-4efb-b638-27d3deb8682e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:45:10Z', 'updated_at': '2022-01-18T22:45:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:45:18.432278 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-327e677d-acba-431a-8b48-1eab1017bd73 req-3622c988-2b55-4a55-832a-97c4ccc05395 service neutron] Transition to ACTIVE for port object 92b28351-0468-4ffe-8edc-0107017fea59 will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:45:18.446874 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-327e677d-acba-431a-8b48-1eab1017bd73 req-3622c988-2b55-4a55-832a-97c4ccc05395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:18.489870 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f167f92-29a7-444c-9314-daf1d34feedc None None] Pushing event updated for resources: {'Port': ['ID=d6784658-0265-4da7-a1f9-fb729efa1575,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:18.501438 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 47700) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:45:18.510776 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37bc56d-2c55-4f00-8ddc-1425e0b8c6ca None None] The sync data for ids ['50dded13-1674-4efb-b638-27d3deb8682e'] in n-d-825064-1 is: [{'id': '50dded13-1674-4efb-b638-27d3deb8682e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2099520946', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'c6f8ed7f-2c77-41ad-82ba-84f684886a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:45:09Z', 'updated_at': '2022-01-18T22:45:12Z', 'revision_number': 3, 'project_id': '438cce0e2f434b5f879ce307da159923', 'gw_port': {'id': 'c6f8ed7f-2c77-41ad-82ba-84f684886a2c', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:39:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50dded13-1674-4efb-b638-27d3deb8682e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:45:10Z', 'updated_at': '2022-01-18T22:45:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:45:18.528361 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f167f92-29a7-444c-9314-daf1d34feedc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:45:18.528361 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f167f92-29a7-444c-9314-daf1d34feedc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:45:18.531029 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f167f92-29a7-444c-9314-daf1d34feedc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:45:18.535632 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f167f92-29a7-444c-9314-daf1d34feedc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:45:18.536872 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f167f92-29a7-444c-9314-daf1d34feedc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:45:18.537467 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f167f92-29a7-444c-9314-daf1d34feedc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:45:18.537864 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f167f92-29a7-444c-9314-daf1d34feedc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:45:18.538276 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f167f92-29a7-444c-9314-daf1d34feedc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:45:18.538611 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f167f92-29a7-444c-9314-daf1d34feedc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:45:18.539743 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f167f92-29a7-444c-9314-daf1d34feedc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:45:18.542792 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f167f92-29a7-444c-9314-daf1d34feedc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:45:18.543382 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f167f92-29a7-444c-9314-daf1d34feedc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:45:18.627557 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3622c988-2b55-4a55-832a-97c4ccc05395 service neutron] Pushing event updated for resources: {'Port': ['ID=92b28351-0468-4ffe-8edc-0107017fea59,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:18.681479 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-8f167f92-29a7-444c-9314-daf1d34feedc None None] Attempting to bind port d6784658-0265-4da7-a1f9-fb729efa1575 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:45:18.682408 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-8f167f92-29a7-444c-9314-daf1d34feedc None None] Attempting to bind port d6784658-0265-4da7-a1f9-fb729efa1575 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': 'd3505b39-26d9-46ed-8521-b57d7815e856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b2568ae2-60e5-4afa-bb4a-1f65f411c8dd'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:45:18.682865 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f167f92-29a7-444c-9314-daf1d34feedc None None] Attempting to bind port d6784658-0265-4da7-a1f9-fb729efa1575 on network b2568ae2-60e5-4afa-bb4a-1f65f411c8dd {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:45:18.703344 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f167f92-29a7-444c-9314-daf1d34feedc None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:45:18.707222 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f167f92-29a7-444c-9314-daf1d34feedc None None] Checking segment: {'id': 'd3505b39-26d9-46ed-8521-b57d7815e856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b2568ae2-60e5-4afa-bb4a-1f65f411c8dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:45:18.707826 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8f167f92-29a7-444c-9314-daf1d34feedc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:18.708376 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f167f92-29a7-444c-9314-daf1d34feedc None None] Bound using segment: {'id': 'd3505b39-26d9-46ed-8521-b57d7815e856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b2568ae2-60e5-4afa-bb4a-1f65f411c8dd'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:45:18.708984 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-8f167f92-29a7-444c-9314-daf1d34feedc None None] Bound port: d6784658-0265-4da7-a1f9-fb729efa1575, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3505b39-26d9-46ed-8521-b57d7815e856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b2568ae2-60e5-4afa-bb4a-1f65f411c8dd'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:45:18.711327 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8f167f92-29a7-444c-9314-daf1d34feedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:18.922727 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-8f167f92-29a7-444c-9314-daf1d34feedc None None] For port d6784658-0265-4da7-a1f9-fb729efa1575, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:45:18.944675 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-8f167f92-29a7-444c-9314-daf1d34feedc None None] For port d6784658-0265-4da7-a1f9-fb729efa1575, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=d6784658-0265-4da7-a1f9-fb729efa1575,segment=NetworkSegment(d3505b39-26d9-46ed-8521-b57d7815e856),segment_id=d3505b39-26d9-46ed-8521-b57d7815e856)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:45:18.964592 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8f167f92-29a7-444c-9314-daf1d34feedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:19.085961 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-dad2ab64-23ba-4484-92fb-7b950a16a4ee req-c218847c-f04c-41f6-a3a4-3e97174cb48f tempest-VolumesBackupsTest-709108907 tempest-VolumesBackupsTest-709108907-project] 10.222.0.53 "GET /v2.0/ports?device_id=23b00950-0278-4000-9b7a-ddf18af88dd7 HTTP/1.1" status: 200 len: 210 time: 0.2997122 Jan 18 22:45:19.197441 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-06172c6f-8470-4310-ba51-141cc00d02ef admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5fdd9d74a6a7474aa33a3f08cd7c198f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6832125 Jan 18 22:45:19.197672 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-327e677d-acba-431a-8b48-1eab1017bd73 req-3622c988-2b55-4a55-832a-97c4ccc05395 service neutron] Attempting to bind port 92b28351-0468-4ffe-8edc-0107017fea59 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:45:19.198113 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-327e677d-acba-431a-8b48-1eab1017bd73 req-3622c988-2b55-4a55-832a-97c4ccc05395 service neutron] Attempting to bind port 92b28351-0468-4ffe-8edc-0107017fea59 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': 'ccabd36d-8c25-4648-92d3-222150b866b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3887d3dd-b3d8-463d-9d9c-879e57c9ab40'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:45:19.198444 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327e677d-acba-431a-8b48-1eab1017bd73 req-3622c988-2b55-4a55-832a-97c4ccc05395 service neutron] Attempting to bind port 92b28351-0468-4ffe-8edc-0107017fea59 on network 3887d3dd-b3d8-463d-9d9c-879e57c9ab40 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:45:19.202140 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 47710) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:45:19.203276 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5e343f51-e380-478c-82dc-01742d27e3e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-613841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1046579'] for router_interface, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:19.217783 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df20515e-e9f0-4c3b-9a04-0e5eeb81e981 req-1685f6aa-d64d-4ab4-a1d1-4064cdb08510 tempest-VolumesBackupsTest-709108907 tempest-VolumesBackupsTest-709108907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:19.219318 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-df20515e-e9f0-4c3b-9a04-0e5eeb81e981 req-1685f6aa-d64d-4ab4-a1d1-4064cdb08510 tempest-VolumesBackupsTest-709108907 tempest-VolumesBackupsTest-709108907-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.4720411 Jan 18 22:45:19.237165 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f167f92-29a7-444c-9314-daf1d34feedc None None] Pushing event updated for resources: {'Port': ['ID=d6784658-0265-4da7-a1f9-fb729efa1575,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:19.238446 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327e677d-acba-431a-8b48-1eab1017bd73 req-3622c988-2b55-4a55-832a-97c4ccc05395 service neutron] Port 92b28351-0468-4ffe-8edc-0107017fea59 on network 3887d3dd-b3d8-463d-9d9c-879e57c9ab40 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:45:19.238553 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327e677d-acba-431a-8b48-1eab1017bd73 req-3622c988-2b55-4a55-832a-97c4ccc05395 service neutron] Attempting to bind port 92b28351-0468-4ffe-8edc-0107017fea59 on network 3887d3dd-b3d8-463d-9d9c-879e57c9ab40 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:45:19.251387 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-df20515e-e9f0-4c3b-9a04-0e5eeb81e981 req-c9bf1d9e-807c-45bd-8696-cdaba835981f tempest-VolumesBackupsTest-709108907 tempest-VolumesBackupsTest-709108907-project] Request body: {'port': {'device_id': '23b00950-0278-4000-9b7a-ddf18af88dd7', 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b', 'admin_state_up': True, 'tenant_id': 'ca384ada3dc84fb0a7ebf1c2b5980305'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:45:19.272064 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 49daa510-f6ef-4709-9d2f-f3ef56651a1f no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:45:19.341456 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327e677d-acba-431a-8b48-1eab1017bd73 req-3622c988-2b55-4a55-832a-97c4ccc05395 service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:45:19.341929 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327e677d-acba-431a-8b48-1eab1017bd73 req-3622c988-2b55-4a55-832a-97c4ccc05395 service neutron] Checking segment: {'id': 'ccabd36d-8c25-4648-92d3-222150b866b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3887d3dd-b3d8-463d-9d9c-879e57c9ab40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:45:19.342499 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327e677d-acba-431a-8b48-1eab1017bd73 req-3622c988-2b55-4a55-832a-97c4ccc05395 service neutron] Bound using segment: {'id': 'ccabd36d-8c25-4648-92d3-222150b866b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3887d3dd-b3d8-463d-9d9c-879e57c9ab40'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:45:19.343764 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-327e677d-acba-431a-8b48-1eab1017bd73 req-3622c988-2b55-4a55-832a-97c4ccc05395 service neutron] Bound port: 92b28351-0468-4ffe-8edc-0107017fea59, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccabd36d-8c25-4648-92d3-222150b866b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3887d3dd-b3d8-463d-9d9c-879e57c9ab40'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:45:19.344239 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-327e677d-acba-431a-8b48-1eab1017bd73 req-3622c988-2b55-4a55-832a-97c4ccc05395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:19.436247 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 49daa510-f6ef-4709-9d2f-f3ef56651a1f {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:45:19.439982 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 49daa510-f6ef-4709-9d2f-f3ef56651a1f not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:45:19.513735 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f45a0e3b-1e59-439f-93c8-7f58ba5bcbc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:19.523749 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-863b742d-caec-450f-86c4-18999f77c354 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:19.880658 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e343f51-e380-478c-82dc-01742d27e3e4 admin admin] Router 53c7895e-d7ca-4a9c-9f7b-c076f81981e8 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:45:20.051770 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df20515e-e9f0-4c3b-9a04-0e5eeb81e981 req-c9bf1d9e-807c-45bd-8696-cdaba835981f tempest-VolumesBackupsTest-709108907 tempest-VolumesBackupsTest-709108907-project] Made reservation on behalf of ca384ada3dc84fb0a7ebf1c2b5980305 for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:45:20.056006 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-df20515e-e9f0-4c3b-9a04-0e5eeb81e981 req-c9bf1d9e-807c-45bd-8696-cdaba835981f tempest-VolumesBackupsTest-709108907 tempest-VolumesBackupsTest-709108907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:20.108422 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-df20515e-e9f0-4c3b-9a04-0e5eeb81e981 req-c9bf1d9e-807c-45bd-8696-cdaba835981f tempest-VolumesBackupsTest-709108907 tempest-VolumesBackupsTest-709108907-project] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:20.202171 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4c168dff-e1d6-4f2b-9d19-3155d3edbf15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:20.222612 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2b8053-bda7-40cc-93c1-9326b496c407 req-721d35e9-86c0-4939-bf7d-b6e015fbb86c tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:20.231447 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6f2b8053-bda7-40cc-93c1-9326b496c407 req-721d35e9-86c0-4939-bf7d-b6e015fbb86c tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=be4c560b-5bfc-46bc-91a5-03e09b8604a1 HTTP/1.1" status: 200 len: 943 time: 0.6049566 Jan 18 22:45:20.290757 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4c168dff-e1d6-4f2b-9d19-3155d3edbf15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:20.303682 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-327e677d-acba-431a-8b48-1eab1017bd73 req-3622c988-2b55-4a55-832a-97c4ccc05395 service neutron] For port 92b28351-0468-4ffe-8edc-0107017fea59, host n-h2-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:45:20.371246 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e343f51-e380-478c-82dc-01742d27e3e4 admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:45:20.374551 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-327e677d-acba-431a-8b48-1eab1017bd73 req-3622c988-2b55-4a55-832a-97c4ccc05395 service neutron] For port 92b28351-0468-4ffe-8edc-0107017fea59, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=92b28351-0468-4ffe-8edc-0107017fea59,segment=NetworkSegment(ccabd36d-8c25-4648-92d3-222150b866b3),segment_id=ccabd36d-8c25-4648-92d3-222150b866b3)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:45:20.398346 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7894cd74-e46f-4acc-b584-bd1a21223949 None None] Sync routers for ids ['53c7895e-d7ca-4a9c-9f7b-c076f81981e8'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:45:20.411244 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-5e343f51-e380-478c-82dc-01742d27e3e4 admin admin] 10.222.0.53 "PUT /v2.0/routers/53c7895e-d7ca-4a9c-9f7b-c076f81981e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5222919 Jan 18 22:45:20.427157 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7894cd74-e46f-4acc-b584-bd1a21223949 None None] Routers {'53c7895e-d7ca-4a9c-9f7b-c076f81981e8'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:45:20.433950 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-7894cd74-e46f-4acc-b584-bd1a21223949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:44:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['53c7895e-d7ca-4a9c-9f7b-c076f81981e8'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:45:20.435883 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-327e677d-acba-431a-8b48-1eab1017bd73 req-3622c988-2b55-4a55-832a-97c4ccc05395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:20.454700 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-863b742d-caec-450f-86c4-18999f77c354 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Allocated IP 172.20.0.1 (b2568ae2-60e5-4afa-bb4a-1f65f411c8dd/0ed8ac88-32a7-4801-83b8-528f617904e4/bc8d687e-3493-4b38-a36c-5e89c31806af) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:45:20.471668 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6f2b8053-bda7-40cc-93c1-9326b496c407 req-6f511bf8-2db5-4277-b5c0-e139c16e56c7 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=dae8bf2d-ed71-4918-8e49-2e2d9465745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386503 Jan 18 22:45:20.483553 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 47730) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:45:20.512342 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f2831647-d186-4447-a23c-f151c07c7d4e req-5630dbe7-cd28-4549-8d2c-ad8681ee0706 tempest-VolumesBackupsTest-709108907 tempest-VolumesBackupsTest-709108907-project] 10.222.0.53 "GET /v2.0/ports?device_id=23b00950-0278-4000-9b7a-ddf18af88dd7 HTTP/1.1" status: 200 len: 210 time: 0.1517215 Jan 18 22:45:20.539192 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327e677d-acba-431a-8b48-1eab1017bd73 req-3622c988-2b55-4a55-832a-97c4ccc05395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:20.540664 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-327e677d-acba-431a-8b48-1eab1017bd73 req-3622c988-2b55-4a55-832a-97c4ccc05395 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:20.542604 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-327e677d-acba-431a-8b48-1eab1017bd73 req-3622c988-2b55-4a55-832a-97c4ccc05395 service neutron] 10.222.0.67 "PUT /v2.0/ports/92b28351-0468-4ffe-8edc-0107017fea59 HTTP/1.1" status: 200 len: 1091 time: 3.8918884 Jan 18 22:45:20.543862 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be4c560b-5bfc-46bc-91a5-03e09b8604a1', 'tag': '92b28351-0468-4ffe-8edc-0107017fea59'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:45:20.546881 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec8f589c-7bab-4aa3-8f57-e0b319805f1f" -d '{"events": [{"name": "network-changed", "server_uuid": "be4c560b-5bfc-46bc-91a5-03e09b8604a1", "tag": "92b28351-0468-4ffe-8edc-0107017fea59"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:45:20.583460 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 47734) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:45:20.709977 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16e7c11a-d455-4257-9d14-a1411011def4 x-openstack-request-id: req-16e7c11a-d455-4257-9d14-a1411011def4 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:45:20.710616 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be4c560b-5bfc-46bc-91a5-03e09b8604a1", "tag": "92b28351-0468-4ffe-8edc-0107017fea59", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:45:20.711027 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-16e7c11a-d455-4257-9d14-a1411011def4 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:45:20.711651 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be4c560b-5bfc-46bc-91a5-03e09b8604a1', 'tag': '92b28351-0468-4ffe-8edc-0107017fea59', 'status': 'completed', 'code': 200} Jan 18 22:45:20.754341 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4c168dff-e1d6-4f2b-9d19-3155d3edbf15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:20.771591 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4c168dff-e1d6-4f2b-9d19-3155d3edbf15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:20.779909 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-4c168dff-e1d6-4f2b-9d19-3155d3edbf15 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/43126ca1-0d44-4814-89e0-a56d4fb378c3 HTTP/1.1" status: 204 len: 168 time: 1.5644047 Jan 18 22:45:20.796384 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c168dff-e1d6-4f2b-9d19-3155d3edbf15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43126ca1-0d44-4814-89e0-a56d4fb378c3,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:20.808688 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3622c988-2b55-4a55-832a-97c4ccc05395 service neutron] Pushing event updated for resources: {'Port': ['ID=92b28351-0468-4ffe-8edc-0107017fea59,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:20.831467 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-7894cd74-e46f-4acc-b584-bd1a21223949 None None] Set router 53c7895e-d7ca-4a9c-9f7b-c076f81981e8 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:45:20.842238 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327e677d-acba-431a-8b48-1eab1017bd73 req-6dc0bf88-aeac-4f22-b8a9-2ab9af9aad0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:20.850069 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-327e677d-acba-431a-8b48-1eab1017bd73 req-6dc0bf88-aeac-4f22-b8a9-2ab9af9aad0f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0c676acb4b374123bc012031246d3916&device_id=be4c560b-5bfc-46bc-91a5-03e09b8604a1 HTTP/1.1" status: 200 len: 1094 time: 0.1800594 Jan 18 22:45:20.891966 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-0a832c83-28cb-4a86-8eb8-7e113ad95d37 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1356886510-network', 'tenant_id': '5240490f42fe436ca0dbd7d224197d4f'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:45:20.954049 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-327e677d-acba-431a-8b48-1eab1017bd73 req-92695bc1-e7a3-4943-88ed-c226782afcea service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92b28351-0468-4ffe-8edc-0107017fea59 HTTP/1.1" status: 200 len: 217 time: 0.0954447 Jan 18 22:45:21.069832 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a832c83-28cb-4a86-8eb8-7e113ad95d37 admin admin] Made reservation on behalf of 5240490f42fe436ca0dbd7d224197d4f for: {'network': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:45:21.083246 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0a832c83-28cb-4a86-8eb8-7e113ad95d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:21.113263 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0a832c83-28cb-4a86-8eb8-7e113ad95d37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:21.132007 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327e677d-acba-431a-8b48-1eab1017bd73 req-6fd582e4-f2ec-4420-a25f-1ec44ca3fdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:21.138364 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-327e677d-acba-431a-8b48-1eab1017bd73 req-6fd582e4-f2ec-4420-a25f-1ec44ca3fdf8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b317bd45-9275-4aad-aa8f-d7702db0cadd HTTP/1.1" status: 200 len: 850 time: 0.1741636 Jan 18 22:45:21.330277 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-300a9745-b737-45e6-85a3-efa5af6a0e4d admin admin] Notify callbacks [] for router, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:21.348077 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-7894cd74-e46f-4acc-b584-bd1a21223949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c7895e-d7ca-4a9c-9f7b-c076f81981e8', 'name': 'tempest-TestAggregatesBasicOps-1092518817-router', 'tenant_id': 'fa75719a6f0b45db97b9be8d2dc0722f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': 'b490d84b-ad90-4b66-a1f8-00f34467f8b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:44:53Z', 'updated_at': '2022-01-18T22:45:18Z', 'revision_number': 5, 'project_id': 'fa75719a6f0b45db97b9be8d2dc0722f', 'gw_port': {'id': 'b490d84b-ad90-4b66-a1f8-00f34467f8b4', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:6a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c7895e-d7ca-4a9c-9f7b-c076f81981e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:44:54Z', 'updated_at': '2022-01-18T22:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:45:21.352642 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67487770-3005-46c5-9e4b-d69bc6d71f2d None None] Network b2568ae2-60e5-4afa-bb4a-1f65f411c8dd requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:45:21.367131 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-df20515e-e9f0-4c3b-9a04-0e5eeb81e981 req-c9bf1d9e-807c-45bd-8696-cdaba835981f tempest-VolumesBackupsTest-709108907 tempest-VolumesBackupsTest-709108907-project] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:21.375754 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327e677d-acba-431a-8b48-1eab1017bd73 req-f4e2e5a6-c008-41b6-8717-35902e681b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:21.388069 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-327e677d-acba-431a-8b48-1eab1017bd73 req-f4e2e5a6-c008-41b6-8717-35902e681b1b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3887d3dd-b3d8-463d-9d9c-879e57c9ab40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2168083 Jan 18 22:45:21.403802 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7894cd74-e46f-4acc-b584-bd1a21223949 None None] Checking router: 53c7895e-d7ca-4a9c-9f7b-c076f81981e8 for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:45:21.416391 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7894cd74-e46f-4acc-b584-bd1a21223949 None None] Routers {'53c7895e-d7ca-4a9c-9f7b-c076f81981e8'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:45:21.417244 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-7894cd74-e46f-4acc-b584-bd1a21223949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:44:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['53c7895e-d7ca-4a9c-9f7b-c076f81981e8'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:45:21.433922 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-df20515e-e9f0-4c3b-9a04-0e5eeb81e981 req-c9bf1d9e-807c-45bd-8696-cdaba835981f tempest-VolumesBackupsTest-709108907 tempest-VolumesBackupsTest-709108907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:21.510601 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device d6784658-0265-4da7-a1f9-fb729efa1575 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:45:21.577537 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-7894cd74-e46f-4acc-b584-bd1a21223949 None None] Set router 53c7895e-d7ca-4a9c-9f7b-c076f81981e8 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:45:21.718136 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 47746) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:45:21.769143 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [req-df20515e-e9f0-4c3b-9a04-0e5eeb81e981 req-c9bf1d9e-807c-45bd-8696-cdaba835981f tempest-VolumesBackupsTest-709108907 tempest-VolumesBackupsTest-709108907-project] Allocated IP 192.168.233.5 (aed2eca7-1bb0-443d-8485-b985dbe9851b/8518183d-cc63-459a-b971-d4c7514e001f/717deeec-0442-4d57-97bf-5c02bdc4701f) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:45:21.779384 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bf1d9e-807c-45bd-8696-cdaba835981f tempest-VolumesBackupsTest-709108907 tempest-VolumesBackupsTest-709108907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=640da7bd-85a0-4be8-9ae5-18bd68dac587,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:21.813454 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-d9b3fb3d-e9c0-4b8a-81f2-d5da977660fa None None] Provisioning complete for port d6784658-0265-4da7-a1f9-fb729efa1575 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:45:21.814157 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d9b3fb3d-e9c0-4b8a-81f2-d5da977660fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:21.860502 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4801b798-5a83-4550-a064-7285236e06ed req-b0c9b3a5-281f-4da3-8e0d-fbb8d2087edc tempest-VolumesBackupsTest-709108907 tempest-VolumesBackupsTest-709108907-project] 10.222.0.53 "GET /v2.0/ports?device_id=23b00950-0278-4000-9b7a-ddf18af88dd7 HTTP/1.1" status: 200 len: 210 time: 0.0428181 Jan 18 22:45:21.863796 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0a832c83-28cb-4a86-8eb8-7e113ad95d37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:21.873666 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port d6784658-0265-4da7-a1f9-fb729efa1575 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:45:21.874244 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:21.891104 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-327e677d-acba-431a-8b48-1eab1017bd73 req-42c872bd-7323-48ce-90da-a7a270afd399 service neutron] 10.222.0.67 "GET /v2.0/networks/3887d3dd-b3d8-463d-9d9c-879e57c9ab40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4886041 Jan 18 22:45:21.892096 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-410c6174-8c8b-4f47-8ca3-87aed3bfbe15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:21.895795 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0a832c83-28cb-4a86-8eb8-7e113ad95d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:21.907772 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-863b742d-caec-450f-86c4-18999f77c354 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:21.981112 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fdfddb33-0387-4137-952f-b5e9019278ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:22.020557 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bf1d9e-807c-45bd-8696-cdaba835981f tempest-VolumesBackupsTest-709108907 tempest-VolumesBackupsTest-709108907-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:45:22.021318 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bf1d9e-807c-45bd-8696-cdaba835981f tempest-VolumesBackupsTest-709108907 tempest-VolumesBackupsTest-709108907-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:45:22.023855 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bf1d9e-807c-45bd-8696-cdaba835981f tempest-VolumesBackupsTest-709108907 tempest-VolumesBackupsTest-709108907-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:45:22.024424 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bf1d9e-807c-45bd-8696-cdaba835981f tempest-VolumesBackupsTest-709108907 tempest-VolumesBackupsTest-709108907-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:45:22.024957 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bf1d9e-807c-45bd-8696-cdaba835981f tempest-VolumesBackupsTest-709108907 tempest-VolumesBackupsTest-709108907-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:45:22.026534 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bf1d9e-807c-45bd-8696-cdaba835981f tempest-VolumesBackupsTest-709108907 tempest-VolumesBackupsTest-709108907-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:45:22.027101 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bf1d9e-807c-45bd-8696-cdaba835981f tempest-VolumesBackupsTest-709108907 tempest-VolumesBackupsTest-709108907-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:45:22.027678 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bf1d9e-807c-45bd-8696-cdaba835981f tempest-VolumesBackupsTest-709108907 tempest-VolumesBackupsTest-709108907-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:45:22.030835 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bf1d9e-807c-45bd-8696-cdaba835981f tempest-VolumesBackupsTest-709108907 tempest-VolumesBackupsTest-709108907-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:45:22.032206 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-327e677d-acba-431a-8b48-1eab1017bd73 req-3f7621af-ae8e-485e-9c8d-12f4b7328abc service neutron] 10.222.0.67 "GET /v2.0/networks/3887d3dd-b3d8-463d-9d9c-879e57c9ab40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243525 Jan 18 22:45:22.040181 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bf1d9e-807c-45bd-8696-cdaba835981f tempest-VolumesBackupsTest-709108907 tempest-VolumesBackupsTest-709108907-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:45:22.040735 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bf1d9e-807c-45bd-8696-cdaba835981f tempest-VolumesBackupsTest-709108907 tempest-VolumesBackupsTest-709108907-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:45:22.041033 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bf1d9e-807c-45bd-8696-cdaba835981f tempest-VolumesBackupsTest-709108907 tempest-VolumesBackupsTest-709108907-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:45:22.110842 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a832c83-28cb-4a86-8eb8-7e113ad95d37 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=102430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:45:22.122298 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a832c83-28cb-4a86-8eb8-7e113ad95d37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=849ea962-4bdb-45dc-908e-eb99095b6489,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:22.126491 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-7894cd74-e46f-4acc-b584-bd1a21223949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c7895e-d7ca-4a9c-9f7b-c076f81981e8', 'name': 'tempest-TestAggregatesBasicOps-1092518817-router', 'tenant_id': 'fa75719a6f0b45db97b9be8d2dc0722f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': 'b490d84b-ad90-4b66-a1f8-00f34467f8b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:44:53Z', 'updated_at': '2022-01-18T22:45:18Z', 'revision_number': 5, 'project_id': 'fa75719a6f0b45db97b9be8d2dc0722f', 'gw_port': {'id': 'b490d84b-ad90-4b66-a1f8-00f34467f8b4', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:6a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c7895e-d7ca-4a9c-9f7b-c076f81981e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:44:54Z', 'updated_at': '2022-01-18T22:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:45:22.161090 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6216f2fc-e178-4b81-b5b1-b3d34735593c req-7f5a6332-86ad-48b1-ac72-5806a7df041b tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:22.172588 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6216f2fc-e178-4b81-b5b1-b3d34735593c req-7f5a6332-86ad-48b1-ac72-5806a7df041b tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=be4c560b-5bfc-46bc-91a5-03e09b8604a1 HTTP/1.1" status: 200 len: 943 time: 0.4533086 Jan 18 22:45:22.179101 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d9b3fb3d-e9c0-4b8a-81f2-d5da977660fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:22.202109 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0a832c83-28cb-4a86-8eb8-7e113ad95d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:22.202979 n-d-825064-1 neutron-server[102430]: INFO neutron.db.segments_db [None req-0a832c83-28cb-4a86-8eb8-7e113ad95d37 admin admin] Added segment af7e8de2-658e-41d1-9832-03b41a4e759e of type vlan for network 65169bb9-775a-47bb-b164-b9621ea21a48 Jan 18 22:45:22.225597 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7894cd74-e46f-4acc-b584-bd1a21223949 None None] The sync data for ids ['53c7895e-d7ca-4a9c-9f7b-c076f81981e8'] in n-d-825064-1 is: [{'id': '53c7895e-d7ca-4a9c-9f7b-c076f81981e8', 'name': 'tempest-TestAggregatesBasicOps-1092518817-router', 'tenant_id': 'fa75719a6f0b45db97b9be8d2dc0722f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': 'b490d84b-ad90-4b66-a1f8-00f34467f8b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:44:53Z', 'updated_at': '2022-01-18T22:45:18Z', 'revision_number': 5, 'project_id': 'fa75719a6f0b45db97b9be8d2dc0722f', 'gw_port': {'id': 'b490d84b-ad90-4b66-a1f8-00f34467f8b4', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:6a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c7895e-d7ca-4a9c-9f7b-c076f81981e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:44:54Z', 'updated_at': '2022-01-18T22:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:45:22.247203 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-300a9745-b737-45e6-85a3-efa5af6a0e4d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:22.255355 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:22.287332 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-d9b3fb3d-e9c0-4b8a-81f2-d5da977660fa None None] For port d6784658-0265-4da7-a1f9-fb729efa1575, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=d6784658-0265-4da7-a1f9-fb729efa1575,segment=NetworkSegment(d3505b39-26d9-46ed-8521-b57d7815e856),segment_id=d3505b39-26d9-46ed-8521-b57d7815e856)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:45:22.306912 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d9b3fb3d-e9c0-4b8a-81f2-d5da977660fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:22.312386 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-863b742d-caec-450f-86c4-18999f77c354 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:22.400722 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.db.api [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 22:45:22.401700 n-d-825064-1 neutron-server[102432]: DEBUG oslo_db.api [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 22:45:22.401878 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b3fb3d-e9c0-4b8a-81f2-d5da977660fa None None] Pushing event updated for resources: {'Port': ['ID=d6784658-0265-4da7-a1f9-fb729efa1575,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:22.422300 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0a832c83-28cb-4a86-8eb8-7e113ad95d37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:22.455741 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863b742d-caec-450f-86c4-18999f77c354 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Network b2568ae2-60e5-4afa-bb4a-1f65f411c8dd is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:45:22.473118 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-863b742d-caec-450f-86c4-18999f77c354 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:45:22.480863 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-df20515e-e9f0-4c3b-9a04-0e5eeb81e981 req-c9bf1d9e-807c-45bd-8696-cdaba835981f tempest-VolumesBackupsTest-709108907 tempest-VolumesBackupsTest-709108907-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:22.482371 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863b742d-caec-450f-86c4-18999f77c354 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:45:22.485007 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863b742d-caec-450f-86c4-18999f77c354 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Pushing event updated for resources: {'Port': ['ID=bc8d687e-3493-4b38-a36c-5e89c31806af,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:22.524179 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8f589c-7bab-4aa3-8f57-e0b319805f1f req-5c5be0e6-d3a8-4447-afda-43f7f6fd8523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:22.526092 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ec8f589c-7bab-4aa3-8f57-e0b319805f1f req-5c5be0e6-d3a8-4447-afda-43f7f6fd8523 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0c676acb4b374123bc012031246d3916&device_id=be4c560b-5bfc-46bc-91a5-03e09b8604a1 HTTP/1.1" status: 200 len: 1094 time: 0.3356383 Jan 18 22:45:22.538602 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6216f2fc-e178-4b81-b5b1-b3d34735593c req-89bf1451-173f-4e5f-9e59-6c682f0491cc tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=dae8bf2d-ed71-4918-8e49-2e2d9465745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3647506 Jan 18 22:45:22.563766 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-300a9745-b737-45e6-85a3-efa5af6a0e4d admin admin] Deleting port b490d84b-ad90-4b66-a1f8-00f34467f8b4 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:45:22.564109 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-300a9745-b737-45e6-85a3-efa5af6a0e4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:22.567888 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-863b742d-caec-450f-86c4-18999f77c354 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1040954'] for router_interface, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:22.594687 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0a832c83-28cb-4a86-8eb8-7e113ad95d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:22.598978 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a832c83-28cb-4a86-8eb8-7e113ad95d37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:22.599795 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0a832c83-28cb-4a86-8eb8-7e113ad95d37 admin admin] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:22.604032 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7ad80140-41f7-4a0c-841b-6cb9486b7460 None None] Provisioning complete for port d6784658-0265-4da7-a1f9-fb729efa1575 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:45:22.607017 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7ad80140-41f7-4a0c-841b-6cb9486b7460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:22.737834 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-df20515e-e9f0-4c3b-9a04-0e5eeb81e981 req-c9bf1d9e-807c-45bd-8696-cdaba835981f tempest-VolumesBackupsTest-709108907 tempest-VolumesBackupsTest-709108907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:22.841669 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df20515e-e9f0-4c3b-9a04-0e5eeb81e981 req-c9bf1d9e-807c-45bd-8696-cdaba835981f tempest-VolumesBackupsTest-709108907 tempest-VolumesBackupsTest-709108907-project] Network aed2eca7-1bb0-443d-8485-b985dbe9851b is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:45:22.855422 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [req-df20515e-e9f0-4c3b-9a04-0e5eeb81e981 req-c9bf1d9e-807c-45bd-8696-cdaba835981f tempest-VolumesBackupsTest-709108907 tempest-VolumesBackupsTest-709108907-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:45:22.869601 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-df20515e-e9f0-4c3b-9a04-0e5eeb81e981 req-c9bf1d9e-807c-45bd-8696-cdaba835981f tempest-VolumesBackupsTest-709108907 tempest-VolumesBackupsTest-709108907-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:45:22.872607 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bf1d9e-807c-45bd-8696-cdaba835981f tempest-VolumesBackupsTest-709108907 tempest-VolumesBackupsTest-709108907-project] Pushing event updated for resources: {'Port': ['ID=717deeec-0442-4d57-97bf-5c02bdc4701f,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:22.885764 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-410c6174-8c8b-4f47-8ca3-87aed3bfbe15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:22.914011 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-410c6174-8c8b-4f47-8ca3-87aed3bfbe15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:22.927536 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-0a832c83-28cb-4a86-8eb8-7e113ad95d37 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.3386295 Jan 18 22:45:22.938170 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a832c83-28cb-4a86-8eb8-7e113ad95d37 admin admin] Pushing event updated for resources: {'Network': ['ID=65169bb9-775a-47bb-b164-b9621ea21a48,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:22.969846 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 47750) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:45:22.991952 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-855afeb1-17aa-4e06-aa0c-a687008af3cf admin admin] Request body: {'subnet': {'network_id': '65169bb9-775a-47bb-b164-b9621ea21a48', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1356886510-subnet', 'tenant_id': '5240490f42fe436ca0dbd7d224197d4f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:45:23.069683 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-300a9745-b737-45e6-85a3-efa5af6a0e4d admin admin] For port b490d84b-ad90-4b66-a1f8-00f34467f8b4, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=b490d84b-ad90-4b66-a1f8-00f34467f8b4,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:45:23.070090 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-300a9745-b737-45e6-85a3-efa5af6a0e4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:23.086718 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device c6f8ed7f-2c77-41ad-82ba-84f684886a2c up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:45:23.101895 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-300a9745-b737-45e6-85a3-efa5af6a0e4d admin admin] Calling delete_port for b490d84b-ad90-4b66-a1f8-00f34467f8b4 owned by network:router_gateway {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:45:23.114367 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df20515e-e9f0-4c3b-9a04-0e5eeb81e981 req-c9bf1d9e-807c-45bd-8696-cdaba835981f tempest-VolumesBackupsTest-709108907 tempest-VolumesBackupsTest-709108907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:23.115103 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 65169bb9-775a-47bb-b164-b9621ea21a48 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:45:23.116079 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-df20515e-e9f0-4c3b-9a04-0e5eeb81e981 req-c9bf1d9e-807c-45bd-8696-cdaba835981f tempest-VolumesBackupsTest-709108907 tempest-VolumesBackupsTest-709108907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:23.166165 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-410c6174-8c8b-4f47-8ca3-87aed3bfbe15 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4965aee57ef94d7289515815cb0f8258&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4240038 Jan 18 22:45:23.196958 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 47752) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:45:23.205826 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-df20515e-e9f0-4c3b-9a04-0e5eeb81e981 req-c9bf1d9e-807c-45bd-8696-cdaba835981f tempest-VolumesBackupsTest-709108907 tempest-VolumesBackupsTest-709108907-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.9724786 Jan 18 22:45:23.213141 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-863b742d-caec-450f-86c4-18999f77c354 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:23.232157 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-df20515e-e9f0-4c3b-9a04-0e5eeb81e981 req-9c46bce9-0ddd-4894-a235-d2a95bfd1c27 service neutron] Request body: {'port': {'device_id': '23b00950-0278-4000-9b7a-ddf18af88dd7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:45:23.252523 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410c6174-8c8b-4f47-8ca3-87aed3bfbe15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0db4d675-ce3d-48c0-8e0b-bf694ec4f6d4,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:23.300676 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:23.324370 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-8265b963-5892-4626-a748-5bfc4b62a7d0 None None] Provisioning complete for port bc8d687e-3493-4b38-a36c-5e89c31806af triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:45:23.325074 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8265b963-5892-4626-a748-5bfc4b62a7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:23.376612 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-8265b963-5892-4626-a748-5bfc4b62a7d0 None None] Port bc8d687e-3493-4b38-a36c-5e89c31806af cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:45:23.390514 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port c6f8ed7f-2c77-41ad-82ba-84f684886a2c triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:45:23.390514 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:23.401224 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8f589c-7bab-4aa3-8f57-e0b319805f1f req-8d16eb82-949f-432d-84db-e5473e4b3516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:23.404078 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ec8f589c-7bab-4aa3-8f57-e0b319805f1f req-8d16eb82-949f-432d-84db-e5473e4b3516 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3887d3dd-b3d8-463d-9d9c-879e57c9ab40 HTTP/1.1" status: 200 len: 911 time: 0.8639319 Jan 18 22:45:23.410276 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-855afeb1-17aa-4e06-aa0c-a687008af3cf admin admin] Made reservation on behalf of 5240490f42fe436ca0dbd7d224197d4f for: {'subnet': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:45:23.413827 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-855afeb1-17aa-4e06-aa0c-a687008af3cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62288702'] for subnet, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:23.444073 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-df20515e-e9f0-4c3b-9a04-0e5eeb81e981 req-9c46bce9-0ddd-4894-a235-d2a95bfd1c27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:23.470928 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedc15a9-9cd2-4f72-a198-cb85f19c6d3a req-2df69a30-465b-4baa-a27a-82740578b42d tempest-VolumesBackupsTest-709108907 tempest-VolumesBackupsTest-709108907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:23.473944 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aedc15a9-9cd2-4f72-a198-cb85f19c6d3a req-2df69a30-465b-4baa-a27a-82740578b42d tempest-VolumesBackupsTest-709108907 tempest-VolumesBackupsTest-709108907-project] 10.222.0.53 "GET /v2.0/ports?device_id=23b00950-0278-4000-9b7a-ddf18af88dd7 HTTP/1.1" status: 200 len: 934 time: 0.4554024 Jan 18 22:45:23.544563 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-9fcc76fb-bb1d-4e03-bf1a-220f69140483 None None] Provisioning complete for port 717deeec-0442-4d57-97bf-5c02bdc4701f triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:45:23.545133 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9fcc76fb-bb1d-4e03-bf1a-220f69140483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:23.545722 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ec8f589c-7bab-4aa3-8f57-e0b319805f1f req-aa828f8e-5fd5-4319-8ad1-0d092436d88d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92b28351-0468-4ffe-8edc-0107017fea59 HTTP/1.1" status: 200 len: 217 time: 0.1084025 Jan 18 22:45:23.546956 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:23.638535 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port c6f8ed7f-2c77-41ad-82ba-84f684886a2c, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=c6f8ed7f-2c77-41ad-82ba-84f684886a2c,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:45:23.642726 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-9fcc76fb-bb1d-4e03-bf1a-220f69140483 None None] Port 717deeec-0442-4d57-97bf-5c02bdc4701f cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:45:23.646450 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:23.650727 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-816e8896-a4a8-4229-a470-101f95c5be53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:23.711456 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8f589c-7bab-4aa3-8f57-e0b319805f1f req-bd49a3e2-7996-413e-bfff-a3301942bfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:23.712973 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ec8f589c-7bab-4aa3-8f57-e0b319805f1f req-bd49a3e2-7996-413e-bfff-a3301942bfc3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b317bd45-9275-4aad-aa8f-d7702db0cadd HTTP/1.1" status: 200 len: 850 time: 0.1471517 Jan 18 22:45:23.757695 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=c6f8ed7f-2c77-41ad-82ba-84f684886a2c,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:23.805694 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-816e8896-a4a8-4229-a470-101f95c5be53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:23.823349 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device d6784658-0265-4da7-a1f9-fb729efa1575 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:45:23.863501 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aedc15a9-9cd2-4f72-a198-cb85f19c6d3a req-9e90f7ab-38a0-4d06-a787-8cd30b63d0a3 tempest-VolumesBackupsTest-709108907 tempest-VolumesBackupsTest-709108907-project] 10.222.0.53 "GET /v2.0/security-groups?id=640da7bd-85a0-4be8-9ae5-18bd68dac587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3522084 Jan 18 22:45:23.911393 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-300a9745-b737-45e6-85a3-efa5af6a0e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:23.919431 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port d6784658-0265-4da7-a1f9-fb729efa1575 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:45:23.920717 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:23.930094 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e089c3f3-1a20-4863-a75e-59f1d78da159 req-5146107c-de46-4982-8a63-a5119a2f560f tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:23.938771 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e089c3f3-1a20-4863-a75e-59f1d78da159 req-5146107c-de46-4982-8a63-a5119a2f560f tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=be4c560b-5bfc-46bc-91a5-03e09b8604a1 HTTP/1.1" status: 200 len: 943 time: 0.2685432 Jan 18 22:45:23.993470 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300a9745-b737-45e6-85a3-efa5af6a0e4d admin admin] Pushing event deleted for resources: {'Port': ['ID=b490d84b-ad90-4b66-a1f8-00f34467f8b4,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:24.010119 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8f589c-7bab-4aa3-8f57-e0b319805f1f req-f2976334-799c-44cc-a7ad-c263c2d70a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:24.012705 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ec8f589c-7bab-4aa3-8f57-e0b319805f1f req-f2976334-799c-44cc-a7ad-c263c2d70a86 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3887d3dd-b3d8-463d-9d9c-879e57c9ab40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2686741 Jan 18 22:45:24.057455 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device e2580e23-1ce8-4caf-93c4-3c46fc698ce0 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:45:24.067237 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-816e8896-a4a8-4229-a470-101f95c5be53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:24.070353 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-816e8896-a4a8-4229-a470-101f95c5be53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:24.071672 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-816e8896-a4a8-4229-a470-101f95c5be53 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0db4d675-ce3d-48c0-8e0b-bf694ec4f6d4 HTTP/1.1" status: 204 len: 168 time: 0.8424284 Jan 18 22:45:24.110408 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: e2580e23-1ce8-4caf-93c4-3c46fc698ce0 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:45:24.110887 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device e2580e23-1ce8-4caf-93c4-3c46fc698ce0 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:45:24.216983 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e089c3f3-1a20-4863-a75e-59f1d78da159 req-ecd09f88-ab0a-4c90-91ee-f491a443b1b4 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=dae8bf2d-ed71-4918-8e49-2e2d9465745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751548 Jan 18 22:45:24.228899 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816e8896-a4a8-4229-a470-101f95c5be53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db4d675-ce3d-48c0-8e0b-bf694ec4f6d4,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:24.297718 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-863b742d-caec-450f-86c4-18999f77c354 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:24.304869 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-300a9745-b737-45e6-85a3-efa5af6a0e4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043029'] for router_gateway, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:24.309213 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ec8f589c-7bab-4aa3-8f57-e0b319805f1f req-08b1b32a-d3ce-482f-9777-60476d93ae6e service neutron] 10.222.0.67 "GET /v2.0/networks/3887d3dd-b3d8-463d-9d9c-879e57c9ab40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2903214 Jan 18 22:45:24.315574 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-855afeb1-17aa-4e06-aa0c-a687008af3cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60203213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62288684'] for subnet, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:24.398562 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-300a9745-b737-45e6-85a3-efa5af6a0e4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1040886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8602'] for router, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:24.400984 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-300a9745-b737-45e6-85a3-efa5af6a0e4d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:24.410635 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-863b742d-caec-450f-86c4-18999f77c354 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:24.448871 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [req-df20515e-e9f0-4c3b-9a04-0e5eeb81e981 req-9c46bce9-0ddd-4894-a235-d2a95bfd1c27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 717deeec-0442-4d57-97bf-5c02bdc4701f {{(pid=102431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:45:24.471029 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:24.507343 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-df20515e-e9f0-4c3b-9a04-0e5eeb81e981 req-9c46bce9-0ddd-4894-a235-d2a95bfd1c27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:24.527403 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-300a9745-b737-45e6-85a3-efa5af6a0e4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1040832'] for router, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:24.527935 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-300a9745-b737-45e6-85a3-efa5af6a0e4d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53c7895e-d7ca-4a9c-9f7b-c076f81981e8 {{(pid=102431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 22:45:24.541199 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-300a9745-b737-45e6-85a3-efa5af6a0e4d admin admin] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:24.542451 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-300a9745-b737-45e6-85a3-efa5af6a0e4d admin admin] 10.222.0.53 "DELETE /v2.0/routers/53c7895e-d7ca-4a9c-9f7b-c076f81981e8 HTTP/1.1" status: 204 len: 168 time: 4.0560133 Jan 18 22:45:24.549174 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 47760) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:45:24.579068 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [req-df20515e-e9f0-4c3b-9a04-0e5eeb81e981 req-9c46bce9-0ddd-4894-a235-d2a95bfd1c27 service neutron] Transition to ACTIVE for port object 717deeec-0442-4d57-97bf-5c02bdc4701f will not be triggered until provisioned by entity L2. {{(pid=102431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:45:24.580106 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-863b742d-caec-450f-86c4-18999f77c354 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-613854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1041070'] for router_interface, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:24.597067 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-df20515e-e9f0-4c3b-9a04-0e5eeb81e981 req-9c46bce9-0ddd-4894-a235-d2a95bfd1c27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:24.599453 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863b742d-caec-450f-86c4-18999f77c354 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Pushing event updated for resources: {'Port': ['ID=bc8d687e-3493-4b38-a36c-5e89c31806af,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:24.699659 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:24.740792 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cff9f82-e3c2-418b-b380-3b135cd17321 admin admin] Deleting subnet eb26f09b-6224-4619-974c-f82733f377b6 {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:45:24.749959 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6cff9f82-e3c2-418b-b380-3b135cd17321 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:24.785230 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c46bce9-0ddd-4894-a235-d2a95bfd1c27 service neutron] Pushing event updated for resources: {'Port': ['ID=717deeec-0442-4d57-97bf-5c02bdc4701f,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:24.868213 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855afeb1-17aa-4e06-aa0c-a687008af3cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=02499e40-686d-4dcb-b72f-89b6a1c6d403,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:24.886041 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6cff9f82-e3c2-418b-b380-3b135cd17321 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:24.931458 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855afeb1-17aa-4e06-aa0c-a687008af3cf admin admin] Checking segment: {'id': 'af7e8de2-658e-41d1-9832-03b41a4e759e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '65169bb9-775a-47bb-b164-b9621ea21a48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:45:24.931829 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855afeb1-17aa-4e06-aa0c-a687008af3cf admin admin] Network hostable DHCP agents. Network: 65169bb9-775a-47bb-b164-b9621ea21a48, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:45:24.981240 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ec8f589c-7bab-4aa3-8f57-e0b319805f1f req-d4fa6958-106a-425a-89c7-37dd94c93c1c service neutron] 10.222.0.67 "GET /v2.0/networks/3887d3dd-b3d8-463d-9d9c-879e57c9ab40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6603603 Jan 18 22:45:25.026991 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855afeb1-17aa-4e06-aa0c-a687008af3cf admin admin] Network 65169bb9-775a-47bb-b164-b9621ea21a48 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:45:25.038273 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-855afeb1-17aa-4e06-aa0c-a687008af3cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 65169bb9-775a-47bb-b164-b9621ea21a48) {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:45:25.051123 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3be1c66-3c6a-4eb5-ac94-3e8ec7016653 req-d34e32d8-1f4e-45df-ac1f-efa516fd42fc tempest-VolumesBackupsTest-709108907 tempest-VolumesBackupsTest-709108907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:25.060722 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f3be1c66-3c6a-4eb5-ac94-3e8ec7016653 req-d34e32d8-1f4e-45df-ac1f-efa516fd42fc tempest-VolumesBackupsTest-709108907 tempest-VolumesBackupsTest-709108907-project] 10.222.0.53 "GET /v2.0/ports?device_id=23b00950-0278-4000-9b7a-ddf18af88dd7 HTTP/1.1" status: 200 len: 946 time: 0.0834010 Jan 18 22:45:25.066409 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855afeb1-17aa-4e06-aa0c-a687008af3cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:25.067444 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-855afeb1-17aa-4e06-aa0c-a687008af3cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:25.071872 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7511f2d2-5e41-441a-895b-cac845c8fdae None None] Network 65169bb9-775a-47bb-b164-b9621ea21a48 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:45:25.093529 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863b742d-caec-450f-86c4-18999f77c354 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Network b2568ae2-60e5-4afa-bb4a-1f65f411c8dd is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:45:25.113100 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-863b742d-caec-450f-86c4-18999f77c354 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:45:25.152202 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-855afeb1-17aa-4e06-aa0c-a687008af3cf admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.1646836 Jan 18 22:45:25.175930 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f3be1c66-3c6a-4eb5-ac94-3e8ec7016653 req-db8ea1d3-fa76-4bb6-8e98-9489ef930a9e tempest-VolumesBackupsTest-709108907 tempest-VolumesBackupsTest-709108907-project] 10.222.0.53 "GET /v2.0/security-groups?id=640da7bd-85a0-4be8-9ae5-18bd68dac587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140933 Jan 18 22:45:25.228927 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-df20515e-e9f0-4c3b-9a04-0e5eeb81e981 req-9c46bce9-0ddd-4894-a235-d2a95bfd1c27 service neutron] Attempting to bind port 717deeec-0442-4d57-97bf-5c02bdc4701f on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:45:25.228927 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-df20515e-e9f0-4c3b-9a04-0e5eeb81e981 req-9c46bce9-0ddd-4894-a235-d2a95bfd1c27 service neutron] Attempting to bind port 717deeec-0442-4d57-97bf-5c02bdc4701f by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:45:25.229293 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df20515e-e9f0-4c3b-9a04-0e5eeb81e981 req-9c46bce9-0ddd-4894-a235-d2a95bfd1c27 service neutron] Attempting to bind port 717deeec-0442-4d57-97bf-5c02bdc4701f on network aed2eca7-1bb0-443d-8485-b985dbe9851b {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:45:25.256800 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df20515e-e9f0-4c3b-9a04-0e5eeb81e981 req-9c46bce9-0ddd-4894-a235-d2a95bfd1c27 service neutron] Port 717deeec-0442-4d57-97bf-5c02bdc4701f on network aed2eca7-1bb0-443d-8485-b985dbe9851b not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:45:25.257287 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df20515e-e9f0-4c3b-9a04-0e5eeb81e981 req-9c46bce9-0ddd-4894-a235-d2a95bfd1c27 service neutron] Attempting to bind port 717deeec-0442-4d57-97bf-5c02bdc4701f on network aed2eca7-1bb0-443d-8485-b985dbe9851b {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:45:25.290326 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df20515e-e9f0-4c3b-9a04-0e5eeb81e981 req-9c46bce9-0ddd-4894-a235-d2a95bfd1c27 service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:45:25.290770 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df20515e-e9f0-4c3b-9a04-0e5eeb81e981 req-9c46bce9-0ddd-4894-a235-d2a95bfd1c27 service neutron] Checking segment: {'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:45:25.291061 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df20515e-e9f0-4c3b-9a04-0e5eeb81e981 req-9c46bce9-0ddd-4894-a235-d2a95bfd1c27 service neutron] Bound using segment: {'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:45:25.291506 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-df20515e-e9f0-4c3b-9a04-0e5eeb81e981 req-9c46bce9-0ddd-4894-a235-d2a95bfd1c27 service neutron] Bound port: 717deeec-0442-4d57-97bf-5c02bdc4701f, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:45:25.291912 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-df20515e-e9f0-4c3b-9a04-0e5eeb81e981 req-9c46bce9-0ddd-4894-a235-d2a95bfd1c27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:25.325534 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d8f1d1-0c54-45a9-9dcf-fc1e940d43b0 None None] Network 65169bb9-775a-47bb-b164-b9621ea21a48 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:45:25.398568 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6cff9f82-e3c2-418b-b380-3b135cd17321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:25.505304 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9fc568-ab7b-4a96-8320-81ce39674ffe req-14fbd906-7a9a-43e9-b94a-588287339f3b tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:25.519814 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6b9fc568-ab7b-4a96-8320-81ce39674ffe req-14fbd906-7a9a-43e9-b94a-588287339f3b tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=be4c560b-5bfc-46bc-91a5-03e09b8604a1 HTTP/1.1" status: 200 len: 943 time: 0.1308610 Jan 18 22:45:25.626865 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6b9fc568-ab7b-4a96-8320-81ce39674ffe req-1c6fcea9-3ac6-4a37-bf2e-92d8603ab19d tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=dae8bf2d-ed71-4918-8e49-2e2d9465745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917084 Jan 18 22:45:25.670562 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-2f08be4e-8776-49ae-8096-df95f91ebdb8 None None] Provisioning complete for port bc8d687e-3493-4b38-a36c-5e89c31806af triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:45:25.672115 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2f08be4e-8776-49ae-8096-df95f91ebdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:25.711414 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-2f08be4e-8776-49ae-8096-df95f91ebdb8 None None] Port bc8d687e-3493-4b38-a36c-5e89c31806af cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:45:25.805108 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device c6f8ed7f-2c77-41ad-82ba-84f684886a2c up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:45:25.897395 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port c6f8ed7f-2c77-41ad-82ba-84f684886a2c triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:45:25.898190 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:26.081247 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-df20515e-e9f0-4c3b-9a04-0e5eeb81e981 req-9c46bce9-0ddd-4894-a235-d2a95bfd1c27 service neutron] For port 717deeec-0442-4d57-97bf-5c02bdc4701f, host n-h2-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:45:26.085686 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-df20515e-e9f0-4c3b-9a04-0e5eeb81e981 req-9c46bce9-0ddd-4894-a235-d2a95bfd1c27 service neutron] For port 717deeec-0442-4d57-97bf-5c02bdc4701f, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=717deeec-0442-4d57-97bf-5c02bdc4701f,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:45:26.100858 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-df20515e-e9f0-4c3b-9a04-0e5eeb81e981 req-9c46bce9-0ddd-4894-a235-d2a95bfd1c27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:26.105465 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-863b742d-caec-450f-86c4-18999f77c354 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Router 50dded13-1674-4efb-b638-27d3deb8682e has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:45:26.120339 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device b490d84b-ad90-4b66-a1f8-00f34467f8b4 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:45:26.171986 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: b490d84b-ad90-4b66-a1f8-00f34467f8b4 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:45:26.174501 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device b490d84b-ad90-4b66-a1f8-00f34467f8b4 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:45:26.200004 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c46bce9-0ddd-4894-a235-d2a95bfd1c27 service neutron] Pushing event updated for resources: {'Port': ['ID=717deeec-0442-4d57-97bf-5c02bdc4701f,revision_number=3']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:26.203458 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df20515e-e9f0-4c3b-9a04-0e5eeb81e981 req-9c46bce9-0ddd-4894-a235-d2a95bfd1c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:26.204187 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-df20515e-e9f0-4c3b-9a04-0e5eeb81e981 req-9c46bce9-0ddd-4894-a235-d2a95bfd1c27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:26.205665 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-df20515e-e9f0-4c3b-9a04-0e5eeb81e981 req-9c46bce9-0ddd-4894-a235-d2a95bfd1c27 service neutron] 10.222.0.67 "PUT /v2.0/ports/717deeec-0442-4d57-97bf-5c02bdc4701f HTTP/1.1" status: 200 len: 1094 time: 2.9787438 Jan 18 22:45:26.207954 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23b00950-0278-4000-9b7a-ddf18af88dd7', 'tag': '717deeec-0442-4d57-97bf-5c02bdc4701f'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:45:26.217693 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab6e89d2-b4f1-4a9d-884e-332b42aeb712" -d '{"events": [{"name": "network-changed", "server_uuid": "23b00950-0278-4000-9b7a-ddf18af88dd7", "tag": "717deeec-0442-4d57-97bf-5c02bdc4701f"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:45:26.224099 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6cff9f82-e3c2-418b-b380-3b135cd17321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:26.344956 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6cff9f82-e3c2-418b-b380-3b135cd17321 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:26.348270 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-6cff9f82-e3c2-418b-b380-3b135cd17321 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/eb26f09b-6224-4619-974c-f82733f377b6 HTTP/1.1" status: 204 len: 168 time: 1.7980587 Jan 18 22:45:26.352977 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c28c46d-dc73-4fb0-9e8e-df55d7ebb837 None None] Network 06982178-31c6-4def-8281-3b4ab4860e08 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:45:26.364226 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 47810) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:45:26.366870 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cff9f82-e3c2-418b-b380-3b135cd17321 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb26f09b-6224-4619-974c-f82733f377b6,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:26.483854 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1c3f1d-d8cc-4857-acec-6376b27a65d6 req-798038eb-85b4-4a0f-9705-6a259f17d512 tempest-VolumesBackupsTest-709108907 tempest-VolumesBackupsTest-709108907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:26.500761 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bb1c3f1d-d8cc-4857-acec-6376b27a65d6 req-798038eb-85b4-4a0f-9705-6a259f17d512 tempest-VolumesBackupsTest-709108907 tempest-VolumesBackupsTest-709108907-project] 10.222.0.53 "GET /v2.0/ports?device_id=23b00950-0278-4000-9b7a-ddf18af88dd7 HTTP/1.1" status: 200 len: 946 time: 0.1916547 Jan 18 22:45:26.585308 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bb1c3f1d-d8cc-4857-acec-6376b27a65d6 req-779ec50c-db18-4f37-9e98-66243f462e49 tempest-VolumesBackupsTest-709108907 tempest-VolumesBackupsTest-709108907-project] 10.222.0.53 "GET /v2.0/security-groups?id=640da7bd-85a0-4be8-9ae5-18bd68dac587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836267 Jan 18 22:45:26.632770 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df20515e-e9f0-4c3b-9a04-0e5eeb81e981 req-a3492d2c-cbe0-487c-a123-c147a3eb238b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:26.634326 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-df20515e-e9f0-4c3b-9a04-0e5eeb81e981 req-a3492d2c-cbe0-487c-a123-c147a3eb238b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ca384ada3dc84fb0a7ebf1c2b5980305&device_id=23b00950-0278-4000-9b7a-ddf18af88dd7 HTTP/1.1" status: 200 len: 1097 time: 0.3848960 Jan 18 22:45:26.686447 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f6e50dbd-dc2b-436e-9f77-8344af11cef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:26.801775 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-df20515e-e9f0-4c3b-9a04-0e5eeb81e981 req-284648ec-67b7-4d39-87c5-e32f88b95cdd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=717deeec-0442-4d57-97bf-5c02bdc4701f HTTP/1.1" status: 200 len: 217 time: 0.1586044 Jan 18 22:45:26.804386 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-863b742d-caec-450f-86c4-18999f77c354 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:45:26.822864 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aea4c0-53a7-4c47-aa14-6d05b606372b req-aeaa50e8-6878-46fe-a29b-815238147645 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:26.823619 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-863b742d-caec-450f-86c4-18999f77c354 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "PUT /v2.0/routers/50dded13-1674-4efb-b638-27d3deb8682e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8620365 Jan 18 22:45:26.827087 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670cf29a-bb10-462d-b2d8-c8919957f8d9 None None] Sync routers for ids ['50dded13-1674-4efb-b638-27d3deb8682e'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:45:26.833877 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-56aea4c0-53a7-4c47-aa14-6d05b606372b req-aeaa50e8-6878-46fe-a29b-815238147645 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=be4c560b-5bfc-46bc-91a5-03e09b8604a1 HTTP/1.1" status: 200 len: 943 time: 0.1057827 Jan 18 22:45:26.852484 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5b9b7c-2631-4dc4-842f-1945051aa741 None None] DHCP port deletion for 06982178-31c6-4def-8281-3b4ab4860e08 request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:45:26.862287 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 47818) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:45:26.863797 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670cf29a-bb10-462d-b2d8-c8919957f8d9 None None] Routers {'50dded13-1674-4efb-b638-27d3deb8682e'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:45:26.868195 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-c0fbdbdc-2e09-4eee-9aae-baeb2c787be1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-78363688-network', 'tenant_id': '0f482387ca964613a4abb52ca3ff61b1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:45:26.868369 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-670cf29a-bb10-462d-b2d8-c8919957f8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:45:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['50dded13-1674-4efb-b638-27d3deb8682e'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:45:26.919333 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-56aea4c0-53a7-4c47-aa14-6d05b606372b req-7df7befb-57bd-4178-957a-13f708314cdb tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=dae8bf2d-ed71-4918-8e49-2e2d9465745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841658 Jan 18 22:45:26.928626 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-196a9d02-c437-45e8-979c-8422e234718d x-openstack-request-id: req-196a9d02-c437-45e8-979c-8422e234718d {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:45:26.929096 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23b00950-0278-4000-9b7a-ddf18af88dd7", "tag": "717deeec-0442-4d57-97bf-5c02bdc4701f", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:45:26.929513 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-196a9d02-c437-45e8-979c-8422e234718d {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:45:26.930062 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23b00950-0278-4000-9b7a-ddf18af88dd7', 'tag': '717deeec-0442-4d57-97bf-5c02bdc4701f', 'status': 'completed', 'code': 200} Jan 18 22:45:26.947399 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df20515e-e9f0-4c3b-9a04-0e5eeb81e981 req-0066fa39-5168-4a4c-ba64-857be823dced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:26.948935 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-df20515e-e9f0-4c3b-9a04-0e5eeb81e981 req-0066fa39-5168-4a4c-ba64-857be823dced service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8518183d-cc63-459a-b971-d4c7514e001f HTTP/1.1" status: 200 len: 843 time: 0.1207848 Jan 18 22:45:26.965516 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0fbdbdc-2e09-4eee-9aae-baeb2c787be1 admin admin] Made reservation on behalf of 0f482387ca964613a4abb52ca3ff61b1 for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:45:26.967960 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c0fbdbdc-2e09-4eee-9aae-baeb2c787be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:26.998419 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c0fbdbdc-2e09-4eee-9aae-baeb2c787be1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:27.025824 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-f6e50dbd-dc2b-436e-9f77-8344af11cef4 admin admin] Deleting port 811f4566-9d5a-4d4f-9ee8-d8cdac879957 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:45:27.026118 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f6e50dbd-dc2b-436e-9f77-8344af11cef4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:27.120979 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-f6e50dbd-dc2b-436e-9f77-8344af11cef4 admin admin] For port 811f4566-9d5a-4d4f-9ee8-d8cdac879957, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=811f4566-9d5a-4d4f-9ee8-d8cdac879957,segment=NetworkSegment(380c9d03-b18f-448e-9ca6-565b2815b1db),segment_id=380c9d03-b18f-448e-9ca6-565b2815b1db)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:45:27.121808 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f6e50dbd-dc2b-436e-9f77-8344af11cef4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:27.136553 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df20515e-e9f0-4c3b-9a04-0e5eeb81e981 req-a9e84987-9edc-42c8-a800-354bc6677ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:27.138313 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-df20515e-e9f0-4c3b-9a04-0e5eeb81e981 req-a9e84987-9edc-42c8-a800-354bc6677ca0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aed2eca7-1bb0-443d-8485-b985dbe9851b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1831384 Jan 18 22:45:27.156514 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-f6e50dbd-dc2b-436e-9f77-8344af11cef4 admin admin] Calling delete_port for 811f4566-9d5a-4d4f-9ee8-d8cdac879957 owned by network:dhcp {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:45:27.201033 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9555bc78-5440-4669-bb9f-c4825e96ef6e req-4d704481-d9f2-4f92-a3d8-b154de2d42ce tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-889026074&fields=id&tenant_id=438cce0e2f434b5f879ce307da159923 HTTP/1.1" status: 200 len: 267 time: 0.0523582 Jan 18 22:45:27.264504 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 22:45:27.315945 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-8b5b9b7c-2631-4dc4-842f-1945051aa741 None None] Deleting port 811f4566-9d5a-4d4f-9ee8-d8cdac879957 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:45:27.316348 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8b5b9b7c-2631-4dc4-842f-1945051aa741 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:27.329356 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9555bc78-5440-4669-bb9f-c4825e96ef6e req-b63488a0-7094-4c63-a9a8-7d65859ac9ec tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:27.332522 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-670cf29a-bb10-462d-b2d8-c8919957f8d9 None None] Set router 50dded13-1674-4efb-b638-27d3deb8682e gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:45:27.337083 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9555bc78-5440-4669-bb9f-c4825e96ef6e req-b63488a0-7094-4c63-a9a8-7d65859ac9ec tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/networks?id=b2568ae2-60e5-4afa-bb4a-1f65f411c8dd HTTP/1.1" status: 200 len: 797 time: 0.1343210 Jan 18 22:45:27.337403 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c0fbdbdc-2e09-4eee-9aae-baeb2c787be1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:27.348232 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-df20515e-e9f0-4c3b-9a04-0e5eeb81e981 req-3138b4f3-3863-44b8-bc3c-73da12a794af service neutron] 10.222.0.67 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000515 Jan 18 22:45:27.350221 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c0fbdbdc-2e09-4eee-9aae-baeb2c787be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:27.356612 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9555bc78-5440-4669-bb9f-c4825e96ef6e req-a22d746f-0aa5-46f6-bffa-1fe796373513 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/quotas/438cce0e2f434b5f879ce307da159923 HTTP/1.1" status: 200 len: 375 time: 0.0179775 Jan 18 22:45:27.398228 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0fbdbdc-2e09-4eee-9aae-baeb2c787be1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:45:27.400784 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f6e50dbd-dc2b-436e-9f77-8344af11cef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:27.422885 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9555bc78-5440-4669-bb9f-c4825e96ef6e req-24bcd5f3-2265-458a-b4b6-000aec16d344 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=438cce0e2f434b5f879ce307da159923&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0597179 Jan 18 22:45:27.457143 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-8b5b9b7c-2631-4dc4-842f-1945051aa741 None None] For port 811f4566-9d5a-4d4f-9ee8-d8cdac879957, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=811f4566-9d5a-4d4f-9ee8-d8cdac879957,segment=NetworkSegment(380c9d03-b18f-448e-9ca6-565b2815b1db),segment_id=380c9d03-b18f-448e-9ca6-565b2815b1db)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:45:27.457548 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8b5b9b7c-2631-4dc4-842f-1945051aa741 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:27.471804 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fbdbdc-2e09-4eee-9aae-baeb2c787be1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f0a7d80-b50c-4209-b78b-c19e89cf6a95,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:27.476115 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e50dbd-dc2b-436e-9f77-8344af11cef4 admin admin] Pushing event deleted for resources: {'Port': ['ID=811f4566-9d5a-4d4f-9ee8-d8cdac879957,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:27.479994 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c0fbdbdc-2e09-4eee-9aae-baeb2c787be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:27.480359 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-c0fbdbdc-2e09-4eee-9aae-baeb2c787be1 admin admin] Added segment abc7583d-7c32-42c2-899c-eda2579a841b of type vlan for network 8477c59f-9500-4cdb-8bdf-d01d0d857712 Jan 18 22:45:27.481875 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e50dbd-dc2b-436e-9f77-8344af11cef4 admin admin] No DVR routers for this DVR port 811f4566-9d5a-4d4f-9ee8-d8cdac879957 on host n-d-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:45:27.487760 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-8b5b9b7c-2631-4dc4-842f-1945051aa741 None None] Calling delete_port for 811f4566-9d5a-4d4f-9ee8-d8cdac879957 owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:45:27.566392 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9555bc78-5440-4669-bb9f-c4825e96ef6e req-61d33302-8ea3-4a1a-a334-cfa17cde833b service neutron] 10.222.0.53 "GET /v2.0/networks/b2568ae2-60e5-4afa-bb4a-1f65f411c8dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391070 Jan 18 22:45:27.567256 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c0fbdbdc-2e09-4eee-9aae-baeb2c787be1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:27.659274 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-df20515e-e9f0-4c3b-9a04-0e5eeb81e981 req-c7747050-0bb2-416c-9ea9-e98e92dc98bf service neutron] 10.222.0.67 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3014479 Jan 18 22:45:27.668858 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f6e50dbd-dc2b-436e-9f77-8344af11cef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:27.675619 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8b5b9b7c-2631-4dc4-842f-1945051aa741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:27.685540 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c0fbdbdc-2e09-4eee-9aae-baeb2c787be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:27.686514 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0fbdbdc-2e09-4eee-9aae-baeb2c787be1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:27.687090 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c0fbdbdc-2e09-4eee-9aae-baeb2c787be1 admin admin] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:27.719785 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-f6e50dbd-dc2b-436e-9f77-8344af11cef4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06982178-31c6-4def-8281-3b4ab4860e08']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:45:27.730390 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5b9b7c-2631-4dc4-842f-1945051aa741 None None] No DVR routers for this DVR port 811f4566-9d5a-4d4f-9ee8-d8cdac879957 on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:45:27.766096 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-670cf29a-bb10-462d-b2d8-c8919957f8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50dded13-1674-4efb-b638-27d3deb8682e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2099520946', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'c6f8ed7f-2c77-41ad-82ba-84f684886a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:45:09Z', 'updated_at': '2022-01-18T22:45:23Z', 'revision_number': 4, 'project_id': '438cce0e2f434b5f879ce307da159923', 'gw_port': {'id': 'c6f8ed7f-2c77-41ad-82ba-84f684886a2c', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:39:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50dded13-1674-4efb-b638-27d3deb8682e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:45:10Z', 'updated_at': '2022-01-18T22:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'bc8d687e-3493-4b38-a36c-5e89c31806af', 'name': '', 'network_id': 'b2568ae2-60e5-4afa-bb4a-1f65f411c8dd', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'mac_address': 'fa:16:3e:7b:24:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50dded13-1674-4efb-b638-27d3deb8682e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '0ed8ac88-32a7-4801-83b8-528f617904e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:45:19Z', 'updated_at': '2022-01-18T22:45:23Z', 'revision_number': 2, 'project_id': '438cce0e2f434b5f879ce307da159923', 'subnets': [{'id': '0ed8ac88-32a7-4801-83b8-528f617904e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:45:27.779572 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-f6e50dbd-dc2b-436e-9f77-8344af11cef4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '380c9d03-b18f-448e-9ca6-565b2815b1db') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:45:27.779833 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-f6e50dbd-dc2b-436e-9f77-8344af11cef4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '380c9d03-b18f-448e-9ca6-565b2815b1db') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:45:27.807574 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670cf29a-bb10-462d-b2d8-c8919957f8d9 None None] Checking router: 50dded13-1674-4efb-b638-27d3deb8682e for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:45:27.808071 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670cf29a-bb10-462d-b2d8-c8919957f8d9 None None] Updating router 50dded13-1674-4efb-b638-27d3deb8682e port bc8d687e-3493-4b38-a36c-5e89c31806af binding host n-d-825064-1 {{(pid=102432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:45:27.820931 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f6e50dbd-dc2b-436e-9f77-8344af11cef4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:27.833526 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-c0fbdbdc-2e09-4eee-9aae-baeb2c787be1 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.9697330 Jan 18 22:45:27.843059 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5b9b7c-2631-4dc4-842f-1945051aa741 None None] Pushing event deleted for resources: {'Port': ['ID=811f4566-9d5a-4d4f-9ee8-d8cdac879957,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:27.843538 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 47874) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:45:27.850600 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 811f4566-9d5a-4d4f-9ee8-d8cdac879957 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:45:27.851685 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289e1ef6-b902-4d1e-89ee-c884c7c08af2 req-794a51f4-a69c-4358-9bf5-4e97e854e681 tempest-VolumesBackupsTest-709108907 tempest-VolumesBackupsTest-709108907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:27.852032 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-670cf29a-bb10-462d-b2d8-c8919957f8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:27.859315 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-289e1ef6-b902-4d1e-89ee-c884c7c08af2 req-794a51f4-a69c-4358-9bf5-4e97e854e681 tempest-VolumesBackupsTest-709108907 tempest-VolumesBackupsTest-709108907-project] 10.222.0.53 "GET /v2.0/ports?device_id=23b00950-0278-4000-9b7a-ddf18af88dd7 HTTP/1.1" status: 200 len: 946 time: 0.1300502 Jan 18 22:45:27.868999 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fbdbdc-2e09-4eee-9aae-baeb2c787be1 admin admin] Pushing event updated for resources: {'Network': ['ID=8477c59f-9500-4cdb-8bdf-d01d0d857712,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:27.880090 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f6e50dbd-dc2b-436e-9f77-8344af11cef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:27.880432 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-a08c9351-1162-422d-9847-ec91c059e06b admin admin] Request body: {'subnet': {'network_id': '8477c59f-9500-4cdb-8bdf-d01d0d857712', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-78363688-subnet', 'tenant_id': '0f482387ca964613a4abb52ca3ff61b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:45:27.891395 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6e50dbd-dc2b-436e-9f77-8344af11cef4 admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:45:27.891859 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f6e50dbd-dc2b-436e-9f77-8344af11cef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:27.894407 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:45:27.894407 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:45:27.894407 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:45:27.894407 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:45:27.894407 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:45:27.894407 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:45:27.894407 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:45:27.894407 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:45:27.894407 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:45:27.894407 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:45:27.894407 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:45:27.894407 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:45:27.894407 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:45:27.894407 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:45:27.894407 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:45:27.894407 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:45:27.894407 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:45:27.894407 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:45:27.894407 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:45:27.894407 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:45:27.894407 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:45:27.894407 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:45:27.894407 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:45:27.894407 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:45:27.894407 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:45:27.894407 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:45:27.894407 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:45:27.894407 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:45:27.894407 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:45:27.894407 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:45:27.894407 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:45:27.894407 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:45:27.906042 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 8477c59f-9500-4cdb-8bdf-d01d0d857712 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:45:27.914332 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9555bc78-5440-4669-bb9f-c4825e96ef6e req-ce9788c2-37f7-480c-9886-7e0a014aa174 service neutron] 10.222.0.53 "GET /v2.0/networks/b2568ae2-60e5-4afa-bb4a-1f65f411c8dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3390715 Jan 18 22:45:27.955620 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-289e1ef6-b902-4d1e-89ee-c884c7c08af2 req-c899f269-6f42-4868-b3c6-5bc54dba2d23 tempest-VolumesBackupsTest-709108907 tempest-VolumesBackupsTest-709108907-project] 10.222.0.53 "GET /v2.0/security-groups?id=640da7bd-85a0-4be8-9ae5-18bd68dac587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952120 Jan 18 22:45:27.956079 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6e89d2-b4f1-4a9d-884e-332b42aeb712 req-fab731e5-6fd8-428c-8564-40cd156d2522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:27.958836 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ab6e89d2-b4f1-4a9d-884e-332b42aeb712 req-fab731e5-6fd8-428c-8564-40cd156d2522 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ca384ada3dc84fb0a7ebf1c2b5980305&device_id=23b00950-0278-4000-9b7a-ddf18af88dd7 HTTP/1.1" status: 200 len: 1097 time: 0.1928043 Jan 18 22:45:27.961704 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a08c9351-1162-422d-9847-ec91c059e06b admin admin] Made reservation on behalf of 0f482387ca964613a4abb52ca3ff61b1 for: {'subnet': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:45:27.973719 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a08c9351-1162-422d-9847-ec91c059e06b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62288702'] for subnet, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:27.979877 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 811f4566-9d5a-4d4f-9ee8-d8cdac879957 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:45:27.980441 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 811f4566-9d5a-4d4f-9ee8-d8cdac879957 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:45:28.048806 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f6e50dbd-dc2b-436e-9f77-8344af11cef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:28.063256 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f6e50dbd-dc2b-436e-9f77-8344af11cef4 admin admin] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:28.071030 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-f6e50dbd-dc2b-436e-9f77-8344af11cef4 admin admin] 10.222.0.53 "DELETE /v2.0/networks/06982178-31c6-4def-8281-3b4ab4860e08 HTTP/1.1" status: 204 len: 168 time: 1.7053425 Jan 18 22:45:28.116914 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e50dbd-dc2b-436e-9f77-8344af11cef4 admin admin] Pushing event deleted for resources: {'Network': ['ID=06982178-31c6-4def-8281-3b4ab4860e08,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:28.146435 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4d24f8-f53d-4f51-b8ac-374a09b6700d req-9403d646-58d1-4110-b5fe-42c51dce6da9 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:28.154529 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cb4d24f8-f53d-4f51-b8ac-374a09b6700d req-9403d646-58d1-4110-b5fe-42c51dce6da9 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=be4c560b-5bfc-46bc-91a5-03e09b8604a1 HTTP/1.1" status: 200 len: 943 time: 0.0846558 Jan 18 22:45:28.167443 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6e89d2-b4f1-4a9d-884e-332b42aeb712 req-5f617ada-9ee4-4fd2-b039-26f087862a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:28.169108 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ab6e89d2-b4f1-4a9d-884e-332b42aeb712 req-5f617ada-9ee4-4fd2-b039-26f087862a8a service neutron] 10.222.0.67 "GET /v2.0/networks?id=aed2eca7-1bb0-443d-8485-b985dbe9851b HTTP/1.1" status: 200 len: 869 time: 0.1871862 Jan 18 22:45:28.263160 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ab6e89d2-b4f1-4a9d-884e-332b42aeb712 req-7e0a2556-6ee9-4f32-bda5-e81c68832491 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=717deeec-0442-4d57-97bf-5c02bdc4701f HTTP/1.1" status: 200 len: 217 time: 0.0861835 Jan 18 22:45:28.367724 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6e89d2-b4f1-4a9d-884e-332b42aeb712 req-3756f8f2-efa2-44f4-82b7-18b05eb2f84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:28.370121 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ab6e89d2-b4f1-4a9d-884e-332b42aeb712 req-3756f8f2-efa2-44f4-82b7-18b05eb2f84b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8518183d-cc63-459a-b971-d4c7514e001f HTTP/1.1" status: 200 len: 843 time: 0.0936840 Jan 18 22:45:28.416570 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a08c9351-1162-422d-9847-ec91c059e06b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60203213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62288684'] for subnet, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:28.437894 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 47940) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:45:28.475755 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6e89d2-b4f1-4a9d-884e-332b42aeb712 req-8e39fabe-ec71-4493-ae66-9b27969ab738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:28.477399 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ab6e89d2-b4f1-4a9d-884e-332b42aeb712 req-8e39fabe-ec71-4493-ae66-9b27969ab738 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aed2eca7-1bb0-443d-8485-b985dbe9851b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0996249 Jan 18 22:45:28.486276 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0a14afd4-cd99-47e3-87c3-efff64179a28 req-bdb6a371-6bfb-46bd-a8dc-b17cf929d8c9 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=514d5dea-b20c-4fa2-9293-e0617f11d3be HTTP/1.1" status: 200 len: 210 time: 0.1609645 Jan 18 22:45:28.511929 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cb4d24f8-f53d-4f51-b8ac-374a09b6700d req-15a37a5d-90f9-40db-ac3c-02eea1320aeb tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=dae8bf2d-ed71-4918-8e49-2e2d9465745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3564487 Jan 18 22:45:28.561228 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08c9351-1162-422d-9847-ec91c059e06b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9661268c-60a0-46f5-9c26-3ab8b47cd008,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:28.582132 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-670cf29a-bb10-462d-b2d8-c8919957f8d9 None None] Notify callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:28.583871 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08c9351-1162-422d-9847-ec91c059e06b admin admin] Checking segment: {'id': 'abc7583d-7c32-42c2-899c-eda2579a841b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '8477c59f-9500-4cdb-8bdf-d01d0d857712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:45:28.586230 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08c9351-1162-422d-9847-ec91c059e06b admin admin] Network hostable DHCP agents. Network: 8477c59f-9500-4cdb-8bdf-d01d0d857712, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:45:28.595847 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-670cf29a-bb10-462d-b2d8-c8919957f8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:28.599317 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 47964) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:45:28.600905 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-67a02c64-2831-4868-88bb-b0aea8cae993 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=76a3724fa1794eb28fed3ef3aedb6db3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1609585 Jan 18 22:45:28.670918 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ab6e89d2-b4f1-4a9d-884e-332b42aeb712 req-8f7ab6ba-2250-438a-996b-27168ef03fb1 service neutron] 10.222.0.67 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659667 Jan 18 22:45:28.691477 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c24263b-40b8-4e74-a3da-2598e94dac7e None None] Pushing event updated for resources: {'Port': ['ID=bc8d687e-3493-4b38-a36c-5e89c31806af,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:28.704983 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08c9351-1162-422d-9847-ec91c059e06b admin admin] Network 8477c59f-9500-4cdb-8bdf-d01d0d857712 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:45:28.739004 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ba69d6b5-c38d-4f84-ab9b-53af1868cf68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:28.753181 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-a08c9351-1162-422d-9847-ec91c059e06b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 8477c59f-9500-4cdb-8bdf-d01d0d857712) {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:45:28.760322 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08c9351-1162-422d-9847-ec91c059e06b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:28.761153 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a08c9351-1162-422d-9847-ec91c059e06b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:28.778716 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82db6de2-570c-4a05-a525-cc13a060e206 None None] Network 8477c59f-9500-4cdb-8bdf-d01d0d857712 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:45:28.828912 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ba69d6b5-c38d-4f84-ab9b-53af1868cf68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:28.884790 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-a08c9351-1162-422d-9847-ec91c059e06b admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0225699 Jan 18 22:45:28.889361 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ab6e89d2-b4f1-4a9d-884e-332b42aeb712 req-9df93c91-0f31-4f08-97bb-d70310430e84 service neutron] 10.222.0.67 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140267 Jan 18 22:45:28.907827 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ba69d6b5-c38d-4f84-ab9b-53af1868cf68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:28.911090 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ba69d6b5-c38d-4f84-ab9b-53af1868cf68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:28.913211 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-ba69d6b5-c38d-4f84-ab9b-53af1868cf68 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6dada2db-6958-4552-a863-022ddb803153 HTTP/1.1" status: 204 len: 168 time: 0.3109584 Jan 18 22:45:28.937199 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba69d6b5-c38d-4f84-ab9b-53af1868cf68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dada2db-6958-4552-a863-022ddb803153,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:28.951991 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba69d6b5-c38d-4f84-ab9b-53af1868cf68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:45:28.952556 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba69d6b5-c38d-4f84-ab9b-53af1868cf68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:45:28.953256 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba69d6b5-c38d-4f84-ab9b-53af1868cf68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:45:28.953818 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba69d6b5-c38d-4f84-ab9b-53af1868cf68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:45:28.954441 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba69d6b5-c38d-4f84-ab9b-53af1868cf68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:45:28.955066 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba69d6b5-c38d-4f84-ab9b-53af1868cf68 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:45:28.955616 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba69d6b5-c38d-4f84-ab9b-53af1868cf68 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:45:28.956039 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-670cf29a-bb10-462d-b2d8-c8919957f8d9 None None] Attempting to bind port bc8d687e-3493-4b38-a36c-5e89c31806af on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:45:28.956705 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-670cf29a-bb10-462d-b2d8-c8919957f8d9 None None] Attempting to bind port bc8d687e-3493-4b38-a36c-5e89c31806af by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': 'd3505b39-26d9-46ed-8521-b57d7815e856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b2568ae2-60e5-4afa-bb4a-1f65f411c8dd'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:45:28.956857 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba69d6b5-c38d-4f84-ab9b-53af1868cf68 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:45:28.957020 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670cf29a-bb10-462d-b2d8-c8919957f8d9 None None] Attempting to bind port bc8d687e-3493-4b38-a36c-5e89c31806af on network b2568ae2-60e5-4afa-bb4a-1f65f411c8dd {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:45:28.957326 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba69d6b5-c38d-4f84-ab9b-53af1868cf68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:45:28.958082 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba69d6b5-c38d-4f84-ab9b-53af1868cf68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:45:28.959484 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba69d6b5-c38d-4f84-ab9b-53af1868cf68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:45:28.960482 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba69d6b5-c38d-4f84-ab9b-53af1868cf68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:45:29.002539 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670cf29a-bb10-462d-b2d8-c8919957f8d9 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:45:29.002917 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670cf29a-bb10-462d-b2d8-c8919957f8d9 None None] Checking segment: {'id': 'd3505b39-26d9-46ed-8521-b57d7815e856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b2568ae2-60e5-4afa-bb4a-1f65f411c8dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:45:29.003318 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-670cf29a-bb10-462d-b2d8-c8919957f8d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:29.003708 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670cf29a-bb10-462d-b2d8-c8919957f8d9 None None] Bound using segment: {'id': 'd3505b39-26d9-46ed-8521-b57d7815e856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b2568ae2-60e5-4afa-bb4a-1f65f411c8dd'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:45:29.004216 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-670cf29a-bb10-462d-b2d8-c8919957f8d9 None None] Bound port: bc8d687e-3493-4b38-a36c-5e89c31806af, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3505b39-26d9-46ed-8521-b57d7815e856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b2568ae2-60e5-4afa-bb4a-1f65f411c8dd'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:45:29.004593 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-670cf29a-bb10-462d-b2d8-c8919957f8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:29.139740 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6b356a-1ed9-402f-856d-18871cf6dcdf None None] Network 8477c59f-9500-4cdb-8bdf-d01d0d857712 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:45:29.144777 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d7583b-e955-4050-a863-48c2c3334d0b req-a8daa999-49de-4759-97ba-1eb853b1acc0 tempest-VolumesBackupsTest-709108907 tempest-VolumesBackupsTest-709108907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:29.147127 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-16d7583b-e955-4050-a863-48c2c3334d0b req-a8daa999-49de-4759-97ba-1eb853b1acc0 tempest-VolumesBackupsTest-709108907 tempest-VolumesBackupsTest-709108907-project] 10.222.0.53 "GET /v2.0/ports?device_id=23b00950-0278-4000-9b7a-ddf18af88dd7 HTTP/1.1" status: 200 len: 946 time: 0.0703871 Jan 18 22:45:29.157827 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 47982) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:45:29.226405 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-16d7583b-e955-4050-a863-48c2c3334d0b req-70e27d0e-81ec-405d-a8c0-7e1fa7414e67 tempest-VolumesBackupsTest-709108907 tempest-VolumesBackupsTest-709108907-project] 10.222.0.53 "GET /v2.0/security-groups?id=640da7bd-85a0-4be8-9ae5-18bd68dac587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722466 Jan 18 22:45:29.234354 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-293a10c9-a855-40b7-acd4-ca2660f8ec05 None None] Provisioning complete for port bc8d687e-3493-4b38-a36c-5e89c31806af triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:45:29.234729 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-293a10c9-a855-40b7-acd4-ca2660f8ec05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:29.353434 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-293a10c9-a855-40b7-acd4-ca2660f8ec05 None None] Port bc8d687e-3493-4b38-a36c-5e89c31806af cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:45:29.360283 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-670cf29a-bb10-462d-b2d8-c8919957f8d9 None None] For port bc8d687e-3493-4b38-a36c-5e89c31806af, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:45:29.364324 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-670cf29a-bb10-462d-b2d8-c8919957f8d9 None None] For port bc8d687e-3493-4b38-a36c-5e89c31806af, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=bc8d687e-3493-4b38-a36c-5e89c31806af,segment=NetworkSegment(d3505b39-26d9-46ed-8521-b57d7815e856),segment_id=d3505b39-26d9-46ed-8521-b57d7815e856)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:45:29.370812 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-670cf29a-bb10-462d-b2d8-c8919957f8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:29.441581 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-59845383-ac09-4989-bac1-80daeb45e337 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:29.450938 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670cf29a-bb10-462d-b2d8-c8919957f8d9 None None] Routers {'50dded13-1674-4efb-b638-27d3deb8682e'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:45:29.451616 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-670cf29a-bb10-462d-b2d8-c8919957f8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:45:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['50dded13-1674-4efb-b638-27d3deb8682e'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:45:29.519546 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c24263b-40b8-4e74-a3da-2598e94dac7e None None] Pushing event updated for resources: {'Port': ['ID=bc8d687e-3493-4b38-a36c-5e89c31806af,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:29.599701 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 47996) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:45:29.722932 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-670cf29a-bb10-462d-b2d8-c8919957f8d9 None None] Set router 50dded13-1674-4efb-b638-27d3deb8682e gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:45:29.771792 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-35feed9e-74c3-45c2-8b6c-8f4e9f4a76c9 req-6e4f3ca2-af5a-4116-b196-6bccf293f317 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=514d5dea-b20c-4fa2-9293-e0617f11d3be HTTP/1.1" status: 200 len: 210 time: 0.0960958 Jan 18 22:45:29.783246 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-59845383-ac09-4989-bac1-80daeb45e337 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:29.794073 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-59845383-ac09-4989-bac1-80daeb45e337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:29.814598 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 717deeec-0442-4d57-97bf-5c02bdc4701f details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:45:29.938110 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-e9df0f72-721b-4d4f-8f41-261719113c4a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fa75719a6f0b45db97b9be8d2dc0722f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3332431 Jan 18 22:45:29.939401 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 48006) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:45:29.962006 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 48008) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:45:29.962486 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-59845383-ac09-4989-bac1-80daeb45e337 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=79f4485dfd244bee88f342e227789812&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8032966 Jan 18 22:45:29.968353 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 717deeec-0442-4d57-97bf-5c02bdc4701f, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=717deeec-0442-4d57-97bf-5c02bdc4701f,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:45:29.974216 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59845383-ac09-4989-bac1-80daeb45e337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38f0be57-bc4c-4018-8752-12a94dd01b9c,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:29.991609 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': '717deeec-0442-4d57-97bf-5c02bdc4701f', 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b', 'port_id': '717deeec-0442-4d57-97bf-5c02bdc4701f', 'mac_address': 'fa:16:3e:71:7f:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8518183d-cc63-459a-b971-d4c7514e001f', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:45:29.999942 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9555bc78-5440-4669-bb9f-c4825e96ef6e req-478cdccf-9f45-4779-984d-33bafd91f4e0 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:30.002109 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-9555bc78-5440-4669-bb9f-c4825e96ef6e req-478cdccf-9f45-4779-984d-33bafd91f4e0 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.36 "GET /v2.0/networks?id=b2568ae2-60e5-4afa-bb4a-1f65f411c8dd HTTP/1.1" status: 200 len: 797 time: 0.3085487 Jan 18 22:45:30.036490 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2076a7-86f0-4c53-981e-8f0f23a90d3b req-a8b2fb87-18de-450d-ace0-546e8959d9f7 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:30.038930 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0b2076a7-86f0-4c53-981e-8f0f23a90d3b req-a8b2fb87-18de-450d-ace0-546e8959d9f7 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=be4c560b-5bfc-46bc-91a5-03e09b8604a1 HTTP/1.1" status: 200 len: 943 time: 0.1678534 Jan 18 22:45:30.048766 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:30.073483 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-5c2cf7d5-315f-4ef4-a58c-a3cb71c468ce None None] Provisioning complete for port bc8d687e-3493-4b38-a36c-5e89c31806af triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:45:30.074066 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5c2cf7d5-315f-4ef4-a58c-a3cb71c468ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:30.098281 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-9555bc78-5440-4669-bb9f-c4825e96ef6e req-8c402a9e-44f8-42e8-8438-c875f6bff46b tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=438cce0e2f434b5f879ce307da159923 HTTP/1.1" status: 200 len: 379 time: 0.0823853 Jan 18 22:45:30.110356 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-9555bc78-5440-4669-bb9f-c4825e96ef6e req-060e02c9-92d2-414e-a9bf-17f921976f46 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Request body: {'port': {'device_id': '514d5dea-b20c-4fa2-9293-e0617f11d3be', 'network_id': 'b2568ae2-60e5-4afa-bb4a-1f65f411c8dd', 'admin_state_up': True, 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'security_groups': ['31dd60ca-8970-47bd-952a-ccbc19b487f6']}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:45:30.136872 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c43b4f3-b58f-446b-8e4d-62ad31f17640 req-11c2c61f-3629-4184-bb24-559b23d982fd tempest-VolumesActionsTest-1856272908 tempest-VolumesActionsTest-1856272908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:30.144343 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3c43b4f3-b58f-446b-8e4d-62ad31f17640 req-11c2c61f-3629-4184-bb24-559b23d982fd tempest-VolumesActionsTest-1856272908 tempest-VolumesActionsTest-1856272908-project] 10.222.0.53 "GET /v2.0/networks?id=65169bb9-775a-47bb-b164-b9621ea21a48 HTTP/1.1" status: 200 len: 809 time: 0.3034086 Jan 18 22:45:30.145995 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 717deeec-0442-4d57-97bf-5c02bdc4701f {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:45:30.149986 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0b2076a7-86f0-4c53-981e-8f0f23a90d3b req-a1c99750-f45e-4684-9581-fc0da9364d26 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=dae8bf2d-ed71-4918-8e49-2e2d9465745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941050 Jan 18 22:45:30.157497 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-18575fc6-ffa5-43ab-8f7e-9c6d2e0e5054 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:30.160830 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ff084373-4330-4a92-b172-d54e7ce37a62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:30.184855 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ff084373-4330-4a92-b172-d54e7ce37a62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:30.190226 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3c43b4f3-b58f-446b-8e4d-62ad31f17640 req-f0dc3b78-f749-4e61-bbea-841833cf76d9 tempest-VolumesActionsTest-1856272908 tempest-VolumesActionsTest-1856272908-project] 10.222.0.53 "GET /v2.0/quotas/5240490f42fe436ca0dbd7d224197d4f HTTP/1.1" status: 200 len: 375 time: 0.0445881 Jan 18 22:45:30.230112 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3c43b4f3-b58f-446b-8e4d-62ad31f17640 req-d707b195-4476-47d4-a687-e5ee9be5b0a7 tempest-VolumesActionsTest-1856272908 tempest-VolumesActionsTest-1856272908-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5240490f42fe436ca0dbd7d224197d4f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0389104 Jan 18 22:45:30.232361 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-18575fc6-ffa5-43ab-8f7e-9c6d2e0e5054 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:30.237877 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 717deeec-0442-4d57-97bf-5c02bdc4701f, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=717deeec-0442-4d57-97bf-5c02bdc4701f,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:45:30.258921 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:30.340594 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-18575fc6-ffa5-43ab-8f7e-9c6d2e0e5054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:30.344466 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-18575fc6-ffa5-43ab-8f7e-9c6d2e0e5054 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:30.345766 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-18575fc6-ffa5-43ab-8f7e-9c6d2e0e5054 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3acdccbb-557c-41c1-9a19-ac7e92da7ed6 HTTP/1.1" status: 204 len: 168 time: 0.3820338 Jan 18 22:45:30.371431 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ff084373-4330-4a92-b172-d54e7ce37a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:30.375712 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18575fc6-ffa5-43ab-8f7e-9c6d2e0e5054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3acdccbb-557c-41c1-9a19-ac7e92da7ed6,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:30.375859 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ff084373-4330-4a92-b172-d54e7ce37a62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:30.378861 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-ff084373-4330-4a92-b172-d54e7ce37a62 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/38f0be57-bc4c-4018-8752-12a94dd01b9c HTTP/1.1" status: 204 len: 168 time: 0.4136505 Jan 18 22:45:30.398248 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9555bc78-5440-4669-bb9f-c4825e96ef6e req-060e02c9-92d2-414e-a9bf-17f921976f46 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Made reservation on behalf of 438cce0e2f434b5f879ce307da159923 for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:45:30.407332 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-9555bc78-5440-4669-bb9f-c4825e96ef6e req-060e02c9-92d2-414e-a9bf-17f921976f46 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:30.414096 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff084373-4330-4a92-b172-d54e7ce37a62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f0be57-bc4c-4018-8752-12a94dd01b9c,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:30.475888 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=717deeec-0442-4d57-97bf-5c02bdc4701f,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:30.497486 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['717deeec-0442-4d57-97bf-5c02bdc4701f'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:45:30.532808 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5c2cf7d5-315f-4ef4-a58c-a3cb71c468ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:30.564921 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23434d4-d407-45fc-a9cf-d0605548510d req-1cbace26-138d-4564-80c9-29262b059910 tempest-VolumesBackupsTest-709108907 tempest-VolumesBackupsTest-709108907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:30.566836 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e23434d4-d407-45fc-a9cf-d0605548510d req-1cbace26-138d-4564-80c9-29262b059910 tempest-VolumesBackupsTest-709108907 tempest-VolumesBackupsTest-709108907-project] 10.222.0.53 "GET /v2.0/ports?device_id=23b00950-0278-4000-9b7a-ddf18af88dd7 HTTP/1.1" status: 200 len: 947 time: 0.1936765 Jan 18 22:45:30.572489 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-5c2cf7d5-315f-4ef4-a58c-a3cb71c468ce None None] For port bc8d687e-3493-4b38-a36c-5e89c31806af, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=bc8d687e-3493-4b38-a36c-5e89c31806af,segment=NetworkSegment(d3505b39-26d9-46ed-8521-b57d7815e856),segment_id=d3505b39-26d9-46ed-8521-b57d7815e856)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:45:30.596640 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5c2cf7d5-315f-4ef4-a58c-a3cb71c468ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:30.658547 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3c43b4f3-b58f-446b-8e4d-62ad31f17640 req-5521105c-f981-4a6d-97d0-eaa600178276 service neutron] 10.222.0.53 "GET /v2.0/networks/65169bb9-775a-47bb-b164-b9621ea21a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4177828 Jan 18 22:45:30.752212 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e23434d4-d407-45fc-a9cf-d0605548510d req-857236de-7948-4eda-87f2-bd7ee1e60b37 tempest-VolumesBackupsTest-709108907 tempest-VolumesBackupsTest-709108907-project] 10.222.0.53 "GET /v2.0/security-groups?id=640da7bd-85a0-4be8-9ae5-18bd68dac587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692805 Jan 18 22:45:30.815677 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [req-9555bc78-5440-4669-bb9f-c4825e96ef6e req-060e02c9-92d2-414e-a9bf-17f921976f46 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Allocated IP 172.20.0.10 (b2568ae2-60e5-4afa-bb4a-1f65f411c8dd/0ed8ac88-32a7-4801-83b8-528f617904e4/9b4d5ed3-22f5-41c3-97fd-797c57465bd7) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:45:30.887225 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2cf7d5-315f-4ef4-a58c-a3cb71c468ce None None] Pushing event updated for resources: {'Port': ['ID=bc8d687e-3493-4b38-a36c-5e89c31806af,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:30.906676 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-670cf29a-bb10-462d-b2d8-c8919957f8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50dded13-1674-4efb-b638-27d3deb8682e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2099520946', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'c6f8ed7f-2c77-41ad-82ba-84f684886a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:45:09Z', 'updated_at': '2022-01-18T22:45:23Z', 'revision_number': 4, 'project_id': '438cce0e2f434b5f879ce307da159923', 'gw_port': {'id': 'c6f8ed7f-2c77-41ad-82ba-84f684886a2c', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:39:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50dded13-1674-4efb-b638-27d3deb8682e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:45:10Z', 'updated_at': '2022-01-18T22:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'bc8d687e-3493-4b38-a36c-5e89c31806af', 'name': '', 'network_id': 'b2568ae2-60e5-4afa-bb4a-1f65f411c8dd', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'mac_address': 'fa:16:3e:7b:24:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50dded13-1674-4efb-b638-27d3deb8682e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '0ed8ac88-32a7-4801-83b8-528f617904e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:45:19Z', 'updated_at': '2022-01-18T22:45:29Z', 'revision_number': 4, 'project_id': '438cce0e2f434b5f879ce307da159923', 'subnets': [{'id': '0ed8ac88-32a7-4801-83b8-528f617904e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:45:30.972857 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670cf29a-bb10-462d-b2d8-c8919957f8d9 None None] The sync data for ids ['50dded13-1674-4efb-b638-27d3deb8682e'] in n-d-825064-1 is: [{'id': '50dded13-1674-4efb-b638-27d3deb8682e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2099520946', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'c6f8ed7f-2c77-41ad-82ba-84f684886a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:45:09Z', 'updated_at': '2022-01-18T22:45:23Z', 'revision_number': 4, 'project_id': '438cce0e2f434b5f879ce307da159923', 'gw_port': {'id': 'c6f8ed7f-2c77-41ad-82ba-84f684886a2c', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:39:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50dded13-1674-4efb-b638-27d3deb8682e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:45:10Z', 'updated_at': '2022-01-18T22:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'bc8d687e-3493-4b38-a36c-5e89c31806af', 'name': '', 'network_id': 'b2568ae2-60e5-4afa-bb4a-1f65f411c8dd', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'mac_address': 'fa:16:3e:7b:24:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50dded13-1674-4efb-b638-27d3deb8682e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '0ed8ac88-32a7-4801-83b8-528f617904e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:45:19Z', 'updated_at': '2022-01-18T22:45:29Z', 'revision_number': 4, 'project_id': '438cce0e2f434b5f879ce307da159923', 'subnets': [{'id': '0ed8ac88-32a7-4801-83b8-528f617904e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:45:31.153360 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-42144e2e-bfa6-409a-8b9b-ef6c0d679163 req-6b352a7d-f28e-486c-8ffb-9269425e423c tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=514d5dea-b20c-4fa2-9293-e0617f11d3be HTTP/1.1" status: 200 len: 210 time: 0.0650737 Jan 18 22:45:31.210491 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3c43b4f3-b58f-446b-8e4d-62ad31f17640 req-687f5936-4866-4024-b7ff-db34f810f688 service neutron] 10.222.0.53 "GET /v2.0/networks/65169bb9-775a-47bb-b164-b9621ea21a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5336745 Jan 18 22:45:31.320058 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-9555bc78-5440-4669-bb9f-c4825e96ef6e req-060e02c9-92d2-414e-a9bf-17f921976f46 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:31.377333 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77919466-222e-4a6c-927c-714e09ca3e12 req-0c5c3b2b-6d23-4e3c-ae6b-1c2a8cc3325e tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:31.379467 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-77919466-222e-4a6c-927c-714e09ca3e12 req-0c5c3b2b-6d23-4e3c-ae6b-1c2a8cc3325e tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=be4c560b-5bfc-46bc-91a5-03e09b8604a1 HTTP/1.1" status: 200 len: 943 time: 0.1045074 Jan 18 22:45:31.413642 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 48026) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:45:31.447907 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1fea3255-c372-4174-8839-84b52de71b87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:31.473189 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-9555bc78-5440-4669-bb9f-c4825e96ef6e req-060e02c9-92d2-414e-a9bf-17f921976f46 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:31.530098 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a74eb836-5fe7-4aea-97dd-8b600a8b84f8 req-82aee3c5-bc8f-4aa7-92f1-3ace3f4c3d82 tempest-VolumesActionsTest-1856272908 tempest-VolumesActionsTest-1856272908-project] 10.222.0.53 "GET /v2.0/ports?device_id=01fc43a2-a04d-459e-9c1f-918ea524be02 HTTP/1.1" status: 200 len: 210 time: 0.0671136 Jan 18 22:45:31.544881 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-77919466-222e-4a6c-927c-714e09ca3e12 req-20770d63-ecac-4581-b7f8-77c53c979e2b tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=dae8bf2d-ed71-4918-8e49-2e2d9465745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485102 Jan 18 22:45:31.594245 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9555bc78-5440-4669-bb9f-c4825e96ef6e req-060e02c9-92d2-414e-a9bf-17f921976f46 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Network b2568ae2-60e5-4afa-bb4a-1f65f411c8dd is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:45:31.598007 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [req-9555bc78-5440-4669-bb9f-c4825e96ef6e req-060e02c9-92d2-414e-a9bf-17f921976f46 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:45:31.599905 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060e02c9-92d2-414e-a9bf-17f921976f46 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Pushing event updated for resources: {'Port': ['ID=9b4d5ed3-22f5-41c3-97fd-797c57465bd7,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:31.604603 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-9555bc78-5440-4669-bb9f-c4825e96ef6e req-060e02c9-92d2-414e-a9bf-17f921976f46 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:45:31.686730 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9555bc78-5440-4669-bb9f-c4825e96ef6e req-060e02c9-92d2-414e-a9bf-17f921976f46 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:31.687389 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-9555bc78-5440-4669-bb9f-c4825e96ef6e req-060e02c9-92d2-414e-a9bf-17f921976f46 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:31.732885 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1fea3255-c372-4174-8839-84b52de71b87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:31.739899 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-9555bc78-5440-4669-bb9f-c4825e96ef6e req-060e02c9-92d2-414e-a9bf-17f921976f46 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6349680 Jan 18 22:45:31.742412 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1fea3255-c372-4174-8839-84b52de71b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:31.769276 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-9555bc78-5440-4669-bb9f-c4825e96ef6e req-854d5ae5-5223-464b-aa5d-d26632c7680e service neutron] Request body: {'port': {'device_id': '514d5dea-b20c-4fa2-9293-e0617f11d3be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:45:31.841040 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 717deeec-0442-4d57-97bf-5c02bdc4701f up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:45:31.867725 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-1fea3255-c372-4174-8839-84b52de71b87 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5a3a3a8c052748568b989b4a2458ea92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4523637 Jan 18 22:45:31.870538 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 48036) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:45:31.871197 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fea3255-c372-4174-8839-84b52de71b87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8061914-92e1-4922-85ab-ecba8a64733d,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:31.914060 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device bc8d687e-3493-4b38-a36c-5e89c31806af up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:45:31.945554 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2643bc2-eb24-4066-91f8-0cd49f81144c req-2902b380-cfd4-4505-a6e3-2e63df9e49e1 tempest-VolumesBackupsTest-709108907 tempest-VolumesBackupsTest-709108907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:31.952934 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a2643bc2-eb24-4066-91f8-0cd49f81144c req-2902b380-cfd4-4505-a6e3-2e63df9e49e1 tempest-VolumesBackupsTest-709108907 tempest-VolumesBackupsTest-709108907-project] 10.222.0.53 "GET /v2.0/ports?device_id=23b00950-0278-4000-9b7a-ddf18af88dd7 HTTP/1.1" status: 200 len: 947 time: 0.0818934 Jan 18 22:45:31.981696 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-9555bc78-5440-4669-bb9f-c4825e96ef6e req-854d5ae5-5223-464b-aa5d-d26632c7680e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:32.060211 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a2643bc2-eb24-4066-91f8-0cd49f81144c req-c2bf3c59-8aa3-4efe-b5fe-f86a8662a0b9 tempest-VolumesBackupsTest-709108907 tempest-VolumesBackupsTest-709108907-project] 10.222.0.53 "GET /v2.0/security-groups?id=640da7bd-85a0-4be8-9ae5-18bd68dac587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062975 Jan 18 22:45:32.111305 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port bc8d687e-3493-4b38-a36c-5e89c31806af triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:45:32.111866 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:32.114755 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-96ead006-5b68-4a88-b5c1-136bc0282927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:32.183779 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-9c9cf181-5d9a-43a5-ab9d-094713b54a21 None None] Provisioning complete for port 9b4d5ed3-22f5-41c3-97fd-797c57465bd7 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:45:32.184444 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9c9cf181-5d9a-43a5-ab9d-094713b54a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:32.241648 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-96ead006-5b68-4a88-b5c1-136bc0282927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:32.276076 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-9c9cf181-5d9a-43a5-ab9d-094713b54a21 None None] Port 9b4d5ed3-22f5-41c3-97fd-797c57465bd7 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:45:32.285446 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port 717deeec-0442-4d57-97bf-5c02bdc4701f completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:45:32.297686 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port 717deeec-0442-4d57-97bf-5c02bdc4701f triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:45:32.297686 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:32.341887 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7244f691-1519-4212-a9f2-ca8ee523be5a req-3332556d-f622-4191-b325-2d48989e25d8 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:32.364078 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7244f691-1519-4212-a9f2-ca8ee523be5a req-3332556d-f622-4191-b325-2d48989e25d8 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=514d5dea-b20c-4fa2-9293-e0617f11d3be HTTP/1.1" status: 200 len: 932 time: 0.1117442 Jan 18 22:45:32.444091 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:32.452965 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7244f691-1519-4212-a9f2-ca8ee523be5a req-a60a0d6a-0a35-4a0f-96f6-f0b5ba7187e1 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=31dd60ca-8970-47bd-952a-ccbc19b487f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876670 Jan 18 22:45:32.501131 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 717deeec-0442-4d57-97bf-5c02bdc4701f, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=717deeec-0442-4d57-97bf-5c02bdc4701f,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:45:32.501966 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23b00950-0278-4000-9b7a-ddf18af88dd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '717deeec-0442-4d57-97bf-5c02bdc4701f'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:45:32.506328 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-049fc585-7646-4ce9-aae2-6c175c37a62b" -d '{"events": [{"server_uuid": "23b00950-0278-4000-9b7a-ddf18af88dd7", "name": "network-vif-plugged", "status": "completed", "tag": "717deeec-0442-4d57-97bf-5c02bdc4701f"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:45:32.510679 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:32.575230 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=717deeec-0442-4d57-97bf-5c02bdc4701f,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:32.586538 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1948e2c9-dd12-4969-ac71-ef5a23dec221 x-openstack-request-id: req-1948e2c9-dd12-4969-ac71-ef5a23dec221 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:45:32.587057 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23b00950-0278-4000-9b7a-ddf18af88dd7", "name": "network-vif-plugged", "status": "completed", "tag": "717deeec-0442-4d57-97bf-5c02bdc4701f", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:45:32.587469 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1948e2c9-dd12-4969-ac71-ef5a23dec221 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:45:32.588022 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23b00950-0278-4000-9b7a-ddf18af88dd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '717deeec-0442-4d57-97bf-5c02bdc4701f', 'code': 200} Jan 18 22:45:32.607847 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-96ead006-5b68-4a88-b5c1-136bc0282927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:32.610679 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-96ead006-5b68-4a88-b5c1-136bc0282927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:32.614423 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-96ead006-5b68-4a88-b5c1-136bc0282927 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f8061914-92e1-4922-85ab-ecba8a64733d HTTP/1.1" status: 204 len: 168 time: 0.7318463 Jan 18 22:45:32.658174 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ead006-5b68-4a88-b5c1-136bc0282927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8061914-92e1-4922-85ab-ecba8a64733d,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:32.704787 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-69684fb0-9e9f-42dd-a432-6ead9c940414 req-9cee5bee-cb43-43dd-9e94-8129a99580a0 tempest-VolumesActionsTest-1856272908 tempest-VolumesActionsTest-1856272908-project] 10.222.0.53 "GET /v2.0/ports?device_id=01fc43a2-a04d-459e-9c1f-918ea524be02 HTTP/1.1" status: 200 len: 210 time: 0.0448797 Jan 18 22:45:32.706750 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [req-9555bc78-5440-4669-bb9f-c4825e96ef6e req-854d5ae5-5223-464b-aa5d-d26632c7680e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b4d5ed3-22f5-41c3-97fd-797c57465bd7 {{(pid=102431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:45:32.722242 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-9555bc78-5440-4669-bb9f-c4825e96ef6e req-854d5ae5-5223-464b-aa5d-d26632c7680e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:32.785189 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb37cddc-cd52-4295-8faa-b7622e0f3d6a req-8b57ce56-9fd2-4f61-a9d4-06d3ee70105a tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:32.789905 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [req-9555bc78-5440-4669-bb9f-c4825e96ef6e req-854d5ae5-5223-464b-aa5d-d26632c7680e service neutron] Transition to ACTIVE for port object 9b4d5ed3-22f5-41c3-97fd-797c57465bd7 will not be triggered until provisioned by entity L2. {{(pid=102431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:45:32.792441 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cb37cddc-cd52-4295-8faa-b7622e0f3d6a req-8b57ce56-9fd2-4f61-a9d4-06d3ee70105a tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=be4c560b-5bfc-46bc-91a5-03e09b8604a1 HTTP/1.1" status: 200 len: 943 time: 0.0861554 Jan 18 22:45:32.797527 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5b75d8-25de-400a-bc91-0f4603cee8f7 req-63d287e5-35ec-414b-b50c-bda82f034ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:32.801534 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ba5b75d8-25de-400a-bc91-0f4603cee8f7 req-63d287e5-35ec-414b-b50c-bda82f034ed8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=23b00950-0278-4000-9b7a-ddf18af88dd7 HTTP/1.1" status: 200 len: 1099 time: 0.1447208 Jan 18 22:45:32.802689 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-9555bc78-5440-4669-bb9f-c4825e96ef6e req-854d5ae5-5223-464b-aa5d-d26632c7680e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:32.845907 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cb37cddc-cd52-4295-8faa-b7622e0f3d6a req-da7a2bd3-330c-47e7-8138-fb4bf091801c tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=dae8bf2d-ed71-4918-8e49-2e2d9465745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458925 Jan 18 22:45:32.956503 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854d5ae5-5223-464b-aa5d-d26632c7680e service neutron] Pushing event updated for resources: {'Port': ['ID=9b4d5ed3-22f5-41c3-97fd-797c57465bd7,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:32.983610 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ba5b75d8-25de-400a-bc91-0f4603cee8f7 req-4db8bd9d-f4a5-44e9-8f06-d9034b035107 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=640da7bd-85a0-4be8-9ae5-18bd68dac587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661630 Jan 18 22:45:33.071243 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-9555bc78-5440-4669-bb9f-c4825e96ef6e req-854d5ae5-5223-464b-aa5d-d26632c7680e service neutron] Attempting to bind port 9b4d5ed3-22f5-41c3-97fd-797c57465bd7 on host n-h1-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:45:33.071243 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-9555bc78-5440-4669-bb9f-c4825e96ef6e req-854d5ae5-5223-464b-aa5d-d26632c7680e service neutron] Attempting to bind port 9b4d5ed3-22f5-41c3-97fd-797c57465bd7 by drivers openvswitch,hyperv on host n-h1-825064-1 at level 0 using segments [{'id': 'd3505b39-26d9-46ed-8521-b57d7815e856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b2568ae2-60e5-4afa-bb4a-1f65f411c8dd'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:45:33.071472 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9555bc78-5440-4669-bb9f-c4825e96ef6e req-854d5ae5-5223-464b-aa5d-d26632c7680e service neutron] Attempting to bind port 9b4d5ed3-22f5-41c3-97fd-797c57465bd7 on network b2568ae2-60e5-4afa-bb4a-1f65f411c8dd {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:45:33.076876 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9555bc78-5440-4669-bb9f-c4825e96ef6e req-854d5ae5-5223-464b-aa5d-d26632c7680e service neutron] Port 9b4d5ed3-22f5-41c3-97fd-797c57465bd7 on network b2568ae2-60e5-4afa-bb4a-1f65f411c8dd not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:45:33.077213 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9555bc78-5440-4669-bb9f-c4825e96ef6e req-854d5ae5-5223-464b-aa5d-d26632c7680e service neutron] Attempting to bind port 9b4d5ed3-22f5-41c3-97fd-797c57465bd7 on network b2568ae2-60e5-4afa-bb4a-1f65f411c8dd {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:45:33.084998 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9555bc78-5440-4669-bb9f-c4825e96ef6e req-854d5ae5-5223-464b-aa5d-d26632c7680e service neutron] Checking agent: {'id': 'e49d1b2a-ba11-487f-a804-ecbf3c0e8132', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:45:33.085553 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9555bc78-5440-4669-bb9f-c4825e96ef6e req-854d5ae5-5223-464b-aa5d-d26632c7680e service neutron] Checking segment: {'id': 'd3505b39-26d9-46ed-8521-b57d7815e856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b2568ae2-60e5-4afa-bb4a-1f65f411c8dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:45:33.086126 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9555bc78-5440-4669-bb9f-c4825e96ef6e req-854d5ae5-5223-464b-aa5d-d26632c7680e service neutron] Bound using segment: {'id': 'd3505b39-26d9-46ed-8521-b57d7815e856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b2568ae2-60e5-4afa-bb4a-1f65f411c8dd'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:45:33.086451 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-9555bc78-5440-4669-bb9f-c4825e96ef6e req-854d5ae5-5223-464b-aa5d-d26632c7680e service neutron] Bound port: 9b4d5ed3-22f5-41c3-97fd-797c57465bd7, host: n-h1-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3505b39-26d9-46ed-8521-b57d7815e856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b2568ae2-60e5-4afa-bb4a-1f65f411c8dd'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:45:33.086854 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-9555bc78-5440-4669-bb9f-c4825e96ef6e req-854d5ae5-5223-464b-aa5d-d26632c7680e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:33.146393 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c43b4f3-b58f-446b-8e4d-62ad31f17640 req-fd464342-5a1a-439d-a931-defcd1e035df tempest-VolumesActionsTest-1856272908 tempest-VolumesActionsTest-1856272908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:33.148762 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3c43b4f3-b58f-446b-8e4d-62ad31f17640 req-fd464342-5a1a-439d-a931-defcd1e035df tempest-VolumesActionsTest-1856272908 tempest-VolumesActionsTest-1856272908-project] 10.222.0.67 "GET /v2.0/networks?id=65169bb9-775a-47bb-b164-b9621ea21a48 HTTP/1.1" status: 200 len: 809 time: 0.2932086 Jan 18 22:45:33.191170 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-3c43b4f3-b58f-446b-8e4d-62ad31f17640 req-bcf91bcf-fc61-476e-801c-40c9651a2f93 tempest-VolumesActionsTest-1856272908 tempest-VolumesActionsTest-1856272908-project] Request body: {'port': {'device_id': '01fc43a2-a04d-459e-9c1f-918ea524be02', 'network_id': '65169bb9-775a-47bb-b164-b9621ea21a48', 'admin_state_up': True, 'tenant_id': '5240490f42fe436ca0dbd7d224197d4f'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:45:33.192105 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-9555bc78-5440-4669-bb9f-c4825e96ef6e req-854d5ae5-5223-464b-aa5d-d26632c7680e service neutron] For port 9b4d5ed3-22f5-41c3-97fd-797c57465bd7, host n-h1-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:45:33.196546 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-9555bc78-5440-4669-bb9f-c4825e96ef6e req-854d5ae5-5223-464b-aa5d-d26632c7680e service neutron] For port 9b4d5ed3-22f5-41c3-97fd-797c57465bd7, host n-h1-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=9b4d5ed3-22f5-41c3-97fd-797c57465bd7,segment=NetworkSegment(d3505b39-26d9-46ed-8521-b57d7815e856),segment_id=d3505b39-26d9-46ed-8521-b57d7815e856)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:45:33.203524 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-9555bc78-5440-4669-bb9f-c4825e96ef6e req-854d5ae5-5223-464b-aa5d-d26632c7680e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:33.301823 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9555bc78-5440-4669-bb9f-c4825e96ef6e req-854d5ae5-5223-464b-aa5d-d26632c7680e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:33.302877 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-9555bc78-5440-4669-bb9f-c4825e96ef6e req-854d5ae5-5223-464b-aa5d-d26632c7680e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:33.304795 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-9555bc78-5440-4669-bb9f-c4825e96ef6e req-854d5ae5-5223-464b-aa5d-d26632c7680e service neutron] 10.222.0.36 "PUT /v2.0/ports/9b4d5ed3-22f5-41c3-97fd-797c57465bd7 HTTP/1.1" status: 200 len: 1092 time: 1.5505955 Jan 18 22:45:33.305576 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '514d5dea-b20c-4fa2-9293-e0617f11d3be', 'tag': '9b4d5ed3-22f5-41c3-97fd-797c57465bd7'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:45:33.308388 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b23cae29-c3a8-4c38-8ae3-278d5ece0b9e" -d '{"events": [{"name": "network-changed", "server_uuid": "514d5dea-b20c-4fa2-9293-e0617f11d3be", "tag": "9b4d5ed3-22f5-41c3-97fd-797c57465bd7"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:45:33.324377 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854d5ae5-5223-464b-aa5d-d26632c7680e service neutron] Pushing event updated for resources: {'Port': ['ID=9b4d5ed3-22f5-41c3-97fd-797c57465bd7,revision_number=3']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:33.378658 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a916c53-1fb4-427a-a2aa-d5725515ec74 req-e095f7b2-7f3e-4c3a-8223-383a68e0d052 tempest-VolumesBackupsTest-709108907 tempest-VolumesBackupsTest-709108907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:33.385306 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4a916c53-1fb4-427a-a2aa-d5725515ec74 req-e095f7b2-7f3e-4c3a-8223-383a68e0d052 tempest-VolumesBackupsTest-709108907 tempest-VolumesBackupsTest-709108907-project] 10.222.0.53 "GET /v2.0/ports?device_id=23b00950-0278-4000-9b7a-ddf18af88dd7 HTTP/1.1" status: 200 len: 948 time: 0.1872723 Jan 18 22:45:33.415246 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fff6d47-0927-420e-aaf8-a88c2d1974db x-openstack-request-id: req-5fff6d47-0927-420e-aaf8-a88c2d1974db {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:45:33.419138 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "514d5dea-b20c-4fa2-9293-e0617f11d3be", "tag": "9b4d5ed3-22f5-41c3-97fd-797c57465bd7", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:45:33.419541 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5fff6d47-0927-420e-aaf8-a88c2d1974db {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:45:33.420093 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '514d5dea-b20c-4fa2-9293-e0617f11d3be', 'tag': '9b4d5ed3-22f5-41c3-97fd-797c57465bd7', 'status': 'completed', 'code': 200} Jan 18 22:45:33.447349 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9555bc78-5440-4669-bb9f-c4825e96ef6e req-d925f19e-8a02-46ef-a21d-69c92c4ab198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:33.450225 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-9555bc78-5440-4669-bb9f-c4825e96ef6e req-d925f19e-8a02-46ef-a21d-69c92c4ab198 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=438cce0e2f434b5f879ce307da159923&device_id=514d5dea-b20c-4fa2-9293-e0617f11d3be HTTP/1.1" status: 200 len: 1095 time: 0.0827608 Jan 18 22:45:33.463494 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4a916c53-1fb4-427a-a2aa-d5725515ec74 req-8cb064c9-8c00-405d-bed0-24a336f0ddc8 tempest-VolumesBackupsTest-709108907 tempest-VolumesBackupsTest-709108907-project] 10.222.0.53 "GET /v2.0/security-groups?id=640da7bd-85a0-4be8-9ae5-18bd68dac587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773129 Jan 18 22:45:33.527408 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c43b4f3-b58f-446b-8e4d-62ad31f17640 req-bcf91bcf-fc61-476e-801c-40c9651a2f93 tempest-VolumesActionsTest-1856272908 tempest-VolumesActionsTest-1856272908-project] Made reservation on behalf of 5240490f42fe436ca0dbd7d224197d4f for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:45:33.528547 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-9555bc78-5440-4669-bb9f-c4825e96ef6e req-7b20daeb-9027-4dc3-9739-7642d4500c18 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9b4d5ed3-22f5-41c3-97fd-797c57465bd7 HTTP/1.1" status: 200 len: 217 time: 0.0698571 Jan 18 22:45:33.533038 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-3c43b4f3-b58f-446b-8e4d-62ad31f17640 req-bcf91bcf-fc61-476e-801c-40c9651a2f93 tempest-VolumesActionsTest-1856272908 tempest-VolumesActionsTest-1856272908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:33.605718 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9555bc78-5440-4669-bb9f-c4825e96ef6e req-118239fe-45fc-4865-9bd4-23e656ee20f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:33.607211 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-9555bc78-5440-4669-bb9f-c4825e96ef6e req-118239fe-45fc-4865-9bd4-23e656ee20f1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0ed8ac88-32a7-4801-83b8-528f617904e4 HTTP/1.1" status: 200 len: 834 time: 0.0623388 Jan 18 22:45:33.670503 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9555bc78-5440-4669-bb9f-c4825e96ef6e req-5545a022-049c-4572-925f-f35874131748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:33.672484 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-9555bc78-5440-4669-bb9f-c4825e96ef6e req-5545a022-049c-4572-925f-f35874131748 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b2568ae2-60e5-4afa-bb4a-1f65f411c8dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576618 Jan 18 22:45:33.785047 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9095a4a8-6a9e-4a1d-bdd2-3d8cf833e231 req-16242bc7-73bb-4609-a52c-e952f8b7f633 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:33.793333 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9095a4a8-6a9e-4a1d-bdd2-3d8cf833e231 req-16242bc7-73bb-4609-a52c-e952f8b7f633 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=514d5dea-b20c-4fa2-9293-e0617f11d3be HTTP/1.1" status: 200 len: 944 time: 0.1626461 Jan 18 22:45:33.809616 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-9555bc78-5440-4669-bb9f-c4825e96ef6e req-f191abb9-780a-49a8-8407-fca8ca81a030 service neutron] 10.222.0.36 "GET /v2.0/networks/b2568ae2-60e5-4afa-bb4a-1f65f411c8dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275582 Jan 18 22:45:33.839513 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-3c43b4f3-b58f-446b-8e4d-62ad31f17640 req-bcf91bcf-fc61-476e-801c-40c9651a2f93 tempest-VolumesActionsTest-1856272908 tempest-VolumesActionsTest-1856272908-project] Allocated IP 172.20.0.14 (65169bb9-775a-47bb-b164-b9621ea21a48/02499e40-686d-4dcb-b72f-89b6a1c6d403/451d73d9-6cb8-490d-8ac9-f11b798cdcef) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:45:33.890335 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9095a4a8-6a9e-4a1d-bdd2-3d8cf833e231 req-57fdd4ca-b51b-4eee-b05c-41324b7de6e8 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=31dd60ca-8970-47bd-952a-ccbc19b487f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921671 Jan 18 22:45:33.892810 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2c2a9c09-3479-4e3e-9873-ddb64f6120c8 req-71a506d8-155f-4bcc-b8ad-dc03bd0f113b tempest-VolumesActionsTest-1856272908 tempest-VolumesActionsTest-1856272908-project] 10.222.0.53 "GET /v2.0/ports?device_id=01fc43a2-a04d-459e-9c1f-918ea524be02 HTTP/1.1" status: 200 len: 210 time: 0.0560782 Jan 18 22:45:33.944324 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-9555bc78-5440-4669-bb9f-c4825e96ef6e req-8465680d-24fa-4b5a-b256-a4b20c95206d service neutron] 10.222.0.36 "GET /v2.0/networks/b2568ae2-60e5-4afa-bb4a-1f65f411c8dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270466 Jan 18 22:45:33.950015 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 48078) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:45:34.048336 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23cae29-c3a8-4c38-8ae3-278d5ece0b9e req-010ad43f-8c76-480b-aefe-fb8025e2dae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:34.050045 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-b23cae29-c3a8-4c38-8ae3-278d5ece0b9e req-010ad43f-8c76-480b-aefe-fb8025e2dae1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=438cce0e2f434b5f879ce307da159923&device_id=514d5dea-b20c-4fa2-9293-e0617f11d3be HTTP/1.1" status: 200 len: 1095 time: 0.0509820 Jan 18 22:45:34.153625 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d3566f-0641-4871-8852-e6e5868a8b5d req-f5077d10-8f24-432d-b334-040d6e1b3da4 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:34.155135 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d1d3566f-0641-4871-8852-e6e5868a8b5d req-f5077d10-8f24-432d-b334-040d6e1b3da4 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=be4c560b-5bfc-46bc-91a5-03e09b8604a1 HTTP/1.1" status: 200 len: 943 time: 0.1230025 Jan 18 22:45:34.169453 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-3c43b4f3-b58f-446b-8e4d-62ad31f17640 req-bcf91bcf-fc61-476e-801c-40c9651a2f93 tempest-VolumesActionsTest-1856272908 tempest-VolumesActionsTest-1856272908-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:34.173844 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-21129d31-6235-4346-b4fe-d9a984150aef admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1755273237-network', 'tenant_id': '88287f1d526c42578c2e4c6f87d129b5'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:45:34.227003 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21129d31-6235-4346-b4fe-d9a984150aef admin admin] Made reservation on behalf of 88287f1d526c42578c2e4c6f87d129b5 for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:45:34.229507 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-21129d31-6235-4346-b4fe-d9a984150aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:34.238030 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d1d3566f-0641-4871-8852-e6e5868a8b5d req-c1f47491-9793-4e7f-88ec-fa83e16dce87 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=dae8bf2d-ed71-4918-8e49-2e2d9465745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738842 Jan 18 22:45:34.249166 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23cae29-c3a8-4c38-8ae3-278d5ece0b9e req-020ea67f-e532-40e4-94aa-6231a33611fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:34.250766 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-b23cae29-c3a8-4c38-8ae3-278d5ece0b9e req-020ea67f-e532-40e4-94aa-6231a33611fe service neutron] 10.222.0.36 "GET /v2.0/networks?id=b2568ae2-60e5-4afa-bb4a-1f65f411c8dd HTTP/1.1" status: 200 len: 897 time: 0.1930320 Jan 18 22:45:34.251393 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-21129d31-6235-4346-b4fe-d9a984150aef admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:34.263715 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-3c43b4f3-b58f-446b-8e4d-62ad31f17640 req-bcf91bcf-fc61-476e-801c-40c9651a2f93 tempest-VolumesActionsTest-1856272908 tempest-VolumesActionsTest-1856272908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:34.312171 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c43b4f3-b58f-446b-8e4d-62ad31f17640 req-bcf91bcf-fc61-476e-801c-40c9651a2f93 tempest-VolumesActionsTest-1856272908 tempest-VolumesActionsTest-1856272908-project] Network 65169bb9-775a-47bb-b164-b9621ea21a48 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:45:34.315593 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-3c43b4f3-b58f-446b-8e4d-62ad31f17640 req-bcf91bcf-fc61-476e-801c-40c9651a2f93 tempest-VolumesActionsTest-1856272908 tempest-VolumesActionsTest-1856272908-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:45:34.319353 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c43b4f3-b58f-446b-8e4d-62ad31f17640 req-bcf91bcf-fc61-476e-801c-40c9651a2f93 tempest-VolumesActionsTest-1856272908 tempest-VolumesActionsTest-1856272908-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:45:34.340183 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-b23cae29-c3a8-4c38-8ae3-278d5ece0b9e req-2599a06e-5996-4905-9b54-968c7859fc31 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9b4d5ed3-22f5-41c3-97fd-797c57465bd7 HTTP/1.1" status: 200 len: 217 time: 0.0761876 Jan 18 22:45:34.348209 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf91bcf-fc61-476e-801c-40c9651a2f93 tempest-VolumesActionsTest-1856272908 tempest-VolumesActionsTest-1856272908-project] Pushing event updated for resources: {'Port': ['ID=451d73d9-6cb8-490d-8ac9-f11b798cdcef,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:34.384819 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c43b4f3-b58f-446b-8e4d-62ad31f17640 req-bcf91bcf-fc61-476e-801c-40c9651a2f93 tempest-VolumesActionsTest-1856272908 tempest-VolumesActionsTest-1856272908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:34.385558 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-3c43b4f3-b58f-446b-8e4d-62ad31f17640 req-bcf91bcf-fc61-476e-801c-40c9651a2f93 tempest-VolumesActionsTest-1856272908 tempest-VolumesActionsTest-1856272908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:34.402728 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3c43b4f3-b58f-446b-8e4d-62ad31f17640 req-bcf91bcf-fc61-476e-801c-40c9651a2f93 tempest-VolumesActionsTest-1856272908 tempest-VolumesActionsTest-1856272908-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2236085 Jan 18 22:45:34.414696 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-3c43b4f3-b58f-446b-8e4d-62ad31f17640 req-7fc9bbf2-9849-4aa6-9666-e675a17c7287 service neutron] Request body: {'port': {'device_id': '01fc43a2-a04d-459e-9c1f-918ea524be02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:45:34.441978 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23cae29-c3a8-4c38-8ae3-278d5ece0b9e req-9f0ddad1-eb0e-4d13-ac9d-fb510045039d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:34.444043 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-b23cae29-c3a8-4c38-8ae3-278d5ece0b9e req-9f0ddad1-eb0e-4d13-ac9d-fb510045039d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0ed8ac88-32a7-4801-83b8-528f617904e4 HTTP/1.1" status: 200 len: 834 time: 0.0890856 Jan 18 22:45:34.470684 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-3c43b4f3-b58f-446b-8e4d-62ad31f17640 req-7fc9bbf2-9849-4aa6-9666-e675a17c7287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:34.519197 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-21129d31-6235-4346-b4fe-d9a984150aef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:34.527339 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-21129d31-6235-4346-b4fe-d9a984150aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:34.554755 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21129d31-6235-4346-b4fe-d9a984150aef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:45:34.563313 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23cae29-c3a8-4c38-8ae3-278d5ece0b9e req-0fc9cf1a-326d-4176-bd92-82deac0114cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:34.564751 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-b23cae29-c3a8-4c38-8ae3-278d5ece0b9e req-0fc9cf1a-326d-4176-bd92-82deac0114cb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b2568ae2-60e5-4afa-bb4a-1f65f411c8dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1130335 Jan 18 22:45:34.581643 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21129d31-6235-4346-b4fe-d9a984150aef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45d55f3d-30d9-4f90-bb74-293aca82dc56,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:34.608451 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-21129d31-6235-4346-b4fe-d9a984150aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:34.608829 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-21129d31-6235-4346-b4fe-d9a984150aef admin admin] Added segment 117999c5-8b35-4e6d-8a87-68c67423d82d of type vlan for network a8bd6296-5986-4706-a5a7-cba6444bb178 Jan 18 22:45:34.685416 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-21129d31-6235-4346-b4fe-d9a984150aef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:34.712981 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10816829-1983-40a1-a83e-56994d60a227 req-66424706-a7a4-4f97-8e39-eada2c309f96 tempest-VolumesBackupsTest-709108907 tempest-VolumesBackupsTest-709108907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:34.714638 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-10816829-1983-40a1-a83e-56994d60a227 req-66424706-a7a4-4f97-8e39-eada2c309f96 tempest-VolumesBackupsTest-709108907 tempest-VolumesBackupsTest-709108907-project] 10.222.0.53 "GET /v2.0/ports?device_id=23b00950-0278-4000-9b7a-ddf18af88dd7 HTTP/1.1" status: 200 len: 948 time: 0.1108484 Jan 18 22:45:34.730614 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-b23cae29-c3a8-4c38-8ae3-278d5ece0b9e req-0ece0bb7-0bfe-4983-b028-581d541b3b7e service neutron] 10.222.0.36 "GET /v2.0/networks/b2568ae2-60e5-4afa-bb4a-1f65f411c8dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574962 Jan 18 22:45:34.733191 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-21129d31-6235-4346-b4fe-d9a984150aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:34.734229 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21129d31-6235-4346-b4fe-d9a984150aef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:34.734870 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-21129d31-6235-4346-b4fe-d9a984150aef admin admin] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:34.800448 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-10816829-1983-40a1-a83e-56994d60a227 req-333e6b13-69ca-4183-9195-15c7583408a9 tempest-VolumesBackupsTest-709108907 tempest-VolumesBackupsTest-709108907-project] 10.222.0.53 "GET /v2.0/security-groups?id=640da7bd-85a0-4be8-9ae5-18bd68dac587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751081 Jan 18 22:45:34.884577 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [req-3c43b4f3-b58f-446b-8e4d-62ad31f17640 req-7fc9bbf2-9849-4aa6-9666-e675a17c7287 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 451d73d9-6cb8-490d-8ac9-f11b798cdcef {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:45:34.894565 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-3c43b4f3-b58f-446b-8e4d-62ad31f17640 req-7fc9bbf2-9849-4aa6-9666-e675a17c7287 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:34.912697 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-3c43b4f3-b58f-446b-8e4d-62ad31f17640 req-7fc9bbf2-9849-4aa6-9666-e675a17c7287 service neutron] Transition to ACTIVE for port object 451d73d9-6cb8-490d-8ac9-f11b798cdcef will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:45:34.919931 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-3c43b4f3-b58f-446b-8e4d-62ad31f17640 req-7fc9bbf2-9849-4aa6-9666-e675a17c7287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:35.000179 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc9bbf2-9849-4aa6-9666-e675a17c7287 service neutron] Pushing event updated for resources: {'Port': ['ID=451d73d9-6cb8-490d-8ac9-f11b798cdcef,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:35.114666 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-3c43b4f3-b58f-446b-8e4d-62ad31f17640 req-7fc9bbf2-9849-4aa6-9666-e675a17c7287 service neutron] Attempting to bind port 451d73d9-6cb8-490d-8ac9-f11b798cdcef on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:45:35.115000 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-3c43b4f3-b58f-446b-8e4d-62ad31f17640 req-7fc9bbf2-9849-4aa6-9666-e675a17c7287 service neutron] Attempting to bind port 451d73d9-6cb8-490d-8ac9-f11b798cdcef by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': 'af7e8de2-658e-41d1-9832-03b41a4e759e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '65169bb9-775a-47bb-b164-b9621ea21a48'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:45:35.115859 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c43b4f3-b58f-446b-8e4d-62ad31f17640 req-7fc9bbf2-9849-4aa6-9666-e675a17c7287 service neutron] Attempting to bind port 451d73d9-6cb8-490d-8ac9-f11b798cdcef on network 65169bb9-775a-47bb-b164-b9621ea21a48 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:45:35.123486 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c43b4f3-b58f-446b-8e4d-62ad31f17640 req-7fc9bbf2-9849-4aa6-9666-e675a17c7287 service neutron] Port 451d73d9-6cb8-490d-8ac9-f11b798cdcef on network 65169bb9-775a-47bb-b164-b9621ea21a48 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:45:35.123806 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c43b4f3-b58f-446b-8e4d-62ad31f17640 req-7fc9bbf2-9849-4aa6-9666-e675a17c7287 service neutron] Attempting to bind port 451d73d9-6cb8-490d-8ac9-f11b798cdcef on network 65169bb9-775a-47bb-b164-b9621ea21a48 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:45:35.133554 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3de3e17-e29b-4ff0-a8f4-25ae75e18edb req-eb51ab71-743a-4340-a3f1-659024134cd0 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:35.135122 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e3de3e17-e29b-4ff0-a8f4-25ae75e18edb req-eb51ab71-743a-4340-a3f1-659024134cd0 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=514d5dea-b20c-4fa2-9293-e0617f11d3be HTTP/1.1" status: 200 len: 944 time: 0.1131482 Jan 18 22:45:35.139622 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c43b4f3-b58f-446b-8e4d-62ad31f17640 req-7fc9bbf2-9849-4aa6-9666-e675a17c7287 service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:45:35.139963 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c43b4f3-b58f-446b-8e4d-62ad31f17640 req-7fc9bbf2-9849-4aa6-9666-e675a17c7287 service neutron] Checking segment: {'id': 'af7e8de2-658e-41d1-9832-03b41a4e759e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '65169bb9-775a-47bb-b164-b9621ea21a48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:45:35.140438 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c43b4f3-b58f-446b-8e4d-62ad31f17640 req-7fc9bbf2-9849-4aa6-9666-e675a17c7287 service neutron] Bound using segment: {'id': 'af7e8de2-658e-41d1-9832-03b41a4e759e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '65169bb9-775a-47bb-b164-b9621ea21a48'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:45:35.140983 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-3c43b4f3-b58f-446b-8e4d-62ad31f17640 req-7fc9bbf2-9849-4aa6-9666-e675a17c7287 service neutron] Bound port: 451d73d9-6cb8-490d-8ac9-f11b798cdcef, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af7e8de2-658e-41d1-9832-03b41a4e759e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '65169bb9-775a-47bb-b164-b9621ea21a48'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:45:35.141371 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-3c43b4f3-b58f-446b-8e4d-62ad31f17640 req-7fc9bbf2-9849-4aa6-9666-e675a17c7287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:35.218797 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e3de3e17-e29b-4ff0-a8f4-25ae75e18edb req-fc583daa-5b7a-4d5f-a87d-2eb4710ec709 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=31dd60ca-8970-47bd-952a-ccbc19b487f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727191 Jan 18 22:45:35.270782 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-3c43b4f3-b58f-446b-8e4d-62ad31f17640 req-7fc9bbf2-9849-4aa6-9666-e675a17c7287 service neutron] For port 451d73d9-6cb8-490d-8ac9-f11b798cdcef, host n-h2-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:45:35.278971 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-3c43b4f3-b58f-446b-8e4d-62ad31f17640 req-7fc9bbf2-9849-4aa6-9666-e675a17c7287 service neutron] For port 451d73d9-6cb8-490d-8ac9-f11b798cdcef, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=451d73d9-6cb8-490d-8ac9-f11b798cdcef,segment=NetworkSegment(af7e8de2-658e-41d1-9832-03b41a4e759e),segment_id=af7e8de2-658e-41d1-9832-03b41a4e759e)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:45:35.294960 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-3c43b4f3-b58f-446b-8e4d-62ad31f17640 req-7fc9bbf2-9849-4aa6-9666-e675a17c7287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:35.323936 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21129d31-6235-4346-b4fe-d9a984150aef admin admin] Pushing event updated for resources: {'Network': ['ID=a8bd6296-5986-4706-a5a7-cba6444bb178,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:35.336445 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network a8bd6296-5986-4706-a5a7-cba6444bb178 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:45:35.384858 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c43b4f3-b58f-446b-8e4d-62ad31f17640 req-7fc9bbf2-9849-4aa6-9666-e675a17c7287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:35.385575 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-3c43b4f3-b58f-446b-8e4d-62ad31f17640 req-7fc9bbf2-9849-4aa6-9666-e675a17c7287 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:35.387198 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3c43b4f3-b58f-446b-8e4d-62ad31f17640 req-7fc9bbf2-9849-4aa6-9666-e675a17c7287 service neutron] 10.222.0.67 "PUT /v2.0/ports/451d73d9-6cb8-490d-8ac9-f11b798cdcef HTTP/1.1" status: 200 len: 1092 time: 0.9775074 Jan 18 22:45:35.390940 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01fc43a2-a04d-459e-9c1f-918ea524be02', 'tag': '451d73d9-6cb8-490d-8ac9-f11b798cdcef'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:45:35.393615 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-739d3cbf-b31d-4a3f-832f-8dcef9155ded" -d '{"events": [{"name": "network-changed", "server_uuid": "01fc43a2-a04d-459e-9c1f-918ea524be02", "tag": "451d73d9-6cb8-490d-8ac9-f11b798cdcef"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:45:35.420516 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-21129d31-6235-4346-b4fe-d9a984150aef admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.4692688 Jan 18 22:45:35.422762 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-b23cae29-c3a8-4c38-8ae3-278d5ece0b9e req-16e7d2ac-d5a0-45d0-ab77-bb91faf2b59d service neutron] 10.222.0.36 "GET /v2.0/networks/b2568ae2-60e5-4afa-bb4a-1f65f411c8dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6853697 Jan 18 22:45:35.423264 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 48102) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:45:35.440732 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-8fbcc309-c09c-4451-a477-98267b96969e admin admin] Request body: {'subnet': {'network_id': 'a8bd6296-5986-4706-a5a7-cba6444bb178', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1755273237-subnet', 'tenant_id': '88287f1d526c42578c2e4c6f87d129b5', 'ip_version': 4}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:45:35.498450 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fbcc309-c09c-4451-a477-98267b96969e admin admin] Made reservation on behalf of 88287f1d526c42578c2e4c6f87d129b5 for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:45:35.501609 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8fbcc309-c09c-4451-a477-98267b96969e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:35.523871 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc9bbf2-9849-4aa6-9666-e675a17c7287 service neutron] Pushing event updated for resources: {'Port': ['ID=451d73d9-6cb8-490d-8ac9-f11b798cdcef,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:35.559546 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c430725-583b-4e3c-9811-1a0f6cbff668 req-9c850ff3-87c9-4764-a436-ec82fc5e76b3 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:35.566958 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3c430725-583b-4e3c-9811-1a0f6cbff668 req-9c850ff3-87c9-4764-a436-ec82fc5e76b3 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=be4c560b-5bfc-46bc-91a5-03e09b8604a1 HTTP/1.1" status: 200 len: 943 time: 0.1992021 Jan 18 22:45:35.578137 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f009f311-4bcd-41c5-baba-aec38b61ad8b req-55e2d1cf-c103-47e4-9619-5bd027f3feb5 tempest-VolumesActionsTest-1856272908 tempest-VolumesActionsTest-1856272908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:35.585747 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f009f311-4bcd-41c5-baba-aec38b61ad8b req-55e2d1cf-c103-47e4-9619-5bd027f3feb5 tempest-VolumesActionsTest-1856272908 tempest-VolumesActionsTest-1856272908-project] 10.222.0.53 "GET /v2.0/ports?device_id=01fc43a2-a04d-459e-9c1f-918ea524be02 HTTP/1.1" status: 200 len: 944 time: 0.1552112 Jan 18 22:45:35.618579 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c43b4f3-b58f-446b-8e4d-62ad31f17640 req-ae7c1a61-7da3-4ca9-8cbf-43b328c6e430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:35.620382 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3c43b4f3-b58f-446b-8e4d-62ad31f17640 req-ae7c1a61-7da3-4ca9-8cbf-43b328c6e430 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5240490f42fe436ca0dbd7d224197d4f&device_id=01fc43a2-a04d-459e-9c1f-918ea524be02 HTTP/1.1" status: 200 len: 1095 time: 0.1600640 Jan 18 22:45:35.706549 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3c430725-583b-4e3c-9811-1a0f6cbff668 req-8985f69f-dbbb-4596-98fd-ce87eafd1749 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=dae8bf2d-ed71-4918-8e49-2e2d9465745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385553 Jan 18 22:45:35.711456 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3c43b4f3-b58f-446b-8e4d-62ad31f17640 req-989332ab-2a7f-40f0-a2f5-d972bc9f221c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=451d73d9-6cb8-490d-8ac9-f11b798cdcef HTTP/1.1" status: 200 len: 217 time: 0.0821905 Jan 18 22:45:35.725496 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f009f311-4bcd-41c5-baba-aec38b61ad8b req-9a51ec8f-2404-4920-b93c-f52eead30cb5 tempest-VolumesActionsTest-1856272908 tempest-VolumesActionsTest-1856272908-project] 10.222.0.53 "GET /v2.0/security-groups?id=849ea962-4bdb-45dc-908e-eb99095b6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338394 Jan 18 22:45:35.746158 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8fbcc309-c09c-4451-a477-98267b96969e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:35.780870 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cb6c4cd-1be8-4e39-aea8-cea85fa72daa x-openstack-request-id: req-3cb6c4cd-1be8-4e39-aea8-cea85fa72daa {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:45:35.781402 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01fc43a2-a04d-459e-9c1f-918ea524be02", "tag": "451d73d9-6cb8-490d-8ac9-f11b798cdcef", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:45:35.781816 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3cb6c4cd-1be8-4e39-aea8-cea85fa72daa {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:45:35.782395 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01fc43a2-a04d-459e-9c1f-918ea524be02', 'tag': '451d73d9-6cb8-490d-8ac9-f11b798cdcef', 'status': 'completed', 'code': 200} Jan 18 22:45:35.789737 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbcc309-c09c-4451-a477-98267b96969e admin admin] Pushing event updated for resources: {'Subnet': ['ID=91aabffd-c434-476c-9e54-a04b8b980ce6,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:35.798872 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c43b4f3-b58f-446b-8e4d-62ad31f17640 req-c526fdd8-cf3d-4ef5-ab34-a1af60f8df65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:35.800860 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3c43b4f3-b58f-446b-8e4d-62ad31f17640 req-c526fdd8-cf3d-4ef5-ab34-a1af60f8df65 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=02499e40-686d-4dcb-b72f-89b6a1c6d403 HTTP/1.1" status: 200 len: 849 time: 0.0741830 Jan 18 22:45:35.835990 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbcc309-c09c-4451-a477-98267b96969e admin admin] Checking segment: {'id': '117999c5-8b35-4e6d-8a87-68c67423d82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a8bd6296-5986-4706-a5a7-cba6444bb178'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:45:35.836375 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fbcc309-c09c-4451-a477-98267b96969e admin admin] Network hostable DHCP agents. Network: a8bd6296-5986-4706-a5a7-cba6444bb178, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:45:35.844088 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3c43b4f3-b58f-446b-8e4d-62ad31f17640 req-641984ce-fd69-4c36-a2bf-fa20a450b04b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=65169bb9-775a-47bb-b164-b9621ea21a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361423 Jan 18 22:45:35.861677 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fbcc309-c09c-4451-a477-98267b96969e admin admin] Network a8bd6296-5986-4706-a5a7-cba6444bb178 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:45:35.878034 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-8fbcc309-c09c-4451-a477-98267b96969e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, a8bd6296-5986-4706-a5a7-cba6444bb178) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:45:35.888585 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315f801b-5b92-47e6-9a1a-c4bcf4d2e32e None None] Network a8bd6296-5986-4706-a5a7-cba6444bb178 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:45:35.894913 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fbcc309-c09c-4451-a477-98267b96969e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:35.895837 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8fbcc309-c09c-4451-a477-98267b96969e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:35.923650 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-8fbcc309-c09c-4451-a477-98267b96969e admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.4989471 Jan 18 22:45:35.928441 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 48104) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:45:35.933027 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-edb5d219-658a-4637-85ca-ceb68dfe6007 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1755273237-router', 'tenant_id': '88287f1d526c42578c2e4c6f87d129b5', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:45:35.962912 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-edb5d219-658a-4637-85ca-ceb68dfe6007 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1044160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8692'] for router, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:35.964112 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-edb5d219-658a-4637-85ca-ceb68dfe6007 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1040680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8675'] for router, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:36.010753 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3c43b4f3-b58f-446b-8e4d-62ad31f17640 req-95aae0ae-d2e2-480a-8198-b061bdd7973b service neutron] 10.222.0.67 "GET /v2.0/networks/65169bb9-775a-47bb-b164-b9621ea21a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601126 Jan 18 22:45:36.057013 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-edb5d219-658a-4637-85ca-ceb68dfe6007 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:36.111499 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9049a2-21ba-4a99-829c-fd3d06d3d47e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-a8bd6296-5986-4706-a5a7-cba6444bb178', 'network_id': 'a8bd6296-5986-4706-a5a7-cba6444bb178', 'tenant_id': '88287f1d526c42578c2e4c6f87d129b5', 'fixed_ips': [{'subnet_id': '91aabffd-c434-476c-9e54-a04b8b980ce6'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:45:36.112565 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fb9049a2-21ba-4a99-829c-fd3d06d3d47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:36.333613 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-fb9049a2-21ba-4a99-829c-fd3d06d3d47e None None] Allocated IP 172.20.0.2 (a8bd6296-5986-4706-a5a7-cba6444bb178/91aabffd-c434-476c-9e54-a04b8b980ce6/f8dabc31-375d-4a74-8bc7-378d79033b0c) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:45:36.523467 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fb9049a2-21ba-4a99-829c-fd3d06d3d47e None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:36.530395 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fb9049a2-21ba-4a99-829c-fd3d06d3d47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:36.576350 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9049a2-21ba-4a99-829c-fd3d06d3d47e None None] Network a8bd6296-5986-4706-a5a7-cba6444bb178 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:45:36.579490 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-fb9049a2-21ba-4a99-829c-fd3d06d3d47e None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:45:36.582174 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9049a2-21ba-4a99-829c-fd3d06d3d47e None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:45:36.625494 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9049a2-21ba-4a99-829c-fd3d06d3d47e None None] Pushing event updated for resources: {'Port': ['ID=f8dabc31-375d-4a74-8bc7-378d79033b0c,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:36.631396 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-edb5d219-658a-4637-85ca-ceb68dfe6007 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:36.637215 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3c43b4f3-b58f-446b-8e4d-62ad31f17640 req-79dc592e-b3a5-4f82-a161-a2380f4a59b0 service neutron] 10.222.0.67 "GET /v2.0/networks/65169bb9-775a-47bb-b164-b9621ea21a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5907602 Jan 18 22:45:36.646869 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b27e7-8877-4b15-9f2a-ea5293701769 req-1f46c3a5-ef6f-4158-8512-0046e7140a91 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:36.648374 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-014b27e7-8877-4b15-9f2a-ea5293701769 req-1f46c3a5-ef6f-4158-8512-0046e7140a91 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=514d5dea-b20c-4fa2-9293-e0617f11d3be HTTP/1.1" status: 200 len: 944 time: 0.1555865 Jan 18 22:45:36.687935 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-fb9049a2-21ba-4a99-829c-fd3d06d3d47e None None] Attempting to bind port f8dabc31-375d-4a74-8bc7-378d79033b0c on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:45:36.688452 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-fb9049a2-21ba-4a99-829c-fd3d06d3d47e None None] Attempting to bind port f8dabc31-375d-4a74-8bc7-378d79033b0c by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '117999c5-8b35-4e6d-8a87-68c67423d82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a8bd6296-5986-4706-a5a7-cba6444bb178'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:45:36.688681 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9049a2-21ba-4a99-829c-fd3d06d3d47e None None] Attempting to bind port f8dabc31-375d-4a74-8bc7-378d79033b0c on network a8bd6296-5986-4706-a5a7-cba6444bb178 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:45:36.696714 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9049a2-21ba-4a99-829c-fd3d06d3d47e None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:45:36.697088 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9049a2-21ba-4a99-829c-fd3d06d3d47e None None] Checking segment: {'id': '117999c5-8b35-4e6d-8a87-68c67423d82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a8bd6296-5986-4706-a5a7-cba6444bb178'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:45:36.697491 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fb9049a2-21ba-4a99-829c-fd3d06d3d47e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:36.697910 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9049a2-21ba-4a99-829c-fd3d06d3d47e None None] Bound using segment: {'id': '117999c5-8b35-4e6d-8a87-68c67423d82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a8bd6296-5986-4706-a5a7-cba6444bb178'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:45:36.698351 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-fb9049a2-21ba-4a99-829c-fd3d06d3d47e None None] Bound port: f8dabc31-375d-4a74-8bc7-378d79033b0c, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '117999c5-8b35-4e6d-8a87-68c67423d82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a8bd6296-5986-4706-a5a7-cba6444bb178'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:45:36.698812 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fb9049a2-21ba-4a99-829c-fd3d06d3d47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:36.784293 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-014b27e7-8877-4b15-9f2a-ea5293701769 req-c930f4a4-7dae-468b-be2b-0d712900a714 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=31dd60ca-8970-47bd-952a-ccbc19b487f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188495 Jan 18 22:45:36.795639 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-fb9049a2-21ba-4a99-829c-fd3d06d3d47e None None] For port f8dabc31-375d-4a74-8bc7-378d79033b0c, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:45:36.800113 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-fb9049a2-21ba-4a99-829c-fd3d06d3d47e None None] For port f8dabc31-375d-4a74-8bc7-378d79033b0c, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=f8dabc31-375d-4a74-8bc7-378d79033b0c,segment=NetworkSegment(117999c5-8b35-4e6d-8a87-68c67423d82d),segment_id=117999c5-8b35-4e6d-8a87-68c67423d82d)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:45:36.806957 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fb9049a2-21ba-4a99-829c-fd3d06d3d47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:36.846865 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d3cbf-b31d-4a3f-832f-8dcef9155ded req-52f6c4c8-60d4-4f6c-9c81-8c454ab39fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:36.848847 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-739d3cbf-b31d-4a3f-832f-8dcef9155ded req-52f6c4c8-60d4-4f6c-9c81-8c454ab39fa6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5240490f42fe436ca0dbd7d224197d4f&device_id=01fc43a2-a04d-459e-9c1f-918ea524be02 HTTP/1.1" status: 200 len: 1095 time: 0.1463435 Jan 18 22:45:36.862923 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b389466e-917a-4d99-9ad1-c246709c1299 req-7e44a381-8f66-488f-982b-00c3b2e67e3c tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:36.864549 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b389466e-917a-4d99-9ad1-c246709c1299 req-7e44a381-8f66-488f-982b-00c3b2e67e3c tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=be4c560b-5bfc-46bc-91a5-03e09b8604a1 HTTP/1.1" status: 200 len: 943 time: 0.0731688 Jan 18 22:45:36.902630 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9049a2-21ba-4a99-829c-fd3d06d3d47e None None] Pushing event updated for resources: {'Port': ['ID=f8dabc31-375d-4a74-8bc7-378d79033b0c,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:36.971540 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 9b4d5ed3-22f5-41c3-97fd-797c57465bd7 details requested by agent hyperv_n-h1-825064-1 with host n-h1-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:45:37.028111 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b389466e-917a-4d99-9ad1-c246709c1299 req-2fab3e36-5aab-4ddd-ae22-601b68287611 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=dae8bf2d-ed71-4918-8e49-2e2d9465745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382773 Jan 18 22:45:37.072574 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17547fe2-5704-493c-9419-115470245383 req-e40aea71-5750-493d-af1e-7954ac1c7bcc tempest-VolumesActionsTest-1856272908 tempest-VolumesActionsTest-1856272908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:37.074899 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-17547fe2-5704-493c-9419-115470245383 req-e40aea71-5750-493d-af1e-7954ac1c7bcc tempest-VolumesActionsTest-1856272908 tempest-VolumesActionsTest-1856272908-project] 10.222.0.53 "GET /v2.0/ports?device_id=01fc43a2-a04d-459e-9c1f-918ea524be02 HTTP/1.1" status: 200 len: 944 time: 0.2060137 Jan 18 22:45:37.101715 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 9b4d5ed3-22f5-41c3-97fd-797c57465bd7, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=9b4d5ed3-22f5-41c3-97fd-797c57465bd7,segment=NetworkSegment(d3505b39-26d9-46ed-8521-b57d7815e856),segment_id=d3505b39-26d9-46ed-8521-b57d7815e856)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:45:37.160163 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Returning: {'device': '9b4d5ed3-22f5-41c3-97fd-797c57465bd7', 'network_id': 'b2568ae2-60e5-4afa-bb4a-1f65f411c8dd', 'port_id': '9b4d5ed3-22f5-41c3-97fd-797c57465bd7', 'mac_address': 'fa:16:3e:15:2a:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ed8ac88-32a7-4801-83b8-528f617904e4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:45:37.215839 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d3cbf-b31d-4a3f-832f-8dcef9155ded req-f96f66f2-842e-4104-9cc9-06b54a62c15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:37.217531 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-739d3cbf-b31d-4a3f-832f-8dcef9155ded req-f96f66f2-842e-4104-9cc9-06b54a62c15a service neutron] 10.222.0.67 "GET /v2.0/networks?id=65169bb9-775a-47bb-b164-b9621ea21a48 HTTP/1.1" status: 200 len: 909 time: 0.3502884 Jan 18 22:45:37.218528 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:37.234668 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b4d5ed3-22f5-41c3-97fd-797c57465bd7 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:45:37.257910 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 9b4d5ed3-22f5-41c3-97fd-797c57465bd7, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=9b4d5ed3-22f5-41c3-97fd-797c57465bd7,segment=NetworkSegment(d3505b39-26d9-46ed-8521-b57d7815e856),segment_id=d3505b39-26d9-46ed-8521-b57d7815e856)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:45:37.263615 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:37.282674 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-739d3cbf-b31d-4a3f-832f-8dcef9155ded req-58e734d7-e5a0-4bb2-9965-8ebb624a36d9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=451d73d9-6cb8-490d-8ac9-f11b798cdcef HTTP/1.1" status: 200 len: 217 time: 0.0540605 Jan 18 22:45:37.322040 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=9b4d5ed3-22f5-41c3-97fd-797c57465bd7,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:37.400262 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-17547fe2-5704-493c-9419-115470245383 req-3034631e-7ed7-44c6-8ea1-61ac82d6798d tempest-VolumesActionsTest-1856272908 tempest-VolumesActionsTest-1856272908-project] 10.222.0.53 "GET /v2.0/security-groups?id=849ea962-4bdb-45dc-908e-eb99095b6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060620 Jan 18 22:45:37.415878 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d3cbf-b31d-4a3f-832f-8dcef9155ded req-3f7e26aa-8739-42a6-b260-f87842f319de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:37.417599 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-739d3cbf-b31d-4a3f-832f-8dcef9155ded req-3f7e26aa-8739-42a6-b260-f87842f319de service neutron] 10.222.0.67 "GET /v2.0/subnets?id=02499e40-686d-4dcb-b72f-89b6a1c6d403 HTTP/1.1" status: 200 len: 849 time: 0.1280067 Jan 18 22:45:37.436073 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-edb5d219-658a-4637-85ca-ceb68dfe6007 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:37.471014 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['9b4d5ed3-22f5-41c3-97fd-797c57465bd7'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:45:37.486640 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-739d3cbf-b31d-4a3f-832f-8dcef9155ded req-49ab5c99-9fb2-4b80-b2ae-1053790de5a9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=65169bb9-775a-47bb-b164-b9621ea21a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601778 Jan 18 22:45:37.487836 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-edb5d219-658a-4637-85ca-ceb68dfe6007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:37.710843 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-739d3cbf-b31d-4a3f-832f-8dcef9155ded req-91f7946b-86df-498d-81cc-1718dba5a33e service neutron] 10.222.0.67 "GET /v2.0/networks/65169bb9-775a-47bb-b164-b9621ea21a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740713 Jan 18 22:45:37.712053 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-edb5d219-658a-4637-85ca-ceb68dfe6007 admin admin] Allocated IP 172.25.5.202 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/bde248bc-c669-4986-b790-50f7ec899cc0) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:45:37.862926 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device f8dabc31-375d-4a74-8bc7-378d79033b0c up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:45:37.938943 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port f8dabc31-375d-4a74-8bc7-378d79033b0c triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:45:37.939316 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:37.992707 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-739d3cbf-b31d-4a3f-832f-8dcef9155ded req-7ca6055f-6f3e-44c6-904d-af23e3854e18 service neutron] 10.222.0.67 "GET /v2.0/networks/65169bb9-775a-47bb-b164-b9621ea21a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750039 Jan 18 22:45:38.010041 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1eecee-9873-446f-b687-2c8dd251fa2f req-224108a9-ba5b-4007-bc77-bbfdb9066388 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:38.011652 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-dd1eecee-9873-446f-b687-2c8dd251fa2f req-224108a9-ba5b-4007-bc77-bbfdb9066388 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=514d5dea-b20c-4fa2-9293-e0617f11d3be HTTP/1.1" status: 200 len: 945 time: 0.1361289 Jan 18 22:45:38.018119 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-edb5d219-658a-4637-85ca-ceb68dfe6007 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:38.054999 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:38.104159 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-dd1eecee-9873-446f-b687-2c8dd251fa2f req-551cb014-65ac-4df5-8043-aa651d0eff66 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=31dd60ca-8970-47bd-952a-ccbc19b487f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842040 Jan 18 22:45:38.110660 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port f8dabc31-375d-4a74-8bc7-378d79033b0c, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=f8dabc31-375d-4a74-8bc7-378d79033b0c,segment=NetworkSegment(117999c5-8b35-4e6d-8a87-68c67423d82d),segment_id=117999c5-8b35-4e6d-8a87-68c67423d82d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:45:38.118689 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:38.121943 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-edb5d219-658a-4637-85ca-ceb68dfe6007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:38.183966 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb5d219-658a-4637-85ca-ceb68dfe6007 admin admin] Pushing event updated for resources: {'Port': ['ID=bde248bc-c669-4986-b790-50f7ec899cc0,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:38.197041 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=f8dabc31-375d-4a74-8bc7-378d79033b0c,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:38.198223 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb5d219-658a-4637-85ca-ceb68dfe6007 admin admin] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:45:38.201334 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-edb5d219-658a-4637-85ca-ceb68dfe6007 admin admin] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:45:38.211215 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb5d219-658a-4637-85ca-ceb68dfe6007 admin admin] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:45:38.249592 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0eb3c9-7c2c-45cc-ba40-dbd1b90a9d9f None None] Network a8bd6296-5986-4706-a5a7-cba6444bb178 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:45:38.284700 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50aa565-623d-4813-b306-a63965ce9557 req-9448b16a-b803-4cfa-98f8-82daaf9c556a tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:38.286236 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d50aa565-623d-4813-b306-a63965ce9557 req-9448b16a-b803-4cfa-98f8-82daaf9c556a tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=be4c560b-5bfc-46bc-91a5-03e09b8604a1 HTTP/1.1" status: 200 len: 943 time: 0.0987444 Jan 18 22:45:38.336056 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-bec059f0-26c9-43ea-96f4-3ed89ec9e747 None None] Provisioning complete for port f8dabc31-375d-4a74-8bc7-378d79033b0c triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:45:38.336664 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bec059f0-26c9-43ea-96f4-3ed89ec9e747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:38.411410 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d50aa565-623d-4813-b306-a63965ce9557 req-474eacc1-00f0-41ea-ae7b-f848158e2afe tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=dae8bf2d-ed71-4918-8e49-2e2d9465745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906775 Jan 18 22:45:38.581832 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-edb5d219-658a-4637-85ca-ceb68dfe6007 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:38.628587 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784b86ea-461f-49d7-a6a0-6998b9ff3248 req-29a2c2c5-6c25-481c-bea5-e7b739f20c32 tempest-VolumesActionsTest-1856272908 tempest-VolumesActionsTest-1856272908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:38.630177 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-784b86ea-461f-49d7-a6a0-6998b9ff3248 req-29a2c2c5-6c25-481c-bea5-e7b739f20c32 tempest-VolumesActionsTest-1856272908 tempest-VolumesActionsTest-1856272908-project] 10.222.0.53 "GET /v2.0/ports?device_id=01fc43a2-a04d-459e-9c1f-918ea524be02 HTTP/1.1" status: 200 len: 944 time: 0.1076069 Jan 18 22:45:38.721994 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-784b86ea-461f-49d7-a6a0-6998b9ff3248 req-c48f7534-2aa7-497a-92d6-58adb5ef1783 tempest-VolumesActionsTest-1856272908 tempest-VolumesActionsTest-1856272908-project] 10.222.0.53 "GET /v2.0/security-groups?id=849ea962-4bdb-45dc-908e-eb99095b6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823998 Jan 18 22:45:38.845309 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-edb5d219-658a-4637-85ca-ceb68dfe6007 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1040691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049'] for router, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:38.871232 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-52e5dabf-1756-43d1-84a5-01c36b44ea85 None None] Provisioning complete for port f8dabc31-375d-4a74-8bc7-378d79033b0c triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:45:38.872598 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-52e5dabf-1756-43d1-84a5-01c36b44ea85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:38.988145 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 9b4d5ed3-22f5-41c3-97fd-797c57465bd7 up at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:45:38.990309 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edb5d219-658a-4637-85ca-ceb68dfe6007 admin admin] Router f198b1d8-a189-4a93-93c3-157bec10962b is scheduled to L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 with binding_index 1 {{(pid=102430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 22:45:39.060889 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning for port 9b4d5ed3-22f5-41c3-97fd-797c57465bd7 completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:45:39.065970 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning complete for port 9b4d5ed3-22f5-41c3-97fd-797c57465bd7 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:45:39.066560 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:39.115111 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edb5d219-658a-4637-85ca-ceb68dfe6007 admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:45:39.127212 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6becde1-ceb9-4ac2-87fb-9972145f1788 None None] Sync routers for ids ['f198b1d8-a189-4a93-93c3-157bec10962b'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:45:39.144516 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-edb5d219-658a-4637-85ca-ceb68dfe6007 admin admin] Notify callbacks [] for router, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:39.145141 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6becde1-ceb9-4ac2-87fb-9972145f1788 None None] Routers {'f198b1d8-a189-4a93-93c3-157bec10962b'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:45:39.145982 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-e6becde1-ceb9-4ac2-87fb-9972145f1788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:45:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['f198b1d8-a189-4a93-93c3-157bec10962b'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:45:39.153224 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 48126) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:45:39.153753 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-edb5d219-658a-4637-85ca-ceb68dfe6007 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.2238884 Jan 18 22:45:39.192810 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:39.247491 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 9b4d5ed3-22f5-41c3-97fd-797c57465bd7, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=9b4d5ed3-22f5-41c3-97fd-797c57465bd7,segment=NetworkSegment(d3505b39-26d9-46ed-8521-b57d7815e856),segment_id=d3505b39-26d9-46ed-8521-b57d7815e856)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:45:39.248578 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '514d5dea-b20c-4fa2-9293-e0617f11d3be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b4d5ed3-22f5-41c3-97fd-797c57465bd7'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:45:39.251363 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c360b6b-8240-4221-8fe5-0678812f03aa" -d '{"events": [{"server_uuid": "514d5dea-b20c-4fa2-9293-e0617f11d3be", "name": "network-vif-plugged", "status": "completed", "tag": "9b4d5ed3-22f5-41c3-97fd-797c57465bd7"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:45:39.256363 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:39.326933 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb95d626-dd92-4136-9c51-92f313896bf2 req-9e59eafd-5b39-4879-97c8-63b3d80f8a96 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:39.337789 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a06c8a8-b908-4e10-a66e-2dd092e288d2 x-openstack-request-id: req-4a06c8a8-b908-4e10-a66e-2dd092e288d2 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:45:39.338087 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "514d5dea-b20c-4fa2-9293-e0617f11d3be", "name": "network-vif-plugged", "status": "completed", "tag": "9b4d5ed3-22f5-41c3-97fd-797c57465bd7", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:45:39.338380 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4a06c8a8-b908-4e10-a66e-2dd092e288d2 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:45:39.338790 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '514d5dea-b20c-4fa2-9293-e0617f11d3be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b4d5ed3-22f5-41c3-97fd-797c57465bd7', 'code': 200} Jan 18 22:45:39.341036 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bb95d626-dd92-4136-9c51-92f313896bf2 req-9e59eafd-5b39-4879-97c8-63b3d80f8a96 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=514d5dea-b20c-4fa2-9293-e0617f11d3be HTTP/1.1" status: 200 len: 945 time: 0.1159861 Jan 18 22:45:39.359531 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=9b4d5ed3-22f5-41c3-97fd-797c57465bd7,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:39.409530 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bb95d626-dd92-4136-9c51-92f313896bf2 req-956c40dc-7357-413b-96c7-dca324f1edbd tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=31dd60ca-8970-47bd-952a-ccbc19b487f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673988 Jan 18 22:45:39.442048 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-e6becde1-ceb9-4ac2-87fb-9972145f1788 None None] Set router f198b1d8-a189-4a93-93c3-157bec10962b gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:45:39.559052 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403d8cca-7755-43c1-b55f-c208a9a98042 req-14fd7ec0-1f29-49dc-8512-27e9b6ec3935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:39.560583 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-403d8cca-7755-43c1-b55f-c208a9a98042 req-14fd7ec0-1f29-49dc-8512-27e9b6ec3935 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=514d5dea-b20c-4fa2-9293-e0617f11d3be HTTP/1.1" status: 200 len: 1097 time: 0.0941715 Jan 18 22:45:39.595845 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe52bec-b2ff-45ae-9bf5-065fac95de19 req-902fe4ee-9c82-430b-9c82-9e430bbef07b tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:39.598821 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ffe52bec-b2ff-45ae-9bf5-065fac95de19 req-902fe4ee-9c82-430b-9c82-9e430bbef07b tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=be4c560b-5bfc-46bc-91a5-03e09b8604a1 HTTP/1.1" status: 200 len: 943 time: 0.0872283 Jan 18 22:45:39.643554 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-403d8cca-7755-43c1-b55f-c208a9a98042 req-64d191c7-ea89-4b12-9aac-5786c70e5931 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=31dd60ca-8970-47bd-952a-ccbc19b487f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475423 Jan 18 22:45:39.700703 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ffe52bec-b2ff-45ae-9bf5-065fac95de19 req-18156f50-216d-4e55-b345-43c1ac65dec5 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=dae8bf2d-ed71-4918-8e49-2e2d9465745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797026 Jan 18 22:45:39.757243 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-e6becde1-ceb9-4ac2-87fb-9972145f1788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f198b1d8-a189-4a93-93c3-157bec10962b', 'name': 'tempest-ImageQuotaTest-1755273237-router', 'tenant_id': '88287f1d526c42578c2e4c6f87d129b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': 'bde248bc-c669-4986-b790-50f7ec899cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:45:35Z', 'updated_at': '2022-01-18T22:45:38Z', 'revision_number': 3, 'project_id': '88287f1d526c42578c2e4c6f87d129b5', 'gw_port': {'id': 'bde248bc-c669-4986-b790-50f7ec899cc0', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:99:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f198b1d8-a189-4a93-93c3-157bec10962b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:45:37Z', 'updated_at': '2022-01-18T22:45:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:45:39.795606 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6becde1-ceb9-4ac2-87fb-9972145f1788 None None] Checking router: f198b1d8-a189-4a93-93c3-157bec10962b for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:45:39.796574 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6becde1-ceb9-4ac2-87fb-9972145f1788 None None] Updating router f198b1d8-a189-4a93-93c3-157bec10962b port bde248bc-c669-4986-b790-50f7ec899cc0 binding host n-d-825064-1 {{(pid=102433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:45:39.801368 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device f8dabc31-375d-4a74-8bc7-378d79033b0c up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:45:39.820844 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-940d67b2-dbd8-409a-82d6-8ad9810fcb7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:39.830094 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e6becde1-ceb9-4ac2-87fb-9972145f1788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:39.888775 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 451d73d9-6cb8-490d-8ac9-f11b798cdcef details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:45:39.902108 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec986c06-ac4b-4f47-9ca2-ee75eb71ca88 req-7c4ef802-5f91-4756-a7a7-377720dbed98 tempest-VolumesActionsTest-1856272908 tempest-VolumesActionsTest-1856272908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:39.904821 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ec986c06-ac4b-4f47-9ca2-ee75eb71ca88 req-7c4ef802-5f91-4756-a7a7-377720dbed98 tempest-VolumesActionsTest-1856272908 tempest-VolumesActionsTest-1856272908-project] 10.222.0.53 "GET /v2.0/ports?device_id=01fc43a2-a04d-459e-9c1f-918ea524be02 HTTP/1.1" status: 200 len: 944 time: 0.0742567 Jan 18 22:45:39.995412 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 451d73d9-6cb8-490d-8ac9-f11b798cdcef, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=451d73d9-6cb8-490d-8ac9-f11b798cdcef,segment=NetworkSegment(af7e8de2-658e-41d1-9832-03b41a4e759e),segment_id=af7e8de2-658e-41d1-9832-03b41a4e759e)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:45:40.009452 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': '451d73d9-6cb8-490d-8ac9-f11b798cdcef', 'network_id': '65169bb9-775a-47bb-b164-b9621ea21a48', 'port_id': '451d73d9-6cb8-490d-8ac9-f11b798cdcef', 'mac_address': 'fa:16:3e:8b:43:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02499e40-686d-4dcb-b72f-89b6a1c6d403', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:45:40.011166 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ec986c06-ac4b-4f47-9ca2-ee75eb71ca88 req-740ec0bf-a8ba-4706-879e-c5bf9ee0b870 tempest-VolumesActionsTest-1856272908 tempest-VolumesActionsTest-1856272908-project] 10.222.0.53 "GET /v2.0/security-groups?id=849ea962-4bdb-45dc-908e-eb99095b6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970311 Jan 18 22:45:40.061192 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:40.064577 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port f8dabc31-375d-4a74-8bc7-378d79033b0c triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:45:40.064843 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-940d67b2-dbd8-409a-82d6-8ad9810fcb7a admin admin] Allocated IP 172.20.0.1 (a8bd6296-5986-4706-a5a7-cba6444bb178/91aabffd-c434-476c-9e54-a04b8b980ce6/be04780f-6640-4990-96f8-fe46b17abf6c) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:45:40.065018 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:40.103724 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 451d73d9-6cb8-490d-8ac9-f11b798cdcef {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:45:40.132667 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 451d73d9-6cb8-490d-8ac9-f11b798cdcef, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=451d73d9-6cb8-490d-8ac9-f11b798cdcef,segment=NetworkSegment(af7e8de2-658e-41d1-9832-03b41a4e759e),segment_id=af7e8de2-658e-41d1-9832-03b41a4e759e)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:45:40.143696 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:40.195279 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e6becde1-ceb9-4ac2-87fb-9972145f1788 None None] Notify callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:40.204326 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e6becde1-ceb9-4ac2-87fb-9972145f1788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:40.210484 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=451d73d9-6cb8-490d-8ac9-f11b798cdcef,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:40.224758 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-940d67b2-dbd8-409a-82d6-8ad9810fcb7a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:40.269515 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-e6becde1-ceb9-4ac2-87fb-9972145f1788 None None] Attempting to bind port bde248bc-c669-4986-b790-50f7ec899cc0 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:45:40.269938 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-e6becde1-ceb9-4ac2-87fb-9972145f1788 None None] Attempting to bind port bde248bc-c669-4986-b790-50f7ec899cc0 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:45:40.270595 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6becde1-ceb9-4ac2-87fb-9972145f1788 None None] Attempting to bind port bde248bc-c669-4986-b790-50f7ec899cc0 on network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:45:40.273719 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289fda07-5482-4bb3-8ae6-7e18cc1608a0 None None] Pushing event updated for resources: {'Port': ['ID=bde248bc-c669-4986-b790-50f7ec899cc0,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:40.278737 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6becde1-ceb9-4ac2-87fb-9972145f1788 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:45:40.279188 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6becde1-ceb9-4ac2-87fb-9972145f1788 None None] Checking segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:45:40.279652 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e6becde1-ceb9-4ac2-87fb-9972145f1788 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:40.280095 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6becde1-ceb9-4ac2-87fb-9972145f1788 None None] Bound using segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:45:40.280654 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-e6becde1-ceb9-4ac2-87fb-9972145f1788 None None] Bound port: bde248bc-c669-4986-b790-50f7ec899cc0, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:45:40.281111 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e6becde1-ceb9-4ac2-87fb-9972145f1788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:40.287865 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-940d67b2-dbd8-409a-82d6-8ad9810fcb7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:40.340050 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-e6becde1-ceb9-4ac2-87fb-9972145f1788 None None] For port bde248bc-c669-4986-b790-50f7ec899cc0, host n-d-825064-1, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:45:40.340825 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940d67b2-dbd8-409a-82d6-8ad9810fcb7a admin admin] Network a8bd6296-5986-4706-a5a7-cba6444bb178 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:45:40.343488 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-e6becde1-ceb9-4ac2-87fb-9972145f1788 None None] For port bde248bc-c669-4986-b790-50f7ec899cc0, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=bde248bc-c669-4986-b790-50f7ec899cc0,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:45:40.347801 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-940d67b2-dbd8-409a-82d6-8ad9810fcb7a admin admin] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:45:40.348966 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e6becde1-ceb9-4ac2-87fb-9972145f1788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:40.352868 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940d67b2-dbd8-409a-82d6-8ad9810fcb7a admin admin] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:45:40.379259 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['451d73d9-6cb8-490d-8ac9-f11b798cdcef'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:45:40.423335 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289fda07-5482-4bb3-8ae6-7e18cc1608a0 None None] Pushing event updated for resources: {'Port': ['ID=bde248bc-c669-4986-b790-50f7ec899cc0,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:40.426373 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940d67b2-dbd8-409a-82d6-8ad9810fcb7a admin admin] Pushing event updated for resources: {'Port': ['ID=be04780f-6640-4990-96f8-fe46b17abf6c,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:40.440774 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6becde1-ceb9-4ac2-87fb-9972145f1788 None None] Routers {'f198b1d8-a189-4a93-93c3-157bec10962b'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:45:40.441901 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-e6becde1-ceb9-4ac2-87fb-9972145f1788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:45:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['f198b1d8-a189-4a93-93c3-157bec10962b'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:45:40.460519 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-940d67b2-dbd8-409a-82d6-8ad9810fcb7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1040954'] for router_interface, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:40.603238 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-e6becde1-ceb9-4ac2-87fb-9972145f1788 None None] Set router f198b1d8-a189-4a93-93c3-157bec10962b gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:45:40.615882 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc620e-6dad-4923-beaf-fc51d04b6380 req-fbd33d07-76c7-49ce-817b-3dd085994a41 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:40.618142 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-85dc620e-6dad-4923-beaf-fc51d04b6380 req-fbd33d07-76c7-49ce-817b-3dd085994a41 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=514d5dea-b20c-4fa2-9293-e0617f11d3be HTTP/1.1" status: 200 len: 946 time: 0.1203289 Jan 18 22:45:40.680457 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-85dc620e-6dad-4923-beaf-fc51d04b6380 req-0e45f841-2551-4683-b5fb-501ec569ae77 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=31dd60ca-8970-47bd-952a-ccbc19b487f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513875 Jan 18 22:45:40.717738 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-940d67b2-dbd8-409a-82d6-8ad9810fcb7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:40.736144 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-1bd6a0ae-2ad7-4c08-8629-f2fda7222197 None None] Provisioning complete for port be04780f-6640-4990-96f8-fe46b17abf6c triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:45:40.736996 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1bd6a0ae-2ad7-4c08-8629-f2fda7222197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:40.778274 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6a0ae-2ad7-4c08-8629-f2fda7222197 None None] Port be04780f-6640-4990-96f8-fe46b17abf6c cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:45:40.882016 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-e6becde1-ceb9-4ac2-87fb-9972145f1788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f198b1d8-a189-4a93-93c3-157bec10962b', 'name': 'tempest-ImageQuotaTest-1755273237-router', 'tenant_id': '88287f1d526c42578c2e4c6f87d129b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': 'bde248bc-c669-4986-b790-50f7ec899cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:45:35Z', 'updated_at': '2022-01-18T22:45:38Z', 'revision_number': 3, 'project_id': '88287f1d526c42578c2e4c6f87d129b5', 'gw_port': {'id': 'bde248bc-c669-4986-b790-50f7ec899cc0', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:99:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f198b1d8-a189-4a93-93c3-157bec10962b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:45:37Z', 'updated_at': '2022-01-18T22:45:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:45:40.898139 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb2b070-9fa2-42b5-9c05-87c1807de8ac req-32b8217e-5c1a-4aa6-80da-110151349209 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:40.901240 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6bb2b070-9fa2-42b5-9c05-87c1807de8ac req-32b8217e-5c1a-4aa6-80da-110151349209 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=be4c560b-5bfc-46bc-91a5-03e09b8604a1 HTTP/1.1" status: 200 len: 943 time: 0.0638187 Jan 18 22:45:40.909690 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6becde1-ceb9-4ac2-87fb-9972145f1788 None None] The sync data for ids ['f198b1d8-a189-4a93-93c3-157bec10962b'] in n-d-825064-1 is: [{'id': 'f198b1d8-a189-4a93-93c3-157bec10962b', 'name': 'tempest-ImageQuotaTest-1755273237-router', 'tenant_id': '88287f1d526c42578c2e4c6f87d129b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': 'bde248bc-c669-4986-b790-50f7ec899cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:45:35Z', 'updated_at': '2022-01-18T22:45:38Z', 'revision_number': 3, 'project_id': '88287f1d526c42578c2e4c6f87d129b5', 'gw_port': {'id': 'bde248bc-c669-4986-b790-50f7ec899cc0', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:99:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f198b1d8-a189-4a93-93c3-157bec10962b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:45:37Z', 'updated_at': '2022-01-18T22:45:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:45:40.925346 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-940d67b2-dbd8-409a-82d6-8ad9810fcb7a admin admin] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:40.929962 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-940d67b2-dbd8-409a-82d6-8ad9810fcb7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:40.952421 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6bb2b070-9fa2-42b5-9c05-87c1807de8ac req-dd2c81d1-c985-43f9-9806-ed6a7e330957 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=dae8bf2d-ed71-4918-8e49-2e2d9465745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448141 Jan 18 22:45:41.004928 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-940d67b2-dbd8-409a-82d6-8ad9810fcb7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-613854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1041070'] for router_interface, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:41.007274 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940d67b2-dbd8-409a-82d6-8ad9810fcb7a admin admin] Pushing event updated for resources: {'Port': ['ID=be04780f-6640-4990-96f8-fe46b17abf6c,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:41.115489 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940d67b2-dbd8-409a-82d6-8ad9810fcb7a admin admin] Network a8bd6296-5986-4706-a5a7-cba6444bb178 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:45:41.117391 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-940d67b2-dbd8-409a-82d6-8ad9810fcb7a admin admin] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:45:41.176283 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcb7e8f-5cc6-401b-9c6f-ad1d4fbd7afb req-af4089e7-4b7d-44ef-bdea-b8e2be404d5d tempest-VolumesActionsTest-1856272908 tempest-VolumesActionsTest-1856272908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:41.177235 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0fcb7e8f-5cc6-401b-9c6f-ad1d4fbd7afb req-af4089e7-4b7d-44ef-bdea-b8e2be404d5d tempest-VolumesActionsTest-1856272908 tempest-VolumesActionsTest-1856272908-project] 10.222.0.53 "GET /v2.0/ports?device_id=01fc43a2-a04d-459e-9c1f-918ea524be02 HTTP/1.1" status: 200 len: 945 time: 0.0875068 Jan 18 22:45:41.249666 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0fcb7e8f-5cc6-401b-9c6f-ad1d4fbd7afb req-7f0fbb7c-f113-468f-ae8a-fefbe2ea1382 tempest-VolumesActionsTest-1856272908 tempest-VolumesActionsTest-1856272908-project] 10.222.0.53 "GET /v2.0/security-groups?id=849ea962-4bdb-45dc-908e-eb99095b6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645714 Jan 18 22:45:41.312885 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-940d67b2-dbd8-409a-82d6-8ad9810fcb7a admin admin] Router f198b1d8-a189-4a93-93c3-157bec10962b has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:45:41.445269 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-940d67b2-dbd8-409a-82d6-8ad9810fcb7a admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:45:41.450791 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-940d67b2-dbd8-409a-82d6-8ad9810fcb7a admin admin] 10.222.0.53 "PUT /v2.0/routers/f198b1d8-a189-4a93-93c3-157bec10962b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2964976 Jan 18 22:45:41.510033 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-ac38956a-62c2-420f-9eb2-246f66984b63 None None] Provisioning complete for port be04780f-6640-4990-96f8-fe46b17abf6c triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:45:41.510579 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ac38956a-62c2-420f-9eb2-246f66984b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:41.548008 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-ac38956a-62c2-420f-9eb2-246f66984b63 None None] Port be04780f-6640-4990-96f8-fe46b17abf6c cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:45:41.789851 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device bde248bc-c669-4986-b790-50f7ec899cc0 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:45:41.858734 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port bde248bc-c669-4986-b790-50f7ec899cc0 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:45:41.859111 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:41.863546 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f338393d-e705-45d0-bd6f-76eb91baad5c req-95508a64-92b8-409b-82b0-59a54a5beb8a tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:41.865460 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f338393d-e705-45d0-bd6f-76eb91baad5c req-95508a64-92b8-409b-82b0-59a54a5beb8a tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=514d5dea-b20c-4fa2-9293-e0617f11d3be HTTP/1.1" status: 200 len: 946 time: 0.0660405 Jan 18 22:45:41.909795 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 451d73d9-6cb8-490d-8ac9-f11b798cdcef up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:45:41.921248 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f338393d-e705-45d0-bd6f-76eb91baad5c req-4636e8e1-3207-4af3-89f1-35dc00bc9e7e tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=31dd60ca-8970-47bd-952a-ccbc19b487f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486724 Jan 18 22:45:42.014023 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port 451d73d9-6cb8-490d-8ac9-f11b798cdcef completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:45:42.019516 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port 451d73d9-6cb8-490d-8ac9-f11b798cdcef triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:45:42.019894 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:42.048440 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:42.070419 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port bde248bc-c669-4986-b790-50f7ec899cc0, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=bde248bc-c669-4986-b790-50f7ec899cc0,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:45:42.084147 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:42.137085 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673ba414-d5d3-4500-a79c-e2a7e3587759 req-86f2a72a-c2de-4d12-86f8-d914772af1cc tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:42.144654 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-673ba414-d5d3-4500-a79c-e2a7e3587759 req-86f2a72a-c2de-4d12-86f8-d914772af1cc tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=514d5dea-b20c-4fa2-9293-e0617f11d3be HTTP/1.1" status: 200 len: 946 time: 0.1349332 Jan 18 22:45:42.165299 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=bde248bc-c669-4986-b790-50f7ec899cc0,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:42.172412 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32975260-ae57-412c-bc85-f2fe53de7ef9 req-fe85defb-6fd0-4c85-8102-3bb0baf64d4b tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:42.176605 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-32975260-ae57-412c-bc85-f2fe53de7ef9 req-fe85defb-6fd0-4c85-8102-3bb0baf64d4b tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=be4c560b-5bfc-46bc-91a5-03e09b8604a1 HTTP/1.1" status: 200 len: 943 time: 0.1161075 Jan 18 22:45:42.183453 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:42.207929 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01fc43a2-a04d-459e-9c1f-918ea524be02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '451d73d9-6cb8-490d-8ac9-f11b798cdcef'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:45:42.210610 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3873a77-f30d-46f3-b613-5f4198f8a778" -d '{"events": [{"server_uuid": "01fc43a2-a04d-459e-9c1f-918ea524be02", "name": "network-vif-plugged", "status": "completed", "tag": "451d73d9-6cb8-490d-8ac9-f11b798cdcef"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:45:42.210814 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-673ba414-d5d3-4500-a79c-e2a7e3587759 req-62f022b8-b756-460d-b04c-055a5f6f5840 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=31dd60ca-8970-47bd-952a-ccbc19b487f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653107 Jan 18 22:45:42.237512 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 451d73d9-6cb8-490d-8ac9-f11b798cdcef, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=451d73d9-6cb8-490d-8ac9-f11b798cdcef,segment=NetworkSegment(af7e8de2-658e-41d1-9832-03b41a4e759e),segment_id=af7e8de2-658e-41d1-9832-03b41a4e759e)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:45:42.238026 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 48168) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:45:42.241881 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-32975260-ae57-412c-bc85-f2fe53de7ef9 req-a8f8c9bd-90c8-4d37-b0e1-7439a46aafe7 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=dae8bf2d-ed71-4918-8e49-2e2d9465745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588272 Jan 18 22:45:42.245036 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:42.287599 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a01fb985-a07e-406e-89be-e0ed77c3ccd2 x-openstack-request-id: req-a01fb985-a07e-406e-89be-e0ed77c3ccd2 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:45:42.288012 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01fc43a2-a04d-459e-9c1f-918ea524be02", "name": "network-vif-plugged", "status": "completed", "tag": "451d73d9-6cb8-490d-8ac9-f11b798cdcef", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:45:42.288240 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a01fb985-a07e-406e-89be-e0ed77c3ccd2 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:45:42.288680 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01fc43a2-a04d-459e-9c1f-918ea524be02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '451d73d9-6cb8-490d-8ac9-f11b798cdcef', 'code': 200} Jan 18 22:45:42.317674 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=451d73d9-6cb8-490d-8ac9-f11b798cdcef,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:42.340509 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81eca68c-fcc6-4e2c-9598-ef50a79707a5 tempest-TestNetworkAdvancedServerOps-1886563698 tempest-TestNetworkAdvancedServerOps-1886563698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:42.342747 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-81eca68c-fcc6-4e2c-9598-ef50a79707a5 tempest-TestNetworkAdvancedServerOps-1886563698 tempest-TestNetworkAdvancedServerOps-1886563698-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=514d5dea-b20c-4fa2-9293-e0617f11d3be HTTP/1.1" status: 200 len: 1092 time: 0.1032484 Jan 18 22:45:42.345615 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 48172) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:45:42.351684 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-c121622e-01be-4757-a843-41902fc37706 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Request body: {'floatingip': {'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'port_id': '9b4d5ed3-22f5-41c3-97fd-797c57465bd7', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:45:42.438203 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c121622e-01be-4757-a843-41902fc37706 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for floatingip, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:42.452622 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359985c9-b99c-45ad-842b-3aa034044570 req-40c07e6c-16f6-4e41-a380-38552f100d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:42.454127 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-359985c9-b99c-45ad-842b-3aa034044570 req-40c07e6c-16f6-4e41-a380-38552f100d80 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=01fc43a2-a04d-459e-9c1f-918ea524be02 HTTP/1.1" status: 200 len: 1097 time: 0.0964229 Jan 18 22:45:42.465088 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02b3445-5843-4ff1-80c4-b42c8a70907a req-ea248429-dae7-4bc9-99f8-bfc68d565805 tempest-VolumesActionsTest-1856272908 tempest-VolumesActionsTest-1856272908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:42.466758 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b02b3445-5843-4ff1-80c4-b42c8a70907a req-ea248429-dae7-4bc9-99f8-bfc68d565805 tempest-VolumesActionsTest-1856272908 tempest-VolumesActionsTest-1856272908-project] 10.222.0.53 "GET /v2.0/ports?device_id=01fc43a2-a04d-459e-9c1f-918ea524be02 HTTP/1.1" status: 200 len: 946 time: 0.1187384 Jan 18 22:45:42.562909 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-359985c9-b99c-45ad-842b-3aa034044570 req-a1f957a2-26a4-46a1-bf68-e27521087dd8 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=849ea962-4bdb-45dc-908e-eb99095b6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954165 Jan 18 22:45:42.573053 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b02b3445-5843-4ff1-80c4-b42c8a70907a req-026cb510-5abd-4c18-8ef9-314ea57808d2 tempest-VolumesActionsTest-1856272908 tempest-VolumesActionsTest-1856272908-project] 10.222.0.53 "GET /v2.0/security-groups?id=849ea962-4bdb-45dc-908e-eb99095b6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991573 Jan 18 22:45:42.624745 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c121622e-01be-4757-a843-41902fc37706 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:42.757240 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-c121622e-01be-4757-a843-41902fc37706 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Allocated IP 172.25.5.208 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/fe339d4e-964d-4d9c-85be-467f1041a0a5) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:45:42.852546 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 48178) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:45:42.883129 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c121622e-01be-4757-a843-41902fc37706 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:42.926504 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c121622e-01be-4757-a843-41902fc37706 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:42.928448 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4e276e-b878-42c4-8ff1-e576048975f9 None None] Sync routers for ids ['f198b1d8-a189-4a93-93c3-157bec10962b'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:45:42.945833 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:42.946495 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4e276e-b878-42c4-8ff1-e576048975f9 None None] Routers {'f198b1d8-a189-4a93-93c3-157bec10962b'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:45:42.947124 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-1a4e276e-b878-42c4-8ff1-e576048975f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:45:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['f198b1d8-a189-4a93-93c3-157bec10962b'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:45:42.978421 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c121622e-01be-4757-a843-41902fc37706 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:45:42.982312 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-c121622e-01be-4757-a843-41902fc37706 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:45:42.992288 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c121622e-01be-4757-a843-41902fc37706 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:45:43.044331 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c121622e-01be-4757-a843-41902fc37706 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Pushing event updated for resources: {'Port': ['ID=fe339d4e-964d-4d9c-85be-467f1041a0a5,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:43.069539 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-1a4e276e-b878-42c4-8ff1-e576048975f9 None None] Set router f198b1d8-a189-4a93-93c3-157bec10962b gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:45:43.298394 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c5cc9c1f-8ebb-47c9-8fe6-f68a914d02e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1041027'] for router_interface, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:43.347272 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-1a4e276e-b878-42c4-8ff1-e576048975f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f198b1d8-a189-4a93-93c3-157bec10962b', 'name': 'tempest-ImageQuotaTest-1755273237-router', 'tenant_id': '88287f1d526c42578c2e4c6f87d129b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': 'bde248bc-c669-4986-b790-50f7ec899cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:45:35Z', 'updated_at': '2022-01-18T22:45:40Z', 'revision_number': 4, 'project_id': '88287f1d526c42578c2e4c6f87d129b5', 'gw_port': {'id': 'bde248bc-c669-4986-b790-50f7ec899cc0', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:99:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f198b1d8-a189-4a93-93c3-157bec10962b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:45:37Z', 'updated_at': '2022-01-18T22:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'be04780f-6640-4990-96f8-fe46b17abf6c', 'name': '', 'network_id': 'a8bd6296-5986-4706-a5a7-cba6444bb178', 'tenant_id': '88287f1d526c42578c2e4c6f87d129b5', 'mac_address': 'fa:16:3e:89:a2:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f198b1d8-a189-4a93-93c3-157bec10962b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '91aabffd-c434-476c-9e54-a04b8b980ce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:45:39Z', 'updated_at': '2022-01-18T22:45:40Z', 'revision_number': 2, 'project_id': '88287f1d526c42578c2e4c6f87d129b5', 'subnets': [{'id': '91aabffd-c434-476c-9e54-a04b8b980ce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:45:43.383909 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4e276e-b878-42c4-8ff1-e576048975f9 None None] Checking router: f198b1d8-a189-4a93-93c3-157bec10962b for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:45:43.384302 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4e276e-b878-42c4-8ff1-e576048975f9 None None] Updating router f198b1d8-a189-4a93-93c3-157bec10962b port be04780f-6640-4990-96f8-fe46b17abf6c binding host n-d-825064-1 {{(pid=102432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:45:43.415907 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1a4e276e-b878-42c4-8ff1-e576048975f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:43.597861 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-c5cc9c1f-8ebb-47c9-8fe6-f68a914d02e3 admin admin] Deleting port be04780f-6640-4990-96f8-fe46b17abf6c {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:45:43.598468 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c5cc9c1f-8ebb-47c9-8fe6-f68a914d02e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:43.690221 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c5cc9c1f-8ebb-47c9-8fe6-f68a914d02e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:43.707051 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-c5cc9c1f-8ebb-47c9-8fe6-f68a914d02e3 admin admin] Calling delete_port for be04780f-6640-4990-96f8-fe46b17abf6c owned by network:router_interface {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:45:43.762066 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdd11e1-a206-4a66-8796-40beab13bb44 req-aebb616e-f8d7-4102-93fc-8e91819dc466 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:43.764115 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-dbdd11e1-a206-4a66-8796-40beab13bb44 req-aebb616e-f8d7-4102-93fc-8e91819dc466 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=be4c560b-5bfc-46bc-91a5-03e09b8604a1 HTTP/1.1" status: 200 len: 943 time: 0.1437671 Jan 18 22:45:43.844983 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device bde248bc-c669-4986-b790-50f7ec899cc0 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:45:43.856156 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593638be-3595-43a6-b1b4-ea0e29f9e66c req-83108335-3629-49aa-8017-39a3163fd533 tempest-VolumesActionsTest-1856272908 tempest-VolumesActionsTest-1856272908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:43.857593 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-593638be-3595-43a6-b1b4-ea0e29f9e66c req-83108335-3629-49aa-8017-39a3163fd533 tempest-VolumesActionsTest-1856272908 tempest-VolumesActionsTest-1856272908-project] 10.222.0.53 "GET /v2.0/ports?device_id=01fc43a2-a04d-459e-9c1f-918ea524be02 HTTP/1.1" status: 200 len: 946 time: 0.1471822 Jan 18 22:45:43.868713 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-dbdd11e1-a206-4a66-8796-40beab13bb44 req-26363665-2541-4dce-87ad-2afcbce36118 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=dae8bf2d-ed71-4918-8e49-2e2d9465745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905030 Jan 18 22:45:43.899842 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:43.905395 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 92b28351-0468-4ffe-8edc-0107017fea59 details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:45:43.910039 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c121622e-01be-4757-a843-41902fc37706 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:43.943243 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c5cc9c1f-8ebb-47c9-8fe6-f68a914d02e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:43.946319 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-593638be-3595-43a6-b1b4-ea0e29f9e66c req-bec48b03-ce94-4ad7-9a39-092b3b42c839 tempest-VolumesActionsTest-1856272908 tempest-VolumesActionsTest-1856272908-project] 10.222.0.53 "GET /v2.0/security-groups?id=849ea962-4bdb-45dc-908e-eb99095b6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729187 Jan 18 22:45:43.987122 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cc9c1f-8ebb-47c9-8fe6-f68a914d02e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=be04780f-6640-4990-96f8-fe46b17abf6c,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:44.013008 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c121622e-01be-4757-a843-41902fc37706 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:44.028592 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port bde248bc-c669-4986-b790-50f7ec899cc0 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:45:44.029004 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:44.150482 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.db.api [None req-1a4e276e-b878-42c4-8ff1-e576048975f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 22:45:44.150482 n-d-825064-1 neutron-server[102432]: DEBUG oslo_db.api [None req-1a4e276e-b878-42c4-8ff1-e576048975f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 22:45:44.151685 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 92b28351-0468-4ffe-8edc-0107017fea59, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=92b28351-0468-4ffe-8edc-0107017fea59,segment=NetworkSegment(ccabd36d-8c25-4648-92d3-222150b866b3),segment_id=ccabd36d-8c25-4648-92d3-222150b866b3)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:45:44.168785 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': '92b28351-0468-4ffe-8edc-0107017fea59', 'network_id': '3887d3dd-b3d8-463d-9d9c-879e57c9ab40', 'port_id': '92b28351-0468-4ffe-8edc-0107017fea59', 'mac_address': 'fa:16:3e:e5:7a:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b317bd45-9275-4aad-aa8f-d7702db0cadd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:45:44.206099 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c5cc9c1f-8ebb-47c9-8fe6-f68a914d02e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-613841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1046579'] for router_interface, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:44.232368 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c121622e-01be-4757-a843-41902fc37706 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:44.233334 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:44.237736 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c121622e-01be-4757-a843-41902fc37706 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:44.279568 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92b28351-0468-4ffe-8edc-0107017fea59 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:45:44.314404 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 92b28351-0468-4ffe-8edc-0107017fea59, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=92b28351-0468-4ffe-8edc-0107017fea59,segment=NetworkSegment(ccabd36d-8c25-4648-92d3-222150b866b3),segment_id=ccabd36d-8c25-4648-92d3-222150b866b3)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:45:44.319918 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:44.326188 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c121622e-01be-4757-a843-41902fc37706 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Pushing event updated for resources: {'Port': ['ID=fe339d4e-964d-4d9c-85be-467f1041a0a5,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:44.340608 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c121622e-01be-4757-a843-41902fc37706 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043075'] for floatingip, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:44.376007 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=92b28351-0468-4ffe-8edc-0107017fea59,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:44.451061 n-d-825064-1 neutron-server[102430]: INFO neutron.db.l3_db [None req-c121622e-01be-4757-a843-41902fc37706 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Floating IP cddd519d-40b5-4deb-a8dd-85ac16e224ab associated. External IP: 172.25.5.208, port: 9b4d5ed3-22f5-41c3-97fd-797c57465bd7. Jan 18 22:45:44.451606 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5cc9c1f-8ebb-47c9-8fe6-f68a914d02e3 admin admin] Router f198b1d8-a189-4a93-93c3-157bec10962b has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:45:44.535244 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['92b28351-0468-4ffe-8edc-0107017fea59'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:45:44.562032 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5cc9c1f-8ebb-47c9-8fe6-f68a914d02e3 admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:45:44.570353 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-c5cc9c1f-8ebb-47c9-8fe6-f68a914d02e3 admin admin] 10.222.0.53 "PUT /v2.0/routers/f198b1d8-a189-4a93-93c3-157bec10962b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7167470 Jan 18 22:45:44.570966 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 48188) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:45:44.672620 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4e276e-b878-42c4-8ff1-e576048975f9 None None] Port be04780f-6640-4990-96f8-fe46b17abf6c not found while updating agent binding for router f198b1d8-a189-4a93-93c3-157bec10962b. {{(pid=102432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jan 18 22:45:44.675311 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-18a80a48-9727-43f9-981e-21afce6555b2 admin admin] Notify callbacks [] for router, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:44.682205 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c121622e-01be-4757-a843-41902fc37706 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Router 50dded13-1674-4efb-b638-27d3deb8682e has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:45:44.694310 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4e276e-b878-42c4-8ff1-e576048975f9 None None] Routers {'f198b1d8-a189-4a93-93c3-157bec10962b'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:45:44.694916 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-1a4e276e-b878-42c4-8ff1-e576048975f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:45:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['f198b1d8-a189-4a93-93c3-157bec10962b'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:45:44.782533 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-18a80a48-9727-43f9-981e-21afce6555b2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:44.803544 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c121622e-01be-4757-a843-41902fc37706 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:45:44.809944 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-1a4e276e-b878-42c4-8ff1-e576048975f9 None None] Set router f198b1d8-a189-4a93-93c3-157bec10962b gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:45:44.817041 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3658451-9774-467f-8418-c4fc4f03d45d None None] Sync routers for ids ['50dded13-1674-4efb-b638-27d3deb8682e'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:45:44.826553 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3658451-9774-467f-8418-c4fc4f03d45d None None] Routers {'50dded13-1674-4efb-b638-27d3deb8682e'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:45:44.826779 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c121622e-01be-4757-a843-41902fc37706 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:44.827539 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-a3658451-9774-467f-8418-c4fc4f03d45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:45:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['50dded13-1674-4efb-b638-27d3deb8682e'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:45:44.849997 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-18a80a48-9727-43f9-981e-21afce6555b2 admin admin] Deleting port bde248bc-c669-4986-b790-50f7ec899cc0 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:45:44.850351 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-18a80a48-9727-43f9-981e-21afce6555b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:44.855150 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-c121622e-01be-4757-a843-41902fc37706 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5084097 Jan 18 22:45:44.855955 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '514d5dea-b20c-4fa2-9293-e0617f11d3be', 'tag': '9b4d5ed3-22f5-41c3-97fd-797c57465bd7'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:45:44.858763 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6985afa-fcb7-4bb6-8ba6-c098455f954d" -d '{"events": [{"name": "network-changed", "server_uuid": "514d5dea-b20c-4fa2-9293-e0617f11d3be", "tag": "9b4d5ed3-22f5-41c3-97fd-797c57465bd7"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:45:44.923883 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02d930e9-ad68-41e2-a89e-ff98d073d837 x-openstack-request-id: req-02d930e9-ad68-41e2-a89e-ff98d073d837 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:45:44.924448 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "514d5dea-b20c-4fa2-9293-e0617f11d3be", "tag": "9b4d5ed3-22f5-41c3-97fd-797c57465bd7", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:45:44.924815 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-02d930e9-ad68-41e2-a89e-ff98d073d837 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:45:44.925342 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '514d5dea-b20c-4fa2-9293-e0617f11d3be', 'tag': '9b4d5ed3-22f5-41c3-97fd-797c57465bd7', 'status': 'completed', 'code': 200} Jan 18 22:45:44.958487 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-a3658451-9774-467f-8418-c4fc4f03d45d None None] Set router 50dded13-1674-4efb-b638-27d3deb8682e gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:45:45.018196 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f1207f-b7fc-4ff8-9fd0-2eead55189c2 req-58d4b5ac-02d5-450f-98b4-eb4b91f5bce2 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:45.019277 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-18a80a48-9727-43f9-981e-21afce6555b2 admin admin] For port bde248bc-c669-4986-b790-50f7ec899cc0, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=bde248bc-c669-4986-b790-50f7ec899cc0,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:45:45.019651 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-18a80a48-9727-43f9-981e-21afce6555b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:45.020929 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-75f1207f-b7fc-4ff8-9fd0-2eead55189c2 req-58d4b5ac-02d5-450f-98b4-eb4b91f5bce2 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=514d5dea-b20c-4fa2-9293-e0617f11d3be HTTP/1.1" status: 200 len: 946 time: 0.0737100 Jan 18 22:45:45.038016 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-18a80a48-9727-43f9-981e-21afce6555b2 admin admin] Calling delete_port for bde248bc-c669-4986-b790-50f7ec899cc0 owned by network:router_gateway {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:45:45.043805 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6985afa-fcb7-4bb6-8ba6-c098455f954d req-6248ecd7-2a03-45c5-97ef-5b3702379a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:45.045330 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e6985afa-fcb7-4bb6-8ba6-c098455f954d req-6248ecd7-2a03-45c5-97ef-5b3702379a30 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=438cce0e2f434b5f879ce307da159923&device_id=514d5dea-b20c-4fa2-9293-e0617f11d3be HTTP/1.1" status: 200 len: 1097 time: 0.1015296 Jan 18 22:45:45.056713 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-1a4e276e-b878-42c4-8ff1-e576048975f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f198b1d8-a189-4a93-93c3-157bec10962b', 'name': 'tempest-ImageQuotaTest-1755273237-router', 'tenant_id': '88287f1d526c42578c2e4c6f87d129b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': 'bde248bc-c669-4986-b790-50f7ec899cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:45:35Z', 'updated_at': '2022-01-18T22:45:43Z', 'revision_number': 5, 'project_id': '88287f1d526c42578c2e4c6f87d129b5', 'gw_port': {'id': 'bde248bc-c669-4986-b790-50f7ec899cc0', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:99:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f198b1d8-a189-4a93-93c3-157bec10962b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:45:37Z', 'updated_at': '2022-01-18T22:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:45:45.091523 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4e276e-b878-42c4-8ff1-e576048975f9 None None] The sync data for ids ['f198b1d8-a189-4a93-93c3-157bec10962b'] in n-d-825064-1 is: [{'id': 'f198b1d8-a189-4a93-93c3-157bec10962b', 'name': 'tempest-ImageQuotaTest-1755273237-router', 'tenant_id': '88287f1d526c42578c2e4c6f87d129b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': 'bde248bc-c669-4986-b790-50f7ec899cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:45:35Z', 'updated_at': '2022-01-18T22:45:43Z', 'revision_number': 5, 'project_id': '88287f1d526c42578c2e4c6f87d129b5', 'gw_port': {'id': 'bde248bc-c669-4986-b790-50f7ec899cc0', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:99:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f198b1d8-a189-4a93-93c3-157bec10962b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:45:37Z', 'updated_at': '2022-01-18T22:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:45:45.107244 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb9d28-1fe0-4691-a179-471747560a1b req-2f7b1999-41a7-401b-b43e-141e7c5aa463 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:45.109144 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7fcb9d28-1fe0-4691-a179-471747560a1b req-2f7b1999-41a7-401b-b43e-141e7c5aa463 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=be4c560b-5bfc-46bc-91a5-03e09b8604a1 HTTP/1.1" status: 200 len: 944 time: 0.1152248 Jan 18 22:45:45.167720 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-75f1207f-b7fc-4ff8-9fd0-2eead55189c2 req-f79f22fa-146d-4577-9c3c-ea8e04dd615d tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=31dd60ca-8970-47bd-952a-ccbc19b487f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139164 Jan 18 22:45:45.185246 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 48200) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:45:45.257947 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7fcb9d28-1fe0-4691-a179-471747560a1b req-dbfd16d3-dc35-4bf6-9dfc-47ff7fbe8555 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=dae8bf2d-ed71-4918-8e49-2e2d9465745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423619 Jan 18 22:45:45.268910 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6985afa-fcb7-4bb6-8ba6-c098455f954d req-81a2e858-ac20-45c9-ad49-85fe77976138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:45.270394 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e6985afa-fcb7-4bb6-8ba6-c098455f954d req-81a2e858-ac20-45c9-ad49-85fe77976138 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b2568ae2-60e5-4afa-bb4a-1f65f411c8dd HTTP/1.1" status: 200 len: 897 time: 0.2171659 Jan 18 22:45:45.300431 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-058c8c9a-9e9c-44de-acd7-1ed69dcef72c tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/floatingips/cddd519d-40b5-4deb-a8dd-85ac16e224ab HTTP/1.1" status: 200 len: 992 time: 0.1136940 Jan 18 22:45:45.342964 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-a3658451-9774-467f-8418-c4fc4f03d45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50dded13-1674-4efb-b638-27d3deb8682e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2099520946', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'c6f8ed7f-2c77-41ad-82ba-84f684886a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:45:09Z', 'updated_at': '2022-01-18T22:45:23Z', 'revision_number': 4, 'project_id': '438cce0e2f434b5f879ce307da159923', 'gw_port': {'id': 'c6f8ed7f-2c77-41ad-82ba-84f684886a2c', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:39:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50dded13-1674-4efb-b638-27d3deb8682e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:45:10Z', 'updated_at': '2022-01-18T22:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': 'cddd519d-40b5-4deb-a8dd-85ac16e224ab', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'floating_ip_address': '172.25.5.208', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': '50dded13-1674-4efb-b638-27d3deb8682e', 'port_id': '9b4d5ed3-22f5-41c3-97fd-797c57465bd7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3874, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2568ae2-60e5-4afa-bb4a-1f65f411c8dd', 'mac_address': 'fa:16:3e:15:2a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514d5dea-b20c-4fa2-9293-e0617f11d3be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:45:43Z', 'updated_at': '2022-01-18T22:45:43Z', 'revision_number': 0, 'project_id': '438cce0e2f434b5f879ce307da159923', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc8d687e-3493-4b38-a36c-5e89c31806af', 'name': '', 'network_id': 'b2568ae2-60e5-4afa-bb4a-1f65f411c8dd', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'mac_address': 'fa:16:3e:7b:24:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50dded13-1674-4efb-b638-27d3deb8682e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '0ed8ac88-32a7-4801-83b8-528f617904e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:45:19Z', 'updated_at': '2022-01-18T22:45:30Z', 'revision_number': 5, 'project_id': '438cce0e2f434b5f879ce307da159923', 'subnets': [{'id': '0ed8ac88-32a7-4801-83b8-528f617904e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:45:45.373468 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3658451-9774-467f-8418-c4fc4f03d45d None None] Checking router: 50dded13-1674-4efb-b638-27d3deb8682e for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:45:45.374036 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d58a8a-65a8-49a4-9b92-bca0b95b0915 req-02f63b81-4787-4a5f-b902-83a46e3c81bc tempest-VolumesActionsTest-1856272908 tempest-VolumesActionsTest-1856272908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:45.376847 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-70d58a8a-65a8-49a4-9b92-bca0b95b0915 req-02f63b81-4787-4a5f-b902-83a46e3c81bc tempest-VolumesActionsTest-1856272908 tempest-VolumesActionsTest-1856272908-project] 10.222.0.53 "GET /v2.0/ports?device_id=01fc43a2-a04d-459e-9c1f-918ea524be02 HTTP/1.1" status: 200 len: 946 time: 0.0827127 Jan 18 22:45:45.383212 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3658451-9774-467f-8418-c4fc4f03d45d None None] Routers {'50dded13-1674-4efb-b638-27d3deb8682e'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:45:45.383888 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-a3658451-9774-467f-8418-c4fc4f03d45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:45:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['50dded13-1674-4efb-b638-27d3deb8682e'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:45:45.413412 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e6985afa-fcb7-4bb6-8ba6-c098455f954d req-e4aff3c1-289b-464f-bb5b-e22a390686f8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9b4d5ed3-22f5-41c3-97fd-797c57465bd7 HTTP/1.1" status: 200 len: 1000 time: 0.1335814 Jan 18 22:45:45.429176 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-70d58a8a-65a8-49a4-9b92-bca0b95b0915 req-796c2d9f-93fe-43d6-be6e-6f19a60b6025 tempest-VolumesActionsTest-1856272908 tempest-VolumesActionsTest-1856272908-project] 10.222.0.53 "GET /v2.0/security-groups?id=849ea962-4bdb-45dc-908e-eb99095b6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449405 Jan 18 22:45:45.461519 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-18a80a48-9727-43f9-981e-21afce6555b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:45.499273 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a80a48-9727-43f9-981e-21afce6555b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=bde248bc-c669-4986-b790-50f7ec899cc0,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:45.642279 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-a3658451-9774-467f-8418-c4fc4f03d45d None None] Set router 50dded13-1674-4efb-b638-27d3deb8682e gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:45:45.924646 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 92b28351-0468-4ffe-8edc-0107017fea59 up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:45:45.975162 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6985afa-fcb7-4bb6-8ba6-c098455f954d req-cd9409cd-d937-4e40-8319-655f9ca2e551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:45.976635 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e6985afa-fcb7-4bb6-8ba6-c098455f954d req-cd9409cd-d937-4e40-8319-655f9ca2e551 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0ed8ac88-32a7-4801-83b8-528f617904e4 HTTP/1.1" status: 200 len: 834 time: 0.5539184 Jan 18 22:45:45.988093 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-a3658451-9774-467f-8418-c4fc4f03d45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50dded13-1674-4efb-b638-27d3deb8682e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2099520946', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'c6f8ed7f-2c77-41ad-82ba-84f684886a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:45:09Z', 'updated_at': '2022-01-18T22:45:23Z', 'revision_number': 4, 'project_id': '438cce0e2f434b5f879ce307da159923', 'gw_port': {'id': 'c6f8ed7f-2c77-41ad-82ba-84f684886a2c', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:39:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50dded13-1674-4efb-b638-27d3deb8682e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:45:10Z', 'updated_at': '2022-01-18T22:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': 'cddd519d-40b5-4deb-a8dd-85ac16e224ab', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'floating_ip_address': '172.25.5.208', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': '50dded13-1674-4efb-b638-27d3deb8682e', 'port_id': '9b4d5ed3-22f5-41c3-97fd-797c57465bd7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3874, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2568ae2-60e5-4afa-bb4a-1f65f411c8dd', 'mac_address': 'fa:16:3e:15:2a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514d5dea-b20c-4fa2-9293-e0617f11d3be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:45:43Z', 'updated_at': '2022-01-18T22:45:43Z', 'revision_number': 0, 'project_id': '438cce0e2f434b5f879ce307da159923', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc8d687e-3493-4b38-a36c-5e89c31806af', 'name': '', 'network_id': 'b2568ae2-60e5-4afa-bb4a-1f65f411c8dd', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'mac_address': 'fa:16:3e:7b:24:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50dded13-1674-4efb-b638-27d3deb8682e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '0ed8ac88-32a7-4801-83b8-528f617904e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:45:19Z', 'updated_at': '2022-01-18T22:45:30Z', 'revision_number': 5, 'project_id': '438cce0e2f434b5f879ce307da159923', 'subnets': [{'id': '0ed8ac88-32a7-4801-83b8-528f617904e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:45:46.004145 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port 92b28351-0468-4ffe-8edc-0107017fea59 completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:45:46.010254 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port 92b28351-0468-4ffe-8edc-0107017fea59 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:45:46.011074 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:46.047096 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-18a80a48-9727-43f9-981e-21afce6555b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043029'] for router_gateway, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:46.055595 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3658451-9774-467f-8418-c4fc4f03d45d None None] The sync data for ids ['50dded13-1674-4efb-b638-27d3deb8682e'] in n-d-825064-1 is: [{'id': '50dded13-1674-4efb-b638-27d3deb8682e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2099520946', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'c6f8ed7f-2c77-41ad-82ba-84f684886a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:45:09Z', 'updated_at': '2022-01-18T22:45:23Z', 'revision_number': 4, 'project_id': '438cce0e2f434b5f879ce307da159923', 'gw_port': {'id': 'c6f8ed7f-2c77-41ad-82ba-84f684886a2c', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:39:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50dded13-1674-4efb-b638-27d3deb8682e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:45:10Z', 'updated_at': '2022-01-18T22:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': 'cddd519d-40b5-4deb-a8dd-85ac16e224ab', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'floating_ip_address': '172.25.5.208', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': '50dded13-1674-4efb-b638-27d3deb8682e', 'port_id': '9b4d5ed3-22f5-41c3-97fd-797c57465bd7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3874, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2568ae2-60e5-4afa-bb4a-1f65f411c8dd', 'mac_address': 'fa:16:3e:15:2a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514d5dea-b20c-4fa2-9293-e0617f11d3be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:45:43Z', 'updated_at': '2022-01-18T22:45:43Z', 'revision_number': 0, 'project_id': '438cce0e2f434b5f879ce307da159923', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc8d687e-3493-4b38-a36c-5e89c31806af', 'name': '', 'network_id': 'b2568ae2-60e5-4afa-bb4a-1f65f411c8dd', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'mac_address': 'fa:16:3e:7b:24:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50dded13-1674-4efb-b638-27d3deb8682e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '0ed8ac88-32a7-4801-83b8-528f617904e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:45:19Z', 'updated_at': '2022-01-18T22:45:30Z', 'revision_number': 5, 'project_id': '438cce0e2f434b5f879ce307da159923', 'subnets': [{'id': '0ed8ac88-32a7-4801-83b8-528f617904e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:45:46.112606 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:46.167369 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be4c560b-5bfc-46bc-91a5-03e09b8604a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92b28351-0468-4ffe-8edc-0107017fea59'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:45:46.174479 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-340e4f6b-a314-49f3-9857-afda574e46a5" -d '{"events": [{"server_uuid": "be4c560b-5bfc-46bc-91a5-03e09b8604a1", "name": "network-vif-plugged", "status": "completed", "tag": "92b28351-0468-4ffe-8edc-0107017fea59"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:45:46.178806 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-18a80a48-9727-43f9-981e-21afce6555b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1040886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8602'] for router, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:46.181320 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-18a80a48-9727-43f9-981e-21afce6555b2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:46.206036 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 92b28351-0468-4ffe-8edc-0107017fea59, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=92b28351-0468-4ffe-8edc-0107017fea59,segment=NetworkSegment(ccabd36d-8c25-4648-92d3-222150b866b3),segment_id=ccabd36d-8c25-4648-92d3-222150b866b3)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:45:46.215904 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:46.260733 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-18a80a48-9727-43f9-981e-21afce6555b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1040832'] for router, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:46.262735 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18a80a48-9727-43f9-981e-21afce6555b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f198b1d8-a189-4a93-93c3-157bec10962b {{(pid=102431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 22:45:46.272983 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-18a80a48-9727-43f9-981e-21afce6555b2 admin admin] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:46.274412 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-18a80a48-9727-43f9-981e-21afce6555b2 admin admin] 10.222.0.53 "DELETE /v2.0/routers/f198b1d8-a189-4a93-93c3-157bec10962b HTTP/1.1" status: 204 len: 168 time: 1.7024064 Jan 18 22:45:46.276980 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 48214) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:45:46.297628 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4af922aa-4f90-4af0-b171-80fd10adf835 x-openstack-request-id: req-4af922aa-4f90-4af0-b171-80fd10adf835 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:45:46.298309 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be4c560b-5bfc-46bc-91a5-03e09b8604a1", "name": "network-vif-plugged", "status": "completed", "tag": "92b28351-0468-4ffe-8edc-0107017fea59", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:45:46.298748 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4af922aa-4f90-4af0-b171-80fd10adf835 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:45:46.299427 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be4c560b-5bfc-46bc-91a5-03e09b8604a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92b28351-0468-4ffe-8edc-0107017fea59', 'code': 200} Jan 18 22:45:46.304744 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d168e43-807b-4ab3-8ad5-8efee29f48fb None None] Sync routers for ids ['f198b1d8-a189-4a93-93c3-157bec10962b'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:45:46.316394 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6985afa-fcb7-4bb6-8ba6-c098455f954d req-325e4f2c-5cac-4f3c-9c57-63e9b0f94498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:46.325296 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e6985afa-fcb7-4bb6-8ba6-c098455f954d req-325e4f2c-5cac-4f3c-9c57-63e9b0f94498 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b2568ae2-60e5-4afa-bb4a-1f65f411c8dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3263385 Jan 18 22:45:46.335815 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d168e43-807b-4ab3-8ad5-8efee29f48fb None None] Routers set() bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:45:46.336049 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d168e43-807b-4ab3-8ad5-8efee29f48fb None None] Router IDs set() for agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jan 18 22:45:46.336646 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_agentschedulers_db [None req-0d168e43-807b-4ab3-8ad5-8efee29f48fb None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f198b1d8-a189-4a93-93c3-157bec10962b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:45:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent'). {{(pid=102432) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 18 22:45:46.360823 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 48218) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:45:46.368550 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d168e43-807b-4ab3-8ad5-8efee29f48fb None None] Routers set() bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:45:46.368921 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d168e43-807b-4ab3-8ad5-8efee29f48fb None None] Router IDs set() for agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jan 18 22:45:46.369496 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_agentschedulers_db [None req-0d168e43-807b-4ab3-8ad5-8efee29f48fb None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f198b1d8-a189-4a93-93c3-157bec10962b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:45:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent'). {{(pid=102432) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 18 22:45:46.369863 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d168e43-807b-4ab3-8ad5-8efee29f48fb None None] The sync data for ids ['f198b1d8-a189-4a93-93c3-157bec10962b'] in n-d-825064-1 is: [] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:45:46.417535 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=92b28351-0468-4ffe-8edc-0107017fea59,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:46.445848 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f7c58d-1a1a-4129-9dbb-3113b2395404 req-66831a1f-93e0-473e-aba0-fba51e2c6e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:46.447732 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-80f7c58d-1a1a-4129-9dbb-3113b2395404 req-66831a1f-93e0-473e-aba0-fba51e2c6e98 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=be4c560b-5bfc-46bc-91a5-03e09b8604a1 HTTP/1.1" status: 200 len: 1096 time: 0.0743730 Jan 18 22:45:46.450806 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc4b9e62-2a13-4f14-bfe8-cab802b540a6 admin admin] Deleting subnet 91aabffd-c434-476c-9e54-a04b8b980ce6 {{(pid=102430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:45:46.456727 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-cc4b9e62-2a13-4f14-bfe8-cab802b540a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:46.482931 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83328162-5b6d-4195-827f-1dba0ba03046 None None] New status for floating IP cddd519d-40b5-4deb-a8dd-85ac16e224ab: ACTIVE {{(pid=102433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 22:45:46.485276 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-650483a8-87c8-4205-9202-c6bff1dc32da tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/floatingips/cddd519d-40b5-4deb-a8dd-85ac16e224ab HTTP/1.1" status: 200 len: 992 time: 0.1222095 Jan 18 22:45:46.508580 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-cc4b9e62-2a13-4f14-bfe8-cab802b540a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60394745'] for subnet, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:46.626353 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e6985afa-fcb7-4bb6-8ba6-c098455f954d req-7423774b-40c7-4e5b-91cb-860f3a56976a service neutron] 10.222.0.36 "GET /v2.0/networks/b2568ae2-60e5-4afa-bb4a-1f65f411c8dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2942598 Jan 18 22:45:46.710781 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-80f7c58d-1a1a-4129-9dbb-3113b2395404 req-ad2c0c01-e643-4b69-9418-d500eb984803 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=dae8bf2d-ed71-4918-8e49-2e2d9465745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727520 Jan 18 22:45:46.719892 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-cc4b9e62-2a13-4f14-bfe8-cab802b540a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:46.750160 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e6985afa-fcb7-4bb6-8ba6-c098455f954d req-3bb4a8d9-7817-4123-9e0b-c1d02aa661cb service neutron] 10.222.0.36 "GET /v2.0/networks/b2568ae2-60e5-4afa-bb4a-1f65f411c8dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164184 Jan 18 22:45:46.762627 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee482452-1371-4eb2-9a98-e7b1576a9378 req-0bc86cb0-5448-45e5-a68c-b64686bc60fa tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:46.764185 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ee482452-1371-4eb2-9a98-e7b1576a9378 req-0bc86cb0-5448-45e5-a68c-b64686bc60fa tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=be4c560b-5bfc-46bc-91a5-03e09b8604a1 HTTP/1.1" status: 200 len: 945 time: 0.3263388 Jan 18 22:45:46.827393 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-cc4b9e62-2a13-4f14-bfe8-cab802b540a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60203138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62288677'] for subnet, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:46.865412 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ee482452-1371-4eb2-9a98-e7b1576a9378 req-05adc0e5-e47c-472e-8617-882a2e066c09 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=dae8bf2d-ed71-4918-8e49-2e2d9465745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824692 Jan 18 22:45:46.868473 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4b9e62-2a13-4f14-bfe8-cab802b540a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91aabffd-c434-476c-9e54-a04b8b980ce6,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:46.872841 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-cc4b9e62-2a13-4f14-bfe8-cab802b540a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:46.879332 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 48224) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:45:46.884558 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6258da-72dd-459a-9abb-3fdf93ff844d None None] Network a8bd6296-5986-4706-a5a7-cba6444bb178 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:45:46.884804 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-cc4b9e62-2a13-4f14-bfe8-cab802b540a6 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/91aabffd-c434-476c-9e54-a04b8b980ce6 HTTP/1.1" status: 204 len: 168 time: 0.6036837 Jan 18 22:45:47.035656 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-eb3a84ab-ec94-440f-bbcf-c00d5ba5d80d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:47.105153 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-eb3a84ab-ec94-440f-bbcf-c00d5ba5d80d admin admin] Deleting port f8dabc31-375d-4a74-8bc7-378d79033b0c {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:45:47.105545 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-eb3a84ab-ec94-440f-bbcf-c00d5ba5d80d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:47.144453 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64073d2b-a805-483d-92b1-a0b300503248 None None] DHCP port deletion for a8bd6296-5986-4706-a5a7-cba6444bb178 request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:45:47.170687 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-eb3a84ab-ec94-440f-bbcf-c00d5ba5d80d admin admin] For port f8dabc31-375d-4a74-8bc7-378d79033b0c, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=f8dabc31-375d-4a74-8bc7-378d79033b0c,segment=NetworkSegment(117999c5-8b35-4e6d-8a87-68c67423d82d),segment_id=117999c5-8b35-4e6d-8a87-68c67423d82d)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:45:47.171043 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-eb3a84ab-ec94-440f-bbcf-c00d5ba5d80d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:47.186717 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-eb3a84ab-ec94-440f-bbcf-c00d5ba5d80d admin admin] Calling delete_port for f8dabc31-375d-4a74-8bc7-378d79033b0c owned by network:dhcp {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:45:47.199346 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-64073d2b-a805-483d-92b1-a0b300503248 None None] Deleting port f8dabc31-375d-4a74-8bc7-378d79033b0c {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:45:47.199727 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-64073d2b-a805-483d-92b1-a0b300503248 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:47.274352 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-64073d2b-a805-483d-92b1-a0b300503248 None None] For port f8dabc31-375d-4a74-8bc7-378d79033b0c, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=f8dabc31-375d-4a74-8bc7-378d79033b0c,segment=NetworkSegment(117999c5-8b35-4e6d-8a87-68c67423d82d),segment_id=117999c5-8b35-4e6d-8a87-68c67423d82d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:45:47.274918 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-64073d2b-a805-483d-92b1-a0b300503248 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:47.292440 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-64073d2b-a805-483d-92b1-a0b300503248 None None] Calling delete_port for f8dabc31-375d-4a74-8bc7-378d79033b0c owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:45:47.297840 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-eb3a84ab-ec94-440f-bbcf-c00d5ba5d80d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:47.328504 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3a84ab-ec94-440f-bbcf-c00d5ba5d80d admin admin] Pushing event deleted for resources: {'Port': ['ID=f8dabc31-375d-4a74-8bc7-378d79033b0c,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:47.333524 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3a84ab-ec94-440f-bbcf-c00d5ba5d80d admin admin] No DVR routers for this DVR port f8dabc31-375d-4a74-8bc7-378d79033b0c on host n-d-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:45:47.368067 n-d-825064-1 neutron-server[102432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:45:47.368067 n-d-825064-1 neutron-server[102432]: self.session.flush() Jan 18 22:45:47.368067 n-d-825064-1 neutron-server[102432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:45:47.368067 n-d-825064-1 neutron-server[102432]: self.session.flush() Jan 18 22:45:47.368067 n-d-825064-1 neutron-server[102432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:45:47.368067 n-d-825064-1 neutron-server[102432]: self.session.flush() Jan 18 22:45:47.368067 n-d-825064-1 neutron-server[102432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:45:47.368067 n-d-825064-1 neutron-server[102432]: self.session.flush() Jan 18 22:45:47.368067 n-d-825064-1 neutron-server[102432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:45:47.368067 n-d-825064-1 neutron-server[102432]: self.session.flush() Jan 18 22:45:47.368067 n-d-825064-1 neutron-server[102432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:45:47.368067 n-d-825064-1 neutron-server[102432]: self.session.flush() Jan 18 22:45:47.368067 n-d-825064-1 neutron-server[102432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:45:47.368067 n-d-825064-1 neutron-server[102432]: self.session.flush() Jan 18 22:45:47.368067 n-d-825064-1 neutron-server[102432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:45:47.368067 n-d-825064-1 neutron-server[102432]: self.session.flush() Jan 18 22:45:47.368067 n-d-825064-1 neutron-server[102432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:45:47.368067 n-d-825064-1 neutron-server[102432]: self.session.flush() Jan 18 22:45:47.368067 n-d-825064-1 neutron-server[102432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:45:47.368067 n-d-825064-1 neutron-server[102432]: self.session.flush() Jan 18 22:45:47.368067 n-d-825064-1 neutron-server[102432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:45:47.368067 n-d-825064-1 neutron-server[102432]: self.session.flush() Jan 18 22:45:47.368067 n-d-825064-1 neutron-server[102432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:45:47.368067 n-d-825064-1 neutron-server[102432]: self.session.flush() Jan 18 22:45:47.368067 n-d-825064-1 neutron-server[102432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:45:47.368067 n-d-825064-1 neutron-server[102432]: self.session.flush() Jan 18 22:45:47.368067 n-d-825064-1 neutron-server[102432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:45:47.368067 n-d-825064-1 neutron-server[102432]: self.session.flush() Jan 18 22:45:47.368067 n-d-825064-1 neutron-server[102432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:45:47.368067 n-d-825064-1 neutron-server[102432]: self.session.flush() Jan 18 22:45:47.368067 n-d-825064-1 neutron-server[102432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:45:47.368067 n-d-825064-1 neutron-server[102432]: self.session.flush() Jan 18 22:45:47.368067 n-d-825064-1 neutron-server[102432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:45:47.368067 n-d-825064-1 neutron-server[102432]: self.session.flush() Jan 18 22:45:47.368067 n-d-825064-1 neutron-server[102432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:45:47.368067 n-d-825064-1 neutron-server[102432]: self.session.flush() Jan 18 22:45:47.368067 n-d-825064-1 neutron-server[102432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:45:47.368067 n-d-825064-1 neutron-server[102432]: self.session.flush() Jan 18 22:45:47.368067 n-d-825064-1 neutron-server[102432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:45:47.368067 n-d-825064-1 neutron-server[102432]: self.session.flush() Jan 18 22:45:47.368067 n-d-825064-1 neutron-server[102432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:45:47.368067 n-d-825064-1 neutron-server[102432]: self.session.flush() Jan 18 22:45:47.368067 n-d-825064-1 neutron-server[102432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:45:47.368067 n-d-825064-1 neutron-server[102432]: self.session.flush() Jan 18 22:45:47.368067 n-d-825064-1 neutron-server[102432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:45:47.368067 n-d-825064-1 neutron-server[102432]: self.session.flush() Jan 18 22:45:47.368067 n-d-825064-1 neutron-server[102432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:45:47.368067 n-d-825064-1 neutron-server[102432]: self.session.flush() Jan 18 22:45:47.368067 n-d-825064-1 neutron-server[102432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:45:47.368067 n-d-825064-1 neutron-server[102432]: self.session.flush() Jan 18 22:45:47.368067 n-d-825064-1 neutron-server[102432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:45:47.368067 n-d-825064-1 neutron-server[102432]: self.session.flush() Jan 18 22:45:47.368067 n-d-825064-1 neutron-server[102432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 22:45:47.368067 n-d-825064-1 neutron-server[102432]: self.session.flush() Jan 18 22:45:47.378492 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-64073d2b-a805-483d-92b1-a0b300503248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:47.407097 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64073d2b-a805-483d-92b1-a0b300503248 None None] Pushing event deleted for resources: {'Port': ['ID=f8dabc31-375d-4a74-8bc7-378d79033b0c,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:47.409090 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64073d2b-a805-483d-92b1-a0b300503248 None None] No DVR routers for this DVR port f8dabc31-375d-4a74-8bc7-378d79033b0c on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:45:47.416487 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-eb3a84ab-ec94-440f-bbcf-c00d5ba5d80d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:47.436984 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-eb3a84ab-ec94-440f-bbcf-c00d5ba5d80d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8bd6296-5986-4706-a5a7-cba6444bb178']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:45:47.446576 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-eb3a84ab-ec94-440f-bbcf-c00d5ba5d80d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '117999c5-8b35-4e6d-8a87-68c67423d82d') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:45:47.446875 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-eb3a84ab-ec94-440f-bbcf-c00d5ba5d80d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '117999c5-8b35-4e6d-8a87-68c67423d82d') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:45:47.455899 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-eb3a84ab-ec94-440f-bbcf-c00d5ba5d80d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:47.469435 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-eb3a84ab-ec94-440f-bbcf-c00d5ba5d80d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:47.475929 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb3a84ab-ec94-440f-bbcf-c00d5ba5d80d admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:45:47.476481 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-eb3a84ab-ec94-440f-bbcf-c00d5ba5d80d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:47.478193 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:45:47.478193 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:45:47.478193 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:45:47.478193 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:45:47.478193 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:45:47.478193 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:45:47.478193 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:45:47.478193 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:45:47.478193 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:45:47.478193 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:45:47.478193 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:45:47.478193 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:45:47.478193 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:45:47.478193 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:45:47.478193 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:45:47.478193 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:45:47.478193 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:45:47.478193 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:45:47.478193 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:45:47.478193 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:45:47.478193 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:45:47.478193 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:45:47.478193 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:45:47.478193 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:45:47.478193 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:45:47.478193 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:45:47.478193 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:45:47.478193 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:45:47.478193 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:45:47.478193 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:45:47.478193 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:45:47.478193 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:45:47.488210 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 48228) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:45:47.535688 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-eb3a84ab-ec94-440f-bbcf-c00d5ba5d80d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:47.544091 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-eb3a84ab-ec94-440f-bbcf-c00d5ba5d80d admin admin] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:47.548357 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-eb3a84ab-ec94-440f-bbcf-c00d5ba5d80d admin admin] 10.222.0.53 "DELETE /v2.0/networks/a8bd6296-5986-4706-a5a7-cba6444bb178 HTTP/1.1" status: 204 len: 168 time: 0.6683676 Jan 18 22:45:47.561609 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-2cef3852-0b6b-4b35-8c4c-182d6cb12755 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/floatingips/cddd519d-40b5-4deb-a8dd-85ac16e224ab HTTP/1.1" status: 200 len: 994 time: 0.0714741 Jan 18 22:45:47.564849 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3a84ab-ec94-440f-bbcf-c00d5ba5d80d admin admin] Pushing event deleted for resources: {'Network': ['ID=a8bd6296-5986-4706-a5a7-cba6444bb178,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:47.678918 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 48234) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:45:47.731512 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-75770ce4-2e15-41db-8c86-a112fa66fdda admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=88287f1d526c42578c2e4c6f87d129b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0507152 Jan 18 22:45:47.734280 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 48236) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:45:47.757984 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device f8dabc31-375d-4a74-8bc7-378d79033b0c no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:45:47.778419 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: f8dabc31-375d-4a74-8bc7-378d79033b0c {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:45:47.778784 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device f8dabc31-375d-4a74-8bc7-378d79033b0c not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:45:47.779227 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device bde248bc-c669-4986-b790-50f7ec899cc0 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:45:47.785909 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-37f28c8f-2ddb-4530-875d-59c554bfab8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:47.798551 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: bde248bc-c669-4986-b790-50f7ec899cc0 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:45:47.799157 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device bde248bc-c669-4986-b790-50f7ec899cc0 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:45:47.822215 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-37f28c8f-2ddb-4530-875d-59c554bfab8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:47.877554 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-37f28c8f-2ddb-4530-875d-59c554bfab8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:47.880541 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-37f28c8f-2ddb-4530-875d-59c554bfab8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:47.884374 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-37f28c8f-2ddb-4530-875d-59c554bfab8e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/45d55f3d-30d9-4f90-bb74-293aca82dc56 HTTP/1.1" status: 204 len: 168 time: 0.1486666 Jan 18 22:45:47.903466 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f28c8f-2ddb-4530-875d-59c554bfab8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d55f3d-30d9-4f90-bb74-293aca82dc56,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:48.020332 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f93944f-ad00-4e62-b512-9043b3c500a1 req-01ee862e-2f3e-4232-8420-cd153dc35b7f tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:48.022412 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7f93944f-ad00-4e62-b512-9043b3c500a1 req-01ee862e-2f3e-4232-8420-cd153dc35b7f tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=be4c560b-5bfc-46bc-91a5-03e09b8604a1 HTTP/1.1" status: 200 len: 945 time: 0.0685604 Jan 18 22:45:48.113472 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7f93944f-ad00-4e62-b512-9043b3c500a1 req-edfa7255-3f75-44e1-8ca9-58807795c258 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=dae8bf2d-ed71-4918-8e49-2e2d9465745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785007 Jan 18 22:45:48.296178 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d5df42-5c25-48c9-b16d-3b42e7e0248a req-ec738d26-0d46-43b2-aaaa-9f737d2b5b54 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:48.305601 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c6d5df42-5c25-48c9-b16d-3b42e7e0248a req-ec738d26-0d46-43b2-aaaa-9f737d2b5b54 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=be4c560b-5bfc-46bc-91a5-03e09b8604a1 HTTP/1.1" status: 200 len: 945 time: 0.0722268 Jan 18 22:45:48.358376 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c6d5df42-5c25-48c9-b16d-3b42e7e0248a req-8bf866d3-2e3c-4116-a061-fca3815e270a tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=dae8bf2d-ed71-4918-8e49-2e2d9465745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514686 Jan 18 22:45:48.413313 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 48252) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:45:48.434356 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-63ce98c1-6ba2-41e2-9db9-fd9e5f9c2a31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:48.540322 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-63ce98c1-6ba2-41e2-9db9-fd9e5f9c2a31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:48.548539 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-63ce98c1-6ba2-41e2-9db9-fd9e5f9c2a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:48.617282 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-63ce98c1-6ba2-41e2-9db9-fd9e5f9c2a31 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.2016063 Jan 18 22:45:48.618737 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ce98c1-6ba2-41e2-9db9-fd9e5f9c2a31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3f06850-2857-4314-a9e5-f11e181bb4b4,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:48.620953 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 48264) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:45:48.758038 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a6390831-1c6d-420a-9b4e-ccf192817d55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:48.812437 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a6390831-1c6d-420a-9b4e-ccf192817d55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:48.830795 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d1a368-afa4-441e-bd17-ba034ee7b9cf req-a36a3817-6761-4cdf-be04-a10a206007cf tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:48.836825 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-11d1a368-afa4-441e-bd17-ba034ee7b9cf req-a36a3817-6761-4cdf-be04-a10a206007cf tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=be4c560b-5bfc-46bc-91a5-03e09b8604a1 HTTP/1.1" status: 200 len: 945 time: 0.0994272 Jan 18 22:45:48.906842 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-11d1a368-afa4-441e-bd17-ba034ee7b9cf req-82b73cee-1260-4b12-868f-4306f617b40b tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=dae8bf2d-ed71-4918-8e49-2e2d9465745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653279 Jan 18 22:45:48.925773 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a6390831-1c6d-420a-9b4e-ccf192817d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:48.929436 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a6390831-1c6d-420a-9b4e-ccf192817d55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:48.932404 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-a6390831-1c6d-420a-9b4e-ccf192817d55 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e3f06850-2857-4314-a9e5-f11e181bb4b4 HTTP/1.1" status: 204 len: 168 time: 0.3094656 Jan 18 22:45:48.946446 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6390831-1c6d-420a-9b4e-ccf192817d55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3f06850-2857-4314-a9e5-f11e181bb4b4,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:49.316560 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1dc3ad3e-24eb-43f0-ae51-697ba40eb532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:49.358329 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-b4827965-9da8-4147-8dc6-84bb7516d4e6 req-1c9a63d5-1577-4665-99ea-958219da44b9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=16ba48ad-fe09-48f8-8bc1-6d86e58b2955&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0471649 Jan 18 22:45:49.472270 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4827965-9da8-4147-8dc6-84bb7516d4e6 req-c0faaac2-feb9-4349-9026-fdec913a39e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:49.473781 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-b4827965-9da8-4147-8dc6-84bb7516d4e6 req-c0faaac2-feb9-4349-9026-fdec913a39e0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0c676acb4b374123bc012031246d3916&device_id=16ba48ad-fe09-48f8-8bc1-6d86e58b2955 HTTP/1.1" status: 200 len: 1097 time: 0.0504737 Jan 18 22:45:49.598720 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4827965-9da8-4147-8dc6-84bb7516d4e6 req-a06f8801-26b7-4c5d-bbd9-bfd44c5f0bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:49.600787 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-b4827965-9da8-4147-8dc6-84bb7516d4e6 req-a06f8801-26b7-4c5d-bbd9-bfd44c5f0bff service neutron] 10.222.0.36 "GET /v2.0/networks?id=3887d3dd-b3d8-463d-9d9c-879e57c9ab40 HTTP/1.1" status: 200 len: 911 time: 0.1058517 Jan 18 22:45:49.654513 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-b4827965-9da8-4147-8dc6-84bb7516d4e6 req-e30101ab-365e-460e-a746-859bd127a74d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60ba14d5-8832-4a1f-89c5-09b2f1cff4eb HTTP/1.1" status: 200 len: 217 time: 0.0467072 Jan 18 22:45:49.712923 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 48306) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:45:49.731362 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4827965-9da8-4147-8dc6-84bb7516d4e6 req-d7d6dd62-3e79-4cee-8543-97607d981301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:49.733110 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-b4827965-9da8-4147-8dc6-84bb7516d4e6 req-d7d6dd62-3e79-4cee-8543-97607d981301 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b317bd45-9275-4aad-aa8f-d7702db0cadd HTTP/1.1" status: 200 len: 850 time: 0.0723584 Jan 18 22:45:49.802815 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4827965-9da8-4147-8dc6-84bb7516d4e6 req-abfe0036-f2f0-40b4-8d7d-e1b625d0a3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:49.804495 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-b4827965-9da8-4147-8dc6-84bb7516d4e6 req-abfe0036-f2f0-40b4-8d7d-e1b625d0a3b7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3887d3dd-b3d8-463d-9d9c-879e57c9ab40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0635474 Jan 18 22:45:49.877713 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a627da2-5cff-4801-a69e-7f5dfa351767 req-8f65c191-a1bd-4ba0-85db-74722c12e98b tempest-VolumesActionsTest-1856272908 tempest-VolumesActionsTest-1856272908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:49.879241 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1a627da2-5cff-4801-a69e-7f5dfa351767 req-8f65c191-a1bd-4ba0-85db-74722c12e98b tempest-VolumesActionsTest-1856272908 tempest-VolumesActionsTest-1856272908-project] 10.222.0.53 "GET /v2.0/ports?device_id=01fc43a2-a04d-459e-9c1f-918ea524be02 HTTP/1.1" status: 200 len: 946 time: 0.0533211 Jan 18 22:45:49.896233 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-bbf8dc13-7915-4772-afad-ad8c4e06cb03 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-381010579-network', 'tenant_id': '7512a3404b5b4cae873975a58281e1d3'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:45:49.930330 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-b4827965-9da8-4147-8dc6-84bb7516d4e6 req-7e329e1a-34fa-4962-80f5-6f022b5412a5 service neutron] 10.222.0.36 "GET /v2.0/networks/3887d3dd-b3d8-463d-9d9c-879e57c9ab40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190214 Jan 18 22:45:49.937603 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1a627da2-5cff-4801-a69e-7f5dfa351767 req-381f85f6-7580-4f08-90d2-cdbbd203d6e4 tempest-VolumesActionsTest-1856272908 tempest-VolumesActionsTest-1856272908-project] 10.222.0.53 "GET /v2.0/security-groups?id=849ea962-4bdb-45dc-908e-eb99095b6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508614 Jan 18 22:45:49.965089 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf8dc13-7915-4772-afad-ad8c4e06cb03 admin admin] Made reservation on behalf of 7512a3404b5b4cae873975a58281e1d3 for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:45:49.967955 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bbf8dc13-7915-4772-afad-ad8c4e06cb03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:50.005997 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bbf8dc13-7915-4772-afad-ad8c4e06cb03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:50.066334 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c980cc-6bdb-4342-b9fc-d57fca25740c req-321a1783-ec53-4a62-8a81-993080a6b131 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:50.068366 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-08c980cc-6bdb-4342-b9fc-d57fca25740c req-321a1783-ec53-4a62-8a81-993080a6b131 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=be4c560b-5bfc-46bc-91a5-03e09b8604a1 HTTP/1.1" status: 200 len: 945 time: 0.0560985 Jan 18 22:45:50.072503 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-b4827965-9da8-4147-8dc6-84bb7516d4e6 req-3a1b1cb0-93ab-49ad-9e51-9eb71de22f4d service neutron] 10.222.0.36 "GET /v2.0/networks/3887d3dd-b3d8-463d-9d9c-879e57c9ab40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337812 Jan 18 22:45:50.124401 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-08c980cc-6bdb-4342-b9fc-d57fca25740c req-66ca3a35-323d-4173-b8db-36dd656cafcf tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=dae8bf2d-ed71-4918-8e49-2e2d9465745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487375 Jan 18 22:45:50.133037 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bbf8dc13-7915-4772-afad-ad8c4e06cb03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:50.138309 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bbf8dc13-7915-4772-afad-ad8c4e06cb03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:50.168283 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbf8dc13-7915-4772-afad-ad8c4e06cb03 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:45:50.172923 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf8dc13-7915-4772-afad-ad8c4e06cb03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e57a71-059c-44ed-b2c7-6e261926cc42,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:50.180834 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bbf8dc13-7915-4772-afad-ad8c4e06cb03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:50.181188 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-bbf8dc13-7915-4772-afad-ad8c4e06cb03 admin admin] Added segment 50c9fcf6-80fc-44c9-97b1-f25175626b87 of type vlan for network 0a5910af-6b1f-40a8-9851-2179f914e699 Jan 18 22:45:50.233237 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bbf8dc13-7915-4772-afad-ad8c4e06cb03 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:50.262014 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bbf8dc13-7915-4772-afad-ad8c4e06cb03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:50.263186 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf8dc13-7915-4772-afad-ad8c4e06cb03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:50.263761 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bbf8dc13-7915-4772-afad-ad8c4e06cb03 admin admin] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:50.323653 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-bbf8dc13-7915-4772-afad-ad8c4e06cb03 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6117637 Jan 18 22:45:50.326712 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 48314) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:45:50.332220 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-c1ab49ec-d29d-4eda-816d-ac207865923a admin admin] Request body: {'subnet': {'network_id': '0a5910af-6b1f-40a8-9851-2179f914e699', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-381010579-subnet', 'tenant_id': '7512a3404b5b4cae873975a58281e1d3', 'ip_version': 4}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:45:50.344624 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf8dc13-7915-4772-afad-ad8c4e06cb03 admin admin] Pushing event updated for resources: {'Network': ['ID=0a5910af-6b1f-40a8-9851-2179f914e699,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:50.357447 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 0a5910af-6b1f-40a8-9851-2179f914e699 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:45:50.377837 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c6d0c3-6dd7-4741-be30-d50e89f8b49b req-187c1192-1b30-4c7c-99b2-39ddfcce6f88 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:50.379827 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-38c6d0c3-6dd7-4741-be30-d50e89f8b49b req-187c1192-1b30-4c7c-99b2-39ddfcce6f88 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.67 "GET /v2.0/ports?device_id=be4c560b-5bfc-46bc-91a5-03e09b8604a1 HTTP/1.1" status: 200 len: 945 time: 0.0771739 Jan 18 22:45:50.382899 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ab49ec-d29d-4eda-816d-ac207865923a admin admin] Made reservation on behalf of 7512a3404b5b4cae873975a58281e1d3 for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:45:50.385935 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c1ab49ec-d29d-4eda-816d-ac207865923a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:50.489840 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-38c6d0c3-6dd7-4741-be30-d50e89f8b49b req-3bb5bbfa-1fc9-4d4c-82b4-69652f39e12e tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Deleting port 92b28351-0468-4ffe-8edc-0107017fea59 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:45:50.490210 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-38c6d0c3-6dd7-4741-be30-d50e89f8b49b req-3bb5bbfa-1fc9-4d4c-82b4-69652f39e12e tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:50.589992 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-38c6d0c3-6dd7-4741-be30-d50e89f8b49b req-3bb5bbfa-1fc9-4d4c-82b4-69652f39e12e tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] For port 92b28351-0468-4ffe-8edc-0107017fea59, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=92b28351-0468-4ffe-8edc-0107017fea59,segment=NetworkSegment(ccabd36d-8c25-4648-92d3-222150b866b3),segment_id=ccabd36d-8c25-4648-92d3-222150b866b3)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:45:50.590395 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-38c6d0c3-6dd7-4741-be30-d50e89f8b49b req-3bb5bbfa-1fc9-4d4c-82b4-69652f39e12e tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:50.594242 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c1ab49ec-d29d-4eda-816d-ac207865923a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:50.604061 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-38c6d0c3-6dd7-4741-be30-d50e89f8b49b req-3bb5bbfa-1fc9-4d4c-82b4-69652f39e12e tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Calling delete_port for 92b28351-0468-4ffe-8edc-0107017fea59 owned by compute:nova {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:45:50.654494 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ab49ec-d29d-4eda-816d-ac207865923a admin admin] Pushing event updated for resources: {'Subnet': ['ID=977da59f-dae5-4c82-88c8-b8cbb8d74ac9,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:50.677959 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ab49ec-d29d-4eda-816d-ac207865923a admin admin] Checking segment: {'id': '50c9fcf6-80fc-44c9-97b1-f25175626b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '0a5910af-6b1f-40a8-9851-2179f914e699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:45:50.678361 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ab49ec-d29d-4eda-816d-ac207865923a admin admin] Network hostable DHCP agents. Network: 0a5910af-6b1f-40a8-9851-2179f914e699, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:45:50.702013 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ab49ec-d29d-4eda-816d-ac207865923a admin admin] Network 0a5910af-6b1f-40a8-9851-2179f914e699 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:45:50.712312 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-c1ab49ec-d29d-4eda-816d-ac207865923a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 0a5910af-6b1f-40a8-9851-2179f914e699) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:45:50.718936 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ab49ec-d29d-4eda-816d-ac207865923a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:50.719523 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c1ab49ec-d29d-4eda-816d-ac207865923a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:50.737846 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ab6250-c16a-4c9f-ae1f-9a0b5465a202 None None] Network 0a5910af-6b1f-40a8-9851-2179f914e699 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:45:50.742904 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 48318) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:45:50.743552 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-c1ab49ec-d29d-4eda-816d-ac207865923a admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4154847 Jan 18 22:45:50.754919 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-fbb11ed2-0791-4d01-b000-e044cfabd4be admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-381010579-router', 'tenant_id': '7512a3404b5b4cae873975a58281e1d3', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:45:50.816772 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-38c6d0c3-6dd7-4741-be30-d50e89f8b49b req-3bb5bbfa-1fc9-4d4c-82b4-69652f39e12e tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:50.820154 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fbb11ed2-0791-4d01-b000-e044cfabd4be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1044160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8692'] for router, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:50.821269 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fbb11ed2-0791-4d01-b000-e044cfabd4be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1040680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8675'] for router, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:50.836275 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['92b28351-0468-4ffe-8edc-0107017fea59'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:45:50.839544 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['60ba14d5-8832-4a1f-89c5-09b2f1cff4eb'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:45:50.861765 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb5bbfa-1fc9-4d4c-82b4-69652f39e12e tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Pushing event deleted for resources: {'Port': ['ID=92b28351-0468-4ffe-8edc-0107017fea59,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:50.957474 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-38c6d0c3-6dd7-4741-be30-d50e89f8b49b req-3bb5bbfa-1fc9-4d4c-82b4-69652f39e12e tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] No DVR routers for this DVR port 92b28351-0468-4ffe-8edc-0107017fea59 on host n-h2-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:45:50.966479 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-38c6d0c3-6dd7-4741-be30-d50e89f8b49b req-3bb5bbfa-1fc9-4d4c-82b4-69652f39e12e tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:50.970665 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-38c6d0c3-6dd7-4741-be30-d50e89f8b49b req-3bb5bbfa-1fc9-4d4c-82b4-69652f39e12e tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.67 "DELETE /v2.0/ports/92b28351-0468-4ffe-8edc-0107017fea59 HTTP/1.1" status: 204 len: 173 time: 0.5768178 Jan 18 22:45:50.971370 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be4c560b-5bfc-46bc-91a5-03e09b8604a1', 'name': 'network-vif-deleted', 'tag': '92b28351-0468-4ffe-8edc-0107017fea59'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:45:50.975608 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb2d0a18-cb40-4001-a50c-e3d5a5c95770" -d '{"events": [{"server_uuid": "be4c560b-5bfc-46bc-91a5-03e09b8604a1", "name": "network-vif-deleted", "tag": "92b28351-0468-4ffe-8edc-0107017fea59"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:45:50.979987 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fbb11ed2-0791-4d01-b000-e044cfabd4be admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:51.076674 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf6b098-efc0-4361-bddb-30d847a8c8dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-0a5910af-6b1f-40a8-9851-2179f914e699', 'network_id': '0a5910af-6b1f-40a8-9851-2179f914e699', 'tenant_id': '7512a3404b5b4cae873975a58281e1d3', 'fixed_ips': [{'subnet_id': '977da59f-dae5-4c82-88c8-b8cbb8d74ac9'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:45:51.077566 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7cf6b098-efc0-4361-bddb-30d847a8c8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:51.118404 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-770a966d-c318-4db2-8b60-bd5f5ce1c8ae x-openstack-request-id: req-770a966d-c318-4db2-8b60-bd5f5ce1c8ae {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:45:51.118813 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be4c560b-5bfc-46bc-91a5-03e09b8604a1", "name": "network-vif-deleted", "tag": "92b28351-0468-4ffe-8edc-0107017fea59", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:45:51.119071 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-770a966d-c318-4db2-8b60-bd5f5ce1c8ae {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:45:51.119486 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be4c560b-5bfc-46bc-91a5-03e09b8604a1', 'name': 'network-vif-deleted', 'tag': '92b28351-0468-4ffe-8edc-0107017fea59', 'status': 'completed', 'code': 200} Jan 18 22:45:51.358210 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-7cf6b098-efc0-4361-bddb-30d847a8c8dc None None] Allocated IP 172.20.0.2 (0a5910af-6b1f-40a8-9851-2179f914e699/977da59f-dae5-4c82-88c8-b8cbb8d74ac9/fde5ad59-bbfb-4016-be38-07dc1c8abf0d) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:45:51.428848 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fe001299-59fd-4289-b8ca-0dfbe97f1d1b req-8c8cf47e-a8b5-4799-a1f5-003c79f90e61 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=be4c560b-5bfc-46bc-91a5-03e09b8604a1 HTTP/1.1" status: 200 len: 210 time: 0.1272652 Jan 18 22:45:51.450787 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fbb11ed2-0791-4d01-b000-e044cfabd4be admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:51.470554 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aa40ff-4696-4a70-878d-4ff997dcb5d8 req-a2244ba0-3994-4a84-88c1-83487f287cc6 tempest-VolumesActionsTest-1856272908 tempest-VolumesActionsTest-1856272908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:51.472229 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d3aa40ff-4696-4a70-878d-4ff997dcb5d8 req-a2244ba0-3994-4a84-88c1-83487f287cc6 tempest-VolumesActionsTest-1856272908 tempest-VolumesActionsTest-1856272908-project] 10.222.0.53 "GET /v2.0/ports?device_id=01fc43a2-a04d-459e-9c1f-918ea524be02 HTTP/1.1" status: 200 len: 946 time: 0.3511040 Jan 18 22:45:51.558998 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d2d8a-2e85-4954-b017-9acae170a93a req-562af6f7-757c-4383-a9c5-31d607c6a628 tempest-VolumesActionsTest-1856272908 tempest-VolumesActionsTest-1856272908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:51.560611 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e19d2d8a-2e85-4954-b017-9acae170a93a req-562af6f7-757c-4383-a9c5-31d607c6a628 tempest-VolumesActionsTest-1856272908 tempest-VolumesActionsTest-1856272908-project] 10.222.0.67 "GET /v2.0/ports?device_id=01fc43a2-a04d-459e-9c1f-918ea524be02 HTTP/1.1" status: 200 len: 946 time: 0.2579033 Jan 18 22:45:51.597003 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d3aa40ff-4696-4a70-878d-4ff997dcb5d8 req-3fe263f0-2544-4b5a-a968-b4dc9df84348 tempest-VolumesActionsTest-1856272908 tempest-VolumesActionsTest-1856272908-project] 10.222.0.53 "GET /v2.0/security-groups?id=849ea962-4bdb-45dc-908e-eb99095b6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059060 Jan 18 22:45:51.625924 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7cf6b098-efc0-4361-bddb-30d847a8c8dc None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:51.637755 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7cf6b098-efc0-4361-bddb-30d847a8c8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:51.713014 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-e19d2d8a-2e85-4954-b017-9acae170a93a req-31851328-addc-4b8f-882c-f70351d44f74 tempest-VolumesActionsTest-1856272908 tempest-VolumesActionsTest-1856272908-project] Deleting port 451d73d9-6cb8-490d-8ac9-f11b798cdcef {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:45:51.713409 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e19d2d8a-2e85-4954-b017-9acae170a93a req-31851328-addc-4b8f-882c-f70351d44f74 tempest-VolumesActionsTest-1856272908 tempest-VolumesActionsTest-1856272908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:51.717218 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf6b098-efc0-4361-bddb-30d847a8c8dc None None] Network 0a5910af-6b1f-40a8-9851-2179f914e699 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:45:51.723888 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-7cf6b098-efc0-4361-bddb-30d847a8c8dc None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:45:51.731037 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf6b098-efc0-4361-bddb-30d847a8c8dc None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:45:51.805835 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf6b098-efc0-4361-bddb-30d847a8c8dc None None] Pushing event updated for resources: {'Port': ['ID=fde5ad59-bbfb-4016-be38-07dc1c8abf0d,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:51.817004 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-7cf6b098-efc0-4361-bddb-30d847a8c8dc None None] Attempting to bind port fde5ad59-bbfb-4016-be38-07dc1c8abf0d on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:45:51.817442 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-7cf6b098-efc0-4361-bddb-30d847a8c8dc None None] Attempting to bind port fde5ad59-bbfb-4016-be38-07dc1c8abf0d by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '50c9fcf6-80fc-44c9-97b1-f25175626b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '0a5910af-6b1f-40a8-9851-2179f914e699'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:45:51.817885 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf6b098-efc0-4361-bddb-30d847a8c8dc None None] Attempting to bind port fde5ad59-bbfb-4016-be38-07dc1c8abf0d on network 0a5910af-6b1f-40a8-9851-2179f914e699 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:45:51.823549 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf6b098-efc0-4361-bddb-30d847a8c8dc None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:45:51.825088 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf6b098-efc0-4361-bddb-30d847a8c8dc None None] Checking segment: {'id': '50c9fcf6-80fc-44c9-97b1-f25175626b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '0a5910af-6b1f-40a8-9851-2179f914e699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:45:51.825088 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7cf6b098-efc0-4361-bddb-30d847a8c8dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:51.825088 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf6b098-efc0-4361-bddb-30d847a8c8dc None None] Bound using segment: {'id': '50c9fcf6-80fc-44c9-97b1-f25175626b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '0a5910af-6b1f-40a8-9851-2179f914e699'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:45:51.826146 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-7cf6b098-efc0-4361-bddb-30d847a8c8dc None None] Bound port: fde5ad59-bbfb-4016-be38-07dc1c8abf0d, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50c9fcf6-80fc-44c9-97b1-f25175626b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '0a5910af-6b1f-40a8-9851-2179f914e699'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:45:51.826146 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7cf6b098-efc0-4361-bddb-30d847a8c8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:51.921103 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7cf6b098-efc0-4361-bddb-30d847a8c8dc None None] For port fde5ad59-bbfb-4016-be38-07dc1c8abf0d, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:45:51.925660 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7cf6b098-efc0-4361-bddb-30d847a8c8dc None None] For port fde5ad59-bbfb-4016-be38-07dc1c8abf0d, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=fde5ad59-bbfb-4016-be38-07dc1c8abf0d,segment=NetworkSegment(50c9fcf6-80fc-44c9-97b1-f25175626b87),segment_id=50c9fcf6-80fc-44c9-97b1-f25175626b87)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:45:51.932545 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7cf6b098-efc0-4361-bddb-30d847a8c8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:52.013185 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf6b098-efc0-4361-bddb-30d847a8c8dc None None] Pushing event updated for resources: {'Port': ['ID=fde5ad59-bbfb-4016-be38-07dc1c8abf0d,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:52.088487 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-31f55a17-398a-4e6a-a8eb-d5c71aaa69dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:52.237116 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fbb11ed2-0791-4d01-b000-e044cfabd4be admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:52.275590 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fbb11ed2-0791-4d01-b000-e044cfabd4be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:52.282829 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-e19d2d8a-2e85-4954-b017-9acae170a93a req-31851328-addc-4b8f-882c-f70351d44f74 tempest-VolumesActionsTest-1856272908 tempest-VolumesActionsTest-1856272908-project] For port 451d73d9-6cb8-490d-8ac9-f11b798cdcef, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=451d73d9-6cb8-490d-8ac9-f11b798cdcef,segment=NetworkSegment(af7e8de2-658e-41d1-9832-03b41a4e759e),segment_id=af7e8de2-658e-41d1-9832-03b41a4e759e)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:45:52.283226 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e19d2d8a-2e85-4954-b017-9acae170a93a req-31851328-addc-4b8f-882c-f70351d44f74 tempest-VolumesActionsTest-1856272908 tempest-VolumesActionsTest-1856272908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:52.351408 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-e19d2d8a-2e85-4954-b017-9acae170a93a req-31851328-addc-4b8f-882c-f70351d44f74 tempest-VolumesActionsTest-1856272908 tempest-VolumesActionsTest-1856272908-project] Calling delete_port for 451d73d9-6cb8-490d-8ac9-f11b798cdcef owned by compute:nova {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:45:52.522873 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-fbb11ed2-0791-4d01-b000-e044cfabd4be admin admin] Allocated IP 172.25.5.245 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/e8f6469b-2a59-4d34-bd5b-a91cfc635b60) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:45:52.622018 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0839f308-594f-4510-9081-dc9e03575671 req-1f3a4731-cb1c-4d99-89c7-365f569c7f04 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=be4c560b-5bfc-46bc-91a5-03e09b8604a1 HTTP/1.1" status: 200 len: 210 time: 0.0427108 Jan 18 22:45:52.696665 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e19d2d8a-2e85-4954-b017-9acae170a93a req-31851328-addc-4b8f-882c-f70351d44f74 tempest-VolumesActionsTest-1856272908 tempest-VolumesActionsTest-1856272908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:52.711263 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['451d73d9-6cb8-490d-8ac9-f11b798cdcef'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:45:52.814467 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-e19d2d8a-2e85-4954-b017-9acae170a93a req-31851328-addc-4b8f-882c-f70351d44f74 tempest-VolumesActionsTest-1856272908 tempest-VolumesActionsTest-1856272908-project] No DVR routers for this DVR port 451d73d9-6cb8-490d-8ac9-f11b798cdcef on host n-h2-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:45:52.823369 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fac126fc-f007-4c31-b6fd-9485ee2b3c24 req-eac956b8-4028-41c6-b6b4-1967589a4e77 tempest-VolumesActionsTest-1856272908 tempest-VolumesActionsTest-1856272908-project] 10.222.0.53 "GET /v2.0/ports?device_id=01fc43a2-a04d-459e-9c1f-918ea524be02 HTTP/1.1" status: 200 len: 210 time: 0.0680003 Jan 18 22:45:52.824050 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31851328-addc-4b8f-882c-f70351d44f74 tempest-VolumesActionsTest-1856272908 tempest-VolumesActionsTest-1856272908-project] Pushing event deleted for resources: {'Port': ['ID=451d73d9-6cb8-490d-8ac9-f11b798cdcef,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:52.828893 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e19d2d8a-2e85-4954-b017-9acae170a93a req-31851328-addc-4b8f-882c-f70351d44f74 tempest-VolumesActionsTest-1856272908 tempest-VolumesActionsTest-1856272908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:52.832494 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e19d2d8a-2e85-4954-b017-9acae170a93a req-31851328-addc-4b8f-882c-f70351d44f74 tempest-VolumesActionsTest-1856272908 tempest-VolumesActionsTest-1856272908-project] 10.222.0.67 "DELETE /v2.0/ports/451d73d9-6cb8-490d-8ac9-f11b798cdcef HTTP/1.1" status: 204 len: 173 time: 1.2623200 Jan 18 22:45:52.862304 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fbb11ed2-0791-4d01-b000-e044cfabd4be admin admin] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:52.907304 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fbb11ed2-0791-4d01-b000-e044cfabd4be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:52.979122 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb11ed2-0791-4d01-b000-e044cfabd4be admin admin] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:45:52.999372 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb11ed2-0791-4d01-b000-e044cfabd4be admin admin] Pushing event updated for resources: {'Port': ['ID=e8f6469b-2a59-4d34-bd5b-a91cfc635b60,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:53.003931 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-fbb11ed2-0791-4d01-b000-e044cfabd4be admin admin] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:45:53.009137 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb11ed2-0791-4d01-b000-e044cfabd4be admin admin] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:45:53.020329 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:53.159027 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01fc43a2-a04d-459e-9c1f-918ea524be02', 'name': 'network-vif-deleted', 'tag': '451d73d9-6cb8-490d-8ac9-f11b798cdcef'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:45:53.161553 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7956366c-bc89-49b0-b24c-fb7c19bb9ee6" -d '{"events": [{"server_uuid": "01fc43a2-a04d-459e-9c1f-918ea524be02", "name": "network-vif-deleted", "tag": "451d73d9-6cb8-490d-8ac9-f11b798cdcef"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:45:53.247906 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddd8150b-35e2-4637-9105-40e262790a24 x-openstack-request-id: req-ddd8150b-35e2-4637-9105-40e262790a24 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:45:53.248900 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01fc43a2-a04d-459e-9c1f-918ea524be02", "name": "network-vif-deleted", "tag": "451d73d9-6cb8-490d-8ac9-f11b798cdcef", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:45:53.249295 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ddd8150b-35e2-4637-9105-40e262790a24 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:45:53.249834 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01fc43a2-a04d-459e-9c1f-918ea524be02', 'name': 'network-vif-deleted', 'tag': '451d73d9-6cb8-490d-8ac9-f11b798cdcef', 'status': 'completed', 'code': 200} Jan 18 22:45:53.515380 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1d9972-f794-44f5-96a5-0ebae20e7547 None None] Network 0a5910af-6b1f-40a8-9851-2179f914e699 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:45:53.626874 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fbb11ed2-0791-4d01-b000-e044cfabd4be admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:53.629162 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-c122f92f-ed86-4953-8d2f-2482218fd424 None None] Provisioning complete for port fde5ad59-bbfb-4016-be38-07dc1c8abf0d triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:45:53.629899 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c122f92f-ed86-4953-8d2f-2482218fd424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:53.877901 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bba016c6-bed7-47cf-936f-f609316b2e36 req-ebab26d3-57dc-4604-88be-b907cbc952e5 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=be4c560b-5bfc-46bc-91a5-03e09b8604a1 HTTP/1.1" status: 200 len: 210 time: 0.0792444 Jan 18 22:45:53.904416 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c122f92f-ed86-4953-8d2f-2482218fd424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:53.940273 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device fde5ad59-bbfb-4016-be38-07dc1c8abf0d up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:45:54.014682 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 451d73d9-6cb8-490d-8ac9-f11b798cdcef no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:45:54.075910 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] No Port match for: 451d73d9-6cb8-490d-8ac9-f11b798cdcef {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:45:54.083085 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 451d73d9-6cb8-490d-8ac9-f11b798cdcef not bound to the agent host n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:45:54.083085 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 92b28351-0468-4ffe-8edc-0107017fea59 no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:45:54.165590 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] No Port match for: 92b28351-0468-4ffe-8edc-0107017fea59 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:45:54.166306 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 92b28351-0468-4ffe-8edc-0107017fea59 not bound to the agent host n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:45:54.171017 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-c122f92f-ed86-4953-8d2f-2482218fd424 None None] For port fde5ad59-bbfb-4016-be38-07dc1c8abf0d, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=fde5ad59-bbfb-4016-be38-07dc1c8abf0d,segment=NetworkSegment(50c9fcf6-80fc-44c9-97b1-f25175626b87),segment_id=50c9fcf6-80fc-44c9-97b1-f25175626b87)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:45:54.174554 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fbb11ed2-0791-4d01-b000-e044cfabd4be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1040691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049'] for router, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:54.188198 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c122f92f-ed86-4953-8d2f-2482218fd424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:54.238116 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port fde5ad59-bbfb-4016-be38-07dc1c8abf0d triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:45:54.238711 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:54.322428 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c122f92f-ed86-4953-8d2f-2482218fd424 None None] Pushing event updated for resources: {'Port': ['ID=fde5ad59-bbfb-4016-be38-07dc1c8abf0d,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:54.448763 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:54.516721 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-434fc97b-ef66-4db3-b878-0ea890a7e5b8 None None] Provisioning complete for port fde5ad59-bbfb-4016-be38-07dc1c8abf0d triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:45:54.517194 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-434fc97b-ef66-4db3-b878-0ea890a7e5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:54.537509 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbb11ed2-0791-4d01-b000-e044cfabd4be admin admin] Router dbc616a0-f813-43d3-a08e-ef3f4f2d6b87 is scheduled to L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 with binding_index 1 {{(pid=102430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 22:45:54.672928 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbb11ed2-0791-4d01-b000-e044cfabd4be admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:45:54.699990 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:54.705125 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814d9f00-431b-45de-8cca-4070ada09eec None None] Sync routers for ids ['dbc616a0-f813-43d3-a08e-ef3f4f2d6b87'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:45:54.730906 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fbb11ed2-0791-4d01-b000-e044cfabd4be admin admin] Notify callbacks [] for router, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:54.732094 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814d9f00-431b-45de-8cca-4070ada09eec None None] Routers {'dbc616a0-f813-43d3-a08e-ef3f4f2d6b87'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:45:54.733062 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-814d9f00-431b-45de-8cca-4070ada09eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:45:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['dbc616a0-f813-43d3-a08e-ef3f4f2d6b87'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:45:54.736086 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 48352) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:45:54.753134 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-fbb11ed2-0791-4d01-b000-e044cfabd4be admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.0087314 Jan 18 22:45:55.043826 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-857cf03f-6720-4590-ae7e-e4e7597ffe55 req-057b036a-6328-4f40-a510-633aec2d7ce1 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=be4c560b-5bfc-46bc-91a5-03e09b8604a1 HTTP/1.1" status: 200 len: 210 time: 0.0610027 Jan 18 22:45:55.230703 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-814d9f00-431b-45de-8cca-4070ada09eec None None] Set router dbc616a0-f813-43d3-a08e-ef3f4f2d6b87 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:45:55.508118 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-af33e751-5e6b-436e-ba04-c5c529e60a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:55.539912 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-814d9f00-431b-45de-8cca-4070ada09eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc616a0-f813-43d3-a08e-ef3f4f2d6b87', 'name': 'tempest-TestVolumeBackupRestore-381010579-router', 'tenant_id': '7512a3404b5b4cae873975a58281e1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': 'e8f6469b-2a59-4d34-bd5b-a91cfc635b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:45:50Z', 'updated_at': '2022-01-18T22:45:53Z', 'revision_number': 3, 'project_id': '7512a3404b5b4cae873975a58281e1d3', 'gw_port': {'id': 'e8f6469b-2a59-4d34-bd5b-a91cfc635b60', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:0b:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbc616a0-f813-43d3-a08e-ef3f4f2d6b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:45:52Z', 'updated_at': '2022-01-18T22:45:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:45:55.579711 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814d9f00-431b-45de-8cca-4070ada09eec None None] Checking router: dbc616a0-f813-43d3-a08e-ef3f4f2d6b87 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:45:55.580339 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814d9f00-431b-45de-8cca-4070ada09eec None None] Updating router dbc616a0-f813-43d3-a08e-ef3f4f2d6b87 port e8f6469b-2a59-4d34-bd5b-a91cfc635b60 binding host n-d-825064-1 {{(pid=102432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:45:55.607800 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-814d9f00-431b-45de-8cca-4070ada09eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:55.791727 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device fde5ad59-bbfb-4016-be38-07dc1c8abf0d up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:45:55.878365 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-af33e751-5e6b-436e-ba04-c5c529e60a55 admin admin] Allocated IP 172.20.0.1 (0a5910af-6b1f-40a8-9851-2179f914e699/977da59f-dae5-4c82-88c8-b8cbb8d74ac9/b53de1db-5605-495c-872c-764836641dc1) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:45:55.941570 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port fde5ad59-bbfb-4016-be38-07dc1c8abf0d triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:45:55.941962 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:56.000420 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-af33e751-5e6b-436e-ba04-c5c529e60a55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:56.047008 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-af33e751-5e6b-436e-ba04-c5c529e60a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:56.167316 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af33e751-5e6b-436e-ba04-c5c529e60a55 admin admin] Network 0a5910af-6b1f-40a8-9851-2179f914e699 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:45:56.170862 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-af33e751-5e6b-436e-ba04-c5c529e60a55 admin admin] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:45:56.180453 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af33e751-5e6b-436e-ba04-c5c529e60a55 admin admin] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:45:56.223356 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-614b2cc3-5a8c-422e-b3bc-6b07b26a03b4 req-91549d48-aaad-4c88-95a7-0eba6d1f445d tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=be4c560b-5bfc-46bc-91a5-03e09b8604a1 HTTP/1.1" status: 200 len: 210 time: 0.0599096 Jan 18 22:45:56.225958 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af33e751-5e6b-436e-ba04-c5c529e60a55 admin admin] Pushing event updated for resources: {'Port': ['ID=b53de1db-5605-495c-872c-764836641dc1,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:56.243443 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-af33e751-5e6b-436e-ba04-c5c529e60a55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1040954'] for router_interface, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:56.343863 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-814d9f00-431b-45de-8cca-4070ada09eec None None] Notify callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:56.357183 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-814d9f00-431b-45de-8cca-4070ada09eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:56.418732 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-814d9f00-431b-45de-8cca-4070ada09eec None None] Attempting to bind port e8f6469b-2a59-4d34-bd5b-a91cfc635b60 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:45:56.419425 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-814d9f00-431b-45de-8cca-4070ada09eec None None] Attempting to bind port e8f6469b-2a59-4d34-bd5b-a91cfc635b60 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:45:56.419984 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814d9f00-431b-45de-8cca-4070ada09eec None None] Attempting to bind port e8f6469b-2a59-4d34-bd5b-a91cfc635b60 on network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:45:56.432780 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814d9f00-431b-45de-8cca-4070ada09eec None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:45:56.433810 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814d9f00-431b-45de-8cca-4070ada09eec None None] Checking segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:45:56.434418 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-814d9f00-431b-45de-8cca-4070ada09eec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:56.435045 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814d9f00-431b-45de-8cca-4070ada09eec None None] Bound using segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:45:56.435756 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-814d9f00-431b-45de-8cca-4070ada09eec None None] Bound port: e8f6469b-2a59-4d34-bd5b-a91cfc635b60, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:45:56.436528 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-814d9f00-431b-45de-8cca-4070ada09eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:56.443633 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a85327-f4de-4efb-a6d3-38b75bcdf1d5 None None] Pushing event updated for resources: {'Port': ['ID=e8f6469b-2a59-4d34-bd5b-a91cfc635b60,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:56.552066 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-814d9f00-431b-45de-8cca-4070ada09eec None None] For port e8f6469b-2a59-4d34-bd5b-a91cfc635b60, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:45:56.555840 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-814d9f00-431b-45de-8cca-4070ada09eec None None] For port e8f6469b-2a59-4d34-bd5b-a91cfc635b60, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=e8f6469b-2a59-4d34-bd5b-a91cfc635b60,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:45:56.562838 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-814d9f00-431b-45de-8cca-4070ada09eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:56.569596 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-af33e751-5e6b-436e-ba04-c5c529e60a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:56.622751 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a85327-f4de-4efb-a6d3-38b75bcdf1d5 None None] Pushing event updated for resources: {'Port': ['ID=e8f6469b-2a59-4d34-bd5b-a91cfc635b60,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:56.646486 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-41a08973-5a45-406f-b817-2482cff208fa None None] Provisioning complete for port b53de1db-5605-495c-872c-764836641dc1 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:45:56.646486 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-41a08973-5a45-406f-b817-2482cff208fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:56.684947 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814d9f00-431b-45de-8cca-4070ada09eec None None] Routers {'dbc616a0-f813-43d3-a08e-ef3f4f2d6b87'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:45:56.685628 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-814d9f00-431b-45de-8cca-4070ada09eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:45:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['dbc616a0-f813-43d3-a08e-ef3f4f2d6b87'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:45:56.798682 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-af33e751-5e6b-436e-ba04-c5c529e60a55 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:56.804246 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-af33e751-5e6b-436e-ba04-c5c529e60a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:56.804987 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-814d9f00-431b-45de-8cca-4070ada09eec None None] Set router dbc616a0-f813-43d3-a08e-ef3f4f2d6b87 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:45:56.869633 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-41a08973-5a45-406f-b817-2482cff208fa None None] Port b53de1db-5605-495c-872c-764836641dc1 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:45:56.888938 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-af33e751-5e6b-436e-ba04-c5c529e60a55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-613854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1041070'] for router_interface, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:57.074918 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af33e751-5e6b-436e-ba04-c5c529e60a55 admin admin] Network 0a5910af-6b1f-40a8-9851-2179f914e699 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:45:57.083682 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-af33e751-5e6b-436e-ba04-c5c529e60a55 admin admin] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:45:57.101550 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af33e751-5e6b-436e-ba04-c5c529e60a55 admin admin] Pushing event updated for resources: {'Port': ['ID=b53de1db-5605-495c-872c-764836641dc1,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:57.265804 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-814d9f00-431b-45de-8cca-4070ada09eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc616a0-f813-43d3-a08e-ef3f4f2d6b87', 'name': 'tempest-TestVolumeBackupRestore-381010579-router', 'tenant_id': '7512a3404b5b4cae873975a58281e1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': 'e8f6469b-2a59-4d34-bd5b-a91cfc635b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:45:50Z', 'updated_at': '2022-01-18T22:45:56Z', 'revision_number': 4, 'project_id': '7512a3404b5b4cae873975a58281e1d3', 'gw_port': {'id': 'e8f6469b-2a59-4d34-bd5b-a91cfc635b60', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:0b:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbc616a0-f813-43d3-a08e-ef3f4f2d6b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:45:52Z', 'updated_at': '2022-01-18T22:45:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'b53de1db-5605-495c-872c-764836641dc1', 'name': '', 'network_id': '0a5910af-6b1f-40a8-9851-2179f914e699', 'tenant_id': '7512a3404b5b4cae873975a58281e1d3', 'mac_address': 'fa:16:3e:23:b3:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbc616a0-f813-43d3-a08e-ef3f4f2d6b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '977da59f-dae5-4c82-88c8-b8cbb8d74ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:45:55Z', 'updated_at': '2022-01-18T22:45:55Z', 'revision_number': 1, 'project_id': '7512a3404b5b4cae873975a58281e1d3', 'subnets': [{'id': '977da59f-dae5-4c82-88c8-b8cbb8d74ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:45:57.379149 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814d9f00-431b-45de-8cca-4070ada09eec None None] The sync data for ids ['dbc616a0-f813-43d3-a08e-ef3f4f2d6b87'] in n-d-825064-1 is: [{'id': 'dbc616a0-f813-43d3-a08e-ef3f4f2d6b87', 'name': 'tempest-TestVolumeBackupRestore-381010579-router', 'tenant_id': '7512a3404b5b4cae873975a58281e1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': 'e8f6469b-2a59-4d34-bd5b-a91cfc635b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:45:50Z', 'updated_at': '2022-01-18T22:45:56Z', 'revision_number': 4, 'project_id': '7512a3404b5b4cae873975a58281e1d3', 'gw_port': {'id': 'e8f6469b-2a59-4d34-bd5b-a91cfc635b60', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:0b:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbc616a0-f813-43d3-a08e-ef3f4f2d6b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:45:52Z', 'updated_at': '2022-01-18T22:45:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'b53de1db-5605-495c-872c-764836641dc1', 'name': '', 'network_id': '0a5910af-6b1f-40a8-9851-2179f914e699', 'tenant_id': '7512a3404b5b4cae873975a58281e1d3', 'mac_address': 'fa:16:3e:23:b3:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbc616a0-f813-43d3-a08e-ef3f4f2d6b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '977da59f-dae5-4c82-88c8-b8cbb8d74ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:45:55Z', 'updated_at': '2022-01-18T22:45:55Z', 'revision_number': 1, 'project_id': '7512a3404b5b4cae873975a58281e1d3', 'subnets': [{'id': '977da59f-dae5-4c82-88c8-b8cbb8d74ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:45:57.396963 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af33e751-5e6b-436e-ba04-c5c529e60a55 admin admin] Router dbc616a0-f813-43d3-a08e-ef3f4f2d6b87 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:45:57.403102 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b7c582d5-2415-457b-b8d2-4b175b75c62d req-d17a5287-9bb7-4b18-b84b-922d914aa513 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=be4c560b-5bfc-46bc-91a5-03e09b8604a1 HTTP/1.1" status: 200 len: 210 time: 0.0407965 Jan 18 22:45:57.561357 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af33e751-5e6b-436e-ba04-c5c529e60a55 admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:45:57.567432 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-af33e751-5e6b-436e-ba04-c5c529e60a55 admin admin] 10.222.0.53 "PUT /v2.0/routers/dbc616a0-f813-43d3-a08e-ef3f4f2d6b87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8300107 Jan 18 22:45:57.714897 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-6c986024-5224-43a3-8299-0e43c027730a None None] Provisioning complete for port b53de1db-5605-495c-872c-764836641dc1 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:45:57.715264 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6c986024-5224-43a3-8299-0e43c027730a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:57.797233 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-6c986024-5224-43a3-8299-0e43c027730a None None] Port b53de1db-5605-495c-872c-764836641dc1 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:45:58.471182 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 48398) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:45:58.477303 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-04ac073b-9157-4f52-a860-e0f25d49cf32 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1512122981-network', 'tenant_id': 'ec23c0cab90242d1a024e9c329988c93'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:45:58.558238 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04ac073b-9157-4f52-a860-e0f25d49cf32 admin admin] Made reservation on behalf of ec23c0cab90242d1a024e9c329988c93 for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:45:58.560720 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-04ac073b-9157-4f52-a860-e0f25d49cf32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:58.578998 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-04ac073b-9157-4f52-a860-e0f25d49cf32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:58.764786 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-04ac073b-9157-4f52-a860-e0f25d49cf32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:58.770157 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-04ac073b-9157-4f52-a860-e0f25d49cf32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:58.796587 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04ac073b-9157-4f52-a860-e0f25d49cf32 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:45:58.815148 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ac073b-9157-4f52-a860-e0f25d49cf32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8848f2b6-c775-4e9b-bcd5-dc1c74f7ace7,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:58.821058 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-04ac073b-9157-4f52-a860-e0f25d49cf32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:58.821405 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-04ac073b-9157-4f52-a860-e0f25d49cf32 admin admin] Added segment c550b146-eb29-44d3-9dd3-1fd3553c6979 of type vlan for network 02955c44-5ba8-438c-99e7-8f3952e695f5 Jan 18 22:45:58.874110 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-04ac073b-9157-4f52-a860-e0f25d49cf32 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:58.906624 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-04ac073b-9157-4f52-a860-e0f25d49cf32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:58.907778 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ac073b-9157-4f52-a860-e0f25d49cf32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:58.908454 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-04ac073b-9157-4f52-a860-e0f25d49cf32 admin admin] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:58.994147 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-04ac073b-9157-4f52-a860-e0f25d49cf32 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5212500 Jan 18 22:45:58.997172 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 48402) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:45:59.003022 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-dbb9f730-0069-442c-ac8a-7bfb0165cd9f admin admin] Request body: {'subnet': {'network_id': '02955c44-5ba8-438c-99e7-8f3952e695f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1512122981-subnet', 'tenant_id': 'ec23c0cab90242d1a024e9c329988c93', 'ip_version': 4}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:45:59.009968 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ac073b-9157-4f52-a860-e0f25d49cf32 admin admin] Pushing event updated for resources: {'Network': ['ID=02955c44-5ba8-438c-99e7-8f3952e695f5,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:59.025960 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 02955c44-5ba8-438c-99e7-8f3952e695f5 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:45:59.046748 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbb9f730-0069-442c-ac8a-7bfb0165cd9f admin admin] Made reservation on behalf of ec23c0cab90242d1a024e9c329988c93 for: {'subnet': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:45:59.049871 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-dbb9f730-0069-442c-ac8a-7bfb0165cd9f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62288702'] for subnet, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:59.286042 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-dbb9f730-0069-442c-ac8a-7bfb0165cd9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60203213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62288684'] for subnet, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:59.348327 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb9f730-0069-442c-ac8a-7bfb0165cd9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cec7324-3fae-47c0-b437-af6b209fc4f1,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:45:59.380706 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb9f730-0069-442c-ac8a-7bfb0165cd9f admin admin] Checking segment: {'id': 'c550b146-eb29-44d3-9dd3-1fd3553c6979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '02955c44-5ba8-438c-99e7-8f3952e695f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:45:59.381178 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb9f730-0069-442c-ac8a-7bfb0165cd9f admin admin] Network hostable DHCP agents. Network: 02955c44-5ba8-438c-99e7-8f3952e695f5, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:45:59.422830 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb9f730-0069-442c-ac8a-7bfb0165cd9f admin admin] Network 02955c44-5ba8-438c-99e7-8f3952e695f5 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:45:59.434681 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-dbb9f730-0069-442c-ac8a-7bfb0165cd9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 02955c44-5ba8-438c-99e7-8f3952e695f5) {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:45:59.442131 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb9f730-0069-442c-ac8a-7bfb0165cd9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:45:59.443308 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-dbb9f730-0069-442c-ac8a-7bfb0165cd9f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:59.447342 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bdb0723-7edb-440d-9977-4da587ad98a7 None None] Network 02955c44-5ba8-438c-99e7-8f3952e695f5 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:45:59.480569 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 48406) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:45:59.481468 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-dbb9f730-0069-442c-ac8a-7bfb0165cd9f admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4819827 Jan 18 22:45:59.485263 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-68d3c6fc-ae37-434b-b013-5a9749e37ba0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1512122981-router', 'tenant_id': 'ec23c0cab90242d1a024e9c329988c93', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:45:59.534453 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-68d3c6fc-ae37-434b-b013-5a9749e37ba0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1044160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8692'] for router, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:59.535531 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-68d3c6fc-ae37-434b-b013-5a9749e37ba0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1040680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8675'] for router, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:59.623916 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-68d3c6fc-ae37-434b-b013-5a9749e37ba0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:59.771534 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37776b18-6485-4a0c-93dc-3cb2777f2fab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-02955c44-5ba8-438c-99e7-8f3952e695f5', 'network_id': '02955c44-5ba8-438c-99e7-8f3952e695f5', 'tenant_id': 'ec23c0cab90242d1a024e9c329988c93', 'fixed_ips': [{'subnet_id': '5cec7324-3fae-47c0-b437-af6b209fc4f1'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:45:59.772471 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-37776b18-6485-4a0c-93dc-3cb2777f2fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:45:59.917656 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-68d3c6fc-ae37-434b-b013-5a9749e37ba0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:00.068357 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-37776b18-6485-4a0c-93dc-3cb2777f2fab None None] Allocated IP 172.20.0.2 (02955c44-5ba8-438c-99e7-8f3952e695f5/5cec7324-3fae-47c0-b437-af6b209fc4f1/c3ff9e5a-f043-4d76-8cf0-230d7bb7fd68) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:46:00.085439 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device e8f6469b-2a59-4d34-bd5b-a91cfc635b60 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:46:00.254563 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port e8f6469b-2a59-4d34-bd5b-a91cfc635b60 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:46:00.255065 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:00.333258 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-68d3c6fc-ae37-434b-b013-5a9749e37ba0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:00.359938 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-68d3c6fc-ae37-434b-b013-5a9749e37ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:00.403704 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-37776b18-6485-4a0c-93dc-3cb2777f2fab None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:00.417719 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-37776b18-6485-4a0c-93dc-3cb2777f2fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:00.436616 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37776b18-6485-4a0c-93dc-3cb2777f2fab None None] Network 02955c44-5ba8-438c-99e7-8f3952e695f5 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:46:00.439235 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-37776b18-6485-4a0c-93dc-3cb2777f2fab None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:46:00.476863 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37776b18-6485-4a0c-93dc-3cb2777f2fab None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:46:00.564569 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-68d3c6fc-ae37-434b-b013-5a9749e37ba0 admin admin] Allocated IP 172.25.5.113 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/abff44ac-ab2d-4d20-b6d1-9caa03c502de) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:46:00.570995 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:00.651204 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port e8f6469b-2a59-4d34-bd5b-a91cfc635b60, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=e8f6469b-2a59-4d34-bd5b-a91cfc635b60,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:46:00.652358 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37776b18-6485-4a0c-93dc-3cb2777f2fab None None] Pushing event updated for resources: {'Port': ['ID=c3ff9e5a-f043-4d76-8cf0-230d7bb7fd68,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:00.658484 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-37776b18-6485-4a0c-93dc-3cb2777f2fab None None] Attempting to bind port c3ff9e5a-f043-4d76-8cf0-230d7bb7fd68 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:46:00.661065 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-37776b18-6485-4a0c-93dc-3cb2777f2fab None None] Attempting to bind port c3ff9e5a-f043-4d76-8cf0-230d7bb7fd68 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': 'c550b146-eb29-44d3-9dd3-1fd3553c6979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '02955c44-5ba8-438c-99e7-8f3952e695f5'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:46:00.662603 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37776b18-6485-4a0c-93dc-3cb2777f2fab None None] Attempting to bind port c3ff9e5a-f043-4d76-8cf0-230d7bb7fd68 on network 02955c44-5ba8-438c-99e7-8f3952e695f5 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:46:00.667974 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:00.678116 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37776b18-6485-4a0c-93dc-3cb2777f2fab None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:46:00.685142 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37776b18-6485-4a0c-93dc-3cb2777f2fab None None] Checking segment: {'id': 'c550b146-eb29-44d3-9dd3-1fd3553c6979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '02955c44-5ba8-438c-99e7-8f3952e695f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:46:00.685741 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-37776b18-6485-4a0c-93dc-3cb2777f2fab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:00.686240 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37776b18-6485-4a0c-93dc-3cb2777f2fab None None] Bound using segment: {'id': 'c550b146-eb29-44d3-9dd3-1fd3553c6979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '02955c44-5ba8-438c-99e7-8f3952e695f5'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:46:00.686844 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-37776b18-6485-4a0c-93dc-3cb2777f2fab None None] Bound port: c3ff9e5a-f043-4d76-8cf0-230d7bb7fd68, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c550b146-eb29-44d3-9dd3-1fd3553c6979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '02955c44-5ba8-438c-99e7-8f3952e695f5'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:46:00.687330 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-37776b18-6485-4a0c-93dc-3cb2777f2fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:00.742914 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-68d3c6fc-ae37-434b-b013-5a9749e37ba0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:00.798501 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-68d3c6fc-ae37-434b-b013-5a9749e37ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:00.842382 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d3c6fc-ae37-434b-b013-5a9749e37ba0 admin admin] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:46:00.857349 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=e8f6469b-2a59-4d34-bd5b-a91cfc635b60,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:00.870822 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-37776b18-6485-4a0c-93dc-3cb2777f2fab None None] For port c3ff9e5a-f043-4d76-8cf0-230d7bb7fd68, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:46:00.877201 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-37776b18-6485-4a0c-93dc-3cb2777f2fab None None] For port c3ff9e5a-f043-4d76-8cf0-230d7bb7fd68, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=c3ff9e5a-f043-4d76-8cf0-230d7bb7fd68,segment=NetworkSegment(c550b146-eb29-44d3-9dd3-1fd3553c6979),segment_id=c550b146-eb29-44d3-9dd3-1fd3553c6979)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:46:00.888949 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-37776b18-6485-4a0c-93dc-3cb2777f2fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:00.903420 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-68d3c6fc-ae37-434b-b013-5a9749e37ba0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:46:00.909147 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d3c6fc-ae37-434b-b013-5a9749e37ba0 admin admin] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:46:00.976409 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37776b18-6485-4a0c-93dc-3cb2777f2fab None None] Pushing event updated for resources: {'Port': ['ID=c3ff9e5a-f043-4d76-8cf0-230d7bb7fd68,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:01.035048 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d42da0-541d-49d1-80c3-1786cb2bc3b0 None None] Sync routers for ids ['dbc616a0-f813-43d3-a08e-ef3f4f2d6b87'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:46:01.050839 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d42da0-541d-49d1-80c3-1786cb2bc3b0 None None] Routers {'dbc616a0-f813-43d3-a08e-ef3f4f2d6b87'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:46:01.051599 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-c0d42da0-541d-49d1-80c3-1786cb2bc3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:45:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['dbc616a0-f813-43d3-a08e-ef3f4f2d6b87'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:46:01.195777 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-c0d42da0-541d-49d1-80c3-1786cb2bc3b0 None None] Set router dbc616a0-f813-43d3-a08e-ef3f4f2d6b87 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:46:01.261596 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-68d3c6fc-ae37-434b-b013-5a9749e37ba0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:01.265911 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d3c6fc-ae37-434b-b013-5a9749e37ba0 admin admin] Pushing event updated for resources: {'Port': ['ID=abff44ac-ab2d-4d20-b6d1-9caa03c502de,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:01.562317 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-68d3c6fc-ae37-434b-b013-5a9749e37ba0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1040691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049'] for router, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:01.588609 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-c0d42da0-541d-49d1-80c3-1786cb2bc3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc616a0-f813-43d3-a08e-ef3f4f2d6b87', 'name': 'tempest-TestVolumeBackupRestore-381010579-router', 'tenant_id': '7512a3404b5b4cae873975a58281e1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': 'e8f6469b-2a59-4d34-bd5b-a91cfc635b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:45:50Z', 'updated_at': '2022-01-18T22:45:56Z', 'revision_number': 4, 'project_id': '7512a3404b5b4cae873975a58281e1d3', 'gw_port': {'id': 'e8f6469b-2a59-4d34-bd5b-a91cfc635b60', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:0b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc616a0-f813-43d3-a08e-ef3f4f2d6b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:45:52Z', 'updated_at': '2022-01-18T22:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'b53de1db-5605-495c-872c-764836641dc1', 'name': '', 'network_id': '0a5910af-6b1f-40a8-9851-2179f914e699', 'tenant_id': '7512a3404b5b4cae873975a58281e1d3', 'mac_address': 'fa:16:3e:23:b3:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbc616a0-f813-43d3-a08e-ef3f4f2d6b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '977da59f-dae5-4c82-88c8-b8cbb8d74ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:45:55Z', 'updated_at': '2022-01-18T22:45:56Z', 'revision_number': 2, 'project_id': '7512a3404b5b4cae873975a58281e1d3', 'subnets': [{'id': '977da59f-dae5-4c82-88c8-b8cbb8d74ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:46:01.624643 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d42da0-541d-49d1-80c3-1786cb2bc3b0 None None] Checking router: dbc616a0-f813-43d3-a08e-ef3f4f2d6b87 for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:46:01.625028 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d42da0-541d-49d1-80c3-1786cb2bc3b0 None None] Updating router dbc616a0-f813-43d3-a08e-ef3f4f2d6b87 port b53de1db-5605-495c-872c-764836641dc1 binding host n-d-825064-1 {{(pid=102433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:46:01.659353 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c0d42da0-541d-49d1-80c3-1786cb2bc3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:01.961402 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device e8f6469b-2a59-4d34-bd5b-a91cfc635b60 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:46:02.107617 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port e8f6469b-2a59-4d34-bd5b-a91cfc635b60 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:46:02.108847 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:02.232643 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68d3c6fc-ae37-434b-b013-5a9749e37ba0 admin admin] Router f3a637f7-df77-4d2d-b7cb-fbfc4b4c6469 is scheduled to L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 with binding_index 1 {{(pid=102431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 22:46:02.277123 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device c3ff9e5a-f043-4d76-8cf0-230d7bb7fd68 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:46:02.330103 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c0d42da0-541d-49d1-80c3-1786cb2bc3b0 None None] Notify callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:02.352359 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c0d42da0-541d-49d1-80c3-1786cb2bc3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:02.389758 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port c3ff9e5a-f043-4d76-8cf0-230d7bb7fd68 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:46:02.390142 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:02.550065 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68d3c6fc-ae37-434b-b013-5a9749e37ba0 admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:46:02.565336 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:02.567903 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b202fd-7649-4cab-8af3-88435deac561 None None] Sync routers for ids ['f3a637f7-df77-4d2d-b7cb-fbfc4b4c6469'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:46:02.571251 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a4f509-6380-4a46-a530-60be5a6b76a5 None None] Pushing event updated for resources: {'Port': ['ID=b53de1db-5605-495c-872c-764836641dc1,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:02.608476 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-68d3c6fc-ae37-434b-b013-5a9749e37ba0 admin admin] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:02.609741 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-68d3c6fc-ae37-434b-b013-5a9749e37ba0 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.1280224 Jan 18 22:46:02.612546 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 48442) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:46:02.627374 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b202fd-7649-4cab-8af3-88435deac561 None None] Routers {'f3a637f7-df77-4d2d-b7cb-fbfc4b4c6469'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:46:02.628100 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-94b202fd-7649-4cab-8af3-88435deac561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:45:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['f3a637f7-df77-4d2d-b7cb-fbfc4b4c6469'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:46:02.656094 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a4f509-6380-4a46-a530-60be5a6b76a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:46:02.664981 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a4f509-6380-4a46-a530-60be5a6b76a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:46:02.667198 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a4f509-6380-4a46-a530-60be5a6b76a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:46:02.668520 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a4f509-6380-4a46-a530-60be5a6b76a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:46:02.669187 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a4f509-6380-4a46-a530-60be5a6b76a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:46:02.671690 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a4f509-6380-4a46-a530-60be5a6b76a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:46:02.674124 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a4f509-6380-4a46-a530-60be5a6b76a5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:46:02.674576 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a4f509-6380-4a46-a530-60be5a6b76a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:46:02.675011 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a4f509-6380-4a46-a530-60be5a6b76a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:46:02.676559 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a4f509-6380-4a46-a530-60be5a6b76a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:46:02.680430 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a4f509-6380-4a46-a530-60be5a6b76a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:46:02.680792 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a4f509-6380-4a46-a530-60be5a6b76a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:46:02.739886 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-c0d42da0-541d-49d1-80c3-1786cb2bc3b0 None None] Attempting to bind port b53de1db-5605-495c-872c-764836641dc1 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:46:02.740283 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-c0d42da0-541d-49d1-80c3-1786cb2bc3b0 None None] Attempting to bind port b53de1db-5605-495c-872c-764836641dc1 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '50c9fcf6-80fc-44c9-97b1-f25175626b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '0a5910af-6b1f-40a8-9851-2179f914e699'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:46:02.740643 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d42da0-541d-49d1-80c3-1786cb2bc3b0 None None] Attempting to bind port b53de1db-5605-495c-872c-764836641dc1 on network 0a5910af-6b1f-40a8-9851-2179f914e699 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:46:02.752000 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d42da0-541d-49d1-80c3-1786cb2bc3b0 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:46:02.752414 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d42da0-541d-49d1-80c3-1786cb2bc3b0 None None] Checking segment: {'id': '50c9fcf6-80fc-44c9-97b1-f25175626b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '0a5910af-6b1f-40a8-9851-2179f914e699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:46:02.752819 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c0d42da0-541d-49d1-80c3-1786cb2bc3b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:02.753211 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d42da0-541d-49d1-80c3-1786cb2bc3b0 None None] Bound using segment: {'id': '50c9fcf6-80fc-44c9-97b1-f25175626b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '0a5910af-6b1f-40a8-9851-2179f914e699'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:46:02.753680 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-c0d42da0-541d-49d1-80c3-1786cb2bc3b0 None None] Bound port: b53de1db-5605-495c-872c-764836641dc1, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50c9fcf6-80fc-44c9-97b1-f25175626b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '0a5910af-6b1f-40a8-9851-2179f914e699'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:46:02.754059 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c0d42da0-541d-49d1-80c3-1786cb2bc3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:02.780975 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port c3ff9e5a-f043-4d76-8cf0-230d7bb7fd68, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=c3ff9e5a-f043-4d76-8cf0-230d7bb7fd68,segment=NetworkSegment(c550b146-eb29-44d3-9dd3-1fd3553c6979),segment_id=c550b146-eb29-44d3-9dd3-1fd3553c6979)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:46:02.784736 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7bc960d-300e-4276-ad34-f932027da3a9 None None] Network 02955c44-5ba8-438c-99e7-8f3952e695f5 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:46:02.859363 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-c0d42da0-541d-49d1-80c3-1786cb2bc3b0 None None] For port b53de1db-5605-495c-872c-764836641dc1, host n-d-825064-1, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:46:02.900372 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-c0d42da0-541d-49d1-80c3-1786cb2bc3b0 None None] For port b53de1db-5605-495c-872c-764836641dc1, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=b53de1db-5605-495c-872c-764836641dc1,segment=NetworkSegment(50c9fcf6-80fc-44c9-97b1-f25175626b87),segment_id=50c9fcf6-80fc-44c9-97b1-f25175626b87)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:46:02.910151 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c0d42da0-541d-49d1-80c3-1786cb2bc3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:03.057380 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d42da0-541d-49d1-80c3-1786cb2bc3b0 None None] Routers {'dbc616a0-f813-43d3-a08e-ef3f4f2d6b87'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:46:03.060454 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-c0d42da0-541d-49d1-80c3-1786cb2bc3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:45:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['dbc616a0-f813-43d3-a08e-ef3f4f2d6b87'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:46:03.149708 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:03.233714 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a4f509-6380-4a46-a530-60be5a6b76a5 None None] Pushing event updated for resources: {'Port': ['ID=b53de1db-5605-495c-872c-764836641dc1,revision_number=4']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:03.411451 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-c0d42da0-541d-49d1-80c3-1786cb2bc3b0 None None] Set router dbc616a0-f813-43d3-a08e-ef3f4f2d6b87 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:46:03.495719 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-11e350c8-2c47-418d-8070-9e0285e38354 None None] Provisioning complete for port c3ff9e5a-f043-4d76-8cf0-230d7bb7fd68 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:46:03.496281 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-11e350c8-2c47-418d-8070-9e0285e38354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:03.497955 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=c3ff9e5a-f043-4d76-8cf0-230d7bb7fd68,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:03.555207 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-94b202fd-7649-4cab-8af3-88435deac561 None None] Set router f3a637f7-df77-4d2d-b7cb-fbfc4b4c6469 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:46:03.605057 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-203be1de-3eb2-4a5d-ad39-b12465f2c8ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:03.906566 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device b53de1db-5605-495c-872c-764836641dc1 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:46:03.960915 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-203be1de-3eb2-4a5d-ad39-b12465f2c8ab admin admin] Allocated IP 172.20.0.1 (02955c44-5ba8-438c-99e7-8f3952e695f5/5cec7324-3fae-47c0-b437-af6b209fc4f1/43d1c774-cf1d-4309-8fa1-3ca3da2e5e88) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:46:03.970017 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-c0d42da0-541d-49d1-80c3-1786cb2bc3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc616a0-f813-43d3-a08e-ef3f4f2d6b87', 'name': 'tempest-TestVolumeBackupRestore-381010579-router', 'tenant_id': '7512a3404b5b4cae873975a58281e1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': 'e8f6469b-2a59-4d34-bd5b-a91cfc635b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:45:50Z', 'updated_at': '2022-01-18T22:45:56Z', 'revision_number': 4, 'project_id': '7512a3404b5b4cae873975a58281e1d3', 'gw_port': {'id': 'e8f6469b-2a59-4d34-bd5b-a91cfc635b60', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:0b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc616a0-f813-43d3-a08e-ef3f4f2d6b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:45:52Z', 'updated_at': '2022-01-18T22:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'b53de1db-5605-495c-872c-764836641dc1', 'name': '', 'network_id': '0a5910af-6b1f-40a8-9851-2179f914e699', 'tenant_id': '7512a3404b5b4cae873975a58281e1d3', 'mac_address': 'fa:16:3e:23:b3:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbc616a0-f813-43d3-a08e-ef3f4f2d6b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '977da59f-dae5-4c82-88c8-b8cbb8d74ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:45:55Z', 'updated_at': '2022-01-18T22:46:02Z', 'revision_number': 4, 'project_id': '7512a3404b5b4cae873975a58281e1d3', 'subnets': [{'id': '977da59f-dae5-4c82-88c8-b8cbb8d74ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:46:04.010541 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d42da0-541d-49d1-80c3-1786cb2bc3b0 None None] The sync data for ids ['dbc616a0-f813-43d3-a08e-ef3f4f2d6b87'] in n-d-825064-1 is: [{'id': 'dbc616a0-f813-43d3-a08e-ef3f4f2d6b87', 'name': 'tempest-TestVolumeBackupRestore-381010579-router', 'tenant_id': '7512a3404b5b4cae873975a58281e1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': 'e8f6469b-2a59-4d34-bd5b-a91cfc635b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:45:50Z', 'updated_at': '2022-01-18T22:45:56Z', 'revision_number': 4, 'project_id': '7512a3404b5b4cae873975a58281e1d3', 'gw_port': {'id': 'e8f6469b-2a59-4d34-bd5b-a91cfc635b60', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:0b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc616a0-f813-43d3-a08e-ef3f4f2d6b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:45:52Z', 'updated_at': '2022-01-18T22:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'b53de1db-5605-495c-872c-764836641dc1', 'name': '', 'network_id': '0a5910af-6b1f-40a8-9851-2179f914e699', 'tenant_id': '7512a3404b5b4cae873975a58281e1d3', 'mac_address': 'fa:16:3e:23:b3:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbc616a0-f813-43d3-a08e-ef3f4f2d6b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '977da59f-dae5-4c82-88c8-b8cbb8d74ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:45:55Z', 'updated_at': '2022-01-18T22:46:02Z', 'revision_number': 4, 'project_id': '7512a3404b5b4cae873975a58281e1d3', 'subnets': [{'id': '977da59f-dae5-4c82-88c8-b8cbb8d74ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:46:04.037252 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-94b202fd-7649-4cab-8af3-88435deac561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3a637f7-df77-4d2d-b7cb-fbfc4b4c6469', 'name': 'tempest-TestVolumeBackupRestore-1512122981-router', 'tenant_id': 'ec23c0cab90242d1a024e9c329988c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': 'abff44ac-ab2d-4d20-b6d1-9caa03c502de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:45:59Z', 'updated_at': '2022-01-18T22:46:01Z', 'revision_number': 3, 'project_id': 'ec23c0cab90242d1a024e9c329988c93', 'gw_port': {'id': 'abff44ac-ab2d-4d20-b6d1-9caa03c502de', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:33:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3a637f7-df77-4d2d-b7cb-fbfc4b4c6469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:46:00Z', 'updated_at': '2022-01-18T22:46:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:46:04.072620 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b202fd-7649-4cab-8af3-88435deac561 None None] Checking router: f3a637f7-df77-4d2d-b7cb-fbfc4b4c6469 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:46:04.074705 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b202fd-7649-4cab-8af3-88435deac561 None None] Updating router f3a637f7-df77-4d2d-b7cb-fbfc4b4c6469 port abff44ac-ab2d-4d20-b6d1-9caa03c502de binding host n-d-825064-1 {{(pid=102432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:46:04.200471 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port b53de1db-5605-495c-872c-764836641dc1 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:46:04.201184 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:04.239554 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-94b202fd-7649-4cab-8af3-88435deac561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:04.260824 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 22:46:04.279348 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-203be1de-3eb2-4a5d-ad39-b12465f2c8ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:04.297908 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-9b048b64-5a72-4d3e-9f90-8185e255c1c8 None None] Provisioning complete for port b53de1db-5605-495c-872c-764836641dc1 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:46:04.298373 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9b048b64-5a72-4d3e-9f90-8185e255c1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:04.391532 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-203be1de-3eb2-4a5d-ad39-b12465f2c8ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:04.521278 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203be1de-3eb2-4a5d-ad39-b12465f2c8ab admin admin] Network 02955c44-5ba8-438c-99e7-8f3952e695f5 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:46:04.528786 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-203be1de-3eb2-4a5d-ad39-b12465f2c8ab admin admin] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:46:04.538335 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203be1de-3eb2-4a5d-ad39-b12465f2c8ab admin admin] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:46:04.612715 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-203be1de-3eb2-4a5d-ad39-b12465f2c8ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1040954'] for router_interface, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:04.623800 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203be1de-3eb2-4a5d-ad39-b12465f2c8ab admin admin] Pushing event updated for resources: {'Port': ['ID=43d1c774-cf1d-4309-8fa1-3ca3da2e5e88,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:04.703514 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:04.735184 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9b048b64-5a72-4d3e-9f90-8185e255c1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:04.794545 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port b53de1db-5605-495c-872c-764836641dc1, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=b53de1db-5605-495c-872c-764836641dc1,segment=NetworkSegment(50c9fcf6-80fc-44c9-97b1-f25175626b87),segment_id=50c9fcf6-80fc-44c9-97b1-f25175626b87)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:46:04.818259 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:04.818926 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device c3ff9e5a-f043-4d76-8cf0-230d7bb7fd68 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:46:04.876115 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-203be1de-3eb2-4a5d-ad39-b12465f2c8ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:04.920723 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=b53de1db-5605-495c-872c-764836641dc1,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:04.964724 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.db.api [None req-9b048b64-5a72-4d3e-9f90-8185e255c1c8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 22:46:04.965218 n-d-825064-1 neutron-server[102432]: DEBUG oslo_db.api [None req-9b048b64-5a72-4d3e-9f90-8185e255c1c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 22:46:05.033851 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port c3ff9e5a-f043-4d76-8cf0-230d7bb7fd68 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:46:05.034233 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:05.101966 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-94b202fd-7649-4cab-8af3-88435deac561 None None] Notify callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:05.113659 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-203be1de-3eb2-4a5d-ad39-b12465f2c8ab admin admin] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:05.120695 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-94b202fd-7649-4cab-8af3-88435deac561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:05.121867 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-203be1de-3eb2-4a5d-ad39-b12465f2c8ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:05.235036 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203be1de-3eb2-4a5d-ad39-b12465f2c8ab admin admin] Pushing event updated for resources: {'Port': ['ID=43d1c774-cf1d-4309-8fa1-3ca3da2e5e88,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:05.254047 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-203be1de-3eb2-4a5d-ad39-b12465f2c8ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-613854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1041070'] for router_interface, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:05.259750 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-94b202fd-7649-4cab-8af3-88435deac561 None None] Attempting to bind port abff44ac-ab2d-4d20-b6d1-9caa03c502de on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:46:05.261637 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-94b202fd-7649-4cab-8af3-88435deac561 None None] Attempting to bind port abff44ac-ab2d-4d20-b6d1-9caa03c502de by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:46:05.262402 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b202fd-7649-4cab-8af3-88435deac561 None None] Attempting to bind port abff44ac-ab2d-4d20-b6d1-9caa03c502de on network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:46:05.265300 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8b837a-458b-472c-80ca-4d28a9db6234 None None] Pushing event updated for resources: {'Port': ['ID=abff44ac-ab2d-4d20-b6d1-9caa03c502de,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:05.273269 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b202fd-7649-4cab-8af3-88435deac561 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:46:05.273949 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b202fd-7649-4cab-8af3-88435deac561 None None] Checking segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:46:05.274482 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-94b202fd-7649-4cab-8af3-88435deac561 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:05.274972 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b202fd-7649-4cab-8af3-88435deac561 None None] Bound using segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:46:05.275807 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-94b202fd-7649-4cab-8af3-88435deac561 None None] Bound port: abff44ac-ab2d-4d20-b6d1-9caa03c502de, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:46:05.276326 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-94b202fd-7649-4cab-8af3-88435deac561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:05.363886 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-94b202fd-7649-4cab-8af3-88435deac561 None None] For port abff44ac-ab2d-4d20-b6d1-9caa03c502de, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:46:05.368806 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-94b202fd-7649-4cab-8af3-88435deac561 None None] For port abff44ac-ab2d-4d20-b6d1-9caa03c502de, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=abff44ac-ab2d-4d20-b6d1-9caa03c502de,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:46:05.377995 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-94b202fd-7649-4cab-8af3-88435deac561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:05.449695 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203be1de-3eb2-4a5d-ad39-b12465f2c8ab admin admin] Network 02955c44-5ba8-438c-99e7-8f3952e695f5 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:46:05.451596 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-203be1de-3eb2-4a5d-ad39-b12465f2c8ab admin admin] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:46:05.583250 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8b837a-458b-472c-80ca-4d28a9db6234 None None] Pushing event updated for resources: {'Port': ['ID=abff44ac-ab2d-4d20-b6d1-9caa03c502de,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:05.607881 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b202fd-7649-4cab-8af3-88435deac561 None None] Routers {'f3a637f7-df77-4d2d-b7cb-fbfc4b4c6469'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:46:05.610308 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-94b202fd-7649-4cab-8af3-88435deac561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:45:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['f3a637f7-df77-4d2d-b7cb-fbfc4b4c6469'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:46:05.636967 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f256d0f-d582-4ecf-b726-0a2d23a6b6f9 req-58bdd254-a3ff-4542-8366-6b2445bb67be tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:05.638944 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8f256d0f-d582-4ecf-b726-0a2d23a6b6f9 req-58bdd254-a3ff-4542-8366-6b2445bb67be tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=16ba48ad-fe09-48f8-8bc1-6d86e58b2955 HTTP/1.1" status: 200 len: 946 time: 0.1085038 Jan 18 22:46:05.670962 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-203be1de-3eb2-4a5d-ad39-b12465f2c8ab admin admin] Router f3a637f7-df77-4d2d-b7cb-fbfc4b4c6469 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:46:05.748792 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8f256d0f-d582-4ecf-b726-0a2d23a6b6f9 req-ac6d1766-8c95-4b16-9435-a0c9a2ba3888 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=dae8bf2d-ed71-4918-8e49-2e2d9465745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905008 Jan 18 22:46:05.851887 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-d21f1e7a-462e-4d84-8255-f7d97c94a9a2 None None] Provisioning complete for port c3ff9e5a-f043-4d76-8cf0-230d7bb7fd68 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:46:05.852318 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d21f1e7a-462e-4d84-8255-f7d97c94a9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:05.866959 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-203be1de-3eb2-4a5d-ad39-b12465f2c8ab admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:46:05.868598 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-94b202fd-7649-4cab-8af3-88435deac561 None None] Set router f3a637f7-df77-4d2d-b7cb-fbfc4b4c6469 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:46:05.881493 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-203be1de-3eb2-4a5d-ad39-b12465f2c8ab admin admin] 10.222.0.53 "PUT /v2.0/routers/f3a637f7-df77-4d2d-b7cb-fbfc4b4c6469/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2678518 Jan 18 22:46:05.971517 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device b53de1db-5605-495c-872c-764836641dc1 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:46:06.223379 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port b53de1db-5605-495c-872c-764836641dc1 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:46:06.223606 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:06.318686 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-94b202fd-7649-4cab-8af3-88435deac561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3a637f7-df77-4d2d-b7cb-fbfc4b4c6469', 'name': 'tempest-TestVolumeBackupRestore-1512122981-router', 'tenant_id': 'ec23c0cab90242d1a024e9c329988c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': 'abff44ac-ab2d-4d20-b6d1-9caa03c502de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:45:59Z', 'updated_at': '2022-01-18T22:46:04Z', 'revision_number': 4, 'project_id': 'ec23c0cab90242d1a024e9c329988c93', 'gw_port': {'id': 'abff44ac-ab2d-4d20-b6d1-9caa03c502de', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:33:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3a637f7-df77-4d2d-b7cb-fbfc4b4c6469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:46:00Z', 'updated_at': '2022-01-18T22:46:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '43d1c774-cf1d-4309-8fa1-3ca3da2e5e88', 'name': '', 'network_id': '02955c44-5ba8-438c-99e7-8f3952e695f5', 'tenant_id': 'ec23c0cab90242d1a024e9c329988c93', 'mac_address': 'fa:16:3e:be:75:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3a637f7-df77-4d2d-b7cb-fbfc4b4c6469', 'device_owner': 'network:router_interface', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '5cec7324-3fae-47c0-b437-af6b209fc4f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:46:03Z', 'updated_at': '2022-01-18T22:46:04Z', 'revision_number': 2, 'project_id': 'ec23c0cab90242d1a024e9c329988c93', 'subnets': [{'id': '5cec7324-3fae-47c0-b437-af6b209fc4f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:46:06.385808 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b202fd-7649-4cab-8af3-88435deac561 None None] The sync data for ids ['f3a637f7-df77-4d2d-b7cb-fbfc4b4c6469'] in n-d-825064-1 is: [{'id': 'f3a637f7-df77-4d2d-b7cb-fbfc4b4c6469', 'name': 'tempest-TestVolumeBackupRestore-1512122981-router', 'tenant_id': 'ec23c0cab90242d1a024e9c329988c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': 'abff44ac-ab2d-4d20-b6d1-9caa03c502de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:45:59Z', 'updated_at': '2022-01-18T22:46:04Z', 'revision_number': 4, 'project_id': 'ec23c0cab90242d1a024e9c329988c93', 'gw_port': {'id': 'abff44ac-ab2d-4d20-b6d1-9caa03c502de', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:33:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3a637f7-df77-4d2d-b7cb-fbfc4b4c6469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:46:00Z', 'updated_at': '2022-01-18T22:46:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '43d1c774-cf1d-4309-8fa1-3ca3da2e5e88', 'name': '', 'network_id': '02955c44-5ba8-438c-99e7-8f3952e695f5', 'tenant_id': 'ec23c0cab90242d1a024e9c329988c93', 'mac_address': 'fa:16:3e:be:75:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3a637f7-df77-4d2d-b7cb-fbfc4b4c6469', 'device_owner': 'network:router_interface', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '5cec7324-3fae-47c0-b437-af6b209fc4f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:46:03Z', 'updated_at': '2022-01-18T22:46:04Z', 'revision_number': 2, 'project_id': 'ec23c0cab90242d1a024e9c329988c93', 'subnets': [{'id': '5cec7324-3fae-47c0-b437-af6b209fc4f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:46:06.432045 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-d21f1e7a-462e-4d84-8255-f7d97c94a9a2 None None] Provisioning complete for port 43d1c774-cf1d-4309-8fa1-3ca3da2e5e88 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:46:06.432576 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d21f1e7a-462e-4d84-8255-f7d97c94a9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:06.488507 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-d21f1e7a-462e-4d84-8255-f7d97c94a9a2 None None] Port 43d1c774-cf1d-4309-8fa1-3ca3da2e5e88 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:46:06.612699 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-13570b7e-6d7a-47d6-b722-56a464350423 None None] Provisioning complete for port 43d1c774-cf1d-4309-8fa1-3ca3da2e5e88 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:46:06.613082 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-13570b7e-6d7a-47d6-b722-56a464350423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:06.660344 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-13570b7e-6d7a-47d6-b722-56a464350423 None None] Port 43d1c774-cf1d-4309-8fa1-3ca3da2e5e88 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:46:06.955617 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535d2473-b327-442c-ba2d-6881b6d06f32 req-d3a714e1-b21a-4fdc-a16b-1430357f0796 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:06.964683 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-535d2473-b327-442c-ba2d-6881b6d06f32 req-d3a714e1-b21a-4fdc-a16b-1430357f0796 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=16ba48ad-fe09-48f8-8bc1-6d86e58b2955 HTTP/1.1" status: 200 len: 946 time: 0.0941403 Jan 18 22:46:07.029340 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-535d2473-b327-442c-ba2d-6881b6d06f32 req-feb96bd3-a56b-4b8e-9d9b-e357de3c21e4 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=dae8bf2d-ed71-4918-8e49-2e2d9465745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584440 Jan 18 22:46:07.130318 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8deb61-978e-4ed2-9e9f-471bf26b5608 req-01c20890-5e7c-4ca9-9072-3e70e9c175c6 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:07.131900 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ff8deb61-978e-4ed2-9e9f-471bf26b5608 req-01c20890-5e7c-4ca9-9072-3e70e9c175c6 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.36 "GET /v2.0/ports?device_id=16ba48ad-fe09-48f8-8bc1-6d86e58b2955 HTTP/1.1" status: 200 len: 946 time: 0.0694361 Jan 18 22:46:07.230814 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-ff8deb61-978e-4ed2-9e9f-471bf26b5608 req-739263f0-ed6b-4aa2-90e3-717dbe679a3f tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Deleting port 60ba14d5-8832-4a1f-89c5-09b2f1cff4eb {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:46:07.231534 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-ff8deb61-978e-4ed2-9e9f-471bf26b5608 req-739263f0-ed6b-4aa2-90e3-717dbe679a3f tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:07.358250 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-ff8deb61-978e-4ed2-9e9f-471bf26b5608 req-739263f0-ed6b-4aa2-90e3-717dbe679a3f tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] For port 60ba14d5-8832-4a1f-89c5-09b2f1cff4eb, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=60ba14d5-8832-4a1f-89c5-09b2f1cff4eb,segment=NetworkSegment(ccabd36d-8c25-4648-92d3-222150b866b3),segment_id=ccabd36d-8c25-4648-92d3-222150b866b3)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:46:07.358671 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-ff8deb61-978e-4ed2-9e9f-471bf26b5608 req-739263f0-ed6b-4aa2-90e3-717dbe679a3f tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:07.374315 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-ff8deb61-978e-4ed2-9e9f-471bf26b5608 req-739263f0-ed6b-4aa2-90e3-717dbe679a3f tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Calling delete_port for 60ba14d5-8832-4a1f-89c5-09b2f1cff4eb owned by compute:nova {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:46:07.667097 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-ff8deb61-978e-4ed2-9e9f-471bf26b5608 req-739263f0-ed6b-4aa2-90e3-717dbe679a3f tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:07.682644 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['60ba14d5-8832-4a1f-89c5-09b2f1cff4eb'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:46:07.742918 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739263f0-ed6b-4aa2-90e3-717dbe679a3f tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Pushing event deleted for resources: {'Port': ['ID=60ba14d5-8832-4a1f-89c5-09b2f1cff4eb,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:07.890315 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff8deb61-978e-4ed2-9e9f-471bf26b5608 req-739263f0-ed6b-4aa2-90e3-717dbe679a3f tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] No DVR routers for this DVR port 60ba14d5-8832-4a1f-89c5-09b2f1cff4eb on host n-h1-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:46:07.904603 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-ff8deb61-978e-4ed2-9e9f-471bf26b5608 req-739263f0-ed6b-4aa2-90e3-717dbe679a3f tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:07.911500 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ff8deb61-978e-4ed2-9e9f-471bf26b5608 req-739263f0-ed6b-4aa2-90e3-717dbe679a3f tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.36 "DELETE /v2.0/ports/60ba14d5-8832-4a1f-89c5-09b2f1cff4eb HTTP/1.1" status: 204 len: 173 time: 0.7717304 Jan 18 22:46:07.917561 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16ba48ad-fe09-48f8-8bc1-6d86e58b2955', 'name': 'network-vif-deleted', 'tag': '60ba14d5-8832-4a1f-89c5-09b2f1cff4eb'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:46:07.928161 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-869f7aa6-8095-42c3-9840-c6188dc4ca7c" -d '{"events": [{"server_uuid": "16ba48ad-fe09-48f8-8bc1-6d86e58b2955", "name": "network-vif-deleted", "tag": "60ba14d5-8832-4a1f-89c5-09b2f1cff4eb"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:46:07.961232 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device abff44ac-ab2d-4d20-b6d1-9caa03c502de up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:46:08.014915 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-734e9df9-1b6c-4572-b8d6-fb05a70fb549 x-openstack-request-id: req-734e9df9-1b6c-4572-b8d6-fb05a70fb549 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:46:08.015212 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16ba48ad-fe09-48f8-8bc1-6d86e58b2955", "name": "network-vif-deleted", "tag": "60ba14d5-8832-4a1f-89c5-09b2f1cff4eb", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:46:08.015511 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-734e9df9-1b6c-4572-b8d6-fb05a70fb549 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:46:08.015928 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16ba48ad-fe09-48f8-8bc1-6d86e58b2955', 'name': 'network-vif-deleted', 'tag': '60ba14d5-8832-4a1f-89c5-09b2f1cff4eb', 'status': 'completed', 'code': 200} Jan 18 22:46:08.066683 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port abff44ac-ab2d-4d20-b6d1-9caa03c502de triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:46:08.067174 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:08.198329 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-484e06be-8581-4261-89c9-aa15693f8ec5 req-796e6a24-1b00-4bc6-b5ba-3e6bef5dbadc tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=16ba48ad-fe09-48f8-8bc1-6d86e58b2955 HTTP/1.1" status: 200 len: 210 time: 0.0711088 Jan 18 22:46:08.231692 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:08.261776 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port abff44ac-ab2d-4d20-b6d1-9caa03c502de, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=abff44ac-ab2d-4d20-b6d1-9caa03c502de,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:46:08.269369 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:08.594503 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=abff44ac-ab2d-4d20-b6d1-9caa03c502de,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:09.348498 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-76b20615-6467-4e14-abf6-6fb2e464ee11 req-d39b84a8-af18-4488-933b-e3d9e6b7bd42 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=16ba48ad-fe09-48f8-8bc1-6d86e58b2955 HTTP/1.1" status: 200 len: 210 time: 0.0535305 Jan 18 22:46:09.843535 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device abff44ac-ab2d-4d20-b6d1-9caa03c502de up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:46:09.954559 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port abff44ac-ab2d-4d20-b6d1-9caa03c502de triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:46:09.954877 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:10.234203 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b76ff5b-7a58-4bf4-bf58-b62ed2f1316d None None] Sync routers for ids ['f3a637f7-df77-4d2d-b7cb-fbfc4b4c6469'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:46:10.252696 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b76ff5b-7a58-4bf4-bf58-b62ed2f1316d None None] Routers {'f3a637f7-df77-4d2d-b7cb-fbfc4b4c6469'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:46:10.252696 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-4b76ff5b-7a58-4bf4-bf58-b62ed2f1316d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:45:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['f3a637f7-df77-4d2d-b7cb-fbfc4b4c6469'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:46:10.407893 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-4b76ff5b-7a58-4bf4-bf58-b62ed2f1316d None None] Set router f3a637f7-df77-4d2d-b7cb-fbfc4b4c6469 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:46:10.528997 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-80a20944-1e10-493c-906d-80c3d14cf0ad req-0f49ad32-9843-4c79-897e-c7678e2e783f tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=16ba48ad-fe09-48f8-8bc1-6d86e58b2955 HTTP/1.1" status: 200 len: 210 time: 0.0470755 Jan 18 22:46:10.745310 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-4b76ff5b-7a58-4bf4-bf58-b62ed2f1316d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3a637f7-df77-4d2d-b7cb-fbfc4b4c6469', 'name': 'tempest-TestVolumeBackupRestore-1512122981-router', 'tenant_id': 'ec23c0cab90242d1a024e9c329988c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': 'abff44ac-ab2d-4d20-b6d1-9caa03c502de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:45:59Z', 'updated_at': '2022-01-18T22:46:04Z', 'revision_number': 4, 'project_id': 'ec23c0cab90242d1a024e9c329988c93', 'gw_port': {'id': 'abff44ac-ab2d-4d20-b6d1-9caa03c502de', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:33:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a637f7-df77-4d2d-b7cb-fbfc4b4c6469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:46:00Z', 'updated_at': '2022-01-18T22:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '43d1c774-cf1d-4309-8fa1-3ca3da2e5e88', 'name': '', 'network_id': '02955c44-5ba8-438c-99e7-8f3952e695f5', 'tenant_id': 'ec23c0cab90242d1a024e9c329988c93', 'mac_address': 'fa:16:3e:be:75:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3a637f7-df77-4d2d-b7cb-fbfc4b4c6469', 'device_owner': 'network:router_interface', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '5cec7324-3fae-47c0-b437-af6b209fc4f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:46:03Z', 'updated_at': '2022-01-18T22:46:04Z', 'revision_number': 2, 'project_id': 'ec23c0cab90242d1a024e9c329988c93', 'subnets': [{'id': '5cec7324-3fae-47c0-b437-af6b209fc4f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:46:10.783231 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b76ff5b-7a58-4bf4-bf58-b62ed2f1316d None None] Checking router: f3a637f7-df77-4d2d-b7cb-fbfc4b4c6469 for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:46:10.783602 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b76ff5b-7a58-4bf4-bf58-b62ed2f1316d None None] Updating router f3a637f7-df77-4d2d-b7cb-fbfc4b4c6469 port 43d1c774-cf1d-4309-8fa1-3ca3da2e5e88 binding host n-d-825064-1 {{(pid=102433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:46:10.809842 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4b76ff5b-7a58-4bf4-bf58-b62ed2f1316d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:11.083657 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 60ba14d5-8832-4a1f-89c5-09b2f1cff4eb no longer exists at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:46:11.131744 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] No Port match for: 60ba14d5-8832-4a1f-89c5-09b2f1cff4eb {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:46:11.132803 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 60ba14d5-8832-4a1f-89c5-09b2f1cff4eb not bound to the agent host n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:46:11.205203 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4b76ff5b-7a58-4bf4-bf58-b62ed2f1316d None None] Notify callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:11.221800 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4b76ff5b-7a58-4bf4-bf58-b62ed2f1316d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:11.362884 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6338ff-b987-46ec-933a-fdee85e07a2b None None] Pushing event updated for resources: {'Port': ['ID=43d1c774-cf1d-4309-8fa1-3ca3da2e5e88,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:11.382026 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-4b76ff5b-7a58-4bf4-bf58-b62ed2f1316d None None] Attempting to bind port 43d1c774-cf1d-4309-8fa1-3ca3da2e5e88 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:46:11.382426 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-4b76ff5b-7a58-4bf4-bf58-b62ed2f1316d None None] Attempting to bind port 43d1c774-cf1d-4309-8fa1-3ca3da2e5e88 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': 'c550b146-eb29-44d3-9dd3-1fd3553c6979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '02955c44-5ba8-438c-99e7-8f3952e695f5'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:46:11.382832 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b76ff5b-7a58-4bf4-bf58-b62ed2f1316d None None] Attempting to bind port 43d1c774-cf1d-4309-8fa1-3ca3da2e5e88 on network 02955c44-5ba8-438c-99e7-8f3952e695f5 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:46:11.389612 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b76ff5b-7a58-4bf4-bf58-b62ed2f1316d None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:46:11.389984 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b76ff5b-7a58-4bf4-bf58-b62ed2f1316d None None] Checking segment: {'id': 'c550b146-eb29-44d3-9dd3-1fd3553c6979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '02955c44-5ba8-438c-99e7-8f3952e695f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:46:11.390390 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4b76ff5b-7a58-4bf4-bf58-b62ed2f1316d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:11.390790 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b76ff5b-7a58-4bf4-bf58-b62ed2f1316d None None] Bound using segment: {'id': 'c550b146-eb29-44d3-9dd3-1fd3553c6979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '02955c44-5ba8-438c-99e7-8f3952e695f5'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:46:11.391238 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-4b76ff5b-7a58-4bf4-bf58-b62ed2f1316d None None] Bound port: 43d1c774-cf1d-4309-8fa1-3ca3da2e5e88, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c550b146-eb29-44d3-9dd3-1fd3553c6979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '02955c44-5ba8-438c-99e7-8f3952e695f5'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:46:11.392487 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4b76ff5b-7a58-4bf4-bf58-b62ed2f1316d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:11.478196 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-4b76ff5b-7a58-4bf4-bf58-b62ed2f1316d None None] For port 43d1c774-cf1d-4309-8fa1-3ca3da2e5e88, host n-d-825064-1, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:46:11.482144 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-4b76ff5b-7a58-4bf4-bf58-b62ed2f1316d None None] For port 43d1c774-cf1d-4309-8fa1-3ca3da2e5e88, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=43d1c774-cf1d-4309-8fa1-3ca3da2e5e88,segment=NetworkSegment(c550b146-eb29-44d3-9dd3-1fd3553c6979),segment_id=c550b146-eb29-44d3-9dd3-1fd3553c6979)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:46:11.497630 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4b76ff5b-7a58-4bf4-bf58-b62ed2f1316d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:11.603752 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-35f8f789-cc78-434c-8f9c-8fbee44755f9 None None] Provisioning complete for port 43d1c774-cf1d-4309-8fa1-3ca3da2e5e88 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:46:11.604657 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-35f8f789-cc78-434c-8f9c-8fbee44755f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:11.631862 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6338ff-b987-46ec-933a-fdee85e07a2b None None] Pushing event updated for resources: {'Port': ['ID=43d1c774-cf1d-4309-8fa1-3ca3da2e5e88,revision_number=4']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:11.685016 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b76ff5b-7a58-4bf4-bf58-b62ed2f1316d None None] Routers {'f3a637f7-df77-4d2d-b7cb-fbfc4b4c6469'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:46:11.687091 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-4b76ff5b-7a58-4bf4-bf58-b62ed2f1316d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:45:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['f3a637f7-df77-4d2d-b7cb-fbfc4b4c6469'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:46:11.721289 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4a9c3345-2c57-4d8a-9495-7b83ebd7b1dc req-845e10d2-cfe3-4ef4-812b-cf7aeb3dd442 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=16ba48ad-fe09-48f8-8bc1-6d86e58b2955 HTTP/1.1" status: 200 len: 210 time: 0.0661988 Jan 18 22:46:11.838051 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-35f8f789-cc78-434c-8f9c-8fbee44755f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:11.903362 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 43d1c774-cf1d-4309-8fa1-3ca3da2e5e88 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:46:11.994820 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-35f8f789-cc78-434c-8f9c-8fbee44755f9 None None] For port 43d1c774-cf1d-4309-8fa1-3ca3da2e5e88, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=43d1c774-cf1d-4309-8fa1-3ca3da2e5e88,segment=NetworkSegment(c550b146-eb29-44d3-9dd3-1fd3553c6979),segment_id=c550b146-eb29-44d3-9dd3-1fd3553c6979)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:46:12.004402 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-35f8f789-cc78-434c-8f9c-8fbee44755f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:12.017821 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-4b76ff5b-7a58-4bf4-bf58-b62ed2f1316d None None] Set router f3a637f7-df77-4d2d-b7cb-fbfc4b4c6469 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:46:12.196688 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f8f789-cc78-434c-8f9c-8fbee44755f9 None None] Pushing event updated for resources: {'Port': ['ID=43d1c774-cf1d-4309-8fa1-3ca3da2e5e88,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:12.210544 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 43d1c774-cf1d-4309-8fa1-3ca3da2e5e88 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:46:12.211211 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:12.269724 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-a0abedcf-179c-4718-a801-65edde587bc0 None None] Provisioning complete for port 43d1c774-cf1d-4309-8fa1-3ca3da2e5e88 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:46:12.270502 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a0abedcf-179c-4718-a801-65edde587bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:12.393859 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-4b76ff5b-7a58-4bf4-bf58-b62ed2f1316d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3a637f7-df77-4d2d-b7cb-fbfc4b4c6469', 'name': 'tempest-TestVolumeBackupRestore-1512122981-router', 'tenant_id': 'ec23c0cab90242d1a024e9c329988c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': 'abff44ac-ab2d-4d20-b6d1-9caa03c502de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:45:59Z', 'updated_at': '2022-01-18T22:46:04Z', 'revision_number': 4, 'project_id': 'ec23c0cab90242d1a024e9c329988c93', 'gw_port': {'id': 'abff44ac-ab2d-4d20-b6d1-9caa03c502de', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:33:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a637f7-df77-4d2d-b7cb-fbfc4b4c6469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:46:00Z', 'updated_at': '2022-01-18T22:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '43d1c774-cf1d-4309-8fa1-3ca3da2e5e88', 'name': '', 'network_id': '02955c44-5ba8-438c-99e7-8f3952e695f5', 'tenant_id': 'ec23c0cab90242d1a024e9c329988c93', 'mac_address': 'fa:16:3e:be:75:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3a637f7-df77-4d2d-b7cb-fbfc4b4c6469', 'device_owner': 'network:router_interface', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '5cec7324-3fae-47c0-b437-af6b209fc4f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:46:03Z', 'updated_at': '2022-01-18T22:46:11Z', 'revision_number': 4, 'project_id': 'ec23c0cab90242d1a024e9c329988c93', 'subnets': [{'id': '5cec7324-3fae-47c0-b437-af6b209fc4f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:46:12.443792 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b76ff5b-7a58-4bf4-bf58-b62ed2f1316d None None] The sync data for ids ['f3a637f7-df77-4d2d-b7cb-fbfc4b4c6469'] in n-d-825064-1 is: [{'id': 'f3a637f7-df77-4d2d-b7cb-fbfc4b4c6469', 'name': 'tempest-TestVolumeBackupRestore-1512122981-router', 'tenant_id': 'ec23c0cab90242d1a024e9c329988c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': 'abff44ac-ab2d-4d20-b6d1-9caa03c502de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:45:59Z', 'updated_at': '2022-01-18T22:46:04Z', 'revision_number': 4, 'project_id': 'ec23c0cab90242d1a024e9c329988c93', 'gw_port': {'id': 'abff44ac-ab2d-4d20-b6d1-9caa03c502de', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:33:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a637f7-df77-4d2d-b7cb-fbfc4b4c6469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:46:00Z', 'updated_at': '2022-01-18T22:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '43d1c774-cf1d-4309-8fa1-3ca3da2e5e88', 'name': '', 'network_id': '02955c44-5ba8-438c-99e7-8f3952e695f5', 'tenant_id': 'ec23c0cab90242d1a024e9c329988c93', 'mac_address': 'fa:16:3e:be:75:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3a637f7-df77-4d2d-b7cb-fbfc4b4c6469', 'device_owner': 'network:router_interface', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '5cec7324-3fae-47c0-b437-af6b209fc4f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:46:03Z', 'updated_at': '2022-01-18T22:46:11Z', 'revision_number': 4, 'project_id': 'ec23c0cab90242d1a024e9c329988c93', 'subnets': [{'id': '5cec7324-3fae-47c0-b437-af6b209fc4f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:46:12.887534 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d549bc5e-fe7e-4240-9fbb-4c835a64e6e3 req-f4c7fc10-2dae-45bc-a0bd-42efc35dac87 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=16ba48ad-fe09-48f8-8bc1-6d86e58b2955 HTTP/1.1" status: 200 len: 210 time: 0.0450108 Jan 18 22:46:12.950719 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:13.776560 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:13.827899 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 43d1c774-cf1d-4309-8fa1-3ca3da2e5e88 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:46:13.887045 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 43d1c774-cf1d-4309-8fa1-3ca3da2e5e88 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:46:13.887422 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:14.081057 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aacecff1-06de-4474-92f9-c8367419d39b req-a57c9028-f9d3-4768-8f58-77e6a47b0ee5 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=16ba48ad-fe09-48f8-8bc1-6d86e58b2955 HTTP/1.1" status: 200 len: 210 time: 0.0516181 Jan 18 22:46:17.733367 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddddc411-b99b-4324-afdd-74f0af20f732 req-36d6dcfa-9330-454a-b418-5541dd6822c7 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:17.773896 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ddddc411-b99b-4324-afdd-74f0af20f732 req-36d6dcfa-9330-454a-b418-5541dd6822c7 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=514d5dea-b20c-4fa2-9293-e0617f11d3be HTTP/1.1" status: 200 len: 946 time: 0.1771579 Jan 18 22:46:17.881078 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ddddc411-b99b-4324-afdd-74f0af20f732 req-b07b9467-93d0-492f-9016-9d9eeda83932 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=31dd60ca-8970-47bd-952a-ccbc19b487f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012561 Jan 18 22:46:17.949433 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 48866) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:46:17.955600 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-a1f2788a-2a22-458d-b8c7-64c86f6879c2 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-10573062', 'description': 'tempest-secgroup-smoke-10573062 description', 'project_id': '0c676acb4b374123bc012031246d3916'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:46:17.994109 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a1f2788a-2a22-458d-b8c7-64c86f6879c2 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:18.075053 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a1f2788a-2a22-458d-b8c7-64c86f6879c2 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:18.080717 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a1f2788a-2a22-458d-b8c7-64c86f6879c2 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:18.118640 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f2788a-2a22-458d-b8c7-64c86f6879c2 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c91b1706-fbf8-4762-ae37-cb35170958ca,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:18.123334 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a1f2788a-2a22-458d-b8c7-64c86f6879c2 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:18.124665 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-a1f2788a-2a22-458d-b8c7-64c86f6879c2 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1732006 Jan 18 22:46:18.127384 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 48872) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:46:18.132002 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-98b97778-bc35-4e1e-b8ec-e9f1b1be9fa7 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Request body: {'security_group_rule': {'security_group_id': 'c91b1706-fbf8-4762-ae37-cb35170958ca', 'project_id': '0c676acb4b374123bc012031246d3916', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:46:18.165831 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-98b97778-bc35-4e1e-b8ec-e9f1b1be9fa7 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:18.239914 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-98b97778-bc35-4e1e-b8ec-e9f1b1be9fa7 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:18.244960 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-98b97778-bc35-4e1e-b8ec-e9f1b1be9fa7 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:18.274882 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b97778-bc35-4e1e-b8ec-e9f1b1be9fa7 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=188c66a3-4a0d-4a69-9ec9-cd2564638ce9,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:18.298332 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-98b97778-bc35-4e1e-b8ec-e9f1b1be9fa7 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:18.299484 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-98b97778-bc35-4e1e-b8ec-e9f1b1be9fa7 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1711771 Jan 18 22:46:18.303140 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 48876) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:46:18.308367 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-aedadb2e-21c1-4c55-b691-b21fdd5fa906 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Request body: {'security_group_rule': {'security_group_id': 'c91b1706-fbf8-4762-ae37-cb35170958ca', 'project_id': '0c676acb4b374123bc012031246d3916', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:46:18.353210 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-aedadb2e-21c1-4c55-b691-b21fdd5fa906 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:18.415656 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-aedadb2e-21c1-4c55-b691-b21fdd5fa906 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:18.422547 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-aedadb2e-21c1-4c55-b691-b21fdd5fa906 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:18.445684 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedadb2e-21c1-4c55-b691-b21fdd5fa906 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4aa85dd0-5f7b-4477-97aa-74e0ab9e14a7,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:18.457115 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-aedadb2e-21c1-4c55-b691-b21fdd5fa906 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:18.466092 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-aedadb2e-21c1-4c55-b691-b21fdd5fa906 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1546283 Jan 18 22:46:18.466305 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 48884) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:46:18.467069 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-390e4eec-05bc-4812-a5c7-823accb39099 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Request body: {'security_group_rule': {'security_group_id': 'c91b1706-fbf8-4762-ae37-cb35170958ca', 'project_id': '0c676acb4b374123bc012031246d3916', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:46:18.516601 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-390e4eec-05bc-4812-a5c7-823accb39099 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:18.592482 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-390e4eec-05bc-4812-a5c7-823accb39099 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:18.597001 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-390e4eec-05bc-4812-a5c7-823accb39099 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:18.619607 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390e4eec-05bc-4812-a5c7-823accb39099 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbe7e800-4f44-4cf9-947e-ea853d770b76,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:18.631484 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-390e4eec-05bc-4812-a5c7-823accb39099 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:18.632816 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-390e4eec-05bc-4812-a5c7-823accb39099 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1698778 Jan 18 22:46:18.635480 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 48886) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:46:18.639913 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-a17e3395-642b-4d88-8fd3-5cc4ebad9efa tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Request body: {'security_group_rule': {'security_group_id': 'c91b1706-fbf8-4762-ae37-cb35170958ca', 'project_id': '0c676acb4b374123bc012031246d3916', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:46:18.668151 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a17e3395-642b-4d88-8fd3-5cc4ebad9efa tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:18.736075 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a17e3395-642b-4d88-8fd3-5cc4ebad9efa tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:18.740907 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a17e3395-642b-4d88-8fd3-5cc4ebad9efa tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:18.763103 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17e3395-642b-4d88-8fd3-5cc4ebad9efa tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31f9e19a-3a5e-429e-8c08-e8aa77a952d5,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:18.774769 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a17e3395-642b-4d88-8fd3-5cc4ebad9efa tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:18.776582 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-a17e3395-642b-4d88-8fd3-5cc4ebad9efa tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1397192 Jan 18 22:46:18.778963 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 48892) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:46:18.787761 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-a8c23910-2fe8-41d3-85a2-7933624ef057 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Request body: {'security_group_rule': {'security_group_id': 'c91b1706-fbf8-4762-ae37-cb35170958ca', 'project_id': '0c676acb4b374123bc012031246d3916', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:46:18.816163 n-d-825064-1 neutron-server[102430]: INFO neutron.db.securitygroups_db [None req-a8c23910-2fe8-41d3-85a2-7933624ef057 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Project 0c676acb4b374123bc012031246d3916 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 22:46:18.822077 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a8c23910-2fe8-41d3-85a2-7933624ef057 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:18.888610 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a8c23910-2fe8-41d3-85a2-7933624ef057 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:18.893115 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a8c23910-2fe8-41d3-85a2-7933624ef057 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:18.922951 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c23910-2fe8-41d3-85a2-7933624ef057 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc7c6941-ed90-4750-8db6-5f60db58b0a1,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:18.930069 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a8c23910-2fe8-41d3-85a2-7933624ef057 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:18.936372 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 48898) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:46:18.936544 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-a8c23910-2fe8-41d3-85a2-7933624ef057 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1557581 Jan 18 22:46:18.940955 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-f0ddf587-1981-43de-8cce-fb533f4f3546 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Request body: {'security_group_rule': {'security_group_id': 'c91b1706-fbf8-4762-ae37-cb35170958ca', 'project_id': '0c676acb4b374123bc012031246d3916', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:46:18.972577 n-d-825064-1 neutron-server[102431]: INFO neutron.db.securitygroups_db [None req-f0ddf587-1981-43de-8cce-fb533f4f3546 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Project 0c676acb4b374123bc012031246d3916 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 22:46:18.981130 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f0ddf587-1981-43de-8cce-fb533f4f3546 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:19.062342 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f0ddf587-1981-43de-8cce-fb533f4f3546 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:19.068325 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f0ddf587-1981-43de-8cce-fb533f4f3546 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:19.085479 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c59194-145e-4177-a5f8-8c6e149c8697 req-eb3fed74-9234-4824-9f06-397c476fdab9 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:19.088312 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a5c59194-145e-4177-a5f8-8c6e149c8697 req-eb3fed74-9234-4824-9f06-397c476fdab9 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=514d5dea-b20c-4fa2-9293-e0617f11d3be HTTP/1.1" status: 200 len: 946 time: 0.0902226 Jan 18 22:46:19.092785 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ddf587-1981-43de-8cce-fb533f4f3546 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d58e3dd-d25a-4843-99e2-00420c13ed59,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:19.107839 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f0ddf587-1981-43de-8cce-fb533f4f3546 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:19.109384 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-f0ddf587-1981-43de-8cce-fb533f4f3546 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1718786 Jan 18 22:46:19.154465 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a5c59194-145e-4177-a5f8-8c6e149c8697 req-8b34f49c-bfd7-4199-bc83-a3aa77c8b457 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=31dd60ca-8970-47bd-952a-ccbc19b487f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403938 Jan 18 22:46:19.323059 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6d500144-4e97-4d54-8d85-2a6e84226e05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:20.305522 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a39632-8566-4bf6-bd04-da6f575327c4 req-15ae90ed-db4f-43c0-aecd-01d44bcc74e3 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:20.308558 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-24a39632-8566-4bf6-bd04-da6f575327c4 req-15ae90ed-db4f-43c0-aecd-01d44bcc74e3 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=514d5dea-b20c-4fa2-9293-e0617f11d3be HTTP/1.1" status: 200 len: 946 time: 0.0770369 Jan 18 22:46:20.392300 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-24a39632-8566-4bf6-bd04-da6f575327c4 req-3e7d5290-eee1-4baa-9957-cb2db597f286 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=31dd60ca-8970-47bd-952a-ccbc19b487f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729516 Jan 18 22:46:21.534933 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e024d4-09e7-41b2-b57c-4d2aa44570eb req-5b26832b-1d85-4e5a-895c-f5002fb0b6e7 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:21.537399 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-87e024d4-09e7-41b2-b57c-4d2aa44570eb req-5b26832b-1d85-4e5a-895c-f5002fb0b6e7 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=514d5dea-b20c-4fa2-9293-e0617f11d3be HTTP/1.1" status: 200 len: 946 time: 0.0626380 Jan 18 22:46:21.589282 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-87e024d4-09e7-41b2-b57c-4d2aa44570eb req-1158c255-1ccd-4e30-a8fc-1f6292395627 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=31dd60ca-8970-47bd-952a-ccbc19b487f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458763 Jan 18 22:46:21.960895 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a8835e6d-bb81-4a37-974e-d2da6b0a54f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:22.790888 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c155aa-04f7-419a-b54d-7f574de1d928 req-f9d3aa72-0b43-436d-b491-f184f657cd25 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:22.793559 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-48c155aa-04f7-419a-b54d-7f574de1d928 req-f9d3aa72-0b43-436d-b491-f184f657cd25 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=514d5dea-b20c-4fa2-9293-e0617f11d3be HTTP/1.1" status: 200 len: 946 time: 0.0655005 Jan 18 22:46:22.904375 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-48c155aa-04f7-419a-b54d-7f574de1d928 req-fa7f8e83-a6be-4794-b953-20f3c24b02a8 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=31dd60ca-8970-47bd-952a-ccbc19b487f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016397 Jan 18 22:46:22.978196 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:24.041034 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2737765f-3f18-4e77-9372-3ef5fdb0e311 req-8283795a-65d1-43c8-94e0-daa81f264256 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:24.042518 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2737765f-3f18-4e77-9372-3ef5fdb0e311 req-8283795a-65d1-43c8-94e0-daa81f264256 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=514d5dea-b20c-4fa2-9293-e0617f11d3be HTTP/1.1" status: 200 len: 946 time: 0.0558193 Jan 18 22:46:24.101246 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2737765f-3f18-4e77-9372-3ef5fdb0e311 req-9510d7f9-40ad-4e57-a368-4cd1831e6991 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=31dd60ca-8970-47bd-952a-ccbc19b487f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516658 Jan 18 22:46:24.458485 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:24.588636 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 49120) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:46:24.656090 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:24.679184 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba2fd839-dfd9-4d65-aa15-f4d1773f6d0d admin admin] Deleting subnet 02499e40-686d-4dcb-b72f-89b6a1c6d403 {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:46:24.683316 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ba2fd839-dfd9-4d65-aa15-f4d1773f6d0d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:24.726555 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ba2fd839-dfd9-4d65-aa15-f4d1773f6d0d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:24.777521 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ba2fd839-dfd9-4d65-aa15-f4d1773f6d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:24.835344 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ba2fd839-dfd9-4d65-aa15-f4d1773f6d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:24.861139 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2fd839-dfd9-4d65-aa15-f4d1773f6d0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02499e40-686d-4dcb-b72f-89b6a1c6d403,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:24.874378 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2fd839-dfd9-4d65-aa15-f4d1773f6d0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:46:24.874998 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2fd839-dfd9-4d65-aa15-f4d1773f6d0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:46:24.875338 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2fd839-dfd9-4d65-aa15-f4d1773f6d0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:46:24.875749 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2fd839-dfd9-4d65-aa15-f4d1773f6d0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:46:24.876081 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2fd839-dfd9-4d65-aa15-f4d1773f6d0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:46:24.876429 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2fd839-dfd9-4d65-aa15-f4d1773f6d0d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:46:24.876750 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2fd839-dfd9-4d65-aa15-f4d1773f6d0d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:46:24.877072 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2fd839-dfd9-4d65-aa15-f4d1773f6d0d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:46:24.877392 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2fd839-dfd9-4d65-aa15-f4d1773f6d0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:46:24.877708 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2fd839-dfd9-4d65-aa15-f4d1773f6d0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:46:24.878025 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2fd839-dfd9-4d65-aa15-f4d1773f6d0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:46:24.878339 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2fd839-dfd9-4d65-aa15-f4d1773f6d0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:46:24.893356 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ba2fd839-dfd9-4d65-aa15-f4d1773f6d0d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:24.900110 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-ba2fd839-dfd9-4d65-aa15-f4d1773f6d0d admin admin] 10.222.0.53 "DELETE /v2.0/subnets/02499e40-686d-4dcb-b72f-89b6a1c6d403 HTTP/1.1" status: 204 len: 168 time: 0.3082044 Jan 18 22:46:24.900454 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 49126) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:46:25.021497 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-286469c9-c9f1-445d-a705-5c6051c7d011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:25.121665 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-286469c9-c9f1-445d-a705-5c6051c7d011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:25.151985 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-286469c9-c9f1-445d-a705-5c6051c7d011 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65169bb9-775a-47bb-b164-b9621ea21a48']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:46:25.163758 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-286469c9-c9f1-445d-a705-5c6051c7d011 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af7e8de2-658e-41d1-9832-03b41a4e759e') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:46:25.164312 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-286469c9-c9f1-445d-a705-5c6051c7d011 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af7e8de2-658e-41d1-9832-03b41a4e759e') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:46:25.180170 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-286469c9-c9f1-445d-a705-5c6051c7d011 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:25.195516 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-286469c9-c9f1-445d-a705-5c6051c7d011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:25.202985 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-286469c9-c9f1-445d-a705-5c6051c7d011 admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:46:25.203872 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-286469c9-c9f1-445d-a705-5c6051c7d011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:25.205718 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:46:25.205718 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:46:25.205718 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:46:25.205718 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:46:25.205718 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:46:25.205718 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:46:25.205718 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:46:25.205718 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:46:25.205718 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:46:25.205718 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:46:25.205718 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:46:25.205718 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:46:25.205718 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:46:25.205718 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:46:25.205718 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:46:25.205718 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:46:25.205718 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:46:25.205718 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:46:25.205718 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:46:25.205718 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:46:25.205718 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:46:25.205718 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:46:25.205718 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:46:25.205718 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:46:25.205718 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:46:25.205718 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:46:25.205718 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:46:25.205718 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:46:25.205718 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:46:25.205718 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:46:25.205718 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:46:25.205718 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:46:25.282444 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-286469c9-c9f1-445d-a705-5c6051c7d011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:25.288207 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-286469c9-c9f1-445d-a705-5c6051c7d011 admin admin] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:25.294365 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-286469c9-c9f1-445d-a705-5c6051c7d011 admin admin] 10.222.0.53 "DELETE /v2.0/networks/65169bb9-775a-47bb-b164-b9621ea21a48 HTTP/1.1" status: 204 len: 168 time: 0.3928699 Jan 18 22:46:25.294734 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 49140) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:46:25.310611 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286469c9-c9f1-445d-a705-5c6051c7d011 admin admin] Pushing event deleted for resources: {'Network': ['ID=65169bb9-775a-47bb-b164-b9621ea21a48,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:25.373947 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de66514-f260-4a06-99ab-822b6276d584 req-51907553-1c4b-4ff4-9b90-3acb96fb5f96 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:25.375893 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6de66514-f260-4a06-99ab-822b6276d584 req-51907553-1c4b-4ff4-9b90-3acb96fb5f96 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=514d5dea-b20c-4fa2-9293-e0617f11d3be HTTP/1.1" status: 200 len: 946 time: 0.1467628 Jan 18 22:46:25.447013 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_v2 [None req-10709e60-b60a-4ffc-8e9e-931076928c03 admin admin] Deleting subnet 9661268c-60a0-46f5-9c26-3ab8b47cd008 {{(pid=102430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:46:25.456942 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6de66514-f260-4a06-99ab-822b6276d584 req-4a2cda9b-b82f-4233-9217-f68332da69e0 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=31dd60ca-8970-47bd-952a-ccbc19b487f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718813 Jan 18 22:46:25.457156 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-10709e60-b60a-4ffc-8e9e-931076928c03 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:25.498548 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-10709e60-b60a-4ffc-8e9e-931076928c03 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60394745'] for subnet, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:25.544908 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-10709e60-b60a-4ffc-8e9e-931076928c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:25.618448 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-10709e60-b60a-4ffc-8e9e-931076928c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60203138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62288677'] for subnet, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:25.641847 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10709e60-b60a-4ffc-8e9e-931076928c03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9661268c-60a0-46f5-9c26-3ab8b47cd008,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:25.653655 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-10709e60-b60a-4ffc-8e9e-931076928c03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:25.659598 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-10709e60-b60a-4ffc-8e9e-931076928c03 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/9661268c-60a0-46f5-9c26-3ab8b47cd008 HTTP/1.1" status: 204 len: 168 time: 0.3633134 Jan 18 22:46:25.659796 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 49150) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:46:25.743923 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f617e9d2-8893-4b74-9bcf-fd4ef1ec813d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:25.832303 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f617e9d2-8893-4b74-9bcf-fd4ef1ec813d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:25.863100 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-f617e9d2-8893-4b74-9bcf-fd4ef1ec813d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8477c59f-9500-4cdb-8bdf-d01d0d857712']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:46:25.874755 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-f617e9d2-8893-4b74-9bcf-fd4ef1ec813d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abc7583d-7c32-42c2-899c-eda2579a841b') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:46:25.875043 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-f617e9d2-8893-4b74-9bcf-fd4ef1ec813d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abc7583d-7c32-42c2-899c-eda2579a841b') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:46:25.894771 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f617e9d2-8893-4b74-9bcf-fd4ef1ec813d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:25.922585 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f617e9d2-8893-4b74-9bcf-fd4ef1ec813d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:25.932872 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f617e9d2-8893-4b74-9bcf-fd4ef1ec813d admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:46:25.933511 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f617e9d2-8893-4b74-9bcf-fd4ef1ec813d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:25.935448 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:46:25.935448 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:46:25.935448 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:46:25.935448 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:46:25.935448 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:46:25.935448 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:46:25.935448 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:46:25.935448 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:46:25.935448 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:46:25.935448 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:46:25.935448 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:46:25.935448 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:46:25.935448 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:46:25.935448 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:46:25.935448 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:46:25.935448 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:46:25.935448 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:46:25.935448 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:46:25.935448 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:46:25.935448 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:46:25.935448 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:46:25.935448 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:46:25.935448 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:46:25.935448 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:46:25.935448 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:46:25.935448 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:46:25.935448 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:46:25.935448 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:46:25.935448 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:46:25.935448 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:46:25.935448 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:46:25.935448 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:46:26.020803 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f617e9d2-8893-4b74-9bcf-fd4ef1ec813d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:26.029249 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f617e9d2-8893-4b74-9bcf-fd4ef1ec813d admin admin] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:26.037503 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-f617e9d2-8893-4b74-9bcf-fd4ef1ec813d admin admin] 10.222.0.53 "DELETE /v2.0/networks/8477c59f-9500-4cdb-8bdf-d01d0d857712 HTTP/1.1" status: 204 len: 168 time: 0.3688848 Jan 18 22:46:26.064996 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f617e9d2-8893-4b74-9bcf-fd4ef1ec813d admin admin] Pushing event deleted for resources: {'Network': ['ID=8477c59f-9500-4cdb-8bdf-d01d0d857712,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:26.247514 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 49164) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:46:26.297431 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-41435462-69d3-47f1-b9c3-5e01e6d59715 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5240490f42fe436ca0dbd7d224197d4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0483170 Jan 18 22:46:26.299889 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 49166) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:46:26.363817 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f4c3de8a-4ea4-482d-86ce-857b3f674ae1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:26.389942 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f4c3de8a-4ea4-482d-86ce-857b3f674ae1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:26.465557 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f4c3de8a-4ea4-482d-86ce-857b3f674ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:26.469796 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f4c3de8a-4ea4-482d-86ce-857b3f674ae1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:26.473452 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-f4c3de8a-4ea4-482d-86ce-857b3f674ae1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/849ea962-4bdb-45dc-908e-eb99095b6489 HTTP/1.1" status: 204 len: 168 time: 0.1703923 Jan 18 22:46:26.492147 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c3de8a-4ea4-482d-86ce-857b3f674ae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=849ea962-4bdb-45dc-908e-eb99095b6489,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:26.635075 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9287d09-55bf-4522-a346-8feb2f0a91ec req-bfdd7cba-12a2-41c0-b194-6f4d14c16f62 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:26.639122 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a9287d09-55bf-4522-a346-8feb2f0a91ec req-bfdd7cba-12a2-41c0-b194-6f4d14c16f62 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=514d5dea-b20c-4fa2-9293-e0617f11d3be HTTP/1.1" status: 200 len: 946 time: 0.0736153 Jan 18 22:46:26.685401 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a9287d09-55bf-4522-a346-8feb2f0a91ec req-355f065b-e44c-42c5-9f7b-a1b5a491f033 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=31dd60ca-8970-47bd-952a-ccbc19b487f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370715 Jan 18 22:46:26.935568 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 49194) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:46:26.994150 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-5752f317-3528-4c92-81f5-dd0025e496c5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0f482387ca964613a4abb52ca3ff61b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0567586 Jan 18 22:46:26.996242 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 49196) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:46:27.046550 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-805be591-ea11-44e4-8c44-9cee5a6afd03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:27.085163 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-805be591-ea11-44e4-8c44-9cee5a6afd03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:27.148965 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-805be591-ea11-44e4-8c44-9cee5a6afd03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:27.150868 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-805be591-ea11-44e4-8c44-9cee5a6afd03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:27.163294 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-805be591-ea11-44e4-8c44-9cee5a6afd03 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0f0a7d80-b50c-4209-b78b-c19e89cf6a95 HTTP/1.1" status: 204 len: 168 time: 0.1659789 Jan 18 22:46:27.202046 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805be591-ea11-44e4-8c44-9cee5a6afd03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f0a7d80-b50c-4209-b78b-c19e89cf6a95,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:27.839081 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b54cdb-112d-4687-97fc-7e3cdca6dd37 req-8e9a6684-917e-4641-8bc1-8c756bdb39de tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:27.841000 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-56b54cdb-112d-4687-97fc-7e3cdca6dd37 req-8e9a6684-917e-4641-8bc1-8c756bdb39de tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=514d5dea-b20c-4fa2-9293-e0617f11d3be HTTP/1.1" status: 200 len: 946 time: 0.0653145 Jan 18 22:46:27.887191 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-56b54cdb-112d-4687-97fc-7e3cdca6dd37 req-2313c981-29f7-4408-8392-8e52d21d84e8 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=31dd60ca-8970-47bd-952a-ccbc19b487f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376682 Jan 18 22:46:28.750902 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 49278) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:46:28.899835 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-73f1a9cf-8261-4148-bf15-1cfcca589aae admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:29.055973 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5419a4e8-61ba-4473-ac69-d8c84908ced1 req-c1087980-b6af-4959-a7f0-0ef4c4f17b4a tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:29.057498 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5419a4e8-61ba-4473-ac69-d8c84908ced1 req-c1087980-b6af-4959-a7f0-0ef4c4f17b4a tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=514d5dea-b20c-4fa2-9293-e0617f11d3be HTTP/1.1" status: 200 len: 946 time: 0.0732508 Jan 18 22:46:29.087345 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-73f1a9cf-8261-4148-bf15-1cfcca589aae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:29.096929 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-73f1a9cf-8261-4148-bf15-1cfcca589aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:29.157636 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f1a9cf-8261-4148-bf15-1cfcca589aae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=791725f4-b041-4fb6-862b-ae05e5fb8ee8,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:29.170876 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f1a9cf-8261-4148-bf15-1cfcca589aae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:46:29.171224 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f1a9cf-8261-4148-bf15-1cfcca589aae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:46:29.171555 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f1a9cf-8261-4148-bf15-1cfcca589aae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:46:29.171887 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f1a9cf-8261-4148-bf15-1cfcca589aae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:46:29.172250 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f1a9cf-8261-4148-bf15-1cfcca589aae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:46:29.172582 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f1a9cf-8261-4148-bf15-1cfcca589aae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:46:29.172906 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f1a9cf-8261-4148-bf15-1cfcca589aae admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:46:29.173227 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f1a9cf-8261-4148-bf15-1cfcca589aae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:46:29.173547 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f1a9cf-8261-4148-bf15-1cfcca589aae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:46:29.173864 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f1a9cf-8261-4148-bf15-1cfcca589aae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:46:29.174184 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f1a9cf-8261-4148-bf15-1cfcca589aae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:46:29.174504 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f1a9cf-8261-4148-bf15-1cfcca589aae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:46:29.191792 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5419a4e8-61ba-4473-ac69-d8c84908ced1 req-8dc70161-afc7-49ca-a9b9-25df640d4733 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=31dd60ca-8970-47bd-952a-ccbc19b487f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1278734 Jan 18 22:46:29.226558 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-73f1a9cf-8261-4148-bf15-1cfcca589aae admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c615d7c19ab3484ca3879227588a91a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4736922 Jan 18 22:46:29.229272 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 49302) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:46:29.299086 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-477a6950-68e9-4832-923b-a093f2cc0ac1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:29.328656 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-477a6950-68e9-4832-923b-a093f2cc0ac1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:29.379863 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-477a6950-68e9-4832-923b-a093f2cc0ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:29.383310 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-477a6950-68e9-4832-923b-a093f2cc0ac1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:29.387809 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-477a6950-68e9-4832-923b-a093f2cc0ac1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/791725f4-b041-4fb6-862b-ae05e5fb8ee8 HTTP/1.1" status: 204 len: 168 time: 0.1573851 Jan 18 22:46:29.398136 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a6950-68e9-4832-923b-a093f2cc0ac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=791725f4-b041-4fb6-862b-ae05e5fb8ee8,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:30.383179 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef767139-47ee-4566-90c9-da8fb7876ec1 req-fc0d79e1-0149-4618-ac5b-4cc34dcbf6d7 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:30.384761 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ef767139-47ee-4566-90c9-da8fb7876ec1 req-fc0d79e1-0149-4618-ac5b-4cc34dcbf6d7 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=514d5dea-b20c-4fa2-9293-e0617f11d3be HTTP/1.1" status: 200 len: 946 time: 0.0976830 Jan 18 22:46:30.435263 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ef767139-47ee-4566-90c9-da8fb7876ec1 req-16e1d815-2436-4169-866e-e0401a3672b4 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=31dd60ca-8970-47bd-952a-ccbc19b487f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445747 Jan 18 22:46:31.651056 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0794e59a-eb57-4e20-bab7-18c27eb2798a req-ec9a3165-e10f-42b1-b8cc-4e89295692c6 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:31.652861 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0794e59a-eb57-4e20-bab7-18c27eb2798a req-ec9a3165-e10f-42b1-b8cc-4e89295692c6 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=514d5dea-b20c-4fa2-9293-e0617f11d3be HTTP/1.1" status: 200 len: 946 time: 0.1267424 Jan 18 22:46:31.704866 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0794e59a-eb57-4e20-bab7-18c27eb2798a req-856dde1b-a9f2-45af-9ac8-2cee30b1a363 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=31dd60ca-8970-47bd-952a-ccbc19b487f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445817 Jan 18 22:46:32.838098 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f861335-ef0d-440b-8c52-010a95e163be req-74c2fc2c-62c0-4819-a636-f4adcbcbdd95 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:32.839782 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8f861335-ef0d-440b-8c52-010a95e163be req-74c2fc2c-62c0-4819-a636-f4adcbcbdd95 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=514d5dea-b20c-4fa2-9293-e0617f11d3be HTTP/1.1" status: 200 len: 946 time: 0.0553849 Jan 18 22:46:32.891754 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8f861335-ef0d-440b-8c52-010a95e163be req-a03ae6db-9a05-437b-8063-3b9ab8cbf079 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=31dd60ca-8970-47bd-952a-ccbc19b487f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456872 Jan 18 22:46:34.052437 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8213814-689b-43e2-bcc5-7acf1d350d8c req-cbac1f65-51d9-4836-ac3e-30e3803299fc tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:34.054819 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a8213814-689b-43e2-bcc5-7acf1d350d8c req-cbac1f65-51d9-4836-ac3e-30e3803299fc tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=514d5dea-b20c-4fa2-9293-e0617f11d3be HTTP/1.1" status: 200 len: 946 time: 0.0644825 Jan 18 22:46:34.104114 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a8213814-689b-43e2-bcc5-7acf1d350d8c req-17bdc019-3483-42d1-a3da-96349fc35f3f tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=31dd60ca-8970-47bd-952a-ccbc19b487f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420966 Jan 18 22:46:35.259812 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c26dacd-1513-4502-a16c-01c2e5993273 req-f1cc23d1-bd65-4658-b7fc-fd137b716eac tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:35.261535 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3c26dacd-1513-4502-a16c-01c2e5993273 req-f1cc23d1-bd65-4658-b7fc-fd137b716eac tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=514d5dea-b20c-4fa2-9293-e0617f11d3be HTTP/1.1" status: 200 len: 946 time: 0.0723453 Jan 18 22:46:35.310914 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3c26dacd-1513-4502-a16c-01c2e5993273 req-10ab175c-3bfc-4b30-b0cd-e4ed312110eb tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=31dd60ca-8970-47bd-952a-ccbc19b487f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417454 Jan 18 22:46:35.487838 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275171a4-4cd7-4a0f-a3ed-d1c8967ac691 req-0a2a1a52-8c20-4893-b347-7bdd8982490b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:35.489441 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-275171a4-4cd7-4a0f-a3ed-d1c8967ac691 req-0a2a1a52-8c20-4893-b347-7bdd8982490b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=514d5dea-b20c-4fa2-9293-e0617f11d3be HTTP/1.1" status: 200 len: 1097 time: 0.0511656 Jan 18 22:46:35.535593 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-275171a4-4cd7-4a0f-a3ed-d1c8967ac691 req-7278db21-087d-420f-95cd-6581c855c6a4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=31dd60ca-8970-47bd-952a-ccbc19b487f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393438 Jan 18 22:46:36.551197 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe0a9aa-671d-4637-856c-e9c9995a84a6 req-6f32b7bc-bcec-477a-be6d-ed38176ecaea tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:36.561506 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0fe0a9aa-671d-4637-856c-e9c9995a84a6 req-6f32b7bc-bcec-477a-be6d-ed38176ecaea tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=514d5dea-b20c-4fa2-9293-e0617f11d3be HTTP/1.1" status: 200 len: 946 time: 0.1198993 Jan 18 22:46:36.673425 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0fe0a9aa-671d-4637-856c-e9c9995a84a6 req-01790b83-eb88-4acf-a707-c987c762ea37 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=31dd60ca-8970-47bd-952a-ccbc19b487f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042984 Jan 18 22:46:37.179178 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 9b4d5ed3-22f5-41c3-97fd-797c57465bd7 details requested by agent hyperv_n-h1-825064-1 with host n-h1-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:46:37.324178 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 9b4d5ed3-22f5-41c3-97fd-797c57465bd7, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=9b4d5ed3-22f5-41c3-97fd-797c57465bd7,segment=NetworkSegment(d3505b39-26d9-46ed-8521-b57d7815e856),segment_id=d3505b39-26d9-46ed-8521-b57d7815e856)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:46:37.336519 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 9b4d5ed3-22f5-41c3-97fd-797c57465bd7 no longer exists at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:46:37.390161 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Returning: {'device': '9b4d5ed3-22f5-41c3-97fd-797c57465bd7', 'network_id': 'b2568ae2-60e5-4afa-bb4a-1f65f411c8dd', 'port_id': '9b4d5ed3-22f5-41c3-97fd-797c57465bd7', 'mac_address': 'fa:16:3e:15:2a:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ed8ac88-32a7-4801-83b8-528f617904e4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:46:37.497961 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:37.507246 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:37.526407 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9b4d5ed3-22f5-41c3-97fd-797c57465bd7 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:46:37.572694 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 9b4d5ed3-22f5-41c3-97fd-797c57465bd7, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=9b4d5ed3-22f5-41c3-97fd-797c57465bd7,segment=NetworkSegment(d3505b39-26d9-46ed-8521-b57d7815e856),segment_id=d3505b39-26d9-46ed-8521-b57d7815e856)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:46:37.585632 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:37.668396 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=9b4d5ed3-22f5-41c3-97fd-797c57465bd7,revision_number=6']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:37.683698 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:46:37.684081 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:46:37.684462 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:46:37.684800 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:46:37.685394 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:46:37.685726 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:46:37.686054 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:46:37.686387 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:46:37.686711 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:46:37.687034 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:46:37.687357 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:46:37.687679 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:46:37.743025 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.db.api [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 22:46:37.745016 n-d-825064-1 neutron-server[102432]: DEBUG oslo_db.api [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 22:46:37.813075 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['9b4d5ed3-22f5-41c3-97fd-797c57465bd7'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:46:37.884778 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aa1792-f74a-488d-83a1-00cc0165d3f4 req-f8d9bfd8-167b-4f5a-afe9-7cd7f3803884 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:37.896975 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-85aa1792-f74a-488d-83a1-00cc0165d3f4 req-f8d9bfd8-167b-4f5a-afe9-7cd7f3803884 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=514d5dea-b20c-4fa2-9293-e0617f11d3be HTTP/1.1" status: 200 len: 945 time: 0.1103532 Jan 18 22:46:37.960588 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-85aa1792-f74a-488d-83a1-00cc0165d3f4 req-f57cbf4c-70a1-4835-a108-5c237893e2bf tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=31dd60ca-8970-47bd-952a-ccbc19b487f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533304 Jan 18 22:46:37.967976 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 49566) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:46:38.071460 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-0e78d6e2-be84-4d8b-81db-8ac5433c494e tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/floatingips/cddd519d-40b5-4deb-a8dd-85ac16e224ab HTTP/1.1" status: 200 len: 993 time: 0.1002753 Jan 18 22:46:38.285048 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:38.314113 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 9b4d5ed3-22f5-41c3-97fd-797c57465bd7 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:46:38.341873 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 9b4d5ed3-22f5-41c3-97fd-797c57465bd7, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=9b4d5ed3-22f5-41c3-97fd-797c57465bd7,segment=NetworkSegment(d3505b39-26d9-46ed-8521-b57d7815e856),segment_id=d3505b39-26d9-46ed-8521-b57d7815e856)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:46:38.348652 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:38.466607 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=9b4d5ed3-22f5-41c3-97fd-797c57465bd7,revision_number=7']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:39.197525 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 9b4d5ed3-22f5-41c3-97fd-797c57465bd7 up at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:46:39.275080 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9916d5b4-42eb-4d19-bda3-da3c11e886f1 req-16126c64-a097-4f5b-abc2-73f6968643c1 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=23b00950-0278-4000-9b7a-ddf18af88dd7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0685594 Jan 18 22:46:39.289698 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning complete for port 9b4d5ed3-22f5-41c3-97fd-797c57465bd7 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:46:39.290274 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:39.390411 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9916d5b4-42eb-4d19-bda3-da3c11e886f1 req-6d249011-5d76-4f5b-ad2c-3b009828245b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:39.392451 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9916d5b4-42eb-4d19-bda3-da3c11e886f1 req-6d249011-5d76-4f5b-ad2c-3b009828245b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ca384ada3dc84fb0a7ebf1c2b5980305&device_id=23b00950-0278-4000-9b7a-ddf18af88dd7 HTTP/1.1" status: 200 len: 1099 time: 0.0628910 Jan 18 22:46:39.419762 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:39.454485 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 9b4d5ed3-22f5-41c3-97fd-797c57465bd7, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=9b4d5ed3-22f5-41c3-97fd-797c57465bd7,segment=NetworkSegment(d3505b39-26d9-46ed-8521-b57d7815e856),segment_id=d3505b39-26d9-46ed-8521-b57d7815e856)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:46:39.455894 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '514d5dea-b20c-4fa2-9293-e0617f11d3be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b4d5ed3-22f5-41c3-97fd-797c57465bd7'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:46:39.459644 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-286ee62a-e4fa-4d41-b5f7-4c1a459b5644" -d '{"events": [{"server_uuid": "514d5dea-b20c-4fa2-9293-e0617f11d3be", "name": "network-vif-plugged", "status": "completed", "tag": "9b4d5ed3-22f5-41c3-97fd-797c57465bd7"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:46:39.478375 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:39.568239 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-721eed2f-f4df-4ebd-898c-4c5d93260bf2 x-openstack-request-id: req-721eed2f-f4df-4ebd-898c-4c5d93260bf2 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:46:39.568541 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "514d5dea-b20c-4fa2-9293-e0617f11d3be", "name": "network-vif-plugged", "status": "completed", "tag": "9b4d5ed3-22f5-41c3-97fd-797c57465bd7", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:46:39.568848 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-721eed2f-f4df-4ebd-898c-4c5d93260bf2 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:46:39.569253 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '514d5dea-b20c-4fa2-9293-e0617f11d3be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b4d5ed3-22f5-41c3-97fd-797c57465bd7', 'code': 200} Jan 18 22:46:39.579483 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=9b4d5ed3-22f5-41c3-97fd-797c57465bd7,revision_number=8']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:39.606840 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9916d5b4-42eb-4d19-bda3-da3c11e886f1 req-e313d7a9-5372-47c5-9fc4-e62ff54fa95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:39.608519 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9916d5b4-42eb-4d19-bda3-da3c11e886f1 req-e313d7a9-5372-47c5-9fc4-e62ff54fa95c service neutron] 10.222.0.67 "GET /v2.0/networks?id=aed2eca7-1bb0-443d-8485-b985dbe9851b HTTP/1.1" status: 200 len: 869 time: 0.1948473 Jan 18 22:46:39.655564 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9916d5b4-42eb-4d19-bda3-da3c11e886f1 req-df4ac072-d64f-4e1d-820f-b67174d41559 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=717deeec-0442-4d57-97bf-5c02bdc4701f HTTP/1.1" status: 200 len: 217 time: 0.0406883 Jan 18 22:46:39.720880 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9916d5b4-42eb-4d19-bda3-da3c11e886f1 req-1de08d80-f8c6-44fc-8050-c0db6204102c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:39.722493 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9916d5b4-42eb-4d19-bda3-da3c11e886f1 req-1de08d80-f8c6-44fc-8050-c0db6204102c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8518183d-cc63-459a-b971-d4c7514e001f HTTP/1.1" status: 200 len: 843 time: 0.0608454 Jan 18 22:46:39.787093 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9916d5b4-42eb-4d19-bda3-da3c11e886f1 req-4e4cf7f6-548e-4c66-bb27-1143ee754524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:39.789092 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9916d5b4-42eb-4d19-bda3-da3c11e886f1 req-4e4cf7f6-548e-4c66-bb27-1143ee754524 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aed2eca7-1bb0-443d-8485-b985dbe9851b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0520508 Jan 18 22:46:39.891968 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9916d5b4-42eb-4d19-bda3-da3c11e886f1 req-f13559dd-40f4-4d8f-b336-eb34960c29fb service neutron] 10.222.0.67 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955217 Jan 18 22:46:40.038459 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9916d5b4-42eb-4d19-bda3-da3c11e886f1 req-80b4e267-9b2f-4b3a-af24-bccca2ef80be service neutron] 10.222.0.67 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399009 Jan 18 22:46:41.049265 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 49672) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:46:41.251312 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f939c829-b514-4c6e-add4-3baacd9a9ca6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:41.274187 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 22:46:41.350226 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f939c829-b514-4c6e-add4-3baacd9a9ca6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:41.355681 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f939c829-b514-4c6e-add4-3baacd9a9ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:41.400975 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-f939c829-b514-4c6e-add4-3baacd9a9ca6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d8da620b08174e9b973b10e678fc2ae2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3500433 Jan 18 22:46:41.403549 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 49690) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:46:41.458677 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f939c829-b514-4c6e-add4-3baacd9a9ca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea1aef21-c036-4ae0-9962-7dd6a096c5e3,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:41.492850 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-156326ff-2bb7-4c4e-a2fe-eeaeb06d6b08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:41.517896 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-156326ff-2bb7-4c4e-a2fe-eeaeb06d6b08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:41.577105 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-156326ff-2bb7-4c4e-a2fe-eeaeb06d6b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:41.579861 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-156326ff-2bb7-4c4e-a2fe-eeaeb06d6b08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:41.581173 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-156326ff-2bb7-4c4e-a2fe-eeaeb06d6b08 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ea1aef21-c036-4ae0-9962-7dd6a096c5e3 HTTP/1.1" status: 204 len: 168 time: 0.1765277 Jan 18 22:46:41.600296 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156326ff-2bb7-4c4e-a2fe-eeaeb06d6b08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea1aef21-c036-4ae0-9962-7dd6a096c5e3,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:42.953687 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:43.765254 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:43.894006 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b2b1a7ed-e345-4e67-a332-9a8fa3da6970 req-296a7c3b-d5c7-45cc-8a7b-bb725e88f736 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-10573062&fields=id&tenant_id=0c676acb4b374123bc012031246d3916 HTTP/1.1" status: 200 len: 267 time: 0.0367150 Jan 18 22:46:44.016938 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b1a7ed-e345-4e67-a332-9a8fa3da6970 req-73031bde-99e5-4cab-91b4-57d6af921610 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:44.018324 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b2b1a7ed-e345-4e67-a332-9a8fa3da6970 req-73031bde-99e5-4cab-91b4-57d6af921610 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/networks?id=3887d3dd-b3d8-463d-9d9c-879e57c9ab40 HTTP/1.1" status: 200 len: 811 time: 0.1162162 Jan 18 22:46:44.033900 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b2b1a7ed-e345-4e67-a332-9a8fa3da6970 req-2f16e7d7-552c-49f9-9fa7-6f02c6a993e5 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/quotas/0c676acb4b374123bc012031246d3916 HTTP/1.1" status: 200 len: 375 time: 0.0092704 Jan 18 22:46:44.105215 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b2b1a7ed-e345-4e67-a332-9a8fa3da6970 req-24100570-9dd9-4988-990d-86a3144deba0 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=0c676acb4b374123bc012031246d3916&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0644791 Jan 18 22:46:44.204520 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b2b1a7ed-e345-4e67-a332-9a8fa3da6970 req-d7f5d0e2-467b-41b9-b47b-eaacc14e3d97 service neutron] 10.222.0.53 "GET /v2.0/networks/3887d3dd-b3d8-463d-9d9c-879e57c9ab40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879002 Jan 18 22:46:44.314857 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b2b1a7ed-e345-4e67-a332-9a8fa3da6970 req-4d46b4f6-4ed0-4bd0-8a1e-d09fcbf90d63 service neutron] 10.222.0.53 "GET /v2.0/networks/3887d3dd-b3d8-463d-9d9c-879e57c9ab40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891933 Jan 18 22:46:44.635136 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e2386a22-fcd0-4639-be93-2bb9a1425c10 req-2203cccf-1fcf-45da-ba03-3c03f06a56f1 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=c700cfe0-91f3-4d2c-a587-5ae1d5e597e0 HTTP/1.1" status: 200 len: 210 time: 0.0297332 Jan 18 22:46:45.683698 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b1a7ed-e345-4e67-a332-9a8fa3da6970 req-860ff7e4-46ce-4b86-9312-f23e8b3b6638 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:45.685452 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b2b1a7ed-e345-4e67-a332-9a8fa3da6970 req-860ff7e4-46ce-4b86-9312-f23e8b3b6638 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.67 "GET /v2.0/networks?id=3887d3dd-b3d8-463d-9d9c-879e57c9ab40 HTTP/1.1" status: 200 len: 811 time: 0.1366491 Jan 18 22:46:45.770783 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-67237ed1-8b48-4eee-899b-92c5097645d7 req-2c9e1396-ee74-43e1-ac8a-731bf561281b tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=c700cfe0-91f3-4d2c-a587-5ae1d5e597e0 HTTP/1.1" status: 200 len: 210 time: 0.0376158 Jan 18 22:46:45.775836 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b2b1a7ed-e345-4e67-a332-9a8fa3da6970 req-184ab676-eef5-4190-84e3-737a78613747 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c676acb4b374123bc012031246d3916 HTTP/1.1" status: 200 len: 378 time: 0.0820780 Jan 18 22:46:45.785918 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-b2b1a7ed-e345-4e67-a332-9a8fa3da6970 req-f8f6aa1a-ce5d-489c-ab70-e0ab8291df8f tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Request body: {'port': {'device_id': 'c700cfe0-91f3-4d2c-a587-5ae1d5e597e0', 'network_id': '3887d3dd-b3d8-463d-9d9c-879e57c9ab40', 'admin_state_up': True, 'tenant_id': '0c676acb4b374123bc012031246d3916', 'security_groups': ['c91b1706-fbf8-4762-ae37-cb35170958ca']}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:46:46.226100 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2b1a7ed-e345-4e67-a332-9a8fa3da6970 req-f8f6aa1a-ce5d-489c-ab70-e0ab8291df8f tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Made reservation on behalf of 0c676acb4b374123bc012031246d3916 for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:46:46.230416 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-b2b1a7ed-e345-4e67-a332-9a8fa3da6970 req-f8f6aa1a-ce5d-489c-ab70-e0ab8291df8f tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:46.377641 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-b2b1a7ed-e345-4e67-a332-9a8fa3da6970 req-f8f6aa1a-ce5d-489c-ab70-e0ab8291df8f tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Allocated IP 172.20.0.4 (3887d3dd-b3d8-463d-9d9c-879e57c9ab40/b317bd45-9275-4aad-aa8f-d7702db0cadd/427a6e27-9bb4-4a42-8f2b-c963aac5daed) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:46:46.556269 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-b2b1a7ed-e345-4e67-a332-9a8fa3da6970 req-f8f6aa1a-ce5d-489c-ab70-e0ab8291df8f tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:46.595256 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-b2b1a7ed-e345-4e67-a332-9a8fa3da6970 req-f8f6aa1a-ce5d-489c-ab70-e0ab8291df8f tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:46.640290 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2b1a7ed-e345-4e67-a332-9a8fa3da6970 req-f8f6aa1a-ce5d-489c-ab70-e0ab8291df8f tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Network 3887d3dd-b3d8-463d-9d9c-879e57c9ab40 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:46:46.643949 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-b2b1a7ed-e345-4e67-a332-9a8fa3da6970 req-f8f6aa1a-ce5d-489c-ab70-e0ab8291df8f tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:46:46.647487 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2b1a7ed-e345-4e67-a332-9a8fa3da6970 req-f8f6aa1a-ce5d-489c-ab70-e0ab8291df8f tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:46:46.701289 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f6aa1a-ce5d-489c-ab70-e0ab8291df8f tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Pushing event updated for resources: {'Port': ['ID=427a6e27-9bb4-4a42-8f2b-c963aac5daed,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:46.727274 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b1a7ed-e345-4e67-a332-9a8fa3da6970 req-f8f6aa1a-ce5d-489c-ab70-e0ab8291df8f tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:46.728076 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-b2b1a7ed-e345-4e67-a332-9a8fa3da6970 req-f8f6aa1a-ce5d-489c-ab70-e0ab8291df8f tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:46.749878 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b2b1a7ed-e345-4e67-a332-9a8fa3da6970 req-f8f6aa1a-ce5d-489c-ab70-e0ab8291df8f tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9679463 Jan 18 22:46:46.762277 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-b2b1a7ed-e345-4e67-a332-9a8fa3da6970 req-50ca029b-fa81-4490-aba6-10e08241ff98 service neutron] Request body: {'port': {'device_id': 'c700cfe0-91f3-4d2c-a587-5ae1d5e597e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:46:46.854182 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-b2b1a7ed-e345-4e67-a332-9a8fa3da6970 req-50ca029b-fa81-4490-aba6-10e08241ff98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:46.940614 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-e1eef4f5-9bed-4341-b65c-6a16cf05feb2 None None] Provisioning complete for port 427a6e27-9bb4-4a42-8f2b-c963aac5daed triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:46:46.941320 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e1eef4f5-9bed-4341-b65c-6a16cf05feb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:46.984856 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-e1eef4f5-9bed-4341-b65c-6a16cf05feb2 None None] Port 427a6e27-9bb4-4a42-8f2b-c963aac5daed cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:46:47.041295 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe05ef2-7c56-40a9-86d9-05af54d80ccb req-61cca73b-b06b-4274-8e25-dd1a15ab73ac tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:47.042781 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3fe05ef2-7c56-40a9-86d9-05af54d80ccb req-61cca73b-b06b-4274-8e25-dd1a15ab73ac tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=c700cfe0-91f3-4d2c-a587-5ae1d5e597e0 HTTP/1.1" status: 200 len: 931 time: 0.1348166 Jan 18 22:46:47.100843 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3fe05ef2-7c56-40a9-86d9-05af54d80ccb req-4e717579-d623-4fd3-aa05-55106b2e4b1c tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=c91b1706-fbf8-4762-ae37-cb35170958ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0484023 Jan 18 22:46:47.252743 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [req-b2b1a7ed-e345-4e67-a332-9a8fa3da6970 req-50ca029b-fa81-4490-aba6-10e08241ff98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 427a6e27-9bb4-4a42-8f2b-c963aac5daed {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:46:47.261764 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-b2b1a7ed-e345-4e67-a332-9a8fa3da6970 req-50ca029b-fa81-4490-aba6-10e08241ff98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:47.275564 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-b2b1a7ed-e345-4e67-a332-9a8fa3da6970 req-50ca029b-fa81-4490-aba6-10e08241ff98 service neutron] Transition to ACTIVE for port object 427a6e27-9bb4-4a42-8f2b-c963aac5daed will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:46:47.279476 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-b2b1a7ed-e345-4e67-a332-9a8fa3da6970 req-50ca029b-fa81-4490-aba6-10e08241ff98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:47.332509 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ca029b-fa81-4490-aba6-10e08241ff98 service neutron] Pushing event updated for resources: {'Port': ['ID=427a6e27-9bb4-4a42-8f2b-c963aac5daed,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:47.413128 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-b2b1a7ed-e345-4e67-a332-9a8fa3da6970 req-50ca029b-fa81-4490-aba6-10e08241ff98 service neutron] Attempting to bind port 427a6e27-9bb4-4a42-8f2b-c963aac5daed on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:46:47.413447 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-b2b1a7ed-e345-4e67-a332-9a8fa3da6970 req-50ca029b-fa81-4490-aba6-10e08241ff98 service neutron] Attempting to bind port 427a6e27-9bb4-4a42-8f2b-c963aac5daed by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': 'ccabd36d-8c25-4648-92d3-222150b866b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3887d3dd-b3d8-463d-9d9c-879e57c9ab40'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:46:47.413787 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b1a7ed-e345-4e67-a332-9a8fa3da6970 req-50ca029b-fa81-4490-aba6-10e08241ff98 service neutron] Attempting to bind port 427a6e27-9bb4-4a42-8f2b-c963aac5daed on network 3887d3dd-b3d8-463d-9d9c-879e57c9ab40 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:46:47.422140 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b1a7ed-e345-4e67-a332-9a8fa3da6970 req-50ca029b-fa81-4490-aba6-10e08241ff98 service neutron] Port 427a6e27-9bb4-4a42-8f2b-c963aac5daed on network 3887d3dd-b3d8-463d-9d9c-879e57c9ab40 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:46:47.422460 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b1a7ed-e345-4e67-a332-9a8fa3da6970 req-50ca029b-fa81-4490-aba6-10e08241ff98 service neutron] Attempting to bind port 427a6e27-9bb4-4a42-8f2b-c963aac5daed on network 3887d3dd-b3d8-463d-9d9c-879e57c9ab40 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:46:47.428583 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b1a7ed-e345-4e67-a332-9a8fa3da6970 req-50ca029b-fa81-4490-aba6-10e08241ff98 service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:46:47.428931 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b1a7ed-e345-4e67-a332-9a8fa3da6970 req-50ca029b-fa81-4490-aba6-10e08241ff98 service neutron] Checking segment: {'id': 'ccabd36d-8c25-4648-92d3-222150b866b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3887d3dd-b3d8-463d-9d9c-879e57c9ab40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:46:47.429322 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b1a7ed-e345-4e67-a332-9a8fa3da6970 req-50ca029b-fa81-4490-aba6-10e08241ff98 service neutron] Bound using segment: {'id': 'ccabd36d-8c25-4648-92d3-222150b866b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3887d3dd-b3d8-463d-9d9c-879e57c9ab40'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:46:47.429758 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-b2b1a7ed-e345-4e67-a332-9a8fa3da6970 req-50ca029b-fa81-4490-aba6-10e08241ff98 service neutron] Bound port: 427a6e27-9bb4-4a42-8f2b-c963aac5daed, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccabd36d-8c25-4648-92d3-222150b866b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3887d3dd-b3d8-463d-9d9c-879e57c9ab40'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:46:47.430260 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-b2b1a7ed-e345-4e67-a332-9a8fa3da6970 req-50ca029b-fa81-4490-aba6-10e08241ff98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:47.519953 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-b2b1a7ed-e345-4e67-a332-9a8fa3da6970 req-50ca029b-fa81-4490-aba6-10e08241ff98 service neutron] For port 427a6e27-9bb4-4a42-8f2b-c963aac5daed, host n-h2-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:46:47.523360 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-b2b1a7ed-e345-4e67-a332-9a8fa3da6970 req-50ca029b-fa81-4490-aba6-10e08241ff98 service neutron] For port 427a6e27-9bb4-4a42-8f2b-c963aac5daed, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=427a6e27-9bb4-4a42-8f2b-c963aac5daed,segment=NetworkSegment(ccabd36d-8c25-4648-92d3-222150b866b3),segment_id=ccabd36d-8c25-4648-92d3-222150b866b3)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:46:47.528985 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-b2b1a7ed-e345-4e67-a332-9a8fa3da6970 req-50ca029b-fa81-4490-aba6-10e08241ff98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:47.568630 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b1a7ed-e345-4e67-a332-9a8fa3da6970 req-50ca029b-fa81-4490-aba6-10e08241ff98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:47.569276 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-b2b1a7ed-e345-4e67-a332-9a8fa3da6970 req-50ca029b-fa81-4490-aba6-10e08241ff98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:47.572250 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b2b1a7ed-e345-4e67-a332-9a8fa3da6970 req-50ca029b-fa81-4490-aba6-10e08241ff98 service neutron] 10.222.0.67 "PUT /v2.0/ports/427a6e27-9bb4-4a42-8f2b-c963aac5daed HTTP/1.1" status: 200 len: 1091 time: 0.8149989 Jan 18 22:46:47.572719 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c700cfe0-91f3-4d2c-a587-5ae1d5e597e0', 'tag': '427a6e27-9bb4-4a42-8f2b-c963aac5daed'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:46:47.575016 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebc67145-dd9d-4718-9ea8-911173eecab1" -d '{"events": [{"name": "network-changed", "server_uuid": "c700cfe0-91f3-4d2c-a587-5ae1d5e597e0", "tag": "427a6e27-9bb4-4a42-8f2b-c963aac5daed"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:46:47.598064 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ca029b-fa81-4490-aba6-10e08241ff98 service neutron] Pushing event updated for resources: {'Port': ['ID=427a6e27-9bb4-4a42-8f2b-c963aac5daed,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:46:47.623870 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eee1213f-2e3a-4ab5-9cf6-ad76239ffdc8 x-openstack-request-id: req-eee1213f-2e3a-4ab5-9cf6-ad76239ffdc8 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:46:47.624188 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c700cfe0-91f3-4d2c-a587-5ae1d5e597e0", "tag": "427a6e27-9bb4-4a42-8f2b-c963aac5daed", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:46:47.624446 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-eee1213f-2e3a-4ab5-9cf6-ad76239ffdc8 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:46:47.624848 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c700cfe0-91f3-4d2c-a587-5ae1d5e597e0', 'tag': '427a6e27-9bb4-4a42-8f2b-c963aac5daed', 'status': 'completed', 'code': 200} Jan 18 22:46:47.673024 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b1a7ed-e345-4e67-a332-9a8fa3da6970 req-4a52fec0-2267-4f90-8937-a7a7aa2e980f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:47.674697 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b2b1a7ed-e345-4e67-a332-9a8fa3da6970 req-4a52fec0-2267-4f90-8937-a7a7aa2e980f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0c676acb4b374123bc012031246d3916&device_id=c700cfe0-91f3-4d2c-a587-5ae1d5e597e0 HTTP/1.1" status: 200 len: 1094 time: 0.0602856 Jan 18 22:46:47.726115 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b2b1a7ed-e345-4e67-a332-9a8fa3da6970 req-2407aecc-862c-4e80-b4c9-13a6f84a76fe service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=427a6e27-9bb4-4a42-8f2b-c963aac5daed HTTP/1.1" status: 200 len: 217 time: 0.0442085 Jan 18 22:46:47.792315 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b1a7ed-e345-4e67-a332-9a8fa3da6970 req-c48d624d-f5d6-41d4-a02c-6e5a61717085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:47.796070 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b2b1a7ed-e345-4e67-a332-9a8fa3da6970 req-c48d624d-f5d6-41d4-a02c-6e5a61717085 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b317bd45-9275-4aad-aa8f-d7702db0cadd HTTP/1.1" status: 200 len: 850 time: 0.0630171 Jan 18 22:46:47.846329 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b1a7ed-e345-4e67-a332-9a8fa3da6970 req-c24a7438-97c4-4011-9481-644d3c43ac7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:47.848673 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b2b1a7ed-e345-4e67-a332-9a8fa3da6970 req-c24a7438-97c4-4011-9481-644d3c43ac7b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3887d3dd-b3d8-463d-9d9c-879e57c9ab40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455511 Jan 18 22:46:47.945999 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b2b1a7ed-e345-4e67-a332-9a8fa3da6970 req-dcbf34de-d936-465d-b680-bb6b614fed82 service neutron] 10.222.0.67 "GET /v2.0/networks/3887d3dd-b3d8-463d-9d9c-879e57c9ab40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906463 Jan 18 22:46:48.035643 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b2b1a7ed-e345-4e67-a332-9a8fa3da6970 req-eff53c2c-d909-4847-a378-d42eaf06d4f5 service neutron] 10.222.0.67 "GET /v2.0/networks/3887d3dd-b3d8-463d-9d9c-879e57c9ab40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834897 Jan 18 22:46:48.120294 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc67145-dd9d-4718-9ea8-911173eecab1 req-2b3ccd45-445b-4222-99cd-d4fff7248aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:48.121842 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ebc67145-dd9d-4718-9ea8-911173eecab1 req-2b3ccd45-445b-4222-99cd-d4fff7248aaf service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0c676acb4b374123bc012031246d3916&device_id=c700cfe0-91f3-4d2c-a587-5ae1d5e597e0 HTTP/1.1" status: 200 len: 1094 time: 0.0447502 Jan 18 22:46:48.255249 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38417f95-ba6d-40c6-a332-d653f8ea56c8 req-26251fe2-8671-479b-9efe-fe19b8a1899c tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:48.257078 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-38417f95-ba6d-40c6-a332-d653f8ea56c8 req-26251fe2-8671-479b-9efe-fe19b8a1899c tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=c700cfe0-91f3-4d2c-a587-5ae1d5e597e0 HTTP/1.1" status: 200 len: 943 time: 0.0736377 Jan 18 22:46:48.262192 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc67145-dd9d-4718-9ea8-911173eecab1 req-4e77540b-f144-4af2-846b-66465a995097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:48.263707 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ebc67145-dd9d-4718-9ea8-911173eecab1 req-4e77540b-f144-4af2-846b-66465a995097 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3887d3dd-b3d8-463d-9d9c-879e57c9ab40 HTTP/1.1" status: 200 len: 911 time: 0.1359341 Jan 18 22:46:48.318352 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ebc67145-dd9d-4718-9ea8-911173eecab1 req-195995e6-04ab-43fe-a921-0cf4ec45e7d3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=427a6e27-9bb4-4a42-8f2b-c963aac5daed HTTP/1.1" status: 200 len: 217 time: 0.0463858 Jan 18 22:46:48.344985 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-38417f95-ba6d-40c6-a332-d653f8ea56c8 req-118a848a-84a1-4888-be8c-e36ad835bd1f tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=c91b1706-fbf8-4762-ae37-cb35170958ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0793128 Jan 18 22:46:48.400168 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc67145-dd9d-4718-9ea8-911173eecab1 req-03350113-148b-4f3c-978d-a2bd14f13695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:48.401701 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ebc67145-dd9d-4718-9ea8-911173eecab1 req-03350113-148b-4f3c-978d-a2bd14f13695 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b317bd45-9275-4aad-aa8f-d7702db0cadd HTTP/1.1" status: 200 len: 850 time: 0.0712285 Jan 18 22:46:48.457977 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc67145-dd9d-4718-9ea8-911173eecab1 req-2f6054d1-fe11-4471-944e-357abcf289ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:48.459471 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ebc67145-dd9d-4718-9ea8-911173eecab1 req-2f6054d1-fe11-4471-944e-357abcf289ca service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3887d3dd-b3d8-463d-9d9c-879e57c9ab40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515823 Jan 18 22:46:48.557487 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ebc67145-dd9d-4718-9ea8-911173eecab1 req-097c3af6-1258-4279-b9d0-4d82a0af2121 service neutron] 10.222.0.67 "GET /v2.0/networks/3887d3dd-b3d8-463d-9d9c-879e57c9ab40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898402 Jan 18 22:46:48.650730 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ebc67145-dd9d-4718-9ea8-911173eecab1 req-740d1a2c-e8fd-45ed-b3bb-2e529f7077c4 service neutron] 10.222.0.67 "GET /v2.0/networks/3887d3dd-b3d8-463d-9d9c-879e57c9ab40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864270 Jan 18 22:46:49.311036 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-74cf6729-d7fb-4994-a55c-3cc17239878f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:49.341702 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-8699aaf7-0577-42fb-a893-b047736c4867 req-da62e025-6034-40a1-8493-cbcaa857efa3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=514d5dea-b20c-4fa2-9293-e0617f11d3be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0419230 Jan 18 22:46:49.407933 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8699aaf7-0577-42fb-a893-b047736c4867 req-0b8df3d2-b62f-49e9-b2c0-2fbf175de67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:49.409569 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-8699aaf7-0577-42fb-a893-b047736c4867 req-0b8df3d2-b62f-49e9-b2c0-2fbf175de67b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=438cce0e2f434b5f879ce307da159923&device_id=514d5dea-b20c-4fa2-9293-e0617f11d3be HTTP/1.1" status: 200 len: 1097 time: 0.0455873 Jan 18 22:46:49.525689 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d54e05-c5ae-4eca-be28-c6662a4e75e9 req-19ca3057-edee-4d3a-8c5a-04506045bf53 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:49.527949 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d1d54e05-c5ae-4eca-be28-c6662a4e75e9 req-19ca3057-edee-4d3a-8c5a-04506045bf53 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=c700cfe0-91f3-4d2c-a587-5ae1d5e597e0 HTTP/1.1" status: 200 len: 943 time: 0.0824068 Jan 18 22:46:49.586363 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d1d54e05-c5ae-4eca-be28-c6662a4e75e9 req-51fcd8b5-24f6-4cbe-8bb6-dc3d22d1cc4f tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=c91b1706-fbf8-4762-ae37-cb35170958ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0519831 Jan 18 22:46:49.592000 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8699aaf7-0577-42fb-a893-b047736c4867 req-67748745-3045-4b24-8ee3-27ee176d3cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:49.594739 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-8699aaf7-0577-42fb-a893-b047736c4867 req-67748745-3045-4b24-8ee3-27ee176d3cdb service neutron] 10.222.0.36 "GET /v2.0/networks?id=b2568ae2-60e5-4afa-bb4a-1f65f411c8dd HTTP/1.1" status: 200 len: 897 time: 0.1647325 Jan 18 22:46:49.682149 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-8699aaf7-0577-42fb-a893-b047736c4867 req-8f3ca03a-8c9b-4920-8faf-8299bb7c87e3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9b4d5ed3-22f5-41c3-97fd-797c57465bd7 HTTP/1.1" status: 200 len: 1002 time: 0.0781960 Jan 18 22:46:49.740635 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8699aaf7-0577-42fb-a893-b047736c4867 req-434b3980-e9e4-4cae-b058-7306df4d7315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:49.742743 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-8699aaf7-0577-42fb-a893-b047736c4867 req-434b3980-e9e4-4cae-b058-7306df4d7315 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0ed8ac88-32a7-4801-83b8-528f617904e4 HTTP/1.1" status: 200 len: 834 time: 0.0525992 Jan 18 22:46:49.806588 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8699aaf7-0577-42fb-a893-b047736c4867 req-643d0274-1141-4d3b-9f1e-6496c5c9e5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:49.808915 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-8699aaf7-0577-42fb-a893-b047736c4867 req-643d0274-1141-4d3b-9f1e-6496c5c9e5d1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b2568ae2-60e5-4afa-bb4a-1f65f411c8dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0583999 Jan 18 22:46:49.924963 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-8699aaf7-0577-42fb-a893-b047736c4867 req-b4c51802-3e43-4706-9df0-c5a48ff07cc8 service neutron] 10.222.0.36 "GET /v2.0/networks/b2568ae2-60e5-4afa-bb4a-1f65f411c8dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087093 Jan 18 22:46:50.030806 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-8699aaf7-0577-42fb-a893-b047736c4867 req-d0891b09-58bd-4b8e-8938-e71b2a7757ca service neutron] 10.222.0.36 "GET /v2.0/networks/b2568ae2-60e5-4afa-bb4a-1f65f411c8dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978038 Jan 18 22:46:50.749289 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253f7ea6-f50f-4011-9406-8a748bfc9afb req-59d8938e-512c-4794-b79b-2ee16b4d47a3 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:50.750829 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-253f7ea6-f50f-4011-9406-8a748bfc9afb req-59d8938e-512c-4794-b79b-2ee16b4d47a3 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=c700cfe0-91f3-4d2c-a587-5ae1d5e597e0 HTTP/1.1" status: 200 len: 943 time: 0.0748060 Jan 18 22:46:50.801285 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-253f7ea6-f50f-4011-9406-8a748bfc9afb req-a53f3f41-363e-4877-8c56-846d1cfe154d tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=c91b1706-fbf8-4762-ae37-cb35170958ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436041 Jan 18 22:46:51.978635 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d0e34cfd-64c3-4da9-9811-fdf587e01cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:52.013414 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47281906-d619-4922-8a77-af28ed26ed41 req-1e3d60fe-d71b-4af6-a2d4-35ae2a83d06b tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:52.017804 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-47281906-d619-4922-8a77-af28ed26ed41 req-1e3d60fe-d71b-4af6-a2d4-35ae2a83d06b tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=c700cfe0-91f3-4d2c-a587-5ae1d5e597e0 HTTP/1.1" status: 200 len: 943 time: 0.1329966 Jan 18 22:46:52.109312 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-47281906-d619-4922-8a77-af28ed26ed41 req-c47220cd-5a4f-4c66-ad6b-61e804f35c65 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=c91b1706-fbf8-4762-ae37-cb35170958ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0832624 Jan 18 22:46:52.986664 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:53.224484 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a357d8bc-71dc-4d9e-b985-75728d127094 req-005b9754-a698-4a86-bf2f-d583085ad695 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:53.225921 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a357d8bc-71dc-4d9e-b985-75728d127094 req-005b9754-a698-4a86-bf2f-d583085ad695 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=c700cfe0-91f3-4d2c-a587-5ae1d5e597e0 HTTP/1.1" status: 200 len: 943 time: 0.0493958 Jan 18 22:46:53.270399 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a357d8bc-71dc-4d9e-b985-75728d127094 req-ebdd566c-c242-4490-bc8b-29143dcd649e tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=c91b1706-fbf8-4762-ae37-cb35170958ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384314 Jan 18 22:46:54.386648 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cf2614-cbde-4be4-8705-dfe0168d54ed req-d87aae2a-bc08-42df-9558-37471aa9680d tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:54.388091 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e8cf2614-cbde-4be4-8705-dfe0168d54ed req-d87aae2a-bc08-42df-9558-37471aa9680d tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=c700cfe0-91f3-4d2c-a587-5ae1d5e597e0 HTTP/1.1" status: 200 len: 943 time: 0.0483601 Jan 18 22:46:54.426550 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e8cf2614-cbde-4be4-8705-dfe0168d54ed req-ee5e6875-d005-4e25-9807-0870a134c7cd tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=c91b1706-fbf8-4762-ae37-cb35170958ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312853 Jan 18 22:46:54.451309 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:54.641649 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:46:55.553708 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d3b819-2efe-4cf5-b9ae-7cb06ebaaefc req-140b0fc3-6036-4b61-85ee-a02f4c4a5770 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:55.555258 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-89d3b819-2efe-4cf5-b9ae-7cb06ebaaefc req-140b0fc3-6036-4b61-85ee-a02f4c4a5770 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=c700cfe0-91f3-4d2c-a587-5ae1d5e597e0 HTTP/1.1" status: 200 len: 943 time: 0.0565019 Jan 18 22:46:55.594063 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-89d3b819-2efe-4cf5-b9ae-7cb06ebaaefc req-5cd0e005-6543-4cf6-9c47-8f2abef39180 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=c91b1706-fbf8-4762-ae37-cb35170958ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316291 Jan 18 22:46:56.714834 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fb8e2d-13d4-4810-9f17-951a68ceff86 req-64b3b49b-5cf3-455b-8de1-279a2c80133c tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:56.717168 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f7fb8e2d-13d4-4810-9f17-951a68ceff86 req-64b3b49b-5cf3-455b-8de1-279a2c80133c tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=c700cfe0-91f3-4d2c-a587-5ae1d5e597e0 HTTP/1.1" status: 200 len: 943 time: 0.0505996 Jan 18 22:46:56.759956 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f7fb8e2d-13d4-4810-9f17-951a68ceff86 req-b7192236-1395-4590-bf1b-367cdeccbba8 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=c91b1706-fbf8-4762-ae37-cb35170958ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366318 Jan 18 22:46:57.896719 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d13703-9f82-4be4-8c72-8bac3808634b req-09d17524-a68e-4f44-9b85-9d7655ac5615 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:57.898198 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d8d13703-9f82-4be4-8c72-8bac3808634b req-09d17524-a68e-4f44-9b85-9d7655ac5615 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=c700cfe0-91f3-4d2c-a587-5ae1d5e597e0 HTTP/1.1" status: 200 len: 943 time: 0.0672987 Jan 18 22:46:57.934810 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d8d13703-9f82-4be4-8c72-8bac3808634b req-15580ded-7fb0-42bf-8005-f57d67c4fdfc tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=c91b1706-fbf8-4762-ae37-cb35170958ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306616 Jan 18 22:46:58.520475 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f11ee72-f9ec-4588-95bb-7ea1a3f41a73 req-7354db30-8590-44e6-97b0-9bcda5e6a00f tempest-VolumesBackupsTest-709108907 tempest-VolumesBackupsTest-709108907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:58.521930 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2f11ee72-f9ec-4588-95bb-7ea1a3f41a73 req-7354db30-8590-44e6-97b0-9bcda5e6a00f tempest-VolumesBackupsTest-709108907 tempest-VolumesBackupsTest-709108907-project] 10.222.0.53 "GET /v2.0/ports?device_id=23b00950-0278-4000-9b7a-ddf18af88dd7 HTTP/1.1" status: 200 len: 948 time: 0.0486510 Jan 18 22:46:58.559802 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2f11ee72-f9ec-4588-95bb-7ea1a3f41a73 req-820bef71-adc7-4c44-8bd0-6df1f40baae1 tempest-VolumesBackupsTest-709108907 tempest-VolumesBackupsTest-709108907-project] 10.222.0.53 "GET /v2.0/security-groups?id=640da7bd-85a0-4be8-9ae5-18bd68dac587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316904 Jan 18 22:46:59.049089 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf8407d-98b7-48e1-95ae-9546da55ca2c req-c209dc86-5c3a-449c-8fe0-d2a28c9e074f tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:59.050559 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7cf8407d-98b7-48e1-95ae-9546da55ca2c req-c209dc86-5c3a-449c-8fe0-d2a28c9e074f tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=c700cfe0-91f3-4d2c-a587-5ae1d5e597e0 HTTP/1.1" status: 200 len: 943 time: 0.0485222 Jan 18 22:46:59.100821 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7cf8407d-98b7-48e1-95ae-9546da55ca2c req-007398ca-92bd-4ad3-b384-342470857b65 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=c91b1706-fbf8-4762-ae37-cb35170958ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436413 Jan 18 22:46:59.673473 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee2143-5535-4da3-9b5f-0d4b9336789b req-d4088a23-1f6d-428f-bbfc-03d2c6b8671b tempest-VolumesBackupsTest-709108907 tempest-VolumesBackupsTest-709108907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:46:59.674957 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fdee2143-5535-4da3-9b5f-0d4b9336789b req-d4088a23-1f6d-428f-bbfc-03d2c6b8671b tempest-VolumesBackupsTest-709108907 tempest-VolumesBackupsTest-709108907-project] 10.222.0.53 "GET /v2.0/ports?device_id=23b00950-0278-4000-9b7a-ddf18af88dd7 HTTP/1.1" status: 200 len: 948 time: 0.0499337 Jan 18 22:46:59.712921 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fdee2143-5535-4da3-9b5f-0d4b9336789b req-05cfe552-bcef-4e05-86a5-1b3613a98d51 tempest-VolumesBackupsTest-709108907 tempest-VolumesBackupsTest-709108907-project] 10.222.0.53 "GET /v2.0/security-groups?id=640da7bd-85a0-4be8-9ae5-18bd68dac587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312772 Jan 18 22:47:00.064409 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0f1d93-7d69-4f5a-82c5-21932d00509d req-74656905-1969-45b8-970b-fa5dbd973a95 tempest-VolumesBackupsTest-709108907 tempest-VolumesBackupsTest-709108907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:00.065884 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7b0f1d93-7d69-4f5a-82c5-21932d00509d req-74656905-1969-45b8-970b-fa5dbd973a95 tempest-VolumesBackupsTest-709108907 tempest-VolumesBackupsTest-709108907-project] 10.222.0.67 "GET /v2.0/ports?device_id=23b00950-0278-4000-9b7a-ddf18af88dd7 HTTP/1.1" status: 200 len: 948 time: 0.0484586 Jan 18 22:47:00.159375 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-7b0f1d93-7d69-4f5a-82c5-21932d00509d req-df40fa71-f238-4787-8220-da036c558c8c tempest-VolumesBackupsTest-709108907 tempest-VolumesBackupsTest-709108907-project] Deleting port 717deeec-0442-4d57-97bf-5c02bdc4701f {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:47:00.160454 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-7b0f1d93-7d69-4f5a-82c5-21932d00509d req-df40fa71-f238-4787-8220-da036c558c8c tempest-VolumesBackupsTest-709108907 tempest-VolumesBackupsTest-709108907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:00.272735 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bc81c1-dff5-45aa-9a3c-d82319f9904d req-ed21bc8a-e46b-494d-ae98-1cb3e72df1c7 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:00.274112 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-41bc81c1-dff5-45aa-9a3c-d82319f9904d req-ed21bc8a-e46b-494d-ae98-1cb3e72df1c7 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=c700cfe0-91f3-4d2c-a587-5ae1d5e597e0 HTTP/1.1" status: 200 len: 943 time: 0.0986254 Jan 18 22:47:00.303416 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-7b0f1d93-7d69-4f5a-82c5-21932d00509d req-df40fa71-f238-4787-8220-da036c558c8c tempest-VolumesBackupsTest-709108907 tempest-VolumesBackupsTest-709108907-project] For port 717deeec-0442-4d57-97bf-5c02bdc4701f, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=717deeec-0442-4d57-97bf-5c02bdc4701f,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:47:00.303781 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-7b0f1d93-7d69-4f5a-82c5-21932d00509d req-df40fa71-f238-4787-8220-da036c558c8c tempest-VolumesBackupsTest-709108907 tempest-VolumesBackupsTest-709108907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:00.321096 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-7b0f1d93-7d69-4f5a-82c5-21932d00509d req-df40fa71-f238-4787-8220-da036c558c8c tempest-VolumesBackupsTest-709108907 tempest-VolumesBackupsTest-709108907-project] Calling delete_port for 717deeec-0442-4d57-97bf-5c02bdc4701f owned by compute:nova {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:47:00.343114 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-41bc81c1-dff5-45aa-9a3c-d82319f9904d req-49a78d64-e6cf-4039-9abc-ad0c9b8ee399 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=c91b1706-fbf8-4762-ae37-cb35170958ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0619936 Jan 18 22:47:00.388608 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 427a6e27-9bb4-4a42-8f2b-c963aac5daed details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:47:00.464112 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-7b0f1d93-7d69-4f5a-82c5-21932d00509d req-df40fa71-f238-4787-8220-da036c558c8c tempest-VolumesBackupsTest-709108907 tempest-VolumesBackupsTest-709108907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:00.489443 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 427a6e27-9bb4-4a42-8f2b-c963aac5daed, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=427a6e27-9bb4-4a42-8f2b-c963aac5daed,segment=NetworkSegment(ccabd36d-8c25-4648-92d3-222150b866b3),segment_id=ccabd36d-8c25-4648-92d3-222150b866b3)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:47:00.497784 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df40fa71-f238-4787-8220-da036c558c8c tempest-VolumesBackupsTest-709108907 tempest-VolumesBackupsTest-709108907-project] Pushing event deleted for resources: {'Port': ['ID=717deeec-0442-4d57-97bf-5c02bdc4701f,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:00.500946 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': '427a6e27-9bb4-4a42-8f2b-c963aac5daed', 'network_id': '3887d3dd-b3d8-463d-9d9c-879e57c9ab40', 'port_id': '427a6e27-9bb4-4a42-8f2b-c963aac5daed', 'mac_address': 'fa:16:3e:2e:5d:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b317bd45-9275-4aad-aa8f-d7702db0cadd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:47:00.507821 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['717deeec-0442-4d57-97bf-5c02bdc4701f'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:47:00.537956 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b0f1d93-7d69-4f5a-82c5-21932d00509d req-df40fa71-f238-4787-8220-da036c558c8c tempest-VolumesBackupsTest-709108907 tempest-VolumesBackupsTest-709108907-project] No DVR routers for this DVR port 717deeec-0442-4d57-97bf-5c02bdc4701f on host n-h2-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:47:00.540680 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-7b0f1d93-7d69-4f5a-82c5-21932d00509d req-df40fa71-f238-4787-8220-da036c558c8c tempest-VolumesBackupsTest-709108907 tempest-VolumesBackupsTest-709108907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:00.544041 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7b0f1d93-7d69-4f5a-82c5-21932d00509d req-df40fa71-f238-4787-8220-da036c558c8c tempest-VolumesBackupsTest-709108907 tempest-VolumesBackupsTest-709108907-project] 10.222.0.67 "DELETE /v2.0/ports/717deeec-0442-4d57-97bf-5c02bdc4701f HTTP/1.1" status: 204 len: 173 time: 0.4720316 Jan 18 22:47:00.544502 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23b00950-0278-4000-9b7a-ddf18af88dd7', 'name': 'network-vif-deleted', 'tag': '717deeec-0442-4d57-97bf-5c02bdc4701f'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:47:00.547086 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a7d8677-c386-4f27-a159-4ce8f4cd595e" -d '{"events": [{"server_uuid": "23b00950-0278-4000-9b7a-ddf18af88dd7", "name": "network-vif-deleted", "tag": "717deeec-0442-4d57-97bf-5c02bdc4701f"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:47:00.568043 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:00.582742 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 427a6e27-9bb4-4a42-8f2b-c963aac5daed {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:47:00.605828 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45c78ce7-fa3a-4ba2-8331-1000aa63bb28 x-openstack-request-id: req-45c78ce7-fa3a-4ba2-8331-1000aa63bb28 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:47:00.606485 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 427a6e27-9bb4-4a42-8f2b-c963aac5daed, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=427a6e27-9bb4-4a42-8f2b-c963aac5daed,segment=NetworkSegment(ccabd36d-8c25-4648-92d3-222150b866b3),segment_id=ccabd36d-8c25-4648-92d3-222150b866b3)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:47:00.606866 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23b00950-0278-4000-9b7a-ddf18af88dd7", "name": "network-vif-deleted", "tag": "717deeec-0442-4d57-97bf-5c02bdc4701f", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:47:00.607532 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-45c78ce7-fa3a-4ba2-8331-1000aa63bb28 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:47:00.608026 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23b00950-0278-4000-9b7a-ddf18af88dd7', 'name': 'network-vif-deleted', 'tag': '717deeec-0442-4d57-97bf-5c02bdc4701f', 'status': 'completed', 'code': 200} Jan 18 22:47:00.614346 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:00.667464 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=427a6e27-9bb4-4a42-8f2b-c963aac5daed,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:00.822763 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e379acb7-1214-4d8c-b701-2208a39f7e9d req-366df075-d451-455f-bf7d-912e7acb836f tempest-VolumesBackupsTest-709108907 tempest-VolumesBackupsTest-709108907-project] 10.222.0.53 "GET /v2.0/ports?device_id=23b00950-0278-4000-9b7a-ddf18af88dd7 HTTP/1.1" status: 200 len: 210 time: 0.0265319 Jan 18 22:47:00.827597 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['427a6e27-9bb4-4a42-8f2b-c963aac5daed'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:47:01.458052 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d51153d-dd22-41ac-a50f-8c30fdd38fb3 req-b3a56063-1479-41cd-b068-5a1a53b0291a tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:01.459506 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7d51153d-dd22-41ac-a50f-8c30fdd38fb3 req-b3a56063-1479-41cd-b068-5a1a53b0291a tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=c700cfe0-91f3-4d2c-a587-5ae1d5e597e0 HTTP/1.1" status: 200 len: 944 time: 0.0478880 Jan 18 22:47:01.498598 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7d51153d-dd22-41ac-a50f-8c30fdd38fb3 req-09711f00-f0bc-42c6-bae9-893f28571610 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=c91b1706-fbf8-4762-ae37-cb35170958ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328798 Jan 18 22:47:02.403637 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 427a6e27-9bb4-4a42-8f2b-c963aac5daed up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:47:02.452190 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port 427a6e27-9bb4-4a42-8f2b-c963aac5daed completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:47:02.456800 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port 427a6e27-9bb4-4a42-8f2b-c963aac5daed triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:47:02.457798 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:02.541384 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:02.584712 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 427a6e27-9bb4-4a42-8f2b-c963aac5daed, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=427a6e27-9bb4-4a42-8f2b-c963aac5daed,segment=NetworkSegment(ccabd36d-8c25-4648-92d3-222150b866b3),segment_id=ccabd36d-8c25-4648-92d3-222150b866b3)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:47:02.585905 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c700cfe0-91f3-4d2c-a587-5ae1d5e597e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '427a6e27-9bb4-4a42-8f2b-c963aac5daed'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:47:02.588572 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68373d1e-43e6-412c-938b-12e5c1d44862" -d '{"events": [{"server_uuid": "c700cfe0-91f3-4d2c-a587-5ae1d5e597e0", "name": "network-vif-plugged", "status": "completed", "tag": "427a6e27-9bb4-4a42-8f2b-c963aac5daed"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:47:02.597525 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:02.646890 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7076160-fc9b-4059-ad7a-f79caac4605e x-openstack-request-id: req-b7076160-fc9b-4059-ad7a-f79caac4605e {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:47:02.647225 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c700cfe0-91f3-4d2c-a587-5ae1d5e597e0", "name": "network-vif-plugged", "status": "completed", "tag": "427a6e27-9bb4-4a42-8f2b-c963aac5daed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:47:02.647430 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b7076160-fc9b-4059-ad7a-f79caac4605e {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:47:02.647824 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c700cfe0-91f3-4d2c-a587-5ae1d5e597e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '427a6e27-9bb4-4a42-8f2b-c963aac5daed', 'code': 200} Jan 18 22:47:02.658385 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22652bb-6284-404e-9a65-e2350060ce78 req-33223a5e-dd23-41c0-9628-c3c5fcaae0dd tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:02.660547 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c22652bb-6284-404e-9a65-e2350060ce78 req-33223a5e-dd23-41c0-9628-c3c5fcaae0dd tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=c700cfe0-91f3-4d2c-a587-5ae1d5e597e0 HTTP/1.1" status: 200 len: 945 time: 0.0781834 Jan 18 22:47:02.686345 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=427a6e27-9bb4-4a42-8f2b-c963aac5daed,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:02.710906 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c22652bb-6284-404e-9a65-e2350060ce78 req-4c03dc65-34f7-4605-a51b-ae9d3b72700e tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=c91b1706-fbf8-4762-ae37-cb35170958ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387244 Jan 18 22:47:02.758679 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce6eb79-31a0-48ac-9b7f-741f77f19fe0 req-2663fb33-b305-493e-be20-3b95ce67ef3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:02.760343 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7ce6eb79-31a0-48ac-9b7f-741f77f19fe0 req-2663fb33-b305-493e-be20-3b95ce67ef3b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c700cfe0-91f3-4d2c-a587-5ae1d5e597e0 HTTP/1.1" status: 200 len: 1096 time: 0.0486286 Jan 18 22:47:02.796238 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7ce6eb79-31a0-48ac-9b7f-741f77f19fe0 req-80a924e2-9286-4b0c-a814-3e093e320ae1 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=c91b1706-fbf8-4762-ae37-cb35170958ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0296564 Jan 18 22:47:03.842258 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551a443f-98c3-4dd2-bcd8-34ce7be67afd req-13744072-6a1b-4fd6-90d8-14a8b638b0ad tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:03.843772 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-551a443f-98c3-4dd2-bcd8-34ce7be67afd req-13744072-6a1b-4fd6-90d8-14a8b638b0ad tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=c700cfe0-91f3-4d2c-a587-5ae1d5e597e0 HTTP/1.1" status: 200 len: 945 time: 0.0505915 Jan 18 22:47:03.913663 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-551a443f-98c3-4dd2-bcd8-34ce7be67afd req-f3abf03c-1d57-4116-9ce4-b1c48fce45e6 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=c91b1706-fbf8-4762-ae37-cb35170958ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0627241 Jan 18 22:47:04.419053 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 717deeec-0442-4d57-97bf-5c02bdc4701f no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:47:04.453160 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] No Port match for: 717deeec-0442-4d57-97bf-5c02bdc4701f {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:47:04.453573 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 717deeec-0442-4d57-97bf-5c02bdc4701f not bound to the agent host n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:47:05.046397 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4d432b-ea21-4545-85bf-12fe3c2fd276 req-ea428632-b6bd-4c78-810c-6c7b5e3c1c80 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:05.047881 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5d4d432b-ea21-4545-85bf-12fe3c2fd276 req-ea428632-b6bd-4c78-810c-6c7b5e3c1c80 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=c700cfe0-91f3-4d2c-a587-5ae1d5e597e0 HTTP/1.1" status: 200 len: 945 time: 0.0610838 Jan 18 22:47:05.088681 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5d4d432b-ea21-4545-85bf-12fe3c2fd276 req-30537e31-2566-4df6-a485-b06890d825c2 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=c91b1706-fbf8-4762-ae37-cb35170958ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345700 Jan 18 22:47:05.214059 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77ddce2-c04d-4997-b66d-398c26bbc6ad req-f79001d6-952d-45ed-9a5c-10fa440f58f9 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:05.215564 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a77ddce2-c04d-4997-b66d-398c26bbc6ad req-f79001d6-952d-45ed-9a5c-10fa440f58f9 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=c700cfe0-91f3-4d2c-a587-5ae1d5e597e0 HTTP/1.1" status: 200 len: 945 time: 0.0521152 Jan 18 22:47:05.257266 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a77ddce2-c04d-4997-b66d-398c26bbc6ad req-240c4d1f-afb3-49da-86fd-3057b8522a3b tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=c91b1706-fbf8-4762-ae37-cb35170958ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352294 Jan 18 22:47:05.281553 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 50502) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:47:05.491023 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd9fca23-42fe-488a-82ca-0e339b2e0b54 tempest-TestVolumeBootPattern-954394769 tempest-TestVolumeBootPattern-954394769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:05.496079 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 50516) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:47:05.500714 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-d0f66706-262b-42d9-84ec-26b8219e4cda tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Request body: {'floatingip': {'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'port_id': '427a6e27-9bb4-4a42-8f2b-c963aac5daed', 'tenant_id': '0c676acb4b374123bc012031246d3916', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:47:05.501381 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-cd9fca23-42fe-488a-82ca-0e339b2e0b54 tempest-TestVolumeBootPattern-954394769 tempest-TestVolumeBootPattern-954394769-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=c700cfe0-91f3-4d2c-a587-5ae1d5e597e0 HTTP/1.1" status: 200 len: 1091 time: 0.2178187 Jan 18 22:47:05.527392 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d0f66706-262b-42d9-84ec-26b8219e4cda tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks [] for floatingip, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:05.640901 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d0f66706-262b-42d9-84ec-26b8219e4cda tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:05.748376 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-d0f66706-262b-42d9-84ec-26b8219e4cda tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Allocated IP 172.25.5.194 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/d3ae40e6-c285-48b1-8b20-378b9772a3f1) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:47:05.866572 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d0f66706-262b-42d9-84ec-26b8219e4cda tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:05.904476 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d0f66706-262b-42d9-84ec-26b8219e4cda tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:05.942672 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f66706-262b-42d9-84ec-26b8219e4cda tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:47:05.948358 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-d0f66706-262b-42d9-84ec-26b8219e4cda tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:47:05.952050 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f66706-262b-42d9-84ec-26b8219e4cda tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:47:05.980520 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f66706-262b-42d9-84ec-26b8219e4cda tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Pushing event updated for resources: {'Port': ['ID=d3ae40e6-c285-48b1-8b20-378b9772a3f1,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:06.343673 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d0f66706-262b-42d9-84ec-26b8219e4cda tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:06.417259 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d0f66706-262b-42d9-84ec-26b8219e4cda tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:06.573102 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d0f66706-262b-42d9-84ec-26b8219e4cda tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:06.579844 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d0f66706-262b-42d9-84ec-26b8219e4cda tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:06.666044 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f66706-262b-42d9-84ec-26b8219e4cda tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Pushing event updated for resources: {'Port': ['ID=d3ae40e6-c285-48b1-8b20-378b9772a3f1,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:06.671406 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d0f66706-262b-42d9-84ec-26b8219e4cda tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043075'] for floatingip, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:06.779133 n-d-825064-1 neutron-server[102430]: INFO neutron.db.l3_db [None req-d0f66706-262b-42d9-84ec-26b8219e4cda tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Floating IP 09294f32-bbc7-43ff-a9e8-5eb4fc61e848 associated. External IP: 172.25.5.194, port: 427a6e27-9bb4-4a42-8f2b-c963aac5daed. Jan 18 22:47:07.312857 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0f66706-262b-42d9-84ec-26b8219e4cda tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Router 43a70c88-4dbc-4e52-be65-03ecc7b88014 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:47:07.433131 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0f66706-262b-42d9-84ec-26b8219e4cda tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:47:07.445026 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dcdfb04-ed2d-40b2-b604-a901a46122f5 None None] Sync routers for ids ['43a70c88-4dbc-4e52-be65-03ecc7b88014'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:47:07.452880 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d0f66706-262b-42d9-84ec-26b8219e4cda tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:07.455186 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dcdfb04-ed2d-40b2-b604-a901a46122f5 None None] Routers {'43a70c88-4dbc-4e52-be65-03ecc7b88014'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:47:07.461033 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-4dcdfb04-ed2d-40b2-b604-a901a46122f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:46:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['43a70c88-4dbc-4e52-be65-03ecc7b88014'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:47:07.489549 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-d0f66706-262b-42d9-84ec-26b8219e4cda tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9919178 Jan 18 22:47:07.490607 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c700cfe0-91f3-4d2c-a587-5ae1d5e597e0', 'tag': '427a6e27-9bb4-4a42-8f2b-c963aac5daed'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:47:07.495846 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38b5a8e2-b863-4662-9a51-09f20b804a38" -d '{"events": [{"name": "network-changed", "server_uuid": "c700cfe0-91f3-4d2c-a587-5ae1d5e597e0", "tag": "427a6e27-9bb4-4a42-8f2b-c963aac5daed"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:47:07.552857 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a27ee5c-03fd-433e-a296-18db0d2ffaba x-openstack-request-id: req-8a27ee5c-03fd-433e-a296-18db0d2ffaba {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:47:07.553160 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c700cfe0-91f3-4d2c-a587-5ae1d5e597e0", "tag": "427a6e27-9bb4-4a42-8f2b-c963aac5daed", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:47:07.553417 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8a27ee5c-03fd-433e-a296-18db0d2ffaba {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:47:07.553823 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c700cfe0-91f3-4d2c-a587-5ae1d5e597e0', 'tag': '427a6e27-9bb4-4a42-8f2b-c963aac5daed', 'status': 'completed', 'code': 200} Jan 18 22:47:07.609956 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-4dcdfb04-ed2d-40b2-b604-a901a46122f5 None None] Set router 43a70c88-4dbc-4e52-be65-03ecc7b88014 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:47:07.623997 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b5a8e2-b863-4662-9a51-09f20b804a38 req-3a1cb334-e9a3-4814-bccb-0c01654b8d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:07.625783 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-38b5a8e2-b863-4662-9a51-09f20b804a38 req-3a1cb334-e9a3-4814-bccb-0c01654b8d6e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0c676acb4b374123bc012031246d3916&device_id=c700cfe0-91f3-4d2c-a587-5ae1d5e597e0 HTTP/1.1" status: 200 len: 1096 time: 0.0497289 Jan 18 22:47:07.731450 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b5a8e2-b863-4662-9a51-09f20b804a38 req-66c82467-91de-42be-9674-86872860a0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:07.733552 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-38b5a8e2-b863-4662-9a51-09f20b804a38 req-66c82467-91de-42be-9674-86872860a0f3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3887d3dd-b3d8-463d-9d9c-879e57c9ab40 HTTP/1.1" status: 200 len: 911 time: 0.1007426 Jan 18 22:47:07.874550 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-38b5a8e2-b863-4662-9a51-09f20b804a38 req-1ca0b243-7dc8-4425-88de-dda41bb525b0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=427a6e27-9bb4-4a42-8f2b-c963aac5daed HTTP/1.1" status: 200 len: 999 time: 0.1332505 Jan 18 22:47:07.925129 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-4dcdfb04-ed2d-40b2-b604-a901a46122f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a70c88-4dbc-4e52-be65-03ecc7b88014', 'name': 'tempest-TestVolumeBootPattern-550304170-router', 'tenant_id': '0c676acb4b374123bc012031246d3916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'ce7789a3-dfd0-4ab6-a2dd-9b16560a0fd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:40:59Z', 'updated_at': '2022-01-18T22:41:08Z', 'revision_number': 4, 'project_id': '0c676acb4b374123bc012031246d3916', 'gw_port': {'id': 'ce7789a3-dfd0-4ab6-a2dd-9b16560a0fd8', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e0:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a70c88-4dbc-4e52-be65-03ecc7b88014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:01Z', 'updated_at': '2022-01-18T22:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': '09294f32-bbc7-43ff-a9e8-5eb4fc61e848', 'tenant_id': '0c676acb4b374123bc012031246d3916', 'floating_ip_address': '172.25.5.194', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': '43a70c88-4dbc-4e52-be65-03ecc7b88014', 'port_id': '427a6e27-9bb4-4a42-8f2b-c963aac5daed', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3925, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3887d3dd-b3d8-463d-9d9c-879e57c9ab40', 'mac_address': 'fa:16:3e:2e:5d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c700cfe0-91f3-4d2c-a587-5ae1d5e597e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:47:06Z', 'updated_at': '2022-01-18T22:47:06Z', 'revision_number': 0, 'project_id': '0c676acb4b374123bc012031246d3916', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91298bb6-9ac2-498c-86c0-1b5021eada6b', 'name': '', 'network_id': '3887d3dd-b3d8-463d-9d9c-879e57c9ab40', 'tenant_id': '0c676acb4b374123bc012031246d3916', 'mac_address': 'fa:16:3e:c8:06:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a70c88-4dbc-4e52-be65-03ecc7b88014', 'device_owner': 'network:router_interface', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': 'b317bd45-9275-4aad-aa8f-d7702db0cadd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:06Z', 'updated_at': '2022-01-18T22:41:15Z', 'revision_number': 5, 'project_id': '0c676acb4b374123bc012031246d3916', 'subnets': [{'id': 'b317bd45-9275-4aad-aa8f-d7702db0cadd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:47:07.933545 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b5a8e2-b863-4662-9a51-09f20b804a38 req-ca9128c2-ac5e-47b8-8bd1-ab1bbeca3873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:07.935100 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-38b5a8e2-b863-4662-9a51-09f20b804a38 req-ca9128c2-ac5e-47b8-8bd1-ab1bbeca3873 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b317bd45-9275-4aad-aa8f-d7702db0cadd HTTP/1.1" status: 200 len: 850 time: 0.0544884 Jan 18 22:47:07.961768 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dcdfb04-ed2d-40b2-b604-a901a46122f5 None None] Checking router: 43a70c88-4dbc-4e52-be65-03ecc7b88014 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:47:07.973130 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dcdfb04-ed2d-40b2-b604-a901a46122f5 None None] Routers {'43a70c88-4dbc-4e52-be65-03ecc7b88014'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:47:07.973758 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-4dcdfb04-ed2d-40b2-b604-a901a46122f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:46:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['43a70c88-4dbc-4e52-be65-03ecc7b88014'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:47:08.010239 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b5a8e2-b863-4662-9a51-09f20b804a38 req-57b385fa-1826-44c9-ae48-f3b1043fd495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:08.013854 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-38b5a8e2-b863-4662-9a51-09f20b804a38 req-57b385fa-1826-44c9-ae48-f3b1043fd495 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3887d3dd-b3d8-463d-9d9c-879e57c9ab40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722744 Jan 18 22:47:08.139793 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-38b5a8e2-b863-4662-9a51-09f20b804a38 req-32b3c157-d41b-4d3c-8271-ff6534e1a031 service neutron] 10.222.0.67 "GET /v2.0/networks/3887d3dd-b3d8-463d-9d9c-879e57c9ab40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191916 Jan 18 22:47:08.269978 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-38b5a8e2-b863-4662-9a51-09f20b804a38 req-0224d9f0-9a4c-438a-b9f5-3be37aeb5dcc service neutron] 10.222.0.67 "GET /v2.0/networks/3887d3dd-b3d8-463d-9d9c-879e57c9ab40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228254 Jan 18 22:47:08.301967 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-4dcdfb04-ed2d-40b2-b604-a901a46122f5 None None] Set router 43a70c88-4dbc-4e52-be65-03ecc7b88014 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:47:08.547763 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-4dcdfb04-ed2d-40b2-b604-a901a46122f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a70c88-4dbc-4e52-be65-03ecc7b88014', 'name': 'tempest-TestVolumeBootPattern-550304170-router', 'tenant_id': '0c676acb4b374123bc012031246d3916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'ce7789a3-dfd0-4ab6-a2dd-9b16560a0fd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:40:59Z', 'updated_at': '2022-01-18T22:41:08Z', 'revision_number': 4, 'project_id': '0c676acb4b374123bc012031246d3916', 'gw_port': {'id': 'ce7789a3-dfd0-4ab6-a2dd-9b16560a0fd8', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e0:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a70c88-4dbc-4e52-be65-03ecc7b88014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:01Z', 'updated_at': '2022-01-18T22:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': '09294f32-bbc7-43ff-a9e8-5eb4fc61e848', 'tenant_id': '0c676acb4b374123bc012031246d3916', 'floating_ip_address': '172.25.5.194', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': '43a70c88-4dbc-4e52-be65-03ecc7b88014', 'port_id': '427a6e27-9bb4-4a42-8f2b-c963aac5daed', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3925, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3887d3dd-b3d8-463d-9d9c-879e57c9ab40', 'mac_address': 'fa:16:3e:2e:5d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c700cfe0-91f3-4d2c-a587-5ae1d5e597e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:47:06Z', 'updated_at': '2022-01-18T22:47:06Z', 'revision_number': 0, 'project_id': '0c676acb4b374123bc012031246d3916', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91298bb6-9ac2-498c-86c0-1b5021eada6b', 'name': '', 'network_id': '3887d3dd-b3d8-463d-9d9c-879e57c9ab40', 'tenant_id': '0c676acb4b374123bc012031246d3916', 'mac_address': 'fa:16:3e:c8:06:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a70c88-4dbc-4e52-be65-03ecc7b88014', 'device_owner': 'network:router_interface', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': 'b317bd45-9275-4aad-aa8f-d7702db0cadd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:06Z', 'updated_at': '2022-01-18T22:41:15Z', 'revision_number': 5, 'project_id': '0c676acb4b374123bc012031246d3916', 'subnets': [{'id': 'b317bd45-9275-4aad-aa8f-d7702db0cadd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:47:08.589539 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dcdfb04-ed2d-40b2-b604-a901a46122f5 None None] The sync data for ids ['43a70c88-4dbc-4e52-be65-03ecc7b88014'] in n-d-825064-1 is: [{'id': '43a70c88-4dbc-4e52-be65-03ecc7b88014', 'name': 'tempest-TestVolumeBootPattern-550304170-router', 'tenant_id': '0c676acb4b374123bc012031246d3916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'ce7789a3-dfd0-4ab6-a2dd-9b16560a0fd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:40:59Z', 'updated_at': '2022-01-18T22:41:08Z', 'revision_number': 4, 'project_id': '0c676acb4b374123bc012031246d3916', 'gw_port': {'id': 'ce7789a3-dfd0-4ab6-a2dd-9b16560a0fd8', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e0:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a70c88-4dbc-4e52-be65-03ecc7b88014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:01Z', 'updated_at': '2022-01-18T22:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': '09294f32-bbc7-43ff-a9e8-5eb4fc61e848', 'tenant_id': '0c676acb4b374123bc012031246d3916', 'floating_ip_address': '172.25.5.194', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': '43a70c88-4dbc-4e52-be65-03ecc7b88014', 'port_id': '427a6e27-9bb4-4a42-8f2b-c963aac5daed', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3925, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3887d3dd-b3d8-463d-9d9c-879e57c9ab40', 'mac_address': 'fa:16:3e:2e:5d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c700cfe0-91f3-4d2c-a587-5ae1d5e597e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:47:06Z', 'updated_at': '2022-01-18T22:47:06Z', 'revision_number': 0, 'project_id': '0c676acb4b374123bc012031246d3916', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91298bb6-9ac2-498c-86c0-1b5021eada6b', 'name': '', 'network_id': '3887d3dd-b3d8-463d-9d9c-879e57c9ab40', 'tenant_id': '0c676acb4b374123bc012031246d3916', 'mac_address': 'fa:16:3e:c8:06:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a70c88-4dbc-4e52-be65-03ecc7b88014', 'device_owner': 'network:router_interface', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': 'b317bd45-9275-4aad-aa8f-d7702db0cadd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:06Z', 'updated_at': '2022-01-18T22:41:15Z', 'revision_number': 5, 'project_id': '0c676acb4b374123bc012031246d3916', 'subnets': [{'id': 'b317bd45-9275-4aad-aa8f-d7702db0cadd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:47:08.636295 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 50580) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:47:08.816489 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-2571de97-a54e-4a71-b1ac-4051ada6a915 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Deleting port fe339d4e-964d-4d9c-85be-467f1041a0a5 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:47:08.816902 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2571de97-a54e-4a71-b1ac-4051ada6a915 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:08.912230 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2571de97-a54e-4a71-b1ac-4051ada6a915 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:08.913040 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2571de97-a54e-4a71-b1ac-4051ada6a915 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:08.927383 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-2571de97-a54e-4a71-b1ac-4051ada6a915 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Calling delete_port for fe339d4e-964d-4d9c-85be-467f1041a0a5 owned by network:floatingip {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:47:08.945818 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2899ad3-7b7a-4262-b727-b3feddb93a36 None None] New status for floating IP 09294f32-bbc7-43ff-a9e8-5eb4fc61e848: ACTIVE {{(pid=102433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 22:47:09.108096 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2571de97-a54e-4a71-b1ac-4051ada6a915 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:09.136713 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2571de97-a54e-4a71-b1ac-4051ada6a915 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Pushing event deleted for resources: {'Port': ['ID=fe339d4e-964d-4d9c-85be-467f1041a0a5,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:09.212254 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2571de97-a54e-4a71-b1ac-4051ada6a915 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for floatingip, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:09.212623 n-d-825064-1 neutron-server[102430]: INFO neutron.db.l3_db [None req-2571de97-a54e-4a71-b1ac-4051ada6a915 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Floating IP cddd519d-40b5-4deb-a8dd-85ac16e224ab disassociated (deleted). External IP: 172.25.5.208, port: 9b4d5ed3-22f5-41c3-97fd-797c57465bd7. Jan 18 22:47:09.440090 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2571de97-a54e-4a71-b1ac-4051ada6a915 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Router 50dded13-1674-4efb-b638-27d3deb8682e has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:47:09.567386 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2571de97-a54e-4a71-b1ac-4051ada6a915 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:47:09.576862 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2571de97-a54e-4a71-b1ac-4051ada6a915 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:09.577450 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d3efb9-f075-4966-8ea3-8bfd178a8cfa None None] Sync routers for ids ['50dded13-1674-4efb-b638-27d3deb8682e'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:47:09.595714 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d3efb9-f075-4966-8ea3-8bfd178a8cfa None None] Routers {'50dded13-1674-4efb-b638-27d3deb8682e'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:47:09.597057 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-66d3efb9-f075-4966-8ea3-8bfd178a8cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:46:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['50dded13-1674-4efb-b638-27d3deb8682e'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:47:09.631295 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-2571de97-a54e-4a71-b1ac-4051ada6a915 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "DELETE /v2.0/floatingips/cddd519d-40b5-4deb-a8dd-85ac16e224ab HTTP/1.1" status: 204 len: 168 time: 0.9906802 Jan 18 22:47:09.631295 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '514d5dea-b20c-4fa2-9293-e0617f11d3be', 'tag': '9b4d5ed3-22f5-41c3-97fd-797c57465bd7'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:47:09.633068 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-110b352f-504f-4cfe-8c34-16b74a0f117f" -d '{"events": [{"name": "network-changed", "server_uuid": "514d5dea-b20c-4fa2-9293-e0617f11d3be", "tag": "9b4d5ed3-22f5-41c3-97fd-797c57465bd7"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:47:09.691518 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec70b98a-609d-4483-9669-9012872fa38f x-openstack-request-id: req-ec70b98a-609d-4483-9669-9012872fa38f {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:47:09.691518 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "514d5dea-b20c-4fa2-9293-e0617f11d3be", "tag": "9b4d5ed3-22f5-41c3-97fd-797c57465bd7", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:47:09.692263 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ec70b98a-609d-4483-9669-9012872fa38f {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:47:09.692718 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '514d5dea-b20c-4fa2-9293-e0617f11d3be', 'tag': '9b4d5ed3-22f5-41c3-97fd-797c57465bd7', 'status': 'completed', 'code': 200} Jan 18 22:47:09.744876 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110b352f-504f-4cfe-8c34-16b74a0f117f req-b273cc26-1fc9-49f1-ae09-084a67a9393e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:09.747082 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-110b352f-504f-4cfe-8c34-16b74a0f117f req-b273cc26-1fc9-49f1-ae09-084a67a9393e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=438cce0e2f434b5f879ce307da159923&device_id=514d5dea-b20c-4fa2-9293-e0617f11d3be HTTP/1.1" status: 200 len: 1097 time: 0.0443330 Jan 18 22:47:09.842967 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-66d3efb9-f075-4966-8ea3-8bfd178a8cfa None None] Set router 50dded13-1674-4efb-b638-27d3deb8682e gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:47:09.886136 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110b352f-504f-4cfe-8c34-16b74a0f117f req-3db89d4d-29dc-4731-baee-60ebf4287fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:09.887838 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-110b352f-504f-4cfe-8c34-16b74a0f117f req-3db89d4d-29dc-4731-baee-60ebf4287fe9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b2568ae2-60e5-4afa-bb4a-1f65f411c8dd HTTP/1.1" status: 200 len: 897 time: 0.1331527 Jan 18 22:47:09.968868 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-110b352f-504f-4cfe-8c34-16b74a0f117f req-04c8063e-79da-4992-af28-11c939315409 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9b4d5ed3-22f5-41c3-97fd-797c57465bd7 HTTP/1.1" status: 200 len: 217 time: 0.0682878 Jan 18 22:47:09.991680 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eb5675-094a-4029-9d18-d960a9620e18 req-72a55351-193c-4d63-9172-75de32748a8c tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:09.996721 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e7eb5675-094a-4029-9d18-d960a9620e18 req-72a55351-193c-4d63-9172-75de32748a8c tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=514d5dea-b20c-4fa2-9293-e0617f11d3be HTTP/1.1" status: 200 len: 946 time: 0.0676033 Jan 18 22:47:10.053789 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110b352f-504f-4cfe-8c34-16b74a0f117f req-81e7d501-24ac-4d5f-a9b5-2e0f5b1d8afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:10.057616 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-110b352f-504f-4cfe-8c34-16b74a0f117f req-81e7d501-24ac-4d5f-a9b5-2e0f5b1d8afa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0ed8ac88-32a7-4801-83b8-528f617904e4 HTTP/1.1" status: 200 len: 834 time: 0.0770421 Jan 18 22:47:10.060661 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e7eb5675-094a-4029-9d18-d960a9620e18 req-7582a2ee-738a-434d-8e55-a79a9d183b8b tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=31dd60ca-8970-47bd-952a-ccbc19b487f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556421 Jan 18 22:47:10.133556 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110b352f-504f-4cfe-8c34-16b74a0f117f req-6220e5ec-574e-4115-b404-d7640e10090e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:10.135641 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-110b352f-504f-4cfe-8c34-16b74a0f117f req-6220e5ec-574e-4115-b404-d7640e10090e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b2568ae2-60e5-4afa-bb4a-1f65f411c8dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710671 Jan 18 22:47:10.145666 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-66d3efb9-f075-4966-8ea3-8bfd178a8cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50dded13-1674-4efb-b638-27d3deb8682e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2099520946', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'c6f8ed7f-2c77-41ad-82ba-84f684886a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:45:09Z', 'updated_at': '2022-01-18T22:45:23Z', 'revision_number': 4, 'project_id': '438cce0e2f434b5f879ce307da159923', 'gw_port': {'id': 'c6f8ed7f-2c77-41ad-82ba-84f684886a2c', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:39:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50dded13-1674-4efb-b638-27d3deb8682e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:45:10Z', 'updated_at': '2022-01-18T22:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'bc8d687e-3493-4b38-a36c-5e89c31806af', 'name': '', 'network_id': 'b2568ae2-60e5-4afa-bb4a-1f65f411c8dd', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'mac_address': 'fa:16:3e:7b:24:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50dded13-1674-4efb-b638-27d3deb8682e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '0ed8ac88-32a7-4801-83b8-528f617904e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:45:19Z', 'updated_at': '2022-01-18T22:45:30Z', 'revision_number': 5, 'project_id': '438cce0e2f434b5f879ce307da159923', 'subnets': [{'id': '0ed8ac88-32a7-4801-83b8-528f617904e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:47:10.181748 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d3efb9-f075-4966-8ea3-8bfd178a8cfa None None] Checking router: 50dded13-1674-4efb-b638-27d3deb8682e for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:47:10.191578 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d3efb9-f075-4966-8ea3-8bfd178a8cfa None None] Routers {'50dded13-1674-4efb-b638-27d3deb8682e'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:47:10.192854 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-66d3efb9-f075-4966-8ea3-8bfd178a8cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:46:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['50dded13-1674-4efb-b638-27d3deb8682e'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:47:10.244575 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-110b352f-504f-4cfe-8c34-16b74a0f117f req-af9fa0a5-fb64-4f63-a3d6-03b6403c72cd service neutron] 10.222.0.36 "GET /v2.0/networks/b2568ae2-60e5-4afa-bb4a-1f65f411c8dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009004 Jan 18 22:47:10.316850 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-66d3efb9-f075-4966-8ea3-8bfd178a8cfa None None] Set router 50dded13-1674-4efb-b638-27d3deb8682e gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:47:10.358065 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-110b352f-504f-4cfe-8c34-16b74a0f117f req-b37c52fa-7c74-41b6-a20c-bcef2a3b259e service neutron] 10.222.0.36 "GET /v2.0/networks/b2568ae2-60e5-4afa-bb4a-1f65f411c8dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047270 Jan 18 22:47:10.545410 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-66d3efb9-f075-4966-8ea3-8bfd178a8cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50dded13-1674-4efb-b638-27d3deb8682e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2099520946', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'c6f8ed7f-2c77-41ad-82ba-84f684886a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:45:09Z', 'updated_at': '2022-01-18T22:45:23Z', 'revision_number': 4, 'project_id': '438cce0e2f434b5f879ce307da159923', 'gw_port': {'id': 'c6f8ed7f-2c77-41ad-82ba-84f684886a2c', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:39:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50dded13-1674-4efb-b638-27d3deb8682e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:45:10Z', 'updated_at': '2022-01-18T22:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'bc8d687e-3493-4b38-a36c-5e89c31806af', 'name': '', 'network_id': 'b2568ae2-60e5-4afa-bb4a-1f65f411c8dd', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'mac_address': 'fa:16:3e:7b:24:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50dded13-1674-4efb-b638-27d3deb8682e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '0ed8ac88-32a7-4801-83b8-528f617904e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:45:19Z', 'updated_at': '2022-01-18T22:45:30Z', 'revision_number': 5, 'project_id': '438cce0e2f434b5f879ce307da159923', 'subnets': [{'id': '0ed8ac88-32a7-4801-83b8-528f617904e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:47:10.577497 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d3efb9-f075-4966-8ea3-8bfd178a8cfa None None] The sync data for ids ['50dded13-1674-4efb-b638-27d3deb8682e'] in n-d-825064-1 is: [{'id': '50dded13-1674-4efb-b638-27d3deb8682e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2099520946', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'c6f8ed7f-2c77-41ad-82ba-84f684886a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:45:09Z', 'updated_at': '2022-01-18T22:45:23Z', 'revision_number': 4, 'project_id': '438cce0e2f434b5f879ce307da159923', 'gw_port': {'id': 'c6f8ed7f-2c77-41ad-82ba-84f684886a2c', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:39:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50dded13-1674-4efb-b638-27d3deb8682e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:45:10Z', 'updated_at': '2022-01-18T22:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'bc8d687e-3493-4b38-a36c-5e89c31806af', 'name': '', 'network_id': 'b2568ae2-60e5-4afa-bb4a-1f65f411c8dd', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'mac_address': 'fa:16:3e:7b:24:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50dded13-1674-4efb-b638-27d3deb8682e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '0ed8ac88-32a7-4801-83b8-528f617904e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:45:19Z', 'updated_at': '2022-01-18T22:45:30Z', 'revision_number': 5, 'project_id': '438cce0e2f434b5f879ce307da159923', 'subnets': [{'id': '0ed8ac88-32a7-4801-83b8-528f617904e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:47:10.899639 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262af785-da6d-4d5f-a25d-608422d4fd18 None None] New status for floating IP cddd519d-40b5-4deb-a8dd-85ac16e224ab: DOWN {{(pid=102433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 22:47:11.208238 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd75f01-8617-4ac1-ae57-ec2cea8756c6 req-f5c3aa8e-b497-4810-bd98-de7ef547e451 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:11.210144 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3dd75f01-8617-4ac1-ae57-ec2cea8756c6 req-f5c3aa8e-b497-4810-bd98-de7ef547e451 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=514d5dea-b20c-4fa2-9293-e0617f11d3be HTTP/1.1" status: 200 len: 946 time: 0.0621567 Jan 18 22:47:11.257330 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3dd75f01-8617-4ac1-ae57-ec2cea8756c6 req-30e09374-7a3f-4243-be4e-9f453cbef9bd tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/security-groups?id=31dd60ca-8970-47bd-952a-ccbc19b487f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400290 Jan 18 22:47:11.303732 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20a0f49-ec12-4b8a-ad60-7a5ee440d289 req-aab23dcd-e5e3-484d-a813-5f33e5515e48 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:11.305438 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f20a0f49-ec12-4b8a-ad60-7a5ee440d289 req-aab23dcd-e5e3-484d-a813-5f33e5515e48 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.36 "GET /v2.0/ports?device_id=514d5dea-b20c-4fa2-9293-e0617f11d3be HTTP/1.1" status: 200 len: 946 time: 0.0596073 Jan 18 22:47:11.401429 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-f20a0f49-ec12-4b8a-ad60-7a5ee440d289 req-97115648-5812-4036-a711-44b7c5d6315a tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Deleting port 9b4d5ed3-22f5-41c3-97fd-797c57465bd7 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:47:11.402054 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-f20a0f49-ec12-4b8a-ad60-7a5ee440d289 req-97115648-5812-4036-a711-44b7c5d6315a tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:11.847271 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-f20a0f49-ec12-4b8a-ad60-7a5ee440d289 req-97115648-5812-4036-a711-44b7c5d6315a tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] For port 9b4d5ed3-22f5-41c3-97fd-797c57465bd7, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=9b4d5ed3-22f5-41c3-97fd-797c57465bd7,segment=NetworkSegment(d3505b39-26d9-46ed-8521-b57d7815e856),segment_id=d3505b39-26d9-46ed-8521-b57d7815e856)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:47:11.847637 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-f20a0f49-ec12-4b8a-ad60-7a5ee440d289 req-97115648-5812-4036-a711-44b7c5d6315a tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:11.860373 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-f20a0f49-ec12-4b8a-ad60-7a5ee440d289 req-97115648-5812-4036-a711-44b7c5d6315a tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Calling delete_port for 9b4d5ed3-22f5-41c3-97fd-797c57465bd7 owned by compute:nova {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:47:11.994976 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-f20a0f49-ec12-4b8a-ad60-7a5ee440d289 req-97115648-5812-4036-a711-44b7c5d6315a tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:12.030393 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97115648-5812-4036-a711-44b7c5d6315a tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Pushing event deleted for resources: {'Port': ['ID=9b4d5ed3-22f5-41c3-97fd-797c57465bd7,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:12.086663 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-f20a0f49-ec12-4b8a-ad60-7a5ee440d289 req-97115648-5812-4036-a711-44b7c5d6315a tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] No DVR routers for this DVR port 9b4d5ed3-22f5-41c3-97fd-797c57465bd7 on host n-h1-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:47:12.090333 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-f20a0f49-ec12-4b8a-ad60-7a5ee440d289 req-97115648-5812-4036-a711-44b7c5d6315a tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:12.094017 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f20a0f49-ec12-4b8a-ad60-7a5ee440d289 req-97115648-5812-4036-a711-44b7c5d6315a tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.36 "DELETE /v2.0/ports/9b4d5ed3-22f5-41c3-97fd-797c57465bd7 HTTP/1.1" status: 204 len: 173 time: 0.7828455 Jan 18 22:47:12.094455 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '514d5dea-b20c-4fa2-9293-e0617f11d3be', 'name': 'network-vif-deleted', 'tag': '9b4d5ed3-22f5-41c3-97fd-797c57465bd7'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:47:12.097507 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f93401f-eb86-4f0e-81e5-75ee7413381b" -d '{"events": [{"server_uuid": "514d5dea-b20c-4fa2-9293-e0617f11d3be", "name": "network-vif-deleted", "tag": "9b4d5ed3-22f5-41c3-97fd-797c57465bd7"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:47:12.135529 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0a739d0-3348-4db2-883e-2d8e3eb74021 x-openstack-request-id: req-e0a739d0-3348-4db2-883e-2d8e3eb74021 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:47:12.135880 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "514d5dea-b20c-4fa2-9293-e0617f11d3be", "name": "network-vif-deleted", "tag": "9b4d5ed3-22f5-41c3-97fd-797c57465bd7", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:47:12.136311 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e0a739d0-3348-4db2-883e-2d8e3eb74021 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:47:12.136867 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '514d5dea-b20c-4fa2-9293-e0617f11d3be', 'name': 'network-vif-deleted', 'tag': '9b4d5ed3-22f5-41c3-97fd-797c57465bd7', 'status': 'completed', 'code': 200} Jan 18 22:47:12.388026 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-834a8be8-a1a2-4ff5-98c5-f628b2a26d94 req-b8695c0b-810b-46f9-b4a6-332bd88ba7d0 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "GET /v2.0/ports?device_id=514d5dea-b20c-4fa2-9293-e0617f11d3be HTTP/1.1" status: 200 len: 210 time: 0.0430031 Jan 18 22:47:12.942877 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:13.456353 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 50638) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:47:13.764481 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:13.873798 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ab9f3f5d-6cb6-40ed-a494-6ce7c541c23b tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1041027'] for router_interface, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:14.193583 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-ab9f3f5d-6cb6-40ed-a494-6ce7c541c23b tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Deleting port bc8d687e-3493-4b38-a36c-5e89c31806af {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:47:14.194363 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ab9f3f5d-6cb6-40ed-a494-6ce7c541c23b tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:14.311514 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-ab9f3f5d-6cb6-40ed-a494-6ce7c541c23b tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] For port bc8d687e-3493-4b38-a36c-5e89c31806af, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=bc8d687e-3493-4b38-a36c-5e89c31806af,segment=NetworkSegment(d3505b39-26d9-46ed-8521-b57d7815e856),segment_id=d3505b39-26d9-46ed-8521-b57d7815e856)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:47:14.311908 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ab9f3f5d-6cb6-40ed-a494-6ce7c541c23b tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:14.326104 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-ab9f3f5d-6cb6-40ed-a494-6ce7c541c23b tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Calling delete_port for bc8d687e-3493-4b38-a36c-5e89c31806af owned by network:router_interface {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:47:14.541934 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ab9f3f5d-6cb6-40ed-a494-6ce7c541c23b tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:14.574000 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9f3f5d-6cb6-40ed-a494-6ce7c541c23b tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Pushing event deleted for resources: {'Port': ['ID=bc8d687e-3493-4b38-a36c-5e89c31806af,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:14.817730 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ab9f3f5d-6cb6-40ed-a494-6ce7c541c23b tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-613841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1046579'] for router_interface, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:15.104085 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab9f3f5d-6cb6-40ed-a494-6ce7c541c23b tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Router 50dded13-1674-4efb-b638-27d3deb8682e has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:47:15.239565 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab9f3f5d-6cb6-40ed-a494-6ce7c541c23b tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:47:15.255911 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-ab9f3f5d-6cb6-40ed-a494-6ce7c541c23b tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "PUT /v2.0/routers/50dded13-1674-4efb-b638-27d3deb8682e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7984416 Jan 18 22:47:15.258941 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 50658) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:47:15.268405 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19ba933-faf5-46b8-9549-4d9037f92a98 None None] Sync routers for ids ['50dded13-1674-4efb-b638-27d3deb8682e'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:47:15.279066 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19ba933-faf5-46b8-9549-4d9037f92a98 None None] Routers {'50dded13-1674-4efb-b638-27d3deb8682e'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:47:15.288394 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-d19ba933-faf5-46b8-9549-4d9037f92a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:46:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['50dded13-1674-4efb-b638-27d3deb8682e'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:47:15.333704 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf9d93df-b77b-4f34-95a2-960cfe54300c tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Deleting subnet 0ed8ac88-32a7-4801-83b8-528f617904e4 {{(pid=102430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:47:15.337578 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bf9d93df-b77b-4f34-95a2-960cfe54300c tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for subnet, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:15.374627 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 9b4d5ed3-22f5-41c3-97fd-797c57465bd7 no longer exists at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:47:15.399999 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] No Port match for: 9b4d5ed3-22f5-41c3-97fd-797c57465bd7 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:47:15.400856 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 9b4d5ed3-22f5-41c3-97fd-797c57465bd7 not bound to the agent host n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:47:15.414982 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bf9d93df-b77b-4f34-95a2-960cfe54300c tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60394745'] for subnet, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:15.426929 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-d19ba933-faf5-46b8-9549-4d9037f92a98 None None] Set router 50dded13-1674-4efb-b638-27d3deb8682e gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:47:15.636215 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-d19ba933-faf5-46b8-9549-4d9037f92a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50dded13-1674-4efb-b638-27d3deb8682e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2099520946', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'c6f8ed7f-2c77-41ad-82ba-84f684886a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:45:09Z', 'updated_at': '2022-01-18T22:47:14Z', 'revision_number': 5, 'project_id': '438cce0e2f434b5f879ce307da159923', 'gw_port': {'id': 'c6f8ed7f-2c77-41ad-82ba-84f684886a2c', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:39:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50dded13-1674-4efb-b638-27d3deb8682e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:45:10Z', 'updated_at': '2022-01-18T22:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:47:15.669919 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19ba933-faf5-46b8-9549-4d9037f92a98 None None] Checking router: 50dded13-1674-4efb-b638-27d3deb8682e for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:47:15.679640 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19ba933-faf5-46b8-9549-4d9037f92a98 None None] Routers {'50dded13-1674-4efb-b638-27d3deb8682e'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:47:15.680283 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-d19ba933-faf5-46b8-9549-4d9037f92a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:46:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['50dded13-1674-4efb-b638-27d3deb8682e'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:47:15.814093 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-d19ba933-faf5-46b8-9549-4d9037f92a98 None None] Set router 50dded13-1674-4efb-b638-27d3deb8682e gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:47:15.908667 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bf9d93df-b77b-4f34-95a2-960cfe54300c tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:15.992922 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bf9d93df-b77b-4f34-95a2-960cfe54300c tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60203138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62288677'] for subnet, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:16.031819 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9d93df-b77b-4f34-95a2-960cfe54300c tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Pushing event deleted for resources: {'Subnet': ['ID=0ed8ac88-32a7-4801-83b8-528f617904e4,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:16.035220 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfef0a93-6539-4b9c-9076-584855d3aa9e None None] Network b2568ae2-60e5-4afa-bb4a-1f65f411c8dd requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:47:16.038403 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bf9d93df-b77b-4f34-95a2-960cfe54300c tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:16.045070 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-bf9d93df-b77b-4f34-95a2-960cfe54300c tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "DELETE /v2.0/subnets/0ed8ac88-32a7-4801-83b8-528f617904e4 HTTP/1.1" status: 204 len: 168 time: 0.7826190 Jan 18 22:47:16.045619 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 50666) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:47:16.142360 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-d19ba933-faf5-46b8-9549-4d9037f92a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50dded13-1674-4efb-b638-27d3deb8682e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2099520946', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'c6f8ed7f-2c77-41ad-82ba-84f684886a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:45:09Z', 'updated_at': '2022-01-18T22:47:14Z', 'revision_number': 5, 'project_id': '438cce0e2f434b5f879ce307da159923', 'gw_port': {'id': 'c6f8ed7f-2c77-41ad-82ba-84f684886a2c', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:39:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50dded13-1674-4efb-b638-27d3deb8682e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:45:10Z', 'updated_at': '2022-01-18T22:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:47:16.188004 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-88ae2f54-aa59-4e0c-9cea-09b2139bd209 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for router, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:16.193490 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19ba933-faf5-46b8-9549-4d9037f92a98 None None] The sync data for ids ['50dded13-1674-4efb-b638-27d3deb8682e'] in n-d-825064-1 is: [{'id': '50dded13-1674-4efb-b638-27d3deb8682e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2099520946', 'tenant_id': '438cce0e2f434b5f879ce307da159923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'c6f8ed7f-2c77-41ad-82ba-84f684886a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:45:09Z', 'updated_at': '2022-01-18T22:47:14Z', 'revision_number': 5, 'project_id': '438cce0e2f434b5f879ce307da159923', 'gw_port': {'id': 'c6f8ed7f-2c77-41ad-82ba-84f684886a2c', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:39:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50dded13-1674-4efb-b638-27d3deb8682e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:45:10Z', 'updated_at': '2022-01-18T22:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:47:16.341666 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-88ae2f54-aa59-4e0c-9cea-09b2139bd209 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:16.398850 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-88ae2f54-aa59-4e0c-9cea-09b2139bd209 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Deleting port c6f8ed7f-2c77-41ad-82ba-84f684886a2c {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:47:16.399283 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-88ae2f54-aa59-4e0c-9cea-09b2139bd209 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:16.486092 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-88ae2f54-aa59-4e0c-9cea-09b2139bd209 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] For port c6f8ed7f-2c77-41ad-82ba-84f684886a2c, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=c6f8ed7f-2c77-41ad-82ba-84f684886a2c,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:47:16.486436 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-88ae2f54-aa59-4e0c-9cea-09b2139bd209 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:16.498798 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-88ae2f54-aa59-4e0c-9cea-09b2139bd209 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Calling delete_port for c6f8ed7f-2c77-41ad-82ba-84f684886a2c owned by network:router_gateway {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:47:16.598187 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5266d5-805f-4f0b-bdd7-5ab72d363276 None None] DHCP port deletion for b2568ae2-60e5-4afa-bb4a-1f65f411c8dd request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:47:16.680774 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-5b5266d5-805f-4f0b-bdd7-5ab72d363276 None None] Deleting port d6784658-0265-4da7-a1f9-fb729efa1575 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:47:16.681164 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5b5266d5-805f-4f0b-bdd7-5ab72d363276 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:16.708723 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-88ae2f54-aa59-4e0c-9cea-09b2139bd209 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:16.737043 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ae2f54-aa59-4e0c-9cea-09b2139bd209 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Pushing event deleted for resources: {'Port': ['ID=c6f8ed7f-2c77-41ad-82ba-84f684886a2c,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:16.790481 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-5b5266d5-805f-4f0b-bdd7-5ab72d363276 None None] For port d6784658-0265-4da7-a1f9-fb729efa1575, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=d6784658-0265-4da7-a1f9-fb729efa1575,segment=NetworkSegment(d3505b39-26d9-46ed-8521-b57d7815e856),segment_id=d3505b39-26d9-46ed-8521-b57d7815e856)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:47:16.790880 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5b5266d5-805f-4f0b-bdd7-5ab72d363276 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:16.810014 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-5b5266d5-805f-4f0b-bdd7-5ab72d363276 None None] Calling delete_port for d6784658-0265-4da7-a1f9-fb729efa1575 owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:47:16.819660 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-88ae2f54-aa59-4e0c-9cea-09b2139bd209 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043029'] for router_gateway, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:16.941419 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5b5266d5-805f-4f0b-bdd7-5ab72d363276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:16.982700 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-88ae2f54-aa59-4e0c-9cea-09b2139bd209 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1040886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8602'] for router, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:16.982700 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-88ae2f54-aa59-4e0c-9cea-09b2139bd209 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:16.995194 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5266d5-805f-4f0b-bdd7-5ab72d363276 None None] Pushing event deleted for resources: {'Port': ['ID=d6784658-0265-4da7-a1f9-fb729efa1575,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:17.011352 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5266d5-805f-4f0b-bdd7-5ab72d363276 None None] No DVR routers for this DVR port d6784658-0265-4da7-a1f9-fb729efa1575 on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:47:17.052961 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-88ae2f54-aa59-4e0c-9cea-09b2139bd209 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1040832'] for router, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:17.053688 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88ae2f54-aa59-4e0c-9cea-09b2139bd209 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Fanout notify agent at l3_agent the message router_deleted on router 50dded13-1674-4efb-b638-27d3deb8682e {{(pid=102430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 22:47:17.063546 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-88ae2f54-aa59-4e0c-9cea-09b2139bd209 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for router, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:17.067742 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-88ae2f54-aa59-4e0c-9cea-09b2139bd209 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "DELETE /v2.0/routers/50dded13-1674-4efb-b638-27d3deb8682e HTTP/1.1" status: 204 len: 168 time: 1.0181742 Jan 18 22:47:17.068397 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 50676) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:47:17.187010 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b24c84b1-3a5f-41d3-a2d5-eb4c59a4105f tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:17.302855 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b24c84b1-3a5f-41d3-a2d5-eb4c59a4105f tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:17.322758 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-b24c84b1-3a5f-41d3-a2d5-eb4c59a4105f tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2568ae2-60e5-4afa-bb4a-1f65f411c8dd']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:47:17.332524 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-b24c84b1-3a5f-41d3-a2d5-eb4c59a4105f tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3505b39-26d9-46ed-8521-b57d7815e856') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:47:17.333101 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-b24c84b1-3a5f-41d3-a2d5-eb4c59a4105f tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3505b39-26d9-46ed-8521-b57d7815e856') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:47:17.342607 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b24c84b1-3a5f-41d3-a2d5-eb4c59a4105f tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:17.360032 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b24c84b1-3a5f-41d3-a2d5-eb4c59a4105f tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:17.370272 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b24c84b1-3a5f-41d3-a2d5-eb4c59a4105f tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:47:17.370895 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b24c84b1-3a5f-41d3-a2d5-eb4c59a4105f tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:17.427486 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:47:17.427486 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:47:17.427486 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:47:17.427486 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:47:17.427486 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:47:17.427486 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:47:17.427486 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:47:17.427486 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:47:17.427486 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:47:17.427486 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:47:17.427486 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:47:17.427486 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:47:17.427486 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:47:17.427486 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:47:17.427486 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:47:17.427486 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:47:17.427486 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:47:17.427486 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:47:17.427486 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:47:17.427486 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:47:17.427486 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:47:17.427486 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:47:17.427486 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:47:17.427486 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:47:17.427486 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:47:17.427486 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:47:17.427486 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:47:17.427486 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:47:17.427486 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:47:17.427486 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:47:17.427486 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:47:17.427486 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:47:17.449634 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b24c84b1-3a5f-41d3-a2d5-eb4c59a4105f tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:17.458277 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b24c84b1-3a5f-41d3-a2d5-eb4c59a4105f tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:17.460666 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-b24c84b1-3a5f-41d3-a2d5-eb4c59a4105f tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "DELETE /v2.0/networks/b2568ae2-60e5-4afa-bb4a-1f65f411c8dd HTTP/1.1" status: 204 len: 168 time: 0.3911965 Jan 18 22:47:17.463430 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 50680) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:47:17.473703 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24c84b1-3a5f-41d3-a2d5-eb4c59a4105f tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Pushing event deleted for resources: {'Network': ['ID=b2568ae2-60e5-4afa-bb4a-1f65f411c8dd,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:17.527982 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b485d59b-b113-4ef1-b338-1566b20ac2b4 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:17.561130 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b485d59b-b113-4ef1-b338-1566b20ac2b4 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:17.649708 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b485d59b-b113-4ef1-b338-1566b20ac2b4 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:17.652507 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b485d59b-b113-4ef1-b338-1566b20ac2b4 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:17.653703 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-b485d59b-b113-4ef1-b338-1566b20ac2b4 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] 10.222.0.53 "DELETE /v2.0/security-groups/31dd60ca-8970-47bd-952a-ccbc19b487f6 HTTP/1.1" status: 204 len: 168 time: 0.1892874 Jan 18 22:47:17.668989 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b485d59b-b113-4ef1-b338-1566b20ac2b4 tempest-TestNetworkAdvancedServerOps-857012158 tempest-TestNetworkAdvancedServerOps-857012158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31dd60ca-8970-47bd-952a-ccbc19b487f6,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:17.854206 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device d6784658-0265-4da7-a1f9-fb729efa1575 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:47:17.901186 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: d6784658-0265-4da7-a1f9-fb729efa1575 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:47:17.902635 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device d6784658-0265-4da7-a1f9-fb729efa1575 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:47:17.903314 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device c6f8ed7f-2c77-41ad-82ba-84f684886a2c no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:47:17.928600 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: c6f8ed7f-2c77-41ad-82ba-84f684886a2c {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:47:17.929203 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device c6f8ed7f-2c77-41ad-82ba-84f684886a2c not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:47:17.929704 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device bc8d687e-3493-4b38-a36c-5e89c31806af no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:47:17.957616 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: bc8d687e-3493-4b38-a36c-5e89c31806af {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:47:17.957616 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device bc8d687e-3493-4b38-a36c-5e89c31806af not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:47:18.051571 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 50702) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:47:18.202073 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-3514e5d1-e58b-4261-acf0-ad71cfe7490c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=438cce0e2f434b5f879ce307da159923&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1486962 Jan 18 22:47:18.204518 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 50706) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:47:18.260053 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-05d7ac92-cb54-4009-b4be-595f39db9837 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:18.263785 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 22:47:18.282879 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-05d7ac92-cb54-4009-b4be-595f39db9837 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:18.334721 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-05d7ac92-cb54-4009-b4be-595f39db9837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:18.339995 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-05d7ac92-cb54-4009-b4be-595f39db9837 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:18.343791 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-05d7ac92-cb54-4009-b4be-595f39db9837 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/78966ae3-702d-4c6a-b0ac-a066551762e2 HTTP/1.1" status: 204 len: 168 time: 0.1359518 Jan 18 22:47:18.353389 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d7ac92-cb54-4009-b4be-595f39db9837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78966ae3-702d-4c6a-b0ac-a066551762e2,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:18.666089 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 50722) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:47:18.709990 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-d9ffc487-5b95-4559-8a37-f5ee3e21846b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=159b720a72d04ba7b5af9a97ace0d3b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0423286 Jan 18 22:47:18.712893 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 50724) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:47:18.767320 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-75fd38c5-8cd8-458e-9464-2b3fa6db5ede admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:18.792007 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-75fd38c5-8cd8-458e-9464-2b3fa6db5ede admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:18.838088 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-75fd38c5-8cd8-458e-9464-2b3fa6db5ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:18.840784 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-75fd38c5-8cd8-458e-9464-2b3fa6db5ede admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:18.841912 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-75fd38c5-8cd8-458e-9464-2b3fa6db5ede admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f41251a4-2915-4bf5-9192-aadeeb5f97c5 HTTP/1.1" status: 204 len: 168 time: 0.1274972 Jan 18 22:47:18.850603 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fd38c5-8cd8-458e-9464-2b3fa6db5ede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f41251a4-2915-4bf5-9192-aadeeb5f97c5,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:19.307008 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-80f0594c-aecb-429d-9b53-09869a5d1de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:19.632824 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 50762) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:47:19.737966 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-1de4111b-aa2a-45fe-a56d-539b097537f1 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1366701688-network', 'tenant_id': '69d9d18e59bf4368beed3fa7310f0ed2'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:47:19.764796 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1de4111b-aa2a-45fe-a56d-539b097537f1 admin admin] Made reservation on behalf of 69d9d18e59bf4368beed3fa7310f0ed2 for: {'network': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:47:19.767461 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1de4111b-aa2a-45fe-a56d-539b097537f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:19.777889 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1de4111b-aa2a-45fe-a56d-539b097537f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:19.871420 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1de4111b-aa2a-45fe-a56d-539b097537f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:19.875424 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1de4111b-aa2a-45fe-a56d-539b097537f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:19.905191 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1de4111b-aa2a-45fe-a56d-539b097537f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=102430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:47:19.912054 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de4111b-aa2a-45fe-a56d-539b097537f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd235bd1-8832-41d4-9ed0-b5dcdb260ddf,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:19.938522 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1de4111b-aa2a-45fe-a56d-539b097537f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:19.938522 n-d-825064-1 neutron-server[102430]: INFO neutron.db.segments_db [None req-1de4111b-aa2a-45fe-a56d-539b097537f1 admin admin] Added segment 0f86b1f0-1839-4888-bfab-bff60be2e850 of type vlan for network 6475634d-f736-45f2-ae9a-83d4df30ce8b Jan 18 22:47:19.992518 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1de4111b-aa2a-45fe-a56d-539b097537f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:20.019298 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1de4111b-aa2a-45fe-a56d-539b097537f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:20.021025 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de4111b-aa2a-45fe-a56d-539b097537f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:20.021724 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1de4111b-aa2a-45fe-a56d-539b097537f1 admin admin] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:20.077804 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 50772) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:47:20.080690 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-1de4111b-aa2a-45fe-a56d-539b097537f1 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4443483 Jan 18 22:47:20.096588 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de4111b-aa2a-45fe-a56d-539b097537f1 admin admin] Pushing event updated for resources: {'Network': ['ID=6475634d-f736-45f2-ae9a-83d4df30ce8b,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:20.109646 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 6475634d-f736-45f2-ae9a-83d4df30ce8b details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:47:20.109900 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-5edf0720-9d3b-4606-a151-763056a4536b admin admin] Request body: {'subnet': {'network_id': '6475634d-f736-45f2-ae9a-83d4df30ce8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1366701688-subnet', 'tenant_id': '69d9d18e59bf4368beed3fa7310f0ed2', 'ip_version': 4}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:47:20.140750 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5edf0720-9d3b-4606-a151-763056a4536b admin admin] Made reservation on behalf of 69d9d18e59bf4368beed3fa7310f0ed2 for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:47:20.143595 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5edf0720-9d3b-4606-a151-763056a4536b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:20.323323 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5edf0720-9d3b-4606-a151-763056a4536b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:20.396792 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edf0720-9d3b-4606-a151-763056a4536b admin admin] Checking segment: {'id': '0f86b1f0-1839-4888-bfab-bff60be2e850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6475634d-f736-45f2-ae9a-83d4df30ce8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:47:20.397136 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5edf0720-9d3b-4606-a151-763056a4536b admin admin] Network hostable DHCP agents. Network: 6475634d-f736-45f2-ae9a-83d4df30ce8b, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:47:20.403018 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edf0720-9d3b-4606-a151-763056a4536b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e4408c8-1b04-4e09-b3ce-588a4d45f399,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:20.423300 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5edf0720-9d3b-4606-a151-763056a4536b admin admin] Network 6475634d-f736-45f2-ae9a-83d4df30ce8b is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:47:20.433641 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-5edf0720-9d3b-4606-a151-763056a4536b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 6475634d-f736-45f2-ae9a-83d4df30ce8b) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:47:20.437754 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5edf0720-9d3b-4606-a151-763056a4536b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:20.438337 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5edf0720-9d3b-4606-a151-763056a4536b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:20.449227 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f61d8c-029f-4400-8554-d876fc0fef30 None None] Network 6475634d-f736-45f2-ae9a-83d4df30ce8b requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:47:20.456273 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-5edf0720-9d3b-4606-a151-763056a4536b admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3575578 Jan 18 22:47:20.458950 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 50776) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:47:20.464987 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-d6456e8c-85b7-48f9-9d2a-0480d74b0b1f admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1366701688-router', 'tenant_id': '69d9d18e59bf4368beed3fa7310f0ed2', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:47:20.491032 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d6456e8c-85b7-48f9-9d2a-0480d74b0b1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1044160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8692'] for router, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:20.492643 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d6456e8c-85b7-48f9-9d2a-0480d74b0b1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1040680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8675'] for router, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:20.554692 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d6456e8c-85b7-48f9-9d2a-0480d74b0b1f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:20.614402 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef8ad20-aae8-4672-a0e4-b650b737dc98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-6475634d-f736-45f2-ae9a-83d4df30ce8b', 'network_id': '6475634d-f736-45f2-ae9a-83d4df30ce8b', 'tenant_id': '69d9d18e59bf4368beed3fa7310f0ed2', 'fixed_ips': [{'subnet_id': '2e4408c8-1b04-4e09-b3ce-588a4d45f399'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:47:20.615667 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bef8ad20-aae8-4672-a0e4-b650b737dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:20.724228 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d6456e8c-85b7-48f9-9d2a-0480d74b0b1f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:20.767702 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-bef8ad20-aae8-4672-a0e4-b650b737dc98 None None] Allocated IP 172.20.0.2 (6475634d-f736-45f2-ae9a-83d4df30ce8b/2e4408c8-1b04-4e09-b3ce-588a4d45f399/012094ad-89b2-4758-9a71-3882bc7181a4) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:47:20.980153 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d6456e8c-85b7-48f9-9d2a-0480d74b0b1f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:21.000756 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d6456e8c-85b7-48f9-9d2a-0480d74b0b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:21.121688 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-d6456e8c-85b7-48f9-9d2a-0480d74b0b1f admin admin] Allocated IP 172.25.5.217 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/0c4fcd4e-6e57-491a-8518-1b6a541e7cf9) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:47:21.165411 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bef8ad20-aae8-4672-a0e4-b650b737dc98 None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:21.172580 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bef8ad20-aae8-4672-a0e4-b650b737dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:21.220083 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef8ad20-aae8-4672-a0e4-b650b737dc98 None None] Network 6475634d-f736-45f2-ae9a-83d4df30ce8b is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:47:21.225211 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-bef8ad20-aae8-4672-a0e4-b650b737dc98 None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:47:21.229847 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef8ad20-aae8-4672-a0e4-b650b737dc98 None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:47:21.292629 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d6456e8c-85b7-48f9-9d2a-0480d74b0b1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:21.322106 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef8ad20-aae8-4672-a0e4-b650b737dc98 None None] Pushing event updated for resources: {'Port': ['ID=012094ad-89b2-4758-9a71-3882bc7181a4,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:21.341341 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-bef8ad20-aae8-4672-a0e4-b650b737dc98 None None] Attempting to bind port 012094ad-89b2-4758-9a71-3882bc7181a4 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:47:21.342008 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-bef8ad20-aae8-4672-a0e4-b650b737dc98 None None] Attempting to bind port 012094ad-89b2-4758-9a71-3882bc7181a4 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '0f86b1f0-1839-4888-bfab-bff60be2e850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6475634d-f736-45f2-ae9a-83d4df30ce8b'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:47:21.342492 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef8ad20-aae8-4672-a0e4-b650b737dc98 None None] Attempting to bind port 012094ad-89b2-4758-9a71-3882bc7181a4 on network 6475634d-f736-45f2-ae9a-83d4df30ce8b {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:47:21.357136 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d6456e8c-85b7-48f9-9d2a-0480d74b0b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:21.361161 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef8ad20-aae8-4672-a0e4-b650b737dc98 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:47:21.361752 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef8ad20-aae8-4672-a0e4-b650b737dc98 None None] Checking segment: {'id': '0f86b1f0-1839-4888-bfab-bff60be2e850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6475634d-f736-45f2-ae9a-83d4df30ce8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:47:21.364092 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bef8ad20-aae8-4672-a0e4-b650b737dc98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:21.364686 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef8ad20-aae8-4672-a0e4-b650b737dc98 None None] Bound using segment: {'id': '0f86b1f0-1839-4888-bfab-bff60be2e850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6475634d-f736-45f2-ae9a-83d4df30ce8b'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:47:21.366031 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-bef8ad20-aae8-4672-a0e4-b650b737dc98 None None] Bound port: 012094ad-89b2-4758-9a71-3882bc7181a4, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f86b1f0-1839-4888-bfab-bff60be2e850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6475634d-f736-45f2-ae9a-83d4df30ce8b'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:47:21.367718 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bef8ad20-aae8-4672-a0e4-b650b737dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:21.409078 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6456e8c-85b7-48f9-9d2a-0480d74b0b1f admin admin] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:47:21.413434 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-d6456e8c-85b7-48f9-9d2a-0480d74b0b1f admin admin] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:47:21.418251 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6456e8c-85b7-48f9-9d2a-0480d74b0b1f admin admin] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:47:21.445673 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6456e8c-85b7-48f9-9d2a-0480d74b0b1f admin admin] Pushing event updated for resources: {'Port': ['ID=0c4fcd4e-6e57-491a-8518-1b6a541e7cf9,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:21.457678 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-bef8ad20-aae8-4672-a0e4-b650b737dc98 None None] For port 012094ad-89b2-4758-9a71-3882bc7181a4, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:47:21.463182 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-bef8ad20-aae8-4672-a0e4-b650b737dc98 None None] For port 012094ad-89b2-4758-9a71-3882bc7181a4, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=012094ad-89b2-4758-9a71-3882bc7181a4,segment=NetworkSegment(0f86b1f0-1839-4888-bfab-bff60be2e850),segment_id=0f86b1f0-1839-4888-bfab-bff60be2e850)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:47:21.468311 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bef8ad20-aae8-4672-a0e4-b650b737dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:21.536572 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef8ad20-aae8-4672-a0e4-b650b737dc98 None None] Pushing event updated for resources: {'Port': ['ID=012094ad-89b2-4758-9a71-3882bc7181a4,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:21.809082 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d6456e8c-85b7-48f9-9d2a-0480d74b0b1f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:21.970376 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-43ed816a-b129-45af-9476-b7e6ddd11861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:22.012035 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 012094ad-89b2-4758-9a71-3882bc7181a4 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:47:22.131401 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 012094ad-89b2-4758-9a71-3882bc7181a4 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:47:22.131779 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:22.137560 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d6456e8c-85b7-48f9-9d2a-0480d74b0b1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1040691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049'] for router, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:22.252039 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:22.295987 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port 012094ad-89b2-4758-9a71-3882bc7181a4, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=012094ad-89b2-4758-9a71-3882bc7181a4,segment=NetworkSegment(0f86b1f0-1839-4888-bfab-bff60be2e850),segment_id=0f86b1f0-1839-4888-bfab-bff60be2e850)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:47:22.304883 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:22.353235 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6456e8c-85b7-48f9-9d2a-0480d74b0b1f admin admin] Router 8416e5b1-ca1c-46d3-94d4-554f3ab954eb is scheduled to L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 with binding_index 1 {{(pid=102431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 22:47:22.360984 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=012094ad-89b2-4758-9a71-3882bc7181a4,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:22.495967 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6456e8c-85b7-48f9-9d2a-0480d74b0b1f admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:47:22.508998 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9874333-24b5-4acf-a240-c9d48947b952 None None] Sync routers for ids ['8416e5b1-ca1c-46d3-94d4-554f3ab954eb'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:47:22.523113 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9874333-24b5-4acf-a240-c9d48947b952 None None] Routers {'8416e5b1-ca1c-46d3-94d4-554f3ab954eb'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:47:22.524612 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-f9874333-24b5-4acf-a240-c9d48947b952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:47:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['8416e5b1-ca1c-46d3-94d4-554f3ab954eb'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:47:22.531591 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d6456e8c-85b7-48f9-9d2a-0480d74b0b1f admin admin] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:22.536038 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-d6456e8c-85b7-48f9-9d2a-0480d74b0b1f admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0728302 Jan 18 22:47:22.536516 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 50808) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:47:22.657350 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-f9874333-24b5-4acf-a240-c9d48947b952 None None] Set router 8416e5b1-ca1c-46d3-94d4-554f3ab954eb gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:47:22.931781 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473e7fea-f902-4d0c-a944-de1fba17a25f None None] Network 6475634d-f736-45f2-ae9a-83d4df30ce8b requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:47:22.950293 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-f9874333-24b5-4acf-a240-c9d48947b952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8416e5b1-ca1c-46d3-94d4-554f3ab954eb', 'name': 'tempest-TestServerBasicOps-1366701688-router', 'tenant_id': '69d9d18e59bf4368beed3fa7310f0ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '0c4fcd4e-6e57-491a-8518-1b6a541e7cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:47:20Z', 'updated_at': '2022-01-18T22:47:21Z', 'revision_number': 3, 'project_id': '69d9d18e59bf4368beed3fa7310f0ed2', 'gw_port': {'id': '0c4fcd4e-6e57-491a-8518-1b6a541e7cf9', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ab:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8416e5b1-ca1c-46d3-94d4-554f3ab954eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:47:21Z', 'updated_at': '2022-01-18T22:47:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:47:22.985013 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9874333-24b5-4acf-a240-c9d48947b952 None None] Checking router: 8416e5b1-ca1c-46d3-94d4-554f3ab954eb for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:47:22.985674 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9874333-24b5-4acf-a240-c9d48947b952 None None] Updating router 8416e5b1-ca1c-46d3-94d4-554f3ab954eb port 0c4fcd4e-6e57-491a-8518-1b6a541e7cf9 binding host n-d-825064-1 {{(pid=102433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:47:23.043860 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f9874333-24b5-4acf-a240-c9d48947b952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:23.069686 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-330f3438-f3d8-4de3-a98b-3be3a89dd61a None None] Provisioning complete for port 012094ad-89b2-4758-9a71-3882bc7181a4 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:47:23.070522 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-330f3438-f3d8-4de3-a98b-3be3a89dd61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:23.099682 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:23.261714 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7f2dc5f5-e4fb-410d-ab40-d5b32907e665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:23.439333 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f9874333-24b5-4acf-a240-c9d48947b952 None None] Notify callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:23.442545 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-7f2dc5f5-e4fb-410d-ab40-d5b32907e665 admin admin] Allocated IP 172.20.0.1 (6475634d-f736-45f2-ae9a-83d4df30ce8b/2e4408c8-1b04-4e09-b3ce-588a4d45f399/13901b06-0554-4c45-aa0c-2f4ef2c3f855) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:47:23.447243 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f9874333-24b5-4acf-a240-c9d48947b952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:23.498013 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-f9874333-24b5-4acf-a240-c9d48947b952 None None] Attempting to bind port 0c4fcd4e-6e57-491a-8518-1b6a541e7cf9 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:47:23.498383 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-f9874333-24b5-4acf-a240-c9d48947b952 None None] Attempting to bind port 0c4fcd4e-6e57-491a-8518-1b6a541e7cf9 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:47:23.498743 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9874333-24b5-4acf-a240-c9d48947b952 None None] Attempting to bind port 0c4fcd4e-6e57-491a-8518-1b6a541e7cf9 on network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:47:23.513962 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9874333-24b5-4acf-a240-c9d48947b952 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:47:23.514725 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9874333-24b5-4acf-a240-c9d48947b952 None None] Checking segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:47:23.514846 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f9874333-24b5-4acf-a240-c9d48947b952 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:23.515179 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9874333-24b5-4acf-a240-c9d48947b952 None None] Bound using segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:47:23.515779 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-f9874333-24b5-4acf-a240-c9d48947b952 None None] Bound port: 0c4fcd4e-6e57-491a-8518-1b6a541e7cf9, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:47:23.516252 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f9874333-24b5-4acf-a240-c9d48947b952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:23.519281 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7531f48e-434a-4a43-b7dc-a459cd89dd65 None None] Pushing event updated for resources: {'Port': ['ID=0c4fcd4e-6e57-491a-8518-1b6a541e7cf9,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:23.548440 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7531f48e-434a-4a43-b7dc-a459cd89dd65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:47:23.548440 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7531f48e-434a-4a43-b7dc-a459cd89dd65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:47:23.548719 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7531f48e-434a-4a43-b7dc-a459cd89dd65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:47:23.549039 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7531f48e-434a-4a43-b7dc-a459cd89dd65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:47:23.549367 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7531f48e-434a-4a43-b7dc-a459cd89dd65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:47:23.549785 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7531f48e-434a-4a43-b7dc-a459cd89dd65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:47:23.550119 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7531f48e-434a-4a43-b7dc-a459cd89dd65 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:47:23.550428 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7531f48e-434a-4a43-b7dc-a459cd89dd65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:47:23.550798 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7531f48e-434a-4a43-b7dc-a459cd89dd65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:47:23.551179 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7531f48e-434a-4a43-b7dc-a459cd89dd65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:47:23.552002 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7531f48e-434a-4a43-b7dc-a459cd89dd65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:47:23.552002 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7531f48e-434a-4a43-b7dc-a459cd89dd65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:47:23.583815 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-4a95c654-a518-4ea1-8697-e4872102f85f None None] Provisioning complete for port 012094ad-89b2-4758-9a71-3882bc7181a4 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:47:23.584216 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4a95c654-a518-4ea1-8697-e4872102f85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:23.592914 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7f2dc5f5-e4fb-410d-ab40-d5b32907e665 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:23.603915 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-f9874333-24b5-4acf-a240-c9d48947b952 None None] For port 0c4fcd4e-6e57-491a-8518-1b6a541e7cf9, host n-d-825064-1, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:47:23.612476 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-f9874333-24b5-4acf-a240-c9d48947b952 None None] For port 0c4fcd4e-6e57-491a-8518-1b6a541e7cf9, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=0c4fcd4e-6e57-491a-8518-1b6a541e7cf9,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:47:23.619516 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f9874333-24b5-4acf-a240-c9d48947b952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:23.660621 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7f2dc5f5-e4fb-410d-ab40-d5b32907e665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:23.693269 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9874333-24b5-4acf-a240-c9d48947b952 None None] Routers {'8416e5b1-ca1c-46d3-94d4-554f3ab954eb'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:47:23.694485 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-f9874333-24b5-4acf-a240-c9d48947b952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:47:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['8416e5b1-ca1c-46d3-94d4-554f3ab954eb'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:47:23.715046 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2dc5f5-e4fb-410d-ab40-d5b32907e665 admin admin] Network 6475634d-f736-45f2-ae9a-83d4df30ce8b is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:47:23.718497 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-7f2dc5f5-e4fb-410d-ab40-d5b32907e665 admin admin] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:47:23.723247 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2dc5f5-e4fb-410d-ab40-d5b32907e665 admin admin] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:47:23.725690 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2dc5f5-e4fb-410d-ab40-d5b32907e665 admin admin] Pushing event updated for resources: {'Port': ['ID=13901b06-0554-4c45-aa0c-2f4ef2c3f855,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:23.737792 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7531f48e-434a-4a43-b7dc-a459cd89dd65 None None] Pushing event updated for resources: {'Port': ['ID=0c4fcd4e-6e57-491a-8518-1b6a541e7cf9,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:23.785333 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7f2dc5f5-e4fb-410d-ab40-d5b32907e665 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1040954'] for router_interface, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:23.827745 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-f9874333-24b5-4acf-a240-c9d48947b952 None None] Set router 8416e5b1-ca1c-46d3-94d4-554f3ab954eb gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:47:23.912551 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 012094ad-89b2-4758-9a71-3882bc7181a4 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:47:24.000438 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7f2dc5f5-e4fb-410d-ab40-d5b32907e665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:24.034607 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 012094ad-89b2-4758-9a71-3882bc7181a4 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:47:24.035593 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:24.038403 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-f9874333-24b5-4acf-a240-c9d48947b952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8416e5b1-ca1c-46d3-94d4-554f3ab954eb', 'name': 'tempest-TestServerBasicOps-1366701688-router', 'tenant_id': '69d9d18e59bf4368beed3fa7310f0ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '0c4fcd4e-6e57-491a-8518-1b6a541e7cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:47:20Z', 'updated_at': '2022-01-18T22:47:21Z', 'revision_number': 3, 'project_id': '69d9d18e59bf4368beed3fa7310f0ed2', 'gw_port': {'id': '0c4fcd4e-6e57-491a-8518-1b6a541e7cf9', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ab:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8416e5b1-ca1c-46d3-94d4-554f3ab954eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:47:21Z', 'updated_at': '2022-01-18T22:47:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:47:24.067948 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9874333-24b5-4acf-a240-c9d48947b952 None None] The sync data for ids ['8416e5b1-ca1c-46d3-94d4-554f3ab954eb'] in n-d-825064-1 is: [{'id': '8416e5b1-ca1c-46d3-94d4-554f3ab954eb', 'name': 'tempest-TestServerBasicOps-1366701688-router', 'tenant_id': '69d9d18e59bf4368beed3fa7310f0ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '0c4fcd4e-6e57-491a-8518-1b6a541e7cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:47:20Z', 'updated_at': '2022-01-18T22:47:21Z', 'revision_number': 3, 'project_id': '69d9d18e59bf4368beed3fa7310f0ed2', 'gw_port': {'id': '0c4fcd4e-6e57-491a-8518-1b6a541e7cf9', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ab:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8416e5b1-ca1c-46d3-94d4-554f3ab954eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:47:21Z', 'updated_at': '2022-01-18T22:47:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:47:24.149539 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-c1818b83-3c91-439e-8394-cd7ffa465b89 None None] Provisioning complete for port 13901b06-0554-4c45-aa0c-2f4ef2c3f855 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:47:24.149911 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c1818b83-3c91-439e-8394-cd7ffa465b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:24.242030 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-c1818b83-3c91-439e-8394-cd7ffa465b89 None None] Port 13901b06-0554-4c45-aa0c-2f4ef2c3f855 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:47:24.253614 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7f2dc5f5-e4fb-410d-ab40-d5b32907e665 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:24.259822 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7f2dc5f5-e4fb-410d-ab40-d5b32907e665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:24.351024 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7f2dc5f5-e4fb-410d-ab40-d5b32907e665 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-613854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1041070'] for router_interface, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:24.361615 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2dc5f5-e4fb-410d-ab40-d5b32907e665 admin admin] Pushing event updated for resources: {'Port': ['ID=13901b06-0554-4c45-aa0c-2f4ef2c3f855,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:24.485169 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:24.489532 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2dc5f5-e4fb-410d-ab40-d5b32907e665 admin admin] Network 6475634d-f736-45f2-ae9a-83d4df30ce8b is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:47:24.491021 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-7f2dc5f5-e4fb-410d-ab40-d5b32907e665 admin admin] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:47:24.648439 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:24.667278 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f2dc5f5-e4fb-410d-ab40-d5b32907e665 admin admin] Router 8416e5b1-ca1c-46d3-94d4-554f3ab954eb has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:47:24.791712 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-b5ccdfbe-2661-412e-8f03-319599d8db6b None None] Provisioning complete for port 13901b06-0554-4c45-aa0c-2f4ef2c3f855 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:47:24.792095 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b5ccdfbe-2661-412e-8f03-319599d8db6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:24.878584 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f2dc5f5-e4fb-410d-ab40-d5b32907e665 admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:47:24.883872 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-b5ccdfbe-2661-412e-8f03-319599d8db6b None None] Port 13901b06-0554-4c45-aa0c-2f4ef2c3f855 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:47:24.892161 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-7f2dc5f5-e4fb-410d-ab40-d5b32907e665 admin admin] 10.222.0.53 "PUT /v2.0/routers/8416e5b1-ca1c-46d3-94d4-554f3ab954eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3541656 Jan 18 22:47:25.631563 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 50864) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:47:25.637005 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-282bb601-828f-4ccb-baaa-b1f3308d8844 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1943127405-network', 'tenant_id': '0ea65f44c85941da90b0c89e417a8515'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:47:25.663958 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-282bb601-828f-4ccb-baaa-b1f3308d8844 admin admin] Made reservation on behalf of 0ea65f44c85941da90b0c89e417a8515 for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:47:25.666457 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-282bb601-828f-4ccb-baaa-b1f3308d8844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:25.677512 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-282bb601-828f-4ccb-baaa-b1f3308d8844 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:25.770003 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-282bb601-828f-4ccb-baaa-b1f3308d8844 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:25.775256 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-282bb601-828f-4ccb-baaa-b1f3308d8844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:25.805716 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-282bb601-828f-4ccb-baaa-b1f3308d8844 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:47:25.818753 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282bb601-828f-4ccb-baaa-b1f3308d8844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c9fef64-bcb4-4815-aab7-7e40dda986b0,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:25.823823 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-282bb601-828f-4ccb-baaa-b1f3308d8844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:25.824533 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-282bb601-828f-4ccb-baaa-b1f3308d8844 admin admin] Added segment a26c0704-46dd-40df-9f5e-fa9b06efc01d of type vlan for network f83a7d51-0259-47a4-9523-b26233516e99 Jan 18 22:47:25.837739 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282bb601-828f-4ccb-baaa-b1f3308d8844 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:47:25.838083 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282bb601-828f-4ccb-baaa-b1f3308d8844 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:47:25.838418 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282bb601-828f-4ccb-baaa-b1f3308d8844 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:47:25.838747 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282bb601-828f-4ccb-baaa-b1f3308d8844 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:47:25.839071 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282bb601-828f-4ccb-baaa-b1f3308d8844 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:47:25.839392 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282bb601-828f-4ccb-baaa-b1f3308d8844 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:47:25.839709 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282bb601-828f-4ccb-baaa-b1f3308d8844 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:47:25.840024 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282bb601-828f-4ccb-baaa-b1f3308d8844 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:47:25.840369 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282bb601-828f-4ccb-baaa-b1f3308d8844 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:47:25.840767 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282bb601-828f-4ccb-baaa-b1f3308d8844 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:47:25.841520 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282bb601-828f-4ccb-baaa-b1f3308d8844 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:47:25.841520 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282bb601-828f-4ccb-baaa-b1f3308d8844 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:47:25.894370 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-282bb601-828f-4ccb-baaa-b1f3308d8844 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:25.919997 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 0c4fcd4e-6e57-491a-8518-1b6a541e7cf9 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:47:25.927440 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-282bb601-828f-4ccb-baaa-b1f3308d8844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:25.929058 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-282bb601-828f-4ccb-baaa-b1f3308d8844 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:25.931805 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-282bb601-828f-4ccb-baaa-b1f3308d8844 admin admin] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:26.013183 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-282bb601-828f-4ccb-baaa-b1f3308d8844 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3802264 Jan 18 22:47:26.014122 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282bb601-828f-4ccb-baaa-b1f3308d8844 admin admin] Pushing event updated for resources: {'Network': ['ID=f83a7d51-0259-47a4-9523-b26233516e99,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:26.015704 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 50870) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:47:26.021647 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-06efbac0-cbe5-44e5-beba-a5949c2c2484 admin admin] Request body: {'subnet': {'network_id': 'f83a7d51-0259-47a4-9523-b26233516e99', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1943127405-subnet', 'tenant_id': '0ea65f44c85941da90b0c89e417a8515', 'ip_version': 4}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:47:26.031123 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 0c4fcd4e-6e57-491a-8518-1b6a541e7cf9 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:47:26.031508 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:26.041604 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network f83a7d51-0259-47a4-9523-b26233516e99 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:47:26.051788 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06efbac0-cbe5-44e5-beba-a5949c2c2484 admin admin] Made reservation on behalf of 0ea65f44c85941da90b0c89e417a8515 for: {'subnet': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:47:26.054780 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-06efbac0-cbe5-44e5-beba-a5949c2c2484 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62288702'] for subnet, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:26.223567 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:26.253758 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port 0c4fcd4e-6e57-491a-8518-1b6a541e7cf9, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=0c4fcd4e-6e57-491a-8518-1b6a541e7cf9,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:47:26.262628 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:26.288818 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-06efbac0-cbe5-44e5-beba-a5949c2c2484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60203213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62288684'] for subnet, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:26.333563 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=0c4fcd4e-6e57-491a-8518-1b6a541e7cf9,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:26.365320 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06efbac0-cbe5-44e5-beba-a5949c2c2484 admin admin] Checking segment: {'id': 'a26c0704-46dd-40df-9f5e-fa9b06efc01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f83a7d51-0259-47a4-9523-b26233516e99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:47:26.365731 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06efbac0-cbe5-44e5-beba-a5949c2c2484 admin admin] Network hostable DHCP agents. Network: f83a7d51-0259-47a4-9523-b26233516e99, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:47:26.369304 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06efbac0-cbe5-44e5-beba-a5949c2c2484 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6eae47f-d060-46be-a8df-b78af19b95e2,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:26.385601 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06efbac0-cbe5-44e5-beba-a5949c2c2484 admin admin] Network f83a7d51-0259-47a4-9523-b26233516e99 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:47:26.394998 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-06efbac0-cbe5-44e5-beba-a5949c2c2484 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, f83a7d51-0259-47a4-9523-b26233516e99) {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:47:26.400058 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06efbac0-cbe5-44e5-beba-a5949c2c2484 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:26.400722 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-06efbac0-cbe5-44e5-beba-a5949c2c2484 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:26.406289 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4697fbca-75de-4ab9-9821-529fa65e3c5e None None] Network f83a7d51-0259-47a4-9523-b26233516e99 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:47:26.439288 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 50874) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:47:26.439700 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-06efbac0-cbe5-44e5-beba-a5949c2c2484 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4225938 Jan 18 22:47:26.444575 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-7280845e-9ded-4818-9a4e-e7bad2c1b5d8 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1943127405-router', 'tenant_id': '0ea65f44c85941da90b0c89e417a8515', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:47:26.486879 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7280845e-9ded-4818-9a4e-e7bad2c1b5d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1044160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8692'] for router, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:26.489947 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7280845e-9ded-4818-9a4e-e7bad2c1b5d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1040680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8675'] for router, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:26.515907 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f93bd9f-f99f-4176-a6c8-0cc73813932a None None] Sync routers for ids ['8416e5b1-ca1c-46d3-94d4-554f3ab954eb'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:47:26.537583 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f93bd9f-f99f-4176-a6c8-0cc73813932a None None] Routers {'8416e5b1-ca1c-46d3-94d4-554f3ab954eb'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:47:26.538225 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-7f93bd9f-f99f-4176-a6c8-0cc73813932a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:47:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['8416e5b1-ca1c-46d3-94d4-554f3ab954eb'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:47:26.561069 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7280845e-9ded-4818-9a4e-e7bad2c1b5d8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:26.708579 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-7f93bd9f-f99f-4176-a6c8-0cc73813932a None None] Set router 8416e5b1-ca1c-46d3-94d4-554f3ab954eb gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:47:26.738929 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7280845e-9ded-4818-9a4e-e7bad2c1b5d8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:26.765296 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9083d7da-da94-40bd-bf40-1bcbc105044f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-f83a7d51-0259-47a4-9523-b26233516e99', 'network_id': 'f83a7d51-0259-47a4-9523-b26233516e99', 'tenant_id': '0ea65f44c85941da90b0c89e417a8515', 'fixed_ips': [{'subnet_id': 'a6eae47f-d060-46be-a8df-b78af19b95e2'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:47:26.766601 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9083d7da-da94-40bd-bf40-1bcbc105044f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:26.981858 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7280845e-9ded-4818-9a4e-e7bad2c1b5d8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:27.009769 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7280845e-9ded-4818-9a4e-e7bad2c1b5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:27.107896 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-7f93bd9f-f99f-4176-a6c8-0cc73813932a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8416e5b1-ca1c-46d3-94d4-554f3ab954eb', 'name': 'tempest-TestServerBasicOps-1366701688-router', 'tenant_id': '69d9d18e59bf4368beed3fa7310f0ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '0c4fcd4e-6e57-491a-8518-1b6a541e7cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:47:20Z', 'updated_at': '2022-01-18T22:47:23Z', 'revision_number': 4, 'project_id': '69d9d18e59bf4368beed3fa7310f0ed2', 'gw_port': {'id': '0c4fcd4e-6e57-491a-8518-1b6a541e7cf9', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ab:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8416e5b1-ca1c-46d3-94d4-554f3ab954eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:47:21Z', 'updated_at': '2022-01-18T22:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '13901b06-0554-4c45-aa0c-2f4ef2c3f855', 'name': '', 'network_id': '6475634d-f736-45f2-ae9a-83d4df30ce8b', 'tenant_id': '69d9d18e59bf4368beed3fa7310f0ed2', 'mac_address': 'fa:16:3e:d8:66:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8416e5b1-ca1c-46d3-94d4-554f3ab954eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '2e4408c8-1b04-4e09-b3ce-588a4d45f399', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:47:23Z', 'updated_at': '2022-01-18T22:47:24Z', 'revision_number': 2, 'project_id': '69d9d18e59bf4368beed3fa7310f0ed2', 'subnets': [{'id': '2e4408c8-1b04-4e09-b3ce-588a4d45f399', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:47:27.125089 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-9083d7da-da94-40bd-bf40-1bcbc105044f None None] Allocated IP 172.20.0.2 (f83a7d51-0259-47a4-9523-b26233516e99/a6eae47f-d060-46be-a8df-b78af19b95e2/d42cbf2b-e1bb-4abf-9123-2a3b007ed28a) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:47:27.174151 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f93bd9f-f99f-4176-a6c8-0cc73813932a None None] Checking router: 8416e5b1-ca1c-46d3-94d4-554f3ab954eb for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:47:27.175665 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f93bd9f-f99f-4176-a6c8-0cc73813932a None None] Updating router 8416e5b1-ca1c-46d3-94d4-554f3ab954eb port 13901b06-0554-4c45-aa0c-2f4ef2c3f855 binding host n-d-825064-1 {{(pid=102432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:47:27.176385 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-7280845e-9ded-4818-9a4e-e7bad2c1b5d8 admin admin] Allocated IP 172.25.5.3 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/77d2c65e-0228-42da-8e85-8a16f53ab2a7) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:47:27.236994 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f93bd9f-f99f-4176-a6c8-0cc73813932a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:27.310613 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7280845e-9ded-4818-9a4e-e7bad2c1b5d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:27.356723 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7280845e-9ded-4818-9a4e-e7bad2c1b5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:27.408967 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7280845e-9ded-4818-9a4e-e7bad2c1b5d8 admin admin] Pushing event updated for resources: {'Port': ['ID=77d2c65e-0228-42da-8e85-8a16f53ab2a7,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:27.429662 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7280845e-9ded-4818-9a4e-e7bad2c1b5d8 admin admin] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:47:27.432070 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-7280845e-9ded-4818-9a4e-e7bad2c1b5d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:47:27.439846 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7280845e-9ded-4818-9a4e-e7bad2c1b5d8 admin admin] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:47:27.553148 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9083d7da-da94-40bd-bf40-1bcbc105044f None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:27.564544 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9083d7da-da94-40bd-bf40-1bcbc105044f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:27.638332 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9083d7da-da94-40bd-bf40-1bcbc105044f None None] Network f83a7d51-0259-47a4-9523-b26233516e99 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:47:27.644287 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-9083d7da-da94-40bd-bf40-1bcbc105044f None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:47:27.650626 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9083d7da-da94-40bd-bf40-1bcbc105044f None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:47:27.657401 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9083d7da-da94-40bd-bf40-1bcbc105044f None None] Pushing event updated for resources: {'Port': ['ID=d42cbf2b-e1bb-4abf-9123-2a3b007ed28a,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:27.751084 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-9083d7da-da94-40bd-bf40-1bcbc105044f None None] Attempting to bind port d42cbf2b-e1bb-4abf-9123-2a3b007ed28a on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:47:27.751540 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-9083d7da-da94-40bd-bf40-1bcbc105044f None None] Attempting to bind port d42cbf2b-e1bb-4abf-9123-2a3b007ed28a by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': 'a26c0704-46dd-40df-9f5e-fa9b06efc01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f83a7d51-0259-47a4-9523-b26233516e99'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:47:27.752055 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9083d7da-da94-40bd-bf40-1bcbc105044f None None] Attempting to bind port d42cbf2b-e1bb-4abf-9123-2a3b007ed28a on network f83a7d51-0259-47a4-9523-b26233516e99 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:47:27.767267 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9083d7da-da94-40bd-bf40-1bcbc105044f None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:47:27.767766 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9083d7da-da94-40bd-bf40-1bcbc105044f None None] Checking segment: {'id': 'a26c0704-46dd-40df-9f5e-fa9b06efc01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f83a7d51-0259-47a4-9523-b26233516e99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:47:27.768725 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9083d7da-da94-40bd-bf40-1bcbc105044f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:27.768878 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9083d7da-da94-40bd-bf40-1bcbc105044f None None] Bound using segment: {'id': 'a26c0704-46dd-40df-9f5e-fa9b06efc01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f83a7d51-0259-47a4-9523-b26233516e99'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:47:27.769536 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-9083d7da-da94-40bd-bf40-1bcbc105044f None None] Bound port: d42cbf2b-e1bb-4abf-9123-2a3b007ed28a, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a26c0704-46dd-40df-9f5e-fa9b06efc01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f83a7d51-0259-47a4-9523-b26233516e99'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:47:27.770030 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9083d7da-da94-40bd-bf40-1bcbc105044f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:27.774204 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f93bd9f-f99f-4176-a6c8-0cc73813932a None None] Notify callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:27.785997 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f93bd9f-f99f-4176-a6c8-0cc73813932a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:27.796380 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7280845e-9ded-4818-9a4e-e7bad2c1b5d8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:27.892546 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ca239b-50da-43bd-a780-96e245d68837 None None] Pushing event updated for resources: {'Port': ['ID=13901b06-0554-4c45-aa0c-2f4ef2c3f855,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:27.935366 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 0c4fcd4e-6e57-491a-8518-1b6a541e7cf9 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:47:28.044424 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-9083d7da-da94-40bd-bf40-1bcbc105044f None None] For port d42cbf2b-e1bb-4abf-9123-2a3b007ed28a, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:47:28.070391 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-7f93bd9f-f99f-4176-a6c8-0cc73813932a None None] Attempting to bind port 13901b06-0554-4c45-aa0c-2f4ef2c3f855 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:47:28.071389 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-7f93bd9f-f99f-4176-a6c8-0cc73813932a None None] Attempting to bind port 13901b06-0554-4c45-aa0c-2f4ef2c3f855 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '0f86b1f0-1839-4888-bfab-bff60be2e850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6475634d-f736-45f2-ae9a-83d4df30ce8b'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:47:28.071991 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f93bd9f-f99f-4176-a6c8-0cc73813932a None None] Attempting to bind port 13901b06-0554-4c45-aa0c-2f4ef2c3f855 on network 6475634d-f736-45f2-ae9a-83d4df30ce8b {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:47:28.082742 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f93bd9f-f99f-4176-a6c8-0cc73813932a None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:47:28.083139 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f93bd9f-f99f-4176-a6c8-0cc73813932a None None] Checking segment: {'id': '0f86b1f0-1839-4888-bfab-bff60be2e850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6475634d-f736-45f2-ae9a-83d4df30ce8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:47:28.083538 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f93bd9f-f99f-4176-a6c8-0cc73813932a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:28.083937 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f93bd9f-f99f-4176-a6c8-0cc73813932a None None] Bound using segment: {'id': '0f86b1f0-1839-4888-bfab-bff60be2e850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6475634d-f736-45f2-ae9a-83d4df30ce8b'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:47:28.084562 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-7f93bd9f-f99f-4176-a6c8-0cc73813932a None None] Bound port: 13901b06-0554-4c45-aa0c-2f4ef2c3f855, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f86b1f0-1839-4888-bfab-bff60be2e850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6475634d-f736-45f2-ae9a-83d4df30ce8b'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:47:28.084949 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f93bd9f-f99f-4176-a6c8-0cc73813932a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:28.101080 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-9083d7da-da94-40bd-bf40-1bcbc105044f None None] For port d42cbf2b-e1bb-4abf-9123-2a3b007ed28a, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=d42cbf2b-e1bb-4abf-9123-2a3b007ed28a,segment=NetworkSegment(a26c0704-46dd-40df-9f5e-fa9b06efc01d),segment_id=a26c0704-46dd-40df-9f5e-fa9b06efc01d)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:47:28.148498 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7280845e-9ded-4818-9a4e-e7bad2c1b5d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1040691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049'] for router, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:28.312439 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9083d7da-da94-40bd-bf40-1bcbc105044f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:28.356960 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7280845e-9ded-4818-9a4e-e7bad2c1b5d8 admin admin] Router a2c652d5-0fc9-4100-95ea-3f6c224e2121 is scheduled to L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 with binding_index 1 {{(pid=102431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 22:47:28.411554 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7b770981-93a7-4c0e-a987-79b0dcbee949 None None] Provisioning complete for port 13901b06-0554-4c45-aa0c-2f4ef2c3f855 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:47:28.412247 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7b770981-93a7-4c0e-a987-79b0dcbee949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:28.414026 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 0c4fcd4e-6e57-491a-8518-1b6a541e7cf9 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:47:28.414473 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:28.480222 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f93bd9f-f99f-4176-a6c8-0cc73813932a None None] For port 13901b06-0554-4c45-aa0c-2f4ef2c3f855, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:47:28.499484 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9083d7da-da94-40bd-bf40-1bcbc105044f None None] Pushing event updated for resources: {'Port': ['ID=d42cbf2b-e1bb-4abf-9123-2a3b007ed28a,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:28.522984 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f93bd9f-f99f-4176-a6c8-0cc73813932a None None] For port 13901b06-0554-4c45-aa0c-2f4ef2c3f855, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=13901b06-0554-4c45-aa0c-2f4ef2c3f855,segment=NetworkSegment(0f86b1f0-1839-4888-bfab-bff60be2e850),segment_id=0f86b1f0-1839-4888-bfab-bff60be2e850)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:47:28.526463 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7b770981-93a7-4c0e-a987-79b0dcbee949 None None] Port 13901b06-0554-4c45-aa0c-2f4ef2c3f855 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:47:28.536735 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f93bd9f-f99f-4176-a6c8-0cc73813932a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:28.678615 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f93bd9f-f99f-4176-a6c8-0cc73813932a None None] Routers {'8416e5b1-ca1c-46d3-94d4-554f3ab954eb'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:47:28.679525 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-7f93bd9f-f99f-4176-a6c8-0cc73813932a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:47:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['8416e5b1-ca1c-46d3-94d4-554f3ab954eb'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:47:28.687790 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ca239b-50da-43bd-a780-96e245d68837 None None] Pushing event updated for resources: {'Port': ['ID=13901b06-0554-4c45-aa0c-2f4ef2c3f855,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:28.926113 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-7f93bd9f-f99f-4176-a6c8-0cc73813932a None None] Set router 8416e5b1-ca1c-46d3-94d4-554f3ab954eb gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:47:29.102619 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-547db9a0-82e6-4936-8aa1-917119893a0c None None] Provisioning complete for port 13901b06-0554-4c45-aa0c-2f4ef2c3f855 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:47:29.103338 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-547db9a0-82e6-4936-8aa1-917119893a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:29.112546 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7280845e-9ded-4818-9a4e-e7bad2c1b5d8 admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:47:29.122849 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642257be-92c0-4b3e-be5f-c0359124e5ad None None] Sync routers for ids ['a2c652d5-0fc9-4100-95ea-3f6c224e2121'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:47:29.135535 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642257be-92c0-4b3e-be5f-c0359124e5ad None None] Routers {'a2c652d5-0fc9-4100-95ea-3f6c224e2121'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:47:29.136163 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-642257be-92c0-4b3e-be5f-c0359124e5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:47:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['a2c652d5-0fc9-4100-95ea-3f6c224e2121'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:47:29.139872 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7280845e-9ded-4818-9a4e-e7bad2c1b5d8 admin admin] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:29.141510 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-7280845e-9ded-4818-9a4e-e7bad2c1b5d8 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.7011557 Jan 18 22:47:29.145874 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 50908) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:47:29.293257 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-642257be-92c0-4b3e-be5f-c0359124e5ad None None] Set router a2c652d5-0fc9-4100-95ea-3f6c224e2121 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:47:29.352696 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-547db9a0-82e6-4936-8aa1-917119893a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:29.418418 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-7f93bd9f-f99f-4176-a6c8-0cc73813932a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8416e5b1-ca1c-46d3-94d4-554f3ab954eb', 'name': 'tempest-TestServerBasicOps-1366701688-router', 'tenant_id': '69d9d18e59bf4368beed3fa7310f0ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '0c4fcd4e-6e57-491a-8518-1b6a541e7cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:47:20Z', 'updated_at': '2022-01-18T22:47:23Z', 'revision_number': 4, 'project_id': '69d9d18e59bf4368beed3fa7310f0ed2', 'gw_port': {'id': '0c4fcd4e-6e57-491a-8518-1b6a541e7cf9', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ab:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8416e5b1-ca1c-46d3-94d4-554f3ab954eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:47:21Z', 'updated_at': '2022-01-18T22:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '13901b06-0554-4c45-aa0c-2f4ef2c3f855', 'name': '', 'network_id': '6475634d-f736-45f2-ae9a-83d4df30ce8b', 'tenant_id': '69d9d18e59bf4368beed3fa7310f0ed2', 'mac_address': 'fa:16:3e:d8:66:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8416e5b1-ca1c-46d3-94d4-554f3ab954eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '2e4408c8-1b04-4e09-b3ce-588a4d45f399', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:47:23Z', 'updated_at': '2022-01-18T22:47:28Z', 'revision_number': 4, 'project_id': '69d9d18e59bf4368beed3fa7310f0ed2', 'subnets': [{'id': '2e4408c8-1b04-4e09-b3ce-588a4d45f399', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:47:29.498495 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-547db9a0-82e6-4936-8aa1-917119893a0c None None] For port 13901b06-0554-4c45-aa0c-2f4ef2c3f855, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=13901b06-0554-4c45-aa0c-2f4ef2c3f855,segment=NetworkSegment(0f86b1f0-1839-4888-bfab-bff60be2e850),segment_id=0f86b1f0-1839-4888-bfab-bff60be2e850)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:47:29.501396 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f93bd9f-f99f-4176-a6c8-0cc73813932a None None] The sync data for ids ['8416e5b1-ca1c-46d3-94d4-554f3ab954eb'] in n-d-825064-1 is: [{'id': '8416e5b1-ca1c-46d3-94d4-554f3ab954eb', 'name': 'tempest-TestServerBasicOps-1366701688-router', 'tenant_id': '69d9d18e59bf4368beed3fa7310f0ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '0c4fcd4e-6e57-491a-8518-1b6a541e7cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:47:20Z', 'updated_at': '2022-01-18T22:47:23Z', 'revision_number': 4, 'project_id': '69d9d18e59bf4368beed3fa7310f0ed2', 'gw_port': {'id': '0c4fcd4e-6e57-491a-8518-1b6a541e7cf9', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ab:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8416e5b1-ca1c-46d3-94d4-554f3ab954eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:47:21Z', 'updated_at': '2022-01-18T22:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '13901b06-0554-4c45-aa0c-2f4ef2c3f855', 'name': '', 'network_id': '6475634d-f736-45f2-ae9a-83d4df30ce8b', 'tenant_id': '69d9d18e59bf4368beed3fa7310f0ed2', 'mac_address': 'fa:16:3e:d8:66:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8416e5b1-ca1c-46d3-94d4-554f3ab954eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '2e4408c8-1b04-4e09-b3ce-588a4d45f399', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:47:23Z', 'updated_at': '2022-01-18T22:47:28Z', 'revision_number': 4, 'project_id': '69d9d18e59bf4368beed3fa7310f0ed2', 'subnets': [{'id': '2e4408c8-1b04-4e09-b3ce-588a4d45f399', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:47:29.513745 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-547db9a0-82e6-4936-8aa1-917119893a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:29.683465 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547db9a0-82e6-4936-8aa1-917119893a0c None None] Pushing event updated for resources: {'Port': ['ID=13901b06-0554-4c45-aa0c-2f4ef2c3f855,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:29.688187 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-642257be-92c0-4b3e-be5f-c0359124e5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2c652d5-0fc9-4100-95ea-3f6c224e2121', 'name': 'tempest-TestServerBasicOps-1943127405-router', 'tenant_id': '0ea65f44c85941da90b0c89e417a8515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '77d2c65e-0228-42da-8e85-8a16f53ab2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:47:26Z', 'updated_at': '2022-01-18T22:47:27Z', 'revision_number': 3, 'project_id': '0ea65f44c85941da90b0c89e417a8515', 'gw_port': {'id': '77d2c65e-0228-42da-8e85-8a16f53ab2a7', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d5:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2c652d5-0fc9-4100-95ea-3f6c224e2121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:47:27Z', 'updated_at': '2022-01-18T22:47:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:47:29.742108 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642257be-92c0-4b3e-be5f-c0359124e5ad None None] Checking router: a2c652d5-0fc9-4100-95ea-3f6c224e2121 for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:47:29.742781 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642257be-92c0-4b3e-be5f-c0359124e5ad None None] Updating router a2c652d5-0fc9-4100-95ea-3f6c224e2121 port 77d2c65e-0228-42da-8e85-8a16f53ab2a7 binding host n-d-825064-1 {{(pid=102433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:47:29.777660 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-642257be-92c0-4b3e-be5f-c0359124e5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:30.058644 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device d42cbf2b-e1bb-4abf-9123-2a3b007ed28a up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:47:30.181071 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port d42cbf2b-e1bb-4abf-9123-2a3b007ed28a triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:47:30.181752 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:30.228490 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c9fe88-871f-43bf-933f-5b458d3c1411 None None] Network f83a7d51-0259-47a4-9523-b26233516e99 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:47:30.254434 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0cce0f73-bd17-46bc-8c94-413e1375ebd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:30.361270 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-19691e2b-de3c-4f67-8249-0138ca13b251 None None] Provisioning complete for port d42cbf2b-e1bb-4abf-9123-2a3b007ed28a triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:47:30.361904 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-19691e2b-de3c-4f67-8249-0138ca13b251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:30.471983 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:30.559547 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-642257be-92c0-4b3e-be5f-c0359124e5ad None None] Notify callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:30.574853 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-642257be-92c0-4b3e-be5f-c0359124e5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:30.642033 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-0cce0f73-bd17-46bc-8c94-413e1375ebd1 admin admin] Allocated IP 172.20.0.1 (f83a7d51-0259-47a4-9523-b26233516e99/a6eae47f-d060-46be-a8df-b78af19b95e2/30c8e320-1981-49f4-a5ce-82ad713c650d) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:47:30.693262 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-642257be-92c0-4b3e-be5f-c0359124e5ad None None] Attempting to bind port 77d2c65e-0228-42da-8e85-8a16f53ab2a7 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:47:30.693821 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-642257be-92c0-4b3e-be5f-c0359124e5ad None None] Attempting to bind port 77d2c65e-0228-42da-8e85-8a16f53ab2a7 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:47:30.694236 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642257be-92c0-4b3e-be5f-c0359124e5ad None None] Attempting to bind port 77d2c65e-0228-42da-8e85-8a16f53ab2a7 on network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:47:30.694880 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-19691e2b-de3c-4f67-8249-0138ca13b251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:30.702351 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642257be-92c0-4b3e-be5f-c0359124e5ad None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:47:30.703002 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642257be-92c0-4b3e-be5f-c0359124e5ad None None] Checking segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:47:30.703684 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-642257be-92c0-4b3e-be5f-c0359124e5ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:30.704193 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642257be-92c0-4b3e-be5f-c0359124e5ad None None] Bound using segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:47:30.705108 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-642257be-92c0-4b3e-be5f-c0359124e5ad None None] Bound port: 77d2c65e-0228-42da-8e85-8a16f53ab2a7, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:47:30.706447 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-642257be-92c0-4b3e-be5f-c0359124e5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:30.723614 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port d42cbf2b-e1bb-4abf-9123-2a3b007ed28a, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=d42cbf2b-e1bb-4abf-9123-2a3b007ed28a,segment=NetworkSegment(a26c0704-46dd-40df-9f5e-fa9b06efc01d),segment_id=a26c0704-46dd-40df-9f5e-fa9b06efc01d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:47:30.733725 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a8a1a5-a5b1-4416-9cd0-b63e546d8856 None None] Pushing event updated for resources: {'Port': ['ID=77d2c65e-0228-42da-8e85-8a16f53ab2a7,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:30.744785 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:30.745789 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 13901b06-0554-4c45-aa0c-2f4ef2c3f855 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:47:30.778043 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-642257be-92c0-4b3e-be5f-c0359124e5ad None None] For port 77d2c65e-0228-42da-8e85-8a16f53ab2a7, host n-d-825064-1, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:47:30.781918 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-642257be-92c0-4b3e-be5f-c0359124e5ad None None] For port 77d2c65e-0228-42da-8e85-8a16f53ab2a7, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=77d2c65e-0228-42da-8e85-8a16f53ab2a7,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:47:30.787979 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-642257be-92c0-4b3e-be5f-c0359124e5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:30.851963 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642257be-92c0-4b3e-be5f-c0359124e5ad None None] Routers {'a2c652d5-0fc9-4100-95ea-3f6c224e2121'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:47:30.852688 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-642257be-92c0-4b3e-be5f-c0359124e5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:47:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['a2c652d5-0fc9-4100-95ea-3f6c224e2121'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:47:30.888011 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0cce0f73-bd17-46bc-8c94-413e1375ebd1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:30.962138 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0cce0f73-bd17-46bc-8c94-413e1375ebd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:30.977211 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a8a1a5-a5b1-4416-9cd0-b63e546d8856 None None] Pushing event updated for resources: {'Port': ['ID=77d2c65e-0228-42da-8e85-8a16f53ab2a7,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:30.997841 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=d42cbf2b-e1bb-4abf-9123-2a3b007ed28a,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:31.035349 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cce0f73-bd17-46bc-8c94-413e1375ebd1 admin admin] Network f83a7d51-0259-47a4-9523-b26233516e99 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:47:31.041899 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-0cce0f73-bd17-46bc-8c94-413e1375ebd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:47:31.051354 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cce0f73-bd17-46bc-8c94-413e1375ebd1 admin admin] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:47:31.057489 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cce0f73-bd17-46bc-8c94-413e1375ebd1 admin admin] Pushing event updated for resources: {'Port': ['ID=30c8e320-1981-49f4-a5ce-82ad713c650d,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:31.059633 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.db.api [None req-19691e2b-de3c-4f67-8249-0138ca13b251 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 22:47:31.059633 n-d-825064-1 neutron-server[102432]: DEBUG oslo_db.api [None req-19691e2b-de3c-4f67-8249-0138ca13b251 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 22:47:31.068217 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 13901b06-0554-4c45-aa0c-2f4ef2c3f855 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:47:31.070070 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:31.126656 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-642257be-92c0-4b3e-be5f-c0359124e5ad None None] Set router a2c652d5-0fc9-4100-95ea-3f6c224e2121 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:47:31.140054 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0cce0f73-bd17-46bc-8c94-413e1375ebd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1040954'] for router_interface, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:31.423327 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0cce0f73-bd17-46bc-8c94-413e1375ebd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:31.443881 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-642257be-92c0-4b3e-be5f-c0359124e5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2c652d5-0fc9-4100-95ea-3f6c224e2121', 'name': 'tempest-TestServerBasicOps-1943127405-router', 'tenant_id': '0ea65f44c85941da90b0c89e417a8515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '77d2c65e-0228-42da-8e85-8a16f53ab2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:47:26Z', 'updated_at': '2022-01-18T22:47:27Z', 'revision_number': 3, 'project_id': '0ea65f44c85941da90b0c89e417a8515', 'gw_port': {'id': '77d2c65e-0228-42da-8e85-8a16f53ab2a7', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d5:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2c652d5-0fc9-4100-95ea-3f6c224e2121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:47:27Z', 'updated_at': '2022-01-18T22:47:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:47:31.494495 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642257be-92c0-4b3e-be5f-c0359124e5ad None None] The sync data for ids ['a2c652d5-0fc9-4100-95ea-3f6c224e2121'] in n-d-825064-1 is: [{'id': 'a2c652d5-0fc9-4100-95ea-3f6c224e2121', 'name': 'tempest-TestServerBasicOps-1943127405-router', 'tenant_id': '0ea65f44c85941da90b0c89e417a8515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '77d2c65e-0228-42da-8e85-8a16f53ab2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:47:26Z', 'updated_at': '2022-01-18T22:47:27Z', 'revision_number': 3, 'project_id': '0ea65f44c85941da90b0c89e417a8515', 'gw_port': {'id': '77d2c65e-0228-42da-8e85-8a16f53ab2a7', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d5:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2c652d5-0fc9-4100-95ea-3f6c224e2121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:47:27Z', 'updated_at': '2022-01-18T22:47:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:47:31.681747 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0cce0f73-bd17-46bc-8c94-413e1375ebd1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:31.689687 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0cce0f73-bd17-46bc-8c94-413e1375ebd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:31.726394 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-3d8fe599-d22a-4e5c-869c-f0dbb8d616b1 None None] Provisioning complete for port d42cbf2b-e1bb-4abf-9123-2a3b007ed28a triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:47:31.726994 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3d8fe599-d22a-4e5c-869c-f0dbb8d616b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:31.785744 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cce0f73-bd17-46bc-8c94-413e1375ebd1 admin admin] Pushing event updated for resources: {'Port': ['ID=30c8e320-1981-49f4-a5ce-82ad713c650d,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:31.791466 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0cce0f73-bd17-46bc-8c94-413e1375ebd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-613854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1041070'] for router_interface, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:31.902187 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device d42cbf2b-e1bb-4abf-9123-2a3b007ed28a up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:47:31.929102 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cce0f73-bd17-46bc-8c94-413e1375ebd1 admin admin] Network f83a7d51-0259-47a4-9523-b26233516e99 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:47:31.930772 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-0cce0f73-bd17-46bc-8c94-413e1375ebd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:47:32.016453 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-4900dd62-aedd-4d20-9422-aee9abd4711a None None] Provisioning complete for port 30c8e320-1981-49f4-a5ce-82ad713c650d triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:47:32.020490 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4900dd62-aedd-4d20-9422-aee9abd4711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:32.051302 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port d42cbf2b-e1bb-4abf-9123-2a3b007ed28a triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:47:32.051838 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:32.118945 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-4900dd62-aedd-4d20-9422-aee9abd4711a None None] Port 30c8e320-1981-49f4-a5ce-82ad713c650d cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:47:32.143552 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cce0f73-bd17-46bc-8c94-413e1375ebd1 admin admin] Router a2c652d5-0fc9-4100-95ea-3f6c224e2121 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:47:32.271927 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cce0f73-bd17-46bc-8c94-413e1375ebd1 admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:47:32.280021 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-0cce0f73-bd17-46bc-8c94-413e1375ebd1 admin admin] 10.222.0.53 "PUT /v2.0/routers/a2c652d5-0fc9-4100-95ea-3f6c224e2121/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1274652 Jan 18 22:47:32.349106 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-801b7db1-079c-49d4-b213-04f900e5c3fc None None] Provisioning complete for port 30c8e320-1981-49f4-a5ce-82ad713c650d triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:47:32.350614 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-801b7db1-079c-49d4-b213-04f900e5c3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:32.421298 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-801b7db1-079c-49d4-b213-04f900e5c3fc None None] Port 30c8e320-1981-49f4-a5ce-82ad713c650d cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:47:33.347724 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 50966) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:47:33.354113 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-506188ca-5d5b-4b18-92a8-2ede1cc6f6a3 tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1117528203', 'description': 'tempest-secgroup-smoke-1117528203 description', 'project_id': '69d9d18e59bf4368beed3fa7310f0ed2'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:47:33.389032 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-506188ca-5d5b-4b18-92a8-2ede1cc6f6a3 tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:33.497153 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-506188ca-5d5b-4b18-92a8-2ede1cc6f6a3 tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:33.503844 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-506188ca-5d5b-4b18-92a8-2ede1cc6f6a3 tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:33.530451 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-506188ca-5d5b-4b18-92a8-2ede1cc6f6a3 tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:33.531758 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-506188ca-5d5b-4b18-92a8-2ede1cc6f6a3 tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1821430 Jan 18 22:47:33.535084 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 50972) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:47:33.540142 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-7723f060-b50d-4847-b392-d9f5bedf2c64 tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Request body: {'security_group_rule': {'security_group_id': 'dc25eda6-663f-4b3e-bd4b-3e6d1f2d1a18', 'project_id': '69d9d18e59bf4368beed3fa7310f0ed2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:47:33.568487 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506188ca-5d5b-4b18-92a8-2ede1cc6f6a3 tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc25eda6-663f-4b3e-bd4b-3e6d1f2d1a18,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:33.588647 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7723f060-b50d-4847-b392-d9f5bedf2c64 tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:33.675357 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7723f060-b50d-4847-b392-d9f5bedf2c64 tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:33.680804 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7723f060-b50d-4847-b392-d9f5bedf2c64 tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:33.704013 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7723f060-b50d-4847-b392-d9f5bedf2c64 tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c6ee94b-92f7-4d53-b48d-1390e1711548,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:33.717142 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7723f060-b50d-4847-b392-d9f5bedf2c64 tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:47:33.717856 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7723f060-b50d-4847-b392-d9f5bedf2c64 tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:47:33.718632 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7723f060-b50d-4847-b392-d9f5bedf2c64 tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:47:33.719251 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7723f060-b50d-4847-b392-d9f5bedf2c64 tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:47:33.719830 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7723f060-b50d-4847-b392-d9f5bedf2c64 tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:47:33.720468 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7723f060-b50d-4847-b392-d9f5bedf2c64 tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:47:33.721233 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7723f060-b50d-4847-b392-d9f5bedf2c64 tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:47:33.721846 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7723f060-b50d-4847-b392-d9f5bedf2c64 tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:47:33.722427 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7723f060-b50d-4847-b392-d9f5bedf2c64 tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:47:33.722977 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7723f060-b50d-4847-b392-d9f5bedf2c64 tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:47:33.723483 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7723f060-b50d-4847-b392-d9f5bedf2c64 tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:47:33.724180 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7723f060-b50d-4847-b392-d9f5bedf2c64 tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:47:33.740698 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7723f060-b50d-4847-b392-d9f5bedf2c64 tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:33.742604 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-7723f060-b50d-4847-b392-d9f5bedf2c64 tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2064683 Jan 18 22:47:33.746186 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 50980) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:47:33.751485 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-2fa4fc14-631c-493e-8546-03b0b0c74ed3 tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Request body: {'security_group_rule': {'security_group_id': 'dc25eda6-663f-4b3e-bd4b-3e6d1f2d1a18', 'project_id': '69d9d18e59bf4368beed3fa7310f0ed2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:47:33.792434 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2fa4fc14-631c-493e-8546-03b0b0c74ed3 tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:33.874948 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2fa4fc14-631c-493e-8546-03b0b0c74ed3 tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:33.880817 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2fa4fc14-631c-493e-8546-03b0b0c74ed3 tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:33.906063 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa4fc14-631c-493e-8546-03b0b0c74ed3 tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66023fc3-e631-48ff-ad5a-9f39b7182bf7,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:33.928344 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 77d2c65e-0228-42da-8e85-8a16f53ab2a7 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:47:33.940381 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2fa4fc14-631c-493e-8546-03b0b0c74ed3 tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:33.947597 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 50986) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:47:33.954691 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-68df2750-03f8-4a55-ab38-d25cc55a171e tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Request body: {'security_group_rule': {'security_group_id': 'dc25eda6-663f-4b3e-bd4b-3e6d1f2d1a18', 'project_id': '69d9d18e59bf4368beed3fa7310f0ed2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:47:33.961249 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-2fa4fc14-631c-493e-8546-03b0b0c74ed3 tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2136703 Jan 18 22:47:33.993902 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-68df2750-03f8-4a55-ab38-d25cc55a171e tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:34.030626 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a62a6a2-9d89-4698-90af-406bf8f89b85 None None] Sync routers for ids ['a2c652d5-0fc9-4100-95ea-3f6c224e2121'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:47:34.040476 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 77d2c65e-0228-42da-8e85-8a16f53ab2a7 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:47:34.040476 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:34.071542 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a62a6a2-9d89-4698-90af-406bf8f89b85 None None] Routers {'a2c652d5-0fc9-4100-95ea-3f6c224e2121'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:47:34.072663 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-3a62a6a2-9d89-4698-90af-406bf8f89b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:47:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['a2c652d5-0fc9-4100-95ea-3f6c224e2121'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:47:34.089024 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-68df2750-03f8-4a55-ab38-d25cc55a171e tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:34.101560 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-68df2750-03f8-4a55-ab38-d25cc55a171e tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:34.133525 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68df2750-03f8-4a55-ab38-d25cc55a171e tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc2d1a3c-f940-4e80-81ce-119e6ec91041,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:34.154689 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-68df2750-03f8-4a55-ab38-d25cc55a171e tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:34.159412 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-68df2750-03f8-4a55-ab38-d25cc55a171e tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2071683 Jan 18 22:47:34.160167 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 50992) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:47:34.166315 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-c8407d0f-1a9c-457f-ae0d-71fe5bfc3daf tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Request body: {'security_group_rule': {'security_group_id': 'dc25eda6-663f-4b3e-bd4b-3e6d1f2d1a18', 'project_id': '69d9d18e59bf4368beed3fa7310f0ed2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:47:34.214416 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c8407d0f-1a9c-457f-ae0d-71fe5bfc3daf tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:34.278003 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:34.309168 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-3a62a6a2-9d89-4698-90af-406bf8f89b85 None None] Set router a2c652d5-0fc9-4100-95ea-3f6c224e2121 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:47:34.316232 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c8407d0f-1a9c-457f-ae0d-71fe5bfc3daf tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:34.325557 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c8407d0f-1a9c-457f-ae0d-71fe5bfc3daf tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:34.344649 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8407d0f-1a9c-457f-ae0d-71fe5bfc3daf tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7fbf101-4179-40b4-a15c-25c8919bba3e,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:34.344882 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port 77d2c65e-0228-42da-8e85-8a16f53ab2a7, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=77d2c65e-0228-42da-8e85-8a16f53ab2a7,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:47:34.355076 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:34.366814 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c8407d0f-1a9c-457f-ae0d-71fe5bfc3daf tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:34.370882 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-c8407d0f-1a9c-457f-ae0d-71fe5bfc3daf tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2061374 Jan 18 22:47:34.371239 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 50998) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:47:34.376256 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-7e6c5b2c-87de-4d89-b544-e1043ccd4177 tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Request body: {'security_group_rule': {'security_group_id': 'dc25eda6-663f-4b3e-bd4b-3e6d1f2d1a18', 'project_id': '69d9d18e59bf4368beed3fa7310f0ed2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:47:34.411233 n-d-825064-1 neutron-server[102431]: INFO neutron.db.securitygroups_db [None req-7e6c5b2c-87de-4d89-b544-e1043ccd4177 tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Project 69d9d18e59bf4368beed3fa7310f0ed2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 22:47:34.416698 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7e6c5b2c-87de-4d89-b544-e1043ccd4177 tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:34.499757 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7e6c5b2c-87de-4d89-b544-e1043ccd4177 tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:34.505500 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7e6c5b2c-87de-4d89-b544-e1043ccd4177 tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:34.533148 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7e6c5b2c-87de-4d89-b544-e1043ccd4177 tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:34.535088 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-7e6c5b2c-87de-4d89-b544-e1043ccd4177 tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1628740 Jan 18 22:47:34.538006 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 51002) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:47:34.543327 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-bf1a8850-80e8-4226-9a15-e4a525f1c5c2 tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Request body: {'security_group_rule': {'security_group_id': 'dc25eda6-663f-4b3e-bd4b-3e6d1f2d1a18', 'project_id': '69d9d18e59bf4368beed3fa7310f0ed2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:47:34.549223 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6c5b2c-87de-4d89-b544-e1043ccd4177 tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4463a3c-8b57-4a66-a836-fbe3b439cffd,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:34.577402 n-d-825064-1 neutron-server[102431]: INFO neutron.db.securitygroups_db [None req-bf1a8850-80e8-4226-9a15-e4a525f1c5c2 tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Project 69d9d18e59bf4368beed3fa7310f0ed2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 22:47:34.590290 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bf1a8850-80e8-4226-9a15-e4a525f1c5c2 tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:34.625902 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=77d2c65e-0228-42da-8e85-8a16f53ab2a7,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:34.653843 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-3a62a6a2-9d89-4698-90af-406bf8f89b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2c652d5-0fc9-4100-95ea-3f6c224e2121', 'name': 'tempest-TestServerBasicOps-1943127405-router', 'tenant_id': '0ea65f44c85941da90b0c89e417a8515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '77d2c65e-0228-42da-8e85-8a16f53ab2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:47:26Z', 'updated_at': '2022-01-18T22:47:31Z', 'revision_number': 4, 'project_id': '0ea65f44c85941da90b0c89e417a8515', 'gw_port': {'id': '77d2c65e-0228-42da-8e85-8a16f53ab2a7', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d5:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2c652d5-0fc9-4100-95ea-3f6c224e2121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:47:27Z', 'updated_at': '2022-01-18T22:47:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '30c8e320-1981-49f4-a5ce-82ad713c650d', 'name': '', 'network_id': 'f83a7d51-0259-47a4-9523-b26233516e99', 'tenant_id': '0ea65f44c85941da90b0c89e417a8515', 'mac_address': 'fa:16:3e:50:23:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2c652d5-0fc9-4100-95ea-3f6c224e2121', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'a6eae47f-d060-46be-a8df-b78af19b95e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:47:30Z', 'updated_at': '2022-01-18T22:47:31Z', 'revision_number': 2, 'project_id': '0ea65f44c85941da90b0c89e417a8515', 'subnets': [{'id': 'a6eae47f-d060-46be-a8df-b78af19b95e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:47:34.675641 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bf1a8850-80e8-4226-9a15-e4a525f1c5c2 tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:34.680244 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bf1a8850-80e8-4226-9a15-e4a525f1c5c2 tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:34.694253 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a62a6a2-9d89-4698-90af-406bf8f89b85 None None] Checking router: a2c652d5-0fc9-4100-95ea-3f6c224e2121 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:47:34.694771 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a62a6a2-9d89-4698-90af-406bf8f89b85 None None] Updating router a2c652d5-0fc9-4100-95ea-3f6c224e2121 port 30c8e320-1981-49f4-a5ce-82ad713c650d binding host n-d-825064-1 {{(pid=102432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:47:34.699396 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1a8850-80e8-4226-9a15-e4a525f1c5c2 tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34883bde-0173-45a1-b241-74ed2bc98b23,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:34.714624 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bf1a8850-80e8-4226-9a15-e4a525f1c5c2 tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:34.716039 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-bf1a8850-80e8-4226-9a15-e4a525f1c5c2 tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1768038 Jan 18 22:47:34.747531 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3a62a6a2-9d89-4698-90af-406bf8f89b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:34.905274 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9faabc70-db4f-4dee-bb4c-2511b616a792 req-347474f9-497a-47c8-bc53-35930010a0d8 tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1117528203&fields=id&tenant_id=69d9d18e59bf4368beed3fa7310f0ed2 HTTP/1.1" status: 200 len: 267 time: 0.0531845 Jan 18 22:47:35.044388 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faabc70-db4f-4dee-bb4c-2511b616a792 req-00ba9d74-0567-4cd1-b571-6ca588c93fe5 tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:35.046258 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9faabc70-db4f-4dee-bb4c-2511b616a792 req-00ba9d74-0567-4cd1-b571-6ca588c93fe5 tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] 10.222.0.53 "GET /v2.0/networks?id=6475634d-f736-45f2-ae9a-83d4df30ce8b HTTP/1.1" status: 200 len: 809 time: 0.1400216 Jan 18 22:47:35.071156 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9faabc70-db4f-4dee-bb4c-2511b616a792 req-afcde135-c69f-4b48-942b-40d6ac0c2777 tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] 10.222.0.53 "GET /v2.0/quotas/69d9d18e59bf4368beed3fa7310f0ed2 HTTP/1.1" status: 200 len: 375 time: 0.0179889 Jan 18 22:47:35.081469 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3a62a6a2-9d89-4698-90af-406bf8f89b85 None None] Notify callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:35.090933 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3a62a6a2-9d89-4698-90af-406bf8f89b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:35.154693 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc514090-4394-47f6-8bb0-2995be952319 None None] Pushing event updated for resources: {'Port': ['ID=30c8e320-1981-49f4-a5ce-82ad713c650d,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:35.205594 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9faabc70-db4f-4dee-bb4c-2511b616a792 req-8c6ddc97-d4ac-4180-8a81-7f4525406fe0 tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=69d9d18e59bf4368beed3fa7310f0ed2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1148565 Jan 18 22:47:35.411990 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9faabc70-db4f-4dee-bb4c-2511b616a792 req-cac344b1-825a-42cc-813f-12700e853824 service neutron] 10.222.0.53 "GET /v2.0/networks/6475634d-f736-45f2-ae9a-83d4df30ce8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930692 Jan 18 22:47:35.432937 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-3a62a6a2-9d89-4698-90af-406bf8f89b85 None None] Attempting to bind port 30c8e320-1981-49f4-a5ce-82ad713c650d on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:47:35.433322 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-3a62a6a2-9d89-4698-90af-406bf8f89b85 None None] Attempting to bind port 30c8e320-1981-49f4-a5ce-82ad713c650d by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': 'a26c0704-46dd-40df-9f5e-fa9b06efc01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f83a7d51-0259-47a4-9523-b26233516e99'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:47:35.433702 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a62a6a2-9d89-4698-90af-406bf8f89b85 None None] Attempting to bind port 30c8e320-1981-49f4-a5ce-82ad713c650d on network f83a7d51-0259-47a4-9523-b26233516e99 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:47:35.439834 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a62a6a2-9d89-4698-90af-406bf8f89b85 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:47:35.440239 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a62a6a2-9d89-4698-90af-406bf8f89b85 None None] Checking segment: {'id': 'a26c0704-46dd-40df-9f5e-fa9b06efc01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f83a7d51-0259-47a4-9523-b26233516e99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:47:35.440720 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3a62a6a2-9d89-4698-90af-406bf8f89b85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:35.441120 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a62a6a2-9d89-4698-90af-406bf8f89b85 None None] Bound using segment: {'id': 'a26c0704-46dd-40df-9f5e-fa9b06efc01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f83a7d51-0259-47a4-9523-b26233516e99'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:47:35.441640 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-3a62a6a2-9d89-4698-90af-406bf8f89b85 None None] Bound port: 30c8e320-1981-49f4-a5ce-82ad713c650d, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a26c0704-46dd-40df-9f5e-fa9b06efc01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f83a7d51-0259-47a4-9523-b26233516e99'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:47:35.442032 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3a62a6a2-9d89-4698-90af-406bf8f89b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:35.520800 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-01b11d0f-6733-4fba-925f-ad84ec32769b None None] Provisioning complete for port 30c8e320-1981-49f4-a5ce-82ad713c650d triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:47:35.521252 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-01b11d0f-6733-4fba-925f-ad84ec32769b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:35.539586 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9faabc70-db4f-4dee-bb4c-2511b616a792 req-34f3e4e0-6651-46b8-92e0-3fb5c1afbef1 service neutron] 10.222.0.53 "GET /v2.0/networks/6475634d-f736-45f2-ae9a-83d4df30ce8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185639 Jan 18 22:47:35.556233 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-3a62a6a2-9d89-4698-90af-406bf8f89b85 None None] For port 30c8e320-1981-49f4-a5ce-82ad713c650d, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:47:35.571983 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-3a62a6a2-9d89-4698-90af-406bf8f89b85 None None] For port 30c8e320-1981-49f4-a5ce-82ad713c650d, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=30c8e320-1981-49f4-a5ce-82ad713c650d,segment=NetworkSegment(a26c0704-46dd-40df-9f5e-fa9b06efc01d),segment_id=a26c0704-46dd-40df-9f5e-fa9b06efc01d)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:47:35.590670 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3a62a6a2-9d89-4698-90af-406bf8f89b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:35.667952 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-01b11d0f-6733-4fba-925f-ad84ec32769b None None] Port 30c8e320-1981-49f4-a5ce-82ad713c650d cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:47:35.701980 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a62a6a2-9d89-4698-90af-406bf8f89b85 None None] Routers {'a2c652d5-0fc9-4100-95ea-3f6c224e2121'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:47:35.702838 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-3a62a6a2-9d89-4698-90af-406bf8f89b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:47:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['a2c652d5-0fc9-4100-95ea-3f6c224e2121'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:47:35.768499 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc514090-4394-47f6-8bb0-2995be952319 None None] Pushing event updated for resources: {'Port': ['ID=30c8e320-1981-49f4-a5ce-82ad713c650d,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:35.871189 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7c4e26c0-65a5-4580-bd40-e253625d2ce7 req-03994f53-36ed-4aa4-a8bd-3a87c1554919 tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] 10.222.0.53 "GET /v2.0/ports?device_id=414e65a4-3a0b-4b2c-9462-3ae005a02195 HTTP/1.1" status: 200 len: 210 time: 0.0584738 Jan 18 22:47:35.920051 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-3a62a6a2-9d89-4698-90af-406bf8f89b85 None None] Set router a2c652d5-0fc9-4100-95ea-3f6c224e2121 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:47:35.961382 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 77d2c65e-0228-42da-8e85-8a16f53ab2a7 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:47:36.068181 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 77d2c65e-0228-42da-8e85-8a16f53ab2a7 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:47:36.068747 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:36.247072 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-441f7339-8297-4ca9-be06-92cdb05b46b9 None None] Provisioning complete for port 30c8e320-1981-49f4-a5ce-82ad713c650d triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:47:36.247791 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-441f7339-8297-4ca9-be06-92cdb05b46b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:36.339049 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-3a62a6a2-9d89-4698-90af-406bf8f89b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2c652d5-0fc9-4100-95ea-3f6c224e2121', 'name': 'tempest-TestServerBasicOps-1943127405-router', 'tenant_id': '0ea65f44c85941da90b0c89e417a8515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '77d2c65e-0228-42da-8e85-8a16f53ab2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:47:26Z', 'updated_at': '2022-01-18T22:47:31Z', 'revision_number': 4, 'project_id': '0ea65f44c85941da90b0c89e417a8515', 'gw_port': {'id': '77d2c65e-0228-42da-8e85-8a16f53ab2a7', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c652d5-0fc9-4100-95ea-3f6c224e2121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:47:27Z', 'updated_at': '2022-01-18T22:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '30c8e320-1981-49f4-a5ce-82ad713c650d', 'name': '', 'network_id': 'f83a7d51-0259-47a4-9523-b26233516e99', 'tenant_id': '0ea65f44c85941da90b0c89e417a8515', 'mac_address': 'fa:16:3e:50:23:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2c652d5-0fc9-4100-95ea-3f6c224e2121', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'a6eae47f-d060-46be-a8df-b78af19b95e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:47:30Z', 'updated_at': '2022-01-18T22:47:35Z', 'revision_number': 4, 'project_id': '0ea65f44c85941da90b0c89e417a8515', 'subnets': [{'id': 'a6eae47f-d060-46be-a8df-b78af19b95e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:47:36.371846 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a62a6a2-9d89-4698-90af-406bf8f89b85 None None] The sync data for ids ['a2c652d5-0fc9-4100-95ea-3f6c224e2121'] in n-d-825064-1 is: [{'id': 'a2c652d5-0fc9-4100-95ea-3f6c224e2121', 'name': 'tempest-TestServerBasicOps-1943127405-router', 'tenant_id': '0ea65f44c85941da90b0c89e417a8515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '77d2c65e-0228-42da-8e85-8a16f53ab2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:47:26Z', 'updated_at': '2022-01-18T22:47:31Z', 'revision_number': 4, 'project_id': '0ea65f44c85941da90b0c89e417a8515', 'gw_port': {'id': '77d2c65e-0228-42da-8e85-8a16f53ab2a7', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c652d5-0fc9-4100-95ea-3f6c224e2121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:47:27Z', 'updated_at': '2022-01-18T22:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '30c8e320-1981-49f4-a5ce-82ad713c650d', 'name': '', 'network_id': 'f83a7d51-0259-47a4-9523-b26233516e99', 'tenant_id': '0ea65f44c85941da90b0c89e417a8515', 'mac_address': 'fa:16:3e:50:23:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2c652d5-0fc9-4100-95ea-3f6c224e2121', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'a6eae47f-d060-46be-a8df-b78af19b95e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:47:30Z', 'updated_at': '2022-01-18T22:47:35Z', 'revision_number': 4, 'project_id': '0ea65f44c85941da90b0c89e417a8515', 'subnets': [{'id': 'a6eae47f-d060-46be-a8df-b78af19b95e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:47:36.423803 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-441f7339-8297-4ca9-be06-92cdb05b46b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:36.487678 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-441f7339-8297-4ca9-be06-92cdb05b46b9 None None] For port 30c8e320-1981-49f4-a5ce-82ad713c650d, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=30c8e320-1981-49f4-a5ce-82ad713c650d,segment=NetworkSegment(a26c0704-46dd-40df-9f5e-fa9b06efc01d),segment_id=a26c0704-46dd-40df-9f5e-fa9b06efc01d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:47:36.492289 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-441f7339-8297-4ca9-be06-92cdb05b46b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:36.571159 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441f7339-8297-4ca9-be06-92cdb05b46b9 None None] Pushing event updated for resources: {'Port': ['ID=30c8e320-1981-49f4-a5ce-82ad713c650d,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:37.025505 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b5c50b26-0413-447b-a658-e34c2b769922 req-fb5ae548-a80a-4bdc-b7e2-87d486dc80af tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] 10.222.0.53 "GET /v2.0/ports?device_id=414e65a4-3a0b-4b2c-9462-3ae005a02195 HTTP/1.1" status: 200 len: 210 time: 0.0556853 Jan 18 22:47:37.222601 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faabc70-db4f-4dee-bb4c-2511b616a792 req-9ef1bacc-00a1-4cec-bbaf-006c61d633ee tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:37.225302 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-9faabc70-db4f-4dee-bb4c-2511b616a792 req-9ef1bacc-00a1-4cec-bbaf-006c61d633ee tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] 10.222.0.36 "GET /v2.0/networks?id=6475634d-f736-45f2-ae9a-83d4df30ce8b HTTP/1.1" status: 200 len: 809 time: 0.1966696 Jan 18 22:47:37.295065 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-9faabc70-db4f-4dee-bb4c-2511b616a792 req-a44a4237-ee15-4ee8-a708-4e087cd1cba0 tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69d9d18e59bf4368beed3fa7310f0ed2 HTTP/1.1" status: 200 len: 380 time: 0.0613425 Jan 18 22:47:37.306627 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-9faabc70-db4f-4dee-bb4c-2511b616a792 req-8103ab54-9c64-4a10-b35d-346da4f0b6be tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Request body: {'port': {'device_id': '414e65a4-3a0b-4b2c-9462-3ae005a02195', 'network_id': '6475634d-f736-45f2-ae9a-83d4df30ce8b', 'admin_state_up': True, 'tenant_id': '69d9d18e59bf4368beed3fa7310f0ed2', 'security_groups': ['dc25eda6-663f-4b3e-bd4b-3e6d1f2d1a18']}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:47:37.447586 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9faabc70-db4f-4dee-bb4c-2511b616a792 req-8103ab54-9c64-4a10-b35d-346da4f0b6be tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Made reservation on behalf of 69d9d18e59bf4368beed3fa7310f0ed2 for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:47:37.451535 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-9faabc70-db4f-4dee-bb4c-2511b616a792 req-8103ab54-9c64-4a10-b35d-346da4f0b6be tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:37.617403 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [req-9faabc70-db4f-4dee-bb4c-2511b616a792 req-8103ab54-9c64-4a10-b35d-346da4f0b6be tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Allocated IP 172.20.0.4 (6475634d-f736-45f2-ae9a-83d4df30ce8b/2e4408c8-1b04-4e09-b3ce-588a4d45f399/df526520-44f5-410d-9980-cee828102de5) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:47:37.842661 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-9faabc70-db4f-4dee-bb4c-2511b616a792 req-8103ab54-9c64-4a10-b35d-346da4f0b6be tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:37.904446 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-9faabc70-db4f-4dee-bb4c-2511b616a792 req-8103ab54-9c64-4a10-b35d-346da4f0b6be tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:37.948721 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 30c8e320-1981-49f4-a5ce-82ad713c650d up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:47:37.983515 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9faabc70-db4f-4dee-bb4c-2511b616a792 req-8103ab54-9c64-4a10-b35d-346da4f0b6be tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Network 6475634d-f736-45f2-ae9a-83d4df30ce8b is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:47:37.987711 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [req-9faabc70-db4f-4dee-bb4c-2511b616a792 req-8103ab54-9c64-4a10-b35d-346da4f0b6be tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:47:37.990422 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-9faabc70-db4f-4dee-bb4c-2511b616a792 req-8103ab54-9c64-4a10-b35d-346da4f0b6be tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:47:38.019825 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8103ab54-9c64-4a10-b35d-346da4f0b6be tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Pushing event updated for resources: {'Port': ['ID=df526520-44f5-410d-9980-cee828102de5,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:38.025426 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 30c8e320-1981-49f4-a5ce-82ad713c650d triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:47:38.026105 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:38.080509 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faabc70-db4f-4dee-bb4c-2511b616a792 req-8103ab54-9c64-4a10-b35d-346da4f0b6be tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:38.083574 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-9faabc70-db4f-4dee-bb4c-2511b616a792 req-8103ab54-9c64-4a10-b35d-346da4f0b6be tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:38.133770 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-9faabc70-db4f-4dee-bb4c-2511b616a792 req-8103ab54-9c64-4a10-b35d-346da4f0b6be tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8319912 Jan 18 22:47:38.160353 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-9faabc70-db4f-4dee-bb4c-2511b616a792 req-c7bec441-e249-40f0-a28e-1fe09031faef service neutron] Request body: {'port': {'device_id': '414e65a4-3a0b-4b2c-9462-3ae005a02195', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:47:38.210680 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d2b130-48a8-4087-bc4b-356bf1fdd093 req-ed270966-bd17-4192-b6ee-4fffe658532c tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:38.213118 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e1d2b130-48a8-4087-bc4b-356bf1fdd093 req-ed270966-bd17-4192-b6ee-4fffe658532c tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] 10.222.0.53 "GET /v2.0/ports?device_id=414e65a4-3a0b-4b2c-9462-3ae005a02195 HTTP/1.1" status: 200 len: 931 time: 0.0747414 Jan 18 22:47:38.233354 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-9faabc70-db4f-4dee-bb4c-2511b616a792 req-c7bec441-e249-40f0-a28e-1fe09031faef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:38.292052 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e1d2b130-48a8-4087-bc4b-356bf1fdd093 req-e53ce2d2-c549-4ca7-95f4-5f68ec0adc22 tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc25eda6-663f-4b3e-bd4b-3e6d1f2d1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723107 Jan 18 22:47:38.347812 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-340358e5-54a4-44a0-ac85-662fd2668b48 None None] Provisioning complete for port df526520-44f5-410d-9980-cee828102de5 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:47:38.348190 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-340358e5-54a4-44a0-ac85-662fd2668b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:38.399349 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-340358e5-54a4-44a0-ac85-662fd2668b48 None None] Port df526520-44f5-410d-9980-cee828102de5 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:47:38.572034 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [req-9faabc70-db4f-4dee-bb4c-2511b616a792 req-c7bec441-e249-40f0-a28e-1fe09031faef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df526520-44f5-410d-9980-cee828102de5 {{(pid=102431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:47:38.580112 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-9faabc70-db4f-4dee-bb4c-2511b616a792 req-c7bec441-e249-40f0-a28e-1fe09031faef service neutron] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:38.593326 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [req-9faabc70-db4f-4dee-bb4c-2511b616a792 req-c7bec441-e249-40f0-a28e-1fe09031faef service neutron] Transition to ACTIVE for port object df526520-44f5-410d-9980-cee828102de5 will not be triggered until provisioned by entity L2. {{(pid=102431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:47:38.598994 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-9faabc70-db4f-4dee-bb4c-2511b616a792 req-c7bec441-e249-40f0-a28e-1fe09031faef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:38.644350 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bec441-e249-40f0-a28e-1fe09031faef service neutron] Pushing event updated for resources: {'Port': ['ID=df526520-44f5-410d-9980-cee828102de5,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:38.740112 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-9faabc70-db4f-4dee-bb4c-2511b616a792 req-c7bec441-e249-40f0-a28e-1fe09031faef service neutron] Attempting to bind port df526520-44f5-410d-9980-cee828102de5 on host n-h1-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:47:38.740466 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-9faabc70-db4f-4dee-bb4c-2511b616a792 req-c7bec441-e249-40f0-a28e-1fe09031faef service neutron] Attempting to bind port df526520-44f5-410d-9980-cee828102de5 by drivers openvswitch,hyperv on host n-h1-825064-1 at level 0 using segments [{'id': '0f86b1f0-1839-4888-bfab-bff60be2e850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6475634d-f736-45f2-ae9a-83d4df30ce8b'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:47:38.740800 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9faabc70-db4f-4dee-bb4c-2511b616a792 req-c7bec441-e249-40f0-a28e-1fe09031faef service neutron] Attempting to bind port df526520-44f5-410d-9980-cee828102de5 on network 6475634d-f736-45f2-ae9a-83d4df30ce8b {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:47:38.747752 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9faabc70-db4f-4dee-bb4c-2511b616a792 req-c7bec441-e249-40f0-a28e-1fe09031faef service neutron] Port df526520-44f5-410d-9980-cee828102de5 on network 6475634d-f736-45f2-ae9a-83d4df30ce8b not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:47:38.748078 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9faabc70-db4f-4dee-bb4c-2511b616a792 req-c7bec441-e249-40f0-a28e-1fe09031faef service neutron] Attempting to bind port df526520-44f5-410d-9980-cee828102de5 on network 6475634d-f736-45f2-ae9a-83d4df30ce8b {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:47:38.753054 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9faabc70-db4f-4dee-bb4c-2511b616a792 req-c7bec441-e249-40f0-a28e-1fe09031faef service neutron] Checking agent: {'id': 'e49d1b2a-ba11-487f-a804-ecbf3c0e8132', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:47:38.753392 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9faabc70-db4f-4dee-bb4c-2511b616a792 req-c7bec441-e249-40f0-a28e-1fe09031faef service neutron] Checking segment: {'id': '0f86b1f0-1839-4888-bfab-bff60be2e850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6475634d-f736-45f2-ae9a-83d4df30ce8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:47:38.753889 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9faabc70-db4f-4dee-bb4c-2511b616a792 req-c7bec441-e249-40f0-a28e-1fe09031faef service neutron] Bound using segment: {'id': '0f86b1f0-1839-4888-bfab-bff60be2e850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6475634d-f736-45f2-ae9a-83d4df30ce8b'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:47:38.754348 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-9faabc70-db4f-4dee-bb4c-2511b616a792 req-c7bec441-e249-40f0-a28e-1fe09031faef service neutron] Bound port: df526520-44f5-410d-9980-cee828102de5, host: n-h1-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f86b1f0-1839-4888-bfab-bff60be2e850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6475634d-f736-45f2-ae9a-83d4df30ce8b'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:47:38.754721 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-9faabc70-db4f-4dee-bb4c-2511b616a792 req-c7bec441-e249-40f0-a28e-1fe09031faef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:38.842383 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-9faabc70-db4f-4dee-bb4c-2511b616a792 req-c7bec441-e249-40f0-a28e-1fe09031faef service neutron] For port df526520-44f5-410d-9980-cee828102de5, host n-h1-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:47:38.847652 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-9faabc70-db4f-4dee-bb4c-2511b616a792 req-c7bec441-e249-40f0-a28e-1fe09031faef service neutron] For port df526520-44f5-410d-9980-cee828102de5, host n-h1-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=df526520-44f5-410d-9980-cee828102de5,segment=NetworkSegment(0f86b1f0-1839-4888-bfab-bff60be2e850),segment_id=0f86b1f0-1839-4888-bfab-bff60be2e850)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:47:38.852974 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-9faabc70-db4f-4dee-bb4c-2511b616a792 req-c7bec441-e249-40f0-a28e-1fe09031faef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:38.899088 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faabc70-db4f-4dee-bb4c-2511b616a792 req-c7bec441-e249-40f0-a28e-1fe09031faef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:38.899634 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-9faabc70-db4f-4dee-bb4c-2511b616a792 req-c7bec441-e249-40f0-a28e-1fe09031faef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:38.901070 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-9faabc70-db4f-4dee-bb4c-2511b616a792 req-c7bec441-e249-40f0-a28e-1fe09031faef service neutron] 10.222.0.36 "PUT /v2.0/ports/df526520-44f5-410d-9980-cee828102de5 HTTP/1.1" status: 200 len: 1091 time: 0.7519846 Jan 18 22:47:38.901516 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '414e65a4-3a0b-4b2c-9462-3ae005a02195', 'tag': 'df526520-44f5-410d-9980-cee828102de5'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:47:38.903978 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bea3fc6-52b4-4d75-9127-50a37754fbeb" -d '{"events": [{"name": "network-changed", "server_uuid": "414e65a4-3a0b-4b2c-9462-3ae005a02195", "tag": "df526520-44f5-410d-9980-cee828102de5"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:47:38.968413 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bec441-e249-40f0-a28e-1fe09031faef service neutron] Pushing event updated for resources: {'Port': ['ID=df526520-44f5-410d-9980-cee828102de5,revision_number=3']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:39.003324 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed608772-c77b-4033-9260-64c22adc3b60 x-openstack-request-id: req-ed608772-c77b-4033-9260-64c22adc3b60 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:47:39.003789 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "414e65a4-3a0b-4b2c-9462-3ae005a02195", "tag": "df526520-44f5-410d-9980-cee828102de5", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:47:39.004104 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ed608772-c77b-4033-9260-64c22adc3b60 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:47:39.004639 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '414e65a4-3a0b-4b2c-9462-3ae005a02195', 'tag': 'df526520-44f5-410d-9980-cee828102de5', 'status': 'completed', 'code': 200} Jan 18 22:47:39.021042 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faabc70-db4f-4dee-bb4c-2511b616a792 req-16474b50-b7fe-40a6-898b-79407627d590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:39.023022 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-9faabc70-db4f-4dee-bb4c-2511b616a792 req-16474b50-b7fe-40a6-898b-79407627d590 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=69d9d18e59bf4368beed3fa7310f0ed2&device_id=414e65a4-3a0b-4b2c-9462-3ae005a02195 HTTP/1.1" status: 200 len: 1094 time: 0.0748377 Jan 18 22:47:39.089718 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-9faabc70-db4f-4dee-bb4c-2511b616a792 req-01bd4ba4-3a74-4f62-814c-e63bf4f5869a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df526520-44f5-410d-9980-cee828102de5 HTTP/1.1" status: 200 len: 217 time: 0.0561771 Jan 18 22:47:39.153472 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faabc70-db4f-4dee-bb4c-2511b616a792 req-23dace6c-4f5c-45fb-a085-e40962ef4904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:39.155458 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-9faabc70-db4f-4dee-bb4c-2511b616a792 req-23dace6c-4f5c-45fb-a085-e40962ef4904 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2e4408c8-1b04-4e09-b3ce-588a4d45f399 HTTP/1.1" status: 200 len: 848 time: 0.0600140 Jan 18 22:47:39.207529 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faabc70-db4f-4dee-bb4c-2511b616a792 req-e86a8fb5-eaf5-4397-bcce-a6a7c6d169e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:39.209639 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-9faabc70-db4f-4dee-bb4c-2511b616a792 req-e86a8fb5-eaf5-4397-bcce-a6a7c6d169e5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6475634d-f736-45f2-ae9a-83d4df30ce8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482099 Jan 18 22:47:39.313224 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-9faabc70-db4f-4dee-bb4c-2511b616a792 req-4ea4ffdd-2cdd-4c4f-9000-1514076c0663 service neutron] 10.222.0.36 "GET /v2.0/networks/6475634d-f736-45f2-ae9a-83d4df30ce8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960405 Jan 18 22:47:39.418088 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-9faabc70-db4f-4dee-bb4c-2511b616a792 req-d60d0917-f9b3-4016-816b-71ff0be30adb service neutron] 10.222.0.36 "GET /v2.0/networks/6475634d-f736-45f2-ae9a-83d4df30ce8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963910 Jan 18 22:47:39.434309 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f5ca8f-8389-45dd-933c-8f96c45840d3 req-6ca51123-75a3-46f0-845b-027b6ab46b6b tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:39.436499 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-54f5ca8f-8389-45dd-933c-8f96c45840d3 req-6ca51123-75a3-46f0-845b-027b6ab46b6b tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] 10.222.0.53 "GET /v2.0/ports?device_id=414e65a4-3a0b-4b2c-9462-3ae005a02195 HTTP/1.1" status: 200 len: 943 time: 0.0630267 Jan 18 22:47:39.497569 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-54f5ca8f-8389-45dd-933c-8f96c45840d3 req-0effab1e-69b9-477c-ad76-6995ef6bf13f tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc25eda6-663f-4b3e-bd4b-3e6d1f2d1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437694 Jan 18 22:47:39.561973 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bea3fc6-52b4-4d75-9127-50a37754fbeb req-2e5b3a5a-e47f-4301-952f-4faf91295d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:39.564347 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-6bea3fc6-52b4-4d75-9127-50a37754fbeb req-2e5b3a5a-e47f-4301-952f-4faf91295d44 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=69d9d18e59bf4368beed3fa7310f0ed2&device_id=414e65a4-3a0b-4b2c-9462-3ae005a02195 HTTP/1.1" status: 200 len: 1094 time: 0.0824564 Jan 18 22:47:39.689179 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bea3fc6-52b4-4d75-9127-50a37754fbeb req-1b9a78a7-37d4-4c78-a8ef-1bd555256603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:39.690684 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-6bea3fc6-52b4-4d75-9127-50a37754fbeb req-1b9a78a7-37d4-4c78-a8ef-1bd555256603 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6475634d-f736-45f2-ae9a-83d4df30ce8b HTTP/1.1" status: 200 len: 909 time: 0.1193044 Jan 18 22:47:39.735235 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-6bea3fc6-52b4-4d75-9127-50a37754fbeb req-e7fbc091-0129-439b-8883-ad315a7f86f7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df526520-44f5-410d-9980-cee828102de5 HTTP/1.1" status: 200 len: 217 time: 0.0361302 Jan 18 22:47:39.796414 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bea3fc6-52b4-4d75-9127-50a37754fbeb req-2a7f8036-dc33-4200-97e6-10a9d07867d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:39.798042 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-6bea3fc6-52b4-4d75-9127-50a37754fbeb req-2a7f8036-dc33-4200-97e6-10a9d07867d7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2e4408c8-1b04-4e09-b3ce-588a4d45f399 HTTP/1.1" status: 200 len: 848 time: 0.0558441 Jan 18 22:47:39.847301 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bea3fc6-52b4-4d75-9127-50a37754fbeb req-9e3ee83a-ed03-4866-ba64-81ba030c735d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:39.848825 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-6bea3fc6-52b4-4d75-9127-50a37754fbeb req-9e3ee83a-ed03-4866-ba64-81ba030c735d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6475634d-f736-45f2-ae9a-83d4df30ce8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431535 Jan 18 22:47:39.942888 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-6bea3fc6-52b4-4d75-9127-50a37754fbeb req-0cc20453-1fdd-4c3b-b87d-17ae4d209fac service neutron] 10.222.0.36 "GET /v2.0/networks/6475634d-f736-45f2-ae9a-83d4df30ce8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871418 Jan 18 22:47:40.055580 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-6bea3fc6-52b4-4d75-9127-50a37754fbeb req-80a23048-d3a4-43f0-974c-4837320ab5a6 service neutron] 10.222.0.36 "GET /v2.0/networks/6475634d-f736-45f2-ae9a-83d4df30ce8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051178 Jan 18 22:47:40.610259 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d1921a-aed0-44ee-8f55-ca24a5b89591 req-f1240e01-ed84-45dd-a701-0df45398714f tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:40.612073 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-52d1921a-aed0-44ee-8f55-ca24a5b89591 req-f1240e01-ed84-45dd-a701-0df45398714f tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] 10.222.0.53 "GET /v2.0/ports?device_id=414e65a4-3a0b-4b2c-9462-3ae005a02195 HTTP/1.1" status: 200 len: 943 time: 0.0507259 Jan 18 22:47:40.656326 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-52d1921a-aed0-44ee-8f55-ca24a5b89591 req-00a3b0dd-ee1f-4f7a-9ca7-a04be37f8d6c tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc25eda6-663f-4b3e-bd4b-3e6d1f2d1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370972 Jan 18 22:47:41.223997 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e4824c1e-487d-472d-b408-f37c9cd2a9a5 req-bd09852a-6d85-4c52-93a5-ce9f5d8e00d6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c700cfe0-91f3-4d2c-a587-5ae1d5e597e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0495005 Jan 18 22:47:41.302726 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4824c1e-487d-472d-b408-f37c9cd2a9a5 req-385c35ce-33de-42c7-a74a-513b826332c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:41.304336 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e4824c1e-487d-472d-b408-f37c9cd2a9a5 req-385c35ce-33de-42c7-a74a-513b826332c4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0c676acb4b374123bc012031246d3916&device_id=c700cfe0-91f3-4d2c-a587-5ae1d5e597e0 HTTP/1.1" status: 200 len: 1096 time: 0.0401888 Jan 18 22:47:41.411079 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4824c1e-487d-472d-b408-f37c9cd2a9a5 req-987f993f-8e35-469b-a266-e487cfd6311f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:41.412575 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e4824c1e-487d-472d-b408-f37c9cd2a9a5 req-987f993f-8e35-469b-a266-e487cfd6311f service neutron] 10.222.0.67 "GET /v2.0/networks?id=3887d3dd-b3d8-463d-9d9c-879e57c9ab40 HTTP/1.1" status: 200 len: 911 time: 0.0894632 Jan 18 22:47:41.490846 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e4824c1e-487d-472d-b408-f37c9cd2a9a5 req-bf03cbe1-572f-46e7-ac5e-ca40cb2b4158 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=427a6e27-9bb4-4a42-8f2b-c963aac5daed HTTP/1.1" status: 200 len: 1001 time: 0.0717068 Jan 18 22:47:41.500288 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device df526520-44f5-410d-9980-cee828102de5 details requested by agent hyperv_n-h1-825064-1 with host n-h1-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:47:41.556259 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4824c1e-487d-472d-b408-f37c9cd2a9a5 req-3e5706d4-a01a-45f7-a1e0-2a11e3a65ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:41.556259 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e4824c1e-487d-472d-b408-f37c9cd2a9a5 req-3e5706d4-a01a-45f7-a1e0-2a11e3a65ebb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b317bd45-9275-4aad-aa8f-d7702db0cadd HTTP/1.1" status: 200 len: 850 time: 0.0581613 Jan 18 22:47:41.615213 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port df526520-44f5-410d-9980-cee828102de5, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=df526520-44f5-410d-9980-cee828102de5,segment=NetworkSegment(0f86b1f0-1839-4888-bfab-bff60be2e850),segment_id=0f86b1f0-1839-4888-bfab-bff60be2e850)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:47:41.621184 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4824c1e-487d-472d-b408-f37c9cd2a9a5 req-75769b37-3de6-4698-b885-5a6680fb3f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:41.624045 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e4824c1e-487d-472d-b408-f37c9cd2a9a5 req-75769b37-3de6-4698-b885-5a6680fb3f61 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3887d3dd-b3d8-463d-9d9c-879e57c9ab40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0624967 Jan 18 22:47:41.627717 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Returning: {'device': 'df526520-44f5-410d-9980-cee828102de5', 'network_id': '6475634d-f736-45f2-ae9a-83d4df30ce8b', 'port_id': 'df526520-44f5-410d-9980-cee828102de5', 'mac_address': 'fa:16:3e:21:2c:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e4408c8-1b04-4e09-b3ce-588a4d45f399', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:47:41.674831 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:41.696390 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df526520-44f5-410d-9980-cee828102de5 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:47:41.738658 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port df526520-44f5-410d-9980-cee828102de5, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=df526520-44f5-410d-9980-cee828102de5,segment=NetworkSegment(0f86b1f0-1839-4888-bfab-bff60be2e850),segment_id=0f86b1f0-1839-4888-bfab-bff60be2e850)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:47:41.746358 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:41.798972 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e4824c1e-487d-472d-b408-f37c9cd2a9a5 req-037f7ba9-6e1c-4815-9d82-32823881d0d3 service neutron] 10.222.0.67 "GET /v2.0/networks/3887d3dd-b3d8-463d-9d9c-879e57c9ab40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650031 Jan 18 22:47:41.822249 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=df526520-44f5-410d-9980-cee828102de5,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:41.831838 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:47:41.832262 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:47:41.832927 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:47:41.833276 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:47:41.833614 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:47:41.833949 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:47:41.834334 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:47:41.834664 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:47:41.835097 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:47:41.835430 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:47:41.835753 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:47:41.836077 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:47:41.913067 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c65803-8371-4867-a779-ff72c1aba544 req-04ab41f6-ccbd-4c5c-8073-e560e9c55277 tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:41.914573 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-75c65803-8371-4867-a779-ff72c1aba544 req-04ab41f6-ccbd-4c5c-8073-e560e9c55277 tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] 10.222.0.53 "GET /v2.0/ports?device_id=414e65a4-3a0b-4b2c-9462-3ae005a02195 HTTP/1.1" status: 200 len: 944 time: 0.1416316 Jan 18 22:47:41.956219 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['df526520-44f5-410d-9980-cee828102de5'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:47:41.965497 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e4824c1e-487d-472d-b408-f37c9cd2a9a5 req-f2e19e0c-66e4-43df-abbd-ede3b56bedec service neutron] 10.222.0.67 "GET /v2.0/networks/3887d3dd-b3d8-463d-9d9c-879e57c9ab40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457658 Jan 18 22:47:41.989003 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-75c65803-8371-4867-a779-ff72c1aba544 req-e7f50781-7556-441c-ac24-a2597ae8530d tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc25eda6-663f-4b3e-bd4b-3e6d1f2d1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617390 Jan 18 22:47:42.947134 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:43.128949 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55fd01b-bdce-459d-b7af-b1f6033a51ec req-53fd3208-5a50-4e84-beaa-4d7f601b9f6f tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:43.130810 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d55fd01b-bdce-459d-b7af-b1f6033a51ec req-53fd3208-5a50-4e84-beaa-4d7f601b9f6f tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] 10.222.0.53 "GET /v2.0/ports?device_id=414e65a4-3a0b-4b2c-9462-3ae005a02195 HTTP/1.1" status: 200 len: 944 time: 0.0625963 Jan 18 22:47:43.172255 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d55fd01b-bdce-459d-b7af-b1f6033a51ec req-0af63329-b21e-4ac6-aa0a-92b0de05f67f tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc25eda6-663f-4b3e-bd4b-3e6d1f2d1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351362 Jan 18 22:47:43.510484 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device df526520-44f5-410d-9980-cee828102de5 up at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:47:43.560661 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning for port df526520-44f5-410d-9980-cee828102de5 completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:47:43.565483 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning complete for port df526520-44f5-410d-9980-cee828102de5 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:47:43.565852 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:43.654505 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:43.680579 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '414e65a4-3a0b-4b2c-9462-3ae005a02195', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df526520-44f5-410d-9980-cee828102de5'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:47:43.683151 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4613f4eb-ffb7-418a-910a-f0a29092eff1" -d '{"events": [{"server_uuid": "414e65a4-3a0b-4b2c-9462-3ae005a02195", "name": "network-vif-plugged", "status": "completed", "tag": "df526520-44f5-410d-9980-cee828102de5"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:47:43.697108 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port df526520-44f5-410d-9980-cee828102de5, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=df526520-44f5-410d-9980-cee828102de5,segment=NetworkSegment(0f86b1f0-1839-4888-bfab-bff60be2e850),segment_id=0f86b1f0-1839-4888-bfab-bff60be2e850)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:47:43.702352 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:43.746194 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b5b3524-aa61-4f78-b327-4fd7f57dac57 x-openstack-request-id: req-7b5b3524-aa61-4f78-b327-4fd7f57dac57 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:47:43.746485 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "414e65a4-3a0b-4b2c-9462-3ae005a02195", "name": "network-vif-plugged", "status": "completed", "tag": "df526520-44f5-410d-9980-cee828102de5", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:47:43.746928 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7b5b3524-aa61-4f78-b327-4fd7f57dac57 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:47:43.747328 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '414e65a4-3a0b-4b2c-9462-3ae005a02195', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df526520-44f5-410d-9980-cee828102de5', 'code': 200} Jan 18 22:47:43.769508 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=df526520-44f5-410d-9980-cee828102de5,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:43.775298 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:43.864066 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4504a4dd-51d7-45d9-b02e-bb0bebb1228b req-c03c8521-6566-4b8c-9451-c8fe131ed1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:43.865831 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-4504a4dd-51d7-45d9-b02e-bb0bebb1228b req-c03c8521-6566-4b8c-9451-c8fe131ed1a0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=414e65a4-3a0b-4b2c-9462-3ae005a02195 HTTP/1.1" status: 200 len: 1096 time: 0.0444551 Jan 18 22:47:43.911549 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-4504a4dd-51d7-45d9-b02e-bb0bebb1228b req-5ac41955-6e60-4e67-8829-7a1d8556a4a1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=dc25eda6-663f-4b3e-bd4b-3e6d1f2d1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397334 Jan 18 22:47:44.294544 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f1bb9f-0acc-4d88-98ff-04d86c2c63d7 req-dd4b1e18-5e01-4cd9-8015-ad8ba58a2271 tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:44.296189 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-27f1bb9f-0acc-4d88-98ff-04d86c2c63d7 req-dd4b1e18-5e01-4cd9-8015-ad8ba58a2271 tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] 10.222.0.53 "GET /v2.0/ports?device_id=414e65a4-3a0b-4b2c-9462-3ae005a02195 HTTP/1.1" status: 200 len: 945 time: 0.0511487 Jan 18 22:47:44.335820 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-27f1bb9f-0acc-4d88-98ff-04d86c2c63d7 req-390e91b5-dae7-455d-be29-73124bd78d61 tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc25eda6-663f-4b3e-bd4b-3e6d1f2d1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324683 Jan 18 22:47:45.464926 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fafab6b-c24e-4dea-b194-9bd58b8f9838 req-3a65e16e-f672-4cf5-8efb-e3bf40209cd1 tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:45.467251 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2fafab6b-c24e-4dea-b194-9bd58b8f9838 req-3a65e16e-f672-4cf5-8efb-e3bf40209cd1 tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] 10.222.0.53 "GET /v2.0/ports?device_id=414e65a4-3a0b-4b2c-9462-3ae005a02195 HTTP/1.1" status: 200 len: 945 time: 0.0584426 Jan 18 22:47:45.510264 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2fafab6b-c24e-4dea-b194-9bd58b8f9838 req-ee3bd716-fecf-4c02-ac92-c792f04ba100 tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc25eda6-663f-4b3e-bd4b-3e6d1f2d1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364306 Jan 18 22:47:45.638785 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dcc0c9-b22d-44f3-b184-3df3988468f0 req-125a2889-9b67-47cd-8f8c-cbea37837d3f tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:45.640516 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-11dcc0c9-b22d-44f3-b184-3df3988468f0 req-125a2889-9b67-47cd-8f8c-cbea37837d3f tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] 10.222.0.53 "GET /v2.0/ports?device_id=414e65a4-3a0b-4b2c-9462-3ae005a02195 HTTP/1.1" status: 200 len: 945 time: 0.0583930 Jan 18 22:47:45.688598 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-11dcc0c9-b22d-44f3-b184-3df3988468f0 req-d51406bf-4bf2-44ae-b80b-bc133a5880df tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc25eda6-663f-4b3e-bd4b-3e6d1f2d1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396850 Jan 18 22:47:45.813636 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af6368-8860-48a8-8217-a3d0a3888e8f req-2e7642ef-2da3-4ba8-9142-9406fed238e4 tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:45.815235 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c4af6368-8860-48a8-8217-a3d0a3888e8f req-2e7642ef-2da3-4ba8-9142-9406fed238e4 tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] 10.222.0.53 "GET /v2.0/ports?device_id=414e65a4-3a0b-4b2c-9462-3ae005a02195 HTTP/1.1" status: 200 len: 945 time: 0.0524192 Jan 18 22:47:45.864653 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c4af6368-8860-48a8-8217-a3d0a3888e8f req-c15f2909-8ed7-4fcc-b9d2-c6996b537478 tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc25eda6-663f-4b3e-bd4b-3e6d1f2d1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426397 Jan 18 22:47:45.889061 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 51312) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:47:46.041650 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa11a023-f420-44ca-9f1c-5bf9e5d451a6 tempest-TestServerBasicOps-209195287 tempest-TestServerBasicOps-209195287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:46.044167 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-aa11a023-f420-44ca-9f1c-5bf9e5d451a6 tempest-TestServerBasicOps-209195287 tempest-TestServerBasicOps-209195287-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=414e65a4-3a0b-4b2c-9462-3ae005a02195 HTTP/1.1" status: 200 len: 1091 time: 0.1523559 Jan 18 22:47:46.046214 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 51316) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:47:46.051361 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-fa179fc4-b248-49bf-a263-434f1de24d1c tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Request body: {'floatingip': {'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'port_id': 'df526520-44f5-410d-9980-cee828102de5', 'tenant_id': '69d9d18e59bf4368beed3fa7310f0ed2', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:47:46.079271 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fa179fc4-b248-49bf-a263-434f1de24d1c tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Notify callbacks [] for floatingip, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:46.193301 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fa179fc4-b248-49bf-a263-434f1de24d1c tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:46.340871 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-fa179fc4-b248-49bf-a263-434f1de24d1c tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Allocated IP 172.25.5.34 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/d0d42e28-3b5a-4eea-a695-f88824f97c0c) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:47:46.467581 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fa179fc4-b248-49bf-a263-434f1de24d1c tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:46.506215 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fa179fc4-b248-49bf-a263-434f1de24d1c tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:46.555474 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa179fc4-b248-49bf-a263-434f1de24d1c tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:47:46.563721 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-fa179fc4-b248-49bf-a263-434f1de24d1c tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:47:46.566244 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa179fc4-b248-49bf-a263-434f1de24d1c tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:47:46.593666 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa179fc4-b248-49bf-a263-434f1de24d1c tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Pushing event updated for resources: {'Port': ['ID=d0d42e28-3b5a-4eea-a695-f88824f97c0c,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:46.958360 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fa179fc4-b248-49bf-a263-434f1de24d1c tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:47.036466 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fa179fc4-b248-49bf-a263-434f1de24d1c tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:47.222836 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fa179fc4-b248-49bf-a263-434f1de24d1c tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:47.228273 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fa179fc4-b248-49bf-a263-434f1de24d1c tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:47.299823 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa179fc4-b248-49bf-a263-434f1de24d1c tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Pushing event updated for resources: {'Port': ['ID=d0d42e28-3b5a-4eea-a695-f88824f97c0c,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:47:47.320739 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fa179fc4-b248-49bf-a263-434f1de24d1c tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043075'] for floatingip, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:47.797338 n-d-825064-1 neutron-server[102431]: INFO neutron.db.l3_db [None req-fa179fc4-b248-49bf-a263-434f1de24d1c tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Floating IP 271ad92d-c179-4fcd-80a8-4fc694726004 associated. External IP: 172.25.5.34, port: df526520-44f5-410d-9980-cee828102de5. Jan 18 22:47:48.011735 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa179fc4-b248-49bf-a263-434f1de24d1c tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Router 8416e5b1-ca1c-46d3-94d4-554f3ab954eb has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:47:48.133910 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa179fc4-b248-49bf-a263-434f1de24d1c tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:47:48.146404 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272c8477-0154-45f5-879c-428b5e65b702 None None] Sync routers for ids ['8416e5b1-ca1c-46d3-94d4-554f3ab954eb'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:47:48.163973 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272c8477-0154-45f5-879c-428b5e65b702 None None] Routers {'8416e5b1-ca1c-46d3-94d4-554f3ab954eb'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:47:48.164911 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-272c8477-0154-45f5-879c-428b5e65b702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:47:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['8416e5b1-ca1c-46d3-94d4-554f3ab954eb'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:47:48.177698 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fa179fc4-b248-49bf-a263-434f1de24d1c tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:48.210690 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-fa179fc4-b248-49bf-a263-434f1de24d1c tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1632929 Jan 18 22:47:48.211697 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '414e65a4-3a0b-4b2c-9462-3ae005a02195', 'tag': 'df526520-44f5-410d-9980-cee828102de5'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:47:48.215432 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8bd2da1-ed56-4f4f-b62d-e77216dbc5f3" -d '{"events": [{"name": "network-changed", "server_uuid": "414e65a4-3a0b-4b2c-9462-3ae005a02195", "tag": "df526520-44f5-410d-9980-cee828102de5"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:47:48.268070 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c906aae7-90a3-46f6-89e5-7c536d8868c9 x-openstack-request-id: req-c906aae7-90a3-46f6-89e5-7c536d8868c9 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:47:48.268385 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "414e65a4-3a0b-4b2c-9462-3ae005a02195", "tag": "df526520-44f5-410d-9980-cee828102de5", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:47:48.268618 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c906aae7-90a3-46f6-89e5-7c536d8868c9 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:47:48.269157 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '414e65a4-3a0b-4b2c-9462-3ae005a02195', 'tag': 'df526520-44f5-410d-9980-cee828102de5', 'status': 'completed', 'code': 200} Jan 18 22:47:48.273502 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-272c8477-0154-45f5-879c-428b5e65b702 None None] Set router 8416e5b1-ca1c-46d3-94d4-554f3ab954eb gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:47:48.332136 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bd2da1-ed56-4f4f-b62d-e77216dbc5f3 req-86e61176-afef-45c8-966e-1cb643fe1209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:48.333793 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f8bd2da1-ed56-4f4f-b62d-e77216dbc5f3 req-86e61176-afef-45c8-966e-1cb643fe1209 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=69d9d18e59bf4368beed3fa7310f0ed2&device_id=414e65a4-3a0b-4b2c-9462-3ae005a02195 HTTP/1.1" status: 200 len: 1096 time: 0.0445228 Jan 18 22:47:48.439060 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bd2da1-ed56-4f4f-b62d-e77216dbc5f3 req-37b964e7-dd30-460d-927a-0915987bd909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:48.441113 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f8bd2da1-ed56-4f4f-b62d-e77216dbc5f3 req-37b964e7-dd30-460d-927a-0915987bd909 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6475634d-f736-45f2-ae9a-83d4df30ce8b HTTP/1.1" status: 200 len: 909 time: 0.0999975 Jan 18 22:47:48.522213 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f8bd2da1-ed56-4f4f-b62d-e77216dbc5f3 req-16a21230-657b-49bb-9599-2f2cac9d25f5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df526520-44f5-410d-9980-cee828102de5 HTTP/1.1" status: 200 len: 998 time: 0.0748520 Jan 18 22:47:48.526406 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-272c8477-0154-45f5-879c-428b5e65b702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8416e5b1-ca1c-46d3-94d4-554f3ab954eb', 'name': 'tempest-TestServerBasicOps-1366701688-router', 'tenant_id': '69d9d18e59bf4368beed3fa7310f0ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '0c4fcd4e-6e57-491a-8518-1b6a541e7cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:47:20Z', 'updated_at': '2022-01-18T22:47:23Z', 'revision_number': 4, 'project_id': '69d9d18e59bf4368beed3fa7310f0ed2', 'gw_port': {'id': '0c4fcd4e-6e57-491a-8518-1b6a541e7cf9', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ab:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8416e5b1-ca1c-46d3-94d4-554f3ab954eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:47:21Z', 'updated_at': '2022-01-18T22:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': '271ad92d-c179-4fcd-80a8-4fc694726004', 'tenant_id': '69d9d18e59bf4368beed3fa7310f0ed2', 'floating_ip_address': '172.25.5.34', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': '8416e5b1-ca1c-46d3-94d4-554f3ab954eb', 'port_id': 'df526520-44f5-410d-9980-cee828102de5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6475634d-f736-45f2-ae9a-83d4df30ce8b', 'mac_address': 'fa:16:3e:21:2c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414e65a4-3a0b-4b2c-9462-3ae005a02195', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:47:46Z', 'updated_at': '2022-01-18T22:47:46Z', 'revision_number': 0, 'project_id': '69d9d18e59bf4368beed3fa7310f0ed2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13901b06-0554-4c45-aa0c-2f4ef2c3f855', 'name': '', 'network_id': '6475634d-f736-45f2-ae9a-83d4df30ce8b', 'tenant_id': '69d9d18e59bf4368beed3fa7310f0ed2', 'mac_address': 'fa:16:3e:d8:66:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8416e5b1-ca1c-46d3-94d4-554f3ab954eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '2e4408c8-1b04-4e09-b3ce-588a4d45f399', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:47:23Z', 'updated_at': '2022-01-18T22:47:29Z', 'revision_number': 5, 'project_id': '69d9d18e59bf4368beed3fa7310f0ed2', 'subnets': [{'id': '2e4408c8-1b04-4e09-b3ce-588a4d45f399', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:47:48.559156 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272c8477-0154-45f5-879c-428b5e65b702 None None] Checking router: 8416e5b1-ca1c-46d3-94d4-554f3ab954eb for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:47:48.576592 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bd2da1-ed56-4f4f-b62d-e77216dbc5f3 req-f4c3ca07-206a-44f4-b70e-fe41d85e160b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:48.578058 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f8bd2da1-ed56-4f4f-b62d-e77216dbc5f3 req-f4c3ca07-206a-44f4-b70e-fe41d85e160b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2e4408c8-1b04-4e09-b3ce-588a4d45f399 HTTP/1.1" status: 200 len: 848 time: 0.0478034 Jan 18 22:47:48.581182 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272c8477-0154-45f5-879c-428b5e65b702 None None] Routers {'8416e5b1-ca1c-46d3-94d4-554f3ab954eb'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:47:48.581846 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-272c8477-0154-45f5-879c-428b5e65b702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:47:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['8416e5b1-ca1c-46d3-94d4-554f3ab954eb'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:47:48.631897 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bd2da1-ed56-4f4f-b62d-e77216dbc5f3 req-864db645-329d-4b22-860b-de0573881c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:48.633996 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f8bd2da1-ed56-4f4f-b62d-e77216dbc5f3 req-864db645-329d-4b22-860b-de0573881c5b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6475634d-f736-45f2-ae9a-83d4df30ce8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498333 Jan 18 22:47:48.723697 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f8bd2da1-ed56-4f4f-b62d-e77216dbc5f3 req-585f1a46-c0ff-45c0-8dbc-0dee1be6efed service neutron] 10.222.0.36 "GET /v2.0/networks/6475634d-f736-45f2-ae9a-83d4df30ce8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835786 Jan 18 22:47:48.732519 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-272c8477-0154-45f5-879c-428b5e65b702 None None] Set router 8416e5b1-ca1c-46d3-94d4-554f3ab954eb gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:47:48.819827 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f8bd2da1-ed56-4f4f-b62d-e77216dbc5f3 req-9f40f848-d884-49b3-85c2-3fb427a38e4a service neutron] 10.222.0.36 "GET /v2.0/networks/6475634d-f736-45f2-ae9a-83d4df30ce8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903628 Jan 18 22:47:49.015875 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-272c8477-0154-45f5-879c-428b5e65b702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8416e5b1-ca1c-46d3-94d4-554f3ab954eb', 'name': 'tempest-TestServerBasicOps-1366701688-router', 'tenant_id': '69d9d18e59bf4368beed3fa7310f0ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '0c4fcd4e-6e57-491a-8518-1b6a541e7cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:47:20Z', 'updated_at': '2022-01-18T22:47:23Z', 'revision_number': 4, 'project_id': '69d9d18e59bf4368beed3fa7310f0ed2', 'gw_port': {'id': '0c4fcd4e-6e57-491a-8518-1b6a541e7cf9', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ab:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8416e5b1-ca1c-46d3-94d4-554f3ab954eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:47:21Z', 'updated_at': '2022-01-18T22:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': '271ad92d-c179-4fcd-80a8-4fc694726004', 'tenant_id': '69d9d18e59bf4368beed3fa7310f0ed2', 'floating_ip_address': '172.25.5.34', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': '8416e5b1-ca1c-46d3-94d4-554f3ab954eb', 'port_id': 'df526520-44f5-410d-9980-cee828102de5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6475634d-f736-45f2-ae9a-83d4df30ce8b', 'mac_address': 'fa:16:3e:21:2c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414e65a4-3a0b-4b2c-9462-3ae005a02195', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:47:46Z', 'updated_at': '2022-01-18T22:47:46Z', 'revision_number': 0, 'project_id': '69d9d18e59bf4368beed3fa7310f0ed2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13901b06-0554-4c45-aa0c-2f4ef2c3f855', 'name': '', 'network_id': '6475634d-f736-45f2-ae9a-83d4df30ce8b', 'tenant_id': '69d9d18e59bf4368beed3fa7310f0ed2', 'mac_address': 'fa:16:3e:d8:66:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8416e5b1-ca1c-46d3-94d4-554f3ab954eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '2e4408c8-1b04-4e09-b3ce-588a4d45f399', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:47:23Z', 'updated_at': '2022-01-18T22:47:29Z', 'revision_number': 5, 'project_id': '69d9d18e59bf4368beed3fa7310f0ed2', 'subnets': [{'id': '2e4408c8-1b04-4e09-b3ce-588a4d45f399', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:47:49.139039 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272c8477-0154-45f5-879c-428b5e65b702 None None] The sync data for ids ['8416e5b1-ca1c-46d3-94d4-554f3ab954eb'] in n-d-825064-1 is: [{'id': '8416e5b1-ca1c-46d3-94d4-554f3ab954eb', 'name': 'tempest-TestServerBasicOps-1366701688-router', 'tenant_id': '69d9d18e59bf4368beed3fa7310f0ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '0c4fcd4e-6e57-491a-8518-1b6a541e7cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:47:20Z', 'updated_at': '2022-01-18T22:47:23Z', 'revision_number': 4, 'project_id': '69d9d18e59bf4368beed3fa7310f0ed2', 'gw_port': {'id': '0c4fcd4e-6e57-491a-8518-1b6a541e7cf9', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ab:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8416e5b1-ca1c-46d3-94d4-554f3ab954eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:47:21Z', 'updated_at': '2022-01-18T22:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': '271ad92d-c179-4fcd-80a8-4fc694726004', 'tenant_id': '69d9d18e59bf4368beed3fa7310f0ed2', 'floating_ip_address': '172.25.5.34', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': '8416e5b1-ca1c-46d3-94d4-554f3ab954eb', 'port_id': 'df526520-44f5-410d-9980-cee828102de5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6475634d-f736-45f2-ae9a-83d4df30ce8b', 'mac_address': 'fa:16:3e:21:2c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414e65a4-3a0b-4b2c-9462-3ae005a02195', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:47:46Z', 'updated_at': '2022-01-18T22:47:46Z', 'revision_number': 0, 'project_id': '69d9d18e59bf4368beed3fa7310f0ed2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13901b06-0554-4c45-aa0c-2f4ef2c3f855', 'name': '', 'network_id': '6475634d-f736-45f2-ae9a-83d4df30ce8b', 'tenant_id': '69d9d18e59bf4368beed3fa7310f0ed2', 'mac_address': 'fa:16:3e:d8:66:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8416e5b1-ca1c-46d3-94d4-554f3ab954eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '2e4408c8-1b04-4e09-b3ce-588a4d45f399', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:47:23Z', 'updated_at': '2022-01-18T22:47:29Z', 'revision_number': 5, 'project_id': '69d9d18e59bf4368beed3fa7310f0ed2', 'subnets': [{'id': '2e4408c8-1b04-4e09-b3ce-588a4d45f399', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:47:49.300332 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-18b282e4-4cf4-4b5f-948a-7892bf7eb138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:49.422984 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902c988a-b6c5-419e-950c-8e9c610a23d7 None None] New status for floating IP 271ad92d-c179-4fcd-80a8-4fc694726004: ACTIVE {{(pid=102432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 22:47:51.331565 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-0cf996fb-ec4f-4dc2-a103-0be093972dcf req-6a94a7af-380f-428b-ab5c-41b7714b7ec3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=414e65a4-3a0b-4b2c-9462-3ae005a02195&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0471218 Jan 18 22:47:51.412633 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf996fb-ec4f-4dc2-a103-0be093972dcf req-72c809f0-4e07-4e7f-922b-52653f5e6284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:51.414058 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-0cf996fb-ec4f-4dc2-a103-0be093972dcf req-72c809f0-4e07-4e7f-922b-52653f5e6284 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=69d9d18e59bf4368beed3fa7310f0ed2&device_id=414e65a4-3a0b-4b2c-9462-3ae005a02195 HTTP/1.1" status: 200 len: 1096 time: 0.0409720 Jan 18 22:47:51.541431 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf996fb-ec4f-4dc2-a103-0be093972dcf req-b02ace16-8348-4c86-8688-90a94c2551b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:51.542989 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-0cf996fb-ec4f-4dc2-a103-0be093972dcf req-b02ace16-8348-4c86-8688-90a94c2551b2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6475634d-f736-45f2-ae9a-83d4df30ce8b HTTP/1.1" status: 200 len: 909 time: 0.1093633 Jan 18 22:47:51.609642 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-0cf996fb-ec4f-4dc2-a103-0be093972dcf req-86ac0bee-7842-406d-90d6-54ffe1c00534 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df526520-44f5-410d-9980-cee828102de5 HTTP/1.1" status: 200 len: 1000 time: 0.0594072 Jan 18 22:47:51.659045 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf996fb-ec4f-4dc2-a103-0be093972dcf req-1f57ca3e-2f2e-4e6f-b147-689dff27bbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:51.660524 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-0cf996fb-ec4f-4dc2-a103-0be093972dcf req-1f57ca3e-2f2e-4e6f-b147-689dff27bbf7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2e4408c8-1b04-4e09-b3ce-588a4d45f399 HTTP/1.1" status: 200 len: 848 time: 0.0435646 Jan 18 22:47:51.711340 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf996fb-ec4f-4dc2-a103-0be093972dcf req-c42abb00-4e10-498c-84a4-8686397c42b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:47:51.712948 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-0cf996fb-ec4f-4dc2-a103-0be093972dcf req-c42abb00-4e10-498c-84a4-8686397c42b7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6475634d-f736-45f2-ae9a-83d4df30ce8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452924 Jan 18 22:47:51.808372 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-0cf996fb-ec4f-4dc2-a103-0be093972dcf req-3d59f8ae-b977-495c-b4ec-d5f1bbcf2200 service neutron] 10.222.0.36 "GET /v2.0/networks/6475634d-f736-45f2-ae9a-83d4df30ce8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881169 Jan 18 22:47:51.912975 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-0cf996fb-ec4f-4dc2-a103-0be093972dcf req-6ead72e1-7282-4dd6-995b-b90f077c81e1 service neutron] 10.222.0.36 "GET /v2.0/networks/6475634d-f736-45f2-ae9a-83d4df30ce8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984199 Jan 18 22:47:51.955782 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4c4bcfc8-be87-41f0-be70-6998715f60f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:52.998716 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:54.464322 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:54.640604 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:47:55.263508 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 22:48:12.943312 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:13.282880 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 51794) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:48:13.287602 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-24d08fa7-4561-4042-8dd5-900146c5a2bd tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1481011444', 'description': 'tempest-secgroup-smoke-1481011444 description', 'project_id': '7512a3404b5b4cae873975a58281e1d3'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:48:13.313551 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-24d08fa7-4561-4042-8dd5-900146c5a2bd tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:13.387535 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-24d08fa7-4561-4042-8dd5-900146c5a2bd tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:13.392495 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-24d08fa7-4561-4042-8dd5-900146c5a2bd tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:13.422148 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-24d08fa7-4561-4042-8dd5-900146c5a2bd tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:13.423914 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-24d08fa7-4561-4042-8dd5-900146c5a2bd tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1394157 Jan 18 22:48:13.425805 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d08fa7-4561-4042-8dd5-900146c5a2bd tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a92991a-9494-4fe5-9d43-ab569601e837,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:13.427347 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 51800) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:48:13.432777 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-a326a9f8-169f-4f54-8e4d-3973e868913c tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Request body: {'security_group_rule': {'security_group_id': '7a92991a-9494-4fe5-9d43-ab569601e837', 'project_id': '7512a3404b5b4cae873975a58281e1d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:48:13.466929 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a326a9f8-169f-4f54-8e4d-3973e868913c tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:13.776156 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:13.794271 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a326a9f8-169f-4f54-8e4d-3973e868913c tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:13.797896 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a326a9f8-169f-4f54-8e4d-3973e868913c tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:13.815289 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a326a9f8-169f-4f54-8e4d-3973e868913c tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea25d880-b750-4be6-b2cd-c417d8e2fb63,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:13.822968 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a326a9f8-169f-4f54-8e4d-3973e868913c tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:13.826982 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 51806) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:48:13.827091 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-a326a9f8-169f-4f54-8e4d-3973e868913c tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3985536 Jan 18 22:48:13.832061 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-5bc5dd5a-4402-4035-9910-f326d40e0681 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Request body: {'security_group_rule': {'security_group_id': '7a92991a-9494-4fe5-9d43-ab569601e837', 'project_id': '7512a3404b5b4cae873975a58281e1d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:48:13.861048 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5bc5dd5a-4402-4035-9910-f326d40e0681 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:13.919021 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5bc5dd5a-4402-4035-9910-f326d40e0681 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:13.925232 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5bc5dd5a-4402-4035-9910-f326d40e0681 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:13.943815 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc5dd5a-4402-4035-9910-f326d40e0681 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbb569e4-8bec-40dc-af9c-3f0f6f86496b,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:13.952423 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5bc5dd5a-4402-4035-9910-f326d40e0681 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:13.956624 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 51814) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:48:13.956812 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-5bc5dd5a-4402-4035-9910-f326d40e0681 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1285331 Jan 18 22:48:13.961769 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-46e55acb-e436-4de0-a557-58f1e65b1c27 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Request body: {'security_group_rule': {'security_group_id': '7a92991a-9494-4fe5-9d43-ab569601e837', 'project_id': '7512a3404b5b4cae873975a58281e1d3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:48:13.989694 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-46e55acb-e436-4de0-a557-58f1e65b1c27 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:14.059087 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-46e55acb-e436-4de0-a557-58f1e65b1c27 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:14.065310 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-46e55acb-e436-4de0-a557-58f1e65b1c27 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:14.083402 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e55acb-e436-4de0-a557-58f1e65b1c27 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5e74c9c-0308-4c95-b6c4-8b9ce9a5e4d9,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:14.091419 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-46e55acb-e436-4de0-a557-58f1e65b1c27 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:14.095369 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-46e55acb-e436-4de0-a557-58f1e65b1c27 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1350291 Jan 18 22:48:14.095369 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 51816) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:48:14.099779 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-f2b4e2a5-3aa1-413a-bef5-edfaf4c85270 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Request body: {'security_group_rule': {'security_group_id': '7a92991a-9494-4fe5-9d43-ab569601e837', 'project_id': '7512a3404b5b4cae873975a58281e1d3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:48:14.127858 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f2b4e2a5-3aa1-413a-bef5-edfaf4c85270 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:14.186958 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f2b4e2a5-3aa1-413a-bef5-edfaf4c85270 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:14.191383 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f2b4e2a5-3aa1-413a-bef5-edfaf4c85270 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:14.209252 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b4e2a5-3aa1-413a-bef5-edfaf4c85270 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3af8941d-d82b-489c-8c2c-0825f86c9adc,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:14.214147 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f2b4e2a5-3aa1-413a-bef5-edfaf4c85270 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:14.217758 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-f2b4e2a5-3aa1-413a-bef5-edfaf4c85270 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1190407 Jan 18 22:48:14.218231 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 51818) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:48:14.222309 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-4f4de6d9-ba6a-42ab-90e5-6d43c8a62984 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Request body: {'security_group_rule': {'security_group_id': '7a92991a-9494-4fe5-9d43-ab569601e837', 'project_id': '7512a3404b5b4cae873975a58281e1d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:48:14.245852 n-d-825064-1 neutron-server[102430]: INFO neutron.db.securitygroups_db [None req-4f4de6d9-ba6a-42ab-90e5-6d43c8a62984 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Project 7512a3404b5b4cae873975a58281e1d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 22:48:14.251025 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4f4de6d9-ba6a-42ab-90e5-6d43c8a62984 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:14.314425 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4f4de6d9-ba6a-42ab-90e5-6d43c8a62984 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:14.318240 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4f4de6d9-ba6a-42ab-90e5-6d43c8a62984 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:14.337329 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4de6d9-ba6a-42ab-90e5-6d43c8a62984 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92b0903d-9bd8-4529-98c1-6293856a247e,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:14.347896 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4f4de6d9-ba6a-42ab-90e5-6d43c8a62984 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:14.349151 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-4f4de6d9-ba6a-42ab-90e5-6d43c8a62984 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1302302 Jan 18 22:48:14.351812 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 51824) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:48:14.356528 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-b0803091-b0e8-44dc-ab24-8e3fb34b1fd8 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Request body: {'security_group_rule': {'security_group_id': '7a92991a-9494-4fe5-9d43-ab569601e837', 'project_id': '7512a3404b5b4cae873975a58281e1d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:48:14.381305 n-d-825064-1 neutron-server[102430]: INFO neutron.db.securitygroups_db [None req-b0803091-b0e8-44dc-ab24-8e3fb34b1fd8 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Project 7512a3404b5b4cae873975a58281e1d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 22:48:14.386429 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b0803091-b0e8-44dc-ab24-8e3fb34b1fd8 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:14.450717 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b0803091-b0e8-44dc-ab24-8e3fb34b1fd8 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:14.455352 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b0803091-b0e8-44dc-ab24-8e3fb34b1fd8 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:14.474062 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0803091-b0e8-44dc-ab24-8e3fb34b1fd8 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00e54967-8e6b-466f-9a62-6147dd668793,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:14.479104 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b0803091-b0e8-44dc-ab24-8e3fb34b1fd8 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:14.480365 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-b0803091-b0e8-44dc-ab24-8e3fb34b1fd8 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1272902 Jan 18 22:48:14.777833 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d418b017-18c8-4049-8920-4c46b79a1e88 req-338bbe5a-9380-4aea-9224-b983dbc2b059 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1481011444&fields=id&tenant_id=7512a3404b5b4cae873975a58281e1d3 HTTP/1.1" status: 200 len: 267 time: 0.0317807 Jan 18 22:48:14.885650 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d418b017-18c8-4049-8920-4c46b79a1e88 req-e9c3d881-cd2b-45e3-8fa2-c70db964c3ca tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:14.887136 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d418b017-18c8-4049-8920-4c46b79a1e88 req-e9c3d881-cd2b-45e3-8fa2-c70db964c3ca tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] 10.222.0.53 "GET /v2.0/networks?id=0a5910af-6b1f-40a8-9851-2179f914e699 HTTP/1.1" status: 200 len: 813 time: 0.1027033 Jan 18 22:48:14.902851 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d418b017-18c8-4049-8920-4c46b79a1e88 req-c73a0085-6afc-4e89-988c-7b6e7d2e0328 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] 10.222.0.53 "GET /v2.0/quotas/7512a3404b5b4cae873975a58281e1d3 HTTP/1.1" status: 200 len: 375 time: 0.0093803 Jan 18 22:48:14.956902 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d418b017-18c8-4049-8920-4c46b79a1e88 req-201286a4-9cfd-4bca-ac6b-0009dd2b5e5f tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7512a3404b5b4cae873975a58281e1d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482116 Jan 18 22:48:15.057210 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d418b017-18c8-4049-8920-4c46b79a1e88 req-c96f0837-27ce-4662-b8f0-793373848df5 service neutron] 10.222.0.53 "GET /v2.0/networks/0a5910af-6b1f-40a8-9851-2179f914e699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871387 Jan 18 22:48:15.145774 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d418b017-18c8-4049-8920-4c46b79a1e88 req-cbedcdd4-77df-416c-b4c2-837576441477 service neutron] 10.222.0.53 "GET /v2.0/networks/0a5910af-6b1f-40a8-9851-2179f914e699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822544 Jan 18 22:48:15.510372 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-94fc7dde-d6b2-49af-85bf-4060cb90c520 req-5b413d07-546d-41d3-844e-79feb0db3611 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] 10.222.0.53 "GET /v2.0/ports?device_id=094ee4ec-b7f1-43bf-8476-6d2f4cb39ac9 HTTP/1.1" status: 200 len: 210 time: 0.0975933 Jan 18 22:48:16.386660 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d418b017-18c8-4049-8920-4c46b79a1e88 req-b33c4f63-8e4a-4f89-a981-e0b16530e724 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:16.388173 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d418b017-18c8-4049-8920-4c46b79a1e88 req-b33c4f63-8e4a-4f89-a981-e0b16530e724 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] 10.222.0.67 "GET /v2.0/networks?id=0a5910af-6b1f-40a8-9851-2179f914e699 HTTP/1.1" status: 200 len: 813 time: 0.1311953 Jan 18 22:48:16.432627 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d418b017-18c8-4049-8920-4c46b79a1e88 req-2f40877d-aa61-4993-83c1-d7cac6ef6740 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7512a3404b5b4cae873975a58281e1d3 HTTP/1.1" status: 200 len: 380 time: 0.0352850 Jan 18 22:48:16.441178 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-d418b017-18c8-4049-8920-4c46b79a1e88 req-79ea5519-9aff-490f-b52d-640365b9254e tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Request body: {'port': {'device_id': '094ee4ec-b7f1-43bf-8476-6d2f4cb39ac9', 'network_id': '0a5910af-6b1f-40a8-9851-2179f914e699', 'admin_state_up': True, 'tenant_id': '7512a3404b5b4cae873975a58281e1d3', 'security_groups': ['7a92991a-9494-4fe5-9d43-ab569601e837']}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:48:16.558227 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d418b017-18c8-4049-8920-4c46b79a1e88 req-79ea5519-9aff-490f-b52d-640365b9254e tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Made reservation on behalf of 7512a3404b5b4cae873975a58281e1d3 for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:48:16.564614 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-d418b017-18c8-4049-8920-4c46b79a1e88 req-79ea5519-9aff-490f-b52d-640365b9254e tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:16.675770 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-446d0c66-aaca-4319-86e1-703501c50ae1 req-74d30546-0027-4101-b6c4-a9a61266c664 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] 10.222.0.53 "GET /v2.0/ports?device_id=094ee4ec-b7f1-43bf-8476-6d2f4cb39ac9 HTTP/1.1" status: 200 len: 210 time: 0.0385969 Jan 18 22:48:16.745307 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-d418b017-18c8-4049-8920-4c46b79a1e88 req-79ea5519-9aff-490f-b52d-640365b9254e tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Allocated IP 172.20.0.14 (0a5910af-6b1f-40a8-9851-2179f914e699/977da59f-dae5-4c82-88c8-b8cbb8d74ac9/ca813a01-0d15-4e15-8e83-fbb4ac7dfa8b) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:48:16.888825 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-d418b017-18c8-4049-8920-4c46b79a1e88 req-79ea5519-9aff-490f-b52d-640365b9254e tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:16.922263 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-d418b017-18c8-4049-8920-4c46b79a1e88 req-79ea5519-9aff-490f-b52d-640365b9254e tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:16.972331 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d418b017-18c8-4049-8920-4c46b79a1e88 req-79ea5519-9aff-490f-b52d-640365b9254e tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Network 0a5910af-6b1f-40a8-9851-2179f914e699 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:48:16.975369 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-d418b017-18c8-4049-8920-4c46b79a1e88 req-79ea5519-9aff-490f-b52d-640365b9254e tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:48:16.980218 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-d418b017-18c8-4049-8920-4c46b79a1e88 req-79ea5519-9aff-490f-b52d-640365b9254e tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:48:16.984366 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ea5519-9aff-490f-b52d-640365b9254e tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Pushing event updated for resources: {'Port': ['ID=ca813a01-0d15-4e15-8e83-fbb4ac7dfa8b,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:17.059929 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d418b017-18c8-4049-8920-4c46b79a1e88 req-79ea5519-9aff-490f-b52d-640365b9254e tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:17.060604 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-d418b017-18c8-4049-8920-4c46b79a1e88 req-79ea5519-9aff-490f-b52d-640365b9254e tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:17.080215 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d418b017-18c8-4049-8920-4c46b79a1e88 req-79ea5519-9aff-490f-b52d-640365b9254e tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6418784 Jan 18 22:48:17.099324 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-d418b017-18c8-4049-8920-4c46b79a1e88 req-bfd7de3a-8815-418c-8924-36e9862ab4a3 service neutron] Request body: {'port': {'device_id': '094ee4ec-b7f1-43bf-8476-6d2f4cb39ac9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:48:17.164214 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-d418b017-18c8-4049-8920-4c46b79a1e88 req-bfd7de3a-8815-418c-8924-36e9862ab4a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:17.291774 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-4b278630-ff3c-4608-a3e1-d6ae5e7c7ac7 None None] Provisioning complete for port ca813a01-0d15-4e15-8e83-fbb4ac7dfa8b triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:48:17.292264 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4b278630-ff3c-4608-a3e1-d6ae5e7c7ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:17.329023 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-4b278630-ff3c-4608-a3e1-d6ae5e7c7ac7 None None] Port ca813a01-0d15-4e15-8e83-fbb4ac7dfa8b cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:48:17.470455 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [req-d418b017-18c8-4049-8920-4c46b79a1e88 req-bfd7de3a-8815-418c-8924-36e9862ab4a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca813a01-0d15-4e15-8e83-fbb4ac7dfa8b {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:48:17.477986 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-d418b017-18c8-4049-8920-4c46b79a1e88 req-bfd7de3a-8815-418c-8924-36e9862ab4a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:17.491257 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-d418b017-18c8-4049-8920-4c46b79a1e88 req-bfd7de3a-8815-418c-8924-36e9862ab4a3 service neutron] Transition to ACTIVE for port object ca813a01-0d15-4e15-8e83-fbb4ac7dfa8b will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:48:17.496842 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-d418b017-18c8-4049-8920-4c46b79a1e88 req-bfd7de3a-8815-418c-8924-36e9862ab4a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:17.606238 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7de3a-8815-418c-8924-36e9862ab4a3 service neutron] Pushing event updated for resources: {'Port': ['ID=ca813a01-0d15-4e15-8e83-fbb4ac7dfa8b,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:17.662654 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-d418b017-18c8-4049-8920-4c46b79a1e88 req-bfd7de3a-8815-418c-8924-36e9862ab4a3 service neutron] Attempting to bind port ca813a01-0d15-4e15-8e83-fbb4ac7dfa8b on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:48:17.663442 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-d418b017-18c8-4049-8920-4c46b79a1e88 req-bfd7de3a-8815-418c-8924-36e9862ab4a3 service neutron] Attempting to bind port ca813a01-0d15-4e15-8e83-fbb4ac7dfa8b by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '50c9fcf6-80fc-44c9-97b1-f25175626b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '0a5910af-6b1f-40a8-9851-2179f914e699'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:48:17.663969 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d418b017-18c8-4049-8920-4c46b79a1e88 req-bfd7de3a-8815-418c-8924-36e9862ab4a3 service neutron] Attempting to bind port ca813a01-0d15-4e15-8e83-fbb4ac7dfa8b on network 0a5910af-6b1f-40a8-9851-2179f914e699 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:48:17.669894 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d418b017-18c8-4049-8920-4c46b79a1e88 req-bfd7de3a-8815-418c-8924-36e9862ab4a3 service neutron] Port ca813a01-0d15-4e15-8e83-fbb4ac7dfa8b on network 0a5910af-6b1f-40a8-9851-2179f914e699 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:48:17.670331 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d418b017-18c8-4049-8920-4c46b79a1e88 req-bfd7de3a-8815-418c-8924-36e9862ab4a3 service neutron] Attempting to bind port ca813a01-0d15-4e15-8e83-fbb4ac7dfa8b on network 0a5910af-6b1f-40a8-9851-2179f914e699 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:48:17.676934 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d418b017-18c8-4049-8920-4c46b79a1e88 req-bfd7de3a-8815-418c-8924-36e9862ab4a3 service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:48:17.677279 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d418b017-18c8-4049-8920-4c46b79a1e88 req-bfd7de3a-8815-418c-8924-36e9862ab4a3 service neutron] Checking segment: {'id': '50c9fcf6-80fc-44c9-97b1-f25175626b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '0a5910af-6b1f-40a8-9851-2179f914e699'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:48:17.677682 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d418b017-18c8-4049-8920-4c46b79a1e88 req-bfd7de3a-8815-418c-8924-36e9862ab4a3 service neutron] Bound using segment: {'id': '50c9fcf6-80fc-44c9-97b1-f25175626b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '0a5910af-6b1f-40a8-9851-2179f914e699'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:48:17.678523 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-d418b017-18c8-4049-8920-4c46b79a1e88 req-bfd7de3a-8815-418c-8924-36e9862ab4a3 service neutron] Bound port: ca813a01-0d15-4e15-8e83-fbb4ac7dfa8b, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50c9fcf6-80fc-44c9-97b1-f25175626b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '0a5910af-6b1f-40a8-9851-2179f914e699'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:48:17.678649 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-d418b017-18c8-4049-8920-4c46b79a1e88 req-bfd7de3a-8815-418c-8924-36e9862ab4a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:17.780606 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-d418b017-18c8-4049-8920-4c46b79a1e88 req-bfd7de3a-8815-418c-8924-36e9862ab4a3 service neutron] For port ca813a01-0d15-4e15-8e83-fbb4ac7dfa8b, host n-h2-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:48:17.785953 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-d418b017-18c8-4049-8920-4c46b79a1e88 req-bfd7de3a-8815-418c-8924-36e9862ab4a3 service neutron] For port ca813a01-0d15-4e15-8e83-fbb4ac7dfa8b, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=ca813a01-0d15-4e15-8e83-fbb4ac7dfa8b,segment=NetworkSegment(50c9fcf6-80fc-44c9-97b1-f25175626b87),segment_id=50c9fcf6-80fc-44c9-97b1-f25175626b87)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:48:17.799429 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-d418b017-18c8-4049-8920-4c46b79a1e88 req-bfd7de3a-8815-418c-8924-36e9862ab4a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:17.863954 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d418b017-18c8-4049-8920-4c46b79a1e88 req-bfd7de3a-8815-418c-8924-36e9862ab4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:17.864620 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-d418b017-18c8-4049-8920-4c46b79a1e88 req-bfd7de3a-8815-418c-8924-36e9862ab4a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:17.866224 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d418b017-18c8-4049-8920-4c46b79a1e88 req-bfd7de3a-8815-418c-8924-36e9862ab4a3 service neutron] 10.222.0.67 "PUT /v2.0/ports/ca813a01-0d15-4e15-8e83-fbb4ac7dfa8b HTTP/1.1" status: 200 len: 1092 time: 0.7776136 Jan 18 22:48:17.866961 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '094ee4ec-b7f1-43bf-8476-6d2f4cb39ac9', 'tag': 'ca813a01-0d15-4e15-8e83-fbb4ac7dfa8b'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:48:17.869268 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-197caf4a-fec5-4f0a-b7ae-8642bcdba442" -d '{"events": [{"name": "network-changed", "server_uuid": "094ee4ec-b7f1-43bf-8476-6d2f4cb39ac9", "tag": "ca813a01-0d15-4e15-8e83-fbb4ac7dfa8b"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:48:17.943534 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b028fae9-55f6-406e-a113-0fac6a6ae933 x-openstack-request-id: req-b028fae9-55f6-406e-a113-0fac6a6ae933 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:48:17.943844 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "094ee4ec-b7f1-43bf-8476-6d2f4cb39ac9", "tag": "ca813a01-0d15-4e15-8e83-fbb4ac7dfa8b", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:48:17.944105 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b028fae9-55f6-406e-a113-0fac6a6ae933 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:48:17.944546 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '094ee4ec-b7f1-43bf-8476-6d2f4cb39ac9', 'tag': 'ca813a01-0d15-4e15-8e83-fbb4ac7dfa8b', 'status': 'completed', 'code': 200} Jan 18 22:48:17.971342 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6044be-12d3-4715-b92e-9675b14bdadd req-f498b087-e311-4d9d-b9ca-afc273700bf0 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:17.972953 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-dd6044be-12d3-4715-b92e-9675b14bdadd req-f498b087-e311-4d9d-b9ca-afc273700bf0 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] 10.222.0.53 "GET /v2.0/ports?device_id=094ee4ec-b7f1-43bf-8476-6d2f4cb39ac9 HTTP/1.1" status: 200 len: 944 time: 0.1896067 Jan 18 22:48:17.975318 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7de3a-8815-418c-8924-36e9862ab4a3 service neutron] Pushing event updated for resources: {'Port': ['ID=ca813a01-0d15-4e15-8e83-fbb4ac7dfa8b,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:18.004510 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d418b017-18c8-4049-8920-4c46b79a1e88 req-2cbec937-d5a7-493c-a868-829d5b2644de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:18.006011 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d418b017-18c8-4049-8920-4c46b79a1e88 req-2cbec937-d5a7-493c-a868-829d5b2644de service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7512a3404b5b4cae873975a58281e1d3&device_id=094ee4ec-b7f1-43bf-8476-6d2f4cb39ac9 HTTP/1.1" status: 200 len: 1095 time: 0.0969243 Jan 18 22:48:18.065887 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-dd6044be-12d3-4715-b92e-9675b14bdadd req-431002fa-26b3-4232-bd9a-f81f815ad701 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a92991a-9494-4fe5-9d43-ab569601e837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797634 Jan 18 22:48:18.067738 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d418b017-18c8-4049-8920-4c46b79a1e88 req-87aba5ea-7b55-4455-8060-539583083c05 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca813a01-0d15-4e15-8e83-fbb4ac7dfa8b HTTP/1.1" status: 200 len: 217 time: 0.0485117 Jan 18 22:48:18.137246 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d418b017-18c8-4049-8920-4c46b79a1e88 req-d3dcdb81-64ba-4c5f-a176-0c67dd1f41a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:18.138750 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d418b017-18c8-4049-8920-4c46b79a1e88 req-d3dcdb81-64ba-4c5f-a176-0c67dd1f41a0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=977da59f-dae5-4c82-88c8-b8cbb8d74ac9 HTTP/1.1" status: 200 len: 852 time: 0.0626128 Jan 18 22:48:18.186504 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d418b017-18c8-4049-8920-4c46b79a1e88 req-7afe180c-fcd5-4d2b-9625-de133bd1eeae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:18.188188 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d418b017-18c8-4049-8920-4c46b79a1e88 req-7afe180c-fcd5-4d2b-9625-de133bd1eeae service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0a5910af-6b1f-40a8-9851-2179f914e699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411305 Jan 18 22:48:18.285727 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d418b017-18c8-4049-8920-4c46b79a1e88 req-b37b4ac9-2e5b-4e19-90f1-5daa7db254fb service neutron] 10.222.0.67 "GET /v2.0/networks/0a5910af-6b1f-40a8-9851-2179f914e699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899851 Jan 18 22:48:18.395843 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d418b017-18c8-4049-8920-4c46b79a1e88 req-6a51b3d1-d43e-47bb-b5e5-89db697126e1 service neutron] 10.222.0.67 "GET /v2.0/networks/0a5910af-6b1f-40a8-9851-2179f914e699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037395 Jan 18 22:48:18.517534 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197caf4a-fec5-4f0a-b7ae-8642bcdba442 req-8e48f04b-e69b-466d-9b3d-0707e5dbbf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:18.519202 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-197caf4a-fec5-4f0a-b7ae-8642bcdba442 req-8e48f04b-e69b-466d-9b3d-0707e5dbbf35 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7512a3404b5b4cae873975a58281e1d3&device_id=094ee4ec-b7f1-43bf-8476-6d2f4cb39ac9 HTTP/1.1" status: 200 len: 1095 time: 0.0730691 Jan 18 22:48:18.611177 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197caf4a-fec5-4f0a-b7ae-8642bcdba442 req-73154644-ebae-4088-ac0c-13a2df299956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:18.612802 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-197caf4a-fec5-4f0a-b7ae-8642bcdba442 req-73154644-ebae-4088-ac0c-13a2df299956 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0a5910af-6b1f-40a8-9851-2179f914e699 HTTP/1.1" status: 200 len: 913 time: 0.0851800 Jan 18 22:48:18.654833 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-197caf4a-fec5-4f0a-b7ae-8642bcdba442 req-5634c861-9237-4e5b-8f17-35971a49b1e1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca813a01-0d15-4e15-8e83-fbb4ac7dfa8b HTTP/1.1" status: 200 len: 217 time: 0.0358038 Jan 18 22:48:18.715352 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197caf4a-fec5-4f0a-b7ae-8642bcdba442 req-21ec6b82-9dc5-4b32-bf65-bdaae467a40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:18.716872 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-197caf4a-fec5-4f0a-b7ae-8642bcdba442 req-21ec6b82-9dc5-4b32-bf65-bdaae467a40e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=977da59f-dae5-4c82-88c8-b8cbb8d74ac9 HTTP/1.1" status: 200 len: 852 time: 0.0556815 Jan 18 22:48:18.763136 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197caf4a-fec5-4f0a-b7ae-8642bcdba442 req-49020ca7-3f77-4274-9028-69f668719efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:18.764756 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-197caf4a-fec5-4f0a-b7ae-8642bcdba442 req-49020ca7-3f77-4274-9028-69f668719efe service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0a5910af-6b1f-40a8-9851-2179f914e699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412519 Jan 18 22:48:18.853739 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-197caf4a-fec5-4f0a-b7ae-8642bcdba442 req-bd9db1ae-399e-417b-96cc-29037a972ff0 service neutron] 10.222.0.67 "GET /v2.0/networks/0a5910af-6b1f-40a8-9851-2179f914e699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815322 Jan 18 22:48:18.957763 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-197caf4a-fec5-4f0a-b7ae-8642bcdba442 req-99acf9a2-01e6-4835-a506-e2240a346867 service neutron] 10.222.0.67 "GET /v2.0/networks/0a5910af-6b1f-40a8-9851-2179f914e699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973678 Jan 18 22:48:19.197507 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f97446-e5e5-4403-8419-998f25302adb req-eed3f6b7-f63e-431f-8526-3301286ed2c0 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:19.198893 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-45f97446-e5e5-4403-8419-998f25302adb req-eed3f6b7-f63e-431f-8526-3301286ed2c0 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] 10.222.0.53 "GET /v2.0/ports?device_id=094ee4ec-b7f1-43bf-8476-6d2f4cb39ac9 HTTP/1.1" status: 200 len: 944 time: 0.0552018 Jan 18 22:48:19.251729 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-45f97446-e5e5-4403-8419-998f25302adb req-04c2b250-e6bd-40af-b4ff-532ff588b531 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a92991a-9494-4fe5-9d43-ab569601e837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456178 Jan 18 22:48:19.304107 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ea39102d-5688-4016-96a6-a2bd77ff6090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:20.377178 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960be09a-5a53-4388-8847-c60cb46a311b req-7f5e2cc7-9770-4c9b-bd3f-5aa5035ab505 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:20.378838 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-960be09a-5a53-4388-8847-c60cb46a311b req-7f5e2cc7-9770-4c9b-bd3f-5aa5035ab505 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] 10.222.0.53 "GET /v2.0/ports?device_id=094ee4ec-b7f1-43bf-8476-6d2f4cb39ac9 HTTP/1.1" status: 200 len: 944 time: 0.0547860 Jan 18 22:48:20.421198 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-960be09a-5a53-4388-8847-c60cb46a311b req-4f2ec78a-ca63-4cf2-8826-db829a3f2ddc tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a92991a-9494-4fe5-9d43-ab569601e837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356929 Jan 18 22:48:21.550584 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751f54d0-6dc9-420b-8613-79c46a560f1d req-ee25ac48-9626-4aaf-8eca-75c16c342e60 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:21.552083 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-751f54d0-6dc9-420b-8613-79c46a560f1d req-ee25ac48-9626-4aaf-8eca-75c16c342e60 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] 10.222.0.53 "GET /v2.0/ports?device_id=094ee4ec-b7f1-43bf-8476-6d2f4cb39ac9 HTTP/1.1" status: 200 len: 944 time: 0.0538335 Jan 18 22:48:21.591408 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-751f54d0-6dc9-420b-8613-79c46a560f1d req-12b4cac0-c162-4d71-9c42-77b8336256d0 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a92991a-9494-4fe5-9d43-ab569601e837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332727 Jan 18 22:48:21.957729 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fc9d8c14-d484-4a8a-9f41-e3d97599286f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:22.562019 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 51958) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:48:22.653547 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0946c9ec-519f-4c50-8b12-fae952860c4e req-095011b9-acfa-413d-96d2-22eb45ac56c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:22.655114 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0946c9ec-519f-4c50-8b12-fae952860c4e req-095011b9-acfa-413d-96d2-22eb45ac56c4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=414e65a4-3a0b-4b2c-9462-3ae005a02195 HTTP/1.1" status: 200 len: 1096 time: 0.0919578 Jan 18 22:48:22.718499 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0946c9ec-519f-4c50-8b12-fae952860c4e req-9932878d-b763-4fff-a3bf-21a1a06d659b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=dc25eda6-663f-4b3e-bd4b-3e6d1f2d1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569012 Jan 18 22:48:22.736013 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a0dffb-ee3d-4f3c-8a2b-79b6071e7b53 req-c646e61a-de20-4475-a906-1b009361b815 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:22.737514 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-74a0dffb-ee3d-4f3c-8a2b-79b6071e7b53 req-c646e61a-de20-4475-a906-1b009361b815 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] 10.222.0.53 "GET /v2.0/ports?device_id=094ee4ec-b7f1-43bf-8476-6d2f4cb39ac9 HTTP/1.1" status: 200 len: 944 time: 0.0694849 Jan 18 22:48:22.779081 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-74a0dffb-ee3d-4f3c-8a2b-79b6071e7b53 req-2d85c5c4-4164-47e3-8c82-a014497f135b tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a92991a-9494-4fe5-9d43-ab569601e837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331867 Jan 18 22:48:22.995315 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:23.908367 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931d2504-e9db-4bed-935c-64e843fecef5 req-431538ac-2725-48dd-b78d-ad2856289faa tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:23.910347 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-931d2504-e9db-4bed-935c-64e843fecef5 req-431538ac-2725-48dd-b78d-ad2856289faa tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] 10.222.0.53 "GET /v2.0/ports?device_id=094ee4ec-b7f1-43bf-8476-6d2f4cb39ac9 HTTP/1.1" status: 200 len: 944 time: 0.0607095 Jan 18 22:48:23.948830 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-931d2504-e9db-4bed-935c-64e843fecef5 req-b1e1f85e-c658-4ec6-a150-ad1c34e40296 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a92991a-9494-4fe5-9d43-ab569601e837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323846 Jan 18 22:48:24.458875 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:24.642214 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:25.062436 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e86c45-7587-41c8-bc1a-de3f9875e235 req-21bb75bc-f820-45ac-a148-fd0e8844c395 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:25.064482 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a8e86c45-7587-41c8-bc1a-de3f9875e235 req-21bb75bc-f820-45ac-a148-fd0e8844c395 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] 10.222.0.53 "GET /v2.0/ports?device_id=094ee4ec-b7f1-43bf-8476-6d2f4cb39ac9 HTTP/1.1" status: 200 len: 944 time: 0.0507166 Jan 18 22:48:25.107788 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a8e86c45-7587-41c8-bc1a-de3f9875e235 req-bcb22301-cddb-41df-b189-c86b0f7205a8 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a92991a-9494-4fe5-9d43-ab569601e837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372267 Jan 18 22:48:26.230959 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524efb6d-02e5-4794-a5d2-2cb0e73a3bc3 req-8488ffae-a4f5-4023-9aca-c99de897d25a tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:26.232345 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-524efb6d-02e5-4794-a5d2-2cb0e73a3bc3 req-8488ffae-a4f5-4023-9aca-c99de897d25a tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] 10.222.0.53 "GET /v2.0/ports?device_id=094ee4ec-b7f1-43bf-8476-6d2f4cb39ac9 HTTP/1.1" status: 200 len: 944 time: 0.0529160 Jan 18 22:48:26.273760 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-524efb6d-02e5-4794-a5d2-2cb0e73a3bc3 req-ffaf9fad-2fd0-4c07-bdb1-6381210c7675 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a92991a-9494-4fe5-9d43-ab569601e837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344028 Jan 18 22:48:27.390135 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de38114-4b3d-45f9-ab2c-76ceefdf08f7 req-2b204b8e-5c0b-4d1f-834d-a8d8dfeed5f4 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:27.392393 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7de38114-4b3d-45f9-ab2c-76ceefdf08f7 req-2b204b8e-5c0b-4d1f-834d-a8d8dfeed5f4 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] 10.222.0.53 "GET /v2.0/ports?device_id=094ee4ec-b7f1-43bf-8476-6d2f4cb39ac9 HTTP/1.1" status: 200 len: 944 time: 0.0517910 Jan 18 22:48:27.432788 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7de38114-4b3d-45f9-ab2c-76ceefdf08f7 req-86c0eb3d-fe26-4dfd-a97c-2aeac214849e tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a92991a-9494-4fe5-9d43-ab569601e837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340557 Jan 18 22:48:28.546603 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e2d1b4-1771-4f7e-b755-0cb332b7bd04 req-26a8d5b7-73d7-4de8-ad04-65426909c1c3 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:28.548733 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-77e2d1b4-1771-4f7e-b755-0cb332b7bd04 req-26a8d5b7-73d7-4de8-ad04-65426909c1c3 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] 10.222.0.53 "GET /v2.0/ports?device_id=094ee4ec-b7f1-43bf-8476-6d2f4cb39ac9 HTTP/1.1" status: 200 len: 944 time: 0.0491521 Jan 18 22:48:28.588966 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-77e2d1b4-1771-4f7e-b755-0cb332b7bd04 req-9bbc14b0-3be8-4db9-8cfb-059f782f2b5c tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a92991a-9494-4fe5-9d43-ab569601e837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335279 Jan 18 22:48:28.835169 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device ca813a01-0d15-4e15-8e83-fbb4ac7dfa8b details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:48:28.939760 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port ca813a01-0d15-4e15-8e83-fbb4ac7dfa8b, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=ca813a01-0d15-4e15-8e83-fbb4ac7dfa8b,segment=NetworkSegment(50c9fcf6-80fc-44c9-97b1-f25175626b87),segment_id=50c9fcf6-80fc-44c9-97b1-f25175626b87)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:48:28.950636 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': 'ca813a01-0d15-4e15-8e83-fbb4ac7dfa8b', 'network_id': '0a5910af-6b1f-40a8-9851-2179f914e699', 'port_id': 'ca813a01-0d15-4e15-8e83-fbb4ac7dfa8b', 'mac_address': 'fa:16:3e:d6:88:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '977da59f-dae5-4c82-88c8-b8cbb8d74ac9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:48:28.988477 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:29.004022 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca813a01-0d15-4e15-8e83-fbb4ac7dfa8b {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:48:29.025968 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port ca813a01-0d15-4e15-8e83-fbb4ac7dfa8b, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=ca813a01-0d15-4e15-8e83-fbb4ac7dfa8b,segment=NetworkSegment(50c9fcf6-80fc-44c9-97b1-f25175626b87),segment_id=50c9fcf6-80fc-44c9-97b1-f25175626b87)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:48:29.030354 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:29.079652 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=ca813a01-0d15-4e15-8e83-fbb4ac7dfa8b,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:29.249760 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['ca813a01-0d15-4e15-8e83-fbb4ac7dfa8b'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:48:29.710657 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55610b0-5443-4973-839b-514e1ca8bdfa req-8237bd6f-e711-4bc2-ba97-b25c9b2ed1f1 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:29.712116 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a55610b0-5443-4973-839b-514e1ca8bdfa req-8237bd6f-e711-4bc2-ba97-b25c9b2ed1f1 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] 10.222.0.53 "GET /v2.0/ports?device_id=094ee4ec-b7f1-43bf-8476-6d2f4cb39ac9 HTTP/1.1" status: 200 len: 945 time: 0.0548720 Jan 18 22:48:29.750437 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a55610b0-5443-4973-839b-514e1ca8bdfa req-34152051-8a35-4258-9c7d-34a5c6310c89 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a92991a-9494-4fe5-9d43-ab569601e837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321829 Jan 18 22:48:30.835184 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device ca813a01-0d15-4e15-8e83-fbb4ac7dfa8b up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:48:30.878714 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c974c465-d9f0-4ce2-903a-404c37be14d7 req-d48b7d0d-c885-445a-b5ba-428a0908162b tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:30.880658 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c974c465-d9f0-4ce2-903a-404c37be14d7 req-d48b7d0d-c885-445a-b5ba-428a0908162b tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] 10.222.0.53 "GET /v2.0/ports?device_id=094ee4ec-b7f1-43bf-8476-6d2f4cb39ac9 HTTP/1.1" status: 200 len: 945 time: 0.0616457 Jan 18 22:48:30.892581 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port ca813a01-0d15-4e15-8e83-fbb4ac7dfa8b completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:48:30.896693 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port ca813a01-0d15-4e15-8e83-fbb4ac7dfa8b triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:48:30.897062 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:30.932175 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c974c465-d9f0-4ce2-903a-404c37be14d7 req-fd0afdca-1241-4a28-948f-61f64267a2d8 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a92991a-9494-4fe5-9d43-ab569601e837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450430 Jan 18 22:48:30.977414 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:31.000307 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '094ee4ec-b7f1-43bf-8476-6d2f4cb39ac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca813a01-0d15-4e15-8e83-fbb4ac7dfa8b'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:48:31.002471 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e2e535-f17c-4833-84ce-ece24424adb8" -d '{"events": [{"server_uuid": "094ee4ec-b7f1-43bf-8476-6d2f4cb39ac9", "name": "network-vif-plugged", "status": "completed", "tag": "ca813a01-0d15-4e15-8e83-fbb4ac7dfa8b"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:48:31.015018 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port ca813a01-0d15-4e15-8e83-fbb4ac7dfa8b, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=ca813a01-0d15-4e15-8e83-fbb4ac7dfa8b,segment=NetworkSegment(50c9fcf6-80fc-44c9-97b1-f25175626b87),segment_id=50c9fcf6-80fc-44c9-97b1-f25175626b87)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:48:31.019343 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:31.042549 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75ab73f3-65f9-44bd-88da-be5524522a5a x-openstack-request-id: req-75ab73f3-65f9-44bd-88da-be5524522a5a {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:48:31.042836 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "094ee4ec-b7f1-43bf-8476-6d2f4cb39ac9", "name": "network-vif-plugged", "status": "completed", "tag": "ca813a01-0d15-4e15-8e83-fbb4ac7dfa8b", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:48:31.043086 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-75ab73f3-65f9-44bd-88da-be5524522a5a {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:48:31.043471 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '094ee4ec-b7f1-43bf-8476-6d2f4cb39ac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca813a01-0d15-4e15-8e83-fbb4ac7dfa8b', 'code': 200} Jan 18 22:48:31.069206 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=ca813a01-0d15-4e15-8e83-fbb4ac7dfa8b,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:31.136791 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458d50ab-a3f7-4f8a-863b-67842001997c req-2a6371e4-0dfd-41a2-ba66-c1532dd17ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:31.138229 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-458d50ab-a3f7-4f8a-863b-67842001997c req-2a6371e4-0dfd-41a2-ba66-c1532dd17ba5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=094ee4ec-b7f1-43bf-8476-6d2f4cb39ac9 HTTP/1.1" status: 200 len: 1097 time: 0.0410011 Jan 18 22:48:31.172322 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-458d50ab-a3f7-4f8a-863b-67842001997c req-47257aa8-e406-4fc7-a57a-7e6c3a597f6e service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=7a92991a-9494-4fe5-9d43-ab569601e837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265129 Jan 18 22:48:32.045679 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a702f153-bd20-4274-b41f-68459c844f97 req-ae316b3e-e51d-4580-9064-c40e479b1e98 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:32.047157 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a702f153-bd20-4274-b41f-68459c844f97 req-ae316b3e-e51d-4580-9064-c40e479b1e98 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] 10.222.0.53 "GET /v2.0/ports?device_id=094ee4ec-b7f1-43bf-8476-6d2f4cb39ac9 HTTP/1.1" status: 200 len: 946 time: 0.0522723 Jan 18 22:48:32.096743 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a702f153-bd20-4274-b41f-68459c844f97 req-d1e4c894-15c6-406e-8687-813ad7f59bcc tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a92991a-9494-4fe5-9d43-ab569601e837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430067 Jan 18 22:48:32.263188 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 22:48:33.221519 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba208a6b-9f98-4e60-baf3-bb6ca4298c67 req-e0bed74b-40f2-4f9c-8f65-ecdab311e002 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:33.222914 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ba208a6b-9f98-4e60-baf3-bb6ca4298c67 req-e0bed74b-40f2-4f9c-8f65-ecdab311e002 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] 10.222.0.53 "GET /v2.0/ports?device_id=094ee4ec-b7f1-43bf-8476-6d2f4cb39ac9 HTTP/1.1" status: 200 len: 946 time: 0.0481863 Jan 18 22:48:33.262305 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ba208a6b-9f98-4e60-baf3-bb6ca4298c67 req-47923dd2-2e1d-4520-babe-55bbc39d2240 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a92991a-9494-4fe5-9d43-ab569601e837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320196 Jan 18 22:48:33.374386 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e742e61-61da-498b-ab49-7ad43b9afee3 req-d7d9d7d1-727f-4d1c-9e2f-50d669b6cf37 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:33.375854 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8e742e61-61da-498b-ab49-7ad43b9afee3 req-d7d9d7d1-727f-4d1c-9e2f-50d669b6cf37 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] 10.222.0.53 "GET /v2.0/ports?device_id=094ee4ec-b7f1-43bf-8476-6d2f4cb39ac9 HTTP/1.1" status: 200 len: 946 time: 0.0483668 Jan 18 22:48:33.414138 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8e742e61-61da-498b-ab49-7ad43b9afee3 req-1d17aaed-c75d-4b03-8504-968d3a7ecbf5 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a92991a-9494-4fe5-9d43-ab569601e837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320816 Jan 18 22:48:33.437995 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 52168) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:48:33.585528 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d17873-6092-4c07-880f-4cedf03d4705 tempest-TestVolumeBackupRestore-1931169434 tempest-TestVolumeBackupRestore-1931169434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:33.587086 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-d1d17873-6092-4c07-880f-4cedf03d4705 tempest-TestVolumeBackupRestore-1931169434 tempest-TestVolumeBackupRestore-1931169434-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=094ee4ec-b7f1-43bf-8476-6d2f4cb39ac9 HTTP/1.1" status: 200 len: 1092 time: 0.1475329 Jan 18 22:48:33.590118 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 52172) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:48:33.594360 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-3ee53271-2aaa-45e9-94c1-178e61275fa5 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Request body: {'floatingip': {'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'port_id': 'ca813a01-0d15-4e15-8e83-fbb4ac7dfa8b', 'tenant_id': '7512a3404b5b4cae873975a58281e1d3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:48:33.619213 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-3ee53271-2aaa-45e9-94c1-178e61275fa5 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Notify callbacks [] for floatingip, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:33.716859 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-3ee53271-2aaa-45e9-94c1-178e61275fa5 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:33.825417 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-3ee53271-2aaa-45e9-94c1-178e61275fa5 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Allocated IP 172.25.5.206 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/49cf70a0-2e32-46e0-9116-92940ddb6712) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:48:33.927140 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-3ee53271-2aaa-45e9-94c1-178e61275fa5 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:33.961479 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-3ee53271-2aaa-45e9-94c1-178e61275fa5 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:34.005784 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee53271-2aaa-45e9-94c1-178e61275fa5 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:48:34.008811 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-3ee53271-2aaa-45e9-94c1-178e61275fa5 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:48:34.012254 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee53271-2aaa-45e9-94c1-178e61275fa5 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:48:34.034224 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee53271-2aaa-45e9-94c1-178e61275fa5 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Pushing event updated for resources: {'Port': ['ID=49cf70a0-2e32-46e0-9116-92940ddb6712,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:34.047066 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee53271-2aaa-45e9-94c1-178e61275fa5 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:48:34.047411 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee53271-2aaa-45e9-94c1-178e61275fa5 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:48:34.048439 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee53271-2aaa-45e9-94c1-178e61275fa5 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:48:34.048709 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee53271-2aaa-45e9-94c1-178e61275fa5 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:48:34.049039 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee53271-2aaa-45e9-94c1-178e61275fa5 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:48:34.049366 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee53271-2aaa-45e9-94c1-178e61275fa5 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:48:34.049693 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee53271-2aaa-45e9-94c1-178e61275fa5 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:48:34.050012 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee53271-2aaa-45e9-94c1-178e61275fa5 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:48:34.050337 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee53271-2aaa-45e9-94c1-178e61275fa5 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:48:34.050659 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee53271-2aaa-45e9-94c1-178e61275fa5 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:48:34.050978 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee53271-2aaa-45e9-94c1-178e61275fa5 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:48:34.051299 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee53271-2aaa-45e9-94c1-178e61275fa5 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:48:34.387397 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-3ee53271-2aaa-45e9-94c1-178e61275fa5 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:34.458225 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-3ee53271-2aaa-45e9-94c1-178e61275fa5 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:34.605828 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-3ee53271-2aaa-45e9-94c1-178e61275fa5 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:34.611105 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-3ee53271-2aaa-45e9-94c1-178e61275fa5 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:34.679143 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee53271-2aaa-45e9-94c1-178e61275fa5 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Pushing event updated for resources: {'Port': ['ID=49cf70a0-2e32-46e0-9116-92940ddb6712,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:34.689248 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-3ee53271-2aaa-45e9-94c1-178e61275fa5 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043075'] for floatingip, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:34.788191 n-d-825064-1 neutron-server[102430]: INFO neutron.db.l3_db [None req-3ee53271-2aaa-45e9-94c1-178e61275fa5 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Floating IP 5ce80112-855b-40a5-8621-4c9921219982 associated. External IP: 172.25.5.206, port: ca813a01-0d15-4e15-8e83-fbb4ac7dfa8b. Jan 18 22:48:35.275224 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ee53271-2aaa-45e9-94c1-178e61275fa5 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Router dbc616a0-f813-43d3-a08e-ef3f4f2d6b87 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:48:35.379973 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ee53271-2aaa-45e9-94c1-178e61275fa5 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:48:35.389700 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebff56e-7dc4-4482-8c5c-c5c44e393774 None None] Sync routers for ids ['dbc616a0-f813-43d3-a08e-ef3f4f2d6b87'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:48:35.399228 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-3ee53271-2aaa-45e9-94c1-178e61275fa5 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:35.400524 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebff56e-7dc4-4482-8c5c-c5c44e393774 None None] Routers {'dbc616a0-f813-43d3-a08e-ef3f4f2d6b87'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:48:35.401103 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-5ebff56e-7dc4-4482-8c5c-c5c44e393774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:48:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['dbc616a0-f813-43d3-a08e-ef3f4f2d6b87'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:48:35.426167 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-3ee53271-2aaa-45e9-94c1-178e61275fa5 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8338804 Jan 18 22:48:35.426167 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '094ee4ec-b7f1-43bf-8476-6d2f4cb39ac9', 'tag': 'ca813a01-0d15-4e15-8e83-fbb4ac7dfa8b'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:48:35.427800 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 52176) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:48:35.428302 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7094a2a-35f6-4a09-aef0-e3e852cd898e" -d '{"events": [{"name": "network-changed", "server_uuid": "094ee4ec-b7f1-43bf-8476-6d2f4cb39ac9", "tag": "ca813a01-0d15-4e15-8e83-fbb4ac7dfa8b"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:48:35.478383 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cef24816-0f41-4e25-8fc4-e6571349c394 x-openstack-request-id: req-cef24816-0f41-4e25-8fc4-e6571349c394 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:48:35.479312 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "094ee4ec-b7f1-43bf-8476-6d2f4cb39ac9", "tag": "ca813a01-0d15-4e15-8e83-fbb4ac7dfa8b", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:48:35.479889 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cef24816-0f41-4e25-8fc4-e6571349c394 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:48:35.480768 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '094ee4ec-b7f1-43bf-8476-6d2f4cb39ac9', 'tag': 'ca813a01-0d15-4e15-8e83-fbb4ac7dfa8b', 'status': 'completed', 'code': 200} Jan 18 22:48:35.485826 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2c54ac-048d-4580-be89-786e652dced9 tempest-TestVolumeBackupRestore-1931169434 tempest-TestVolumeBackupRestore-1931169434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:35.488786 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-bd2c54ac-048d-4580-be89-786e652dced9 tempest-TestVolumeBackupRestore-1931169434 tempest-TestVolumeBackupRestore-1931169434-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=094ee4ec-b7f1-43bf-8476-6d2f4cb39ac9 HTTP/1.1" status: 200 len: 1092 time: 0.0592909 Jan 18 22:48:35.490416 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 52184) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:48:35.495599 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-1a8d8219-8ff8-4ee6-a30d-dd323a08fc75 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Request body: {'floatingip': {'port_id': 'ca813a01-0d15-4e15-8e83-fbb4ac7dfa8b'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:48:35.537006 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-5ebff56e-7dc4-4482-8c5c-c5c44e393774 None None] Set router dbc616a0-f813-43d3-a08e-ef3f4f2d6b87 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:48:35.584749 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1a8d8219-8ff8-4ee6-a30d-dd323a08fc75 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Notify callbacks [] for floatingip, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:35.617476 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7094a2a-35f6-4a09-aef0-e3e852cd898e req-15146bc4-eab7-4281-a42c-cbeecd7d60d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:35.618975 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a7094a2a-35f6-4a09-aef0-e3e852cd898e req-15146bc4-eab7-4281-a42c-cbeecd7d60d4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7512a3404b5b4cae873975a58281e1d3&device_id=094ee4ec-b7f1-43bf-8476-6d2f4cb39ac9 HTTP/1.1" status: 200 len: 1097 time: 0.1205213 Jan 18 22:48:35.772588 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-5ebff56e-7dc4-4482-8c5c-c5c44e393774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc616a0-f813-43d3-a08e-ef3f4f2d6b87', 'name': 'tempest-TestVolumeBackupRestore-381010579-router', 'tenant_id': '7512a3404b5b4cae873975a58281e1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': 'e8f6469b-2a59-4d34-bd5b-a91cfc635b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:45:50Z', 'updated_at': '2022-01-18T22:45:56Z', 'revision_number': 4, 'project_id': '7512a3404b5b4cae873975a58281e1d3', 'gw_port': {'id': 'e8f6469b-2a59-4d34-bd5b-a91cfc635b60', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:0b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc616a0-f813-43d3-a08e-ef3f4f2d6b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:45:52Z', 'updated_at': '2022-01-18T22:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': '5ce80112-855b-40a5-8621-4c9921219982', 'tenant_id': '7512a3404b5b4cae873975a58281e1d3', 'floating_ip_address': '172.25.5.206', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': 'dbc616a0-f813-43d3-a08e-ef3f4f2d6b87', 'port_id': 'ca813a01-0d15-4e15-8e83-fbb4ac7dfa8b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3973, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a5910af-6b1f-40a8-9851-2179f914e699', 'mac_address': 'fa:16:3e:d6:88:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094ee4ec-b7f1-43bf-8476-6d2f4cb39ac9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:48:34Z', 'updated_at': '2022-01-18T22:48:34Z', 'revision_number': 0, 'project_id': '7512a3404b5b4cae873975a58281e1d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b53de1db-5605-495c-872c-764836641dc1', 'name': '', 'network_id': '0a5910af-6b1f-40a8-9851-2179f914e699', 'tenant_id': '7512a3404b5b4cae873975a58281e1d3', 'mac_address': 'fa:16:3e:23:b3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc616a0-f813-43d3-a08e-ef3f4f2d6b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '977da59f-dae5-4c82-88c8-b8cbb8d74ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:45:55Z', 'updated_at': '2022-01-18T22:46:04Z', 'revision_number': 5, 'project_id': '7512a3404b5b4cae873975a58281e1d3', 'subnets': [{'id': '977da59f-dae5-4c82-88c8-b8cbb8d74ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:48:35.786419 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7094a2a-35f6-4a09-aef0-e3e852cd898e req-bbfa13ed-9dde-4114-9fbf-15706da592ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:35.788003 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a7094a2a-35f6-4a09-aef0-e3e852cd898e req-bbfa13ed-9dde-4114-9fbf-15706da592ac service neutron] 10.222.0.67 "GET /v2.0/networks?id=0a5910af-6b1f-40a8-9851-2179f914e699 HTTP/1.1" status: 200 len: 913 time: 0.1625261 Jan 18 22:48:35.802257 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebff56e-7dc4-4482-8c5c-c5c44e393774 None None] Checking router: dbc616a0-f813-43d3-a08e-ef3f4f2d6b87 for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:48:35.810766 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebff56e-7dc4-4482-8c5c-c5c44e393774 None None] Routers {'dbc616a0-f813-43d3-a08e-ef3f4f2d6b87'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:48:35.811484 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-5ebff56e-7dc4-4482-8c5c-c5c44e393774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:48:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['dbc616a0-f813-43d3-a08e-ef3f4f2d6b87'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:48:35.923852 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a7094a2a-35f6-4a09-aef0-e3e852cd898e req-3d7bb0a3-3991-4769-aefe-68037064d1f4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca813a01-0d15-4e15-8e83-fbb4ac7dfa8b HTTP/1.1" status: 200 len: 1000 time: 0.0990479 Jan 18 22:48:35.930963 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-5ebff56e-7dc4-4482-8c5c-c5c44e393774 None None] Set router dbc616a0-f813-43d3-a08e-ef3f4f2d6b87 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:48:36.017461 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7094a2a-35f6-4a09-aef0-e3e852cd898e req-5dded14f-0d35-4e8b-8e56-e4aab70d9e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:36.018923 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a7094a2a-35f6-4a09-aef0-e3e852cd898e req-5dded14f-0d35-4e8b-8e56-e4aab70d9e1f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=977da59f-dae5-4c82-88c8-b8cbb8d74ac9 HTTP/1.1" status: 200 len: 852 time: 0.0885210 Jan 18 22:48:36.142198 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7094a2a-35f6-4a09-aef0-e3e852cd898e req-ca4bee29-d2f5-44d4-8f4a-4592c6761ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:36.143702 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a7094a2a-35f6-4a09-aef0-e3e852cd898e req-ca4bee29-d2f5-44d4-8f4a-4592c6761ca3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0a5910af-6b1f-40a8-9851-2179f914e699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1184008 Jan 18 22:48:36.178149 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-5ebff56e-7dc4-4482-8c5c-c5c44e393774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc616a0-f813-43d3-a08e-ef3f4f2d6b87', 'name': 'tempest-TestVolumeBackupRestore-381010579-router', 'tenant_id': '7512a3404b5b4cae873975a58281e1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': 'e8f6469b-2a59-4d34-bd5b-a91cfc635b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:45:50Z', 'updated_at': '2022-01-18T22:45:56Z', 'revision_number': 4, 'project_id': '7512a3404b5b4cae873975a58281e1d3', 'gw_port': {'id': 'e8f6469b-2a59-4d34-bd5b-a91cfc635b60', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:0b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc616a0-f813-43d3-a08e-ef3f4f2d6b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:45:52Z', 'updated_at': '2022-01-18T22:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': '5ce80112-855b-40a5-8621-4c9921219982', 'tenant_id': '7512a3404b5b4cae873975a58281e1d3', 'floating_ip_address': '172.25.5.206', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': 'dbc616a0-f813-43d3-a08e-ef3f4f2d6b87', 'port_id': 'ca813a01-0d15-4e15-8e83-fbb4ac7dfa8b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3973, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a5910af-6b1f-40a8-9851-2179f914e699', 'mac_address': 'fa:16:3e:d6:88:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094ee4ec-b7f1-43bf-8476-6d2f4cb39ac9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:48:34Z', 'updated_at': '2022-01-18T22:48:34Z', 'revision_number': 0, 'project_id': '7512a3404b5b4cae873975a58281e1d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b53de1db-5605-495c-872c-764836641dc1', 'name': '', 'network_id': '0a5910af-6b1f-40a8-9851-2179f914e699', 'tenant_id': '7512a3404b5b4cae873975a58281e1d3', 'mac_address': 'fa:16:3e:23:b3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc616a0-f813-43d3-a08e-ef3f4f2d6b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '977da59f-dae5-4c82-88c8-b8cbb8d74ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:45:55Z', 'updated_at': '2022-01-18T22:46:04Z', 'revision_number': 5, 'project_id': '7512a3404b5b4cae873975a58281e1d3', 'subnets': [{'id': '977da59f-dae5-4c82-88c8-b8cbb8d74ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:48:36.207637 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebff56e-7dc4-4482-8c5c-c5c44e393774 None None] The sync data for ids ['dbc616a0-f813-43d3-a08e-ef3f4f2d6b87'] in n-d-825064-1 is: [{'id': 'dbc616a0-f813-43d3-a08e-ef3f4f2d6b87', 'name': 'tempest-TestVolumeBackupRestore-381010579-router', 'tenant_id': '7512a3404b5b4cae873975a58281e1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': 'e8f6469b-2a59-4d34-bd5b-a91cfc635b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:45:50Z', 'updated_at': '2022-01-18T22:45:56Z', 'revision_number': 4, 'project_id': '7512a3404b5b4cae873975a58281e1d3', 'gw_port': {'id': 'e8f6469b-2a59-4d34-bd5b-a91cfc635b60', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:0b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc616a0-f813-43d3-a08e-ef3f4f2d6b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:45:52Z', 'updated_at': '2022-01-18T22:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': '5ce80112-855b-40a5-8621-4c9921219982', 'tenant_id': '7512a3404b5b4cae873975a58281e1d3', 'floating_ip_address': '172.25.5.206', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': 'dbc616a0-f813-43d3-a08e-ef3f4f2d6b87', 'port_id': 'ca813a01-0d15-4e15-8e83-fbb4ac7dfa8b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3973, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a5910af-6b1f-40a8-9851-2179f914e699', 'mac_address': 'fa:16:3e:d6:88:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094ee4ec-b7f1-43bf-8476-6d2f4cb39ac9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:48:34Z', 'updated_at': '2022-01-18T22:48:34Z', 'revision_number': 0, 'project_id': '7512a3404b5b4cae873975a58281e1d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b53de1db-5605-495c-872c-764836641dc1', 'name': '', 'network_id': '0a5910af-6b1f-40a8-9851-2179f914e699', 'tenant_id': '7512a3404b5b4cae873975a58281e1d3', 'mac_address': 'fa:16:3e:23:b3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc616a0-f813-43d3-a08e-ef3f4f2d6b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '977da59f-dae5-4c82-88c8-b8cbb8d74ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:45:55Z', 'updated_at': '2022-01-18T22:46:04Z', 'revision_number': 5, 'project_id': '7512a3404b5b4cae873975a58281e1d3', 'subnets': [{'id': '977da59f-dae5-4c82-88c8-b8cbb8d74ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:48:36.330645 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1a8d8219-8ff8-4ee6-a30d-dd323a08fc75 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:36.335532 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a7094a2a-35f6-4a09-aef0-e3e852cd898e req-9c9d3772-469d-486c-a762-5cb397a7a049 service neutron] 10.222.0.67 "GET /v2.0/networks/0a5910af-6b1f-40a8-9851-2179f914e699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826839 Jan 18 22:48:36.336975 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1a8d8219-8ff8-4ee6-a30d-dd323a08fc75 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043075'] for floatingip, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:36.440237 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133bc6d6-ef1c-4460-99d6-0873b48e731c None None] New status for floating IP 5ce80112-855b-40a5-8621-4c9921219982: ACTIVE {{(pid=102432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 22:48:36.517333 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a7094a2a-35f6-4a09-aef0-e3e852cd898e req-8c94853c-622c-4d42-a202-d0586aa2d226 service neutron] 10.222.0.67 "GET /v2.0/networks/0a5910af-6b1f-40a8-9851-2179f914e699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755180 Jan 18 22:48:36.635983 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a8d8219-8ff8-4ee6-a30d-dd323a08fc75 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Router dbc616a0-f813-43d3-a08e-ef3f4f2d6b87 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:48:36.746108 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a8d8219-8ff8-4ee6-a30d-dd323a08fc75 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:48:36.750436 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1a8d8219-8ff8-4ee6-a30d-dd323a08fc75 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:36.756557 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa5b570-1d64-473d-8b8b-e70aa3c53720 None None] Sync routers for ids ['dbc616a0-f813-43d3-a08e-ef3f4f2d6b87'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:48:36.765828 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa5b570-1d64-473d-8b8b-e70aa3c53720 None None] Routers {'dbc616a0-f813-43d3-a08e-ef3f4f2d6b87'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:48:36.767072 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-afa5b570-1d64-473d-8b8b-e70aa3c53720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:48:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['dbc616a0-f813-43d3-a08e-ef3f4f2d6b87'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:48:36.803586 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-1a8d8219-8ff8-4ee6-a30d-dd323a08fc75 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] 10.222.0.53 "PUT /v2.0/floatingips/5ce80112-855b-40a5-8621-4c9921219982 HTTP/1.1" status: 200 len: 992 time: 1.3118892 Jan 18 22:48:36.881646 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-afa5b570-1d64-473d-8b8b-e70aa3c53720 None None] Set router dbc616a0-f813-43d3-a08e-ef3f4f2d6b87 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:48:37.101731 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-afa5b570-1d64-473d-8b8b-e70aa3c53720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc616a0-f813-43d3-a08e-ef3f4f2d6b87', 'name': 'tempest-TestVolumeBackupRestore-381010579-router', 'tenant_id': '7512a3404b5b4cae873975a58281e1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': 'e8f6469b-2a59-4d34-bd5b-a91cfc635b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:45:50Z', 'updated_at': '2022-01-18T22:45:56Z', 'revision_number': 4, 'project_id': '7512a3404b5b4cae873975a58281e1d3', 'gw_port': {'id': 'e8f6469b-2a59-4d34-bd5b-a91cfc635b60', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:0b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc616a0-f813-43d3-a08e-ef3f4f2d6b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:45:52Z', 'updated_at': '2022-01-18T22:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': '5ce80112-855b-40a5-8621-4c9921219982', 'tenant_id': '7512a3404b5b4cae873975a58281e1d3', 'floating_ip_address': '172.25.5.206', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': 'dbc616a0-f813-43d3-a08e-ef3f4f2d6b87', 'port_id': 'ca813a01-0d15-4e15-8e83-fbb4ac7dfa8b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3973, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a5910af-6b1f-40a8-9851-2179f914e699', 'mac_address': 'fa:16:3e:d6:88:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094ee4ec-b7f1-43bf-8476-6d2f4cb39ac9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:48:34Z', 'updated_at': '2022-01-18T22:48:36Z', 'revision_number': 2, 'project_id': '7512a3404b5b4cae873975a58281e1d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b53de1db-5605-495c-872c-764836641dc1', 'name': '', 'network_id': '0a5910af-6b1f-40a8-9851-2179f914e699', 'tenant_id': '7512a3404b5b4cae873975a58281e1d3', 'mac_address': 'fa:16:3e:23:b3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc616a0-f813-43d3-a08e-ef3f4f2d6b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '977da59f-dae5-4c82-88c8-b8cbb8d74ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:45:55Z', 'updated_at': '2022-01-18T22:46:04Z', 'revision_number': 5, 'project_id': '7512a3404b5b4cae873975a58281e1d3', 'subnets': [{'id': '977da59f-dae5-4c82-88c8-b8cbb8d74ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:48:37.127622 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa5b570-1d64-473d-8b8b-e70aa3c53720 None None] Checking router: dbc616a0-f813-43d3-a08e-ef3f4f2d6b87 for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:48:37.135849 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa5b570-1d64-473d-8b8b-e70aa3c53720 None None] Routers {'dbc616a0-f813-43d3-a08e-ef3f4f2d6b87'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:48:37.136475 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-afa5b570-1d64-473d-8b8b-e70aa3c53720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:48:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['dbc616a0-f813-43d3-a08e-ef3f4f2d6b87'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:48:37.240601 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-afa5b570-1d64-473d-8b8b-e70aa3c53720 None None] Set router dbc616a0-f813-43d3-a08e-ef3f4f2d6b87 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:48:37.483051 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '094ee4ec-b7f1-43bf-8476-6d2f4cb39ac9', 'tag': 'ca813a01-0d15-4e15-8e83-fbb4ac7dfa8b'}, {'name': 'network-changed', 'server_uuid': '094ee4ec-b7f1-43bf-8476-6d2f4cb39ac9', 'tag': 'ca813a01-0d15-4e15-8e83-fbb4ac7dfa8b'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:48:37.485723 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-466cd297-8652-4aa8-87c7-78805d70e5e0" -d '{"events": [{"name": "network-changed", "server_uuid": "094ee4ec-b7f1-43bf-8476-6d2f4cb39ac9", "tag": "ca813a01-0d15-4e15-8e83-fbb4ac7dfa8b"}, {"name": "network-changed", "server_uuid": "094ee4ec-b7f1-43bf-8476-6d2f4cb39ac9", "tag": "ca813a01-0d15-4e15-8e83-fbb4ac7dfa8b"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:48:37.525251 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 18 Jan 2022 22:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f664d25-0ff0-4644-bb4b-b2550ffb2237 x-openstack-request-id: req-7f664d25-0ff0-4644-bb4b-b2550ffb2237 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:48:37.526194 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "094ee4ec-b7f1-43bf-8476-6d2f4cb39ac9", "tag": "ca813a01-0d15-4e15-8e83-fbb4ac7dfa8b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "094ee4ec-b7f1-43bf-8476-6d2f4cb39ac9", "tag": "ca813a01-0d15-4e15-8e83-fbb4ac7dfa8b", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:48:37.526452 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7f664d25-0ff0-4644-bb4b-b2550ffb2237 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:48:37.526869 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '094ee4ec-b7f1-43bf-8476-6d2f4cb39ac9', 'tag': 'ca813a01-0d15-4e15-8e83-fbb4ac7dfa8b', 'status': 'completed', 'code': 200} Jan 18 22:48:37.527234 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '094ee4ec-b7f1-43bf-8476-6d2f4cb39ac9', 'tag': 'ca813a01-0d15-4e15-8e83-fbb4ac7dfa8b', 'status': 'completed', 'code': 200} Jan 18 22:48:37.550800 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-afa5b570-1d64-473d-8b8b-e70aa3c53720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc616a0-f813-43d3-a08e-ef3f4f2d6b87', 'name': 'tempest-TestVolumeBackupRestore-381010579-router', 'tenant_id': '7512a3404b5b4cae873975a58281e1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': 'e8f6469b-2a59-4d34-bd5b-a91cfc635b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:45:50Z', 'updated_at': '2022-01-18T22:45:56Z', 'revision_number': 4, 'project_id': '7512a3404b5b4cae873975a58281e1d3', 'gw_port': {'id': 'e8f6469b-2a59-4d34-bd5b-a91cfc635b60', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:0b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc616a0-f813-43d3-a08e-ef3f4f2d6b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:45:52Z', 'updated_at': '2022-01-18T22:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': '5ce80112-855b-40a5-8621-4c9921219982', 'tenant_id': '7512a3404b5b4cae873975a58281e1d3', 'floating_ip_address': '172.25.5.206', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': 'dbc616a0-f813-43d3-a08e-ef3f4f2d6b87', 'port_id': 'ca813a01-0d15-4e15-8e83-fbb4ac7dfa8b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3973, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a5910af-6b1f-40a8-9851-2179f914e699', 'mac_address': 'fa:16:3e:d6:88:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094ee4ec-b7f1-43bf-8476-6d2f4cb39ac9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:48:34Z', 'updated_at': '2022-01-18T22:48:36Z', 'revision_number': 2, 'project_id': '7512a3404b5b4cae873975a58281e1d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b53de1db-5605-495c-872c-764836641dc1', 'name': '', 'network_id': '0a5910af-6b1f-40a8-9851-2179f914e699', 'tenant_id': '7512a3404b5b4cae873975a58281e1d3', 'mac_address': 'fa:16:3e:23:b3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc616a0-f813-43d3-a08e-ef3f4f2d6b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '977da59f-dae5-4c82-88c8-b8cbb8d74ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:45:55Z', 'updated_at': '2022-01-18T22:46:04Z', 'revision_number': 5, 'project_id': '7512a3404b5b4cae873975a58281e1d3', 'subnets': [{'id': '977da59f-dae5-4c82-88c8-b8cbb8d74ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:48:37.575830 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa5b570-1d64-473d-8b8b-e70aa3c53720 None None] The sync data for ids ['dbc616a0-f813-43d3-a08e-ef3f4f2d6b87'] in n-d-825064-1 is: [{'id': 'dbc616a0-f813-43d3-a08e-ef3f4f2d6b87', 'name': 'tempest-TestVolumeBackupRestore-381010579-router', 'tenant_id': '7512a3404b5b4cae873975a58281e1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': 'e8f6469b-2a59-4d34-bd5b-a91cfc635b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:45:50Z', 'updated_at': '2022-01-18T22:45:56Z', 'revision_number': 4, 'project_id': '7512a3404b5b4cae873975a58281e1d3', 'gw_port': {'id': 'e8f6469b-2a59-4d34-bd5b-a91cfc635b60', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:0b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc616a0-f813-43d3-a08e-ef3f4f2d6b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:45:52Z', 'updated_at': '2022-01-18T22:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': '5ce80112-855b-40a5-8621-4c9921219982', 'tenant_id': '7512a3404b5b4cae873975a58281e1d3', 'floating_ip_address': '172.25.5.206', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': 'dbc616a0-f813-43d3-a08e-ef3f4f2d6b87', 'port_id': 'ca813a01-0d15-4e15-8e83-fbb4ac7dfa8b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3973, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a5910af-6b1f-40a8-9851-2179f914e699', 'mac_address': 'fa:16:3e:d6:88:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094ee4ec-b7f1-43bf-8476-6d2f4cb39ac9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:48:34Z', 'updated_at': '2022-01-18T22:48:36Z', 'revision_number': 2, 'project_id': '7512a3404b5b4cae873975a58281e1d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b53de1db-5605-495c-872c-764836641dc1', 'name': '', 'network_id': '0a5910af-6b1f-40a8-9851-2179f914e699', 'tenant_id': '7512a3404b5b4cae873975a58281e1d3', 'mac_address': 'fa:16:3e:23:b3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc616a0-f813-43d3-a08e-ef3f4f2d6b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '977da59f-dae5-4c82-88c8-b8cbb8d74ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:45:55Z', 'updated_at': '2022-01-18T22:46:04Z', 'revision_number': 5, 'project_id': '7512a3404b5b4cae873975a58281e1d3', 'subnets': [{'id': '977da59f-dae5-4c82-88c8-b8cbb8d74ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:48:37.591215 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466cd297-8652-4aa8-87c7-78805d70e5e0 req-1b47ec10-12c7-4794-b8ca-c9872ee12be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:37.592798 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-466cd297-8652-4aa8-87c7-78805d70e5e0 req-1b47ec10-12c7-4794-b8ca-c9872ee12be1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7512a3404b5b4cae873975a58281e1d3&device_id=094ee4ec-b7f1-43bf-8476-6d2f4cb39ac9 HTTP/1.1" status: 200 len: 1097 time: 0.0453746 Jan 18 22:48:37.687067 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466cd297-8652-4aa8-87c7-78805d70e5e0 req-e7aa8bbe-5a88-4402-9c13-83297aa36e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:37.689113 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-466cd297-8652-4aa8-87c7-78805d70e5e0 req-e7aa8bbe-5a88-4402-9c13-83297aa36e3a service neutron] 10.222.0.67 "GET /v2.0/networks?id=0a5910af-6b1f-40a8-9851-2179f914e699 HTTP/1.1" status: 200 len: 913 time: 0.0892441 Jan 18 22:48:37.760733 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-466cd297-8652-4aa8-87c7-78805d70e5e0 req-a37ffb3d-294e-4238-b89c-e79f9a3efb8e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca813a01-0d15-4e15-8e83-fbb4ac7dfa8b HTTP/1.1" status: 200 len: 1002 time: 0.0656466 Jan 18 22:48:37.808362 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466cd297-8652-4aa8-87c7-78805d70e5e0 req-117ed589-e29b-4a79-b45d-3a433fcf8f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:37.809787 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-466cd297-8652-4aa8-87c7-78805d70e5e0 req-117ed589-e29b-4a79-b45d-3a433fcf8f00 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=977da59f-dae5-4c82-88c8-b8cbb8d74ac9 HTTP/1.1" status: 200 len: 852 time: 0.0424798 Jan 18 22:48:37.857113 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466cd297-8652-4aa8-87c7-78805d70e5e0 req-cbf8bb4b-4ea8-412c-b8f0-a4befa64f39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:37.860935 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-466cd297-8652-4aa8-87c7-78805d70e5e0 req-cbf8bb4b-4ea8-412c-b8f0-a4befa64f39f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0a5910af-6b1f-40a8-9851-2179f914e699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414624 Jan 18 22:48:37.953759 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-466cd297-8652-4aa8-87c7-78805d70e5e0 req-09a102ad-2544-445f-8220-6cf5085ddb38 service neutron] 10.222.0.67 "GET /v2.0/networks/0a5910af-6b1f-40a8-9851-2179f914e699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872483 Jan 18 22:48:38.051417 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-466cd297-8652-4aa8-87c7-78805d70e5e0 req-c682e340-0642-4b60-9869-5865aae97fdd service neutron] 10.222.0.67 "GET /v2.0/networks/0a5910af-6b1f-40a8-9851-2179f914e699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911567 Jan 18 22:48:38.129901 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466cd297-8652-4aa8-87c7-78805d70e5e0 req-d5386a1c-e106-43e6-91b0-ef7ef2a2645f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:38.131486 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-466cd297-8652-4aa8-87c7-78805d70e5e0 req-d5386a1c-e106-43e6-91b0-ef7ef2a2645f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7512a3404b5b4cae873975a58281e1d3&device_id=094ee4ec-b7f1-43bf-8476-6d2f4cb39ac9 HTTP/1.1" status: 200 len: 1097 time: 0.0419514 Jan 18 22:48:38.222798 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466cd297-8652-4aa8-87c7-78805d70e5e0 req-0212eae2-c71d-4112-928c-212ffd9cba0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:38.224233 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-466cd297-8652-4aa8-87c7-78805d70e5e0 req-0212eae2-c71d-4112-928c-212ffd9cba0e service neutron] 10.222.0.67 "GET /v2.0/networks?id=0a5910af-6b1f-40a8-9851-2179f914e699 HTTP/1.1" status: 200 len: 913 time: 0.0870364 Jan 18 22:48:38.291124 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-466cd297-8652-4aa8-87c7-78805d70e5e0 req-0c6ce57c-d35f-46ca-a6ca-89b3dc29117f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca813a01-0d15-4e15-8e83-fbb4ac7dfa8b HTTP/1.1" status: 200 len: 1002 time: 0.0604153 Jan 18 22:48:38.341580 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466cd297-8652-4aa8-87c7-78805d70e5e0 req-aed7601d-e3bc-45d8-bcdd-02d1a56d1c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:38.342997 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-466cd297-8652-4aa8-87c7-78805d70e5e0 req-aed7601d-e3bc-45d8-bcdd-02d1a56d1c70 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=977da59f-dae5-4c82-88c8-b8cbb8d74ac9 HTTP/1.1" status: 200 len: 852 time: 0.0462153 Jan 18 22:48:38.389002 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466cd297-8652-4aa8-87c7-78805d70e5e0 req-96a13cd6-699c-46ba-a798-6cb86aba1b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:38.390496 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-466cd297-8652-4aa8-87c7-78805d70e5e0 req-96a13cd6-699c-46ba-a798-6cb86aba1b29 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0a5910af-6b1f-40a8-9851-2179f914e699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409527 Jan 18 22:48:38.478793 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-466cd297-8652-4aa8-87c7-78805d70e5e0 req-654f484e-c3f7-45d3-9eae-b549b7842f9a service neutron] 10.222.0.67 "GET /v2.0/networks/0a5910af-6b1f-40a8-9851-2179f914e699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811622 Jan 18 22:48:38.572432 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-466cd297-8652-4aa8-87c7-78805d70e5e0 req-54b570a0-876f-44da-b082-6e505f4e2001 service neutron] 10.222.0.67 "GET /v2.0/networks/0a5910af-6b1f-40a8-9851-2179f914e699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878057 Jan 18 22:48:42.944850 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:43.268634 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4dfe1dc1-90ca-4564-88fb-d3bb0e10ff64 req-f327dd76-8848-4f11-8961-eccc4a645e55 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c700cfe0-91f3-4d2c-a587-5ae1d5e597e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1079240 Jan 18 22:48:43.358185 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfe1dc1-90ca-4564-88fb-d3bb0e10ff64 req-7091c148-7b99-408b-ac10-ca514c5af2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:43.359682 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4dfe1dc1-90ca-4564-88fb-d3bb0e10ff64 req-7091c148-7b99-408b-ac10-ca514c5af2c8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0c676acb4b374123bc012031246d3916&device_id=c700cfe0-91f3-4d2c-a587-5ae1d5e597e0 HTTP/1.1" status: 200 len: 1096 time: 0.0482190 Jan 18 22:48:43.477984 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfe1dc1-90ca-4564-88fb-d3bb0e10ff64 req-2f32de9b-2571-414d-8e64-1221a139e370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:43.479445 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4dfe1dc1-90ca-4564-88fb-d3bb0e10ff64 req-2f32de9b-2571-414d-8e64-1221a139e370 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3887d3dd-b3d8-463d-9d9c-879e57c9ab40 HTTP/1.1" status: 200 len: 911 time: 0.0987182 Jan 18 22:48:43.547536 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4dfe1dc1-90ca-4564-88fb-d3bb0e10ff64 req-42d38fa5-a0d1-4c0d-9ed4-50c15c4c9def service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=427a6e27-9bb4-4a42-8f2b-c963aac5daed HTTP/1.1" status: 200 len: 1001 time: 0.0606959 Jan 18 22:48:43.603555 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfe1dc1-90ca-4564-88fb-d3bb0e10ff64 req-85edb547-70fb-45d0-9528-de8950d5d3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:43.605045 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4dfe1dc1-90ca-4564-88fb-d3bb0e10ff64 req-85edb547-70fb-45d0-9528-de8950d5d3d1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b317bd45-9275-4aad-aa8f-d7702db0cadd HTTP/1.1" status: 200 len: 850 time: 0.0515509 Jan 18 22:48:43.774959 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:43.946616 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfe1dc1-90ca-4564-88fb-d3bb0e10ff64 req-4605bc36-9da1-4453-9606-6517fb9db39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:43.948109 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4dfe1dc1-90ca-4564-88fb-d3bb0e10ff64 req-4605bc36-9da1-4453-9606-6517fb9db39a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3887d3dd-b3d8-463d-9d9c-879e57c9ab40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3353176 Jan 18 22:48:44.045706 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4dfe1dc1-90ca-4564-88fb-d3bb0e10ff64 req-3fce787c-d3fd-4610-b1b9-1cc1be3a9a5d service neutron] 10.222.0.67 "GET /v2.0/networks/3887d3dd-b3d8-463d-9d9c-879e57c9ab40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894418 Jan 18 22:48:44.154837 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4dfe1dc1-90ca-4564-88fb-d3bb0e10ff64 req-34b3730d-ed4f-49a6-a69c-7425ba3619be service neutron] 10.222.0.67 "GET /v2.0/networks/3887d3dd-b3d8-463d-9d9c-879e57c9ab40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025214 Jan 18 22:48:49.311375 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ab19f420-5515-435e-939d-eadb6a068840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:51.379156 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2d61f280-9d45-4dea-a318-09dde74cd29f req-b5856f03-8b38-4b44-96c7-119887d1aadc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=414e65a4-3a0b-4b2c-9462-3ae005a02195&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0998769 Jan 18 22:48:51.461754 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d61f280-9d45-4dea-a318-09dde74cd29f req-13183f81-cf0b-492b-a7c4-fe67d192be03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:51.463252 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2d61f280-9d45-4dea-a318-09dde74cd29f req-13183f81-cf0b-492b-a7c4-fe67d192be03 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=69d9d18e59bf4368beed3fa7310f0ed2&device_id=414e65a4-3a0b-4b2c-9462-3ae005a02195 HTTP/1.1" status: 200 len: 1096 time: 0.0440767 Jan 18 22:48:51.570688 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d61f280-9d45-4dea-a318-09dde74cd29f req-0e6c99d8-36be-4a66-aed0-283d9c483011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:51.572337 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2d61f280-9d45-4dea-a318-09dde74cd29f req-0e6c99d8-36be-4a66-aed0-283d9c483011 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6475634d-f736-45f2-ae9a-83d4df30ce8b HTTP/1.1" status: 200 len: 909 time: 0.0915697 Jan 18 22:48:51.641456 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2d61f280-9d45-4dea-a318-09dde74cd29f req-d6b9f187-554b-4f69-b6e1-e12efa66d619 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df526520-44f5-410d-9980-cee828102de5 HTTP/1.1" status: 200 len: 1000 time: 0.0628173 Jan 18 22:48:51.694052 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d61f280-9d45-4dea-a318-09dde74cd29f req-61587fa0-392e-406a-a049-4a5ca83f2516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:51.695426 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2d61f280-9d45-4dea-a318-09dde74cd29f req-61587fa0-392e-406a-a049-4a5ca83f2516 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2e4408c8-1b04-4e09-b3ce-588a4d45f399 HTTP/1.1" status: 200 len: 848 time: 0.0485680 Jan 18 22:48:51.748072 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d61f280-9d45-4dea-a318-09dde74cd29f req-e018e347-7a41-40a7-a6dc-30e7a1e5184f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:51.749756 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2d61f280-9d45-4dea-a318-09dde74cd29f req-e018e347-7a41-40a7-a6dc-30e7a1e5184f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6475634d-f736-45f2-ae9a-83d4df30ce8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481262 Jan 18 22:48:51.843363 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2d61f280-9d45-4dea-a318-09dde74cd29f req-01375e99-9cc5-4957-9b44-aaf612a383c9 service neutron] 10.222.0.36 "GET /v2.0/networks/6475634d-f736-45f2-ae9a-83d4df30ce8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860441 Jan 18 22:48:51.942555 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2d61f280-9d45-4dea-a318-09dde74cd29f req-e436fc80-043b-49c0-8cba-aac9a0c1bfdb service neutron] 10.222.0.36 "GET /v2.0/networks/6475634d-f736-45f2-ae9a-83d4df30ce8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923574 Jan 18 22:48:51.962338 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-75a5fb4e-3e9b-44a7-abca-440d2f0a1cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:53.010205 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:54.462819 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:54.648463 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:05.807271 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542185bc-73c1-43aa-8233-2e2f4ea803c2 req-834a5b98-d216-4e68-a3e9-670fb706d9f3 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:05.808761 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-542185bc-73c1-43aa-8233-2e2f4ea803c2 req-834a5b98-d216-4e68-a3e9-670fb706d9f3 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=c700cfe0-91f3-4d2c-a587-5ae1d5e597e0 HTTP/1.1" status: 200 len: 945 time: 0.0516500 Jan 18 22:49:05.846016 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-542185bc-73c1-43aa-8233-2e2f4ea803c2 req-367e0329-7208-4654-919d-9f849ff419bb tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=c91b1706-fbf8-4762-ae37-cb35170958ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306530 Jan 18 22:49:06.967668 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad80d39-66c1-4bee-b591-0d79a2d6b34c req-aacfed1f-ff11-41fb-9a27-308dcda10056 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:06.969174 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3ad80d39-66c1-4bee-b591-0d79a2d6b34c req-aacfed1f-ff11-41fb-9a27-308dcda10056 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=c700cfe0-91f3-4d2c-a587-5ae1d5e597e0 HTTP/1.1" status: 200 len: 945 time: 0.0517383 Jan 18 22:49:07.012185 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3ad80d39-66c1-4bee-b591-0d79a2d6b34c req-0c318f5d-c325-45a5-bc86-1757882b036e tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=c91b1706-fbf8-4762-ae37-cb35170958ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366495 Jan 18 22:49:07.358926 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a3b99-5328-4568-a315-eee837ee26eb req-50041701-b8ef-49f4-895d-9a2e5c09cddd tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:07.360966 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5a2a3b99-5328-4568-a315-eee837ee26eb req-50041701-b8ef-49f4-895d-9a2e5c09cddd tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.67 "GET /v2.0/ports?device_id=c700cfe0-91f3-4d2c-a587-5ae1d5e597e0 HTTP/1.1" status: 200 len: 945 time: 0.0515649 Jan 18 22:49:07.453847 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-5a2a3b99-5328-4568-a315-eee837ee26eb req-9a88119a-70f0-4f3a-aea0-3e2c05ae78f1 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Deleting port 427a6e27-9bb4-4a42-8f2b-c963aac5daed {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:49:07.454192 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-5a2a3b99-5328-4568-a315-eee837ee26eb req-9a88119a-70f0-4f3a-aea0-3e2c05ae78f1 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:07.551916 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-5a2a3b99-5328-4568-a315-eee837ee26eb req-9a88119a-70f0-4f3a-aea0-3e2c05ae78f1 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] For port 427a6e27-9bb4-4a42-8f2b-c963aac5daed, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=427a6e27-9bb4-4a42-8f2b-c963aac5daed,segment=NetworkSegment(ccabd36d-8c25-4648-92d3-222150b866b3),segment_id=ccabd36d-8c25-4648-92d3-222150b866b3)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:49:07.552317 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-5a2a3b99-5328-4568-a315-eee837ee26eb req-9a88119a-70f0-4f3a-aea0-3e2c05ae78f1 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:07.773502 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-5a2a3b99-5328-4568-a315-eee837ee26eb req-9a88119a-70f0-4f3a-aea0-3e2c05ae78f1 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:07.773929 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-5a2a3b99-5328-4568-a315-eee837ee26eb req-9a88119a-70f0-4f3a-aea0-3e2c05ae78f1 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043075'] for floatingip, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:07.774353 n-d-825064-1 neutron-server[102430]: INFO neutron.db.l3_db [req-5a2a3b99-5328-4568-a315-eee837ee26eb req-9a88119a-70f0-4f3a-aea0-3e2c05ae78f1 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Floating IP 09294f32-bbc7-43ff-a9e8-5eb4fc61e848 disassociated. External IP: 172.25.5.194, port: 427a6e27-9bb4-4a42-8f2b-c963aac5daed. Jan 18 22:49:07.774696 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-5a2a3b99-5328-4568-a315-eee837ee26eb req-9a88119a-70f0-4f3a-aea0-3e2c05ae78f1 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Calling delete_port for 427a6e27-9bb4-4a42-8f2b-c963aac5daed owned by compute:nova {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:49:07.903476 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-5a2a3b99-5328-4568-a315-eee837ee26eb req-9a88119a-70f0-4f3a-aea0-3e2c05ae78f1 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:07.938673 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a88119a-70f0-4f3a-aea0-3e2c05ae78f1 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Pushing event deleted for resources: {'Port': ['ID=427a6e27-9bb4-4a42-8f2b-c963aac5daed,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:08.059538 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5a2a3b99-5328-4568-a315-eee837ee26eb req-9a88119a-70f0-4f3a-aea0-3e2c05ae78f1 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Router 43a70c88-4dbc-4e52-be65-03ecc7b88014 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:49:08.132801 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b5a158da-7f5e-457a-9f10-a5e24962c6bc req-b44848ab-f3cc-42c0-8347-e2c66cf80fc3 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=c700cfe0-91f3-4d2c-a587-5ae1d5e597e0 HTTP/1.1" status: 200 len: 210 time: 0.0295029 Jan 18 22:49:08.200691 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5a2a3b99-5328-4568-a315-eee837ee26eb req-9a88119a-70f0-4f3a-aea0-3e2c05ae78f1 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:49:08.212929 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c98ea62-a0f6-42d7-9f4f-73ab197603f6 None None] Sync routers for ids ['43a70c88-4dbc-4e52-be65-03ecc7b88014'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:49:08.222854 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c98ea62-a0f6-42d7-9f4f-73ab197603f6 None None] Routers {'43a70c88-4dbc-4e52-be65-03ecc7b88014'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:49:08.223579 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-1c98ea62-a0f6-42d7-9f4f-73ab197603f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:48:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['43a70c88-4dbc-4e52-be65-03ecc7b88014'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:49:08.242938 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a2a3b99-5328-4568-a315-eee837ee26eb req-9a88119a-70f0-4f3a-aea0-3e2c05ae78f1 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] No DVR routers for this DVR port 427a6e27-9bb4-4a42-8f2b-c963aac5daed on host n-h2-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:49:08.245673 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-5a2a3b99-5328-4568-a315-eee837ee26eb req-9a88119a-70f0-4f3a-aea0-3e2c05ae78f1 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:08.249090 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5a2a3b99-5328-4568-a315-eee837ee26eb req-9a88119a-70f0-4f3a-aea0-3e2c05ae78f1 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.67 "DELETE /v2.0/ports/427a6e27-9bb4-4a42-8f2b-c963aac5daed HTTP/1.1" status: 204 len: 173 time: 0.8823686 Jan 18 22:49:08.249532 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c700cfe0-91f3-4d2c-a587-5ae1d5e597e0', 'name': 'network-vif-deleted', 'tag': '427a6e27-9bb4-4a42-8f2b-c963aac5daed'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:49:08.252355 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36c7f5e7-0c2f-4931-87e8-bba37c63c777" -d '{"events": [{"server_uuid": "c700cfe0-91f3-4d2c-a587-5ae1d5e597e0", "name": "network-vif-deleted", "tag": "427a6e27-9bb4-4a42-8f2b-c963aac5daed"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:49:08.412882 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de54bb3a-10ea-4751-95f6-c2167408d515 x-openstack-request-id: req-de54bb3a-10ea-4751-95f6-c2167408d515 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:49:08.413216 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c700cfe0-91f3-4d2c-a587-5ae1d5e597e0", "name": "network-vif-deleted", "tag": "427a6e27-9bb4-4a42-8f2b-c963aac5daed", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:49:08.413653 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-de54bb3a-10ea-4751-95f6-c2167408d515 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:49:08.414228 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c700cfe0-91f3-4d2c-a587-5ae1d5e597e0', 'name': 'network-vif-deleted', 'tag': '427a6e27-9bb4-4a42-8f2b-c963aac5daed', 'status': 'completed', 'code': 200} Jan 18 22:49:08.513511 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-1c98ea62-a0f6-42d7-9f4f-73ab197603f6 None None] Set router 43a70c88-4dbc-4e52-be65-03ecc7b88014 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:49:08.720472 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-1c98ea62-a0f6-42d7-9f4f-73ab197603f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a70c88-4dbc-4e52-be65-03ecc7b88014', 'name': 'tempest-TestVolumeBootPattern-550304170-router', 'tenant_id': '0c676acb4b374123bc012031246d3916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'ce7789a3-dfd0-4ab6-a2dd-9b16560a0fd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:40:59Z', 'updated_at': '2022-01-18T22:41:08Z', 'revision_number': 4, 'project_id': '0c676acb4b374123bc012031246d3916', 'gw_port': {'id': 'ce7789a3-dfd0-4ab6-a2dd-9b16560a0fd8', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e0:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a70c88-4dbc-4e52-be65-03ecc7b88014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:01Z', 'updated_at': '2022-01-18T22:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '91298bb6-9ac2-498c-86c0-1b5021eada6b', 'name': '', 'network_id': '3887d3dd-b3d8-463d-9d9c-879e57c9ab40', 'tenant_id': '0c676acb4b374123bc012031246d3916', 'mac_address': 'fa:16:3e:c8:06:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a70c88-4dbc-4e52-be65-03ecc7b88014', 'device_owner': 'network:router_interface', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': 'b317bd45-9275-4aad-aa8f-d7702db0cadd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:06Z', 'updated_at': '2022-01-18T22:41:15Z', 'revision_number': 5, 'project_id': '0c676acb4b374123bc012031246d3916', 'subnets': [{'id': 'b317bd45-9275-4aad-aa8f-d7702db0cadd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:49:08.746661 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c98ea62-a0f6-42d7-9f4f-73ab197603f6 None None] Checking router: 43a70c88-4dbc-4e52-be65-03ecc7b88014 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:49:08.755523 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c98ea62-a0f6-42d7-9f4f-73ab197603f6 None None] Routers {'43a70c88-4dbc-4e52-be65-03ecc7b88014'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:49:08.756086 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-1c98ea62-a0f6-42d7-9f4f-73ab197603f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:48:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['43a70c88-4dbc-4e52-be65-03ecc7b88014'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:49:08.865224 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-1c98ea62-a0f6-42d7-9f4f-73ab197603f6 None None] Set router 43a70c88-4dbc-4e52-be65-03ecc7b88014 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:49:09.068407 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-1c98ea62-a0f6-42d7-9f4f-73ab197603f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a70c88-4dbc-4e52-be65-03ecc7b88014', 'name': 'tempest-TestVolumeBootPattern-550304170-router', 'tenant_id': '0c676acb4b374123bc012031246d3916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'ce7789a3-dfd0-4ab6-a2dd-9b16560a0fd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:40:59Z', 'updated_at': '2022-01-18T22:41:08Z', 'revision_number': 4, 'project_id': '0c676acb4b374123bc012031246d3916', 'gw_port': {'id': 'ce7789a3-dfd0-4ab6-a2dd-9b16560a0fd8', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e0:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a70c88-4dbc-4e52-be65-03ecc7b88014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:01Z', 'updated_at': '2022-01-18T22:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '91298bb6-9ac2-498c-86c0-1b5021eada6b', 'name': '', 'network_id': '3887d3dd-b3d8-463d-9d9c-879e57c9ab40', 'tenant_id': '0c676acb4b374123bc012031246d3916', 'mac_address': 'fa:16:3e:c8:06:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a70c88-4dbc-4e52-be65-03ecc7b88014', 'device_owner': 'network:router_interface', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': 'b317bd45-9275-4aad-aa8f-d7702db0cadd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:06Z', 'updated_at': '2022-01-18T22:41:15Z', 'revision_number': 5, 'project_id': '0c676acb4b374123bc012031246d3916', 'subnets': [{'id': 'b317bd45-9275-4aad-aa8f-d7702db0cadd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:49:09.099329 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c98ea62-a0f6-42d7-9f4f-73ab197603f6 None None] The sync data for ids ['43a70c88-4dbc-4e52-be65-03ecc7b88014'] in n-d-825064-1 is: [{'id': '43a70c88-4dbc-4e52-be65-03ecc7b88014', 'name': 'tempest-TestVolumeBootPattern-550304170-router', 'tenant_id': '0c676acb4b374123bc012031246d3916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'ce7789a3-dfd0-4ab6-a2dd-9b16560a0fd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:40:59Z', 'updated_at': '2022-01-18T22:41:08Z', 'revision_number': 4, 'project_id': '0c676acb4b374123bc012031246d3916', 'gw_port': {'id': 'ce7789a3-dfd0-4ab6-a2dd-9b16560a0fd8', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e0:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a70c88-4dbc-4e52-be65-03ecc7b88014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:01Z', 'updated_at': '2022-01-18T22:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '91298bb6-9ac2-498c-86c0-1b5021eada6b', 'name': '', 'network_id': '3887d3dd-b3d8-463d-9d9c-879e57c9ab40', 'tenant_id': '0c676acb4b374123bc012031246d3916', 'mac_address': 'fa:16:3e:c8:06:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a70c88-4dbc-4e52-be65-03ecc7b88014', 'device_owner': 'network:router_interface', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': 'b317bd45-9275-4aad-aa8f-d7702db0cadd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:06Z', 'updated_at': '2022-01-18T22:41:15Z', 'revision_number': 5, 'project_id': '0c676acb4b374123bc012031246d3916', 'subnets': [{'id': 'b317bd45-9275-4aad-aa8f-d7702db0cadd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:49:09.237900 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-68f87b8b-b61f-4918-bed7-b1658cd1e0e1 req-3d6012d4-1fe8-4163-adcd-295bb12f8f38 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=c700cfe0-91f3-4d2c-a587-5ae1d5e597e0 HTTP/1.1" status: 200 len: 210 time: 0.0299335 Jan 18 22:49:09.262713 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 22:49:09.363136 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db54737-440c-4af2-bd9e-9897424cc6a9 None None] New status for floating IP 09294f32-bbc7-43ff-a9e8-5eb4fc61e848: DOWN {{(pid=102433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 22:49:09.965853 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 52966) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:49:10.127105 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-58968bdb-e537-4415-a425-1964b81a119b tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Deleting port 49cf70a0-2e32-46e0-9116-92940ddb6712 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:49:10.127370 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-58968bdb-e537-4415-a425-1964b81a119b tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:10.202819 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-58968bdb-e537-4415-a425-1964b81a119b tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:10.203681 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-58968bdb-e537-4415-a425-1964b81a119b tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:10.215874 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-58968bdb-e537-4415-a425-1964b81a119b tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Calling delete_port for 49cf70a0-2e32-46e0-9116-92940ddb6712 owned by network:floatingip {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:49:10.346127 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-df3dbc6c-21d7-4753-9d67-0f0d19113af4 req-51ac7e1e-cc46-4226-ae04-eeabd09dcf7d tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=c700cfe0-91f3-4d2c-a587-5ae1d5e597e0 HTTP/1.1" status: 200 len: 210 time: 0.0305686 Jan 18 22:49:10.394382 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-58968bdb-e537-4415-a425-1964b81a119b tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:10.421571 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58968bdb-e537-4415-a425-1964b81a119b tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Pushing event deleted for resources: {'Port': ['ID=49cf70a0-2e32-46e0-9116-92940ddb6712,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:10.484235 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-58968bdb-e537-4415-a425-1964b81a119b tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Notify callbacks [] for floatingip, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:10.484510 n-d-825064-1 neutron-server[102430]: INFO neutron.db.l3_db [None req-58968bdb-e537-4415-a425-1964b81a119b tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Floating IP 5ce80112-855b-40a5-8621-4c9921219982 disassociated (deleted). External IP: 172.25.5.206, port: ca813a01-0d15-4e15-8e83-fbb4ac7dfa8b. Jan 18 22:49:10.689526 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58968bdb-e537-4415-a425-1964b81a119b tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Router dbc616a0-f813-43d3-a08e-ef3f4f2d6b87 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:49:10.799924 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58968bdb-e537-4415-a425-1964b81a119b tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:49:10.805451 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-58968bdb-e537-4415-a425-1964b81a119b tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:10.813314 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068c6764-8043-458e-a564-c2bb8cc66ff0 None None] Sync routers for ids ['dbc616a0-f813-43d3-a08e-ef3f4f2d6b87'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:49:10.827117 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068c6764-8043-458e-a564-c2bb8cc66ff0 None None] Routers {'dbc616a0-f813-43d3-a08e-ef3f4f2d6b87'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:49:10.829062 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-068c6764-8043-458e-a564-c2bb8cc66ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:48:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['dbc616a0-f813-43d3-a08e-ef3f4f2d6b87'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:49:10.838488 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-58968bdb-e537-4415-a425-1964b81a119b tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] 10.222.0.53 "DELETE /v2.0/floatingips/5ce80112-855b-40a5-8621-4c9921219982 HTTP/1.1" status: 204 len: 168 time: 0.8715184 Jan 18 22:49:10.839305 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '094ee4ec-b7f1-43bf-8476-6d2f4cb39ac9', 'tag': 'ca813a01-0d15-4e15-8e83-fbb4ac7dfa8b'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:49:10.841939 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10cdb631-58ac-4968-8087-39dbddc61307" -d '{"events": [{"name": "network-changed", "server_uuid": "094ee4ec-b7f1-43bf-8476-6d2f4cb39ac9", "tag": "ca813a01-0d15-4e15-8e83-fbb4ac7dfa8b"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:49:10.904765 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c522c5f-fa9a-48e5-9435-35ec771a83c1 x-openstack-request-id: req-4c522c5f-fa9a-48e5-9435-35ec771a83c1 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:49:10.905205 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "094ee4ec-b7f1-43bf-8476-6d2f4cb39ac9", "tag": "ca813a01-0d15-4e15-8e83-fbb4ac7dfa8b", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:49:10.905624 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4c522c5f-fa9a-48e5-9435-35ec771a83c1 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:49:10.906092 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '094ee4ec-b7f1-43bf-8476-6d2f4cb39ac9', 'tag': 'ca813a01-0d15-4e15-8e83-fbb4ac7dfa8b', 'status': 'completed', 'code': 200} Jan 18 22:49:10.962338 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-068c6764-8043-458e-a564-c2bb8cc66ff0 None None] Set router dbc616a0-f813-43d3-a08e-ef3f4f2d6b87 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:49:10.971751 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cdb631-58ac-4968-8087-39dbddc61307 req-b23729ea-0bc1-4bbb-8cf0-eb33dbb87b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:10.973448 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-10cdb631-58ac-4968-8087-39dbddc61307 req-b23729ea-0bc1-4bbb-8cf0-eb33dbb87b0d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7512a3404b5b4cae873975a58281e1d3&device_id=094ee4ec-b7f1-43bf-8476-6d2f4cb39ac9 HTTP/1.1" status: 200 len: 1097 time: 0.0453427 Jan 18 22:49:11.068173 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 427a6e27-9bb4-4a42-8f2b-c963aac5daed no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:49:11.116408 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cdb631-58ac-4968-8087-39dbddc61307 req-bea3eded-cbf1-47af-a560-306344b33b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:11.118200 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-10cdb631-58ac-4968-8087-39dbddc61307 req-bea3eded-cbf1-47af-a560-306344b33b5b service neutron] 10.222.0.67 "GET /v2.0/networks?id=0a5910af-6b1f-40a8-9851-2179f914e699 HTTP/1.1" status: 200 len: 913 time: 0.1372297 Jan 18 22:49:11.133828 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] No Port match for: 427a6e27-9bb4-4a42-8f2b-c963aac5daed {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:49:11.134248 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 427a6e27-9bb4-4a42-8f2b-c963aac5daed not bound to the agent host n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:49:11.145986 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd684d74-dbbf-4d5d-b1a4-419f2b150d57 req-21b308ae-dca6-4aab-ab7d-171cc6f7558d tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:11.147613 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bd684d74-dbbf-4d5d-b1a4-419f2b150d57 req-21b308ae-dca6-4aab-ab7d-171cc6f7558d tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] 10.222.0.53 "GET /v2.0/ports?device_id=094ee4ec-b7f1-43bf-8476-6d2f4cb39ac9 HTTP/1.1" status: 200 len: 946 time: 0.0734119 Jan 18 22:49:11.178141 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-10cdb631-58ac-4968-8087-39dbddc61307 req-da294fd1-acd9-4ef3-b1ac-d9cbfbbde410 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca813a01-0d15-4e15-8e83-fbb4ac7dfa8b HTTP/1.1" status: 200 len: 217 time: 0.0492353 Jan 18 22:49:11.224350 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-068c6764-8043-458e-a564-c2bb8cc66ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc616a0-f813-43d3-a08e-ef3f4f2d6b87', 'name': 'tempest-TestVolumeBackupRestore-381010579-router', 'tenant_id': '7512a3404b5b4cae873975a58281e1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': 'e8f6469b-2a59-4d34-bd5b-a91cfc635b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:45:50Z', 'updated_at': '2022-01-18T22:45:56Z', 'revision_number': 4, 'project_id': '7512a3404b5b4cae873975a58281e1d3', 'gw_port': {'id': 'e8f6469b-2a59-4d34-bd5b-a91cfc635b60', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:0b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc616a0-f813-43d3-a08e-ef3f4f2d6b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:45:52Z', 'updated_at': '2022-01-18T22:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'b53de1db-5605-495c-872c-764836641dc1', 'name': '', 'network_id': '0a5910af-6b1f-40a8-9851-2179f914e699', 'tenant_id': '7512a3404b5b4cae873975a58281e1d3', 'mac_address': 'fa:16:3e:23:b3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc616a0-f813-43d3-a08e-ef3f4f2d6b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '977da59f-dae5-4c82-88c8-b8cbb8d74ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:45:55Z', 'updated_at': '2022-01-18T22:46:04Z', 'revision_number': 5, 'project_id': '7512a3404b5b4cae873975a58281e1d3', 'subnets': [{'id': '977da59f-dae5-4c82-88c8-b8cbb8d74ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:49:11.242281 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bd684d74-dbbf-4d5d-b1a4-419f2b150d57 req-cc9cc93e-74c7-467e-a618-b1faed137bc3 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a92991a-9494-4fe5-9d43-ab569601e837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675018 Jan 18 22:49:11.251717 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068c6764-8043-458e-a564-c2bb8cc66ff0 None None] Checking router: dbc616a0-f813-43d3-a08e-ef3f4f2d6b87 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:49:11.254750 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cdb631-58ac-4968-8087-39dbddc61307 req-bdbc7511-15c1-454a-822a-101042793794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:11.265748 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-10cdb631-58ac-4968-8087-39dbddc61307 req-bdbc7511-15c1-454a-822a-101042793794 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=977da59f-dae5-4c82-88c8-b8cbb8d74ac9 HTTP/1.1" status: 200 len: 852 time: 0.0662465 Jan 18 22:49:11.266550 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068c6764-8043-458e-a564-c2bb8cc66ff0 None None] Routers {'dbc616a0-f813-43d3-a08e-ef3f4f2d6b87'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:49:11.267186 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-068c6764-8043-458e-a564-c2bb8cc66ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:48:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['dbc616a0-f813-43d3-a08e-ef3f4f2d6b87'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:49:11.310526 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cdb631-58ac-4968-8087-39dbddc61307 req-af9754ea-341b-4ff9-9f0b-7ddd7aaa7e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:11.312005 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-10cdb631-58ac-4968-8087-39dbddc61307 req-af9754ea-341b-4ff9-9f0b-7ddd7aaa7e6f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0a5910af-6b1f-40a8-9851-2179f914e699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478661 Jan 18 22:49:11.382806 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-068c6764-8043-458e-a564-c2bb8cc66ff0 None None] Set router dbc616a0-f813-43d3-a08e-ef3f4f2d6b87 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:49:11.409459 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-10cdb631-58ac-4968-8087-39dbddc61307 req-0ecc9600-6d70-4813-b79d-7b935fe99a9b service neutron] 10.222.0.67 "GET /v2.0/networks/0a5910af-6b1f-40a8-9851-2179f914e699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892022 Jan 18 22:49:11.506514 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ce2f8916-059f-4a34-a8a8-bb5b6b98f751 req-30f00fc1-97d2-4d71-ba50-07c005b3a267 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=c700cfe0-91f3-4d2c-a587-5ae1d5e597e0 HTTP/1.1" status: 200 len: 210 time: 0.0367043 Jan 18 22:49:11.540730 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-10cdb631-58ac-4968-8087-39dbddc61307 req-f632b715-850a-45dc-8a38-31e5210ea8a2 service neutron] 10.222.0.67 "GET /v2.0/networks/0a5910af-6b1f-40a8-9851-2179f914e699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240728 Jan 18 22:49:11.593223 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-068c6764-8043-458e-a564-c2bb8cc66ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc616a0-f813-43d3-a08e-ef3f4f2d6b87', 'name': 'tempest-TestVolumeBackupRestore-381010579-router', 'tenant_id': '7512a3404b5b4cae873975a58281e1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': 'e8f6469b-2a59-4d34-bd5b-a91cfc635b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:45:50Z', 'updated_at': '2022-01-18T22:45:56Z', 'revision_number': 4, 'project_id': '7512a3404b5b4cae873975a58281e1d3', 'gw_port': {'id': 'e8f6469b-2a59-4d34-bd5b-a91cfc635b60', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:0b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc616a0-f813-43d3-a08e-ef3f4f2d6b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:45:52Z', 'updated_at': '2022-01-18T22:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'b53de1db-5605-495c-872c-764836641dc1', 'name': '', 'network_id': '0a5910af-6b1f-40a8-9851-2179f914e699', 'tenant_id': '7512a3404b5b4cae873975a58281e1d3', 'mac_address': 'fa:16:3e:23:b3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc616a0-f813-43d3-a08e-ef3f4f2d6b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '977da59f-dae5-4c82-88c8-b8cbb8d74ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:45:55Z', 'updated_at': '2022-01-18T22:46:04Z', 'revision_number': 5, 'project_id': '7512a3404b5b4cae873975a58281e1d3', 'subnets': [{'id': '977da59f-dae5-4c82-88c8-b8cbb8d74ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:49:11.620391 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068c6764-8043-458e-a564-c2bb8cc66ff0 None None] The sync data for ids ['dbc616a0-f813-43d3-a08e-ef3f4f2d6b87'] in n-d-825064-1 is: [{'id': 'dbc616a0-f813-43d3-a08e-ef3f4f2d6b87', 'name': 'tempest-TestVolumeBackupRestore-381010579-router', 'tenant_id': '7512a3404b5b4cae873975a58281e1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': 'e8f6469b-2a59-4d34-bd5b-a91cfc635b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:45:50Z', 'updated_at': '2022-01-18T22:45:56Z', 'revision_number': 4, 'project_id': '7512a3404b5b4cae873975a58281e1d3', 'gw_port': {'id': 'e8f6469b-2a59-4d34-bd5b-a91cfc635b60', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:0b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc616a0-f813-43d3-a08e-ef3f4f2d6b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:45:52Z', 'updated_at': '2022-01-18T22:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'b53de1db-5605-495c-872c-764836641dc1', 'name': '', 'network_id': '0a5910af-6b1f-40a8-9851-2179f914e699', 'tenant_id': '7512a3404b5b4cae873975a58281e1d3', 'mac_address': 'fa:16:3e:23:b3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc616a0-f813-43d3-a08e-ef3f4f2d6b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '977da59f-dae5-4c82-88c8-b8cbb8d74ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:45:55Z', 'updated_at': '2022-01-18T22:46:04Z', 'revision_number': 5, 'project_id': '7512a3404b5b4cae873975a58281e1d3', 'subnets': [{'id': '977da59f-dae5-4c82-88c8-b8cbb8d74ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:49:11.853481 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551f38e3-f363-40c8-b53c-8abf547bc77f None None] New status for floating IP 5ce80112-855b-40a5-8621-4c9921219982: DOWN {{(pid=102433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 22:49:12.367342 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa268bdc-1139-484f-b7a6-24a6279bafe3 req-5c299414-e0ff-490b-9f24-1e3ef89f69bd tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:12.369271 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aa268bdc-1139-484f-b7a6-24a6279bafe3 req-5c299414-e0ff-490b-9f24-1e3ef89f69bd tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] 10.222.0.53 "GET /v2.0/ports?device_id=094ee4ec-b7f1-43bf-8476-6d2f4cb39ac9 HTTP/1.1" status: 200 len: 946 time: 0.0552082 Jan 18 22:49:12.415203 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aa268bdc-1139-484f-b7a6-24a6279bafe3 req-977be386-5103-4740-824d-f9196782731b tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a92991a-9494-4fe5-9d43-ab569601e837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391388 Jan 18 22:49:12.550655 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8d7c3-c46a-4177-aaad-fc11c78404e4 req-3dea9a26-baa9-4fec-b8b0-bd5191f19e3c tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:12.552277 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b2f8d7c3-c46a-4177-aaad-fc11c78404e4 req-3dea9a26-baa9-4fec-b8b0-bd5191f19e3c tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] 10.222.0.67 "GET /v2.0/ports?device_id=094ee4ec-b7f1-43bf-8476-6d2f4cb39ac9 HTTP/1.1" status: 200 len: 946 time: 0.0498521 Jan 18 22:49:12.618718 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c6126c95-2ac2-4859-b971-503f5d45d5a9 req-51d86c9d-e8d0-46d7-84ad-de9666843764 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=c700cfe0-91f3-4d2c-a587-5ae1d5e597e0 HTTP/1.1" status: 200 len: 210 time: 0.0301383 Jan 18 22:49:12.674949 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-b2f8d7c3-c46a-4177-aaad-fc11c78404e4 req-9c2d24a6-db23-4862-9d3d-93928f725512 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Deleting port ca813a01-0d15-4e15-8e83-fbb4ac7dfa8b {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:49:12.675292 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-b2f8d7c3-c46a-4177-aaad-fc11c78404e4 req-9c2d24a6-db23-4862-9d3d-93928f725512 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:12.776432 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-b2f8d7c3-c46a-4177-aaad-fc11c78404e4 req-9c2d24a6-db23-4862-9d3d-93928f725512 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] For port ca813a01-0d15-4e15-8e83-fbb4ac7dfa8b, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=ca813a01-0d15-4e15-8e83-fbb4ac7dfa8b,segment=NetworkSegment(50c9fcf6-80fc-44c9-97b1-f25175626b87),segment_id=50c9fcf6-80fc-44c9-97b1-f25175626b87)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:49:12.777077 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-b2f8d7c3-c46a-4177-aaad-fc11c78404e4 req-9c2d24a6-db23-4862-9d3d-93928f725512 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:12.791873 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-b2f8d7c3-c46a-4177-aaad-fc11c78404e4 req-9c2d24a6-db23-4862-9d3d-93928f725512 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Calling delete_port for ca813a01-0d15-4e15-8e83-fbb4ac7dfa8b owned by compute:nova {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:49:12.923406 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-b2f8d7c3-c46a-4177-aaad-fc11c78404e4 req-9c2d24a6-db23-4862-9d3d-93928f725512 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:12.939354 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:12.980699 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2d24a6-db23-4862-9d3d-93928f725512 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Pushing event deleted for resources: {'Port': ['ID=ca813a01-0d15-4e15-8e83-fbb4ac7dfa8b,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:12.999739 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2f8d7c3-c46a-4177-aaad-fc11c78404e4 req-9c2d24a6-db23-4862-9d3d-93928f725512 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] No DVR routers for this DVR port ca813a01-0d15-4e15-8e83-fbb4ac7dfa8b on host n-h2-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:49:13.002886 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-b2f8d7c3-c46a-4177-aaad-fc11c78404e4 req-9c2d24a6-db23-4862-9d3d-93928f725512 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:13.006753 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b2f8d7c3-c46a-4177-aaad-fc11c78404e4 req-9c2d24a6-db23-4862-9d3d-93928f725512 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] 10.222.0.67 "DELETE /v2.0/ports/ca813a01-0d15-4e15-8e83-fbb4ac7dfa8b HTTP/1.1" status: 204 len: 173 time: 0.4480000 Jan 18 22:49:13.007229 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '094ee4ec-b7f1-43bf-8476-6d2f4cb39ac9', 'name': 'network-vif-deleted', 'tag': 'ca813a01-0d15-4e15-8e83-fbb4ac7dfa8b'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:49:13.010524 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5882cc8-a4fa-4585-aec5-fca4f4d42f95" -d '{"events": [{"server_uuid": "094ee4ec-b7f1-43bf-8476-6d2f4cb39ac9", "name": "network-vif-deleted", "tag": "ca813a01-0d15-4e15-8e83-fbb4ac7dfa8b"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:49:13.050253 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8664855-d2b4-4235-a6be-dcb6ae8c19d7 x-openstack-request-id: req-c8664855-d2b4-4235-a6be-dcb6ae8c19d7 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:49:13.050556 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "094ee4ec-b7f1-43bf-8476-6d2f4cb39ac9", "name": "network-vif-deleted", "tag": "ca813a01-0d15-4e15-8e83-fbb4ac7dfa8b", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:49:13.051044 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c8664855-d2b4-4235-a6be-dcb6ae8c19d7 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:49:13.051458 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '094ee4ec-b7f1-43bf-8476-6d2f4cb39ac9', 'name': 'network-vif-deleted', 'tag': 'ca813a01-0d15-4e15-8e83-fbb4ac7dfa8b', 'status': 'completed', 'code': 200} Jan 18 22:49:13.512054 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ebc93446-5002-4020-b5ce-a968b4834279 req-2ce57dc4-4aa9-44d4-9b59-e3040f5a8b14 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] 10.222.0.53 "GET /v2.0/ports?device_id=094ee4ec-b7f1-43bf-8476-6d2f4cb39ac9 HTTP/1.1" status: 200 len: 210 time: 0.0296304 Jan 18 22:49:13.801794 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:13.902252 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d852463f-c23e-4162-9894-a5fdc2ce8cce req-56d43195-ece7-4a13-a8d1-cefd344ae316 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-10573062&fields=id&tenant_id=0c676acb4b374123bc012031246d3916 HTTP/1.1" status: 200 len: 267 time: 0.0328152 Jan 18 22:49:14.010925 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d852463f-c23e-4162-9894-a5fdc2ce8cce req-b97c541b-8e3d-43f6-a428-a837b3588889 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:14.012411 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d852463f-c23e-4162-9894-a5fdc2ce8cce req-b97c541b-8e3d-43f6-a428-a837b3588889 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/networks?id=3887d3dd-b3d8-463d-9d9c-879e57c9ab40 HTTP/1.1" status: 200 len: 811 time: 0.1021314 Jan 18 22:49:14.028139 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d852463f-c23e-4162-9894-a5fdc2ce8cce req-91df8a61-3c32-4651-b9ea-f51648128617 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/quotas/0c676acb4b374123bc012031246d3916 HTTP/1.1" status: 200 len: 375 time: 0.0092082 Jan 18 22:49:14.087501 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d852463f-c23e-4162-9894-a5fdc2ce8cce req-981b15ff-9837-44a8-b210-cdd49e03b49e tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=0c676acb4b374123bc012031246d3916&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0534217 Jan 18 22:49:14.189015 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d852463f-c23e-4162-9894-a5fdc2ce8cce req-5160fe72-08f8-4fbc-9d91-c91fb21d4873 service neutron] 10.222.0.53 "GET /v2.0/networks/3887d3dd-b3d8-463d-9d9c-879e57c9ab40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866504 Jan 18 22:49:14.281183 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d852463f-c23e-4162-9894-a5fdc2ce8cce req-c8c251e4-6662-48a3-aca7-93527d33a862 service neutron] 10.222.0.53 "GET /v2.0/networks/3887d3dd-b3d8-463d-9d9c-879e57c9ab40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856707 Jan 18 22:49:14.591530 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e1caf038-4c89-4891-b28b-02bcf386d7d4 req-093d9761-d340-4758-8808-ea03447e486d tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=3ea46147-da4c-4dc9-a6ea-0f07d5727890 HTTP/1.1" status: 200 len: 210 time: 0.0411708 Jan 18 22:49:14.620374 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-91fe375f-0b16-4c3e-a445-2eae9eb31192 req-de420dfa-d8c5-488e-9a25-9e7bbde20b73 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] 10.222.0.53 "GET /v2.0/ports?device_id=094ee4ec-b7f1-43bf-8476-6d2f4cb39ac9 HTTP/1.1" status: 200 len: 210 time: 0.0314598 Jan 18 22:49:15.018976 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device ca813a01-0d15-4e15-8e83-fbb4ac7dfa8b no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:49:15.044172 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] No Port match for: ca813a01-0d15-4e15-8e83-fbb4ac7dfa8b {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:49:15.044786 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device ca813a01-0d15-4e15-8e83-fbb4ac7dfa8b not bound to the agent host n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:49:15.583862 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d852463f-c23e-4162-9894-a5fdc2ce8cce req-767b56f8-a789-4caa-aa0d-399501d80a9c tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:15.585719 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d852463f-c23e-4162-9894-a5fdc2ce8cce req-767b56f8-a789-4caa-aa0d-399501d80a9c tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.67 "GET /v2.0/networks?id=3887d3dd-b3d8-463d-9d9c-879e57c9ab40 HTTP/1.1" status: 200 len: 811 time: 0.1596665 Jan 18 22:49:15.647354 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d852463f-c23e-4162-9894-a5fdc2ce8cce req-9b74bf0f-42bb-4657-987d-99b186d3f657 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c676acb4b374123bc012031246d3916 HTTP/1.1" status: 200 len: 378 time: 0.0454884 Jan 18 22:49:15.653975 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-d852463f-c23e-4162-9894-a5fdc2ce8cce req-d4299d2c-f72f-4f1b-8d80-7a94d6e25860 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Request body: {'port': {'device_id': '3ea46147-da4c-4dc9-a6ea-0f07d5727890', 'network_id': '3887d3dd-b3d8-463d-9d9c-879e57c9ab40', 'admin_state_up': True, 'tenant_id': '0c676acb4b374123bc012031246d3916', 'security_groups': ['c91b1706-fbf8-4762-ae37-cb35170958ca']}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:49:16.100155 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4ad8df39-7003-46ca-9518-edb32a046c8a req-59ab312f-3c1a-4dff-bda0-4ae6ae6fadc9 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=3ea46147-da4c-4dc9-a6ea-0f07d5727890 HTTP/1.1" status: 200 len: 210 time: 0.3836775 Jan 18 22:49:16.122566 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7092814a-2cab-44dd-a1db-62f7176aea43 req-b427f924-f46e-431e-89df-a9013a665e28 tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] 10.222.0.53 "GET /v2.0/ports?device_id=094ee4ec-b7f1-43bf-8476-6d2f4cb39ac9 HTTP/1.1" status: 200 len: 210 time: 0.0547659 Jan 18 22:49:16.196658 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d852463f-c23e-4162-9894-a5fdc2ce8cce req-d4299d2c-f72f-4f1b-8d80-7a94d6e25860 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Made reservation on behalf of 0c676acb4b374123bc012031246d3916 for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:49:16.200743 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-d852463f-c23e-4162-9894-a5fdc2ce8cce req-d4299d2c-f72f-4f1b-8d80-7a94d6e25860 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:16.335689 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-d852463f-c23e-4162-9894-a5fdc2ce8cce req-d4299d2c-f72f-4f1b-8d80-7a94d6e25860 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Allocated IP 172.20.0.3 (3887d3dd-b3d8-463d-9d9c-879e57c9ab40/b317bd45-9275-4aad-aa8f-d7702db0cadd/4e1d1cab-60fb-465b-8cf0-bdee7520e1b0) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:49:16.489945 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-d852463f-c23e-4162-9894-a5fdc2ce8cce req-d4299d2c-f72f-4f1b-8d80-7a94d6e25860 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:16.524695 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-d852463f-c23e-4162-9894-a5fdc2ce8cce req-d4299d2c-f72f-4f1b-8d80-7a94d6e25860 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:16.569484 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d852463f-c23e-4162-9894-a5fdc2ce8cce req-d4299d2c-f72f-4f1b-8d80-7a94d6e25860 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Network 3887d3dd-b3d8-463d-9d9c-879e57c9ab40 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:49:16.574751 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-d852463f-c23e-4162-9894-a5fdc2ce8cce req-d4299d2c-f72f-4f1b-8d80-7a94d6e25860 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:49:16.578785 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-d852463f-c23e-4162-9894-a5fdc2ce8cce req-d4299d2c-f72f-4f1b-8d80-7a94d6e25860 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:49:16.608948 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4299d2c-f72f-4f1b-8d80-7a94d6e25860 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Pushing event updated for resources: {'Port': ['ID=4e1d1cab-60fb-465b-8cf0-bdee7520e1b0,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:16.643202 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d852463f-c23e-4162-9894-a5fdc2ce8cce req-d4299d2c-f72f-4f1b-8d80-7a94d6e25860 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:16.643837 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-d852463f-c23e-4162-9894-a5fdc2ce8cce req-d4299d2c-f72f-4f1b-8d80-7a94d6e25860 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:16.664582 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d852463f-c23e-4162-9894-a5fdc2ce8cce req-d4299d2c-f72f-4f1b-8d80-7a94d6e25860 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0152187 Jan 18 22:49:16.678205 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-d852463f-c23e-4162-9894-a5fdc2ce8cce req-dcbee7c8-eb08-4158-88c7-493978f1a86a service neutron] Request body: {'port': {'device_id': '3ea46147-da4c-4dc9-a6ea-0f07d5727890', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:49:16.762219 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-d852463f-c23e-4162-9894-a5fdc2ce8cce req-dcbee7c8-eb08-4158-88c7-493978f1a86a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:16.934666 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-a28891c4-0101-48d6-9ef8-318b3b8fdc66 None None] Provisioning complete for port 4e1d1cab-60fb-465b-8cf0-bdee7520e1b0 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:49:16.935211 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a28891c4-0101-48d6-9ef8-318b3b8fdc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:16.991198 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-a28891c4-0101-48d6-9ef8-318b3b8fdc66 None None] Port 4e1d1cab-60fb-465b-8cf0-bdee7520e1b0 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:49:17.053086 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [req-d852463f-c23e-4162-9894-a5fdc2ce8cce req-dcbee7c8-eb08-4158-88c7-493978f1a86a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e1d1cab-60fb-465b-8cf0-bdee7520e1b0 {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:49:17.061300 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-d852463f-c23e-4162-9894-a5fdc2ce8cce req-dcbee7c8-eb08-4158-88c7-493978f1a86a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:17.074383 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-d852463f-c23e-4162-9894-a5fdc2ce8cce req-dcbee7c8-eb08-4158-88c7-493978f1a86a service neutron] Transition to ACTIVE for port object 4e1d1cab-60fb-465b-8cf0-bdee7520e1b0 will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:49:17.089827 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-d852463f-c23e-4162-9894-a5fdc2ce8cce req-dcbee7c8-eb08-4158-88c7-493978f1a86a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:17.143353 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbee7c8-eb08-4158-88c7-493978f1a86a service neutron] Pushing event updated for resources: {'Port': ['ID=4e1d1cab-60fb-465b-8cf0-bdee7520e1b0,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:17.337801 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-d852463f-c23e-4162-9894-a5fdc2ce8cce req-dcbee7c8-eb08-4158-88c7-493978f1a86a service neutron] Attempting to bind port 4e1d1cab-60fb-465b-8cf0-bdee7520e1b0 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:49:17.338086 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-d852463f-c23e-4162-9894-a5fdc2ce8cce req-dcbee7c8-eb08-4158-88c7-493978f1a86a service neutron] Attempting to bind port 4e1d1cab-60fb-465b-8cf0-bdee7520e1b0 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': 'ccabd36d-8c25-4648-92d3-222150b866b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3887d3dd-b3d8-463d-9d9c-879e57c9ab40'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:49:17.338423 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d852463f-c23e-4162-9894-a5fdc2ce8cce req-dcbee7c8-eb08-4158-88c7-493978f1a86a service neutron] Attempting to bind port 4e1d1cab-60fb-465b-8cf0-bdee7520e1b0 on network 3887d3dd-b3d8-463d-9d9c-879e57c9ab40 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:49:17.342961 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f3ac0e53-58a5-4e31-b15e-74b2388a23eb req-ef5bfb2b-6437-469c-baa1-20e9a2bf839f tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] 10.222.0.53 "GET /v2.0/ports?device_id=094ee4ec-b7f1-43bf-8476-6d2f4cb39ac9 HTTP/1.1" status: 200 len: 210 time: 0.0427485 Jan 18 22:49:17.354364 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d852463f-c23e-4162-9894-a5fdc2ce8cce req-dcbee7c8-eb08-4158-88c7-493978f1a86a service neutron] Port 4e1d1cab-60fb-465b-8cf0-bdee7520e1b0 on network 3887d3dd-b3d8-463d-9d9c-879e57c9ab40 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:49:17.355258 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d852463f-c23e-4162-9894-a5fdc2ce8cce req-dcbee7c8-eb08-4158-88c7-493978f1a86a service neutron] Attempting to bind port 4e1d1cab-60fb-465b-8cf0-bdee7520e1b0 on network 3887d3dd-b3d8-463d-9d9c-879e57c9ab40 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:49:17.381405 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefe0080-6f1c-4bc2-a5f1-d9360be235df req-7888278f-3ec8-46c9-ad50-4c571bd05c03 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:17.383289 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-eefe0080-6f1c-4bc2-a5f1-d9360be235df req-7888278f-3ec8-46c9-ad50-4c571bd05c03 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=3ea46147-da4c-4dc9-a6ea-0f07d5727890 HTTP/1.1" status: 200 len: 943 time: 0.1492376 Jan 18 22:49:17.385042 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d852463f-c23e-4162-9894-a5fdc2ce8cce req-dcbee7c8-eb08-4158-88c7-493978f1a86a service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:49:17.385635 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d852463f-c23e-4162-9894-a5fdc2ce8cce req-dcbee7c8-eb08-4158-88c7-493978f1a86a service neutron] Checking segment: {'id': 'ccabd36d-8c25-4648-92d3-222150b866b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3887d3dd-b3d8-463d-9d9c-879e57c9ab40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:49:17.387568 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d852463f-c23e-4162-9894-a5fdc2ce8cce req-dcbee7c8-eb08-4158-88c7-493978f1a86a service neutron] Bound using segment: {'id': 'ccabd36d-8c25-4648-92d3-222150b866b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3887d3dd-b3d8-463d-9d9c-879e57c9ab40'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:49:17.388816 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-d852463f-c23e-4162-9894-a5fdc2ce8cce req-dcbee7c8-eb08-4158-88c7-493978f1a86a service neutron] Bound port: 4e1d1cab-60fb-465b-8cf0-bdee7520e1b0, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccabd36d-8c25-4648-92d3-222150b866b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3887d3dd-b3d8-463d-9d9c-879e57c9ab40'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:49:17.389369 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-d852463f-c23e-4162-9894-a5fdc2ce8cce req-dcbee7c8-eb08-4158-88c7-493978f1a86a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:17.483427 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-d852463f-c23e-4162-9894-a5fdc2ce8cce req-dcbee7c8-eb08-4158-88c7-493978f1a86a service neutron] For port 4e1d1cab-60fb-465b-8cf0-bdee7520e1b0, host n-h2-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:49:17.508652 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-d852463f-c23e-4162-9894-a5fdc2ce8cce req-dcbee7c8-eb08-4158-88c7-493978f1a86a service neutron] For port 4e1d1cab-60fb-465b-8cf0-bdee7520e1b0, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=4e1d1cab-60fb-465b-8cf0-bdee7520e1b0,segment=NetworkSegment(ccabd36d-8c25-4648-92d3-222150b866b3),segment_id=ccabd36d-8c25-4648-92d3-222150b866b3)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:49:17.518493 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-eefe0080-6f1c-4bc2-a5f1-d9360be235df req-73a8fd50-9d9c-45c5-bfb0-98acde42a337 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=c91b1706-fbf8-4762-ae37-cb35170958ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0541561 Jan 18 22:49:17.520693 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-d852463f-c23e-4162-9894-a5fdc2ce8cce req-dcbee7c8-eb08-4158-88c7-493978f1a86a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:17.564645 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d852463f-c23e-4162-9894-a5fdc2ce8cce req-dcbee7c8-eb08-4158-88c7-493978f1a86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:17.565400 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-d852463f-c23e-4162-9894-a5fdc2ce8cce req-dcbee7c8-eb08-4158-88c7-493978f1a86a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:17.566640 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d852463f-c23e-4162-9894-a5fdc2ce8cce req-dcbee7c8-eb08-4158-88c7-493978f1a86a service neutron] 10.222.0.67 "PUT /v2.0/ports/4e1d1cab-60fb-465b-8cf0-bdee7520e1b0 HTTP/1.1" status: 200 len: 1091 time: 0.8932431 Jan 18 22:49:17.567096 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ea46147-da4c-4dc9-a6ea-0f07d5727890', 'tag': '4e1d1cab-60fb-465b-8cf0-bdee7520e1b0'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:49:17.569381 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22f700b6-3b9f-462e-b84f-3fddbc233221" -d '{"events": [{"name": "network-changed", "server_uuid": "3ea46147-da4c-4dc9-a6ea-0f07d5727890", "tag": "4e1d1cab-60fb-465b-8cf0-bdee7520e1b0"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:49:17.597701 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbee7c8-eb08-4158-88c7-493978f1a86a service neutron] Pushing event updated for resources: {'Port': ['ID=4e1d1cab-60fb-465b-8cf0-bdee7520e1b0,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:17.642955 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c278b2d-7525-4bef-8ecd-3c894d62a2ca x-openstack-request-id: req-9c278b2d-7525-4bef-8ecd-3c894d62a2ca {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:49:17.643262 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ea46147-da4c-4dc9-a6ea-0f07d5727890", "tag": "4e1d1cab-60fb-465b-8cf0-bdee7520e1b0", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:49:17.643723 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9c278b2d-7525-4bef-8ecd-3c894d62a2ca {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:49:17.644148 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ea46147-da4c-4dc9-a6ea-0f07d5727890', 'tag': '4e1d1cab-60fb-465b-8cf0-bdee7520e1b0', 'status': 'completed', 'code': 200} Jan 18 22:49:17.666266 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d852463f-c23e-4162-9894-a5fdc2ce8cce req-ac2a5ad7-0f29-4616-8460-db97b2f67a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:17.668079 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d852463f-c23e-4162-9894-a5fdc2ce8cce req-ac2a5ad7-0f29-4616-8460-db97b2f67a2a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0c676acb4b374123bc012031246d3916&device_id=3ea46147-da4c-4dc9-a6ea-0f07d5727890 HTTP/1.1" status: 200 len: 1094 time: 0.0556715 Jan 18 22:49:17.719363 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d852463f-c23e-4162-9894-a5fdc2ce8cce req-23f1768c-bb0e-4225-9eba-b5b3102022ba service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e1d1cab-60fb-465b-8cf0-bdee7520e1b0 HTTP/1.1" status: 200 len: 217 time: 0.0383511 Jan 18 22:49:17.822800 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d852463f-c23e-4162-9894-a5fdc2ce8cce req-c4c759c7-81ca-4f70-8c72-aed3bbf20d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:17.824525 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d852463f-c23e-4162-9894-a5fdc2ce8cce req-c4c759c7-81ca-4f70-8c72-aed3bbf20d01 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b317bd45-9275-4aad-aa8f-d7702db0cadd HTTP/1.1" status: 200 len: 850 time: 0.0969429 Jan 18 22:49:17.889091 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d852463f-c23e-4162-9894-a5fdc2ce8cce req-2fe5c59c-e80c-4fd8-9f34-b5a0a644be39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:17.890687 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d852463f-c23e-4162-9894-a5fdc2ce8cce req-2fe5c59c-e80c-4fd8-9f34-b5a0a644be39 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3887d3dd-b3d8-463d-9d9c-879e57c9ab40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571246 Jan 18 22:49:17.989272 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d852463f-c23e-4162-9894-a5fdc2ce8cce req-2c8d5d2e-b346-465d-a7da-b83dc99cddf4 service neutron] 10.222.0.67 "GET /v2.0/networks/3887d3dd-b3d8-463d-9d9c-879e57c9ab40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911322 Jan 18 22:49:18.102886 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d852463f-c23e-4162-9894-a5fdc2ce8cce req-131be5a5-0ee9-491d-8615-d9061dcb5a6a service neutron] 10.222.0.67 "GET /v2.0/networks/3887d3dd-b3d8-463d-9d9c-879e57c9ab40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065607 Jan 18 22:49:18.191862 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f700b6-3b9f-462e-b84f-3fddbc233221 req-4bc72194-4256-424d-ae9e-ec8c2590997b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:18.193434 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-22f700b6-3b9f-462e-b84f-3fddbc233221 req-4bc72194-4256-424d-ae9e-ec8c2590997b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0c676acb4b374123bc012031246d3916&device_id=3ea46147-da4c-4dc9-a6ea-0f07d5727890 HTTP/1.1" status: 200 len: 1094 time: 0.0467651 Jan 18 22:49:18.294562 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f700b6-3b9f-462e-b84f-3fddbc233221 req-4315e2fb-0ffb-42ea-be59-3c8f9f33e62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:18.296366 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-22f700b6-3b9f-462e-b84f-3fddbc233221 req-4315e2fb-0ffb-42ea-be59-3c8f9f33e62c service neutron] 10.222.0.67 "GET /v2.0/networks?id=3887d3dd-b3d8-463d-9d9c-879e57c9ab40 HTTP/1.1" status: 200 len: 911 time: 0.0959001 Jan 18 22:49:18.343642 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-22f700b6-3b9f-462e-b84f-3fddbc233221 req-396392c9-ec3c-4318-9e5c-2e4656571f52 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e1d1cab-60fb-465b-8cf0-bdee7520e1b0 HTTP/1.1" status: 200 len: 217 time: 0.0369234 Jan 18 22:49:18.394487 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f700b6-3b9f-462e-b84f-3fddbc233221 req-a1b5450e-3ee0-4c66-8ef6-fd6e9a620ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:18.396337 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-22f700b6-3b9f-462e-b84f-3fddbc233221 req-a1b5450e-3ee0-4c66-8ef6-fd6e9a620ab2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b317bd45-9275-4aad-aa8f-d7702db0cadd HTTP/1.1" status: 200 len: 850 time: 0.0471048 Jan 18 22:49:18.404353 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 53096) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:49:18.479787 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f700b6-3b9f-462e-b84f-3fddbc233221 req-26ca92ee-ea77-4472-acd3-63457750e8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:18.481351 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-22f700b6-3b9f-462e-b84f-3fddbc233221 req-26ca92ee-ea77-4472-acd3-63457750e8bc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3887d3dd-b3d8-463d-9d9c-879e57c9ab40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0785437 Jan 18 22:49:18.545933 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a3b12e1b-815f-4e4d-ba5c-087424cd48fb tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:18.593211 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a3b12e1b-815f-4e4d-ba5c-087424cd48fb tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:18.685222 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-22f700b6-3b9f-462e-b84f-3fddbc233221 req-b711ae93-5269-4345-bb62-249ec6d026c0 service neutron] 10.222.0.67 "GET /v2.0/networks/3887d3dd-b3d8-463d-9d9c-879e57c9ab40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971884 Jan 18 22:49:18.711710 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355fcede-dac7-40a4-a025-71fd5e22a9c7 req-f217e8c1-50ea-49ac-b37f-c6506c2be8b4 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:18.713302 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-355fcede-dac7-40a4-a025-71fd5e22a9c7 req-f217e8c1-50ea-49ac-b37f-c6506c2be8b4 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=3ea46147-da4c-4dc9-a6ea-0f07d5727890 HTTP/1.1" status: 200 len: 943 time: 0.1021471 Jan 18 22:49:18.789673 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a3b12e1b-815f-4e4d-ba5c-087424cd48fb tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:18.792274 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a3b12e1b-815f-4e4d-ba5c-087424cd48fb tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:18.793900 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-a3b12e1b-815f-4e4d-ba5c-087424cd48fb tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] 10.222.0.53 "DELETE /v2.0/security-groups/7a92991a-9494-4fe5-9d43-ab569601e837 HTTP/1.1" status: 204 len: 168 time: 0.3881350 Jan 18 22:49:18.818221 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-355fcede-dac7-40a4-a025-71fd5e22a9c7 req-e5b81535-3ff1-4318-8eeb-ef44f8bea09c tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=c91b1706-fbf8-4762-ae37-cb35170958ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0941975 Jan 18 22:49:18.821149 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b12e1b-815f-4e4d-ba5c-087424cd48fb tempest-TestVolumeBackupRestore-2103208152 tempest-TestVolumeBackupRestore-2103208152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a92991a-9494-4fe5-9d43-ab569601e837,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:18.838754 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-22f700b6-3b9f-462e-b84f-3fddbc233221 req-212d4084-b832-4e2f-9d6d-8d8797a1775d service neutron] 10.222.0.67 "GET /v2.0/networks/3887d3dd-b3d8-463d-9d9c-879e57c9ab40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444986 Jan 18 22:49:19.304701 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a98c789e-aded-4bd1-a66e-9baf1130fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:19.975283 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe065e5-c2e5-450e-a9ec-01f1a6680b3a req-61ffab61-4ca8-4eae-a644-7208e96ed592 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:19.976978 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fbe065e5-c2e5-450e-a9ec-01f1a6680b3a req-61ffab61-4ca8-4eae-a644-7208e96ed592 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=3ea46147-da4c-4dc9-a6ea-0f07d5727890 HTTP/1.1" status: 200 len: 943 time: 0.0719459 Jan 18 22:49:20.023153 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fbe065e5-c2e5-450e-a9ec-01f1a6680b3a req-b2b3c573-9813-4a2b-8f47-0cbe58c8d895 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=c91b1706-fbf8-4762-ae37-cb35170958ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396583 Jan 18 22:49:21.237839 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deb7258-9c9f-4abe-9cd7-613e85ec7225 req-ff4b7353-105e-400f-9b9a-e8401ebcb44d tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:21.247024 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9deb7258-9c9f-4abe-9cd7-613e85ec7225 req-ff4b7353-105e-400f-9b9a-e8401ebcb44d tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=3ea46147-da4c-4dc9-a6ea-0f07d5727890 HTTP/1.1" status: 200 len: 943 time: 0.0846200 Jan 18 22:49:21.326577 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9deb7258-9c9f-4abe-9cd7-613e85ec7225 req-928d298c-fd07-4e94-bcc9-d0f3ff142f05 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=c91b1706-fbf8-4762-ae37-cb35170958ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0678217 Jan 18 22:49:21.971100 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-401fc9d1-74aa-4105-b0d1-c16d3be0c2f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:22.610103 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041836c1-0556-4014-ae55-434e0402a149 req-e804252c-f5d3-46e9-8d95-b7a9bbf4870f tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:22.611612 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-041836c1-0556-4014-ae55-434e0402a149 req-e804252c-f5d3-46e9-8d95-b7a9bbf4870f tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=3ea46147-da4c-4dc9-a6ea-0f07d5727890 HTTP/1.1" status: 200 len: 943 time: 0.1164398 Jan 18 22:49:22.691541 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-041836c1-0556-4014-ae55-434e0402a149 req-89b7a4a7-2671-482e-9330-02040002b087 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=c91b1706-fbf8-4762-ae37-cb35170958ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0723381 Jan 18 22:49:23.002184 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:23.541169 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 53632) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:49:23.912093 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daf5033-a419-49ae-8658-e160527a6fd3 req-f438de6b-853b-4293-8dfe-9b2aeec7687c tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:23.913612 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3daf5033-a419-49ae-8658-e160527a6fd3 req-f438de6b-853b-4293-8dfe-9b2aeec7687c tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=3ea46147-da4c-4dc9-a6ea-0f07d5727890 HTTP/1.1" status: 200 len: 943 time: 0.0862107 Jan 18 22:49:23.985282 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3daf5033-a419-49ae-8658-e160527a6fd3 req-87644022-5310-4805-b9cd-d81b2ccf9b20 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=c91b1706-fbf8-4762-ae37-cb35170958ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0644548 Jan 18 22:49:24.016450 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-15cd3bd7-3bb5-46e9-8ad4-e6c0fd00640b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1041027'] for router_interface, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:24.260986 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-15cd3bd7-3bb5-46e9-8ad4-e6c0fd00640b admin admin] Deleting port b53de1db-5605-495c-872c-764836641dc1 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:49:24.261333 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-15cd3bd7-3bb5-46e9-8ad4-e6c0fd00640b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:24.344498 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-15cd3bd7-3bb5-46e9-8ad4-e6c0fd00640b admin admin] For port b53de1db-5605-495c-872c-764836641dc1, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=b53de1db-5605-495c-872c-764836641dc1,segment=NetworkSegment(50c9fcf6-80fc-44c9-97b1-f25175626b87),segment_id=50c9fcf6-80fc-44c9-97b1-f25175626b87)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:49:24.344863 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-15cd3bd7-3bb5-46e9-8ad4-e6c0fd00640b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:24.356736 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-15cd3bd7-3bb5-46e9-8ad4-e6c0fd00640b admin admin] Calling delete_port for b53de1db-5605-495c-872c-764836641dc1 owned by network:router_interface {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:49:24.467053 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:24.546543 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-15cd3bd7-3bb5-46e9-8ad4-e6c0fd00640b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:24.571858 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cd3bd7-3bb5-46e9-8ad4-e6c0fd00640b admin admin] Pushing event deleted for resources: {'Port': ['ID=b53de1db-5605-495c-872c-764836641dc1,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:24.648849 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:24.749182 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-15cd3bd7-3bb5-46e9-8ad4-e6c0fd00640b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-613841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1046579'] for router_interface, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:24.969590 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15cd3bd7-3bb5-46e9-8ad4-e6c0fd00640b admin admin] Router dbc616a0-f813-43d3-a08e-ef3f4f2d6b87 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:49:25.134579 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15cd3bd7-3bb5-46e9-8ad4-e6c0fd00640b admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:49:25.143840 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 53666) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:49:25.144340 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6366d5-a0a1-41a9-a975-52fa51e10fd9 None None] Sync routers for ids ['dbc616a0-f813-43d3-a08e-ef3f4f2d6b87'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:49:25.144457 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-15cd3bd7-3bb5-46e9-8ad4-e6c0fd00640b admin admin] 10.222.0.53 "PUT /v2.0/routers/dbc616a0-f813-43d3-a08e-ef3f4f2d6b87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6010566 Jan 18 22:49:25.157939 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2410f7e9-c6a9-4a50-a9be-d834b8a4e1ff req-f250f5dd-cb01-4580-a935-d48184ae4f8a tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:25.159116 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6366d5-a0a1-41a9-a975-52fa51e10fd9 None None] Routers {'dbc616a0-f813-43d3-a08e-ef3f4f2d6b87'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:49:25.159634 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2410f7e9-c6a9-4a50-a9be-d834b8a4e1ff req-f250f5dd-cb01-4580-a935-d48184ae4f8a tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=3ea46147-da4c-4dc9-a6ea-0f07d5727890 HTTP/1.1" status: 200 len: 943 time: 0.0742779 Jan 18 22:49:25.159764 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-9c6366d5-a0a1-41a9-a975-52fa51e10fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:49:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['dbc616a0-f813-43d3-a08e-ef3f4f2d6b87'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:49:25.208768 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2410f7e9-c6a9-4a50-a9be-d834b8a4e1ff req-6de3e287-5f73-4ed1-85b4-02a79ce8189e tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=c91b1706-fbf8-4762-ae37-cb35170958ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394564 Jan 18 22:49:25.255641 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ae63d086-f716-40f2-9e75-e8534582c385 admin admin] Notify callbacks [] for router, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:25.270097 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-9c6366d5-a0a1-41a9-a975-52fa51e10fd9 None None] Set router dbc616a0-f813-43d3-a08e-ef3f4f2d6b87 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:49:25.356859 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ae63d086-f716-40f2-9e75-e8534582c385 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:25.420985 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-ae63d086-f716-40f2-9e75-e8534582c385 admin admin] Deleting port e8f6469b-2a59-4d34-bd5b-a91cfc635b60 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:49:25.421475 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ae63d086-f716-40f2-9e75-e8534582c385 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:25.456495 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-9c6366d5-a0a1-41a9-a975-52fa51e10fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc616a0-f813-43d3-a08e-ef3f4f2d6b87', 'name': 'tempest-TestVolumeBackupRestore-381010579-router', 'tenant_id': '7512a3404b5b4cae873975a58281e1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': 'e8f6469b-2a59-4d34-bd5b-a91cfc635b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:45:50Z', 'updated_at': '2022-01-18T22:49:24Z', 'revision_number': 5, 'project_id': '7512a3404b5b4cae873975a58281e1d3', 'gw_port': {'id': 'e8f6469b-2a59-4d34-bd5b-a91cfc635b60', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:0b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc616a0-f813-43d3-a08e-ef3f4f2d6b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:45:52Z', 'updated_at': '2022-01-18T22:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:49:25.492990 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6366d5-a0a1-41a9-a975-52fa51e10fd9 None None] Checking router: dbc616a0-f813-43d3-a08e-ef3f4f2d6b87 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:49:25.505817 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6366d5-a0a1-41a9-a975-52fa51e10fd9 None None] Routers {'dbc616a0-f813-43d3-a08e-ef3f4f2d6b87'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:49:25.506798 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-9c6366d5-a0a1-41a9-a975-52fa51e10fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:49:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['dbc616a0-f813-43d3-a08e-ef3f4f2d6b87'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:49:25.510455 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-ae63d086-f716-40f2-9e75-e8534582c385 admin admin] For port e8f6469b-2a59-4d34-bd5b-a91cfc635b60, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=e8f6469b-2a59-4d34-bd5b-a91cfc635b60,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:49:25.510936 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ae63d086-f716-40f2-9e75-e8534582c385 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:25.524718 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-ae63d086-f716-40f2-9e75-e8534582c385 admin admin] Calling delete_port for e8f6469b-2a59-4d34-bd5b-a91cfc635b60 owned by network:router_gateway {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:49:25.629317 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-9c6366d5-a0a1-41a9-a975-52fa51e10fd9 None None] Set router dbc616a0-f813-43d3-a08e-ef3f4f2d6b87 gateway port host: None {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:49:25.699584 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-9c6366d5-a0a1-41a9-a975-52fa51e10fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc616a0-f813-43d3-a08e-ef3f4f2d6b87', 'name': 'tempest-TestVolumeBackupRestore-381010579-router', 'tenant_id': '7512a3404b5b4cae873975a58281e1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:45:50Z', 'updated_at': '2022-01-18T22:49:25Z', 'revision_number': 6, 'project_id': '7512a3404b5b4cae873975a58281e1d3', 'gw_port_host': None}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:49:25.738043 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6366d5-a0a1-41a9-a975-52fa51e10fd9 None None] The sync data for ids ['dbc616a0-f813-43d3-a08e-ef3f4f2d6b87'] in n-d-825064-1 is: [{'id': 'dbc616a0-f813-43d3-a08e-ef3f4f2d6b87', 'name': 'tempest-TestVolumeBackupRestore-381010579-router', 'tenant_id': '7512a3404b5b4cae873975a58281e1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:45:50Z', 'updated_at': '2022-01-18T22:49:25Z', 'revision_number': 6, 'project_id': '7512a3404b5b4cae873975a58281e1d3', 'gw_port_host': None}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:49:25.747362 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ae63d086-f716-40f2-9e75-e8534582c385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:25.782449 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae63d086-f716-40f2-9e75-e8534582c385 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8f6469b-2a59-4d34-bd5b-a91cfc635b60,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:25.797082 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae63d086-f716-40f2-9e75-e8534582c385 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:49:25.797439 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae63d086-f716-40f2-9e75-e8534582c385 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:49:25.797804 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae63d086-f716-40f2-9e75-e8534582c385 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:49:25.798135 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae63d086-f716-40f2-9e75-e8534582c385 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:49:25.798929 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae63d086-f716-40f2-9e75-e8534582c385 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:49:25.798929 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae63d086-f716-40f2-9e75-e8534582c385 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:49:25.799158 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae63d086-f716-40f2-9e75-e8534582c385 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:49:25.799389 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae63d086-f716-40f2-9e75-e8534582c385 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:49:25.799703 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae63d086-f716-40f2-9e75-e8534582c385 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:49:25.800020 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae63d086-f716-40f2-9e75-e8534582c385 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:49:25.800397 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae63d086-f716-40f2-9e75-e8534582c385 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:49:25.800715 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae63d086-f716-40f2-9e75-e8534582c385 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:49:25.865839 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ae63d086-f716-40f2-9e75-e8534582c385 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043029'] for router_gateway, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:25.956863 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ae63d086-f716-40f2-9e75-e8534582c385 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1040886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8602'] for router, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:25.959165 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ae63d086-f716-40f2-9e75-e8534582c385 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:26.002771 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ae63d086-f716-40f2-9e75-e8534582c385 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1040832'] for router, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:26.003334 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae63d086-f716-40f2-9e75-e8534582c385 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dbc616a0-f813-43d3-a08e-ef3f4f2d6b87 {{(pid=102431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 22:49:26.008315 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ae63d086-f716-40f2-9e75-e8534582c385 admin admin] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:26.009486 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-ae63d086-f716-40f2-9e75-e8534582c385 admin admin] 10.222.0.53 "DELETE /v2.0/routers/dbc616a0-f813-43d3-a08e-ef3f4f2d6b87 HTTP/1.1" status: 204 len: 168 time: 0.8646243 Jan 18 22:49:26.012147 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 53682) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:49:26.059873 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-52c9ecb9-24b5-4f8c-b56f-da077c61e864 admin admin] Deleting subnet 977da59f-dae5-4c82-88c8-b8cbb8d74ac9 {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:49:26.062892 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-52c9ecb9-24b5-4f8c-b56f-da077c61e864 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:26.100780 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-52c9ecb9-24b5-4f8c-b56f-da077c61e864 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:26.191517 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-52c9ecb9-24b5-4f8c-b56f-da077c61e864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:26.265145 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-52c9ecb9-24b5-4f8c-b56f-da077c61e864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:26.268754 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device b53de1db-5605-495c-872c-764836641dc1 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:49:26.300894 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: b53de1db-5605-495c-872c-764836641dc1 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:49:26.301527 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device b53de1db-5605-495c-872c-764836641dc1 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:49:26.322148 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c9ecb9-24b5-4f8c-b56f-da077c61e864 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=977da59f-dae5-4c82-88c8-b8cbb8d74ac9,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:26.328765 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-52c9ecb9-24b5-4f8c-b56f-da077c61e864 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:26.329252 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3876f9-a39e-4b05-97cf-6069ff48c94b None None] Network 0a5910af-6b1f-40a8-9851-2179f914e699 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:49:26.331963 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-52c9ecb9-24b5-4f8c-b56f-da077c61e864 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/977da59f-dae5-4c82-88c8-b8cbb8d74ac9 HTTP/1.1" status: 204 len: 168 time: 0.3188863 Jan 18 22:49:26.334515 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 53690) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:49:26.364837 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca67d22-dac0-450b-ae57-ca19b20759dc req-1c145693-f97c-4a67-b6fc-efdf4d101442 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:26.366866 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fca67d22-dac0-450b-ae57-ca19b20759dc req-1c145693-f97c-4a67-b6fc-efdf4d101442 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=3ea46147-da4c-4dc9-a6ea-0f07d5727890 HTTP/1.1" status: 200 len: 943 time: 0.0624046 Jan 18 22:49:26.417786 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fca67d22-dac0-450b-ae57-ca19b20759dc req-065d72fa-1c4a-4952-a580-e83ee262fd0b tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=c91b1706-fbf8-4762-ae37-cb35170958ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448096 Jan 18 22:49:26.420681 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7e36bd3e-f417-42dc-bee0-8ba89cf7acde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:26.476194 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-7e36bd3e-f417-42dc-bee0-8ba89cf7acde admin admin] Deleting port fde5ad59-bbfb-4016-be38-07dc1c8abf0d {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:49:26.476598 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7e36bd3e-f417-42dc-bee0-8ba89cf7acde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:26.544825 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-7e36bd3e-f417-42dc-bee0-8ba89cf7acde admin admin] For port fde5ad59-bbfb-4016-be38-07dc1c8abf0d, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=fde5ad59-bbfb-4016-be38-07dc1c8abf0d,segment=NetworkSegment(50c9fcf6-80fc-44c9-97b1-f25175626b87),segment_id=50c9fcf6-80fc-44c9-97b1-f25175626b87)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:49:26.545104 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7e36bd3e-f417-42dc-bee0-8ba89cf7acde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:26.558587 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-7e36bd3e-f417-42dc-bee0-8ba89cf7acde admin admin] Calling delete_port for fde5ad59-bbfb-4016-be38-07dc1c8abf0d owned by network:dhcp {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:49:26.638175 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c437b432-b6e9-46cd-9ee3-45d17bc1d3b9 None None] DHCP port deletion for 0a5910af-6b1f-40a8-9851-2179f914e699 request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:49:26.646142 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7e36bd3e-f417-42dc-bee0-8ba89cf7acde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:26.677685 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e36bd3e-f417-42dc-bee0-8ba89cf7acde admin admin] Pushing event deleted for resources: {'Port': ['ID=fde5ad59-bbfb-4016-be38-07dc1c8abf0d,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:26.679486 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e36bd3e-f417-42dc-bee0-8ba89cf7acde admin admin] No DVR routers for this DVR port fde5ad59-bbfb-4016-be38-07dc1c8abf0d on host n-d-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:49:26.762307 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7e36bd3e-f417-42dc-bee0-8ba89cf7acde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:26.785564 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-7e36bd3e-f417-42dc-bee0-8ba89cf7acde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a5910af-6b1f-40a8-9851-2179f914e699']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:49:26.794812 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-7e36bd3e-f417-42dc-bee0-8ba89cf7acde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50c9fcf6-80fc-44c9-97b1-f25175626b87') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:49:26.795110 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-7e36bd3e-f417-42dc-bee0-8ba89cf7acde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50c9fcf6-80fc-44c9-97b1-f25175626b87') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:49:26.804962 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7e36bd3e-f417-42dc-bee0-8ba89cf7acde admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:26.818411 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7e36bd3e-f417-42dc-bee0-8ba89cf7acde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:26.825297 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e36bd3e-f417-42dc-bee0-8ba89cf7acde admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:49:26.826121 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7e36bd3e-f417-42dc-bee0-8ba89cf7acde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:26.828208 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:49:26.828208 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:49:26.828208 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:49:26.828208 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:49:26.828208 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:49:26.828208 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:49:26.828208 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:49:26.828208 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:49:26.828208 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:49:26.828208 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:49:26.828208 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:49:26.828208 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:49:26.828208 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:49:26.828208 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:49:26.828208 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:49:26.828208 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:49:26.828208 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:49:26.828208 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:49:26.828208 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:49:26.828208 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:49:26.828208 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:49:26.828208 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:49:26.828208 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:49:26.828208 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:49:26.828208 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:49:26.828208 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:49:26.828208 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:49:26.828208 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:49:26.828208 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:49:26.828208 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:49:26.828208 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:49:26.828208 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:49:26.892610 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7e36bd3e-f417-42dc-bee0-8ba89cf7acde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:26.899676 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7e36bd3e-f417-42dc-bee0-8ba89cf7acde admin admin] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:26.905119 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-7e36bd3e-f417-42dc-bee0-8ba89cf7acde admin admin] 10.222.0.53 "DELETE /v2.0/networks/0a5910af-6b1f-40a8-9851-2179f914e699 HTTP/1.1" status: 204 len: 168 time: 0.5694289 Jan 18 22:49:26.908680 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 53702) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:49:26.927104 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e36bd3e-f417-42dc-bee0-8ba89cf7acde admin admin] Pushing event deleted for resources: {'Network': ['ID=0a5910af-6b1f-40a8-9851-2179f914e699,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:27.285652 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5027b20c-315a-4b9a-a419-af5d38d2e747 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1041027'] for router_interface, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:27.560208 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e2bbe0-4212-4b85-ae23-2e48530d1972 req-32a43002-59cb-4c3b-90b0-bf4884458893 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:27.561632 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-85e2bbe0-4212-4b85-ae23-2e48530d1972 req-32a43002-59cb-4c3b-90b0-bf4884458893 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=3ea46147-da4c-4dc9-a6ea-0f07d5727890 HTTP/1.1" status: 200 len: 943 time: 0.0729804 Jan 18 22:49:27.606160 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-5027b20c-315a-4b9a-a419-af5d38d2e747 admin admin] Deleting port 43d1c774-cf1d-4309-8fa1-3ca3da2e5e88 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:49:27.606498 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5027b20c-315a-4b9a-a419-af5d38d2e747 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:27.625912 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-85e2bbe0-4212-4b85-ae23-2e48530d1972 req-e67b4a08-ad40-4431-9287-92ac16b5109f tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=c91b1706-fbf8-4762-ae37-cb35170958ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0565526 Jan 18 22:49:27.690947 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-5027b20c-315a-4b9a-a419-af5d38d2e747 admin admin] For port 43d1c774-cf1d-4309-8fa1-3ca3da2e5e88, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=43d1c774-cf1d-4309-8fa1-3ca3da2e5e88,segment=NetworkSegment(c550b146-eb29-44d3-9dd3-1fd3553c6979),segment_id=c550b146-eb29-44d3-9dd3-1fd3553c6979)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:49:27.691317 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5027b20c-315a-4b9a-a419-af5d38d2e747 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:27.703695 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-5027b20c-315a-4b9a-a419-af5d38d2e747 admin admin] Calling delete_port for 43d1c774-cf1d-4309-8fa1-3ca3da2e5e88 owned by network:router_interface {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:49:27.897729 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5027b20c-315a-4b9a-a419-af5d38d2e747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:27.921996 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5027b20c-315a-4b9a-a419-af5d38d2e747 admin admin] Pushing event deleted for resources: {'Port': ['ID=43d1c774-cf1d-4309-8fa1-3ca3da2e5e88,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:27.965028 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device e8f6469b-2a59-4d34-bd5b-a91cfc635b60 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:49:27.992977 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: e8f6469b-2a59-4d34-bd5b-a91cfc635b60 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:49:27.994224 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device e8f6469b-2a59-4d34-bd5b-a91cfc635b60 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:49:27.994666 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device fde5ad59-bbfb-4016-be38-07dc1c8abf0d no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:49:28.022737 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: fde5ad59-bbfb-4016-be38-07dc1c8abf0d {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:49:28.023078 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device fde5ad59-bbfb-4016-be38-07dc1c8abf0d not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:49:28.114444 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5027b20c-315a-4b9a-a419-af5d38d2e747 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-613841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1046579'] for router_interface, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:28.632346 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5027b20c-315a-4b9a-a419-af5d38d2e747 admin admin] Router f3a637f7-df77-4d2d-b7cb-fbfc4b4c6469 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:49:28.780230 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5027b20c-315a-4b9a-a419-af5d38d2e747 admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:49:28.788744 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-5027b20c-315a-4b9a-a419-af5d38d2e747 admin admin] 10.222.0.53 "PUT /v2.0/routers/f3a637f7-df77-4d2d-b7cb-fbfc4b4c6469/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8764734 Jan 18 22:49:28.788744 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 53740) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:49:28.791148 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857befd3-4ae1-4d89-9fb6-660639d93508 None None] Sync routers for ids ['f3a637f7-df77-4d2d-b7cb-fbfc4b4c6469'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:49:28.801336 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857befd3-4ae1-4d89-9fb6-660639d93508 None None] Routers {'f3a637f7-df77-4d2d-b7cb-fbfc4b4c6469'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:49:28.802176 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-857befd3-4ae1-4d89-9fb6-660639d93508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:49:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['f3a637f7-df77-4d2d-b7cb-fbfc4b4c6469'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:49:28.836032 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fced96-099f-4ad3-9db4-bef328d691fc req-022ce2f5-4f10-4cba-b1ba-6331fdde1467 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:28.837560 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-69fced96-099f-4ad3-9db4-bef328d691fc req-022ce2f5-4f10-4cba-b1ba-6331fdde1467 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=3ea46147-da4c-4dc9-a6ea-0f07d5727890 HTTP/1.1" status: 200 len: 943 time: 0.1119194 Jan 18 22:49:28.910991 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-857befd3-4ae1-4d89-9fb6-660639d93508 None None] Set router f3a637f7-df77-4d2d-b7cb-fbfc4b4c6469 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:49:28.923393 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-69fced96-099f-4ad3-9db4-bef328d691fc req-e972388c-ac8d-4c97-ba7a-c6341c3fffed tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=c91b1706-fbf8-4762-ae37-cb35170958ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0726981 Jan 18 22:49:28.934316 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c01f385f-a65b-4298-84cc-bef615818ae8 admin admin] Notify callbacks [] for router, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:29.045741 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c01f385f-a65b-4298-84cc-bef615818ae8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:29.103884 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-857befd3-4ae1-4d89-9fb6-660639d93508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3a637f7-df77-4d2d-b7cb-fbfc4b4c6469', 'name': 'tempest-TestVolumeBackupRestore-1512122981-router', 'tenant_id': 'ec23c0cab90242d1a024e9c329988c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': 'abff44ac-ab2d-4d20-b6d1-9caa03c502de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:45:59Z', 'updated_at': '2022-01-18T22:49:27Z', 'revision_number': 5, 'project_id': 'ec23c0cab90242d1a024e9c329988c93', 'gw_port': {'id': 'abff44ac-ab2d-4d20-b6d1-9caa03c502de', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:33:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a637f7-df77-4d2d-b7cb-fbfc4b4c6469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:46:00Z', 'updated_at': '2022-01-18T22:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:49:29.105167 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-c01f385f-a65b-4298-84cc-bef615818ae8 admin admin] Deleting port abff44ac-ab2d-4d20-b6d1-9caa03c502de {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:49:29.105512 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c01f385f-a65b-4298-84cc-bef615818ae8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:29.131616 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857befd3-4ae1-4d89-9fb6-660639d93508 None None] Checking router: f3a637f7-df77-4d2d-b7cb-fbfc4b4c6469 for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:49:29.139762 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857befd3-4ae1-4d89-9fb6-660639d93508 None None] Routers {'f3a637f7-df77-4d2d-b7cb-fbfc4b4c6469'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:49:29.140453 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-857befd3-4ae1-4d89-9fb6-660639d93508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:49:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['f3a637f7-df77-4d2d-b7cb-fbfc4b4c6469'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:49:29.190784 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-c01f385f-a65b-4298-84cc-bef615818ae8 admin admin] For port abff44ac-ab2d-4d20-b6d1-9caa03c502de, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=abff44ac-ab2d-4d20-b6d1-9caa03c502de,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:49:29.191214 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c01f385f-a65b-4298-84cc-bef615818ae8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:29.205029 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-c01f385f-a65b-4298-84cc-bef615818ae8 admin admin] Calling delete_port for abff44ac-ab2d-4d20-b6d1-9caa03c502de owned by network:router_gateway {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:49:29.233557 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-857befd3-4ae1-4d89-9fb6-660639d93508 None None] Set router f3a637f7-df77-4d2d-b7cb-fbfc4b4c6469 gateway port host: None {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:49:29.290104 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-857befd3-4ae1-4d89-9fb6-660639d93508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3a637f7-df77-4d2d-b7cb-fbfc4b4c6469', 'name': 'tempest-TestVolumeBackupRestore-1512122981-router', 'tenant_id': 'ec23c0cab90242d1a024e9c329988c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:45:59Z', 'updated_at': '2022-01-18T22:49:29Z', 'revision_number': 6, 'project_id': 'ec23c0cab90242d1a024e9c329988c93', 'gw_port_host': None}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:49:29.322086 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857befd3-4ae1-4d89-9fb6-660639d93508 None None] The sync data for ids ['f3a637f7-df77-4d2d-b7cb-fbfc4b4c6469'] in n-d-825064-1 is: [{'id': 'f3a637f7-df77-4d2d-b7cb-fbfc4b4c6469', 'name': 'tempest-TestVolumeBackupRestore-1512122981-router', 'tenant_id': 'ec23c0cab90242d1a024e9c329988c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:45:59Z', 'updated_at': '2022-01-18T22:49:29Z', 'revision_number': 6, 'project_id': 'ec23c0cab90242d1a024e9c329988c93', 'gw_port_host': None}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:49:29.394916 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c01f385f-a65b-4298-84cc-bef615818ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:29.423461 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01f385f-a65b-4298-84cc-bef615818ae8 admin admin] Pushing event deleted for resources: {'Port': ['ID=abff44ac-ab2d-4d20-b6d1-9caa03c502de,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:29.490170 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c01f385f-a65b-4298-84cc-bef615818ae8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043029'] for router_gateway, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:29.582245 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c01f385f-a65b-4298-84cc-bef615818ae8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1040886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8602'] for router, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:29.584670 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c01f385f-a65b-4298-84cc-bef615818ae8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:29.627704 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c01f385f-a65b-4298-84cc-bef615818ae8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1040832'] for router, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:29.628297 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c01f385f-a65b-4298-84cc-bef615818ae8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3a637f7-df77-4d2d-b7cb-fbfc4b4c6469 {{(pid=102430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 22:49:29.632901 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c01f385f-a65b-4298-84cc-bef615818ae8 admin admin] Notify callbacks [] for router, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:29.634030 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-c01f385f-a65b-4298-84cc-bef615818ae8 admin admin] 10.222.0.53 "DELETE /v2.0/routers/f3a637f7-df77-4d2d-b7cb-fbfc4b4c6469 HTTP/1.1" status: 204 len: 168 time: 0.8444083 Jan 18 22:49:29.636624 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 53754) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:49:29.685644 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-37bc3907-fedd-4fae-8523-cdb85c514082 admin admin] Deleting subnet 5cec7324-3fae-47c0-b437-af6b209fc4f1 {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:49:29.689728 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-37bc3907-fedd-4fae-8523-cdb85c514082 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:29.726420 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-37bc3907-fedd-4fae-8523-cdb85c514082 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:29.826825 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-37bc3907-fedd-4fae-8523-cdb85c514082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:29.878308 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-37bc3907-fedd-4fae-8523-cdb85c514082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:29.903512 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bc3907-fedd-4fae-8523-cdb85c514082 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5cec7324-3fae-47c0-b437-af6b209fc4f1,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:29.907667 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-37bc3907-fedd-4fae-8523-cdb85c514082 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:29.912356 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-37bc3907-fedd-4fae-8523-cdb85c514082 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/5cec7324-3fae-47c0-b437-af6b209fc4f1 HTTP/1.1" status: 204 len: 168 time: 0.2731011 Jan 18 22:49:29.913440 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 53762) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:49:29.913700 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1514f5-ecbe-4c02-a265-af9c20ef28f3 None None] Network 02955c44-5ba8-438c-99e7-8f3952e695f5 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:49:30.007090 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ec007e30-7d5e-4b62-8a6c-d0848adfba66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:30.101161 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dec19fe-50d3-4876-a123-6e90aadcc036 req-e43e76c5-fcaa-40f6-82e4-e272476f3240 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:30.102654 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8dec19fe-50d3-4876-a123-6e90aadcc036 req-e43e76c5-fcaa-40f6-82e4-e272476f3240 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=3ea46147-da4c-4dc9-a6ea-0f07d5727890 HTTP/1.1" status: 200 len: 943 time: 0.0800905 Jan 18 22:49:30.108108 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-ec007e30-7d5e-4b62-8a6c-d0848adfba66 admin admin] Deleting port c3ff9e5a-f043-4d76-8cf0-230d7bb7fd68 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:49:30.108477 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ec007e30-7d5e-4b62-8a6c-d0848adfba66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:30.153074 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58954894-4212-4dbe-b973-0658edd2b68e None None] DHCP port deletion for 02955c44-5ba8-438c-99e7-8f3952e695f5 request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:49:30.205365 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-ec007e30-7d5e-4b62-8a6c-d0848adfba66 admin admin] For port c3ff9e5a-f043-4d76-8cf0-230d7bb7fd68, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=c3ff9e5a-f043-4d76-8cf0-230d7bb7fd68,segment=NetworkSegment(c550b146-eb29-44d3-9dd3-1fd3553c6979),segment_id=c550b146-eb29-44d3-9dd3-1fd3553c6979)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:49:30.205749 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ec007e30-7d5e-4b62-8a6c-d0848adfba66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:30.211073 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8dec19fe-50d3-4876-a123-6e90aadcc036 req-83944655-22a4-4689-932f-efb0b8d64118 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=c91b1706-fbf8-4762-ae37-cb35170958ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0999072 Jan 18 22:49:30.224469 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-ec007e30-7d5e-4b62-8a6c-d0848adfba66 admin admin] Calling delete_port for c3ff9e5a-f043-4d76-8cf0-230d7bb7fd68 owned by network:dhcp {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:49:30.254010 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-58954894-4212-4dbe-b973-0658edd2b68e None None] Deleting port c3ff9e5a-f043-4d76-8cf0-230d7bb7fd68 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:49:30.254383 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-58954894-4212-4dbe-b973-0658edd2b68e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:30.328472 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ec007e30-7d5e-4b62-8a6c-d0848adfba66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:30.354829 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec007e30-7d5e-4b62-8a6c-d0848adfba66 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3ff9e5a-f043-4d76-8cf0-230d7bb7fd68,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:30.361396 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec007e30-7d5e-4b62-8a6c-d0848adfba66 admin admin] No DVR routers for this DVR port c3ff9e5a-f043-4d76-8cf0-230d7bb7fd68 on host n-d-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:49:30.445711 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ec007e30-7d5e-4b62-8a6c-d0848adfba66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:30.474922 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-ec007e30-7d5e-4b62-8a6c-d0848adfba66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02955c44-5ba8-438c-99e7-8f3952e695f5']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:49:30.485441 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-ec007e30-7d5e-4b62-8a6c-d0848adfba66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c550b146-eb29-44d3-9dd3-1fd3553c6979') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:49:30.485753 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-ec007e30-7d5e-4b62-8a6c-d0848adfba66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c550b146-eb29-44d3-9dd3-1fd3553c6979') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:49:30.489937 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device abff44ac-ab2d-4d20-b6d1-9caa03c502de no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:49:30.496673 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ec007e30-7d5e-4b62-8a6c-d0848adfba66 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60394742'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:30.499167 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-58954894-4212-4dbe-b973-0658edd2b68e None None] For port c3ff9e5a-f043-4d76-8cf0-230d7bb7fd68, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=c3ff9e5a-f043-4d76-8cf0-230d7bb7fd68,segment=NetworkSegment(c550b146-eb29-44d3-9dd3-1fd3553c6979),segment_id=c550b146-eb29-44d3-9dd3-1fd3553c6979)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:49:30.499803 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-58954894-4212-4dbe-b973-0658edd2b68e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:30.510851 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ec007e30-7d5e-4b62-8a6c-d0848adfba66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:30.520386 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec007e30-7d5e-4b62-8a6c-d0848adfba66 admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:49:30.520804 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ec007e30-7d5e-4b62-8a6c-d0848adfba66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60203044'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:30.522562 n-d-825064-1 neutron-server[102430]: Traceback (most recent call last): Jan 18 22:49:30.522562 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:49:30.522562 n-d-825064-1 neutron-server[102430]: timer() Jan 18 22:49:30.522562 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:49:30.522562 n-d-825064-1 neutron-server[102430]: cb(*args, **kw) Jan 18 22:49:30.522562 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:49:30.522562 n-d-825064-1 neutron-server[102430]: return func(*args, **kwargs) Jan 18 22:49:30.522562 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:49:30.522562 n-d-825064-1 neutron-server[102430]: self._notify() Jan 18 22:49:30.522562 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:49:30.522562 n-d-825064-1 neutron-server[102430]: self.callback(batched_events) Jan 18 22:49:30.522562 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:49:30.522562 n-d-825064-1 neutron-server[102430]: event.method(event) Jan 18 22:49:30.522562 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:49:30.522562 n-d-825064-1 neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:49:30.522562 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:49:30.522562 n-d-825064-1 neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:49:30.522562 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:49:30.522562 n-d-825064-1 neutron-server[102430]: return f(self, *a, **k) Jan 18 22:49:30.522562 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:49:30.522562 n-d-825064-1 neutron-server[102430]: return self._get(url).json() Jan 18 22:49:30.522562 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:49:30.522562 n-d-825064-1 neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:49:30.522562 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:49:30.522562 n-d-825064-1 neutron-server[102430]: return self.request(url, 'GET', **kwargs) Jan 18 22:49:30.522562 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:49:30.522562 n-d-825064-1 neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:49:30.522562 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:49:30.522562 n-d-825064-1 neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:49:30.522562 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:49:30.522562 n-d-825064-1 neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:49:30.522562 n-d-825064-1 neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:49:30.532561 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-58954894-4212-4dbe-b973-0658edd2b68e None None] Calling delete_port for c3ff9e5a-f043-4d76-8cf0-230d7bb7fd68 owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:49:30.584186 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: abff44ac-ab2d-4d20-b6d1-9caa03c502de {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:49:30.584810 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device abff44ac-ab2d-4d20-b6d1-9caa03c502de not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:49:30.585650 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 43d1c774-cf1d-4309-8fa1-3ca3da2e5e88 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:49:30.603935 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ec007e30-7d5e-4b62-8a6c-d0848adfba66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:30.609200 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 43d1c774-cf1d-4309-8fa1-3ca3da2e5e88 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:49:30.609542 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 43d1c774-cf1d-4309-8fa1-3ca3da2e5e88 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:49:30.610341 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device c3ff9e5a-f043-4d76-8cf0-230d7bb7fd68 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:49:30.618719 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ec007e30-7d5e-4b62-8a6c-d0848adfba66 admin admin] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:30.623207 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-ec007e30-7d5e-4b62-8a6c-d0848adfba66 admin admin] 10.222.0.53 "DELETE /v2.0/networks/02955c44-5ba8-438c-99e7-8f3952e695f5 HTTP/1.1" status: 204 len: 168 time: 0.7087460 Jan 18 22:49:30.639099 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: c3ff9e5a-f043-4d76-8cf0-230d7bb7fd68 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:49:30.639321 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec007e30-7d5e-4b62-8a6c-d0848adfba66 admin admin] Pushing event deleted for resources: {'Network': ['ID=02955c44-5ba8-438c-99e7-8f3952e695f5,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:30.641159 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device c3ff9e5a-f043-4d76-8cf0-230d7bb7fd68 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:49:30.664170 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-58954894-4212-4dbe-b973-0658edd2b68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:30.690770 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58954894-4212-4dbe-b973-0658edd2b68e None None] Pushing event deleted for resources: {'Port': ['ID=c3ff9e5a-f043-4d76-8cf0-230d7bb7fd68,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:30.693684 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-58954894-4212-4dbe-b973-0658edd2b68e None None] Network 02955c44-5ba8-438c-99e7-8f3952e695f5 is not hosted by any dhcp agent {{(pid=102432) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 18 22:49:30.694136 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58954894-4212-4dbe-b973-0658edd2b68e None None] No DVR routers for this DVR port c3ff9e5a-f043-4d76-8cf0-230d7bb7fd68 on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:49:30.701239 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58954894-4212-4dbe-b973-0658edd2b68e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:49:30.701585 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58954894-4212-4dbe-b973-0658edd2b68e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:49:30.701921 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58954894-4212-4dbe-b973-0658edd2b68e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:49:30.702249 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58954894-4212-4dbe-b973-0658edd2b68e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:49:30.702628 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58954894-4212-4dbe-b973-0658edd2b68e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:49:30.703461 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58954894-4212-4dbe-b973-0658edd2b68e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:49:30.703782 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58954894-4212-4dbe-b973-0658edd2b68e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:49:30.704105 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58954894-4212-4dbe-b973-0658edd2b68e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:49:30.706918 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58954894-4212-4dbe-b973-0658edd2b68e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:49:30.706918 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58954894-4212-4dbe-b973-0658edd2b68e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:49:30.706918 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58954894-4212-4dbe-b973-0658edd2b68e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:49:30.706918 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58954894-4212-4dbe-b973-0658edd2b68e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:49:30.838836 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 53782) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:49:30.884546 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-44d744b2-626c-4255-b85c-74194be7f786 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7512a3404b5b4cae873975a58281e1d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0420971 Jan 18 22:49:30.884793 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 53788) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:49:30.936147 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1c5aa377-b84e-4b56-8307-50c1831ae470 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:30.958732 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1c5aa377-b84e-4b56-8307-50c1831ae470 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:31.012792 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1c5aa377-b84e-4b56-8307-50c1831ae470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:31.015371 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1c5aa377-b84e-4b56-8307-50c1831ae470 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:31.016551 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-1c5aa377-b84e-4b56-8307-50c1831ae470 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a9e57a71-059c-44ed-b2c7-6e261926cc42 HTTP/1.1" status: 204 len: 168 time: 0.1309130 Jan 18 22:49:31.024415 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5aa377-b84e-4b56-8307-50c1831ae470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e57a71-059c-44ed-b2c7-6e261926cc42,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:31.094565 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 4e1d1cab-60fb-465b-8cf0-bdee7520e1b0 details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:49:31.200791 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 4e1d1cab-60fb-465b-8cf0-bdee7520e1b0, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=4e1d1cab-60fb-465b-8cf0-bdee7520e1b0,segment=NetworkSegment(ccabd36d-8c25-4648-92d3-222150b866b3),segment_id=ccabd36d-8c25-4648-92d3-222150b866b3)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:49:31.212557 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': '4e1d1cab-60fb-465b-8cf0-bdee7520e1b0', 'network_id': '3887d3dd-b3d8-463d-9d9c-879e57c9ab40', 'port_id': '4e1d1cab-60fb-465b-8cf0-bdee7520e1b0', 'mac_address': 'fa:16:3e:b6:91:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b317bd45-9275-4aad-aa8f-d7702db0cadd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:49:31.260847 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:31.279602 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e1d1cab-60fb-465b-8cf0-bdee7520e1b0 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:49:31.309951 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 4e1d1cab-60fb-465b-8cf0-bdee7520e1b0, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=4e1d1cab-60fb-465b-8cf0-bdee7520e1b0,segment=NetworkSegment(ccabd36d-8c25-4648-92d3-222150b866b3),segment_id=ccabd36d-8c25-4648-92d3-222150b866b3)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:49:31.315280 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:31.348925 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5754cf6c-b7f7-4f2b-8600-411667a31679 req-ce55cbf9-a097-4811-b678-3a7b89181106 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:31.351170 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5754cf6c-b7f7-4f2b-8600-411667a31679 req-ce55cbf9-a097-4811-b678-3a7b89181106 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=3ea46147-da4c-4dc9-a6ea-0f07d5727890 HTTP/1.1" status: 200 len: 943 time: 0.0611534 Jan 18 22:49:31.381432 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=4e1d1cab-60fb-465b-8cf0-bdee7520e1b0,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:31.399694 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5754cf6c-b7f7-4f2b-8600-411667a31679 req-be1d16d4-3860-424a-a9c8-0c3a3fca4b2c tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=c91b1706-fbf8-4762-ae37-cb35170958ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419176 Jan 18 22:49:31.416583 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 53804) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:49:31.458801 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-ae859968-b37b-4f6a-9259-baef23e19809 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ec23c0cab90242d1a024e9c329988c93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0409911 Jan 18 22:49:31.461551 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 53806) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:49:31.511662 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-04a060d7-cf69-4fc2-82bc-e212d89d2563 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:31.532404 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-04a060d7-cf69-4fc2-82bc-e212d89d2563 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:31.534387 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['4e1d1cab-60fb-465b-8cf0-bdee7520e1b0'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:49:31.584736 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-04a060d7-cf69-4fc2-82bc-e212d89d2563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:31.587836 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-04a060d7-cf69-4fc2-82bc-e212d89d2563 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:31.590513 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-04a060d7-cf69-4fc2-82bc-e212d89d2563 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8848f2b6-c775-4e9b-bcd5-dc1c74f7ace7 HTTP/1.1" status: 204 len: 168 time: 0.1264627 Jan 18 22:49:31.599881 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a060d7-cf69-4fc2-82bc-e212d89d2563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8848f2b6-c775-4e9b-bcd5-dc1c74f7ace7,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:32.522744 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e65a37f-f978-460e-a05b-5e29b99a79de req-4ae2992d-f7fb-45ec-aecd-902254fa9496 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:32.524311 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9e65a37f-f978-460e-a05b-5e29b99a79de req-4ae2992d-f7fb-45ec-aecd-902254fa9496 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=3ea46147-da4c-4dc9-a6ea-0f07d5727890 HTTP/1.1" status: 200 len: 944 time: 0.0575097 Jan 18 22:49:32.561839 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9e65a37f-f978-460e-a05b-5e29b99a79de req-a4c7711e-ccf2-400c-9301-c4eaa210a9f5 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=c91b1706-fbf8-4762-ae37-cb35170958ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315342 Jan 18 22:49:33.110120 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 4e1d1cab-60fb-465b-8cf0-bdee7520e1b0 up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:49:33.158503 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port 4e1d1cab-60fb-465b-8cf0-bdee7520e1b0 completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:49:33.162142 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port 4e1d1cab-60fb-465b-8cf0-bdee7520e1b0 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:49:33.162503 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:33.240631 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:33.264614 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ea46147-da4c-4dc9-a6ea-0f07d5727890', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e1d1cab-60fb-465b-8cf0-bdee7520e1b0'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:49:33.267475 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e8d4a91-5247-4e6d-a65a-280124070544" -d '{"events": [{"server_uuid": "3ea46147-da4c-4dc9-a6ea-0f07d5727890", "name": "network-vif-plugged", "status": "completed", "tag": "4e1d1cab-60fb-465b-8cf0-bdee7520e1b0"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:49:33.284632 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 4e1d1cab-60fb-465b-8cf0-bdee7520e1b0, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=4e1d1cab-60fb-465b-8cf0-bdee7520e1b0,segment=NetworkSegment(ccabd36d-8c25-4648-92d3-222150b866b3),segment_id=ccabd36d-8c25-4648-92d3-222150b866b3)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:49:33.289213 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:33.336741 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=4e1d1cab-60fb-465b-8cf0-bdee7520e1b0,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:33.512210 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f085fd77-97f3-4c8f-8281-d30d490c6a70 x-openstack-request-id: req-f085fd77-97f3-4c8f-8281-d30d490c6a70 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:49:33.512510 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ea46147-da4c-4dc9-a6ea-0f07d5727890", "name": "network-vif-plugged", "status": "completed", "tag": "4e1d1cab-60fb-465b-8cf0-bdee7520e1b0", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:49:33.512768 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f085fd77-97f3-4c8f-8281-d30d490c6a70 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:49:33.513181 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ea46147-da4c-4dc9-a6ea-0f07d5727890', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e1d1cab-60fb-465b-8cf0-bdee7520e1b0', 'code': 200} Jan 18 22:49:33.605255 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1cb069-7b10-40f7-b0ce-b5f7b004be8e req-2b4cddda-5340-4cbf-bd83-49e95d8f1eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:33.606765 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-af1cb069-7b10-40f7-b0ce-b5f7b004be8e req-2b4cddda-5340-4cbf-bd83-49e95d8f1eea service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3ea46147-da4c-4dc9-a6ea-0f07d5727890 HTTP/1.1" status: 200 len: 1096 time: 0.0409281 Jan 18 22:49:33.667943 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-af1cb069-7b10-40f7-b0ce-b5f7b004be8e req-f0c625e2-6486-471e-b0bf-8ea1f6d7a1de service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=c91b1706-fbf8-4762-ae37-cb35170958ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0546074 Jan 18 22:49:33.685681 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7cd564-f5e4-4bb4-9b74-3e0b98cec0c0 req-2d5a03ee-e866-46c8-a5fd-babb5b40ab49 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:33.687607 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1a7cd564-f5e4-4bb4-9b74-3e0b98cec0c0 req-2d5a03ee-e866-46c8-a5fd-babb5b40ab49 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=3ea46147-da4c-4dc9-a6ea-0f07d5727890 HTTP/1.1" status: 200 len: 945 time: 0.0551031 Jan 18 22:49:33.731896 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1a7cd564-f5e4-4bb4-9b74-3e0b98cec0c0 req-2512d6a2-ca53-4097-ba1d-5a8530d5ad73 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=c91b1706-fbf8-4762-ae37-cb35170958ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357172 Jan 18 22:49:34.861846 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca2ea45-5858-489d-9d28-1f6f5bc76f42 req-2cdcd678-fed4-4aa0-98c7-2a9324012705 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:34.863330 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7ca2ea45-5858-489d-9d28-1f6f5bc76f42 req-2cdcd678-fed4-4aa0-98c7-2a9324012705 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=3ea46147-da4c-4dc9-a6ea-0f07d5727890 HTTP/1.1" status: 200 len: 945 time: 0.0521278 Jan 18 22:49:34.901741 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7ca2ea45-5858-489d-9d28-1f6f5bc76f42 req-b38c82ae-45bb-4530-a028-ec331e94a203 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=c91b1706-fbf8-4762-ae37-cb35170958ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321083 Jan 18 22:49:35.019372 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b7e0d7-3d69-4296-8549-0cc7daac8a8c req-1cac4220-4478-4482-9123-e888eca457d8 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:35.021010 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d5b7e0d7-3d69-4296-8549-0cc7daac8a8c req-1cac4220-4478-4482-9123-e888eca457d8 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=3ea46147-da4c-4dc9-a6ea-0f07d5727890 HTTP/1.1" status: 200 len: 945 time: 0.0533707 Jan 18 22:49:35.064143 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d5b7e0d7-3d69-4296-8549-0cc7daac8a8c req-ddd21c11-30ec-4150-9f4b-e8f1c547acaa tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=c91b1706-fbf8-4762-ae37-cb35170958ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352638 Jan 18 22:49:35.086622 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 53886) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:49:35.125345 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f690477b-49d7-4ee2-9f7e-e7f9cb123c07 tempest-TestVolumeBootPattern-954394769 tempest-TestVolumeBootPattern-954394769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:35.126863 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-f690477b-49d7-4ee2-9f7e-e7f9cb123c07 tempest-TestVolumeBootPattern-954394769 tempest-TestVolumeBootPattern-954394769-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=3ea46147-da4c-4dc9-a6ea-0f07d5727890 HTTP/1.1" status: 200 len: 1091 time: 0.0392637 Jan 18 22:49:35.129709 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 53888) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:49:35.133829 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-554519e0-e417-48ec-aac3-2766fb0c0ff4 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Request body: {'floatingip': {'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'port_id': '4e1d1cab-60fb-465b-8cf0-bdee7520e1b0', 'tenant_id': '0c676acb4b374123bc012031246d3916', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:49:35.157657 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-554519e0-e417-48ec-aac3-2766fb0c0ff4 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks [] for floatingip, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:35.256239 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-554519e0-e417-48ec-aac3-2766fb0c0ff4 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:35.365835 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-554519e0-e417-48ec-aac3-2766fb0c0ff4 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Allocated IP 172.25.5.240 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/9ff40605-0cb6-4849-a4b9-873c3e86f8e6) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:49:35.469180 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-554519e0-e417-48ec-aac3-2766fb0c0ff4 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:35.503412 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-554519e0-e417-48ec-aac3-2766fb0c0ff4 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:35.544424 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554519e0-e417-48ec-aac3-2766fb0c0ff4 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:49:35.547529 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-554519e0-e417-48ec-aac3-2766fb0c0ff4 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:49:35.551048 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554519e0-e417-48ec-aac3-2766fb0c0ff4 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:49:35.556786 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554519e0-e417-48ec-aac3-2766fb0c0ff4 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Pushing event updated for resources: {'Port': ['ID=9ff40605-0cb6-4849-a4b9-873c3e86f8e6,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:36.259433 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-554519e0-e417-48ec-aac3-2766fb0c0ff4 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:36.332563 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-554519e0-e417-48ec-aac3-2766fb0c0ff4 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:36.482619 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-554519e0-e417-48ec-aac3-2766fb0c0ff4 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:36.488115 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-554519e0-e417-48ec-aac3-2766fb0c0ff4 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:36.562020 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554519e0-e417-48ec-aac3-2766fb0c0ff4 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Pushing event updated for resources: {'Port': ['ID=9ff40605-0cb6-4849-a4b9-873c3e86f8e6,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:36.579979 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-554519e0-e417-48ec-aac3-2766fb0c0ff4 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043075'] for floatingip, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:36.680054 n-d-825064-1 neutron-server[102431]: INFO neutron.db.l3_db [None req-554519e0-e417-48ec-aac3-2766fb0c0ff4 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Floating IP 84e63951-7a39-49b6-bc87-8abb0be10d77 associated. External IP: 172.25.5.240, port: 4e1d1cab-60fb-465b-8cf0-bdee7520e1b0. Jan 18 22:49:36.888440 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-554519e0-e417-48ec-aac3-2766fb0c0ff4 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Router 43a70c88-4dbc-4e52-be65-03ecc7b88014 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:49:36.995818 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-554519e0-e417-48ec-aac3-2766fb0c0ff4 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:49:37.011733 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3539e90-5457-4c75-88fd-a9e65b0eb406 None None] Sync routers for ids ['43a70c88-4dbc-4e52-be65-03ecc7b88014'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:49:37.023845 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3539e90-5457-4c75-88fd-a9e65b0eb406 None None] Routers {'43a70c88-4dbc-4e52-be65-03ecc7b88014'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:49:37.024461 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-554519e0-e417-48ec-aac3-2766fb0c0ff4 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:37.024611 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-b3539e90-5457-4c75-88fd-a9e65b0eb406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:49:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['43a70c88-4dbc-4e52-be65-03ecc7b88014'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:49:37.058936 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-554519e0-e417-48ec-aac3-2766fb0c0ff4 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9282041 Jan 18 22:49:37.059581 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ea46147-da4c-4dc9-a6ea-0f07d5727890', 'tag': '4e1d1cab-60fb-465b-8cf0-bdee7520e1b0'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:49:37.062521 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c5798c0-729a-4050-ada6-685ca42f781a" -d '{"events": [{"name": "network-changed", "server_uuid": "3ea46147-da4c-4dc9-a6ea-0f07d5727890", "tag": "4e1d1cab-60fb-465b-8cf0-bdee7520e1b0"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:49:37.114598 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c036bcf0-732c-4d44-bd74-ab09acd92f6a x-openstack-request-id: req-c036bcf0-732c-4d44-bd74-ab09acd92f6a {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:49:37.114897 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ea46147-da4c-4dc9-a6ea-0f07d5727890", "tag": "4e1d1cab-60fb-465b-8cf0-bdee7520e1b0", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:49:37.115152 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c036bcf0-732c-4d44-bd74-ab09acd92f6a {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:49:37.115585 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ea46147-da4c-4dc9-a6ea-0f07d5727890', 'tag': '4e1d1cab-60fb-465b-8cf0-bdee7520e1b0', 'status': 'completed', 'code': 200} Jan 18 22:49:37.134920 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-b3539e90-5457-4c75-88fd-a9e65b0eb406 None None] Set router 43a70c88-4dbc-4e52-be65-03ecc7b88014 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:49:37.176551 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5798c0-729a-4050-ada6-685ca42f781a req-002a2eec-17ba-4376-a93f-cf775e4a75c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:37.178762 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3c5798c0-729a-4050-ada6-685ca42f781a req-002a2eec-17ba-4376-a93f-cf775e4a75c4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0c676acb4b374123bc012031246d3916&device_id=3ea46147-da4c-4dc9-a6ea-0f07d5727890 HTTP/1.1" status: 200 len: 1096 time: 0.0432332 Jan 18 22:49:37.286598 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5798c0-729a-4050-ada6-685ca42f781a req-3a194fed-d44d-4ef6-9ece-219637d1e0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:37.288048 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3c5798c0-729a-4050-ada6-685ca42f781a req-3a194fed-d44d-4ef6-9ece-219637d1e0e8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3887d3dd-b3d8-463d-9d9c-879e57c9ab40 HTTP/1.1" status: 200 len: 911 time: 0.1025560 Jan 18 22:49:37.363462 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3c5798c0-729a-4050-ada6-685ca42f781a req-a050ef18-1d9c-48f1-9619-ca2d5f52c154 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e1d1cab-60fb-465b-8cf0-bdee7520e1b0 HTTP/1.1" status: 200 len: 999 time: 0.0679393 Jan 18 22:49:37.373396 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-b3539e90-5457-4c75-88fd-a9e65b0eb406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a70c88-4dbc-4e52-be65-03ecc7b88014', 'name': 'tempest-TestVolumeBootPattern-550304170-router', 'tenant_id': '0c676acb4b374123bc012031246d3916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'ce7789a3-dfd0-4ab6-a2dd-9b16560a0fd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:40:59Z', 'updated_at': '2022-01-18T22:41:08Z', 'revision_number': 4, 'project_id': '0c676acb4b374123bc012031246d3916', 'gw_port': {'id': 'ce7789a3-dfd0-4ab6-a2dd-9b16560a0fd8', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e0:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a70c88-4dbc-4e52-be65-03ecc7b88014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:01Z', 'updated_at': '2022-01-18T22:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': '84e63951-7a39-49b6-bc87-8abb0be10d77', 'tenant_id': '0c676acb4b374123bc012031246d3916', 'floating_ip_address': '172.25.5.240', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': '43a70c88-4dbc-4e52-be65-03ecc7b88014', 'port_id': '4e1d1cab-60fb-465b-8cf0-bdee7520e1b0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3976, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3887d3dd-b3d8-463d-9d9c-879e57c9ab40', 'mac_address': 'fa:16:3e:b6:91:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea46147-da4c-4dc9-a6ea-0f07d5727890', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:49:35Z', 'updated_at': '2022-01-18T22:49:35Z', 'revision_number': 0, 'project_id': '0c676acb4b374123bc012031246d3916', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91298bb6-9ac2-498c-86c0-1b5021eada6b', 'name': '', 'network_id': '3887d3dd-b3d8-463d-9d9c-879e57c9ab40', 'tenant_id': '0c676acb4b374123bc012031246d3916', 'mac_address': 'fa:16:3e:c8:06:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a70c88-4dbc-4e52-be65-03ecc7b88014', 'device_owner': 'network:router_interface', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': 'b317bd45-9275-4aad-aa8f-d7702db0cadd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:06Z', 'updated_at': '2022-01-18T22:41:15Z', 'revision_number': 5, 'project_id': '0c676acb4b374123bc012031246d3916', 'subnets': [{'id': 'b317bd45-9275-4aad-aa8f-d7702db0cadd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:49:37.403695 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3539e90-5457-4c75-88fd-a9e65b0eb406 None None] Checking router: 43a70c88-4dbc-4e52-be65-03ecc7b88014 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:49:37.412798 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3539e90-5457-4c75-88fd-a9e65b0eb406 None None] Routers {'43a70c88-4dbc-4e52-be65-03ecc7b88014'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:49:37.413401 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-b3539e90-5457-4c75-88fd-a9e65b0eb406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:49:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['43a70c88-4dbc-4e52-be65-03ecc7b88014'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:49:37.422195 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5798c0-729a-4050-ada6-685ca42f781a req-b9461f81-39c7-4a23-a2c9-f11a6b84a49c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:37.423647 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3c5798c0-729a-4050-ada6-685ca42f781a req-b9461f81-39c7-4a23-a2c9-f11a6b84a49c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b317bd45-9275-4aad-aa8f-d7702db0cadd HTTP/1.1" status: 200 len: 850 time: 0.0542772 Jan 18 22:49:37.469393 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5798c0-729a-4050-ada6-685ca42f781a req-e22a07b8-f961-4194-b4c0-2a76506d9ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:37.470892 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3c5798c0-729a-4050-ada6-685ca42f781a req-e22a07b8-f961-4194-b4c0-2a76506d9ec5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3887d3dd-b3d8-463d-9d9c-879e57c9ab40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410249 Jan 18 22:49:37.525988 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-b3539e90-5457-4c75-88fd-a9e65b0eb406 None None] Set router 43a70c88-4dbc-4e52-be65-03ecc7b88014 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:49:37.567667 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3c5798c0-729a-4050-ada6-685ca42f781a req-839a98a5-4789-42c4-8cca-098c11e469aa service neutron] 10.222.0.67 "GET /v2.0/networks/3887d3dd-b3d8-463d-9d9c-879e57c9ab40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902431 Jan 18 22:49:37.664987 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3c5798c0-729a-4050-ada6-685ca42f781a req-dc527e35-32ab-456a-9512-5ac633fdf5a8 service neutron] 10.222.0.67 "GET /v2.0/networks/3887d3dd-b3d8-463d-9d9c-879e57c9ab40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912197 Jan 18 22:49:37.773399 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-b3539e90-5457-4c75-88fd-a9e65b0eb406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a70c88-4dbc-4e52-be65-03ecc7b88014', 'name': 'tempest-TestVolumeBootPattern-550304170-router', 'tenant_id': '0c676acb4b374123bc012031246d3916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'ce7789a3-dfd0-4ab6-a2dd-9b16560a0fd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:40:59Z', 'updated_at': '2022-01-18T22:41:08Z', 'revision_number': 4, 'project_id': '0c676acb4b374123bc012031246d3916', 'gw_port': {'id': 'ce7789a3-dfd0-4ab6-a2dd-9b16560a0fd8', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e0:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a70c88-4dbc-4e52-be65-03ecc7b88014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:01Z', 'updated_at': '2022-01-18T22:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': '84e63951-7a39-49b6-bc87-8abb0be10d77', 'tenant_id': '0c676acb4b374123bc012031246d3916', 'floating_ip_address': '172.25.5.240', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': '43a70c88-4dbc-4e52-be65-03ecc7b88014', 'port_id': '4e1d1cab-60fb-465b-8cf0-bdee7520e1b0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3976, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3887d3dd-b3d8-463d-9d9c-879e57c9ab40', 'mac_address': 'fa:16:3e:b6:91:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea46147-da4c-4dc9-a6ea-0f07d5727890', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:49:35Z', 'updated_at': '2022-01-18T22:49:35Z', 'revision_number': 0, 'project_id': '0c676acb4b374123bc012031246d3916', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91298bb6-9ac2-498c-86c0-1b5021eada6b', 'name': '', 'network_id': '3887d3dd-b3d8-463d-9d9c-879e57c9ab40', 'tenant_id': '0c676acb4b374123bc012031246d3916', 'mac_address': 'fa:16:3e:c8:06:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a70c88-4dbc-4e52-be65-03ecc7b88014', 'device_owner': 'network:router_interface', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': 'b317bd45-9275-4aad-aa8f-d7702db0cadd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:06Z', 'updated_at': '2022-01-18T22:41:15Z', 'revision_number': 5, 'project_id': '0c676acb4b374123bc012031246d3916', 'subnets': [{'id': 'b317bd45-9275-4aad-aa8f-d7702db0cadd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:49:37.800404 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3539e90-5457-4c75-88fd-a9e65b0eb406 None None] The sync data for ids ['43a70c88-4dbc-4e52-be65-03ecc7b88014'] in n-d-825064-1 is: [{'id': '43a70c88-4dbc-4e52-be65-03ecc7b88014', 'name': 'tempest-TestVolumeBootPattern-550304170-router', 'tenant_id': '0c676acb4b374123bc012031246d3916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'ce7789a3-dfd0-4ab6-a2dd-9b16560a0fd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:40:59Z', 'updated_at': '2022-01-18T22:41:08Z', 'revision_number': 4, 'project_id': '0c676acb4b374123bc012031246d3916', 'gw_port': {'id': 'ce7789a3-dfd0-4ab6-a2dd-9b16560a0fd8', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e0:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a70c88-4dbc-4e52-be65-03ecc7b88014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:01Z', 'updated_at': '2022-01-18T22:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': '84e63951-7a39-49b6-bc87-8abb0be10d77', 'tenant_id': '0c676acb4b374123bc012031246d3916', 'floating_ip_address': '172.25.5.240', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': '43a70c88-4dbc-4e52-be65-03ecc7b88014', 'port_id': '4e1d1cab-60fb-465b-8cf0-bdee7520e1b0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3976, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3887d3dd-b3d8-463d-9d9c-879e57c9ab40', 'mac_address': 'fa:16:3e:b6:91:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea46147-da4c-4dc9-a6ea-0f07d5727890', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:49:35Z', 'updated_at': '2022-01-18T22:49:35Z', 'revision_number': 0, 'project_id': '0c676acb4b374123bc012031246d3916', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91298bb6-9ac2-498c-86c0-1b5021eada6b', 'name': '', 'network_id': '3887d3dd-b3d8-463d-9d9c-879e57c9ab40', 'tenant_id': '0c676acb4b374123bc012031246d3916', 'mac_address': 'fa:16:3e:c8:06:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a70c88-4dbc-4e52-be65-03ecc7b88014', 'device_owner': 'network:router_interface', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': 'b317bd45-9275-4aad-aa8f-d7702db0cadd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:06Z', 'updated_at': '2022-01-18T22:41:15Z', 'revision_number': 5, 'project_id': '0c676acb4b374123bc012031246d3916', 'subnets': [{'id': 'b317bd45-9275-4aad-aa8f-d7702db0cadd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:49:38.028887 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cd2a70-5b11-4924-adc3-14410c918969 None None] New status for floating IP 84e63951-7a39-49b6-bc87-8abb0be10d77: ACTIVE {{(pid=102433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 22:49:42.949537 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:43.784721 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:46.261852 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 22:49:49.307208 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d131700f-b21b-494a-86e9-bc5d9c1bf7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:51.956782 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c3b4ec9a-2523-4e27-b749-74b21832ec60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:53.012546 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:53.342560 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-9f6be983-2bd3-414c-913c-573a1c7de4e9 req-e91a0e04-1232-4515-8479-e0c161886442 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=414e65a4-3a0b-4b2c-9462-3ae005a02195&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397592 Jan 18 22:49:53.425102 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6be983-2bd3-414c-913c-573a1c7de4e9 req-ff504ea1-6d95-4e53-bee3-ed3eb2625a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:53.426736 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-9f6be983-2bd3-414c-913c-573a1c7de4e9 req-ff504ea1-6d95-4e53-bee3-ed3eb2625a7e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=69d9d18e59bf4368beed3fa7310f0ed2&device_id=414e65a4-3a0b-4b2c-9462-3ae005a02195 HTTP/1.1" status: 200 len: 1096 time: 0.0420074 Jan 18 22:49:53.532635 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6be983-2bd3-414c-913c-573a1c7de4e9 req-a3620cde-29ae-4117-bef6-f148724254ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:53.534060 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-9f6be983-2bd3-414c-913c-573a1c7de4e9 req-a3620cde-29ae-4117-bef6-f148724254ca service neutron] 10.222.0.36 "GET /v2.0/networks?id=6475634d-f736-45f2-ae9a-83d4df30ce8b HTTP/1.1" status: 200 len: 909 time: 0.0889595 Jan 18 22:49:53.612249 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-9f6be983-2bd3-414c-913c-573a1c7de4e9 req-da642886-2d5a-4f59-9519-63697cbe6998 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df526520-44f5-410d-9980-cee828102de5 HTTP/1.1" status: 200 len: 1000 time: 0.0711076 Jan 18 22:49:53.671580 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6be983-2bd3-414c-913c-573a1c7de4e9 req-8bc2e409-5fe4-4b8f-8e70-2617ca943fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:53.673106 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-9f6be983-2bd3-414c-913c-573a1c7de4e9 req-8bc2e409-5fe4-4b8f-8e70-2617ca943fcd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2e4408c8-1b04-4e09-b3ce-588a4d45f399 HTTP/1.1" status: 200 len: 848 time: 0.0536501 Jan 18 22:49:53.730995 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6be983-2bd3-414c-913c-573a1c7de4e9 req-3d8a3f93-4dca-45cb-bb47-b0a99185cc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:53.732535 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-9f6be983-2bd3-414c-913c-573a1c7de4e9 req-3d8a3f93-4dca-45cb-bb47-b0a99185cc7e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6475634d-f736-45f2-ae9a-83d4df30ce8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514114 Jan 18 22:49:53.819599 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-9f6be983-2bd3-414c-913c-573a1c7de4e9 req-583a10bd-0eec-4650-b7ba-b5b74c6e216f service neutron] 10.222.0.36 "GET /v2.0/networks/6475634d-f736-45f2-ae9a-83d4df30ce8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806487 Jan 18 22:49:53.914182 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-9f6be983-2bd3-414c-913c-573a1c7de4e9 req-d88a6dbd-9f91-409f-92b7-c71e747d9db3 service neutron] 10.222.0.36 "GET /v2.0/networks/6475634d-f736-45f2-ae9a-83d4df30ce8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880270 Jan 18 22:49:54.467986 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:54.642685 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:12.938587 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:13.784237 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:19.308189 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d11c5bd2-48bf-4939-9e7a-931e6ba95ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:19.361720 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 54832) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:50:19.504697 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-3c97203f-e8d3-4c88-b121-1d2091b86222 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ca384ada3dc84fb0a7ebf1c2b5980305&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1417291 Jan 18 22:50:19.507105 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 54836) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:50:19.556157 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a97c786e-7743-4494-9b72-31fa79c1a0eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:19.577087 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a97c786e-7743-4494-9b72-31fa79c1a0eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:19.622748 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a97c786e-7743-4494-9b72-31fa79c1a0eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:19.625319 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a97c786e-7743-4494-9b72-31fa79c1a0eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:19.626474 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-a97c786e-7743-4494-9b72-31fa79c1a0eb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/640da7bd-85a0-4be8-9ae5-18bd68dac587 HTTP/1.1" status: 204 len: 168 time: 0.1183829 Jan 18 22:50:19.634813 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97c786e-7743-4494-9b72-31fa79c1a0eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=640da7bd-85a0-4be8-9ae5-18bd68dac587,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:19.643380 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97c786e-7743-4494-9b72-31fa79c1a0eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:50:19.643732 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97c786e-7743-4494-9b72-31fa79c1a0eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:50:19.644083 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97c786e-7743-4494-9b72-31fa79c1a0eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:50:19.644451 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97c786e-7743-4494-9b72-31fa79c1a0eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:50:19.644795 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97c786e-7743-4494-9b72-31fa79c1a0eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:50:19.645223 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97c786e-7743-4494-9b72-31fa79c1a0eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:50:19.645451 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97c786e-7743-4494-9b72-31fa79c1a0eb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:50:19.645986 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97c786e-7743-4494-9b72-31fa79c1a0eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:50:19.646323 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97c786e-7743-4494-9b72-31fa79c1a0eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:50:19.646656 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97c786e-7743-4494-9b72-31fa79c1a0eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:50:19.646988 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97c786e-7743-4494-9b72-31fa79c1a0eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:50:19.647317 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97c786e-7743-4494-9b72-31fa79c1a0eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:50:21.961075 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-66236399-a09f-49e1-b121-69442849c76a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:23.008434 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:23.261855 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 22:50:24.473134 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:24.646058 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:42.951112 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:43.790545 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:46.807990 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d0e8f52a-296c-4032-98a2-b25d92dbe809 req-2d065c51-dbd8-4b6a-9e86-9b8bccb87234 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3ea46147-da4c-4dc9-a6ea-0f07d5727890&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0389333 Jan 18 22:50:46.901480 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e8f52a-296c-4032-98a2-b25d92dbe809 req-aea46e89-d1fb-4247-bb43-cb4253e9cb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:46.903012 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d0e8f52a-296c-4032-98a2-b25d92dbe809 req-aea46e89-d1fb-4247-bb43-cb4253e9cb6f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0c676acb4b374123bc012031246d3916&device_id=3ea46147-da4c-4dc9-a6ea-0f07d5727890 HTTP/1.1" status: 200 len: 1096 time: 0.0523655 Jan 18 22:50:47.017238 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e8f52a-296c-4032-98a2-b25d92dbe809 req-9ac6fbac-1ea0-47a5-9d95-3bd98f7d3f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:47.018712 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d0e8f52a-296c-4032-98a2-b25d92dbe809 req-9ac6fbac-1ea0-47a5-9d95-3bd98f7d3f77 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3887d3dd-b3d8-463d-9d9c-879e57c9ab40 HTTP/1.1" status: 200 len: 911 time: 0.0955265 Jan 18 22:50:47.098932 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d0e8f52a-296c-4032-98a2-b25d92dbe809 req-0a00d56a-a7f2-47e8-96f0-cbab5cb5eda8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e1d1cab-60fb-465b-8cf0-bdee7520e1b0 HTTP/1.1" status: 200 len: 1001 time: 0.0736597 Jan 18 22:50:47.151272 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e8f52a-296c-4032-98a2-b25d92dbe809 req-1d04c776-d4c6-4e58-87fd-1735f6944ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:47.152944 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d0e8f52a-296c-4032-98a2-b25d92dbe809 req-1d04c776-d4c6-4e58-87fd-1735f6944ad4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b317bd45-9275-4aad-aa8f-d7702db0cadd HTTP/1.1" status: 200 len: 850 time: 0.0474665 Jan 18 22:50:47.199748 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e8f52a-296c-4032-98a2-b25d92dbe809 req-67cfc4eb-d3fa-4619-a387-4ead4d02f8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:47.203543 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d0e8f52a-296c-4032-98a2-b25d92dbe809 req-67cfc4eb-d3fa-4619-a387-4ead4d02f8b3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3887d3dd-b3d8-463d-9d9c-879e57c9ab40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441701 Jan 18 22:50:47.298389 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d0e8f52a-296c-4032-98a2-b25d92dbe809 req-478b4b21-29fa-4d4a-9d6c-507aa8d23f75 service neutron] 10.222.0.67 "GET /v2.0/networks/3887d3dd-b3d8-463d-9d9c-879e57c9ab40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881135 Jan 18 22:50:47.387571 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d0e8f52a-296c-4032-98a2-b25d92dbe809 req-a96b79bf-63ef-431a-adc9-30e19cfb9e91 service neutron] 10.222.0.67 "GET /v2.0/networks/3887d3dd-b3d8-463d-9d9c-879e57c9ab40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825989 Jan 18 22:50:49.311599 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-79aa236a-d376-42ec-b208-10dcf5e45804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:49.348294 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 55072) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:50:49.452231 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-742aa1f3-1892-4a0f-88d3-a849813eb5f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:49.523826 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-742aa1f3-1892-4a0f-88d3-a849813eb5f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:49.527276 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-742aa1f3-1892-4a0f-88d3-a849813eb5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:49.566219 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-742aa1f3-1892-4a0f-88d3-a849813eb5f6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=59a474d6bd084ca5a4dfaf0df9dc0ad4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2167761 Jan 18 22:50:49.567115 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742aa1f3-1892-4a0f-88d3-a849813eb5f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=911802f3-4ef9-4ec1-94d9-1a4d52fb901f,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:49.568806 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 55076) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:50:49.574577 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742aa1f3-1892-4a0f-88d3-a849813eb5f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:50:49.574923 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742aa1f3-1892-4a0f-88d3-a849813eb5f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:50:49.575266 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742aa1f3-1892-4a0f-88d3-a849813eb5f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:50:49.575633 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742aa1f3-1892-4a0f-88d3-a849813eb5f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:50:49.575959 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742aa1f3-1892-4a0f-88d3-a849813eb5f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:50:49.577141 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742aa1f3-1892-4a0f-88d3-a849813eb5f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:50:49.577141 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742aa1f3-1892-4a0f-88d3-a849813eb5f6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:50:49.577141 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742aa1f3-1892-4a0f-88d3-a849813eb5f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:50:49.577489 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742aa1f3-1892-4a0f-88d3-a849813eb5f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:50:49.577590 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742aa1f3-1892-4a0f-88d3-a849813eb5f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:50:49.577861 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742aa1f3-1892-4a0f-88d3-a849813eb5f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:50:49.578197 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742aa1f3-1892-4a0f-88d3-a849813eb5f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:50:49.618367 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ae7b439f-3bfb-4ce0-9bd0-8e3e11876f46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:49.638796 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ae7b439f-3bfb-4ce0-9bd0-8e3e11876f46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:49.686813 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ae7b439f-3bfb-4ce0-9bd0-8e3e11876f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:49.689725 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ae7b439f-3bfb-4ce0-9bd0-8e3e11876f46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:49.690854 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-ae7b439f-3bfb-4ce0-9bd0-8e3e11876f46 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/911802f3-4ef9-4ec1-94d9-1a4d52fb901f HTTP/1.1" status: 204 len: 168 time: 0.1210370 Jan 18 22:50:49.698243 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7b439f-3bfb-4ce0-9bd0-8e3e11876f46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=911802f3-4ef9-4ec1-94d9-1a4d52fb901f,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:51.751534 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 55132) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:50:51.756712 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-8ebbb3db-0141-4e58-948e-f9eee290eca6 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Request body: {'network': {'name': 'tempest-network-smoke--506213838', 'project_id': '72935d6e3d414f09a58601b144f00b62', 'port_security_enabled': True}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:50:51.779159 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ebbb3db-0141-4e58-948e-f9eee290eca6 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Made reservation on behalf of 72935d6e3d414f09a58601b144f00b62 for: {'network': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:50:51.782504 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8ebbb3db-0141-4e58-948e-f9eee290eca6 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:51.790421 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8ebbb3db-0141-4e58-948e-f9eee290eca6 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:51.863394 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8ebbb3db-0141-4e58-948e-f9eee290eca6 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:51.867462 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8ebbb3db-0141-4e58-948e-f9eee290eca6 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:51.894805 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ebbb3db-0141-4e58-948e-f9eee290eca6 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=102430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:50:51.905280 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebbb3db-0141-4e58-948e-f9eee290eca6 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=092c64a6-0131-4ad7-8456-0abf4fa50aa5,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:51.911055 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8ebbb3db-0141-4e58-948e-f9eee290eca6 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:51.911395 n-d-825064-1 neutron-server[102430]: INFO neutron.db.segments_db [None req-8ebbb3db-0141-4e58-948e-f9eee290eca6 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Added segment 519b87c7-b203-4a82-a12d-b10dbb05d95d of type vlan for network 3d922ff6-f81f-4b30-a881-b414c8693d05 Jan 18 22:50:51.952079 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8ebbb3db-0141-4e58-948e-f9eee290eca6 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:51.962625 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c8c05df9-39d2-47fb-80ce-505e22d1d812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:51.977364 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8ebbb3db-0141-4e58-948e-f9eee290eca6 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:51.982787 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ebbb3db-0141-4e58-948e-f9eee290eca6 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:51.983358 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8ebbb3db-0141-4e58-948e-f9eee290eca6 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:52.036030 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-8ebbb3db-0141-4e58-948e-f9eee290eca6 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2833157 Jan 18 22:50:52.038789 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 55134) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:50:52.042987 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-1d278c93-45c0-4154-8f40-200ed0ca50d5 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2065766381', 'admin_state_up': True, 'project_id': '72935d6e3d414f09a58601b144f00b62', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:50:52.066235 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebbb3db-0141-4e58-948e-f9eee290eca6 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Pushing event updated for resources: {'Network': ['ID=3d922ff6-f81f-4b30-a881-b414c8693d05,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:52.077398 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 3d922ff6-f81f-4b30-a881-b414c8693d05 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:50:52.086258 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1d278c93-45c0-4154-8f40-200ed0ca50d5 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1044160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8692'] for router, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:52.087965 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1d278c93-45c0-4154-8f40-200ed0ca50d5 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1040680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8675'] for router, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:52.140004 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1d278c93-45c0-4154-8f40-200ed0ca50d5 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:52.275403 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1d278c93-45c0-4154-8f40-200ed0ca50d5 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:52.462419 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1d278c93-45c0-4154-8f40-200ed0ca50d5 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks [] for router_gateway, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:52.483488 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1d278c93-45c0-4154-8f40-200ed0ca50d5 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:52.884667 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-1d278c93-45c0-4154-8f40-200ed0ca50d5 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Allocated IP 172.25.5.197 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/c06d0859-80cf-490f-acff-fdf90c4170f3) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:50:52.988609 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1d278c93-45c0-4154-8f40-200ed0ca50d5 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:53.009401 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:53.023112 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1d278c93-45c0-4154-8f40-200ed0ca50d5 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:53.059255 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d278c93-45c0-4154-8f40-200ed0ca50d5 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:50:53.063959 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-1d278c93-45c0-4154-8f40-200ed0ca50d5 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:50:53.067516 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d278c93-45c0-4154-8f40-200ed0ca50d5 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:50:53.093964 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d278c93-45c0-4154-8f40-200ed0ca50d5 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Pushing event updated for resources: {'Port': ['ID=c06d0859-80cf-490f-acff-fdf90c4170f3,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:53.311682 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e7cac83a-9545-4b2f-8181-ba69a5bb361a req-082877f2-8f70-4115-8ed2-1acbb4baeeb4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=414e65a4-3a0b-4b2c-9462-3ae005a02195&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0443182 Jan 18 22:50:53.320415 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1d278c93-45c0-4154-8f40-200ed0ca50d5 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks [] for router_gateway, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:53.390411 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cac83a-9545-4b2f-8181-ba69a5bb361a req-98c0f816-e04f-413b-a025-0e4eaa2a60b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:53.391895 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e7cac83a-9545-4b2f-8181-ba69a5bb361a req-98c0f816-e04f-413b-a025-0e4eaa2a60b5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=69d9d18e59bf4368beed3fa7310f0ed2&device_id=414e65a4-3a0b-4b2c-9462-3ae005a02195 HTTP/1.1" status: 200 len: 1096 time: 0.0401659 Jan 18 22:50:53.490956 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cac83a-9545-4b2f-8181-ba69a5bb361a req-bd26e29b-d767-4314-b862-e5edecde1bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:53.492694 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e7cac83a-9545-4b2f-8181-ba69a5bb361a req-bd26e29b-d767-4314-b862-e5edecde1bf3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6475634d-f736-45f2-ae9a-83d4df30ce8b HTTP/1.1" status: 200 len: 909 time: 0.0831571 Jan 18 22:50:53.517604 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1d278c93-45c0-4154-8f40-200ed0ca50d5 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1040691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049'] for router, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:53.558978 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e7cac83a-9545-4b2f-8181-ba69a5bb361a req-a67350da-0fa7-494d-8c3a-e9ffb99cf97f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df526520-44f5-410d-9980-cee828102de5 HTTP/1.1" status: 200 len: 1000 time: 0.0598121 Jan 18 22:50:53.607543 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cac83a-9545-4b2f-8181-ba69a5bb361a req-907bd222-07d2-4fe9-89d8-afe07612deca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:53.609528 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e7cac83a-9545-4b2f-8181-ba69a5bb361a req-907bd222-07d2-4fe9-89d8-afe07612deca service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2e4408c8-1b04-4e09-b3ce-588a4d45f399 HTTP/1.1" status: 200 len: 848 time: 0.0438643 Jan 18 22:50:53.646701 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d278c93-45c0-4154-8f40-200ed0ca50d5 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Router b9885c3a-40ec-4889-b31b-e8af1ed791ee is scheduled to L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 with binding_index 1 {{(pid=102430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 22:50:53.655071 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cac83a-9545-4b2f-8181-ba69a5bb361a req-ffe4a647-9240-4d50-9f8d-6aa5cb5c20b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:53.656600 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e7cac83a-9545-4b2f-8181-ba69a5bb361a req-ffe4a647-9240-4d50-9f8d-6aa5cb5c20b3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6475634d-f736-45f2-ae9a-83d4df30ce8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409544 Jan 18 22:50:53.749289 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e7cac83a-9545-4b2f-8181-ba69a5bb361a req-c2f48686-ae20-44e5-997f-07bc62db7f72 service neutron] 10.222.0.36 "GET /v2.0/networks/6475634d-f736-45f2-ae9a-83d4df30ce8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861621 Jan 18 22:50:53.751633 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d278c93-45c0-4154-8f40-200ed0ca50d5 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:50:53.761848 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0faf03b-c835-4741-a8d7-a2a22bad700e None None] Sync routers for ids ['b9885c3a-40ec-4889-b31b-e8af1ed791ee'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:50:53.772733 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0faf03b-c835-4741-a8d7-a2a22bad700e None None] Routers {'b9885c3a-40ec-4889-b31b-e8af1ed791ee'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:50:53.773092 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1d278c93-45c0-4154-8f40-200ed0ca50d5 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks [] for router, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:53.773326 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-c0faf03b-c835-4741-a8d7-a2a22bad700e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:50:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['b9885c3a-40ec-4889-b31b-e8af1ed791ee'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:50:53.774316 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-1d278c93-45c0-4154-8f40-200ed0ca50d5 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7346160 Jan 18 22:50:53.777500 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 55136) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:50:53.848852 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e7cac83a-9545-4b2f-8181-ba69a5bb361a req-dee85a6c-f867-49d0-9e53-588d238d1796 service neutron] 10.222.0.36 "GET /v2.0/networks/6475634d-f736-45f2-ae9a-83d4df30ce8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923533 Jan 18 22:50:53.888481 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-c0faf03b-c835-4741-a8d7-a2a22bad700e None None] Set router b9885c3a-40ec-4889-b31b-e8af1ed791ee gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:50:53.906790 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-554c814d-5728-4b0b-b3d5-8354a4a5315c tempest-TestSecurityGroupsBasicOps-1982247752 tempest-TestSecurityGroupsBasicOps-1982247752-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=72935d6e3d414f09a58601b144f00b62&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1280088 Jan 18 22:50:53.909682 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 55140) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:50:54.000056 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c631017-568d-43c2-8c6d-56df2c654889 tempest-TestSecurityGroupsBasicOps-1982247752 tempest-TestSecurityGroupsBasicOps-1982247752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:54.001594 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-1c631017-568d-43c2-8c6d-56df2c654889 tempest-TestSecurityGroupsBasicOps-1982247752 tempest-TestSecurityGroupsBasicOps-1982247752-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0909250 Jan 18 22:50:54.004447 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 55142) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:50:54.032924 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-31cd7b4b-0516-499b-be56-961a4a827e78 tempest-TestSecurityGroupsBasicOps-1982247752 tempest-TestSecurityGroupsBasicOps-1982247752-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=0fa7c7c8-c96a-4aa5-9818-d374adf00f99&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274382 Jan 18 22:50:54.035526 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 55144) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:50:54.040167 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-386247f9-1ea6-4917-b80a-d58bc638f83d tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-804611147', 'network_id': '3d922ff6-f81f-4b30-a881-b414c8693d05', 'project_id': '72935d6e3d414f09a58601b144f00b62', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:50:54.064470 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-c0faf03b-c835-4741-a8d7-a2a22bad700e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9885c3a-40ec-4889-b31b-e8af1ed791ee', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2065766381', 'tenant_id': '72935d6e3d414f09a58601b144f00b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': 'c06d0859-80cf-490f-acff-fdf90c4170f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:50:52Z', 'updated_at': '2022-01-18T22:50:53Z', 'revision_number': 3, 'project_id': '72935d6e3d414f09a58601b144f00b62', 'gw_port': {'id': 'c06d0859-80cf-490f-acff-fdf90c4170f3', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:dc:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9885c3a-40ec-4889-b31b-e8af1ed791ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:52Z', 'updated_at': '2022-01-18T22:50:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:50:54.090983 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0faf03b-c835-4741-a8d7-a2a22bad700e None None] Checking router: b9885c3a-40ec-4889-b31b-e8af1ed791ee for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:50:54.091327 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0faf03b-c835-4741-a8d7-a2a22bad700e None None] Updating router b9885c3a-40ec-4889-b31b-e8af1ed791ee port c06d0859-80cf-490f-acff-fdf90c4170f3 binding host n-d-825064-1 {{(pid=102432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:50:54.119249 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c0faf03b-c835-4741-a8d7-a2a22bad700e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:54.140215 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-386247f9-1ea6-4917-b80a-d58bc638f83d tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Made reservation on behalf of 72935d6e3d414f09a58601b144f00b62 for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:50:54.143735 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-386247f9-1ea6-4917-b80a-d58bc638f83d tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:54.336013 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-386247f9-1ea6-4917-b80a-d58bc638f83d tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:54.398408 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386247f9-1ea6-4917-b80a-d58bc638f83d tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Pushing event updated for resources: {'Subnet': ['ID=a557af0f-8f0d-4b06-84c9-889c7a11bebd,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:54.408775 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386247f9-1ea6-4917-b80a-d58bc638f83d tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Checking segment: {'id': '519b87c7-b203-4a82-a12d-b10dbb05d95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3d922ff6-f81f-4b30-a881-b414c8693d05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:50:54.409132 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386247f9-1ea6-4917-b80a-d58bc638f83d tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Network hostable DHCP agents. Network: 3d922ff6-f81f-4b30-a881-b414c8693d05, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:50:54.425200 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386247f9-1ea6-4917-b80a-d58bc638f83d tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Network 3d922ff6-f81f-4b30-a881-b414c8693d05 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:50:54.434457 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-386247f9-1ea6-4917-b80a-d58bc638f83d tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 3d922ff6-f81f-4b30-a881-b414c8693d05) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:50:54.439146 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386247f9-1ea6-4917-b80a-d58bc638f83d tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:54.439737 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-386247f9-1ea6-4917-b80a-d58bc638f83d tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:54.451525 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42474914-f62a-4847-b84a-ae95e4ff731b None None] Network 3d922ff6-f81f-4b30-a881-b414c8693d05 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:50:54.455176 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-386247f9-1ea6-4917-b80a-d58bc638f83d tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4186802 Jan 18 22:50:54.458136 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 55146) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:50:54.535995 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:54.640192 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c0faf03b-c835-4741-a8d7-a2a22bad700e None None] Notify callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:54.652425 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c0faf03b-c835-4741-a8d7-a2a22bad700e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:54.708106 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:54.726922 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1575c7e6-fca6-43b7-a36f-8de3b27a0e92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-3d922ff6-f81f-4b30-a881-b414c8693d05', 'network_id': '3d922ff6-f81f-4b30-a881-b414c8693d05', 'tenant_id': '72935d6e3d414f09a58601b144f00b62', 'fixed_ips': [{'subnet_id': 'a557af0f-8f0d-4b06-84c9-889c7a11bebd'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:50:54.727779 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1575c7e6-fca6-43b7-a36f-8de3b27a0e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:54.743951 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946ee8d2-c26f-4ed3-b5e2-aaa42557b11a None None] Pushing event updated for resources: {'Port': ['ID=c06d0859-80cf-490f-acff-fdf90c4170f3,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:54.745990 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-c0faf03b-c835-4741-a8d7-a2a22bad700e None None] Attempting to bind port c06d0859-80cf-490f-acff-fdf90c4170f3 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:50:54.746570 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-c0faf03b-c835-4741-a8d7-a2a22bad700e None None] Attempting to bind port c06d0859-80cf-490f-acff-fdf90c4170f3 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:50:54.747580 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0faf03b-c835-4741-a8d7-a2a22bad700e None None] Attempting to bind port c06d0859-80cf-490f-acff-fdf90c4170f3 on network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:50:54.760789 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0faf03b-c835-4741-a8d7-a2a22bad700e None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:50:54.761161 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0faf03b-c835-4741-a8d7-a2a22bad700e None None] Checking segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:50:54.761562 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c0faf03b-c835-4741-a8d7-a2a22bad700e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:54.761953 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0faf03b-c835-4741-a8d7-a2a22bad700e None None] Bound using segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:50:54.762420 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-c0faf03b-c835-4741-a8d7-a2a22bad700e None None] Bound port: c06d0859-80cf-490f-acff-fdf90c4170f3, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:50:54.763367 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c0faf03b-c835-4741-a8d7-a2a22bad700e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:54.767452 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946ee8d2-c26f-4ed3-b5e2-aaa42557b11a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:50:54.767797 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946ee8d2-c26f-4ed3-b5e2-aaa42557b11a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:50:54.768158 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946ee8d2-c26f-4ed3-b5e2-aaa42557b11a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:50:54.768500 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946ee8d2-c26f-4ed3-b5e2-aaa42557b11a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:50:54.768834 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946ee8d2-c26f-4ed3-b5e2-aaa42557b11a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:50:54.769165 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946ee8d2-c26f-4ed3-b5e2-aaa42557b11a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:50:54.769491 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946ee8d2-c26f-4ed3-b5e2-aaa42557b11a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:50:54.769812 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946ee8d2-c26f-4ed3-b5e2-aaa42557b11a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:50:54.770136 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946ee8d2-c26f-4ed3-b5e2-aaa42557b11a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:50:54.770457 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946ee8d2-c26f-4ed3-b5e2-aaa42557b11a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:50:54.770778 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946ee8d2-c26f-4ed3-b5e2-aaa42557b11a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:50:54.771102 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946ee8d2-c26f-4ed3-b5e2-aaa42557b11a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:50:54.883045 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-216652a1-8b89-4a50-8f28-c6b58ff7cad7 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:54.890239 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-c0faf03b-c835-4741-a8d7-a2a22bad700e None None] For port c06d0859-80cf-490f-acff-fdf90c4170f3, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:50:54.929601 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-c0faf03b-c835-4741-a8d7-a2a22bad700e None None] For port c06d0859-80cf-490f-acff-fdf90c4170f3, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=c06d0859-80cf-490f-acff-fdf90c4170f3,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:50:54.936588 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c0faf03b-c835-4741-a8d7-a2a22bad700e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:54.975399 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-1575c7e6-fca6-43b7-a36f-8de3b27a0e92 None None] Allocated IP 172.20.0.2 (3d922ff6-f81f-4b30-a881-b414c8693d05/a557af0f-8f0d-4b06-84c9-889c7a11bebd/35e09959-27c2-4ad3-a94e-462db8d28bce) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:50:55.026991 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0faf03b-c835-4741-a8d7-a2a22bad700e None None] Routers {'b9885c3a-40ec-4889-b31b-e8af1ed791ee'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:50:55.027625 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-c0faf03b-c835-4741-a8d7-a2a22bad700e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:50:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['b9885c3a-40ec-4889-b31b-e8af1ed791ee'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:50:55.057041 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946ee8d2-c26f-4ed3-b5e2-aaa42557b11a None None] Pushing event updated for resources: {'Port': ['ID=c06d0859-80cf-490f-acff-fdf90c4170f3,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:55.214860 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-c0faf03b-c835-4741-a8d7-a2a22bad700e None None] Set router b9885c3a-40ec-4889-b31b-e8af1ed791ee gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:50:55.319400 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1575c7e6-fca6-43b7-a36f-8de3b27a0e92 None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:55.331342 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1575c7e6-fca6-43b7-a36f-8de3b27a0e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:55.375169 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-216652a1-8b89-4a50-8f28-c6b58ff7cad7 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Allocated IP 172.20.0.1 (3d922ff6-f81f-4b30-a881-b414c8693d05/a557af0f-8f0d-4b06-84c9-889c7a11bebd/2822799d-94c9-4278-b677-45096e1106bf) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:50:55.391703 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1575c7e6-fca6-43b7-a36f-8de3b27a0e92 None None] Network 3d922ff6-f81f-4b30-a881-b414c8693d05 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:50:55.399118 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-1575c7e6-fca6-43b7-a36f-8de3b27a0e92 None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:50:55.409332 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1575c7e6-fca6-43b7-a36f-8de3b27a0e92 None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:50:55.413539 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1575c7e6-fca6-43b7-a36f-8de3b27a0e92 None None] Pushing event updated for resources: {'Port': ['ID=35e09959-27c2-4ad3-a94e-462db8d28bce,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:55.490541 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-216652a1-8b89-4a50-8f28-c6b58ff7cad7 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:55.493204 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-1575c7e6-fca6-43b7-a36f-8de3b27a0e92 None None] Attempting to bind port 35e09959-27c2-4ad3-a94e-462db8d28bce on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:50:55.493574 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-1575c7e6-fca6-43b7-a36f-8de3b27a0e92 None None] Attempting to bind port 35e09959-27c2-4ad3-a94e-462db8d28bce by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '519b87c7-b203-4a82-a12d-b10dbb05d95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3d922ff6-f81f-4b30-a881-b414c8693d05'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:50:55.493930 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1575c7e6-fca6-43b7-a36f-8de3b27a0e92 None None] Attempting to bind port 35e09959-27c2-4ad3-a94e-462db8d28bce on network 3d922ff6-f81f-4b30-a881-b414c8693d05 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:50:55.502783 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1575c7e6-fca6-43b7-a36f-8de3b27a0e92 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:50:55.503149 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1575c7e6-fca6-43b7-a36f-8de3b27a0e92 None None] Checking segment: {'id': '519b87c7-b203-4a82-a12d-b10dbb05d95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3d922ff6-f81f-4b30-a881-b414c8693d05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:50:55.503544 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1575c7e6-fca6-43b7-a36f-8de3b27a0e92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:55.503927 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1575c7e6-fca6-43b7-a36f-8de3b27a0e92 None None] Bound using segment: {'id': '519b87c7-b203-4a82-a12d-b10dbb05d95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3d922ff6-f81f-4b30-a881-b414c8693d05'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:50:55.504411 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-1575c7e6-fca6-43b7-a36f-8de3b27a0e92 None None] Bound port: 35e09959-27c2-4ad3-a94e-462db8d28bce, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '519b87c7-b203-4a82-a12d-b10dbb05d95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3d922ff6-f81f-4b30-a881-b414c8693d05'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:50:55.504782 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1575c7e6-fca6-43b7-a36f-8de3b27a0e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:55.530062 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-216652a1-8b89-4a50-8f28-c6b58ff7cad7 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:55.548913 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-c0faf03b-c835-4741-a8d7-a2a22bad700e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9885c3a-40ec-4889-b31b-e8af1ed791ee', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2065766381', 'tenant_id': '72935d6e3d414f09a58601b144f00b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': 'c06d0859-80cf-490f-acff-fdf90c4170f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:50:52Z', 'updated_at': '2022-01-18T22:50:53Z', 'revision_number': 3, 'project_id': '72935d6e3d414f09a58601b144f00b62', 'gw_port': {'id': 'c06d0859-80cf-490f-acff-fdf90c4170f3', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:dc:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9885c3a-40ec-4889-b31b-e8af1ed791ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:52Z', 'updated_at': '2022-01-18T22:50:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:50:55.573493 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216652a1-8b89-4a50-8f28-c6b58ff7cad7 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Network 3d922ff6-f81f-4b30-a881-b414c8693d05 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:50:55.576660 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-216652a1-8b89-4a50-8f28-c6b58ff7cad7 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:50:55.579106 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216652a1-8b89-4a50-8f28-c6b58ff7cad7 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:50:55.579998 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0faf03b-c835-4741-a8d7-a2a22bad700e None None] The sync data for ids ['b9885c3a-40ec-4889-b31b-e8af1ed791ee'] in n-d-825064-1 is: [{'id': 'b9885c3a-40ec-4889-b31b-e8af1ed791ee', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2065766381', 'tenant_id': '72935d6e3d414f09a58601b144f00b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': 'c06d0859-80cf-490f-acff-fdf90c4170f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:50:52Z', 'updated_at': '2022-01-18T22:50:53Z', 'revision_number': 3, 'project_id': '72935d6e3d414f09a58601b144f00b62', 'gw_port': {'id': 'c06d0859-80cf-490f-acff-fdf90c4170f3', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:dc:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9885c3a-40ec-4889-b31b-e8af1ed791ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:52Z', 'updated_at': '2022-01-18T22:50:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:50:55.608838 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216652a1-8b89-4a50-8f28-c6b58ff7cad7 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Pushing event updated for resources: {'Port': ['ID=2822799d-94c9-4278-b677-45096e1106bf,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:55.611402 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-1575c7e6-fca6-43b7-a36f-8de3b27a0e92 None None] For port 35e09959-27c2-4ad3-a94e-462db8d28bce, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:50:55.614724 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-1575c7e6-fca6-43b7-a36f-8de3b27a0e92 None None] For port 35e09959-27c2-4ad3-a94e-462db8d28bce, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=35e09959-27c2-4ad3-a94e-462db8d28bce,segment=NetworkSegment(519b87c7-b203-4a82-a12d-b10dbb05d95d),segment_id=519b87c7-b203-4a82-a12d-b10dbb05d95d)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:50:55.619395 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1575c7e6-fca6-43b7-a36f-8de3b27a0e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:55.632797 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-216652a1-8b89-4a50-8f28-c6b58ff7cad7 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1040954'] for router_interface, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:55.690508 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1575c7e6-fca6-43b7-a36f-8de3b27a0e92 None None] Pushing event updated for resources: {'Port': ['ID=35e09959-27c2-4ad3-a94e-462db8d28bce,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:55.775559 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-216652a1-8b89-4a50-8f28-c6b58ff7cad7 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:56.066721 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device c06d0859-80cf-490f-acff-fdf90c4170f3 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:50:56.121966 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port c06d0859-80cf-490f-acff-fdf90c4170f3 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:50:56.122470 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:56.138642 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-216652a1-8b89-4a50-8f28-c6b58ff7cad7 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:56.144551 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-216652a1-8b89-4a50-8f28-c6b58ff7cad7 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:56.206201 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:56.221749 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-216652a1-8b89-4a50-8f28-c6b58ff7cad7 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-613854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1041070'] for router_interface, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:56.224859 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216652a1-8b89-4a50-8f28-c6b58ff7cad7 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Pushing event updated for resources: {'Port': ['ID=2822799d-94c9-4278-b677-45096e1106bf,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:56.232086 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port c06d0859-80cf-490f-acff-fdf90c4170f3, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=c06d0859-80cf-490f-acff-fdf90c4170f3,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:50:56.238396 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:56.239409 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 35e09959-27c2-4ad3-a94e-462db8d28bce up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:50:56.322444 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=c06d0859-80cf-490f-acff-fdf90c4170f3,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:56.336404 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216652a1-8b89-4a50-8f28-c6b58ff7cad7 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Network 3d922ff6-f81f-4b30-a881-b414c8693d05 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:50:56.337880 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-216652a1-8b89-4a50-8f28-c6b58ff7cad7 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:50:56.338887 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 35e09959-27c2-4ad3-a94e-462db8d28bce triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:50:56.339342 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:56.429812 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:56.471392 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port 35e09959-27c2-4ad3-a94e-462db8d28bce, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=35e09959-27c2-4ad3-a94e-462db8d28bce,segment=NetworkSegment(519b87c7-b203-4a82-a12d-b10dbb05d95d),segment_id=519b87c7-b203-4a82-a12d-b10dbb05d95d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:50:56.478609 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:56.540511 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=35e09959-27c2-4ad3-a94e-462db8d28bce,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:56.762110 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53f2034-ca21-452f-a93f-f913c815ce6e None None] Network 3d922ff6-f81f-4b30-a881-b414c8693d05 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:50:56.827007 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-216652a1-8b89-4a50-8f28-c6b58ff7cad7 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Router b9885c3a-40ec-4889-b31b-e8af1ed791ee has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:50:56.886999 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-d1376f2c-7f69-42c0-b388-3124745b9917 None None] Provisioning complete for port 35e09959-27c2-4ad3-a94e-462db8d28bce triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:50:56.887374 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d1376f2c-7f69-42c0-b388-3124745b9917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:56.935537 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-216652a1-8b89-4a50-8f28-c6b58ff7cad7 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:50:56.941663 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-216652a1-8b89-4a50-8f28-c6b58ff7cad7 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] 10.222.0.53 "PUT /v2.0/routers/b9885c3a-40ec-4889-b31b-e8af1ed791ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4824939 Jan 18 22:50:56.944459 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 55148) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:50:56.948982 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-4bd1cf87-f081-47cb-bffe-d279d4712365 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1236235554', 'description': 'tempest-secgroup_access--1236235554 description', 'project_id': '72935d6e3d414f09a58601b144f00b62'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:50:56.973803 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4bd1cf87-f081-47cb-bffe-d279d4712365 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:57.052720 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4bd1cf87-f081-47cb-bffe-d279d4712365 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:57.060968 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4bd1cf87-f081-47cb-bffe-d279d4712365 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:57.111291 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd1cf87-f081-47cb-bffe-d279d4712365 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb30d4bb-7d1e-4771-b790-64acd6ca1bc6,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:57.117152 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4bd1cf87-f081-47cb-bffe-d279d4712365 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:57.118616 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-4bd1cf87-f081-47cb-bffe-d279d4712365 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.1732125 Jan 18 22:50:57.121351 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 55150) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:50:57.127322 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-1a21b43b-d18f-4621-8ccd-c5b7705a0477 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1137661278', 'description': 'tempest-secgroup_general--1137661278 description', 'project_id': '72935d6e3d414f09a58601b144f00b62'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:50:57.153621 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1a21b43b-d18f-4621-8ccd-c5b7705a0477 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:57.227906 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1a21b43b-d18f-4621-8ccd-c5b7705a0477 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:57.233355 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1a21b43b-d18f-4621-8ccd-c5b7705a0477 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:57.237951 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-e9f0e28a-f0d5-4b6b-8b5a-7ced062c4641 None None] Provisioning complete for port 35e09959-27c2-4ad3-a94e-462db8d28bce triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:50:57.238428 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e9f0e28a-f0d5-4b6b-8b5a-7ced062c4641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:57.281204 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1a21b43b-d18f-4621-8ccd-c5b7705a0477 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:57.283166 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-1a21b43b-d18f-4621-8ccd-c5b7705a0477 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.1591425 Jan 18 22:50:57.286141 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a21b43b-d18f-4621-8ccd-c5b7705a0477 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1ab43ad-d8ac-4d52-86cc-19f987efcae5,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:57.286284 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 55152) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:50:57.293312 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-7b1910f7-66cf-484d-bc0b-420d8dad9063 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Request body: {'security_group_rule': {'security_group_id': 'fb30d4bb-7d1e-4771-b790-64acd6ca1bc6', 'project_id': '72935d6e3d414f09a58601b144f00b62', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:50:57.343112 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7b1910f7-66cf-484d-bc0b-420d8dad9063 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:57.379851 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-e9f0e28a-f0d5-4b6b-8b5a-7ced062c4641 None None] Provisioning complete for port 2822799d-94c9-4278-b677-45096e1106bf triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:50:57.380804 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e9f0e28a-f0d5-4b6b-8b5a-7ced062c4641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:57.412079 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7b1910f7-66cf-484d-bc0b-420d8dad9063 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:57.417067 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7b1910f7-66cf-484d-bc0b-420d8dad9063 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:57.425754 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-e9f0e28a-f0d5-4b6b-8b5a-7ced062c4641 None None] Port 2822799d-94c9-4278-b677-45096e1106bf cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:50:57.431058 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1910f7-66cf-484d-bc0b-420d8dad9063 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7eb97912-d9ec-43d5-9035-cefef206e81b,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:57.446175 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7b1910f7-66cf-484d-bc0b-420d8dad9063 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:57.447533 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-7b1910f7-66cf-484d-bc0b-420d8dad9063 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1597228 Jan 18 22:50:57.554863 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-2918d9a3-1386-4087-93ad-2901d8a4e2b2 None None] Provisioning complete for port 2822799d-94c9-4278-b677-45096e1106bf triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:50:57.555241 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2918d9a3-1386-4087-93ad-2901d8a4e2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:57.566326 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bde4be-f961-4377-81da-484eb1d51208 None None] Sync routers for ids ['b9885c3a-40ec-4889-b31b-e8af1ed791ee'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:50:57.578088 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bde4be-f961-4377-81da-484eb1d51208 None None] Routers {'b9885c3a-40ec-4889-b31b-e8af1ed791ee'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:50:57.578693 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-f1bde4be-f961-4377-81da-484eb1d51208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:50:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['b9885c3a-40ec-4889-b31b-e8af1ed791ee'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:50:57.614833 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b894a326-b75f-4380-9bfd-2945796a2678 req-8ef32739-f39d-46b8-928a-ed3bdce1c04b tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup_general--1137661278&fields=id&tenant_id=72935d6e3d414f09a58601b144f00b62 HTTP/1.1" status: 200 len: 267 time: 0.0454936 Jan 18 22:50:57.620310 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-2918d9a3-1386-4087-93ad-2901d8a4e2b2 None None] Port 2822799d-94c9-4278-b677-45096e1106bf cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:50:57.668733 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b894a326-b75f-4380-9bfd-2945796a2678 req-190fff72-15e6-445c-970b-9a24eaf8dfbe tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup_access--1236235554&fields=id&tenant_id=72935d6e3d414f09a58601b144f00b62 HTTP/1.1" status: 200 len: 267 time: 0.0526266 Jan 18 22:50:57.725551 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-f1bde4be-f961-4377-81da-484eb1d51208 None None] Set router b9885c3a-40ec-4889-b31b-e8af1ed791ee gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:50:57.793364 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b894a326-b75f-4380-9bfd-2945796a2678 req-575a3842-90d1-4973-aca9-9392356223f3 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:50:57.795532 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b894a326-b75f-4380-9bfd-2945796a2678 req-575a3842-90d1-4973-aca9-9392356223f3 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] 10.222.0.53 "GET /v2.0/networks?id=3d922ff6-f81f-4b30-a881-b414c8693d05 HTTP/1.1" status: 200 len: 796 time: 0.1250739 Jan 18 22:50:57.811147 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b894a326-b75f-4380-9bfd-2945796a2678 req-3cd1676d-bf31-4286-8402-9f5eb4e636db tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] 10.222.0.53 "GET /v2.0/quotas/72935d6e3d414f09a58601b144f00b62 HTTP/1.1" status: 200 len: 375 time: 0.0096552 Jan 18 22:50:57.840384 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-bd01b829-ec76-48f8-b46d-ded7321c99ec None None] Provisioning complete for port 2822799d-94c9-4278-b677-45096e1106bf triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:50:57.840807 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bd01b829-ec76-48f8-b46d-ded7321c99ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:57.870593 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b894a326-b75f-4380-9bfd-2945796a2678 req-40f97cbb-db8b-4a6e-87dd-a1d28eb06e5c tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=72935d6e3d414f09a58601b144f00b62&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0530117 Jan 18 22:50:57.881482 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-bd01b829-ec76-48f8-b46d-ded7321c99ec None None] Port 2822799d-94c9-4278-b677-45096e1106bf cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:50:58.030481 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device c06d0859-80cf-490f-acff-fdf90c4170f3 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:50:58.043594 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-f1bde4be-f961-4377-81da-484eb1d51208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9885c3a-40ec-4889-b31b-e8af1ed791ee', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2065766381', 'tenant_id': '72935d6e3d414f09a58601b144f00b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': 'c06d0859-80cf-490f-acff-fdf90c4170f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:50:52Z', 'updated_at': '2022-01-18T22:50:55Z', 'revision_number': 4, 'project_id': '72935d6e3d414f09a58601b144f00b62', 'gw_port': {'id': 'c06d0859-80cf-490f-acff-fdf90c4170f3', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:dc:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9885c3a-40ec-4889-b31b-e8af1ed791ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:52Z', 'updated_at': '2022-01-18T22:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '2822799d-94c9-4278-b677-45096e1106bf', 'name': '', 'network_id': '3d922ff6-f81f-4b30-a881-b414c8693d05', 'tenant_id': '72935d6e3d414f09a58601b144f00b62', 'mac_address': 'fa:16:3e:49:cc:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9885c3a-40ec-4889-b31b-e8af1ed791ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': 'a557af0f-8f0d-4b06-84c9-889c7a11bebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:55Z', 'updated_at': '2022-01-18T22:50:55Z', 'revision_number': 2, 'project_id': '72935d6e3d414f09a58601b144f00b62', 'subnets': [{'id': 'a557af0f-8f0d-4b06-84c9-889c7a11bebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:50:58.051209 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b894a326-b75f-4380-9bfd-2945796a2678 req-c9ed7dcc-236d-4b6d-8d4f-1ea6026bda10 service neutron] 10.222.0.53 "GET /v2.0/networks/3d922ff6-f81f-4b30-a881-b414c8693d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683338 Jan 18 22:50:58.069518 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bde4be-f961-4377-81da-484eb1d51208 None None] Checking router: b9885c3a-40ec-4889-b31b-e8af1ed791ee for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:50:58.069869 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bde4be-f961-4377-81da-484eb1d51208 None None] Updating router b9885c3a-40ec-4889-b31b-e8af1ed791ee port 2822799d-94c9-4278-b677-45096e1106bf binding host n-d-825064-1 {{(pid=102433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:50:58.081007 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port c06d0859-80cf-490f-acff-fdf90c4170f3 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:50:58.081642 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:58.094930 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f1bde4be-f961-4377-81da-484eb1d51208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:58.156304 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b894a326-b75f-4380-9bfd-2945796a2678 req-8bcb02f9-cab5-42d6-b3b4-43a729cec9b7 service neutron] 10.222.0.53 "GET /v2.0/networks/3d922ff6-f81f-4b30-a881-b414c8693d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982702 Jan 18 22:50:58.166085 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 35e09959-27c2-4ad3-a94e-462db8d28bce up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:50:58.215078 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 35e09959-27c2-4ad3-a94e-462db8d28bce triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:50:58.215547 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:58.363015 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0187d769-f473-412a-9125-6a1c8182f3b4 req-c9ff8bdb-ec2d-4910-99f8-bdd92ff9035d tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] 10.222.0.53 "GET /v2.0/ports?device_id=9bd8c898-0958-4fd6-8553-dee2cad25a8a HTTP/1.1" status: 200 len: 210 time: 0.0304492 Jan 18 22:50:58.382223 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f1bde4be-f961-4377-81da-484eb1d51208 None None] Notify callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:58.388501 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f1bde4be-f961-4377-81da-484eb1d51208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:58.437443 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15b0b3f-ad51-4a44-83a5-c4060c2b1337 None None] Pushing event updated for resources: {'Port': ['ID=2822799d-94c9-4278-b677-45096e1106bf,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:58.461012 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15b0b3f-ad51-4a44-83a5-c4060c2b1337 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:50:58.461351 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15b0b3f-ad51-4a44-83a5-c4060c2b1337 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:50:58.461683 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15b0b3f-ad51-4a44-83a5-c4060c2b1337 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:50:58.462010 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15b0b3f-ad51-4a44-83a5-c4060c2b1337 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:50:58.462339 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15b0b3f-ad51-4a44-83a5-c4060c2b1337 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:50:58.462666 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15b0b3f-ad51-4a44-83a5-c4060c2b1337 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:50:58.462982 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15b0b3f-ad51-4a44-83a5-c4060c2b1337 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:50:58.463306 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15b0b3f-ad51-4a44-83a5-c4060c2b1337 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:50:58.463618 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15b0b3f-ad51-4a44-83a5-c4060c2b1337 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:50:58.463933 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15b0b3f-ad51-4a44-83a5-c4060c2b1337 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:50:58.464276 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15b0b3f-ad51-4a44-83a5-c4060c2b1337 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:50:58.464591 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15b0b3f-ad51-4a44-83a5-c4060c2b1337 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:50:58.496679 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-f1bde4be-f961-4377-81da-484eb1d51208 None None] Attempting to bind port 2822799d-94c9-4278-b677-45096e1106bf on host n-d-825064-1 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:50:58.497600 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-f1bde4be-f961-4377-81da-484eb1d51208 None None] Attempting to bind port 2822799d-94c9-4278-b677-45096e1106bf by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '519b87c7-b203-4a82-a12d-b10dbb05d95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3d922ff6-f81f-4b30-a881-b414c8693d05'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:50:58.497957 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bde4be-f961-4377-81da-484eb1d51208 None None] Attempting to bind port 2822799d-94c9-4278-b677-45096e1106bf on network 3d922ff6-f81f-4b30-a881-b414c8693d05 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:50:58.503097 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bde4be-f961-4377-81da-484eb1d51208 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:50:58.503467 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bde4be-f961-4377-81da-484eb1d51208 None None] Checking segment: {'id': '519b87c7-b203-4a82-a12d-b10dbb05d95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3d922ff6-f81f-4b30-a881-b414c8693d05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:50:58.504174 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f1bde4be-f961-4377-81da-484eb1d51208 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:58.504409 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bde4be-f961-4377-81da-484eb1d51208 None None] Bound using segment: {'id': '519b87c7-b203-4a82-a12d-b10dbb05d95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3d922ff6-f81f-4b30-a881-b414c8693d05'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:50:58.504826 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-f1bde4be-f961-4377-81da-484eb1d51208 None None] Bound port: 2822799d-94c9-4278-b677-45096e1106bf, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '519b87c7-b203-4a82-a12d-b10dbb05d95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3d922ff6-f81f-4b30-a881-b414c8693d05'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:50:58.505202 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f1bde4be-f961-4377-81da-484eb1d51208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:58.574025 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-f1bde4be-f961-4377-81da-484eb1d51208 None None] For port 2822799d-94c9-4278-b677-45096e1106bf, host n-d-825064-1, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:50:58.577512 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-f1bde4be-f961-4377-81da-484eb1d51208 None None] For port 2822799d-94c9-4278-b677-45096e1106bf, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=2822799d-94c9-4278-b677-45096e1106bf,segment=NetworkSegment(519b87c7-b203-4a82-a12d-b10dbb05d95d),segment_id=519b87c7-b203-4a82-a12d-b10dbb05d95d)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:50:58.582108 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f1bde4be-f961-4377-81da-484eb1d51208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:58.639382 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bde4be-f961-4377-81da-484eb1d51208 None None] Routers {'b9885c3a-40ec-4889-b31b-e8af1ed791ee'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:50:58.639995 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-f1bde4be-f961-4377-81da-484eb1d51208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:50:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['b9885c3a-40ec-4889-b31b-e8af1ed791ee'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:50:58.645017 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15b0b3f-ad51-4a44-83a5-c4060c2b1337 None None] Pushing event updated for resources: {'Port': ['ID=2822799d-94c9-4278-b677-45096e1106bf,revision_number=4']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:58.708909 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-eeeb2b88-3633-4155-97b8-317d3c9523c7 None None] Provisioning complete for port 2822799d-94c9-4278-b677-45096e1106bf triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:50:58.709399 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-eeeb2b88-3633-4155-97b8-317d3c9523c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:58.753913 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-f1bde4be-f961-4377-81da-484eb1d51208 None None] Set router b9885c3a-40ec-4889-b31b-e8af1ed791ee gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:50:58.797669 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-eeeb2b88-3633-4155-97b8-317d3c9523c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:58.832913 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-eeeb2b88-3633-4155-97b8-317d3c9523c7 None None] For port 2822799d-94c9-4278-b677-45096e1106bf, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=2822799d-94c9-4278-b677-45096e1106bf,segment=NetworkSegment(519b87c7-b203-4a82-a12d-b10dbb05d95d),segment_id=519b87c7-b203-4a82-a12d-b10dbb05d95d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:50:58.836933 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-eeeb2b88-3633-4155-97b8-317d3c9523c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:58.889310 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeb2b88-3633-4155-97b8-317d3c9523c7 None None] Pushing event updated for resources: {'Port': ['ID=2822799d-94c9-4278-b677-45096e1106bf,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:50:58.950733 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-f1bde4be-f961-4377-81da-484eb1d51208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9885c3a-40ec-4889-b31b-e8af1ed791ee', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2065766381', 'tenant_id': '72935d6e3d414f09a58601b144f00b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': 'c06d0859-80cf-490f-acff-fdf90c4170f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:50:52Z', 'updated_at': '2022-01-18T22:50:55Z', 'revision_number': 4, 'project_id': '72935d6e3d414f09a58601b144f00b62', 'gw_port': {'id': 'c06d0859-80cf-490f-acff-fdf90c4170f3', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:dc:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9885c3a-40ec-4889-b31b-e8af1ed791ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:52Z', 'updated_at': '2022-01-18T22:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '2822799d-94c9-4278-b677-45096e1106bf', 'name': '', 'network_id': '3d922ff6-f81f-4b30-a881-b414c8693d05', 'tenant_id': '72935d6e3d414f09a58601b144f00b62', 'mac_address': 'fa:16:3e:49:cc:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9885c3a-40ec-4889-b31b-e8af1ed791ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': 'a557af0f-8f0d-4b06-84c9-889c7a11bebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:55Z', 'updated_at': '2022-01-18T22:50:58Z', 'revision_number': 4, 'project_id': '72935d6e3d414f09a58601b144f00b62', 'subnets': [{'id': 'a557af0f-8f0d-4b06-84c9-889c7a11bebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:50:58.960178 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-eaaf6487-91ec-4b7d-9b43-7f396ecf1363 None None] Provisioning complete for port 2822799d-94c9-4278-b677-45096e1106bf triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:50:58.960708 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-eaaf6487-91ec-4b7d-9b43-7f396ecf1363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:58.980990 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bde4be-f961-4377-81da-484eb1d51208 None None] The sync data for ids ['b9885c3a-40ec-4889-b31b-e8af1ed791ee'] in n-d-825064-1 is: [{'id': 'b9885c3a-40ec-4889-b31b-e8af1ed791ee', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2065766381', 'tenant_id': '72935d6e3d414f09a58601b144f00b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': 'c06d0859-80cf-490f-acff-fdf90c4170f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:50:52Z', 'updated_at': '2022-01-18T22:50:55Z', 'revision_number': 4, 'project_id': '72935d6e3d414f09a58601b144f00b62', 'gw_port': {'id': 'c06d0859-80cf-490f-acff-fdf90c4170f3', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:dc:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9885c3a-40ec-4889-b31b-e8af1ed791ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:52Z', 'updated_at': '2022-01-18T22:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '2822799d-94c9-4278-b677-45096e1106bf', 'name': '', 'network_id': '3d922ff6-f81f-4b30-a881-b414c8693d05', 'tenant_id': '72935d6e3d414f09a58601b144f00b62', 'mac_address': 'fa:16:3e:49:cc:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9885c3a-40ec-4889-b31b-e8af1ed791ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': 'a557af0f-8f0d-4b06-84c9-889c7a11bebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:55Z', 'updated_at': '2022-01-18T22:50:58Z', 'revision_number': 4, 'project_id': '72935d6e3d414f09a58601b144f00b62', 'subnets': [{'id': 'a557af0f-8f0d-4b06-84c9-889c7a11bebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:50:59.447801 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9c0d878f-dc50-456a-ac84-bb0ceede9ca0 req-1add83d8-502b-4969-910e-e936c60a2fd4 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] 10.222.0.53 "GET /v2.0/ports?device_id=9bd8c898-0958-4fd6-8553-dee2cad25a8a HTTP/1.1" status: 200 len: 210 time: 0.0273776 Jan 18 22:51:00.008430 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 2822799d-94c9-4278-b677-45096e1106bf up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:51:00.055426 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 2822799d-94c9-4278-b677-45096e1106bf triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:51:00.055772 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:00.260387 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 22:51:00.527769 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ebc57624-3d54-421a-ab04-1f58be48bcd6 req-7dd113e0-ed6f-4b72-a34d-770e9b9574f9 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] 10.222.0.53 "GET /v2.0/ports?device_id=9bd8c898-0958-4fd6-8553-dee2cad25a8a HTTP/1.1" status: 200 len: 210 time: 0.0309203 Jan 18 22:51:01.432912 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b894a326-b75f-4380-9bfd-2945796a2678 req-7fc815b4-03ed-4991-891e-d319bd75e8c8 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:01.434276 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b894a326-b75f-4380-9bfd-2945796a2678 req-7fc815b4-03ed-4991-891e-d319bd75e8c8 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] 10.222.0.67 "GET /v2.0/networks?id=3d922ff6-f81f-4b30-a881-b414c8693d05 HTTP/1.1" status: 200 len: 796 time: 0.1043594 Jan 18 22:51:01.480877 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b894a326-b75f-4380-9bfd-2945796a2678 req-7e6a0228-1f4a-4562-9587-e341f4a5e97f tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=72935d6e3d414f09a58601b144f00b62 HTTP/1.1" status: 200 len: 478 time: 0.0383239 Jan 18 22:51:01.496310 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-b894a326-b75f-4380-9bfd-2945796a2678 req-e060ba8f-0120-47a3-bbb9-fa135e2b1811 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Request body: {'port': {'device_id': '9bd8c898-0958-4fd6-8553-dee2cad25a8a', 'network_id': '3d922ff6-f81f-4b30-a881-b414c8693d05', 'admin_state_up': True, 'tenant_id': '72935d6e3d414f09a58601b144f00b62', 'security_groups': ['d1ab43ad-d8ac-4d52-86cc-19f987efcae5', 'fb30d4bb-7d1e-4771-b790-64acd6ca1bc6']}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:51:01.627341 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9afc999a-001d-4b63-8a3c-a98e03d177db req-2ee04a41-0a7b-4e41-a599-afd8d3be91ca tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] 10.222.0.53 "GET /v2.0/ports?device_id=9bd8c898-0958-4fd6-8553-dee2cad25a8a HTTP/1.1" status: 200 len: 210 time: 0.0318122 Jan 18 22:51:01.632046 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b894a326-b75f-4380-9bfd-2945796a2678 req-e060ba8f-0120-47a3-bbb9-fa135e2b1811 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Made reservation on behalf of 72935d6e3d414f09a58601b144f00b62 for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:51:01.635525 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-b894a326-b75f-4380-9bfd-2945796a2678 req-e060ba8f-0120-47a3-bbb9-fa135e2b1811 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:01.762204 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-b894a326-b75f-4380-9bfd-2945796a2678 req-e060ba8f-0120-47a3-bbb9-fa135e2b1811 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Allocated IP 172.20.0.8 (3d922ff6-f81f-4b30-a881-b414c8693d05/a557af0f-8f0d-4b06-84c9-889c7a11bebd/f71e977f-9062-4cd7-9380-a3c31e8aa619) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:51:01.900467 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-b894a326-b75f-4380-9bfd-2945796a2678 req-e060ba8f-0120-47a3-bbb9-fa135e2b1811 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:01.933391 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-b894a326-b75f-4380-9bfd-2945796a2678 req-e060ba8f-0120-47a3-bbb9-fa135e2b1811 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:01.977701 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b894a326-b75f-4380-9bfd-2945796a2678 req-e060ba8f-0120-47a3-bbb9-fa135e2b1811 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Network 3d922ff6-f81f-4b30-a881-b414c8693d05 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:51:01.982673 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-b894a326-b75f-4380-9bfd-2945796a2678 req-e060ba8f-0120-47a3-bbb9-fa135e2b1811 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:51:01.986456 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-b894a326-b75f-4380-9bfd-2945796a2678 req-e060ba8f-0120-47a3-bbb9-fa135e2b1811 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:51:02.012649 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e060ba8f-0120-47a3-bbb9-fa135e2b1811 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Pushing event updated for resources: {'Port': ['ID=f71e977f-9062-4cd7-9380-a3c31e8aa619,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:02.040796 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b894a326-b75f-4380-9bfd-2945796a2678 req-e060ba8f-0120-47a3-bbb9-fa135e2b1811 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:02.041420 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-b894a326-b75f-4380-9bfd-2945796a2678 req-e060ba8f-0120-47a3-bbb9-fa135e2b1811 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:02.057550 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b894a326-b75f-4380-9bfd-2945796a2678 req-e060ba8f-0120-47a3-bbb9-fa135e2b1811 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.5647700 Jan 18 22:51:02.069872 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-b894a326-b75f-4380-9bfd-2945796a2678 req-2dc2fe36-0bdf-4f23-bee8-dbb379f326d0 service neutron] Request body: {'port': {'device_id': '9bd8c898-0958-4fd6-8553-dee2cad25a8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:51:02.129833 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-b894a326-b75f-4380-9bfd-2945796a2678 req-2dc2fe36-0bdf-4f23-bee8-dbb379f326d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:02.188830 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-9d5ad9ee-6bd9-4df1-a7c7-b3061ae449ce None None] Provisioning complete for port f71e977f-9062-4cd7-9380-a3c31e8aa619 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:51:02.189451 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9d5ad9ee-6bd9-4df1-a7c7-b3061ae449ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:02.223324 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-9d5ad9ee-6bd9-4df1-a7c7-b3061ae449ce None None] Port f71e977f-9062-4cd7-9380-a3c31e8aa619 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:51:02.395685 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [req-b894a326-b75f-4380-9bfd-2945796a2678 req-2dc2fe36-0bdf-4f23-bee8-dbb379f326d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f71e977f-9062-4cd7-9380-a3c31e8aa619 {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:51:02.403165 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-b894a326-b75f-4380-9bfd-2945796a2678 req-2dc2fe36-0bdf-4f23-bee8-dbb379f326d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:02.414748 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-b894a326-b75f-4380-9bfd-2945796a2678 req-2dc2fe36-0bdf-4f23-bee8-dbb379f326d0 service neutron] Transition to ACTIVE for port object f71e977f-9062-4cd7-9380-a3c31e8aa619 will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:51:02.417732 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-b894a326-b75f-4380-9bfd-2945796a2678 req-2dc2fe36-0bdf-4f23-bee8-dbb379f326d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:02.468241 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc2fe36-0bdf-4f23-bee8-dbb379f326d0 service neutron] Pushing event updated for resources: {'Port': ['ID=f71e977f-9062-4cd7-9380-a3c31e8aa619,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:02.545463 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-b894a326-b75f-4380-9bfd-2945796a2678 req-2dc2fe36-0bdf-4f23-bee8-dbb379f326d0 service neutron] Attempting to bind port f71e977f-9062-4cd7-9380-a3c31e8aa619 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:51:02.545796 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-b894a326-b75f-4380-9bfd-2945796a2678 req-2dc2fe36-0bdf-4f23-bee8-dbb379f326d0 service neutron] Attempting to bind port f71e977f-9062-4cd7-9380-a3c31e8aa619 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '519b87c7-b203-4a82-a12d-b10dbb05d95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3d922ff6-f81f-4b30-a881-b414c8693d05'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:51:02.546122 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b894a326-b75f-4380-9bfd-2945796a2678 req-2dc2fe36-0bdf-4f23-bee8-dbb379f326d0 service neutron] Attempting to bind port f71e977f-9062-4cd7-9380-a3c31e8aa619 on network 3d922ff6-f81f-4b30-a881-b414c8693d05 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:51:02.550599 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b894a326-b75f-4380-9bfd-2945796a2678 req-2dc2fe36-0bdf-4f23-bee8-dbb379f326d0 service neutron] Port f71e977f-9062-4cd7-9380-a3c31e8aa619 on network 3d922ff6-f81f-4b30-a881-b414c8693d05 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:51:02.550910 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b894a326-b75f-4380-9bfd-2945796a2678 req-2dc2fe36-0bdf-4f23-bee8-dbb379f326d0 service neutron] Attempting to bind port f71e977f-9062-4cd7-9380-a3c31e8aa619 on network 3d922ff6-f81f-4b30-a881-b414c8693d05 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:51:02.555757 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b894a326-b75f-4380-9bfd-2945796a2678 req-2dc2fe36-0bdf-4f23-bee8-dbb379f326d0 service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:51:02.556095 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b894a326-b75f-4380-9bfd-2945796a2678 req-2dc2fe36-0bdf-4f23-bee8-dbb379f326d0 service neutron] Checking segment: {'id': '519b87c7-b203-4a82-a12d-b10dbb05d95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3d922ff6-f81f-4b30-a881-b414c8693d05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:51:02.556503 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b894a326-b75f-4380-9bfd-2945796a2678 req-2dc2fe36-0bdf-4f23-bee8-dbb379f326d0 service neutron] Bound using segment: {'id': '519b87c7-b203-4a82-a12d-b10dbb05d95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3d922ff6-f81f-4b30-a881-b414c8693d05'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:51:02.556925 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-b894a326-b75f-4380-9bfd-2945796a2678 req-2dc2fe36-0bdf-4f23-bee8-dbb379f326d0 service neutron] Bound port: f71e977f-9062-4cd7-9380-a3c31e8aa619, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '519b87c7-b203-4a82-a12d-b10dbb05d95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3d922ff6-f81f-4b30-a881-b414c8693d05'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:51:02.557279 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-b894a326-b75f-4380-9bfd-2945796a2678 req-2dc2fe36-0bdf-4f23-bee8-dbb379f326d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:02.626274 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-b894a326-b75f-4380-9bfd-2945796a2678 req-2dc2fe36-0bdf-4f23-bee8-dbb379f326d0 service neutron] For port f71e977f-9062-4cd7-9380-a3c31e8aa619, host n-h2-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:51:02.629220 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-b894a326-b75f-4380-9bfd-2945796a2678 req-2dc2fe36-0bdf-4f23-bee8-dbb379f326d0 service neutron] For port f71e977f-9062-4cd7-9380-a3c31e8aa619, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=f71e977f-9062-4cd7-9380-a3c31e8aa619,segment=NetworkSegment(519b87c7-b203-4a82-a12d-b10dbb05d95d),segment_id=519b87c7-b203-4a82-a12d-b10dbb05d95d)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:51:02.634157 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-b894a326-b75f-4380-9bfd-2945796a2678 req-2dc2fe36-0bdf-4f23-bee8-dbb379f326d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:02.668207 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b894a326-b75f-4380-9bfd-2945796a2678 req-2dc2fe36-0bdf-4f23-bee8-dbb379f326d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:02.669610 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-b894a326-b75f-4380-9bfd-2945796a2678 req-2dc2fe36-0bdf-4f23-bee8-dbb379f326d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:02.670983 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b894a326-b75f-4380-9bfd-2945796a2678 req-2dc2fe36-0bdf-4f23-bee8-dbb379f326d0 service neutron] 10.222.0.67 "PUT /v2.0/ports/f71e977f-9062-4cd7-9380-a3c31e8aa619 HTTP/1.1" status: 200 len: 1130 time: 0.6054561 Jan 18 22:51:02.671534 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bd8c898-0958-4fd6-8553-dee2cad25a8a', 'tag': 'f71e977f-9062-4cd7-9380-a3c31e8aa619'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:51:02.673799 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f03c0a85-f6d3-4e15-aec1-3a1cc705e4bc" -d '{"events": [{"name": "network-changed", "server_uuid": "9bd8c898-0958-4fd6-8553-dee2cad25a8a", "tag": "f71e977f-9062-4cd7-9380-a3c31e8aa619"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:51:02.700617 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc2fe36-0bdf-4f23-bee8-dbb379f326d0 service neutron] Pushing event updated for resources: {'Port': ['ID=f71e977f-9062-4cd7-9380-a3c31e8aa619,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:02.725497 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51d7984f-728c-488c-b73d-d7cd544fc5ba x-openstack-request-id: req-51d7984f-728c-488c-b73d-d7cd544fc5ba {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:51:02.725795 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bd8c898-0958-4fd6-8553-dee2cad25a8a", "tag": "f71e977f-9062-4cd7-9380-a3c31e8aa619", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:51:02.726049 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-51d7984f-728c-488c-b73d-d7cd544fc5ba {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:51:02.726443 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bd8c898-0958-4fd6-8553-dee2cad25a8a', 'tag': 'f71e977f-9062-4cd7-9380-a3c31e8aa619', 'status': 'completed', 'code': 200} Jan 18 22:51:02.784955 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b894a326-b75f-4380-9bfd-2945796a2678 req-bc671912-fbfd-4f54-ad4d-f66d6b49618f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:02.786478 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b894a326-b75f-4380-9bfd-2945796a2678 req-bc671912-fbfd-4f54-ad4d-f66d6b49618f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=72935d6e3d414f09a58601b144f00b62&device_id=9bd8c898-0958-4fd6-8553-dee2cad25a8a HTTP/1.1" status: 200 len: 1133 time: 0.0747538 Jan 18 22:51:02.809915 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc02728-3d9e-4b30-a428-c14047430abd req-c71fe714-7a5e-43f7-91b5-290848ba54e2 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:02.811405 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4fc02728-3d9e-4b30-a428-c14047430abd req-c71fe714-7a5e-43f7-91b5-290848ba54e2 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] 10.222.0.53 "GET /v2.0/ports?device_id=9bd8c898-0958-4fd6-8553-dee2cad25a8a HTTP/1.1" status: 200 len: 982 time: 0.0889196 Jan 18 22:51:02.845788 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b894a326-b75f-4380-9bfd-2945796a2678 req-55dfcdc5-c290-4dc5-8562-f3972ed90ee7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f71e977f-9062-4cd7-9380-a3c31e8aa619 HTTP/1.1" status: 200 len: 217 time: 0.0502560 Jan 18 22:51:02.908076 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4fc02728-3d9e-4b30-a428-c14047430abd req-442ccab6-34c4-4fca-8cef-42df43aa9bc1 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1ab43ad-d8ac-4d52-86cc-19f987efcae5&id=fb30d4bb-7d1e-4771-b790-64acd6ca1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0646667 Jan 18 22:51:02.916572 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b894a326-b75f-4380-9bfd-2945796a2678 req-8074b291-2319-4d68-accf-d122846f5d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:02.917976 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b894a326-b75f-4380-9bfd-2945796a2678 req-8074b291-2319-4d68-accf-d122846f5d72 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a557af0f-8f0d-4b06-84c9-889c7a11bebd HTTP/1.1" status: 200 len: 834 time: 0.0595014 Jan 18 22:51:02.962413 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b894a326-b75f-4380-9bfd-2945796a2678 req-03d8fbae-433a-40f0-ad50-c75aa589f091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:02.964161 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b894a326-b75f-4380-9bfd-2945796a2678 req-03d8fbae-433a-40f0-ad50-c75aa589f091 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3d922ff6-f81f-4b30-a881-b414c8693d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389817 Jan 18 22:51:03.056438 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b894a326-b75f-4380-9bfd-2945796a2678 req-d43221d8-cca6-4777-b174-a217e58d4cbe service neutron] 10.222.0.67 "GET /v2.0/networks/3d922ff6-f81f-4b30-a881-b414c8693d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849190 Jan 18 22:51:03.143146 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b894a326-b75f-4380-9bfd-2945796a2678 req-562428a2-f85c-4bb6-8a12-0fc84ed50897 service neutron] 10.222.0.67 "GET /v2.0/networks/3d922ff6-f81f-4b30-a881-b414c8693d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805233 Jan 18 22:51:03.232435 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03c0a85-f6d3-4e15-aec1-3a1cc705e4bc req-aef83b44-e006-44c3-98dc-eda47eec2e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:03.233802 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f03c0a85-f6d3-4e15-aec1-3a1cc705e4bc req-aef83b44-e006-44c3-98dc-eda47eec2e0f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=72935d6e3d414f09a58601b144f00b62&device_id=9bd8c898-0958-4fd6-8553-dee2cad25a8a HTTP/1.1" status: 200 len: 1133 time: 0.0453053 Jan 18 22:51:03.320293 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03c0a85-f6d3-4e15-aec1-3a1cc705e4bc req-aceb80b2-e94b-4208-9014-60af9ea86cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:03.321729 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f03c0a85-f6d3-4e15-aec1-3a1cc705e4bc req-aceb80b2-e94b-4208-9014-60af9ea86cf6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3d922ff6-f81f-4b30-a881-b414c8693d05 HTTP/1.1" status: 200 len: 896 time: 0.0815096 Jan 18 22:51:03.364271 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f03c0a85-f6d3-4e15-aec1-3a1cc705e4bc req-768ea7df-c951-428f-bc73-711caa0752d8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f71e977f-9062-4cd7-9380-a3c31e8aa619 HTTP/1.1" status: 200 len: 217 time: 0.0364666 Jan 18 22:51:03.412244 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03c0a85-f6d3-4e15-aec1-3a1cc705e4bc req-61a8cad2-fd3e-46a8-9e72-506373ad20f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:03.413650 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f03c0a85-f6d3-4e15-aec1-3a1cc705e4bc req-61a8cad2-fd3e-46a8-9e72-506373ad20f8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a557af0f-8f0d-4b06-84c9-889c7a11bebd HTTP/1.1" status: 200 len: 834 time: 0.0427594 Jan 18 22:51:03.458329 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03c0a85-f6d3-4e15-aec1-3a1cc705e4bc req-c9752854-1905-48a3-90bf-4066f8c93ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:03.459794 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f03c0a85-f6d3-4e15-aec1-3a1cc705e4bc req-c9752854-1905-48a3-90bf-4066f8c93ee2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3d922ff6-f81f-4b30-a881-b414c8693d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394559 Jan 18 22:51:03.550782 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f03c0a85-f6d3-4e15-aec1-3a1cc705e4bc req-f4c957c6-0a2f-4d5d-bf1d-c989ea8e3cf1 service neutron] 10.222.0.67 "GET /v2.0/networks/3d922ff6-f81f-4b30-a881-b414c8693d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839040 Jan 18 22:51:03.639005 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f03c0a85-f6d3-4e15-aec1-3a1cc705e4bc req-c16a597c-dd67-4f0c-850f-bf1b45a97531 service neutron] 10.222.0.67 "GET /v2.0/networks/3d922ff6-f81f-4b30-a881-b414c8693d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817165 Jan 18 22:51:04.023627 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d3ef3e-aa26-4b6c-b336-645c646309ea req-02928676-38f6-4765-86ad-de6a9575c8f7 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:04.025081 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f4d3ef3e-aa26-4b6c-b336-645c646309ea req-02928676-38f6-4765-86ad-de6a9575c8f7 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] 10.222.0.53 "GET /v2.0/ports?device_id=9bd8c898-0958-4fd6-8553-dee2cad25a8a HTTP/1.1" status: 200 len: 982 time: 0.0480716 Jan 18 22:51:04.064443 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f4d3ef3e-aa26-4b6c-b336-645c646309ea req-8cecda68-a3ef-4c14-b9c4-e8a8e48a0a17 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1ab43ad-d8ac-4d52-86cc-19f987efcae5&id=fb30d4bb-7d1e-4771-b790-64acd6ca1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0328176 Jan 18 22:51:05.182951 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaecbae-beb7-465c-9733-8c345fa40a93 req-aca1dddd-f7cf-4c72-9dff-aa567045ee91 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:05.184409 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bcaecbae-beb7-465c-9733-8c345fa40a93 req-aca1dddd-f7cf-4c72-9dff-aa567045ee91 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] 10.222.0.53 "GET /v2.0/ports?device_id=9bd8c898-0958-4fd6-8553-dee2cad25a8a HTTP/1.1" status: 200 len: 982 time: 0.0521762 Jan 18 22:51:05.222781 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bcaecbae-beb7-465c-9733-8c345fa40a93 req-6d0e0b44-dd76-4aac-ad03-e115f6951a44 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1ab43ad-d8ac-4d52-86cc-19f987efcae5&id=fb30d4bb-7d1e-4771-b790-64acd6ca1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0323436 Jan 18 22:51:05.554456 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device f71e977f-9062-4cd7-9380-a3c31e8aa619 details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:51:05.797418 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port f71e977f-9062-4cd7-9380-a3c31e8aa619, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=f71e977f-9062-4cd7-9380-a3c31e8aa619,segment=NetworkSegment(519b87c7-b203-4a82-a12d-b10dbb05d95d),segment_id=519b87c7-b203-4a82-a12d-b10dbb05d95d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:51:05.808457 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': 'f71e977f-9062-4cd7-9380-a3c31e8aa619', 'network_id': '3d922ff6-f81f-4b30-a881-b414c8693d05', 'port_id': 'f71e977f-9062-4cd7-9380-a3c31e8aa619', 'mac_address': 'fa:16:3e:46:b3:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a557af0f-8f0d-4b06-84c9-889c7a11bebd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:51:05.844927 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:05.856831 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f71e977f-9062-4cd7-9380-a3c31e8aa619 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:51:05.876292 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port f71e977f-9062-4cd7-9380-a3c31e8aa619, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=f71e977f-9062-4cd7-9380-a3c31e8aa619,segment=NetworkSegment(519b87c7-b203-4a82-a12d-b10dbb05d95d),segment_id=519b87c7-b203-4a82-a12d-b10dbb05d95d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:51:05.880038 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:05.924516 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=f71e977f-9062-4cd7-9380-a3c31e8aa619,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:06.131166 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['f71e977f-9062-4cd7-9380-a3c31e8aa619'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:51:06.336003 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46561f47-58e8-4820-8243-6669dcbd0fa5 req-1d78f5ea-3024-4033-b8fa-a5ff7d4eea85 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:06.337416 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-46561f47-58e8-4820-8243-6669dcbd0fa5 req-1d78f5ea-3024-4033-b8fa-a5ff7d4eea85 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] 10.222.0.53 "GET /v2.0/ports?device_id=9bd8c898-0958-4fd6-8553-dee2cad25a8a HTTP/1.1" status: 200 len: 983 time: 0.0492005 Jan 18 22:51:06.377237 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-46561f47-58e8-4820-8243-6669dcbd0fa5 req-7fa38c9c-10c8-4dd4-9bea-d48069ab2b07 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1ab43ad-d8ac-4d52-86cc-19f987efcae5&id=fb30d4bb-7d1e-4771-b790-64acd6ca1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0338197 Jan 18 22:51:07.490518 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea0ad18-499e-4d72-b328-e4292ccfb680 req-88b483fe-cb20-4c3a-afe5-85441be99277 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:07.492274 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7ea0ad18-499e-4d72-b328-e4292ccfb680 req-88b483fe-cb20-4c3a-afe5-85441be99277 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] 10.222.0.53 "GET /v2.0/ports?device_id=9bd8c898-0958-4fd6-8553-dee2cad25a8a HTTP/1.1" status: 200 len: 983 time: 0.0494516 Jan 18 22:51:07.531903 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7ea0ad18-499e-4d72-b328-e4292ccfb680 req-87694fee-9ab0-4a5b-ab9c-a28868b13406 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1ab43ad-d8ac-4d52-86cc-19f987efcae5&id=fb30d4bb-7d1e-4771-b790-64acd6ca1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0329070 Jan 18 22:51:07.561380 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device f71e977f-9062-4cd7-9380-a3c31e8aa619 up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:51:07.606853 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port f71e977f-9062-4cd7-9380-a3c31e8aa619 completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:51:07.611024 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port f71e977f-9062-4cd7-9380-a3c31e8aa619 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:51:07.611390 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:07.690069 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:07.711771 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bd8c898-0958-4fd6-8553-dee2cad25a8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f71e977f-9062-4cd7-9380-a3c31e8aa619'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:51:07.714139 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ce0e239-acc2-4b48-8702-a47e44afabac" -d '{"events": [{"server_uuid": "9bd8c898-0958-4fd6-8553-dee2cad25a8a", "name": "network-vif-plugged", "status": "completed", "tag": "f71e977f-9062-4cd7-9380-a3c31e8aa619"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:51:07.727344 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port f71e977f-9062-4cd7-9380-a3c31e8aa619, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=f71e977f-9062-4cd7-9380-a3c31e8aa619,segment=NetworkSegment(519b87c7-b203-4a82-a12d-b10dbb05d95d),segment_id=519b87c7-b203-4a82-a12d-b10dbb05d95d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:51:07.731199 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:07.754146 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d24fcd28-1547-4b16-b84d-b29078a64387 x-openstack-request-id: req-d24fcd28-1547-4b16-b84d-b29078a64387 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:51:07.754441 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bd8c898-0958-4fd6-8553-dee2cad25a8a", "name": "network-vif-plugged", "status": "completed", "tag": "f71e977f-9062-4cd7-9380-a3c31e8aa619", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:51:07.754695 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d24fcd28-1547-4b16-b84d-b29078a64387 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:51:07.755081 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bd8c898-0958-4fd6-8553-dee2cad25a8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f71e977f-9062-4cd7-9380-a3c31e8aa619', 'code': 200} Jan 18 22:51:07.781120 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=f71e977f-9062-4cd7-9380-a3c31e8aa619,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:07.853357 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a63e63-c60b-4852-adef-f7eec1edf99a req-bb060d99-dfa3-4a3a-98f1-d6916daad625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:07.854834 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d3a63e63-c60b-4852-adef-f7eec1edf99a req-bb060d99-dfa3-4a3a-98f1-d6916daad625 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9bd8c898-0958-4fd6-8553-dee2cad25a8a HTTP/1.1" status: 200 len: 1135 time: 0.0433612 Jan 18 22:51:07.889591 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d3a63e63-c60b-4852-adef-f7eec1edf99a req-f5d66fe3-a148-4a80-b571-1f43a44aba6c service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=d1ab43ad-d8ac-4d52-86cc-19f987efcae5&id=fb30d4bb-7d1e-4771-b790-64acd6ca1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0281198 Jan 18 22:51:08.645855 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca251333-4972-4395-b8e8-5a8d257fc9fc req-ebb68d4c-35cb-4110-a8e8-327396627f1e tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:08.647317 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ca251333-4972-4395-b8e8-5a8d257fc9fc req-ebb68d4c-35cb-4110-a8e8-327396627f1e tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] 10.222.0.53 "GET /v2.0/ports?device_id=9bd8c898-0958-4fd6-8553-dee2cad25a8a HTTP/1.1" status: 200 len: 984 time: 0.0487485 Jan 18 22:51:08.686644 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ca251333-4972-4395-b8e8-5a8d257fc9fc req-8f122781-d5d4-482e-9435-5b2f70b6133f tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1ab43ad-d8ac-4d52-86cc-19f987efcae5&id=fb30d4bb-7d1e-4771-b790-64acd6ca1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0332110 Jan 18 22:51:09.803890 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0d228b-148d-4ccc-bc2c-bdb34dc0efab req-9a3214e7-e833-4586-b0fd-e840c7023d61 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:09.805393 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fd0d228b-148d-4ccc-bc2c-bdb34dc0efab req-9a3214e7-e833-4586-b0fd-e840c7023d61 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] 10.222.0.53 "GET /v2.0/ports?device_id=9bd8c898-0958-4fd6-8553-dee2cad25a8a HTTP/1.1" status: 200 len: 984 time: 0.0496783 Jan 18 22:51:09.844207 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fd0d228b-148d-4ccc-bc2c-bdb34dc0efab req-897831eb-d609-4cd5-a713-43deb6ceef73 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1ab43ad-d8ac-4d52-86cc-19f987efcae5&id=fb30d4bb-7d1e-4771-b790-64acd6ca1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0322728 Jan 18 22:51:09.960873 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f64f0-5ec5-4c25-b10a-6d387a973fc3 req-dffb00b0-a84a-415f-ab05-c4ee0d9dd8df tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:09.962331 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-235f64f0-5ec5-4c25-b10a-6d387a973fc3 req-dffb00b0-a84a-415f-ab05-c4ee0d9dd8df tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] 10.222.0.53 "GET /v2.0/ports?device_id=9bd8c898-0958-4fd6-8553-dee2cad25a8a HTTP/1.1" status: 200 len: 984 time: 0.0519686 Jan 18 22:51:10.001728 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-235f64f0-5ec5-4c25-b10a-6d387a973fc3 req-d42edd42-3cd4-4a1b-ab43-cf4ff1ffe893 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1ab43ad-d8ac-4d52-86cc-19f987efcae5&id=fb30d4bb-7d1e-4771-b790-64acd6ca1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0327275 Jan 18 22:51:10.105624 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d441b0-a97b-492e-b2b7-c1c4818d9776 req-5e9619fc-eca1-4c8f-b330-0dd2f45cc938 tempest-TestSecurityGroupsBasicOps-1982247752 tempest-TestSecurityGroupsBasicOps-1982247752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:10.107630 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-47d441b0-a97b-492e-b2b7-c1c4818d9776 req-5e9619fc-eca1-4c8f-b330-0dd2f45cc938 tempest-TestSecurityGroupsBasicOps-1982247752 tempest-TestSecurityGroupsBasicOps-1982247752-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=9bd8c898-0958-4fd6-8553-dee2cad25a8a HTTP/1.1" status: 200 len: 1135 time: 0.0410147 Jan 18 22:51:10.125967 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-47d441b0-a97b-492e-b2b7-c1c4818d9776 req-ef7b902f-0bf4-43cb-a5cc-48f39d1bc6da tempest-TestSecurityGroupsBasicOps-1982247752 tempest-TestSecurityGroupsBasicOps-1982247752-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:10.200268 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-47d441b0-a97b-492e-b2b7-c1c4818d9776 req-ef7b902f-0bf4-43cb-a5cc-48f39d1bc6da tempest-TestSecurityGroupsBasicOps-1982247752 tempest-TestSecurityGroupsBasicOps-1982247752-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:10.203831 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-47d441b0-a97b-492e-b2b7-c1c4818d9776 req-ef7b902f-0bf4-43cb-a5cc-48f39d1bc6da tempest-TestSecurityGroupsBasicOps-1982247752 tempest-TestSecurityGroupsBasicOps-1982247752-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:10.226984 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-47d441b0-a97b-492e-b2b7-c1c4818d9776 req-ef7b902f-0bf4-43cb-a5cc-48f39d1bc6da tempest-TestSecurityGroupsBasicOps-1982247752 tempest-TestSecurityGroupsBasicOps-1982247752-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=d1ab43ad-d8ac-4d52-86cc-19f987efcae5&id=fb30d4bb-7d1e-4771-b790-64acd6ca1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1134024 Jan 18 22:51:10.235981 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7b902f-0bf4-43cb-a5cc-48f39d1bc6da tempest-TestSecurityGroupsBasicOps-1982247752 tempest-TestSecurityGroupsBasicOps-1982247752-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae4c666-488a-4c4b-9e32-dffff5ab1364,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:10.249013 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 55226) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:51:10.293045 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f337c7f-a494-495a-9f81-c56d1a0a363c tempest-TestSecurityGroupsBasicOps-1982247752 tempest-TestSecurityGroupsBasicOps-1982247752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:10.294673 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-8f337c7f-a494-495a-9f81-c56d1a0a363c tempest-TestSecurityGroupsBasicOps-1982247752 tempest-TestSecurityGroupsBasicOps-1982247752-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=9bd8c898-0958-4fd6-8553-dee2cad25a8a HTTP/1.1" status: 200 len: 1130 time: 0.0446327 Jan 18 22:51:10.298144 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 55228) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:51:10.302311 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-3e10d5a4-305d-45c0-b023-03f732748208 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Request body: {'floatingip': {'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'port_id': 'f71e977f-9062-4cd7-9380-a3c31e8aa619', 'tenant_id': '72935d6e3d414f09a58601b144f00b62', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:51:10.325502 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-3e10d5a4-305d-45c0-b023-03f732748208 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks [] for floatingip, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:10.417528 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-3e10d5a4-305d-45c0-b023-03f732748208 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:10.521500 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-3e10d5a4-305d-45c0-b023-03f732748208 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Allocated IP 172.25.5.128 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/0804b060-a2af-47c1-92fb-ce150e80b285) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:51:10.624918 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-3e10d5a4-305d-45c0-b023-03f732748208 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:10.657390 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-3e10d5a4-305d-45c0-b023-03f732748208 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:10.694185 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e10d5a4-305d-45c0-b023-03f732748208 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:51:10.697061 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-3e10d5a4-305d-45c0-b023-03f732748208 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:51:10.703024 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e10d5a4-305d-45c0-b023-03f732748208 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:51:10.730346 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e10d5a4-305d-45c0-b023-03f732748208 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Pushing event updated for resources: {'Port': ['ID=0804b060-a2af-47c1-92fb-ce150e80b285,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:11.056732 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-3e10d5a4-305d-45c0-b023-03f732748208 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:11.412998 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-3e10d5a4-305d-45c0-b023-03f732748208 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:11.556734 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-3e10d5a4-305d-45c0-b023-03f732748208 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:11.561661 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-3e10d5a4-305d-45c0-b023-03f732748208 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:11.632705 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e10d5a4-305d-45c0-b023-03f732748208 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Pushing event updated for resources: {'Port': ['ID=0804b060-a2af-47c1-92fb-ce150e80b285,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:11.639975 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-3e10d5a4-305d-45c0-b023-03f732748208 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043075'] for floatingip, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:11.736156 n-d-825064-1 neutron-server[102430]: INFO neutron.db.l3_db [None req-3e10d5a4-305d-45c0-b023-03f732748208 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Floating IP ff4d2dc9-ad0e-41e7-b2bd-7cddf6037b82 associated. External IP: 172.25.5.128, port: f71e977f-9062-4cd7-9380-a3c31e8aa619. Jan 18 22:51:11.939934 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e10d5a4-305d-45c0-b023-03f732748208 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Router b9885c3a-40ec-4889-b31b-e8af1ed791ee has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:51:12.046662 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e10d5a4-305d-45c0-b023-03f732748208 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:51:12.056602 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a5e6ec-92e2-45fd-a396-94f343594a29 None None] Sync routers for ids ['b9885c3a-40ec-4889-b31b-e8af1ed791ee'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:51:12.063790 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-3e10d5a4-305d-45c0-b023-03f732748208 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:12.066725 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a5e6ec-92e2-45fd-a396-94f343594a29 None None] Routers {'b9885c3a-40ec-4889-b31b-e8af1ed791ee'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:51:12.067408 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-52a5e6ec-92e2-45fd-a396-94f343594a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:50:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['b9885c3a-40ec-4889-b31b-e8af1ed791ee'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:51:12.096046 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-3e10d5a4-305d-45c0-b023-03f732748208 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7968936 Jan 18 22:51:12.096753 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bd8c898-0958-4fd6-8553-dee2cad25a8a', 'tag': 'f71e977f-9062-4cd7-9380-a3c31e8aa619'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:51:12.098739 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 55230) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:51:12.099296 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1448c47e-a0ed-423b-9897-b9888b45be94" -d '{"events": [{"name": "network-changed", "server_uuid": "9bd8c898-0958-4fd6-8553-dee2cad25a8a", "tag": "f71e977f-9062-4cd7-9380-a3c31e8aa619"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:51:12.134806 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee3bbc79-457b-4581-9059-de916d7ea4e0 x-openstack-request-id: req-ee3bbc79-457b-4581-9059-de916d7ea4e0 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:51:12.135166 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bd8c898-0958-4fd6-8553-dee2cad25a8a", "tag": "f71e977f-9062-4cd7-9380-a3c31e8aa619", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:51:12.135480 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ee3bbc79-457b-4581-9059-de916d7ea4e0 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:51:12.135945 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bd8c898-0958-4fd6-8553-dee2cad25a8a', 'tag': 'f71e977f-9062-4cd7-9380-a3c31e8aa619', 'status': 'completed', 'code': 200} Jan 18 22:51:12.178860 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-52a5e6ec-92e2-45fd-a396-94f343594a29 None None] Set router b9885c3a-40ec-4889-b31b-e8af1ed791ee gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:51:12.203862 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1448c47e-a0ed-423b-9897-b9888b45be94 req-c57175c1-f840-4894-a125-0ba2962db91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:12.205815 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1448c47e-a0ed-423b-9897-b9888b45be94 req-c57175c1-f840-4894-a125-0ba2962db91c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=72935d6e3d414f09a58601b144f00b62&device_id=9bd8c898-0958-4fd6-8553-dee2cad25a8a HTTP/1.1" status: 200 len: 1135 time: 0.0481586 Jan 18 22:51:12.207309 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f39d86-7728-43a4-831d-4198f2ac6725 tempest-TestSecurityGroupsBasicOps-1982247752 tempest-TestSecurityGroupsBasicOps-1982247752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:12.207785 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f39d86-7728-43a4-831d-4198f2ac6725 tempest-TestSecurityGroupsBasicOps-1982247752 tempest-TestSecurityGroupsBasicOps-1982247752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:12.208280 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f39d86-7728-43a4-831d-4198f2ac6725 tempest-TestSecurityGroupsBasicOps-1982247752 tempest-TestSecurityGroupsBasicOps-1982247752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:12.208744 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f39d86-7728-43a4-831d-4198f2ac6725 tempest-TestSecurityGroupsBasicOps-1982247752 tempest-TestSecurityGroupsBasicOps-1982247752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:12.209205 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f39d86-7728-43a4-831d-4198f2ac6725 tempest-TestSecurityGroupsBasicOps-1982247752 tempest-TestSecurityGroupsBasicOps-1982247752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:12.209678 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f39d86-7728-43a4-831d-4198f2ac6725 tempest-TestSecurityGroupsBasicOps-1982247752 tempest-TestSecurityGroupsBasicOps-1982247752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:12.210131 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f39d86-7728-43a4-831d-4198f2ac6725 tempest-TestSecurityGroupsBasicOps-1982247752 tempest-TestSecurityGroupsBasicOps-1982247752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:12.210578 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f39d86-7728-43a4-831d-4198f2ac6725 tempest-TestSecurityGroupsBasicOps-1982247752 tempest-TestSecurityGroupsBasicOps-1982247752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:12.212496 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-02f39d86-7728-43a4-831d-4198f2ac6725 tempest-TestSecurityGroupsBasicOps-1982247752 tempest-TestSecurityGroupsBasicOps-1982247752-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5671 time: 0.1127026 Jan 18 22:51:12.215237 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 55234) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:51:12.275703 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ca39a2-9f84-4522-95e1-273b7699233f tempest-TestSecurityGroupsBasicOps-1982247752 tempest-TestSecurityGroupsBasicOps-1982247752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:12.276006 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ca39a2-9f84-4522-95e1-273b7699233f tempest-TestSecurityGroupsBasicOps-1982247752 tempest-TestSecurityGroupsBasicOps-1982247752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:12.276535 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ca39a2-9f84-4522-95e1-273b7699233f tempest-TestSecurityGroupsBasicOps-1982247752 tempest-TestSecurityGroupsBasicOps-1982247752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:12.276992 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ca39a2-9f84-4522-95e1-273b7699233f tempest-TestSecurityGroupsBasicOps-1982247752 tempest-TestSecurityGroupsBasicOps-1982247752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:12.277441 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ca39a2-9f84-4522-95e1-273b7699233f tempest-TestSecurityGroupsBasicOps-1982247752 tempest-TestSecurityGroupsBasicOps-1982247752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:12.277887 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ca39a2-9f84-4522-95e1-273b7699233f tempest-TestSecurityGroupsBasicOps-1982247752 tempest-TestSecurityGroupsBasicOps-1982247752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:12.278336 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ca39a2-9f84-4522-95e1-273b7699233f tempest-TestSecurityGroupsBasicOps-1982247752 tempest-TestSecurityGroupsBasicOps-1982247752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:12.278808 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ca39a2-9f84-4522-95e1-273b7699233f tempest-TestSecurityGroupsBasicOps-1982247752 tempest-TestSecurityGroupsBasicOps-1982247752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:12.280868 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-f0ca39a2-9f84-4522-95e1-273b7699233f tempest-TestSecurityGroupsBasicOps-1982247752 tempest-TestSecurityGroupsBasicOps-1982247752-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5276 time: 0.0647161 Jan 18 22:51:12.283566 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 55236) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:51:12.311731 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1448c47e-a0ed-423b-9897-b9888b45be94 req-b8f715b6-e753-4456-81a7-c33eb290989c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:12.314161 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1448c47e-a0ed-423b-9897-b9888b45be94 req-b8f715b6-e753-4456-81a7-c33eb290989c service neutron] 10.222.0.67 "GET /v2.0/networks?id=3d922ff6-f81f-4b30-a881-b414c8693d05 HTTP/1.1" status: 200 len: 896 time: 0.1025851 Jan 18 22:51:12.383168 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1448c47e-a0ed-423b-9897-b9888b45be94 req-64122ba4-d9ca-4018-84d3-b17c304c7dea service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f71e977f-9062-4cd7-9380-a3c31e8aa619 HTTP/1.1" status: 200 len: 999 time: 0.0624058 Jan 18 22:51:12.434509 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-38bbc6ce-08a2-4236-a6a2-c45facb55ac2 tempest-TestSecurityGroupsBasicOps-1982247752 tempest-TestSecurityGroupsBasicOps-1982247752-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4490 time: 0.1472847 Jan 18 22:51:12.434753 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-52a5e6ec-92e2-45fd-a396-94f343594a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9885c3a-40ec-4889-b31b-e8af1ed791ee', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2065766381', 'tenant_id': '72935d6e3d414f09a58601b144f00b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': 'c06d0859-80cf-490f-acff-fdf90c4170f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:50:52Z', 'updated_at': '2022-01-18T22:50:55Z', 'revision_number': 4, 'project_id': '72935d6e3d414f09a58601b144f00b62', 'gw_port': {'id': 'c06d0859-80cf-490f-acff-fdf90c4170f3', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:dc:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9885c3a-40ec-4889-b31b-e8af1ed791ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:52Z', 'updated_at': '2022-01-18T22:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': 'ff4d2dc9-ad0e-41e7-b2bd-7cddf6037b82', 'tenant_id': '72935d6e3d414f09a58601b144f00b62', 'floating_ip_address': '172.25.5.128', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': 'b9885c3a-40ec-4889-b31b-e8af1ed791ee', 'port_id': 'f71e977f-9062-4cd7-9380-a3c31e8aa619', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d922ff6-f81f-4b30-a881-b414c8693d05', 'mac_address': 'fa:16:3e:46:b3:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd8c898-0958-4fd6-8553-dee2cad25a8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:51:10Z', 'updated_at': '2022-01-18T22:51:10Z', 'revision_number': 0, 'project_id': '72935d6e3d414f09a58601b144f00b62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2822799d-94c9-4278-b677-45096e1106bf', 'name': '', 'network_id': '3d922ff6-f81f-4b30-a881-b414c8693d05', 'tenant_id': '72935d6e3d414f09a58601b144f00b62', 'mac_address': 'fa:16:3e:49:cc:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9885c3a-40ec-4889-b31b-e8af1ed791ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': 'a557af0f-8f0d-4b06-84c9-889c7a11bebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:55Z', 'updated_at': '2022-01-18T22:50:58Z', 'revision_number': 5, 'project_id': '72935d6e3d414f09a58601b144f00b62', 'subnets': [{'id': 'a557af0f-8f0d-4b06-84c9-889c7a11bebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:51:12.434960 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 55238) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:51:12.440182 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1448c47e-a0ed-423b-9897-b9888b45be94 req-b0b9c569-6710-4b40-a59a-0d0887191968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:12.442792 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1448c47e-a0ed-423b-9897-b9888b45be94 req-b0b9c569-6710-4b40-a59a-0d0887191968 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a557af0f-8f0d-4b06-84c9-889c7a11bebd HTTP/1.1" status: 200 len: 834 time: 0.0537090 Jan 18 22:51:12.461895 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a5e6ec-92e2-45fd-a396-94f343594a29 None None] Checking router: b9885c3a-40ec-4889-b31b-e8af1ed791ee for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:51:12.470774 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a5e6ec-92e2-45fd-a396-94f343594a29 None None] Routers {'b9885c3a-40ec-4889-b31b-e8af1ed791ee'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:51:12.471423 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-52a5e6ec-92e2-45fd-a396-94f343594a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:50:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['b9885c3a-40ec-4889-b31b-e8af1ed791ee'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:51:12.474002 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cce4da6-c1c6-48e7-a349-2640243ef0e2 tempest-TestSecurityGroupsBasicOps-1982247752 tempest-TestSecurityGroupsBasicOps-1982247752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:12.474484 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cce4da6-c1c6-48e7-a349-2640243ef0e2 tempest-TestSecurityGroupsBasicOps-1982247752 tempest-TestSecurityGroupsBasicOps-1982247752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:12.476068 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-5cce4da6-c1c6-48e7-a349-2640243ef0e2 tempest-TestSecurityGroupsBasicOps-1982247752 tempest-TestSecurityGroupsBasicOps-1982247752-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=b9885c3a-40ec-4889-b31b-e8af1ed791ee HTTP/1.1" status: 200 len: 1990 time: 0.0403647 Jan 18 22:51:12.496927 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1448c47e-a0ed-423b-9897-b9888b45be94 req-736c9c04-ea37-4d73-9aeb-fba110245ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:12.498435 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1448c47e-a0ed-423b-9897-b9888b45be94 req-736c9c04-ea37-4d73-9aeb-fba110245ac4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3d922ff6-f81f-4b30-a881-b414c8693d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486474 Jan 18 22:51:12.577892 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-52a5e6ec-92e2-45fd-a396-94f343594a29 None None] Set router b9885c3a-40ec-4889-b31b-e8af1ed791ee gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:51:12.584979 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1448c47e-a0ed-423b-9897-b9888b45be94 req-207734ea-235f-48c1-a2cb-02c27e737f30 service neutron] 10.222.0.67 "GET /v2.0/networks/3d922ff6-f81f-4b30-a881-b414c8693d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792682 Jan 18 22:51:12.678233 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1448c47e-a0ed-423b-9897-b9888b45be94 req-72b38b48-b62a-489d-bb18-6e59df8643c9 service neutron] 10.222.0.67 "GET /v2.0/networks/3d922ff6-f81f-4b30-a881-b414c8693d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858417 Jan 18 22:51:12.802774 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-52a5e6ec-92e2-45fd-a396-94f343594a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9885c3a-40ec-4889-b31b-e8af1ed791ee', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2065766381', 'tenant_id': '72935d6e3d414f09a58601b144f00b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': 'c06d0859-80cf-490f-acff-fdf90c4170f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:50:52Z', 'updated_at': '2022-01-18T22:50:55Z', 'revision_number': 4, 'project_id': '72935d6e3d414f09a58601b144f00b62', 'gw_port': {'id': 'c06d0859-80cf-490f-acff-fdf90c4170f3', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:dc:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9885c3a-40ec-4889-b31b-e8af1ed791ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:52Z', 'updated_at': '2022-01-18T22:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': 'ff4d2dc9-ad0e-41e7-b2bd-7cddf6037b82', 'tenant_id': '72935d6e3d414f09a58601b144f00b62', 'floating_ip_address': '172.25.5.128', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': 'b9885c3a-40ec-4889-b31b-e8af1ed791ee', 'port_id': 'f71e977f-9062-4cd7-9380-a3c31e8aa619', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d922ff6-f81f-4b30-a881-b414c8693d05', 'mac_address': 'fa:16:3e:46:b3:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd8c898-0958-4fd6-8553-dee2cad25a8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:51:10Z', 'updated_at': '2022-01-18T22:51:10Z', 'revision_number': 0, 'project_id': '72935d6e3d414f09a58601b144f00b62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2822799d-94c9-4278-b677-45096e1106bf', 'name': '', 'network_id': '3d922ff6-f81f-4b30-a881-b414c8693d05', 'tenant_id': '72935d6e3d414f09a58601b144f00b62', 'mac_address': 'fa:16:3e:49:cc:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9885c3a-40ec-4889-b31b-e8af1ed791ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': 'a557af0f-8f0d-4b06-84c9-889c7a11bebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:55Z', 'updated_at': '2022-01-18T22:50:58Z', 'revision_number': 5, 'project_id': '72935d6e3d414f09a58601b144f00b62', 'subnets': [{'id': 'a557af0f-8f0d-4b06-84c9-889c7a11bebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:51:12.828604 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a5e6ec-92e2-45fd-a396-94f343594a29 None None] The sync data for ids ['b9885c3a-40ec-4889-b31b-e8af1ed791ee'] in n-d-825064-1 is: [{'id': 'b9885c3a-40ec-4889-b31b-e8af1ed791ee', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2065766381', 'tenant_id': '72935d6e3d414f09a58601b144f00b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': 'c06d0859-80cf-490f-acff-fdf90c4170f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:50:52Z', 'updated_at': '2022-01-18T22:50:55Z', 'revision_number': 4, 'project_id': '72935d6e3d414f09a58601b144f00b62', 'gw_port': {'id': 'c06d0859-80cf-490f-acff-fdf90c4170f3', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:dc:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9885c3a-40ec-4889-b31b-e8af1ed791ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:52Z', 'updated_at': '2022-01-18T22:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': 'ff4d2dc9-ad0e-41e7-b2bd-7cddf6037b82', 'tenant_id': '72935d6e3d414f09a58601b144f00b62', 'floating_ip_address': '172.25.5.128', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': 'b9885c3a-40ec-4889-b31b-e8af1ed791ee', 'port_id': 'f71e977f-9062-4cd7-9380-a3c31e8aa619', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d922ff6-f81f-4b30-a881-b414c8693d05', 'mac_address': 'fa:16:3e:46:b3:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd8c898-0958-4fd6-8553-dee2cad25a8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:51:10Z', 'updated_at': '2022-01-18T22:51:10Z', 'revision_number': 0, 'project_id': '72935d6e3d414f09a58601b144f00b62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2822799d-94c9-4278-b677-45096e1106bf', 'name': '', 'network_id': '3d922ff6-f81f-4b30-a881-b414c8693d05', 'tenant_id': '72935d6e3d414f09a58601b144f00b62', 'mac_address': 'fa:16:3e:49:cc:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9885c3a-40ec-4889-b31b-e8af1ed791ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': 'a557af0f-8f0d-4b06-84c9-889c7a11bebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:55Z', 'updated_at': '2022-01-18T22:50:58Z', 'revision_number': 5, 'project_id': '72935d6e3d414f09a58601b144f00b62', 'subnets': [{'id': 'a557af0f-8f0d-4b06-84c9-889c7a11bebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:51:12.980859 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:13.026817 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c6b411-4724-4f7d-b16b-9fc83dbbf752 None None] New status for floating IP ff4d2dc9-ad0e-41e7-b2bd-7cddf6037b82: ACTIVE {{(pid=102433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 22:51:13.795926 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:19.314050 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5694aff1-fe3c-49e0-b36e-0e69950b8125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:21.974533 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3384de27-ae50-4d42-9955-c74c10229005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:23.016555 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:24.480165 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:24.651017 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:26.265110 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7e6075e3-cd1f-429d-ae4d-42a5a222334a req-abefff23-6394-435b-8ffc-a0cbcd837df7 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-10573062&fields=id&tenant_id=0c676acb4b374123bc012031246d3916 HTTP/1.1" status: 200 len: 267 time: 0.0392365 Jan 18 22:51:26.377812 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6075e3-cd1f-429d-ae4d-42a5a222334a req-ec7c9ca6-ee74-447c-a485-5666ee0ff393 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:26.379337 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7e6075e3-cd1f-429d-ae4d-42a5a222334a req-ec7c9ca6-ee74-447c-a485-5666ee0ff393 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/networks?id=3887d3dd-b3d8-463d-9d9c-879e57c9ab40 HTTP/1.1" status: 200 len: 811 time: 0.1063635 Jan 18 22:51:26.394958 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7e6075e3-cd1f-429d-ae4d-42a5a222334a req-87d0513d-69c6-4172-8ea2-d828b7443f48 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/quotas/0c676acb4b374123bc012031246d3916 HTTP/1.1" status: 200 len: 375 time: 0.0097876 Jan 18 22:51:26.454394 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7e6075e3-cd1f-429d-ae4d-42a5a222334a req-3737f1a8-3551-41dd-a069-b63fbe8613c3 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=0c676acb4b374123bc012031246d3916&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0538509 Jan 18 22:51:26.551515 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7e6075e3-cd1f-429d-ae4d-42a5a222334a req-ec6c7bf9-eb0e-46e5-b973-803bf1cc7752 service neutron] 10.222.0.53 "GET /v2.0/networks/3887d3dd-b3d8-463d-9d9c-879e57c9ab40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853920 Jan 18 22:51:26.643173 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7e6075e3-cd1f-429d-ae4d-42a5a222334a req-4fadf4cc-75a4-468d-9a0c-93debc960ff1 service neutron] 10.222.0.53 "GET /v2.0/networks/3887d3dd-b3d8-463d-9d9c-879e57c9ab40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856190 Jan 18 22:51:26.920309 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4ae5b9f5-545f-4358-8c32-f3863a1c50ed req-517eb886-ba3f-4ebf-a5a6-77e0f7db2c48 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=60581e4e-c446-4048-9de3-bc7228721efd HTTP/1.1" status: 200 len: 210 time: 0.0262938 Jan 18 22:51:27.974032 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6075e3-cd1f-429d-ae4d-42a5a222334a req-8cd36393-156d-49a3-9fed-148b6ff59b81 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:27.975491 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-7e6075e3-cd1f-429d-ae4d-42a5a222334a req-8cd36393-156d-49a3-9fed-148b6ff59b81 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.36 "GET /v2.0/networks?id=3887d3dd-b3d8-463d-9d9c-879e57c9ab40 HTTP/1.1" status: 200 len: 811 time: 0.1120648 Jan 18 22:51:28.021496 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cba725b0-ba27-4915-a29e-73cb0c0aa07e req-f43dd3cd-59a7-4079-b8de-02aa188084b9 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=60581e4e-c446-4048-9de3-bc7228721efd HTTP/1.1" status: 200 len: 210 time: 0.0302615 Jan 18 22:51:28.022375 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-7e6075e3-cd1f-429d-ae4d-42a5a222334a req-7c8b525b-11bb-47b4-8175-13d8f85febb8 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c676acb4b374123bc012031246d3916 HTTP/1.1" status: 200 len: 378 time: 0.0380747 Jan 18 22:51:28.039564 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-7e6075e3-cd1f-429d-ae4d-42a5a222334a req-890db527-f88e-43c6-8562-8e7a04cf5b8c tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Request body: {'port': {'device_id': '60581e4e-c446-4048-9de3-bc7228721efd', 'network_id': '3887d3dd-b3d8-463d-9d9c-879e57c9ab40', 'admin_state_up': True, 'tenant_id': '0c676acb4b374123bc012031246d3916', 'security_groups': ['c91b1706-fbf8-4762-ae37-cb35170958ca']}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:51:28.145083 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e6075e3-cd1f-429d-ae4d-42a5a222334a req-890db527-f88e-43c6-8562-8e7a04cf5b8c tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Made reservation on behalf of 0c676acb4b374123bc012031246d3916 for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:51:28.148620 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-7e6075e3-cd1f-429d-ae4d-42a5a222334a req-890db527-f88e-43c6-8562-8e7a04cf5b8c tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:28.270911 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [req-7e6075e3-cd1f-429d-ae4d-42a5a222334a req-890db527-f88e-43c6-8562-8e7a04cf5b8c tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Allocated IP 172.20.0.11 (3887d3dd-b3d8-463d-9d9c-879e57c9ab40/b317bd45-9275-4aad-aa8f-d7702db0cadd/981e46b0-b1f0-4cad-b7c7-a4b36e16cd18) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:51:28.407132 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-7e6075e3-cd1f-429d-ae4d-42a5a222334a req-890db527-f88e-43c6-8562-8e7a04cf5b8c tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:28.439696 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-7e6075e3-cd1f-429d-ae4d-42a5a222334a req-890db527-f88e-43c6-8562-8e7a04cf5b8c tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:28.482929 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e6075e3-cd1f-429d-ae4d-42a5a222334a req-890db527-f88e-43c6-8562-8e7a04cf5b8c tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Network 3887d3dd-b3d8-463d-9d9c-879e57c9ab40 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:51:28.486085 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [req-7e6075e3-cd1f-429d-ae4d-42a5a222334a req-890db527-f88e-43c6-8562-8e7a04cf5b8c tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:51:28.489605 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e6075e3-cd1f-429d-ae4d-42a5a222334a req-890db527-f88e-43c6-8562-8e7a04cf5b8c tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:51:28.514883 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890db527-f88e-43c6-8562-8e7a04cf5b8c tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Pushing event updated for resources: {'Port': ['ID=981e46b0-b1f0-4cad-b7c7-a4b36e16cd18,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:28.544797 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6075e3-cd1f-429d-ae4d-42a5a222334a req-890db527-f88e-43c6-8562-8e7a04cf5b8c tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:28.545424 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-7e6075e3-cd1f-429d-ae4d-42a5a222334a req-890db527-f88e-43c6-8562-8e7a04cf5b8c tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:28.564464 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-7e6075e3-cd1f-429d-ae4d-42a5a222334a req-890db527-f88e-43c6-8562-8e7a04cf5b8c tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5367503 Jan 18 22:51:28.577210 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-7e6075e3-cd1f-429d-ae4d-42a5a222334a req-b73fb4e4-de19-4a53-abc3-9e6e73fb35b3 service neutron] Request body: {'port': {'device_id': '60581e4e-c446-4048-9de3-bc7228721efd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:51:28.639601 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-7e6075e3-cd1f-429d-ae4d-42a5a222334a req-b73fb4e4-de19-4a53-abc3-9e6e73fb35b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:28.738053 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-36cb3368-b299-4e06-96e2-4c1a2320be1c None None] Provisioning complete for port 981e46b0-b1f0-4cad-b7c7-a4b36e16cd18 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:51:28.738674 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-36cb3368-b299-4e06-96e2-4c1a2320be1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:28.773181 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-36cb3368-b299-4e06-96e2-4c1a2320be1c None None] Port 981e46b0-b1f0-4cad-b7c7-a4b36e16cd18 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:51:28.903515 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [req-7e6075e3-cd1f-429d-ae4d-42a5a222334a req-b73fb4e4-de19-4a53-abc3-9e6e73fb35b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 981e46b0-b1f0-4cad-b7c7-a4b36e16cd18 {{(pid=102431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:51:28.910846 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-7e6075e3-cd1f-429d-ae4d-42a5a222334a req-b73fb4e4-de19-4a53-abc3-9e6e73fb35b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:28.922318 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [req-7e6075e3-cd1f-429d-ae4d-42a5a222334a req-b73fb4e4-de19-4a53-abc3-9e6e73fb35b3 service neutron] Transition to ACTIVE for port object 981e46b0-b1f0-4cad-b7c7-a4b36e16cd18 will not be triggered until provisioned by entity L2. {{(pid=102431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:51:28.926852 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-7e6075e3-cd1f-429d-ae4d-42a5a222334a req-b73fb4e4-de19-4a53-abc3-9e6e73fb35b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:28.978871 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73fb4e4-de19-4a53-abc3-9e6e73fb35b3 service neutron] Pushing event updated for resources: {'Port': ['ID=981e46b0-b1f0-4cad-b7c7-a4b36e16cd18,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:29.053293 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-7e6075e3-cd1f-429d-ae4d-42a5a222334a req-b73fb4e4-de19-4a53-abc3-9e6e73fb35b3 service neutron] Attempting to bind port 981e46b0-b1f0-4cad-b7c7-a4b36e16cd18 on host n-h1-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:51:29.053623 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-7e6075e3-cd1f-429d-ae4d-42a5a222334a req-b73fb4e4-de19-4a53-abc3-9e6e73fb35b3 service neutron] Attempting to bind port 981e46b0-b1f0-4cad-b7c7-a4b36e16cd18 by drivers openvswitch,hyperv on host n-h1-825064-1 at level 0 using segments [{'id': 'ccabd36d-8c25-4648-92d3-222150b866b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3887d3dd-b3d8-463d-9d9c-879e57c9ab40'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:51:29.053950 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6075e3-cd1f-429d-ae4d-42a5a222334a req-b73fb4e4-de19-4a53-abc3-9e6e73fb35b3 service neutron] Attempting to bind port 981e46b0-b1f0-4cad-b7c7-a4b36e16cd18 on network 3887d3dd-b3d8-463d-9d9c-879e57c9ab40 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:51:29.058790 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6075e3-cd1f-429d-ae4d-42a5a222334a req-b73fb4e4-de19-4a53-abc3-9e6e73fb35b3 service neutron] Port 981e46b0-b1f0-4cad-b7c7-a4b36e16cd18 on network 3887d3dd-b3d8-463d-9d9c-879e57c9ab40 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:51:29.059119 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6075e3-cd1f-429d-ae4d-42a5a222334a req-b73fb4e4-de19-4a53-abc3-9e6e73fb35b3 service neutron] Attempting to bind port 981e46b0-b1f0-4cad-b7c7-a4b36e16cd18 on network 3887d3dd-b3d8-463d-9d9c-879e57c9ab40 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:51:29.065472 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6075e3-cd1f-429d-ae4d-42a5a222334a req-b73fb4e4-de19-4a53-abc3-9e6e73fb35b3 service neutron] Checking agent: {'id': 'e49d1b2a-ba11-487f-a804-ecbf3c0e8132', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:51:29.065804 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6075e3-cd1f-429d-ae4d-42a5a222334a req-b73fb4e4-de19-4a53-abc3-9e6e73fb35b3 service neutron] Checking segment: {'id': 'ccabd36d-8c25-4648-92d3-222150b866b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3887d3dd-b3d8-463d-9d9c-879e57c9ab40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:51:29.066180 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6075e3-cd1f-429d-ae4d-42a5a222334a req-b73fb4e4-de19-4a53-abc3-9e6e73fb35b3 service neutron] Bound using segment: {'id': 'ccabd36d-8c25-4648-92d3-222150b866b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3887d3dd-b3d8-463d-9d9c-879e57c9ab40'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:51:29.066606 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-7e6075e3-cd1f-429d-ae4d-42a5a222334a req-b73fb4e4-de19-4a53-abc3-9e6e73fb35b3 service neutron] Bound port: 981e46b0-b1f0-4cad-b7c7-a4b36e16cd18, host: n-h1-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccabd36d-8c25-4648-92d3-222150b866b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3887d3dd-b3d8-463d-9d9c-879e57c9ab40'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:51:29.066986 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-7e6075e3-cd1f-429d-ae4d-42a5a222334a req-b73fb4e4-de19-4a53-abc3-9e6e73fb35b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:29.152634 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-7e6075e3-cd1f-429d-ae4d-42a5a222334a req-b73fb4e4-de19-4a53-abc3-9e6e73fb35b3 service neutron] For port 981e46b0-b1f0-4cad-b7c7-a4b36e16cd18, host n-h1-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:51:29.154285 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47a34bf-7933-4401-ac4a-c3bd5ec343de req-c042fa1c-6fc8-4b81-96ee-d07d64a83e42 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:29.157051 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d47a34bf-7933-4401-ac4a-c3bd5ec343de req-c042fa1c-6fc8-4b81-96ee-d07d64a83e42 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=60581e4e-c446-4048-9de3-bc7228721efd HTTP/1.1" status: 200 len: 944 time: 0.0591938 Jan 18 22:51:29.157334 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-7e6075e3-cd1f-429d-ae4d-42a5a222334a req-b73fb4e4-de19-4a53-abc3-9e6e73fb35b3 service neutron] For port 981e46b0-b1f0-4cad-b7c7-a4b36e16cd18, host n-h1-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=981e46b0-b1f0-4cad-b7c7-a4b36e16cd18,segment=NetworkSegment(ccabd36d-8c25-4648-92d3-222150b866b3),segment_id=ccabd36d-8c25-4648-92d3-222150b866b3)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:51:29.166068 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-7e6075e3-cd1f-429d-ae4d-42a5a222334a req-b73fb4e4-de19-4a53-abc3-9e6e73fb35b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:29.208371 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6075e3-cd1f-429d-ae4d-42a5a222334a req-b73fb4e4-de19-4a53-abc3-9e6e73fb35b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:29.209011 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-7e6075e3-cd1f-429d-ae4d-42a5a222334a req-b73fb4e4-de19-4a53-abc3-9e6e73fb35b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:29.210812 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-7e6075e3-cd1f-429d-ae4d-42a5a222334a req-b73fb4e4-de19-4a53-abc3-9e6e73fb35b3 service neutron] 10.222.0.36 "PUT /v2.0/ports/981e46b0-b1f0-4cad-b7c7-a4b36e16cd18 HTTP/1.1" status: 200 len: 1092 time: 0.6378241 Jan 18 22:51:29.211047 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60581e4e-c446-4048-9de3-bc7228721efd', 'tag': '981e46b0-b1f0-4cad-b7c7-a4b36e16cd18'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:51:29.213725 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdfba997-a84f-425c-b974-07d267419ef2" -d '{"events": [{"name": "network-changed", "server_uuid": "60581e4e-c446-4048-9de3-bc7228721efd", "tag": "981e46b0-b1f0-4cad-b7c7-a4b36e16cd18"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:51:29.232716 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d47a34bf-7933-4401-ac4a-c3bd5ec343de req-06f8ef6e-3a8b-4610-a8c5-1e5569d6819e tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=c91b1706-fbf8-4762-ae37-cb35170958ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0607989 Jan 18 22:51:29.267928 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73fb4e4-de19-4a53-abc3-9e6e73fb35b3 service neutron] Pushing event updated for resources: {'Port': ['ID=981e46b0-b1f0-4cad-b7c7-a4b36e16cd18,revision_number=3']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:29.331606 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6075e3-cd1f-429d-ae4d-42a5a222334a req-d03da59d-fb8c-45ee-b30e-64d1dc213d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:29.333186 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-7e6075e3-cd1f-429d-ae4d-42a5a222334a req-d03da59d-fb8c-45ee-b30e-64d1dc213d51 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0c676acb4b374123bc012031246d3916&device_id=60581e4e-c446-4048-9de3-bc7228721efd HTTP/1.1" status: 200 len: 1095 time: 0.0620034 Jan 18 22:51:29.378069 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b7c3f2c-f9b0-4117-a1b3-59822c288cec x-openstack-request-id: req-6b7c3f2c-f9b0-4117-a1b3-59822c288cec {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:51:29.378359 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60581e4e-c446-4048-9de3-bc7228721efd", "tag": "981e46b0-b1f0-4cad-b7c7-a4b36e16cd18", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:51:29.378595 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6b7c3f2c-f9b0-4117-a1b3-59822c288cec {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:51:29.378998 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60581e4e-c446-4048-9de3-bc7228721efd', 'tag': '981e46b0-b1f0-4cad-b7c7-a4b36e16cd18', 'status': 'completed', 'code': 200} Jan 18 22:51:29.380583 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-7e6075e3-cd1f-429d-ae4d-42a5a222334a req-b24351e2-cce5-4757-8988-3d9ff2d8246e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=981e46b0-b1f0-4cad-b7c7-a4b36e16cd18 HTTP/1.1" status: 200 len: 217 time: 0.0399606 Jan 18 22:51:29.431069 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6075e3-cd1f-429d-ae4d-42a5a222334a req-8bd8efb5-b88f-4cca-9b9e-cfe3dd3a0f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:29.432640 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-7e6075e3-cd1f-429d-ae4d-42a5a222334a req-8bd8efb5-b88f-4cca-9b9e-cfe3dd3a0f61 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b317bd45-9275-4aad-aa8f-d7702db0cadd HTTP/1.1" status: 200 len: 850 time: 0.0455208 Jan 18 22:51:29.483808 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6075e3-cd1f-429d-ae4d-42a5a222334a req-45e17083-0131-4030-8e1e-3d5bb01dd7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:29.485324 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-7e6075e3-cd1f-429d-ae4d-42a5a222334a req-45e17083-0131-4030-8e1e-3d5bb01dd7b6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3887d3dd-b3d8-463d-9d9c-879e57c9ab40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457945 Jan 18 22:51:29.578126 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-7e6075e3-cd1f-429d-ae4d-42a5a222334a req-8cae6b92-4c16-4bee-aaad-a2909d624cc6 service neutron] 10.222.0.36 "GET /v2.0/networks/3887d3dd-b3d8-463d-9d9c-879e57c9ab40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852063 Jan 18 22:51:29.671990 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-7e6075e3-cd1f-429d-ae4d-42a5a222334a req-dbfbd502-4543-456f-ae23-ea0269ac3648 service neutron] 10.222.0.36 "GET /v2.0/networks/3887d3dd-b3d8-463d-9d9c-879e57c9ab40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874391 Jan 18 22:51:29.755789 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfba997-a84f-425c-b974-07d267419ef2 req-ea91cfba-6111-4102-ba37-1263d264fb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:29.757337 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-cdfba997-a84f-425c-b974-07d267419ef2 req-ea91cfba-6111-4102-ba37-1263d264fb88 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0c676acb4b374123bc012031246d3916&device_id=60581e4e-c446-4048-9de3-bc7228721efd HTTP/1.1" status: 200 len: 1095 time: 0.0421369 Jan 18 22:51:29.845206 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfba997-a84f-425c-b974-07d267419ef2 req-a5354366-0da8-4023-a2c4-00474f4cf405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:29.846633 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-cdfba997-a84f-425c-b974-07d267419ef2 req-a5354366-0da8-4023-a2c4-00474f4cf405 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3887d3dd-b3d8-463d-9d9c-879e57c9ab40 HTTP/1.1" status: 200 len: 911 time: 0.0831163 Jan 18 22:51:29.893624 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-cdfba997-a84f-425c-b974-07d267419ef2 req-31a90955-7b61-4bbd-bf68-4341cb8d1a34 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=981e46b0-b1f0-4cad-b7c7-a4b36e16cd18 HTTP/1.1" status: 200 len: 217 time: 0.0397489 Jan 18 22:51:29.944608 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfba997-a84f-425c-b974-07d267419ef2 req-64191850-7e82-44fd-867e-97c7e73e0cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:29.946129 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-cdfba997-a84f-425c-b974-07d267419ef2 req-64191850-7e82-44fd-867e-97c7e73e0cbc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b317bd45-9275-4aad-aa8f-d7702db0cadd HTTP/1.1" status: 200 len: 850 time: 0.0450430 Jan 18 22:51:29.991925 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfba997-a84f-425c-b974-07d267419ef2 req-b6a4fdda-b6e0-44d4-be03-3551d8727b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:29.993621 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-cdfba997-a84f-425c-b974-07d267419ef2 req-b6a4fdda-b6e0-44d4-be03-3551d8727b93 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3887d3dd-b3d8-463d-9d9c-879e57c9ab40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406387 Jan 18 22:51:30.087575 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-cdfba997-a84f-425c-b974-07d267419ef2 req-bc52077f-d417-4c3b-9101-596f0e532c26 service neutron] 10.222.0.36 "GET /v2.0/networks/3887d3dd-b3d8-463d-9d9c-879e57c9ab40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873687 Jan 18 22:51:30.174035 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-cdfba997-a84f-425c-b974-07d267419ef2 req-7eeaa5e6-3b48-4970-862e-61a9d37cfad2 service neutron] 10.222.0.36 "GET /v2.0/networks/3887d3dd-b3d8-463d-9d9c-879e57c9ab40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800524 Jan 18 22:51:30.346715 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0974953-ab78-4b1a-a035-34f0c32fa722 req-8b8240a7-8662-49d0-93ca-e06d02af5240 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:30.348246 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a0974953-ab78-4b1a-a035-34f0c32fa722 req-8b8240a7-8662-49d0-93ca-e06d02af5240 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=60581e4e-c446-4048-9de3-bc7228721efd HTTP/1.1" status: 200 len: 944 time: 0.0495367 Jan 18 22:51:30.387278 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a0974953-ab78-4b1a-a035-34f0c32fa722 req-429ec07b-5932-4803-abed-060a26671cd8 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=c91b1706-fbf8-4762-ae37-cb35170958ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328619 Jan 18 22:51:31.503240 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e600812a-8f9f-41ab-8744-af86335197b6 req-c362fca1-bf8c-4343-b446-d15f4cebab2b tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:31.504797 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e600812a-8f9f-41ab-8744-af86335197b6 req-c362fca1-bf8c-4343-b446-d15f4cebab2b tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=60581e4e-c446-4048-9de3-bc7228721efd HTTP/1.1" status: 200 len: 944 time: 0.0495994 Jan 18 22:51:31.594827 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e600812a-8f9f-41ab-8744-af86335197b6 req-6255c0f5-2907-48c3-aad5-ffe9892b7490 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=c91b1706-fbf8-4762-ae37-cb35170958ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0839548 Jan 18 22:51:32.713019 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bea936-2e34-442f-9230-1ceafb58e945 req-908602cb-8eed-47b4-b3a2-9af53c37f076 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:32.714456 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-10bea936-2e34-442f-9230-1ceafb58e945 req-908602cb-8eed-47b4-b3a2-9af53c37f076 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=60581e4e-c446-4048-9de3-bc7228721efd HTTP/1.1" status: 200 len: 944 time: 0.0483103 Jan 18 22:51:32.755998 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-10bea936-2e34-442f-9230-1ceafb58e945 req-610a989c-8cb5-44ad-b2a0-a337677ffa3c tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=c91b1706-fbf8-4762-ae37-cb35170958ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350125 Jan 18 22:51:33.870289 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a81c13-f1ff-4914-8a74-4a8c4613d852 req-b3851a93-c58e-4228-b0ca-5a6549012e1a tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:33.871767 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e7a81c13-f1ff-4914-8a74-4a8c4613d852 req-b3851a93-c58e-4228-b0ca-5a6549012e1a tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=60581e4e-c446-4048-9de3-bc7228721efd HTTP/1.1" status: 200 len: 944 time: 0.0507641 Jan 18 22:51:33.909383 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e7a81c13-f1ff-4914-8a74-4a8c4613d852 req-229691f6-f4ea-4106-93f7-7b2ca2daaadb tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=c91b1706-fbf8-4762-ae37-cb35170958ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309741 Jan 18 22:51:35.022470 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dd75f0-8017-44a8-b0c6-dd1b5d9e0f5f req-f647c62c-190d-4278-83c8-d0e5fbd45a1d tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:35.023934 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-78dd75f0-8017-44a8-b0c6-dd1b5d9e0f5f req-f647c62c-190d-4278-83c8-d0e5fbd45a1d tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=60581e4e-c446-4048-9de3-bc7228721efd HTTP/1.1" status: 200 len: 944 time: 0.0488226 Jan 18 22:51:35.059992 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-78dd75f0-8017-44a8-b0c6-dd1b5d9e0f5f req-827f74dd-1e8a-4324-8dc6-6342de1482bc tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=c91b1706-fbf8-4762-ae37-cb35170958ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0301795 Jan 18 22:51:36.182500 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6af092b-60c4-47f9-aef1-ca033cbceb14 req-f9b68561-b957-405a-813c-ee3cb56be9d4 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:36.184236 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f6af092b-60c4-47f9-aef1-ca033cbceb14 req-f9b68561-b957-405a-813c-ee3cb56be9d4 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=60581e4e-c446-4048-9de3-bc7228721efd HTTP/1.1" status: 200 len: 944 time: 0.0552633 Jan 18 22:51:36.230257 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f6af092b-60c4-47f9-aef1-ca033cbceb14 req-8fb73b88-669b-4fe2-aa95-bba69230a6de tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=c91b1706-fbf8-4762-ae37-cb35170958ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394623 Jan 18 22:51:37.259779 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 22:51:37.346570 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c6b527-f4d3-49b6-9292-1c6405a27d81 req-7bc6822f-f3ff-418d-86a9-d8ebc0fea2a8 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:37.347929 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b0c6b527-f4d3-49b6-9292-1c6405a27d81 req-7bc6822f-f3ff-418d-86a9-d8ebc0fea2a8 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=60581e4e-c446-4048-9de3-bc7228721efd HTTP/1.1" status: 200 len: 944 time: 0.0486844 Jan 18 22:51:37.389371 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b0c6b527-f4d3-49b6-9292-1c6405a27d81 req-9d7d554e-5788-4ae5-a3b2-b99e22e5163e tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=c91b1706-fbf8-4762-ae37-cb35170958ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354307 Jan 18 22:51:38.502942 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb79203-5bc1-497c-84cf-e313261f85b1 req-087793fe-c5f2-4bcd-ba0e-636ffaa3c13f tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:38.504638 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5bb79203-5bc1-497c-84cf-e313261f85b1 req-087793fe-c5f2-4bcd-ba0e-636ffaa3c13f tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=60581e4e-c446-4048-9de3-bc7228721efd HTTP/1.1" status: 200 len: 944 time: 0.0485260 Jan 18 22:51:38.540660 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5bb79203-5bc1-497c-84cf-e313261f85b1 req-c3522906-f46d-4fa8-88ed-d1644b1f2540 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=c91b1706-fbf8-4762-ae37-cb35170958ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303779 Jan 18 22:51:38.935332 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 981e46b0-b1f0-4cad-b7c7-a4b36e16cd18 details requested by agent hyperv_n-h1-825064-1 with host n-h1-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:51:39.032256 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 981e46b0-b1f0-4cad-b7c7-a4b36e16cd18, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=981e46b0-b1f0-4cad-b7c7-a4b36e16cd18,segment=NetworkSegment(ccabd36d-8c25-4648-92d3-222150b866b3),segment_id=ccabd36d-8c25-4648-92d3-222150b866b3)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:51:39.042413 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Returning: {'device': '981e46b0-b1f0-4cad-b7c7-a4b36e16cd18', 'network_id': '3887d3dd-b3d8-463d-9d9c-879e57c9ab40', 'port_id': '981e46b0-b1f0-4cad-b7c7-a4b36e16cd18', 'mac_address': 'fa:16:3e:f1:11:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b317bd45-9275-4aad-aa8f-d7702db0cadd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:51:39.080567 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:39.093349 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 981e46b0-b1f0-4cad-b7c7-a4b36e16cd18 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:51:39.112256 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 981e46b0-b1f0-4cad-b7c7-a4b36e16cd18, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=981e46b0-b1f0-4cad-b7c7-a4b36e16cd18,segment=NetworkSegment(ccabd36d-8c25-4648-92d3-222150b866b3),segment_id=ccabd36d-8c25-4648-92d3-222150b866b3)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:51:39.116109 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:39.165279 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=981e46b0-b1f0-4cad-b7c7-a4b36e16cd18,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:39.370988 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['981e46b0-b1f0-4cad-b7c7-a4b36e16cd18'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:51:39.652318 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542ebd83-67f5-4271-8583-61fe113b9a83 req-8d3ac5b3-71fd-4a3c-9519-ec05b2fd216d tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:39.653737 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-542ebd83-67f5-4271-8583-61fe113b9a83 req-8d3ac5b3-71fd-4a3c-9519-ec05b2fd216d tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=60581e4e-c446-4048-9de3-bc7228721efd HTTP/1.1" status: 200 len: 945 time: 0.0478711 Jan 18 22:51:39.695226 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-542ebd83-67f5-4271-8583-61fe113b9a83 req-a8a65847-adec-4ebe-a8d3-ec703335e5ca tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=c91b1706-fbf8-4762-ae37-cb35170958ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349104 Jan 18 22:51:40.808462 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba298031-e6a2-4bb0-9b2a-4a0bc0f7d00a req-89264a90-14fd-4fb4-9348-2eb4a746d726 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:40.809920 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ba298031-e6a2-4bb0-9b2a-4a0bc0f7d00a req-89264a90-14fd-4fb4-9348-2eb4a746d726 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=60581e4e-c446-4048-9de3-bc7228721efd HTTP/1.1" status: 200 len: 945 time: 0.0489237 Jan 18 22:51:40.847238 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ba298031-e6a2-4bb0-9b2a-4a0bc0f7d00a req-89c79994-8e5e-4e49-8d6b-30b13a964b92 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=c91b1706-fbf8-4762-ae37-cb35170958ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314662 Jan 18 22:51:40.954624 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 981e46b0-b1f0-4cad-b7c7-a4b36e16cd18 up at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:51:41.003688 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning for port 981e46b0-b1f0-4cad-b7c7-a4b36e16cd18 completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:51:41.007339 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning complete for port 981e46b0-b1f0-4cad-b7c7-a4b36e16cd18 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:51:41.007712 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:41.085021 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:41.106553 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60581e4e-c446-4048-9de3-bc7228721efd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '981e46b0-b1f0-4cad-b7c7-a4b36e16cd18'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:51:41.108799 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50ceeb4e-0464-4ea7-b090-e0baca4c85df" -d '{"events": [{"server_uuid": "60581e4e-c446-4048-9de3-bc7228721efd", "name": "network-vif-plugged", "status": "completed", "tag": "981e46b0-b1f0-4cad-b7c7-a4b36e16cd18"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:51:41.120984 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 981e46b0-b1f0-4cad-b7c7-a4b36e16cd18, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=981e46b0-b1f0-4cad-b7c7-a4b36e16cd18,segment=NetworkSegment(ccabd36d-8c25-4648-92d3-222150b866b3),segment_id=ccabd36d-8c25-4648-92d3-222150b866b3)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:51:41.124925 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:41.150867 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91bb334a-3980-40a0-b8b2-6216fec12c5e x-openstack-request-id: req-91bb334a-3980-40a0-b8b2-6216fec12c5e {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:51:41.151154 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60581e4e-c446-4048-9de3-bc7228721efd", "name": "network-vif-plugged", "status": "completed", "tag": "981e46b0-b1f0-4cad-b7c7-a4b36e16cd18", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:51:41.151400 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-91bb334a-3980-40a0-b8b2-6216fec12c5e {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:51:41.151778 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60581e4e-c446-4048-9de3-bc7228721efd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '981e46b0-b1f0-4cad-b7c7-a4b36e16cd18', 'code': 200} Jan 18 22:51:41.181091 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=981e46b0-b1f0-4cad-b7c7-a4b36e16cd18,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:41.240150 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c474325-b720-4c40-b227-c678f41eb7fb req-76b455bf-0ffb-49ea-8a6e-965c2e3aa3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:41.241588 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-7c474325-b720-4c40-b227-c678f41eb7fb req-76b455bf-0ffb-49ea-8a6e-965c2e3aa3c9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=60581e4e-c446-4048-9de3-bc7228721efd HTTP/1.1" status: 200 len: 1097 time: 0.0395074 Jan 18 22:51:41.279993 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-7c474325-b720-4c40-b227-c678f41eb7fb req-87e2cf89-1baa-4e7c-8aa9-15999f81b8c1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c91b1706-fbf8-4762-ae37-cb35170958ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312014 Jan 18 22:51:41.958796 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f64cfd8-e176-420b-b282-900777486d3e req-a4bf7e84-8eb5-479b-b5a8-f0f7858e1651 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:41.960321 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8f64cfd8-e176-420b-b282-900777486d3e req-a4bf7e84-8eb5-479b-b5a8-f0f7858e1651 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=60581e4e-c446-4048-9de3-bc7228721efd HTTP/1.1" status: 200 len: 946 time: 0.0489056 Jan 18 22:51:41.998537 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8f64cfd8-e176-420b-b282-900777486d3e req-2f1bcd64-b3c5-4038-9995-5b24414dcbb0 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=c91b1706-fbf8-4762-ae37-cb35170958ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322278 Jan 18 22:51:42.976793 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:43.113147 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2183ead-2dba-4d61-9b60-d79c38301b8b req-2009b17c-dd76-425c-8524-182a0e4f14fd tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:43.114620 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b2183ead-2dba-4d61-9b60-d79c38301b8b req-2009b17c-dd76-425c-8524-182a0e4f14fd tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=60581e4e-c446-4048-9de3-bc7228721efd HTTP/1.1" status: 200 len: 946 time: 0.0492630 Jan 18 22:51:43.156113 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b2183ead-2dba-4d61-9b60-d79c38301b8b req-1f46cb88-7c7f-4dc8-9d36-44bcde5a2831 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=c91b1706-fbf8-4762-ae37-cb35170958ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351052 Jan 18 22:51:43.272823 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bd7bb8-298f-4e76-8ffb-f3de89acb011 req-0b88963b-ce34-48f5-958e-d79b4e89eb10 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:43.274206 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-40bd7bb8-298f-4e76-8ffb-f3de89acb011 req-0b88963b-ce34-48f5-958e-d79b4e89eb10 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=60581e4e-c446-4048-9de3-bc7228721efd HTTP/1.1" status: 200 len: 946 time: 0.0513022 Jan 18 22:51:43.311270 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-40bd7bb8-298f-4e76-8ffb-f3de89acb011 req-1b535fea-52e6-481d-a548-e76c93f8e768 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=c91b1706-fbf8-4762-ae37-cb35170958ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312502 Jan 18 22:51:43.333299 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 55348) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:51:43.375760 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f2d0fd-2a2f-4501-96fd-641a08eb3d76 tempest-TestVolumeBootPattern-954394769 tempest-TestVolumeBootPattern-954394769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:43.377522 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-53f2d0fd-2a2f-4501-96fd-641a08eb3d76 tempest-TestVolumeBootPattern-954394769 tempest-TestVolumeBootPattern-954394769-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=60581e4e-c446-4048-9de3-bc7228721efd HTTP/1.1" status: 200 len: 1092 time: 0.0431478 Jan 18 22:51:43.380202 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 55350) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:51:43.384417 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-399be760-0778-4461-8e74-aed37cf30e26 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Request body: {'floatingip': {'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'port_id': '981e46b0-b1f0-4cad-b7c7-a4b36e16cd18', 'tenant_id': '0c676acb4b374123bc012031246d3916', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:51:43.407451 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-399be760-0778-4461-8e74-aed37cf30e26 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks [] for floatingip, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:43.503686 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-399be760-0778-4461-8e74-aed37cf30e26 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:43.604102 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-399be760-0778-4461-8e74-aed37cf30e26 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Allocated IP 172.25.5.129 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/2cf5deaf-f58c-4ddc-bb86-a37d7d1e832f) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:51:43.705054 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-399be760-0778-4461-8e74-aed37cf30e26 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:43.737853 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-399be760-0778-4461-8e74-aed37cf30e26 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:43.775673 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399be760-0778-4461-8e74-aed37cf30e26 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:51:43.778594 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-399be760-0778-4461-8e74-aed37cf30e26 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:51:43.782557 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399be760-0778-4461-8e74-aed37cf30e26 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:51:43.793854 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:43.804892 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399be760-0778-4461-8e74-aed37cf30e26 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Pushing event updated for resources: {'Port': ['ID=2cf5deaf-f58c-4ddc-bb86-a37d7d1e832f,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:43.818131 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399be760-0778-4461-8e74-aed37cf30e26 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:51:43.818470 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399be760-0778-4461-8e74-aed37cf30e26 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:51:43.818806 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399be760-0778-4461-8e74-aed37cf30e26 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:51:43.819139 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399be760-0778-4461-8e74-aed37cf30e26 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:51:43.819468 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399be760-0778-4461-8e74-aed37cf30e26 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:51:43.819794 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399be760-0778-4461-8e74-aed37cf30e26 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:51:43.820116 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399be760-0778-4461-8e74-aed37cf30e26 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:51:43.820458 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399be760-0778-4461-8e74-aed37cf30e26 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:51:43.820776 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399be760-0778-4461-8e74-aed37cf30e26 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:51:43.821091 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399be760-0778-4461-8e74-aed37cf30e26 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:51:43.821419 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399be760-0778-4461-8e74-aed37cf30e26 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:51:43.821724 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399be760-0778-4461-8e74-aed37cf30e26 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:51:44.144353 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-399be760-0778-4461-8e74-aed37cf30e26 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:44.209259 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-399be760-0778-4461-8e74-aed37cf30e26 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:44.360544 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-399be760-0778-4461-8e74-aed37cf30e26 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:44.364915 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-399be760-0778-4461-8e74-aed37cf30e26 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:44.436469 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399be760-0778-4461-8e74-aed37cf30e26 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Pushing event updated for resources: {'Port': ['ID=2cf5deaf-f58c-4ddc-bb86-a37d7d1e832f,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:44.445121 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-399be760-0778-4461-8e74-aed37cf30e26 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043075'] for floatingip, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:44.543168 n-d-825064-1 neutron-server[102430]: INFO neutron.db.l3_db [None req-399be760-0778-4461-8e74-aed37cf30e26 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Floating IP 7ad9e1f5-680f-402a-ad90-7c10af748733 associated. External IP: 172.25.5.129, port: 981e46b0-b1f0-4cad-b7c7-a4b36e16cd18. Jan 18 22:51:44.740487 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-399be760-0778-4461-8e74-aed37cf30e26 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Router 43a70c88-4dbc-4e52-be65-03ecc7b88014 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:51:44.843212 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-399be760-0778-4461-8e74-aed37cf30e26 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:51:44.852801 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd859af-81b3-49f4-b0a4-a32674c7cd49 None None] Sync routers for ids ['43a70c88-4dbc-4e52-be65-03ecc7b88014'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:51:44.861597 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-399be760-0778-4461-8e74-aed37cf30e26 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:44.862568 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd859af-81b3-49f4-b0a4-a32674c7cd49 None None] Routers {'43a70c88-4dbc-4e52-be65-03ecc7b88014'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:51:44.863191 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-7cd859af-81b3-49f4-b0a4-a32674c7cd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:51:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['43a70c88-4dbc-4e52-be65-03ecc7b88014'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:51:44.891459 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-399be760-0778-4461-8e74-aed37cf30e26 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5102439 Jan 18 22:51:44.892049 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60581e4e-c446-4048-9de3-bc7228721efd', 'tag': '981e46b0-b1f0-4cad-b7c7-a4b36e16cd18'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:51:44.894336 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c5895d2-5610-43cc-b286-41cddc777f29" -d '{"events": [{"name": "network-changed", "server_uuid": "60581e4e-c446-4048-9de3-bc7228721efd", "tag": "981e46b0-b1f0-4cad-b7c7-a4b36e16cd18"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:51:44.929538 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15469c6c-1cb8-4b3e-809f-2d369c1a96a1 x-openstack-request-id: req-15469c6c-1cb8-4b3e-809f-2d369c1a96a1 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:51:44.929828 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60581e4e-c446-4048-9de3-bc7228721efd", "tag": "981e46b0-b1f0-4cad-b7c7-a4b36e16cd18", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:51:44.930075 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-15469c6c-1cb8-4b3e-809f-2d369c1a96a1 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:51:44.930468 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60581e4e-c446-4048-9de3-bc7228721efd', 'tag': '981e46b0-b1f0-4cad-b7c7-a4b36e16cd18', 'status': 'completed', 'code': 200} Jan 18 22:51:44.971774 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-7cd859af-81b3-49f4-b0a4-a32674c7cd49 None None] Set router 43a70c88-4dbc-4e52-be65-03ecc7b88014 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:51:44.991543 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5895d2-5610-43cc-b286-41cddc777f29 req-3a47bd51-b008-43e3-841a-19d13a7a7a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:44.993324 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-4c5895d2-5610-43cc-b286-41cddc777f29 req-3a47bd51-b008-43e3-841a-19d13a7a7a9b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0c676acb4b374123bc012031246d3916&device_id=60581e4e-c446-4048-9de3-bc7228721efd HTTP/1.1" status: 200 len: 1097 time: 0.0412519 Jan 18 22:51:45.079850 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5895d2-5610-43cc-b286-41cddc777f29 req-6f252c29-e2aa-4bfb-8682-e82b5ba00375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:45.081751 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-4c5895d2-5610-43cc-b286-41cddc777f29 req-6f252c29-e2aa-4bfb-8682-e82b5ba00375 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3887d3dd-b3d8-463d-9d9c-879e57c9ab40 HTTP/1.1" status: 200 len: 911 time: 0.0815551 Jan 18 22:51:45.150879 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-4c5895d2-5610-43cc-b286-41cddc777f29 req-45a3a924-3e3c-4902-a2c8-fad70dffe0bc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=981e46b0-b1f0-4cad-b7c7-a4b36e16cd18 HTTP/1.1" status: 200 len: 1000 time: 0.0619001 Jan 18 22:51:45.194448 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-7cd859af-81b3-49f4-b0a4-a32674c7cd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a70c88-4dbc-4e52-be65-03ecc7b88014', 'name': 'tempest-TestVolumeBootPattern-550304170-router', 'tenant_id': '0c676acb4b374123bc012031246d3916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'ce7789a3-dfd0-4ab6-a2dd-9b16560a0fd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:40:59Z', 'updated_at': '2022-01-18T22:41:08Z', 'revision_number': 4, 'project_id': '0c676acb4b374123bc012031246d3916', 'gw_port': {'id': 'ce7789a3-dfd0-4ab6-a2dd-9b16560a0fd8', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e0:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a70c88-4dbc-4e52-be65-03ecc7b88014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:01Z', 'updated_at': '2022-01-18T22:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': '7ad9e1f5-680f-402a-ad90-7c10af748733', 'tenant_id': '0c676acb4b374123bc012031246d3916', 'floating_ip_address': '172.25.5.129', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': '43a70c88-4dbc-4e52-be65-03ecc7b88014', 'port_id': '981e46b0-b1f0-4cad-b7c7-a4b36e16cd18', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3887d3dd-b3d8-463d-9d9c-879e57c9ab40', 'mac_address': 'fa:16:3e:f1:11:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60581e4e-c446-4048-9de3-bc7228721efd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:51:44Z', 'updated_at': '2022-01-18T22:51:44Z', 'revision_number': 0, 'project_id': '0c676acb4b374123bc012031246d3916', 'fixed_ip_address_scope': None}, {'id': '84e63951-7a39-49b6-bc87-8abb0be10d77', 'tenant_id': '0c676acb4b374123bc012031246d3916', 'floating_ip_address': '172.25.5.240', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': '43a70c88-4dbc-4e52-be65-03ecc7b88014', 'port_id': '4e1d1cab-60fb-465b-8cf0-bdee7520e1b0', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3976, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3887d3dd-b3d8-463d-9d9c-879e57c9ab40', 'mac_address': 'fa:16:3e:b6:91:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea46147-da4c-4dc9-a6ea-0f07d5727890', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:49:35Z', 'updated_at': '2022-01-18T22:49:38Z', 'revision_number': 1, 'project_id': '0c676acb4b374123bc012031246d3916', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91298bb6-9ac2-498c-86c0-1b5021eada6b', 'name': '', 'network_id': '3887d3dd-b3d8-463d-9d9c-879e57c9ab40', 'tenant_id': '0c676acb4b374123bc012031246d3916', 'mac_address': 'fa:16:3e:c8:06:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a70c88-4dbc-4e52-be65-03ecc7b88014', 'device_owner': 'network:router_interface', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': 'b317bd45-9275-4aad-aa8f-d7702db0cadd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:06Z', 'updated_at': '2022-01-18T22:41:15Z', 'revision_number': 5, 'project_id': '0c676acb4b374123bc012031246d3916', 'subnets': [{'id': 'b317bd45-9275-4aad-aa8f-d7702db0cadd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:51:45.199570 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5895d2-5610-43cc-b286-41cddc777f29 req-8124600b-be1b-41e6-8394-d280301d74f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:45.201051 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-4c5895d2-5610-43cc-b286-41cddc777f29 req-8124600b-be1b-41e6-8394-d280301d74f0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b317bd45-9275-4aad-aa8f-d7702db0cadd HTTP/1.1" status: 200 len: 850 time: 0.0435219 Jan 18 22:51:45.226133 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd859af-81b3-49f4-b0a4-a32674c7cd49 None None] Checking router: 43a70c88-4dbc-4e52-be65-03ecc7b88014 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:51:45.235622 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd859af-81b3-49f4-b0a4-a32674c7cd49 None None] Routers {'43a70c88-4dbc-4e52-be65-03ecc7b88014'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:51:45.236255 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-7cd859af-81b3-49f4-b0a4-a32674c7cd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:51:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['43a70c88-4dbc-4e52-be65-03ecc7b88014'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:51:45.246772 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5895d2-5610-43cc-b286-41cddc777f29 req-9be8dc03-1738-45d5-8060-b078100f2c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:45.248279 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-4c5895d2-5610-43cc-b286-41cddc777f29 req-9be8dc03-1738-45d5-8060-b078100f2c51 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3887d3dd-b3d8-463d-9d9c-879e57c9ab40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401733 Jan 18 22:51:45.339577 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-4c5895d2-5610-43cc-b286-41cddc777f29 req-c05a87f5-d360-456e-ae58-3ab182601191 service neutron] 10.222.0.36 "GET /v2.0/networks/3887d3dd-b3d8-463d-9d9c-879e57c9ab40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840509 Jan 18 22:51:45.340527 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-7cd859af-81b3-49f4-b0a4-a32674c7cd49 None None] Set router 43a70c88-4dbc-4e52-be65-03ecc7b88014 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:51:45.427882 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-4c5895d2-5610-43cc-b286-41cddc777f29 req-39cef855-756e-4100-b80b-adfae12ec7e5 service neutron] 10.222.0.36 "GET /v2.0/networks/3887d3dd-b3d8-463d-9d9c-879e57c9ab40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821247 Jan 18 22:51:45.558384 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-7cd859af-81b3-49f4-b0a4-a32674c7cd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a70c88-4dbc-4e52-be65-03ecc7b88014', 'name': 'tempest-TestVolumeBootPattern-550304170-router', 'tenant_id': '0c676acb4b374123bc012031246d3916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'ce7789a3-dfd0-4ab6-a2dd-9b16560a0fd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:40:59Z', 'updated_at': '2022-01-18T22:41:08Z', 'revision_number': 4, 'project_id': '0c676acb4b374123bc012031246d3916', 'gw_port': {'id': 'ce7789a3-dfd0-4ab6-a2dd-9b16560a0fd8', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e0:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a70c88-4dbc-4e52-be65-03ecc7b88014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:01Z', 'updated_at': '2022-01-18T22:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': '7ad9e1f5-680f-402a-ad90-7c10af748733', 'tenant_id': '0c676acb4b374123bc012031246d3916', 'floating_ip_address': '172.25.5.129', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': '43a70c88-4dbc-4e52-be65-03ecc7b88014', 'port_id': '981e46b0-b1f0-4cad-b7c7-a4b36e16cd18', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3887d3dd-b3d8-463d-9d9c-879e57c9ab40', 'mac_address': 'fa:16:3e:f1:11:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60581e4e-c446-4048-9de3-bc7228721efd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:51:44Z', 'updated_at': '2022-01-18T22:51:44Z', 'revision_number': 0, 'project_id': '0c676acb4b374123bc012031246d3916', 'fixed_ip_address_scope': None}, {'id': '84e63951-7a39-49b6-bc87-8abb0be10d77', 'tenant_id': '0c676acb4b374123bc012031246d3916', 'floating_ip_address': '172.25.5.240', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': '43a70c88-4dbc-4e52-be65-03ecc7b88014', 'port_id': '4e1d1cab-60fb-465b-8cf0-bdee7520e1b0', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3976, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3887d3dd-b3d8-463d-9d9c-879e57c9ab40', 'mac_address': 'fa:16:3e:b6:91:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea46147-da4c-4dc9-a6ea-0f07d5727890', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:49:35Z', 'updated_at': '2022-01-18T22:49:38Z', 'revision_number': 1, 'project_id': '0c676acb4b374123bc012031246d3916', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91298bb6-9ac2-498c-86c0-1b5021eada6b', 'name': '', 'network_id': '3887d3dd-b3d8-463d-9d9c-879e57c9ab40', 'tenant_id': '0c676acb4b374123bc012031246d3916', 'mac_address': 'fa:16:3e:c8:06:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a70c88-4dbc-4e52-be65-03ecc7b88014', 'device_owner': 'network:router_interface', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': 'b317bd45-9275-4aad-aa8f-d7702db0cadd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:06Z', 'updated_at': '2022-01-18T22:41:15Z', 'revision_number': 5, 'project_id': '0c676acb4b374123bc012031246d3916', 'subnets': [{'id': 'b317bd45-9275-4aad-aa8f-d7702db0cadd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:51:45.585320 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd859af-81b3-49f4-b0a4-a32674c7cd49 None None] The sync data for ids ['43a70c88-4dbc-4e52-be65-03ecc7b88014'] in n-d-825064-1 is: [{'id': '43a70c88-4dbc-4e52-be65-03ecc7b88014', 'name': 'tempest-TestVolumeBootPattern-550304170-router', 'tenant_id': '0c676acb4b374123bc012031246d3916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'ce7789a3-dfd0-4ab6-a2dd-9b16560a0fd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:40:59Z', 'updated_at': '2022-01-18T22:41:08Z', 'revision_number': 4, 'project_id': '0c676acb4b374123bc012031246d3916', 'gw_port': {'id': 'ce7789a3-dfd0-4ab6-a2dd-9b16560a0fd8', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e0:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a70c88-4dbc-4e52-be65-03ecc7b88014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:01Z', 'updated_at': '2022-01-18T22:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': '7ad9e1f5-680f-402a-ad90-7c10af748733', 'tenant_id': '0c676acb4b374123bc012031246d3916', 'floating_ip_address': '172.25.5.129', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': '43a70c88-4dbc-4e52-be65-03ecc7b88014', 'port_id': '981e46b0-b1f0-4cad-b7c7-a4b36e16cd18', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3887d3dd-b3d8-463d-9d9c-879e57c9ab40', 'mac_address': 'fa:16:3e:f1:11:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60581e4e-c446-4048-9de3-bc7228721efd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:51:44Z', 'updated_at': '2022-01-18T22:51:44Z', 'revision_number': 0, 'project_id': '0c676acb4b374123bc012031246d3916', 'fixed_ip_address_scope': None}, {'id': '84e63951-7a39-49b6-bc87-8abb0be10d77', 'tenant_id': '0c676acb4b374123bc012031246d3916', 'floating_ip_address': '172.25.5.240', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': '43a70c88-4dbc-4e52-be65-03ecc7b88014', 'port_id': '4e1d1cab-60fb-465b-8cf0-bdee7520e1b0', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3976, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3887d3dd-b3d8-463d-9d9c-879e57c9ab40', 'mac_address': 'fa:16:3e:b6:91:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea46147-da4c-4dc9-a6ea-0f07d5727890', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:49:35Z', 'updated_at': '2022-01-18T22:49:38Z', 'revision_number': 1, 'project_id': '0c676acb4b374123bc012031246d3916', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91298bb6-9ac2-498c-86c0-1b5021eada6b', 'name': '', 'network_id': '3887d3dd-b3d8-463d-9d9c-879e57c9ab40', 'tenant_id': '0c676acb4b374123bc012031246d3916', 'mac_address': 'fa:16:3e:c8:06:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a70c88-4dbc-4e52-be65-03ecc7b88014', 'device_owner': 'network:router_interface', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': 'b317bd45-9275-4aad-aa8f-d7702db0cadd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:06Z', 'updated_at': '2022-01-18T22:41:15Z', 'revision_number': 5, 'project_id': '0c676acb4b374123bc012031246d3916', 'subnets': [{'id': 'b317bd45-9275-4aad-aa8f-d7702db0cadd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:51:45.770758 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e345bc-7f55-443f-b155-b90f3b9398e0 None None] New status for floating IP 7ad9e1f5-680f-402a-ad90-7c10af748733: ACTIVE {{(pid=102433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 22:51:46.191901 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2c944421-97bb-45fa-b2ed-f1db5fe3d75c req-0d1de424-bd4c-4d34-9e44-7fd4f1b54bd2 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3ea46147-da4c-4dc9-a6ea-0f07d5727890&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395029 Jan 18 22:51:46.273033 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c944421-97bb-45fa-b2ed-f1db5fe3d75c req-9c3fcd15-b2fa-499a-8c04-60fb68e9f074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:46.274507 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2c944421-97bb-45fa-b2ed-f1db5fe3d75c req-9c3fcd15-b2fa-499a-8c04-60fb68e9f074 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0c676acb4b374123bc012031246d3916&device_id=3ea46147-da4c-4dc9-a6ea-0f07d5727890 HTTP/1.1" status: 200 len: 1096 time: 0.0438104 Jan 18 22:51:46.378273 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c944421-97bb-45fa-b2ed-f1db5fe3d75c req-17f6d1e7-e4a0-4b71-ba48-fd34ab6e98e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:46.379735 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2c944421-97bb-45fa-b2ed-f1db5fe3d75c req-17f6d1e7-e4a0-4b71-ba48-fd34ab6e98e9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3887d3dd-b3d8-463d-9d9c-879e57c9ab40 HTTP/1.1" status: 200 len: 911 time: 0.0866399 Jan 18 22:51:46.723863 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2c944421-97bb-45fa-b2ed-f1db5fe3d75c req-72eea95e-e64d-4b5e-af6b-71779ccae4a9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e1d1cab-60fb-465b-8cf0-bdee7520e1b0 HTTP/1.1" status: 200 len: 1001 time: 0.3373730 Jan 18 22:51:46.771725 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c944421-97bb-45fa-b2ed-f1db5fe3d75c req-3f3d9b36-3123-4140-89e2-c2f86c25de5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:46.773129 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2c944421-97bb-45fa-b2ed-f1db5fe3d75c req-3f3d9b36-3123-4140-89e2-c2f86c25de5d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b317bd45-9275-4aad-aa8f-d7702db0cadd HTTP/1.1" status: 200 len: 850 time: 0.0422869 Jan 18 22:51:46.824427 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c944421-97bb-45fa-b2ed-f1db5fe3d75c req-e06ea92e-ae75-46ce-a891-f60ec1f874a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:46.825901 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2c944421-97bb-45fa-b2ed-f1db5fe3d75c req-e06ea92e-ae75-46ce-a891-f60ec1f874a7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3887d3dd-b3d8-463d-9d9c-879e57c9ab40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433395 Jan 18 22:51:46.870314 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 55362) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:51:46.915260 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2c944421-97bb-45fa-b2ed-f1db5fe3d75c req-44f6ae60-f231-4d37-be30-40002785a0a8 service neutron] 10.222.0.67 "GET /v2.0/networks/3887d3dd-b3d8-463d-9d9c-879e57c9ab40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819213 Jan 18 22:51:46.966107 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-ee310b49-aa28-46b3-a99d-6d1a249fcd83 tempest-TestSecurityGroupsBasicOps-1982247752 tempest-TestSecurityGroupsBasicOps-1982247752-project-admin] 10.222.0.53 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3841 time: 0.0944901 Jan 18 22:51:46.970243 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 55364) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:51:46.974965 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-24de573e-d05d-4403-8dbd-753db366d861 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Request body: {'network': {'name': 'tempest-network-smoke--372619376', 'project_id': '72935d6e3d414f09a58601b144f00b62', 'port_security_enabled': False}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:51:46.996886 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24de573e-d05d-4403-8dbd-753db366d861 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Made reservation on behalf of 72935d6e3d414f09a58601b144f00b62 for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:51:47.001144 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-24de573e-d05d-4403-8dbd-753db366d861 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:47.009908 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2c944421-97bb-45fa-b2ed-f1db5fe3d75c req-ff17696e-da7d-48eb-b701-795cda482f48 service neutron] 10.222.0.67 "GET /v2.0/networks/3887d3dd-b3d8-463d-9d9c-879e57c9ab40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881109 Jan 18 22:51:47.026883 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24de573e-d05d-4403-8dbd-753db366d861 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:51:47.037464 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-24de573e-d05d-4403-8dbd-753db366d861 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:47.037796 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-24de573e-d05d-4403-8dbd-753db366d861 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Added segment a070bd30-f428-4ce9-b826-afc0f9d6f5ff of type vlan for network a5eab4aa-94a7-4ffa-8ed0-1cdefbebbc1c Jan 18 22:51:47.076377 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-24de573e-d05d-4403-8dbd-753db366d861 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:47.101542 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-24de573e-d05d-4403-8dbd-753db366d861 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:47.107157 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24de573e-d05d-4403-8dbd-753db366d861 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:47.107724 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-24de573e-d05d-4403-8dbd-753db366d861 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:47.168489 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-24de573e-d05d-4403-8dbd-753db366d861 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1972058 Jan 18 22:51:47.171092 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 55366) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:51:47.175282 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-58519add-35e0-46f8-a9ba-23b07db75fac tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2123759663', 'admin_state_up': True, 'project_id': '72935d6e3d414f09a58601b144f00b62', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:51:47.186908 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24de573e-d05d-4403-8dbd-753db366d861 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Pushing event updated for resources: {'Network': ['ID=a5eab4aa-94a7-4ffa-8ed0-1cdefbebbc1c,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:47.198308 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network a5eab4aa-94a7-4ffa-8ed0-1cdefbebbc1c details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:51:47.207426 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-58519add-35e0-46f8-a9ba-23b07db75fac tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1044160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8692'] for router, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:47.208524 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-58519add-35e0-46f8-a9ba-23b07db75fac tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1040680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8675'] for router, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:47.258065 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-58519add-35e0-46f8-a9ba-23b07db75fac tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:47.401333 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-58519add-35e0-46f8-a9ba-23b07db75fac tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:47.595492 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-58519add-35e0-46f8-a9ba-23b07db75fac tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks [] for router_gateway, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:47.613732 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-58519add-35e0-46f8-a9ba-23b07db75fac tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:47.713729 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-58519add-35e0-46f8-a9ba-23b07db75fac tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Allocated IP 172.25.5.57 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/ef3bbba0-36ba-490d-a339-f18fe77f5f4f) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:51:47.816473 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-58519add-35e0-46f8-a9ba-23b07db75fac tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:47.849011 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-58519add-35e0-46f8-a9ba-23b07db75fac tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:47.887893 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58519add-35e0-46f8-a9ba-23b07db75fac tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:51:47.890819 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-58519add-35e0-46f8-a9ba-23b07db75fac tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:51:47.893397 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58519add-35e0-46f8-a9ba-23b07db75fac tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:51:47.915409 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58519add-35e0-46f8-a9ba-23b07db75fac tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Pushing event updated for resources: {'Port': ['ID=ef3bbba0-36ba-490d-a339-f18fe77f5f4f,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:48.132090 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-58519add-35e0-46f8-a9ba-23b07db75fac tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks [] for router_gateway, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:48.320565 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-58519add-35e0-46f8-a9ba-23b07db75fac tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1040691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049'] for router, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:48.784282 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58519add-35e0-46f8-a9ba-23b07db75fac tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Router 313b4905-e749-423e-a70a-df6d810d99e5 is scheduled to L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 with binding_index 1 {{(pid=102431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 22:51:48.885707 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58519add-35e0-46f8-a9ba-23b07db75fac tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:51:48.896588 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ccb7826-539c-4476-a58c-0b066daa21ea None None] Sync routers for ids ['313b4905-e749-423e-a70a-df6d810d99e5'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:51:48.906523 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccb7826-539c-4476-a58c-0b066daa21ea None None] Routers {'313b4905-e749-423e-a70a-df6d810d99e5'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:51:48.906701 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-58519add-35e0-46f8-a9ba-23b07db75fac tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:48.907127 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-1ccb7826-539c-4476-a58c-0b066daa21ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:51:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['313b4905-e749-423e-a70a-df6d810d99e5'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:51:48.907914 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-58519add-35e0-46f8-a9ba-23b07db75fac tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.7359231 Jan 18 22:51:48.910995 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 55370) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:51:48.974333 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e44c65c2-5500-4b16-8faf-3820a5aae329 tempest-TestSecurityGroupsBasicOps-1982247752 tempest-TestSecurityGroupsBasicOps-1982247752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:48.975795 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-e44c65c2-5500-4b16-8faf-3820a5aae329 tempest-TestSecurityGroupsBasicOps-1982247752 tempest-TestSecurityGroupsBasicOps-1982247752-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=72935d6e3d414f09a58601b144f00b62&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0638306 Jan 18 22:51:48.978643 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 55372) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:51:49.134757 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7f72b6-a94e-4b1c-b29d-311e582bc948 tempest-TestSecurityGroupsBasicOps-1982247752 tempest-TestSecurityGroupsBasicOps-1982247752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:49.136341 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-ac7f72b6-a94e-4b1c-b29d-311e582bc948 tempest-TestSecurityGroupsBasicOps-1982247752 tempest-TestSecurityGroupsBasicOps-1982247752-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1566455 Jan 18 22:51:49.139094 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 55374) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:51:49.171009 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-1ccb7826-539c-4476-a58c-0b066daa21ea None None] Set router 313b4905-e749-423e-a70a-df6d810d99e5 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:51:49.177161 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-44959410-a91f-4bc3-b3e3-fc749867fa5a tempest-TestSecurityGroupsBasicOps-1982247752 tempest-TestSecurityGroupsBasicOps-1982247752-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=0fa7c7c8-c96a-4aa5-9818-d374adf00f99&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0370274 Jan 18 22:51:49.179840 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 55376) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:51:49.207320 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-343da637-08d0-40b4-8a94-b4dff016d7d0 tempest-TestSecurityGroupsBasicOps-1982247752 tempest-TestSecurityGroupsBasicOps-1982247752-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=72935d6e3d414f09a58601b144f00b62&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263882 Jan 18 22:51:49.209727 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 55378) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:51:49.304997 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0a59eb-d443-4308-b6bd-98af7145531c tempest-TestSecurityGroupsBasicOps-1982247752 tempest-TestSecurityGroupsBasicOps-1982247752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:49.310296 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-0a0a59eb-d443-4308-b6bd-98af7145531c tempest-TestSecurityGroupsBasicOps-1982247752 tempest-TestSecurityGroupsBasicOps-1982247752-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0991054 Jan 18 22:51:49.311539 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 55380) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:51:49.334103 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c98ff634-d07a-4958-a7a2-8c1059412509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:49.341315 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-733c1074-089b-4818-8a0c-04d061fb4096 tempest-TestSecurityGroupsBasicOps-1982247752 tempest-TestSecurityGroupsBasicOps-1982247752-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=0fa7c7c8-c96a-4aa5-9818-d374adf00f99&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274508 Jan 18 22:51:49.343880 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 55382) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:51:49.349301 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-e5e40d14-2222-407a-9283-6772df9a413b tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-741583273', 'network_id': 'a5eab4aa-94a7-4ffa-8ed0-1cdefbebbc1c', 'project_id': '72935d6e3d414f09a58601b144f00b62', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:51:49.362664 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-1ccb7826-539c-4476-a58c-0b066daa21ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313b4905-e749-423e-a70a-df6d810d99e5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2123759663', 'tenant_id': '72935d6e3d414f09a58601b144f00b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'ef3bbba0-36ba-490d-a339-f18fe77f5f4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:51:47Z', 'updated_at': '2022-01-18T22:51:48Z', 'revision_number': 3, 'project_id': '72935d6e3d414f09a58601b144f00b62', 'gw_port': {'id': 'ef3bbba0-36ba-490d-a339-f18fe77f5f4f', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:46:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '313b4905-e749-423e-a70a-df6d810d99e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:51:47Z', 'updated_at': '2022-01-18T22:51:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:51:49.389960 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ccb7826-539c-4476-a58c-0b066daa21ea None None] Checking router: 313b4905-e749-423e-a70a-df6d810d99e5 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:51:49.390236 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ccb7826-539c-4476-a58c-0b066daa21ea None None] Updating router 313b4905-e749-423e-a70a-df6d810d99e5 port ef3bbba0-36ba-490d-a339-f18fe77f5f4f binding host n-d-825064-1 {{(pid=102432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:51:49.416406 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1ccb7826-539c-4476-a58c-0b066daa21ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:49.441766 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5e40d14-2222-407a-9283-6772df9a413b tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Made reservation on behalf of 72935d6e3d414f09a58601b144f00b62 for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:51:49.445310 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e5e40d14-2222-407a-9283-6772df9a413b tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:49.630091 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e5e40d14-2222-407a-9283-6772df9a413b tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:49.680149 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1ccb7826-539c-4476-a58c-0b066daa21ea None None] Notify callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:49.686025 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1ccb7826-539c-4476-a58c-0b066daa21ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:49.699050 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e40d14-2222-407a-9283-6772df9a413b tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Pushing event updated for resources: {'Subnet': ['ID=80ff73ce-e509-48d9-961e-fc6300a04af9,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:49.703570 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e40d14-2222-407a-9283-6772df9a413b tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Checking segment: {'id': 'a070bd30-f428-4ce9-b826-afc0f9d6f5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a5eab4aa-94a7-4ffa-8ed0-1cdefbebbc1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:51:49.703922 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e40d14-2222-407a-9283-6772df9a413b tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Network hostable DHCP agents. Network: a5eab4aa-94a7-4ffa-8ed0-1cdefbebbc1c, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:51:49.713536 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e40d14-2222-407a-9283-6772df9a413b tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:51:49.713888 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e40d14-2222-407a-9283-6772df9a413b tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:51:49.714226 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e40d14-2222-407a-9283-6772df9a413b tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:51:49.714556 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e40d14-2222-407a-9283-6772df9a413b tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:51:49.715186 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e40d14-2222-407a-9283-6772df9a413b tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:51:49.715186 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e40d14-2222-407a-9283-6772df9a413b tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:51:49.715519 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e40d14-2222-407a-9283-6772df9a413b tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:51:49.715841 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e40d14-2222-407a-9283-6772df9a413b tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:51:49.716187 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e40d14-2222-407a-9283-6772df9a413b tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:51:49.716509 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e40d14-2222-407a-9283-6772df9a413b tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:51:49.716831 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e40d14-2222-407a-9283-6772df9a413b tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:51:49.717147 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e40d14-2222-407a-9283-6772df9a413b tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:51:49.736732 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-1ccb7826-539c-4476-a58c-0b066daa21ea None None] Attempting to bind port ef3bbba0-36ba-490d-a339-f18fe77f5f4f on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:51:49.737103 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-1ccb7826-539c-4476-a58c-0b066daa21ea None None] Attempting to bind port ef3bbba0-36ba-490d-a339-f18fe77f5f4f by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:51:49.737470 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ccb7826-539c-4476-a58c-0b066daa21ea None None] Attempting to bind port ef3bbba0-36ba-490d-a339-f18fe77f5f4f on network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:51:49.738312 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e40d14-2222-407a-9283-6772df9a413b tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Network a5eab4aa-94a7-4ffa-8ed0-1cdefbebbc1c is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:51:49.745000 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc37ac0-27d4-4c4a-b1f6-01d27fd4c657 None None] Pushing event updated for resources: {'Port': ['ID=ef3bbba0-36ba-490d-a339-f18fe77f5f4f,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:49.747393 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ccb7826-539c-4476-a58c-0b066daa21ea None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:51:49.747773 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ccb7826-539c-4476-a58c-0b066daa21ea None None] Checking segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:51:49.748206 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1ccb7826-539c-4476-a58c-0b066daa21ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:49.748592 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ccb7826-539c-4476-a58c-0b066daa21ea None None] Bound using segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:51:49.748915 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-e5e40d14-2222-407a-9283-6772df9a413b tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, a5eab4aa-94a7-4ffa-8ed0-1cdefbebbc1c) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:51:49.749071 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-1ccb7826-539c-4476-a58c-0b066daa21ea None None] Bound port: ef3bbba0-36ba-490d-a339-f18fe77f5f4f, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:51:49.749442 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1ccb7826-539c-4476-a58c-0b066daa21ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:49.753248 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e40d14-2222-407a-9283-6772df9a413b tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:49.754070 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e5e40d14-2222-407a-9283-6772df9a413b tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:49.770707 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66957e38-0643-418f-9776-7f592af0f32d None None] Network a5eab4aa-94a7-4ffa-8ed0-1cdefbebbc1c requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:51:49.771104 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-e5e40d14-2222-407a-9283-6772df9a413b tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4261429 Jan 18 22:51:49.773828 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 55384) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:51:49.849375 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-1ccb7826-539c-4476-a58c-0b066daa21ea None None] For port ef3bbba0-36ba-490d-a339-f18fe77f5f4f, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:51:49.853632 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-1ccb7826-539c-4476-a58c-0b066daa21ea None None] For port ef3bbba0-36ba-490d-a339-f18fe77f5f4f, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=ef3bbba0-36ba-490d-a339-f18fe77f5f4f,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:51:49.860867 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1ccb7826-539c-4476-a58c-0b066daa21ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:49.959118 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccb7826-539c-4476-a58c-0b066daa21ea None None] Routers {'313b4905-e749-423e-a70a-df6d810d99e5'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:51:49.959759 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-1ccb7826-539c-4476-a58c-0b066daa21ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:51:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['313b4905-e749-423e-a70a-df6d810d99e5'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:51:49.961418 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc37ac0-27d4-4c4a-b1f6-01d27fd4c657 None None] Pushing event updated for resources: {'Port': ['ID=ef3bbba0-36ba-490d-a339-f18fe77f5f4f,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:50.062569 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cec8171-e5c8-4bab-a689-b54716dc41aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-a5eab4aa-94a7-4ffa-8ed0-1cdefbebbc1c', 'network_id': 'a5eab4aa-94a7-4ffa-8ed0-1cdefbebbc1c', 'tenant_id': '72935d6e3d414f09a58601b144f00b62', 'fixed_ips': [{'subnet_id': '80ff73ce-e509-48d9-961e-fc6300a04af9'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:51:50.063418 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5cec8171-e5c8-4bab-a689-b54716dc41aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:50.110073 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-1ccb7826-539c-4476-a58c-0b066daa21ea None None] Set router 313b4905-e749-423e-a70a-df6d810d99e5 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:51:50.204507 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-95ad5381-f935-44be-a650-f500f1a2957b tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:50.334119 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-5cec8171-e5c8-4bab-a689-b54716dc41aa None None] Allocated IP 172.20.0.18 (a5eab4aa-94a7-4ffa-8ed0-1cdefbebbc1c/80ff73ce-e509-48d9-961e-fc6300a04af9/948f1b1a-8ace-4bf0-bde1-b6855bab0454) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:51:50.452901 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-1ccb7826-539c-4476-a58c-0b066daa21ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313b4905-e749-423e-a70a-df6d810d99e5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2123759663', 'tenant_id': '72935d6e3d414f09a58601b144f00b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'ef3bbba0-36ba-490d-a339-f18fe77f5f4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:51:47Z', 'updated_at': '2022-01-18T22:51:48Z', 'revision_number': 3, 'project_id': '72935d6e3d414f09a58601b144f00b62', 'gw_port': {'id': 'ef3bbba0-36ba-490d-a339-f18fe77f5f4f', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:46:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '313b4905-e749-423e-a70a-df6d810d99e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:51:47Z', 'updated_at': '2022-01-18T22:51:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:51:50.488084 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ccb7826-539c-4476-a58c-0b066daa21ea None None] The sync data for ids ['313b4905-e749-423e-a70a-df6d810d99e5'] in n-d-825064-1 is: [{'id': '313b4905-e749-423e-a70a-df6d810d99e5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2123759663', 'tenant_id': '72935d6e3d414f09a58601b144f00b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'ef3bbba0-36ba-490d-a339-f18fe77f5f4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:51:47Z', 'updated_at': '2022-01-18T22:51:48Z', 'revision_number': 3, 'project_id': '72935d6e3d414f09a58601b144f00b62', 'gw_port': {'id': 'ef3bbba0-36ba-490d-a339-f18fe77f5f4f', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:46:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '313b4905-e749-423e-a70a-df6d810d99e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:51:47Z', 'updated_at': '2022-01-18T22:51:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:51:50.535276 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5cec8171-e5c8-4bab-a689-b54716dc41aa None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:50.542570 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5cec8171-e5c8-4bab-a689-b54716dc41aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:50.600176 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cec8171-e5c8-4bab-a689-b54716dc41aa None None] Network a5eab4aa-94a7-4ffa-8ed0-1cdefbebbc1c is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:51:50.606124 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-5cec8171-e5c8-4bab-a689-b54716dc41aa None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:51:50.608172 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cec8171-e5c8-4bab-a689-b54716dc41aa None None] Pushing event updated for resources: {'Port': ['ID=948f1b1a-8ace-4bf0-bde1-b6855bab0454,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:50.615990 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cec8171-e5c8-4bab-a689-b54716dc41aa None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:51:50.617603 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-95ad5381-f935-44be-a650-f500f1a2957b tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Allocated IP 172.20.0.17 (a5eab4aa-94a7-4ffa-8ed0-1cdefbebbc1c/80ff73ce-e509-48d9-961e-fc6300a04af9/d9d64ecd-f8b0-4f3a-8621-b78852417125) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:51:50.673734 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-5cec8171-e5c8-4bab-a689-b54716dc41aa None None] Attempting to bind port 948f1b1a-8ace-4bf0-bde1-b6855bab0454 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:51:50.674101 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-5cec8171-e5c8-4bab-a689-b54716dc41aa None None] Attempting to bind port 948f1b1a-8ace-4bf0-bde1-b6855bab0454 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': 'a070bd30-f428-4ce9-b826-afc0f9d6f5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a5eab4aa-94a7-4ffa-8ed0-1cdefbebbc1c'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:51:50.674460 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cec8171-e5c8-4bab-a689-b54716dc41aa None None] Attempting to bind port 948f1b1a-8ace-4bf0-bde1-b6855bab0454 on network a5eab4aa-94a7-4ffa-8ed0-1cdefbebbc1c {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:51:50.679498 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cec8171-e5c8-4bab-a689-b54716dc41aa None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:51:50.679872 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cec8171-e5c8-4bab-a689-b54716dc41aa None None] Checking segment: {'id': 'a070bd30-f428-4ce9-b826-afc0f9d6f5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a5eab4aa-94a7-4ffa-8ed0-1cdefbebbc1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:51:50.680307 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5cec8171-e5c8-4bab-a689-b54716dc41aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:50.680695 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cec8171-e5c8-4bab-a689-b54716dc41aa None None] Bound using segment: {'id': 'a070bd30-f428-4ce9-b826-afc0f9d6f5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a5eab4aa-94a7-4ffa-8ed0-1cdefbebbc1c'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:51:50.681419 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-5cec8171-e5c8-4bab-a689-b54716dc41aa None None] Bound port: 948f1b1a-8ace-4bf0-bde1-b6855bab0454, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a070bd30-f428-4ce9-b826-afc0f9d6f5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a5eab4aa-94a7-4ffa-8ed0-1cdefbebbc1c'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:51:50.681796 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5cec8171-e5c8-4bab-a689-b54716dc41aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:50.733866 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-95ad5381-f935-44be-a650-f500f1a2957b tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:50.749343 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-5cec8171-e5c8-4bab-a689-b54716dc41aa None None] For port 948f1b1a-8ace-4bf0-bde1-b6855bab0454, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:51:50.753510 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-5cec8171-e5c8-4bab-a689-b54716dc41aa None None] For port 948f1b1a-8ace-4bf0-bde1-b6855bab0454, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=948f1b1a-8ace-4bf0-bde1-b6855bab0454,segment=NetworkSegment(a070bd30-f428-4ce9-b826-afc0f9d6f5ff),segment_id=a070bd30-f428-4ce9-b826-afc0f9d6f5ff)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:51:50.758453 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5cec8171-e5c8-4bab-a689-b54716dc41aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:50.773911 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-95ad5381-f935-44be-a650-f500f1a2957b tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:50.838858 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ad5381-f935-44be-a650-f500f1a2957b tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Network a5eab4aa-94a7-4ffa-8ed0-1cdefbebbc1c is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:51:50.844195 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-95ad5381-f935-44be-a650-f500f1a2957b tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:51:50.847245 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ad5381-f935-44be-a650-f500f1a2957b tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:51:50.850470 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cec8171-e5c8-4bab-a689-b54716dc41aa None None] Pushing event updated for resources: {'Port': ['ID=948f1b1a-8ace-4bf0-bde1-b6855bab0454,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:50.879858 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ad5381-f935-44be-a650-f500f1a2957b tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Pushing event updated for resources: {'Port': ['ID=d9d64ecd-f8b0-4f3a-8621-b78852417125,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:50.910104 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-95ad5381-f935-44be-a650-f500f1a2957b tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1040954'] for router_interface, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:51.082111 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-95ad5381-f935-44be-a650-f500f1a2957b tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:51.380313 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-95ad5381-f935-44be-a650-f500f1a2957b tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:51.385197 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-95ad5381-f935-44be-a650-f500f1a2957b tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:51.462353 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-95ad5381-f935-44be-a650-f500f1a2957b tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-613854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1041070'] for router_interface, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:51.464045 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ad5381-f935-44be-a650-f500f1a2957b tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Pushing event updated for resources: {'Port': ['ID=d9d64ecd-f8b0-4f3a-8621-b78852417125,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:51.559599 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ad5381-f935-44be-a650-f500f1a2957b tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Network a5eab4aa-94a7-4ffa-8ed0-1cdefbebbc1c is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:51:51.561090 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-95ad5381-f935-44be-a650-f500f1a2957b tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:51:51.682306 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95ad5381-f935-44be-a650-f500f1a2957b tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Router 313b4905-e749-423e-a70a-df6d810d99e5 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:51:51.794688 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95ad5381-f935-44be-a650-f500f1a2957b tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:51:51.799818 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-95ad5381-f935-44be-a650-f500f1a2957b tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] 10.222.0.53 "PUT /v2.0/routers/313b4905-e749-423e-a70a-df6d810d99e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0249200 Jan 18 22:51:51.810428 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25322e1c-4122-4411-b4df-557913f3c9fa None None] Network a5eab4aa-94a7-4ffa-8ed0-1cdefbebbc1c requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:51:51.930214 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-574d26a8-56c1-4770-bbb6-f10645e0e7c9 None None] Provisioning complete for port 948f1b1a-8ace-4bf0-bde1-b6855bab0454 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:51:51.930589 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-574d26a8-56c1-4770-bbb6-f10645e0e7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:52.002901 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-db96a058-5d3b-49e0-8cd3-efd8bf304b12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:52.036306 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d95c0e-04bd-439a-b376-7b4d4ff3561a req-87880dbb-e7da-4b57-ba52-7845101f841d tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:52.037879 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f0d95c0e-04bd-439a-b376-7b4d4ff3561a req-87880dbb-e7da-4b57-ba52-7845101f841d tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] 10.222.0.53 "GET /v2.0/networks?id=a5eab4aa-94a7-4ffa-8ed0-1cdefbebbc1c HTTP/1.1" status: 200 len: 797 time: 0.1355388 Jan 18 22:51:52.054884 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f0d95c0e-04bd-439a-b376-7b4d4ff3561a req-5ae5810e-d71e-49d1-a552-39c7deaa11d7 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] 10.222.0.53 "GET /v2.0/quotas/72935d6e3d414f09a58601b144f00b62 HTTP/1.1" status: 200 len: 375 time: 0.0100708 Jan 18 22:51:52.071163 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-574d26a8-56c1-4770-bbb6-f10645e0e7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:52.110198 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-574d26a8-56c1-4770-bbb6-f10645e0e7c9 None None] For port 948f1b1a-8ace-4bf0-bde1-b6855bab0454, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=948f1b1a-8ace-4bf0-bde1-b6855bab0454,segment=NetworkSegment(a070bd30-f428-4ce9-b826-afc0f9d6f5ff),segment_id=a070bd30-f428-4ce9-b826-afc0f9d6f5ff)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:51:52.117723 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-574d26a8-56c1-4770-bbb6-f10645e0e7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:52.152085 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device ef3bbba0-36ba-490d-a339-f18fe77f5f4f up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:51:52.165956 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f0d95c0e-04bd-439a-b376-7b4d4ff3561a req-91e80e7a-c4c8-4f97-b055-69a68e2ac5ef tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=72935d6e3d414f09a58601b144f00b62&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0906520 Jan 18 22:51:52.215386 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574d26a8-56c1-4770-bbb6-f10645e0e7c9 None None] Pushing event updated for resources: {'Port': ['ID=948f1b1a-8ace-4bf0-bde1-b6855bab0454,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:52.228670 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port ef3bbba0-36ba-490d-a339-f18fe77f5f4f triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:51:52.229035 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:52.272554 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f0d95c0e-04bd-439a-b376-7b4d4ff3561a req-2496b826-293b-41cf-a430-ccd812988899 service neutron] 10.222.0.53 "GET /v2.0/networks/a5eab4aa-94a7-4ffa-8ed0-1cdefbebbc1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930266 Jan 18 22:51:52.311297 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:52.339342 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port ef3bbba0-36ba-490d-a339-f18fe77f5f4f, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=ef3bbba0-36ba-490d-a339-f18fe77f5f4f,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:51:52.346111 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-d6f1f213-7f91-4fbe-99a3-6c0a8a4e93ad None None] Provisioning complete for port d9d64ecd-f8b0-4f3a-8621-b78852417125 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:51:52.346540 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d6f1f213-7f91-4fbe-99a3-6c0a8a4e93ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:52.349899 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:52.350303 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 948f1b1a-8ace-4bf0-bde1-b6855bab0454 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:51:52.372119 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617da392-c8bb-4585-951a-78160ff256bc None None] Sync routers for ids ['313b4905-e749-423e-a70a-df6d810d99e5'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:51:52.384667 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617da392-c8bb-4585-951a-78160ff256bc None None] Routers {'313b4905-e749-423e-a70a-df6d810d99e5'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:51:52.386687 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-617da392-c8bb-4585-951a-78160ff256bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:51:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['313b4905-e749-423e-a70a-df6d810d99e5'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:51:52.395111 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f0d95c0e-04bd-439a-b376-7b4d4ff3561a req-cc910c91-61e8-4d9b-82a5-1c654aed2c40 service neutron] 10.222.0.53 "GET /v2.0/networks/a5eab4aa-94a7-4ffa-8ed0-1cdefbebbc1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153820 Jan 18 22:51:52.464800 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=ef3bbba0-36ba-490d-a339-f18fe77f5f4f,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:52.470865 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-d6f1f213-7f91-4fbe-99a3-6c0a8a4e93ad None None] Port d9d64ecd-f8b0-4f3a-8621-b78852417125 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:51:52.498853 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-d6f1f213-7f91-4fbe-99a3-6c0a8a4e93ad None None] Provisioning complete for port 948f1b1a-8ace-4bf0-bde1-b6855bab0454 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:51:52.499231 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d6f1f213-7f91-4fbe-99a3-6c0a8a4e93ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:52.595018 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 948f1b1a-8ace-4bf0-bde1-b6855bab0454 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:51:52.595145 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c3a22b22-1b0e-4cc8-8789-2cb5ae764e08 req-764a30f9-870a-44f7-858d-7349b2fba9e6 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] 10.222.0.53 "GET /v2.0/ports?device_id=8dd59313-2027-4134-bb21-1c261105cbab HTTP/1.1" status: 200 len: 210 time: 0.0369971 Jan 18 22:51:52.595655 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:52.659484 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-617da392-c8bb-4585-951a-78160ff256bc None None] Set router 313b4905-e749-423e-a70a-df6d810d99e5 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:51:52.961326 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-617da392-c8bb-4585-951a-78160ff256bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313b4905-e749-423e-a70a-df6d810d99e5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2123759663', 'tenant_id': '72935d6e3d414f09a58601b144f00b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'ef3bbba0-36ba-490d-a339-f18fe77f5f4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:51:47Z', 'updated_at': '2022-01-18T22:51:51Z', 'revision_number': 4, 'project_id': '72935d6e3d414f09a58601b144f00b62', 'gw_port': {'id': 'ef3bbba0-36ba-490d-a339-f18fe77f5f4f', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:46:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313b4905-e749-423e-a70a-df6d810d99e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:51:47Z', 'updated_at': '2022-01-18T22:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'd9d64ecd-f8b0-4f3a-8621-b78852417125', 'name': '', 'network_id': 'a5eab4aa-94a7-4ffa-8ed0-1cdefbebbc1c', 'tenant_id': '72935d6e3d414f09a58601b144f00b62', 'mac_address': 'fa:16:3e:cc:bd:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '313b4905-e749-423e-a70a-df6d810d99e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '80ff73ce-e509-48d9-961e-fc6300a04af9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:51:50Z', 'updated_at': '2022-01-18T22:51:51Z', 'revision_number': 2, 'project_id': '72935d6e3d414f09a58601b144f00b62', 'subnets': [{'id': '80ff73ce-e509-48d9-961e-fc6300a04af9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:51:52.979844 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-78118d68-0d0b-4147-bef2-2f5e446ad9e9 None None] Provisioning complete for port d9d64ecd-f8b0-4f3a-8621-b78852417125 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:51:52.980342 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-78118d68-0d0b-4147-bef2-2f5e446ad9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:52.997535 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617da392-c8bb-4585-951a-78160ff256bc None None] Checking router: 313b4905-e749-423e-a70a-df6d810d99e5 for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:51:52.998274 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617da392-c8bb-4585-951a-78160ff256bc None None] Updating router 313b4905-e749-423e-a70a-df6d810d99e5 port d9d64ecd-f8b0-4f3a-8621-b78852417125 binding host n-d-825064-1 {{(pid=102433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:51:53.032574 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-78118d68-0d0b-4147-bef2-2f5e446ad9e9 None None] Port d9d64ecd-f8b0-4f3a-8621-b78852417125 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:51:53.039585 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-617da392-c8bb-4585-951a-78160ff256bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:53.040684 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:53.339843 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-617da392-c8bb-4585-951a-78160ff256bc None None] Notify callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:53.345131 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-617da392-c8bb-4585-951a-78160ff256bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:53.395409 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecfcb7b-5be4-433d-8ad7-edb39cb2ad85 None None] Pushing event updated for resources: {'Port': ['ID=d9d64ecd-f8b0-4f3a-8621-b78852417125,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:53.445123 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-617da392-c8bb-4585-951a-78160ff256bc None None] Attempting to bind port d9d64ecd-f8b0-4f3a-8621-b78852417125 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:51:53.445488 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-617da392-c8bb-4585-951a-78160ff256bc None None] Attempting to bind port d9d64ecd-f8b0-4f3a-8621-b78852417125 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': 'a070bd30-f428-4ce9-b826-afc0f9d6f5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a5eab4aa-94a7-4ffa-8ed0-1cdefbebbc1c'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:51:53.445898 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617da392-c8bb-4585-951a-78160ff256bc None None] Attempting to bind port d9d64ecd-f8b0-4f3a-8621-b78852417125 on network a5eab4aa-94a7-4ffa-8ed0-1cdefbebbc1c {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:51:53.450980 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617da392-c8bb-4585-951a-78160ff256bc None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:51:53.451359 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617da392-c8bb-4585-951a-78160ff256bc None None] Checking segment: {'id': 'a070bd30-f428-4ce9-b826-afc0f9d6f5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a5eab4aa-94a7-4ffa-8ed0-1cdefbebbc1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:51:53.451771 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-617da392-c8bb-4585-951a-78160ff256bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:53.452202 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617da392-c8bb-4585-951a-78160ff256bc None None] Bound using segment: {'id': 'a070bd30-f428-4ce9-b826-afc0f9d6f5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a5eab4aa-94a7-4ffa-8ed0-1cdefbebbc1c'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:51:53.452639 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-617da392-c8bb-4585-951a-78160ff256bc None None] Bound port: d9d64ecd-f8b0-4f3a-8621-b78852417125, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a070bd30-f428-4ce9-b826-afc0f9d6f5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a5eab4aa-94a7-4ffa-8ed0-1cdefbebbc1c'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:51:53.453699 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-617da392-c8bb-4585-951a-78160ff256bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:53.525601 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-617da392-c8bb-4585-951a-78160ff256bc None None] For port d9d64ecd-f8b0-4f3a-8621-b78852417125, host n-d-825064-1, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:51:53.528792 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-617da392-c8bb-4585-951a-78160ff256bc None None] For port d9d64ecd-f8b0-4f3a-8621-b78852417125, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=d9d64ecd-f8b0-4f3a-8621-b78852417125,segment=NetworkSegment(a070bd30-f428-4ce9-b826-afc0f9d6f5ff),segment_id=a070bd30-f428-4ce9-b826-afc0f9d6f5ff)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:51:53.537432 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-617da392-c8bb-4585-951a-78160ff256bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:53.594590 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617da392-c8bb-4585-951a-78160ff256bc None None] Routers {'313b4905-e749-423e-a70a-df6d810d99e5'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:51:53.595218 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-617da392-c8bb-4585-951a-78160ff256bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:51:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['313b4905-e749-423e-a70a-df6d810d99e5'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:51:53.646392 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecfcb7b-5be4-433d-8ad7-edb39cb2ad85 None None] Pushing event updated for resources: {'Port': ['ID=d9d64ecd-f8b0-4f3a-8621-b78852417125,revision_number=4']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:53.665271 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7d9f2d8b-851e-446d-90e8-4ce738aa23a3 None None] Provisioning complete for port d9d64ecd-f8b0-4f3a-8621-b78852417125 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:51:53.665645 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7d9f2d8b-851e-446d-90e8-4ce738aa23a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:53.768450 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-617da392-c8bb-4585-951a-78160ff256bc None None] Set router 313b4905-e749-423e-a70a-df6d810d99e5 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:51:53.771599 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7d9f2d8b-851e-446d-90e8-4ce738aa23a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:53.776922 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d95c0e-04bd-439a-b376-7b4d4ff3561a req-0499e6d9-5273-4f04-b1f0-9d110f467395 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:53.778442 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f0d95c0e-04bd-439a-b376-7b4d4ff3561a req-0499e6d9-5273-4f04-b1f0-9d110f467395 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] 10.222.0.36 "GET /v2.0/networks?id=a5eab4aa-94a7-4ffa-8ed0-1cdefbebbc1c HTTP/1.1" status: 200 len: 797 time: 0.1461926 Jan 18 22:51:53.784523 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-64e88bb5-8e65-45f5-9711-17fc27dd3d84 req-50b7d2b5-e356-4166-998a-50dc4e8a1c4f tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] 10.222.0.53 "GET /v2.0/ports?device_id=8dd59313-2027-4134-bb21-1c261105cbab HTTP/1.1" status: 200 len: 210 time: 0.0732572 Jan 18 22:51:53.792223 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-f0d95c0e-04bd-439a-b376-7b4d4ff3561a req-04d71949-8ead-4321-9262-14475f9a751b tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Request body: {'port': {'device_id': '8dd59313-2027-4134-bb21-1c261105cbab', 'network_id': 'a5eab4aa-94a7-4ffa-8ed0-1cdefbebbc1c', 'admin_state_up': True, 'tenant_id': '72935d6e3d414f09a58601b144f00b62'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:51:53.823277 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7d9f2d8b-851e-446d-90e8-4ce738aa23a3 None None] For port d9d64ecd-f8b0-4f3a-8621-b78852417125, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=d9d64ecd-f8b0-4f3a-8621-b78852417125,segment=NetworkSegment(a070bd30-f428-4ce9-b826-afc0f9d6f5ff),segment_id=a070bd30-f428-4ce9-b826-afc0f9d6f5ff)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:51:53.829755 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7d9f2d8b-851e-446d-90e8-4ce738aa23a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:53.901720 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9f2d8b-851e-446d-90e8-4ce738aa23a3 None None] Pushing event updated for resources: {'Port': ['ID=d9d64ecd-f8b0-4f3a-8621-b78852417125,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:53.950434 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-bd6c393c-0ef8-4d9d-975e-7ad35f4f1919 None None] Provisioning complete for port d9d64ecd-f8b0-4f3a-8621-b78852417125 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:51:53.950799 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bd6c393c-0ef8-4d9d-975e-7ad35f4f1919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:53.965653 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0d95c0e-04bd-439a-b376-7b4d4ff3561a req-04d71949-8ead-4321-9262-14475f9a751b tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Made reservation on behalf of 72935d6e3d414f09a58601b144f00b62 for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:51:53.973198 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-f0d95c0e-04bd-439a-b376-7b4d4ff3561a req-04d71949-8ead-4321-9262-14475f9a751b tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:54.051301 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 948f1b1a-8ace-4bf0-bde1-b6855bab0454 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:51:54.062057 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-617da392-c8bb-4585-951a-78160ff256bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313b4905-e749-423e-a70a-df6d810d99e5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2123759663', 'tenant_id': '72935d6e3d414f09a58601b144f00b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'ef3bbba0-36ba-490d-a339-f18fe77f5f4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:51:47Z', 'updated_at': '2022-01-18T22:51:51Z', 'revision_number': 4, 'project_id': '72935d6e3d414f09a58601b144f00b62', 'gw_port': {'id': 'ef3bbba0-36ba-490d-a339-f18fe77f5f4f', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:46:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313b4905-e749-423e-a70a-df6d810d99e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:51:47Z', 'updated_at': '2022-01-18T22:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'd9d64ecd-f8b0-4f3a-8621-b78852417125', 'name': '', 'network_id': 'a5eab4aa-94a7-4ffa-8ed0-1cdefbebbc1c', 'tenant_id': '72935d6e3d414f09a58601b144f00b62', 'mac_address': 'fa:16:3e:cc:bd:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '313b4905-e749-423e-a70a-df6d810d99e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '80ff73ce-e509-48d9-961e-fc6300a04af9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:51:50Z', 'updated_at': '2022-01-18T22:51:53Z', 'revision_number': 4, 'project_id': '72935d6e3d414f09a58601b144f00b62', 'subnets': [{'id': '80ff73ce-e509-48d9-961e-fc6300a04af9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:51:54.094699 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617da392-c8bb-4585-951a-78160ff256bc None None] The sync data for ids ['313b4905-e749-423e-a70a-df6d810d99e5'] in n-d-825064-1 is: [{'id': '313b4905-e749-423e-a70a-df6d810d99e5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2123759663', 'tenant_id': '72935d6e3d414f09a58601b144f00b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'ef3bbba0-36ba-490d-a339-f18fe77f5f4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:51:47Z', 'updated_at': '2022-01-18T22:51:51Z', 'revision_number': 4, 'project_id': '72935d6e3d414f09a58601b144f00b62', 'gw_port': {'id': 'ef3bbba0-36ba-490d-a339-f18fe77f5f4f', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:46:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313b4905-e749-423e-a70a-df6d810d99e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:51:47Z', 'updated_at': '2022-01-18T22:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'd9d64ecd-f8b0-4f3a-8621-b78852417125', 'name': '', 'network_id': 'a5eab4aa-94a7-4ffa-8ed0-1cdefbebbc1c', 'tenant_id': '72935d6e3d414f09a58601b144f00b62', 'mac_address': 'fa:16:3e:cc:bd:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '313b4905-e749-423e-a70a-df6d810d99e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '80ff73ce-e509-48d9-961e-fc6300a04af9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:51:50Z', 'updated_at': '2022-01-18T22:51:53Z', 'revision_number': 4, 'project_id': '72935d6e3d414f09a58601b144f00b62', 'subnets': [{'id': '80ff73ce-e509-48d9-961e-fc6300a04af9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:51:54.111157 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 948f1b1a-8ace-4bf0-bde1-b6855bab0454 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:51:54.111560 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:54.174980 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [req-f0d95c0e-04bd-439a-b376-7b4d4ff3561a req-04d71949-8ead-4321-9262-14475f9a751b tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Allocated IP 172.20.0.20 (a5eab4aa-94a7-4ffa-8ed0-1cdefbebbc1c/80ff73ce-e509-48d9-961e-fc6300a04af9/3e985321-6a48-4ef5-9ebe-cba811926887) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:51:54.213797 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device ef3bbba0-36ba-490d-a339-f18fe77f5f4f up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:51:54.267810 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port ef3bbba0-36ba-490d-a339-f18fe77f5f4f triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:51:54.268220 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:54.300254 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-f0d95c0e-04bd-439a-b376-7b4d4ff3561a req-04d71949-8ead-4321-9262-14475f9a751b tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:54.378689 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-f0d95c0e-04bd-439a-b376-7b4d4ff3561a req-04d71949-8ead-4321-9262-14475f9a751b tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:54.383964 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-8c074018-8309-4a2c-8269-f6401353d81c req-dc4ad99e-670c-4c2c-87de-a202404458d4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=414e65a4-3a0b-4b2c-9462-3ae005a02195&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0579104 Jan 18 22:51:54.430648 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0d95c0e-04bd-439a-b376-7b4d4ff3561a req-04d71949-8ead-4321-9262-14475f9a751b tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Network a5eab4aa-94a7-4ffa-8ed0-1cdefbebbc1c is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:51:54.442387 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [req-f0d95c0e-04bd-439a-b376-7b4d4ff3561a req-04d71949-8ead-4321-9262-14475f9a751b tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:51:54.444794 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0d95c0e-04bd-439a-b376-7b4d4ff3561a req-04d71949-8ead-4321-9262-14475f9a751b tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:51:54.480250 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:54.492809 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d71949-8ead-4321-9262-14475f9a751b tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Pushing event updated for resources: {'Port': ['ID=3e985321-6a48-4ef5-9ebe-cba811926887,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:54.521341 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d95c0e-04bd-439a-b376-7b4d4ff3561a req-04d71949-8ead-4321-9262-14475f9a751b tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:54.521897 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-f0d95c0e-04bd-439a-b376-7b4d4ff3561a req-04d71949-8ead-4321-9262-14475f9a751b tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:54.534484 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c074018-8309-4a2c-8269-f6401353d81c req-e1e938bc-85a2-4afb-95eb-bfa55f0b02bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:54.536048 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-8c074018-8309-4a2c-8269-f6401353d81c req-e1e938bc-85a2-4afb-95eb-bfa55f0b02bb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=69d9d18e59bf4368beed3fa7310f0ed2&device_id=414e65a4-3a0b-4b2c-9462-3ae005a02195 HTTP/1.1" status: 200 len: 1096 time: 0.1042652 Jan 18 22:51:54.544717 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f0d95c0e-04bd-439a-b376-7b4d4ff3561a req-04d71949-8ead-4321-9262-14475f9a751b tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.7569535 Jan 18 22:51:54.562302 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-f0d95c0e-04bd-439a-b376-7b4d4ff3561a req-65a0f710-0887-4a05-8d81-227694ce4354 service neutron] Request body: {'port': {'device_id': '8dd59313-2027-4134-bb21-1c261105cbab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:51:54.659735 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:54.673615 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-f0d95c0e-04bd-439a-b376-7b4d4ff3561a req-65a0f710-0887-4a05-8d81-227694ce4354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:54.733118 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c074018-8309-4a2c-8269-f6401353d81c req-49a66dd9-68a3-4230-9772-65fb0448f6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:54.734540 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-8c074018-8309-4a2c-8269-f6401353d81c req-49a66dd9-68a3-4230-9772-65fb0448f6a5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6475634d-f736-45f2-ae9a-83d4df30ce8b HTTP/1.1" status: 200 len: 909 time: 0.1694877 Jan 18 22:51:54.766358 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-c470dc90-c223-417c-9e43-d2dc5e37ccfb None None] Provisioning complete for port 3e985321-6a48-4ef5-9ebe-cba811926887 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:51:54.767502 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c470dc90-c223-417c-9e43-d2dc5e37ccfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:54.804440 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-c470dc90-c223-417c-9e43-d2dc5e37ccfb None None] Port 3e985321-6a48-4ef5-9ebe-cba811926887 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:51:54.874076 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-8c074018-8309-4a2c-8269-f6401353d81c req-0bf8eb54-2ba1-49f2-b40c-c2bbd8098b85 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df526520-44f5-410d-9980-cee828102de5 HTTP/1.1" status: 200 len: 1000 time: 0.1306884 Jan 18 22:51:54.912509 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689a3514-45ef-4536-811e-2cea1ee08bdf req-e1524464-a697-4c37-b5ca-18d37bbc701a tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:54.914609 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-689a3514-45ef-4536-811e-2cea1ee08bdf req-e1524464-a697-4c37-b5ca-18d37bbc701a tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] 10.222.0.53 "GET /v2.0/ports?device_id=8dd59313-2027-4134-bb21-1c261105cbab HTTP/1.1" status: 200 len: 895 time: 0.0576959 Jan 18 22:51:54.972263 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c074018-8309-4a2c-8269-f6401353d81c req-fd7bd03b-bb52-44fa-8f8b-1a01bd5c5ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:54.973738 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-8c074018-8309-4a2c-8269-f6401353d81c req-fd7bd03b-bb52-44fa-8f8b-1a01bd5c5ef8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2e4408c8-1b04-4e09-b3ce-588a4d45f399 HTTP/1.1" status: 200 len: 848 time: 0.0918367 Jan 18 22:51:55.061854 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c074018-8309-4a2c-8269-f6401353d81c req-401fdeb2-6677-4da7-8ff8-40c99aae0346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:55.064087 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-8c074018-8309-4a2c-8269-f6401353d81c req-401fdeb2-6677-4da7-8ff8-40c99aae0346 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6475634d-f736-45f2-ae9a-83d4df30ce8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0749915 Jan 18 22:51:55.140461 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [req-f0d95c0e-04bd-439a-b376-7b4d4ff3561a req-65a0f710-0887-4a05-8d81-227694ce4354 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e985321-6a48-4ef5-9ebe-cba811926887 {{(pid=102431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:51:55.150199 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-f0d95c0e-04bd-439a-b376-7b4d4ff3561a req-65a0f710-0887-4a05-8d81-227694ce4354 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:55.168907 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [req-f0d95c0e-04bd-439a-b376-7b4d4ff3561a req-65a0f710-0887-4a05-8d81-227694ce4354 service neutron] Transition to ACTIVE for port object 3e985321-6a48-4ef5-9ebe-cba811926887 will not be triggered until provisioned by entity L2. {{(pid=102431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:51:55.176289 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-f0d95c0e-04bd-439a-b376-7b4d4ff3561a req-65a0f710-0887-4a05-8d81-227694ce4354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:55.226753 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-8c074018-8309-4a2c-8269-f6401353d81c req-56e8d52b-95d0-4579-b007-4b1cce146e7f service neutron] 10.222.0.36 "GET /v2.0/networks/6475634d-f736-45f2-ae9a-83d4df30ce8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450675 Jan 18 22:51:55.262895 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a0f710-0887-4a05-8d81-227694ce4354 service neutron] Pushing event updated for resources: {'Port': ['ID=3e985321-6a48-4ef5-9ebe-cba811926887,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:55.383096 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-f0d95c0e-04bd-439a-b376-7b4d4ff3561a req-65a0f710-0887-4a05-8d81-227694ce4354 service neutron] Attempting to bind port 3e985321-6a48-4ef5-9ebe-cba811926887 on host n-h1-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:51:55.383430 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-f0d95c0e-04bd-439a-b376-7b4d4ff3561a req-65a0f710-0887-4a05-8d81-227694ce4354 service neutron] Attempting to bind port 3e985321-6a48-4ef5-9ebe-cba811926887 by drivers openvswitch,hyperv on host n-h1-825064-1 at level 0 using segments [{'id': 'a070bd30-f428-4ce9-b826-afc0f9d6f5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a5eab4aa-94a7-4ffa-8ed0-1cdefbebbc1c'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:51:55.383754 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d95c0e-04bd-439a-b376-7b4d4ff3561a req-65a0f710-0887-4a05-8d81-227694ce4354 service neutron] Attempting to bind port 3e985321-6a48-4ef5-9ebe-cba811926887 on network a5eab4aa-94a7-4ffa-8ed0-1cdefbebbc1c {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:51:55.390582 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-8c074018-8309-4a2c-8269-f6401353d81c req-68bae0b7-4f37-4da4-bb80-f18ffb5dcfcd service neutron] 10.222.0.36 "GET /v2.0/networks/6475634d-f736-45f2-ae9a-83d4df30ce8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538630 Jan 18 22:51:55.391516 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d95c0e-04bd-439a-b376-7b4d4ff3561a req-65a0f710-0887-4a05-8d81-227694ce4354 service neutron] Port 3e985321-6a48-4ef5-9ebe-cba811926887 on network a5eab4aa-94a7-4ffa-8ed0-1cdefbebbc1c not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:51:55.391831 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d95c0e-04bd-439a-b376-7b4d4ff3561a req-65a0f710-0887-4a05-8d81-227694ce4354 service neutron] Attempting to bind port 3e985321-6a48-4ef5-9ebe-cba811926887 on network a5eab4aa-94a7-4ffa-8ed0-1cdefbebbc1c {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:51:55.396959 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d95c0e-04bd-439a-b376-7b4d4ff3561a req-65a0f710-0887-4a05-8d81-227694ce4354 service neutron] Checking agent: {'id': 'e49d1b2a-ba11-487f-a804-ecbf3c0e8132', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:51:55.397292 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d95c0e-04bd-439a-b376-7b4d4ff3561a req-65a0f710-0887-4a05-8d81-227694ce4354 service neutron] Checking segment: {'id': 'a070bd30-f428-4ce9-b826-afc0f9d6f5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a5eab4aa-94a7-4ffa-8ed0-1cdefbebbc1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:51:55.397672 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d95c0e-04bd-439a-b376-7b4d4ff3561a req-65a0f710-0887-4a05-8d81-227694ce4354 service neutron] Bound using segment: {'id': 'a070bd30-f428-4ce9-b826-afc0f9d6f5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a5eab4aa-94a7-4ffa-8ed0-1cdefbebbc1c'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:51:55.398164 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-f0d95c0e-04bd-439a-b376-7b4d4ff3561a req-65a0f710-0887-4a05-8d81-227694ce4354 service neutron] Bound port: 3e985321-6a48-4ef5-9ebe-cba811926887, host: n-h1-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a070bd30-f428-4ce9-b826-afc0f9d6f5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a5eab4aa-94a7-4ffa-8ed0-1cdefbebbc1c'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:51:55.398426 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-f0d95c0e-04bd-439a-b376-7b4d4ff3561a req-65a0f710-0887-4a05-8d81-227694ce4354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:55.461028 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-f0d95c0e-04bd-439a-b376-7b4d4ff3561a req-65a0f710-0887-4a05-8d81-227694ce4354 service neutron] For port 3e985321-6a48-4ef5-9ebe-cba811926887, host n-h1-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:51:55.463920 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-f0d95c0e-04bd-439a-b376-7b4d4ff3561a req-65a0f710-0887-4a05-8d81-227694ce4354 service neutron] For port 3e985321-6a48-4ef5-9ebe-cba811926887, host n-h1-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=3e985321-6a48-4ef5-9ebe-cba811926887,segment=NetworkSegment(a070bd30-f428-4ce9-b826-afc0f9d6f5ff),segment_id=a070bd30-f428-4ce9-b826-afc0f9d6f5ff)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:51:55.468281 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-f0d95c0e-04bd-439a-b376-7b4d4ff3561a req-65a0f710-0887-4a05-8d81-227694ce4354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:55.502090 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d95c0e-04bd-439a-b376-7b4d4ff3561a req-65a0f710-0887-4a05-8d81-227694ce4354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:55.502687 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-f0d95c0e-04bd-439a-b376-7b4d4ff3561a req-65a0f710-0887-4a05-8d81-227694ce4354 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:55.504063 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f0d95c0e-04bd-439a-b376-7b4d4ff3561a req-65a0f710-0887-4a05-8d81-227694ce4354 service neutron] 10.222.0.36 "PUT /v2.0/ports/3e985321-6a48-4ef5-9ebe-cba811926887 HTTP/1.1" status: 200 len: 1055 time: 0.9462600 Jan 18 22:51:55.504516 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dd59313-2027-4134-bb21-1c261105cbab', 'tag': '3e985321-6a48-4ef5-9ebe-cba811926887'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:51:55.506737 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4322bb1-ddfc-4d96-9a11-e51ba087a712" -d '{"events": [{"name": "network-changed", "server_uuid": "8dd59313-2027-4134-bb21-1c261105cbab", "tag": "3e985321-6a48-4ef5-9ebe-cba811926887"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:51:55.532760 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a0f710-0887-4a05-8d81-227694ce4354 service neutron] Pushing event updated for resources: {'Port': ['ID=3e985321-6a48-4ef5-9ebe-cba811926887,revision_number=3']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:55.562341 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39cfd0aa-a6d0-4f5d-b428-b14ebf7e6799 x-openstack-request-id: req-39cfd0aa-a6d0-4f5d-b428-b14ebf7e6799 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:51:55.562341 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dd59313-2027-4134-bb21-1c261105cbab", "tag": "3e985321-6a48-4ef5-9ebe-cba811926887", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:51:55.562341 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-39cfd0aa-a6d0-4f5d-b428-b14ebf7e6799 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:51:55.562680 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dd59313-2027-4134-bb21-1c261105cbab', 'tag': '3e985321-6a48-4ef5-9ebe-cba811926887', 'status': 'completed', 'code': 200} Jan 18 22:51:55.610406 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d95c0e-04bd-439a-b376-7b4d4ff3561a req-123470fd-1505-4ac1-b94d-24aa719ee1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:55.611923 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f0d95c0e-04bd-439a-b376-7b4d4ff3561a req-123470fd-1505-4ac1-b94d-24aa719ee1b0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=72935d6e3d414f09a58601b144f00b62&device_id=8dd59313-2027-4134-bb21-1c261105cbab HTTP/1.1" status: 200 len: 1058 time: 0.0597587 Jan 18 22:51:55.655815 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f0d95c0e-04bd-439a-b376-7b4d4ff3561a req-84f85383-74b7-4092-9f98-0ab32b7a5e65 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=3e985321-6a48-4ef5-9ebe-cba811926887 HTTP/1.1" status: 200 len: 217 time: 0.0343919 Jan 18 22:51:55.705252 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d95c0e-04bd-439a-b376-7b4d4ff3561a req-d1b5029d-4018-4525-ae73-780b903f2f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:55.706724 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f0d95c0e-04bd-439a-b376-7b4d4ff3561a req-d1b5029d-4018-4525-ae73-780b903f2f7d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=80ff73ce-e509-48d9-961e-fc6300a04af9 HTTP/1.1" status: 200 len: 837 time: 0.0447025 Jan 18 22:51:55.756794 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d95c0e-04bd-439a-b376-7b4d4ff3561a req-49afaffa-fc90-430c-8031-b62e859bed63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:55.758279 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f0d95c0e-04bd-439a-b376-7b4d4ff3561a req-49afaffa-fc90-430c-8031-b62e859bed63 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a5eab4aa-94a7-4ffa-8ed0-1cdefbebbc1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436952 Jan 18 22:51:55.846072 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f0d95c0e-04bd-439a-b376-7b4d4ff3561a req-57413fd1-b92d-4889-9a9f-9786c8c754ac service neutron] 10.222.0.36 "GET /v2.0/networks/a5eab4aa-94a7-4ffa-8ed0-1cdefbebbc1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794432 Jan 18 22:51:55.937311 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f0d95c0e-04bd-439a-b376-7b4d4ff3561a req-cb11baab-c16b-4112-82d8-c4f2d84c62cd service neutron] 10.222.0.36 "GET /v2.0/networks/a5eab4aa-94a7-4ffa-8ed0-1cdefbebbc1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829005 Jan 18 22:51:56.040507 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0717ce-7b24-4da2-a53e-a716636c804f req-310989f2-e9b1-4070-919f-3683c84227f5 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:56.045280 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4a0717ce-7b24-4da2-a53e-a716636c804f req-310989f2-e9b1-4070-919f-3683c84227f5 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] 10.222.0.53 "GET /v2.0/ports?device_id=8dd59313-2027-4134-bb21-1c261105cbab HTTP/1.1" status: 200 len: 907 time: 0.0599682 Jan 18 22:51:56.045423 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4322bb1-ddfc-4d96-9a11-e51ba087a712 req-161d9d3b-9fa6-4bbf-b000-cc6eb2b3461c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:56.046924 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-c4322bb1-ddfc-4d96-9a11-e51ba087a712 req-161d9d3b-9fa6-4bbf-b000-cc6eb2b3461c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=72935d6e3d414f09a58601b144f00b62&device_id=8dd59313-2027-4134-bb21-1c261105cbab HTTP/1.1" status: 200 len: 1058 time: 0.0461130 Jan 18 22:51:56.053609 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device d9d64ecd-f8b0-4f3a-8621-b78852417125 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:51:56.108389 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port d9d64ecd-f8b0-4f3a-8621-b78852417125 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:51:56.108769 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:56.136512 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4322bb1-ddfc-4d96-9a11-e51ba087a712 req-c33ca72f-8a25-4d88-bb44-5ee12413a4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:56.137996 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-c4322bb1-ddfc-4d96-9a11-e51ba087a712 req-c33ca72f-8a25-4d88-bb44-5ee12413a4ea service neutron] 10.222.0.36 "GET /v2.0/networks?id=a5eab4aa-94a7-4ffa-8ed0-1cdefbebbc1c HTTP/1.1" status: 200 len: 897 time: 0.0841069 Jan 18 22:51:56.181905 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-c4322bb1-ddfc-4d96-9a11-e51ba087a712 req-edb489de-24a4-454f-b744-1888f4d2e723 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=3e985321-6a48-4ef5-9ebe-cba811926887 HTTP/1.1" status: 200 len: 217 time: 0.0372798 Jan 18 22:51:56.229745 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4322bb1-ddfc-4d96-9a11-e51ba087a712 req-53047a1b-0bb4-4c43-8764-8a314f53686a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:56.231155 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-c4322bb1-ddfc-4d96-9a11-e51ba087a712 req-53047a1b-0bb4-4c43-8764-8a314f53686a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=80ff73ce-e509-48d9-961e-fc6300a04af9 HTTP/1.1" status: 200 len: 837 time: 0.0425203 Jan 18 22:51:56.278830 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4322bb1-ddfc-4d96-9a11-e51ba087a712 req-c8c0f4c2-7036-429d-9f3a-dbce8b33eb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:56.280334 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-c4322bb1-ddfc-4d96-9a11-e51ba087a712 req-c8c0f4c2-7036-429d-9f3a-dbce8b33eb19 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a5eab4aa-94a7-4ffa-8ed0-1cdefbebbc1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402195 Jan 18 22:51:56.373708 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-c4322bb1-ddfc-4d96-9a11-e51ba087a712 req-cb0777c3-fbcc-44ce-b7cb-59d501b8d085 service neutron] 10.222.0.36 "GET /v2.0/networks/a5eab4aa-94a7-4ffa-8ed0-1cdefbebbc1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821826 Jan 18 22:51:56.461793 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-c4322bb1-ddfc-4d96-9a11-e51ba087a712 req-4ef856da-b1fc-44a0-98f5-fac439b5941d service neutron] 10.222.0.36 "GET /v2.0/networks/a5eab4aa-94a7-4ffa-8ed0-1cdefbebbc1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799000 Jan 18 22:51:57.074297 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 3e985321-6a48-4ef5-9ebe-cba811926887 details requested by agent hyperv_n-h1-825064-1 with host n-h1-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:51:57.169893 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4378cb3e-7392-4576-98e5-345de8478575 req-849a5b81-69b1-4d03-a65d-36f5dca85164 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:57.171393 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4378cb3e-7392-4576-98e5-345de8478575 req-849a5b81-69b1-4d03-a65d-36f5dca85164 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] 10.222.0.53 "GET /v2.0/ports?device_id=8dd59313-2027-4134-bb21-1c261105cbab HTTP/1.1" status: 200 len: 907 time: 0.0491173 Jan 18 22:51:57.181176 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 3e985321-6a48-4ef5-9ebe-cba811926887, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=3e985321-6a48-4ef5-9ebe-cba811926887,segment=NetworkSegment(a070bd30-f428-4ce9-b826-afc0f9d6f5ff),segment_id=a070bd30-f428-4ce9-b826-afc0f9d6f5ff)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:51:57.197157 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Returning: {'device': '3e985321-6a48-4ef5-9ebe-cba811926887', 'network_id': 'a5eab4aa-94a7-4ffa-8ed0-1cdefbebbc1c', 'port_id': '3e985321-6a48-4ef5-9ebe-cba811926887', 'mac_address': 'fa:16:3e:ab:b4:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80ff73ce-e509-48d9-961e-fc6300a04af9', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:51:57.234350 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:57.247942 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e985321-6a48-4ef5-9ebe-cba811926887 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:51:57.266773 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 3e985321-6a48-4ef5-9ebe-cba811926887, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=3e985321-6a48-4ef5-9ebe-cba811926887,segment=NetworkSegment(a070bd30-f428-4ce9-b826-afc0f9d6f5ff),segment_id=a070bd30-f428-4ce9-b826-afc0f9d6f5ff)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:51:57.271511 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:57.319723 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=3e985321-6a48-4ef5-9ebe-cba811926887,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:57.327138 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:51:57.327481 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:51:57.327819 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:51:57.328177 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:51:57.329043 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:51:57.329374 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:51:57.329698 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:51:57.330020 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:51:57.330339 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:51:57.330659 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:51:57.330982 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:51:57.331296 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:51:57.511460 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['3e985321-6a48-4ef5-9ebe-cba811926887'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:51:58.287155 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16208d46-b8c6-40d5-92e8-03d37f59d17f req-5e2a7445-f158-4238-a975-34120dad9465 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:58.289347 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-16208d46-b8c6-40d5-92e8-03d37f59d17f req-5e2a7445-f158-4238-a975-34120dad9465 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] 10.222.0.53 "GET /v2.0/ports?device_id=8dd59313-2027-4134-bb21-1c261105cbab HTTP/1.1" status: 200 len: 908 time: 0.0520475 Jan 18 22:51:59.056717 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 3e985321-6a48-4ef5-9ebe-cba811926887 up at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:51:59.109975 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning for port 3e985321-6a48-4ef5-9ebe-cba811926887 completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:51:59.113648 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning complete for port 3e985321-6a48-4ef5-9ebe-cba811926887 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:51:59.114019 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:59.188812 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:59.211249 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dd59313-2027-4134-bb21-1c261105cbab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e985321-6a48-4ef5-9ebe-cba811926887'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:51:59.213562 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9eed7b4-d9c8-41ca-8140-310e9ed612d9" -d '{"events": [{"server_uuid": "8dd59313-2027-4134-bb21-1c261105cbab", "name": "network-vif-plugged", "status": "completed", "tag": "3e985321-6a48-4ef5-9ebe-cba811926887"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:51:59.226259 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 3e985321-6a48-4ef5-9ebe-cba811926887, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=3e985321-6a48-4ef5-9ebe-cba811926887,segment=NetworkSegment(a070bd30-f428-4ce9-b826-afc0f9d6f5ff),segment_id=a070bd30-f428-4ce9-b826-afc0f9d6f5ff)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:51:59.230610 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:59.258112 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e2f58b9-2313-4420-bc73-90833ae9def5 x-openstack-request-id: req-5e2f58b9-2313-4420-bc73-90833ae9def5 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:51:59.258398 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dd59313-2027-4134-bb21-1c261105cbab", "name": "network-vif-plugged", "status": "completed", "tag": "3e985321-6a48-4ef5-9ebe-cba811926887", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:51:59.258645 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5e2f58b9-2313-4420-bc73-90833ae9def5 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:51:59.259024 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dd59313-2027-4134-bb21-1c261105cbab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e985321-6a48-4ef5-9ebe-cba811926887', 'code': 200} Jan 18 22:51:59.285308 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=3e985321-6a48-4ef5-9ebe-cba811926887,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:59.353455 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826ec478-c634-485a-9edf-c09cb598ae29 req-090dfc71-7470-4d55-b06f-0280ded8a915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:59.354976 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-826ec478-c634-485a-9edf-c09cb598ae29 req-090dfc71-7470-4d55-b06f-0280ded8a915 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8dd59313-2027-4134-bb21-1c261105cbab HTTP/1.1" status: 200 len: 1060 time: 0.0399110 Jan 18 22:51:59.403353 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7332cfee-6469-4f83-8158-95a8abd48b5c req-5d8824ce-cd27-4374-8643-b964d7f1576a tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:59.404831 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7332cfee-6469-4f83-8158-95a8abd48b5c req-5d8824ce-cd27-4374-8643-b964d7f1576a tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] 10.222.0.53 "GET /v2.0/ports?device_id=8dd59313-2027-4134-bb21-1c261105cbab HTTP/1.1" status: 200 len: 909 time: 0.0480595 Jan 18 22:52:00.522957 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a922798b-ae9f-498b-96d0-5846e8a16986 req-4fdf7db0-69a2-4f6e-b20b-de8bd64726cf tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:00.524444 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a922798b-ae9f-498b-96d0-5846e8a16986 req-4fdf7db0-69a2-4f6e-b20b-de8bd64726cf tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] 10.222.0.53 "GET /v2.0/ports?device_id=8dd59313-2027-4134-bb21-1c261105cbab HTTP/1.1" status: 200 len: 909 time: 0.0515559 Jan 18 22:52:01.641754 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2431de3-dc2a-42c5-bd73-c9fe7c3d5e60 req-009e0a9d-2122-45fa-8f90-f82838768aac tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:01.643220 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b2431de3-dc2a-42c5-bd73-c9fe7c3d5e60 req-009e0a9d-2122-45fa-8f90-f82838768aac tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] 10.222.0.53 "GET /v2.0/ports?device_id=8dd59313-2027-4134-bb21-1c261105cbab HTTP/1.1" status: 200 len: 909 time: 0.0512347 Jan 18 22:52:01.756947 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f32947-01b4-4e7d-997e-b52368b8d20c req-1d3340bd-671b-4ba8-8200-89a7e6fd56e5 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:01.758392 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-96f32947-01b4-4e7d-997e-b52368b8d20c req-1d3340bd-671b-4ba8-8200-89a7e6fd56e5 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] 10.222.0.53 "GET /v2.0/ports?device_id=8dd59313-2027-4134-bb21-1c261105cbab HTTP/1.1" status: 200 len: 909 time: 0.0516381 Jan 18 22:52:01.859467 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b4fc4b-2786-44ed-a50e-0c98e8fa2350 req-ccdf3de3-5717-4bbe-b686-234483423d49 tempest-TestSecurityGroupsBasicOps-1982247752 tempest-TestSecurityGroupsBasicOps-1982247752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:01.860900 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-04b4fc4b-2786-44ed-a50e-0c98e8fa2350 req-ccdf3de3-5717-4bbe-b686-234483423d49 tempest-TestSecurityGroupsBasicOps-1982247752 tempest-TestSecurityGroupsBasicOps-1982247752-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=8dd59313-2027-4134-bb21-1c261105cbab HTTP/1.1" status: 200 len: 1060 time: 0.0397720 Jan 18 22:52:01.962771 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e84548c-2868-4085-a84f-3c11116a3f81 req-ced7e6ff-f475-4189-bacb-86f2e1012e9f tempest-TestSecurityGroupsBasicOps-1982247752 tempest-TestSecurityGroupsBasicOps-1982247752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:01.964307 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4e84548c-2868-4085-a84f-3c11116a3f81 req-ced7e6ff-f475-4189-bacb-86f2e1012e9f tempest-TestSecurityGroupsBasicOps-1982247752 tempest-TestSecurityGroupsBasicOps-1982247752-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=9bd8c898-0958-4fd6-8553-dee2cad25a8a HTTP/1.1" status: 200 len: 1135 time: 0.0396135 Jan 18 22:52:01.999382 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4e84548c-2868-4085-a84f-3c11116a3f81 req-3a5838ad-6748-46ae-b8e6-f3709bc86dd8 tempest-TestSecurityGroupsBasicOps-1982247752 tempest-TestSecurityGroupsBasicOps-1982247752-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=d1ab43ad-d8ac-4d52-86cc-19f987efcae5&id=fb30d4bb-7d1e-4771-b790-64acd6ca1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0284629 Jan 18 22:52:02.020410 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 55438) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:52:02.062232 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17008920-a1ae-4e68-aa95-aa7bb135d6f4 tempest-TestSecurityGroupsBasicOps-1982247752 tempest-TestSecurityGroupsBasicOps-1982247752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:02.063768 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-17008920-a1ae-4e68-aa95-aa7bb135d6f4 tempest-TestSecurityGroupsBasicOps-1982247752 tempest-TestSecurityGroupsBasicOps-1982247752-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=8dd59313-2027-4134-bb21-1c261105cbab HTTP/1.1" status: 200 len: 1055 time: 0.0424018 Jan 18 22:52:02.274722 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb832995-7f34-41c5-ad9a-078132065929 req-a2bb0a7b-e3de-44bc-bb1e-1d3ec34d3081 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:02.276144 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-eb832995-7f34-41c5-ad9a-078132065929 req-a2bb0a7b-e3de-44bc-bb1e-1d3ec34d3081 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] 10.222.0.53 "GET /v2.0/ports?device_id=8dd59313-2027-4134-bb21-1c261105cbab HTTP/1.1" status: 200 len: 909 time: 0.0499201 Jan 18 22:52:03.400365 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3552ead9-cb64-4df4-ab47-862b69c9328b req-6f9ca748-4fcf-465d-b1ff-6e6b149661a8 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:03.401720 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3552ead9-cb64-4df4-ab47-862b69c9328b req-6f9ca748-4fcf-465d-b1ff-6e6b149661a8 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] 10.222.0.53 "GET /v2.0/ports?device_id=8dd59313-2027-4134-bb21-1c261105cbab HTTP/1.1" status: 200 len: 909 time: 0.0548322 Jan 18 22:52:03.595945 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23266728-ea31-4338-93a8-db86e86d57f3 req-0c6fd5f4-9372-487c-b77d-8ad1a3b23710 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:03.597455 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-23266728-ea31-4338-93a8-db86e86d57f3 req-0c6fd5f4-9372-487c-b77d-8ad1a3b23710 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dd59313-2027-4134-bb21-1c261105cbab HTTP/1.1" status: 200 len: 909 time: 0.0521748 Jan 18 22:52:03.691076 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-23266728-ea31-4338-93a8-db86e86d57f3 req-ef716cab-bd4c-4593-b2f5-f074428ca08e tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Deleting port 3e985321-6a48-4ef5-9ebe-cba811926887 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:52:03.691334 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-23266728-ea31-4338-93a8-db86e86d57f3 req-ef716cab-bd4c-4593-b2f5-f074428ca08e tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:03.779295 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-23266728-ea31-4338-93a8-db86e86d57f3 req-ef716cab-bd4c-4593-b2f5-f074428ca08e tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] For port 3e985321-6a48-4ef5-9ebe-cba811926887, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=3e985321-6a48-4ef5-9ebe-cba811926887,segment=NetworkSegment(a070bd30-f428-4ce9-b826-afc0f9d6f5ff),segment_id=a070bd30-f428-4ce9-b826-afc0f9d6f5ff)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:52:03.779704 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-23266728-ea31-4338-93a8-db86e86d57f3 req-ef716cab-bd4c-4593-b2f5-f074428ca08e tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:03.792198 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-23266728-ea31-4338-93a8-db86e86d57f3 req-ef716cab-bd4c-4593-b2f5-f074428ca08e tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Calling delete_port for 3e985321-6a48-4ef5-9ebe-cba811926887 owned by compute:nova {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:52:03.913511 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-23266728-ea31-4338-93a8-db86e86d57f3 req-ef716cab-bd4c-4593-b2f5-f074428ca08e tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:03.944752 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef716cab-bd4c-4593-b2f5-f074428ca08e tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Pushing event deleted for resources: {'Port': ['ID=3e985321-6a48-4ef5-9ebe-cba811926887,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:03.984032 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-23266728-ea31-4338-93a8-db86e86d57f3 req-ef716cab-bd4c-4593-b2f5-f074428ca08e tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] No DVR routers for this DVR port 3e985321-6a48-4ef5-9ebe-cba811926887 on host n-h1-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:52:03.987388 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-23266728-ea31-4338-93a8-db86e86d57f3 req-ef716cab-bd4c-4593-b2f5-f074428ca08e tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:03.990951 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-23266728-ea31-4338-93a8-db86e86d57f3 req-ef716cab-bd4c-4593-b2f5-f074428ca08e tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] 10.222.0.36 "DELETE /v2.0/ports/3e985321-6a48-4ef5-9ebe-cba811926887 HTTP/1.1" status: 204 len: 173 time: 0.3870983 Jan 18 22:52:03.991388 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dd59313-2027-4134-bb21-1c261105cbab', 'name': 'network-vif-deleted', 'tag': '3e985321-6a48-4ef5-9ebe-cba811926887'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:52:03.994025 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-456455be-4b3e-43d6-93f4-bd830c8c2fd4" -d '{"events": [{"server_uuid": "8dd59313-2027-4134-bb21-1c261105cbab", "name": "network-vif-deleted", "tag": "3e985321-6a48-4ef5-9ebe-cba811926887"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:52:04.036374 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65c68cf2-a775-48e3-9209-f03b69d7fd2c x-openstack-request-id: req-65c68cf2-a775-48e3-9209-f03b69d7fd2c {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:52:04.036665 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dd59313-2027-4134-bb21-1c261105cbab", "name": "network-vif-deleted", "tag": "3e985321-6a48-4ef5-9ebe-cba811926887", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:52:04.036914 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-65c68cf2-a775-48e3-9209-f03b69d7fd2c {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:52:04.037308 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dd59313-2027-4134-bb21-1c261105cbab', 'name': 'network-vif-deleted', 'tag': '3e985321-6a48-4ef5-9ebe-cba811926887', 'status': 'completed', 'code': 200} Jan 18 22:52:04.524097 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cf8dc2a4-d086-457d-9050-cfff831571de req-dff6a175-9f02-40f1-9231-771640bf7ff6 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] 10.222.0.53 "GET /v2.0/ports?device_id=8dd59313-2027-4134-bb21-1c261105cbab HTTP/1.1" status: 200 len: 210 time: 0.0371759 Jan 18 22:52:05.579526 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 55454) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:52:06.304772 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c9677fd8-f130-43f3-8e6f-07a8ca434f7f tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1041027'] for router_interface, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:06.561550 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-c9677fd8-f130-43f3-8e6f-07a8ca434f7f tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Deleting port d9d64ecd-f8b0-4f3a-8621-b78852417125 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:52:06.561844 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c9677fd8-f130-43f3-8e6f-07a8ca434f7f tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:06.651198 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-c9677fd8-f130-43f3-8e6f-07a8ca434f7f tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] For port d9d64ecd-f8b0-4f3a-8621-b78852417125, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=d9d64ecd-f8b0-4f3a-8621-b78852417125,segment=NetworkSegment(a070bd30-f428-4ce9-b826-afc0f9d6f5ff),segment_id=a070bd30-f428-4ce9-b826-afc0f9d6f5ff)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:52:06.651835 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c9677fd8-f130-43f3-8e6f-07a8ca434f7f tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:06.663810 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-c9677fd8-f130-43f3-8e6f-07a8ca434f7f tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Calling delete_port for d9d64ecd-f8b0-4f3a-8621-b78852417125 owned by network:router_interface {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:52:06.851088 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c9677fd8-f130-43f3-8e6f-07a8ca434f7f tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:06.875342 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9677fd8-f130-43f3-8e6f-07a8ca434f7f tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Pushing event deleted for resources: {'Port': ['ID=d9d64ecd-f8b0-4f3a-8621-b78852417125,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:07.061159 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c9677fd8-f130-43f3-8e6f-07a8ca434f7f tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-613841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1046579'] for router_interface, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:07.093862 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 3e985321-6a48-4ef5-9ebe-cba811926887 no longer exists at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:52:07.114640 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] No Port match for: 3e985321-6a48-4ef5-9ebe-cba811926887 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:52:07.114925 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 3e985321-6a48-4ef5-9ebe-cba811926887 not bound to the agent host n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:52:07.277140 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9677fd8-f130-43f3-8e6f-07a8ca434f7f tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Router 313b4905-e749-423e-a70a-df6d810d99e5 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:52:07.384944 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9677fd8-f130-43f3-8e6f-07a8ca434f7f tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:52:07.390337 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-c9677fd8-f130-43f3-8e6f-07a8ca434f7f tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] 10.222.0.53 "PUT /v2.0/routers/313b4905-e749-423e-a70a-df6d810d99e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8097646 Jan 18 22:52:07.393423 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 55456) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:52:07.395735 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402eeb57-8067-4cac-bce3-8ca4e335ff5e None None] Sync routers for ids ['313b4905-e749-423e-a70a-df6d810d99e5'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:52:07.405462 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402eeb57-8067-4cac-bce3-8ca4e335ff5e None None] Routers {'313b4905-e749-423e-a70a-df6d810d99e5'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:52:07.406010 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-402eeb57-8067-4cac-bce3-8ca4e335ff5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:51:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['313b4905-e749-423e-a70a-df6d810d99e5'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:52:07.450031 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a08664f-1f96-4018-8177-1f2dd993f1cd tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Deleting subnet 80ff73ce-e509-48d9-961e-fc6300a04af9 {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:52:07.453212 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2a08664f-1f96-4018-8177-1f2dd993f1cd tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:07.494224 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2a08664f-1f96-4018-8177-1f2dd993f1cd tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:07.518613 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-402eeb57-8067-4cac-bce3-8ca4e335ff5e None None] Set router 313b4905-e749-423e-a70a-df6d810d99e5 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:52:07.578770 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2a08664f-1f96-4018-8177-1f2dd993f1cd tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:07.645689 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2a08664f-1f96-4018-8177-1f2dd993f1cd tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:07.676258 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a08664f-1f96-4018-8177-1f2dd993f1cd tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Pushing event deleted for resources: {'Subnet': ['ID=80ff73ce-e509-48d9-961e-fc6300a04af9,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:07.678322 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2a08664f-1f96-4018-8177-1f2dd993f1cd tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:07.681631 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-2a08664f-1f96-4018-8177-1f2dd993f1cd tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] 10.222.0.53 "DELETE /v2.0/subnets/80ff73ce-e509-48d9-961e-fc6300a04af9 HTTP/1.1" status: 204 len: 168 time: 0.2872517 Jan 18 22:52:07.684785 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 55458) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:52:07.692714 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0452d9d9-733f-4817-9ca3-f2008f0d24f3 None None] Network a5eab4aa-94a7-4ffa-8ed0-1cdefbebbc1c requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:52:07.806067 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-402eeb57-8067-4cac-bce3-8ca4e335ff5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313b4905-e749-423e-a70a-df6d810d99e5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2123759663', 'tenant_id': '72935d6e3d414f09a58601b144f00b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'ef3bbba0-36ba-490d-a339-f18fe77f5f4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:51:47Z', 'updated_at': '2022-01-18T22:52:06Z', 'revision_number': 5, 'project_id': '72935d6e3d414f09a58601b144f00b62', 'gw_port': {'id': 'ef3bbba0-36ba-490d-a339-f18fe77f5f4f', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:46:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313b4905-e749-423e-a70a-df6d810d99e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:51:47Z', 'updated_at': '2022-01-18T22:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:52:07.814286 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8bfa6e4d-7f10-4cc8-ae3e-092ed49e1d00 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks [] for router, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:07.836959 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402eeb57-8067-4cac-bce3-8ca4e335ff5e None None] Checking router: 313b4905-e749-423e-a70a-df6d810d99e5 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:52:07.852565 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402eeb57-8067-4cac-bce3-8ca4e335ff5e None None] Routers {'313b4905-e749-423e-a70a-df6d810d99e5'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:52:07.853159 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-402eeb57-8067-4cac-bce3-8ca4e335ff5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:51:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['313b4905-e749-423e-a70a-df6d810d99e5'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:52:07.911992 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e2b7b0-39b4-4ffe-91ee-debfc93490b3 None None] DHCP port deletion for a5eab4aa-94a7-4ffa-8ed0-1cdefbebbc1c request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:52:07.925200 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8bfa6e4d-7f10-4cc8-ae3e-092ed49e1d00 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:07.979286 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-8bfa6e4d-7f10-4cc8-ae3e-092ed49e1d00 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Deleting port ef3bbba0-36ba-490d-a339-f18fe77f5f4f {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:52:07.979286 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8bfa6e4d-7f10-4cc8-ae3e-092ed49e1d00 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:07.993451 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-402eeb57-8067-4cac-bce3-8ca4e335ff5e None None] Set router 313b4905-e749-423e-a70a-df6d810d99e5 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:52:08.068667 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-8bfa6e4d-7f10-4cc8-ae3e-092ed49e1d00 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] For port ef3bbba0-36ba-490d-a339-f18fe77f5f4f, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=ef3bbba0-36ba-490d-a339-f18fe77f5f4f,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:52:08.069112 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8bfa6e4d-7f10-4cc8-ae3e-092ed49e1d00 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:08.090695 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-8bfa6e4d-7f10-4cc8-ae3e-092ed49e1d00 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Calling delete_port for ef3bbba0-36ba-490d-a339-f18fe77f5f4f owned by network:router_gateway {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:52:08.098440 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-b2e2b7b0-39b4-4ffe-91ee-debfc93490b3 None None] Deleting port 948f1b1a-8ace-4bf0-bde1-b6855bab0454 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:52:08.098918 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b2e2b7b0-39b4-4ffe-91ee-debfc93490b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:08.114538 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 948f1b1a-8ace-4bf0-bde1-b6855bab0454 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:52:08.221851 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-b2e2b7b0-39b4-4ffe-91ee-debfc93490b3 None None] For port 948f1b1a-8ace-4bf0-bde1-b6855bab0454, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=948f1b1a-8ace-4bf0-bde1-b6855bab0454,segment=NetworkSegment(a070bd30-f428-4ce9-b826-afc0f9d6f5ff),segment_id=a070bd30-f428-4ce9-b826-afc0f9d6f5ff)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:52:08.222125 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b2e2b7b0-39b4-4ffe-91ee-debfc93490b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:08.239397 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-b2e2b7b0-39b4-4ffe-91ee-debfc93490b3 None None] Calling delete_port for 948f1b1a-8ace-4bf0-bde1-b6855bab0454 owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:52:08.260505 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8bfa6e4d-7f10-4cc8-ae3e-092ed49e1d00 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:08.291738 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfa6e4d-7f10-4cc8-ae3e-092ed49e1d00 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Pushing event deleted for resources: {'Port': ['ID=ef3bbba0-36ba-490d-a339-f18fe77f5f4f,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:08.356420 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8bfa6e4d-7f10-4cc8-ae3e-092ed49e1d00 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043029'] for router_gateway, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:08.449814 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8bfa6e4d-7f10-4cc8-ae3e-092ed49e1d00 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1040886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8602'] for router, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:08.451997 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8bfa6e4d-7f10-4cc8-ae3e-092ed49e1d00 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:08.495392 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8bfa6e4d-7f10-4cc8-ae3e-092ed49e1d00 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1040832'] for router, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:08.495831 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bfa6e4d-7f10-4cc8-ae3e-092ed49e1d00 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Fanout notify agent at l3_agent the message router_deleted on router 313b4905-e749-423e-a70a-df6d810d99e5 {{(pid=102431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 22:52:08.501301 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:08.504053 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8bfa6e4d-7f10-4cc8-ae3e-092ed49e1d00 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:08.507622 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-8bfa6e4d-7f10-4cc8-ae3e-092ed49e1d00 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] 10.222.0.53 "DELETE /v2.0/routers/313b4905-e749-423e-a70a-df6d810d99e5 HTTP/1.1" status: 204 len: 168 time: 0.8192198 Jan 18 22:52:08.507889 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 55460) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:52:08.564854 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-402eeb57-8067-4cac-bce3-8ca4e335ff5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313b4905-e749-423e-a70a-df6d810d99e5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2123759663', 'tenant_id': '72935d6e3d414f09a58601b144f00b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'ef3bbba0-36ba-490d-a339-f18fe77f5f4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:51:47Z', 'updated_at': '2022-01-18T22:52:06Z', 'revision_number': 5, 'project_id': '72935d6e3d414f09a58601b144f00b62', 'gw_port': {'id': 'ef3bbba0-36ba-490d-a339-f18fe77f5f4f', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:46:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313b4905-e749-423e-a70a-df6d810d99e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:51:47Z', 'updated_at': '2022-01-18T22:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:52:08.567538 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port 948f1b1a-8ace-4bf0-bde1-b6855bab0454, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=948f1b1a-8ace-4bf0-bde1-b6855bab0454,segment=NetworkSegment(a070bd30-f428-4ce9-b826-afc0f9d6f5ff),segment_id=a070bd30-f428-4ce9-b826-afc0f9d6f5ff)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:52:08.589668 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2a2b8d5d-0ce8-4c0a-a481-ac23d69d56aa tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:08.594799 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:08.596893 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402eeb57-8067-4cac-bce3-8ca4e335ff5e None None] The sync data for ids ['313b4905-e749-423e-a70a-df6d810d99e5'] in n-d-825064-1 is: [{'id': '313b4905-e749-423e-a70a-df6d810d99e5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2123759663', 'tenant_id': '72935d6e3d414f09a58601b144f00b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'ef3bbba0-36ba-490d-a339-f18fe77f5f4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:51:47Z', 'updated_at': '2022-01-18T22:52:06Z', 'revision_number': 5, 'project_id': '72935d6e3d414f09a58601b144f00b62', 'gw_port': {'id': 'ef3bbba0-36ba-490d-a339-f18fe77f5f4f', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:46:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313b4905-e749-423e-a70a-df6d810d99e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:51:47Z', 'updated_at': '2022-01-18T22:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:52:08.622811 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b2e2b7b0-39b4-4ffe-91ee-debfc93490b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:08.643072 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e2b7b0-39b4-4ffe-91ee-debfc93490b3 None None] No DVR routers for this DVR port 948f1b1a-8ace-4bf0-bde1-b6855bab0454 on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:52:08.656951 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=948f1b1a-8ace-4bf0-bde1-b6855bab0454,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:08.662833 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-2a2b8d5d-0ce8-4c0a-a481-ac23d69d56aa tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Deleting port 948f1b1a-8ace-4bf0-bde1-b6855bab0454 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:52:08.663184 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2a2b8d5d-0ce8-4c0a-a481-ac23d69d56aa tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:08.683245 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e2b7b0-39b4-4ffe-91ee-debfc93490b3 None None] Pushing event deleted for resources: {'Port': ['ID=948f1b1a-8ace-4bf0-bde1-b6855bab0454,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:08.733746 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-2a2b8d5d-0ce8-4c0a-a481-ac23d69d56aa tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] For port 948f1b1a-8ace-4bf0-bde1-b6855bab0454, host n-d-825064-1, got binding levels [] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:52:08.734787 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2a2b8d5d-0ce8-4c0a-a481-ac23d69d56aa tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:08.747314 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-2a2b8d5d-0ce8-4c0a-a481-ac23d69d56aa tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Calling delete_port for 948f1b1a-8ace-4bf0-bde1-b6855bab0454 owned by network:dhcp {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:52:08.750539 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.ipam_backend_mixin [None req-2a2b8d5d-0ce8-4c0a-a481-ac23d69d56aa tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Port 948f1b1a-8ace-4bf0-bde1-b6855bab0454 was not found and therefore no delete operation was performed {{(pid=102431) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 18 22:52:08.751777 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2a2b8d5d-0ce8-4c0a-a481-ac23d69d56aa tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:08.776269 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2b8d5d-0ce8-4c0a-a481-ac23d69d56aa tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Pushing event deleted for resources: {'Port': ['ID=948f1b1a-8ace-4bf0-bde1-b6855bab0454,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:08.780910 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2b8d5d-0ce8-4c0a-a481-ac23d69d56aa tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] No DVR routers for this DVR port 948f1b1a-8ace-4bf0-bde1-b6855bab0454 on host n-d-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:52:08.854550 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2a2b8d5d-0ce8-4c0a-a481-ac23d69d56aa tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:08.878365 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-2a2b8d5d-0ce8-4c0a-a481-ac23d69d56aa tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5eab4aa-94a7-4ffa-8ed0-1cdefbebbc1c']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:52:08.887520 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-2a2b8d5d-0ce8-4c0a-a481-ac23d69d56aa tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a070bd30-f428-4ce9-b826-afc0f9d6f5ff') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:52:08.887857 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-2a2b8d5d-0ce8-4c0a-a481-ac23d69d56aa tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a070bd30-f428-4ce9-b826-afc0f9d6f5ff') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:52:08.896821 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2a2b8d5d-0ce8-4c0a-a481-ac23d69d56aa tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:08.909526 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2a2b8d5d-0ce8-4c0a-a481-ac23d69d56aa tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:08.915251 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a2b8d5d-0ce8-4c0a-a481-ac23d69d56aa tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:52:08.915639 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2a2b8d5d-0ce8-4c0a-a481-ac23d69d56aa tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:08.918578 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:52:08.918578 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:52:08.918578 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:52:08.918578 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:52:08.918578 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:52:08.918578 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:52:08.918578 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:52:08.918578 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:52:08.918578 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:52:08.918578 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:52:08.918578 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:52:08.918578 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:52:08.918578 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:52:08.918578 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:52:08.918578 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:52:08.918578 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:52:08.918578 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:52:08.918578 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:52:08.918578 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:52:08.918578 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:52:08.918578 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:52:08.918578 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:52:08.918578 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:52:08.918578 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:52:08.918578 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:52:08.918578 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:52:08.918578 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:52:08.918578 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:52:08.918578 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:52:08.918578 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:52:08.918578 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:52:08.918578 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:52:08.977222 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2a2b8d5d-0ce8-4c0a-a481-ac23d69d56aa tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:08.985237 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2a2b8d5d-0ce8-4c0a-a481-ac23d69d56aa tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:08.990890 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-2a2b8d5d-0ce8-4c0a-a481-ac23d69d56aa tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] 10.222.0.53 "DELETE /v2.0/networks/a5eab4aa-94a7-4ffa-8ed0-1cdefbebbc1c HTTP/1.1" status: 204 len: 168 time: 0.4793997 Jan 18 22:52:08.991509 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 55462) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:52:09.001048 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2b8d5d-0ce8-4c0a-a481-ac23d69d56aa tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Pushing event deleted for resources: {'Network': ['ID=a5eab4aa-94a7-4ffa-8ed0-1cdefbebbc1c,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:09.160530 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-38189507-9cb3-408f-8580-c3f692ddf0cc tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Deleting port 0804b060-a2af-47c1-92fb-ce150e80b285 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:52:09.160863 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-38189507-9cb3-408f-8580-c3f692ddf0cc tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:09.240298 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-38189507-9cb3-408f-8580-c3f692ddf0cc tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:09.240887 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-38189507-9cb3-408f-8580-c3f692ddf0cc tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:09.253203 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-38189507-9cb3-408f-8580-c3f692ddf0cc tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Calling delete_port for 0804b060-a2af-47c1-92fb-ce150e80b285 owned by network:floatingip {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:52:09.402481 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-38189507-9cb3-408f-8580-c3f692ddf0cc tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:09.426843 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38189507-9cb3-408f-8580-c3f692ddf0cc tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Pushing event deleted for resources: {'Port': ['ID=0804b060-a2af-47c1-92fb-ce150e80b285,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:09.484698 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-38189507-9cb3-408f-8580-c3f692ddf0cc tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks [] for floatingip, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:09.485171 n-d-825064-1 neutron-server[102430]: INFO neutron.db.l3_db [None req-38189507-9cb3-408f-8580-c3f692ddf0cc tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Floating IP ff4d2dc9-ad0e-41e7-b2bd-7cddf6037b82 disassociated (deleted). External IP: 172.25.5.128, port: f71e977f-9062-4cd7-9380-a3c31e8aa619. Jan 18 22:52:09.694912 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38189507-9cb3-408f-8580-c3f692ddf0cc tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Router b9885c3a-40ec-4889-b31b-e8af1ed791ee has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:52:09.804567 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38189507-9cb3-408f-8580-c3f692ddf0cc tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:52:09.808940 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-38189507-9cb3-408f-8580-c3f692ddf0cc tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:09.813798 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2787b8-0702-4794-bcc1-0a09232b0d7f None None] Sync routers for ids ['b9885c3a-40ec-4889-b31b-e8af1ed791ee'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:52:09.823006 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2787b8-0702-4794-bcc1-0a09232b0d7f None None] Routers {'b9885c3a-40ec-4889-b31b-e8af1ed791ee'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:52:09.823597 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-fa2787b8-0702-4794-bcc1-0a09232b0d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:51:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['b9885c3a-40ec-4889-b31b-e8af1ed791ee'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:52:09.835170 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-38189507-9cb3-408f-8580-c3f692ddf0cc tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] 10.222.0.53 "DELETE /v2.0/floatingips/ff4d2dc9-ad0e-41e7-b2bd-7cddf6037b82 HTTP/1.1" status: 204 len: 168 time: 0.8416388 Jan 18 22:52:09.835834 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bd8c898-0958-4fd6-8553-dee2cad25a8a', 'tag': 'f71e977f-9062-4cd7-9380-a3c31e8aa619'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:52:09.838286 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46c2fc1b-c390-45a8-bfd0-9506bb9200b5" -d '{"events": [{"name": "network-changed", "server_uuid": "9bd8c898-0958-4fd6-8553-dee2cad25a8a", "tag": "f71e977f-9062-4cd7-9380-a3c31e8aa619"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:52:09.874229 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e63d8ed-9dc5-45a3-a899-f8978a55c31d x-openstack-request-id: req-1e63d8ed-9dc5-45a3-a899-f8978a55c31d {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:52:09.874570 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bd8c898-0958-4fd6-8553-dee2cad25a8a", "tag": "f71e977f-9062-4cd7-9380-a3c31e8aa619", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:52:09.874854 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1e63d8ed-9dc5-45a3-a899-f8978a55c31d {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:52:09.875342 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bd8c898-0958-4fd6-8553-dee2cad25a8a', 'tag': 'f71e977f-9062-4cd7-9380-a3c31e8aa619', 'status': 'completed', 'code': 200} Jan 18 22:52:09.932506 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-fa2787b8-0702-4794-bcc1-0a09232b0d7f None None] Set router b9885c3a-40ec-4889-b31b-e8af1ed791ee gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:52:09.948025 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c2fc1b-c390-45a8-bfd0-9506bb9200b5 req-af65b588-ab80-4df1-8509-db98a265ee79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:09.949971 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-46c2fc1b-c390-45a8-bfd0-9506bb9200b5 req-af65b588-ab80-4df1-8509-db98a265ee79 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=72935d6e3d414f09a58601b144f00b62&device_id=9bd8c898-0958-4fd6-8553-dee2cad25a8a HTTP/1.1" status: 200 len: 1135 time: 0.0503650 Jan 18 22:52:10.057512 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device ef3bbba0-36ba-490d-a339-f18fe77f5f4f no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:52:10.078442 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: ef3bbba0-36ba-490d-a339-f18fe77f5f4f {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:52:10.078873 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device ef3bbba0-36ba-490d-a339-f18fe77f5f4f not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:52:10.079776 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device d9d64ecd-f8b0-4f3a-8621-b78852417125 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:52:10.098061 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c2fc1b-c390-45a8-bfd0-9506bb9200b5 req-101840dd-ed41-478b-bdd1-edf299eadbef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:10.099519 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-46c2fc1b-c390-45a8-bfd0-9506bb9200b5 req-101840dd-ed41-478b-bdd1-edf299eadbef service neutron] 10.222.0.67 "GET /v2.0/networks?id=3d922ff6-f81f-4b30-a881-b414c8693d05 HTTP/1.1" status: 200 len: 896 time: 0.1396618 Jan 18 22:52:10.103260 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: d9d64ecd-f8b0-4f3a-8621-b78852417125 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:52:10.103610 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device d9d64ecd-f8b0-4f3a-8621-b78852417125 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:52:10.124363 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb1b589-3b9b-43f0-9f1a-0eff47c5ed06 req-3c5503b5-4749-4dee-9a4d-ae7b044a1624 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:10.125833 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2fb1b589-3b9b-43f0-9f1a-0eff47c5ed06 req-3c5503b5-4749-4dee-9a4d-ae7b044a1624 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] 10.222.0.53 "GET /v2.0/ports?device_id=9bd8c898-0958-4fd6-8553-dee2cad25a8a HTTP/1.1" status: 200 len: 984 time: 0.0802896 Jan 18 22:52:10.155326 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-fa2787b8-0702-4794-bcc1-0a09232b0d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9885c3a-40ec-4889-b31b-e8af1ed791ee', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2065766381', 'tenant_id': '72935d6e3d414f09a58601b144f00b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': 'c06d0859-80cf-490f-acff-fdf90c4170f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:50:52Z', 'updated_at': '2022-01-18T22:50:55Z', 'revision_number': 4, 'project_id': '72935d6e3d414f09a58601b144f00b62', 'gw_port': {'id': 'c06d0859-80cf-490f-acff-fdf90c4170f3', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:dc:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9885c3a-40ec-4889-b31b-e8af1ed791ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:52Z', 'updated_at': '2022-01-18T22:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '2822799d-94c9-4278-b677-45096e1106bf', 'name': '', 'network_id': '3d922ff6-f81f-4b30-a881-b414c8693d05', 'tenant_id': '72935d6e3d414f09a58601b144f00b62', 'mac_address': 'fa:16:3e:49:cc:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9885c3a-40ec-4889-b31b-e8af1ed791ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': 'a557af0f-8f0d-4b06-84c9-889c7a11bebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:55Z', 'updated_at': '2022-01-18T22:50:58Z', 'revision_number': 5, 'project_id': '72935d6e3d414f09a58601b144f00b62', 'subnets': [{'id': 'a557af0f-8f0d-4b06-84c9-889c7a11bebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:52:10.157890 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-46c2fc1b-c390-45a8-bfd0-9506bb9200b5 req-3d32fd20-f124-45a4-aed1-77d06988c0e5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f71e977f-9062-4cd7-9380-a3c31e8aa619 HTTP/1.1" status: 200 len: 217 time: 0.0498867 Jan 18 22:52:10.181944 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2787b8-0702-4794-bcc1-0a09232b0d7f None None] Checking router: b9885c3a-40ec-4889-b31b-e8af1ed791ee for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:52:10.190010 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2787b8-0702-4794-bcc1-0a09232b0d7f None None] Routers {'b9885c3a-40ec-4889-b31b-e8af1ed791ee'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:52:10.190609 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-fa2787b8-0702-4794-bcc1-0a09232b0d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:51:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['b9885c3a-40ec-4889-b31b-e8af1ed791ee'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:52:10.226599 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2fb1b589-3b9b-43f0-9f1a-0eff47c5ed06 req-5e233e8b-e807-4540-90c7-4770feb72f79 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1ab43ad-d8ac-4d52-86cc-19f987efcae5&id=fb30d4bb-7d1e-4771-b790-64acd6ca1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0719182 Jan 18 22:52:10.230246 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c2fc1b-c390-45a8-bfd0-9506bb9200b5 req-981d42f8-1cfe-48bf-8bfd-1869b28fee40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:10.231685 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-46c2fc1b-c390-45a8-bfd0-9506bb9200b5 req-981d42f8-1cfe-48bf-8bfd-1869b28fee40 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a557af0f-8f0d-4b06-84c9-889c7a11bebd HTTP/1.1" status: 200 len: 834 time: 0.0621030 Jan 18 22:52:10.278632 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c2fc1b-c390-45a8-bfd0-9506bb9200b5 req-c4c1bcf8-2ba6-473c-8a3f-3271742087a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:10.280265 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-46c2fc1b-c390-45a8-bfd0-9506bb9200b5 req-c4c1bcf8-2ba6-473c-8a3f-3271742087a0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3d922ff6-f81f-4b30-a881-b414c8693d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417070 Jan 18 22:52:10.375040 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-46c2fc1b-c390-45a8-bfd0-9506bb9200b5 req-58c3e888-8353-499d-99f0-5f125d269b67 service neutron] 10.222.0.67 "GET /v2.0/networks/3d922ff6-f81f-4b30-a881-b414c8693d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872030 Jan 18 22:52:10.382616 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-fa2787b8-0702-4794-bcc1-0a09232b0d7f None None] Set router b9885c3a-40ec-4889-b31b-e8af1ed791ee gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:52:10.465595 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-46c2fc1b-c390-45a8-bfd0-9506bb9200b5 req-b428af9b-bee5-41b1-9067-e1ad832815b7 service neutron] 10.222.0.67 "GET /v2.0/networks/3d922ff6-f81f-4b30-a881-b414c8693d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826294 Jan 18 22:52:10.575113 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-fa2787b8-0702-4794-bcc1-0a09232b0d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9885c3a-40ec-4889-b31b-e8af1ed791ee', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2065766381', 'tenant_id': '72935d6e3d414f09a58601b144f00b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': 'c06d0859-80cf-490f-acff-fdf90c4170f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:50:52Z', 'updated_at': '2022-01-18T22:50:55Z', 'revision_number': 4, 'project_id': '72935d6e3d414f09a58601b144f00b62', 'gw_port': {'id': 'c06d0859-80cf-490f-acff-fdf90c4170f3', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:dc:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9885c3a-40ec-4889-b31b-e8af1ed791ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:52Z', 'updated_at': '2022-01-18T22:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '2822799d-94c9-4278-b677-45096e1106bf', 'name': '', 'network_id': '3d922ff6-f81f-4b30-a881-b414c8693d05', 'tenant_id': '72935d6e3d414f09a58601b144f00b62', 'mac_address': 'fa:16:3e:49:cc:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9885c3a-40ec-4889-b31b-e8af1ed791ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': 'a557af0f-8f0d-4b06-84c9-889c7a11bebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:55Z', 'updated_at': '2022-01-18T22:50:58Z', 'revision_number': 5, 'project_id': '72935d6e3d414f09a58601b144f00b62', 'subnets': [{'id': 'a557af0f-8f0d-4b06-84c9-889c7a11bebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:52:10.600829 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2787b8-0702-4794-bcc1-0a09232b0d7f None None] The sync data for ids ['b9885c3a-40ec-4889-b31b-e8af1ed791ee'] in n-d-825064-1 is: [{'id': 'b9885c3a-40ec-4889-b31b-e8af1ed791ee', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2065766381', 'tenant_id': '72935d6e3d414f09a58601b144f00b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': 'c06d0859-80cf-490f-acff-fdf90c4170f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:50:52Z', 'updated_at': '2022-01-18T22:50:55Z', 'revision_number': 4, 'project_id': '72935d6e3d414f09a58601b144f00b62', 'gw_port': {'id': 'c06d0859-80cf-490f-acff-fdf90c4170f3', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:dc:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9885c3a-40ec-4889-b31b-e8af1ed791ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:52Z', 'updated_at': '2022-01-18T22:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '2822799d-94c9-4278-b677-45096e1106bf', 'name': '', 'network_id': '3d922ff6-f81f-4b30-a881-b414c8693d05', 'tenant_id': '72935d6e3d414f09a58601b144f00b62', 'mac_address': 'fa:16:3e:49:cc:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9885c3a-40ec-4889-b31b-e8af1ed791ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': 'a557af0f-8f0d-4b06-84c9-889c7a11bebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:55Z', 'updated_at': '2022-01-18T22:50:58Z', 'revision_number': 5, 'project_id': '72935d6e3d414f09a58601b144f00b62', 'subnets': [{'id': 'a557af0f-8f0d-4b06-84c9-889c7a11bebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:52:10.827457 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a494153-ac58-48a8-a1c1-738df9f6b062 None None] New status for floating IP ff4d2dc9-ad0e-41e7-b2bd-7cddf6037b82: DOWN {{(pid=102432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 22:52:11.349815 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3a1b59-77bd-429c-8d5d-c5663977288f req-9bccec03-72e2-43f5-b9ef-ebd1e584ca66 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:11.351234 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bc3a1b59-77bd-429c-8d5d-c5663977288f req-9bccec03-72e2-43f5-b9ef-ebd1e584ca66 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] 10.222.0.67 "GET /v2.0/ports?device_id=9bd8c898-0958-4fd6-8553-dee2cad25a8a HTTP/1.1" status: 200 len: 984 time: 0.0818057 Jan 18 22:52:11.363254 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1e2df6-0647-48a4-af94-0bbc87a8c344 req-d3d260ec-0874-4513-a8e7-8b69adfa769f tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:11.364620 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ef1e2df6-0647-48a4-af94-0bbc87a8c344 req-d3d260ec-0874-4513-a8e7-8b69adfa769f tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] 10.222.0.53 "GET /v2.0/ports?device_id=9bd8c898-0958-4fd6-8553-dee2cad25a8a HTTP/1.1" status: 200 len: 984 time: 0.0633321 Jan 18 22:52:11.453529 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ef1e2df6-0647-48a4-af94-0bbc87a8c344 req-8dc10b89-1260-4bd9-a155-f2ede2fc11e3 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1ab43ad-d8ac-4d52-86cc-19f987efcae5&id=fb30d4bb-7d1e-4771-b790-64acd6ca1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0818961 Jan 18 22:52:11.480519 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-bc3a1b59-77bd-429c-8d5d-c5663977288f req-5ec5c91f-3403-4f05-b9bb-6e93f2590157 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Deleting port f71e977f-9062-4cd7-9380-a3c31e8aa619 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:52:11.480857 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-bc3a1b59-77bd-429c-8d5d-c5663977288f req-5ec5c91f-3403-4f05-b9bb-6e93f2590157 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:11.565527 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-bc3a1b59-77bd-429c-8d5d-c5663977288f req-5ec5c91f-3403-4f05-b9bb-6e93f2590157 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] For port f71e977f-9062-4cd7-9380-a3c31e8aa619, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=f71e977f-9062-4cd7-9380-a3c31e8aa619,segment=NetworkSegment(519b87c7-b203-4a82-a12d-b10dbb05d95d),segment_id=519b87c7-b203-4a82-a12d-b10dbb05d95d)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:52:11.565885 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-bc3a1b59-77bd-429c-8d5d-c5663977288f req-5ec5c91f-3403-4f05-b9bb-6e93f2590157 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:11.577721 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-bc3a1b59-77bd-429c-8d5d-c5663977288f req-5ec5c91f-3403-4f05-b9bb-6e93f2590157 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Calling delete_port for f71e977f-9062-4cd7-9380-a3c31e8aa619 owned by compute:nova {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:52:11.705968 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-bc3a1b59-77bd-429c-8d5d-c5663977288f req-5ec5c91f-3403-4f05-b9bb-6e93f2590157 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:11.733812 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec5c91f-3403-4f05-b9bb-6e93f2590157 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Pushing event deleted for resources: {'Port': ['ID=f71e977f-9062-4cd7-9380-a3c31e8aa619,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:11.775407 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc3a1b59-77bd-429c-8d5d-c5663977288f req-5ec5c91f-3403-4f05-b9bb-6e93f2590157 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] No DVR routers for this DVR port f71e977f-9062-4cd7-9380-a3c31e8aa619 on host n-h2-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:52:11.777912 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-bc3a1b59-77bd-429c-8d5d-c5663977288f req-5ec5c91f-3403-4f05-b9bb-6e93f2590157 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:11.781147 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bc3a1b59-77bd-429c-8d5d-c5663977288f req-5ec5c91f-3403-4f05-b9bb-6e93f2590157 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] 10.222.0.67 "DELETE /v2.0/ports/f71e977f-9062-4cd7-9380-a3c31e8aa619 HTTP/1.1" status: 204 len: 173 time: 0.4156671 Jan 18 22:52:11.876995 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bd8c898-0958-4fd6-8553-dee2cad25a8a', 'name': 'network-vif-deleted', 'tag': 'f71e977f-9062-4cd7-9380-a3c31e8aa619'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:52:11.879256 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-258bc5c2-7184-421e-a27d-8f62b9b00207" -d '{"events": [{"server_uuid": "9bd8c898-0958-4fd6-8553-dee2cad25a8a", "name": "network-vif-deleted", "tag": "f71e977f-9062-4cd7-9380-a3c31e8aa619"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:52:11.917533 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7c1d60a-e84c-48ef-bd45-12ed6858dde9 x-openstack-request-id: req-c7c1d60a-e84c-48ef-bd45-12ed6858dde9 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:52:11.917828 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bd8c898-0958-4fd6-8553-dee2cad25a8a", "name": "network-vif-deleted", "tag": "f71e977f-9062-4cd7-9380-a3c31e8aa619", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:52:11.918079 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c7c1d60a-e84c-48ef-bd45-12ed6858dde9 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:52:11.918471 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bd8c898-0958-4fd6-8553-dee2cad25a8a', 'name': 'network-vif-deleted', 'tag': 'f71e977f-9062-4cd7-9380-a3c31e8aa619', 'status': 'completed', 'code': 200} Jan 18 22:52:12.509211 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 55478) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:52:12.564039 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-39b8115c-97f6-4289-b39d-cd5e47a9f751 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:12.585385 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-39b8115c-97f6-4289-b39d-cd5e47a9f751 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:12.623920 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-39b8115c-97f6-4289-b39d-cd5e47a9f751 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:12.627190 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-39b8115c-97f6-4289-b39d-cd5e47a9f751 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:12.628329 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-39b8115c-97f6-4289-b39d-cd5e47a9f751 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] 10.222.0.53 "DELETE /v2.0/security-groups/d1ab43ad-d8ac-4d52-86cc-19f987efcae5 HTTP/1.1" status: 204 len: 168 time: 0.1181107 Jan 18 22:52:12.631191 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 55480) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:52:12.636999 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b8115c-97f6-4289-b39d-cd5e47a9f751 tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1ab43ad-d8ac-4d52-86cc-19f987efcae5,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:12.683147 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6297f900-fa06-4eb9-91fe-887dff41bd0a tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:12.704941 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6297f900-fa06-4eb9-91fe-887dff41bd0a tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:12.752863 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6297f900-fa06-4eb9-91fe-887dff41bd0a tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:12.755117 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6297f900-fa06-4eb9-91fe-887dff41bd0a tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:12.756281 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-6297f900-fa06-4eb9-91fe-887dff41bd0a tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] 10.222.0.53 "DELETE /v2.0/security-groups/fb30d4bb-7d1e-4771-b790-64acd6ca1bc6 HTTP/1.1" status: 204 len: 168 time: 0.1240256 Jan 18 22:52:12.759362 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 55482) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:52:12.765516 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6297f900-fa06-4eb9-91fe-887dff41bd0a tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb30d4bb-7d1e-4771-b790-64acd6ca1bc6,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:12.992774 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:13.114493 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0dc93360-ef03-4ec7-825d-efa0a083af9c tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1041027'] for router_interface, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:13.363350 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-0dc93360-ef03-4ec7-825d-efa0a083af9c tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Deleting port 2822799d-94c9-4278-b677-45096e1106bf {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:52:13.363641 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0dc93360-ef03-4ec7-825d-efa0a083af9c tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:13.451466 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-0dc93360-ef03-4ec7-825d-efa0a083af9c tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] For port 2822799d-94c9-4278-b677-45096e1106bf, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=2822799d-94c9-4278-b677-45096e1106bf,segment=NetworkSegment(519b87c7-b203-4a82-a12d-b10dbb05d95d),segment_id=519b87c7-b203-4a82-a12d-b10dbb05d95d)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:52:13.451821 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0dc93360-ef03-4ec7-825d-efa0a083af9c tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:13.463670 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-0dc93360-ef03-4ec7-825d-efa0a083af9c tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Calling delete_port for 2822799d-94c9-4278-b677-45096e1106bf owned by network:router_interface {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:52:13.638815 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0dc93360-ef03-4ec7-825d-efa0a083af9c tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:13.666074 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc93360-ef03-4ec7-825d-efa0a083af9c tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Pushing event deleted for resources: {'Port': ['ID=2822799d-94c9-4278-b677-45096e1106bf,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:13.805019 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:13.879426 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device f71e977f-9062-4cd7-9380-a3c31e8aa619 no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:52:13.899949 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] No Port match for: f71e977f-9062-4cd7-9380-a3c31e8aa619 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:52:13.900245 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device f71e977f-9062-4cd7-9380-a3c31e8aa619 not bound to the agent host n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:52:14.115499 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0dc93360-ef03-4ec7-825d-efa0a083af9c tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-613841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1046579'] for router_interface, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:14.259160 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 22:52:14.326277 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dc93360-ef03-4ec7-825d-efa0a083af9c tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Router b9885c3a-40ec-4889-b31b-e8af1ed791ee has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:52:14.428229 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dc93360-ef03-4ec7-825d-efa0a083af9c tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:52:14.433101 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-0dc93360-ef03-4ec7-825d-efa0a083af9c tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] 10.222.0.53 "PUT /v2.0/routers/b9885c3a-40ec-4889-b31b-e8af1ed791ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6723757 Jan 18 22:52:14.435714 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 55486) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:52:14.438957 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a934c213-11dd-4386-8a58-9c0fb1aea8e8 None None] Sync routers for ids ['b9885c3a-40ec-4889-b31b-e8af1ed791ee'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:52:14.447918 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a934c213-11dd-4386-8a58-9c0fb1aea8e8 None None] Routers {'b9885c3a-40ec-4889-b31b-e8af1ed791ee'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:52:14.448553 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-a934c213-11dd-4386-8a58-9c0fb1aea8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:51:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['b9885c3a-40ec-4889-b31b-e8af1ed791ee'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:52:14.490507 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_v2 [None req-010158e3-b881-40ee-8005-7cf2a03fcade tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Deleting subnet a557af0f-8f0d-4b06-84c9-889c7a11bebd {{(pid=102430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:52:14.493815 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-010158e3-b881-40ee-8005-7cf2a03fcade tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks [] for subnet, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:14.532372 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-010158e3-b881-40ee-8005-7cf2a03fcade tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60394745'] for subnet, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:14.551704 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-a934c213-11dd-4386-8a58-9c0fb1aea8e8 None None] Set router b9885c3a-40ec-4889-b31b-e8af1ed791ee gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:52:14.613827 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-010158e3-b881-40ee-8005-7cf2a03fcade tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:14.674764 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-010158e3-b881-40ee-8005-7cf2a03fcade tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60203138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62288677'] for subnet, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:14.702477 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010158e3-b881-40ee-8005-7cf2a03fcade tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Pushing event deleted for resources: {'Subnet': ['ID=a557af0f-8f0d-4b06-84c9-889c7a11bebd,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:14.705057 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-010158e3-b881-40ee-8005-7cf2a03fcade tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks [] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:14.708294 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-010158e3-b881-40ee-8005-7cf2a03fcade tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] 10.222.0.53 "DELETE /v2.0/subnets/a557af0f-8f0d-4b06-84c9-889c7a11bebd HTTP/1.1" status: 204 len: 168 time: 0.2715409 Jan 18 22:52:14.711147 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 55488) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:52:14.711589 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77460657-aac2-4271-a623-2b694b19789a None None] Network 3d922ff6-f81f-4b30-a881-b414c8693d05 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:52:14.725302 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-a934c213-11dd-4386-8a58-9c0fb1aea8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9885c3a-40ec-4889-b31b-e8af1ed791ee', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2065766381', 'tenant_id': '72935d6e3d414f09a58601b144f00b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': 'c06d0859-80cf-490f-acff-fdf90c4170f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:50:52Z', 'updated_at': '2022-01-18T22:52:13Z', 'revision_number': 5, 'project_id': '72935d6e3d414f09a58601b144f00b62', 'gw_port': {'id': 'c06d0859-80cf-490f-acff-fdf90c4170f3', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:dc:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9885c3a-40ec-4889-b31b-e8af1ed791ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:52Z', 'updated_at': '2022-01-18T22:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:52:14.755968 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a934c213-11dd-4386-8a58-9c0fb1aea8e8 None None] Checking router: b9885c3a-40ec-4889-b31b-e8af1ed791ee for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:52:14.767208 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a934c213-11dd-4386-8a58-9c0fb1aea8e8 None None] Routers {'b9885c3a-40ec-4889-b31b-e8af1ed791ee'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:52:14.767883 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-a934c213-11dd-4386-8a58-9c0fb1aea8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:51:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['b9885c3a-40ec-4889-b31b-e8af1ed791ee'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:52:14.823725 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e0ef6022-16a9-4619-a91a-348fb1ac68ce tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks [] for router, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:14.877104 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-a934c213-11dd-4386-8a58-9c0fb1aea8e8 None None] Set router b9885c3a-40ec-4889-b31b-e8af1ed791ee gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:52:14.888866 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ea37a8-936f-41d7-8ede-ca6c9b966c71 None None] DHCP port deletion for 3d922ff6-f81f-4b30-a881-b414c8693d05 request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:52:14.928654 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e0ef6022-16a9-4619-a91a-348fb1ac68ce tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:14.936143 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-60ea37a8-936f-41d7-8ede-ca6c9b966c71 None None] Deleting port 35e09959-27c2-4ad3-a94e-462db8d28bce {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:52:14.936564 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-60ea37a8-936f-41d7-8ede-ca6c9b966c71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:14.984859 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-e0ef6022-16a9-4619-a91a-348fb1ac68ce tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Deleting port c06d0859-80cf-490f-acff-fdf90c4170f3 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:52:14.985319 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e0ef6022-16a9-4619-a91a-348fb1ac68ce tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:15.005285 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-60ea37a8-936f-41d7-8ede-ca6c9b966c71 None None] For port 35e09959-27c2-4ad3-a94e-462db8d28bce, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=35e09959-27c2-4ad3-a94e-462db8d28bce,segment=NetworkSegment(519b87c7-b203-4a82-a12d-b10dbb05d95d),segment_id=519b87c7-b203-4a82-a12d-b10dbb05d95d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:52:15.005768 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-60ea37a8-936f-41d7-8ede-ca6c9b966c71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:15.019225 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-60ea37a8-936f-41d7-8ede-ca6c9b966c71 None None] Calling delete_port for 35e09959-27c2-4ad3-a94e-462db8d28bce owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:52:15.059672 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-a934c213-11dd-4386-8a58-9c0fb1aea8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9885c3a-40ec-4889-b31b-e8af1ed791ee', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2065766381', 'tenant_id': '72935d6e3d414f09a58601b144f00b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': 'c06d0859-80cf-490f-acff-fdf90c4170f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:50:52Z', 'updated_at': '2022-01-18T22:52:13Z', 'revision_number': 5, 'project_id': '72935d6e3d414f09a58601b144f00b62', 'gw_port': {'id': 'c06d0859-80cf-490f-acff-fdf90c4170f3', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:dc:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9885c3a-40ec-4889-b31b-e8af1ed791ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:52Z', 'updated_at': '2022-01-18T22:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:52:15.075071 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-e0ef6022-16a9-4619-a91a-348fb1ac68ce tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] For port c06d0859-80cf-490f-acff-fdf90c4170f3, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=c06d0859-80cf-490f-acff-fdf90c4170f3,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:52:15.075469 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e0ef6022-16a9-4619-a91a-348fb1ac68ce tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:15.086654 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a934c213-11dd-4386-8a58-9c0fb1aea8e8 None None] The sync data for ids ['b9885c3a-40ec-4889-b31b-e8af1ed791ee'] in n-d-825064-1 is: [{'id': 'b9885c3a-40ec-4889-b31b-e8af1ed791ee', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2065766381', 'tenant_id': '72935d6e3d414f09a58601b144f00b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': 'c06d0859-80cf-490f-acff-fdf90c4170f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:50:52Z', 'updated_at': '2022-01-18T22:52:13Z', 'revision_number': 5, 'project_id': '72935d6e3d414f09a58601b144f00b62', 'gw_port': {'id': 'c06d0859-80cf-490f-acff-fdf90c4170f3', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:dc:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9885c3a-40ec-4889-b31b-e8af1ed791ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:50:52Z', 'updated_at': '2022-01-18T22:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:52:15.088664 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-e0ef6022-16a9-4619-a91a-348fb1ac68ce tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Calling delete_port for c06d0859-80cf-490f-acff-fdf90c4170f3 owned by network:router_gateway {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:52:15.112597 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-60ea37a8-936f-41d7-8ede-ca6c9b966c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:15.137876 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ea37a8-936f-41d7-8ede-ca6c9b966c71 None None] Pushing event deleted for resources: {'Port': ['ID=35e09959-27c2-4ad3-a94e-462db8d28bce,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:15.145722 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ea37a8-936f-41d7-8ede-ca6c9b966c71 None None] No DVR routers for this DVR port 35e09959-27c2-4ad3-a94e-462db8d28bce on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:52:15.266252 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e0ef6022-16a9-4619-a91a-348fb1ac68ce tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:15.290805 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ef6022-16a9-4619-a91a-348fb1ac68ce tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Pushing event deleted for resources: {'Port': ['ID=c06d0859-80cf-490f-acff-fdf90c4170f3,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:15.351033 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e0ef6022-16a9-4619-a91a-348fb1ac68ce tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043029'] for router_gateway, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:15.439206 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e0ef6022-16a9-4619-a91a-348fb1ac68ce tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1040886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8602'] for router, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:15.440747 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e0ef6022-16a9-4619-a91a-348fb1ac68ce tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:15.483418 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e0ef6022-16a9-4619-a91a-348fb1ac68ce tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1040832'] for router, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:15.484553 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0ef6022-16a9-4619-a91a-348fb1ac68ce tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Fanout notify agent at l3_agent the message router_deleted on router b9885c3a-40ec-4889-b31b-e8af1ed791ee {{(pid=102431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 22:52:15.493293 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e0ef6022-16a9-4619-a91a-348fb1ac68ce tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:15.494421 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-e0ef6022-16a9-4619-a91a-348fb1ac68ce tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] 10.222.0.53 "DELETE /v2.0/routers/b9885c3a-40ec-4889-b31b-e8af1ed791ee HTTP/1.1" status: 204 len: 168 time: 0.7813697 Jan 18 22:52:15.497255 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 55490) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:52:15.579584 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1d046da8-5d9b-4dc7-abe6-d7fbc5547e6b tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:15.670358 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1d046da8-5d9b-4dc7-abe6-d7fbc5547e6b tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:15.692875 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-1d046da8-5d9b-4dc7-abe6-d7fbc5547e6b tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d922ff6-f81f-4b30-a881-b414c8693d05']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:52:15.702666 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-1d046da8-5d9b-4dc7-abe6-d7fbc5547e6b tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '519b87c7-b203-4a82-a12d-b10dbb05d95d') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:52:15.703060 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-1d046da8-5d9b-4dc7-abe6-d7fbc5547e6b tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '519b87c7-b203-4a82-a12d-b10dbb05d95d') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:52:15.712739 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1d046da8-5d9b-4dc7-abe6-d7fbc5547e6b tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60394742'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:15.728798 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1d046da8-5d9b-4dc7-abe6-d7fbc5547e6b tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:15.735659 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d046da8-5d9b-4dc7-abe6-d7fbc5547e6b tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:52:15.736048 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1d046da8-5d9b-4dc7-abe6-d7fbc5547e6b tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60203044'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:15.739069 n-d-825064-1 neutron-server[102430]: Traceback (most recent call last): Jan 18 22:52:15.739069 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:52:15.739069 n-d-825064-1 neutron-server[102430]: timer() Jan 18 22:52:15.739069 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:52:15.739069 n-d-825064-1 neutron-server[102430]: cb(*args, **kw) Jan 18 22:52:15.739069 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:52:15.739069 n-d-825064-1 neutron-server[102430]: return func(*args, **kwargs) Jan 18 22:52:15.739069 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:52:15.739069 n-d-825064-1 neutron-server[102430]: self._notify() Jan 18 22:52:15.739069 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:52:15.739069 n-d-825064-1 neutron-server[102430]: self.callback(batched_events) Jan 18 22:52:15.739069 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:52:15.739069 n-d-825064-1 neutron-server[102430]: event.method(event) Jan 18 22:52:15.739069 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:52:15.739069 n-d-825064-1 neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:52:15.739069 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:52:15.739069 n-d-825064-1 neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:52:15.739069 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:52:15.739069 n-d-825064-1 neutron-server[102430]: return f(self, *a, **k) Jan 18 22:52:15.739069 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:52:15.739069 n-d-825064-1 neutron-server[102430]: return self._get(url).json() Jan 18 22:52:15.739069 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:52:15.739069 n-d-825064-1 neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:52:15.739069 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:52:15.739069 n-d-825064-1 neutron-server[102430]: return self.request(url, 'GET', **kwargs) Jan 18 22:52:15.739069 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:52:15.739069 n-d-825064-1 neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:52:15.739069 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:52:15.739069 n-d-825064-1 neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:52:15.739069 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:52:15.739069 n-d-825064-1 neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:52:15.739069 n-d-825064-1 neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:52:15.795830 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1d046da8-5d9b-4dc7-abe6-d7fbc5547e6b tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:15.802408 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1d046da8-5d9b-4dc7-abe6-d7fbc5547e6b tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:15.806365 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-1d046da8-5d9b-4dc7-abe6-d7fbc5547e6b tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] 10.222.0.53 "DELETE /v2.0/networks/3d922ff6-f81f-4b30-a881-b414c8693d05 HTTP/1.1" status: 204 len: 168 time: 0.3080637 Jan 18 22:52:15.825038 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d046da8-5d9b-4dc7-abe6-d7fbc5547e6b tempest-TestSecurityGroupsBasicOps-2069231122 tempest-TestSecurityGroupsBasicOps-2069231122-project] Pushing event deleted for resources: {'Network': ['ID=3d922ff6-f81f-4b30-a881-b414c8693d05,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:16.104748 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device c06d0859-80cf-490f-acff-fdf90c4170f3 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:52:16.126124 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: c06d0859-80cf-490f-acff-fdf90c4170f3 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:52:16.126468 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device c06d0859-80cf-490f-acff-fdf90c4170f3 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:52:16.126881 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 35e09959-27c2-4ad3-a94e-462db8d28bce no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:52:16.147433 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 35e09959-27c2-4ad3-a94e-462db8d28bce {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:52:16.147774 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 35e09959-27c2-4ad3-a94e-462db8d28bce not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:52:16.148202 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 2822799d-94c9-4278-b677-45096e1106bf no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:52:16.165684 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 2822799d-94c9-4278-b677-45096e1106bf {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:52:16.166027 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 2822799d-94c9-4278-b677-45096e1106bf not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:52:17.080712 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 55500) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:52:17.212419 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-a024661a-ec3c-4c7b-980a-4f0db140cd0b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=72935d6e3d414f09a58601b144f00b62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1304750 Jan 18 22:52:17.214801 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 55504) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:52:17.261341 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5aa6bc41-9789-425c-861f-386053c1c191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:17.281889 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5aa6bc41-9789-425c-861f-386053c1c191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:17.329364 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5aa6bc41-9789-425c-861f-386053c1c191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:17.331930 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5aa6bc41-9789-425c-861f-386053c1c191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:17.335629 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-5aa6bc41-9789-425c-861f-386053c1c191 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/092c64a6-0131-4ad7-8456-0abf4fa50aa5 HTTP/1.1" status: 204 len: 168 time: 0.1174870 Jan 18 22:52:17.340916 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa6bc41-9789-425c-861f-386053c1c191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=092c64a6-0131-4ad7-8456-0abf4fa50aa5,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:17.586314 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 55510) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:52:17.599693 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-44dc6e09-e817-4819-8ea0-13ce37aa989d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:17.672235 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-44dc6e09-e817-4819-8ea0-13ce37aa989d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:17.675876 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-44dc6e09-e817-4819-8ea0-13ce37aa989d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:17.715015 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-44dc6e09-e817-4819-8ea0-13ce37aa989d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=79a3a72008d34cc0b938653aaaedac0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1276660 Jan 18 22:52:17.717044 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dc6e09-e817-4819-8ea0-13ce37aa989d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=839ec72f-afdb-437b-9f16-5a1f2f6c3bec,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:17.717716 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 55512) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:52:17.766798 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f04ac945-531d-4800-b4a7-a49097ce4992 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:17.790579 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f04ac945-531d-4800-b4a7-a49097ce4992 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:17.835379 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f04ac945-531d-4800-b4a7-a49097ce4992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:17.837971 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f04ac945-531d-4800-b4a7-a49097ce4992 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:17.839292 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-f04ac945-531d-4800-b4a7-a49097ce4992 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/839ec72f-afdb-437b-9f16-5a1f2f6c3bec HTTP/1.1" status: 204 len: 168 time: 0.1205349 Jan 18 22:52:17.847580 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04ac945-531d-4800-b4a7-a49097ce4992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=839ec72f-afdb-437b-9f16-5a1f2f6c3bec,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:18.146496 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 55518) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:52:18.183927 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-1c9c98a1-f6e7-46b0-9ed2-4d14d08ab076 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d329edef037c4121b6a5e40bcfc2e933&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0363214 Jan 18 22:52:18.186328 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 55520) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:52:18.231582 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6f376b95-5802-4ec3-8f16-d6f686832ad5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:18.251713 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6f376b95-5802-4ec3-8f16-d6f686832ad5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:18.296561 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6f376b95-5802-4ec3-8f16-d6f686832ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:18.298932 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6f376b95-5802-4ec3-8f16-d6f686832ad5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:18.300045 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-6f376b95-5802-4ec3-8f16-d6f686832ad5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8ae4c666-488a-4c4b-9e32-dffff5ab1364 HTTP/1.1" status: 204 len: 168 time: 0.1128693 Jan 18 22:52:18.307424 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f376b95-5802-4ec3-8f16-d6f686832ad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae4c666-488a-4c4b-9e32-dffff5ab1364,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:19.314149 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cc1dafe5-73da-4cef-a181-c5f7311410e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:21.965942 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f53bac82-ccdf-4228-baff-a56df7d67ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:23.019921 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:24.478516 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:24.651750 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:27.458305 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a763a8c-b490-445c-ac60-8fa94ffeae8a req-1a4099a6-e407-4a95-bc13-6530b8b694bf tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:27.460118 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1a763a8c-b490-445c-ac60-8fa94ffeae8a req-1a4099a6-e407-4a95-bc13-6530b8b694bf tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] 10.222.0.53 "GET /v2.0/ports?device_id=414e65a4-3a0b-4b2c-9462-3ae005a02195 HTTP/1.1" status: 200 len: 945 time: 0.0546966 Jan 18 22:52:27.500387 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1a763a8c-b490-445c-ac60-8fa94ffeae8a req-08c75b39-e9e3-4fe0-9496-5a32c5b25eab tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc25eda6-663f-4b3e-bd4b-3e6d1f2d1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342352 Jan 18 22:52:28.622758 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8933695c-1eac-4578-8e1e-693907f595ee req-ec9a66d3-ce78-4ece-85c0-c9396a4740a1 tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:28.624333 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8933695c-1eac-4578-8e1e-693907f595ee req-ec9a66d3-ce78-4ece-85c0-c9396a4740a1 tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] 10.222.0.53 "GET /v2.0/ports?device_id=414e65a4-3a0b-4b2c-9462-3ae005a02195 HTTP/1.1" status: 200 len: 945 time: 0.0502021 Jan 18 22:52:28.664379 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8933695c-1eac-4578-8e1e-693907f595ee req-e857a988-2435-4337-93da-e765f7b67a73 tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc25eda6-663f-4b3e-bd4b-3e6d1f2d1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337691 Jan 18 22:52:28.779653 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32546b18-6105-41f0-b7b5-40149ff6c0b6 req-caf27789-360b-438a-a30a-0269e940e4f1 tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:28.781180 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-32546b18-6105-41f0-b7b5-40149ff6c0b6 req-caf27789-360b-438a-a30a-0269e940e4f1 tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] 10.222.0.36 "GET /v2.0/ports?device_id=414e65a4-3a0b-4b2c-9462-3ae005a02195 HTTP/1.1" status: 200 len: 945 time: 0.0550323 Jan 18 22:52:28.867749 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-32546b18-6105-41f0-b7b5-40149ff6c0b6 req-91792088-3f1d-47d2-98bc-137e58882fe6 tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Deleting port df526520-44f5-410d-9980-cee828102de5 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:52:28.868090 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-32546b18-6105-41f0-b7b5-40149ff6c0b6 req-91792088-3f1d-47d2-98bc-137e58882fe6 tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:28.956496 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-32546b18-6105-41f0-b7b5-40149ff6c0b6 req-91792088-3f1d-47d2-98bc-137e58882fe6 tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] For port df526520-44f5-410d-9980-cee828102de5, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=df526520-44f5-410d-9980-cee828102de5,segment=NetworkSegment(0f86b1f0-1839-4888-bfab-bff60be2e850),segment_id=0f86b1f0-1839-4888-bfab-bff60be2e850)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:52:28.956887 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-32546b18-6105-41f0-b7b5-40149ff6c0b6 req-91792088-3f1d-47d2-98bc-137e58882fe6 tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:29.457138 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-32546b18-6105-41f0-b7b5-40149ff6c0b6 req-91792088-3f1d-47d2-98bc-137e58882fe6 tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:29.457497 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-32546b18-6105-41f0-b7b5-40149ff6c0b6 req-91792088-3f1d-47d2-98bc-137e58882fe6 tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043075'] for floatingip, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:29.457814 n-d-825064-1 neutron-server[102431]: INFO neutron.db.l3_db [req-32546b18-6105-41f0-b7b5-40149ff6c0b6 req-91792088-3f1d-47d2-98bc-137e58882fe6 tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Floating IP 271ad92d-c179-4fcd-80a8-4fc694726004 disassociated. External IP: 172.25.5.34, port: df526520-44f5-410d-9980-cee828102de5. Jan 18 22:52:29.458146 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-32546b18-6105-41f0-b7b5-40149ff6c0b6 req-91792088-3f1d-47d2-98bc-137e58882fe6 tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Calling delete_port for df526520-44f5-410d-9980-cee828102de5 owned by compute:nova {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:52:29.588271 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-32546b18-6105-41f0-b7b5-40149ff6c0b6 req-91792088-3f1d-47d2-98bc-137e58882fe6 tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:29.616258 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91792088-3f1d-47d2-98bc-137e58882fe6 tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Pushing event deleted for resources: {'Port': ['ID=df526520-44f5-410d-9980-cee828102de5,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:29.727829 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [req-32546b18-6105-41f0-b7b5-40149ff6c0b6 req-91792088-3f1d-47d2-98bc-137e58882fe6 tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Router 8416e5b1-ca1c-46d3-94d4-554f3ab954eb has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:52:29.760313 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f5e2db9e-ebc0-4bb5-b195-efe39cd239f2 req-661f8fd0-d426-4961-8c4b-bea0c8aea8f8 tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] 10.222.0.53 "GET /v2.0/ports?device_id=414e65a4-3a0b-4b2c-9462-3ae005a02195 HTTP/1.1" status: 200 len: 210 time: 0.0267413 Jan 18 22:52:29.834219 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-32546b18-6105-41f0-b7b5-40149ff6c0b6 req-91792088-3f1d-47d2-98bc-137e58882fe6 tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:52:29.844708 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7aa60c-2bd9-4f25-aeb0-2759bca90564 None None] Sync routers for ids ['8416e5b1-ca1c-46d3-94d4-554f3ab954eb'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:52:29.854661 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7aa60c-2bd9-4f25-aeb0-2759bca90564 None None] Routers {'8416e5b1-ca1c-46d3-94d4-554f3ab954eb'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:52:29.855347 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-dc7aa60c-2bd9-4f25-aeb0-2759bca90564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:52:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['8416e5b1-ca1c-46d3-94d4-554f3ab954eb'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:52:29.872656 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-32546b18-6105-41f0-b7b5-40149ff6c0b6 req-91792088-3f1d-47d2-98bc-137e58882fe6 tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] No DVR routers for this DVR port df526520-44f5-410d-9980-cee828102de5 on host n-h1-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:52:29.875396 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-32546b18-6105-41f0-b7b5-40149ff6c0b6 req-91792088-3f1d-47d2-98bc-137e58882fe6 tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:29.879347 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-32546b18-6105-41f0-b7b5-40149ff6c0b6 req-91792088-3f1d-47d2-98bc-137e58882fe6 tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] 10.222.0.36 "DELETE /v2.0/ports/df526520-44f5-410d-9980-cee828102de5 HTTP/1.1" status: 204 len: 173 time: 1.0924544 Jan 18 22:52:29.879785 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '414e65a4-3a0b-4b2c-9462-3ae005a02195', 'name': 'network-vif-deleted', 'tag': 'df526520-44f5-410d-9980-cee828102de5'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:52:29.882057 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97fbc89d-0c0b-4609-bec8-d35fc824c6d8" -d '{"events": [{"server_uuid": "414e65a4-3a0b-4b2c-9462-3ae005a02195", "name": "network-vif-deleted", "tag": "df526520-44f5-410d-9980-cee828102de5"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:52:29.925150 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04db1206-7ab5-4bf1-af11-5ff33e8fb316 x-openstack-request-id: req-04db1206-7ab5-4bf1-af11-5ff33e8fb316 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:52:29.925620 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "414e65a4-3a0b-4b2c-9462-3ae005a02195", "name": "network-vif-deleted", "tag": "df526520-44f5-410d-9980-cee828102de5", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:52:29.925879 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-04db1206-7ab5-4bf1-af11-5ff33e8fb316 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:52:29.926273 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '414e65a4-3a0b-4b2c-9462-3ae005a02195', 'name': 'network-vif-deleted', 'tag': 'df526520-44f5-410d-9980-cee828102de5', 'status': 'completed', 'code': 200} Jan 18 22:52:29.972187 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-dc7aa60c-2bd9-4f25-aeb0-2759bca90564 None None] Set router 8416e5b1-ca1c-46d3-94d4-554f3ab954eb gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:52:30.177585 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-dc7aa60c-2bd9-4f25-aeb0-2759bca90564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8416e5b1-ca1c-46d3-94d4-554f3ab954eb', 'name': 'tempest-TestServerBasicOps-1366701688-router', 'tenant_id': '69d9d18e59bf4368beed3fa7310f0ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '0c4fcd4e-6e57-491a-8518-1b6a541e7cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:47:20Z', 'updated_at': '2022-01-18T22:47:23Z', 'revision_number': 4, 'project_id': '69d9d18e59bf4368beed3fa7310f0ed2', 'gw_port': {'id': '0c4fcd4e-6e57-491a-8518-1b6a541e7cf9', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ab:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8416e5b1-ca1c-46d3-94d4-554f3ab954eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:47:21Z', 'updated_at': '2022-01-18T22:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '13901b06-0554-4c45-aa0c-2f4ef2c3f855', 'name': '', 'network_id': '6475634d-f736-45f2-ae9a-83d4df30ce8b', 'tenant_id': '69d9d18e59bf4368beed3fa7310f0ed2', 'mac_address': 'fa:16:3e:d8:66:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8416e5b1-ca1c-46d3-94d4-554f3ab954eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '2e4408c8-1b04-4e09-b3ce-588a4d45f399', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:47:23Z', 'updated_at': '2022-01-18T22:47:29Z', 'revision_number': 5, 'project_id': '69d9d18e59bf4368beed3fa7310f0ed2', 'subnets': [{'id': '2e4408c8-1b04-4e09-b3ce-588a4d45f399', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:52:30.202662 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7aa60c-2bd9-4f25-aeb0-2759bca90564 None None] Checking router: 8416e5b1-ca1c-46d3-94d4-554f3ab954eb for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:52:30.210654 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7aa60c-2bd9-4f25-aeb0-2759bca90564 None None] Routers {'8416e5b1-ca1c-46d3-94d4-554f3ab954eb'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:52:30.211244 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-dc7aa60c-2bd9-4f25-aeb0-2759bca90564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:52:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['8416e5b1-ca1c-46d3-94d4-554f3ab954eb'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:52:30.318371 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-dc7aa60c-2bd9-4f25-aeb0-2759bca90564 None None] Set router 8416e5b1-ca1c-46d3-94d4-554f3ab954eb gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:52:30.519228 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-dc7aa60c-2bd9-4f25-aeb0-2759bca90564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8416e5b1-ca1c-46d3-94d4-554f3ab954eb', 'name': 'tempest-TestServerBasicOps-1366701688-router', 'tenant_id': '69d9d18e59bf4368beed3fa7310f0ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '0c4fcd4e-6e57-491a-8518-1b6a541e7cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:47:20Z', 'updated_at': '2022-01-18T22:47:23Z', 'revision_number': 4, 'project_id': '69d9d18e59bf4368beed3fa7310f0ed2', 'gw_port': {'id': '0c4fcd4e-6e57-491a-8518-1b6a541e7cf9', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ab:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8416e5b1-ca1c-46d3-94d4-554f3ab954eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:47:21Z', 'updated_at': '2022-01-18T22:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '13901b06-0554-4c45-aa0c-2f4ef2c3f855', 'name': '', 'network_id': '6475634d-f736-45f2-ae9a-83d4df30ce8b', 'tenant_id': '69d9d18e59bf4368beed3fa7310f0ed2', 'mac_address': 'fa:16:3e:d8:66:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8416e5b1-ca1c-46d3-94d4-554f3ab954eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '2e4408c8-1b04-4e09-b3ce-588a4d45f399', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:47:23Z', 'updated_at': '2022-01-18T22:47:29Z', 'revision_number': 5, 'project_id': '69d9d18e59bf4368beed3fa7310f0ed2', 'subnets': [{'id': '2e4408c8-1b04-4e09-b3ce-588a4d45f399', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:52:30.548239 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7aa60c-2bd9-4f25-aeb0-2759bca90564 None None] The sync data for ids ['8416e5b1-ca1c-46d3-94d4-554f3ab954eb'] in n-d-825064-1 is: [{'id': '8416e5b1-ca1c-46d3-94d4-554f3ab954eb', 'name': 'tempest-TestServerBasicOps-1366701688-router', 'tenant_id': '69d9d18e59bf4368beed3fa7310f0ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '0c4fcd4e-6e57-491a-8518-1b6a541e7cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:47:20Z', 'updated_at': '2022-01-18T22:47:23Z', 'revision_number': 4, 'project_id': '69d9d18e59bf4368beed3fa7310f0ed2', 'gw_port': {'id': '0c4fcd4e-6e57-491a-8518-1b6a541e7cf9', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ab:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8416e5b1-ca1c-46d3-94d4-554f3ab954eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:47:21Z', 'updated_at': '2022-01-18T22:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '13901b06-0554-4c45-aa0c-2f4ef2c3f855', 'name': '', 'network_id': '6475634d-f736-45f2-ae9a-83d4df30ce8b', 'tenant_id': '69d9d18e59bf4368beed3fa7310f0ed2', 'mac_address': 'fa:16:3e:d8:66:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8416e5b1-ca1c-46d3-94d4-554f3ab954eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '2e4408c8-1b04-4e09-b3ce-588a4d45f399', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:47:23Z', 'updated_at': '2022-01-18T22:47:29Z', 'revision_number': 5, 'project_id': '69d9d18e59bf4368beed3fa7310f0ed2', 'subnets': [{'id': '2e4408c8-1b04-4e09-b3ce-588a4d45f399', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:52:30.769296 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4b2262-c0bf-4f3c-8dbc-291bcb3d470e None None] New status for floating IP 271ad92d-c179-4fcd-80a8-4fc694726004: DOWN {{(pid=102433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 22:52:30.815706 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 55538) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:52:30.944528 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-e8333780-c888-410e-94e1-9082770242fb tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Deleting port d0d42e28-3b5a-4eea-a695-f88824f97c0c {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:52:30.944875 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e8333780-c888-410e-94e1-9082770242fb tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:31.018228 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e8333780-c888-410e-94e1-9082770242fb tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:31.018557 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e8333780-c888-410e-94e1-9082770242fb tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:31.029918 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-e8333780-c888-410e-94e1-9082770242fb tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Calling delete_port for d0d42e28-3b5a-4eea-a695-f88824f97c0c owned by network:floatingip {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:52:31.165385 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e8333780-c888-410e-94e1-9082770242fb tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:31.190887 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8333780-c888-410e-94e1-9082770242fb tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Pushing event deleted for resources: {'Port': ['ID=d0d42e28-3b5a-4eea-a695-f88824f97c0c,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:31.204280 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device df526520-44f5-410d-9980-cee828102de5 no longer exists at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:52:31.225647 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] No Port match for: df526520-44f5-410d-9980-cee828102de5 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:52:31.225980 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device df526520-44f5-410d-9980-cee828102de5 not bound to the agent host n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:52:31.249188 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e8333780-c888-410e-94e1-9082770242fb tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Notify callbacks [] for floatingip, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:31.251703 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e8333780-c888-410e-94e1-9082770242fb tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:31.253455 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-e8333780-c888-410e-94e1-9082770242fb tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] 10.222.0.53 "DELETE /v2.0/floatingips/271ad92d-c179-4fcd-80a8-4fc694726004 HTTP/1.1" status: 204 len: 168 time: 0.4367297 Jan 18 22:52:31.321736 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 55544) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:52:31.383647 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c2fccf76-bbfe-4007-8750-5aee81975137 tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:31.407589 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c2fccf76-bbfe-4007-8750-5aee81975137 tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:31.464108 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c2fccf76-bbfe-4007-8750-5aee81975137 tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:31.466665 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c2fccf76-bbfe-4007-8750-5aee81975137 tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:31.467810 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-c2fccf76-bbfe-4007-8750-5aee81975137 tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] 10.222.0.53 "DELETE /v2.0/security-groups/dc25eda6-663f-4b3e-bd4b-3e6d1f2d1a18 HTTP/1.1" status: 204 len: 168 time: 0.1450846 Jan 18 22:52:31.477052 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fccf76-bbfe-4007-8750-5aee81975137 tempest-TestServerBasicOps-601835078 tempest-TestServerBasicOps-601835078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc25eda6-663f-4b3e-bd4b-3e6d1f2d1a18,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:31.506073 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 55548) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:52:32.035687 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9884f566-7535-41cc-b098-dc3334379103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1041027'] for router_interface, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:32.274310 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-9884f566-7535-41cc-b098-dc3334379103 admin admin] Deleting port 13901b06-0554-4c45-aa0c-2f4ef2c3f855 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:52:32.274514 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9884f566-7535-41cc-b098-dc3334379103 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:32.353351 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-9884f566-7535-41cc-b098-dc3334379103 admin admin] For port 13901b06-0554-4c45-aa0c-2f4ef2c3f855, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=13901b06-0554-4c45-aa0c-2f4ef2c3f855,segment=NetworkSegment(0f86b1f0-1839-4888-bfab-bff60be2e850),segment_id=0f86b1f0-1839-4888-bfab-bff60be2e850)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:52:32.353707 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9884f566-7535-41cc-b098-dc3334379103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:32.365625 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-9884f566-7535-41cc-b098-dc3334379103 admin admin] Calling delete_port for 13901b06-0554-4c45-aa0c-2f4ef2c3f855 owned by network:router_interface {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:52:32.540437 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9884f566-7535-41cc-b098-dc3334379103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:32.565766 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9884f566-7535-41cc-b098-dc3334379103 admin admin] Pushing event deleted for resources: {'Port': ['ID=13901b06-0554-4c45-aa0c-2f4ef2c3f855,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:32.733066 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9884f566-7535-41cc-b098-dc3334379103 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-613841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1046579'] for router_interface, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:32.942386 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9884f566-7535-41cc-b098-dc3334379103 admin admin] Router 8416e5b1-ca1c-46d3-94d4-554f3ab954eb has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:52:33.045301 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9884f566-7535-41cc-b098-dc3334379103 admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:52:33.050320 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-9884f566-7535-41cc-b098-dc3334379103 admin admin] 10.222.0.53 "PUT /v2.0/routers/8416e5b1-ca1c-46d3-94d4-554f3ab954eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5432057 Jan 18 22:52:33.052855 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 55552) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:52:33.055134 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05413153-0960-4d8a-bc95-0fbb012232c8 None None] Sync routers for ids ['8416e5b1-ca1c-46d3-94d4-554f3ab954eb'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:52:33.065619 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05413153-0960-4d8a-bc95-0fbb012232c8 None None] Routers {'8416e5b1-ca1c-46d3-94d4-554f3ab954eb'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:52:33.066217 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-05413153-0960-4d8a-bc95-0fbb012232c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:52:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['8416e5b1-ca1c-46d3-94d4-554f3ab954eb'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:52:33.157688 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e9c9beb4-6931-487c-ac77-0253edbb96b9 admin admin] Notify callbacks [] for router, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:33.169839 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-05413153-0960-4d8a-bc95-0fbb012232c8 None None] Set router 8416e5b1-ca1c-46d3-94d4-554f3ab954eb gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:52:33.259687 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e9c9beb4-6931-487c-ac77-0253edbb96b9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:33.313315 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-e9c9beb4-6931-487c-ac77-0253edbb96b9 admin admin] Deleting port 0c4fcd4e-6e57-491a-8518-1b6a541e7cf9 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:52:33.313660 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e9c9beb4-6931-487c-ac77-0253edbb96b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:33.348912 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-05413153-0960-4d8a-bc95-0fbb012232c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8416e5b1-ca1c-46d3-94d4-554f3ab954eb', 'name': 'tempest-TestServerBasicOps-1366701688-router', 'tenant_id': '69d9d18e59bf4368beed3fa7310f0ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '0c4fcd4e-6e57-491a-8518-1b6a541e7cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:47:20Z', 'updated_at': '2022-01-18T22:52:32Z', 'revision_number': 5, 'project_id': '69d9d18e59bf4368beed3fa7310f0ed2', 'gw_port': {'id': '0c4fcd4e-6e57-491a-8518-1b6a541e7cf9', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ab:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8416e5b1-ca1c-46d3-94d4-554f3ab954eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:47:21Z', 'updated_at': '2022-01-18T22:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:52:33.374642 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05413153-0960-4d8a-bc95-0fbb012232c8 None None] Checking router: 8416e5b1-ca1c-46d3-94d4-554f3ab954eb for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:52:33.382974 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05413153-0960-4d8a-bc95-0fbb012232c8 None None] Routers {'8416e5b1-ca1c-46d3-94d4-554f3ab954eb'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:52:33.383568 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-05413153-0960-4d8a-bc95-0fbb012232c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:52:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['8416e5b1-ca1c-46d3-94d4-554f3ab954eb'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:52:33.394927 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-e9c9beb4-6931-487c-ac77-0253edbb96b9 admin admin] For port 0c4fcd4e-6e57-491a-8518-1b6a541e7cf9, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=0c4fcd4e-6e57-491a-8518-1b6a541e7cf9,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:52:33.395298 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e9c9beb4-6931-487c-ac77-0253edbb96b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:33.407326 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-e9c9beb4-6931-487c-ac77-0253edbb96b9 admin admin] Calling delete_port for 0c4fcd4e-6e57-491a-8518-1b6a541e7cf9 owned by network:router_gateway {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:52:33.470883 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-05413153-0960-4d8a-bc95-0fbb012232c8 None None] Set router 8416e5b1-ca1c-46d3-94d4-554f3ab954eb gateway port host: None {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:52:33.527049 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-05413153-0960-4d8a-bc95-0fbb012232c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8416e5b1-ca1c-46d3-94d4-554f3ab954eb', 'name': 'tempest-TestServerBasicOps-1366701688-router', 'tenant_id': '69d9d18e59bf4368beed3fa7310f0ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:47:20Z', 'updated_at': '2022-01-18T22:52:33Z', 'revision_number': 6, 'project_id': '69d9d18e59bf4368beed3fa7310f0ed2', 'gw_port_host': None}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:52:33.554065 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05413153-0960-4d8a-bc95-0fbb012232c8 None None] The sync data for ids ['8416e5b1-ca1c-46d3-94d4-554f3ab954eb'] in n-d-825064-1 is: [{'id': '8416e5b1-ca1c-46d3-94d4-554f3ab954eb', 'name': 'tempest-TestServerBasicOps-1366701688-router', 'tenant_id': '69d9d18e59bf4368beed3fa7310f0ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:47:20Z', 'updated_at': '2022-01-18T22:52:33Z', 'revision_number': 6, 'project_id': '69d9d18e59bf4368beed3fa7310f0ed2', 'gw_port_host': None}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:52:33.861277 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e9c9beb4-6931-487c-ac77-0253edbb96b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:33.886852 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c9beb4-6931-487c-ac77-0253edbb96b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c4fcd4e-6e57-491a-8518-1b6a541e7cf9,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:33.946578 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e9c9beb4-6931-487c-ac77-0253edbb96b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043029'] for router_gateway, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:34.043540 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e9c9beb4-6931-487c-ac77-0253edbb96b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1040886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8602'] for router, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:34.045701 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e9c9beb4-6931-487c-ac77-0253edbb96b9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:34.090841 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e9c9beb4-6931-487c-ac77-0253edbb96b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1040832'] for router, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:34.091573 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9c9beb4-6931-487c-ac77-0253edbb96b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8416e5b1-ca1c-46d3-94d4-554f3ab954eb {{(pid=102430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 22:52:34.096605 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e9c9beb4-6931-487c-ac77-0253edbb96b9 admin admin] Notify callbacks [] for router, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:34.097746 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-e9c9beb4-6931-487c-ac77-0253edbb96b9 admin admin] 10.222.0.53 "DELETE /v2.0/routers/8416e5b1-ca1c-46d3-94d4-554f3ab954eb HTTP/1.1" status: 204 len: 168 time: 1.0438333 Jan 18 22:52:34.100294 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 55554) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:52:34.143391 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_v2 [None req-3af07e6d-d9bc-4842-a0c2-9afbdb0ea359 admin admin] Deleting subnet 2e4408c8-1b04-4e09-b3ce-588a4d45f399 {{(pid=102430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:52:34.146266 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-3af07e6d-d9bc-4842-a0c2-9afbdb0ea359 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:34.180280 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-3af07e6d-d9bc-4842-a0c2-9afbdb0ea359 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60394745'] for subnet, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:34.261058 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-3af07e6d-d9bc-4842-a0c2-9afbdb0ea359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:34.321931 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-3af07e6d-d9bc-4842-a0c2-9afbdb0ea359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60203138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62288677'] for subnet, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:34.350083 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af07e6d-d9bc-4842-a0c2-9afbdb0ea359 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e4408c8-1b04-4e09-b3ce-588a4d45f399,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:34.352074 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-3af07e6d-d9bc-4842-a0c2-9afbdb0ea359 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:34.355887 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-3af07e6d-d9bc-4842-a0c2-9afbdb0ea359 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/2e4408c8-1b04-4e09-b3ce-588a4d45f399 HTTP/1.1" status: 204 len: 168 time: 0.2540925 Jan 18 22:52:34.358376 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 55558) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:52:34.358856 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96dac337-1306-4bb5-81c1-85b0f5bedb21 None None] Network 6475634d-f736-45f2-ae9a-83d4df30ce8b requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:52:34.433853 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 13901b06-0554-4c45-aa0c-2f4ef2c3f855 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:52:34.459549 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 13901b06-0554-4c45-aa0c-2f4ef2c3f855 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:52:34.459889 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 13901b06-0554-4c45-aa0c-2f4ef2c3f855 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:52:34.469651 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d57ea220-a204-46b1-98fb-e345a01f0258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:34.538208 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-d57ea220-a204-46b1-98fb-e345a01f0258 admin admin] Deleting port 012094ad-89b2-4758-9a71-3882bc7181a4 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:52:34.538657 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d57ea220-a204-46b1-98fb-e345a01f0258 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:34.568078 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f251bd5-6801-4e57-8b95-70076169b707 None None] DHCP port deletion for 6475634d-f736-45f2-ae9a-83d4df30ce8b request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:52:34.613294 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-d57ea220-a204-46b1-98fb-e345a01f0258 admin admin] For port 012094ad-89b2-4758-9a71-3882bc7181a4, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=012094ad-89b2-4758-9a71-3882bc7181a4,segment=NetworkSegment(0f86b1f0-1839-4888-bfab-bff60be2e850),segment_id=0f86b1f0-1839-4888-bfab-bff60be2e850)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:52:34.613708 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d57ea220-a204-46b1-98fb-e345a01f0258 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:34.624910 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-8f251bd5-6801-4e57-8b95-70076169b707 None None] Deleting port 012094ad-89b2-4758-9a71-3882bc7181a4 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:52:34.625292 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8f251bd5-6801-4e57-8b95-70076169b707 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:34.633075 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-d57ea220-a204-46b1-98fb-e345a01f0258 admin admin] Calling delete_port for 012094ad-89b2-4758-9a71-3882bc7181a4 owned by network:dhcp {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:52:34.691068 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-8f251bd5-6801-4e57-8b95-70076169b707 None None] For port 012094ad-89b2-4758-9a71-3882bc7181a4, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=012094ad-89b2-4758-9a71-3882bc7181a4,segment=NetworkSegment(0f86b1f0-1839-4888-bfab-bff60be2e850),segment_id=0f86b1f0-1839-4888-bfab-bff60be2e850)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:52:34.691497 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8f251bd5-6801-4e57-8b95-70076169b707 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:34.704471 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-8f251bd5-6801-4e57-8b95-70076169b707 None None] Calling delete_port for 012094ad-89b2-4758-9a71-3882bc7181a4 owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:52:34.725529 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d57ea220-a204-46b1-98fb-e345a01f0258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:34.753339 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57ea220-a204-46b1-98fb-e345a01f0258 admin admin] Pushing event deleted for resources: {'Port': ['ID=012094ad-89b2-4758-9a71-3882bc7181a4,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:34.755184 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57ea220-a204-46b1-98fb-e345a01f0258 admin admin] No DVR routers for this DVR port 012094ad-89b2-4758-9a71-3882bc7181a4 on host n-d-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:52:34.785249 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8f251bd5-6801-4e57-8b95-70076169b707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:34.827373 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d57ea220-a204-46b1-98fb-e345a01f0258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:34.854275 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-d57ea220-a204-46b1-98fb-e345a01f0258 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6475634d-f736-45f2-ae9a-83d4df30ce8b']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:52:34.865602 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-d57ea220-a204-46b1-98fb-e345a01f0258 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f86b1f0-1839-4888-bfab-bff60be2e850') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:52:34.865897 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-d57ea220-a204-46b1-98fb-e345a01f0258 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f86b1f0-1839-4888-bfab-bff60be2e850') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:52:34.876452 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d57ea220-a204-46b1-98fb-e345a01f0258 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:34.891561 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d57ea220-a204-46b1-98fb-e345a01f0258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:34.898815 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d57ea220-a204-46b1-98fb-e345a01f0258 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:52:34.899278 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d57ea220-a204-46b1-98fb-e345a01f0258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:34.901138 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:52:34.901138 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:52:34.901138 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:52:34.901138 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:52:34.901138 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:52:34.901138 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:52:34.901138 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:52:34.901138 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:52:34.901138 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:52:34.901138 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:52:34.901138 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:52:34.901138 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:52:34.901138 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:52:34.901138 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:52:34.901138 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:52:34.901138 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:52:34.901138 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:52:34.901138 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:52:34.901138 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:52:34.901138 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:52:34.901138 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:52:34.901138 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:52:34.901138 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:52:34.901138 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:52:34.901138 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:52:34.901138 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:52:34.901138 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:52:34.901138 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:52:34.901138 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:52:34.901138 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:52:34.901138 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:52:34.901138 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:52:34.960529 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d57ea220-a204-46b1-98fb-e345a01f0258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:34.966366 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d57ea220-a204-46b1-98fb-e345a01f0258 admin admin] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:34.969596 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-d57ea220-a204-46b1-98fb-e345a01f0258 admin admin] 10.222.0.53 "DELETE /v2.0/networks/6475634d-f736-45f2-ae9a-83d4df30ce8b HTTP/1.1" status: 204 len: 168 time: 0.6100440 Jan 18 22:52:34.973300 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 55562) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:52:34.977953 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f251bd5-6801-4e57-8b95-70076169b707 None None] Pushing event deleted for resources: {'Port': ['ID=012094ad-89b2-4758-9a71-3882bc7181a4,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:34.979785 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f251bd5-6801-4e57-8b95-70076169b707 None None] No DVR routers for this DVR port 012094ad-89b2-4758-9a71-3882bc7181a4 on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:52:34.981768 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57ea220-a204-46b1-98fb-e345a01f0258 admin admin] Pushing event deleted for resources: {'Network': ['ID=6475634d-f736-45f2-ae9a-83d4df30ce8b,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:35.331475 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f19c7c63-0bcc-4df3-99be-9ed9c763362e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1041027'] for router_interface, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:35.573629 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-f19c7c63-0bcc-4df3-99be-9ed9c763362e admin admin] Deleting port 30c8e320-1981-49f4-a5ce-82ad713c650d {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:52:35.573972 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f19c7c63-0bcc-4df3-99be-9ed9c763362e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:35.662478 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-f19c7c63-0bcc-4df3-99be-9ed9c763362e admin admin] For port 30c8e320-1981-49f4-a5ce-82ad713c650d, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=30c8e320-1981-49f4-a5ce-82ad713c650d,segment=NetworkSegment(a26c0704-46dd-40df-9f5e-fa9b06efc01d),segment_id=a26c0704-46dd-40df-9f5e-fa9b06efc01d)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:52:35.662853 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f19c7c63-0bcc-4df3-99be-9ed9c763362e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:35.674214 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-f19c7c63-0bcc-4df3-99be-9ed9c763362e admin admin] Calling delete_port for 30c8e320-1981-49f4-a5ce-82ad713c650d owned by network:router_interface {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:52:35.850645 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f19c7c63-0bcc-4df3-99be-9ed9c763362e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:35.885376 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19c7c63-0bcc-4df3-99be-9ed9c763362e admin admin] Pushing event deleted for resources: {'Port': ['ID=30c8e320-1981-49f4-a5ce-82ad713c650d,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:36.069816 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f19c7c63-0bcc-4df3-99be-9ed9c763362e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-613841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1046579'] for router_interface, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:36.104718 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 0c4fcd4e-6e57-491a-8518-1b6a541e7cf9 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:52:36.125449 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 0c4fcd4e-6e57-491a-8518-1b6a541e7cf9 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:52:36.125788 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 0c4fcd4e-6e57-491a-8518-1b6a541e7cf9 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:52:36.126202 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 012094ad-89b2-4758-9a71-3882bc7181a4 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:52:36.144315 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 012094ad-89b2-4758-9a71-3882bc7181a4 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:52:36.144657 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 012094ad-89b2-4758-9a71-3882bc7181a4 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:52:36.297684 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f19c7c63-0bcc-4df3-99be-9ed9c763362e admin admin] Router a2c652d5-0fc9-4100-95ea-3f6c224e2121 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:52:36.404541 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f19c7c63-0bcc-4df3-99be-9ed9c763362e admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:52:36.410839 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-f19c7c63-0bcc-4df3-99be-9ed9c763362e admin admin] 10.222.0.53 "PUT /v2.0/routers/a2c652d5-0fc9-4100-95ea-3f6c224e2121/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4363832 Jan 18 22:52:36.413356 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 55564) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:52:36.413965 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2939ec73-de63-4414-90b8-138941c02b25 None None] Sync routers for ids ['a2c652d5-0fc9-4100-95ea-3f6c224e2121'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:52:36.423021 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2939ec73-de63-4414-90b8-138941c02b25 None None] Routers {'a2c652d5-0fc9-4100-95ea-3f6c224e2121'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:52:36.423623 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-2939ec73-de63-4414-90b8-138941c02b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:52:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['a2c652d5-0fc9-4100-95ea-3f6c224e2121'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:52:36.522318 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1058f27a-5229-43fc-a93c-cef4f4008676 admin admin] Notify callbacks [] for router, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:36.529940 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-2939ec73-de63-4414-90b8-138941c02b25 None None] Set router a2c652d5-0fc9-4100-95ea-3f6c224e2121 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:52:36.632526 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1058f27a-5229-43fc-a93c-cef4f4008676 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:36.689519 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-1058f27a-5229-43fc-a93c-cef4f4008676 admin admin] Deleting port 77d2c65e-0228-42da-8e85-8a16f53ab2a7 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:52:36.690036 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1058f27a-5229-43fc-a93c-cef4f4008676 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:36.776725 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-1058f27a-5229-43fc-a93c-cef4f4008676 admin admin] For port 77d2c65e-0228-42da-8e85-8a16f53ab2a7, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=77d2c65e-0228-42da-8e85-8a16f53ab2a7,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:52:36.777090 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1058f27a-5229-43fc-a93c-cef4f4008676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:36.789232 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-1058f27a-5229-43fc-a93c-cef4f4008676 admin admin] Calling delete_port for 77d2c65e-0228-42da-8e85-8a16f53ab2a7 owned by network:router_gateway {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:52:36.799495 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-2939ec73-de63-4414-90b8-138941c02b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2c652d5-0fc9-4100-95ea-3f6c224e2121', 'name': 'tempest-TestServerBasicOps-1943127405-router', 'tenant_id': '0ea65f44c85941da90b0c89e417a8515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '77d2c65e-0228-42da-8e85-8a16f53ab2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:47:26Z', 'updated_at': '2022-01-18T22:52:35Z', 'revision_number': 5, 'project_id': '0ea65f44c85941da90b0c89e417a8515', 'gw_port': {'id': '77d2c65e-0228-42da-8e85-8a16f53ab2a7', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c652d5-0fc9-4100-95ea-3f6c224e2121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:47:27Z', 'updated_at': '2022-01-18T22:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:52:36.825683 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2939ec73-de63-4414-90b8-138941c02b25 None None] Checking router: a2c652d5-0fc9-4100-95ea-3f6c224e2121 for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:52:36.834320 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2939ec73-de63-4414-90b8-138941c02b25 None None] Routers {'a2c652d5-0fc9-4100-95ea-3f6c224e2121'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:52:36.834937 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-2939ec73-de63-4414-90b8-138941c02b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:52:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['a2c652d5-0fc9-4100-95ea-3f6c224e2121'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:52:36.930402 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-2939ec73-de63-4414-90b8-138941c02b25 None None] Set router a2c652d5-0fc9-4100-95ea-3f6c224e2121 gateway port host: None {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:52:36.960421 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1058f27a-5229-43fc-a93c-cef4f4008676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:36.988236 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1058f27a-5229-43fc-a93c-cef4f4008676 admin admin] Pushing event deleted for resources: {'Port': ['ID=77d2c65e-0228-42da-8e85-8a16f53ab2a7,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:37.002602 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-2939ec73-de63-4414-90b8-138941c02b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2c652d5-0fc9-4100-95ea-3f6c224e2121', 'name': 'tempest-TestServerBasicOps-1943127405-router', 'tenant_id': '0ea65f44c85941da90b0c89e417a8515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:47:26Z', 'updated_at': '2022-01-18T22:52:36Z', 'revision_number': 6, 'project_id': '0ea65f44c85941da90b0c89e417a8515', 'gw_port_host': None}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:52:37.029394 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2939ec73-de63-4414-90b8-138941c02b25 None None] The sync data for ids ['a2c652d5-0fc9-4100-95ea-3f6c224e2121'] in n-d-825064-1 is: [{'id': 'a2c652d5-0fc9-4100-95ea-3f6c224e2121', 'name': 'tempest-TestServerBasicOps-1943127405-router', 'tenant_id': '0ea65f44c85941da90b0c89e417a8515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:47:26Z', 'updated_at': '2022-01-18T22:52:36Z', 'revision_number': 6, 'project_id': '0ea65f44c85941da90b0c89e417a8515', 'gw_port_host': None}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:52:37.051789 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1058f27a-5229-43fc-a93c-cef4f4008676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043029'] for router_gateway, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:37.142040 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1058f27a-5229-43fc-a93c-cef4f4008676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1040886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8602'] for router, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:37.144736 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1058f27a-5229-43fc-a93c-cef4f4008676 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:37.190558 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1058f27a-5229-43fc-a93c-cef4f4008676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1040832'] for router, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:37.191266 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1058f27a-5229-43fc-a93c-cef4f4008676 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2c652d5-0fc9-4100-95ea-3f6c224e2121 {{(pid=102430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 22:52:37.197267 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1058f27a-5229-43fc-a93c-cef4f4008676 admin admin] Notify callbacks [] for router, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:37.198827 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-1058f27a-5229-43fc-a93c-cef4f4008676 admin admin] 10.222.0.53 "DELETE /v2.0/routers/a2c652d5-0fc9-4100-95ea-3f6c224e2121 HTTP/1.1" status: 204 len: 168 time: 0.7845101 Jan 18 22:52:37.201354 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 55566) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:52:37.248087 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd8313cc-d33d-40f2-94ab-c981f41e72d8 admin admin] Deleting subnet a6eae47f-d060-46be-a8df-b78af19b95e2 {{(pid=102430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:52:37.251237 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-dd8313cc-d33d-40f2-94ab-c981f41e72d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:37.291787 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-dd8313cc-d33d-40f2-94ab-c981f41e72d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60394745'] for subnet, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:37.380113 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-dd8313cc-d33d-40f2-94ab-c981f41e72d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:37.437842 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-dd8313cc-d33d-40f2-94ab-c981f41e72d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60203138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62288677'] for subnet, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:37.464484 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8313cc-d33d-40f2-94ab-c981f41e72d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6eae47f-d060-46be-a8df-b78af19b95e2,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:37.468802 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-dd8313cc-d33d-40f2-94ab-c981f41e72d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:37.474844 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-dd8313cc-d33d-40f2-94ab-c981f41e72d8 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/a6eae47f-d060-46be-a8df-b78af19b95e2 HTTP/1.1" status: 204 len: 168 time: 0.2702663 Jan 18 22:52:37.475384 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 55568) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:52:37.475784 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf26f75e-a17d-4329-972e-8d2678548011 None None] Network f83a7d51-0259-47a4-9523-b26233516e99 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:52:37.551038 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-034c4997-a3dc-4eed-839d-406bacc0ef36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:37.602656 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-034c4997-a3dc-4eed-839d-406bacc0ef36 admin admin] Deleting port d42cbf2b-e1bb-4abf-9123-2a3b007ed28a {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:52:37.602999 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-034c4997-a3dc-4eed-839d-406bacc0ef36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:37.666479 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-034c4997-a3dc-4eed-839d-406bacc0ef36 admin admin] For port d42cbf2b-e1bb-4abf-9123-2a3b007ed28a, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=d42cbf2b-e1bb-4abf-9123-2a3b007ed28a,segment=NetworkSegment(a26c0704-46dd-40df-9f5e-fa9b06efc01d),segment_id=a26c0704-46dd-40df-9f5e-fa9b06efc01d)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:52:37.666849 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-034c4997-a3dc-4eed-839d-406bacc0ef36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:37.680064 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-034c4997-a3dc-4eed-839d-406bacc0ef36 admin admin] Calling delete_port for d42cbf2b-e1bb-4abf-9123-2a3b007ed28a owned by network:dhcp {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:52:37.760381 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-034c4997-a3dc-4eed-839d-406bacc0ef36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:37.786644 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034c4997-a3dc-4eed-839d-406bacc0ef36 admin admin] Pushing event deleted for resources: {'Port': ['ID=d42cbf2b-e1bb-4abf-9123-2a3b007ed28a,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:37.788507 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034c4997-a3dc-4eed-839d-406bacc0ef36 admin admin] No DVR routers for this DVR port d42cbf2b-e1bb-4abf-9123-2a3b007ed28a on host n-d-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:52:37.800863 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f7f98c-73e8-4f97-b3c9-fe8ee7b3b11f None None] DHCP port deletion for f83a7d51-0259-47a4-9523-b26233516e99 request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:52:37.864940 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-034c4997-a3dc-4eed-839d-406bacc0ef36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:37.885728 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-034c4997-a3dc-4eed-839d-406bacc0ef36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f83a7d51-0259-47a4-9523-b26233516e99']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:52:37.895452 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-034c4997-a3dc-4eed-839d-406bacc0ef36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a26c0704-46dd-40df-9f5e-fa9b06efc01d') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:52:37.895664 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-034c4997-a3dc-4eed-839d-406bacc0ef36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a26c0704-46dd-40df-9f5e-fa9b06efc01d') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:52:37.905451 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-034c4997-a3dc-4eed-839d-406bacc0ef36 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:37.918519 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-034c4997-a3dc-4eed-839d-406bacc0ef36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:37.925406 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-034c4997-a3dc-4eed-839d-406bacc0ef36 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:52:37.925804 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-034c4997-a3dc-4eed-839d-406bacc0ef36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:37.927954 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:52:37.927954 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:52:37.927954 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:52:37.927954 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:52:37.927954 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:52:37.927954 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:52:37.927954 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:52:37.927954 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:52:37.927954 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:52:37.927954 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:52:37.927954 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:52:37.927954 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:52:37.927954 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:52:37.927954 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:52:37.927954 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:52:37.927954 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:52:37.927954 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:52:37.927954 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:52:37.927954 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:52:37.927954 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:52:37.927954 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:52:37.927954 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:52:37.927954 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:52:37.927954 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:52:37.927954 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:52:37.927954 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:52:37.927954 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:52:37.927954 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:52:37.927954 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:52:37.927954 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:52:37.927954 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:52:37.927954 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:52:37.990683 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-034c4997-a3dc-4eed-839d-406bacc0ef36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:37.997116 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-034c4997-a3dc-4eed-839d-406bacc0ef36 admin admin] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:38.002942 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-034c4997-a3dc-4eed-839d-406bacc0ef36 admin admin] 10.222.0.53 "DELETE /v2.0/networks/f83a7d51-0259-47a4-9523-b26233516e99 HTTP/1.1" status: 204 len: 168 time: 0.5232534 Jan 18 22:52:38.015833 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034c4997-a3dc-4eed-839d-406bacc0ef36 admin admin] Pushing event deleted for resources: {'Network': ['ID=f83a7d51-0259-47a4-9523-b26233516e99,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:38.056610 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device d42cbf2b-e1bb-4abf-9123-2a3b007ed28a no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:52:38.083248 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: d42cbf2b-e1bb-4abf-9123-2a3b007ed28a {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:52:38.083699 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device d42cbf2b-e1bb-4abf-9123-2a3b007ed28a not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:52:38.084708 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 30c8e320-1981-49f4-a5ce-82ad713c650d no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:52:38.103673 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 30c8e320-1981-49f4-a5ce-82ad713c650d {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:52:38.104022 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 30c8e320-1981-49f4-a5ce-82ad713c650d not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:52:38.104452 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 77d2c65e-0228-42da-8e85-8a16f53ab2a7 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:52:38.122391 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 77d2c65e-0228-42da-8e85-8a16f53ab2a7 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:52:38.122740 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 77d2c65e-0228-42da-8e85-8a16f53ab2a7 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:52:38.137471 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 55572) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:52:38.176662 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-f222a307-426e-470c-a927-85170b8b061e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=69d9d18e59bf4368beed3fa7310f0ed2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378613 Jan 18 22:52:38.179041 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 55574) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:52:38.226124 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-58bc4b68-89e1-48c6-bed2-f347c3da9e7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:38.246952 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-58bc4b68-89e1-48c6-bed2-f347c3da9e7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:38.291490 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-58bc4b68-89e1-48c6-bed2-f347c3da9e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:38.294240 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-58bc4b68-89e1-48c6-bed2-f347c3da9e7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:38.295382 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-58bc4b68-89e1-48c6-bed2-f347c3da9e7a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dd235bd1-8832-41d4-9ed0-b5dcdb260ddf HTTP/1.1" status: 204 len: 168 time: 0.1154282 Jan 18 22:52:38.302998 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bc4b68-89e1-48c6-bed2-f347c3da9e7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd235bd1-8832-41d4-9ed0-b5dcdb260ddf,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:38.598605 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 55580) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:52:38.639930 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-5ef734a8-9d43-4f3f-81f8-876b1e8e76c6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0ea65f44c85941da90b0c89e417a8515&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401621 Jan 18 22:52:38.642242 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 55582) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:52:38.690502 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-3d9ac54a-bd0a-4b52-8144-23e328d843cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:38.710266 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-3d9ac54a-bd0a-4b52-8144-23e328d843cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:38.754930 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-3d9ac54a-bd0a-4b52-8144-23e328d843cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:38.757527 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-3d9ac54a-bd0a-4b52-8144-23e328d843cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:38.758644 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-3d9ac54a-bd0a-4b52-8144-23e328d843cd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3c9fef64-bcb4-4815-aab7-7e40dda986b0 HTTP/1.1" status: 204 len: 168 time: 0.1150162 Jan 18 22:52:38.766339 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9ac54a-bd0a-4b52-8144-23e328d843cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c9fef64-bcb4-4815-aab7-7e40dda986b0,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:42.992731 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:43.823174 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:49.317202 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a3ba4533-3ee3-470b-87c5-b9ac4af9f53d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:51.258792 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 22:52:51.965670 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-dcd2a1a2-8e94-478a-ab68-7f74088c98e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:53.022315 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:54.480738 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:54.652346 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:55.316631 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e1c085c8-b0e3-40fd-83a2-ea82079af4f3 req-fd04069a-692c-426d-a08b-83a70651b75e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=60581e4e-c446-4048-9de3-bc7228721efd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406916 Jan 18 22:52:55.381986 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c085c8-b0e3-40fd-83a2-ea82079af4f3 req-f970ba06-1b4a-400d-8750-140ee7295ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:55.383379 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e1c085c8-b0e3-40fd-83a2-ea82079af4f3 req-f970ba06-1b4a-400d-8750-140ee7295ab4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0c676acb4b374123bc012031246d3916&device_id=60581e4e-c446-4048-9de3-bc7228721efd HTTP/1.1" status: 200 len: 1097 time: 0.0462229 Jan 18 22:52:55.482038 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c085c8-b0e3-40fd-83a2-ea82079af4f3 req-3fffe68c-409f-4a3a-a542-36ac2c7abdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:55.483469 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e1c085c8-b0e3-40fd-83a2-ea82079af4f3 req-3fffe68c-409f-4a3a-a542-36ac2c7abdbb service neutron] 10.222.0.36 "GET /v2.0/networks?id=3887d3dd-b3d8-463d-9d9c-879e57c9ab40 HTTP/1.1" status: 200 len: 911 time: 0.0809426 Jan 18 22:52:55.549349 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e1c085c8-b0e3-40fd-83a2-ea82079af4f3 req-dd91f91d-a996-4376-af3c-b600a7b6fb6e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=981e46b0-b1f0-4cad-b7c7-a4b36e16cd18 HTTP/1.1" status: 200 len: 1002 time: 0.0595448 Jan 18 22:52:55.597237 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c085c8-b0e3-40fd-83a2-ea82079af4f3 req-6995cc5b-0f28-4803-85c4-7d8c7a1f796c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:55.598649 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e1c085c8-b0e3-40fd-83a2-ea82079af4f3 req-6995cc5b-0f28-4803-85c4-7d8c7a1f796c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b317bd45-9275-4aad-aa8f-d7702db0cadd HTTP/1.1" status: 200 len: 850 time: 0.0422888 Jan 18 22:52:55.642978 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c085c8-b0e3-40fd-83a2-ea82079af4f3 req-8e08f5b1-6819-456b-bddf-bc39b1b6f881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:55.645220 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e1c085c8-b0e3-40fd-83a2-ea82079af4f3 req-8e08f5b1-6819-456b-bddf-bc39b1b6f881 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3887d3dd-b3d8-463d-9d9c-879e57c9ab40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399642 Jan 18 22:52:55.734131 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e1c085c8-b0e3-40fd-83a2-ea82079af4f3 req-e83979b5-3e22-403e-8d72-82dc10219e1a service neutron] 10.222.0.36 "GET /v2.0/networks/3887d3dd-b3d8-463d-9d9c-879e57c9ab40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819547 Jan 18 22:52:55.819245 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e1c085c8-b0e3-40fd-83a2-ea82079af4f3 req-e7675f56-35c9-4e31-8c2b-e7478ae29de7 service neutron] 10.222.0.36 "GET /v2.0/networks/3887d3dd-b3d8-463d-9d9c-879e57c9ab40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792618 Jan 18 22:53:13.010615 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:13.836949 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:16.175216 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 55588) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:53:16.331472 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-49068821-3a15-422d-b3af-00df47e0e855 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Deleting port 2cf5deaf-f58c-4ddc-bb86-a37d7d1e832f {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:53:16.331815 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-49068821-3a15-422d-b3af-00df47e0e855 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:16.409063 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-49068821-3a15-422d-b3af-00df47e0e855 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:16.409386 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-49068821-3a15-422d-b3af-00df47e0e855 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:16.420736 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-49068821-3a15-422d-b3af-00df47e0e855 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Calling delete_port for 2cf5deaf-f58c-4ddc-bb86-a37d7d1e832f owned by network:floatingip {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:53:16.563095 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-49068821-3a15-422d-b3af-00df47e0e855 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:16.589298 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49068821-3a15-422d-b3af-00df47e0e855 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Pushing event deleted for resources: {'Port': ['ID=2cf5deaf-f58c-4ddc-bb86-a37d7d1e832f,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:16.612968 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49068821-3a15-422d-b3af-00df47e0e855 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:53:16.613314 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49068821-3a15-422d-b3af-00df47e0e855 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:53:16.613649 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49068821-3a15-422d-b3af-00df47e0e855 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:53:16.613981 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49068821-3a15-422d-b3af-00df47e0e855 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:53:16.614310 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49068821-3a15-422d-b3af-00df47e0e855 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:53:16.614635 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49068821-3a15-422d-b3af-00df47e0e855 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:53:16.614953 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49068821-3a15-422d-b3af-00df47e0e855 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:53:16.615273 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49068821-3a15-422d-b3af-00df47e0e855 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:53:16.615586 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49068821-3a15-422d-b3af-00df47e0e855 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:53:16.615901 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49068821-3a15-422d-b3af-00df47e0e855 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:53:16.616251 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49068821-3a15-422d-b3af-00df47e0e855 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:53:16.616570 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49068821-3a15-422d-b3af-00df47e0e855 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:53:16.654887 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-49068821-3a15-422d-b3af-00df47e0e855 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks [] for floatingip, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:16.655236 n-d-825064-1 neutron-server[102430]: INFO neutron.db.l3_db [None req-49068821-3a15-422d-b3af-00df47e0e855 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Floating IP 7ad9e1f5-680f-402a-ad90-7c10af748733 disassociated (deleted). External IP: 172.25.5.129, port: 981e46b0-b1f0-4cad-b7c7-a4b36e16cd18. Jan 18 22:53:16.859274 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49068821-3a15-422d-b3af-00df47e0e855 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Router 43a70c88-4dbc-4e52-be65-03ecc7b88014 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:53:17.253820 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49068821-3a15-422d-b3af-00df47e0e855 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:53:17.258531 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-49068821-3a15-422d-b3af-00df47e0e855 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:17.263031 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad390e30-4bd2-4640-a15e-886bba1c60d9 None None] Sync routers for ids ['43a70c88-4dbc-4e52-be65-03ecc7b88014'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:53:17.272119 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad390e30-4bd2-4640-a15e-886bba1c60d9 None None] Routers {'43a70c88-4dbc-4e52-be65-03ecc7b88014'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:53:17.272761 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-ad390e30-4bd2-4640-a15e-886bba1c60d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:52:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['43a70c88-4dbc-4e52-be65-03ecc7b88014'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:53:17.284437 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-49068821-3a15-422d-b3af-00df47e0e855 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "DELETE /v2.0/floatingips/7ad9e1f5-680f-402a-ad90-7c10af748733 HTTP/1.1" status: 204 len: 168 time: 1.1081278 Jan 18 22:53:17.285014 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60581e4e-c446-4048-9de3-bc7228721efd', 'tag': '981e46b0-b1f0-4cad-b7c7-a4b36e16cd18'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:53:17.287252 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b05786b1-c0f3-4e21-b593-b3ab089b92aa" -d '{"events": [{"name": "network-changed", "server_uuid": "60581e4e-c446-4048-9de3-bc7228721efd", "tag": "981e46b0-b1f0-4cad-b7c7-a4b36e16cd18"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:53:17.338223 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83fe656b-b48c-40dd-8fb9-1f6268e3ec3b x-openstack-request-id: req-83fe656b-b48c-40dd-8fb9-1f6268e3ec3b {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:53:17.338522 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60581e4e-c446-4048-9de3-bc7228721efd", "tag": "981e46b0-b1f0-4cad-b7c7-a4b36e16cd18", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:53:17.338770 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-83fe656b-b48c-40dd-8fb9-1f6268e3ec3b {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:53:17.339161 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60581e4e-c446-4048-9de3-bc7228721efd', 'tag': '981e46b0-b1f0-4cad-b7c7-a4b36e16cd18', 'status': 'completed', 'code': 200} Jan 18 22:53:17.381794 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-ad390e30-4bd2-4640-a15e-886bba1c60d9 None None] Set router 43a70c88-4dbc-4e52-be65-03ecc7b88014 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:53:17.401491 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05786b1-c0f3-4e21-b593-b3ab089b92aa req-cafd2f81-d0bc-4b7b-9d5c-e2e4bee3263b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:17.403099 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-b05786b1-c0f3-4e21-b593-b3ab089b92aa req-cafd2f81-d0bc-4b7b-9d5c-e2e4bee3263b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0c676acb4b374123bc012031246d3916&device_id=60581e4e-c446-4048-9de3-bc7228721efd HTTP/1.1" status: 200 len: 1097 time: 0.0434737 Jan 18 22:53:17.513362 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05786b1-c0f3-4e21-b593-b3ab089b92aa req-fce2632d-10fd-4ddf-8809-41ff5ef31ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:17.514779 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-b05786b1-c0f3-4e21-b593-b3ab089b92aa req-fce2632d-10fd-4ddf-8809-41ff5ef31ab2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3887d3dd-b3d8-463d-9d9c-879e57c9ab40 HTTP/1.1" status: 200 len: 911 time: 0.1057642 Jan 18 22:53:17.556075 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-b05786b1-c0f3-4e21-b593-b3ab089b92aa req-7ea9179e-6d05-4c72-83e4-edec5e6c484a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=981e46b0-b1f0-4cad-b7c7-a4b36e16cd18 HTTP/1.1" status: 200 len: 217 time: 0.0344117 Jan 18 22:53:17.610115 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05786b1-c0f3-4e21-b593-b3ab089b92aa req-4c4c871e-236b-4ca5-a0fb-ca4af20502cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:17.612154 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-b05786b1-c0f3-4e21-b593-b3ab089b92aa req-4c4c871e-236b-4ca5-a0fb-ca4af20502cb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b317bd45-9275-4aad-aa8f-d7702db0cadd HTTP/1.1" status: 200 len: 850 time: 0.0487611 Jan 18 22:53:17.618859 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-ad390e30-4bd2-4640-a15e-886bba1c60d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a70c88-4dbc-4e52-be65-03ecc7b88014', 'name': 'tempest-TestVolumeBootPattern-550304170-router', 'tenant_id': '0c676acb4b374123bc012031246d3916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'ce7789a3-dfd0-4ab6-a2dd-9b16560a0fd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:40:59Z', 'updated_at': '2022-01-18T22:41:08Z', 'revision_number': 4, 'project_id': '0c676acb4b374123bc012031246d3916', 'gw_port': {'id': 'ce7789a3-dfd0-4ab6-a2dd-9b16560a0fd8', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e0:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a70c88-4dbc-4e52-be65-03ecc7b88014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:01Z', 'updated_at': '2022-01-18T22:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': '84e63951-7a39-49b6-bc87-8abb0be10d77', 'tenant_id': '0c676acb4b374123bc012031246d3916', 'floating_ip_address': '172.25.5.240', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': '43a70c88-4dbc-4e52-be65-03ecc7b88014', 'port_id': '4e1d1cab-60fb-465b-8cf0-bdee7520e1b0', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3976, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3887d3dd-b3d8-463d-9d9c-879e57c9ab40', 'mac_address': 'fa:16:3e:b6:91:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea46147-da4c-4dc9-a6ea-0f07d5727890', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:49:35Z', 'updated_at': '2022-01-18T22:49:38Z', 'revision_number': 1, 'project_id': '0c676acb4b374123bc012031246d3916', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91298bb6-9ac2-498c-86c0-1b5021eada6b', 'name': '', 'network_id': '3887d3dd-b3d8-463d-9d9c-879e57c9ab40', 'tenant_id': '0c676acb4b374123bc012031246d3916', 'mac_address': 'fa:16:3e:c8:06:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a70c88-4dbc-4e52-be65-03ecc7b88014', 'device_owner': 'network:router_interface', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': 'b317bd45-9275-4aad-aa8f-d7702db0cadd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:06Z', 'updated_at': '2022-01-18T22:41:15Z', 'revision_number': 5, 'project_id': '0c676acb4b374123bc012031246d3916', 'subnets': [{'id': 'b317bd45-9275-4aad-aa8f-d7702db0cadd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:53:17.645923 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad390e30-4bd2-4640-a15e-886bba1c60d9 None None] Checking router: 43a70c88-4dbc-4e52-be65-03ecc7b88014 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:53:17.655547 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad390e30-4bd2-4640-a15e-886bba1c60d9 None None] Routers {'43a70c88-4dbc-4e52-be65-03ecc7b88014'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:53:17.656188 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-ad390e30-4bd2-4640-a15e-886bba1c60d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:52:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['43a70c88-4dbc-4e52-be65-03ecc7b88014'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:53:17.659552 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05786b1-c0f3-4e21-b593-b3ab089b92aa req-ee7ad95e-4e8c-46f4-b3de-d046780a74f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:17.661103 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-b05786b1-c0f3-4e21-b593-b3ab089b92aa req-ee7ad95e-4e8c-46f4-b3de-d046780a74f0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3887d3dd-b3d8-463d-9d9c-879e57c9ab40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422742 Jan 18 22:53:17.753369 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-b05786b1-c0f3-4e21-b593-b3ab089b92aa req-fa02d06e-0f86-43da-bd2a-30bf1c9b6696 service neutron] 10.222.0.36 "GET /v2.0/networks/3887d3dd-b3d8-463d-9d9c-879e57c9ab40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839291 Jan 18 22:53:17.763831 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-ad390e30-4bd2-4640-a15e-886bba1c60d9 None None] Set router 43a70c88-4dbc-4e52-be65-03ecc7b88014 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:53:17.815685 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc7e301-2aea-40fe-8323-bd5f5ca5ddce req-7538455b-febf-4dde-9bed-5c3409957c24 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:17.823111 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0fc7e301-2aea-40fe-8323-bd5f5ca5ddce req-7538455b-febf-4dde-9bed-5c3409957c24 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=60581e4e-c446-4048-9de3-bc7228721efd HTTP/1.1" status: 200 len: 946 time: 0.3386126 Jan 18 22:53:17.849517 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-b05786b1-c0f3-4e21-b593-b3ab089b92aa req-d55d82fa-ee06-4548-98c5-1211698240a1 service neutron] 10.222.0.36 "GET /v2.0/networks/3887d3dd-b3d8-463d-9d9c-879e57c9ab40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886219 Jan 18 22:53:17.858055 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0fc7e301-2aea-40fe-8323-bd5f5ca5ddce req-55574fd2-2ef4-4088-8128-f1507d9b2204 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=c91b1706-fbf8-4762-ae37-cb35170958ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340929 Jan 18 22:53:17.989913 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-ad390e30-4bd2-4640-a15e-886bba1c60d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a70c88-4dbc-4e52-be65-03ecc7b88014', 'name': 'tempest-TestVolumeBootPattern-550304170-router', 'tenant_id': '0c676acb4b374123bc012031246d3916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'ce7789a3-dfd0-4ab6-a2dd-9b16560a0fd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:40:59Z', 'updated_at': '2022-01-18T22:41:08Z', 'revision_number': 4, 'project_id': '0c676acb4b374123bc012031246d3916', 'gw_port': {'id': 'ce7789a3-dfd0-4ab6-a2dd-9b16560a0fd8', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e0:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a70c88-4dbc-4e52-be65-03ecc7b88014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:01Z', 'updated_at': '2022-01-18T22:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': '84e63951-7a39-49b6-bc87-8abb0be10d77', 'tenant_id': '0c676acb4b374123bc012031246d3916', 'floating_ip_address': '172.25.5.240', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': '43a70c88-4dbc-4e52-be65-03ecc7b88014', 'port_id': '4e1d1cab-60fb-465b-8cf0-bdee7520e1b0', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3976, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3887d3dd-b3d8-463d-9d9c-879e57c9ab40', 'mac_address': 'fa:16:3e:b6:91:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea46147-da4c-4dc9-a6ea-0f07d5727890', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:49:35Z', 'updated_at': '2022-01-18T22:49:38Z', 'revision_number': 1, 'project_id': '0c676acb4b374123bc012031246d3916', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91298bb6-9ac2-498c-86c0-1b5021eada6b', 'name': '', 'network_id': '3887d3dd-b3d8-463d-9d9c-879e57c9ab40', 'tenant_id': '0c676acb4b374123bc012031246d3916', 'mac_address': 'fa:16:3e:c8:06:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a70c88-4dbc-4e52-be65-03ecc7b88014', 'device_owner': 'network:router_interface', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': 'b317bd45-9275-4aad-aa8f-d7702db0cadd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:06Z', 'updated_at': '2022-01-18T22:41:15Z', 'revision_number': 5, 'project_id': '0c676acb4b374123bc012031246d3916', 'subnets': [{'id': 'b317bd45-9275-4aad-aa8f-d7702db0cadd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:53:18.018650 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad390e30-4bd2-4640-a15e-886bba1c60d9 None None] The sync data for ids ['43a70c88-4dbc-4e52-be65-03ecc7b88014'] in n-d-825064-1 is: [{'id': '43a70c88-4dbc-4e52-be65-03ecc7b88014', 'name': 'tempest-TestVolumeBootPattern-550304170-router', 'tenant_id': '0c676acb4b374123bc012031246d3916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'ce7789a3-dfd0-4ab6-a2dd-9b16560a0fd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:40:59Z', 'updated_at': '2022-01-18T22:41:08Z', 'revision_number': 4, 'project_id': '0c676acb4b374123bc012031246d3916', 'gw_port': {'id': 'ce7789a3-dfd0-4ab6-a2dd-9b16560a0fd8', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e0:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a70c88-4dbc-4e52-be65-03ecc7b88014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:01Z', 'updated_at': '2022-01-18T22:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': '84e63951-7a39-49b6-bc87-8abb0be10d77', 'tenant_id': '0c676acb4b374123bc012031246d3916', 'floating_ip_address': '172.25.5.240', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': '43a70c88-4dbc-4e52-be65-03ecc7b88014', 'port_id': '4e1d1cab-60fb-465b-8cf0-bdee7520e1b0', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3976, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3887d3dd-b3d8-463d-9d9c-879e57c9ab40', 'mac_address': 'fa:16:3e:b6:91:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea46147-da4c-4dc9-a6ea-0f07d5727890', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:49:35Z', 'updated_at': '2022-01-18T22:49:38Z', 'revision_number': 1, 'project_id': '0c676acb4b374123bc012031246d3916', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91298bb6-9ac2-498c-86c0-1b5021eada6b', 'name': '', 'network_id': '3887d3dd-b3d8-463d-9d9c-879e57c9ab40', 'tenant_id': '0c676acb4b374123bc012031246d3916', 'mac_address': 'fa:16:3e:c8:06:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a70c88-4dbc-4e52-be65-03ecc7b88014', 'device_owner': 'network:router_interface', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': 'b317bd45-9275-4aad-aa8f-d7702db0cadd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:06Z', 'updated_at': '2022-01-18T22:41:15Z', 'revision_number': 5, 'project_id': '0c676acb4b374123bc012031246d3916', 'subnets': [{'id': 'b317bd45-9275-4aad-aa8f-d7702db0cadd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:53:18.235161 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b692571d-155c-4336-bdd3-80eab7cc172d None None] New status for floating IP 7ad9e1f5-680f-402a-ad90-7c10af748733: DOWN {{(pid=102433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 22:53:18.993331 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeac22fd-122c-4392-b3ee-0d0d320ef308 req-8954c3e7-3f92-4e56-8f87-9bef44c0b567 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:18.994826 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-eeac22fd-122c-4392-b3ee-0d0d320ef308 req-8954c3e7-3f92-4e56-8f87-9bef44c0b567 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.36 "GET /v2.0/ports?device_id=60581e4e-c446-4048-9de3-bc7228721efd HTTP/1.1" status: 200 len: 946 time: 0.0489805 Jan 18 22:53:19.039941 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af2288b-9910-4db5-8b65-ae5b604c8558 req-e643ed92-1a25-4d57-a039-21e6b5e56469 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:19.041440 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2af2288b-9910-4db5-8b65-ae5b604c8558 req-e643ed92-1a25-4d57-a039-21e6b5e56469 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=60581e4e-c446-4048-9de3-bc7228721efd HTTP/1.1" status: 200 len: 946 time: 0.1137753 Jan 18 22:53:19.086905 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2af2288b-9910-4db5-8b65-ae5b604c8558 req-e7fbabf4-aa98-437e-9218-a59e0f65ea02 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=c91b1706-fbf8-4762-ae37-cb35170958ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393612 Jan 18 22:53:19.089582 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-eeac22fd-122c-4392-b3ee-0d0d320ef308 req-d8b3fdd6-9698-4b0a-92a5-c4e69a09bab6 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Deleting port 981e46b0-b1f0-4cad-b7c7-a4b36e16cd18 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:53:19.089941 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-eeac22fd-122c-4392-b3ee-0d0d320ef308 req-d8b3fdd6-9698-4b0a-92a5-c4e69a09bab6 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:19.175132 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-eeac22fd-122c-4392-b3ee-0d0d320ef308 req-d8b3fdd6-9698-4b0a-92a5-c4e69a09bab6 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] For port 981e46b0-b1f0-4cad-b7c7-a4b36e16cd18, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=981e46b0-b1f0-4cad-b7c7-a4b36e16cd18,segment=NetworkSegment(ccabd36d-8c25-4648-92d3-222150b866b3),segment_id=ccabd36d-8c25-4648-92d3-222150b866b3)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:53:19.175677 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-eeac22fd-122c-4392-b3ee-0d0d320ef308 req-d8b3fdd6-9698-4b0a-92a5-c4e69a09bab6 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:19.187076 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-eeac22fd-122c-4392-b3ee-0d0d320ef308 req-d8b3fdd6-9698-4b0a-92a5-c4e69a09bab6 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Calling delete_port for 981e46b0-b1f0-4cad-b7c7-a4b36e16cd18 owned by compute:nova {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:53:19.318659 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8509d71c-81c3-4c17-9ae9-4268580e81c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:19.322725 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-eeac22fd-122c-4392-b3ee-0d0d320ef308 req-d8b3fdd6-9698-4b0a-92a5-c4e69a09bab6 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:19.349210 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b3fdd6-9698-4b0a-92a5-c4e69a09bab6 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Pushing event deleted for resources: {'Port': ['ID=981e46b0-b1f0-4cad-b7c7-a4b36e16cd18,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:19.358936 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b3fdd6-9698-4b0a-92a5-c4e69a09bab6 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:53:19.359284 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b3fdd6-9698-4b0a-92a5-c4e69a09bab6 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:53:19.359626 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b3fdd6-9698-4b0a-92a5-c4e69a09bab6 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:53:19.359961 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b3fdd6-9698-4b0a-92a5-c4e69a09bab6 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:53:19.360321 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b3fdd6-9698-4b0a-92a5-c4e69a09bab6 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:53:19.360652 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b3fdd6-9698-4b0a-92a5-c4e69a09bab6 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:53:19.361596 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b3fdd6-9698-4b0a-92a5-c4e69a09bab6 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:53:19.361909 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b3fdd6-9698-4b0a-92a5-c4e69a09bab6 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:53:19.362582 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b3fdd6-9698-4b0a-92a5-c4e69a09bab6 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:53:19.362811 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b3fdd6-9698-4b0a-92a5-c4e69a09bab6 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:53:19.367701 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b3fdd6-9698-4b0a-92a5-c4e69a09bab6 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:53:19.368066 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b3fdd6-9698-4b0a-92a5-c4e69a09bab6 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:53:19.406803 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeac22fd-122c-4392-b3ee-0d0d320ef308 req-d8b3fdd6-9698-4b0a-92a5-c4e69a09bab6 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] No DVR routers for this DVR port 981e46b0-b1f0-4cad-b7c7-a4b36e16cd18 on host n-h1-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:53:19.409920 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-eeac22fd-122c-4392-b3ee-0d0d320ef308 req-d8b3fdd6-9698-4b0a-92a5-c4e69a09bab6 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:19.413173 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-eeac22fd-122c-4392-b3ee-0d0d320ef308 req-d8b3fdd6-9698-4b0a-92a5-c4e69a09bab6 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.36 "DELETE /v2.0/ports/981e46b0-b1f0-4cad-b7c7-a4b36e16cd18 HTTP/1.1" status: 204 len: 173 time: 0.4125657 Jan 18 22:53:19.413602 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60581e4e-c446-4048-9de3-bc7228721efd', 'name': 'network-vif-deleted', 'tag': '981e46b0-b1f0-4cad-b7c7-a4b36e16cd18'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:53:19.415826 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b800c99b-b42f-4d9f-bf7f-b1dc5561e964" -d '{"events": [{"server_uuid": "60581e4e-c446-4048-9de3-bc7228721efd", "name": "network-vif-deleted", "tag": "981e46b0-b1f0-4cad-b7c7-a4b36e16cd18"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:53:19.451775 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0672db04-e957-466a-8c9c-835fa05aece7 x-openstack-request-id: req-0672db04-e957-466a-8c9c-835fa05aece7 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:53:19.452071 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60581e4e-c446-4048-9de3-bc7228721efd", "name": "network-vif-deleted", "tag": "981e46b0-b1f0-4cad-b7c7-a4b36e16cd18", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:53:19.452366 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0672db04-e957-466a-8c9c-835fa05aece7 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:53:19.452766 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60581e4e-c446-4048-9de3-bc7228721efd', 'name': 'network-vif-deleted', 'tag': '981e46b0-b1f0-4cad-b7c7-a4b36e16cd18', 'status': 'completed', 'code': 200} Jan 18 22:53:20.181029 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-54e42c40-e0cf-4fff-b11b-c967c91cde84 req-4b46a20d-6b8a-48ac-9351-a0d0504c0f71 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=60581e4e-c446-4048-9de3-bc7228721efd HTTP/1.1" status: 200 len: 210 time: 0.0270929 Jan 18 22:53:21.274963 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-be61e9cf-0b1a-49e4-b907-4f3b3093e809 req-d6a44f7a-a742-4946-9ff3-7f66e438f6fc tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=60581e4e-c446-4048-9de3-bc7228721efd HTTP/1.1" status: 200 len: 210 time: 0.0263577 Jan 18 22:53:21.481847 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 981e46b0-b1f0-4cad-b7c7-a4b36e16cd18 no longer exists at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:53:21.503188 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] No Port match for: 981e46b0-b1f0-4cad-b7c7-a4b36e16cd18 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:53:21.503533 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 981e46b0-b1f0-4cad-b7c7-a4b36e16cd18 not bound to the agent host n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:53:21.966428 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-06acab1e-b893-498c-84fb-9445466333e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:22.366714 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-701ba5d1-13fd-4228-a753-5130cc1408cd req-5bbe5ed1-9fde-411e-9db1-06f35fad0c5b tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=60581e4e-c446-4048-9de3-bc7228721efd HTTP/1.1" status: 200 len: 210 time: 0.0255888 Jan 18 22:53:23.025216 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:24.483812 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:24.653539 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:27.734108 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 55634) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:53:27.883752 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-1e47f754-4c72-4677-b547-dbc912a02084 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Deleting port 9ff40605-0cb6-4849-a4b9-873c3e86f8e6 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:53:27.884092 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1e47f754-4c72-4677-b547-dbc912a02084 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:27.959308 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1e47f754-4c72-4677-b547-dbc912a02084 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:27.959636 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1e47f754-4c72-4677-b547-dbc912a02084 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:27.972023 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-1e47f754-4c72-4677-b547-dbc912a02084 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Calling delete_port for 9ff40605-0cb6-4849-a4b9-873c3e86f8e6 owned by network:floatingip {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:53:28.114443 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1e47f754-4c72-4677-b547-dbc912a02084 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:28.138799 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e47f754-4c72-4677-b547-dbc912a02084 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Pushing event deleted for resources: {'Port': ['ID=9ff40605-0cb6-4849-a4b9-873c3e86f8e6,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:28.196665 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1e47f754-4c72-4677-b547-dbc912a02084 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks [] for floatingip, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:28.196998 n-d-825064-1 neutron-server[102430]: INFO neutron.db.l3_db [None req-1e47f754-4c72-4677-b547-dbc912a02084 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Floating IP 84e63951-7a39-49b6-bc87-8abb0be10d77 disassociated (deleted). External IP: 172.25.5.240, port: 4e1d1cab-60fb-465b-8cf0-bdee7520e1b0. Jan 18 22:53:28.257371 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 22:53:28.402536 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e47f754-4c72-4677-b547-dbc912a02084 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Router 43a70c88-4dbc-4e52-be65-03ecc7b88014 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:53:28.507558 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e47f754-4c72-4677-b547-dbc912a02084 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:53:28.511902 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1e47f754-4c72-4677-b547-dbc912a02084 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:28.518057 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548a4c58-7731-4a67-b75a-ff908d72ac7d None None] Sync routers for ids ['43a70c88-4dbc-4e52-be65-03ecc7b88014'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:53:28.527451 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548a4c58-7731-4a67-b75a-ff908d72ac7d None None] Routers {'43a70c88-4dbc-4e52-be65-03ecc7b88014'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:53:28.528071 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-548a4c58-7731-4a67-b75a-ff908d72ac7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:53:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['43a70c88-4dbc-4e52-be65-03ecc7b88014'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:53:28.538625 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-1e47f754-4c72-4677-b547-dbc912a02084 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "DELETE /v2.0/floatingips/84e63951-7a39-49b6-bc87-8abb0be10d77 HTTP/1.1" status: 204 len: 168 time: 0.8034406 Jan 18 22:53:28.539215 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ea46147-da4c-4dc9-a6ea-0f07d5727890', 'tag': '4e1d1cab-60fb-465b-8cf0-bdee7520e1b0'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:53:28.541533 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1315999b-d482-44ac-8e10-d6b1b4fe30b3" -d '{"events": [{"name": "network-changed", "server_uuid": "3ea46147-da4c-4dc9-a6ea-0f07d5727890", "tag": "4e1d1cab-60fb-465b-8cf0-bdee7520e1b0"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:53:28.578355 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac8d3815-8e1e-454b-a416-0decc031a6fb x-openstack-request-id: req-ac8d3815-8e1e-454b-a416-0decc031a6fb {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:53:28.578641 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ea46147-da4c-4dc9-a6ea-0f07d5727890", "tag": "4e1d1cab-60fb-465b-8cf0-bdee7520e1b0", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:53:28.578894 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ac8d3815-8e1e-454b-a416-0decc031a6fb {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:53:28.579361 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ea46147-da4c-4dc9-a6ea-0f07d5727890', 'tag': '4e1d1cab-60fb-465b-8cf0-bdee7520e1b0', 'status': 'completed', 'code': 200} Jan 18 22:53:28.638104 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-548a4c58-7731-4a67-b75a-ff908d72ac7d None None] Set router 43a70c88-4dbc-4e52-be65-03ecc7b88014 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:53:28.644112 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1315999b-d482-44ac-8e10-d6b1b4fe30b3 req-feb85e4e-bb51-4ea0-a861-4856178868cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:28.645534 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1315999b-d482-44ac-8e10-d6b1b4fe30b3 req-feb85e4e-bb51-4ea0-a861-4856178868cb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0c676acb4b374123bc012031246d3916&device_id=3ea46147-da4c-4dc9-a6ea-0f07d5727890 HTTP/1.1" status: 200 len: 1096 time: 0.0442245 Jan 18 22:53:28.777876 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1315999b-d482-44ac-8e10-d6b1b4fe30b3 req-4794b1a6-bf14-4e8d-9ad2-44d907aca978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:28.779282 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1315999b-d482-44ac-8e10-d6b1b4fe30b3 req-4794b1a6-bf14-4e8d-9ad2-44d907aca978 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3887d3dd-b3d8-463d-9d9c-879e57c9ab40 HTTP/1.1" status: 200 len: 911 time: 0.1226242 Jan 18 22:53:28.787536 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332ba6ca-24c8-424d-95ab-ea5d2e1496c2 req-1b05bf5b-0b70-4856-b53f-9f78907d1327 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:28.788975 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-332ba6ca-24c8-424d-95ab-ea5d2e1496c2 req-1b05bf5b-0b70-4856-b53f-9f78907d1327 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=3ea46147-da4c-4dc9-a6ea-0f07d5727890 HTTP/1.1" status: 200 len: 945 time: 0.0730751 Jan 18 22:53:28.835617 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1315999b-d482-44ac-8e10-d6b1b4fe30b3 req-79589370-8686-4a56-9d81-e8058fe83c59 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e1d1cab-60fb-465b-8cf0-bdee7520e1b0 HTTP/1.1" status: 200 len: 217 time: 0.0447540 Jan 18 22:53:28.838705 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-548a4c58-7731-4a67-b75a-ff908d72ac7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a70c88-4dbc-4e52-be65-03ecc7b88014', 'name': 'tempest-TestVolumeBootPattern-550304170-router', 'tenant_id': '0c676acb4b374123bc012031246d3916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'ce7789a3-dfd0-4ab6-a2dd-9b16560a0fd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:40:59Z', 'updated_at': '2022-01-18T22:41:08Z', 'revision_number': 4, 'project_id': '0c676acb4b374123bc012031246d3916', 'gw_port': {'id': 'ce7789a3-dfd0-4ab6-a2dd-9b16560a0fd8', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e0:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a70c88-4dbc-4e52-be65-03ecc7b88014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:01Z', 'updated_at': '2022-01-18T22:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '91298bb6-9ac2-498c-86c0-1b5021eada6b', 'name': '', 'network_id': '3887d3dd-b3d8-463d-9d9c-879e57c9ab40', 'tenant_id': '0c676acb4b374123bc012031246d3916', 'mac_address': 'fa:16:3e:c8:06:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a70c88-4dbc-4e52-be65-03ecc7b88014', 'device_owner': 'network:router_interface', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': 'b317bd45-9275-4aad-aa8f-d7702db0cadd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:06Z', 'updated_at': '2022-01-18T22:41:15Z', 'revision_number': 5, 'project_id': '0c676acb4b374123bc012031246d3916', 'subnets': [{'id': 'b317bd45-9275-4aad-aa8f-d7702db0cadd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:53:28.872692 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548a4c58-7731-4a67-b75a-ff908d72ac7d None None] Checking router: 43a70c88-4dbc-4e52-be65-03ecc7b88014 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:53:28.881681 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548a4c58-7731-4a67-b75a-ff908d72ac7d None None] Routers {'43a70c88-4dbc-4e52-be65-03ecc7b88014'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:53:28.882284 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-548a4c58-7731-4a67-b75a-ff908d72ac7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:53:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['43a70c88-4dbc-4e52-be65-03ecc7b88014'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:53:28.900623 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-332ba6ca-24c8-424d-95ab-ea5d2e1496c2 req-09069272-ea3b-4dbb-9ef0-977818b52f35 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=c91b1706-fbf8-4762-ae37-cb35170958ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1041820 Jan 18 22:53:28.908239 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1315999b-d482-44ac-8e10-d6b1b4fe30b3 req-5e2b47d9-5733-4747-a3ea-bd7957049129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:28.909642 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1315999b-d482-44ac-8e10-d6b1b4fe30b3 req-5e2b47d9-5733-4747-a3ea-bd7957049129 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b317bd45-9275-4aad-aa8f-d7702db0cadd HTTP/1.1" status: 200 len: 850 time: 0.0649421 Jan 18 22:53:28.956460 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1315999b-d482-44ac-8e10-d6b1b4fe30b3 req-3d948d5b-5d19-4711-ba9d-278c3d28a14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:28.957917 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1315999b-d482-44ac-8e10-d6b1b4fe30b3 req-3d948d5b-5d19-4711-ba9d-278c3d28a14e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3887d3dd-b3d8-463d-9d9c-879e57c9ab40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411413 Jan 18 22:53:28.985396 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-548a4c58-7731-4a67-b75a-ff908d72ac7d None None] Set router 43a70c88-4dbc-4e52-be65-03ecc7b88014 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:53:29.051926 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1315999b-d482-44ac-8e10-d6b1b4fe30b3 req-78774337-d320-4d6b-b220-b0b982a46304 service neutron] 10.222.0.67 "GET /v2.0/networks/3887d3dd-b3d8-463d-9d9c-879e57c9ab40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861371 Jan 18 22:53:29.144984 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1315999b-d482-44ac-8e10-d6b1b4fe30b3 req-01c475d7-e1ee-4886-8473-6feaab120a1f service neutron] 10.222.0.67 "GET /v2.0/networks/3887d3dd-b3d8-463d-9d9c-879e57c9ab40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859685 Jan 18 22:53:29.187560 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-548a4c58-7731-4a67-b75a-ff908d72ac7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a70c88-4dbc-4e52-be65-03ecc7b88014', 'name': 'tempest-TestVolumeBootPattern-550304170-router', 'tenant_id': '0c676acb4b374123bc012031246d3916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'ce7789a3-dfd0-4ab6-a2dd-9b16560a0fd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:40:59Z', 'updated_at': '2022-01-18T22:41:08Z', 'revision_number': 4, 'project_id': '0c676acb4b374123bc012031246d3916', 'gw_port': {'id': 'ce7789a3-dfd0-4ab6-a2dd-9b16560a0fd8', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e0:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a70c88-4dbc-4e52-be65-03ecc7b88014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:01Z', 'updated_at': '2022-01-18T22:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '91298bb6-9ac2-498c-86c0-1b5021eada6b', 'name': '', 'network_id': '3887d3dd-b3d8-463d-9d9c-879e57c9ab40', 'tenant_id': '0c676acb4b374123bc012031246d3916', 'mac_address': 'fa:16:3e:c8:06:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a70c88-4dbc-4e52-be65-03ecc7b88014', 'device_owner': 'network:router_interface', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': 'b317bd45-9275-4aad-aa8f-d7702db0cadd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:06Z', 'updated_at': '2022-01-18T22:41:15Z', 'revision_number': 5, 'project_id': '0c676acb4b374123bc012031246d3916', 'subnets': [{'id': 'b317bd45-9275-4aad-aa8f-d7702db0cadd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:53:29.212870 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548a4c58-7731-4a67-b75a-ff908d72ac7d None None] The sync data for ids ['43a70c88-4dbc-4e52-be65-03ecc7b88014'] in n-d-825064-1 is: [{'id': '43a70c88-4dbc-4e52-be65-03ecc7b88014', 'name': 'tempest-TestVolumeBootPattern-550304170-router', 'tenant_id': '0c676acb4b374123bc012031246d3916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'ce7789a3-dfd0-4ab6-a2dd-9b16560a0fd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:40:59Z', 'updated_at': '2022-01-18T22:41:08Z', 'revision_number': 4, 'project_id': '0c676acb4b374123bc012031246d3916', 'gw_port': {'id': 'ce7789a3-dfd0-4ab6-a2dd-9b16560a0fd8', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e0:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a70c88-4dbc-4e52-be65-03ecc7b88014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:01Z', 'updated_at': '2022-01-18T22:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '91298bb6-9ac2-498c-86c0-1b5021eada6b', 'name': '', 'network_id': '3887d3dd-b3d8-463d-9d9c-879e57c9ab40', 'tenant_id': '0c676acb4b374123bc012031246d3916', 'mac_address': 'fa:16:3e:c8:06:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a70c88-4dbc-4e52-be65-03ecc7b88014', 'device_owner': 'network:router_interface', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': 'b317bd45-9275-4aad-aa8f-d7702db0cadd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:06Z', 'updated_at': '2022-01-18T22:41:15Z', 'revision_number': 5, 'project_id': '0c676acb4b374123bc012031246d3916', 'subnets': [{'id': 'b317bd45-9275-4aad-aa8f-d7702db0cadd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:53:29.421202 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc8e5d2-3da3-4c85-90ad-646bd02f6ec9 None None] New status for floating IP 84e63951-7a39-49b6-bc87-8abb0be10d77: DOWN {{(pid=102433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 22:53:30.014684 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd68bf25-4c0a-4549-83a9-1c4489b850dc req-10660d4e-cbe9-44d9-9ef0-952a2d732659 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:30.016297 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fd68bf25-4c0a-4549-83a9-1c4489b850dc req-10660d4e-cbe9-44d9-9ef0-952a2d732659 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=3ea46147-da4c-4dc9-a6ea-0f07d5727890 HTTP/1.1" status: 200 len: 945 time: 0.0481267 Jan 18 22:53:30.057621 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fd68bf25-4c0a-4549-83a9-1c4489b850dc req-a8e87c82-49a9-45bf-8ec9-252c8cd33780 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/security-groups?id=c91b1706-fbf8-4762-ae37-cb35170958ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349703 Jan 18 22:53:30.283499 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4114bb8-6be8-4d0e-aa9f-123d3d1f6625 req-866a458b-2a1d-4976-99cb-bfc13b39a985 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:30.284860 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c4114bb8-6be8-4d0e-aa9f-123d3d1f6625 req-866a458b-2a1d-4976-99cb-bfc13b39a985 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.67 "GET /v2.0/ports?device_id=3ea46147-da4c-4dc9-a6ea-0f07d5727890 HTTP/1.1" status: 200 len: 945 time: 0.0492630 Jan 18 22:53:30.372047 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-c4114bb8-6be8-4d0e-aa9f-123d3d1f6625 req-611428a3-99bb-4822-bae5-b6cb3e4ec4c0 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Deleting port 4e1d1cab-60fb-465b-8cf0-bdee7520e1b0 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:53:30.372412 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-c4114bb8-6be8-4d0e-aa9f-123d3d1f6625 req-611428a3-99bb-4822-bae5-b6cb3e4ec4c0 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:30.460348 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-c4114bb8-6be8-4d0e-aa9f-123d3d1f6625 req-611428a3-99bb-4822-bae5-b6cb3e4ec4c0 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] For port 4e1d1cab-60fb-465b-8cf0-bdee7520e1b0, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=4e1d1cab-60fb-465b-8cf0-bdee7520e1b0,segment=NetworkSegment(ccabd36d-8c25-4648-92d3-222150b866b3),segment_id=ccabd36d-8c25-4648-92d3-222150b866b3)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:53:30.460709 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-c4114bb8-6be8-4d0e-aa9f-123d3d1f6625 req-611428a3-99bb-4822-bae5-b6cb3e4ec4c0 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:30.472069 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-c4114bb8-6be8-4d0e-aa9f-123d3d1f6625 req-611428a3-99bb-4822-bae5-b6cb3e4ec4c0 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Calling delete_port for 4e1d1cab-60fb-465b-8cf0-bdee7520e1b0 owned by compute:nova {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:53:30.597603 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-c4114bb8-6be8-4d0e-aa9f-123d3d1f6625 req-611428a3-99bb-4822-bae5-b6cb3e4ec4c0 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:30.624982 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611428a3-99bb-4822-bae5-b6cb3e4ec4c0 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Pushing event deleted for resources: {'Port': ['ID=4e1d1cab-60fb-465b-8cf0-bdee7520e1b0,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:30.666692 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4114bb8-6be8-4d0e-aa9f-123d3d1f6625 req-611428a3-99bb-4822-bae5-b6cb3e4ec4c0 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] No DVR routers for this DVR port 4e1d1cab-60fb-465b-8cf0-bdee7520e1b0 on host n-h2-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:53:30.669213 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-c4114bb8-6be8-4d0e-aa9f-123d3d1f6625 req-611428a3-99bb-4822-bae5-b6cb3e4ec4c0 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:30.672603 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c4114bb8-6be8-4d0e-aa9f-123d3d1f6625 req-611428a3-99bb-4822-bae5-b6cb3e4ec4c0 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.67 "DELETE /v2.0/ports/4e1d1cab-60fb-465b-8cf0-bdee7520e1b0 HTTP/1.1" status: 204 len: 173 time: 0.3819151 Jan 18 22:53:30.673637 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ea46147-da4c-4dc9-a6ea-0f07d5727890', 'name': 'network-vif-deleted', 'tag': '4e1d1cab-60fb-465b-8cf0-bdee7520e1b0'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:53:30.676552 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3b2e1a1-6a39-4259-96f7-eefb2b08f4d0" -d '{"events": [{"server_uuid": "3ea46147-da4c-4dc9-a6ea-0f07d5727890", "name": "network-vif-deleted", "tag": "4e1d1cab-60fb-465b-8cf0-bdee7520e1b0"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:53:30.712753 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-163bbf99-a652-4227-9373-7b2f1d09d432 x-openstack-request-id: req-163bbf99-a652-4227-9373-7b2f1d09d432 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:53:30.713047 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ea46147-da4c-4dc9-a6ea-0f07d5727890", "name": "network-vif-deleted", "tag": "4e1d1cab-60fb-465b-8cf0-bdee7520e1b0", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:53:30.713343 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-163bbf99-a652-4227-9373-7b2f1d09d432 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:53:30.713760 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ea46147-da4c-4dc9-a6ea-0f07d5727890', 'name': 'network-vif-deleted', 'tag': '4e1d1cab-60fb-465b-8cf0-bdee7520e1b0', 'status': 'completed', 'code': 200} Jan 18 22:53:31.152485 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f20d60fb-1ed2-4bca-85c3-d4bbf5bb534b req-a390303f-f92f-4358-9d28-eba88577382a tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=3ea46147-da4c-4dc9-a6ea-0f07d5727890 HTTP/1.1" status: 200 len: 210 time: 0.0262609 Jan 18 22:53:32.207004 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 4e1d1cab-60fb-465b-8cf0-bdee7520e1b0 no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:53:32.230943 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] No Port match for: 4e1d1cab-60fb-465b-8cf0-bdee7520e1b0 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:53:32.231536 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 4e1d1cab-60fb-465b-8cf0-bdee7520e1b0 not bound to the agent host n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:53:32.250556 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2bae33e3-9785-40aa-ae3c-dbae2fd3d3cf req-4e677fc0-01cd-4dae-bf34-016bdaee23c8 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=3ea46147-da4c-4dc9-a6ea-0f07d5727890 HTTP/1.1" status: 200 len: 210 time: 0.0276659 Jan 18 22:53:33.348309 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-12d26435-38f2-45aa-ac54-14c8165e2424 req-f1295a13-6042-4003-9a88-6b84499ceee9 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "GET /v2.0/ports?device_id=3ea46147-da4c-4dc9-a6ea-0f07d5727890 HTTP/1.1" status: 200 len: 210 time: 0.0291731 Jan 18 22:53:34.403517 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 55654) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:53:34.524713 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-1312273c-6a6e-444f-a2f7-ea1472148dd2 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Deleting port d3ae40e6-c285-48b1-8b20-378b9772a3f1 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:53:34.524965 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1312273c-6a6e-444f-a2f7-ea1472148dd2 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:34.605002 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1312273c-6a6e-444f-a2f7-ea1472148dd2 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:34.605321 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1312273c-6a6e-444f-a2f7-ea1472148dd2 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:34.616407 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-1312273c-6a6e-444f-a2f7-ea1472148dd2 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Calling delete_port for d3ae40e6-c285-48b1-8b20-378b9772a3f1 owned by network:floatingip {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:53:34.743540 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1312273c-6a6e-444f-a2f7-ea1472148dd2 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:34.768525 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1312273c-6a6e-444f-a2f7-ea1472148dd2 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Pushing event deleted for resources: {'Port': ['ID=d3ae40e6-c285-48b1-8b20-378b9772a3f1,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:34.827762 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1312273c-6a6e-444f-a2f7-ea1472148dd2 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks [] for floatingip, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:34.830266 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1312273c-6a6e-444f-a2f7-ea1472148dd2 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:34.831396 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-1312273c-6a6e-444f-a2f7-ea1472148dd2 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "DELETE /v2.0/floatingips/09294f32-bbc7-43ff-a9e8-5eb4fc61e848 HTTP/1.1" status: 204 len: 168 time: 0.4269068 Jan 18 22:53:37.084201 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 55672) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:53:37.144423 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-67a6eb9f-6f67-48f2-a824-b4008efe7a18 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:37.168661 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-67a6eb9f-6f67-48f2-a824-b4008efe7a18 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:37.226462 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-67a6eb9f-6f67-48f2-a824-b4008efe7a18 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:37.228918 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-67a6eb9f-6f67-48f2-a824-b4008efe7a18 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:37.230077 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-67a6eb9f-6f67-48f2-a824-b4008efe7a18 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] 10.222.0.53 "DELETE /v2.0/security-groups/c91b1706-fbf8-4762-ae37-cb35170958ca HTTP/1.1" status: 204 len: 168 time: 0.1443381 Jan 18 22:53:37.245099 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a6eb9f-6f67-48f2-a824-b4008efe7a18 tempest-TestVolumeBootPattern-1792884712 tempest-TestVolumeBootPattern-1792884712-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c91b1706-fbf8-4762-ae37-cb35170958ca,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:37.285070 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 55676) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:53:37.770543 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d03d29ab-700d-498b-ae04-6b1aad4c5b26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1041027'] for router_interface, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:38.014265 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-d03d29ab-700d-498b-ae04-6b1aad4c5b26 admin admin] Deleting port 91298bb6-9ac2-498c-86c0-1b5021eada6b {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:53:38.014609 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d03d29ab-700d-498b-ae04-6b1aad4c5b26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:38.090480 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-d03d29ab-700d-498b-ae04-6b1aad4c5b26 admin admin] For port 91298bb6-9ac2-498c-86c0-1b5021eada6b, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=91298bb6-9ac2-498c-86c0-1b5021eada6b,segment=NetworkSegment(ccabd36d-8c25-4648-92d3-222150b866b3),segment_id=ccabd36d-8c25-4648-92d3-222150b866b3)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:53:38.091074 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d03d29ab-700d-498b-ae04-6b1aad4c5b26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:38.102651 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-d03d29ab-700d-498b-ae04-6b1aad4c5b26 admin admin] Calling delete_port for 91298bb6-9ac2-498c-86c0-1b5021eada6b owned by network:router_interface {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:53:38.275254 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d03d29ab-700d-498b-ae04-6b1aad4c5b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:38.298612 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03d29ab-700d-498b-ae04-6b1aad4c5b26 admin admin] Pushing event deleted for resources: {'Port': ['ID=91298bb6-9ac2-498c-86c0-1b5021eada6b,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:38.469710 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d03d29ab-700d-498b-ae04-6b1aad4c5b26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-613841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1046579'] for router_interface, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:38.676589 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d03d29ab-700d-498b-ae04-6b1aad4c5b26 admin admin] Router 43a70c88-4dbc-4e52-be65-03ecc7b88014 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:53:39.078628 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d03d29ab-700d-498b-ae04-6b1aad4c5b26 admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:53:39.084350 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-d03d29ab-700d-498b-ae04-6b1aad4c5b26 admin admin] 10.222.0.53 "PUT /v2.0/routers/43a70c88-4dbc-4e52-be65-03ecc7b88014/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7982125 Jan 18 22:53:39.087057 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 55680) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:53:39.090826 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42192dff-038c-43b7-9a5e-95bcac8595ac None None] Sync routers for ids ['43a70c88-4dbc-4e52-be65-03ecc7b88014'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:53:39.100805 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42192dff-038c-43b7-9a5e-95bcac8595ac None None] Routers {'43a70c88-4dbc-4e52-be65-03ecc7b88014'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:53:39.101410 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-42192dff-038c-43b7-9a5e-95bcac8595ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:53:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['43a70c88-4dbc-4e52-be65-03ecc7b88014'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:53:39.189943 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-411ecf66-9b4a-4659-9167-65bf2e973c22 admin admin] Notify callbacks [] for router, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:39.296910 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-411ecf66-9b4a-4659-9167-65bf2e973c22 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:39.352477 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-411ecf66-9b4a-4659-9167-65bf2e973c22 admin admin] Deleting port ce7789a3-dfd0-4ab6-a2dd-9b16560a0fd8 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:53:39.352735 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-411ecf66-9b4a-4659-9167-65bf2e973c22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:39.361282 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-42192dff-038c-43b7-9a5e-95bcac8595ac None None] Set router 43a70c88-4dbc-4e52-be65-03ecc7b88014 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:53:39.431972 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-411ecf66-9b4a-4659-9167-65bf2e973c22 admin admin] For port ce7789a3-dfd0-4ab6-a2dd-9b16560a0fd8, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=ce7789a3-dfd0-4ab6-a2dd-9b16560a0fd8,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:53:39.432475 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-411ecf66-9b4a-4659-9167-65bf2e973c22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:39.443979 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-411ecf66-9b4a-4659-9167-65bf2e973c22 admin admin] Calling delete_port for ce7789a3-dfd0-4ab6-a2dd-9b16560a0fd8 owned by network:router_gateway {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:53:39.535451 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-42192dff-038c-43b7-9a5e-95bcac8595ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a70c88-4dbc-4e52-be65-03ecc7b88014', 'name': 'tempest-TestVolumeBootPattern-550304170-router', 'tenant_id': '0c676acb4b374123bc012031246d3916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'ce7789a3-dfd0-4ab6-a2dd-9b16560a0fd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:40:59Z', 'updated_at': '2022-01-18T22:53:38Z', 'revision_number': 5, 'project_id': '0c676acb4b374123bc012031246d3916', 'gw_port': {'id': 'ce7789a3-dfd0-4ab6-a2dd-9b16560a0fd8', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e0:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a70c88-4dbc-4e52-be65-03ecc7b88014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:01Z', 'updated_at': '2022-01-18T22:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:53:39.565421 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42192dff-038c-43b7-9a5e-95bcac8595ac None None] Checking router: 43a70c88-4dbc-4e52-be65-03ecc7b88014 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:53:39.573769 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42192dff-038c-43b7-9a5e-95bcac8595ac None None] Routers {'43a70c88-4dbc-4e52-be65-03ecc7b88014'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:53:39.574378 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-42192dff-038c-43b7-9a5e-95bcac8595ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:53:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['43a70c88-4dbc-4e52-be65-03ecc7b88014'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:53:39.606607 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-411ecf66-9b4a-4659-9167-65bf2e973c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:39.630517 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411ecf66-9b4a-4659-9167-65bf2e973c22 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce7789a3-dfd0-4ab6-a2dd-9b16560a0fd8,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:39.661201 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-42192dff-038c-43b7-9a5e-95bcac8595ac None None] Set router 43a70c88-4dbc-4e52-be65-03ecc7b88014 gateway port host: None {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:53:39.696291 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-411ecf66-9b4a-4659-9167-65bf2e973c22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043029'] for router_gateway, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:39.717525 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-42192dff-038c-43b7-9a5e-95bcac8595ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a70c88-4dbc-4e52-be65-03ecc7b88014', 'name': 'tempest-TestVolumeBootPattern-550304170-router', 'tenant_id': '0c676acb4b374123bc012031246d3916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:40:59Z', 'updated_at': '2022-01-18T22:53:39Z', 'revision_number': 6, 'project_id': '0c676acb4b374123bc012031246d3916', 'gw_port_host': None}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:53:39.746621 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42192dff-038c-43b7-9a5e-95bcac8595ac None None] The sync data for ids ['43a70c88-4dbc-4e52-be65-03ecc7b88014'] in n-d-825064-1 is: [{'id': '43a70c88-4dbc-4e52-be65-03ecc7b88014', 'name': 'tempest-TestVolumeBootPattern-550304170-router', 'tenant_id': '0c676acb4b374123bc012031246d3916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:40:59Z', 'updated_at': '2022-01-18T22:53:39Z', 'revision_number': 6, 'project_id': '0c676acb4b374123bc012031246d3916', 'gw_port_host': None}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:53:39.790587 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-411ecf66-9b4a-4659-9167-65bf2e973c22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1040886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8602'] for router, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:39.792717 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-411ecf66-9b4a-4659-9167-65bf2e973c22 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:39.836024 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-411ecf66-9b4a-4659-9167-65bf2e973c22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1040832'] for router, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:39.836578 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-411ecf66-9b4a-4659-9167-65bf2e973c22 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43a70c88-4dbc-4e52-be65-03ecc7b88014 {{(pid=102431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 22:53:39.842090 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-411ecf66-9b4a-4659-9167-65bf2e973c22 admin admin] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:39.843224 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-411ecf66-9b4a-4659-9167-65bf2e973c22 admin admin] 10.222.0.53 "DELETE /v2.0/routers/43a70c88-4dbc-4e52-be65-03ecc7b88014 HTTP/1.1" status: 204 len: 168 time: 0.7547109 Jan 18 22:53:39.846001 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 55682) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:53:39.889549 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_v2 [None req-92fa9962-5e5b-4700-a774-7cb1383f44aa admin admin] Deleting subnet b317bd45-9275-4aad-aa8f-d7702db0cadd {{(pid=102430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:53:39.893072 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-92fa9962-5e5b-4700-a774-7cb1383f44aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:39.925174 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-92fa9962-5e5b-4700-a774-7cb1383f44aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60394745'] for subnet, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:40.002839 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-92fa9962-5e5b-4700-a774-7cb1383f44aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:40.052754 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-92fa9962-5e5b-4700-a774-7cb1383f44aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60203138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62288677'] for subnet, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:40.078546 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fa9962-5e5b-4700-a774-7cb1383f44aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b317bd45-9275-4aad-aa8f-d7702db0cadd,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:40.082829 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-92fa9962-5e5b-4700-a774-7cb1383f44aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:40.088300 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-92fa9962-5e5b-4700-a774-7cb1383f44aa admin admin] 10.222.0.53 "DELETE /v2.0/subnets/b317bd45-9275-4aad-aa8f-d7702db0cadd HTTP/1.1" status: 204 len: 168 time: 0.2389929 Jan 18 22:53:40.089207 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 55684) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:53:40.097808 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b852a48-01be-4ab0-a9e4-2ea2d735d38e None None] Network 3887d3dd-b3d8-463d-9d9c-879e57c9ab40 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:53:40.162537 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e26ad297-7e17-4b14-92e8-0bd43be94c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:40.226438 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 91298bb6-9ac2-498c-86c0-1b5021eada6b no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:53:40.231765 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-e26ad297-7e17-4b14-92e8-0bd43be94c34 admin admin] Deleting port 7059083c-c04f-45ba-93ff-1620814d3529 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:53:40.232350 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e26ad297-7e17-4b14-92e8-0bd43be94c34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:40.248073 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 91298bb6-9ac2-498c-86c0-1b5021eada6b {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:53:40.248441 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 91298bb6-9ac2-498c-86c0-1b5021eada6b not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:53:40.301350 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-e26ad297-7e17-4b14-92e8-0bd43be94c34 admin admin] For port 7059083c-c04f-45ba-93ff-1620814d3529, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=7059083c-c04f-45ba-93ff-1620814d3529,segment=NetworkSegment(ccabd36d-8c25-4648-92d3-222150b866b3),segment_id=ccabd36d-8c25-4648-92d3-222150b866b3)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:53:40.301712 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e26ad297-7e17-4b14-92e8-0bd43be94c34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:40.314734 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-e26ad297-7e17-4b14-92e8-0bd43be94c34 admin admin] Calling delete_port for 7059083c-c04f-45ba-93ff-1620814d3529 owned by network:dhcp {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:53:40.393987 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e26ad297-7e17-4b14-92e8-0bd43be94c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:40.419015 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26ad297-7e17-4b14-92e8-0bd43be94c34 admin admin] Pushing event deleted for resources: {'Port': ['ID=7059083c-c04f-45ba-93ff-1620814d3529,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:40.424071 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26ad297-7e17-4b14-92e8-0bd43be94c34 admin admin] No DVR routers for this DVR port 7059083c-c04f-45ba-93ff-1620814d3529 on host n-d-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:53:40.491399 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e26ad297-7e17-4b14-92e8-0bd43be94c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:40.510656 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-e26ad297-7e17-4b14-92e8-0bd43be94c34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3887d3dd-b3d8-463d-9d9c-879e57c9ab40']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:53:40.519446 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-e26ad297-7e17-4b14-92e8-0bd43be94c34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccabd36d-8c25-4648-92d3-222150b866b3') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:53:40.519740 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-e26ad297-7e17-4b14-92e8-0bd43be94c34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccabd36d-8c25-4648-92d3-222150b866b3') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:53:40.532943 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e26ad297-7e17-4b14-92e8-0bd43be94c34 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60394742'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:40.545302 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e26ad297-7e17-4b14-92e8-0bd43be94c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:40.551440 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e26ad297-7e17-4b14-92e8-0bd43be94c34 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:53:40.551814 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e26ad297-7e17-4b14-92e8-0bd43be94c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60203044'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:40.553455 n-d-825064-1 neutron-server[102430]: Traceback (most recent call last): Jan 18 22:53:40.553455 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:53:40.553455 n-d-825064-1 neutron-server[102430]: timer() Jan 18 22:53:40.553455 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:53:40.553455 n-d-825064-1 neutron-server[102430]: cb(*args, **kw) Jan 18 22:53:40.553455 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:53:40.553455 n-d-825064-1 neutron-server[102430]: return func(*args, **kwargs) Jan 18 22:53:40.553455 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:53:40.553455 n-d-825064-1 neutron-server[102430]: self._notify() Jan 18 22:53:40.553455 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:53:40.553455 n-d-825064-1 neutron-server[102430]: self.callback(batched_events) Jan 18 22:53:40.553455 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:53:40.553455 n-d-825064-1 neutron-server[102430]: event.method(event) Jan 18 22:53:40.553455 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:53:40.553455 n-d-825064-1 neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:53:40.553455 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:53:40.553455 n-d-825064-1 neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:53:40.553455 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:53:40.553455 n-d-825064-1 neutron-server[102430]: return f(self, *a, **k) Jan 18 22:53:40.553455 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:53:40.553455 n-d-825064-1 neutron-server[102430]: return self._get(url).json() Jan 18 22:53:40.553455 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:53:40.553455 n-d-825064-1 neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:53:40.553455 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:53:40.553455 n-d-825064-1 neutron-server[102430]: return self.request(url, 'GET', **kwargs) Jan 18 22:53:40.553455 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:53:40.553455 n-d-825064-1 neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:53:40.553455 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:53:40.553455 n-d-825064-1 neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:53:40.553455 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:53:40.553455 n-d-825064-1 neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:53:40.553455 n-d-825064-1 neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:53:40.604056 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92bbd0e5-bc3e-497e-bfb3-06cf4e27a2f9 None None] DHCP port deletion for 3887d3dd-b3d8-463d-9d9c-879e57c9ab40 request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:53:40.615267 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e26ad297-7e17-4b14-92e8-0bd43be94c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:40.624192 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e26ad297-7e17-4b14-92e8-0bd43be94c34 admin admin] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:40.627608 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-e26ad297-7e17-4b14-92e8-0bd43be94c34 admin admin] 10.222.0.53 "DELETE /v2.0/networks/3887d3dd-b3d8-463d-9d9c-879e57c9ab40 HTTP/1.1" status: 204 len: 168 time: 0.5374565 Jan 18 22:53:40.630608 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 55686) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:53:40.645478 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26ad297-7e17-4b14-92e8-0bd43be94c34 admin admin] Pushing event deleted for resources: {'Network': ['ID=3887d3dd-b3d8-463d-9d9c-879e57c9ab40,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:40.993532 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ea31a2bc-c843-44e4-9a29-ae9df6ee3f8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1041027'] for router_interface, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:41.230937 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-ea31a2bc-c843-44e4-9a29-ae9df6ee3f8a admin admin] Deleting port 51ef8fac-820c-480b-980a-e25ebd6b5b28 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:53:41.231202 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ea31a2bc-c843-44e4-9a29-ae9df6ee3f8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:41.306411 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-ea31a2bc-c843-44e4-9a29-ae9df6ee3f8a admin admin] For port 51ef8fac-820c-480b-980a-e25ebd6b5b28, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=51ef8fac-820c-480b-980a-e25ebd6b5b28,segment=NetworkSegment(5042fcfd-2696-43f8-b44b-38ada8c372c4),segment_id=5042fcfd-2696-43f8-b44b-38ada8c372c4)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:53:41.306774 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ea31a2bc-c843-44e4-9a29-ae9df6ee3f8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:41.318576 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-ea31a2bc-c843-44e4-9a29-ae9df6ee3f8a admin admin] Calling delete_port for 51ef8fac-820c-480b-980a-e25ebd6b5b28 owned by network:router_interface {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:53:41.492728 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ea31a2bc-c843-44e4-9a29-ae9df6ee3f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:41.522569 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea31a2bc-c843-44e4-9a29-ae9df6ee3f8a admin admin] Pushing event deleted for resources: {'Port': ['ID=51ef8fac-820c-480b-980a-e25ebd6b5b28,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:41.689008 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ea31a2bc-c843-44e4-9a29-ae9df6ee3f8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-613841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1046579'] for router_interface, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:41.894997 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea31a2bc-c843-44e4-9a29-ae9df6ee3f8a admin admin] Router 15a6c38f-8e48-4c6d-a483-50117405092e has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:53:41.996530 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea31a2bc-c843-44e4-9a29-ae9df6ee3f8a admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:53:42.002661 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-ea31a2bc-c843-44e4-9a29-ae9df6ee3f8a admin admin] 10.222.0.53 "PUT /v2.0/routers/15a6c38f-8e48-4c6d-a483-50117405092e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3711863 Jan 18 22:53:42.004846 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 55688) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:53:42.005911 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838d618b-855c-4965-bc53-79e0b3b84a87 None None] Sync routers for ids ['15a6c38f-8e48-4c6d-a483-50117405092e'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:53:42.014796 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838d618b-855c-4965-bc53-79e0b3b84a87 None None] Routers {'15a6c38f-8e48-4c6d-a483-50117405092e'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:53:42.015388 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-838d618b-855c-4965-bc53-79e0b3b84a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:53:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['15a6c38f-8e48-4c6d-a483-50117405092e'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:53:42.111293 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4df18a6c-0cb8-4374-8013-aa739469cb1c admin admin] Notify callbacks [] for router, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:42.123365 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-838d618b-855c-4965-bc53-79e0b3b84a87 None None] Set router 15a6c38f-8e48-4c6d-a483-50117405092e gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:53:42.150260 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 7059083c-c04f-45ba-93ff-1620814d3529 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:53:42.175713 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 7059083c-c04f-45ba-93ff-1620814d3529 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:53:42.176048 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 7059083c-c04f-45ba-93ff-1620814d3529 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:53:42.176494 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device ce7789a3-dfd0-4ab6-a2dd-9b16560a0fd8 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:53:42.196070 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: ce7789a3-dfd0-4ab6-a2dd-9b16560a0fd8 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:53:42.196444 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device ce7789a3-dfd0-4ab6-a2dd-9b16560a0fd8 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:53:42.220528 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4df18a6c-0cb8-4374-8013-aa739469cb1c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:42.271927 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-4df18a6c-0cb8-4374-8013-aa739469cb1c admin admin] Deleting port ab8507d9-8225-4f4f-9120-cd7f8043c4c5 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:53:42.272367 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4df18a6c-0cb8-4374-8013-aa739469cb1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:42.306941 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-838d618b-855c-4965-bc53-79e0b3b84a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15a6c38f-8e48-4c6d-a483-50117405092e', 'name': 'tempest-TestVolumeBootPattern-1878206497-router', 'tenant_id': '3a5c37e658bb4bcaa2bbeaea6c4d27f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': 'ab8507d9-8225-4f4f-9120-cd7f8043c4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:41:17Z', 'updated_at': '2022-01-18T22:53:41Z', 'revision_number': 5, 'project_id': '3a5c37e658bb4bcaa2bbeaea6c4d27f3', 'gw_port': {'id': 'ab8507d9-8225-4f4f-9120-cd7f8043c4c5', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:94:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a6c38f-8e48-4c6d-a483-50117405092e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:41:18Z', 'updated_at': '2022-01-18T22:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:53:42.332588 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838d618b-855c-4965-bc53-79e0b3b84a87 None None] Checking router: 15a6c38f-8e48-4c6d-a483-50117405092e for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:53:42.341048 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838d618b-855c-4965-bc53-79e0b3b84a87 None None] Routers {'15a6c38f-8e48-4c6d-a483-50117405092e'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:53:42.341643 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-838d618b-855c-4965-bc53-79e0b3b84a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:53:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['15a6c38f-8e48-4c6d-a483-50117405092e'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:53:42.355763 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-4df18a6c-0cb8-4374-8013-aa739469cb1c admin admin] For port ab8507d9-8225-4f4f-9120-cd7f8043c4c5, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=ab8507d9-8225-4f4f-9120-cd7f8043c4c5,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:53:42.356154 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4df18a6c-0cb8-4374-8013-aa739469cb1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:42.368334 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-4df18a6c-0cb8-4374-8013-aa739469cb1c admin admin] Calling delete_port for ab8507d9-8225-4f4f-9120-cd7f8043c4c5 owned by network:router_gateway {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:53:42.424258 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-838d618b-855c-4965-bc53-79e0b3b84a87 None None] Set router 15a6c38f-8e48-4c6d-a483-50117405092e gateway port host: None {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:53:42.475173 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-838d618b-855c-4965-bc53-79e0b3b84a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15a6c38f-8e48-4c6d-a483-50117405092e', 'name': 'tempest-TestVolumeBootPattern-1878206497-router', 'tenant_id': '3a5c37e658bb4bcaa2bbeaea6c4d27f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:41:17Z', 'updated_at': '2022-01-18T22:53:42Z', 'revision_number': 6, 'project_id': '3a5c37e658bb4bcaa2bbeaea6c4d27f3', 'gw_port_host': None}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:53:42.503560 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838d618b-855c-4965-bc53-79e0b3b84a87 None None] The sync data for ids ['15a6c38f-8e48-4c6d-a483-50117405092e'] in n-d-825064-1 is: [{'id': '15a6c38f-8e48-4c6d-a483-50117405092e', 'name': 'tempest-TestVolumeBootPattern-1878206497-router', 'tenant_id': '3a5c37e658bb4bcaa2bbeaea6c4d27f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:41:17Z', 'updated_at': '2022-01-18T22:53:42Z', 'revision_number': 6, 'project_id': '3a5c37e658bb4bcaa2bbeaea6c4d27f3', 'gw_port_host': None}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:53:42.532337 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4df18a6c-0cb8-4374-8013-aa739469cb1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:42.558312 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df18a6c-0cb8-4374-8013-aa739469cb1c admin admin] Pushing event deleted for resources: {'Port': ['ID=ab8507d9-8225-4f4f-9120-cd7f8043c4c5,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:42.619380 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4df18a6c-0cb8-4374-8013-aa739469cb1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043029'] for router_gateway, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:42.709921 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4df18a6c-0cb8-4374-8013-aa739469cb1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1040886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8602'] for router, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:42.711971 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4df18a6c-0cb8-4374-8013-aa739469cb1c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:42.755602 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4df18a6c-0cb8-4374-8013-aa739469cb1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1040832'] for router, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:42.756182 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4df18a6c-0cb8-4374-8013-aa739469cb1c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 15a6c38f-8e48-4c6d-a483-50117405092e {{(pid=102430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 22:53:42.760318 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4df18a6c-0cb8-4374-8013-aa739469cb1c admin admin] Notify callbacks [] for router, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:42.761456 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-4df18a6c-0cb8-4374-8013-aa739469cb1c admin admin] 10.222.0.53 "DELETE /v2.0/routers/15a6c38f-8e48-4c6d-a483-50117405092e HTTP/1.1" status: 204 len: 168 time: 0.7556939 Jan 18 22:53:42.763972 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 55690) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:53:42.806766 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_v2 [None req-e76fb3b4-b6d4-4788-990e-d7c0b10b1932 admin admin] Deleting subnet 21bbffb1-c955-4e37-8b19-72926d622f70 {{(pid=102430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:53:42.809689 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e76fb3b4-b6d4-4788-990e-d7c0b10b1932 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:42.842609 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e76fb3b4-b6d4-4788-990e-d7c0b10b1932 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60394745'] for subnet, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:42.921763 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e76fb3b4-b6d4-4788-990e-d7c0b10b1932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:42.977783 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e76fb3b4-b6d4-4788-990e-d7c0b10b1932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60203138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62288677'] for subnet, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:43.005024 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76fb3b4-b6d4-4788-990e-d7c0b10b1932 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21bbffb1-c955-4e37-8b19-72926d622f70,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:43.008776 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e76fb3b4-b6d4-4788-990e-d7c0b10b1932 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:43.012364 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-e76fb3b4-b6d4-4788-990e-d7c0b10b1932 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/21bbffb1-c955-4e37-8b19-72926d622f70 HTTP/1.1" status: 204 len: 168 time: 0.2473900 Jan 18 22:53:43.015231 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 55692) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:53:43.017373 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20554089-79b4-4a05-b461-b1f83060e646 None None] Network 802b28c7-8113-4675-afa0-1d9c6ffd17ba requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:53:43.020971 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:43.083823 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5d91636b-703d-4cd0-bec5-3760df60ec5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:43.147464 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-5d91636b-703d-4cd0-bec5-3760df60ec5b admin admin] Deleting port f5c898ca-67c7-4eb0-86b8-13d20330a677 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:53:43.147813 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5d91636b-703d-4cd0-bec5-3760df60ec5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:43.196292 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c072b05-9bbc-4190-ad03-53764c9e3bd2 None None] DHCP port deletion for 802b28c7-8113-4675-afa0-1d9c6ffd17ba request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 22:53:43.214765 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-5d91636b-703d-4cd0-bec5-3760df60ec5b admin admin] For port f5c898ca-67c7-4eb0-86b8-13d20330a677, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=f5c898ca-67c7-4eb0-86b8-13d20330a677,segment=NetworkSegment(5042fcfd-2696-43f8-b44b-38ada8c372c4),segment_id=5042fcfd-2696-43f8-b44b-38ada8c372c4)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:53:43.215134 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5d91636b-703d-4cd0-bec5-3760df60ec5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:43.232147 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-5d91636b-703d-4cd0-bec5-3760df60ec5b admin admin] Calling delete_port for f5c898ca-67c7-4eb0-86b8-13d20330a677 owned by network:dhcp {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:53:43.251978 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-6c072b05-9bbc-4190-ad03-53764c9e3bd2 None None] Deleting port f5c898ca-67c7-4eb0-86b8-13d20330a677 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:53:43.252499 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6c072b05-9bbc-4190-ad03-53764c9e3bd2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:43.317502 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-6c072b05-9bbc-4190-ad03-53764c9e3bd2 None None] For port f5c898ca-67c7-4eb0-86b8-13d20330a677, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=f5c898ca-67c7-4eb0-86b8-13d20330a677,segment=NetworkSegment(5042fcfd-2696-43f8-b44b-38ada8c372c4),segment_id=5042fcfd-2696-43f8-b44b-38ada8c372c4)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:53:43.317859 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6c072b05-9bbc-4190-ad03-53764c9e3bd2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:43.323478 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5d91636b-703d-4cd0-bec5-3760df60ec5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:43.331902 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-6c072b05-9bbc-4190-ad03-53764c9e3bd2 None None] Calling delete_port for f5c898ca-67c7-4eb0-86b8-13d20330a677 owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:53:43.349796 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d91636b-703d-4cd0-bec5-3760df60ec5b admin admin] Pushing event deleted for resources: {'Port': ['ID=f5c898ca-67c7-4eb0-86b8-13d20330a677,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:43.353274 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d91636b-703d-4cd0-bec5-3760df60ec5b admin admin] No DVR routers for this DVR port f5c898ca-67c7-4eb0-86b8-13d20330a677 on host n-d-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:53:43.409186 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6c072b05-9bbc-4190-ad03-53764c9e3bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:43.421041 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5d91636b-703d-4cd0-bec5-3760df60ec5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:43.432107 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c072b05-9bbc-4190-ad03-53764c9e3bd2 None None] Pushing event deleted for resources: {'Port': ['ID=f5c898ca-67c7-4eb0-86b8-13d20330a677,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:43.439561 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c072b05-9bbc-4190-ad03-53764c9e3bd2 None None] No DVR routers for this DVR port f5c898ca-67c7-4eb0-86b8-13d20330a677 on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:53:43.444810 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-5d91636b-703d-4cd0-bec5-3760df60ec5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['802b28c7-8113-4675-afa0-1d9c6ffd17ba']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:53:43.447328 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c072b05-9bbc-4190-ad03-53764c9e3bd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:53:43.447678 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c072b05-9bbc-4190-ad03-53764c9e3bd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:53:43.448014 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c072b05-9bbc-4190-ad03-53764c9e3bd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:53:43.448373 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c072b05-9bbc-4190-ad03-53764c9e3bd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:53:43.448706 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c072b05-9bbc-4190-ad03-53764c9e3bd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:53:43.449041 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c072b05-9bbc-4190-ad03-53764c9e3bd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:53:43.449371 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c072b05-9bbc-4190-ad03-53764c9e3bd2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:53:43.449698 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c072b05-9bbc-4190-ad03-53764c9e3bd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:53:43.450023 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c072b05-9bbc-4190-ad03-53764c9e3bd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:53:43.450339 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c072b05-9bbc-4190-ad03-53764c9e3bd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:53:43.450669 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c072b05-9bbc-4190-ad03-53764c9e3bd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:53:43.451444 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c072b05-9bbc-4190-ad03-53764c9e3bd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:53:43.455244 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-5d91636b-703d-4cd0-bec5-3760df60ec5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5042fcfd-2696-43f8-b44b-38ada8c372c4') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:53:43.455570 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-5d91636b-703d-4cd0-bec5-3760df60ec5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5042fcfd-2696-43f8-b44b-38ada8c372c4') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:53:43.466718 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5d91636b-703d-4cd0-bec5-3760df60ec5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60394742'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:43.479552 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5d91636b-703d-4cd0-bec5-3760df60ec5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:43.485298 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d91636b-703d-4cd0-bec5-3760df60ec5b admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:53:43.485680 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5d91636b-703d-4cd0-bec5-3760df60ec5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60203044'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:43.487412 n-d-825064-1 neutron-server[102430]: Traceback (most recent call last): Jan 18 22:53:43.487412 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:53:43.487412 n-d-825064-1 neutron-server[102430]: timer() Jan 18 22:53:43.487412 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:53:43.487412 n-d-825064-1 neutron-server[102430]: cb(*args, **kw) Jan 18 22:53:43.487412 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:53:43.487412 n-d-825064-1 neutron-server[102430]: return func(*args, **kwargs) Jan 18 22:53:43.487412 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:53:43.487412 n-d-825064-1 neutron-server[102430]: self._notify() Jan 18 22:53:43.487412 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:53:43.487412 n-d-825064-1 neutron-server[102430]: self.callback(batched_events) Jan 18 22:53:43.487412 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:53:43.487412 n-d-825064-1 neutron-server[102430]: event.method(event) Jan 18 22:53:43.487412 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:53:43.487412 n-d-825064-1 neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:53:43.487412 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:53:43.487412 n-d-825064-1 neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:53:43.487412 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:53:43.487412 n-d-825064-1 neutron-server[102430]: return f(self, *a, **k) Jan 18 22:53:43.487412 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:53:43.487412 n-d-825064-1 neutron-server[102430]: return self._get(url).json() Jan 18 22:53:43.487412 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:53:43.487412 n-d-825064-1 neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:53:43.487412 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:53:43.487412 n-d-825064-1 neutron-server[102430]: return self.request(url, 'GET', **kwargs) Jan 18 22:53:43.487412 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:53:43.487412 n-d-825064-1 neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:53:43.487412 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:53:43.487412 n-d-825064-1 neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:53:43.487412 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:53:43.487412 n-d-825064-1 neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:53:43.487412 n-d-825064-1 neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:53:43.539618 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5d91636b-703d-4cd0-bec5-3760df60ec5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:43.545154 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5d91636b-703d-4cd0-bec5-3760df60ec5b admin admin] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:43.548395 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-5d91636b-703d-4cd0-bec5-3760df60ec5b admin admin] 10.222.0.53 "DELETE /v2.0/networks/802b28c7-8113-4675-afa0-1d9c6ffd17ba HTTP/1.1" status: 204 len: 168 time: 0.5321910 Jan 18 22:53:43.560654 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d91636b-703d-4cd0-bec5-3760df60ec5b admin admin] Pushing event deleted for resources: {'Network': ['ID=802b28c7-8113-4675-afa0-1d9c6ffd17ba,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:43.662912 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 55698) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:53:43.700923 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-e592ff67-0793-4065-af86-fd9bbf07b49c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0c676acb4b374123bc012031246d3916&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0368984 Jan 18 22:53:43.703154 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 55700) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:53:43.749455 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0160269f-1c64-4e96-a4ee-79585788af7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:43.773250 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0160269f-1c64-4e96-a4ee-79585788af7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:43.817171 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0160269f-1c64-4e96-a4ee-79585788af7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:43.819668 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0160269f-1c64-4e96-a4ee-79585788af7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:43.820859 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-0160269f-1c64-4e96-a4ee-79585788af7b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dae8bf2d-ed71-4918-8e49-2e2d9465745c HTTP/1.1" status: 204 len: 168 time: 0.1168530 Jan 18 22:53:43.828699 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0160269f-1c64-4e96-a4ee-79585788af7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dae8bf2d-ed71-4918-8e49-2e2d9465745c,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:43.841646 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:44.075258 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 51ef8fac-820c-480b-980a-e25ebd6b5b28 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:53:44.095730 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 51ef8fac-820c-480b-980a-e25ebd6b5b28 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:53:44.096224 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 51ef8fac-820c-480b-980a-e25ebd6b5b28 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:53:44.096715 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device f5c898ca-67c7-4eb0-86b8-13d20330a677 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:53:44.116450 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: f5c898ca-67c7-4eb0-86b8-13d20330a677 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:53:44.117039 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device f5c898ca-67c7-4eb0-86b8-13d20330a677 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:53:44.117448 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device ab8507d9-8225-4f4f-9120-cd7f8043c4c5 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:53:44.136532 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: ab8507d9-8225-4f4f-9120-cd7f8043c4c5 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:53:44.136874 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device ab8507d9-8225-4f4f-9120-cd7f8043c4c5 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:53:44.156475 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 55706) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:53:44.195475 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-32e28c4d-0735-481d-928b-f4de5819b844 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3a5c37e658bb4bcaa2bbeaea6c4d27f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0372052 Jan 18 22:53:44.198173 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 55708) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:53:44.245792 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8d71dc34-c0fa-4bbe-9efe-de0f0ebc2a55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:44.267583 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8d71dc34-c0fa-4bbe-9efe-de0f0ebc2a55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:44.313348 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8d71dc34-c0fa-4bbe-9efe-de0f0ebc2a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:44.315999 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8d71dc34-c0fa-4bbe-9efe-de0f0ebc2a55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:44.317254 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-8d71dc34-c0fa-4bbe-9efe-de0f0ebc2a55 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/91302b0e-81ec-4364-b5a0-00f8b21729b1 HTTP/1.1" status: 204 len: 168 time: 0.1181221 Jan 18 22:53:44.325649 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d71dc34-c0fa-4bbe-9efe-de0f0ebc2a55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91302b0e-81ec-4364-b5a0-00f8b21729b1,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:49.322702 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b9875022-ab04-45dd-af77-332e03cc8f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:51.968025 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-db61243e-8268-484e-a532-2ae1be64b3a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:53.029381 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:54.486375 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:54.610580 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7f28882f-4471-411b-827c-141084eca3b4 req-ddf28c14-01ea-405e-834e-56cdcbf33d2f tempest-ServersAdminNegativeTestJSON-2034069926 tempest-ServersAdminNegativeTestJSON-2034069926-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=2625b2b075784ba48bc0e18cc994a3ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0224104 Jan 18 22:53:54.655554 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:54.724328 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f28882f-4471-411b-827c-141084eca3b4 req-01240cc5-ebac-4eec-8fcf-b3fd4efa7992 tempest-ServersAdminNegativeTestJSON-2034069926 tempest-ServersAdminNegativeTestJSON-2034069926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:54.725789 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7f28882f-4471-411b-827c-141084eca3b4 req-01240cc5-ebac-4eec-8fcf-b3fd4efa7992 tempest-ServersAdminNegativeTestJSON-2034069926 tempest-ServersAdminNegativeTestJSON-2034069926-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1089962 Jan 18 22:53:54.742539 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7f28882f-4471-411b-827c-141084eca3b4 req-b1019eff-80ea-4c28-a062-b276834a61d0 tempest-ServersAdminNegativeTestJSON-2034069926 tempest-ServersAdminNegativeTestJSON-2034069926-project] 10.222.0.53 "GET /v2.0/quotas/2625b2b075784ba48bc0e18cc994a3ef HTTP/1.1" status: 200 len: 375 time: 0.0100219 Jan 18 22:53:54.774962 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7f28882f-4471-411b-827c-141084eca3b4 req-c8fcfe01-21f9-40a1-8075-cdd44f835f85 tempest-ServersAdminNegativeTestJSON-2034069926 tempest-ServersAdminNegativeTestJSON-2034069926-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2625b2b075784ba48bc0e18cc994a3ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270650 Jan 18 22:53:55.942236 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a69f7685-abf4-430a-9f9b-90ff98f37c0c req-1ef05fc7-f63e-48fc-848c-913ce4857fd2 tempest-ServersAdminNegativeTestJSON-2034069926 tempest-ServersAdminNegativeTestJSON-2034069926-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2611563-40a2-4c18-b7ec-6139d24bfcd6 HTTP/1.1" status: 200 len: 210 time: 0.0248547 Jan 18 22:53:56.755989 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7f28882f-4471-411b-827c-141084eca3b4 req-43aa8983-91a5-401d-a2c1-a3b523bc5883 tempest-ServersAdminNegativeTestJSON-2034069926 tempest-ServersAdminNegativeTestJSON-2034069926-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=2625b2b075784ba48bc0e18cc994a3ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219505 Jan 18 22:53:56.863172 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f28882f-4471-411b-827c-141084eca3b4 req-08af35db-d6cc-4257-88a2-ead379a8fd30 tempest-ServersAdminNegativeTestJSON-2034069926 tempest-ServersAdminNegativeTestJSON-2034069926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:56.864657 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7f28882f-4471-411b-827c-141084eca3b4 req-08af35db-d6cc-4257-88a2-ead379a8fd30 tempest-ServersAdminNegativeTestJSON-2034069926 tempest-ServersAdminNegativeTestJSON-2034069926-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1033177 Jan 18 22:53:56.876639 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-7f28882f-4471-411b-827c-141084eca3b4 req-3c1b28ff-c85c-478f-820f-ca54b42a5210 tempest-ServersAdminNegativeTestJSON-2034069926 tempest-ServersAdminNegativeTestJSON-2034069926-project] Request body: {'port': {'device_id': 'a2611563-40a2-4c18-b7ec-6139d24bfcd6', 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b', 'admin_state_up': True, 'tenant_id': '2625b2b075784ba48bc0e18cc994a3ef'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:53:56.995839 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f28882f-4471-411b-827c-141084eca3b4 req-3c1b28ff-c85c-478f-820f-ca54b42a5210 tempest-ServersAdminNegativeTestJSON-2034069926 tempest-ServersAdminNegativeTestJSON-2034069926-project] Made reservation on behalf of 2625b2b075784ba48bc0e18cc994a3ef for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:53:56.998943 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-7f28882f-4471-411b-827c-141084eca3b4 req-3c1b28ff-c85c-478f-820f-ca54b42a5210 tempest-ServersAdminNegativeTestJSON-2034069926 tempest-ServersAdminNegativeTestJSON-2034069926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:57.008627 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-7f28882f-4471-411b-827c-141084eca3b4 req-3c1b28ff-c85c-478f-820f-ca54b42a5210 tempest-ServersAdminNegativeTestJSON-2034069926 tempest-ServersAdminNegativeTestJSON-2034069926-project] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:57.044021 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-754fa5c8-bf1c-4466-a328-f78bc117b645 req-bf1776c5-f506-47e2-8e7a-a561d0b8aa62 tempest-ServersAdminNegativeTestJSON-2034069926 tempest-ServersAdminNegativeTestJSON-2034069926-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2611563-40a2-4c18-b7ec-6139d24bfcd6 HTTP/1.1" status: 200 len: 210 time: 0.0324831 Jan 18 22:53:57.112255 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-7f28882f-4471-411b-827c-141084eca3b4 req-3c1b28ff-c85c-478f-820f-ca54b42a5210 tempest-ServersAdminNegativeTestJSON-2034069926 tempest-ServersAdminNegativeTestJSON-2034069926-project] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:57.116217 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-7f28882f-4471-411b-827c-141084eca3b4 req-3c1b28ff-c85c-478f-820f-ca54b42a5210 tempest-ServersAdminNegativeTestJSON-2034069926 tempest-ServersAdminNegativeTestJSON-2034069926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:57.181798 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1b28ff-c85c-478f-820f-ca54b42a5210 tempest-ServersAdminNegativeTestJSON-2034069926 tempest-ServersAdminNegativeTestJSON-2034069926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e469e8-7d86-4d2b-bff1-832e8fb62c50,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:57.254876 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-7f28882f-4471-411b-827c-141084eca3b4 req-3c1b28ff-c85c-478f-820f-ca54b42a5210 tempest-ServersAdminNegativeTestJSON-2034069926 tempest-ServersAdminNegativeTestJSON-2034069926-project] Allocated IP 192.168.233.217 (aed2eca7-1bb0-443d-8485-b985dbe9851b/8518183d-cc63-459a-b971-d4c7514e001f/ef35e844-1a5c-4ab4-a09d-f5ab25f80ceb) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:53:57.401230 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-7f28882f-4471-411b-827c-141084eca3b4 req-3c1b28ff-c85c-478f-820f-ca54b42a5210 tempest-ServersAdminNegativeTestJSON-2034069926 tempest-ServersAdminNegativeTestJSON-2034069926-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:57.433802 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-7f28882f-4471-411b-827c-141084eca3b4 req-3c1b28ff-c85c-478f-820f-ca54b42a5210 tempest-ServersAdminNegativeTestJSON-2034069926 tempest-ServersAdminNegativeTestJSON-2034069926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:57.772101 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f28882f-4471-411b-827c-141084eca3b4 req-3c1b28ff-c85c-478f-820f-ca54b42a5210 tempest-ServersAdminNegativeTestJSON-2034069926 tempest-ServersAdminNegativeTestJSON-2034069926-project] Network aed2eca7-1bb0-443d-8485-b985dbe9851b is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:53:57.775166 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-7f28882f-4471-411b-827c-141084eca3b4 req-3c1b28ff-c85c-478f-820f-ca54b42a5210 tempest-ServersAdminNegativeTestJSON-2034069926 tempest-ServersAdminNegativeTestJSON-2034069926-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:53:57.778761 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f28882f-4471-411b-827c-141084eca3b4 req-3c1b28ff-c85c-478f-820f-ca54b42a5210 tempest-ServersAdminNegativeTestJSON-2034069926 tempest-ServersAdminNegativeTestJSON-2034069926-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:53:57.785277 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1b28ff-c85c-478f-820f-ca54b42a5210 tempest-ServersAdminNegativeTestJSON-2034069926 tempest-ServersAdminNegativeTestJSON-2034069926-project] Pushing event updated for resources: {'Port': ['ID=ef35e844-1a5c-4ab4-a09d-f5ab25f80ceb,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:57.831466 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f28882f-4471-411b-827c-141084eca3b4 req-3c1b28ff-c85c-478f-820f-ca54b42a5210 tempest-ServersAdminNegativeTestJSON-2034069926 tempest-ServersAdminNegativeTestJSON-2034069926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:57.832086 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-7f28882f-4471-411b-827c-141084eca3b4 req-3c1b28ff-c85c-478f-820f-ca54b42a5210 tempest-ServersAdminNegativeTestJSON-2034069926 tempest-ServersAdminNegativeTestJSON-2034069926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:57.849076 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7f28882f-4471-411b-827c-141084eca3b4 req-3c1b28ff-c85c-478f-820f-ca54b42a5210 tempest-ServersAdminNegativeTestJSON-2034069926 tempest-ServersAdminNegativeTestJSON-2034069926-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9758613 Jan 18 22:53:57.858585 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [req-7f28882f-4471-411b-827c-141084eca3b4 req-2b815f86-aa02-4900-9bc5-d358265419f6 tempest-ServersAdminNegativeTestJSON-2034069926 tempest-ServersAdminNegativeTestJSON-2034069926-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102430) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:53:57.859610 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7f28882f-4471-411b-827c-141084eca3b4 req-2b815f86-aa02-4900-9bc5-d358265419f6 tempest-ServersAdminNegativeTestJSON-2034069926 tempest-ServersAdminNegativeTestJSON-2034069926-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051038 Jan 18 22:53:57.982558 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-7f28882f-4471-411b-827c-141084eca3b4 req-388f5c64-fabe-497d-bc2e-fdf25c564d6b service neutron] Request body: {'port': {'device_id': 'a2611563-40a2-4c18-b7ec-6139d24bfcd6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:53:58.010975 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-94495adb-883a-4058-b258-015cdf6c4bd3 None None] Provisioning complete for port ef35e844-1a5c-4ab4-a09d-f5ab25f80ceb triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:53:58.011556 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-94495adb-883a-4058-b258-015cdf6c4bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:58.035322 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-7f28882f-4471-411b-827c-141084eca3b4 req-388f5c64-fabe-497d-bc2e-fdf25c564d6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:58.044443 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-94495adb-883a-4058-b258-015cdf6c4bd3 None None] Port ef35e844-1a5c-4ab4-a09d-f5ab25f80ceb cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:53:58.243605 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a94d0c-b803-4397-8164-1e70121e4463 req-62bdb0b9-97fc-43d9-9eab-cb01cca91973 tempest-ServersAdminNegativeTestJSON-2034069926 tempest-ServersAdminNegativeTestJSON-2034069926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:58.245084 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-80a94d0c-b803-4397-8164-1e70121e4463 req-62bdb0b9-97fc-43d9-9eab-cb01cca91973 tempest-ServersAdminNegativeTestJSON-2034069926 tempest-ServersAdminNegativeTestJSON-2034069926-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2611563-40a2-4c18-b7ec-6139d24bfcd6 HTTP/1.1" status: 200 len: 936 time: 0.1054652 Jan 18 22:53:58.310309 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-80a94d0c-b803-4397-8164-1e70121e4463 req-7b55587b-8124-460a-9c01-f1459ec4dcaf tempest-ServersAdminNegativeTestJSON-2034069926 tempest-ServersAdminNegativeTestJSON-2034069926-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1e469e8-7d86-4d2b-bff1-832e8fb62c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576293 Jan 18 22:53:58.361858 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [req-7f28882f-4471-411b-827c-141084eca3b4 req-388f5c64-fabe-497d-bc2e-fdf25c564d6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef35e844-1a5c-4ab4-a09d-f5ab25f80ceb {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:53:58.369526 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-7f28882f-4471-411b-827c-141084eca3b4 req-388f5c64-fabe-497d-bc2e-fdf25c564d6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:58.383118 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-7f28882f-4471-411b-827c-141084eca3b4 req-388f5c64-fabe-497d-bc2e-fdf25c564d6b service neutron] Transition to ACTIVE for port object ef35e844-1a5c-4ab4-a09d-f5ab25f80ceb will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:53:58.387001 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-7f28882f-4471-411b-827c-141084eca3b4 req-388f5c64-fabe-497d-bc2e-fdf25c564d6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:58.445280 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f5c64-fabe-497d-bc2e-fdf25c564d6b service neutron] Pushing event updated for resources: {'Port': ['ID=ef35e844-1a5c-4ab4-a09d-f5ab25f80ceb,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:58.515147 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-7f28882f-4471-411b-827c-141084eca3b4 req-388f5c64-fabe-497d-bc2e-fdf25c564d6b service neutron] Attempting to bind port ef35e844-1a5c-4ab4-a09d-f5ab25f80ceb on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:53:58.515484 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-7f28882f-4471-411b-827c-141084eca3b4 req-388f5c64-fabe-497d-bc2e-fdf25c564d6b service neutron] Attempting to bind port ef35e844-1a5c-4ab4-a09d-f5ab25f80ceb by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:53:58.515848 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f28882f-4471-411b-827c-141084eca3b4 req-388f5c64-fabe-497d-bc2e-fdf25c564d6b service neutron] Attempting to bind port ef35e844-1a5c-4ab4-a09d-f5ab25f80ceb on network aed2eca7-1bb0-443d-8485-b985dbe9851b {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:53:58.520429 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f28882f-4471-411b-827c-141084eca3b4 req-388f5c64-fabe-497d-bc2e-fdf25c564d6b service neutron] Port ef35e844-1a5c-4ab4-a09d-f5ab25f80ceb on network aed2eca7-1bb0-443d-8485-b985dbe9851b not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:53:58.520749 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f28882f-4471-411b-827c-141084eca3b4 req-388f5c64-fabe-497d-bc2e-fdf25c564d6b service neutron] Attempting to bind port ef35e844-1a5c-4ab4-a09d-f5ab25f80ceb on network aed2eca7-1bb0-443d-8485-b985dbe9851b {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:53:58.525757 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f28882f-4471-411b-827c-141084eca3b4 req-388f5c64-fabe-497d-bc2e-fdf25c564d6b service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:53:58.526103 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f28882f-4471-411b-827c-141084eca3b4 req-388f5c64-fabe-497d-bc2e-fdf25c564d6b service neutron] Checking segment: {'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:53:58.526486 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f28882f-4471-411b-827c-141084eca3b4 req-388f5c64-fabe-497d-bc2e-fdf25c564d6b service neutron] Bound using segment: {'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:53:58.526911 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-7f28882f-4471-411b-827c-141084eca3b4 req-388f5c64-fabe-497d-bc2e-fdf25c564d6b service neutron] Bound port: ef35e844-1a5c-4ab4-a09d-f5ab25f80ceb, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5459c142-1bf9-40e2-906a-5c747fde5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:53:58.527270 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-7f28882f-4471-411b-827c-141084eca3b4 req-388f5c64-fabe-497d-bc2e-fdf25c564d6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:58.592788 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-7f28882f-4471-411b-827c-141084eca3b4 req-388f5c64-fabe-497d-bc2e-fdf25c564d6b service neutron] For port ef35e844-1a5c-4ab4-a09d-f5ab25f80ceb, host n-h2-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:53:58.595769 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-7f28882f-4471-411b-827c-141084eca3b4 req-388f5c64-fabe-497d-bc2e-fdf25c564d6b service neutron] For port ef35e844-1a5c-4ab4-a09d-f5ab25f80ceb, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=ef35e844-1a5c-4ab4-a09d-f5ab25f80ceb,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:53:58.600195 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-7f28882f-4471-411b-827c-141084eca3b4 req-388f5c64-fabe-497d-bc2e-fdf25c564d6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:58.634319 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f28882f-4471-411b-827c-141084eca3b4 req-388f5c64-fabe-497d-bc2e-fdf25c564d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:58.635220 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-7f28882f-4471-411b-827c-141084eca3b4 req-388f5c64-fabe-497d-bc2e-fdf25c564d6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:58.636792 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7f28882f-4471-411b-827c-141084eca3b4 req-388f5c64-fabe-497d-bc2e-fdf25c564d6b service neutron] 10.222.0.67 "PUT /v2.0/ports/ef35e844-1a5c-4ab4-a09d-f5ab25f80ceb HTTP/1.1" status: 200 len: 1096 time: 0.7687435 Jan 18 22:53:58.639788 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2611563-40a2-4c18-b7ec-6139d24bfcd6', 'tag': 'ef35e844-1a5c-4ab4-a09d-f5ab25f80ceb'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:53:58.642884 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21144e48-4f72-49f7-a9c3-347a7518b84a" -d '{"events": [{"name": "network-changed", "server_uuid": "a2611563-40a2-4c18-b7ec-6139d24bfcd6", "tag": "ef35e844-1a5c-4ab4-a09d-f5ab25f80ceb"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:53:58.670672 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f5c64-fabe-497d-bc2e-fdf25c564d6b service neutron] Pushing event updated for resources: {'Port': ['ID=ef35e844-1a5c-4ab4-a09d-f5ab25f80ceb,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:53:58.707013 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56f7991f-7748-452c-bc35-ed0a53a43873 x-openstack-request-id: req-56f7991f-7748-452c-bc35-ed0a53a43873 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:53:58.707399 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2611563-40a2-4c18-b7ec-6139d24bfcd6", "tag": "ef35e844-1a5c-4ab4-a09d-f5ab25f80ceb", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:53:58.707717 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-56f7991f-7748-452c-bc35-ed0a53a43873 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:53:58.708207 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2611563-40a2-4c18-b7ec-6139d24bfcd6', 'tag': 'ef35e844-1a5c-4ab4-a09d-f5ab25f80ceb', 'status': 'completed', 'code': 200} Jan 18 22:53:58.724513 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f28882f-4471-411b-827c-141084eca3b4 req-e0ff455c-66e3-4700-a576-d6234749c443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:58.726106 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7f28882f-4471-411b-827c-141084eca3b4 req-e0ff455c-66e3-4700-a576-d6234749c443 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2625b2b075784ba48bc0e18cc994a3ef&device_id=a2611563-40a2-4c18-b7ec-6139d24bfcd6 HTTP/1.1" status: 200 len: 1099 time: 0.0479898 Jan 18 22:53:58.768836 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7f28882f-4471-411b-827c-141084eca3b4 req-d65816fe-f08b-4241-8efd-27d41d877810 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=ef35e844-1a5c-4ab4-a09d-f5ab25f80ceb HTTP/1.1" status: 200 len: 217 time: 0.0354309 Jan 18 22:53:58.822216 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f28882f-4471-411b-827c-141084eca3b4 req-20b0cbe0-8202-4d4f-9aae-3ae66f63470c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:58.823685 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7f28882f-4471-411b-827c-141084eca3b4 req-20b0cbe0-8202-4d4f-9aae-3ae66f63470c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8518183d-cc63-459a-b971-d4c7514e001f HTTP/1.1" status: 200 len: 843 time: 0.0488925 Jan 18 22:53:58.868462 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f28882f-4471-411b-827c-141084eca3b4 req-9828c996-ad91-4b34-b688-148af2c35202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:58.869882 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7f28882f-4471-411b-827c-141084eca3b4 req-9828c996-ad91-4b34-b688-148af2c35202 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aed2eca7-1bb0-443d-8485-b985dbe9851b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0391490 Jan 18 22:53:58.956452 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7f28882f-4471-411b-827c-141084eca3b4 req-d3c8749d-9778-4d41-82cc-6bbaf4237db1 service neutron] 10.222.0.67 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793819 Jan 18 22:53:59.045482 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7f28882f-4471-411b-827c-141084eca3b4 req-f3ad43fc-fcdd-4c56-8ec6-99c6d9ac061d service neutron] 10.222.0.67 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832009 Jan 18 22:53:59.135817 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21144e48-4f72-49f7-a9c3-347a7518b84a req-376c46b3-a352-4e42-9cc1-769759720d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:59.137277 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-21144e48-4f72-49f7-a9c3-347a7518b84a req-376c46b3-a352-4e42-9cc1-769759720d03 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2625b2b075784ba48bc0e18cc994a3ef&device_id=a2611563-40a2-4c18-b7ec-6139d24bfcd6 HTTP/1.1" status: 200 len: 1099 time: 0.0402946 Jan 18 22:53:59.226807 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21144e48-4f72-49f7-a9c3-347a7518b84a req-63042bab-d96d-4aa2-9781-7ebefeeee9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:59.228240 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-21144e48-4f72-49f7-a9c3-347a7518b84a req-63042bab-d96d-4aa2-9781-7ebefeeee9ba service neutron] 10.222.0.67 "GET /v2.0/networks?id=aed2eca7-1bb0-443d-8485-b985dbe9851b HTTP/1.1" status: 200 len: 869 time: 0.0846961 Jan 18 22:53:59.268707 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-21144e48-4f72-49f7-a9c3-347a7518b84a req-bab81948-4fd2-4830-9394-0ffc40898703 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=ef35e844-1a5c-4ab4-a09d-f5ab25f80ceb HTTP/1.1" status: 200 len: 217 time: 0.0326285 Jan 18 22:53:59.316383 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21144e48-4f72-49f7-a9c3-347a7518b84a req-8df73e82-69e4-4e48-a6b1-301dd6ee34af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:59.317763 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-21144e48-4f72-49f7-a9c3-347a7518b84a req-8df73e82-69e4-4e48-a6b1-301dd6ee34af service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8518183d-cc63-459a-b971-d4c7514e001f HTTP/1.1" status: 200 len: 843 time: 0.0421360 Jan 18 22:53:59.367541 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21144e48-4f72-49f7-a9c3-347a7518b84a req-9901ce3a-0299-4311-9383-d17ae5638bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:59.369053 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-21144e48-4f72-49f7-a9c3-347a7518b84a req-9901ce3a-0299-4311-9383-d17ae5638bd3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aed2eca7-1bb0-443d-8485-b985dbe9851b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0447812 Jan 18 22:53:59.481584 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27100dbe-94f9-47bd-bbe8-ec67d203de2b req-411314d8-3209-404b-9b17-b9c9eef7052f tempest-ServersAdminNegativeTestJSON-2034069926 tempest-ServersAdminNegativeTestJSON-2034069926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:53:59.483011 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-27100dbe-94f9-47bd-bbe8-ec67d203de2b req-411314d8-3209-404b-9b17-b9c9eef7052f tempest-ServersAdminNegativeTestJSON-2034069926 tempest-ServersAdminNegativeTestJSON-2034069926-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2611563-40a2-4c18-b7ec-6139d24bfcd6 HTTP/1.1" status: 200 len: 948 time: 0.0995185 Jan 18 22:53:59.499615 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-21144e48-4f72-49f7-a9c3-347a7518b84a req-8e92a281-5436-4ccb-9122-a8a7eee6c295 service neutron] 10.222.0.67 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229167 Jan 18 22:53:59.573049 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-27100dbe-94f9-47bd-bbe8-ec67d203de2b req-de437976-934a-4eb2-a1ca-19836d75d7c8 tempest-ServersAdminNegativeTestJSON-2034069926 tempest-ServersAdminNegativeTestJSON-2034069926-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1e469e8-7d86-4d2b-bff1-832e8fb62c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826190 Jan 18 22:53:59.605344 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-21144e48-4f72-49f7-a9c3-347a7518b84a req-d8197573-b497-46c7-9ca5-e6dc6140c931 service neutron] 10.222.0.67 "GET /v2.0/networks/aed2eca7-1bb0-443d-8485-b985dbe9851b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950017 Jan 18 22:54:00.366609 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device ef35e844-1a5c-4ab4-a09d-f5ab25f80ceb details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:54:00.460997 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port ef35e844-1a5c-4ab4-a09d-f5ab25f80ceb, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=ef35e844-1a5c-4ab4-a09d-f5ab25f80ceb,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:54:00.471756 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': 'ef35e844-1a5c-4ab4-a09d-f5ab25f80ceb', 'network_id': 'aed2eca7-1bb0-443d-8485-b985dbe9851b', 'port_id': 'ef35e844-1a5c-4ab4-a09d-f5ab25f80ceb', 'mac_address': 'fa:16:3e:3a:40:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8518183d-cc63-459a-b971-d4c7514e001f', 'ip_address': '192.168.233.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:54:00.507714 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:00.520436 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef35e844-1a5c-4ab4-a09d-f5ab25f80ceb {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:54:00.538993 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port ef35e844-1a5c-4ab4-a09d-f5ab25f80ceb, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=ef35e844-1a5c-4ab4-a09d-f5ab25f80ceb,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:54:00.542989 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:00.589329 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=ef35e844-1a5c-4ab4-a09d-f5ab25f80ceb,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:00.700465 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279d787e-12cf-48fd-8175-5ce8f07db1c0 req-8f2ff60d-b569-47b8-8b97-7b5f82907eec tempest-ServersAdminNegativeTestJSON-2034069926 tempest-ServersAdminNegativeTestJSON-2034069926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:00.701945 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-279d787e-12cf-48fd-8175-5ce8f07db1c0 req-8f2ff60d-b569-47b8-8b97-7b5f82907eec tempest-ServersAdminNegativeTestJSON-2034069926 tempest-ServersAdminNegativeTestJSON-2034069926-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2611563-40a2-4c18-b7ec-6139d24bfcd6 HTTP/1.1" status: 200 len: 949 time: 0.0490773 Jan 18 22:54:00.739173 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-279d787e-12cf-48fd-8175-5ce8f07db1c0 req-2cabc73b-1c04-4dfc-a066-cd609c7b853d tempest-ServersAdminNegativeTestJSON-2034069926 tempest-ServersAdminNegativeTestJSON-2034069926-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1e469e8-7d86-4d2b-bff1-832e8fb62c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305345 Jan 18 22:54:00.746556 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['ef35e844-1a5c-4ab4-a09d-f5ab25f80ceb'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:54:01.858840 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca69c2b7-c05f-4a38-b082-bc58c2fbf563 req-4a460826-3b0e-4be1-afaf-c8f929bdec65 tempest-ServersAdminNegativeTestJSON-2034069926 tempest-ServersAdminNegativeTestJSON-2034069926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:01.860877 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ca69c2b7-c05f-4a38-b082-bc58c2fbf563 req-4a460826-3b0e-4be1-afaf-c8f929bdec65 tempest-ServersAdminNegativeTestJSON-2034069926 tempest-ServersAdminNegativeTestJSON-2034069926-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2611563-40a2-4c18-b7ec-6139d24bfcd6 HTTP/1.1" status: 200 len: 949 time: 0.0522127 Jan 18 22:54:01.897747 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ca69c2b7-c05f-4a38-b082-bc58c2fbf563 req-0739ae76-29eb-40d0-81dd-dca6d6e1184e tempest-ServersAdminNegativeTestJSON-2034069926 tempest-ServersAdminNegativeTestJSON-2034069926-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1e469e8-7d86-4d2b-bff1-832e8fb62c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310426 Jan 18 22:54:02.363278 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device ef35e844-1a5c-4ab4-a09d-f5ab25f80ceb up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:54:02.410723 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port ef35e844-1a5c-4ab4-a09d-f5ab25f80ceb completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:54:02.415534 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port ef35e844-1a5c-4ab4-a09d-f5ab25f80ceb triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:54:02.415916 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:02.496789 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:02.518592 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2611563-40a2-4c18-b7ec-6139d24bfcd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef35e844-1a5c-4ab4-a09d-f5ab25f80ceb'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:54:02.520842 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c72d07a5-5c2b-4fc4-b40a-8f6f6ab49df0" -d '{"events": [{"server_uuid": "a2611563-40a2-4c18-b7ec-6139d24bfcd6", "name": "network-vif-plugged", "status": "completed", "tag": "ef35e844-1a5c-4ab4-a09d-f5ab25f80ceb"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:54:02.533813 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port ef35e844-1a5c-4ab4-a09d-f5ab25f80ceb, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=ef35e844-1a5c-4ab4-a09d-f5ab25f80ceb,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:54:02.538091 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:02.563676 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03bbeafd-e15f-4057-bf0d-4f468abc8e4f x-openstack-request-id: req-03bbeafd-e15f-4057-bf0d-4f468abc8e4f {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:54:02.563969 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2611563-40a2-4c18-b7ec-6139d24bfcd6", "name": "network-vif-plugged", "status": "completed", "tag": "ef35e844-1a5c-4ab4-a09d-f5ab25f80ceb", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:54:02.564250 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-03bbeafd-e15f-4057-bf0d-4f468abc8e4f {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:54:02.564644 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2611563-40a2-4c18-b7ec-6139d24bfcd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef35e844-1a5c-4ab4-a09d-f5ab25f80ceb', 'code': 200} Jan 18 22:54:02.592025 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=ef35e844-1a5c-4ab4-a09d-f5ab25f80ceb,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:02.651811 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3474be42-62df-4f0b-a174-7df5d60cf8e3 req-3ab5e71c-60ae-48d2-a9f6-20a40cc21876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:02.654082 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3474be42-62df-4f0b-a174-7df5d60cf8e3 req-3ab5e71c-60ae-48d2-a9f6-20a40cc21876 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a2611563-40a2-4c18-b7ec-6139d24bfcd6 HTTP/1.1" status: 200 len: 1101 time: 0.0428610 Jan 18 22:54:02.687608 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3474be42-62df-4f0b-a174-7df5d60cf8e3 req-c0dd07ae-3ad4-4a73-81cb-50257010f13b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=c1e469e8-7d86-4d2b-bff1-832e8fb62c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268650 Jan 18 22:54:03.008635 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326de533-bb6c-43ef-83e7-b55bf1a28767 req-6f3b0dfe-de81-4df0-bf72-d03ec870a160 tempest-ServersAdminNegativeTestJSON-2034069926 tempest-ServersAdminNegativeTestJSON-2034069926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:03.010085 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-326de533-bb6c-43ef-83e7-b55bf1a28767 req-6f3b0dfe-de81-4df0-bf72-d03ec870a160 tempest-ServersAdminNegativeTestJSON-2034069926 tempest-ServersAdminNegativeTestJSON-2034069926-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2611563-40a2-4c18-b7ec-6139d24bfcd6 HTTP/1.1" status: 200 len: 950 time: 0.0476682 Jan 18 22:54:03.046489 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-326de533-bb6c-43ef-83e7-b55bf1a28767 req-c6d048cf-b969-4baf-b4e1-31fdeed14564 tempest-ServersAdminNegativeTestJSON-2034069926 tempest-ServersAdminNegativeTestJSON-2034069926-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1e469e8-7d86-4d2b-bff1-832e8fb62c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305870 Jan 18 22:54:04.165799 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb4c410-8cfb-48f9-a94c-a6257bebe20c req-67a77588-a720-4800-ae86-7202073e17f6 tempest-ServersAdminNegativeTestJSON-2034069926 tempest-ServersAdminNegativeTestJSON-2034069926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:04.167228 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ccb4c410-8cfb-48f9-a94c-a6257bebe20c req-67a77588-a720-4800-ae86-7202073e17f6 tempest-ServersAdminNegativeTestJSON-2034069926 tempest-ServersAdminNegativeTestJSON-2034069926-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2611563-40a2-4c18-b7ec-6139d24bfcd6 HTTP/1.1" status: 200 len: 950 time: 0.0510263 Jan 18 22:54:04.205161 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ccb4c410-8cfb-48f9-a94c-a6257bebe20c req-bbc68204-068b-4bc9-924f-4e7beda148e7 tempest-ServersAdminNegativeTestJSON-2034069926 tempest-ServersAdminNegativeTestJSON-2034069926-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1e469e8-7d86-4d2b-bff1-832e8fb62c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321074 Jan 18 22:54:04.481145 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [req-3b29079e-3ee5-4438-965d-a7b61731a59b req-cacba104-4eb7-4838-bb61-fd0c728dbc14 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102430) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:54:04.482125 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3b29079e-3ee5-4438-965d-a7b61731a59b req-cacba104-4eb7-4838-bb61-fd0c728dbc14 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053930 Jan 18 22:54:04.851138 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [req-418cacc9-5450-4ed8-880d-f0c7ccc61bfd req-48f5ae37-4c26-4d15-b3d7-280d815a5cd8 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102430) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:54:04.852150 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-418cacc9-5450-4ed8-880d-f0c7ccc61bfd req-48f5ae37-4c26-4d15-b3d7-280d815a5cd8 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0550468 Jan 18 22:54:05.175400 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d160175c-ec3a-4786-b1ef-78a4cfed648b req-d0afaf07-ffef-475c-9f2f-3ccd37f41896 tempest-ServersAdminNegativeTestJSON-2034069926 tempest-ServersAdminNegativeTestJSON-2034069926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:05.176897 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d160175c-ec3a-4786-b1ef-78a4cfed648b req-d0afaf07-ffef-475c-9f2f-3ccd37f41896 tempest-ServersAdminNegativeTestJSON-2034069926 tempest-ServersAdminNegativeTestJSON-2034069926-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2611563-40a2-4c18-b7ec-6139d24bfcd6 HTTP/1.1" status: 200 len: 950 time: 0.0494874 Jan 18 22:54:05.213188 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d160175c-ec3a-4786-b1ef-78a4cfed648b req-6475937b-df81-4b90-9bac-6bbbdabba212 tempest-ServersAdminNegativeTestJSON-2034069926 tempest-ServersAdminNegativeTestJSON-2034069926-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1e469e8-7d86-4d2b-bff1-832e8fb62c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303473 Jan 18 22:54:05.256586 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 22:54:06.330510 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ef5b4-8244-4417-b107-66b4fa59899d req-c73c8805-ac20-4db5-9e09-90a405c9ad4f tempest-ServersAdminNegativeTestJSON-2034069926 tempest-ServersAdminNegativeTestJSON-2034069926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:06.331981 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a06ef5b4-8244-4417-b107-66b4fa59899d req-c73c8805-ac20-4db5-9e09-90a405c9ad4f tempest-ServersAdminNegativeTestJSON-2034069926 tempest-ServersAdminNegativeTestJSON-2034069926-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2611563-40a2-4c18-b7ec-6139d24bfcd6 HTTP/1.1" status: 200 len: 950 time: 0.0502684 Jan 18 22:54:06.369363 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a06ef5b4-8244-4417-b107-66b4fa59899d req-202ebc28-f5d9-46c8-ac41-395f9d5758b9 tempest-ServersAdminNegativeTestJSON-2034069926 tempest-ServersAdminNegativeTestJSON-2034069926-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1e469e8-7d86-4d2b-bff1-832e8fb62c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314422 Jan 18 22:54:06.457550 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cda0513-f66b-4b54-befd-65be0ade25e0 req-15292384-279c-4ee5-bb15-b34f91fb9002 tempest-ServersAdminNegativeTestJSON-2034069926 tempest-ServersAdminNegativeTestJSON-2034069926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:06.459341 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5cda0513-f66b-4b54-befd-65be0ade25e0 req-15292384-279c-4ee5-bb15-b34f91fb9002 tempest-ServersAdminNegativeTestJSON-2034069926 tempest-ServersAdminNegativeTestJSON-2034069926-project] 10.222.0.67 "GET /v2.0/ports?device_id=a2611563-40a2-4c18-b7ec-6139d24bfcd6 HTTP/1.1" status: 200 len: 950 time: 0.0515954 Jan 18 22:54:06.546847 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-5cda0513-f66b-4b54-befd-65be0ade25e0 req-90448944-ce91-415c-8a0a-7c9ee8ed7af9 tempest-ServersAdminNegativeTestJSON-2034069926 tempest-ServersAdminNegativeTestJSON-2034069926-project] Deleting port ef35e844-1a5c-4ab4-a09d-f5ab25f80ceb {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:54:06.547711 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-5cda0513-f66b-4b54-befd-65be0ade25e0 req-90448944-ce91-415c-8a0a-7c9ee8ed7af9 tempest-ServersAdminNegativeTestJSON-2034069926 tempest-ServersAdminNegativeTestJSON-2034069926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:06.636326 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-5cda0513-f66b-4b54-befd-65be0ade25e0 req-90448944-ce91-415c-8a0a-7c9ee8ed7af9 tempest-ServersAdminNegativeTestJSON-2034069926 tempest-ServersAdminNegativeTestJSON-2034069926-project] For port ef35e844-1a5c-4ab4-a09d-f5ab25f80ceb, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=ef35e844-1a5c-4ab4-a09d-f5ab25f80ceb,segment=NetworkSegment(5459c142-1bf9-40e2-906a-5c747fde5ea5),segment_id=5459c142-1bf9-40e2-906a-5c747fde5ea5)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:54:06.636601 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-5cda0513-f66b-4b54-befd-65be0ade25e0 req-90448944-ce91-415c-8a0a-7c9ee8ed7af9 tempest-ServersAdminNegativeTestJSON-2034069926 tempest-ServersAdminNegativeTestJSON-2034069926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:06.647903 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-5cda0513-f66b-4b54-befd-65be0ade25e0 req-90448944-ce91-415c-8a0a-7c9ee8ed7af9 tempest-ServersAdminNegativeTestJSON-2034069926 tempest-ServersAdminNegativeTestJSON-2034069926-project] Calling delete_port for ef35e844-1a5c-4ab4-a09d-f5ab25f80ceb owned by compute:nova {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:54:06.768618 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-5cda0513-f66b-4b54-befd-65be0ade25e0 req-90448944-ce91-415c-8a0a-7c9ee8ed7af9 tempest-ServersAdminNegativeTestJSON-2034069926 tempest-ServersAdminNegativeTestJSON-2034069926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:06.780903 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['ef35e844-1a5c-4ab4-a09d-f5ab25f80ceb'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:54:06.806103 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90448944-ce91-415c-8a0a-7c9ee8ed7af9 tempest-ServersAdminNegativeTestJSON-2034069926 tempest-ServersAdminNegativeTestJSON-2034069926-project] Pushing event deleted for resources: {'Port': ['ID=ef35e844-1a5c-4ab4-a09d-f5ab25f80ceb,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:06.847021 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cda0513-f66b-4b54-befd-65be0ade25e0 req-90448944-ce91-415c-8a0a-7c9ee8ed7af9 tempest-ServersAdminNegativeTestJSON-2034069926 tempest-ServersAdminNegativeTestJSON-2034069926-project] No DVR routers for this DVR port ef35e844-1a5c-4ab4-a09d-f5ab25f80ceb on host n-h2-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:54:06.849787 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-5cda0513-f66b-4b54-befd-65be0ade25e0 req-90448944-ce91-415c-8a0a-7c9ee8ed7af9 tempest-ServersAdminNegativeTestJSON-2034069926 tempest-ServersAdminNegativeTestJSON-2034069926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:06.853194 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5cda0513-f66b-4b54-befd-65be0ade25e0 req-90448944-ce91-415c-8a0a-7c9ee8ed7af9 tempest-ServersAdminNegativeTestJSON-2034069926 tempest-ServersAdminNegativeTestJSON-2034069926-project] 10.222.0.67 "DELETE /v2.0/ports/ef35e844-1a5c-4ab4-a09d-f5ab25f80ceb HTTP/1.1" status: 204 len: 173 time: 0.3861697 Jan 18 22:54:06.853633 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2611563-40a2-4c18-b7ec-6139d24bfcd6', 'name': 'network-vif-deleted', 'tag': 'ef35e844-1a5c-4ab4-a09d-f5ab25f80ceb'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:54:06.855871 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3914532-32d4-46e8-a1ab-026bcd2abcae" -d '{"events": [{"server_uuid": "a2611563-40a2-4c18-b7ec-6139d24bfcd6", "name": "network-vif-deleted", "tag": "ef35e844-1a5c-4ab4-a09d-f5ab25f80ceb"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:54:06.893971 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd7bdff-ae21-4ad9-ac20-3f69a16005ec x-openstack-request-id: req-ebd7bdff-ae21-4ad9-ac20-3f69a16005ec {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:54:06.894266 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2611563-40a2-4c18-b7ec-6139d24bfcd6", "name": "network-vif-deleted", "tag": "ef35e844-1a5c-4ab4-a09d-f5ab25f80ceb", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:54:06.894518 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ebd7bdff-ae21-4ad9-ac20-3f69a16005ec {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:54:06.894912 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2611563-40a2-4c18-b7ec-6139d24bfcd6', 'name': 'network-vif-deleted', 'tag': 'ef35e844-1a5c-4ab4-a09d-f5ab25f80ceb', 'status': 'completed', 'code': 200} Jan 18 22:54:07.653751 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 55846) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:54:07.783032 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-7622b90d-9461-4dde-bb23-ca454ab4ca6a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2625b2b075784ba48bc0e18cc994a3ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1281326 Jan 18 22:54:07.785665 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 55850) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:54:07.831960 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b7db51ee-5fa7-412b-a148-be377ca8199a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:07.852996 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b7db51ee-5fa7-412b-a148-be377ca8199a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:07.901124 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b7db51ee-5fa7-412b-a148-be377ca8199a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:07.903643 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b7db51ee-5fa7-412b-a148-be377ca8199a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:07.907305 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-b7db51ee-5fa7-412b-a148-be377ca8199a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c1e469e8-7d86-4d2b-bff1-832e8fb62c50 HTTP/1.1" status: 204 len: 168 time: 0.1182442 Jan 18 22:54:07.912377 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7db51ee-5fa7-412b-a148-be377ca8199a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e469e8-7d86-4d2b-bff1-832e8fb62c50,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:08.162140 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 55856) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:54:08.175706 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-63940bb6-f067-44b1-94df-eccf51bb0dc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:08.248211 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-63940bb6-f067-44b1-94df-eccf51bb0dc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:08.251764 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-63940bb6-f067-44b1-94df-eccf51bb0dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:08.289436 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-63940bb6-f067-44b1-94df-eccf51bb0dc1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e70f3ac02abe4a6bbbc359c013985299&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1261818 Jan 18 22:54:08.290429 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63940bb6-f067-44b1-94df-eccf51bb0dc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fdc34c5-e42d-4365-bd78-62152c3c8314,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:08.292145 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 55858) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:54:08.340116 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9c0602fd-7b60-4a26-b253-275c36095982 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:08.361219 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9c0602fd-7b60-4a26-b253-275c36095982 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:08.404820 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9c0602fd-7b60-4a26-b253-275c36095982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:08.407896 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9c0602fd-7b60-4a26-b253-275c36095982 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:08.409098 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-9c0602fd-7b60-4a26-b253-275c36095982 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2fdc34c5-e42d-4365-bd78-62152c3c8314 HTTP/1.1" status: 204 len: 168 time: 0.1159463 Jan 18 22:54:08.416360 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0602fd-7b60-4a26-b253-275c36095982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fdc34c5-e42d-4365-bd78-62152c3c8314,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:09.053868 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 55880) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:54:09.152310 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-68440e4a-8155-4e40-adb4-9a9899f4c75e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1091636964-network', 'tenant_id': 'cb1f1372b32f41a4a123257935b27289'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:54:09.174478 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68440e4a-8155-4e40-adb4-9a9899f4c75e admin admin] Made reservation on behalf of cb1f1372b32f41a4a123257935b27289 for: {'network': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:54:09.176757 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-68440e4a-8155-4e40-adb4-9a9899f4c75e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:09.185015 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-68440e4a-8155-4e40-adb4-9a9899f4c75e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:09.261941 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-68440e4a-8155-4e40-adb4-9a9899f4c75e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:09.265626 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-68440e4a-8155-4e40-adb4-9a9899f4c75e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:09.290420 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68440e4a-8155-4e40-adb4-9a9899f4c75e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=102430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:54:09.302810 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68440e4a-8155-4e40-adb4-9a9899f4c75e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d1b04f4-99d6-413b-8bf0-86605bf8c3c3,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:09.311380 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-68440e4a-8155-4e40-adb4-9a9899f4c75e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:09.311731 n-d-825064-1 neutron-server[102430]: INFO neutron.db.segments_db [None req-68440e4a-8155-4e40-adb4-9a9899f4c75e admin admin] Added segment 9a2eff46-aa2a-4d76-b98c-a0c0ead8ab47 of type vlan for network 3187221f-df2c-4b81-9534-07c67ef0793d Jan 18 22:54:09.352947 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-68440e4a-8155-4e40-adb4-9a9899f4c75e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:09.377606 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-68440e4a-8155-4e40-adb4-9a9899f4c75e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:09.378541 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68440e4a-8155-4e40-adb4-9a9899f4c75e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:09.379115 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-68440e4a-8155-4e40-adb4-9a9899f4c75e admin admin] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:09.425748 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-68440e4a-8155-4e40-adb4-9a9899f4c75e admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3708065 Jan 18 22:54:09.428667 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 55884) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:54:09.433543 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-28b5bc2d-318c-4ab0-85a6-783ae8f8b202 admin admin] Request body: {'subnet': {'network_id': '3187221f-df2c-4b81-9534-07c67ef0793d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1091636964-subnet', 'tenant_id': 'cb1f1372b32f41a4a123257935b27289', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:54:09.439486 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68440e4a-8155-4e40-adb4-9a9899f4c75e admin admin] Pushing event updated for resources: {'Network': ['ID=3187221f-df2c-4b81-9534-07c67ef0793d,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:09.452358 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 3187221f-df2c-4b81-9534-07c67ef0793d details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:54:09.458638 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28b5bc2d-318c-4ab0-85a6-783ae8f8b202 admin admin] Made reservation on behalf of cb1f1372b32f41a4a123257935b27289 for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:54:09.461120 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-28b5bc2d-318c-4ab0-85a6-783ae8f8b202 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:09.626491 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-28b5bc2d-318c-4ab0-85a6-783ae8f8b202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:09.682128 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b5bc2d-318c-4ab0-85a6-783ae8f8b202 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43f430a6-5ac2-4f50-911b-701df9fd56f8,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:09.690207 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b5bc2d-318c-4ab0-85a6-783ae8f8b202 admin admin] Checking segment: {'id': '9a2eff46-aa2a-4d76-b98c-a0c0ead8ab47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3187221f-df2c-4b81-9534-07c67ef0793d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:54:09.690561 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b5bc2d-318c-4ab0-85a6-783ae8f8b202 admin admin] Network hostable DHCP agents. Network: 3187221f-df2c-4b81-9534-07c67ef0793d, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:54:09.706225 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b5bc2d-318c-4ab0-85a6-783ae8f8b202 admin admin] Network 3187221f-df2c-4b81-9534-07c67ef0793d is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:54:09.714400 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-28b5bc2d-318c-4ab0-85a6-783ae8f8b202 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 3187221f-df2c-4b81-9534-07c67ef0793d) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:54:09.719340 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b5bc2d-318c-4ab0-85a6-783ae8f8b202 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:09.720510 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-28b5bc2d-318c-4ab0-85a6-783ae8f8b202 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:09.723560 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec516762-27de-4263-956f-85740f6d1523 None None] Network 3187221f-df2c-4b81-9534-07c67ef0793d requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:54:09.738078 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-28b5bc2d-318c-4ab0-85a6-783ae8f8b202 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3083401 Jan 18 22:54:09.847477 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492a3636-7ef4-4ab7-9224-db85fe92d7d1 None None] Network 3187221f-df2c-4b81-9534-07c67ef0793d requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:54:10.152840 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b6da23-31b9-44b4-ac60-d06a990c0626 req-36f26b86-4837-4bad-9d2e-0020d872b32a tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:10.154206 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-89b6da23-31b9-44b4-ac60-d06a990c0626 req-36f26b86-4837-4bad-9d2e-0020d872b32a tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] 10.222.0.53 "GET /v2.0/networks?id=3187221f-df2c-4b81-9534-07c67ef0793d HTTP/1.1" status: 200 len: 812 time: 0.1015563 Jan 18 22:54:10.169135 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-89b6da23-31b9-44b4-ac60-d06a990c0626 req-9c783146-3381-4e2b-be3d-84ad7a3b56f4 tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] 10.222.0.53 "GET /v2.0/quotas/cb1f1372b32f41a4a123257935b27289 HTTP/1.1" status: 200 len: 375 time: 0.0085969 Jan 18 22:54:10.199456 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-89b6da23-31b9-44b4-ac60-d06a990c0626 req-e899ce27-b006-456b-9680-1be627c90706 tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=cb1f1372b32f41a4a123257935b27289&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252011 Jan 18 22:54:10.290212 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-89b6da23-31b9-44b4-ac60-d06a990c0626 req-fba8ec9e-18bb-4d4c-93db-505b9cb9bdee service neutron] 10.222.0.53 "GET /v2.0/networks/3187221f-df2c-4b81-9534-07c67ef0793d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833635 Jan 18 22:54:10.377795 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-89b6da23-31b9-44b4-ac60-d06a990c0626 req-80f050f8-0fab-49f2-b959-d6da43cbdbce service neutron] 10.222.0.53 "GET /v2.0/networks/3187221f-df2c-4b81-9534-07c67ef0793d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811517 Jan 18 22:54:10.426040 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device ef35e844-1a5c-4ab4-a09d-f5ab25f80ceb no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:54:10.449162 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] No Port match for: ef35e844-1a5c-4ab4-a09d-f5ab25f80ceb {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:54:10.449502 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device ef35e844-1a5c-4ab4-a09d-f5ab25f80ceb not bound to the agent host n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:54:10.535549 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-56643e1f-9cdd-4c98-9c9d-bd8b8acb497e req-6055ac14-56d4-4bb5-99d0-a80ea5d57a9c tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a985f92-010b-49f4-9fcc-031147ca9ad7 HTTP/1.1" status: 200 len: 210 time: 0.0284495 Jan 18 22:54:11.419970 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b6da23-31b9-44b4-ac60-d06a990c0626 req-87a7ac41-2595-45ad-a61f-e75a350139fe tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:11.421433 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-89b6da23-31b9-44b4-ac60-d06a990c0626 req-87a7ac41-2595-45ad-a61f-e75a350139fe tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] 10.222.0.67 "GET /v2.0/networks?id=3187221f-df2c-4b81-9534-07c67ef0793d HTTP/1.1" status: 200 len: 812 time: 0.1036186 Jan 18 22:54:11.433732 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-89b6da23-31b9-44b4-ac60-d06a990c0626 req-fee6e94c-e2d1-4946-837a-9437a35cf768 tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] Request body: {'port': {'device_id': '6a985f92-010b-49f4-9fcc-031147ca9ad7', 'network_id': '3187221f-df2c-4b81-9534-07c67ef0793d', 'admin_state_up': True, 'tenant_id': 'cb1f1372b32f41a4a123257935b27289'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:54:11.539073 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89b6da23-31b9-44b4-ac60-d06a990c0626 req-fee6e94c-e2d1-4946-837a-9437a35cf768 tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] Made reservation on behalf of cb1f1372b32f41a4a123257935b27289 for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:54:11.542555 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-89b6da23-31b9-44b4-ac60-d06a990c0626 req-fee6e94c-e2d1-4946-837a-9437a35cf768 tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:11.638324 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-797e89a3-3394-4184-83eb-587ecf251b37 req-64985b20-228d-431c-a389-2dea8155c2e6 tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a985f92-010b-49f4-9fcc-031147ca9ad7 HTTP/1.1" status: 200 len: 210 time: 0.0325327 Jan 18 22:54:11.694902 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-89b6da23-31b9-44b4-ac60-d06a990c0626 req-fee6e94c-e2d1-4946-837a-9437a35cf768 tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] Allocated IP 172.20.0.9 (3187221f-df2c-4b81-9534-07c67ef0793d/43f430a6-5ac2-4f50-911b-701df9fd56f8/cc02d795-7ce0-4411-bb10-ef9200e1388e) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:54:11.838125 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-89b6da23-31b9-44b4-ac60-d06a990c0626 req-fee6e94c-e2d1-4946-837a-9437a35cf768 tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:11.872772 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-89b6da23-31b9-44b4-ac60-d06a990c0626 req-fee6e94c-e2d1-4946-837a-9437a35cf768 tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:11.916950 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89b6da23-31b9-44b4-ac60-d06a990c0626 req-fee6e94c-e2d1-4946-837a-9437a35cf768 tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] Network 3187221f-df2c-4b81-9534-07c67ef0793d is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:54:11.920066 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-89b6da23-31b9-44b4-ac60-d06a990c0626 req-fee6e94c-e2d1-4946-837a-9437a35cf768 tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:54:11.923242 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-89b6da23-31b9-44b4-ac60-d06a990c0626 req-fee6e94c-e2d1-4946-837a-9437a35cf768 tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:54:11.950976 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee6e94c-e2d1-4946-837a-9437a35cf768 tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] Pushing event updated for resources: {'Port': ['ID=cc02d795-7ce0-4411-bb10-ef9200e1388e,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:11.979741 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b6da23-31b9-44b4-ac60-d06a990c0626 req-fee6e94c-e2d1-4946-837a-9437a35cf768 tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:11.980367 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-89b6da23-31b9-44b4-ac60-d06a990c0626 req-fee6e94c-e2d1-4946-837a-9437a35cf768 tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:11.997418 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-89b6da23-31b9-44b4-ac60-d06a990c0626 req-fee6e94c-e2d1-4946-837a-9437a35cf768 tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5676281 Jan 18 22:54:12.009266 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-89b6da23-31b9-44b4-ac60-d06a990c0626 req-43bec277-284b-49c8-94fa-f8b07c38623d service neutron] Request body: {'port': {'device_id': '6a985f92-010b-49f4-9fcc-031147ca9ad7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:54:12.061920 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-89b6da23-31b9-44b4-ac60-d06a990c0626 req-43bec277-284b-49c8-94fa-f8b07c38623d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:12.313181 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [req-89b6da23-31b9-44b4-ac60-d06a990c0626 req-43bec277-284b-49c8-94fa-f8b07c38623d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc02d795-7ce0-4411-bb10-ef9200e1388e {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:54:12.320345 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-89b6da23-31b9-44b4-ac60-d06a990c0626 req-43bec277-284b-49c8-94fa-f8b07c38623d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:12.332760 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-89b6da23-31b9-44b4-ac60-d06a990c0626 req-43bec277-284b-49c8-94fa-f8b07c38623d service neutron] Transition to ACTIVE for port object cc02d795-7ce0-4411-bb10-ef9200e1388e will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:54:12.336357 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-89b6da23-31b9-44b4-ac60-d06a990c0626 req-43bec277-284b-49c8-94fa-f8b07c38623d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:12.407173 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bec277-284b-49c8-94fa-f8b07c38623d service neutron] Pushing event updated for resources: {'Port': ['ID=cc02d795-7ce0-4411-bb10-ef9200e1388e,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:12.454812 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-89b6da23-31b9-44b4-ac60-d06a990c0626 req-43bec277-284b-49c8-94fa-f8b07c38623d service neutron] Attempting to bind port cc02d795-7ce0-4411-bb10-ef9200e1388e on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:54:12.455447 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-89b6da23-31b9-44b4-ac60-d06a990c0626 req-43bec277-284b-49c8-94fa-f8b07c38623d service neutron] Attempting to bind port cc02d795-7ce0-4411-bb10-ef9200e1388e by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '9a2eff46-aa2a-4d76-b98c-a0c0ead8ab47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3187221f-df2c-4b81-9534-07c67ef0793d'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:54:12.455447 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b6da23-31b9-44b4-ac60-d06a990c0626 req-43bec277-284b-49c8-94fa-f8b07c38623d service neutron] Attempting to bind port cc02d795-7ce0-4411-bb10-ef9200e1388e on network 3187221f-df2c-4b81-9534-07c67ef0793d {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:54:12.459556 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b6da23-31b9-44b4-ac60-d06a990c0626 req-43bec277-284b-49c8-94fa-f8b07c38623d service neutron] Port cc02d795-7ce0-4411-bb10-ef9200e1388e on network 3187221f-df2c-4b81-9534-07c67ef0793d not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:54:12.459872 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b6da23-31b9-44b4-ac60-d06a990c0626 req-43bec277-284b-49c8-94fa-f8b07c38623d service neutron] Attempting to bind port cc02d795-7ce0-4411-bb10-ef9200e1388e on network 3187221f-df2c-4b81-9534-07c67ef0793d {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:54:12.464531 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b6da23-31b9-44b4-ac60-d06a990c0626 req-43bec277-284b-49c8-94fa-f8b07c38623d service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:54:12.464863 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b6da23-31b9-44b4-ac60-d06a990c0626 req-43bec277-284b-49c8-94fa-f8b07c38623d service neutron] Checking segment: {'id': '9a2eff46-aa2a-4d76-b98c-a0c0ead8ab47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3187221f-df2c-4b81-9534-07c67ef0793d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:54:12.465238 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b6da23-31b9-44b4-ac60-d06a990c0626 req-43bec277-284b-49c8-94fa-f8b07c38623d service neutron] Bound using segment: {'id': '9a2eff46-aa2a-4d76-b98c-a0c0ead8ab47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3187221f-df2c-4b81-9534-07c67ef0793d'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:54:12.465652 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-89b6da23-31b9-44b4-ac60-d06a990c0626 req-43bec277-284b-49c8-94fa-f8b07c38623d service neutron] Bound port: cc02d795-7ce0-4411-bb10-ef9200e1388e, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a2eff46-aa2a-4d76-b98c-a0c0ead8ab47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3187221f-df2c-4b81-9534-07c67ef0793d'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:54:12.465993 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-89b6da23-31b9-44b4-ac60-d06a990c0626 req-43bec277-284b-49c8-94fa-f8b07c38623d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:12.529832 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-89b6da23-31b9-44b4-ac60-d06a990c0626 req-43bec277-284b-49c8-94fa-f8b07c38623d service neutron] For port cc02d795-7ce0-4411-bb10-ef9200e1388e, host n-h2-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:54:12.533479 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-89b6da23-31b9-44b4-ac60-d06a990c0626 req-43bec277-284b-49c8-94fa-f8b07c38623d service neutron] For port cc02d795-7ce0-4411-bb10-ef9200e1388e, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=cc02d795-7ce0-4411-bb10-ef9200e1388e,segment=NetworkSegment(9a2eff46-aa2a-4d76-b98c-a0c0ead8ab47),segment_id=9a2eff46-aa2a-4d76-b98c-a0c0ead8ab47)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:54:12.537765 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-89b6da23-31b9-44b4-ac60-d06a990c0626 req-43bec277-284b-49c8-94fa-f8b07c38623d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:12.572560 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b6da23-31b9-44b4-ac60-d06a990c0626 req-43bec277-284b-49c8-94fa-f8b07c38623d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:12.573299 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-89b6da23-31b9-44b4-ac60-d06a990c0626 req-43bec277-284b-49c8-94fa-f8b07c38623d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:12.574708 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-89b6da23-31b9-44b4-ac60-d06a990c0626 req-43bec277-284b-49c8-94fa-f8b07c38623d service neutron] 10.222.0.67 "PUT /v2.0/ports/cc02d795-7ce0-4411-bb10-ef9200e1388e HTTP/1.1" status: 200 len: 1091 time: 0.5693936 Jan 18 22:54:12.575142 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a985f92-010b-49f4-9fcc-031147ca9ad7', 'tag': 'cc02d795-7ce0-4411-bb10-ef9200e1388e'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:54:12.577375 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59946e10-a5bd-4c90-a594-ffc19813b60f" -d '{"events": [{"name": "network-changed", "server_uuid": "6a985f92-010b-49f4-9fcc-031147ca9ad7", "tag": "cc02d795-7ce0-4411-bb10-ef9200e1388e"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:54:12.606284 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bec277-284b-49c8-94fa-f8b07c38623d service neutron] Pushing event updated for resources: {'Port': ['ID=cc02d795-7ce0-4411-bb10-ef9200e1388e,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:12.651624 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b6da23-31b9-44b4-ac60-d06a990c0626 req-fc98f4c5-a397-47d1-9192-249a824adcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:12.653140 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-89b6da23-31b9-44b4-ac60-d06a990c0626 req-fc98f4c5-a397-47d1-9192-249a824adcf3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cb1f1372b32f41a4a123257935b27289&device_id=6a985f92-010b-49f4-9fcc-031147ca9ad7 HTTP/1.1" status: 200 len: 1094 time: 0.0414631 Jan 18 22:54:12.695671 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0318347-16fd-491e-ac2a-18bff3364abf x-openstack-request-id: req-a0318347-16fd-491e-ac2a-18bff3364abf {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:54:12.695963 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a985f92-010b-49f4-9fcc-031147ca9ad7", "tag": "cc02d795-7ce0-4411-bb10-ef9200e1388e", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:54:12.696237 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a0318347-16fd-491e-ac2a-18bff3364abf {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:54:12.696652 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a985f92-010b-49f4-9fcc-031147ca9ad7', 'tag': 'cc02d795-7ce0-4411-bb10-ef9200e1388e', 'status': 'completed', 'code': 200} Jan 18 22:54:12.698136 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-89b6da23-31b9-44b4-ac60-d06a990c0626 req-ac61be49-bf64-4d46-8043-e9d84f3bf437 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc02d795-7ce0-4411-bb10-ef9200e1388e HTTP/1.1" status: 200 len: 217 time: 0.0372605 Jan 18 22:54:12.777846 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b6da23-31b9-44b4-ac60-d06a990c0626 req-d49fe0a1-c64d-4d4f-8e2d-a4b033a20fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:12.779281 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-89b6da23-31b9-44b4-ac60-d06a990c0626 req-d49fe0a1-c64d-4d4f-8e2d-a4b033a20fcd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=43f430a6-5ac2-4f50-911b-701df9fd56f8 HTTP/1.1" status: 200 len: 852 time: 0.0742657 Jan 18 22:54:12.790582 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274ed8db-d194-4958-af86-5efb3b7f9e2b req-feb95fce-3eb9-49ab-8f2d-18612b1ea766 tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:12.791916 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-274ed8db-d194-4958-af86-5efb3b7f9e2b req-feb95fce-3eb9-49ab-8f2d-18612b1ea766 tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a985f92-010b-49f4-9fcc-031147ca9ad7 HTTP/1.1" status: 200 len: 943 time: 0.0857995 Jan 18 22:54:12.826189 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-89b6da23-31b9-44b4-ac60-d06a990c0626 req-6bbeb8e9-ed31-4267-9bae-8d81ac488625 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3187221f-df2c-4b81-9534-07c67ef0793d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332599 Jan 18 22:54:12.859159 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-274ed8db-d194-4958-af86-5efb3b7f9e2b req-f5bff465-e425-4016-888c-704e4bc09d87 tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d1b04f4-99d6-413b-8bf0-86605bf8c3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591342 Jan 18 22:54:12.926679 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-89b6da23-31b9-44b4-ac60-d06a990c0626 req-27c2a7c9-2057-4266-a218-0e58df6f8689 service neutron] 10.222.0.67 "GET /v2.0/networks/3187221f-df2c-4b81-9534-07c67ef0793d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927420 Jan 18 22:54:13.013231 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-89b6da23-31b9-44b4-ac60-d06a990c0626 req-7bcd1d26-4862-448c-88b5-a7d03da701d6 service neutron] 10.222.0.67 "GET /v2.0/networks/3187221f-df2c-4b81-9534-07c67ef0793d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806003 Jan 18 22:54:13.015616 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:13.141665 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59946e10-a5bd-4c90-a594-ffc19813b60f req-0507cf90-5690-4d5f-a906-1e745487717e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:13.143158 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-59946e10-a5bd-4c90-a594-ffc19813b60f req-0507cf90-5690-4d5f-a906-1e745487717e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cb1f1372b32f41a4a123257935b27289&device_id=6a985f92-010b-49f4-9fcc-031147ca9ad7 HTTP/1.1" status: 200 len: 1094 time: 0.0405991 Jan 18 22:54:13.232480 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59946e10-a5bd-4c90-a594-ffc19813b60f req-f28ab526-580b-4ed2-9b0b-2ad50a17668f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:13.233897 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-59946e10-a5bd-4c90-a594-ffc19813b60f req-f28ab526-580b-4ed2-9b0b-2ad50a17668f service neutron] 10.222.0.67 "GET /v2.0/networks?id=3187221f-df2c-4b81-9534-07c67ef0793d HTTP/1.1" status: 200 len: 912 time: 0.0842881 Jan 18 22:54:13.272638 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-59946e10-a5bd-4c90-a594-ffc19813b60f req-e30d9641-5036-4a7b-ab13-46ec7830ed9b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc02d795-7ce0-4411-bb10-ef9200e1388e HTTP/1.1" status: 200 len: 217 time: 0.0328827 Jan 18 22:54:13.323841 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59946e10-a5bd-4c90-a594-ffc19813b60f req-1b87ce64-8767-43ed-9616-2fa63a9c99ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:13.325283 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-59946e10-a5bd-4c90-a594-ffc19813b60f req-1b87ce64-8767-43ed-9616-2fa63a9c99ac service neutron] 10.222.0.67 "GET /v2.0/subnets?id=43f430a6-5ac2-4f50-911b-701df9fd56f8 HTTP/1.1" status: 200 len: 852 time: 0.0461559 Jan 18 22:54:13.357316 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-59946e10-a5bd-4c90-a594-ffc19813b60f req-78eb39c1-e34a-4fbd-89e6-a075142cffa1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3187221f-df2c-4b81-9534-07c67ef0793d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239499 Jan 18 22:54:13.443979 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-59946e10-a5bd-4c90-a594-ffc19813b60f req-c552f84f-6a8d-4305-8674-5e7c859f8a47 service neutron] 10.222.0.67 "GET /v2.0/networks/3187221f-df2c-4b81-9534-07c67ef0793d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791397 Jan 18 22:54:13.535177 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-59946e10-a5bd-4c90-a594-ffc19813b60f req-343017d1-df50-46f3-9586-442fbf24b09a service neutron] 10.222.0.67 "GET /v2.0/networks/3187221f-df2c-4b81-9534-07c67ef0793d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843220 Jan 18 22:54:13.837534 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:13.974121 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1352652-8553-4555-9fa4-aec2a1b02300 req-ebb24500-e41f-4f57-b574-34a3df64bea2 tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:13.975601 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f1352652-8553-4555-9fa4-aec2a1b02300 req-ebb24500-e41f-4f57-b574-34a3df64bea2 tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a985f92-010b-49f4-9fcc-031147ca9ad7 HTTP/1.1" status: 200 len: 943 time: 0.0488350 Jan 18 22:54:14.012049 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f1352652-8553-4555-9fa4-aec2a1b02300 req-bfe9b009-c232-40e3-98ed-08ae5e403e84 tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d1b04f4-99d6-413b-8bf0-86605bf8c3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303779 Jan 18 22:54:14.443838 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device cc02d795-7ce0-4411-bb10-ef9200e1388e details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:54:14.534713 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port cc02d795-7ce0-4411-bb10-ef9200e1388e, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=cc02d795-7ce0-4411-bb10-ef9200e1388e,segment=NetworkSegment(9a2eff46-aa2a-4d76-b98c-a0c0ead8ab47),segment_id=9a2eff46-aa2a-4d76-b98c-a0c0ead8ab47)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:54:14.544697 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': 'cc02d795-7ce0-4411-bb10-ef9200e1388e', 'network_id': '3187221f-df2c-4b81-9534-07c67ef0793d', 'port_id': 'cc02d795-7ce0-4411-bb10-ef9200e1388e', 'mac_address': 'fa:16:3e:94:5a:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43f430a6-5ac2-4f50-911b-701df9fd56f8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:54:14.581791 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:14.593786 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc02d795-7ce0-4411-bb10-ef9200e1388e {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:54:14.612399 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port cc02d795-7ce0-4411-bb10-ef9200e1388e, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=cc02d795-7ce0-4411-bb10-ef9200e1388e,segment=NetworkSegment(9a2eff46-aa2a-4d76-b98c-a0c0ead8ab47),segment_id=9a2eff46-aa2a-4d76-b98c-a0c0ead8ab47)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:54:14.616230 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:14.664076 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=cc02d795-7ce0-4411-bb10-ef9200e1388e,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:14.806797 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['cc02d795-7ce0-4411-bb10-ef9200e1388e'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:54:15.125273 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca49ece-2ed0-441b-bd3a-e7ac94d93533 req-a6f0e7bb-051b-4af8-b4a4-697ffd35c5f8 tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:15.126725 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5ca49ece-2ed0-441b-bd3a-e7ac94d93533 req-a6f0e7bb-051b-4af8-b4a4-697ffd35c5f8 tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a985f92-010b-49f4-9fcc-031147ca9ad7 HTTP/1.1" status: 200 len: 944 time: 0.0485785 Jan 18 22:54:15.163643 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5ca49ece-2ed0-441b-bd3a-e7ac94d93533 req-2805ba65-6910-429f-870f-98a02c07ef74 tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d1b04f4-99d6-413b-8bf0-86605bf8c3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309744 Jan 18 22:54:16.279511 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e66e849-8548-488c-9cf6-5c60a0275871 req-62dc4b8c-2801-4d95-b7d5-2d5aaa9a6fc7 tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:16.281012 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2e66e849-8548-488c-9cf6-5c60a0275871 req-62dc4b8c-2801-4d95-b7d5-2d5aaa9a6fc7 tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a985f92-010b-49f4-9fcc-031147ca9ad7 HTTP/1.1" status: 200 len: 944 time: 0.0523064 Jan 18 22:54:16.319097 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2e66e849-8548-488c-9cf6-5c60a0275871 req-14e2e91e-f17d-49bc-beda-68cc6599f609 tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d1b04f4-99d6-413b-8bf0-86605bf8c3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322356 Jan 18 22:54:16.459557 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device cc02d795-7ce0-4411-bb10-ef9200e1388e up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:54:16.510495 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port cc02d795-7ce0-4411-bb10-ef9200e1388e completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:54:16.515024 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port cc02d795-7ce0-4411-bb10-ef9200e1388e triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:54:16.515513 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:16.591536 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:16.613580 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a985f92-010b-49f4-9fcc-031147ca9ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc02d795-7ce0-4411-bb10-ef9200e1388e'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:54:16.615781 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f571e1b6-1192-4960-9139-3e29e1f627b8" -d '{"events": [{"server_uuid": "6a985f92-010b-49f4-9fcc-031147ca9ad7", "name": "network-vif-plugged", "status": "completed", "tag": "cc02d795-7ce0-4411-bb10-ef9200e1388e"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:54:16.627870 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port cc02d795-7ce0-4411-bb10-ef9200e1388e, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=cc02d795-7ce0-4411-bb10-ef9200e1388e,segment=NetworkSegment(9a2eff46-aa2a-4d76-b98c-a0c0ead8ab47),segment_id=9a2eff46-aa2a-4d76-b98c-a0c0ead8ab47)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:54:16.631902 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:16.660753 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-473cab03-7abb-4cce-bebf-481ceb57f976 x-openstack-request-id: req-473cab03-7abb-4cce-bebf-481ceb57f976 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:54:16.661056 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a985f92-010b-49f4-9fcc-031147ca9ad7", "name": "network-vif-plugged", "status": "completed", "tag": "cc02d795-7ce0-4411-bb10-ef9200e1388e", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:54:16.661278 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-473cab03-7abb-4cce-bebf-481ceb57f976 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:54:16.661664 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a985f92-010b-49f4-9fcc-031147ca9ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc02d795-7ce0-4411-bb10-ef9200e1388e', 'code': 200} Jan 18 22:54:16.694700 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=cc02d795-7ce0-4411-bb10-ef9200e1388e,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:16.751662 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f357d9-0e6f-4fb6-a3e6-0b0651ad6635 req-1d108ffc-2a54-4959-afd0-25d5418596df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:16.753172 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d4f357d9-0e6f-4fb6-a3e6-0b0651ad6635 req-1d108ffc-2a54-4959-afd0-25d5418596df service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6a985f92-010b-49f4-9fcc-031147ca9ad7 HTTP/1.1" status: 200 len: 1096 time: 0.0404623 Jan 18 22:54:16.786795 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d4f357d9-0e6f-4fb6-a3e6-0b0651ad6635 req-e7d9457f-ef5f-43f9-b45d-d3e4992292a5 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=3d1b04f4-99d6-413b-8bf0-86605bf8c3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272169 Jan 18 22:54:17.429342 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49294643-f6c3-4183-8490-15e259984a44 req-129a339f-29e0-43ae-8674-cdf0128e30f9 tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:17.430813 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-49294643-f6c3-4183-8490-15e259984a44 req-129a339f-29e0-43ae-8674-cdf0128e30f9 tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a985f92-010b-49f4-9fcc-031147ca9ad7 HTTP/1.1" status: 200 len: 945 time: 0.0474849 Jan 18 22:54:17.468042 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-49294643-f6c3-4183-8490-15e259984a44 req-a9dafc1e-f127-4989-b43a-6fe5effbd92b tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d1b04f4-99d6-413b-8bf0-86605bf8c3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313690 Jan 18 22:54:18.588808 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9b5a31-3feb-429a-9ecc-102606586b33 req-8f8d0bd1-fec8-486e-9c2a-2a1893679c2c tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:18.590256 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5b9b5a31-3feb-429a-9ecc-102606586b33 req-8f8d0bd1-fec8-486e-9c2a-2a1893679c2c tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a985f92-010b-49f4-9fcc-031147ca9ad7 HTTP/1.1" status: 200 len: 945 time: 0.0508349 Jan 18 22:54:18.627286 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5b9b5a31-3feb-429a-9ecc-102606586b33 req-6a78f580-1d82-402c-a527-c23c15ec99e7 tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d1b04f4-99d6-413b-8bf0-86605bf8c3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306077 Jan 18 22:54:18.856331 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555b4b98-ec04-4e3f-a086-084c04d2036a req-7c9e8566-ad59-4634-8c07-25827a2c56f3 tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:18.857811 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-555b4b98-ec04-4e3f-a086-084c04d2036a req-7c9e8566-ad59-4634-8c07-25827a2c56f3 tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a985f92-010b-49f4-9fcc-031147ca9ad7 HTTP/1.1" status: 200 len: 945 time: 0.0486610 Jan 18 22:54:18.895806 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-555b4b98-ec04-4e3f-a086-084c04d2036a req-0484ffca-d79b-40b1-b63b-e507a05d179a tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d1b04f4-99d6-413b-8bf0-86605bf8c3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321159 Jan 18 22:54:18.899870 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-461dbe32-45df-444d-91e3-51b0e531e0b6 req-39716662-8cd1-41ca-bfc9-e29a85a05e34 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6a985f92-010b-49f4-9fcc-031147ca9ad7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0990522 Jan 18 22:54:18.909532 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [req-461dbe32-45df-444d-91e3-51b0e531e0b6 req-f71cc59f-c19e-4f14-847c-c399e277f35f service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:54:18.910577 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-461dbe32-45df-444d-91e3-51b0e531e0b6 req-f71cc59f-c19e-4f14-847c-c399e277f35f service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052147 Jan 18 22:54:19.326307 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-864e6145-da84-480e-8996-a5fe0c843034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:20.045223 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ed117a-34d7-43be-9759-d156d7801d0e req-1fc58ca7-6a30-4258-92f3-8e1d68fe574a tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:20.047198 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c8ed117a-34d7-43be-9759-d156d7801d0e req-1fc58ca7-6a30-4258-92f3-8e1d68fe574a tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a985f92-010b-49f4-9fcc-031147ca9ad7 HTTP/1.1" status: 200 len: 945 time: 0.0839572 Jan 18 22:54:20.061502 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461dbe32-45df-444d-91e3-51b0e531e0b6 req-39021b51-fd64-4320-b6b0-4d6fcfada1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:20.063498 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-461dbe32-45df-444d-91e3-51b0e531e0b6 req-39021b51-fd64-4320-b6b0-4d6fcfada1db service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cb1f1372b32f41a4a123257935b27289&device_id=6a985f92-010b-49f4-9fcc-031147ca9ad7 HTTP/1.1" status: 200 len: 1096 time: 0.0613182 Jan 18 22:54:20.135566 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c8ed117a-34d7-43be-9759-d156d7801d0e req-92fa1b24-4b29-4ecd-9545-12624f4f21e2 tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d1b04f4-99d6-413b-8bf0-86605bf8c3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811348 Jan 18 22:54:20.165636 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461dbe32-45df-444d-91e3-51b0e531e0b6 req-2b903f26-94f3-4a95-95b2-7152011953f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:20.167110 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-461dbe32-45df-444d-91e3-51b0e531e0b6 req-2b903f26-94f3-4a95-95b2-7152011953f5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3187221f-df2c-4b81-9534-07c67ef0793d HTTP/1.1" status: 200 len: 912 time: 0.0965025 Jan 18 22:54:20.208941 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-461dbe32-45df-444d-91e3-51b0e531e0b6 req-49d4383f-cc6d-4751-b95b-6b16821dd763 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc02d795-7ce0-4411-bb10-ef9200e1388e HTTP/1.1" status: 200 len: 217 time: 0.0356176 Jan 18 22:54:20.256017 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461dbe32-45df-444d-91e3-51b0e531e0b6 req-5bc6ecae-4ee9-45a8-8095-fba5f6995170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:20.257386 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-461dbe32-45df-444d-91e3-51b0e531e0b6 req-5bc6ecae-4ee9-45a8-8095-fba5f6995170 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=43f430a6-5ac2-4f50-911b-701df9fd56f8 HTTP/1.1" status: 200 len: 852 time: 0.0418298 Jan 18 22:54:20.286639 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-461dbe32-45df-444d-91e3-51b0e531e0b6 req-9ef97d71-a607-48ed-9400-d9cd43a4b95a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3187221f-df2c-4b81-9534-07c67ef0793d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229869 Jan 18 22:54:20.376618 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-461dbe32-45df-444d-91e3-51b0e531e0b6 req-669b515c-aa4b-4f7f-96c4-ea8729b2482c service neutron] 10.222.0.67 "GET /v2.0/networks/3187221f-df2c-4b81-9534-07c67ef0793d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838759 Jan 18 22:54:20.461403 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-461dbe32-45df-444d-91e3-51b0e531e0b6 req-53356bf3-ff69-4a83-8363-2128061421ed service neutron] 10.222.0.67 "GET /v2.0/networks/3187221f-df2c-4b81-9534-07c67ef0793d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786040 Jan 18 22:54:21.248423 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9b8af0-082d-4d0a-aaae-3811143bb469 req-47b20a21-5f6f-4701-aa08-fae97adb494e tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:21.250427 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bd9b8af0-082d-4d0a-aaae-3811143bb469 req-47b20a21-5f6f-4701-aa08-fae97adb494e tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a985f92-010b-49f4-9fcc-031147ca9ad7 HTTP/1.1" status: 200 len: 945 time: 0.0486372 Jan 18 22:54:21.286070 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bd9b8af0-082d-4d0a-aaae-3811143bb469 req-0090890d-c92b-4f71-a917-117572745fdc tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d1b04f4-99d6-413b-8bf0-86605bf8c3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297914 Jan 18 22:54:21.969560 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-83ee5fee-37d6-4dc0-b603-bf3019217968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:22.403688 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5621ac8a-d3c6-4711-be73-cef0709ba68b req-f1e0d43a-6c22-4b20-9be9-c3f88ff33405 tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:22.405476 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5621ac8a-d3c6-4711-be73-cef0709ba68b req-f1e0d43a-6c22-4b20-9be9-c3f88ff33405 tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a985f92-010b-49f4-9fcc-031147ca9ad7 HTTP/1.1" status: 200 len: 945 time: 0.0518003 Jan 18 22:54:22.442159 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5621ac8a-d3c6-4711-be73-cef0709ba68b req-a2fa3c0c-93f7-4433-bec5-b17c42a440a4 tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d1b04f4-99d6-413b-8bf0-86605bf8c3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303576 Jan 18 22:54:23.032737 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:23.555944 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290175d2-cd44-4326-a720-c1e75f3fdddc req-a3c93048-4ca5-400a-904f-1e82b24c24ab tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:23.557428 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-290175d2-cd44-4326-a720-c1e75f3fdddc req-a3c93048-4ca5-400a-904f-1e82b24c24ab tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a985f92-010b-49f4-9fcc-031147ca9ad7 HTTP/1.1" status: 200 len: 945 time: 0.0473471 Jan 18 22:54:23.594167 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-290175d2-cd44-4326-a720-c1e75f3fdddc req-25848487-d2c6-4ffa-957a-be59336fe9c8 tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d1b04f4-99d6-413b-8bf0-86605bf8c3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302525 Jan 18 22:54:24.488928 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:24.658460 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:24.708749 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4977f54-3e1d-4552-a2d5-9b45f66a53a5 req-6e194849-273f-4c3a-83c6-ad5074e1d3a0 tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:24.710186 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f4977f54-3e1d-4552-a2d5-9b45f66a53a5 req-6e194849-273f-4c3a-83c6-ad5074e1d3a0 tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a985f92-010b-49f4-9fcc-031147ca9ad7 HTTP/1.1" status: 200 len: 945 time: 0.0481963 Jan 18 22:54:24.746260 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f4977f54-3e1d-4552-a2d5-9b45f66a53a5 req-b43100e1-f37a-45a0-96bc-1841b953578e tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d1b04f4-99d6-413b-8bf0-86605bf8c3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302079 Jan 18 22:54:25.861045 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5456d2-9b4e-4b79-9d82-fbe02b581636 req-85a346f4-b4e2-4e00-905e-47f22c4916d5 tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:25.862464 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ea5456d2-9b4e-4b79-9d82-fbe02b581636 req-85a346f4-b4e2-4e00-905e-47f22c4916d5 tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a985f92-010b-49f4-9fcc-031147ca9ad7 HTTP/1.1" status: 200 len: 945 time: 0.0512536 Jan 18 22:54:25.899001 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ea5456d2-9b4e-4b79-9d82-fbe02b581636 req-e8435a43-567a-4dc2-bdf2-e6845b186eec tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d1b04f4-99d6-413b-8bf0-86605bf8c3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304193 Jan 18 22:54:27.014167 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66892b25-c26d-42f2-b237-8069c950c3ca req-23affa31-2452-4e0a-a410-de6d3cb48846 tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:27.019154 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-66892b25-c26d-42f2-b237-8069c950c3ca req-23affa31-2452-4e0a-a410-de6d3cb48846 tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a985f92-010b-49f4-9fcc-031147ca9ad7 HTTP/1.1" status: 200 len: 945 time: 0.0492771 Jan 18 22:54:27.054953 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-66892b25-c26d-42f2-b237-8069c950c3ca req-019f0acc-378f-4c29-9782-8b2acf419c0f tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d1b04f4-99d6-413b-8bf0-86605bf8c3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326717 Jan 18 22:54:28.174225 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2175b5f-12fd-48d0-88fd-d6d20ee00e44 req-ef014f52-ca63-453b-b49a-072942790e48 tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:28.175688 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d2175b5f-12fd-48d0-88fd-d6d20ee00e44 req-ef014f52-ca63-453b-b49a-072942790e48 tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a985f92-010b-49f4-9fcc-031147ca9ad7 HTTP/1.1" status: 200 len: 945 time: 0.0531051 Jan 18 22:54:28.212198 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d2175b5f-12fd-48d0-88fd-d6d20ee00e44 req-33154b20-43f6-44fe-ac09-dfb85ddb053e tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d1b04f4-99d6-413b-8bf0-86605bf8c3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305991 Jan 18 22:54:29.328785 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd52ae7c-1b9d-4094-9d2d-2f0fa9fcc511 req-5dc4e288-c051-4a11-9fc8-61fdb10e3332 tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:29.330230 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cd52ae7c-1b9d-4094-9d2d-2f0fa9fcc511 req-5dc4e288-c051-4a11-9fc8-61fdb10e3332 tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a985f92-010b-49f4-9fcc-031147ca9ad7 HTTP/1.1" status: 200 len: 945 time: 0.0531578 Jan 18 22:54:29.367552 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cd52ae7c-1b9d-4094-9d2d-2f0fa9fcc511 req-a76302ab-e66d-4f5c-9510-943290102210 tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d1b04f4-99d6-413b-8bf0-86605bf8c3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311148 Jan 18 22:54:30.479416 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661e1a83-6e3e-43b4-af64-e470c415d15e req-fe8083e5-925a-4a13-8a59-9782d9a2fb16 tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:30.480911 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-661e1a83-6e3e-43b4-af64-e470c415d15e req-fe8083e5-925a-4a13-8a59-9782d9a2fb16 tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a985f92-010b-49f4-9fcc-031147ca9ad7 HTTP/1.1" status: 200 len: 945 time: 0.0473833 Jan 18 22:54:30.518795 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-661e1a83-6e3e-43b4-af64-e470c415d15e req-514e1e46-8aad-488d-a7f9-ac4c3c9bcc15 tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d1b04f4-99d6-413b-8bf0-86605bf8c3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315149 Jan 18 22:54:31.630191 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0d9e3c-94f4-4c79-87f8-594f2a4be794 req-87533eec-118a-4ab0-a9a6-e07052a33b9d tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:31.631635 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7d0d9e3c-94f4-4c79-87f8-594f2a4be794 req-87533eec-118a-4ab0-a9a6-e07052a33b9d tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a985f92-010b-49f4-9fcc-031147ca9ad7 HTTP/1.1" status: 200 len: 945 time: 0.0476158 Jan 18 22:54:31.668429 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7d0d9e3c-94f4-4c79-87f8-594f2a4be794 req-4f412460-77e2-400a-8d93-423418f7ffd3 tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d1b04f4-99d6-413b-8bf0-86605bf8c3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306966 Jan 18 22:54:32.785612 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91167c1d-178c-4bec-a596-2ead2fc51a81 req-40789dc1-bfd5-4971-a9b5-e9794ed4b6e3 tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:32.787051 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-91167c1d-178c-4bec-a596-2ead2fc51a81 req-40789dc1-bfd5-4971-a9b5-e9794ed4b6e3 tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a985f92-010b-49f4-9fcc-031147ca9ad7 HTTP/1.1" status: 200 len: 945 time: 0.0520236 Jan 18 22:54:32.823027 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-91167c1d-178c-4bec-a596-2ead2fc51a81 req-2bebb353-cc51-4418-b2b8-98a5ecdb5575 tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d1b04f4-99d6-413b-8bf0-86605bf8c3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301530 Jan 18 22:54:33.935375 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180715a8-121a-434f-b92b-22f4f051209a req-b7857509-0989-49e6-9a4f-5d22d8334677 tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:33.936838 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-180715a8-121a-434f-b92b-22f4f051209a req-b7857509-0989-49e6-9a4f-5d22d8334677 tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a985f92-010b-49f4-9fcc-031147ca9ad7 HTTP/1.1" status: 200 len: 945 time: 0.0471509 Jan 18 22:54:33.973693 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-180715a8-121a-434f-b92b-22f4f051209a req-d5be58b9-8ed5-4530-a04e-fbde4c8e2c70 tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d1b04f4-99d6-413b-8bf0-86605bf8c3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305681 Jan 18 22:54:35.086049 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1de8994-6671-4b95-a650-ffe3c2ca39a5 req-853a4f1f-8594-4860-a641-ca8be7f4f36f tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:35.087520 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f1de8994-6671-4b95-a650-ffe3c2ca39a5 req-853a4f1f-8594-4860-a641-ca8be7f4f36f tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a985f92-010b-49f4-9fcc-031147ca9ad7 HTTP/1.1" status: 200 len: 945 time: 0.0476804 Jan 18 22:54:35.124608 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f1de8994-6671-4b95-a650-ffe3c2ca39a5 req-4e6eac79-65ee-4c45-a280-9957f877f751 tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d1b04f4-99d6-413b-8bf0-86605bf8c3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311377 Jan 18 22:54:36.239702 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7f7e2f-f51b-4915-9a15-0022e80031b0 req-9c4d6ff9-5969-4c30-ae3e-d6b934d46c7b tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:36.241150 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8f7f7e2f-f51b-4915-9a15-0022e80031b0 req-9c4d6ff9-5969-4c30-ae3e-d6b934d46c7b tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a985f92-010b-49f4-9fcc-031147ca9ad7 HTTP/1.1" status: 200 len: 945 time: 0.0506604 Jan 18 22:54:36.277975 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8f7f7e2f-f51b-4915-9a15-0022e80031b0 req-48a6f691-fa58-4581-9887-a3e2f19222e0 tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d1b04f4-99d6-413b-8bf0-86605bf8c3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305085 Jan 18 22:54:37.393204 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a9a96-dc48-44f4-9949-840069b4d1dc req-ee5f5c0a-2fc5-46e3-ad2f-fbc8b75bbbe6 tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:37.394605 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ee4a9a96-dc48-44f4-9949-840069b4d1dc req-ee5f5c0a-2fc5-46e3-ad2f-fbc8b75bbbe6 tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a985f92-010b-49f4-9fcc-031147ca9ad7 HTTP/1.1" status: 200 len: 945 time: 0.0484054 Jan 18 22:54:37.430463 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ee4a9a96-dc48-44f4-9949-840069b4d1dc req-02bfbb97-7f28-4e8c-96f2-ef3629b647b9 tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d1b04f4-99d6-413b-8bf0-86605bf8c3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299785 Jan 18 22:54:38.543169 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bae579-c05c-4596-82c0-67028177cf36 req-af9b4b14-f622-4b56-9483-563d00397641 tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:38.544629 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-06bae579-c05c-4596-82c0-67028177cf36 req-af9b4b14-f622-4b56-9483-563d00397641 tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a985f92-010b-49f4-9fcc-031147ca9ad7 HTTP/1.1" status: 200 len: 945 time: 0.0469291 Jan 18 22:54:38.581815 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-06bae579-c05c-4596-82c0-67028177cf36 req-ceb42550-8807-4b36-b20d-3382e9d31ca3 tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d1b04f4-99d6-413b-8bf0-86605bf8c3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308697 Jan 18 22:54:39.695755 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570b3e9a-dce8-4869-bc0d-49ec530d2e35 req-fdd95b95-7f9b-43f8-841d-e30ca27db27f tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:39.697192 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-570b3e9a-dce8-4869-bc0d-49ec530d2e35 req-fdd95b95-7f9b-43f8-841d-e30ca27db27f tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a985f92-010b-49f4-9fcc-031147ca9ad7 HTTP/1.1" status: 200 len: 945 time: 0.0509529 Jan 18 22:54:39.733006 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-570b3e9a-dce8-4869-bc0d-49ec530d2e35 req-b4f91435-8fb9-442c-96cb-e216294ac575 tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d1b04f4-99d6-413b-8bf0-86605bf8c3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299196 Jan 18 22:54:40.847606 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc0ea1-9794-4e4a-94ae-5e284ae078bf req-ed119574-3ad0-4d40-9e89-c6ff6e7d76fb tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:40.849089 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-43dc0ea1-9794-4e4a-94ae-5e284ae078bf req-ed119574-3ad0-4d40-9e89-c6ff6e7d76fb tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a985f92-010b-49f4-9fcc-031147ca9ad7 HTTP/1.1" status: 200 len: 945 time: 0.0490997 Jan 18 22:54:40.885290 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-43dc0ea1-9794-4e4a-94ae-5e284ae078bf req-06fbdfd0-1c07-46d4-adb1-b44fbc7194bc tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d1b04f4-99d6-413b-8bf0-86605bf8c3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303979 Jan 18 22:54:41.996157 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d64f734-1011-433d-a081-ec27936d14ec req-2669742d-0f62-4b02-a92c-9f09c477c8f2 tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:41.997594 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2d64f734-1011-433d-a081-ec27936d14ec req-2669742d-0f62-4b02-a92c-9f09c477c8f2 tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a985f92-010b-49f4-9fcc-031147ca9ad7 HTTP/1.1" status: 200 len: 945 time: 0.0472047 Jan 18 22:54:42.034049 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2d64f734-1011-433d-a081-ec27936d14ec req-d1731171-20d5-4243-b51a-1e646f85ab46 tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d1b04f4-99d6-413b-8bf0-86605bf8c3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301635 Jan 18 22:54:42.256155 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 22:54:43.035297 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:43.440655 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb995794-9b36-473e-8234-9a9b62c6f82f req-de801886-38c9-4fd3-9ac5-aa25ccbcef99 tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:43.442030 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cb995794-9b36-473e-8234-9a9b62c6f82f req-de801886-38c9-4fd3-9ac5-aa25ccbcef99 tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a985f92-010b-49f4-9fcc-031147ca9ad7 HTTP/1.1" status: 200 len: 945 time: 0.3417354 Jan 18 22:54:43.478547 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cb995794-9b36-473e-8234-9a9b62c6f82f req-83fc6583-6458-4c86-b6ec-4d0377afbc84 tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d1b04f4-99d6-413b-8bf0-86605bf8c3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305214 Jan 18 22:54:43.849322 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:44.592612 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc3a7b3-5459-4af5-9511-d1208d2a91dd req-4d5c1de6-1b86-4a49-b8ca-9b2c9c967d7d tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:44.594648 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0bc3a7b3-5459-4af5-9511-d1208d2a91dd req-4d5c1de6-1b86-4a49-b8ca-9b2c9c967d7d tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a985f92-010b-49f4-9fcc-031147ca9ad7 HTTP/1.1" status: 200 len: 945 time: 0.0507689 Jan 18 22:54:44.630841 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0bc3a7b3-5459-4af5-9511-d1208d2a91dd req-b937afcf-f095-4919-9167-dd398c7c3336 tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d1b04f4-99d6-413b-8bf0-86605bf8c3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303276 Jan 18 22:54:45.741322 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611933a5-10dd-42c8-b9d1-41036e7d6e31 req-93d33160-3fbc-4bfb-b94a-b41eb500c67f tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:45.743009 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-611933a5-10dd-42c8-b9d1-41036e7d6e31 req-93d33160-3fbc-4bfb-b94a-b41eb500c67f tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a985f92-010b-49f4-9fcc-031147ca9ad7 HTTP/1.1" status: 200 len: 945 time: 0.0469980 Jan 18 22:54:45.780209 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-611933a5-10dd-42c8-b9d1-41036e7d6e31 req-f017ff64-d832-4647-b0e0-31f9ba733278 tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d1b04f4-99d6-413b-8bf0-86605bf8c3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314088 Jan 18 22:54:46.894854 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1596321d-da91-44b3-929e-f8c55b6a3209 req-ec1f3b93-4103-4e39-afee-d51b57639b5a tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:46.896314 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1596321d-da91-44b3-929e-f8c55b6a3209 req-ec1f3b93-4103-4e39-afee-d51b57639b5a tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a985f92-010b-49f4-9fcc-031147ca9ad7 HTTP/1.1" status: 200 len: 945 time: 0.0513473 Jan 18 22:54:46.932537 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1596321d-da91-44b3-929e-f8c55b6a3209 req-eee2a0d8-0914-46a7-897a-3516d3177e87 tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d1b04f4-99d6-413b-8bf0-86605bf8c3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303602 Jan 18 22:54:47.409009 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [req-461dbe32-45df-444d-91e3-51b0e531e0b6 req-35addbcb-3d0b-4951-9588-68b7d36cbae6 service neutron] show failed (client error): The resource could not be found. Jan 18 22:54:47.409915 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-461dbe32-45df-444d-91e3-51b0e531e0b6 req-35addbcb-3d0b-4951-9588-68b7d36cbae6 service neutron] 10.222.0.67 "GET /v2.0/ports/cc02d795-7ce0-4411-bb10-ef9200e1388e/bindings/n-h1-825064-1 HTTP/1.1" status: 404 len: 380 time: 0.0544405 Jan 18 22:54:47.650886 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461dbe32-45df-444d-91e3-51b0e531e0b6 req-a4469d6c-ef3c-4b8b-9f11-84833fe7fe59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:47.652462 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-461dbe32-45df-444d-91e3-51b0e531e0b6 req-a4469d6c-ef3c-4b8b-9f11-84833fe7fe59 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6a985f92-010b-49f4-9fcc-031147ca9ad7&tenant_id=cb1f1372b32f41a4a123257935b27289 HTTP/1.1" status: 200 len: 1096 time: 0.0903161 Jan 18 22:54:47.662206 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [req-461dbe32-45df-444d-91e3-51b0e531e0b6 req-145f352b-0a49-4ff8-ab88-03e615a5ff55 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:54:47.663052 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-461dbe32-45df-444d-91e3-51b0e531e0b6 req-145f352b-0a49-4ff8-ab88-03e615a5ff55 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046613 Jan 18 22:54:47.673967 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-461dbe32-45df-444d-91e3-51b0e531e0b6 req-3a3bac9f-0734-4739-af0a-aa143e72c412 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825064-1', 'device_owner': 'compute:nova'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:54:47.723573 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-461dbe32-45df-444d-91e3-51b0e531e0b6 req-3a3bac9f-0734-4739-af0a-aa143e72c412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:47.917383 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-461dbe32-45df-444d-91e3-51b0e531e0b6 req-3a3bac9f-0734-4739-af0a-aa143e72c412 service neutron] For port cc02d795-7ce0-4411-bb10-ef9200e1388e, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=cc02d795-7ce0-4411-bb10-ef9200e1388e,segment=NetworkSegment(9a2eff46-aa2a-4d76-b98c-a0c0ead8ab47),segment_id=9a2eff46-aa2a-4d76-b98c-a0c0ead8ab47)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:54:47.948286 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-461dbe32-45df-444d-91e3-51b0e531e0b6 req-3a3bac9f-0734-4739-af0a-aa143e72c412 service neutron] For port cc02d795-7ce0-4411-bb10-ef9200e1388e, host n-h2-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:54:47.990999 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a985f92-010b-49f4-9fcc-031147ca9ad7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc02d795-7ce0-4411-bb10-ef9200e1388e'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:54:47.993544 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-430ead31-2567-4c97-8f21-c4ee62cee760" -d '{"events": [{"server_uuid": "6a985f92-010b-49f4-9fcc-031147ca9ad7", "name": "network-vif-unplugged", "status": "completed", "tag": "cc02d795-7ce0-4411-bb10-ef9200e1388e"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:54:47.997430 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-461dbe32-45df-444d-91e3-51b0e531e0b6 req-3a3bac9f-0734-4739-af0a-aa143e72c412 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:48.010215 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [req-461dbe32-45df-444d-91e3-51b0e531e0b6 req-3a3bac9f-0734-4739-af0a-aa143e72c412 service neutron] Transition to ACTIVE for port object cc02d795-7ce0-4411-bb10-ef9200e1388e will not be triggered until provisioned by entity L2. {{(pid=102431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:54:48.014833 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-461dbe32-45df-444d-91e3-51b0e531e0b6 req-3a3bac9f-0734-4739-af0a-aa143e72c412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:48.049053 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384e8401-03de-4771-9750-3e76e48f398b req-6ce2eb76-bce0-4047-8880-a4ad43746cbd tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:48.051244 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-384e8401-03de-4771-9750-3e76e48f398b req-6ce2eb76-bce0-4047-8880-a4ad43746cbd tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a985f92-010b-49f4-9fcc-031147ca9ad7 HTTP/1.1" status: 200 len: 945 time: 0.0516055 Jan 18 22:54:48.052593 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 18 Jan 2022 22:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0c0557c-dfc7-48f2-a848-27cf358abc2e x-openstack-request-id: req-d0c0557c-dfc7-48f2-a848-27cf358abc2e {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:54:48.052885 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a985f92-010b-49f4-9fcc-031147ca9ad7", "name": "network-vif-unplugged", "status": "completed", "tag": "cc02d795-7ce0-4411-bb10-ef9200e1388e", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:54:48.053136 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d0c0557c-dfc7-48f2-a848-27cf358abc2e {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:54:48.053526 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a985f92-010b-49f4-9fcc-031147ca9ad7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc02d795-7ce0-4411-bb10-ef9200e1388e', 'code': 200} Jan 18 22:54:48.077843 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-461dbe32-45df-444d-91e3-51b0e531e0b6 req-3a3bac9f-0734-4739-af0a-aa143e72c412 service neutron] No DVR routers for this DVR port cc02d795-7ce0-4411-bb10-ef9200e1388e on host n-h2-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:54:48.089254 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3bac9f-0734-4739-af0a-aa143e72c412 service neutron] Pushing event updated for resources: {'Port': ['ID=cc02d795-7ce0-4411-bb10-ef9200e1388e,revision_number=6']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:48.090528 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-384e8401-03de-4771-9750-3e76e48f398b req-6288ec82-0554-46f6-b8e0-3c301f302a10 tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d1b04f4-99d6-413b-8bf0-86605bf8c3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332842 Jan 18 22:54:48.109316 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3bac9f-0734-4739-af0a-aa143e72c412 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:54:48.109681 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3bac9f-0734-4739-af0a-aa143e72c412 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:54:48.110017 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3bac9f-0734-4739-af0a-aa143e72c412 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:54:48.110347 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3bac9f-0734-4739-af0a-aa143e72c412 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:54:48.110672 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3bac9f-0734-4739-af0a-aa143e72c412 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:54:48.110993 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3bac9f-0734-4739-af0a-aa143e72c412 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:54:48.111340 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3bac9f-0734-4739-af0a-aa143e72c412 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:54:48.111654 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3bac9f-0734-4739-af0a-aa143e72c412 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:54:48.111971 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3bac9f-0734-4739-af0a-aa143e72c412 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:54:48.112309 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3bac9f-0734-4739-af0a-aa143e72c412 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:54:48.112625 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3bac9f-0734-4739-af0a-aa143e72c412 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:54:48.112966 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3bac9f-0734-4739-af0a-aa143e72c412 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:54:48.130228 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-461dbe32-45df-444d-91e3-51b0e531e0b6 req-3a3bac9f-0734-4739-af0a-aa143e72c412 service neutron] Attempting to bind port cc02d795-7ce0-4411-bb10-ef9200e1388e on host n-h1-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:54:48.130560 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-461dbe32-45df-444d-91e3-51b0e531e0b6 req-3a3bac9f-0734-4739-af0a-aa143e72c412 service neutron] Attempting to bind port cc02d795-7ce0-4411-bb10-ef9200e1388e by drivers openvswitch,hyperv on host n-h1-825064-1 at level 0 using segments [{'id': '9a2eff46-aa2a-4d76-b98c-a0c0ead8ab47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3187221f-df2c-4b81-9534-07c67ef0793d'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:54:48.130883 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-461dbe32-45df-444d-91e3-51b0e531e0b6 req-3a3bac9f-0734-4739-af0a-aa143e72c412 service neutron] Attempting to bind port cc02d795-7ce0-4411-bb10-ef9200e1388e on network 3187221f-df2c-4b81-9534-07c67ef0793d {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:54:48.135144 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-461dbe32-45df-444d-91e3-51b0e531e0b6 req-3a3bac9f-0734-4739-af0a-aa143e72c412 service neutron] Port cc02d795-7ce0-4411-bb10-ef9200e1388e on network 3187221f-df2c-4b81-9534-07c67ef0793d not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:54:48.135463 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-461dbe32-45df-444d-91e3-51b0e531e0b6 req-3a3bac9f-0734-4739-af0a-aa143e72c412 service neutron] Attempting to bind port cc02d795-7ce0-4411-bb10-ef9200e1388e on network 3187221f-df2c-4b81-9534-07c67ef0793d {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:54:48.140206 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-461dbe32-45df-444d-91e3-51b0e531e0b6 req-3a3bac9f-0734-4739-af0a-aa143e72c412 service neutron] Checking agent: {'id': 'e49d1b2a-ba11-487f-a804-ecbf3c0e8132', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:54:48.140544 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-461dbe32-45df-444d-91e3-51b0e531e0b6 req-3a3bac9f-0734-4739-af0a-aa143e72c412 service neutron] Checking segment: {'id': '9a2eff46-aa2a-4d76-b98c-a0c0ead8ab47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3187221f-df2c-4b81-9534-07c67ef0793d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:54:48.141576 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-461dbe32-45df-444d-91e3-51b0e531e0b6 req-3a3bac9f-0734-4739-af0a-aa143e72c412 service neutron] Bound using segment: {'id': '9a2eff46-aa2a-4d76-b98c-a0c0ead8ab47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3187221f-df2c-4b81-9534-07c67ef0793d'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:54:48.141995 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-461dbe32-45df-444d-91e3-51b0e531e0b6 req-3a3bac9f-0734-4739-af0a-aa143e72c412 service neutron] Bound port: cc02d795-7ce0-4411-bb10-ef9200e1388e, host: n-h1-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a2eff46-aa2a-4d76-b98c-a0c0ead8ab47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3187221f-df2c-4b81-9534-07c67ef0793d'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:54:48.142346 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-461dbe32-45df-444d-91e3-51b0e531e0b6 req-3a3bac9f-0734-4739-af0a-aa143e72c412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:48.206534 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-461dbe32-45df-444d-91e3-51b0e531e0b6 req-3a3bac9f-0734-4739-af0a-aa143e72c412 service neutron] For port cc02d795-7ce0-4411-bb10-ef9200e1388e, host n-h1-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:54:48.209386 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-461dbe32-45df-444d-91e3-51b0e531e0b6 req-3a3bac9f-0734-4739-af0a-aa143e72c412 service neutron] For port cc02d795-7ce0-4411-bb10-ef9200e1388e, host n-h1-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=cc02d795-7ce0-4411-bb10-ef9200e1388e,segment=NetworkSegment(9a2eff46-aa2a-4d76-b98c-a0c0ead8ab47),segment_id=9a2eff46-aa2a-4d76-b98c-a0c0ead8ab47)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:54:48.213814 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-461dbe32-45df-444d-91e3-51b0e531e0b6 req-3a3bac9f-0734-4739-af0a-aa143e72c412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:48.247052 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461dbe32-45df-444d-91e3-51b0e531e0b6 req-3a3bac9f-0734-4739-af0a-aa143e72c412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:48.247775 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-461dbe32-45df-444d-91e3-51b0e531e0b6 req-3a3bac9f-0734-4739-af0a-aa143e72c412 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:48.249172 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-461dbe32-45df-444d-91e3-51b0e531e0b6 req-3a3bac9f-0734-4739-af0a-aa143e72c412 service neutron] 10.222.0.36 "PUT /v2.0/ports/cc02d795-7ce0-4411-bb10-ef9200e1388e HTTP/1.1" status: 200 len: 1091 time: 0.5787888 Jan 18 22:54:48.268926 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3bac9f-0734-4739-af0a-aa143e72c412 service neutron] Pushing event updated for resources: {'Port': ['ID=cc02d795-7ce0-4411-bb10-ef9200e1388e,revision_number=7']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:48.310683 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461dbe32-45df-444d-91e3-51b0e531e0b6 req-3d1ae0fe-1e58-4045-8372-8d94eff3b4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:48.312150 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-461dbe32-45df-444d-91e3-51b0e531e0b6 req-3d1ae0fe-1e58-4045-8372-8d94eff3b4c3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cb1f1372b32f41a4a123257935b27289&device_id=6a985f92-010b-49f4-9fcc-031147ca9ad7 HTTP/1.1" status: 200 len: 1094 time: 0.0404191 Jan 18 22:54:48.400387 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461dbe32-45df-444d-91e3-51b0e531e0b6 req-0c7822b2-205b-4032-9f47-de7d99ebf02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:48.401794 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-461dbe32-45df-444d-91e3-51b0e531e0b6 req-0c7822b2-205b-4032-9f47-de7d99ebf02f service neutron] 10.222.0.36 "GET /v2.0/networks?id=3187221f-df2c-4b81-9534-07c67ef0793d HTTP/1.1" status: 200 len: 912 time: 0.0828638 Jan 18 22:54:48.439720 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-461dbe32-45df-444d-91e3-51b0e531e0b6 req-ba9e0ba9-f527-4079-a6a1-5ad13ac63631 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc02d795-7ce0-4411-bb10-ef9200e1388e HTTP/1.1" status: 200 len: 217 time: 0.0318313 Jan 18 22:54:48.486622 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461dbe32-45df-444d-91e3-51b0e531e0b6 req-5006b1ea-5209-4c64-9e31-bc1fa36a0d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:48.487927 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-461dbe32-45df-444d-91e3-51b0e531e0b6 req-5006b1ea-5209-4c64-9e31-bc1fa36a0d48 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=43f430a6-5ac2-4f50-911b-701df9fd56f8 HTTP/1.1" status: 200 len: 852 time: 0.0411975 Jan 18 22:54:48.517359 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-461dbe32-45df-444d-91e3-51b0e531e0b6 req-219100db-dce1-46fd-9b13-6fe851babf35 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3187221f-df2c-4b81-9534-07c67ef0793d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230639 Jan 18 22:54:48.607161 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-461dbe32-45df-444d-91e3-51b0e531e0b6 req-9791f6a6-5197-4eb8-9727-1323f91450df service neutron] 10.222.0.36 "GET /v2.0/networks/3187221f-df2c-4b81-9534-07c67ef0793d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830402 Jan 18 22:54:48.691085 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-461dbe32-45df-444d-91e3-51b0e531e0b6 req-e84c6680-5a06-4750-b2b3-bf2fa705443e service neutron] 10.222.0.36 "GET /v2.0/networks/3187221f-df2c-4b81-9534-07c67ef0793d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0780845 Jan 18 22:54:49.207786 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5696ef-3922-4954-a6a2-83bf17ab7cb1 req-0cbdd522-6e7d-4fe6-a9a2-f4d6e30cd6ac tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:49.209234 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fd5696ef-3922-4954-a6a2-83bf17ab7cb1 req-0cbdd522-6e7d-4fe6-a9a2-f4d6e30cd6ac tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a985f92-010b-49f4-9fcc-031147ca9ad7 HTTP/1.1" status: 200 len: 943 time: 0.0482135 Jan 18 22:54:49.248881 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fd5696ef-3922-4954-a6a2-83bf17ab7cb1 req-a86101cd-e480-4669-acf8-aaa2b4e76f90 tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d1b04f4-99d6-413b-8bf0-86605bf8c3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337753 Jan 18 22:54:49.327478 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8a0247e0-e8ef-423b-a4fa-594c2438d34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:49.883629 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device cc02d795-7ce0-4411-bb10-ef9200e1388e details requested by agent hyperv_n-h1-825064-1 with host n-h1-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:54:49.975334 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port cc02d795-7ce0-4411-bb10-ef9200e1388e, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=cc02d795-7ce0-4411-bb10-ef9200e1388e,segment=NetworkSegment(9a2eff46-aa2a-4d76-b98c-a0c0ead8ab47),segment_id=9a2eff46-aa2a-4d76-b98c-a0c0ead8ab47)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:54:49.986252 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Returning: {'device': 'cc02d795-7ce0-4411-bb10-ef9200e1388e', 'network_id': '3187221f-df2c-4b81-9534-07c67ef0793d', 'port_id': 'cc02d795-7ce0-4411-bb10-ef9200e1388e', 'mac_address': 'fa:16:3e:94:5a:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43f430a6-5ac2-4f50-911b-701df9fd56f8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:54:50.025437 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:50.037516 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc02d795-7ce0-4411-bb10-ef9200e1388e {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:54:50.054827 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a985f92-010b-49f4-9fcc-031147ca9ad7', 'tag': 'cc02d795-7ce0-4411-bb10-ef9200e1388e'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:54:50.056954 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port cc02d795-7ce0-4411-bb10-ef9200e1388e, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=cc02d795-7ce0-4411-bb10-ef9200e1388e,segment=NetworkSegment(9a2eff46-aa2a-4d76-b98c-a0c0ead8ab47),segment_id=9a2eff46-aa2a-4d76-b98c-a0c0ead8ab47)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:54:50.058691 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44802890-f0ff-4500-96f0-8791d183c21e" -d '{"events": [{"name": "network-changed", "server_uuid": "6a985f92-010b-49f4-9fcc-031147ca9ad7", "tag": "cc02d795-7ce0-4411-bb10-ef9200e1388e"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:54:50.061627 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:50.110965 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b9842ea-9849-4d4a-b28b-bff44b79b3c1 x-openstack-request-id: req-8b9842ea-9849-4d4a-b28b-bff44b79b3c1 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:54:50.111539 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a985f92-010b-49f4-9fcc-031147ca9ad7", "tag": "cc02d795-7ce0-4411-bb10-ef9200e1388e", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:54:50.111784 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=cc02d795-7ce0-4411-bb10-ef9200e1388e,revision_number=8']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:50.111885 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8b9842ea-9849-4d4a-b28b-bff44b79b3c1 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:54:50.112435 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a985f92-010b-49f4-9fcc-031147ca9ad7', 'tag': 'cc02d795-7ce0-4411-bb10-ef9200e1388e', 'status': 'completed', 'code': 200} Jan 18 22:54:50.120340 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:54:50.120700 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:54:50.121174 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:54:50.121520 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:54:50.121985 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:54:50.122399 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:54:50.122653 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:54:50.122984 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:54:50.123313 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:54:50.123711 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:54:50.124043 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:54:50.124404 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:54:50.182890 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44802890-f0ff-4500-96f0-8791d183c21e req-26c6546d-b851-44ec-be2f-267b635d1f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:50.184992 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-44802890-f0ff-4500-96f0-8791d183c21e req-26c6546d-b851-44ec-be2f-267b635d1f1a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cb1f1372b32f41a4a123257935b27289&device_id=6a985f92-010b-49f4-9fcc-031147ca9ad7 HTTP/1.1" status: 200 len: 1095 time: 0.0531995 Jan 18 22:54:50.185833 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44802890-f0ff-4500-96f0-8791d183c21e req-bb0b3953-7399-44f1-bdc5-99c29b26b76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:50.187542 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-44802890-f0ff-4500-96f0-8791d183c21e req-bb0b3953-7399-44f1-bdc5-99c29b26b76b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cb1f1372b32f41a4a123257935b27289&device_id=6a985f92-010b-49f4-9fcc-031147ca9ad7 HTTP/1.1" status: 200 len: 1095 time: 0.0465472 Jan 18 22:54:50.280899 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44802890-f0ff-4500-96f0-8791d183c21e req-ba3729bf-1455-45cc-b91c-834212a27e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:50.282984 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-44802890-f0ff-4500-96f0-8791d183c21e req-ba3729bf-1455-45cc-b91c-834212a27e27 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3187221f-df2c-4b81-9534-07c67ef0793d HTTP/1.1" status: 200 len: 912 time: 0.0910103 Jan 18 22:54:50.285628 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44802890-f0ff-4500-96f0-8791d183c21e req-d868e777-bf21-403b-ad05-f92c63d78a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:50.287198 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-44802890-f0ff-4500-96f0-8791d183c21e req-d868e777-bf21-403b-ad05-f92c63d78a1a service neutron] 10.222.0.36 "GET /v2.0/networks?id=3187221f-df2c-4b81-9534-07c67ef0793d HTTP/1.1" status: 200 len: 912 time: 0.0932746 Jan 18 22:54:50.327182 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['cc02d795-7ce0-4411-bb10-ef9200e1388e'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:54:50.329798 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-44802890-f0ff-4500-96f0-8791d183c21e req-2af4fd1e-1d64-49e5-b9fb-c7c9ada1e323 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc02d795-7ce0-4411-bb10-ef9200e1388e HTTP/1.1" status: 200 len: 217 time: 0.0398457 Jan 18 22:54:50.335283 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-44802890-f0ff-4500-96f0-8791d183c21e req-4da01146-c444-4b32-b57c-a8252abf4a21 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc02d795-7ce0-4411-bb10-ef9200e1388e HTTP/1.1" status: 200 len: 217 time: 0.0405529 Jan 18 22:54:50.387902 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44802890-f0ff-4500-96f0-8791d183c21e req-21fad485-bebc-40ba-bd6e-98735abc5f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:50.389702 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-44802890-f0ff-4500-96f0-8791d183c21e req-21fad485-bebc-40ba-bd6e-98735abc5f89 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=43f430a6-5ac2-4f50-911b-701df9fd56f8 HTTP/1.1" status: 200 len: 852 time: 0.0469251 Jan 18 22:54:50.407963 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed89fce4-4e3c-4ed5-bd7e-a19fc13fdeb4 req-d15b90d5-cffe-40ee-8a3f-74da8767eda0 tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:50.409497 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ed89fce4-4e3c-4ed5-bd7e-a19fc13fdeb4 req-d15b90d5-cffe-40ee-8a3f-74da8767eda0 tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a985f92-010b-49f4-9fcc-031147ca9ad7 HTTP/1.1" status: 200 len: 944 time: 0.0823538 Jan 18 22:54:50.413846 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44802890-f0ff-4500-96f0-8791d183c21e req-5d3c7a81-6978-4d98-a210-0cb0d10cc4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:50.415700 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-44802890-f0ff-4500-96f0-8791d183c21e req-5d3c7a81-6978-4d98-a210-0cb0d10cc4fc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=43f430a6-5ac2-4f50-911b-701df9fd56f8 HTTP/1.1" status: 200 len: 852 time: 0.0784562 Jan 18 22:54:50.421265 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-44802890-f0ff-4500-96f0-8791d183c21e req-21058604-7d0b-44e5-8054-833905eb92d7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3187221f-df2c-4b81-9534-07c67ef0793d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252790 Jan 18 22:54:50.458485 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-44802890-f0ff-4500-96f0-8791d183c21e req-01c0e480-0890-4bbb-acb5-995cf3801838 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3187221f-df2c-4b81-9534-07c67ef0793d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342000 Jan 18 22:54:50.483800 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ed89fce4-4e3c-4ed5-bd7e-a19fc13fdeb4 req-7f0c77f5-70a4-4ce5-b139-406b2a11c9eb tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d1b04f4-99d6-413b-8bf0-86605bf8c3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671132 Jan 18 22:54:50.514294 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-44802890-f0ff-4500-96f0-8791d183c21e req-8a313655-0d79-4870-b239-bb457ad35d54 service neutron] 10.222.0.36 "GET /v2.0/networks/3187221f-df2c-4b81-9534-07c67ef0793d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857418 Jan 18 22:54:50.560005 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-44802890-f0ff-4500-96f0-8791d183c21e req-ab5d7bca-6d84-4de6-bd66-b2548c928faa service neutron] 10.222.0.67 "GET /v2.0/networks/3187221f-df2c-4b81-9534-07c67ef0793d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870440 Jan 18 22:54:50.599191 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device cc02d795-7ce0-4411-bb10-ef9200e1388e no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:54:50.636738 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-44802890-f0ff-4500-96f0-8791d183c21e req-fc96eab7-51da-460b-8b62-3c7406a023cd service neutron] 10.222.0.36 "GET /v2.0/networks/3187221f-df2c-4b81-9534-07c67ef0793d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127594 Jan 18 22:54:50.644855 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device cc02d795-7ce0-4411-bb10-ef9200e1388e not bound to the agent host n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:54:50.667399 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-44802890-f0ff-4500-96f0-8791d183c21e req-8ceb58db-d128-422d-94bd-90a864fe7697 service neutron] 10.222.0.67 "GET /v2.0/networks/3187221f-df2c-4b81-9534-07c67ef0793d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997694 Jan 18 22:54:50.769105 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6404f0ce-0307-4177-a7ec-60ba86f42f60 req-ccfcb6cb-b250-4340-8bb4-c5fe8e4fdca8 tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:50.770538 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6404f0ce-0307-4177-a7ec-60ba86f42f60 req-ccfcb6cb-b250-4340-8bb4-c5fe8e4fdca8 tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] 10.222.0.67 "GET /v2.0/ports?device_id=6a985f92-010b-49f4-9fcc-031147ca9ad7&tenant_id=cb1f1372b32f41a4a123257935b27289&binding%3Ahost_id=n-h1-825064-1 HTTP/1.1" status: 200 len: 944 time: 0.0826933 Jan 18 22:54:50.831199 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [req-6404f0ce-0307-4177-a7ec-60ba86f42f60 req-e73a6303-7a46-45f5-8040-87976a445a4d service neutron] delete failed (client error): The resource could not be found. Jan 18 22:54:50.832228 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6404f0ce-0307-4177-a7ec-60ba86f42f60 req-e73a6303-7a46-45f5-8040-87976a445a4d service neutron] 10.222.0.67 "DELETE /v2.0/ports/cc02d795-7ce0-4411-bb10-ef9200e1388e/bindings/n-h2-825064-1 HTTP/1.1" status: 404 len: 380 time: 0.0551312 Jan 18 22:54:50.920646 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6404f0ce-0307-4177-a7ec-60ba86f42f60 req-48c4ef25-ba86-44a6-ae5a-fc2efc8cba06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:50.922063 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6404f0ce-0307-4177-a7ec-60ba86f42f60 req-48c4ef25-ba86-44a6-ae5a-fc2efc8cba06 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cb1f1372b32f41a4a123257935b27289&device_id=6a985f92-010b-49f4-9fcc-031147ca9ad7 HTTP/1.1" status: 200 len: 1095 time: 0.0459733 Jan 18 22:54:51.008743 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6404f0ce-0307-4177-a7ec-60ba86f42f60 req-f47b5fb4-7d9a-4979-8d96-2cd83674c9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:51.010196 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6404f0ce-0307-4177-a7ec-60ba86f42f60 req-f47b5fb4-7d9a-4979-8d96-2cd83674c9c2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3187221f-df2c-4b81-9534-07c67ef0793d HTTP/1.1" status: 200 len: 912 time: 0.0817060 Jan 18 22:54:51.053693 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6404f0ce-0307-4177-a7ec-60ba86f42f60 req-e863e684-774a-4adc-9e9c-228facb9cb75 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc02d795-7ce0-4411-bb10-ef9200e1388e HTTP/1.1" status: 200 len: 217 time: 0.0366967 Jan 18 22:54:51.101521 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6404f0ce-0307-4177-a7ec-60ba86f42f60 req-00240448-159d-488d-a4a7-4c082f981bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:51.102971 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6404f0ce-0307-4177-a7ec-60ba86f42f60 req-00240448-159d-488d-a4a7-4c082f981bc3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=43f430a6-5ac2-4f50-911b-701df9fd56f8 HTTP/1.1" status: 200 len: 852 time: 0.0433021 Jan 18 22:54:51.133704 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6404f0ce-0307-4177-a7ec-60ba86f42f60 req-54442ff1-1002-4dc5-b7d1-b5b56fbd13b3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3187221f-df2c-4b81-9534-07c67ef0793d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244238 Jan 18 22:54:51.219689 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6404f0ce-0307-4177-a7ec-60ba86f42f60 req-4609617e-a543-4d7e-8e5b-81e985f8d4a2 service neutron] 10.222.0.67 "GET /v2.0/networks/3187221f-df2c-4b81-9534-07c67ef0793d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793419 Jan 18 22:54:51.311062 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6404f0ce-0307-4177-a7ec-60ba86f42f60 req-6e74cdce-8aec-4c68-81d1-0341b27080a7 service neutron] 10.222.0.67 "GET /v2.0/networks/3187221f-df2c-4b81-9534-07c67ef0793d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849504 Jan 18 22:54:51.897707 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device cc02d795-7ce0-4411-bb10-ef9200e1388e up at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:54:51.946237 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning for port cc02d795-7ce0-4411-bb10-ef9200e1388e completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:54:51.949683 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning complete for port cc02d795-7ce0-4411-bb10-ef9200e1388e triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:54:51.950045 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:51.970298 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6346ad6a-779f-4ad7-88ad-3701b545e662 req-c96678a5-b279-49de-9bd8-29108544b640 tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:51.971819 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6346ad6a-779f-4ad7-88ad-3701b545e662 req-c96678a5-b279-49de-9bd8-29108544b640 tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a985f92-010b-49f4-9fcc-031147ca9ad7 HTTP/1.1" status: 200 len: 944 time: 0.0543730 Jan 18 22:54:51.993453 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1f9cdb16-22d0-4e0b-8905-b62c2a526f85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:52.011895 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6346ad6a-779f-4ad7-88ad-3701b545e662 req-2d6c5b75-b39a-4222-9e37-9f516436fe99 tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d1b04f4-99d6-413b-8bf0-86605bf8c3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338864 Jan 18 22:54:52.040560 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:52.062098 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a985f92-010b-49f4-9fcc-031147ca9ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc02d795-7ce0-4411-bb10-ef9200e1388e'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:54:52.064424 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5297665e-9cac-4560-b881-c53a451b8cf8" -d '{"events": [{"server_uuid": "6a985f92-010b-49f4-9fcc-031147ca9ad7", "name": "network-vif-plugged", "status": "completed", "tag": "cc02d795-7ce0-4411-bb10-ef9200e1388e"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:54:52.076760 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port cc02d795-7ce0-4411-bb10-ef9200e1388e, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=cc02d795-7ce0-4411-bb10-ef9200e1388e,segment=NetworkSegment(9a2eff46-aa2a-4d76-b98c-a0c0ead8ab47),segment_id=9a2eff46-aa2a-4d76-b98c-a0c0ead8ab47)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:54:52.088026 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:52.139617 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=cc02d795-7ce0-4411-bb10-ef9200e1388e,revision_number=9']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:52.163117 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f6ea7b8-3d0d-4914-bb4d-97e3f2f8abc8 x-openstack-request-id: req-1f6ea7b8-3d0d-4914-bb4d-97e3f2f8abc8 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:54:52.163409 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a985f92-010b-49f4-9fcc-031147ca9ad7", "name": "network-vif-plugged", "status": "completed", "tag": "cc02d795-7ce0-4411-bb10-ef9200e1388e", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:54:52.163664 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1f6ea7b8-3d0d-4914-bb4d-97e3f2f8abc8 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:54:52.164058 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a985f92-010b-49f4-9fcc-031147ca9ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc02d795-7ce0-4411-bb10-ef9200e1388e', 'code': 200} Jan 18 22:54:53.037089 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:53.136003 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0f5a17-ab4d-45fa-a442-828175dc9c49 req-b08e0ff4-ddac-4707-b08e-33d2c3a62688 tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:53.137493 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9c0f5a17-ab4d-45fa-a442-828175dc9c49 req-b08e0ff4-ddac-4707-b08e-33d2c3a62688 tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a985f92-010b-49f4-9fcc-031147ca9ad7 HTTP/1.1" status: 200 len: 945 time: 0.0563316 Jan 18 22:54:53.175174 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9c0f5a17-ab4d-45fa-a442-828175dc9c49 req-bbfd6f4a-3732-408b-95df-a321ee2837a9 tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d1b04f4-99d6-413b-8bf0-86605bf8c3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310321 Jan 18 22:54:53.205691 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6404f0ce-0307-4177-a7ec-60ba86f42f60 req-793d5105-50a3-4368-a481-eab3ab27f5bd tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:53.207170 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-6404f0ce-0307-4177-a7ec-60ba86f42f60 req-793d5105-50a3-4368-a481-eab3ab27f5bd tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a985f92-010b-49f4-9fcc-031147ca9ad7 HTTP/1.1" status: 200 len: 945 time: 0.0485196 Jan 18 22:54:53.297357 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-6404f0ce-0307-4177-a7ec-60ba86f42f60 req-2776411d-93b5-4c08-a206-773149561945 tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] Deleting port cc02d795-7ce0-4411-bb10-ef9200e1388e {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:54:53.297654 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-6404f0ce-0307-4177-a7ec-60ba86f42f60 req-2776411d-93b5-4c08-a206-773149561945 tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:53.382957 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-6404f0ce-0307-4177-a7ec-60ba86f42f60 req-2776411d-93b5-4c08-a206-773149561945 tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] For port cc02d795-7ce0-4411-bb10-ef9200e1388e, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=cc02d795-7ce0-4411-bb10-ef9200e1388e,segment=NetworkSegment(9a2eff46-aa2a-4d76-b98c-a0c0ead8ab47),segment_id=9a2eff46-aa2a-4d76-b98c-a0c0ead8ab47)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:54:53.383313 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-6404f0ce-0307-4177-a7ec-60ba86f42f60 req-2776411d-93b5-4c08-a206-773149561945 tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:53.395274 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-6404f0ce-0307-4177-a7ec-60ba86f42f60 req-2776411d-93b5-4c08-a206-773149561945 tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] Calling delete_port for cc02d795-7ce0-4411-bb10-ef9200e1388e owned by compute:nova {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:54:53.848703 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-6404f0ce-0307-4177-a7ec-60ba86f42f60 req-2776411d-93b5-4c08-a206-773149561945 tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:53.861272 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['cc02d795-7ce0-4411-bb10-ef9200e1388e'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:54:53.876893 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2776411d-93b5-4c08-a206-773149561945 tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] Pushing event deleted for resources: {'Port': ['ID=cc02d795-7ce0-4411-bb10-ef9200e1388e,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:53.915743 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-6404f0ce-0307-4177-a7ec-60ba86f42f60 req-2776411d-93b5-4c08-a206-773149561945 tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] No DVR routers for this DVR port cc02d795-7ce0-4411-bb10-ef9200e1388e on host n-h1-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:54:53.918406 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-6404f0ce-0307-4177-a7ec-60ba86f42f60 req-2776411d-93b5-4c08-a206-773149561945 tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:53.921642 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-6404f0ce-0307-4177-a7ec-60ba86f42f60 req-2776411d-93b5-4c08-a206-773149561945 tempest-DeleteServersTestJSON-715921087 tempest-DeleteServersTestJSON-715921087-project] 10.222.0.36 "DELETE /v2.0/ports/cc02d795-7ce0-4411-bb10-ef9200e1388e HTTP/1.1" status: 204 len: 173 time: 0.7083268 Jan 18 22:54:53.922633 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a985f92-010b-49f4-9fcc-031147ca9ad7', 'name': 'network-vif-deleted', 'tag': 'cc02d795-7ce0-4411-bb10-ef9200e1388e'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:54:53.924863 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a09b30e9-057a-4e13-a02f-4ccc5cbdb0d3" -d '{"events": [{"server_uuid": "6a985f92-010b-49f4-9fcc-031147ca9ad7", "name": "network-vif-deleted", "tag": "cc02d795-7ce0-4411-bb10-ef9200e1388e"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:54:53.961513 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-265c2b26-1404-42f4-b4ae-eefffa8ecffc x-openstack-request-id: req-265c2b26-1404-42f4-b4ae-eefffa8ecffc {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:54:53.961806 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a985f92-010b-49f4-9fcc-031147ca9ad7", "name": "network-vif-deleted", "tag": "cc02d795-7ce0-4411-bb10-ef9200e1388e", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:54:53.962058 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-265c2b26-1404-42f4-b4ae-eefffa8ecffc {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:54:53.962454 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a985f92-010b-49f4-9fcc-031147ca9ad7', 'name': 'network-vif-deleted', 'tag': 'cc02d795-7ce0-4411-bb10-ef9200e1388e', 'status': 'completed', 'code': 200} Jan 18 22:54:54.300352 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 56040) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:54:54.347430 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-0abf26a7-475d-4af6-a6c8-324abd152869 admin admin] Deleting subnet 43f430a6-5ac2-4f50-911b-701df9fd56f8 {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:54:54.350392 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0abf26a7-475d-4af6-a6c8-324abd152869 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:54.385343 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0abf26a7-475d-4af6-a6c8-324abd152869 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:54.424452 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0abf26a7-475d-4af6-a6c8-324abd152869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:54.475487 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0abf26a7-475d-4af6-a6c8-324abd152869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:54.493731 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:54.507085 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abf26a7-475d-4af6-a6c8-324abd152869 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43f430a6-5ac2-4f50-911b-701df9fd56f8,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:54.512036 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0abf26a7-475d-4af6-a6c8-324abd152869 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:54.515191 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-0abf26a7-475d-4af6-a6c8-324abd152869 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/43f430a6-5ac2-4f50-911b-701df9fd56f8 HTTP/1.1" status: 204 len: 168 time: 0.2138405 Jan 18 22:54:54.518406 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 56042) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:54:54.584521 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b421050c-a0b2-4dee-b742-55b23655a9af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:54.660634 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:54.669203 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b421050c-a0b2-4dee-b742-55b23655a9af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:54.689604 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-b421050c-a0b2-4dee-b742-55b23655a9af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3187221f-df2c-4b81-9534-07c67ef0793d']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:54:54.698966 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-b421050c-a0b2-4dee-b742-55b23655a9af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a2eff46-aa2a-4d76-b98c-a0c0ead8ab47') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:54:54.699321 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-b421050c-a0b2-4dee-b742-55b23655a9af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a2eff46-aa2a-4d76-b98c-a0c0ead8ab47') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:54:54.711188 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b421050c-a0b2-4dee-b742-55b23655a9af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:54.725224 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b421050c-a0b2-4dee-b742-55b23655a9af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:54.731285 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b421050c-a0b2-4dee-b742-55b23655a9af admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:54:54.731526 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b421050c-a0b2-4dee-b742-55b23655a9af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:54.733217 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 22:54:54.733217 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:54:54.733217 n-d-825064-1 neutron-server[102431]: timer() Jan 18 22:54:54.733217 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:54:54.733217 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 22:54:54.733217 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:54:54.733217 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 22:54:54.733217 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:54:54.733217 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 22:54:54.733217 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:54:54.733217 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 22:54:54.733217 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:54:54.733217 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 22:54:54.733217 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:54:54.733217 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:54:54.733217 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:54:54.733217 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:54:54.733217 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:54:54.733217 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 22:54:54.733217 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:54:54.733217 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 22:54:54.733217 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:54:54.733217 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:54:54.733217 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:54:54.733217 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 22:54:54.733217 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:54:54.733217 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:54:54.733217 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:54:54.733217 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:54:54.733217 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:54:54.733217 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:54:54.733217 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:54:54.787704 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b421050c-a0b2-4dee-b742-55b23655a9af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:54.793327 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b421050c-a0b2-4dee-b742-55b23655a9af admin admin] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:54.796506 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-b421050c-a0b2-4dee-b742-55b23655a9af admin admin] 10.222.0.53 "DELETE /v2.0/networks/3187221f-df2c-4b81-9534-07c67ef0793d HTTP/1.1" status: 204 len: 168 time: 0.2771504 Jan 18 22:54:54.808344 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b421050c-a0b2-4dee-b742-55b23655a9af admin admin] Pushing event deleted for resources: {'Network': ['ID=3187221f-df2c-4b81-9534-07c67ef0793d,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:54.910346 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 56046) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:54:54.949410 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-1d30617b-173d-4815-9234-ced4f53859a6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cb1f1372b32f41a4a123257935b27289&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378873 Jan 18 22:54:54.951922 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 56048) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:54:55.006018 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d4793229-dda2-4ac4-a273-478563beccc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:55.026312 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d4793229-dda2-4ac4-a273-478563beccc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:55.072309 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d4793229-dda2-4ac4-a273-478563beccc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:55.074860 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d4793229-dda2-4ac4-a273-478563beccc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:55.076054 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-d4793229-dda2-4ac4-a273-478563beccc5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3d1b04f4-99d6-413b-8bf0-86605bf8c3c3 HTTP/1.1" status: 204 len: 168 time: 0.1231108 Jan 18 22:54:55.085250 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4793229-dda2-4ac4-a273-478563beccc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d1b04f4-99d6-413b-8bf0-86605bf8c3c3,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:55.737346 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 56070) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:54:55.839406 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-7fb19889-9677-4ec1-a882-045de3763922 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1088636658-network', 'tenant_id': '204b80d593fa4442a31c73fc488428ec'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:54:55.862120 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fb19889-9677-4ec1-a882-045de3763922 admin admin] Made reservation on behalf of 204b80d593fa4442a31c73fc488428ec for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:54:55.864490 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7fb19889-9677-4ec1-a882-045de3763922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:55.872806 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7fb19889-9677-4ec1-a882-045de3763922 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:55.905123 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device cc02d795-7ce0-4411-bb10-ef9200e1388e no longer exists at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:54:55.927837 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] No Port match for: cc02d795-7ce0-4411-bb10-ef9200e1388e {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:54:55.928204 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device cc02d795-7ce0-4411-bb10-ef9200e1388e not bound to the agent host n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:54:55.945113 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7fb19889-9677-4ec1-a882-045de3763922 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:55.949088 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7fb19889-9677-4ec1-a882-045de3763922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:55.968880 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fb19889-9677-4ec1-a882-045de3763922 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:54:55.981749 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb19889-9677-4ec1-a882-045de3763922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89e31c00-0b47-47cf-a41e-5745f5cbaba3,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:55.986908 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7fb19889-9677-4ec1-a882-045de3763922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:55.987250 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-7fb19889-9677-4ec1-a882-045de3763922 admin admin] Added segment 3edf76f2-8624-4de5-be31-436af863e458 of type vlan for network b97a83c2-2911-43f7-8b49-e104dbb9d847 Jan 18 22:54:56.025970 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7fb19889-9677-4ec1-a882-045de3763922 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:56.052094 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7fb19889-9677-4ec1-a882-045de3763922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:56.053024 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb19889-9677-4ec1-a882-045de3763922 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:56.053607 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7fb19889-9677-4ec1-a882-045de3763922 admin admin] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:56.107658 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-7fb19889-9677-4ec1-a882-045de3763922 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3692162 Jan 18 22:54:56.111225 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 56074) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:54:56.115321 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb19889-9677-4ec1-a882-045de3763922 admin admin] Pushing event updated for resources: {'Network': ['ID=b97a83c2-2911-43f7-8b49-e104dbb9d847,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:56.116839 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-f67900d4-ccb8-47d6-a6d5-4c6c7e80ab53 admin admin] Request body: {'subnet': {'network_id': 'b97a83c2-2911-43f7-8b49-e104dbb9d847', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1088636658-subnet', 'tenant_id': '204b80d593fa4442a31c73fc488428ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:54:56.125396 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network b97a83c2-2911-43f7-8b49-e104dbb9d847 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:54:56.142342 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f67900d4-ccb8-47d6-a6d5-4c6c7e80ab53 admin admin] Made reservation on behalf of 204b80d593fa4442a31c73fc488428ec for: {'subnet': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:54:56.144876 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f67900d4-ccb8-47d6-a6d5-4c6c7e80ab53 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62288702'] for subnet, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:56.310114 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f67900d4-ccb8-47d6-a6d5-4c6c7e80ab53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60203213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62288684'] for subnet, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:56.365481 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67900d4-ccb8-47d6-a6d5-4c6c7e80ab53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97408f5a-74e8-4b5c-ba76-2652b601db3f,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:56.376990 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67900d4-ccb8-47d6-a6d5-4c6c7e80ab53 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:54:56.377344 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67900d4-ccb8-47d6-a6d5-4c6c7e80ab53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:54:56.377690 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67900d4-ccb8-47d6-a6d5-4c6c7e80ab53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:54:56.378027 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67900d4-ccb8-47d6-a6d5-4c6c7e80ab53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:54:56.378360 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67900d4-ccb8-47d6-a6d5-4c6c7e80ab53 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:54:56.378690 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67900d4-ccb8-47d6-a6d5-4c6c7e80ab53 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:54:56.379020 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67900d4-ccb8-47d6-a6d5-4c6c7e80ab53 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:54:56.379350 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67900d4-ccb8-47d6-a6d5-4c6c7e80ab53 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:54:56.379671 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67900d4-ccb8-47d6-a6d5-4c6c7e80ab53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:54:56.379993 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67900d4-ccb8-47d6-a6d5-4c6c7e80ab53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:54:56.380344 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67900d4-ccb8-47d6-a6d5-4c6c7e80ab53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:54:56.380666 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67900d4-ccb8-47d6-a6d5-4c6c7e80ab53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:54:56.383538 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67900d4-ccb8-47d6-a6d5-4c6c7e80ab53 admin admin] Checking segment: {'id': '3edf76f2-8624-4de5-be31-436af863e458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b97a83c2-2911-43f7-8b49-e104dbb9d847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:54:56.383891 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67900d4-ccb8-47d6-a6d5-4c6c7e80ab53 admin admin] Network hostable DHCP agents. Network: b97a83c2-2911-43f7-8b49-e104dbb9d847, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:54:56.400628 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67900d4-ccb8-47d6-a6d5-4c6c7e80ab53 admin admin] Network b97a83c2-2911-43f7-8b49-e104dbb9d847 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:54:56.409074 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-f67900d4-ccb8-47d6-a6d5-4c6c7e80ab53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, b97a83c2-2911-43f7-8b49-e104dbb9d847) {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:54:56.414082 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67900d4-ccb8-47d6-a6d5-4c6c7e80ab53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:56.415704 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f67900d4-ccb8-47d6-a6d5-4c6c7e80ab53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:56.417467 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67aba13b-1719-48a5-8642-801f7b6d7d4d None None] Network b97a83c2-2911-43f7-8b49-e104dbb9d847 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:54:56.431417 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-f67900d4-ccb8-47d6-a6d5-4c6c7e80ab53 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3190262 Jan 18 22:54:56.704664 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb10414-bc4c-47fd-8092-011110be44ba None None] Network b97a83c2-2911-43f7-8b49-e104dbb9d847 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:54:56.877418 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1224167-7c35-4c3c-a87a-06b32a15ea94 req-abeef209-b1b9-46a5-9f27-a4becdce95e3 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:56.878858 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e1224167-7c35-4c3c-a87a-06b32a15ea94 req-abeef209-b1b9-46a5-9f27-a4becdce95e3 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/networks?id=b97a83c2-2911-43f7-8b49-e104dbb9d847 HTTP/1.1" status: 200 len: 815 time: 0.1043663 Jan 18 22:54:56.894289 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e1224167-7c35-4c3c-a87a-06b32a15ea94 req-84b47f5c-8991-4a22-9f61-15231bb0c406 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/quotas/204b80d593fa4442a31c73fc488428ec HTTP/1.1" status: 200 len: 375 time: 0.0095878 Jan 18 22:54:56.925097 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e1224167-7c35-4c3c-a87a-06b32a15ea94 req-15ec36d5-cb9e-4d49-8c34-235b5f6e2aea tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=204b80d593fa4442a31c73fc488428ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0254874 Jan 18 22:54:57.014896 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e1224167-7c35-4c3c-a87a-06b32a15ea94 req-e292f1ed-f660-4086-9bd7-9092559f85ed service neutron] 10.222.0.53 "GET /v2.0/networks/b97a83c2-2911-43f7-8b49-e104dbb9d847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828967 Jan 18 22:54:57.109727 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e1224167-7c35-4c3c-a87a-06b32a15ea94 req-4952ca5b-a0be-4d8c-9b97-e04dfe3c9949 service neutron] 10.222.0.53 "GET /v2.0/networks/b97a83c2-2911-43f7-8b49-e104dbb9d847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877237 Jan 18 22:54:57.267327 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ea5b731e-ec9b-468f-a477-f1d75db74873 req-f22f4bba-cb44-4852-a921-c388d415ed5c tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/ports?device_id=d89c1e70-38b2-4689-9990-f8b126ab9ece HTTP/1.1" status: 200 len: 210 time: 0.0273950 Jan 18 22:54:58.183279 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1224167-7c35-4c3c-a87a-06b32a15ea94 req-934a2a89-9281-4870-ac13-45501d870594 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:58.184730 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e1224167-7c35-4c3c-a87a-06b32a15ea94 req-934a2a89-9281-4870-ac13-45501d870594 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.67 "GET /v2.0/networks?id=b97a83c2-2911-43f7-8b49-e104dbb9d847 HTTP/1.1" status: 200 len: 815 time: 0.1052742 Jan 18 22:54:58.197050 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-e1224167-7c35-4c3c-a87a-06b32a15ea94 req-7d487211-0a0c-4544-bb1b-dfd9bac75f55 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Request body: {'port': {'device_id': 'd89c1e70-38b2-4689-9990-f8b126ab9ece', 'network_id': 'b97a83c2-2911-43f7-8b49-e104dbb9d847', 'admin_state_up': True, 'tenant_id': '204b80d593fa4442a31c73fc488428ec'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:54:58.305730 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1224167-7c35-4c3c-a87a-06b32a15ea94 req-7d487211-0a0c-4544-bb1b-dfd9bac75f55 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Made reservation on behalf of 204b80d593fa4442a31c73fc488428ec for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:54:58.309486 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e1224167-7c35-4c3c-a87a-06b32a15ea94 req-7d487211-0a0c-4544-bb1b-dfd9bac75f55 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:58.396890 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e28a9f4b-f1d6-4335-b255-3b152e06e1a2 req-60e53c26-92e3-4110-8069-a7d91ca1a744 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/ports?device_id=d89c1e70-38b2-4689-9990-f8b126ab9ece HTTP/1.1" status: 200 len: 210 time: 0.0602789 Jan 18 22:54:58.458321 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-e1224167-7c35-4c3c-a87a-06b32a15ea94 req-7d487211-0a0c-4544-bb1b-dfd9bac75f55 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Allocated IP 172.20.0.7 (b97a83c2-2911-43f7-8b49-e104dbb9d847/97408f5a-74e8-4b5c-ba76-2652b601db3f/3f48685a-e55d-4a2e-b34b-9deab51ca87b) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:54:58.603482 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e1224167-7c35-4c3c-a87a-06b32a15ea94 req-7d487211-0a0c-4544-bb1b-dfd9bac75f55 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:58.636751 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e1224167-7c35-4c3c-a87a-06b32a15ea94 req-7d487211-0a0c-4544-bb1b-dfd9bac75f55 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:58.680551 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1224167-7c35-4c3c-a87a-06b32a15ea94 req-7d487211-0a0c-4544-bb1b-dfd9bac75f55 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Network b97a83c2-2911-43f7-8b49-e104dbb9d847 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:54:58.683716 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-e1224167-7c35-4c3c-a87a-06b32a15ea94 req-7d487211-0a0c-4544-bb1b-dfd9bac75f55 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:54:58.687888 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1224167-7c35-4c3c-a87a-06b32a15ea94 req-7d487211-0a0c-4544-bb1b-dfd9bac75f55 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:54:58.710689 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d487211-0a0c-4544-bb1b-dfd9bac75f55 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Pushing event updated for resources: {'Port': ['ID=3f48685a-e55d-4a2e-b34b-9deab51ca87b,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:58.737825 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1224167-7c35-4c3c-a87a-06b32a15ea94 req-7d487211-0a0c-4544-bb1b-dfd9bac75f55 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:58.738424 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e1224167-7c35-4c3c-a87a-06b32a15ea94 req-7d487211-0a0c-4544-bb1b-dfd9bac75f55 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:58.754446 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e1224167-7c35-4c3c-a87a-06b32a15ea94 req-7d487211-0a0c-4544-bb1b-dfd9bac75f55 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5609975 Jan 18 22:54:58.765655 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-e1224167-7c35-4c3c-a87a-06b32a15ea94 req-c7cb13b8-ed58-4cde-a77e-09067e51dcfd service neutron] Request body: {'port': {'device_id': 'd89c1e70-38b2-4689-9990-f8b126ab9ece', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:54:58.819647 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e1224167-7c35-4c3c-a87a-06b32a15ea94 req-c7cb13b8-ed58-4cde-a77e-09067e51dcfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:59.078215 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [req-e1224167-7c35-4c3c-a87a-06b32a15ea94 req-c7cb13b8-ed58-4cde-a77e-09067e51dcfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f48685a-e55d-4a2e-b34b-9deab51ca87b {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:54:59.086092 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e1224167-7c35-4c3c-a87a-06b32a15ea94 req-c7cb13b8-ed58-4cde-a77e-09067e51dcfd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:59.098556 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-e1224167-7c35-4c3c-a87a-06b32a15ea94 req-c7cb13b8-ed58-4cde-a77e-09067e51dcfd service neutron] Transition to ACTIVE for port object 3f48685a-e55d-4a2e-b34b-9deab51ca87b will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:54:59.101810 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e1224167-7c35-4c3c-a87a-06b32a15ea94 req-c7cb13b8-ed58-4cde-a77e-09067e51dcfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:59.148905 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cb13b8-ed58-4cde-a77e-09067e51dcfd service neutron] Pushing event updated for resources: {'Port': ['ID=3f48685a-e55d-4a2e-b34b-9deab51ca87b,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:59.223822 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-e1224167-7c35-4c3c-a87a-06b32a15ea94 req-c7cb13b8-ed58-4cde-a77e-09067e51dcfd service neutron] Attempting to bind port 3f48685a-e55d-4a2e-b34b-9deab51ca87b on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:54:59.224182 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-e1224167-7c35-4c3c-a87a-06b32a15ea94 req-c7cb13b8-ed58-4cde-a77e-09067e51dcfd service neutron] Attempting to bind port 3f48685a-e55d-4a2e-b34b-9deab51ca87b by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '3edf76f2-8624-4de5-be31-436af863e458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b97a83c2-2911-43f7-8b49-e104dbb9d847'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:54:59.224512 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1224167-7c35-4c3c-a87a-06b32a15ea94 req-c7cb13b8-ed58-4cde-a77e-09067e51dcfd service neutron] Attempting to bind port 3f48685a-e55d-4a2e-b34b-9deab51ca87b on network b97a83c2-2911-43f7-8b49-e104dbb9d847 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:54:59.228725 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1224167-7c35-4c3c-a87a-06b32a15ea94 req-c7cb13b8-ed58-4cde-a77e-09067e51dcfd service neutron] Port 3f48685a-e55d-4a2e-b34b-9deab51ca87b on network b97a83c2-2911-43f7-8b49-e104dbb9d847 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:54:59.229046 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1224167-7c35-4c3c-a87a-06b32a15ea94 req-c7cb13b8-ed58-4cde-a77e-09067e51dcfd service neutron] Attempting to bind port 3f48685a-e55d-4a2e-b34b-9deab51ca87b on network b97a83c2-2911-43f7-8b49-e104dbb9d847 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:54:59.233758 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1224167-7c35-4c3c-a87a-06b32a15ea94 req-c7cb13b8-ed58-4cde-a77e-09067e51dcfd service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:54:59.234093 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1224167-7c35-4c3c-a87a-06b32a15ea94 req-c7cb13b8-ed58-4cde-a77e-09067e51dcfd service neutron] Checking segment: {'id': '3edf76f2-8624-4de5-be31-436af863e458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b97a83c2-2911-43f7-8b49-e104dbb9d847'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:54:59.235029 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1224167-7c35-4c3c-a87a-06b32a15ea94 req-c7cb13b8-ed58-4cde-a77e-09067e51dcfd service neutron] Bound using segment: {'id': '3edf76f2-8624-4de5-be31-436af863e458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b97a83c2-2911-43f7-8b49-e104dbb9d847'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:54:59.235444 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-e1224167-7c35-4c3c-a87a-06b32a15ea94 req-c7cb13b8-ed58-4cde-a77e-09067e51dcfd service neutron] Bound port: 3f48685a-e55d-4a2e-b34b-9deab51ca87b, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3edf76f2-8624-4de5-be31-436af863e458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b97a83c2-2911-43f7-8b49-e104dbb9d847'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:54:59.235793 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e1224167-7c35-4c3c-a87a-06b32a15ea94 req-c7cb13b8-ed58-4cde-a77e-09067e51dcfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:59.295950 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-e1224167-7c35-4c3c-a87a-06b32a15ea94 req-c7cb13b8-ed58-4cde-a77e-09067e51dcfd service neutron] For port 3f48685a-e55d-4a2e-b34b-9deab51ca87b, host n-h2-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:54:59.299468 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-e1224167-7c35-4c3c-a87a-06b32a15ea94 req-c7cb13b8-ed58-4cde-a77e-09067e51dcfd service neutron] For port 3f48685a-e55d-4a2e-b34b-9deab51ca87b, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=3f48685a-e55d-4a2e-b34b-9deab51ca87b,segment=NetworkSegment(3edf76f2-8624-4de5-be31-436af863e458),segment_id=3edf76f2-8624-4de5-be31-436af863e458)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:54:59.304322 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e1224167-7c35-4c3c-a87a-06b32a15ea94 req-c7cb13b8-ed58-4cde-a77e-09067e51dcfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:59.335148 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1224167-7c35-4c3c-a87a-06b32a15ea94 req-c7cb13b8-ed58-4cde-a77e-09067e51dcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:59.335792 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e1224167-7c35-4c3c-a87a-06b32a15ea94 req-c7cb13b8-ed58-4cde-a77e-09067e51dcfd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:59.337286 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e1224167-7c35-4c3c-a87a-06b32a15ea94 req-c7cb13b8-ed58-4cde-a77e-09067e51dcfd service neutron] 10.222.0.67 "PUT /v2.0/ports/3f48685a-e55d-4a2e-b34b-9deab51ca87b HTTP/1.1" status: 200 len: 1091 time: 0.5755460 Jan 18 22:54:59.339502 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd89c1e70-38b2-4689-9990-f8b126ab9ece', 'tag': '3f48685a-e55d-4a2e-b34b-9deab51ca87b'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:54:59.341771 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfcfa620-628c-4ef2-a2d0-f4e1ccb6eb58" -d '{"events": [{"name": "network-changed", "server_uuid": "d89c1e70-38b2-4689-9990-f8b126ab9ece", "tag": "3f48685a-e55d-4a2e-b34b-9deab51ca87b"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:54:59.370512 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cb13b8-ed58-4cde-a77e-09067e51dcfd service neutron] Pushing event updated for resources: {'Port': ['ID=3f48685a-e55d-4a2e-b34b-9deab51ca87b,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:59.401751 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13a787dd-8241-4dcc-9d64-0453dd548707 x-openstack-request-id: req-13a787dd-8241-4dcc-9d64-0453dd548707 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:54:59.402041 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d89c1e70-38b2-4689-9990-f8b126ab9ece", "tag": "3f48685a-e55d-4a2e-b34b-9deab51ca87b", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:54:59.402290 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-13a787dd-8241-4dcc-9d64-0453dd548707 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:54:59.402672 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd89c1e70-38b2-4689-9990-f8b126ab9ece', 'tag': '3f48685a-e55d-4a2e-b34b-9deab51ca87b', 'status': 'completed', 'code': 200} Jan 18 22:54:59.418731 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1224167-7c35-4c3c-a87a-06b32a15ea94 req-aa8911ac-1b5a-4fa4-9d2e-771838440f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:59.420258 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e1224167-7c35-4c3c-a87a-06b32a15ea94 req-aa8911ac-1b5a-4fa4-9d2e-771838440f0e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=204b80d593fa4442a31c73fc488428ec&device_id=d89c1e70-38b2-4689-9990-f8b126ab9ece HTTP/1.1" status: 200 len: 1094 time: 0.0464637 Jan 18 22:54:59.462310 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e1224167-7c35-4c3c-a87a-06b32a15ea94 req-3609fe3e-b3ba-4438-9008-351bbff9e48e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3f48685a-e55d-4a2e-b34b-9deab51ca87b HTTP/1.1" status: 200 len: 217 time: 0.0332787 Jan 18 22:54:59.517533 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [req-2e663735-3a02-42f2-ba73-2fc44cfb9e12 req-ff3a122c-f439-4001-b83b-7bdae1fcfa18 service neutron] (102430) timed out ('10.222.0.36', 55371) {{(pid=102430) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jan 18 22:54:59.549433 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e39b1b-887e-4062-8972-6e6313aa50bb req-49488ef1-dde9-4728-8850-ef66df853509 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:59.551329 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-98e39b1b-887e-4062-8972-6e6313aa50bb req-49488ef1-dde9-4728-8850-ef66df853509 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/ports?device_id=d89c1e70-38b2-4689-9990-f8b126ab9ece HTTP/1.1" status: 200 len: 943 time: 0.0864258 Jan 18 22:54:59.552777 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1224167-7c35-4c3c-a87a-06b32a15ea94 req-368d76ed-486c-4907-bc2c-8608b05050ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:59.554218 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e1224167-7c35-4c3c-a87a-06b32a15ea94 req-368d76ed-486c-4907-bc2c-8608b05050ef service neutron] 10.222.0.67 "GET /v2.0/subnets?id=97408f5a-74e8-4b5c-ba76-2652b601db3f HTTP/1.1" status: 200 len: 855 time: 0.0788784 Jan 18 22:54:59.596954 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e1224167-7c35-4c3c-a87a-06b32a15ea94 req-6f702a89-c037-4da9-b1dd-680ba3af706f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b97a83c2-2911-43f7-8b49-e104dbb9d847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356245 Jan 18 22:54:59.629132 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-98e39b1b-887e-4062-8972-6e6313aa50bb req-ffa374df-e164-4329-b207-78ab7c1abc6b tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/security-groups?id=89e31c00-0b47-47cf-a41e-5745f5cbaba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700796 Jan 18 22:54:59.693621 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e1224167-7c35-4c3c-a87a-06b32a15ea94 req-00cba567-c116-4899-80aa-3cb52ef60f48 service neutron] 10.222.0.67 "GET /v2.0/networks/b97a83c2-2911-43f7-8b49-e104dbb9d847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863471 Jan 18 22:54:59.783400 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e1224167-7c35-4c3c-a87a-06b32a15ea94 req-ee45d12c-4df7-4bb7-ba32-9ef8d09cfc13 service neutron] 10.222.0.67 "GET /v2.0/networks/b97a83c2-2911-43f7-8b49-e104dbb9d847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839102 Jan 18 22:54:59.863563 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcfa620-628c-4ef2-a2d0-f4e1ccb6eb58 req-1180a9e4-b7ce-42a0-9047-465801e968fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:59.864922 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bfcfa620-628c-4ef2-a2d0-f4e1ccb6eb58 req-1180a9e4-b7ce-42a0-9047-465801e968fe service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=204b80d593fa4442a31c73fc488428ec&device_id=d89c1e70-38b2-4689-9990-f8b126ab9ece HTTP/1.1" status: 200 len: 1094 time: 0.0405881 Jan 18 22:54:59.955165 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcfa620-628c-4ef2-a2d0-f4e1ccb6eb58 req-37aa3792-5da6-4d75-9c68-394e645bd34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:54:59.956606 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bfcfa620-628c-4ef2-a2d0-f4e1ccb6eb58 req-37aa3792-5da6-4d75-9c68-394e645bd34d service neutron] 10.222.0.67 "GET /v2.0/networks?id=b97a83c2-2911-43f7-8b49-e104dbb9d847 HTTP/1.1" status: 200 len: 915 time: 0.0854466 Jan 18 22:54:59.995839 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bfcfa620-628c-4ef2-a2d0-f4e1ccb6eb58 req-340888eb-e929-47e0-afc3-c3728dd63381 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3f48685a-e55d-4a2e-b34b-9deab51ca87b HTTP/1.1" status: 200 len: 217 time: 0.0327742 Jan 18 22:55:00.042704 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcfa620-628c-4ef2-a2d0-f4e1ccb6eb58 req-7fa5637a-b405-4e12-bc4f-efaf0e4e535d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:00.044054 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bfcfa620-628c-4ef2-a2d0-f4e1ccb6eb58 req-7fa5637a-b405-4e12-bc4f-efaf0e4e535d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=97408f5a-74e8-4b5c-ba76-2652b601db3f HTTP/1.1" status: 200 len: 855 time: 0.0408769 Jan 18 22:55:00.080095 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bfcfa620-628c-4ef2-a2d0-f4e1ccb6eb58 req-f7428003-1370-4071-b0fb-29fb09d88496 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b97a83c2-2911-43f7-8b49-e104dbb9d847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283027 Jan 18 22:55:00.167045 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bfcfa620-628c-4ef2-a2d0-f4e1ccb6eb58 req-e1e5382a-88cb-418f-b442-0adee7268c80 service neutron] 10.222.0.67 "GET /v2.0/networks/b97a83c2-2911-43f7-8b49-e104dbb9d847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795202 Jan 18 22:55:00.258339 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bfcfa620-628c-4ef2-a2d0-f4e1ccb6eb58 req-bee77639-a11c-4e76-a353-00ce678061cd service neutron] 10.222.0.67 "GET /v2.0/networks/b97a83c2-2911-43f7-8b49-e104dbb9d847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838659 Jan 18 22:55:00.745214 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc78ef01-f9dc-4e55-89e9-dab62c8ff1b6 req-a623045e-4a96-48ae-b397-f760be27039f tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:00.746662 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cc78ef01-f9dc-4e55-89e9-dab62c8ff1b6 req-a623045e-4a96-48ae-b397-f760be27039f tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/ports?device_id=d89c1e70-38b2-4689-9990-f8b126ab9ece HTTP/1.1" status: 200 len: 943 time: 0.0489037 Jan 18 22:55:00.782580 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cc78ef01-f9dc-4e55-89e9-dab62c8ff1b6 req-dc1a775c-77e7-46de-80df-c5304d856299 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/security-groups?id=89e31c00-0b47-47cf-a41e-5745f5cbaba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301213 Jan 18 22:55:01.896180 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2fedeb-8622-4f92-ac60-72ddf8b2c946 req-c6b2038c-14cb-41b1-aa21-8606ed8b4af6 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:01.898054 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3b2fedeb-8622-4f92-ac60-72ddf8b2c946 req-c6b2038c-14cb-41b1-aa21-8606ed8b4af6 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/ports?device_id=d89c1e70-38b2-4689-9990-f8b126ab9ece HTTP/1.1" status: 200 len: 943 time: 0.0496123 Jan 18 22:55:01.935001 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3b2fedeb-8622-4f92-ac60-72ddf8b2c946 req-96f8628f-8535-4b62-aa41-3d6f4b1814c9 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/security-groups?id=89e31c00-0b47-47cf-a41e-5745f5cbaba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311508 Jan 18 22:55:02.646183 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 3f48685a-e55d-4a2e-b34b-9deab51ca87b details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:55:02.737268 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 3f48685a-e55d-4a2e-b34b-9deab51ca87b, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=3f48685a-e55d-4a2e-b34b-9deab51ca87b,segment=NetworkSegment(3edf76f2-8624-4de5-be31-436af863e458),segment_id=3edf76f2-8624-4de5-be31-436af863e458)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:55:02.747629 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': '3f48685a-e55d-4a2e-b34b-9deab51ca87b', 'network_id': 'b97a83c2-2911-43f7-8b49-e104dbb9d847', 'port_id': '3f48685a-e55d-4a2e-b34b-9deab51ca87b', 'mac_address': 'fa:16:3e:93:0a:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97408f5a-74e8-4b5c-ba76-2652b601db3f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:55:02.787805 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:02.799937 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f48685a-e55d-4a2e-b34b-9deab51ca87b {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:55:02.818387 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 3f48685a-e55d-4a2e-b34b-9deab51ca87b, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=3f48685a-e55d-4a2e-b34b-9deab51ca87b,segment=NetworkSegment(3edf76f2-8624-4de5-be31-436af863e458),segment_id=3edf76f2-8624-4de5-be31-436af863e458)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:55:02.821223 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:02.866076 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=3f48685a-e55d-4a2e-b34b-9deab51ca87b,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:03.029211 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['3f48685a-e55d-4a2e-b34b-9deab51ca87b'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:55:03.046913 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec6bc88-e199-4c3f-b38a-8f5991018a25 req-94614668-ffc7-4717-a3ef-39cdf772ebda tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:03.048400 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cec6bc88-e199-4c3f-b38a-8f5991018a25 req-94614668-ffc7-4717-a3ef-39cdf772ebda tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/ports?device_id=d89c1e70-38b2-4689-9990-f8b126ab9ece HTTP/1.1" status: 200 len: 944 time: 0.0485530 Jan 18 22:55:03.094813 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cec6bc88-e199-4c3f-b38a-8f5991018a25 req-222662a7-da56-42fc-bff3-159a43eddb2c tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/security-groups?id=89e31c00-0b47-47cf-a41e-5745f5cbaba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404520 Jan 18 22:55:04.210723 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e74c8ff-40fe-43eb-8683-5fca073ea5ce req-09319e69-acaa-471a-a85c-a2eaf7760979 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:04.212178 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0e74c8ff-40fe-43eb-8683-5fca073ea5ce req-09319e69-acaa-471a-a85c-a2eaf7760979 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/ports?device_id=d89c1e70-38b2-4689-9990-f8b126ab9ece HTTP/1.1" status: 200 len: 944 time: 0.0470755 Jan 18 22:55:04.249476 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0e74c8ff-40fe-43eb-8683-5fca073ea5ce req-aac7fa54-c25f-432a-9dc5-c6144f8416fa tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/security-groups?id=89e31c00-0b47-47cf-a41e-5745f5cbaba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314043 Jan 18 22:55:04.662088 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 3f48685a-e55d-4a2e-b34b-9deab51ca87b up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:55:04.713319 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port 3f48685a-e55d-4a2e-b34b-9deab51ca87b completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:55:04.717092 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port 3f48685a-e55d-4a2e-b34b-9deab51ca87b triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:55:04.717467 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:04.791238 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:04.812431 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd89c1e70-38b2-4689-9990-f8b126ab9ece', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f48685a-e55d-4a2e-b34b-9deab51ca87b'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:55:04.814643 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cb71368-55ee-4521-8a3b-a48531d8662d" -d '{"events": [{"server_uuid": "d89c1e70-38b2-4689-9990-f8b126ab9ece", "name": "network-vif-plugged", "status": "completed", "tag": "3f48685a-e55d-4a2e-b34b-9deab51ca87b"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:55:04.826954 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 3f48685a-e55d-4a2e-b34b-9deab51ca87b, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=3f48685a-e55d-4a2e-b34b-9deab51ca87b,segment=NetworkSegment(3edf76f2-8624-4de5-be31-436af863e458),segment_id=3edf76f2-8624-4de5-be31-436af863e458)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:55:04.831298 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:04.857910 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bd74244-2f19-4b38-9f8f-3bfaab83d68f x-openstack-request-id: req-9bd74244-2f19-4b38-9f8f-3bfaab83d68f {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:55:04.858205 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d89c1e70-38b2-4689-9990-f8b126ab9ece", "name": "network-vif-plugged", "status": "completed", "tag": "3f48685a-e55d-4a2e-b34b-9deab51ca87b", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:55:04.858460 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9bd74244-2f19-4b38-9f8f-3bfaab83d68f {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:55:04.858889 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd89c1e70-38b2-4689-9990-f8b126ab9ece', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f48685a-e55d-4a2e-b34b-9deab51ca87b', 'code': 200} Jan 18 22:55:04.883827 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=3f48685a-e55d-4a2e-b34b-9deab51ca87b,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:04.942146 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a14e28-c9ed-4342-85b9-763c3973a24f req-8b46c4fa-60c9-4180-98fc-caadcfc0608b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:04.943527 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-54a14e28-c9ed-4342-85b9-763c3973a24f req-8b46c4fa-60c9-4180-98fc-caadcfc0608b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d89c1e70-38b2-4689-9990-f8b126ab9ece HTTP/1.1" status: 200 len: 1096 time: 0.0388718 Jan 18 22:55:04.976955 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-54a14e28-c9ed-4342-85b9-763c3973a24f req-65888598-309f-4616-8c21-5742d69daa30 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=89e31c00-0b47-47cf-a41e-5745f5cbaba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273609 Jan 18 22:55:05.359994 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e84423c-48da-4931-aee6-0a1df3792d89 req-b3a5b888-8608-4f76-ba2a-4e6e30180a95 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:05.361462 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1e84423c-48da-4931-aee6-0a1df3792d89 req-b3a5b888-8608-4f76-ba2a-4e6e30180a95 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/ports?device_id=d89c1e70-38b2-4689-9990-f8b126ab9ece HTTP/1.1" status: 200 len: 945 time: 0.0472157 Jan 18 22:55:05.402089 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1e84423c-48da-4931-aee6-0a1df3792d89 req-4064ebff-3bbe-4459-9fd8-ca8813aa0a72 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/security-groups?id=89e31c00-0b47-47cf-a41e-5745f5cbaba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348198 Jan 18 22:55:06.515058 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce3d08d-6628-4fe4-948b-65a812d03bb6 req-850234b5-75bb-435e-b948-6907305dd161 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:06.516539 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1ce3d08d-6628-4fe4-948b-65a812d03bb6 req-850234b5-75bb-435e-b948-6907305dd161 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/ports?device_id=d89c1e70-38b2-4689-9990-f8b126ab9ece HTTP/1.1" status: 200 len: 945 time: 0.0481021 Jan 18 22:55:06.552505 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1ce3d08d-6628-4fe4-948b-65a812d03bb6 req-ce0b7fb0-8dc4-4473-826e-db17cc46ca07 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/security-groups?id=89e31c00-0b47-47cf-a41e-5745f5cbaba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300727 Jan 18 22:55:06.663409 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de438c8d-7289-4780-a084-774b5cfd8326 req-21cc6940-c23f-41c1-9590-b4df0b1f888b tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:06.664877 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-de438c8d-7289-4780-a084-774b5cfd8326 req-21cc6940-c23f-41c1-9590-b4df0b1f888b tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/ports?device_id=d89c1e70-38b2-4689-9990-f8b126ab9ece HTTP/1.1" status: 200 len: 945 time: 0.0469158 Jan 18 22:55:06.701224 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-de438c8d-7289-4780-a084-774b5cfd8326 req-3b04e2f8-925f-4241-88c4-05a30e6b21c4 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/security-groups?id=89e31c00-0b47-47cf-a41e-5745f5cbaba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302377 Jan 18 22:55:06.893532 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5581bc-2111-48b6-baf9-a1422cda47a2 req-38d2225f-8c9e-4b91-b9c5-7497535dccb2 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:06.894966 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cf5581bc-2111-48b6-baf9-a1422cda47a2 req-38d2225f-8c9e-4b91-b9c5-7497535dccb2 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/ports?device_id=d89c1e70-38b2-4689-9990-f8b126ab9ece HTTP/1.1" status: 200 len: 945 time: 0.0473363 Jan 18 22:55:06.934866 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cf5581bc-2111-48b6-baf9-a1422cda47a2 req-ae416f4f-d892-43ab-b5c3-163b106768c3 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/security-groups?id=89e31c00-0b47-47cf-a41e-5745f5cbaba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340064 Jan 18 22:55:07.046042 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65bde1d-45e0-44cc-abaf-b81902838ff3 req-7c7eaf10-67c2-4773-8b08-18b53147ffa5 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:07.047465 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d65bde1d-45e0-44cc-abaf-b81902838ff3 req-7c7eaf10-67c2-4773-8b08-18b53147ffa5 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/ports?device_id=d89c1e70-38b2-4689-9990-f8b126ab9ece HTTP/1.1" status: 200 len: 945 time: 0.0471454 Jan 18 22:55:07.083657 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d65bde1d-45e0-44cc-abaf-b81902838ff3 req-26f902ce-1abd-4695-93f6-f4ca7375a106 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/security-groups?id=89e31c00-0b47-47cf-a41e-5745f5cbaba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303588 Jan 18 22:55:07.301779 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-27e304f7-1207-44ba-9970-c505f701b56f req-3372bbb1-49e4-4880-ad7d-e988c565ab2b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d89c1e70-38b2-4689-9990-f8b126ab9ece&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0408013 Jan 18 22:55:07.317227 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7be219-9465-4c9f-aa38-34157c35d9c6 req-45f09f39-b0bd-488d-a701-eb8244360847 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:07.318979 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ba7be219-9465-4c9f-aa38-34157c35d9c6 req-45f09f39-b0bd-488d-a701-eb8244360847 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/ports?device_id=d89c1e70-38b2-4689-9990-f8b126ab9ece HTTP/1.1" status: 200 len: 945 time: 0.0495806 Jan 18 22:55:07.359112 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ba7be219-9465-4c9f-aa38-34157c35d9c6 req-2b779bbc-39ba-4949-bc4e-1f6061f43c24 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/security-groups?id=89e31c00-0b47-47cf-a41e-5745f5cbaba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335281 Jan 18 22:55:08.389568 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e304f7-1207-44ba-9970-c505f701b56f req-e4a63ebb-b125-4962-b4b6-f30da8b7aee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:08.391137 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-27e304f7-1207-44ba-9970-c505f701b56f req-e4a63ebb-b125-4962-b4b6-f30da8b7aee0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=204b80d593fa4442a31c73fc488428ec&device_id=d89c1e70-38b2-4689-9990-f8b126ab9ece HTTP/1.1" status: 200 len: 1096 time: 0.0401235 Jan 18 22:55:08.517695 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e458d89f-3242-4312-a037-e6df4eb8f8dd req-cb1b2b82-b0f3-473d-be41-546eb884183f tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:08.519124 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e458d89f-3242-4312-a037-e6df4eb8f8dd req-cb1b2b82-b0f3-473d-be41-546eb884183f tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/ports?device_id=d89c1e70-38b2-4689-9990-f8b126ab9ece HTTP/1.1" status: 200 len: 945 time: 0.0746121 Jan 18 22:55:08.523539 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e304f7-1207-44ba-9970-c505f701b56f req-31eedb3c-5ca1-42a4-86ca-aeb8a4d0227c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:08.524891 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-27e304f7-1207-44ba-9970-c505f701b56f req-31eedb3c-5ca1-42a4-86ca-aeb8a4d0227c service neutron] 10.222.0.67 "GET /v2.0/networks?id=b97a83c2-2911-43f7-8b49-e104dbb9d847 HTTP/1.1" status: 200 len: 915 time: 0.1273193 Jan 18 22:55:08.573872 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-27e304f7-1207-44ba-9970-c505f701b56f req-4c5b133b-88e3-4461-b3eb-0990f8a16381 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3f48685a-e55d-4a2e-b34b-9deab51ca87b HTTP/1.1" status: 200 len: 217 time: 0.0426273 Jan 18 22:55:08.612939 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e458d89f-3242-4312-a037-e6df4eb8f8dd req-a7173cb1-d04d-4198-b973-06ee6dd73d35 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/security-groups?id=89e31c00-0b47-47cf-a41e-5745f5cbaba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871503 Jan 18 22:55:08.630016 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e304f7-1207-44ba-9970-c505f701b56f req-c650da81-7ae6-4875-9ea3-1e45987cbd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:08.631428 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-27e304f7-1207-44ba-9970-c505f701b56f req-c650da81-7ae6-4875-9ea3-1e45987cbd6b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=97408f5a-74e8-4b5c-ba76-2652b601db3f HTTP/1.1" status: 200 len: 855 time: 0.0481720 Jan 18 22:55:08.665624 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-27e304f7-1207-44ba-9970-c505f701b56f req-988abcc9-3096-4a3c-bf9f-56e126fbd48d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b97a83c2-2911-43f7-8b49-e104dbb9d847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247405 Jan 18 22:55:08.755415 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-27e304f7-1207-44ba-9970-c505f701b56f req-2befe5fd-7400-4c07-b811-6f91071f6eeb service neutron] 10.222.0.67 "GET /v2.0/networks/b97a83c2-2911-43f7-8b49-e104dbb9d847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836182 Jan 18 22:55:08.843226 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-27e304f7-1207-44ba-9970-c505f701b56f req-d4da1fdb-2b94-443e-86f8-85bf28f92918 service neutron] 10.222.0.67 "GET /v2.0/networks/b97a83c2-2911-43f7-8b49-e104dbb9d847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805159 Jan 18 22:55:09.729309 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e0bf2b-3a97-4ecf-8627-89629de641d8 req-5dd1c68a-5b32-473f-ba3c-efc32c245f25 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:09.730751 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-21e0bf2b-3a97-4ecf-8627-89629de641d8 req-5dd1c68a-5b32-473f-ba3c-efc32c245f25 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/ports?device_id=d89c1e70-38b2-4689-9990-f8b126ab9ece HTTP/1.1" status: 200 len: 945 time: 0.0517344 Jan 18 22:55:09.766953 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-21e0bf2b-3a97-4ecf-8627-89629de641d8 req-508f4753-229a-4b6b-89e6-3de91af7cf50 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/security-groups?id=89e31c00-0b47-47cf-a41e-5745f5cbaba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297153 Jan 18 22:55:10.888867 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86fa76f-eb5c-44b4-a2e2-7668cc6297d2 req-7b1943af-d1a1-40c2-b011-10f1848030b8 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:10.890304 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f86fa76f-eb5c-44b4-a2e2-7668cc6297d2 req-7b1943af-d1a1-40c2-b011-10f1848030b8 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/ports?device_id=d89c1e70-38b2-4689-9990-f8b126ab9ece HTTP/1.1" status: 200 len: 945 time: 0.0502865 Jan 18 22:55:10.926207 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f86fa76f-eb5c-44b4-a2e2-7668cc6297d2 req-b0d243a0-4fbe-4b61-8f32-8abb46fc6f08 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/security-groups?id=89e31c00-0b47-47cf-a41e-5745f5cbaba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300815 Jan 18 22:55:12.038638 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6887d479-ba78-4c1f-bb63-fe805e4fc236 req-9f051316-55b7-4757-91e5-4b2adb95cfd1 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:12.040059 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6887d479-ba78-4c1f-bb63-fe805e4fc236 req-9f051316-55b7-4757-91e5-4b2adb95cfd1 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/ports?device_id=d89c1e70-38b2-4689-9990-f8b126ab9ece HTTP/1.1" status: 200 len: 945 time: 0.0475774 Jan 18 22:55:12.076422 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6887d479-ba78-4c1f-bb63-fe805e4fc236 req-a54a12b8-fb48-45ce-ba76-32a4d6427cd0 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/security-groups?id=89e31c00-0b47-47cf-a41e-5745f5cbaba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304823 Jan 18 22:55:13.058231 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:13.193602 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b9f96d-0cd7-4c42-a758-c6b57a4cfd8a req-4ef5fc95-6d65-49c0-a0e1-2b37eccad2ce tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:13.195030 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-93b9f96d-0cd7-4c42-a758-c6b57a4cfd8a req-4ef5fc95-6d65-49c0-a0e1-2b37eccad2ce tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/ports?device_id=d89c1e70-38b2-4689-9990-f8b126ab9ece HTTP/1.1" status: 200 len: 945 time: 0.0515256 Jan 18 22:55:13.230639 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-93b9f96d-0cd7-4c42-a758-c6b57a4cfd8a req-8fd77e1f-2d18-451a-9394-5a30ff1966fe tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/security-groups?id=89e31c00-0b47-47cf-a41e-5745f5cbaba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296082 Jan 18 22:55:13.854689 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:14.344373 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d527083-d4a9-4da8-8f9b-f638819c312b req-6a10746d-ad36-4e19-9598-08d3fad82a94 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:14.345873 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2d527083-d4a9-4da8-8f9b-f638819c312b req-6a10746d-ad36-4e19-9598-08d3fad82a94 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/ports?device_id=d89c1e70-38b2-4689-9990-f8b126ab9ece HTTP/1.1" status: 200 len: 945 time: 0.0495944 Jan 18 22:55:14.389573 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2d527083-d4a9-4da8-8f9b-f638819c312b req-f4d863b6-bc05-43be-8d4a-36fcea472abe tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/security-groups?id=89e31c00-0b47-47cf-a41e-5745f5cbaba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376952 Jan 18 22:55:15.501865 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0523e213-1509-4311-b2be-4b05c0da96e3 req-05ce20a2-1d5d-48d6-b895-d7ba4ae97944 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:15.503310 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0523e213-1509-4311-b2be-4b05c0da96e3 req-05ce20a2-1d5d-48d6-b895-d7ba4ae97944 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/ports?device_id=d89c1e70-38b2-4689-9990-f8b126ab9ece HTTP/1.1" status: 200 len: 945 time: 0.0475640 Jan 18 22:55:15.540938 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0523e213-1509-4311-b2be-4b05c0da96e3 req-8ed03ef2-6a8d-4557-87bb-9f24540f4a04 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/security-groups?id=89e31c00-0b47-47cf-a41e-5745f5cbaba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317936 Jan 18 22:55:16.658268 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fabea7-bb9e-4178-926c-57443b51ff39 req-b5687eaf-5c02-4493-baaa-02939e20f725 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:16.659710 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-61fabea7-bb9e-4178-926c-57443b51ff39 req-b5687eaf-5c02-4493-baaa-02939e20f725 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/ports?device_id=d89c1e70-38b2-4689-9990-f8b126ab9ece HTTP/1.1" status: 200 len: 945 time: 0.0528343 Jan 18 22:55:16.992200 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-61fabea7-bb9e-4178-926c-57443b51ff39 req-f0d3eb8b-3bde-4a42-82d1-ac431169b920 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/security-groups?id=89e31c00-0b47-47cf-a41e-5745f5cbaba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3264616 Jan 18 22:55:18.104333 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022a1c17-bb78-497e-8bde-d57e30d25324 req-b11af3df-439e-4988-baeb-4646117dbd15 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:18.105872 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-022a1c17-bb78-497e-8bde-d57e30d25324 req-b11af3df-439e-4988-baeb-4646117dbd15 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/ports?device_id=d89c1e70-38b2-4689-9990-f8b126ab9ece HTTP/1.1" status: 200 len: 945 time: 0.0485125 Jan 18 22:55:18.143106 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-022a1c17-bb78-497e-8bde-d57e30d25324 req-f7b5604a-c1c5-464c-81bd-ed5a9124cf54 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/security-groups?id=89e31c00-0b47-47cf-a41e-5745f5cbaba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313008 Jan 18 22:55:19.254386 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a7ba33-16f6-46c8-89ba-4857688c246d req-b8bfb6fd-f9c2-49de-b5ca-b911b52fc8b4 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:19.255014 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 22:55:19.255880 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f8a7ba33-16f6-46c8-89ba-4857688c246d req-b8bfb6fd-f9c2-49de-b5ca-b911b52fc8b4 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/ports?device_id=d89c1e70-38b2-4689-9990-f8b126ab9ece HTTP/1.1" status: 200 len: 945 time: 0.0477951 Jan 18 22:55:19.293476 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f8a7ba33-16f6-46c8-89ba-4857688c246d req-04ef76cb-4700-45e0-9c18-88cc8f356414 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/security-groups?id=89e31c00-0b47-47cf-a41e-5745f5cbaba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316010 Jan 18 22:55:19.328571 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d318e37d-e41d-4b9e-8e1a-7ea567cf895a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:20.408162 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab20523b-8471-4e70-be56-73c86eac8645 req-5732a2a2-d45e-48a0-a681-a9fc29ddbc99 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:20.409583 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ab20523b-8471-4e70-be56-73c86eac8645 req-5732a2a2-d45e-48a0-a681-a9fc29ddbc99 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/ports?device_id=d89c1e70-38b2-4689-9990-f8b126ab9ece HTTP/1.1" status: 200 len: 945 time: 0.0511091 Jan 18 22:55:20.446180 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ab20523b-8471-4e70-be56-73c86eac8645 req-b8169966-bf51-466c-99fb-1750ecc03a03 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/security-groups?id=89e31c00-0b47-47cf-a41e-5745f5cbaba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307908 Jan 18 22:55:21.557058 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f0da2a-45d7-4dfa-8187-1b4132fac1c9 req-d25f3f3e-5256-452b-86c1-f4ac463a88eb tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:21.558486 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-75f0da2a-45d7-4dfa-8187-1b4132fac1c9 req-d25f3f3e-5256-452b-86c1-f4ac463a88eb tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/ports?device_id=d89c1e70-38b2-4689-9990-f8b126ab9ece HTTP/1.1" status: 200 len: 945 time: 0.0474677 Jan 18 22:55:21.594902 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-75f0da2a-45d7-4dfa-8187-1b4132fac1c9 req-e3c56529-e35c-4490-8a76-263a752c9269 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/security-groups?id=89e31c00-0b47-47cf-a41e-5745f5cbaba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305119 Jan 18 22:55:21.974408 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-055a4a23-d51a-4288-bcae-dafb5f6bddcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:22.708411 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a644c8-fa0e-4aee-8b39-0098d298f926 req-ebfb67b1-1771-458b-a9bc-0d6c1951ba05 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:22.709856 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-27a644c8-fa0e-4aee-8b39-0098d298f926 req-ebfb67b1-1771-458b-a9bc-0d6c1951ba05 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/ports?device_id=d89c1e70-38b2-4689-9990-f8b126ab9ece HTTP/1.1" status: 200 len: 945 time: 0.0480039 Jan 18 22:55:22.746860 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-27a644c8-fa0e-4aee-8b39-0098d298f926 req-c7809f31-f205-4de8-8d9b-786fd0f6ce6d tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/security-groups?id=89e31c00-0b47-47cf-a41e-5745f5cbaba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308681 Jan 18 22:55:23.037554 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:23.863203 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed8356b-da7d-4f2a-a3f0-39b0bb06fbdd req-28d78daa-d786-4660-a840-8c961014c36a tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:23.864668 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8ed8356b-da7d-4f2a-a3f0-39b0bb06fbdd req-28d78daa-d786-4660-a840-8c961014c36a tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/ports?device_id=d89c1e70-38b2-4689-9990-f8b126ab9ece HTTP/1.1" status: 200 len: 945 time: 0.0512452 Jan 18 22:55:23.901378 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8ed8356b-da7d-4f2a-a3f0-39b0bb06fbdd req-fafd8df6-7d7c-4623-9ca6-7945a8b6e6ae tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/security-groups?id=89e31c00-0b47-47cf-a41e-5745f5cbaba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306578 Jan 18 22:55:24.494851 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:24.660321 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:25.017054 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1962ee-7605-4ae0-80b4-c2854021297e req-28827aa4-ed45-4a3f-8f88-7da4e6541653 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:25.018507 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9a1962ee-7605-4ae0-80b4-c2854021297e req-28827aa4-ed45-4a3f-8f88-7da4e6541653 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/ports?device_id=d89c1e70-38b2-4689-9990-f8b126ab9ece HTTP/1.1" status: 200 len: 945 time: 0.0482078 Jan 18 22:55:25.054682 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9a1962ee-7605-4ae0-80b4-c2854021297e req-6cc1cca5-9c07-489f-a022-610845b702f5 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/security-groups?id=89e31c00-0b47-47cf-a41e-5745f5cbaba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303836 Jan 18 22:55:26.168034 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d02ab3-eb1a-4709-83b5-ebfb572b074f req-074fd36f-7681-4deb-af23-fea746815119 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:26.169535 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f1d02ab3-eb1a-4709-83b5-ebfb572b074f req-074fd36f-7681-4deb-af23-fea746815119 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/ports?device_id=d89c1e70-38b2-4689-9990-f8b126ab9ece HTTP/1.1" status: 200 len: 945 time: 0.0482471 Jan 18 22:55:26.212683 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f1d02ab3-eb1a-4709-83b5-ebfb572b074f req-7cfc95f6-7d4b-4680-961a-0dcfaac2fde9 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/security-groups?id=89e31c00-0b47-47cf-a41e-5745f5cbaba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370088 Jan 18 22:55:27.338750 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29b07f2-e246-43ed-98bd-65a1d449d42c req-86227306-1d19-4232-ab85-9cad2eb9e648 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:27.346442 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b29b07f2-e246-43ed-98bd-65a1d449d42c req-86227306-1d19-4232-ab85-9cad2eb9e648 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/ports?device_id=d89c1e70-38b2-4689-9990-f8b126ab9ece HTTP/1.1" status: 200 len: 945 time: 0.0604727 Jan 18 22:55:27.378674 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b29b07f2-e246-43ed-98bd-65a1d449d42c req-c9246b7a-1052-42ee-823e-4b53feca3c5a tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/security-groups?id=89e31c00-0b47-47cf-a41e-5745f5cbaba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313680 Jan 18 22:55:28.491652 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64a4fd3-6f10-4963-bb8e-4fedcc6da17b req-11ec8a21-63a3-41fd-aadd-b0457c424e10 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:28.493384 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f64a4fd3-6f10-4963-bb8e-4fedcc6da17b req-11ec8a21-63a3-41fd-aadd-b0457c424e10 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/ports?device_id=d89c1e70-38b2-4689-9990-f8b126ab9ece HTTP/1.1" status: 200 len: 945 time: 0.0472105 Jan 18 22:55:28.530715 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f64a4fd3-6f10-4963-bb8e-4fedcc6da17b req-5a937c49-8d41-4107-82ee-0e8f0ef10df2 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/security-groups?id=89e31c00-0b47-47cf-a41e-5745f5cbaba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314202 Jan 18 22:55:29.645535 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d185fbed-016f-43f3-a8b3-414102151edf req-f3a93770-7017-4c48-b1b5-65a5445c34cb tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:29.646983 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d185fbed-016f-43f3-a8b3-414102151edf req-f3a93770-7017-4c48-b1b5-65a5445c34cb tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/ports?device_id=d89c1e70-38b2-4689-9990-f8b126ab9ece HTTP/1.1" status: 200 len: 945 time: 0.0492079 Jan 18 22:55:29.683495 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d185fbed-016f-43f3-a8b3-414102151edf req-4c2893e6-af76-451e-b778-f6370d5e5740 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/security-groups?id=89e31c00-0b47-47cf-a41e-5745f5cbaba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306306 Jan 18 22:55:30.801132 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd800e8d-94bf-4741-a6c4-d1e0bd74f0a6 req-9613a693-beb8-4c52-8461-927d4e7cf40a tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:30.802593 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-dd800e8d-94bf-4741-a6c4-d1e0bd74f0a6 req-9613a693-beb8-4c52-8461-927d4e7cf40a tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/ports?device_id=d89c1e70-38b2-4689-9990-f8b126ab9ece HTTP/1.1" status: 200 len: 945 time: 0.0517039 Jan 18 22:55:30.839703 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-dd800e8d-94bf-4741-a6c4-d1e0bd74f0a6 req-023d3073-cfee-4782-881f-f576526ae9a6 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/security-groups?id=89e31c00-0b47-47cf-a41e-5745f5cbaba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312579 Jan 18 22:55:31.952024 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b485fe9c-d75b-4e99-a324-7cd2aba3a1ee req-e44302b4-09b6-4984-8658-b86e4365baef tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:31.953500 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b485fe9c-d75b-4e99-a324-7cd2aba3a1ee req-e44302b4-09b6-4984-8658-b86e4365baef tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/ports?device_id=d89c1e70-38b2-4689-9990-f8b126ab9ece HTTP/1.1" status: 200 len: 945 time: 0.0485506 Jan 18 22:55:31.989591 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b485fe9c-d75b-4e99-a324-7cd2aba3a1ee req-ef17b1e2-ad31-49e9-a405-321415c70f0c tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/security-groups?id=89e31c00-0b47-47cf-a41e-5745f5cbaba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302517 Jan 18 22:55:33.101957 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30a3133-3421-49ee-a31d-97c2c59fe49b req-83ffb2f9-e894-4b77-8482-5f79854e5005 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:33.103406 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a30a3133-3421-49ee-a31d-97c2c59fe49b req-83ffb2f9-e894-4b77-8482-5f79854e5005 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/ports?device_id=d89c1e70-38b2-4689-9990-f8b126ab9ece HTTP/1.1" status: 200 len: 945 time: 0.0475893 Jan 18 22:55:33.141620 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a30a3133-3421-49ee-a31d-97c2c59fe49b req-769a396f-5474-40ef-a284-fcf49a5e1d58 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/security-groups?id=89e31c00-0b47-47cf-a41e-5745f5cbaba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322115 Jan 18 22:55:34.257288 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f08a0-8a24-4187-a298-d391b4e82941 req-19e25f92-38f0-4151-bc58-59c4f166d806 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:34.258724 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7d5f08a0-8a24-4187-a298-d391b4e82941 req-19e25f92-38f0-4151-bc58-59c4f166d806 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/ports?device_id=d89c1e70-38b2-4689-9990-f8b126ab9ece HTTP/1.1" status: 200 len: 945 time: 0.0515459 Jan 18 22:55:34.296334 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7d5f08a0-8a24-4187-a298-d391b4e82941 req-946c82a5-6b7e-46e5-a3bd-eefaec2abb05 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/security-groups?id=89e31c00-0b47-47cf-a41e-5745f5cbaba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315456 Jan 18 22:55:35.412617 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f54fe-f9c7-4bf2-892c-9076e737d0e8 req-f7087da4-307f-481b-9391-70e217e9b620 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:35.414080 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-034f54fe-f9c7-4bf2-892c-9076e737d0e8 req-f7087da4-307f-481b-9391-70e217e9b620 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/ports?device_id=d89c1e70-38b2-4689-9990-f8b126ab9ece HTTP/1.1" status: 200 len: 945 time: 0.0493994 Jan 18 22:55:35.452292 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-034f54fe-f9c7-4bf2-892c-9076e737d0e8 req-e81da5df-f78b-4cb0-ad06-c6429bab008e tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/security-groups?id=89e31c00-0b47-47cf-a41e-5745f5cbaba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322149 Jan 18 22:55:35.637972 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [req-27e304f7-1207-44ba-9970-c505f701b56f req-45bcfee3-626b-4fb9-b673-44a9dd228492 service neutron] show failed (client error): The resource could not be found. Jan 18 22:55:35.638895 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-27e304f7-1207-44ba-9970-c505f701b56f req-45bcfee3-626b-4fb9-b673-44a9dd228492 service neutron] 10.222.0.67 "GET /v2.0/ports/3f48685a-e55d-4a2e-b34b-9deab51ca87b/bindings/n-h1-825064-1 HTTP/1.1" status: 404 len: 380 time: 0.0530353 Jan 18 22:55:35.823902 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e304f7-1207-44ba-9970-c505f701b56f req-9df77734-5794-40dd-93fb-304425460cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:35.825395 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-27e304f7-1207-44ba-9970-c505f701b56f req-9df77734-5794-40dd-93fb-304425460cad service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d89c1e70-38b2-4689-9990-f8b126ab9ece&tenant_id=204b80d593fa4442a31c73fc488428ec HTTP/1.1" status: 200 len: 1096 time: 0.0394530 Jan 18 22:55:35.836091 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-27e304f7-1207-44ba-9970-c505f701b56f req-07e2f6cb-db69-41bd-879a-f0b823238fe1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825064-1', 'device_owner': 'compute:nova'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:55:35.890288 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-27e304f7-1207-44ba-9970-c505f701b56f req-07e2f6cb-db69-41bd-879a-f0b823238fe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:36.084462 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-27e304f7-1207-44ba-9970-c505f701b56f req-07e2f6cb-db69-41bd-879a-f0b823238fe1 service neutron] For port 3f48685a-e55d-4a2e-b34b-9deab51ca87b, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=3f48685a-e55d-4a2e-b34b-9deab51ca87b,segment=NetworkSegment(3edf76f2-8624-4de5-be31-436af863e458),segment_id=3edf76f2-8624-4de5-be31-436af863e458)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:55:36.115975 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-27e304f7-1207-44ba-9970-c505f701b56f req-07e2f6cb-db69-41bd-879a-f0b823238fe1 service neutron] For port 3f48685a-e55d-4a2e-b34b-9deab51ca87b, host n-h2-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:55:36.154299 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd89c1e70-38b2-4689-9990-f8b126ab9ece', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f48685a-e55d-4a2e-b34b-9deab51ca87b'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:55:36.156550 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4370b93-e5a5-4b2f-a990-e7ae16b1558a" -d '{"events": [{"server_uuid": "d89c1e70-38b2-4689-9990-f8b126ab9ece", "name": "network-vif-unplugged", "status": "completed", "tag": "3f48685a-e55d-4a2e-b34b-9deab51ca87b"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:55:36.160670 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-27e304f7-1207-44ba-9970-c505f701b56f req-07e2f6cb-db69-41bd-879a-f0b823238fe1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:36.173059 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [req-27e304f7-1207-44ba-9970-c505f701b56f req-07e2f6cb-db69-41bd-879a-f0b823238fe1 service neutron] Transition to ACTIVE for port object 3f48685a-e55d-4a2e-b34b-9deab51ca87b will not be triggered until provisioned by entity L2. {{(pid=102431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:55:36.177060 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-27e304f7-1207-44ba-9970-c505f701b56f req-07e2f6cb-db69-41bd-879a-f0b823238fe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:36.206616 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 18 Jan 2022 22:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a3b2920-23ed-4ac7-acf2-579a8894d239 x-openstack-request-id: req-9a3b2920-23ed-4ac7-acf2-579a8894d239 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:55:36.206916 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d89c1e70-38b2-4689-9990-f8b126ab9ece", "name": "network-vif-unplugged", "status": "completed", "tag": "3f48685a-e55d-4a2e-b34b-9deab51ca87b", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:55:36.207168 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9a3b2920-23ed-4ac7-acf2-579a8894d239 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:55:36.207551 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd89c1e70-38b2-4689-9990-f8b126ab9ece', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f48685a-e55d-4a2e-b34b-9deab51ca87b', 'code': 200} Jan 18 22:55:36.243792 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-27e304f7-1207-44ba-9970-c505f701b56f req-07e2f6cb-db69-41bd-879a-f0b823238fe1 service neutron] No DVR routers for this DVR port 3f48685a-e55d-4a2e-b34b-9deab51ca87b on host n-h2-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:55:36.245692 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e2f6cb-db69-41bd-879a-f0b823238fe1 service neutron] Pushing event updated for resources: {'Port': ['ID=3f48685a-e55d-4a2e-b34b-9deab51ca87b,revision_number=6']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:36.279082 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-27e304f7-1207-44ba-9970-c505f701b56f req-07e2f6cb-db69-41bd-879a-f0b823238fe1 service neutron] Attempting to bind port 3f48685a-e55d-4a2e-b34b-9deab51ca87b on host n-h1-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:55:36.279407 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-27e304f7-1207-44ba-9970-c505f701b56f req-07e2f6cb-db69-41bd-879a-f0b823238fe1 service neutron] Attempting to bind port 3f48685a-e55d-4a2e-b34b-9deab51ca87b by drivers openvswitch,hyperv on host n-h1-825064-1 at level 0 using segments [{'id': '3edf76f2-8624-4de5-be31-436af863e458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b97a83c2-2911-43f7-8b49-e104dbb9d847'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:55:36.279728 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e304f7-1207-44ba-9970-c505f701b56f req-07e2f6cb-db69-41bd-879a-f0b823238fe1 service neutron] Attempting to bind port 3f48685a-e55d-4a2e-b34b-9deab51ca87b on network b97a83c2-2911-43f7-8b49-e104dbb9d847 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:55:36.283968 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e304f7-1207-44ba-9970-c505f701b56f req-07e2f6cb-db69-41bd-879a-f0b823238fe1 service neutron] Port 3f48685a-e55d-4a2e-b34b-9deab51ca87b on network b97a83c2-2911-43f7-8b49-e104dbb9d847 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:55:36.284325 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e304f7-1207-44ba-9970-c505f701b56f req-07e2f6cb-db69-41bd-879a-f0b823238fe1 service neutron] Attempting to bind port 3f48685a-e55d-4a2e-b34b-9deab51ca87b on network b97a83c2-2911-43f7-8b49-e104dbb9d847 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:55:36.289113 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e304f7-1207-44ba-9970-c505f701b56f req-07e2f6cb-db69-41bd-879a-f0b823238fe1 service neutron] Checking agent: {'id': 'e49d1b2a-ba11-487f-a804-ecbf3c0e8132', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:55:36.289443 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e304f7-1207-44ba-9970-c505f701b56f req-07e2f6cb-db69-41bd-879a-f0b823238fe1 service neutron] Checking segment: {'id': '3edf76f2-8624-4de5-be31-436af863e458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b97a83c2-2911-43f7-8b49-e104dbb9d847'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:55:36.289818 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e304f7-1207-44ba-9970-c505f701b56f req-07e2f6cb-db69-41bd-879a-f0b823238fe1 service neutron] Bound using segment: {'id': '3edf76f2-8624-4de5-be31-436af863e458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b97a83c2-2911-43f7-8b49-e104dbb9d847'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:55:36.290307 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-27e304f7-1207-44ba-9970-c505f701b56f req-07e2f6cb-db69-41bd-879a-f0b823238fe1 service neutron] Bound port: 3f48685a-e55d-4a2e-b34b-9deab51ca87b, host: n-h1-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3edf76f2-8624-4de5-be31-436af863e458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b97a83c2-2911-43f7-8b49-e104dbb9d847'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:55:36.290742 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-27e304f7-1207-44ba-9970-c505f701b56f req-07e2f6cb-db69-41bd-879a-f0b823238fe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:36.351187 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-27e304f7-1207-44ba-9970-c505f701b56f req-07e2f6cb-db69-41bd-879a-f0b823238fe1 service neutron] For port 3f48685a-e55d-4a2e-b34b-9deab51ca87b, host n-h1-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:55:36.354060 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-27e304f7-1207-44ba-9970-c505f701b56f req-07e2f6cb-db69-41bd-879a-f0b823238fe1 service neutron] For port 3f48685a-e55d-4a2e-b34b-9deab51ca87b, host n-h1-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=3f48685a-e55d-4a2e-b34b-9deab51ca87b,segment=NetworkSegment(3edf76f2-8624-4de5-be31-436af863e458),segment_id=3edf76f2-8624-4de5-be31-436af863e458)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:55:36.359410 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-27e304f7-1207-44ba-9970-c505f701b56f req-07e2f6cb-db69-41bd-879a-f0b823238fe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:36.393222 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e304f7-1207-44ba-9970-c505f701b56f req-07e2f6cb-db69-41bd-879a-f0b823238fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:36.393892 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-27e304f7-1207-44ba-9970-c505f701b56f req-07e2f6cb-db69-41bd-879a-f0b823238fe1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:36.395300 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-27e304f7-1207-44ba-9970-c505f701b56f req-07e2f6cb-db69-41bd-879a-f0b823238fe1 service neutron] 10.222.0.36 "PUT /v2.0/ports/3f48685a-e55d-4a2e-b34b-9deab51ca87b HTTP/1.1" status: 200 len: 1091 time: 0.5630941 Jan 18 22:55:36.416218 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e2f6cb-db69-41bd-879a-f0b823238fe1 service neutron] Pushing event updated for resources: {'Port': ['ID=3f48685a-e55d-4a2e-b34b-9deab51ca87b,revision_number=7']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:36.461046 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e304f7-1207-44ba-9970-c505f701b56f req-dca213c8-98b5-4396-9974-24f05909189f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:36.462513 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-27e304f7-1207-44ba-9970-c505f701b56f req-dca213c8-98b5-4396-9974-24f05909189f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=204b80d593fa4442a31c73fc488428ec&device_id=d89c1e70-38b2-4689-9990-f8b126ab9ece HTTP/1.1" status: 200 len: 1094 time: 0.0435576 Jan 18 22:55:36.552540 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e304f7-1207-44ba-9970-c505f701b56f req-9d121ed2-593c-4dc0-94ca-9859fcd53219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:36.554039 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-27e304f7-1207-44ba-9970-c505f701b56f req-9d121ed2-593c-4dc0-94ca-9859fcd53219 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b97a83c2-2911-43f7-8b49-e104dbb9d847 HTTP/1.1" status: 200 len: 915 time: 0.0846381 Jan 18 22:55:36.569422 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0982acb-4430-4cd7-b1c5-e7a6796da5fe req-262f7ebf-692c-48b8-b3aa-934acf585d0a tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:36.570924 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c0982acb-4430-4cd7-b1c5-e7a6796da5fe req-262f7ebf-692c-48b8-b3aa-934acf585d0a tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/ports?device_id=d89c1e70-38b2-4689-9990-f8b126ab9ece HTTP/1.1" status: 200 len: 943 time: 0.0520494 Jan 18 22:55:36.605562 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-27e304f7-1207-44ba-9970-c505f701b56f req-89ad31c0-cf61-49fe-b45e-ba51b606ff80 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3f48685a-e55d-4a2e-b34b-9deab51ca87b HTTP/1.1" status: 200 len: 217 time: 0.0416014 Jan 18 22:55:36.608706 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c0982acb-4430-4cd7-b1c5-e7a6796da5fe req-8a018223-e31c-40f6-a041-f50dac324877 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/security-groups?id=89e31c00-0b47-47cf-a41e-5745f5cbaba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317323 Jan 18 22:55:36.652914 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e304f7-1207-44ba-9970-c505f701b56f req-60487710-a616-464e-a573-0e72766e6c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:36.654347 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-27e304f7-1207-44ba-9970-c505f701b56f req-60487710-a616-464e-a573-0e72766e6c5c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=97408f5a-74e8-4b5c-ba76-2652b601db3f HTTP/1.1" status: 200 len: 855 time: 0.0429547 Jan 18 22:55:36.684419 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-27e304f7-1207-44ba-9970-c505f701b56f req-8262af99-0c0a-491b-8142-12aa20c862c8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b97a83c2-2911-43f7-8b49-e104dbb9d847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240400 Jan 18 22:55:36.769194 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-27e304f7-1207-44ba-9970-c505f701b56f req-fc2dbe80-ab95-4351-8222-4979fde8a1b8 service neutron] 10.222.0.36 "GET /v2.0/networks/b97a83c2-2911-43f7-8b49-e104dbb9d847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780849 Jan 18 22:55:36.860575 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-27e304f7-1207-44ba-9970-c505f701b56f req-1ade22ef-be62-423f-a3ba-eb954729b8fb service neutron] 10.222.0.36 "GET /v2.0/networks/b97a83c2-2911-43f7-8b49-e104dbb9d847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850439 Jan 18 22:55:37.723615 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e709b6-2e12-429f-852e-be73dd98f704 req-42dec0a8-195f-441b-a842-f8c64a6ab1f6 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:37.725093 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-34e709b6-2e12-429f-852e-be73dd98f704 req-42dec0a8-195f-441b-a842-f8c64a6ab1f6 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/ports?device_id=d89c1e70-38b2-4689-9990-f8b126ab9ece HTTP/1.1" status: 200 len: 943 time: 0.0476465 Jan 18 22:55:37.762421 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-34e709b6-2e12-429f-852e-be73dd98f704 req-bd9a563c-6b6f-4536-8a8c-59741882995c tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/security-groups?id=89e31c00-0b47-47cf-a41e-5745f5cbaba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314860 Jan 18 22:55:38.070413 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 3f48685a-e55d-4a2e-b34b-9deab51ca87b details requested by agent hyperv_n-h1-825064-1 with host n-h1-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:55:38.164885 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 3f48685a-e55d-4a2e-b34b-9deab51ca87b, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=3f48685a-e55d-4a2e-b34b-9deab51ca87b,segment=NetworkSegment(3edf76f2-8624-4de5-be31-436af863e458),segment_id=3edf76f2-8624-4de5-be31-436af863e458)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:55:38.175463 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Returning: {'device': '3f48685a-e55d-4a2e-b34b-9deab51ca87b', 'network_id': 'b97a83c2-2911-43f7-8b49-e104dbb9d847', 'port_id': '3f48685a-e55d-4a2e-b34b-9deab51ca87b', 'mac_address': 'fa:16:3e:93:0a:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97408f5a-74e8-4b5c-ba76-2652b601db3f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:55:38.208838 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd89c1e70-38b2-4689-9990-f8b126ab9ece', 'tag': '3f48685a-e55d-4a2e-b34b-9deab51ca87b'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:55:38.211600 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84fb59d3-7829-4575-ab68-926ef7eaf12e" -d '{"events": [{"name": "network-changed", "server_uuid": "d89c1e70-38b2-4689-9990-f8b126ab9ece", "tag": "3f48685a-e55d-4a2e-b34b-9deab51ca87b"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:55:38.211748 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:38.225923 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f48685a-e55d-4a2e-b34b-9deab51ca87b {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:55:38.245630 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 3f48685a-e55d-4a2e-b34b-9deab51ca87b, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=3f48685a-e55d-4a2e-b34b-9deab51ca87b,segment=NetworkSegment(3edf76f2-8624-4de5-be31-436af863e458),segment_id=3edf76f2-8624-4de5-be31-436af863e458)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:55:38.250305 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:38.260779 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae0d1d2-ee7c-412a-bcdf-d5f8720f326e x-openstack-request-id: req-aae0d1d2-ee7c-412a-bcdf-d5f8720f326e {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:55:38.261079 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d89c1e70-38b2-4689-9990-f8b126ab9ece", "tag": "3f48685a-e55d-4a2e-b34b-9deab51ca87b", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:55:38.261504 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-aae0d1d2-ee7c-412a-bcdf-d5f8720f326e {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:55:38.262322 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd89c1e70-38b2-4689-9990-f8b126ab9ece', 'tag': '3f48685a-e55d-4a2e-b34b-9deab51ca87b', 'status': 'completed', 'code': 200} Jan 18 22:55:38.302217 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=3f48685a-e55d-4a2e-b34b-9deab51ca87b,revision_number=8']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:38.319185 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb59d3-7829-4575-ab68-926ef7eaf12e req-2241d486-abf8-44b5-b927-fa69c7f4446b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:38.321022 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-84fb59d3-7829-4575-ab68-926ef7eaf12e req-2241d486-abf8-44b5-b927-fa69c7f4446b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=204b80d593fa4442a31c73fc488428ec&device_id=d89c1e70-38b2-4689-9990-f8b126ab9ece HTTP/1.1" status: 200 len: 1095 time: 0.0420921 Jan 18 22:55:38.341549 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb59d3-7829-4575-ab68-926ef7eaf12e req-cb59d1c1-197a-4393-be48-40247bd3b47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:38.343368 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-84fb59d3-7829-4575-ab68-926ef7eaf12e req-cb59d1c1-197a-4393-be48-40247bd3b47c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=204b80d593fa4442a31c73fc488428ec&device_id=d89c1e70-38b2-4689-9990-f8b126ab9ece HTTP/1.1" status: 200 len: 1095 time: 0.0494215 Jan 18 22:55:38.418130 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb59d3-7829-4575-ab68-926ef7eaf12e req-d1b41156-c7b8-48f6-82f5-cb4d8ef951a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:38.419757 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-84fb59d3-7829-4575-ab68-926ef7eaf12e req-d1b41156-c7b8-48f6-82f5-cb4d8ef951a4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b97a83c2-2911-43f7-8b49-e104dbb9d847 HTTP/1.1" status: 200 len: 915 time: 0.0928895 Jan 18 22:55:38.440071 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb59d3-7829-4575-ab68-926ef7eaf12e req-20b79bef-8b33-4169-a498-0175e99a53f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:38.441856 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-84fb59d3-7829-4575-ab68-926ef7eaf12e req-20b79bef-8b33-4169-a498-0175e99a53f1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b97a83c2-2911-43f7-8b49-e104dbb9d847 HTTP/1.1" status: 200 len: 915 time: 0.0919831 Jan 18 22:55:38.462225 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-84fb59d3-7829-4575-ab68-926ef7eaf12e req-2148c048-06c7-40bc-a383-4f0834085ac0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3f48685a-e55d-4a2e-b34b-9deab51ca87b HTTP/1.1" status: 200 len: 217 time: 0.0351007 Jan 18 22:55:38.467926 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['3f48685a-e55d-4a2e-b34b-9deab51ca87b'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:55:38.495999 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-84fb59d3-7829-4575-ab68-926ef7eaf12e req-764ce7a4-15b2-4ae5-8b6f-0cf49f76bea6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3f48685a-e55d-4a2e-b34b-9deab51ca87b HTTP/1.1" status: 200 len: 217 time: 0.0428448 Jan 18 22:55:38.512226 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb59d3-7829-4575-ab68-926ef7eaf12e req-04e32bd2-ae2c-47a3-89c4-743e2aa086f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:38.513700 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-84fb59d3-7829-4575-ab68-926ef7eaf12e req-04e32bd2-ae2c-47a3-89c4-743e2aa086f8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=97408f5a-74e8-4b5c-ba76-2652b601db3f HTTP/1.1" status: 200 len: 855 time: 0.0452595 Jan 18 22:55:38.546565 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb59d3-7829-4575-ab68-926ef7eaf12e req-106c403f-61a3-403e-ba3e-d71611a6611f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:38.548323 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-84fb59d3-7829-4575-ab68-926ef7eaf12e req-106c403f-61a3-403e-ba3e-d71611a6611f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=97408f5a-74e8-4b5c-ba76-2652b601db3f HTTP/1.1" status: 200 len: 855 time: 0.0461118 Jan 18 22:55:38.549342 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-84fb59d3-7829-4575-ab68-926ef7eaf12e req-76833994-b840-4bbc-b947-49092305904b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b97a83c2-2911-43f7-8b49-e104dbb9d847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291929 Jan 18 22:55:38.585459 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-84fb59d3-7829-4575-ab68-926ef7eaf12e req-9e8b805b-1c4d-4cbd-8793-0fd227f835de service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b97a83c2-2911-43f7-8b49-e104dbb9d847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312085 Jan 18 22:55:38.636937 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-84fb59d3-7829-4575-ab68-926ef7eaf12e req-0bcf6212-a868-4120-8a9c-f18b40e21bc3 service neutron] 10.222.0.67 "GET /v2.0/networks/b97a83c2-2911-43f7-8b49-e104dbb9d847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815196 Jan 18 22:55:38.674271 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-84fb59d3-7829-4575-ab68-926ef7eaf12e req-47616178-5e81-4371-a684-a3cd8e095891 service neutron] 10.222.0.36 "GET /v2.0/networks/b97a83c2-2911-43f7-8b49-e104dbb9d847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827439 Jan 18 22:55:38.728974 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-84fb59d3-7829-4575-ab68-926ef7eaf12e req-2d918b0c-78b4-4b55-9799-0358081f52ca service neutron] 10.222.0.67 "GET /v2.0/networks/b97a83c2-2911-43f7-8b49-e104dbb9d847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861843 Jan 18 22:55:38.766722 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-84fb59d3-7829-4575-ab68-926ef7eaf12e req-fb6a2836-84e4-43bb-ae09-81451aa627de service neutron] 10.222.0.36 "GET /v2.0/networks/b97a83c2-2911-43f7-8b49-e104dbb9d847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856311 Jan 18 22:55:38.878197 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d90422f-d357-4dc0-998b-6891c229cf9b req-1eb83cc0-9b7f-45ae-97c0-b7d64ab368fe tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:38.879566 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2d90422f-d357-4dc0-998b-6891c229cf9b req-1eb83cc0-9b7f-45ae-97c0-b7d64ab368fe tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/ports?device_id=d89c1e70-38b2-4689-9990-f8b126ab9ece HTTP/1.1" status: 200 len: 944 time: 0.0487504 Jan 18 22:55:38.917260 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2d90422f-d357-4dc0-998b-6891c229cf9b req-6988a3b0-5109-4897-b422-ec5c7d3a4f55 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/security-groups?id=89e31c00-0b47-47cf-a41e-5745f5cbaba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317371 Jan 18 22:55:39.141938 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf5aa8a-c4af-4f72-9b47-b0a0d019f34b req-6274c970-ee0e-488c-bc45-bedc21e32bab tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:39.143321 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-acf5aa8a-c4af-4f72-9b47-b0a0d019f34b req-6274c970-ee0e-488c-bc45-bedc21e32bab tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/ports?device_id=d89c1e70-38b2-4689-9990-f8b126ab9ece HTTP/1.1" status: 200 len: 944 time: 0.0824311 Jan 18 22:55:39.151628 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be97e86-be88-4066-92ae-df9af5215aad req-32072e7d-3dc6-40bd-bbd7-72845084c461 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:39.153100 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4be97e86-be88-4066-92ae-df9af5215aad req-32072e7d-3dc6-40bd-bbd7-72845084c461 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.67 "GET /v2.0/ports?device_id=d89c1e70-38b2-4689-9990-f8b126ab9ece&tenant_id=204b80d593fa4442a31c73fc488428ec&binding%3Ahost_id=n-h1-825064-1 HTTP/1.1" status: 200 len: 944 time: 0.0828633 Jan 18 22:55:39.215304 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-acf5aa8a-c4af-4f72-9b47-b0a0d019f34b req-ffa0aba5-662b-4cd7-9c3f-eb1a45337848 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/security-groups?id=89e31c00-0b47-47cf-a41e-5745f5cbaba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612543 Jan 18 22:55:39.233290 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [req-4be97e86-be88-4066-92ae-df9af5215aad req-5e7f5144-af42-4200-98d1-5d0b8b761bf9 service neutron] delete failed (client error): The resource could not be found. Jan 18 22:55:39.234284 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4be97e86-be88-4066-92ae-df9af5215aad req-5e7f5144-af42-4200-98d1-5d0b8b761bf9 service neutron] 10.222.0.67 "DELETE /v2.0/ports/3f48685a-e55d-4a2e-b34b-9deab51ca87b/bindings/n-h2-825064-1 HTTP/1.1" status: 404 len: 380 time: 0.0736666 Jan 18 22:55:39.314866 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be97e86-be88-4066-92ae-df9af5215aad req-51a0040a-b099-4549-a191-d5c300d21d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:39.317031 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4be97e86-be88-4066-92ae-df9af5215aad req-51a0040a-b099-4549-a191-d5c300d21d08 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=204b80d593fa4442a31c73fc488428ec&device_id=d89c1e70-38b2-4689-9990-f8b126ab9ece HTTP/1.1" status: 200 len: 1095 time: 0.0412509 Jan 18 22:55:39.407019 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be97e86-be88-4066-92ae-df9af5215aad req-7478f75d-6955-44dc-9878-0cf9811a8ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:39.408408 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4be97e86-be88-4066-92ae-df9af5215aad req-7478f75d-6955-44dc-9878-0cf9811a8ab9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b97a83c2-2911-43f7-8b49-e104dbb9d847 HTTP/1.1" status: 200 len: 915 time: 0.0855780 Jan 18 22:55:39.448645 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4be97e86-be88-4066-92ae-df9af5215aad req-86b1c4fc-a089-44c5-ae0c-d6e768d2a754 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3f48685a-e55d-4a2e-b34b-9deab51ca87b HTTP/1.1" status: 200 len: 217 time: 0.0342066 Jan 18 22:55:39.496025 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be97e86-be88-4066-92ae-df9af5215aad req-51a94c71-39e2-4b65-b6df-521bc6aaf897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:39.497433 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4be97e86-be88-4066-92ae-df9af5215aad req-51a94c71-39e2-4b65-b6df-521bc6aaf897 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=97408f5a-74e8-4b5c-ba76-2652b601db3f HTTP/1.1" status: 200 len: 855 time: 0.0421059 Jan 18 22:55:39.533153 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4be97e86-be88-4066-92ae-df9af5215aad req-f377e386-9fb3-4e53-b564-bf52c49e7d68 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b97a83c2-2911-43f7-8b49-e104dbb9d847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282845 Jan 18 22:55:39.621230 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4be97e86-be88-4066-92ae-df9af5215aad req-6b2126e2-5d19-4fcb-a16d-93f2c56ea7f9 service neutron] 10.222.0.67 "GET /v2.0/networks/b97a83c2-2911-43f7-8b49-e104dbb9d847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813336 Jan 18 22:55:39.713081 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4be97e86-be88-4066-92ae-df9af5215aad req-5743461a-7241-435d-8f73-e4def4f92c69 service neutron] 10.222.0.67 "GET /v2.0/networks/b97a83c2-2911-43f7-8b49-e104dbb9d847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845637 Jan 18 22:55:40.086507 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 3f48685a-e55d-4a2e-b34b-9deab51ca87b up at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:55:40.135308 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning for port 3f48685a-e55d-4a2e-b34b-9deab51ca87b completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:55:40.139291 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning complete for port 3f48685a-e55d-4a2e-b34b-9deab51ca87b triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:55:40.139743 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:40.222906 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:40.247066 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd89c1e70-38b2-4689-9990-f8b126ab9ece', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f48685a-e55d-4a2e-b34b-9deab51ca87b'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:55:40.249427 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e07d563d-b865-4634-909c-56ecfa50f4c5" -d '{"events": [{"server_uuid": "d89c1e70-38b2-4689-9990-f8b126ab9ece", "name": "network-vif-plugged", "status": "completed", "tag": "3f48685a-e55d-4a2e-b34b-9deab51ca87b"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:55:40.262862 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 3f48685a-e55d-4a2e-b34b-9deab51ca87b, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=3f48685a-e55d-4a2e-b34b-9deab51ca87b,segment=NetworkSegment(3edf76f2-8624-4de5-be31-436af863e458),segment_id=3edf76f2-8624-4de5-be31-436af863e458)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:55:40.267036 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:40.300055 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0469276d-eb7b-4899-9b82-fa9589b732d7 x-openstack-request-id: req-0469276d-eb7b-4899-9b82-fa9589b732d7 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:55:40.300419 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d89c1e70-38b2-4689-9990-f8b126ab9ece", "name": "network-vif-plugged", "status": "completed", "tag": "3f48685a-e55d-4a2e-b34b-9deab51ca87b", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:55:40.300676 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0469276d-eb7b-4899-9b82-fa9589b732d7 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:55:40.301068 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd89c1e70-38b2-4689-9990-f8b126ab9ece', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f48685a-e55d-4a2e-b34b-9deab51ca87b', 'code': 200} Jan 18 22:55:40.317622 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=3f48685a-e55d-4a2e-b34b-9deab51ca87b,revision_number=9']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:40.361583 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a7ddb-2ef8-4cb2-8b21-918933a7d094 req-37a5b39b-87a5-4fa9-814c-17c2564db7b6 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:40.362987 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1d5a7ddb-2ef8-4cb2-8b21-918933a7d094 req-37a5b39b-87a5-4fa9-814c-17c2564db7b6 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/ports?device_id=d89c1e70-38b2-4689-9990-f8b126ab9ece HTTP/1.1" status: 200 len: 945 time: 0.0496614 Jan 18 22:55:40.401519 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1d5a7ddb-2ef8-4cb2-8b21-918933a7d094 req-c3b0eae8-c136-4b97-8db4-52a96fa07f77 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/security-groups?id=89e31c00-0b47-47cf-a41e-5745f5cbaba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323422 Jan 18 22:55:40.513584 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07180871-a3d0-4c53-8b11-f3c58b13a349 req-cde0f970-870b-4c25-9966-9a9877c05318 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:40.515052 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-07180871-a3d0-4c53-8b11-f3c58b13a349 req-cde0f970-870b-4c25-9966-9a9877c05318 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/ports?device_id=d89c1e70-38b2-4689-9990-f8b126ab9ece HTTP/1.1" status: 200 len: 945 time: 0.0476260 Jan 18 22:55:40.558884 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-07180871-a3d0-4c53-8b11-f3c58b13a349 req-f38a8250-25f6-4271-9bc8-649e584e8b06 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/security-groups?id=89e31c00-0b47-47cf-a41e-5745f5cbaba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373917 Jan 18 22:55:40.669790 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac00860-0fdc-4a60-b42d-87e1c62d3524 req-7f5d14ab-04d9-46c3-9216-4dec1be1c475 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:40.671176 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2ac00860-0fdc-4a60-b42d-87e1c62d3524 req-7f5d14ab-04d9-46c3-9216-4dec1be1c475 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/ports?device_id=d89c1e70-38b2-4689-9990-f8b126ab9ece HTTP/1.1" status: 200 len: 945 time: 0.0473938 Jan 18 22:55:40.711706 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2ac00860-0fdc-4a60-b42d-87e1c62d3524 req-9cb71a04-ec6c-4df9-9e99-0592afcbb755 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/security-groups?id=89e31c00-0b47-47cf-a41e-5745f5cbaba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347242 Jan 18 22:55:40.771743 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 3f48685a-e55d-4a2e-b34b-9deab51ca87b no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:55:40.809937 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 3f48685a-e55d-4a2e-b34b-9deab51ca87b not bound to the agent host n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:55:41.053489 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bcad85-d595-4bcd-9fda-265e367414a2 req-7e11840c-0eb4-48e3-9132-ce13a4dee39a tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:41.054949 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-74bcad85-d595-4bcd-9fda-265e367414a2 req-7e11840c-0eb4-48e3-9132-ce13a4dee39a tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/networks?id=b97a83c2-2911-43f7-8b49-e104dbb9d847 HTTP/1.1" status: 200 len: 815 time: 0.1009965 Jan 18 22:55:41.069789 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-74bcad85-d595-4bcd-9fda-265e367414a2 req-6e516d26-91b1-4262-bcac-86cba521df3a tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/quotas/204b80d593fa4442a31c73fc488428ec HTTP/1.1" status: 200 len: 375 time: 0.0091901 Jan 18 22:55:41.118111 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-74bcad85-d595-4bcd-9fda-265e367414a2 req-f9d50b06-8a29-4db8-ad59-b63ea7f20f3e tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=204b80d593fa4442a31c73fc488428ec&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0432217 Jan 18 22:55:41.129274 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [req-74bcad85-d595-4bcd-9fda-265e367414a2 req-af433a97-8c29-4df7-9aff-0f659f08ee34 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102430) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:55:41.130195 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-74bcad85-d595-4bcd-9fda-265e367414a2 req-af433a97-8c29-4df7-9aff-0f659f08ee34 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052860 Jan 18 22:55:41.221392 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-74bcad85-d595-4bcd-9fda-265e367414a2 req-23a64307-4e5b-42cf-8a3e-81eb2a46a9b1 service neutron] 10.222.0.53 "GET /v2.0/networks/b97a83c2-2911-43f7-8b49-e104dbb9d847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856576 Jan 18 22:55:41.307533 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-74bcad85-d595-4bcd-9fda-265e367414a2 req-1a67f226-05f3-4a91-b619-dd990d536e5c service neutron] 10.222.0.53 "GET /v2.0/networks/b97a83c2-2911-43f7-8b49-e104dbb9d847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802078 Jan 18 22:55:41.468277 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d3bb912b-f57d-42cd-bde1-131e9aa40ed2 req-72cca09c-2b4e-4ef3-ae34-28d03c6bd272 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/ports?device_id=15d0baf3-a730-4dcf-aa6f-7d7f793e4d13 HTTP/1.1" status: 200 len: 210 time: 0.0307152 Jan 18 22:55:42.205020 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6059ea7f-64ab-4997-8067-4eac129fc426 req-8ccbfd2a-f252-49be-ad2b-1ca9676b8bed tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:42.206992 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-6059ea7f-64ab-4997-8067-4eac129fc426 req-8ccbfd2a-f252-49be-ad2b-1ca9676b8bed tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.36 "GET /v2.0/ports?device_id=d89c1e70-38b2-4689-9990-f8b126ab9ece HTTP/1.1" status: 200 len: 945 time: 0.0485818 Jan 18 22:55:42.373562 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-6059ea7f-64ab-4997-8067-4eac129fc426 req-ee2aaeab-2c4c-487c-9e84-b41a26060e24 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Deleting port 3f48685a-e55d-4a2e-b34b-9deab51ca87b {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:55:42.373830 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-6059ea7f-64ab-4997-8067-4eac129fc426 req-ee2aaeab-2c4c-487c-9e84-b41a26060e24 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:42.430620 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bcad85-d595-4bcd-9fda-265e367414a2 req-f27927c1-1cd6-47c6-90bd-014bcc1384a8 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:42.432045 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-74bcad85-d595-4bcd-9fda-265e367414a2 req-f27927c1-1cd6-47c6-90bd-014bcc1384a8 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.36 "GET /v2.0/networks?id=b97a83c2-2911-43f7-8b49-e104dbb9d847 HTTP/1.1" status: 200 len: 815 time: 0.1617193 Jan 18 22:55:42.446462 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-74bcad85-d595-4bcd-9fda-265e367414a2 req-fac1feb6-76f3-4cf6-8904-04f85e428ee8 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Request body: {'port': {'device_id': '15d0baf3-a730-4dcf-aa6f-7d7f793e4d13', 'network_id': 'b97a83c2-2911-43f7-8b49-e104dbb9d847', 'admin_state_up': True, 'tenant_id': '204b80d593fa4442a31c73fc488428ec'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:55:42.532779 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-6059ea7f-64ab-4997-8067-4eac129fc426 req-ee2aaeab-2c4c-487c-9e84-b41a26060e24 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] For port 3f48685a-e55d-4a2e-b34b-9deab51ca87b, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=3f48685a-e55d-4a2e-b34b-9deab51ca87b,segment=NetworkSegment(3edf76f2-8624-4de5-be31-436af863e458),segment_id=3edf76f2-8624-4de5-be31-436af863e458)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:55:42.533147 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-6059ea7f-64ab-4997-8067-4eac129fc426 req-ee2aaeab-2c4c-487c-9e84-b41a26060e24 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:42.556178 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-6059ea7f-64ab-4997-8067-4eac129fc426 req-ee2aaeab-2c4c-487c-9e84-b41a26060e24 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Calling delete_port for 3f48685a-e55d-4a2e-b34b-9deab51ca87b owned by compute:nova {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:55:42.559957 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-abae5d68-ec84-4631-a8d0-b523e11b9f88 req-b59a5b8b-2ebe-4783-a27c-36c6421169e7 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/ports?device_id=15d0baf3-a730-4dcf-aa6f-7d7f793e4d13 HTTP/1.1" status: 200 len: 210 time: 0.0253778 Jan 18 22:55:42.641814 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74bcad85-d595-4bcd-9fda-265e367414a2 req-fac1feb6-76f3-4cf6-8904-04f85e428ee8 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Made reservation on behalf of 204b80d593fa4442a31c73fc488428ec for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:55:42.646122 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-74bcad85-d595-4bcd-9fda-265e367414a2 req-fac1feb6-76f3-4cf6-8904-04f85e428ee8 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:42.804609 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-6059ea7f-64ab-4997-8067-4eac129fc426 req-ee2aaeab-2c4c-487c-9e84-b41a26060e24 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:42.817637 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['3f48685a-e55d-4a2e-b34b-9deab51ca87b'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:55:42.839469 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2aaeab-2c4c-487c-9e84-b41a26060e24 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Pushing event deleted for resources: {'Port': ['ID=3f48685a-e55d-4a2e-b34b-9deab51ca87b,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:42.867780 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [req-74bcad85-d595-4bcd-9fda-265e367414a2 req-fac1feb6-76f3-4cf6-8904-04f85e428ee8 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Allocated IP 172.20.0.12 (b97a83c2-2911-43f7-8b49-e104dbb9d847/97408f5a-74e8-4b5c-ba76-2652b601db3f/854fdb8f-1f0a-46b4-b8d8-1e95ed009455) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:55:42.893398 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-6059ea7f-64ab-4997-8067-4eac129fc426 req-ee2aaeab-2c4c-487c-9e84-b41a26060e24 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] No DVR routers for this DVR port 3f48685a-e55d-4a2e-b34b-9deab51ca87b on host n-h1-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:55:42.896917 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-6059ea7f-64ab-4997-8067-4eac129fc426 req-ee2aaeab-2c4c-487c-9e84-b41a26060e24 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:42.900154 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-6059ea7f-64ab-4997-8067-4eac129fc426 req-ee2aaeab-2c4c-487c-9e84-b41a26060e24 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.36 "DELETE /v2.0/ports/3f48685a-e55d-4a2e-b34b-9deab51ca87b HTTP/1.1" status: 204 len: 173 time: 0.6879792 Jan 18 22:55:42.900600 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd89c1e70-38b2-4689-9990-f8b126ab9ece', 'name': 'network-vif-deleted', 'tag': '3f48685a-e55d-4a2e-b34b-9deab51ca87b'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:55:42.902821 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a163a8d-6886-4a0e-9dea-f85fc58db816" -d '{"events": [{"server_uuid": "d89c1e70-38b2-4689-9990-f8b126ab9ece", "name": "network-vif-deleted", "tag": "3f48685a-e55d-4a2e-b34b-9deab51ca87b"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:55:42.942345 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd03a97d-cca2-4ddb-835e-18ffca207a90 x-openstack-request-id: req-cd03a97d-cca2-4ddb-835e-18ffca207a90 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:55:42.942647 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d89c1e70-38b2-4689-9990-f8b126ab9ece", "name": "network-vif-deleted", "tag": "3f48685a-e55d-4a2e-b34b-9deab51ca87b", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:55:42.942922 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cd03a97d-cca2-4ddb-835e-18ffca207a90 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:55:42.943424 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd89c1e70-38b2-4689-9990-f8b126ab9ece', 'name': 'network-vif-deleted', 'tag': '3f48685a-e55d-4a2e-b34b-9deab51ca87b', 'status': 'completed', 'code': 200} Jan 18 22:55:43.049962 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:43.055617 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-74bcad85-d595-4bcd-9fda-265e367414a2 req-fac1feb6-76f3-4cf6-8904-04f85e428ee8 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:43.090414 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-74bcad85-d595-4bcd-9fda-265e367414a2 req-fac1feb6-76f3-4cf6-8904-04f85e428ee8 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:43.102288 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['3f48685a-e55d-4a2e-b34b-9deab51ca87b'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:55:43.151412 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74bcad85-d595-4bcd-9fda-265e367414a2 req-fac1feb6-76f3-4cf6-8904-04f85e428ee8 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Network b97a83c2-2911-43f7-8b49-e104dbb9d847 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:55:43.154519 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [req-74bcad85-d595-4bcd-9fda-265e367414a2 req-fac1feb6-76f3-4cf6-8904-04f85e428ee8 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:55:43.157007 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-74bcad85-d595-4bcd-9fda-265e367414a2 req-fac1feb6-76f3-4cf6-8904-04f85e428ee8 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:55:43.182291 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac1feb6-76f3-4cf6-8904-04f85e428ee8 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Pushing event updated for resources: {'Port': ['ID=854fdb8f-1f0a-46b4-b8d8-1e95ed009455,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:43.210604 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bcad85-d595-4bcd-9fda-265e367414a2 req-fac1feb6-76f3-4cf6-8904-04f85e428ee8 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:43.211204 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-74bcad85-d595-4bcd-9fda-265e367414a2 req-fac1feb6-76f3-4cf6-8904-04f85e428ee8 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:43.226604 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-74bcad85-d595-4bcd-9fda-265e367414a2 req-fac1feb6-76f3-4cf6-8904-04f85e428ee8 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7836993 Jan 18 22:55:43.238126 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-74bcad85-d595-4bcd-9fda-265e367414a2 req-ecd529f5-c8e6-401c-a54d-c2968c0db2c6 service neutron] Request body: {'port': {'device_id': '15d0baf3-a730-4dcf-aa6f-7d7f793e4d13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:55:43.294206 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-74bcad85-d595-4bcd-9fda-265e367414a2 req-ecd529f5-c8e6-401c-a54d-c2968c0db2c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:43.542834 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [req-74bcad85-d595-4bcd-9fda-265e367414a2 req-ecd529f5-c8e6-401c-a54d-c2968c0db2c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 854fdb8f-1f0a-46b4-b8d8-1e95ed009455 {{(pid=102431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:55:43.549870 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-74bcad85-d595-4bcd-9fda-265e367414a2 req-ecd529f5-c8e6-401c-a54d-c2968c0db2c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:43.561668 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [req-74bcad85-d595-4bcd-9fda-265e367414a2 req-ecd529f5-c8e6-401c-a54d-c2968c0db2c6 service neutron] Transition to ACTIVE for port object 854fdb8f-1f0a-46b4-b8d8-1e95ed009455 will not be triggered until provisioned by entity L2. {{(pid=102431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:55:43.565493 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-74bcad85-d595-4bcd-9fda-265e367414a2 req-ecd529f5-c8e6-401c-a54d-c2968c0db2c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:43.611783 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd529f5-c8e6-401c-a54d-c2968c0db2c6 service neutron] Pushing event updated for resources: {'Port': ['ID=854fdb8f-1f0a-46b4-b8d8-1e95ed009455,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:43.678880 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d676a2b-a628-4e1b-82f4-82e3fd2519e8 req-d9777ab3-2141-4107-aed7-bd5560ed4644 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:43.680408 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0d676a2b-a628-4e1b-82f4-82e3fd2519e8 req-d9777ab3-2141-4107-aed7-bd5560ed4644 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/ports?device_id=15d0baf3-a730-4dcf-aa6f-7d7f793e4d13 HTTP/1.1" status: 200 len: 944 time: 0.0485406 Jan 18 22:55:43.685504 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-74bcad85-d595-4bcd-9fda-265e367414a2 req-ecd529f5-c8e6-401c-a54d-c2968c0db2c6 service neutron] Attempting to bind port 854fdb8f-1f0a-46b4-b8d8-1e95ed009455 on host n-h1-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:55:43.685875 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-74bcad85-d595-4bcd-9fda-265e367414a2 req-ecd529f5-c8e6-401c-a54d-c2968c0db2c6 service neutron] Attempting to bind port 854fdb8f-1f0a-46b4-b8d8-1e95ed009455 by drivers openvswitch,hyperv on host n-h1-825064-1 at level 0 using segments [{'id': '3edf76f2-8624-4de5-be31-436af863e458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b97a83c2-2911-43f7-8b49-e104dbb9d847'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:55:43.686257 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bcad85-d595-4bcd-9fda-265e367414a2 req-ecd529f5-c8e6-401c-a54d-c2968c0db2c6 service neutron] Attempting to bind port 854fdb8f-1f0a-46b4-b8d8-1e95ed009455 on network b97a83c2-2911-43f7-8b49-e104dbb9d847 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:55:43.691936 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bcad85-d595-4bcd-9fda-265e367414a2 req-ecd529f5-c8e6-401c-a54d-c2968c0db2c6 service neutron] Port 854fdb8f-1f0a-46b4-b8d8-1e95ed009455 on network b97a83c2-2911-43f7-8b49-e104dbb9d847 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:55:43.692293 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bcad85-d595-4bcd-9fda-265e367414a2 req-ecd529f5-c8e6-401c-a54d-c2968c0db2c6 service neutron] Attempting to bind port 854fdb8f-1f0a-46b4-b8d8-1e95ed009455 on network b97a83c2-2911-43f7-8b49-e104dbb9d847 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:55:43.697086 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bcad85-d595-4bcd-9fda-265e367414a2 req-ecd529f5-c8e6-401c-a54d-c2968c0db2c6 service neutron] Checking agent: {'id': 'e49d1b2a-ba11-487f-a804-ecbf3c0e8132', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:55:43.697430 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bcad85-d595-4bcd-9fda-265e367414a2 req-ecd529f5-c8e6-401c-a54d-c2968c0db2c6 service neutron] Checking segment: {'id': '3edf76f2-8624-4de5-be31-436af863e458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b97a83c2-2911-43f7-8b49-e104dbb9d847'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:55:43.697810 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bcad85-d595-4bcd-9fda-265e367414a2 req-ecd529f5-c8e6-401c-a54d-c2968c0db2c6 service neutron] Bound using segment: {'id': '3edf76f2-8624-4de5-be31-436af863e458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b97a83c2-2911-43f7-8b49-e104dbb9d847'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:55:43.698235 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-74bcad85-d595-4bcd-9fda-265e367414a2 req-ecd529f5-c8e6-401c-a54d-c2968c0db2c6 service neutron] Bound port: 854fdb8f-1f0a-46b4-b8d8-1e95ed009455, host: n-h1-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3edf76f2-8624-4de5-be31-436af863e458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b97a83c2-2911-43f7-8b49-e104dbb9d847'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:55:43.698594 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-74bcad85-d595-4bcd-9fda-265e367414a2 req-ecd529f5-c8e6-401c-a54d-c2968c0db2c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:43.718572 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0d676a2b-a628-4e1b-82f4-82e3fd2519e8 req-458bf2c4-8aa5-457b-a729-f014a76b45af tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/security-groups?id=89e31c00-0b47-47cf-a41e-5745f5cbaba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319374 Jan 18 22:55:43.761384 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-74bcad85-d595-4bcd-9fda-265e367414a2 req-ecd529f5-c8e6-401c-a54d-c2968c0db2c6 service neutron] For port 854fdb8f-1f0a-46b4-b8d8-1e95ed009455, host n-h1-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:55:43.764495 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-74bcad85-d595-4bcd-9fda-265e367414a2 req-ecd529f5-c8e6-401c-a54d-c2968c0db2c6 service neutron] For port 854fdb8f-1f0a-46b4-b8d8-1e95ed009455, host n-h1-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=854fdb8f-1f0a-46b4-b8d8-1e95ed009455,segment=NetworkSegment(3edf76f2-8624-4de5-be31-436af863e458),segment_id=3edf76f2-8624-4de5-be31-436af863e458)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:55:43.768667 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-74bcad85-d595-4bcd-9fda-265e367414a2 req-ecd529f5-c8e6-401c-a54d-c2968c0db2c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:43.800719 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bcad85-d595-4bcd-9fda-265e367414a2 req-ecd529f5-c8e6-401c-a54d-c2968c0db2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:43.801324 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-74bcad85-d595-4bcd-9fda-265e367414a2 req-ecd529f5-c8e6-401c-a54d-c2968c0db2c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:43.802689 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-74bcad85-d595-4bcd-9fda-265e367414a2 req-ecd529f5-c8e6-401c-a54d-c2968c0db2c6 service neutron] 10.222.0.36 "PUT /v2.0/ports/854fdb8f-1f0a-46b4-b8d8-1e95ed009455 HTTP/1.1" status: 200 len: 1092 time: 0.5691633 Jan 18 22:55:43.824144 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd529f5-c8e6-401c-a54d-c2968c0db2c6 service neutron] Pushing event updated for resources: {'Port': ['ID=854fdb8f-1f0a-46b4-b8d8-1e95ed009455,revision_number=3']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:43.858228 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:43.877925 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bcad85-d595-4bcd-9fda-265e367414a2 req-87ed1b68-1a79-4968-ac5b-5ba1420e2036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:43.879506 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-74bcad85-d595-4bcd-9fda-265e367414a2 req-87ed1b68-1a79-4968-ac5b-5ba1420e2036 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=204b80d593fa4442a31c73fc488428ec&device_id=15d0baf3-a730-4dcf-aa6f-7d7f793e4d13 HTTP/1.1" status: 200 len: 1095 time: 0.0441418 Jan 18 22:55:43.921019 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-74bcad85-d595-4bcd-9fda-265e367414a2 req-cd669bd3-26dd-4205-9c80-3352da952e8f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=854fdb8f-1f0a-46b4-b8d8-1e95ed009455 HTTP/1.1" status: 200 len: 217 time: 0.0349026 Jan 18 22:55:43.967039 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bcad85-d595-4bcd-9fda-265e367414a2 req-3e8de35f-56ac-442e-bcf1-6a07aa93c153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:43.968523 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-74bcad85-d595-4bcd-9fda-265e367414a2 req-3e8de35f-56ac-442e-bcf1-6a07aa93c153 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=97408f5a-74e8-4b5c-ba76-2652b601db3f HTTP/1.1" status: 200 len: 855 time: 0.0416727 Jan 18 22:55:44.002070 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-74bcad85-d595-4bcd-9fda-265e367414a2 req-3a1c5bcc-6007-44d7-80c5-ab3723ef8b11 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b97a83c2-2911-43f7-8b49-e104dbb9d847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273976 Jan 18 22:55:44.090529 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-74bcad85-d595-4bcd-9fda-265e367414a2 req-3981fce4-ed64-4059-8ce1-4fd474338406 service neutron] 10.222.0.36 "GET /v2.0/networks/b97a83c2-2911-43f7-8b49-e104dbb9d847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819051 Jan 18 22:55:44.180308 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-74bcad85-d595-4bcd-9fda-265e367414a2 req-acb9716f-3eea-4b15-97f9-de7ab76aee42 service neutron] 10.222.0.36 "GET /v2.0/networks/b97a83c2-2911-43f7-8b49-e104dbb9d847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833807 Jan 18 22:55:44.833501 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5044ec26-3351-4c0a-ae5d-b3e9369d6625 req-af208fd5-70c1-4f3f-9f1e-a396467e812a tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:44.834970 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5044ec26-3351-4c0a-ae5d-b3e9369d6625 req-af208fd5-70c1-4f3f-9f1e-a396467e812a tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/ports?device_id=15d0baf3-a730-4dcf-aa6f-7d7f793e4d13 HTTP/1.1" status: 200 len: 944 time: 0.0494287 Jan 18 22:55:44.871723 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5044ec26-3351-4c0a-ae5d-b3e9369d6625 req-10b1de1b-d81d-4709-b4d2-1e724a29f248 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/security-groups?id=89e31c00-0b47-47cf-a41e-5745f5cbaba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309498 Jan 18 22:55:44.944579 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15d0baf3-a730-4dcf-aa6f-7d7f793e4d13', 'tag': '854fdb8f-1f0a-46b4-b8d8-1e95ed009455'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:55:44.947172 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a45f4f7-00cb-4d07-b0c4-df6fe3720832" -d '{"events": [{"name": "network-changed", "server_uuid": "15d0baf3-a730-4dcf-aa6f-7d7f793e4d13", "tag": "854fdb8f-1f0a-46b4-b8d8-1e95ed009455"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:55:44.983453 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed8759e3-60ad-474c-acf4-d4074967cbbe x-openstack-request-id: req-ed8759e3-60ad-474c-acf4-d4074967cbbe {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:55:44.983745 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15d0baf3-a730-4dcf-aa6f-7d7f793e4d13", "tag": "854fdb8f-1f0a-46b4-b8d8-1e95ed009455", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:55:44.983997 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ed8759e3-60ad-474c-acf4-d4074967cbbe {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:55:44.984423 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15d0baf3-a730-4dcf-aa6f-7d7f793e4d13', 'tag': '854fdb8f-1f0a-46b4-b8d8-1e95ed009455', 'status': 'completed', 'code': 200} Jan 18 22:55:45.044012 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a45f4f7-00cb-4d07-b0c4-df6fe3720832 req-43bc7459-d8b2-45b8-8439-7bd5ca9348cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:45.045496 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-6a45f4f7-00cb-4d07-b0c4-df6fe3720832 req-43bc7459-d8b2-45b8-8439-7bd5ca9348cf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=204b80d593fa4442a31c73fc488428ec&device_id=15d0baf3-a730-4dcf-aa6f-7d7f793e4d13 HTTP/1.1" status: 200 len: 1095 time: 0.0396974 Jan 18 22:55:45.132857 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a45f4f7-00cb-4d07-b0c4-df6fe3720832 req-fb03efd1-a856-4ba1-aa4c-546c2e8e5ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:45.134304 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-6a45f4f7-00cb-4d07-b0c4-df6fe3720832 req-fb03efd1-a856-4ba1-aa4c-546c2e8e5ff4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b97a83c2-2911-43f7-8b49-e104dbb9d847 HTTP/1.1" status: 200 len: 915 time: 0.0821414 Jan 18 22:55:45.178215 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-6a45f4f7-00cb-4d07-b0c4-df6fe3720832 req-d63c524d-4087-4bc7-bca6-8dae1740b7f3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=854fdb8f-1f0a-46b4-b8d8-1e95ed009455 HTTP/1.1" status: 200 len: 217 time: 0.0370412 Jan 18 22:55:45.224466 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a45f4f7-00cb-4d07-b0c4-df6fe3720832 req-8d8fa8a7-3b99-43b0-adb3-cb4570858739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:45.225859 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-6a45f4f7-00cb-4d07-b0c4-df6fe3720832 req-8d8fa8a7-3b99-43b0-adb3-cb4570858739 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=97408f5a-74e8-4b5c-ba76-2652b601db3f HTTP/1.1" status: 200 len: 855 time: 0.0420115 Jan 18 22:55:45.255705 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-6a45f4f7-00cb-4d07-b0c4-df6fe3720832 req-69770cea-1b3c-4e0b-99df-6a115ccae296 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b97a83c2-2911-43f7-8b49-e104dbb9d847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239620 Jan 18 22:55:45.345616 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-6a45f4f7-00cb-4d07-b0c4-df6fe3720832 req-5a2f6a52-d5bc-4c38-a7f4-8e25c5b45a5f service neutron] 10.222.0.36 "GET /v2.0/networks/b97a83c2-2911-43f7-8b49-e104dbb9d847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833614 Jan 18 22:55:45.431575 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-6a45f4f7-00cb-4d07-b0c4-df6fe3720832 req-ff4716c3-ad8a-4c6a-a9d7-e208bc1f117e service neutron] 10.222.0.36 "GET /v2.0/networks/b97a83c2-2911-43f7-8b49-e104dbb9d847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796831 Jan 18 22:55:45.986365 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a58a05c-150a-4ab9-a35f-c9d803e67990 req-3d68034a-dc99-4609-ba4d-7492f33ba40f tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:45.987794 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3a58a05c-150a-4ab9-a35f-c9d803e67990 req-3d68034a-dc99-4609-ba4d-7492f33ba40f tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/ports?device_id=15d0baf3-a730-4dcf-aa6f-7d7f793e4d13 HTTP/1.1" status: 200 len: 944 time: 0.0513721 Jan 18 22:55:46.025003 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3a58a05c-150a-4ab9-a35f-c9d803e67990 req-29020844-5a8f-4d40-8ac2-2683df79ff29 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/security-groups?id=89e31c00-0b47-47cf-a41e-5745f5cbaba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312946 Jan 18 22:55:46.103040 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 854fdb8f-1f0a-46b4-b8d8-1e95ed009455 details requested by agent hyperv_n-h1-825064-1 with host n-h1-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:55:46.105177 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 3f48685a-e55d-4a2e-b34b-9deab51ca87b no longer exists at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:55:46.131863 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] No Port match for: 3f48685a-e55d-4a2e-b34b-9deab51ca87b {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:55:46.132227 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 3f48685a-e55d-4a2e-b34b-9deab51ca87b not bound to the agent host n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:55:46.213678 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 854fdb8f-1f0a-46b4-b8d8-1e95ed009455, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=854fdb8f-1f0a-46b4-b8d8-1e95ed009455,segment=NetworkSegment(3edf76f2-8624-4de5-be31-436af863e458),segment_id=3edf76f2-8624-4de5-be31-436af863e458)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:55:46.223797 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Returning: {'device': '854fdb8f-1f0a-46b4-b8d8-1e95ed009455', 'network_id': 'b97a83c2-2911-43f7-8b49-e104dbb9d847', 'port_id': '854fdb8f-1f0a-46b4-b8d8-1e95ed009455', 'mac_address': 'fa:16:3e:84:ac:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97408f5a-74e8-4b5c-ba76-2652b601db3f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:55:46.264137 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:46.276317 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 854fdb8f-1f0a-46b4-b8d8-1e95ed009455 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:55:46.300427 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 854fdb8f-1f0a-46b4-b8d8-1e95ed009455, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=854fdb8f-1f0a-46b4-b8d8-1e95ed009455,segment=NetworkSegment(3edf76f2-8624-4de5-be31-436af863e458),segment_id=3edf76f2-8624-4de5-be31-436af863e458)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:55:46.305051 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:46.350984 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=854fdb8f-1f0a-46b4-b8d8-1e95ed009455,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:46.492454 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['854fdb8f-1f0a-46b4-b8d8-1e95ed009455'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:55:47.137131 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50852099-1b54-4c70-92ab-e30117fde59a req-d76c0872-65f8-41b0-b557-c6ad58e30bd4 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:47.138573 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-50852099-1b54-4c70-92ab-e30117fde59a req-d76c0872-65f8-41b0-b557-c6ad58e30bd4 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/ports?device_id=15d0baf3-a730-4dcf-aa6f-7d7f793e4d13 HTTP/1.1" status: 200 len: 945 time: 0.0476563 Jan 18 22:55:47.175317 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-50852099-1b54-4c70-92ab-e30117fde59a req-bbdf887e-1eaf-4c6d-ba78-cd3f1fd7c8f9 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/security-groups?id=89e31c00-0b47-47cf-a41e-5745f5cbaba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309613 Jan 18 22:55:48.101537 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 854fdb8f-1f0a-46b4-b8d8-1e95ed009455 up at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:55:48.149102 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning for port 854fdb8f-1f0a-46b4-b8d8-1e95ed009455 completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:55:48.152762 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning complete for port 854fdb8f-1f0a-46b4-b8d8-1e95ed009455 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:55:48.153133 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:48.227276 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:48.249865 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15d0baf3-a730-4dcf-aa6f-7d7f793e4d13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '854fdb8f-1f0a-46b4-b8d8-1e95ed009455'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:55:48.252110 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8517b324-0da6-4c10-920b-26ba5fbe213b" -d '{"events": [{"server_uuid": "15d0baf3-a730-4dcf-aa6f-7d7f793e4d13", "name": "network-vif-plugged", "status": "completed", "tag": "854fdb8f-1f0a-46b4-b8d8-1e95ed009455"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:55:48.267966 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 854fdb8f-1f0a-46b4-b8d8-1e95ed009455, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=854fdb8f-1f0a-46b4-b8d8-1e95ed009455,segment=NetworkSegment(3edf76f2-8624-4de5-be31-436af863e458),segment_id=3edf76f2-8624-4de5-be31-436af863e458)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:55:48.272769 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:48.289707 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df85a104-9505-4f0e-97a4-7ffd43ac61db req-9ecfbb3d-dac0-4075-af1a-6a8f40913183 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:48.291247 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-df85a104-9505-4f0e-97a4-7ffd43ac61db req-9ecfbb3d-dac0-4075-af1a-6a8f40913183 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/ports?device_id=15d0baf3-a730-4dcf-aa6f-7d7f793e4d13 HTTP/1.1" status: 200 len: 945 time: 0.0515246 Jan 18 22:55:48.295745 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d4ed85b-d776-45da-9ac8-f8bf529cac80 x-openstack-request-id: req-2d4ed85b-d776-45da-9ac8-f8bf529cac80 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:55:48.296050 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15d0baf3-a730-4dcf-aa6f-7d7f793e4d13", "name": "network-vif-plugged", "status": "completed", "tag": "854fdb8f-1f0a-46b4-b8d8-1e95ed009455", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:55:48.296306 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2d4ed85b-d776-45da-9ac8-f8bf529cac80 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:55:48.296690 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15d0baf3-a730-4dcf-aa6f-7d7f793e4d13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '854fdb8f-1f0a-46b4-b8d8-1e95ed009455', 'code': 200} Jan 18 22:55:48.324732 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=854fdb8f-1f0a-46b4-b8d8-1e95ed009455,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:55:48.332830 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-df85a104-9505-4f0e-97a4-7ffd43ac61db req-31abd6cc-4072-45f6-9391-f2d6e134214b tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/security-groups?id=89e31c00-0b47-47cf-a41e-5745f5cbaba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345054 Jan 18 22:55:48.385233 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a85300-8d28-462b-adf7-217dccfc3a8a req-9e48576b-e488-4ba8-b853-5811f417b8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:48.386675 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e8a85300-8d28-462b-adf7-217dccfc3a8a req-9e48576b-e488-4ba8-b853-5811f417b8f6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=15d0baf3-a730-4dcf-aa6f-7d7f793e4d13 HTTP/1.1" status: 200 len: 1097 time: 0.0403113 Jan 18 22:55:48.419638 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e8a85300-8d28-462b-adf7-217dccfc3a8a req-d6635885-6403-4c93-9976-cba723c4e7fd service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=89e31c00-0b47-47cf-a41e-5745f5cbaba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0260911 Jan 18 22:55:49.330935 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-08bc8db4-907a-4825-b776-347c800fcd47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:49.460002 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5214afdc-4c61-4e38-9a94-50bedc9caf72 req-45737542-b2c8-4ed0-87d5-b3acf898848e tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:49.461519 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5214afdc-4c61-4e38-9a94-50bedc9caf72 req-45737542-b2c8-4ed0-87d5-b3acf898848e tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/ports?device_id=15d0baf3-a730-4dcf-aa6f-7d7f793e4d13 HTTP/1.1" status: 200 len: 946 time: 0.0536482 Jan 18 22:55:49.500956 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5214afdc-4c61-4e38-9a94-50bedc9caf72 req-e95ee762-c80e-41a0-8cc9-bc9a5aba9849 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/security-groups?id=89e31c00-0b47-47cf-a41e-5745f5cbaba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316894 Jan 18 22:55:50.611904 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7d801e-28e1-4c08-bb58-f8fc2790b88a req-fe9fc10d-d92c-4138-819d-5ccf8670ae9c tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:50.613394 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4c7d801e-28e1-4c08-bb58-f8fc2790b88a req-fe9fc10d-d92c-4138-819d-5ccf8670ae9c tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/ports?device_id=15d0baf3-a730-4dcf-aa6f-7d7f793e4d13 HTTP/1.1" status: 200 len: 946 time: 0.0488150 Jan 18 22:55:50.651427 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4c7d801e-28e1-4c08-bb58-f8fc2790b88a req-2f797007-6e20-4930-9534-1e778f6622ba tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/security-groups?id=89e31c00-0b47-47cf-a41e-5745f5cbaba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318449 Jan 18 22:55:50.762339 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb877529-37e0-425a-913a-6ac05d6d0b56 req-973c1a58-bf6a-4e8a-b7fc-56898571dfe9 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:50.763771 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cb877529-37e0-425a-913a-6ac05d6d0b56 req-973c1a58-bf6a-4e8a-b7fc-56898571dfe9 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/ports?device_id=15d0baf3-a730-4dcf-aa6f-7d7f793e4d13 HTTP/1.1" status: 200 len: 946 time: 0.0481050 Jan 18 22:55:50.800550 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cb877529-37e0-425a-913a-6ac05d6d0b56 req-98ca5e63-96e4-4b85-b351-2c6b55af5c7a tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/security-groups?id=89e31c00-0b47-47cf-a41e-5745f5cbaba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309498 Jan 18 22:55:51.026189 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-4d925238-5b00-4846-9c00-0615ea31fac5 req-b7cd625c-80e2-4cf2-8222-32c5df60b0a4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=15d0baf3-a730-4dcf-aa6f-7d7f793e4d13&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0430908 Jan 18 22:55:51.043943 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed098983-f127-4041-af8c-c7039080e6a9 req-fb62356a-5c35-4ddf-a8a7-7ed204bb0cde tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:51.045545 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ed098983-f127-4041-af8c-c7039080e6a9 req-fb62356a-5c35-4ddf-a8a7-7ed204bb0cde tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/ports?device_id=15d0baf3-a730-4dcf-aa6f-7d7f793e4d13 HTTP/1.1" status: 200 len: 946 time: 0.0525529 Jan 18 22:55:51.084999 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ed098983-f127-4041-af8c-c7039080e6a9 req-37e5476e-6d0a-4f1e-b0e7-31b2124c7e0c tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/security-groups?id=89e31c00-0b47-47cf-a41e-5745f5cbaba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332904 Jan 18 22:55:51.975815 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8262eb13-741e-4c3d-804f-d04235c20dae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:52.073937 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d925238-5b00-4846-9c00-0615ea31fac5 req-d660c908-1f1f-4379-b0e5-7c514636b295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:52.075395 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-4d925238-5b00-4846-9c00-0615ea31fac5 req-d660c908-1f1f-4379-b0e5-7c514636b295 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=204b80d593fa4442a31c73fc488428ec&device_id=15d0baf3-a730-4dcf-aa6f-7d7f793e4d13 HTTP/1.1" status: 200 len: 1097 time: 0.0401382 Jan 18 22:55:52.166776 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d925238-5b00-4846-9c00-0615ea31fac5 req-18c7abdb-6b66-44d7-98ce-4adc8bfde13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:52.168319 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-4d925238-5b00-4846-9c00-0615ea31fac5 req-18c7abdb-6b66-44d7-98ce-4adc8bfde13f service neutron] 10.222.0.36 "GET /v2.0/networks?id=b97a83c2-2911-43f7-8b49-e104dbb9d847 HTTP/1.1" status: 200 len: 915 time: 0.0865173 Jan 18 22:55:52.199736 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249bf357-3e4f-4c87-80d6-f35c71bd33e5 req-ce534e73-fd95-4398-b9d6-5e8953d5c49d tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:52.201270 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-249bf357-3e4f-4c87-80d6-f35c71bd33e5 req-ce534e73-fd95-4398-b9d6-5e8953d5c49d tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/ports?device_id=15d0baf3-a730-4dcf-aa6f-7d7f793e4d13 HTTP/1.1" status: 200 len: 946 time: 0.0492859 Jan 18 22:55:52.210873 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-4d925238-5b00-4846-9c00-0615ea31fac5 req-5acef78d-74d0-4016-8002-26b791a7a765 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=854fdb8f-1f0a-46b4-b8d8-1e95ed009455 HTTP/1.1" status: 200 len: 217 time: 0.0355296 Jan 18 22:55:52.239384 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-249bf357-3e4f-4c87-80d6-f35c71bd33e5 req-0b00d225-57f9-4f70-884d-20ad146ea880 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/security-groups?id=89e31c00-0b47-47cf-a41e-5745f5cbaba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315816 Jan 18 22:55:52.258140 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d925238-5b00-4846-9c00-0615ea31fac5 req-e6ae4562-11ee-43bd-a720-6cf895fb86e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:52.259582 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-4d925238-5b00-4846-9c00-0615ea31fac5 req-e6ae4562-11ee-43bd-a720-6cf895fb86e0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=97408f5a-74e8-4b5c-ba76-2652b601db3f HTTP/1.1" status: 200 len: 855 time: 0.0427427 Jan 18 22:55:52.290236 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-4d925238-5b00-4846-9c00-0615ea31fac5 req-b2276b66-fdf6-4a99-a196-6d7afdd642dc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b97a83c2-2911-43f7-8b49-e104dbb9d847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229900 Jan 18 22:55:52.380460 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-4d925238-5b00-4846-9c00-0615ea31fac5 req-6cf242da-1445-4396-a798-006e3b5beeb0 service neutron] 10.222.0.36 "GET /v2.0/networks/b97a83c2-2911-43f7-8b49-e104dbb9d847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832288 Jan 18 22:55:52.465785 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-4d925238-5b00-4846-9c00-0615ea31fac5 req-387233fb-9c8c-4a70-88c2-739c25c8487f service neutron] 10.222.0.36 "GET /v2.0/networks/b97a83c2-2911-43f7-8b49-e104dbb9d847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794709 Jan 18 22:55:53.040711 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:53.354667 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb805c3-702c-4264-ae14-f2644eddd852 req-dbf8a31c-4371-46de-ad5d-32b4419402aa tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:53.356047 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4eb805c3-702c-4264-ae14-f2644eddd852 req-dbf8a31c-4371-46de-ad5d-32b4419402aa tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/ports?device_id=15d0baf3-a730-4dcf-aa6f-7d7f793e4d13 HTTP/1.1" status: 200 len: 946 time: 0.0493758 Jan 18 22:55:53.392859 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4eb805c3-702c-4264-ae14-f2644eddd852 req-882acfe8-3d6d-4e25-b401-d56d62a80c0b tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/security-groups?id=89e31c00-0b47-47cf-a41e-5745f5cbaba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309103 Jan 18 22:55:54.498296 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:54.515261 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f58c936-c011-4879-90d9-e7ddfaaafb3e req-022f89f0-b6cd-4472-8dd6-da1e86086729 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:54.516777 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7f58c936-c011-4879-90d9-e7ddfaaafb3e req-022f89f0-b6cd-4472-8dd6-da1e86086729 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/ports?device_id=15d0baf3-a730-4dcf-aa6f-7d7f793e4d13 HTTP/1.1" status: 200 len: 946 time: 0.0553885 Jan 18 22:55:54.558380 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7f58c936-c011-4879-90d9-e7ddfaaafb3e req-adcb9c25-5c31-4081-bdc2-b330db801f97 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/security-groups?id=89e31c00-0b47-47cf-a41e-5745f5cbaba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357013 Jan 18 22:55:54.660343 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:55.672181 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16ae0f8-6e8c-452d-b16c-0a7a948662c1 req-11bffe5f-d156-4e80-8fc8-c294886da07e tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:55.674416 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f16ae0f8-6e8c-452d-b16c-0a7a948662c1 req-11bffe5f-d156-4e80-8fc8-c294886da07e tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/ports?device_id=15d0baf3-a730-4dcf-aa6f-7d7f793e4d13 HTTP/1.1" status: 200 len: 946 time: 0.0486438 Jan 18 22:55:55.711050 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f16ae0f8-6e8c-452d-b16c-0a7a948662c1 req-9f9de051-df53-4df5-86e6-30139f51de48 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/security-groups?id=89e31c00-0b47-47cf-a41e-5745f5cbaba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315859 Jan 18 22:55:56.254932 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 22:55:56.820457 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f87e6-2674-4e52-8714-eaba6fcaedc2 req-618d127c-09d9-420e-bdc1-08e7023647f8 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:56.821887 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7d7f87e6-2674-4e52-8714-eaba6fcaedc2 req-618d127c-09d9-420e-bdc1-08e7023647f8 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/ports?device_id=15d0baf3-a730-4dcf-aa6f-7d7f793e4d13 HTTP/1.1" status: 200 len: 946 time: 0.0470839 Jan 18 22:55:56.859508 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7d7f87e6-2674-4e52-8714-eaba6fcaedc2 req-a8aca285-9135-4871-8a95-f4887d16dedf tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/security-groups?id=89e31c00-0b47-47cf-a41e-5745f5cbaba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317340 Jan 18 22:55:57.874276 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3b6b49-4395-4316-8b86-560c4e8a9d85 req-66474a6e-659b-4bec-afbe-fdd4e0e4a3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:57.875807 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-fe3b6b49-4395-4316-8b86-560c4e8a9d85 req-66474a6e-659b-4bec-afbe-fdd4e0e4a3ab service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=204b80d593fa4442a31c73fc488428ec&device_id=15d0baf3-a730-4dcf-aa6f-7d7f793e4d13 HTTP/1.1" status: 200 len: 1097 time: 0.0455763 Jan 18 22:55:57.980536 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3b6b49-4395-4316-8b86-560c4e8a9d85 req-b9e0bf22-c7e3-4790-a400-a05bdc2ecbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:57.982011 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-fe3b6b49-4395-4316-8b86-560c4e8a9d85 req-b9e0bf22-c7e3-4790-a400-a05bdc2ecbc1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b97a83c2-2911-43f7-8b49-e104dbb9d847 HTTP/1.1" status: 200 len: 915 time: 0.0868213 Jan 18 22:55:57.987020 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69b2261-140e-4da8-9d91-a45a4164db66 req-abff7c71-05c3-4645-896e-285f48a71b0e tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:57.988629 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e69b2261-140e-4da8-9d91-a45a4164db66 req-abff7c71-05c3-4645-896e-285f48a71b0e tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/ports?device_id=15d0baf3-a730-4dcf-aa6f-7d7f793e4d13 HTTP/1.1" status: 200 len: 946 time: 0.0588944 Jan 18 22:55:58.028028 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e69b2261-140e-4da8-9d91-a45a4164db66 req-f37b07e9-221e-4ddd-8e75-a82de09640e0 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/security-groups?id=89e31c00-0b47-47cf-a41e-5745f5cbaba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328729 Jan 18 22:55:58.028307 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-fe3b6b49-4395-4316-8b86-560c4e8a9d85 req-07e1af82-3459-431c-b9ca-447ccd825731 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=854fdb8f-1f0a-46b4-b8d8-1e95ed009455 HTTP/1.1" status: 200 len: 217 time: 0.0392628 Jan 18 22:55:58.075346 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3b6b49-4395-4316-8b86-560c4e8a9d85 req-5493d183-dfa9-4289-aa96-49bdceacf3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:58.076797 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-fe3b6b49-4395-4316-8b86-560c4e8a9d85 req-5493d183-dfa9-4289-aa96-49bdceacf3bf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=97408f5a-74e8-4b5c-ba76-2652b601db3f HTTP/1.1" status: 200 len: 855 time: 0.0425019 Jan 18 22:55:58.108628 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-fe3b6b49-4395-4316-8b86-560c4e8a9d85 req-c6b9c320-7c0b-44c8-a666-b3a531106860 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b97a83c2-2911-43f7-8b49-e104dbb9d847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246506 Jan 18 22:55:58.195477 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-fe3b6b49-4395-4316-8b86-560c4e8a9d85 req-85ea25da-d297-4048-83e5-e806de0bbf25 service neutron] 10.222.0.36 "GET /v2.0/networks/b97a83c2-2911-43f7-8b49-e104dbb9d847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803390 Jan 18 22:55:58.284211 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-fe3b6b49-4395-4316-8b86-560c4e8a9d85 req-4a66910f-8dd7-428e-9c7a-12570085f48f service neutron] 10.222.0.36 "GET /v2.0/networks/b97a83c2-2911-43f7-8b49-e104dbb9d847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824122 Jan 18 22:55:59.140655 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57973867-f8c9-409b-996b-5c275e6b4cc8 req-84ca4d45-2f3a-4786-9fb4-65c12ad8c505 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:55:59.142125 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-57973867-f8c9-409b-996b-5c275e6b4cc8 req-84ca4d45-2f3a-4786-9fb4-65c12ad8c505 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/ports?device_id=15d0baf3-a730-4dcf-aa6f-7d7f793e4d13 HTTP/1.1" status: 200 len: 946 time: 0.0482235 Jan 18 22:55:59.180092 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-57973867-f8c9-409b-996b-5c275e6b4cc8 req-74eb2e67-22ac-4e2f-83a9-ca1a7a1e2f9c tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/security-groups?id=89e31c00-0b47-47cf-a41e-5745f5cbaba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307815 Jan 18 22:56:00.294240 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48c4bbe-5154-466d-9fbf-319d809b9c8c req-30c57968-79ef-4d43-9cf6-dc6e390e61b3 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:00.295709 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b48c4bbe-5154-466d-9fbf-319d809b9c8c req-30c57968-79ef-4d43-9cf6-dc6e390e61b3 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/ports?device_id=15d0baf3-a730-4dcf-aa6f-7d7f793e4d13 HTTP/1.1" status: 200 len: 946 time: 0.0485260 Jan 18 22:56:00.337798 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b48c4bbe-5154-466d-9fbf-319d809b9c8c req-61e0640c-b9bb-42fa-84fb-0896d1402ee5 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/security-groups?id=89e31c00-0b47-47cf-a41e-5745f5cbaba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360663 Jan 18 22:56:01.455018 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5295380-982b-4d4e-8aa9-784a58b5624d req-2226737e-885e-4ac7-a1d0-85fe500bc668 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:01.456483 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b5295380-982b-4d4e-8aa9-784a58b5624d req-2226737e-885e-4ac7-a1d0-85fe500bc668 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/ports?device_id=15d0baf3-a730-4dcf-aa6f-7d7f793e4d13 HTTP/1.1" status: 200 len: 946 time: 0.0515277 Jan 18 22:56:01.492786 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b5295380-982b-4d4e-8aa9-784a58b5624d req-eec4c394-740e-479a-b046-0622f5930f26 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/security-groups?id=89e31c00-0b47-47cf-a41e-5745f5cbaba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304565 Jan 18 22:56:02.605544 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f184c8-91c7-4b55-818e-1dd0285c8bd8 req-92611df1-4acb-4284-8312-85d30ec097d9 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:02.607027 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-84f184c8-91c7-4b55-818e-1dd0285c8bd8 req-92611df1-4acb-4284-8312-85d30ec097d9 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/ports?device_id=15d0baf3-a730-4dcf-aa6f-7d7f793e4d13 HTTP/1.1" status: 200 len: 946 time: 0.0485775 Jan 18 22:56:02.643903 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-84f184c8-91c7-4b55-818e-1dd0285c8bd8 req-12dc5814-0e49-4552-895c-6c4052bc5450 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/security-groups?id=89e31c00-0b47-47cf-a41e-5745f5cbaba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310080 Jan 18 22:56:03.754820 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c634f6d-f56c-43c6-bd78-b2e8d00e2a35 req-b383176e-f5b8-4bb5-b1c3-19fc7135c52a tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:03.756309 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0c634f6d-f56c-43c6-bd78-b2e8d00e2a35 req-b383176e-f5b8-4bb5-b1c3-19fc7135c52a tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/ports?device_id=15d0baf3-a730-4dcf-aa6f-7d7f793e4d13 HTTP/1.1" status: 200 len: 946 time: 0.0483255 Jan 18 22:56:03.794685 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0c634f6d-f56c-43c6-bd78-b2e8d00e2a35 req-c9deead4-64bc-49e6-8a0e-8f535aadc06a tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/security-groups?id=89e31c00-0b47-47cf-a41e-5745f5cbaba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324852 Jan 18 22:56:04.911206 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6117a765-87a3-495f-8524-7d3284c8b8b2 req-8313dd57-9e81-4483-8fba-406069371f0a tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:04.912680 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6117a765-87a3-495f-8524-7d3284c8b8b2 req-8313dd57-9e81-4483-8fba-406069371f0a tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/ports?device_id=15d0baf3-a730-4dcf-aa6f-7d7f793e4d13 HTTP/1.1" status: 200 len: 946 time: 0.0522618 Jan 18 22:56:04.949698 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6117a765-87a3-495f-8524-7d3284c8b8b2 req-24f7559c-9107-40b3-a0bc-a8be10f0640c tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/security-groups?id=89e31c00-0b47-47cf-a41e-5745f5cbaba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305717 Jan 18 22:56:06.061838 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ae04c8-9a07-4b8d-a3aa-5ec68ecaa161 req-52d02dc8-82f2-4f4e-b122-4cacd713370d tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:06.063282 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c4ae04c8-9a07-4b8d-a3aa-5ec68ecaa161 req-52d02dc8-82f2-4f4e-b122-4cacd713370d tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/ports?device_id=15d0baf3-a730-4dcf-aa6f-7d7f793e4d13 HTTP/1.1" status: 200 len: 946 time: 0.0476773 Jan 18 22:56:06.101423 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c4ae04c8-9a07-4b8d-a3aa-5ec68ecaa161 req-93ffb6a5-6ca9-4938-aadc-8de0dc72bee5 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/security-groups?id=89e31c00-0b47-47cf-a41e-5745f5cbaba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316219 Jan 18 22:56:07.214225 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed9ec55-031b-4d0a-97f3-dcef8bddb91e req-f70f0b25-6a10-438e-b177-aabb7e2e4dbb tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:07.215680 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fed9ec55-031b-4d0a-97f3-dcef8bddb91e req-f70f0b25-6a10-438e-b177-aabb7e2e4dbb tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/ports?device_id=15d0baf3-a730-4dcf-aa6f-7d7f793e4d13 HTTP/1.1" status: 200 len: 946 time: 0.0478506 Jan 18 22:56:07.252049 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fed9ec55-031b-4d0a-97f3-dcef8bddb91e req-99796c7b-95aa-4df4-80ad-972082f9c01c tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/security-groups?id=89e31c00-0b47-47cf-a41e-5745f5cbaba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305042 Jan 18 22:56:08.366971 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eeb9b6-364e-4f41-af03-656a57b6ba5a req-3016b693-ac68-4a5c-ba36-7161a1ff1fcd tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:08.368371 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-90eeb9b6-364e-4f41-af03-656a57b6ba5a req-3016b693-ac68-4a5c-ba36-7161a1ff1fcd tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/ports?device_id=15d0baf3-a730-4dcf-aa6f-7d7f793e4d13 HTTP/1.1" status: 200 len: 946 time: 0.0516770 Jan 18 22:56:08.403957 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-90eeb9b6-364e-4f41-af03-656a57b6ba5a req-7f8ac071-1e07-40f2-b0fd-c2db53243890 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/security-groups?id=89e31c00-0b47-47cf-a41e-5745f5cbaba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295463 Jan 18 22:56:09.516488 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1d20a2-143c-4b87-8e80-88c6c898c16b req-6498465b-2612-4c07-a356-fb26908b1252 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:09.517942 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ea1d20a2-143c-4b87-8e80-88c6c898c16b req-6498465b-2612-4c07-a356-fb26908b1252 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/ports?device_id=15d0baf3-a730-4dcf-aa6f-7d7f793e4d13 HTTP/1.1" status: 200 len: 946 time: 0.0485806 Jan 18 22:56:09.555228 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ea1d20a2-143c-4b87-8e80-88c6c898c16b req-7cb3946d-cb92-4d40-86e4-bd0c9d2eafd9 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/security-groups?id=89e31c00-0b47-47cf-a41e-5745f5cbaba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310054 Jan 18 22:56:10.669283 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30e76de-1ca6-4a3b-8b7d-71373b8b7c3a req-3b7a2b10-3659-46c1-a099-7a84f06c785f tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:10.670733 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d30e76de-1ca6-4a3b-8b7d-71373b8b7c3a req-3b7a2b10-3659-46c1-a099-7a84f06c785f tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/ports?device_id=15d0baf3-a730-4dcf-aa6f-7d7f793e4d13 HTTP/1.1" status: 200 len: 946 time: 0.0477765 Jan 18 22:56:10.707494 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d30e76de-1ca6-4a3b-8b7d-71373b8b7c3a req-01a228bb-934e-4f13-b757-4630c369081a tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/security-groups?id=89e31c00-0b47-47cf-a41e-5745f5cbaba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307913 Jan 18 22:56:11.822278 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512975a8-4106-4e2d-901b-174e8d4a58fc req-866f8f14-1579-4d95-8dbf-01e4d1c728c9 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:11.823706 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-512975a8-4106-4e2d-901b-174e8d4a58fc req-866f8f14-1579-4d95-8dbf-01e4d1c728c9 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/ports?device_id=15d0baf3-a730-4dcf-aa6f-7d7f793e4d13 HTTP/1.1" status: 200 len: 946 time: 0.0512938 Jan 18 22:56:11.860577 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-512975a8-4106-4e2d-901b-174e8d4a58fc req-13669dea-529a-419a-9c95-a2cb0a790077 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/security-groups?id=89e31c00-0b47-47cf-a41e-5745f5cbaba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309820 Jan 18 22:56:12.974218 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214d18de-ed70-48fe-a478-546fe19e9eb1 req-47c64125-545a-49ec-8365-29a1125c57ce tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:12.975673 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-214d18de-ed70-48fe-a478-546fe19e9eb1 req-47c64125-545a-49ec-8365-29a1125c57ce tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/ports?device_id=15d0baf3-a730-4dcf-aa6f-7d7f793e4d13 HTTP/1.1" status: 200 len: 946 time: 0.0478654 Jan 18 22:56:13.014746 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-214d18de-ed70-48fe-a478-546fe19e9eb1 req-cd9fbddb-67a4-4a37-be7b-ee87dfc435f2 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/security-groups?id=89e31c00-0b47-47cf-a41e-5745f5cbaba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320306 Jan 18 22:56:13.065570 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:13.860980 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:14.126949 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ca4573-9a32-4369-a435-656d61a660ad req-a72b3b40-215d-45fc-9494-95746bc898ef tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:14.128341 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-56ca4573-9a32-4369-a435-656d61a660ad req-a72b3b40-215d-45fc-9494-95746bc898ef tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/ports?device_id=15d0baf3-a730-4dcf-aa6f-7d7f793e4d13 HTTP/1.1" status: 200 len: 946 time: 0.0473359 Jan 18 22:56:14.164840 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-56ca4573-9a32-4369-a435-656d61a660ad req-cff7c53c-5e87-4daa-8ed9-d2de7fc22b7d tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/security-groups?id=89e31c00-0b47-47cf-a41e-5745f5cbaba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299687 Jan 18 22:56:15.283032 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc9333-c156-4c19-b8a9-64dfcebd32e4 req-cd90787c-b390-44ac-8478-ddae37114569 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:15.284524 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-befc9333-c156-4c19-b8a9-64dfcebd32e4 req-cd90787c-b390-44ac-8478-ddae37114569 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/ports?device_id=15d0baf3-a730-4dcf-aa6f-7d7f793e4d13 HTTP/1.1" status: 200 len: 946 time: 0.0532663 Jan 18 22:56:15.321903 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-befc9333-c156-4c19-b8a9-64dfcebd32e4 req-4da23660-c87f-4f1d-8a16-2002116fb8de tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/security-groups?id=89e31c00-0b47-47cf-a41e-5745f5cbaba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313697 Jan 18 22:56:16.434077 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82621512-b0ee-470a-a5ad-ff12309d2e36 req-76a56d81-0c45-46f9-a533-25f98ae3e1fc tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:16.435508 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-82621512-b0ee-470a-a5ad-ff12309d2e36 req-76a56d81-0c45-46f9-a533-25f98ae3e1fc tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/ports?device_id=15d0baf3-a730-4dcf-aa6f-7d7f793e4d13 HTTP/1.1" status: 200 len: 946 time: 0.0470035 Jan 18 22:56:16.471823 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-82621512-b0ee-470a-a5ad-ff12309d2e36 req-96082b56-8647-4f25-8718-29ded6da27be tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/security-groups?id=89e31c00-0b47-47cf-a41e-5745f5cbaba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305400 Jan 18 22:56:17.583301 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b93b74b-8a5d-412f-a0de-48eded327346 req-1e36d3d4-5a74-4e32-90fe-7ffc099823b4 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:17.584780 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1b93b74b-8a5d-412f-a0de-48eded327346 req-1e36d3d4-5a74-4e32-90fe-7ffc099823b4 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/ports?device_id=15d0baf3-a730-4dcf-aa6f-7d7f793e4d13 HTTP/1.1" status: 200 len: 946 time: 0.0471065 Jan 18 22:56:17.621687 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1b93b74b-8a5d-412f-a0de-48eded327346 req-e395130f-60ef-4dcd-906b-3d796f9b312d tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/security-groups?id=89e31c00-0b47-47cf-a41e-5745f5cbaba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304446 Jan 18 22:56:18.738229 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bff801d-037c-4d20-874a-a81b635e61f1 req-f622e99e-2f87-4384-9d2a-c163cba90607 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:18.739664 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6bff801d-037c-4d20-874a-a81b635e61f1 req-f622e99e-2f87-4384-9d2a-c163cba90607 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/ports?device_id=15d0baf3-a730-4dcf-aa6f-7d7f793e4d13 HTTP/1.1" status: 200 len: 946 time: 0.0511317 Jan 18 22:56:18.776065 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6bff801d-037c-4d20-874a-a81b635e61f1 req-b34c5903-ecfd-4655-a991-158a82c919a9 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/security-groups?id=89e31c00-0b47-47cf-a41e-5745f5cbaba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303288 Jan 18 22:56:19.332303 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4aeeed3f-15a3-4499-9b63-b9692fb8d419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:19.347554 n-d-825064-1 neutron-server[102431]: INFO neutron.api.v2.resource [req-4d925238-5b00-4846-9c00-0615ea31fac5 req-e1c5c721-a1aa-4c6b-b3ed-a90f9cd0612f service neutron] show failed (client error): The resource could not be found. Jan 18 22:56:19.348577 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-4d925238-5b00-4846-9c00-0615ea31fac5 req-e1c5c721-a1aa-4c6b-b3ed-a90f9cd0612f service neutron] 10.222.0.36 "GET /v2.0/ports/854fdb8f-1f0a-46b4-b8d8-1e95ed009455/bindings/n-h2-825064-1 HTTP/1.1" status: 404 len: 380 time: 0.0592628 Jan 18 22:56:19.570798 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d925238-5b00-4846-9c00-0615ea31fac5 req-1831d578-11a4-4f64-9ded-b19afc1036ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:19.572308 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4d925238-5b00-4846-9c00-0615ea31fac5 req-1831d578-11a4-4f64-9ded-b19afc1036ea service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=15d0baf3-a730-4dcf-aa6f-7d7f793e4d13&tenant_id=204b80d593fa4442a31c73fc488428ec HTTP/1.1" status: 200 len: 1097 time: 0.0734606 Jan 18 22:56:19.583370 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-4d925238-5b00-4846-9c00-0615ea31fac5 req-d12fc1b1-4a89-425a-942e-aae91cc73ae7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825064-1', 'device_owner': 'compute:nova'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:56:19.637773 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-4d925238-5b00-4846-9c00-0615ea31fac5 req-d12fc1b1-4a89-425a-942e-aae91cc73ae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:19.831127 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-4d925238-5b00-4846-9c00-0615ea31fac5 req-d12fc1b1-4a89-425a-942e-aae91cc73ae7 service neutron] For port 854fdb8f-1f0a-46b4-b8d8-1e95ed009455, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=854fdb8f-1f0a-46b4-b8d8-1e95ed009455,segment=NetworkSegment(3edf76f2-8624-4de5-be31-436af863e458),segment_id=3edf76f2-8624-4de5-be31-436af863e458)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:56:19.888202 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-4d925238-5b00-4846-9c00-0615ea31fac5 req-d12fc1b1-4a89-425a-942e-aae91cc73ae7 service neutron] For port 854fdb8f-1f0a-46b4-b8d8-1e95ed009455, host n-h1-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:56:19.929516 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acc6cc8-ce16-4559-be12-ec468568e725 req-27643409-ce75-4fe0-a9a5-d86db3edaee5 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:19.931504 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8acc6cc8-ce16-4559-be12-ec468568e725 req-27643409-ce75-4fe0-a9a5-d86db3edaee5 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/ports?device_id=15d0baf3-a730-4dcf-aa6f-7d7f793e4d13 HTTP/1.1" status: 200 len: 946 time: 0.0876601 Jan 18 22:56:19.941085 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15d0baf3-a730-4dcf-aa6f-7d7f793e4d13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '854fdb8f-1f0a-46b4-b8d8-1e95ed009455'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:56:19.943221 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd840add-729a-4837-9512-7ca750a51901" -d '{"events": [{"server_uuid": "15d0baf3-a730-4dcf-aa6f-7d7f793e4d13", "name": "network-vif-unplugged", "status": "completed", "tag": "854fdb8f-1f0a-46b4-b8d8-1e95ed009455"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:56:19.951708 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-4d925238-5b00-4846-9c00-0615ea31fac5 req-d12fc1b1-4a89-425a-942e-aae91cc73ae7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:19.982444 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-4d925238-5b00-4846-9c00-0615ea31fac5 req-d12fc1b1-4a89-425a-942e-aae91cc73ae7 service neutron] Transition to ACTIVE for port object 854fdb8f-1f0a-46b4-b8d8-1e95ed009455 will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:56:19.988438 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-4d925238-5b00-4846-9c00-0615ea31fac5 req-d12fc1b1-4a89-425a-942e-aae91cc73ae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:19.993326 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8acc6cc8-ce16-4559-be12-ec468568e725 req-e15dd4be-3f17-4209-95ea-eef9ed46cf08 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/security-groups?id=89e31c00-0b47-47cf-a41e-5745f5cbaba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553262 Jan 18 22:56:19.997320 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 18 Jan 2022 22:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c63f930-e047-424a-bdda-43982f55e70a x-openstack-request-id: req-3c63f930-e047-424a-bdda-43982f55e70a {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:56:19.997605 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15d0baf3-a730-4dcf-aa6f-7d7f793e4d13", "name": "network-vif-unplugged", "status": "completed", "tag": "854fdb8f-1f0a-46b4-b8d8-1e95ed009455", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:56:19.997855 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3c63f930-e047-424a-bdda-43982f55e70a {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:56:19.998233 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15d0baf3-a730-4dcf-aa6f-7d7f793e4d13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '854fdb8f-1f0a-46b4-b8d8-1e95ed009455', 'code': 200} Jan 18 22:56:20.053356 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d925238-5b00-4846-9c00-0615ea31fac5 req-d12fc1b1-4a89-425a-942e-aae91cc73ae7 service neutron] No DVR routers for this DVR port 854fdb8f-1f0a-46b4-b8d8-1e95ed009455 on host n-h1-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:56:20.055637 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12fc1b1-4a89-425a-942e-aae91cc73ae7 service neutron] Pushing event updated for resources: {'Port': ['ID=854fdb8f-1f0a-46b4-b8d8-1e95ed009455,revision_number=6']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:20.067280 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12fc1b1-4a89-425a-942e-aae91cc73ae7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:56:20.067625 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12fc1b1-4a89-425a-942e-aae91cc73ae7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:56:20.067965 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12fc1b1-4a89-425a-942e-aae91cc73ae7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:56:20.068325 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12fc1b1-4a89-425a-942e-aae91cc73ae7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:56:20.068659 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12fc1b1-4a89-425a-942e-aae91cc73ae7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:56:20.068987 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12fc1b1-4a89-425a-942e-aae91cc73ae7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:56:20.069313 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12fc1b1-4a89-425a-942e-aae91cc73ae7 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:56:20.069635 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12fc1b1-4a89-425a-942e-aae91cc73ae7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:56:20.069959 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12fc1b1-4a89-425a-942e-aae91cc73ae7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:56:20.070281 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12fc1b1-4a89-425a-942e-aae91cc73ae7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:56:20.070665 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12fc1b1-4a89-425a-942e-aae91cc73ae7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:56:20.071502 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12fc1b1-4a89-425a-942e-aae91cc73ae7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:56:20.099179 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-4d925238-5b00-4846-9c00-0615ea31fac5 req-d12fc1b1-4a89-425a-942e-aae91cc73ae7 service neutron] Attempting to bind port 854fdb8f-1f0a-46b4-b8d8-1e95ed009455 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:56:20.099510 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-4d925238-5b00-4846-9c00-0615ea31fac5 req-d12fc1b1-4a89-425a-942e-aae91cc73ae7 service neutron] Attempting to bind port 854fdb8f-1f0a-46b4-b8d8-1e95ed009455 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '3edf76f2-8624-4de5-be31-436af863e458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b97a83c2-2911-43f7-8b49-e104dbb9d847'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:56:20.099830 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d925238-5b00-4846-9c00-0615ea31fac5 req-d12fc1b1-4a89-425a-942e-aae91cc73ae7 service neutron] Attempting to bind port 854fdb8f-1f0a-46b4-b8d8-1e95ed009455 on network b97a83c2-2911-43f7-8b49-e104dbb9d847 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:56:20.104600 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d925238-5b00-4846-9c00-0615ea31fac5 req-d12fc1b1-4a89-425a-942e-aae91cc73ae7 service neutron] Port 854fdb8f-1f0a-46b4-b8d8-1e95ed009455 on network b97a83c2-2911-43f7-8b49-e104dbb9d847 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:56:20.104919 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d925238-5b00-4846-9c00-0615ea31fac5 req-d12fc1b1-4a89-425a-942e-aae91cc73ae7 service neutron] Attempting to bind port 854fdb8f-1f0a-46b4-b8d8-1e95ed009455 on network b97a83c2-2911-43f7-8b49-e104dbb9d847 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:56:20.109539 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d925238-5b00-4846-9c00-0615ea31fac5 req-d12fc1b1-4a89-425a-942e-aae91cc73ae7 service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:56:20.109870 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d925238-5b00-4846-9c00-0615ea31fac5 req-d12fc1b1-4a89-425a-942e-aae91cc73ae7 service neutron] Checking segment: {'id': '3edf76f2-8624-4de5-be31-436af863e458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b97a83c2-2911-43f7-8b49-e104dbb9d847'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:56:20.110243 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d925238-5b00-4846-9c00-0615ea31fac5 req-d12fc1b1-4a89-425a-942e-aae91cc73ae7 service neutron] Bound using segment: {'id': '3edf76f2-8624-4de5-be31-436af863e458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b97a83c2-2911-43f7-8b49-e104dbb9d847'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:56:20.110654 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-4d925238-5b00-4846-9c00-0615ea31fac5 req-d12fc1b1-4a89-425a-942e-aae91cc73ae7 service neutron] Bound port: 854fdb8f-1f0a-46b4-b8d8-1e95ed009455, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3edf76f2-8624-4de5-be31-436af863e458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b97a83c2-2911-43f7-8b49-e104dbb9d847'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:56:20.110998 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-4d925238-5b00-4846-9c00-0615ea31fac5 req-d12fc1b1-4a89-425a-942e-aae91cc73ae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:20.171146 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-4d925238-5b00-4846-9c00-0615ea31fac5 req-d12fc1b1-4a89-425a-942e-aae91cc73ae7 service neutron] For port 854fdb8f-1f0a-46b4-b8d8-1e95ed009455, host n-h2-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:56:20.174098 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-4d925238-5b00-4846-9c00-0615ea31fac5 req-d12fc1b1-4a89-425a-942e-aae91cc73ae7 service neutron] For port 854fdb8f-1f0a-46b4-b8d8-1e95ed009455, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=854fdb8f-1f0a-46b4-b8d8-1e95ed009455,segment=NetworkSegment(3edf76f2-8624-4de5-be31-436af863e458),segment_id=3edf76f2-8624-4de5-be31-436af863e458)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:56:20.177533 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-4d925238-5b00-4846-9c00-0615ea31fac5 req-d12fc1b1-4a89-425a-942e-aae91cc73ae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:20.213306 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d925238-5b00-4846-9c00-0615ea31fac5 req-d12fc1b1-4a89-425a-942e-aae91cc73ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:20.213913 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-4d925238-5b00-4846-9c00-0615ea31fac5 req-d12fc1b1-4a89-425a-942e-aae91cc73ae7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:20.215263 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4d925238-5b00-4846-9c00-0615ea31fac5 req-d12fc1b1-4a89-425a-942e-aae91cc73ae7 service neutron] 10.222.0.67 "PUT /v2.0/ports/854fdb8f-1f0a-46b4-b8d8-1e95ed009455 HTTP/1.1" status: 200 len: 1092 time: 0.6359763 Jan 18 22:56:20.234879 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12fc1b1-4a89-425a-942e-aae91cc73ae7 service neutron] Pushing event updated for resources: {'Port': ['ID=854fdb8f-1f0a-46b4-b8d8-1e95ed009455,revision_number=7']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:20.276849 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d925238-5b00-4846-9c00-0615ea31fac5 req-c1de8e17-fb47-4359-886c-459061432839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:20.278280 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4d925238-5b00-4846-9c00-0615ea31fac5 req-c1de8e17-fb47-4359-886c-459061432839 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=204b80d593fa4442a31c73fc488428ec&device_id=15d0baf3-a730-4dcf-aa6f-7d7f793e4d13 HTTP/1.1" status: 200 len: 1095 time: 0.0387914 Jan 18 22:56:20.364418 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d925238-5b00-4846-9c00-0615ea31fac5 req-d98cb32a-2f4a-4e23-ac83-c23abfebf4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:20.365852 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4d925238-5b00-4846-9c00-0615ea31fac5 req-d98cb32a-2f4a-4e23-ac83-c23abfebf4f5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b97a83c2-2911-43f7-8b49-e104dbb9d847 HTTP/1.1" status: 200 len: 915 time: 0.0802040 Jan 18 22:56:20.408433 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4d925238-5b00-4846-9c00-0615ea31fac5 req-8c79afa5-8a6b-45ce-91d1-3b4540f5bd5d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=854fdb8f-1f0a-46b4-b8d8-1e95ed009455 HTTP/1.1" status: 200 len: 217 time: 0.0360713 Jan 18 22:56:20.453770 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d925238-5b00-4846-9c00-0615ea31fac5 req-8def5a84-015d-4aab-ba66-8e0c2dce6139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:20.455103 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4d925238-5b00-4846-9c00-0615ea31fac5 req-8def5a84-015d-4aab-ba66-8e0c2dce6139 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=97408f5a-74e8-4b5c-ba76-2652b601db3f HTTP/1.1" status: 200 len: 855 time: 0.0408390 Jan 18 22:56:20.484116 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4d925238-5b00-4846-9c00-0615ea31fac5 req-5cd7bb23-9eea-429b-97c9-9fc924250df0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b97a83c2-2911-43f7-8b49-e104dbb9d847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230095 Jan 18 22:56:20.571823 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4d925238-5b00-4846-9c00-0615ea31fac5 req-e15bf810-4de4-4f35-b335-38ca73e7ee4e service neutron] 10.222.0.67 "GET /v2.0/networks/b97a83c2-2911-43f7-8b49-e104dbb9d847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810001 Jan 18 22:56:20.656606 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4d925238-5b00-4846-9c00-0615ea31fac5 req-badaaf5e-6f8d-4c05-8912-6a2d48d560aa service neutron] 10.222.0.67 "GET /v2.0/networks/b97a83c2-2911-43f7-8b49-e104dbb9d847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787601 Jan 18 22:56:21.110724 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39a3d80-1717-4a6b-97dd-8cb3f301ac6f req-da410b09-908e-4e55-ad39-00b2adc762fd tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:21.112186 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c39a3d80-1717-4a6b-97dd-8cb3f301ac6f req-da410b09-908e-4e55-ad39-00b2adc762fd tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/ports?device_id=15d0baf3-a730-4dcf-aa6f-7d7f793e4d13 HTTP/1.1" status: 200 len: 944 time: 0.0477147 Jan 18 22:56:21.152491 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c39a3d80-1717-4a6b-97dd-8cb3f301ac6f req-ebaa33a5-e345-4381-8c2d-e730b3cadf1c tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/security-groups?id=89e31c00-0b47-47cf-a41e-5745f5cbaba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336940 Jan 18 22:56:21.976721 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bb58864b-1b29-45d8-989c-ba7be9971b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:21.999783 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15d0baf3-a730-4dcf-aa6f-7d7f793e4d13', 'tag': '854fdb8f-1f0a-46b4-b8d8-1e95ed009455'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:56:22.002157 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af944d1c-156b-41e9-8f39-8c873fb40c24" -d '{"events": [{"name": "network-changed", "server_uuid": "15d0baf3-a730-4dcf-aa6f-7d7f793e4d13", "tag": "854fdb8f-1f0a-46b4-b8d8-1e95ed009455"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:56:22.048935 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10b04024-a0cb-4d64-a350-b89cc6ccafe2 x-openstack-request-id: req-10b04024-a0cb-4d64-a350-b89cc6ccafe2 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:56:22.049240 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15d0baf3-a730-4dcf-aa6f-7d7f793e4d13", "tag": "854fdb8f-1f0a-46b4-b8d8-1e95ed009455", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:56:22.049478 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-10b04024-a0cb-4d64-a350-b89cc6ccafe2 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:56:22.049932 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15d0baf3-a730-4dcf-aa6f-7d7f793e4d13', 'tag': '854fdb8f-1f0a-46b4-b8d8-1e95ed009455', 'status': 'completed', 'code': 200} Jan 18 22:56:22.115103 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af944d1c-156b-41e9-8f39-8c873fb40c24 req-2d7289d2-94e3-4a4a-8434-88809c5120e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:22.115910 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af944d1c-156b-41e9-8f39-8c873fb40c24 req-edf31366-345f-4ddc-9432-530a70e7ab3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:22.117018 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-af944d1c-156b-41e9-8f39-8c873fb40c24 req-2d7289d2-94e3-4a4a-8434-88809c5120e6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=204b80d593fa4442a31c73fc488428ec&device_id=15d0baf3-a730-4dcf-aa6f-7d7f793e4d13 HTTP/1.1" status: 200 len: 1095 time: 0.0429933 Jan 18 22:56:22.117442 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-af944d1c-156b-41e9-8f39-8c873fb40c24 req-edf31366-345f-4ddc-9432-530a70e7ab3b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=204b80d593fa4442a31c73fc488428ec&device_id=15d0baf3-a730-4dcf-aa6f-7d7f793e4d13 HTTP/1.1" status: 200 len: 1095 time: 0.0439820 Jan 18 22:56:22.226494 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af944d1c-156b-41e9-8f39-8c873fb40c24 req-890a3662-17f2-4b13-8d29-b70b44f82184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:22.226809 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af944d1c-156b-41e9-8f39-8c873fb40c24 req-658196cd-184b-4987-9270-514cf6c0e9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:22.228012 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-af944d1c-156b-41e9-8f39-8c873fb40c24 req-890a3662-17f2-4b13-8d29-b70b44f82184 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b97a83c2-2911-43f7-8b49-e104dbb9d847 HTTP/1.1" status: 200 len: 915 time: 0.1040468 Jan 18 22:56:22.228154 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-af944d1c-156b-41e9-8f39-8c873fb40c24 req-658196cd-184b-4987-9270-514cf6c0e9ed service neutron] 10.222.0.36 "GET /v2.0/networks?id=b97a83c2-2911-43f7-8b49-e104dbb9d847 HTTP/1.1" status: 200 len: 915 time: 0.1047089 Jan 18 22:56:22.271134 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-af944d1c-156b-41e9-8f39-8c873fb40c24 req-cbfd8cd2-5891-4f0c-ba28-09f148707b4d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=854fdb8f-1f0a-46b4-b8d8-1e95ed009455 HTTP/1.1" status: 200 len: 217 time: 0.0355711 Jan 18 22:56:22.300158 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-af944d1c-156b-41e9-8f39-8c873fb40c24 req-e92e2ca1-3005-4c4e-8c3d-6889ea93289b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=854fdb8f-1f0a-46b4-b8d8-1e95ed009455 HTTP/1.1" status: 200 len: 217 time: 0.0434389 Jan 18 22:56:22.322620 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c5cdc5-9bd0-492e-b3dd-786d365b070a req-768ede3c-d5b2-41db-a705-79debec66bc2 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:22.322861 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af944d1c-156b-41e9-8f39-8c873fb40c24 req-ba32a55a-4785-42ce-915a-7437fc1b777b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:22.324070 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-60c5cdc5-9bd0-492e-b3dd-786d365b070a req-768ede3c-d5b2-41db-a705-79debec66bc2 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/ports?device_id=15d0baf3-a730-4dcf-aa6f-7d7f793e4d13 HTTP/1.1" status: 200 len: 944 time: 0.0932748 Jan 18 22:56:22.324243 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-af944d1c-156b-41e9-8f39-8c873fb40c24 req-ba32a55a-4785-42ce-915a-7437fc1b777b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=97408f5a-74e8-4b5c-ba76-2652b601db3f HTTP/1.1" status: 200 len: 855 time: 0.0472283 Jan 18 22:56:22.355130 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-af944d1c-156b-41e9-8f39-8c873fb40c24 req-1edc5092-4197-4450-b830-908475cb97a1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b97a83c2-2911-43f7-8b49-e104dbb9d847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243268 Jan 18 22:56:22.380843 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af944d1c-156b-41e9-8f39-8c873fb40c24 req-ee127f6f-866f-45e3-8ec4-45c194eb1fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:22.382294 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-af944d1c-156b-41e9-8f39-8c873fb40c24 req-ee127f6f-866f-45e3-8ec4-45c194eb1fa9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=97408f5a-74e8-4b5c-ba76-2652b601db3f HTTP/1.1" status: 200 len: 855 time: 0.0757329 Jan 18 22:56:22.387892 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-60c5cdc5-9bd0-492e-b3dd-786d365b070a req-838ff36b-69b5-4cf1-8168-deaaf4b03878 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/security-groups?id=89e31c00-0b47-47cf-a41e-5745f5cbaba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463939 Jan 18 22:56:22.414378 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-af944d1c-156b-41e9-8f39-8c873fb40c24 req-625ecc26-f177-4165-82d2-32ca8777f48f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b97a83c2-2911-43f7-8b49-e104dbb9d847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254929 Jan 18 22:56:22.442810 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-af944d1c-156b-41e9-8f39-8c873fb40c24 req-697c1951-8da0-4362-8576-37360996bb5f service neutron] 10.222.0.36 "GET /v2.0/networks/b97a83c2-2911-43f7-8b49-e104dbb9d847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810349 Jan 18 22:56:22.505318 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-af944d1c-156b-41e9-8f39-8c873fb40c24 req-b310e27d-e86c-421d-91b5-b0485d7634d1 service neutron] 10.222.0.67 "GET /v2.0/networks/b97a83c2-2911-43f7-8b49-e104dbb9d847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844803 Jan 18 22:56:22.533539 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-af944d1c-156b-41e9-8f39-8c873fb40c24 req-115ce07d-bfc7-4309-bf87-2a2b4d935995 service neutron] 10.222.0.36 "GET /v2.0/networks/b97a83c2-2911-43f7-8b49-e104dbb9d847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846093 Jan 18 22:56:22.595982 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-af944d1c-156b-41e9-8f39-8c873fb40c24 req-1245438c-2eca-47de-885f-3eaa8418b5e1 service neutron] 10.222.0.67 "GET /v2.0/networks/b97a83c2-2911-43f7-8b49-e104dbb9d847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835166 Jan 18 22:56:23.043041 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:23.511888 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1c9789-01e1-4b72-aad8-d9a2e97cf875 req-f8d278a5-dbe4-41a8-8bd4-30c5aad5a767 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:23.513359 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8d1c9789-01e1-4b72-aad8-d9a2e97cf875 req-f8d278a5-dbe4-41a8-8bd4-30c5aad5a767 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/ports?device_id=15d0baf3-a730-4dcf-aa6f-7d7f793e4d13 HTTP/1.1" status: 200 len: 944 time: 0.0524280 Jan 18 22:56:23.549171 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8d1c9789-01e1-4b72-aad8-d9a2e97cf875 req-dba86cac-d690-4fcf-bede-99150fe292ec tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/security-groups?id=89e31c00-0b47-47cf-a41e-5745f5cbaba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299759 Jan 18 22:56:23.736285 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcae201-005e-40a1-981b-e026fd666c84 req-8a756530-f4dd-4879-9624-fb41601c9f5a tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:23.737764 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7fcae201-005e-40a1-981b-e026fd666c84 req-8a756530-f4dd-4879-9624-fb41601c9f5a tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/ports?device_id=15d0baf3-a730-4dcf-aa6f-7d7f793e4d13 HTTP/1.1" status: 200 len: 944 time: 0.0489385 Jan 18 22:56:23.776822 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7fcae201-005e-40a1-981b-e026fd666c84 req-5e6198c1-2b50-4bae-9ec4-9c0547583d4c tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/security-groups?id=89e31c00-0b47-47cf-a41e-5745f5cbaba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314155 Jan 18 22:56:23.782818 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b053c7ad-986b-404e-92b5-a1fc49598947 req-f5a04183-ec0e-4f45-bfc6-cdafdbf432bb tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:23.784470 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-b053c7ad-986b-404e-92b5-a1fc49598947 req-f5a04183-ec0e-4f45-bfc6-cdafdbf432bb tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.36 "GET /v2.0/ports?device_id=15d0baf3-a730-4dcf-aa6f-7d7f793e4d13&tenant_id=204b80d593fa4442a31c73fc488428ec&binding%3Ahost_id=n-h2-825064-1 HTTP/1.1" status: 200 len: 944 time: 0.0845447 Jan 18 22:56:23.845785 n-d-825064-1 neutron-server[102431]: INFO neutron.api.v2.resource [req-b053c7ad-986b-404e-92b5-a1fc49598947 req-ef99025c-d538-4b68-892f-602e1d4a3c31 service neutron] delete failed (client error): The resource could not be found. Jan 18 22:56:23.846754 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-b053c7ad-986b-404e-92b5-a1fc49598947 req-ef99025c-d538-4b68-892f-602e1d4a3c31 service neutron] 10.222.0.36 "DELETE /v2.0/ports/854fdb8f-1f0a-46b4-b8d8-1e95ed009455/bindings/n-h1-825064-1 HTTP/1.1" status: 404 len: 380 time: 0.0554678 Jan 18 22:56:23.926259 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b053c7ad-986b-404e-92b5-a1fc49598947 req-dac7c16f-1953-41b6-9999-eecb0e30470c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:23.927658 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-b053c7ad-986b-404e-92b5-a1fc49598947 req-dac7c16f-1953-41b6-9999-eecb0e30470c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=204b80d593fa4442a31c73fc488428ec&device_id=15d0baf3-a730-4dcf-aa6f-7d7f793e4d13 HTTP/1.1" status: 200 len: 1095 time: 0.0403376 Jan 18 22:56:24.011641 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b053c7ad-986b-404e-92b5-a1fc49598947 req-39f9ef7b-4a00-4658-acef-3c99c8309c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:24.013101 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-b053c7ad-986b-404e-92b5-a1fc49598947 req-39f9ef7b-4a00-4658-acef-3c99c8309c06 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b97a83c2-2911-43f7-8b49-e104dbb9d847 HTTP/1.1" status: 200 len: 915 time: 0.0795975 Jan 18 22:56:24.055512 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-b053c7ad-986b-404e-92b5-a1fc49598947 req-593b046a-5d55-4fc4-858b-9acdf549d9b8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=854fdb8f-1f0a-46b4-b8d8-1e95ed009455 HTTP/1.1" status: 200 len: 217 time: 0.0359178 Jan 18 22:56:24.102249 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b053c7ad-986b-404e-92b5-a1fc49598947 req-46ce8cee-c600-4161-92ba-0980c426adda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:24.103739 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-b053c7ad-986b-404e-92b5-a1fc49598947 req-46ce8cee-c600-4161-92ba-0980c426adda service neutron] 10.222.0.36 "GET /v2.0/subnets?id=97408f5a-74e8-4b5c-ba76-2652b601db3f HTTP/1.1" status: 200 len: 855 time: 0.0427561 Jan 18 22:56:24.133645 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-b053c7ad-986b-404e-92b5-a1fc49598947 req-ae7f09b4-6f48-4b01-9ff9-a75705aa4fb4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b97a83c2-2911-43f7-8b49-e104dbb9d847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235496 Jan 18 22:56:24.221754 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-b053c7ad-986b-404e-92b5-a1fc49598947 req-bf766792-2a37-4757-82d0-ff5519ed83f7 service neutron] 10.222.0.36 "GET /v2.0/networks/b97a83c2-2911-43f7-8b49-e104dbb9d847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818508 Jan 18 22:56:24.290154 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 854fdb8f-1f0a-46b4-b8d8-1e95ed009455 no longer exists at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:56:24.307200 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-b053c7ad-986b-404e-92b5-a1fc49598947 req-30b5c1f9-e6bb-4fa3-ab8f-318cf4da48d3 service neutron] 10.222.0.36 "GET /v2.0/networks/b97a83c2-2911-43f7-8b49-e104dbb9d847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790119 Jan 18 22:56:24.328150 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 854fdb8f-1f0a-46b4-b8d8-1e95ed009455 not bound to the agent host n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:56:24.499554 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:24.661761 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:24.893626 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f63938a-4a5a-4bd4-9764-a21cf22457bb req-7c2ca754-2c04-4e97-b882-d0fca9ad27de tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:24.895311 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4f63938a-4a5a-4bd4-9764-a21cf22457bb req-7c2ca754-2c04-4e97-b882-d0fca9ad27de tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/ports?device_id=15d0baf3-a730-4dcf-aa6f-7d7f793e4d13 HTTP/1.1" status: 200 len: 944 time: 0.0480006 Jan 18 22:56:24.931326 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4f63938a-4a5a-4bd4-9764-a21cf22457bb req-30784a0d-cd49-48bb-9826-701c2dc5d0eb tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/security-groups?id=89e31c00-0b47-47cf-a41e-5745f5cbaba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295627 Jan 18 22:56:25.035685 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 854fdb8f-1f0a-46b4-b8d8-1e95ed009455 details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:56:25.045732 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5cfdd1-9a59-46bb-a3f1-9085d1fd36fb req-14f35f98-17c0-4280-bac5-740376222373 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:25.047293 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ef5cfdd1-9a59-46bb-a3f1-9085d1fd36fb req-14f35f98-17c0-4280-bac5-740376222373 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/ports?device_id=15d0baf3-a730-4dcf-aa6f-7d7f793e4d13 HTTP/1.1" status: 200 len: 944 time: 0.0511720 Jan 18 22:56:25.084575 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ef5cfdd1-9a59-46bb-a3f1-9085d1fd36fb req-20da9679-e7f9-47e4-ad8c-1a100fd28a22 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/security-groups?id=89e31c00-0b47-47cf-a41e-5745f5cbaba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311797 Jan 18 22:56:25.129472 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 854fdb8f-1f0a-46b4-b8d8-1e95ed009455, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=854fdb8f-1f0a-46b4-b8d8-1e95ed009455,segment=NetworkSegment(3edf76f2-8624-4de5-be31-436af863e458),segment_id=3edf76f2-8624-4de5-be31-436af863e458)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:56:25.140386 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': '854fdb8f-1f0a-46b4-b8d8-1e95ed009455', 'network_id': 'b97a83c2-2911-43f7-8b49-e104dbb9d847', 'port_id': '854fdb8f-1f0a-46b4-b8d8-1e95ed009455', 'mac_address': 'fa:16:3e:84:ac:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97408f5a-74e8-4b5c-ba76-2652b601db3f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:56:25.177232 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:25.190035 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 854fdb8f-1f0a-46b4-b8d8-1e95ed009455 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:56:25.198389 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25802e2b-5751-40f9-b92a-475d3d330001 req-5e0dc3e5-8493-4692-a38f-4a6c0d623fd7 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:25.199868 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-25802e2b-5751-40f9-b92a-475d3d330001 req-5e0dc3e5-8493-4692-a38f-4a6c0d623fd7 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/ports?device_id=15d0baf3-a730-4dcf-aa6f-7d7f793e4d13 HTTP/1.1" status: 200 len: 944 time: 0.0481982 Jan 18 22:56:25.209343 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 854fdb8f-1f0a-46b4-b8d8-1e95ed009455, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=854fdb8f-1f0a-46b4-b8d8-1e95ed009455,segment=NetworkSegment(3edf76f2-8624-4de5-be31-436af863e458),segment_id=3edf76f2-8624-4de5-be31-436af863e458)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:56:25.213474 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:25.237433 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-25802e2b-5751-40f9-b92a-475d3d330001 req-fb9c7539-2095-4e6d-923a-3d804a0ab12f tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/security-groups?id=89e31c00-0b47-47cf-a41e-5745f5cbaba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316534 Jan 18 22:56:25.265330 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=854fdb8f-1f0a-46b4-b8d8-1e95ed009455,revision_number=8']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:25.272730 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:56:25.273044 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:56:25.273390 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:56:25.273757 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:56:25.274092 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:56:25.274425 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:56:25.274756 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:56:25.275286 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:56:25.275623 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:56:25.275949 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:56:25.276309 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:56:25.276635 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:56:25.438578 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['854fdb8f-1f0a-46b4-b8d8-1e95ed009455'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:56:25.557109 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a1d9ec-6f30-4a47-b609-6ddbb19d8011 req-66b24025-c014-4235-a5b8-2d18d03e5dbe tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:25.558658 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-13a1d9ec-6f30-4a47-b609-6ddbb19d8011 req-66b24025-c014-4235-a5b8-2d18d03e5dbe tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/ports?device_id=15d0baf3-a730-4dcf-aa6f-7d7f793e4d13 HTTP/1.1" status: 200 len: 945 time: 0.0477712 Jan 18 22:56:25.596530 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-13a1d9ec-6f30-4a47-b609-6ddbb19d8011 req-aa008c4e-f6f4-4c2c-acd3-e93117ee3d07 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/security-groups?id=89e31c00-0b47-47cf-a41e-5745f5cbaba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318115 Jan 18 22:56:26.737096 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09e11fb-712c-487d-9fb5-538a44ffdf1d req-fa4c273e-c85d-4654-9dbc-101d42144f72 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:26.738558 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c09e11fb-712c-487d-9fb5-538a44ffdf1d req-fa4c273e-c85d-4654-9dbc-101d42144f72 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/ports?device_id=15d0baf3-a730-4dcf-aa6f-7d7f793e4d13 HTTP/1.1" status: 200 len: 945 time: 0.0772245 Jan 18 22:56:26.748775 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181fd7c7-a1a0-4f5f-85a6-93e3e44c0eee req-f60c152a-4a2a-440e-913a-753766cbe97d tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:26.750090 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-181fd7c7-a1a0-4f5f-85a6-93e3e44c0eee req-f60c152a-4a2a-440e-913a-753766cbe97d tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.67 "GET /v2.0/ports?device_id=15d0baf3-a730-4dcf-aa6f-7d7f793e4d13 HTTP/1.1" status: 200 len: 945 time: 0.0795465 Jan 18 22:56:26.811846 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c09e11fb-712c-487d-9fb5-538a44ffdf1d req-7d40f3a8-67b3-452d-8942-837f2395c30f tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.53 "GET /v2.0/security-groups?id=89e31c00-0b47-47cf-a41e-5745f5cbaba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608344 Jan 18 22:56:26.857734 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-181fd7c7-a1a0-4f5f-85a6-93e3e44c0eee req-e6ea8edb-3dfe-4c8e-bf5a-1369bc83df08 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Deleting port 854fdb8f-1f0a-46b4-b8d8-1e95ed009455 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:56:26.858074 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-181fd7c7-a1a0-4f5f-85a6-93e3e44c0eee req-e6ea8edb-3dfe-4c8e-bf5a-1369bc83df08 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:26.940972 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-181fd7c7-a1a0-4f5f-85a6-93e3e44c0eee req-e6ea8edb-3dfe-4c8e-bf5a-1369bc83df08 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] For port 854fdb8f-1f0a-46b4-b8d8-1e95ed009455, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=854fdb8f-1f0a-46b4-b8d8-1e95ed009455,segment=NetworkSegment(3edf76f2-8624-4de5-be31-436af863e458),segment_id=3edf76f2-8624-4de5-be31-436af863e458)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:56:26.941253 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-181fd7c7-a1a0-4f5f-85a6-93e3e44c0eee req-e6ea8edb-3dfe-4c8e-bf5a-1369bc83df08 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:26.952597 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-181fd7c7-a1a0-4f5f-85a6-93e3e44c0eee req-e6ea8edb-3dfe-4c8e-bf5a-1369bc83df08 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Calling delete_port for 854fdb8f-1f0a-46b4-b8d8-1e95ed009455 owned by compute:nova {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:56:27.051256 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 854fdb8f-1f0a-46b4-b8d8-1e95ed009455 up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:56:27.108086 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port 854fdb8f-1f0a-46b4-b8d8-1e95ed009455 completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:56:27.112081 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port 854fdb8f-1f0a-46b4-b8d8-1e95ed009455 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:56:27.112493 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:27.191328 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:27.216005 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15d0baf3-a730-4dcf-aa6f-7d7f793e4d13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '854fdb8f-1f0a-46b4-b8d8-1e95ed009455'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:56:27.218324 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eff11b2-54c0-49b0-a869-d4a6d49e3584" -d '{"events": [{"server_uuid": "15d0baf3-a730-4dcf-aa6f-7d7f793e4d13", "name": "network-vif-plugged", "status": "completed", "tag": "854fdb8f-1f0a-46b4-b8d8-1e95ed009455"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:56:27.232887 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 854fdb8f-1f0a-46b4-b8d8-1e95ed009455, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=854fdb8f-1f0a-46b4-b8d8-1e95ed009455,segment=NetworkSegment(3edf76f2-8624-4de5-be31-436af863e458),segment_id=3edf76f2-8624-4de5-be31-436af863e458)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:56:27.238314 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:27.262118 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8754a5a9-eabc-447d-a215-ee55e2e41724 x-openstack-request-id: req-8754a5a9-eabc-447d-a215-ee55e2e41724 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:56:27.262408 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15d0baf3-a730-4dcf-aa6f-7d7f793e4d13", "name": "network-vif-plugged", "status": "completed", "tag": "854fdb8f-1f0a-46b4-b8d8-1e95ed009455", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:56:27.262660 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8754a5a9-eabc-447d-a215-ee55e2e41724 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:56:27.263050 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15d0baf3-a730-4dcf-aa6f-7d7f793e4d13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '854fdb8f-1f0a-46b4-b8d8-1e95ed009455', 'code': 200} Jan 18 22:56:27.289672 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=854fdb8f-1f0a-46b4-b8d8-1e95ed009455,revision_number=9']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:27.379353 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-181fd7c7-a1a0-4f5f-85a6-93e3e44c0eee req-e6ea8edb-3dfe-4c8e-bf5a-1369bc83df08 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:27.391084 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['854fdb8f-1f0a-46b4-b8d8-1e95ed009455'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:56:27.409227 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ea8edb-3dfe-4c8e-bf5a-1369bc83df08 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Pushing event deleted for resources: {'Port': ['ID=854fdb8f-1f0a-46b4-b8d8-1e95ed009455,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:27.450829 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-181fd7c7-a1a0-4f5f-85a6-93e3e44c0eee req-e6ea8edb-3dfe-4c8e-bf5a-1369bc83df08 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] No DVR routers for this DVR port 854fdb8f-1f0a-46b4-b8d8-1e95ed009455 on host n-h2-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:56:27.453624 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-181fd7c7-a1a0-4f5f-85a6-93e3e44c0eee req-e6ea8edb-3dfe-4c8e-bf5a-1369bc83df08 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:27.456900 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-181fd7c7-a1a0-4f5f-85a6-93e3e44c0eee req-e6ea8edb-3dfe-4c8e-bf5a-1369bc83df08 tempest-ServerDiskConfigTestJSON-775142467 tempest-ServerDiskConfigTestJSON-775142467-project] 10.222.0.67 "DELETE /v2.0/ports/854fdb8f-1f0a-46b4-b8d8-1e95ed009455 HTTP/1.1" status: 204 len: 173 time: 0.6995153 Jan 18 22:56:27.457339 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15d0baf3-a730-4dcf-aa6f-7d7f793e4d13', 'name': 'network-vif-deleted', 'tag': '854fdb8f-1f0a-46b4-b8d8-1e95ed009455'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:56:27.459566 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d1ebcbd-d43a-4f37-80ba-0dca187d66de" -d '{"events": [{"server_uuid": "15d0baf3-a730-4dcf-aa6f-7d7f793e4d13", "name": "network-vif-deleted", "tag": "854fdb8f-1f0a-46b4-b8d8-1e95ed009455"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:56:27.505937 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f048f64d-0485-4b1c-8f54-2844a1bbfc97 x-openstack-request-id: req-f048f64d-0485-4b1c-8f54-2844a1bbfc97 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:56:27.506354 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15d0baf3-a730-4dcf-aa6f-7d7f793e4d13", "name": "network-vif-deleted", "tag": "854fdb8f-1f0a-46b4-b8d8-1e95ed009455", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:56:27.506610 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f048f64d-0485-4b1c-8f54-2844a1bbfc97 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:56:27.507004 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15d0baf3-a730-4dcf-aa6f-7d7f793e4d13', 'name': 'network-vif-deleted', 'tag': '854fdb8f-1f0a-46b4-b8d8-1e95ed009455', 'status': 'completed', 'code': 200} Jan 18 22:56:27.929111 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 56392) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:56:27.975097 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_v2 [None req-35ed5243-cb9b-4541-bbac-eb85392d1e2c admin admin] Deleting subnet 97408f5a-74e8-4b5c-ba76-2652b601db3f {{(pid=102430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 22:56:27.978491 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-35ed5243-cb9b-4541-bbac-eb85392d1e2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:28.014552 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-35ed5243-cb9b-4541-bbac-eb85392d1e2c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60394745'] for subnet, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:28.053900 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-35ed5243-cb9b-4541-bbac-eb85392d1e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:28.114156 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-35ed5243-cb9b-4541-bbac-eb85392d1e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60203138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62288677'] for subnet, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:28.147174 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ed5243-cb9b-4541-bbac-eb85392d1e2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97408f5a-74e8-4b5c-ba76-2652b601db3f,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:28.151354 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-35ed5243-cb9b-4541-bbac-eb85392d1e2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:28.154402 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-35ed5243-cb9b-4541-bbac-eb85392d1e2c admin admin] 10.222.0.53 "DELETE /v2.0/subnets/97408f5a-74e8-4b5c-ba76-2652b601db3f HTTP/1.1" status: 204 len: 168 time: 0.2242997 Jan 18 22:56:28.156887 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 56394) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:56:28.221447 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fd146f91-84be-4ffd-b263-0363267b2374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:28.299827 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fd146f91-84be-4ffd-b263-0363267b2374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:28.321799 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-fd146f91-84be-4ffd-b263-0363267b2374 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b97a83c2-2911-43f7-8b49-e104dbb9d847']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:56:28.330751 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-fd146f91-84be-4ffd-b263-0363267b2374 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3edf76f2-8624-4de5-be31-436af863e458') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:56:28.331046 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-fd146f91-84be-4ffd-b263-0363267b2374 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3edf76f2-8624-4de5-be31-436af863e458') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:56:28.340066 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fd146f91-84be-4ffd-b263-0363267b2374 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60394742'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:28.352718 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fd146f91-84be-4ffd-b263-0363267b2374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:28.359220 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd146f91-84be-4ffd-b263-0363267b2374 admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 22:56:28.359539 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fd146f91-84be-4ffd-b263-0363267b2374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60203044'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:28.361498 n-d-825064-1 neutron-server[102430]: Traceback (most recent call last): Jan 18 22:56:28.361498 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 22:56:28.361498 n-d-825064-1 neutron-server[102430]: timer() Jan 18 22:56:28.361498 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 22:56:28.361498 n-d-825064-1 neutron-server[102430]: cb(*args, **kw) Jan 18 22:56:28.361498 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 22:56:28.361498 n-d-825064-1 neutron-server[102430]: return func(*args, **kwargs) Jan 18 22:56:28.361498 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 22:56:28.361498 n-d-825064-1 neutron-server[102430]: self._notify() Jan 18 22:56:28.361498 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 22:56:28.361498 n-d-825064-1 neutron-server[102430]: self.callback(batched_events) Jan 18 22:56:28.361498 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 22:56:28.361498 n-d-825064-1 neutron-server[102430]: event.method(event) Jan 18 22:56:28.361498 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 22:56:28.361498 n-d-825064-1 neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 22:56:28.361498 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 22:56:28.361498 n-d-825064-1 neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 22:56:28.361498 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 22:56:28.361498 n-d-825064-1 neutron-server[102430]: return f(self, *a, **k) Jan 18 22:56:28.361498 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 22:56:28.361498 n-d-825064-1 neutron-server[102430]: return self._get(url).json() Jan 18 22:56:28.361498 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 22:56:28.361498 n-d-825064-1 neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 22:56:28.361498 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 22:56:28.361498 n-d-825064-1 neutron-server[102430]: return self.request(url, 'GET', **kwargs) Jan 18 22:56:28.361498 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 22:56:28.361498 n-d-825064-1 neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 22:56:28.361498 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 22:56:28.361498 n-d-825064-1 neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 22:56:28.361498 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 22:56:28.361498 n-d-825064-1 neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 22:56:28.361498 n-d-825064-1 neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 22:56:28.413573 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fd146f91-84be-4ffd-b263-0363267b2374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:28.419049 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fd146f91-84be-4ffd-b263-0363267b2374 admin admin] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:28.422138 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-fd146f91-84be-4ffd-b263-0363267b2374 admin admin] 10.222.0.53 "DELETE /v2.0/networks/b97a83c2-2911-43f7-8b49-e104dbb9d847 HTTP/1.1" status: 204 len: 168 time: 0.2643507 Jan 18 22:56:28.433897 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd146f91-84be-4ffd-b263-0363267b2374 admin admin] Pushing event deleted for resources: {'Network': ['ID=b97a83c2-2911-43f7-8b49-e104dbb9d847,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:28.535495 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 56398) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:56:28.573820 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-ee6bc04a-42f2-4562-a20c-842adb5fe8d3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=204b80d593fa4442a31c73fc488428ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0371947 Jan 18 22:56:28.576234 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 56400) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:56:28.625688 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-3a810497-2cda-436a-b4ce-e9f72d28ce44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:28.645698 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-3a810497-2cda-436a-b4ce-e9f72d28ce44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:28.690024 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-3a810497-2cda-436a-b4ce-e9f72d28ce44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:28.693443 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-3a810497-2cda-436a-b4ce-e9f72d28ce44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:28.694771 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-3a810497-2cda-436a-b4ce-e9f72d28ce44 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/89e31c00-0b47-47cf-a41e-5745f5cbaba3 HTTP/1.1" status: 204 len: 168 time: 0.1176531 Jan 18 22:56:28.706044 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a810497-2cda-436a-b4ce-e9f72d28ce44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e31c00-0b47-47cf-a41e-5745f5cbaba3,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:29.344781 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 56424) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:56:29.451816 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-127a2dc5-c5ca-486d-80d2-176c49f02f03 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-271393947-network', 'tenant_id': 'b920d3f799934d12a42b1009a76b1bfc'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:56:29.474513 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-127a2dc5-c5ca-486d-80d2-176c49f02f03 admin admin] Made reservation on behalf of b920d3f799934d12a42b1009a76b1bfc for: {'network': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:56:29.476874 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-127a2dc5-c5ca-486d-80d2-176c49f02f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:29.484837 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-127a2dc5-c5ca-486d-80d2-176c49f02f03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:29.557662 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-127a2dc5-c5ca-486d-80d2-176c49f02f03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:29.562100 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-127a2dc5-c5ca-486d-80d2-176c49f02f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:29.586900 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-127a2dc5-c5ca-486d-80d2-176c49f02f03 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=102430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:56:29.596314 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127a2dc5-c5ca-486d-80d2-176c49f02f03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f40f915-e79e-44be-9e8b-6d6f9971bb23,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:29.601341 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-127a2dc5-c5ca-486d-80d2-176c49f02f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:29.601682 n-d-825064-1 neutron-server[102430]: INFO neutron.db.segments_db [None req-127a2dc5-c5ca-486d-80d2-176c49f02f03 admin admin] Added segment 9d4113a0-2ed9-4fc0-932b-00a17e903594 of type vlan for network b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3 Jan 18 22:56:29.639973 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-127a2dc5-c5ca-486d-80d2-176c49f02f03 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:29.663362 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-127a2dc5-c5ca-486d-80d2-176c49f02f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:29.664335 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-127a2dc5-c5ca-486d-80d2-176c49f02f03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:29.664904 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-127a2dc5-c5ca-486d-80d2-176c49f02f03 admin admin] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:29.722559 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-127a2dc5-c5ca-486d-80d2-176c49f02f03 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3739650 Jan 18 22:56:29.722878 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 56428) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:56:29.726974 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127a2dc5-c5ca-486d-80d2-176c49f02f03 admin admin] Pushing event updated for resources: {'Network': ['ID=b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:29.727777 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-f3dddde3-6845-4e39-8f53-4f6791a372b9 admin admin] Request body: {'subnet': {'network_id': 'b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-271393947-subnet', 'tenant_id': 'b920d3f799934d12a42b1009a76b1bfc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:56:29.736491 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 22:56:29.752340 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3dddde3-6845-4e39-8f53-4f6791a372b9 admin admin] Made reservation on behalf of b920d3f799934d12a42b1009a76b1bfc for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:56:29.754622 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f3dddde3-6845-4e39-8f53-4f6791a372b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:30.251965 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f3dddde3-6845-4e39-8f53-4f6791a372b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:30.310306 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dddde3-6845-4e39-8f53-4f6791a372b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7458985f-285f-4ddd-bc95-c81cb698d5df,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:30.322501 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dddde3-6845-4e39-8f53-4f6791a372b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:56:30.322849 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dddde3-6845-4e39-8f53-4f6791a372b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:56:30.323192 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dddde3-6845-4e39-8f53-4f6791a372b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:56:30.323528 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dddde3-6845-4e39-8f53-4f6791a372b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:56:30.323878 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dddde3-6845-4e39-8f53-4f6791a372b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:56:30.324222 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dddde3-6845-4e39-8f53-4f6791a372b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:56:30.324552 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dddde3-6845-4e39-8f53-4f6791a372b9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:56:30.324880 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dddde3-6845-4e39-8f53-4f6791a372b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:56:30.325205 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dddde3-6845-4e39-8f53-4f6791a372b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:56:30.325527 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dddde3-6845-4e39-8f53-4f6791a372b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:56:30.325846 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dddde3-6845-4e39-8f53-4f6791a372b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:56:30.326165 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dddde3-6845-4e39-8f53-4f6791a372b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:56:30.329151 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3dddde3-6845-4e39-8f53-4f6791a372b9 admin admin] Checking segment: {'id': '9d4113a0-2ed9-4fc0-932b-00a17e903594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:56:30.329510 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3dddde3-6845-4e39-8f53-4f6791a372b9 admin admin] Network hostable DHCP agents. Network: b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:56:30.346589 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3dddde3-6845-4e39-8f53-4f6791a372b9 admin admin] Network b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:56:30.355011 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-f3dddde3-6845-4e39-8f53-4f6791a372b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:56:30.359038 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3dddde3-6845-4e39-8f53-4f6791a372b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:30.359615 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f3dddde3-6845-4e39-8f53-4f6791a372b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:30.364324 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b09df2-4c76-4e47-8eab-f18b6ba9ecea None None] Network b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:56:30.375623 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-f3dddde3-6845-4e39-8f53-4f6791a372b9 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6516330 Jan 18 22:56:30.378387 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 56430) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:56:30.382525 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-6cf1ebac-787e-4126-aca5-6dfef5c72791 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-271393947-router', 'tenant_id': 'b920d3f799934d12a42b1009a76b1bfc', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:56:30.405389 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6cf1ebac-787e-4126-aca5-6dfef5c72791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1044160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8692'] for router, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:30.406374 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6cf1ebac-787e-4126-aca5-6dfef5c72791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1040680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8675'] for router, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:30.456765 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6cf1ebac-787e-4126-aca5-6dfef5c72791 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:30.513833 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f233a871-e78e-415a-b0d2-aa6859224347 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3', 'network_id': 'b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3', 'tenant_id': 'b920d3f799934d12a42b1009a76b1bfc', 'fixed_ips': [{'subnet_id': '7458985f-285f-4ddd-bc95-c81cb698d5df'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 22:56:30.514693 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f233a871-e78e-415a-b0d2-aa6859224347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:30.597121 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6cf1ebac-787e-4126-aca5-6dfef5c72791 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:30.647995 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-f233a871-e78e-415a-b0d2-aa6859224347 None None] Allocated IP 172.20.0.2 (b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3/7458985f-285f-4ddd-bc95-c81cb698d5df/0e7f8a30-af9f-4cac-803a-3420c7332ac6) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:56:30.790836 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f233a871-e78e-415a-b0d2-aa6859224347 None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:30.791523 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6cf1ebac-787e-4126-aca5-6dfef5c72791 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:30.796966 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f233a871-e78e-415a-b0d2-aa6859224347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:30.814578 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6cf1ebac-787e-4126-aca5-6dfef5c72791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:30.832255 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f233a871-e78e-415a-b0d2-aa6859224347 None None] Network b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:56:30.834126 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-f233a871-e78e-415a-b0d2-aa6859224347 None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:56:30.840444 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f233a871-e78e-415a-b0d2-aa6859224347 None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:56:30.852914 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f233a871-e78e-415a-b0d2-aa6859224347 None None] Pushing event updated for resources: {'Port': ['ID=0e7f8a30-af9f-4cac-803a-3420c7332ac6,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:30.899721 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-f233a871-e78e-415a-b0d2-aa6859224347 None None] Attempting to bind port 0e7f8a30-af9f-4cac-803a-3420c7332ac6 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:56:30.900076 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-f233a871-e78e-415a-b0d2-aa6859224347 None None] Attempting to bind port 0e7f8a30-af9f-4cac-803a-3420c7332ac6 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '9d4113a0-2ed9-4fc0-932b-00a17e903594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:56:30.900515 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f233a871-e78e-415a-b0d2-aa6859224347 None None] Attempting to bind port 0e7f8a30-af9f-4cac-803a-3420c7332ac6 on network b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:56:30.905528 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f233a871-e78e-415a-b0d2-aa6859224347 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:56:30.905951 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f233a871-e78e-415a-b0d2-aa6859224347 None None] Checking segment: {'id': '9d4113a0-2ed9-4fc0-932b-00a17e903594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:56:30.906455 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f233a871-e78e-415a-b0d2-aa6859224347 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:30.906861 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f233a871-e78e-415a-b0d2-aa6859224347 None None] Bound using segment: {'id': '9d4113a0-2ed9-4fc0-932b-00a17e903594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:56:30.907382 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-f233a871-e78e-415a-b0d2-aa6859224347 None None] Bound port: 0e7f8a30-af9f-4cac-803a-3420c7332ac6, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d4113a0-2ed9-4fc0-932b-00a17e903594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:56:30.907761 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f233a871-e78e-415a-b0d2-aa6859224347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:30.922021 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-6cf1ebac-787e-4126-aca5-6dfef5c72791 admin admin] Allocated IP 172.25.5.156 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/5878dd4b-6ceb-4f88-bc3b-877a3a962eb2) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:56:30.971698 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-f233a871-e78e-415a-b0d2-aa6859224347 None None] For port 0e7f8a30-af9f-4cac-803a-3420c7332ac6, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:56:30.974805 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-f233a871-e78e-415a-b0d2-aa6859224347 None None] For port 0e7f8a30-af9f-4cac-803a-3420c7332ac6, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=0e7f8a30-af9f-4cac-803a-3420c7332ac6,segment=NetworkSegment(9d4113a0-2ed9-4fc0-932b-00a17e903594),segment_id=9d4113a0-2ed9-4fc0-932b-00a17e903594)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:56:30.979605 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f233a871-e78e-415a-b0d2-aa6859224347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:31.036794 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6cf1ebac-787e-4126-aca5-6dfef5c72791 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:31.039421 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f233a871-e78e-415a-b0d2-aa6859224347 None None] Pushing event updated for resources: {'Port': ['ID=0e7f8a30-af9f-4cac-803a-3420c7332ac6,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:31.076465 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6cf1ebac-787e-4126-aca5-6dfef5c72791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:31.085210 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 854fdb8f-1f0a-46b4-b8d8-1e95ed009455 no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:56:31.106684 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] No Port match for: 854fdb8f-1f0a-46b4-b8d8-1e95ed009455 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:56:31.107003 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 854fdb8f-1f0a-46b4-b8d8-1e95ed009455 not bound to the agent host n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:56:31.122339 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf1ebac-787e-4126-aca5-6dfef5c72791 admin admin] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:56:31.125440 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-6cf1ebac-787e-4126-aca5-6dfef5c72791 admin admin] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:56:31.127859 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf1ebac-787e-4126-aca5-6dfef5c72791 admin admin] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:56:31.152666 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf1ebac-787e-4126-aca5-6dfef5c72791 admin admin] Pushing event updated for resources: {'Port': ['ID=5878dd4b-6ceb-4f88-bc3b-877a3a962eb2,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:31.402727 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6cf1ebac-787e-4126-aca5-6dfef5c72791 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:31.595355 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6cf1ebac-787e-4126-aca5-6dfef5c72791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1040691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049'] for router, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:31.727706 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cf1ebac-787e-4126-aca5-6dfef5c72791 admin admin] Router 614dffda-0e2e-425a-841a-e8aeb6b2fe93 is scheduled to L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 with binding_index 1 {{(pid=102431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 22:56:31.841029 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cf1ebac-787e-4126-aca5-6dfef5c72791 admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:56:31.851453 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6dd6f35-eb66-4027-820c-a96525cb008f None None] Sync routers for ids ['614dffda-0e2e-425a-841a-e8aeb6b2fe93'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:56:31.860478 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6cf1ebac-787e-4126-aca5-6dfef5c72791 admin admin] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:31.864450 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-6cf1ebac-787e-4126-aca5-6dfef5c72791 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4824288 Jan 18 22:56:31.864604 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6dd6f35-eb66-4027-820c-a96525cb008f None None] Routers {'614dffda-0e2e-425a-841a-e8aeb6b2fe93'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:56:31.864604 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-d6dd6f35-eb66-4027-820c-a96525cb008f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:56:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['614dffda-0e2e-425a-841a-e8aeb6b2fe93'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:56:31.864782 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 56432) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:56:31.975017 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d72b400-a355-4a94-946f-836969691790 None None] Network b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 22:56:31.977823 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-d6dd6f35-eb66-4027-820c-a96525cb008f None None] Set router 614dffda-0e2e-425a-841a-e8aeb6b2fe93 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:56:32.276930 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 0e7f8a30-af9f-4cac-803a-3420c7332ac6 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:56:32.290093 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-93883f52-0772-49b2-80c2-9f1331f2645d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:32.308639 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-b00f805e-d2c2-4a94-a4e6-133c25200216 None None] Provisioning complete for port 0e7f8a30-af9f-4cac-803a-3420c7332ac6 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:56:32.308996 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b00f805e-d2c2-4a94-a4e6-133c25200216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:32.446386 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-93883f52-0772-49b2-80c2-9f1331f2645d admin admin] Allocated IP 172.20.0.1 (b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3/7458985f-285f-4ddd-bc95-c81cb698d5df/d9dcba35-7e6c-416e-bb9a-d8e4eab1fc01) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:56:32.477418 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 0e7f8a30-af9f-4cac-803a-3420c7332ac6 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:56:32.477709 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:32.557655 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-93883f52-0772-49b2-80c2-9f1331f2645d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:32.579721 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b00f805e-d2c2-4a94-a4e6-133c25200216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:32.597854 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-93883f52-0772-49b2-80c2-9f1331f2645d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:32.601425 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-d6dd6f35-eb66-4027-820c-a96525cb008f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614dffda-0e2e-425a-841a-e8aeb6b2fe93', 'name': 'tempest-ServerActionsTestJSON-271393947-router', 'tenant_id': 'b920d3f799934d12a42b1009a76b1bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '5878dd4b-6ceb-4f88-bc3b-877a3a962eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:56:30Z', 'updated_at': '2022-01-18T22:56:31Z', 'revision_number': 3, 'project_id': 'b920d3f799934d12a42b1009a76b1bfc', 'gw_port': {'id': '5878dd4b-6ceb-4f88-bc3b-877a3a962eb2', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c4:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '614dffda-0e2e-425a-841a-e8aeb6b2fe93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:56:30Z', 'updated_at': '2022-01-18T22:56:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:56:32.635238 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93883f52-0772-49b2-80c2-9f1331f2645d admin admin] Network b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:56:32.636321 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6dd6f35-eb66-4027-820c-a96525cb008f None None] Checking router: 614dffda-0e2e-425a-841a-e8aeb6b2fe93 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:56:32.636671 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6dd6f35-eb66-4027-820c-a96525cb008f None None] Updating router 614dffda-0e2e-425a-841a-e8aeb6b2fe93 port 5878dd4b-6ceb-4f88-bc3b-877a3a962eb2 binding host n-d-825064-1 {{(pid=102432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:56:32.638261 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-93883f52-0772-49b2-80c2-9f1331f2645d admin admin] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:56:32.644213 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93883f52-0772-49b2-80c2-9f1331f2645d admin admin] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:56:32.674810 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93883f52-0772-49b2-80c2-9f1331f2645d admin admin] Pushing event updated for resources: {'Port': ['ID=d9dcba35-7e6c-416e-bb9a-d8e4eab1fc01,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:32.689896 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-93883f52-0772-49b2-80c2-9f1331f2645d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1040954'] for router_interface, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:32.695129 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-b00f805e-d2c2-4a94-a4e6-133c25200216 None None] For port 0e7f8a30-af9f-4cac-803a-3420c7332ac6, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=0e7f8a30-af9f-4cac-803a-3420c7332ac6,segment=NetworkSegment(9d4113a0-2ed9-4fc0-932b-00a17e903594),segment_id=9d4113a0-2ed9-4fc0-932b-00a17e903594)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:56:32.702967 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d6dd6f35-eb66-4027-820c-a96525cb008f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:32.704605 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b00f805e-d2c2-4a94-a4e6-133c25200216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:32.729709 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:32.828063 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-93883f52-0772-49b2-80c2-9f1331f2645d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:32.884639 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00f805e-d2c2-4a94-a4e6-133c25200216 None None] Pushing event updated for resources: {'Port': ['ID=0e7f8a30-af9f-4cac-803a-3420c7332ac6,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:32.908362 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.db.api [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 22:56:32.908721 n-d-825064-1 neutron-server[102432]: DEBUG oslo_db.api [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 22:56:32.917851 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-82d4b5a0-6df8-47ae-bd18-9ff0bce4a0c3 None None] Provisioning complete for port 0e7f8a30-af9f-4cac-803a-3420c7332ac6 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:56:32.918219 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-82d4b5a0-6df8-47ae-bd18-9ff0bce4a0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:33.013852 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-93883f52-0772-49b2-80c2-9f1331f2645d admin admin] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:33.018926 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-93883f52-0772-49b2-80c2-9f1331f2645d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:33.084223 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93883f52-0772-49b2-80c2-9f1331f2645d admin admin] Pushing event updated for resources: {'Port': ['ID=d9dcba35-7e6c-416e-bb9a-d8e4eab1fc01,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:33.088333 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-93883f52-0772-49b2-80c2-9f1331f2645d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-613854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1041070'] for router_interface, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:33.128630 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d6dd6f35-eb66-4027-820c-a96525cb008f None None] Notify callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:33.135034 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d6dd6f35-eb66-4027-820c-a96525cb008f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:33.184370 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93883f52-0772-49b2-80c2-9f1331f2645d admin admin] Network b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:56:33.185734 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-93883f52-0772-49b2-80c2-9f1331f2645d admin admin] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:56:33.191858 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-d6dd6f35-eb66-4027-820c-a96525cb008f None None] Attempting to bind port 5878dd4b-6ceb-4f88-bc3b-877a3a962eb2 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:56:33.192323 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-d6dd6f35-eb66-4027-820c-a96525cb008f None None] Attempting to bind port 5878dd4b-6ceb-4f88-bc3b-877a3a962eb2 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:56:33.192674 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6dd6f35-eb66-4027-820c-a96525cb008f None None] Attempting to bind port 5878dd4b-6ceb-4f88-bc3b-877a3a962eb2 on network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:56:33.196209 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bf357f-87d4-4d75-9084-c8765189f121 None None] Pushing event updated for resources: {'Port': ['ID=5878dd4b-6ceb-4f88-bc3b-877a3a962eb2,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:33.205635 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6dd6f35-eb66-4027-820c-a96525cb008f None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:56:33.206016 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6dd6f35-eb66-4027-820c-a96525cb008f None None] Checking segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:56:33.206421 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d6dd6f35-eb66-4027-820c-a96525cb008f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:33.206807 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6dd6f35-eb66-4027-820c-a96525cb008f None None] Bound using segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:56:33.207270 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-d6dd6f35-eb66-4027-820c-a96525cb008f None None] Bound port: 5878dd4b-6ceb-4f88-bc3b-877a3a962eb2, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:56:33.207646 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d6dd6f35-eb66-4027-820c-a96525cb008f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:33.234171 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-f8b20629-aa1c-4ed4-9ce8-a837424eb990 None None] Provisioning complete for port d9dcba35-7e6c-416e-bb9a-d8e4eab1fc01 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:56:33.234544 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f8b20629-aa1c-4ed4-9ce8-a837424eb990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:33.254385 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 22:56:33.290094 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-f8b20629-aa1c-4ed4-9ce8-a837424eb990 None None] Port d9dcba35-7e6c-416e-bb9a-d8e4eab1fc01 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:56:33.292079 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-d6dd6f35-eb66-4027-820c-a96525cb008f None None] For port 5878dd4b-6ceb-4f88-bc3b-877a3a962eb2, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:56:33.295574 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-d6dd6f35-eb66-4027-820c-a96525cb008f None None] For port 5878dd4b-6ceb-4f88-bc3b-877a3a962eb2, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=5878dd4b-6ceb-4f88-bc3b-877a3a962eb2,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:56:33.300744 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d6dd6f35-eb66-4027-820c-a96525cb008f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:33.309533 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93883f52-0772-49b2-80c2-9f1331f2645d admin admin] Router 614dffda-0e2e-425a-841a-e8aeb6b2fe93 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:56:33.359145 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6dd6f35-eb66-4027-820c-a96525cb008f None None] Routers {'614dffda-0e2e-425a-841a-e8aeb6b2fe93'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:56:33.359778 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-d6dd6f35-eb66-4027-820c-a96525cb008f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:56:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['614dffda-0e2e-425a-841a-e8aeb6b2fe93'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:56:33.364954 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bf357f-87d4-4d75-9084-c8765189f121 None None] Pushing event updated for resources: {'Port': ['ID=5878dd4b-6ceb-4f88-bc3b-877a3a962eb2,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:33.431575 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93883f52-0772-49b2-80c2-9f1331f2645d admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:56:33.438231 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-93883f52-0772-49b2-80c2-9f1331f2645d admin admin] 10.222.0.53 "PUT /v2.0/routers/614dffda-0e2e-425a-841a-e8aeb6b2fe93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5695665 Jan 18 22:56:33.504316 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-d6dd6f35-eb66-4027-820c-a96525cb008f None None] Set router 614dffda-0e2e-425a-841a-e8aeb6b2fe93 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:56:33.539021 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-56aacdf0-a66c-4d12-afa6-e80868e969b9 None None] Provisioning complete for port d9dcba35-7e6c-416e-bb9a-d8e4eab1fc01 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:56:33.540077 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-56aacdf0-a66c-4d12-afa6-e80868e969b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:33.641080 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-56aacdf0-a66c-4d12-afa6-e80868e969b9 None None] Port d9dcba35-7e6c-416e-bb9a-d8e4eab1fc01 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:56:33.729209 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-d6dd6f35-eb66-4027-820c-a96525cb008f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614dffda-0e2e-425a-841a-e8aeb6b2fe93', 'name': 'tempest-ServerActionsTestJSON-271393947-router', 'tenant_id': 'b920d3f799934d12a42b1009a76b1bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '5878dd4b-6ceb-4f88-bc3b-877a3a962eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:56:30Z', 'updated_at': '2022-01-18T22:56:32Z', 'revision_number': 4, 'project_id': 'b920d3f799934d12a42b1009a76b1bfc', 'gw_port': {'id': '5878dd4b-6ceb-4f88-bc3b-877a3a962eb2', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c4:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '614dffda-0e2e-425a-841a-e8aeb6b2fe93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:56:30Z', 'updated_at': '2022-01-18T22:56:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'd9dcba35-7e6c-416e-bb9a-d8e4eab1fc01', 'name': '', 'network_id': 'b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3', 'tenant_id': 'b920d3f799934d12a42b1009a76b1bfc', 'mac_address': 'fa:16:3e:7a:f0:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '614dffda-0e2e-425a-841a-e8aeb6b2fe93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '7458985f-285f-4ddd-bc95-c81cb698d5df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:56:32Z', 'updated_at': '2022-01-18T22:56:32Z', 'revision_number': 2, 'project_id': 'b920d3f799934d12a42b1009a76b1bfc', 'subnets': [{'id': '7458985f-285f-4ddd-bc95-c81cb698d5df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:56:33.759227 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6dd6f35-eb66-4027-820c-a96525cb008f None None] The sync data for ids ['614dffda-0e2e-425a-841a-e8aeb6b2fe93'] in n-d-825064-1 is: [{'id': '614dffda-0e2e-425a-841a-e8aeb6b2fe93', 'name': 'tempest-ServerActionsTestJSON-271393947-router', 'tenant_id': 'b920d3f799934d12a42b1009a76b1bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '5878dd4b-6ceb-4f88-bc3b-877a3a962eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:56:30Z', 'updated_at': '2022-01-18T22:56:32Z', 'revision_number': 4, 'project_id': 'b920d3f799934d12a42b1009a76b1bfc', 'gw_port': {'id': '5878dd4b-6ceb-4f88-bc3b-877a3a962eb2', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c4:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '614dffda-0e2e-425a-841a-e8aeb6b2fe93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:56:30Z', 'updated_at': '2022-01-18T22:56:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'd9dcba35-7e6c-416e-bb9a-d8e4eab1fc01', 'name': '', 'network_id': 'b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3', 'tenant_id': 'b920d3f799934d12a42b1009a76b1bfc', 'mac_address': 'fa:16:3e:7a:f0:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '614dffda-0e2e-425a-841a-e8aeb6b2fe93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '7458985f-285f-4ddd-bc95-c81cb698d5df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:56:32Z', 'updated_at': '2022-01-18T22:56:32Z', 'revision_number': 2, 'project_id': 'b920d3f799934d12a42b1009a76b1bfc', 'subnets': [{'id': '7458985f-285f-4ddd-bc95-c81cb698d5df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:56:34.172146 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 0e7f8a30-af9f-4cac-803a-3420c7332ac6 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:56:34.220401 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 0e7f8a30-af9f-4cac-803a-3420c7332ac6 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:56:34.220770 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:35.091843 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 56442) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:56:35.096434 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-f1975eca-5459-492c-bcc7-c9b3f8775e52 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1127974320', 'description': 'tempest-description--2092287518'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:56:35.120856 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f1975eca-5459-492c-bcc7-c9b3f8775e52 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:35.185858 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f1975eca-5459-492c-bcc7-c9b3f8775e52 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:35.189533 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f1975eca-5459-492c-bcc7-c9b3f8775e52 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:35.217736 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f1975eca-5459-492c-bcc7-c9b3f8775e52 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:35.218922 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-f1975eca-5459-492c-bcc7-c9b3f8775e52 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1260529 Jan 18 22:56:35.221913 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 56444) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:56:35.222729 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1975eca-5459-492c-bcc7-c9b3f8775e52 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68465018-6dd1-4c61-b7b3-f14c0e969b7d,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:35.226606 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-82992cfa-7ba7-4533-8a9a-34b789a978eb tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Request body: {'security_group_rule': {'security_group_id': '68465018-6dd1-4c61-b7b3-f14c0e969b7d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:56:35.255710 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-82992cfa-7ba7-4533-8a9a-34b789a978eb tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:35.313467 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-82992cfa-7ba7-4533-8a9a-34b789a978eb tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:35.317363 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-82992cfa-7ba7-4533-8a9a-34b789a978eb tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:35.336083 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82992cfa-7ba7-4533-8a9a-34b789a978eb tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41807dd0-a7f8-4973-9705-2a723f041f01,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:35.343234 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-82992cfa-7ba7-4533-8a9a-34b789a978eb tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:35.344439 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-82992cfa-7ba7-4533-8a9a-34b789a978eb tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1214345 Jan 18 22:56:35.347103 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 56446) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:56:35.351916 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-d3f7311c-26ac-40cf-a159-3971387d0cdb tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Request body: {'security_group_rule': {'security_group_id': '68465018-6dd1-4c61-b7b3-f14c0e969b7d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:56:35.380284 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d3f7311c-26ac-40cf-a159-3971387d0cdb tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:35.438595 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d3f7311c-26ac-40cf-a159-3971387d0cdb tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:35.442248 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d3f7311c-26ac-40cf-a159-3971387d0cdb tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:35.456502 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f7311c-26ac-40cf-a159-3971387d0cdb tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aae35d89-12b0-4be4-8eb7-f3f945c9a9c5,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:35.468211 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d3f7311c-26ac-40cf-a159-3971387d0cdb tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:35.470820 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-d3f7311c-26ac-40cf-a159-3971387d0cdb tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1224318 Jan 18 22:56:35.472375 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 56448) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:56:35.476764 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-cb7c22d5-409a-482d-bafc-9fd716e6dbd8 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Request body: {'floatingip': {'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:56:35.501000 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-cb7c22d5-409a-482d-bafc-9fd716e6dbd8 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Notify callbacks [] for floatingip, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:35.575811 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca214a9-f07b-4409-b8b4-09d1e54a0c8f None None] Sync routers for ids ['614dffda-0e2e-425a-841a-e8aeb6b2fe93'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:56:35.584774 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca214a9-f07b-4409-b8b4-09d1e54a0c8f None None] Routers {'614dffda-0e2e-425a-841a-e8aeb6b2fe93'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:56:35.585403 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-eca214a9-f07b-4409-b8b4-09d1e54a0c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:56:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['614dffda-0e2e-425a-841a-e8aeb6b2fe93'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:56:35.597832 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-cb7c22d5-409a-482d-bafc-9fd716e6dbd8 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:35.689618 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-eca214a9-f07b-4409-b8b4-09d1e54a0c8f None None] Set router 614dffda-0e2e-425a-841a-e8aeb6b2fe93 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:56:35.713970 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-cb7c22d5-409a-482d-bafc-9fd716e6dbd8 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Allocated IP 172.25.5.107 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/6888367d-8946-4b05-b147-ad01cd996c14) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:56:35.813913 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-cb7c22d5-409a-482d-bafc-9fd716e6dbd8 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:35.847020 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-cb7c22d5-409a-482d-bafc-9fd716e6dbd8 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:35.884317 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-eca214a9-f07b-4409-b8b4-09d1e54a0c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614dffda-0e2e-425a-841a-e8aeb6b2fe93', 'name': 'tempest-ServerActionsTestJSON-271393947-router', 'tenant_id': 'b920d3f799934d12a42b1009a76b1bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '5878dd4b-6ceb-4f88-bc3b-877a3a962eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:56:30Z', 'updated_at': '2022-01-18T22:56:32Z', 'revision_number': 4, 'project_id': 'b920d3f799934d12a42b1009a76b1bfc', 'gw_port': {'id': '5878dd4b-6ceb-4f88-bc3b-877a3a962eb2', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c4:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '614dffda-0e2e-425a-841a-e8aeb6b2fe93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:56:30Z', 'updated_at': '2022-01-18T22:56:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'd9dcba35-7e6c-416e-bb9a-d8e4eab1fc01', 'name': '', 'network_id': 'b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3', 'tenant_id': 'b920d3f799934d12a42b1009a76b1bfc', 'mac_address': 'fa:16:3e:7a:f0:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '614dffda-0e2e-425a-841a-e8aeb6b2fe93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '7458985f-285f-4ddd-bc95-c81cb698d5df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:56:32Z', 'updated_at': '2022-01-18T22:56:32Z', 'revision_number': 2, 'project_id': 'b920d3f799934d12a42b1009a76b1bfc', 'subnets': [{'id': '7458985f-285f-4ddd-bc95-c81cb698d5df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:56:35.892949 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7c22d5-409a-482d-bafc-9fd716e6dbd8 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:56:35.896032 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-cb7c22d5-409a-482d-bafc-9fd716e6dbd8 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:56:35.898633 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7c22d5-409a-482d-bafc-9fd716e6dbd8 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:56:35.914309 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca214a9-f07b-4409-b8b4-09d1e54a0c8f None None] Checking router: 614dffda-0e2e-425a-841a-e8aeb6b2fe93 for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:56:35.915180 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca214a9-f07b-4409-b8b4-09d1e54a0c8f None None] Updating router 614dffda-0e2e-425a-841a-e8aeb6b2fe93 port d9dcba35-7e6c-416e-bb9a-d8e4eab1fc01 binding host n-d-825064-1 {{(pid=102433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 22:56:35.927074 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7c22d5-409a-482d-bafc-9fd716e6dbd8 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Pushing event updated for resources: {'Port': ['ID=6888367d-8946-4b05-b147-ad01cd996c14,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:35.939034 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-eca214a9-f07b-4409-b8b4-09d1e54a0c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:35.986799 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-cb7c22d5-409a-482d-bafc-9fd716e6dbd8 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:36.019994 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-cb7c22d5-409a-482d-bafc-9fd716e6dbd8 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:36.189136 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-cb7c22d5-409a-482d-bafc-9fd716e6dbd8 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:36.195383 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-cb7c22d5-409a-482d-bafc-9fd716e6dbd8 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:36.197461 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-eca214a9-f07b-4409-b8b4-09d1e54a0c8f None None] Notify callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:36.197802 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 5878dd4b-6ceb-4f88-bc3b-877a3a962eb2 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:56:36.203678 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-eca214a9-f07b-4409-b8b4-09d1e54a0c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:36.263683 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 5878dd4b-6ceb-4f88-bc3b-877a3a962eb2 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:56:36.264057 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:36.277986 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7c22d5-409a-482d-bafc-9fd716e6dbd8 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Pushing event updated for resources: {'Port': ['ID=6888367d-8946-4b05-b147-ad01cd996c14,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:36.292052 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-cb7c22d5-409a-482d-bafc-9fd716e6dbd8 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043075'] for floatingip, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:36.304002 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-eca214a9-f07b-4409-b8b4-09d1e54a0c8f None None] Attempting to bind port d9dcba35-7e6c-416e-bb9a-d8e4eab1fc01 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:56:36.304632 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-eca214a9-f07b-4409-b8b4-09d1e54a0c8f None None] Attempting to bind port d9dcba35-7e6c-416e-bb9a-d8e4eab1fc01 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '9d4113a0-2ed9-4fc0-932b-00a17e903594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:56:36.305787 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca214a9-f07b-4409-b8b4-09d1e54a0c8f None None] Attempting to bind port d9dcba35-7e6c-416e-bb9a-d8e4eab1fc01 on network b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:56:36.313310 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca214a9-f07b-4409-b8b4-09d1e54a0c8f None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:56:36.313768 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca214a9-f07b-4409-b8b4-09d1e54a0c8f None None] Checking segment: {'id': '9d4113a0-2ed9-4fc0-932b-00a17e903594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:56:36.314193 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-eca214a9-f07b-4409-b8b4-09d1e54a0c8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:36.314591 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca214a9-f07b-4409-b8b4-09d1e54a0c8f None None] Bound using segment: {'id': '9d4113a0-2ed9-4fc0-932b-00a17e903594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:56:36.315057 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-eca214a9-f07b-4409-b8b4-09d1e54a0c8f None None] Bound port: d9dcba35-7e6c-416e-bb9a-d8e4eab1fc01, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d4113a0-2ed9-4fc0-932b-00a17e903594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:56:36.315520 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-eca214a9-f07b-4409-b8b4-09d1e54a0c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:36.318780 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-cb7c22d5-409a-482d-bafc-9fd716e6dbd8 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:36.321252 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-cb7c22d5-409a-482d-bafc-9fd716e6dbd8 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8471985 Jan 18 22:56:36.329642 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f222224-ee3f-4b15-a2d4-b25992d2474b None None] Pushing event updated for resources: {'Port': ['ID=d9dcba35-7e6c-416e-bb9a-d8e4eab1fc01,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:36.340529 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f222224-ee3f-4b15-a2d4-b25992d2474b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:56:36.341026 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f222224-ee3f-4b15-a2d4-b25992d2474b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:56:36.341517 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f222224-ee3f-4b15-a2d4-b25992d2474b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:56:36.341990 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f222224-ee3f-4b15-a2d4-b25992d2474b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:56:36.342468 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f222224-ee3f-4b15-a2d4-b25992d2474b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:56:36.342952 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f222224-ee3f-4b15-a2d4-b25992d2474b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:56:36.343429 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f222224-ee3f-4b15-a2d4-b25992d2474b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:56:36.343751 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f222224-ee3f-4b15-a2d4-b25992d2474b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:56:36.344071 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f222224-ee3f-4b15-a2d4-b25992d2474b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:56:36.344417 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f222224-ee3f-4b15-a2d4-b25992d2474b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:56:36.344735 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f222224-ee3f-4b15-a2d4-b25992d2474b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:56:36.345050 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f222224-ee3f-4b15-a2d4-b25992d2474b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:56:36.377060 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:36.400376 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port 5878dd4b-6ceb-4f88-bc3b-877a3a962eb2, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=5878dd4b-6ceb-4f88-bc3b-877a3a962eb2,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:56:36.406251 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:36.414266 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-eca214a9-f07b-4409-b8b4-09d1e54a0c8f None None] For port d9dcba35-7e6c-416e-bb9a-d8e4eab1fc01, host n-d-825064-1, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:56:36.419424 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-eca214a9-f07b-4409-b8b4-09d1e54a0c8f None None] For port d9dcba35-7e6c-416e-bb9a-d8e4eab1fc01, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=d9dcba35-7e6c-416e-bb9a-d8e4eab1fc01,segment=NetworkSegment(9d4113a0-2ed9-4fc0-932b-00a17e903594),segment_id=9d4113a0-2ed9-4fc0-932b-00a17e903594)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:56:36.427459 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-eca214a9-f07b-4409-b8b4-09d1e54a0c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:36.466656 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=5878dd4b-6ceb-4f88-bc3b-877a3a962eb2,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:36.500469 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca214a9-f07b-4409-b8b4-09d1e54a0c8f None None] Routers {'614dffda-0e2e-425a-841a-e8aeb6b2fe93'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:56:36.501003 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-eca214a9-f07b-4409-b8b4-09d1e54a0c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:56:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['614dffda-0e2e-425a-841a-e8aeb6b2fe93'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:56:36.502823 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f222224-ee3f-4b15-a2d4-b25992d2474b None None] Pushing event updated for resources: {'Port': ['ID=d9dcba35-7e6c-416e-bb9a-d8e4eab1fc01,revision_number=4']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:36.512307 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e107f4aa-75ca-408c-89ee-d7d79ea461d5 req-f430eed5-997a-47df-a4e2-f3bcc79b22e9 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1127974320&fields=id&tenant_id=b920d3f799934d12a42b1009a76b1bfc HTTP/1.1" status: 200 len: 267 time: 0.0554500 Jan 18 22:56:36.582922 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-a4ad85d0-5762-43a1-9025-fd4d6e4c3b20 None None] Provisioning complete for port d9dcba35-7e6c-416e-bb9a-d8e4eab1fc01 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:56:36.583657 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a4ad85d0-5762-43a1-9025-fd4d6e4c3b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:36.621477 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-eca214a9-f07b-4409-b8b4-09d1e54a0c8f None None] Set router 614dffda-0e2e-425a-841a-e8aeb6b2fe93 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:56:36.634834 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e107f4aa-75ca-408c-89ee-d7d79ea461d5 req-6a1c4aa6-7f4b-4fb2-8807-275fa57c1147 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:36.636507 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e107f4aa-75ca-408c-89ee-d7d79ea461d5 req-6a1c4aa6-7f4b-4fb2-8807-275fa57c1147 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/networks?id=b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3 HTTP/1.1" status: 200 len: 811 time: 0.1162171 Jan 18 22:56:36.655774 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e107f4aa-75ca-408c-89ee-d7d79ea461d5 req-93a6ab1d-df8e-4853-b868-4507d7b20db4 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/quotas/b920d3f799934d12a42b1009a76b1bfc HTTP/1.1" status: 200 len: 375 time: 0.0108054 Jan 18 22:56:36.723370 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e107f4aa-75ca-408c-89ee-d7d79ea461d5 req-9007d030-169d-4cf6-b748-e5c2d48b5bc6 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b920d3f799934d12a42b1009a76b1bfc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0596621 Jan 18 22:56:36.808781 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [req-e107f4aa-75ca-408c-89ee-d7d79ea461d5 req-abf2e656-28e6-4330-b338-2c0632402358 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102430) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:56:36.810045 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e107f4aa-75ca-408c-89ee-d7d79ea461d5 req-abf2e656-28e6-4330-b338-2c0632402358 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0715780 Jan 18 22:56:36.858794 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-eca214a9-f07b-4409-b8b4-09d1e54a0c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614dffda-0e2e-425a-841a-e8aeb6b2fe93', 'name': 'tempest-ServerActionsTestJSON-271393947-router', 'tenant_id': 'b920d3f799934d12a42b1009a76b1bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '5878dd4b-6ceb-4f88-bc3b-877a3a962eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:56:30Z', 'updated_at': '2022-01-18T22:56:32Z', 'revision_number': 4, 'project_id': 'b920d3f799934d12a42b1009a76b1bfc', 'gw_port': {'id': '5878dd4b-6ceb-4f88-bc3b-877a3a962eb2', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c4:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614dffda-0e2e-425a-841a-e8aeb6b2fe93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:56:30Z', 'updated_at': '2022-01-18T22:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'd9dcba35-7e6c-416e-bb9a-d8e4eab1fc01', 'name': '', 'network_id': 'b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3', 'tenant_id': 'b920d3f799934d12a42b1009a76b1bfc', 'mac_address': 'fa:16:3e:7a:f0:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '614dffda-0e2e-425a-841a-e8aeb6b2fe93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '7458985f-285f-4ddd-bc95-c81cb698d5df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:56:32Z', 'updated_at': '2022-01-18T22:56:36Z', 'revision_number': 4, 'project_id': 'b920d3f799934d12a42b1009a76b1bfc', 'subnets': [{'id': '7458985f-285f-4ddd-bc95-c81cb698d5df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:56:36.860840 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a4ad85d0-5762-43a1-9025-fd4d6e4c3b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:36.886456 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca214a9-f07b-4409-b8b4-09d1e54a0c8f None None] The sync data for ids ['614dffda-0e2e-425a-841a-e8aeb6b2fe93'] in n-d-825064-1 is: [{'id': '614dffda-0e2e-425a-841a-e8aeb6b2fe93', 'name': 'tempest-ServerActionsTestJSON-271393947-router', 'tenant_id': 'b920d3f799934d12a42b1009a76b1bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '5878dd4b-6ceb-4f88-bc3b-877a3a962eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:56:30Z', 'updated_at': '2022-01-18T22:56:32Z', 'revision_number': 4, 'project_id': 'b920d3f799934d12a42b1009a76b1bfc', 'gw_port': {'id': '5878dd4b-6ceb-4f88-bc3b-877a3a962eb2', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c4:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614dffda-0e2e-425a-841a-e8aeb6b2fe93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:56:30Z', 'updated_at': '2022-01-18T22:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'd9dcba35-7e6c-416e-bb9a-d8e4eab1fc01', 'name': '', 'network_id': 'b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3', 'tenant_id': 'b920d3f799934d12a42b1009a76b1bfc', 'mac_address': 'fa:16:3e:7a:f0:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '614dffda-0e2e-425a-841a-e8aeb6b2fe93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '7458985f-285f-4ddd-bc95-c81cb698d5df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:56:32Z', 'updated_at': '2022-01-18T22:56:36Z', 'revision_number': 4, 'project_id': 'b920d3f799934d12a42b1009a76b1bfc', 'subnets': [{'id': '7458985f-285f-4ddd-bc95-c81cb698d5df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:56:36.895151 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-a4ad85d0-5762-43a1-9025-fd4d6e4c3b20 None None] For port d9dcba35-7e6c-416e-bb9a-d8e4eab1fc01, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=d9dcba35-7e6c-416e-bb9a-d8e4eab1fc01,segment=NetworkSegment(9d4113a0-2ed9-4fc0-932b-00a17e903594),segment_id=9d4113a0-2ed9-4fc0-932b-00a17e903594)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:56:36.900928 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a4ad85d0-5762-43a1-9025-fd4d6e4c3b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:36.915506 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e107f4aa-75ca-408c-89ee-d7d79ea461d5 req-04149e15-3b6b-42b2-a6e2-bfff9966c4dd service neutron] 10.222.0.53 "GET /v2.0/networks/b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986748 Jan 18 22:56:36.951206 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ad85d0-5762-43a1-9025-fd4d6e4c3b20 None None] Pushing event updated for resources: {'Port': ['ID=d9dcba35-7e6c-416e-bb9a-d8e4eab1fc01,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:37.012221 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e107f4aa-75ca-408c-89ee-d7d79ea461d5 req-46bc75cd-e7a1-4090-af55-502aa7fcb556 service neutron] 10.222.0.53 "GET /v2.0/networks/b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890033 Jan 18 22:56:37.021097 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-e8de67bc-1c30-4356-902f-623f4f6964a9 None None] Provisioning complete for port d9dcba35-7e6c-416e-bb9a-d8e4eab1fc01 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:56:37.021562 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e8de67bc-1c30-4356-902f-623f4f6964a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:37.188455 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0b13fe4a-67d4-43b4-a704-fea16f6df688 req-a0ad3c65-6c00-44c4-97aa-3f0d73a0a9ca tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb994e43-9502-489b-8bcd-4141f25942d5 HTTP/1.1" status: 200 len: 210 time: 0.0330048 Jan 18 22:56:38.200599 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device d9dcba35-7e6c-416e-bb9a-d8e4eab1fc01 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:56:38.254804 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e107f4aa-75ca-408c-89ee-d7d79ea461d5 req-76f5dc2c-b4f3-4482-8d78-29377eddc2c7 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:38.255442 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port d9dcba35-7e6c-416e-bb9a-d8e4eab1fc01 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:56:38.255907 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:38.257535 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e107f4aa-75ca-408c-89ee-d7d79ea461d5 req-76f5dc2c-b4f3-4482-8d78-29377eddc2c7 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.67 "GET /v2.0/networks?id=b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3 HTTP/1.1" status: 200 len: 811 time: 0.1352162 Jan 18 22:56:38.309478 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-acf7ab8c-0999-45fb-9e75-a04453c4afac req-e103ed8d-192d-4875-be64-dcae372b0d8a tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb994e43-9502-489b-8bcd-4141f25942d5 HTTP/1.1" status: 200 len: 210 time: 0.0340447 Jan 18 22:56:38.331069 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e107f4aa-75ca-408c-89ee-d7d79ea461d5 req-8ed51e3e-7ab5-4682-adc4-45acc90ac442 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b920d3f799934d12a42b1009a76b1bfc HTTP/1.1" status: 200 len: 380 time: 0.0610394 Jan 18 22:56:38.338419 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 5878dd4b-6ceb-4f88-bc3b-877a3a962eb2 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:56:38.341375 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-e107f4aa-75ca-408c-89ee-d7d79ea461d5 req-17f7c90d-e199-4e84-9053-1d275a53e9f5 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Request body: {'port': {'device_id': 'fb994e43-9502-489b-8bcd-4141f25942d5', 'network_id': 'b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3', 'admin_state_up': True, 'tenant_id': 'b920d3f799934d12a42b1009a76b1bfc', 'security_groups': ['68465018-6dd1-4c61-b7b3-f14c0e969b7d']}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:56:38.385142 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 5878dd4b-6ceb-4f88-bc3b-877a3a962eb2 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:56:38.385515 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:38.455174 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e107f4aa-75ca-408c-89ee-d7d79ea461d5 req-17f7c90d-e199-4e84-9053-1d275a53e9f5 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Made reservation on behalf of b920d3f799934d12a42b1009a76b1bfc for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:56:38.459100 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e107f4aa-75ca-408c-89ee-d7d79ea461d5 req-17f7c90d-e199-4e84-9053-1d275a53e9f5 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:38.584665 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-e107f4aa-75ca-408c-89ee-d7d79ea461d5 req-17f7c90d-e199-4e84-9053-1d275a53e9f5 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Allocated IP 172.20.0.13 (b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3/7458985f-285f-4ddd-bc95-c81cb698d5df/0f12d083-27fe-446d-8123-e0080d1f6eda) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:56:38.715381 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e107f4aa-75ca-408c-89ee-d7d79ea461d5 req-17f7c90d-e199-4e84-9053-1d275a53e9f5 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:38.748539 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e107f4aa-75ca-408c-89ee-d7d79ea461d5 req-17f7c90d-e199-4e84-9053-1d275a53e9f5 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:38.791363 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e107f4aa-75ca-408c-89ee-d7d79ea461d5 req-17f7c90d-e199-4e84-9053-1d275a53e9f5 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Network b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:56:38.796257 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-e107f4aa-75ca-408c-89ee-d7d79ea461d5 req-17f7c90d-e199-4e84-9053-1d275a53e9f5 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:56:38.798584 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-e107f4aa-75ca-408c-89ee-d7d79ea461d5 req-17f7c90d-e199-4e84-9053-1d275a53e9f5 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:56:38.832017 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f7c90d-e199-4e84-9053-1d275a53e9f5 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Pushing event updated for resources: {'Port': ['ID=0f12d083-27fe-446d-8123-e0080d1f6eda,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:38.858841 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e107f4aa-75ca-408c-89ee-d7d79ea461d5 req-17f7c90d-e199-4e84-9053-1d275a53e9f5 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:38.859469 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e107f4aa-75ca-408c-89ee-d7d79ea461d5 req-17f7c90d-e199-4e84-9053-1d275a53e9f5 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:38.875452 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e107f4aa-75ca-408c-89ee-d7d79ea461d5 req-17f7c90d-e199-4e84-9053-1d275a53e9f5 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5377383 Jan 18 22:56:38.889252 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-e107f4aa-75ca-408c-89ee-d7d79ea461d5 req-10f85ddd-a30a-4c6e-a301-f1b90a184917 service neutron] Request body: {'port': {'device_id': 'fb994e43-9502-489b-8bcd-4141f25942d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:56:38.947306 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e107f4aa-75ca-408c-89ee-d7d79ea461d5 req-10f85ddd-a30a-4c6e-a301-f1b90a184917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:39.042555 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-e3c4cfe5-a954-43de-9acd-ac83ecdc7a2d None None] Provisioning complete for port 0f12d083-27fe-446d-8123-e0080d1f6eda triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:56:39.042920 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e3c4cfe5-a954-43de-9acd-ac83ecdc7a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:39.078429 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-e3c4cfe5-a954-43de-9acd-ac83ecdc7a2d None None] Port 0f12d083-27fe-446d-8123-e0080d1f6eda cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:56:39.211985 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [req-e107f4aa-75ca-408c-89ee-d7d79ea461d5 req-10f85ddd-a30a-4c6e-a301-f1b90a184917 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f12d083-27fe-446d-8123-e0080d1f6eda {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:56:39.219246 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e107f4aa-75ca-408c-89ee-d7d79ea461d5 req-10f85ddd-a30a-4c6e-a301-f1b90a184917 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:39.231251 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-e107f4aa-75ca-408c-89ee-d7d79ea461d5 req-10f85ddd-a30a-4c6e-a301-f1b90a184917 service neutron] Transition to ACTIVE for port object 0f12d083-27fe-446d-8123-e0080d1f6eda will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:56:39.234898 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e107f4aa-75ca-408c-89ee-d7d79ea461d5 req-10f85ddd-a30a-4c6e-a301-f1b90a184917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:39.286230 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f85ddd-a30a-4c6e-a301-f1b90a184917 service neutron] Pushing event updated for resources: {'Port': ['ID=0f12d083-27fe-446d-8123-e0080d1f6eda,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:39.357951 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-e107f4aa-75ca-408c-89ee-d7d79ea461d5 req-10f85ddd-a30a-4c6e-a301-f1b90a184917 service neutron] Attempting to bind port 0f12d083-27fe-446d-8123-e0080d1f6eda on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:56:39.358290 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-e107f4aa-75ca-408c-89ee-d7d79ea461d5 req-10f85ddd-a30a-4c6e-a301-f1b90a184917 service neutron] Attempting to bind port 0f12d083-27fe-446d-8123-e0080d1f6eda by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '9d4113a0-2ed9-4fc0-932b-00a17e903594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:56:39.358618 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e107f4aa-75ca-408c-89ee-d7d79ea461d5 req-10f85ddd-a30a-4c6e-a301-f1b90a184917 service neutron] Attempting to bind port 0f12d083-27fe-446d-8123-e0080d1f6eda on network b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:56:39.363236 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e107f4aa-75ca-408c-89ee-d7d79ea461d5 req-10f85ddd-a30a-4c6e-a301-f1b90a184917 service neutron] Port 0f12d083-27fe-446d-8123-e0080d1f6eda on network b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:56:39.363563 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e107f4aa-75ca-408c-89ee-d7d79ea461d5 req-10f85ddd-a30a-4c6e-a301-f1b90a184917 service neutron] Attempting to bind port 0f12d083-27fe-446d-8123-e0080d1f6eda on network b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:56:39.368744 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e107f4aa-75ca-408c-89ee-d7d79ea461d5 req-10f85ddd-a30a-4c6e-a301-f1b90a184917 service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:56:39.369006 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e107f4aa-75ca-408c-89ee-d7d79ea461d5 req-10f85ddd-a30a-4c6e-a301-f1b90a184917 service neutron] Checking segment: {'id': '9d4113a0-2ed9-4fc0-932b-00a17e903594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:56:39.369392 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e107f4aa-75ca-408c-89ee-d7d79ea461d5 req-10f85ddd-a30a-4c6e-a301-f1b90a184917 service neutron] Bound using segment: {'id': '9d4113a0-2ed9-4fc0-932b-00a17e903594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:56:39.369817 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-e107f4aa-75ca-408c-89ee-d7d79ea461d5 req-10f85ddd-a30a-4c6e-a301-f1b90a184917 service neutron] Bound port: 0f12d083-27fe-446d-8123-e0080d1f6eda, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d4113a0-2ed9-4fc0-932b-00a17e903594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:56:39.370495 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e107f4aa-75ca-408c-89ee-d7d79ea461d5 req-10f85ddd-a30a-4c6e-a301-f1b90a184917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:39.460656 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa402c6c-fc25-4c7e-8c82-2674436465a0 req-a58867ad-6ca0-48fd-89ba-80df7a89e68b tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:39.462229 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fa402c6c-fc25-4c7e-8c82-2674436465a0 req-a58867ad-6ca0-48fd-89ba-80df7a89e68b tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb994e43-9502-489b-8bcd-4141f25942d5 HTTP/1.1" status: 200 len: 944 time: 0.0775530 Jan 18 22:56:39.503703 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-e107f4aa-75ca-408c-89ee-d7d79ea461d5 req-10f85ddd-a30a-4c6e-a301-f1b90a184917 service neutron] For port 0f12d083-27fe-446d-8123-e0080d1f6eda, host n-h2-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:56:39.523267 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-e107f4aa-75ca-408c-89ee-d7d79ea461d5 req-10f85ddd-a30a-4c6e-a301-f1b90a184917 service neutron] For port 0f12d083-27fe-446d-8123-e0080d1f6eda, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=0f12d083-27fe-446d-8123-e0080d1f6eda,segment=NetworkSegment(9d4113a0-2ed9-4fc0-932b-00a17e903594),segment_id=9d4113a0-2ed9-4fc0-932b-00a17e903594)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:56:39.527409 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fa402c6c-fc25-4c7e-8c82-2674436465a0 req-7daec815-c005-4914-8a85-c886fef1ee5c tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575688 Jan 18 22:56:39.528922 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e107f4aa-75ca-408c-89ee-d7d79ea461d5 req-10f85ddd-a30a-4c6e-a301-f1b90a184917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:39.566546 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e107f4aa-75ca-408c-89ee-d7d79ea461d5 req-10f85ddd-a30a-4c6e-a301-f1b90a184917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:39.567164 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e107f4aa-75ca-408c-89ee-d7d79ea461d5 req-10f85ddd-a30a-4c6e-a301-f1b90a184917 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:39.568546 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e107f4aa-75ca-408c-89ee-d7d79ea461d5 req-10f85ddd-a30a-4c6e-a301-f1b90a184917 service neutron] 10.222.0.67 "PUT /v2.0/ports/0f12d083-27fe-446d-8123-e0080d1f6eda HTTP/1.1" status: 200 len: 1092 time: 0.6837344 Jan 18 22:56:39.568986 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb994e43-9502-489b-8bcd-4141f25942d5', 'tag': '0f12d083-27fe-446d-8123-e0080d1f6eda'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:56:39.571866 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc5e6efd-c0de-4312-996e-e41cf9024e41" -d '{"events": [{"name": "network-changed", "server_uuid": "fb994e43-9502-489b-8bcd-4141f25942d5", "tag": "0f12d083-27fe-446d-8123-e0080d1f6eda"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:56:39.597263 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f85ddd-a30a-4c6e-a301-f1b90a184917 service neutron] Pushing event updated for resources: {'Port': ['ID=0f12d083-27fe-446d-8123-e0080d1f6eda,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:39.617085 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a641278-06b2-468d-8bab-9a82c4f2b8f2 x-openstack-request-id: req-4a641278-06b2-468d-8bab-9a82c4f2b8f2 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:56:39.617381 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb994e43-9502-489b-8bcd-4141f25942d5", "tag": "0f12d083-27fe-446d-8123-e0080d1f6eda", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:56:39.618564 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4a641278-06b2-468d-8bab-9a82c4f2b8f2 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:56:39.618987 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb994e43-9502-489b-8bcd-4141f25942d5', 'tag': '0f12d083-27fe-446d-8123-e0080d1f6eda', 'status': 'completed', 'code': 200} Jan 18 22:56:39.649771 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e107f4aa-75ca-408c-89ee-d7d79ea461d5 req-3fecddcf-bc5d-4542-8c16-3a637b2c635e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:39.651305 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e107f4aa-75ca-408c-89ee-d7d79ea461d5 req-3fecddcf-bc5d-4542-8c16-3a637b2c635e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b920d3f799934d12a42b1009a76b1bfc&device_id=fb994e43-9502-489b-8bcd-4141f25942d5 HTTP/1.1" status: 200 len: 1095 time: 0.0444574 Jan 18 22:56:39.694291 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e107f4aa-75ca-408c-89ee-d7d79ea461d5 req-3b3dfdb3-3549-4671-bf23-52a823fba3e2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f12d083-27fe-446d-8123-e0080d1f6eda HTTP/1.1" status: 200 len: 217 time: 0.0357981 Jan 18 22:56:39.744611 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e107f4aa-75ca-408c-89ee-d7d79ea461d5 req-59ec5ad3-c0f5-4fd6-8d78-f4673000ece7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:39.746331 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e107f4aa-75ca-408c-89ee-d7d79ea461d5 req-59ec5ad3-c0f5-4fd6-8d78-f4673000ece7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7458985f-285f-4ddd-bc95-c81cb698d5df HTTP/1.1" status: 200 len: 850 time: 0.0458741 Jan 18 22:56:39.795848 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e107f4aa-75ca-408c-89ee-d7d79ea461d5 req-0e202720-9075-4a64-9e11-bf8f23ca3de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:39.797352 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e107f4aa-75ca-408c-89ee-d7d79ea461d5 req-0e202720-9075-4a64-9e11-bf8f23ca3de5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442522 Jan 18 22:56:39.888672 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e107f4aa-75ca-408c-89ee-d7d79ea461d5 req-070c0156-8122-4bc5-8a4e-0da93a0e22a4 service neutron] 10.222.0.67 "GET /v2.0/networks/b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836229 Jan 18 22:56:39.982689 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e107f4aa-75ca-408c-89ee-d7d79ea461d5 req-975ab8b9-ee22-4c03-b2fc-725aafaf96b0 service neutron] 10.222.0.67 "GET /v2.0/networks/b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858486 Jan 18 22:56:40.064036 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5e6efd-c0de-4312-996e-e41cf9024e41 req-8608a455-d1f1-4ab0-96bb-59a38ad87d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:40.065504 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fc5e6efd-c0de-4312-996e-e41cf9024e41 req-8608a455-d1f1-4ab0-96bb-59a38ad87d81 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b920d3f799934d12a42b1009a76b1bfc&device_id=fb994e43-9502-489b-8bcd-4141f25942d5 HTTP/1.1" status: 200 len: 1095 time: 0.0402851 Jan 18 22:56:40.151482 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5e6efd-c0de-4312-996e-e41cf9024e41 req-7a3120da-4ea3-4e01-a90d-4be1ce0143ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:40.152959 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fc5e6efd-c0de-4312-996e-e41cf9024e41 req-7a3120da-4ea3-4e01-a90d-4be1ce0143ca service neutron] 10.222.0.67 "GET /v2.0/networks?id=b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3 HTTP/1.1" status: 200 len: 911 time: 0.0811648 Jan 18 22:56:40.196269 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fc5e6efd-c0de-4312-996e-e41cf9024e41 req-4fa049af-bd87-44c6-a548-02db9ec3b56b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f12d083-27fe-446d-8123-e0080d1f6eda HTTP/1.1" status: 200 len: 217 time: 0.0365784 Jan 18 22:56:40.243358 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5e6efd-c0de-4312-996e-e41cf9024e41 req-7c2f2ed0-3f17-4330-bca4-dff374507ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:40.244723 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fc5e6efd-c0de-4312-996e-e41cf9024e41 req-7c2f2ed0-3f17-4330-bca4-dff374507ba1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7458985f-285f-4ddd-bc95-c81cb698d5df HTTP/1.1" status: 200 len: 850 time: 0.0419469 Jan 18 22:56:40.288642 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5e6efd-c0de-4312-996e-e41cf9024e41 req-6009f469-87d1-45ff-b8ac-ec25c8b58d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:40.290673 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fc5e6efd-c0de-4312-996e-e41cf9024e41 req-6009f469-87d1-45ff-b8ac-ec25c8b58d61 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381913 Jan 18 22:56:40.379860 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fc5e6efd-c0de-4312-996e-e41cf9024e41 req-742b3908-5953-44a1-96d9-52411b27e690 service neutron] 10.222.0.67 "GET /v2.0/networks/b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822799 Jan 18 22:56:40.466521 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fc5e6efd-c0de-4312-996e-e41cf9024e41 req-e3953b58-f885-44a6-ad26-2cc440dcbfd0 service neutron] 10.222.0.67 "GET /v2.0/networks/b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796056 Jan 18 22:56:40.644314 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530512d4-6313-43ee-af43-04ff3ee1a165 req-c06ddd8c-f4aa-4325-b55e-4990fa43051d tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:40.645774 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-530512d4-6313-43ee-af43-04ff3ee1a165 req-c06ddd8c-f4aa-4325-b55e-4990fa43051d tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb994e43-9502-489b-8bcd-4141f25942d5 HTTP/1.1" status: 200 len: 944 time: 0.0524087 Jan 18 22:56:40.682152 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-530512d4-6313-43ee-af43-04ff3ee1a165 req-ff7a6f86-ef5b-43a6-b8dc-8b43b13eb226 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299239 Jan 18 22:56:41.795931 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077fe032-a87f-4556-bf88-1a0cc2e00c07 req-af181c10-f61c-4ceb-b064-78cb28286c6a tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:41.797479 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-077fe032-a87f-4556-bf88-1a0cc2e00c07 req-af181c10-f61c-4ceb-b064-78cb28286c6a tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb994e43-9502-489b-8bcd-4141f25942d5 HTTP/1.1" status: 200 len: 944 time: 0.0475330 Jan 18 22:56:41.834759 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-077fe032-a87f-4556-bf88-1a0cc2e00c07 req-1237ed4d-e87c-4492-a905-ee8bac860c99 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314369 Jan 18 22:56:42.945221 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d759664-9b67-4182-ae45-e8ad899f85bd req-f394b659-79ff-480c-ab2f-311fec03f24c tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:42.946674 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2d759664-9b67-4182-ae45-e8ad899f85bd req-f394b659-79ff-480c-ab2f-311fec03f24c tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb994e43-9502-489b-8bcd-4141f25942d5 HTTP/1.1" status: 200 len: 944 time: 0.0479901 Jan 18 22:56:42.983672 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2d759664-9b67-4182-ae45-e8ad899f85bd req-f42f96ee-8ad3-4b11-a7bd-b70f3f7a0abd tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312052 Jan 18 22:56:43.071032 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:43.175887 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 0f12d083-27fe-446d-8123-e0080d1f6eda details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:56:43.268847 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 0f12d083-27fe-446d-8123-e0080d1f6eda, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=0f12d083-27fe-446d-8123-e0080d1f6eda,segment=NetworkSegment(9d4113a0-2ed9-4fc0-932b-00a17e903594),segment_id=9d4113a0-2ed9-4fc0-932b-00a17e903594)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:56:43.279449 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': '0f12d083-27fe-446d-8123-e0080d1f6eda', 'network_id': 'b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3', 'port_id': '0f12d083-27fe-446d-8123-e0080d1f6eda', 'mac_address': 'fa:16:3e:41:cb:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7458985f-285f-4ddd-bc95-c81cb698d5df', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:56:43.316093 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:43.331392 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f12d083-27fe-446d-8123-e0080d1f6eda {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:56:43.350336 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 0f12d083-27fe-446d-8123-e0080d1f6eda, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=0f12d083-27fe-446d-8123-e0080d1f6eda,segment=NetworkSegment(9d4113a0-2ed9-4fc0-932b-00a17e903594),segment_id=9d4113a0-2ed9-4fc0-932b-00a17e903594)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:56:43.354332 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:43.399316 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=0f12d083-27fe-446d-8123-e0080d1f6eda,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:43.544381 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['0f12d083-27fe-446d-8123-e0080d1f6eda'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:56:43.864501 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:44.105622 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e6d4b3-6dee-4a66-875d-4565f83628d5 req-d3ef9fb3-7849-4d22-a2f2-3e04766e3565 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:44.107083 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d7e6d4b3-6dee-4a66-875d-4565f83628d5 req-d3ef9fb3-7849-4d22-a2f2-3e04766e3565 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb994e43-9502-489b-8bcd-4141f25942d5 HTTP/1.1" status: 200 len: 945 time: 0.0542812 Jan 18 22:56:44.144651 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d7e6d4b3-6dee-4a66-875d-4565f83628d5 req-f3f0447f-e64b-4243-8c83-5cabbdb00dda tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314538 Jan 18 22:56:45.207113 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 0f12d083-27fe-446d-8123-e0080d1f6eda up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:56:45.257343 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd160016-f46d-44b8-8965-67fa8e4cf42e req-ecaf5200-f136-4ebc-b715-debac48a94fe tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:45.257930 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port 0f12d083-27fe-446d-8123-e0080d1f6eda completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:56:45.259359 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bd160016-f46d-44b8-8965-67fa8e4cf42e req-ecaf5200-f136-4ebc-b715-debac48a94fe tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb994e43-9502-489b-8bcd-4141f25942d5 HTTP/1.1" status: 200 len: 945 time: 0.0490260 Jan 18 22:56:45.262161 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port 0f12d083-27fe-446d-8123-e0080d1f6eda triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:56:45.262530 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:45.297222 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bd160016-f46d-44b8-8965-67fa8e4cf42e req-36f77611-2a55-4d61-bc3a-06337eac630d tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317261 Jan 18 22:56:45.338692 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:45.359811 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb994e43-9502-489b-8bcd-4141f25942d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f12d083-27fe-446d-8123-e0080d1f6eda'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:56:45.362180 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f1b17cf-3ff4-42ab-972f-3e403b12cced" -d '{"events": [{"server_uuid": "fb994e43-9502-489b-8bcd-4141f25942d5", "name": "network-vif-plugged", "status": "completed", "tag": "0f12d083-27fe-446d-8123-e0080d1f6eda"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:56:45.374924 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 0f12d083-27fe-446d-8123-e0080d1f6eda, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=0f12d083-27fe-446d-8123-e0080d1f6eda,segment=NetworkSegment(9d4113a0-2ed9-4fc0-932b-00a17e903594),segment_id=9d4113a0-2ed9-4fc0-932b-00a17e903594)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:56:45.378838 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:45.405398 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb46ae6-13bf-4f6e-b0e3-b5613c8ed00d x-openstack-request-id: req-acb46ae6-13bf-4f6e-b0e3-b5613c8ed00d {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:56:45.405690 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb994e43-9502-489b-8bcd-4141f25942d5", "name": "network-vif-plugged", "status": "completed", "tag": "0f12d083-27fe-446d-8123-e0080d1f6eda", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:56:45.405938 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-acb46ae6-13bf-4f6e-b0e3-b5613c8ed00d {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:56:45.406311 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb994e43-9502-489b-8bcd-4141f25942d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f12d083-27fe-446d-8123-e0080d1f6eda', 'code': 200} Jan 18 22:56:45.433214 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=0f12d083-27fe-446d-8123-e0080d1f6eda,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:56:45.489577 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b905b30e-3084-4970-b5ab-a03d139d6c04 req-e2c9bfeb-a1c0-43cc-9c4e-aaf363419729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:45.491021 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b905b30e-3084-4970-b5ab-a03d139d6c04 req-e2c9bfeb-a1c0-43cc-9c4e-aaf363419729 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=fb994e43-9502-489b-8bcd-4141f25942d5 HTTP/1.1" status: 200 len: 1097 time: 0.0386190 Jan 18 22:56:45.523695 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b905b30e-3084-4970-b5ab-a03d139d6c04 req-ee0d3fa7-f23a-44ae-a40f-fb6840251dc6 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0264826 Jan 18 22:56:46.413127 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dbcf0c-86dc-4691-8cc5-baf853516429 req-f60c072e-5842-47c1-84a3-84d4bc3bf6ff tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:46.415055 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-95dbcf0c-86dc-4691-8cc5-baf853516429 req-f60c072e-5842-47c1-84a3-84d4bc3bf6ff tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb994e43-9502-489b-8bcd-4141f25942d5 HTTP/1.1" status: 200 len: 946 time: 0.0516963 Jan 18 22:56:46.451752 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-95dbcf0c-86dc-4691-8cc5-baf853516429 req-0edf09e9-8269-4000-a900-88d443eba2a5 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306201 Jan 18 22:56:47.564609 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58ff274-01cc-4d17-8fbe-fa817ec27231 req-9864c894-1f06-4e0f-a72f-ee47f2380177 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:47.566056 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c58ff274-01cc-4d17-8fbe-fa817ec27231 req-9864c894-1f06-4e0f-a72f-ee47f2380177 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb994e43-9502-489b-8bcd-4141f25942d5 HTTP/1.1" status: 200 len: 946 time: 0.0477431 Jan 18 22:56:47.603466 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c58ff274-01cc-4d17-8fbe-fa817ec27231 req-708b8035-8e9c-46e3-a002-428a8206eb88 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310938 Jan 18 22:56:47.712108 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2dc223-4f24-488c-9db5-f61da1590227 req-0fd889ca-0477-4779-9b00-a0bc258d6f29 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:47.713596 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ba2dc223-4f24-488c-9db5-f61da1590227 req-0fd889ca-0477-4779-9b00-a0bc258d6f29 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb994e43-9502-489b-8bcd-4141f25942d5 HTTP/1.1" status: 200 len: 946 time: 0.0480831 Jan 18 22:56:47.721923 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 56502) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:56:47.726052 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-699ad1d2-89d4-47c5-a111-2757cf1f5cdd tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Request body: {'floatingip': {'port_id': '0f12d083-27fe-446d-8123-e0080d1f6eda'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:56:47.768023 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-699ad1d2-89d4-47c5-a111-2757cf1f5cdd tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Notify callbacks [] for floatingip, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:48.185165 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-699ad1d2-89d4-47c5-a111-2757cf1f5cdd tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:48.188854 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-699ad1d2-89d4-47c5-a111-2757cf1f5cdd tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043075'] for floatingip, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:48.285291 n-d-825064-1 neutron-server[102430]: INFO neutron.db.l3_db [None req-699ad1d2-89d4-47c5-a111-2757cf1f5cdd tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Floating IP b88cf00e-47a1-4b47-bc3a-4bc97d7d9696 associated. External IP: 172.25.5.107, port: 0f12d083-27fe-446d-8123-e0080d1f6eda. Jan 18 22:56:48.485450 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-699ad1d2-89d4-47c5-a111-2757cf1f5cdd tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Router 614dffda-0e2e-425a-841a-e8aeb6b2fe93 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:56:48.589197 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-699ad1d2-89d4-47c5-a111-2757cf1f5cdd tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:56:48.593724 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-699ad1d2-89d4-47c5-a111-2757cf1f5cdd tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:48.598686 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a870eaf9-c3f1-48cf-924e-4355c3053ff8 None None] Sync routers for ids ['614dffda-0e2e-425a-841a-e8aeb6b2fe93'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:56:48.607944 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a870eaf9-c3f1-48cf-924e-4355c3053ff8 None None] Routers {'614dffda-0e2e-425a-841a-e8aeb6b2fe93'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:56:48.608566 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-a870eaf9-c3f1-48cf-924e-4355c3053ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:56:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['614dffda-0e2e-425a-841a-e8aeb6b2fe93'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:56:48.623549 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-699ad1d2-89d4-47c5-a111-2757cf1f5cdd tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "PUT /v2.0/floatingips/b88cf00e-47a1-4b47-bc3a-4bc97d7d9696 HTTP/1.1" status: 200 len: 992 time: 0.8979642 Jan 18 22:56:48.623549 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb994e43-9502-489b-8bcd-4141f25942d5', 'tag': '0f12d083-27fe-446d-8123-e0080d1f6eda'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:56:48.623928 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75b8ff57-1298-407f-901e-bcfdc0699dd3" -d '{"events": [{"name": "network-changed", "server_uuid": "fb994e43-9502-489b-8bcd-4141f25942d5", "tag": "0f12d083-27fe-446d-8123-e0080d1f6eda"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:56:48.664537 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f664f9-0aeb-4294-bd7a-7419db60802d x-openstack-request-id: req-d0f664f9-0aeb-4294-bd7a-7419db60802d {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:56:48.664837 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb994e43-9502-489b-8bcd-4141f25942d5", "tag": "0f12d083-27fe-446d-8123-e0080d1f6eda", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:56:48.665092 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d0f664f9-0aeb-4294-bd7a-7419db60802d {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:56:48.665500 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb994e43-9502-489b-8bcd-4141f25942d5', 'tag': '0f12d083-27fe-446d-8123-e0080d1f6eda', 'status': 'completed', 'code': 200} Jan 18 22:56:48.714512 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-a870eaf9-c3f1-48cf-924e-4355c3053ff8 None None] Set router 614dffda-0e2e-425a-841a-e8aeb6b2fe93 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:56:48.723311 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b8ff57-1298-407f-901e-bcfdc0699dd3 req-1b2607c9-c338-4a1f-b1f5-ed6641735cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:48.724831 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-75b8ff57-1298-407f-901e-bcfdc0699dd3 req-1b2607c9-c338-4a1f-b1f5-ed6641735cc6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b920d3f799934d12a42b1009a76b1bfc&device_id=fb994e43-9502-489b-8bcd-4141f25942d5 HTTP/1.1" status: 200 len: 1097 time: 0.0398078 Jan 18 22:56:48.817079 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b8ff57-1298-407f-901e-bcfdc0699dd3 req-73e07583-948c-4be5-b1dd-faaeb9bb2188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:48.818570 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-75b8ff57-1298-407f-901e-bcfdc0699dd3 req-73e07583-948c-4be5-b1dd-faaeb9bb2188 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3 HTTP/1.1" status: 200 len: 911 time: 0.0873988 Jan 18 22:56:48.881974 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-75b8ff57-1298-407f-901e-bcfdc0699dd3 req-0f9920ce-69ca-4cae-9640-48e89abd8080 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f12d083-27fe-446d-8123-e0080d1f6eda HTTP/1.1" status: 200 len: 1000 time: 0.0566320 Jan 18 22:56:48.929922 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-a870eaf9-c3f1-48cf-924e-4355c3053ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614dffda-0e2e-425a-841a-e8aeb6b2fe93', 'name': 'tempest-ServerActionsTestJSON-271393947-router', 'tenant_id': 'b920d3f799934d12a42b1009a76b1bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '5878dd4b-6ceb-4f88-bc3b-877a3a962eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:56:30Z', 'updated_at': '2022-01-18T22:56:32Z', 'revision_number': 4, 'project_id': 'b920d3f799934d12a42b1009a76b1bfc', 'gw_port': {'id': '5878dd4b-6ceb-4f88-bc3b-877a3a962eb2', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c4:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614dffda-0e2e-425a-841a-e8aeb6b2fe93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:56:30Z', 'updated_at': '2022-01-18T22:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': 'b88cf00e-47a1-4b47-bc3a-4bc97d7d9696', 'tenant_id': 'b920d3f799934d12a42b1009a76b1bfc', 'floating_ip_address': '172.25.5.107', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': '614dffda-0e2e-425a-841a-e8aeb6b2fe93', 'port_id': '0f12d083-27fe-446d-8123-e0080d1f6eda', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4073, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3', 'mac_address': 'fa:16:3e:41:cb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb994e43-9502-489b-8bcd-4141f25942d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:56:35Z', 'updated_at': '2022-01-18T22:56:48Z', 'revision_number': 1, 'project_id': 'b920d3f799934d12a42b1009a76b1bfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9dcba35-7e6c-416e-bb9a-d8e4eab1fc01', 'name': '', 'network_id': 'b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3', 'tenant_id': 'b920d3f799934d12a42b1009a76b1bfc', 'mac_address': 'fa:16:3e:7a:f0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614dffda-0e2e-425a-841a-e8aeb6b2fe93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '7458985f-285f-4ddd-bc95-c81cb698d5df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:56:32Z', 'updated_at': '2022-01-18T22:56:36Z', 'revision_number': 5, 'project_id': 'b920d3f799934d12a42b1009a76b1bfc', 'subnets': [{'id': '7458985f-285f-4ddd-bc95-c81cb698d5df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:56:48.933447 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b8ff57-1298-407f-901e-bcfdc0699dd3 req-3f43d578-45c2-4b77-a085-993f742e1b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:48.934874 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-75b8ff57-1298-407f-901e-bcfdc0699dd3 req-3f43d578-45c2-4b77-a085-993f742e1b64 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7458985f-285f-4ddd-bc95-c81cb698d5df HTTP/1.1" status: 200 len: 850 time: 0.0469158 Jan 18 22:56:48.956061 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a870eaf9-c3f1-48cf-924e-4355c3053ff8 None None] Checking router: 614dffda-0e2e-425a-841a-e8aeb6b2fe93 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:56:48.964242 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a870eaf9-c3f1-48cf-924e-4355c3053ff8 None None] Routers {'614dffda-0e2e-425a-841a-e8aeb6b2fe93'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:56:48.964841 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-a870eaf9-c3f1-48cf-924e-4355c3053ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:56:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['614dffda-0e2e-425a-841a-e8aeb6b2fe93'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:56:48.979457 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b8ff57-1298-407f-901e-bcfdc0699dd3 req-eb745ed9-f987-4596-ac09-bd5ef703a3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:48.980977 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-75b8ff57-1298-407f-901e-bcfdc0699dd3 req-eb745ed9-f987-4596-ac09-bd5ef703a3da service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397038 Jan 18 22:56:49.069010 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-a870eaf9-c3f1-48cf-924e-4355c3053ff8 None None] Set router 614dffda-0e2e-425a-841a-e8aeb6b2fe93 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:56:49.073092 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-75b8ff57-1298-407f-901e-bcfdc0699dd3 req-110dd1f3-fb11-4969-bd1a-5e2e648b795c service neutron] 10.222.0.67 "GET /v2.0/networks/b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854723 Jan 18 22:56:49.303437 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-a870eaf9-c3f1-48cf-924e-4355c3053ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614dffda-0e2e-425a-841a-e8aeb6b2fe93', 'name': 'tempest-ServerActionsTestJSON-271393947-router', 'tenant_id': 'b920d3f799934d12a42b1009a76b1bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '5878dd4b-6ceb-4f88-bc3b-877a3a962eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:56:30Z', 'updated_at': '2022-01-18T22:56:32Z', 'revision_number': 4, 'project_id': 'b920d3f799934d12a42b1009a76b1bfc', 'gw_port': {'id': '5878dd4b-6ceb-4f88-bc3b-877a3a962eb2', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c4:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614dffda-0e2e-425a-841a-e8aeb6b2fe93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:56:30Z', 'updated_at': '2022-01-18T22:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': 'b88cf00e-47a1-4b47-bc3a-4bc97d7d9696', 'tenant_id': 'b920d3f799934d12a42b1009a76b1bfc', 'floating_ip_address': '172.25.5.107', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': '614dffda-0e2e-425a-841a-e8aeb6b2fe93', 'port_id': '0f12d083-27fe-446d-8123-e0080d1f6eda', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4073, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3', 'mac_address': 'fa:16:3e:41:cb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb994e43-9502-489b-8bcd-4141f25942d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:56:35Z', 'updated_at': '2022-01-18T22:56:48Z', 'revision_number': 1, 'project_id': 'b920d3f799934d12a42b1009a76b1bfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9dcba35-7e6c-416e-bb9a-d8e4eab1fc01', 'name': '', 'network_id': 'b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3', 'tenant_id': 'b920d3f799934d12a42b1009a76b1bfc', 'mac_address': 'fa:16:3e:7a:f0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614dffda-0e2e-425a-841a-e8aeb6b2fe93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '7458985f-285f-4ddd-bc95-c81cb698d5df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:56:32Z', 'updated_at': '2022-01-18T22:56:36Z', 'revision_number': 5, 'project_id': 'b920d3f799934d12a42b1009a76b1bfc', 'subnets': [{'id': '7458985f-285f-4ddd-bc95-c81cb698d5df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:56:49.335074 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a870eaf9-c3f1-48cf-924e-4355c3053ff8 None None] The sync data for ids ['614dffda-0e2e-425a-841a-e8aeb6b2fe93'] in n-d-825064-1 is: [{'id': '614dffda-0e2e-425a-841a-e8aeb6b2fe93', 'name': 'tempest-ServerActionsTestJSON-271393947-router', 'tenant_id': 'b920d3f799934d12a42b1009a76b1bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '5878dd4b-6ceb-4f88-bc3b-877a3a962eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:56:30Z', 'updated_at': '2022-01-18T22:56:32Z', 'revision_number': 4, 'project_id': 'b920d3f799934d12a42b1009a76b1bfc', 'gw_port': {'id': '5878dd4b-6ceb-4f88-bc3b-877a3a962eb2', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c4:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614dffda-0e2e-425a-841a-e8aeb6b2fe93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:56:30Z', 'updated_at': '2022-01-18T22:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': 'b88cf00e-47a1-4b47-bc3a-4bc97d7d9696', 'tenant_id': 'b920d3f799934d12a42b1009a76b1bfc', 'floating_ip_address': '172.25.5.107', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': '614dffda-0e2e-425a-841a-e8aeb6b2fe93', 'port_id': '0f12d083-27fe-446d-8123-e0080d1f6eda', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4073, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3', 'mac_address': 'fa:16:3e:41:cb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb994e43-9502-489b-8bcd-4141f25942d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:56:35Z', 'updated_at': '2022-01-18T22:56:48Z', 'revision_number': 1, 'project_id': 'b920d3f799934d12a42b1009a76b1bfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9dcba35-7e6c-416e-bb9a-d8e4eab1fc01', 'name': '', 'network_id': 'b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3', 'tenant_id': 'b920d3f799934d12a42b1009a76b1bfc', 'mac_address': 'fa:16:3e:7a:f0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614dffda-0e2e-425a-841a-e8aeb6b2fe93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '7458985f-285f-4ddd-bc95-c81cb698d5df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:56:32Z', 'updated_at': '2022-01-18T22:56:36Z', 'revision_number': 5, 'project_id': 'b920d3f799934d12a42b1009a76b1bfc', 'subnets': [{'id': '7458985f-285f-4ddd-bc95-c81cb698d5df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:56:49.347338 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b7065912-3a05-479b-aa37-bfb21935eb60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:49.471685 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-75b8ff57-1298-407f-901e-bcfdc0699dd3 req-df5fbe5e-1c83-49b3-bdc7-981a967bc1aa service neutron] 10.222.0.67 "GET /v2.0/networks/b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3925567 Jan 18 22:56:49.545770 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1ad534-98d0-4cfb-8632-d977f2967997 None None] New status for floating IP b88cf00e-47a1-4b47-bc3a-4bc97d7d9696: ACTIVE {{(pid=102433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 22:56:51.976830 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0e5b903b-0598-4790-8288-b70d82336a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:53.047542 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:54.502338 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:54.664094 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:54.866764 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a0b060cd-acd4-42ea-ae7b-b47e5c306391 req-a6a81b4f-026a-4ed4-8c4d-ec164acc76fd service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=fb994e43-9502-489b-8bcd-4141f25942d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0425510 Jan 18 22:56:54.944530 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b060cd-acd4-42ea-ae7b-b47e5c306391 req-f0872239-1cfe-4bee-9fb7-3be0d1e35ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:54.946009 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a0b060cd-acd4-42ea-ae7b-b47e5c306391 req-f0872239-1cfe-4bee-9fb7-3be0d1e35ecd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b920d3f799934d12a42b1009a76b1bfc&device_id=fb994e43-9502-489b-8bcd-4141f25942d5 HTTP/1.1" status: 200 len: 1097 time: 0.0397792 Jan 18 22:56:55.055915 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b060cd-acd4-42ea-ae7b-b47e5c306391 req-528111b6-fd45-4785-a2f1-3e827790cf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:55.057492 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a0b060cd-acd4-42ea-ae7b-b47e5c306391 req-528111b6-fd45-4785-a2f1-3e827790cf66 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3 HTTP/1.1" status: 200 len: 911 time: 0.0931237 Jan 18 22:56:55.121213 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a0b060cd-acd4-42ea-ae7b-b47e5c306391 req-b0357636-9ab5-453e-82a2-4448a1bc4c59 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f12d083-27fe-446d-8123-e0080d1f6eda HTTP/1.1" status: 200 len: 1002 time: 0.0577183 Jan 18 22:56:55.172627 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b060cd-acd4-42ea-ae7b-b47e5c306391 req-caef8e68-458b-4f5d-897c-b0adc347fb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:55.174090 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a0b060cd-acd4-42ea-ae7b-b47e5c306391 req-caef8e68-458b-4f5d-897c-b0adc347fb67 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7458985f-285f-4ddd-bc95-c81cb698d5df HTTP/1.1" status: 200 len: 850 time: 0.0464048 Jan 18 22:56:55.218495 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b060cd-acd4-42ea-ae7b-b47e5c306391 req-66a45917-fae4-4983-8dc0-eabc0514e97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:56:55.219952 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a0b060cd-acd4-42ea-ae7b-b47e5c306391 req-66a45917-fae4-4983-8dc0-eabc0514e97e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389028 Jan 18 22:56:55.305357 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a0b060cd-acd4-42ea-ae7b-b47e5c306391 req-c3c2c966-d73f-43e6-8955-704e14104d6b service neutron] 10.222.0.67 "GET /v2.0/networks/b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0779548 Jan 18 22:56:55.394553 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a0b060cd-acd4-42ea-ae7b-b47e5c306391 req-eb31abfb-5473-4d62-97e8-ec67a7e50967 service neutron] 10.222.0.67 "GET /v2.0/networks/b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831866 Jan 18 22:57:10.253469 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 22:57:13.081547 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:13.871675 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:19.329646 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-24ae4568-927f-4b8f-b6cc-3c6382721e0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:21.978060 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cf372f27-f1da-4efd-b89a-97516a258536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:23.048901 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:24.507962 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:24.665229 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:43.094760 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:43.871171 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:47.252688 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 22:57:49.330772 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2814eee8-00fe-4762-8de4-434729712e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:51.979568 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5beead4a-8ec6-42a3-875f-33c8802dbd2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:53.052556 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:54.507158 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:54.666062 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:54.735136 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7a69c386-6e35-41fa-8622-dd7ee41d5d09 req-ce7cc4b6-463d-43b7-b3f0-69d8cef2ce3f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=fb994e43-9502-489b-8bcd-4141f25942d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393190 Jan 18 22:57:54.816539 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a69c386-6e35-41fa-8622-dd7ee41d5d09 req-2ce901cf-6da1-4a09-893f-ec4a12bf5be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:54.818026 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7a69c386-6e35-41fa-8622-dd7ee41d5d09 req-2ce901cf-6da1-4a09-893f-ec4a12bf5be2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b920d3f799934d12a42b1009a76b1bfc&device_id=fb994e43-9502-489b-8bcd-4141f25942d5 HTTP/1.1" status: 200 len: 1097 time: 0.0404110 Jan 18 22:57:54.921472 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a69c386-6e35-41fa-8622-dd7ee41d5d09 req-fbc939ec-086d-4ccf-beab-9072f13f2eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:54.922821 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7a69c386-6e35-41fa-8622-dd7ee41d5d09 req-fbc939ec-086d-4ccf-beab-9072f13f2eca service neutron] 10.222.0.67 "GET /v2.0/networks?id=b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3 HTTP/1.1" status: 200 len: 911 time: 0.0858879 Jan 18 22:57:54.986838 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7a69c386-6e35-41fa-8622-dd7ee41d5d09 req-97c37f1c-cc2d-448f-8347-41a6991a5cf2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f12d083-27fe-446d-8123-e0080d1f6eda HTTP/1.1" status: 200 len: 1002 time: 0.0561836 Jan 18 22:57:55.037685 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a69c386-6e35-41fa-8622-dd7ee41d5d09 req-2810d7dd-2d32-4938-918e-8a4ae6c27116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:55.039056 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7a69c386-6e35-41fa-8622-dd7ee41d5d09 req-2810d7dd-2d32-4938-918e-8a4ae6c27116 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7458985f-285f-4ddd-bc95-c81cb698d5df HTTP/1.1" status: 200 len: 850 time: 0.0459502 Jan 18 22:57:55.082861 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a69c386-6e35-41fa-8622-dd7ee41d5d09 req-5c1af4ed-5d1d-49c4-9d9d-6e08747f1e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:57:55.083952 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7a69c386-6e35-41fa-8622-dd7ee41d5d09 req-5c1af4ed-5d1d-49c4-9d9d-6e08747f1e2b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382097 Jan 18 22:57:55.171705 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7a69c386-6e35-41fa-8622-dd7ee41d5d09 req-9642b418-d5ae-4b6c-bbd5-543c7e90e982 service neutron] 10.222.0.67 "GET /v2.0/networks/b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809255 Jan 18 22:57:55.264538 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7a69c386-6e35-41fa-8622-dd7ee41d5d09 req-b5537aeb-a242-4b50-b39b-f34e048b8399 service neutron] 10.222.0.67 "GET /v2.0/networks/b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868649 Jan 18 22:58:13.094537 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:13.888074 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:19.333003 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9a2390a1-40f4-4705-af50-14748f3447a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:21.981096 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1a418109-155c-4361-b5a5-7ffb1d7e0fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:23.055098 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:24.253488 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 22:58:24.322290 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdca98d6-735b-493c-a56f-3f7d38bea5ef req-3805d196-c52e-4731-b245-550c45b1245d tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:24.324312 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fdca98d6-735b-493c-a56f-3f7d38bea5ef req-3805d196-c52e-4731-b245-550c45b1245d tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb994e43-9502-489b-8bcd-4141f25942d5 HTTP/1.1" status: 200 len: 946 time: 0.1181953 Jan 18 22:58:24.361173 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fdca98d6-735b-493c-a56f-3f7d38bea5ef req-5056bb1e-abfa-4471-b017-1f19b9325b95 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308187 Jan 18 22:58:24.517941 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:24.599027 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8dd22c-9000-4d5e-9b6b-6cc8ef591e3f req-43ac45e4-f357-4110-98a0-675b247a0523 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:24.600534 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7f8dd22c-9000-4d5e-9b6b-6cc8ef591e3f req-43ac45e4-f357-4110-98a0-675b247a0523 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb994e43-9502-489b-8bcd-4141f25942d5 HTTP/1.1" status: 200 len: 946 time: 0.0497816 Jan 18 22:58:24.666272 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7f8dd22c-9000-4d5e-9b6b-6cc8ef591e3f req-5c074015-ec7c-4a9e-bcb3-5f58cf58ecd2 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567946 Jan 18 22:58:24.667277 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:24.671892 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ecb35e70-5b0b-4ab5-92c2-41517429b478 req-bd38fbb9-389f-4261-91b9-48c45159d554 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=fb994e43-9502-489b-8bcd-4141f25942d5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1336331 Jan 18 22:58:24.681194 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [req-ecb35e70-5b0b-4ab5-92c2-41517429b478 req-b98ee69c-d1e4-40b7-a3eb-eb3d6a30f132 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102430) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 22:58:24.682144 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ecb35e70-5b0b-4ab5-92c2-41517429b478 req-b98ee69c-d1e4-40b7-a3eb-eb3d6a30f132 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049360 Jan 18 22:58:25.711085 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb35e70-5b0b-4ab5-92c2-41517429b478 req-749993e4-d685-4dd1-9901-10382d7b4c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:25.712619 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ecb35e70-5b0b-4ab5-92c2-41517429b478 req-749993e4-d685-4dd1-9901-10382d7b4c2f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b920d3f799934d12a42b1009a76b1bfc&device_id=fb994e43-9502-489b-8bcd-4141f25942d5 HTTP/1.1" status: 200 len: 1097 time: 0.0416594 Jan 18 22:58:25.809666 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb35e70-5b0b-4ab5-92c2-41517429b478 req-8ac15983-19f0-42b2-9693-014bf5377e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:25.811152 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ecb35e70-5b0b-4ab5-92c2-41517429b478 req-8ac15983-19f0-42b2-9693-014bf5377e25 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3 HTTP/1.1" status: 200 len: 911 time: 0.0924797 Jan 18 22:58:25.899969 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ecb35e70-5b0b-4ab5-92c2-41517429b478 req-4c3be8c3-4985-4a05-a967-3593f25aad6a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f12d083-27fe-446d-8123-e0080d1f6eda HTTP/1.1" status: 200 len: 1002 time: 0.0826359 Jan 18 22:58:25.921960 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7957aa39-be7e-473d-bee4-8e4df42663b4 req-1f962648-a836-4360-bf75-9be6965e315b tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:25.923341 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7957aa39-be7e-473d-bee4-8e4df42663b4 req-1f962648-a836-4360-bf75-9be6965e315b tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb994e43-9502-489b-8bcd-4141f25942d5 HTTP/1.1" status: 200 len: 946 time: 0.1574049 Jan 18 22:58:25.976431 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb35e70-5b0b-4ab5-92c2-41517429b478 req-0d589b1d-1fa4-40e5-b3d1-2a67eaec30ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:25.977801 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ecb35e70-5b0b-4ab5-92c2-41517429b478 req-0d589b1d-1fa4-40e5-b3d1-2a67eaec30ff service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7458985f-285f-4ddd-bc95-c81cb698d5df HTTP/1.1" status: 200 len: 850 time: 0.0713496 Jan 18 22:58:26.010183 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7957aa39-be7e-473d-bee4-8e4df42663b4 req-ded348ca-48a3-46ad-8d73-558125afa172 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666687 Jan 18 22:58:26.026307 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb35e70-5b0b-4ab5-92c2-41517429b478 req-38c8f46f-fc3f-4900-998c-9fa4411ec0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:26.027766 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ecb35e70-5b0b-4ab5-92c2-41517429b478 req-38c8f46f-fc3f-4900-998c-9fa4411ec0bb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426588 Jan 18 22:58:26.121480 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ecb35e70-5b0b-4ab5-92c2-41517429b478 req-5147202a-01eb-46a6-a429-c34172ba0b01 service neutron] 10.222.0.67 "GET /v2.0/networks/b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865796 Jan 18 22:58:26.209590 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ecb35e70-5b0b-4ab5-92c2-41517429b478 req-b4657648-1d5c-4a5a-ba46-83820bc5e82b service neutron] 10.222.0.67 "GET /v2.0/networks/b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813956 Jan 18 22:58:27.124488 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c54138e-99b9-4050-8460-b01591aab42d req-5417bc6a-2780-48d7-a626-3d996aad21a7 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:27.125963 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2c54138e-99b9-4050-8460-b01591aab42d req-5417bc6a-2780-48d7-a626-3d996aad21a7 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb994e43-9502-489b-8bcd-4141f25942d5 HTTP/1.1" status: 200 len: 946 time: 0.0490444 Jan 18 22:58:27.163176 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2c54138e-99b9-4050-8460-b01591aab42d req-d15384b1-d051-4ef4-a982-a272fd0e2d94 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307691 Jan 18 22:58:28.280973 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ba4eae-1e75-4996-b855-3bf157fd24d1 req-71c002f4-425e-4c23-a60a-93c68a254bd4 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:28.282344 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-02ba4eae-1e75-4996-b855-3bf157fd24d1 req-71c002f4-425e-4c23-a60a-93c68a254bd4 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb994e43-9502-489b-8bcd-4141f25942d5 HTTP/1.1" status: 200 len: 946 time: 0.0527334 Jan 18 22:58:28.320396 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-02ba4eae-1e75-4996-b855-3bf157fd24d1 req-552be85e-585d-4739-917d-55a05521a2f4 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314889 Jan 18 22:58:29.433109 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712dc68f-a215-487a-8938-90010c1dac2d req-2587866d-38a2-4297-9de3-9d91b79b5fd1 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:29.434567 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-712dc68f-a215-487a-8938-90010c1dac2d req-2587866d-38a2-4297-9de3-9d91b79b5fd1 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb994e43-9502-489b-8bcd-4141f25942d5 HTTP/1.1" status: 200 len: 946 time: 0.0481296 Jan 18 22:58:29.472276 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-712dc68f-a215-487a-8938-90010c1dac2d req-6ca682ad-dc2a-4cc2-a9dd-e461985f7fe4 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314808 Jan 18 22:58:30.585250 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841442d4-0e17-4584-8fe3-76aaeff44626 req-32036aec-216a-43e3-a8b1-30d95b1aaed5 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:30.586697 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-841442d4-0e17-4584-8fe3-76aaeff44626 req-32036aec-216a-43e3-a8b1-30d95b1aaed5 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb994e43-9502-489b-8bcd-4141f25942d5 HTTP/1.1" status: 200 len: 946 time: 0.0480886 Jan 18 22:58:30.623936 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-841442d4-0e17-4584-8fe3-76aaeff44626 req-1080693f-4b86-40bd-87c1-dc75ee3e819c tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312755 Jan 18 22:58:31.740551 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a014fe-3b30-4664-a912-40f688f505c2 req-3b589d21-ce05-4b42-b81f-0e4172421892 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:31.742031 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f2a014fe-3b30-4664-a912-40f688f505c2 req-3b589d21-ce05-4b42-b81f-0e4172421892 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb994e43-9502-489b-8bcd-4141f25942d5 HTTP/1.1" status: 200 len: 946 time: 0.0544882 Jan 18 22:58:31.779174 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f2a014fe-3b30-4664-a912-40f688f505c2 req-126e53d8-3080-4659-b34c-cc33017398f9 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307169 Jan 18 22:58:32.893189 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdc7f1e-a502-4e89-9927-20a53470289f req-b802dd54-35c1-40dd-ac14-7626c728d61d tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:32.894628 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7bdc7f1e-a502-4e89-9927-20a53470289f req-b802dd54-35c1-40dd-ac14-7626c728d61d tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb994e43-9502-489b-8bcd-4141f25942d5 HTTP/1.1" status: 200 len: 946 time: 0.0487785 Jan 18 22:58:32.932679 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7bdc7f1e-a502-4e89-9927-20a53470289f req-b8e7d638-1172-43dc-b54e-c51cabe3a09c tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320683 Jan 18 22:58:34.045768 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ac6601-e825-4ebb-bedb-b5e6e5708c4a req-b449b001-06ea-4fd9-91ee-ddd9e7acf08d tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:34.047215 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-68ac6601-e825-4ebb-bedb-b5e6e5708c4a req-b449b001-06ea-4fd9-91ee-ddd9e7acf08d tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb994e43-9502-489b-8bcd-4141f25942d5 HTTP/1.1" status: 200 len: 946 time: 0.0473607 Jan 18 22:58:34.084737 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-68ac6601-e825-4ebb-bedb-b5e6e5708c4a req-a16a6391-5f72-4be2-8571-a99acdd07e5a tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310354 Jan 18 22:58:35.200869 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46740ff2-dca4-42a6-a24b-fa47eaaf88cb req-52d8ea91-ad93-4614-85be-b8ae9c4a3bd3 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:35.202310 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-46740ff2-dca4-42a6-a24b-fa47eaaf88cb req-52d8ea91-ad93-4614-85be-b8ae9c4a3bd3 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb994e43-9502-489b-8bcd-4141f25942d5 HTTP/1.1" status: 200 len: 946 time: 0.0519652 Jan 18 22:58:35.239610 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-46740ff2-dca4-42a6-a24b-fa47eaaf88cb req-db214a4f-73df-48b9-b442-0eb15d3f3a8c tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313253 Jan 18 22:58:36.353182 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51afd657-e5d8-420e-9b43-37ee4b6e1285 req-f0b56d57-7f2b-452c-a8c9-ee021d9c3d96 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:36.354559 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-51afd657-e5d8-420e-9b43-37ee4b6e1285 req-f0b56d57-7f2b-452c-a8c9-ee021d9c3d96 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb994e43-9502-489b-8bcd-4141f25942d5 HTTP/1.1" status: 200 len: 946 time: 0.0495703 Jan 18 22:58:36.390691 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-51afd657-e5d8-420e-9b43-37ee4b6e1285 req-a467180a-6b45-4f4d-9646-c7224cbe2045 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300701 Jan 18 22:58:37.503128 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d895e51-576f-4226-a874-9ac194c97aca req-3c6076c5-5229-4c39-ad5a-982eb720f7d8 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:37.504745 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2d895e51-576f-4226-a874-9ac194c97aca req-3c6076c5-5229-4c39-ad5a-982eb720f7d8 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb994e43-9502-489b-8bcd-4141f25942d5 HTTP/1.1" status: 200 len: 946 time: 0.0482173 Jan 18 22:58:37.540713 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2d895e51-576f-4226-a874-9ac194c97aca req-537ba38a-0451-45b2-bfa7-b85f699347c4 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302086 Jan 18 22:58:38.388778 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [req-ecb35e70-5b0b-4ab5-92c2-41517429b478 req-312a738b-cdef-4180-8518-3a5f47a0a9c9 service neutron] show failed (client error): The resource could not be found. Jan 18 22:58:38.389678 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ecb35e70-5b0b-4ab5-92c2-41517429b478 req-312a738b-cdef-4180-8518-3a5f47a0a9c9 service neutron] 10.222.0.67 "GET /v2.0/ports/0f12d083-27fe-446d-8123-e0080d1f6eda/bindings/n-h1-825064-1 HTTP/1.1" status: 404 len: 380 time: 0.0564985 Jan 18 22:58:38.577887 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb35e70-5b0b-4ab5-92c2-41517429b478 req-a00ae3aa-21af-431b-a566-d8290b227d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:38.579546 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ecb35e70-5b0b-4ab5-92c2-41517429b478 req-a00ae3aa-21af-431b-a566-d8290b227d11 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fb994e43-9502-489b-8bcd-4141f25942d5&tenant_id=b920d3f799934d12a42b1009a76b1bfc HTTP/1.1" status: 200 len: 1097 time: 0.0425704 Jan 18 22:58:38.590998 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-ecb35e70-5b0b-4ab5-92c2-41517429b478 req-7cd15a44-df76-46dd-a8eb-fb6f91338342 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825064-1', 'device_owner': 'compute:nova'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:58:38.658466 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287dc5d3-dcaf-40f3-8c72-7001d55d000d req-78085a32-ef9e-4cc5-ab76-10f8d2594c7e tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:38.659933 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-287dc5d3-dcaf-40f3-8c72-7001d55d000d req-78085a32-ef9e-4cc5-ab76-10f8d2594c7e tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb994e43-9502-489b-8bcd-4141f25942d5 HTTP/1.1" status: 200 len: 946 time: 0.0509603 Jan 18 22:58:38.700078 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-287dc5d3-dcaf-40f3-8c72-7001d55d000d req-4d1b851d-dd8f-4254-a3e2-23b1f06503cb tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341287 Jan 18 22:58:38.988273 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-ecb35e70-5b0b-4ab5-92c2-41517429b478 req-7cd15a44-df76-46dd-a8eb-fb6f91338342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:39.182811 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-ecb35e70-5b0b-4ab5-92c2-41517429b478 req-7cd15a44-df76-46dd-a8eb-fb6f91338342 service neutron] For port 0f12d083-27fe-446d-8123-e0080d1f6eda, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=0f12d083-27fe-446d-8123-e0080d1f6eda,segment=NetworkSegment(9d4113a0-2ed9-4fc0-932b-00a17e903594),segment_id=9d4113a0-2ed9-4fc0-932b-00a17e903594)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:58:39.214583 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-ecb35e70-5b0b-4ab5-92c2-41517429b478 req-7cd15a44-df76-46dd-a8eb-fb6f91338342 service neutron] For port 0f12d083-27fe-446d-8123-e0080d1f6eda, host n-h2-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:58:39.252389 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb994e43-9502-489b-8bcd-4141f25942d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f12d083-27fe-446d-8123-e0080d1f6eda'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:58:39.254655 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daa447c4-d4e3-4dde-8a5e-40a585f39f75" -d '{"events": [{"server_uuid": "fb994e43-9502-489b-8bcd-4141f25942d5", "name": "network-vif-unplugged", "status": "completed", "tag": "0f12d083-27fe-446d-8123-e0080d1f6eda"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:58:39.258740 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-ecb35e70-5b0b-4ab5-92c2-41517429b478 req-7cd15a44-df76-46dd-a8eb-fb6f91338342 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:39.272040 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [req-ecb35e70-5b0b-4ab5-92c2-41517429b478 req-7cd15a44-df76-46dd-a8eb-fb6f91338342 service neutron] Transition to ACTIVE for port object 0f12d083-27fe-446d-8123-e0080d1f6eda will not be triggered until provisioned by entity L2. {{(pid=102431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:58:39.275962 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-ecb35e70-5b0b-4ab5-92c2-41517429b478 req-7cd15a44-df76-46dd-a8eb-fb6f91338342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:39.359805 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd15a44-df76-46dd-a8eb-fb6f91338342 service neutron] Pushing event updated for resources: {'Port': ['ID=0f12d083-27fe-446d-8123-e0080d1f6eda,revision_number=6']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:39.371706 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd15a44-df76-46dd-a8eb-fb6f91338342 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:58:39.372118 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd15a44-df76-46dd-a8eb-fb6f91338342 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:58:39.372468 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd15a44-df76-46dd-a8eb-fb6f91338342 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:58:39.372800 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd15a44-df76-46dd-a8eb-fb6f91338342 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:58:39.373727 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd15a44-df76-46dd-a8eb-fb6f91338342 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:58:39.374075 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd15a44-df76-46dd-a8eb-fb6f91338342 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:58:39.374410 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd15a44-df76-46dd-a8eb-fb6f91338342 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:58:39.374702 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd15a44-df76-46dd-a8eb-fb6f91338342 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:58:39.375019 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd15a44-df76-46dd-a8eb-fb6f91338342 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:58:39.375345 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd15a44-df76-46dd-a8eb-fb6f91338342 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:58:39.376378 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd15a44-df76-46dd-a8eb-fb6f91338342 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:58:39.376854 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd15a44-df76-46dd-a8eb-fb6f91338342 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:58:39.382922 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 18 Jan 2022 22:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce804d6d-cd82-478d-9cf7-079e3159f7e2 x-openstack-request-id: req-ce804d6d-cd82-478d-9cf7-079e3159f7e2 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:58:39.383207 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb994e43-9502-489b-8bcd-4141f25942d5", "name": "network-vif-unplugged", "status": "completed", "tag": "0f12d083-27fe-446d-8123-e0080d1f6eda", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:58:39.383458 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ce804d6d-cd82-478d-9cf7-079e3159f7e2 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:58:39.383850 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb994e43-9502-489b-8bcd-4141f25942d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f12d083-27fe-446d-8123-e0080d1f6eda', 'code': 200} Jan 18 22:58:39.419328 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecb35e70-5b0b-4ab5-92c2-41517429b478 req-7cd15a44-df76-46dd-a8eb-fb6f91338342 service neutron] No DVR routers for this DVR port 0f12d083-27fe-446d-8123-e0080d1f6eda on host n-h2-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:58:39.555413 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-ecb35e70-5b0b-4ab5-92c2-41517429b478 req-7cd15a44-df76-46dd-a8eb-fb6f91338342 service neutron] Attempting to bind port 0f12d083-27fe-446d-8123-e0080d1f6eda on host n-h1-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:58:39.555791 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-ecb35e70-5b0b-4ab5-92c2-41517429b478 req-7cd15a44-df76-46dd-a8eb-fb6f91338342 service neutron] Attempting to bind port 0f12d083-27fe-446d-8123-e0080d1f6eda by drivers openvswitch,hyperv on host n-h1-825064-1 at level 0 using segments [{'id': '9d4113a0-2ed9-4fc0-932b-00a17e903594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:58:39.556093 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb35e70-5b0b-4ab5-92c2-41517429b478 req-7cd15a44-df76-46dd-a8eb-fb6f91338342 service neutron] Attempting to bind port 0f12d083-27fe-446d-8123-e0080d1f6eda on network b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:58:39.560830 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb35e70-5b0b-4ab5-92c2-41517429b478 req-7cd15a44-df76-46dd-a8eb-fb6f91338342 service neutron] Port 0f12d083-27fe-446d-8123-e0080d1f6eda on network b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:58:39.561003 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb35e70-5b0b-4ab5-92c2-41517429b478 req-7cd15a44-df76-46dd-a8eb-fb6f91338342 service neutron] Attempting to bind port 0f12d083-27fe-446d-8123-e0080d1f6eda on network b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:58:39.566481 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb35e70-5b0b-4ab5-92c2-41517429b478 req-7cd15a44-df76-46dd-a8eb-fb6f91338342 service neutron] Checking agent: {'id': 'e49d1b2a-ba11-487f-a804-ecbf3c0e8132', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:58:39.566828 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb35e70-5b0b-4ab5-92c2-41517429b478 req-7cd15a44-df76-46dd-a8eb-fb6f91338342 service neutron] Checking segment: {'id': '9d4113a0-2ed9-4fc0-932b-00a17e903594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:58:39.567214 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb35e70-5b0b-4ab5-92c2-41517429b478 req-7cd15a44-df76-46dd-a8eb-fb6f91338342 service neutron] Bound using segment: {'id': '9d4113a0-2ed9-4fc0-932b-00a17e903594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:58:39.567643 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-ecb35e70-5b0b-4ab5-92c2-41517429b478 req-7cd15a44-df76-46dd-a8eb-fb6f91338342 service neutron] Bound port: 0f12d083-27fe-446d-8123-e0080d1f6eda, host: n-h1-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d4113a0-2ed9-4fc0-932b-00a17e903594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:58:39.568001 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-ecb35e70-5b0b-4ab5-92c2-41517429b478 req-7cd15a44-df76-46dd-a8eb-fb6f91338342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:39.630358 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-ecb35e70-5b0b-4ab5-92c2-41517429b478 req-7cd15a44-df76-46dd-a8eb-fb6f91338342 service neutron] For port 0f12d083-27fe-446d-8123-e0080d1f6eda, host n-h1-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:58:39.633657 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-ecb35e70-5b0b-4ab5-92c2-41517429b478 req-7cd15a44-df76-46dd-a8eb-fb6f91338342 service neutron] For port 0f12d083-27fe-446d-8123-e0080d1f6eda, host n-h1-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=0f12d083-27fe-446d-8123-e0080d1f6eda,segment=NetworkSegment(9d4113a0-2ed9-4fc0-932b-00a17e903594),segment_id=9d4113a0-2ed9-4fc0-932b-00a17e903594)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:58:39.637836 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-ecb35e70-5b0b-4ab5-92c2-41517429b478 req-7cd15a44-df76-46dd-a8eb-fb6f91338342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:39.673579 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb35e70-5b0b-4ab5-92c2-41517429b478 req-7cd15a44-df76-46dd-a8eb-fb6f91338342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:39.674887 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-ecb35e70-5b0b-4ab5-92c2-41517429b478 req-7cd15a44-df76-46dd-a8eb-fb6f91338342 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:39.676321 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ecb35e70-5b0b-4ab5-92c2-41517429b478 req-7cd15a44-df76-46dd-a8eb-fb6f91338342 service neutron] 10.222.0.36 "PUT /v2.0/ports/0f12d083-27fe-446d-8123-e0080d1f6eda HTTP/1.1" status: 200 len: 1092 time: 1.0894916 Jan 18 22:58:39.708333 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd15a44-df76-46dd-a8eb-fb6f91338342 service neutron] Pushing event updated for resources: {'Port': ['ID=0f12d083-27fe-446d-8123-e0080d1f6eda,revision_number=7']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:39.745568 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb35e70-5b0b-4ab5-92c2-41517429b478 req-5fa308d8-8467-4b5b-aac1-2381061de8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:39.747256 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ecb35e70-5b0b-4ab5-92c2-41517429b478 req-5fa308d8-8467-4b5b-aac1-2381061de8a0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b920d3f799934d12a42b1009a76b1bfc&device_id=fb994e43-9502-489b-8bcd-4141f25942d5 HTTP/1.1" status: 200 len: 1095 time: 0.0478036 Jan 18 22:58:39.823719 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21e9beb-3d2c-4ce2-beeb-c805c6f8236b req-c9d357c4-3fb3-4dd0-8295-3d451084f76f tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:39.825462 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f21e9beb-3d2c-4ce2-beeb-c805c6f8236b req-c9d357c4-3fb3-4dd0-8295-3d451084f76f tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb994e43-9502-489b-8bcd-4141f25942d5 HTTP/1.1" status: 200 len: 944 time: 0.0525720 Jan 18 22:58:39.845635 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb35e70-5b0b-4ab5-92c2-41517429b478 req-247c7c7e-dd2f-48b0-8959-6de5dc314126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:39.847156 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ecb35e70-5b0b-4ab5-92c2-41517429b478 req-247c7c7e-dd2f-48b0-8959-6de5dc314126 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3 HTTP/1.1" status: 200 len: 911 time: 0.0936229 Jan 18 22:58:39.871433 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f21e9beb-3d2c-4ce2-beeb-c805c6f8236b req-6ac19306-bac1-4317-8925-8d9f2167f4bd tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389290 Jan 18 22:58:39.915388 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ecb35e70-5b0b-4ab5-92c2-41517429b478 req-46709094-b30a-4dff-b384-7b2c59996335 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f12d083-27fe-446d-8123-e0080d1f6eda HTTP/1.1" status: 200 len: 1000 time: 0.0619905 Jan 18 22:58:39.963727 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb35e70-5b0b-4ab5-92c2-41517429b478 req-c20510ab-caa8-41fc-b3dd-44ce29c75177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:39.965104 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ecb35e70-5b0b-4ab5-92c2-41517429b478 req-c20510ab-caa8-41fc-b3dd-44ce29c75177 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7458985f-285f-4ddd-bc95-c81cb698d5df HTTP/1.1" status: 200 len: 850 time: 0.0426116 Jan 18 22:58:40.009329 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb35e70-5b0b-4ab5-92c2-41517429b478 req-49b5daa4-74c3-47e1-8a4a-7deb3233b2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:40.010762 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ecb35e70-5b0b-4ab5-92c2-41517429b478 req-49b5daa4-74c3-47e1-8a4a-7deb3233b2ec service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390992 Jan 18 22:58:40.100539 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ecb35e70-5b0b-4ab5-92c2-41517429b478 req-d9cf6cc3-0f70-42ad-bbbe-c56a37e55d4c service neutron] 10.222.0.36 "GET /v2.0/networks/b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832205 Jan 18 22:58:40.187851 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-ecb35e70-5b0b-4ab5-92c2-41517429b478 req-3a737e98-ec03-43b8-b2bd-0c630706eb2f service neutron] 10.222.0.36 "GET /v2.0/networks/b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801837 Jan 18 22:58:40.984791 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e15ed36-51ca-4962-85dd-e73c4a7d5fe2 req-fcff23e1-94be-46e0-b19a-5a2a040e984f tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:40.986242 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5e15ed36-51ca-4962-85dd-e73c4a7d5fe2 req-fcff23e1-94be-46e0-b19a-5a2a040e984f tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb994e43-9502-489b-8bcd-4141f25942d5 HTTP/1.1" status: 200 len: 944 time: 0.0512781 Jan 18 22:58:41.024352 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5e15ed36-51ca-4962-85dd-e73c4a7d5fe2 req-1886c138-6fb0-4bd5-9951-c023b00488b0 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316157 Jan 18 22:58:41.385294 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb994e43-9502-489b-8bcd-4141f25942d5', 'tag': '0f12d083-27fe-446d-8123-e0080d1f6eda'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:58:41.387646 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-686449e6-defc-433d-b438-65a3966c74b7" -d '{"events": [{"name": "network-changed", "server_uuid": "fb994e43-9502-489b-8bcd-4141f25942d5", "tag": "0f12d083-27fe-446d-8123-e0080d1f6eda"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:58:41.434943 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dcc3c99-7681-4e5a-b4f6-47f244ee4df3 x-openstack-request-id: req-2dcc3c99-7681-4e5a-b4f6-47f244ee4df3 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:58:41.435276 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb994e43-9502-489b-8bcd-4141f25942d5", "tag": "0f12d083-27fe-446d-8123-e0080d1f6eda", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:58:41.435561 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2dcc3c99-7681-4e5a-b4f6-47f244ee4df3 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:58:41.436029 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb994e43-9502-489b-8bcd-4141f25942d5', 'tag': '0f12d083-27fe-446d-8123-e0080d1f6eda', 'status': 'completed', 'code': 200} Jan 18 22:58:41.492108 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686449e6-defc-433d-b438-65a3966c74b7 req-277ed976-a818-4cd2-be0b-a5974b9e4852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:41.493633 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-686449e6-defc-433d-b438-65a3966c74b7 req-277ed976-a818-4cd2-be0b-a5974b9e4852 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b920d3f799934d12a42b1009a76b1bfc&device_id=fb994e43-9502-489b-8bcd-4141f25942d5 HTTP/1.1" status: 200 len: 1095 time: 0.0403087 Jan 18 22:58:41.502875 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686449e6-defc-433d-b438-65a3966c74b7 req-71765079-ca59-405b-8beb-83580e09487b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:41.504474 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-686449e6-defc-433d-b438-65a3966c74b7 req-71765079-ca59-405b-8beb-83580e09487b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b920d3f799934d12a42b1009a76b1bfc&device_id=fb994e43-9502-489b-8bcd-4141f25942d5 HTTP/1.1" status: 200 len: 1095 time: 0.0462015 Jan 18 22:58:41.585521 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686449e6-defc-433d-b438-65a3966c74b7 req-85bd4d9c-dc48-4fcf-b977-654d9d4da7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:41.587008 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-686449e6-defc-433d-b438-65a3966c74b7 req-85bd4d9c-dc48-4fcf-b977-654d9d4da7fd service neutron] 10.222.0.67 "GET /v2.0/networks?id=b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3 HTTP/1.1" status: 200 len: 911 time: 0.0867329 Jan 18 22:58:41.597108 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686449e6-defc-433d-b438-65a3966c74b7 req-a485c23d-3d82-453c-9c39-39f434487db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:41.598538 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-686449e6-defc-433d-b438-65a3966c74b7 req-a485c23d-3d82-453c-9c39-39f434487db1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3 HTTP/1.1" status: 200 len: 911 time: 0.0870922 Jan 18 22:58:41.659069 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-686449e6-defc-433d-b438-65a3966c74b7 req-9f7f3476-1262-49cc-82cf-3ef648f96785 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f12d083-27fe-446d-8123-e0080d1f6eda HTTP/1.1" status: 200 len: 1000 time: 0.0653656 Jan 18 22:58:41.685705 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-686449e6-defc-433d-b438-65a3966c74b7 req-f191ffca-0862-4a14-af92-ff31871fad6f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f12d083-27fe-446d-8123-e0080d1f6eda HTTP/1.1" status: 200 len: 1000 time: 0.0728109 Jan 18 22:58:41.710055 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686449e6-defc-433d-b438-65a3966c74b7 req-c54eb161-91ff-498a-bfe5-8ffdd4f65ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:41.712180 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-686449e6-defc-433d-b438-65a3966c74b7 req-c54eb161-91ff-498a-bfe5-8ffdd4f65ea2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7458985f-285f-4ddd-bc95-c81cb698d5df HTTP/1.1" status: 200 len: 850 time: 0.0463412 Jan 18 22:58:41.736608 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686449e6-defc-433d-b438-65a3966c74b7 req-ab03a44e-f12f-4664-a303-982a0a69f80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:41.738096 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-686449e6-defc-433d-b438-65a3966c74b7 req-ab03a44e-f12f-4664-a303-982a0a69f80d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7458985f-285f-4ddd-bc95-c81cb698d5df HTTP/1.1" status: 200 len: 850 time: 0.0461075 Jan 18 22:58:41.760257 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686449e6-defc-433d-b438-65a3966c74b7 req-a46458b0-e5e8-4ddc-8069-e65b76abfae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:41.761839 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-686449e6-defc-433d-b438-65a3966c74b7 req-a46458b0-e5e8-4ddc-8069-e65b76abfae7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437484 Jan 18 22:58:41.783106 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686449e6-defc-433d-b438-65a3966c74b7 req-86c38bdc-2638-4279-a60a-4b1f589297d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:41.785227 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-686449e6-defc-433d-b438-65a3966c74b7 req-86c38bdc-2638-4279-a60a-4b1f589297d2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411797 Jan 18 22:58:41.854871 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-686449e6-defc-433d-b438-65a3966c74b7 req-495b5a68-a526-4ae2-8f54-78d2eb2ca6b5 service neutron] 10.222.0.67 "GET /v2.0/networks/b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856013 Jan 18 22:58:41.876740 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-686449e6-defc-433d-b438-65a3966c74b7 req-c5470448-d1e3-483a-83c7-6113dad2f288 service neutron] 10.222.0.36 "GET /v2.0/networks/b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847244 Jan 18 22:58:41.942076 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-686449e6-defc-433d-b438-65a3966c74b7 req-f7a9af90-d528-4283-9b84-54c033c274aa service neutron] 10.222.0.67 "GET /v2.0/networks/b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810900 Jan 18 22:58:41.963711 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-686449e6-defc-433d-b438-65a3966c74b7 req-d3a77b20-4e2b-4361-a451-6bcf1a5633b4 service neutron] 10.222.0.36 "GET /v2.0/networks/b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809934 Jan 18 22:58:42.144382 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71ff86-c0a9-495a-b992-fac41f49fdbb req-5402451e-aa51-412f-8888-13780de61dc7 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:42.145836 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bf71ff86-c0a9-495a-b992-fac41f49fdbb req-5402451e-aa51-412f-8888-13780de61dc7 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb994e43-9502-489b-8bcd-4141f25942d5 HTTP/1.1" status: 200 len: 944 time: 0.0530288 Jan 18 22:58:42.182407 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bf71ff86-c0a9-495a-b992-fac41f49fdbb req-c94dfd34-87d7-4970-b9f3-6c08f716a9cd tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307767 Jan 18 22:58:42.395552 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c434ed8c-1956-463d-9b1e-106f0601952d req-3bd61cbe-ac4e-470d-8538-e88392fd167a tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:42.397027 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c434ed8c-1956-463d-9b1e-106f0601952d req-3bd61cbe-ac4e-470d-8538-e88392fd167a tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb994e43-9502-489b-8bcd-4141f25942d5 HTTP/1.1" status: 200 len: 944 time: 0.0730472 Jan 18 22:58:42.416261 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b1108a-6827-488c-bd82-d91700ec84cb req-4e3ed5cb-27c8-4b30-9ab6-8b11fbc0763f tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:42.417606 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-04b1108a-6827-488c-bd82-d91700ec84cb req-4e3ed5cb-27c8-4b30-9ab6-8b11fbc0763f tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.67 "GET /v2.0/ports?device_id=fb994e43-9502-489b-8bcd-4141f25942d5&tenant_id=b920d3f799934d12a42b1009a76b1bfc&binding%3Ahost_id=n-h1-825064-1 HTTP/1.1" status: 200 len: 944 time: 0.0836127 Jan 18 22:58:42.476341 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c434ed8c-1956-463d-9b1e-106f0601952d req-07dc5966-0461-4f8a-a96f-72b02436d673 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728528 Jan 18 22:58:42.494485 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [req-04b1108a-6827-488c-bd82-d91700ec84cb req-2bee5763-871d-4344-b7b4-3c083ac0f059 service neutron] delete failed (client error): The resource could not be found. Jan 18 22:58:42.495460 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-04b1108a-6827-488c-bd82-d91700ec84cb req-2bee5763-871d-4344-b7b4-3c083ac0f059 service neutron] 10.222.0.67 "DELETE /v2.0/ports/0f12d083-27fe-446d-8123-e0080d1f6eda/bindings/n-h2-825064-1 HTTP/1.1" status: 404 len: 380 time: 0.0701625 Jan 18 22:58:42.575606 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b1108a-6827-488c-bd82-d91700ec84cb req-09112646-6480-4e24-b6be-e7059cb28182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:42.577081 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-04b1108a-6827-488c-bd82-d91700ec84cb req-09112646-6480-4e24-b6be-e7059cb28182 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b920d3f799934d12a42b1009a76b1bfc&device_id=fb994e43-9502-489b-8bcd-4141f25942d5 HTTP/1.1" status: 200 len: 1095 time: 0.0405149 Jan 18 22:58:42.661889 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b1108a-6827-488c-bd82-d91700ec84cb req-a9783586-0e96-4162-ada9-648e20c4e2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:42.663383 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-04b1108a-6827-488c-bd82-d91700ec84cb req-a9783586-0e96-4162-ada9-648e20c4e2eb service neutron] 10.222.0.67 "GET /v2.0/networks?id=b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3 HTTP/1.1" status: 200 len: 911 time: 0.0800002 Jan 18 22:58:42.728932 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-04b1108a-6827-488c-bd82-d91700ec84cb req-e806ec91-c9a4-4667-87e1-77cc72b4d3b4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f12d083-27fe-446d-8123-e0080d1f6eda HTTP/1.1" status: 200 len: 1000 time: 0.0593352 Jan 18 22:58:42.775997 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b1108a-6827-488c-bd82-d91700ec84cb req-ce0631d9-b9eb-4ea5-b75c-4db3c06adb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:42.780506 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-04b1108a-6827-488c-bd82-d91700ec84cb req-ce0631d9-b9eb-4ea5-b75c-4db3c06adb1f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7458985f-285f-4ddd-bc95-c81cb698d5df HTTP/1.1" status: 200 len: 850 time: 0.0423932 Jan 18 22:58:42.829494 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b1108a-6827-488c-bd82-d91700ec84cb req-7a2aa2fc-289e-4857-b383-703652b0cf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:42.831583 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-04b1108a-6827-488c-bd82-d91700ec84cb req-7a2aa2fc-289e-4857-b383-703652b0cf46 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478437 Jan 18 22:58:42.911146 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 0f12d083-27fe-446d-8123-e0080d1f6eda details requested by agent hyperv_n-h1-825064-1 with host n-h1-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:58:42.919169 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-04b1108a-6827-488c-bd82-d91700ec84cb req-0501a9b4-4a67-434a-b5dd-7d70f5bdcd78 service neutron] 10.222.0.67 "GET /v2.0/networks/b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811865 Jan 18 22:58:43.005888 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 0f12d083-27fe-446d-8123-e0080d1f6eda, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=0f12d083-27fe-446d-8123-e0080d1f6eda,segment=NetworkSegment(9d4113a0-2ed9-4fc0-932b-00a17e903594),segment_id=9d4113a0-2ed9-4fc0-932b-00a17e903594)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:58:43.007363 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-04b1108a-6827-488c-bd82-d91700ec84cb req-ef86272e-11d8-4b73-83db-19cf1fbb58ce service neutron] 10.222.0.67 "GET /v2.0/networks/b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816734 Jan 18 22:58:43.016374 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Returning: {'device': '0f12d083-27fe-446d-8123-e0080d1f6eda', 'network_id': 'b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3', 'port_id': '0f12d083-27fe-446d-8123-e0080d1f6eda', 'mac_address': 'fa:16:3e:41:cb:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7458985f-285f-4ddd-bc95-c81cb698d5df', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:58:43.053666 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:43.066642 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f12d083-27fe-446d-8123-e0080d1f6eda {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:58:43.098827 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 0f12d083-27fe-446d-8123-e0080d1f6eda, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=0f12d083-27fe-446d-8123-e0080d1f6eda,segment=NetworkSegment(9d4113a0-2ed9-4fc0-932b-00a17e903594),segment_id=9d4113a0-2ed9-4fc0-932b-00a17e903594)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:58:43.103493 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:43.107393 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:43.150435 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=0f12d083-27fe-446d-8123-e0080d1f6eda,revision_number=8']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:43.157573 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:58:43.157923 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:58:43.158267 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:58:43.159172 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:58:43.159508 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:58:43.159838 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:58:43.160187 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:58:43.160515 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:58:43.160843 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:58:43.161167 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:58:43.161490 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:58:43.161810 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:58:43.336969 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['0f12d083-27fe-446d-8123-e0080d1f6eda'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:58:43.598692 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9716eb7-5c5d-41eb-a9f9-b2943dbc52ec req-38034e17-db43-4590-bfc1-4f126b90ee84 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:43.600059 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f9716eb7-5c5d-41eb-a9f9-b2943dbc52ec req-38034e17-db43-4590-bfc1-4f126b90ee84 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb994e43-9502-489b-8bcd-4141f25942d5 HTTP/1.1" status: 200 len: 945 time: 0.0539358 Jan 18 22:58:43.636820 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f9716eb7-5c5d-41eb-a9f9-b2943dbc52ec req-646dfae0-2cd0-46b6-b7cb-1adfe3126cff tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308177 Jan 18 22:58:43.661318 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 0f12d083-27fe-446d-8123-e0080d1f6eda no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:58:43.699375 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 0f12d083-27fe-446d-8123-e0080d1f6eda not bound to the agent host n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:58:43.749036 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8098ccbd-06e3-4233-afaa-36b404845c90 req-c5ab112e-8beb-4371-838b-9c2a0eaadec3 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:43.750471 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8098ccbd-06e3-4233-afaa-36b404845c90 req-c5ab112e-8beb-4371-838b-9c2a0eaadec3 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb994e43-9502-489b-8bcd-4141f25942d5 HTTP/1.1" status: 200 len: 945 time: 0.0482457 Jan 18 22:58:43.787174 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8098ccbd-06e3-4233-afaa-36b404845c90 req-11985eb4-f21a-4f1f-8785-3b20bf1515d9 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301003 Jan 18 22:58:43.900366 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe6a1ea-1641-4398-9a2a-c27f134c53fe req-22a73d44-b135-4a9d-902f-99f5e17eca3d tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:43.901727 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-dfe6a1ea-1641-4398-9a2a-c27f134c53fe req-22a73d44-b135-4a9d-902f-99f5e17eca3d tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb994e43-9502-489b-8bcd-4141f25942d5 HTTP/1.1" status: 200 len: 945 time: 0.0496318 Jan 18 22:58:43.913881 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:43.939660 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-dfe6a1ea-1641-4398-9a2a-c27f134c53fe req-1238e6bf-9d10-484b-b95b-0c2cbbcf738d tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318310 Jan 18 22:58:44.172446 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234513e0-25a3-4054-9b0f-6bdda905b69c req-ff0d139d-98f6-47d1-a791-bc3ee7433fbe tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:44.173789 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-234513e0-25a3-4054-9b0f-6bdda905b69c req-ff0d139d-98f6-47d1-a791-bc3ee7433fbe tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb994e43-9502-489b-8bcd-4141f25942d5 HTTP/1.1" status: 200 len: 945 time: 0.0517650 Jan 18 22:58:44.211610 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-234513e0-25a3-4054-9b0f-6bdda905b69c req-55867bc7-d562-4b09-8329-5328f0c59978 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317960 Jan 18 22:58:44.677430 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [req-8866e6d9-6375-4f65-9cce-b1fb96afbfb6 req-3687f097-6c93-44e8-b80b-2f57aae7c852 service neutron] (102430) timed out ('10.222.0.67', 56160) {{(pid=102430) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jan 18 22:58:44.923197 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 0f12d083-27fe-446d-8123-e0080d1f6eda up at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:58:44.969698 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning for port 0f12d083-27fe-446d-8123-e0080d1f6eda completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:58:44.973723 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning complete for port 0f12d083-27fe-446d-8123-e0080d1f6eda triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:58:44.974094 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:45.051015 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:45.072141 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb994e43-9502-489b-8bcd-4141f25942d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f12d083-27fe-446d-8123-e0080d1f6eda'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:58:45.074520 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1931632-b028-4058-ad9e-00a6a0f450f0" -d '{"events": [{"server_uuid": "fb994e43-9502-489b-8bcd-4141f25942d5", "name": "network-vif-plugged", "status": "completed", "tag": "0f12d083-27fe-446d-8123-e0080d1f6eda"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:58:45.089426 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 0f12d083-27fe-446d-8123-e0080d1f6eda, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=0f12d083-27fe-446d-8123-e0080d1f6eda,segment=NetworkSegment(9d4113a0-2ed9-4fc0-932b-00a17e903594),segment_id=9d4113a0-2ed9-4fc0-932b-00a17e903594)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:58:45.093443 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:45.119229 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89ee87a0-2e48-415f-ae78-192b2781a9c6 x-openstack-request-id: req-89ee87a0-2e48-415f-ae78-192b2781a9c6 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:58:45.119519 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb994e43-9502-489b-8bcd-4141f25942d5", "name": "network-vif-plugged", "status": "completed", "tag": "0f12d083-27fe-446d-8123-e0080d1f6eda", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:58:45.119764 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-89ee87a0-2e48-415f-ae78-192b2781a9c6 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:58:45.120260 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb994e43-9502-489b-8bcd-4141f25942d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f12d083-27fe-446d-8123-e0080d1f6eda', 'code': 200} Jan 18 22:58:45.144194 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=0f12d083-27fe-446d-8123-e0080d1f6eda,revision_number=9']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:45.322771 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b190aa7-b598-4dfa-82cc-e211fa7f9e10 req-0f6fa4eb-0328-4a08-962b-4724892f1e52 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:45.324290 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3b190aa7-b598-4dfa-82cc-e211fa7f9e10 req-0f6fa4eb-0328-4a08-962b-4724892f1e52 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb994e43-9502-489b-8bcd-4141f25942d5 HTTP/1.1" status: 200 len: 946 time: 0.0479941 Jan 18 22:58:45.363128 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3b190aa7-b598-4dfa-82cc-e211fa7f9e10 req-58475a3c-757a-422e-9423-4ab9518c17ac tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326777 Jan 18 22:58:45.468372 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72958498-92c0-426d-ba8f-f13d6f8cc2bd req-2dbf92a7-6f7d-4a9b-9758-4bf89b4d7d01 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:45.469806 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-72958498-92c0-426d-ba8f-f13d6f8cc2bd req-2dbf92a7-6f7d-4a9b-9758-4bf89b4d7d01 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.36 "GET /v2.0/ports?device_id=fb994e43-9502-489b-8bcd-4141f25942d5 HTTP/1.1" status: 200 len: 946 time: 0.0476213 Jan 18 22:58:45.559999 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-72958498-92c0-426d-ba8f-f13d6f8cc2bd req-e1db3341-1797-46cf-bf90-c36f98ca87e7 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Deleting port 0f12d083-27fe-446d-8123-e0080d1f6eda {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 22:58:45.560382 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-72958498-92c0-426d-ba8f-f13d6f8cc2bd req-e1db3341-1797-46cf-bf90-c36f98ca87e7 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:45.646848 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-72958498-92c0-426d-ba8f-f13d6f8cc2bd req-e1db3341-1797-46cf-bf90-c36f98ca87e7 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] For port 0f12d083-27fe-446d-8123-e0080d1f6eda, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=0f12d083-27fe-446d-8123-e0080d1f6eda,segment=NetworkSegment(9d4113a0-2ed9-4fc0-932b-00a17e903594),segment_id=9d4113a0-2ed9-4fc0-932b-00a17e903594)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:58:45.647200 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-72958498-92c0-426d-ba8f-f13d6f8cc2bd req-e1db3341-1797-46cf-bf90-c36f98ca87e7 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:45.817741 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-72958498-92c0-426d-ba8f-f13d6f8cc2bd req-e1db3341-1797-46cf-bf90-c36f98ca87e7 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:45.818011 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-72958498-92c0-426d-ba8f-f13d6f8cc2bd req-e1db3341-1797-46cf-bf90-c36f98ca87e7 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043075'] for floatingip, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:45.818324 n-d-825064-1 neutron-server[102431]: INFO neutron.db.l3_db [req-72958498-92c0-426d-ba8f-f13d6f8cc2bd req-e1db3341-1797-46cf-bf90-c36f98ca87e7 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Floating IP b88cf00e-47a1-4b47-bc3a-4bc97d7d9696 disassociated. External IP: 172.25.5.107, port: 0f12d083-27fe-446d-8123-e0080d1f6eda. Jan 18 22:58:45.818660 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-72958498-92c0-426d-ba8f-f13d6f8cc2bd req-e1db3341-1797-46cf-bf90-c36f98ca87e7 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Calling delete_port for 0f12d083-27fe-446d-8123-e0080d1f6eda owned by compute:nova {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 22:58:45.941096 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-72958498-92c0-426d-ba8f-f13d6f8cc2bd req-e1db3341-1797-46cf-bf90-c36f98ca87e7 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:45.970946 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1db3341-1797-46cf-bf90-c36f98ca87e7 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Pushing event deleted for resources: {'Port': ['ID=0f12d083-27fe-446d-8123-e0080d1f6eda,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:46.084402 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [req-72958498-92c0-426d-ba8f-f13d6f8cc2bd req-e1db3341-1797-46cf-bf90-c36f98ca87e7 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Router 614dffda-0e2e-425a-841a-e8aeb6b2fe93 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:58:46.193903 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-72958498-92c0-426d-ba8f-f13d6f8cc2bd req-e1db3341-1797-46cf-bf90-c36f98ca87e7 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:58:46.204350 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1242f2f-d557-4e2d-84d5-fede3b9dc4b9 None None] Sync routers for ids ['614dffda-0e2e-425a-841a-e8aeb6b2fe93'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:58:46.213243 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1242f2f-d557-4e2d-84d5-fede3b9dc4b9 None None] Routers {'614dffda-0e2e-425a-841a-e8aeb6b2fe93'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:58:46.213916 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-b1242f2f-d557-4e2d-84d5-fede3b9dc4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:58:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['614dffda-0e2e-425a-841a-e8aeb6b2fe93'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:58:46.235614 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-72958498-92c0-426d-ba8f-f13d6f8cc2bd req-e1db3341-1797-46cf-bf90-c36f98ca87e7 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] No DVR routers for this DVR port 0f12d083-27fe-446d-8123-e0080d1f6eda on host n-h1-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 22:58:46.238904 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-72958498-92c0-426d-ba8f-f13d6f8cc2bd req-e1db3341-1797-46cf-bf90-c36f98ca87e7 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:46.242347 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-72958498-92c0-426d-ba8f-f13d6f8cc2bd req-e1db3341-1797-46cf-bf90-c36f98ca87e7 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.36 "DELETE /v2.0/ports/0f12d083-27fe-446d-8123-e0080d1f6eda HTTP/1.1" status: 204 len: 173 time: 0.7660191 Jan 18 22:58:46.242780 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb994e43-9502-489b-8bcd-4141f25942d5', 'name': 'network-vif-deleted', 'tag': '0f12d083-27fe-446d-8123-e0080d1f6eda'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:58:46.245192 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aca28ca4-8139-41a5-b92b-e9deccc35519" -d '{"events": [{"server_uuid": "fb994e43-9502-489b-8bcd-4141f25942d5", "name": "network-vif-deleted", "tag": "0f12d083-27fe-446d-8123-e0080d1f6eda"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:58:46.282598 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-413aa3d7-3758-4337-9320-adc2909f405c x-openstack-request-id: req-413aa3d7-3758-4337-9320-adc2909f405c {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:58:46.282893 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb994e43-9502-489b-8bcd-4141f25942d5", "name": "network-vif-deleted", "tag": "0f12d083-27fe-446d-8123-e0080d1f6eda", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:58:46.283146 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-413aa3d7-3758-4337-9320-adc2909f405c {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:58:46.284530 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb994e43-9502-489b-8bcd-4141f25942d5', 'name': 'network-vif-deleted', 'tag': '0f12d083-27fe-446d-8123-e0080d1f6eda', 'status': 'completed', 'code': 200} Jan 18 22:58:46.323269 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-b1242f2f-d557-4e2d-84d5-fede3b9dc4b9 None None] Set router 614dffda-0e2e-425a-841a-e8aeb6b2fe93 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:58:46.478810 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6c3279ce-ed9f-46ca-a5c0-3a01761b5b8e req-4af3fad2-9a5e-4326-acb1-5b8721a23ecf tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb994e43-9502-489b-8bcd-4141f25942d5 HTTP/1.1" status: 200 len: 210 time: 0.0318158 Jan 18 22:58:46.524680 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-b1242f2f-d557-4e2d-84d5-fede3b9dc4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614dffda-0e2e-425a-841a-e8aeb6b2fe93', 'name': 'tempest-ServerActionsTestJSON-271393947-router', 'tenant_id': 'b920d3f799934d12a42b1009a76b1bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '5878dd4b-6ceb-4f88-bc3b-877a3a962eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:56:30Z', 'updated_at': '2022-01-18T22:56:32Z', 'revision_number': 4, 'project_id': 'b920d3f799934d12a42b1009a76b1bfc', 'gw_port': {'id': '5878dd4b-6ceb-4f88-bc3b-877a3a962eb2', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c4:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614dffda-0e2e-425a-841a-e8aeb6b2fe93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:56:30Z', 'updated_at': '2022-01-18T22:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'd9dcba35-7e6c-416e-bb9a-d8e4eab1fc01', 'name': '', 'network_id': 'b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3', 'tenant_id': 'b920d3f799934d12a42b1009a76b1bfc', 'mac_address': 'fa:16:3e:7a:f0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614dffda-0e2e-425a-841a-e8aeb6b2fe93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '7458985f-285f-4ddd-bc95-c81cb698d5df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:56:32Z', 'updated_at': '2022-01-18T22:56:36Z', 'revision_number': 5, 'project_id': 'b920d3f799934d12a42b1009a76b1bfc', 'subnets': [{'id': '7458985f-285f-4ddd-bc95-c81cb698d5df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:58:46.550705 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1242f2f-d557-4e2d-84d5-fede3b9dc4b9 None None] Checking router: 614dffda-0e2e-425a-841a-e8aeb6b2fe93 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:58:46.558856 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1242f2f-d557-4e2d-84d5-fede3b9dc4b9 None None] Routers {'614dffda-0e2e-425a-841a-e8aeb6b2fe93'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:58:46.559477 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-b1242f2f-d557-4e2d-84d5-fede3b9dc4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:58:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['614dffda-0e2e-425a-841a-e8aeb6b2fe93'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:58:46.815957 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-b1242f2f-d557-4e2d-84d5-fede3b9dc4b9 None None] Set router 614dffda-0e2e-425a-841a-e8aeb6b2fe93 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:58:47.005715 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-b1242f2f-d557-4e2d-84d5-fede3b9dc4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614dffda-0e2e-425a-841a-e8aeb6b2fe93', 'name': 'tempest-ServerActionsTestJSON-271393947-router', 'tenant_id': 'b920d3f799934d12a42b1009a76b1bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '5878dd4b-6ceb-4f88-bc3b-877a3a962eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:56:30Z', 'updated_at': '2022-01-18T22:56:32Z', 'revision_number': 4, 'project_id': 'b920d3f799934d12a42b1009a76b1bfc', 'gw_port': {'id': '5878dd4b-6ceb-4f88-bc3b-877a3a962eb2', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c4:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614dffda-0e2e-425a-841a-e8aeb6b2fe93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:56:30Z', 'updated_at': '2022-01-18T22:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'd9dcba35-7e6c-416e-bb9a-d8e4eab1fc01', 'name': '', 'network_id': 'b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3', 'tenant_id': 'b920d3f799934d12a42b1009a76b1bfc', 'mac_address': 'fa:16:3e:7a:f0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614dffda-0e2e-425a-841a-e8aeb6b2fe93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '7458985f-285f-4ddd-bc95-c81cb698d5df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:56:32Z', 'updated_at': '2022-01-18T22:56:36Z', 'revision_number': 5, 'project_id': 'b920d3f799934d12a42b1009a76b1bfc', 'subnets': [{'id': '7458985f-285f-4ddd-bc95-c81cb698d5df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:58:47.035333 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1242f2f-d557-4e2d-84d5-fede3b9dc4b9 None None] The sync data for ids ['614dffda-0e2e-425a-841a-e8aeb6b2fe93'] in n-d-825064-1 is: [{'id': '614dffda-0e2e-425a-841a-e8aeb6b2fe93', 'name': 'tempest-ServerActionsTestJSON-271393947-router', 'tenant_id': 'b920d3f799934d12a42b1009a76b1bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '5878dd4b-6ceb-4f88-bc3b-877a3a962eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:56:30Z', 'updated_at': '2022-01-18T22:56:32Z', 'revision_number': 4, 'project_id': 'b920d3f799934d12a42b1009a76b1bfc', 'gw_port': {'id': '5878dd4b-6ceb-4f88-bc3b-877a3a962eb2', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c4:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614dffda-0e2e-425a-841a-e8aeb6b2fe93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:56:30Z', 'updated_at': '2022-01-18T22:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'd9dcba35-7e6c-416e-bb9a-d8e4eab1fc01', 'name': '', 'network_id': 'b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3', 'tenant_id': 'b920d3f799934d12a42b1009a76b1bfc', 'mac_address': 'fa:16:3e:7a:f0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614dffda-0e2e-425a-841a-e8aeb6b2fe93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '7458985f-285f-4ddd-bc95-c81cb698d5df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:56:32Z', 'updated_at': '2022-01-18T22:56:36Z', 'revision_number': 5, 'project_id': 'b920d3f799934d12a42b1009a76b1bfc', 'subnets': [{'id': '7458985f-285f-4ddd-bc95-c81cb698d5df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:58:47.254066 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e7c420-dfcc-481c-bc89-e4d576ab6fde None None] New status for floating IP b88cf00e-47a1-4b47-bc3a-4bc97d7d9696: DOWN {{(pid=102433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 22:58:47.699980 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e8c381c2-4755-4bd2-b65d-8399f4492e36 req-ff15d0e1-d279-4c88-bac6-d5ffc10554e0 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1127974320&fields=id&tenant_id=b920d3f799934d12a42b1009a76b1bfc HTTP/1.1" status: 200 len: 267 time: 0.0325716 Jan 18 22:58:47.805772 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c381c2-4755-4bd2-b65d-8399f4492e36 req-929a9305-3a94-4044-af4c-067c869aaa29 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:47.807236 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e8c381c2-4755-4bd2-b65d-8399f4492e36 req-929a9305-3a94-4044-af4c-067c869aaa29 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/networks?id=b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3 HTTP/1.1" status: 200 len: 811 time: 0.1007955 Jan 18 22:58:47.822204 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e8c381c2-4755-4bd2-b65d-8399f4492e36 req-85da9359-29ef-4381-a8f6-2600a6e86e4b tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/quotas/b920d3f799934d12a42b1009a76b1bfc HTTP/1.1" status: 200 len: 375 time: 0.0093627 Jan 18 22:58:47.873943 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e8c381c2-4755-4bd2-b65d-8399f4492e36 req-0ed4e3d8-de3a-49d4-b2f4-c445f8a660e7 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b920d3f799934d12a42b1009a76b1bfc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0465431 Jan 18 22:58:47.967981 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e8c381c2-4755-4bd2-b65d-8399f4492e36 req-1196a133-8b88-48ce-860c-d1b4d7e5de65 service neutron] 10.222.0.53 "GET /v2.0/networks/b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826893 Jan 18 22:58:48.056342 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e8c381c2-4755-4bd2-b65d-8399f4492e36 req-12476338-3ea8-42ce-bc95-309cf96c794c service neutron] 10.222.0.53 "GET /v2.0/networks/b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817289 Jan 18 22:58:48.223175 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-34d52990-9c0a-4bd0-9208-92ee54b00cd5 req-c946e1a3-db4a-4648-bd31-9be04a5b7489 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7d5358a-d7ad-48ac-8fbf-8b19ef14f268 HTTP/1.1" status: 200 len: 210 time: 0.0268579 Jan 18 22:58:49.108710 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c381c2-4755-4bd2-b65d-8399f4492e36 req-a7909a01-b488-428c-8769-f339ffe20c36 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:49.110140 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e8c381c2-4755-4bd2-b65d-8399f4492e36 req-a7909a01-b488-428c-8769-f339ffe20c36 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.67 "GET /v2.0/networks?id=b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3 HTTP/1.1" status: 200 len: 811 time: 0.1087995 Jan 18 22:58:49.154770 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e8c381c2-4755-4bd2-b65d-8399f4492e36 req-2b5c4061-5344-4651-8302-48e24249ea55 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b920d3f799934d12a42b1009a76b1bfc HTTP/1.1" status: 200 len: 380 time: 0.0352862 Jan 18 22:58:49.164260 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-e8c381c2-4755-4bd2-b65d-8399f4492e36 req-91e0450c-5c74-483a-bcfd-51a6eeac2d6c tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Request body: {'port': {'device_id': 'f7d5358a-d7ad-48ac-8fbf-8b19ef14f268', 'network_id': 'b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3', 'admin_state_up': True, 'tenant_id': 'b920d3f799934d12a42b1009a76b1bfc', 'security_groups': ['68465018-6dd1-4c61-b7b3-f14c0e969b7d']}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:58:49.268268 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8c381c2-4755-4bd2-b65d-8399f4492e36 req-91e0450c-5c74-483a-bcfd-51a6eeac2d6c tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Made reservation on behalf of b920d3f799934d12a42b1009a76b1bfc for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:58:49.271736 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e8c381c2-4755-4bd2-b65d-8399f4492e36 req-91e0450c-5c74-483a-bcfd-51a6eeac2d6c tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:49.334747 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ce936c41-ef75-4ccc-a3b5-421ad86d044e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:49.354093 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a0c0fb39-30b9-4def-b0d4-9fc72973f87b req-3d366e66-d226-4899-b763-7a692d3976dc tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7d5358a-d7ad-48ac-8fbf-8b19ef14f268 HTTP/1.1" status: 200 len: 210 time: 0.0625546 Jan 18 22:58:49.426846 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-e8c381c2-4755-4bd2-b65d-8399f4492e36 req-91e0450c-5c74-483a-bcfd-51a6eeac2d6c tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Allocated IP 172.20.0.6 (b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3/7458985f-285f-4ddd-bc95-c81cb698d5df/cea34fa9-b761-4020-9b1c-f524a26b7b62) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:58:49.566150 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e8c381c2-4755-4bd2-b65d-8399f4492e36 req-91e0450c-5c74-483a-bcfd-51a6eeac2d6c tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:49.599398 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e8c381c2-4755-4bd2-b65d-8399f4492e36 req-91e0450c-5c74-483a-bcfd-51a6eeac2d6c tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:49.643213 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8c381c2-4755-4bd2-b65d-8399f4492e36 req-91e0450c-5c74-483a-bcfd-51a6eeac2d6c tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Network b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:58:49.646442 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-e8c381c2-4755-4bd2-b65d-8399f4492e36 req-91e0450c-5c74-483a-bcfd-51a6eeac2d6c tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:58:49.649960 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8c381c2-4755-4bd2-b65d-8399f4492e36 req-91e0450c-5c74-483a-bcfd-51a6eeac2d6c tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:58:49.677901 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e0450c-5c74-483a-bcfd-51a6eeac2d6c tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Pushing event updated for resources: {'Port': ['ID=cea34fa9-b761-4020-9b1c-f524a26b7b62,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:49.695346 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e0450c-5c74-483a-bcfd-51a6eeac2d6c tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:58:49.695694 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e0450c-5c74-483a-bcfd-51a6eeac2d6c tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:58:49.696052 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e0450c-5c74-483a-bcfd-51a6eeac2d6c tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:58:49.696426 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e0450c-5c74-483a-bcfd-51a6eeac2d6c tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:58:49.696764 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e0450c-5c74-483a-bcfd-51a6eeac2d6c tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:58:49.697095 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e0450c-5c74-483a-bcfd-51a6eeac2d6c tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:58:49.697428 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e0450c-5c74-483a-bcfd-51a6eeac2d6c tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:58:49.697756 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e0450c-5c74-483a-bcfd-51a6eeac2d6c tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:58:49.698083 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e0450c-5c74-483a-bcfd-51a6eeac2d6c tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:58:49.698409 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e0450c-5c74-483a-bcfd-51a6eeac2d6c tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:58:49.698736 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e0450c-5c74-483a-bcfd-51a6eeac2d6c tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:58:49.699062 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e0450c-5c74-483a-bcfd-51a6eeac2d6c tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:58:49.712888 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c381c2-4755-4bd2-b65d-8399f4492e36 req-91e0450c-5c74-483a-bcfd-51a6eeac2d6c tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:49.713519 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e8c381c2-4755-4bd2-b65d-8399f4492e36 req-91e0450c-5c74-483a-bcfd-51a6eeac2d6c tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:49.729894 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e8c381c2-4755-4bd2-b65d-8399f4492e36 req-91e0450c-5c74-483a-bcfd-51a6eeac2d6c tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5690546 Jan 18 22:58:49.742002 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-e8c381c2-4755-4bd2-b65d-8399f4492e36 req-8841f417-ec1f-4e99-bb81-6c6f5acdd4ba service neutron] Request body: {'port': {'device_id': 'f7d5358a-d7ad-48ac-8fbf-8b19ef14f268', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:58:49.801030 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e8c381c2-4755-4bd2-b65d-8399f4492e36 req-8841f417-ec1f-4e99-bb81-6c6f5acdd4ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:49.875237 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-d0118065-9dd6-4a8b-bd61-857bd7e4f499 None None] Provisioning complete for port cea34fa9-b761-4020-9b1c-f524a26b7b62 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:58:49.875528 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d0118065-9dd6-4a8b-bd61-857bd7e4f499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:49.909134 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-d0118065-9dd6-4a8b-bd61-857bd7e4f499 None None] Port cea34fa9-b761-4020-9b1c-f524a26b7b62 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 22:58:50.054940 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [req-e8c381c2-4755-4bd2-b65d-8399f4492e36 req-8841f417-ec1f-4e99-bb81-6c6f5acdd4ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cea34fa9-b761-4020-9b1c-f524a26b7b62 {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:58:50.062223 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e8c381c2-4755-4bd2-b65d-8399f4492e36 req-8841f417-ec1f-4e99-bb81-6c6f5acdd4ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:50.074654 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-e8c381c2-4755-4bd2-b65d-8399f4492e36 req-8841f417-ec1f-4e99-bb81-6c6f5acdd4ba service neutron] Transition to ACTIVE for port object cea34fa9-b761-4020-9b1c-f524a26b7b62 will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:58:50.078418 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e8c381c2-4755-4bd2-b65d-8399f4492e36 req-8841f417-ec1f-4e99-bb81-6c6f5acdd4ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:50.129557 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8841f417-ec1f-4e99-bb81-6c6f5acdd4ba service neutron] Pushing event updated for resources: {'Port': ['ID=cea34fa9-b761-4020-9b1c-f524a26b7b62,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:50.206084 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-e8c381c2-4755-4bd2-b65d-8399f4492e36 req-8841f417-ec1f-4e99-bb81-6c6f5acdd4ba service neutron] Attempting to bind port cea34fa9-b761-4020-9b1c-f524a26b7b62 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:58:50.206422 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-e8c381c2-4755-4bd2-b65d-8399f4492e36 req-8841f417-ec1f-4e99-bb81-6c6f5acdd4ba service neutron] Attempting to bind port cea34fa9-b761-4020-9b1c-f524a26b7b62 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '9d4113a0-2ed9-4fc0-932b-00a17e903594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:58:50.206752 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c381c2-4755-4bd2-b65d-8399f4492e36 req-8841f417-ec1f-4e99-bb81-6c6f5acdd4ba service neutron] Attempting to bind port cea34fa9-b761-4020-9b1c-f524a26b7b62 on network b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:58:50.211242 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c381c2-4755-4bd2-b65d-8399f4492e36 req-8841f417-ec1f-4e99-bb81-6c6f5acdd4ba service neutron] Port cea34fa9-b761-4020-9b1c-f524a26b7b62 on network b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 22:58:50.211564 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c381c2-4755-4bd2-b65d-8399f4492e36 req-8841f417-ec1f-4e99-bb81-6c6f5acdd4ba service neutron] Attempting to bind port cea34fa9-b761-4020-9b1c-f524a26b7b62 on network b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 22:58:50.216476 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c381c2-4755-4bd2-b65d-8399f4492e36 req-8841f417-ec1f-4e99-bb81-6c6f5acdd4ba service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 22:58:50.216814 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c381c2-4755-4bd2-b65d-8399f4492e36 req-8841f417-ec1f-4e99-bb81-6c6f5acdd4ba service neutron] Checking segment: {'id': '9d4113a0-2ed9-4fc0-932b-00a17e903594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 22:58:50.217206 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c381c2-4755-4bd2-b65d-8399f4492e36 req-8841f417-ec1f-4e99-bb81-6c6f5acdd4ba service neutron] Bound using segment: {'id': '9d4113a0-2ed9-4fc0-932b-00a17e903594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 22:58:50.217633 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-e8c381c2-4755-4bd2-b65d-8399f4492e36 req-8841f417-ec1f-4e99-bb81-6c6f5acdd4ba service neutron] Bound port: cea34fa9-b761-4020-9b1c-f524a26b7b62, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d4113a0-2ed9-4fc0-932b-00a17e903594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:58:50.217988 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e8c381c2-4755-4bd2-b65d-8399f4492e36 req-8841f417-ec1f-4e99-bb81-6c6f5acdd4ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:50.282669 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-e8c381c2-4755-4bd2-b65d-8399f4492e36 req-8841f417-ec1f-4e99-bb81-6c6f5acdd4ba service neutron] For port cea34fa9-b761-4020-9b1c-f524a26b7b62, host n-h2-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:58:50.286392 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-e8c381c2-4755-4bd2-b65d-8399f4492e36 req-8841f417-ec1f-4e99-bb81-6c6f5acdd4ba service neutron] For port cea34fa9-b761-4020-9b1c-f524a26b7b62, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=cea34fa9-b761-4020-9b1c-f524a26b7b62,segment=NetworkSegment(9d4113a0-2ed9-4fc0-932b-00a17e903594),segment_id=9d4113a0-2ed9-4fc0-932b-00a17e903594)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:58:50.290641 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e8c381c2-4755-4bd2-b65d-8399f4492e36 req-8841f417-ec1f-4e99-bb81-6c6f5acdd4ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:50.324801 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c381c2-4755-4bd2-b65d-8399f4492e36 req-8841f417-ec1f-4e99-bb81-6c6f5acdd4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:50.325669 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e8c381c2-4755-4bd2-b65d-8399f4492e36 req-8841f417-ec1f-4e99-bb81-6c6f5acdd4ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:50.327098 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e8c381c2-4755-4bd2-b65d-8399f4492e36 req-8841f417-ec1f-4e99-bb81-6c6f5acdd4ba service neutron] 10.222.0.67 "PUT /v2.0/ports/cea34fa9-b761-4020-9b1c-f524a26b7b62 HTTP/1.1" status: 200 len: 1091 time: 0.5894048 Jan 18 22:58:50.327539 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7d5358a-d7ad-48ac-8fbf-8b19ef14f268', 'tag': 'cea34fa9-b761-4020-9b1c-f524a26b7b62'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:58:50.329814 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3db3b9f-e5bc-4007-90e4-c9e1be242c7e" -d '{"events": [{"name": "network-changed", "server_uuid": "f7d5358a-d7ad-48ac-8fbf-8b19ef14f268", "tag": "cea34fa9-b761-4020-9b1c-f524a26b7b62"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:58:50.354126 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8841f417-ec1f-4e99-bb81-6c6f5acdd4ba service neutron] Pushing event updated for resources: {'Port': ['ID=cea34fa9-b761-4020-9b1c-f524a26b7b62,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:50.397194 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f20569a6-e1e6-4aeb-a0ad-bca8d77c41bb x-openstack-request-id: req-f20569a6-e1e6-4aeb-a0ad-bca8d77c41bb {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:58:50.397472 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7d5358a-d7ad-48ac-8fbf-8b19ef14f268", "tag": "cea34fa9-b761-4020-9b1c-f524a26b7b62", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:58:50.397725 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f20569a6-e1e6-4aeb-a0ad-bca8d77c41bb {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:58:50.398132 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7d5358a-d7ad-48ac-8fbf-8b19ef14f268', 'tag': 'cea34fa9-b761-4020-9b1c-f524a26b7b62', 'status': 'completed', 'code': 200} Jan 18 22:58:50.414270 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c381c2-4755-4bd2-b65d-8399f4492e36 req-2da93672-3e6e-486b-a99b-8a8d071a6f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:50.415794 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e8c381c2-4755-4bd2-b65d-8399f4492e36 req-2da93672-3e6e-486b-a99b-8a8d071a6f09 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b920d3f799934d12a42b1009a76b1bfc&device_id=f7d5358a-d7ad-48ac-8fbf-8b19ef14f268 HTTP/1.1" status: 200 len: 1094 time: 0.0495703 Jan 18 22:58:50.470005 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e8c381c2-4755-4bd2-b65d-8399f4492e36 req-81af3ce1-dd37-47eb-a17e-853e7355c154 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cea34fa9-b761-4020-9b1c-f524a26b7b62 HTTP/1.1" status: 200 len: 217 time: 0.0459404 Jan 18 22:58:50.546203 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2e0321-5cc8-4a57-8454-7f170e16c6e9 req-3bed9e18-18dc-486d-8871-0485e80ae0a3 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:50.547657 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fe2e0321-5cc8-4a57-8454-7f170e16c6e9 req-3bed9e18-18dc-486d-8871-0485e80ae0a3 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7d5358a-d7ad-48ac-8fbf-8b19ef14f268 HTTP/1.1" status: 200 len: 943 time: 0.1171887 Jan 18 22:58:50.549879 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c381c2-4755-4bd2-b65d-8399f4492e36 req-55a691d7-733f-4066-a7c6-c40398d7e452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:50.551174 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e8c381c2-4755-4bd2-b65d-8399f4492e36 req-55a691d7-733f-4066-a7c6-c40398d7e452 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7458985f-285f-4ddd-bc95-c81cb698d5df HTTP/1.1" status: 200 len: 850 time: 0.0659773 Jan 18 22:58:50.613767 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fe2e0321-5cc8-4a57-8454-7f170e16c6e9 req-5ad433fa-6043-45d7-869f-990efbe1d22b tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596037 Jan 18 22:58:50.617828 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c381c2-4755-4bd2-b65d-8399f4492e36 req-ba2d5184-ff2a-4faf-bca3-c415b754e6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:50.619203 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e8c381c2-4755-4bd2-b65d-8399f4492e36 req-ba2d5184-ff2a-4faf-bca3-c415b754e6fc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0594661 Jan 18 22:58:50.709106 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e8c381c2-4755-4bd2-b65d-8399f4492e36 req-c26ec75b-e427-4230-906d-d950a5011a77 service neutron] 10.222.0.67 "GET /v2.0/networks/b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827479 Jan 18 22:58:50.800770 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e8c381c2-4755-4bd2-b65d-8399f4492e36 req-798862d6-8c98-4749-a0d8-9eae7203d285 service neutron] 10.222.0.67 "GET /v2.0/networks/b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855646 Jan 18 22:58:50.882420 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3db3b9f-e5bc-4007-90e4-c9e1be242c7e req-df037490-24d1-4249-95b9-30d4622a2612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:50.883844 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f3db3b9f-e5bc-4007-90e4-c9e1be242c7e req-df037490-24d1-4249-95b9-30d4622a2612 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b920d3f799934d12a42b1009a76b1bfc&device_id=f7d5358a-d7ad-48ac-8fbf-8b19ef14f268 HTTP/1.1" status: 200 len: 1094 time: 0.0399027 Jan 18 22:58:50.973193 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3db3b9f-e5bc-4007-90e4-c9e1be242c7e req-29872a9c-2256-4dd1-a689-a5e0276a86f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:50.974030 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 0f12d083-27fe-446d-8123-e0080d1f6eda no longer exists at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 22:58:50.974540 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f3db3b9f-e5bc-4007-90e4-c9e1be242c7e req-29872a9c-2256-4dd1-a689-a5e0276a86f0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3 HTTP/1.1" status: 200 len: 911 time: 0.0843780 Jan 18 22:58:50.994224 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] No Port match for: 0f12d083-27fe-446d-8123-e0080d1f6eda {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 22:58:50.994561 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 0f12d083-27fe-446d-8123-e0080d1f6eda not bound to the agent host n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 22:58:51.015569 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f3db3b9f-e5bc-4007-90e4-c9e1be242c7e req-3e94de1a-a17f-414b-ab95-6697856b2014 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cea34fa9-b761-4020-9b1c-f524a26b7b62 HTTP/1.1" status: 200 len: 217 time: 0.0340898 Jan 18 22:58:51.065834 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3db3b9f-e5bc-4007-90e4-c9e1be242c7e req-93dca89e-9cd0-41f2-8fdb-a56350e30cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:51.067212 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f3db3b9f-e5bc-4007-90e4-c9e1be242c7e req-93dca89e-9cd0-41f2-8fdb-a56350e30cbb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7458985f-285f-4ddd-bc95-c81cb698d5df HTTP/1.1" status: 200 len: 850 time: 0.0449262 Jan 18 22:58:51.111283 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3db3b9f-e5bc-4007-90e4-c9e1be242c7e req-a998923f-3986-4139-a0ff-6f3244998ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:51.112789 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f3db3b9f-e5bc-4007-90e4-c9e1be242c7e req-a998923f-3986-4139-a0ff-6f3244998ac7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386424 Jan 18 22:58:51.203518 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f3db3b9f-e5bc-4007-90e4-c9e1be242c7e req-dc440875-393f-47ad-8eba-2b8a7e28a815 service neutron] 10.222.0.67 "GET /v2.0/networks/b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835278 Jan 18 22:58:51.292536 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f3db3b9f-e5bc-4007-90e4-c9e1be242c7e req-56435e04-390d-4d97-a6c4-66b38defb73c service neutron] 10.222.0.67 "GET /v2.0/networks/b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821669 Jan 18 22:58:51.728986 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02592d0-ba77-4165-a44a-8edc526c78f0 req-454ee3e0-c0ad-401a-b3e7-66a0192a965c tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:51.730434 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d02592d0-ba77-4165-a44a-8edc526c78f0 req-454ee3e0-c0ad-401a-b3e7-66a0192a965c tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7d5358a-d7ad-48ac-8fbf-8b19ef14f268 HTTP/1.1" status: 200 len: 943 time: 0.0483747 Jan 18 22:58:51.767209 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d02592d0-ba77-4165-a44a-8edc526c78f0 req-8e6a0a4b-35cc-4151-a83e-19b5276ab7af tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305700 Jan 18 22:58:51.982038 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1135250f-d9c4-45bb-9d39-d32e19c56c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:52.878387 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c2ab99-d3b0-40b8-81b9-c60a16375dcd req-82fe523c-db83-4174-9b53-e9ac8f609add tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:52.879839 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-49c2ab99-d3b0-40b8-81b9-c60a16375dcd req-82fe523c-db83-4174-9b53-e9ac8f609add tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7d5358a-d7ad-48ac-8fbf-8b19ef14f268 HTTP/1.1" status: 200 len: 943 time: 0.0474558 Jan 18 22:58:52.916527 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-49c2ab99-d3b0-40b8-81b9-c60a16375dcd req-9048ca5e-070c-40ec-af77-7bafed2db743 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307193 Jan 18 22:58:53.058119 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:53.668001 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device cea34fa9-b761-4020-9b1c-f524a26b7b62 details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 22:58:53.760315 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port cea34fa9-b761-4020-9b1c-f524a26b7b62, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=cea34fa9-b761-4020-9b1c-f524a26b7b62,segment=NetworkSegment(9d4113a0-2ed9-4fc0-932b-00a17e903594),segment_id=9d4113a0-2ed9-4fc0-932b-00a17e903594)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:58:53.770766 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': 'cea34fa9-b761-4020-9b1c-f524a26b7b62', 'network_id': 'b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3', 'port_id': 'cea34fa9-b761-4020-9b1c-f524a26b7b62', 'mac_address': 'fa:16:3e:48:91:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7458985f-285f-4ddd-bc95-c81cb698d5df', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 22:58:53.806520 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:53.818893 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cea34fa9-b761-4020-9b1c-f524a26b7b62 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 22:58:53.837537 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port cea34fa9-b761-4020-9b1c-f524a26b7b62, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=cea34fa9-b761-4020-9b1c-f524a26b7b62,segment=NetworkSegment(9d4113a0-2ed9-4fc0-932b-00a17e903594),segment_id=9d4113a0-2ed9-4fc0-932b-00a17e903594)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:58:53.841440 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:53.889926 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=cea34fa9-b761-4020-9b1c-f524a26b7b62,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:54.033507 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cdd0dc-047e-4e03-b71b-6df23f07f086 req-9741fc6f-8be2-4a7d-80a4-c5c73a1c42d2 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:54.034949 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-18cdd0dc-047e-4e03-b71b-6df23f07f086 req-9741fc6f-8be2-4a7d-80a4-c5c73a1c42d2 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7d5358a-d7ad-48ac-8fbf-8b19ef14f268 HTTP/1.1" status: 200 len: 944 time: 0.0532360 Jan 18 22:58:54.071507 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-18cdd0dc-047e-4e03-b71b-6df23f07f086 req-5042f3f3-b3ff-4647-ad96-9eb5b822be0a tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306385 Jan 18 22:58:54.089868 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['cea34fa9-b761-4020-9b1c-f524a26b7b62'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 22:58:54.512300 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:54.667391 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:55.183434 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36feea66-a74d-4743-85c8-ac382ae9d36d req-237f1dcf-28db-4334-8a41-23412ff09c06 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:55.184919 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-36feea66-a74d-4743-85c8-ac382ae9d36d req-237f1dcf-28db-4334-8a41-23412ff09c06 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7d5358a-d7ad-48ac-8fbf-8b19ef14f268 HTTP/1.1" status: 200 len: 944 time: 0.0477066 Jan 18 22:58:55.221409 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-36feea66-a74d-4743-85c8-ac382ae9d36d req-53e4d62d-5c5a-4a8b-986e-fa09d2561ad9 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301356 Jan 18 22:58:55.673448 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device cea34fa9-b761-4020-9b1c-f524a26b7b62 up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 22:58:55.724853 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port cea34fa9-b761-4020-9b1c-f524a26b7b62 completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:58:55.728420 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port cea34fa9-b761-4020-9b1c-f524a26b7b62 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:58:55.728786 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:55.803844 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:55.824846 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7d5358a-d7ad-48ac-8fbf-8b19ef14f268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cea34fa9-b761-4020-9b1c-f524a26b7b62'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:58:55.827094 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6c4c42b-671e-4f72-8aa2-f9b212175864" -d '{"events": [{"server_uuid": "f7d5358a-d7ad-48ac-8fbf-8b19ef14f268", "name": "network-vif-plugged", "status": "completed", "tag": "cea34fa9-b761-4020-9b1c-f524a26b7b62"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:58:55.839568 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port cea34fa9-b761-4020-9b1c-f524a26b7b62, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=cea34fa9-b761-4020-9b1c-f524a26b7b62,segment=NetworkSegment(9d4113a0-2ed9-4fc0-932b-00a17e903594),segment_id=9d4113a0-2ed9-4fc0-932b-00a17e903594)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:58:55.844285 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:55.867066 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 22:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03808251-9016-452c-927b-0b01739715cb x-openstack-request-id: req-03808251-9016-452c-927b-0b01739715cb {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:58:55.867366 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7d5358a-d7ad-48ac-8fbf-8b19ef14f268", "name": "network-vif-plugged", "status": "completed", "tag": "cea34fa9-b761-4020-9b1c-f524a26b7b62", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:58:55.867619 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-03808251-9016-452c-927b-0b01739715cb {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:58:55.868008 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7d5358a-d7ad-48ac-8fbf-8b19ef14f268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cea34fa9-b761-4020-9b1c-f524a26b7b62', 'code': 200} Jan 18 22:58:55.894478 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=cea34fa9-b761-4020-9b1c-f524a26b7b62,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:58:55.956434 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4674ac4-416e-4098-834f-2b567ed7f5cf req-4126677d-c4c3-45b9-a367-8e72f0bb0a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:55.957791 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b4674ac4-416e-4098-834f-2b567ed7f5cf req-4126677d-c4c3-45b9-a367-8e72f0bb0a14 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f7d5358a-d7ad-48ac-8fbf-8b19ef14f268 HTTP/1.1" status: 200 len: 1096 time: 0.0387993 Jan 18 22:58:55.991043 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b4674ac4-416e-4098-834f-2b567ed7f5cf req-e562c2e8-8806-4cd2-8e2d-6d0cda5d5b5f service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266602 Jan 18 22:58:56.338375 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b862dc5-c6a1-421c-b293-55931f77cde0 req-5e1a89bb-b027-40f1-bd5b-cf0e5c6e132a tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:56.339900 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8b862dc5-c6a1-421c-b293-55931f77cde0 req-5e1a89bb-b027-40f1-bd5b-cf0e5c6e132a tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7d5358a-d7ad-48ac-8fbf-8b19ef14f268 HTTP/1.1" status: 200 len: 945 time: 0.0523016 Jan 18 22:58:56.376820 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8b862dc5-c6a1-421c-b293-55931f77cde0 req-b91fd4ae-323e-489e-b05e-995239cfa4a2 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309892 Jan 18 22:58:57.499988 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6110e9-8038-4710-96a4-c28f0d28eb99 req-99903827-8a05-4312-9c0b-004a90de1110 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:57.501510 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2d6110e9-8038-4710-96a4-c28f0d28eb99 req-99903827-8a05-4312-9c0b-004a90de1110 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7d5358a-d7ad-48ac-8fbf-8b19ef14f268 HTTP/1.1" status: 200 len: 945 time: 0.0540829 Jan 18 22:58:57.541317 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2d6110e9-8038-4710-96a4-c28f0d28eb99 req-98e8b65b-960a-4668-8fc7-2be07186f050 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338275 Jan 18 22:58:57.657241 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87049486-6632-41dc-afe2-772de3db878b req-82b6d81c-4ef1-4402-bf6f-fbebe2971942 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:57.658783 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-87049486-6632-41dc-afe2-772de3db878b req-82b6d81c-4ef1-4402-bf6f-fbebe2971942 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7d5358a-d7ad-48ac-8fbf-8b19ef14f268 HTTP/1.1" status: 200 len: 945 time: 0.0504317 Jan 18 22:58:57.667586 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 56856) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 22:58:57.672074 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-a5fb9b4e-9cf6-4406-8a6a-f1678ae0a573 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Request body: {'floatingip': {'port_id': 'cea34fa9-b761-4020-9b1c-f524a26b7b62'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 22:58:57.715966 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a5fb9b4e-9cf6-4406-8a6a-f1678ae0a573 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Notify callbacks [] for floatingip, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:58.442172 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a5fb9b4e-9cf6-4406-8a6a-f1678ae0a573 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:58.446709 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a5fb9b4e-9cf6-4406-8a6a-f1678ae0a573 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043075'] for floatingip, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:58.542460 n-d-825064-1 neutron-server[102430]: INFO neutron.db.l3_db [None req-a5fb9b4e-9cf6-4406-8a6a-f1678ae0a573 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Floating IP b88cf00e-47a1-4b47-bc3a-4bc97d7d9696 associated. External IP: 172.25.5.107, port: cea34fa9-b761-4020-9b1c-f524a26b7b62. Jan 18 22:58:58.738278 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5fb9b4e-9cf6-4406-8a6a-f1678ae0a573 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Router 614dffda-0e2e-425a-841a-e8aeb6b2fe93 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:58:58.841949 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5fb9b4e-9cf6-4406-8a6a-f1678ae0a573 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:58:58.847352 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a5fb9b4e-9cf6-4406-8a6a-f1678ae0a573 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:58.851936 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d158bd-d828-4613-9867-596c6ed5abed None None] Sync routers for ids ['614dffda-0e2e-425a-841a-e8aeb6b2fe93'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 22:58:58.864704 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d158bd-d828-4613-9867-596c6ed5abed None None] Routers {'614dffda-0e2e-425a-841a-e8aeb6b2fe93'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:58:58.865310 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-d6d158bd-d828-4613-9867-596c6ed5abed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:58:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['614dffda-0e2e-425a-841a-e8aeb6b2fe93'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:58:58.872530 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-a5fb9b4e-9cf6-4406-8a6a-f1678ae0a573 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "PUT /v2.0/floatingips/b88cf00e-47a1-4b47-bc3a-4bc97d7d9696 HTTP/1.1" status: 200 len: 991 time: 1.2038474 Jan 18 22:58:58.873662 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7d5358a-d7ad-48ac-8fbf-8b19ef14f268', 'tag': 'cea34fa9-b761-4020-9b1c-f524a26b7b62'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 22:58:58.876257 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aae4cb4a-f64d-4333-adc4-f3e4849f531d" -d '{"events": [{"name": "network-changed", "server_uuid": "f7d5358a-d7ad-48ac-8fbf-8b19ef14f268", "tag": "cea34fa9-b761-4020-9b1c-f524a26b7b62"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 22:58:58.915194 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 22:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcecdfae-9fbe-4f70-a2f6-0b2af1f03152 x-openstack-request-id: req-bcecdfae-9fbe-4f70-a2f6-0b2af1f03152 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 22:58:58.915487 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7d5358a-d7ad-48ac-8fbf-8b19ef14f268", "tag": "cea34fa9-b761-4020-9b1c-f524a26b7b62", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 22:58:58.915740 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bcecdfae-9fbe-4f70-a2f6-0b2af1f03152 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 22:58:58.916178 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7d5358a-d7ad-48ac-8fbf-8b19ef14f268', 'tag': 'cea34fa9-b761-4020-9b1c-f524a26b7b62', 'status': 'completed', 'code': 200} Jan 18 22:58:58.975318 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-d6d158bd-d828-4613-9867-596c6ed5abed None None] Set router 614dffda-0e2e-425a-841a-e8aeb6b2fe93 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:58:59.029754 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae4cb4a-f64d-4333-adc4-f3e4849f531d req-eaf7180e-c35c-4222-8b66-50bbdd3f0a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:59.031192 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aae4cb4a-f64d-4333-adc4-f3e4849f531d req-eaf7180e-c35c-4222-8b66-50bbdd3f0a60 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b920d3f799934d12a42b1009a76b1bfc&device_id=f7d5358a-d7ad-48ac-8fbf-8b19ef14f268 HTTP/1.1" status: 200 len: 1096 time: 0.0954688 Jan 18 22:58:59.117641 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae4cb4a-f64d-4333-adc4-f3e4849f531d req-12519e5c-22a0-471a-bff7-0287f1cea72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:59.119187 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aae4cb4a-f64d-4333-adc4-f3e4849f531d req-12519e5c-22a0-471a-bff7-0287f1cea72e service neutron] 10.222.0.67 "GET /v2.0/networks?id=b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3 HTTP/1.1" status: 200 len: 911 time: 0.0816333 Jan 18 22:58:59.187434 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aae4cb4a-f64d-4333-adc4-f3e4849f531d req-fe2a53f7-effb-48c8-b80a-94ddf0d8c65d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cea34fa9-b761-4020-9b1c-f524a26b7b62 HTTP/1.1" status: 200 len: 999 time: 0.0604684 Jan 18 22:58:59.198783 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-d6d158bd-d828-4613-9867-596c6ed5abed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614dffda-0e2e-425a-841a-e8aeb6b2fe93', 'name': 'tempest-ServerActionsTestJSON-271393947-router', 'tenant_id': 'b920d3f799934d12a42b1009a76b1bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '5878dd4b-6ceb-4f88-bc3b-877a3a962eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:56:30Z', 'updated_at': '2022-01-18T22:56:32Z', 'revision_number': 4, 'project_id': 'b920d3f799934d12a42b1009a76b1bfc', 'gw_port': {'id': '5878dd4b-6ceb-4f88-bc3b-877a3a962eb2', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c4:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614dffda-0e2e-425a-841a-e8aeb6b2fe93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:56:30Z', 'updated_at': '2022-01-18T22:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': 'b88cf00e-47a1-4b47-bc3a-4bc97d7d9696', 'tenant_id': 'b920d3f799934d12a42b1009a76b1bfc', 'floating_ip_address': '172.25.5.107', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': '614dffda-0e2e-425a-841a-e8aeb6b2fe93', 'port_id': 'cea34fa9-b761-4020-9b1c-f524a26b7b62', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4073, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3', 'mac_address': 'fa:16:3e:48:91:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d5358a-d7ad-48ac-8fbf-8b19ef14f268', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:56:35Z', 'updated_at': '2022-01-18T22:58:58Z', 'revision_number': 5, 'project_id': 'b920d3f799934d12a42b1009a76b1bfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9dcba35-7e6c-416e-bb9a-d8e4eab1fc01', 'name': '', 'network_id': 'b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3', 'tenant_id': 'b920d3f799934d12a42b1009a76b1bfc', 'mac_address': 'fa:16:3e:7a:f0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614dffda-0e2e-425a-841a-e8aeb6b2fe93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '7458985f-285f-4ddd-bc95-c81cb698d5df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:56:32Z', 'updated_at': '2022-01-18T22:56:36Z', 'revision_number': 5, 'project_id': 'b920d3f799934d12a42b1009a76b1bfc', 'subnets': [{'id': '7458985f-285f-4ddd-bc95-c81cb698d5df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:58:59.225120 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d158bd-d828-4613-9867-596c6ed5abed None None] Checking router: 614dffda-0e2e-425a-841a-e8aeb6b2fe93 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 22:58:59.233419 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d158bd-d828-4613-9867-596c6ed5abed None None] Routers {'614dffda-0e2e-425a-841a-e8aeb6b2fe93'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:58:59.234006 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-d6d158bd-d828-4613-9867-596c6ed5abed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T22:58:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['614dffda-0e2e-425a-841a-e8aeb6b2fe93'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:58:59.234121 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae4cb4a-f64d-4333-adc4-f3e4849f531d req-f532b057-a3a4-4700-b1fa-28bd789b89e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:59.235636 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aae4cb4a-f64d-4333-adc4-f3e4849f531d req-f532b057-a3a4-4700-b1fa-28bd789b89e3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7458985f-285f-4ddd-bc95-c81cb698d5df HTTP/1.1" status: 200 len: 850 time: 0.0424681 Jan 18 22:58:59.279617 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae4cb4a-f64d-4333-adc4-f3e4849f531d req-7bf87cc9-9ec8-4f38-95d8-dc082397ef0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:58:59.281178 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aae4cb4a-f64d-4333-adc4-f3e4849f531d req-7bf87cc9-9ec8-4f38-95d8-dc082397ef0d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397105 Jan 18 22:58:59.341356 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-d6d158bd-d828-4613-9867-596c6ed5abed None None] Set router 614dffda-0e2e-425a-841a-e8aeb6b2fe93 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 22:58:59.370869 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aae4cb4a-f64d-4333-adc4-f3e4849f531d req-b4b7179b-e733-4593-ba3c-d3a3efa57ad0 service neutron] 10.222.0.67 "GET /v2.0/networks/b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831218 Jan 18 22:58:59.466076 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aae4cb4a-f64d-4333-adc4-f3e4849f531d req-da191b2c-a49c-4f02-ba0f-876b7159d2c6 service neutron] 10.222.0.67 "GET /v2.0/networks/b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890288 Jan 18 22:58:59.571568 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-d6d158bd-d828-4613-9867-596c6ed5abed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614dffda-0e2e-425a-841a-e8aeb6b2fe93', 'name': 'tempest-ServerActionsTestJSON-271393947-router', 'tenant_id': 'b920d3f799934d12a42b1009a76b1bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '5878dd4b-6ceb-4f88-bc3b-877a3a962eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:56:30Z', 'updated_at': '2022-01-18T22:56:32Z', 'revision_number': 4, 'project_id': 'b920d3f799934d12a42b1009a76b1bfc', 'gw_port': {'id': '5878dd4b-6ceb-4f88-bc3b-877a3a962eb2', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c4:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614dffda-0e2e-425a-841a-e8aeb6b2fe93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:56:30Z', 'updated_at': '2022-01-18T22:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': 'b88cf00e-47a1-4b47-bc3a-4bc97d7d9696', 'tenant_id': 'b920d3f799934d12a42b1009a76b1bfc', 'floating_ip_address': '172.25.5.107', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': '614dffda-0e2e-425a-841a-e8aeb6b2fe93', 'port_id': 'cea34fa9-b761-4020-9b1c-f524a26b7b62', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4073, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3', 'mac_address': 'fa:16:3e:48:91:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d5358a-d7ad-48ac-8fbf-8b19ef14f268', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:56:35Z', 'updated_at': '2022-01-18T22:58:58Z', 'revision_number': 5, 'project_id': 'b920d3f799934d12a42b1009a76b1bfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9dcba35-7e6c-416e-bb9a-d8e4eab1fc01', 'name': '', 'network_id': 'b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3', 'tenant_id': 'b920d3f799934d12a42b1009a76b1bfc', 'mac_address': 'fa:16:3e:7a:f0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614dffda-0e2e-425a-841a-e8aeb6b2fe93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '7458985f-285f-4ddd-bc95-c81cb698d5df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:56:32Z', 'updated_at': '2022-01-18T22:56:36Z', 'revision_number': 5, 'project_id': 'b920d3f799934d12a42b1009a76b1bfc', 'subnets': [{'id': '7458985f-285f-4ddd-bc95-c81cb698d5df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:58:59.596931 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d158bd-d828-4613-9867-596c6ed5abed None None] The sync data for ids ['614dffda-0e2e-425a-841a-e8aeb6b2fe93'] in n-d-825064-1 is: [{'id': '614dffda-0e2e-425a-841a-e8aeb6b2fe93', 'name': 'tempest-ServerActionsTestJSON-271393947-router', 'tenant_id': 'b920d3f799934d12a42b1009a76b1bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '5878dd4b-6ceb-4f88-bc3b-877a3a962eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:56:30Z', 'updated_at': '2022-01-18T22:56:32Z', 'revision_number': 4, 'project_id': 'b920d3f799934d12a42b1009a76b1bfc', 'gw_port': {'id': '5878dd4b-6ceb-4f88-bc3b-877a3a962eb2', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c4:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614dffda-0e2e-425a-841a-e8aeb6b2fe93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:56:30Z', 'updated_at': '2022-01-18T22:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': 'b88cf00e-47a1-4b47-bc3a-4bc97d7d9696', 'tenant_id': 'b920d3f799934d12a42b1009a76b1bfc', 'floating_ip_address': '172.25.5.107', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': '614dffda-0e2e-425a-841a-e8aeb6b2fe93', 'port_id': 'cea34fa9-b761-4020-9b1c-f524a26b7b62', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4073, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3', 'mac_address': 'fa:16:3e:48:91:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d5358a-d7ad-48ac-8fbf-8b19ef14f268', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:56:35Z', 'updated_at': '2022-01-18T22:58:58Z', 'revision_number': 5, 'project_id': 'b920d3f799934d12a42b1009a76b1bfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9dcba35-7e6c-416e-bb9a-d8e4eab1fc01', 'name': '', 'network_id': 'b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3', 'tenant_id': 'b920d3f799934d12a42b1009a76b1bfc', 'mac_address': 'fa:16:3e:7a:f0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614dffda-0e2e-425a-841a-e8aeb6b2fe93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '7458985f-285f-4ddd-bc95-c81cb698d5df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:56:32Z', 'updated_at': '2022-01-18T22:56:36Z', 'revision_number': 5, 'project_id': 'b920d3f799934d12a42b1009a76b1bfc', 'subnets': [{'id': '7458985f-285f-4ddd-bc95-c81cb698d5df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 22:58:59.781793 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3d344d-159f-415f-b663-9c3624787734 None None] New status for floating IP b88cf00e-47a1-4b47-bc3a-4bc97d7d9696: ACTIVE {{(pid=102433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 22:59:01.252545 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 22:59:13.094968 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:13.906590 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:19.334744 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bb487c67-2bb2-412a-90aa-6e8ae27c2805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:21.982151 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c59aed9f-aa9e-4985-a670-1ddd4ce7b8d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:23.061089 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:24.514882 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:24.668597 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:38.252632 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 22:59:43.105506 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:43.921808 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:49.335499 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6580bfb2-87fa-46a6-abb3-7df13cf23e9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:51.983334 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6088e11d-b2aa-4afd-b68a-f1f22cbffff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:53.063613 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:54.526402 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:54.669343 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:55.745346 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d23c83a4-40b5-48d7-8f5e-970df01b9128 req-6c808a73-6497-429e-ab36-5d2ca47a49c9 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f7d5358a-d7ad-48ac-8fbf-8b19ef14f268&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397077 Jan 18 22:59:55.827837 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23c83a4-40b5-48d7-8f5e-970df01b9128 req-631dff81-8471-48e7-80be-44e676d669c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:55.829326 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d23c83a4-40b5-48d7-8f5e-970df01b9128 req-631dff81-8471-48e7-80be-44e676d669c2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b920d3f799934d12a42b1009a76b1bfc&device_id=f7d5358a-d7ad-48ac-8fbf-8b19ef14f268 HTTP/1.1" status: 200 len: 1096 time: 0.0434184 Jan 18 22:59:55.928316 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23c83a4-40b5-48d7-8f5e-970df01b9128 req-71d3e5fd-de9d-49a4-97fb-19e893b255ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:55.929760 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d23c83a4-40b5-48d7-8f5e-970df01b9128 req-71d3e5fd-de9d-49a4-97fb-19e893b255ae service neutron] 10.222.0.67 "GET /v2.0/networks?id=b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3 HTTP/1.1" status: 200 len: 911 time: 0.0825181 Jan 18 22:59:55.996515 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d23c83a4-40b5-48d7-8f5e-970df01b9128 req-9c9d3d5d-c158-42d1-b2c8-2d22d9225a08 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cea34fa9-b761-4020-9b1c-f524a26b7b62 HTTP/1.1" status: 200 len: 1001 time: 0.0605838 Jan 18 22:59:56.043361 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23c83a4-40b5-48d7-8f5e-970df01b9128 req-5ca86d61-cf69-47aa-bd6f-7c76e3e8f897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:56.044778 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d23c83a4-40b5-48d7-8f5e-970df01b9128 req-5ca86d61-cf69-47aa-bd6f-7c76e3e8f897 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7458985f-285f-4ddd-bc95-c81cb698d5df HTTP/1.1" status: 200 len: 850 time: 0.0425923 Jan 18 22:59:56.088995 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23c83a4-40b5-48d7-8f5e-970df01b9128 req-6499939c-e36d-4583-a991-098be3e73c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:56.090465 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d23c83a4-40b5-48d7-8f5e-970df01b9128 req-6499939c-e36d-4583-a991-098be3e73c20 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388772 Jan 18 22:59:56.181676 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d23c83a4-40b5-48d7-8f5e-970df01b9128 req-206cff2e-dde9-41d2-8944-18d33451059d service neutron] 10.222.0.67 "GET /v2.0/networks/b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849576 Jan 18 22:59:56.273799 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d23c83a4-40b5-48d7-8f5e-970df01b9128 req-e194bedd-40ea-45b0-8b88-264749870747 service neutron] 10.222.0.67 "GET /v2.0/networks/b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811875 Jan 18 23:00:13.106477 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:13.937572 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:15.252028 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 23:00:19.335567 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b0178e7f-a439-40dc-ab3e-e3b024d64484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:21.984289 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c2321e3a-49db-40fc-a526-15c89b5bc785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:23.067187 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:24.520903 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:24.669250 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:32.985613 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [req-ba5b75d8-25de-400a-bc91-0f4603cee8f7 req-4db8bd9d-f4a5-44e9-8f06-d9034b035107 service neutron] (102431) timed out ('10.222.0.67', 56165) {{(pid=102431) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jan 18 23:00:35.709347 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c589e3c-b7d1-482f-b6f5-09e3a7fd4936 req-f2712187-ad22-455c-80e3-1eaa00531675 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:35.710823 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9c589e3c-b7d1-482f-b6f5-09e3a7fd4936 req-f2712187-ad22-455c-80e3-1eaa00531675 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7d5358a-d7ad-48ac-8fbf-8b19ef14f268 HTTP/1.1" status: 200 len: 945 time: 0.0518186 Jan 18 23:00:35.748177 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9c589e3c-b7d1-482f-b6f5-09e3a7fd4936 req-d7c9d516-607d-4990-9090-629449f4c797 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312040 Jan 18 23:00:36.867255 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27791ff5-69b1-43dc-9c38-765e9e7099a0 req-b5b4af5a-34ea-4a81-a0b0-63c5638bdfb8 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:36.868736 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-27791ff5-69b1-43dc-9c38-765e9e7099a0 req-b5b4af5a-34ea-4a81-a0b0-63c5638bdfb8 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7d5358a-d7ad-48ac-8fbf-8b19ef14f268 HTTP/1.1" status: 200 len: 945 time: 0.0531814 Jan 18 23:00:36.905765 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-27791ff5-69b1-43dc-9c38-765e9e7099a0 req-f497accf-2e50-4a39-8844-4f17d6248682 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310516 Jan 18 23:00:38.019324 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ad9b0-0539-407a-941d-7fb358cea91d req-116ed691-45d2-4c8f-a30f-1a168b058205 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:38.021464 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-188ad9b0-0539-407a-941d-7fb358cea91d req-116ed691-45d2-4c8f-a30f-1a168b058205 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7d5358a-d7ad-48ac-8fbf-8b19ef14f268 HTTP/1.1" status: 200 len: 945 time: 0.0484335 Jan 18 23:00:38.058752 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-188ad9b0-0539-407a-941d-7fb358cea91d req-bf9d63a4-d0e7-4dd7-b595-a004523536bc tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311887 Jan 18 23:00:39.172246 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167dad1b-179d-4b55-9204-ccbac2c305d4 req-b62b7f08-82b4-44bb-acdd-3482cc2c1d10 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:39.173702 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-167dad1b-179d-4b55-9204-ccbac2c305d4 req-b62b7f08-82b4-44bb-acdd-3482cc2c1d10 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7d5358a-d7ad-48ac-8fbf-8b19ef14f268 HTTP/1.1" status: 200 len: 945 time: 0.0482328 Jan 18 23:00:39.210438 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-167dad1b-179d-4b55-9204-ccbac2c305d4 req-0e496466-8f45-4426-9275-dedcd3ba3fe3 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308850 Jan 18 23:00:40.329206 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1a4602-ab3b-44c3-a793-c93788ab8287 req-fb2bc69f-10d1-4ca1-b7a1-0b2d457f30cf tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:40.330851 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3f1a4602-ab3b-44c3-a793-c93788ab8287 req-fb2bc69f-10d1-4ca1-b7a1-0b2d457f30cf tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7d5358a-d7ad-48ac-8fbf-8b19ef14f268 HTTP/1.1" status: 200 len: 945 time: 0.0528550 Jan 18 23:00:40.369185 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3f1a4602-ab3b-44c3-a793-c93788ab8287 req-24726410-ded0-4fb3-b0dd-2d06ac489880 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315571 Jan 18 23:00:41.481046 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a587e61-a375-4a39-937f-d17d594969d0 req-3e13e611-4ce8-4274-bb18-eb11069b67c1 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:41.482498 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0a587e61-a375-4a39-937f-d17d594969d0 req-3e13e611-4ce8-4274-bb18-eb11069b67c1 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7d5358a-d7ad-48ac-8fbf-8b19ef14f268 HTTP/1.1" status: 200 len: 945 time: 0.0485973 Jan 18 23:00:41.518850 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0a587e61-a375-4a39-937f-d17d594969d0 req-3268e990-6fd6-496f-a5ec-2fe40cff1d90 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305960 Jan 18 23:00:42.630675 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6367dadd-201e-4987-8963-605f8fea00b2 req-d25daa80-e697-43a8-bad8-89dea8e2ffab tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:42.632116 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6367dadd-201e-4987-8963-605f8fea00b2 req-d25daa80-e697-43a8-bad8-89dea8e2ffab tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7d5358a-d7ad-48ac-8fbf-8b19ef14f268 HTTP/1.1" status: 200 len: 945 time: 0.0482557 Jan 18 23:00:42.669067 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6367dadd-201e-4987-8963-605f8fea00b2 req-1f58cd48-2484-433f-a97d-2e1eba181205 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308273 Jan 18 23:00:43.107485 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:43.784765 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c29a44f-feb3-4735-ba51-7ccb088ab482 req-88dd13de-6d60-41d4-8173-679cdd8ac00e tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:43.786739 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6c29a44f-feb3-4735-ba51-7ccb088ab482 req-88dd13de-6d60-41d4-8173-679cdd8ac00e tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7d5358a-d7ad-48ac-8fbf-8b19ef14f268 HTTP/1.1" status: 200 len: 945 time: 0.0522010 Jan 18 23:00:43.823124 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6c29a44f-feb3-4735-ba51-7ccb088ab482 req-8fdb6752-0679-417b-9d2c-88f9cab67c30 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306587 Jan 18 23:00:43.951939 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:44.937670 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263c4eaf-2e54-4fc4-9700-73a3b16dccde req-f9a416b0-30bf-4815-af07-15906e8180cd tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:44.939113 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-263c4eaf-2e54-4fc4-9700-73a3b16dccde req-f9a416b0-30bf-4815-af07-15906e8180cd tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7d5358a-d7ad-48ac-8fbf-8b19ef14f268 HTTP/1.1" status: 200 len: 945 time: 0.0471401 Jan 18 23:00:44.977573 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-263c4eaf-2e54-4fc4-9700-73a3b16dccde req-5b2091e9-96bc-46ed-8251-7002299bf92b tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312164 Jan 18 23:00:46.089439 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa915b4-3d35-4e82-9cbd-9aaa0dab6a6a req-9543bd5e-b563-484a-91c3-f44b51157f99 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:46.090929 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0fa915b4-3d35-4e82-9cbd-9aaa0dab6a6a req-9543bd5e-b563-484a-91c3-f44b51157f99 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7d5358a-d7ad-48ac-8fbf-8b19ef14f268 HTTP/1.1" status: 200 len: 945 time: 0.0480216 Jan 18 23:00:46.128483 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0fa915b4-3d35-4e82-9cbd-9aaa0dab6a6a req-c78f6e2d-9848-405f-9489-2aa981a7c0ef tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316815 Jan 18 23:00:46.373419 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-10c33e33-527f-417d-9ea0-ff1d765c0339 req-cb7ed488-4864-459b-9159-89cb130de663 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f7d5358a-d7ad-48ac-8fbf-8b19ef14f268&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0706065 Jan 18 23:00:46.385267 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fcd719-d20c-460b-9e3b-87d7d99110ee req-75b5541f-fec1-4841-826d-2aae87b6e717 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:46.386672 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a8fcd719-d20c-460b-9e3b-87d7d99110ee req-75b5541f-fec1-4841-826d-2aae87b6e717 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7d5358a-d7ad-48ac-8fbf-8b19ef14f268 HTTP/1.1" status: 200 len: 945 time: 0.0742452 Jan 18 23:00:46.427051 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a8fcd719-d20c-460b-9e3b-87d7d99110ee req-0e0b2a02-ca6a-486c-9cfc-2d5a8fddd0ec tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335679 Jan 18 23:00:47.540919 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddb0228-966d-4970-86df-cdf9dddbd774 req-55cf9c7d-f94d-45bf-a0bd-4be745f838b9 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:47.542368 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5ddb0228-966d-4970-86df-cdf9dddbd774 req-55cf9c7d-f94d-45bf-a0bd-4be745f838b9 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7d5358a-d7ad-48ac-8fbf-8b19ef14f268 HTTP/1.1" status: 200 len: 945 time: 0.0475500 Jan 18 23:00:47.578944 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5ddb0228-966d-4970-86df-cdf9dddbd774 req-14220857-aece-4a4a-911f-6c3a1ae0404a tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307131 Jan 18 23:00:48.695927 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9e95f6-5c36-4864-a5fb-41bbb903d5f6 req-daa22039-333a-43b4-9efb-8308700e069e tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:48.697416 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0b9e95f6-5c36-4864-a5fb-41bbb903d5f6 req-daa22039-333a-43b4-9efb-8308700e069e tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7d5358a-d7ad-48ac-8fbf-8b19ef14f268 HTTP/1.1" status: 200 len: 945 time: 0.0522420 Jan 18 23:00:48.733174 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0b9e95f6-5c36-4864-a5fb-41bbb903d5f6 req-d08cdbd1-0ecd-44c5-a183-2c4ede9b7d2d tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299168 Jan 18 23:00:49.336802 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-12f3ac54-6cbb-476d-a745-095b20f8a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:49.844810 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45473577-003b-4ae9-b2aa-48c35ec9bd89 req-7601abae-a1a2-479b-9dfc-d628f078f4d0 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:49.846252 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-45473577-003b-4ae9-b2aa-48c35ec9bd89 req-7601abae-a1a2-479b-9dfc-d628f078f4d0 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7d5358a-d7ad-48ac-8fbf-8b19ef14f268 HTTP/1.1" status: 200 len: 945 time: 0.0478315 Jan 18 23:00:49.885368 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-45473577-003b-4ae9-b2aa-48c35ec9bd89 req-15a058dc-8dd5-441d-9d7c-e74c998e6d7a tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331933 Jan 18 23:00:51.006704 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f382a9f7-f355-46c8-83c1-220acd706e39 req-864b2611-90d3-494e-a248-4340708a890d tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:51.008310 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f382a9f7-f355-46c8-83c1-220acd706e39 req-864b2611-90d3-494e-a248-4340708a890d tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7d5358a-d7ad-48ac-8fbf-8b19ef14f268 HTTP/1.1" status: 200 len: 945 time: 0.0495217 Jan 18 23:00:51.046557 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f382a9f7-f355-46c8-83c1-220acd706e39 req-1c144b07-52ef-4ae5-a488-2023b98c9d41 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322111 Jan 18 23:00:51.469314 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c33e33-527f-417d-9ea0-ff1d765c0339 req-558aba70-959d-4432-8c78-b44e98d53504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:51.470779 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-10c33e33-527f-417d-9ea0-ff1d765c0339 req-558aba70-959d-4432-8c78-b44e98d53504 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b920d3f799934d12a42b1009a76b1bfc&device_id=f7d5358a-d7ad-48ac-8fbf-8b19ef14f268 HTTP/1.1" status: 200 len: 1096 time: 0.0433240 Jan 18 23:00:51.557464 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c33e33-527f-417d-9ea0-ff1d765c0339 req-b7c4b0f8-f204-422a-acf0-53af4e82e07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:51.558905 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-10c33e33-527f-417d-9ea0-ff1d765c0339 req-b7c4b0f8-f204-422a-acf0-53af4e82e07b service neutron] 10.222.0.67 "GET /v2.0/networks?id=b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3 HTTP/1.1" status: 200 len: 911 time: 0.0817618 Jan 18 23:00:51.624558 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-10c33e33-527f-417d-9ea0-ff1d765c0339 req-41a744fb-c95c-45f7-a54e-17bf9ccb4a7a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cea34fa9-b761-4020-9b1c-f524a26b7b62 HTTP/1.1" status: 200 len: 1001 time: 0.0594001 Jan 18 23:00:51.672119 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c33e33-527f-417d-9ea0-ff1d765c0339 req-fbe3273b-2bf8-4ba2-b8fd-8750c7ad6db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:51.673553 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-10c33e33-527f-417d-9ea0-ff1d765c0339 req-fbe3273b-2bf8-4ba2-b8fd-8750c7ad6db7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7458985f-285f-4ddd-bc95-c81cb698d5df HTTP/1.1" status: 200 len: 850 time: 0.0432284 Jan 18 23:00:51.717269 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c33e33-527f-417d-9ea0-ff1d765c0339 req-6630d6b3-5268-4feb-a45f-cc3148550e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:51.718709 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-10c33e33-527f-417d-9ea0-ff1d765c0339 req-6630d6b3-5268-4feb-a45f-cc3148550e17 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392261 Jan 18 23:00:51.814708 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-10c33e33-527f-417d-9ea0-ff1d765c0339 req-cfe02b17-2675-47e3-848a-5844367a4b0e service neutron] 10.222.0.67 "GET /v2.0/networks/b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893083 Jan 18 23:00:51.901086 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-10c33e33-527f-417d-9ea0-ff1d765c0339 req-de8953e8-2ee6-4489-bcf7-e4c7ba8260e0 service neutron] 10.222.0.67 "GET /v2.0/networks/b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801959 Jan 18 23:00:51.984079 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2bb62953-5e79-43cf-bdaf-ff4d0e9a3fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:52.162719 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01e4120-c094-45fd-a538-7707a0f615fc req-b3102469-a605-4d5d-b5db-78e5a4c5bc69 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:52.164197 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f01e4120-c094-45fd-a538-7707a0f615fc req-b3102469-a605-4d5d-b5db-78e5a4c5bc69 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7d5358a-d7ad-48ac-8fbf-8b19ef14f268 HTTP/1.1" status: 200 len: 945 time: 0.0489161 Jan 18 23:00:52.200980 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f01e4120-c094-45fd-a538-7707a0f615fc req-b393047e-a25a-494e-83cb-b8c9e1cfec0c tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307791 Jan 18 23:00:52.250513 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 23:00:53.069958 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:53.319295 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedadb66-5d3a-4249-bc6e-1523d70e3cd2 req-6857a052-d4fb-4fe6-b7b6-1e43c929d8a9 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:53.320842 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fedadb66-5d3a-4249-bc6e-1523d70e3cd2 req-6857a052-d4fb-4fe6-b7b6-1e43c929d8a9 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7d5358a-d7ad-48ac-8fbf-8b19ef14f268 HTTP/1.1" status: 200 len: 945 time: 0.0520124 Jan 18 23:00:53.357335 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fedadb66-5d3a-4249-bc6e-1523d70e3cd2 req-1220e909-ed91-4da0-9e1d-114484bf4664 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306699 Jan 18 23:00:53.730720 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [req-10c33e33-527f-417d-9ea0-ff1d765c0339 req-ad0af301-c477-4bdb-924c-ae70a6ac6c1c service neutron] show failed (client error): The resource could not be found. Jan 18 23:00:53.731632 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-10c33e33-527f-417d-9ea0-ff1d765c0339 req-ad0af301-c477-4bdb-924c-ae70a6ac6c1c service neutron] 10.222.0.67 "GET /v2.0/ports/cea34fa9-b761-4020-9b1c-f524a26b7b62/bindings/n-h1-825064-1 HTTP/1.1" status: 404 len: 380 time: 0.0540361 Jan 18 23:00:54.018333 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c33e33-527f-417d-9ea0-ff1d765c0339 req-287bfadb-bdeb-4ab8-96b0-2b45fc312993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:54.020318 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-10c33e33-527f-417d-9ea0-ff1d765c0339 req-287bfadb-bdeb-4ab8-96b0-2b45fc312993 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f7d5358a-d7ad-48ac-8fbf-8b19ef14f268&tenant_id=b920d3f799934d12a42b1009a76b1bfc HTTP/1.1" status: 200 len: 1096 time: 0.1370807 Jan 18 23:00:54.032479 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-10c33e33-527f-417d-9ea0-ff1d765c0339 req-e41c382b-7aea-4b53-9395-d5c5d853d580 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825064-1', 'device_owner': 'compute:nova'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:00:54.087956 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-10c33e33-527f-417d-9ea0-ff1d765c0339 req-e41c382b-7aea-4b53-9395-d5c5d853d580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:54.284755 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-10c33e33-527f-417d-9ea0-ff1d765c0339 req-e41c382b-7aea-4b53-9395-d5c5d853d580 service neutron] For port cea34fa9-b761-4020-9b1c-f524a26b7b62, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=cea34fa9-b761-4020-9b1c-f524a26b7b62,segment=NetworkSegment(9d4113a0-2ed9-4fc0-932b-00a17e903594),segment_id=9d4113a0-2ed9-4fc0-932b-00a17e903594)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:00:54.320155 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-10c33e33-527f-417d-9ea0-ff1d765c0339 req-e41c382b-7aea-4b53-9395-d5c5d853d580 service neutron] For port cea34fa9-b761-4020-9b1c-f524a26b7b62, host n-h2-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:00:54.358513 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7d5358a-d7ad-48ac-8fbf-8b19ef14f268', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cea34fa9-b761-4020-9b1c-f524a26b7b62'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:00:54.360779 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31e07d69-4077-4fa6-904a-176a70a80ccc" -d '{"events": [{"server_uuid": "f7d5358a-d7ad-48ac-8fbf-8b19ef14f268", "name": "network-vif-unplugged", "status": "completed", "tag": "cea34fa9-b761-4020-9b1c-f524a26b7b62"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 23:00:54.365227 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-10c33e33-527f-417d-9ea0-ff1d765c0339 req-e41c382b-7aea-4b53-9395-d5c5d853d580 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:54.378080 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [req-10c33e33-527f-417d-9ea0-ff1d765c0339 req-e41c382b-7aea-4b53-9395-d5c5d853d580 service neutron] Transition to ACTIVE for port object cea34fa9-b761-4020-9b1c-f524a26b7b62 will not be triggered until provisioned by entity L2. {{(pid=102431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:00:54.382939 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-10c33e33-527f-417d-9ea0-ff1d765c0339 req-e41c382b-7aea-4b53-9395-d5c5d853d580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:54.417157 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 18 Jan 2022 23:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae7d21f0-8bd7-4e0a-b3c2-26059ecabf34 x-openstack-request-id: req-ae7d21f0-8bd7-4e0a-b3c2-26059ecabf34 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 23:00:54.417446 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7d5358a-d7ad-48ac-8fbf-8b19ef14f268", "name": "network-vif-unplugged", "status": "completed", "tag": "cea34fa9-b761-4020-9b1c-f524a26b7b62", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 23:00:54.418311 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ae7d21f0-8bd7-4e0a-b3c2-26059ecabf34 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 23:00:54.418311 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7d5358a-d7ad-48ac-8fbf-8b19ef14f268', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cea34fa9-b761-4020-9b1c-f524a26b7b62', 'code': 200} Jan 18 23:00:54.475066 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41c382b-7aea-4b53-9395-d5c5d853d580 service neutron] Pushing event updated for resources: {'Port': ['ID=cea34fa9-b761-4020-9b1c-f524a26b7b62,revision_number=6']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:54.489172 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41c382b-7aea-4b53-9395-d5c5d853d580 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:00:54.489520 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41c382b-7aea-4b53-9395-d5c5d853d580 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:00:54.489842 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4256ad51-7eee-4df0-a654-e7fe961acb99 req-17fc46ba-e345-4b69-9fce-9d5144d05bcf tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:54.490301 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41c382b-7aea-4b53-9395-d5c5d853d580 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:00:54.490301 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41c382b-7aea-4b53-9395-d5c5d853d580 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:00:54.490476 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41c382b-7aea-4b53-9395-d5c5d853d580 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:00:54.490809 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41c382b-7aea-4b53-9395-d5c5d853d580 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:00:54.491131 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41c382b-7aea-4b53-9395-d5c5d853d580 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:00:54.491456 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41c382b-7aea-4b53-9395-d5c5d853d580 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:00:54.491665 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4256ad51-7eee-4df0-a654-e7fe961acb99 req-17fc46ba-e345-4b69-9fce-9d5144d05bcf tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7d5358a-d7ad-48ac-8fbf-8b19ef14f268 HTTP/1.1" status: 200 len: 943 time: 0.0536602 Jan 18 23:00:54.491765 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41c382b-7aea-4b53-9395-d5c5d853d580 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:00:54.492090 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41c382b-7aea-4b53-9395-d5c5d853d580 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:00:54.492456 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41c382b-7aea-4b53-9395-d5c5d853d580 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:00:54.492756 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41c382b-7aea-4b53-9395-d5c5d853d580 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:00:54.526963 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:54.533951 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-10c33e33-527f-417d-9ea0-ff1d765c0339 req-e41c382b-7aea-4b53-9395-d5c5d853d580 service neutron] No DVR routers for this DVR port cea34fa9-b761-4020-9b1c-f524a26b7b62 on host n-h2-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:00:54.548734 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4256ad51-7eee-4df0-a654-e7fe961acb99 req-9f1cf68e-869f-402b-b2c4-1012266fd066 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494170 Jan 18 23:00:54.668955 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:54.678810 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-10c33e33-527f-417d-9ea0-ff1d765c0339 req-e41c382b-7aea-4b53-9395-d5c5d853d580 service neutron] Attempting to bind port cea34fa9-b761-4020-9b1c-f524a26b7b62 on host n-h1-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:00:54.679144 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-10c33e33-527f-417d-9ea0-ff1d765c0339 req-e41c382b-7aea-4b53-9395-d5c5d853d580 service neutron] Attempting to bind port cea34fa9-b761-4020-9b1c-f524a26b7b62 by drivers openvswitch,hyperv on host n-h1-825064-1 at level 0 using segments [{'id': '9d4113a0-2ed9-4fc0-932b-00a17e903594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:00:54.679465 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c33e33-527f-417d-9ea0-ff1d765c0339 req-e41c382b-7aea-4b53-9395-d5c5d853d580 service neutron] Attempting to bind port cea34fa9-b761-4020-9b1c-f524a26b7b62 on network b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 23:00:54.683656 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c33e33-527f-417d-9ea0-ff1d765c0339 req-e41c382b-7aea-4b53-9395-d5c5d853d580 service neutron] Port cea34fa9-b761-4020-9b1c-f524a26b7b62 on network b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 23:00:54.683972 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c33e33-527f-417d-9ea0-ff1d765c0339 req-e41c382b-7aea-4b53-9395-d5c5d853d580 service neutron] Attempting to bind port cea34fa9-b761-4020-9b1c-f524a26b7b62 on network b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 23:00:54.688728 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c33e33-527f-417d-9ea0-ff1d765c0339 req-e41c382b-7aea-4b53-9395-d5c5d853d580 service neutron] Checking agent: {'id': 'e49d1b2a-ba11-487f-a804-ecbf3c0e8132', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 23:00:54.689009 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c33e33-527f-417d-9ea0-ff1d765c0339 req-e41c382b-7aea-4b53-9395-d5c5d853d580 service neutron] Checking segment: {'id': '9d4113a0-2ed9-4fc0-932b-00a17e903594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 23:00:54.689387 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c33e33-527f-417d-9ea0-ff1d765c0339 req-e41c382b-7aea-4b53-9395-d5c5d853d580 service neutron] Bound using segment: {'id': '9d4113a0-2ed9-4fc0-932b-00a17e903594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 23:00:54.689802 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-10c33e33-527f-417d-9ea0-ff1d765c0339 req-e41c382b-7aea-4b53-9395-d5c5d853d580 service neutron] Bound port: cea34fa9-b761-4020-9b1c-f524a26b7b62, host: n-h1-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d4113a0-2ed9-4fc0-932b-00a17e903594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:00:54.690150 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-10c33e33-527f-417d-9ea0-ff1d765c0339 req-e41c382b-7aea-4b53-9395-d5c5d853d580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:54.750916 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-10c33e33-527f-417d-9ea0-ff1d765c0339 req-e41c382b-7aea-4b53-9395-d5c5d853d580 service neutron] For port cea34fa9-b761-4020-9b1c-f524a26b7b62, host n-h1-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:00:54.753924 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-10c33e33-527f-417d-9ea0-ff1d765c0339 req-e41c382b-7aea-4b53-9395-d5c5d853d580 service neutron] For port cea34fa9-b761-4020-9b1c-f524a26b7b62, host n-h1-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=cea34fa9-b761-4020-9b1c-f524a26b7b62,segment=NetworkSegment(9d4113a0-2ed9-4fc0-932b-00a17e903594),segment_id=9d4113a0-2ed9-4fc0-932b-00a17e903594)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:00:54.761901 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-10c33e33-527f-417d-9ea0-ff1d765c0339 req-e41c382b-7aea-4b53-9395-d5c5d853d580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:54.795232 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c33e33-527f-417d-9ea0-ff1d765c0339 req-e41c382b-7aea-4b53-9395-d5c5d853d580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:54.795842 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-10c33e33-527f-417d-9ea0-ff1d765c0339 req-e41c382b-7aea-4b53-9395-d5c5d853d580 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:54.797238 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-10c33e33-527f-417d-9ea0-ff1d765c0339 req-e41c382b-7aea-4b53-9395-d5c5d853d580 service neutron] 10.222.0.36 "PUT /v2.0/ports/cea34fa9-b761-4020-9b1c-f524a26b7b62 HTTP/1.1" status: 200 len: 1091 time: 0.7686346 Jan 18 23:00:54.818887 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41c382b-7aea-4b53-9395-d5c5d853d580 service neutron] Pushing event updated for resources: {'Port': ['ID=cea34fa9-b761-4020-9b1c-f524a26b7b62,revision_number=7']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:54.866207 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c33e33-527f-417d-9ea0-ff1d765c0339 req-899d9251-d584-4890-a432-35fda9f63d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:54.867743 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-10c33e33-527f-417d-9ea0-ff1d765c0339 req-899d9251-d584-4890-a432-35fda9f63d7d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b920d3f799934d12a42b1009a76b1bfc&device_id=f7d5358a-d7ad-48ac-8fbf-8b19ef14f268 HTTP/1.1" status: 200 len: 1094 time: 0.0459855 Jan 18 23:00:54.960061 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c33e33-527f-417d-9ea0-ff1d765c0339 req-f4b07402-d551-45f4-ace8-80a4be9d8121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:54.961543 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-10c33e33-527f-417d-9ea0-ff1d765c0339 req-f4b07402-d551-45f4-ace8-80a4be9d8121 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3 HTTP/1.1" status: 200 len: 911 time: 0.0874612 Jan 18 23:00:55.028735 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-10c33e33-527f-417d-9ea0-ff1d765c0339 req-93a8de90-d7e0-405e-8328-bc296391e57a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cea34fa9-b761-4020-9b1c-f524a26b7b62 HTTP/1.1" status: 200 len: 999 time: 0.0606945 Jan 18 23:00:55.079925 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c33e33-527f-417d-9ea0-ff1d765c0339 req-8bcd6384-4803-4517-8f84-dba1a02606c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:55.081430 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-10c33e33-527f-417d-9ea0-ff1d765c0339 req-8bcd6384-4803-4517-8f84-dba1a02606c6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7458985f-285f-4ddd-bc95-c81cb698d5df HTTP/1.1" status: 200 len: 850 time: 0.0466547 Jan 18 23:00:55.130502 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c33e33-527f-417d-9ea0-ff1d765c0339 req-7f4b09e7-7069-43a7-8c7d-7f3f95f6a97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:55.131983 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-10c33e33-527f-417d-9ea0-ff1d765c0339 req-7f4b09e7-7069-43a7-8c7d-7f3f95f6a97d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445085 Jan 18 23:00:55.221176 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-10c33e33-527f-417d-9ea0-ff1d765c0339 req-3f6cf5c2-2ff3-4d64-abc2-e53d073b3f04 service neutron] 10.222.0.36 "GET /v2.0/networks/b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817308 Jan 18 23:00:55.306645 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-10c33e33-527f-417d-9ea0-ff1d765c0339 req-4bd9c1f5-3bcb-4061-bca9-8625cf6b912d service neutron] 10.222.0.36 "GET /v2.0/networks/b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790372 Jan 18 23:00:55.669829 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a02b8c5-c701-4fe9-a631-222db1b1e1db req-2cc74dbc-051a-4f76-ad54-db3a4d3f02cc tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:55.671201 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9a02b8c5-c701-4fe9-a631-222db1b1e1db req-2cc74dbc-051a-4f76-ad54-db3a4d3f02cc tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7d5358a-d7ad-48ac-8fbf-8b19ef14f268 HTTP/1.1" status: 200 len: 943 time: 0.0517068 Jan 18 23:00:55.709425 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9a02b8c5-c701-4fe9-a631-222db1b1e1db req-09551245-ca02-4dee-9dff-bfab8a6c48c8 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322742 Jan 18 23:00:56.419653 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7d5358a-d7ad-48ac-8fbf-8b19ef14f268', 'tag': 'cea34fa9-b761-4020-9b1c-f524a26b7b62'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:00:56.421976 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c120ab41-a6be-41a8-a7e5-c55bf7d5c2e5" -d '{"events": [{"name": "network-changed", "server_uuid": "f7d5358a-d7ad-48ac-8fbf-8b19ef14f268", "tag": "cea34fa9-b761-4020-9b1c-f524a26b7b62"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 23:00:56.468688 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 23:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc29f6df-bb2a-4a40-9b24-53b9ecdbd3f6 x-openstack-request-id: req-bc29f6df-bb2a-4a40-9b24-53b9ecdbd3f6 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 23:00:56.468980 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7d5358a-d7ad-48ac-8fbf-8b19ef14f268", "tag": "cea34fa9-b761-4020-9b1c-f524a26b7b62", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 23:00:56.469256 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bc29f6df-bb2a-4a40-9b24-53b9ecdbd3f6 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 23:00:56.469657 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7d5358a-d7ad-48ac-8fbf-8b19ef14f268', 'tag': 'cea34fa9-b761-4020-9b1c-f524a26b7b62', 'status': 'completed', 'code': 200} Jan 18 23:00:56.530072 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c120ab41-a6be-41a8-a7e5-c55bf7d5c2e5 req-b78c1f3b-f02d-4f23-924c-1d98b14d4e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:56.531687 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c120ab41-a6be-41a8-a7e5-c55bf7d5c2e5 req-b78c1f3b-f02d-4f23-924c-1d98b14d4e27 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b920d3f799934d12a42b1009a76b1bfc&device_id=f7d5358a-d7ad-48ac-8fbf-8b19ef14f268 HTTP/1.1" status: 200 len: 1094 time: 0.0436234 Jan 18 23:00:56.533669 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c120ab41-a6be-41a8-a7e5-c55bf7d5c2e5 req-18036e28-57eb-44f6-a7da-0e37fcd3d762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:56.535210 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-c120ab41-a6be-41a8-a7e5-c55bf7d5c2e5 req-18036e28-57eb-44f6-a7da-0e37fcd3d762 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b920d3f799934d12a42b1009a76b1bfc&device_id=f7d5358a-d7ad-48ac-8fbf-8b19ef14f268 HTTP/1.1" status: 200 len: 1094 time: 0.0426974 Jan 18 23:00:56.624526 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c120ab41-a6be-41a8-a7e5-c55bf7d5c2e5 req-e4304371-eb1b-485d-8439-5ff6ce7b39b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:56.626255 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c120ab41-a6be-41a8-a7e5-c55bf7d5c2e5 req-e4304371-eb1b-485d-8439-5ff6ce7b39b1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3 HTTP/1.1" status: 200 len: 911 time: 0.0886400 Jan 18 23:00:56.628182 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c120ab41-a6be-41a8-a7e5-c55bf7d5c2e5 req-24937713-147c-4e55-af38-00442f362eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:56.630173 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-c120ab41-a6be-41a8-a7e5-c55bf7d5c2e5 req-24937713-147c-4e55-af38-00442f362eef service neutron] 10.222.0.36 "GET /v2.0/networks?id=b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3 HTTP/1.1" status: 200 len: 911 time: 0.0890186 Jan 18 23:00:56.694387 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c120ab41-a6be-41a8-a7e5-c55bf7d5c2e5 req-7c96ad1b-927a-43fa-b149-d315c80db2d3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cea34fa9-b761-4020-9b1c-f524a26b7b62 HTTP/1.1" status: 200 len: 999 time: 0.0614498 Jan 18 23:00:56.694967 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-c120ab41-a6be-41a8-a7e5-c55bf7d5c2e5 req-f878404b-7c30-4998-b88d-9ef8ffa8cb16 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cea34fa9-b761-4020-9b1c-f524a26b7b62 HTTP/1.1" status: 200 len: 999 time: 0.0582948 Jan 18 23:00:56.744483 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c120ab41-a6be-41a8-a7e5-c55bf7d5c2e5 req-da4846e2-7477-4350-9dcd-ca38160e6028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:56.745958 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c120ab41-a6be-41a8-a7e5-c55bf7d5c2e5 req-da4846e2-7477-4350-9dcd-ca38160e6028 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7458985f-285f-4ddd-bc95-c81cb698d5df HTTP/1.1" status: 200 len: 850 time: 0.0453460 Jan 18 23:00:56.746117 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c120ab41-a6be-41a8-a7e5-c55bf7d5c2e5 req-c4e32107-4c66-4e33-bb78-37683db16345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:56.747558 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-c120ab41-a6be-41a8-a7e5-c55bf7d5c2e5 req-c4e32107-4c66-4e33-bb78-37683db16345 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7458985f-285f-4ddd-bc95-c81cb698d5df HTTP/1.1" status: 200 len: 850 time: 0.0471067 Jan 18 23:00:56.797362 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c120ab41-a6be-41a8-a7e5-c55bf7d5c2e5 req-e54b8ec8-eed1-4065-9de3-3572d04d708f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:56.799097 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-c120ab41-a6be-41a8-a7e5-c55bf7d5c2e5 req-e54b8ec8-eed1-4065-9de3-3572d04d708f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425026 Jan 18 23:00:56.824589 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c120ab41-a6be-41a8-a7e5-c55bf7d5c2e5 req-a44b9872-8aac-4b04-9f33-777fb99bdbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:56.826093 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c120ab41-a6be-41a8-a7e5-c55bf7d5c2e5 req-a44b9872-8aac-4b04-9f33-777fb99bdbdc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735917 Jan 18 23:00:56.848966 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d97d87f-a3af-46dd-8ec1-17d23f830de3 req-c9c084d2-24fc-4c98-ac2e-370539b2633f tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:56.850394 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5d97d87f-a3af-46dd-8ec1-17d23f830de3 req-c9c084d2-24fc-4c98-ac2e-370539b2633f tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7d5358a-d7ad-48ac-8fbf-8b19ef14f268 HTTP/1.1" status: 200 len: 943 time: 0.0683103 Jan 18 23:00:56.886900 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-c120ab41-a6be-41a8-a7e5-c55bf7d5c2e5 req-b3b2cc48-fbf7-40c4-8bdb-470b75d914c3 service neutron] 10.222.0.36 "GET /v2.0/networks/b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814712 Jan 18 23:00:56.927346 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5d97d87f-a3af-46dd-8ec1-17d23f830de3 req-811f6da7-5efb-41e2-8ce8-b81fbb9923b8 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675142 Jan 18 23:00:56.955062 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c120ab41-a6be-41a8-a7e5-c55bf7d5c2e5 req-4f1a6d94-49cf-435e-9a83-9f3cac07c522 service neutron] 10.222.0.67 "GET /v2.0/networks/b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207404 Jan 18 23:00:56.982107 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-c120ab41-a6be-41a8-a7e5-c55bf7d5c2e5 req-8cfa8f29-b4e4-4476-8713-6841e4ee7f64 service neutron] 10.222.0.36 "GET /v2.0/networks/b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874982 Jan 18 23:00:57.056388 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c120ab41-a6be-41a8-a7e5-c55bf7d5c2e5 req-b64409c2-9ce9-4f20-a2c1-80b36b6fbdaf service neutron] 10.222.0.67 "GET /v2.0/networks/b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949605 Jan 18 23:00:57.181886 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ef1f06-793d-4733-a9e6-d345657315b0 req-bd6d767d-b928-4e90-86e5-7dbbb97bb5e7 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:57.183400 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-17ef1f06-793d-4733-a9e6-d345657315b0 req-bd6d767d-b928-4e90-86e5-7dbbb97bb5e7 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7d5358a-d7ad-48ac-8fbf-8b19ef14f268 HTTP/1.1" status: 200 len: 943 time: 0.0813639 Jan 18 23:00:57.192646 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cf6032-2a49-453c-afa2-04c1c168f784 req-64727cd2-fee4-4afd-8fb3-e140755003f4 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:57.194534 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b3cf6032-2a49-453c-afa2-04c1c168f784 req-64727cd2-fee4-4afd-8fb3-e140755003f4 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7d5358a-d7ad-48ac-8fbf-8b19ef14f268&tenant_id=b920d3f799934d12a42b1009a76b1bfc&binding%3Ahost_id=n-h1-825064-1 HTTP/1.1" status: 200 len: 943 time: 0.0911479 Jan 18 23:00:57.265817 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-17ef1f06-793d-4733-a9e6-d345657315b0 req-f10308bb-5569-4891-992f-bc3e319db2a2 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701435 Jan 18 23:00:57.290068 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [req-b3cf6032-2a49-453c-afa2-04c1c168f784 req-4b6d571b-1624-45ef-9e67-87803d4e1258 service neutron] delete failed (client error): The resource could not be found. Jan 18 23:00:57.290068 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b3cf6032-2a49-453c-afa2-04c1c168f784 req-4b6d571b-1624-45ef-9e67-87803d4e1258 service neutron] 10.222.0.67 "DELETE /v2.0/ports/cea34fa9-b761-4020-9b1c-f524a26b7b62/bindings/n-h2-825064-1 HTTP/1.1" status: 404 len: 380 time: 0.0840602 Jan 18 23:00:57.458809 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device cea34fa9-b761-4020-9b1c-f524a26b7b62 details requested by agent hyperv_n-h1-825064-1 with host n-h1-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 23:00:57.558310 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port cea34fa9-b761-4020-9b1c-f524a26b7b62, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=cea34fa9-b761-4020-9b1c-f524a26b7b62,segment=NetworkSegment(9d4113a0-2ed9-4fc0-932b-00a17e903594),segment_id=9d4113a0-2ed9-4fc0-932b-00a17e903594)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:00:57.568481 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Returning: {'device': 'cea34fa9-b761-4020-9b1c-f524a26b7b62', 'network_id': 'b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3', 'port_id': 'cea34fa9-b761-4020-9b1c-f524a26b7b62', 'mac_address': 'fa:16:3e:48:91:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7458985f-285f-4ddd-bc95-c81cb698d5df', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 23:00:57.606204 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:57.620326 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cea34fa9-b761-4020-9b1c-f524a26b7b62 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:00:57.640872 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port cea34fa9-b761-4020-9b1c-f524a26b7b62, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=cea34fa9-b761-4020-9b1c-f524a26b7b62,segment=NetworkSegment(9d4113a0-2ed9-4fc0-932b-00a17e903594),segment_id=9d4113a0-2ed9-4fc0-932b-00a17e903594)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:00:57.647405 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:57.666262 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cf6032-2a49-453c-afa2-04c1c168f784 req-8596817f-e1cf-46dd-bae1-3cea93fc7304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:57.667764 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b3cf6032-2a49-453c-afa2-04c1c168f784 req-8596817f-e1cf-46dd-bae1-3cea93fc7304 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b920d3f799934d12a42b1009a76b1bfc&device_id=f7d5358a-d7ad-48ac-8fbf-8b19ef14f268 HTTP/1.1" status: 200 len: 1094 time: 0.0423496 Jan 18 23:00:57.698172 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=cea34fa9-b761-4020-9b1c-f524a26b7b62,revision_number=8']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:57.705739 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:00:57.706384 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:00:57.706827 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:00:57.707852 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:00:57.708313 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:00:57.708743 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:00:57.709169 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:00:57.709593 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:00:57.710017 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:00:57.710464 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:00:57.710885 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:00:57.711307 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:00:57.761526 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cf6032-2a49-453c-afa2-04c1c168f784 req-cc31d0bc-a371-43e0-a478-1a2d47541229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:57.762900 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b3cf6032-2a49-453c-afa2-04c1c168f784 req-cc31d0bc-a371-43e0-a478-1a2d47541229 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3 HTTP/1.1" status: 200 len: 911 time: 0.0886943 Jan 18 23:00:57.827049 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b3cf6032-2a49-453c-afa2-04c1c168f784 req-d6e20a51-3e0b-4f4b-9391-aaa7bf5fc234 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cea34fa9-b761-4020-9b1c-f524a26b7b62 HTTP/1.1" status: 200 len: 1000 time: 0.0575650 Jan 18 23:00:57.875190 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cf6032-2a49-453c-afa2-04c1c168f784 req-7d3b8d8e-b43e-42b7-a991-c76630915c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:57.877352 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b3cf6032-2a49-453c-afa2-04c1c168f784 req-7d3b8d8e-b43e-42b7-a991-c76630915c20 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7458985f-285f-4ddd-bc95-c81cb698d5df HTTP/1.1" status: 200 len: 850 time: 0.0433049 Jan 18 23:00:57.882777 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['cea34fa9-b761-4020-9b1c-f524a26b7b62'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 23:00:57.924841 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cf6032-2a49-453c-afa2-04c1c168f784 req-603a89a1-ae1d-42ee-9d82-373a73f08bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:57.926305 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b3cf6032-2a49-453c-afa2-04c1c168f784 req-603a89a1-ae1d-42ee-9d82-373a73f08bbd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433788 Jan 18 23:00:58.015989 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b3cf6032-2a49-453c-afa2-04c1c168f784 req-2155d3f2-2645-4163-83ba-5feb9b6f8204 service neutron] 10.222.0.67 "GET /v2.0/networks/b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834386 Jan 18 23:00:58.110142 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b3cf6032-2a49-453c-afa2-04c1c168f784 req-06da49dd-2f39-4372-a877-c24e85dc522b service neutron] 10.222.0.67 "GET /v2.0/networks/b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878549 Jan 18 23:00:58.140600 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device cea34fa9-b761-4020-9b1c-f524a26b7b62 no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 23:00:58.178623 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device cea34fa9-b761-4020-9b1c-f524a26b7b62 not bound to the agent host n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 23:00:58.387671 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6abdef4-483b-4d38-b8a0-accb58ea4ad0 req-ccfa6a0c-3c2f-43a9-a017-261c1b178ddc tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:58.389076 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f6abdef4-483b-4d38-b8a0-accb58ea4ad0 req-ccfa6a0c-3c2f-43a9-a017-261c1b178ddc tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7d5358a-d7ad-48ac-8fbf-8b19ef14f268 HTTP/1.1" status: 200 len: 944 time: 0.0488143 Jan 18 23:00:58.430684 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f6abdef4-483b-4d38-b8a0-accb58ea4ad0 req-16817189-56ac-4b4a-9080-273e8c0b73b2 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351186 Jan 18 23:00:59.474399 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device cea34fa9-b761-4020-9b1c-f524a26b7b62 up at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 23:00:59.522437 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning for port cea34fa9-b761-4020-9b1c-f524a26b7b62 completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:00:59.526137 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning complete for port cea34fa9-b761-4020-9b1c-f524a26b7b62 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:00:59.526503 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:59.550235 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff6664d-90f1-4a0b-8f49-f8a5763a1419 req-9c82b716-de9e-4d7c-8a1b-4cbce9447f4a tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:59.551747 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-eff6664d-90f1-4a0b-8f49-f8a5763a1419 req-9c82b716-de9e-4d7c-8a1b-4cbce9447f4a tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7d5358a-d7ad-48ac-8fbf-8b19ef14f268 HTTP/1.1" status: 200 len: 944 time: 0.0532904 Jan 18 23:00:59.590656 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-eff6664d-90f1-4a0b-8f49-f8a5763a1419 req-0c4e927e-f5cb-4dd0-8981-51a62681c9e4 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328653 Jan 18 23:00:59.607850 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:59.631370 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7d5358a-d7ad-48ac-8fbf-8b19ef14f268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cea34fa9-b761-4020-9b1c-f524a26b7b62'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:00:59.633657 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-743d00d8-dcd2-4521-8728-81388c6c7654" -d '{"events": [{"server_uuid": "f7d5358a-d7ad-48ac-8fbf-8b19ef14f268", "name": "network-vif-plugged", "status": "completed", "tag": "cea34fa9-b761-4020-9b1c-f524a26b7b62"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 23:00:59.647182 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port cea34fa9-b761-4020-9b1c-f524a26b7b62, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=cea34fa9-b761-4020-9b1c-f524a26b7b62,segment=NetworkSegment(9d4113a0-2ed9-4fc0-932b-00a17e903594),segment_id=9d4113a0-2ed9-4fc0-932b-00a17e903594)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:00:59.651854 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:59.703593 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=cea34fa9-b761-4020-9b1c-f524a26b7b62,revision_number=9']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:59.715287 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363351db-4756-417f-9206-ba8ee25a3012 req-6b53dde7-3b04-46b5-949a-e5547007abb9 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:59.716949 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-363351db-4756-417f-9206-ba8ee25a3012 req-6b53dde7-3b04-46b5-949a-e5547007abb9 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7d5358a-d7ad-48ac-8fbf-8b19ef14f268 HTTP/1.1" status: 200 len: 945 time: 0.0573714 Jan 18 23:00:59.741859 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 23:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-321083cf-4137-4b98-b104-46a3579cbe81 x-openstack-request-id: req-321083cf-4137-4b98-b104-46a3579cbe81 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 23:00:59.742159 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7d5358a-d7ad-48ac-8fbf-8b19ef14f268", "name": "network-vif-plugged", "status": "completed", "tag": "cea34fa9-b761-4020-9b1c-f524a26b7b62", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 23:00:59.742414 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-321083cf-4137-4b98-b104-46a3579cbe81 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 23:00:59.742812 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7d5358a-d7ad-48ac-8fbf-8b19ef14f268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cea34fa9-b761-4020-9b1c-f524a26b7b62', 'code': 200} Jan 18 23:00:59.755126 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-363351db-4756-417f-9206-ba8ee25a3012 req-eadc8993-910e-43a7-87b6-87d5b82166b3 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323989 Jan 18 23:00:59.948275 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b606010-ebf4-4cb2-9e06-7356da1c3fa5 req-636aa627-14db-4dc6-9e9e-e731da5db735 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:59.949805 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1b606010-ebf4-4cb2-9e06-7356da1c3fa5 req-636aa627-14db-4dc6-9e9e-e731da5db735 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7d5358a-d7ad-48ac-8fbf-8b19ef14f268 HTTP/1.1" status: 200 len: 945 time: 0.0499420 Jan 18 23:00:59.969303 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabab508-a208-4aaf-abd0-fb78abd2c1c9 req-f73b27f5-4b07-4acf-94fb-cb1680343ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:59.970710 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-fabab508-a208-4aaf-abd0-fb78abd2c1c9 req-f73b27f5-4b07-4acf-94fb-cb1680343ef2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b920d3f799934d12a42b1009a76b1bfc&device_id=f7d5358a-d7ad-48ac-8fbf-8b19ef14f268 HTTP/1.1" status: 200 len: 1096 time: 0.0414262 Jan 18 23:00:59.986879 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1b606010-ebf4-4cb2-9e06-7356da1c3fa5 req-45f7d168-aa5c-4e9a-86e2-7794ee0fef69 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311882 Jan 18 23:01:00.061765 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabab508-a208-4aaf-abd0-fb78abd2c1c9 req-84bb1246-ca02-429c-8542-5bae85d32681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:00.063226 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-fabab508-a208-4aaf-abd0-fb78abd2c1c9 req-84bb1246-ca02-429c-8542-5bae85d32681 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3 HTTP/1.1" status: 200 len: 911 time: 0.0862453 Jan 18 23:01:00.125168 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-fabab508-a208-4aaf-abd0-fb78abd2c1c9 req-74e7934e-c3ac-4b2d-b779-a4f4d847d71d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cea34fa9-b761-4020-9b1c-f524a26b7b62 HTTP/1.1" status: 200 len: 1001 time: 0.0554051 Jan 18 23:01:00.170386 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabab508-a208-4aaf-abd0-fb78abd2c1c9 req-bc4d2a9e-a549-40e0-a806-78b25c5889d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:00.171733 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-fabab508-a208-4aaf-abd0-fb78abd2c1c9 req-bc4d2a9e-a549-40e0-a806-78b25c5889d2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7458985f-285f-4ddd-bc95-c81cb698d5df HTTP/1.1" status: 200 len: 850 time: 0.0404456 Jan 18 23:01:00.218006 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabab508-a208-4aaf-abd0-fb78abd2c1c9 req-c022172a-1b20-4d2e-b866-96d5185186e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:00.219478 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-fabab508-a208-4aaf-abd0-fb78abd2c1c9 req-c022172a-1b20-4d2e-b866-96d5185186e4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411513 Jan 18 23:01:00.304308 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-fabab508-a208-4aaf-abd0-fb78abd2c1c9 req-7194e58a-ca62-4dc3-af0a-b84dc81b148e service neutron] 10.222.0.36 "GET /v2.0/networks/b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782290 Jan 18 23:01:00.393603 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-fabab508-a208-4aaf-abd0-fb78abd2c1c9 req-858ae8e3-5b18-4b1b-8b50-3aab7dde5ebf service neutron] 10.222.0.36 "GET /v2.0/networks/b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831814 Jan 18 23:01:01.120230 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd1ae5f-3e7c-4639-a283-a49343f0455e req-48a4a710-f3b6-40e4-8378-0daec6a5bdb3 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:01.121725 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2dd1ae5f-3e7c-4639-a283-a49343f0455e req-48a4a710-f3b6-40e4-8378-0daec6a5bdb3 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7d5358a-d7ad-48ac-8fbf-8b19ef14f268 HTTP/1.1" status: 200 len: 945 time: 0.0578032 Jan 18 23:01:01.158508 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2dd1ae5f-3e7c-4639-a283-a49343f0455e req-da0dff1f-30aa-4e6f-b759-196e079a505b tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305638 Jan 18 23:01:01.390678 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5ebe4d-0fae-4172-a2d7-dc3eb2b3dbb1 req-f976ba65-cc10-4d61-b2e3-39d51951d27a tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:01.392114 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4c5ebe4d-0fae-4172-a2d7-dc3eb2b3dbb1 req-f976ba65-cc10-4d61-b2e3-39d51951d27a tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7d5358a-d7ad-48ac-8fbf-8b19ef14f268 HTTP/1.1" status: 200 len: 945 time: 0.0546970 Jan 18 23:01:01.428592 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4c5ebe4d-0fae-4172-a2d7-dc3eb2b3dbb1 req-12e33170-158f-4d5b-b6b9-bef22f48e51c tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300071 Jan 18 23:01:02.546620 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa87e278-5e0a-49c2-98e8-f92e2c426387 req-56bd9dca-ca95-48f9-ac5d-a88b0a81b688 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:02.548109 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aa87e278-5e0a-49c2-98e8-f92e2c426387 req-56bd9dca-ca95-48f9-ac5d-a88b0a81b688 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7d5358a-d7ad-48ac-8fbf-8b19ef14f268 HTTP/1.1" status: 200 len: 945 time: 0.0507474 Jan 18 23:01:02.587700 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aa87e278-5e0a-49c2-98e8-f92e2c426387 req-c0c22d18-4377-49d0-aba5-1e761fe8136a tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325503 Jan 18 23:01:02.669166 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbde09a-cdff-4419-9885-8b705d991618 req-0b2f059c-5048-43c0-9322-fe49319d43ef tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:02.670556 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-5dbde09a-cdff-4419-9885-8b705d991618 req-0b2f059c-5048-43c0-9322-fe49319d43ef tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7d5358a-d7ad-48ac-8fbf-8b19ef14f268 HTTP/1.1" status: 200 len: 945 time: 0.0495999 Jan 18 23:01:02.756492 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-5dbde09a-cdff-4419-9885-8b705d991618 req-090e0e16-be19-43ff-92ad-fa906fec55fd tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Deleting port cea34fa9-b761-4020-9b1c-f524a26b7b62 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 23:01:02.756836 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-5dbde09a-cdff-4419-9885-8b705d991618 req-090e0e16-be19-43ff-92ad-fa906fec55fd tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:02.844242 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-5dbde09a-cdff-4419-9885-8b705d991618 req-090e0e16-be19-43ff-92ad-fa906fec55fd tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] For port cea34fa9-b761-4020-9b1c-f524a26b7b62, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=cea34fa9-b761-4020-9b1c-f524a26b7b62,segment=NetworkSegment(9d4113a0-2ed9-4fc0-932b-00a17e903594),segment_id=9d4113a0-2ed9-4fc0-932b-00a17e903594)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:01:02.844654 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-5dbde09a-cdff-4419-9885-8b705d991618 req-090e0e16-be19-43ff-92ad-fa906fec55fd tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:03.006556 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-5dbde09a-cdff-4419-9885-8b705d991618 req-090e0e16-be19-43ff-92ad-fa906fec55fd tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:03.006839 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-5dbde09a-cdff-4419-9885-8b705d991618 req-090e0e16-be19-43ff-92ad-fa906fec55fd tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043075'] for floatingip, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:03.007153 n-d-825064-1 neutron-server[102431]: INFO neutron.db.l3_db [req-5dbde09a-cdff-4419-9885-8b705d991618 req-090e0e16-be19-43ff-92ad-fa906fec55fd tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Floating IP b88cf00e-47a1-4b47-bc3a-4bc97d7d9696 disassociated. External IP: 172.25.5.107, port: cea34fa9-b761-4020-9b1c-f524a26b7b62. Jan 18 23:01:03.007488 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-5dbde09a-cdff-4419-9885-8b705d991618 req-090e0e16-be19-43ff-92ad-fa906fec55fd tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Calling delete_port for cea34fa9-b761-4020-9b1c-f524a26b7b62 owned by compute:nova {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 23:01:03.131296 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-5dbde09a-cdff-4419-9885-8b705d991618 req-090e0e16-be19-43ff-92ad-fa906fec55fd tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:03.157279 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090e0e16-be19-43ff-92ad-fa906fec55fd tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Pushing event deleted for resources: {'Port': ['ID=cea34fa9-b761-4020-9b1c-f524a26b7b62,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:03.274669 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5dbde09a-cdff-4419-9885-8b705d991618 req-090e0e16-be19-43ff-92ad-fa906fec55fd tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Router 614dffda-0e2e-425a-841a-e8aeb6b2fe93 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:01:03.380909 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5dbde09a-cdff-4419-9885-8b705d991618 req-090e0e16-be19-43ff-92ad-fa906fec55fd tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:01:03.390917 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e29f93b-b1ad-4947-b6a1-d56889058ae5 None None] Sync routers for ids ['614dffda-0e2e-425a-841a-e8aeb6b2fe93'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:01:03.401369 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e29f93b-b1ad-4947-b6a1-d56889058ae5 None None] Routers {'614dffda-0e2e-425a-841a-e8aeb6b2fe93'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:01:03.401972 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-0e29f93b-b1ad-4947-b6a1-d56889058ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:00:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['614dffda-0e2e-425a-841a-e8aeb6b2fe93'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:01:03.418378 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dbde09a-cdff-4419-9885-8b705d991618 req-090e0e16-be19-43ff-92ad-fa906fec55fd tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] No DVR routers for this DVR port cea34fa9-b761-4020-9b1c-f524a26b7b62 on host n-h1-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:01:03.421083 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-5dbde09a-cdff-4419-9885-8b705d991618 req-090e0e16-be19-43ff-92ad-fa906fec55fd tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:03.424439 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-5dbde09a-cdff-4419-9885-8b705d991618 req-090e0e16-be19-43ff-92ad-fa906fec55fd tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.36 "DELETE /v2.0/ports/cea34fa9-b761-4020-9b1c-f524a26b7b62 HTTP/1.1" status: 204 len: 173 time: 0.7469134 Jan 18 23:01:03.424873 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7d5358a-d7ad-48ac-8fbf-8b19ef14f268', 'name': 'network-vif-deleted', 'tag': 'cea34fa9-b761-4020-9b1c-f524a26b7b62'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:01:03.427170 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4a03c68-fb35-4ecb-a27a-11a74d4dabe0" -d '{"events": [{"server_uuid": "f7d5358a-d7ad-48ac-8fbf-8b19ef14f268", "name": "network-vif-deleted", "tag": "cea34fa9-b761-4020-9b1c-f524a26b7b62"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 23:01:03.469302 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 23:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc50520c-ab4d-4daa-ba16-ae6aea8e8214 x-openstack-request-id: req-cc50520c-ab4d-4daa-ba16-ae6aea8e8214 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 23:01:03.469658 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7d5358a-d7ad-48ac-8fbf-8b19ef14f268", "name": "network-vif-deleted", "tag": "cea34fa9-b761-4020-9b1c-f524a26b7b62", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 23:01:03.469970 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cc50520c-ab4d-4daa-ba16-ae6aea8e8214 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 23:01:03.470422 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7d5358a-d7ad-48ac-8fbf-8b19ef14f268', 'name': 'network-vif-deleted', 'tag': 'cea34fa9-b761-4020-9b1c-f524a26b7b62', 'status': 'completed', 'code': 200} Jan 18 23:01:03.511510 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-0e29f93b-b1ad-4947-b6a1-d56889058ae5 None None] Set router 614dffda-0e2e-425a-841a-e8aeb6b2fe93 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:01:03.692361 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9b385973-8b30-4a2b-b439-8df41ee5d9ce req-6aa33fd5-9da8-41be-a9f0-acaaba6b8137 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7d5358a-d7ad-48ac-8fbf-8b19ef14f268 HTTP/1.1" status: 200 len: 210 time: 0.0269456 Jan 18 23:01:03.709165 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-0e29f93b-b1ad-4947-b6a1-d56889058ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614dffda-0e2e-425a-841a-e8aeb6b2fe93', 'name': 'tempest-ServerActionsTestJSON-271393947-router', 'tenant_id': 'b920d3f799934d12a42b1009a76b1bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '5878dd4b-6ceb-4f88-bc3b-877a3a962eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:56:30Z', 'updated_at': '2022-01-18T22:56:32Z', 'revision_number': 4, 'project_id': 'b920d3f799934d12a42b1009a76b1bfc', 'gw_port': {'id': '5878dd4b-6ceb-4f88-bc3b-877a3a962eb2', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c4:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614dffda-0e2e-425a-841a-e8aeb6b2fe93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:56:30Z', 'updated_at': '2022-01-18T22:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'd9dcba35-7e6c-416e-bb9a-d8e4eab1fc01', 'name': '', 'network_id': 'b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3', 'tenant_id': 'b920d3f799934d12a42b1009a76b1bfc', 'mac_address': 'fa:16:3e:7a:f0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614dffda-0e2e-425a-841a-e8aeb6b2fe93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '7458985f-285f-4ddd-bc95-c81cb698d5df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:56:32Z', 'updated_at': '2022-01-18T22:56:36Z', 'revision_number': 5, 'project_id': 'b920d3f799934d12a42b1009a76b1bfc', 'subnets': [{'id': '7458985f-285f-4ddd-bc95-c81cb698d5df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:01:03.735297 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e29f93b-b1ad-4947-b6a1-d56889058ae5 None None] Checking router: 614dffda-0e2e-425a-841a-e8aeb6b2fe93 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:01:03.743453 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e29f93b-b1ad-4947-b6a1-d56889058ae5 None None] Routers {'614dffda-0e2e-425a-841a-e8aeb6b2fe93'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:01:03.744049 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-0e29f93b-b1ad-4947-b6a1-d56889058ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:00:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['614dffda-0e2e-425a-841a-e8aeb6b2fe93'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:01:04.005876 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-0e29f93b-b1ad-4947-b6a1-d56889058ae5 None None] Set router 614dffda-0e2e-425a-841a-e8aeb6b2fe93 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:01:04.196838 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-0e29f93b-b1ad-4947-b6a1-d56889058ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614dffda-0e2e-425a-841a-e8aeb6b2fe93', 'name': 'tempest-ServerActionsTestJSON-271393947-router', 'tenant_id': 'b920d3f799934d12a42b1009a76b1bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '5878dd4b-6ceb-4f88-bc3b-877a3a962eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:56:30Z', 'updated_at': '2022-01-18T22:56:32Z', 'revision_number': 4, 'project_id': 'b920d3f799934d12a42b1009a76b1bfc', 'gw_port': {'id': '5878dd4b-6ceb-4f88-bc3b-877a3a962eb2', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c4:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614dffda-0e2e-425a-841a-e8aeb6b2fe93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:56:30Z', 'updated_at': '2022-01-18T22:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'd9dcba35-7e6c-416e-bb9a-d8e4eab1fc01', 'name': '', 'network_id': 'b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3', 'tenant_id': 'b920d3f799934d12a42b1009a76b1bfc', 'mac_address': 'fa:16:3e:7a:f0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614dffda-0e2e-425a-841a-e8aeb6b2fe93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '7458985f-285f-4ddd-bc95-c81cb698d5df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:56:32Z', 'updated_at': '2022-01-18T22:56:36Z', 'revision_number': 5, 'project_id': 'b920d3f799934d12a42b1009a76b1bfc', 'subnets': [{'id': '7458985f-285f-4ddd-bc95-c81cb698d5df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:01:04.226049 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e29f93b-b1ad-4947-b6a1-d56889058ae5 None None] The sync data for ids ['614dffda-0e2e-425a-841a-e8aeb6b2fe93'] in n-d-825064-1 is: [{'id': '614dffda-0e2e-425a-841a-e8aeb6b2fe93', 'name': 'tempest-ServerActionsTestJSON-271393947-router', 'tenant_id': 'b920d3f799934d12a42b1009a76b1bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '5878dd4b-6ceb-4f88-bc3b-877a3a962eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:56:30Z', 'updated_at': '2022-01-18T22:56:32Z', 'revision_number': 4, 'project_id': 'b920d3f799934d12a42b1009a76b1bfc', 'gw_port': {'id': '5878dd4b-6ceb-4f88-bc3b-877a3a962eb2', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c4:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614dffda-0e2e-425a-841a-e8aeb6b2fe93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:56:30Z', 'updated_at': '2022-01-18T22:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'd9dcba35-7e6c-416e-bb9a-d8e4eab1fc01', 'name': '', 'network_id': 'b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3', 'tenant_id': 'b920d3f799934d12a42b1009a76b1bfc', 'mac_address': 'fa:16:3e:7a:f0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614dffda-0e2e-425a-841a-e8aeb6b2fe93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '7458985f-285f-4ddd-bc95-c81cb698d5df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:56:32Z', 'updated_at': '2022-01-18T22:56:36Z', 'revision_number': 5, 'project_id': 'b920d3f799934d12a42b1009a76b1bfc', 'subnets': [{'id': '7458985f-285f-4ddd-bc95-c81cb698d5df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:01:04.427612 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129e0867-f6a1-4884-96a5-b0f1787b45a0 None None] New status for floating IP b88cf00e-47a1-4b47-bc3a-4bc97d7d9696: DOWN {{(pid=102433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 23:01:04.953755 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1bdaf10d-b925-443d-b208-e86c8c1df098 req-f1b0ea5a-32b7-4df6-b082-8abe2afd6c6a tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1127974320&fields=id&tenant_id=b920d3f799934d12a42b1009a76b1bfc HTTP/1.1" status: 200 len: 267 time: 0.0317330 Jan 18 23:01:05.356019 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdaf10d-b925-443d-b208-e86c8c1df098 req-37897bf0-bed9-442e-a0e2-2223609a527d tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:05.357450 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1bdaf10d-b925-443d-b208-e86c8c1df098 req-37897bf0-bed9-442e-a0e2-2223609a527d tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/networks?id=b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3 HTTP/1.1" status: 200 len: 811 time: 0.3967569 Jan 18 23:01:05.372361 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1bdaf10d-b925-443d-b208-e86c8c1df098 req-7beac808-c222-49ba-b26a-ea0f054baca3 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/quotas/b920d3f799934d12a42b1009a76b1bfc HTTP/1.1" status: 200 len: 375 time: 0.0092788 Jan 18 23:01:05.427241 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1bdaf10d-b925-443d-b208-e86c8c1df098 req-d3c0199a-cb7a-446b-abd8-ab687718ce45 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b920d3f799934d12a42b1009a76b1bfc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0493789 Jan 18 23:01:05.521914 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1bdaf10d-b925-443d-b208-e86c8c1df098 req-d45e305a-626e-44cc-90b1-bf4d411ead6d service neutron] 10.222.0.53 "GET /v2.0/networks/b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831497 Jan 18 23:01:05.607580 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1bdaf10d-b925-443d-b208-e86c8c1df098 req-d8c70a1f-232b-405c-b844-5e2b0ac58d1f service neutron] 10.222.0.53 "GET /v2.0/networks/b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790958 Jan 18 23:01:05.766755 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8b212a39-f033-4da3-a935-c26a40cf8a18 req-31339f40-51e0-485e-b16b-6b564ecdcc66 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=addec3b0-910e-4b02-a63e-4bf25d2f8be1 HTTP/1.1" status: 200 len: 210 time: 0.0277808 Jan 18 23:01:06.644034 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdaf10d-b925-443d-b208-e86c8c1df098 req-a797f2c6-6f99-434a-9689-0bb37524433b tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:06.646003 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1bdaf10d-b925-443d-b208-e86c8c1df098 req-a797f2c6-6f99-434a-9689-0bb37524433b tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.67 "GET /v2.0/networks?id=b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3 HTTP/1.1" status: 200 len: 811 time: 0.1041539 Jan 18 23:01:06.688563 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1bdaf10d-b925-443d-b208-e86c8c1df098 req-de6e495d-db3a-4d26-9930-863db398aa3f tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b920d3f799934d12a42b1009a76b1bfc HTTP/1.1" status: 200 len: 380 time: 0.0335979 Jan 18 23:01:06.697325 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-1bdaf10d-b925-443d-b208-e86c8c1df098 req-4726e418-7900-42c7-9651-87bbc8dca831 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Request body: {'port': {'device_id': 'addec3b0-910e-4b02-a63e-4bf25d2f8be1', 'network_id': 'b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3', 'admin_state_up': True, 'tenant_id': 'b920d3f799934d12a42b1009a76b1bfc', 'security_groups': ['68465018-6dd1-4c61-b7b3-f14c0e969b7d']}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:01:06.807543 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bdaf10d-b925-443d-b208-e86c8c1df098 req-4726e418-7900-42c7-9651-87bbc8dca831 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Made reservation on behalf of b920d3f799934d12a42b1009a76b1bfc for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:01:06.811227 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-1bdaf10d-b925-443d-b208-e86c8c1df098 req-4726e418-7900-42c7-9651-87bbc8dca831 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:06.891801 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1f1065fd-6c80-4337-a711-4c169dd5452e req-c5189f7c-ef3a-45c1-9d9d-231b1ebc2047 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=addec3b0-910e-4b02-a63e-4bf25d2f8be1 HTTP/1.1" status: 200 len: 210 time: 0.0525510 Jan 18 23:01:06.962932 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-1bdaf10d-b925-443d-b208-e86c8c1df098 req-4726e418-7900-42c7-9651-87bbc8dca831 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Allocated IP 172.20.0.4 (b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3/7458985f-285f-4ddd-bc95-c81cb698d5df/4ca0b735-a2a7-48db-aece-237d43f920e1) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:01:07.097205 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-1bdaf10d-b925-443d-b208-e86c8c1df098 req-4726e418-7900-42c7-9651-87bbc8dca831 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:07.132484 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-1bdaf10d-b925-443d-b208-e86c8c1df098 req-4726e418-7900-42c7-9651-87bbc8dca831 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:07.172719 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bdaf10d-b925-443d-b208-e86c8c1df098 req-4726e418-7900-42c7-9651-87bbc8dca831 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Network b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:01:07.178776 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-1bdaf10d-b925-443d-b208-e86c8c1df098 req-4726e418-7900-42c7-9651-87bbc8dca831 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:01:07.182588 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bdaf10d-b925-443d-b208-e86c8c1df098 req-4726e418-7900-42c7-9651-87bbc8dca831 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:01:07.210090 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4726e418-7900-42c7-9651-87bbc8dca831 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Pushing event updated for resources: {'Port': ['ID=4ca0b735-a2a7-48db-aece-237d43f920e1,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:07.223313 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4726e418-7900-42c7-9651-87bbc8dca831 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:01:07.223667 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4726e418-7900-42c7-9651-87bbc8dca831 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:01:07.224013 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4726e418-7900-42c7-9651-87bbc8dca831 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:01:07.224382 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4726e418-7900-42c7-9651-87bbc8dca831 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:01:07.224717 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4726e418-7900-42c7-9651-87bbc8dca831 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:01:07.225047 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4726e418-7900-42c7-9651-87bbc8dca831 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:01:07.225374 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4726e418-7900-42c7-9651-87bbc8dca831 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:01:07.225699 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4726e418-7900-42c7-9651-87bbc8dca831 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:01:07.226024 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4726e418-7900-42c7-9651-87bbc8dca831 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:01:07.226352 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4726e418-7900-42c7-9651-87bbc8dca831 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:01:07.226675 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4726e418-7900-42c7-9651-87bbc8dca831 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:01:07.226996 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4726e418-7900-42c7-9651-87bbc8dca831 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:01:07.247037 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdaf10d-b925-443d-b208-e86c8c1df098 req-4726e418-7900-42c7-9651-87bbc8dca831 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:07.247660 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-1bdaf10d-b925-443d-b208-e86c8c1df098 req-4726e418-7900-42c7-9651-87bbc8dca831 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:07.264014 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1bdaf10d-b925-443d-b208-e86c8c1df098 req-4726e418-7900-42c7-9651-87bbc8dca831 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5701354 Jan 18 23:01:07.276022 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-1bdaf10d-b925-443d-b208-e86c8c1df098 req-021fdc3c-2f16-4b83-9c1d-4c661f28908b service neutron] Request body: {'port': {'device_id': 'addec3b0-910e-4b02-a63e-4bf25d2f8be1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:01:07.335403 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-1bdaf10d-b925-443d-b208-e86c8c1df098 req-021fdc3c-2f16-4b83-9c1d-4c661f28908b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:07.456318 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-4dfefbea-d8c4-4dea-a4d7-9e0911b39c9f None None] Provisioning complete for port 4ca0b735-a2a7-48db-aece-237d43f920e1 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:01:07.456923 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4dfefbea-d8c4-4dea-a4d7-9e0911b39c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:07.489503 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-4dfefbea-d8c4-4dea-a4d7-9e0911b39c9f None None] Port 4ca0b735-a2a7-48db-aece-237d43f920e1 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 23:01:07.521179 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device cea34fa9-b761-4020-9b1c-f524a26b7b62 no longer exists at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 23:01:07.540431 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] No Port match for: cea34fa9-b761-4020-9b1c-f524a26b7b62 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 23:01:07.540776 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device cea34fa9-b761-4020-9b1c-f524a26b7b62 not bound to the agent host n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 23:01:07.593405 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [req-1bdaf10d-b925-443d-b208-e86c8c1df098 req-021fdc3c-2f16-4b83-9c1d-4c661f28908b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ca0b735-a2a7-48db-aece-237d43f920e1 {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:01:07.600720 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-1bdaf10d-b925-443d-b208-e86c8c1df098 req-021fdc3c-2f16-4b83-9c1d-4c661f28908b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:07.612426 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-1bdaf10d-b925-443d-b208-e86c8c1df098 req-021fdc3c-2f16-4b83-9c1d-4c661f28908b service neutron] Transition to ACTIVE for port object 4ca0b735-a2a7-48db-aece-237d43f920e1 will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:01:07.616199 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-1bdaf10d-b925-443d-b208-e86c8c1df098 req-021fdc3c-2f16-4b83-9c1d-4c661f28908b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:07.665776 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021fdc3c-2f16-4b83-9c1d-4c661f28908b service neutron] Pushing event updated for resources: {'Port': ['ID=4ca0b735-a2a7-48db-aece-237d43f920e1,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:07.740546 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-1bdaf10d-b925-443d-b208-e86c8c1df098 req-021fdc3c-2f16-4b83-9c1d-4c661f28908b service neutron] Attempting to bind port 4ca0b735-a2a7-48db-aece-237d43f920e1 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:01:07.740885 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-1bdaf10d-b925-443d-b208-e86c8c1df098 req-021fdc3c-2f16-4b83-9c1d-4c661f28908b service neutron] Attempting to bind port 4ca0b735-a2a7-48db-aece-237d43f920e1 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '9d4113a0-2ed9-4fc0-932b-00a17e903594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:01:07.741216 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bdaf10d-b925-443d-b208-e86c8c1df098 req-021fdc3c-2f16-4b83-9c1d-4c661f28908b service neutron] Attempting to bind port 4ca0b735-a2a7-48db-aece-237d43f920e1 on network b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 23:01:07.745706 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bdaf10d-b925-443d-b208-e86c8c1df098 req-021fdc3c-2f16-4b83-9c1d-4c661f28908b service neutron] Port 4ca0b735-a2a7-48db-aece-237d43f920e1 on network b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 23:01:07.746032 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bdaf10d-b925-443d-b208-e86c8c1df098 req-021fdc3c-2f16-4b83-9c1d-4c661f28908b service neutron] Attempting to bind port 4ca0b735-a2a7-48db-aece-237d43f920e1 on network b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 23:01:07.751182 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bdaf10d-b925-443d-b208-e86c8c1df098 req-021fdc3c-2f16-4b83-9c1d-4c661f28908b service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 23:01:07.751526 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bdaf10d-b925-443d-b208-e86c8c1df098 req-021fdc3c-2f16-4b83-9c1d-4c661f28908b service neutron] Checking segment: {'id': '9d4113a0-2ed9-4fc0-932b-00a17e903594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 23:01:07.751913 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bdaf10d-b925-443d-b208-e86c8c1df098 req-021fdc3c-2f16-4b83-9c1d-4c661f28908b service neutron] Bound using segment: {'id': '9d4113a0-2ed9-4fc0-932b-00a17e903594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 23:01:07.752363 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-1bdaf10d-b925-443d-b208-e86c8c1df098 req-021fdc3c-2f16-4b83-9c1d-4c661f28908b service neutron] Bound port: 4ca0b735-a2a7-48db-aece-237d43f920e1, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d4113a0-2ed9-4fc0-932b-00a17e903594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:01:07.752726 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-1bdaf10d-b925-443d-b208-e86c8c1df098 req-021fdc3c-2f16-4b83-9c1d-4c661f28908b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:07.817634 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-1bdaf10d-b925-443d-b208-e86c8c1df098 req-021fdc3c-2f16-4b83-9c1d-4c661f28908b service neutron] For port 4ca0b735-a2a7-48db-aece-237d43f920e1, host n-h2-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:01:07.820884 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-1bdaf10d-b925-443d-b208-e86c8c1df098 req-021fdc3c-2f16-4b83-9c1d-4c661f28908b service neutron] For port 4ca0b735-a2a7-48db-aece-237d43f920e1, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=4ca0b735-a2a7-48db-aece-237d43f920e1,segment=NetworkSegment(9d4113a0-2ed9-4fc0-932b-00a17e903594),segment_id=9d4113a0-2ed9-4fc0-932b-00a17e903594)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:01:07.825319 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-1bdaf10d-b925-443d-b208-e86c8c1df098 req-021fdc3c-2f16-4b83-9c1d-4c661f28908b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:07.858799 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdaf10d-b925-443d-b208-e86c8c1df098 req-021fdc3c-2f16-4b83-9c1d-4c661f28908b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:07.859412 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-1bdaf10d-b925-443d-b208-e86c8c1df098 req-021fdc3c-2f16-4b83-9c1d-4c661f28908b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:07.860828 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1bdaf10d-b925-443d-b208-e86c8c1df098 req-021fdc3c-2f16-4b83-9c1d-4c661f28908b service neutron] 10.222.0.67 "PUT /v2.0/ports/4ca0b735-a2a7-48db-aece-237d43f920e1 HTTP/1.1" status: 200 len: 1091 time: 0.5890400 Jan 18 23:01:07.861348 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'addec3b0-910e-4b02-a63e-4bf25d2f8be1', 'tag': '4ca0b735-a2a7-48db-aece-237d43f920e1'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:01:07.864138 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-635eb749-f52a-4bc0-9cb2-e46a92491310" -d '{"events": [{"name": "network-changed", "server_uuid": "addec3b0-910e-4b02-a63e-4bf25d2f8be1", "tag": "4ca0b735-a2a7-48db-aece-237d43f920e1"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 23:01:07.890377 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021fdc3c-2f16-4b83-9c1d-4c661f28908b service neutron] Pushing event updated for resources: {'Port': ['ID=4ca0b735-a2a7-48db-aece-237d43f920e1,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:07.962675 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdaf10d-b925-443d-b208-e86c8c1df098 req-ec92277f-3fc6-4fd2-8b73-e3a5a1dd8188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:07.964643 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1bdaf10d-b925-443d-b208-e86c8c1df098 req-ec92277f-3fc6-4fd2-8b73-e3a5a1dd8188 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b920d3f799934d12a42b1009a76b1bfc&device_id=addec3b0-910e-4b02-a63e-4bf25d2f8be1 HTTP/1.1" status: 200 len: 1094 time: 0.0637050 Jan 18 23:01:08.017512 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 23:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f32faf1a-f1f3-43ef-9072-3afc2ec33a3d x-openstack-request-id: req-f32faf1a-f1f3-43ef-9072-3afc2ec33a3d {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 23:01:08.017808 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "addec3b0-910e-4b02-a63e-4bf25d2f8be1", "tag": "4ca0b735-a2a7-48db-aece-237d43f920e1", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 23:01:08.018064 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f32faf1a-f1f3-43ef-9072-3afc2ec33a3d {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 23:01:08.018473 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'addec3b0-910e-4b02-a63e-4bf25d2f8be1', 'tag': '4ca0b735-a2a7-48db-aece-237d43f920e1', 'status': 'completed', 'code': 200} Jan 18 23:01:08.032182 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1bdaf10d-b925-443d-b208-e86c8c1df098 req-265b167e-016b-4875-8dfe-f7f475446fe1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ca0b735-a2a7-48db-aece-237d43f920e1 HTTP/1.1" status: 200 len: 217 time: 0.0590572 Jan 18 23:01:08.089987 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05805271-38b5-4886-b5b0-b0e5020ef3e1 req-af0874dd-02be-4178-b009-028e13411e05 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:08.091472 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-05805271-38b5-4886-b5b0-b0e5020ef3e1 req-af0874dd-02be-4178-b009-028e13411e05 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=addec3b0-910e-4b02-a63e-4bf25d2f8be1 HTTP/1.1" status: 200 len: 943 time: 0.1167250 Jan 18 23:01:08.107658 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdaf10d-b925-443d-b208-e86c8c1df098 req-fd581b3a-c256-48e9-a4b6-08360618121b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:08.109048 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1bdaf10d-b925-443d-b208-e86c8c1df098 req-fd581b3a-c256-48e9-a4b6-08360618121b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7458985f-285f-4ddd-bc95-c81cb698d5df HTTP/1.1" status: 200 len: 850 time: 0.0706215 Jan 18 23:01:08.163204 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-05805271-38b5-4886-b5b0-b0e5020ef3e1 req-9615b217-18ed-4193-a1fb-c34876d9a3a6 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655956 Jan 18 23:01:08.172756 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdaf10d-b925-443d-b208-e86c8c1df098 req-b25cda85-2e4e-4d6e-8e99-a8402008fa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:08.174222 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1bdaf10d-b925-443d-b208-e86c8c1df098 req-b25cda85-2e4e-4d6e-8e99-a8402008fa47 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564210 Jan 18 23:01:08.260653 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1bdaf10d-b925-443d-b208-e86c8c1df098 req-b8801710-02aa-4ea4-a127-889f6f417ce4 service neutron] 10.222.0.67 "GET /v2.0/networks/b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800216 Jan 18 23:01:08.352446 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1bdaf10d-b925-443d-b208-e86c8c1df098 req-5ee81598-bfd3-4eac-908d-bb5e5f48bc1d service neutron] 10.222.0.67 "GET /v2.0/networks/b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851040 Jan 18 23:01:08.438430 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635eb749-f52a-4bc0-9cb2-e46a92491310 req-fbeda56c-746c-46fd-919b-3110ff659548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:08.439884 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-635eb749-f52a-4bc0-9cb2-e46a92491310 req-fbeda56c-746c-46fd-919b-3110ff659548 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b920d3f799934d12a42b1009a76b1bfc&device_id=addec3b0-910e-4b02-a63e-4bf25d2f8be1 HTTP/1.1" status: 200 len: 1094 time: 0.0401952 Jan 18 23:01:08.536605 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635eb749-f52a-4bc0-9cb2-e46a92491310 req-c076ed31-bb73-4841-a633-5a968ba9d260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:08.538270 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-635eb749-f52a-4bc0-9cb2-e46a92491310 req-c076ed31-bb73-4841-a633-5a968ba9d260 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3 HTTP/1.1" status: 200 len: 911 time: 0.0919845 Jan 18 23:01:08.579934 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-635eb749-f52a-4bc0-9cb2-e46a92491310 req-2a1e3fe2-e836-40a8-9d68-c50f370f30ec service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ca0b735-a2a7-48db-aece-237d43f920e1 HTTP/1.1" status: 200 len: 217 time: 0.0341372 Jan 18 23:01:08.627080 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635eb749-f52a-4bc0-9cb2-e46a92491310 req-2b00ea9c-36f6-499e-8f91-05e47b21ab48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:08.628496 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-635eb749-f52a-4bc0-9cb2-e46a92491310 req-2b00ea9c-36f6-499e-8f91-05e47b21ab48 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7458985f-285f-4ddd-bc95-c81cb698d5df HTTP/1.1" status: 200 len: 850 time: 0.0420032 Jan 18 23:01:08.677122 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635eb749-f52a-4bc0-9cb2-e46a92491310 req-f5c5e896-4a45-4d53-b4f0-5610c9ddcc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:08.678605 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-635eb749-f52a-4bc0-9cb2-e46a92491310 req-f5c5e896-4a45-4d53-b4f0-5610c9ddcc92 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431356 Jan 18 23:01:08.767989 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-635eb749-f52a-4bc0-9cb2-e46a92491310 req-5e188f94-fc71-4b72-b0ae-7ba4602f6588 service neutron] 10.222.0.67 "GET /v2.0/networks/b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822473 Jan 18 23:01:08.867287 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-635eb749-f52a-4bc0-9cb2-e46a92491310 req-056fe734-0d5f-4be9-bb0f-239e83aadc07 service neutron] 10.222.0.67 "GET /v2.0/networks/b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918121 Jan 18 23:01:09.277059 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a288c0-b227-422d-9aea-c119dfff9e38 req-2c4d784e-ba49-47bc-9203-72ea8a00789d tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:09.278510 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-29a288c0-b227-422d-9aea-c119dfff9e38 req-2c4d784e-ba49-47bc-9203-72ea8a00789d tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=addec3b0-910e-4b02-a63e-4bf25d2f8be1 HTTP/1.1" status: 200 len: 943 time: 0.0486851 Jan 18 23:01:09.315431 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-29a288c0-b227-422d-9aea-c119dfff9e38 req-c7f344d6-c240-451b-9ba8-797d3433f3be tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310533 Jan 18 23:01:10.203142 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 4ca0b735-a2a7-48db-aece-237d43f920e1 details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 23:01:10.297323 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 4ca0b735-a2a7-48db-aece-237d43f920e1, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=4ca0b735-a2a7-48db-aece-237d43f920e1,segment=NetworkSegment(9d4113a0-2ed9-4fc0-932b-00a17e903594),segment_id=9d4113a0-2ed9-4fc0-932b-00a17e903594)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:01:10.307896 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': '4ca0b735-a2a7-48db-aece-237d43f920e1', 'network_id': 'b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3', 'port_id': '4ca0b735-a2a7-48db-aece-237d43f920e1', 'mac_address': 'fa:16:3e:2b:26:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7458985f-285f-4ddd-bc95-c81cb698d5df', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 23:01:10.345593 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:10.358338 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ca0b735-a2a7-48db-aece-237d43f920e1 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:01:10.378209 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 4ca0b735-a2a7-48db-aece-237d43f920e1, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=4ca0b735-a2a7-48db-aece-237d43f920e1,segment=NetworkSegment(9d4113a0-2ed9-4fc0-932b-00a17e903594),segment_id=9d4113a0-2ed9-4fc0-932b-00a17e903594)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:01:10.382407 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:10.428332 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c320be-4eba-4fed-9cdc-a07dae72b004 req-0d473cbc-094f-4ff9-a939-7a5ecdbc44f3 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:10.428900 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=4ca0b735-a2a7-48db-aece-237d43f920e1,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:10.429851 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d7c320be-4eba-4fed-9cdc-a07dae72b004 req-0d473cbc-094f-4ff9-a939-7a5ecdbc44f3 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=addec3b0-910e-4b02-a63e-4bf25d2f8be1 HTTP/1.1" status: 200 len: 944 time: 0.0479734 Jan 18 23:01:10.469256 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d7c320be-4eba-4fed-9cdc-a07dae72b004 req-a1a11901-b4cf-407e-a48a-115a527e70b7 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332913 Jan 18 23:01:10.586968 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['4ca0b735-a2a7-48db-aece-237d43f920e1'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 23:01:11.584283 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c88170-3a7c-4de8-8694-0ea0f4521500 req-b619e458-78b1-40a0-a349-3e9f6e21e004 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:11.585747 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-42c88170-3a7c-4de8-8694-0ea0f4521500 req-b619e458-78b1-40a0-a349-3e9f6e21e004 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=addec3b0-910e-4b02-a63e-4bf25d2f8be1 HTTP/1.1" status: 200 len: 944 time: 0.0516865 Jan 18 23:01:11.622793 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-42c88170-3a7c-4de8-8694-0ea0f4521500 req-564a91ef-6168-46ce-a616-43ee2afebd88 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310631 Jan 18 23:01:12.218811 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 4ca0b735-a2a7-48db-aece-237d43f920e1 up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 23:01:12.265906 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port 4ca0b735-a2a7-48db-aece-237d43f920e1 completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:01:12.270215 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port 4ca0b735-a2a7-48db-aece-237d43f920e1 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:01:12.270609 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:12.347369 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:12.368543 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'addec3b0-910e-4b02-a63e-4bf25d2f8be1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ca0b735-a2a7-48db-aece-237d43f920e1'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:01:12.370777 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-355b359b-a6a6-4925-a479-c9f9f515f11f" -d '{"events": [{"server_uuid": "addec3b0-910e-4b02-a63e-4bf25d2f8be1", "name": "network-vif-plugged", "status": "completed", "tag": "4ca0b735-a2a7-48db-aece-237d43f920e1"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 23:01:12.384419 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 4ca0b735-a2a7-48db-aece-237d43f920e1, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=4ca0b735-a2a7-48db-aece-237d43f920e1,segment=NetworkSegment(9d4113a0-2ed9-4fc0-932b-00a17e903594),segment_id=9d4113a0-2ed9-4fc0-932b-00a17e903594)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:01:12.388616 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:12.412044 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 23:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb766f7-36b1-4fad-b12e-71352d183485 x-openstack-request-id: req-acb766f7-36b1-4fad-b12e-71352d183485 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 23:01:12.412371 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "addec3b0-910e-4b02-a63e-4bf25d2f8be1", "name": "network-vif-plugged", "status": "completed", "tag": "4ca0b735-a2a7-48db-aece-237d43f920e1", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 23:01:12.412629 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-acb766f7-36b1-4fad-b12e-71352d183485 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 23:01:12.413019 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'addec3b0-910e-4b02-a63e-4bf25d2f8be1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ca0b735-a2a7-48db-aece-237d43f920e1', 'code': 200} Jan 18 23:01:12.437946 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=4ca0b735-a2a7-48db-aece-237d43f920e1,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:12.502652 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3229d3e6-c418-41be-a296-2a8549a454d0 req-0e802dc7-71b9-4e9a-8381-dbb607ddb466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:12.504626 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3229d3e6-c418-41be-a296-2a8549a454d0 req-0e802dc7-71b9-4e9a-8381-dbb607ddb466 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=addec3b0-910e-4b02-a63e-4bf25d2f8be1 HTTP/1.1" status: 200 len: 1096 time: 0.0387437 Jan 18 23:01:12.537576 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3229d3e6-c418-41be-a296-2a8549a454d0 req-842bd079-6a56-4a62-af84-44673126a9ce service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270455 Jan 18 23:01:12.734213 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb61c80-67ad-4f5f-a2b2-590f74d7c18d req-dbf6db9a-ba9b-451e-aa4b-d6488f4c89ab tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:12.735666 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7fb61c80-67ad-4f5f-a2b2-590f74d7c18d req-dbf6db9a-ba9b-451e-aa4b-d6488f4c89ab tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=addec3b0-910e-4b02-a63e-4bf25d2f8be1 HTTP/1.1" status: 200 len: 945 time: 0.0477927 Jan 18 23:01:12.773127 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7fb61c80-67ad-4f5f-a2b2-590f74d7c18d req-5a71d8cd-e766-405a-9152-bb39a0a48316 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310881 Jan 18 23:01:13.105374 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:13.890639 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5778e5d-0af9-4b0b-a8e0-869a7cdbebb4 req-9155e7c0-2958-4e14-a06c-d565ea239539 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:13.892089 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d5778e5d-0af9-4b0b-a8e0-869a7cdbebb4 req-9155e7c0-2958-4e14-a06c-d565ea239539 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=addec3b0-910e-4b02-a63e-4bf25d2f8be1 HTTP/1.1" status: 200 len: 945 time: 0.0532584 Jan 18 23:01:13.929171 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d5778e5d-0af9-4b0b-a8e0-869a7cdbebb4 req-00ff992e-b70e-4db3-beec-4db9b16683ce tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312192 Jan 18 23:01:13.989298 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:14.038925 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a440929-0798-4086-a2e1-df25093f6e65 req-38e09b7b-eb9d-441e-9e2c-9c3d962558b3 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:14.040435 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0a440929-0798-4086-a2e1-df25093f6e65 req-38e09b7b-eb9d-441e-9e2c-9c3d962558b3 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=addec3b0-910e-4b02-a63e-4bf25d2f8be1 HTTP/1.1" status: 200 len: 945 time: 0.0481999 Jan 18 23:01:14.048984 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 57240) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:01:14.053984 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-b78ef01a-fcfa-4400-a7a7-864e5723b991 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Request body: {'floatingip': {'port_id': '4ca0b735-a2a7-48db-aece-237d43f920e1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:01:14.091750 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b78ef01a-fcfa-4400-a7a7-864e5723b991 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Notify callbacks [] for floatingip, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:14.505533 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b78ef01a-fcfa-4400-a7a7-864e5723b991 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:14.509125 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b78ef01a-fcfa-4400-a7a7-864e5723b991 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043075'] for floatingip, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:14.607082 n-d-825064-1 neutron-server[102430]: INFO neutron.db.l3_db [None req-b78ef01a-fcfa-4400-a7a7-864e5723b991 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Floating IP b88cf00e-47a1-4b47-bc3a-4bc97d7d9696 associated. External IP: 172.25.5.107, port: 4ca0b735-a2a7-48db-aece-237d43f920e1. Jan 18 23:01:14.809461 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b78ef01a-fcfa-4400-a7a7-864e5723b991 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Router 614dffda-0e2e-425a-841a-e8aeb6b2fe93 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:01:14.914376 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b78ef01a-fcfa-4400-a7a7-864e5723b991 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:01:14.919104 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b78ef01a-fcfa-4400-a7a7-864e5723b991 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:14.923779 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eacc752-6f5a-44d5-8e40-3c63cd8c1ec4 None None] Sync routers for ids ['614dffda-0e2e-425a-841a-e8aeb6b2fe93'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:01:14.933066 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eacc752-6f5a-44d5-8e40-3c63cd8c1ec4 None None] Routers {'614dffda-0e2e-425a-841a-e8aeb6b2fe93'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:01:14.933668 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-3eacc752-6f5a-44d5-8e40-3c63cd8c1ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:00:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['614dffda-0e2e-425a-841a-e8aeb6b2fe93'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:01:14.945965 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-b78ef01a-fcfa-4400-a7a7-864e5723b991 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "PUT /v2.0/floatingips/b88cf00e-47a1-4b47-bc3a-4bc97d7d9696 HTTP/1.1" status: 200 len: 991 time: 0.8959401 Jan 18 23:01:14.946630 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'addec3b0-910e-4b02-a63e-4bf25d2f8be1', 'tag': '4ca0b735-a2a7-48db-aece-237d43f920e1'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:01:14.948981 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19dc602a-bb24-4a12-bd6d-87ee3b144ca1" -d '{"events": [{"name": "network-changed", "server_uuid": "addec3b0-910e-4b02-a63e-4bf25d2f8be1", "tag": "4ca0b735-a2a7-48db-aece-237d43f920e1"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 23:01:14.985488 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 23:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab2fdaa5-46d6-454e-9af6-61098d3d7d93 x-openstack-request-id: req-ab2fdaa5-46d6-454e-9af6-61098d3d7d93 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 23:01:14.985785 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "addec3b0-910e-4b02-a63e-4bf25d2f8be1", "tag": "4ca0b735-a2a7-48db-aece-237d43f920e1", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 23:01:14.986037 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ab2fdaa5-46d6-454e-9af6-61098d3d7d93 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 23:01:14.986438 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'addec3b0-910e-4b02-a63e-4bf25d2f8be1', 'tag': '4ca0b735-a2a7-48db-aece-237d43f920e1', 'status': 'completed', 'code': 200} Jan 18 23:01:15.040951 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-3eacc752-6f5a-44d5-8e40-3c63cd8c1ec4 None None] Set router 614dffda-0e2e-425a-841a-e8aeb6b2fe93 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:01:15.044567 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dc602a-bb24-4a12-bd6d-87ee3b144ca1 req-8ce2b8af-23b5-49f5-b43d-ac782063bd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:15.046074 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-19dc602a-bb24-4a12-bd6d-87ee3b144ca1 req-8ce2b8af-23b5-49f5-b43d-ac782063bd97 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b920d3f799934d12a42b1009a76b1bfc&device_id=addec3b0-910e-4b02-a63e-4bf25d2f8be1 HTTP/1.1" status: 200 len: 1096 time: 0.0398245 Jan 18 23:01:15.138676 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dc602a-bb24-4a12-bd6d-87ee3b144ca1 req-33bee201-8b89-454a-bed6-da9b33c1d9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:15.140193 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-19dc602a-bb24-4a12-bd6d-87ee3b144ca1 req-33bee201-8b89-454a-bed6-da9b33c1d9c8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3 HTTP/1.1" status: 200 len: 911 time: 0.0879486 Jan 18 23:01:15.203975 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-19dc602a-bb24-4a12-bd6d-87ee3b144ca1 req-5b7c4389-5892-455d-bc12-eca9e90d0731 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ca0b735-a2a7-48db-aece-237d43f920e1 HTTP/1.1" status: 200 len: 999 time: 0.0567667 Jan 18 23:01:15.250621 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dc602a-bb24-4a12-bd6d-87ee3b144ca1 req-f8693dd0-2d29-4c7c-ab2a-9d45a6e88f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:15.252407 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-19dc602a-bb24-4a12-bd6d-87ee3b144ca1 req-f8693dd0-2d29-4c7c-ab2a-9d45a6e88f14 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7458985f-285f-4ddd-bc95-c81cb698d5df HTTP/1.1" status: 200 len: 850 time: 0.0424254 Jan 18 23:01:15.262258 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-3eacc752-6f5a-44d5-8e40-3c63cd8c1ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614dffda-0e2e-425a-841a-e8aeb6b2fe93', 'name': 'tempest-ServerActionsTestJSON-271393947-router', 'tenant_id': 'b920d3f799934d12a42b1009a76b1bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '5878dd4b-6ceb-4f88-bc3b-877a3a962eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:56:30Z', 'updated_at': '2022-01-18T22:56:32Z', 'revision_number': 4, 'project_id': 'b920d3f799934d12a42b1009a76b1bfc', 'gw_port': {'id': '5878dd4b-6ceb-4f88-bc3b-877a3a962eb2', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c4:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614dffda-0e2e-425a-841a-e8aeb6b2fe93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:56:30Z', 'updated_at': '2022-01-18T22:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': 'b88cf00e-47a1-4b47-bc3a-4bc97d7d9696', 'tenant_id': 'b920d3f799934d12a42b1009a76b1bfc', 'floating_ip_address': '172.25.5.107', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': '614dffda-0e2e-425a-841a-e8aeb6b2fe93', 'port_id': '4ca0b735-a2a7-48db-aece-237d43f920e1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4073, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3', 'mac_address': 'fa:16:3e:2b:26:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'addec3b0-910e-4b02-a63e-4bf25d2f8be1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:56:35Z', 'updated_at': '2022-01-18T23:01:14Z', 'revision_number': 9, 'project_id': 'b920d3f799934d12a42b1009a76b1bfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9dcba35-7e6c-416e-bb9a-d8e4eab1fc01', 'name': '', 'network_id': 'b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3', 'tenant_id': 'b920d3f799934d12a42b1009a76b1bfc', 'mac_address': 'fa:16:3e:7a:f0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614dffda-0e2e-425a-841a-e8aeb6b2fe93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '7458985f-285f-4ddd-bc95-c81cb698d5df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:56:32Z', 'updated_at': '2022-01-18T22:56:36Z', 'revision_number': 5, 'project_id': 'b920d3f799934d12a42b1009a76b1bfc', 'subnets': [{'id': '7458985f-285f-4ddd-bc95-c81cb698d5df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:01:15.289180 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eacc752-6f5a-44d5-8e40-3c63cd8c1ec4 None None] Checking router: 614dffda-0e2e-425a-841a-e8aeb6b2fe93 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:01:15.297349 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eacc752-6f5a-44d5-8e40-3c63cd8c1ec4 None None] Routers {'614dffda-0e2e-425a-841a-e8aeb6b2fe93'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:01:15.297953 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-3eacc752-6f5a-44d5-8e40-3c63cd8c1ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:00:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['614dffda-0e2e-425a-841a-e8aeb6b2fe93'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:01:15.299520 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dc602a-bb24-4a12-bd6d-87ee3b144ca1 req-a66877bc-5355-4f83-b052-0f5752ced89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:15.301150 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-19dc602a-bb24-4a12-bd6d-87ee3b144ca1 req-a66877bc-5355-4f83-b052-0f5752ced89e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427892 Jan 18 23:01:15.388523 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-19dc602a-bb24-4a12-bd6d-87ee3b144ca1 req-4835c0d7-353f-44da-b61a-74c61a7290ce service neutron] 10.222.0.67 "GET /v2.0/networks/b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805802 Jan 18 23:01:15.403226 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-3eacc752-6f5a-44d5-8e40-3c63cd8c1ec4 None None] Set router 614dffda-0e2e-425a-841a-e8aeb6b2fe93 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:01:15.478958 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-19dc602a-bb24-4a12-bd6d-87ee3b144ca1 req-672afdba-9166-44db-891d-07398a92fcdb service neutron] 10.222.0.67 "GET /v2.0/networks/b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846071 Jan 18 23:01:15.619585 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-3eacc752-6f5a-44d5-8e40-3c63cd8c1ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614dffda-0e2e-425a-841a-e8aeb6b2fe93', 'name': 'tempest-ServerActionsTestJSON-271393947-router', 'tenant_id': 'b920d3f799934d12a42b1009a76b1bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '5878dd4b-6ceb-4f88-bc3b-877a3a962eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:56:30Z', 'updated_at': '2022-01-18T22:56:32Z', 'revision_number': 4, 'project_id': 'b920d3f799934d12a42b1009a76b1bfc', 'gw_port': {'id': '5878dd4b-6ceb-4f88-bc3b-877a3a962eb2', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c4:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614dffda-0e2e-425a-841a-e8aeb6b2fe93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:56:30Z', 'updated_at': '2022-01-18T22:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': 'b88cf00e-47a1-4b47-bc3a-4bc97d7d9696', 'tenant_id': 'b920d3f799934d12a42b1009a76b1bfc', 'floating_ip_address': '172.25.5.107', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': '614dffda-0e2e-425a-841a-e8aeb6b2fe93', 'port_id': '4ca0b735-a2a7-48db-aece-237d43f920e1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4073, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3', 'mac_address': 'fa:16:3e:2b:26:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'addec3b0-910e-4b02-a63e-4bf25d2f8be1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:56:35Z', 'updated_at': '2022-01-18T23:01:14Z', 'revision_number': 9, 'project_id': 'b920d3f799934d12a42b1009a76b1bfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9dcba35-7e6c-416e-bb9a-d8e4eab1fc01', 'name': '', 'network_id': 'b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3', 'tenant_id': 'b920d3f799934d12a42b1009a76b1bfc', 'mac_address': 'fa:16:3e:7a:f0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614dffda-0e2e-425a-841a-e8aeb6b2fe93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '7458985f-285f-4ddd-bc95-c81cb698d5df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:56:32Z', 'updated_at': '2022-01-18T22:56:36Z', 'revision_number': 5, 'project_id': 'b920d3f799934d12a42b1009a76b1bfc', 'subnets': [{'id': '7458985f-285f-4ddd-bc95-c81cb698d5df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:01:15.648845 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eacc752-6f5a-44d5-8e40-3c63cd8c1ec4 None None] The sync data for ids ['614dffda-0e2e-425a-841a-e8aeb6b2fe93'] in n-d-825064-1 is: [{'id': '614dffda-0e2e-425a-841a-e8aeb6b2fe93', 'name': 'tempest-ServerActionsTestJSON-271393947-router', 'tenant_id': 'b920d3f799934d12a42b1009a76b1bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '5878dd4b-6ceb-4f88-bc3b-877a3a962eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:56:30Z', 'updated_at': '2022-01-18T22:56:32Z', 'revision_number': 4, 'project_id': 'b920d3f799934d12a42b1009a76b1bfc', 'gw_port': {'id': '5878dd4b-6ceb-4f88-bc3b-877a3a962eb2', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c4:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614dffda-0e2e-425a-841a-e8aeb6b2fe93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:56:30Z', 'updated_at': '2022-01-18T22:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': 'b88cf00e-47a1-4b47-bc3a-4bc97d7d9696', 'tenant_id': 'b920d3f799934d12a42b1009a76b1bfc', 'floating_ip_address': '172.25.5.107', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': '614dffda-0e2e-425a-841a-e8aeb6b2fe93', 'port_id': '4ca0b735-a2a7-48db-aece-237d43f920e1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4073, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3', 'mac_address': 'fa:16:3e:2b:26:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'addec3b0-910e-4b02-a63e-4bf25d2f8be1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:56:35Z', 'updated_at': '2022-01-18T23:01:14Z', 'revision_number': 9, 'project_id': 'b920d3f799934d12a42b1009a76b1bfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9dcba35-7e6c-416e-bb9a-d8e4eab1fc01', 'name': '', 'network_id': 'b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3', 'tenant_id': 'b920d3f799934d12a42b1009a76b1bfc', 'mac_address': 'fa:16:3e:7a:f0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614dffda-0e2e-425a-841a-e8aeb6b2fe93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '7458985f-285f-4ddd-bc95-c81cb698d5df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:56:32Z', 'updated_at': '2022-01-18T22:56:36Z', 'revision_number': 5, 'project_id': 'b920d3f799934d12a42b1009a76b1bfc', 'subnets': [{'id': '7458985f-285f-4ddd-bc95-c81cb698d5df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:01:15.830605 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30a9e21-00e5-44b2-95aa-4c6bdb80c459 None None] New status for floating IP b88cf00e-47a1-4b47-bc3a-4bc97d7d9696: ACTIVE {{(pid=102433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 23:01:19.337622 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8df8a23b-6e40-4948-a3d8-55bf041e1f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:21.983805 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b155f87c-cc3b-45cf-9d5f-53f7ac70150e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:23.072106 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:24.525938 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:24.669990 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:29.249838 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 23:01:43.105754 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:44.001935 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:49.338993 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-067b0066-602a-4f48-a259-c9e86b1b6a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:51.984220 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a4ab8618-a519-46d2-b46a-d9a7b80e9664 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:53.074736 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:54.532224 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:54.669377 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:56.176937 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bae91d48-b553-4603-a795-f36fa98d9174 req-0a176394-e38c-4e08-948d-5b80dce275c8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=addec3b0-910e-4b02-a63e-4bf25d2f8be1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394397 Jan 18 23:01:56.257980 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae91d48-b553-4603-a795-f36fa98d9174 req-e03b9ace-dc16-4093-9785-7e68b76c7621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:56.259469 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bae91d48-b553-4603-a795-f36fa98d9174 req-e03b9ace-dc16-4093-9785-7e68b76c7621 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b920d3f799934d12a42b1009a76b1bfc&device_id=addec3b0-910e-4b02-a63e-4bf25d2f8be1 HTTP/1.1" status: 200 len: 1096 time: 0.0401516 Jan 18 23:01:56.363715 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae91d48-b553-4603-a795-f36fa98d9174 req-a665f101-74fe-46e7-ac8d-50610c19a714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:56.365263 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bae91d48-b553-4603-a795-f36fa98d9174 req-a665f101-74fe-46e7-ac8d-50610c19a714 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3 HTTP/1.1" status: 200 len: 911 time: 0.0865600 Jan 18 23:01:56.430352 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bae91d48-b553-4603-a795-f36fa98d9174 req-398ce0d6-0155-4e72-af8c-9a223b1f6498 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ca0b735-a2a7-48db-aece-237d43f920e1 HTTP/1.1" status: 200 len: 1002 time: 0.0585101 Jan 18 23:01:56.476868 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae91d48-b553-4603-a795-f36fa98d9174 req-c0cb6fcb-66d6-49da-bcd4-01f32ff890c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:56.478238 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bae91d48-b553-4603-a795-f36fa98d9174 req-c0cb6fcb-66d6-49da-bcd4-01f32ff890c2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7458985f-285f-4ddd-bc95-c81cb698d5df HTTP/1.1" status: 200 len: 850 time: 0.0419230 Jan 18 23:01:56.529487 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae91d48-b553-4603-a795-f36fa98d9174 req-9dea2c70-529d-411a-b603-e63f166c49fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:56.530942 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bae91d48-b553-4603-a795-f36fa98d9174 req-9dea2c70-529d-411a-b603-e63f166c49fe service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456316 Jan 18 23:01:56.615533 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bae91d48-b553-4603-a795-f36fa98d9174 req-47fecfd8-3a50-4410-bf0f-2220e1e55bd0 service neutron] 10.222.0.67 "GET /v2.0/networks/b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0778506 Jan 18 23:01:56.704597 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bae91d48-b553-4603-a795-f36fa98d9174 req-969c758d-27b1-4c90-af15-a7aa27a21c6d service neutron] 10.222.0.67 "GET /v2.0/networks/b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825403 Jan 18 23:02:06.248900 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 23:02:13.109531 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:14.018659 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:19.342444 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3af3b3cd-b81a-4775-8421-deb014deb4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:21.985104 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81eefe38-35c7-41b6-9096-aafedb4c90fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:23.077783 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:24.532792 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:24.669820 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:43.114991 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:43.247772 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 23:02:44.026716 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:49.352912 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-73134992-eb4a-4e9e-98bf-62d9e204e177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:50.713795 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b8269551-5178-43fd-9071-2ffc9a1d2e96 req-395af3dd-7354-4c72-8c5d-53d35c5f20d6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=addec3b0-910e-4b02-a63e-4bf25d2f8be1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0696585 Jan 18 23:02:50.725006 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff6c77f-b17a-4284-b67b-83b31cbdb514 req-a410f61a-8347-45de-8dc8-4d8bea3edad7 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:50.726386 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cff6c77f-b17a-4284-b67b-83b31cbdb514 req-a410f61a-8347-45de-8dc8-4d8bea3edad7 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=addec3b0-910e-4b02-a63e-4bf25d2f8be1 HTTP/1.1" status: 200 len: 945 time: 0.0565310 Jan 18 23:02:50.765045 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cff6c77f-b17a-4284-b67b-83b31cbdb514 req-5e4bd7de-2229-46f5-b763-45a2ef524419 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319743 Jan 18 23:02:51.831664 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8269551-5178-43fd-9071-2ffc9a1d2e96 req-d6b92d86-dde5-47a2-9048-900b229bdffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:51.833195 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b8269551-5178-43fd-9071-2ffc9a1d2e96 req-d6b92d86-dde5-47a2-9048-900b229bdffa service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b920d3f799934d12a42b1009a76b1bfc&device_id=addec3b0-910e-4b02-a63e-4bf25d2f8be1 HTTP/1.1" status: 200 len: 1096 time: 0.0462267 Jan 18 23:02:51.985821 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0b66467a-1fe1-4d2d-878f-7ea4ae9acbd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:52.223800 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8010892-5afd-4200-93e3-7468d53971d2 req-69e8c067-fa74-455b-b329-39bf868b9f11 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:52.225302 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e8010892-5afd-4200-93e3-7468d53971d2 req-69e8c067-fa74-455b-b329-39bf868b9f11 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=addec3b0-910e-4b02-a63e-4bf25d2f8be1 HTTP/1.1" status: 200 len: 945 time: 0.3899248 Jan 18 23:02:52.269391 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8269551-5178-43fd-9071-2ffc9a1d2e96 req-1f00d461-c57e-4fda-92a8-4ae7df037c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:52.270816 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b8269551-5178-43fd-9071-2ffc9a1d2e96 req-1f00d461-c57e-4fda-92a8-4ae7df037c66 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3 HTTP/1.1" status: 200 len: 911 time: 0.4262891 Jan 18 23:02:52.289470 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e8010892-5afd-4200-93e3-7468d53971d2 req-2df55018-363f-4b7d-9924-f3cb12899e93 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575976 Jan 18 23:02:52.339055 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b8269551-5178-43fd-9071-2ffc9a1d2e96 req-d818fcce-7774-4f27-a27c-0d3c9f950f0c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ca0b735-a2a7-48db-aece-237d43f920e1 HTTP/1.1" status: 200 len: 1002 time: 0.0603006 Jan 18 23:02:52.390360 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8269551-5178-43fd-9071-2ffc9a1d2e96 req-37065611-33a5-4449-b8ee-42ce9bda9330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:52.391766 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b8269551-5178-43fd-9071-2ffc9a1d2e96 req-37065611-33a5-4449-b8ee-42ce9bda9330 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7458985f-285f-4ddd-bc95-c81cb698d5df HTTP/1.1" status: 200 len: 850 time: 0.0460649 Jan 18 23:02:52.435408 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8269551-5178-43fd-9071-2ffc9a1d2e96 req-bd5e6625-b831-41c3-9a84-6fdc4fcb21d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:52.436889 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b8269551-5178-43fd-9071-2ffc9a1d2e96 req-bd5e6625-b831-41c3-9a84-6fdc4fcb21d0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384204 Jan 18 23:02:52.522738 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b8269551-5178-43fd-9071-2ffc9a1d2e96 req-c75a3832-dedb-4746-833a-174a91fc7cfa service neutron] 10.222.0.67 "GET /v2.0/networks/b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793579 Jan 18 23:02:52.612517 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b8269551-5178-43fd-9071-2ffc9a1d2e96 req-b223a927-123f-442b-bc65-7a76d0420334 service neutron] 10.222.0.67 "GET /v2.0/networks/b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827823 Jan 18 23:02:53.081474 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:53.413363 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7374b0-7898-4efc-ae62-73afca128024 req-fc705739-b173-46bf-812e-4894ab56a8da tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:53.415368 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fd7374b0-7898-4efc-ae62-73afca128024 req-fc705739-b173-46bf-812e-4894ab56a8da tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=addec3b0-910e-4b02-a63e-4bf25d2f8be1 HTTP/1.1" status: 200 len: 945 time: 0.0553398 Jan 18 23:02:53.451756 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fd7374b0-7898-4efc-ae62-73afca128024 req-edfccdfc-b3c8-4389-a7c5-349a027820bf tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304945 Jan 18 23:02:54.536511 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:54.566682 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd06a55-a5c0-4b5a-be2b-bc08a5d9478c req-45f803c2-d2c0-45de-a933-d45db1c654d7 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:54.568157 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-efd06a55-a5c0-4b5a-be2b-bc08a5d9478c req-45f803c2-d2c0-45de-a933-d45db1c654d7 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=addec3b0-910e-4b02-a63e-4bf25d2f8be1 HTTP/1.1" status: 200 len: 945 time: 0.0478003 Jan 18 23:02:54.605240 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-efd06a55-a5c0-4b5a-be2b-bc08a5d9478c req-8ed49104-5985-4bbd-95d8-5a5e4b9022f4 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305655 Jan 18 23:02:54.674980 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:55.721963 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb391c4-3286-46ba-aa61-a3521d1c1a3c req-5138ef2b-7e11-45d0-b1cc-69ee14103473 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:55.723420 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5cb391c4-3286-46ba-aa61-a3521d1c1a3c req-5138ef2b-7e11-45d0-b1cc-69ee14103473 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=addec3b0-910e-4b02-a63e-4bf25d2f8be1 HTTP/1.1" status: 200 len: 945 time: 0.0515459 Jan 18 23:02:55.762406 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5cb391c4-3286-46ba-aa61-a3521d1c1a3c req-014a4e14-07dc-4474-bb7d-0d6ee2e9ea28 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323114 Jan 18 23:02:56.875774 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ec42ac-812e-4290-8e11-929b83b3ab03 req-3e7ae9db-63f6-41e6-9527-c4737b6cec5f tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:56.877263 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b7ec42ac-812e-4290-8e11-929b83b3ab03 req-3e7ae9db-63f6-41e6-9527-c4737b6cec5f tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=addec3b0-910e-4b02-a63e-4bf25d2f8be1 HTTP/1.1" status: 200 len: 945 time: 0.0487158 Jan 18 23:02:56.913511 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b7ec42ac-812e-4290-8e11-929b83b3ab03 req-404e18f7-16da-4571-a883-8be99aa239dd tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301585 Jan 18 23:02:58.027937 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8388eec-bbf9-4ffa-b176-1389eedc967d req-ae7fbbf2-5389-4466-84f1-5f4daba35b5d tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:58.029405 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b8388eec-bbf9-4ffa-b176-1389eedc967d req-ae7fbbf2-5389-4466-84f1-5f4daba35b5d tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=addec3b0-910e-4b02-a63e-4bf25d2f8be1 HTTP/1.1" status: 200 len: 945 time: 0.0486226 Jan 18 23:02:58.066840 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b8388eec-bbf9-4ffa-b176-1389eedc967d req-99527b72-bd62-46b6-86b4-318b9d9f48e9 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313888 Jan 18 23:02:58.201690 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aef92d-41b6-449c-aa22-e10273dd242d req-55838278-a6dc-4a1c-ab3b-cc8a646a3112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:58.203035 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-94aef92d-41b6-449c-aa22-e10273dd242d req-55838278-a6dc-4a1c-ab3b-cc8a646a3112 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b920d3f799934d12a42b1009a76b1bfc&device_id=addec3b0-910e-4b02-a63e-4bf25d2f8be1 HTTP/1.1" status: 200 len: 1096 time: 0.0443716 Jan 18 23:02:58.302995 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aef92d-41b6-449c-aa22-e10273dd242d req-59dc41e6-af30-4ce3-9656-31637e00c104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:58.304461 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-94aef92d-41b6-449c-aa22-e10273dd242d req-59dc41e6-af30-4ce3-9656-31637e00c104 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3 HTTP/1.1" status: 200 len: 911 time: 0.0832167 Jan 18 23:02:58.372044 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-94aef92d-41b6-449c-aa22-e10273dd242d req-1418913c-1274-499f-bce9-0e5fa3f5a694 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ca0b735-a2a7-48db-aece-237d43f920e1 HTTP/1.1" status: 200 len: 1002 time: 0.0608182 Jan 18 23:02:58.419020 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aef92d-41b6-449c-aa22-e10273dd242d req-c7eb3712-3f49-4455-a81c-8251d7b45cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:58.420406 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-94aef92d-41b6-449c-aa22-e10273dd242d req-c7eb3712-3f49-4455-a81c-8251d7b45cea service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7458985f-285f-4ddd-bc95-c81cb698d5df HTTP/1.1" status: 200 len: 850 time: 0.0425694 Jan 18 23:02:58.464294 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aef92d-41b6-449c-aa22-e10273dd242d req-cf2210e8-129a-4870-8af8-73a95f8895f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:58.465692 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-94aef92d-41b6-449c-aa22-e10273dd242d req-cf2210e8-129a-4870-8af8-73a95f8895f1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393457 Jan 18 23:02:58.555696 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-94aef92d-41b6-449c-aa22-e10273dd242d req-ab9135c1-527e-45fb-a62b-13a7fd9c4b1a service neutron] 10.222.0.67 "GET /v2.0/networks/b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831835 Jan 18 23:02:58.643130 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-94aef92d-41b6-449c-aa22-e10273dd242d req-13f52412-a68a-47ae-86c2-4f1ed951b940 service neutron] 10.222.0.67 "GET /v2.0/networks/b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797465 Jan 18 23:02:59.181332 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae93797b-5335-4d98-a4ad-9816393e424e req-aae43447-9422-4c4d-9414-df16c7223e74 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:59.182798 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ae93797b-5335-4d98-a4ad-9816393e424e req-aae43447-9422-4c4d-9414-df16c7223e74 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=addec3b0-910e-4b02-a63e-4bf25d2f8be1 HTTP/1.1" status: 200 len: 945 time: 0.0490363 Jan 18 23:02:59.218767 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ae93797b-5335-4d98-a4ad-9816393e424e req-d0b8ecbf-141d-45d2-ac50-8ca22c1181a0 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300856 Jan 18 23:03:00.336425 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbf98e3-e923-460f-bc74-38012976899b req-2f8f7343-9fa8-4f82-b8df-a2d681e6e63b tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:00.338329 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0cbf98e3-e923-460f-bc74-38012976899b req-2f8f7343-9fa8-4f82-b8df-a2d681e6e63b tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=addec3b0-910e-4b02-a63e-4bf25d2f8be1 HTTP/1.1" status: 200 len: 945 time: 0.0528276 Jan 18 23:03:00.375435 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0cbf98e3-e923-460f-bc74-38012976899b req-15c2bc44-3f5f-4337-a904-cb22032fe8ed tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310247 Jan 18 23:03:01.487420 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7d4145-ba6e-4d25-bed3-c5eeb47d2395 req-4357b43f-5ad7-4bb6-8e02-d69c8e6a6207 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:01.488900 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ff7d4145-ba6e-4d25-bed3-c5eeb47d2395 req-4357b43f-5ad7-4bb6-8e02-d69c8e6a6207 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=addec3b0-910e-4b02-a63e-4bf25d2f8be1 HTTP/1.1" status: 200 len: 945 time: 0.0478663 Jan 18 23:03:01.526454 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ff7d4145-ba6e-4d25-bed3-c5eeb47d2395 req-d788a9d9-c230-4532-a360-4e43aae9472a tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311549 Jan 18 23:03:02.640502 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd41c6d-045e-49e6-bd7b-0bcc621ba231 req-91d43ecc-9cf2-4fb0-87b4-816266e34c31 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:02.641964 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ebd41c6d-045e-49e6-bd7b-0bcc621ba231 req-91d43ecc-9cf2-4fb0-87b4-816266e34c31 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=addec3b0-910e-4b02-a63e-4bf25d2f8be1 HTTP/1.1" status: 200 len: 945 time: 0.0493181 Jan 18 23:03:02.679000 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ebd41c6d-045e-49e6-bd7b-0bcc621ba231 req-ccc34ab2-ede8-47b7-a22e-8c0223ab4e7a tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312943 Jan 18 23:03:03.800708 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebfb974-0886-4f75-afee-fe447a604a11 req-86a5be8c-3c18-42e2-8095-b50c69159339 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:03.802189 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-eebfb974-0886-4f75-afee-fe447a604a11 req-86a5be8c-3c18-42e2-8095-b50c69159339 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=addec3b0-910e-4b02-a63e-4bf25d2f8be1 HTTP/1.1" status: 200 len: 945 time: 0.0552039 Jan 18 23:03:03.842667 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-eebfb974-0886-4f75-afee-fe447a604a11 req-07dd9059-c78f-4367-87a6-49fcdee6c91f tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345471 Jan 18 23:03:04.475486 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [req-b8269551-5178-43fd-9071-2ffc9a1d2e96 req-b7fc0fea-84bb-4d47-b8c9-2fc11fee8d03 service neutron] show failed (client error): The resource could not be found. Jan 18 23:03:04.476511 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b8269551-5178-43fd-9071-2ffc9a1d2e96 req-b7fc0fea-84bb-4d47-b8c9-2fc11fee8d03 service neutron] 10.222.0.67 "GET /v2.0/ports/4ca0b735-a2a7-48db-aece-237d43f920e1/bindings/n-h1-825064-1 HTTP/1.1" status: 404 len: 380 time: 0.0548646 Jan 18 23:03:04.668804 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8269551-5178-43fd-9071-2ffc9a1d2e96 req-a33439dd-76b3-4bcb-aef2-fc3ff6162417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:04.670320 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-b8269551-5178-43fd-9071-2ffc9a1d2e96 req-a33439dd-76b3-4bcb-aef2-fc3ff6162417 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=addec3b0-910e-4b02-a63e-4bf25d2f8be1&tenant_id=b920d3f799934d12a42b1009a76b1bfc HTTP/1.1" status: 200 len: 1096 time: 0.0458691 Jan 18 23:03:04.683024 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-b8269551-5178-43fd-9071-2ffc9a1d2e96 req-20b5a752-daa4-40da-98ef-7d296e937843 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825064-1', 'device_owner': 'compute:nova'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:03:04.961782 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb64613-64c8-45f4-b738-78b52f049f85 req-14586738-4b53-4d85-a3f0-8546cbfc4239 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:04.963298 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fbb64613-64c8-45f4-b738-78b52f049f85 req-14586738-4b53-4d85-a3f0-8546cbfc4239 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=addec3b0-910e-4b02-a63e-4bf25d2f8be1 HTTP/1.1" status: 200 len: 945 time: 0.0513620 Jan 18 23:03:05.002509 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fbb64613-64c8-45f4-b738-78b52f049f85 req-81d6986e-ec95-41ec-8471-437d2836a2e2 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331085 Jan 18 23:03:05.073004 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-b8269551-5178-43fd-9071-2ffc9a1d2e96 req-20b5a752-daa4-40da-98ef-7d296e937843 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:05.263622 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-b8269551-5178-43fd-9071-2ffc9a1d2e96 req-20b5a752-daa4-40da-98ef-7d296e937843 service neutron] For port 4ca0b735-a2a7-48db-aece-237d43f920e1, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=4ca0b735-a2a7-48db-aece-237d43f920e1,segment=NetworkSegment(9d4113a0-2ed9-4fc0-932b-00a17e903594),segment_id=9d4113a0-2ed9-4fc0-932b-00a17e903594)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:03:05.294470 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-b8269551-5178-43fd-9071-2ffc9a1d2e96 req-20b5a752-daa4-40da-98ef-7d296e937843 service neutron] For port 4ca0b735-a2a7-48db-aece-237d43f920e1, host n-h2-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:03:05.332385 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'addec3b0-910e-4b02-a63e-4bf25d2f8be1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ca0b735-a2a7-48db-aece-237d43f920e1'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:03:05.334651 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b93b5230-ba83-42d0-a9c7-4d986f7882cc" -d '{"events": [{"server_uuid": "addec3b0-910e-4b02-a63e-4bf25d2f8be1", "name": "network-vif-unplugged", "status": "completed", "tag": "4ca0b735-a2a7-48db-aece-237d43f920e1"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 23:03:05.338998 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-b8269551-5178-43fd-9071-2ffc9a1d2e96 req-20b5a752-daa4-40da-98ef-7d296e937843 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:05.351114 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [req-b8269551-5178-43fd-9071-2ffc9a1d2e96 req-20b5a752-daa4-40da-98ef-7d296e937843 service neutron] Transition to ACTIVE for port object 4ca0b735-a2a7-48db-aece-237d43f920e1 will not be triggered until provisioned by entity L2. {{(pid=102431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:03:05.354685 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-b8269551-5178-43fd-9071-2ffc9a1d2e96 req-20b5a752-daa4-40da-98ef-7d296e937843 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:05.389042 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 18 Jan 2022 23:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2cb3eb4-6640-4de0-ac7f-1da75c739165 x-openstack-request-id: req-e2cb3eb4-6640-4de0-ac7f-1da75c739165 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 23:03:05.389998 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "addec3b0-910e-4b02-a63e-4bf25d2f8be1", "name": "network-vif-unplugged", "status": "completed", "tag": "4ca0b735-a2a7-48db-aece-237d43f920e1", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 23:03:05.389998 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e2cb3eb4-6640-4de0-ac7f-1da75c739165 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 23:03:05.389998 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'addec3b0-910e-4b02-a63e-4bf25d2f8be1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ca0b735-a2a7-48db-aece-237d43f920e1', 'code': 200} Jan 18 23:03:05.436575 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b5a752-daa4-40da-98ef-7d296e937843 service neutron] Pushing event updated for resources: {'Port': ['ID=4ca0b735-a2a7-48db-aece-237d43f920e1,revision_number=6']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:05.451178 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b5a752-daa4-40da-98ef-7d296e937843 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:05.451522 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b5a752-daa4-40da-98ef-7d296e937843 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:05.451859 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b5a752-daa4-40da-98ef-7d296e937843 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:05.452225 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b5a752-daa4-40da-98ef-7d296e937843 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:05.452559 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b5a752-daa4-40da-98ef-7d296e937843 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:05.452892 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b5a752-daa4-40da-98ef-7d296e937843 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:05.453218 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b5a752-daa4-40da-98ef-7d296e937843 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:05.453539 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b5a752-daa4-40da-98ef-7d296e937843 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:05.453862 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b5a752-daa4-40da-98ef-7d296e937843 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:05.454184 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b5a752-daa4-40da-98ef-7d296e937843 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:05.454506 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b5a752-daa4-40da-98ef-7d296e937843 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:05.454826 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b5a752-daa4-40da-98ef-7d296e937843 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:05.486195 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8269551-5178-43fd-9071-2ffc9a1d2e96 req-20b5a752-daa4-40da-98ef-7d296e937843 service neutron] No DVR routers for this DVR port 4ca0b735-a2a7-48db-aece-237d43f920e1 on host n-h2-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:03:05.620036 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-b8269551-5178-43fd-9071-2ffc9a1d2e96 req-20b5a752-daa4-40da-98ef-7d296e937843 service neutron] Attempting to bind port 4ca0b735-a2a7-48db-aece-237d43f920e1 on host n-h1-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:03:05.620390 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-b8269551-5178-43fd-9071-2ffc9a1d2e96 req-20b5a752-daa4-40da-98ef-7d296e937843 service neutron] Attempting to bind port 4ca0b735-a2a7-48db-aece-237d43f920e1 by drivers openvswitch,hyperv on host n-h1-825064-1 at level 0 using segments [{'id': '9d4113a0-2ed9-4fc0-932b-00a17e903594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:03:05.620712 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8269551-5178-43fd-9071-2ffc9a1d2e96 req-20b5a752-daa4-40da-98ef-7d296e937843 service neutron] Attempting to bind port 4ca0b735-a2a7-48db-aece-237d43f920e1 on network b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 23:03:05.624913 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8269551-5178-43fd-9071-2ffc9a1d2e96 req-20b5a752-daa4-40da-98ef-7d296e937843 service neutron] Port 4ca0b735-a2a7-48db-aece-237d43f920e1 on network b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 23:03:05.625233 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8269551-5178-43fd-9071-2ffc9a1d2e96 req-20b5a752-daa4-40da-98ef-7d296e937843 service neutron] Attempting to bind port 4ca0b735-a2a7-48db-aece-237d43f920e1 on network b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 23:03:05.630193 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8269551-5178-43fd-9071-2ffc9a1d2e96 req-20b5a752-daa4-40da-98ef-7d296e937843 service neutron] Checking agent: {'id': 'e49d1b2a-ba11-487f-a804-ecbf3c0e8132', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 23:03:05.630529 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8269551-5178-43fd-9071-2ffc9a1d2e96 req-20b5a752-daa4-40da-98ef-7d296e937843 service neutron] Checking segment: {'id': '9d4113a0-2ed9-4fc0-932b-00a17e903594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 23:03:05.630906 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8269551-5178-43fd-9071-2ffc9a1d2e96 req-20b5a752-daa4-40da-98ef-7d296e937843 service neutron] Bound using segment: {'id': '9d4113a0-2ed9-4fc0-932b-00a17e903594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 23:03:05.631320 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-b8269551-5178-43fd-9071-2ffc9a1d2e96 req-20b5a752-daa4-40da-98ef-7d296e937843 service neutron] Bound port: 4ca0b735-a2a7-48db-aece-237d43f920e1, host: n-h1-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d4113a0-2ed9-4fc0-932b-00a17e903594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:03:05.631668 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-b8269551-5178-43fd-9071-2ffc9a1d2e96 req-20b5a752-daa4-40da-98ef-7d296e937843 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:05.696048 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-b8269551-5178-43fd-9071-2ffc9a1d2e96 req-20b5a752-daa4-40da-98ef-7d296e937843 service neutron] For port 4ca0b735-a2a7-48db-aece-237d43f920e1, host n-h1-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:03:05.699569 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-b8269551-5178-43fd-9071-2ffc9a1d2e96 req-20b5a752-daa4-40da-98ef-7d296e937843 service neutron] For port 4ca0b735-a2a7-48db-aece-237d43f920e1, host n-h1-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=4ca0b735-a2a7-48db-aece-237d43f920e1,segment=NetworkSegment(9d4113a0-2ed9-4fc0-932b-00a17e903594),segment_id=9d4113a0-2ed9-4fc0-932b-00a17e903594)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:03:05.703799 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-b8269551-5178-43fd-9071-2ffc9a1d2e96 req-20b5a752-daa4-40da-98ef-7d296e937843 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:05.735219 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8269551-5178-43fd-9071-2ffc9a1d2e96 req-20b5a752-daa4-40da-98ef-7d296e937843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:05.735836 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-b8269551-5178-43fd-9071-2ffc9a1d2e96 req-20b5a752-daa4-40da-98ef-7d296e937843 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:05.737241 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-b8269551-5178-43fd-9071-2ffc9a1d2e96 req-20b5a752-daa4-40da-98ef-7d296e937843 service neutron] 10.222.0.36 "PUT /v2.0/ports/4ca0b735-a2a7-48db-aece-237d43f920e1 HTTP/1.1" status: 200 len: 1091 time: 1.0587776 Jan 18 23:03:05.760011 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b5a752-daa4-40da-98ef-7d296e937843 service neutron] Pushing event updated for resources: {'Port': ['ID=4ca0b735-a2a7-48db-aece-237d43f920e1,revision_number=7']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:05.803607 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8269551-5178-43fd-9071-2ffc9a1d2e96 req-6370186f-520d-483e-9d89-5d29d9f611a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:05.805175 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-b8269551-5178-43fd-9071-2ffc9a1d2e96 req-6370186f-520d-483e-9d89-5d29d9f611a1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b920d3f799934d12a42b1009a76b1bfc&device_id=addec3b0-910e-4b02-a63e-4bf25d2f8be1 HTTP/1.1" status: 200 len: 1094 time: 0.0422034 Jan 18 23:03:05.899303 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8269551-5178-43fd-9071-2ffc9a1d2e96 req-15c597e4-887b-4a45-9a13-f494da05899e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:05.900896 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-b8269551-5178-43fd-9071-2ffc9a1d2e96 req-15c597e4-887b-4a45-9a13-f494da05899e service neutron] 10.222.0.36 "GET /v2.0/networks?id=b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3 HTTP/1.1" status: 200 len: 911 time: 0.0890849 Jan 18 23:03:05.965185 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-b8269551-5178-43fd-9071-2ffc9a1d2e96 req-8ca1e265-ca85-4574-8322-b75a6ef81e11 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ca0b735-a2a7-48db-aece-237d43f920e1 HTTP/1.1" status: 200 len: 1000 time: 0.0572989 Jan 18 23:03:06.013245 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8269551-5178-43fd-9071-2ffc9a1d2e96 req-f3f10a5f-e049-4b87-8af5-34cf6b682811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:06.014591 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-b8269551-5178-43fd-9071-2ffc9a1d2e96 req-f3f10a5f-e049-4b87-8af5-34cf6b682811 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7458985f-285f-4ddd-bc95-c81cb698d5df HTTP/1.1" status: 200 len: 850 time: 0.0433450 Jan 18 23:03:06.064089 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8269551-5178-43fd-9071-2ffc9a1d2e96 req-5d465e66-c6f2-45b5-b7a4-9154830b991f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:06.065546 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-b8269551-5178-43fd-9071-2ffc9a1d2e96 req-5d465e66-c6f2-45b5-b7a4-9154830b991f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447068 Jan 18 23:03:06.122279 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf5831e-60eb-4f13-bd60-4400fe3a0b0c req-5f40c840-a629-4b45-805a-772746ff5f0d tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:06.123848 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-faf5831e-60eb-4f13-bd60-4400fe3a0b0c req-5f40c840-a629-4b45-805a-772746ff5f0d tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=addec3b0-910e-4b02-a63e-4bf25d2f8be1 HTTP/1.1" status: 200 len: 943 time: 0.0525846 Jan 18 23:03:06.154480 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-b8269551-5178-43fd-9071-2ffc9a1d2e96 req-a1f69e44-5430-4ae9-8136-51f4ed4a1c3e service neutron] 10.222.0.36 "GET /v2.0/networks/b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814548 Jan 18 23:03:06.162320 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-faf5831e-60eb-4f13-bd60-4400fe3a0b0c req-10b5ca3e-961c-4ab1-9301-34183dafe731 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317795 Jan 18 23:03:06.244860 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-b8269551-5178-43fd-9071-2ffc9a1d2e96 req-6da71cec-242a-41ce-9c7f-a4e0d919c8bd service neutron] 10.222.0.36 "GET /v2.0/networks/b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844226 Jan 18 23:03:07.283108 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b26fd2-359e-4074-8a8a-a09838478bc8 req-0a9e997e-260b-4e41-9477-0f6e22b9d6d0 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:07.284582 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-35b26fd2-359e-4074-8a8a-a09838478bc8 req-0a9e997e-260b-4e41-9477-0f6e22b9d6d0 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=addec3b0-910e-4b02-a63e-4bf25d2f8be1 HTTP/1.1" status: 200 len: 943 time: 0.0480335 Jan 18 23:03:07.320445 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-35b26fd2-359e-4074-8a8a-a09838478bc8 req-dbd08996-e683-4bb6-ade8-613b36b91976 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299995 Jan 18 23:03:07.391643 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'addec3b0-910e-4b02-a63e-4bf25d2f8be1', 'tag': '4ca0b735-a2a7-48db-aece-237d43f920e1'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:03:07.393944 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fa3d9fb-38d9-43eb-bc8e-efbdcea3d103" -d '{"events": [{"name": "network-changed", "server_uuid": "addec3b0-910e-4b02-a63e-4bf25d2f8be1", "tag": "4ca0b735-a2a7-48db-aece-237d43f920e1"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 23:03:07.440090 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 23:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c347fb7-7356-413d-b619-e45e402324e8 x-openstack-request-id: req-6c347fb7-7356-413d-b619-e45e402324e8 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 23:03:07.440447 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "addec3b0-910e-4b02-a63e-4bf25d2f8be1", "tag": "4ca0b735-a2a7-48db-aece-237d43f920e1", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 23:03:07.440673 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6c347fb7-7356-413d-b619-e45e402324e8 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 23:03:07.441084 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'addec3b0-910e-4b02-a63e-4bf25d2f8be1', 'tag': '4ca0b735-a2a7-48db-aece-237d43f920e1', 'status': 'completed', 'code': 200} Jan 18 23:03:07.499430 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa3d9fb-38d9-43eb-bc8e-efbdcea3d103 req-e7eddb95-33f9-4569-b7e7-8daea4776c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:07.500961 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8fa3d9fb-38d9-43eb-bc8e-efbdcea3d103 req-e7eddb95-33f9-4569-b7e7-8daea4776c4c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b920d3f799934d12a42b1009a76b1bfc&device_id=addec3b0-910e-4b02-a63e-4bf25d2f8be1 HTTP/1.1" status: 200 len: 1094 time: 0.0408723 Jan 18 23:03:07.501391 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa3d9fb-38d9-43eb-bc8e-efbdcea3d103 req-fab24f19-d9e7-4d84-afd5-9f18733e3613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:07.503135 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-8fa3d9fb-38d9-43eb-bc8e-efbdcea3d103 req-fab24f19-d9e7-4d84-afd5-9f18733e3613 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b920d3f799934d12a42b1009a76b1bfc&device_id=addec3b0-910e-4b02-a63e-4bf25d2f8be1 HTTP/1.1" status: 200 len: 1094 time: 0.0407274 Jan 18 23:03:07.591890 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa3d9fb-38d9-43eb-bc8e-efbdcea3d103 req-c9c905a8-0525-447d-9f13-bcbead516ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:07.592257 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa3d9fb-38d9-43eb-bc8e-efbdcea3d103 req-3685dfb1-e7b5-451c-b5cb-a88fb736efba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:07.593466 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-8fa3d9fb-38d9-43eb-bc8e-efbdcea3d103 req-c9c905a8-0525-447d-9f13-bcbead516ac1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3 HTTP/1.1" status: 200 len: 911 time: 0.0829129 Jan 18 23:03:07.593722 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8fa3d9fb-38d9-43eb-bc8e-efbdcea3d103 req-3685dfb1-e7b5-451c-b5cb-a88fb736efba service neutron] 10.222.0.67 "GET /v2.0/networks?id=b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3 HTTP/1.1" status: 200 len: 911 time: 0.0864124 Jan 18 23:03:07.659160 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8fa3d9fb-38d9-43eb-bc8e-efbdcea3d103 req-3b649eeb-f5dc-42de-8b89-133b30c62de8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ca0b735-a2a7-48db-aece-237d43f920e1 HTTP/1.1" status: 200 len: 1000 time: 0.0591836 Jan 18 23:03:07.663527 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-8fa3d9fb-38d9-43eb-bc8e-efbdcea3d103 req-fd2c4db7-3b4f-4a67-9d4d-f8eca67f3b8b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ca0b735-a2a7-48db-aece-237d43f920e1 HTTP/1.1" status: 200 len: 1000 time: 0.0617976 Jan 18 23:03:07.712586 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa3d9fb-38d9-43eb-bc8e-efbdcea3d103 req-ebe5dc1d-6d70-4707-84c4-fb7d860ec534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:07.713101 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa3d9fb-38d9-43eb-bc8e-efbdcea3d103 req-62c7ebaf-a18e-4f0d-832c-35080da3e686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:07.714049 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-8fa3d9fb-38d9-43eb-bc8e-efbdcea3d103 req-ebe5dc1d-6d70-4707-84c4-fb7d860ec534 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7458985f-285f-4ddd-bc95-c81cb698d5df HTTP/1.1" status: 200 len: 850 time: 0.0431948 Jan 18 23:03:07.714521 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8fa3d9fb-38d9-43eb-bc8e-efbdcea3d103 req-62c7ebaf-a18e-4f0d-832c-35080da3e686 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7458985f-285f-4ddd-bc95-c81cb698d5df HTTP/1.1" status: 200 len: 850 time: 0.0475845 Jan 18 23:03:07.759740 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa3d9fb-38d9-43eb-bc8e-efbdcea3d103 req-e1142276-a525-4e63-901d-0164df57330b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:07.761280 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8fa3d9fb-38d9-43eb-bc8e-efbdcea3d103 req-e1142276-a525-4e63-901d-0164df57330b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405648 Jan 18 23:03:07.762882 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa3d9fb-38d9-43eb-bc8e-efbdcea3d103 req-acfa5a3c-9eda-4316-9c2a-595a8b8799fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:07.764400 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-8fa3d9fb-38d9-43eb-bc8e-efbdcea3d103 req-acfa5a3c-9eda-4316-9c2a-595a8b8799fe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421376 Jan 18 23:03:07.852637 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8fa3d9fb-38d9-43eb-bc8e-efbdcea3d103 req-6ef8aea6-497c-4beb-8d0f-1d48f2a8edeb service neutron] 10.222.0.67 "GET /v2.0/networks/b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846117 Jan 18 23:03:07.870430 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-8fa3d9fb-38d9-43eb-bc8e-efbdcea3d103 req-55e29bd0-fb3b-42ee-88d6-cdcce57701ee service neutron] 10.222.0.36 "GET /v2.0/networks/b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984316 Jan 18 23:03:07.949801 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8fa3d9fb-38d9-43eb-bc8e-efbdcea3d103 req-950dea5b-d0ae-4087-8f60-fab204641599 service neutron] 10.222.0.67 "GET /v2.0/networks/b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901561 Jan 18 23:03:07.961460 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-8fa3d9fb-38d9-43eb-bc8e-efbdcea3d103 req-7049aa8c-a8c6-4863-a4ca-7326d3e9c04c service neutron] 10.222.0.36 "GET /v2.0/networks/b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837593 Jan 18 23:03:08.301017 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-80d3bcaa-e98e-4dc2-83b3-b1294b30617e req-427826c7-8341-4698-9c21-96fdbc5f78fe service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=addec3b0-910e-4b02-a63e-4bf25d2f8be1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0469959 Jan 18 23:03:08.380918 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d3bcaa-e98e-4dc2-83b3-b1294b30617e req-d86547dd-1847-4519-b3a7-d67ca41cf197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:08.382439 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-80d3bcaa-e98e-4dc2-83b3-b1294b30617e req-d86547dd-1847-4519-b3a7-d67ca41cf197 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b920d3f799934d12a42b1009a76b1bfc&device_id=addec3b0-910e-4b02-a63e-4bf25d2f8be1 HTTP/1.1" status: 200 len: 1094 time: 0.0412958 Jan 18 23:03:08.450664 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2445fb8-73f5-48a4-b68b-6c093ce7235a req-3943193c-94a2-422c-9ac3-fd0c76160c91 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:08.452197 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d2445fb8-73f5-48a4-b68b-6c093ce7235a req-3943193c-94a2-422c-9ac3-fd0c76160c91 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=addec3b0-910e-4b02-a63e-4bf25d2f8be1 HTTP/1.1" status: 200 len: 943 time: 0.0525379 Jan 18 23:03:08.487782 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d3bcaa-e98e-4dc2-83b3-b1294b30617e req-02dfd53c-dc55-4f0c-a57c-eafcd30f7dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:08.489271 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-80d3bcaa-e98e-4dc2-83b3-b1294b30617e req-02dfd53c-dc55-4f0c-a57c-eafcd30f7dda service neutron] 10.222.0.36 "GET /v2.0/networks?id=b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3 HTTP/1.1" status: 200 len: 911 time: 0.0875998 Jan 18 23:03:08.489949 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d2445fb8-73f5-48a4-b68b-6c093ce7235a req-8bdb5a10-60fa-4bda-a0a1-741b92c482e3 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319800 Jan 18 23:03:08.559739 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-80d3bcaa-e98e-4dc2-83b3-b1294b30617e req-de38e62d-fbf6-448c-b064-e2e47b091daf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ca0b735-a2a7-48db-aece-237d43f920e1 HTTP/1.1" status: 200 len: 1000 time: 0.0623431 Jan 18 23:03:08.607143 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d3bcaa-e98e-4dc2-83b3-b1294b30617e req-25702b96-1bc7-4440-8eb6-a78ff18383f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:08.608610 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-80d3bcaa-e98e-4dc2-83b3-b1294b30617e req-25702b96-1bc7-4440-8eb6-a78ff18383f5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7458985f-285f-4ddd-bc95-c81cb698d5df HTTP/1.1" status: 200 len: 850 time: 0.0430355 Jan 18 23:03:08.653709 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d3bcaa-e98e-4dc2-83b3-b1294b30617e req-46fd5566-39d7-4ca9-b63a-b16099093731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:08.655222 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-80d3bcaa-e98e-4dc2-83b3-b1294b30617e req-46fd5566-39d7-4ca9-b63a-b16099093731 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402682 Jan 18 23:03:08.762614 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 4ca0b735-a2a7-48db-aece-237d43f920e1 no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 23:03:08.788726 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-80d3bcaa-e98e-4dc2-83b3-b1294b30617e req-681d3bb6-eddd-446e-b7c0-7cdd80c4ee6d service neutron] 10.222.0.36 "GET /v2.0/networks/b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266770 Jan 18 23:03:08.798097 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5296d213-d677-4c65-9ac0-1aa17a0c0ceb req-7c358c36-5aa6-4e12-a7aa-4350d047e45d tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:08.799615 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-5296d213-d677-4c65-9ac0-1aa17a0c0ceb req-7c358c36-5aa6-4e12-a7aa-4350d047e45d tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.36 "GET /v2.0/ports?device_id=addec3b0-910e-4b02-a63e-4bf25d2f8be1&tenant_id=b920d3f799934d12a42b1009a76b1bfc&binding%3Ahost_id=n-h1-825064-1 HTTP/1.1" status: 200 len: 943 time: 0.0767367 Jan 18 23:03:08.812793 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd22c85-12a1-489f-877f-43a6f14cebf3 req-a3da6824-40eb-428c-b71f-3c27d44374c3 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:08.814720 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3cd22c85-12a1-489f-877f-43a6f14cebf3 req-a3da6824-40eb-428c-b71f-3c27d44374c3 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=addec3b0-910e-4b02-a63e-4bf25d2f8be1 HTTP/1.1" status: 200 len: 943 time: 0.0667150 Jan 18 23:03:08.817347 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 4ca0b735-a2a7-48db-aece-237d43f920e1 not bound to the agent host n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 23:03:08.855642 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3cd22c85-12a1-489f-877f-43a6f14cebf3 req-635ad283-c2b0-487d-9a6d-ab7fce747932 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317469 Jan 18 23:03:08.921918 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-5296d213-d677-4c65-9ac0-1aa17a0c0ceb req-1968e014-0ec4-4ec3-94d9-dfbbfb22e624 service neutron] 10.222.0.36 "GET /v2.0/ports/4ca0b735-a2a7-48db-aece-237d43f920e1/bindings/n-h1-825064-1 HTTP/1.1" status: 200 len: 382 time: 0.1140990 Jan 18 23:03:08.934930 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-80d3bcaa-e98e-4dc2-83b3-b1294b30617e req-39da8be1-0f64-4e16-884a-363d6f73d89d service neutron] 10.222.0.36 "GET /v2.0/networks/b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344717 Jan 18 23:03:09.010130 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5296d213-d677-4c65-9ac0-1aa17a0c0ceb req-b1d1a38b-421f-4cb7-9a5f-66c1950d1b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:09.011626 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-5296d213-d677-4c65-9ac0-1aa17a0c0ceb req-b1d1a38b-421f-4cb7-9a5f-66c1950d1b4b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b920d3f799934d12a42b1009a76b1bfc&device_id=addec3b0-910e-4b02-a63e-4bf25d2f8be1 HTTP/1.1" status: 200 len: 1094 time: 0.0406122 Jan 18 23:03:09.105058 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5296d213-d677-4c65-9ac0-1aa17a0c0ceb req-87b00b61-74a4-4392-90f5-609a44139dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:09.106554 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-5296d213-d677-4c65-9ac0-1aa17a0c0ceb req-87b00b61-74a4-4392-90f5-609a44139dd7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3 HTTP/1.1" status: 200 len: 911 time: 0.0883620 Jan 18 23:03:09.174215 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-5296d213-d677-4c65-9ac0-1aa17a0c0ceb req-53df055d-f8ba-44a1-82ea-b30b81fd7d89 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ca0b735-a2a7-48db-aece-237d43f920e1 HTTP/1.1" status: 200 len: 1000 time: 0.0615771 Jan 18 23:03:09.225454 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5296d213-d677-4c65-9ac0-1aa17a0c0ceb req-4cbc526f-6334-4b27-9ea4-84074bc1c8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:09.226854 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-5296d213-d677-4c65-9ac0-1aa17a0c0ceb req-4cbc526f-6334-4b27-9ea4-84074bc1c8ba service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7458985f-285f-4ddd-bc95-c81cb698d5df HTTP/1.1" status: 200 len: 850 time: 0.0464499 Jan 18 23:03:09.273659 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5296d213-d677-4c65-9ac0-1aa17a0c0ceb req-32cf78c7-d9d6-4f03-98f8-8dac1cc44a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:09.275147 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-5296d213-d677-4c65-9ac0-1aa17a0c0ceb req-32cf78c7-d9d6-4f03-98f8-8dac1cc44a3b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392308 Jan 18 23:03:09.360189 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-5296d213-d677-4c65-9ac0-1aa17a0c0ceb req-fc066403-d9e5-4b78-9852-f2985a51fe8c service neutron] 10.222.0.36 "GET /v2.0/networks/b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785975 Jan 18 23:03:09.455786 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-5296d213-d677-4c65-9ac0-1aa17a0c0ceb req-f4d88308-53c1-4ab1-ad1f-ad699c114f0a service neutron] 10.222.0.36 "GET /v2.0/networks/b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892725 Jan 18 23:03:09.979225 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b190138-348b-44cf-a969-3ac5a3b3381f req-eb8c3c4a-2936-496d-9b30-096e9c5dd6e8 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:09.980685 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6b190138-348b-44cf-a969-3ac5a3b3381f req-eb8c3c4a-2936-496d-9b30-096e9c5dd6e8 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=addec3b0-910e-4b02-a63e-4bf25d2f8be1 HTTP/1.1" status: 200 len: 943 time: 0.0526865 Jan 18 23:03:10.016719 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6b190138-348b-44cf-a969-3ac5a3b3381f req-4e752baf-5bbc-4a5a-95c6-9bbfc79b0491 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300436 Jan 18 23:03:10.119755 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 4ca0b735-a2a7-48db-aece-237d43f920e1 details requested by agent hyperv_n-h1-825064-1 with host n-h1-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 23:03:10.214853 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 4ca0b735-a2a7-48db-aece-237d43f920e1, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=4ca0b735-a2a7-48db-aece-237d43f920e1,segment=NetworkSegment(9d4113a0-2ed9-4fc0-932b-00a17e903594),segment_id=9d4113a0-2ed9-4fc0-932b-00a17e903594)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:03:10.224741 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Returning: {'device': '4ca0b735-a2a7-48db-aece-237d43f920e1', 'network_id': 'b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3', 'port_id': '4ca0b735-a2a7-48db-aece-237d43f920e1', 'mac_address': 'fa:16:3e:2b:26:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7458985f-285f-4ddd-bc95-c81cb698d5df', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 23:03:10.261143 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:10.272994 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ca0b735-a2a7-48db-aece-237d43f920e1 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:03:10.294825 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 4ca0b735-a2a7-48db-aece-237d43f920e1, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=4ca0b735-a2a7-48db-aece-237d43f920e1,segment=NetworkSegment(9d4113a0-2ed9-4fc0-932b-00a17e903594),segment_id=9d4113a0-2ed9-4fc0-932b-00a17e903594)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:03:10.298465 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:10.345151 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=4ca0b735-a2a7-48db-aece-237d43f920e1,revision_number=8']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:10.352192 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:10.352538 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:10.352922 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:10.353260 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:10.353587 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:10.353912 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:10.354232 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:10.354555 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:10.354872 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:10.355187 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:10.355505 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:10.355821 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:10.560398 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['4ca0b735-a2a7-48db-aece-237d43f920e1'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 23:03:11.154127 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52af8e0d-062b-4be9-8115-1ff8500b70a4 req-b8338336-c647-4149-9da6-daf35c514cc5 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:11.155757 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-52af8e0d-062b-4be9-8115-1ff8500b70a4 req-b8338336-c647-4149-9da6-daf35c514cc5 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=addec3b0-910e-4b02-a63e-4bf25d2f8be1 HTTP/1.1" status: 200 len: 944 time: 0.0494642 Jan 18 23:03:11.194544 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-52af8e0d-062b-4be9-8115-1ff8500b70a4 req-86dec2aa-2063-47f0-a790-5e88b17804b7 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327885 Jan 18 23:03:11.320686 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5296d213-d677-4c65-9ac0-1aa17a0c0ceb req-81ecf3da-b2a1-4507-afc0-4a85379117ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:11.322346 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5296d213-d677-4c65-9ac0-1aa17a0c0ceb req-81ecf3da-b2a1-4507-afc0-4a85379117ea service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=addec3b0-910e-4b02-a63e-4bf25d2f8be1&tenant_id=b920d3f799934d12a42b1009a76b1bfc HTTP/1.1" status: 200 len: 1095 time: 0.0402882 Jan 18 23:03:11.334095 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-5296d213-d677-4c65-9ac0-1aa17a0c0ceb req-158d5fea-1136-43d6-b3b4-43609ad9ab6c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825064-1', 'device_owner': 'compute:nova'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:03:11.391018 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-5296d213-d677-4c65-9ac0-1aa17a0c0ceb req-158d5fea-1136-43d6-b3b4-43609ad9ab6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:11.589508 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-5296d213-d677-4c65-9ac0-1aa17a0c0ceb req-158d5fea-1136-43d6-b3b4-43609ad9ab6c service neutron] For port 4ca0b735-a2a7-48db-aece-237d43f920e1, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=4ca0b735-a2a7-48db-aece-237d43f920e1,segment=NetworkSegment(9d4113a0-2ed9-4fc0-932b-00a17e903594),segment_id=9d4113a0-2ed9-4fc0-932b-00a17e903594)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:03:11.621004 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-5296d213-d677-4c65-9ac0-1aa17a0c0ceb req-158d5fea-1136-43d6-b3b4-43609ad9ab6c service neutron] For port 4ca0b735-a2a7-48db-aece-237d43f920e1, host n-h1-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:03:11.652174 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [req-5296d213-d677-4c65-9ac0-1aa17a0c0ceb req-158d5fea-1136-43d6-b3b4-43609ad9ab6c service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 4ca0b735-a2a7-48db-aece-237d43f920e1 {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:03:11.661095 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-5296d213-d677-4c65-9ac0-1aa17a0c0ceb req-158d5fea-1136-43d6-b3b4-43609ad9ab6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:11.673485 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-5296d213-d677-4c65-9ac0-1aa17a0c0ceb req-158d5fea-1136-43d6-b3b4-43609ad9ab6c service neutron] Ignored duplicate provisioning block setup for port 4ca0b735-a2a7-48db-aece-237d43f920e1 by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jan 18 23:03:11.676838 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-5296d213-d677-4c65-9ac0-1aa17a0c0ceb req-158d5fea-1136-43d6-b3b4-43609ad9ab6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:11.778797 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158d5fea-1136-43d6-b3b4-43609ad9ab6c service neutron] Pushing event updated for resources: {'Port': ['ID=4ca0b735-a2a7-48db-aece-237d43f920e1,revision_number=9']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:11.803325 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158d5fea-1136-43d6-b3b4-43609ad9ab6c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:11.803678 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158d5fea-1136-43d6-b3b4-43609ad9ab6c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:11.804021 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158d5fea-1136-43d6-b3b4-43609ad9ab6c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:11.804485 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158d5fea-1136-43d6-b3b4-43609ad9ab6c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:11.804822 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158d5fea-1136-43d6-b3b4-43609ad9ab6c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:11.805154 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158d5fea-1136-43d6-b3b4-43609ad9ab6c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:11.805489 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158d5fea-1136-43d6-b3b4-43609ad9ab6c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:11.805849 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158d5fea-1136-43d6-b3b4-43609ad9ab6c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:11.806178 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158d5fea-1136-43d6-b3b4-43609ad9ab6c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:11.806504 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158d5fea-1136-43d6-b3b4-43609ad9ab6c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:11.806832 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158d5fea-1136-43d6-b3b4-43609ad9ab6c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:11.807152 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158d5fea-1136-43d6-b3b4-43609ad9ab6c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:11.855971 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-5296d213-d677-4c65-9ac0-1aa17a0c0ceb req-158d5fea-1136-43d6-b3b4-43609ad9ab6c service neutron] No DVR routers for this DVR port 4ca0b735-a2a7-48db-aece-237d43f920e1 on host n-h1-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:03:11.988949 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-5296d213-d677-4c65-9ac0-1aa17a0c0ceb req-158d5fea-1136-43d6-b3b4-43609ad9ab6c service neutron] Attempting to bind port 4ca0b735-a2a7-48db-aece-237d43f920e1 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:03:11.989218 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-5296d213-d677-4c65-9ac0-1aa17a0c0ceb req-158d5fea-1136-43d6-b3b4-43609ad9ab6c service neutron] Attempting to bind port 4ca0b735-a2a7-48db-aece-237d43f920e1 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '9d4113a0-2ed9-4fc0-932b-00a17e903594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:03:11.989543 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5296d213-d677-4c65-9ac0-1aa17a0c0ceb req-158d5fea-1136-43d6-b3b4-43609ad9ab6c service neutron] Attempting to bind port 4ca0b735-a2a7-48db-aece-237d43f920e1 on network b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 23:03:11.993717 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5296d213-d677-4c65-9ac0-1aa17a0c0ceb req-158d5fea-1136-43d6-b3b4-43609ad9ab6c service neutron] Port 4ca0b735-a2a7-48db-aece-237d43f920e1 on network b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 23:03:11.994037 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5296d213-d677-4c65-9ac0-1aa17a0c0ceb req-158d5fea-1136-43d6-b3b4-43609ad9ab6c service neutron] Attempting to bind port 4ca0b735-a2a7-48db-aece-237d43f920e1 on network b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 23:03:11.998762 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5296d213-d677-4c65-9ac0-1aa17a0c0ceb req-158d5fea-1136-43d6-b3b4-43609ad9ab6c service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 23:03:11.999096 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5296d213-d677-4c65-9ac0-1aa17a0c0ceb req-158d5fea-1136-43d6-b3b4-43609ad9ab6c service neutron] Checking segment: {'id': '9d4113a0-2ed9-4fc0-932b-00a17e903594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 23:03:11.999474 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5296d213-d677-4c65-9ac0-1aa17a0c0ceb req-158d5fea-1136-43d6-b3b4-43609ad9ab6c service neutron] Bound using segment: {'id': '9d4113a0-2ed9-4fc0-932b-00a17e903594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 23:03:11.999891 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-5296d213-d677-4c65-9ac0-1aa17a0c0ceb req-158d5fea-1136-43d6-b3b4-43609ad9ab6c service neutron] Bound port: 4ca0b735-a2a7-48db-aece-237d43f920e1, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d4113a0-2ed9-4fc0-932b-00a17e903594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:03:12.000273 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-5296d213-d677-4c65-9ac0-1aa17a0c0ceb req-158d5fea-1136-43d6-b3b4-43609ad9ab6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:12.060770 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-5296d213-d677-4c65-9ac0-1aa17a0c0ceb req-158d5fea-1136-43d6-b3b4-43609ad9ab6c service neutron] For port 4ca0b735-a2a7-48db-aece-237d43f920e1, host n-h2-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:03:12.063974 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-5296d213-d677-4c65-9ac0-1aa17a0c0ceb req-158d5fea-1136-43d6-b3b4-43609ad9ab6c service neutron] For port 4ca0b735-a2a7-48db-aece-237d43f920e1, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=4ca0b735-a2a7-48db-aece-237d43f920e1,segment=NetworkSegment(9d4113a0-2ed9-4fc0-932b-00a17e903594),segment_id=9d4113a0-2ed9-4fc0-932b-00a17e903594)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:03:12.069048 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-5296d213-d677-4c65-9ac0-1aa17a0c0ceb req-158d5fea-1136-43d6-b3b4-43609ad9ab6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:12.106525 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5296d213-d677-4c65-9ac0-1aa17a0c0ceb req-158d5fea-1136-43d6-b3b4-43609ad9ab6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:12.106986 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-5296d213-d677-4c65-9ac0-1aa17a0c0ceb req-158d5fea-1136-43d6-b3b4-43609ad9ab6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:12.108403 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5296d213-d677-4c65-9ac0-1aa17a0c0ceb req-158d5fea-1136-43d6-b3b4-43609ad9ab6c service neutron] 10.222.0.67 "PUT /v2.0/ports/4ca0b735-a2a7-48db-aece-237d43f920e1 HTTP/1.1" status: 200 len: 1091 time: 0.7781973 Jan 18 23:03:12.110588 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'addec3b0-910e-4b02-a63e-4bf25d2f8be1', 'tag': '4ca0b735-a2a7-48db-aece-237d43f920e1'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:03:12.112878 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7209a6a9-d5c5-4d6f-ab0a-f67bf8888bb6" -d '{"events": [{"name": "network-changed", "server_uuid": "addec3b0-910e-4b02-a63e-4bf25d2f8be1", "tag": "4ca0b735-a2a7-48db-aece-237d43f920e1"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 23:03:12.125183 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 4ca0b735-a2a7-48db-aece-237d43f920e1 details requested by agent hyperv_n-h1-825064-1 with host n-h1-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 23:03:12.160548 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158d5fea-1136-43d6-b3b4-43609ad9ab6c service neutron] Pushing event updated for resources: {'Port': ['ID=4ca0b735-a2a7-48db-aece-237d43f920e1,revision_number=10']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:12.185505 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5296d213-d677-4c65-9ac0-1aa17a0c0ceb req-73400348-45c6-448c-961b-0001f55ba15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:12.187324 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5296d213-d677-4c65-9ac0-1aa17a0c0ceb req-73400348-45c6-448c-961b-0001f55ba15f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b920d3f799934d12a42b1009a76b1bfc&device_id=addec3b0-910e-4b02-a63e-4bf25d2f8be1 HTTP/1.1" status: 200 len: 1095 time: 0.0547967 Jan 18 23:03:12.189082 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 23:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce9905e6-7922-4578-bf2d-532ce47f25fe x-openstack-request-id: req-ce9905e6-7922-4578-bf2d-532ce47f25fe {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 23:03:12.189383 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "addec3b0-910e-4b02-a63e-4bf25d2f8be1", "tag": "4ca0b735-a2a7-48db-aece-237d43f920e1", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 23:03:12.189710 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ce9905e6-7922-4578-bf2d-532ce47f25fe {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 23:03:12.190170 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'addec3b0-910e-4b02-a63e-4bf25d2f8be1', 'tag': '4ca0b735-a2a7-48db-aece-237d43f920e1', 'status': 'completed', 'code': 200} Jan 18 23:03:12.260335 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 4ca0b735-a2a7-48db-aece-237d43f920e1, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=4ca0b735-a2a7-48db-aece-237d43f920e1,segment=NetworkSegment(9d4113a0-2ed9-4fc0-932b-00a17e903594),segment_id=9d4113a0-2ed9-4fc0-932b-00a17e903594)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:03:12.272317 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7209a6a9-d5c5-4d6f-ab0a-f67bf8888bb6 req-cd96e415-7248-41c9-9260-c4f2fe7c8f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:12.272910 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 4ca0b735-a2a7-48db-aece-237d43f920e1 has no active binding in host n-h1-825064-1 {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 18 23:03:12.274873 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-7209a6a9-d5c5-4d6f-ab0a-f67bf8888bb6 req-cd96e415-7248-41c9-9260-c4f2fe7c8f0f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b920d3f799934d12a42b1009a76b1bfc&device_id=addec3b0-910e-4b02-a63e-4bf25d2f8be1 HTTP/1.1" status: 200 len: 1095 time: 0.0660551 Jan 18 23:03:12.347571 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5296d213-d677-4c65-9ac0-1aa17a0c0ceb req-f1d29028-9a75-4736-8ee6-10bfc2e8a23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:12.349083 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5296d213-d677-4c65-9ac0-1aa17a0c0ceb req-f1d29028-9a75-4736-8ee6-10bfc2e8a23a service neutron] 10.222.0.67 "GET /v2.0/networks?id=b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3 HTTP/1.1" status: 200 len: 911 time: 0.1556370 Jan 18 23:03:12.372032 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a4b068-6d11-4473-ac3f-a9cac74c2fc3 req-c000bbc4-13e8-4e22-abf9-8336882ad7e7 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:12.373619 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b5a4b068-6d11-4473-ac3f-a9cac74c2fc3 req-c000bbc4-13e8-4e22-abf9-8336882ad7e7 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=addec3b0-910e-4b02-a63e-4bf25d2f8be1 HTTP/1.1" status: 200 len: 944 time: 0.0848973 Jan 18 23:03:12.379138 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7209a6a9-d5c5-4d6f-ab0a-f67bf8888bb6 req-327dd0ee-1795-4688-b623-ed646a2679f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:12.380965 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-7209a6a9-d5c5-4d6f-ab0a-f67bf8888bb6 req-327dd0ee-1795-4688-b623-ed646a2679f0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3 HTTP/1.1" status: 200 len: 911 time: 0.0998955 Jan 18 23:03:12.447809 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-7209a6a9-d5c5-4d6f-ab0a-f67bf8888bb6 req-5353fcae-64a8-41b6-b241-485ac5529759 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ca0b735-a2a7-48db-aece-237d43f920e1 HTTP/1.1" status: 200 len: 1000 time: 0.0580418 Jan 18 23:03:12.450345 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5296d213-d677-4c65-9ac0-1aa17a0c0ceb req-aaa512ca-acac-41b5-a348-1d42711b4b65 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ca0b735-a2a7-48db-aece-237d43f920e1 HTTP/1.1" status: 200 len: 1000 time: 0.0934222 Jan 18 23:03:12.455292 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b5a4b068-6d11-4473-ac3f-a9cac74c2fc3 req-be060625-1439-4a96-a156-900bcef97486 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499899 Jan 18 23:03:12.496333 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7209a6a9-d5c5-4d6f-ab0a-f67bf8888bb6 req-1cb65b43-b673-4f2c-a21d-f00f4b701315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:12.497971 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-7209a6a9-d5c5-4d6f-ab0a-f67bf8888bb6 req-1cb65b43-b673-4f2c-a21d-f00f4b701315 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7458985f-285f-4ddd-bc95-c81cb698d5df HTTP/1.1" status: 200 len: 850 time: 0.0443034 Jan 18 23:03:12.499123 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5296d213-d677-4c65-9ac0-1aa17a0c0ceb req-fbf2e92b-3a42-48a4-b31a-5ba4c9fb2e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:12.500583 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5296d213-d677-4c65-9ac0-1aa17a0c0ceb req-fbf2e92b-3a42-48a4-b31a-5ba4c9fb2e8b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7458985f-285f-4ddd-bc95-c81cb698d5df HTTP/1.1" status: 200 len: 850 time: 0.0441515 Jan 18 23:03:12.544864 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5296d213-d677-4c65-9ac0-1aa17a0c0ceb req-86f54064-814f-4116-befe-9709c6098993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:12.545863 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7209a6a9-d5c5-4d6f-ab0a-f67bf8888bb6 req-b0522ffc-6c90-4373-8b0c-9b14d90de010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:12.546359 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5296d213-d677-4c65-9ac0-1aa17a0c0ceb req-86f54064-814f-4116-befe-9709c6098993 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392725 Jan 18 23:03:12.547456 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-7209a6a9-d5c5-4d6f-ab0a-f67bf8888bb6 req-b0522ffc-6c90-4373-8b0c-9b14d90de010 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434437 Jan 18 23:03:12.633956 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-7209a6a9-d5c5-4d6f-ab0a-f67bf8888bb6 req-894fcf15-9617-4789-b7d0-1cd4bf0b2cc6 service neutron] 10.222.0.36 "GET /v2.0/networks/b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801327 Jan 18 23:03:12.637103 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5296d213-d677-4c65-9ac0-1aa17a0c0ceb req-27e8f1e7-bc27-44f9-af9c-c94ddd16635d service neutron] 10.222.0.67 "GET /v2.0/networks/b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843902 Jan 18 23:03:12.726069 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5296d213-d677-4c65-9ac0-1aa17a0c0ceb req-5fded479-1e1c-4ef7-a713-3ecb71c3a7ad service neutron] 10.222.0.67 "GET /v2.0/networks/b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810232 Jan 18 23:03:12.728976 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-7209a6a9-d5c5-4d6f-ab0a-f67bf8888bb6 req-ac71f0cb-b2ed-4eef-8dff-b2d409c21a3c service neutron] 10.222.0.36 "GET /v2.0/networks/b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890472 Jan 18 23:03:12.813471 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7209a6a9-d5c5-4d6f-ab0a-f67bf8888bb6 req-47e1ee9c-86a4-44e2-932e-a3b3c8fa7e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:12.814911 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7209a6a9-d5c5-4d6f-ab0a-f67bf8888bb6 req-47e1ee9c-86a4-44e2-932e-a3b3c8fa7e02 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b920d3f799934d12a42b1009a76b1bfc&device_id=addec3b0-910e-4b02-a63e-4bf25d2f8be1 HTTP/1.1" status: 200 len: 1095 time: 0.0448580 Jan 18 23:03:12.899122 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7209a6a9-d5c5-4d6f-ab0a-f67bf8888bb6 req-be7af996-0a3e-4307-81ac-f75b41547e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:12.900996 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7209a6a9-d5c5-4d6f-ab0a-f67bf8888bb6 req-be7af996-0a3e-4307-81ac-f75b41547e9c service neutron] 10.222.0.67 "GET /v2.0/networks?id=b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3 HTTP/1.1" status: 200 len: 911 time: 0.0797207 Jan 18 23:03:12.967545 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7209a6a9-d5c5-4d6f-ab0a-f67bf8888bb6 req-08bff087-1c0d-4c36-bcb5-60b10c92374c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ca0b735-a2a7-48db-aece-237d43f920e1 HTTP/1.1" status: 200 len: 1000 time: 0.0588105 Jan 18 23:03:13.014760 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7209a6a9-d5c5-4d6f-ab0a-f67bf8888bb6 req-7e4c8843-3753-4c25-b488-7aa393f29a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:13.016108 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7209a6a9-d5c5-4d6f-ab0a-f67bf8888bb6 req-7e4c8843-3753-4c25-b488-7aa393f29a18 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7458985f-285f-4ddd-bc95-c81cb698d5df HTTP/1.1" status: 200 len: 850 time: 0.0423052 Jan 18 23:03:13.060601 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7209a6a9-d5c5-4d6f-ab0a-f67bf8888bb6 req-21ac892c-90b4-4b80-a26d-591da5e59130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:13.062039 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7209a6a9-d5c5-4d6f-ab0a-f67bf8888bb6 req-21ac892c-90b4-4b80-a26d-591da5e59130 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392728 Jan 18 23:03:13.120222 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:13.158298 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7209a6a9-d5c5-4d6f-ab0a-f67bf8888bb6 req-13ab5182-d05d-4fec-b549-7c7824876850 service neutron] 10.222.0.67 "GET /v2.0/networks/b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885165 Jan 18 23:03:13.246582 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7209a6a9-d5c5-4d6f-ab0a-f67bf8888bb6 req-75d904da-7a86-41eb-acc4-32608d277434 service neutron] 10.222.0.67 "GET /v2.0/networks/b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815365 Jan 18 23:03:13.570605 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4d8c5b-4a68-4563-a610-cbbd362288fb req-c6edde58-3c83-4ef5-b6ec-2be6b9b5b0be tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:13.572608 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2f4d8c5b-4a68-4563-a610-cbbd362288fb req-c6edde58-3c83-4ef5-b6ec-2be6b9b5b0be tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=addec3b0-910e-4b02-a63e-4bf25d2f8be1 HTTP/1.1" status: 200 len: 944 time: 0.0486386 Jan 18 23:03:13.609134 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2f4d8c5b-4a68-4563-a610-cbbd362288fb req-b88637d7-18c8-4e6d-9e4b-2a55281dfbd4 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306525 Jan 18 23:03:14.027560 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:14.122980 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 4ca0b735-a2a7-48db-aece-237d43f920e1 no longer exists at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 23:03:14.163164 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 4ca0b735-a2a7-48db-aece-237d43f920e1 not bound to the agent host n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 23:03:14.725393 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc56ef3-784e-4330-98a2-5a5051fc7b38 req-4faa23b2-5290-4cb8-ae46-2a142b6eb65b tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:14.726845 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-adc56ef3-784e-4330-98a2-5a5051fc7b38 req-4faa23b2-5290-4cb8-ae46-2a142b6eb65b tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=addec3b0-910e-4b02-a63e-4bf25d2f8be1 HTTP/1.1" status: 200 len: 944 time: 0.0520723 Jan 18 23:03:14.765410 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-adc56ef3-784e-4330-98a2-5a5051fc7b38 req-cc0bedca-5bca-4c1d-a2ad-8d98a8016373 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319190 Jan 18 23:03:14.798070 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 4ca0b735-a2a7-48db-aece-237d43f920e1 details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 23:03:14.877362 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caf2ec2-2f6f-4b69-ae70-5fbbce4bee77 req-3f1b5504-295a-4189-85be-327dd2354d14 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:14.879102 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5caf2ec2-2f6f-4b69-ae70-5fbbce4bee77 req-3f1b5504-295a-4189-85be-327dd2354d14 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=addec3b0-910e-4b02-a63e-4bf25d2f8be1 HTTP/1.1" status: 200 len: 944 time: 0.0481811 Jan 18 23:03:14.889664 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 4ca0b735-a2a7-48db-aece-237d43f920e1, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=4ca0b735-a2a7-48db-aece-237d43f920e1,segment=NetworkSegment(9d4113a0-2ed9-4fc0-932b-00a17e903594),segment_id=9d4113a0-2ed9-4fc0-932b-00a17e903594)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:03:14.900627 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': '4ca0b735-a2a7-48db-aece-237d43f920e1', 'network_id': 'b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3', 'port_id': '4ca0b735-a2a7-48db-aece-237d43f920e1', 'mac_address': 'fa:16:3e:2b:26:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7458985f-285f-4ddd-bc95-c81cb698d5df', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 23:03:14.916878 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5caf2ec2-2f6f-4b69-ae70-5fbbce4bee77 req-f888d3bf-607b-4ecd-8b7d-6716268fb436 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310636 Jan 18 23:03:14.936926 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:14.953782 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ca0b735-a2a7-48db-aece-237d43f920e1 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:03:14.972853 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 4ca0b735-a2a7-48db-aece-237d43f920e1, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=4ca0b735-a2a7-48db-aece-237d43f920e1,segment=NetworkSegment(9d4113a0-2ed9-4fc0-932b-00a17e903594),segment_id=9d4113a0-2ed9-4fc0-932b-00a17e903594)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:03:14.976943 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:15.022812 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=4ca0b735-a2a7-48db-aece-237d43f920e1,revision_number=11']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:15.029292 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cace304c-09c7-4149-9367-e86ad9451896 req-bfcecd9d-013e-4573-b59b-a19a4f7f433b tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:15.030800 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cace304c-09c7-4149-9367-e86ad9451896 req-bfcecd9d-013e-4573-b59b-a19a4f7f433b tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=addec3b0-910e-4b02-a63e-4bf25d2f8be1 HTTP/1.1" status: 200 len: 945 time: 0.0494006 Jan 18 23:03:15.067300 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cace304c-09c7-4149-9367-e86ad9451896 req-3cd201c1-4942-4f46-a1aa-7423e9a45303 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305612 Jan 18 23:03:15.271023 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['4ca0b735-a2a7-48db-aece-237d43f920e1'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 23:03:15.295334 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4924b1e6-6fde-4004-826d-6b0eed385ba3 req-71f5fd34-ce5d-4243-b65d-c422251a573a tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:15.296842 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4924b1e6-6fde-4004-826d-6b0eed385ba3 req-71f5fd34-ce5d-4243-b65d-c422251a573a tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=addec3b0-910e-4b02-a63e-4bf25d2f8be1 HTTP/1.1" status: 200 len: 945 time: 0.0527523 Jan 18 23:03:15.334851 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4924b1e6-6fde-4004-826d-6b0eed385ba3 req-afba3189-7ebe-43e2-b807-e4fa6ac7b74e tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319471 Jan 18 23:03:16.452937 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebb2fbb-124a-4601-ba80-ec95b16e416d req-bbfb6bc2-07cc-4d4c-ad34-dcc2739b2c9c tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:16.454413 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9ebb2fbb-124a-4601-ba80-ec95b16e416d req-bbfb6bc2-07cc-4d4c-ad34-dcc2739b2c9c tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=addec3b0-910e-4b02-a63e-4bf25d2f8be1 HTTP/1.1" status: 200 len: 945 time: 0.0481396 Jan 18 23:03:16.491813 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9ebb2fbb-124a-4601-ba80-ec95b16e416d req-992c0790-5e26-4fd3-b3a7-f4fddef1ebc5 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314031 Jan 18 23:03:16.667197 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511a99b5-1d97-4fbf-a7f3-90cac3f003f9 req-712e3778-16ce-434b-a66e-bdd65749fb09 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:16.668521 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-511a99b5-1d97-4fbf-a7f3-90cac3f003f9 req-712e3778-16ce-434b-a66e-bdd65749fb09 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.67 "GET /v2.0/ports?device_id=addec3b0-910e-4b02-a63e-4bf25d2f8be1 HTTP/1.1" status: 200 len: 945 time: 0.0469182 Jan 18 23:03:16.757391 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-511a99b5-1d97-4fbf-a7f3-90cac3f003f9 req-5313248d-b229-4f6d-ac38-be7b4114bacb tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Deleting port 4ca0b735-a2a7-48db-aece-237d43f920e1 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 23:03:16.757733 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-511a99b5-1d97-4fbf-a7f3-90cac3f003f9 req-5313248d-b229-4f6d-ac38-be7b4114bacb tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:16.809152 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 4ca0b735-a2a7-48db-aece-237d43f920e1 up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 23:03:16.845308 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-511a99b5-1d97-4fbf-a7f3-90cac3f003f9 req-5313248d-b229-4f6d-ac38-be7b4114bacb tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] For port 4ca0b735-a2a7-48db-aece-237d43f920e1, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=4ca0b735-a2a7-48db-aece-237d43f920e1,segment=NetworkSegment(9d4113a0-2ed9-4fc0-932b-00a17e903594),segment_id=9d4113a0-2ed9-4fc0-932b-00a17e903594)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:03:16.845823 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-511a99b5-1d97-4fbf-a7f3-90cac3f003f9 req-5313248d-b229-4f6d-ac38-be7b4114bacb tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:17.013691 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port 4ca0b735-a2a7-48db-aece-237d43f920e1 completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:03:17.017190 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port 4ca0b735-a2a7-48db-aece-237d43f920e1 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:03:17.017555 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:17.026839 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-511a99b5-1d97-4fbf-a7f3-90cac3f003f9 req-5313248d-b229-4f6d-ac38-be7b4114bacb tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:17.027206 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-511a99b5-1d97-4fbf-a7f3-90cac3f003f9 req-5313248d-b229-4f6d-ac38-be7b4114bacb tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043075'] for floatingip, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:17.027525 n-d-825064-1 neutron-server[102430]: INFO neutron.db.l3_db [req-511a99b5-1d97-4fbf-a7f3-90cac3f003f9 req-5313248d-b229-4f6d-ac38-be7b4114bacb tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Floating IP b88cf00e-47a1-4b47-bc3a-4bc97d7d9696 disassociated. External IP: 172.25.5.107, port: 4ca0b735-a2a7-48db-aece-237d43f920e1. Jan 18 23:03:17.027865 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-511a99b5-1d97-4fbf-a7f3-90cac3f003f9 req-5313248d-b229-4f6d-ac38-be7b4114bacb tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Calling delete_port for 4ca0b735-a2a7-48db-aece-237d43f920e1 owned by compute:nova {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 23:03:17.093871 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:17.152553 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-511a99b5-1d97-4fbf-a7f3-90cac3f003f9 req-5313248d-b229-4f6d-ac38-be7b4114bacb tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:17.185222 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5313248d-b229-4f6d-ac38-be7b4114bacb tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Pushing event deleted for resources: {'Port': ['ID=4ca0b735-a2a7-48db-aece-237d43f920e1,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:17.298642 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [req-511a99b5-1d97-4fbf-a7f3-90cac3f003f9 req-5313248d-b229-4f6d-ac38-be7b4114bacb tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Router 614dffda-0e2e-425a-841a-e8aeb6b2fe93 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:03:17.669236 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9867a4d2-d917-453d-866c-2c07a23a45fa req-c0e33f93-48ff-454b-9f8f-bcc25e96b218 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=addec3b0-910e-4b02-a63e-4bf25d2f8be1 HTTP/1.1" status: 200 len: 210 time: 0.0310328 Jan 18 23:03:17.725729 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-511a99b5-1d97-4fbf-a7f3-90cac3f003f9 req-5313248d-b229-4f6d-ac38-be7b4114bacb tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:03:17.736998 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3b1f42-8c7c-46c8-93fc-960cb22938f5 None None] Sync routers for ids ['614dffda-0e2e-425a-841a-e8aeb6b2fe93'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:03:17.745913 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3b1f42-8c7c-46c8-93fc-960cb22938f5 None None] Routers {'614dffda-0e2e-425a-841a-e8aeb6b2fe93'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:03:17.746510 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-4f3b1f42-8c7c-46c8-93fc-960cb22938f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:02:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['614dffda-0e2e-425a-841a-e8aeb6b2fe93'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:03:17.764905 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-511a99b5-1d97-4fbf-a7f3-90cac3f003f9 req-5313248d-b229-4f6d-ac38-be7b4114bacb tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] No DVR routers for this DVR port 4ca0b735-a2a7-48db-aece-237d43f920e1 on host n-h2-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:03:17.767561 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-511a99b5-1d97-4fbf-a7f3-90cac3f003f9 req-5313248d-b229-4f6d-ac38-be7b4114bacb tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:17.771094 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-511a99b5-1d97-4fbf-a7f3-90cac3f003f9 req-5313248d-b229-4f6d-ac38-be7b4114bacb tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.67 "DELETE /v2.0/ports/4ca0b735-a2a7-48db-aece-237d43f920e1 HTTP/1.1" status: 204 len: 173 time: 1.0962029 Jan 18 23:03:17.771468 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'addec3b0-910e-4b02-a63e-4bf25d2f8be1', 'name': 'network-vif-deleted', 'tag': '4ca0b735-a2a7-48db-aece-237d43f920e1'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:03:17.773735 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0341d0e-f605-4bc5-9c2e-5e3d5411a82c" -d '{"events": [{"server_uuid": "addec3b0-910e-4b02-a63e-4bf25d2f8be1", "name": "network-vif-deleted", "tag": "4ca0b735-a2a7-48db-aece-237d43f920e1"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 23:03:17.810659 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 23:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ec6fe22-f95e-4f86-9308-d80a9c34370f x-openstack-request-id: req-5ec6fe22-f95e-4f86-9308-d80a9c34370f {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 23:03:17.810953 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "addec3b0-910e-4b02-a63e-4bf25d2f8be1", "name": "network-vif-deleted", "tag": "4ca0b735-a2a7-48db-aece-237d43f920e1", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 23:03:17.811211 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5ec6fe22-f95e-4f86-9308-d80a9c34370f {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 23:03:17.811600 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'addec3b0-910e-4b02-a63e-4bf25d2f8be1', 'name': 'network-vif-deleted', 'tag': '4ca0b735-a2a7-48db-aece-237d43f920e1', 'status': 'completed', 'code': 200} Jan 18 23:03:17.863144 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-4f3b1f42-8c7c-46c8-93fc-960cb22938f5 None None] Set router 614dffda-0e2e-425a-841a-e8aeb6b2fe93 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:03:18.058571 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-4f3b1f42-8c7c-46c8-93fc-960cb22938f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614dffda-0e2e-425a-841a-e8aeb6b2fe93', 'name': 'tempest-ServerActionsTestJSON-271393947-router', 'tenant_id': 'b920d3f799934d12a42b1009a76b1bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '5878dd4b-6ceb-4f88-bc3b-877a3a962eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:56:30Z', 'updated_at': '2022-01-18T22:56:32Z', 'revision_number': 4, 'project_id': 'b920d3f799934d12a42b1009a76b1bfc', 'gw_port': {'id': '5878dd4b-6ceb-4f88-bc3b-877a3a962eb2', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c4:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614dffda-0e2e-425a-841a-e8aeb6b2fe93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:56:30Z', 'updated_at': '2022-01-18T22:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'd9dcba35-7e6c-416e-bb9a-d8e4eab1fc01', 'name': '', 'network_id': 'b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3', 'tenant_id': 'b920d3f799934d12a42b1009a76b1bfc', 'mac_address': 'fa:16:3e:7a:f0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614dffda-0e2e-425a-841a-e8aeb6b2fe93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '7458985f-285f-4ddd-bc95-c81cb698d5df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:56:32Z', 'updated_at': '2022-01-18T22:56:36Z', 'revision_number': 5, 'project_id': 'b920d3f799934d12a42b1009a76b1bfc', 'subnets': [{'id': '7458985f-285f-4ddd-bc95-c81cb698d5df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:03:18.083902 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3b1f42-8c7c-46c8-93fc-960cb22938f5 None None] Checking router: 614dffda-0e2e-425a-841a-e8aeb6b2fe93 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:03:18.092979 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3b1f42-8c7c-46c8-93fc-960cb22938f5 None None] Routers {'614dffda-0e2e-425a-841a-e8aeb6b2fe93'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:03:18.093570 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-4f3b1f42-8c7c-46c8-93fc-960cb22938f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:02:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['614dffda-0e2e-425a-841a-e8aeb6b2fe93'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:03:18.201287 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-4f3b1f42-8c7c-46c8-93fc-960cb22938f5 None None] Set router 614dffda-0e2e-425a-841a-e8aeb6b2fe93 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:03:18.397914 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-4f3b1f42-8c7c-46c8-93fc-960cb22938f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614dffda-0e2e-425a-841a-e8aeb6b2fe93', 'name': 'tempest-ServerActionsTestJSON-271393947-router', 'tenant_id': 'b920d3f799934d12a42b1009a76b1bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '5878dd4b-6ceb-4f88-bc3b-877a3a962eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:56:30Z', 'updated_at': '2022-01-18T22:56:32Z', 'revision_number': 4, 'project_id': 'b920d3f799934d12a42b1009a76b1bfc', 'gw_port': {'id': '5878dd4b-6ceb-4f88-bc3b-877a3a962eb2', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c4:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614dffda-0e2e-425a-841a-e8aeb6b2fe93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:56:30Z', 'updated_at': '2022-01-18T22:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'd9dcba35-7e6c-416e-bb9a-d8e4eab1fc01', 'name': '', 'network_id': 'b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3', 'tenant_id': 'b920d3f799934d12a42b1009a76b1bfc', 'mac_address': 'fa:16:3e:7a:f0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614dffda-0e2e-425a-841a-e8aeb6b2fe93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '7458985f-285f-4ddd-bc95-c81cb698d5df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:56:32Z', 'updated_at': '2022-01-18T22:56:36Z', 'revision_number': 5, 'project_id': 'b920d3f799934d12a42b1009a76b1bfc', 'subnets': [{'id': '7458985f-285f-4ddd-bc95-c81cb698d5df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:03:18.423510 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3b1f42-8c7c-46c8-93fc-960cb22938f5 None None] The sync data for ids ['614dffda-0e2e-425a-841a-e8aeb6b2fe93'] in n-d-825064-1 is: [{'id': '614dffda-0e2e-425a-841a-e8aeb6b2fe93', 'name': 'tempest-ServerActionsTestJSON-271393947-router', 'tenant_id': 'b920d3f799934d12a42b1009a76b1bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '5878dd4b-6ceb-4f88-bc3b-877a3a962eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:56:30Z', 'updated_at': '2022-01-18T22:56:32Z', 'revision_number': 4, 'project_id': 'b920d3f799934d12a42b1009a76b1bfc', 'gw_port': {'id': '5878dd4b-6ceb-4f88-bc3b-877a3a962eb2', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c4:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614dffda-0e2e-425a-841a-e8aeb6b2fe93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:56:30Z', 'updated_at': '2022-01-18T22:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'd9dcba35-7e6c-416e-bb9a-d8e4eab1fc01', 'name': '', 'network_id': 'b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3', 'tenant_id': 'b920d3f799934d12a42b1009a76b1bfc', 'mac_address': 'fa:16:3e:7a:f0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614dffda-0e2e-425a-841a-e8aeb6b2fe93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '7458985f-285f-4ddd-bc95-c81cb698d5df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:56:32Z', 'updated_at': '2022-01-18T22:56:36Z', 'revision_number': 5, 'project_id': 'b920d3f799934d12a42b1009a76b1bfc', 'subnets': [{'id': '7458985f-285f-4ddd-bc95-c81cb698d5df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:03:18.628408 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346c53df-a95a-401b-a20b-5a167d808872 None None] New status for floating IP b88cf00e-47a1-4b47-bc3a-4bc97d7d9696: DOWN {{(pid=102433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 23:03:18.952338 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8fb4af69-55b4-4fce-b3d1-f73546738bb3 req-030363d4-bded-4655-a06f-6c40d30875f4 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1127974320&fields=id&tenant_id=b920d3f799934d12a42b1009a76b1bfc HTTP/1.1" status: 200 len: 267 time: 0.0312631 Jan 18 23:03:19.056986 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb4af69-55b4-4fce-b3d1-f73546738bb3 req-9d03da9b-4e20-4216-a279-150b7287c5b1 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:19.058391 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8fb4af69-55b4-4fce-b3d1-f73546738bb3 req-9d03da9b-4e20-4216-a279-150b7287c5b1 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/networks?id=b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3 HTTP/1.1" status: 200 len: 811 time: 0.0994854 Jan 18 23:03:19.072557 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8fb4af69-55b4-4fce-b3d1-f73546738bb3 req-4020db6b-f760-4eb6-bd9e-9e4f6706c194 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/quotas/b920d3f799934d12a42b1009a76b1bfc HTTP/1.1" status: 200 len: 375 time: 0.0086064 Jan 18 23:03:19.124569 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8fb4af69-55b4-4fce-b3d1-f73546738bb3 req-27f052a8-2676-4e04-93eb-45a2a6640c4d tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b920d3f799934d12a42b1009a76b1bfc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0469184 Jan 18 23:03:19.333658 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8fb4af69-55b4-4fce-b3d1-f73546738bb3 req-dd1b03aa-4c67-4a70-ba1a-f33a84e98eae service neutron] 10.222.0.53 "GET /v2.0/networks/b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956728 Jan 18 23:03:19.345317 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-999350fb-c2a1-405f-bc4c-87ece08089ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:19.422438 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8fb4af69-55b4-4fce-b3d1-f73546738bb3 req-666365a4-cb92-4ae0-88fa-17714ee7ad94 service neutron] 10.222.0.53 "GET /v2.0/networks/b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818388 Jan 18 23:03:19.579259 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8bf36ef0-222a-41f3-ac92-a0e496a4d335 req-267780d9-880e-4cb9-afd7-c9231028b285 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e HTTP/1.1" status: 200 len: 210 time: 0.0282955 Jan 18 23:03:20.246735 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 23:03:20.452213 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb4af69-55b4-4fce-b3d1-f73546738bb3 req-67a2c35a-d032-4dec-a224-2e1ee1c9e819 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:20.453660 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8fb4af69-55b4-4fce-b3d1-f73546738bb3 req-67a2c35a-d032-4dec-a224-2e1ee1c9e819 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.67 "GET /v2.0/networks?id=b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3 HTTP/1.1" status: 200 len: 811 time: 0.1056540 Jan 18 23:03:20.499751 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8fb4af69-55b4-4fce-b3d1-f73546738bb3 req-181f0f58-a3e1-4ea7-af15-0aa9cfd3f864 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b920d3f799934d12a42b1009a76b1bfc HTTP/1.1" status: 200 len: 380 time: 0.0373614 Jan 18 23:03:20.510168 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-8fb4af69-55b4-4fce-b3d1-f73546738bb3 req-667ad2a5-b150-4268-9cd4-b9c75890ca29 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Request body: {'port': {'device_id': '5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e', 'network_id': 'b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3', 'admin_state_up': True, 'tenant_id': 'b920d3f799934d12a42b1009a76b1bfc', 'security_groups': ['68465018-6dd1-4c61-b7b3-f14c0e969b7d']}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:03:20.614032 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fb4af69-55b4-4fce-b3d1-f73546738bb3 req-667ad2a5-b150-4268-9cd4-b9c75890ca29 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Made reservation on behalf of b920d3f799934d12a42b1009a76b1bfc for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:03:20.617743 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-8fb4af69-55b4-4fce-b3d1-f73546738bb3 req-667ad2a5-b150-4268-9cd4-b9c75890ca29 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:20.707903 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f10a78e4-c294-4a67-b152-ac3571663fc8 req-1134c143-ae95-407f-9c5c-4f2178ce7d4c tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e HTTP/1.1" status: 200 len: 210 time: 0.0321145 Jan 18 23:03:20.770586 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-8fb4af69-55b4-4fce-b3d1-f73546738bb3 req-667ad2a5-b150-4268-9cd4-b9c75890ca29 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Allocated IP 172.20.0.4 (b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3/7458985f-285f-4ddd-bc95-c81cb698d5df/6248c7d7-3a84-4f0e-a71c-c9430a438dbe) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:03:20.840100 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 4ca0b735-a2a7-48db-aece-237d43f920e1 no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 23:03:20.860685 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] No Port match for: 4ca0b735-a2a7-48db-aece-237d43f920e1 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 23:03:20.861130 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 4ca0b735-a2a7-48db-aece-237d43f920e1 not bound to the agent host n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 23:03:20.908922 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-8fb4af69-55b4-4fce-b3d1-f73546738bb3 req-667ad2a5-b150-4268-9cd4-b9c75890ca29 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:20.940834 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-8fb4af69-55b4-4fce-b3d1-f73546738bb3 req-667ad2a5-b150-4268-9cd4-b9c75890ca29 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:20.980388 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fb4af69-55b4-4fce-b3d1-f73546738bb3 req-667ad2a5-b150-4268-9cd4-b9c75890ca29 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Network b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:03:20.985946 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-8fb4af69-55b4-4fce-b3d1-f73546738bb3 req-667ad2a5-b150-4268-9cd4-b9c75890ca29 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:03:20.989689 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fb4af69-55b4-4fce-b3d1-f73546738bb3 req-667ad2a5-b150-4268-9cd4-b9c75890ca29 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:03:21.018224 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667ad2a5-b150-4268-9cd4-b9c75890ca29 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Pushing event updated for resources: {'Port': ['ID=6248c7d7-3a84-4f0e-a71c-c9430a438dbe,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:21.042954 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb4af69-55b4-4fce-b3d1-f73546738bb3 req-667ad2a5-b150-4268-9cd4-b9c75890ca29 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:21.043555 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-8fb4af69-55b4-4fce-b3d1-f73546738bb3 req-667ad2a5-b150-4268-9cd4-b9c75890ca29 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:21.059778 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8fb4af69-55b4-4fce-b3d1-f73546738bb3 req-667ad2a5-b150-4268-9cd4-b9c75890ca29 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5537984 Jan 18 23:03:21.073027 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-8fb4af69-55b4-4fce-b3d1-f73546738bb3 req-37297c42-bc7c-4b5e-b256-357833679daf service neutron] Request body: {'port': {'device_id': '5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:03:21.135026 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-8fb4af69-55b4-4fce-b3d1-f73546738bb3 req-37297c42-bc7c-4b5e-b256-357833679daf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:21.229665 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-a87f9f41-1c88-4f1d-8230-948d4b7e6db6 None None] Provisioning complete for port 6248c7d7-3a84-4f0e-a71c-c9430a438dbe triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:03:21.230126 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a87f9f41-1c88-4f1d-8230-948d4b7e6db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:21.262792 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-a87f9f41-1c88-4f1d-8230-948d4b7e6db6 None None] Port 6248c7d7-3a84-4f0e-a71c-c9430a438dbe cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 23:03:21.393467 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [req-8fb4af69-55b4-4fce-b3d1-f73546738bb3 req-37297c42-bc7c-4b5e-b256-357833679daf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6248c7d7-3a84-4f0e-a71c-c9430a438dbe {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:03:21.401163 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-8fb4af69-55b4-4fce-b3d1-f73546738bb3 req-37297c42-bc7c-4b5e-b256-357833679daf service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:21.413088 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-8fb4af69-55b4-4fce-b3d1-f73546738bb3 req-37297c42-bc7c-4b5e-b256-357833679daf service neutron] Transition to ACTIVE for port object 6248c7d7-3a84-4f0e-a71c-c9430a438dbe will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:03:21.418389 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-8fb4af69-55b4-4fce-b3d1-f73546738bb3 req-37297c42-bc7c-4b5e-b256-357833679daf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:21.468006 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37297c42-bc7c-4b5e-b256-357833679daf service neutron] Pushing event updated for resources: {'Port': ['ID=6248c7d7-3a84-4f0e-a71c-c9430a438dbe,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:21.539741 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-8fb4af69-55b4-4fce-b3d1-f73546738bb3 req-37297c42-bc7c-4b5e-b256-357833679daf service neutron] Attempting to bind port 6248c7d7-3a84-4f0e-a71c-c9430a438dbe on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:03:21.540071 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-8fb4af69-55b4-4fce-b3d1-f73546738bb3 req-37297c42-bc7c-4b5e-b256-357833679daf service neutron] Attempting to bind port 6248c7d7-3a84-4f0e-a71c-c9430a438dbe by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '9d4113a0-2ed9-4fc0-932b-00a17e903594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:03:21.540433 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb4af69-55b4-4fce-b3d1-f73546738bb3 req-37297c42-bc7c-4b5e-b256-357833679daf service neutron] Attempting to bind port 6248c7d7-3a84-4f0e-a71c-c9430a438dbe on network b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 23:03:21.544817 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb4af69-55b4-4fce-b3d1-f73546738bb3 req-37297c42-bc7c-4b5e-b256-357833679daf service neutron] Port 6248c7d7-3a84-4f0e-a71c-c9430a438dbe on network b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 23:03:21.545137 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb4af69-55b4-4fce-b3d1-f73546738bb3 req-37297c42-bc7c-4b5e-b256-357833679daf service neutron] Attempting to bind port 6248c7d7-3a84-4f0e-a71c-c9430a438dbe on network b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 23:03:21.551684 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb4af69-55b4-4fce-b3d1-f73546738bb3 req-37297c42-bc7c-4b5e-b256-357833679daf service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 23:03:21.552020 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb4af69-55b4-4fce-b3d1-f73546738bb3 req-37297c42-bc7c-4b5e-b256-357833679daf service neutron] Checking segment: {'id': '9d4113a0-2ed9-4fc0-932b-00a17e903594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 23:03:21.552438 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb4af69-55b4-4fce-b3d1-f73546738bb3 req-37297c42-bc7c-4b5e-b256-357833679daf service neutron] Bound using segment: {'id': '9d4113a0-2ed9-4fc0-932b-00a17e903594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 23:03:21.552860 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-8fb4af69-55b4-4fce-b3d1-f73546738bb3 req-37297c42-bc7c-4b5e-b256-357833679daf service neutron] Bound port: 6248c7d7-3a84-4f0e-a71c-c9430a438dbe, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d4113a0-2ed9-4fc0-932b-00a17e903594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:03:21.553213 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-8fb4af69-55b4-4fce-b3d1-f73546738bb3 req-37297c42-bc7c-4b5e-b256-357833679daf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:21.618026 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-8fb4af69-55b4-4fce-b3d1-f73546738bb3 req-37297c42-bc7c-4b5e-b256-357833679daf service neutron] For port 6248c7d7-3a84-4f0e-a71c-c9430a438dbe, host n-h2-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:03:21.621048 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-8fb4af69-55b4-4fce-b3d1-f73546738bb3 req-37297c42-bc7c-4b5e-b256-357833679daf service neutron] For port 6248c7d7-3a84-4f0e-a71c-c9430a438dbe, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=6248c7d7-3a84-4f0e-a71c-c9430a438dbe,segment=NetworkSegment(9d4113a0-2ed9-4fc0-932b-00a17e903594),segment_id=9d4113a0-2ed9-4fc0-932b-00a17e903594)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:03:21.625961 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-8fb4af69-55b4-4fce-b3d1-f73546738bb3 req-37297c42-bc7c-4b5e-b256-357833679daf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:21.661232 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb4af69-55b4-4fce-b3d1-f73546738bb3 req-37297c42-bc7c-4b5e-b256-357833679daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:21.661739 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-8fb4af69-55b4-4fce-b3d1-f73546738bb3 req-37297c42-bc7c-4b5e-b256-357833679daf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:21.663118 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8fb4af69-55b4-4fce-b3d1-f73546738bb3 req-37297c42-bc7c-4b5e-b256-357833679daf service neutron] 10.222.0.67 "PUT /v2.0/ports/6248c7d7-3a84-4f0e-a71c-c9430a438dbe HTTP/1.1" status: 200 len: 1091 time: 0.5949748 Jan 18 23:03:21.663693 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e', 'tag': '6248c7d7-3a84-4f0e-a71c-c9430a438dbe'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:03:21.666079 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a8798b2-daa1-4378-a8a1-24fda5ce7613" -d '{"events": [{"name": "network-changed", "server_uuid": "5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e", "tag": "6248c7d7-3a84-4f0e-a71c-c9430a438dbe"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 23:03:21.692773 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37297c42-bc7c-4b5e-b256-357833679daf service neutron] Pushing event updated for resources: {'Port': ['ID=6248c7d7-3a84-4f0e-a71c-c9430a438dbe,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:21.733856 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 23:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38600b65-0c84-485e-b25c-9acccee7adb4 x-openstack-request-id: req-38600b65-0c84-485e-b25c-9acccee7adb4 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 23:03:21.734196 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e", "tag": "6248c7d7-3a84-4f0e-a71c-c9430a438dbe", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 23:03:21.734399 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-38600b65-0c84-485e-b25c-9acccee7adb4 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 23:03:21.734801 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e', 'tag': '6248c7d7-3a84-4f0e-a71c-c9430a438dbe', 'status': 'completed', 'code': 200} Jan 18 23:03:21.751700 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb4af69-55b4-4fce-b3d1-f73546738bb3 req-d2d58f56-5d09-44a0-b0af-5d49b174f37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:21.753655 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8fb4af69-55b4-4fce-b3d1-f73546738bb3 req-d2d58f56-5d09-44a0-b0af-5d49b174f37c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b920d3f799934d12a42b1009a76b1bfc&device_id=5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e HTTP/1.1" status: 200 len: 1094 time: 0.0496476 Jan 18 23:03:21.801267 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8fb4af69-55b4-4fce-b3d1-f73546738bb3 req-0feca889-8402-4a47-bba8-467a28347eba service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6248c7d7-3a84-4f0e-a71c-c9430a438dbe HTTP/1.1" status: 200 len: 217 time: 0.0399106 Jan 18 23:03:21.878314 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb4af69-55b4-4fce-b3d1-f73546738bb3 req-186a7ea1-8205-4d6b-b2d8-0bc60abb5156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:21.879775 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8fb4af69-55b4-4fce-b3d1-f73546738bb3 req-186a7ea1-8205-4d6b-b2d8-0bc60abb5156 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7458985f-285f-4ddd-bc95-c81cb698d5df HTTP/1.1" status: 200 len: 850 time: 0.0707176 Jan 18 23:03:21.890362 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966b6402-7604-4b3a-bf0c-083c133a33fe req-1899689c-094b-42b7-b9c7-ec495faa2650 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:21.891732 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-966b6402-7604-4b3a-bf0c-083c133a33fe req-1899689c-094b-42b7-b9c7-ec495faa2650 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e HTTP/1.1" status: 200 len: 943 time: 0.0930436 Jan 18 23:03:21.954320 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-966b6402-7604-4b3a-bf0c-083c133a33fe req-22cbc2cc-46c0-4c45-97a7-4e99d8182a03 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529442 Jan 18 23:03:21.956811 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb4af69-55b4-4fce-b3d1-f73546738bb3 req-be7d1a9c-a70e-4169-803d-3f8ad98a2303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:21.958199 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8fb4af69-55b4-4fce-b3d1-f73546738bb3 req-be7d1a9c-a70e-4169-803d-3f8ad98a2303 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0656054 Jan 18 23:03:21.987032 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a10f6ea3-4a02-41c7-89d2-efcfe0a3ad38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:22.048418 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8fb4af69-55b4-4fce-b3d1-f73546738bb3 req-c29fda73-1a45-48d4-b2df-39137e9b62b6 service neutron] 10.222.0.67 "GET /v2.0/networks/b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837855 Jan 18 23:03:22.136059 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8fb4af69-55b4-4fce-b3d1-f73546738bb3 req-992a6b3c-270b-434d-b33b-ed496ea57ea0 service neutron] 10.222.0.67 "GET /v2.0/networks/b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810850 Jan 18 23:03:22.218531 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8798b2-daa1-4378-a8a1-24fda5ce7613 req-a256dfa0-3c13-455e-a2a3-abb847eb27e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:22.219886 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9a8798b2-daa1-4378-a8a1-24fda5ce7613 req-a256dfa0-3c13-455e-a2a3-abb847eb27e0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b920d3f799934d12a42b1009a76b1bfc&device_id=5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e HTTP/1.1" status: 200 len: 1094 time: 0.0405908 Jan 18 23:03:22.309759 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8798b2-daa1-4378-a8a1-24fda5ce7613 req-5258e8de-d2f1-4c2b-b83c-0ca7e0a85fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:22.311180 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9a8798b2-daa1-4378-a8a1-24fda5ce7613 req-5258e8de-d2f1-4c2b-b83c-0ca7e0a85fb9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3 HTTP/1.1" status: 200 len: 911 time: 0.0851307 Jan 18 23:03:22.351799 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9a8798b2-daa1-4378-a8a1-24fda5ce7613 req-0236c717-f2fa-4a3e-9c5c-e324fd36fa9c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6248c7d7-3a84-4f0e-a71c-c9430a438dbe HTTP/1.1" status: 200 len: 217 time: 0.0338206 Jan 18 23:03:22.400428 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8798b2-daa1-4378-a8a1-24fda5ce7613 req-c8704d55-5173-4f6d-96aa-1bd93cfbc4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:22.401884 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9a8798b2-daa1-4378-a8a1-24fda5ce7613 req-c8704d55-5173-4f6d-96aa-1bd93cfbc4c7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7458985f-285f-4ddd-bc95-c81cb698d5df HTTP/1.1" status: 200 len: 850 time: 0.0427907 Jan 18 23:03:22.455074 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8798b2-daa1-4378-a8a1-24fda5ce7613 req-b6777248-f1de-40fd-afde-7a28767f062b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:22.456553 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9a8798b2-daa1-4378-a8a1-24fda5ce7613 req-b6777248-f1de-40fd-afde-7a28767f062b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472825 Jan 18 23:03:22.544444 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9a8798b2-daa1-4378-a8a1-24fda5ce7613 req-5cef6428-a8ed-4b4c-a0f8-1befb8207fa2 service neutron] 10.222.0.67 "GET /v2.0/networks/b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804760 Jan 18 23:03:22.635646 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9a8798b2-daa1-4378-a8a1-24fda5ce7613 req-fb2eb4ba-8716-462a-bf03-29ecf14c5054 service neutron] 10.222.0.67 "GET /v2.0/networks/b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841203 Jan 18 23:03:22.719822 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [req-0946c9ec-519f-4c50-8b12-fae952860c4e req-9932878d-b763-4fff-a3bf-21a1a06d659b service neutron] (102430) timed out ('10.222.0.53', 51958) {{(pid=102430) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jan 18 23:03:23.069639 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7502bc1a-ed65-4f99-89a7-400c8ccd84a7 req-e35e51ac-948b-4418-9cab-3a6a81c14ae3 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:23.071129 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7502bc1a-ed65-4f99-89a7-400c8ccd84a7 req-e35e51ac-948b-4418-9cab-3a6a81c14ae3 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e HTTP/1.1" status: 200 len: 943 time: 0.0496261 Jan 18 23:03:23.090457 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:23.109885 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7502bc1a-ed65-4f99-89a7-400c8ccd84a7 req-a664a067-fc00-4284-9a86-47746a5285c3 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322831 Jan 18 23:03:24.283648 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f8c11b-4195-488a-a15e-833892f15bd0 req-98b0ca73-31f5-4ca1-91df-4594146133b9 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:24.285138 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-79f8c11b-4195-488a-a15e-833892f15bd0 req-98b0ca73-31f5-4ca1-91df-4594146133b9 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e HTTP/1.1" status: 200 len: 943 time: 0.1030016 Jan 18 23:03:24.321702 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-79f8c11b-4195-488a-a15e-833892f15bd0 req-e23288f4-3e79-49e5-9624-57578def991e tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306275 Jan 18 23:03:24.538785 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:24.674468 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:24.862618 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 6248c7d7-3a84-4f0e-a71c-c9430a438dbe details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 23:03:24.954978 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 6248c7d7-3a84-4f0e-a71c-c9430a438dbe, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=6248c7d7-3a84-4f0e-a71c-c9430a438dbe,segment=NetworkSegment(9d4113a0-2ed9-4fc0-932b-00a17e903594),segment_id=9d4113a0-2ed9-4fc0-932b-00a17e903594)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:03:24.965090 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': '6248c7d7-3a84-4f0e-a71c-c9430a438dbe', 'network_id': 'b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3', 'port_id': '6248c7d7-3a84-4f0e-a71c-c9430a438dbe', 'mac_address': 'fa:16:3e:dd:a9:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7458985f-285f-4ddd-bc95-c81cb698d5df', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 23:03:25.001909 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:25.014955 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6248c7d7-3a84-4f0e-a71c-c9430a438dbe {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:03:25.032624 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 6248c7d7-3a84-4f0e-a71c-c9430a438dbe, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=6248c7d7-3a84-4f0e-a71c-c9430a438dbe,segment=NetworkSegment(9d4113a0-2ed9-4fc0-932b-00a17e903594),segment_id=9d4113a0-2ed9-4fc0-932b-00a17e903594)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:03:25.036902 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:25.086050 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=6248c7d7-3a84-4f0e-a71c-c9430a438dbe,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:25.227047 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['6248c7d7-3a84-4f0e-a71c-c9430a438dbe'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 23:03:25.489309 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502c8c1a-8d25-4d2c-a9bc-98d9e5ce596e req-de1edc21-8c78-400f-93af-07f7a9b5828b tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:25.490705 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-502c8c1a-8d25-4d2c-a9bc-98d9e5ce596e req-de1edc21-8c78-400f-93af-07f7a9b5828b tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e HTTP/1.1" status: 200 len: 944 time: 0.0998123 Jan 18 23:03:25.530376 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-502c8c1a-8d25-4d2c-a9bc-98d9e5ce596e req-2e6a7c33-3725-4d78-91f1-f1ddfd7c4345 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320277 Jan 18 23:03:26.644384 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a05379-ba5c-4539-ae7b-615119d73a26 req-6eddda04-1818-4c0a-a5a1-be44352adcda tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:26.645762 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-76a05379-ba5c-4539-ae7b-615119d73a26 req-6eddda04-1818-4c0a-a5a1-be44352adcda tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e HTTP/1.1" status: 200 len: 944 time: 0.0485878 Jan 18 23:03:26.682380 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-76a05379-ba5c-4539-ae7b-615119d73a26 req-1039d48a-2557-47bc-956c-8d958b94bb94 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308340 Jan 18 23:03:26.870955 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 6248c7d7-3a84-4f0e-a71c-c9430a438dbe up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 23:03:26.921811 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port 6248c7d7-3a84-4f0e-a71c-c9430a438dbe completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:03:26.925345 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port 6248c7d7-3a84-4f0e-a71c-c9430a438dbe triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:03:26.925725 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:27.000112 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:27.021861 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6248c7d7-3a84-4f0e-a71c-c9430a438dbe'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:03:27.024156 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f38360a-50cb-46de-8a8b-5cbddb4e61d3" -d '{"events": [{"server_uuid": "5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e", "name": "network-vif-plugged", "status": "completed", "tag": "6248c7d7-3a84-4f0e-a71c-c9430a438dbe"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 23:03:27.036778 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 6248c7d7-3a84-4f0e-a71c-c9430a438dbe, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=6248c7d7-3a84-4f0e-a71c-c9430a438dbe,segment=NetworkSegment(9d4113a0-2ed9-4fc0-932b-00a17e903594),segment_id=9d4113a0-2ed9-4fc0-932b-00a17e903594)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:03:27.040921 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:27.063946 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 23:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c00e75c2-6a0b-4829-865e-db8fce995d2f x-openstack-request-id: req-c00e75c2-6a0b-4829-865e-db8fce995d2f {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 23:03:27.064261 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e", "name": "network-vif-plugged", "status": "completed", "tag": "6248c7d7-3a84-4f0e-a71c-c9430a438dbe", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 23:03:27.064513 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c00e75c2-6a0b-4829-865e-db8fce995d2f {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 23:03:27.064902 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6248c7d7-3a84-4f0e-a71c-c9430a438dbe', 'code': 200} Jan 18 23:03:27.093928 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=6248c7d7-3a84-4f0e-a71c-c9430a438dbe,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:27.159289 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04fb392-2629-44aa-8a5d-2304a7aa9b02 req-b2642f0b-fd39-42eb-a340-5667591ebec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:27.160791 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d04fb392-2629-44aa-8a5d-2304a7aa9b02 req-b2642f0b-fd39-42eb-a340-5667591ebec8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e HTTP/1.1" status: 200 len: 1096 time: 0.0392973 Jan 18 23:03:27.193296 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d04fb392-2629-44aa-8a5d-2304a7aa9b02 req-eee18ce7-b33f-423d-bef1-96d4531edcc0 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0263538 Jan 18 23:03:27.801810 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fdee4d-926a-485d-a326-0f881f49c336 req-8b7c56b0-63ae-4985-b0b0-492b65f018cf tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:27.803273 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-12fdee4d-926a-485d-a326-0f881f49c336 req-8b7c56b0-63ae-4985-b0b0-492b65f018cf tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e HTTP/1.1" status: 200 len: 945 time: 0.0530503 Jan 18 23:03:27.840032 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-12fdee4d-926a-485d-a326-0f881f49c336 req-74bd4fc5-b53b-414d-8522-de74039cd938 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304010 Jan 18 23:03:28.954187 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f038fae-4934-4fae-a441-436cafe11168 req-9687d700-e081-4592-bbc8-99e910397952 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:28.955666 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6f038fae-4934-4fae-a441-436cafe11168 req-9687d700-e081-4592-bbc8-99e910397952 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e HTTP/1.1" status: 200 len: 945 time: 0.0488636 Jan 18 23:03:28.992624 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6f038fae-4934-4fae-a441-436cafe11168 req-c5494dce-5bbb-4cef-b5bf-85241c7ac5fb tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309987 Jan 18 23:03:29.110577 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef32b073-8bd4-4b03-8b49-64db295ff1de req-c742c782-9ea5-4cf2-8c58-38ee71ad3e5e tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:29.112837 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ef32b073-8bd4-4b03-8b49-64db295ff1de req-c742c782-9ea5-4cf2-8c58-38ee71ad3e5e tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e HTTP/1.1" status: 200 len: 945 time: 0.0579522 Jan 18 23:03:29.120805 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 57636) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:03:29.125110 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-40363d07-8806-4d42-973c-cfbdaf895cfb tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Request body: {'floatingip': {'port_id': '6248c7d7-3a84-4f0e-a71c-c9430a438dbe'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:03:29.172327 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-40363d07-8806-4d42-973c-cfbdaf895cfb tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Notify callbacks [] for floatingip, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:29.598419 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-40363d07-8806-4d42-973c-cfbdaf895cfb tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:29.602024 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-40363d07-8806-4d42-973c-cfbdaf895cfb tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043075'] for floatingip, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:29.695563 n-d-825064-1 neutron-server[102430]: INFO neutron.db.l3_db [None req-40363d07-8806-4d42-973c-cfbdaf895cfb tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Floating IP b88cf00e-47a1-4b47-bc3a-4bc97d7d9696 associated. External IP: 172.25.5.107, port: 6248c7d7-3a84-4f0e-a71c-c9430a438dbe. Jan 18 23:03:29.894274 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40363d07-8806-4d42-973c-cfbdaf895cfb tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Router 614dffda-0e2e-425a-841a-e8aeb6b2fe93 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:03:29.998532 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40363d07-8806-4d42-973c-cfbdaf895cfb tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:03:30.003463 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-40363d07-8806-4d42-973c-cfbdaf895cfb tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:30.008333 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75402ab9-fb4e-4a90-9fb1-187eadcc0245 None None] Sync routers for ids ['614dffda-0e2e-425a-841a-e8aeb6b2fe93'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:03:30.018354 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75402ab9-fb4e-4a90-9fb1-187eadcc0245 None None] Routers {'614dffda-0e2e-425a-841a-e8aeb6b2fe93'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:03:30.018952 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-75402ab9-fb4e-4a90-9fb1-187eadcc0245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:03:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['614dffda-0e2e-425a-841a-e8aeb6b2fe93'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:03:30.030834 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-40363d07-8806-4d42-973c-cfbdaf895cfb tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "PUT /v2.0/floatingips/b88cf00e-47a1-4b47-bc3a-4bc97d7d9696 HTTP/1.1" status: 200 len: 992 time: 0.9090574 Jan 18 23:03:30.031526 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e', 'tag': '6248c7d7-3a84-4f0e-a71c-c9430a438dbe'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:03:30.033936 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7abfaaaa-2524-4452-a776-8da6fb7d21d8" -d '{"events": [{"name": "network-changed", "server_uuid": "5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e", "tag": "6248c7d7-3a84-4f0e-a71c-c9430a438dbe"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 23:03:30.070808 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 23:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1c68199-a337-49d8-9f53-df0d3f4c38b8 x-openstack-request-id: req-e1c68199-a337-49d8-9f53-df0d3f4c38b8 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 23:03:30.071100 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e", "tag": "6248c7d7-3a84-4f0e-a71c-c9430a438dbe", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 23:03:30.071352 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e1c68199-a337-49d8-9f53-df0d3f4c38b8 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 23:03:30.071757 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e', 'tag': '6248c7d7-3a84-4f0e-a71c-c9430a438dbe', 'status': 'completed', 'code': 200} Jan 18 23:03:30.127563 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-75402ab9-fb4e-4a90-9fb1-187eadcc0245 None None] Set router 614dffda-0e2e-425a-841a-e8aeb6b2fe93 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:03:30.133047 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abfaaaa-2524-4452-a776-8da6fb7d21d8 req-74208868-53b2-4741-9df3-85971bcb942c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:30.134544 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7abfaaaa-2524-4452-a776-8da6fb7d21d8 req-74208868-53b2-4741-9df3-85971bcb942c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b920d3f799934d12a42b1009a76b1bfc&device_id=5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e HTTP/1.1" status: 200 len: 1096 time: 0.0413535 Jan 18 23:03:30.223815 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abfaaaa-2524-4452-a776-8da6fb7d21d8 req-a5d7a132-dbb2-4540-989f-4484b10f240a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:30.225204 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7abfaaaa-2524-4452-a776-8da6fb7d21d8 req-a5d7a132-dbb2-4540-989f-4484b10f240a service neutron] 10.222.0.67 "GET /v2.0/networks?id=b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3 HTTP/1.1" status: 200 len: 911 time: 0.0840859 Jan 18 23:03:30.287682 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7abfaaaa-2524-4452-a776-8da6fb7d21d8 req-9de14295-8c6b-45e4-abca-b5b928410948 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6248c7d7-3a84-4f0e-a71c-c9430a438dbe HTTP/1.1" status: 200 len: 1000 time: 0.0560966 Jan 18 23:03:30.339327 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abfaaaa-2524-4452-a776-8da6fb7d21d8 req-41d19f5e-c1c5-492e-a431-2b4d00e09075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:30.340983 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7abfaaaa-2524-4452-a776-8da6fb7d21d8 req-41d19f5e-c1c5-492e-a431-2b4d00e09075 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7458985f-285f-4ddd-bc95-c81cb698d5df HTTP/1.1" status: 200 len: 850 time: 0.0467601 Jan 18 23:03:30.348864 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-75402ab9-fb4e-4a90-9fb1-187eadcc0245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614dffda-0e2e-425a-841a-e8aeb6b2fe93', 'name': 'tempest-ServerActionsTestJSON-271393947-router', 'tenant_id': 'b920d3f799934d12a42b1009a76b1bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '5878dd4b-6ceb-4f88-bc3b-877a3a962eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:56:30Z', 'updated_at': '2022-01-18T22:56:32Z', 'revision_number': 4, 'project_id': 'b920d3f799934d12a42b1009a76b1bfc', 'gw_port': {'id': '5878dd4b-6ceb-4f88-bc3b-877a3a962eb2', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c4:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614dffda-0e2e-425a-841a-e8aeb6b2fe93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:56:30Z', 'updated_at': '2022-01-18T22:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': 'b88cf00e-47a1-4b47-bc3a-4bc97d7d9696', 'tenant_id': 'b920d3f799934d12a42b1009a76b1bfc', 'floating_ip_address': '172.25.5.107', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': '614dffda-0e2e-425a-841a-e8aeb6b2fe93', 'port_id': '6248c7d7-3a84-4f0e-a71c-c9430a438dbe', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4073, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3', 'mac_address': 'fa:16:3e:dd:a9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:56:35Z', 'updated_at': '2022-01-18T23:03:29Z', 'revision_number': 13, 'project_id': 'b920d3f799934d12a42b1009a76b1bfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9dcba35-7e6c-416e-bb9a-d8e4eab1fc01', 'name': '', 'network_id': 'b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3', 'tenant_id': 'b920d3f799934d12a42b1009a76b1bfc', 'mac_address': 'fa:16:3e:7a:f0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614dffda-0e2e-425a-841a-e8aeb6b2fe93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '7458985f-285f-4ddd-bc95-c81cb698d5df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:56:32Z', 'updated_at': '2022-01-18T22:56:36Z', 'revision_number': 5, 'project_id': 'b920d3f799934d12a42b1009a76b1bfc', 'subnets': [{'id': '7458985f-285f-4ddd-bc95-c81cb698d5df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:03:30.376618 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75402ab9-fb4e-4a90-9fb1-187eadcc0245 None None] Checking router: 614dffda-0e2e-425a-841a-e8aeb6b2fe93 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:03:30.385046 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75402ab9-fb4e-4a90-9fb1-187eadcc0245 None None] Routers {'614dffda-0e2e-425a-841a-e8aeb6b2fe93'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:03:30.386228 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-75402ab9-fb4e-4a90-9fb1-187eadcc0245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:03:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['614dffda-0e2e-425a-841a-e8aeb6b2fe93'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:03:30.386959 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abfaaaa-2524-4452-a776-8da6fb7d21d8 req-878490c1-6218-4d9d-bff6-bed4723e0010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:30.388514 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7abfaaaa-2524-4452-a776-8da6fb7d21d8 req-878490c1-6218-4d9d-bff6-bed4723e0010 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410626 Jan 18 23:03:30.474998 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7abfaaaa-2524-4452-a776-8da6fb7d21d8 req-928f8b43-6258-4154-95ba-bd784acc1fca service neutron] 10.222.0.67 "GET /v2.0/networks/b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802708 Jan 18 23:03:30.492830 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-75402ab9-fb4e-4a90-9fb1-187eadcc0245 None None] Set router 614dffda-0e2e-425a-841a-e8aeb6b2fe93 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:03:30.565706 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7abfaaaa-2524-4452-a776-8da6fb7d21d8 req-f80f67aa-3b34-4479-a79e-09ccdac71cd7 service neutron] 10.222.0.67 "GET /v2.0/networks/b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844145 Jan 18 23:03:30.710680 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-75402ab9-fb4e-4a90-9fb1-187eadcc0245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614dffda-0e2e-425a-841a-e8aeb6b2fe93', 'name': 'tempest-ServerActionsTestJSON-271393947-router', 'tenant_id': 'b920d3f799934d12a42b1009a76b1bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '5878dd4b-6ceb-4f88-bc3b-877a3a962eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:56:30Z', 'updated_at': '2022-01-18T22:56:32Z', 'revision_number': 4, 'project_id': 'b920d3f799934d12a42b1009a76b1bfc', 'gw_port': {'id': '5878dd4b-6ceb-4f88-bc3b-877a3a962eb2', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c4:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614dffda-0e2e-425a-841a-e8aeb6b2fe93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:56:30Z', 'updated_at': '2022-01-18T22:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': 'b88cf00e-47a1-4b47-bc3a-4bc97d7d9696', 'tenant_id': 'b920d3f799934d12a42b1009a76b1bfc', 'floating_ip_address': '172.25.5.107', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': '614dffda-0e2e-425a-841a-e8aeb6b2fe93', 'port_id': '6248c7d7-3a84-4f0e-a71c-c9430a438dbe', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4073, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3', 'mac_address': 'fa:16:3e:dd:a9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:56:35Z', 'updated_at': '2022-01-18T23:03:29Z', 'revision_number': 13, 'project_id': 'b920d3f799934d12a42b1009a76b1bfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9dcba35-7e6c-416e-bb9a-d8e4eab1fc01', 'name': '', 'network_id': 'b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3', 'tenant_id': 'b920d3f799934d12a42b1009a76b1bfc', 'mac_address': 'fa:16:3e:7a:f0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614dffda-0e2e-425a-841a-e8aeb6b2fe93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '7458985f-285f-4ddd-bc95-c81cb698d5df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:56:32Z', 'updated_at': '2022-01-18T22:56:36Z', 'revision_number': 5, 'project_id': 'b920d3f799934d12a42b1009a76b1bfc', 'subnets': [{'id': '7458985f-285f-4ddd-bc95-c81cb698d5df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:03:30.736702 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75402ab9-fb4e-4a90-9fb1-187eadcc0245 None None] The sync data for ids ['614dffda-0e2e-425a-841a-e8aeb6b2fe93'] in n-d-825064-1 is: [{'id': '614dffda-0e2e-425a-841a-e8aeb6b2fe93', 'name': 'tempest-ServerActionsTestJSON-271393947-router', 'tenant_id': 'b920d3f799934d12a42b1009a76b1bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '5878dd4b-6ceb-4f88-bc3b-877a3a962eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:56:30Z', 'updated_at': '2022-01-18T22:56:32Z', 'revision_number': 4, 'project_id': 'b920d3f799934d12a42b1009a76b1bfc', 'gw_port': {'id': '5878dd4b-6ceb-4f88-bc3b-877a3a962eb2', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c4:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614dffda-0e2e-425a-841a-e8aeb6b2fe93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:56:30Z', 'updated_at': '2022-01-18T22:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': 'b88cf00e-47a1-4b47-bc3a-4bc97d7d9696', 'tenant_id': 'b920d3f799934d12a42b1009a76b1bfc', 'floating_ip_address': '172.25.5.107', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': '614dffda-0e2e-425a-841a-e8aeb6b2fe93', 'port_id': '6248c7d7-3a84-4f0e-a71c-c9430a438dbe', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4073, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3', 'mac_address': 'fa:16:3e:dd:a9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T22:56:35Z', 'updated_at': '2022-01-18T23:03:29Z', 'revision_number': 13, 'project_id': 'b920d3f799934d12a42b1009a76b1bfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9dcba35-7e6c-416e-bb9a-d8e4eab1fc01', 'name': '', 'network_id': 'b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3', 'tenant_id': 'b920d3f799934d12a42b1009a76b1bfc', 'mac_address': 'fa:16:3e:7a:f0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614dffda-0e2e-425a-841a-e8aeb6b2fe93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '7458985f-285f-4ddd-bc95-c81cb698d5df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:56:32Z', 'updated_at': '2022-01-18T22:56:36Z', 'revision_number': 5, 'project_id': 'b920d3f799934d12a42b1009a76b1bfc', 'subnets': [{'id': '7458985f-285f-4ddd-bc95-c81cb698d5df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:03:30.916212 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884ecf46-1e2c-429b-bf49-1ecbf84d134c None None] New status for floating IP b88cf00e-47a1-4b47-bc3a-4bc97d7d9696: ACTIVE {{(pid=102433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 23:03:43.119305 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:44.041777 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:49.346501 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8d865979-285e-47a0-9063-d5b42c202edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:51.987765 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0f76003b-87d4-43db-a75f-591450110752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:53.087438 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:54.540305 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:54.675345 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:57.245663 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 23:03:59.773907 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d87c4d9e-8f4d-40cb-9c6a-18cf729eabc4 req-a586d68b-a185-44cc-b1f9-2602ac0fef06 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0844414 Jan 18 23:03:59.863672 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87c4d9e-8f4d-40cb-9c6a-18cf729eabc4 req-43a4c2bb-55b2-4f3a-b30c-5fc9d1b80202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:59.865235 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d87c4d9e-8f4d-40cb-9c6a-18cf729eabc4 req-43a4c2bb-55b2-4f3a-b30c-5fc9d1b80202 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b920d3f799934d12a42b1009a76b1bfc&device_id=5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e HTTP/1.1" status: 200 len: 1096 time: 0.0389814 Jan 18 23:03:59.967327 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87c4d9e-8f4d-40cb-9c6a-18cf729eabc4 req-49053e4c-f379-4abb-80f7-65aa47731dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:59.968709 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d87c4d9e-8f4d-40cb-9c6a-18cf729eabc4 req-49053e4c-f379-4abb-80f7-65aa47731dbf service neutron] 10.222.0.67 "GET /v2.0/networks?id=b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3 HTTP/1.1" status: 200 len: 911 time: 0.0838804 Jan 18 23:04:00.033224 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d87c4d9e-8f4d-40cb-9c6a-18cf729eabc4 req-2066599f-50ac-4067-b1c9-535cef912349 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6248c7d7-3a84-4f0e-a71c-c9430a438dbe HTTP/1.1" status: 200 len: 1002 time: 0.0571246 Jan 18 23:04:00.086949 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87c4d9e-8f4d-40cb-9c6a-18cf729eabc4 req-06cca17b-7018-471f-a0bd-dc72a95bd66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:00.088431 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d87c4d9e-8f4d-40cb-9c6a-18cf729eabc4 req-06cca17b-7018-471f-a0bd-dc72a95bd66d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7458985f-285f-4ddd-bc95-c81cb698d5df HTTP/1.1" status: 200 len: 850 time: 0.0467398 Jan 18 23:04:00.132534 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87c4d9e-8f4d-40cb-9c6a-18cf729eabc4 req-8e4831e7-c16a-4be1-a2c4-2f71cae3db82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:00.134001 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d87c4d9e-8f4d-40cb-9c6a-18cf729eabc4 req-8e4831e7-c16a-4be1-a2c4-2f71cae3db82 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389087 Jan 18 23:04:00.144464 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [req-d87c4d9e-8f4d-40cb-9c6a-18cf729eabc4 req-7d733e6e-d46f-47d3-a864-ae9829802f48 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102430) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 23:04:00.145405 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d87c4d9e-8f4d-40cb-9c6a-18cf729eabc4 req-7d733e6e-d46f-47d3-a864-ae9829802f48 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048130 Jan 18 23:04:00.231226 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d87c4d9e-8f4d-40cb-9c6a-18cf729eabc4 req-c8ce14b3-1df5-488f-8631-247c9e30d954 service neutron] 10.222.0.67 "GET /v2.0/networks/b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790243 Jan 18 23:04:00.628914 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d87c4d9e-8f4d-40cb-9c6a-18cf729eabc4 req-b2ec9be0-a914-4c8e-9c2f-2ac60cd0a666 service neutron] 10.222.0.67 "GET /v2.0/networks/b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3892045 Jan 18 23:04:13.133287 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:14.041809 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:19.346689 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-09f600d9-6efc-4779-a2fd-f93c8b52a281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:21.988192 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bf13fd1b-8421-4585-8299-42d39410cd3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:23.091558 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:24.543314 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:24.676311 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:34.244102 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 23:04:43.149510 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:44.040050 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:49.347080 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f9adb3c3-9137-4d5d-91f4-1da985683e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:51.989295 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-39a902b7-ed08-4975-ba3a-028d0292389d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:53.097319 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:54.546015 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:54.677702 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:01.711883 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0cb6db42-0f2e-4b60-bbb5-a552a4d46c52 req-4d9f66cb-acaf-441d-82c8-91f1b7d82186 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400817 Jan 18 23:05:01.790584 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb6db42-0f2e-4b60-bbb5-a552a4d46c52 req-3bd8de46-84c0-48bd-a4c2-82e1659086db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:01.792035 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0cb6db42-0f2e-4b60-bbb5-a552a4d46c52 req-3bd8de46-84c0-48bd-a4c2-82e1659086db service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b920d3f799934d12a42b1009a76b1bfc&device_id=5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e HTTP/1.1" status: 200 len: 1096 time: 0.0398149 Jan 18 23:05:01.896468 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb6db42-0f2e-4b60-bbb5-a552a4d46c52 req-687c13af-00ae-4a86-bfb9-476d3f7d9dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:01.897901 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0cb6db42-0f2e-4b60-bbb5-a552a4d46c52 req-687c13af-00ae-4a86-bfb9-476d3f7d9dea service neutron] 10.222.0.67 "GET /v2.0/networks?id=b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3 HTTP/1.1" status: 200 len: 911 time: 0.0855589 Jan 18 23:05:01.960859 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0cb6db42-0f2e-4b60-bbb5-a552a4d46c52 req-d62c7aca-4abe-4eb8-82fc-ddc5aa60ae3e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6248c7d7-3a84-4f0e-a71c-c9430a438dbe HTTP/1.1" status: 200 len: 1002 time: 0.0565076 Jan 18 23:05:02.011788 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb6db42-0f2e-4b60-bbb5-a552a4d46c52 req-b4b7b364-6150-4e14-b4dd-a8ef0c1a0eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:02.013154 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0cb6db42-0f2e-4b60-bbb5-a552a4d46c52 req-b4b7b364-6150-4e14-b4dd-a8ef0c1a0eed service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7458985f-285f-4ddd-bc95-c81cb698d5df HTTP/1.1" status: 200 len: 850 time: 0.0465338 Jan 18 23:05:02.055662 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb6db42-0f2e-4b60-bbb5-a552a4d46c52 req-25de2d2f-9570-42ae-98c4-2a39b0a27b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:02.057115 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0cb6db42-0f2e-4b60-bbb5-a552a4d46c52 req-25de2d2f-9570-42ae-98c4-2a39b0a27b6d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381162 Jan 18 23:05:02.142946 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0cb6db42-0f2e-4b60-bbb5-a552a4d46c52 req-949dfd59-a731-4789-a177-56308171e628 service neutron] 10.222.0.67 "GET /v2.0/networks/b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791523 Jan 18 23:05:02.234567 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0cb6db42-0f2e-4b60-bbb5-a552a4d46c52 req-93c750cf-4deb-4e82-a868-78b882a24d54 service neutron] 10.222.0.67 "GET /v2.0/networks/b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842111 Jan 18 23:05:07.236866 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48087fa-c298-4d7b-97ce-c88bf5d3ca29 req-8a74a463-1a66-404b-b092-14d4b893fcb6 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:07.238299 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d48087fa-c298-4d7b-97ce-c88bf5d3ca29 req-8a74a463-1a66-404b-b092-14d4b893fcb6 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e HTTP/1.1" status: 200 len: 945 time: 0.0490499 Jan 18 23:05:07.275236 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d48087fa-c298-4d7b-97ce-c88bf5d3ca29 req-82a1f686-361e-451f-ac6f-7508da915be1 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305946 Jan 18 23:05:11.242308 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 23:05:13.141933 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:14.055182 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:18.269124 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [req-54378c9c-d49b-4d3f-9266-abd7e344a5bf req-c6dbd073-ca9d-4668-abf9-1fa7b3bd99de service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102430) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 23:05:18.270536 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-54378c9c-d49b-4d3f-9266-abd7e344a5bf req-c6dbd073-ca9d-4668-abf9-1fa7b3bd99de service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069630 Jan 18 23:05:18.473127 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5608383a-aca7-4b75-8820-21e5251788d9 req-a333fbd9-521e-4dbd-b666-a7209c5532dc tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:18.474648 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5608383a-aca7-4b75-8820-21e5251788d9 req-a333fbd9-521e-4dbd-b666-a7209c5532dc tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e HTTP/1.1" status: 200 len: 945 time: 0.0730002 Jan 18 23:05:18.514400 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0ad1fa36-cac5-47d7-9b2d-f8bb8b292e71 req-5598d861-80e5-493d-afd7-345348cb213c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1245039 Jan 18 23:05:18.521856 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5608383a-aca7-4b75-8820-21e5251788d9 req-7bcc0024-75e2-4b91-912b-3171ee658e57 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393877 Jan 18 23:05:19.348156 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3e44ec86-41c7-45be-abcd-069ec2a67bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:19.643495 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b94c8f-7d7b-4d8b-985f-bfffd5034693 req-d9371133-0ea1-41f7-80f0-a1f491269061 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:19.645049 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-95b94c8f-7d7b-4d8b-985f-bfffd5034693 req-d9371133-0ea1-41f7-80f0-a1f491269061 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e HTTP/1.1" status: 200 len: 945 time: 0.0524166 Jan 18 23:05:19.717186 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-95b94c8f-7d7b-4d8b-985f-bfffd5034693 req-66256255-c3c6-492d-b90c-101e0d3cb0ec tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650945 Jan 18 23:05:19.722258 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad1fa36-cac5-47d7-9b2d-f8bb8b292e71 req-099c7df9-7c9b-4a2c-897a-18e6bd7776f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:19.723676 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0ad1fa36-cac5-47d7-9b2d-f8bb8b292e71 req-099c7df9-7c9b-4a2c-897a-18e6bd7776f1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b920d3f799934d12a42b1009a76b1bfc&device_id=5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e HTTP/1.1" status: 200 len: 1096 time: 0.0705681 Jan 18 23:05:19.810811 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad1fa36-cac5-47d7-9b2d-f8bb8b292e71 req-09893607-22cd-43de-ac11-dbd0e4ef6883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:19.812203 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0ad1fa36-cac5-47d7-9b2d-f8bb8b292e71 req-09893607-22cd-43de-ac11-dbd0e4ef6883 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3 HTTP/1.1" status: 200 len: 911 time: 0.0824862 Jan 18 23:05:19.879121 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0ad1fa36-cac5-47d7-9b2d-f8bb8b292e71 req-15b6db1e-3f1e-4f05-bf9d-7d577c08f131 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6248c7d7-3a84-4f0e-a71c-c9430a438dbe HTTP/1.1" status: 200 len: 1002 time: 0.0598669 Jan 18 23:05:19.927520 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad1fa36-cac5-47d7-9b2d-f8bb8b292e71 req-d6f02137-87ea-4cb1-a98e-7fc3e878e861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:19.928942 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0ad1fa36-cac5-47d7-9b2d-f8bb8b292e71 req-d6f02137-87ea-4cb1-a98e-7fc3e878e861 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7458985f-285f-4ddd-bc95-c81cb698d5df HTTP/1.1" status: 200 len: 850 time: 0.0426028 Jan 18 23:05:19.972786 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad1fa36-cac5-47d7-9b2d-f8bb8b292e71 req-4c467f0c-1755-4910-b9f0-20fc9c6d7cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:19.974229 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0ad1fa36-cac5-47d7-9b2d-f8bb8b292e71 req-4c467f0c-1755-4910-b9f0-20fc9c6d7cef service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390365 Jan 18 23:05:20.063168 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0ad1fa36-cac5-47d7-9b2d-f8bb8b292e71 req-3d1498ea-db58-4316-b626-c60ffe9c10dc service neutron] 10.222.0.67 "GET /v2.0/networks/b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823393 Jan 18 23:05:20.151285 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0ad1fa36-cac5-47d7-9b2d-f8bb8b292e71 req-1f9316f2-ee17-438d-8f46-ed7cf37b6be6 service neutron] 10.222.0.67 "GET /v2.0/networks/b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810547 Jan 18 23:05:20.837358 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f925de3a-a0ff-46f5-b11a-4e2f0c0bad2c req-f05cf7a4-bb9e-4768-86ff-e81c46a14e32 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:20.838884 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f925de3a-a0ff-46f5-b11a-4e2f0c0bad2c req-f05cf7a4-bb9e-4768-86ff-e81c46a14e32 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e HTTP/1.1" status: 200 len: 945 time: 0.0536602 Jan 18 23:05:20.876656 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f925de3a-a0ff-46f5-b11a-4e2f0c0bad2c req-0aeb1a38-b4d4-41a7-9f54-2e7ec49321f3 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318613 Jan 18 23:05:21.990352 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cf1be7e8-91fe-45bd-9e2b-48a6c5908a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:21.994586 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835d0d12-c537-4b46-b11d-dc408fc6cba0 req-6a59dd7f-5c4a-4b82-971b-acca38a2ed4c tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:21.996063 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-835d0d12-c537-4b46-b11d-dc408fc6cba0 req-6a59dd7f-5c4a-4b82-971b-acca38a2ed4c tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e HTTP/1.1" status: 200 len: 945 time: 0.0526030 Jan 18 23:05:22.034920 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-835d0d12-c537-4b46-b11d-dc408fc6cba0 req-68ab57ce-b819-434e-8eff-ae73f21ec9b4 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323074 Jan 18 23:05:23.090107 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:23.149280 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff5b218-af93-45c6-b98e-b3c6b5eb4a26 req-b72ff673-09cd-49ba-8460-56f69f5e7910 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:23.150722 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6ff5b218-af93-45c6-b98e-b3c6b5eb4a26 req-b72ff673-09cd-49ba-8460-56f69f5e7910 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e HTTP/1.1" status: 200 len: 945 time: 0.0486145 Jan 18 23:05:23.187820 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6ff5b218-af93-45c6-b98e-b3c6b5eb4a26 req-8d514178-f373-4c83-bfb6-1b151e968d24 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312467 Jan 18 23:05:24.301886 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f6f831-3005-46e1-9261-5fa33bf571c4 req-08cab7f8-ff28-4a20-bccb-9f608d37aa38 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:24.303349 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d1f6f831-3005-46e1-9261-5fa33bf571c4 req-08cab7f8-ff28-4a20-bccb-9f608d37aa38 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e HTTP/1.1" status: 200 len: 945 time: 0.0476201 Jan 18 23:05:24.339979 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d1f6f831-3005-46e1-9261-5fa33bf571c4 req-fe72848f-3ed5-48eb-bde0-ffac31615028 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307078 Jan 18 23:05:24.549540 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:24.678690 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:25.461972 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2cf086-723c-4747-9d30-b1b3ca0e5209 req-564baa38-4603-443d-9845-a07307422364 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:25.463445 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7a2cf086-723c-4747-9d30-b1b3ca0e5209 req-564baa38-4603-443d-9845-a07307422364 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e HTTP/1.1" status: 200 len: 945 time: 0.0550139 Jan 18 23:05:25.500713 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7a2cf086-723c-4747-9d30-b1b3ca0e5209 req-e021afa3-d52b-40f1-a8f0-94c6cc671f99 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309210 Jan 18 23:05:26.614453 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ea341b-0c3e-4a7a-94c0-c54d4f8780c2 req-1776d41d-c11e-470c-8bf1-fc2834bd41fb tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:26.615893 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-41ea341b-0c3e-4a7a-94c0-c54d4f8780c2 req-1776d41d-c11e-470c-8bf1-fc2834bd41fb tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e HTTP/1.1" status: 200 len: 945 time: 0.0485463 Jan 18 23:05:26.652462 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-41ea341b-0c3e-4a7a-94c0-c54d4f8780c2 req-7c87fc2c-cd55-44c2-ac63-7fef09c8c03b tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306659 Jan 18 23:05:27.768743 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51935d0-99c2-499d-b38d-b6142870b177 req-0fe4cb2e-6004-46a3-838c-9e10193521d0 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:27.770255 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b51935d0-99c2-499d-b38d-b6142870b177 req-0fe4cb2e-6004-46a3-838c-9e10193521d0 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e HTTP/1.1" status: 200 len: 945 time: 0.0515299 Jan 18 23:05:27.806120 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b51935d0-99c2-499d-b38d-b6142870b177 req-fc1f3646-b333-427a-aac8-958044ac6a3d tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300262 Jan 18 23:05:28.925512 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a06ae4-b821-4fe5-b4fd-c75e5d56e493 req-e379f522-7bf5-4883-962b-51a18a8147d6 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:28.926971 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-27a06ae4-b821-4fe5-b4fd-c75e5d56e493 req-e379f522-7bf5-4883-962b-51a18a8147d6 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e HTTP/1.1" status: 200 len: 945 time: 0.0521774 Jan 18 23:05:28.963412 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-27a06ae4-b821-4fe5-b4fd-c75e5d56e493 req-048084dc-efc0-4c17-ba2f-ce8cffbd186a tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305059 Jan 18 23:05:30.080342 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa4c30e-5834-4f88-bc62-b3293c63ff36 req-e80f5701-971a-4546-bb61-fefe030ea332 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:30.081869 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6aa4c30e-5834-4f88-bc62-b3293c63ff36 req-e80f5701-971a-4546-bb61-fefe030ea332 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e HTTP/1.1" status: 200 len: 945 time: 0.0488951 Jan 18 23:05:30.118489 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6aa4c30e-5834-4f88-bc62-b3293c63ff36 req-a557d513-d3ea-42f4-a291-0145a6db61b6 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307355 Jan 18 23:05:31.233253 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8ab220-59ab-4148-a168-181b085c4a55 req-a56cc30e-eeb1-41ad-9376-c5c1c745484d tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:31.234733 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6f8ab220-59ab-4148-a168-181b085c4a55 req-a56cc30e-eeb1-41ad-9376-c5c1c745484d tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e HTTP/1.1" status: 200 len: 945 time: 0.0486236 Jan 18 23:05:31.271607 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6f8ab220-59ab-4148-a168-181b085c4a55 req-3e176474-f07e-4120-b087-f00561513f5f tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309954 Jan 18 23:05:32.390133 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2edb5d7-5f9b-4dea-ac43-716e3115e0c3 req-a9016731-82a1-4fad-a7d2-e85a8891fec6 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:32.391668 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e2edb5d7-5f9b-4dea-ac43-716e3115e0c3 req-a9016731-82a1-4fad-a7d2-e85a8891fec6 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e HTTP/1.1" status: 200 len: 945 time: 0.0535150 Jan 18 23:05:32.431055 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e2edb5d7-5f9b-4dea-ac43-716e3115e0c3 req-d50e9fe3-5f9f-4535-8a1b-d4c17f0fb162 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334384 Jan 18 23:05:33.546565 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04394be0-ce85-4ff6-900d-8d7a0934919b req-911db84d-ba75-47b3-9e65-b0ae6ee3a820 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:33.548104 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-04394be0-ce85-4ff6-900d-8d7a0934919b req-911db84d-ba75-47b3-9e65-b0ae6ee3a820 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e HTTP/1.1" status: 200 len: 945 time: 0.0506618 Jan 18 23:05:33.588633 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-04394be0-ce85-4ff6-900d-8d7a0934919b req-52128ca3-83c2-47e4-b3be-43541f9d926e tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339456 Jan 18 23:05:33.734991 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [req-0ad1fa36-cac5-47d7-9b2d-f8bb8b292e71 req-38578484-018d-4bfa-ad25-cd8a4bb06933 service neutron] show failed (client error): The resource could not be found. Jan 18 23:05:33.735907 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0ad1fa36-cac5-47d7-9b2d-f8bb8b292e71 req-38578484-018d-4bfa-ad25-cd8a4bb06933 service neutron] 10.222.0.67 "GET /v2.0/ports/6248c7d7-3a84-4f0e-a71c-c9430a438dbe/bindings/n-h1-825064-1 HTTP/1.1" status: 404 len: 380 time: 0.0533509 Jan 18 23:05:33.928220 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad1fa36-cac5-47d7-9b2d-f8bb8b292e71 req-bb955603-d5c7-4839-ac29-6f4c27503a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:33.929692 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-0ad1fa36-cac5-47d7-9b2d-f8bb8b292e71 req-bb955603-d5c7-4839-ac29-6f4c27503a2a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e&tenant_id=b920d3f799934d12a42b1009a76b1bfc HTTP/1.1" status: 200 len: 1096 time: 0.0407367 Jan 18 23:05:33.939663 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [req-0ad1fa36-cac5-47d7-9b2d-f8bb8b292e71 req-12dd62d7-ee8e-41b5-bcd2-3c0a370bfd1b service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 23:05:33.940626 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-0ad1fa36-cac5-47d7-9b2d-f8bb8b292e71 req-12dd62d7-ee8e-41b5-bcd2-3c0a370bfd1b service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048246 Jan 18 23:05:33.952967 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-0ad1fa36-cac5-47d7-9b2d-f8bb8b292e71 req-27c7eba1-a114-4459-83f8-5fea8a22ac7c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825064-1', 'device_owner': 'compute:nova'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:05:34.007354 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-0ad1fa36-cac5-47d7-9b2d-f8bb8b292e71 req-27c7eba1-a114-4459-83f8-5fea8a22ac7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:34.209080 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-0ad1fa36-cac5-47d7-9b2d-f8bb8b292e71 req-27c7eba1-a114-4459-83f8-5fea8a22ac7c service neutron] For port 6248c7d7-3a84-4f0e-a71c-c9430a438dbe, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=6248c7d7-3a84-4f0e-a71c-c9430a438dbe,segment=NetworkSegment(9d4113a0-2ed9-4fc0-932b-00a17e903594),segment_id=9d4113a0-2ed9-4fc0-932b-00a17e903594)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:05:34.240527 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-0ad1fa36-cac5-47d7-9b2d-f8bb8b292e71 req-27c7eba1-a114-4459-83f8-5fea8a22ac7c service neutron] For port 6248c7d7-3a84-4f0e-a71c-c9430a438dbe, host n-h2-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:05:34.278651 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6248c7d7-3a84-4f0e-a71c-c9430a438dbe'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:05:34.280831 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c6570e6-dbca-4c8e-bfea-46af4940f827" -d '{"events": [{"server_uuid": "5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e", "name": "network-vif-unplugged", "status": "completed", "tag": "6248c7d7-3a84-4f0e-a71c-c9430a438dbe"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 23:05:34.284803 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-0ad1fa36-cac5-47d7-9b2d-f8bb8b292e71 req-27c7eba1-a114-4459-83f8-5fea8a22ac7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:34.297731 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [req-0ad1fa36-cac5-47d7-9b2d-f8bb8b292e71 req-27c7eba1-a114-4459-83f8-5fea8a22ac7c service neutron] Transition to ACTIVE for port object 6248c7d7-3a84-4f0e-a71c-c9430a438dbe will not be triggered until provisioned by entity L2. {{(pid=102431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:05:34.301172 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-0ad1fa36-cac5-47d7-9b2d-f8bb8b292e71 req-27c7eba1-a114-4459-83f8-5fea8a22ac7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:34.382482 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c7eba1-a114-4459-83f8-5fea8a22ac7c service neutron] Pushing event updated for resources: {'Port': ['ID=6248c7d7-3a84-4f0e-a71c-c9430a438dbe,revision_number=6']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:34.397789 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c7eba1-a114-4459-83f8-5fea8a22ac7c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:34.398133 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c7eba1-a114-4459-83f8-5fea8a22ac7c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:34.398470 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c7eba1-a114-4459-83f8-5fea8a22ac7c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:34.399519 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c7eba1-a114-4459-83f8-5fea8a22ac7c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:34.399868 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c7eba1-a114-4459-83f8-5fea8a22ac7c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:34.400351 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c7eba1-a114-4459-83f8-5fea8a22ac7c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:34.400599 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c7eba1-a114-4459-83f8-5fea8a22ac7c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:34.401081 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c7eba1-a114-4459-83f8-5fea8a22ac7c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:34.401701 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c7eba1-a114-4459-83f8-5fea8a22ac7c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:34.401941 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c7eba1-a114-4459-83f8-5fea8a22ac7c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:34.402278 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c7eba1-a114-4459-83f8-5fea8a22ac7c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:34.402633 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c7eba1-a114-4459-83f8-5fea8a22ac7c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:34.406808 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 18 Jan 2022 23:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95bc0f63-680f-4daa-9ab6-49b426020bca x-openstack-request-id: req-95bc0f63-680f-4daa-9ab6-49b426020bca {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 23:05:34.407089 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e", "name": "network-vif-unplugged", "status": "completed", "tag": "6248c7d7-3a84-4f0e-a71c-c9430a438dbe", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 23:05:34.407594 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-95bc0f63-680f-4daa-9ab6-49b426020bca {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 23:05:34.407911 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6248c7d7-3a84-4f0e-a71c-c9430a438dbe', 'code': 200} Jan 18 23:05:34.441543 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ad1fa36-cac5-47d7-9b2d-f8bb8b292e71 req-27c7eba1-a114-4459-83f8-5fea8a22ac7c service neutron] No DVR routers for this DVR port 6248c7d7-3a84-4f0e-a71c-c9430a438dbe on host n-h2-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:05:34.574822 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-0ad1fa36-cac5-47d7-9b2d-f8bb8b292e71 req-27c7eba1-a114-4459-83f8-5fea8a22ac7c service neutron] Attempting to bind port 6248c7d7-3a84-4f0e-a71c-c9430a438dbe on host n-h1-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:05:34.575150 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-0ad1fa36-cac5-47d7-9b2d-f8bb8b292e71 req-27c7eba1-a114-4459-83f8-5fea8a22ac7c service neutron] Attempting to bind port 6248c7d7-3a84-4f0e-a71c-c9430a438dbe by drivers openvswitch,hyperv on host n-h1-825064-1 at level 0 using segments [{'id': '9d4113a0-2ed9-4fc0-932b-00a17e903594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:05:34.575470 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad1fa36-cac5-47d7-9b2d-f8bb8b292e71 req-27c7eba1-a114-4459-83f8-5fea8a22ac7c service neutron] Attempting to bind port 6248c7d7-3a84-4f0e-a71c-c9430a438dbe on network b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 23:05:34.579646 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad1fa36-cac5-47d7-9b2d-f8bb8b292e71 req-27c7eba1-a114-4459-83f8-5fea8a22ac7c service neutron] Port 6248c7d7-3a84-4f0e-a71c-c9430a438dbe on network b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 23:05:34.579962 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad1fa36-cac5-47d7-9b2d-f8bb8b292e71 req-27c7eba1-a114-4459-83f8-5fea8a22ac7c service neutron] Attempting to bind port 6248c7d7-3a84-4f0e-a71c-c9430a438dbe on network b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 23:05:34.584654 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad1fa36-cac5-47d7-9b2d-f8bb8b292e71 req-27c7eba1-a114-4459-83f8-5fea8a22ac7c service neutron] Checking agent: {'id': 'e49d1b2a-ba11-487f-a804-ecbf3c0e8132', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 23:05:34.585311 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad1fa36-cac5-47d7-9b2d-f8bb8b292e71 req-27c7eba1-a114-4459-83f8-5fea8a22ac7c service neutron] Checking segment: {'id': '9d4113a0-2ed9-4fc0-932b-00a17e903594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 23:05:34.585708 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad1fa36-cac5-47d7-9b2d-f8bb8b292e71 req-27c7eba1-a114-4459-83f8-5fea8a22ac7c service neutron] Bound using segment: {'id': '9d4113a0-2ed9-4fc0-932b-00a17e903594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 23:05:34.586152 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-0ad1fa36-cac5-47d7-9b2d-f8bb8b292e71 req-27c7eba1-a114-4459-83f8-5fea8a22ac7c service neutron] Bound port: 6248c7d7-3a84-4f0e-a71c-c9430a438dbe, host: n-h1-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d4113a0-2ed9-4fc0-932b-00a17e903594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:05:34.586667 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-0ad1fa36-cac5-47d7-9b2d-f8bb8b292e71 req-27c7eba1-a114-4459-83f8-5fea8a22ac7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:34.650482 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-0ad1fa36-cac5-47d7-9b2d-f8bb8b292e71 req-27c7eba1-a114-4459-83f8-5fea8a22ac7c service neutron] For port 6248c7d7-3a84-4f0e-a71c-c9430a438dbe, host n-h1-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:05:34.654310 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-0ad1fa36-cac5-47d7-9b2d-f8bb8b292e71 req-27c7eba1-a114-4459-83f8-5fea8a22ac7c service neutron] For port 6248c7d7-3a84-4f0e-a71c-c9430a438dbe, host n-h1-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=6248c7d7-3a84-4f0e-a71c-c9430a438dbe,segment=NetworkSegment(9d4113a0-2ed9-4fc0-932b-00a17e903594),segment_id=9d4113a0-2ed9-4fc0-932b-00a17e903594)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:05:34.658709 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-0ad1fa36-cac5-47d7-9b2d-f8bb8b292e71 req-27c7eba1-a114-4459-83f8-5fea8a22ac7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:34.700218 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad1fa36-cac5-47d7-9b2d-f8bb8b292e71 req-27c7eba1-a114-4459-83f8-5fea8a22ac7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:34.700825 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-0ad1fa36-cac5-47d7-9b2d-f8bb8b292e71 req-27c7eba1-a114-4459-83f8-5fea8a22ac7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:34.702225 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-0ad1fa36-cac5-47d7-9b2d-f8bb8b292e71 req-27c7eba1-a114-4459-83f8-5fea8a22ac7c service neutron] 10.222.0.36 "PUT /v2.0/ports/6248c7d7-3a84-4f0e-a71c-c9430a438dbe HTTP/1.1" status: 200 len: 1091 time: 0.7535095 Jan 18 23:05:34.709194 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14569472-ece2-4aff-ae26-8c78325759d2 req-9562aaed-9b30-42b7-9060-2332f97b0625 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:34.711373 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-14569472-ece2-4aff-ae26-8c78325759d2 req-9562aaed-9b30-42b7-9060-2332f97b0625 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e HTTP/1.1" status: 200 len: 943 time: 0.0535746 Jan 18 23:05:34.719772 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c7eba1-a114-4459-83f8-5fea8a22ac7c service neutron] Pushing event updated for resources: {'Port': ['ID=6248c7d7-3a84-4f0e-a71c-c9430a438dbe,revision_number=7']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:34.763460 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-14569472-ece2-4aff-ae26-8c78325759d2 req-f5809902-01d1-4c5e-b443-5882a11031cc tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422914 Jan 18 23:05:34.769737 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad1fa36-cac5-47d7-9b2d-f8bb8b292e71 req-1f3b1b95-5ce2-4302-bbac-f36e147d1e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:34.771256 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-0ad1fa36-cac5-47d7-9b2d-f8bb8b292e71 req-1f3b1b95-5ce2-4302-bbac-f36e147d1e28 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b920d3f799934d12a42b1009a76b1bfc&device_id=5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e HTTP/1.1" status: 200 len: 1094 time: 0.0433357 Jan 18 23:05:34.862778 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad1fa36-cac5-47d7-9b2d-f8bb8b292e71 req-4ae578ba-5f28-4d03-a2ae-89811a295bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:34.864321 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-0ad1fa36-cac5-47d7-9b2d-f8bb8b292e71 req-4ae578ba-5f28-4d03-a2ae-89811a295bc1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3 HTTP/1.1" status: 200 len: 911 time: 0.0857565 Jan 18 23:05:34.936531 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-0ad1fa36-cac5-47d7-9b2d-f8bb8b292e71 req-d53577ac-cbcc-463d-97b5-5afaf1bdb669 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6248c7d7-3a84-4f0e-a71c-c9430a438dbe HTTP/1.1" status: 200 len: 1000 time: 0.0650120 Jan 18 23:05:34.983467 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad1fa36-cac5-47d7-9b2d-f8bb8b292e71 req-ec16a5ee-5f84-4987-a96a-06b63de7363a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:34.984800 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-0ad1fa36-cac5-47d7-9b2d-f8bb8b292e71 req-ec16a5ee-5f84-4987-a96a-06b63de7363a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7458985f-285f-4ddd-bc95-c81cb698d5df HTTP/1.1" status: 200 len: 850 time: 0.0427561 Jan 18 23:05:35.027863 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad1fa36-cac5-47d7-9b2d-f8bb8b292e71 req-37b2fe31-9a1d-4f56-9825-c9431700ef3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:35.029976 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-0ad1fa36-cac5-47d7-9b2d-f8bb8b292e71 req-37b2fe31-9a1d-4f56-9825-c9431700ef3f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390124 Jan 18 23:05:35.118452 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-0ad1fa36-cac5-47d7-9b2d-f8bb8b292e71 req-72bb6cfb-f44c-46af-981d-b5e4a545451d service neutron] 10.222.0.36 "GET /v2.0/networks/b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820637 Jan 18 23:05:35.203282 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-0ad1fa36-cac5-47d7-9b2d-f8bb8b292e71 req-d6a634f4-d0fc-40a5-bb0d-e0f4abbad509 service neutron] 10.222.0.36 "GET /v2.0/networks/b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785880 Jan 18 23:05:35.493560 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 6248c7d7-3a84-4f0e-a71c-c9430a438dbe no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 23:05:35.531100 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 6248c7d7-3a84-4f0e-a71c-c9430a438dbe not bound to the agent host n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 23:05:35.878940 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7fcbb4-db53-4d99-9513-25d77c359ce2 req-487d1101-0d29-4c9c-9f49-40650be01a43 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:35.880792 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ab7fcbb4-db53-4d99-9513-25d77c359ce2 req-487d1101-0d29-4c9c-9f49-40650be01a43 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e HTTP/1.1" status: 200 len: 943 time: 0.0504205 Jan 18 23:05:35.918035 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ab7fcbb4-db53-4d99-9513-25d77c359ce2 req-254a222c-6ff1-404a-82c4-5d79490b3330 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312824 Jan 18 23:05:36.410010 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e', 'tag': '6248c7d7-3a84-4f0e-a71c-c9430a438dbe'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:05:36.413444 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a7ddeb4-caf9-41e1-9eff-58053745aab5" -d '{"events": [{"name": "network-changed", "server_uuid": "5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e", "tag": "6248c7d7-3a84-4f0e-a71c-c9430a438dbe"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 23:05:36.463300 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 23:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e43a778-f6dd-47f3-b31f-705a5d295231 x-openstack-request-id: req-9e43a778-f6dd-47f3-b31f-705a5d295231 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 23:05:36.463594 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e", "tag": "6248c7d7-3a84-4f0e-a71c-c9430a438dbe", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 23:05:36.463845 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9e43a778-f6dd-47f3-b31f-705a5d295231 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 23:05:36.464281 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e', 'tag': '6248c7d7-3a84-4f0e-a71c-c9430a438dbe', 'status': 'completed', 'code': 200} Jan 18 23:05:36.523045 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7ddeb4-caf9-41e1-9eff-58053745aab5 req-2360f4cd-657f-4c52-87b7-5e0cc2a9db07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:36.524763 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2a7ddeb4-caf9-41e1-9eff-58053745aab5 req-2360f4cd-657f-4c52-87b7-5e0cc2a9db07 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b920d3f799934d12a42b1009a76b1bfc&device_id=5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e HTTP/1.1" status: 200 len: 1094 time: 0.0421746 Jan 18 23:05:36.526853 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7ddeb4-caf9-41e1-9eff-58053745aab5 req-8e36524e-e9f4-448b-8654-b84ffd34d5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:36.528413 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2a7ddeb4-caf9-41e1-9eff-58053745aab5 req-8e36524e-e9f4-448b-8654-b84ffd34d5c8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b920d3f799934d12a42b1009a76b1bfc&device_id=5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e HTTP/1.1" status: 200 len: 1094 time: 0.0425329 Jan 18 23:05:36.621183 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7ddeb4-caf9-41e1-9eff-58053745aab5 req-18dc0a19-d737-48dd-8e3f-5e34e8995783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:36.623300 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2a7ddeb4-caf9-41e1-9eff-58053745aab5 req-18dc0a19-d737-48dd-8e3f-5e34e8995783 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3 HTTP/1.1" status: 200 len: 911 time: 0.0919614 Jan 18 23:05:36.623705 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7ddeb4-caf9-41e1-9eff-58053745aab5 req-766b26d8-4fbe-4621-b5df-30fadf5e1340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:36.625180 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2a7ddeb4-caf9-41e1-9eff-58053745aab5 req-766b26d8-4fbe-4621-b5df-30fadf5e1340 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3 HTTP/1.1" status: 200 len: 911 time: 0.0908558 Jan 18 23:05:36.689867 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2a7ddeb4-caf9-41e1-9eff-58053745aab5 req-409249b2-7ab0-463f-aa1f-ad83f5067748 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6248c7d7-3a84-4f0e-a71c-c9430a438dbe HTTP/1.1" status: 200 len: 1000 time: 0.0602479 Jan 18 23:05:36.691573 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2a7ddeb4-caf9-41e1-9eff-58053745aab5 req-8eafb772-2248-44c0-8403-47478ff42d3f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6248c7d7-3a84-4f0e-a71c-c9430a438dbe HTTP/1.1" status: 200 len: 1000 time: 0.0601552 Jan 18 23:05:36.740410 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7ddeb4-caf9-41e1-9eff-58053745aab5 req-b92453c0-180f-495b-945d-54858f74d250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:36.741799 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2a7ddeb4-caf9-41e1-9eff-58053745aab5 req-b92453c0-180f-495b-945d-54858f74d250 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7458985f-285f-4ddd-bc95-c81cb698d5df HTTP/1.1" status: 200 len: 850 time: 0.0451665 Jan 18 23:05:36.746558 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7ddeb4-caf9-41e1-9eff-58053745aab5 req-bda334a2-fdf6-4e07-b67c-e6c40b7af753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:36.748163 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2a7ddeb4-caf9-41e1-9eff-58053745aab5 req-bda334a2-fdf6-4e07-b67c-e6c40b7af753 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7458985f-285f-4ddd-bc95-c81cb698d5df HTTP/1.1" status: 200 len: 850 time: 0.0493405 Jan 18 23:05:36.791999 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7ddeb4-caf9-41e1-9eff-58053745aab5 req-8d08eca3-390a-4e82-b113-a88d2924bfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:36.793541 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2a7ddeb4-caf9-41e1-9eff-58053745aab5 req-8d08eca3-390a-4e82-b113-a88d2924bfaa service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452790 Jan 18 23:05:36.795377 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7ddeb4-caf9-41e1-9eff-58053745aab5 req-30e74de5-6aff-434d-b3a7-4b5ef55cc42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:36.796903 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2a7ddeb4-caf9-41e1-9eff-58053745aab5 req-30e74de5-6aff-434d-b3a7-4b5ef55cc42b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426278 Jan 18 23:05:36.884679 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2a7ddeb4-caf9-41e1-9eff-58053745aab5 req-f67f277c-5ffa-4ce2-b8aa-3166f748e4c0 service neutron] 10.222.0.67 "GET /v2.0/networks/b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845759 Jan 18 23:05:36.885256 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2a7ddeb4-caf9-41e1-9eff-58053745aab5 req-b2bbd833-001e-4ba0-aa97-83f9b7af75d8 service neutron] 10.222.0.36 "GET /v2.0/networks/b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817108 Jan 18 23:05:36.994349 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2a7ddeb4-caf9-41e1-9eff-58053745aab5 req-ff53db94-063b-4be2-bd99-034b299a560f service neutron] 10.222.0.36 "GET /v2.0/networks/b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032324 Jan 18 23:05:36.998162 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2a7ddeb4-caf9-41e1-9eff-58053745aab5 req-d0fa7a75-10b5-4d82-8f0b-142e9503c27f service neutron] 10.222.0.67 "GET /v2.0/networks/b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075447 Jan 18 23:05:37.054032 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216179fc-116e-452f-a2fc-ea312c781d1e req-c2588c15-fde0-44bb-86b7-ba04d4e14bd1 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:37.055595 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-216179fc-116e-452f-a2fc-ea312c781d1e req-c2588c15-fde0-44bb-86b7-ba04d4e14bd1 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e HTTP/1.1" status: 200 len: 943 time: 0.0557418 Jan 18 23:05:37.096523 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-216179fc-116e-452f-a2fc-ea312c781d1e req-af3cb09d-a363-44f7-91ab-2e2a8b20705d tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343230 Jan 18 23:05:38.215330 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763a011b-1fae-4b8c-bec1-d0fcd9d88d9c req-7d29e2d5-e049-4a54-837b-f614cd41588e tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:38.217346 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-763a011b-1fae-4b8c-bec1-d0fcd9d88d9c req-7d29e2d5-e049-4a54-837b-f614cd41588e tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e HTTP/1.1" status: 200 len: 943 time: 0.0502448 Jan 18 23:05:38.255511 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-763a011b-1fae-4b8c-bec1-d0fcd9d88d9c req-d56bce2c-1126-42db-8cd9-8aac6876f52b tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319161 Jan 18 23:05:39.373719 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfa8327-121a-449a-9770-3c82347d9b3f req-1eee72ef-dd9a-42bc-a116-6c1923cd3259 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:39.375177 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0dfa8327-121a-449a-9770-3c82347d9b3f req-1eee72ef-dd9a-42bc-a116-6c1923cd3259 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e HTTP/1.1" status: 200 len: 943 time: 0.0538139 Jan 18 23:05:39.411903 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0dfa8327-121a-449a-9770-3c82347d9b3f req-06d15c6b-0e2a-4ca7-8aab-23ea5841a1f4 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305033 Jan 18 23:05:40.527229 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eb51bf-4839-42e0-b409-3ebc81722698 req-3eaeadd0-9b94-418a-a8ef-c9d2a44b877d tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:40.528768 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-74eb51bf-4839-42e0-b409-3ebc81722698 req-3eaeadd0-9b94-418a-a8ef-c9d2a44b877d tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e HTTP/1.1" status: 200 len: 943 time: 0.0485790 Jan 18 23:05:40.565128 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-74eb51bf-4839-42e0-b409-3ebc81722698 req-854bb9d5-a0f0-461a-b56c-ae968c9e988e tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306115 Jan 18 23:05:41.680669 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de746e2-e29a-4aa2-afdb-fb7ba91e14a8 req-56a3e154-631e-4ebc-b27f-e3f0ccc8f838 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:41.682157 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7de746e2-e29a-4aa2-afdb-fb7ba91e14a8 req-56a3e154-631e-4ebc-b27f-e3f0ccc8f838 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e HTTP/1.1" status: 200 len: 943 time: 0.0500009 Jan 18 23:05:41.719586 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7de746e2-e29a-4aa2-afdb-fb7ba91e14a8 req-5be73e29-d360-48f1-b041-28b260458a97 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315554 Jan 18 23:05:42.837910 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d63f49d-4313-442c-b6db-8ea8e2ef69ce req-b3b616b7-708b-4a93-a631-ef5b5b66d2e2 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:42.839356 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6d63f49d-4313-442c-b6db-8ea8e2ef69ce req-b3b616b7-708b-4a93-a631-ef5b5b66d2e2 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e HTTP/1.1" status: 200 len: 943 time: 0.0521970 Jan 18 23:05:42.876180 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6d63f49d-4313-442c-b6db-8ea8e2ef69ce req-1f6b55bf-2d0b-4463-93cd-0b470ba0db51 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309820 Jan 18 23:05:43.161265 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:43.989770 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71582b3c-dbeb-4f5f-a470-117e104d7ed7 req-3174dc2e-591c-4fb5-9370-032874a9693c tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:43.991210 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-71582b3c-dbeb-4f5f-a470-117e104d7ed7 req-3174dc2e-591c-4fb5-9370-032874a9693c tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e HTTP/1.1" status: 200 len: 943 time: 0.0480165 Jan 18 23:05:44.030196 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-71582b3c-dbeb-4f5f-a470-117e104d7ed7 req-92707ccb-c9bb-4371-85b0-c7652fe2076f tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328591 Jan 18 23:05:44.070914 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:45.146673 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f0a87-3ca1-4d69-ad06-04f46a0d9c84 req-4adc4e08-112a-484e-a65c-e65461b2f77f tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:45.148153 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b19f0a87-3ca1-4d69-ad06-04f46a0d9c84 req-4adc4e08-112a-484e-a65c-e65461b2f77f tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e HTTP/1.1" status: 200 len: 943 time: 0.0480714 Jan 18 23:05:45.185171 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b19f0a87-3ca1-4d69-ad06-04f46a0d9c84 req-e2c9b607-f981-4252-9c0e-8dbc38c4fd64 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307157 Jan 18 23:05:46.301440 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7420dd16-98de-4729-ba82-6fdb163472b0 req-757b0fdf-d047-4c09-ba64-7344efcd2822 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:46.302897 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7420dd16-98de-4729-ba82-6fdb163472b0 req-757b0fdf-d047-4c09-ba64-7344efcd2822 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e HTTP/1.1" status: 200 len: 943 time: 0.0513034 Jan 18 23:05:46.339201 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7420dd16-98de-4729-ba82-6fdb163472b0 req-7ce431aa-4c77-4e0a-adf7-1fde81af3a39 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305111 Jan 18 23:05:46.614369 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c750d0a9-b56e-4aa2-8cd8-7e9c865379ac req-1f31a86d-005d-44cd-a307-36590bef4ebc tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:46.615946 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-c750d0a9-b56e-4aa2-8cd8-7e9c865379ac req-1f31a86d-005d-44cd-a307-36590bef4ebc tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.36 "GET /v2.0/ports?device_id=5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e&tenant_id=b920d3f799934d12a42b1009a76b1bfc&binding%3Ahost_id=n-h1-825064-1 HTTP/1.1" status: 200 len: 943 time: 0.0522392 Jan 18 23:05:46.629645 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd037c4-524d-4645-826d-2b03a472ccb9 req-6267d09e-4d7f-4a36-a3bd-7bd0af20100d tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:46.631720 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5fd037c4-524d-4645-826d-2b03a472ccb9 req-6267d09e-4d7f-4a36-a3bd-7bd0af20100d tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e HTTP/1.1" status: 200 len: 943 time: 0.0491128 Jan 18 23:05:46.668672 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5fd037c4-524d-4645-826d-2b03a472ccb9 req-2d200e7b-9534-45c0-b390-d3780a77709e tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307941 Jan 18 23:05:46.676791 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-c750d0a9-b56e-4aa2-8cd8-7e9c865379ac req-57016f5f-a76d-4c4c-80cc-61af2996d46d service neutron] 10.222.0.36 "GET /v2.0/ports/6248c7d7-3a84-4f0e-a71c-c9430a438dbe/bindings/n-h1-825064-1 HTTP/1.1" status: 200 len: 382 time: 0.0536873 Jan 18 23:05:46.743399 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c750d0a9-b56e-4aa2-8cd8-7e9c865379ac req-650b8a69-b7e4-4b20-a595-5ed6d4d28bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:46.744916 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-c750d0a9-b56e-4aa2-8cd8-7e9c865379ac req-650b8a69-b7e4-4b20-a595-5ed6d4d28bca service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b920d3f799934d12a42b1009a76b1bfc&device_id=5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e HTTP/1.1" status: 200 len: 1094 time: 0.0461493 Jan 18 23:05:46.831381 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c750d0a9-b56e-4aa2-8cd8-7e9c865379ac req-1a534a18-0916-4640-8dbc-198317b9fd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:46.832861 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-c750d0a9-b56e-4aa2-8cd8-7e9c865379ac req-1a534a18-0916-4640-8dbc-198317b9fd3c service neutron] 10.222.0.36 "GET /v2.0/networks?id=b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3 HTTP/1.1" status: 200 len: 911 time: 0.0812585 Jan 18 23:05:46.899848 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-c750d0a9-b56e-4aa2-8cd8-7e9c865379ac req-04e2d01d-2987-4b36-a295-801d6279f05a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6248c7d7-3a84-4f0e-a71c-c9430a438dbe HTTP/1.1" status: 200 len: 1000 time: 0.0607865 Jan 18 23:05:46.946709 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c750d0a9-b56e-4aa2-8cd8-7e9c865379ac req-647ed7e4-c70a-491d-a4b7-059dd4d11867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:46.948152 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-c750d0a9-b56e-4aa2-8cd8-7e9c865379ac req-647ed7e4-c70a-491d-a4b7-059dd4d11867 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7458985f-285f-4ddd-bc95-c81cb698d5df HTTP/1.1" status: 200 len: 850 time: 0.0421941 Jan 18 23:05:46.968720 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 6248c7d7-3a84-4f0e-a71c-c9430a438dbe details requested by agent hyperv_n-h1-825064-1 with host n-h1-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 23:05:46.995289 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c750d0a9-b56e-4aa2-8cd8-7e9c865379ac req-3f9f674e-536d-4bc9-870f-ea10e7861d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:46.997030 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-c750d0a9-b56e-4aa2-8cd8-7e9c865379ac req-3f9f674e-536d-4bc9-870f-ea10e7861d33 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420969 Jan 18 23:05:47.065648 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 6248c7d7-3a84-4f0e-a71c-c9430a438dbe, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=6248c7d7-3a84-4f0e-a71c-c9430a438dbe,segment=NetworkSegment(9d4113a0-2ed9-4fc0-932b-00a17e903594),segment_id=9d4113a0-2ed9-4fc0-932b-00a17e903594)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:05:47.076511 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Returning: {'device': '6248c7d7-3a84-4f0e-a71c-c9430a438dbe', 'network_id': 'b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3', 'port_id': '6248c7d7-3a84-4f0e-a71c-c9430a438dbe', 'mac_address': 'fa:16:3e:dd:a9:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7458985f-285f-4ddd-bc95-c81cb698d5df', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 23:05:47.088198 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-c750d0a9-b56e-4aa2-8cd8-7e9c865379ac req-ed7319a6-fad3-4b32-be51-17ce57bfdce7 service neutron] 10.222.0.36 "GET /v2.0/networks/b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850809 Jan 18 23:05:47.113770 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:47.125960 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6248c7d7-3a84-4f0e-a71c-c9430a438dbe {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:05:47.144948 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 6248c7d7-3a84-4f0e-a71c-c9430a438dbe, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=6248c7d7-3a84-4f0e-a71c-c9430a438dbe,segment=NetworkSegment(9d4113a0-2ed9-4fc0-932b-00a17e903594),segment_id=9d4113a0-2ed9-4fc0-932b-00a17e903594)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:05:47.149339 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:47.178455 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-c750d0a9-b56e-4aa2-8cd8-7e9c865379ac req-1fdda6fc-e4bf-4cd2-b663-1aadded8dfa5 service neutron] 10.222.0.36 "GET /v2.0/networks/b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838072 Jan 18 23:05:47.198771 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=6248c7d7-3a84-4f0e-a71c-c9430a438dbe,revision_number=8']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:47.206693 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:47.207041 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:47.207384 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:47.207721 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:47.208154 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:47.208516 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:47.208849 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:47.209185 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:47.209513 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:47.209834 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:47.210155 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:47.210475 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:47.375894 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['6248c7d7-3a84-4f0e-a71c-c9430a438dbe'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 23:05:47.784451 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e332cee4-c8cf-49de-99a6-276392330a41 req-1e443e51-0eed-4a9c-b3cd-c5d5920673b8 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:47.785893 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e332cee4-c8cf-49de-99a6-276392330a41 req-1e443e51-0eed-4a9c-b3cd-c5d5920673b8 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e HTTP/1.1" status: 200 len: 944 time: 0.0479028 Jan 18 23:05:47.822519 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e332cee4-c8cf-49de-99a6-276392330a41 req-0ed761d5-446b-43ae-ad77-cecba857b525 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307143 Jan 18 23:05:48.241376 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 23:05:48.949745 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95049b3a-4f2b-4124-bf83-40849e178ee1 req-622d9f8a-0757-440a-a058-e1806d5189b3 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:48.951894 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-95049b3a-4f2b-4124-bf83-40849e178ee1 req-622d9f8a-0757-440a-a058-e1806d5189b3 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e HTTP/1.1" status: 200 len: 944 time: 0.0575218 Jan 18 23:05:48.980476 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 6248c7d7-3a84-4f0e-a71c-c9430a438dbe up at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 23:05:48.993576 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-95049b3a-4f2b-4124-bf83-40849e178ee1 req-a5fc5df9-6b15-4dc8-baad-79a837dccbd5 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348384 Jan 18 23:05:49.029558 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning for port 6248c7d7-3a84-4f0e-a71c-c9430a438dbe completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:05:49.033098 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning complete for port 6248c7d7-3a84-4f0e-a71c-c9430a438dbe triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:05:49.033472 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:49.115337 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:49.137919 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6248c7d7-3a84-4f0e-a71c-c9430a438dbe'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:05:49.140174 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea85c81f-f065-49c7-9179-ac8be86261f8" -d '{"events": [{"server_uuid": "5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e", "name": "network-vif-plugged", "status": "completed", "tag": "6248c7d7-3a84-4f0e-a71c-c9430a438dbe"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 23:05:49.152514 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 6248c7d7-3a84-4f0e-a71c-c9430a438dbe, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=6248c7d7-3a84-4f0e-a71c-c9430a438dbe,segment=NetworkSegment(9d4113a0-2ed9-4fc0-932b-00a17e903594),segment_id=9d4113a0-2ed9-4fc0-932b-00a17e903594)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:05:49.157893 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:49.191100 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 23:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b6a4190-e662-4c1c-81f4-a35af723fc2c x-openstack-request-id: req-4b6a4190-e662-4c1c-81f4-a35af723fc2c {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 23:05:49.191396 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e", "name": "network-vif-plugged", "status": "completed", "tag": "6248c7d7-3a84-4f0e-a71c-c9430a438dbe", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 23:05:49.191659 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4b6a4190-e662-4c1c-81f4-a35af723fc2c {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 23:05:49.192076 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6248c7d7-3a84-4f0e-a71c-c9430a438dbe', 'code': 200} Jan 18 23:05:49.208031 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=6248c7d7-3a84-4f0e-a71c-c9430a438dbe,revision_number=9']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:49.350880 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a949ecb1-f04e-49ae-89bf-fd3066c1d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:50.111913 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61408a5-6ca7-4239-a40d-60a9847f606d req-970ecb56-dacf-4548-8373-2697a176980e tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:50.113545 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d61408a5-6ca7-4239-a40d-60a9847f606d req-970ecb56-dacf-4548-8373-2697a176980e tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e HTTP/1.1" status: 200 len: 945 time: 0.0506506 Jan 18 23:05:50.153756 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d61408a5-6ca7-4239-a40d-60a9847f606d req-d12e1f42-8e39-4868-8118-8831e6e3ca82 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335445 Jan 18 23:05:50.819283 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c750d0a9-b56e-4aa2-8cd8-7e9c865379ac req-54257a80-6127-41a7-96d8-b11070801495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:50.820772 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c750d0a9-b56e-4aa2-8cd8-7e9c865379ac req-54257a80-6127-41a7-96d8-b11070801495 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e&tenant_id=b920d3f799934d12a42b1009a76b1bfc HTTP/1.1" status: 200 len: 1096 time: 0.0391932 Jan 18 23:05:50.831351 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-c750d0a9-b56e-4aa2-8cd8-7e9c865379ac req-868e6bcc-b3ee-41c0-875d-568b527e8621 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825064-1', 'device_owner': 'compute:nova'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:05:50.884802 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-c750d0a9-b56e-4aa2-8cd8-7e9c865379ac req-868e6bcc-b3ee-41c0-875d-568b527e8621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:51.086377 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-c750d0a9-b56e-4aa2-8cd8-7e9c865379ac req-868e6bcc-b3ee-41c0-875d-568b527e8621 service neutron] For port 6248c7d7-3a84-4f0e-a71c-c9430a438dbe, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=6248c7d7-3a84-4f0e-a71c-c9430a438dbe,segment=NetworkSegment(9d4113a0-2ed9-4fc0-932b-00a17e903594),segment_id=9d4113a0-2ed9-4fc0-932b-00a17e903594)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:05:51.117854 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-c750d0a9-b56e-4aa2-8cd8-7e9c865379ac req-868e6bcc-b3ee-41c0-875d-568b527e8621 service neutron] For port 6248c7d7-3a84-4f0e-a71c-c9430a438dbe, host n-h1-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:05:51.156872 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6248c7d7-3a84-4f0e-a71c-c9430a438dbe'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:05:51.159585 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab951b2e-f287-48e9-b95b-768c2a575254" -d '{"events": [{"server_uuid": "5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e", "name": "network-vif-unplugged", "status": "completed", "tag": "6248c7d7-3a84-4f0e-a71c-c9430a438dbe"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 23:05:51.163598 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-c750d0a9-b56e-4aa2-8cd8-7e9c865379ac req-868e6bcc-b3ee-41c0-875d-568b527e8621 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:51.176019 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-c750d0a9-b56e-4aa2-8cd8-7e9c865379ac req-868e6bcc-b3ee-41c0-875d-568b527e8621 service neutron] Transition to ACTIVE for port object 6248c7d7-3a84-4f0e-a71c-c9430a438dbe will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:05:51.180843 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-c750d0a9-b56e-4aa2-8cd8-7e9c865379ac req-868e6bcc-b3ee-41c0-875d-568b527e8621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:51.218053 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 18 Jan 2022 23:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-835ac727-e3f2-48ab-a8f6-306edb3a68ca x-openstack-request-id: req-835ac727-e3f2-48ab-a8f6-306edb3a68ca {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 23:05:51.218343 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e", "name": "network-vif-unplugged", "status": "completed", "tag": "6248c7d7-3a84-4f0e-a71c-c9430a438dbe", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 23:05:51.218596 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-835ac727-e3f2-48ab-a8f6-306edb3a68ca {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 23:05:51.219148 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6248c7d7-3a84-4f0e-a71c-c9430a438dbe', 'code': 200} Jan 18 23:05:51.313497 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868e6bcc-b3ee-41c0-875d-568b527e8621 service neutron] Pushing event updated for resources: {'Port': ['ID=6248c7d7-3a84-4f0e-a71c-c9430a438dbe,revision_number=10']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:51.340242 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-c750d0a9-b56e-4aa2-8cd8-7e9c865379ac req-868e6bcc-b3ee-41c0-875d-568b527e8621 service neutron] No DVR routers for this DVR port 6248c7d7-3a84-4f0e-a71c-c9430a438dbe on host n-h1-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:05:51.342536 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868e6bcc-b3ee-41c0-875d-568b527e8621 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:51.342878 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868e6bcc-b3ee-41c0-875d-568b527e8621 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:51.343219 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868e6bcc-b3ee-41c0-875d-568b527e8621 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:51.343557 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868e6bcc-b3ee-41c0-875d-568b527e8621 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:51.343887 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868e6bcc-b3ee-41c0-875d-568b527e8621 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:51.344251 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868e6bcc-b3ee-41c0-875d-568b527e8621 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:51.344583 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868e6bcc-b3ee-41c0-875d-568b527e8621 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:51.344907 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868e6bcc-b3ee-41c0-875d-568b527e8621 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:51.345226 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868e6bcc-b3ee-41c0-875d-568b527e8621 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:51.345545 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868e6bcc-b3ee-41c0-875d-568b527e8621 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:51.345865 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868e6bcc-b3ee-41c0-875d-568b527e8621 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:51.346183 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868e6bcc-b3ee-41c0-875d-568b527e8621 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:51.403782 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9527db29-cdc9-4a6a-b3a0-b4f2a2dce037 req-53164119-93d8-4479-b685-7227d0dee813 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:51.405272 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9527db29-cdc9-4a6a-b3a0-b4f2a2dce037 req-53164119-93d8-4479-b685-7227d0dee813 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e HTTP/1.1" status: 200 len: 944 time: 0.1482761 Jan 18 23:05:51.484177 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9527db29-cdc9-4a6a-b3a0-b4f2a2dce037 req-4c2461c2-7674-4fe8-8112-c32541928a36 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725052 Jan 18 23:05:51.526560 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-c750d0a9-b56e-4aa2-8cd8-7e9c865379ac req-868e6bcc-b3ee-41c0-875d-568b527e8621 service neutron] Attempting to bind port 6248c7d7-3a84-4f0e-a71c-c9430a438dbe on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:05:51.526893 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-c750d0a9-b56e-4aa2-8cd8-7e9c865379ac req-868e6bcc-b3ee-41c0-875d-568b527e8621 service neutron] Attempting to bind port 6248c7d7-3a84-4f0e-a71c-c9430a438dbe by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '9d4113a0-2ed9-4fc0-932b-00a17e903594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:05:51.527220 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c750d0a9-b56e-4aa2-8cd8-7e9c865379ac req-868e6bcc-b3ee-41c0-875d-568b527e8621 service neutron] Attempting to bind port 6248c7d7-3a84-4f0e-a71c-c9430a438dbe on network b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 23:05:51.531509 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c750d0a9-b56e-4aa2-8cd8-7e9c865379ac req-868e6bcc-b3ee-41c0-875d-568b527e8621 service neutron] Port 6248c7d7-3a84-4f0e-a71c-c9430a438dbe on network b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 23:05:51.531833 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c750d0a9-b56e-4aa2-8cd8-7e9c865379ac req-868e6bcc-b3ee-41c0-875d-568b527e8621 service neutron] Attempting to bind port 6248c7d7-3a84-4f0e-a71c-c9430a438dbe on network b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 23:05:51.536617 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c750d0a9-b56e-4aa2-8cd8-7e9c865379ac req-868e6bcc-b3ee-41c0-875d-568b527e8621 service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 23:05:51.536958 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c750d0a9-b56e-4aa2-8cd8-7e9c865379ac req-868e6bcc-b3ee-41c0-875d-568b527e8621 service neutron] Checking segment: {'id': '9d4113a0-2ed9-4fc0-932b-00a17e903594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 23:05:51.537339 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c750d0a9-b56e-4aa2-8cd8-7e9c865379ac req-868e6bcc-b3ee-41c0-875d-568b527e8621 service neutron] Bound using segment: {'id': '9d4113a0-2ed9-4fc0-932b-00a17e903594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 23:05:51.537759 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-c750d0a9-b56e-4aa2-8cd8-7e9c865379ac req-868e6bcc-b3ee-41c0-875d-568b527e8621 service neutron] Bound port: 6248c7d7-3a84-4f0e-a71c-c9430a438dbe, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d4113a0-2ed9-4fc0-932b-00a17e903594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:05:51.538113 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-c750d0a9-b56e-4aa2-8cd8-7e9c865379ac req-868e6bcc-b3ee-41c0-875d-568b527e8621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:51.598985 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-c750d0a9-b56e-4aa2-8cd8-7e9c865379ac req-868e6bcc-b3ee-41c0-875d-568b527e8621 service neutron] For port 6248c7d7-3a84-4f0e-a71c-c9430a438dbe, host n-h2-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:05:51.601934 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-c750d0a9-b56e-4aa2-8cd8-7e9c865379ac req-868e6bcc-b3ee-41c0-875d-568b527e8621 service neutron] For port 6248c7d7-3a84-4f0e-a71c-c9430a438dbe, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=6248c7d7-3a84-4f0e-a71c-c9430a438dbe,segment=NetworkSegment(9d4113a0-2ed9-4fc0-932b-00a17e903594),segment_id=9d4113a0-2ed9-4fc0-932b-00a17e903594)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:05:51.605409 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-c750d0a9-b56e-4aa2-8cd8-7e9c865379ac req-868e6bcc-b3ee-41c0-875d-568b527e8621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:51.639462 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c750d0a9-b56e-4aa2-8cd8-7e9c865379ac req-868e6bcc-b3ee-41c0-875d-568b527e8621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:51.640072 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-c750d0a9-b56e-4aa2-8cd8-7e9c865379ac req-868e6bcc-b3ee-41c0-875d-568b527e8621 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:51.641467 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c750d0a9-b56e-4aa2-8cd8-7e9c865379ac req-868e6bcc-b3ee-41c0-875d-568b527e8621 service neutron] 10.222.0.67 "PUT /v2.0/ports/6248c7d7-3a84-4f0e-a71c-c9430a438dbe HTTP/1.1" status: 200 len: 1092 time: 0.8140066 Jan 18 23:05:51.673333 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868e6bcc-b3ee-41c0-875d-568b527e8621 service neutron] Pushing event updated for resources: {'Port': ['ID=6248c7d7-3a84-4f0e-a71c-c9430a438dbe,revision_number=11']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:51.706313 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c750d0a9-b56e-4aa2-8cd8-7e9c865379ac req-2a678c9b-1594-451e-9a04-d9c29fb37aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:51.707839 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c750d0a9-b56e-4aa2-8cd8-7e9c865379ac req-2a678c9b-1594-451e-9a04-d9c29fb37aca service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b920d3f799934d12a42b1009a76b1bfc&device_id=5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e HTTP/1.1" status: 200 len: 1095 time: 0.0442984 Jan 18 23:05:51.804902 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c750d0a9-b56e-4aa2-8cd8-7e9c865379ac req-53c1128d-21e3-4c28-8a25-b134f8278aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:51.806375 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c750d0a9-b56e-4aa2-8cd8-7e9c865379ac req-53c1128d-21e3-4c28-8a25-b134f8278aa5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3 HTTP/1.1" status: 200 len: 911 time: 0.0917439 Jan 18 23:05:51.870418 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c750d0a9-b56e-4aa2-8cd8-7e9c865379ac req-30145269-7ca0-481f-8b71-27ab63eab435 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6248c7d7-3a84-4f0e-a71c-c9430a438dbe HTTP/1.1" status: 200 len: 1000 time: 0.0577271 Jan 18 23:05:51.921234 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c750d0a9-b56e-4aa2-8cd8-7e9c865379ac req-f2a2b9aa-4d2f-44ca-b876-c719bb59c468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:51.922566 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c750d0a9-b56e-4aa2-8cd8-7e9c865379ac req-f2a2b9aa-4d2f-44ca-b876-c719bb59c468 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7458985f-285f-4ddd-bc95-c81cb698d5df HTTP/1.1" status: 200 len: 850 time: 0.0459292 Jan 18 23:05:51.966215 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c750d0a9-b56e-4aa2-8cd8-7e9c865379ac req-7b88a240-cee9-4819-ab1c-05e7dffc905e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:51.967631 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c750d0a9-b56e-4aa2-8cd8-7e9c865379ac req-7b88a240-cee9-4819-ab1c-05e7dffc905e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385211 Jan 18 23:05:51.990563 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2053b72b-69b4-4dd1-8119-738894e65c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:52.054592 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c750d0a9-b56e-4aa2-8cd8-7e9c865379ac req-f8bf49ef-92a0-4800-bdd4-8ee778935898 service neutron] 10.222.0.67 "GET /v2.0/networks/b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800133 Jan 18 23:05:52.147545 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c750d0a9-b56e-4aa2-8cd8-7e9c865379ac req-e20695bc-73bd-41b7-b33a-3fb20254aea3 service neutron] 10.222.0.67 "GET /v2.0/networks/b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863278 Jan 18 23:05:52.601288 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c458b6e7-360d-4dc1-b7f3-f06db67259ae req-df4164fb-c1fa-4d45-b1d2-70faa0f780e2 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:52.602750 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c458b6e7-360d-4dc1-b7f3-f06db67259ae req-df4164fb-c1fa-4d45-b1d2-70faa0f780e2 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e HTTP/1.1" status: 200 len: 944 time: 0.0492702 Jan 18 23:05:52.642038 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c458b6e7-360d-4dc1-b7f3-f06db67259ae req-7e2c83df-53d5-4233-a181-19436ac75f2d tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325487 Jan 18 23:05:53.025668 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 6248c7d7-3a84-4f0e-a71c-c9430a438dbe no longer exists at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 23:05:53.066878 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 6248c7d7-3a84-4f0e-a71c-c9430a438dbe not bound to the agent host n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 23:05:53.097279 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:53.220213 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e', 'tag': '6248c7d7-3a84-4f0e-a71c-c9430a438dbe'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:05:53.222639 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27bc7c54-ecbd-42bb-8797-4e88ff78b4ed" -d '{"events": [{"name": "network-changed", "server_uuid": "5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e", "tag": "6248c7d7-3a84-4f0e-a71c-c9430a438dbe"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 23:05:53.273213 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 23:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ec8fbd1-a9d9-40c1-88d4-de3cd2e9e541 x-openstack-request-id: req-8ec8fbd1-a9d9-40c1-88d4-de3cd2e9e541 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 23:05:53.273507 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e", "tag": "6248c7d7-3a84-4f0e-a71c-c9430a438dbe", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 23:05:53.273755 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8ec8fbd1-a9d9-40c1-88d4-de3cd2e9e541 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 23:05:53.274330 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e', 'tag': '6248c7d7-3a84-4f0e-a71c-c9430a438dbe', 'status': 'completed', 'code': 200} Jan 18 23:05:53.338293 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc7c54-ecbd-42bb-8797-4e88ff78b4ed req-e6bd3ebe-a734-4bb8-912b-30858104d8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:53.340014 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-27bc7c54-ecbd-42bb-8797-4e88ff78b4ed req-e6bd3ebe-a734-4bb8-912b-30858104d8b5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b920d3f799934d12a42b1009a76b1bfc&device_id=5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e HTTP/1.1" status: 200 len: 1095 time: 0.0475016 Jan 18 23:05:53.344750 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc7c54-ecbd-42bb-8797-4e88ff78b4ed req-5ec0e7dc-59f4-4828-a321-5c796db8d6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:53.346226 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-27bc7c54-ecbd-42bb-8797-4e88ff78b4ed req-5ec0e7dc-59f4-4828-a321-5c796db8d6b5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b920d3f799934d12a42b1009a76b1bfc&device_id=5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e HTTP/1.1" status: 200 len: 1095 time: 0.0484743 Jan 18 23:05:53.428967 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc7c54-ecbd-42bb-8797-4e88ff78b4ed req-11942558-390d-4038-81b8-1ddc0571ca49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:53.430496 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-27bc7c54-ecbd-42bb-8797-4e88ff78b4ed req-11942558-390d-4038-81b8-1ddc0571ca49 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3 HTTP/1.1" status: 200 len: 911 time: 0.0844765 Jan 18 23:05:53.439312 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc7c54-ecbd-42bb-8797-4e88ff78b4ed req-60a3cbf1-440a-4b78-845d-b9d93a2c828f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:53.441003 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-27bc7c54-ecbd-42bb-8797-4e88ff78b4ed req-60a3cbf1-440a-4b78-845d-b9d93a2c828f service neutron] 10.222.0.36 "GET /v2.0/networks?id=b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3 HTTP/1.1" status: 200 len: 911 time: 0.0884898 Jan 18 23:05:53.500848 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-27bc7c54-ecbd-42bb-8797-4e88ff78b4ed req-f6459e7e-942b-4760-a459-c3de6c3ca2a5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6248c7d7-3a84-4f0e-a71c-c9430a438dbe HTTP/1.1" status: 200 len: 1000 time: 0.0638452 Jan 18 23:05:53.509266 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-27bc7c54-ecbd-42bb-8797-4e88ff78b4ed req-09ccb311-e68f-4a0c-81c8-064e2eb2f114 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6248c7d7-3a84-4f0e-a71c-c9430a438dbe HTTP/1.1" status: 200 len: 1000 time: 0.0610657 Jan 18 23:05:53.548743 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc7c54-ecbd-42bb-8797-4e88ff78b4ed req-e8642620-0784-42c9-b114-fc84bc5f9333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:53.550299 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-27bc7c54-ecbd-42bb-8797-4e88ff78b4ed req-e8642620-0784-42c9-b114-fc84bc5f9333 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7458985f-285f-4ddd-bc95-c81cb698d5df HTTP/1.1" status: 200 len: 850 time: 0.0435045 Jan 18 23:05:53.560661 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc7c54-ecbd-42bb-8797-4e88ff78b4ed req-8c72c8cc-9910-46f2-a951-c56077953b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:53.562160 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-27bc7c54-ecbd-42bb-8797-4e88ff78b4ed req-8c72c8cc-9910-46f2-a951-c56077953b6d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7458985f-285f-4ddd-bc95-c81cb698d5df HTTP/1.1" status: 200 len: 850 time: 0.0470886 Jan 18 23:05:53.595138 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc7c54-ecbd-42bb-8797-4e88ff78b4ed req-aff95d59-2c2b-4307-939e-6cd6c66420bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:53.596772 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-27bc7c54-ecbd-42bb-8797-4e88ff78b4ed req-aff95d59-2c2b-4307-939e-6cd6c66420bd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403066 Jan 18 23:05:53.608488 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc7c54-ecbd-42bb-8797-4e88ff78b4ed req-a6f36c1c-80a9-439b-a97b-341d90f1d824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:53.610070 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-27bc7c54-ecbd-42bb-8797-4e88ff78b4ed req-a6f36c1c-80a9-439b-a97b-341d90f1d824 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419562 Jan 18 23:05:53.698115 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-27bc7c54-ecbd-42bb-8797-4e88ff78b4ed req-c5d264b2-b1ed-44f9-aaf7-390ebce00c30 service neutron] 10.222.0.67 "GET /v2.0/networks/b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941584 Jan 18 23:05:53.713998 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-27bc7c54-ecbd-42bb-8797-4e88ff78b4ed req-39ca0cca-ddb0-4b35-9958-110093283608 service neutron] 10.222.0.36 "GET /v2.0/networks/b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955880 Jan 18 23:05:53.808090 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-27bc7c54-ecbd-42bb-8797-4e88ff78b4ed req-c0db63d4-84f7-44b0-8f9f-6c50f7a2abdf service neutron] 10.222.0.36 "GET /v2.0/networks/b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869658 Jan 18 23:05:53.812680 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af77f9d-27af-439d-8fbf-bc174458bf92 req-c50ded73-eb54-48d8-b376-27395d784b1c tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:53.814156 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3af77f9d-27af-439d-8fbf-bc174458bf92 req-c50ded73-eb54-48d8-b376-27395d784b1c tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e HTTP/1.1" status: 200 len: 944 time: 0.0909116 Jan 18 23:05:53.847795 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-27bc7c54-ecbd-42bb-8797-4e88ff78b4ed req-7fdbbd24-ee15-48ed-81cd-b0d2c4d5abec service neutron] 10.222.0.67 "GET /v2.0/networks/b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425202 Jan 18 23:05:53.867212 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3af77f9d-27af-439d-8fbf-bc174458bf92 req-09bbe68b-5951-4643-961f-3e60f73c43a2 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459414 Jan 18 23:05:54.552620 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:54.682208 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:54.986926 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97da3bc1-c6b8-4999-8144-873e1e560990 req-e603c70f-f11a-4743-a4f6-64a401d5dde6 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:54.988337 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-97da3bc1-c6b8-4999-8144-873e1e560990 req-e603c70f-f11a-4743-a4f6-64a401d5dde6 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e HTTP/1.1" status: 200 len: 944 time: 0.0496514 Jan 18 23:05:55.027811 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-97da3bc1-c6b8-4999-8144-873e1e560990 req-7f059ceb-3ae5-4b9a-a362-e43dda9cf680 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335243 Jan 18 23:05:56.144286 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62867b83-9a15-4e79-8b28-f82000369ddb req-143ef807-ed57-493e-9eba-da4d1b23e081 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:56.145728 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-62867b83-9a15-4e79-8b28-f82000369ddb req-143ef807-ed57-493e-9eba-da4d1b23e081 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e HTTP/1.1" status: 200 len: 944 time: 0.0488155 Jan 18 23:05:56.181109 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-62867b83-9a15-4e79-8b28-f82000369ddb req-6000976c-8064-4ef4-ba08-2188396ce290 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295835 Jan 18 23:05:57.296758 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0cf080-3e1c-440f-8f80-eded9e81040b req-4ad82d45-aaf2-40e9-a36c-ae43a33a842c tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:57.298174 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cc0cf080-3e1c-440f-8f80-eded9e81040b req-4ad82d45-aaf2-40e9-a36c-ae43a33a842c tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e HTTP/1.1" status: 200 len: 944 time: 0.0487468 Jan 18 23:05:57.339155 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cc0cf080-3e1c-440f-8f80-eded9e81040b req-a73f3337-97ca-4548-9197-8a263ab4a2a7 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349207 Jan 18 23:05:58.456053 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e488ed79-37a0-4b18-8c21-0840067866a5 req-fe226cf6-3163-4055-9446-fe0a892d99e5 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:58.457553 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e488ed79-37a0-4b18-8c21-0840067866a5 req-fe226cf6-3163-4055-9446-fe0a892d99e5 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e HTTP/1.1" status: 200 len: 944 time: 0.0480099 Jan 18 23:05:58.497150 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e488ed79-37a0-4b18-8c21-0840067866a5 req-203680e4-158a-4958-ace5-6a7d4e4bf567 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318971 Jan 18 23:05:59.611538 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb70f1-3d9b-45d5-ac87-6d0bf234a90a req-2ac715f6-5a0c-43b9-a887-55b2e63ca06e tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:59.613011 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b8bb70f1-3d9b-45d5-ac87-6d0bf234a90a req-2ac715f6-5a0c-43b9-a887-55b2e63ca06e tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e HTTP/1.1" status: 200 len: 944 time: 0.0488544 Jan 18 23:05:59.649562 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b8bb70f1-3d9b-45d5-ac87-6d0bf234a90a req-11a030aa-2a2b-4967-a934-1f4430914167 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306056 Jan 18 23:06:00.767617 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f720f0fc-abbe-491f-9430-4304bbbb76a3 req-24c97066-c5d3-483c-9cb3-4414f99a7249 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:00.769095 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f720f0fc-abbe-491f-9430-4304bbbb76a3 req-24c97066-c5d3-483c-9cb3-4414f99a7249 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e HTTP/1.1" status: 200 len: 944 time: 0.0534086 Jan 18 23:06:00.809960 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f720f0fc-abbe-491f-9430-4304bbbb76a3 req-25ec8324-20f9-4547-9dd4-dffcc4f43ee3 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344656 Jan 18 23:06:01.922367 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d33380-e12c-4c9c-9d17-c0445a2b74fc req-ad51d6eb-31e9-44c0-88e6-bf067623707d tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:01.923841 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d7d33380-e12c-4c9c-9d17-c0445a2b74fc req-ad51d6eb-31e9-44c0-88e6-bf067623707d tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e HTTP/1.1" status: 200 len: 944 time: 0.0476635 Jan 18 23:06:01.960549 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d7d33380-e12c-4c9c-9d17-c0445a2b74fc req-30b44f1b-4b1c-40b5-9bef-c906e65fcee5 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307534 Jan 18 23:06:03.076298 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59a53a0-c3ce-42d6-b104-b7b3e733dcfe req-2033da3c-35f9-47cb-8e10-4acdd7823f81 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:03.078336 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b59a53a0-c3ce-42d6-b104-b7b3e733dcfe req-2033da3c-35f9-47cb-8e10-4acdd7823f81 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e HTTP/1.1" status: 200 len: 944 time: 0.0507209 Jan 18 23:06:03.114836 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b59a53a0-c3ce-42d6-b104-b7b3e733dcfe req-d912a97e-3ec4-4a2d-8ac7-75e6964dc133 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304563 Jan 18 23:06:03.228025 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9617040b-ab05-4587-81d7-acbe0fa1dccf req-a0c4f033-d0b3-47b0-8e2c-641fbd5fad16 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:03.229476 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9617040b-ab05-4587-81d7-acbe0fa1dccf req-a0c4f033-d0b3-47b0-8e2c-641fbd5fad16 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e HTTP/1.1" status: 200 len: 944 time: 0.0471506 Jan 18 23:06:03.269356 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9617040b-ab05-4587-81d7-acbe0fa1dccf req-4b97310e-f64b-420d-be8b-60bccfedbd1e tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340061 Jan 18 23:06:03.381909 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3b6068-7193-44bf-876f-39d1bee9968d req-2deb39d3-8103-4234-92c6-606bdbc1ca4d tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:03.383342 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2c3b6068-7193-44bf-876f-39d1bee9968d req-2deb39d3-8103-4234-92c6-606bdbc1ca4d tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e HTTP/1.1" status: 200 len: 944 time: 0.0483112 Jan 18 23:06:03.419052 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2c3b6068-7193-44bf-876f-39d1bee9968d req-095ac0e1-8ef6-444b-b7a7-69c6230d31bd tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297737 Jan 18 23:06:03.606260 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 6248c7d7-3a84-4f0e-a71c-c9430a438dbe details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 23:06:03.688392 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b154cf45-06c5-4fe9-bbf5-8fc42bf37390 req-e6f17850-2225-42de-8d18-02abe7bfa80d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0413365 Jan 18 23:06:03.703607 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 6248c7d7-3a84-4f0e-a71c-c9430a438dbe, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=6248c7d7-3a84-4f0e-a71c-c9430a438dbe,segment=NetworkSegment(9d4113a0-2ed9-4fc0-932b-00a17e903594),segment_id=9d4113a0-2ed9-4fc0-932b-00a17e903594)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:06:03.714969 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': '6248c7d7-3a84-4f0e-a71c-c9430a438dbe', 'network_id': 'b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3', 'port_id': '6248c7d7-3a84-4f0e-a71c-c9430a438dbe', 'mac_address': 'fa:16:3e:dd:a9:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7458985f-285f-4ddd-bc95-c81cb698d5df', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 23:06:03.757254 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:03.770167 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6248c7d7-3a84-4f0e-a71c-c9430a438dbe {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:06:03.770418 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b154cf45-06c5-4fe9-bbf5-8fc42bf37390 req-d1b8d613-536c-4a0a-b217-71b16acb8d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:03.771945 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b154cf45-06c5-4fe9-bbf5-8fc42bf37390 req-d1b8d613-536c-4a0a-b217-71b16acb8d43 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b920d3f799934d12a42b1009a76b1bfc&device_id=5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e HTTP/1.1" status: 200 len: 1095 time: 0.0423110 Jan 18 23:06:03.790585 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 6248c7d7-3a84-4f0e-a71c-c9430a438dbe, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=6248c7d7-3a84-4f0e-a71c-c9430a438dbe,segment=NetworkSegment(9d4113a0-2ed9-4fc0-932b-00a17e903594),segment_id=9d4113a0-2ed9-4fc0-932b-00a17e903594)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:06:03.796749 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:03.857090 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=6248c7d7-3a84-4f0e-a71c-c9430a438dbe,revision_number=12']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:03.893493 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b154cf45-06c5-4fe9-bbf5-8fc42bf37390 req-b2e15f98-8d8c-4ee8-a539-bed12aa21be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:03.894881 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b154cf45-06c5-4fe9-bbf5-8fc42bf37390 req-b2e15f98-8d8c-4ee8-a539-bed12aa21be2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3 HTTP/1.1" status: 200 len: 911 time: 0.1033969 Jan 18 23:06:03.979161 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ebc76-a12a-4361-b808-fe4575c4b722 req-fba398d5-997c-4862-9d4d-f06098304832 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:03.980636 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b10ebc76-a12a-4361-b808-fe4575c4b722 req-fba398d5-997c-4862-9d4d-f06098304832 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e HTTP/1.1" status: 200 len: 945 time: 0.1006908 Jan 18 23:06:03.982281 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b154cf45-06c5-4fe9-bbf5-8fc42bf37390 req-22080ce4-aa14-4670-8cb3-4a0531a74813 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6248c7d7-3a84-4f0e-a71c-c9430a438dbe HTTP/1.1" status: 200 len: 1001 time: 0.0743234 Jan 18 23:06:04.049740 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['6248c7d7-3a84-4f0e-a71c-c9430a438dbe'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 23:06:04.050200 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b10ebc76-a12a-4361-b808-fe4575c4b722 req-5d6df693-b654-46cc-805f-1c7542cc8b54 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630071 Jan 18 23:06:04.053943 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b154cf45-06c5-4fe9-bbf5-8fc42bf37390 req-25054f54-5126-4b97-a5ca-2f4c5de449f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:04.055301 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b154cf45-06c5-4fe9-bbf5-8fc42bf37390 req-25054f54-5126-4b97-a5ca-2f4c5de449f1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7458985f-285f-4ddd-bc95-c81cb698d5df HTTP/1.1" status: 200 len: 850 time: 0.0626066 Jan 18 23:06:04.103449 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b154cf45-06c5-4fe9-bbf5-8fc42bf37390 req-2e96e18a-c241-400d-87d7-2c99e08abaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:04.104958 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b154cf45-06c5-4fe9-bbf5-8fc42bf37390 req-2e96e18a-c241-400d-87d7-2c99e08abaa0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419006 Jan 18 23:06:04.196321 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b154cf45-06c5-4fe9-bbf5-8fc42bf37390 req-812b73be-411d-4052-b873-3c16b1f23fa2 service neutron] 10.222.0.67 "GET /v2.0/networks/b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841582 Jan 18 23:06:04.282057 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b154cf45-06c5-4fe9-bbf5-8fc42bf37390 req-6d6e5b1b-fa77-48c6-9ae6-95c44a9d14f3 service neutron] 10.222.0.67 "GET /v2.0/networks/b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790207 Jan 18 23:06:05.496458 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9c39f8-6845-4913-91fd-f2bfc481450e req-7a701a64-782a-40a6-96f8-20e606802509 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:05.497808 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2c9c39f8-6845-4913-91fd-f2bfc481450e req-7a701a64-782a-40a6-96f8-20e606802509 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e HTTP/1.1" status: 200 len: 945 time: 0.3798347 Jan 18 23:06:05.509325 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e201e1d-0ea9-4e2a-ae9e-c5a3727f0e76 req-6d54e19f-c167-4a98-a3ca-019faafb01cc tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:05.510622 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9e201e1d-0ea9-4e2a-ae9e-c5a3727f0e76 req-6d54e19f-c167-4a98-a3ca-019faafb01cc tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.67 "GET /v2.0/ports?device_id=5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e HTTP/1.1" status: 200 len: 945 time: 0.0619476 Jan 18 23:06:05.589080 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2c9c39f8-6845-4913-91fd-f2bfc481450e req-f969b6ef-f38b-403c-9a58-971fe476e42c tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups?id=68465018-6dd1-4c61-b7b3-f14c0e969b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774810 Jan 18 23:06:05.617010 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-9e201e1d-0ea9-4e2a-ae9e-c5a3727f0e76 req-ebe0c075-21f5-4e7e-a40c-ab78b937e361 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Deleting port 6248c7d7-3a84-4f0e-a71c-c9430a438dbe {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 23:06:05.617351 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-9e201e1d-0ea9-4e2a-ae9e-c5a3727f0e76 req-ebe0c075-21f5-4e7e-a40c-ab78b937e361 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:05.617500 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 6248c7d7-3a84-4f0e-a71c-c9430a438dbe up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 23:06:05.665933 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port 6248c7d7-3a84-4f0e-a71c-c9430a438dbe completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:06:05.670063 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port 6248c7d7-3a84-4f0e-a71c-c9430a438dbe triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:06:05.670441 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:05.704883 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-9e201e1d-0ea9-4e2a-ae9e-c5a3727f0e76 req-ebe0c075-21f5-4e7e-a40c-ab78b937e361 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] For port 6248c7d7-3a84-4f0e-a71c-c9430a438dbe, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=6248c7d7-3a84-4f0e-a71c-c9430a438dbe,segment=NetworkSegment(9d4113a0-2ed9-4fc0-932b-00a17e903594),segment_id=9d4113a0-2ed9-4fc0-932b-00a17e903594)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:06:05.705247 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-9e201e1d-0ea9-4e2a-ae9e-c5a3727f0e76 req-ebe0c075-21f5-4e7e-a40c-ab78b937e361 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:05.745273 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:05.771131 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6248c7d7-3a84-4f0e-a71c-c9430a438dbe'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:06:05.773676 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5da3f006-a9e7-4baf-b74a-b7c32788e6d7" -d '{"events": [{"server_uuid": "5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e", "name": "network-vif-plugged", "status": "completed", "tag": "6248c7d7-3a84-4f0e-a71c-c9430a438dbe"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 23:06:05.789683 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 6248c7d7-3a84-4f0e-a71c-c9430a438dbe, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=6248c7d7-3a84-4f0e-a71c-c9430a438dbe,segment=NetworkSegment(9d4113a0-2ed9-4fc0-932b-00a17e903594),segment_id=9d4113a0-2ed9-4fc0-932b-00a17e903594)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:06:05.793780 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:05.840371 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=6248c7d7-3a84-4f0e-a71c-c9430a438dbe,revision_number=13']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:05.871156 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 23:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb74bc60-dd86-4ed1-a31c-198a8d9f95d8 x-openstack-request-id: req-fb74bc60-dd86-4ed1-a31c-198a8d9f95d8 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 23:06:05.871451 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e", "name": "network-vif-plugged", "status": "completed", "tag": "6248c7d7-3a84-4f0e-a71c-c9430a438dbe", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 23:06:05.871705 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fb74bc60-dd86-4ed1-a31c-198a8d9f95d8 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 23:06:05.872110 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6248c7d7-3a84-4f0e-a71c-c9430a438dbe', 'code': 200} Jan 18 23:06:05.888405 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-9e201e1d-0ea9-4e2a-ae9e-c5a3727f0e76 req-ebe0c075-21f5-4e7e-a40c-ab78b937e361 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:05.888769 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-9e201e1d-0ea9-4e2a-ae9e-c5a3727f0e76 req-ebe0c075-21f5-4e7e-a40c-ab78b937e361 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043075'] for floatingip, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:05.889615 n-d-825064-1 neutron-server[102430]: INFO neutron.db.l3_db [req-9e201e1d-0ea9-4e2a-ae9e-c5a3727f0e76 req-ebe0c075-21f5-4e7e-a40c-ab78b937e361 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Floating IP b88cf00e-47a1-4b47-bc3a-4bc97d7d9696 disassociated. External IP: 172.25.5.107, port: 6248c7d7-3a84-4f0e-a71c-c9430a438dbe. Jan 18 23:06:05.889963 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-9e201e1d-0ea9-4e2a-ae9e-c5a3727f0e76 req-ebe0c075-21f5-4e7e-a40c-ab78b937e361 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Calling delete_port for 6248c7d7-3a84-4f0e-a71c-c9430a438dbe owned by compute:nova {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 23:06:06.013568 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-9e201e1d-0ea9-4e2a-ae9e-c5a3727f0e76 req-ebe0c075-21f5-4e7e-a40c-ab78b937e361 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:06.041922 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe0c075-21f5-4e7e-a40c-ab78b937e361 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Pushing event deleted for resources: {'Port': ['ID=6248c7d7-3a84-4f0e-a71c-c9430a438dbe,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:06.158010 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e201e1d-0ea9-4e2a-ae9e-c5a3727f0e76 req-ebe0c075-21f5-4e7e-a40c-ab78b937e361 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Router 614dffda-0e2e-425a-841a-e8aeb6b2fe93 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:06:06.268338 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e201e1d-0ea9-4e2a-ae9e-c5a3727f0e76 req-ebe0c075-21f5-4e7e-a40c-ab78b937e361 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:06:06.278353 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df26045-e866-4d25-992f-dd3999f2d6c3 None None] Sync routers for ids ['614dffda-0e2e-425a-841a-e8aeb6b2fe93'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:06:06.287326 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df26045-e866-4d25-992f-dd3999f2d6c3 None None] Routers {'614dffda-0e2e-425a-841a-e8aeb6b2fe93'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:06:06.287939 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-5df26045-e866-4d25-992f-dd3999f2d6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:05:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['614dffda-0e2e-425a-841a-e8aeb6b2fe93'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:06:06.306075 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e201e1d-0ea9-4e2a-ae9e-c5a3727f0e76 req-ebe0c075-21f5-4e7e-a40c-ab78b937e361 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] No DVR routers for this DVR port 6248c7d7-3a84-4f0e-a71c-c9430a438dbe on host n-h2-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:06:06.308688 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-9e201e1d-0ea9-4e2a-ae9e-c5a3727f0e76 req-ebe0c075-21f5-4e7e-a40c-ab78b937e361 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:06.312493 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9e201e1d-0ea9-4e2a-ae9e-c5a3727f0e76 req-ebe0c075-21f5-4e7e-a40c-ab78b937e361 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.67 "DELETE /v2.0/ports/6248c7d7-3a84-4f0e-a71c-c9430a438dbe HTTP/1.1" status: 204 len: 173 time: 0.7952418 Jan 18 23:06:06.312883 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e', 'name': 'network-vif-deleted', 'tag': '6248c7d7-3a84-4f0e-a71c-c9430a438dbe'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:06:06.315104 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a26509a-8d0f-46f6-a170-55de367a784a" -d '{"events": [{"server_uuid": "5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e", "name": "network-vif-deleted", "tag": "6248c7d7-3a84-4f0e-a71c-c9430a438dbe"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 23:06:06.353142 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 23:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9ae7e8d-a2aa-4bf1-b248-40b189b08f1c x-openstack-request-id: req-a9ae7e8d-a2aa-4bf1-b248-40b189b08f1c {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 23:06:06.353434 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e", "name": "network-vif-deleted", "tag": "6248c7d7-3a84-4f0e-a71c-c9430a438dbe", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 23:06:06.353682 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a9ae7e8d-a2aa-4bf1-b248-40b189b08f1c {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 23:06:06.354079 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e', 'name': 'network-vif-deleted', 'tag': '6248c7d7-3a84-4f0e-a71c-c9430a438dbe', 'status': 'completed', 'code': 200} Jan 18 23:06:06.414312 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-5df26045-e866-4d25-992f-dd3999f2d6c3 None None] Set router 614dffda-0e2e-425a-841a-e8aeb6b2fe93 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:06:06.610905 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-5df26045-e866-4d25-992f-dd3999f2d6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614dffda-0e2e-425a-841a-e8aeb6b2fe93', 'name': 'tempest-ServerActionsTestJSON-271393947-router', 'tenant_id': 'b920d3f799934d12a42b1009a76b1bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '5878dd4b-6ceb-4f88-bc3b-877a3a962eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:56:30Z', 'updated_at': '2022-01-18T22:56:32Z', 'revision_number': 4, 'project_id': 'b920d3f799934d12a42b1009a76b1bfc', 'gw_port': {'id': '5878dd4b-6ceb-4f88-bc3b-877a3a962eb2', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c4:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614dffda-0e2e-425a-841a-e8aeb6b2fe93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:56:30Z', 'updated_at': '2022-01-18T22:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'd9dcba35-7e6c-416e-bb9a-d8e4eab1fc01', 'name': '', 'network_id': 'b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3', 'tenant_id': 'b920d3f799934d12a42b1009a76b1bfc', 'mac_address': 'fa:16:3e:7a:f0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614dffda-0e2e-425a-841a-e8aeb6b2fe93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '7458985f-285f-4ddd-bc95-c81cb698d5df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:56:32Z', 'updated_at': '2022-01-18T22:56:36Z', 'revision_number': 5, 'project_id': 'b920d3f799934d12a42b1009a76b1bfc', 'subnets': [{'id': '7458985f-285f-4ddd-bc95-c81cb698d5df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:06:06.642375 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df26045-e866-4d25-992f-dd3999f2d6c3 None None] Checking router: 614dffda-0e2e-425a-841a-e8aeb6b2fe93 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:06:06.650651 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df26045-e866-4d25-992f-dd3999f2d6c3 None None] Routers {'614dffda-0e2e-425a-841a-e8aeb6b2fe93'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:06:06.651254 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-5df26045-e866-4d25-992f-dd3999f2d6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:05:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['614dffda-0e2e-425a-841a-e8aeb6b2fe93'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:06:06.691805 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ed2c73a7-ca6a-4468-9cc3-2a71b4f549a7 req-434c838e-5ffb-48fc-a733-bcbcbc21d650 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e HTTP/1.1" status: 200 len: 210 time: 0.0307419 Jan 18 23:06:06.756201 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-5df26045-e866-4d25-992f-dd3999f2d6c3 None None] Set router 614dffda-0e2e-425a-841a-e8aeb6b2fe93 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:06:06.954937 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-5df26045-e866-4d25-992f-dd3999f2d6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614dffda-0e2e-425a-841a-e8aeb6b2fe93', 'name': 'tempest-ServerActionsTestJSON-271393947-router', 'tenant_id': 'b920d3f799934d12a42b1009a76b1bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '5878dd4b-6ceb-4f88-bc3b-877a3a962eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:56:30Z', 'updated_at': '2022-01-18T22:56:32Z', 'revision_number': 4, 'project_id': 'b920d3f799934d12a42b1009a76b1bfc', 'gw_port': {'id': '5878dd4b-6ceb-4f88-bc3b-877a3a962eb2', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c4:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614dffda-0e2e-425a-841a-e8aeb6b2fe93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:56:30Z', 'updated_at': '2022-01-18T22:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'd9dcba35-7e6c-416e-bb9a-d8e4eab1fc01', 'name': '', 'network_id': 'b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3', 'tenant_id': 'b920d3f799934d12a42b1009a76b1bfc', 'mac_address': 'fa:16:3e:7a:f0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614dffda-0e2e-425a-841a-e8aeb6b2fe93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '7458985f-285f-4ddd-bc95-c81cb698d5df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:56:32Z', 'updated_at': '2022-01-18T22:56:36Z', 'revision_number': 5, 'project_id': 'b920d3f799934d12a42b1009a76b1bfc', 'subnets': [{'id': '7458985f-285f-4ddd-bc95-c81cb698d5df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:06:06.985051 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df26045-e866-4d25-992f-dd3999f2d6c3 None None] The sync data for ids ['614dffda-0e2e-425a-841a-e8aeb6b2fe93'] in n-d-825064-1 is: [{'id': '614dffda-0e2e-425a-841a-e8aeb6b2fe93', 'name': 'tempest-ServerActionsTestJSON-271393947-router', 'tenant_id': 'b920d3f799934d12a42b1009a76b1bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '5878dd4b-6ceb-4f88-bc3b-877a3a962eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:56:30Z', 'updated_at': '2022-01-18T22:56:32Z', 'revision_number': 4, 'project_id': 'b920d3f799934d12a42b1009a76b1bfc', 'gw_port': {'id': '5878dd4b-6ceb-4f88-bc3b-877a3a962eb2', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c4:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614dffda-0e2e-425a-841a-e8aeb6b2fe93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:56:30Z', 'updated_at': '2022-01-18T22:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'd9dcba35-7e6c-416e-bb9a-d8e4eab1fc01', 'name': '', 'network_id': 'b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3', 'tenant_id': 'b920d3f799934d12a42b1009a76b1bfc', 'mac_address': 'fa:16:3e:7a:f0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614dffda-0e2e-425a-841a-e8aeb6b2fe93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '7458985f-285f-4ddd-bc95-c81cb698d5df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:56:32Z', 'updated_at': '2022-01-18T22:56:36Z', 'revision_number': 5, 'project_id': 'b920d3f799934d12a42b1009a76b1bfc', 'subnets': [{'id': '7458985f-285f-4ddd-bc95-c81cb698d5df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:06:07.215281 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eef295e-1c5c-41ac-a43d-413e922b960f None None] New status for floating IP b88cf00e-47a1-4b47-bc3a-4bc97d7d9696: DOWN {{(pid=102433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 23:06:07.790322 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-66b05159-55c4-4c87-a20f-1660c545af81 req-04664266-da1b-4e2f-8043-53de2fbcab3e tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e HTTP/1.1" status: 200 len: 210 time: 0.0275481 Jan 18 23:06:08.886505 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-83362595-bb0e-4528-9d69-d586f3deb668 req-008cb52f-0227-4e69-85b0-47b631793422 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e HTTP/1.1" status: 200 len: 210 time: 0.0277426 Jan 18 23:06:09.632364 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 6248c7d7-3a84-4f0e-a71c-c9430a438dbe no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 23:06:09.652716 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] No Port match for: 6248c7d7-3a84-4f0e-a71c-c9430a438dbe {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 23:06:09.653065 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 6248c7d7-3a84-4f0e-a71c-c9430a438dbe not bound to the agent host n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 23:06:09.993201 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-573acf0d-76cf-4a0d-a8a2-b078ea42990d req-a84edae6-93d6-4b49-9524-df45f1030957 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eb5b5ac-d9fe-4f78-9d9e-c8c58a524a4e HTTP/1.1" status: 200 len: 210 time: 0.0267057 Jan 18 23:06:13.163537 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:13.714364 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58098) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:06:13.769529 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-edb8edfd-74fe-4b30-970f-6784a4bd6b44 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:13.793290 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-edb8edfd-74fe-4b30-970f-6784a4bd6b44 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:13.841868 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-edb8edfd-74fe-4b30-970f-6784a4bd6b44 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:13.844774 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-edb8edfd-74fe-4b30-970f-6784a4bd6b44 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:13.846252 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-edb8edfd-74fe-4b30-970f-6784a4bd6b44 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "DELETE /v2.0/security-groups/68465018-6dd1-4c61-b7b3-f14c0e969b7d HTTP/1.1" status: 204 len: 168 time: 0.1308134 Jan 18 23:06:13.849107 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 58100) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:06:13.855454 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb8edfd-74fe-4b30-970f-6784a4bd6b44 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68465018-6dd1-4c61-b7b3-f14c0e969b7d,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:13.869589 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [None req-6af8d58e-b3e7-4bd8-b5c5-a962ab1f4558 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] show failed (client error): The resource could not be found. Jan 18 23:06:13.870676 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-6af8d58e-b3e7-4bd8-b5c5-a962ab1f4558 tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "GET /v2.0/security-groups/68465018-6dd1-4c61-b7b3-f14c0e969b7d HTTP/1.1" status: 404 len: 347 time: 0.0198033 Jan 18 23:06:13.873494 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 58102) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:06:14.002254 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-53c68a52-3cd2-44e5-8ba0-128f8223387d tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Deleting port 6888367d-8946-4b05-b147-ad01cd996c14 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 23:06:14.002611 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-53c68a52-3cd2-44e5-8ba0-128f8223387d tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:14.072681 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:14.081577 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-53c68a52-3cd2-44e5-8ba0-128f8223387d tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:14.081953 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-53c68a52-3cd2-44e5-8ba0-128f8223387d tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:14.093875 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-53c68a52-3cd2-44e5-8ba0-128f8223387d tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Calling delete_port for 6888367d-8946-4b05-b147-ad01cd996c14 owned by network:floatingip {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 23:06:14.235612 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-53c68a52-3cd2-44e5-8ba0-128f8223387d tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:14.263603 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c68a52-3cd2-44e5-8ba0-128f8223387d tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Pushing event deleted for resources: {'Port': ['ID=6888367d-8946-4b05-b147-ad01cd996c14,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:14.324493 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-53c68a52-3cd2-44e5-8ba0-128f8223387d tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Notify callbacks [] for floatingip, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:14.326978 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-53c68a52-3cd2-44e5-8ba0-128f8223387d tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:14.328117 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-53c68a52-3cd2-44e5-8ba0-128f8223387d tempest-ServerActionsTestJSON-1848136081 tempest-ServerActionsTestJSON-1848136081-project] 10.222.0.53 "DELETE /v2.0/floatingips/b88cf00e-47a1-4b47-bc3a-4bc97d7d9696 HTTP/1.1" status: 204 len: 168 time: 0.4531913 Jan 18 23:06:14.331113 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 58104) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:06:14.719453 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9730978c-b0ff-499e-95e5-8b2deab133d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1041027'] for router_interface, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:14.959636 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-9730978c-b0ff-499e-95e5-8b2deab133d6 admin admin] Deleting port d9dcba35-7e6c-416e-bb9a-d8e4eab1fc01 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 23:06:14.960353 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9730978c-b0ff-499e-95e5-8b2deab133d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:15.035945 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-9730978c-b0ff-499e-95e5-8b2deab133d6 admin admin] For port d9dcba35-7e6c-416e-bb9a-d8e4eab1fc01, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=d9dcba35-7e6c-416e-bb9a-d8e4eab1fc01,segment=NetworkSegment(9d4113a0-2ed9-4fc0-932b-00a17e903594),segment_id=9d4113a0-2ed9-4fc0-932b-00a17e903594)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:06:15.036329 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9730978c-b0ff-499e-95e5-8b2deab133d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:15.048340 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-9730978c-b0ff-499e-95e5-8b2deab133d6 admin admin] Calling delete_port for d9dcba35-7e6c-416e-bb9a-d8e4eab1fc01 owned by network:router_interface {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 23:06:15.230666 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9730978c-b0ff-499e-95e5-8b2deab133d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:15.259506 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9730978c-b0ff-499e-95e5-8b2deab133d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9dcba35-7e6c-416e-bb9a-d8e4eab1fc01,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:15.422544 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9730978c-b0ff-499e-95e5-8b2deab133d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-613841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1046579'] for router_interface, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:15.638749 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9730978c-b0ff-499e-95e5-8b2deab133d6 admin admin] Router 614dffda-0e2e-425a-841a-e8aeb6b2fe93 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:06:15.741453 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9730978c-b0ff-499e-95e5-8b2deab133d6 admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:06:15.746411 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-9730978c-b0ff-499e-95e5-8b2deab133d6 admin admin] 10.222.0.53 "PUT /v2.0/routers/614dffda-0e2e-425a-841a-e8aeb6b2fe93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4143038 Jan 18 23:06:15.748989 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 58108) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:06:15.750326 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826b296f-72cb-4381-a08a-867a8b1d6f49 None None] Sync routers for ids ['614dffda-0e2e-425a-841a-e8aeb6b2fe93'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:06:15.759567 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826b296f-72cb-4381-a08a-867a8b1d6f49 None None] Routers {'614dffda-0e2e-425a-841a-e8aeb6b2fe93'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:06:15.760192 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-826b296f-72cb-4381-a08a-867a8b1d6f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:05:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['614dffda-0e2e-425a-841a-e8aeb6b2fe93'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:06:15.853948 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-87c446f1-65f4-4b42-a355-6e8ab6223012 admin admin] Notify callbacks [] for router, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:15.863980 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-826b296f-72cb-4381-a08a-867a8b1d6f49 None None] Set router 614dffda-0e2e-425a-841a-e8aeb6b2fe93 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:06:15.954195 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-87c446f1-65f4-4b42-a355-6e8ab6223012 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:16.007695 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-87c446f1-65f4-4b42-a355-6e8ab6223012 admin admin] Deleting port 5878dd4b-6ceb-4f88-bc3b-877a3a962eb2 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 23:06:16.008398 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-87c446f1-65f4-4b42-a355-6e8ab6223012 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:16.040517 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-826b296f-72cb-4381-a08a-867a8b1d6f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614dffda-0e2e-425a-841a-e8aeb6b2fe93', 'name': 'tempest-ServerActionsTestJSON-271393947-router', 'tenant_id': 'b920d3f799934d12a42b1009a76b1bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '5878dd4b-6ceb-4f88-bc3b-877a3a962eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:56:30Z', 'updated_at': '2022-01-18T23:06:15Z', 'revision_number': 5, 'project_id': 'b920d3f799934d12a42b1009a76b1bfc', 'gw_port': {'id': '5878dd4b-6ceb-4f88-bc3b-877a3a962eb2', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c4:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614dffda-0e2e-425a-841a-e8aeb6b2fe93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:56:30Z', 'updated_at': '2022-01-18T22:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:06:16.066902 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826b296f-72cb-4381-a08a-867a8b1d6f49 None None] Checking router: 614dffda-0e2e-425a-841a-e8aeb6b2fe93 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:06:16.075372 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826b296f-72cb-4381-a08a-867a8b1d6f49 None None] Routers {'614dffda-0e2e-425a-841a-e8aeb6b2fe93'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:06:16.075972 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-826b296f-72cb-4381-a08a-867a8b1d6f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:05:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['614dffda-0e2e-425a-841a-e8aeb6b2fe93'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:06:16.085767 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-87c446f1-65f4-4b42-a355-6e8ab6223012 admin admin] For port 5878dd4b-6ceb-4f88-bc3b-877a3a962eb2, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=5878dd4b-6ceb-4f88-bc3b-877a3a962eb2,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:06:16.086130 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-87c446f1-65f4-4b42-a355-6e8ab6223012 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:16.098339 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-87c446f1-65f4-4b42-a355-6e8ab6223012 admin admin] Calling delete_port for 5878dd4b-6ceb-4f88-bc3b-877a3a962eb2 owned by network:router_gateway {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 23:06:16.171116 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-826b296f-72cb-4381-a08a-867a8b1d6f49 None None] Set router 614dffda-0e2e-425a-841a-e8aeb6b2fe93 gateway port host: None {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:06:16.224321 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-826b296f-72cb-4381-a08a-867a8b1d6f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614dffda-0e2e-425a-841a-e8aeb6b2fe93', 'name': 'tempest-ServerActionsTestJSON-271393947-router', 'tenant_id': 'b920d3f799934d12a42b1009a76b1bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:56:30Z', 'updated_at': '2022-01-18T23:06:15Z', 'revision_number': 6, 'project_id': 'b920d3f799934d12a42b1009a76b1bfc', 'gw_port_host': None}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:06:16.249578 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826b296f-72cb-4381-a08a-867a8b1d6f49 None None] The sync data for ids ['614dffda-0e2e-425a-841a-e8aeb6b2fe93'] in n-d-825064-1 is: [{'id': '614dffda-0e2e-425a-841a-e8aeb6b2fe93', 'name': 'tempest-ServerActionsTestJSON-271393947-router', 'tenant_id': 'b920d3f799934d12a42b1009a76b1bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:56:30Z', 'updated_at': '2022-01-18T23:06:15Z', 'revision_number': 6, 'project_id': 'b920d3f799934d12a42b1009a76b1bfc', 'gw_port_host': None}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:06:16.264537 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-87c446f1-65f4-4b42-a355-6e8ab6223012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:16.299005 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c446f1-65f4-4b42-a355-6e8ab6223012 admin admin] Pushing event deleted for resources: {'Port': ['ID=5878dd4b-6ceb-4f88-bc3b-877a3a962eb2,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:16.353028 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-87c446f1-65f4-4b42-a355-6e8ab6223012 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043029'] for router_gateway, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:16.442259 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-87c446f1-65f4-4b42-a355-6e8ab6223012 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1040886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8602'] for router, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:16.444411 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-87c446f1-65f4-4b42-a355-6e8ab6223012 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:16.488929 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-87c446f1-65f4-4b42-a355-6e8ab6223012 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1040832'] for router, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:16.489422 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87c446f1-65f4-4b42-a355-6e8ab6223012 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 614dffda-0e2e-425a-841a-e8aeb6b2fe93 {{(pid=102430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 23:06:16.493892 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-87c446f1-65f4-4b42-a355-6e8ab6223012 admin admin] Notify callbacks [] for router, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:16.495070 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-87c446f1-65f4-4b42-a355-6e8ab6223012 admin admin] 10.222.0.53 "DELETE /v2.0/routers/614dffda-0e2e-425a-841a-e8aeb6b2fe93 HTTP/1.1" status: 204 len: 168 time: 0.7451701 Jan 18 23:06:16.497488 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 58110) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:06:16.849480 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_v2 [None req-53dda968-ec81-4837-a101-86200666c10e admin admin] Deleting subnet 7458985f-285f-4ddd-bc95-c81cb698d5df {{(pid=102430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 23:06:16.852446 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-53dda968-ec81-4837-a101-86200666c10e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:16.885032 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-53dda968-ec81-4837-a101-86200666c10e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60394745'] for subnet, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:16.961737 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-53dda968-ec81-4837-a101-86200666c10e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:16.987385 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device d9dcba35-7e6c-416e-bb9a-d8e4eab1fc01 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 23:06:17.007055 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: d9dcba35-7e6c-416e-bb9a-d8e4eab1fc01 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 23:06:17.007403 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device d9dcba35-7e6c-416e-bb9a-d8e4eab1fc01 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 23:06:17.022768 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-53dda968-ec81-4837-a101-86200666c10e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60203138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62288677'] for subnet, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:17.046759 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dda968-ec81-4837-a101-86200666c10e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7458985f-285f-4ddd-bc95-c81cb698d5df,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:17.053928 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-53dda968-ec81-4837-a101-86200666c10e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:17.057125 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-53dda968-ec81-4837-a101-86200666c10e admin admin] 10.222.0.53 "DELETE /v2.0/subnets/7458985f-285f-4ddd-bc95-c81cb698d5df HTTP/1.1" status: 204 len: 168 time: 0.5587227 Jan 18 23:06:17.057951 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa42dd5-fe2a-4632-ab17-4d54e51660e6 None None] Network b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 23:06:17.059663 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 58112) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:06:17.132098 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d5c16fe5-161c-4297-b26d-f4d19fabd722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:17.187860 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-d5c16fe5-161c-4297-b26d-f4d19fabd722 admin admin] Deleting port 0e7f8a30-af9f-4cac-803a-3420c7332ac6 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 23:06:17.188314 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d5c16fe5-161c-4297-b26d-f4d19fabd722 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:17.260596 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-d5c16fe5-161c-4297-b26d-f4d19fabd722 admin admin] For port 0e7f8a30-af9f-4cac-803a-3420c7332ac6, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=0e7f8a30-af9f-4cac-803a-3420c7332ac6,segment=NetworkSegment(9d4113a0-2ed9-4fc0-932b-00a17e903594),segment_id=9d4113a0-2ed9-4fc0-932b-00a17e903594)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:06:17.260968 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d5c16fe5-161c-4297-b26d-f4d19fabd722 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:17.275699 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-d5c16fe5-161c-4297-b26d-f4d19fabd722 admin admin] Calling delete_port for 0e7f8a30-af9f-4cac-803a-3420c7332ac6 owned by network:dhcp {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 23:06:17.361612 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d5c16fe5-161c-4297-b26d-f4d19fabd722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:17.390350 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c16fe5-161c-4297-b26d-f4d19fabd722 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e7f8a30-af9f-4cac-803a-3420c7332ac6,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:17.397981 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c16fe5-161c-4297-b26d-f4d19fabd722 admin admin] No DVR routers for this DVR port 0e7f8a30-af9f-4cac-803a-3420c7332ac6 on host n-d-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:06:17.415167 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cace8c2-2883-4f42-9ba6-2d80a2207b84 None None] DHCP port deletion for b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3 request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 23:06:17.470627 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d5c16fe5-161c-4297-b26d-f4d19fabd722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:17.490057 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-d5c16fe5-161c-4297-b26d-f4d19fabd722 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:06:17.500005 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-d5c16fe5-161c-4297-b26d-f4d19fabd722 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d4113a0-2ed9-4fc0-932b-00a17e903594') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:06:17.500381 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-d5c16fe5-161c-4297-b26d-f4d19fabd722 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d4113a0-2ed9-4fc0-932b-00a17e903594') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:06:17.509903 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d5c16fe5-161c-4297-b26d-f4d19fabd722 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60394742'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:17.523158 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d5c16fe5-161c-4297-b26d-f4d19fabd722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:17.529189 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5c16fe5-161c-4297-b26d-f4d19fabd722 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:06:17.529664 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d5c16fe5-161c-4297-b26d-f4d19fabd722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60203044'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:17.531975 n-d-825064-1 neutron-server[102430]: Traceback (most recent call last): Jan 18 23:06:17.531975 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:06:17.531975 n-d-825064-1 neutron-server[102430]: timer() Jan 18 23:06:17.531975 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:06:17.531975 n-d-825064-1 neutron-server[102430]: cb(*args, **kw) Jan 18 23:06:17.531975 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 23:06:17.531975 n-d-825064-1 neutron-server[102430]: return func(*args, **kwargs) Jan 18 23:06:17.531975 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:06:17.531975 n-d-825064-1 neutron-server[102430]: self._notify() Jan 18 23:06:17.531975 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:06:17.531975 n-d-825064-1 neutron-server[102430]: self.callback(batched_events) Jan 18 23:06:17.531975 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:06:17.531975 n-d-825064-1 neutron-server[102430]: event.method(event) Jan 18 23:06:17.531975 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 23:06:17.531975 n-d-825064-1 neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:06:17.531975 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 23:06:17.531975 n-d-825064-1 neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:06:17.531975 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 23:06:17.531975 n-d-825064-1 neutron-server[102430]: return f(self, *a, **k) Jan 18 23:06:17.531975 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:06:17.531975 n-d-825064-1 neutron-server[102430]: return self._get(url).json() Jan 18 23:06:17.531975 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:06:17.531975 n-d-825064-1 neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:06:17.531975 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:06:17.531975 n-d-825064-1 neutron-server[102430]: return self.request(url, 'GET', **kwargs) Jan 18 23:06:17.531975 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:06:17.531975 n-d-825064-1 neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:06:17.531975 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:06:17.531975 n-d-825064-1 neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:06:17.531975 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:06:17.531975 n-d-825064-1 neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:06:17.531975 n-d-825064-1 neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:06:17.587865 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d5c16fe5-161c-4297-b26d-f4d19fabd722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:17.593057 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d5c16fe5-161c-4297-b26d-f4d19fabd722 admin admin] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:17.596276 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-d5c16fe5-161c-4297-b26d-f4d19fabd722 admin admin] 10.222.0.53 "DELETE /v2.0/networks/b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3 HTTP/1.1" status: 204 len: 168 time: 0.5354300 Jan 18 23:06:17.607348 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c16fe5-161c-4297-b26d-f4d19fabd722 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6f34511-7b7a-4ee0-9690-0fcb2c7e10f3,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:17.702608 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 58118) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:06:17.741063 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-e56dc408-587a-4d74-a44b-e97cc4896bb0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b920d3f799934d12a42b1009a76b1bfc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0373168 Jan 18 23:06:17.743490 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 58120) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:06:17.789673 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-374b9727-0056-4313-9ab0-473ba213d557 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:17.810208 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-374b9727-0056-4313-9ab0-473ba213d557 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:17.853816 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-374b9727-0056-4313-9ab0-473ba213d557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:17.856525 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-374b9727-0056-4313-9ab0-473ba213d557 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:17.858247 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-374b9727-0056-4313-9ab0-473ba213d557 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5f40f915-e79e-44be-9e8b-6d6f9971bb23 HTTP/1.1" status: 204 len: 168 time: 0.1132979 Jan 18 23:06:17.866088 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374b9727-0056-4313-9ab0-473ba213d557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f40f915-e79e-44be-9e8b-6d6f9971bb23,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:18.487343 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 0e7f8a30-af9f-4cac-803a-3420c7332ac6 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 23:06:18.507390 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 0e7f8a30-af9f-4cac-803a-3420c7332ac6 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 23:06:18.507737 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 0e7f8a30-af9f-4cac-803a-3420c7332ac6 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 23:06:18.508176 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 5878dd4b-6ceb-4f88-bc3b-877a3a962eb2 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 23:06:18.526378 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 5878dd4b-6ceb-4f88-bc3b-877a3a962eb2 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 23:06:18.526727 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 5878dd4b-6ceb-4f88-bc3b-877a3a962eb2 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 23:06:18.566850 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 58142) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:06:18.662952 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-a01f7e2c-c6b1-4abb-96c0-d956f51a32b0 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1756344502-network', 'tenant_id': '57b2c7215d2b4b56a68217d310091319'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:06:18.688518 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a01f7e2c-c6b1-4abb-96c0-d956f51a32b0 admin admin] Made reservation on behalf of 57b2c7215d2b4b56a68217d310091319 for: {'network': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:06:18.690983 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a01f7e2c-c6b1-4abb-96c0-d956f51a32b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:18.699111 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a01f7e2c-c6b1-4abb-96c0-d956f51a32b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:18.772500 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a01f7e2c-c6b1-4abb-96c0-d956f51a32b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:18.776191 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a01f7e2c-c6b1-4abb-96c0-d956f51a32b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:18.795999 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a01f7e2c-c6b1-4abb-96c0-d956f51a32b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=102430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:06:18.808944 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01f7e2c-c6b1-4abb-96c0-d956f51a32b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e268fb34-10f8-4376-806f-7ab05a21f0d1,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:18.814372 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a01f7e2c-c6b1-4abb-96c0-d956f51a32b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:18.814714 n-d-825064-1 neutron-server[102430]: INFO neutron.db.segments_db [None req-a01f7e2c-c6b1-4abb-96c0-d956f51a32b0 admin admin] Added segment b0da42e5-dc76-4715-99e4-7601561356a4 of type vlan for network 36cc624f-db29-412f-bdf3-88dda03412d3 Jan 18 23:06:18.853173 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a01f7e2c-c6b1-4abb-96c0-d956f51a32b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:18.877110 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a01f7e2c-c6b1-4abb-96c0-d956f51a32b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:18.878068 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01f7e2c-c6b1-4abb-96c0-d956f51a32b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:18.878634 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a01f7e2c-c6b1-4abb-96c0-d956f51a32b0 admin admin] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:18.936855 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-a01f7e2c-c6b1-4abb-96c0-d956f51a32b0 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3687501 Jan 18 23:06:18.939666 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58146) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:06:18.942452 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01f7e2c-c6b1-4abb-96c0-d956f51a32b0 admin admin] Pushing event updated for resources: {'Network': ['ID=36cc624f-db29-412f-bdf3-88dda03412d3,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:18.944593 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-46af5ba9-d211-4613-8203-0d95a93ea2c5 admin admin] Request body: {'subnet': {'network_id': '36cc624f-db29-412f-bdf3-88dda03412d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1756344502-subnet', 'tenant_id': '57b2c7215d2b4b56a68217d310091319', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:06:18.954957 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 36cc624f-db29-412f-bdf3-88dda03412d3 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 23:06:18.969514 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46af5ba9-d211-4613-8203-0d95a93ea2c5 admin admin] Made reservation on behalf of 57b2c7215d2b4b56a68217d310091319 for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:06:18.971938 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-46af5ba9-d211-4613-8203-0d95a93ea2c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:19.136688 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-46af5ba9-d211-4613-8203-0d95a93ea2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:19.193972 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46af5ba9-d211-4613-8203-0d95a93ea2c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5354c4c2-ac48-481b-9c20-f5fa3b2403d1,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:19.202325 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46af5ba9-d211-4613-8203-0d95a93ea2c5 admin admin] Checking segment: {'id': 'b0da42e5-dc76-4715-99e4-7601561356a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '36cc624f-db29-412f-bdf3-88dda03412d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 23:06:19.202680 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46af5ba9-d211-4613-8203-0d95a93ea2c5 admin admin] Network hostable DHCP agents. Network: 36cc624f-db29-412f-bdf3-88dda03412d3, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:06:19.218580 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46af5ba9-d211-4613-8203-0d95a93ea2c5 admin admin] Network 36cc624f-db29-412f-bdf3-88dda03412d3 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:06:19.226416 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-46af5ba9-d211-4613-8203-0d95a93ea2c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 36cc624f-db29-412f-bdf3-88dda03412d3) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:06:19.230237 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46af5ba9-d211-4613-8203-0d95a93ea2c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:19.230814 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-46af5ba9-d211-4613-8203-0d95a93ea2c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:19.236077 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dbc7f85-41f3-440d-afaa-535a4335798f None None] Network 36cc624f-db29-412f-bdf3-88dda03412d3 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 23:06:19.245954 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-46af5ba9-d211-4613-8203-0d95a93ea2c5 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3051908 Jan 18 23:06:19.370280 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867bedc9-690d-491b-83e4-c619ae96535b None None] Network 36cc624f-db29-412f-bdf3-88dda03412d3 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 23:06:19.372090 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a69a8869-2ccc-4538-ab06-7d5d3cc328b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:19.680878 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5677c56-bd44-47ba-a41b-944deb427552 req-ee11db67-a12c-4a1e-bd77-4131867b1cc1 tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:19.682320 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e5677c56-bd44-47ba-a41b-944deb427552 req-ee11db67-a12c-4a1e-bd77-4131867b1cc1 tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] 10.222.0.53 "GET /v2.0/networks?id=36cc624f-db29-412f-bdf3-88dda03412d3 HTTP/1.1" status: 200 len: 814 time: 0.1020467 Jan 18 23:06:19.697002 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e5677c56-bd44-47ba-a41b-944deb427552 req-88ec06d8-9f80-4f1b-a336-622d5df3f06e tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] 10.222.0.53 "GET /v2.0/quotas/57b2c7215d2b4b56a68217d310091319 HTTP/1.1" status: 200 len: 375 time: 0.0089085 Jan 18 23:06:19.728053 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e5677c56-bd44-47ba-a41b-944deb427552 req-b657596b-1798-4ba5-b8b2-17d027ca3d80 tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=57b2c7215d2b4b56a68217d310091319&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259726 Jan 18 23:06:19.867491 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e5677c56-bd44-47ba-a41b-944deb427552 req-c887af27-ceff-401a-8d7f-d8488d7b0ebe service neutron] 10.222.0.53 "GET /v2.0/networks/36cc624f-db29-412f-bdf3-88dda03412d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319702 Jan 18 23:06:19.954509 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e5677c56-bd44-47ba-a41b-944deb427552 req-b08c2e67-98f5-4680-af61-f70e4c9bbdda service neutron] 10.222.0.53 "GET /v2.0/networks/36cc624f-db29-412f-bdf3-88dda03412d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809751 Jan 18 23:06:20.108858 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-182c6dd2-7aa4-452d-993f-78f739626f85 req-f4948664-492a-431a-bae4-713442028c8f tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f266e7c-bc54-4031-9882-580edf197b39 HTTP/1.1" status: 200 len: 210 time: 0.0268707 Jan 18 23:06:21.057238 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5677c56-bd44-47ba-a41b-944deb427552 req-136cb900-7ea0-439d-8ddc-94413575b7ca tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:21.058700 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e5677c56-bd44-47ba-a41b-944deb427552 req-136cb900-7ea0-439d-8ddc-94413575b7ca tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] 10.222.0.67 "GET /v2.0/networks?id=36cc624f-db29-412f-bdf3-88dda03412d3 HTTP/1.1" status: 200 len: 814 time: 0.1071451 Jan 18 23:06:21.071619 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-e5677c56-bd44-47ba-a41b-944deb427552 req-40a577dc-ae79-4eeb-a4ab-cd03e1015db9 tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] Request body: {'port': {'device_id': '6f266e7c-bc54-4031-9882-580edf197b39', 'network_id': '36cc624f-db29-412f-bdf3-88dda03412d3', 'admin_state_up': True, 'tenant_id': '57b2c7215d2b4b56a68217d310091319'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:06:21.207103 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-138199fe-f5fd-4718-bd20-aaa250aa484e req-149c266a-b09b-433c-8323-55634343f403 tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f266e7c-bc54-4031-9882-580edf197b39 HTTP/1.1" status: 200 len: 210 time: 0.0297968 Jan 18 23:06:21.211100 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5677c56-bd44-47ba-a41b-944deb427552 req-40a577dc-ae79-4eeb-a4ab-cd03e1015db9 tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] Made reservation on behalf of 57b2c7215d2b4b56a68217d310091319 for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:06:21.214562 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e5677c56-bd44-47ba-a41b-944deb427552 req-40a577dc-ae79-4eeb-a4ab-cd03e1015db9 tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:21.335365 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-e5677c56-bd44-47ba-a41b-944deb427552 req-40a577dc-ae79-4eeb-a4ab-cd03e1015db9 tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] Allocated IP 172.20.0.11 (36cc624f-db29-412f-bdf3-88dda03412d3/5354c4c2-ac48-481b-9c20-f5fa3b2403d1/3ce7216c-a675-4497-bf71-aa40bd977c07) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:06:21.482995 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e5677c56-bd44-47ba-a41b-944deb427552 req-40a577dc-ae79-4eeb-a4ab-cd03e1015db9 tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:21.515901 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e5677c56-bd44-47ba-a41b-944deb427552 req-40a577dc-ae79-4eeb-a4ab-cd03e1015db9 tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:21.558488 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5677c56-bd44-47ba-a41b-944deb427552 req-40a577dc-ae79-4eeb-a4ab-cd03e1015db9 tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] Network 36cc624f-db29-412f-bdf3-88dda03412d3 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:06:21.561700 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-e5677c56-bd44-47ba-a41b-944deb427552 req-40a577dc-ae79-4eeb-a4ab-cd03e1015db9 tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:06:21.565124 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5677c56-bd44-47ba-a41b-944deb427552 req-40a577dc-ae79-4eeb-a4ab-cd03e1015db9 tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:06:21.591513 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a577dc-ae79-4eeb-a4ab-cd03e1015db9 tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] Pushing event updated for resources: {'Port': ['ID=3ce7216c-a675-4497-bf71-aa40bd977c07,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:21.619587 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5677c56-bd44-47ba-a41b-944deb427552 req-40a577dc-ae79-4eeb-a4ab-cd03e1015db9 tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:21.620210 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e5677c56-bd44-47ba-a41b-944deb427552 req-40a577dc-ae79-4eeb-a4ab-cd03e1015db9 tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:21.635233 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e5677c56-bd44-47ba-a41b-944deb427552 req-40a577dc-ae79-4eeb-a4ab-cd03e1015db9 tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5674472 Jan 18 23:06:21.646413 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-e5677c56-bd44-47ba-a41b-944deb427552 req-bb503af9-2978-4db2-bc5c-d67e2c613dda service neutron] Request body: {'port': {'device_id': '6f266e7c-bc54-4031-9882-580edf197b39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:06:21.697933 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e5677c56-bd44-47ba-a41b-944deb427552 req-bb503af9-2978-4db2-bc5c-d67e2c613dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:21.955224 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [req-e5677c56-bd44-47ba-a41b-944deb427552 req-bb503af9-2978-4db2-bc5c-d67e2c613dda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ce7216c-a675-4497-bf71-aa40bd977c07 {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:06:21.962324 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e5677c56-bd44-47ba-a41b-944deb427552 req-bb503af9-2978-4db2-bc5c-d67e2c613dda service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:21.973742 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-e5677c56-bd44-47ba-a41b-944deb427552 req-bb503af9-2978-4db2-bc5c-d67e2c613dda service neutron] Transition to ACTIVE for port object 3ce7216c-a675-4497-bf71-aa40bd977c07 will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:06:21.978895 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e5677c56-bd44-47ba-a41b-944deb427552 req-bb503af9-2978-4db2-bc5c-d67e2c613dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:21.992632 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-73a6936e-b05f-415a-ab76-99f26ef1131f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:22.033484 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb503af9-2978-4db2-bc5c-d67e2c613dda service neutron] Pushing event updated for resources: {'Port': ['ID=3ce7216c-a675-4497-bf71-aa40bd977c07,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:22.101112 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-e5677c56-bd44-47ba-a41b-944deb427552 req-bb503af9-2978-4db2-bc5c-d67e2c613dda service neutron] Attempting to bind port 3ce7216c-a675-4497-bf71-aa40bd977c07 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:06:22.101658 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-e5677c56-bd44-47ba-a41b-944deb427552 req-bb503af9-2978-4db2-bc5c-d67e2c613dda service neutron] Attempting to bind port 3ce7216c-a675-4497-bf71-aa40bd977c07 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': 'b0da42e5-dc76-4715-99e4-7601561356a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '36cc624f-db29-412f-bdf3-88dda03412d3'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:06:22.101788 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5677c56-bd44-47ba-a41b-944deb427552 req-bb503af9-2978-4db2-bc5c-d67e2c613dda service neutron] Attempting to bind port 3ce7216c-a675-4497-bf71-aa40bd977c07 on network 36cc624f-db29-412f-bdf3-88dda03412d3 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 23:06:22.105923 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5677c56-bd44-47ba-a41b-944deb427552 req-bb503af9-2978-4db2-bc5c-d67e2c613dda service neutron] Port 3ce7216c-a675-4497-bf71-aa40bd977c07 on network 36cc624f-db29-412f-bdf3-88dda03412d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 23:06:22.106226 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5677c56-bd44-47ba-a41b-944deb427552 req-bb503af9-2978-4db2-bc5c-d67e2c613dda service neutron] Attempting to bind port 3ce7216c-a675-4497-bf71-aa40bd977c07 on network 36cc624f-db29-412f-bdf3-88dda03412d3 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 23:06:22.111422 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5677c56-bd44-47ba-a41b-944deb427552 req-bb503af9-2978-4db2-bc5c-d67e2c613dda service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 23:06:22.111753 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5677c56-bd44-47ba-a41b-944deb427552 req-bb503af9-2978-4db2-bc5c-d67e2c613dda service neutron] Checking segment: {'id': 'b0da42e5-dc76-4715-99e4-7601561356a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '36cc624f-db29-412f-bdf3-88dda03412d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 23:06:22.112203 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5677c56-bd44-47ba-a41b-944deb427552 req-bb503af9-2978-4db2-bc5c-d67e2c613dda service neutron] Bound using segment: {'id': 'b0da42e5-dc76-4715-99e4-7601561356a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '36cc624f-db29-412f-bdf3-88dda03412d3'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 23:06:22.112611 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-e5677c56-bd44-47ba-a41b-944deb427552 req-bb503af9-2978-4db2-bc5c-d67e2c613dda service neutron] Bound port: 3ce7216c-a675-4497-bf71-aa40bd977c07, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0da42e5-dc76-4715-99e4-7601561356a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '36cc624f-db29-412f-bdf3-88dda03412d3'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:06:22.112954 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e5677c56-bd44-47ba-a41b-944deb427552 req-bb503af9-2978-4db2-bc5c-d67e2c613dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:22.173610 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-e5677c56-bd44-47ba-a41b-944deb427552 req-bb503af9-2978-4db2-bc5c-d67e2c613dda service neutron] For port 3ce7216c-a675-4497-bf71-aa40bd977c07, host n-h2-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:06:22.176560 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-e5677c56-bd44-47ba-a41b-944deb427552 req-bb503af9-2978-4db2-bc5c-d67e2c613dda service neutron] For port 3ce7216c-a675-4497-bf71-aa40bd977c07, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=3ce7216c-a675-4497-bf71-aa40bd977c07,segment=NetworkSegment(b0da42e5-dc76-4715-99e4-7601561356a4),segment_id=b0da42e5-dc76-4715-99e4-7601561356a4)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:06:22.180436 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e5677c56-bd44-47ba-a41b-944deb427552 req-bb503af9-2978-4db2-bc5c-d67e2c613dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:22.215381 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5677c56-bd44-47ba-a41b-944deb427552 req-bb503af9-2978-4db2-bc5c-d67e2c613dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:22.215989 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e5677c56-bd44-47ba-a41b-944deb427552 req-bb503af9-2978-4db2-bc5c-d67e2c613dda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:22.217444 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e5677c56-bd44-47ba-a41b-944deb427552 req-bb503af9-2978-4db2-bc5c-d67e2c613dda service neutron] 10.222.0.67 "PUT /v2.0/ports/3ce7216c-a675-4497-bf71-aa40bd977c07 HTTP/1.1" status: 200 len: 1092 time: 0.5750070 Jan 18 23:06:22.217878 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f266e7c-bc54-4031-9882-580edf197b39', 'tag': '3ce7216c-a675-4497-bf71-aa40bd977c07'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:06:22.220090 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c15f028b-487f-4f46-99c5-465fe45a5152" -d '{"events": [{"name": "network-changed", "server_uuid": "6f266e7c-bc54-4031-9882-580edf197b39", "tag": "3ce7216c-a675-4497-bf71-aa40bd977c07"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 23:06:22.255198 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb503af9-2978-4db2-bc5c-d67e2c613dda service neutron] Pushing event updated for resources: {'Port': ['ID=3ce7216c-a675-4497-bf71-aa40bd977c07,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:22.327513 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5677c56-bd44-47ba-a41b-944deb427552 req-8c3e29e9-b5f3-461e-bd0f-7d1d119155d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:22.329032 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e5677c56-bd44-47ba-a41b-944deb427552 req-8c3e29e9-b5f3-461e-bd0f-7d1d119155d5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=57b2c7215d2b4b56a68217d310091319&device_id=6f266e7c-bc54-4031-9882-580edf197b39 HTTP/1.1" status: 200 len: 1095 time: 0.0677118 Jan 18 23:06:22.335157 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 23:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c3408fb-2f82-4faf-bd5f-0bd4c442e319 x-openstack-request-id: req-5c3408fb-2f82-4faf-bd5f-0bd4c442e319 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 23:06:22.335443 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f266e7c-bc54-4031-9882-580edf197b39", "tag": "3ce7216c-a675-4497-bf71-aa40bd977c07", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 23:06:22.335690 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5c3408fb-2f82-4faf-bd5f-0bd4c442e319 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 23:06:22.336073 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f266e7c-bc54-4031-9882-580edf197b39', 'tag': '3ce7216c-a675-4497-bf71-aa40bd977c07', 'status': 'completed', 'code': 200} Jan 18 23:06:22.346958 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d64131-e223-4f97-8f10-8d531fc702de req-d3d49bac-61c2-47e4-8d1d-a8bb4df45a54 tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:22.348374 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-91d64131-e223-4f97-8f10-8d531fc702de req-d3d49bac-61c2-47e4-8d1d-a8bb4df45a54 tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f266e7c-bc54-4031-9882-580edf197b39 HTTP/1.1" status: 200 len: 944 time: 0.0620348 Jan 18 23:06:22.395861 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e5677c56-bd44-47ba-a41b-944deb427552 req-97d87ad0-8f5c-40b5-b0ea-4fac8ac355ec service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3ce7216c-a675-4497-bf71-aa40bd977c07 HTTP/1.1" status: 200 len: 217 time: 0.0465901 Jan 18 23:06:22.441379 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-91d64131-e223-4f97-8f10-8d531fc702de req-5fda979c-0d2a-400b-a49d-6a438e15c81a tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] 10.222.0.53 "GET /v2.0/security-groups?id=e268fb34-10f8-4376-806f-7ab05a21f0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868900 Jan 18 23:06:22.455136 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5677c56-bd44-47ba-a41b-944deb427552 req-180cf071-fc52-4afb-b9ee-23b901ded0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:22.456632 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e5677c56-bd44-47ba-a41b-944deb427552 req-180cf071-fc52-4afb-b9ee-23b901ded0f1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5354c4c2-ac48-481b-9c20-f5fa3b2403d1 HTTP/1.1" status: 200 len: 854 time: 0.0530787 Jan 18 23:06:22.489635 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e5677c56-bd44-47ba-a41b-944deb427552 req-a798fa46-5a06-47d2-a265-bf74abe51150 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=36cc624f-db29-412f-bdf3-88dda03412d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247605 Jan 18 23:06:22.578814 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e5677c56-bd44-47ba-a41b-944deb427552 req-937cbaab-5cc7-4e04-89f2-b75191895983 service neutron] 10.222.0.67 "GET /v2.0/networks/36cc624f-db29-412f-bdf3-88dda03412d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830081 Jan 18 23:06:22.666222 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e5677c56-bd44-47ba-a41b-944deb427552 req-c0d5a39d-8c0b-4956-8df2-6e1ae00b46be service neutron] 10.222.0.67 "GET /v2.0/networks/36cc624f-db29-412f-bdf3-88dda03412d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805202 Jan 18 23:06:22.746060 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15f028b-487f-4f46-99c5-465fe45a5152 req-a0e0cf93-689c-45dd-a694-298ac8324b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:22.747406 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c15f028b-487f-4f46-99c5-465fe45a5152 req-a0e0cf93-689c-45dd-a694-298ac8324b19 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=57b2c7215d2b4b56a68217d310091319&device_id=6f266e7c-bc54-4031-9882-580edf197b39 HTTP/1.1" status: 200 len: 1095 time: 0.0402200 Jan 18 23:06:22.838486 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15f028b-487f-4f46-99c5-465fe45a5152 req-6ca9cb1b-547a-46fc-a47e-823fe6f51c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:22.839925 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c15f028b-487f-4f46-99c5-465fe45a5152 req-6ca9cb1b-547a-46fc-a47e-823fe6f51c11 service neutron] 10.222.0.67 "GET /v2.0/networks?id=36cc624f-db29-412f-bdf3-88dda03412d3 HTTP/1.1" status: 200 len: 914 time: 0.0861275 Jan 18 23:06:22.879109 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c15f028b-487f-4f46-99c5-465fe45a5152 req-c467c7bb-e931-42ea-900f-a7e6d10b72c6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3ce7216c-a675-4497-bf71-aa40bd977c07 HTTP/1.1" status: 200 len: 217 time: 0.0328107 Jan 18 23:06:22.931110 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15f028b-487f-4f46-99c5-465fe45a5152 req-e732b42b-327d-4bf2-8d2e-afafd748a58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:22.932530 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c15f028b-487f-4f46-99c5-465fe45a5152 req-e732b42b-327d-4bf2-8d2e-afafd748a58a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5354c4c2-ac48-481b-9c20-f5fa3b2403d1 HTTP/1.1" status: 200 len: 854 time: 0.0461109 Jan 18 23:06:22.963445 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c15f028b-487f-4f46-99c5-465fe45a5152 req-cad095b6-b4d3-4383-9302-7606eeb49611 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=36cc624f-db29-412f-bdf3-88dda03412d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243435 Jan 18 23:06:23.050379 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c15f028b-487f-4f46-99c5-465fe45a5152 req-4b3987f0-4dcc-4ec6-8211-bf52b889cd2c service neutron] 10.222.0.67 "GET /v2.0/networks/36cc624f-db29-412f-bdf3-88dda03412d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798187 Jan 18 23:06:23.098461 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:23.143707 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c15f028b-487f-4f46-99c5-465fe45a5152 req-f4642dbb-6ebb-4e2d-a5bc-ecc99123e325 service neutron] 10.222.0.67 "GET /v2.0/networks/36cc624f-db29-412f-bdf3-88dda03412d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854995 Jan 18 23:06:23.555124 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a16cb3b-3c4d-4dc1-b626-d31cd027f045 req-29515580-9e12-4da8-909f-dd8675ff4057 tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:23.556610 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1a16cb3b-3c4d-4dc1-b626-d31cd027f045 req-29515580-9e12-4da8-909f-dd8675ff4057 tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f266e7c-bc54-4031-9882-580edf197b39 HTTP/1.1" status: 200 len: 944 time: 0.0480907 Jan 18 23:06:23.594858 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1a16cb3b-3c4d-4dc1-b626-d31cd027f045 req-34a7dca1-eebf-4fae-bc78-37f0d31fd0e7 tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] 10.222.0.53 "GET /v2.0/security-groups?id=e268fb34-10f8-4376-806f-7ab05a21f0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314591 Jan 18 23:06:24.554286 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:24.683235 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:24.708211 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c076f65-7f03-4830-b0b7-5cbe8f0e8cc4 req-0d48bf27-9129-4568-bcf2-48ce4555b8b0 tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:24.709610 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7c076f65-7f03-4830-b0b7-5cbe8f0e8cc4 req-0d48bf27-9129-4568-bcf2-48ce4555b8b0 tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f266e7c-bc54-4031-9882-580edf197b39 HTTP/1.1" status: 200 len: 944 time: 0.0502832 Jan 18 23:06:24.746018 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7c076f65-7f03-4830-b0b7-5cbe8f0e8cc4 req-9532ffb5-b43a-4ff2-8ca4-bf8d7a990ab7 tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] 10.222.0.53 "GET /v2.0/security-groups?id=e268fb34-10f8-4376-806f-7ab05a21f0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305016 Jan 18 23:06:25.241039 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 23:06:25.683690 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 3ce7216c-a675-4497-bf71-aa40bd977c07 details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 23:06:25.774550 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 3ce7216c-a675-4497-bf71-aa40bd977c07, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=3ce7216c-a675-4497-bf71-aa40bd977c07,segment=NetworkSegment(b0da42e5-dc76-4715-99e4-7601561356a4),segment_id=b0da42e5-dc76-4715-99e4-7601561356a4)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:06:25.785598 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': '3ce7216c-a675-4497-bf71-aa40bd977c07', 'network_id': '36cc624f-db29-412f-bdf3-88dda03412d3', 'port_id': '3ce7216c-a675-4497-bf71-aa40bd977c07', 'mac_address': 'fa:16:3e:4e:e1:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5354c4c2-ac48-481b-9c20-f5fa3b2403d1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 23:06:25.822630 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:25.839340 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ce7216c-a675-4497-bf71-aa40bd977c07 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:06:25.858568 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 3ce7216c-a675-4497-bf71-aa40bd977c07, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=3ce7216c-a675-4497-bf71-aa40bd977c07,segment=NetworkSegment(b0da42e5-dc76-4715-99e4-7601561356a4),segment_id=b0da42e5-dc76-4715-99e4-7601561356a4)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:06:25.862800 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:25.866823 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd23c430-82d3-42d9-9725-ed2585bb2f58 req-69d357c1-76d5-496c-92a9-3d188fd10842 tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:25.868349 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cd23c430-82d3-42d9-9725-ed2585bb2f58 req-69d357c1-76d5-496c-92a9-3d188fd10842 tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f266e7c-bc54-4031-9882-580edf197b39 HTTP/1.1" status: 200 len: 944 time: 0.0552115 Jan 18 23:06:25.906901 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cd23c430-82d3-42d9-9725-ed2585bb2f58 req-8adcc2cf-3ed0-44ad-aba5-43132bc184f5 tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] 10.222.0.53 "GET /v2.0/security-groups?id=e268fb34-10f8-4376-806f-7ab05a21f0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322547 Jan 18 23:06:25.909484 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=3ce7216c-a675-4497-bf71-aa40bd977c07,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:26.098334 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['3ce7216c-a675-4497-bf71-aa40bd977c07'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 23:06:27.021304 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8f68eb-1877-4bd4-b931-6e8b98fe2f6b req-3453f4fc-207f-4f4d-93ec-ac7c06e2bdf4 tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:27.022750 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fa8f68eb-1877-4bd4-b931-6e8b98fe2f6b req-3453f4fc-207f-4f4d-93ec-ac7c06e2bdf4 tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f266e7c-bc54-4031-9882-580edf197b39 HTTP/1.1" status: 200 len: 945 time: 0.0490046 Jan 18 23:06:27.059061 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fa8f68eb-1877-4bd4-b931-6e8b98fe2f6b req-9324c3be-e497-4d33-9301-b9f98e0378d0 tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] 10.222.0.53 "GET /v2.0/security-groups?id=e268fb34-10f8-4376-806f-7ab05a21f0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304155 Jan 18 23:06:27.685006 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 3ce7216c-a675-4497-bf71-aa40bd977c07 up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 23:06:27.735515 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port 3ce7216c-a675-4497-bf71-aa40bd977c07 completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:06:27.738982 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port 3ce7216c-a675-4497-bf71-aa40bd977c07 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:06:27.739354 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:27.811989 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:27.832784 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f266e7c-bc54-4031-9882-580edf197b39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ce7216c-a675-4497-bf71-aa40bd977c07'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:06:27.835003 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ac9176-5877-4f54-a389-d8d2e3375de4" -d '{"events": [{"server_uuid": "6f266e7c-bc54-4031-9882-580edf197b39", "name": "network-vif-plugged", "status": "completed", "tag": "3ce7216c-a675-4497-bf71-aa40bd977c07"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 23:06:27.847363 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 3ce7216c-a675-4497-bf71-aa40bd977c07, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=3ce7216c-a675-4497-bf71-aa40bd977c07,segment=NetworkSegment(b0da42e5-dc76-4715-99e4-7601561356a4),segment_id=b0da42e5-dc76-4715-99e4-7601561356a4)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:06:27.851283 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:27.877363 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 23:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ab4a8cf-902c-47f7-946f-d9748b9410a6 x-openstack-request-id: req-2ab4a8cf-902c-47f7-946f-d9748b9410a6 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 23:06:27.877656 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f266e7c-bc54-4031-9882-580edf197b39", "name": "network-vif-plugged", "status": "completed", "tag": "3ce7216c-a675-4497-bf71-aa40bd977c07", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 23:06:27.877913 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2ab4a8cf-902c-47f7-946f-d9748b9410a6 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 23:06:27.878300 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f266e7c-bc54-4031-9882-580edf197b39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ce7216c-a675-4497-bf71-aa40bd977c07', 'code': 200} Jan 18 23:06:27.903103 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=3ce7216c-a675-4497-bf71-aa40bd977c07,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:27.964541 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b04ff8-2714-4a70-8dcd-9853199be05f req-89553912-cc8f-4498-a2b0-1c99098b968f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:27.965995 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-50b04ff8-2714-4a70-8dcd-9853199be05f req-89553912-cc8f-4498-a2b0-1c99098b968f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6f266e7c-bc54-4031-9882-580edf197b39 HTTP/1.1" status: 200 len: 1097 time: 0.0391085 Jan 18 23:06:27.998948 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-50b04ff8-2714-4a70-8dcd-9853199be05f req-9179f002-37fd-46d7-9329-899cd2bd36b1 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=e268fb34-10f8-4376-806f-7ab05a21f0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269592 Jan 18 23:06:28.175407 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c8b382-f23f-4dec-8c67-a514c71c0b02 req-6302b5d4-6ce5-479d-93bf-88e1706b2e7d tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:28.176982 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-85c8b382-f23f-4dec-8c67-a514c71c0b02 req-6302b5d4-6ce5-479d-93bf-88e1706b2e7d tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f266e7c-bc54-4031-9882-580edf197b39 HTTP/1.1" status: 200 len: 946 time: 0.0526156 Jan 18 23:06:28.213859 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-85c8b382-f23f-4dec-8c67-a514c71c0b02 req-0ac56932-87c9-47e3-9596-8e724d1d86ca tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] 10.222.0.53 "GET /v2.0/security-groups?id=e268fb34-10f8-4376-806f-7ab05a21f0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310609 Jan 18 23:06:29.331652 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2ea83e-db08-4aae-a2ab-b6c4e4dcefa2 req-63c920bc-5ced-489e-92f5-a1e438403985 tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:29.333053 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7e2ea83e-db08-4aae-a2ab-b6c4e4dcefa2 req-63c920bc-5ced-489e-92f5-a1e438403985 tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f266e7c-bc54-4031-9882-580edf197b39 HTTP/1.1" status: 200 len: 946 time: 0.0534868 Jan 18 23:06:29.371468 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7e2ea83e-db08-4aae-a2ab-b6c4e4dcefa2 req-fec15bdb-654d-4e44-b4c7-3af19a7de4b4 tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] 10.222.0.53 "GET /v2.0/security-groups?id=e268fb34-10f8-4376-806f-7ab05a21f0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325208 Jan 18 23:06:29.592699 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2987bcc9-ade1-44ee-b7e9-bf9df2682d58 req-87e1522c-61e2-49e3-a2ee-bb7742da669a tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:29.594852 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2987bcc9-ade1-44ee-b7e9-bf9df2682d58 req-87e1522c-61e2-49e3-a2ee-bb7742da669a tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] 10.222.0.53 "GET /v2.0/networks?id=36cc624f-db29-412f-bdf3-88dda03412d3 HTTP/1.1" status: 200 len: 814 time: 0.1050191 Jan 18 23:06:29.610216 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2987bcc9-ade1-44ee-b7e9-bf9df2682d58 req-1d638008-664f-427e-9869-fda986dedb46 tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] 10.222.0.53 "GET /v2.0/quotas/57b2c7215d2b4b56a68217d310091319 HTTP/1.1" status: 200 len: 375 time: 0.0090609 Jan 18 23:06:29.659129 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2987bcc9-ade1-44ee-b7e9-bf9df2682d58 req-9b02ea76-bffa-4d5a-95cf-d60a4ddab45d tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=57b2c7215d2b4b56a68217d310091319&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0428219 Jan 18 23:06:29.745784 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2987bcc9-ade1-44ee-b7e9-bf9df2682d58 req-553de6af-0fe8-45f6-aa22-1d3f459188e8 service neutron] 10.222.0.53 "GET /v2.0/networks/36cc624f-db29-412f-bdf3-88dda03412d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793300 Jan 18 23:06:29.838733 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2987bcc9-ade1-44ee-b7e9-bf9df2682d58 req-dfa2548c-83e2-4fc2-a9a0-6be18af99a78 service neutron] 10.222.0.53 "GET /v2.0/networks/36cc624f-db29-412f-bdf3-88dda03412d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870132 Jan 18 23:06:30.005129 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6419b0a5-7736-40cd-ae74-fffbc38f4b01 req-9a9d26b9-04f3-46c4-96c7-295939adfe91 tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] 10.222.0.53 "GET /v2.0/ports?device_id=12df60a8-9cb8-4fba-b561-c5b9e1192a1d HTTP/1.1" status: 200 len: 210 time: 0.0270960 Jan 18 23:06:30.896368 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2987bcc9-ade1-44ee-b7e9-bf9df2682d58 req-e31ae1c2-dc3e-4723-af3c-4b544b7e573c tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:30.897842 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2987bcc9-ade1-44ee-b7e9-bf9df2682d58 req-e31ae1c2-dc3e-4723-af3c-4b544b7e573c tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] 10.222.0.36 "GET /v2.0/networks?id=36cc624f-db29-412f-bdf3-88dda03412d3 HTTP/1.1" status: 200 len: 814 time: 0.0992410 Jan 18 23:06:30.909830 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-2987bcc9-ade1-44ee-b7e9-bf9df2682d58 req-b90c1429-aad3-4d99-8f90-14cad1b36ace tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] Request body: {'port': {'device_id': '12df60a8-9cb8-4fba-b561-c5b9e1192a1d', 'network_id': '36cc624f-db29-412f-bdf3-88dda03412d3', 'admin_state_up': True, 'tenant_id': '57b2c7215d2b4b56a68217d310091319'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:06:31.019364 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2987bcc9-ade1-44ee-b7e9-bf9df2682d58 req-b90c1429-aad3-4d99-8f90-14cad1b36ace tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] Made reservation on behalf of 57b2c7215d2b4b56a68217d310091319 for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:06:31.022934 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-2987bcc9-ade1-44ee-b7e9-bf9df2682d58 req-b90c1429-aad3-4d99-8f90-14cad1b36ace tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:31.100597 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-28d6ccee-bd9c-4520-8d08-66a692724321 req-2ca8c753-101a-4b6f-85de-753f662dfff8 tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] 10.222.0.53 "GET /v2.0/ports?device_id=12df60a8-9cb8-4fba-b561-c5b9e1192a1d HTTP/1.1" status: 200 len: 210 time: 0.0276477 Jan 18 23:06:31.155158 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [req-2987bcc9-ade1-44ee-b7e9-bf9df2682d58 req-b90c1429-aad3-4d99-8f90-14cad1b36ace tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] Allocated IP 172.20.0.5 (36cc624f-db29-412f-bdf3-88dda03412d3/5354c4c2-ac48-481b-9c20-f5fa3b2403d1/dafefb19-af0c-4420-9e6c-81160fc22794) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:06:31.300400 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-2987bcc9-ade1-44ee-b7e9-bf9df2682d58 req-b90c1429-aad3-4d99-8f90-14cad1b36ace tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:31.331895 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-2987bcc9-ade1-44ee-b7e9-bf9df2682d58 req-b90c1429-aad3-4d99-8f90-14cad1b36ace tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:31.344774 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['3ce7216c-a675-4497-bf71-aa40bd977c07'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 23:06:31.376350 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2987bcc9-ade1-44ee-b7e9-bf9df2682d58 req-b90c1429-aad3-4d99-8f90-14cad1b36ace tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] Network 36cc624f-db29-412f-bdf3-88dda03412d3 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:06:31.379519 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [req-2987bcc9-ade1-44ee-b7e9-bf9df2682d58 req-b90c1429-aad3-4d99-8f90-14cad1b36ace tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:06:31.383329 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-2987bcc9-ade1-44ee-b7e9-bf9df2682d58 req-b90c1429-aad3-4d99-8f90-14cad1b36ace tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:06:31.410873 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90c1429-aad3-4d99-8f90-14cad1b36ace tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] Pushing event updated for resources: {'Port': ['ID=dafefb19-af0c-4420-9e6c-81160fc22794,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:31.437274 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2987bcc9-ade1-44ee-b7e9-bf9df2682d58 req-b90c1429-aad3-4d99-8f90-14cad1b36ace tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:31.437877 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-2987bcc9-ade1-44ee-b7e9-bf9df2682d58 req-b90c1429-aad3-4d99-8f90-14cad1b36ace tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:31.453744 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2987bcc9-ade1-44ee-b7e9-bf9df2682d58 req-b90c1429-aad3-4d99-8f90-14cad1b36ace tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5476167 Jan 18 23:06:31.527916 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-2987bcc9-ade1-44ee-b7e9-bf9df2682d58 req-1739c190-ffd6-4ea7-bf73-d3a044013131 service neutron] Request body: {'port': {'device_id': '12df60a8-9cb8-4fba-b561-c5b9e1192a1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:06:31.579989 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-2987bcc9-ade1-44ee-b7e9-bf9df2682d58 req-1739c190-ffd6-4ea7-bf73-d3a044013131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:31.840696 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [req-2987bcc9-ade1-44ee-b7e9-bf9df2682d58 req-1739c190-ffd6-4ea7-bf73-d3a044013131 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dafefb19-af0c-4420-9e6c-81160fc22794 {{(pid=102431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:06:31.847790 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-2987bcc9-ade1-44ee-b7e9-bf9df2682d58 req-1739c190-ffd6-4ea7-bf73-d3a044013131 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:31.860160 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [req-2987bcc9-ade1-44ee-b7e9-bf9df2682d58 req-1739c190-ffd6-4ea7-bf73-d3a044013131 service neutron] Transition to ACTIVE for port object dafefb19-af0c-4420-9e6c-81160fc22794 will not be triggered until provisioned by entity L2. {{(pid=102431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:06:31.863747 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-2987bcc9-ade1-44ee-b7e9-bf9df2682d58 req-1739c190-ffd6-4ea7-bf73-d3a044013131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:31.929469 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1739c190-ffd6-4ea7-bf73-d3a044013131 service neutron] Pushing event updated for resources: {'Port': ['ID=dafefb19-af0c-4420-9e6c-81160fc22794,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:31.976491 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-2987bcc9-ade1-44ee-b7e9-bf9df2682d58 req-1739c190-ffd6-4ea7-bf73-d3a044013131 service neutron] Attempting to bind port dafefb19-af0c-4420-9e6c-81160fc22794 on host n-h1-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:06:31.976837 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-2987bcc9-ade1-44ee-b7e9-bf9df2682d58 req-1739c190-ffd6-4ea7-bf73-d3a044013131 service neutron] Attempting to bind port dafefb19-af0c-4420-9e6c-81160fc22794 by drivers openvswitch,hyperv on host n-h1-825064-1 at level 0 using segments [{'id': 'b0da42e5-dc76-4715-99e4-7601561356a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '36cc624f-db29-412f-bdf3-88dda03412d3'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:06:31.977138 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2987bcc9-ade1-44ee-b7e9-bf9df2682d58 req-1739c190-ffd6-4ea7-bf73-d3a044013131 service neutron] Attempting to bind port dafefb19-af0c-4420-9e6c-81160fc22794 on network 36cc624f-db29-412f-bdf3-88dda03412d3 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 23:06:31.981266 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2987bcc9-ade1-44ee-b7e9-bf9df2682d58 req-1739c190-ffd6-4ea7-bf73-d3a044013131 service neutron] Port dafefb19-af0c-4420-9e6c-81160fc22794 on network 36cc624f-db29-412f-bdf3-88dda03412d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 23:06:31.981582 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2987bcc9-ade1-44ee-b7e9-bf9df2682d58 req-1739c190-ffd6-4ea7-bf73-d3a044013131 service neutron] Attempting to bind port dafefb19-af0c-4420-9e6c-81160fc22794 on network 36cc624f-db29-412f-bdf3-88dda03412d3 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 23:06:31.986816 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2987bcc9-ade1-44ee-b7e9-bf9df2682d58 req-1739c190-ffd6-4ea7-bf73-d3a044013131 service neutron] Checking agent: {'id': 'e49d1b2a-ba11-487f-a804-ecbf3c0e8132', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 23:06:31.987148 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2987bcc9-ade1-44ee-b7e9-bf9df2682d58 req-1739c190-ffd6-4ea7-bf73-d3a044013131 service neutron] Checking segment: {'id': 'b0da42e5-dc76-4715-99e4-7601561356a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '36cc624f-db29-412f-bdf3-88dda03412d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 23:06:31.987520 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2987bcc9-ade1-44ee-b7e9-bf9df2682d58 req-1739c190-ffd6-4ea7-bf73-d3a044013131 service neutron] Bound using segment: {'id': 'b0da42e5-dc76-4715-99e4-7601561356a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '36cc624f-db29-412f-bdf3-88dda03412d3'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 23:06:31.987929 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-2987bcc9-ade1-44ee-b7e9-bf9df2682d58 req-1739c190-ffd6-4ea7-bf73-d3a044013131 service neutron] Bound port: dafefb19-af0c-4420-9e6c-81160fc22794, host: n-h1-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0da42e5-dc76-4715-99e4-7601561356a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '36cc624f-db29-412f-bdf3-88dda03412d3'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:06:31.988374 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-2987bcc9-ade1-44ee-b7e9-bf9df2682d58 req-1739c190-ffd6-4ea7-bf73-d3a044013131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:32.051643 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-2987bcc9-ade1-44ee-b7e9-bf9df2682d58 req-1739c190-ffd6-4ea7-bf73-d3a044013131 service neutron] For port dafefb19-af0c-4420-9e6c-81160fc22794, host n-h1-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:06:32.054884 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-2987bcc9-ade1-44ee-b7e9-bf9df2682d58 req-1739c190-ffd6-4ea7-bf73-d3a044013131 service neutron] For port dafefb19-af0c-4420-9e6c-81160fc22794, host n-h1-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=dafefb19-af0c-4420-9e6c-81160fc22794,segment=NetworkSegment(b0da42e5-dc76-4715-99e4-7601561356a4),segment_id=b0da42e5-dc76-4715-99e4-7601561356a4)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:06:32.058533 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-2987bcc9-ade1-44ee-b7e9-bf9df2682d58 req-1739c190-ffd6-4ea7-bf73-d3a044013131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:32.225020 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57f64ef-8bbc-4dbf-a2dd-5c876816f71a req-db7a8232-846c-4653-90f1-479a677a0624 tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:32.226631 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e57f64ef-8bbc-4dbf-a2dd-5c876816f71a req-db7a8232-846c-4653-90f1-479a677a0624 tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] 10.222.0.53 "GET /v2.0/ports?device_id=12df60a8-9cb8-4fba-b561-c5b9e1192a1d HTTP/1.1" status: 200 len: 943 time: 0.0557582 Jan 18 23:06:32.273997 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e57f64ef-8bbc-4dbf-a2dd-5c876816f71a req-f77c41f4-415b-4f63-a75c-3a4c98946bed tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] 10.222.0.53 "GET /v2.0/security-groups?id=e268fb34-10f8-4376-806f-7ab05a21f0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389173 Jan 18 23:06:32.430951 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2987bcc9-ade1-44ee-b7e9-bf9df2682d58 req-1739c190-ffd6-4ea7-bf73-d3a044013131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:32.431550 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-2987bcc9-ade1-44ee-b7e9-bf9df2682d58 req-1739c190-ffd6-4ea7-bf73-d3a044013131 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:32.432932 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2987bcc9-ade1-44ee-b7e9-bf9df2682d58 req-1739c190-ffd6-4ea7-bf73-d3a044013131 service neutron] 10.222.0.36 "PUT /v2.0/ports/dafefb19-af0c-4420-9e6c-81160fc22794 HTTP/1.1" status: 200 len: 1091 time: 0.9708102 Jan 18 23:06:32.433356 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12df60a8-9cb8-4fba-b561-c5b9e1192a1d', 'tag': 'dafefb19-af0c-4420-9e6c-81160fc22794'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:06:32.435583 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69d75d95-00ea-426b-8480-bdbae0658922" -d '{"events": [{"name": "network-changed", "server_uuid": "12df60a8-9cb8-4fba-b561-c5b9e1192a1d", "tag": "dafefb19-af0c-4420-9e6c-81160fc22794"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 23:06:32.461694 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1739c190-ffd6-4ea7-bf73-d3a044013131 service neutron] Pushing event updated for resources: {'Port': ['ID=dafefb19-af0c-4420-9e6c-81160fc22794,revision_number=3']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:32.480265 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 23:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9b69ee8-1c81-40fe-adba-406d9d12a780 x-openstack-request-id: req-a9b69ee8-1c81-40fe-adba-406d9d12a780 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 23:06:32.480549 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12df60a8-9cb8-4fba-b561-c5b9e1192a1d", "tag": "dafefb19-af0c-4420-9e6c-81160fc22794", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 23:06:32.480797 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a9b69ee8-1c81-40fe-adba-406d9d12a780 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 23:06:32.481179 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12df60a8-9cb8-4fba-b561-c5b9e1192a1d', 'tag': 'dafefb19-af0c-4420-9e6c-81160fc22794', 'status': 'completed', 'code': 200} Jan 18 23:06:32.512485 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2987bcc9-ade1-44ee-b7e9-bf9df2682d58 req-1d9a67f6-1a35-4923-a3f2-13904c25c91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:32.513983 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2987bcc9-ade1-44ee-b7e9-bf9df2682d58 req-1d9a67f6-1a35-4923-a3f2-13904c25c91c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=57b2c7215d2b4b56a68217d310091319&device_id=12df60a8-9cb8-4fba-b561-c5b9e1192a1d HTTP/1.1" status: 200 len: 1094 time: 0.0428848 Jan 18 23:06:32.553514 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2987bcc9-ade1-44ee-b7e9-bf9df2682d58 req-6c8e4c7b-35d4-481f-9ff1-fbcc18782235 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dafefb19-af0c-4420-9e6c-81160fc22794 HTTP/1.1" status: 200 len: 217 time: 0.0325131 Jan 18 23:06:32.602708 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2987bcc9-ade1-44ee-b7e9-bf9df2682d58 req-4e99a8de-b626-476e-b1db-0e18a238ff75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:32.604117 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2987bcc9-ade1-44ee-b7e9-bf9df2682d58 req-4e99a8de-b626-476e-b1db-0e18a238ff75 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5354c4c2-ac48-481b-9c20-f5fa3b2403d1 HTTP/1.1" status: 200 len: 854 time: 0.0447533 Jan 18 23:06:32.633116 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2987bcc9-ade1-44ee-b7e9-bf9df2682d58 req-cb83301d-5107-4768-b3e6-13453c598b44 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=36cc624f-db29-412f-bdf3-88dda03412d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232153 Jan 18 23:06:32.717517 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2987bcc9-ade1-44ee-b7e9-bf9df2682d58 req-35d7c3b3-07e1-4c14-8f65-1a95cc2ed7ad service neutron] 10.222.0.36 "GET /v2.0/networks/36cc624f-db29-412f-bdf3-88dda03412d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0771253 Jan 18 23:06:32.807558 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2987bcc9-ade1-44ee-b7e9-bf9df2682d58 req-8550cf59-fdf4-4089-a73b-b2bf29bc7377 service neutron] 10.222.0.36 "GET /v2.0/networks/36cc624f-db29-412f-bdf3-88dda03412d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846596 Jan 18 23:06:32.895006 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d75d95-00ea-426b-8480-bdbae0658922 req-acf85912-d7cc-43a0-9040-8eb166a8127c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:32.896638 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-69d75d95-00ea-426b-8480-bdbae0658922 req-acf85912-d7cc-43a0-9040-8eb166a8127c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=57b2c7215d2b4b56a68217d310091319&device_id=12df60a8-9cb8-4fba-b561-c5b9e1192a1d HTTP/1.1" status: 200 len: 1094 time: 0.0412717 Jan 18 23:06:32.986455 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d75d95-00ea-426b-8480-bdbae0658922 req-88bda9a1-15ba-448f-a932-e5e6549814cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:32.987863 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-69d75d95-00ea-426b-8480-bdbae0658922 req-88bda9a1-15ba-448f-a932-e5e6549814cf service neutron] 10.222.0.36 "GET /v2.0/networks?id=36cc624f-db29-412f-bdf3-88dda03412d3 HTTP/1.1" status: 200 len: 914 time: 0.0840855 Jan 18 23:06:33.027689 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-69d75d95-00ea-426b-8480-bdbae0658922 req-c28de2f1-667e-4e3c-b940-e52d856ce38b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dafefb19-af0c-4420-9e6c-81160fc22794 HTTP/1.1" status: 200 len: 217 time: 0.0334241 Jan 18 23:06:33.074255 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d75d95-00ea-426b-8480-bdbae0658922 req-3a1f8986-6aaa-4ffb-84bb-1cfd155f1574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:33.075665 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-69d75d95-00ea-426b-8480-bdbae0658922 req-3a1f8986-6aaa-4ffb-84bb-1cfd155f1574 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5354c4c2-ac48-481b-9c20-f5fa3b2403d1 HTTP/1.1" status: 200 len: 854 time: 0.0411940 Jan 18 23:06:33.107183 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-69d75d95-00ea-426b-8480-bdbae0658922 req-638cd8d6-f70b-4d27-847c-835a21c1c13e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=36cc624f-db29-412f-bdf3-88dda03412d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238962 Jan 18 23:06:33.199387 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-69d75d95-00ea-426b-8480-bdbae0658922 req-1cb63160-9c60-4407-bfdf-0ce7c03b9350 service neutron] 10.222.0.36 "GET /v2.0/networks/36cc624f-db29-412f-bdf3-88dda03412d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851264 Jan 18 23:06:33.285194 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-69d75d95-00ea-426b-8480-bdbae0658922 req-4bab0426-1725-480d-be81-d99c0eeb60da service neutron] 10.222.0.36 "GET /v2.0/networks/36cc624f-db29-412f-bdf3-88dda03412d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788951 Jan 18 23:06:33.388815 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d5cd16-52a6-41e6-bd68-0c66ddb41637 req-22e6c3a7-8bf5-4a8e-8997-bfa6fba86463 tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:33.390271 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f1d5cd16-52a6-41e6-bd68-0c66ddb41637 req-22e6c3a7-8bf5-4a8e-8997-bfa6fba86463 tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] 10.222.0.53 "GET /v2.0/ports?device_id=12df60a8-9cb8-4fba-b561-c5b9e1192a1d HTTP/1.1" status: 200 len: 943 time: 0.0493693 Jan 18 23:06:33.426353 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f1d5cd16-52a6-41e6-bd68-0c66ddb41637 req-cbd066cb-0a10-46f1-ae32-edbc91149347 tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] 10.222.0.53 "GET /v2.0/security-groups?id=e268fb34-10f8-4376-806f-7ab05a21f0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301805 Jan 18 23:06:34.540373 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad7abf1-9d0b-4e3c-9e2f-599dc5626ee0 req-d51ab07d-766b-49ca-96f4-85573d5e1a3b tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:34.541822 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fad7abf1-9d0b-4e3c-9e2f-599dc5626ee0 req-d51ab07d-766b-49ca-96f4-85573d5e1a3b tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] 10.222.0.53 "GET /v2.0/ports?device_id=12df60a8-9cb8-4fba-b561-c5b9e1192a1d HTTP/1.1" status: 200 len: 943 time: 0.0482993 Jan 18 23:06:34.578655 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fad7abf1-9d0b-4e3c-9e2f-599dc5626ee0 req-1fe5f286-056a-487e-9cdf-ac68142651e7 tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] 10.222.0.53 "GET /v2.0/security-groups?id=e268fb34-10f8-4376-806f-7ab05a21f0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308845 Jan 18 23:06:35.200659 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device dafefb19-af0c-4420-9e6c-81160fc22794 details requested by agent hyperv_n-h1-825064-1 with host n-h1-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 23:06:35.294273 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port dafefb19-af0c-4420-9e6c-81160fc22794, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=dafefb19-af0c-4420-9e6c-81160fc22794,segment=NetworkSegment(b0da42e5-dc76-4715-99e4-7601561356a4),segment_id=b0da42e5-dc76-4715-99e4-7601561356a4)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:06:35.304289 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Returning: {'device': 'dafefb19-af0c-4420-9e6c-81160fc22794', 'network_id': '36cc624f-db29-412f-bdf3-88dda03412d3', 'port_id': 'dafefb19-af0c-4420-9e6c-81160fc22794', 'mac_address': 'fa:16:3e:25:04:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5354c4c2-ac48-481b-9c20-f5fa3b2403d1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 23:06:35.341280 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:35.353331 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dafefb19-af0c-4420-9e6c-81160fc22794 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:06:35.373522 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port dafefb19-af0c-4420-9e6c-81160fc22794, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=dafefb19-af0c-4420-9e6c-81160fc22794,segment=NetworkSegment(b0da42e5-dc76-4715-99e4-7601561356a4),segment_id=b0da42e5-dc76-4715-99e4-7601561356a4)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:06:35.377507 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:35.422087 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=dafefb19-af0c-4420-9e6c-81160fc22794,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:35.567177 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['dafefb19-af0c-4420-9e6c-81160fc22794'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 23:06:35.695487 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3ca664-8e76-4721-8636-192b5a5723a5 req-b80ff414-f6d6-403e-8a74-5e9cdabbd194 tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:35.696986 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9f3ca664-8e76-4721-8636-192b5a5723a5 req-b80ff414-f6d6-403e-8a74-5e9cdabbd194 tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] 10.222.0.53 "GET /v2.0/ports?device_id=12df60a8-9cb8-4fba-b561-c5b9e1192a1d HTTP/1.1" status: 200 len: 944 time: 0.0520926 Jan 18 23:06:35.734474 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9f3ca664-8e76-4721-8636-192b5a5723a5 req-aca923ea-f53e-4ecd-b321-a7aee3a54508 tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] 10.222.0.53 "GET /v2.0/security-groups?id=e268fb34-10f8-4376-806f-7ab05a21f0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313902 Jan 18 23:06:36.846021 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51255670-a18d-4e36-9695-bf5a69c29210 req-7d05dcfe-14b6-4bcc-afe2-2d1a656842e9 tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:36.847469 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-51255670-a18d-4e36-9695-bf5a69c29210 req-7d05dcfe-14b6-4bcc-afe2-2d1a656842e9 tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] 10.222.0.53 "GET /v2.0/ports?device_id=12df60a8-9cb8-4fba-b561-c5b9e1192a1d HTTP/1.1" status: 200 len: 944 time: 0.0481472 Jan 18 23:06:36.883882 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-51255670-a18d-4e36-9695-bf5a69c29210 req-08d50d17-518b-4bf0-bccd-d1c17c17b4e7 tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] 10.222.0.53 "GET /v2.0/security-groups?id=e268fb34-10f8-4376-806f-7ab05a21f0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304334 Jan 18 23:06:37.214909 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device dafefb19-af0c-4420-9e6c-81160fc22794 up at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 23:06:37.261833 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning for port dafefb19-af0c-4420-9e6c-81160fc22794 completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:06:37.265908 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning complete for port dafefb19-af0c-4420-9e6c-81160fc22794 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:06:37.266276 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:37.342386 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:37.364059 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12df60a8-9cb8-4fba-b561-c5b9e1192a1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dafefb19-af0c-4420-9e6c-81160fc22794'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:06:37.366298 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4df3c995-5018-41cc-8632-3923b47206d6" -d '{"events": [{"server_uuid": "12df60a8-9cb8-4fba-b561-c5b9e1192a1d", "name": "network-vif-plugged", "status": "completed", "tag": "dafefb19-af0c-4420-9e6c-81160fc22794"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 23:06:37.378785 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port dafefb19-af0c-4420-9e6c-81160fc22794, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=dafefb19-af0c-4420-9e6c-81160fc22794,segment=NetworkSegment(b0da42e5-dc76-4715-99e4-7601561356a4),segment_id=b0da42e5-dc76-4715-99e4-7601561356a4)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:06:37.383093 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:37.407112 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 23:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd513f58-48c9-4f2a-9f29-9b081a884976 x-openstack-request-id: req-fd513f58-48c9-4f2a-9f29-9b081a884976 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 23:06:37.407424 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12df60a8-9cb8-4fba-b561-c5b9e1192a1d", "name": "network-vif-plugged", "status": "completed", "tag": "dafefb19-af0c-4420-9e6c-81160fc22794", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 23:06:37.407674 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fd513f58-48c9-4f2a-9f29-9b081a884976 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 23:06:37.408070 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12df60a8-9cb8-4fba-b561-c5b9e1192a1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dafefb19-af0c-4420-9e6c-81160fc22794', 'code': 200} Jan 18 23:06:37.436620 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=dafefb19-af0c-4420-9e6c-81160fc22794,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:37.500330 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db75ecb8-d5bb-40a7-b602-f02c0ec42ec8 req-6cf4f46f-2114-4de0-9c46-c23f161ea2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:37.502448 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-db75ecb8-d5bb-40a7-b602-f02c0ec42ec8 req-6cf4f46f-2114-4de0-9c46-c23f161ea2b1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=12df60a8-9cb8-4fba-b561-c5b9e1192a1d HTTP/1.1" status: 200 len: 1096 time: 0.0454822 Jan 18 23:06:37.536627 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-db75ecb8-d5bb-40a7-b602-f02c0ec42ec8 req-79a3c0eb-99a0-45e8-b4c5-76f5872adefe service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e268fb34-10f8-4376-806f-7ab05a21f0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275519 Jan 18 23:06:37.995347 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2c038c-62e8-4619-9e76-aaee490b7543 req-94d2317b-acdb-4d0e-b5c8-da00364871bd tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:37.996849 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0f2c038c-62e8-4619-9e76-aaee490b7543 req-94d2317b-acdb-4d0e-b5c8-da00364871bd tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] 10.222.0.53 "GET /v2.0/ports?device_id=12df60a8-9cb8-4fba-b561-c5b9e1192a1d HTTP/1.1" status: 200 len: 945 time: 0.0479510 Jan 18 23:06:38.034295 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0f2c038c-62e8-4619-9e76-aaee490b7543 req-6b51ea41-39b5-4858-9071-b23fa972f0b2 tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] 10.222.0.53 "GET /v2.0/security-groups?id=e268fb34-10f8-4376-806f-7ab05a21f0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309198 Jan 18 23:06:39.150062 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9e98d3-88d3-4297-88ec-7b5bae4bb892 req-f6adb96f-198e-407e-b88b-b9d08232ab16 tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:39.151500 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3c9e98d3-88d3-4297-88ec-7b5bae4bb892 req-f6adb96f-198e-407e-b88b-b9d08232ab16 tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] 10.222.0.53 "GET /v2.0/ports?device_id=12df60a8-9cb8-4fba-b561-c5b9e1192a1d HTTP/1.1" status: 200 len: 945 time: 0.0510497 Jan 18 23:06:39.190626 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3c9e98d3-88d3-4297-88ec-7b5bae4bb892 req-94388609-fb82-4918-89ba-a984585ea2f6 tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] 10.222.0.53 "GET /v2.0/security-groups?id=e268fb34-10f8-4376-806f-7ab05a21f0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327053 Jan 18 23:06:39.413567 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf703d5-a507-440a-b8d7-53b312d72cde req-bfbe6d11-f68a-4047-95d2-98b99702096f tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:39.415003 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-caf703d5-a507-440a-b8d7-53b312d72cde req-bfbe6d11-f68a-4047-95d2-98b99702096f tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] 10.222.0.53 "GET /v2.0/ports?device_id=12df60a8-9cb8-4fba-b561-c5b9e1192a1d HTTP/1.1" status: 200 len: 945 time: 0.0497704 Jan 18 23:06:39.450814 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-caf703d5-a507-440a-b8d7-53b312d72cde req-1b50a78d-38a3-4c33-8569-884370c7892e tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] 10.222.0.53 "GET /v2.0/security-groups?id=e268fb34-10f8-4376-806f-7ab05a21f0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298953 Jan 18 23:06:40.568148 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7b0a9e-2b0b-4962-8aa4-819f5906f917 req-40b92a33-3955-4593-8c4f-263a0033d4a7 tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:40.569591 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4c7b0a9e-2b0b-4962-8aa4-819f5906f917 req-40b92a33-3955-4593-8c4f-263a0033d4a7 tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] 10.222.0.53 "GET /v2.0/ports?device_id=12df60a8-9cb8-4fba-b561-c5b9e1192a1d HTTP/1.1" status: 200 len: 945 time: 0.0505662 Jan 18 23:06:40.605940 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4c7b0a9e-2b0b-4962-8aa4-819f5906f917 req-652a3321-9e7a-466b-ba16-5a3484d0492d tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] 10.222.0.53 "GET /v2.0/security-groups?id=e268fb34-10f8-4376-806f-7ab05a21f0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304720 Jan 18 23:06:40.676665 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dc4e0e-ff35-4fcb-a9cf-c2eb5ecb1ee0 req-41ac6a56-58d2-4ed3-a9d8-b152741440e8 tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:40.678069 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-81dc4e0e-ff35-4fcb-a9cf-c2eb5ecb1ee0 req-41ac6a56-58d2-4ed3-a9d8-b152741440e8 tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] 10.222.0.36 "GET /v2.0/ports?device_id=12df60a8-9cb8-4fba-b561-c5b9e1192a1d HTTP/1.1" status: 200 len: 945 time: 0.0482991 Jan 18 23:06:40.764849 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-81dc4e0e-ff35-4fcb-a9cf-c2eb5ecb1ee0 req-add1e7a1-9f15-4833-a659-318c25370756 tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] Deleting port dafefb19-af0c-4420-9e6c-81160fc22794 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 23:06:40.765105 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-81dc4e0e-ff35-4fcb-a9cf-c2eb5ecb1ee0 req-add1e7a1-9f15-4833-a659-318c25370756 tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:40.848392 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-81dc4e0e-ff35-4fcb-a9cf-c2eb5ecb1ee0 req-add1e7a1-9f15-4833-a659-318c25370756 tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] For port dafefb19-af0c-4420-9e6c-81160fc22794, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=dafefb19-af0c-4420-9e6c-81160fc22794,segment=NetworkSegment(b0da42e5-dc76-4715-99e4-7601561356a4),segment_id=b0da42e5-dc76-4715-99e4-7601561356a4)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:06:40.848748 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-81dc4e0e-ff35-4fcb-a9cf-c2eb5ecb1ee0 req-add1e7a1-9f15-4833-a659-318c25370756 tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:40.860498 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-81dc4e0e-ff35-4fcb-a9cf-c2eb5ecb1ee0 req-add1e7a1-9f15-4833-a659-318c25370756 tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] Calling delete_port for dafefb19-af0c-4420-9e6c-81160fc22794 owned by compute:nova {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 23:06:40.988731 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-81dc4e0e-ff35-4fcb-a9cf-c2eb5ecb1ee0 req-add1e7a1-9f15-4833-a659-318c25370756 tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:41.002082 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['dafefb19-af0c-4420-9e6c-81160fc22794'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 23:06:41.007638 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['3ce7216c-a675-4497-bf71-aa40bd977c07'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 23:06:41.021971 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add1e7a1-9f15-4833-a659-318c25370756 tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] Pushing event deleted for resources: {'Port': ['ID=dafefb19-af0c-4420-9e6c-81160fc22794,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:41.049510 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add1e7a1-9f15-4833-a659-318c25370756 tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:06:41.049860 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add1e7a1-9f15-4833-a659-318c25370756 tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:06:41.050202 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add1e7a1-9f15-4833-a659-318c25370756 tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:06:41.050542 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add1e7a1-9f15-4833-a659-318c25370756 tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:06:41.050874 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add1e7a1-9f15-4833-a659-318c25370756 tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:06:41.051205 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add1e7a1-9f15-4833-a659-318c25370756 tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:06:41.051532 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add1e7a1-9f15-4833-a659-318c25370756 tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:06:41.051858 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add1e7a1-9f15-4833-a659-318c25370756 tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:06:41.052230 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add1e7a1-9f15-4833-a659-318c25370756 tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:06:41.052583 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add1e7a1-9f15-4833-a659-318c25370756 tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:06:41.052908 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add1e7a1-9f15-4833-a659-318c25370756 tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:06:41.053255 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add1e7a1-9f15-4833-a659-318c25370756 tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:06:41.074857 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-81dc4e0e-ff35-4fcb-a9cf-c2eb5ecb1ee0 req-add1e7a1-9f15-4833-a659-318c25370756 tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] No DVR routers for this DVR port dafefb19-af0c-4420-9e6c-81160fc22794 on host n-h1-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:06:41.077902 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-81dc4e0e-ff35-4fcb-a9cf-c2eb5ecb1ee0 req-add1e7a1-9f15-4833-a659-318c25370756 tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:41.081219 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-81dc4e0e-ff35-4fcb-a9cf-c2eb5ecb1ee0 req-add1e7a1-9f15-4833-a659-318c25370756 tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] 10.222.0.36 "DELETE /v2.0/ports/dafefb19-af0c-4420-9e6c-81160fc22794 HTTP/1.1" status: 204 len: 173 time: 0.3972256 Jan 18 23:06:41.082094 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12df60a8-9cb8-4fba-b561-c5b9e1192a1d', 'name': 'network-vif-deleted', 'tag': 'dafefb19-af0c-4420-9e6c-81160fc22794'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:06:41.084490 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8496c010-7c0e-493e-99d0-ed7f88979833" -d '{"events": [{"server_uuid": "12df60a8-9cb8-4fba-b561-c5b9e1192a1d", "name": "network-vif-deleted", "tag": "dafefb19-af0c-4420-9e6c-81160fc22794"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 23:06:41.126434 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 23:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7e89a9a-52dd-4601-8a0b-eee26a00af08 x-openstack-request-id: req-e7e89a9a-52dd-4601-8a0b-eee26a00af08 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 23:06:41.126732 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12df60a8-9cb8-4fba-b561-c5b9e1192a1d", "name": "network-vif-deleted", "tag": "dafefb19-af0c-4420-9e6c-81160fc22794", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 23:06:41.126991 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e7e89a9a-52dd-4601-8a0b-eee26a00af08 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 23:06:41.127405 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12df60a8-9cb8-4fba-b561-c5b9e1192a1d', 'name': 'network-vif-deleted', 'tag': 'dafefb19-af0c-4420-9e6c-81160fc22794', 'status': 'completed', 'code': 200} Jan 18 23:06:41.757031 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3b19e7-a689-4a30-9db8-b3f85b720d7a req-0e58d691-7ba3-4120-bd2e-320c1c5dbe64 tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:41.758490 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bb3b19e7-a689-4a30-9db8-b3f85b720d7a req-0e58d691-7ba3-4120-bd2e-320c1c5dbe64 tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f266e7c-bc54-4031-9882-580edf197b39 HTTP/1.1" status: 200 len: 946 time: 0.0519428 Jan 18 23:06:41.796052 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bb3b19e7-a689-4a30-9db8-b3f85b720d7a req-87e95282-fd55-4183-89dc-0578d7637e58 tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] 10.222.0.53 "GET /v2.0/security-groups?id=e268fb34-10f8-4376-806f-7ab05a21f0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311196 Jan 18 23:06:41.923686 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c25ec42-e63a-4fc4-9667-850d373e110e req-21718723-1f61-4663-8f36-52b922726728 tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:41.925105 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0c25ec42-e63a-4fc4-9667-850d373e110e req-21718723-1f61-4663-8f36-52b922726728 tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f266e7c-bc54-4031-9882-580edf197b39 HTTP/1.1" status: 200 len: 946 time: 0.0497339 Jan 18 23:06:41.963130 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0c25ec42-e63a-4fc4-9667-850d373e110e req-e3d47456-9758-460e-ab52-22344ce0f12d tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] 10.222.0.53 "GET /v2.0/security-groups?id=e268fb34-10f8-4376-806f-7ab05a21f0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320027 Jan 18 23:06:42.078729 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b108d3-7e97-4349-90c2-71ca5316bbd2 req-a6af6443-07e2-46eb-bfe5-31f8bd09f05d tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:42.080242 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-14b108d3-7e97-4349-90c2-71ca5316bbd2 req-a6af6443-07e2-46eb-bfe5-31f8bd09f05d tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f266e7c-bc54-4031-9882-580edf197b39 HTTP/1.1" status: 200 len: 946 time: 0.0495145 Jan 18 23:06:42.117201 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-14b108d3-7e97-4349-90c2-71ca5316bbd2 req-274d1dcf-39b3-4de3-aca8-f4fe9e30f87d tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] 10.222.0.53 "GET /v2.0/security-groups?id=e268fb34-10f8-4376-806f-7ab05a21f0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307841 Jan 18 23:06:42.282638 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b5ab36-cf33-4cee-8843-ce31b981f188 req-b3a6272f-7c46-40d0-bd7f-fc0f8f642660 tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:42.284072 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f9b5ab36-cf33-4cee-8843-ce31b981f188 req-b3a6272f-7c46-40d0-bd7f-fc0f8f642660 tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f266e7c-bc54-4031-9882-580edf197b39 HTTP/1.1" status: 200 len: 946 time: 0.0514200 Jan 18 23:06:42.320420 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f9b5ab36-cf33-4cee-8843-ce31b981f188 req-d5d7b02f-4d78-4c5d-81a8-29be8e5d284b tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] 10.222.0.53 "GET /v2.0/security-groups?id=e268fb34-10f8-4376-806f-7ab05a21f0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303299 Jan 18 23:06:42.435119 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7b4978-b2df-43c3-8d58-d84b5db3f4ec req-68d925f2-975c-403b-b3e5-a5c652795830 tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:42.437124 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ff7b4978-b2df-43c3-8d58-d84b5db3f4ec req-68d925f2-975c-403b-b3e5-a5c652795830 tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f266e7c-bc54-4031-9882-580edf197b39 HTTP/1.1" status: 200 len: 946 time: 0.0488803 Jan 18 23:06:42.473813 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ff7b4978-b2df-43c3-8d58-d84b5db3f4ec req-3b16dfd5-c367-4242-a03d-8d5fb8357939 tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] 10.222.0.53 "GET /v2.0/security-groups?id=e268fb34-10f8-4376-806f-7ab05a21f0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308831 Jan 18 23:06:42.594987 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b9bb23-022f-445e-8367-cdb7f41af387 req-701bd3b5-570c-4343-9776-dbb7a0d90ecf tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:42.596582 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-67b9bb23-022f-445e-8367-cdb7f41af387 req-701bd3b5-570c-4343-9776-dbb7a0d90ecf tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f266e7c-bc54-4031-9882-580edf197b39 HTTP/1.1" status: 200 len: 946 time: 0.0481315 Jan 18 23:06:42.634701 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-67b9bb23-022f-445e-8367-cdb7f41af387 req-d159ac4c-e791-45fe-99f4-9f8afc2a3748 tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] 10.222.0.53 "GET /v2.0/security-groups?id=e268fb34-10f8-4376-806f-7ab05a21f0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323122 Jan 18 23:06:42.927326 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c84a6-51fa-4584-8a4c-04e41442e50a req-8ed77e07-89e7-4b73-94aa-777da1de10b8 tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:42.928809 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e40c84a6-51fa-4584-8a4c-04e41442e50a req-8ed77e07-89e7-4b73-94aa-777da1de10b8 tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f266e7c-bc54-4031-9882-580edf197b39 HTTP/1.1" status: 200 len: 946 time: 0.0517714 Jan 18 23:06:42.965164 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e40c84a6-51fa-4584-8a4c-04e41442e50a req-3af9ee55-14b6-4d62-948b-5e427a78c6a4 tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] 10.222.0.53 "GET /v2.0/security-groups?id=e268fb34-10f8-4376-806f-7ab05a21f0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303128 Jan 18 23:06:43.182502 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:44.080580 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aab6129-fe7a-4c22-ab36-bd62e8643bc8 req-11391938-10e1-4b42-b783-53d5e8c7f3f4 tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:44.082287 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0aab6129-fe7a-4c22-ab36-bd62e8643bc8 req-11391938-10e1-4b42-b783-53d5e8c7f3f4 tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f266e7c-bc54-4031-9882-580edf197b39 HTTP/1.1" status: 200 len: 946 time: 0.0487876 Jan 18 23:06:44.091644 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:44.122158 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0aab6129-fe7a-4c22-ab36-bd62e8643bc8 req-51a2be95-e6b2-4e9c-9499-4172fa5df5fb tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] 10.222.0.53 "GET /v2.0/security-groups?id=e268fb34-10f8-4376-806f-7ab05a21f0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312996 Jan 18 23:06:44.239252 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8a193d-92af-4dee-b70d-c1d8ab16e134 req-9eb6dbc2-711f-4e6b-88ff-14057fa5e209 tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:44.240694 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cb8a193d-92af-4dee-b70d-c1d8ab16e134 req-9eb6dbc2-711f-4e6b-88ff-14057fa5e209 tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] 10.222.0.67 "GET /v2.0/ports?device_id=6f266e7c-bc54-4031-9882-580edf197b39 HTTP/1.1" status: 200 len: 946 time: 0.0471156 Jan 18 23:06:44.330686 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-cb8a193d-92af-4dee-b70d-c1d8ab16e134 req-e33c3072-88ca-4205-b31a-d14930dca7b2 tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] Deleting port 3ce7216c-a675-4497-bf71-aa40bd977c07 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 23:06:44.331024 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-cb8a193d-92af-4dee-b70d-c1d8ab16e134 req-e33c3072-88ca-4205-b31a-d14930dca7b2 tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:44.416820 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-cb8a193d-92af-4dee-b70d-c1d8ab16e134 req-e33c3072-88ca-4205-b31a-d14930dca7b2 tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] For port 3ce7216c-a675-4497-bf71-aa40bd977c07, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=3ce7216c-a675-4497-bf71-aa40bd977c07,segment=NetworkSegment(b0da42e5-dc76-4715-99e4-7601561356a4),segment_id=b0da42e5-dc76-4715-99e4-7601561356a4)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:06:44.417177 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-cb8a193d-92af-4dee-b70d-c1d8ab16e134 req-e33c3072-88ca-4205-b31a-d14930dca7b2 tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:44.428573 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-cb8a193d-92af-4dee-b70d-c1d8ab16e134 req-e33c3072-88ca-4205-b31a-d14930dca7b2 tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] Calling delete_port for 3ce7216c-a675-4497-bf71-aa40bd977c07 owned by compute:nova {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 23:06:44.553528 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-cb8a193d-92af-4dee-b70d-c1d8ab16e134 req-e33c3072-88ca-4205-b31a-d14930dca7b2 tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:44.564493 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['3ce7216c-a675-4497-bf71-aa40bd977c07'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 23:06:44.580591 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33c3072-88ca-4205-b31a-d14930dca7b2 tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] Pushing event deleted for resources: {'Port': ['ID=3ce7216c-a675-4497-bf71-aa40bd977c07,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:44.623890 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb8a193d-92af-4dee-b70d-c1d8ab16e134 req-e33c3072-88ca-4205-b31a-d14930dca7b2 tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] No DVR routers for this DVR port 3ce7216c-a675-4497-bf71-aa40bd977c07 on host n-h2-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:06:44.626678 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-cb8a193d-92af-4dee-b70d-c1d8ab16e134 req-e33c3072-88ca-4205-b31a-d14930dca7b2 tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:44.629914 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cb8a193d-92af-4dee-b70d-c1d8ab16e134 req-e33c3072-88ca-4205-b31a-d14930dca7b2 tempest-ServersNegativeTestJSON-2112933725 tempest-ServersNegativeTestJSON-2112933725-project] 10.222.0.67 "DELETE /v2.0/ports/3ce7216c-a675-4497-bf71-aa40bd977c07 HTTP/1.1" status: 204 len: 173 time: 0.3832178 Jan 18 23:06:44.630354 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f266e7c-bc54-4031-9882-580edf197b39', 'name': 'network-vif-deleted', 'tag': '3ce7216c-a675-4497-bf71-aa40bd977c07'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:06:44.632838 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-430e2235-d239-4c6c-a615-b8e9b1516bce" -d '{"events": [{"server_uuid": "6f266e7c-bc54-4031-9882-580edf197b39", "name": "network-vif-deleted", "tag": "3ce7216c-a675-4497-bf71-aa40bd977c07"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 23:06:44.676869 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 23:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdd1d5ec-9d0d-447e-9659-1914f45ba238 x-openstack-request-id: req-bdd1d5ec-9d0d-447e-9659-1914f45ba238 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 23:06:44.677526 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f266e7c-bc54-4031-9882-580edf197b39", "name": "network-vif-deleted", "tag": "3ce7216c-a675-4497-bf71-aa40bd977c07", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 23:06:44.677971 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bdd1d5ec-9d0d-447e-9659-1914f45ba238 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 23:06:44.678612 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f266e7c-bc54-4031-9882-580edf197b39', 'name': 'network-vif-deleted', 'tag': '3ce7216c-a675-4497-bf71-aa40bd977c07', 'status': 'completed', 'code': 200} Jan 18 23:06:45.179966 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58292) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:06:45.227082 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ae525d1-66f0-45e5-b3f0-0a391d674c70 admin admin] Deleting subnet 5354c4c2-ac48-481b-9c20-f5fa3b2403d1 {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 23:06:45.229933 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1ae525d1-66f0-45e5-b3f0-0a391d674c70 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:45.262855 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device dafefb19-af0c-4420-9e6c-81160fc22794 no longer exists at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 23:06:45.266847 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1ae525d1-66f0-45e5-b3f0-0a391d674c70 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:45.282351 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] No Port match for: dafefb19-af0c-4420-9e6c-81160fc22794 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 23:06:45.282698 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device dafefb19-af0c-4420-9e6c-81160fc22794 not bound to the agent host n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 23:06:45.305356 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1ae525d1-66f0-45e5-b3f0-0a391d674c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:45.355134 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1ae525d1-66f0-45e5-b3f0-0a391d674c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:45.379344 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae525d1-66f0-45e5-b3f0-0a391d674c70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5354c4c2-ac48-481b-9c20-f5fa3b2403d1,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:45.383633 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1ae525d1-66f0-45e5-b3f0-0a391d674c70 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:45.386829 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-1ae525d1-66f0-45e5-b3f0-0a391d674c70 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/5354c4c2-ac48-481b-9c20-f5fa3b2403d1 HTTP/1.1" status: 204 len: 168 time: 0.2058394 Jan 18 23:06:45.389863 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58294) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:06:45.460816 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9835708d-d6a2-4b8b-87b2-9a57bf1ec33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:45.536806 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9835708d-d6a2-4b8b-87b2-9a57bf1ec33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:45.556113 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-9835708d-d6a2-4b8b-87b2-9a57bf1ec33d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36cc624f-db29-412f-bdf3-88dda03412d3']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:06:45.564987 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-9835708d-d6a2-4b8b-87b2-9a57bf1ec33d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0da42e5-dc76-4715-99e4-7601561356a4') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:06:45.565270 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-9835708d-d6a2-4b8b-87b2-9a57bf1ec33d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0da42e5-dc76-4715-99e4-7601561356a4') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:06:45.579343 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9835708d-d6a2-4b8b-87b2-9a57bf1ec33d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:45.592628 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9835708d-d6a2-4b8b-87b2-9a57bf1ec33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:45.598644 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9835708d-d6a2-4b8b-87b2-9a57bf1ec33d admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:06:45.599049 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9835708d-d6a2-4b8b-87b2-9a57bf1ec33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:45.600747 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 23:06:45.600747 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:06:45.600747 n-d-825064-1 neutron-server[102431]: timer() Jan 18 23:06:45.600747 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:06:45.600747 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 23:06:45.600747 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 23:06:45.600747 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 23:06:45.600747 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:06:45.600747 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 23:06:45.600747 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:06:45.600747 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 23:06:45.600747 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:06:45.600747 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 23:06:45.600747 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 23:06:45.600747 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:06:45.600747 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 23:06:45.600747 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:06:45.600747 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 23:06:45.600747 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 23:06:45.600747 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:06:45.600747 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 23:06:45.600747 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:06:45.600747 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:06:45.600747 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:06:45.600747 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 23:06:45.600747 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:06:45.600747 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:06:45.600747 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:06:45.600747 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:06:45.600747 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:06:45.600747 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:06:45.600747 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:06:45.653784 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9835708d-d6a2-4b8b-87b2-9a57bf1ec33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:45.659891 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9835708d-d6a2-4b8b-87b2-9a57bf1ec33d admin admin] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:45.662942 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-9835708d-d6a2-4b8b-87b2-9a57bf1ec33d admin admin] 10.222.0.53 "DELETE /v2.0/networks/36cc624f-db29-412f-bdf3-88dda03412d3 HTTP/1.1" status: 204 len: 168 time: 0.2721872 Jan 18 23:06:45.673676 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9835708d-d6a2-4b8b-87b2-9a57bf1ec33d admin admin] Pushing event deleted for resources: {'Network': ['ID=36cc624f-db29-412f-bdf3-88dda03412d3,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:45.787740 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58298) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:06:45.825900 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-b75678b5-dd3a-46ed-ae09-bb64349c3a21 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=57b2c7215d2b4b56a68217d310091319&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0370650 Jan 18 23:06:45.828902 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58300) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:06:45.874295 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e85a5b51-511b-4c99-a47f-93c7b45a5099 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:45.894981 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e85a5b51-511b-4c99-a47f-93c7b45a5099 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:45.942131 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e85a5b51-511b-4c99-a47f-93c7b45a5099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:45.944891 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e85a5b51-511b-4c99-a47f-93c7b45a5099 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:45.946075 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-e85a5b51-511b-4c99-a47f-93c7b45a5099 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e268fb34-10f8-4376-806f-7ab05a21f0d1 HTTP/1.1" status: 204 len: 168 time: 0.1162531 Jan 18 23:06:45.955206 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85a5b51-511b-4c99-a47f-93c7b45a5099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e268fb34-10f8-4376-806f-7ab05a21f0d1,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:46.626356 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58322) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:06:46.718945 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-5c4cf98a-cff4-4be2-9201-e664045a583a tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1925961437'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:06:46.741680 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c4cf98a-cff4-4be2-9201-e664045a583a tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Made reservation on behalf of 31ae06826759407382b3ca279fa1f434 for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:06:46.745066 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5c4cf98a-cff4-4be2-9201-e664045a583a tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:46.753846 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5c4cf98a-cff4-4be2-9201-e664045a583a tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:46.830615 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5c4cf98a-cff4-4be2-9201-e664045a583a tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:46.834503 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5c4cf98a-cff4-4be2-9201-e664045a583a tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:46.860344 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c4cf98a-cff4-4be2-9201-e664045a583a tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:06:46.869738 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4cf98a-cff4-4be2-9201-e664045a583a tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55d4e632-0060-4385-b755-0e2d29b3af69,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:46.874592 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5c4cf98a-cff4-4be2-9201-e664045a583a tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:46.874954 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-5c4cf98a-cff4-4be2-9201-e664045a583a tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Added segment ad5cdd8d-a6b4-4248-94a5-1792e756739a of type vlan for network 04364c25-1689-4d8c-b6cc-33eacc2c8587 Jan 18 23:06:46.914688 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5c4cf98a-cff4-4be2-9201-e664045a583a tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:46.940064 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5c4cf98a-cff4-4be2-9201-e664045a583a tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:46.946294 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4cf98a-cff4-4be2-9201-e664045a583a tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:46.947117 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5c4cf98a-cff4-4be2-9201-e664045a583a tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:47.012289 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-5c4cf98a-cff4-4be2-9201-e664045a583a tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3848093 Jan 18 23:06:47.020880 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4cf98a-cff4-4be2-9201-e664045a583a tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Pushing event updated for resources: {'Network': ['ID=04364c25-1689-4d8c-b6cc-33eacc2c8587,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:47.031922 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 04364c25-1689-4d8c-b6cc-33eacc2c8587 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 23:06:47.787299 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 3ce7216c-a675-4497-bf71-aa40bd977c07 no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 23:06:47.809392 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] No Port match for: 3ce7216c-a675-4497-bf71-aa40bd977c07 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 23:06:47.809733 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 3ce7216c-a675-4497-bf71-aa40bd977c07 not bound to the agent host n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 23:06:49.352930 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0aed9ee7-cc34-40d3-9568-975123ac7dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:50.251881 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58326) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:06:50.257320 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-9ee5142a-61b4-4f2e-99f0-a585d2e75c2b tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Request body: {'subnet': {'network_id': '04364c25-1689-4d8c-b6cc-33eacc2c8587', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:06:50.343835 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ee5142a-61b4-4f2e-99f0-a585d2e75c2b tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Made reservation on behalf of 31ae06826759407382b3ca279fa1f434 for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:06:50.347187 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9ee5142a-61b4-4f2e-99f0-a585d2e75c2b tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:50.524434 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9ee5142a-61b4-4f2e-99f0-a585d2e75c2b tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:50.589043 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee5142a-61b4-4f2e-99f0-a585d2e75c2b tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Pushing event updated for resources: {'Subnet': ['ID=93136727-fb24-4b38-8623-083cd3492b46,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:50.597408 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee5142a-61b4-4f2e-99f0-a585d2e75c2b tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Checking segment: {'id': 'ad5cdd8d-a6b4-4248-94a5-1792e756739a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '04364c25-1689-4d8c-b6cc-33eacc2c8587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 23:06:50.597774 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee5142a-61b4-4f2e-99f0-a585d2e75c2b tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Network hostable DHCP agents. Network: 04364c25-1689-4d8c-b6cc-33eacc2c8587, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:06:50.613452 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee5142a-61b4-4f2e-99f0-a585d2e75c2b tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Network 04364c25-1689-4d8c-b6cc-33eacc2c8587 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:06:50.621317 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-9ee5142a-61b4-4f2e-99f0-a585d2e75c2b tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 04364c25-1689-4d8c-b6cc-33eacc2c8587) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:06:50.625335 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee5142a-61b4-4f2e-99f0-a585d2e75c2b tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:50.625910 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9ee5142a-61b4-4f2e-99f0-a585d2e75c2b tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:50.630215 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503a4597-4389-4bec-849b-130a439627ec None None] Network 04364c25-1689-4d8c-b6cc-33eacc2c8587 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 23:06:50.645448 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-9ee5142a-61b4-4f2e-99f0-a585d2e75c2b tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3891561 Jan 18 23:06:50.645643 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58328) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:06:50.650439 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-e09c679b-8432-4d49-8f23-bc41bd645c12 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1924900542'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:06:50.672083 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e09c679b-8432-4d49-8f23-bc41bd645c12 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Made reservation on behalf of 31ae06826759407382b3ca279fa1f434 for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:06:50.675552 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e09c679b-8432-4d49-8f23-bc41bd645c12 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:50.697964 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e09c679b-8432-4d49-8f23-bc41bd645c12 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:06:50.707084 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e09c679b-8432-4d49-8f23-bc41bd645c12 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:50.707424 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-e09c679b-8432-4d49-8f23-bc41bd645c12 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Added segment b6f5caba-1fed-4d45-b33a-c72fb804739d of type vlan for network eb2733d1-9231-4772-9ab1-f0b2d5ded72c Jan 18 23:06:50.746272 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e09c679b-8432-4d49-8f23-bc41bd645c12 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:50.772613 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e09c679b-8432-4d49-8f23-bc41bd645c12 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:50.774068 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf65684-54d5-4c8d-bf56-53509416f780 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-04364c25-1689-4d8c-b6cc-33eacc2c8587', 'network_id': '04364c25-1689-4d8c-b6cc-33eacc2c8587', 'tenant_id': '31ae06826759407382b3ca279fa1f434', 'fixed_ips': [{'subnet_id': '93136727-fb24-4b38-8623-083cd3492b46'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 23:06:50.774933 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-daf65684-54d5-4c8d-bf56-53509416f780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:50.778258 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09c679b-8432-4d49-8f23-bc41bd645c12 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:50.778832 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e09c679b-8432-4d49-8f23-bc41bd645c12 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:50.829556 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-e09c679b-8432-4d49-8f23-bc41bd645c12 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1828773 Jan 18 23:06:50.832467 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58330) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:06:50.848092 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-6641b8e0-3bbc-4431-abf2-66497f9e427d tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Request body: {'subnet': {'network_id': 'eb2733d1-9231-4772-9ab1-f0b2d5ded72c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:06:50.893856 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09c679b-8432-4d49-8f23-bc41bd645c12 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Pushing event updated for resources: {'Network': ['ID=eb2733d1-9231-4772-9ab1-f0b2d5ded72c,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:50.914103 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network eb2733d1-9231-4772-9ab1-f0b2d5ded72c details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 23:06:50.921127 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-daf65684-54d5-4c8d-bf56-53509416f780 None None] Allocated IP 2001:db8:0:ffff::2 (04364c25-1689-4d8c-b6cc-33eacc2c8587/93136727-fb24-4b38-8623-083cd3492b46/477960c6-bc73-4918-9dff-0af74a74bd1d) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:06:50.942034 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6641b8e0-3bbc-4431-abf2-66497f9e427d tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Made reservation on behalf of 31ae06826759407382b3ca279fa1f434 for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:06:50.945609 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6641b8e0-3bbc-4431-abf2-66497f9e427d tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:51.118295 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-daf65684-54d5-4c8d-bf56-53509416f780 None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:51.126121 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-daf65684-54d5-4c8d-bf56-53509416f780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:51.142774 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6641b8e0-3bbc-4431-abf2-66497f9e427d tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:51.165888 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf65684-54d5-4c8d-bf56-53509416f780 None None] Network 04364c25-1689-4d8c-b6cc-33eacc2c8587 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:06:51.168841 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-daf65684-54d5-4c8d-bf56-53509416f780 None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:06:51.172233 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf65684-54d5-4c8d-bf56-53509416f780 None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:06:51.178863 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf65684-54d5-4c8d-bf56-53509416f780 None None] Pushing event updated for resources: {'Port': ['ID=477960c6-bc73-4918-9dff-0af74a74bd1d,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:51.189437 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf65684-54d5-4c8d-bf56-53509416f780 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:06:51.189785 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf65684-54d5-4c8d-bf56-53509416f780 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:06:51.190125 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf65684-54d5-4c8d-bf56-53509416f780 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:06:51.190467 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf65684-54d5-4c8d-bf56-53509416f780 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:06:51.190794 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf65684-54d5-4c8d-bf56-53509416f780 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:06:51.191125 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf65684-54d5-4c8d-bf56-53509416f780 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:06:51.191452 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf65684-54d5-4c8d-bf56-53509416f780 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:06:51.191785 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf65684-54d5-4c8d-bf56-53509416f780 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:06:51.192098 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf65684-54d5-4c8d-bf56-53509416f780 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:06:51.192441 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf65684-54d5-4c8d-bf56-53509416f780 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:06:51.192791 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf65684-54d5-4c8d-bf56-53509416f780 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:06:51.193082 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf65684-54d5-4c8d-bf56-53509416f780 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:06:51.201497 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6641b8e0-3bbc-4431-abf2-66497f9e427d tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Pushing event updated for resources: {'Subnet': ['ID=447eabdc-708d-462b-9924-41460fd3054f,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:51.212555 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6641b8e0-3bbc-4431-abf2-66497f9e427d tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Checking segment: {'id': 'b6f5caba-1fed-4d45-b33a-c72fb804739d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'eb2733d1-9231-4772-9ab1-f0b2d5ded72c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 23:06:51.212919 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6641b8e0-3bbc-4431-abf2-66497f9e427d tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Network hostable DHCP agents. Network: eb2733d1-9231-4772-9ab1-f0b2d5ded72c, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:06:51.229404 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6641b8e0-3bbc-4431-abf2-66497f9e427d tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Network eb2733d1-9231-4772-9ab1-f0b2d5ded72c is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:06:51.239870 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-6641b8e0-3bbc-4431-abf2-66497f9e427d tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, eb2733d1-9231-4772-9ab1-f0b2d5ded72c) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:06:51.244285 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6641b8e0-3bbc-4431-abf2-66497f9e427d tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:51.244905 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6641b8e0-3bbc-4431-abf2-66497f9e427d tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:51.245718 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-daf65684-54d5-4c8d-bf56-53509416f780 None None] Attempting to bind port 477960c6-bc73-4918-9dff-0af74a74bd1d on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:06:51.246085 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-daf65684-54d5-4c8d-bf56-53509416f780 None None] Attempting to bind port 477960c6-bc73-4918-9dff-0af74a74bd1d by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': 'ad5cdd8d-a6b4-4248-94a5-1792e756739a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '04364c25-1689-4d8c-b6cc-33eacc2c8587'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:06:51.247057 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf65684-54d5-4c8d-bf56-53509416f780 None None] Attempting to bind port 477960c6-bc73-4918-9dff-0af74a74bd1d on network 04364c25-1689-4d8c-b6cc-33eacc2c8587 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 23:06:51.252669 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5afd4da0-0b47-4f22-8dde-5de6cb9a4d0c None None] Network eb2733d1-9231-4772-9ab1-f0b2d5ded72c requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 23:06:51.258584 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf65684-54d5-4c8d-bf56-53509416f780 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 23:06:51.258953 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf65684-54d5-4c8d-bf56-53509416f780 None None] Checking segment: {'id': 'ad5cdd8d-a6b4-4248-94a5-1792e756739a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '04364c25-1689-4d8c-b6cc-33eacc2c8587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 23:06:51.259363 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-daf65684-54d5-4c8d-bf56-53509416f780 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:51.259734 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf65684-54d5-4c8d-bf56-53509416f780 None None] Bound using segment: {'id': 'ad5cdd8d-a6b4-4248-94a5-1792e756739a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '04364c25-1689-4d8c-b6cc-33eacc2c8587'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 23:06:51.260334 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-daf65684-54d5-4c8d-bf56-53509416f780 None None] Bound port: 477960c6-bc73-4918-9dff-0af74a74bd1d, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad5cdd8d-a6b4-4248-94a5-1792e756739a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '04364c25-1689-4d8c-b6cc-33eacc2c8587'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:06:51.260780 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-daf65684-54d5-4c8d-bf56-53509416f780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:51.261721 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-6641b8e0-3bbc-4431-abf2-66497f9e427d tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4282694 Jan 18 23:06:51.264504 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58332) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:06:51.362593 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-25e79971-0a51-484a-b7b2-303c06ad3ea2 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:51.389466 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-daf65684-54d5-4c8d-bf56-53509416f780 None None] For port 477960c6-bc73-4918-9dff-0af74a74bd1d, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:06:51.420846 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-daf65684-54d5-4c8d-bf56-53509416f780 None None] For port 477960c6-bc73-4918-9dff-0af74a74bd1d, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=477960c6-bc73-4918-9dff-0af74a74bd1d,segment=NetworkSegment(ad5cdd8d-a6b4-4248-94a5-1792e756739a),segment_id=ad5cdd8d-a6b4-4248-94a5-1792e756739a)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:06:51.428773 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-daf65684-54d5-4c8d-bf56-53509416f780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:51.458554 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-25e79971-0a51-484a-b7b2-303c06ad3ea2 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:51.505375 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7f0952-77f1-4e7b-b989-cb42b8927f8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-eb2733d1-9231-4772-9ab1-f0b2d5ded72c', 'network_id': 'eb2733d1-9231-4772-9ab1-f0b2d5ded72c', 'tenant_id': '31ae06826759407382b3ca279fa1f434', 'fixed_ips': [{'subnet_id': '447eabdc-708d-462b-9924-41460fd3054f'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 23:06:51.506515 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3a7f0952-77f1-4e7b-b989-cb42b8927f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:51.525883 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf65684-54d5-4c8d-bf56-53509416f780 None None] Pushing event updated for resources: {'Port': ['ID=477960c6-bc73-4918-9dff-0af74a74bd1d,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:51.549931 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-25e79971-0a51-484a-b7b2-303c06ad3ea2 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:51.583673 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e79971-0a51-484a-b7b2-303c06ad3ea2 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Pushing event deleted for resources: {'Subnet': ['ID=447eabdc-708d-462b-9924-41460fd3054f,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:51.627398 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server [None req-3a7f0952-77f1-4e7b-b989-cb42b8927f8f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 447eabdc-708d-462b-9924-41460fd3054f: This subnet is being modified by another concurrent operation. Jan 18 23:06:51.627398 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 18 23:06:51.627398 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 18 23:06:51.627398 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 18 23:06:51.627398 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 18 23:06:51.627398 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 18 23:06:51.627398 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 18 23:06:51.627398 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 18 23:06:51.627398 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 18 23:06:51.627398 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 18 23:06:51.627398 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 18 23:06:51.627398 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 18 23:06:51.627398 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 23:06:51.627398 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 23:06:51.627398 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 23:06:51.627398 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 23:06:51.627398 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 18 23:06:51.627398 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 23:06:51.627398 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 18 23:06:51.627398 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 18 23:06:51.627398 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 23:06:51.627398 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 23:06:51.627398 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 23:06:51.627398 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 23:06:51.627398 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 18 23:06:51.627398 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 23:06:51.627398 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 18 23:06:51.627398 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 18 23:06:51.627398 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 23:06:51.627398 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 23:06:51.627398 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 23:06:51.627398 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 23:06:51.627398 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 18 23:06:51.627398 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 18 23:06:51.627398 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 18 23:06:51.627398 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 18 23:06:51.627398 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jan 18 23:06:51.627398 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 18 23:06:51.627398 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jan 18 23:06:51.627398 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 18 23:06:51.627398 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 18 23:06:51.627398 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 18 23:06:51.627398 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 18 23:06:51.627398 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 23:06:51.627398 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 18 23:06:51.627398 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 18 23:06:51.627398 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 18 23:06:51.627398 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 18 23:06:51.627398 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 23:06:51.627398 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 23:06:51.627398 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 23:06:51.627398 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 23:06:51.627398 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 18 23:06:51.627398 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 23:06:51.627398 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 18 23:06:51.627398 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 18 23:06:51.627398 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 23:06:51.627398 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 23:06:51.627398 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 23:06:51.627398 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 23:06:51.627398 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 18 23:06:51.627398 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 23:06:51.627398 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 18 23:06:51.627398 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 18 23:06:51.627398 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 23:06:51.627398 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 23:06:51.627398 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 23:06:51.627398 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 23:06:51.627398 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 18 23:06:51.627398 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 18 23:06:51.627398 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Jan 18 23:06:51.627398 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 18 23:06:51.627398 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Jan 18 23:06:51.627398 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 18 23:06:51.627398 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Jan 18 23:06:51.627398 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 18 23:06:51.627398 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 18 23:06:51.627398 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 18 23:06:51.627398 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 18 23:06:51.627398 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 18 23:06:51.627398 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 18 23:06:51.627398 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 18 23:06:51.627398 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 18 23:06:51.627398 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 18 23:06:51.627398 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 18 23:06:51.627398 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 18 23:06:51.627398 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 18 23:06:51.627398 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 18 23:06:51.627398 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 18 23:06:51.627398 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server raise exception Jan 18 23:06:51.627398 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 447eabdc-708d-462b-9924-41460fd3054f: This subnet is being modified by another concurrent operation. Jan 18 23:06:51.627398 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server Jan 18 23:06:51.666229 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2837db-1881-41b6-8de2-fa5b977cd8ce None None] Network eb2733d1-9231-4772-9ab1-f0b2d5ded72c requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 23:06:51.670161 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-25e79971-0a51-484a-b7b2-303c06ad3ea2 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:51.695881 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-25e79971-0a51-484a-b7b2-303c06ad3ea2 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb2733d1-9231-4772-9ab1-f0b2d5ded72c']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:06:51.712320 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-25e79971-0a51-484a-b7b2-303c06ad3ea2 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6f5caba-1fed-4d45-b33a-c72fb804739d') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:06:51.713135 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-25e79971-0a51-484a-b7b2-303c06ad3ea2 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6f5caba-1fed-4d45-b33a-c72fb804739d') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:06:51.724858 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-25e79971-0a51-484a-b7b2-303c06ad3ea2 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:51.740191 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-25e79971-0a51-484a-b7b2-303c06ad3ea2 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:51.747033 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25e79971-0a51-484a-b7b2-303c06ad3ea2 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:06:51.747429 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-25e79971-0a51-484a-b7b2-303c06ad3ea2 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:51.751174 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 23:06:51.751174 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:06:51.751174 n-d-825064-1 neutron-server[102431]: timer() Jan 18 23:06:51.751174 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:06:51.751174 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 23:06:51.751174 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 23:06:51.751174 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 23:06:51.751174 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:06:51.751174 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 23:06:51.751174 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:06:51.751174 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 23:06:51.751174 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:06:51.751174 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 23:06:51.751174 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 23:06:51.751174 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:06:51.751174 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 23:06:51.751174 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:06:51.751174 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 23:06:51.751174 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 23:06:51.751174 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:06:51.751174 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 23:06:51.751174 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:06:51.751174 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:06:51.751174 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:06:51.751174 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 23:06:51.751174 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:06:51.751174 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:06:51.751174 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:06:51.751174 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:06:51.751174 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:06:51.751174 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:06:51.751174 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:06:51.815229 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-25e79971-0a51-484a-b7b2-303c06ad3ea2 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:51.822217 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-25e79971-0a51-484a-b7b2-303c06ad3ea2 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:51.825372 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-25e79971-0a51-484a-b7b2-303c06ad3ea2 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] 10.222.0.53 "DELETE /v2.0/networks/eb2733d1-9231-4772-9ab1-f0b2d5ded72c HTTP/1.1" status: 204 len: 168 time: 0.5599723 Jan 18 23:06:51.829723 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 58334) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:06:51.834818 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-f686ad55-f2c7-4f6a-be3c-44cd68549e1a tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-381970587'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:06:51.837866 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e79971-0a51-484a-b7b2-303c06ad3ea2 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Pushing event deleted for resources: {'Network': ['ID=eb2733d1-9231-4772-9ab1-f0b2d5ded72c,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:51.858443 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f686ad55-f2c7-4f6a-be3c-44cd68549e1a tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Made reservation on behalf of 31ae06826759407382b3ca279fa1f434 for: {'network': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:06:51.861873 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f686ad55-f2c7-4f6a-be3c-44cd68549e1a tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:51.889902 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f686ad55-f2c7-4f6a-be3c-44cd68549e1a tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=102430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:06:51.899067 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f686ad55-f2c7-4f6a-be3c-44cd68549e1a tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:51.899356 n-d-825064-1 neutron-server[102430]: INFO neutron.db.segments_db [None req-f686ad55-f2c7-4f6a-be3c-44cd68549e1a tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Added segment 8448f000-7251-4a30-87fb-0aced84cda5a of type vlan for network b91f9715-d401-4de5-b9f2-ddfcd54570c4 Jan 18 23:06:51.937727 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f686ad55-f2c7-4f6a-be3c-44cd68549e1a tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:51.962403 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f686ad55-f2c7-4f6a-be3c-44cd68549e1a tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:51.968062 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f686ad55-f2c7-4f6a-be3c-44cd68549e1a tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:51.968703 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f686ad55-f2c7-4f6a-be3c-44cd68549e1a tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:51.995106 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1ec142ee-4b62-44c9-abea-5eb54240717a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:52.022091 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-f686ad55-f2c7-4f6a-be3c-44cd68549e1a tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1912098 Jan 18 23:06:52.024909 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 58336) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:06:52.029644 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-18418618-cf0d-4db8-94b4-c2df6ade0153 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Request body: {'subnet': {'network_id': 'b91f9715-d401-4de5-b9f2-ddfcd54570c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:06:52.084928 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f686ad55-f2c7-4f6a-be3c-44cd68549e1a tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Pushing event updated for resources: {'Network': ['ID=b91f9715-d401-4de5-b9f2-ddfcd54570c4,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:52.101846 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f686ad55-f2c7-4f6a-be3c-44cd68549e1a tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:06:52.102198 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f686ad55-f2c7-4f6a-be3c-44cd68549e1a tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:06:52.102575 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f686ad55-f2c7-4f6a-be3c-44cd68549e1a tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:06:52.102869 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f686ad55-f2c7-4f6a-be3c-44cd68549e1a tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:06:52.103208 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f686ad55-f2c7-4f6a-be3c-44cd68549e1a tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:06:52.103544 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f686ad55-f2c7-4f6a-be3c-44cd68549e1a tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:06:52.103874 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f686ad55-f2c7-4f6a-be3c-44cd68549e1a tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:06:52.104230 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f686ad55-f2c7-4f6a-be3c-44cd68549e1a tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:06:52.104567 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f686ad55-f2c7-4f6a-be3c-44cd68549e1a tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:06:52.104880 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f686ad55-f2c7-4f6a-be3c-44cd68549e1a tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:06:52.105210 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f686ad55-f2c7-4f6a-be3c-44cd68549e1a tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:06:52.105534 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f686ad55-f2c7-4f6a-be3c-44cd68549e1a tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:06:52.118044 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network b91f9715-d401-4de5-b9f2-ddfcd54570c4 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 23:06:52.146120 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18418618-cf0d-4db8-94b4-c2df6ade0153 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Made reservation on behalf of 31ae06826759407382b3ca279fa1f434 for: {'subnet': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:06:52.151249 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-18418618-cf0d-4db8-94b4-c2df6ade0153 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62288702'] for subnet, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:52.219126 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.ipam_backend_mixin [None req-18418618-cf0d-4db8-94b4-c2df6ade0153 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Performing IP validity checks on allocation pools {{(pid=102430) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 18 23:06:52.219633 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.ipam_backend_mixin [None req-18418618-cf0d-4db8-94b4-c2df6ade0153 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102430) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 18 23:06:52.342788 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-18418618-cf0d-4db8-94b4-c2df6ade0153 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60203213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62288684'] for subnet, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:52.397529 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18418618-cf0d-4db8-94b4-c2df6ade0153 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Pushing event updated for resources: {'Subnet': ['ID=88409e13-e019-450d-b999-9439958653e8,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:52.412697 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18418618-cf0d-4db8-94b4-c2df6ade0153 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Checking segment: {'id': '8448f000-7251-4a30-87fb-0aced84cda5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b91f9715-d401-4de5-b9f2-ddfcd54570c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 23:06:52.413067 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18418618-cf0d-4db8-94b4-c2df6ade0153 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Network hostable DHCP agents. Network: b91f9715-d401-4de5-b9f2-ddfcd54570c4, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:06:52.430404 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7100186-0078-474d-bead-dd412b68f437 None None] Network 04364c25-1689-4d8c-b6cc-33eacc2c8587 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 23:06:52.431511 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18418618-cf0d-4db8-94b4-c2df6ade0153 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Network b91f9715-d401-4de5-b9f2-ddfcd54570c4 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:06:52.441185 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-18418618-cf0d-4db8-94b4-c2df6ade0153 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, b91f9715-d401-4de5-b9f2-ddfcd54570c4) {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:06:52.445635 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18418618-cf0d-4db8-94b4-c2df6ade0153 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:52.446956 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-18418618-cf0d-4db8-94b4-c2df6ade0153 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Notify callbacks [] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:52.467948 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-18418618-cf0d-4db8-94b4-c2df6ade0153 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4389677 Jan 18 23:06:52.468295 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58338) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:06:52.477877 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488d791d-9d43-484a-a6c9-e6bcead2664f None None] Network b91f9715-d401-4de5-b9f2-ddfcd54570c4 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 23:06:52.528791 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-b5aaaa50-9212-4c0b-8289-ef09bee891d2 None None] Provisioning complete for port 477960c6-bc73-4918-9dff-0af74a74bd1d triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:06:52.529697 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b5aaaa50-9212-4c0b-8289-ef09bee891d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:52.568552 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ea24795a-5d2e-4853-b8cd-5b20b9c84c25 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:52.568867 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 477960c6-bc73-4918-9dff-0af74a74bd1d up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 23:06:52.621447 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ea24795a-5d2e-4853-b8cd-5b20b9c84c25 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:52.689089 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ea24795a-5d2e-4853-b8cd-5b20b9c84c25 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:52.717117 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea24795a-5d2e-4853-b8cd-5b20b9c84c25 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Pushing event deleted for resources: {'Subnet': ['ID=88409e13-e019-450d-b999-9439958653e8,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:52.777574 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ea24795a-5d2e-4853-b8cd-5b20b9c84c25 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:52.799482 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-ea24795a-5d2e-4853-b8cd-5b20b9c84c25 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b91f9715-d401-4de5-b9f2-ddfcd54570c4']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:06:52.808654 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-ea24795a-5d2e-4853-b8cd-5b20b9c84c25 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8448f000-7251-4a30-87fb-0aced84cda5a') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:06:52.808948 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-ea24795a-5d2e-4853-b8cd-5b20b9c84c25 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8448f000-7251-4a30-87fb-0aced84cda5a') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:06:52.818521 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ea24795a-5d2e-4853-b8cd-5b20b9c84c25 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:52.831456 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ea24795a-5d2e-4853-b8cd-5b20b9c84c25 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:52.837353 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea24795a-5d2e-4853-b8cd-5b20b9c84c25 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:06:52.837701 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ea24795a-5d2e-4853-b8cd-5b20b9c84c25 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:52.840684 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 23:06:52.840684 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:06:52.840684 n-d-825064-1 neutron-server[102431]: timer() Jan 18 23:06:52.840684 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:06:52.840684 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 23:06:52.840684 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 23:06:52.840684 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 23:06:52.840684 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:06:52.840684 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 23:06:52.840684 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:06:52.840684 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 23:06:52.840684 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:06:52.840684 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 23:06:52.840684 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 23:06:52.840684 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:06:52.840684 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 23:06:52.840684 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:06:52.840684 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 23:06:52.840684 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 23:06:52.840684 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:06:52.840684 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 23:06:52.840684 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:06:52.840684 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:06:52.840684 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:06:52.840684 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 23:06:52.840684 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:06:52.840684 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:06:52.840684 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:06:52.840684 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:06:52.840684 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:06:52.840684 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:06:52.840684 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:06:52.902489 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ea24795a-5d2e-4853-b8cd-5b20b9c84c25 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:52.911309 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ea24795a-5d2e-4853-b8cd-5b20b9c84c25 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:52.914612 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-ea24795a-5d2e-4853-b8cd-5b20b9c84c25 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] 10.222.0.53 "DELETE /v2.0/networks/b91f9715-d401-4de5-b9f2-ddfcd54570c4 HTTP/1.1" status: 204 len: 168 time: 0.4452507 Jan 18 23:06:52.918365 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 58340) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:06:52.924230 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-14e0a827-fea0-44a0-bd01-2e4f9d2e5c2e tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-556540198'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:06:52.925669 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea24795a-5d2e-4853-b8cd-5b20b9c84c25 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Pushing event deleted for resources: {'Network': ['ID=b91f9715-d401-4de5-b9f2-ddfcd54570c4,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:52.940394 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 477960c6-bc73-4918-9dff-0af74a74bd1d triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:06:52.940847 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:52.944345 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c49c56-4c94-4609-8955-c72d9a37a59a None None] Network b91f9715-d401-4de5-b9f2-ddfcd54570c4 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 23:06:52.948326 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b5aaaa50-9212-4c0b-8289-ef09bee891d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:52.952203 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14e0a827-fea0-44a0-bd01-2e4f9d2e5c2e tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Made reservation on behalf of 31ae06826759407382b3ca279fa1f434 for: {'network': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:06:52.955645 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-14e0a827-fea0-44a0-bd01-2e4f9d2e5c2e tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:52.978950 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14e0a827-fea0-44a0-bd01-2e4f9d2e5c2e tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=102430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:06:52.987313 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c49c56-4c94-4609-8955-c72d9a37a59a None None] Network b91f9715-d401-4de5-b9f2-ddfcd54570c4 could not be found, it might have been deleted concurrently. {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jan 18 23:06:52.989248 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-14e0a827-fea0-44a0-bd01-2e4f9d2e5c2e tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:52.989606 n-d-825064-1 neutron-server[102430]: INFO neutron.db.segments_db [None req-14e0a827-fea0-44a0-bd01-2e4f9d2e5c2e tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Added segment 32241677-d40f-4436-8cc5-021ac6f6638a of type vlan for network c88bbb08-7b5f-4b39-b9f2-481c914817e7 Jan 18 23:06:53.035483 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-b5aaaa50-9212-4c0b-8289-ef09bee891d2 None None] For port 477960c6-bc73-4918-9dff-0af74a74bd1d, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=477960c6-bc73-4918-9dff-0af74a74bd1d,segment=NetworkSegment(ad5cdd8d-a6b4-4248-94a5-1792e756739a),segment_id=ad5cdd8d-a6b4-4248-94a5-1792e756739a)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:06:53.042308 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b5aaaa50-9212-4c0b-8289-ef09bee891d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:53.049428 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-14e0a827-fea0-44a0-bd01-2e4f9d2e5c2e tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:53.075184 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-14e0a827-fea0-44a0-bd01-2e4f9d2e5c2e tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:53.085976 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e0a827-fea0-44a0-bd01-2e4f9d2e5c2e tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:53.086591 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-14e0a827-fea0-44a0-bd01-2e4f9d2e5c2e tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:53.138107 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:53.143852 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aaaa50-9212-4c0b-8289-ef09bee891d2 None None] Pushing event updated for resources: {'Port': ['ID=477960c6-bc73-4918-9dff-0af74a74bd1d,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:53.151201 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58342) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:06:53.151430 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-14e0a827-fea0-44a0-bd01-2e4f9d2e5c2e tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2318773 Jan 18 23:06:53.157146 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-93f2a1f8-c6f6-45c9-bc8c-0122c2584cd1 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Request body: {'subnet': {'network_id': 'c88bbb08-7b5f-4b39-b9f2-481c914817e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:06:53.168541 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e0a827-fea0-44a0-bd01-2e4f9d2e5c2e tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Pushing event updated for resources: {'Network': ['ID=c88bbb08-7b5f-4b39-b9f2-481c914817e7,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:53.180395 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network c88bbb08-7b5f-4b39-b9f2-481c914817e7 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 23:06:53.254854 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944b17d8-1ccb-4721-924a-89875c8ba133 None None] get_active_networks_info from n-d-825064-1 {{(pid=102432) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jan 18 23:06:53.255048 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93f2a1f8-c6f6-45c9-bc8c-0122c2584cd1 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Made reservation on behalf of 31ae06826759407382b3ca279fa1f434 for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:06:53.258739 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-93f2a1f8-c6f6-45c9-bc8c-0122c2584cd1 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:53.291737 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7acaf942-9683-4e86-8113-434e710fffb6 None None] Provisioning complete for port 477960c6-bc73-4918-9dff-0af74a74bd1d triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:06:53.292110 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7acaf942-9683-4e86-8113-434e710fffb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:53.359835 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944b17d8-1ccb-4721-924a-89875c8ba133 None None] Resources bound (agent type, host, resource id): {{(pid=102432) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 18 23:06:53.445535 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-93f2a1f8-c6f6-45c9-bc8c-0122c2584cd1 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:53.511177 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f2a1f8-c6f6-45c9-bc8c-0122c2584cd1 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Pushing event updated for resources: {'Subnet': ['ID=8dc1e92f-6e55-4f07-942c-10972a36a61b,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:53.519089 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f2a1f8-c6f6-45c9-bc8c-0122c2584cd1 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Checking segment: {'id': '32241677-d40f-4436-8cc5-021ac6f6638a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c88bbb08-7b5f-4b39-b9f2-481c914817e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 23:06:53.519459 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f2a1f8-c6f6-45c9-bc8c-0122c2584cd1 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Network hostable DHCP agents. Network: c88bbb08-7b5f-4b39-b9f2-481c914817e7, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:06:53.535963 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f2a1f8-c6f6-45c9-bc8c-0122c2584cd1 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Network c88bbb08-7b5f-4b39-b9f2-481c914817e7 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:06:53.544724 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-93f2a1f8-c6f6-45c9-bc8c-0122c2584cd1 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, c88bbb08-7b5f-4b39-b9f2-481c914817e7) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:06:53.550187 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f2a1f8-c6f6-45c9-bc8c-0122c2584cd1 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:53.550769 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-93f2a1f8-c6f6-45c9-bc8c-0122c2584cd1 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:53.566793 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-93f2a1f8-c6f6-45c9-bc8c-0122c2584cd1 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4144368 Jan 18 23:06:53.570535 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 58344) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:06:53.576593 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-260ab88f-2d1b-4382-a7f7-877febd83cbd tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-400524349'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:06:53.594508 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d205e6-6142-4b06-8cca-ed9ab8af4614 None None] Network c88bbb08-7b5f-4b39-b9f2-481c914817e7 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 23:06:53.598055 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-260ab88f-2d1b-4382-a7f7-877febd83cbd tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Made reservation on behalf of 31ae06826759407382b3ca279fa1f434 for: {'network': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:06:53.601643 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-260ab88f-2d1b-4382-a7f7-877febd83cbd tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:53.626405 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-260ab88f-2d1b-4382-a7f7-877febd83cbd tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=102430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:06:53.635470 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-260ab88f-2d1b-4382-a7f7-877febd83cbd tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:53.635890 n-d-825064-1 neutron-server[102430]: INFO neutron.db.segments_db [None req-260ab88f-2d1b-4382-a7f7-877febd83cbd tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Added segment 92f05a52-5bf7-433c-8144-d1c77a832626 of type vlan for network 43bc12a2-a521-4ece-9ff4-6ab201d75cd7 Jan 18 23:06:53.679091 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-260ab88f-2d1b-4382-a7f7-877febd83cbd tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:53.704414 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-260ab88f-2d1b-4382-a7f7-877febd83cbd tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:53.709856 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260ab88f-2d1b-4382-a7f7-877febd83cbd tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:53.710432 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-260ab88f-2d1b-4382-a7f7-877febd83cbd tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:53.741424 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9d7144-830e-4084-8db4-473a916c632a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-c88bbb08-7b5f-4b39-b9f2-481c914817e7', 'network_id': 'c88bbb08-7b5f-4b39-b9f2-481c914817e7', 'tenant_id': '31ae06826759407382b3ca279fa1f434', 'fixed_ips': [{'subnet_id': '8dc1e92f-6e55-4f07-942c-10972a36a61b'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 23:06:53.742342 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-df9d7144-830e-4084-8db4-473a916c632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:53.760971 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-260ab88f-2d1b-4382-a7f7-877febd83cbd tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1893396 Jan 18 23:06:53.764454 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 58346) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:06:53.775441 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-c6775d36-686f-418c-aa26-7c5d66be37c8 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Request body: {'subnet': {'network_id': '43bc12a2-a521-4ece-9ff4-6ab201d75cd7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:06:53.823211 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260ab88f-2d1b-4382-a7f7-877febd83cbd tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Pushing event updated for resources: {'Network': ['ID=43bc12a2-a521-4ece-9ff4-6ab201d75cd7,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:53.835875 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 43bc12a2-a521-4ece-9ff4-6ab201d75cd7 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 23:06:53.871587 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6775d36-686f-418c-aa26-7c5d66be37c8 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Made reservation on behalf of 31ae06826759407382b3ca279fa1f434 for: {'subnet': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:06:53.875435 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c6775d36-686f-418c-aa26-7c5d66be37c8 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62288702'] for subnet, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:53.933870 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-df9d7144-830e-4084-8db4-473a916c632a None None] Allocated IP 2001:db8::2 (c88bbb08-7b5f-4b39-b9f2-481c914817e7/8dc1e92f-6e55-4f07-942c-10972a36a61b/9ff39e85-72bb-42fc-9410-91a078c5e874) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:06:54.060981 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c6775d36-686f-418c-aa26-7c5d66be37c8 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60203213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62288684'] for subnet, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:54.081057 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-df9d7144-830e-4084-8db4-473a916c632a None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:54.091324 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-df9d7144-830e-4084-8db4-473a916c632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:54.121877 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6775d36-686f-418c-aa26-7c5d66be37c8 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Pushing event updated for resources: {'Subnet': ['ID=f24c7638-d27a-4cb5-9f62-dfe83263eea3,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:54.128034 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9d7144-830e-4084-8db4-473a916c632a None None] Network c88bbb08-7b5f-4b39-b9f2-481c914817e7 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:06:54.131412 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6775d36-686f-418c-aa26-7c5d66be37c8 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Checking segment: {'id': '92f05a52-5bf7-433c-8144-d1c77a832626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '43bc12a2-a521-4ece-9ff4-6ab201d75cd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 23:06:54.131774 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6775d36-686f-418c-aa26-7c5d66be37c8 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Network hostable DHCP agents. Network: 43bc12a2-a521-4ece-9ff4-6ab201d75cd7, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:06:54.133337 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-df9d7144-830e-4084-8db4-473a916c632a None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:06:54.136879 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9d7144-830e-4084-8db4-473a916c632a None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:06:54.145755 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9d7144-830e-4084-8db4-473a916c632a None None] Pushing event updated for resources: {'Port': ['ID=9ff39e85-72bb-42fc-9410-91a078c5e874,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:54.149101 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6775d36-686f-418c-aa26-7c5d66be37c8 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Network 43bc12a2-a521-4ece-9ff4-6ab201d75cd7 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:06:54.157515 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-c6775d36-686f-418c-aa26-7c5d66be37c8 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 43bc12a2-a521-4ece-9ff4-6ab201d75cd7) {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:06:54.161706 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6775d36-686f-418c-aa26-7c5d66be37c8 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:54.162289 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c6775d36-686f-418c-aa26-7c5d66be37c8 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Notify callbacks [] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:54.171445 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882e7574-103e-4594-b5a5-8176ad47f5a4 None None] Network 43bc12a2-a521-4ece-9ff4-6ab201d75cd7 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 23:06:54.179034 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-c6775d36-686f-418c-aa26-7c5d66be37c8 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4136307 Jan 18 23:06:54.181581 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 58348) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:06:54.241564 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-df9d7144-830e-4084-8db4-473a916c632a None None] Attempting to bind port 9ff39e85-72bb-42fc-9410-91a078c5e874 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:06:54.241929 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-df9d7144-830e-4084-8db4-473a916c632a None None] Attempting to bind port 9ff39e85-72bb-42fc-9410-91a078c5e874 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '32241677-d40f-4436-8cc5-021ac6f6638a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c88bbb08-7b5f-4b39-b9f2-481c914817e7'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:06:54.242286 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9d7144-830e-4084-8db4-473a916c632a None None] Attempting to bind port 9ff39e85-72bb-42fc-9410-91a078c5e874 on network c88bbb08-7b5f-4b39-b9f2-481c914817e7 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 23:06:54.251081 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9d7144-830e-4084-8db4-473a916c632a None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 23:06:54.251454 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9d7144-830e-4084-8db4-473a916c632a None None] Checking segment: {'id': '32241677-d40f-4436-8cc5-021ac6f6638a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c88bbb08-7b5f-4b39-b9f2-481c914817e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 23:06:54.251851 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-df9d7144-830e-4084-8db4-473a916c632a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:54.252261 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9d7144-830e-4084-8db4-473a916c632a None None] Bound using segment: {'id': '32241677-d40f-4436-8cc5-021ac6f6638a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c88bbb08-7b5f-4b39-b9f2-481c914817e7'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 23:06:54.252717 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-df9d7144-830e-4084-8db4-473a916c632a None None] Bound port: 9ff39e85-72bb-42fc-9410-91a078c5e874, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32241677-d40f-4436-8cc5-021ac6f6638a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c88bbb08-7b5f-4b39-b9f2-481c914817e7'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:06:54.253097 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-df9d7144-830e-4084-8db4-473a916c632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:54.274915 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-efb10363-5695-4cde-abab-2757968f977f tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:54.353420 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-efb10363-5695-4cde-abab-2757968f977f tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:54.361566 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-df9d7144-830e-4084-8db4-473a916c632a None None] For port 9ff39e85-72bb-42fc-9410-91a078c5e874, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:06:54.367083 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-df9d7144-830e-4084-8db4-473a916c632a None None] For port 9ff39e85-72bb-42fc-9410-91a078c5e874, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=9ff39e85-72bb-42fc-9410-91a078c5e874,segment=NetworkSegment(32241677-d40f-4436-8cc5-021ac6f6638a),segment_id=32241677-d40f-4436-8cc5-021ac6f6638a)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:06:54.390246 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-df9d7144-830e-4084-8db4-473a916c632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:54.415256 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-efb10363-5695-4cde-abab-2757968f977f tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60203138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62288677'] for subnet, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:54.415629 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f637966-fe34-4a03-8f91-62e33c7e8dbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-43bc12a2-a521-4ece-9ff4-6ab201d75cd7', 'network_id': '43bc12a2-a521-4ece-9ff4-6ab201d75cd7', 'tenant_id': '31ae06826759407382b3ca279fa1f434', 'fixed_ips': [{'subnet_id': 'f24c7638-d27a-4cb5-9f62-dfe83263eea3'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 23:06:54.416502 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4f637966-fe34-4a03-8f91-62e33c7e8dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:54.440634 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb10363-5695-4cde-abab-2757968f977f tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Pushing event deleted for resources: {'Subnet': ['ID=f24c7638-d27a-4cb5-9f62-dfe83263eea3,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:54.463381 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9d7144-830e-4084-8db4-473a916c632a None None] Pushing event updated for resources: {'Port': ['ID=9ff39e85-72bb-42fc-9410-91a078c5e874,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:54.544393 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 477960c6-bc73-4918-9dff-0af74a74bd1d up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 23:06:54.547505 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10232830-ecb9-4c4e-98a6-38372a56eaea None None] Network 43bc12a2-a521-4ece-9ff4-6ab201d75cd7 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 23:06:54.706043 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:54.745246 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:54.765860 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 477960c6-bc73-4918-9dff-0af74a74bd1d triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:06:54.766230 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:54.847420 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-efb10363-5695-4cde-abab-2757968f977f tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:54.867086 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-efb10363-5695-4cde-abab-2757968f977f tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43bc12a2-a521-4ece-9ff4-6ab201d75cd7']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:06:54.876762 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-efb10363-5695-4cde-abab-2757968f977f tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92f05a52-5bf7-433c-8144-d1c77a832626') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:06:54.877060 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-efb10363-5695-4cde-abab-2757968f977f tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92f05a52-5bf7-433c-8144-d1c77a832626') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:06:54.886458 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-efb10363-5695-4cde-abab-2757968f977f tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60394742'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:54.899612 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-efb10363-5695-4cde-abab-2757968f977f tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:54.905293 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efb10363-5695-4cde-abab-2757968f977f tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:06:54.905676 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-efb10363-5695-4cde-abab-2757968f977f tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60203044'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:54.908586 n-d-825064-1 neutron-server[102430]: Traceback (most recent call last): Jan 18 23:06:54.908586 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:06:54.908586 n-d-825064-1 neutron-server[102430]: timer() Jan 18 23:06:54.908586 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:06:54.908586 n-d-825064-1 neutron-server[102430]: cb(*args, **kw) Jan 18 23:06:54.908586 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 23:06:54.908586 n-d-825064-1 neutron-server[102430]: return func(*args, **kwargs) Jan 18 23:06:54.908586 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:06:54.908586 n-d-825064-1 neutron-server[102430]: self._notify() Jan 18 23:06:54.908586 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:06:54.908586 n-d-825064-1 neutron-server[102430]: self.callback(batched_events) Jan 18 23:06:54.908586 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:06:54.908586 n-d-825064-1 neutron-server[102430]: event.method(event) Jan 18 23:06:54.908586 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 23:06:54.908586 n-d-825064-1 neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:06:54.908586 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 23:06:54.908586 n-d-825064-1 neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:06:54.908586 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 23:06:54.908586 n-d-825064-1 neutron-server[102430]: return f(self, *a, **k) Jan 18 23:06:54.908586 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:06:54.908586 n-d-825064-1 neutron-server[102430]: return self._get(url).json() Jan 18 23:06:54.908586 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:06:54.908586 n-d-825064-1 neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:06:54.908586 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:06:54.908586 n-d-825064-1 neutron-server[102430]: return self.request(url, 'GET', **kwargs) Jan 18 23:06:54.908586 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:06:54.908586 n-d-825064-1 neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:06:54.908586 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:06:54.908586 n-d-825064-1 neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:06:54.908586 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:06:54.908586 n-d-825064-1 neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:06:54.908586 n-d-825064-1 neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:06:54.964733 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-efb10363-5695-4cde-abab-2757968f977f tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:54.971760 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-efb10363-5695-4cde-abab-2757968f977f tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:54.974871 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-efb10363-5695-4cde-abab-2757968f977f tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] 10.222.0.53 "DELETE /v2.0/networks/43bc12a2-a521-4ece-9ff4-6ab201d75cd7 HTTP/1.1" status: 204 len: 168 time: 0.7923670 Jan 18 23:06:54.978171 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58350) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:06:54.992590 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb10363-5695-4cde-abab-2757968f977f tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Pushing event deleted for resources: {'Network': ['ID=43bc12a2-a521-4ece-9ff4-6ab201d75cd7,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:55.006821 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5dcd0d9-f23e-4a38-a875-300b0e925249 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] GET failed (client error): The resource could not be found. Jan 18 23:06:55.008212 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-f5dcd0d9-f23e-4a38-a875-300b0e925249 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] 10.222.0.53 "GET /v2.0/subnets/f24c7638-d27a-4cb5-9f62-dfe83263eea3 HTTP/1.1" status: 404 len: 337 time: 0.0289917 Jan 18 23:06:55.010974 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58352) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:06:55.029027 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-211f1b55-606f-448f-b767-f273d75f7a46 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] DELETE failed (client error): The resource could not be found. Jan 18 23:06:55.029528 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-211f1b55-606f-448f-b767-f273d75f7a46 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:06:55.032378 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-211f1b55-606f-448f-b767-f273d75f7a46 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] 10.222.0.53 "DELETE /v2.0/networks/43bc12a2-a521-4ece-9ff4-6ab201d75cd7 HTTP/1.1" status: 404 len: 339 time: 0.0204897 Jan 18 23:06:55.035813 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58354) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:06:55.059763 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-aac8e134-b3dd-4047-8ee4-20149bd93789 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] DELETE failed (client error): The resource could not be found. Jan 18 23:06:55.060217 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aac8e134-b3dd-4047-8ee4-20149bd93789 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:06:55.064898 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-aac8e134-b3dd-4047-8ee4-20149bd93789 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] 10.222.0.53 "DELETE /v2.0/subnets/f24c7638-d27a-4cb5-9f62-dfe83263eea3 HTTP/1.1" status: 404 len: 337 time: 0.0268750 Jan 18 23:06:55.065878 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58356) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:06:55.084540 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6f564f3-a869-42cc-a003-cc28e4237a32 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] DELETE failed (client error): The resource could not be found. Jan 18 23:06:55.085289 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6f564f3-a869-42cc-a003-cc28e4237a32 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:06:55.088074 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-f6f564f3-a869-42cc-a003-cc28e4237a32 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] 10.222.0.53 "DELETE /v2.0/networks/43bc12a2-a521-4ece-9ff4-6ab201d75cd7 HTTP/1.1" status: 404 len: 339 time: 0.0213168 Jan 18 23:06:55.090674 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58358) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:06:55.143597 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f49efab-e512-4006-afdb-ea4d5ef54a72 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Deleting subnet 8dc1e92f-6e55-4f07-942c-10972a36a61b {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 23:06:55.146911 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5f49efab-e512-4006-afdb-ea4d5ef54a72 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:55.193062 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5f49efab-e512-4006-afdb-ea4d5ef54a72 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:55.280752 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5f49efab-e512-4006-afdb-ea4d5ef54a72 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:55.341103 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5f49efab-e512-4006-afdb-ea4d5ef54a72 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:55.376705 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f49efab-e512-4006-afdb-ea4d5ef54a72 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Pushing event deleted for resources: {'Subnet': ['ID=8dc1e92f-6e55-4f07-942c-10972a36a61b,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:55.381699 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5f49efab-e512-4006-afdb-ea4d5ef54a72 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:55.385089 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-5f49efab-e512-4006-afdb-ea4d5ef54a72 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] 10.222.0.53 "DELETE /v2.0/subnets/8dc1e92f-6e55-4f07-942c-10972a36a61b HTTP/1.1" status: 204 len: 168 time: 0.2935059 Jan 18 23:06:55.387689 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 58360) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:06:55.389521 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c314342f-8454-4825-991e-2bfd6744d88b None None] Network c88bbb08-7b5f-4b39-b9f2-481c914817e7 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 23:06:55.460853 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-db3be171-3544-4e4a-8a91-209057c8ce0e tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:55.501972 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-8eb1d9ad-bc48-4c1c-8423-5c2450d942dc None None] Provisioning complete for port 9ff39e85-72bb-42fc-9410-91a078c5e874 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:06:55.502343 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8eb1d9ad-bc48-4c1c-8423-5c2450d942dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:55.514349 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-db3be171-3544-4e4a-8a91-209057c8ce0e tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Deleting port 9ff39e85-72bb-42fc-9410-91a078c5e874 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 23:06:55.514699 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-db3be171-3544-4e4a-8a91-209057c8ce0e tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:55.584819 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-db3be171-3544-4e4a-8a91-209057c8ce0e tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] For port 9ff39e85-72bb-42fc-9410-91a078c5e874, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=9ff39e85-72bb-42fc-9410-91a078c5e874,segment=NetworkSegment(32241677-d40f-4436-8cc5-021ac6f6638a),segment_id=32241677-d40f-4436-8cc5-021ac6f6638a)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:06:55.585178 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-db3be171-3544-4e4a-8a91-209057c8ce0e tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:55.585325 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8eb1d9ad-bc48-4c1c-8423-5c2450d942dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:55.595884 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa396c25-b3a1-4d3d-8bc1-9efb72d2660c None None] DHCP port deletion for c88bbb08-7b5f-4b39-b9f2-481c914817e7 request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 23:06:55.598799 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-db3be171-3544-4e4a-8a91-209057c8ce0e tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Calling delete_port for 9ff39e85-72bb-42fc-9410-91a078c5e874 owned by network:dhcp {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 23:06:55.644676 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-8eb1d9ad-bc48-4c1c-8423-5c2450d942dc None None] For port 9ff39e85-72bb-42fc-9410-91a078c5e874, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=9ff39e85-72bb-42fc-9410-91a078c5e874,segment=NetworkSegment(32241677-d40f-4436-8cc5-021ac6f6638a),segment_id=32241677-d40f-4436-8cc5-021ac6f6638a)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:06:55.649703 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8eb1d9ad-bc48-4c1c-8423-5c2450d942dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:55.676901 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-db3be171-3544-4e4a-8a91-209057c8ce0e tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:55.701684 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3be171-3544-4e4a-8a91-209057c8ce0e tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Pushing event deleted for resources: {'Port': ['ID=9ff39e85-72bb-42fc-9410-91a078c5e874,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:55.705489 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-fa396c25-b3a1-4d3d-8bc1-9efb72d2660c None None] Deleting port 9ff39e85-72bb-42fc-9410-91a078c5e874 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 23:06:55.705868 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fa396c25-b3a1-4d3d-8bc1-9efb72d2660c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:55.707165 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3be171-3544-4e4a-8a91-209057c8ce0e tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] No DVR routers for this DVR port 9ff39e85-72bb-42fc-9410-91a078c5e874 on host n-d-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:06:55.708614 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb1d9ad-bc48-4c1c-8423-5c2450d942dc None None] Pushing event updated for resources: {'Port': ['ID=9ff39e85-72bb-42fc-9410-91a078c5e874,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:55.768781 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-fa396c25-b3a1-4d3d-8bc1-9efb72d2660c None None] For port 9ff39e85-72bb-42fc-9410-91a078c5e874, host n-d-825064-1, got binding levels [] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:06:55.769178 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fa396c25-b3a1-4d3d-8bc1-9efb72d2660c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:55.781388 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-fa396c25-b3a1-4d3d-8bc1-9efb72d2660c None None] Calling delete_port for 9ff39e85-72bb-42fc-9410-91a078c5e874 owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 23:06:55.783990 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.ipam_backend_mixin [None req-fa396c25-b3a1-4d3d-8bc1-9efb72d2660c None None] Port 9ff39e85-72bb-42fc-9410-91a078c5e874 was not found and therefore no delete operation was performed {{(pid=102432) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 18 23:06:55.785265 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fa396c25-b3a1-4d3d-8bc1-9efb72d2660c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:55.786257 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-db3be171-3544-4e4a-8a91-209057c8ce0e tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:55.805839 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-db3be171-3544-4e4a-8a91-209057c8ce0e tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c88bbb08-7b5f-4b39-b9f2-481c914817e7']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:06:55.810199 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa396c25-b3a1-4d3d-8bc1-9efb72d2660c None None] Pushing event deleted for resources: {'Port': ['ID=9ff39e85-72bb-42fc-9410-91a078c5e874,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:55.812580 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa396c25-b3a1-4d3d-8bc1-9efb72d2660c None None] No DVR routers for this DVR port 9ff39e85-72bb-42fc-9410-91a078c5e874 on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:06:55.815702 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-db3be171-3544-4e4a-8a91-209057c8ce0e tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32241677-d40f-4436-8cc5-021ac6f6638a') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:06:55.816007 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-db3be171-3544-4e4a-8a91-209057c8ce0e tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32241677-d40f-4436-8cc5-021ac6f6638a') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:06:55.825412 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-db3be171-3544-4e4a-8a91-209057c8ce0e tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60394742'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:55.839341 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-db3be171-3544-4e4a-8a91-209057c8ce0e tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:55.845170 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db3be171-3544-4e4a-8a91-209057c8ce0e tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:06:55.845549 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-db3be171-3544-4e4a-8a91-209057c8ce0e tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60203044'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:55.848687 n-d-825064-1 neutron-server[102430]: Traceback (most recent call last): Jan 18 23:06:55.848687 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:06:55.848687 n-d-825064-1 neutron-server[102430]: timer() Jan 18 23:06:55.848687 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:06:55.848687 n-d-825064-1 neutron-server[102430]: cb(*args, **kw) Jan 18 23:06:55.848687 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 23:06:55.848687 n-d-825064-1 neutron-server[102430]: return func(*args, **kwargs) Jan 18 23:06:55.848687 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:06:55.848687 n-d-825064-1 neutron-server[102430]: self._notify() Jan 18 23:06:55.848687 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:06:55.848687 n-d-825064-1 neutron-server[102430]: self.callback(batched_events) Jan 18 23:06:55.848687 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:06:55.848687 n-d-825064-1 neutron-server[102430]: event.method(event) Jan 18 23:06:55.848687 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 23:06:55.848687 n-d-825064-1 neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:06:55.848687 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 23:06:55.848687 n-d-825064-1 neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:06:55.848687 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 23:06:55.848687 n-d-825064-1 neutron-server[102430]: return f(self, *a, **k) Jan 18 23:06:55.848687 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:06:55.848687 n-d-825064-1 neutron-server[102430]: return self._get(url).json() Jan 18 23:06:55.848687 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:06:55.848687 n-d-825064-1 neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:06:55.848687 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:06:55.848687 n-d-825064-1 neutron-server[102430]: return self.request(url, 'GET', **kwargs) Jan 18 23:06:55.848687 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:06:55.848687 n-d-825064-1 neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:06:55.848687 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:06:55.848687 n-d-825064-1 neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:06:55.848687 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:06:55.848687 n-d-825064-1 neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:06:55.848687 n-d-825064-1 neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:06:55.907928 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-db3be171-3544-4e4a-8a91-209057c8ce0e tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:55.915136 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-db3be171-3544-4e4a-8a91-209057c8ce0e tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:55.918249 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-db3be171-3544-4e4a-8a91-209057c8ce0e tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] 10.222.0.53 "DELETE /v2.0/networks/c88bbb08-7b5f-4b39-b9f2-481c914817e7 HTTP/1.1" status: 204 len: 168 time: 0.5292828 Jan 18 23:06:55.921576 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58362) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:06:55.930301 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3be171-3544-4e4a-8a91-209057c8ce0e tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Pushing event deleted for resources: {'Network': ['ID=c88bbb08-7b5f-4b39-b9f2-481c914817e7,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:55.951804 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e893a69-df97-4917-a45e-d261503220a4 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] DELETE failed (client error): The resource could not be found. Jan 18 23:06:55.952298 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e893a69-df97-4917-a45e-d261503220a4 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:06:55.955264 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-6e893a69-df97-4917-a45e-d261503220a4 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] 10.222.0.53 "DELETE /v2.0/subnets/88409e13-e019-450d-b999-9439958653e8 HTTP/1.1" status: 404 len: 337 time: 0.0327084 Jan 18 23:06:55.957816 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58364) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:06:55.974946 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c5ede8b-85b3-45f7-aed9-bc1937fe90b9 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] DELETE failed (client error): The resource could not be found. Jan 18 23:06:55.975488 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c5ede8b-85b3-45f7-aed9-bc1937fe90b9 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:06:55.978414 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-2c5ede8b-85b3-45f7-aed9-bc1937fe90b9 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] 10.222.0.53 "DELETE /v2.0/networks/b91f9715-d401-4de5-b9f2-ddfcd54570c4 HTTP/1.1" status: 404 len: 339 time: 0.0197108 Jan 18 23:06:55.980726 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58366) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:06:56.007036 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a80eeb8-1216-43d8-8724-06221e49dac0 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] DELETE failed (client error): The resource could not be found. Jan 18 23:06:56.007477 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a80eeb8-1216-43d8-8724-06221e49dac0 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:06:56.010409 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-9a80eeb8-1216-43d8-8724-06221e49dac0 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] 10.222.0.53 "DELETE /v2.0/subnets/447eabdc-708d-462b-9924-41460fd3054f HTTP/1.1" status: 404 len: 337 time: 0.0288150 Jan 18 23:06:56.012744 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58368) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:06:56.029457 n-d-825064-1 neutron-server[102431]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8498347-d55a-4286-9324-5a7cb4d69678 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] DELETE failed (client error): The resource could not be found. Jan 18 23:06:56.029980 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8498347-d55a-4286-9324-5a7cb4d69678 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:06:56.032842 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-f8498347-d55a-4286-9324-5a7cb4d69678 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] 10.222.0.53 "DELETE /v2.0/networks/eb2733d1-9231-4772-9ab1-f0b2d5ded72c HTTP/1.1" status: 404 len: 339 time: 0.0192418 Jan 18 23:06:56.035095 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 58370) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:06:56.084212 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ed979fb-21dd-4c73-a1b0-03905fb29c81 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Deleting subnet 93136727-fb24-4b38-8623-083cd3492b46 {{(pid=102430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 23:06:56.087564 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6ed979fb-21dd-4c73-a1b0-03905fb29c81 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Notify callbacks [] for subnet, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:56.127202 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6ed979fb-21dd-4c73-a1b0-03905fb29c81 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60394745'] for subnet, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:56.211632 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6ed979fb-21dd-4c73-a1b0-03905fb29c81 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:56.266925 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6ed979fb-21dd-4c73-a1b0-03905fb29c81 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60203138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62288677'] for subnet, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:56.294235 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed979fb-21dd-4c73-a1b0-03905fb29c81 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Pushing event deleted for resources: {'Subnet': ['ID=93136727-fb24-4b38-8623-083cd3492b46,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:56.296815 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6ed979fb-21dd-4c73-a1b0-03905fb29c81 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Notify callbacks [] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:56.301883 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6619d24-9620-46bc-8ce7-d478a816fdb8 None None] Network 04364c25-1689-4d8c-b6cc-33eacc2c8587 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 23:06:56.302589 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58372) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:06:56.302827 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-6ed979fb-21dd-4c73-a1b0-03905fb29c81 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] 10.222.0.53 "DELETE /v2.0/subnets/93136727-fb24-4b38-8623-083cd3492b46 HTTP/1.1" status: 204 len: 168 time: 0.2664876 Jan 18 23:06:56.381253 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-005361a7-58a3-41ae-895d-f0047233c152 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:56.434973 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-005361a7-58a3-41ae-895d-f0047233c152 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Deleting port 477960c6-bc73-4918-9dff-0af74a74bd1d {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 23:06:56.435342 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-005361a7-58a3-41ae-895d-f0047233c152 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:56.463437 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b38999d-0f8c-4f12-b21c-2d993982bb16 None None] DHCP port deletion for 04364c25-1689-4d8c-b6cc-33eacc2c8587 request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 23:06:56.501141 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-005361a7-58a3-41ae-895d-f0047233c152 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] For port 477960c6-bc73-4918-9dff-0af74a74bd1d, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=477960c6-bc73-4918-9dff-0af74a74bd1d,segment=NetworkSegment(ad5cdd8d-a6b4-4248-94a5-1792e756739a),segment_id=ad5cdd8d-a6b4-4248-94a5-1792e756739a)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:06:56.501611 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-005361a7-58a3-41ae-895d-f0047233c152 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:56.515132 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 477960c6-bc73-4918-9dff-0af74a74bd1d no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 23:06:56.520001 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-005361a7-58a3-41ae-895d-f0047233c152 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Calling delete_port for 477960c6-bc73-4918-9dff-0af74a74bd1d owned by network:dhcp {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 23:06:56.523944 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-8b38999d-0f8c-4f12-b21c-2d993982bb16 None None] Deleting port 477960c6-bc73-4918-9dff-0af74a74bd1d {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 23:06:56.524341 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8b38999d-0f8c-4f12-b21c-2d993982bb16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:56.603229 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-005361a7-58a3-41ae-895d-f0047233c152 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:56.612738 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-8b38999d-0f8c-4f12-b21c-2d993982bb16 None None] For port 477960c6-bc73-4918-9dff-0af74a74bd1d, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=477960c6-bc73-4918-9dff-0af74a74bd1d,segment=NetworkSegment(ad5cdd8d-a6b4-4248-94a5-1792e756739a),segment_id=ad5cdd8d-a6b4-4248-94a5-1792e756739a)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:06:56.613176 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8b38999d-0f8c-4f12-b21c-2d993982bb16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:56.616290 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No active binding found for port 477960c6-bc73-4918-9dff-0af74a74bd1d {{(pid=102432) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 18 23:06:56.617009 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 477960c6-bc73-4918-9dff-0af74a74bd1d not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 23:06:56.627984 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005361a7-58a3-41ae-895d-f0047233c152 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Pushing event deleted for resources: {'Port': ['ID=477960c6-bc73-4918-9dff-0af74a74bd1d,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:56.629158 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-8b38999d-0f8c-4f12-b21c-2d993982bb16 None None] Calling delete_port for 477960c6-bc73-4918-9dff-0af74a74bd1d owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 23:06:56.634842 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005361a7-58a3-41ae-895d-f0047233c152 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] No DVR routers for this DVR port 477960c6-bc73-4918-9dff-0af74a74bd1d on host n-d-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:06:56.706989 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8b38999d-0f8c-4f12-b21c-2d993982bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:56.711346 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-005361a7-58a3-41ae-895d-f0047233c152 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:56.732115 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b38999d-0f8c-4f12-b21c-2d993982bb16 None None] Pushing event deleted for resources: {'Port': ['ID=477960c6-bc73-4918-9dff-0af74a74bd1d,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:56.736555 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-005361a7-58a3-41ae-895d-f0047233c152 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04364c25-1689-4d8c-b6cc-33eacc2c8587']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:06:56.736729 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b38999d-0f8c-4f12-b21c-2d993982bb16 None None] No DVR routers for this DVR port 477960c6-bc73-4918-9dff-0af74a74bd1d on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:06:56.747001 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-005361a7-58a3-41ae-895d-f0047233c152 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad5cdd8d-a6b4-4248-94a5-1792e756739a') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:06:56.747316 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-005361a7-58a3-41ae-895d-f0047233c152 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad5cdd8d-a6b4-4248-94a5-1792e756739a') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:06:56.756763 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-005361a7-58a3-41ae-895d-f0047233c152 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:56.769793 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-005361a7-58a3-41ae-895d-f0047233c152 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:56.775401 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-005361a7-58a3-41ae-895d-f0047233c152 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:06:56.775786 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-005361a7-58a3-41ae-895d-f0047233c152 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:56.778636 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 23:06:56.778636 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:06:56.778636 n-d-825064-1 neutron-server[102431]: timer() Jan 18 23:06:56.778636 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:06:56.778636 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 23:06:56.778636 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 23:06:56.778636 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 23:06:56.778636 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:06:56.778636 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 23:06:56.778636 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:06:56.778636 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 23:06:56.778636 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:06:56.778636 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 23:06:56.778636 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 23:06:56.778636 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:06:56.778636 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 23:06:56.778636 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:06:56.778636 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 23:06:56.778636 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 23:06:56.778636 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:06:56.778636 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 23:06:56.778636 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:06:56.778636 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:06:56.778636 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:06:56.778636 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 23:06:56.778636 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:06:56.778636 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:06:56.778636 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:06:56.778636 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:06:56.778636 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:06:56.778636 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:06:56.778636 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:06:56.833488 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-005361a7-58a3-41ae-895d-f0047233c152 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:56.840143 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-005361a7-58a3-41ae-895d-f0047233c152 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:56.843822 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-005361a7-58a3-41ae-895d-f0047233c152 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] 10.222.0.53 "DELETE /v2.0/networks/04364c25-1689-4d8c-b6cc-33eacc2c8587 HTTP/1.1" status: 204 len: 168 time: 0.5402281 Jan 18 23:06:56.857249 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005361a7-58a3-41ae-895d-f0047233c152 tempest-NetworksIpV6Test-559877360 tempest-NetworksIpV6Test-559877360-project] Pushing event deleted for resources: {'Network': ['ID=04364c25-1689-4d8c-b6cc-33eacc2c8587,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:57.080110 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58378) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:06:57.214739 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-9d897bc8-8299-4b3e-b13e-bdae4aff93c7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=31ae06826759407382b3ca279fa1f434&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1333275 Jan 18 23:06:57.217953 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58382) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:06:57.269588 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-77e9ebc6-ce23-4e05-9a89-28762cc2ffa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:57.295432 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-77e9ebc6-ce23-4e05-9a89-28762cc2ffa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:57.341165 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-77e9ebc6-ce23-4e05-9a89-28762cc2ffa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:57.344452 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-77e9ebc6-ce23-4e05-9a89-28762cc2ffa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:57.345603 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-77e9ebc6-ce23-4e05-9a89-28762cc2ffa7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/55d4e632-0060-4385-b755-0e2d29b3af69 HTTP/1.1" status: 204 len: 168 time: 0.1267288 Jan 18 23:06:57.353878 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e9ebc6-ce23-4e05-9a89-28762cc2ffa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d4e632-0060-4385-b755-0e2d29b3af69,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:57.972302 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58404) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:06:58.066041 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-50067538-7743-4c31-978b-6da2d9f781ad tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2039014310', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:06:58.090628 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-50067538-7743-4c31-978b-6da2d9f781ad tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1044160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8692'] for router, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:58.091829 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-50067538-7743-4c31-978b-6da2d9f781ad tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1040680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8675'] for router, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:58.141052 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-50067538-7743-4c31-978b-6da2d9f781ad tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:58.144994 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-50067538-7743-4c31-978b-6da2d9f781ad tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1040691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049'] for router, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:58.161820 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-50067538-7743-4c31-978b-6da2d9f781ad tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:58.163017 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-50067538-7743-4c31-978b-6da2d9f781ad tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1897025 Jan 18 23:06:58.165790 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58408) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:06:58.171014 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-a6eae594-8ee3-473f-be69-b25be862f281 tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-456230700'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:06:58.192935 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6eae594-8ee3-473f-be69-b25be862f281 tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] Made reservation on behalf of 4f55d6f02c834788954029966f563f71 for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:06:58.196343 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a6eae594-8ee3-473f-be69-b25be862f281 tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:58.204777 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a6eae594-8ee3-473f-be69-b25be862f281 tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:58.277678 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a6eae594-8ee3-473f-be69-b25be862f281 tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:58.281658 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a6eae594-8ee3-473f-be69-b25be862f281 tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:58.306532 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6eae594-8ee3-473f-be69-b25be862f281 tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:06:58.321580 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eae594-8ee3-473f-be69-b25be862f281 tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c93f312d-93d3-4071-980c-0392f26a744b,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:58.324332 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a6eae594-8ee3-473f-be69-b25be862f281 tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:58.324668 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-a6eae594-8ee3-473f-be69-b25be862f281 tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] Added segment f6715616-ba7d-4e53-8b49-6f9c2659133c of type vlan for network 5c57eccf-c026-4f20-ac4d-d951e9ed2734 Jan 18 23:06:58.363255 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a6eae594-8ee3-473f-be69-b25be862f281 tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:58.387865 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a6eae594-8ee3-473f-be69-b25be862f281 tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:58.393528 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6eae594-8ee3-473f-be69-b25be862f281 tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:58.394191 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a6eae594-8ee3-473f-be69-b25be862f281 tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:58.444624 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-a6eae594-8ee3-473f-be69-b25be862f281 tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2778556 Jan 18 23:06:58.447438 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58410) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:06:58.458731 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-a96d56ae-8751-42cf-aa1e-30fe29ab337e tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] Request body: {'subnet': {'network_id': '5c57eccf-c026-4f20-ac4d-d951e9ed2734', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:06:58.479721 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eae594-8ee3-473f-be69-b25be862f281 tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] Pushing event updated for resources: {'Network': ['ID=5c57eccf-c026-4f20-ac4d-d951e9ed2734,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:58.490063 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 5c57eccf-c026-4f20-ac4d-d951e9ed2734 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 23:06:58.560054 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a96d56ae-8751-42cf-aa1e-30fe29ab337e tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] Made reservation on behalf of 4f55d6f02c834788954029966f563f71 for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:06:58.563532 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a96d56ae-8751-42cf-aa1e-30fe29ab337e tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:58.740363 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a96d56ae-8751-42cf-aa1e-30fe29ab337e tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:58.798354 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96d56ae-8751-42cf-aa1e-30fe29ab337e tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] Pushing event updated for resources: {'Subnet': ['ID=ec95add2-fe2f-4d58-b532-4bae38c1e5a8,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:58.806811 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96d56ae-8751-42cf-aa1e-30fe29ab337e tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] Checking segment: {'id': 'f6715616-ba7d-4e53-8b49-6f9c2659133c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5c57eccf-c026-4f20-ac4d-d951e9ed2734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 23:06:58.807168 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96d56ae-8751-42cf-aa1e-30fe29ab337e tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] Network hostable DHCP agents. Network: 5c57eccf-c026-4f20-ac4d-d951e9ed2734, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:06:58.822182 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96d56ae-8751-42cf-aa1e-30fe29ab337e tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] Network 5c57eccf-c026-4f20-ac4d-d951e9ed2734 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:06:58.830439 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-a96d56ae-8751-42cf-aa1e-30fe29ab337e tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 5c57eccf-c026-4f20-ac4d-d951e9ed2734) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:06:58.834411 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96d56ae-8751-42cf-aa1e-30fe29ab337e tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:58.834994 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a96d56ae-8751-42cf-aa1e-30fe29ab337e tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:58.839068 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f72206e-6798-4b5b-b1b3-b148a4dd6083 None None] Network 5c57eccf-c026-4f20-ac4d-d951e9ed2734 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 23:06:58.852134 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-a96d56ae-8751-42cf-aa1e-30fe29ab337e tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4036925 Jan 18 23:06:58.855533 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58412) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:06:58.860544 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-b84d17d9-c3b4-4415-a99b-768266132aee tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-853646221'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:06:58.881831 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b84d17d9-c3b4-4415-a99b-768266132aee tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] Made reservation on behalf of 4f55d6f02c834788954029966f563f71 for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:06:58.885396 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b84d17d9-c3b4-4415-a99b-768266132aee tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:58.910846 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b84d17d9-c3b4-4415-a99b-768266132aee tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:06:58.919580 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b84d17d9-c3b4-4415-a99b-768266132aee tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:58.919918 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-b84d17d9-c3b4-4415-a99b-768266132aee tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] Added segment 71e564f2-6479-45c2-81be-5dbc6521d89a of type vlan for network 0a18168c-774e-4cbd-aa52-b0e3c1050c8b Jan 18 23:06:58.958726 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b84d17d9-c3b4-4415-a99b-768266132aee tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:58.980059 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba7d49e-ad44-41c5-94c9-7aa12f7a899a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-5c57eccf-c026-4f20-ac4d-d951e9ed2734', 'network_id': '5c57eccf-c026-4f20-ac4d-d951e9ed2734', 'tenant_id': '4f55d6f02c834788954029966f563f71', 'fixed_ips': [{'subnet_id': 'ec95add2-fe2f-4d58-b532-4bae38c1e5a8'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 23:06:58.980950 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8ba7d49e-ad44-41c5-94c9-7aa12f7a899a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:58.983516 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b84d17d9-c3b4-4415-a99b-768266132aee tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:58.989498 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84d17d9-c3b4-4415-a99b-768266132aee tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:58.990088 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b84d17d9-c3b4-4415-a99b-768266132aee tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:59.063393 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-b84d17d9-c3b4-4415-a99b-768266132aee tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2067668 Jan 18 23:06:59.066500 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58414) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:06:59.071439 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-2271d904-760b-4fb4-b77f-53ce433ff2c4 tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] Request body: {'subnet': {'network_id': '0a18168c-774e-4cbd-aa52-b0e3c1050c8b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:06:59.095537 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84d17d9-c3b4-4415-a99b-768266132aee tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] Pushing event updated for resources: {'Network': ['ID=0a18168c-774e-4cbd-aa52-b0e3c1050c8b,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:59.171759 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2271d904-760b-4fb4-b77f-53ce433ff2c4 tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] Made reservation on behalf of 4f55d6f02c834788954029966f563f71 for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:06:59.175729 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2271d904-760b-4fb4-b77f-53ce433ff2c4 tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:59.210841 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 0a18168c-774e-4cbd-aa52-b0e3c1050c8b details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 23:06:59.337458 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-8ba7d49e-ad44-41c5-94c9-7aa12f7a899a None None] Allocated IP 172.20.0.2 (5c57eccf-c026-4f20-ac4d-d951e9ed2734/ec95add2-fe2f-4d58-b532-4bae38c1e5a8/84a3cc96-2a58-4d43-9d39-0cd5d37743ee) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:06:59.360142 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2271d904-760b-4fb4-b77f-53ce433ff2c4 tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:59.420991 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2271d904-760b-4fb4-b77f-53ce433ff2c4 tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] Pushing event updated for resources: {'Subnet': ['ID=7a3b3dcf-d17c-4934-ba71-bafcf7b26e78,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:59.431034 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2271d904-760b-4fb4-b77f-53ce433ff2c4 tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] Checking segment: {'id': '71e564f2-6479-45c2-81be-5dbc6521d89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0a18168c-774e-4cbd-aa52-b0e3c1050c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 23:06:59.431458 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2271d904-760b-4fb4-b77f-53ce433ff2c4 tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] Network hostable DHCP agents. Network: 0a18168c-774e-4cbd-aa52-b0e3c1050c8b, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:06:59.448752 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2271d904-760b-4fb4-b77f-53ce433ff2c4 tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] Network 0a18168c-774e-4cbd-aa52-b0e3c1050c8b is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:06:59.458094 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-2271d904-760b-4fb4-b77f-53ce433ff2c4 tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 0a18168c-774e-4cbd-aa52-b0e3c1050c8b) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:06:59.462590 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2271d904-760b-4fb4-b77f-53ce433ff2c4 tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:59.463179 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2271d904-760b-4fb4-b77f-53ce433ff2c4 tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:59.470937 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b3173b-0ba3-4d48-839d-fdba3b6fed55 None None] Network 0a18168c-774e-4cbd-aa52-b0e3c1050c8b requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 23:06:59.478788 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-2271d904-760b-4fb4-b77f-53ce433ff2c4 tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4114754 Jan 18 23:06:59.481816 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 58416) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:06:59.486672 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-fa855c17-bfc6-49b4-bb2c-7e68d3a9c010 tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] Request body: {'router': {'external_gateway_info': {'network_id': '0a18168c-774e-4cbd-aa52-b0e3c1050c8b'}}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:06:59.517700 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8ba7d49e-ad44-41c5-94c9-7aa12f7a899a None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:59.527739 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8ba7d49e-ad44-41c5-94c9-7aa12f7a899a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:59.582993 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba7d49e-ad44-41c5-94c9-7aa12f7a899a None None] Network 5c57eccf-c026-4f20-ac4d-d951e9ed2734 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:06:59.589267 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba7d49e-ad44-41c5-94c9-7aa12f7a899a None None] Pushing event updated for resources: {'Port': ['ID=84a3cc96-2a58-4d43-9d39-0cd5d37743ee,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:59.591694 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-8ba7d49e-ad44-41c5-94c9-7aa12f7a899a None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:06:59.597508 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba7d49e-ad44-41c5-94c9-7aa12f7a899a None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:06:59.682870 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-8ba7d49e-ad44-41c5-94c9-7aa12f7a899a None None] Attempting to bind port 84a3cc96-2a58-4d43-9d39-0cd5d37743ee on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:06:59.683140 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-8ba7d49e-ad44-41c5-94c9-7aa12f7a899a None None] Attempting to bind port 84a3cc96-2a58-4d43-9d39-0cd5d37743ee by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': 'f6715616-ba7d-4e53-8b49-6f9c2659133c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5c57eccf-c026-4f20-ac4d-d951e9ed2734'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:06:59.683498 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba7d49e-ad44-41c5-94c9-7aa12f7a899a None None] Attempting to bind port 84a3cc96-2a58-4d43-9d39-0cd5d37743ee on network 5c57eccf-c026-4f20-ac4d-d951e9ed2734 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 23:06:59.693705 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba7d49e-ad44-41c5-94c9-7aa12f7a899a None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 23:06:59.694076 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba7d49e-ad44-41c5-94c9-7aa12f7a899a None None] Checking segment: {'id': 'f6715616-ba7d-4e53-8b49-6f9c2659133c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5c57eccf-c026-4f20-ac4d-d951e9ed2734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 23:06:59.694469 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8ba7d49e-ad44-41c5-94c9-7aa12f7a899a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:59.694856 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba7d49e-ad44-41c5-94c9-7aa12f7a899a None None] Bound using segment: {'id': 'f6715616-ba7d-4e53-8b49-6f9c2659133c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5c57eccf-c026-4f20-ac4d-d951e9ed2734'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 23:06:59.695308 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-8ba7d49e-ad44-41c5-94c9-7aa12f7a899a None None] Bound port: 84a3cc96-2a58-4d43-9d39-0cd5d37743ee, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6715616-ba7d-4e53-8b49-6f9c2659133c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5c57eccf-c026-4f20-ac4d-d951e9ed2734'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:06:59.695680 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8ba7d49e-ad44-41c5-94c9-7aa12f7a899a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:59.699766 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fa855c17-bfc6-49b4-bb2c-7e68d3a9c010 tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:59.741153 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5410424-3e39-4825-a7a8-6eab3c6620fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-0a18168c-774e-4cbd-aa52-b0e3c1050c8b', 'network_id': '0a18168c-774e-4cbd-aa52-b0e3c1050c8b', 'tenant_id': '4f55d6f02c834788954029966f563f71', 'fixed_ips': [{'subnet_id': '7a3b3dcf-d17c-4934-ba71-bafcf7b26e78'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 23:06:59.741990 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c5410424-3e39-4825-a7a8-6eab3c6620fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:59.804351 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [None req-fa855c17-bfc6-49b4-bb2c-7e68d3a9c010 tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:06:59.805396 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-fa855c17-bfc6-49b4-bb2c-7e68d3a9c010 tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] 10.222.0.53 "PUT /v2.0/routers/d1cb474f-6d6e-4df9-a674-d0a13107f843 HTTP/1.1" status: 400 len: 364 time: 0.3225105 Jan 18 23:06:59.812081 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 58418) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:06:59.842737 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-8ba7d49e-ad44-41c5-94c9-7aa12f7a899a None None] For port 84a3cc96-2a58-4d43-9d39-0cd5d37743ee, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:06:59.859789 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-8ba7d49e-ad44-41c5-94c9-7aa12f7a899a None None] For port 84a3cc96-2a58-4d43-9d39-0cd5d37743ee, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=84a3cc96-2a58-4d43-9d39-0cd5d37743ee,segment=NetworkSegment(f6715616-ba7d-4e53-8b49-6f9c2659133c),segment_id=f6715616-ba7d-4e53-8b49-6f9c2659133c)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:06:59.863246 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_v2 [None req-5562d002-6053-4519-ab95-fada0328e603 tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] Deleting subnet 7a3b3dcf-d17c-4934-ba71-bafcf7b26e78 {{(pid=102430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 23:06:59.864115 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8ba7d49e-ad44-41c5-94c9-7aa12f7a899a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:59.866609 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5562d002-6053-4519-ab95-fada0328e603 tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] Notify callbacks [] for subnet, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:59.911859 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5562d002-6053-4519-ab95-fada0328e603 tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60394745'] for subnet, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:59.923863 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba7d49e-ad44-41c5-94c9-7aa12f7a899a None None] Pushing event updated for resources: {'Port': ['ID=84a3cc96-2a58-4d43-9d39-0cd5d37743ee,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:59.958750 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5562d002-6053-4519-ab95-fada0328e603 tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:00.018041 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5562d002-6053-4519-ab95-fada0328e603 tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60203138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62288677'] for subnet, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:00.020091 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server [None req-c5410424-3e39-4825-a7a8-6eab3c6620fe None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7a3b3dcf-d17c-4934-ba71-bafcf7b26e78: This subnet is being modified by another concurrent operation. Jan 18 23:07:00.020091 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 18 23:07:00.020091 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 18 23:07:00.020091 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 18 23:07:00.020091 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 18 23:07:00.020091 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 18 23:07:00.020091 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 18 23:07:00.020091 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 18 23:07:00.020091 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 18 23:07:00.020091 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 18 23:07:00.020091 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 18 23:07:00.020091 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 18 23:07:00.020091 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 23:07:00.020091 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 23:07:00.020091 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 23:07:00.020091 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 23:07:00.020091 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 18 23:07:00.020091 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 23:07:00.020091 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 18 23:07:00.020091 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 18 23:07:00.020091 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 23:07:00.020091 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 23:07:00.020091 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 23:07:00.020091 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 23:07:00.020091 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 18 23:07:00.020091 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 23:07:00.020091 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 18 23:07:00.020091 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 18 23:07:00.020091 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 23:07:00.020091 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 23:07:00.020091 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 23:07:00.020091 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 23:07:00.020091 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 18 23:07:00.020091 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 18 23:07:00.020091 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 18 23:07:00.020091 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 18 23:07:00.020091 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jan 18 23:07:00.020091 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 18 23:07:00.020091 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jan 18 23:07:00.020091 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 18 23:07:00.020091 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 18 23:07:00.020091 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 18 23:07:00.020091 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 18 23:07:00.020091 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 23:07:00.020091 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 18 23:07:00.020091 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 18 23:07:00.020091 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 18 23:07:00.020091 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 18 23:07:00.020091 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 23:07:00.020091 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 23:07:00.020091 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 23:07:00.020091 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 23:07:00.020091 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 18 23:07:00.020091 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 23:07:00.020091 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 18 23:07:00.020091 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 18 23:07:00.020091 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 23:07:00.020091 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 23:07:00.020091 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 23:07:00.020091 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 23:07:00.020091 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 18 23:07:00.020091 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 23:07:00.020091 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 18 23:07:00.020091 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 18 23:07:00.020091 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 18 23:07:00.020091 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 23:07:00.020091 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 18 23:07:00.020091 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server raise self.value Jan 18 23:07:00.020091 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 18 23:07:00.020091 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 18 23:07:00.020091 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Jan 18 23:07:00.020091 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 18 23:07:00.020091 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Jan 18 23:07:00.020091 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 18 23:07:00.020091 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Jan 18 23:07:00.020091 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 18 23:07:00.020091 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 18 23:07:00.020091 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 18 23:07:00.020091 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 18 23:07:00.020091 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 18 23:07:00.020091 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 18 23:07:00.020091 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 18 23:07:00.020091 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 18 23:07:00.020091 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 18 23:07:00.020091 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 18 23:07:00.020091 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 18 23:07:00.020091 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 18 23:07:00.020091 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 18 23:07:00.020091 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 18 23:07:00.020091 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server raise exception Jan 18 23:07:00.020091 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7a3b3dcf-d17c-4934-ba71-bafcf7b26e78: This subnet is being modified by another concurrent operation. Jan 18 23:07:00.020091 n-d-825064-1 neutron-server[102432]: ERROR oslo_messaging.rpc.server Jan 18 23:07:00.039338 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef3deb6-5ad7-4967-8017-f6a608dcfce5 None None] Network 0a18168c-774e-4cbd-aa52-b0e3c1050c8b requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 23:07:00.043468 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5562d002-6053-4519-ab95-fada0328e603 tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] Pushing event deleted for resources: {'Subnet': ['ID=7a3b3dcf-d17c-4934-ba71-bafcf7b26e78,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:00.049429 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5562d002-6053-4519-ab95-fada0328e603 tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] Notify callbacks [] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:00.053000 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-5562d002-6053-4519-ab95-fada0328e603 tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] 10.222.0.53 "DELETE /v2.0/subnets/7a3b3dcf-d17c-4934-ba71-bafcf7b26e78 HTTP/1.1" status: 204 len: 168 time: 0.2399688 Jan 18 23:07:00.055540 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 58420) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:07:00.165766 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9b748297-3c26-4900-9d67-1b19d597d939 tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:00.255614 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9b748297-3c26-4900-9d67-1b19d597d939 tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:00.276060 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-9b748297-3c26-4900-9d67-1b19d597d939 tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a18168c-774e-4cbd-aa52-b0e3c1050c8b']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:07:00.284968 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-9b748297-3c26-4900-9d67-1b19d597d939 tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71e564f2-6479-45c2-81be-5dbc6521d89a') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:07:00.285262 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-9b748297-3c26-4900-9d67-1b19d597d939 tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71e564f2-6479-45c2-81be-5dbc6521d89a') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:07:00.294235 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9b748297-3c26-4900-9d67-1b19d597d939 tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60394742'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:00.306901 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9b748297-3c26-4900-9d67-1b19d597d939 tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:00.313072 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b748297-3c26-4900-9d67-1b19d597d939 tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:07:00.313452 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9b748297-3c26-4900-9d67-1b19d597d939 tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60203044'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:00.316466 n-d-825064-1 neutron-server[102430]: Traceback (most recent call last): Jan 18 23:07:00.316466 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:07:00.316466 n-d-825064-1 neutron-server[102430]: timer() Jan 18 23:07:00.316466 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:07:00.316466 n-d-825064-1 neutron-server[102430]: cb(*args, **kw) Jan 18 23:07:00.316466 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 23:07:00.316466 n-d-825064-1 neutron-server[102430]: return func(*args, **kwargs) Jan 18 23:07:00.316466 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:07:00.316466 n-d-825064-1 neutron-server[102430]: self._notify() Jan 18 23:07:00.316466 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:07:00.316466 n-d-825064-1 neutron-server[102430]: self.callback(batched_events) Jan 18 23:07:00.316466 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:07:00.316466 n-d-825064-1 neutron-server[102430]: event.method(event) Jan 18 23:07:00.316466 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 23:07:00.316466 n-d-825064-1 neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:07:00.316466 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 23:07:00.316466 n-d-825064-1 neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:07:00.316466 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 23:07:00.316466 n-d-825064-1 neutron-server[102430]: return f(self, *a, **k) Jan 18 23:07:00.316466 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:07:00.316466 n-d-825064-1 neutron-server[102430]: return self._get(url).json() Jan 18 23:07:00.316466 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:07:00.316466 n-d-825064-1 neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:07:00.316466 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:07:00.316466 n-d-825064-1 neutron-server[102430]: return self.request(url, 'GET', **kwargs) Jan 18 23:07:00.316466 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:07:00.316466 n-d-825064-1 neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:07:00.316466 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:07:00.316466 n-d-825064-1 neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:07:00.316466 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:07:00.316466 n-d-825064-1 neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:07:00.316466 n-d-825064-1 neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:07:00.382153 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9b748297-3c26-4900-9d67-1b19d597d939 tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:00.389069 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9b748297-3c26-4900-9d67-1b19d597d939 tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:00.392188 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-9b748297-3c26-4900-9d67-1b19d597d939 tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] 10.222.0.53 "DELETE /v2.0/networks/0a18168c-774e-4cbd-aa52-b0e3c1050c8b HTTP/1.1" status: 204 len: 168 time: 0.3357024 Jan 18 23:07:00.394771 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58422) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:07:00.404178 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b748297-3c26-4900-9d67-1b19d597d939 tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] Pushing event deleted for resources: {'Network': ['ID=0a18168c-774e-4cbd-aa52-b0e3c1050c8b,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:00.461116 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-13820b87-1407-410d-ad88-f4ddd8c5c431 tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] Deleting subnet ec95add2-fe2f-4d58-b532-4bae38c1e5a8 {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 23:07:00.464908 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-13820b87-1407-410d-ad88-f4ddd8c5c431 tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:00.509061 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-13820b87-1407-410d-ad88-f4ddd8c5c431 tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:00.544354 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 84a3cc96-2a58-4d43-9d39-0cd5d37743ee up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 23:07:00.596897 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 84a3cc96-2a58-4d43-9d39-0cd5d37743ee triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:07:00.597386 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:00.600857 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-13820b87-1407-410d-ad88-f4ddd8c5c431 tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:00.681804 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-13820b87-1407-410d-ad88-f4ddd8c5c431 tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:00.710264 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:00.711182 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13820b87-1407-410d-ad88-f4ddd8c5c431 tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] Pushing event deleted for resources: {'Subnet': ['ID=ec95add2-fe2f-4d58-b532-4bae38c1e5a8,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:00.715022 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-13820b87-1407-410d-ad88-f4ddd8c5c431 tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:00.718904 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-13820b87-1407-410d-ad88-f4ddd8c5c431 tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] 10.222.0.53 "DELETE /v2.0/subnets/ec95add2-fe2f-4d58-b532-4bae38c1e5a8 HTTP/1.1" status: 204 len: 168 time: 0.3224669 Jan 18 23:07:00.721462 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 58426) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:07:00.773757 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.db.api [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:07:00.774405 n-d-825064-1 neutron-server[102432]: DEBUG oslo_db.api [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:07:00.801793 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-90b2bde6-c1e0-410d-9561-d2d4229ed40c tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:00.860995 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-90b2bde6-c1e0-410d-9561-d2d4229ed40c tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] Deleting port 84a3cc96-2a58-4d43-9d39-0cd5d37743ee {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 23:07:00.861493 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-90b2bde6-c1e0-410d-9561-d2d4229ed40c tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:00.924662 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-90b2bde6-c1e0-410d-9561-d2d4229ed40c tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] For port 84a3cc96-2a58-4d43-9d39-0cd5d37743ee, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=84a3cc96-2a58-4d43-9d39-0cd5d37743ee,segment=NetworkSegment(f6715616-ba7d-4e53-8b49-6f9c2659133c),segment_id=f6715616-ba7d-4e53-8b49-6f9c2659133c)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:07:00.925029 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-90b2bde6-c1e0-410d-9561-d2d4229ed40c tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:00.939571 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-90b2bde6-c1e0-410d-9561-d2d4229ed40c tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] Calling delete_port for 84a3cc96-2a58-4d43-9d39-0cd5d37743ee owned by network:dhcp {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 23:07:00.943181 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f655eb45-a082-4820-8423-39d73b05e7b3 None None] Network 5c57eccf-c026-4f20-ac4d-d951e9ed2734 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 23:07:01.022255 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-90b2bde6-c1e0-410d-9561-d2d4229ed40c tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:01.038315 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-42d70e54-bd52-4c20-a410-9ca1fbf68b94 None None] Provisioning complete for port 84a3cc96-2a58-4d43-9d39-0cd5d37743ee triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:07:01.038695 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-42d70e54-bd52-4c20-a410-9ca1fbf68b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:01.049283 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b2bde6-c1e0-410d-9561-d2d4229ed40c tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] Pushing event deleted for resources: {'Port': ['ID=84a3cc96-2a58-4d43-9d39-0cd5d37743ee,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:01.051128 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b2bde6-c1e0-410d-9561-d2d4229ed40c tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] No DVR routers for this DVR port 84a3cc96-2a58-4d43-9d39-0cd5d37743ee on host n-d-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:07:01.063152 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-42d70e54-bd52-4c20-a410-9ca1fbf68b94 None None] Port 84a3cc96-2a58-4d43-9d39-0cd5d37743ee was deleted so its status cannot be updated. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Jan 18 23:07:01.129336 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-90b2bde6-c1e0-410d-9561-d2d4229ed40c tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:01.135849 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7cab1e-3dea-4e28-8e0f-b776bec29f8b None None] DHCP port deletion for 5c57eccf-c026-4f20-ac4d-d951e9ed2734 request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 23:07:01.151583 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc11e13-040b-42d2-b590-0f3b48ae3d2e None None] get_active_networks_info from n-d-825064-1 {{(pid=102432) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jan 18 23:07:01.153321 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-90b2bde6-c1e0-410d-9561-d2d4229ed40c tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c57eccf-c026-4f20-ac4d-d951e9ed2734']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:07:01.163411 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-90b2bde6-c1e0-410d-9561-d2d4229ed40c tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6715616-ba7d-4e53-8b49-6f9c2659133c') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:07:01.163713 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-90b2bde6-c1e0-410d-9561-d2d4229ed40c tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6715616-ba7d-4e53-8b49-6f9c2659133c') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:07:01.177256 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-90b2bde6-c1e0-410d-9561-d2d4229ed40c tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60394742'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:01.190744 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-90b2bde6-c1e0-410d-9561-d2d4229ed40c tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:01.196846 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90b2bde6-c1e0-410d-9561-d2d4229ed40c tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:07:01.197350 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-90b2bde6-c1e0-410d-9561-d2d4229ed40c tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60203044'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:01.200381 n-d-825064-1 neutron-server[102430]: Traceback (most recent call last): Jan 18 23:07:01.200381 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:07:01.200381 n-d-825064-1 neutron-server[102430]: timer() Jan 18 23:07:01.200381 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:07:01.200381 n-d-825064-1 neutron-server[102430]: cb(*args, **kw) Jan 18 23:07:01.200381 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 23:07:01.200381 n-d-825064-1 neutron-server[102430]: return func(*args, **kwargs) Jan 18 23:07:01.200381 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:07:01.200381 n-d-825064-1 neutron-server[102430]: self._notify() Jan 18 23:07:01.200381 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:07:01.200381 n-d-825064-1 neutron-server[102430]: self.callback(batched_events) Jan 18 23:07:01.200381 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:07:01.200381 n-d-825064-1 neutron-server[102430]: event.method(event) Jan 18 23:07:01.200381 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 23:07:01.200381 n-d-825064-1 neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:07:01.200381 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 23:07:01.200381 n-d-825064-1 neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:07:01.200381 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 23:07:01.200381 n-d-825064-1 neutron-server[102430]: return f(self, *a, **k) Jan 18 23:07:01.200381 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:07:01.200381 n-d-825064-1 neutron-server[102430]: return self._get(url).json() Jan 18 23:07:01.200381 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:07:01.200381 n-d-825064-1 neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:07:01.200381 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:07:01.200381 n-d-825064-1 neutron-server[102430]: return self.request(url, 'GET', **kwargs) Jan 18 23:07:01.200381 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:07:01.200381 n-d-825064-1 neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:07:01.200381 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:07:01.200381 n-d-825064-1 neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:07:01.200381 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:07:01.200381 n-d-825064-1 neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:07:01.200381 n-d-825064-1 neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:07:01.212807 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc11e13-040b-42d2-b590-0f3b48ae3d2e None None] Resources bound (agent type, host, resource id): {{(pid=102432) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 18 23:07:01.263000 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-90b2bde6-c1e0-410d-9561-d2d4229ed40c tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:01.270466 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-90b2bde6-c1e0-410d-9561-d2d4229ed40c tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:01.273812 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-90b2bde6-c1e0-410d-9561-d2d4229ed40c tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] 10.222.0.53 "DELETE /v2.0/networks/5c57eccf-c026-4f20-ac4d-d951e9ed2734 HTTP/1.1" status: 204 len: 168 time: 0.5507481 Jan 18 23:07:01.276539 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58428) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:07:01.291482 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b2bde6-c1e0-410d-9561-d2d4229ed40c tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] Pushing event deleted for resources: {'Network': ['ID=5c57eccf-c026-4f20-ac4d-d951e9ed2734,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:01.297607 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Port 84a3cc96-2a58-4d43-9d39-0cd5d37743ee update to ACTIVE by agent not found {{(pid=102432) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jan 18 23:07:01.308737 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-9b2d0fc2-4d08-409e-8284-1549580e0698 tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1cb474f-6d6e-4df9-a674-d0a13107f843 HTTP/1.1" status: 200 len: 205 time: 0.0310216 Jan 18 23:07:01.311062 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58430) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:07:01.390149 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2de61871-9538-4790-ab6b-997b2436a2b0 tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] Notify callbacks [] for router, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:01.876845 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2de61871-9538-4790-ab6b-997b2436a2b0 tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1040886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8602'] for router, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:01.878913 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2de61871-9538-4790-ab6b-997b2436a2b0 tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:01.918792 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2de61871-9538-4790-ab6b-997b2436a2b0 tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1040832'] for router, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:01.919309 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2de61871-9538-4790-ab6b-997b2436a2b0 tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] Fanout notify agent at l3_agent the message router_deleted on router d1cb474f-6d6e-4df9-a674-d0a13107f843 {{(pid=102431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 23:07:01.926620 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2de61871-9538-4790-ab6b-997b2436a2b0 tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:01.928270 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-2de61871-9538-4790-ab6b-997b2436a2b0 tempest-RoutersNegativeTest-84693282 tempest-RoutersNegativeTest-84693282-project] 10.222.0.53 "DELETE /v2.0/routers/d1cb474f-6d6e-4df9-a674-d0a13107f843 HTTP/1.1" status: 204 len: 168 time: 0.6157758 Jan 18 23:07:02.165721 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 58436) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:07:02.240201 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 23:07:02.294590 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-160144b7-0a42-4f11-a1b4-fb17222db737 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4f55d6f02c834788954029966f563f71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1276534 Jan 18 23:07:02.298082 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 58440) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:07:02.347701 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fb0dc067-8d52-4971-b718-9ffcd97b4f2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:02.369057 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fb0dc067-8d52-4971-b718-9ffcd97b4f2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:02.426371 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fb0dc067-8d52-4971-b718-9ffcd97b4f2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:02.429067 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fb0dc067-8d52-4971-b718-9ffcd97b4f2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:02.430371 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-fb0dc067-8d52-4971-b718-9ffcd97b4f2b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c93f312d-93d3-4071-980c-0392f26a744b HTTP/1.1" status: 204 len: 168 time: 0.1313665 Jan 18 23:07:02.437834 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0dc067-8d52-4971-b718-9ffcd97b4f2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c93f312d-93d3-4071-980c-0392f26a744b,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:02.513988 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 84a3cc96-2a58-4d43-9d39-0cd5d37743ee no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 23:07:02.534084 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 84a3cc96-2a58-4d43-9d39-0cd5d37743ee {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 23:07:02.534433 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 84a3cc96-2a58-4d43-9d39-0cd5d37743ee not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 23:07:03.028659 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 58462) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:07:03.122758 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-b518e2b5-9a4b-495c-9e80-f3271bfc16f3 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1913270170-network', 'tenant_id': '27f222ef67144a00baed736244fbbef6'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:07:03.145422 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b518e2b5-9a4b-495c-9e80-f3271bfc16f3 admin admin] Made reservation on behalf of 27f222ef67144a00baed736244fbbef6 for: {'network': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:07:03.147878 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b518e2b5-9a4b-495c-9e80-f3271bfc16f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:03.156500 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b518e2b5-9a4b-495c-9e80-f3271bfc16f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:03.227505 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b518e2b5-9a4b-495c-9e80-f3271bfc16f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:03.231074 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b518e2b5-9a4b-495c-9e80-f3271bfc16f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:03.254755 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b518e2b5-9a4b-495c-9e80-f3271bfc16f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=102430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:07:03.268635 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b518e2b5-9a4b-495c-9e80-f3271bfc16f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8aefb44-6d8e-47da-990a-1427c4edaeed,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:03.273343 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b518e2b5-9a4b-495c-9e80-f3271bfc16f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:03.273691 n-d-825064-1 neutron-server[102430]: INFO neutron.db.segments_db [None req-b518e2b5-9a4b-495c-9e80-f3271bfc16f3 admin admin] Added segment 4ce38176-7d7c-4615-8dcf-4132b580e116 of type vlan for network 878ed69a-9d8c-4e88-add2-af22abba70e1 Jan 18 23:07:03.314541 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b518e2b5-9a4b-495c-9e80-f3271bfc16f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:03.338785 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b518e2b5-9a4b-495c-9e80-f3271bfc16f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:03.339749 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b518e2b5-9a4b-495c-9e80-f3271bfc16f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:03.340361 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b518e2b5-9a4b-495c-9e80-f3271bfc16f3 admin admin] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:03.398574 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-b518e2b5-9a4b-495c-9e80-f3271bfc16f3 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3683019 Jan 18 23:07:03.401534 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58466) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:07:03.403965 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b518e2b5-9a4b-495c-9e80-f3271bfc16f3 admin admin] Pushing event updated for resources: {'Network': ['ID=878ed69a-9d8c-4e88-add2-af22abba70e1,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:03.407255 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-6b31155d-fea6-418b-a7d1-c118619ae7dc admin admin] Request body: {'subnet': {'network_id': '878ed69a-9d8c-4e88-add2-af22abba70e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1913270170-subnet', 'tenant_id': '27f222ef67144a00baed736244fbbef6', 'ip_version': 4}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:07:03.417576 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 878ed69a-9d8c-4e88-add2-af22abba70e1 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 23:07:03.428868 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b31155d-fea6-418b-a7d1-c118619ae7dc admin admin] Made reservation on behalf of 27f222ef67144a00baed736244fbbef6 for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:07:03.431141 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6b31155d-fea6-418b-a7d1-c118619ae7dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:03.590612 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6b31155d-fea6-418b-a7d1-c118619ae7dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:03.641053 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b31155d-fea6-418b-a7d1-c118619ae7dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=206fcac1-f10d-4ddc-9e50-73a0e5be724d,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:03.651790 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b31155d-fea6-418b-a7d1-c118619ae7dc admin admin] Checking segment: {'id': '4ce38176-7d7c-4615-8dcf-4132b580e116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '878ed69a-9d8c-4e88-add2-af22abba70e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 23:07:03.652168 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b31155d-fea6-418b-a7d1-c118619ae7dc admin admin] Network hostable DHCP agents. Network: 878ed69a-9d8c-4e88-add2-af22abba70e1, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:07:03.668396 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b31155d-fea6-418b-a7d1-c118619ae7dc admin admin] Network 878ed69a-9d8c-4e88-add2-af22abba70e1 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:07:03.676362 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-6b31155d-fea6-418b-a7d1-c118619ae7dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 878ed69a-9d8c-4e88-add2-af22abba70e1) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:07:03.680720 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b31155d-fea6-418b-a7d1-c118619ae7dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:03.681742 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6b31155d-fea6-418b-a7d1-c118619ae7dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:03.684791 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6fc7d7-35c9-4f2e-aa38-74c594c4c451 None None] Network 878ed69a-9d8c-4e88-add2-af22abba70e1 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 23:07:03.698009 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-6b31155d-fea6-418b-a7d1-c118619ae7dc admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.2953401 Jan 18 23:07:03.700675 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58468) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:07:03.705675 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-a906c726-b918-44f3-b1c4-b5ca8fc0cbe1 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1913270170-router', 'tenant_id': '27f222ef67144a00baed736244fbbef6', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:07:03.726537 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a906c726-b918-44f3-b1c4-b5ca8fc0cbe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1044160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8692'] for router, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:03.727636 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a906c726-b918-44f3-b1c4-b5ca8fc0cbe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1040680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8675'] for router, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:03.781803 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a906c726-b918-44f3-b1c4-b5ca8fc0cbe1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:03.831391 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ce15b0-7ad5-497e-9ab2-2cdbe528e488 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-878ed69a-9d8c-4e88-add2-af22abba70e1', 'network_id': '878ed69a-9d8c-4e88-add2-af22abba70e1', 'tenant_id': '27f222ef67144a00baed736244fbbef6', 'fixed_ips': [{'subnet_id': '206fcac1-f10d-4ddc-9e50-73a0e5be724d'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 23:07:03.832398 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-36ce15b0-7ad5-497e-9ab2-2cdbe528e488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:03.916489 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a906c726-b918-44f3-b1c4-b5ca8fc0cbe1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:03.967055 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-36ce15b0-7ad5-497e-9ab2-2cdbe528e488 None None] Allocated IP 172.20.0.2 (878ed69a-9d8c-4e88-add2-af22abba70e1/206fcac1-f10d-4ddc-9e50-73a0e5be724d/691f380c-605e-4520-b1fa-91fa5aeada65) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:07:04.108762 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-36ce15b0-7ad5-497e-9ab2-2cdbe528e488 None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:04.109531 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a906c726-b918-44f3-b1c4-b5ca8fc0cbe1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:04.114872 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-36ce15b0-7ad5-497e-9ab2-2cdbe528e488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:04.128797 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a906c726-b918-44f3-b1c4-b5ca8fc0cbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:04.150775 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ce15b0-7ad5-497e-9ab2-2cdbe528e488 None None] Network 878ed69a-9d8c-4e88-add2-af22abba70e1 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:07:04.155638 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-36ce15b0-7ad5-497e-9ab2-2cdbe528e488 None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:07:04.159383 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ce15b0-7ad5-497e-9ab2-2cdbe528e488 None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:07:04.171169 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ce15b0-7ad5-497e-9ab2-2cdbe528e488 None None] Pushing event updated for resources: {'Port': ['ID=691f380c-605e-4520-b1fa-91fa5aeada65,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:04.214911 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-36ce15b0-7ad5-497e-9ab2-2cdbe528e488 None None] Attempting to bind port 691f380c-605e-4520-b1fa-91fa5aeada65 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:07:04.215393 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-36ce15b0-7ad5-497e-9ab2-2cdbe528e488 None None] Attempting to bind port 691f380c-605e-4520-b1fa-91fa5aeada65 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '4ce38176-7d7c-4615-8dcf-4132b580e116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '878ed69a-9d8c-4e88-add2-af22abba70e1'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:07:04.215631 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ce15b0-7ad5-497e-9ab2-2cdbe528e488 None None] Attempting to bind port 691f380c-605e-4520-b1fa-91fa5aeada65 on network 878ed69a-9d8c-4e88-add2-af22abba70e1 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 23:07:04.220733 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ce15b0-7ad5-497e-9ab2-2cdbe528e488 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 23:07:04.221105 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ce15b0-7ad5-497e-9ab2-2cdbe528e488 None None] Checking segment: {'id': '4ce38176-7d7c-4615-8dcf-4132b580e116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '878ed69a-9d8c-4e88-add2-af22abba70e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 23:07:04.221508 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-36ce15b0-7ad5-497e-9ab2-2cdbe528e488 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:04.221900 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ce15b0-7ad5-497e-9ab2-2cdbe528e488 None None] Bound using segment: {'id': '4ce38176-7d7c-4615-8dcf-4132b580e116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '878ed69a-9d8c-4e88-add2-af22abba70e1'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 23:07:04.222367 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-36ce15b0-7ad5-497e-9ab2-2cdbe528e488 None None] Bound port: 691f380c-605e-4520-b1fa-91fa5aeada65, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ce38176-7d7c-4615-8dcf-4132b580e116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '878ed69a-9d8c-4e88-add2-af22abba70e1'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:07:04.222748 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-36ce15b0-7ad5-497e-9ab2-2cdbe528e488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:04.233893 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-a906c726-b918-44f3-b1c4-b5ca8fc0cbe1 admin admin] Allocated IP 172.25.5.85 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/dfd8d5ef-f97e-46b2-b3b2-d4ac599ab392) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:07:04.289612 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-36ce15b0-7ad5-497e-9ab2-2cdbe528e488 None None] For port 691f380c-605e-4520-b1fa-91fa5aeada65, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:07:04.293008 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-36ce15b0-7ad5-497e-9ab2-2cdbe528e488 None None] For port 691f380c-605e-4520-b1fa-91fa5aeada65, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=691f380c-605e-4520-b1fa-91fa5aeada65,segment=NetworkSegment(4ce38176-7d7c-4615-8dcf-4132b580e116),segment_id=4ce38176-7d7c-4615-8dcf-4132b580e116)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:07:04.297881 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-36ce15b0-7ad5-497e-9ab2-2cdbe528e488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:04.337415 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a906c726-b918-44f3-b1c4-b5ca8fc0cbe1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:04.355485 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ce15b0-7ad5-497e-9ab2-2cdbe528e488 None None] Pushing event updated for resources: {'Port': ['ID=691f380c-605e-4520-b1fa-91fa5aeada65,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:04.372001 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a906c726-b918-44f3-b1c4-b5ca8fc0cbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:04.418345 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a906c726-b918-44f3-b1c4-b5ca8fc0cbe1 admin admin] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:07:04.421770 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-a906c726-b918-44f3-b1c4-b5ca8fc0cbe1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:07:04.426266 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a906c726-b918-44f3-b1c4-b5ca8fc0cbe1 admin admin] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:07:04.429355 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a906c726-b918-44f3-b1c4-b5ca8fc0cbe1 admin admin] Pushing event updated for resources: {'Port': ['ID=dfd8d5ef-f97e-46b2-b3b2-d4ac599ab392,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:04.690818 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a906c726-b918-44f3-b1c4-b5ca8fc0cbe1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:04.879658 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a906c726-b918-44f3-b1c4-b5ca8fc0cbe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1040691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049'] for router, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:05.009900 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a906c726-b918-44f3-b1c4-b5ca8fc0cbe1 admin admin] Router 7b3a89ab-8476-4c7f-b925-bfe755c9a916 is scheduled to L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 with binding_index 1 {{(pid=102431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 23:07:05.114446 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a906c726-b918-44f3-b1c4-b5ca8fc0cbe1 admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:07:05.123371 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1fc45c-6c93-476f-8ba1-736a728827a8 None None] Sync routers for ids ['7b3a89ab-8476-4c7f-b925-bfe755c9a916'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:07:05.133096 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a906c726-b918-44f3-b1c4-b5ca8fc0cbe1 admin admin] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:05.133661 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1fc45c-6c93-476f-8ba1-736a728827a8 None None] Routers {'7b3a89ab-8476-4c7f-b925-bfe755c9a916'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:07:05.137489 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-aa1fc45c-6c93-476f-8ba1-736a728827a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:06:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['7b3a89ab-8476-4c7f-b925-bfe755c9a916'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:07:05.137667 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-a906c726-b918-44f3-b1c4-b5ca8fc0cbe1 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.4325876 Jan 18 23:07:05.137756 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58470) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:07:05.242284 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2960eeb4-7472-437d-9151-dfabfc8e9047 None None] Network 878ed69a-9d8c-4e88-add2-af22abba70e1 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 23:07:05.242783 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-aa1fc45c-6c93-476f-8ba1-736a728827a8 None None] Set router 7b3a89ab-8476-4c7f-b925-bfe755c9a916 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:07:05.333013 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-9384c0fb-cc85-4c07-97db-071be556d705 None None] Provisioning complete for port 691f380c-605e-4520-b1fa-91fa5aeada65 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:07:05.333387 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9384c0fb-cc85-4c07-97db-071be556d705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:05.425884 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-aa1fc45c-6c93-476f-8ba1-736a728827a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b3a89ab-8476-4c7f-b925-bfe755c9a916', 'name': 'tempest-TestEncryptedCinderVolumes-1913270170-router', 'tenant_id': '27f222ef67144a00baed736244fbbef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': 'dfd8d5ef-f97e-46b2-b3b2-d4ac599ab392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:07:03Z', 'updated_at': '2022-01-18T23:07:04Z', 'revision_number': 3, 'project_id': '27f222ef67144a00baed736244fbbef6', 'gw_port': {'id': 'dfd8d5ef-f97e-46b2-b3b2-d4ac599ab392', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f5:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b3a89ab-8476-4c7f-b925-bfe755c9a916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:07:04Z', 'updated_at': '2022-01-18T23:07:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:07:05.457084 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1fc45c-6c93-476f-8ba1-736a728827a8 None None] Checking router: 7b3a89ab-8476-4c7f-b925-bfe755c9a916 for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:07:05.457430 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1fc45c-6c93-476f-8ba1-736a728827a8 None None] Updating router 7b3a89ab-8476-4c7f-b925-bfe755c9a916 port dfd8d5ef-f97e-46b2-b3b2-d4ac599ab392 binding host n-d-825064-1 {{(pid=102433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 23:07:05.470828 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9384c0fb-cc85-4c07-97db-071be556d705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:05.489724 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-aa1fc45c-6c93-476f-8ba1-736a728827a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:05.510090 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-9384c0fb-cc85-4c07-97db-071be556d705 None None] For port 691f380c-605e-4520-b1fa-91fa5aeada65, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=691f380c-605e-4520-b1fa-91fa5aeada65,segment=NetworkSegment(4ce38176-7d7c-4615-8dcf-4132b580e116),segment_id=4ce38176-7d7c-4615-8dcf-4132b580e116)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:07:05.519217 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9384c0fb-cc85-4c07-97db-071be556d705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:05.571932 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9384c0fb-cc85-4c07-97db-071be556d705 None None] Pushing event updated for resources: {'Port': ['ID=691f380c-605e-4520-b1fa-91fa5aeada65,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:05.738993 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-bed134db-6fa7-46a6-bcbc-889a125280d2 None None] Provisioning complete for port 691f380c-605e-4520-b1fa-91fa5aeada65 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:07:05.739414 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bed134db-6fa7-46a6-bcbc-889a125280d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:05.765988 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-aa1fc45c-6c93-476f-8ba1-736a728827a8 None None] Notify callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:05.772824 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-aa1fc45c-6c93-476f-8ba1-736a728827a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:05.828301 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-aa1fc45c-6c93-476f-8ba1-736a728827a8 None None] Attempting to bind port dfd8d5ef-f97e-46b2-b3b2-d4ac599ab392 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:07:05.828678 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-aa1fc45c-6c93-476f-8ba1-736a728827a8 None None] Attempting to bind port dfd8d5ef-f97e-46b2-b3b2-d4ac599ab392 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:07:05.829045 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1fc45c-6c93-476f-8ba1-736a728827a8 None None] Attempting to bind port dfd8d5ef-f97e-46b2-b3b2-d4ac599ab392 on network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 23:07:05.831893 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7884b311-4d51-4619-a392-eec7ba5c220e None None] Pushing event updated for resources: {'Port': ['ID=dfd8d5ef-f97e-46b2-b3b2-d4ac599ab392,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:05.838406 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3a139dee-6fa8-42bf-8d0a-67e342d13697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:05.839475 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1fc45c-6c93-476f-8ba1-736a728827a8 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 23:07:05.840031 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1fc45c-6c93-476f-8ba1-736a728827a8 None None] Checking segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 23:07:05.840872 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-aa1fc45c-6c93-476f-8ba1-736a728827a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:05.840872 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1fc45c-6c93-476f-8ba1-736a728827a8 None None] Bound using segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 23:07:05.841325 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-aa1fc45c-6c93-476f-8ba1-736a728827a8 None None] Bound port: dfd8d5ef-f97e-46b2-b3b2-d4ac599ab392, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:07:05.841706 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-aa1fc45c-6c93-476f-8ba1-736a728827a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:05.844852 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7884b311-4d51-4619-a392-eec7ba5c220e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:05.845199 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7884b311-4d51-4619-a392-eec7ba5c220e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:05.845535 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7884b311-4d51-4619-a392-eec7ba5c220e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:05.845864 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7884b311-4d51-4619-a392-eec7ba5c220e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:05.846194 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7884b311-4d51-4619-a392-eec7ba5c220e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:05.846519 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7884b311-4d51-4619-a392-eec7ba5c220e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:05.846842 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7884b311-4d51-4619-a392-eec7ba5c220e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:05.847166 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7884b311-4d51-4619-a392-eec7ba5c220e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:05.847481 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7884b311-4d51-4619-a392-eec7ba5c220e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:05.847797 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7884b311-4d51-4619-a392-eec7ba5c220e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:05.848113 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7884b311-4d51-4619-a392-eec7ba5c220e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:05.848455 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7884b311-4d51-4619-a392-eec7ba5c220e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:05.898257 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-aa1fc45c-6c93-476f-8ba1-736a728827a8 None None] For port dfd8d5ef-f97e-46b2-b3b2-d4ac599ab392, host n-d-825064-1, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:07:05.901231 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-aa1fc45c-6c93-476f-8ba1-736a728827a8 None None] For port dfd8d5ef-f97e-46b2-b3b2-d4ac599ab392, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=dfd8d5ef-f97e-46b2-b3b2-d4ac599ab392,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:07:05.905472 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-aa1fc45c-6c93-476f-8ba1-736a728827a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:05.959500 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1fc45c-6c93-476f-8ba1-736a728827a8 None None] Routers {'7b3a89ab-8476-4c7f-b925-bfe755c9a916'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:07:05.960100 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-aa1fc45c-6c93-476f-8ba1-736a728827a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:06:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['7b3a89ab-8476-4c7f-b925-bfe755c9a916'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:07:05.993503 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-3a139dee-6fa8-42bf-8d0a-67e342d13697 admin admin] Allocated IP 172.20.0.1 (878ed69a-9d8c-4e88-add2-af22abba70e1/206fcac1-f10d-4ddc-9e50-73a0e5be724d/807fba4a-dfd0-4f83-90ff-79a21fd9c4af) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:07:05.999689 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7884b311-4d51-4619-a392-eec7ba5c220e None None] Pushing event updated for resources: {'Port': ['ID=dfd8d5ef-f97e-46b2-b3b2-d4ac599ab392,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:06.068932 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-aa1fc45c-6c93-476f-8ba1-736a728827a8 None None] Set router 7b3a89ab-8476-4c7f-b925-bfe755c9a916 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:07:06.095689 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3a139dee-6fa8-42bf-8d0a-67e342d13697 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:06.128506 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3a139dee-6fa8-42bf-8d0a-67e342d13697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:06.168421 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a139dee-6fa8-42bf-8d0a-67e342d13697 admin admin] Network 878ed69a-9d8c-4e88-add2-af22abba70e1 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:07:06.175353 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-3a139dee-6fa8-42bf-8d0a-67e342d13697 admin admin] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:07:06.178828 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a139dee-6fa8-42bf-8d0a-67e342d13697 admin admin] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:07:06.184299 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a139dee-6fa8-42bf-8d0a-67e342d13697 admin admin] Pushing event updated for resources: {'Port': ['ID=807fba4a-dfd0-4f83-90ff-79a21fd9c4af,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:06.222565 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3a139dee-6fa8-42bf-8d0a-67e342d13697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1040954'] for router_interface, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:06.250673 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-aa1fc45c-6c93-476f-8ba1-736a728827a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b3a89ab-8476-4c7f-b925-bfe755c9a916', 'name': 'tempest-TestEncryptedCinderVolumes-1913270170-router', 'tenant_id': '27f222ef67144a00baed736244fbbef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': 'dfd8d5ef-f97e-46b2-b3b2-d4ac599ab392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:07:03Z', 'updated_at': '2022-01-18T23:07:04Z', 'revision_number': 3, 'project_id': '27f222ef67144a00baed736244fbbef6', 'gw_port': {'id': 'dfd8d5ef-f97e-46b2-b3b2-d4ac599ab392', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f5:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b3a89ab-8476-4c7f-b925-bfe755c9a916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:07:04Z', 'updated_at': '2022-01-18T23:07:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:07:06.282389 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1fc45c-6c93-476f-8ba1-736a728827a8 None None] The sync data for ids ['7b3a89ab-8476-4c7f-b925-bfe755c9a916'] in n-d-825064-1 is: [{'id': '7b3a89ab-8476-4c7f-b925-bfe755c9a916', 'name': 'tempest-TestEncryptedCinderVolumes-1913270170-router', 'tenant_id': '27f222ef67144a00baed736244fbbef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': 'dfd8d5ef-f97e-46b2-b3b2-d4ac599ab392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:07:03Z', 'updated_at': '2022-01-18T23:07:04Z', 'revision_number': 3, 'project_id': '27f222ef67144a00baed736244fbbef6', 'gw_port': {'id': 'dfd8d5ef-f97e-46b2-b3b2-d4ac599ab392', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f5:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b3a89ab-8476-4c7f-b925-bfe755c9a916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:07:04Z', 'updated_at': '2022-01-18T23:07:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:07:06.360171 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3a139dee-6fa8-42bf-8d0a-67e342d13697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:06.446525 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-a294206c-6cb7-48e8-a1a0-36c98271dd62 None None] Provisioning complete for port 807fba4a-dfd0-4f83-90ff-79a21fd9c4af triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:07:06.447006 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a294206c-6cb7-48e8-a1a0-36c98271dd62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:06.512287 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-a294206c-6cb7-48e8-a1a0-36c98271dd62 None None] Port 807fba4a-dfd0-4f83-90ff-79a21fd9c4af cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 23:07:06.574717 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3a139dee-6fa8-42bf-8d0a-67e342d13697 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:06.580705 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3a139dee-6fa8-42bf-8d0a-67e342d13697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:06.600483 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 691f380c-605e-4520-b1fa-91fa5aeada65 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 23:07:06.647988 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a139dee-6fa8-42bf-8d0a-67e342d13697 admin admin] Pushing event updated for resources: {'Port': ['ID=807fba4a-dfd0-4f83-90ff-79a21fd9c4af,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:06.650629 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3a139dee-6fa8-42bf-8d0a-67e342d13697 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-613854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1041070'] for router_interface, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:06.655359 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 691f380c-605e-4520-b1fa-91fa5aeada65 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:07:06.659444 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:06.754533 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a139dee-6fa8-42bf-8d0a-67e342d13697 admin admin] Network 878ed69a-9d8c-4e88-add2-af22abba70e1 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:07:06.756241 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-3a139dee-6fa8-42bf-8d0a-67e342d13697 admin admin] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:07:06.873895 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a139dee-6fa8-42bf-8d0a-67e342d13697 admin admin] Router 7b3a89ab-8476-4c7f-b925-bfe755c9a916 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:07:06.987063 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a139dee-6fa8-42bf-8d0a-67e342d13697 admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:07:06.992184 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-3a139dee-6fa8-42bf-8d0a-67e342d13697 admin admin] 10.222.0.53 "PUT /v2.0/routers/7b3a89ab-8476-4c7f-b925-bfe755c9a916/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8528335 Jan 18 23:07:07.056703 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-387136f3-1513-471c-909f-203a7790beda None None] Provisioning complete for port 807fba4a-dfd0-4f83-90ff-79a21fd9c4af triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:07:07.057083 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-387136f3-1513-471c-909f-203a7790beda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:07.096527 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-387136f3-1513-471c-909f-203a7790beda None None] Port 807fba4a-dfd0-4f83-90ff-79a21fd9c4af cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 23:07:07.467256 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 58486) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:07:07.472257 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-9553580d-89c2-4985-bfd6-3613a5fa6e3f admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-622710805-network', 'tenant_id': 'c6c9e9aed68a4f4083e2aa0bdc5884fd'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:07:07.494094 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9553580d-89c2-4985-bfd6-3613a5fa6e3f admin admin] Made reservation on behalf of c6c9e9aed68a4f4083e2aa0bdc5884fd for: {'network': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:07:07.496369 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9553580d-89c2-4985-bfd6-3613a5fa6e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:07.505124 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9553580d-89c2-4985-bfd6-3613a5fa6e3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:07.581899 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9553580d-89c2-4985-bfd6-3613a5fa6e3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:07.585857 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9553580d-89c2-4985-bfd6-3613a5fa6e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:07.613303 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9553580d-89c2-4985-bfd6-3613a5fa6e3f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=102430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:07:07.622449 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9553580d-89c2-4985-bfd6-3613a5fa6e3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1ce4d08-5538-4e4f-bce3-ea2e6065c25f,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:07.630551 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9553580d-89c2-4985-bfd6-3613a5fa6e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:07.630551 n-d-825064-1 neutron-server[102430]: INFO neutron.db.segments_db [None req-9553580d-89c2-4985-bfd6-3613a5fa6e3f admin admin] Added segment 85ef1217-6976-4ad4-b982-a4b2eb195c6e of type vlan for network 6c25a202-d64d-4776-896d-90ccd953cc7d Jan 18 23:07:07.675434 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9553580d-89c2-4985-bfd6-3613a5fa6e3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:07.703266 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9553580d-89c2-4985-bfd6-3613a5fa6e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:07.704457 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9553580d-89c2-4985-bfd6-3613a5fa6e3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:07.705028 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9553580d-89c2-4985-bfd6-3613a5fa6e3f admin admin] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:07.763969 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-9553580d-89c2-4985-bfd6-3613a5fa6e3f admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2955632 Jan 18 23:07:07.766841 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58488) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:07:07.771016 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9553580d-89c2-4985-bfd6-3613a5fa6e3f admin admin] Pushing event updated for resources: {'Network': ['ID=6c25a202-d64d-4776-896d-90ccd953cc7d,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:07.772161 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-e45853fe-661b-46e0-aa74-889310c33e4d admin admin] Request body: {'subnet': {'network_id': '6c25a202-d64d-4776-896d-90ccd953cc7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-622710805-subnet', 'tenant_id': 'c6c9e9aed68a4f4083e2aa0bdc5884fd', 'ip_version': 4}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:07:07.781284 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 6c25a202-d64d-4776-896d-90ccd953cc7d details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 23:07:07.799589 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e45853fe-661b-46e0-aa74-889310c33e4d admin admin] Made reservation on behalf of c6c9e9aed68a4f4083e2aa0bdc5884fd for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:07:07.812661 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e45853fe-661b-46e0-aa74-889310c33e4d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:07.890317 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7afabad-9bac-43ea-864e-9de503e4d5b2 None None] Sync routers for ids ['7b3a89ab-8476-4c7f-b925-bfe755c9a916'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:07:07.899348 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7afabad-9bac-43ea-864e-9de503e4d5b2 None None] Routers {'7b3a89ab-8476-4c7f-b925-bfe755c9a916'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:07:07.900038 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-f7afabad-9bac-43ea-864e-9de503e4d5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:06:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['7b3a89ab-8476-4c7f-b925-bfe755c9a916'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:07:07.983742 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e45853fe-661b-46e0-aa74-889310c33e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:08.008226 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-f7afabad-9bac-43ea-864e-9de503e4d5b2 None None] Set router 7b3a89ab-8476-4c7f-b925-bfe755c9a916 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:07:08.042936 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45853fe-661b-46e0-aa74-889310c33e4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0b4d034-45af-4682-be23-ccb99fc7ac37,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:08.051680 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45853fe-661b-46e0-aa74-889310c33e4d admin admin] Checking segment: {'id': '85ef1217-6976-4ad4-b982-a4b2eb195c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6c25a202-d64d-4776-896d-90ccd953cc7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 23:07:08.052041 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45853fe-661b-46e0-aa74-889310c33e4d admin admin] Network hostable DHCP agents. Network: 6c25a202-d64d-4776-896d-90ccd953cc7d, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:07:08.068801 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45853fe-661b-46e0-aa74-889310c33e4d admin admin] Network 6c25a202-d64d-4776-896d-90ccd953cc7d is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:07:08.082621 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-e45853fe-661b-46e0-aa74-889310c33e4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 6c25a202-d64d-4776-896d-90ccd953cc7d) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:07:08.087505 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45853fe-661b-46e0-aa74-889310c33e4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:08.088194 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e45853fe-661b-46e0-aa74-889310c33e4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:08.099123 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5310bd3c-fe39-46ba-8999-754e8d2e74fb None None] Network 6c25a202-d64d-4776-896d-90ccd953cc7d requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 23:07:08.105669 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-e45853fe-661b-46e0-aa74-889310c33e4d admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3376625 Jan 18 23:07:08.108255 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58490) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:07:08.112609 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-6def91bc-1a25-4b13-a49c-444bf17044e1 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-622710805-router', 'tenant_id': 'c6c9e9aed68a4f4083e2aa0bdc5884fd', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:07:08.135284 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6def91bc-1a25-4b13-a49c-444bf17044e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1044160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8692'] for router, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:08.136746 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6def91bc-1a25-4b13-a49c-444bf17044e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1040680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8675'] for router, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:08.189527 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6def91bc-1a25-4b13-a49c-444bf17044e1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:08.330775 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6def91bc-1a25-4b13-a49c-444bf17044e1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:08.478316 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-f7afabad-9bac-43ea-864e-9de503e4d5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b3a89ab-8476-4c7f-b925-bfe755c9a916', 'name': 'tempest-TestEncryptedCinderVolumes-1913270170-router', 'tenant_id': '27f222ef67144a00baed736244fbbef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': 'dfd8d5ef-f97e-46b2-b3b2-d4ac599ab392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:07:03Z', 'updated_at': '2022-01-18T23:07:06Z', 'revision_number': 4, 'project_id': '27f222ef67144a00baed736244fbbef6', 'gw_port': {'id': 'dfd8d5ef-f97e-46b2-b3b2-d4ac599ab392', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f5:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b3a89ab-8476-4c7f-b925-bfe755c9a916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:07:04Z', 'updated_at': '2022-01-18T23:07:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '807fba4a-dfd0-4f83-90ff-79a21fd9c4af', 'name': '', 'network_id': '878ed69a-9d8c-4e88-add2-af22abba70e1', 'tenant_id': '27f222ef67144a00baed736244fbbef6', 'mac_address': 'fa:16:3e:bf:7f:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b3a89ab-8476-4c7f-b925-bfe755c9a916', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '206fcac1-f10d-4ddc-9e50-73a0e5be724d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:07:05Z', 'updated_at': '2022-01-18T23:07:06Z', 'revision_number': 2, 'project_id': '27f222ef67144a00baed736244fbbef6', 'subnets': [{'id': '206fcac1-f10d-4ddc-9e50-73a0e5be724d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:07:08.511098 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7794b0-05b6-41c2-a7e3-861a4de63ad7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-6c25a202-d64d-4776-896d-90ccd953cc7d', 'network_id': '6c25a202-d64d-4776-896d-90ccd953cc7d', 'tenant_id': 'c6c9e9aed68a4f4083e2aa0bdc5884fd', 'fixed_ips': [{'subnet_id': 'e0b4d034-45af-4682-be23-ccb99fc7ac37'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 23:07:08.511970 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1e7794b0-05b6-41c2-a7e3-861a4de63ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:08.521007 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7afabad-9bac-43ea-864e-9de503e4d5b2 None None] Checking router: 7b3a89ab-8476-4c7f-b925-bfe755c9a916 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:07:08.521366 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7afabad-9bac-43ea-864e-9de503e4d5b2 None None] Updating router 7b3a89ab-8476-4c7f-b925-bfe755c9a916 port 807fba4a-dfd0-4f83-90ff-79a21fd9c4af binding host n-d-825064-1 {{(pid=102432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 23:07:08.530408 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6def91bc-1a25-4b13-a49c-444bf17044e1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:08.554655 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6def91bc-1a25-4b13-a49c-444bf17044e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:08.558219 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f7afabad-9bac-43ea-864e-9de503e4d5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:08.609734 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device dfd8d5ef-f97e-46b2-b3b2-d4ac599ab392 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 23:07:08.660602 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-6def91bc-1a25-4b13-a49c-444bf17044e1 admin admin] Allocated IP 172.25.5.253 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/de9a328e-6a54-4210-bdc5-c2b6bbc67b79) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:07:08.765559 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6def91bc-1a25-4b13-a49c-444bf17044e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:08.799267 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6def91bc-1a25-4b13-a49c-444bf17044e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:08.828086 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port dfd8d5ef-f97e-46b2-b3b2-d4ac599ab392 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:07:08.828702 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:08.830383 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-1e7794b0-05b6-41c2-a7e3-861a4de63ad7 None None] Allocated IP 172.20.0.2 (6c25a202-d64d-4776-896d-90ccd953cc7d/e0b4d034-45af-4682-be23-ccb99fc7ac37/b102ee1f-2dd3-4821-96e1-cee75c840c60) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:07:08.842056 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6def91bc-1a25-4b13-a49c-444bf17044e1 admin admin] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:07:08.844899 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-6def91bc-1a25-4b13-a49c-444bf17044e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:07:08.849392 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6def91bc-1a25-4b13-a49c-444bf17044e1 admin admin] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:07:08.851330 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6def91bc-1a25-4b13-a49c-444bf17044e1 admin admin] Pushing event updated for resources: {'Port': ['ID=de9a328e-6a54-4210-bdc5-c2b6bbc67b79,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:09.090923 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6def91bc-1a25-4b13-a49c-444bf17044e1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:09.222367 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:09.247294 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f7afabad-9bac-43ea-864e-9de503e4d5b2 None None] Notify callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:09.261508 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1e7794b0-05b6-41c2-a7e3-861a4de63ad7 None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:09.271725 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f7afabad-9bac-43ea-864e-9de503e4d5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:09.274577 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port dfd8d5ef-f97e-46b2-b3b2-d4ac599ab392, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=dfd8d5ef-f97e-46b2-b3b2-d4ac599ab392,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:07:09.278838 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1e7794b0-05b6-41c2-a7e3-861a4de63ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:09.287637 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6def91bc-1a25-4b13-a49c-444bf17044e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1040691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049'] for router, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:09.307008 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:09.339011 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7794b0-05b6-41c2-a7e3-861a4de63ad7 None None] Network 6c25a202-d64d-4776-896d-90ccd953cc7d is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:07:09.347635 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-1e7794b0-05b6-41c2-a7e3-861a4de63ad7 None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:07:09.351551 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68421f66-6f1e-4a4a-8295-0943ca00a15c None None] Pushing event updated for resources: {'Port': ['ID=807fba4a-dfd0-4f83-90ff-79a21fd9c4af,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:09.353982 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7794b0-05b6-41c2-a7e3-861a4de63ad7 None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:07:09.440706 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6def91bc-1a25-4b13-a49c-444bf17044e1 admin admin] Router cfce4d4d-b917-441e-81b6-3dbcf3807b7f is scheduled to L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 with binding_index 1 {{(pid=102431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 23:07:09.488597 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7794b0-05b6-41c2-a7e3-861a4de63ad7 None None] Pushing event updated for resources: {'Port': ['ID=b102ee1f-2dd3-4821-96e1-cee75c840c60,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:09.502975 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-f7afabad-9bac-43ea-864e-9de503e4d5b2 None None] Attempting to bind port 807fba4a-dfd0-4f83-90ff-79a21fd9c4af on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:07:09.503351 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-f7afabad-9bac-43ea-864e-9de503e4d5b2 None None] Attempting to bind port 807fba4a-dfd0-4f83-90ff-79a21fd9c4af by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '4ce38176-7d7c-4615-8dcf-4132b580e116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '878ed69a-9d8c-4e88-add2-af22abba70e1'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:07:09.503725 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7afabad-9bac-43ea-864e-9de503e4d5b2 None None] Attempting to bind port 807fba4a-dfd0-4f83-90ff-79a21fd9c4af on network 878ed69a-9d8c-4e88-add2-af22abba70e1 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 23:07:09.522538 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-1e7794b0-05b6-41c2-a7e3-861a4de63ad7 None None] Attempting to bind port b102ee1f-2dd3-4821-96e1-cee75c840c60 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:07:09.522908 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-1e7794b0-05b6-41c2-a7e3-861a4de63ad7 None None] Attempting to bind port b102ee1f-2dd3-4821-96e1-cee75c840c60 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '85ef1217-6976-4ad4-b982-a4b2eb195c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6c25a202-d64d-4776-896d-90ccd953cc7d'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:07:09.523271 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7794b0-05b6-41c2-a7e3-861a4de63ad7 None None] Attempting to bind port b102ee1f-2dd3-4821-96e1-cee75c840c60 on network 6c25a202-d64d-4776-896d-90ccd953cc7d {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 23:07:09.534241 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7794b0-05b6-41c2-a7e3-861a4de63ad7 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 23:07:09.534621 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7794b0-05b6-41c2-a7e3-861a4de63ad7 None None] Checking segment: {'id': '85ef1217-6976-4ad4-b982-a4b2eb195c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6c25a202-d64d-4776-896d-90ccd953cc7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 23:07:09.535029 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1e7794b0-05b6-41c2-a7e3-861a4de63ad7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:09.535420 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7794b0-05b6-41c2-a7e3-861a4de63ad7 None None] Bound using segment: {'id': '85ef1217-6976-4ad4-b982-a4b2eb195c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6c25a202-d64d-4776-896d-90ccd953cc7d'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 23:07:09.535886 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-1e7794b0-05b6-41c2-a7e3-861a4de63ad7 None None] Bound port: b102ee1f-2dd3-4821-96e1-cee75c840c60, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85ef1217-6976-4ad4-b982-a4b2eb195c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6c25a202-d64d-4776-896d-90ccd953cc7d'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:07:09.536289 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1e7794b0-05b6-41c2-a7e3-861a4de63ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:09.538188 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7afabad-9bac-43ea-864e-9de503e4d5b2 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 23:07:09.538545 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7afabad-9bac-43ea-864e-9de503e4d5b2 None None] Checking segment: {'id': '4ce38176-7d7c-4615-8dcf-4132b580e116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '878ed69a-9d8c-4e88-add2-af22abba70e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 23:07:09.538923 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f7afabad-9bac-43ea-864e-9de503e4d5b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:09.539301 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7afabad-9bac-43ea-864e-9de503e4d5b2 None None] Bound using segment: {'id': '4ce38176-7d7c-4615-8dcf-4132b580e116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '878ed69a-9d8c-4e88-add2-af22abba70e1'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 23:07:09.539747 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-f7afabad-9bac-43ea-864e-9de503e4d5b2 None None] Bound port: 807fba4a-dfd0-4f83-90ff-79a21fd9c4af, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ce38176-7d7c-4615-8dcf-4132b580e116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '878ed69a-9d8c-4e88-add2-af22abba70e1'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:07:09.540137 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f7afabad-9bac-43ea-864e-9de503e4d5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:09.572629 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6def91bc-1a25-4b13-a49c-444bf17044e1 admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:07:09.590440 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34cf928-15d4-48bc-ba32-c4f23517a1bd None None] Sync routers for ids ['cfce4d4d-b917-441e-81b6-3dbcf3807b7f'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:07:09.599048 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6def91bc-1a25-4b13-a49c-444bf17044e1 admin admin] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:09.600385 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-6def91bc-1a25-4b13-a49c-444bf17044e1 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.4911304 Jan 18 23:07:09.600752 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34cf928-15d4-48bc-ba32-c4f23517a1bd None None] Routers {'cfce4d4d-b917-441e-81b6-3dbcf3807b7f'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:07:09.601368 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-e34cf928-15d4-48bc-ba32-c4f23517a1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:06:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['cfce4d4d-b917-441e-81b6-3dbcf3807b7f'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:07:09.603171 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 58492) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:07:09.633011 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=dfd8d5ef-f97e-46b2-b3b2-d4ac599ab392,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:09.698596 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7aa3e42e-ae8e-4d26-b389-23fb0454a820 None None] Provisioning complete for port 807fba4a-dfd0-4f83-90ff-79a21fd9c4af triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:07:09.698968 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7aa3e42e-ae8e-4d26-b389-23fb0454a820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:09.700957 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-f7afabad-9bac-43ea-864e-9de503e4d5b2 None None] For port 807fba4a-dfd0-4f83-90ff-79a21fd9c4af, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:07:09.706200 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-f7afabad-9bac-43ea-864e-9de503e4d5b2 None None] For port 807fba4a-dfd0-4f83-90ff-79a21fd9c4af, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=807fba4a-dfd0-4f83-90ff-79a21fd9c4af,segment=NetworkSegment(4ce38176-7d7c-4615-8dcf-4132b580e116),segment_id=4ce38176-7d7c-4615-8dcf-4132b580e116)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:07:09.707647 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-1e7794b0-05b6-41c2-a7e3-861a4de63ad7 None None] For port b102ee1f-2dd3-4821-96e1-cee75c840c60, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:07:09.731265 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f7afabad-9bac-43ea-864e-9de503e4d5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:09.750061 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-e34cf928-15d4-48bc-ba32-c4f23517a1bd None None] Set router cfce4d4d-b917-441e-81b6-3dbcf3807b7f gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:07:09.766733 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-1e7794b0-05b6-41c2-a7e3-861a4de63ad7 None None] For port b102ee1f-2dd3-4821-96e1-cee75c840c60, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=b102ee1f-2dd3-4821-96e1-cee75c840c60,segment=NetworkSegment(85ef1217-6976-4ad4-b982-a4b2eb195c6e),segment_id=85ef1217-6976-4ad4-b982-a4b2eb195c6e)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:07:09.781214 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1e7794b0-05b6-41c2-a7e3-861a4de63ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:09.799330 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7aa3e42e-ae8e-4d26-b389-23fb0454a820 None None] Port 807fba4a-dfd0-4f83-90ff-79a21fd9c4af cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 23:07:09.830294 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68421f66-6f1e-4a4a-8295-0943ca00a15c None None] Pushing event updated for resources: {'Port': ['ID=807fba4a-dfd0-4f83-90ff-79a21fd9c4af,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:09.838886 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7afabad-9bac-43ea-864e-9de503e4d5b2 None None] Routers {'7b3a89ab-8476-4c7f-b925-bfe755c9a916'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:07:09.838886 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-f7afabad-9bac-43ea-864e-9de503e4d5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:06:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['7b3a89ab-8476-4c7f-b925-bfe755c9a916'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:07:09.995874 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7794b0-05b6-41c2-a7e3-861a4de63ad7 None None] Pushing event updated for resources: {'Port': ['ID=b102ee1f-2dd3-4821-96e1-cee75c840c60,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:10.043770 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-f7afabad-9bac-43ea-864e-9de503e4d5b2 None None] Set router 7b3a89ab-8476-4c7f-b925-bfe755c9a916 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:07:10.121646 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-e34cf928-15d4-48bc-ba32-c4f23517a1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfce4d4d-b917-441e-81b6-3dbcf3807b7f', 'name': 'tempest-TestEncryptedCinderVolumes-622710805-router', 'tenant_id': 'c6c9e9aed68a4f4083e2aa0bdc5884fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': 'de9a328e-6a54-4210-bdc5-c2b6bbc67b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:07:08Z', 'updated_at': '2022-01-18T23:07:08Z', 'revision_number': 3, 'project_id': 'c6c9e9aed68a4f4083e2aa0bdc5884fd', 'gw_port': {'id': 'de9a328e-6a54-4210-bdc5-c2b6bbc67b79', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4a:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfce4d4d-b917-441e-81b6-3dbcf3807b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:07:08Z', 'updated_at': '2022-01-18T23:07:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:07:10.173615 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34cf928-15d4-48bc-ba32-c4f23517a1bd None None] Checking router: cfce4d4d-b917-441e-81b6-3dbcf3807b7f for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:07:10.173956 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34cf928-15d4-48bc-ba32-c4f23517a1bd None None] Updating router cfce4d4d-b917-441e-81b6-3dbcf3807b7f port de9a328e-6a54-4210-bdc5-c2b6bbc67b79 binding host n-d-825064-1 {{(pid=102433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 23:07:10.215294 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e34cf928-15d4-48bc-ba32-c4f23517a1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:10.218993 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0c9d12a3-28d0-4dcc-9743-b61e2b8d3b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:10.387079 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-0c9d12a3-28d0-4dcc-9743-b61e2b8d3b3c admin admin] Allocated IP 172.20.0.1 (6c25a202-d64d-4776-896d-90ccd953cc7d/e0b4d034-45af-4682-be23-ccb99fc7ac37/5fc243b1-207b-4631-ab8a-8b54834ccaac) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:07:10.526001 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-50e0f455-45b8-401d-865f-00809655defc None None] Provisioning complete for port 807fba4a-dfd0-4f83-90ff-79a21fd9c4af triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:07:10.526606 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-50e0f455-45b8-401d-865f-00809655defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:10.543106 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e34cf928-15d4-48bc-ba32-c4f23517a1bd None None] Notify callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:10.557628 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0c9d12a3-28d0-4dcc-9743-b61e2b8d3b3c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:10.561832 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e34cf928-15d4-48bc-ba32-c4f23517a1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:10.606062 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0c9d12a3-28d0-4dcc-9743-b61e2b8d3b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:10.618769 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-f7afabad-9bac-43ea-864e-9de503e4d5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b3a89ab-8476-4c7f-b925-bfe755c9a916', 'name': 'tempest-TestEncryptedCinderVolumes-1913270170-router', 'tenant_id': '27f222ef67144a00baed736244fbbef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': 'dfd8d5ef-f97e-46b2-b3b2-d4ac599ab392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:07:03Z', 'updated_at': '2022-01-18T23:07:06Z', 'revision_number': 4, 'project_id': '27f222ef67144a00baed736244fbbef6', 'gw_port': {'id': 'dfd8d5ef-f97e-46b2-b3b2-d4ac599ab392', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3a89ab-8476-4c7f-b925-bfe755c9a916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:07:04Z', 'updated_at': '2022-01-18T23:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '807fba4a-dfd0-4f83-90ff-79a21fd9c4af', 'name': '', 'network_id': '878ed69a-9d8c-4e88-add2-af22abba70e1', 'tenant_id': '27f222ef67144a00baed736244fbbef6', 'mac_address': 'fa:16:3e:bf:7f:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b3a89ab-8476-4c7f-b925-bfe755c9a916', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '206fcac1-f10d-4ddc-9e50-73a0e5be724d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:07:05Z', 'updated_at': '2022-01-18T23:07:09Z', 'revision_number': 4, 'project_id': '27f222ef67144a00baed736244fbbef6', 'subnets': [{'id': '206fcac1-f10d-4ddc-9e50-73a0e5be724d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:07:10.667129 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9d12a3-28d0-4dcc-9743-b61e2b8d3b3c admin admin] Network 6c25a202-d64d-4776-896d-90ccd953cc7d is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:07:10.674111 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-0c9d12a3-28d0-4dcc-9743-b61e2b8d3b3c admin admin] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:07:10.680010 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9d12a3-28d0-4dcc-9743-b61e2b8d3b3c admin admin] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:07:10.683590 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device b102ee1f-2dd3-4821-96e1-cee75c840c60 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 23:07:10.695731 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-e34cf928-15d4-48bc-ba32-c4f23517a1bd None None] Attempting to bind port de9a328e-6a54-4210-bdc5-c2b6bbc67b79 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:07:10.696328 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-e34cf928-15d4-48bc-ba32-c4f23517a1bd None None] Attempting to bind port de9a328e-6a54-4210-bdc5-c2b6bbc67b79 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:07:10.696452 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34cf928-15d4-48bc-ba32-c4f23517a1bd None None] Attempting to bind port de9a328e-6a54-4210-bdc5-c2b6bbc67b79 on network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 23:07:10.698551 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c813a1-5e6a-4406-b270-55183666b72d None None] Pushing event updated for resources: {'Port': ['ID=de9a328e-6a54-4210-bdc5-c2b6bbc67b79,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:10.716479 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34cf928-15d4-48bc-ba32-c4f23517a1bd None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 23:07:10.716848 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34cf928-15d4-48bc-ba32-c4f23517a1bd None None] Checking segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 23:07:10.717697 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e34cf928-15d4-48bc-ba32-c4f23517a1bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:10.717894 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34cf928-15d4-48bc-ba32-c4f23517a1bd None None] Bound using segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 23:07:10.718484 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-e34cf928-15d4-48bc-ba32-c4f23517a1bd None None] Bound port: de9a328e-6a54-4210-bdc5-c2b6bbc67b79, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:07:10.718861 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e34cf928-15d4-48bc-ba32-c4f23517a1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:10.720109 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0c9d12a3-28d0-4dcc-9743-b61e2b8d3b3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1040954'] for router_interface, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:10.728069 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-50e0f455-45b8-401d-865f-00809655defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:10.750949 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7afabad-9bac-43ea-864e-9de503e4d5b2 None None] The sync data for ids ['7b3a89ab-8476-4c7f-b925-bfe755c9a916'] in n-d-825064-1 is: [{'id': '7b3a89ab-8476-4c7f-b925-bfe755c9a916', 'name': 'tempest-TestEncryptedCinderVolumes-1913270170-router', 'tenant_id': '27f222ef67144a00baed736244fbbef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': 'dfd8d5ef-f97e-46b2-b3b2-d4ac599ab392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:07:03Z', 'updated_at': '2022-01-18T23:07:06Z', 'revision_number': 4, 'project_id': '27f222ef67144a00baed736244fbbef6', 'gw_port': {'id': 'dfd8d5ef-f97e-46b2-b3b2-d4ac599ab392', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3a89ab-8476-4c7f-b925-bfe755c9a916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:07:04Z', 'updated_at': '2022-01-18T23:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '807fba4a-dfd0-4f83-90ff-79a21fd9c4af', 'name': '', 'network_id': '878ed69a-9d8c-4e88-add2-af22abba70e1', 'tenant_id': '27f222ef67144a00baed736244fbbef6', 'mac_address': 'fa:16:3e:bf:7f:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b3a89ab-8476-4c7f-b925-bfe755c9a916', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '206fcac1-f10d-4ddc-9e50-73a0e5be724d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:07:05Z', 'updated_at': '2022-01-18T23:07:09Z', 'revision_number': 4, 'project_id': '27f222ef67144a00baed736244fbbef6', 'subnets': [{'id': '206fcac1-f10d-4ddc-9e50-73a0e5be724d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:07:10.814850 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-50e0f455-45b8-401d-865f-00809655defc None None] For port 807fba4a-dfd0-4f83-90ff-79a21fd9c4af, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=807fba4a-dfd0-4f83-90ff-79a21fd9c4af,segment=NetworkSegment(4ce38176-7d7c-4615-8dcf-4132b580e116),segment_id=4ce38176-7d7c-4615-8dcf-4132b580e116)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:07:10.847561 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-50e0f455-45b8-401d-865f-00809655defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:10.851018 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-e34cf928-15d4-48bc-ba32-c4f23517a1bd None None] For port de9a328e-6a54-4210-bdc5-c2b6bbc67b79, host n-d-825064-1, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:07:10.858834 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-e34cf928-15d4-48bc-ba32-c4f23517a1bd None None] For port de9a328e-6a54-4210-bdc5-c2b6bbc67b79, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=de9a328e-6a54-4210-bdc5-c2b6bbc67b79,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:07:10.873312 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e34cf928-15d4-48bc-ba32-c4f23517a1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:10.891273 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9d12a3-28d0-4dcc-9743-b61e2b8d3b3c admin admin] Pushing event updated for resources: {'Port': ['ID=5fc243b1-207b-4631-ab8a-8b54834ccaac,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:10.929460 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0c9d12a3-28d0-4dcc-9743-b61e2b8d3b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:10.942971 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port b102ee1f-2dd3-4821-96e1-cee75c840c60 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:07:10.943445 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:10.977148 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34cf928-15d4-48bc-ba32-c4f23517a1bd None None] Routers {'cfce4d4d-b917-441e-81b6-3dbcf3807b7f'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:07:10.977938 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-e34cf928-15d4-48bc-ba32-c4f23517a1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:06:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['cfce4d4d-b917-441e-81b6-3dbcf3807b7f'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:07:11.045592 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e0f455-45b8-401d-865f-00809655defc None None] Pushing event updated for resources: {'Port': ['ID=807fba4a-dfd0-4f83-90ff-79a21fd9c4af,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:11.140402 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:11.178442 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c813a1-5e6a-4406-b270-55183666b72d None None] Pushing event updated for resources: {'Port': ['ID=de9a328e-6a54-4210-bdc5-c2b6bbc67b79,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:11.189847 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-e34cf928-15d4-48bc-ba32-c4f23517a1bd None None] Set router cfce4d4d-b917-441e-81b6-3dbcf3807b7f gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:07:11.201314 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port b102ee1f-2dd3-4821-96e1-cee75c840c60, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=b102ee1f-2dd3-4821-96e1-cee75c840c60,segment=NetworkSegment(85ef1217-6976-4ad4-b982-a4b2eb195c6e),segment_id=85ef1217-6976-4ad4-b982-a4b2eb195c6e)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:07:11.214333 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:11.215345 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device dfd8d5ef-f97e-46b2-b3b2-d4ac599ab392 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 23:07:11.251877 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0c9d12a3-28d0-4dcc-9743-b61e2b8d3b3c admin admin] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:11.261417 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0c9d12a3-28d0-4dcc-9743-b61e2b8d3b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:11.314881 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9d12a3-28d0-4dcc-9743-b61e2b8d3b3c admin admin] Pushing event updated for resources: {'Port': ['ID=5fc243b1-207b-4631-ab8a-8b54834ccaac,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:11.326827 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=b102ee1f-2dd3-4821-96e1-cee75c840c60,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:11.336576 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8dd05ed-fea7-40fb-82ab-9c5fc29eeb35 None None] Network 6c25a202-d64d-4776-896d-90ccd953cc7d requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 23:07:11.358469 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port dfd8d5ef-f97e-46b2-b3b2-d4ac599ab392 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:07:11.358937 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:11.378807 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0c9d12a3-28d0-4dcc-9743-b61e2b8d3b3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-613854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1041070'] for router_interface, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:11.439308 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-fb672d4d-43fb-4977-812f-7b00e286a9bb None None] Provisioning complete for port b102ee1f-2dd3-4821-96e1-cee75c840c60 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:07:11.439740 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fb672d4d-43fb-4977-812f-7b00e286a9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:11.453435 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-e34cf928-15d4-48bc-ba32-c4f23517a1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfce4d4d-b917-441e-81b6-3dbcf3807b7f', 'name': 'tempest-TestEncryptedCinderVolumes-622710805-router', 'tenant_id': 'c6c9e9aed68a4f4083e2aa0bdc5884fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': 'de9a328e-6a54-4210-bdc5-c2b6bbc67b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:07:08Z', 'updated_at': '2022-01-18T23:07:10Z', 'revision_number': 4, 'project_id': 'c6c9e9aed68a4f4083e2aa0bdc5884fd', 'gw_port': {'id': 'de9a328e-6a54-4210-bdc5-c2b6bbc67b79', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4a:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfce4d4d-b917-441e-81b6-3dbcf3807b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:07:08Z', 'updated_at': '2022-01-18T23:07:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '5fc243b1-207b-4631-ab8a-8b54834ccaac', 'name': '', 'network_id': '6c25a202-d64d-4776-896d-90ccd953cc7d', 'tenant_id': 'c6c9e9aed68a4f4083e2aa0bdc5884fd', 'mac_address': 'fa:16:3e:7d:eb:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfce4d4d-b917-441e-81b6-3dbcf3807b7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'e0b4d034-45af-4682-be23-ccb99fc7ac37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:07:10Z', 'updated_at': '2022-01-18T23:07:10Z', 'revision_number': 1, 'project_id': 'c6c9e9aed68a4f4083e2aa0bdc5884fd', 'subnets': [{'id': 'e0b4d034-45af-4682-be23-ccb99fc7ac37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:07:11.483627 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34cf928-15d4-48bc-ba32-c4f23517a1bd None None] The sync data for ids ['cfce4d4d-b917-441e-81b6-3dbcf3807b7f'] in n-d-825064-1 is: [{'id': 'cfce4d4d-b917-441e-81b6-3dbcf3807b7f', 'name': 'tempest-TestEncryptedCinderVolumes-622710805-router', 'tenant_id': 'c6c9e9aed68a4f4083e2aa0bdc5884fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': 'de9a328e-6a54-4210-bdc5-c2b6bbc67b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:07:08Z', 'updated_at': '2022-01-18T23:07:10Z', 'revision_number': 4, 'project_id': 'c6c9e9aed68a4f4083e2aa0bdc5884fd', 'gw_port': {'id': 'de9a328e-6a54-4210-bdc5-c2b6bbc67b79', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4a:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfce4d4d-b917-441e-81b6-3dbcf3807b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:07:08Z', 'updated_at': '2022-01-18T23:07:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '5fc243b1-207b-4631-ab8a-8b54834ccaac', 'name': '', 'network_id': '6c25a202-d64d-4776-896d-90ccd953cc7d', 'tenant_id': 'c6c9e9aed68a4f4083e2aa0bdc5884fd', 'mac_address': 'fa:16:3e:7d:eb:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfce4d4d-b917-441e-81b6-3dbcf3807b7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'e0b4d034-45af-4682-be23-ccb99fc7ac37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:07:10Z', 'updated_at': '2022-01-18T23:07:10Z', 'revision_number': 1, 'project_id': 'c6c9e9aed68a4f4083e2aa0bdc5884fd', 'subnets': [{'id': 'e0b4d034-45af-4682-be23-ccb99fc7ac37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:07:11.495166 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9d12a3-28d0-4dcc-9743-b61e2b8d3b3c admin admin] Network 6c25a202-d64d-4776-896d-90ccd953cc7d is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:07:11.496730 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-0c9d12a3-28d0-4dcc-9743-b61e2b8d3b3c admin admin] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:07:11.982850 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-e2e91ec2-a468-4fb8-a6b9-79be2dc9b7aa None None] Provisioning complete for port b102ee1f-2dd3-4821-96e1-cee75c840c60 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:07:11.983859 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e2e91ec2-a468-4fb8-a6b9-79be2dc9b7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:12.055246 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c9d12a3-28d0-4dcc-9743-b61e2b8d3b3c admin admin] Router cfce4d4d-b917-441e-81b6-3dbcf3807b7f has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:07:12.133672 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-e2e91ec2-a468-4fb8-a6b9-79be2dc9b7aa None None] Provisioning complete for port 5fc243b1-207b-4631-ab8a-8b54834ccaac triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:07:12.134209 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e2e91ec2-a468-4fb8-a6b9-79be2dc9b7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:12.173618 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-e2e91ec2-a468-4fb8-a6b9-79be2dc9b7aa None None] Port 5fc243b1-207b-4631-ab8a-8b54834ccaac cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 23:07:12.215134 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c9d12a3-28d0-4dcc-9743-b61e2b8d3b3c admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:07:12.224688 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-0c9d12a3-28d0-4dcc-9743-b61e2b8d3b3c admin admin] 10.222.0.53 "PUT /v2.0/routers/cfce4d4d-b917-441e-81b6-3dbcf3807b7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6203003 Jan 18 23:07:12.296677 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-472f974a-b441-4bfd-b2aa-e5c23b2a9742 None None] Provisioning complete for port 5fc243b1-207b-4631-ab8a-8b54834ccaac triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:07:12.299208 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-472f974a-b441-4bfd-b2aa-e5c23b2a9742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:12.343989 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-472f974a-b441-4bfd-b2aa-e5c23b2a9742 None None] Port 5fc243b1-207b-4631-ab8a-8b54834ccaac cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 23:07:12.461844 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-b0881a4a-dbea-4181-894a-38af2eb93f84 None None] Provisioning complete for port 5fc243b1-207b-4631-ab8a-8b54834ccaac triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:07:12.462221 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b0881a4a-dbea-4181-894a-38af2eb93f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:12.501520 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-b0881a4a-dbea-4181-894a-38af2eb93f84 None None] Port 5fc243b1-207b-4631-ab8a-8b54834ccaac cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 23:07:12.597219 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 807fba4a-dfd0-4f83-90ff-79a21fd9c4af up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 23:07:12.644634 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 807fba4a-dfd0-4f83-90ff-79a21fd9c4af triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:07:12.645003 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:12.720040 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device b102ee1f-2dd3-4821-96e1-cee75c840c60 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 23:07:12.768573 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port b102ee1f-2dd3-4821-96e1-cee75c840c60 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:07:12.768947 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:12.948022 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fc042a-6c20-48c7-9385-e96c0c092b00 req-f435d2ec-c228-4ca5-b981-d4cc20f99cb2 tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:12.949491 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c9fc042a-6c20-48c7-9385-e96c0c092b00 req-f435d2ec-c228-4ca5-b981-d4cc20f99cb2 tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] 10.222.0.53 "GET /v2.0/networks?id=878ed69a-9d8c-4e88-add2-af22abba70e1 HTTP/1.1" status: 200 len: 817 time: 0.0975964 Jan 18 23:07:12.963877 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c9fc042a-6c20-48c7-9385-e96c0c092b00 req-229e5812-fc77-4f52-9d17-5ca76fc2df66 tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] 10.222.0.53 "GET /v2.0/quotas/27f222ef67144a00baed736244fbbef6 HTTP/1.1" status: 200 len: 375 time: 0.0086622 Jan 18 23:07:13.014151 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c9fc042a-6c20-48c7-9385-e96c0c092b00 req-3fcc94aa-7c0d-4fcf-b58b-fc67c971fe12 tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=27f222ef67144a00baed736244fbbef6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445452 Jan 18 23:07:13.029735 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [req-c9fc042a-6c20-48c7-9385-e96c0c092b00 req-ae2750c4-7692-4a2e-91b9-5bdf24dfe8d4 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102430) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 23:07:13.030664 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c9fc042a-6c20-48c7-9385-e96c0c092b00 req-ae2750c4-7692-4a2e-91b9-5bdf24dfe8d4 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054133 Jan 18 23:07:13.120703 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c9fc042a-6c20-48c7-9385-e96c0c092b00 req-6bcb1815-e625-419d-ab63-055f65570d0f service neutron] 10.222.0.53 "GET /v2.0/networks/878ed69a-9d8c-4e88-add2-af22abba70e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844626 Jan 18 23:07:13.174647 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:13.209282 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c9fc042a-6c20-48c7-9385-e96c0c092b00 req-6f2c2dcd-83db-40bb-ac79-22d890bb74a2 service neutron] 10.222.0.53 "GET /v2.0/networks/878ed69a-9d8c-4e88-add2-af22abba70e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819182 Jan 18 23:07:13.407191 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f38cc607-7c28-4345-966a-23b142d6c8d9 req-90e2ef2f-7bdd-43ab-995f-7e913d4d4e8d tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] 10.222.0.53 "GET /v2.0/ports?device_id=1cba49da-e25e-4440-af45-9a8ef0355a25 HTTP/1.1" status: 200 len: 210 time: 0.0441945 Jan 18 23:07:14.087022 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:14.353960 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fc042a-6c20-48c7-9385-e96c0c092b00 req-dce6ebd1-1e18-4c38-b749-6a3c01c8ab42 tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:14.355498 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c9fc042a-6c20-48c7-9385-e96c0c092b00 req-dce6ebd1-1e18-4c38-b749-6a3c01c8ab42 tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] 10.222.0.67 "GET /v2.0/networks?id=878ed69a-9d8c-4e88-add2-af22abba70e1 HTTP/1.1" status: 200 len: 817 time: 0.1007240 Jan 18 23:07:14.370724 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-c9fc042a-6c20-48c7-9385-e96c0c092b00 req-23a41537-b6d4-4a4b-a9cc-dffc59c70b10 tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] Request body: {'port': {'device_id': '1cba49da-e25e-4440-af45-9a8ef0355a25', 'network_id': '878ed69a-9d8c-4e88-add2-af22abba70e1', 'admin_state_up': True, 'tenant_id': '27f222ef67144a00baed736244fbbef6'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:07:14.506033 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0fc1459f-757f-4da4-bbec-d3e859f251c6 req-c8d932e4-0779-40b4-bf90-c8ac6156d462 tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] 10.222.0.53 "GET /v2.0/ports?device_id=1cba49da-e25e-4440-af45-9a8ef0355a25 HTTP/1.1" status: 200 len: 210 time: 0.0318143 Jan 18 23:07:14.517476 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9fc042a-6c20-48c7-9385-e96c0c092b00 req-23a41537-b6d4-4a4b-a9cc-dffc59c70b10 tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] Made reservation on behalf of 27f222ef67144a00baed736244fbbef6 for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:07:14.521823 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-c9fc042a-6c20-48c7-9385-e96c0c092b00 req-23a41537-b6d4-4a4b-a9cc-dffc59c70b10 tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:14.546207 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device de9a328e-6a54-4210-bdc5-c2b6bbc67b79 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 23:07:14.598300 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port de9a328e-6a54-4210-bdc5-c2b6bbc67b79 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:07:14.598675 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:14.670977 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-c9fc042a-6c20-48c7-9385-e96c0c092b00 req-23a41537-b6d4-4a4b-a9cc-dffc59c70b10 tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] Allocated IP 172.20.0.7 (878ed69a-9d8c-4e88-add2-af22abba70e1/206fcac1-f10d-4ddc-9e50-73a0e5be724d/aa01a5fe-9857-485a-85b9-7d1743a0beda) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:07:14.684063 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:14.704702 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port de9a328e-6a54-4210-bdc5-c2b6bbc67b79, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=de9a328e-6a54-4210-bdc5-c2b6bbc67b79,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:07:14.709183 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:14.736864 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409fc1bc-d681-4456-b95d-9fc562805fbb None None] Sync routers for ids ['cfce4d4d-b917-441e-81b6-3dbcf3807b7f'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:07:14.756647 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409fc1bc-d681-4456-b95d-9fc562805fbb None None] Routers {'cfce4d4d-b917-441e-81b6-3dbcf3807b7f'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:07:14.757254 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-409fc1bc-d681-4456-b95d-9fc562805fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:06:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['cfce4d4d-b917-441e-81b6-3dbcf3807b7f'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:07:14.805711 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=de9a328e-6a54-4210-bdc5-c2b6bbc67b79,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:14.821375 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-c9fc042a-6c20-48c7-9385-e96c0c092b00 req-23a41537-b6d4-4a4b-a9cc-dffc59c70b10 tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:14.855724 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-c9fc042a-6c20-48c7-9385-e96c0c092b00 req-23a41537-b6d4-4a4b-a9cc-dffc59c70b10 tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:14.877468 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-409fc1bc-d681-4456-b95d-9fc562805fbb None None] Set router cfce4d4d-b917-441e-81b6-3dbcf3807b7f gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:07:14.905533 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9fc042a-6c20-48c7-9385-e96c0c092b00 req-23a41537-b6d4-4a4b-a9cc-dffc59c70b10 tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] Network 878ed69a-9d8c-4e88-add2-af22abba70e1 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:07:14.908801 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-c9fc042a-6c20-48c7-9385-e96c0c092b00 req-23a41537-b6d4-4a4b-a9cc-dffc59c70b10 tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:07:14.912377 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9fc042a-6c20-48c7-9385-e96c0c092b00 req-23a41537-b6d4-4a4b-a9cc-dffc59c70b10 tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:07:14.936625 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a41537-b6d4-4a4b-a9cc-dffc59c70b10 tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] Pushing event updated for resources: {'Port': ['ID=aa01a5fe-9857-485a-85b9-7d1743a0beda,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:14.965363 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fc042a-6c20-48c7-9385-e96c0c092b00 req-23a41537-b6d4-4a4b-a9cc-dffc59c70b10 tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:14.966000 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-c9fc042a-6c20-48c7-9385-e96c0c092b00 req-23a41537-b6d4-4a4b-a9cc-dffc59c70b10 tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:14.982465 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c9fc042a-6c20-48c7-9385-e96c0c092b00 req-23a41537-b6d4-4a4b-a9cc-dffc59c70b10 tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6174648 Jan 18 23:07:14.995310 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-c9fc042a-6c20-48c7-9385-e96c0c092b00 req-06ccb856-111f-4553-add6-17cf1c168df1 service neutron] Request body: {'port': {'device_id': '1cba49da-e25e-4440-af45-9a8ef0355a25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:07:15.054447 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-c9fc042a-6c20-48c7-9385-e96c0c092b00 req-06ccb856-111f-4553-add6-17cf1c168df1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:15.093635 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-409fc1bc-d681-4456-b95d-9fc562805fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfce4d4d-b917-441e-81b6-3dbcf3807b7f', 'name': 'tempest-TestEncryptedCinderVolumes-622710805-router', 'tenant_id': 'c6c9e9aed68a4f4083e2aa0bdc5884fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': 'de9a328e-6a54-4210-bdc5-c2b6bbc67b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:07:08Z', 'updated_at': '2022-01-18T23:07:10Z', 'revision_number': 4, 'project_id': 'c6c9e9aed68a4f4083e2aa0bdc5884fd', 'gw_port': {'id': 'de9a328e-6a54-4210-bdc5-c2b6bbc67b79', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfce4d4d-b917-441e-81b6-3dbcf3807b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:07:08Z', 'updated_at': '2022-01-18T23:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '5fc243b1-207b-4631-ab8a-8b54834ccaac', 'name': '', 'network_id': '6c25a202-d64d-4776-896d-90ccd953cc7d', 'tenant_id': 'c6c9e9aed68a4f4083e2aa0bdc5884fd', 'mac_address': 'fa:16:3e:7d:eb:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfce4d4d-b917-441e-81b6-3dbcf3807b7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'e0b4d034-45af-4682-be23-ccb99fc7ac37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:07:10Z', 'updated_at': '2022-01-18T23:07:11Z', 'revision_number': 2, 'project_id': 'c6c9e9aed68a4f4083e2aa0bdc5884fd', 'subnets': [{'id': 'e0b4d034-45af-4682-be23-ccb99fc7ac37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:07:15.125101 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409fc1bc-d681-4456-b95d-9fc562805fbb None None] Checking router: cfce4d4d-b917-441e-81b6-3dbcf3807b7f for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:07:15.125466 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409fc1bc-d681-4456-b95d-9fc562805fbb None None] Updating router cfce4d4d-b917-441e-81b6-3dbcf3807b7f port 5fc243b1-207b-4631-ab8a-8b54834ccaac binding host n-d-825064-1 {{(pid=102432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 23:07:15.156824 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-409fc1bc-d681-4456-b95d-9fc562805fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:15.171004 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-e5d89bd2-4dc5-4d79-91fb-796643d3b631 None None] Provisioning complete for port aa01a5fe-9857-485a-85b9-7d1743a0beda triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:07:15.171377 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e5d89bd2-4dc5-4d79-91fb-796643d3b631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:15.234552 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-e5d89bd2-4dc5-4d79-91fb-796643d3b631 None None] Port aa01a5fe-9857-485a-85b9-7d1743a0beda cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 23:07:15.326808 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [req-c9fc042a-6c20-48c7-9385-e96c0c092b00 req-06ccb856-111f-4553-add6-17cf1c168df1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa01a5fe-9857-485a-85b9-7d1743a0beda {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:07:15.336831 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-c9fc042a-6c20-48c7-9385-e96c0c092b00 req-06ccb856-111f-4553-add6-17cf1c168df1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:15.350996 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-c9fc042a-6c20-48c7-9385-e96c0c092b00 req-06ccb856-111f-4553-add6-17cf1c168df1 service neutron] Transition to ACTIVE for port object aa01a5fe-9857-485a-85b9-7d1743a0beda will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:07:15.354498 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-c9fc042a-6c20-48c7-9385-e96c0c092b00 req-06ccb856-111f-4553-add6-17cf1c168df1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:15.407522 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ccb856-111f-4553-add6-17cf1c168df1 service neutron] Pushing event updated for resources: {'Port': ['ID=aa01a5fe-9857-485a-85b9-7d1743a0beda,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:15.456767 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-409fc1bc-d681-4456-b95d-9fc562805fbb None None] Notify callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:15.462884 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-409fc1bc-d681-4456-b95d-9fc562805fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:15.478323 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-c9fc042a-6c20-48c7-9385-e96c0c092b00 req-06ccb856-111f-4553-add6-17cf1c168df1 service neutron] Attempting to bind port aa01a5fe-9857-485a-85b9-7d1743a0beda on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:07:15.478665 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-c9fc042a-6c20-48c7-9385-e96c0c092b00 req-06ccb856-111f-4553-add6-17cf1c168df1 service neutron] Attempting to bind port aa01a5fe-9857-485a-85b9-7d1743a0beda by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '4ce38176-7d7c-4615-8dcf-4132b580e116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '878ed69a-9d8c-4e88-add2-af22abba70e1'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:07:15.479000 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9fc042a-6c20-48c7-9385-e96c0c092b00 req-06ccb856-111f-4553-add6-17cf1c168df1 service neutron] Attempting to bind port aa01a5fe-9857-485a-85b9-7d1743a0beda on network 878ed69a-9d8c-4e88-add2-af22abba70e1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 23:07:15.484119 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9fc042a-6c20-48c7-9385-e96c0c092b00 req-06ccb856-111f-4553-add6-17cf1c168df1 service neutron] Port aa01a5fe-9857-485a-85b9-7d1743a0beda on network 878ed69a-9d8c-4e88-add2-af22abba70e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 23:07:15.484524 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9fc042a-6c20-48c7-9385-e96c0c092b00 req-06ccb856-111f-4553-add6-17cf1c168df1 service neutron] Attempting to bind port aa01a5fe-9857-485a-85b9-7d1743a0beda on network 878ed69a-9d8c-4e88-add2-af22abba70e1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 23:07:15.489805 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9fc042a-6c20-48c7-9385-e96c0c092b00 req-06ccb856-111f-4553-add6-17cf1c168df1 service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 23:07:15.490141 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9fc042a-6c20-48c7-9385-e96c0c092b00 req-06ccb856-111f-4553-add6-17cf1c168df1 service neutron] Checking segment: {'id': '4ce38176-7d7c-4615-8dcf-4132b580e116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '878ed69a-9d8c-4e88-add2-af22abba70e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 23:07:15.490817 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9fc042a-6c20-48c7-9385-e96c0c092b00 req-06ccb856-111f-4553-add6-17cf1c168df1 service neutron] Bound using segment: {'id': '4ce38176-7d7c-4615-8dcf-4132b580e116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '878ed69a-9d8c-4e88-add2-af22abba70e1'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 23:07:15.491069 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-c9fc042a-6c20-48c7-9385-e96c0c092b00 req-06ccb856-111f-4553-add6-17cf1c168df1 service neutron] Bound port: aa01a5fe-9857-485a-85b9-7d1743a0beda, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ce38176-7d7c-4615-8dcf-4132b580e116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '878ed69a-9d8c-4e88-add2-af22abba70e1'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:07:15.491458 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-c9fc042a-6c20-48c7-9385-e96c0c092b00 req-06ccb856-111f-4553-add6-17cf1c168df1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:15.519360 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd83d0b-1271-48fa-ba3e-b832800f0f1b None None] Pushing event updated for resources: {'Port': ['ID=5fc243b1-207b-4631-ab8a-8b54834ccaac,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:15.574579 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-409fc1bc-d681-4456-b95d-9fc562805fbb None None] Attempting to bind port 5fc243b1-207b-4631-ab8a-8b54834ccaac on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:07:15.575264 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-409fc1bc-d681-4456-b95d-9fc562805fbb None None] Attempting to bind port 5fc243b1-207b-4631-ab8a-8b54834ccaac by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '85ef1217-6976-4ad4-b982-a4b2eb195c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6c25a202-d64d-4776-896d-90ccd953cc7d'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:07:15.575997 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409fc1bc-d681-4456-b95d-9fc562805fbb None None] Attempting to bind port 5fc243b1-207b-4631-ab8a-8b54834ccaac on network 6c25a202-d64d-4776-896d-90ccd953cc7d {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 23:07:15.579125 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-c9fc042a-6c20-48c7-9385-e96c0c092b00 req-06ccb856-111f-4553-add6-17cf1c168df1 service neutron] For port aa01a5fe-9857-485a-85b9-7d1743a0beda, host n-h2-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:07:15.582938 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-c9fc042a-6c20-48c7-9385-e96c0c092b00 req-06ccb856-111f-4553-add6-17cf1c168df1 service neutron] For port aa01a5fe-9857-485a-85b9-7d1743a0beda, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=aa01a5fe-9857-485a-85b9-7d1743a0beda,segment=NetworkSegment(4ce38176-7d7c-4615-8dcf-4132b580e116),segment_id=4ce38176-7d7c-4615-8dcf-4132b580e116)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:07:15.586278 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409fc1bc-d681-4456-b95d-9fc562805fbb None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 23:07:15.586666 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409fc1bc-d681-4456-b95d-9fc562805fbb None None] Checking segment: {'id': '85ef1217-6976-4ad4-b982-a4b2eb195c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6c25a202-d64d-4776-896d-90ccd953cc7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 23:07:15.587061 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-409fc1bc-d681-4456-b95d-9fc562805fbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:15.587460 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409fc1bc-d681-4456-b95d-9fc562805fbb None None] Bound using segment: {'id': '85ef1217-6976-4ad4-b982-a4b2eb195c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6c25a202-d64d-4776-896d-90ccd953cc7d'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 23:07:15.587940 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-409fc1bc-d681-4456-b95d-9fc562805fbb None None] Bound port: 5fc243b1-207b-4631-ab8a-8b54834ccaac, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85ef1217-6976-4ad4-b982-a4b2eb195c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6c25a202-d64d-4776-896d-90ccd953cc7d'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:07:15.588354 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-409fc1bc-d681-4456-b95d-9fc562805fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:15.591073 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-c9fc042a-6c20-48c7-9385-e96c0c092b00 req-06ccb856-111f-4553-add6-17cf1c168df1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:15.665197 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fc042a-6c20-48c7-9385-e96c0c092b00 req-06ccb856-111f-4553-add6-17cf1c168df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:15.665872 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-c9fc042a-6c20-48c7-9385-e96c0c092b00 req-06ccb856-111f-4553-add6-17cf1c168df1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:15.667148 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c9fc042a-6c20-48c7-9385-e96c0c092b00 req-06ccb856-111f-4553-add6-17cf1c168df1 service neutron] 10.222.0.67 "PUT /v2.0/ports/aa01a5fe-9857-485a-85b9-7d1743a0beda HTTP/1.1" status: 200 len: 1091 time: 0.6770527 Jan 18 23:07:15.670080 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cba49da-e25e-4440-af45-9a8ef0355a25', 'tag': 'aa01a5fe-9857-485a-85b9-7d1743a0beda'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:07:15.672686 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42857771-d150-4119-88e2-e5c808cd87ee" -d '{"events": [{"name": "network-changed", "server_uuid": "1cba49da-e25e-4440-af45-9a8ef0355a25", "tag": "aa01a5fe-9857-485a-85b9-7d1743a0beda"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 23:07:15.683469 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-409fc1bc-d681-4456-b95d-9fc562805fbb None None] For port 5fc243b1-207b-4631-ab8a-8b54834ccaac, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:07:15.691130 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-409fc1bc-d681-4456-b95d-9fc562805fbb None None] For port 5fc243b1-207b-4631-ab8a-8b54834ccaac, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=5fc243b1-207b-4631-ab8a-8b54834ccaac,segment=NetworkSegment(85ef1217-6976-4ad4-b982-a4b2eb195c6e),segment_id=85ef1217-6976-4ad4-b982-a4b2eb195c6e)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:07:15.697965 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-409fc1bc-d681-4456-b95d-9fc562805fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:15.707215 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ccb856-111f-4553-add6-17cf1c168df1 service neutron] Pushing event updated for resources: {'Port': ['ID=aa01a5fe-9857-485a-85b9-7d1743a0beda,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:15.719253 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62baf68f-f512-4b4e-95ac-fc95bdefc019 req-7b500b72-51d6-452a-bd61-1639a02b7759 tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:15.720868 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-62baf68f-f512-4b4e-95ac-fc95bdefc019 req-7b500b72-51d6-452a-bd61-1639a02b7759 tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] 10.222.0.53 "GET /v2.0/ports?device_id=1cba49da-e25e-4440-af45-9a8ef0355a25 HTTP/1.1" status: 200 len: 943 time: 0.1270657 Jan 18 23:07:15.753522 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 23:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6be29a0f-9b95-4118-9075-c0cdfbd35182 x-openstack-request-id: req-6be29a0f-9b95-4118-9075-c0cdfbd35182 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 23:07:15.753810 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cba49da-e25e-4440-af45-9a8ef0355a25", "tag": "aa01a5fe-9857-485a-85b9-7d1743a0beda", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 23:07:15.754130 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6be29a0f-9b95-4118-9075-c0cdfbd35182 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 23:07:15.754542 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cba49da-e25e-4440-af45-9a8ef0355a25', 'tag': 'aa01a5fe-9857-485a-85b9-7d1743a0beda', 'status': 'completed', 'code': 200} Jan 18 23:07:15.767565 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409fc1bc-d681-4456-b95d-9fc562805fbb None None] Routers {'cfce4d4d-b917-441e-81b6-3dbcf3807b7f'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:07:15.768241 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-409fc1bc-d681-4456-b95d-9fc562805fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:06:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['cfce4d4d-b917-441e-81b6-3dbcf3807b7f'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:07:15.799763 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-62baf68f-f512-4b4e-95ac-fc95bdefc019 req-387d4306-7b28-4675-9f1b-d318c0d65601 tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8aefb44-6d8e-47da-990a-1427c4edaeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488641 Jan 18 23:07:15.806719 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fc042a-6c20-48c7-9385-e96c0c092b00 req-4aaf3755-5f4e-4c1a-971d-c1f1d3ac02f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:15.808421 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c9fc042a-6c20-48c7-9385-e96c0c092b00 req-4aaf3755-5f4e-4c1a-971d-c1f1d3ac02f0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=27f222ef67144a00baed736244fbbef6&device_id=1cba49da-e25e-4440-af45-9a8ef0355a25 HTTP/1.1" status: 200 len: 1094 time: 0.0866301 Jan 18 23:07:15.826718 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd83d0b-1271-48fa-ba3e-b832800f0f1b None None] Pushing event updated for resources: {'Port': ['ID=5fc243b1-207b-4631-ab8a-8b54834ccaac,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:15.866672 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c9fc042a-6c20-48c7-9385-e96c0c092b00 req-d3336924-fdf7-4408-b582-98e8a29f3091 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa01a5fe-9857-485a-85b9-7d1743a0beda HTTP/1.1" status: 200 len: 217 time: 0.0501339 Jan 18 23:07:15.910767 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-409fc1bc-d681-4456-b95d-9fc562805fbb None None] Set router cfce4d4d-b917-441e-81b6-3dbcf3807b7f gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:07:15.923565 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fc042a-6c20-48c7-9385-e96c0c092b00 req-e20c3a30-4919-4cb6-b305-930679ea8f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:15.925320 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c9fc042a-6c20-48c7-9385-e96c0c092b00 req-e20c3a30-4919-4cb6-b305-930679ea8f49 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=206fcac1-f10d-4ddc-9e50-73a0e5be724d HTTP/1.1" status: 200 len: 856 time: 0.0515985 Jan 18 23:07:15.974450 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-2916b739-040a-40a9-b7b6-e03e3fbd405c None None] Provisioning complete for port 5fc243b1-207b-4631-ab8a-8b54834ccaac triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:07:15.974665 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fc042a-6c20-48c7-9385-e96c0c092b00 req-99b2a92e-2145-4c5c-be38-1de887c4dd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:15.974785 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2916b739-040a-40a9-b7b6-e03e3fbd405c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:15.975852 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c9fc042a-6c20-48c7-9385-e96c0c092b00 req-99b2a92e-2145-4c5c-be38-1de887c4dd78 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=878ed69a-9d8c-4e88-add2-af22abba70e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434983 Jan 18 23:07:16.093170 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c9fc042a-6c20-48c7-9385-e96c0c092b00 req-d55aa426-5acb-4aa5-9eda-c4b28e6ac8c5 service neutron] 10.222.0.67 "GET /v2.0/networks/878ed69a-9d8c-4e88-add2-af22abba70e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095657 Jan 18 23:07:16.182268 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c9fc042a-6c20-48c7-9385-e96c0c092b00 req-981ae48f-1331-44c8-b3db-3222cca62ec4 service neutron] 10.222.0.67 "GET /v2.0/networks/878ed69a-9d8c-4e88-add2-af22abba70e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823884 Jan 18 23:07:16.183403 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2916b739-040a-40a9-b7b6-e03e3fbd405c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:16.225623 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-2916b739-040a-40a9-b7b6-e03e3fbd405c None None] For port 5fc243b1-207b-4631-ab8a-8b54834ccaac, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=5fc243b1-207b-4631-ab8a-8b54834ccaac,segment=NetworkSegment(85ef1217-6976-4ad4-b982-a4b2eb195c6e),segment_id=85ef1217-6976-4ad4-b982-a4b2eb195c6e)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:07:16.231026 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2916b739-040a-40a9-b7b6-e03e3fbd405c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:16.236656 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-409fc1bc-d681-4456-b95d-9fc562805fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfce4d4d-b917-441e-81b6-3dbcf3807b7f', 'name': 'tempest-TestEncryptedCinderVolumes-622710805-router', 'tenant_id': 'c6c9e9aed68a4f4083e2aa0bdc5884fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': 'de9a328e-6a54-4210-bdc5-c2b6bbc67b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:07:08Z', 'updated_at': '2022-01-18T23:07:10Z', 'revision_number': 4, 'project_id': 'c6c9e9aed68a4f4083e2aa0bdc5884fd', 'gw_port': {'id': 'de9a328e-6a54-4210-bdc5-c2b6bbc67b79', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfce4d4d-b917-441e-81b6-3dbcf3807b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:07:08Z', 'updated_at': '2022-01-18T23:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '5fc243b1-207b-4631-ab8a-8b54834ccaac', 'name': '', 'network_id': '6c25a202-d64d-4776-896d-90ccd953cc7d', 'tenant_id': 'c6c9e9aed68a4f4083e2aa0bdc5884fd', 'mac_address': 'fa:16:3e:7d:eb:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfce4d4d-b917-441e-81b6-3dbcf3807b7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'e0b4d034-45af-4682-be23-ccb99fc7ac37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:07:10Z', 'updated_at': '2022-01-18T23:07:15Z', 'revision_number': 4, 'project_id': 'c6c9e9aed68a4f4083e2aa0bdc5884fd', 'subnets': [{'id': 'e0b4d034-45af-4682-be23-ccb99fc7ac37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:07:16.275157 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42857771-d150-4119-88e2-e5c808cd87ee req-4ac1f41d-9802-4c83-96ea-e1653dec566a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:16.276698 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-42857771-d150-4119-88e2-e5c808cd87ee req-4ac1f41d-9802-4c83-96ea-e1653dec566a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=27f222ef67144a00baed736244fbbef6&device_id=1cba49da-e25e-4440-af45-9a8ef0355a25 HTTP/1.1" status: 200 len: 1094 time: 0.0448925 Jan 18 23:07:16.283865 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409fc1bc-d681-4456-b95d-9fc562805fbb None None] The sync data for ids ['cfce4d4d-b917-441e-81b6-3dbcf3807b7f'] in n-d-825064-1 is: [{'id': 'cfce4d4d-b917-441e-81b6-3dbcf3807b7f', 'name': 'tempest-TestEncryptedCinderVolumes-622710805-router', 'tenant_id': 'c6c9e9aed68a4f4083e2aa0bdc5884fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': 'de9a328e-6a54-4210-bdc5-c2b6bbc67b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:07:08Z', 'updated_at': '2022-01-18T23:07:10Z', 'revision_number': 4, 'project_id': 'c6c9e9aed68a4f4083e2aa0bdc5884fd', 'gw_port': {'id': 'de9a328e-6a54-4210-bdc5-c2b6bbc67b79', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfce4d4d-b917-441e-81b6-3dbcf3807b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:07:08Z', 'updated_at': '2022-01-18T23:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '5fc243b1-207b-4631-ab8a-8b54834ccaac', 'name': '', 'network_id': '6c25a202-d64d-4776-896d-90ccd953cc7d', 'tenant_id': 'c6c9e9aed68a4f4083e2aa0bdc5884fd', 'mac_address': 'fa:16:3e:7d:eb:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfce4d4d-b917-441e-81b6-3dbcf3807b7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'e0b4d034-45af-4682-be23-ccb99fc7ac37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:07:10Z', 'updated_at': '2022-01-18T23:07:15Z', 'revision_number': 4, 'project_id': 'c6c9e9aed68a4f4083e2aa0bdc5884fd', 'subnets': [{'id': 'e0b4d034-45af-4682-be23-ccb99fc7ac37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:07:16.309150 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2916b739-040a-40a9-b7b6-e03e3fbd405c None None] Pushing event updated for resources: {'Port': ['ID=5fc243b1-207b-4631-ab8a-8b54834ccaac,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:16.360425 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-04fb2b07-1c60-4d41-a3e9-d8065d7f99c6 None None] Provisioning complete for port 5fc243b1-207b-4631-ab8a-8b54834ccaac triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:07:16.360804 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-04fb2b07-1c60-4d41-a3e9-d8065d7f99c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:16.387462 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42857771-d150-4119-88e2-e5c808cd87ee req-20ef8956-e95b-4c73-81a0-1c0f6fb7212a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:16.390430 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-42857771-d150-4119-88e2-e5c808cd87ee req-20ef8956-e95b-4c73-81a0-1c0f6fb7212a service neutron] 10.222.0.67 "GET /v2.0/networks?id=878ed69a-9d8c-4e88-add2-af22abba70e1 HTTP/1.1" status: 200 len: 917 time: 0.1070137 Jan 18 23:07:16.439429 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-42857771-d150-4119-88e2-e5c808cd87ee req-8b601c80-ab3a-4a55-b88b-b34588fcf12a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa01a5fe-9857-485a-85b9-7d1743a0beda HTTP/1.1" status: 200 len: 217 time: 0.0409684 Jan 18 23:07:16.492196 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42857771-d150-4119-88e2-e5c808cd87ee req-0d79b665-cf7e-4d77-b3af-7d0fd35c5922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:16.493677 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-42857771-d150-4119-88e2-e5c808cd87ee req-0d79b665-cf7e-4d77-b3af-7d0fd35c5922 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=206fcac1-f10d-4ddc-9e50-73a0e5be724d HTTP/1.1" status: 200 len: 856 time: 0.0473487 Jan 18 23:07:16.539638 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42857771-d150-4119-88e2-e5c808cd87ee req-43ffd825-b864-4ef1-92bf-986cefaee4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:16.541162 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-42857771-d150-4119-88e2-e5c808cd87ee req-43ffd825-b864-4ef1-92bf-986cefaee4dd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=878ed69a-9d8c-4e88-add2-af22abba70e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406079 Jan 18 23:07:16.542892 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device de9a328e-6a54-4210-bdc5-c2b6bbc67b79 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 23:07:16.593389 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port de9a328e-6a54-4210-bdc5-c2b6bbc67b79 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:07:16.594082 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:16.633771 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-42857771-d150-4119-88e2-e5c808cd87ee req-ce993bc2-8d79-4995-a57d-da6f21f184a6 service neutron] 10.222.0.67 "GET /v2.0/networks/878ed69a-9d8c-4e88-add2-af22abba70e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853424 Jan 18 23:07:16.670624 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 5fc243b1-207b-4631-ab8a-8b54834ccaac up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 23:07:16.720137 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 5fc243b1-207b-4631-ab8a-8b54834ccaac triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:07:16.720435 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:16.730853 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-42857771-d150-4119-88e2-e5c808cd87ee req-daed034a-282c-4dfe-a0a7-e4cb9489b15d service neutron] 10.222.0.67 "GET /v2.0/networks/878ed69a-9d8c-4e88-add2-af22abba70e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901370 Jan 18 23:07:16.926549 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6d7bd8-b2da-4570-93e9-b8e17d52f1af req-ba06aebd-1d11-4806-8a09-84c5ca1843aa tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:16.928055 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8a6d7bd8-b2da-4570-93e9-b8e17d52f1af req-ba06aebd-1d11-4806-8a09-84c5ca1843aa tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] 10.222.0.53 "GET /v2.0/ports?device_id=1cba49da-e25e-4440-af45-9a8ef0355a25 HTTP/1.1" status: 200 len: 943 time: 0.0507755 Jan 18 23:07:16.968485 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8a6d7bd8-b2da-4570-93e9-b8e17d52f1af req-b4d07a57-764d-4a22-a655-bff12cf4140e tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8aefb44-6d8e-47da-990a-1427c4edaeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342648 Jan 18 23:07:17.942824 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device aa01a5fe-9857-485a-85b9-7d1743a0beda details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 23:07:18.037774 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port aa01a5fe-9857-485a-85b9-7d1743a0beda, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=aa01a5fe-9857-485a-85b9-7d1743a0beda,segment=NetworkSegment(4ce38176-7d7c-4615-8dcf-4132b580e116),segment_id=4ce38176-7d7c-4615-8dcf-4132b580e116)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:07:18.050468 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': 'aa01a5fe-9857-485a-85b9-7d1743a0beda', 'network_id': '878ed69a-9d8c-4e88-add2-af22abba70e1', 'port_id': 'aa01a5fe-9857-485a-85b9-7d1743a0beda', 'mac_address': 'fa:16:3e:30:cb:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '206fcac1-f10d-4ddc-9e50-73a0e5be724d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 23:07:18.094513 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a563f8-6dd5-41ff-847a-8d3b8f2dd7b8 req-6f3e9b6d-7f84-4066-bfdf-142ac5402469 tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:18.095551 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:18.096037 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-52a563f8-6dd5-41ff-847a-8d3b8f2dd7b8 req-6f3e9b6d-7f84-4066-bfdf-142ac5402469 tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] 10.222.0.53 "GET /v2.0/ports?device_id=1cba49da-e25e-4440-af45-9a8ef0355a25 HTTP/1.1" status: 200 len: 943 time: 0.0539570 Jan 18 23:07:18.109226 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa01a5fe-9857-485a-85b9-7d1743a0beda {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:07:18.127858 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port aa01a5fe-9857-485a-85b9-7d1743a0beda, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=aa01a5fe-9857-485a-85b9-7d1743a0beda,segment=NetworkSegment(4ce38176-7d7c-4615-8dcf-4132b580e116),segment_id=4ce38176-7d7c-4615-8dcf-4132b580e116)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:07:18.132107 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:18.134256 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-52a563f8-6dd5-41ff-847a-8d3b8f2dd7b8 req-5b568637-42f0-40c1-8ff9-d1a168ebebbf tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8aefb44-6d8e-47da-990a-1427c4edaeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321710 Jan 18 23:07:18.178979 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=aa01a5fe-9857-485a-85b9-7d1743a0beda,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:18.333006 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['aa01a5fe-9857-485a-85b9-7d1743a0beda'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 23:07:19.246169 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b2ba77-72b8-43b4-bdc0-8bb672883e6d req-e4fde793-b3c3-4ad8-ac18-364b812d545d tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:19.247634 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-54b2ba77-72b8-43b4-bdc0-8bb672883e6d req-e4fde793-b3c3-4ad8-ac18-364b812d545d tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] 10.222.0.53 "GET /v2.0/ports?device_id=1cba49da-e25e-4440-af45-9a8ef0355a25 HTTP/1.1" status: 200 len: 944 time: 0.0488343 Jan 18 23:07:19.285166 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-54b2ba77-72b8-43b4-bdc0-8bb672883e6d req-c1166687-9129-4b2f-a9b4-42eb2a3d037f tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8aefb44-6d8e-47da-990a-1427c4edaeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316792 Jan 18 23:07:19.353211 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7a18f08d-d74c-4b44-822c-bde7468e0f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:19.950935 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device aa01a5fe-9857-485a-85b9-7d1743a0beda up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 23:07:19.998590 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port aa01a5fe-9857-485a-85b9-7d1743a0beda completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:07:20.002064 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port aa01a5fe-9857-485a-85b9-7d1743a0beda triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:07:20.002432 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:20.075125 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:20.100192 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cba49da-e25e-4440-af45-9a8ef0355a25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa01a5fe-9857-485a-85b9-7d1743a0beda'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:07:20.102388 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-084ecfa1-8877-45ca-87de-9d897bab5412" -d '{"events": [{"server_uuid": "1cba49da-e25e-4440-af45-9a8ef0355a25", "name": "network-vif-plugged", "status": "completed", "tag": "aa01a5fe-9857-485a-85b9-7d1743a0beda"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 23:07:20.114700 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port aa01a5fe-9857-485a-85b9-7d1743a0beda, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=aa01a5fe-9857-485a-85b9-7d1743a0beda,segment=NetworkSegment(4ce38176-7d7c-4615-8dcf-4132b580e116),segment_id=4ce38176-7d7c-4615-8dcf-4132b580e116)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:07:20.119188 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:20.142687 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 23:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2adc1821-653a-44f5-87b6-62fa36cabea5 x-openstack-request-id: req-2adc1821-653a-44f5-87b6-62fa36cabea5 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 23:07:20.142975 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cba49da-e25e-4440-af45-9a8ef0355a25", "name": "network-vif-plugged", "status": "completed", "tag": "aa01a5fe-9857-485a-85b9-7d1743a0beda", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 23:07:20.143220 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2adc1821-653a-44f5-87b6-62fa36cabea5 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 23:07:20.143631 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cba49da-e25e-4440-af45-9a8ef0355a25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa01a5fe-9857-485a-85b9-7d1743a0beda', 'code': 200} Jan 18 23:07:20.169767 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=aa01a5fe-9857-485a-85b9-7d1743a0beda,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:20.236709 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db33e2bf-265a-4630-9664-06dda15e8de2 req-68ccd633-6605-4d95-91fd-4c8c2b0cc3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:20.238276 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-db33e2bf-265a-4630-9664-06dda15e8de2 req-68ccd633-6605-4d95-91fd-4c8c2b0cc3d6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1cba49da-e25e-4440-af45-9a8ef0355a25 HTTP/1.1" status: 200 len: 1096 time: 0.0403554 Jan 18 23:07:20.273047 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-db33e2bf-265a-4630-9664-06dda15e8de2 req-7b57c5af-5529-4df0-b0ba-a25d81881198 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=a8aefb44-6d8e-47da-990a-1427c4edaeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279274 Jan 18 23:07:20.401371 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fdd4ac-4b96-46e0-85b1-f3724c0f34d1 req-56b447f4-555e-4d92-bad3-9eeb74490d99 tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:20.402734 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-11fdd4ac-4b96-46e0-85b1-f3724c0f34d1 req-56b447f4-555e-4d92-bad3-9eeb74490d99 tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] 10.222.0.53 "GET /v2.0/ports?device_id=1cba49da-e25e-4440-af45-9a8ef0355a25 HTTP/1.1" status: 200 len: 945 time: 0.0534902 Jan 18 23:07:20.439277 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-11fdd4ac-4b96-46e0-85b1-f3724c0f34d1 req-2f8ec65f-8e81-42a2-89b9-658071b98dbf tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8aefb44-6d8e-47da-990a-1427c4edaeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306470 Jan 18 23:07:21.555009 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876bea63-0860-462e-a214-23146fede61d req-989134f7-40d4-4409-adef-660f8be14047 tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:21.556584 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-876bea63-0860-462e-a214-23146fede61d req-989134f7-40d4-4409-adef-660f8be14047 tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] 10.222.0.53 "GET /v2.0/ports?device_id=1cba49da-e25e-4440-af45-9a8ef0355a25 HTTP/1.1" status: 200 len: 945 time: 0.0494511 Jan 18 23:07:21.594767 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-876bea63-0860-462e-a214-23146fede61d req-f2213ba9-4d3d-4eb2-be9e-06ddf936dc7c tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8aefb44-6d8e-47da-990a-1427c4edaeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314946 Jan 18 23:07:21.709222 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd710e97-9f5f-4bd3-a926-f17a0c799e6f req-4fe89064-97c0-4b28-b63d-3b9e2dfaeaca tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:21.710610 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cd710e97-9f5f-4bd3-a926-f17a0c799e6f req-4fe89064-97c0-4b28-b63d-3b9e2dfaeaca tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] 10.222.0.53 "GET /v2.0/ports?device_id=1cba49da-e25e-4440-af45-9a8ef0355a25 HTTP/1.1" status: 200 len: 945 time: 0.0514743 Jan 18 23:07:21.751521 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cd710e97-9f5f-4bd3-a926-f17a0c799e6f req-65cbf055-8356-4e0f-b99e-c522ac4d8663 tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8aefb44-6d8e-47da-990a-1427c4edaeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344403 Jan 18 23:07:21.998547 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c9cf4dc1-25e7-48af-ba94-829cbc7611a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:23.100892 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:24.562394 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:24.691048 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:39.238407 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 23:07:40.265656 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776e26de-a3d9-4bdc-b260-af831f36c50d req-2a327bf5-26bf-41b7-8114-3f9837e3c923 tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:40.267143 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-776e26de-a3d9-4bdc-b260-af831f36c50d req-2a327bf5-26bf-41b7-8114-3f9837e3c923 tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] 10.222.0.53 "GET /v2.0/ports?device_id=1cba49da-e25e-4440-af45-9a8ef0355a25 HTTP/1.1" status: 200 len: 945 time: 0.0531991 Jan 18 23:07:40.304201 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-776e26de-a3d9-4bdc-b260-af831f36c50d req-b61fb072-7053-4e87-bfa9-0b59d6ba3029 tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8aefb44-6d8e-47da-990a-1427c4edaeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309472 Jan 18 23:07:41.421272 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4cb522-7074-4306-b037-e3289238b1f8 req-b3fe1477-969f-4391-8371-fb5147fbc64a tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:41.422727 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cb4cb522-7074-4306-b037-e3289238b1f8 req-b3fe1477-969f-4391-8371-fb5147fbc64a tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] 10.222.0.53 "GET /v2.0/ports?device_id=1cba49da-e25e-4440-af45-9a8ef0355a25 HTTP/1.1" status: 200 len: 945 time: 0.0483406 Jan 18 23:07:41.459951 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cb4cb522-7074-4306-b037-e3289238b1f8 req-b516b2ae-dd86-4ccb-9684-2de73076e8d9 tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8aefb44-6d8e-47da-990a-1427c4edaeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312541 Jan 18 23:07:41.794319 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2837c615-a530-4be3-a228-5dd93f105b29 req-599c4be2-22cb-4a2b-9dbf-b0880c6e8a8a tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:41.796301 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2837c615-a530-4be3-a228-5dd93f105b29 req-599c4be2-22cb-4a2b-9dbf-b0880c6e8a8a tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] 10.222.0.67 "GET /v2.0/ports?device_id=1cba49da-e25e-4440-af45-9a8ef0355a25 HTTP/1.1" status: 200 len: 945 time: 0.0471885 Jan 18 23:07:41.888116 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-2837c615-a530-4be3-a228-5dd93f105b29 req-590f357d-3fe3-4297-9b7e-63d6996282f0 tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] Deleting port aa01a5fe-9857-485a-85b9-7d1743a0beda {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 23:07:41.889012 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-2837c615-a530-4be3-a228-5dd93f105b29 req-590f357d-3fe3-4297-9b7e-63d6996282f0 tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:41.972872 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-2837c615-a530-4be3-a228-5dd93f105b29 req-590f357d-3fe3-4297-9b7e-63d6996282f0 tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] For port aa01a5fe-9857-485a-85b9-7d1743a0beda, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=aa01a5fe-9857-485a-85b9-7d1743a0beda,segment=NetworkSegment(4ce38176-7d7c-4615-8dcf-4132b580e116),segment_id=4ce38176-7d7c-4615-8dcf-4132b580e116)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:07:41.973240 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-2837c615-a530-4be3-a228-5dd93f105b29 req-590f357d-3fe3-4297-9b7e-63d6996282f0 tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:41.985219 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-2837c615-a530-4be3-a228-5dd93f105b29 req-590f357d-3fe3-4297-9b7e-63d6996282f0 tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] Calling delete_port for aa01a5fe-9857-485a-85b9-7d1743a0beda owned by compute:nova {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 23:07:42.112486 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-2837c615-a530-4be3-a228-5dd93f105b29 req-590f357d-3fe3-4297-9b7e-63d6996282f0 tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:42.125632 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['aa01a5fe-9857-485a-85b9-7d1743a0beda'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 23:07:42.139787 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590f357d-3fe3-4297-9b7e-63d6996282f0 tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] Pushing event deleted for resources: {'Port': ['ID=aa01a5fe-9857-485a-85b9-7d1743a0beda,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:42.191762 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-2837c615-a530-4be3-a228-5dd93f105b29 req-590f357d-3fe3-4297-9b7e-63d6996282f0 tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] No DVR routers for this DVR port aa01a5fe-9857-485a-85b9-7d1743a0beda on host n-h2-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:07:42.194457 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-2837c615-a530-4be3-a228-5dd93f105b29 req-590f357d-3fe3-4297-9b7e-63d6996282f0 tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:42.197774 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2837c615-a530-4be3-a228-5dd93f105b29 req-590f357d-3fe3-4297-9b7e-63d6996282f0 tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] 10.222.0.67 "DELETE /v2.0/ports/aa01a5fe-9857-485a-85b9-7d1743a0beda HTTP/1.1" status: 204 len: 173 time: 0.3947349 Jan 18 23:07:42.198216 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cba49da-e25e-4440-af45-9a8ef0355a25', 'name': 'network-vif-deleted', 'tag': 'aa01a5fe-9857-485a-85b9-7d1743a0beda'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:07:42.200496 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-758e8644-b2e0-4442-86e9-87d5f0a2353b" -d '{"events": [{"server_uuid": "1cba49da-e25e-4440-af45-9a8ef0355a25", "name": "network-vif-deleted", "tag": "aa01a5fe-9857-485a-85b9-7d1743a0beda"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 23:07:42.245739 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 23:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d487ae7-1909-46b6-82a7-bac1e68bd1bb x-openstack-request-id: req-0d487ae7-1909-46b6-82a7-bac1e68bd1bb {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 23:07:42.246108 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cba49da-e25e-4440-af45-9a8ef0355a25", "name": "network-vif-deleted", "tag": "aa01a5fe-9857-485a-85b9-7d1743a0beda", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 23:07:42.246427 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0d487ae7-1909-46b6-82a7-bac1e68bd1bb {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 23:07:42.246891 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cba49da-e25e-4440-af45-9a8ef0355a25', 'name': 'network-vif-deleted', 'tag': 'aa01a5fe-9857-485a-85b9-7d1743a0beda', 'status': 'completed', 'code': 200} Jan 18 23:07:42.565536 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4ff220d3-13e0-4f7d-b5d7-1fbd4c2ea92d req-5864ee2d-a6c2-4c84-8efb-243b03dbc663 tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] 10.222.0.53 "GET /v2.0/ports?device_id=1cba49da-e25e-4440-af45-9a8ef0355a25 HTTP/1.1" status: 200 len: 210 time: 0.0273793 Jan 18 23:07:43.182808 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:44.077064 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b069fba-f9fe-454c-b0dd-7d831880a6da req-b9528997-d6cd-442b-a58a-3b407afeb5af tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:44.078522 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6b069fba-f9fe-454c-b0dd-7d831880a6da req-b9528997-d6cd-442b-a58a-3b407afeb5af tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] 10.222.0.53 "GET /v2.0/networks?id=878ed69a-9d8c-4e88-add2-af22abba70e1 HTTP/1.1" status: 200 len: 817 time: 0.0971544 Jan 18 23:07:44.094048 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6b069fba-f9fe-454c-b0dd-7d831880a6da req-3a9db371-77d2-4122-a984-45d7ff1afefa tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] 10.222.0.53 "GET /v2.0/quotas/27f222ef67144a00baed736244fbbef6 HTTP/1.1" status: 200 len: 375 time: 0.0096350 Jan 18 23:07:44.096674 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:44.145396 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6b069fba-f9fe-454c-b0dd-7d831880a6da req-b9a6f36f-65f3-49b4-9d78-1cbffcfb9fc8 tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=27f222ef67144a00baed736244fbbef6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456333 Jan 18 23:07:44.160613 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [req-6b069fba-f9fe-454c-b0dd-7d831880a6da req-7bd70790-ff18-4b87-87fa-c39e80c5445f service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102430) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 23:07:44.161725 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6b069fba-f9fe-454c-b0dd-7d831880a6da req-7bd70790-ff18-4b87-87fa-c39e80c5445f service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053837 Jan 18 23:07:44.252711 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6b069fba-f9fe-454c-b0dd-7d831880a6da req-10a467c2-6568-48d0-a2fe-e0c788a3e661 service neutron] 10.222.0.53 "GET /v2.0/networks/878ed69a-9d8c-4e88-add2-af22abba70e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852301 Jan 18 23:07:44.340584 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6b069fba-f9fe-454c-b0dd-7d831880a6da req-cc542058-91d3-4008-ad72-20578f176d5f service neutron] 10.222.0.53 "GET /v2.0/networks/878ed69a-9d8c-4e88-add2-af22abba70e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815325 Jan 18 23:07:44.502285 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7baa2ec5-18aa-4d20-ab2b-66bd01d95511 req-a0d13189-5801-4287-9d9a-58acf0472dbc tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d8ad78a-cf38-464e-b2f7-6f797b54bd30 HTTP/1.1" status: 200 len: 210 time: 0.0313993 Jan 18 23:07:45.363651 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b069fba-f9fe-454c-b0dd-7d831880a6da req-6213e745-23ee-4d6e-bfc9-3578447c92ac tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:45.365152 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6b069fba-f9fe-454c-b0dd-7d831880a6da req-6213e745-23ee-4d6e-bfc9-3578447c92ac tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] 10.222.0.67 "GET /v2.0/networks?id=878ed69a-9d8c-4e88-add2-af22abba70e1 HTTP/1.1" status: 200 len: 817 time: 0.1027155 Jan 18 23:07:45.378553 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-6b069fba-f9fe-454c-b0dd-7d831880a6da req-16e7b244-ce5f-41d4-baf7-482c991af0ef tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] Request body: {'port': {'device_id': '4d8ad78a-cf38-464e-b2f7-6f797b54bd30', 'network_id': '878ed69a-9d8c-4e88-add2-af22abba70e1', 'admin_state_up': True, 'tenant_id': '27f222ef67144a00baed736244fbbef6'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:07:45.494958 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b069fba-f9fe-454c-b0dd-7d831880a6da req-16e7b244-ce5f-41d4-baf7-482c991af0ef tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] Made reservation on behalf of 27f222ef67144a00baed736244fbbef6 for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:07:45.499225 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-6b069fba-f9fe-454c-b0dd-7d831880a6da req-16e7b244-ce5f-41d4-baf7-482c991af0ef tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:45.620774 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-24d1da72-cab8-443d-a323-3487206f19f2 req-a03e4f76-4e7f-4aee-85fd-7966528a762c tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d8ad78a-cf38-464e-b2f7-6f797b54bd30 HTTP/1.1" status: 200 len: 210 time: 0.0491104 Jan 18 23:07:45.648838 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-6b069fba-f9fe-454c-b0dd-7d831880a6da req-16e7b244-ce5f-41d4-baf7-482c991af0ef tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] Allocated IP 172.20.0.11 (878ed69a-9d8c-4e88-add2-af22abba70e1/206fcac1-f10d-4ddc-9e50-73a0e5be724d/dfeecc04-cb0e-4c23-8401-bf6c361a970f) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:07:45.793407 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-6b069fba-f9fe-454c-b0dd-7d831880a6da req-16e7b244-ce5f-41d4-baf7-482c991af0ef tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:45.827000 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-6b069fba-f9fe-454c-b0dd-7d831880a6da req-16e7b244-ce5f-41d4-baf7-482c991af0ef tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:45.869879 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b069fba-f9fe-454c-b0dd-7d831880a6da req-16e7b244-ce5f-41d4-baf7-482c991af0ef tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] Network 878ed69a-9d8c-4e88-add2-af22abba70e1 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:07:45.873640 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-6b069fba-f9fe-454c-b0dd-7d831880a6da req-16e7b244-ce5f-41d4-baf7-482c991af0ef tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:07:45.877074 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b069fba-f9fe-454c-b0dd-7d831880a6da req-16e7b244-ce5f-41d4-baf7-482c991af0ef tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:07:45.883629 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e7b244-ce5f-41d4-baf7-482c991af0ef tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] Pushing event updated for resources: {'Port': ['ID=dfeecc04-cb0e-4c23-8401-bf6c361a970f,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:45.934134 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b069fba-f9fe-454c-b0dd-7d831880a6da req-16e7b244-ce5f-41d4-baf7-482c991af0ef tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:45.934765 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-6b069fba-f9fe-454c-b0dd-7d831880a6da req-16e7b244-ce5f-41d4-baf7-482c991af0ef tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:45.950433 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6b069fba-f9fe-454c-b0dd-7d831880a6da req-16e7b244-ce5f-41d4-baf7-482c991af0ef tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5759099 Jan 18 23:07:45.962529 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-6b069fba-f9fe-454c-b0dd-7d831880a6da req-8297309c-273f-4954-9bfe-bdc3e2e9eb14 service neutron] Request body: {'port': {'device_id': '4d8ad78a-cf38-464e-b2f7-6f797b54bd30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:07:46.017686 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-6b069fba-f9fe-454c-b0dd-7d831880a6da req-8297309c-273f-4954-9bfe-bdc3e2e9eb14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:46.092535 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device aa01a5fe-9857-485a-85b9-7d1743a0beda no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 23:07:46.114997 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] No Port match for: aa01a5fe-9857-485a-85b9-7d1743a0beda {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 23:07:46.115341 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device aa01a5fe-9857-485a-85b9-7d1743a0beda not bound to the agent host n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 23:07:46.130997 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-cc58cd03-33be-4507-98ba-6fb1adff3032 None None] Provisioning complete for port dfeecc04-cb0e-4c23-8401-bf6c361a970f triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:07:46.131559 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cc58cd03-33be-4507-98ba-6fb1adff3032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:46.166011 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-cc58cd03-33be-4507-98ba-6fb1adff3032 None None] Port dfeecc04-cb0e-4c23-8401-bf6c361a970f cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 23:07:46.277466 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [req-6b069fba-f9fe-454c-b0dd-7d831880a6da req-8297309c-273f-4954-9bfe-bdc3e2e9eb14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfeecc04-cb0e-4c23-8401-bf6c361a970f {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:07:46.285246 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-6b069fba-f9fe-454c-b0dd-7d831880a6da req-8297309c-273f-4954-9bfe-bdc3e2e9eb14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:46.296611 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-6b069fba-f9fe-454c-b0dd-7d831880a6da req-8297309c-273f-4954-9bfe-bdc3e2e9eb14 service neutron] Transition to ACTIVE for port object dfeecc04-cb0e-4c23-8401-bf6c361a970f will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:07:46.300413 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-6b069fba-f9fe-454c-b0dd-7d831880a6da req-8297309c-273f-4954-9bfe-bdc3e2e9eb14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:46.351942 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8297309c-273f-4954-9bfe-bdc3e2e9eb14 service neutron] Pushing event updated for resources: {'Port': ['ID=dfeecc04-cb0e-4c23-8401-bf6c361a970f,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:46.422789 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-6b069fba-f9fe-454c-b0dd-7d831880a6da req-8297309c-273f-4954-9bfe-bdc3e2e9eb14 service neutron] Attempting to bind port dfeecc04-cb0e-4c23-8401-bf6c361a970f on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:07:46.423461 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-6b069fba-f9fe-454c-b0dd-7d831880a6da req-8297309c-273f-4954-9bfe-bdc3e2e9eb14 service neutron] Attempting to bind port dfeecc04-cb0e-4c23-8401-bf6c361a970f by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '4ce38176-7d7c-4615-8dcf-4132b580e116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '878ed69a-9d8c-4e88-add2-af22abba70e1'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:07:46.423461 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b069fba-f9fe-454c-b0dd-7d831880a6da req-8297309c-273f-4954-9bfe-bdc3e2e9eb14 service neutron] Attempting to bind port dfeecc04-cb0e-4c23-8401-bf6c361a970f on network 878ed69a-9d8c-4e88-add2-af22abba70e1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 23:07:46.427910 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b069fba-f9fe-454c-b0dd-7d831880a6da req-8297309c-273f-4954-9bfe-bdc3e2e9eb14 service neutron] Port dfeecc04-cb0e-4c23-8401-bf6c361a970f on network 878ed69a-9d8c-4e88-add2-af22abba70e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 23:07:46.428266 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b069fba-f9fe-454c-b0dd-7d831880a6da req-8297309c-273f-4954-9bfe-bdc3e2e9eb14 service neutron] Attempting to bind port dfeecc04-cb0e-4c23-8401-bf6c361a970f on network 878ed69a-9d8c-4e88-add2-af22abba70e1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 23:07:46.433171 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b069fba-f9fe-454c-b0dd-7d831880a6da req-8297309c-273f-4954-9bfe-bdc3e2e9eb14 service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 23:07:46.433506 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b069fba-f9fe-454c-b0dd-7d831880a6da req-8297309c-273f-4954-9bfe-bdc3e2e9eb14 service neutron] Checking segment: {'id': '4ce38176-7d7c-4615-8dcf-4132b580e116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '878ed69a-9d8c-4e88-add2-af22abba70e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 23:07:46.433881 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b069fba-f9fe-454c-b0dd-7d831880a6da req-8297309c-273f-4954-9bfe-bdc3e2e9eb14 service neutron] Bound using segment: {'id': '4ce38176-7d7c-4615-8dcf-4132b580e116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '878ed69a-9d8c-4e88-add2-af22abba70e1'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 23:07:46.434305 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-6b069fba-f9fe-454c-b0dd-7d831880a6da req-8297309c-273f-4954-9bfe-bdc3e2e9eb14 service neutron] Bound port: dfeecc04-cb0e-4c23-8401-bf6c361a970f, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ce38176-7d7c-4615-8dcf-4132b580e116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '878ed69a-9d8c-4e88-add2-af22abba70e1'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:07:46.434662 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-6b069fba-f9fe-454c-b0dd-7d831880a6da req-8297309c-273f-4954-9bfe-bdc3e2e9eb14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:46.503299 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-6b069fba-f9fe-454c-b0dd-7d831880a6da req-8297309c-273f-4954-9bfe-bdc3e2e9eb14 service neutron] For port dfeecc04-cb0e-4c23-8401-bf6c361a970f, host n-h2-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:07:46.506774 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-6b069fba-f9fe-454c-b0dd-7d831880a6da req-8297309c-273f-4954-9bfe-bdc3e2e9eb14 service neutron] For port dfeecc04-cb0e-4c23-8401-bf6c361a970f, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=dfeecc04-cb0e-4c23-8401-bf6c361a970f,segment=NetworkSegment(4ce38176-7d7c-4615-8dcf-4132b580e116),segment_id=4ce38176-7d7c-4615-8dcf-4132b580e116)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:07:46.511555 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-6b069fba-f9fe-454c-b0dd-7d831880a6da req-8297309c-273f-4954-9bfe-bdc3e2e9eb14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:46.548627 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b069fba-f9fe-454c-b0dd-7d831880a6da req-8297309c-273f-4954-9bfe-bdc3e2e9eb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:46.549384 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-6b069fba-f9fe-454c-b0dd-7d831880a6da req-8297309c-273f-4954-9bfe-bdc3e2e9eb14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:46.550721 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6b069fba-f9fe-454c-b0dd-7d831880a6da req-8297309c-273f-4954-9bfe-bdc3e2e9eb14 service neutron] 10.222.0.67 "PUT /v2.0/ports/dfeecc04-cb0e-4c23-8401-bf6c361a970f HTTP/1.1" status: 200 len: 1092 time: 0.5926681 Jan 18 23:07:46.551196 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d8ad78a-cf38-464e-b2f7-6f797b54bd30', 'tag': 'dfeecc04-cb0e-4c23-8401-bf6c361a970f'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:07:46.553449 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b704042-cba8-4c6b-9341-296653876584" -d '{"events": [{"name": "network-changed", "server_uuid": "4d8ad78a-cf38-464e-b2f7-6f797b54bd30", "tag": "dfeecc04-cb0e-4c23-8401-bf6c361a970f"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 23:07:46.583074 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8297309c-273f-4954-9bfe-bdc3e2e9eb14 service neutron] Pushing event updated for resources: {'Port': ['ID=dfeecc04-cb0e-4c23-8401-bf6c361a970f,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:46.623826 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 23:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bac66ea-7648-4828-9156-30c916df85fe x-openstack-request-id: req-3bac66ea-7648-4828-9156-30c916df85fe {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 23:07:46.624136 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d8ad78a-cf38-464e-b2f7-6f797b54bd30", "tag": "dfeecc04-cb0e-4c23-8401-bf6c361a970f", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 23:07:46.624398 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3bac66ea-7648-4828-9156-30c916df85fe {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 23:07:46.624805 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d8ad78a-cf38-464e-b2f7-6f797b54bd30', 'tag': 'dfeecc04-cb0e-4c23-8401-bf6c361a970f', 'status': 'completed', 'code': 200} Jan 18 23:07:46.641803 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b069fba-f9fe-454c-b0dd-7d831880a6da req-de65ba4c-f8f9-4265-ac1a-00bc1058826e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:46.643300 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6b069fba-f9fe-454c-b0dd-7d831880a6da req-de65ba4c-f8f9-4265-ac1a-00bc1058826e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=27f222ef67144a00baed736244fbbef6&device_id=4d8ad78a-cf38-464e-b2f7-6f797b54bd30 HTTP/1.1" status: 200 len: 1095 time: 0.0484464 Jan 18 23:07:46.684961 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6b069fba-f9fe-454c-b0dd-7d831880a6da req-21de5e4b-eb51-4cbf-a07c-9d175001a300 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfeecc04-cb0e-4c23-8401-bf6c361a970f HTTP/1.1" status: 200 len: 217 time: 0.0347848 Jan 18 23:07:46.770284 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b069fba-f9fe-454c-b0dd-7d831880a6da req-8ec0576d-e90b-4f70-a945-b809d65672d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:46.771741 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6b069fba-f9fe-454c-b0dd-7d831880a6da req-8ec0576d-e90b-4f70-a945-b809d65672d1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=206fcac1-f10d-4ddc-9e50-73a0e5be724d HTTP/1.1" status: 200 len: 856 time: 0.0730007 Jan 18 23:07:46.779877 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b359273-604b-4a7f-94e6-ccc0ba2f57ab req-3d05b0a8-982f-4ea6-8025-db299f01883a tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:46.781255 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0b359273-604b-4a7f-94e6-ccc0ba2f57ab req-3d05b0a8-982f-4ea6-8025-db299f01883a tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d8ad78a-cf38-464e-b2f7-6f797b54bd30 HTTP/1.1" status: 200 len: 944 time: 0.0911579 Jan 18 23:07:46.843064 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0b359273-604b-4a7f-94e6-ccc0ba2f57ab req-97db8161-401c-491b-a37e-5d413ab39314 tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8aefb44-6d8e-47da-990a-1427c4edaeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536008 Jan 18 23:07:46.845641 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b069fba-f9fe-454c-b0dd-7d831880a6da req-2bb58ea6-d1be-4b32-81b7-7a46bc64f367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:46.847042 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6b069fba-f9fe-454c-b0dd-7d831880a6da req-2bb58ea6-d1be-4b32-81b7-7a46bc64f367 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=878ed69a-9d8c-4e88-add2-af22abba70e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0649559 Jan 18 23:07:46.940232 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6b069fba-f9fe-454c-b0dd-7d831880a6da req-cf789624-820c-47c7-b431-4510c00a400e service neutron] 10.222.0.67 "GET /v2.0/networks/878ed69a-9d8c-4e88-add2-af22abba70e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863278 Jan 18 23:07:47.026963 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6b069fba-f9fe-454c-b0dd-7d831880a6da req-6c12da6b-cb19-48ab-8e71-24a521199556 service neutron] 10.222.0.67 "GET /v2.0/networks/878ed69a-9d8c-4e88-add2-af22abba70e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801911 Jan 18 23:07:47.118709 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b704042-cba8-4c6b-9341-296653876584 req-fc0fafec-f73d-482d-9776-04dfe1712bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:47.120229 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5b704042-cba8-4c6b-9341-296653876584 req-fc0fafec-f73d-482d-9776-04dfe1712bfe service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=27f222ef67144a00baed736244fbbef6&device_id=4d8ad78a-cf38-464e-b2f7-6f797b54bd30 HTTP/1.1" status: 200 len: 1095 time: 0.0482721 Jan 18 23:07:47.206216 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b704042-cba8-4c6b-9341-296653876584 req-b64cc174-58ad-4863-9b87-4b11b988f9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:47.207564 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5b704042-cba8-4c6b-9341-296653876584 req-b64cc174-58ad-4863-9b87-4b11b988f9e9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=878ed69a-9d8c-4e88-add2-af22abba70e1 HTTP/1.1" status: 200 len: 917 time: 0.0809331 Jan 18 23:07:47.252212 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5b704042-cba8-4c6b-9341-296653876584 req-a3a06a16-8f3a-4349-b78f-6de84dacfece service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfeecc04-cb0e-4c23-8401-bf6c361a970f HTTP/1.1" status: 200 len: 217 time: 0.0375347 Jan 18 23:07:47.299798 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b704042-cba8-4c6b-9341-296653876584 req-657641d2-3f93-4876-94e2-48be5932534e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:47.301208 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5b704042-cba8-4c6b-9341-296653876584 req-657641d2-3f93-4876-94e2-48be5932534e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=206fcac1-f10d-4ddc-9e50-73a0e5be724d HTTP/1.1" status: 200 len: 856 time: 0.0421181 Jan 18 23:07:47.346828 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b704042-cba8-4c6b-9341-296653876584 req-4936e02d-b1b1-41d5-85ae-4c0e2df3db90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:47.348300 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5b704042-cba8-4c6b-9341-296653876584 req-4936e02d-b1b1-41d5-85ae-4c0e2df3db90 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=878ed69a-9d8c-4e88-add2-af22abba70e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383012 Jan 18 23:07:47.439111 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5b704042-cba8-4c6b-9341-296653876584 req-cd387e06-06b4-40dd-97dc-54a7c3fdbe1b service neutron] 10.222.0.67 "GET /v2.0/networks/878ed69a-9d8c-4e88-add2-af22abba70e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832160 Jan 18 23:07:47.526891 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5b704042-cba8-4c6b-9341-296653876584 req-c1f9aea4-e4db-4535-8784-533d5225affa service neutron] 10.222.0.67 "GET /v2.0/networks/878ed69a-9d8c-4e88-add2-af22abba70e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809772 Jan 18 23:07:47.959375 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed55c78-c559-409d-9731-f4a95f0965c2 req-38c676a1-e965-4e8b-a05e-c3b4223b5965 tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:47.960854 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4ed55c78-c559-409d-9731-f4a95f0965c2 req-38c676a1-e965-4e8b-a05e-c3b4223b5965 tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d8ad78a-cf38-464e-b2f7-6f797b54bd30 HTTP/1.1" status: 200 len: 944 time: 0.0492084 Jan 18 23:07:47.997523 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4ed55c78-c559-409d-9731-f4a95f0965c2 req-fc463f1d-72bb-470a-a820-f2f3f663c3fc tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8aefb44-6d8e-47da-990a-1427c4edaeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301230 Jan 18 23:07:49.123784 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af9f49c-a4fa-443a-8537-b1bf6e9238bd req-dfb187a8-afbb-4292-9a0d-da4815d3d6c0 tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:49.125284 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5af9f49c-a4fa-443a-8537-b1bf6e9238bd req-dfb187a8-afbb-4292-9a0d-da4815d3d6c0 tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d8ad78a-cf38-464e-b2f7-6f797b54bd30 HTTP/1.1" status: 200 len: 944 time: 0.0559947 Jan 18 23:07:49.162089 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5af9f49c-a4fa-443a-8537-b1bf6e9238bd req-6b6e396e-0a5c-4b26-af38-317de7ee8068 tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8aefb44-6d8e-47da-990a-1427c4edaeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308692 Jan 18 23:07:49.352171 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fe2533fa-7b76-48d5-bd0d-1f3cbbe534d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:50.114073 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device dfeecc04-cb0e-4c23-8401-bf6c361a970f details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 23:07:50.207418 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port dfeecc04-cb0e-4c23-8401-bf6c361a970f, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=dfeecc04-cb0e-4c23-8401-bf6c361a970f,segment=NetworkSegment(4ce38176-7d7c-4615-8dcf-4132b580e116),segment_id=4ce38176-7d7c-4615-8dcf-4132b580e116)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:07:50.218291 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': 'dfeecc04-cb0e-4c23-8401-bf6c361a970f', 'network_id': '878ed69a-9d8c-4e88-add2-af22abba70e1', 'port_id': 'dfeecc04-cb0e-4c23-8401-bf6c361a970f', 'mac_address': 'fa:16:3e:a4:37:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '206fcac1-f10d-4ddc-9e50-73a0e5be724d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 23:07:50.259464 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:50.272347 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfeecc04-cb0e-4c23-8401-bf6c361a970f {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:07:50.275504 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0c6126-547c-46b2-9c3a-7ebec217c7b5 req-c27d3fdf-caae-4e89-89fd-4f609511b8ed tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:50.277000 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5f0c6126-547c-46b2-9c3a-7ebec217c7b5 req-c27d3fdf-caae-4e89-89fd-4f609511b8ed tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d8ad78a-cf38-464e-b2f7-6f797b54bd30 HTTP/1.1" status: 200 len: 944 time: 0.0491560 Jan 18 23:07:50.291917 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port dfeecc04-cb0e-4c23-8401-bf6c361a970f, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=dfeecc04-cb0e-4c23-8401-bf6c361a970f,segment=NetworkSegment(4ce38176-7d7c-4615-8dcf-4132b580e116),segment_id=4ce38176-7d7c-4615-8dcf-4132b580e116)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:07:50.296334 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:50.316137 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5f0c6126-547c-46b2-9c3a-7ebec217c7b5 req-ff76807f-5439-4e3d-9878-4c1465701bd3 tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8aefb44-6d8e-47da-990a-1427c4edaeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322959 Jan 18 23:07:50.342083 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=dfeecc04-cb0e-4c23-8401-bf6c361a970f,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:50.484167 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['dfeecc04-cb0e-4c23-8401-bf6c361a970f'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 23:07:51.427500 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eea195-b209-4f38-a47c-773096951e98 req-0bdeae54-b676-48f8-b5d0-c03003cd15f8 tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:51.428978 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d5eea195-b209-4f38-a47c-773096951e98 req-0bdeae54-b676-48f8-b5d0-c03003cd15f8 tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d8ad78a-cf38-464e-b2f7-6f797b54bd30 HTTP/1.1" status: 200 len: 945 time: 0.0468912 Jan 18 23:07:51.465082 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d5eea195-b209-4f38-a47c-773096951e98 req-12fe1cbc-0f6d-4539-82ad-09ade9f95695 tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8aefb44-6d8e-47da-990a-1427c4edaeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302973 Jan 18 23:07:51.998685 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f0281fcf-2bfa-41ce-be97-0e4bdd41fd8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:52.129436 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device dfeecc04-cb0e-4c23-8401-bf6c361a970f up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 23:07:52.176996 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port dfeecc04-cb0e-4c23-8401-bf6c361a970f completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:07:52.180884 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port dfeecc04-cb0e-4c23-8401-bf6c361a970f triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:07:52.181252 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:52.255069 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:52.280616 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d8ad78a-cf38-464e-b2f7-6f797b54bd30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfeecc04-cb0e-4c23-8401-bf6c361a970f'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:07:52.282810 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab2ec8a1-a1f2-4d51-a987-c37497ebf4b4" -d '{"events": [{"server_uuid": "4d8ad78a-cf38-464e-b2f7-6f797b54bd30", "name": "network-vif-plugged", "status": "completed", "tag": "dfeecc04-cb0e-4c23-8401-bf6c361a970f"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 23:07:52.295766 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port dfeecc04-cb0e-4c23-8401-bf6c361a970f, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=dfeecc04-cb0e-4c23-8401-bf6c361a970f,segment=NetworkSegment(4ce38176-7d7c-4615-8dcf-4132b580e116),segment_id=4ce38176-7d7c-4615-8dcf-4132b580e116)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:07:52.299496 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:52.326964 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 23:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a39e0c-04ac-4459-bf5e-93306db904e7 x-openstack-request-id: req-47a39e0c-04ac-4459-bf5e-93306db904e7 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 23:07:52.327259 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d8ad78a-cf38-464e-b2f7-6f797b54bd30", "name": "network-vif-plugged", "status": "completed", "tag": "dfeecc04-cb0e-4c23-8401-bf6c361a970f", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 23:07:52.327538 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-47a39e0c-04ac-4459-bf5e-93306db904e7 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 23:07:52.327929 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d8ad78a-cf38-464e-b2f7-6f797b54bd30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfeecc04-cb0e-4c23-8401-bf6c361a970f', 'code': 200} Jan 18 23:07:52.353691 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=dfeecc04-cb0e-4c23-8401-bf6c361a970f,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:52.361040 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:52.361394 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:52.361739 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:52.362077 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:52.362411 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:52.362745 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:52.363112 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:52.363415 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:52.363762 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:52.364059 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:52.364414 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:52.364864 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:52.414207 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd555bd-d855-4088-b297-6033916832eb req-713a2623-3b59-4f66-ade7-db05aa43c304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:52.415669 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bfd555bd-d855-4088-b297-6033916832eb req-713a2623-3b59-4f66-ade7-db05aa43c304 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4d8ad78a-cf38-464e-b2f7-6f797b54bd30 HTTP/1.1" status: 200 len: 1097 time: 0.0434108 Jan 18 23:07:52.447951 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bfd555bd-d855-4088-b297-6033916832eb req-bda47807-6ef4-4bcc-b653-d8583f32d4b7 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=a8aefb44-6d8e-47da-990a-1427c4edaeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264566 Jan 18 23:07:52.577832 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3931353-bdf5-4fc7-97b5-e0fe273409b2 req-2881cf9c-42be-4bb6-b94f-6dd482abc8c5 tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:52.579281 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b3931353-bdf5-4fc7-97b5-e0fe273409b2 req-2881cf9c-42be-4bb6-b94f-6dd482abc8c5 tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d8ad78a-cf38-464e-b2f7-6f797b54bd30 HTTP/1.1" status: 200 len: 946 time: 0.0482953 Jan 18 23:07:52.615389 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b3931353-bdf5-4fc7-97b5-e0fe273409b2 req-5de447af-4564-46f4-94d0-53b92125c2cb tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8aefb44-6d8e-47da-990a-1427c4edaeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301533 Jan 18 23:07:53.104849 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:53.730882 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a944b6a-e8ac-4692-913c-33ef90c4ed3d req-044e6977-8d4b-4ca1-b82d-494ec6a16bed tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:53.732416 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6a944b6a-e8ac-4692-913c-33ef90c4ed3d req-044e6977-8d4b-4ca1-b82d-494ec6a16bed tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d8ad78a-cf38-464e-b2f7-6f797b54bd30 HTTP/1.1" status: 200 len: 946 time: 0.0496757 Jan 18 23:07:53.768464 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6a944b6a-e8ac-4692-913c-33ef90c4ed3d req-09d6810f-f452-4e9e-af82-a6d7581de12b tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8aefb44-6d8e-47da-990a-1427c4edaeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300710 Jan 18 23:07:53.881635 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ec5c8f-fe54-4493-8039-7ad70bf1d45d req-850a5281-8213-437c-a080-772d658b375c tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:53.883079 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-15ec5c8f-fe54-4493-8039-7ad70bf1d45d req-850a5281-8213-437c-a080-772d658b375c tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d8ad78a-cf38-464e-b2f7-6f797b54bd30 HTTP/1.1" status: 200 len: 946 time: 0.0511646 Jan 18 23:07:53.920563 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-15ec5c8f-fe54-4493-8039-7ad70bf1d45d req-3be02ff5-11af-465a-bcbe-78934070f6c0 tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8aefb44-6d8e-47da-990a-1427c4edaeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310028 Jan 18 23:07:54.564679 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:54.693097 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:07.161502 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-75d1b904-e8a5-4eef-8435-cdecb0b3bee6 req-5a2fe082-2863-434f-b3b3-bcfe8efc4f10 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4d8ad78a-cf38-464e-b2f7-6f797b54bd30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0413930 Jan 18 23:08:07.243987 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d1b904-e8a5-4eef-8435-cdecb0b3bee6 req-5106430d-9a07-424d-a5ee-0e7b388ca942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:07.245475 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-75d1b904-e8a5-4eef-8435-cdecb0b3bee6 req-5106430d-9a07-424d-a5ee-0e7b388ca942 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=27f222ef67144a00baed736244fbbef6&device_id=4d8ad78a-cf38-464e-b2f7-6f797b54bd30 HTTP/1.1" status: 200 len: 1097 time: 0.0399489 Jan 18 23:08:07.348614 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d1b904-e8a5-4eef-8435-cdecb0b3bee6 req-a5394295-7b60-4824-97bd-2a04a246e39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:07.349979 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-75d1b904-e8a5-4eef-8435-cdecb0b3bee6 req-a5394295-7b60-4824-97bd-2a04a246e39a service neutron] 10.222.0.67 "GET /v2.0/networks?id=878ed69a-9d8c-4e88-add2-af22abba70e1 HTTP/1.1" status: 200 len: 917 time: 0.0851016 Jan 18 23:08:07.392725 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-75d1b904-e8a5-4eef-8435-cdecb0b3bee6 req-380b7f17-f732-4ec6-9e53-c4a5f0a3db56 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfeecc04-cb0e-4c23-8401-bf6c361a970f HTTP/1.1" status: 200 len: 217 time: 0.0345180 Jan 18 23:08:07.438906 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d1b904-e8a5-4eef-8435-cdecb0b3bee6 req-1ec06b45-4ea6-46c6-8008-2e5581938e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:07.440446 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-75d1b904-e8a5-4eef-8435-cdecb0b3bee6 req-1ec06b45-4ea6-46c6-8008-2e5581938e86 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=206fcac1-f10d-4ddc-9e50-73a0e5be724d HTTP/1.1" status: 200 len: 856 time: 0.0423689 Jan 18 23:08:07.811564 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d1b904-e8a5-4eef-8435-cdecb0b3bee6 req-dc897aa5-4250-4712-a80c-31ca7ed8c364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:07.813080 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-75d1b904-e8a5-4eef-8435-cdecb0b3bee6 req-dc897aa5-4250-4712-a80c-31ca7ed8c364 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=878ed69a-9d8c-4e88-add2-af22abba70e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3667054 Jan 18 23:08:07.901617 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-75d1b904-e8a5-4eef-8435-cdecb0b3bee6 req-95216f6c-fa1f-4315-a7b4-dd79b7ad445e service neutron] 10.222.0.67 "GET /v2.0/networks/878ed69a-9d8c-4e88-add2-af22abba70e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808372 Jan 18 23:08:07.992202 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-75d1b904-e8a5-4eef-8435-cdecb0b3bee6 req-6f4732e1-d43f-43e5-95c9-f7708d54c2d3 service neutron] 10.222.0.67 "GET /v2.0/networks/878ed69a-9d8c-4e88-add2-af22abba70e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839961 Jan 18 23:08:12.243610 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b730ebc1-7b2b-43d0-801c-9e6b05045156 req-d5d99578-c20b-421f-9464-3209c17442e0 tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:12.245086 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b730ebc1-7b2b-43d0-801c-9e6b05045156 req-d5d99578-c20b-421f-9464-3209c17442e0 tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d8ad78a-cf38-464e-b2f7-6f797b54bd30 HTTP/1.1" status: 200 len: 946 time: 0.0481195 Jan 18 23:08:12.282866 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b730ebc1-7b2b-43d0-801c-9e6b05045156 req-399ebb8d-bac6-489e-b8ca-ff600e159695 tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8aefb44-6d8e-47da-990a-1427c4edaeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312784 Jan 18 23:08:13.183634 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:13.397992 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadf31fc-9c73-4fba-b57d-15d292669481 req-28f5c001-e70c-40c0-8773-735df29b6e10 tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:13.399368 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aadf31fc-9c73-4fba-b57d-15d292669481 req-28f5c001-e70c-40c0-8773-735df29b6e10 tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d8ad78a-cf38-464e-b2f7-6f797b54bd30 HTTP/1.1" status: 200 len: 946 time: 0.0483036 Jan 18 23:08:13.436492 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aadf31fc-9c73-4fba-b57d-15d292669481 req-6a4aa46c-9e16-4995-9db0-b29d52ed5233 tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8aefb44-6d8e-47da-990a-1427c4edaeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305407 Jan 18 23:08:13.782178 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1214c2-656b-4f45-a77a-50bf5e4bd745 req-4f0f73a0-b7ed-4db8-a3e6-2492ee16b5bf tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:13.783539 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4f1214c2-656b-4f45-a77a-50bf5e4bd745 req-4f0f73a0-b7ed-4db8-a3e6-2492ee16b5bf tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] 10.222.0.67 "GET /v2.0/ports?device_id=4d8ad78a-cf38-464e-b2f7-6f797b54bd30 HTTP/1.1" status: 200 len: 946 time: 0.0507116 Jan 18 23:08:13.868622 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-4f1214c2-656b-4f45-a77a-50bf5e4bd745 req-fa91809a-4ae3-42e3-85cd-c2ebaf1b45d5 tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] Deleting port dfeecc04-cb0e-4c23-8401-bf6c361a970f {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 23:08:13.868971 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-4f1214c2-656b-4f45-a77a-50bf5e4bd745 req-fa91809a-4ae3-42e3-85cd-c2ebaf1b45d5 tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:13.957053 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-4f1214c2-656b-4f45-a77a-50bf5e4bd745 req-fa91809a-4ae3-42e3-85cd-c2ebaf1b45d5 tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] For port dfeecc04-cb0e-4c23-8401-bf6c361a970f, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=dfeecc04-cb0e-4c23-8401-bf6c361a970f,segment=NetworkSegment(4ce38176-7d7c-4615-8dcf-4132b580e116),segment_id=4ce38176-7d7c-4615-8dcf-4132b580e116)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:08:13.957420 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-4f1214c2-656b-4f45-a77a-50bf5e4bd745 req-fa91809a-4ae3-42e3-85cd-c2ebaf1b45d5 tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:13.969549 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-4f1214c2-656b-4f45-a77a-50bf5e4bd745 req-fa91809a-4ae3-42e3-85cd-c2ebaf1b45d5 tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] Calling delete_port for dfeecc04-cb0e-4c23-8401-bf6c361a970f owned by compute:nova {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 23:08:14.092925 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-4f1214c2-656b-4f45-a77a-50bf5e4bd745 req-fa91809a-4ae3-42e3-85cd-c2ebaf1b45d5 tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:14.099135 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:14.104284 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['dfeecc04-cb0e-4c23-8401-bf6c361a970f'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 23:08:14.125613 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa91809a-4ae3-42e3-85cd-c2ebaf1b45d5 tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] Pushing event deleted for resources: {'Port': ['ID=dfeecc04-cb0e-4c23-8401-bf6c361a970f,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:14.140217 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa91809a-4ae3-42e3-85cd-c2ebaf1b45d5 tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:08:14.140580 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa91809a-4ae3-42e3-85cd-c2ebaf1b45d5 tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:08:14.140928 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa91809a-4ae3-42e3-85cd-c2ebaf1b45d5 tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:08:14.141268 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa91809a-4ae3-42e3-85cd-c2ebaf1b45d5 tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:08:14.141604 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa91809a-4ae3-42e3-85cd-c2ebaf1b45d5 tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:08:14.141939 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa91809a-4ae3-42e3-85cd-c2ebaf1b45d5 tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:08:14.142271 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa91809a-4ae3-42e3-85cd-c2ebaf1b45d5 tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:08:14.142605 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa91809a-4ae3-42e3-85cd-c2ebaf1b45d5 tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:08:14.142930 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa91809a-4ae3-42e3-85cd-c2ebaf1b45d5 tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:08:14.143254 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa91809a-4ae3-42e3-85cd-c2ebaf1b45d5 tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:08:14.143575 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa91809a-4ae3-42e3-85cd-c2ebaf1b45d5 tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:08:14.143898 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa91809a-4ae3-42e3-85cd-c2ebaf1b45d5 tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:08:14.178364 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f1214c2-656b-4f45-a77a-50bf5e4bd745 req-fa91809a-4ae3-42e3-85cd-c2ebaf1b45d5 tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] No DVR routers for this DVR port dfeecc04-cb0e-4c23-8401-bf6c361a970f on host n-h2-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:08:14.181135 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-4f1214c2-656b-4f45-a77a-50bf5e4bd745 req-fa91809a-4ae3-42e3-85cd-c2ebaf1b45d5 tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:14.185164 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4f1214c2-656b-4f45-a77a-50bf5e4bd745 req-fa91809a-4ae3-42e3-85cd-c2ebaf1b45d5 tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] 10.222.0.67 "DELETE /v2.0/ports/dfeecc04-cb0e-4c23-8401-bf6c361a970f HTTP/1.1" status: 204 len: 173 time: 0.3953249 Jan 18 23:08:14.185810 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d8ad78a-cf38-464e-b2f7-6f797b54bd30', 'name': 'network-vif-deleted', 'tag': 'dfeecc04-cb0e-4c23-8401-bf6c361a970f'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:08:14.188040 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fb60fb7-cbbf-4472-ac19-b854be0bcf2f" -d '{"events": [{"server_uuid": "4d8ad78a-cf38-464e-b2f7-6f797b54bd30", "name": "network-vif-deleted", "tag": "dfeecc04-cb0e-4c23-8401-bf6c361a970f"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 23:08:14.225656 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 23:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a81a6008-81d6-4f3b-87dc-01eaf5c46ea1 x-openstack-request-id: req-a81a6008-81d6-4f3b-87dc-01eaf5c46ea1 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 23:08:14.226020 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d8ad78a-cf38-464e-b2f7-6f797b54bd30", "name": "network-vif-deleted", "tag": "dfeecc04-cb0e-4c23-8401-bf6c361a970f", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 23:08:14.226448 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a81a6008-81d6-4f3b-87dc-01eaf5c46ea1 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 23:08:14.226912 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d8ad78a-cf38-464e-b2f7-6f797b54bd30', 'name': 'network-vif-deleted', 'tag': 'dfeecc04-cb0e-4c23-8401-bf6c361a970f', 'status': 'completed', 'code': 200} Jan 18 23:08:14.540652 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8dfb5de8-2d4d-46f1-8aa1-83a33b1102b1 req-98dd296a-b8fe-40ab-9617-890067f134e9 tempest-TestEncryptedCinderVolumes-930305182 tempest-TestEncryptedCinderVolumes-930305182-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d8ad78a-cf38-464e-b2f7-6f797b54bd30 HTTP/1.1" status: 200 len: 210 time: 0.0260975 Jan 18 23:08:15.628745 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 58786) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:08:15.967850 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1f9bfb61-725c-4521-9467-a155ca1d905a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1041027'] for router_interface, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:16.211364 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-1f9bfb61-725c-4521-9467-a155ca1d905a admin admin] Deleting port 807fba4a-dfd0-4f83-90ff-79a21fd9c4af {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 23:08:16.211704 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1f9bfb61-725c-4521-9467-a155ca1d905a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:16.237977 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 23:08:16.239512 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device dfeecc04-cb0e-4c23-8401-bf6c361a970f no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 23:08:16.259468 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] No Port match for: dfeecc04-cb0e-4c23-8401-bf6c361a970f {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 23:08:16.259812 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device dfeecc04-cb0e-4c23-8401-bf6c361a970f not bound to the agent host n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 23:08:16.288192 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-1f9bfb61-725c-4521-9467-a155ca1d905a admin admin] For port 807fba4a-dfd0-4f83-90ff-79a21fd9c4af, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=807fba4a-dfd0-4f83-90ff-79a21fd9c4af,segment=NetworkSegment(4ce38176-7d7c-4615-8dcf-4132b580e116),segment_id=4ce38176-7d7c-4615-8dcf-4132b580e116)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:08:16.288545 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1f9bfb61-725c-4521-9467-a155ca1d905a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:16.300591 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-1f9bfb61-725c-4521-9467-a155ca1d905a admin admin] Calling delete_port for 807fba4a-dfd0-4f83-90ff-79a21fd9c4af owned by network:router_interface {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 23:08:16.483105 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1f9bfb61-725c-4521-9467-a155ca1d905a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:16.514015 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9bfb61-725c-4521-9467-a155ca1d905a admin admin] Pushing event deleted for resources: {'Port': ['ID=807fba4a-dfd0-4f83-90ff-79a21fd9c4af,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:16.671939 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1f9bfb61-725c-4521-9467-a155ca1d905a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-613841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1046579'] for router_interface, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:16.878262 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f9bfb61-725c-4521-9467-a155ca1d905a admin admin] Router 7b3a89ab-8476-4c7f-b925-bfe755c9a916 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:08:16.978360 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f9bfb61-725c-4521-9467-a155ca1d905a admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:08:16.983346 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-1f9bfb61-725c-4521-9467-a155ca1d905a admin admin] 10.222.0.53 "PUT /v2.0/routers/7b3a89ab-8476-4c7f-b925-bfe755c9a916/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3535774 Jan 18 23:08:16.986223 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 58788) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:08:16.987295 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09d8010-7632-4a80-85a8-4f5b251a3862 None None] Sync routers for ids ['7b3a89ab-8476-4c7f-b925-bfe755c9a916'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:08:16.996819 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09d8010-7632-4a80-85a8-4f5b251a3862 None None] Routers {'7b3a89ab-8476-4c7f-b925-bfe755c9a916'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:08:16.997495 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-f09d8010-7632-4a80-85a8-4f5b251a3862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:07:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['7b3a89ab-8476-4c7f-b925-bfe755c9a916'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:08:17.093322 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a8568468-bcf6-4e2a-bfe4-a83848c784e3 admin admin] Notify callbacks [] for router, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:17.101233 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-f09d8010-7632-4a80-85a8-4f5b251a3862 None None] Set router 7b3a89ab-8476-4c7f-b925-bfe755c9a916 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:08:17.196471 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a8568468-bcf6-4e2a-bfe4-a83848c784e3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:17.248712 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-a8568468-bcf6-4e2a-bfe4-a83848c784e3 admin admin] Deleting port dfd8d5ef-f97e-46b2-b3b2-d4ac599ab392 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 23:08:17.249057 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a8568468-bcf6-4e2a-bfe4-a83848c784e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:17.279232 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-f09d8010-7632-4a80-85a8-4f5b251a3862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b3a89ab-8476-4c7f-b925-bfe755c9a916', 'name': 'tempest-TestEncryptedCinderVolumes-1913270170-router', 'tenant_id': '27f222ef67144a00baed736244fbbef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': 'dfd8d5ef-f97e-46b2-b3b2-d4ac599ab392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:07:03Z', 'updated_at': '2022-01-18T23:08:16Z', 'revision_number': 5, 'project_id': '27f222ef67144a00baed736244fbbef6', 'gw_port': {'id': 'dfd8d5ef-f97e-46b2-b3b2-d4ac599ab392', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3a89ab-8476-4c7f-b925-bfe755c9a916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:07:04Z', 'updated_at': '2022-01-18T23:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:08:17.304525 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09d8010-7632-4a80-85a8-4f5b251a3862 None None] Checking router: 7b3a89ab-8476-4c7f-b925-bfe755c9a916 for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:08:17.313123 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09d8010-7632-4a80-85a8-4f5b251a3862 None None] Routers {'7b3a89ab-8476-4c7f-b925-bfe755c9a916'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:08:17.313713 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-f09d8010-7632-4a80-85a8-4f5b251a3862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:07:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['7b3a89ab-8476-4c7f-b925-bfe755c9a916'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:08:17.329924 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-a8568468-bcf6-4e2a-bfe4-a83848c784e3 admin admin] For port dfd8d5ef-f97e-46b2-b3b2-d4ac599ab392, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=dfd8d5ef-f97e-46b2-b3b2-d4ac599ab392,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:08:17.330356 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a8568468-bcf6-4e2a-bfe4-a83848c784e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:17.341744 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-a8568468-bcf6-4e2a-bfe4-a83848c784e3 admin admin] Calling delete_port for dfd8d5ef-f97e-46b2-b3b2-d4ac599ab392 owned by network:router_gateway {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 23:08:17.484393 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-f09d8010-7632-4a80-85a8-4f5b251a3862 None None] Set router 7b3a89ab-8476-4c7f-b925-bfe755c9a916 gateway port host: None {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:08:17.509247 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a8568468-bcf6-4e2a-bfe4-a83848c784e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:17.534793 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8568468-bcf6-4e2a-bfe4-a83848c784e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfd8d5ef-f97e-46b2-b3b2-d4ac599ab392,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:17.535268 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-f09d8010-7632-4a80-85a8-4f5b251a3862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b3a89ab-8476-4c7f-b925-bfe755c9a916', 'name': 'tempest-TestEncryptedCinderVolumes-1913270170-router', 'tenant_id': '27f222ef67144a00baed736244fbbef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:07:03Z', 'updated_at': '2022-01-18T23:08:17Z', 'revision_number': 6, 'project_id': '27f222ef67144a00baed736244fbbef6', 'gw_port_host': None}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:08:17.568671 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09d8010-7632-4a80-85a8-4f5b251a3862 None None] The sync data for ids ['7b3a89ab-8476-4c7f-b925-bfe755c9a916'] in n-d-825064-1 is: [{'id': '7b3a89ab-8476-4c7f-b925-bfe755c9a916', 'name': 'tempest-TestEncryptedCinderVolumes-1913270170-router', 'tenant_id': '27f222ef67144a00baed736244fbbef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:07:03Z', 'updated_at': '2022-01-18T23:08:17Z', 'revision_number': 6, 'project_id': '27f222ef67144a00baed736244fbbef6', 'gw_port_host': None}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:08:17.608319 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a8568468-bcf6-4e2a-bfe4-a83848c784e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043029'] for router_gateway, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:17.697599 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a8568468-bcf6-4e2a-bfe4-a83848c784e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1040886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8602'] for router, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:17.699709 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a8568468-bcf6-4e2a-bfe4-a83848c784e3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:17.742187 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a8568468-bcf6-4e2a-bfe4-a83848c784e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1040832'] for router, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:17.742875 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8568468-bcf6-4e2a-bfe4-a83848c784e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b3a89ab-8476-4c7f-b925-bfe755c9a916 {{(pid=102430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 23:08:17.747207 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a8568468-bcf6-4e2a-bfe4-a83848c784e3 admin admin] Notify callbacks [] for router, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:17.749098 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-a8568468-bcf6-4e2a-bfe4-a83848c784e3 admin admin] 10.222.0.53 "DELETE /v2.0/routers/7b3a89ab-8476-4c7f-b925-bfe755c9a916 HTTP/1.1" status: 204 len: 168 time: 0.7618756 Jan 18 23:08:17.751619 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 58790) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:08:17.794335 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_v2 [None req-38a7cda7-b642-4d29-b2a6-63f667918440 admin admin] Deleting subnet 206fcac1-f10d-4ddc-9e50-73a0e5be724d {{(pid=102430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 23:08:17.797298 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-38a7cda7-b642-4d29-b2a6-63f667918440 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:17.830067 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-38a7cda7-b642-4d29-b2a6-63f667918440 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60394745'] for subnet, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:17.910865 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-38a7cda7-b642-4d29-b2a6-63f667918440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:17.966232 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-38a7cda7-b642-4d29-b2a6-63f667918440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60203138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62288677'] for subnet, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:17.995312 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7cda7-b642-4d29-b2a6-63f667918440 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=206fcac1-f10d-4ddc-9e50-73a0e5be724d,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:17.997371 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-38a7cda7-b642-4d29-b2a6-63f667918440 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:18.000581 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-38a7cda7-b642-4d29-b2a6-63f667918440 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/206fcac1-f10d-4ddc-9e50-73a0e5be724d HTTP/1.1" status: 204 len: 168 time: 0.2480247 Jan 18 23:08:18.003023 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 58792) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:08:18.011784 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15f4cd7-e3eb-4747-b5e7-f58f78b316c9 None None] Network 878ed69a-9d8c-4e88-add2-af22abba70e1 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 23:08:18.083502 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-51d5d64b-90ac-493a-a8b5-d31310ae20f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:18.140330 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-51d5d64b-90ac-493a-a8b5-d31310ae20f8 admin admin] Deleting port 691f380c-605e-4520-b1fa-91fa5aeada65 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 23:08:18.140675 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-51d5d64b-90ac-493a-a8b5-d31310ae20f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:18.203404 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2034aa5-92de-4b28-a8f8-dea591f8846e None None] DHCP port deletion for 878ed69a-9d8c-4e88-add2-af22abba70e1 request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 23:08:18.204863 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-51d5d64b-90ac-493a-a8b5-d31310ae20f8 admin admin] For port 691f380c-605e-4520-b1fa-91fa5aeada65, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=691f380c-605e-4520-b1fa-91fa5aeada65,segment=NetworkSegment(4ce38176-7d7c-4615-8dcf-4132b580e116),segment_id=4ce38176-7d7c-4615-8dcf-4132b580e116)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:08:18.205313 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-51d5d64b-90ac-493a-a8b5-d31310ae20f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:18.218717 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-51d5d64b-90ac-493a-a8b5-d31310ae20f8 admin admin] Calling delete_port for 691f380c-605e-4520-b1fa-91fa5aeada65 owned by network:dhcp {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 23:08:18.249487 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-d2034aa5-92de-4b28-a8f8-dea591f8846e None None] Deleting port 691f380c-605e-4520-b1fa-91fa5aeada65 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 23:08:18.249869 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d2034aa5-92de-4b28-a8f8-dea591f8846e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:18.310290 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-51d5d64b-90ac-493a-a8b5-d31310ae20f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:18.319206 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-d2034aa5-92de-4b28-a8f8-dea591f8846e None None] For port 691f380c-605e-4520-b1fa-91fa5aeada65, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=691f380c-605e-4520-b1fa-91fa5aeada65,segment=NetworkSegment(4ce38176-7d7c-4615-8dcf-4132b580e116),segment_id=4ce38176-7d7c-4615-8dcf-4132b580e116)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:08:18.319605 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d2034aa5-92de-4b28-a8f8-dea591f8846e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:18.335226 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-d2034aa5-92de-4b28-a8f8-dea591f8846e None None] Calling delete_port for 691f380c-605e-4520-b1fa-91fa5aeada65 owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 23:08:18.338447 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d5d64b-90ac-493a-a8b5-d31310ae20f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=691f380c-605e-4520-b1fa-91fa5aeada65,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:18.342372 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d5d64b-90ac-493a-a8b5-d31310ae20f8 admin admin] No DVR routers for this DVR port 691f380c-605e-4520-b1fa-91fa5aeada65 on host n-d-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:08:18.415656 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d2034aa5-92de-4b28-a8f8-dea591f8846e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:18.415893 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-51d5d64b-90ac-493a-a8b5-d31310ae20f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:18.435285 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-51d5d64b-90ac-493a-a8b5-d31310ae20f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['878ed69a-9d8c-4e88-add2-af22abba70e1']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:08:18.443583 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2034aa5-92de-4b28-a8f8-dea591f8846e None None] Pushing event deleted for resources: {'Port': ['ID=691f380c-605e-4520-b1fa-91fa5aeada65,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:18.446933 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-51d5d64b-90ac-493a-a8b5-d31310ae20f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ce38176-7d7c-4615-8dcf-4132b580e116') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:08:18.447241 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2034aa5-92de-4b28-a8f8-dea591f8846e None None] No DVR routers for this DVR port 691f380c-605e-4520-b1fa-91fa5aeada65 on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:08:18.447430 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-51d5d64b-90ac-493a-a8b5-d31310ae20f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ce38176-7d7c-4615-8dcf-4132b580e116') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:08:18.459723 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-51d5d64b-90ac-493a-a8b5-d31310ae20f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60394742'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:18.473117 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-51d5d64b-90ac-493a-a8b5-d31310ae20f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:18.478812 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51d5d64b-90ac-493a-a8b5-d31310ae20f8 admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:08:18.479194 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-51d5d64b-90ac-493a-a8b5-d31310ae20f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60203044'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:18.480840 n-d-825064-1 neutron-server[102430]: Traceback (most recent call last): Jan 18 23:08:18.480840 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:08:18.480840 n-d-825064-1 neutron-server[102430]: timer() Jan 18 23:08:18.480840 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:08:18.480840 n-d-825064-1 neutron-server[102430]: cb(*args, **kw) Jan 18 23:08:18.480840 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 23:08:18.480840 n-d-825064-1 neutron-server[102430]: return func(*args, **kwargs) Jan 18 23:08:18.480840 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:08:18.480840 n-d-825064-1 neutron-server[102430]: self._notify() Jan 18 23:08:18.480840 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:08:18.480840 n-d-825064-1 neutron-server[102430]: self.callback(batched_events) Jan 18 23:08:18.480840 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:08:18.480840 n-d-825064-1 neutron-server[102430]: event.method(event) Jan 18 23:08:18.480840 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 23:08:18.480840 n-d-825064-1 neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:08:18.480840 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 23:08:18.480840 n-d-825064-1 neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:08:18.480840 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 23:08:18.480840 n-d-825064-1 neutron-server[102430]: return f(self, *a, **k) Jan 18 23:08:18.480840 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:08:18.480840 n-d-825064-1 neutron-server[102430]: return self._get(url).json() Jan 18 23:08:18.480840 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:08:18.480840 n-d-825064-1 neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:08:18.480840 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:08:18.480840 n-d-825064-1 neutron-server[102430]: return self.request(url, 'GET', **kwargs) Jan 18 23:08:18.480840 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:08:18.480840 n-d-825064-1 neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:08:18.480840 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:08:18.480840 n-d-825064-1 neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:08:18.480840 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:08:18.480840 n-d-825064-1 neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:08:18.480840 n-d-825064-1 neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:08:18.535258 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-51d5d64b-90ac-493a-a8b5-d31310ae20f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:18.540711 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-51d5d64b-90ac-493a-a8b5-d31310ae20f8 admin admin] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:18.543835 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-51d5d64b-90ac-493a-a8b5-d31310ae20f8 admin admin] 10.222.0.53 "DELETE /v2.0/networks/878ed69a-9d8c-4e88-add2-af22abba70e1 HTTP/1.1" status: 204 len: 168 time: 0.5397334 Jan 18 23:08:18.548171 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58794) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:08:18.553255 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 807fba4a-dfd0-4f83-90ff-79a21fd9c4af no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 23:08:18.558667 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d5d64b-90ac-493a-a8b5-d31310ae20f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=878ed69a-9d8c-4e88-add2-af22abba70e1,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:18.574167 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 807fba4a-dfd0-4f83-90ff-79a21fd9c4af {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 23:08:18.574510 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 807fba4a-dfd0-4f83-90ff-79a21fd9c4af not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 23:08:18.574932 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device dfd8d5ef-f97e-46b2-b3b2-d4ac599ab392 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 23:08:18.595157 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: dfd8d5ef-f97e-46b2-b3b2-d4ac599ab392 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 23:08:18.595433 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device dfd8d5ef-f97e-46b2-b3b2-d4ac599ab392 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 23:08:18.595842 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 691f380c-605e-4520-b1fa-91fa5aeada65 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 23:08:18.614026 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 691f380c-605e-4520-b1fa-91fa5aeada65 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 23:08:18.614367 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 691f380c-605e-4520-b1fa-91fa5aeada65 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 23:08:19.184183 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-69ac01fc-cb1c-4368-8e38-82a32c8b110e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1041027'] for router_interface, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:19.352982 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a2642f98-38eb-4add-b725-c5f74d18e380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:19.470906 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-69ac01fc-cb1c-4368-8e38-82a32c8b110e admin admin] Deleting port 5fc243b1-207b-4631-ab8a-8b54834ccaac {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 23:08:19.471251 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-69ac01fc-cb1c-4368-8e38-82a32c8b110e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:19.545175 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-69ac01fc-cb1c-4368-8e38-82a32c8b110e admin admin] For port 5fc243b1-207b-4631-ab8a-8b54834ccaac, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=5fc243b1-207b-4631-ab8a-8b54834ccaac,segment=NetworkSegment(85ef1217-6976-4ad4-b982-a4b2eb195c6e),segment_id=85ef1217-6976-4ad4-b982-a4b2eb195c6e)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:08:19.545531 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-69ac01fc-cb1c-4368-8e38-82a32c8b110e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:19.557851 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-69ac01fc-cb1c-4368-8e38-82a32c8b110e admin admin] Calling delete_port for 5fc243b1-207b-4631-ab8a-8b54834ccaac owned by network:router_interface {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 23:08:19.731594 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-69ac01fc-cb1c-4368-8e38-82a32c8b110e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:19.758407 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ac01fc-cb1c-4368-8e38-82a32c8b110e admin admin] Pushing event deleted for resources: {'Port': ['ID=5fc243b1-207b-4631-ab8a-8b54834ccaac,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:19.772295 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ac01fc-cb1c-4368-8e38-82a32c8b110e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:08:19.772649 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ac01fc-cb1c-4368-8e38-82a32c8b110e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:08:19.773037 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ac01fc-cb1c-4368-8e38-82a32c8b110e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:08:19.773331 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ac01fc-cb1c-4368-8e38-82a32c8b110e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:08:19.773665 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ac01fc-cb1c-4368-8e38-82a32c8b110e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:08:19.773994 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ac01fc-cb1c-4368-8e38-82a32c8b110e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:08:19.774328 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ac01fc-cb1c-4368-8e38-82a32c8b110e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:08:19.774650 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ac01fc-cb1c-4368-8e38-82a32c8b110e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:08:19.774974 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ac01fc-cb1c-4368-8e38-82a32c8b110e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:08:19.775299 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ac01fc-cb1c-4368-8e38-82a32c8b110e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:08:19.775622 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ac01fc-cb1c-4368-8e38-82a32c8b110e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:08:19.775940 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ac01fc-cb1c-4368-8e38-82a32c8b110e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:08:19.936034 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-69ac01fc-cb1c-4368-8e38-82a32c8b110e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-613841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1046579'] for router_interface, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:20.152712 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69ac01fc-cb1c-4368-8e38-82a32c8b110e admin admin] Router cfce4d4d-b917-441e-81b6-3dbcf3807b7f has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:08:20.255273 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69ac01fc-cb1c-4368-8e38-82a32c8b110e admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:08:20.263103 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-69ac01fc-cb1c-4368-8e38-82a32c8b110e admin admin] 10.222.0.53 "PUT /v2.0/routers/cfce4d4d-b917-441e-81b6-3dbcf3807b7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7115088 Jan 18 23:08:20.263289 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58798) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:08:20.265062 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe2c8d2-d839-4b8c-8d5a-69c6cddb582d None None] Sync routers for ids ['cfce4d4d-b917-441e-81b6-3dbcf3807b7f'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:08:20.273992 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe2c8d2-d839-4b8c-8d5a-69c6cddb582d None None] Routers {'cfce4d4d-b917-441e-81b6-3dbcf3807b7f'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:08:20.274584 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-9fe2c8d2-d839-4b8c-8d5a-69c6cddb582d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:07:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['cfce4d4d-b917-441e-81b6-3dbcf3807b7f'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:08:20.365616 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-473a9a6e-0c2a-45f4-8c21-bb61217806b6 admin admin] Notify callbacks [] for router, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:20.380102 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-9fe2c8d2-d839-4b8c-8d5a-69c6cddb582d None None] Set router cfce4d4d-b917-441e-81b6-3dbcf3807b7f gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:08:20.570327 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-9fe2c8d2-d839-4b8c-8d5a-69c6cddb582d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfce4d4d-b917-441e-81b6-3dbcf3807b7f', 'name': 'tempest-TestEncryptedCinderVolumes-622710805-router', 'tenant_id': 'c6c9e9aed68a4f4083e2aa0bdc5884fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': 'de9a328e-6a54-4210-bdc5-c2b6bbc67b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:07:08Z', 'updated_at': '2022-01-18T23:08:19Z', 'revision_number': 5, 'project_id': 'c6c9e9aed68a4f4083e2aa0bdc5884fd', 'gw_port': {'id': 'de9a328e-6a54-4210-bdc5-c2b6bbc67b79', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfce4d4d-b917-441e-81b6-3dbcf3807b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:07:08Z', 'updated_at': '2022-01-18T23:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:08:20.597480 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe2c8d2-d839-4b8c-8d5a-69c6cddb582d None None] Checking router: cfce4d4d-b917-441e-81b6-3dbcf3807b7f for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:08:20.606258 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe2c8d2-d839-4b8c-8d5a-69c6cddb582d None None] Routers {'cfce4d4d-b917-441e-81b6-3dbcf3807b7f'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:08:20.606872 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-9fe2c8d2-d839-4b8c-8d5a-69c6cddb582d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:07:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['cfce4d4d-b917-441e-81b6-3dbcf3807b7f'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:08:20.701448 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-473a9a6e-0c2a-45f4-8c21-bb61217806b6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:20.708862 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-9fe2c8d2-d839-4b8c-8d5a-69c6cddb582d None None] Set router cfce4d4d-b917-441e-81b6-3dbcf3807b7f gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:08:20.751204 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-473a9a6e-0c2a-45f4-8c21-bb61217806b6 admin admin] Deleting port de9a328e-6a54-4210-bdc5-c2b6bbc67b79 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 23:08:20.751544 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-473a9a6e-0c2a-45f4-8c21-bb61217806b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:20.827830 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-473a9a6e-0c2a-45f4-8c21-bb61217806b6 admin admin] For port de9a328e-6a54-4210-bdc5-c2b6bbc67b79, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=de9a328e-6a54-4210-bdc5-c2b6bbc67b79,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:08:20.828215 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-473a9a6e-0c2a-45f4-8c21-bb61217806b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:20.839615 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-473a9a6e-0c2a-45f4-8c21-bb61217806b6 admin admin] Calling delete_port for de9a328e-6a54-4210-bdc5-c2b6bbc67b79 owned by network:router_gateway {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 23:08:20.881137 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-9fe2c8d2-d839-4b8c-8d5a-69c6cddb582d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfce4d4d-b917-441e-81b6-3dbcf3807b7f', 'name': 'tempest-TestEncryptedCinderVolumes-622710805-router', 'tenant_id': 'c6c9e9aed68a4f4083e2aa0bdc5884fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': 'de9a328e-6a54-4210-bdc5-c2b6bbc67b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:07:08Z', 'updated_at': '2022-01-18T23:08:19Z', 'revision_number': 5, 'project_id': 'c6c9e9aed68a4f4083e2aa0bdc5884fd', 'gw_port': {'id': 'de9a328e-6a54-4210-bdc5-c2b6bbc67b79', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfce4d4d-b917-441e-81b6-3dbcf3807b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:07:08Z', 'updated_at': '2022-01-18T23:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:08:20.911166 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe2c8d2-d839-4b8c-8d5a-69c6cddb582d None None] The sync data for ids ['cfce4d4d-b917-441e-81b6-3dbcf3807b7f'] in n-d-825064-1 is: [{'id': 'cfce4d4d-b917-441e-81b6-3dbcf3807b7f', 'name': 'tempest-TestEncryptedCinderVolumes-622710805-router', 'tenant_id': 'c6c9e9aed68a4f4083e2aa0bdc5884fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': 'de9a328e-6a54-4210-bdc5-c2b6bbc67b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:07:08Z', 'updated_at': '2022-01-18T23:08:19Z', 'revision_number': 5, 'project_id': 'c6c9e9aed68a4f4083e2aa0bdc5884fd', 'gw_port': {'id': 'de9a328e-6a54-4210-bdc5-c2b6bbc67b79', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfce4d4d-b917-441e-81b6-3dbcf3807b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:07:08Z', 'updated_at': '2022-01-18T23:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:08:21.001200 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-473a9a6e-0c2a-45f4-8c21-bb61217806b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:21.028253 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a9a6e-0c2a-45f4-8c21-bb61217806b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=de9a328e-6a54-4210-bdc5-c2b6bbc67b79,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:21.088389 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-473a9a6e-0c2a-45f4-8c21-bb61217806b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043029'] for router_gateway, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:21.174528 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-473a9a6e-0c2a-45f4-8c21-bb61217806b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1040886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8602'] for router, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:21.176556 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-473a9a6e-0c2a-45f4-8c21-bb61217806b6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:21.220191 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-473a9a6e-0c2a-45f4-8c21-bb61217806b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1040832'] for router, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:21.220708 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-473a9a6e-0c2a-45f4-8c21-bb61217806b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cfce4d4d-b917-441e-81b6-3dbcf3807b7f {{(pid=102431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 23:08:21.225129 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-473a9a6e-0c2a-45f4-8c21-bb61217806b6 admin admin] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:21.226261 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-473a9a6e-0c2a-45f4-8c21-bb61217806b6 admin admin] 10.222.0.53 "DELETE /v2.0/routers/cfce4d4d-b917-441e-81b6-3dbcf3807b7f HTTP/1.1" status: 204 len: 168 time: 0.9620781 Jan 18 23:08:21.228689 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58800) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:08:21.276065 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-397922ad-8013-41e0-b196-d3c8c738e7a5 admin admin] Deleting subnet e0b4d034-45af-4682-be23-ccb99fc7ac37 {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 23:08:21.279301 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-397922ad-8013-41e0-b196-d3c8c738e7a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:21.315053 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-397922ad-8013-41e0-b196-d3c8c738e7a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:21.395799 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-397922ad-8013-41e0-b196-d3c8c738e7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:21.453023 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-397922ad-8013-41e0-b196-d3c8c738e7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:21.476727 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397922ad-8013-41e0-b196-d3c8c738e7a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0b4d034-45af-4682-be23-ccb99fc7ac37,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:21.484876 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-397922ad-8013-41e0-b196-d3c8c738e7a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:21.489063 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-397922ad-8013-41e0-b196-d3c8c738e7a5 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/e0b4d034-45af-4682-be23-ccb99fc7ac37 HTTP/1.1" status: 204 len: 168 time: 0.2591071 Jan 18 23:08:21.490084 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def3baf5-c778-40bf-a475-dd2c2833cb25 None None] Network 6c25a202-d64d-4776-896d-90ccd953cc7d requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 23:08:21.491145 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58802) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:08:21.560416 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8368d4c0-c8fe-4f90-b714-2bbef34eedb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:21.615220 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-8368d4c0-c8fe-4f90-b714-2bbef34eedb0 admin admin] Deleting port b102ee1f-2dd3-4821-96e1-cee75c840c60 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 23:08:21.615571 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8368d4c0-c8fe-4f90-b714-2bbef34eedb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:21.684031 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-8368d4c0-c8fe-4f90-b714-2bbef34eedb0 admin admin] For port b102ee1f-2dd3-4821-96e1-cee75c840c60, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=b102ee1f-2dd3-4821-96e1-cee75c840c60,segment=NetworkSegment(85ef1217-6976-4ad4-b982-a4b2eb195c6e),segment_id=85ef1217-6976-4ad4-b982-a4b2eb195c6e)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:08:21.684994 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8368d4c0-c8fe-4f90-b714-2bbef34eedb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:21.698899 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-8368d4c0-c8fe-4f90-b714-2bbef34eedb0 admin admin] Calling delete_port for b102ee1f-2dd3-4821-96e1-cee75c840c60 owned by network:dhcp {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 23:08:21.774857 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8368d4c0-c8fe-4f90-b714-2bbef34eedb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:21.804055 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8368d4c0-c8fe-4f90-b714-2bbef34eedb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b102ee1f-2dd3-4821-96e1-cee75c840c60,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:21.805895 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8368d4c0-c8fe-4f90-b714-2bbef34eedb0 admin admin] No DVR routers for this DVR port b102ee1f-2dd3-4821-96e1-cee75c840c60 on host n-d-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:08:21.872970 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8368d4c0-c8fe-4f90-b714-2bbef34eedb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:21.892904 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-8368d4c0-c8fe-4f90-b714-2bbef34eedb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c25a202-d64d-4776-896d-90ccd953cc7d']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:08:21.902625 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-8368d4c0-c8fe-4f90-b714-2bbef34eedb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85ef1217-6976-4ad4-b982-a4b2eb195c6e') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:08:21.902950 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-8368d4c0-c8fe-4f90-b714-2bbef34eedb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85ef1217-6976-4ad4-b982-a4b2eb195c6e') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:08:21.913502 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8368d4c0-c8fe-4f90-b714-2bbef34eedb0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:21.930710 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d3050f-0d78-4c46-b302-fa5af335d9d1 None None] DHCP port deletion for 6c25a202-d64d-4776-896d-90ccd953cc7d request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 23:08:21.932674 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8368d4c0-c8fe-4f90-b714-2bbef34eedb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:21.944156 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8368d4c0-c8fe-4f90-b714-2bbef34eedb0 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:08:21.944156 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8368d4c0-c8fe-4f90-b714-2bbef34eedb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:21.962698 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 23:08:21.962698 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:08:21.962698 n-d-825064-1 neutron-server[102431]: timer() Jan 18 23:08:21.962698 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:08:21.962698 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 23:08:21.962698 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 23:08:21.962698 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 23:08:21.962698 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:08:21.962698 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 23:08:21.962698 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:08:21.962698 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 23:08:21.962698 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:08:21.962698 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 23:08:21.962698 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 23:08:21.962698 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:08:21.962698 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 23:08:21.962698 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:08:21.962698 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 23:08:21.962698 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 23:08:21.962698 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:08:21.962698 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 23:08:21.962698 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:08:21.962698 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:08:21.962698 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:08:21.962698 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 23:08:21.962698 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:08:21.962698 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:08:21.962698 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:08:21.962698 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:08:21.962698 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:08:21.962698 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:08:21.962698 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:08:21.999881 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-065f3816-5577-4a1f-a671-4bf7da24f7d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:22.009884 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8368d4c0-c8fe-4f90-b714-2bbef34eedb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:22.016114 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8368d4c0-c8fe-4f90-b714-2bbef34eedb0 admin admin] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:22.019371 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-8368d4c0-c8fe-4f90-b714-2bbef34eedb0 admin admin] 10.222.0.53 "DELETE /v2.0/networks/6c25a202-d64d-4776-896d-90ccd953cc7d HTTP/1.1" status: 204 len: 168 time: 0.5273223 Jan 18 23:08:22.030229 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8368d4c0-c8fe-4f90-b714-2bbef34eedb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c25a202-d64d-4776-896d-90ccd953cc7d,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:22.176217 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58806) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:08:22.215610 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-1646565b-79ba-4909-ae2e-1bf637d2a369 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=27f222ef67144a00baed736244fbbef6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379968 Jan 18 23:08:22.218132 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58808) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:08:22.265349 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b7e2509d-0e9b-406c-88a2-1e32dca3ff7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:22.285019 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b7e2509d-0e9b-406c-88a2-1e32dca3ff7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:22.328868 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b7e2509d-0e9b-406c-88a2-1e32dca3ff7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:22.331750 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b7e2509d-0e9b-406c-88a2-1e32dca3ff7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:22.332996 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-b7e2509d-0e9b-406c-88a2-1e32dca3ff7e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a8aefb44-6d8e-47da-990a-1427c4edaeed HTTP/1.1" status: 204 len: 168 time: 0.1139460 Jan 18 23:08:22.342445 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e2509d-0e9b-406c-88a2-1e32dca3ff7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8aefb44-6d8e-47da-990a-1427c4edaeed,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:22.562747 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device b102ee1f-2dd3-4821-96e1-cee75c840c60 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 23:08:22.585905 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: b102ee1f-2dd3-4821-96e1-cee75c840c60 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 23:08:22.586251 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device b102ee1f-2dd3-4821-96e1-cee75c840c60 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 23:08:22.586665 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device de9a328e-6a54-4210-bdc5-c2b6bbc67b79 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 23:08:22.605509 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: de9a328e-6a54-4210-bdc5-c2b6bbc67b79 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 23:08:22.605847 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device de9a328e-6a54-4210-bdc5-c2b6bbc67b79 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 23:08:22.606314 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 5fc243b1-207b-4631-ab8a-8b54834ccaac no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 23:08:22.624739 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 5fc243b1-207b-4631-ab8a-8b54834ccaac {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 23:08:22.625083 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 5fc243b1-207b-4631-ab8a-8b54834ccaac not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 23:08:22.651877 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58814) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:08:22.693717 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-9e503a34-8c3f-4fda-b534-20e11dbc185c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c6c9e9aed68a4f4083e2aa0bdc5884fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406830 Jan 18 23:08:22.696147 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58816) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:08:22.742486 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b4626459-edd2-450b-b0bd-d27d5a4fd4d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:22.762375 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b4626459-edd2-450b-b0bd-d27d5a4fd4d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:22.807445 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b4626459-edd2-450b-b0bd-d27d5a4fd4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:22.810129 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b4626459-edd2-450b-b0bd-d27d5a4fd4d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:22.811206 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-b4626459-edd2-450b-b0bd-d27d5a4fd4d9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d1ce4d08-5538-4e4f-bce3-ea2e6065c25f HTTP/1.1" status: 204 len: 168 time: 0.1141148 Jan 18 23:08:22.819471 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4626459-edd2-450b-b0bd-d27d5a4fd4d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1ce4d08-5538-4e4f-bce3-ea2e6065c25f,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:23.108817 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:23.456343 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 58838) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:08:23.549848 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-e7246ea9-874d-4614-a452-28a4b24a7beb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2072079242-network', 'tenant_id': 'bc00211df5ba43569658ab5b2ab0d512'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:08:23.572919 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7246ea9-874d-4614-a452-28a4b24a7beb admin admin] Made reservation on behalf of bc00211df5ba43569658ab5b2ab0d512 for: {'network': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:08:23.575173 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e7246ea9-874d-4614-a452-28a4b24a7beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:23.583440 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e7246ea9-874d-4614-a452-28a4b24a7beb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:23.659568 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e7246ea9-874d-4614-a452-28a4b24a7beb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:23.663186 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e7246ea9-874d-4614-a452-28a4b24a7beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:23.687631 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7246ea9-874d-4614-a452-28a4b24a7beb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=102430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:08:23.696168 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7246ea9-874d-4614-a452-28a4b24a7beb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3cf7905-a166-4816-9462-2591e7f91b9d,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:23.702857 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e7246ea9-874d-4614-a452-28a4b24a7beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:23.703414 n-d-825064-1 neutron-server[102430]: INFO neutron.db.segments_db [None req-e7246ea9-874d-4614-a452-28a4b24a7beb admin admin] Added segment e9cd8d4c-1939-4c52-97e2-a9bf40edfb35 of type vlan for network 4f2e9875-409b-494e-8d69-6a5a39279ec5 Jan 18 23:08:23.741941 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e7246ea9-874d-4614-a452-28a4b24a7beb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:23.765927 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e7246ea9-874d-4614-a452-28a4b24a7beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:23.767025 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7246ea9-874d-4614-a452-28a4b24a7beb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:23.767725 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e7246ea9-874d-4614-a452-28a4b24a7beb admin admin] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:23.813673 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-e7246ea9-874d-4614-a452-28a4b24a7beb admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3567877 Jan 18 23:08:23.816831 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58842) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:08:23.821792 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-31bb661f-77a8-42a8-9505-be747a366041 admin admin] Request body: {'subnet': {'network_id': '4f2e9875-409b-494e-8d69-6a5a39279ec5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2072079242-subnet', 'tenant_id': 'bc00211df5ba43569658ab5b2ab0d512', 'ip_version': 4}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:08:23.828166 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7246ea9-874d-4614-a452-28a4b24a7beb admin admin] Pushing event updated for resources: {'Network': ['ID=4f2e9875-409b-494e-8d69-6a5a39279ec5,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:23.838225 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 4f2e9875-409b-494e-8d69-6a5a39279ec5 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 23:08:23.847353 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31bb661f-77a8-42a8-9505-be747a366041 admin admin] Made reservation on behalf of bc00211df5ba43569658ab5b2ab0d512 for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:08:23.849818 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-31bb661f-77a8-42a8-9505-be747a366041 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:24.010812 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-31bb661f-77a8-42a8-9505-be747a366041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:24.058816 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bb661f-77a8-42a8-9505-be747a366041 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba0aeaa7-3d32-42d7-882a-2ec242347d83,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:24.074981 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bb661f-77a8-42a8-9505-be747a366041 admin admin] Checking segment: {'id': 'e9cd8d4c-1939-4c52-97e2-a9bf40edfb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4f2e9875-409b-494e-8d69-6a5a39279ec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 23:08:24.075337 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31bb661f-77a8-42a8-9505-be747a366041 admin admin] Network hostable DHCP agents. Network: 4f2e9875-409b-494e-8d69-6a5a39279ec5, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:08:24.091254 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31bb661f-77a8-42a8-9505-be747a366041 admin admin] Network 4f2e9875-409b-494e-8d69-6a5a39279ec5 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:08:24.099873 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-31bb661f-77a8-42a8-9505-be747a366041 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 4f2e9875-409b-494e-8d69-6a5a39279ec5) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:08:24.104826 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31bb661f-77a8-42a8-9505-be747a366041 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:24.107315 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-31bb661f-77a8-42a8-9505-be747a366041 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:24.108231 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c237b48-06f1-4682-8c50-5a804b5cc910 None None] Network 4f2e9875-409b-494e-8d69-6a5a39279ec5 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 23:08:24.122591 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-31bb661f-77a8-42a8-9505-be747a366041 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3047016 Jan 18 23:08:24.125401 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58844) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:08:24.129653 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-a6958682-519d-4a90-8f5b-6716fdd7ab55 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2072079242-router', 'tenant_id': 'bc00211df5ba43569658ab5b2ab0d512', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:08:24.151675 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a6958682-519d-4a90-8f5b-6716fdd7ab55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1044160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8692'] for router, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:24.152689 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a6958682-519d-4a90-8f5b-6716fdd7ab55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1040680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8675'] for router, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:24.207886 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a6958682-519d-4a90-8f5b-6716fdd7ab55 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:24.260025 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8967b628-9cc9-4afa-9de6-4f2392103652 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-4f2e9875-409b-494e-8d69-6a5a39279ec5', 'network_id': '4f2e9875-409b-494e-8d69-6a5a39279ec5', 'tenant_id': 'bc00211df5ba43569658ab5b2ab0d512', 'fixed_ips': [{'subnet_id': 'ba0aeaa7-3d32-42d7-882a-2ec242347d83'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 23:08:24.260949 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8967b628-9cc9-4afa-9de6-4f2392103652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:24.341697 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a6958682-519d-4a90-8f5b-6716fdd7ab55 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:24.398015 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-8967b628-9cc9-4afa-9de6-4f2392103652 None None] Allocated IP 172.20.0.2 (4f2e9875-409b-494e-8d69-6a5a39279ec5/ba0aeaa7-3d32-42d7-882a-2ec242347d83/3a5e8df0-3807-4b7d-9231-b9e01155dffa) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:08:24.539772 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a6958682-519d-4a90-8f5b-6716fdd7ab55 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:24.551521 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8967b628-9cc9-4afa-9de6-4f2392103652 None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:24.557974 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a6958682-519d-4a90-8f5b-6716fdd7ab55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:24.565555 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8967b628-9cc9-4afa-9de6-4f2392103652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:24.594148 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:24.610274 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8967b628-9cc9-4afa-9de6-4f2392103652 None None] Network 4f2e9875-409b-494e-8d69-6a5a39279ec5 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:08:24.613292 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-8967b628-9cc9-4afa-9de6-4f2392103652 None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:08:24.616207 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8967b628-9cc9-4afa-9de6-4f2392103652 None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:08:24.624974 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8967b628-9cc9-4afa-9de6-4f2392103652 None None] Pushing event updated for resources: {'Port': ['ID=3a5e8df0-3807-4b7d-9231-b9e01155dffa,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:24.662937 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-a6958682-519d-4a90-8f5b-6716fdd7ab55 admin admin] Allocated IP 172.25.5.50 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/980424a6-3fb8-4724-be65-5f520ff8bcb7) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:08:24.691863 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-8967b628-9cc9-4afa-9de6-4f2392103652 None None] Attempting to bind port 3a5e8df0-3807-4b7d-9231-b9e01155dffa on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:08:24.692269 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-8967b628-9cc9-4afa-9de6-4f2392103652 None None] Attempting to bind port 3a5e8df0-3807-4b7d-9231-b9e01155dffa by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': 'e9cd8d4c-1939-4c52-97e2-a9bf40edfb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4f2e9875-409b-494e-8d69-6a5a39279ec5'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:08:24.692633 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8967b628-9cc9-4afa-9de6-4f2392103652 None None] Attempting to bind port 3a5e8df0-3807-4b7d-9231-b9e01155dffa on network 4f2e9875-409b-494e-8d69-6a5a39279ec5 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 23:08:24.702643 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8967b628-9cc9-4afa-9de6-4f2392103652 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 23:08:24.703056 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8967b628-9cc9-4afa-9de6-4f2392103652 None None] Checking segment: {'id': 'e9cd8d4c-1939-4c52-97e2-a9bf40edfb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4f2e9875-409b-494e-8d69-6a5a39279ec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 23:08:24.703532 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8967b628-9cc9-4afa-9de6-4f2392103652 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:24.703995 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8967b628-9cc9-4afa-9de6-4f2392103652 None None] Bound using segment: {'id': 'e9cd8d4c-1939-4c52-97e2-a9bf40edfb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4f2e9875-409b-494e-8d69-6a5a39279ec5'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 23:08:24.704518 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-8967b628-9cc9-4afa-9de6-4f2392103652 None None] Bound port: 3a5e8df0-3807-4b7d-9231-b9e01155dffa, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9cd8d4c-1939-4c52-97e2-a9bf40edfb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4f2e9875-409b-494e-8d69-6a5a39279ec5'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:08:24.704899 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8967b628-9cc9-4afa-9de6-4f2392103652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:24.707992 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:24.765124 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a6958682-519d-4a90-8f5b-6716fdd7ab55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:24.772199 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-8967b628-9cc9-4afa-9de6-4f2392103652 None None] For port 3a5e8df0-3807-4b7d-9231-b9e01155dffa, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:08:24.775555 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-8967b628-9cc9-4afa-9de6-4f2392103652 None None] For port 3a5e8df0-3807-4b7d-9231-b9e01155dffa, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=3a5e8df0-3807-4b7d-9231-b9e01155dffa,segment=NetworkSegment(e9cd8d4c-1939-4c52-97e2-a9bf40edfb35),segment_id=e9cd8d4c-1939-4c52-97e2-a9bf40edfb35)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:08:24.779308 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8967b628-9cc9-4afa-9de6-4f2392103652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:24.798710 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a6958682-519d-4a90-8f5b-6716fdd7ab55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:24.833193 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6958682-519d-4a90-8f5b-6716fdd7ab55 admin admin] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:08:24.838134 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-a6958682-519d-4a90-8f5b-6716fdd7ab55 admin admin] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:08:24.844274 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6958682-519d-4a90-8f5b-6716fdd7ab55 admin admin] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:08:24.850630 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8967b628-9cc9-4afa-9de6-4f2392103652 None None] Pushing event updated for resources: {'Port': ['ID=3a5e8df0-3807-4b7d-9231-b9e01155dffa,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:24.876787 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6958682-519d-4a90-8f5b-6716fdd7ab55 admin admin] Pushing event updated for resources: {'Port': ['ID=980424a6-3fb8-4724-be65-5f520ff8bcb7,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:25.113747 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a6958682-519d-4a90-8f5b-6716fdd7ab55 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:25.301590 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a6958682-519d-4a90-8f5b-6716fdd7ab55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1040691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049'] for router, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:25.675055 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6958682-519d-4a90-8f5b-6716fdd7ab55 admin admin] Router 4ad23b36-560b-4707-92cc-27e61b748fdf is scheduled to L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 with binding_index 1 {{(pid=102431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 23:08:25.719247 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077f5775-c95d-48d2-9238-d59dad7d1841 None None] Network 4f2e9875-409b-494e-8d69-6a5a39279ec5 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 23:08:25.784362 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6958682-519d-4a90-8f5b-6716fdd7ab55 admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:08:25.797166 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b214b99b-a629-4f7a-aad9-f9235810829f None None] Sync routers for ids ['4ad23b36-560b-4707-92cc-27e61b748fdf'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:08:25.802283 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a6958682-519d-4a90-8f5b-6716fdd7ab55 admin admin] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:25.803533 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-a6958682-519d-4a90-8f5b-6716fdd7ab55 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6772058 Jan 18 23:08:25.806198 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58846) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:08:25.807746 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b214b99b-a629-4f7a-aad9-f9235810829f None None] Routers {'4ad23b36-560b-4707-92cc-27e61b748fdf'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:08:25.808365 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-b214b99b-a629-4f7a-aad9-f9235810829f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:08:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['4ad23b36-560b-4707-92cc-27e61b748fdf'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:08:25.809045 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-921ddaa4-d332-476f-9021-0028abafe764 None None] Provisioning complete for port 3a5e8df0-3807-4b7d-9231-b9e01155dffa triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:08:25.809445 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-921ddaa4-d332-476f-9021-0028abafe764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:25.913535 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-b214b99b-a629-4f7a-aad9-f9235810829f None None] Set router 4ad23b36-560b-4707-92cc-27e61b748fdf gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:08:25.943370 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-921ddaa4-d332-476f-9021-0028abafe764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:26.117552 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-b214b99b-a629-4f7a-aad9-f9235810829f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ad23b36-560b-4707-92cc-27e61b748fdf', 'name': 'tempest-TestMinimumBasicScenario-2072079242-router', 'tenant_id': 'bc00211df5ba43569658ab5b2ab0d512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': '980424a6-3fb8-4724-be65-5f520ff8bcb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:08:24Z', 'updated_at': '2022-01-18T23:08:25Z', 'revision_number': 3, 'project_id': 'bc00211df5ba43569658ab5b2ab0d512', 'gw_port': {'id': '980424a6-3fb8-4724-be65-5f520ff8bcb7', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9d:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ad23b36-560b-4707-92cc-27e61b748fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:08:24Z', 'updated_at': '2022-01-18T23:08:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:08:26.136525 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-921ddaa4-d332-476f-9021-0028abafe764 None None] For port 3a5e8df0-3807-4b7d-9231-b9e01155dffa, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=3a5e8df0-3807-4b7d-9231-b9e01155dffa,segment=NetworkSegment(e9cd8d4c-1939-4c52-97e2-a9bf40edfb35),segment_id=e9cd8d4c-1939-4c52-97e2-a9bf40edfb35)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:08:26.144343 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-921ddaa4-d332-476f-9021-0028abafe764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:26.147062 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b214b99b-a629-4f7a-aad9-f9235810829f None None] Checking router: 4ad23b36-560b-4707-92cc-27e61b748fdf for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:08:26.147412 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b214b99b-a629-4f7a-aad9-f9235810829f None None] Updating router 4ad23b36-560b-4707-92cc-27e61b748fdf port 980424a6-3fb8-4724-be65-5f520ff8bcb7 binding host n-d-825064-1 {{(pid=102433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 23:08:26.181409 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b214b99b-a629-4f7a-aad9-f9235810829f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:26.194734 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921ddaa4-d332-476f-9021-0028abafe764 None None] Pushing event updated for resources: {'Port': ['ID=3a5e8df0-3807-4b7d-9231-b9e01155dffa,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:26.271406 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-5a23f6bd-74b4-48e2-8653-7b04704f0521 None None] Provisioning complete for port 3a5e8df0-3807-4b7d-9231-b9e01155dffa triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:08:26.271778 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5a23f6bd-74b4-48e2-8653-7b04704f0521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:26.277381 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-aafa4f12-3a0e-40b5-b94f-933ca8163e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:26.435656 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-aafa4f12-3a0e-40b5-b94f-933ca8163e2d admin admin] Allocated IP 172.20.0.1 (4f2e9875-409b-494e-8d69-6a5a39279ec5/ba0aeaa7-3d32-42d7-882a-2ec242347d83/50de4fa2-15eb-417a-b393-312d47cc4f4b) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:08:26.454018 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b214b99b-a629-4f7a-aad9-f9235810829f None None] Notify callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:26.459149 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b214b99b-a629-4f7a-aad9-f9235810829f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:26.511284 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-b214b99b-a629-4f7a-aad9-f9235810829f None None] Attempting to bind port 980424a6-3fb8-4724-be65-5f520ff8bcb7 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:08:26.511570 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-b214b99b-a629-4f7a-aad9-f9235810829f None None] Attempting to bind port 980424a6-3fb8-4724-be65-5f520ff8bcb7 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:08:26.511923 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b214b99b-a629-4f7a-aad9-f9235810829f None None] Attempting to bind port 980424a6-3fb8-4724-be65-5f520ff8bcb7 on network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 23:08:26.515665 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eee81b-8354-4f0a-af09-3e32bf64382a None None] Pushing event updated for resources: {'Port': ['ID=980424a6-3fb8-4724-be65-5f520ff8bcb7,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:26.520407 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b214b99b-a629-4f7a-aad9-f9235810829f None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 23:08:26.520775 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b214b99b-a629-4f7a-aad9-f9235810829f None None] Checking segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 23:08:26.521174 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b214b99b-a629-4f7a-aad9-f9235810829f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:26.521555 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b214b99b-a629-4f7a-aad9-f9235810829f None None] Bound using segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 23:08:26.522014 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-b214b99b-a629-4f7a-aad9-f9235810829f None None] Bound port: 980424a6-3fb8-4724-be65-5f520ff8bcb7, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:08:26.522383 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b214b99b-a629-4f7a-aad9-f9235810829f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:26.545715 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-aafa4f12-3a0e-40b5-b94f-933ca8163e2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:26.549178 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7eee81b-8354-4f0a-af09-3e32bf64382a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:08:26.549519 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7eee81b-8354-4f0a-af09-3e32bf64382a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:08:26.549852 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7eee81b-8354-4f0a-af09-3e32bf64382a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:08:26.550174 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7eee81b-8354-4f0a-af09-3e32bf64382a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:08:26.550497 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7eee81b-8354-4f0a-af09-3e32bf64382a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:08:26.550815 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7eee81b-8354-4f0a-af09-3e32bf64382a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:08:26.551132 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7eee81b-8354-4f0a-af09-3e32bf64382a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:08:26.551461 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7eee81b-8354-4f0a-af09-3e32bf64382a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:08:26.551756 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7eee81b-8354-4f0a-af09-3e32bf64382a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:08:26.552064 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7eee81b-8354-4f0a-af09-3e32bf64382a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:08:26.552401 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7eee81b-8354-4f0a-af09-3e32bf64382a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:08:26.552711 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7eee81b-8354-4f0a-af09-3e32bf64382a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:08:26.581855 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-aafa4f12-3a0e-40b5-b94f-933ca8163e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:26.594232 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-b214b99b-a629-4f7a-aad9-f9235810829f None None] For port 980424a6-3fb8-4724-be65-5f520ff8bcb7, host n-d-825064-1, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:08:26.598310 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-b214b99b-a629-4f7a-aad9-f9235810829f None None] For port 980424a6-3fb8-4724-be65-5f520ff8bcb7, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=980424a6-3fb8-4724-be65-5f520ff8bcb7,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:08:26.601412 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 3a5e8df0-3807-4b7d-9231-b9e01155dffa up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 23:08:26.602770 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b214b99b-a629-4f7a-aad9-f9235810829f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:26.626935 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafa4f12-3a0e-40b5-b94f-933ca8163e2d admin admin] Network 4f2e9875-409b-494e-8d69-6a5a39279ec5 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:08:26.631478 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-aafa4f12-3a0e-40b5-b94f-933ca8163e2d admin admin] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:08:26.639348 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafa4f12-3a0e-40b5-b94f-933ca8163e2d admin admin] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:08:26.654138 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 3a5e8df0-3807-4b7d-9231-b9e01155dffa triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:08:26.654588 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:26.657734 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b214b99b-a629-4f7a-aad9-f9235810829f None None] Routers {'4ad23b36-560b-4707-92cc-27e61b748fdf'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:08:26.658346 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-b214b99b-a629-4f7a-aad9-f9235810829f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:08:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['4ad23b36-560b-4707-92cc-27e61b748fdf'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:08:26.675333 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafa4f12-3a0e-40b5-b94f-933ca8163e2d admin admin] Pushing event updated for resources: {'Port': ['ID=50de4fa2-15eb-417a-b393-312d47cc4f4b,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:26.693826 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-aafa4f12-3a0e-40b5-b94f-933ca8163e2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1040954'] for router_interface, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:26.702463 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eee81b-8354-4f0a-af09-3e32bf64382a None None] Pushing event updated for resources: {'Port': ['ID=980424a6-3fb8-4724-be65-5f520ff8bcb7,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:26.788213 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-b214b99b-a629-4f7a-aad9-f9235810829f None None] Set router 4ad23b36-560b-4707-92cc-27e61b748fdf gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:08:26.848495 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-aafa4f12-3a0e-40b5-b94f-933ca8163e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:26.869716 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-e69900fb-9425-4312-aed0-a09b905c7075 None None] Provisioning complete for port 50de4fa2-15eb-417a-b393-312d47cc4f4b triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:08:26.870391 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e69900fb-9425-4312-aed0-a09b905c7075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:26.904333 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-e69900fb-9425-4312-aed0-a09b905c7075 None None] Port 50de4fa2-15eb-417a-b393-312d47cc4f4b cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 23:08:26.965167 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-b214b99b-a629-4f7a-aad9-f9235810829f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ad23b36-560b-4707-92cc-27e61b748fdf', 'name': 'tempest-TestMinimumBasicScenario-2072079242-router', 'tenant_id': 'bc00211df5ba43569658ab5b2ab0d512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': '980424a6-3fb8-4724-be65-5f520ff8bcb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:08:24Z', 'updated_at': '2022-01-18T23:08:25Z', 'revision_number': 3, 'project_id': 'bc00211df5ba43569658ab5b2ab0d512', 'gw_port': {'id': '980424a6-3fb8-4724-be65-5f520ff8bcb7', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9d:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ad23b36-560b-4707-92cc-27e61b748fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:08:24Z', 'updated_at': '2022-01-18T23:08:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:08:26.991646 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b214b99b-a629-4f7a-aad9-f9235810829f None None] The sync data for ids ['4ad23b36-560b-4707-92cc-27e61b748fdf'] in n-d-825064-1 is: [{'id': '4ad23b36-560b-4707-92cc-27e61b748fdf', 'name': 'tempest-TestMinimumBasicScenario-2072079242-router', 'tenant_id': 'bc00211df5ba43569658ab5b2ab0d512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': '980424a6-3fb8-4724-be65-5f520ff8bcb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:08:24Z', 'updated_at': '2022-01-18T23:08:25Z', 'revision_number': 3, 'project_id': 'bc00211df5ba43569658ab5b2ab0d512', 'gw_port': {'id': '980424a6-3fb8-4724-be65-5f520ff8bcb7', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9d:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ad23b36-560b-4707-92cc-27e61b748fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:08:24Z', 'updated_at': '2022-01-18T23:08:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:08:27.016876 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-aafa4f12-3a0e-40b5-b94f-933ca8163e2d admin admin] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:27.021658 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-aafa4f12-3a0e-40b5-b94f-933ca8163e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:27.087611 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-aafa4f12-3a0e-40b5-b94f-933ca8163e2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-613854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1041070'] for router_interface, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:27.089423 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafa4f12-3a0e-40b5-b94f-933ca8163e2d admin admin] Pushing event updated for resources: {'Port': ['ID=50de4fa2-15eb-417a-b393-312d47cc4f4b,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:27.185902 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafa4f12-3a0e-40b5-b94f-933ca8163e2d admin admin] Network 4f2e9875-409b-494e-8d69-6a5a39279ec5 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:08:27.187600 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-aafa4f12-3a0e-40b5-b94f-933ca8163e2d admin admin] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:08:27.315169 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aafa4f12-3a0e-40b5-b94f-933ca8163e2d admin admin] Router 4ad23b36-560b-4707-92cc-27e61b748fdf has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:08:27.441325 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aafa4f12-3a0e-40b5-b94f-933ca8163e2d admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:08:27.446780 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-aafa4f12-3a0e-40b5-b94f-933ca8163e2d admin admin] 10.222.0.53 "PUT /v2.0/routers/4ad23b36-560b-4707-92cc-27e61b748fdf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6395972 Jan 18 23:08:27.452562 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-25c67597-a87d-41c3-97fd-2a2ba92b2b23 None None] Provisioning complete for port 50de4fa2-15eb-417a-b393-312d47cc4f4b triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:08:27.453068 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-25c67597-a87d-41c3-97fd-2a2ba92b2b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:27.492309 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-25c67597-a87d-41c3-97fd-2a2ba92b2b23 None None] Port 50de4fa2-15eb-417a-b393-312d47cc4f4b cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 23:08:27.926691 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58864) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:08:27.931589 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-76c8223a-7b46-4541-9040-63f92ab71f0d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-251493974-network', 'tenant_id': 'aa33b24eb7624d5d9dbd91e52b2ed35e'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:08:27.954800 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c8223a-7b46-4541-9040-63f92ab71f0d admin admin] Made reservation on behalf of aa33b24eb7624d5d9dbd91e52b2ed35e for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:08:27.957185 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-76c8223a-7b46-4541-9040-63f92ab71f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:27.965397 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-76c8223a-7b46-4541-9040-63f92ab71f0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:28.044783 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-76c8223a-7b46-4541-9040-63f92ab71f0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:28.048347 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-76c8223a-7b46-4541-9040-63f92ab71f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:28.068753 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76c8223a-7b46-4541-9040-63f92ab71f0d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:08:28.084026 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-76c8223a-7b46-4541-9040-63f92ab71f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:28.084418 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-76c8223a-7b46-4541-9040-63f92ab71f0d admin admin] Added segment 9a648305-868e-4054-a15c-f3aeef2bbc9f of type vlan for network 37b7399b-aff2-41b9-a3c8-5dcd910776fc Jan 18 23:08:28.085734 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c8223a-7b46-4541-9040-63f92ab71f0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b26a68e2-087f-4574-9f76-d13eddcef53e,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:28.126569 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-76c8223a-7b46-4541-9040-63f92ab71f0d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:28.150072 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-76c8223a-7b46-4541-9040-63f92ab71f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:28.151027 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c8223a-7b46-4541-9040-63f92ab71f0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:28.151602 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-76c8223a-7b46-4541-9040-63f92ab71f0d admin admin] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:28.199440 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-76c8223a-7b46-4541-9040-63f92ab71f0d admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.2716246 Jan 18 23:08:28.201909 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 58866) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:08:28.207540 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-edd163ff-b041-4986-9564-a0fca3c1076a admin admin] Request body: {'subnet': {'network_id': '37b7399b-aff2-41b9-a3c8-5dcd910776fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-251493974-subnet', 'tenant_id': 'aa33b24eb7624d5d9dbd91e52b2ed35e', 'ip_version': 4}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:08:28.213151 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c8223a-7b46-4541-9040-63f92ab71f0d admin admin] Pushing event updated for resources: {'Network': ['ID=37b7399b-aff2-41b9-a3c8-5dcd910776fc,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:28.223249 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 37b7399b-aff2-41b9-a3c8-5dcd910776fc details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 23:08:28.249410 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edd163ff-b041-4986-9564-a0fca3c1076a admin admin] Made reservation on behalf of aa33b24eb7624d5d9dbd91e52b2ed35e for: {'subnet': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:08:28.252341 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-edd163ff-b041-4986-9564-a0fca3c1076a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62288702'] for subnet, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:28.423296 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-edd163ff-b041-4986-9564-a0fca3c1076a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60203213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62288684'] for subnet, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:28.546993 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef886fb-ec22-4f25-8163-611e050ff578 None None] Sync routers for ids ['4ad23b36-560b-4707-92cc-27e61b748fdf'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:08:28.557242 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef886fb-ec22-4f25-8163-611e050ff578 None None] Routers {'4ad23b36-560b-4707-92cc-27e61b748fdf'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:08:28.557873 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-8ef886fb-ec22-4f25-8163-611e050ff578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:08:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['4ad23b36-560b-4707-92cc-27e61b748fdf'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:08:28.601361 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 980424a6-3fb8-4724-be65-5f520ff8bcb7 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 23:08:28.708270 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-8ef886fb-ec22-4f25-8163-611e050ff578 None None] Set router 4ad23b36-560b-4707-92cc-27e61b748fdf gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:08:28.710540 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 980424a6-3fb8-4724-be65-5f520ff8bcb7 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:08:28.710908 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:28.792248 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd163ff-b041-4986-9564-a0fca3c1076a admin admin] Pushing event updated for resources: {'Subnet': ['ID=27d31fed-16cd-4455-a886-f5322e8b369f,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:28.801462 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd163ff-b041-4986-9564-a0fca3c1076a admin admin] Checking segment: {'id': '9a648305-868e-4054-a15c-f3aeef2bbc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '37b7399b-aff2-41b9-a3c8-5dcd910776fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 23:08:28.801832 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd163ff-b041-4986-9564-a0fca3c1076a admin admin] Network hostable DHCP agents. Network: 37b7399b-aff2-41b9-a3c8-5dcd910776fc, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:08:28.820669 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd163ff-b041-4986-9564-a0fca3c1076a admin admin] Network 37b7399b-aff2-41b9-a3c8-5dcd910776fc is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:08:28.830088 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-edd163ff-b041-4986-9564-a0fca3c1076a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 37b7399b-aff2-41b9-a3c8-5dcd910776fc) {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:08:28.835205 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd163ff-b041-4986-9564-a0fca3c1076a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:28.835994 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-edd163ff-b041-4986-9564-a0fca3c1076a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:28.851579 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aadcc2e8-50dd-4075-8bdd-28c96c1f6123 None None] Network 37b7399b-aff2-41b9-a3c8-5dcd910776fc requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 23:08:28.854925 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-edd163ff-b041-4986-9564-a0fca3c1076a admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6491139 Jan 18 23:08:28.855072 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 58868) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:08:28.860051 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-ec47b98d-a66a-46a7-b3e5-654e1f1f1cfc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-251493974-router', 'tenant_id': 'aa33b24eb7624d5d9dbd91e52b2ed35e', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:08:28.881242 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ec47b98d-a66a-46a7-b3e5-654e1f1f1cfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1044160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8692'] for router, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:28.882490 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ec47b98d-a66a-46a7-b3e5-654e1f1f1cfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1040680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8675'] for router, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:28.935135 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ec47b98d-a66a-46a7-b3e5-654e1f1f1cfc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:28.977986 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:29.055660 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port 980424a6-3fb8-4724-be65-5f520ff8bcb7, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=980424a6-3fb8-4724-be65-5f520ff8bcb7,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:08:29.067077 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:29.073028 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ec47b98d-a66a-46a7-b3e5-654e1f1f1cfc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:29.137407 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bfd0bf0-702d-461f-9e3e-eed8269e25da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-37b7399b-aff2-41b9-a3c8-5dcd910776fc', 'network_id': '37b7399b-aff2-41b9-a3c8-5dcd910776fc', 'tenant_id': 'aa33b24eb7624d5d9dbd91e52b2ed35e', 'fixed_ips': [{'subnet_id': '27d31fed-16cd-4455-a886-f5322e8b369f'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 23:08:29.138267 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7bfd0bf0-702d-461f-9e3e-eed8269e25da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:29.160727 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=980424a6-3fb8-4724-be65-5f520ff8bcb7,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:29.174591 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-8ef886fb-ec22-4f25-8163-611e050ff578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ad23b36-560b-4707-92cc-27e61b748fdf', 'name': 'tempest-TestMinimumBasicScenario-2072079242-router', 'tenant_id': 'bc00211df5ba43569658ab5b2ab0d512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': '980424a6-3fb8-4724-be65-5f520ff8bcb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:08:24Z', 'updated_at': '2022-01-18T23:08:26Z', 'revision_number': 4, 'project_id': 'bc00211df5ba43569658ab5b2ab0d512', 'gw_port': {'id': '980424a6-3fb8-4724-be65-5f520ff8bcb7', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9d:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ad23b36-560b-4707-92cc-27e61b748fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:08:24Z', 'updated_at': '2022-01-18T23:08:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '50de4fa2-15eb-417a-b393-312d47cc4f4b', 'name': '', 'network_id': '4f2e9875-409b-494e-8d69-6a5a39279ec5', 'tenant_id': 'bc00211df5ba43569658ab5b2ab0d512', 'mac_address': 'fa:16:3e:72:18:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ad23b36-560b-4707-92cc-27e61b748fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'ba0aeaa7-3d32-42d7-882a-2ec242347d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:08:26Z', 'updated_at': '2022-01-18T23:08:26Z', 'revision_number': 2, 'project_id': 'bc00211df5ba43569658ab5b2ab0d512', 'subnets': [{'id': 'ba0aeaa7-3d32-42d7-882a-2ec242347d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:08:29.210407 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef886fb-ec22-4f25-8163-611e050ff578 None None] Checking router: 4ad23b36-560b-4707-92cc-27e61b748fdf for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:08:29.210761 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef886fb-ec22-4f25-8163-611e050ff578 None None] Updating router 4ad23b36-560b-4707-92cc-27e61b748fdf port 50de4fa2-15eb-417a-b393-312d47cc4f4b binding host n-d-825064-1 {{(pid=102432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 23:08:29.284240 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ec47b98d-a66a-46a7-b3e5-654e1f1f1cfc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:29.293146 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8ef886fb-ec22-4f25-8163-611e050ff578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:29.307605 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ec47b98d-a66a-46a7-b3e5-654e1f1f1cfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:29.410209 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-ec47b98d-a66a-46a7-b3e5-654e1f1f1cfc admin admin] Allocated IP 172.25.5.179 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/21cc9d8e-6927-4913-be94-b2fbb497b285) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:08:29.424485 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-7bfd0bf0-702d-461f-9e3e-eed8269e25da None None] Allocated IP 172.20.0.2 (37b7399b-aff2-41b9-a3c8-5dcd910776fc/27d31fed-16cd-4455-a886-f5322e8b369f/64cd21f7-9bd7-4871-9b18-9ca6d56b8371) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:08:29.515886 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ec47b98d-a66a-46a7-b3e5-654e1f1f1cfc admin admin] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:29.550814 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ec47b98d-a66a-46a7-b3e5-654e1f1f1cfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:29.596457 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec47b98d-a66a-46a7-b3e5-654e1f1f1cfc admin admin] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:08:29.600925 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-ec47b98d-a66a-46a7-b3e5-654e1f1f1cfc admin admin] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:08:29.606176 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec47b98d-a66a-46a7-b3e5-654e1f1f1cfc admin admin] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:08:29.608440 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec47b98d-a66a-46a7-b3e5-654e1f1f1cfc admin admin] Pushing event updated for resources: {'Port': ['ID=21cc9d8e-6927-4913-be94-b2fbb497b285,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:29.667508 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7bfd0bf0-702d-461f-9e3e-eed8269e25da None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:29.690141 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7bfd0bf0-702d-461f-9e3e-eed8269e25da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:29.737263 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8ef886fb-ec22-4f25-8163-611e050ff578 None None] Notify callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:29.754912 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bfd0bf0-702d-461f-9e3e-eed8269e25da None None] Network 37b7399b-aff2-41b9-a3c8-5dcd910776fc is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:08:29.758116 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8ef886fb-ec22-4f25-8163-611e050ff578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:29.763322 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-7bfd0bf0-702d-461f-9e3e-eed8269e25da None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:08:29.768927 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfd0bf0-702d-461f-9e3e-eed8269e25da None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:08:29.773013 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfd0bf0-702d-461f-9e3e-eed8269e25da None None] Pushing event updated for resources: {'Port': ['ID=64cd21f7-9bd7-4871-9b18-9ca6d56b8371,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:29.861676 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ec47b98d-a66a-46a7-b3e5-654e1f1f1cfc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:29.879811 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee0ba9e-b056-45e4-93dc-24cbc5e82250 None None] Pushing event updated for resources: {'Port': ['ID=50de4fa2-15eb-417a-b393-312d47cc4f4b,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:29.911882 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-7bfd0bf0-702d-461f-9e3e-eed8269e25da None None] Attempting to bind port 64cd21f7-9bd7-4871-9b18-9ca6d56b8371 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:08:29.912286 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-7bfd0bf0-702d-461f-9e3e-eed8269e25da None None] Attempting to bind port 64cd21f7-9bd7-4871-9b18-9ca6d56b8371 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '9a648305-868e-4054-a15c-f3aeef2bbc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '37b7399b-aff2-41b9-a3c8-5dcd910776fc'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:08:29.912657 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfd0bf0-702d-461f-9e3e-eed8269e25da None None] Attempting to bind port 64cd21f7-9bd7-4871-9b18-9ca6d56b8371 on network 37b7399b-aff2-41b9-a3c8-5dcd910776fc {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 23:08:29.920481 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-8ef886fb-ec22-4f25-8163-611e050ff578 None None] Attempting to bind port 50de4fa2-15eb-417a-b393-312d47cc4f4b on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:08:29.920858 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-8ef886fb-ec22-4f25-8163-611e050ff578 None None] Attempting to bind port 50de4fa2-15eb-417a-b393-312d47cc4f4b by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': 'e9cd8d4c-1939-4c52-97e2-a9bf40edfb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4f2e9875-409b-494e-8d69-6a5a39279ec5'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:08:29.921225 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef886fb-ec22-4f25-8163-611e050ff578 None None] Attempting to bind port 50de4fa2-15eb-417a-b393-312d47cc4f4b on network 4f2e9875-409b-494e-8d69-6a5a39279ec5 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 23:08:29.923267 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfd0bf0-702d-461f-9e3e-eed8269e25da None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 23:08:29.923639 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfd0bf0-702d-461f-9e3e-eed8269e25da None None] Checking segment: {'id': '9a648305-868e-4054-a15c-f3aeef2bbc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '37b7399b-aff2-41b9-a3c8-5dcd910776fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 23:08:29.924042 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7bfd0bf0-702d-461f-9e3e-eed8269e25da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:29.924463 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfd0bf0-702d-461f-9e3e-eed8269e25da None None] Bound using segment: {'id': '9a648305-868e-4054-a15c-f3aeef2bbc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '37b7399b-aff2-41b9-a3c8-5dcd910776fc'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 23:08:29.924929 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-7bfd0bf0-702d-461f-9e3e-eed8269e25da None None] Bound port: 64cd21f7-9bd7-4871-9b18-9ca6d56b8371, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a648305-868e-4054-a15c-f3aeef2bbc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '37b7399b-aff2-41b9-a3c8-5dcd910776fc'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:08:29.925314 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7bfd0bf0-702d-461f-9e3e-eed8269e25da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:29.937391 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef886fb-ec22-4f25-8163-611e050ff578 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 23:08:29.937790 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef886fb-ec22-4f25-8163-611e050ff578 None None] Checking segment: {'id': 'e9cd8d4c-1939-4c52-97e2-a9bf40edfb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4f2e9875-409b-494e-8d69-6a5a39279ec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 23:08:29.938175 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8ef886fb-ec22-4f25-8163-611e050ff578 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:29.938575 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef886fb-ec22-4f25-8163-611e050ff578 None None] Bound using segment: {'id': 'e9cd8d4c-1939-4c52-97e2-a9bf40edfb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4f2e9875-409b-494e-8d69-6a5a39279ec5'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 23:08:29.939056 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-8ef886fb-ec22-4f25-8163-611e050ff578 None None] Bound port: 50de4fa2-15eb-417a-b393-312d47cc4f4b, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9cd8d4c-1939-4c52-97e2-a9bf40edfb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4f2e9875-409b-494e-8d69-6a5a39279ec5'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:08:29.939441 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8ef886fb-ec22-4f25-8163-611e050ff578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:30.050235 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7bfd0bf0-702d-461f-9e3e-eed8269e25da None None] For port 64cd21f7-9bd7-4871-9b18-9ca6d56b8371, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:08:30.063648 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-8ef886fb-ec22-4f25-8163-611e050ff578 None None] For port 50de4fa2-15eb-417a-b393-312d47cc4f4b, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:08:30.068735 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-8ef886fb-ec22-4f25-8163-611e050ff578 None None] For port 50de4fa2-15eb-417a-b393-312d47cc4f4b, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=50de4fa2-15eb-417a-b393-312d47cc4f4b,segment=NetworkSegment(e9cd8d4c-1939-4c52-97e2-a9bf40edfb35),segment_id=e9cd8d4c-1939-4c52-97e2-a9bf40edfb35)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:08:30.070161 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ec47b98d-a66a-46a7-b3e5-654e1f1f1cfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1040691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049'] for router, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:30.071067 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7bfd0bf0-702d-461f-9e3e-eed8269e25da None None] For port 64cd21f7-9bd7-4871-9b18-9ca6d56b8371, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=64cd21f7-9bd7-4871-9b18-9ca6d56b8371,segment=NetworkSegment(9a648305-868e-4054-a15c-f3aeef2bbc9f),segment_id=9a648305-868e-4054-a15c-f3aeef2bbc9f)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:08:30.072100 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-25959876-8601-40ab-863d-908390918360 None None] Provisioning complete for port 50de4fa2-15eb-417a-b393-312d47cc4f4b triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:08:30.072498 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-25959876-8601-40ab-863d-908390918360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:30.076574 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8ef886fb-ec22-4f25-8163-611e050ff578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:30.097769 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7bfd0bf0-702d-461f-9e3e-eed8269e25da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:30.181581 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee0ba9e-b056-45e4-93dc-24cbc5e82250 None None] Pushing event updated for resources: {'Port': ['ID=50de4fa2-15eb-417a-b393-312d47cc4f4b,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:30.196530 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef886fb-ec22-4f25-8163-611e050ff578 None None] Routers {'4ad23b36-560b-4707-92cc-27e61b748fdf'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:08:30.196730 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-8ef886fb-ec22-4f25-8163-611e050ff578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:08:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['4ad23b36-560b-4707-92cc-27e61b748fdf'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:08:30.218693 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec47b98d-a66a-46a7-b3e5-654e1f1f1cfc admin admin] Router 2e3a0bb2-f157-4466-a937-761d7a07b2b9 is scheduled to L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 with binding_index 1 {{(pid=102430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 23:08:30.384250 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec47b98d-a66a-46a7-b3e5-654e1f1f1cfc admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:08:30.431109 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffaeb61b-a1f5-4e25-84e7-c1078cfab541 None None] Sync routers for ids ['2e3a0bb2-f157-4466-a937-761d7a07b2b9'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:08:30.441581 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ec47b98d-a66a-46a7-b3e5-654e1f1f1cfc admin admin] Notify callbacks [] for router, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:30.443038 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-ec47b98d-a66a-46a7-b3e5-654e1f1f1cfc admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5870333 Jan 18 23:08:30.447941 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 58870) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:08:30.453790 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffaeb61b-a1f5-4e25-84e7-c1078cfab541 None None] Routers {'2e3a0bb2-f157-4466-a937-761d7a07b2b9'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:08:30.455170 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-ffaeb61b-a1f5-4e25-84e7-c1078cfab541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:08:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['2e3a0bb2-f157-4466-a937-761d7a07b2b9'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:08:30.579156 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfd0bf0-702d-461f-9e3e-eed8269e25da None None] Pushing event updated for resources: {'Port': ['ID=64cd21f7-9bd7-4871-9b18-9ca6d56b8371,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:30.593145 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-25959876-8601-40ab-863d-908390918360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:30.667492 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-25959876-8601-40ab-863d-908390918360 None None] For port 50de4fa2-15eb-417a-b393-312d47cc4f4b, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=50de4fa2-15eb-417a-b393-312d47cc4f4b,segment=NetworkSegment(e9cd8d4c-1939-4c52-97e2-a9bf40edfb35),segment_id=e9cd8d4c-1939-4c52-97e2-a9bf40edfb35)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:08:30.674979 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 980424a6-3fb8-4724-be65-5f520ff8bcb7 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 23:08:30.678503 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-ffaeb61b-a1f5-4e25-84e7-c1078cfab541 None None] Set router 2e3a0bb2-f157-4466-a937-761d7a07b2b9 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:08:30.701781 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-25959876-8601-40ab-863d-908390918360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:30.737574 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-8ef886fb-ec22-4f25-8163-611e050ff578 None None] Set router 4ad23b36-560b-4707-92cc-27e61b748fdf gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:08:30.874005 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25959876-8601-40ab-863d-908390918360 None None] Pushing event updated for resources: {'Port': ['ID=50de4fa2-15eb-417a-b393-312d47cc4f4b,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:30.896764 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-b5d25687-9741-4d58-9602-ce9f57053c1d None None] Provisioning complete for port 50de4fa2-15eb-417a-b393-312d47cc4f4b triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:08:30.897142 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b5d25687-9741-4d58-9602-ce9f57053c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:30.958403 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 980424a6-3fb8-4724-be65-5f520ff8bcb7 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:08:30.958850 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:30.989638 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-ffaeb61b-a1f5-4e25-84e7-c1078cfab541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e3a0bb2-f157-4466-a937-761d7a07b2b9', 'name': 'tempest-TestMinimumBasicScenario-251493974-router', 'tenant_id': 'aa33b24eb7624d5d9dbd91e52b2ed35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '21cc9d8e-6927-4913-be94-b2fbb497b285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:08:28Z', 'updated_at': '2022-01-18T23:08:29Z', 'revision_number': 3, 'project_id': 'aa33b24eb7624d5d9dbd91e52b2ed35e', 'gw_port': {'id': '21cc9d8e-6927-4913-be94-b2fbb497b285', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:00:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e3a0bb2-f157-4466-a937-761d7a07b2b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:08:29Z', 'updated_at': '2022-01-18T23:08:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:08:31.016823 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffaeb61b-a1f5-4e25-84e7-c1078cfab541 None None] Checking router: 2e3a0bb2-f157-4466-a937-761d7a07b2b9 for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:08:31.017526 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffaeb61b-a1f5-4e25-84e7-c1078cfab541 None None] Updating router 2e3a0bb2-f157-4466-a937-761d7a07b2b9 port 21cc9d8e-6927-4913-be94-b2fbb497b285 binding host n-d-825064-1 {{(pid=102433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 23:08:31.022463 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0892f066-9b6f-4f59-97ed-2684fb72b692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:31.046770 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ffaeb61b-a1f5-4e25-84e7-c1078cfab541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:31.193230 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-8ef886fb-ec22-4f25-8163-611e050ff578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ad23b36-560b-4707-92cc-27e61b748fdf', 'name': 'tempest-TestMinimumBasicScenario-2072079242-router', 'tenant_id': 'bc00211df5ba43569658ab5b2ab0d512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': '980424a6-3fb8-4724-be65-5f520ff8bcb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:08:24Z', 'updated_at': '2022-01-18T23:08:26Z', 'revision_number': 4, 'project_id': 'bc00211df5ba43569658ab5b2ab0d512', 'gw_port': {'id': '980424a6-3fb8-4724-be65-5f520ff8bcb7', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad23b36-560b-4707-92cc-27e61b748fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:08:24Z', 'updated_at': '2022-01-18T23:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '50de4fa2-15eb-417a-b393-312d47cc4f4b', 'name': '', 'network_id': '4f2e9875-409b-494e-8d69-6a5a39279ec5', 'tenant_id': 'bc00211df5ba43569658ab5b2ab0d512', 'mac_address': 'fa:16:3e:72:18:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ad23b36-560b-4707-92cc-27e61b748fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'ba0aeaa7-3d32-42d7-882a-2ec242347d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:08:26Z', 'updated_at': '2022-01-18T23:08:30Z', 'revision_number': 4, 'project_id': 'bc00211df5ba43569658ab5b2ab0d512', 'subnets': [{'id': 'ba0aeaa7-3d32-42d7-882a-2ec242347d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:08:31.222377 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef886fb-ec22-4f25-8163-611e050ff578 None None] The sync data for ids ['4ad23b36-560b-4707-92cc-27e61b748fdf'] in n-d-825064-1 is: [{'id': '4ad23b36-560b-4707-92cc-27e61b748fdf', 'name': 'tempest-TestMinimumBasicScenario-2072079242-router', 'tenant_id': 'bc00211df5ba43569658ab5b2ab0d512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': '980424a6-3fb8-4724-be65-5f520ff8bcb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:08:24Z', 'updated_at': '2022-01-18T23:08:26Z', 'revision_number': 4, 'project_id': 'bc00211df5ba43569658ab5b2ab0d512', 'gw_port': {'id': '980424a6-3fb8-4724-be65-5f520ff8bcb7', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad23b36-560b-4707-92cc-27e61b748fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:08:24Z', 'updated_at': '2022-01-18T23:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '50de4fa2-15eb-417a-b393-312d47cc4f4b', 'name': '', 'network_id': '4f2e9875-409b-494e-8d69-6a5a39279ec5', 'tenant_id': 'bc00211df5ba43569658ab5b2ab0d512', 'mac_address': 'fa:16:3e:72:18:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ad23b36-560b-4707-92cc-27e61b748fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'ba0aeaa7-3d32-42d7-882a-2ec242347d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:08:26Z', 'updated_at': '2022-01-18T23:08:30Z', 'revision_number': 4, 'project_id': 'bc00211df5ba43569658ab5b2ab0d512', 'subnets': [{'id': 'ba0aeaa7-3d32-42d7-882a-2ec242347d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:08:31.232356 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-0892f066-9b6f-4f59-97ed-2684fb72b692 admin admin] Allocated IP 172.20.0.1 (37b7399b-aff2-41b9-a3c8-5dcd910776fc/27d31fed-16cd-4455-a886-f5322e8b369f/691feb3e-fc46-4345-b2c6-fa7b91a64718) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:08:31.385161 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ffaeb61b-a1f5-4e25-84e7-c1078cfab541 None None] Notify callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:31.391220 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0892f066-9b6f-4f59-97ed-2684fb72b692 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:31.393924 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ffaeb61b-a1f5-4e25-84e7-c1078cfab541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:31.446301 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0892f066-9b6f-4f59-97ed-2684fb72b692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:31.453957 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-ffaeb61b-a1f5-4e25-84e7-c1078cfab541 None None] Attempting to bind port 21cc9d8e-6927-4913-be94-b2fbb497b285 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:08:31.454409 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-ffaeb61b-a1f5-4e25-84e7-c1078cfab541 None None] Attempting to bind port 21cc9d8e-6927-4913-be94-b2fbb497b285 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:08:31.454684 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffaeb61b-a1f5-4e25-84e7-c1078cfab541 None None] Attempting to bind port 21cc9d8e-6927-4913-be94-b2fbb497b285 on network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 23:08:31.466326 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffaeb61b-a1f5-4e25-84e7-c1078cfab541 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 23:08:31.466700 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffaeb61b-a1f5-4e25-84e7-c1078cfab541 None None] Checking segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 23:08:31.467250 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ffaeb61b-a1f5-4e25-84e7-c1078cfab541 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:31.467643 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffaeb61b-a1f5-4e25-84e7-c1078cfab541 None None] Bound using segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 23:08:31.468111 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-ffaeb61b-a1f5-4e25-84e7-c1078cfab541 None None] Bound port: 21cc9d8e-6927-4913-be94-b2fbb497b285, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:08:31.468512 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ffaeb61b-a1f5-4e25-84e7-c1078cfab541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:31.469423 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba6db0f-6270-4701-8d31-ab5fdf664c3a None None] Network 37b7399b-aff2-41b9-a3c8-5dcd910776fc requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 23:08:31.488697 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9fea29-aa48-4a60-8e6e-47794abbe3e4 None None] Pushing event updated for resources: {'Port': ['ID=21cc9d8e-6927-4913-be94-b2fbb497b285,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:31.499097 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0892f066-9b6f-4f59-97ed-2684fb72b692 admin admin] Network 37b7399b-aff2-41b9-a3c8-5dcd910776fc is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:08:31.504960 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-0892f066-9b6f-4f59-97ed-2684fb72b692 admin admin] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:08:31.508969 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0892f066-9b6f-4f59-97ed-2684fb72b692 admin admin] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:08:31.537807 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-ffaeb61b-a1f5-4e25-84e7-c1078cfab541 None None] For port 21cc9d8e-6927-4913-be94-b2fbb497b285, host n-d-825064-1, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:08:31.541394 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-ffaeb61b-a1f5-4e25-84e7-c1078cfab541 None None] For port 21cc9d8e-6927-4913-be94-b2fbb497b285, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=21cc9d8e-6927-4913-be94-b2fbb497b285,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:08:31.546312 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-9636d51d-dd32-43d6-84cb-5f9dcbb74448 None None] Provisioning complete for port 64cd21f7-9bd7-4871-9b18-9ca6d56b8371 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:08:31.546690 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9636d51d-dd32-43d6-84cb-5f9dcbb74448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:31.548795 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ffaeb61b-a1f5-4e25-84e7-c1078cfab541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:31.560653 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0892f066-9b6f-4f59-97ed-2684fb72b692 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1040954'] for router_interface, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:31.564973 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0892f066-9b6f-4f59-97ed-2684fb72b692 admin admin] Pushing event updated for resources: {'Port': ['ID=691feb3e-fc46-4345-b2c6-fa7b91a64718,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:31.612499 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffaeb61b-a1f5-4e25-84e7-c1078cfab541 None None] Routers {'2e3a0bb2-f157-4466-a937-761d7a07b2b9'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:08:31.613131 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-ffaeb61b-a1f5-4e25-84e7-c1078cfab541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:08:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['2e3a0bb2-f157-4466-a937-761d7a07b2b9'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:08:31.660717 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9fea29-aa48-4a60-8e6e-47794abbe3e4 None None] Pushing event updated for resources: {'Port': ['ID=21cc9d8e-6927-4913-be94-b2fbb497b285,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:31.716042 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9636d51d-dd32-43d6-84cb-5f9dcbb74448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:31.736900 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0892f066-9b6f-4f59-97ed-2684fb72b692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:31.748582 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-ffaeb61b-a1f5-4e25-84e7-c1078cfab541 None None] Set router 2e3a0bb2-f157-4466-a937-761d7a07b2b9 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:08:31.787308 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-9636d51d-dd32-43d6-84cb-5f9dcbb74448 None None] For port 64cd21f7-9bd7-4871-9b18-9ca6d56b8371, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=64cd21f7-9bd7-4871-9b18-9ca6d56b8371,segment=NetworkSegment(9a648305-868e-4054-a15c-f3aeef2bbc9f),segment_id=9a648305-868e-4054-a15c-f3aeef2bbc9f)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:08:31.808571 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9636d51d-dd32-43d6-84cb-5f9dcbb74448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:31.868117 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9636d51d-dd32-43d6-84cb-5f9dcbb74448 None None] Pushing event updated for resources: {'Port': ['ID=64cd21f7-9bd7-4871-9b18-9ca6d56b8371,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:31.984320 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-ffaeb61b-a1f5-4e25-84e7-c1078cfab541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e3a0bb2-f157-4466-a937-761d7a07b2b9', 'name': 'tempest-TestMinimumBasicScenario-251493974-router', 'tenant_id': 'aa33b24eb7624d5d9dbd91e52b2ed35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '21cc9d8e-6927-4913-be94-b2fbb497b285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:08:28Z', 'updated_at': '2022-01-18T23:08:29Z', 'revision_number': 3, 'project_id': 'aa33b24eb7624d5d9dbd91e52b2ed35e', 'gw_port': {'id': '21cc9d8e-6927-4913-be94-b2fbb497b285', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:00:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e3a0bb2-f157-4466-a937-761d7a07b2b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:08:29Z', 'updated_at': '2022-01-18T23:08:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:08:31.993110 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0892f066-9b6f-4f59-97ed-2684fb72b692 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:32.000515 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0892f066-9b6f-4f59-97ed-2684fb72b692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:32.014245 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffaeb61b-a1f5-4e25-84e7-c1078cfab541 None None] The sync data for ids ['2e3a0bb2-f157-4466-a937-761d7a07b2b9'] in n-d-825064-1 is: [{'id': '2e3a0bb2-f157-4466-a937-761d7a07b2b9', 'name': 'tempest-TestMinimumBasicScenario-251493974-router', 'tenant_id': 'aa33b24eb7624d5d9dbd91e52b2ed35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '21cc9d8e-6927-4913-be94-b2fbb497b285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:08:28Z', 'updated_at': '2022-01-18T23:08:29Z', 'revision_number': 3, 'project_id': 'aa33b24eb7624d5d9dbd91e52b2ed35e', 'gw_port': {'id': '21cc9d8e-6927-4913-be94-b2fbb497b285', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:00:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e3a0bb2-f157-4466-a937-761d7a07b2b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:08:29Z', 'updated_at': '2022-01-18T23:08:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:08:32.084755 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0892f066-9b6f-4f59-97ed-2684fb72b692 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-613854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1041070'] for router_interface, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:32.086582 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0892f066-9b6f-4f59-97ed-2684fb72b692 admin admin] Pushing event updated for resources: {'Port': ['ID=691feb3e-fc46-4345-b2c6-fa7b91a64718,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:32.138361 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-954ff2df-ea4d-4c45-9484-cb62278a62e2 None None] Provisioning complete for port 691feb3e-fc46-4345-b2c6-fa7b91a64718 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:08:32.138732 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-954ff2df-ea4d-4c45-9484-cb62278a62e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:32.193761 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0892f066-9b6f-4f59-97ed-2684fb72b692 admin admin] Network 37b7399b-aff2-41b9-a3c8-5dcd910776fc is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:08:32.195997 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-0892f066-9b6f-4f59-97ed-2684fb72b692 admin admin] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:08:32.199411 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-954ff2df-ea4d-4c45-9484-cb62278a62e2 None None] Port 691feb3e-fc46-4345-b2c6-fa7b91a64718 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 23:08:32.221696 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-954ff2df-ea4d-4c45-9484-cb62278a62e2 None None] Provisioning complete for port 64cd21f7-9bd7-4871-9b18-9ca6d56b8371 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:08:32.222162 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-954ff2df-ea4d-4c45-9484-cb62278a62e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:32.394943 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0892f066-9b6f-4f59-97ed-2684fb72b692 admin admin] Router 2e3a0bb2-f157-4466-a937-761d7a07b2b9 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:08:32.493748 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-9f3febcb-d98f-486c-a629-fb50cdad3965 None None] Provisioning complete for port 691feb3e-fc46-4345-b2c6-fa7b91a64718 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:08:32.494127 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9f3febcb-d98f-486c-a629-fb50cdad3965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:32.538936 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0892f066-9b6f-4f59-97ed-2684fb72b692 admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:08:32.544997 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-0892f066-9b6f-4f59-97ed-2684fb72b692 admin admin] 10.222.0.53 "PUT /v2.0/routers/2e3a0bb2-f157-4466-a937-761d7a07b2b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0954390 Jan 18 23:08:32.566049 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-9f3febcb-d98f-486c-a629-fb50cdad3965 None None] Port 691feb3e-fc46-4345-b2c6-fa7b91a64718 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 23:08:32.701099 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-a49f342d-feed-457c-9d4b-99c81a3e9cc8 None None] Provisioning complete for port 691feb3e-fc46-4345-b2c6-fa7b91a64718 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:08:32.701465 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a49f342d-feed-457c-9d4b-99c81a3e9cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:32.757901 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-a49f342d-feed-457c-9d4b-99c81a3e9cc8 None None] Port 691feb3e-fc46-4345-b2c6-fa7b91a64718 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 23:08:32.771443 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 64cd21f7-9bd7-4871-9b18-9ca6d56b8371 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 23:08:32.834213 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 64cd21f7-9bd7-4871-9b18-9ca6d56b8371 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:08:32.834589 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:32.936445 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 50de4fa2-15eb-417a-b393-312d47cc4f4b up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 23:08:32.986076 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 50de4fa2-15eb-417a-b393-312d47cc4f4b triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:08:32.986458 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:33.081706 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 21cc9d8e-6927-4913-be94-b2fbb497b285 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 23:08:33.138483 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 21cc9d8e-6927-4913-be94-b2fbb497b285 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:08:33.138860 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:33.227809 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:33.248681 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port 21cc9d8e-6927-4913-be94-b2fbb497b285, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=21cc9d8e-6927-4913-be94-b2fbb497b285,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:08:33.253240 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:33.306717 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=21cc9d8e-6927-4913-be94-b2fbb497b285,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:34.578455 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 21cc9d8e-6927-4913-be94-b2fbb497b285 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 23:08:34.636568 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 21cc9d8e-6927-4913-be94-b2fbb497b285 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:08:34.636949 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:34.686711 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5ad9d2-6a07-4641-a733-bdc0d8f1d451 None None] Sync routers for ids ['2e3a0bb2-f157-4466-a937-761d7a07b2b9'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:08:34.705005 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5ad9d2-6a07-4641-a733-bdc0d8f1d451 None None] Routers {'2e3a0bb2-f157-4466-a937-761d7a07b2b9'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:08:34.705764 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-da5ad9d2-6a07-4641-a733-bdc0d8f1d451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:08:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['2e3a0bb2-f157-4466-a937-761d7a07b2b9'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:08:34.848596 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-da5ad9d2-6a07-4641-a733-bdc0d8f1d451 None None] Set router 2e3a0bb2-f157-4466-a937-761d7a07b2b9 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:08:35.099692 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-da5ad9d2-6a07-4641-a733-bdc0d8f1d451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e3a0bb2-f157-4466-a937-761d7a07b2b9', 'name': 'tempest-TestMinimumBasicScenario-251493974-router', 'tenant_id': 'aa33b24eb7624d5d9dbd91e52b2ed35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '21cc9d8e-6927-4913-be94-b2fbb497b285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:08:28Z', 'updated_at': '2022-01-18T23:08:31Z', 'revision_number': 4, 'project_id': 'aa33b24eb7624d5d9dbd91e52b2ed35e', 'gw_port': {'id': '21cc9d8e-6927-4913-be94-b2fbb497b285', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:00:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3a0bb2-f157-4466-a937-761d7a07b2b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:08:29Z', 'updated_at': '2022-01-18T23:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '691feb3e-fc46-4345-b2c6-fa7b91a64718', 'name': '', 'network_id': '37b7399b-aff2-41b9-a3c8-5dcd910776fc', 'tenant_id': 'aa33b24eb7624d5d9dbd91e52b2ed35e', 'mac_address': 'fa:16:3e:32:0e:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e3a0bb2-f157-4466-a937-761d7a07b2b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '27d31fed-16cd-4455-a886-f5322e8b369f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:08:31Z', 'updated_at': '2022-01-18T23:08:31Z', 'revision_number': 2, 'project_id': 'aa33b24eb7624d5d9dbd91e52b2ed35e', 'subnets': [{'id': '27d31fed-16cd-4455-a886-f5322e8b369f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:08:35.134459 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5ad9d2-6a07-4641-a733-bdc0d8f1d451 None None] Checking router: 2e3a0bb2-f157-4466-a937-761d7a07b2b9 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:08:35.134816 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5ad9d2-6a07-4641-a733-bdc0d8f1d451 None None] Updating router 2e3a0bb2-f157-4466-a937-761d7a07b2b9 port 691feb3e-fc46-4345-b2c6-fa7b91a64718 binding host n-d-825064-1 {{(pid=102432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 23:08:35.162071 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-da5ad9d2-6a07-4641-a733-bdc0d8f1d451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:35.465894 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-da5ad9d2-6a07-4641-a733-bdc0d8f1d451 None None] Notify callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:35.472534 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-da5ad9d2-6a07-4641-a733-bdc0d8f1d451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:35.530492 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc9530e-91f4-4da3-aef7-84420dcae9df None None] Pushing event updated for resources: {'Port': ['ID=691feb3e-fc46-4345-b2c6-fa7b91a64718,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:35.591478 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-da5ad9d2-6a07-4641-a733-bdc0d8f1d451 None None] Attempting to bind port 691feb3e-fc46-4345-b2c6-fa7b91a64718 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:08:35.595012 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-da5ad9d2-6a07-4641-a733-bdc0d8f1d451 None None] Attempting to bind port 691feb3e-fc46-4345-b2c6-fa7b91a64718 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '9a648305-868e-4054-a15c-f3aeef2bbc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '37b7399b-aff2-41b9-a3c8-5dcd910776fc'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:08:35.595786 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5ad9d2-6a07-4641-a733-bdc0d8f1d451 None None] Attempting to bind port 691feb3e-fc46-4345-b2c6-fa7b91a64718 on network 37b7399b-aff2-41b9-a3c8-5dcd910776fc {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 23:08:35.606224 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5ad9d2-6a07-4641-a733-bdc0d8f1d451 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 23:08:35.607019 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5ad9d2-6a07-4641-a733-bdc0d8f1d451 None None] Checking segment: {'id': '9a648305-868e-4054-a15c-f3aeef2bbc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '37b7399b-aff2-41b9-a3c8-5dcd910776fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 23:08:35.608010 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-da5ad9d2-6a07-4641-a733-bdc0d8f1d451 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:35.608751 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5ad9d2-6a07-4641-a733-bdc0d8f1d451 None None] Bound using segment: {'id': '9a648305-868e-4054-a15c-f3aeef2bbc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '37b7399b-aff2-41b9-a3c8-5dcd910776fc'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 23:08:35.609503 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-da5ad9d2-6a07-4641-a733-bdc0d8f1d451 None None] Bound port: 691feb3e-fc46-4345-b2c6-fa7b91a64718, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a648305-868e-4054-a15c-f3aeef2bbc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '37b7399b-aff2-41b9-a3c8-5dcd910776fc'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:08:35.610135 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-da5ad9d2-6a07-4641-a733-bdc0d8f1d451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:35.703592 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-da5ad9d2-6a07-4641-a733-bdc0d8f1d451 None None] For port 691feb3e-fc46-4345-b2c6-fa7b91a64718, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:08:35.707685 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-da5ad9d2-6a07-4641-a733-bdc0d8f1d451 None None] For port 691feb3e-fc46-4345-b2c6-fa7b91a64718, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=691feb3e-fc46-4345-b2c6-fa7b91a64718,segment=NetworkSegment(9a648305-868e-4054-a15c-f3aeef2bbc9f),segment_id=9a648305-868e-4054-a15c-f3aeef2bbc9f)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:08:35.719684 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-da5ad9d2-6a07-4641-a733-bdc0d8f1d451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:35.795379 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc9530e-91f4-4da3-aef7-84420dcae9df None None] Pushing event updated for resources: {'Port': ['ID=691feb3e-fc46-4345-b2c6-fa7b91a64718,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:35.799470 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5ad9d2-6a07-4641-a733-bdc0d8f1d451 None None] Routers {'2e3a0bb2-f157-4466-a937-761d7a07b2b9'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:08:35.800074 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-da5ad9d2-6a07-4641-a733-bdc0d8f1d451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:08:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['2e3a0bb2-f157-4466-a937-761d7a07b2b9'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:08:36.025508 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-b00f0093-3bb2-46ef-b307-aa58dd591383 None None] Provisioning complete for port 691feb3e-fc46-4345-b2c6-fa7b91a64718 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:08:36.026313 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b00f0093-3bb2-46ef-b307-aa58dd591383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:36.135447 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-da5ad9d2-6a07-4641-a733-bdc0d8f1d451 None None] Set router 2e3a0bb2-f157-4466-a937-761d7a07b2b9 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:08:36.204916 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b00f0093-3bb2-46ef-b307-aa58dd591383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:36.310181 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-b00f0093-3bb2-46ef-b307-aa58dd591383 None None] For port 691feb3e-fc46-4345-b2c6-fa7b91a64718, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=691feb3e-fc46-4345-b2c6-fa7b91a64718,segment=NetworkSegment(9a648305-868e-4054-a15c-f3aeef2bbc9f),segment_id=9a648305-868e-4054-a15c-f3aeef2bbc9f)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:08:36.317051 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b00f0093-3bb2-46ef-b307-aa58dd591383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:36.414648 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00f0093-3bb2-46ef-b307-aa58dd591383 None None] Pushing event updated for resources: {'Port': ['ID=691feb3e-fc46-4345-b2c6-fa7b91a64718,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:36.443653 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-0c7fd9ba-47c7-4b2a-b0a4-142e372b3561 None None] Provisioning complete for port 691feb3e-fc46-4345-b2c6-fa7b91a64718 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:08:36.444022 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0c7fd9ba-47c7-4b2a-b0a4-142e372b3561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:36.479705 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-da5ad9d2-6a07-4641-a733-bdc0d8f1d451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e3a0bb2-f157-4466-a937-761d7a07b2b9', 'name': 'tempest-TestMinimumBasicScenario-251493974-router', 'tenant_id': 'aa33b24eb7624d5d9dbd91e52b2ed35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '21cc9d8e-6927-4913-be94-b2fbb497b285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:08:28Z', 'updated_at': '2022-01-18T23:08:31Z', 'revision_number': 4, 'project_id': 'aa33b24eb7624d5d9dbd91e52b2ed35e', 'gw_port': {'id': '21cc9d8e-6927-4913-be94-b2fbb497b285', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:00:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3a0bb2-f157-4466-a937-761d7a07b2b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:08:29Z', 'updated_at': '2022-01-18T23:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '691feb3e-fc46-4345-b2c6-fa7b91a64718', 'name': '', 'network_id': '37b7399b-aff2-41b9-a3c8-5dcd910776fc', 'tenant_id': 'aa33b24eb7624d5d9dbd91e52b2ed35e', 'mac_address': 'fa:16:3e:32:0e:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e3a0bb2-f157-4466-a937-761d7a07b2b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '27d31fed-16cd-4455-a886-f5322e8b369f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:08:31Z', 'updated_at': '2022-01-18T23:08:35Z', 'revision_number': 4, 'project_id': 'aa33b24eb7624d5d9dbd91e52b2ed35e', 'subnets': [{'id': '27d31fed-16cd-4455-a886-f5322e8b369f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:08:36.510760 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5ad9d2-6a07-4641-a733-bdc0d8f1d451 None None] The sync data for ids ['2e3a0bb2-f157-4466-a937-761d7a07b2b9'] in n-d-825064-1 is: [{'id': '2e3a0bb2-f157-4466-a937-761d7a07b2b9', 'name': 'tempest-TestMinimumBasicScenario-251493974-router', 'tenant_id': 'aa33b24eb7624d5d9dbd91e52b2ed35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '21cc9d8e-6927-4913-be94-b2fbb497b285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:08:28Z', 'updated_at': '2022-01-18T23:08:31Z', 'revision_number': 4, 'project_id': 'aa33b24eb7624d5d9dbd91e52b2ed35e', 'gw_port': {'id': '21cc9d8e-6927-4913-be94-b2fbb497b285', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:00:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3a0bb2-f157-4466-a937-761d7a07b2b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:08:29Z', 'updated_at': '2022-01-18T23:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '691feb3e-fc46-4345-b2c6-fa7b91a64718', 'name': '', 'network_id': '37b7399b-aff2-41b9-a3c8-5dcd910776fc', 'tenant_id': 'aa33b24eb7624d5d9dbd91e52b2ed35e', 'mac_address': 'fa:16:3e:32:0e:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e3a0bb2-f157-4466-a937-761d7a07b2b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '27d31fed-16cd-4455-a886-f5322e8b369f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:08:31Z', 'updated_at': '2022-01-18T23:08:35Z', 'revision_number': 4, 'project_id': 'aa33b24eb7624d5d9dbd91e52b2ed35e', 'subnets': [{'id': '27d31fed-16cd-4455-a886-f5322e8b369f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:08:38.607419 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 691feb3e-fc46-4345-b2c6-fa7b91a64718 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 23:08:38.667097 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 691feb3e-fc46-4345-b2c6-fa7b91a64718 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:08:38.667479 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:42.536758 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc782e04-9108-4ce5-90dd-a3b33f0f0fa6 req-b77737e9-bb13-4883-81aa-75e38a7dd6b4 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:42.538207 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bc782e04-9108-4ce5-90dd-a3b33f0f0fa6 req-b77737e9-bb13-4883-81aa-75e38a7dd6b4 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] 10.222.0.53 "GET /v2.0/networks?id=4f2e9875-409b-494e-8d69-6a5a39279ec5 HTTP/1.1" status: 200 len: 815 time: 0.0993731 Jan 18 23:08:42.553243 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bc782e04-9108-4ce5-90dd-a3b33f0f0fa6 req-0d8dc619-cb85-4658-aeb3-2bf55342600b tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] 10.222.0.53 "GET /v2.0/quotas/bc00211df5ba43569658ab5b2ab0d512 HTTP/1.1" status: 200 len: 375 time: 0.0086956 Jan 18 23:08:42.606581 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bc782e04-9108-4ce5-90dd-a3b33f0f0fa6 req-be7ca31d-fb51-4be1-b2cc-a8b6ab3c4fcf tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=bc00211df5ba43569658ab5b2ab0d512&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477746 Jan 18 23:08:42.698741 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bc782e04-9108-4ce5-90dd-a3b33f0f0fa6 req-c49925f5-30c8-4283-8626-c40110e57109 service neutron] 10.222.0.53 "GET /v2.0/networks/4f2e9875-409b-494e-8d69-6a5a39279ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807636 Jan 18 23:08:42.788628 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bc782e04-9108-4ce5-90dd-a3b33f0f0fa6 req-fc6ad2db-5de7-4d4f-b6b9-dd4025a4b730 service neutron] 10.222.0.53 "GET /v2.0/networks/4f2e9875-409b-494e-8d69-6a5a39279ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838783 Jan 18 23:08:43.059763 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1fc737e9-1973-45fb-9473-2be48abf71ce req-fef874cc-acda-4eaa-985d-3bb95b165c61 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] 10.222.0.53 "GET /v2.0/ports?device_id=e00fa007-23f8-4839-80d9-d74244f0a386 HTTP/1.1" status: 200 len: 210 time: 0.1419823 Jan 18 23:08:43.219339 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:43.857641 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc782e04-9108-4ce5-90dd-a3b33f0f0fa6 req-c4b46627-0207-411d-969d-e206cc640cdf tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:43.859093 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bc782e04-9108-4ce5-90dd-a3b33f0f0fa6 req-c4b46627-0207-411d-969d-e206cc640cdf tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] 10.222.0.67 "GET /v2.0/networks?id=4f2e9875-409b-494e-8d69-6a5a39279ec5 HTTP/1.1" status: 200 len: 815 time: 0.1022565 Jan 18 23:08:43.873298 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-bc782e04-9108-4ce5-90dd-a3b33f0f0fa6 req-65b99a63-b52f-4fbc-96ce-33d5d6d3695f tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Request body: {'port': {'device_id': 'e00fa007-23f8-4839-80d9-d74244f0a386', 'network_id': '4f2e9875-409b-494e-8d69-6a5a39279ec5', 'admin_state_up': True, 'tenant_id': 'bc00211df5ba43569658ab5b2ab0d512'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:08:43.986196 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc782e04-9108-4ce5-90dd-a3b33f0f0fa6 req-65b99a63-b52f-4fbc-96ce-33d5d6d3695f tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Made reservation on behalf of bc00211df5ba43569658ab5b2ab0d512 for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:08:43.989855 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-bc782e04-9108-4ce5-90dd-a3b33f0f0fa6 req-65b99a63-b52f-4fbc-96ce-33d5d6d3695f tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:44.120698 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:44.176649 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-bc782e04-9108-4ce5-90dd-a3b33f0f0fa6 req-65b99a63-b52f-4fbc-96ce-33d5d6d3695f tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Allocated IP 172.20.0.11 (4f2e9875-409b-494e-8d69-6a5a39279ec5/ba0aeaa7-3d32-42d7-882a-2ec242347d83/d8d46df2-499d-45db-b2de-df562e85e8ab) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:08:44.201225 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b97539c8-7568-4698-9667-6dc22404bef7 req-d7aa574f-565f-41a2-9e9f-819a066b7d35 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] 10.222.0.53 "GET /v2.0/ports?device_id=e00fa007-23f8-4839-80d9-d74244f0a386 HTTP/1.1" status: 200 len: 210 time: 0.0373974 Jan 18 23:08:44.399313 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-bc782e04-9108-4ce5-90dd-a3b33f0f0fa6 req-65b99a63-b52f-4fbc-96ce-33d5d6d3695f tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:44.448210 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-bc782e04-9108-4ce5-90dd-a3b33f0f0fa6 req-65b99a63-b52f-4fbc-96ce-33d5d6d3695f tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:44.495613 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc782e04-9108-4ce5-90dd-a3b33f0f0fa6 req-65b99a63-b52f-4fbc-96ce-33d5d6d3695f tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Network 4f2e9875-409b-494e-8d69-6a5a39279ec5 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:08:44.501043 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-bc782e04-9108-4ce5-90dd-a3b33f0f0fa6 req-65b99a63-b52f-4fbc-96ce-33d5d6d3695f tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:08:44.505611 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc782e04-9108-4ce5-90dd-a3b33f0f0fa6 req-65b99a63-b52f-4fbc-96ce-33d5d6d3695f tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:08:44.555340 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b99a63-b52f-4fbc-96ce-33d5d6d3695f tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Pushing event updated for resources: {'Port': ['ID=d8d46df2-499d-45db-b2de-df562e85e8ab,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:44.580173 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc782e04-9108-4ce5-90dd-a3b33f0f0fa6 req-65b99a63-b52f-4fbc-96ce-33d5d6d3695f tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:44.580962 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-bc782e04-9108-4ce5-90dd-a3b33f0f0fa6 req-65b99a63-b52f-4fbc-96ce-33d5d6d3695f tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:44.605113 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bc782e04-9108-4ce5-90dd-a3b33f0f0fa6 req-65b99a63-b52f-4fbc-96ce-33d5d6d3695f tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7372718 Jan 18 23:08:44.779133 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-6ec3c4d0-b82e-4cda-bad8-92854d255e6c None None] Provisioning complete for port d8d46df2-499d-45db-b2de-df562e85e8ab triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:08:44.780523 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6ec3c4d0-b82e-4cda-bad8-92854d255e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:44.819064 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-6ec3c4d0-b82e-4cda-bad8-92854d255e6c None None] Port d8d46df2-499d-45db-b2de-df562e85e8ab cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 23:08:45.339082 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161f6c26-7702-4b21-b80c-b4db79d63a8e req-24524313-7070-4cee-94bc-50c1fbee223d tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:45.340588 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-161f6c26-7702-4b21-b80c-b4db79d63a8e req-24524313-7070-4cee-94bc-50c1fbee223d tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] 10.222.0.53 "GET /v2.0/ports?device_id=e00fa007-23f8-4839-80d9-d74244f0a386 HTTP/1.1" status: 200 len: 932 time: 0.0518036 Jan 18 23:08:45.383133 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-161f6c26-7702-4b21-b80c-b4db79d63a8e req-fe7ac8ef-84a1-4d1a-9676-32cc16015770 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3cf7905-a166-4816-9462-2591e7f91b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347703 Jan 18 23:08:46.509547 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21998559-5ab4-4200-98a5-c87d2517ae4d req-c94927e1-e1de-4e14-ae7f-de878e7cbb6b tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:46.511206 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-21998559-5ab4-4200-98a5-c87d2517ae4d req-c94927e1-e1de-4e14-ae7f-de878e7cbb6b tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] 10.222.0.53 "GET /v2.0/ports?device_id=e00fa007-23f8-4839-80d9-d74244f0a386 HTTP/1.1" status: 200 len: 932 time: 0.0558989 Jan 18 23:08:46.552296 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-21998559-5ab4-4200-98a5-c87d2517ae4d req-4499839e-9fd7-4afd-83f1-9d1b3590a449 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3cf7905-a166-4816-9462-2591e7f91b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341446 Jan 18 23:08:47.675931 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b27d3b-111b-4d89-9812-bcb247303f76 req-968863d7-cbb5-4b41-b08d-17b8665afe08 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:47.683199 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-39b27d3b-111b-4d89-9812-bcb247303f76 req-968863d7-cbb5-4b41-b08d-17b8665afe08 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] 10.222.0.53 "GET /v2.0/ports?device_id=e00fa007-23f8-4839-80d9-d74244f0a386 HTTP/1.1" status: 200 len: 932 time: 0.0581663 Jan 18 23:08:47.721045 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-39b27d3b-111b-4d89-9812-bcb247303f76 req-ef98eb87-9468-4c49-a44e-2c090dd52218 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3cf7905-a166-4816-9462-2591e7f91b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367954 Jan 18 23:08:48.845793 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c03d08b-b703-4f02-b33a-24c85af2fc75 req-1d527f0b-712b-444e-9757-41b459c558a2 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:48.848971 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3c03d08b-b703-4f02-b33a-24c85af2fc75 req-1d527f0b-712b-444e-9757-41b459c558a2 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] 10.222.0.53 "GET /v2.0/ports?device_id=e00fa007-23f8-4839-80d9-d74244f0a386 HTTP/1.1" status: 200 len: 932 time: 0.0563643 Jan 18 23:08:48.888809 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3c03d08b-b703-4f02-b33a-24c85af2fc75 req-cdcbf075-3325-4801-a68f-79b2bc3c6446 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3cf7905-a166-4816-9462-2591e7f91b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337951 Jan 18 23:08:49.403646 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f054be3c-1e0f-4c20-97d5-883bc3e47101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:50.013997 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43da7dc1-0e22-471a-9b19-4add837960cf req-bfd4d9a0-fc85-41a3-851f-b2fc2135dc89 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:50.015618 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-43da7dc1-0e22-471a-9b19-4add837960cf req-bfd4d9a0-fc85-41a3-851f-b2fc2135dc89 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] 10.222.0.53 "GET /v2.0/ports?device_id=e00fa007-23f8-4839-80d9-d74244f0a386 HTTP/1.1" status: 200 len: 932 time: 0.0561020 Jan 18 23:08:50.056995 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-43da7dc1-0e22-471a-9b19-4add837960cf req-88b57d0b-ec79-4ae0-b277-f8ea9812f05b tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3cf7905-a166-4816-9462-2591e7f91b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351586 Jan 18 23:08:51.182667 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67177c6e-4ff3-495e-8a47-691e090a0465 req-faa0fd95-57fc-470e-994c-d6c458d6af65 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:51.184589 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-67177c6e-4ff3-495e-8a47-691e090a0465 req-faa0fd95-57fc-470e-994c-d6c458d6af65 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] 10.222.0.53 "GET /v2.0/ports?device_id=e00fa007-23f8-4839-80d9-d74244f0a386 HTTP/1.1" status: 200 len: 932 time: 0.0556750 Jan 18 23:08:51.254228 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-67177c6e-4ff3-495e-8a47-691e090a0465 req-a0902df5-93da-4b93-a341-491529125087 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3cf7905-a166-4816-9462-2591e7f91b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439246 Jan 18 23:08:51.610383 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-bc782e04-9108-4ce5-90dd-a3b33f0f0fa6 req-112338f6-73af-4302-8608-14d6308adeb1 service neutron] Request body: {'port': {'device_id': 'e00fa007-23f8-4839-80d9-d74244f0a386', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:08:51.661839 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-bc782e04-9108-4ce5-90dd-a3b33f0f0fa6 req-112338f6-73af-4302-8608-14d6308adeb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:51.918527 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [req-bc782e04-9108-4ce5-90dd-a3b33f0f0fa6 req-112338f6-73af-4302-8608-14d6308adeb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8d46df2-499d-45db-b2de-df562e85e8ab {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:08:51.925773 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-bc782e04-9108-4ce5-90dd-a3b33f0f0fa6 req-112338f6-73af-4302-8608-14d6308adeb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:51.937894 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-bc782e04-9108-4ce5-90dd-a3b33f0f0fa6 req-112338f6-73af-4302-8608-14d6308adeb1 service neutron] Transition to ACTIVE for port object d8d46df2-499d-45db-b2de-df562e85e8ab will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:08:51.941991 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-bc782e04-9108-4ce5-90dd-a3b33f0f0fa6 req-112338f6-73af-4302-8608-14d6308adeb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:51.992157 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112338f6-73af-4302-8608-14d6308adeb1 service neutron] Pushing event updated for resources: {'Port': ['ID=d8d46df2-499d-45db-b2de-df562e85e8ab,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:52.005741 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-89053dd0-d003-4be3-b503-ebda600641bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:52.061877 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-bc782e04-9108-4ce5-90dd-a3b33f0f0fa6 req-112338f6-73af-4302-8608-14d6308adeb1 service neutron] Attempting to bind port d8d46df2-499d-45db-b2de-df562e85e8ab on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:08:52.062226 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-bc782e04-9108-4ce5-90dd-a3b33f0f0fa6 req-112338f6-73af-4302-8608-14d6308adeb1 service neutron] Attempting to bind port d8d46df2-499d-45db-b2de-df562e85e8ab by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': 'e9cd8d4c-1939-4c52-97e2-a9bf40edfb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4f2e9875-409b-494e-8d69-6a5a39279ec5'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:08:52.062685 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc782e04-9108-4ce5-90dd-a3b33f0f0fa6 req-112338f6-73af-4302-8608-14d6308adeb1 service neutron] Attempting to bind port d8d46df2-499d-45db-b2de-df562e85e8ab on network 4f2e9875-409b-494e-8d69-6a5a39279ec5 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 23:08:52.067397 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc782e04-9108-4ce5-90dd-a3b33f0f0fa6 req-112338f6-73af-4302-8608-14d6308adeb1 service neutron] Port d8d46df2-499d-45db-b2de-df562e85e8ab on network 4f2e9875-409b-494e-8d69-6a5a39279ec5 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 23:08:52.067726 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc782e04-9108-4ce5-90dd-a3b33f0f0fa6 req-112338f6-73af-4302-8608-14d6308adeb1 service neutron] Attempting to bind port d8d46df2-499d-45db-b2de-df562e85e8ab on network 4f2e9875-409b-494e-8d69-6a5a39279ec5 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 23:08:52.072743 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc782e04-9108-4ce5-90dd-a3b33f0f0fa6 req-112338f6-73af-4302-8608-14d6308adeb1 service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 23:08:52.073088 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc782e04-9108-4ce5-90dd-a3b33f0f0fa6 req-112338f6-73af-4302-8608-14d6308adeb1 service neutron] Checking segment: {'id': 'e9cd8d4c-1939-4c52-97e2-a9bf40edfb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4f2e9875-409b-494e-8d69-6a5a39279ec5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 23:08:52.073476 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc782e04-9108-4ce5-90dd-a3b33f0f0fa6 req-112338f6-73af-4302-8608-14d6308adeb1 service neutron] Bound using segment: {'id': 'e9cd8d4c-1939-4c52-97e2-a9bf40edfb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4f2e9875-409b-494e-8d69-6a5a39279ec5'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 23:08:52.073903 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-bc782e04-9108-4ce5-90dd-a3b33f0f0fa6 req-112338f6-73af-4302-8608-14d6308adeb1 service neutron] Bound port: d8d46df2-499d-45db-b2de-df562e85e8ab, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9cd8d4c-1939-4c52-97e2-a9bf40edfb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4f2e9875-409b-494e-8d69-6a5a39279ec5'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:08:52.074263 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-bc782e04-9108-4ce5-90dd-a3b33f0f0fa6 req-112338f6-73af-4302-8608-14d6308adeb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:52.141031 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-bc782e04-9108-4ce5-90dd-a3b33f0f0fa6 req-112338f6-73af-4302-8608-14d6308adeb1 service neutron] For port d8d46df2-499d-45db-b2de-df562e85e8ab, host n-h2-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:08:52.144743 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-bc782e04-9108-4ce5-90dd-a3b33f0f0fa6 req-112338f6-73af-4302-8608-14d6308adeb1 service neutron] For port d8d46df2-499d-45db-b2de-df562e85e8ab, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=d8d46df2-499d-45db-b2de-df562e85e8ab,segment=NetworkSegment(e9cd8d4c-1939-4c52-97e2-a9bf40edfb35),segment_id=e9cd8d4c-1939-4c52-97e2-a9bf40edfb35)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:08:52.149109 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-bc782e04-9108-4ce5-90dd-a3b33f0f0fa6 req-112338f6-73af-4302-8608-14d6308adeb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:52.181503 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc782e04-9108-4ce5-90dd-a3b33f0f0fa6 req-112338f6-73af-4302-8608-14d6308adeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:52.182419 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-bc782e04-9108-4ce5-90dd-a3b33f0f0fa6 req-112338f6-73af-4302-8608-14d6308adeb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:52.184490 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bc782e04-9108-4ce5-90dd-a3b33f0f0fa6 req-112338f6-73af-4302-8608-14d6308adeb1 service neutron] 10.222.0.67 "PUT /v2.0/ports/d8d46df2-499d-45db-b2de-df562e85e8ab HTTP/1.1" status: 200 len: 1092 time: 0.5788991 Jan 18 23:08:52.186718 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e00fa007-23f8-4839-80d9-d74244f0a386', 'tag': 'd8d46df2-499d-45db-b2de-df562e85e8ab'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:08:52.190012 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7df2d766-4a13-490d-8973-1c444b685e01" -d '{"events": [{"name": "network-changed", "server_uuid": "e00fa007-23f8-4839-80d9-d74244f0a386", "tag": "d8d46df2-499d-45db-b2de-df562e85e8ab"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 23:08:52.219628 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112338f6-73af-4302-8608-14d6308adeb1 service neutron] Pushing event updated for resources: {'Port': ['ID=d8d46df2-499d-45db-b2de-df562e85e8ab,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:52.250944 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 23:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ea5dd9d-6d2a-4fec-817b-72191fc16714 x-openstack-request-id: req-6ea5dd9d-6d2a-4fec-817b-72191fc16714 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 23:08:52.251246 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e00fa007-23f8-4839-80d9-d74244f0a386", "tag": "d8d46df2-499d-45db-b2de-df562e85e8ab", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 23:08:52.251499 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6ea5dd9d-6d2a-4fec-817b-72191fc16714 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 23:08:52.251902 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e00fa007-23f8-4839-80d9-d74244f0a386', 'tag': 'd8d46df2-499d-45db-b2de-df562e85e8ab', 'status': 'completed', 'code': 200} Jan 18 23:08:52.268211 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc782e04-9108-4ce5-90dd-a3b33f0f0fa6 req-72df99cc-6ec9-43bb-90cb-f15e24e691b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:52.269726 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bc782e04-9108-4ce5-90dd-a3b33f0f0fa6 req-72df99cc-6ec9-43bb-90cb-f15e24e691b4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bc00211df5ba43569658ab5b2ab0d512&device_id=e00fa007-23f8-4839-80d9-d74244f0a386 HTTP/1.1" status: 200 len: 1095 time: 0.0458987 Jan 18 23:08:52.316014 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bc782e04-9108-4ce5-90dd-a3b33f0f0fa6 req-5ab4ae3b-002c-45df-b2cd-8a6f67c22d6d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8d46df2-499d-45db-b2de-df562e85e8ab HTTP/1.1" status: 200 len: 217 time: 0.0388894 Jan 18 23:08:52.396575 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc782e04-9108-4ce5-90dd-a3b33f0f0fa6 req-e947afa6-77b8-4e06-9538-df6cf80472f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:52.398048 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bc782e04-9108-4ce5-90dd-a3b33f0f0fa6 req-e947afa6-77b8-4e06-9538-df6cf80472f9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ba0aeaa7-3d32-42d7-882a-2ec242347d83 HTTP/1.1" status: 200 len: 854 time: 0.0757158 Jan 18 23:08:52.406217 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b354df-6a15-4c73-bf8b-89e0b6c61be0 req-f949dc79-5c74-4705-8cc5-a2da8e37b8e1 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:52.407566 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f3b354df-6a15-4c73-bf8b-89e0b6c61be0 req-f949dc79-5c74-4705-8cc5-a2da8e37b8e1 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] 10.222.0.53 "GET /v2.0/ports?device_id=e00fa007-23f8-4839-80d9-d74244f0a386 HTTP/1.1" status: 200 len: 944 time: 0.0775414 Jan 18 23:08:52.474466 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f3b354df-6a15-4c73-bf8b-89e0b6c61be0 req-f66fb217-0a51-47ef-8000-75a2a16b8d05 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3cf7905-a166-4816-9462-2591e7f91b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587418 Jan 18 23:08:52.477044 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc782e04-9108-4ce5-90dd-a3b33f0f0fa6 req-c08753cf-9421-458d-aeaf-ab0594995676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:52.478430 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bc782e04-9108-4ce5-90dd-a3b33f0f0fa6 req-c08753cf-9421-458d-aeaf-ab0594995676 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4f2e9875-409b-494e-8d69-6a5a39279ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700390 Jan 18 23:08:52.564635 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bc782e04-9108-4ce5-90dd-a3b33f0f0fa6 req-0b65e6c3-2eaf-492c-9d28-acb1d77ff9dc service neutron] 10.222.0.67 "GET /v2.0/networks/4f2e9875-409b-494e-8d69-6a5a39279ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788741 Jan 18 23:08:52.653428 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bc782e04-9108-4ce5-90dd-a3b33f0f0fa6 req-3300ed7a-fced-42f5-8ff3-3623cfe584a7 service neutron] 10.222.0.67 "GET /v2.0/networks/4f2e9875-409b-494e-8d69-6a5a39279ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828655 Jan 18 23:08:52.736170 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df2d766-4a13-490d-8973-1c444b685e01 req-b580f2b1-e47f-4556-81a2-6d3c9981da3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:52.737548 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7df2d766-4a13-490d-8973-1c444b685e01 req-b580f2b1-e47f-4556-81a2-6d3c9981da3d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bc00211df5ba43569658ab5b2ab0d512&device_id=e00fa007-23f8-4839-80d9-d74244f0a386 HTTP/1.1" status: 200 len: 1095 time: 0.0406837 Jan 18 23:08:52.826169 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df2d766-4a13-490d-8973-1c444b685e01 req-f6de00bd-9ee4-42ff-8a9f-c4fb652992eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:52.827595 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7df2d766-4a13-490d-8973-1c444b685e01 req-f6de00bd-9ee4-42ff-8a9f-c4fb652992eb service neutron] 10.222.0.67 "GET /v2.0/networks?id=4f2e9875-409b-494e-8d69-6a5a39279ec5 HTTP/1.1" status: 200 len: 915 time: 0.0842628 Jan 18 23:08:52.867723 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7df2d766-4a13-490d-8973-1c444b685e01 req-ff8dec70-d5b0-4735-8e2c-27db54289005 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8d46df2-499d-45db-b2de-df562e85e8ab HTTP/1.1" status: 200 len: 217 time: 0.0336387 Jan 18 23:08:52.915922 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df2d766-4a13-490d-8973-1c444b685e01 req-264beb76-12fe-4e27-b2f1-75cf5d60b6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:52.917349 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7df2d766-4a13-490d-8973-1c444b685e01 req-264beb76-12fe-4e27-b2f1-75cf5d60b6dd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ba0aeaa7-3d32-42d7-882a-2ec242347d83 HTTP/1.1" status: 200 len: 854 time: 0.0426729 Jan 18 23:08:52.962144 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df2d766-4a13-490d-8973-1c444b685e01 req-2417d200-89e6-4309-b97e-22903494b13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:52.963573 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7df2d766-4a13-490d-8973-1c444b685e01 req-2417d200-89e6-4309-b97e-22903494b13d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4f2e9875-409b-494e-8d69-6a5a39279ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383871 Jan 18 23:08:53.054852 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7df2d766-4a13-490d-8973-1c444b685e01 req-5fca6c59-e4d6-4ca2-ba6f-a13e0d6d3fcf service neutron] 10.222.0.67 "GET /v2.0/networks/4f2e9875-409b-494e-8d69-6a5a39279ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842123 Jan 18 23:08:53.110365 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:53.143358 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7df2d766-4a13-490d-8973-1c444b685e01 req-41bf1af8-314c-40e6-8d77-b6ac2150066d service neutron] 10.222.0.67 "GET /v2.0/networks/4f2e9875-409b-494e-8d69-6a5a39279ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812447 Jan 18 23:08:53.236381 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 23:08:53.593590 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13a0c1d-e790-49c2-a697-81616bfff3e8 req-96c32714-bc4b-4289-87dd-ab21ceb02e9b tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:53.595123 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c13a0c1d-e790-49c2-a697-81616bfff3e8 req-96c32714-bc4b-4289-87dd-ab21ceb02e9b tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] 10.222.0.53 "GET /v2.0/ports?device_id=e00fa007-23f8-4839-80d9-d74244f0a386 HTTP/1.1" status: 200 len: 944 time: 0.0540845 Jan 18 23:08:53.633172 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c13a0c1d-e790-49c2-a697-81616bfff3e8 req-4db03e4d-745e-4521-9f25-2658030fdd2d tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3cf7905-a166-4816-9462-2591e7f91b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320072 Jan 18 23:08:54.408805 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device d8d46df2-499d-45db-b2de-df562e85e8ab details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 23:08:54.499713 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port d8d46df2-499d-45db-b2de-df562e85e8ab, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=d8d46df2-499d-45db-b2de-df562e85e8ab,segment=NetworkSegment(e9cd8d4c-1939-4c52-97e2-a9bf40edfb35),segment_id=e9cd8d4c-1939-4c52-97e2-a9bf40edfb35)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:08:54.510148 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': 'd8d46df2-499d-45db-b2de-df562e85e8ab', 'network_id': '4f2e9875-409b-494e-8d69-6a5a39279ec5', 'port_id': 'd8d46df2-499d-45db-b2de-df562e85e8ab', 'mac_address': 'fa:16:3e:83:59:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba0aeaa7-3d32-42d7-882a-2ec242347d83', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 23:08:54.550342 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:54.571853 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8d46df2-499d-45db-b2de-df562e85e8ab {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:08:54.584147 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:54.591812 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port d8d46df2-499d-45db-b2de-df562e85e8ab, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=d8d46df2-499d-45db-b2de-df562e85e8ab,segment=NetworkSegment(e9cd8d4c-1939-4c52-97e2-a9bf40edfb35),segment_id=e9cd8d4c-1939-4c52-97e2-a9bf40edfb35)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:08:54.595282 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:54.642124 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=d8d46df2-499d-45db-b2de-df562e85e8ab,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:54.649264 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:08:54.649609 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:08:54.649946 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:08:54.650282 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:08:54.650614 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:08:54.650958 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:08:54.651265 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:08:54.651583 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:08:54.651919 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:08:54.652248 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:08:54.652596 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:08:54.654184 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:08:54.699294 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:54.747762 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0d79dd-06b4-4671-b69f-0d69d1a063cc req-5bf5e21f-4079-41ea-b5e3-0001822531e7 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:54.749243 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4e0d79dd-06b4-4671-b69f-0d69d1a063cc req-5bf5e21f-4079-41ea-b5e3-0001822531e7 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] 10.222.0.53 "GET /v2.0/ports?device_id=e00fa007-23f8-4839-80d9-d74244f0a386 HTTP/1.1" status: 200 len: 945 time: 0.0497854 Jan 18 23:08:54.786696 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4e0d79dd-06b4-4671-b69f-0d69d1a063cc req-cf0bc71f-82db-430b-831b-47c74ea5c5d2 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3cf7905-a166-4816-9462-2591e7f91b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315278 Jan 18 23:08:54.825245 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['d8d46df2-499d-45db-b2de-df562e85e8ab'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 23:08:55.899353 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1396532-5f52-4901-a9b4-2be3509c7b19 req-fb09de23-540c-4a72-9ad3-a77fd0b68d33 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:55.900863 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e1396532-5f52-4901-a9b4-2be3509c7b19 req-fb09de23-540c-4a72-9ad3-a77fd0b68d33 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] 10.222.0.53 "GET /v2.0/ports?device_id=e00fa007-23f8-4839-80d9-d74244f0a386 HTTP/1.1" status: 200 len: 945 time: 0.0495257 Jan 18 23:08:55.937837 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e1396532-5f52-4901-a9b4-2be3509c7b19 req-dda6293a-2598-4d32-a157-048a6b0adb03 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3cf7905-a166-4816-9462-2591e7f91b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309546 Jan 18 23:08:56.423969 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device d8d46df2-499d-45db-b2de-df562e85e8ab up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 23:08:56.470609 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port d8d46df2-499d-45db-b2de-df562e85e8ab completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:08:56.474184 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port d8d46df2-499d-45db-b2de-df562e85e8ab triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:08:56.474555 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:56.550972 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:56.572347 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e00fa007-23f8-4839-80d9-d74244f0a386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8d46df2-499d-45db-b2de-df562e85e8ab'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:08:56.575065 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7b65994-a141-4bcc-9a72-2f990dd0d076" -d '{"events": [{"server_uuid": "e00fa007-23f8-4839-80d9-d74244f0a386", "name": "network-vif-plugged", "status": "completed", "tag": "d8d46df2-499d-45db-b2de-df562e85e8ab"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 23:08:56.591100 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port d8d46df2-499d-45db-b2de-df562e85e8ab, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=d8d46df2-499d-45db-b2de-df562e85e8ab,segment=NetworkSegment(e9cd8d4c-1939-4c52-97e2-a9bf40edfb35),segment_id=e9cd8d4c-1939-4c52-97e2-a9bf40edfb35)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:08:56.595079 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:56.617577 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 23:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8535225-8130-4b47-abeb-8223cb405dee x-openstack-request-id: req-a8535225-8130-4b47-abeb-8223cb405dee {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 23:08:56.617864 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e00fa007-23f8-4839-80d9-d74244f0a386", "name": "network-vif-plugged", "status": "completed", "tag": "d8d46df2-499d-45db-b2de-df562e85e8ab", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 23:08:56.618108 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a8535225-8130-4b47-abeb-8223cb405dee {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 23:08:56.618488 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e00fa007-23f8-4839-80d9-d74244f0a386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8d46df2-499d-45db-b2de-df562e85e8ab', 'code': 200} Jan 18 23:08:56.647257 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=d8d46df2-499d-45db-b2de-df562e85e8ab,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:56.706095 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289cd92f-69d7-4fe6-99d2-a80336d57e30 req-39d6d274-0b74-4d51-9a6d-a222bbfab37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:56.707434 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-289cd92f-69d7-4fe6-99d2-a80336d57e30 req-39d6d274-0b74-4d51-9a6d-a222bbfab37f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e00fa007-23f8-4839-80d9-d74244f0a386 HTTP/1.1" status: 200 len: 1097 time: 0.0420527 Jan 18 23:08:56.740005 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-289cd92f-69d7-4fe6-99d2-a80336d57e30 req-e21c8411-d6f7-4f23-bceb-9a1cfadc65c7 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b3cf7905-a166-4816-9462-2591e7f91b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262036 Jan 18 23:08:57.050182 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebd6447-b8f4-44ce-8d84-a0406b8d955c req-4aa1eed8-2fcf-44a5-ab8a-0e0bca8ab8c0 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:57.051641 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bebd6447-b8f4-44ce-8d84-a0406b8d955c req-4aa1eed8-2fcf-44a5-ab8a-0e0bca8ab8c0 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] 10.222.0.53 "GET /v2.0/ports?device_id=e00fa007-23f8-4839-80d9-d74244f0a386 HTTP/1.1" status: 200 len: 946 time: 0.0495040 Jan 18 23:08:57.091594 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bebd6447-b8f4-44ce-8d84-a0406b8d955c req-56718280-1a67-4198-be12-6d1ab88daa7b tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3cf7905-a166-4816-9462-2591e7f91b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338819 Jan 18 23:08:58.209896 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b646f7d-e93f-462f-afbb-6912f58418a7 req-c1a89bff-a267-4a0c-ad4d-a8cf19e09bb2 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:58.211342 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3b646f7d-e93f-462f-afbb-6912f58418a7 req-c1a89bff-a267-4a0c-ad4d-a8cf19e09bb2 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] 10.222.0.53 "GET /v2.0/ports?device_id=e00fa007-23f8-4839-80d9-d74244f0a386 HTTP/1.1" status: 200 len: 946 time: 0.0478261 Jan 18 23:08:58.248035 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3b646f7d-e93f-462f-afbb-6912f58418a7 req-c2fef1d8-d3e2-4e61-9943-5ab6cd3c3ab7 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3cf7905-a166-4816-9462-2591e7f91b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300629 Jan 18 23:08:58.365266 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a11ffb-2827-4865-88b0-7ca28033152d req-4cca43e8-0945-40c5-804d-9c1e13ed9ede tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:58.366787 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c3a11ffb-2827-4865-88b0-7ca28033152d req-4cca43e8-0945-40c5-804d-9c1e13ed9ede tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] 10.222.0.53 "GET /v2.0/ports?device_id=e00fa007-23f8-4839-80d9-d74244f0a386 HTTP/1.1" status: 200 len: 946 time: 0.0513597 Jan 18 23:08:58.405148 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c3a11ffb-2827-4865-88b0-7ca28033152d req-f317fa21-33cb-43eb-996b-601dedd7dd63 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3cf7905-a166-4816-9462-2591e7f91b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310693 Jan 18 23:08:58.587408 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d789ac-d1f1-44ca-ac66-dd57d3c65d6e req-98c3f233-3b6b-4206-b24e-4fdfa6720add tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:58.588883 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-37d789ac-d1f1-44ca-ac66-dd57d3c65d6e req-98c3f233-3b6b-4206-b24e-4fdfa6720add tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] 10.222.0.53 "GET /v2.0/ports?device_id=e00fa007-23f8-4839-80d9-d74244f0a386 HTTP/1.1" status: 200 len: 946 time: 0.0474648 Jan 18 23:08:58.625435 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-37d789ac-d1f1-44ca-ac66-dd57d3c65d6e req-5296142a-03a4-4e93-b1cd-f3a4aae406bc tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3cf7905-a166-4816-9462-2591e7f91b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302432 Jan 18 23:09:07.206116 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f010d02c-e1a0-4f36-9c58-7e1d1b1d641a req-c6fef988-ff3f-41e5-8d8c-5993ac7a8757 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e00fa007-23f8-4839-80d9-d74244f0a386&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0874178 Jan 18 23:09:07.291406 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f010d02c-e1a0-4f36-9c58-7e1d1b1d641a req-58afcdc6-e8a9-4b82-9b4f-5419b5f35c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:07.292863 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f010d02c-e1a0-4f36-9c58-7e1d1b1d641a req-58afcdc6-e8a9-4b82-9b4f-5419b5f35c7a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bc00211df5ba43569658ab5b2ab0d512&device_id=e00fa007-23f8-4839-80d9-d74244f0a386 HTTP/1.1" status: 200 len: 1097 time: 0.0432560 Jan 18 23:09:07.393383 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f010d02c-e1a0-4f36-9c58-7e1d1b1d641a req-9a734ecb-d465-43e1-94a9-5fc6ee4e6296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:07.394741 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f010d02c-e1a0-4f36-9c58-7e1d1b1d641a req-9a734ecb-d465-43e1-94a9-5fc6ee4e6296 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4f2e9875-409b-494e-8d69-6a5a39279ec5 HTTP/1.1" status: 200 len: 915 time: 0.0828989 Jan 18 23:09:07.438084 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f010d02c-e1a0-4f36-9c58-7e1d1b1d641a req-f7c6d0fd-181d-47ae-8ccb-241c5cdc6b60 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8d46df2-499d-45db-b2de-df562e85e8ab HTTP/1.1" status: 200 len: 217 time: 0.0369971 Jan 18 23:09:07.484712 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f010d02c-e1a0-4f36-9c58-7e1d1b1d641a req-63f4754e-2e33-4a0c-a493-7ca569e8515b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:07.486107 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f010d02c-e1a0-4f36-9c58-7e1d1b1d641a req-63f4754e-2e33-4a0c-a493-7ca569e8515b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ba0aeaa7-3d32-42d7-882a-2ec242347d83 HTTP/1.1" status: 200 len: 854 time: 0.0420260 Jan 18 23:09:07.528303 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f010d02c-e1a0-4f36-9c58-7e1d1b1d641a req-fb2f8a42-886a-4478-b388-8ecbead6e3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:07.530268 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f010d02c-e1a0-4f36-9c58-7e1d1b1d641a req-fb2f8a42-886a-4478-b388-8ecbead6e3e3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4f2e9875-409b-494e-8d69-6a5a39279ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383561 Jan 18 23:09:07.619845 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f010d02c-e1a0-4f36-9c58-7e1d1b1d641a req-7210f2e2-7bcf-47be-9d98-fd45782835b5 service neutron] 10.222.0.67 "GET /v2.0/networks/4f2e9875-409b-494e-8d69-6a5a39279ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827227 Jan 18 23:09:08.018098 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f010d02c-e1a0-4f36-9c58-7e1d1b1d641a req-a1011392-2fa4-4847-bf7b-af16dda7ca14 service neutron] 10.222.0.67 "GET /v2.0/networks/4f2e9875-409b-494e-8d69-6a5a39279ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3909786 Jan 18 23:09:10.144382 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19835681-4b1f-46c7-897d-be53b520da8e req-6f342c35-8df9-4398-b8aa-4a02613b258d tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:10.145709 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-19835681-4b1f-46c7-897d-be53b520da8e req-6f342c35-8df9-4398-b8aa-4a02613b258d tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] 10.222.0.53 "GET /v2.0/ports?device_id=e00fa007-23f8-4839-80d9-d74244f0a386 HTTP/1.1" status: 200 len: 946 time: 0.0480566 Jan 18 23:09:10.182139 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-19835681-4b1f-46c7-897d-be53b520da8e req-60385230-5d94-44e9-931e-184704768c96 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3cf7905-a166-4816-9462-2591e7f91b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305500 Jan 18 23:09:10.205082 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 59066) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:09:10.290564 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fac2c0f-18cb-4b02-92fa-ab23ae611123 tempest-TestMinimumBasicScenario-72063936 tempest-TestMinimumBasicScenario-72063936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:10.292059 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-3fac2c0f-18cb-4b02-92fa-ab23ae611123 tempest-TestMinimumBasicScenario-72063936 tempest-TestMinimumBasicScenario-72063936-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e00fa007-23f8-4839-80d9-d74244f0a386 HTTP/1.1" status: 200 len: 1092 time: 0.0859926 Jan 18 23:09:10.295006 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 59070) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:09:10.299147 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-c27299d6-f7be-4f09-a235-348b9ee814f5 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Request body: {'floatingip': {'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'port_id': 'd8d46df2-499d-45db-b2de-df562e85e8ab', 'tenant_id': 'bc00211df5ba43569658ab5b2ab0d512', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:09:10.323566 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c27299d6-f7be-4f09-a235-348b9ee814f5 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Notify callbacks [] for floatingip, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:10.656211 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c27299d6-f7be-4f09-a235-348b9ee814f5 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:10.752373 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-c27299d6-f7be-4f09-a235-348b9ee814f5 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Allocated IP 172.25.5.57 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/58a91912-f31a-4497-8580-bcf90b708f44) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:09:10.851314 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c27299d6-f7be-4f09-a235-348b9ee814f5 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:10.883523 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c27299d6-f7be-4f09-a235-348b9ee814f5 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:10.916797 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27299d6-f7be-4f09-a235-348b9ee814f5 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:09:10.921988 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-c27299d6-f7be-4f09-a235-348b9ee814f5 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:09:10.925515 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27299d6-f7be-4f09-a235-348b9ee814f5 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:09:10.953977 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27299d6-f7be-4f09-a235-348b9ee814f5 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Pushing event updated for resources: {'Port': ['ID=58a91912-f31a-4497-8580-bcf90b708f44,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:11.401019 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c27299d6-f7be-4f09-a235-348b9ee814f5 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:11.498543 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c27299d6-f7be-4f09-a235-348b9ee814f5 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:11.642022 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c27299d6-f7be-4f09-a235-348b9ee814f5 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:11.646378 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c27299d6-f7be-4f09-a235-348b9ee814f5 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:11.714064 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27299d6-f7be-4f09-a235-348b9ee814f5 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Pushing event updated for resources: {'Port': ['ID=58a91912-f31a-4497-8580-bcf90b708f44,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:11.723348 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c27299d6-f7be-4f09-a235-348b9ee814f5 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043075'] for floatingip, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:11.818445 n-d-825064-1 neutron-server[102431]: INFO neutron.db.l3_db [None req-c27299d6-f7be-4f09-a235-348b9ee814f5 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Floating IP dea20411-d8e5-4ded-8335-67bb4e132553 associated. External IP: 172.25.5.57, port: d8d46df2-499d-45db-b2de-df562e85e8ab. Jan 18 23:09:12.021695 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c27299d6-f7be-4f09-a235-348b9ee814f5 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Router 4ad23b36-560b-4707-92cc-27e61b748fdf has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:09:12.124259 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c27299d6-f7be-4f09-a235-348b9ee814f5 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:09:12.134522 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11dd07d-5af0-4647-afa7-409e29ae721a None None] Sync routers for ids ['4ad23b36-560b-4707-92cc-27e61b748fdf'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:09:12.141292 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c27299d6-f7be-4f09-a235-348b9ee814f5 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:12.144218 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11dd07d-5af0-4647-afa7-409e29ae721a None None] Routers {'4ad23b36-560b-4707-92cc-27e61b748fdf'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:09:12.144825 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-c11dd07d-5af0-4647-afa7-409e29ae721a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:08:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['4ad23b36-560b-4707-92cc-27e61b748fdf'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:09:12.167165 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-c27299d6-f7be-4f09-a235-348b9ee814f5 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8711803 Jan 18 23:09:12.167833 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e00fa007-23f8-4839-80d9-d74244f0a386', 'tag': 'd8d46df2-499d-45db-b2de-df562e85e8ab'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:09:12.170153 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 59072) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:09:12.170653 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fd8b9af-0577-495d-9abd-9978679a15e4" -d '{"events": [{"name": "network-changed", "server_uuid": "e00fa007-23f8-4839-80d9-d74244f0a386", "tag": "d8d46df2-499d-45db-b2de-df562e85e8ab"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 23:09:12.174960 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-214cb392-2fe2-4cb2-b328-9c519b58fb1f tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-329036881', 'description': 'tempest-secgroup-smoke-329036881 description', 'project_id': 'bc00211df5ba43569658ab5b2ab0d512'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:09:12.210091 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-214cb392-2fe2-4cb2-b328-9c519b58fb1f tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:12.210878 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 23:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-055c21ac-0da5-4060-87dd-1fb449e50bd6 x-openstack-request-id: req-055c21ac-0da5-4060-87dd-1fb449e50bd6 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 23:09:12.211179 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e00fa007-23f8-4839-80d9-d74244f0a386", "tag": "d8d46df2-499d-45db-b2de-df562e85e8ab", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 23:09:12.211454 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-055c21ac-0da5-4060-87dd-1fb449e50bd6 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 23:09:12.211823 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e00fa007-23f8-4839-80d9-d74244f0a386', 'tag': 'd8d46df2-499d-45db-b2de-df562e85e8ab', 'status': 'completed', 'code': 200} Jan 18 23:09:12.251034 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-c11dd07d-5af0-4647-afa7-409e29ae721a None None] Set router 4ad23b36-560b-4707-92cc-27e61b748fdf gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:09:12.293827 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd8b9af-0577-495d-9abd-9978679a15e4 req-14bc196f-b1c7-455a-afd5-bd30c1273001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:12.295862 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4fd8b9af-0577-495d-9abd-9978679a15e4 req-14bc196f-b1c7-455a-afd5-bd30c1273001 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bc00211df5ba43569658ab5b2ab0d512&device_id=e00fa007-23f8-4839-80d9-d74244f0a386 HTTP/1.1" status: 200 len: 1097 time: 0.0603981 Jan 18 23:09:12.370682 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-214cb392-2fe2-4cb2-b328-9c519b58fb1f tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:12.377749 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-214cb392-2fe2-4cb2-b328-9c519b58fb1f tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:12.417883 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-214cb392-2fe2-4cb2-b328-9c519b58fb1f tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:12.419629 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-214cb392-2fe2-4cb2-b328-9c519b58fb1f tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2478549 Jan 18 23:09:12.422768 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 59076) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:09:12.428010 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-8f8c92da-8a09-4506-8584-bcfc20260530 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Request body: {'security_group_rule': {'security_group_id': 'abcb062c-4f98-4459-8cde-50806b72c4f3', 'project_id': 'bc00211df5ba43569658ab5b2ab0d512', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:09:12.429946 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214cb392-2fe2-4cb2-b328-9c519b58fb1f tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abcb062c-4f98-4459-8cde-50806b72c4f3,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:12.442528 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd8b9af-0577-495d-9abd-9978679a15e4 req-174960d1-2bb2-45c5-8ed8-9260782dca6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:12.444001 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4fd8b9af-0577-495d-9abd-9978679a15e4 req-174960d1-2bb2-45c5-8ed8-9260782dca6b service neutron] 10.222.0.67 "GET /v2.0/networks?id=4f2e9875-409b-494e-8d69-6a5a39279ec5 HTTP/1.1" status: 200 len: 915 time: 0.1376674 Jan 18 23:09:12.475334 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8f8c92da-8a09-4506-8584-bcfc20260530 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:12.478619 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-c11dd07d-5af0-4647-afa7-409e29ae721a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ad23b36-560b-4707-92cc-27e61b748fdf', 'name': 'tempest-TestMinimumBasicScenario-2072079242-router', 'tenant_id': 'bc00211df5ba43569658ab5b2ab0d512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': '980424a6-3fb8-4724-be65-5f520ff8bcb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:08:24Z', 'updated_at': '2022-01-18T23:08:26Z', 'revision_number': 4, 'project_id': 'bc00211df5ba43569658ab5b2ab0d512', 'gw_port': {'id': '980424a6-3fb8-4724-be65-5f520ff8bcb7', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad23b36-560b-4707-92cc-27e61b748fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:08:24Z', 'updated_at': '2022-01-18T23:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': 'dea20411-d8e5-4ded-8335-67bb4e132553', 'tenant_id': 'bc00211df5ba43569658ab5b2ab0d512', 'floating_ip_address': '172.25.5.57', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': '4ad23b36-560b-4707-92cc-27e61b748fdf', 'port_id': 'd8d46df2-499d-45db-b2de-df562e85e8ab', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f2e9875-409b-494e-8d69-6a5a39279ec5', 'mac_address': 'fa:16:3e:83:59:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00fa007-23f8-4839-80d9-d74244f0a386', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:09:11Z', 'updated_at': '2022-01-18T23:09:11Z', 'revision_number': 0, 'project_id': 'bc00211df5ba43569658ab5b2ab0d512', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50de4fa2-15eb-417a-b393-312d47cc4f4b', 'name': '', 'network_id': '4f2e9875-409b-494e-8d69-6a5a39279ec5', 'tenant_id': 'bc00211df5ba43569658ab5b2ab0d512', 'mac_address': 'fa:16:3e:72:18:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad23b36-560b-4707-92cc-27e61b748fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'ba0aeaa7-3d32-42d7-882a-2ec242347d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:08:26Z', 'updated_at': '2022-01-18T23:08:30Z', 'revision_number': 5, 'project_id': 'bc00211df5ba43569658ab5b2ab0d512', 'subnets': [{'id': 'ba0aeaa7-3d32-42d7-882a-2ec242347d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:09:12.508598 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11dd07d-5af0-4647-afa7-409e29ae721a None None] Checking router: 4ad23b36-560b-4707-92cc-27e61b748fdf for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:09:12.514379 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4fd8b9af-0577-495d-9abd-9978679a15e4 req-d5900071-c9d8-4fc5-a4af-65907a3be00e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8d46df2-499d-45db-b2de-df562e85e8ab HTTP/1.1" status: 200 len: 999 time: 0.0619314 Jan 18 23:09:12.517760 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11dd07d-5af0-4647-afa7-409e29ae721a None None] Routers {'4ad23b36-560b-4707-92cc-27e61b748fdf'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:09:12.518862 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-c11dd07d-5af0-4647-afa7-409e29ae721a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:08:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['4ad23b36-560b-4707-92cc-27e61b748fdf'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:09:12.561153 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8f8c92da-8a09-4506-8584-bcfc20260530 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:12.567281 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8f8c92da-8a09-4506-8584-bcfc20260530 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:12.581534 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd8b9af-0577-495d-9abd-9978679a15e4 req-e43772c4-49f3-497a-9ab5-9b50f568464e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:12.585192 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4fd8b9af-0577-495d-9abd-9978679a15e4 req-e43772c4-49f3-497a-9ab5-9b50f568464e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ba0aeaa7-3d32-42d7-882a-2ec242347d83 HTTP/1.1" status: 200 len: 854 time: 0.0617595 Jan 18 23:09:12.591026 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8c92da-8a09-4506-8584-bcfc20260530 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce78c2dd-48cb-49fd-821e-494810a62462,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:12.602814 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8f8c92da-8a09-4506-8584-bcfc20260530 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:12.607125 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-8f8c92da-8a09-4506-8584-bcfc20260530 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1796749 Jan 18 23:09:12.607291 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 59078) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:09:12.612327 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-d361ddd1-53b7-43c6-aee8-b4dc8c949c96 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Request body: {'security_group_rule': {'security_group_id': 'abcb062c-4f98-4459-8cde-50806b72c4f3', 'project_id': 'bc00211df5ba43569658ab5b2ab0d512', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:09:12.644210 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d361ddd1-53b7-43c6-aee8-b4dc8c949c96 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:12.651605 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd8b9af-0577-495d-9abd-9978679a15e4 req-6375079d-9563-4f47-a2a7-4db58c7afc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:12.653891 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4fd8b9af-0577-495d-9abd-9978679a15e4 req-6375079d-9563-4f47-a2a7-4db58c7afc55 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4f2e9875-409b-494e-8d69-6a5a39279ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0606136 Jan 18 23:09:12.657461 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-c11dd07d-5af0-4647-afa7-409e29ae721a None None] Set router 4ad23b36-560b-4707-92cc-27e61b748fdf gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:09:12.721381 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d361ddd1-53b7-43c6-aee8-b4dc8c949c96 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:12.728344 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d361ddd1-53b7-43c6-aee8-b4dc8c949c96 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:12.755895 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d361ddd1-53b7-43c6-aee8-b4dc8c949c96 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57d65e2c-aa29-4e23-b668-ade93b9ffff2,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:12.765112 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d361ddd1-53b7-43c6-aee8-b4dc8c949c96 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:12.767003 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-d361ddd1-53b7-43c6-aee8-b4dc8c949c96 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1585503 Jan 18 23:09:12.767169 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4fd8b9af-0577-495d-9abd-9978679a15e4 req-ed23be9f-c1ab-4eaf-b296-fbb8387cfeed service neutron] 10.222.0.67 "GET /v2.0/networks/4f2e9875-409b-494e-8d69-6a5a39279ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054642 Jan 18 23:09:12.769192 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 59084) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:09:12.776415 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-e2eb585c-9640-4f64-891d-95cd8f637fef tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Request body: {'security_group_rule': {'security_group_id': 'abcb062c-4f98-4459-8cde-50806b72c4f3', 'project_id': 'bc00211df5ba43569658ab5b2ab0d512', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:09:12.807370 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e2eb585c-9640-4f64-891d-95cd8f637fef tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:12.862822 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e2eb585c-9640-4f64-891d-95cd8f637fef tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:12.866684 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e2eb585c-9640-4f64-891d-95cd8f637fef tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:12.878001 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4fd8b9af-0577-495d-9abd-9978679a15e4 req-911819cb-aa0b-421f-8abc-b43b09091d0a service neutron] 10.222.0.67 "GET /v2.0/networks/4f2e9875-409b-494e-8d69-6a5a39279ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041465 Jan 18 23:09:12.885018 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eb585c-9640-4f64-891d-95cd8f637fef tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d848f994-114c-43db-af19-b37de21355a0,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:12.896535 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e2eb585c-9640-4f64-891d-95cd8f637fef tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:12.897920 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-e2eb585c-9640-4f64-891d-95cd8f637fef tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1270378 Jan 18 23:09:12.900961 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 59086) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:09:12.905710 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-ae63c9f8-4537-46d1-87c9-1bdcd702d830 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Request body: {'security_group_rule': {'security_group_id': 'abcb062c-4f98-4459-8cde-50806b72c4f3', 'project_id': 'bc00211df5ba43569658ab5b2ab0d512', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:09:12.910847 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-c11dd07d-5af0-4647-afa7-409e29ae721a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ad23b36-560b-4707-92cc-27e61b748fdf', 'name': 'tempest-TestMinimumBasicScenario-2072079242-router', 'tenant_id': 'bc00211df5ba43569658ab5b2ab0d512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': '980424a6-3fb8-4724-be65-5f520ff8bcb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:08:24Z', 'updated_at': '2022-01-18T23:08:26Z', 'revision_number': 4, 'project_id': 'bc00211df5ba43569658ab5b2ab0d512', 'gw_port': {'id': '980424a6-3fb8-4724-be65-5f520ff8bcb7', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad23b36-560b-4707-92cc-27e61b748fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:08:24Z', 'updated_at': '2022-01-18T23:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': 'dea20411-d8e5-4ded-8335-67bb4e132553', 'tenant_id': 'bc00211df5ba43569658ab5b2ab0d512', 'floating_ip_address': '172.25.5.57', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': '4ad23b36-560b-4707-92cc-27e61b748fdf', 'port_id': 'd8d46df2-499d-45db-b2de-df562e85e8ab', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f2e9875-409b-494e-8d69-6a5a39279ec5', 'mac_address': 'fa:16:3e:83:59:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00fa007-23f8-4839-80d9-d74244f0a386', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:09:11Z', 'updated_at': '2022-01-18T23:09:11Z', 'revision_number': 0, 'project_id': 'bc00211df5ba43569658ab5b2ab0d512', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50de4fa2-15eb-417a-b393-312d47cc4f4b', 'name': '', 'network_id': '4f2e9875-409b-494e-8d69-6a5a39279ec5', 'tenant_id': 'bc00211df5ba43569658ab5b2ab0d512', 'mac_address': 'fa:16:3e:72:18:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad23b36-560b-4707-92cc-27e61b748fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'ba0aeaa7-3d32-42d7-882a-2ec242347d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:08:26Z', 'updated_at': '2022-01-18T23:08:30Z', 'revision_number': 5, 'project_id': 'bc00211df5ba43569658ab5b2ab0d512', 'subnets': [{'id': 'ba0aeaa7-3d32-42d7-882a-2ec242347d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:09:12.934002 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ae63c9f8-4537-46d1-87c9-1bdcd702d830 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:12.998315 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ae63c9f8-4537-46d1-87c9-1bdcd702d830 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:13.002192 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ae63c9f8-4537-46d1-87c9-1bdcd702d830 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:13.020883 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae63c9f8-4537-46d1-87c9-1bdcd702d830 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fef8bfb-62a5-4b4d-849b-5bb120a1857a,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:13.028451 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ae63c9f8-4537-46d1-87c9-1bdcd702d830 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:13.030166 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-ae63c9f8-4537-46d1-87c9-1bdcd702d830 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1286042 Jan 18 23:09:13.032061 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11dd07d-5af0-4647-afa7-409e29ae721a None None] The sync data for ids ['4ad23b36-560b-4707-92cc-27e61b748fdf'] in n-d-825064-1 is: [{'id': '4ad23b36-560b-4707-92cc-27e61b748fdf', 'name': 'tempest-TestMinimumBasicScenario-2072079242-router', 'tenant_id': 'bc00211df5ba43569658ab5b2ab0d512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': '980424a6-3fb8-4724-be65-5f520ff8bcb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:08:24Z', 'updated_at': '2022-01-18T23:08:26Z', 'revision_number': 4, 'project_id': 'bc00211df5ba43569658ab5b2ab0d512', 'gw_port': {'id': '980424a6-3fb8-4724-be65-5f520ff8bcb7', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad23b36-560b-4707-92cc-27e61b748fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:08:24Z', 'updated_at': '2022-01-18T23:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': 'dea20411-d8e5-4ded-8335-67bb4e132553', 'tenant_id': 'bc00211df5ba43569658ab5b2ab0d512', 'floating_ip_address': '172.25.5.57', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': '4ad23b36-560b-4707-92cc-27e61b748fdf', 'port_id': 'd8d46df2-499d-45db-b2de-df562e85e8ab', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f2e9875-409b-494e-8d69-6a5a39279ec5', 'mac_address': 'fa:16:3e:83:59:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00fa007-23f8-4839-80d9-d74244f0a386', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:09:11Z', 'updated_at': '2022-01-18T23:09:11Z', 'revision_number': 0, 'project_id': 'bc00211df5ba43569658ab5b2ab0d512', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50de4fa2-15eb-417a-b393-312d47cc4f4b', 'name': '', 'network_id': '4f2e9875-409b-494e-8d69-6a5a39279ec5', 'tenant_id': 'bc00211df5ba43569658ab5b2ab0d512', 'mac_address': 'fa:16:3e:72:18:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad23b36-560b-4707-92cc-27e61b748fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'ba0aeaa7-3d32-42d7-882a-2ec242347d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:08:26Z', 'updated_at': '2022-01-18T23:08:30Z', 'revision_number': 5, 'project_id': 'bc00211df5ba43569658ab5b2ab0d512', 'subnets': [{'id': 'ba0aeaa7-3d32-42d7-882a-2ec242347d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:09:13.032976 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 59088) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:09:13.037310 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-c7ee49a4-4558-46fd-86e5-837d3127043a tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Request body: {'security_group_rule': {'security_group_id': 'abcb062c-4f98-4459-8cde-50806b72c4f3', 'project_id': 'bc00211df5ba43569658ab5b2ab0d512', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:09:13.061248 n-d-825064-1 neutron-server[102431]: INFO neutron.db.securitygroups_db [None req-c7ee49a4-4558-46fd-86e5-837d3127043a tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Project bc00211df5ba43569658ab5b2ab0d512 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 23:09:13.066940 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c7ee49a4-4558-46fd-86e5-837d3127043a tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:13.128692 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c7ee49a4-4558-46fd-86e5-837d3127043a tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:13.132255 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c7ee49a4-4558-46fd-86e5-837d3127043a tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:13.149700 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ee49a4-4558-46fd-86e5-837d3127043a tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f046510-9936-484d-9679-9c26fe8d4739,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:13.159210 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c7ee49a4-4558-46fd-86e5-837d3127043a tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:13.162925 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-c7ee49a4-4558-46fd-86e5-837d3127043a tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1265640 Jan 18 23:09:13.163129 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 59090) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:09:13.167515 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-12b6fe9c-fcca-449c-84dc-ceb2035971cf tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Request body: {'security_group_rule': {'security_group_id': 'abcb062c-4f98-4459-8cde-50806b72c4f3', 'project_id': 'bc00211df5ba43569658ab5b2ab0d512', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:09:13.190598 n-d-825064-1 neutron-server[102431]: INFO neutron.db.securitygroups_db [None req-12b6fe9c-fcca-449c-84dc-ceb2035971cf tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Project bc00211df5ba43569658ab5b2ab0d512 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 23:09:13.195821 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-12b6fe9c-fcca-449c-84dc-ceb2035971cf tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:13.233069 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea881ef4-70ee-434d-96fe-f30e4d300dcf None None] New status for floating IP dea20411-d8e5-4ded-8335-67bb4e132553: ACTIVE {{(pid=102432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 23:09:13.237003 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:13.265367 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-12b6fe9c-fcca-449c-84dc-ceb2035971cf tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:13.269329 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-12b6fe9c-fcca-449c-84dc-ceb2035971cf tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:13.287807 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b6fe9c-fcca-449c-84dc-ceb2035971cf tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81f1ecc1-b752-431f-98ba-9b0d3efb1bf9,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:13.294030 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-12b6fe9c-fcca-449c-84dc-ceb2035971cf tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:13.295068 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-12b6fe9c-fcca-449c-84dc-ceb2035971cf tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1309524 Jan 18 23:09:13.372488 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-294c9be0-55a1-4446-a4d4-af969226acb5 req-27041d1a-f0c3-4e8e-9a82-9422a548f422 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-329036881&fields=id&tenant_id=bc00211df5ba43569658ab5b2ab0d512 HTTP/1.1" status: 200 len: 267 time: 0.0327878 Jan 18 23:09:13.428976 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294c9be0-55a1-4446-a4d4-af969226acb5 req-d723fbf2-8886-441d-97b8-31e4cc321932 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:13.430431 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-294c9be0-55a1-4446-a4d4-af969226acb5 req-d723fbf2-8886-441d-97b8-31e4cc321932 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] 10.222.0.53 "GET /v2.0/ports?device_id=e00fa007-23f8-4839-80d9-d74244f0a386 HTTP/1.1" status: 200 len: 946 time: 0.0515099 Jan 18 23:09:13.442054 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-294c9be0-55a1-4446-a4d4-af969226acb5 req-e696e092-c124-4ccd-82da-952c38575349 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Request body: {'port': {'security_groups': ['b3cf7905-a166-4816-9462-2591e7f91b9d', 'abcb062c-4f98-4459-8cde-50806b72c4f3']}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:09:13.505929 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-294c9be0-55a1-4446-a4d4-af969226acb5 req-e696e092-c124-4ccd-82da-952c38575349 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:13.689838 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-294c9be0-55a1-4446-a4d4-af969226acb5 req-e696e092-c124-4ccd-82da-952c38575349 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] For port d8d46df2-499d-45db-b2de-df562e85e8ab, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=d8d46df2-499d-45db-b2de-df562e85e8ab,segment=NetworkSegment(e9cd8d4c-1939-4c52-97e2-a9bf40edfb35),segment_id=e9cd8d4c-1939-4c52-97e2-a9bf40edfb35)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:09:13.718093 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-294c9be0-55a1-4446-a4d4-af969226acb5 req-e696e092-c124-4ccd-82da-952c38575349 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:13.722606 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-294c9be0-55a1-4446-a4d4-af969226acb5 req-e696e092-c124-4ccd-82da-952c38575349 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:13.734426 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['d8d46df2-499d-45db-b2de-df562e85e8ab'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 23:09:13.768084 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294c9be0-55a1-4446-a4d4-af969226acb5 req-e696e092-c124-4ccd-82da-952c38575349 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:13.768756 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-294c9be0-55a1-4446-a4d4-af969226acb5 req-e696e092-c124-4ccd-82da-952c38575349 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:13.770149 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-294c9be0-55a1-4446-a4d4-af969226acb5 req-e696e092-c124-4ccd-82da-952c38575349 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] 10.222.0.53 "PUT /v2.0/ports/d8d46df2-499d-45db-b2de-df562e85e8ab HTTP/1.1" status: 200 len: 982 time: 0.3325450 Jan 18 23:09:13.770597 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e00fa007-23f8-4839-80d9-d74244f0a386', 'tag': 'd8d46df2-499d-45db-b2de-df562e85e8ab'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:09:13.772888 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0266495b-39df-4fbf-96b7-effa755d5f67" -d '{"events": [{"name": "network-changed", "server_uuid": "e00fa007-23f8-4839-80d9-d74244f0a386", "tag": "d8d46df2-499d-45db-b2de-df562e85e8ab"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 23:09:13.803573 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e696e092-c124-4ccd-82da-952c38575349 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Pushing event updated for resources: {'Port': ['ID=d8d46df2-499d-45db-b2de-df562e85e8ab,revision_number=6']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:13.832729 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 23:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76034952-af98-4e4c-8240-9851118f7c3c x-openstack-request-id: req-76034952-af98-4e4c-8240-9851118f7c3c {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 23:09:13.833092 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e00fa007-23f8-4839-80d9-d74244f0a386", "tag": "d8d46df2-499d-45db-b2de-df562e85e8ab", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 23:09:13.833410 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-76034952-af98-4e4c-8240-9851118f7c3c {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 23:09:13.833888 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e00fa007-23f8-4839-80d9-d74244f0a386', 'tag': 'd8d46df2-499d-45db-b2de-df562e85e8ab', 'status': 'completed', 'code': 200} Jan 18 23:09:13.852528 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['d8d46df2-499d-45db-b2de-df562e85e8ab'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 23:09:13.912750 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e81f59-5403-4549-9284-e3bdd169c3d8 req-e913836a-34d6-44d1-adae-81c36e57ab29 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:13.913779 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-87e81f59-5403-4549-9284-e3bdd169c3d8 req-e913836a-34d6-44d1-adae-81c36e57ab29 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] 10.222.0.53 "GET /v2.0/ports?device_id=e00fa007-23f8-4839-80d9-d74244f0a386 HTTP/1.1" status: 200 len: 985 time: 0.0790129 Jan 18 23:09:13.930432 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0266495b-39df-4fbf-96b7-effa755d5f67 req-efe4c20d-d2e1-40a4-8ba9-410d43e39e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:13.932069 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0266495b-39df-4fbf-96b7-effa755d5f67 req-efe4c20d-d2e1-40a4-8ba9-410d43e39e4b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bc00211df5ba43569658ab5b2ab0d512&device_id=e00fa007-23f8-4839-80d9-d74244f0a386 HTTP/1.1" status: 200 len: 1136 time: 0.0683708 Jan 18 23:09:14.012568 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-87e81f59-5403-4549-9284-e3bdd169c3d8 req-2a01b082-7af4-4654-b2c3-a0dfe15b11a3 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] 10.222.0.53 "GET /v2.0/security-groups?id=abcb062c-4f98-4459-8cde-50806b72c4f3&id=b3cf7905-a166-4816-9462-2591e7f91b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0910175 Jan 18 23:09:14.049906 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0266495b-39df-4fbf-96b7-effa755d5f67 req-10af830c-3c2c-4ad0-b5d3-88ade63c9281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:14.051418 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0266495b-39df-4fbf-96b7-effa755d5f67 req-10af830c-3c2c-4ad0-b5d3-88ade63c9281 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4f2e9875-409b-494e-8d69-6a5a39279ec5 HTTP/1.1" status: 200 len: 915 time: 0.1126509 Jan 18 23:09:14.122975 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0266495b-39df-4fbf-96b7-effa755d5f67 req-75ffa98b-e206-480e-9b02-c3890d16227a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8d46df2-499d-45db-b2de-df562e85e8ab HTTP/1.1" status: 200 len: 1001 time: 0.0646594 Jan 18 23:09:14.137675 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-0ff90b07-2834-4678-b158-9431b5490c15 None None] Provisioning complete for port d8d46df2-499d-45db-b2de-df562e85e8ab triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:09:14.138070 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0ff90b07-2834-4678-b158-9431b5490c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:14.170683 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0266495b-39df-4fbf-96b7-effa755d5f67 req-074afbd6-cba5-4883-a45f-5f5cf0297ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:14.172177 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0266495b-39df-4fbf-96b7-effa755d5f67 req-074afbd6-cba5-4883-a45f-5f5cf0297ec8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ba0aeaa7-3d32-42d7-882a-2ec242347d83 HTTP/1.1" status: 200 len: 854 time: 0.0439427 Jan 18 23:09:14.173662 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:14.219478 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0266495b-39df-4fbf-96b7-effa755d5f67 req-64216086-a19c-43d3-a2af-da884db72b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:14.221046 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0266495b-39df-4fbf-96b7-effa755d5f67 req-64216086-a19c-43d3-a2af-da884db72b7c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4f2e9875-409b-494e-8d69-6a5a39279ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409722 Jan 18 23:09:14.315146 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0266495b-39df-4fbf-96b7-effa755d5f67 req-7eaed06e-10ab-43e8-8aac-5f0ef46259fb service neutron] 10.222.0.67 "GET /v2.0/networks/4f2e9875-409b-494e-8d69-6a5a39279ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869865 Jan 18 23:09:14.406636 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0266495b-39df-4fbf-96b7-effa755d5f67 req-16eca8d7-d099-4f16-ac21-7264a0f20f45 service neutron] 10.222.0.67 "GET /v2.0/networks/4f2e9875-409b-494e-8d69-6a5a39279ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848181 Jan 18 23:09:19.356323 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f338624c-f54e-438e-84c5-f10ae6b31274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:21.998482 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9dc85237-82e3-4e17-b13d-2afc7afa6314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:23.113334 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:24.570695 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:24.701082 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:30.235426 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 23:09:31.280804 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549dd415-d3cc-4a81-9212-26780231b22d req-928b3aca-c3b0-4f1a-8fa4-e10179b9e378 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:31.282269 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-549dd415-d3cc-4a81-9212-26780231b22d req-928b3aca-c3b0-4f1a-8fa4-e10179b9e378 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] 10.222.0.53 "GET /v2.0/ports?device_id=e00fa007-23f8-4839-80d9-d74244f0a386 HTTP/1.1" status: 200 len: 985 time: 0.0799761 Jan 18 23:09:31.284204 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee11f407-405c-4354-ab54-227ca8294bec req-e94104d7-54ef-4546-9757-4be72c82e929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:31.285517 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ee11f407-405c-4354-ab54-227ca8294bec req-e94104d7-54ef-4546-9757-4be72c82e929 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bc00211df5ba43569658ab5b2ab0d512&device_id=e00fa007-23f8-4839-80d9-d74244f0a386 HTTP/1.1" status: 200 len: 1136 time: 0.0741539 Jan 18 23:09:31.367116 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-549dd415-d3cc-4a81-9212-26780231b22d req-afa20bad-d09e-4e4f-9907-95938680d92d tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] 10.222.0.53 "GET /v2.0/security-groups?id=abcb062c-4f98-4459-8cde-50806b72c4f3&id=b3cf7905-a166-4816-9462-2591e7f91b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0786242 Jan 18 23:09:31.399858 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee11f407-405c-4354-ab54-227ca8294bec req-ab8249bd-ef0f-43af-83da-7780c9dee7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:31.401362 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ee11f407-405c-4354-ab54-227ca8294bec req-ab8249bd-ef0f-43af-83da-7780c9dee7f1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4f2e9875-409b-494e-8d69-6a5a39279ec5 HTTP/1.1" status: 200 len: 915 time: 0.1072767 Jan 18 23:09:31.470506 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ee11f407-405c-4354-ab54-227ca8294bec req-94a443fa-128b-4097-8042-81bb2ccf0581 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8d46df2-499d-45db-b2de-df562e85e8ab HTTP/1.1" status: 200 len: 1001 time: 0.0606687 Jan 18 23:09:31.518713 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee11f407-405c-4354-ab54-227ca8294bec req-646ce7d6-3fa4-4228-a7b5-69349f8a2f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:31.520179 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ee11f407-405c-4354-ab54-227ca8294bec req-646ce7d6-3fa4-4228-a7b5-69349f8a2f11 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ba0aeaa7-3d32-42d7-882a-2ec242347d83 HTTP/1.1" status: 200 len: 854 time: 0.0430868 Jan 18 23:09:31.563892 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee11f407-405c-4354-ab54-227ca8294bec req-875f0c68-9a25-4e01-80aa-77d8ccae5c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:31.565396 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ee11f407-405c-4354-ab54-227ca8294bec req-875f0c68-9a25-4e01-80aa-77d8ccae5c0b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4f2e9875-409b-494e-8d69-6a5a39279ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387065 Jan 18 23:09:31.656857 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ee11f407-405c-4354-ab54-227ca8294bec req-1353ad31-52c1-4f17-8cd0-a5dc34e6ef47 service neutron] 10.222.0.67 "GET /v2.0/networks/4f2e9875-409b-494e-8d69-6a5a39279ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849693 Jan 18 23:09:31.746062 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ee11f407-405c-4354-ab54-227ca8294bec req-93a404b0-6efc-4468-8844-5f56fdf62612 service neutron] 10.222.0.67 "GET /v2.0/networks/4f2e9875-409b-494e-8d69-6a5a39279ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826666 Jan 18 23:09:32.485911 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8906778-2fbc-40c8-934a-10e12d4a008f req-1ce4bc6e-758b-47c6-8600-e2b8a39e3c57 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:32.487365 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f8906778-2fbc-40c8-934a-10e12d4a008f req-1ce4bc6e-758b-47c6-8600-e2b8a39e3c57 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] 10.222.0.53 "GET /v2.0/ports?device_id=e00fa007-23f8-4839-80d9-d74244f0a386 HTTP/1.1" status: 200 len: 985 time: 0.0494175 Jan 18 23:09:32.527169 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f8906778-2fbc-40c8-934a-10e12d4a008f req-6fef0161-e05e-48c8-843d-26a1724741e5 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] 10.222.0.53 "GET /v2.0/security-groups?id=abcb062c-4f98-4459-8cde-50806b72c4f3&id=b3cf7905-a166-4816-9462-2591e7f91b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328746 Jan 18 23:09:33.645242 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3240ba-a4c2-4700-8e1d-5c7f776cfbef req-aad3e5b9-c56b-433b-8d4f-e8637f6136a6 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:33.646737 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ca3240ba-a4c2-4700-8e1d-5c7f776cfbef req-aad3e5b9-c56b-433b-8d4f-e8637f6136a6 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] 10.222.0.53 "GET /v2.0/ports?device_id=e00fa007-23f8-4839-80d9-d74244f0a386 HTTP/1.1" status: 200 len: 985 time: 0.0534832 Jan 18 23:09:33.686582 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ca3240ba-a4c2-4700-8e1d-5c7f776cfbef req-d113359a-8c07-4bea-94ea-bb81db4ba70a tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] 10.222.0.53 "GET /v2.0/security-groups?id=abcb062c-4f98-4459-8cde-50806b72c4f3&id=b3cf7905-a166-4816-9462-2591e7f91b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337677 Jan 18 23:09:34.805373 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c7a4bd-0810-4651-b113-196c994a8260 req-74f1c8d4-6933-4143-b9b5-fe6ea8dd52fb tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:34.806835 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-47c7a4bd-0810-4651-b113-196c994a8260 req-74f1c8d4-6933-4143-b9b5-fe6ea8dd52fb tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] 10.222.0.53 "GET /v2.0/ports?device_id=e00fa007-23f8-4839-80d9-d74244f0a386 HTTP/1.1" status: 200 len: 985 time: 0.0487103 Jan 18 23:09:34.846162 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-47c7a4bd-0810-4651-b113-196c994a8260 req-818fedc2-8e7c-4107-9eee-ff3c39431d2e tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] 10.222.0.53 "GET /v2.0/security-groups?id=abcb062c-4f98-4459-8cde-50806b72c4f3&id=b3cf7905-a166-4816-9462-2591e7f91b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333622 Jan 18 23:09:35.957625 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5953b154-e32d-46c7-9837-97abddb184da req-4c4b9423-bd68-46c4-8b77-88d14cdd5eac tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:35.959078 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5953b154-e32d-46c7-9837-97abddb184da req-4c4b9423-bd68-46c4-8b77-88d14cdd5eac tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] 10.222.0.53 "GET /v2.0/ports?device_id=e00fa007-23f8-4839-80d9-d74244f0a386 HTTP/1.1" status: 200 len: 985 time: 0.0476899 Jan 18 23:09:35.998174 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5953b154-e32d-46c7-9837-97abddb184da req-d5f8dcf0-f255-4f97-a436-1ae9bb3da1f3 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] 10.222.0.53 "GET /v2.0/security-groups?id=abcb062c-4f98-4459-8cde-50806b72c4f3&id=b3cf7905-a166-4816-9462-2591e7f91b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330262 Jan 18 23:09:37.126296 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca15e55-8e44-4b43-8e8c-cab29955856e req-9fafd089-1331-4d68-b353-0dea752e5ecf tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:37.127756 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1ca15e55-8e44-4b43-8e8c-cab29955856e req-9fafd089-1331-4d68-b353-0dea752e5ecf tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] 10.222.0.53 "GET /v2.0/ports?device_id=e00fa007-23f8-4839-80d9-d74244f0a386 HTTP/1.1" status: 200 len: 985 time: 0.0542662 Jan 18 23:09:37.166664 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1ca15e55-8e44-4b43-8e8c-cab29955856e req-9e8f6931-dfb7-45d3-9c1a-4f52af5a01f6 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] 10.222.0.53 "GET /v2.0/security-groups?id=abcb062c-4f98-4459-8cde-50806b72c4f3&id=b3cf7905-a166-4816-9462-2591e7f91b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0325019 Jan 18 23:09:38.280924 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e9f030-2149-4bb4-8466-0d4c80bdbf98 req-b52ecd18-90cf-48f9-b167-ebfa8743c3ca tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:38.282264 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a1e9f030-2149-4bb4-8466-0d4c80bdbf98 req-b52ecd18-90cf-48f9-b167-ebfa8743c3ca tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] 10.222.0.53 "GET /v2.0/ports?device_id=e00fa007-23f8-4839-80d9-d74244f0a386 HTTP/1.1" status: 200 len: 985 time: 0.0478189 Jan 18 23:09:38.321562 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a1e9f030-2149-4bb4-8466-0d4c80bdbf98 req-68f04a7e-c189-4e03-9732-9888a17fc12e tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] 10.222.0.53 "GET /v2.0/security-groups?id=abcb062c-4f98-4459-8cde-50806b72c4f3&id=b3cf7905-a166-4816-9462-2591e7f91b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333569 Jan 18 23:09:39.436494 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab83bd0-375c-46ca-8644-0a4d046da05e req-52b8ab1f-19a4-4668-a85d-6da037461ec8 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:39.437936 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8ab83bd0-375c-46ca-8644-0a4d046da05e req-52b8ab1f-19a4-4668-a85d-6da037461ec8 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] 10.222.0.53 "GET /v2.0/ports?device_id=e00fa007-23f8-4839-80d9-d74244f0a386 HTTP/1.1" status: 200 len: 985 time: 0.0492995 Jan 18 23:09:39.476455 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8ab83bd0-375c-46ca-8644-0a4d046da05e req-723213e5-d7c9-4934-8c1e-86fd942e044b tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] 10.222.0.53 "GET /v2.0/security-groups?id=abcb062c-4f98-4459-8cde-50806b72c4f3&id=b3cf7905-a166-4816-9462-2591e7f91b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0324676 Jan 18 23:09:40.597085 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2618826-5e1b-4757-a911-7cbd6b7a6c63 req-dda17d0f-0d9a-4206-b2cb-b7f92c46fbe1 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:40.598690 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d2618826-5e1b-4757-a911-7cbd6b7a6c63 req-dda17d0f-0d9a-4206-b2cb-b7f92c46fbe1 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] 10.222.0.53 "GET /v2.0/ports?device_id=e00fa007-23f8-4839-80d9-d74244f0a386 HTTP/1.1" status: 200 len: 985 time: 0.0567560 Jan 18 23:09:40.638304 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d2618826-5e1b-4757-a911-7cbd6b7a6c63 req-31ef3750-aa7a-4152-a623-77f268fd9d99 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] 10.222.0.53 "GET /v2.0/security-groups?id=abcb062c-4f98-4459-8cde-50806b72c4f3&id=b3cf7905-a166-4816-9462-2591e7f91b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335829 Jan 18 23:09:41.756020 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4875889-862c-4a2b-b54f-2675c1f0b2b5 req-fc0a8ec4-3891-405f-89ea-76d7e2468631 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:41.757894 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b4875889-862c-4a2b-b54f-2675c1f0b2b5 req-fc0a8ec4-3891-405f-89ea-76d7e2468631 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] 10.222.0.53 "GET /v2.0/ports?device_id=e00fa007-23f8-4839-80d9-d74244f0a386 HTTP/1.1" status: 200 len: 985 time: 0.0503762 Jan 18 23:09:41.797188 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b4875889-862c-4a2b-b54f-2675c1f0b2b5 req-61aa77f6-d526-4900-a5cc-fc8f2e3c20ce tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] 10.222.0.53 "GET /v2.0/security-groups?id=abcb062c-4f98-4459-8cde-50806b72c4f3&id=b3cf7905-a166-4816-9462-2591e7f91b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331984 Jan 18 23:09:42.910220 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2ecff8-3b70-474c-874f-9bdc232d1498 req-d096174e-234d-4766-9fc8-34f11aec937e tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:42.911672 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ac2ecff8-3b70-474c-874f-9bdc232d1498 req-d096174e-234d-4766-9fc8-34f11aec937e tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] 10.222.0.53 "GET /v2.0/ports?device_id=e00fa007-23f8-4839-80d9-d74244f0a386 HTTP/1.1" status: 200 len: 985 time: 0.0486829 Jan 18 23:09:42.951275 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ac2ecff8-3b70-474c-874f-9bdc232d1498 req-c122d63d-79ea-476c-8b79-d918dbcc3268 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] 10.222.0.53 "GET /v2.0/security-groups?id=abcb062c-4f98-4459-8cde-50806b72c4f3&id=b3cf7905-a166-4816-9462-2591e7f91b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0329144 Jan 18 23:09:43.233837 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:44.134519 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:49.360835 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-170e34b5-c202-452b-9fef-e2a10f1bed01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:51.998702 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1c0e7fb5-31ed-4f38-ac8e-5bb390541b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:53.116223 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:54.573708 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:54.701647 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:07.164442 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b2529c9a-418a-4e02-a688-c6231493a630 req-e8c04819-220e-4aca-a71c-71c542319aa9 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e00fa007-23f8-4839-80d9-d74244f0a386&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0466769 Jan 18 23:10:07.234957 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 23:10:07.244786 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2529c9a-418a-4e02-a688-c6231493a630 req-65a5492b-5c47-4541-887e-0429f617221b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:07.246252 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b2529c9a-418a-4e02-a688-c6231493a630 req-65a5492b-5c47-4541-887e-0429f617221b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bc00211df5ba43569658ab5b2ab0d512&device_id=e00fa007-23f8-4839-80d9-d74244f0a386 HTTP/1.1" status: 200 len: 1136 time: 0.0398138 Jan 18 23:10:07.348544 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2529c9a-418a-4e02-a688-c6231493a630 req-c079c2f0-3322-4222-9913-bad32c17d832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:07.349892 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b2529c9a-418a-4e02-a688-c6231493a630 req-c079c2f0-3322-4222-9913-bad32c17d832 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4f2e9875-409b-494e-8d69-6a5a39279ec5 HTTP/1.1" status: 200 len: 915 time: 0.0848763 Jan 18 23:10:07.413458 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b2529c9a-418a-4e02-a688-c6231493a630 req-a0752689-24bf-42d1-a1dd-73a78160f524 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8d46df2-499d-45db-b2de-df562e85e8ab HTTP/1.1" status: 200 len: 1001 time: 0.0572832 Jan 18 23:10:07.464528 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2529c9a-418a-4e02-a688-c6231493a630 req-fac8fd4e-ab28-4630-b102-ddb16003b28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:07.465963 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b2529c9a-418a-4e02-a688-c6231493a630 req-fac8fd4e-ab28-4630-b102-ddb16003b28f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ba0aeaa7-3d32-42d7-882a-2ec242347d83 HTTP/1.1" status: 200 len: 854 time: 0.0448897 Jan 18 23:10:07.514388 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2529c9a-418a-4e02-a688-c6231493a630 req-9f95c3b3-a2b3-4c10-8ebf-7d5047f94b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:07.515852 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b2529c9a-418a-4e02-a688-c6231493a630 req-9f95c3b3-a2b3-4c10-8ebf-7d5047f94b97 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4f2e9875-409b-494e-8d69-6a5a39279ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425220 Jan 18 23:10:07.601569 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b2529c9a-418a-4e02-a688-c6231493a630 req-9f35a48e-590e-472a-aab7-305b877f5bd5 service neutron] 10.222.0.67 "GET /v2.0/networks/4f2e9875-409b-494e-8d69-6a5a39279ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789371 Jan 18 23:10:07.695575 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b2529c9a-418a-4e02-a688-c6231493a630 req-9ac9ecbb-bb77-411c-9952-f7d93d5537ca service neutron] 10.222.0.67 "GET /v2.0/networks/4f2e9875-409b-494e-8d69-6a5a39279ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872538 Jan 18 23:10:13.262553 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:14.122333 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:15.412978 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3a46ef32-465b-4182-baa0-309aabd1ce91 req-03a1261d-02bb-4c83-9361-213de435b207 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-329036881&fields=id&tenant_id=bc00211df5ba43569658ab5b2ab0d512 HTTP/1.1" status: 200 len: 267 time: 0.0323505 Jan 18 23:10:15.464399 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a46ef32-465b-4182-baa0-309aabd1ce91 req-69798cfd-d40d-4c3a-ba2b-7671169c8b32 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:15.465833 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3a46ef32-465b-4182-baa0-309aabd1ce91 req-69798cfd-d40d-4c3a-ba2b-7671169c8b32 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] 10.222.0.53 "GET /v2.0/ports?device_id=e00fa007-23f8-4839-80d9-d74244f0a386 HTTP/1.1" status: 200 len: 985 time: 0.0474639 Jan 18 23:10:15.476540 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-3a46ef32-465b-4182-baa0-309aabd1ce91 req-b2fe1d44-7032-49f4-9389-d0ba49b4d84e tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Request body: {'port': {'security_groups': ['b3cf7905-a166-4816-9462-2591e7f91b9d']}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:10:15.540048 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-3a46ef32-465b-4182-baa0-309aabd1ce91 req-b2fe1d44-7032-49f4-9389-d0ba49b4d84e tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:15.705299 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-3a46ef32-465b-4182-baa0-309aabd1ce91 req-b2fe1d44-7032-49f4-9389-d0ba49b4d84e tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] For port d8d46df2-499d-45db-b2de-df562e85e8ab, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=d8d46df2-499d-45db-b2de-df562e85e8ab,segment=NetworkSegment(e9cd8d4c-1939-4c52-97e2-a9bf40edfb35),segment_id=e9cd8d4c-1939-4c52-97e2-a9bf40edfb35)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:10:15.733989 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-3a46ef32-465b-4182-baa0-309aabd1ce91 req-b2fe1d44-7032-49f4-9389-d0ba49b4d84e tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:15.738405 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-3a46ef32-465b-4182-baa0-309aabd1ce91 req-b2fe1d44-7032-49f4-9389-d0ba49b4d84e tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:15.750515 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['d8d46df2-499d-45db-b2de-df562e85e8ab'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 23:10:15.784886 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a46ef32-465b-4182-baa0-309aabd1ce91 req-b2fe1d44-7032-49f4-9389-d0ba49b4d84e tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:15.785504 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-3a46ef32-465b-4182-baa0-309aabd1ce91 req-b2fe1d44-7032-49f4-9389-d0ba49b4d84e tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:15.792542 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3a46ef32-465b-4182-baa0-309aabd1ce91 req-b2fe1d44-7032-49f4-9389-d0ba49b4d84e tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] 10.222.0.53 "PUT /v2.0/ports/d8d46df2-499d-45db-b2de-df562e85e8ab HTTP/1.1" status: 200 len: 943 time: 0.3147066 Jan 18 23:10:15.792542 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e00fa007-23f8-4839-80d9-d74244f0a386', 'tag': 'd8d46df2-499d-45db-b2de-df562e85e8ab'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:10:15.792542 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a6262a-221b-4c1e-b3bd-16d47beb6d59" -d '{"events": [{"name": "network-changed", "server_uuid": "e00fa007-23f8-4839-80d9-d74244f0a386", "tag": "d8d46df2-499d-45db-b2de-df562e85e8ab"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 23:10:15.793890 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 59152) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:10:15.822242 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fe1d44-7032-49f4-9389-d0ba49b4d84e tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Pushing event updated for resources: {'Port': ['ID=d8d46df2-499d-45db-b2de-df562e85e8ab,revision_number=7']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:15.833142 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fe1d44-7032-49f4-9389-d0ba49b4d84e tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:15.833942 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fe1d44-7032-49f4-9389-d0ba49b4d84e tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:15.834772 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fe1d44-7032-49f4-9389-d0ba49b4d84e tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:15.835307 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fe1d44-7032-49f4-9389-d0ba49b4d84e tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:15.836148 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fe1d44-7032-49f4-9389-d0ba49b4d84e tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:15.836695 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fe1d44-7032-49f4-9389-d0ba49b4d84e tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:15.837319 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fe1d44-7032-49f4-9389-d0ba49b4d84e tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:15.837905 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fe1d44-7032-49f4-9389-d0ba49b4d84e tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:15.838440 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fe1d44-7032-49f4-9389-d0ba49b4d84e tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:15.838966 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fe1d44-7032-49f4-9389-d0ba49b4d84e tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:15.839803 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fe1d44-7032-49f4-9389-d0ba49b4d84e tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:15.840799 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fe1d44-7032-49f4-9389-d0ba49b4d84e tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:15.855402 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 23:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac2d58cb-ce43-4f84-a312-ee357191e3c4 x-openstack-request-id: req-ac2d58cb-ce43-4f84-a312-ee357191e3c4 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 23:10:15.855908 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e00fa007-23f8-4839-80d9-d74244f0a386", "tag": "d8d46df2-499d-45db-b2de-df562e85e8ab", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 23:10:15.856366 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ac2d58cb-ce43-4f84-a312-ee357191e3c4 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 23:10:15.857644 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e00fa007-23f8-4839-80d9-d74244f0a386', 'tag': 'd8d46df2-499d-45db-b2de-df562e85e8ab', 'status': 'completed', 'code': 200} Jan 18 23:10:15.871083 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['d8d46df2-499d-45db-b2de-df562e85e8ab'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 23:10:15.872717 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1f9f296d-0ba2-49ad-b838-f02682756809 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:15.904442 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1f9f296d-0ba2-49ad-b838-f02682756809 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:15.923765 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a6262a-221b-4c1e-b3bd-16d47beb6d59 req-6de38c57-929f-47ba-a651-78277649cfca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:15.925095 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-62a6262a-221b-4c1e-b3bd-16d47beb6d59 req-6de38c57-929f-47ba-a651-78277649cfca service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bc00211df5ba43569658ab5b2ab0d512&device_id=e00fa007-23f8-4839-80d9-d74244f0a386 HTTP/1.1" status: 200 len: 1097 time: 0.0472305 Jan 18 23:10:15.976258 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1f9f296d-0ba2-49ad-b838-f02682756809 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:15.979651 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1f9f296d-0ba2-49ad-b838-f02682756809 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:15.984190 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-1f9f296d-0ba2-49ad-b838-f02682756809 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] 10.222.0.53 "DELETE /v2.0/security-groups/abcb062c-4f98-4459-8cde-50806b72c4f3 HTTP/1.1" status: 204 len: 168 time: 0.1878803 Jan 18 23:10:15.984788 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 59156) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:10:16.004202 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9f296d-0ba2-49ad-b838-f02682756809 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abcb062c-4f98-4459-8cde-50806b72c4f3,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:16.031533 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a6262a-221b-4c1e-b3bd-16d47beb6d59 req-72feb7e0-87a2-4a5f-a9b9-e7be6d75e6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:16.033389 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-62a6262a-221b-4c1e-b3bd-16d47beb6d59 req-72feb7e0-87a2-4a5f-a9b9-e7be6d75e6f1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4f2e9875-409b-494e-8d69-6a5a39279ec5 HTTP/1.1" status: 200 len: 915 time: 0.1015356 Jan 18 23:10:16.044702 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9f296d-0ba2-49ad-b838-f02682756809 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:16.045051 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9f296d-0ba2-49ad-b838-f02682756809 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:16.045388 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9f296d-0ba2-49ad-b838-f02682756809 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:16.045716 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9f296d-0ba2-49ad-b838-f02682756809 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:16.046040 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9f296d-0ba2-49ad-b838-f02682756809 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:16.046370 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9f296d-0ba2-49ad-b838-f02682756809 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:16.046692 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9f296d-0ba2-49ad-b838-f02682756809 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:16.047011 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9f296d-0ba2-49ad-b838-f02682756809 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:16.047331 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9f296d-0ba2-49ad-b838-f02682756809 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:16.047646 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9f296d-0ba2-49ad-b838-f02682756809 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:16.047960 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9f296d-0ba2-49ad-b838-f02682756809 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:16.048436 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9f296d-0ba2-49ad-b838-f02682756809 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:16.112373 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-0587ca45-a8cb-4cd0-9e11-8a4320f05324 None None] Provisioning complete for port d8d46df2-499d-45db-b2de-df562e85e8ab triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:10:16.112621 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-62a6262a-221b-4c1e-b3bd-16d47beb6d59 req-96400a66-3359-4832-a919-3420cb78f681 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8d46df2-499d-45db-b2de-df562e85e8ab HTTP/1.1" status: 200 len: 1001 time: 0.0732515 Jan 18 23:10:16.112798 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0587ca45-a8cb-4cd0-9e11-8a4320f05324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:16.163659 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a6262a-221b-4c1e-b3bd-16d47beb6d59 req-47d032d5-5933-465b-ae3d-07aff7f6e5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:16.165303 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-62a6262a-221b-4c1e-b3bd-16d47beb6d59 req-47d032d5-5933-465b-ae3d-07aff7f6e5be service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ba0aeaa7-3d32-42d7-882a-2ec242347d83 HTTP/1.1" status: 200 len: 854 time: 0.0465765 Jan 18 23:10:16.180206 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-728ace1e-707c-4695-be34-f2472f2afdea tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Deleting port 58a91912-f31a-4497-8580-bcf90b708f44 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 23:10:16.180915 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-728ace1e-707c-4695-be34-f2472f2afdea tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:16.215707 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a6262a-221b-4c1e-b3bd-16d47beb6d59 req-93dee208-0256-48c6-a528-a20d3813738c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:16.218002 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-62a6262a-221b-4c1e-b3bd-16d47beb6d59 req-93dee208-0256-48c6-a528-a20d3813738c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4f2e9875-409b-494e-8d69-6a5a39279ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451074 Jan 18 23:10:16.260866 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-728ace1e-707c-4695-be34-f2472f2afdea tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:16.261198 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-728ace1e-707c-4695-be34-f2472f2afdea tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:16.273095 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-728ace1e-707c-4695-be34-f2472f2afdea tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Calling delete_port for 58a91912-f31a-4497-8580-bcf90b708f44 owned by network:floatingip {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 23:10:16.309286 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-62a6262a-221b-4c1e-b3bd-16d47beb6d59 req-a83f5508-f1af-4695-b265-9f90dc9ff560 service neutron] 10.222.0.67 "GET /v2.0/networks/4f2e9875-409b-494e-8d69-6a5a39279ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840061 Jan 18 23:10:16.403989 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-62a6262a-221b-4c1e-b3bd-16d47beb6d59 req-e1b6617a-e565-419e-beb2-5bd1ec2c6fea service neutron] 10.222.0.67 "GET /v2.0/networks/4f2e9875-409b-494e-8d69-6a5a39279ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871818 Jan 18 23:10:16.684820 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-728ace1e-707c-4695-be34-f2472f2afdea tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:16.708902 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728ace1e-707c-4695-be34-f2472f2afdea tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Pushing event deleted for resources: {'Port': ['ID=58a91912-f31a-4497-8580-bcf90b708f44,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:16.770435 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-728ace1e-707c-4695-be34-f2472f2afdea tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Notify callbacks [] for floatingip, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:16.770774 n-d-825064-1 neutron-server[102431]: INFO neutron.db.l3_db [None req-728ace1e-707c-4695-be34-f2472f2afdea tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Floating IP dea20411-d8e5-4ded-8335-67bb4e132553 disassociated (deleted). External IP: 172.25.5.57, port: d8d46df2-499d-45db-b2de-df562e85e8ab. Jan 18 23:10:16.966921 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-728ace1e-707c-4695-be34-f2472f2afdea tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Router 4ad23b36-560b-4707-92cc-27e61b748fdf has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:10:17.069716 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-728ace1e-707c-4695-be34-f2472f2afdea tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:10:17.074587 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-728ace1e-707c-4695-be34-f2472f2afdea tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:17.081295 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7784fba-71a2-4514-b778-617793392179 None None] Sync routers for ids ['4ad23b36-560b-4707-92cc-27e61b748fdf'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:10:17.090484 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7784fba-71a2-4514-b778-617793392179 None None] Routers {'4ad23b36-560b-4707-92cc-27e61b748fdf'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:10:17.091082 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-d7784fba-71a2-4514-b778-617793392179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:09:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['4ad23b36-560b-4707-92cc-27e61b748fdf'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:10:17.105301 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-728ace1e-707c-4695-be34-f2472f2afdea tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] 10.222.0.53 "DELETE /v2.0/floatingips/dea20411-d8e5-4ded-8335-67bb4e132553 HTTP/1.1" status: 204 len: 168 time: 1.1072364 Jan 18 23:10:17.106022 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e00fa007-23f8-4839-80d9-d74244f0a386', 'tag': 'd8d46df2-499d-45db-b2de-df562e85e8ab'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:10:17.108488 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5350640f547f713325e44fa4e8b826d9511eabc62b750b411f86f4a97dc4ddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5f2733b-7954-4e87-9108-26153e45eaa3" -d '{"events": [{"name": "network-changed", "server_uuid": "e00fa007-23f8-4839-80d9-d74244f0a386", "tag": "d8d46df2-499d-45db-b2de-df562e85e8ab"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 23:10:17.147568 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 23:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f95e5d9-2552-4920-b177-f518b31fbcfc x-openstack-request-id: req-7f95e5d9-2552-4920-b177-f518b31fbcfc {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 23:10:17.148065 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e00fa007-23f8-4839-80d9-d74244f0a386", "tag": "d8d46df2-499d-45db-b2de-df562e85e8ab", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 23:10:17.148305 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7f95e5d9-2552-4920-b177-f518b31fbcfc {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 23:10:17.148761 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e00fa007-23f8-4839-80d9-d74244f0a386', 'tag': 'd8d46df2-499d-45db-b2de-df562e85e8ab', 'status': 'completed', 'code': 200} Jan 18 23:10:17.211769 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-d7784fba-71a2-4514-b778-617793392179 None None] Set router 4ad23b36-560b-4707-92cc-27e61b748fdf gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:10:17.215553 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f2733b-7954-4e87-9108-26153e45eaa3 req-11108744-2d21-4b8b-9804-da703410880c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:17.218187 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c5f2733b-7954-4e87-9108-26153e45eaa3 req-11108744-2d21-4b8b-9804-da703410880c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bc00211df5ba43569658ab5b2ab0d512&device_id=e00fa007-23f8-4839-80d9-d74244f0a386 HTTP/1.1" status: 200 len: 1097 time: 0.0482900 Jan 18 23:10:17.316268 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f2733b-7954-4e87-9108-26153e45eaa3 req-66a0eaf9-3cb3-4e8f-9f91-49a149af5c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:17.317863 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c5f2733b-7954-4e87-9108-26153e45eaa3 req-66a0eaf9-3cb3-4e8f-9f91-49a149af5c3f service neutron] 10.222.0.67 "GET /v2.0/networks?id=4f2e9875-409b-494e-8d69-6a5a39279ec5 HTTP/1.1" status: 200 len: 915 time: 0.0936944 Jan 18 23:10:17.368623 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c5f2733b-7954-4e87-9108-26153e45eaa3 req-0de94146-4065-4405-9f06-dd816850c251 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8d46df2-499d-45db-b2de-df562e85e8ab HTTP/1.1" status: 200 len: 217 time: 0.0373621 Jan 18 23:10:17.424685 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-d7784fba-71a2-4514-b778-617793392179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ad23b36-560b-4707-92cc-27e61b748fdf', 'name': 'tempest-TestMinimumBasicScenario-2072079242-router', 'tenant_id': 'bc00211df5ba43569658ab5b2ab0d512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': '980424a6-3fb8-4724-be65-5f520ff8bcb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:08:24Z', 'updated_at': '2022-01-18T23:08:26Z', 'revision_number': 4, 'project_id': 'bc00211df5ba43569658ab5b2ab0d512', 'gw_port': {'id': '980424a6-3fb8-4724-be65-5f520ff8bcb7', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad23b36-560b-4707-92cc-27e61b748fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:08:24Z', 'updated_at': '2022-01-18T23:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '50de4fa2-15eb-417a-b393-312d47cc4f4b', 'name': '', 'network_id': '4f2e9875-409b-494e-8d69-6a5a39279ec5', 'tenant_id': 'bc00211df5ba43569658ab5b2ab0d512', 'mac_address': 'fa:16:3e:72:18:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad23b36-560b-4707-92cc-27e61b748fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'ba0aeaa7-3d32-42d7-882a-2ec242347d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:08:26Z', 'updated_at': '2022-01-18T23:08:30Z', 'revision_number': 5, 'project_id': 'bc00211df5ba43569658ab5b2ab0d512', 'subnets': [{'id': 'ba0aeaa7-3d32-42d7-882a-2ec242347d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:10:17.424962 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f2733b-7954-4e87-9108-26153e45eaa3 req-da038dc9-4c9e-4f71-b6f1-57f0fa3fa74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:17.426258 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c5f2733b-7954-4e87-9108-26153e45eaa3 req-da038dc9-4c9e-4f71-b6f1-57f0fa3fa74a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ba0aeaa7-3d32-42d7-882a-2ec242347d83 HTTP/1.1" status: 200 len: 854 time: 0.0515113 Jan 18 23:10:17.450224 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7784fba-71a2-4514-b778-617793392179 None None] Checking router: 4ad23b36-560b-4707-92cc-27e61b748fdf for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:10:17.458797 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7784fba-71a2-4514-b778-617793392179 None None] Routers {'4ad23b36-560b-4707-92cc-27e61b748fdf'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:10:17.459385 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-d7784fba-71a2-4514-b778-617793392179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:09:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['4ad23b36-560b-4707-92cc-27e61b748fdf'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:10:17.472470 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f2733b-7954-4e87-9108-26153e45eaa3 req-3f170c28-7aee-4a1f-bf44-779cc989eeab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:17.473917 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c5f2733b-7954-4e87-9108-26153e45eaa3 req-3f170c28-7aee-4a1f-bf44-779cc989eeab service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4f2e9875-409b-494e-8d69-6a5a39279ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396633 Jan 18 23:10:17.563844 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c5f2733b-7954-4e87-9108-26153e45eaa3 req-27775a11-4886-4009-bdc1-23a68d300dd6 service neutron] 10.222.0.67 "GET /v2.0/networks/4f2e9875-409b-494e-8d69-6a5a39279ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805902 Jan 18 23:10:17.564937 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-d7784fba-71a2-4514-b778-617793392179 None None] Set router 4ad23b36-560b-4707-92cc-27e61b748fdf gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:10:17.656344 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c5f2733b-7954-4e87-9108-26153e45eaa3 req-b658f9a5-2ec3-4d28-a5a2-d6c7501d4890 service neutron] 10.222.0.67 "GET /v2.0/networks/4f2e9875-409b-494e-8d69-6a5a39279ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859904 Jan 18 23:10:17.756407 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-d7784fba-71a2-4514-b778-617793392179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ad23b36-560b-4707-92cc-27e61b748fdf', 'name': 'tempest-TestMinimumBasicScenario-2072079242-router', 'tenant_id': 'bc00211df5ba43569658ab5b2ab0d512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': '980424a6-3fb8-4724-be65-5f520ff8bcb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:08:24Z', 'updated_at': '2022-01-18T23:08:26Z', 'revision_number': 4, 'project_id': 'bc00211df5ba43569658ab5b2ab0d512', 'gw_port': {'id': '980424a6-3fb8-4724-be65-5f520ff8bcb7', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad23b36-560b-4707-92cc-27e61b748fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:08:24Z', 'updated_at': '2022-01-18T23:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '50de4fa2-15eb-417a-b393-312d47cc4f4b', 'name': '', 'network_id': '4f2e9875-409b-494e-8d69-6a5a39279ec5', 'tenant_id': 'bc00211df5ba43569658ab5b2ab0d512', 'mac_address': 'fa:16:3e:72:18:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad23b36-560b-4707-92cc-27e61b748fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'ba0aeaa7-3d32-42d7-882a-2ec242347d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:08:26Z', 'updated_at': '2022-01-18T23:08:30Z', 'revision_number': 5, 'project_id': 'bc00211df5ba43569658ab5b2ab0d512', 'subnets': [{'id': 'ba0aeaa7-3d32-42d7-882a-2ec242347d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:10:17.785188 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7784fba-71a2-4514-b778-617793392179 None None] The sync data for ids ['4ad23b36-560b-4707-92cc-27e61b748fdf'] in n-d-825064-1 is: [{'id': '4ad23b36-560b-4707-92cc-27e61b748fdf', 'name': 'tempest-TestMinimumBasicScenario-2072079242-router', 'tenant_id': 'bc00211df5ba43569658ab5b2ab0d512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': '980424a6-3fb8-4724-be65-5f520ff8bcb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:08:24Z', 'updated_at': '2022-01-18T23:08:26Z', 'revision_number': 4, 'project_id': 'bc00211df5ba43569658ab5b2ab0d512', 'gw_port': {'id': '980424a6-3fb8-4724-be65-5f520ff8bcb7', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad23b36-560b-4707-92cc-27e61b748fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:08:24Z', 'updated_at': '2022-01-18T23:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '50de4fa2-15eb-417a-b393-312d47cc4f4b', 'name': '', 'network_id': '4f2e9875-409b-494e-8d69-6a5a39279ec5', 'tenant_id': 'bc00211df5ba43569658ab5b2ab0d512', 'mac_address': 'fa:16:3e:72:18:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad23b36-560b-4707-92cc-27e61b748fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'ba0aeaa7-3d32-42d7-882a-2ec242347d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:08:26Z', 'updated_at': '2022-01-18T23:08:30Z', 'revision_number': 5, 'project_id': 'bc00211df5ba43569658ab5b2ab0d512', 'subnets': [{'id': 'ba0aeaa7-3d32-42d7-882a-2ec242347d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:10:18.011686 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54afd926-ba2e-4ec2-961c-33a2a41d70aa None None] New status for floating IP dea20411-d8e5-4ded-8335-67bb4e132553: DOWN {{(pid=102432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 23:10:19.361143 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c90c081c-4ebc-466e-965e-7c5c7e88880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:22.000507 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7698b3fc-37a2-4a11-b81b-68924da61216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:23.120555 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:24.038185 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29eec69-f8c1-488e-a4c4-d958cc57c006 req-85897675-7269-429c-a2e6-bb6477931040 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:24.039658 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b29eec69-f8c1-488e-a4c4-d958cc57c006 req-85897675-7269-429c-a2e6-bb6477931040 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] 10.222.0.53 "GET /v2.0/ports?device_id=e00fa007-23f8-4839-80d9-d74244f0a386 HTTP/1.1" status: 200 len: 946 time: 0.0499265 Jan 18 23:10:24.078941 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b29eec69-f8c1-488e-a4c4-d958cc57c006 req-af48a0f3-5bef-446e-baa0-f4e2ab948f34 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3cf7905-a166-4816-9462-2591e7f91b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329826 Jan 18 23:10:24.577188 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:24.701681 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:25.195931 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301ffb75-7e75-4ab2-bc9c-5b23bd6c230a req-48f3984b-bfe2-4841-8f81-f0ff289864aa tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:25.197406 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-301ffb75-7e75-4ab2-bc9c-5b23bd6c230a req-48f3984b-bfe2-4841-8f81-f0ff289864aa tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] 10.222.0.53 "GET /v2.0/ports?device_id=e00fa007-23f8-4839-80d9-d74244f0a386 HTTP/1.1" status: 200 len: 946 time: 0.0513313 Jan 18 23:10:25.234392 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-301ffb75-7e75-4ab2-bc9c-5b23bd6c230a req-e72477c5-277e-4965-93fa-bb3bf2df9d57 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3cf7905-a166-4816-9462-2591e7f91b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306463 Jan 18 23:10:25.697163 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b522112-bd7f-412b-9db5-d1cc7b834f5f req-34a2c18e-4e6c-4cc4-b1d8-68adb6b747c4 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:25.698577 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8b522112-bd7f-412b-9db5-d1cc7b834f5f req-34a2c18e-4e6c-4cc4-b1d8-68adb6b747c4 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] 10.222.0.67 "GET /v2.0/ports?device_id=e00fa007-23f8-4839-80d9-d74244f0a386 HTTP/1.1" status: 200 len: 946 time: 0.0475287 Jan 18 23:10:25.783925 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-8b522112-bd7f-412b-9db5-d1cc7b834f5f req-7ffcdceb-2ac0-47cd-af1d-8509c8933f52 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Deleting port d8d46df2-499d-45db-b2de-df562e85e8ab {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 23:10:25.784285 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-8b522112-bd7f-412b-9db5-d1cc7b834f5f req-7ffcdceb-2ac0-47cd-af1d-8509c8933f52 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:25.871395 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-8b522112-bd7f-412b-9db5-d1cc7b834f5f req-7ffcdceb-2ac0-47cd-af1d-8509c8933f52 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] For port d8d46df2-499d-45db-b2de-df562e85e8ab, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=d8d46df2-499d-45db-b2de-df562e85e8ab,segment=NetworkSegment(e9cd8d4c-1939-4c52-97e2-a9bf40edfb35),segment_id=e9cd8d4c-1939-4c52-97e2-a9bf40edfb35)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:10:25.871750 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-8b522112-bd7f-412b-9db5-d1cc7b834f5f req-7ffcdceb-2ac0-47cd-af1d-8509c8933f52 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:25.883832 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-8b522112-bd7f-412b-9db5-d1cc7b834f5f req-7ffcdceb-2ac0-47cd-af1d-8509c8933f52 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Calling delete_port for d8d46df2-499d-45db-b2de-df562e85e8ab owned by compute:nova {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 23:10:26.007176 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-8b522112-bd7f-412b-9db5-d1cc7b834f5f req-7ffcdceb-2ac0-47cd-af1d-8509c8933f52 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:26.020191 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['d8d46df2-499d-45db-b2de-df562e85e8ab'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 23:10:26.038269 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffcdceb-2ac0-47cd-af1d-8509c8933f52 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Pushing event deleted for resources: {'Port': ['ID=d8d46df2-499d-45db-b2de-df562e85e8ab,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:26.078422 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b522112-bd7f-412b-9db5-d1cc7b834f5f req-7ffcdceb-2ac0-47cd-af1d-8509c8933f52 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] No DVR routers for this DVR port d8d46df2-499d-45db-b2de-df562e85e8ab on host n-h2-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:10:26.081064 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-8b522112-bd7f-412b-9db5-d1cc7b834f5f req-7ffcdceb-2ac0-47cd-af1d-8509c8933f52 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:26.084306 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8b522112-bd7f-412b-9db5-d1cc7b834f5f req-7ffcdceb-2ac0-47cd-af1d-8509c8933f52 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] 10.222.0.67 "DELETE /v2.0/ports/d8d46df2-499d-45db-b2de-df562e85e8ab HTTP/1.1" status: 204 len: 173 time: 0.3789771 Jan 18 23:10:26.084744 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e00fa007-23f8-4839-80d9-d74244f0a386', 'name': 'network-vif-deleted', 'tag': 'd8d46df2-499d-45db-b2de-df562e85e8ab'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:10:26.086957 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-692c784e-4b77-4b47-81a5-ae8575080ef6" -d '{"events": [{"server_uuid": "e00fa007-23f8-4839-80d9-d74244f0a386", "name": "network-vif-deleted", "tag": "d8d46df2-499d-45db-b2de-df562e85e8ab"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 23:10:26.127414 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 23:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d162213-4868-4254-a412-5911a34e6b8d x-openstack-request-id: req-0d162213-4868-4254-a412-5911a34e6b8d {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 23:10:26.127710 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e00fa007-23f8-4839-80d9-d74244f0a386", "name": "network-vif-deleted", "tag": "d8d46df2-499d-45db-b2de-df562e85e8ab", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 23:10:26.127962 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0d162213-4868-4254-a412-5911a34e6b8d {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 23:10:26.128382 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e00fa007-23f8-4839-80d9-d74244f0a386', 'name': 'network-vif-deleted', 'tag': 'd8d46df2-499d-45db-b2de-df562e85e8ab', 'status': 'completed', 'code': 200} Jan 18 23:10:26.335370 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4574530a-d76d-4734-970d-ac8b804fea85 req-1071d027-9df0-4168-b5d8-c5406eb83eb3 tempest-TestMinimumBasicScenario-1583718972 tempest-TestMinimumBasicScenario-1583718972-project] 10.222.0.53 "GET /v2.0/ports?device_id=e00fa007-23f8-4839-80d9-d74244f0a386 HTTP/1.1" status: 200 len: 210 time: 0.0263522 Jan 18 23:10:27.888495 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 59254) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:10:28.221167 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-19bb48fe-bd8b-49ea-aea4-5bf99409386e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1041027'] for router_interface, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:28.456498 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-19bb48fe-bd8b-49ea-aea4-5bf99409386e admin admin] Deleting port 50de4fa2-15eb-417a-b393-312d47cc4f4b {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 23:10:28.456847 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-19bb48fe-bd8b-49ea-aea4-5bf99409386e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:28.531199 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-19bb48fe-bd8b-49ea-aea4-5bf99409386e admin admin] For port 50de4fa2-15eb-417a-b393-312d47cc4f4b, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=50de4fa2-15eb-417a-b393-312d47cc4f4b,segment=NetworkSegment(e9cd8d4c-1939-4c52-97e2-a9bf40edfb35),segment_id=e9cd8d4c-1939-4c52-97e2-a9bf40edfb35)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:10:28.531470 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-19bb48fe-bd8b-49ea-aea4-5bf99409386e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:28.542558 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-19bb48fe-bd8b-49ea-aea4-5bf99409386e admin admin] Calling delete_port for 50de4fa2-15eb-417a-b393-312d47cc4f4b owned by network:router_interface {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 23:10:28.721212 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-19bb48fe-bd8b-49ea-aea4-5bf99409386e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:28.746093 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bb48fe-bd8b-49ea-aea4-5bf99409386e admin admin] Pushing event deleted for resources: {'Port': ['ID=50de4fa2-15eb-417a-b393-312d47cc4f4b,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:28.815788 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device d8d46df2-499d-45db-b2de-df562e85e8ab no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 23:10:28.835965 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] No Port match for: d8d46df2-499d-45db-b2de-df562e85e8ab {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 23:10:28.836332 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device d8d46df2-499d-45db-b2de-df562e85e8ab not bound to the agent host n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 23:10:28.907688 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-19bb48fe-bd8b-49ea-aea4-5bf99409386e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-613841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1046579'] for router_interface, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:29.117379 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19bb48fe-bd8b-49ea-aea4-5bf99409386e admin admin] Router 4ad23b36-560b-4707-92cc-27e61b748fdf has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:10:29.221676 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19bb48fe-bd8b-49ea-aea4-5bf99409386e admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:10:29.226613 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-19bb48fe-bd8b-49ea-aea4-5bf99409386e admin admin] 10.222.0.53 "PUT /v2.0/routers/4ad23b36-560b-4707-92cc-27e61b748fdf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3371000 Jan 18 23:10:29.229142 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 59256) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:10:29.231855 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb94c2f-535a-4b44-92d9-79cd314e3115 None None] Sync routers for ids ['4ad23b36-560b-4707-92cc-27e61b748fdf'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:10:29.241322 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb94c2f-535a-4b44-92d9-79cd314e3115 None None] Routers {'4ad23b36-560b-4707-92cc-27e61b748fdf'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:10:29.241912 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-3fb94c2f-535a-4b44-92d9-79cd314e3115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:10:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['4ad23b36-560b-4707-92cc-27e61b748fdf'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:10:29.331209 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5d1e47f0-1d8f-442d-9465-21928c3d90a9 admin admin] Notify callbacks [] for router, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:29.342343 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-3fb94c2f-535a-4b44-92d9-79cd314e3115 None None] Set router 4ad23b36-560b-4707-92cc-27e61b748fdf gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:10:29.430095 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5d1e47f0-1d8f-442d-9465-21928c3d90a9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:29.481263 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-5d1e47f0-1d8f-442d-9465-21928c3d90a9 admin admin] Deleting port 980424a6-3fb8-4724-be65-5f520ff8bcb7 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 23:10:29.482118 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5d1e47f0-1d8f-442d-9465-21928c3d90a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:29.513471 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-3fb94c2f-535a-4b44-92d9-79cd314e3115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ad23b36-560b-4707-92cc-27e61b748fdf', 'name': 'tempest-TestMinimumBasicScenario-2072079242-router', 'tenant_id': 'bc00211df5ba43569658ab5b2ab0d512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': '980424a6-3fb8-4724-be65-5f520ff8bcb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:08:24Z', 'updated_at': '2022-01-18T23:10:28Z', 'revision_number': 5, 'project_id': 'bc00211df5ba43569658ab5b2ab0d512', 'gw_port': {'id': '980424a6-3fb8-4724-be65-5f520ff8bcb7', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad23b36-560b-4707-92cc-27e61b748fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:08:24Z', 'updated_at': '2022-01-18T23:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:10:29.538542 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb94c2f-535a-4b44-92d9-79cd314e3115 None None] Checking router: 4ad23b36-560b-4707-92cc-27e61b748fdf for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:10:29.547341 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb94c2f-535a-4b44-92d9-79cd314e3115 None None] Routers {'4ad23b36-560b-4707-92cc-27e61b748fdf'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:10:29.547939 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-3fb94c2f-535a-4b44-92d9-79cd314e3115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:10:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['4ad23b36-560b-4707-92cc-27e61b748fdf'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:10:29.566454 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-5d1e47f0-1d8f-442d-9465-21928c3d90a9 admin admin] For port 980424a6-3fb8-4724-be65-5f520ff8bcb7, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=980424a6-3fb8-4724-be65-5f520ff8bcb7,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:10:29.566819 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5d1e47f0-1d8f-442d-9465-21928c3d90a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:29.578577 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-5d1e47f0-1d8f-442d-9465-21928c3d90a9 admin admin] Calling delete_port for 980424a6-3fb8-4724-be65-5f520ff8bcb7 owned by network:router_gateway {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 23:10:29.631911 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-3fb94c2f-535a-4b44-92d9-79cd314e3115 None None] Set router 4ad23b36-560b-4707-92cc-27e61b748fdf gateway port host: None {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:10:29.746394 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5d1e47f0-1d8f-442d-9465-21928c3d90a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:29.771993 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-3fb94c2f-535a-4b44-92d9-79cd314e3115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ad23b36-560b-4707-92cc-27e61b748fdf', 'name': 'tempest-TestMinimumBasicScenario-2072079242-router', 'tenant_id': 'bc00211df5ba43569658ab5b2ab0d512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:08:24Z', 'updated_at': '2022-01-18T23:10:29Z', 'revision_number': 6, 'project_id': 'bc00211df5ba43569658ab5b2ab0d512', 'gw_port_host': None}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:10:29.776244 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1e47f0-1d8f-442d-9465-21928c3d90a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=980424a6-3fb8-4724-be65-5f520ff8bcb7,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:29.798334 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb94c2f-535a-4b44-92d9-79cd314e3115 None None] The sync data for ids ['4ad23b36-560b-4707-92cc-27e61b748fdf'] in n-d-825064-1 is: [{'id': '4ad23b36-560b-4707-92cc-27e61b748fdf', 'name': 'tempest-TestMinimumBasicScenario-2072079242-router', 'tenant_id': 'bc00211df5ba43569658ab5b2ab0d512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:08:24Z', 'updated_at': '2022-01-18T23:10:29Z', 'revision_number': 6, 'project_id': 'bc00211df5ba43569658ab5b2ab0d512', 'gw_port_host': None}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:10:29.837256 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5d1e47f0-1d8f-442d-9465-21928c3d90a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043029'] for router_gateway, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:29.924613 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5d1e47f0-1d8f-442d-9465-21928c3d90a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1040886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8602'] for router, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:29.926573 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5d1e47f0-1d8f-442d-9465-21928c3d90a9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:29.972292 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5d1e47f0-1d8f-442d-9465-21928c3d90a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1040832'] for router, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:29.972806 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d1e47f0-1d8f-442d-9465-21928c3d90a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ad23b36-560b-4707-92cc-27e61b748fdf {{(pid=102431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 23:10:29.977094 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5d1e47f0-1d8f-442d-9465-21928c3d90a9 admin admin] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:29.978245 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-5d1e47f0-1d8f-442d-9465-21928c3d90a9 admin admin] 10.222.0.53 "DELETE /v2.0/routers/4ad23b36-560b-4707-92cc-27e61b748fdf HTTP/1.1" status: 204 len: 168 time: 0.7482147 Jan 18 23:10:29.980817 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 59258) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:10:30.023276 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-18079631-fbe7-4f47-8f68-4383f660965d admin admin] Deleting subnet ba0aeaa7-3d32-42d7-882a-2ec242347d83 {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 23:10:30.026171 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-18079631-fbe7-4f47-8f68-4383f660965d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:30.059094 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-18079631-fbe7-4f47-8f68-4383f660965d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:30.133424 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-18079631-fbe7-4f47-8f68-4383f660965d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:30.193327 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-18079631-fbe7-4f47-8f68-4383f660965d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:30.220410 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18079631-fbe7-4f47-8f68-4383f660965d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba0aeaa7-3d32-42d7-882a-2ec242347d83,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:30.222367 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-18079631-fbe7-4f47-8f68-4383f660965d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:30.225545 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-18079631-fbe7-4f47-8f68-4383f660965d admin admin] 10.222.0.53 "DELETE /v2.0/subnets/ba0aeaa7-3d32-42d7-882a-2ec242347d83 HTTP/1.1" status: 204 len: 168 time: 0.2438276 Jan 18 23:10:30.226412 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e054ef3-39db-4105-892c-afcdbabc5e2c None None] Network 4f2e9875-409b-494e-8d69-6a5a39279ec5 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 23:10:30.228153 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 59260) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:10:30.299074 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bfbb941c-2b62-4b94-a364-3515308e7b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:30.354355 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-bfbb941c-2b62-4b94-a364-3515308e7b54 admin admin] Deleting port 3a5e8df0-3807-4b7d-9231-b9e01155dffa {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 23:10:30.354698 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bfbb941c-2b62-4b94-a364-3515308e7b54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:30.415741 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-bfbb941c-2b62-4b94-a364-3515308e7b54 admin admin] For port 3a5e8df0-3807-4b7d-9231-b9e01155dffa, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=3a5e8df0-3807-4b7d-9231-b9e01155dffa,segment=NetworkSegment(e9cd8d4c-1939-4c52-97e2-a9bf40edfb35),segment_id=e9cd8d4c-1939-4c52-97e2-a9bf40edfb35)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:10:30.416107 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bfbb941c-2b62-4b94-a364-3515308e7b54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:30.429812 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-bfbb941c-2b62-4b94-a364-3515308e7b54 admin admin] Calling delete_port for 3a5e8df0-3807-4b7d-9231-b9e01155dffa owned by network:dhcp {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 23:10:30.508463 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bfbb941c-2b62-4b94-a364-3515308e7b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:30.532568 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb941c-2b62-4b94-a364-3515308e7b54 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a5e8df0-3807-4b7d-9231-b9e01155dffa,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:30.536798 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2cddb89-d3ed-4fb3-bfa8-67714b974a8e None None] DHCP port deletion for 4f2e9875-409b-494e-8d69-6a5a39279ec5 request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 23:10:30.541771 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbb941c-2b62-4b94-a364-3515308e7b54 admin admin] No DVR routers for this DVR port 3a5e8df0-3807-4b7d-9231-b9e01155dffa on host n-d-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:10:30.618530 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bfbb941c-2b62-4b94-a364-3515308e7b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:30.627415 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 980424a6-3fb8-4724-be65-5f520ff8bcb7 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 23:10:30.640956 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-bfbb941c-2b62-4b94-a364-3515308e7b54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f2e9875-409b-494e-8d69-6a5a39279ec5']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:10:30.649874 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 980424a6-3fb8-4724-be65-5f520ff8bcb7 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 23:10:30.650274 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 980424a6-3fb8-4724-be65-5f520ff8bcb7 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 23:10:30.650481 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-bfbb941c-2b62-4b94-a364-3515308e7b54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9cd8d4c-1939-4c52-97e2-a9bf40edfb35') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:10:30.650697 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 3a5e8df0-3807-4b7d-9231-b9e01155dffa no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 23:10:30.650809 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-bfbb941c-2b62-4b94-a364-3515308e7b54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9cd8d4c-1939-4c52-97e2-a9bf40edfb35') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:10:30.660924 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bfbb941c-2b62-4b94-a364-3515308e7b54 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60394742'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:30.670112 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 3a5e8df0-3807-4b7d-9231-b9e01155dffa {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 23:10:30.670663 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 3a5e8df0-3807-4b7d-9231-b9e01155dffa not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 23:10:30.671274 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 50de4fa2-15eb-417a-b393-312d47cc4f4b no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 23:10:30.678134 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bfbb941c-2b62-4b94-a364-3515308e7b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:30.683945 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfbb941c-2b62-4b94-a364-3515308e7b54 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:10:30.684359 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bfbb941c-2b62-4b94-a364-3515308e7b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60203044'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:30.686075 n-d-825064-1 neutron-server[102430]: Traceback (most recent call last): Jan 18 23:10:30.686075 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:10:30.686075 n-d-825064-1 neutron-server[102430]: timer() Jan 18 23:10:30.686075 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:10:30.686075 n-d-825064-1 neutron-server[102430]: cb(*args, **kw) Jan 18 23:10:30.686075 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 23:10:30.686075 n-d-825064-1 neutron-server[102430]: return func(*args, **kwargs) Jan 18 23:10:30.686075 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:10:30.686075 n-d-825064-1 neutron-server[102430]: self._notify() Jan 18 23:10:30.686075 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:10:30.686075 n-d-825064-1 neutron-server[102430]: self.callback(batched_events) Jan 18 23:10:30.686075 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:10:30.686075 n-d-825064-1 neutron-server[102430]: event.method(event) Jan 18 23:10:30.686075 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 23:10:30.686075 n-d-825064-1 neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:10:30.686075 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 23:10:30.686075 n-d-825064-1 neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:10:30.686075 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 23:10:30.686075 n-d-825064-1 neutron-server[102430]: return f(self, *a, **k) Jan 18 23:10:30.686075 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:10:30.686075 n-d-825064-1 neutron-server[102430]: return self._get(url).json() Jan 18 23:10:30.686075 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:10:30.686075 n-d-825064-1 neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:10:30.686075 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:10:30.686075 n-d-825064-1 neutron-server[102430]: return self.request(url, 'GET', **kwargs) Jan 18 23:10:30.686075 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:10:30.686075 n-d-825064-1 neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:10:30.686075 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:10:30.686075 n-d-825064-1 neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:10:30.686075 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:10:30.686075 n-d-825064-1 neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:10:30.686075 n-d-825064-1 neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:10:30.689849 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 50de4fa2-15eb-417a-b393-312d47cc4f4b {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 23:10:30.690193 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 50de4fa2-15eb-417a-b393-312d47cc4f4b not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 23:10:30.738780 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bfbb941c-2b62-4b94-a364-3515308e7b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:30.744171 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bfbb941c-2b62-4b94-a364-3515308e7b54 admin admin] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:30.747531 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-bfbb941c-2b62-4b94-a364-3515308e7b54 admin admin] 10.222.0.53 "DELETE /v2.0/networks/4f2e9875-409b-494e-8d69-6a5a39279ec5 HTTP/1.1" status: 204 len: 168 time: 0.5183656 Jan 18 23:10:30.750881 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 59262) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:10:30.760629 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb941c-2b62-4b94-a364-3515308e7b54 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f2e9875-409b-494e-8d69-6a5a39279ec5,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:31.355697 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-56c4dea1-db64-4e7e-b3c6-f2ee6f117e23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1041027'] for router_interface, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:31.587016 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-56c4dea1-db64-4e7e-b3c6-f2ee6f117e23 admin admin] Deleting port 691feb3e-fc46-4345-b2c6-fa7b91a64718 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 23:10:31.587352 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-56c4dea1-db64-4e7e-b3c6-f2ee6f117e23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:31.664816 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-56c4dea1-db64-4e7e-b3c6-f2ee6f117e23 admin admin] For port 691feb3e-fc46-4345-b2c6-fa7b91a64718, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=691feb3e-fc46-4345-b2c6-fa7b91a64718,segment=NetworkSegment(9a648305-868e-4054-a15c-f3aeef2bbc9f),segment_id=9a648305-868e-4054-a15c-f3aeef2bbc9f)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:10:31.665085 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-56c4dea1-db64-4e7e-b3c6-f2ee6f117e23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:31.677076 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-56c4dea1-db64-4e7e-b3c6-f2ee6f117e23 admin admin] Calling delete_port for 691feb3e-fc46-4345-b2c6-fa7b91a64718 owned by network:router_interface {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 23:10:31.850067 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-56c4dea1-db64-4e7e-b3c6-f2ee6f117e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:31.872362 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c4dea1-db64-4e7e-b3c6-f2ee6f117e23 admin admin] Pushing event deleted for resources: {'Port': ['ID=691feb3e-fc46-4345-b2c6-fa7b91a64718,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:32.034424 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-56c4dea1-db64-4e7e-b3c6-f2ee6f117e23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-613841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1046579'] for router_interface, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:32.242902 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56c4dea1-db64-4e7e-b3c6-f2ee6f117e23 admin admin] Router 2e3a0bb2-f157-4466-a937-761d7a07b2b9 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:10:32.348545 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56c4dea1-db64-4e7e-b3c6-f2ee6f117e23 admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:10:32.353485 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-56c4dea1-db64-4e7e-b3c6-f2ee6f117e23 admin admin] 10.222.0.53 "PUT /v2.0/routers/2e3a0bb2-f157-4466-a937-761d7a07b2b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6014895 Jan 18 23:10:32.356225 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 59264) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:10:32.357550 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fed16c-d5fc-4b51-9de4-398c9d168cd2 None None] Sync routers for ids ['2e3a0bb2-f157-4466-a937-761d7a07b2b9'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:10:32.367436 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fed16c-d5fc-4b51-9de4-398c9d168cd2 None None] Routers {'2e3a0bb2-f157-4466-a937-761d7a07b2b9'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:10:32.368042 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-79fed16c-d5fc-4b51-9de4-398c9d168cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:10:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['2e3a0bb2-f157-4466-a937-761d7a07b2b9'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:10:32.460604 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ff326bbc-04f1-4430-8996-146f9423ac4e admin admin] Notify callbacks [] for router, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:32.470034 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-79fed16c-d5fc-4b51-9de4-398c9d168cd2 None None] Set router 2e3a0bb2-f157-4466-a937-761d7a07b2b9 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:10:32.562752 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ff326bbc-04f1-4430-8996-146f9423ac4e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:32.620458 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-ff326bbc-04f1-4430-8996-146f9423ac4e admin admin] Deleting port 21cc9d8e-6927-4913-be94-b2fbb497b285 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 23:10:32.620802 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ff326bbc-04f1-4430-8996-146f9423ac4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:32.660224 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-79fed16c-d5fc-4b51-9de4-398c9d168cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e3a0bb2-f157-4466-a937-761d7a07b2b9', 'name': 'tempest-TestMinimumBasicScenario-251493974-router', 'tenant_id': 'aa33b24eb7624d5d9dbd91e52b2ed35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '21cc9d8e-6927-4913-be94-b2fbb497b285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:08:28Z', 'updated_at': '2022-01-18T23:10:31Z', 'revision_number': 5, 'project_id': 'aa33b24eb7624d5d9dbd91e52b2ed35e', 'gw_port': {'id': '21cc9d8e-6927-4913-be94-b2fbb497b285', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:00:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3a0bb2-f157-4466-a937-761d7a07b2b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:08:29Z', 'updated_at': '2022-01-18T23:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:10:32.687175 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fed16c-d5fc-4b51-9de4-398c9d168cd2 None None] Checking router: 2e3a0bb2-f157-4466-a937-761d7a07b2b9 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:10:32.695256 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fed16c-d5fc-4b51-9de4-398c9d168cd2 None None] Routers {'2e3a0bb2-f157-4466-a937-761d7a07b2b9'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:10:32.695846 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-79fed16c-d5fc-4b51-9de4-398c9d168cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:10:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['2e3a0bb2-f157-4466-a937-761d7a07b2b9'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:10:32.699322 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-ff326bbc-04f1-4430-8996-146f9423ac4e admin admin] For port 21cc9d8e-6927-4913-be94-b2fbb497b285, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=21cc9d8e-6927-4913-be94-b2fbb497b285,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:10:32.699685 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ff326bbc-04f1-4430-8996-146f9423ac4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:32.711035 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-ff326bbc-04f1-4430-8996-146f9423ac4e admin admin] Calling delete_port for 21cc9d8e-6927-4913-be94-b2fbb497b285 owned by network:router_gateway {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 23:10:32.779289 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-79fed16c-d5fc-4b51-9de4-398c9d168cd2 None None] Set router 2e3a0bb2-f157-4466-a937-761d7a07b2b9 gateway port host: None {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:10:32.829581 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-79fed16c-d5fc-4b51-9de4-398c9d168cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e3a0bb2-f157-4466-a937-761d7a07b2b9', 'name': 'tempest-TestMinimumBasicScenario-251493974-router', 'tenant_id': 'aa33b24eb7624d5d9dbd91e52b2ed35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:08:28Z', 'updated_at': '2022-01-18T23:10:32Z', 'revision_number': 6, 'project_id': 'aa33b24eb7624d5d9dbd91e52b2ed35e', 'gw_port_host': None}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:10:32.858179 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fed16c-d5fc-4b51-9de4-398c9d168cd2 None None] The sync data for ids ['2e3a0bb2-f157-4466-a937-761d7a07b2b9'] in n-d-825064-1 is: [{'id': '2e3a0bb2-f157-4466-a937-761d7a07b2b9', 'name': 'tempest-TestMinimumBasicScenario-251493974-router', 'tenant_id': 'aa33b24eb7624d5d9dbd91e52b2ed35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:08:28Z', 'updated_at': '2022-01-18T23:10:32Z', 'revision_number': 6, 'project_id': 'aa33b24eb7624d5d9dbd91e52b2ed35e', 'gw_port_host': None}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:10:32.876308 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ff326bbc-04f1-4430-8996-146f9423ac4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:32.908597 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff326bbc-04f1-4430-8996-146f9423ac4e admin admin] Pushing event deleted for resources: {'Port': ['ID=21cc9d8e-6927-4913-be94-b2fbb497b285,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:32.964466 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ff326bbc-04f1-4430-8996-146f9423ac4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043029'] for router_gateway, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:33.051698 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ff326bbc-04f1-4430-8996-146f9423ac4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1040886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8602'] for router, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:33.053747 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ff326bbc-04f1-4430-8996-146f9423ac4e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:33.096241 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ff326bbc-04f1-4430-8996-146f9423ac4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1040832'] for router, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:33.096799 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff326bbc-04f1-4430-8996-146f9423ac4e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e3a0bb2-f157-4466-a937-761d7a07b2b9 {{(pid=102431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 23:10:33.101218 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ff326bbc-04f1-4430-8996-146f9423ac4e admin admin] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:33.102394 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-ff326bbc-04f1-4430-8996-146f9423ac4e admin admin] 10.222.0.53 "DELETE /v2.0/routers/2e3a0bb2-f157-4466-a937-761d7a07b2b9 HTTP/1.1" status: 204 len: 168 time: 0.7452211 Jan 18 23:10:33.105021 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 59266) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:10:33.151828 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-3804c0ea-88ee-4e8d-b966-674c59c487f9 admin admin] Deleting subnet 27d31fed-16cd-4455-a886-f5322e8b369f {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 23:10:33.155254 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3804c0ea-88ee-4e8d-b966-674c59c487f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:33.188549 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3804c0ea-88ee-4e8d-b966-674c59c487f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:33.268734 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3804c0ea-88ee-4e8d-b966-674c59c487f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:33.326090 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3804c0ea-88ee-4e8d-b966-674c59c487f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:33.352910 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3804c0ea-88ee-4e8d-b966-674c59c487f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:33.358810 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-3804c0ea-88ee-4e8d-b966-674c59c487f9 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/27d31fed-16cd-4455-a886-f5322e8b369f HTTP/1.1" status: 204 len: 168 time: 0.2500310 Jan 18 23:10:33.358810 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3804c0ea-88ee-4e8d-b966-674c59c487f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27d31fed-16cd-4455-a886-f5322e8b369f,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:33.359515 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853c42f2-a4bf-49e2-8738-21d8ed48fa22 None None] Network 37b7399b-aff2-41b9-a3c8-5dcd910776fc requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 23:10:33.359877 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 59268) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:10:33.430378 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d6023da7-f3b1-41db-85e9-6e48e3bf887c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:33.484423 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-d6023da7-f3b1-41db-85e9-6e48e3bf887c admin admin] Deleting port 64cd21f7-9bd7-4871-9b18-9ca6d56b8371 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 23:10:33.484773 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d6023da7-f3b1-41db-85e9-6e48e3bf887c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:33.546214 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-d6023da7-f3b1-41db-85e9-6e48e3bf887c admin admin] For port 64cd21f7-9bd7-4871-9b18-9ca6d56b8371, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=64cd21f7-9bd7-4871-9b18-9ca6d56b8371,segment=NetworkSegment(9a648305-868e-4054-a15c-f3aeef2bbc9f),segment_id=9a648305-868e-4054-a15c-f3aeef2bbc9f)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:10:33.546519 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d6023da7-f3b1-41db-85e9-6e48e3bf887c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:33.559044 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-d6023da7-f3b1-41db-85e9-6e48e3bf887c admin admin] Calling delete_port for 64cd21f7-9bd7-4871-9b18-9ca6d56b8371 owned by network:dhcp {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 23:10:33.640993 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d6023da7-f3b1-41db-85e9-6e48e3bf887c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:33.644632 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35f4d61-910a-41a7-8b93-c2391355054c None None] DHCP port deletion for 37b7399b-aff2-41b9-a3c8-5dcd910776fc request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 23:10:33.671832 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6023da7-f3b1-41db-85e9-6e48e3bf887c admin admin] No DVR routers for this DVR port 64cd21f7-9bd7-4871-9b18-9ca6d56b8371 on host n-d-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:10:33.675922 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6023da7-f3b1-41db-85e9-6e48e3bf887c admin admin] Pushing event deleted for resources: {'Port': ['ID=64cd21f7-9bd7-4871-9b18-9ca6d56b8371,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:34.055965 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d6023da7-f3b1-41db-85e9-6e48e3bf887c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:34.074687 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-d6023da7-f3b1-41db-85e9-6e48e3bf887c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37b7399b-aff2-41b9-a3c8-5dcd910776fc']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:10:34.084619 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-d6023da7-f3b1-41db-85e9-6e48e3bf887c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a648305-868e-4054-a15c-f3aeef2bbc9f') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:10:34.084925 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-d6023da7-f3b1-41db-85e9-6e48e3bf887c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a648305-868e-4054-a15c-f3aeef2bbc9f') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:10:34.097143 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d6023da7-f3b1-41db-85e9-6e48e3bf887c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60394742'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:34.110135 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d6023da7-f3b1-41db-85e9-6e48e3bf887c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:34.116004 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6023da7-f3b1-41db-85e9-6e48e3bf887c admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:10:34.116415 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d6023da7-f3b1-41db-85e9-6e48e3bf887c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60203044'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:34.118181 n-d-825064-1 neutron-server[102430]: Traceback (most recent call last): Jan 18 23:10:34.118181 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:10:34.118181 n-d-825064-1 neutron-server[102430]: timer() Jan 18 23:10:34.118181 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:10:34.118181 n-d-825064-1 neutron-server[102430]: cb(*args, **kw) Jan 18 23:10:34.118181 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 23:10:34.118181 n-d-825064-1 neutron-server[102430]: return func(*args, **kwargs) Jan 18 23:10:34.118181 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:10:34.118181 n-d-825064-1 neutron-server[102430]: self._notify() Jan 18 23:10:34.118181 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:10:34.118181 n-d-825064-1 neutron-server[102430]: self.callback(batched_events) Jan 18 23:10:34.118181 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:10:34.118181 n-d-825064-1 neutron-server[102430]: event.method(event) Jan 18 23:10:34.118181 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 23:10:34.118181 n-d-825064-1 neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:10:34.118181 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 23:10:34.118181 n-d-825064-1 neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:10:34.118181 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 23:10:34.118181 n-d-825064-1 neutron-server[102430]: return f(self, *a, **k) Jan 18 23:10:34.118181 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:10:34.118181 n-d-825064-1 neutron-server[102430]: return self._get(url).json() Jan 18 23:10:34.118181 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:10:34.118181 n-d-825064-1 neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:10:34.118181 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:10:34.118181 n-d-825064-1 neutron-server[102430]: return self.request(url, 'GET', **kwargs) Jan 18 23:10:34.118181 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:10:34.118181 n-d-825064-1 neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:10:34.118181 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:10:34.118181 n-d-825064-1 neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:10:34.118181 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:10:34.118181 n-d-825064-1 neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:10:34.118181 n-d-825064-1 neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:10:34.170308 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d6023da7-f3b1-41db-85e9-6e48e3bf887c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:34.177974 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d6023da7-f3b1-41db-85e9-6e48e3bf887c admin admin] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:34.181549 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-d6023da7-f3b1-41db-85e9-6e48e3bf887c admin admin] 10.222.0.53 "DELETE /v2.0/networks/37b7399b-aff2-41b9-a3c8-5dcd910776fc HTTP/1.1" status: 204 len: 168 time: 0.8211348 Jan 18 23:10:34.193347 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6023da7-f3b1-41db-85e9-6e48e3bf887c admin admin] Pushing event deleted for resources: {'Network': ['ID=37b7399b-aff2-41b9-a3c8-5dcd910776fc,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:34.350250 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 59272) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:10:34.393487 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-37efccf4-6fe6-4358-a4ec-5a7c89de08d2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bc00211df5ba43569658ab5b2ab0d512&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0420678 Jan 18 23:10:34.395939 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 59274) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:10:34.442412 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7b25e502-b9aa-4e82-a38c-c87415403f8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:34.462337 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7b25e502-b9aa-4e82-a38c-c87415403f8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:34.509095 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7b25e502-b9aa-4e82-a38c-c87415403f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:34.511623 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7b25e502-b9aa-4e82-a38c-c87415403f8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:34.512819 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-7b25e502-b9aa-4e82-a38c-c87415403f8f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b3cf7905-a166-4816-9462-2591e7f91b9d HTTP/1.1" status: 204 len: 168 time: 0.1159632 Jan 18 23:10:34.520367 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b25e502-b9aa-4e82-a38c-c87415403f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3cf7905-a166-4816-9462-2591e7f91b9d,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:34.621484 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 691feb3e-fc46-4345-b2c6-fa7b91a64718 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 23:10:34.802821 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 691feb3e-fc46-4345-b2c6-fa7b91a64718 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 23:10:34.803169 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 691feb3e-fc46-4345-b2c6-fa7b91a64718 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 23:10:34.803588 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 64cd21f7-9bd7-4871-9b18-9ca6d56b8371 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 23:10:34.821142 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 64cd21f7-9bd7-4871-9b18-9ca6d56b8371 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 23:10:34.821482 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 64cd21f7-9bd7-4871-9b18-9ca6d56b8371 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 23:10:34.821888 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 21cc9d8e-6927-4913-be94-b2fbb497b285 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 23:10:34.836789 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 59280) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:10:34.841813 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 21cc9d8e-6927-4913-be94-b2fbb497b285 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 23:10:34.842155 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 21cc9d8e-6927-4913-be94-b2fbb497b285 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 23:10:34.877524 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-2d1f75c9-a478-47a8-a59f-844ecea5220c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=aa33b24eb7624d5d9dbd91e52b2ed35e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395422 Jan 18 23:10:34.879992 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 59282) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:10:34.925069 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a101f998-08fd-4289-aa47-c560680fcd24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:34.946414 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a101f998-08fd-4289-aa47-c560680fcd24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:34.995362 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a101f998-08fd-4289-aa47-c560680fcd24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:34.999526 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a101f998-08fd-4289-aa47-c560680fcd24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:35.000626 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-a101f998-08fd-4289-aa47-c560680fcd24 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b26a68e2-087f-4574-9f76-d13eddcef53e HTTP/1.1" status: 204 len: 168 time: 0.1197271 Jan 18 23:10:35.008474 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a101f998-08fd-4289-aa47-c560680fcd24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b26a68e2-087f-4574-9f76-d13eddcef53e,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:36.595198 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 59324) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:10:36.600831 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-3fc212d1-8024-47e8-ad9c-ee56aa1cfcca tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-793798007', 'description': 'tempest-secgroup-smoke-793798007 description', 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:10:36.627165 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3fc212d1-8024-47e8-ad9c-ee56aa1cfcca tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:36.636144 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3fc212d1-8024-47e8-ad9c-ee56aa1cfcca tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:36.708377 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3fc212d1-8024-47e8-ad9c-ee56aa1cfcca tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:36.711838 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3fc212d1-8024-47e8-ad9c-ee56aa1cfcca tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:36.747344 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc212d1-8024-47e8-ad9c-ee56aa1cfcca tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a0a98bb-7588-4988-a6c2-55ad09826bb5,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:36.785084 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3fc212d1-8024-47e8-ad9c-ee56aa1cfcca tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:36.788926 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3fc212d1-8024-47e8-ad9c-ee56aa1cfcca tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:36.820265 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3fc212d1-8024-47e8-ad9c-ee56aa1cfcca tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:36.821381 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-3fc212d1-8024-47e8-ad9c-ee56aa1cfcca tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2251616 Jan 18 23:10:36.822069 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc212d1-8024-47e8-ad9c-ee56aa1cfcca tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c14e0bce-2012-4453-ac3c-03c25fcbd94b,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:36.824537 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 59326) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:10:36.829706 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-4ef11b3d-69b4-4c03-b403-28615a868635 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Request body: {'security_group_rule': {'security_group_id': 'c14e0bce-2012-4453-ac3c-03c25fcbd94b', 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:10:36.858532 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4ef11b3d-69b4-4c03-b403-28615a868635 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:36.903145 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4ef11b3d-69b4-4c03-b403-28615a868635 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:36.907337 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4ef11b3d-69b4-4c03-b403-28615a868635 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:36.924557 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef11b3d-69b4-4c03-b403-28615a868635 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d821df5a-922a-4297-996d-fc5d5c88c2ee,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:36.931621 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4ef11b3d-69b4-4c03-b403-28615a868635 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:36.932818 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-4ef11b3d-69b4-4c03-b403-28615a868635 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1072681 Jan 18 23:10:36.935690 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 59328) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:10:36.940044 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-b4d982e5-bba8-46c6-a0db-5bf0d87804f7 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Request body: {'security_group_rule': {'security_group_id': 'c14e0bce-2012-4453-ac3c-03c25fcbd94b', 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:10:36.966986 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b4d982e5-bba8-46c6-a0db-5bf0d87804f7 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:37.022178 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b4d982e5-bba8-46c6-a0db-5bf0d87804f7 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:37.025782 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b4d982e5-bba8-46c6-a0db-5bf0d87804f7 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:37.044804 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d982e5-bba8-46c6-a0db-5bf0d87804f7 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=545066a4-0ca2-45dc-bc0d-70045c289bf7,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:37.052145 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b4d982e5-bba8-46c6-a0db-5bf0d87804f7 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:37.053374 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-b4d982e5-bba8-46c6-a0db-5bf0d87804f7 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1166468 Jan 18 23:10:37.056040 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 59330) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:10:37.060260 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-1b1777ec-4d24-4c89-8ce2-9e9c2747cdf5 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Request body: {'security_group_rule': {'security_group_id': 'c14e0bce-2012-4453-ac3c-03c25fcbd94b', 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:10:37.091917 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1b1777ec-4d24-4c89-8ce2-9e9c2747cdf5 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:37.147575 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1b1777ec-4d24-4c89-8ce2-9e9c2747cdf5 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:37.150999 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1b1777ec-4d24-4c89-8ce2-9e9c2747cdf5 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:37.169267 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1777ec-4d24-4c89-8ce2-9e9c2747cdf5 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2166524-c4f0-46a6-8318-cc2648da6053,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:37.175687 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1b1777ec-4d24-4c89-8ce2-9e9c2747cdf5 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:37.176916 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-1b1777ec-4d24-4c89-8ce2-9e9c2747cdf5 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1199436 Jan 18 23:10:37.179604 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 59332) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:10:37.183815 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-f78b3d4e-ed5f-4b43-8277-53fa77c9ea22 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Request body: {'security_group_rule': {'security_group_id': 'c14e0bce-2012-4453-ac3c-03c25fcbd94b', 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:10:37.210823 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f78b3d4e-ed5f-4b43-8277-53fa77c9ea22 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:37.269921 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f78b3d4e-ed5f-4b43-8277-53fa77c9ea22 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:37.273158 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f78b3d4e-ed5f-4b43-8277-53fa77c9ea22 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:37.290547 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78b3d4e-ed5f-4b43-8277-53fa77c9ea22 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=249f0018-fc44-4d4f-8c51-8c2fe99723f0,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:37.298265 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f78b3d4e-ed5f-4b43-8277-53fa77c9ea22 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:37.299431 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-f78b3d4e-ed5f-4b43-8277-53fa77c9ea22 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1188915 Jan 18 23:10:37.302203 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 59334) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:10:37.306391 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-e701c86b-6925-4617-8de9-a050b83fb3bc tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Request body: {'security_group_rule': {'security_group_id': 'c14e0bce-2012-4453-ac3c-03c25fcbd94b', 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:10:37.329449 n-d-825064-1 neutron-server[102430]: INFO neutron.db.securitygroups_db [None req-e701c86b-6925-4617-8de9-a050b83fb3bc tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Project d0817dfc7dbd4f18b8c38ccdeec25880 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 23:10:37.334267 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e701c86b-6925-4617-8de9-a050b83fb3bc tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:37.393821 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e701c86b-6925-4617-8de9-a050b83fb3bc tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:37.397579 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e701c86b-6925-4617-8de9-a050b83fb3bc tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:37.415870 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e701c86b-6925-4617-8de9-a050b83fb3bc tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f83c4497-b673-4e6f-871e-8c0cecfd01df,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:37.423901 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e701c86b-6925-4617-8de9-a050b83fb3bc tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:37.425112 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-e701c86b-6925-4617-8de9-a050b83fb3bc tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1220028 Jan 18 23:10:37.427857 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 59336) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:10:37.432106 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-3f568557-89a6-40d9-a826-95f2ec583e8d tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Request body: {'security_group_rule': {'security_group_id': 'c14e0bce-2012-4453-ac3c-03c25fcbd94b', 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:10:37.455353 n-d-825064-1 neutron-server[102430]: INFO neutron.db.securitygroups_db [None req-3f568557-89a6-40d9-a826-95f2ec583e8d tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Project d0817dfc7dbd4f18b8c38ccdeec25880 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 23:10:37.460031 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-3f568557-89a6-40d9-a826-95f2ec583e8d tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:37.518860 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-3f568557-89a6-40d9-a826-95f2ec583e8d tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:37.522212 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-3f568557-89a6-40d9-a826-95f2ec583e8d tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:37.539393 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f568557-89a6-40d9-a826-95f2ec583e8d tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa887eb1-9d56-4ac6-97a5-24c5ae7e0922,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:37.546634 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-3f568557-89a6-40d9-a826-95f2ec583e8d tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:37.547861 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-3f568557-89a6-40d9-a826-95f2ec583e8d tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1190720 Jan 18 23:10:37.550818 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 59338) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:10:37.555475 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-6d098dc5-6ac5-47c1-8cf5-881b8b1fb418 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Request body: {'network': {'name': 'tempest-network-smoke--258511258', 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'port_security_enabled': True}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:10:37.578280 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d098dc5-6ac5-47c1-8cf5-881b8b1fb418 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Made reservation on behalf of d0817dfc7dbd4f18b8c38ccdeec25880 for: {'network': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:10:37.581833 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6d098dc5-6ac5-47c1-8cf5-881b8b1fb418 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:37.612168 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d098dc5-6ac5-47c1-8cf5-881b8b1fb418 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=102430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:10:37.623457 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6d098dc5-6ac5-47c1-8cf5-881b8b1fb418 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:37.623901 n-d-825064-1 neutron-server[102430]: INFO neutron.db.segments_db [None req-6d098dc5-6ac5-47c1-8cf5-881b8b1fb418 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Added segment 9740ef29-25e4-4c5f-8a3f-0dd63ec43631 of type vlan for network f64df1e3-976e-45c0-85b2-015e65a143c4 Jan 18 23:10:37.663310 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6d098dc5-6ac5-47c1-8cf5-881b8b1fb418 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:37.687265 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6d098dc5-6ac5-47c1-8cf5-881b8b1fb418 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:37.692676 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d098dc5-6ac5-47c1-8cf5-881b8b1fb418 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:37.693242 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6d098dc5-6ac5-47c1-8cf5-881b8b1fb418 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:37.752171 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-6d098dc5-6ac5-47c1-8cf5-881b8b1fb418 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2003238 Jan 18 23:10:37.755333 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 59340) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:10:37.760273 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-0ee8cf2b-9928-4efe-b47e-06995da0f690 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-978214374', 'admin_state_up': True, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:10:37.760822 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d098dc5-6ac5-47c1-8cf5-881b8b1fb418 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Pushing event updated for resources: {'Network': ['ID=f64df1e3-976e-45c0-85b2-015e65a143c4,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:37.770648 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network f64df1e3-976e-45c0-85b2-015e65a143c4 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 23:10:37.784939 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0ee8cf2b-9928-4efe-b47e-06995da0f690 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1044160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8692'] for router, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:37.786003 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0ee8cf2b-9928-4efe-b47e-06995da0f690 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1040680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8675'] for router, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:37.841188 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0ee8cf2b-9928-4efe-b47e-06995da0f690 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:37.974244 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0ee8cf2b-9928-4efe-b47e-06995da0f690 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:38.161389 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0ee8cf2b-9928-4efe-b47e-06995da0f690 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for router_gateway, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:38.180070 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0ee8cf2b-9928-4efe-b47e-06995da0f690 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:38.285573 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-0ee8cf2b-9928-4efe-b47e-06995da0f690 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Allocated IP 172.25.5.42 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/689b7af9-6a7f-474e-b986-0943e402ffab) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:10:38.386633 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0ee8cf2b-9928-4efe-b47e-06995da0f690 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:38.420027 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0ee8cf2b-9928-4efe-b47e-06995da0f690 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:38.461354 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee8cf2b-9928-4efe-b47e-06995da0f690 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:10:38.465625 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-0ee8cf2b-9928-4efe-b47e-06995da0f690 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:10:38.470324 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee8cf2b-9928-4efe-b47e-06995da0f690 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:10:38.473254 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8cf2b-9928-4efe-b47e-06995da0f690 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Pushing event updated for resources: {'Port': ['ID=689b7af9-6a7f-474e-b986-0943e402ffab,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:38.975388 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0ee8cf2b-9928-4efe-b47e-06995da0f690 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for router_gateway, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:39.165034 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0ee8cf2b-9928-4efe-b47e-06995da0f690 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1040691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049'] for router, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:39.287548 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ee8cf2b-9928-4efe-b47e-06995da0f690 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Router de73fa09-d67d-4071-9459-74ef382dfe70 is scheduled to L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 with binding_index 1 {{(pid=102431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 23:10:39.387088 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ee8cf2b-9928-4efe-b47e-06995da0f690 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:10:39.396497 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39237e9d-9b13-4d54-8480-4a42ccf99f71 None None] Sync routers for ids ['de73fa09-d67d-4071-9459-74ef382dfe70'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:10:39.406448 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39237e9d-9b13-4d54-8480-4a42ccf99f71 None None] Routers {'de73fa09-d67d-4071-9459-74ef382dfe70'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:10:39.407049 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-39237e9d-9b13-4d54-8480-4a42ccf99f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:10:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['de73fa09-d67d-4071-9459-74ef382dfe70'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:10:39.407214 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0ee8cf2b-9928-4efe-b47e-06995da0f690 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:39.408480 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-0ee8cf2b-9928-4efe-b47e-06995da0f690 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.6521263 Jan 18 23:10:39.411536 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 59342) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:10:39.509436 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-39237e9d-9b13-4d54-8480-4a42ccf99f71 None None] Set router de73fa09-d67d-4071-9459-74ef382dfe70 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:10:39.536522 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-ae7b08be-7548-4c26-a2b9-cb2ffe76fb69 tempest-TestNetworkAdvancedServerOps-757530535 tempest-TestNetworkAdvancedServerOps-757530535-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=d0817dfc7dbd4f18b8c38ccdeec25880&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1238801 Jan 18 23:10:39.539222 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 59346) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:10:39.682777 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-39237e9d-9b13-4d54-8480-4a42ccf99f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de73fa09-d67d-4071-9459-74ef382dfe70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-978214374', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '689b7af9-6a7f-474e-b986-0943e402ffab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:10:37Z', 'updated_at': '2022-01-18T23:10:38Z', 'revision_number': 3, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'gw_port': {'id': '689b7af9-6a7f-474e-b986-0943e402ffab', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:05:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de73fa09-d67d-4071-9459-74ef382dfe70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:10:38Z', 'updated_at': '2022-01-18T23:10:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:10:39.686456 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7349285a-d251-4eb0-8c16-f9f27f1bbbec tempest-TestNetworkAdvancedServerOps-757530535 tempest-TestNetworkAdvancedServerOps-757530535-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:39.690941 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-7349285a-d251-4eb0-8c16-f9f27f1bbbec tempest-TestNetworkAdvancedServerOps-757530535 tempest-TestNetworkAdvancedServerOps-757530535-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1481090 Jan 18 23:10:39.691111 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 59348) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:10:39.709389 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39237e9d-9b13-4d54-8480-4a42ccf99f71 None None] Checking router: de73fa09-d67d-4071-9459-74ef382dfe70 for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:10:39.709740 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39237e9d-9b13-4d54-8480-4a42ccf99f71 None None] Updating router de73fa09-d67d-4071-9459-74ef382dfe70 port 689b7af9-6a7f-474e-b986-0943e402ffab binding host n-d-825064-1 {{(pid=102433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 23:10:39.724078 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-275f7023-220e-443e-938c-3049b1bea366 tempest-TestNetworkAdvancedServerOps-757530535 tempest-TestNetworkAdvancedServerOps-757530535-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=0fa7c7c8-c96a-4aa5-9818-d374adf00f99&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0319252 Jan 18 23:10:39.726786 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 59350) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:10:39.732006 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-04909516-ec23-4337-b15f-5f8b810eeec9 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1754829280', 'network_id': 'f64df1e3-976e-45c0-85b2-015e65a143c4', 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:10:39.734213 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-39237e9d-9b13-4d54-8480-4a42ccf99f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:39.821190 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04909516-ec23-4337-b15f-5f8b810eeec9 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Made reservation on behalf of d0817dfc7dbd4f18b8c38ccdeec25880 for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:10:39.824550 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-04909516-ec23-4337-b15f-5f8b810eeec9 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:39.987215 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-39237e9d-9b13-4d54-8480-4a42ccf99f71 None None] Notify callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:39.993579 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-39237e9d-9b13-4d54-8480-4a42ccf99f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:40.001929 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-04909516-ec23-4337-b15f-5f8b810eeec9 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:40.048536 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50a14df-3480-4e5c-bd84-e1841323f113 None None] Pushing event updated for resources: {'Port': ['ID=689b7af9-6a7f-474e-b986-0943e402ffab,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:40.051661 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-39237e9d-9b13-4d54-8480-4a42ccf99f71 None None] Attempting to bind port 689b7af9-6a7f-474e-b986-0943e402ffab on host n-d-825064-1 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:10:40.052025 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-39237e9d-9b13-4d54-8480-4a42ccf99f71 None None] Attempting to bind port 689b7af9-6a7f-474e-b986-0943e402ffab by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:10:40.052417 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39237e9d-9b13-4d54-8480-4a42ccf99f71 None None] Attempting to bind port 689b7af9-6a7f-474e-b986-0943e402ffab on network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 23:10:40.060799 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50a14df-3480-4e5c-bd84-e1841323f113 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:40.061146 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50a14df-3480-4e5c-bd84-e1841323f113 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:40.061275 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04909516-ec23-4337-b15f-5f8b810eeec9 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Pushing event updated for resources: {'Subnet': ['ID=405a98f4-efe5-4534-b003-9058dd4b7cf2,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:40.061502 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50a14df-3480-4e5c-bd84-e1841323f113 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:40.061802 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50a14df-3480-4e5c-bd84-e1841323f113 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:40.062131 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50a14df-3480-4e5c-bd84-e1841323f113 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:40.062454 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50a14df-3480-4e5c-bd84-e1841323f113 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:40.062779 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50a14df-3480-4e5c-bd84-e1841323f113 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:40.063104 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50a14df-3480-4e5c-bd84-e1841323f113 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:40.063426 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50a14df-3480-4e5c-bd84-e1841323f113 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:40.063745 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50a14df-3480-4e5c-bd84-e1841323f113 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:40.064065 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50a14df-3480-4e5c-bd84-e1841323f113 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:40.064412 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50a14df-3480-4e5c-bd84-e1841323f113 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:40.067898 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39237e9d-9b13-4d54-8480-4a42ccf99f71 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 23:10:40.068022 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39237e9d-9b13-4d54-8480-4a42ccf99f71 None None] Checking segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 23:10:40.068586 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-39237e9d-9b13-4d54-8480-4a42ccf99f71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:40.068773 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39237e9d-9b13-4d54-8480-4a42ccf99f71 None None] Bound using segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 23:10:40.069240 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-39237e9d-9b13-4d54-8480-4a42ccf99f71 None None] Bound port: 689b7af9-6a7f-474e-b986-0943e402ffab, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:10:40.069614 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-39237e9d-9b13-4d54-8480-4a42ccf99f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:40.071039 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04909516-ec23-4337-b15f-5f8b810eeec9 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Checking segment: {'id': '9740ef29-25e4-4c5f-8a3f-0dd63ec43631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'f64df1e3-976e-45c0-85b2-015e65a143c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 23:10:40.071443 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04909516-ec23-4337-b15f-5f8b810eeec9 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Network hostable DHCP agents. Network: f64df1e3-976e-45c0-85b2-015e65a143c4, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:10:40.089327 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04909516-ec23-4337-b15f-5f8b810eeec9 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Network f64df1e3-976e-45c0-85b2-015e65a143c4 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:10:40.099085 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-04909516-ec23-4337-b15f-5f8b810eeec9 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, f64df1e3-976e-45c0-85b2-015e65a143c4) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:10:40.103554 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04909516-ec23-4337-b15f-5f8b810eeec9 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:40.104539 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-04909516-ec23-4337-b15f-5f8b810eeec9 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:40.109660 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89cc2d85-4341-4c01-9870-576d70319234 None None] Network f64df1e3-976e-45c0-85b2-015e65a143c4 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 23:10:40.122069 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-04909516-ec23-4337-b15f-5f8b810eeec9 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3942928 Jan 18 23:10:40.125752 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 59352) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:10:40.127488 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-39237e9d-9b13-4d54-8480-4a42ccf99f71 None None] For port 689b7af9-6a7f-474e-b986-0943e402ffab, host n-d-825064-1, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:10:40.130996 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-39237e9d-9b13-4d54-8480-4a42ccf99f71 None None] For port 689b7af9-6a7f-474e-b986-0943e402ffab, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=689b7af9-6a7f-474e-b986-0943e402ffab,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:10:40.135278 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-39237e9d-9b13-4d54-8480-4a42ccf99f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:40.183199 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39237e9d-9b13-4d54-8480-4a42ccf99f71 None None] Routers {'de73fa09-d67d-4071-9459-74ef382dfe70'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:10:40.183800 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-39237e9d-9b13-4d54-8480-4a42ccf99f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:10:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['de73fa09-d67d-4071-9459-74ef382dfe70'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:10:40.259033 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78afaf70-824c-4075-92be-b77dce5d7f73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-f64df1e3-976e-45c0-85b2-015e65a143c4', 'network_id': 'f64df1e3-976e-45c0-85b2-015e65a143c4', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'fixed_ips': [{'subnet_id': '405a98f4-efe5-4534-b003-9058dd4b7cf2'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 23:10:40.259929 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-78afaf70-824c-4075-92be-b77dce5d7f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:40.300699 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-39237e9d-9b13-4d54-8480-4a42ccf99f71 None None] Set router de73fa09-d67d-4071-9459-74ef382dfe70 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:10:40.303306 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50a14df-3480-4e5c-bd84-e1841323f113 None None] Pushing event updated for resources: {'Port': ['ID=689b7af9-6a7f-474e-b986-0943e402ffab,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:40.399047 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-78afaf70-824c-4075-92be-b77dce5d7f73 None None] Allocated IP 172.20.0.2 (f64df1e3-976e-45c0-85b2-015e65a143c4/405a98f4-efe5-4534-b003-9058dd4b7cf2/f7685b9c-40da-4237-a1b4-c7d2a967353d) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:10:40.490586 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-39237e9d-9b13-4d54-8480-4a42ccf99f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de73fa09-d67d-4071-9459-74ef382dfe70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-978214374', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '689b7af9-6a7f-474e-b986-0943e402ffab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:10:37Z', 'updated_at': '2022-01-18T23:10:38Z', 'revision_number': 3, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'gw_port': {'id': '689b7af9-6a7f-474e-b986-0943e402ffab', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:05:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de73fa09-d67d-4071-9459-74ef382dfe70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:10:38Z', 'updated_at': '2022-01-18T23:10:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:10:40.518388 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39237e9d-9b13-4d54-8480-4a42ccf99f71 None None] The sync data for ids ['de73fa09-d67d-4071-9459-74ef382dfe70'] in n-d-825064-1 is: [{'id': 'de73fa09-d67d-4071-9459-74ef382dfe70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-978214374', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '689b7af9-6a7f-474e-b986-0943e402ffab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:10:37Z', 'updated_at': '2022-01-18T23:10:38Z', 'revision_number': 3, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'gw_port': {'id': '689b7af9-6a7f-474e-b986-0943e402ffab', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:05:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de73fa09-d67d-4071-9459-74ef382dfe70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:10:38Z', 'updated_at': '2022-01-18T23:10:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:10:40.546288 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-78afaf70-824c-4075-92be-b77dce5d7f73 None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:40.552958 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-78afaf70-824c-4075-92be-b77dce5d7f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:40.586290 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-20ea6ebc-5e07-454d-9daa-8bce048093d7 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:40.601030 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78afaf70-824c-4075-92be-b77dce5d7f73 None None] Network f64df1e3-976e-45c0-85b2-015e65a143c4 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:10:40.606267 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-78afaf70-824c-4075-92be-b77dce5d7f73 None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:10:40.608453 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78afaf70-824c-4075-92be-b77dce5d7f73 None None] Pushing event updated for resources: {'Port': ['ID=f7685b9c-40da-4237-a1b4-c7d2a967353d,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:40.611556 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78afaf70-824c-4075-92be-b77dce5d7f73 None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:10:40.622713 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afaf70-824c-4075-92be-b77dce5d7f73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:40.623063 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afaf70-824c-4075-92be-b77dce5d7f73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:40.623405 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afaf70-824c-4075-92be-b77dce5d7f73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:40.623744 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afaf70-824c-4075-92be-b77dce5d7f73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:40.624080 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afaf70-824c-4075-92be-b77dce5d7f73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:40.624456 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afaf70-824c-4075-92be-b77dce5d7f73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:40.624786 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afaf70-824c-4075-92be-b77dce5d7f73 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:40.625120 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afaf70-824c-4075-92be-b77dce5d7f73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:40.625437 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afaf70-824c-4075-92be-b77dce5d7f73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:40.625761 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afaf70-824c-4075-92be-b77dce5d7f73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:40.626082 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afaf70-824c-4075-92be-b77dce5d7f73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:40.626418 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78afaf70-824c-4075-92be-b77dce5d7f73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:40.681088 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-78afaf70-824c-4075-92be-b77dce5d7f73 None None] Attempting to bind port f7685b9c-40da-4237-a1b4-c7d2a967353d on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:10:40.681460 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-78afaf70-824c-4075-92be-b77dce5d7f73 None None] Attempting to bind port f7685b9c-40da-4237-a1b4-c7d2a967353d by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '9740ef29-25e4-4c5f-8a3f-0dd63ec43631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'f64df1e3-976e-45c0-85b2-015e65a143c4'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:10:40.681873 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78afaf70-824c-4075-92be-b77dce5d7f73 None None] Attempting to bind port f7685b9c-40da-4237-a1b4-c7d2a967353d on network f64df1e3-976e-45c0-85b2-015e65a143c4 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 23:10:40.687951 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78afaf70-824c-4075-92be-b77dce5d7f73 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 23:10:40.688775 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78afaf70-824c-4075-92be-b77dce5d7f73 None None] Checking segment: {'id': '9740ef29-25e4-4c5f-8a3f-0dd63ec43631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'f64df1e3-976e-45c0-85b2-015e65a143c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 23:10:40.688775 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-78afaf70-824c-4075-92be-b77dce5d7f73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:40.689143 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78afaf70-824c-4075-92be-b77dce5d7f73 None None] Bound using segment: {'id': '9740ef29-25e4-4c5f-8a3f-0dd63ec43631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'f64df1e3-976e-45c0-85b2-015e65a143c4'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 23:10:40.689609 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-78afaf70-824c-4075-92be-b77dce5d7f73 None None] Bound port: f7685b9c-40da-4237-a1b4-c7d2a967353d, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9740ef29-25e4-4c5f-8a3f-0dd63ec43631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'f64df1e3-976e-45c0-85b2-015e65a143c4'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:10:40.690021 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-78afaf70-824c-4075-92be-b77dce5d7f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:40.762553 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-78afaf70-824c-4075-92be-b77dce5d7f73 None None] For port f7685b9c-40da-4237-a1b4-c7d2a967353d, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:10:40.772407 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-78afaf70-824c-4075-92be-b77dce5d7f73 None None] For port f7685b9c-40da-4237-a1b4-c7d2a967353d, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=f7685b9c-40da-4237-a1b4-c7d2a967353d,segment=NetworkSegment(9740ef29-25e4-4c5f-8a3f-0dd63ec43631),segment_id=9740ef29-25e4-4c5f-8a3f-0dd63ec43631)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:10:40.777144 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-78afaf70-824c-4075-92be-b77dce5d7f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:40.836366 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78afaf70-824c-4075-92be-b77dce5d7f73 None None] Pushing event updated for resources: {'Port': ['ID=f7685b9c-40da-4237-a1b4-c7d2a967353d,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:40.908604 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-20ea6ebc-5e07-454d-9daa-8bce048093d7 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Allocated IP 172.20.0.1 (f64df1e3-976e-45c0-85b2-015e65a143c4/405a98f4-efe5-4534-b003-9058dd4b7cf2/8899cfe6-20f2-4999-8e5c-ccf82882134f) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:10:41.051999 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-20ea6ebc-5e07-454d-9daa-8bce048093d7 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:41.090482 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-20ea6ebc-5e07-454d-9daa-8bce048093d7 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:41.140879 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ea6ebc-5e07-454d-9daa-8bce048093d7 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Network f64df1e3-976e-45c0-85b2-015e65a143c4 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:10:41.144262 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-20ea6ebc-5e07-454d-9daa-8bce048093d7 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:10:41.150559 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ea6ebc-5e07-454d-9daa-8bce048093d7 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:10:41.153858 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ea6ebc-5e07-454d-9daa-8bce048093d7 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Pushing event updated for resources: {'Port': ['ID=8899cfe6-20f2-4999-8e5c-ccf82882134f,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:41.204804 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-20ea6ebc-5e07-454d-9daa-8bce048093d7 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1040954'] for router_interface, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:41.334267 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-20ea6ebc-5e07-454d-9daa-8bce048093d7 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:41.622520 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-20ea6ebc-5e07-454d-9daa-8bce048093d7 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:41.627931 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-20ea6ebc-5e07-454d-9daa-8bce048093d7 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:41.705293 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ea6ebc-5e07-454d-9daa-8bce048093d7 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Pushing event updated for resources: {'Port': ['ID=8899cfe6-20f2-4999-8e5c-ccf82882134f,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:41.710308 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-20ea6ebc-5e07-454d-9daa-8bce048093d7 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-613854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1041070'] for router_interface, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:41.772566 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee9c246-030d-4ac6-8788-839e7416ade5 None None] Network f64df1e3-976e-45c0-85b2-015e65a143c4 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 23:10:41.802100 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ea6ebc-5e07-454d-9daa-8bce048093d7 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Network f64df1e3-976e-45c0-85b2-015e65a143c4 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:10:41.803483 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-20ea6ebc-5e07-454d-9daa-8bce048093d7 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:10:41.907809 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-8dfaa35c-2bb3-45f3-8f8d-275939476573 None None] Provisioning complete for port f7685b9c-40da-4237-a1b4-c7d2a967353d triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:10:41.908448 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8dfaa35c-2bb3-45f3-8f8d-275939476573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:41.922383 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20ea6ebc-5e07-454d-9daa-8bce048093d7 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Router de73fa09-d67d-4071-9459-74ef382dfe70 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:10:42.022476 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8dfaa35c-2bb3-45f3-8f8d-275939476573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:42.038338 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20ea6ebc-5e07-454d-9daa-8bce048093d7 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:10:42.052405 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-20ea6ebc-5e07-454d-9daa-8bce048093d7 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "PUT /v2.0/routers/de73fa09-d67d-4071-9459-74ef382dfe70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9253237 Jan 18 23:10:42.069970 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-8dfaa35c-2bb3-45f3-8f8d-275939476573 None None] For port f7685b9c-40da-4237-a1b4-c7d2a967353d, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=f7685b9c-40da-4237-a1b4-c7d2a967353d,segment=NetworkSegment(9740ef29-25e4-4c5f-8a3f-0dd63ec43631),segment_id=9740ef29-25e4-4c5f-8a3f-0dd63ec43631)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:10:42.076447 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8dfaa35c-2bb3-45f3-8f8d-275939476573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:42.135693 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfaa35c-2bb3-45f3-8f8d-275939476573 None None] Pushing event updated for resources: {'Port': ['ID=f7685b9c-40da-4237-a1b4-c7d2a967353d,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:42.246125 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a8ca38-eee3-410b-9bc1-e7ad4c44da30 None None] Sync routers for ids ['de73fa09-d67d-4071-9459-74ef382dfe70'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:10:42.255482 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a8ca38-eee3-410b-9bc1-e7ad4c44da30 None None] Routers {'de73fa09-d67d-4071-9459-74ef382dfe70'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:10:42.256175 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-e7a8ca38-eee3-410b-9bc1-e7ad4c44da30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:10:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['de73fa09-d67d-4071-9459-74ef382dfe70'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:10:42.320088 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-e1434b52-7935-4ce5-9f96-d60c482498b5 None None] Provisioning complete for port f7685b9c-40da-4237-a1b4-c7d2a967353d triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:10:42.320489 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e1434b52-7935-4ce5-9f96-d60c482498b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:42.413580 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-e7a8ca38-eee3-410b-9bc1-e7ad4c44da30 None None] Set router de73fa09-d67d-4071-9459-74ef382dfe70 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:10:42.443964 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-14e0b112-3348-4131-b2d0-19b9b5405b63 req-a3cb5722-3eeb-4b9e-979e-891f02766db0 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-793798007&fields=id&tenant_id=d0817dfc7dbd4f18b8c38ccdeec25880 HTTP/1.1" status: 200 len: 267 time: 0.0394082 Jan 18 23:10:42.563033 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e0b112-3348-4131-b2d0-19b9b5405b63 req-1a490da3-224a-4810-a879-3d3310d3b7e1 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:42.564620 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-14e0b112-3348-4131-b2d0-19b9b5405b63 req-1a490da3-224a-4810-a879-3d3310d3b7e1 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/networks?id=f64df1e3-976e-45c0-85b2-015e65a143c4 HTTP/1.1" status: 200 len: 796 time: 0.1132479 Jan 18 23:10:42.579952 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-e1434b52-7935-4ce5-9f96-d60c482498b5 None None] Provisioning complete for port 8899cfe6-20f2-4999-8e5c-ccf82882134f triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:10:42.580350 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e1434b52-7935-4ce5-9f96-d60c482498b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:42.583580 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-14e0b112-3348-4131-b2d0-19b9b5405b63 req-787d437e-40ef-4481-8c6c-335af90ce79b tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/quotas/d0817dfc7dbd4f18b8c38ccdeec25880 HTTP/1.1" status: 200 len: 375 time: 0.0095716 Jan 18 23:10:42.636514 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-e1434b52-7935-4ce5-9f96-d60c482498b5 None None] Port 8899cfe6-20f2-4999-8e5c-ccf82882134f cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 23:10:42.658200 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-14e0b112-3348-4131-b2d0-19b9b5405b63 req-a250719c-f151-4a78-9eb7-ce52889124f3 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d0817dfc7dbd4f18b8c38ccdeec25880&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0574870 Jan 18 23:10:42.693674 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 689b7af9-6a7f-474e-b986-0943e402ffab up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 23:10:42.703638 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-e7a8ca38-eee3-410b-9bc1-e7ad4c44da30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de73fa09-d67d-4071-9459-74ef382dfe70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-978214374', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '689b7af9-6a7f-474e-b986-0943e402ffab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:10:37Z', 'updated_at': '2022-01-18T23:10:41Z', 'revision_number': 4, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'gw_port': {'id': '689b7af9-6a7f-474e-b986-0943e402ffab', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:05:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de73fa09-d67d-4071-9459-74ef382dfe70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:10:38Z', 'updated_at': '2022-01-18T23:10:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '8899cfe6-20f2-4999-8e5c-ccf82882134f', 'name': '', 'network_id': 'f64df1e3-976e-45c0-85b2-015e65a143c4', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'mac_address': 'fa:16:3e:79:24:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de73fa09-d67d-4071-9459-74ef382dfe70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '405a98f4-efe5-4534-b003-9058dd4b7cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:10:40Z', 'updated_at': '2022-01-18T23:10:41Z', 'revision_number': 2, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'subnets': [{'id': '405a98f4-efe5-4534-b003-9058dd4b7cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:10:42.752859 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a8ca38-eee3-410b-9bc1-e7ad4c44da30 None None] Checking router: de73fa09-d67d-4071-9459-74ef382dfe70 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:10:42.753138 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a8ca38-eee3-410b-9bc1-e7ad4c44da30 None None] Updating router de73fa09-d67d-4071-9459-74ef382dfe70 port 8899cfe6-20f2-4999-8e5c-ccf82882134f binding host n-d-825064-1 {{(pid=102432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 23:10:42.792777 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e7a8ca38-eee3-410b-9bc1-e7ad4c44da30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:42.795989 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-de7b3693-05cc-42c0-8aaa-090264cd1484 None None] Provisioning complete for port 8899cfe6-20f2-4999-8e5c-ccf82882134f triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:10:42.796373 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-de7b3693-05cc-42c0-8aaa-090264cd1484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:42.808897 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-14e0b112-3348-4131-b2d0-19b9b5405b63 req-587a3659-d433-4707-95f8-ce3a4aab3003 service neutron] 10.222.0.53 "GET /v2.0/networks/f64df1e3-976e-45c0-85b2-015e65a143c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386704 Jan 18 23:10:42.864628 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 689b7af9-6a7f-474e-b986-0943e402ffab triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:10:42.865003 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:42.868981 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-de7b3693-05cc-42c0-8aaa-090264cd1484 None None] Port 8899cfe6-20f2-4999-8e5c-ccf82882134f cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 23:10:42.902747 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-14e0b112-3348-4131-b2d0-19b9b5405b63 req-6a7bb1c4-3c86-4e10-aeef-b7f06d810c34 service neutron] 10.222.0.53 "GET /v2.0/networks/f64df1e3-976e-45c0-85b2-015e65a143c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874405 Jan 18 23:10:43.054938 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:43.086718 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port 689b7af9-6a7f-474e-b986-0943e402ffab, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=689b7af9-6a7f-474e-b986-0943e402ffab,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:10:43.091875 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:43.092690 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device f7685b9c-40da-4237-a1b4-c7d2a967353d up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 23:10:43.198324 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=689b7af9-6a7f-474e-b986-0943e402ffab,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:43.246153 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port f7685b9c-40da-4237-a1b4-c7d2a967353d triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:10:43.246532 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:43.251329 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e7a8ca38-eee3-410b-9bc1-e7ad4c44da30 None None] Notify callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:43.276992 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e7a8ca38-eee3-410b-9bc1-e7ad4c44da30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:43.335140 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:43.345320 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea01a0f7-b931-4928-a91a-d19ac8e0ee67 None None] Pushing event updated for resources: {'Port': ['ID=8899cfe6-20f2-4999-8e5c-ccf82882134f,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:43.427775 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-e7a8ca38-eee3-410b-9bc1-e7ad4c44da30 None None] Attempting to bind port 8899cfe6-20f2-4999-8e5c-ccf82882134f on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:10:43.428174 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-e7a8ca38-eee3-410b-9bc1-e7ad4c44da30 None None] Attempting to bind port 8899cfe6-20f2-4999-8e5c-ccf82882134f by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '9740ef29-25e4-4c5f-8a3f-0dd63ec43631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'f64df1e3-976e-45c0-85b2-015e65a143c4'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:10:43.428549 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a8ca38-eee3-410b-9bc1-e7ad4c44da30 None None] Attempting to bind port 8899cfe6-20f2-4999-8e5c-ccf82882134f on network f64df1e3-976e-45c0-85b2-015e65a143c4 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 23:10:43.439802 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a8ca38-eee3-410b-9bc1-e7ad4c44da30 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 23:10:43.440208 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a8ca38-eee3-410b-9bc1-e7ad4c44da30 None None] Checking segment: {'id': '9740ef29-25e4-4c5f-8a3f-0dd63ec43631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'f64df1e3-976e-45c0-85b2-015e65a143c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 23:10:43.440656 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e7a8ca38-eee3-410b-9bc1-e7ad4c44da30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:43.441013 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a8ca38-eee3-410b-9bc1-e7ad4c44da30 None None] Bound using segment: {'id': '9740ef29-25e4-4c5f-8a3f-0dd63ec43631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'f64df1e3-976e-45c0-85b2-015e65a143c4'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 23:10:43.441669 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-e7a8ca38-eee3-410b-9bc1-e7ad4c44da30 None None] Bound port: 8899cfe6-20f2-4999-8e5c-ccf82882134f, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9740ef29-25e4-4c5f-8a3f-0dd63ec43631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'f64df1e3-976e-45c0-85b2-015e65a143c4'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:10:43.441861 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e7a8ca38-eee3-410b-9bc1-e7ad4c44da30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:43.510287 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-e7a8ca38-eee3-410b-9bc1-e7ad4c44da30 None None] For port 8899cfe6-20f2-4999-8e5c-ccf82882134f, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:10:43.513819 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-e7a8ca38-eee3-410b-9bc1-e7ad4c44da30 None None] For port 8899cfe6-20f2-4999-8e5c-ccf82882134f, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=8899cfe6-20f2-4999-8e5c-ccf82882134f,segment=NetworkSegment(9740ef29-25e4-4c5f-8a3f-0dd63ec43631),segment_id=9740ef29-25e4-4c5f-8a3f-0dd63ec43631)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:10:43.518122 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e7a8ca38-eee3-410b-9bc1-e7ad4c44da30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:43.728788 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-0ec1f45e-da15-4756-a9a9-e38e43da2d73 None None] Provisioning complete for port 8899cfe6-20f2-4999-8e5c-ccf82882134f triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:10:43.729166 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f45e-da15-4756-a9a9-e38e43da2d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:43.734176 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea01a0f7-b931-4928-a91a-d19ac8e0ee67 None None] Pushing event updated for resources: {'Port': ['ID=8899cfe6-20f2-4999-8e5c-ccf82882134f,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:43.758647 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a8ca38-eee3-410b-9bc1-e7ad4c44da30 None None] Routers {'de73fa09-d67d-4071-9459-74ef382dfe70'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:10:43.759280 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-e7a8ca38-eee3-410b-9bc1-e7ad4c44da30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:10:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['de73fa09-d67d-4071-9459-74ef382dfe70'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:10:43.904729 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-e7a8ca38-eee3-410b-9bc1-e7ad4c44da30 None None] Set router de73fa09-d67d-4071-9459-74ef382dfe70 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:10:43.906524 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f45e-da15-4756-a9a9-e38e43da2d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:43.996650 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-0ec1f45e-da15-4756-a9a9-e38e43da2d73 None None] For port 8899cfe6-20f2-4999-8e5c-ccf82882134f, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=8899cfe6-20f2-4999-8e5c-ccf82882134f,segment=NetworkSegment(9740ef29-25e4-4c5f-8a3f-0dd63ec43631),segment_id=9740ef29-25e4-4c5f-8a3f-0dd63ec43631)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:10:44.010910 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f45e-da15-4756-a9a9-e38e43da2d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:44.104293 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec1f45e-da15-4756-a9a9-e38e43da2d73 None None] Pushing event updated for resources: {'Port': ['ID=8899cfe6-20f2-4999-8e5c-ccf82882134f,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:44.162716 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:44.175722 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-ae8a8978-c23f-4eee-9821-fd0c42e9afbb None None] Provisioning complete for port 8899cfe6-20f2-4999-8e5c-ccf82882134f triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:10:44.176175 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ae8a8978-c23f-4eee-9821-fd0c42e9afbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:44.189903 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-30e5867a-b086-498a-843b-9349975c43a2 req-3aa971ad-f1b9-41ab-96c9-a65e2246d62b tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=bacc6562-eb4a-41a6-b892-8a64ff579fd4 HTTP/1.1" status: 200 len: 210 time: 0.0905862 Jan 18 23:10:44.227789 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-e7a8ca38-eee3-410b-9bc1-e7ad4c44da30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de73fa09-d67d-4071-9459-74ef382dfe70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-978214374', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '689b7af9-6a7f-474e-b986-0943e402ffab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:10:37Z', 'updated_at': '2022-01-18T23:10:41Z', 'revision_number': 4, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'gw_port': {'id': '689b7af9-6a7f-474e-b986-0943e402ffab', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:05:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de73fa09-d67d-4071-9459-74ef382dfe70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:10:38Z', 'updated_at': '2022-01-18T23:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '8899cfe6-20f2-4999-8e5c-ccf82882134f', 'name': '', 'network_id': 'f64df1e3-976e-45c0-85b2-015e65a143c4', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'mac_address': 'fa:16:3e:79:24:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de73fa09-d67d-4071-9459-74ef382dfe70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '405a98f4-efe5-4534-b003-9058dd4b7cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:10:40Z', 'updated_at': '2022-01-18T23:10:43Z', 'revision_number': 4, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'subnets': [{'id': '405a98f4-efe5-4534-b003-9058dd4b7cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:10:44.236949 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 23:10:44.256312 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a8ca38-eee3-410b-9bc1-e7ad4c44da30 None None] The sync data for ids ['de73fa09-d67d-4071-9459-74ef382dfe70'] in n-d-825064-1 is: [{'id': 'de73fa09-d67d-4071-9459-74ef382dfe70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-978214374', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '689b7af9-6a7f-474e-b986-0943e402ffab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:10:37Z', 'updated_at': '2022-01-18T23:10:41Z', 'revision_number': 4, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'gw_port': {'id': '689b7af9-6a7f-474e-b986-0943e402ffab', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:05:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de73fa09-d67d-4071-9459-74ef382dfe70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:10:38Z', 'updated_at': '2022-01-18T23:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '8899cfe6-20f2-4999-8e5c-ccf82882134f', 'name': '', 'network_id': 'f64df1e3-976e-45c0-85b2-015e65a143c4', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'mac_address': 'fa:16:3e:79:24:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de73fa09-d67d-4071-9459-74ef382dfe70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '405a98f4-efe5-4534-b003-9058dd4b7cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:10:40Z', 'updated_at': '2022-01-18T23:10:43Z', 'revision_number': 4, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'subnets': [{'id': '405a98f4-efe5-4534-b003-9058dd4b7cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:10:44.708469 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 8899cfe6-20f2-4999-8e5c-ccf82882134f up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 23:10:44.769289 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 8899cfe6-20f2-4999-8e5c-ccf82882134f triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:10:44.769672 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:44.854345 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 689b7af9-6a7f-474e-b986-0943e402ffab up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 23:10:44.902380 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 689b7af9-6a7f-474e-b986-0943e402ffab triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:10:44.902697 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:45.205186 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e0b112-3348-4131-b2d0-19b9b5405b63 req-8ac7298c-d4a1-4543-a233-9148e761d254 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:45.206536 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-14e0b112-3348-4131-b2d0-19b9b5405b63 req-8ac7298c-d4a1-4543-a233-9148e761d254 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.67 "GET /v2.0/networks?id=f64df1e3-976e-45c0-85b2-015e65a143c4 HTTP/1.1" status: 200 len: 796 time: 0.1166918 Jan 18 23:10:45.252804 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-14e0b112-3348-4131-b2d0-19b9b5405b63 req-4308df61-34ec-4f48-9b56-b05658900f4c tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d0817dfc7dbd4f18b8c38ccdeec25880 HTTP/1.1" status: 200 len: 379 time: 0.0377619 Jan 18 23:10:45.265587 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-14e0b112-3348-4131-b2d0-19b9b5405b63 req-cacc7d69-c0c8-45a6-849a-c870e8f7dbfa tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Request body: {'port': {'device_id': 'bacc6562-eb4a-41a6-b892-8a64ff579fd4', 'network_id': 'f64df1e3-976e-45c0-85b2-015e65a143c4', 'admin_state_up': True, 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'security_groups': ['c14e0bce-2012-4453-ac3c-03c25fcbd94b']}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:10:45.306488 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d9ffee67-2421-4dc8-be2e-45d0db3f0ae7 req-8747d86d-8d83-4762-81ed-babb74734423 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=bacc6562-eb4a-41a6-b892-8a64ff579fd4 HTTP/1.1" status: 200 len: 210 time: 0.0369499 Jan 18 23:10:45.402203 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14e0b112-3348-4131-b2d0-19b9b5405b63 req-cacc7d69-c0c8-45a6-849a-c870e8f7dbfa tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Made reservation on behalf of d0817dfc7dbd4f18b8c38ccdeec25880 for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:10:45.405979 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-14e0b112-3348-4131-b2d0-19b9b5405b63 req-cacc7d69-c0c8-45a6-849a-c870e8f7dbfa tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:45.531111 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-14e0b112-3348-4131-b2d0-19b9b5405b63 req-cacc7d69-c0c8-45a6-849a-c870e8f7dbfa tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Allocated IP 172.20.0.11 (f64df1e3-976e-45c0-85b2-015e65a143c4/405a98f4-efe5-4534-b003-9058dd4b7cf2/7606dee0-009b-4983-b3db-adad3c3f1f40) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:10:45.667226 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-14e0b112-3348-4131-b2d0-19b9b5405b63 req-cacc7d69-c0c8-45a6-849a-c870e8f7dbfa tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:45.699671 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-14e0b112-3348-4131-b2d0-19b9b5405b63 req-cacc7d69-c0c8-45a6-849a-c870e8f7dbfa tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:45.743590 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14e0b112-3348-4131-b2d0-19b9b5405b63 req-cacc7d69-c0c8-45a6-849a-c870e8f7dbfa tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Network f64df1e3-976e-45c0-85b2-015e65a143c4 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:10:45.746833 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-14e0b112-3348-4131-b2d0-19b9b5405b63 req-cacc7d69-c0c8-45a6-849a-c870e8f7dbfa tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:10:45.750360 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-14e0b112-3348-4131-b2d0-19b9b5405b63 req-cacc7d69-c0c8-45a6-849a-c870e8f7dbfa tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:10:45.775407 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacc7d69-c0c8-45a6-849a-c870e8f7dbfa tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Pushing event updated for resources: {'Port': ['ID=7606dee0-009b-4983-b3db-adad3c3f1f40,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:45.804585 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e0b112-3348-4131-b2d0-19b9b5405b63 req-cacc7d69-c0c8-45a6-849a-c870e8f7dbfa tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:45.805219 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-14e0b112-3348-4131-b2d0-19b9b5405b63 req-cacc7d69-c0c8-45a6-849a-c870e8f7dbfa tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:45.821546 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-14e0b112-3348-4131-b2d0-19b9b5405b63 req-cacc7d69-c0c8-45a6-849a-c870e8f7dbfa tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5608499 Jan 18 23:10:45.910800 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-14e0b112-3348-4131-b2d0-19b9b5405b63 req-e1053955-3605-40ee-b872-c019ffed4e47 service neutron] Request body: {'port': {'device_id': 'bacc6562-eb4a-41a6-b892-8a64ff579fd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:10:45.966958 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-14e0b112-3348-4131-b2d0-19b9b5405b63 req-e1053955-3605-40ee-b872-c019ffed4e47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:46.032294 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-3c187d8e-5bdd-4255-9ca6-5a17a149d6eb None None] Provisioning complete for port 7606dee0-009b-4983-b3db-adad3c3f1f40 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:10:46.033067 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3c187d8e-5bdd-4255-9ca6-5a17a149d6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:46.065852 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-3c187d8e-5bdd-4255-9ca6-5a17a149d6eb None None] Port 7606dee0-009b-4983-b3db-adad3c3f1f40 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 23:10:46.221295 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [req-14e0b112-3348-4131-b2d0-19b9b5405b63 req-e1053955-3605-40ee-b872-c019ffed4e47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7606dee0-009b-4983-b3db-adad3c3f1f40 {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:10:46.228475 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-14e0b112-3348-4131-b2d0-19b9b5405b63 req-e1053955-3605-40ee-b872-c019ffed4e47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:46.240377 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-14e0b112-3348-4131-b2d0-19b9b5405b63 req-e1053955-3605-40ee-b872-c019ffed4e47 service neutron] Transition to ACTIVE for port object 7606dee0-009b-4983-b3db-adad3c3f1f40 will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:10:46.243703 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-14e0b112-3348-4131-b2d0-19b9b5405b63 req-e1053955-3605-40ee-b872-c019ffed4e47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:46.294015 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1053955-3605-40ee-b872-c019ffed4e47 service neutron] Pushing event updated for resources: {'Port': ['ID=7606dee0-009b-4983-b3db-adad3c3f1f40,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:46.379393 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-14e0b112-3348-4131-b2d0-19b9b5405b63 req-e1053955-3605-40ee-b872-c019ffed4e47 service neutron] Attempting to bind port 7606dee0-009b-4983-b3db-adad3c3f1f40 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:10:46.379771 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-14e0b112-3348-4131-b2d0-19b9b5405b63 req-e1053955-3605-40ee-b872-c019ffed4e47 service neutron] Attempting to bind port 7606dee0-009b-4983-b3db-adad3c3f1f40 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '9740ef29-25e4-4c5f-8a3f-0dd63ec43631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'f64df1e3-976e-45c0-85b2-015e65a143c4'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:10:46.380075 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e0b112-3348-4131-b2d0-19b9b5405b63 req-e1053955-3605-40ee-b872-c019ffed4e47 service neutron] Attempting to bind port 7606dee0-009b-4983-b3db-adad3c3f1f40 on network f64df1e3-976e-45c0-85b2-015e65a143c4 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 23:10:46.395983 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e0b112-3348-4131-b2d0-19b9b5405b63 req-e1053955-3605-40ee-b872-c019ffed4e47 service neutron] Port 7606dee0-009b-4983-b3db-adad3c3f1f40 on network f64df1e3-976e-45c0-85b2-015e65a143c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 23:10:46.396342 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e0b112-3348-4131-b2d0-19b9b5405b63 req-e1053955-3605-40ee-b872-c019ffed4e47 service neutron] Attempting to bind port 7606dee0-009b-4983-b3db-adad3c3f1f40 on network f64df1e3-976e-45c0-85b2-015e65a143c4 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 23:10:46.416082 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e0b112-3348-4131-b2d0-19b9b5405b63 req-e1053955-3605-40ee-b872-c019ffed4e47 service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 23:10:46.416452 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e0b112-3348-4131-b2d0-19b9b5405b63 req-e1053955-3605-40ee-b872-c019ffed4e47 service neutron] Checking segment: {'id': '9740ef29-25e4-4c5f-8a3f-0dd63ec43631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'f64df1e3-976e-45c0-85b2-015e65a143c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 23:10:46.416840 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e0b112-3348-4131-b2d0-19b9b5405b63 req-e1053955-3605-40ee-b872-c019ffed4e47 service neutron] Bound using segment: {'id': '9740ef29-25e4-4c5f-8a3f-0dd63ec43631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'f64df1e3-976e-45c0-85b2-015e65a143c4'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 23:10:46.417275 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-14e0b112-3348-4131-b2d0-19b9b5405b63 req-e1053955-3605-40ee-b872-c019ffed4e47 service neutron] Bound port: 7606dee0-009b-4983-b3db-adad3c3f1f40, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9740ef29-25e4-4c5f-8a3f-0dd63ec43631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'f64df1e3-976e-45c0-85b2-015e65a143c4'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:10:46.417638 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-14e0b112-3348-4131-b2d0-19b9b5405b63 req-e1053955-3605-40ee-b872-c019ffed4e47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:46.466391 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a27a7e-8bfb-44d6-a10c-1ba76315615e req-b8635ceb-5aee-43e4-8c52-4ecd73fd59dc tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:46.468009 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-32a27a7e-8bfb-44d6-a10c-1ba76315615e req-b8635ceb-5aee-43e4-8c52-4ecd73fd59dc tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=bacc6562-eb4a-41a6-b892-8a64ff579fd4 HTTP/1.1" status: 200 len: 944 time: 0.0856094 Jan 18 23:10:46.524483 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-14e0b112-3348-4131-b2d0-19b9b5405b63 req-e1053955-3605-40ee-b872-c019ffed4e47 service neutron] For port 7606dee0-009b-4983-b3db-adad3c3f1f40, host n-h2-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:10:46.537333 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-32a27a7e-8bfb-44d6-a10c-1ba76315615e req-3f6d25dc-671e-472e-93ae-3a49fee3a427 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=c14e0bce-2012-4453-ac3c-03c25fcbd94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599639 Jan 18 23:10:46.540792 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-14e0b112-3348-4131-b2d0-19b9b5405b63 req-e1053955-3605-40ee-b872-c019ffed4e47 service neutron] For port 7606dee0-009b-4983-b3db-adad3c3f1f40, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=7606dee0-009b-4983-b3db-adad3c3f1f40,segment=NetworkSegment(9740ef29-25e4-4c5f-8a3f-0dd63ec43631),segment_id=9740ef29-25e4-4c5f-8a3f-0dd63ec43631)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:10:46.548681 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-14e0b112-3348-4131-b2d0-19b9b5405b63 req-e1053955-3605-40ee-b872-c019ffed4e47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:46.583036 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e0b112-3348-4131-b2d0-19b9b5405b63 req-e1053955-3605-40ee-b872-c019ffed4e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:46.583652 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-14e0b112-3348-4131-b2d0-19b9b5405b63 req-e1053955-3605-40ee-b872-c019ffed4e47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:46.585039 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-14e0b112-3348-4131-b2d0-19b9b5405b63 req-e1053955-3605-40ee-b872-c019ffed4e47 service neutron] 10.222.0.67 "PUT /v2.0/ports/7606dee0-009b-4983-b3db-adad3c3f1f40 HTTP/1.1" status: 200 len: 1092 time: 0.7182922 Jan 18 23:10:46.585489 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bacc6562-eb4a-41a6-b892-8a64ff579fd4', 'tag': '7606dee0-009b-4983-b3db-adad3c3f1f40'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:10:46.587726 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7257cbc2e45a0d74e1afe668853c996243548678bf465994916713ef973582aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75bbffed-5820-45ec-8db4-fc1bd078b8b1" -d '{"events": [{"name": "network-changed", "server_uuid": "bacc6562-eb4a-41a6-b892-8a64ff579fd4", "tag": "7606dee0-009b-4983-b3db-adad3c3f1f40"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 23:10:46.614766 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1053955-3605-40ee-b872-c019ffed4e47 service neutron] Pushing event updated for resources: {'Port': ['ID=7606dee0-009b-4983-b3db-adad3c3f1f40,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:46.636974 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 23:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95c95ea8-f378-40df-8805-f3a74038fdde x-openstack-request-id: req-95c95ea8-f378-40df-8805-f3a74038fdde {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 23:10:46.637265 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bacc6562-eb4a-41a6-b892-8a64ff579fd4", "tag": "7606dee0-009b-4983-b3db-adad3c3f1f40", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 23:10:46.637518 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-95c95ea8-f378-40df-8805-f3a74038fdde {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 23:10:46.637910 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bacc6562-eb4a-41a6-b892-8a64ff579fd4', 'tag': '7606dee0-009b-4983-b3db-adad3c3f1f40', 'status': 'completed', 'code': 200} Jan 18 23:10:46.672346 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e0b112-3348-4131-b2d0-19b9b5405b63 req-e2c3ea2c-e2dc-4296-8804-d26a45f57866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:46.673861 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-14e0b112-3348-4131-b2d0-19b9b5405b63 req-e2c3ea2c-e2dc-4296-8804-d26a45f57866 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d0817dfc7dbd4f18b8c38ccdeec25880&device_id=bacc6562-eb4a-41a6-b892-8a64ff579fd4 HTTP/1.1" status: 200 len: 1095 time: 0.0470989 Jan 18 23:10:46.719373 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-14e0b112-3348-4131-b2d0-19b9b5405b63 req-2b5253ba-864d-4b54-a35a-3279e7264016 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7606dee0-009b-4983-b3db-adad3c3f1f40 HTTP/1.1" status: 200 len: 217 time: 0.0382445 Jan 18 23:10:46.769200 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e0b112-3348-4131-b2d0-19b9b5405b63 req-8f6c28ea-4c1c-4e14-8adf-f1c356130734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:46.770642 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-14e0b112-3348-4131-b2d0-19b9b5405b63 req-8f6c28ea-4c1c-4e14-8adf-f1c356130734 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=405a98f4-efe5-4534-b003-9058dd4b7cf2 HTTP/1.1" status: 200 len: 835 time: 0.0456693 Jan 18 23:10:46.814706 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e0b112-3348-4131-b2d0-19b9b5405b63 req-3a6ecc1d-fe69-4553-b729-79cc4d8a3468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:46.816197 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-14e0b112-3348-4131-b2d0-19b9b5405b63 req-3a6ecc1d-fe69-4553-b729-79cc4d8a3468 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f64df1e3-976e-45c0-85b2-015e65a143c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388026 Jan 18 23:10:46.905321 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-14e0b112-3348-4131-b2d0-19b9b5405b63 req-f6bdcdf4-8f7a-49b9-ba94-faa5e9b91561 service neutron] 10.222.0.67 "GET /v2.0/networks/f64df1e3-976e-45c0-85b2-015e65a143c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828018 Jan 18 23:10:46.989884 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-14e0b112-3348-4131-b2d0-19b9b5405b63 req-6339ceda-1531-4bf6-82c1-5501ae5fba23 service neutron] 10.222.0.67 "GET /v2.0/networks/f64df1e3-976e-45c0-85b2-015e65a143c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0780501 Jan 18 23:10:47.072374 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bbffed-5820-45ec-8db4-fc1bd078b8b1 req-c083449c-b2a5-4ec2-b801-b04be4d1be18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:47.073716 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-75bbffed-5820-45ec-8db4-fc1bd078b8b1 req-c083449c-b2a5-4ec2-b801-b04be4d1be18 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d0817dfc7dbd4f18b8c38ccdeec25880&device_id=bacc6562-eb4a-41a6-b892-8a64ff579fd4 HTTP/1.1" status: 200 len: 1095 time: 0.0390685 Jan 18 23:10:47.168155 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bbffed-5820-45ec-8db4-fc1bd078b8b1 req-6d31e8de-a8c4-4e05-a1ab-fc314af208c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:47.169639 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-75bbffed-5820-45ec-8db4-fc1bd078b8b1 req-6d31e8de-a8c4-4e05-a1ab-fc314af208c9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f64df1e3-976e-45c0-85b2-015e65a143c4 HTTP/1.1" status: 200 len: 896 time: 0.0892053 Jan 18 23:10:47.209423 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-75bbffed-5820-45ec-8db4-fc1bd078b8b1 req-ec0b854e-c4e1-435f-82c7-60dd3c550a22 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7606dee0-009b-4983-b3db-adad3c3f1f40 HTTP/1.1" status: 200 len: 217 time: 0.0336757 Jan 18 23:10:47.255908 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bbffed-5820-45ec-8db4-fc1bd078b8b1 req-c9df4ad1-fe27-409a-803f-084598f747d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:47.257354 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-75bbffed-5820-45ec-8db4-fc1bd078b8b1 req-c9df4ad1-fe27-409a-803f-084598f747d6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=405a98f4-efe5-4534-b003-9058dd4b7cf2 HTTP/1.1" status: 200 len: 835 time: 0.0416260 Jan 18 23:10:47.305273 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bbffed-5820-45ec-8db4-fc1bd078b8b1 req-3f340285-31ab-42ed-88fe-a178acd609a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:47.306707 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-75bbffed-5820-45ec-8db4-fc1bd078b8b1 req-3f340285-31ab-42ed-88fe-a178acd609a2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f64df1e3-976e-45c0-85b2-015e65a143c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415709 Jan 18 23:10:47.394647 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-75bbffed-5820-45ec-8db4-fc1bd078b8b1 req-e5b82c87-3c5f-4684-9da2-af641feaed5d service neutron] 10.222.0.67 "GET /v2.0/networks/f64df1e3-976e-45c0-85b2-015e65a143c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792325 Jan 18 23:10:47.483777 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-75bbffed-5820-45ec-8db4-fc1bd078b8b1 req-4edbfcea-9e6f-44a6-b3a3-29dece8fe290 service neutron] 10.222.0.67 "GET /v2.0/networks/f64df1e3-976e-45c0-85b2-015e65a143c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823431 Jan 18 23:10:47.652302 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746832c8-19ba-460b-926d-eed7d669e9e4 req-ad880d38-205a-4e40-a7f7-d014b0135559 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:47.653721 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-746832c8-19ba-460b-926d-eed7d669e9e4 req-ad880d38-205a-4e40-a7f7-d014b0135559 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=bacc6562-eb4a-41a6-b892-8a64ff579fd4 HTTP/1.1" status: 200 len: 944 time: 0.0496459 Jan 18 23:10:47.692144 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-746832c8-19ba-460b-926d-eed7d669e9e4 req-6fd5905f-39bb-4445-90c8-3cd83d84c8cd tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=c14e0bce-2012-4453-ac3c-03c25fcbd94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322521 Jan 18 23:10:48.805707 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba37c002-4359-45ae-b005-a60df77cd5ae req-4605e34a-33f1-47ab-8ced-a08dc6cbfbf9 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:48.807221 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ba37c002-4359-45ae-b005-a60df77cd5ae req-4605e34a-33f1-47ab-8ced-a08dc6cbfbf9 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=bacc6562-eb4a-41a6-b892-8a64ff579fd4 HTTP/1.1" status: 200 len: 944 time: 0.0481567 Jan 18 23:10:48.843929 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ba37c002-4359-45ae-b005-a60df77cd5ae req-088c1549-1037-4661-ba8a-dcf9ee1dad56 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=c14e0bce-2012-4453-ac3c-03c25fcbd94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306616 Jan 18 23:10:48.921412 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 7606dee0-009b-4983-b3db-adad3c3f1f40 details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 23:10:49.013626 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 7606dee0-009b-4983-b3db-adad3c3f1f40, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=7606dee0-009b-4983-b3db-adad3c3f1f40,segment=NetworkSegment(9740ef29-25e4-4c5f-8a3f-0dd63ec43631),segment_id=9740ef29-25e4-4c5f-8a3f-0dd63ec43631)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:10:49.023477 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': '7606dee0-009b-4983-b3db-adad3c3f1f40', 'network_id': 'f64df1e3-976e-45c0-85b2-015e65a143c4', 'port_id': '7606dee0-009b-4983-b3db-adad3c3f1f40', 'mac_address': 'fa:16:3e:9b:64:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '405a98f4-efe5-4534-b003-9058dd4b7cf2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 23:10:49.059841 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:49.071909 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7606dee0-009b-4983-b3db-adad3c3f1f40 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:10:49.091421 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 7606dee0-009b-4983-b3db-adad3c3f1f40, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=7606dee0-009b-4983-b3db-adad3c3f1f40,segment=NetworkSegment(9740ef29-25e4-4c5f-8a3f-0dd63ec43631),segment_id=9740ef29-25e4-4c5f-8a3f-0dd63ec43631)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:10:49.095996 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:49.142011 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=7606dee0-009b-4983-b3db-adad3c3f1f40,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:49.334890 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['7606dee0-009b-4983-b3db-adad3c3f1f40'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 23:10:49.384812 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-75acbc31-7a92-4505-9597-5bbab23218c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:49.962565 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2b4760-a962-48a7-b664-5aa8dfd22f58 req-cd2888b7-74e5-45cd-ac2b-4990c5eff47c tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:49.964076 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6d2b4760-a962-48a7-b664-5aa8dfd22f58 req-cd2888b7-74e5-45cd-ac2b-4990c5eff47c tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=bacc6562-eb4a-41a6-b892-8a64ff579fd4 HTTP/1.1" status: 200 len: 945 time: 0.0550127 Jan 18 23:10:50.001610 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6d2b4760-a962-48a7-b664-5aa8dfd22f58 req-93dc335d-92e0-495a-a342-c671051b1851 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=c14e0bce-2012-4453-ac3c-03c25fcbd94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313823 Jan 18 23:10:50.925137 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 7606dee0-009b-4983-b3db-adad3c3f1f40 up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 23:10:50.972348 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port 7606dee0-009b-4983-b3db-adad3c3f1f40 completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:10:50.975802 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port 7606dee0-009b-4983-b3db-adad3c3f1f40 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:10:50.976205 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:51.027433 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [req-4d925238-5b00-4846-9c00-0615ea31fac5 req-b7cd625c-80e2-4cf2-8222-32c5df60b0a4 service neutron] (102431) timed out ('10.222.0.53', 53016) {{(pid=102431) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jan 18 23:10:51.053492 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:51.077131 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bacc6562-eb4a-41a6-b892-8a64ff579fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7606dee0-009b-4983-b3db-adad3c3f1f40'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:10:51.081142 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86ae80f788900c8e00b86080ab5a88ad77a7bacee4966930aa8002b8f1bcf154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92e3d851-4cb4-4bc3-bc84-3a502724f9ce" -d '{"events": [{"server_uuid": "bacc6562-eb4a-41a6-b892-8a64ff579fd4", "name": "network-vif-plugged", "status": "completed", "tag": "7606dee0-009b-4983-b3db-adad3c3f1f40"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 23:10:51.096614 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 7606dee0-009b-4983-b3db-adad3c3f1f40, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=7606dee0-009b-4983-b3db-adad3c3f1f40,segment=NetworkSegment(9740ef29-25e4-4c5f-8a3f-0dd63ec43631),segment_id=9740ef29-25e4-4c5f-8a3f-0dd63ec43631)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:10:51.101474 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:51.123961 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e196c1f-5d1e-46d9-9ba0-9d0eafac7f03 req-913252fc-0052-4283-af45-cc237c5341b2 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:51.125514 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3e196c1f-5d1e-46d9-9ba0-9d0eafac7f03 req-913252fc-0052-4283-af45-cc237c5341b2 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=bacc6562-eb4a-41a6-b892-8a64ff579fd4 HTTP/1.1" status: 200 len: 945 time: 0.0567172 Jan 18 23:10:51.127661 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 23:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c5ddb68-1344-4f0e-ae34-a19f4fe7b8ba x-openstack-request-id: req-9c5ddb68-1344-4f0e-ae34-a19f4fe7b8ba {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 23:10:51.127952 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bacc6562-eb4a-41a6-b892-8a64ff579fd4", "name": "network-vif-plugged", "status": "completed", "tag": "7606dee0-009b-4983-b3db-adad3c3f1f40", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 23:10:51.128233 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9c5ddb68-1344-4f0e-ae34-a19f4fe7b8ba {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 23:10:51.128749 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bacc6562-eb4a-41a6-b892-8a64ff579fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7606dee0-009b-4983-b3db-adad3c3f1f40', 'code': 200} Jan 18 23:10:51.158229 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=7606dee0-009b-4983-b3db-adad3c3f1f40,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:51.164756 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3e196c1f-5d1e-46d9-9ba0-9d0eafac7f03 req-27985f4b-dd25-4fee-b41c-dc6fd390fdaa tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=c14e0bce-2012-4453-ac3c-03c25fcbd94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333581 Jan 18 23:10:51.225660 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cfce7f-5515-47c2-9148-3a4d9f3a327c req-edb53742-db3c-4714-a91d-03dc50d6e786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:51.227111 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b6cfce7f-5515-47c2-9148-3a4d9f3a327c req-edb53742-db3c-4714-a91d-03dc50d6e786 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=bacc6562-eb4a-41a6-b892-8a64ff579fd4 HTTP/1.1" status: 200 len: 1097 time: 0.0389714 Jan 18 23:10:51.261472 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b6cfce7f-5515-47c2-9148-3a4d9f3a327c req-e4879a8d-4027-436d-91bb-8335e7bf7a6b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=c14e0bce-2012-4453-ac3c-03c25fcbd94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269873 Jan 18 23:10:52.001373 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-22d7a9ed-5d5d-42de-9592-77c91f7fb936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:52.288224 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c852390-21d8-4ddb-9d7a-814265269878 req-c4bc637a-5166-43bb-a3fa-df761293cb01 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:52.289763 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1c852390-21d8-4ddb-9d7a-814265269878 req-c4bc637a-5166-43bb-a3fa-df761293cb01 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=bacc6562-eb4a-41a6-b892-8a64ff579fd4 HTTP/1.1" status: 200 len: 946 time: 0.0566607 Jan 18 23:10:52.328408 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1c852390-21d8-4ddb-9d7a-814265269878 req-5afef05b-d7ef-43bc-9d6f-fdd35b1210f2 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=c14e0bce-2012-4453-ac3c-03c25fcbd94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325084 Jan 18 23:10:53.121537 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:53.443022 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14cb459-f9d3-44a4-9f7a-fa224fe19d4c req-be628cf4-7350-4bd9-87d7-506c7274ca3d tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:53.444495 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d14cb459-f9d3-44a4-9f7a-fa224fe19d4c req-be628cf4-7350-4bd9-87d7-506c7274ca3d tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=bacc6562-eb4a-41a6-b892-8a64ff579fd4 HTTP/1.1" status: 200 len: 946 time: 0.0485592 Jan 18 23:10:53.482344 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d14cb459-f9d3-44a4-9f7a-fa224fe19d4c req-d481fac9-51ca-4a64-9777-a07eb231af99 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=c14e0bce-2012-4453-ac3c-03c25fcbd94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318718 Jan 18 23:10:53.595258 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319df4bc-de2f-4a90-a5f9-15afdbb3075a req-1764799f-f044-44e7-833c-9cb4947c81d3 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:53.596735 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-319df4bc-de2f-4a90-a5f9-15afdbb3075a req-1764799f-f044-44e7-833c-9cb4947c81d3 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=bacc6562-eb4a-41a6-b892-8a64ff579fd4 HTTP/1.1" status: 200 len: 946 time: 0.0483117 Jan 18 23:10:53.635047 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-319df4bc-de2f-4a90-a5f9-15afdbb3075a req-2e12258b-93e6-4ece-a492-92abfc4c09af tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=c14e0bce-2012-4453-ac3c-03c25fcbd94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323374 Jan 18 23:10:53.658776 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 59420) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:10:53.700281 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc02fd9a-3257-4dfc-aa58-7435d50c7634 tempest-TestNetworkAdvancedServerOps-757530535 tempest-TestNetworkAdvancedServerOps-757530535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:53.701747 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-fc02fd9a-3257-4dfc-aa58-7435d50c7634 tempest-TestNetworkAdvancedServerOps-757530535 tempest-TestNetworkAdvancedServerOps-757530535-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=bacc6562-eb4a-41a6-b892-8a64ff579fd4 HTTP/1.1" status: 200 len: 1092 time: 0.0420165 Jan 18 23:10:53.704641 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 59422) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:10:53.708743 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-e73097ae-59fd-4bf2-96db-0e825d72daf1 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Request body: {'floatingip': {'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'port_id': '7606dee0-009b-4983-b3db-adad3c3f1f40', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:10:53.731418 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e73097ae-59fd-4bf2-96db-0e825d72daf1 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for floatingip, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:53.822521 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e73097ae-59fd-4bf2-96db-0e825d72daf1 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:53.926062 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-e73097ae-59fd-4bf2-96db-0e825d72daf1 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Allocated IP 172.25.5.184 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/28b487d6-c4a0-4143-918e-875476dbc708) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:10:54.026047 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e73097ae-59fd-4bf2-96db-0e825d72daf1 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:54.057463 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e73097ae-59fd-4bf2-96db-0e825d72daf1 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:54.100872 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73097ae-59fd-4bf2-96db-0e825d72daf1 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:10:54.103785 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-e73097ae-59fd-4bf2-96db-0e825d72daf1 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:10:54.107351 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73097ae-59fd-4bf2-96db-0e825d72daf1 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:10:54.129855 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73097ae-59fd-4bf2-96db-0e825d72daf1 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Pushing event updated for resources: {'Port': ['ID=28b487d6-c4a0-4143-918e-875476dbc708,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:54.586156 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:54.702211 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:54.770066 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e73097ae-59fd-4bf2-96db-0e825d72daf1 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:54.836107 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e73097ae-59fd-4bf2-96db-0e825d72daf1 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:54.981035 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e73097ae-59fd-4bf2-96db-0e825d72daf1 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:54.985689 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e73097ae-59fd-4bf2-96db-0e825d72daf1 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:55.050188 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73097ae-59fd-4bf2-96db-0e825d72daf1 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Pushing event updated for resources: {'Port': ['ID=28b487d6-c4a0-4143-918e-875476dbc708,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:55.061585 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e73097ae-59fd-4bf2-96db-0e825d72daf1 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043075'] for floatingip, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:55.165078 n-d-825064-1 neutron-server[102430]: INFO neutron.db.l3_db [None req-e73097ae-59fd-4bf2-96db-0e825d72daf1 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Floating IP cc4ce242-bcca-495c-9ca6-837c7af2975c associated. External IP: 172.25.5.184, port: 7606dee0-009b-4983-b3db-adad3c3f1f40. Jan 18 23:10:55.368053 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e73097ae-59fd-4bf2-96db-0e825d72daf1 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Router de73fa09-d67d-4071-9459-74ef382dfe70 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:10:55.474062 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e73097ae-59fd-4bf2-96db-0e825d72daf1 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:10:55.484191 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ac1b10-1195-4b94-8d84-0a3b44e7fc4e None None] Sync routers for ids ['de73fa09-d67d-4071-9459-74ef382dfe70'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:10:55.491770 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e73097ae-59fd-4bf2-96db-0e825d72daf1 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:55.494662 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ac1b10-1195-4b94-8d84-0a3b44e7fc4e None None] Routers {'de73fa09-d67d-4071-9459-74ef382dfe70'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:10:55.495258 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-84ac1b10-1195-4b94-8d84-0a3b44e7fc4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:10:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['de73fa09-d67d-4071-9459-74ef382dfe70'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:10:55.521154 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-e73097ae-59fd-4bf2-96db-0e825d72daf1 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8130167 Jan 18 23:10:55.521154 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bacc6562-eb4a-41a6-b892-8a64ff579fd4', 'tag': '7606dee0-009b-4983-b3db-adad3c3f1f40'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:10:55.558580 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f9cd323385b35eafd7505e92119ef15b9cb9d1db746596d3e25314435e3cbaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-363cd058-2192-4e19-be3d-97a69cee4ce5" -d '{"events": [{"name": "network-changed", "server_uuid": "bacc6562-eb4a-41a6-b892-8a64ff579fd4", "tag": "7606dee0-009b-4983-b3db-adad3c3f1f40"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 23:10:55.609092 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-84ac1b10-1195-4b94-8d84-0a3b44e7fc4e None None] Set router de73fa09-d67d-4071-9459-74ef382dfe70 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:10:55.621549 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d02249-4ba9-4a79-afff-0d8ee1fb0fac req-7a380ba7-393a-44e7-bfd0-831b07d4573c tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:55.624317 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-66d02249-4ba9-4a79-afff-0d8ee1fb0fac req-7a380ba7-393a-44e7-bfd0-831b07d4573c tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=bacc6562-eb4a-41a6-b892-8a64ff579fd4 HTTP/1.1" status: 200 len: 946 time: 0.0538507 Jan 18 23:10:55.647595 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 23:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7c224da-ddbb-49cc-8685-a827c1e0e904 x-openstack-request-id: req-e7c224da-ddbb-49cc-8685-a827c1e0e904 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 23:10:55.647881 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bacc6562-eb4a-41a6-b892-8a64ff579fd4", "tag": "7606dee0-009b-4983-b3db-adad3c3f1f40", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 23:10:55.648148 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e7c224da-ddbb-49cc-8685-a827c1e0e904 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 23:10:55.648547 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bacc6562-eb4a-41a6-b892-8a64ff579fd4', 'tag': '7606dee0-009b-4983-b3db-adad3c3f1f40', 'status': 'completed', 'code': 200} Jan 18 23:10:55.669093 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-66d02249-4ba9-4a79-afff-0d8ee1fb0fac req-ca82bb85-7641-47a8-8929-f0d325b7bd3b tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=c14e0bce-2012-4453-ac3c-03c25fcbd94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386865 Jan 18 23:10:55.692231 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 59432) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:10:55.707883 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363cd058-2192-4e19-be3d-97a69cee4ce5 req-9396a35a-6613-45d7-aeb5-e14f98be14c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:55.710070 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-363cd058-2192-4e19-be3d-97a69cee4ce5 req-9396a35a-6613-45d7-aeb5-e14f98be14c5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d0817dfc7dbd4f18b8c38ccdeec25880&device_id=bacc6562-eb4a-41a6-b892-8a64ff579fd4 HTTP/1.1" status: 200 len: 1097 time: 0.0401351 Jan 18 23:10:55.756968 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-a7de6cab-350a-4c13-bcc0-4b0fa92346c9 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/floatingips/cc4ce242-bcca-495c-9ca6-837c7af2975c HTTP/1.1" status: 200 len: 992 time: 0.0630901 Jan 18 23:10:55.804390 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363cd058-2192-4e19-be3d-97a69cee4ce5 req-e1f3b7b8-7ff8-4d22-a740-7e52a97c8f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:55.805893 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-363cd058-2192-4e19-be3d-97a69cee4ce5 req-e1f3b7b8-7ff8-4d22-a740-7e52a97c8f85 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f64df1e3-976e-45c0-85b2-015e65a143c4 HTTP/1.1" status: 200 len: 896 time: 0.0893350 Jan 18 23:10:55.831370 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-84ac1b10-1195-4b94-8d84-0a3b44e7fc4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de73fa09-d67d-4071-9459-74ef382dfe70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-978214374', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '689b7af9-6a7f-474e-b986-0943e402ffab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:10:37Z', 'updated_at': '2022-01-18T23:10:41Z', 'revision_number': 4, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'gw_port': {'id': '689b7af9-6a7f-474e-b986-0943e402ffab', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:05:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de73fa09-d67d-4071-9459-74ef382dfe70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:10:38Z', 'updated_at': '2022-01-18T23:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': 'cc4ce242-bcca-495c-9ca6-837c7af2975c', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'floating_ip_address': '172.25.5.184', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': 'de73fa09-d67d-4071-9459-74ef382dfe70', 'port_id': '7606dee0-009b-4983-b3db-adad3c3f1f40', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f64df1e3-976e-45c0-85b2-015e65a143c4', 'mac_address': 'fa:16:3e:9b:64:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bacc6562-eb4a-41a6-b892-8a64ff579fd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:10:54Z', 'updated_at': '2022-01-18T23:10:54Z', 'revision_number': 0, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8899cfe6-20f2-4999-8e5c-ccf82882134f', 'name': '', 'network_id': 'f64df1e3-976e-45c0-85b2-015e65a143c4', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'mac_address': 'fa:16:3e:79:24:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de73fa09-d67d-4071-9459-74ef382dfe70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '405a98f4-efe5-4534-b003-9058dd4b7cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:10:40Z', 'updated_at': '2022-01-18T23:10:43Z', 'revision_number': 5, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'subnets': [{'id': '405a98f4-efe5-4534-b003-9058dd4b7cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:10:55.871549 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-363cd058-2192-4e19-be3d-97a69cee4ce5 req-a59be439-49da-4093-9484-6bdf2f22220b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7606dee0-009b-4983-b3db-adad3c3f1f40 HTTP/1.1" status: 200 len: 1000 time: 0.0585115 Jan 18 23:10:55.927137 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363cd058-2192-4e19-be3d-97a69cee4ce5 req-598384e4-187c-4806-94ea-2492e5fc4049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:55.928640 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-363cd058-2192-4e19-be3d-97a69cee4ce5 req-598384e4-187c-4806-94ea-2492e5fc4049 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=405a98f4-efe5-4534-b003-9058dd4b7cf2 HTTP/1.1" status: 200 len: 835 time: 0.0506964 Jan 18 23:10:55.944547 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ac1b10-1195-4b94-8d84-0a3b44e7fc4e None None] Checking router: de73fa09-d67d-4071-9459-74ef382dfe70 for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:10:55.953386 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ac1b10-1195-4b94-8d84-0a3b44e7fc4e None None] Routers {'de73fa09-d67d-4071-9459-74ef382dfe70'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:10:55.953992 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-84ac1b10-1195-4b94-8d84-0a3b44e7fc4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:10:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['de73fa09-d67d-4071-9459-74ef382dfe70'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:10:55.973744 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363cd058-2192-4e19-be3d-97a69cee4ce5 req-97850156-761f-4163-8173-4271330b71e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:55.975265 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-363cd058-2192-4e19-be3d-97a69cee4ce5 req-97850156-761f-4163-8173-4271330b71e6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f64df1e3-976e-45c0-85b2-015e65a143c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407794 Jan 18 23:10:56.055407 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-84ac1b10-1195-4b94-8d84-0a3b44e7fc4e None None] Set router de73fa09-d67d-4071-9459-74ef382dfe70 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:10:56.063173 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-363cd058-2192-4e19-be3d-97a69cee4ce5 req-cc3ff578-eddf-458e-83db-afd37ae6ce5d service neutron] 10.222.0.67 "GET /v2.0/networks/f64df1e3-976e-45c0-85b2-015e65a143c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806894 Jan 18 23:10:56.156842 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-363cd058-2192-4e19-be3d-97a69cee4ce5 req-12d9529c-f905-47a3-b123-24091196f9da service neutron] 10.222.0.67 "GET /v2.0/networks/f64df1e3-976e-45c0-85b2-015e65a143c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872946 Jan 18 23:10:56.271139 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-84ac1b10-1195-4b94-8d84-0a3b44e7fc4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de73fa09-d67d-4071-9459-74ef382dfe70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-978214374', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '689b7af9-6a7f-474e-b986-0943e402ffab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:10:37Z', 'updated_at': '2022-01-18T23:10:41Z', 'revision_number': 4, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'gw_port': {'id': '689b7af9-6a7f-474e-b986-0943e402ffab', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:05:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de73fa09-d67d-4071-9459-74ef382dfe70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:10:38Z', 'updated_at': '2022-01-18T23:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': 'cc4ce242-bcca-495c-9ca6-837c7af2975c', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'floating_ip_address': '172.25.5.184', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': 'de73fa09-d67d-4071-9459-74ef382dfe70', 'port_id': '7606dee0-009b-4983-b3db-adad3c3f1f40', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f64df1e3-976e-45c0-85b2-015e65a143c4', 'mac_address': 'fa:16:3e:9b:64:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bacc6562-eb4a-41a6-b892-8a64ff579fd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:10:54Z', 'updated_at': '2022-01-18T23:10:54Z', 'revision_number': 0, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8899cfe6-20f2-4999-8e5c-ccf82882134f', 'name': '', 'network_id': 'f64df1e3-976e-45c0-85b2-015e65a143c4', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'mac_address': 'fa:16:3e:79:24:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de73fa09-d67d-4071-9459-74ef382dfe70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '405a98f4-efe5-4534-b003-9058dd4b7cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:10:40Z', 'updated_at': '2022-01-18T23:10:43Z', 'revision_number': 5, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'subnets': [{'id': '405a98f4-efe5-4534-b003-9058dd4b7cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:10:56.299030 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ac1b10-1195-4b94-8d84-0a3b44e7fc4e None None] The sync data for ids ['de73fa09-d67d-4071-9459-74ef382dfe70'] in n-d-825064-1 is: [{'id': 'de73fa09-d67d-4071-9459-74ef382dfe70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-978214374', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '689b7af9-6a7f-474e-b986-0943e402ffab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:10:37Z', 'updated_at': '2022-01-18T23:10:41Z', 'revision_number': 4, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'gw_port': {'id': '689b7af9-6a7f-474e-b986-0943e402ffab', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:05:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de73fa09-d67d-4071-9459-74ef382dfe70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:10:38Z', 'updated_at': '2022-01-18T23:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': 'cc4ce242-bcca-495c-9ca6-837c7af2975c', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'floating_ip_address': '172.25.5.184', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': 'de73fa09-d67d-4071-9459-74ef382dfe70', 'port_id': '7606dee0-009b-4983-b3db-adad3c3f1f40', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f64df1e3-976e-45c0-85b2-015e65a143c4', 'mac_address': 'fa:16:3e:9b:64:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bacc6562-eb4a-41a6-b892-8a64ff579fd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:10:54Z', 'updated_at': '2022-01-18T23:10:54Z', 'revision_number': 0, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8899cfe6-20f2-4999-8e5c-ccf82882134f', 'name': '', 'network_id': 'f64df1e3-976e-45c0-85b2-015e65a143c4', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'mac_address': 'fa:16:3e:79:24:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de73fa09-d67d-4071-9459-74ef382dfe70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '405a98f4-efe5-4534-b003-9058dd4b7cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:10:40Z', 'updated_at': '2022-01-18T23:10:43Z', 'revision_number': 5, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'subnets': [{'id': '405a98f4-efe5-4534-b003-9058dd4b7cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:10:56.493336 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef877ce-b913-4385-a11e-dee360efa33e None None] New status for floating IP cc4ce242-bcca-495c-9ca6-837c7af2975c: ACTIVE {{(pid=102432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 23:10:56.761051 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 59434) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:10:56.819840 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-38b752b0-6dca-42d4-94a7-72de41b0d944 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/floatingips/cc4ce242-bcca-495c-9ca6-837c7af2975c HTTP/1.1" status: 200 len: 994 time: 0.0576701 Jan 18 23:11:09.162374 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-05880c2f-8f10-400f-8ecc-fae5c7241b39 req-34ef16f5-95c9-41ab-b0ab-a58f9b29ce4b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=bacc6562-eb4a-41a6-b892-8a64ff579fd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430536 Jan 18 23:11:09.244959 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05880c2f-8f10-400f-8ecc-fae5c7241b39 req-f35fb08e-97d1-4257-a510-300d88761f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:09.246442 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-05880c2f-8f10-400f-8ecc-fae5c7241b39 req-f35fb08e-97d1-4257-a510-300d88761f39 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d0817dfc7dbd4f18b8c38ccdeec25880&device_id=bacc6562-eb4a-41a6-b892-8a64ff579fd4 HTTP/1.1" status: 200 len: 1097 time: 0.0400369 Jan 18 23:11:09.357603 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05880c2f-8f10-400f-8ecc-fae5c7241b39 req-c4ed165e-429c-4d3d-adf0-0146e9437924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:09.359027 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-05880c2f-8f10-400f-8ecc-fae5c7241b39 req-c4ed165e-429c-4d3d-adf0-0146e9437924 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f64df1e3-976e-45c0-85b2-015e65a143c4 HTTP/1.1" status: 200 len: 896 time: 0.0942483 Jan 18 23:11:09.427039 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-05880c2f-8f10-400f-8ecc-fae5c7241b39 req-d50ae886-72fb-4f9a-860f-07fa3ff3441b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7606dee0-009b-4983-b3db-adad3c3f1f40 HTTP/1.1" status: 200 len: 1002 time: 0.0608156 Jan 18 23:11:09.474849 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05880c2f-8f10-400f-8ecc-fae5c7241b39 req-b08f4f72-5e48-4929-8104-ca03ea02ffd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:09.476301 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-05880c2f-8f10-400f-8ecc-fae5c7241b39 req-b08f4f72-5e48-4929-8104-ca03ea02ffd8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=405a98f4-efe5-4534-b003-9058dd4b7cf2 HTTP/1.1" status: 200 len: 835 time: 0.0419695 Jan 18 23:11:09.520618 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05880c2f-8f10-400f-8ecc-fae5c7241b39 req-bc5dd517-27de-4471-beee-4af093d76434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:09.522039 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-05880c2f-8f10-400f-8ecc-fae5c7241b39 req-bc5dd517-27de-4471-beee-4af093d76434 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f64df1e3-976e-45c0-85b2-015e65a143c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385101 Jan 18 23:11:09.612876 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-05880c2f-8f10-400f-8ecc-fae5c7241b39 req-b07632b5-50ff-43ce-a9c6-a6dfe0c0b7c8 service neutron] 10.222.0.67 "GET /v2.0/networks/f64df1e3-976e-45c0-85b2-015e65a143c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834699 Jan 18 23:11:09.701249 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-05880c2f-8f10-400f-8ecc-fae5c7241b39 req-3e8d0cba-236f-4f37-bd20-3ab17b05ed45 service neutron] 10.222.0.67 "GET /v2.0/networks/f64df1e3-976e-45c0-85b2-015e65a143c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822206 Jan 18 23:11:13.292833 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:14.134434 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:19.366084 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c7f8e155-c61e-4782-a521-1ea9968da878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:21.237118 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 23:11:22.001431 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-dead1a83-f3e8-45dc-8cb8-e12c6b2f52b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:23.125686 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:24.581867 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:24.703032 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:28.150223 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e6dda7-1385-45ab-844a-06ca0553f509 req-b9fa37e0-3f59-4021-bd01-3e547dbfa19f tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:28.151727 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-37e6dda7-1385-45ab-844a-06ca0553f509 req-b9fa37e0-3f59-4021-bd01-3e547dbfa19f tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=bacc6562-eb4a-41a6-b892-8a64ff579fd4 HTTP/1.1" status: 200 len: 946 time: 0.0541720 Jan 18 23:11:28.188494 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-37e6dda7-1385-45ab-844a-06ca0553f509 req-472a608a-6bcc-4654-be87-64d2ca209599 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=c14e0bce-2012-4453-ac3c-03c25fcbd94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301862 Jan 18 23:11:29.318607 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db27db1e-70fb-420a-af4e-4e7b1a2650a2 req-8eef8bcb-e368-4db0-b8a9-d32604cafbfc tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:29.320325 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-db27db1e-70fb-420a-af4e-4e7b1a2650a2 req-8eef8bcb-e368-4db0-b8a9-d32604cafbfc tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=bacc6562-eb4a-41a6-b892-8a64ff579fd4 HTTP/1.1" status: 200 len: 946 time: 0.0574558 Jan 18 23:11:29.357085 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-db27db1e-70fb-420a-af4e-4e7b1a2650a2 req-8f68db6d-32d5-4339-92ff-9cc936f9ce9b tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=c14e0bce-2012-4453-ac3c-03c25fcbd94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308168 Jan 18 23:11:29.380021 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 59460) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:11:29.442650 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-b7a38a52-1275-469f-bf1f-65e93a42e97b tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/floatingips/cc4ce242-bcca-495c-9ca6-837c7af2975c HTTP/1.1" status: 200 len: 994 time: 0.0615139 Jan 18 23:11:30.702091 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6928d6-fecf-469a-a42c-35aff9d6b2c1 req-a0ed82a6-09db-4e6c-8a4c-322828fb9850 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:30.704185 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ad6928d6-fecf-469a-a42c-35aff9d6b2c1 req-a0ed82a6-09db-4e6c-8a4c-322828fb9850 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=bacc6562-eb4a-41a6-b892-8a64ff579fd4 HTTP/1.1" status: 200 len: 946 time: 0.0503571 Jan 18 23:11:30.742516 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ad6928d6-fecf-469a-a42c-35aff9d6b2c1 req-eac76ce0-0662-4008-9e12-a378c2c159f8 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=c14e0bce-2012-4453-ac3c-03c25fcbd94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317569 Jan 18 23:11:31.859353 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ebae59-3f0c-4938-a6f3-6a167667a619 req-c3f62c37-57e4-4838-b252-e5e4140208bc tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:31.860866 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-67ebae59-3f0c-4938-a6f3-6a167667a619 req-c3f62c37-57e4-4838-b252-e5e4140208bc tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=bacc6562-eb4a-41a6-b892-8a64ff579fd4 HTTP/1.1" status: 200 len: 946 time: 0.0489061 Jan 18 23:11:31.898597 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-67ebae59-3f0c-4938-a6f3-6a167667a619 req-87589e81-07d2-4082-bcde-4a1e3dcf467c tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=c14e0bce-2012-4453-ac3c-03c25fcbd94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318313 Jan 18 23:11:31.921174 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 59470) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:11:31.983027 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-66c97ffd-de5f-4c18-80cb-4c8810ab8165 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/floatingips/cc4ce242-bcca-495c-9ca6-837c7af2975c HTTP/1.1" status: 200 len: 994 time: 0.0607510 Jan 18 23:11:32.206715 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 59476) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:11:32.354285 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-26686483-fe5a-4138-bfba-882f65bfc2b1 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Deleting port 28b487d6-c4a0-4143-918e-875476dbc708 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 23:11:32.354541 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-26686483-fe5a-4138-bfba-882f65bfc2b1 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:32.432530 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-26686483-fe5a-4138-bfba-882f65bfc2b1 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:32.432851 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-26686483-fe5a-4138-bfba-882f65bfc2b1 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:32.444063 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-26686483-fe5a-4138-bfba-882f65bfc2b1 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Calling delete_port for 28b487d6-c4a0-4143-918e-875476dbc708 owned by network:floatingip {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 23:11:32.586051 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-26686483-fe5a-4138-bfba-882f65bfc2b1 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:32.611604 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26686483-fe5a-4138-bfba-882f65bfc2b1 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Pushing event deleted for resources: {'Port': ['ID=28b487d6-c4a0-4143-918e-875476dbc708,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:32.636662 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26686483-fe5a-4138-bfba-882f65bfc2b1 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:32.637011 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26686483-fe5a-4138-bfba-882f65bfc2b1 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:32.637350 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26686483-fe5a-4138-bfba-882f65bfc2b1 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:32.637686 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26686483-fe5a-4138-bfba-882f65bfc2b1 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:32.638017 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26686483-fe5a-4138-bfba-882f65bfc2b1 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:32.638345 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26686483-fe5a-4138-bfba-882f65bfc2b1 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:32.638710 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26686483-fe5a-4138-bfba-882f65bfc2b1 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:32.638999 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26686483-fe5a-4138-bfba-882f65bfc2b1 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:32.639321 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26686483-fe5a-4138-bfba-882f65bfc2b1 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:32.640201 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26686483-fe5a-4138-bfba-882f65bfc2b1 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:32.640522 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26686483-fe5a-4138-bfba-882f65bfc2b1 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:32.640836 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26686483-fe5a-4138-bfba-882f65bfc2b1 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:32.679704 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-26686483-fe5a-4138-bfba-882f65bfc2b1 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for floatingip, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:32.680074 n-d-825064-1 neutron-server[102431]: INFO neutron.db.l3_db [None req-26686483-fe5a-4138-bfba-882f65bfc2b1 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Floating IP cc4ce242-bcca-495c-9ca6-837c7af2975c disassociated (deleted). External IP: 172.25.5.184, port: 7606dee0-009b-4983-b3db-adad3c3f1f40. Jan 18 23:11:32.878087 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26686483-fe5a-4138-bfba-882f65bfc2b1 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Router de73fa09-d67d-4071-9459-74ef382dfe70 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:11:32.977486 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26686483-fe5a-4138-bfba-882f65bfc2b1 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:11:32.982253 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-26686483-fe5a-4138-bfba-882f65bfc2b1 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:32.986806 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7f0294-398d-4d5e-bc06-221ebe6249df None None] Sync routers for ids ['de73fa09-d67d-4071-9459-74ef382dfe70'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:11:32.995308 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7f0294-398d-4d5e-bc06-221ebe6249df None None] Routers {'de73fa09-d67d-4071-9459-74ef382dfe70'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:11:32.995906 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-eb7f0294-398d-4d5e-bc06-221ebe6249df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:11:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['de73fa09-d67d-4071-9459-74ef382dfe70'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:11:33.011129 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-26686483-fe5a-4138-bfba-882f65bfc2b1 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "DELETE /v2.0/floatingips/cc4ce242-bcca-495c-9ca6-837c7af2975c HTTP/1.1" status: 204 len: 168 time: 0.8033249 Jan 18 23:11:33.011707 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bacc6562-eb4a-41a6-b892-8a64ff579fd4', 'tag': '7606dee0-009b-4983-b3db-adad3c3f1f40'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:11:33.050913 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6adba52062d83d0b70d142dbcd5753b88deeeedcec75449c501cd3eecc31c27c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20e7ed3f-5ef4-4e81-8ec3-c53cfb9e6840" -d '{"events": [{"name": "network-changed", "server_uuid": "bacc6562-eb4a-41a6-b892-8a64ff579fd4", "tag": "7606dee0-009b-4983-b3db-adad3c3f1f40"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 23:11:33.113698 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-eb7f0294-398d-4d5e-bc06-221ebe6249df None None] Set router de73fa09-d67d-4071-9459-74ef382dfe70 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:11:33.154812 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 23:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a175fc45-1f10-47f6-beeb-cf2c70d795bb x-openstack-request-id: req-a175fc45-1f10-47f6-beeb-cf2c70d795bb {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 23:11:33.155251 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bacc6562-eb4a-41a6-b892-8a64ff579fd4", "tag": "7606dee0-009b-4983-b3db-adad3c3f1f40", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 23:11:33.155616 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a175fc45-1f10-47f6-beeb-cf2c70d795bb {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 23:11:33.156107 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bacc6562-eb4a-41a6-b892-8a64ff579fd4', 'tag': '7606dee0-009b-4983-b3db-adad3c3f1f40', 'status': 'completed', 'code': 200} Jan 18 23:11:33.259046 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283a64c9-8d22-41c6-9911-860aa5c57372 req-c687d899-6068-49b3-9b3c-e083aeb45831 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:33.260544 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-283a64c9-8d22-41c6-9911-860aa5c57372 req-c687d899-6068-49b3-9b3c-e083aeb45831 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=bacc6562-eb4a-41a6-b892-8a64ff579fd4 HTTP/1.1" status: 200 len: 946 time: 0.0679846 Jan 18 23:11:33.263168 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e7ed3f-5ef4-4e81-8ec3-c53cfb9e6840 req-d19480a4-6b71-4965-95ed-561eb1088859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:33.264617 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-20e7ed3f-5ef4-4e81-8ec3-c53cfb9e6840 req-d19480a4-6b71-4965-95ed-561eb1088859 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d0817dfc7dbd4f18b8c38ccdeec25880&device_id=bacc6562-eb4a-41a6-b892-8a64ff579fd4 HTTP/1.1" status: 200 len: 1097 time: 0.0842252 Jan 18 23:11:33.310868 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-eb7f0294-398d-4d5e-bc06-221ebe6249df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de73fa09-d67d-4071-9459-74ef382dfe70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-978214374', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '689b7af9-6a7f-474e-b986-0943e402ffab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:10:37Z', 'updated_at': '2022-01-18T23:10:41Z', 'revision_number': 4, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'gw_port': {'id': '689b7af9-6a7f-474e-b986-0943e402ffab', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:05:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de73fa09-d67d-4071-9459-74ef382dfe70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:10:38Z', 'updated_at': '2022-01-18T23:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '8899cfe6-20f2-4999-8e5c-ccf82882134f', 'name': '', 'network_id': 'f64df1e3-976e-45c0-85b2-015e65a143c4', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'mac_address': 'fa:16:3e:79:24:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de73fa09-d67d-4071-9459-74ef382dfe70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '405a98f4-efe5-4534-b003-9058dd4b7cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:10:40Z', 'updated_at': '2022-01-18T23:10:43Z', 'revision_number': 5, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'subnets': [{'id': '405a98f4-efe5-4534-b003-9058dd4b7cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:11:33.336091 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7f0294-398d-4d5e-bc06-221ebe6249df None None] Checking router: de73fa09-d67d-4071-9459-74ef382dfe70 for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:11:33.343961 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7f0294-398d-4d5e-bc06-221ebe6249df None None] Routers {'de73fa09-d67d-4071-9459-74ef382dfe70'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:11:33.344574 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-eb7f0294-398d-4d5e-bc06-221ebe6249df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:11:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['de73fa09-d67d-4071-9459-74ef382dfe70'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:11:33.345007 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-283a64c9-8d22-41c6-9911-860aa5c57372 req-303d3704-337e-48da-b446-c292eed7ad18 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=c14e0bce-2012-4453-ac3c-03c25fcbd94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777912 Jan 18 23:11:33.391806 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e7ed3f-5ef4-4e81-8ec3-c53cfb9e6840 req-8ad3de5f-4917-4985-b1e2-dfb65bf70d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:33.393221 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-20e7ed3f-5ef4-4e81-8ec3-c53cfb9e6840 req-8ad3de5f-4917-4985-b1e2-dfb65bf70d2e service neutron] 10.222.0.67 "GET /v2.0/networks?id=f64df1e3-976e-45c0-85b2-015e65a143c4 HTTP/1.1" status: 200 len: 896 time: 0.1194575 Jan 18 23:11:33.437484 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-20e7ed3f-5ef4-4e81-8ec3-c53cfb9e6840 req-8d018154-5bef-44b2-9733-399845af38e3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7606dee0-009b-4983-b3db-adad3c3f1f40 HTTP/1.1" status: 200 len: 217 time: 0.0351048 Jan 18 23:11:33.449950 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-eb7f0294-398d-4d5e-bc06-221ebe6249df None None] Set router de73fa09-d67d-4071-9459-74ef382dfe70 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:11:33.491210 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e7ed3f-5ef4-4e81-8ec3-c53cfb9e6840 req-bed18561-a43c-434c-a70c-2edfc130e6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:33.492730 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-20e7ed3f-5ef4-4e81-8ec3-c53cfb9e6840 req-bed18561-a43c-434c-a70c-2edfc130e6ea service neutron] 10.222.0.67 "GET /v2.0/subnets?id=405a98f4-efe5-4534-b003-9058dd4b7cf2 HTTP/1.1" status: 200 len: 835 time: 0.0480115 Jan 18 23:11:33.538881 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e7ed3f-5ef4-4e81-8ec3-c53cfb9e6840 req-c26d5d7f-d111-4d40-919e-b2292db62ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:33.540390 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-20e7ed3f-5ef4-4e81-8ec3-c53cfb9e6840 req-c26d5d7f-d111-4d40-919e-b2292db62ac8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f64df1e3-976e-45c0-85b2-015e65a143c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400515 Jan 18 23:11:33.627934 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-20e7ed3f-5ef4-4e81-8ec3-c53cfb9e6840 req-1db9a3ee-caa7-42f6-9caa-7f86ba345c28 service neutron] 10.222.0.67 "GET /v2.0/networks/f64df1e3-976e-45c0-85b2-015e65a143c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806677 Jan 18 23:11:33.643827 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-eb7f0294-398d-4d5e-bc06-221ebe6249df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de73fa09-d67d-4071-9459-74ef382dfe70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-978214374', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '689b7af9-6a7f-474e-b986-0943e402ffab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:10:37Z', 'updated_at': '2022-01-18T23:10:41Z', 'revision_number': 4, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'gw_port': {'id': '689b7af9-6a7f-474e-b986-0943e402ffab', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:05:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de73fa09-d67d-4071-9459-74ef382dfe70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:10:38Z', 'updated_at': '2022-01-18T23:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '8899cfe6-20f2-4999-8e5c-ccf82882134f', 'name': '', 'network_id': 'f64df1e3-976e-45c0-85b2-015e65a143c4', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'mac_address': 'fa:16:3e:79:24:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de73fa09-d67d-4071-9459-74ef382dfe70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '405a98f4-efe5-4534-b003-9058dd4b7cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:10:40Z', 'updated_at': '2022-01-18T23:10:43Z', 'revision_number': 5, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'subnets': [{'id': '405a98f4-efe5-4534-b003-9058dd4b7cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:11:33.669886 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7f0294-398d-4d5e-bc06-221ebe6249df None None] The sync data for ids ['de73fa09-d67d-4071-9459-74ef382dfe70'] in n-d-825064-1 is: [{'id': 'de73fa09-d67d-4071-9459-74ef382dfe70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-978214374', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '689b7af9-6a7f-474e-b986-0943e402ffab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:10:37Z', 'updated_at': '2022-01-18T23:10:41Z', 'revision_number': 4, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'gw_port': {'id': '689b7af9-6a7f-474e-b986-0943e402ffab', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:05:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de73fa09-d67d-4071-9459-74ef382dfe70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:10:38Z', 'updated_at': '2022-01-18T23:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '8899cfe6-20f2-4999-8e5c-ccf82882134f', 'name': '', 'network_id': 'f64df1e3-976e-45c0-85b2-015e65a143c4', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'mac_address': 'fa:16:3e:79:24:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de73fa09-d67d-4071-9459-74ef382dfe70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '405a98f4-efe5-4534-b003-9058dd4b7cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:10:40Z', 'updated_at': '2022-01-18T23:10:43Z', 'revision_number': 5, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'subnets': [{'id': '405a98f4-efe5-4534-b003-9058dd4b7cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:11:33.725514 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-20e7ed3f-5ef4-4e81-8ec3-c53cfb9e6840 req-46d332d7-8973-4e47-b98f-c9e3be9ce6eb service neutron] 10.222.0.67 "GET /v2.0/networks/f64df1e3-976e-45c0-85b2-015e65a143c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903845 Jan 18 23:11:33.873330 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad8ca7f-1204-4bfb-be75-a5374fa8b02e None None] New status for floating IP cc4ce242-bcca-495c-9ca6-837c7af2975c: DOWN {{(pid=102432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 23:11:34.464008 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510987e3-0f21-413b-83d9-7da99c95d91c req-dd8f3a97-7e4a-4304-b8a1-9ad9a730e9b8 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:34.465503 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-510987e3-0f21-413b-83d9-7da99c95d91c req-dd8f3a97-7e4a-4304-b8a1-9ad9a730e9b8 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=bacc6562-eb4a-41a6-b892-8a64ff579fd4 HTTP/1.1" status: 200 len: 946 time: 0.0495119 Jan 18 23:11:34.503481 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-510987e3-0f21-413b-83d9-7da99c95d91c req-3f79d9d5-3d2f-4701-9812-b5c0c90a70b2 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=c14e0bce-2012-4453-ac3c-03c25fcbd94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320501 Jan 18 23:11:34.707402 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab125a3c-62ee-44c5-98b3-fc6c3271dc6c req-cfd5a40c-eae0-4c3a-84d8-2771416a67ca tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:34.708755 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ab125a3c-62ee-44c5-98b3-fc6c3271dc6c req-cfd5a40c-eae0-4c3a-84d8-2771416a67ca tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.67 "GET /v2.0/ports?device_id=bacc6562-eb4a-41a6-b892-8a64ff579fd4 HTTP/1.1" status: 200 len: 946 time: 0.0516143 Jan 18 23:11:34.800022 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-ab125a3c-62ee-44c5-98b3-fc6c3271dc6c req-809a27cb-178d-4674-b906-e441ffb72b65 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Deleting port 7606dee0-009b-4983-b3db-adad3c3f1f40 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 23:11:34.800387 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-ab125a3c-62ee-44c5-98b3-fc6c3271dc6c req-809a27cb-178d-4674-b906-e441ffb72b65 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:34.887897 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-ab125a3c-62ee-44c5-98b3-fc6c3271dc6c req-809a27cb-178d-4674-b906-e441ffb72b65 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] For port 7606dee0-009b-4983-b3db-adad3c3f1f40, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=7606dee0-009b-4983-b3db-adad3c3f1f40,segment=NetworkSegment(9740ef29-25e4-4c5f-8a3f-0dd63ec43631),segment_id=9740ef29-25e4-4c5f-8a3f-0dd63ec43631)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:11:34.888285 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-ab125a3c-62ee-44c5-98b3-fc6c3271dc6c req-809a27cb-178d-4674-b906-e441ffb72b65 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:34.899707 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-ab125a3c-62ee-44c5-98b3-fc6c3271dc6c req-809a27cb-178d-4674-b906-e441ffb72b65 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Calling delete_port for 7606dee0-009b-4983-b3db-adad3c3f1f40 owned by compute:nova {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 23:11:35.022517 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-ab125a3c-62ee-44c5-98b3-fc6c3271dc6c req-809a27cb-178d-4674-b906-e441ffb72b65 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:35.054587 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809a27cb-178d-4674-b906-e441ffb72b65 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Pushing event deleted for resources: {'Port': ['ID=7606dee0-009b-4983-b3db-adad3c3f1f40,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:35.066579 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809a27cb-178d-4674-b906-e441ffb72b65 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:35.066938 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809a27cb-178d-4674-b906-e441ffb72b65 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:35.067283 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809a27cb-178d-4674-b906-e441ffb72b65 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:35.067623 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809a27cb-178d-4674-b906-e441ffb72b65 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:35.067955 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809a27cb-178d-4674-b906-e441ffb72b65 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:35.068315 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809a27cb-178d-4674-b906-e441ffb72b65 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:35.068649 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809a27cb-178d-4674-b906-e441ffb72b65 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:35.068977 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809a27cb-178d-4674-b906-e441ffb72b65 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:35.069308 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809a27cb-178d-4674-b906-e441ffb72b65 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:35.069633 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809a27cb-178d-4674-b906-e441ffb72b65 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:35.069959 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809a27cb-178d-4674-b906-e441ffb72b65 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:35.070281 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809a27cb-178d-4674-b906-e441ffb72b65 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:35.103950 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab125a3c-62ee-44c5-98b3-fc6c3271dc6c req-809a27cb-178d-4674-b906-e441ffb72b65 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] No DVR routers for this DVR port 7606dee0-009b-4983-b3db-adad3c3f1f40 on host n-h2-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:11:35.106542 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-ab125a3c-62ee-44c5-98b3-fc6c3271dc6c req-809a27cb-178d-4674-b906-e441ffb72b65 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:35.110659 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ab125a3c-62ee-44c5-98b3-fc6c3271dc6c req-809a27cb-178d-4674-b906-e441ffb72b65 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.67 "DELETE /v2.0/ports/7606dee0-009b-4983-b3db-adad3c3f1f40 HTTP/1.1" status: 204 len: 173 time: 0.3954730 Jan 18 23:11:35.111096 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bacc6562-eb4a-41a6-b892-8a64ff579fd4', 'name': 'network-vif-deleted', 'tag': '7606dee0-009b-4983-b3db-adad3c3f1f40'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:11:35.113460 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f9cd323385b35eafd7505e92119ef15b9cb9d1db746596d3e25314435e3cbaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b721a3e-90a4-4d62-a1b5-f53a276b6df5" -d '{"events": [{"server_uuid": "bacc6562-eb4a-41a6-b892-8a64ff579fd4", "name": "network-vif-deleted", "tag": "7606dee0-009b-4983-b3db-adad3c3f1f40"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 23:11:35.153290 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 23:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ed26c04-1290-4569-ad1a-c1184c9be396 x-openstack-request-id: req-1ed26c04-1290-4569-ad1a-c1184c9be396 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 23:11:35.153595 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bacc6562-eb4a-41a6-b892-8a64ff579fd4", "name": "network-vif-deleted", "tag": "7606dee0-009b-4983-b3db-adad3c3f1f40", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 23:11:35.153863 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1ed26c04-1290-4569-ad1a-c1184c9be396 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 23:11:35.154253 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bacc6562-eb4a-41a6-b892-8a64ff579fd4', 'name': 'network-vif-deleted', 'tag': '7606dee0-009b-4983-b3db-adad3c3f1f40', 'status': 'completed', 'code': 200} Jan 18 23:11:35.563600 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 59494) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:11:35.922646 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7b863eb0-cbda-4742-9629-1ad9cbf8f5d9 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1041027'] for router_interface, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:36.168211 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-7b863eb0-cbda-4742-9629-1ad9cbf8f5d9 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Deleting port 8899cfe6-20f2-4999-8e5c-ccf82882134f {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 23:11:36.168548 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7b863eb0-cbda-4742-9629-1ad9cbf8f5d9 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:36.256481 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-7b863eb0-cbda-4742-9629-1ad9cbf8f5d9 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] For port 8899cfe6-20f2-4999-8e5c-ccf82882134f, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=8899cfe6-20f2-4999-8e5c-ccf82882134f,segment=NetworkSegment(9740ef29-25e4-4c5f-8a3f-0dd63ec43631),segment_id=9740ef29-25e4-4c5f-8a3f-0dd63ec43631)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:11:36.256761 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7b863eb0-cbda-4742-9629-1ad9cbf8f5d9 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:36.268820 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-7b863eb0-cbda-4742-9629-1ad9cbf8f5d9 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Calling delete_port for 8899cfe6-20f2-4999-8e5c-ccf82882134f owned by network:router_interface {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 23:11:36.455698 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7b863eb0-cbda-4742-9629-1ad9cbf8f5d9 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:36.481759 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b863eb0-cbda-4742-9629-1ad9cbf8f5d9 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Pushing event deleted for resources: {'Port': ['ID=8899cfe6-20f2-4999-8e5c-ccf82882134f,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:36.659523 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7b863eb0-cbda-4742-9629-1ad9cbf8f5d9 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-613841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1046579'] for router_interface, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:37.169303 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 7606dee0-009b-4983-b3db-adad3c3f1f40 no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 23:11:37.179216 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b863eb0-cbda-4742-9629-1ad9cbf8f5d9 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Router de73fa09-d67d-4071-9459-74ef382dfe70 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:11:37.190103 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] No Port match for: 7606dee0-009b-4983-b3db-adad3c3f1f40 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 23:11:37.190662 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 7606dee0-009b-4983-b3db-adad3c3f1f40 not bound to the agent host n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 23:11:37.280680 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b863eb0-cbda-4742-9629-1ad9cbf8f5d9 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:11:37.286252 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-7b863eb0-cbda-4742-9629-1ad9cbf8f5d9 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "PUT /v2.0/routers/de73fa09-d67d-4071-9459-74ef382dfe70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7214711 Jan 18 23:11:37.288265 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 59496) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:11:37.290177 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2bb5c7-eb10-4bbb-b518-3b6adccdce79 None None] Sync routers for ids ['de73fa09-d67d-4071-9459-74ef382dfe70'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:11:37.299473 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2bb5c7-eb10-4bbb-b518-3b6adccdce79 None None] Routers {'de73fa09-d67d-4071-9459-74ef382dfe70'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:11:37.300068 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-9f2bb5c7-eb10-4bbb-b518-3b6adccdce79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:11:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['de73fa09-d67d-4071-9459-74ef382dfe70'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:11:37.340751 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd758420-6722-487c-9e34-ef4d548cd1e3 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Deleting subnet 405a98f4-efe5-4534-b003-9058dd4b7cf2 {{(pid=102430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 23:11:37.344288 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-cd758420-6722-487c-9e34-ef4d548cd1e3 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for subnet, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:37.384673 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-cd758420-6722-487c-9e34-ef4d548cd1e3 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60394745'] for subnet, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:37.401063 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-9f2bb5c7-eb10-4bbb-b518-3b6adccdce79 None None] Set router de73fa09-d67d-4071-9459-74ef382dfe70 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:11:37.465905 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-cd758420-6722-487c-9e34-ef4d548cd1e3 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:37.528991 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-cd758420-6722-487c-9e34-ef4d548cd1e3 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60203138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62288677'] for subnet, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:37.556615 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd758420-6722-487c-9e34-ef4d548cd1e3 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Pushing event deleted for resources: {'Subnet': ['ID=405a98f4-efe5-4534-b003-9058dd4b7cf2,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:37.560454 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-cd758420-6722-487c-9e34-ef4d548cd1e3 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:37.563644 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-cd758420-6722-487c-9e34-ef4d548cd1e3 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "DELETE /v2.0/subnets/405a98f4-efe5-4534-b003-9058dd4b7cf2 HTTP/1.1" status: 204 len: 168 time: 0.2744346 Jan 18 23:11:37.566426 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 59498) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:11:37.569808 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970a238b-82ee-4d8a-8e92-d207b8365c22 None None] Network f64df1e3-976e-45c0-85b2-015e65a143c4 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 23:11:37.578363 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-9f2bb5c7-eb10-4bbb-b518-3b6adccdce79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de73fa09-d67d-4071-9459-74ef382dfe70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-978214374', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '689b7af9-6a7f-474e-b986-0943e402ffab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:10:37Z', 'updated_at': '2022-01-18T23:11:36Z', 'revision_number': 5, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'gw_port': {'id': '689b7af9-6a7f-474e-b986-0943e402ffab', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:05:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de73fa09-d67d-4071-9459-74ef382dfe70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:10:38Z', 'updated_at': '2022-01-18T23:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:11:37.694789 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0702c423-1528-41c1-b5f4-9bd31b3d6f16 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for router, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:37.698719 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2bb5c7-eb10-4bbb-b518-3b6adccdce79 None None] Checking router: de73fa09-d67d-4071-9459-74ef382dfe70 for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:11:37.708214 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2bb5c7-eb10-4bbb-b518-3b6adccdce79 None None] Routers {'de73fa09-d67d-4071-9459-74ef382dfe70'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:11:37.708798 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-9f2bb5c7-eb10-4bbb-b518-3b6adccdce79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:11:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['de73fa09-d67d-4071-9459-74ef382dfe70'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:11:37.762755 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e17f241-8412-4f6e-9ce2-d9a29f4a2b50 None None] DHCP port deletion for f64df1e3-976e-45c0-85b2-015e65a143c4 request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 23:11:37.798725 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0702c423-1528-41c1-b5f4-9bd31b3d6f16 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:37.809086 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-9e17f241-8412-4f6e-9ce2-d9a29f4a2b50 None None] Deleting port f7685b9c-40da-4237-a1b4-c7d2a967353d {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 23:11:37.809467 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9e17f241-8412-4f6e-9ce2-d9a29f4a2b50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:37.819639 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-9f2bb5c7-eb10-4bbb-b518-3b6adccdce79 None None] Set router de73fa09-d67d-4071-9459-74ef382dfe70 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:11:37.856355 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-0702c423-1528-41c1-b5f4-9bd31b3d6f16 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Deleting port 689b7af9-6a7f-474e-b986-0943e402ffab {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 23:11:37.856717 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0702c423-1528-41c1-b5f4-9bd31b3d6f16 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:37.877211 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-9e17f241-8412-4f6e-9ce2-d9a29f4a2b50 None None] For port f7685b9c-40da-4237-a1b4-c7d2a967353d, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=f7685b9c-40da-4237-a1b4-c7d2a967353d,segment=NetworkSegment(9740ef29-25e4-4c5f-8a3f-0dd63ec43631),segment_id=9740ef29-25e4-4c5f-8a3f-0dd63ec43631)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:11:37.877608 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9e17f241-8412-4f6e-9ce2-d9a29f4a2b50 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:37.892004 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-9e17f241-8412-4f6e-9ce2-d9a29f4a2b50 None None] Calling delete_port for f7685b9c-40da-4237-a1b4-c7d2a967353d owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 23:11:37.939026 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-0702c423-1528-41c1-b5f4-9bd31b3d6f16 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] For port 689b7af9-6a7f-474e-b986-0943e402ffab, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=689b7af9-6a7f-474e-b986-0943e402ffab,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:11:37.939409 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0702c423-1528-41c1-b5f4-9bd31b3d6f16 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:37.951504 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-0702c423-1528-41c1-b5f4-9bd31b3d6f16 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Calling delete_port for 689b7af9-6a7f-474e-b986-0943e402ffab owned by network:router_gateway {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 23:11:37.975266 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9e17f241-8412-4f6e-9ce2-d9a29f4a2b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:37.993090 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e17f241-8412-4f6e-9ce2-d9a29f4a2b50 None None] No DVR routers for this DVR port f7685b9c-40da-4237-a1b4-c7d2a967353d on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:11:38.003036 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-9f2bb5c7-eb10-4bbb-b518-3b6adccdce79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de73fa09-d67d-4071-9459-74ef382dfe70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-978214374', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '689b7af9-6a7f-474e-b986-0943e402ffab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:10:37Z', 'updated_at': '2022-01-18T23:11:36Z', 'revision_number': 5, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'gw_port': {'id': '689b7af9-6a7f-474e-b986-0943e402ffab', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:05:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de73fa09-d67d-4071-9459-74ef382dfe70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:10:38Z', 'updated_at': '2022-01-18T23:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:11:38.014128 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e17f241-8412-4f6e-9ce2-d9a29f4a2b50 None None] Pushing event deleted for resources: {'Port': ['ID=f7685b9c-40da-4237-a1b4-c7d2a967353d,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:38.032637 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2bb5c7-eb10-4bbb-b518-3b6adccdce79 None None] The sync data for ids ['de73fa09-d67d-4071-9459-74ef382dfe70'] in n-d-825064-1 is: [{'id': 'de73fa09-d67d-4071-9459-74ef382dfe70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-978214374', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '689b7af9-6a7f-474e-b986-0943e402ffab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:10:37Z', 'updated_at': '2022-01-18T23:11:36Z', 'revision_number': 5, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'gw_port': {'id': '689b7af9-6a7f-474e-b986-0943e402ffab', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:05:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de73fa09-d67d-4071-9459-74ef382dfe70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:10:38Z', 'updated_at': '2022-01-18T23:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:11:38.395816 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0702c423-1528-41c1-b5f4-9bd31b3d6f16 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:38.418970 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0702c423-1528-41c1-b5f4-9bd31b3d6f16 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Pushing event deleted for resources: {'Port': ['ID=689b7af9-6a7f-474e-b986-0943e402ffab,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:38.486678 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0702c423-1528-41c1-b5f4-9bd31b3d6f16 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043029'] for router_gateway, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:38.580477 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0702c423-1528-41c1-b5f4-9bd31b3d6f16 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1040886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8602'] for router, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:38.582538 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0702c423-1528-41c1-b5f4-9bd31b3d6f16 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:38.624903 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0702c423-1528-41c1-b5f4-9bd31b3d6f16 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1040832'] for router, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:38.625583 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0702c423-1528-41c1-b5f4-9bd31b3d6f16 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Fanout notify agent at l3_agent the message router_deleted on router de73fa09-d67d-4071-9459-74ef382dfe70 {{(pid=102431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 23:11:38.632449 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0702c423-1528-41c1-b5f4-9bd31b3d6f16 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:38.637255 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-0702c423-1528-41c1-b5f4-9bd31b3d6f16 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "DELETE /v2.0/routers/de73fa09-d67d-4071-9459-74ef382dfe70 HTTP/1.1" status: 204 len: 168 time: 1.0656507 Jan 18 23:11:38.637585 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 59500) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:11:38.720885 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-17657ea0-f84c-4985-addb-69f64735150c tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:38.743266 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 8899cfe6-20f2-4999-8e5c-ccf82882134f no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 23:11:38.771130 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 8899cfe6-20f2-4999-8e5c-ccf82882134f {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 23:11:38.771473 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 8899cfe6-20f2-4999-8e5c-ccf82882134f not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 23:11:38.771892 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device f7685b9c-40da-4237-a1b4-c7d2a967353d no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 23:11:38.814012 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-17657ea0-f84c-4985-addb-69f64735150c tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:38.836322 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-17657ea0-f84c-4985-addb-69f64735150c tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f64df1e3-976e-45c0-85b2-015e65a143c4']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:11:38.846795 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-17657ea0-f84c-4985-addb-69f64735150c tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9740ef29-25e4-4c5f-8a3f-0dd63ec43631') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:11:38.847095 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-17657ea0-f84c-4985-addb-69f64735150c tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9740ef29-25e4-4c5f-8a3f-0dd63ec43631') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:11:38.857249 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-17657ea0-f84c-4985-addb-69f64735150c tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60394742'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:38.871276 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-17657ea0-f84c-4985-addb-69f64735150c tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:38.878149 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17657ea0-f84c-4985-addb-69f64735150c tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:11:38.878556 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-17657ea0-f84c-4985-addb-69f64735150c tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60203044'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:38.881773 n-d-825064-1 neutron-server[102430]: Traceback (most recent call last): Jan 18 23:11:38.881773 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:11:38.881773 n-d-825064-1 neutron-server[102430]: timer() Jan 18 23:11:38.881773 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:11:38.881773 n-d-825064-1 neutron-server[102430]: cb(*args, **kw) Jan 18 23:11:38.881773 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 23:11:38.881773 n-d-825064-1 neutron-server[102430]: return func(*args, **kwargs) Jan 18 23:11:38.881773 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:11:38.881773 n-d-825064-1 neutron-server[102430]: self._notify() Jan 18 23:11:38.881773 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:11:38.881773 n-d-825064-1 neutron-server[102430]: self.callback(batched_events) Jan 18 23:11:38.881773 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:11:38.881773 n-d-825064-1 neutron-server[102430]: event.method(event) Jan 18 23:11:38.881773 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 23:11:38.881773 n-d-825064-1 neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:11:38.881773 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 23:11:38.881773 n-d-825064-1 neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:11:38.881773 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 23:11:38.881773 n-d-825064-1 neutron-server[102430]: return f(self, *a, **k) Jan 18 23:11:38.881773 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:11:38.881773 n-d-825064-1 neutron-server[102430]: return self._get(url).json() Jan 18 23:11:38.881773 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:11:38.881773 n-d-825064-1 neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:11:38.881773 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:11:38.881773 n-d-825064-1 neutron-server[102430]: return self.request(url, 'GET', **kwargs) Jan 18 23:11:38.881773 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:11:38.881773 n-d-825064-1 neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:11:38.881773 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:11:38.881773 n-d-825064-1 neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:11:38.881773 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:11:38.881773 n-d-825064-1 neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:11:38.881773 n-d-825064-1 neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:11:38.941139 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-17657ea0-f84c-4985-addb-69f64735150c tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:38.945679 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: f7685b9c-40da-4237-a1b4-c7d2a967353d {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 23:11:38.946020 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device f7685b9c-40da-4237-a1b4-c7d2a967353d not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 23:11:38.946267 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-17657ea0-f84c-4985-addb-69f64735150c tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:38.955305 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-17657ea0-f84c-4985-addb-69f64735150c tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "DELETE /v2.0/networks/f64df1e3-976e-45c0-85b2-015e65a143c4 HTTP/1.1" status: 204 len: 168 time: 0.3165586 Jan 18 23:11:38.958671 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 59502) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:11:38.974238 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17657ea0-f84c-4985-addb-69f64735150c tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Pushing event deleted for resources: {'Network': ['ID=f64df1e3-976e-45c0-85b2-015e65a143c4,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:39.023156 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3a9ec63f-3c00-439f-9e48-ae7382e0f82e tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:39.046674 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3a9ec63f-3c00-439f-9e48-ae7382e0f82e tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:39.114217 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3a9ec63f-3c00-439f-9e48-ae7382e0f82e tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:39.116900 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3a9ec63f-3c00-439f-9e48-ae7382e0f82e tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:39.118044 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-3a9ec63f-3c00-439f-9e48-ae7382e0f82e tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "DELETE /v2.0/security-groups/c14e0bce-2012-4453-ac3c-03c25fcbd94b HTTP/1.1" status: 204 len: 168 time: 0.1583474 Jan 18 23:11:39.127611 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9ec63f-3c00-439f-9e48-ae7382e0f82e tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c14e0bce-2012-4453-ac3c-03c25fcbd94b,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:39.840602 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 59508) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:11:39.845281 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-ce584686-2d17-4afe-b25f-89fa6def0946 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1942427411', 'description': 'tempest-secgroup-smoke-1942427411 description', 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:11:39.868006 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ce584686-2d17-4afe-b25f-89fa6def0946 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:39.931833 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ce584686-2d17-4afe-b25f-89fa6def0946 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:39.935303 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ce584686-2d17-4afe-b25f-89fa6def0946 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:39.964918 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ce584686-2d17-4afe-b25f-89fa6def0946 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:39.966154 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-ce584686-2d17-4afe-b25f-89fa6def0946 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1245451 Jan 18 23:11:39.969078 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 59510) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:11:39.974639 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-2a0554bf-244e-4731-bd0d-001a36c30c7a tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Request body: {'security_group_rule': {'security_group_id': '8dc5b384-e0e1-4195-b39a-1e2399f117c6', 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:11:39.981955 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce584686-2d17-4afe-b25f-89fa6def0946 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc5b384-e0e1-4195-b39a-1e2399f117c6,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:40.011172 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2a0554bf-244e-4731-bd0d-001a36c30c7a tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:40.065299 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2a0554bf-244e-4731-bd0d-001a36c30c7a tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:40.069131 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2a0554bf-244e-4731-bd0d-001a36c30c7a tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:40.086293 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0554bf-244e-4731-bd0d-001a36c30c7a tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb04594a-90ac-4fc9-9296-166921c01bf1,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:40.095111 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2a0554bf-244e-4731-bd0d-001a36c30c7a tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:40.096442 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-2a0554bf-244e-4731-bd0d-001a36c30c7a tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1264222 Jan 18 23:11:40.099159 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 59512) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:11:40.103452 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-4039ce7a-f36a-4d3f-a737-5851c63844cf tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Request body: {'security_group_rule': {'security_group_id': '8dc5b384-e0e1-4195-b39a-1e2399f117c6', 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:11:40.130386 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4039ce7a-f36a-4d3f-a737-5851c63844cf tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:40.187458 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4039ce7a-f36a-4d3f-a737-5851c63844cf tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:40.190954 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4039ce7a-f36a-4d3f-a737-5851c63844cf tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:40.210540 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4039ce7a-f36a-4d3f-a737-5851c63844cf tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdbaa9ac-3487-405e-80b8-b0f9a9c19058,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:40.220194 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4039ce7a-f36a-4d3f-a737-5851c63844cf tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:40.221977 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-4039ce7a-f36a-4d3f-a737-5851c63844cf tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1219077 Jan 18 23:11:40.224778 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 59514) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:11:40.229003 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-e3c8f8d8-2dcf-4dab-9c0c-085311b67995 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Request body: {'security_group_rule': {'security_group_id': '8dc5b384-e0e1-4195-b39a-1e2399f117c6', 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:11:40.255726 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e3c8f8d8-2dcf-4dab-9c0c-085311b67995 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:40.312786 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e3c8f8d8-2dcf-4dab-9c0c-085311b67995 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:40.316204 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e3c8f8d8-2dcf-4dab-9c0c-085311b67995 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:40.333360 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c8f8d8-2dcf-4dab-9c0c-085311b67995 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8426eb0c-3722-47c3-82f6-41e42c177523,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:40.340579 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e3c8f8d8-2dcf-4dab-9c0c-085311b67995 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:40.341832 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-e3c8f8d8-2dcf-4dab-9c0c-085311b67995 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1161218 Jan 18 23:11:40.344620 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 59516) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:11:40.348801 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-7381bf45-a8cc-4a4d-bdfe-24e1dc3a910d tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Request body: {'security_group_rule': {'security_group_id': '8dc5b384-e0e1-4195-b39a-1e2399f117c6', 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:11:40.375248 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7381bf45-a8cc-4a4d-bdfe-24e1dc3a910d tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:40.431867 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7381bf45-a8cc-4a4d-bdfe-24e1dc3a910d tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:40.435129 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7381bf45-a8cc-4a4d-bdfe-24e1dc3a910d tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:40.453720 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7381bf45-a8cc-4a4d-bdfe-24e1dc3a910d tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25d5ac6a-debd-4992-8eaa-ea0b50c0a4b6,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:40.458029 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7381bf45-a8cc-4a4d-bdfe-24e1dc3a910d tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:40.459226 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-7381bf45-a8cc-4a4d-bdfe-24e1dc3a910d tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1136668 Jan 18 23:11:40.461894 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 59518) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:11:40.466348 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-eecf37ab-2776-4600-9060-799f69e04350 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Request body: {'security_group_rule': {'security_group_id': '8dc5b384-e0e1-4195-b39a-1e2399f117c6', 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:11:40.488889 n-d-825064-1 neutron-server[102431]: INFO neutron.db.securitygroups_db [None req-eecf37ab-2776-4600-9060-799f69e04350 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Project d0817dfc7dbd4f18b8c38ccdeec25880 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 23:11:40.493619 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-eecf37ab-2776-4600-9060-799f69e04350 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:40.556024 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-eecf37ab-2776-4600-9060-799f69e04350 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:40.559599 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-eecf37ab-2776-4600-9060-799f69e04350 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:40.574522 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecf37ab-2776-4600-9060-799f69e04350 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a36dd43-f0c3-458d-930d-d9867e68ad87,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:40.585543 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-eecf37ab-2776-4600-9060-799f69e04350 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:40.586645 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-eecf37ab-2776-4600-9060-799f69e04350 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1237149 Jan 18 23:11:40.589324 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 59520) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:11:40.594010 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-18179960-f542-4cc1-b81d-a41b71b12ce6 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Request body: {'security_group_rule': {'security_group_id': '8dc5b384-e0e1-4195-b39a-1e2399f117c6', 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:11:40.615482 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 689b7af9-6a7f-474e-b986-0943e402ffab no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 23:11:40.617062 n-d-825064-1 neutron-server[102431]: INFO neutron.db.securitygroups_db [None req-18179960-f542-4cc1-b81d-a41b71b12ce6 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Project d0817dfc7dbd4f18b8c38ccdeec25880 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 23:11:40.621945 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-18179960-f542-4cc1-b81d-a41b71b12ce6 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:40.635524 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 689b7af9-6a7f-474e-b986-0943e402ffab {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 23:11:40.635957 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 689b7af9-6a7f-474e-b986-0943e402ffab not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 23:11:40.682986 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-18179960-f542-4cc1-b81d-a41b71b12ce6 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:40.686490 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-18179960-f542-4cc1-b81d-a41b71b12ce6 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:40.703693 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18179960-f542-4cc1-b81d-a41b71b12ce6 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d3587d6-f442-4c61-8a9e-ca9863011386,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:40.714739 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-18179960-f542-4cc1-b81d-a41b71b12ce6 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:40.715933 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-18179960-f542-4cc1-b81d-a41b71b12ce6 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1256485 Jan 18 23:11:40.718777 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 59522) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:11:40.723488 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-21bd2a0d-1a4b-4a21-99b2-37b8a06f867a tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Request body: {'network': {'name': 'tempest-network-smoke--658386872', 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'port_security_enabled': True}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:11:40.744485 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21bd2a0d-1a4b-4a21-99b2-37b8a06f867a tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Made reservation on behalf of d0817dfc7dbd4f18b8c38ccdeec25880 for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:11:40.747807 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-21bd2a0d-1a4b-4a21-99b2-37b8a06f867a tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:40.770356 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21bd2a0d-1a4b-4a21-99b2-37b8a06f867a tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:11:40.779472 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-21bd2a0d-1a4b-4a21-99b2-37b8a06f867a tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:40.779835 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-21bd2a0d-1a4b-4a21-99b2-37b8a06f867a tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Added segment 8587b92e-53f7-4fef-926b-f4e58ce01319 of type vlan for network 75fd5155-d3c2-4a7b-8357-f73b61ab1e95 Jan 18 23:11:40.817969 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-21bd2a0d-1a4b-4a21-99b2-37b8a06f867a tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:40.840799 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-21bd2a0d-1a4b-4a21-99b2-37b8a06f867a tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:40.846225 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21bd2a0d-1a4b-4a21-99b2-37b8a06f867a tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:40.846798 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-21bd2a0d-1a4b-4a21-99b2-37b8a06f867a tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:40.900646 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-21bd2a0d-1a4b-4a21-99b2-37b8a06f867a tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1808820 Jan 18 23:11:40.903492 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 59524) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:11:40.908273 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-d7a3f1e2-d8da-4e16-8eed-f91211e2eee3 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-501897772', 'admin_state_up': True, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:11:40.915139 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bd2a0d-1a4b-4a21-99b2-37b8a06f867a tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Pushing event updated for resources: {'Network': ['ID=75fd5155-d3c2-4a7b-8357-f73b61ab1e95,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:40.930161 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 75fd5155-d3c2-4a7b-8357-f73b61ab1e95 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 23:11:40.933631 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d7a3f1e2-d8da-4e16-8eed-f91211e2eee3 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1044160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8692'] for router, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:40.934713 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d7a3f1e2-d8da-4e16-8eed-f91211e2eee3 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1040680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8675'] for router, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:40.988183 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d7a3f1e2-d8da-4e16-8eed-f91211e2eee3 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:41.126159 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d7a3f1e2-d8da-4e16-8eed-f91211e2eee3 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:41.309813 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d7a3f1e2-d8da-4e16-8eed-f91211e2eee3 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for router_gateway, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:41.327964 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d7a3f1e2-d8da-4e16-8eed-f91211e2eee3 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:41.435505 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-d7a3f1e2-d8da-4e16-8eed-f91211e2eee3 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Allocated IP 172.25.5.80 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/d0079709-12a4-4143-bb17-2c5e17a4f51e) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:11:41.535676 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d7a3f1e2-d8da-4e16-8eed-f91211e2eee3 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:41.567353 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d7a3f1e2-d8da-4e16-8eed-f91211e2eee3 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:41.610219 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a3f1e2-d8da-4e16-8eed-f91211e2eee3 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:11:41.613243 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-d7a3f1e2-d8da-4e16-8eed-f91211e2eee3 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:11:41.616740 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a3f1e2-d8da-4e16-8eed-f91211e2eee3 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:11:41.622067 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a3f1e2-d8da-4e16-8eed-f91211e2eee3 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Pushing event updated for resources: {'Port': ['ID=d0079709-12a4-4143-bb17-2c5e17a4f51e,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:41.860089 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d7a3f1e2-d8da-4e16-8eed-f91211e2eee3 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for router_gateway, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:42.056966 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d7a3f1e2-d8da-4e16-8eed-f91211e2eee3 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1040691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049'] for router, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:42.184222 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7a3f1e2-d8da-4e16-8eed-f91211e2eee3 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Router 6f9ca340-fd14-4b56-a7f8-6f28e4dfb6f9 is scheduled to L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 with binding_index 1 {{(pid=102430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 23:11:42.284762 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7a3f1e2-d8da-4e16-8eed-f91211e2eee3 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:11:42.294024 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec47ca21-6257-4637-842b-5fa1407fa78e None None] Sync routers for ids ['6f9ca340-fd14-4b56-a7f8-6f28e4dfb6f9'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:11:42.302902 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec47ca21-6257-4637-842b-5fa1407fa78e None None] Routers {'6f9ca340-fd14-4b56-a7f8-6f28e4dfb6f9'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:11:42.303502 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-ec47ca21-6257-4637-842b-5fa1407fa78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:11:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['6f9ca340-fd14-4b56-a7f8-6f28e4dfb6f9'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:11:42.303958 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d7a3f1e2-d8da-4e16-8eed-f91211e2eee3 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for router, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:42.305202 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-d7a3f1e2-d8da-4e16-8eed-f91211e2eee3 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4005022 Jan 18 23:11:42.308348 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 59526) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:11:42.338821 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-949466df-2d55-4eb7-8d82-34a5f8ec7745 tempest-TestNetworkAdvancedServerOps-757530535 tempest-TestNetworkAdvancedServerOps-757530535-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=d0817dfc7dbd4f18b8c38ccdeec25880&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0293992 Jan 18 23:11:42.341386 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 59528) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:11:42.410550 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-ec47ca21-6257-4637-842b-5fa1407fa78e None None] Set router 6f9ca340-fd14-4b56-a7f8-6f28e4dfb6f9 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:11:42.425821 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82647cd0-4e10-4178-8ff2-bffc74b73bc4 tempest-TestNetworkAdvancedServerOps-757530535 tempest-TestNetworkAdvancedServerOps-757530535-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:42.427307 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-82647cd0-4e10-4178-8ff2-bffc74b73bc4 tempest-TestNetworkAdvancedServerOps-757530535 tempest-TestNetworkAdvancedServerOps-757530535-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0851595 Jan 18 23:11:42.430148 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 59530) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:11:42.457628 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-e689a88b-541a-46a3-b276-d1f6cf89f9b8 tempest-TestNetworkAdvancedServerOps-757530535 tempest-TestNetworkAdvancedServerOps-757530535-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=0fa7c7c8-c96a-4aa5-9818-d374adf00f99&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263762 Jan 18 23:11:42.459993 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 59532) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:11:42.464553 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-dc785dce-4e11-4732-a16f-c7fb34bf7a16 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1880263171', 'network_id': '75fd5155-d3c2-4a7b-8357-f73b61ab1e95', 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:11:42.557758 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc785dce-4e11-4732-a16f-c7fb34bf7a16 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Made reservation on behalf of d0817dfc7dbd4f18b8c38ccdeec25880 for: {'subnet': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:11:42.561809 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-dc785dce-4e11-4732-a16f-c7fb34bf7a16 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62288702'] for subnet, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:42.590782 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-ec47ca21-6257-4637-842b-5fa1407fa78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f9ca340-fd14-4b56-a7f8-6f28e4dfb6f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-501897772', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': 'd0079709-12a4-4143-bb17-2c5e17a4f51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:11:40Z', 'updated_at': '2022-01-18T23:11:41Z', 'revision_number': 3, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'gw_port': {'id': 'd0079709-12a4-4143-bb17-2c5e17a4f51e', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:24:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f9ca340-fd14-4b56-a7f8-6f28e4dfb6f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:11:41Z', 'updated_at': '2022-01-18T23:11:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:11:42.616769 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec47ca21-6257-4637-842b-5fa1407fa78e None None] Checking router: 6f9ca340-fd14-4b56-a7f8-6f28e4dfb6f9 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:11:42.617117 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec47ca21-6257-4637-842b-5fa1407fa78e None None] Updating router 6f9ca340-fd14-4b56-a7f8-6f28e4dfb6f9 port d0079709-12a4-4143-bb17-2c5e17a4f51e binding host n-d-825064-1 {{(pid=102432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 23:11:42.643597 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ec47ca21-6257-4637-842b-5fa1407fa78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:42.743462 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-dc785dce-4e11-4732-a16f-c7fb34bf7a16 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60203213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62288684'] for subnet, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:42.804297 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc785dce-4e11-4732-a16f-c7fb34bf7a16 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Pushing event updated for resources: {'Subnet': ['ID=be19e62c-b1ef-4ea9-b4b0-6c1e5d145644,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:42.812158 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc785dce-4e11-4732-a16f-c7fb34bf7a16 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Checking segment: {'id': '8587b92e-53f7-4fef-926b-f4e58ce01319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '75fd5155-d3c2-4a7b-8357-f73b61ab1e95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 23:11:42.812485 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc785dce-4e11-4732-a16f-c7fb34bf7a16 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Network hostable DHCP agents. Network: 75fd5155-d3c2-4a7b-8357-f73b61ab1e95, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:11:42.829194 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc785dce-4e11-4732-a16f-c7fb34bf7a16 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Network 75fd5155-d3c2-4a7b-8357-f73b61ab1e95 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:11:42.837250 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-dc785dce-4e11-4732-a16f-c7fb34bf7a16 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 75fd5155-d3c2-4a7b-8357-f73b61ab1e95) {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:11:42.841391 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc785dce-4e11-4732-a16f-c7fb34bf7a16 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:42.841899 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-dc785dce-4e11-4732-a16f-c7fb34bf7a16 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:42.850117 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac79a688-78d0-43a2-9c20-a9af1ef73b10 None None] Network 75fd5155-d3c2-4a7b-8357-f73b61ab1e95 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 23:11:42.857851 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-dc785dce-4e11-4732-a16f-c7fb34bf7a16 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3968737 Jan 18 23:11:42.860682 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 59534) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:11:42.938198 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ec47ca21-6257-4637-842b-5fa1407fa78e None None] Notify callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:42.949082 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ec47ca21-6257-4637-842b-5fa1407fa78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:43.032557 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-ec47ca21-6257-4637-842b-5fa1407fa78e None None] Attempting to bind port d0079709-12a4-4143-bb17-2c5e17a4f51e on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:11:43.032842 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-ec47ca21-6257-4637-842b-5fa1407fa78e None None] Attempting to bind port d0079709-12a4-4143-bb17-2c5e17a4f51e by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:11:43.033200 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec47ca21-6257-4637-842b-5fa1407fa78e None None] Attempting to bind port d0079709-12a4-4143-bb17-2c5e17a4f51e on network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 23:11:43.044636 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e528cb1-09cf-4fe9-b6a9-092ccfe2afe3 None None] Pushing event updated for resources: {'Port': ['ID=d0079709-12a4-4143-bb17-2c5e17a4f51e,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:43.049834 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec47ca21-6257-4637-842b-5fa1407fa78e None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 23:11:43.050723 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec47ca21-6257-4637-842b-5fa1407fa78e None None] Checking segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 23:11:43.050723 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ec47ca21-6257-4637-842b-5fa1407fa78e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:43.050988 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec47ca21-6257-4637-842b-5fa1407fa78e None None] Bound using segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 23:11:43.051447 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-ec47ca21-6257-4637-842b-5fa1407fa78e None None] Bound port: d0079709-12a4-4143-bb17-2c5e17a4f51e, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:11:43.051828 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ec47ca21-6257-4637-842b-5fa1407fa78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:43.061022 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e528cb1-09cf-4fe9-b6a9-092ccfe2afe3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:43.062310 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e528cb1-09cf-4fe9-b6a9-092ccfe2afe3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:43.062310 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e528cb1-09cf-4fe9-b6a9-092ccfe2afe3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:43.062585 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e528cb1-09cf-4fe9-b6a9-092ccfe2afe3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:43.062913 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e528cb1-09cf-4fe9-b6a9-092ccfe2afe3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:43.063241 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e528cb1-09cf-4fe9-b6a9-092ccfe2afe3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:43.063561 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e528cb1-09cf-4fe9-b6a9-092ccfe2afe3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:43.063875 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e528cb1-09cf-4fe9-b6a9-092ccfe2afe3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:43.064224 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e528cb1-09cf-4fe9-b6a9-092ccfe2afe3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:43.064550 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e528cb1-09cf-4fe9-b6a9-092ccfe2afe3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:43.064874 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e528cb1-09cf-4fe9-b6a9-092ccfe2afe3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:43.065193 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e528cb1-09cf-4fe9-b6a9-092ccfe2afe3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:43.128808 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d150f4f2-05f4-4ca8-b2c4-fd94450c0bfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-75fd5155-d3c2-4a7b-8357-f73b61ab1e95', 'network_id': '75fd5155-d3c2-4a7b-8357-f73b61ab1e95', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'fixed_ips': [{'subnet_id': 'be19e62c-b1ef-4ea9-b4b0-6c1e5d145644'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 23:11:43.129738 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d150f4f2-05f4-4ca8-b2c4-fd94450c0bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:43.154632 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-ec47ca21-6257-4637-842b-5fa1407fa78e None None] For port d0079709-12a4-4143-bb17-2c5e17a4f51e, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:11:43.172027 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-ec47ca21-6257-4637-842b-5fa1407fa78e None None] For port d0079709-12a4-4143-bb17-2c5e17a4f51e, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=d0079709-12a4-4143-bb17-2c5e17a4f51e,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:11:43.177538 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ec47ca21-6257-4637-842b-5fa1407fa78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:43.291900 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c656bc56-0474-4f2d-84c2-64f6351fb90b tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:43.335593 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec47ca21-6257-4637-842b-5fa1407fa78e None None] Routers {'6f9ca340-fd14-4b56-a7f8-6f28e4dfb6f9'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:11:43.336308 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-ec47ca21-6257-4637-842b-5fa1407fa78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:11:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['6f9ca340-fd14-4b56-a7f8-6f28e4dfb6f9'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:11:43.338048 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:43.338684 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e528cb1-09cf-4fe9-b6a9-092ccfe2afe3 None None] Pushing event updated for resources: {'Port': ['ID=d0079709-12a4-4143-bb17-2c5e17a4f51e,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:43.387739 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-d150f4f2-05f4-4ca8-b2c4-fd94450c0bfc None None] Allocated IP 172.20.0.2 (75fd5155-d3c2-4a7b-8357-f73b61ab1e95/be19e62c-b1ef-4ea9-b4b0-6c1e5d145644/d08f11e8-e5f5-4ea0-96d4-fe1bc01baa92) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:11:43.517554 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-ec47ca21-6257-4637-842b-5fa1407fa78e None None] Set router 6f9ca340-fd14-4b56-a7f8-6f28e4dfb6f9 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:11:43.704004 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d150f4f2-05f4-4ca8-b2c4-fd94450c0bfc None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:43.712333 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d150f4f2-05f4-4ca8-b2c4-fd94450c0bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:43.770842 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d150f4f2-05f4-4ca8-b2c4-fd94450c0bfc None None] Network 75fd5155-d3c2-4a7b-8357-f73b61ab1e95 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:11:43.779457 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-d150f4f2-05f4-4ca8-b2c4-fd94450c0bfc None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:11:43.785117 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d150f4f2-05f4-4ca8-b2c4-fd94450c0bfc None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:11:43.795742 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d150f4f2-05f4-4ca8-b2c4-fd94450c0bfc None None] Pushing event updated for resources: {'Port': ['ID=d08f11e8-e5f5-4ea0-96d4-fe1bc01baa92,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:43.825138 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-ec47ca21-6257-4637-842b-5fa1407fa78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f9ca340-fd14-4b56-a7f8-6f28e4dfb6f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-501897772', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': 'd0079709-12a4-4143-bb17-2c5e17a4f51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:11:40Z', 'updated_at': '2022-01-18T23:11:41Z', 'revision_number': 3, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'gw_port': {'id': 'd0079709-12a4-4143-bb17-2c5e17a4f51e', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:24:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f9ca340-fd14-4b56-a7f8-6f28e4dfb6f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:11:41Z', 'updated_at': '2022-01-18T23:11:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:11:43.868512 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec47ca21-6257-4637-842b-5fa1407fa78e None None] The sync data for ids ['6f9ca340-fd14-4b56-a7f8-6f28e4dfb6f9'] in n-d-825064-1 is: [{'id': '6f9ca340-fd14-4b56-a7f8-6f28e4dfb6f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-501897772', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': 'd0079709-12a4-4143-bb17-2c5e17a4f51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:11:40Z', 'updated_at': '2022-01-18T23:11:41Z', 'revision_number': 3, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'gw_port': {'id': 'd0079709-12a4-4143-bb17-2c5e17a4f51e', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:24:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f9ca340-fd14-4b56-a7f8-6f28e4dfb6f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:11:41Z', 'updated_at': '2022-01-18T23:11:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:11:43.878696 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-d150f4f2-05f4-4ca8-b2c4-fd94450c0bfc None None] Attempting to bind port d08f11e8-e5f5-4ea0-96d4-fe1bc01baa92 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:11:43.879073 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-d150f4f2-05f4-4ca8-b2c4-fd94450c0bfc None None] Attempting to bind port d08f11e8-e5f5-4ea0-96d4-fe1bc01baa92 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '8587b92e-53f7-4fef-926b-f4e58ce01319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '75fd5155-d3c2-4a7b-8357-f73b61ab1e95'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:11:43.879438 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d150f4f2-05f4-4ca8-b2c4-fd94450c0bfc None None] Attempting to bind port d08f11e8-e5f5-4ea0-96d4-fe1bc01baa92 on network 75fd5155-d3c2-4a7b-8357-f73b61ab1e95 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 23:11:43.885108 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d150f4f2-05f4-4ca8-b2c4-fd94450c0bfc None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 23:11:43.885436 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d150f4f2-05f4-4ca8-b2c4-fd94450c0bfc None None] Checking segment: {'id': '8587b92e-53f7-4fef-926b-f4e58ce01319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '75fd5155-d3c2-4a7b-8357-f73b61ab1e95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 23:11:43.885966 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d150f4f2-05f4-4ca8-b2c4-fd94450c0bfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:43.886396 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d150f4f2-05f4-4ca8-b2c4-fd94450c0bfc None None] Bound using segment: {'id': '8587b92e-53f7-4fef-926b-f4e58ce01319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '75fd5155-d3c2-4a7b-8357-f73b61ab1e95'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 23:11:43.886859 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-d150f4f2-05f4-4ca8-b2c4-fd94450c0bfc None None] Bound port: d08f11e8-e5f5-4ea0-96d4-fe1bc01baa92, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8587b92e-53f7-4fef-926b-f4e58ce01319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '75fd5155-d3c2-4a7b-8357-f73b61ab1e95'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:11:43.887240 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d150f4f2-05f4-4ca8-b2c4-fd94450c0bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:43.898159 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-c656bc56-0474-4f2d-84c2-64f6351fb90b tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Allocated IP 172.20.0.1 (75fd5155-d3c2-4a7b-8357-f73b61ab1e95/be19e62c-b1ef-4ea9-b4b0-6c1e5d145644/fe8bce10-d74f-4c67-be4e-7024168f983c) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:11:43.953916 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-d150f4f2-05f4-4ca8-b2c4-fd94450c0bfc None None] For port d08f11e8-e5f5-4ea0-96d4-fe1bc01baa92, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:11:43.957218 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-d150f4f2-05f4-4ca8-b2c4-fd94450c0bfc None None] For port d08f11e8-e5f5-4ea0-96d4-fe1bc01baa92, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=d08f11e8-e5f5-4ea0-96d4-fe1bc01baa92,segment=NetworkSegment(8587b92e-53f7-4fef-926b-f4e58ce01319),segment_id=8587b92e-53f7-4fef-926b-f4e58ce01319)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:11:43.963622 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d150f4f2-05f4-4ca8-b2c4-fd94450c0bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:44.020243 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d150f4f2-05f4-4ca8-b2c4-fd94450c0bfc None None] Pushing event updated for resources: {'Port': ['ID=d08f11e8-e5f5-4ea0-96d4-fe1bc01baa92,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:44.033364 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c656bc56-0474-4f2d-84c2-64f6351fb90b tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:44.095647 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c656bc56-0474-4f2d-84c2-64f6351fb90b tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:44.136542 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:44.152987 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c656bc56-0474-4f2d-84c2-64f6351fb90b tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Network 75fd5155-d3c2-4a7b-8357-f73b61ab1e95 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:11:44.163370 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-c656bc56-0474-4f2d-84c2-64f6351fb90b tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:11:44.167459 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c656bc56-0474-4f2d-84c2-64f6351fb90b tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:11:44.199652 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c656bc56-0474-4f2d-84c2-64f6351fb90b tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Pushing event updated for resources: {'Port': ['ID=fe8bce10-d74f-4c67-be4e-7024168f983c,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:44.220430 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c656bc56-0474-4f2d-84c2-64f6351fb90b tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1040954'] for router_interface, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:44.378098 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c656bc56-0474-4f2d-84c2-64f6351fb90b tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:44.674697 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c656bc56-0474-4f2d-84c2-64f6351fb90b tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:44.687999 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c656bc56-0474-4f2d-84c2-64f6351fb90b tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:44.736792 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device d0079709-12a4-4143-bb17-2c5e17a4f51e up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 23:11:44.775218 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c656bc56-0474-4f2d-84c2-64f6351fb90b tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Pushing event updated for resources: {'Port': ['ID=fe8bce10-d74f-4c67-be4e-7024168f983c,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:44.777882 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c656bc56-0474-4f2d-84c2-64f6351fb90b tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-613854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1041070'] for router_interface, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:44.815221 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port d0079709-12a4-4143-bb17-2c5e17a4f51e triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:11:44.815467 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:44.885582 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c656bc56-0474-4f2d-84c2-64f6351fb90b tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Network 75fd5155-d3c2-4a7b-8357-f73b61ab1e95 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:11:44.887159 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-c656bc56-0474-4f2d-84c2-64f6351fb90b tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:11:44.905309 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:44.926499 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port d0079709-12a4-4143-bb17-2c5e17a4f51e, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=d0079709-12a4-4143-bb17-2c5e17a4f51e,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:11:44.930632 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:44.931487 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device d08f11e8-e5f5-4ea0-96d4-fe1bc01baa92 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 23:11:45.013931 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c656bc56-0474-4f2d-84c2-64f6351fb90b tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Router 6f9ca340-fd14-4b56-a7f8-6f28e4dfb6f9 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:11:45.015532 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=d0079709-12a4-4143-bb17-2c5e17a4f51e,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:45.033162 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port d08f11e8-e5f5-4ea0-96d4-fe1bc01baa92 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:11:45.033624 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:45.120563 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1d70a7-b0b8-43d2-82b5-56d63732f006 None None] Network 75fd5155-d3c2-4a7b-8357-f73b61ab1e95 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 23:11:45.134213 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:45.145277 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c656bc56-0474-4f2d-84c2-64f6351fb90b tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:11:45.157520 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-c656bc56-0474-4f2d-84c2-64f6351fb90b tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "PUT /v2.0/routers/6f9ca340-fd14-4b56-a7f8-6f28e4dfb6f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2958548 Jan 18 23:11:45.308727 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8e63078a-1a70-4185-aaf3-14c880b79998 req-dbc351ff-3a46-4a9f-96e1-fe93dac7cafb tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1942427411&fields=id&tenant_id=d0817dfc7dbd4f18b8c38ccdeec25880 HTTP/1.1" status: 200 len: 267 time: 0.0375903 Jan 18 23:11:45.387327 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-8a2adda2-c6a5-4c99-a4f9-e307a10b7cec None None] Provisioning complete for port d08f11e8-e5f5-4ea0-96d4-fe1bc01baa92 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:11:45.387704 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8a2adda2-c6a5-4c99-a4f9-e307a10b7cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:45.394332 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port d08f11e8-e5f5-4ea0-96d4-fe1bc01baa92, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=d08f11e8-e5f5-4ea0-96d4-fe1bc01baa92,segment=NetworkSegment(8587b92e-53f7-4fef-926b-f4e58ce01319),segment_id=8587b92e-53f7-4fef-926b-f4e58ce01319)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:11:45.420238 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:45.425097 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e63078a-1a70-4185-aaf3-14c880b79998 req-4df2c086-5fe5-4dfc-8c12-2e44f491ddd1 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:45.428698 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8e63078a-1a70-4185-aaf3-14c880b79998 req-4df2c086-5fe5-4dfc-8c12-2e44f491ddd1 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/networks?id=75fd5155-d3c2-4a7b-8357-f73b61ab1e95 HTTP/1.1" status: 200 len: 796 time: 0.1110933 Jan 18 23:11:45.443955 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8e63078a-1a70-4185-aaf3-14c880b79998 req-bf91bba2-4201-4bdd-ba2b-24a4483ee7f9 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/quotas/d0817dfc7dbd4f18b8c38ccdeec25880 HTTP/1.1" status: 200 len: 375 time: 0.0110586 Jan 18 23:11:45.497046 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8e63078a-1a70-4185-aaf3-14c880b79998 req-3f1d2436-c00a-44c1-9ded-53773677f770 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d0817dfc7dbd4f18b8c38ccdeec25880&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465186 Jan 18 23:11:45.519653 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=d08f11e8-e5f5-4ea0-96d4-fe1bc01baa92,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:45.624141 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a555e02e-469d-41eb-b774-bce40ba3b825 None None] Sync routers for ids ['6f9ca340-fd14-4b56-a7f8-6f28e4dfb6f9'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:11:45.633952 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a555e02e-469d-41eb-b774-bce40ba3b825 None None] Routers {'6f9ca340-fd14-4b56-a7f8-6f28e4dfb6f9'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:11:45.634581 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-a555e02e-469d-41eb-b774-bce40ba3b825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:11:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['6f9ca340-fd14-4b56-a7f8-6f28e4dfb6f9'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:11:45.712685 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8e63078a-1a70-4185-aaf3-14c880b79998 req-aab88cac-a634-4615-9604-b63e3e92ab6e service neutron] 10.222.0.53 "GET /v2.0/networks/75fd5155-d3c2-4a7b-8357-f73b61ab1e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437373 Jan 18 23:11:45.744729 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-a555e02e-469d-41eb-b774-bce40ba3b825 None None] Set router 6f9ca340-fd14-4b56-a7f8-6f28e4dfb6f9 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:11:45.815072 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8e63078a-1a70-4185-aaf3-14c880b79998 req-454e9e73-6820-43a9-b416-d72180d64822 service neutron] 10.222.0.53 "GET /v2.0/networks/75fd5155-d3c2-4a7b-8357-f73b61ab1e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983827 Jan 18 23:11:45.815822 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-c2fec043-ddb4-40f8-a7cd-4f69d05c1b99 None None] Provisioning complete for port fe8bce10-d74f-4c67-be4e-7024168f983c triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:11:45.816433 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c2fec043-ddb4-40f8-a7cd-4f69d05c1b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:45.855450 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-c2fec043-ddb4-40f8-a7cd-4f69d05c1b99 None None] Port fe8bce10-d74f-4c67-be4e-7024168f983c cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 23:11:45.867066 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-c2fec043-ddb4-40f8-a7cd-4f69d05c1b99 None None] Provisioning complete for port d08f11e8-e5f5-4ea0-96d4-fe1bc01baa92 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:11:45.867374 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c2fec043-ddb4-40f8-a7cd-4f69d05c1b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:46.001000 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-a555e02e-469d-41eb-b774-bce40ba3b825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f9ca340-fd14-4b56-a7f8-6f28e4dfb6f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-501897772', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': 'd0079709-12a4-4143-bb17-2c5e17a4f51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:11:40Z', 'updated_at': '2022-01-18T23:11:44Z', 'revision_number': 4, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'gw_port': {'id': 'd0079709-12a4-4143-bb17-2c5e17a4f51e', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:24:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9ca340-fd14-4b56-a7f8-6f28e4dfb6f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:11:41Z', 'updated_at': '2022-01-18T23:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'fe8bce10-d74f-4c67-be4e-7024168f983c', 'name': '', 'network_id': '75fd5155-d3c2-4a7b-8357-f73b61ab1e95', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'mac_address': 'fa:16:3e:89:de:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f9ca340-fd14-4b56-a7f8-6f28e4dfb6f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'be19e62c-b1ef-4ea9-b4b0-6c1e5d145644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:11:43Z', 'updated_at': '2022-01-18T23:11:44Z', 'revision_number': 2, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'subnets': [{'id': 'be19e62c-b1ef-4ea9-b4b0-6c1e5d145644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:11:46.029524 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a555e02e-469d-41eb-b774-bce40ba3b825 None None] Checking router: 6f9ca340-fd14-4b56-a7f8-6f28e4dfb6f9 for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:11:46.029913 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a555e02e-469d-41eb-b774-bce40ba3b825 None None] Updating router 6f9ca340-fd14-4b56-a7f8-6f28e4dfb6f9 port fe8bce10-d74f-4c67-be4e-7024168f983c binding host n-d-825064-1 {{(pid=102433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 23:11:46.035281 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c4d5e0cf-189e-4d56-ab84-160becb9fca8 req-a9f838a4-b0c4-4de0-b2c9-fdb72a2a3b52 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=14c3a973-2553-4c3e-99ff-43bf30e54649 HTTP/1.1" status: 200 len: 210 time: 0.0497608 Jan 18 23:11:46.065254 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a555e02e-469d-41eb-b774-bce40ba3b825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:46.109490 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-9f172198-b246-4669-86da-b118d267471c None None] Provisioning complete for port fe8bce10-d74f-4c67-be4e-7024168f983c triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:11:46.110037 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9f172198-b246-4669-86da-b118d267471c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:46.151341 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-9f172198-b246-4669-86da-b118d267471c None None] Port fe8bce10-d74f-4c67-be4e-7024168f983c cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 23:11:46.345024 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a555e02e-469d-41eb-b774-bce40ba3b825 None None] Notify callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:46.350243 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a555e02e-469d-41eb-b774-bce40ba3b825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:46.372835 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-1a29afc4-55ae-4b30-bb5f-f888ef2eaad2 None None] Provisioning complete for port fe8bce10-d74f-4c67-be4e-7024168f983c triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:11:46.373221 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1a29afc4-55ae-4b30-bb5f-f888ef2eaad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:46.411395 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba07f5c-390a-46cd-b6f8-16b6e6e14c14 None None] Pushing event updated for resources: {'Port': ['ID=fe8bce10-d74f-4c67-be4e-7024168f983c,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:46.433398 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-1a29afc4-55ae-4b30-bb5f-f888ef2eaad2 None None] Port fe8bce10-d74f-4c67-be4e-7024168f983c cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 23:11:46.433732 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba07f5c-390a-46cd-b6f8-16b6e6e14c14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:46.433999 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba07f5c-390a-46cd-b6f8-16b6e6e14c14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:46.434336 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba07f5c-390a-46cd-b6f8-16b6e6e14c14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:46.434667 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba07f5c-390a-46cd-b6f8-16b6e6e14c14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:46.434989 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba07f5c-390a-46cd-b6f8-16b6e6e14c14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:46.435323 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba07f5c-390a-46cd-b6f8-16b6e6e14c14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:46.435652 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba07f5c-390a-46cd-b6f8-16b6e6e14c14 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:46.435948 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba07f5c-390a-46cd-b6f8-16b6e6e14c14 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:46.436858 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba07f5c-390a-46cd-b6f8-16b6e6e14c14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:46.437162 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba07f5c-390a-46cd-b6f8-16b6e6e14c14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:46.437460 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba07f5c-390a-46cd-b6f8-16b6e6e14c14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:46.438548 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba07f5c-390a-46cd-b6f8-16b6e6e14c14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:46.471035 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-a555e02e-469d-41eb-b774-bce40ba3b825 None None] Attempting to bind port fe8bce10-d74f-4c67-be4e-7024168f983c on host n-d-825064-1 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:11:46.471514 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-a555e02e-469d-41eb-b774-bce40ba3b825 None None] Attempting to bind port fe8bce10-d74f-4c67-be4e-7024168f983c by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '8587b92e-53f7-4fef-926b-f4e58ce01319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '75fd5155-d3c2-4a7b-8357-f73b61ab1e95'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:11:46.471940 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a555e02e-469d-41eb-b774-bce40ba3b825 None None] Attempting to bind port fe8bce10-d74f-4c67-be4e-7024168f983c on network 75fd5155-d3c2-4a7b-8357-f73b61ab1e95 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 23:11:46.477343 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a555e02e-469d-41eb-b774-bce40ba3b825 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 23:11:46.477719 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a555e02e-469d-41eb-b774-bce40ba3b825 None None] Checking segment: {'id': '8587b92e-53f7-4fef-926b-f4e58ce01319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '75fd5155-d3c2-4a7b-8357-f73b61ab1e95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 23:11:46.478126 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a555e02e-469d-41eb-b774-bce40ba3b825 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:46.478673 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a555e02e-469d-41eb-b774-bce40ba3b825 None None] Bound using segment: {'id': '8587b92e-53f7-4fef-926b-f4e58ce01319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '75fd5155-d3c2-4a7b-8357-f73b61ab1e95'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 23:11:46.479141 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-a555e02e-469d-41eb-b774-bce40ba3b825 None None] Bound port: fe8bce10-d74f-4c67-be4e-7024168f983c, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8587b92e-53f7-4fef-926b-f4e58ce01319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '75fd5155-d3c2-4a7b-8357-f73b61ab1e95'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:11:46.479527 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a555e02e-469d-41eb-b774-bce40ba3b825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:46.559250 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-a555e02e-469d-41eb-b774-bce40ba3b825 None None] For port fe8bce10-d74f-4c67-be4e-7024168f983c, host n-d-825064-1, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:11:46.564997 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-a555e02e-469d-41eb-b774-bce40ba3b825 None None] For port fe8bce10-d74f-4c67-be4e-7024168f983c, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=fe8bce10-d74f-4c67-be4e-7024168f983c,segment=NetworkSegment(8587b92e-53f7-4fef-926b-f4e58ce01319),segment_id=8587b92e-53f7-4fef-926b-f4e58ce01319)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:11:46.569141 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a555e02e-469d-41eb-b774-bce40ba3b825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:46.629982 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a555e02e-469d-41eb-b774-bce40ba3b825 None None] Routers {'6f9ca340-fd14-4b56-a7f8-6f28e4dfb6f9'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:11:46.630624 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-a555e02e-469d-41eb-b774-bce40ba3b825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:11:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['6f9ca340-fd14-4b56-a7f8-6f28e4dfb6f9'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:11:46.662426 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-1ef0dfbc-f02a-4aa5-9461-5a3c561255fa None None] Provisioning complete for port fe8bce10-d74f-4c67-be4e-7024168f983c triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:11:46.662801 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1ef0dfbc-f02a-4aa5-9461-5a3c561255fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:46.674572 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba07f5c-390a-46cd-b6f8-16b6e6e14c14 None None] Pushing event updated for resources: {'Port': ['ID=fe8bce10-d74f-4c67-be4e-7024168f983c,revision_number=4']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:46.733501 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device d0079709-12a4-4143-bb17-2c5e17a4f51e up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 23:11:46.759014 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-a555e02e-469d-41eb-b774-bce40ba3b825 None None] Set router 6f9ca340-fd14-4b56-a7f8-6f28e4dfb6f9 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:11:46.807960 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1ef0dfbc-f02a-4aa5-9461-5a3c561255fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:46.839082 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port d0079709-12a4-4143-bb17-2c5e17a4f51e triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:11:46.839736 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:46.872170 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-1ef0dfbc-f02a-4aa5-9461-5a3c561255fa None None] For port fe8bce10-d74f-4c67-be4e-7024168f983c, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=fe8bce10-d74f-4c67-be4e-7024168f983c,segment=NetworkSegment(8587b92e-53f7-4fef-926b-f4e58ce01319),segment_id=8587b92e-53f7-4fef-926b-f4e58ce01319)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:11:46.881507 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1ef0dfbc-f02a-4aa5-9461-5a3c561255fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:46.953618 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef0dfbc-f02a-4aa5-9461-5a3c561255fa None None] Pushing event updated for resources: {'Port': ['ID=fe8bce10-d74f-4c67-be4e-7024168f983c,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:46.963790 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-a555e02e-469d-41eb-b774-bce40ba3b825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f9ca340-fd14-4b56-a7f8-6f28e4dfb6f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-501897772', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': 'd0079709-12a4-4143-bb17-2c5e17a4f51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:11:40Z', 'updated_at': '2022-01-18T23:11:44Z', 'revision_number': 4, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'gw_port': {'id': 'd0079709-12a4-4143-bb17-2c5e17a4f51e', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:24:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9ca340-fd14-4b56-a7f8-6f28e4dfb6f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:11:41Z', 'updated_at': '2022-01-18T23:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'fe8bce10-d74f-4c67-be4e-7024168f983c', 'name': '', 'network_id': '75fd5155-d3c2-4a7b-8357-f73b61ab1e95', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'mac_address': 'fa:16:3e:89:de:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f9ca340-fd14-4b56-a7f8-6f28e4dfb6f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'be19e62c-b1ef-4ea9-b4b0-6c1e5d145644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:11:43Z', 'updated_at': '2022-01-18T23:11:46Z', 'revision_number': 4, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'subnets': [{'id': 'be19e62c-b1ef-4ea9-b4b0-6c1e5d145644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:11:46.978717 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device d08f11e8-e5f5-4ea0-96d4-fe1bc01baa92 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 23:11:46.990544 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a555e02e-469d-41eb-b774-bce40ba3b825 None None] The sync data for ids ['6f9ca340-fd14-4b56-a7f8-6f28e4dfb6f9'] in n-d-825064-1 is: [{'id': '6f9ca340-fd14-4b56-a7f8-6f28e4dfb6f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-501897772', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': 'd0079709-12a4-4143-bb17-2c5e17a4f51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:11:40Z', 'updated_at': '2022-01-18T23:11:44Z', 'revision_number': 4, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'gw_port': {'id': 'd0079709-12a4-4143-bb17-2c5e17a4f51e', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:24:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9ca340-fd14-4b56-a7f8-6f28e4dfb6f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:11:41Z', 'updated_at': '2022-01-18T23:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'fe8bce10-d74f-4c67-be4e-7024168f983c', 'name': '', 'network_id': '75fd5155-d3c2-4a7b-8357-f73b61ab1e95', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'mac_address': 'fa:16:3e:89:de:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f9ca340-fd14-4b56-a7f8-6f28e4dfb6f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'be19e62c-b1ef-4ea9-b4b0-6c1e5d145644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:11:43Z', 'updated_at': '2022-01-18T23:11:46Z', 'revision_number': 4, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'subnets': [{'id': 'be19e62c-b1ef-4ea9-b4b0-6c1e5d145644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:11:47.036597 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-ef0bdf66-1d66-43de-8a24-cd4864dbaa68 None None] Provisioning complete for port fe8bce10-d74f-4c67-be4e-7024168f983c triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:11:47.036597 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ef0bdf66-1d66-43de-8a24-cd4864dbaa68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:47.184252 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port d08f11e8-e5f5-4ea0-96d4-fe1bc01baa92 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:11:47.184639 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:47.200470 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ea823a1e-8830-4929-b34a-21c5136dcc26 req-f5f915af-84b3-4453-91a8-97d1ce7094c4 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=14c3a973-2553-4c3e-99ff-43bf30e54649 HTTP/1.1" status: 200 len: 210 time: 0.0557585 Jan 18 23:11:47.233852 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e63078a-1a70-4185-aaf3-14c880b79998 req-e76f161e-41fd-4c20-a011-a29d3ebf9dc4 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:47.237814 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8e63078a-1a70-4185-aaf3-14c880b79998 req-e76f161e-41fd-4c20-a011-a29d3ebf9dc4 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.67 "GET /v2.0/networks?id=75fd5155-d3c2-4a7b-8357-f73b61ab1e95 HTTP/1.1" status: 200 len: 796 time: 0.2140965 Jan 18 23:11:47.286871 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8e63078a-1a70-4185-aaf3-14c880b79998 req-9158d89d-a152-4fc6-9819-22ace62b8b19 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d0817dfc7dbd4f18b8c38ccdeec25880 HTTP/1.1" status: 200 len: 380 time: 0.0385098 Jan 18 23:11:47.298529 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-8e63078a-1a70-4185-aaf3-14c880b79998 req-71d1ef34-8ce8-418b-9293-359b2cc89ff5 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Request body: {'port': {'device_id': '14c3a973-2553-4c3e-99ff-43bf30e54649', 'network_id': '75fd5155-d3c2-4a7b-8357-f73b61ab1e95', 'admin_state_up': True, 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'security_groups': ['8dc5b384-e0e1-4195-b39a-1e2399f117c6']}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:11:47.409459 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e63078a-1a70-4185-aaf3-14c880b79998 req-71d1ef34-8ce8-418b-9293-359b2cc89ff5 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Made reservation on behalf of d0817dfc7dbd4f18b8c38ccdeec25880 for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:11:47.413055 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-8e63078a-1a70-4185-aaf3-14c880b79998 req-71d1ef34-8ce8-418b-9293-359b2cc89ff5 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:47.546455 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-8e63078a-1a70-4185-aaf3-14c880b79998 req-71d1ef34-8ce8-418b-9293-359b2cc89ff5 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Allocated IP 172.20.0.4 (75fd5155-d3c2-4a7b-8357-f73b61ab1e95/be19e62c-b1ef-4ea9-b4b0-6c1e5d145644/47e86c47-dee3-4ad5-8dbb-cede5431ee45) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:11:47.693519 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-8e63078a-1a70-4185-aaf3-14c880b79998 req-71d1ef34-8ce8-418b-9293-359b2cc89ff5 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:47.731369 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-8e63078a-1a70-4185-aaf3-14c880b79998 req-71d1ef34-8ce8-418b-9293-359b2cc89ff5 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:47.776321 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e63078a-1a70-4185-aaf3-14c880b79998 req-71d1ef34-8ce8-418b-9293-359b2cc89ff5 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Network 75fd5155-d3c2-4a7b-8357-f73b61ab1e95 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:11:47.779652 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-8e63078a-1a70-4185-aaf3-14c880b79998 req-71d1ef34-8ce8-418b-9293-359b2cc89ff5 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:11:47.783885 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e63078a-1a70-4185-aaf3-14c880b79998 req-71d1ef34-8ce8-418b-9293-359b2cc89ff5 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:11:47.811887 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d1ef34-8ce8-418b-9293-359b2cc89ff5 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Pushing event updated for resources: {'Port': ['ID=47e86c47-dee3-4ad5-8dbb-cede5431ee45,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:47.844828 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e63078a-1a70-4185-aaf3-14c880b79998 req-71d1ef34-8ce8-418b-9293-359b2cc89ff5 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:47.845879 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-8e63078a-1a70-4185-aaf3-14c880b79998 req-71d1ef34-8ce8-418b-9293-359b2cc89ff5 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:47.864112 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8e63078a-1a70-4185-aaf3-14c880b79998 req-71d1ef34-8ce8-418b-9293-359b2cc89ff5 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5716753 Jan 18 23:11:47.876199 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-8e63078a-1a70-4185-aaf3-14c880b79998 req-6905a904-2415-4771-8bfb-05f474d00812 service neutron] Request body: {'port': {'device_id': '14c3a973-2553-4c3e-99ff-43bf30e54649', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:11:47.939381 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-8e63078a-1a70-4185-aaf3-14c880b79998 req-6905a904-2415-4771-8bfb-05f474d00812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:48.061503 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-0b1ad8e5-d52e-4865-91ca-57f5fd59d8d0 None None] Provisioning complete for port 47e86c47-dee3-4ad5-8dbb-cede5431ee45 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:11:48.062034 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0b1ad8e5-d52e-4865-91ca-57f5fd59d8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:48.099795 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-0b1ad8e5-d52e-4865-91ca-57f5fd59d8d0 None None] Port 47e86c47-dee3-4ad5-8dbb-cede5431ee45 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 23:11:48.209624 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [req-8e63078a-1a70-4185-aaf3-14c880b79998 req-6905a904-2415-4771-8bfb-05f474d00812 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47e86c47-dee3-4ad5-8dbb-cede5431ee45 {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:11:48.217015 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-8e63078a-1a70-4185-aaf3-14c880b79998 req-6905a904-2415-4771-8bfb-05f474d00812 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:48.229608 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-8e63078a-1a70-4185-aaf3-14c880b79998 req-6905a904-2415-4771-8bfb-05f474d00812 service neutron] Transition to ACTIVE for port object 47e86c47-dee3-4ad5-8dbb-cede5431ee45 will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:11:48.233659 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-8e63078a-1a70-4185-aaf3-14c880b79998 req-6905a904-2415-4771-8bfb-05f474d00812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:48.310939 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6905a904-2415-4771-8bfb-05f474d00812 service neutron] Pushing event updated for resources: {'Port': ['ID=47e86c47-dee3-4ad5-8dbb-cede5431ee45,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:48.378166 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb223d6-c515-4f98-9323-8809b7ccbd3a req-cae8bc77-73ce-466c-8eed-a1a909e47341 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:48.379758 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cbb223d6-c515-4f98-9323-8809b7ccbd3a req-cae8bc77-73ce-466c-8eed-a1a909e47341 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=14c3a973-2553-4c3e-99ff-43bf30e54649 HTTP/1.1" status: 200 len: 943 time: 0.1110256 Jan 18 23:11:48.408558 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-8e63078a-1a70-4185-aaf3-14c880b79998 req-6905a904-2415-4771-8bfb-05f474d00812 service neutron] Attempting to bind port 47e86c47-dee3-4ad5-8dbb-cede5431ee45 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:11:48.408896 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-8e63078a-1a70-4185-aaf3-14c880b79998 req-6905a904-2415-4771-8bfb-05f474d00812 service neutron] Attempting to bind port 47e86c47-dee3-4ad5-8dbb-cede5431ee45 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '8587b92e-53f7-4fef-926b-f4e58ce01319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '75fd5155-d3c2-4a7b-8357-f73b61ab1e95'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:11:48.409228 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e63078a-1a70-4185-aaf3-14c880b79998 req-6905a904-2415-4771-8bfb-05f474d00812 service neutron] Attempting to bind port 47e86c47-dee3-4ad5-8dbb-cede5431ee45 on network 75fd5155-d3c2-4a7b-8357-f73b61ab1e95 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 23:11:48.419021 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e63078a-1a70-4185-aaf3-14c880b79998 req-6905a904-2415-4771-8bfb-05f474d00812 service neutron] Port 47e86c47-dee3-4ad5-8dbb-cede5431ee45 on network 75fd5155-d3c2-4a7b-8357-f73b61ab1e95 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 23:11:48.419349 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e63078a-1a70-4185-aaf3-14c880b79998 req-6905a904-2415-4771-8bfb-05f474d00812 service neutron] Attempting to bind port 47e86c47-dee3-4ad5-8dbb-cede5431ee45 on network 75fd5155-d3c2-4a7b-8357-f73b61ab1e95 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 23:11:48.429713 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e63078a-1a70-4185-aaf3-14c880b79998 req-6905a904-2415-4771-8bfb-05f474d00812 service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 23:11:48.430053 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e63078a-1a70-4185-aaf3-14c880b79998 req-6905a904-2415-4771-8bfb-05f474d00812 service neutron] Checking segment: {'id': '8587b92e-53f7-4fef-926b-f4e58ce01319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '75fd5155-d3c2-4a7b-8357-f73b61ab1e95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 23:11:48.430441 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e63078a-1a70-4185-aaf3-14c880b79998 req-6905a904-2415-4771-8bfb-05f474d00812 service neutron] Bound using segment: {'id': '8587b92e-53f7-4fef-926b-f4e58ce01319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '75fd5155-d3c2-4a7b-8357-f73b61ab1e95'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 23:11:48.430876 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-8e63078a-1a70-4185-aaf3-14c880b79998 req-6905a904-2415-4771-8bfb-05f474d00812 service neutron] Bound port: 47e86c47-dee3-4ad5-8dbb-cede5431ee45, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8587b92e-53f7-4fef-926b-f4e58ce01319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '75fd5155-d3c2-4a7b-8357-f73b61ab1e95'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:11:48.431232 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-8e63078a-1a70-4185-aaf3-14c880b79998 req-6905a904-2415-4771-8bfb-05f474d00812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:48.447312 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cbb223d6-c515-4f98-9323-8809b7ccbd3a req-71907c12-7c75-47df-a40d-102b3a335d2d tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dc5b384-e0e1-4195-b39a-1e2399f117c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603175 Jan 18 23:11:48.498741 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-8e63078a-1a70-4185-aaf3-14c880b79998 req-6905a904-2415-4771-8bfb-05f474d00812 service neutron] For port 47e86c47-dee3-4ad5-8dbb-cede5431ee45, host n-h2-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:11:48.501702 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-8e63078a-1a70-4185-aaf3-14c880b79998 req-6905a904-2415-4771-8bfb-05f474d00812 service neutron] For port 47e86c47-dee3-4ad5-8dbb-cede5431ee45, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=47e86c47-dee3-4ad5-8dbb-cede5431ee45,segment=NetworkSegment(8587b92e-53f7-4fef-926b-f4e58ce01319),segment_id=8587b92e-53f7-4fef-926b-f4e58ce01319)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:11:48.505227 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-8e63078a-1a70-4185-aaf3-14c880b79998 req-6905a904-2415-4771-8bfb-05f474d00812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:48.546641 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e63078a-1a70-4185-aaf3-14c880b79998 req-6905a904-2415-4771-8bfb-05f474d00812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:48.547678 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-8e63078a-1a70-4185-aaf3-14c880b79998 req-6905a904-2415-4771-8bfb-05f474d00812 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:48.549370 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8e63078a-1a70-4185-aaf3-14c880b79998 req-6905a904-2415-4771-8bfb-05f474d00812 service neutron] 10.222.0.67 "PUT /v2.0/ports/47e86c47-dee3-4ad5-8dbb-cede5431ee45 HTTP/1.1" status: 200 len: 1091 time: 0.6775362 Jan 18 23:11:48.549975 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14c3a973-2553-4c3e-99ff-43bf30e54649', 'tag': '47e86c47-dee3-4ad5-8dbb-cede5431ee45'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:11:48.553042 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f9cd323385b35eafd7505e92119ef15b9cb9d1db746596d3e25314435e3cbaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cc04c9e-f37e-49e6-a060-780d120ae12e" -d '{"events": [{"name": "network-changed", "server_uuid": "14c3a973-2553-4c3e-99ff-43bf30e54649", "tag": "47e86c47-dee3-4ad5-8dbb-cede5431ee45"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 23:11:48.577992 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6905a904-2415-4771-8bfb-05f474d00812 service neutron] Pushing event updated for resources: {'Port': ['ID=47e86c47-dee3-4ad5-8dbb-cede5431ee45,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:48.617368 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 23:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d954089-607d-4736-92be-aea53281fe0d x-openstack-request-id: req-6d954089-607d-4736-92be-aea53281fe0d {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 23:11:48.617763 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14c3a973-2553-4c3e-99ff-43bf30e54649", "tag": "47e86c47-dee3-4ad5-8dbb-cede5431ee45", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 23:11:48.617930 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6d954089-607d-4736-92be-aea53281fe0d {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 23:11:48.618309 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14c3a973-2553-4c3e-99ff-43bf30e54649', 'tag': '47e86c47-dee3-4ad5-8dbb-cede5431ee45', 'status': 'completed', 'code': 200} Jan 18 23:11:48.637439 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e63078a-1a70-4185-aaf3-14c880b79998 req-0ab3492c-46d7-4966-9054-6f4dd43a901f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:48.639112 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8e63078a-1a70-4185-aaf3-14c880b79998 req-0ab3492c-46d7-4966-9054-6f4dd43a901f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d0817dfc7dbd4f18b8c38ccdeec25880&device_id=14c3a973-2553-4c3e-99ff-43bf30e54649 HTTP/1.1" status: 200 len: 1094 time: 0.0497494 Jan 18 23:11:48.683684 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8e63078a-1a70-4185-aaf3-14c880b79998 req-0b9720f3-d08c-4cbd-a190-f4d394fa168d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=47e86c47-dee3-4ad5-8dbb-cede5431ee45 HTTP/1.1" status: 200 len: 217 time: 0.0377192 Jan 18 23:11:48.705266 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device fe8bce10-d74f-4c67-be4e-7024168f983c up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 23:11:48.741872 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e63078a-1a70-4185-aaf3-14c880b79998 req-cfa24ab4-b6e3-4fbb-bee4-5c4f6a847bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:48.743347 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8e63078a-1a70-4185-aaf3-14c880b79998 req-cfa24ab4-b6e3-4fbb-bee4-5c4f6a847bc9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=be19e62c-b1ef-4ea9-b4b0-6c1e5d145644 HTTP/1.1" status: 200 len: 835 time: 0.0538297 Jan 18 23:11:48.758673 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port fe8bce10-d74f-4c67-be4e-7024168f983c triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:11:48.760148 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:48.790992 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e63078a-1a70-4185-aaf3-14c880b79998 req-ce62710e-af0b-4e78-a585-b109bafb32e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:48.792529 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8e63078a-1a70-4185-aaf3-14c880b79998 req-ce62710e-af0b-4e78-a585-b109bafb32e7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=75fd5155-d3c2-4a7b-8357-f73b61ab1e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429525 Jan 18 23:11:48.883748 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8e63078a-1a70-4185-aaf3-14c880b79998 req-cd758ccb-306d-4380-a20e-201e88af5fd4 service neutron] 10.222.0.67 "GET /v2.0/networks/75fd5155-d3c2-4a7b-8357-f73b61ab1e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848019 Jan 18 23:11:48.974779 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8e63078a-1a70-4185-aaf3-14c880b79998 req-cf5d278d-30af-4f99-8345-d4da5fc739cc service neutron] 10.222.0.67 "GET /v2.0/networks/75fd5155-d3c2-4a7b-8357-f73b61ab1e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853043 Jan 18 23:11:49.059476 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc04c9e-f37e-49e6-a060-780d120ae12e req-c2f88086-262a-42c7-a4b9-5eab6a046b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:49.061620 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2cc04c9e-f37e-49e6-a060-780d120ae12e req-c2f88086-262a-42c7-a4b9-5eab6a046b30 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d0817dfc7dbd4f18b8c38ccdeec25880&device_id=14c3a973-2553-4c3e-99ff-43bf30e54649 HTTP/1.1" status: 200 len: 1094 time: 0.0406384 Jan 18 23:11:49.150442 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc04c9e-f37e-49e6-a060-780d120ae12e req-920cd654-912d-4693-8f56-75ce9e790311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:49.151795 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2cc04c9e-f37e-49e6-a060-780d120ae12e req-920cd654-912d-4693-8f56-75ce9e790311 service neutron] 10.222.0.67 "GET /v2.0/networks?id=75fd5155-d3c2-4a7b-8357-f73b61ab1e95 HTTP/1.1" status: 200 len: 896 time: 0.0848238 Jan 18 23:11:49.191894 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2cc04c9e-f37e-49e6-a060-780d120ae12e req-a83e3a02-bd47-43a7-8832-f53dba731eae service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=47e86c47-dee3-4ad5-8dbb-cede5431ee45 HTTP/1.1" status: 200 len: 217 time: 0.0336089 Jan 18 23:11:49.239971 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc04c9e-f37e-49e6-a060-780d120ae12e req-7c3b5c06-58a4-47eb-8c1f-0eb767607808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:49.241429 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2cc04c9e-f37e-49e6-a060-780d120ae12e req-7c3b5c06-58a4-47eb-8c1f-0eb767607808 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=be19e62c-b1ef-4ea9-b4b0-6c1e5d145644 HTTP/1.1" status: 200 len: 835 time: 0.0418320 Jan 18 23:11:49.290885 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc04c9e-f37e-49e6-a060-780d120ae12e req-bd10d058-70dc-4c32-a8f8-a315f22b9e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:49.292354 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2cc04c9e-f37e-49e6-a060-780d120ae12e req-bd10d058-70dc-4c32-a8f8-a315f22b9e89 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=75fd5155-d3c2-4a7b-8357-f73b61ab1e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428836 Jan 18 23:11:49.367252 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3b426a73-b2a0-4648-9430-647dba69d5a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:49.381694 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2cc04c9e-f37e-49e6-a060-780d120ae12e req-cb3444b7-a585-41aa-a0c5-3c10029abcd9 service neutron] 10.222.0.67 "GET /v2.0/networks/75fd5155-d3c2-4a7b-8357-f73b61ab1e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822415 Jan 18 23:11:49.472962 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2cc04c9e-f37e-49e6-a060-780d120ae12e req-f3296585-bca4-4718-8989-94100bd43d70 service neutron] 10.222.0.67 "GET /v2.0/networks/75fd5155-d3c2-4a7b-8357-f73b61ab1e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839202 Jan 18 23:11:49.563086 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd843565-d81d-477e-9843-c78907d5f186 req-d2c79f57-30be-4316-bc69-6b57b46b1859 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:49.564581 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fd843565-d81d-477e-9843-c78907d5f186 req-d2c79f57-30be-4316-bc69-6b57b46b1859 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=14c3a973-2553-4c3e-99ff-43bf30e54649 HTTP/1.1" status: 200 len: 943 time: 0.0488474 Jan 18 23:11:49.601571 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fd843565-d81d-477e-9843-c78907d5f186 req-5cb03163-14e4-4830-974c-e322e4b8b08c tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dc5b384-e0e1-4195-b39a-1e2399f117c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310733 Jan 18 23:11:50.717678 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33a9bfb-3ebd-47e9-9a66-33904d03dd29 req-83351631-22d0-4533-9c37-99bed8540188 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:50.719120 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a33a9bfb-3ebd-47e9-9a66-33904d03dd29 req-83351631-22d0-4533-9c37-99bed8540188 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=14c3a973-2553-4c3e-99ff-43bf30e54649 HTTP/1.1" status: 200 len: 943 time: 0.0474160 Jan 18 23:11:50.755915 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a33a9bfb-3ebd-47e9-9a66-33904d03dd29 req-fe16de89-fe14-40c8-88f6-37e6908d6019 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dc5b384-e0e1-4195-b39a-1e2399f117c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309267 Jan 18 23:11:51.309572 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 47e86c47-dee3-4ad5-8dbb-cede5431ee45 details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 23:11:51.408439 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 47e86c47-dee3-4ad5-8dbb-cede5431ee45, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=47e86c47-dee3-4ad5-8dbb-cede5431ee45,segment=NetworkSegment(8587b92e-53f7-4fef-926b-f4e58ce01319),segment_id=8587b92e-53f7-4fef-926b-f4e58ce01319)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:11:51.418537 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': '47e86c47-dee3-4ad5-8dbb-cede5431ee45', 'network_id': '75fd5155-d3c2-4a7b-8357-f73b61ab1e95', 'port_id': '47e86c47-dee3-4ad5-8dbb-cede5431ee45', 'mac_address': 'fa:16:3e:89:b5:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be19e62c-b1ef-4ea9-b4b0-6c1e5d145644', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 23:11:51.454558 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:51.466577 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47e86c47-dee3-4ad5-8dbb-cede5431ee45 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:11:51.485654 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 47e86c47-dee3-4ad5-8dbb-cede5431ee45, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=47e86c47-dee3-4ad5-8dbb-cede5431ee45,segment=NetworkSegment(8587b92e-53f7-4fef-926b-f4e58ce01319),segment_id=8587b92e-53f7-4fef-926b-f4e58ce01319)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:11:51.489344 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:51.538627 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=47e86c47-dee3-4ad5-8dbb-cede5431ee45,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:51.693056 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['47e86c47-dee3-4ad5-8dbb-cede5431ee45'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 23:11:51.872488 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5dfa5f-fc52-40bd-9bb0-93df0e0615e1 req-96ce4fc5-0cc9-4b50-9387-69faa090e1b3 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:51.874487 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-dd5dfa5f-fc52-40bd-9bb0-93df0e0615e1 req-96ce4fc5-0cc9-4b50-9387-69faa090e1b3 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=14c3a973-2553-4c3e-99ff-43bf30e54649 HTTP/1.1" status: 200 len: 944 time: 0.0521638 Jan 18 23:11:51.911998 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-dd5dfa5f-fc52-40bd-9bb0-93df0e0615e1 req-fc1c88c3-3f63-4bc2-8c18-dc8b4833010c tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dc5b384-e0e1-4195-b39a-1e2399f117c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314965 Jan 18 23:11:52.001841 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-34ca2785-83da-44d6-a095-f0ba43585dac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:53.027180 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcd3f90-71eb-47e1-9cdc-c2f86f06365e req-c63e111f-81d1-487d-807a-67160818a663 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:53.028783 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5bcd3f90-71eb-47e1-9cdc-c2f86f06365e req-c63e111f-81d1-487d-807a-67160818a663 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=14c3a973-2553-4c3e-99ff-43bf30e54649 HTTP/1.1" status: 200 len: 944 time: 0.0488429 Jan 18 23:11:53.066079 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5bcd3f90-71eb-47e1-9cdc-c2f86f06365e req-e655acc5-2492-46f1-a50c-e704101702cb tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dc5b384-e0e1-4195-b39a-1e2399f117c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308313 Jan 18 23:11:53.128429 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:53.324662 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 47e86c47-dee3-4ad5-8dbb-cede5431ee45 up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 23:11:53.375128 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port 47e86c47-dee3-4ad5-8dbb-cede5431ee45 completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:11:53.379043 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port 47e86c47-dee3-4ad5-8dbb-cede5431ee45 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:11:53.379499 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:53.456612 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:53.477922 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14c3a973-2553-4c3e-99ff-43bf30e54649', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47e86c47-dee3-4ad5-8dbb-cede5431ee45'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:11:53.494960 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 47e86c47-dee3-4ad5-8dbb-cede5431ee45, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=47e86c47-dee3-4ad5-8dbb-cede5431ee45,segment=NetworkSegment(8587b92e-53f7-4fef-926b-f4e58ce01319),segment_id=8587b92e-53f7-4fef-926b-f4e58ce01319)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:11:53.501288 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:53.525289 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b134bc65f967cea6f1797bfdd7611f84549a2ae334dac04105da021bbc0aa067" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0382f01-bf37-47f2-9cb6-a0df922f098c" -d '{"events": [{"server_uuid": "14c3a973-2553-4c3e-99ff-43bf30e54649", "name": "network-vif-plugged", "status": "completed", "tag": "47e86c47-dee3-4ad5-8dbb-cede5431ee45"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 23:11:53.553126 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=47e86c47-dee3-4ad5-8dbb-cede5431ee45,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:53.608356 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 23:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f89bf0e8-0427-4c6d-bb9c-54ea3318892c x-openstack-request-id: req-f89bf0e8-0427-4c6d-bb9c-54ea3318892c {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 23:11:53.608655 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14c3a973-2553-4c3e-99ff-43bf30e54649", "name": "network-vif-plugged", "status": "completed", "tag": "47e86c47-dee3-4ad5-8dbb-cede5431ee45", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 23:11:53.608906 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f89bf0e8-0427-4c6d-bb9c-54ea3318892c {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 23:11:53.609309 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14c3a973-2553-4c3e-99ff-43bf30e54649', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47e86c47-dee3-4ad5-8dbb-cede5431ee45', 'code': 200} Jan 18 23:11:53.698696 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e536916-d9e1-4794-9340-567522cce13a req-c26a2f5b-ad93-48f7-818a-923ded673ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:53.700189 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4e536916-d9e1-4794-9340-567522cce13a req-c26a2f5b-ad93-48f7-818a-923ded673ac2 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=14c3a973-2553-4c3e-99ff-43bf30e54649 HTTP/1.1" status: 200 len: 1096 time: 0.0397539 Jan 18 23:11:53.736626 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4e536916-d9e1-4794-9340-567522cce13a req-a4ea93c4-854e-4e19-add0-cda2ce68c33d service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=8dc5b384-e0e1-4195-b39a-1e2399f117c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301316 Jan 18 23:11:54.182208 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466e193e-588d-4419-83a8-05f29f27f6ba req-1d91117c-bd63-4865-80f4-dd62b11f4318 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:54.183635 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-466e193e-588d-4419-83a8-05f29f27f6ba req-1d91117c-bd63-4865-80f4-dd62b11f4318 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=14c3a973-2553-4c3e-99ff-43bf30e54649 HTTP/1.1" status: 200 len: 945 time: 0.0509565 Jan 18 23:11:54.220319 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-466e193e-588d-4419-83a8-05f29f27f6ba req-0058c14e-7246-441c-8522-19622047cfd6 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dc5b384-e0e1-4195-b39a-1e2399f117c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306141 Jan 18 23:11:54.587049 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:54.706788 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:55.333876 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab58c22c-4707-429d-9927-e9baa6c9eeca req-9837336c-c1f0-4fc9-82ce-07498d035fce tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:55.335348 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ab58c22c-4707-429d-9927-e9baa6c9eeca req-9837336c-c1f0-4fc9-82ce-07498d035fce tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=14c3a973-2553-4c3e-99ff-43bf30e54649 HTTP/1.1" status: 200 len: 945 time: 0.0477448 Jan 18 23:11:55.377407 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ab58c22c-4707-429d-9927-e9baa6c9eeca req-80457c3d-f715-4618-af22-4ab6e48ae3d9 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dc5b384-e0e1-4195-b39a-1e2399f117c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343239 Jan 18 23:11:55.491161 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf291c7-5fa9-407f-97ac-47fef91a4db2 req-a05acb53-ea3d-47bf-ac1b-34f2762fcfa2 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:55.492620 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0cf291c7-5fa9-407f-97ac-47fef91a4db2 req-a05acb53-ea3d-47bf-ac1b-34f2762fcfa2 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=14c3a973-2553-4c3e-99ff-43bf30e54649 HTTP/1.1" status: 200 len: 945 time: 0.0481205 Jan 18 23:11:55.528369 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0cf291c7-5fa9-407f-97ac-47fef91a4db2 req-415699ca-fd02-4abf-9f4c-4dc878b9ca2b tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dc5b384-e0e1-4195-b39a-1e2399f117c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299146 Jan 18 23:11:55.550356 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 59612) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:11:55.591694 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8eaef91-7eb3-42cb-91bc-6db1f0deb9bf tempest-TestNetworkAdvancedServerOps-757530535 tempest-TestNetworkAdvancedServerOps-757530535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:55.593701 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-b8eaef91-7eb3-42cb-91bc-6db1f0deb9bf tempest-TestNetworkAdvancedServerOps-757530535 tempest-TestNetworkAdvancedServerOps-757530535-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=14c3a973-2553-4c3e-99ff-43bf30e54649 HTTP/1.1" status: 200 len: 1091 time: 0.0423167 Jan 18 23:11:55.596420 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 59614) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:11:55.600612 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-a4fb5452-87ea-4463-a61e-5e06506ccbbf tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Request body: {'floatingip': {'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'port_id': '47e86c47-dee3-4ad5-8dbb-cede5431ee45', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:11:55.623709 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a4fb5452-87ea-4463-a61e-5e06506ccbbf tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for floatingip, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:55.726237 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a4fb5452-87ea-4463-a61e-5e06506ccbbf tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:55.828885 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-a4fb5452-87ea-4463-a61e-5e06506ccbbf tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Allocated IP 172.25.5.95 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/1dbe536c-16ac-479a-a619-a0d4d5d99ffe) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:11:55.926078 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a4fb5452-87ea-4463-a61e-5e06506ccbbf tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:55.958662 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a4fb5452-87ea-4463-a61e-5e06506ccbbf tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:55.999930 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4fb5452-87ea-4463-a61e-5e06506ccbbf tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:11:56.004347 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-a4fb5452-87ea-4463-a61e-5e06506ccbbf tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:11:56.006884 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4fb5452-87ea-4463-a61e-5e06506ccbbf tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:11:56.012576 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fb5452-87ea-4463-a61e-5e06506ccbbf tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Pushing event updated for resources: {'Port': ['ID=1dbe536c-16ac-479a-a619-a0d4d5d99ffe,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:56.350790 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a4fb5452-87ea-4463-a61e-5e06506ccbbf tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:56.417173 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a4fb5452-87ea-4463-a61e-5e06506ccbbf tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:56.562377 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a4fb5452-87ea-4463-a61e-5e06506ccbbf tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:56.566642 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a4fb5452-87ea-4463-a61e-5e06506ccbbf tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:56.634981 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fb5452-87ea-4463-a61e-5e06506ccbbf tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Pushing event updated for resources: {'Port': ['ID=1dbe536c-16ac-479a-a619-a0d4d5d99ffe,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:56.643118 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a4fb5452-87ea-4463-a61e-5e06506ccbbf tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043075'] for floatingip, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:57.050427 n-d-825064-1 neutron-server[102430]: INFO neutron.db.l3_db [None req-a4fb5452-87ea-4463-a61e-5e06506ccbbf tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Floating IP 77d3b766-173c-4805-8433-b300a996a21d associated. External IP: 172.25.5.95, port: 47e86c47-dee3-4ad5-8dbb-cede5431ee45. Jan 18 23:11:57.261583 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4fb5452-87ea-4463-a61e-5e06506ccbbf tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Router 6f9ca340-fd14-4b56-a7f8-6f28e4dfb6f9 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:11:57.367265 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4fb5452-87ea-4463-a61e-5e06506ccbbf tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:11:57.377337 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6606372-b293-4797-9e02-0898568c1766 None None] Sync routers for ids ['6f9ca340-fd14-4b56-a7f8-6f28e4dfb6f9'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:11:57.386639 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a4fb5452-87ea-4463-a61e-5e06506ccbbf tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:57.387933 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6606372-b293-4797-9e02-0898568c1766 None None] Routers {'6f9ca340-fd14-4b56-a7f8-6f28e4dfb6f9'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:11:57.388590 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-f6606372-b293-4797-9e02-0898568c1766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:11:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['6f9ca340-fd14-4b56-a7f8-6f28e4dfb6f9'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:11:57.413160 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-a4fb5452-87ea-4463-a61e-5e06506ccbbf tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8156950 Jan 18 23:11:57.413746 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14c3a973-2553-4c3e-99ff-43bf30e54649', 'tag': '47e86c47-dee3-4ad5-8dbb-cede5431ee45'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:11:57.416292 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f9cd323385b35eafd7505e92119ef15b9cb9d1db746596d3e25314435e3cbaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d59104-13b2-480f-a765-57a4ad31e517" -d '{"events": [{"name": "network-changed", "server_uuid": "14c3a973-2553-4c3e-99ff-43bf30e54649", "tag": "47e86c47-dee3-4ad5-8dbb-cede5431ee45"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 23:11:57.458057 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 23:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc447d58-9cb0-4de1-afd7-3dce6adfccbe x-openstack-request-id: req-cc447d58-9cb0-4de1-afd7-3dce6adfccbe {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 23:11:57.458350 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14c3a973-2553-4c3e-99ff-43bf30e54649", "tag": "47e86c47-dee3-4ad5-8dbb-cede5431ee45", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 23:11:57.458600 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cc447d58-9cb0-4de1-afd7-3dce6adfccbe {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 23:11:57.459008 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14c3a973-2553-4c3e-99ff-43bf30e54649', 'tag': '47e86c47-dee3-4ad5-8dbb-cede5431ee45', 'status': 'completed', 'code': 200} Jan 18 23:11:57.517067 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-f6606372-b293-4797-9e02-0898568c1766 None None] Set router 6f9ca340-fd14-4b56-a7f8-6f28e4dfb6f9 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:11:57.549497 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05482c7a-8bcf-4cd4-86d4-863814025a9a req-3d537b73-600a-4e6b-b173-2d60f709e25e tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:57.550981 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-05482c7a-8bcf-4cd4-86d4-863814025a9a req-3d537b73-600a-4e6b-b173-2d60f709e25e tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=14c3a973-2553-4c3e-99ff-43bf30e54649 HTTP/1.1" status: 200 len: 945 time: 0.0841815 Jan 18 23:11:57.556986 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d59104-13b2-480f-a765-57a4ad31e517 req-32a3ecac-10b2-4763-acc3-7b916caf0196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:57.558434 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d6d59104-13b2-480f-a765-57a4ad31e517 req-32a3ecac-10b2-4763-acc3-7b916caf0196 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d0817dfc7dbd4f18b8c38ccdeec25880&device_id=14c3a973-2553-4c3e-99ff-43bf30e54649 HTTP/1.1" status: 200 len: 1096 time: 0.0634854 Jan 18 23:11:57.637246 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-05482c7a-8bcf-4cd4-86d4-863814025a9a req-07072203-8ef3-41a7-af05-d9c488940fff tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dc5b384-e0e1-4195-b39a-1e2399f117c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776088 Jan 18 23:11:57.678575 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 59620) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:11:57.690498 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d59104-13b2-480f-a765-57a4ad31e517 req-77398b26-3b47-4c72-bd10-e1bdf72ed6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:57.691977 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d6d59104-13b2-480f-a765-57a4ad31e517 req-77398b26-3b47-4c72-bd10-e1bdf72ed6f0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=75fd5155-d3c2-4a7b-8357-f73b61ab1e95 HTTP/1.1" status: 200 len: 896 time: 0.1263342 Jan 18 23:11:57.754513 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-2c0d9dcc-f251-4f66-b51d-3301ae9e5849 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/floatingips/77d3b766-173c-4805-8433-b300a996a21d HTTP/1.1" status: 200 len: 990 time: 0.0734177 Jan 18 23:11:57.762511 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-f6606372-b293-4797-9e02-0898568c1766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f9ca340-fd14-4b56-a7f8-6f28e4dfb6f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-501897772', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': 'd0079709-12a4-4143-bb17-2c5e17a4f51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:11:40Z', 'updated_at': '2022-01-18T23:11:44Z', 'revision_number': 4, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'gw_port': {'id': 'd0079709-12a4-4143-bb17-2c5e17a4f51e', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:24:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9ca340-fd14-4b56-a7f8-6f28e4dfb6f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:11:41Z', 'updated_at': '2022-01-18T23:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': '77d3b766-173c-4805-8433-b300a996a21d', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'floating_ip_address': '172.25.5.95', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': '6f9ca340-fd14-4b56-a7f8-6f28e4dfb6f9', 'port_id': '47e86c47-dee3-4ad5-8dbb-cede5431ee45', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75fd5155-d3c2-4a7b-8357-f73b61ab1e95', 'mac_address': 'fa:16:3e:89:b5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c3a973-2553-4c3e-99ff-43bf30e54649', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:11:56Z', 'updated_at': '2022-01-18T23:11:56Z', 'revision_number': 0, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe8bce10-d74f-4c67-be4e-7024168f983c', 'name': '', 'network_id': '75fd5155-d3c2-4a7b-8357-f73b61ab1e95', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'mac_address': 'fa:16:3e:89:de:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9ca340-fd14-4b56-a7f8-6f28e4dfb6f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'be19e62c-b1ef-4ea9-b4b0-6c1e5d145644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:11:43Z', 'updated_at': '2022-01-18T23:11:46Z', 'revision_number': 5, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'subnets': [{'id': 'be19e62c-b1ef-4ea9-b4b0-6c1e5d145644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:11:57.774337 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d6d59104-13b2-480f-a765-57a4ad31e517 req-1ecdacb5-d7b4-4695-ae37-541e60f1e2f2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=47e86c47-dee3-4ad5-8dbb-cede5431ee45 HTTP/1.1" status: 200 len: 998 time: 0.0753477 Jan 18 23:11:57.792830 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6606372-b293-4797-9e02-0898568c1766 None None] Checking router: 6f9ca340-fd14-4b56-a7f8-6f28e4dfb6f9 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:11:57.801146 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6606372-b293-4797-9e02-0898568c1766 None None] Routers {'6f9ca340-fd14-4b56-a7f8-6f28e4dfb6f9'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:11:57.801747 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-f6606372-b293-4797-9e02-0898568c1766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:11:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['6f9ca340-fd14-4b56-a7f8-6f28e4dfb6f9'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:11:57.822717 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d59104-13b2-480f-a765-57a4ad31e517 req-ea0c4f7a-0313-4b69-9e2e-caa6b6edc6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:57.824319 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d6d59104-13b2-480f-a765-57a4ad31e517 req-ea0c4f7a-0313-4b69-9e2e-caa6b6edc6a8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=be19e62c-b1ef-4ea9-b4b0-6c1e5d145644 HTTP/1.1" status: 200 len: 835 time: 0.0436516 Jan 18 23:11:57.867442 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d59104-13b2-480f-a765-57a4ad31e517 req-f2de0a94-bddb-4009-af1a-d4cc374835cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:57.868939 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d6d59104-13b2-480f-a765-57a4ad31e517 req-f2de0a94-bddb-4009-af1a-d4cc374835cd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=75fd5155-d3c2-4a7b-8357-f73b61ab1e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387261 Jan 18 23:11:57.909167 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-f6606372-b293-4797-9e02-0898568c1766 None None] Set router 6f9ca340-fd14-4b56-a7f8-6f28e4dfb6f9 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:11:57.960506 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d6d59104-13b2-480f-a765-57a4ad31e517 req-f2ad3013-0dd9-4203-a04e-4ca223c7099b service neutron] 10.222.0.67 "GET /v2.0/networks/75fd5155-d3c2-4a7b-8357-f73b61ab1e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848179 Jan 18 23:11:58.050595 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d6d59104-13b2-480f-a765-57a4ad31e517 req-ea0c9e47-6c04-4048-b11f-90b9d2f36f74 service neutron] 10.222.0.67 "GET /v2.0/networks/75fd5155-d3c2-4a7b-8357-f73b61ab1e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840743 Jan 18 23:11:58.131431 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-f6606372-b293-4797-9e02-0898568c1766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f9ca340-fd14-4b56-a7f8-6f28e4dfb6f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-501897772', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': 'd0079709-12a4-4143-bb17-2c5e17a4f51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:11:40Z', 'updated_at': '2022-01-18T23:11:44Z', 'revision_number': 4, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'gw_port': {'id': 'd0079709-12a4-4143-bb17-2c5e17a4f51e', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:24:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9ca340-fd14-4b56-a7f8-6f28e4dfb6f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:11:41Z', 'updated_at': '2022-01-18T23:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': '77d3b766-173c-4805-8433-b300a996a21d', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'floating_ip_address': '172.25.5.95', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': '6f9ca340-fd14-4b56-a7f8-6f28e4dfb6f9', 'port_id': '47e86c47-dee3-4ad5-8dbb-cede5431ee45', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75fd5155-d3c2-4a7b-8357-f73b61ab1e95', 'mac_address': 'fa:16:3e:89:b5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c3a973-2553-4c3e-99ff-43bf30e54649', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:11:56Z', 'updated_at': '2022-01-18T23:11:56Z', 'revision_number': 0, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe8bce10-d74f-4c67-be4e-7024168f983c', 'name': '', 'network_id': '75fd5155-d3c2-4a7b-8357-f73b61ab1e95', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'mac_address': 'fa:16:3e:89:de:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9ca340-fd14-4b56-a7f8-6f28e4dfb6f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'be19e62c-b1ef-4ea9-b4b0-6c1e5d145644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:11:43Z', 'updated_at': '2022-01-18T23:11:46Z', 'revision_number': 5, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'subnets': [{'id': 'be19e62c-b1ef-4ea9-b4b0-6c1e5d145644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:11:58.157306 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6606372-b293-4797-9e02-0898568c1766 None None] The sync data for ids ['6f9ca340-fd14-4b56-a7f8-6f28e4dfb6f9'] in n-d-825064-1 is: [{'id': '6f9ca340-fd14-4b56-a7f8-6f28e4dfb6f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-501897772', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': 'd0079709-12a4-4143-bb17-2c5e17a4f51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:11:40Z', 'updated_at': '2022-01-18T23:11:44Z', 'revision_number': 4, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'gw_port': {'id': 'd0079709-12a4-4143-bb17-2c5e17a4f51e', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:24:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9ca340-fd14-4b56-a7f8-6f28e4dfb6f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:11:41Z', 'updated_at': '2022-01-18T23:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': '77d3b766-173c-4805-8433-b300a996a21d', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'floating_ip_address': '172.25.5.95', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': '6f9ca340-fd14-4b56-a7f8-6f28e4dfb6f9', 'port_id': '47e86c47-dee3-4ad5-8dbb-cede5431ee45', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75fd5155-d3c2-4a7b-8357-f73b61ab1e95', 'mac_address': 'fa:16:3e:89:b5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c3a973-2553-4c3e-99ff-43bf30e54649', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:11:56Z', 'updated_at': '2022-01-18T23:11:56Z', 'revision_number': 0, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe8bce10-d74f-4c67-be4e-7024168f983c', 'name': '', 'network_id': '75fd5155-d3c2-4a7b-8357-f73b61ab1e95', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'mac_address': 'fa:16:3e:89:de:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9ca340-fd14-4b56-a7f8-6f28e4dfb6f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'be19e62c-b1ef-4ea9-b4b0-6c1e5d145644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:11:43Z', 'updated_at': '2022-01-18T23:11:46Z', 'revision_number': 5, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'subnets': [{'id': 'be19e62c-b1ef-4ea9-b4b0-6c1e5d145644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:11:58.236614 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 23:11:58.335781 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9a71db-e87e-432c-b8f9-b7ca5fb91132 None None] New status for floating IP 77d3b766-173c-4805-8433-b300a996a21d: ACTIVE {{(pid=102433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 23:11:58.756374 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 59622) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:11:58.820015 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-49ef9bf3-d2c5-4ad0-9b85-9b730b76c760 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/floatingips/77d3b766-173c-4805-8433-b300a996a21d HTTP/1.1" status: 200 len: 992 time: 0.0623319 Jan 18 23:12:11.152588 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b0d0c55a-4490-4604-aea7-3baabbd31ba4 req-17fce509-ae9e-4642-87ed-98c5db79ea3a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=14c3a973-2553-4c3e-99ff-43bf30e54649&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395491 Jan 18 23:12:11.238916 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d0c55a-4490-4604-aea7-3baabbd31ba4 req-23601243-0b8e-404a-92b1-916e53f54b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:11.240397 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b0d0c55a-4490-4604-aea7-3baabbd31ba4 req-23601243-0b8e-404a-92b1-916e53f54b75 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d0817dfc7dbd4f18b8c38ccdeec25880&device_id=14c3a973-2553-4c3e-99ff-43bf30e54649 HTTP/1.1" status: 200 len: 1096 time: 0.0435104 Jan 18 23:12:11.343074 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d0c55a-4490-4604-aea7-3baabbd31ba4 req-58ac7fb2-6322-4a27-a59e-654a39bf177f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:11.344442 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b0d0c55a-4490-4604-aea7-3baabbd31ba4 req-58ac7fb2-6322-4a27-a59e-654a39bf177f service neutron] 10.222.0.67 "GET /v2.0/networks?id=75fd5155-d3c2-4a7b-8357-f73b61ab1e95 HTTP/1.1" status: 200 len: 896 time: 0.0821235 Jan 18 23:12:11.412082 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b0d0c55a-4490-4604-aea7-3baabbd31ba4 req-2878617a-c13c-41de-ad71-2cf2fe9101e3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=47e86c47-dee3-4ad5-8dbb-cede5431ee45 HTTP/1.1" status: 200 len: 1000 time: 0.0611262 Jan 18 23:12:11.460456 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d0c55a-4490-4604-aea7-3baabbd31ba4 req-c2e42129-e412-447f-a0bd-0608a2dc8d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:11.461857 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b0d0c55a-4490-4604-aea7-3baabbd31ba4 req-c2e42129-e412-447f-a0bd-0608a2dc8d80 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=be19e62c-b1ef-4ea9-b4b0-6c1e5d145644 HTTP/1.1" status: 200 len: 835 time: 0.0429556 Jan 18 23:12:11.505551 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d0c55a-4490-4604-aea7-3baabbd31ba4 req-cfb68e61-1170-403e-9487-8c916eb2fd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:11.507307 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b0d0c55a-4490-4604-aea7-3baabbd31ba4 req-cfb68e61-1170-403e-9487-8c916eb2fd3b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=75fd5155-d3c2-4a7b-8357-f73b61ab1e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389297 Jan 18 23:12:11.594971 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b0d0c55a-4490-4604-aea7-3baabbd31ba4 req-1ff81dbe-af12-44cb-bb41-3b53ca049001 service neutron] 10.222.0.67 "GET /v2.0/networks/75fd5155-d3c2-4a7b-8357-f73b61ab1e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813997 Jan 18 23:12:11.683359 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b0d0c55a-4490-4604-aea7-3baabbd31ba4 req-18002f2d-ee5f-4ebb-88eb-e04eb5f89da8 service neutron] 10.222.0.67 "GET /v2.0/networks/75fd5155-d3c2-4a7b-8357-f73b61ab1e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800927 Jan 18 23:12:13.298536 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:14.133174 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:19.367241 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ac5cd195-2a97-449d-abe1-e0307ac957f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:22.002490 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e4e5b7e6-559f-48a9-bb0f-5d93b56d08d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:23.131217 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:24.588499 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:24.707283 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:30.220797 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf52e70-6171-40d5-b259-f763bd7a1691 req-bacedf0c-50e4-46cf-8cd0-6dc7a71a6e07 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:30.222253 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3bf52e70-6171-40d5-b259-f763bd7a1691 req-bacedf0c-50e4-46cf-8cd0-6dc7a71a6e07 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=14c3a973-2553-4c3e-99ff-43bf30e54649 HTTP/1.1" status: 200 len: 945 time: 0.0804067 Jan 18 23:12:30.224031 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbc4e5c-db3d-4fdc-8f22-7074d7a7bbe7 req-4afa67df-90c7-4786-b4db-7e3682b85fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:30.225370 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fbbc4e5c-db3d-4fdc-8f22-7074d7a7bbe7 req-4afa67df-90c7-4786-b4db-7e3682b85fad service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d0817dfc7dbd4f18b8c38ccdeec25880&device_id=14c3a973-2553-4c3e-99ff-43bf30e54649 HTTP/1.1" status: 200 len: 1096 time: 0.0813549 Jan 18 23:12:30.304377 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3bf52e70-6171-40d5-b259-f763bd7a1691 req-9b20db4e-0b38-4e10-9050-d4f4a438aac6 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dc5b384-e0e1-4195-b39a-1e2399f117c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762198 Jan 18 23:12:30.335306 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbc4e5c-db3d-4fdc-8f22-7074d7a7bbe7 req-77dd97da-440c-4efb-b0a2-fae96fccb33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:30.336764 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fbbc4e5c-db3d-4fdc-8f22-7074d7a7bbe7 req-77dd97da-440c-4efb-b0a2-fae96fccb33a service neutron] 10.222.0.67 "GET /v2.0/networks?id=75fd5155-d3c2-4a7b-8357-f73b61ab1e95 HTTP/1.1" status: 200 len: 896 time: 0.1030869 Jan 18 23:12:30.411815 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fbbc4e5c-db3d-4fdc-8f22-7074d7a7bbe7 req-fa72ccdf-c38e-4337-9a50-a8d5bb23f41f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=47e86c47-dee3-4ad5-8dbb-cede5431ee45 HTTP/1.1" status: 200 len: 1000 time: 0.0671909 Jan 18 23:12:30.461091 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbc4e5c-db3d-4fdc-8f22-7074d7a7bbe7 req-a0032598-01c6-4492-8d01-22e363236859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:30.462514 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fbbc4e5c-db3d-4fdc-8f22-7074d7a7bbe7 req-a0032598-01c6-4492-8d01-22e363236859 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=be19e62c-b1ef-4ea9-b4b0-6c1e5d145644 HTTP/1.1" status: 200 len: 835 time: 0.0436080 Jan 18 23:12:30.507533 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbc4e5c-db3d-4fdc-8f22-7074d7a7bbe7 req-a95e65f2-365e-46f3-88b3-fb8af0372e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:30.509276 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fbbc4e5c-db3d-4fdc-8f22-7074d7a7bbe7 req-a95e65f2-365e-46f3-88b3-fb8af0372e1d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=75fd5155-d3c2-4a7b-8357-f73b61ab1e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394206 Jan 18 23:12:30.601254 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fbbc4e5c-db3d-4fdc-8f22-7074d7a7bbe7 req-3c8effcc-ce43-4671-8bdb-70f7b52588be service neutron] 10.222.0.67 "GET /v2.0/networks/75fd5155-d3c2-4a7b-8357-f73b61ab1e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842056 Jan 18 23:12:30.689242 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fbbc4e5c-db3d-4fdc-8f22-7074d7a7bbe7 req-8ce85172-1c3e-43a5-a27b-9da9d73c8f84 service neutron] 10.222.0.67 "GET /v2.0/networks/75fd5155-d3c2-4a7b-8357-f73b61ab1e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806944 Jan 18 23:12:31.426549 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9fc976-6c6e-4f5d-a12f-18c0a90e507e req-c09a8965-89b6-472d-ba41-ad8818d74b27 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:31.428024 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cd9fc976-6c6e-4f5d-a12f-18c0a90e507e req-c09a8965-89b6-472d-ba41-ad8818d74b27 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=14c3a973-2553-4c3e-99ff-43bf30e54649 HTTP/1.1" status: 200 len: 945 time: 0.0538890 Jan 18 23:12:31.465533 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cd9fc976-6c6e-4f5d-a12f-18c0a90e507e req-12647a41-996d-439e-bb3a-617b2f7dd522 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dc5b384-e0e1-4195-b39a-1e2399f117c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315764 Jan 18 23:12:32.578846 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7237cb7-8a5c-4bc8-a7e1-b8a5c8cda4a6 req-f3db19c5-194d-455b-94ac-7fb1af29f59f tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:32.580323 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c7237cb7-8a5c-4bc8-a7e1-b8a5c8cda4a6 req-f3db19c5-194d-455b-94ac-7fb1af29f59f tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=14c3a973-2553-4c3e-99ff-43bf30e54649 HTTP/1.1" status: 200 len: 945 time: 0.0475237 Jan 18 23:12:32.617052 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c7237cb7-8a5c-4bc8-a7e1-b8a5c8cda4a6 req-1d6a92f3-e3c2-4288-9544-19cd845855b5 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dc5b384-e0e1-4195-b39a-1e2399f117c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308859 Jan 18 23:12:33.728793 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5560f9e-d4f4-426c-b888-677e6479c77d req-769bdc43-e66d-47e8-a823-623d67bd041b tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:33.730239 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e5560f9e-d4f4-426c-b888-677e6479c77d req-769bdc43-e66d-47e8-a823-623d67bd041b tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=14c3a973-2553-4c3e-99ff-43bf30e54649 HTTP/1.1" status: 200 len: 945 time: 0.0472052 Jan 18 23:12:33.767072 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e5560f9e-d4f4-426c-b888-677e6479c77d req-68218c52-28b5-4094-82a3-03e8cbc2d93c tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dc5b384-e0e1-4195-b39a-1e2399f117c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302420 Jan 18 23:12:34.887282 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9786db51-3779-461d-8e03-301f399fc207 req-049e6283-23be-4ac9-8ac6-078cdff503e6 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:34.888690 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9786db51-3779-461d-8e03-301f399fc207 req-049e6283-23be-4ac9-8ac6-078cdff503e6 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=14c3a973-2553-4c3e-99ff-43bf30e54649 HTTP/1.1" status: 200 len: 945 time: 0.0527580 Jan 18 23:12:34.925072 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9786db51-3779-461d-8e03-301f399fc207 req-1defe1a9-fe4b-4ee8-949e-40459bbda107 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dc5b384-e0e1-4195-b39a-1e2399f117c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304763 Jan 18 23:12:35.236720 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 23:12:36.037898 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eabc124-e114-4b93-9d76-d2d0d90fe97b req-533cfd57-8cf6-450b-892c-6d8b77109022 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:36.039358 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2eabc124-e114-4b93-9d76-d2d0d90fe97b req-533cfd57-8cf6-450b-892c-6d8b77109022 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=14c3a973-2553-4c3e-99ff-43bf30e54649 HTTP/1.1" status: 200 len: 945 time: 0.0486290 Jan 18 23:12:36.076099 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2eabc124-e114-4b93-9d76-d2d0d90fe97b req-13703d94-b823-45a0-8a8f-46e59f5a1fa6 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dc5b384-e0e1-4195-b39a-1e2399f117c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307469 Jan 18 23:12:37.187889 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1fe9ea-ecd9-429c-a6a8-54366876bfd6 req-366f96b9-e303-4606-9c21-bfa564f1ecc4 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:37.189378 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0e1fe9ea-ecd9-429c-a6a8-54366876bfd6 req-366f96b9-e303-4606-9c21-bfa564f1ecc4 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=14c3a973-2553-4c3e-99ff-43bf30e54649 HTTP/1.1" status: 200 len: 945 time: 0.0486269 Jan 18 23:12:37.226361 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0e1fe9ea-ecd9-429c-a6a8-54366876bfd6 req-7fbaf75e-7f58-474d-963c-56964bd58293 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dc5b384-e0e1-4195-b39a-1e2399f117c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310783 Jan 18 23:12:38.349009 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c6d237-d456-4dcb-8f6c-d8a868d9d2a7 req-65c15c9b-f5b4-4ab0-a182-764929c9605c tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:38.350354 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-23c6d237-d456-4dcb-8f6c-d8a868d9d2a7 req-65c15c9b-f5b4-4ab0-a182-764929c9605c tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=14c3a973-2553-4c3e-99ff-43bf30e54649 HTTP/1.1" status: 200 len: 945 time: 0.0512424 Jan 18 23:12:38.389621 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-23c6d237-d456-4dcb-8f6c-d8a868d9d2a7 req-715ee9d1-b871-4e6a-9177-86b31efd1d53 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dc5b384-e0e1-4195-b39a-1e2399f117c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334213 Jan 18 23:12:39.508064 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b025c67-9bcf-4c36-848b-d3ad9a4d5058 req-21d07de6-61e8-4ec5-9b5b-15d896529f12 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:39.509813 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1b025c67-9bcf-4c36-848b-d3ad9a4d5058 req-21d07de6-61e8-4ec5-9b5b-15d896529f12 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=14c3a973-2553-4c3e-99ff-43bf30e54649 HTTP/1.1" status: 200 len: 945 time: 0.0507193 Jan 18 23:12:39.548729 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1b025c67-9bcf-4c36-848b-d3ad9a4d5058 req-3d9e4d53-e6f4-41b2-8f8a-04f47fab9aa0 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dc5b384-e0e1-4195-b39a-1e2399f117c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327787 Jan 18 23:12:40.660306 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa31ee98-255b-4569-8599-aee9f2a6443d req-b389f008-0cf3-4ddb-8dc4-e26c3e693f3d tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:40.661765 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fa31ee98-255b-4569-8599-aee9f2a6443d req-b389f008-0cf3-4ddb-8dc4-e26c3e693f3d tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=14c3a973-2553-4c3e-99ff-43bf30e54649 HTTP/1.1" status: 200 len: 945 time: 0.0482316 Jan 18 23:12:40.698925 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fa31ee98-255b-4569-8599-aee9f2a6443d req-ab228cce-0758-4e7e-94a4-2dc1a74bd687 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dc5b384-e0e1-4195-b39a-1e2399f117c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311978 Jan 18 23:12:41.825725 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b38b814-3fa6-44c0-83cd-3b1f3f83dad5 req-68bbcd53-602c-409a-8d26-835844034b36 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:41.827264 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9b38b814-3fa6-44c0-83cd-3b1f3f83dad5 req-68bbcd53-602c-409a-8d26-835844034b36 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=14c3a973-2553-4c3e-99ff-43bf30e54649 HTTP/1.1" status: 200 len: 945 time: 0.0553811 Jan 18 23:12:41.867049 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9b38b814-3fa6-44c0-83cd-3b1f3f83dad5 req-991c91df-d844-46f5-9663-234f1d0f4f16 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dc5b384-e0e1-4195-b39a-1e2399f117c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322621 Jan 18 23:12:42.980713 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abf04ed-8c04-41f7-bc0d-bb9b3db5abfa req-f64a513f-0f52-4d41-8c1f-0e6997d8cd20 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:42.982161 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2abf04ed-8c04-41f7-bc0d-bb9b3db5abfa req-f64a513f-0f52-4d41-8c1f-0e6997d8cd20 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=14c3a973-2553-4c3e-99ff-43bf30e54649 HTTP/1.1" status: 200 len: 945 time: 0.0483868 Jan 18 23:12:43.019266 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2abf04ed-8c04-41f7-bc0d-bb9b3db5abfa req-4203e39e-6ec5-464c-a45a-66171bdf2ce8 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dc5b384-e0e1-4195-b39a-1e2399f117c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312548 Jan 18 23:12:43.293485 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:44.131178 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af24756c-c1c3-43c1-a8d9-f612b23a4f59 req-6389c4c9-e783-4d53-baea-e3897af96e4f tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:44.133323 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-af24756c-c1c3-43c1-a8d9-f612b23a4f59 req-6389c4c9-e783-4d53-baea-e3897af96e4f tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=14c3a973-2553-4c3e-99ff-43bf30e54649 HTTP/1.1" status: 200 len: 945 time: 0.0489585 Jan 18 23:12:44.147754 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:44.171286 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-af24756c-c1c3-43c1-a8d9-f612b23a4f59 req-3d6f3d96-63b5-450c-adaa-3c6ddd5e4f39 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dc5b384-e0e1-4195-b39a-1e2399f117c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315831 Jan 18 23:12:45.290374 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a3de14-be2d-44ef-ac15-b568c8fb7f18 req-1d8432f2-61d2-45cc-a9bd-26a7dba7efc4 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:45.291833 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-71a3de14-be2d-44ef-ac15-b568c8fb7f18 req-1d8432f2-61d2-45cc-a9bd-26a7dba7efc4 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=14c3a973-2553-4c3e-99ff-43bf30e54649 HTTP/1.1" status: 200 len: 945 time: 0.0525753 Jan 18 23:12:45.328705 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-71a3de14-be2d-44ef-ac15-b568c8fb7f18 req-77836e91-a902-423a-bae4-a3b83d3e00cc tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dc5b384-e0e1-4195-b39a-1e2399f117c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308356 Jan 18 23:12:46.454976 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92c381d-40fa-4d44-8f64-a25101c0c2f8 req-3fdda92a-640a-4c06-8316-e67defdde360 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:46.456461 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a92c381d-40fa-4d44-8f64-a25101c0c2f8 req-3fdda92a-640a-4c06-8316-e67defdde360 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=14c3a973-2553-4c3e-99ff-43bf30e54649 HTTP/1.1" status: 200 len: 945 time: 0.0538583 Jan 18 23:12:46.493697 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a92c381d-40fa-4d44-8f64-a25101c0c2f8 req-9949aef5-0e10-49f7-8bfd-8568a3915487 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dc5b384-e0e1-4195-b39a-1e2399f117c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307026 Jan 18 23:12:47.607102 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4532a6d-63e9-4473-890b-732bf6b8ab45 req-06bb8609-5db8-4f9c-9850-13bec986df1b tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:47.608572 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f4532a6d-63e9-4473-890b-732bf6b8ab45 req-06bb8609-5db8-4f9c-9850-13bec986df1b tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=14c3a973-2553-4c3e-99ff-43bf30e54649 HTTP/1.1" status: 200 len: 945 time: 0.0484750 Jan 18 23:12:47.649019 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f4532a6d-63e9-4473-890b-732bf6b8ab45 req-fb22611f-4c3f-45a8-b12f-1917c1552597 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dc5b384-e0e1-4195-b39a-1e2399f117c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344791 Jan 18 23:12:47.671917 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 59684) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:12:47.730410 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-ddb67327-9b15-448a-abaf-d07246375f95 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/floatingips/77d3b766-173c-4805-8433-b300a996a21d HTTP/1.1" status: 200 len: 992 time: 0.0573027 Jan 18 23:12:49.367856 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0beb6ebf-4845-4771-b851-ce7e45c3223c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:52.002557 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-86513d45-996d-4b0b-8822-331210bfbff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:53.133250 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:54.589663 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:54.708848 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:12.236292 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 23:13:13.155887 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c368a7c9-5745-440b-b1b9-370950ef078d req-58e7b488-d558-4790-bf39-5ac3c49c716e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=14c3a973-2553-4c3e-99ff-43bf30e54649&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0451362 Jan 18 23:13:13.233582 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c368a7c9-5745-440b-b1b9-370950ef078d req-a260462c-4719-4bd6-bb7b-4a3702adfe7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:13.235018 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c368a7c9-5745-440b-b1b9-370950ef078d req-a260462c-4719-4bd6-bb7b-4a3702adfe7d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d0817dfc7dbd4f18b8c38ccdeec25880&device_id=14c3a973-2553-4c3e-99ff-43bf30e54649 HTTP/1.1" status: 200 len: 1096 time: 0.0396168 Jan 18 23:13:13.292815 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:13.335050 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c368a7c9-5745-440b-b1b9-370950ef078d req-8b64dd43-1f36-49ba-b9be-f0b0bf956f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:13.336476 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c368a7c9-5745-440b-b1b9-370950ef078d req-8b64dd43-1f36-49ba-b9be-f0b0bf956f18 service neutron] 10.222.0.67 "GET /v2.0/networks?id=75fd5155-d3c2-4a7b-8357-f73b61ab1e95 HTTP/1.1" status: 200 len: 896 time: 0.0833182 Jan 18 23:13:13.405012 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c368a7c9-5745-440b-b1b9-370950ef078d req-fce37561-62db-4175-9293-5b24ab141f52 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=47e86c47-dee3-4ad5-8dbb-cede5431ee45 HTTP/1.1" status: 200 len: 1000 time: 0.0611227 Jan 18 23:13:13.451487 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c368a7c9-5745-440b-b1b9-370950ef078d req-0e6d0b77-3eda-45ec-9bb2-76eec8eff0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:13.452886 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c368a7c9-5745-440b-b1b9-370950ef078d req-0e6d0b77-3eda-45ec-9bb2-76eec8eff0fe service neutron] 10.222.0.67 "GET /v2.0/subnets?id=be19e62c-b1ef-4ea9-b4b0-6c1e5d145644 HTTP/1.1" status: 200 len: 835 time: 0.0416193 Jan 18 23:13:13.495959 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c368a7c9-5745-440b-b1b9-370950ef078d req-21d3b1b9-5fc1-4f9d-8dc8-ece464809328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:13.497508 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c368a7c9-5745-440b-b1b9-370950ef078d req-21d3b1b9-5fc1-4f9d-8dc8-ece464809328 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=75fd5155-d3c2-4a7b-8357-f73b61ab1e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386019 Jan 18 23:13:13.589842 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c368a7c9-5745-440b-b1b9-370950ef078d req-5f9ca297-0b07-4db1-b0bf-ede25e390a14 service neutron] 10.222.0.67 "GET /v2.0/networks/75fd5155-d3c2-4a7b-8357-f73b61ab1e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846975 Jan 18 23:13:13.676150 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c368a7c9-5745-440b-b1b9-370950ef078d req-f3ba689c-4e4f-4490-ac77-3664c8ec220b service neutron] 10.222.0.67 "GET /v2.0/networks/75fd5155-d3c2-4a7b-8357-f73b61ab1e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800993 Jan 18 23:13:14.147852 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:16.438225 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 59698) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:13:16.596776 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-ae1ef4a1-e8ce-4457-931b-7b57b0d3eede tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Deleting port 1dbe536c-16ac-479a-a619-a0d4d5d99ffe {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 23:13:16.597118 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ae1ef4a1-e8ce-4457-931b-7b57b0d3eede tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:16.672145 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ae1ef4a1-e8ce-4457-931b-7b57b0d3eede tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:16.672481 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ae1ef4a1-e8ce-4457-931b-7b57b0d3eede tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:16.683755 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-ae1ef4a1-e8ce-4457-931b-7b57b0d3eede tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Calling delete_port for 1dbe536c-16ac-479a-a619-a0d4d5d99ffe owned by network:floatingip {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 23:13:16.825975 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ae1ef4a1-e8ce-4457-931b-7b57b0d3eede tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:16.858053 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1ef4a1-e8ce-4457-931b-7b57b0d3eede tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Pushing event deleted for resources: {'Port': ['ID=1dbe536c-16ac-479a-a619-a0d4d5d99ffe,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:16.878266 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1ef4a1-e8ce-4457-931b-7b57b0d3eede tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:16.878613 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1ef4a1-e8ce-4457-931b-7b57b0d3eede tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:16.878950 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1ef4a1-e8ce-4457-931b-7b57b0d3eede tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:16.879281 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1ef4a1-e8ce-4457-931b-7b57b0d3eede tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:16.879607 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1ef4a1-e8ce-4457-931b-7b57b0d3eede tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:16.879931 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1ef4a1-e8ce-4457-931b-7b57b0d3eede tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:16.880282 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1ef4a1-e8ce-4457-931b-7b57b0d3eede tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:16.880690 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1ef4a1-e8ce-4457-931b-7b57b0d3eede tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:16.880932 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1ef4a1-e8ce-4457-931b-7b57b0d3eede tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:16.881253 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1ef4a1-e8ce-4457-931b-7b57b0d3eede tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:16.881569 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1ef4a1-e8ce-4457-931b-7b57b0d3eede tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:16.881886 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1ef4a1-e8ce-4457-931b-7b57b0d3eede tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:16.922382 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ae1ef4a1-e8ce-4457-931b-7b57b0d3eede tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for floatingip, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:16.922644 n-d-825064-1 neutron-server[102430]: INFO neutron.db.l3_db [None req-ae1ef4a1-e8ce-4457-931b-7b57b0d3eede tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Floating IP 77d3b766-173c-4805-8433-b300a996a21d disassociated (deleted). External IP: 172.25.5.95, port: 47e86c47-dee3-4ad5-8dbb-cede5431ee45. Jan 18 23:13:17.124738 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae1ef4a1-e8ce-4457-931b-7b57b0d3eede tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Router 6f9ca340-fd14-4b56-a7f8-6f28e4dfb6f9 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:13:17.231712 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae1ef4a1-e8ce-4457-931b-7b57b0d3eede tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:13:17.236302 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ae1ef4a1-e8ce-4457-931b-7b57b0d3eede tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:17.241374 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27afa335-07eb-46a3-9a89-34646fa2fb59 None None] Sync routers for ids ['6f9ca340-fd14-4b56-a7f8-6f28e4dfb6f9'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:13:17.250672 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27afa335-07eb-46a3-9a89-34646fa2fb59 None None] Routers {'6f9ca340-fd14-4b56-a7f8-6f28e4dfb6f9'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:13:17.251800 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-27afa335-07eb-46a3-9a89-34646fa2fb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:12:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['6f9ca340-fd14-4b56-a7f8-6f28e4dfb6f9'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:13:17.262561 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-ae1ef4a1-e8ce-4457-931b-7b57b0d3eede tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "DELETE /v2.0/floatingips/77d3b766-173c-4805-8433-b300a996a21d HTTP/1.1" status: 204 len: 168 time: 0.8232498 Jan 18 23:13:17.263145 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14c3a973-2553-4c3e-99ff-43bf30e54649', 'tag': '47e86c47-dee3-4ad5-8dbb-cede5431ee45'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:13:17.265404 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f9cd323385b35eafd7505e92119ef15b9cb9d1db746596d3e25314435e3cbaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28823c3d-fab4-4f38-a77b-daa37eefc681" -d '{"events": [{"name": "network-changed", "server_uuid": "14c3a973-2553-4c3e-99ff-43bf30e54649", "tag": "47e86c47-dee3-4ad5-8dbb-cede5431ee45"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 23:13:17.303183 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 23:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dc6a690-b40b-4a87-96e2-1617813fd4b3 x-openstack-request-id: req-2dc6a690-b40b-4a87-96e2-1617813fd4b3 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 23:13:17.303476 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14c3a973-2553-4c3e-99ff-43bf30e54649", "tag": "47e86c47-dee3-4ad5-8dbb-cede5431ee45", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 23:13:17.303728 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2dc6a690-b40b-4a87-96e2-1617813fd4b3 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 23:13:17.304156 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14c3a973-2553-4c3e-99ff-43bf30e54649', 'tag': '47e86c47-dee3-4ad5-8dbb-cede5431ee45', 'status': 'completed', 'code': 200} Jan 18 23:13:17.368719 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28823c3d-fab4-4f38-a77b-daa37eefc681 req-f6e573a6-35a5-44df-9116-ee011eccc400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:17.370298 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-28823c3d-fab4-4f38-a77b-daa37eefc681 req-f6e573a6-35a5-44df-9116-ee011eccc400 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d0817dfc7dbd4f18b8c38ccdeec25880&device_id=14c3a973-2553-4c3e-99ff-43bf30e54649 HTTP/1.1" status: 200 len: 1096 time: 0.0431628 Jan 18 23:13:17.488463 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28823c3d-fab4-4f38-a77b-daa37eefc681 req-6c14bbd8-38c1-43e8-b4ab-400594fbfb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:17.490098 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-28823c3d-fab4-4f38-a77b-daa37eefc681 req-6c14bbd8-38c1-43e8-b4ab-400594fbfb07 service neutron] 10.222.0.67 "GET /v2.0/networks?id=75fd5155-d3c2-4a7b-8357-f73b61ab1e95 HTTP/1.1" status: 200 len: 896 time: 0.1125994 Jan 18 23:13:17.519026 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-27afa335-07eb-46a3-9a89-34646fa2fb59 None None] Set router 6f9ca340-fd14-4b56-a7f8-6f28e4dfb6f9 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:13:17.542890 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-28823c3d-fab4-4f38-a77b-daa37eefc681 req-fa21ef78-68dd-4e82-acf1-e022d6b81f7b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=47e86c47-dee3-4ad5-8dbb-cede5431ee45 HTTP/1.1" status: 200 len: 217 time: 0.0445509 Jan 18 23:13:17.611342 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28823c3d-fab4-4f38-a77b-daa37eefc681 req-4d479312-e3d5-4496-bd72-a179578ec5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:17.612796 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-28823c3d-fab4-4f38-a77b-daa37eefc681 req-4d479312-e3d5-4496-bd72-a179578ec5de service neutron] 10.222.0.67 "GET /v2.0/subnets?id=be19e62c-b1ef-4ea9-b4b0-6c1e5d145644 HTTP/1.1" status: 200 len: 835 time: 0.0560942 Jan 18 23:13:17.620222 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed12f6c-f78c-4191-a6d4-0fe328457cbd req-e3a45b27-8e92-4c78-83f4-d83717a6321d tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:17.621571 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4ed12f6c-f78c-4191-a6d4-0fe328457cbd req-e3a45b27-8e92-4c78-83f4-d83717a6321d tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=14c3a973-2553-4c3e-99ff-43bf30e54649 HTTP/1.1" status: 200 len: 945 time: 0.1153483 Jan 18 23:13:17.686959 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28823c3d-fab4-4f38-a77b-daa37eefc681 req-23126d29-9325-4c94-b684-f7a911f4078d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:17.688493 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-28823c3d-fab4-4f38-a77b-daa37eefc681 req-23126d29-9325-4c94-b684-f7a911f4078d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=75fd5155-d3c2-4a7b-8357-f73b61ab1e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0660496 Jan 18 23:13:17.691363 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4ed12f6c-f78c-4191-a6d4-0fe328457cbd req-0f621954-aec1-47fc-a7da-49281cc6335f tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dc5b384-e0e1-4195-b39a-1e2399f117c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609629 Jan 18 23:13:17.719924 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-27afa335-07eb-46a3-9a89-34646fa2fb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f9ca340-fd14-4b56-a7f8-6f28e4dfb6f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-501897772', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': 'd0079709-12a4-4143-bb17-2c5e17a4f51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:11:40Z', 'updated_at': '2022-01-18T23:11:44Z', 'revision_number': 4, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'gw_port': {'id': 'd0079709-12a4-4143-bb17-2c5e17a4f51e', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:24:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9ca340-fd14-4b56-a7f8-6f28e4dfb6f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:11:41Z', 'updated_at': '2022-01-18T23:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'fe8bce10-d74f-4c67-be4e-7024168f983c', 'name': '', 'network_id': '75fd5155-d3c2-4a7b-8357-f73b61ab1e95', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'mac_address': 'fa:16:3e:89:de:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9ca340-fd14-4b56-a7f8-6f28e4dfb6f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'be19e62c-b1ef-4ea9-b4b0-6c1e5d145644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:11:43Z', 'updated_at': '2022-01-18T23:11:46Z', 'revision_number': 5, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'subnets': [{'id': 'be19e62c-b1ef-4ea9-b4b0-6c1e5d145644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:13:17.754043 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27afa335-07eb-46a3-9a89-34646fa2fb59 None None] Checking router: 6f9ca340-fd14-4b56-a7f8-6f28e4dfb6f9 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:13:17.762788 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27afa335-07eb-46a3-9a89-34646fa2fb59 None None] Routers {'6f9ca340-fd14-4b56-a7f8-6f28e4dfb6f9'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:13:17.763400 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-27afa335-07eb-46a3-9a89-34646fa2fb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:12:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['6f9ca340-fd14-4b56-a7f8-6f28e4dfb6f9'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:13:17.874527 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-27afa335-07eb-46a3-9a89-34646fa2fb59 None None] Set router 6f9ca340-fd14-4b56-a7f8-6f28e4dfb6f9 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:13:18.078582 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-27afa335-07eb-46a3-9a89-34646fa2fb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f9ca340-fd14-4b56-a7f8-6f28e4dfb6f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-501897772', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': 'd0079709-12a4-4143-bb17-2c5e17a4f51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:11:40Z', 'updated_at': '2022-01-18T23:11:44Z', 'revision_number': 4, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'gw_port': {'id': 'd0079709-12a4-4143-bb17-2c5e17a4f51e', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:24:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9ca340-fd14-4b56-a7f8-6f28e4dfb6f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:11:41Z', 'updated_at': '2022-01-18T23:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'fe8bce10-d74f-4c67-be4e-7024168f983c', 'name': '', 'network_id': '75fd5155-d3c2-4a7b-8357-f73b61ab1e95', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'mac_address': 'fa:16:3e:89:de:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9ca340-fd14-4b56-a7f8-6f28e4dfb6f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'be19e62c-b1ef-4ea9-b4b0-6c1e5d145644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:11:43Z', 'updated_at': '2022-01-18T23:11:46Z', 'revision_number': 5, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'subnets': [{'id': 'be19e62c-b1ef-4ea9-b4b0-6c1e5d145644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:13:18.098958 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-28823c3d-fab4-4f38-a77b-daa37eefc681 req-12c78989-6e55-4d18-8064-a1bb086d9ec7 service neutron] 10.222.0.67 "GET /v2.0/networks/75fd5155-d3c2-4a7b-8357-f73b61ab1e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4032073 Jan 18 23:13:18.106859 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27afa335-07eb-46a3-9a89-34646fa2fb59 None None] The sync data for ids ['6f9ca340-fd14-4b56-a7f8-6f28e4dfb6f9'] in n-d-825064-1 is: [{'id': '6f9ca340-fd14-4b56-a7f8-6f28e4dfb6f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-501897772', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': 'd0079709-12a4-4143-bb17-2c5e17a4f51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:11:40Z', 'updated_at': '2022-01-18T23:11:44Z', 'revision_number': 4, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'gw_port': {'id': 'd0079709-12a4-4143-bb17-2c5e17a4f51e', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:24:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9ca340-fd14-4b56-a7f8-6f28e4dfb6f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:11:41Z', 'updated_at': '2022-01-18T23:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'fe8bce10-d74f-4c67-be4e-7024168f983c', 'name': '', 'network_id': '75fd5155-d3c2-4a7b-8357-f73b61ab1e95', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'mac_address': 'fa:16:3e:89:de:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9ca340-fd14-4b56-a7f8-6f28e4dfb6f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'be19e62c-b1ef-4ea9-b4b0-6c1e5d145644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:11:43Z', 'updated_at': '2022-01-18T23:11:46Z', 'revision_number': 5, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'subnets': [{'id': 'be19e62c-b1ef-4ea9-b4b0-6c1e5d145644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:13:18.191232 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-28823c3d-fab4-4f38-a77b-daa37eefc681 req-9ad0f1cd-8ab4-4b55-8bd7-73a28a99563e service neutron] 10.222.0.67 "GET /v2.0/networks/75fd5155-d3c2-4a7b-8357-f73b61ab1e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838225 Jan 18 23:13:18.322401 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001ed807-5b11-4761-830a-2b660f6a2b28 None None] New status for floating IP 77d3b766-173c-4805-8433-b300a996a21d: DOWN {{(pid=102433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 23:13:18.807690 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e60a22-74e9-4616-bf90-459ed623dc7b req-89e63f8d-ad3e-4754-9b49-9719e1739b6d tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:18.809154 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b0e60a22-74e9-4616-bf90-459ed623dc7b req-89e63f8d-ad3e-4754-9b49-9719e1739b6d tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=14c3a973-2553-4c3e-99ff-43bf30e54649 HTTP/1.1" status: 200 len: 945 time: 0.0478125 Jan 18 23:13:18.852057 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b0e60a22-74e9-4616-bf90-459ed623dc7b req-628e2052-9f33-4f4b-a4c9-bc0052a49586 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dc5b384-e0e1-4195-b39a-1e2399f117c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361776 Jan 18 23:13:19.056348 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8267a974-5c1c-4207-b51b-ac909895232b req-ecdf6d06-9c0d-48aa-a6e2-b18844166ca1 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:19.058039 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8267a974-5c1c-4207-b51b-ac909895232b req-ecdf6d06-9c0d-48aa-a6e2-b18844166ca1 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.67 "GET /v2.0/ports?device_id=14c3a973-2553-4c3e-99ff-43bf30e54649 HTTP/1.1" status: 200 len: 945 time: 0.0488417 Jan 18 23:13:19.145761 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-8267a974-5c1c-4207-b51b-ac909895232b req-e7f805d4-c045-4edf-92b2-46df4ebe82af tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Deleting port 47e86c47-dee3-4ad5-8dbb-cede5431ee45 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 23:13:19.146107 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-8267a974-5c1c-4207-b51b-ac909895232b req-e7f805d4-c045-4edf-92b2-46df4ebe82af tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:19.236669 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-8267a974-5c1c-4207-b51b-ac909895232b req-e7f805d4-c045-4edf-92b2-46df4ebe82af tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] For port 47e86c47-dee3-4ad5-8dbb-cede5431ee45, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=47e86c47-dee3-4ad5-8dbb-cede5431ee45,segment=NetworkSegment(8587b92e-53f7-4fef-926b-f4e58ce01319),segment_id=8587b92e-53f7-4fef-926b-f4e58ce01319)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:13:19.237661 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-8267a974-5c1c-4207-b51b-ac909895232b req-e7f805d4-c045-4edf-92b2-46df4ebe82af tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:19.249657 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-8267a974-5c1c-4207-b51b-ac909895232b req-e7f805d4-c045-4edf-92b2-46df4ebe82af tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Calling delete_port for 47e86c47-dee3-4ad5-8dbb-cede5431ee45 owned by compute:nova {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 23:13:19.368093 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2039a839-84bd-40d9-9f0a-97e3da677507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:19.379231 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-8267a974-5c1c-4207-b51b-ac909895232b req-e7f805d4-c045-4edf-92b2-46df4ebe82af tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:19.409340 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f805d4-c045-4edf-92b2-46df4ebe82af tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Pushing event deleted for resources: {'Port': ['ID=47e86c47-dee3-4ad5-8dbb-cede5431ee45,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:19.447366 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-8267a974-5c1c-4207-b51b-ac909895232b req-e7f805d4-c045-4edf-92b2-46df4ebe82af tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] No DVR routers for this DVR port 47e86c47-dee3-4ad5-8dbb-cede5431ee45 on host n-h2-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:13:19.450033 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-8267a974-5c1c-4207-b51b-ac909895232b req-e7f805d4-c045-4edf-92b2-46df4ebe82af tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:19.453420 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8267a974-5c1c-4207-b51b-ac909895232b req-e7f805d4-c045-4edf-92b2-46df4ebe82af tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.67 "DELETE /v2.0/ports/47e86c47-dee3-4ad5-8dbb-cede5431ee45 HTTP/1.1" status: 204 len: 173 time: 0.3896241 Jan 18 23:13:19.453857 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14c3a973-2553-4c3e-99ff-43bf30e54649', 'name': 'network-vif-deleted', 'tag': '47e86c47-dee3-4ad5-8dbb-cede5431ee45'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:13:19.456741 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f9cd323385b35eafd7505e92119ef15b9cb9d1db746596d3e25314435e3cbaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f454ae6f-e0fc-49c7-a886-6d11715e1099" -d '{"events": [{"server_uuid": "14c3a973-2553-4c3e-99ff-43bf30e54649", "name": "network-vif-deleted", "tag": "47e86c47-dee3-4ad5-8dbb-cede5431ee45"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 23:13:19.494681 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 23:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1221f200-24d2-46a9-8132-c3b6f82a7662 x-openstack-request-id: req-1221f200-24d2-46a9-8132-c3b6f82a7662 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 23:13:19.494979 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14c3a973-2553-4c3e-99ff-43bf30e54649", "name": "network-vif-deleted", "tag": "47e86c47-dee3-4ad5-8dbb-cede5431ee45", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 23:13:19.495237 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1221f200-24d2-46a9-8132-c3b6f82a7662 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 23:13:19.495651 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14c3a973-2553-4c3e-99ff-43bf30e54649', 'name': 'network-vif-deleted', 'tag': '47e86c47-dee3-4ad5-8dbb-cede5431ee45', 'status': 'completed', 'code': 200} Jan 18 23:13:19.966040 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cc94a25a-58df-48b7-9762-a57be096d96a req-6686bf5d-b57f-429f-a0bd-11db8be1e72f tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=14c3a973-2553-4c3e-99ff-43bf30e54649 HTTP/1.1" status: 200 len: 210 time: 0.0317502 Jan 18 23:13:21.023508 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 59724) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:13:21.376249 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9ee5062b-c785-4656-8452-fd7e9d83df8f tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1041027'] for router_interface, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:21.623928 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-9ee5062b-c785-4656-8452-fd7e9d83df8f tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Deleting port fe8bce10-d74f-4c67-be4e-7024168f983c {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 23:13:21.624292 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9ee5062b-c785-4656-8452-fd7e9d83df8f tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:21.707649 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-9ee5062b-c785-4656-8452-fd7e9d83df8f tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] For port fe8bce10-d74f-4c67-be4e-7024168f983c, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=fe8bce10-d74f-4c67-be4e-7024168f983c,segment=NetworkSegment(8587b92e-53f7-4fef-926b-f4e58ce01319),segment_id=8587b92e-53f7-4fef-926b-f4e58ce01319)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:13:21.707923 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9ee5062b-c785-4656-8452-fd7e9d83df8f tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:21.719065 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-9ee5062b-c785-4656-8452-fd7e9d83df8f tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Calling delete_port for fe8bce10-d74f-4c67-be4e-7024168f983c owned by network:router_interface {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 23:13:21.745061 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 47e86c47-dee3-4ad5-8dbb-cede5431ee45 no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 23:13:21.771241 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] No Port match for: 47e86c47-dee3-4ad5-8dbb-cede5431ee45 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 23:13:21.772062 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 47e86c47-dee3-4ad5-8dbb-cede5431ee45 not bound to the agent host n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 23:13:21.903266 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9ee5062b-c785-4656-8452-fd7e9d83df8f tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:21.930236 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee5062b-c785-4656-8452-fd7e9d83df8f tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Pushing event deleted for resources: {'Port': ['ID=fe8bce10-d74f-4c67-be4e-7024168f983c,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:21.954634 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee5062b-c785-4656-8452-fd7e9d83df8f tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:21.954984 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee5062b-c785-4656-8452-fd7e9d83df8f tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:21.955325 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee5062b-c785-4656-8452-fd7e9d83df8f tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:21.955659 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee5062b-c785-4656-8452-fd7e9d83df8f tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:21.956022 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee5062b-c785-4656-8452-fd7e9d83df8f tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:21.956381 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee5062b-c785-4656-8452-fd7e9d83df8f tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:21.956713 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee5062b-c785-4656-8452-fd7e9d83df8f tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:21.957038 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee5062b-c785-4656-8452-fd7e9d83df8f tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:21.957363 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee5062b-c785-4656-8452-fd7e9d83df8f tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:21.957841 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee5062b-c785-4656-8452-fd7e9d83df8f tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:21.957992 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee5062b-c785-4656-8452-fd7e9d83df8f tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:21.958309 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee5062b-c785-4656-8452-fd7e9d83df8f tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:22.006248 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-92c9f636-5b81-40dd-bdaa-df3b9aa68662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:22.114513 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9ee5062b-c785-4656-8452-fd7e9d83df8f tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-613841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1046579'] for router_interface, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:22.321339 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ee5062b-c785-4656-8452-fd7e9d83df8f tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Router 6f9ca340-fd14-4b56-a7f8-6f28e4dfb6f9 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:13:22.423852 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ee5062b-c785-4656-8452-fd7e9d83df8f tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:13:22.429922 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-9ee5062b-c785-4656-8452-fd7e9d83df8f tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "PUT /v2.0/routers/6f9ca340-fd14-4b56-a7f8-6f28e4dfb6f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4048812 Jan 18 23:13:22.432253 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 59730) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:13:22.434503 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42095ecb-72ab-4117-a8ac-963e652b65af None None] Sync routers for ids ['6f9ca340-fd14-4b56-a7f8-6f28e4dfb6f9'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:13:22.443513 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42095ecb-72ab-4117-a8ac-963e652b65af None None] Routers {'6f9ca340-fd14-4b56-a7f8-6f28e4dfb6f9'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:13:22.444118 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-42095ecb-72ab-4117-a8ac-963e652b65af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:13:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['6f9ca340-fd14-4b56-a7f8-6f28e4dfb6f9'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:13:22.481753 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a252a2d-b387-4e3d-b012-abea7458ebf8 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Deleting subnet be19e62c-b1ef-4ea9-b4b0-6c1e5d145644 {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 23:13:22.484819 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9a252a2d-b387-4e3d-b012-abea7458ebf8 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:22.523972 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9a252a2d-b387-4e3d-b012-abea7458ebf8 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:22.547781 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-42095ecb-72ab-4117-a8ac-963e652b65af None None] Set router 6f9ca340-fd14-4b56-a7f8-6f28e4dfb6f9 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:13:22.609180 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9a252a2d-b387-4e3d-b012-abea7458ebf8 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:22.675426 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9a252a2d-b387-4e3d-b012-abea7458ebf8 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:22.704624 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9a252a2d-b387-4e3d-b012-abea7458ebf8 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:22.710821 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-9a252a2d-b387-4e3d-b012-abea7458ebf8 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "DELETE /v2.0/subnets/be19e62c-b1ef-4ea9-b4b0-6c1e5d145644 HTTP/1.1" status: 204 len: 168 time: 0.2752004 Jan 18 23:13:22.710821 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a252a2d-b387-4e3d-b012-abea7458ebf8 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Pushing event deleted for resources: {'Subnet': ['ID=be19e62c-b1ef-4ea9-b4b0-6c1e5d145644,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:22.711288 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 59732) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:13:22.720102 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0587c875-b5b1-47fc-b00c-23e7fed315d1 None None] Network 75fd5155-d3c2-4a7b-8357-f73b61ab1e95 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 23:13:22.796158 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-42095ecb-72ab-4117-a8ac-963e652b65af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f9ca340-fd14-4b56-a7f8-6f28e4dfb6f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-501897772', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': 'd0079709-12a4-4143-bb17-2c5e17a4f51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:11:40Z', 'updated_at': '2022-01-18T23:13:21Z', 'revision_number': 5, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'gw_port': {'id': 'd0079709-12a4-4143-bb17-2c5e17a4f51e', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:24:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9ca340-fd14-4b56-a7f8-6f28e4dfb6f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:11:41Z', 'updated_at': '2022-01-18T23:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:13:22.818444 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-723e80cc-39ec-45fe-8a50-376282d056ee tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for router, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:22.837269 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42095ecb-72ab-4117-a8ac-963e652b65af None None] Checking router: 6f9ca340-fd14-4b56-a7f8-6f28e4dfb6f9 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:13:22.865703 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42095ecb-72ab-4117-a8ac-963e652b65af None None] Routers {'6f9ca340-fd14-4b56-a7f8-6f28e4dfb6f9'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:13:22.866476 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-42095ecb-72ab-4117-a8ac-963e652b65af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:13:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['6f9ca340-fd14-4b56-a7f8-6f28e4dfb6f9'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:13:22.936347 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-723e80cc-39ec-45fe-8a50-376282d056ee tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:22.970964 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76252236-7d04-4e23-9d57-d67c7878aa43 None None] DHCP port deletion for 75fd5155-d3c2-4a7b-8357-f73b61ab1e95 request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 23:13:22.994599 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-723e80cc-39ec-45fe-8a50-376282d056ee tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Deleting port d0079709-12a4-4143-bb17-2c5e17a4f51e {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 23:13:22.994939 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-723e80cc-39ec-45fe-8a50-376282d056ee tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:23.007278 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-42095ecb-72ab-4117-a8ac-963e652b65af None None] Set router 6f9ca340-fd14-4b56-a7f8-6f28e4dfb6f9 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:13:23.075590 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-723e80cc-39ec-45fe-8a50-376282d056ee tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] For port d0079709-12a4-4143-bb17-2c5e17a4f51e, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=d0079709-12a4-4143-bb17-2c5e17a4f51e,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:13:23.076079 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-723e80cc-39ec-45fe-8a50-376282d056ee tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:23.089763 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-723e80cc-39ec-45fe-8a50-376282d056ee tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Calling delete_port for d0079709-12a4-4143-bb17-2c5e17a4f51e owned by network:router_gateway {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 23:13:23.141149 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-76252236-7d04-4e23-9d57-d67c7878aa43 None None] Deleting port d08f11e8-e5f5-4ea0-96d4-fe1bc01baa92 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 23:13:23.141441 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-76252236-7d04-4e23-9d57-d67c7878aa43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:23.196449 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:23.242870 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-76252236-7d04-4e23-9d57-d67c7878aa43 None None] For port d08f11e8-e5f5-4ea0-96d4-fe1bc01baa92, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=d08f11e8-e5f5-4ea0-96d4-fe1bc01baa92,segment=NetworkSegment(8587b92e-53f7-4fef-926b-f4e58ce01319),segment_id=8587b92e-53f7-4fef-926b-f4e58ce01319)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:13:23.243263 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-76252236-7d04-4e23-9d57-d67c7878aa43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:23.256912 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-723e80cc-39ec-45fe-8a50-376282d056ee tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:23.258359 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-76252236-7d04-4e23-9d57-d67c7878aa43 None None] Calling delete_port for d08f11e8-e5f5-4ea0-96d4-fe1bc01baa92 owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 23:13:23.282885 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723e80cc-39ec-45fe-8a50-376282d056ee tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Pushing event deleted for resources: {'Port': ['ID=d0079709-12a4-4143-bb17-2c5e17a4f51e,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:23.322335 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-42095ecb-72ab-4117-a8ac-963e652b65af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f9ca340-fd14-4b56-a7f8-6f28e4dfb6f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-501897772', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': 'd0079709-12a4-4143-bb17-2c5e17a4f51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:11:40Z', 'updated_at': '2022-01-18T23:13:21Z', 'revision_number': 5, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'gw_port': {'id': 'd0079709-12a4-4143-bb17-2c5e17a4f51e', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:24:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9ca340-fd14-4b56-a7f8-6f28e4dfb6f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:11:41Z', 'updated_at': '2022-01-18T23:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:13:23.348613 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-723e80cc-39ec-45fe-8a50-376282d056ee tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043029'] for router_gateway, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:23.354684 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42095ecb-72ab-4117-a8ac-963e652b65af None None] The sync data for ids ['6f9ca340-fd14-4b56-a7f8-6f28e4dfb6f9'] in n-d-825064-1 is: [{'id': '6f9ca340-fd14-4b56-a7f8-6f28e4dfb6f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-501897772', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': 'd0079709-12a4-4143-bb17-2c5e17a4f51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:11:40Z', 'updated_at': '2022-01-18T23:13:21Z', 'revision_number': 5, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'gw_port': {'id': 'd0079709-12a4-4143-bb17-2c5e17a4f51e', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:24:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9ca340-fd14-4b56-a7f8-6f28e4dfb6f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:11:41Z', 'updated_at': '2022-01-18T23:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:13:23.377327 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-76252236-7d04-4e23-9d57-d67c7878aa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:23.404536 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76252236-7d04-4e23-9d57-d67c7878aa43 None None] Pushing event deleted for resources: {'Port': ['ID=d08f11e8-e5f5-4ea0-96d4-fe1bc01baa92,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:23.408876 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76252236-7d04-4e23-9d57-d67c7878aa43 None None] No DVR routers for this DVR port d08f11e8-e5f5-4ea0-96d4-fe1bc01baa92 on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:13:23.420621 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76252236-7d04-4e23-9d57-d67c7878aa43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:23.420621 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76252236-7d04-4e23-9d57-d67c7878aa43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:23.420621 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76252236-7d04-4e23-9d57-d67c7878aa43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:23.420621 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76252236-7d04-4e23-9d57-d67c7878aa43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:23.420621 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76252236-7d04-4e23-9d57-d67c7878aa43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:23.420621 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76252236-7d04-4e23-9d57-d67c7878aa43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:23.420621 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76252236-7d04-4e23-9d57-d67c7878aa43 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:23.420621 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76252236-7d04-4e23-9d57-d67c7878aa43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:23.420621 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76252236-7d04-4e23-9d57-d67c7878aa43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:23.420621 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76252236-7d04-4e23-9d57-d67c7878aa43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:23.420621 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76252236-7d04-4e23-9d57-d67c7878aa43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:23.420621 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76252236-7d04-4e23-9d57-d67c7878aa43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:23.442019 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-723e80cc-39ec-45fe-8a50-376282d056ee tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1040886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8602'] for router, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:23.444257 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-723e80cc-39ec-45fe-8a50-376282d056ee tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:23.485698 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-723e80cc-39ec-45fe-8a50-376282d056ee tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1040832'] for router, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:23.486237 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-723e80cc-39ec-45fe-8a50-376282d056ee tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Fanout notify agent at l3_agent the message router_deleted on router 6f9ca340-fd14-4b56-a7f8-6f28e4dfb6f9 {{(pid=102430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 23:13:23.493497 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-723e80cc-39ec-45fe-8a50-376282d056ee tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for router, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:23.494593 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-723e80cc-39ec-45fe-8a50-376282d056ee tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "DELETE /v2.0/routers/6f9ca340-fd14-4b56-a7f8-6f28e4dfb6f9 HTTP/1.1" status: 204 len: 168 time: 0.7822402 Jan 18 23:13:23.497304 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 59738) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:13:23.572789 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f5dffccc-feba-447f-8030-adbea023ad37 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:23.659439 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f5dffccc-feba-447f-8030-adbea023ad37 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:23.679581 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-f5dffccc-feba-447f-8030-adbea023ad37 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75fd5155-d3c2-4a7b-8357-f73b61ab1e95']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:13:23.688568 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-f5dffccc-feba-447f-8030-adbea023ad37 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8587b92e-53f7-4fef-926b-f4e58ce01319') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:13:23.688868 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-f5dffccc-feba-447f-8030-adbea023ad37 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8587b92e-53f7-4fef-926b-f4e58ce01319') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:13:23.698480 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f5dffccc-feba-447f-8030-adbea023ad37 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60394742'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:23.712448 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f5dffccc-feba-447f-8030-adbea023ad37 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:23.718720 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5dffccc-feba-447f-8030-adbea023ad37 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:13:23.719108 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f5dffccc-feba-447f-8030-adbea023ad37 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60203044'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:23.722667 n-d-825064-1 neutron-server[102430]: Traceback (most recent call last): Jan 18 23:13:23.722667 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:13:23.722667 n-d-825064-1 neutron-server[102430]: timer() Jan 18 23:13:23.722667 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:13:23.722667 n-d-825064-1 neutron-server[102430]: cb(*args, **kw) Jan 18 23:13:23.722667 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 23:13:23.722667 n-d-825064-1 neutron-server[102430]: return func(*args, **kwargs) Jan 18 23:13:23.722667 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:13:23.722667 n-d-825064-1 neutron-server[102430]: self._notify() Jan 18 23:13:23.722667 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:13:23.722667 n-d-825064-1 neutron-server[102430]: self.callback(batched_events) Jan 18 23:13:23.722667 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:13:23.722667 n-d-825064-1 neutron-server[102430]: event.method(event) Jan 18 23:13:23.722667 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 23:13:23.722667 n-d-825064-1 neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:13:23.722667 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 23:13:23.722667 n-d-825064-1 neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:13:23.722667 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 23:13:23.722667 n-d-825064-1 neutron-server[102430]: return f(self, *a, **k) Jan 18 23:13:23.722667 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:13:23.722667 n-d-825064-1 neutron-server[102430]: return self._get(url).json() Jan 18 23:13:23.722667 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:13:23.722667 n-d-825064-1 neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:13:23.722667 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:13:23.722667 n-d-825064-1 neutron-server[102430]: return self.request(url, 'GET', **kwargs) Jan 18 23:13:23.722667 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:13:23.722667 n-d-825064-1 neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:13:23.722667 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:13:23.722667 n-d-825064-1 neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:13:23.722667 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:13:23.722667 n-d-825064-1 neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:13:23.722667 n-d-825064-1 neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:13:23.784871 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f5dffccc-feba-447f-8030-adbea023ad37 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:23.792454 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f5dffccc-feba-447f-8030-adbea023ad37 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:23.798066 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-f5dffccc-feba-447f-8030-adbea023ad37 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "DELETE /v2.0/networks/75fd5155-d3c2-4a7b-8357-f73b61ab1e95 HTTP/1.1" status: 204 len: 168 time: 0.2973294 Jan 18 23:13:23.798559 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 59740) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:13:23.808355 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dffccc-feba-447f-8030-adbea023ad37 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Pushing event deleted for resources: {'Network': ['ID=75fd5155-d3c2-4a7b-8357-f73b61ab1e95,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:23.861171 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3cf9ff18-5ed5-4c8b-9d67-1301d4180a98 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:23.886266 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3cf9ff18-5ed5-4c8b-9d67-1301d4180a98 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:23.949648 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3cf9ff18-5ed5-4c8b-9d67-1301d4180a98 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:23.952377 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3cf9ff18-5ed5-4c8b-9d67-1301d4180a98 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:23.953550 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-3cf9ff18-5ed5-4c8b-9d67-1301d4180a98 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "DELETE /v2.0/security-groups/8dc5b384-e0e1-4195-b39a-1e2399f117c6 HTTP/1.1" status: 204 len: 168 time: 0.1538830 Jan 18 23:13:23.963260 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf9ff18-5ed5-4c8b-9d67-1301d4180a98 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc5b384-e0e1-4195-b39a-1e2399f117c6,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:24.420231 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 59748) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:13:24.424780 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-805b6770-33df-4159-8641-d6714fc32b35 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1434613655', 'description': 'tempest-secgroup-smoke-1434613655 description', 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:13:24.448435 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-805b6770-33df-4159-8641-d6714fc32b35 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:24.512465 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-805b6770-33df-4159-8641-d6714fc32b35 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:24.515989 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-805b6770-33df-4159-8641-d6714fc32b35 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:24.544412 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-805b6770-33df-4159-8641-d6714fc32b35 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:24.545621 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-805b6770-33df-4159-8641-d6714fc32b35 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1244042 Jan 18 23:13:24.547524 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805b6770-33df-4159-8641-d6714fc32b35 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e7e99de-e4e1-49a0-9691-c45184b910f9,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:24.548721 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 59750) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:13:24.553383 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-1c7d3a46-5277-44c7-a1e8-5e446b713d16 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Request body: {'security_group_rule': {'security_group_id': '8e7e99de-e4e1-49a0-9691-c45184b910f9', 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:13:24.585841 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1c7d3a46-5277-44c7-a1e8-5e446b713d16 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:24.594786 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:24.643096 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1c7d3a46-5277-44c7-a1e8-5e446b713d16 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:24.647189 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1c7d3a46-5277-44c7-a1e8-5e446b713d16 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:24.664717 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7d3a46-5277-44c7-a1e8-5e446b713d16 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=763ec201-3ece-4608-ac1b-01a4f73c8d24,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:24.672958 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1c7d3a46-5277-44c7-a1e8-5e446b713d16 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:24.674296 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-1c7d3a46-5277-44c7-a1e8-5e446b713d16 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1244357 Jan 18 23:13:24.676936 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 59752) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:13:24.681450 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-6c8c9d11-c52d-4846-9378-e584f9ca651c tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Request body: {'security_group_rule': {'security_group_id': '8e7e99de-e4e1-49a0-9691-c45184b910f9', 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:13:24.711423 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6c8c9d11-c52d-4846-9378-e584f9ca651c tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:24.717908 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:24.727053 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device d0079709-12a4-4143-bb17-2c5e17a4f51e no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 23:13:24.750149 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: d0079709-12a4-4143-bb17-2c5e17a4f51e {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 23:13:24.750494 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device d0079709-12a4-4143-bb17-2c5e17a4f51e not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 23:13:24.750919 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device fe8bce10-d74f-4c67-be4e-7024168f983c no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 23:13:24.769635 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6c8c9d11-c52d-4846-9378-e584f9ca651c tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:24.770485 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: fe8bce10-d74f-4c67-be4e-7024168f983c {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 23:13:24.770843 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device fe8bce10-d74f-4c67-be4e-7024168f983c not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 23:13:24.771245 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device d08f11e8-e5f5-4ea0-96d4-fe1bc01baa92 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 23:13:24.773296 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6c8c9d11-c52d-4846-9378-e584f9ca651c tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:24.789944 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: d08f11e8-e5f5-4ea0-96d4-fe1bc01baa92 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 23:13:24.790292 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device d08f11e8-e5f5-4ea0-96d4-fe1bc01baa92 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 23:13:24.794449 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8c9d11-c52d-4846-9378-e584f9ca651c tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=163dda0b-4179-488c-9441-e71aadb0e2f9,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:24.800745 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6c8c9d11-c52d-4846-9378-e584f9ca651c tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:24.805112 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-6c8c9d11-c52d-4846-9378-e584f9ca651c tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1242826 Jan 18 23:13:24.805112 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 59756) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:13:24.809291 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-3225fa85-7af2-4abe-89ad-6df1c90b331c tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Request body: {'security_group_rule': {'security_group_id': '8e7e99de-e4e1-49a0-9691-c45184b910f9', 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:13:24.837046 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-3225fa85-7af2-4abe-89ad-6df1c90b331c tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:24.900937 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-3225fa85-7af2-4abe-89ad-6df1c90b331c tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:24.904620 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-3225fa85-7af2-4abe-89ad-6df1c90b331c tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:24.921775 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3225fa85-7af2-4abe-89ad-6df1c90b331c tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=674b0cd1-18bf-499f-800a-cd4b72cb0781,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:24.930159 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-3225fa85-7af2-4abe-89ad-6df1c90b331c tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:24.931353 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-3225fa85-7af2-4abe-89ad-6df1c90b331c tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1254795 Jan 18 23:13:24.935091 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 59758) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:13:24.939386 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-e3e7a91a-9849-4eb6-b753-c32c5ef57f78 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Request body: {'security_group_rule': {'security_group_id': '8e7e99de-e4e1-49a0-9691-c45184b910f9', 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:13:24.966961 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e3e7a91a-9849-4eb6-b753-c32c5ef57f78 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:25.025108 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e3e7a91a-9849-4eb6-b753-c32c5ef57f78 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:25.028476 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e3e7a91a-9849-4eb6-b753-c32c5ef57f78 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:25.046371 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e7a91a-9849-4eb6-b753-c32c5ef57f78 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=818bed66-9711-4e1e-a415-d2f8148b2140,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:25.054374 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e3e7a91a-9849-4eb6-b753-c32c5ef57f78 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:25.055537 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-e3e7a91a-9849-4eb6-b753-c32c5ef57f78 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1195347 Jan 18 23:13:25.058324 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 59760) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:13:25.062481 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-5acfca59-5c7d-4481-b4da-0505a87b9c60 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Request body: {'security_group_rule': {'security_group_id': '8e7e99de-e4e1-49a0-9691-c45184b910f9', 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:13:25.091145 n-d-825064-1 neutron-server[102430]: INFO neutron.db.securitygroups_db [None req-5acfca59-5c7d-4481-b4da-0505a87b9c60 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Project d0817dfc7dbd4f18b8c38ccdeec25880 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 23:13:25.096211 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5acfca59-5c7d-4481-b4da-0505a87b9c60 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:25.154454 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5acfca59-5c7d-4481-b4da-0505a87b9c60 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:25.157933 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5acfca59-5c7d-4481-b4da-0505a87b9c60 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:25.175733 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acfca59-5c7d-4481-b4da-0505a87b9c60 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=986ea58e-def3-4876-b4d2-ef575d9406c9,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:25.182625 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5acfca59-5c7d-4481-b4da-0505a87b9c60 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:25.183790 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-5acfca59-5c7d-4481-b4da-0505a87b9c60 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1245687 Jan 18 23:13:25.186545 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 59762) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:13:25.190793 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-0367807a-5f93-4a8a-a1ca-b259e788f946 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Request body: {'security_group_rule': {'security_group_id': '8e7e99de-e4e1-49a0-9691-c45184b910f9', 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:13:25.215344 n-d-825064-1 neutron-server[102430]: INFO neutron.db.securitygroups_db [None req-0367807a-5f93-4a8a-a1ca-b259e788f946 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Project d0817dfc7dbd4f18b8c38ccdeec25880 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 23:13:25.220175 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0367807a-5f93-4a8a-a1ca-b259e788f946 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:25.281444 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0367807a-5f93-4a8a-a1ca-b259e788f946 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:25.285536 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0367807a-5f93-4a8a-a1ca-b259e788f946 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:25.302988 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0367807a-5f93-4a8a-a1ca-b259e788f946 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=893ec15a-d8c2-4aa0-aa56-1f87e11fcc95,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:25.311041 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0367807a-5f93-4a8a-a1ca-b259e788f946 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:25.312236 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-0367807a-5f93-4a8a-a1ca-b259e788f946 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1247709 Jan 18 23:13:25.315164 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 59764) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:13:25.319781 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-4f277cc9-2178-40aa-ba0a-e5da60a3b649 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Request body: {'network': {'name': 'tempest-network-smoke--395318046', 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'port_security_enabled': True}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:13:25.341310 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f277cc9-2178-40aa-ba0a-e5da60a3b649 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Made reservation on behalf of d0817dfc7dbd4f18b8c38ccdeec25880 for: {'network': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:13:25.344649 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4f277cc9-2178-40aa-ba0a-e5da60a3b649 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:25.369280 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f277cc9-2178-40aa-ba0a-e5da60a3b649 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=102430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:13:25.378567 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4f277cc9-2178-40aa-ba0a-e5da60a3b649 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:25.378914 n-d-825064-1 neutron-server[102430]: INFO neutron.db.segments_db [None req-4f277cc9-2178-40aa-ba0a-e5da60a3b649 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Added segment 88c989f9-a300-475a-89f8-c8d66d16c0d0 of type vlan for network 03c17334-6d16-4aa6-9626-c00f5192d8b6 Jan 18 23:13:25.417790 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4f277cc9-2178-40aa-ba0a-e5da60a3b649 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:25.441271 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4f277cc9-2178-40aa-ba0a-e5da60a3b649 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:25.446797 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f277cc9-2178-40aa-ba0a-e5da60a3b649 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:25.447367 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4f277cc9-2178-40aa-ba0a-e5da60a3b649 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:25.499932 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-4f277cc9-2178-40aa-ba0a-e5da60a3b649 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1837947 Jan 18 23:13:25.502801 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 59766) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:13:25.507473 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-dddfb132-c2d6-423d-946e-a71a3c0bc48d tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-462924678', 'admin_state_up': True, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:13:25.517419 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f277cc9-2178-40aa-ba0a-e5da60a3b649 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Pushing event updated for resources: {'Network': ['ID=03c17334-6d16-4aa6-9626-c00f5192d8b6,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:25.528765 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 03c17334-6d16-4aa6-9626-c00f5192d8b6 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 23:13:25.532373 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-dddfb132-c2d6-423d-946e-a71a3c0bc48d tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1044160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8692'] for router, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:25.533396 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-dddfb132-c2d6-423d-946e-a71a3c0bc48d tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1040680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8675'] for router, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:25.586501 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-dddfb132-c2d6-423d-946e-a71a3c0bc48d tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:25.715607 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-dddfb132-c2d6-423d-946e-a71a3c0bc48d tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:25.901680 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-dddfb132-c2d6-423d-946e-a71a3c0bc48d tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for router_gateway, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:25.919315 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-dddfb132-c2d6-423d-946e-a71a3c0bc48d tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:26.014330 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-dddfb132-c2d6-423d-946e-a71a3c0bc48d tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Allocated IP 172.25.5.162 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/01376d51-caa9-486e-a6f3-25f7a1b7ed45) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:13:26.115297 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-dddfb132-c2d6-423d-946e-a71a3c0bc48d tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:26.148374 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-dddfb132-c2d6-423d-946e-a71a3c0bc48d tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:26.182607 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dddfb132-c2d6-423d-946e-a71a3c0bc48d tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:13:26.187231 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-dddfb132-c2d6-423d-946e-a71a3c0bc48d tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:13:26.189690 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddfb132-c2d6-423d-946e-a71a3c0bc48d tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:13:26.225319 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddfb132-c2d6-423d-946e-a71a3c0bc48d tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Pushing event updated for resources: {'Port': ['ID=01376d51-caa9-486e-a6f3-25f7a1b7ed45,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:26.438150 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-dddfb132-c2d6-423d-946e-a71a3c0bc48d tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for router_gateway, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:26.898839 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-dddfb132-c2d6-423d-946e-a71a3c0bc48d tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1040691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049'] for router, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:27.021863 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dddfb132-c2d6-423d-946e-a71a3c0bc48d tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Router b4fd8965-bb7f-458b-a3bc-b6de8d69fb27 is scheduled to L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 with binding_index 1 {{(pid=102431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 23:13:27.124093 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dddfb132-c2d6-423d-946e-a71a3c0bc48d tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:13:27.135527 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25658b2c-e130-4740-87d8-da72363235b4 None None] Sync routers for ids ['b4fd8965-bb7f-458b-a3bc-b6de8d69fb27'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:13:27.145529 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25658b2c-e130-4740-87d8-da72363235b4 None None] Routers {'b4fd8965-bb7f-458b-a3bc-b6de8d69fb27'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:13:27.146222 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-25658b2c-e130-4740-87d8-da72363235b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:13:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['b4fd8965-bb7f-458b-a3bc-b6de8d69fb27'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:13:27.153117 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-dddfb132-c2d6-423d-946e-a71a3c0bc48d tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:27.157193 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-dddfb132-c2d6-423d-946e-a71a3c0bc48d tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6503954 Jan 18 23:13:27.157455 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 59768) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:13:27.186556 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-7107de08-d211-404b-aa49-bd624248b699 tempest-TestNetworkAdvancedServerOps-757530535 tempest-TestNetworkAdvancedServerOps-757530535-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=d0817dfc7dbd4f18b8c38ccdeec25880&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280256 Jan 18 23:13:27.189143 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 59770) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:13:27.247783 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-25658b2c-e130-4740-87d8-da72363235b4 None None] Set router b4fd8965-bb7f-458b-a3bc-b6de8d69fb27 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:13:27.276987 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4671189-9874-44b6-9b46-77205ca82c9c tempest-TestNetworkAdvancedServerOps-757530535 tempest-TestNetworkAdvancedServerOps-757530535-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:27.278496 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-d4671189-9874-44b6-9b46-77205ca82c9c tempest-TestNetworkAdvancedServerOps-757530535 tempest-TestNetworkAdvancedServerOps-757530535-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0884600 Jan 18 23:13:27.281294 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 59772) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:13:27.309403 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-635c9292-d9f3-4207-9d43-9317a1432423 tempest-TestNetworkAdvancedServerOps-757530535 tempest-TestNetworkAdvancedServerOps-757530535-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=0fa7c7c8-c96a-4aa5-9818-d374adf00f99&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270622 Jan 18 23:13:27.311849 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 59774) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:13:27.317181 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-7c236db6-4b32-41b0-9b37-1c8288c8ec5e tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1942045788', 'network_id': '03c17334-6d16-4aa6-9626-c00f5192d8b6', 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:13:27.406596 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c236db6-4b32-41b0-9b37-1c8288c8ec5e tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Made reservation on behalf of d0817dfc7dbd4f18b8c38ccdeec25880 for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:13:27.410459 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7c236db6-4b32-41b0-9b37-1c8288c8ec5e tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:27.418253 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-25658b2c-e130-4740-87d8-da72363235b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4fd8965-bb7f-458b-a3bc-b6de8d69fb27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-462924678', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '01376d51-caa9-486e-a6f3-25f7a1b7ed45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:13:25Z', 'updated_at': '2022-01-18T23:13:26Z', 'revision_number': 3, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'gw_port': {'id': '01376d51-caa9-486e-a6f3-25f7a1b7ed45', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:63:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4fd8965-bb7f-458b-a3bc-b6de8d69fb27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:13:25Z', 'updated_at': '2022-01-18T23:13:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:13:27.446865 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25658b2c-e130-4740-87d8-da72363235b4 None None] Checking router: b4fd8965-bb7f-458b-a3bc-b6de8d69fb27 for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:13:27.447204 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25658b2c-e130-4740-87d8-da72363235b4 None None] Updating router b4fd8965-bb7f-458b-a3bc-b6de8d69fb27 port 01376d51-caa9-486e-a6f3-25f7a1b7ed45 binding host n-d-825064-1 {{(pid=102433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 23:13:27.470264 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-25658b2c-e130-4740-87d8-da72363235b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:27.589616 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7c236db6-4b32-41b0-9b37-1c8288c8ec5e tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:27.645890 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c236db6-4b32-41b0-9b37-1c8288c8ec5e tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Pushing event updated for resources: {'Subnet': ['ID=3f0bd279-61a5-4ef5-929e-d1690c18b1e4,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:27.655659 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c236db6-4b32-41b0-9b37-1c8288c8ec5e tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Checking segment: {'id': '88c989f9-a300-475a-89f8-c8d66d16c0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '03c17334-6d16-4aa6-9626-c00f5192d8b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 23:13:27.656020 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c236db6-4b32-41b0-9b37-1c8288c8ec5e tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Network hostable DHCP agents. Network: 03c17334-6d16-4aa6-9626-c00f5192d8b6, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:13:27.672662 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c236db6-4b32-41b0-9b37-1c8288c8ec5e tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Network 03c17334-6d16-4aa6-9626-c00f5192d8b6 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:13:27.681986 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-7c236db6-4b32-41b0-9b37-1c8288c8ec5e tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 03c17334-6d16-4aa6-9626-c00f5192d8b6) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:13:27.686182 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c236db6-4b32-41b0-9b37-1c8288c8ec5e tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:27.686723 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7c236db6-4b32-41b0-9b37-1c8288c8ec5e tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:27.695106 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa05d13-024c-4da6-b114-41895394b23a None None] Network 03c17334-6d16-4aa6-9626-c00f5192d8b6 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 23:13:27.708746 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-7c236db6-4b32-41b0-9b37-1c8288c8ec5e tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3958454 Jan 18 23:13:27.711617 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 59776) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:13:27.725539 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-25658b2c-e130-4740-87d8-da72363235b4 None None] Notify callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:27.730603 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-25658b2c-e130-4740-87d8-da72363235b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:27.778905 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-25658b2c-e130-4740-87d8-da72363235b4 None None] Attempting to bind port 01376d51-caa9-486e-a6f3-25f7a1b7ed45 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:13:27.779270 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-25658b2c-e130-4740-87d8-da72363235b4 None None] Attempting to bind port 01376d51-caa9-486e-a6f3-25f7a1b7ed45 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:13:27.779621 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25658b2c-e130-4740-87d8-da72363235b4 None None] Attempting to bind port 01376d51-caa9-486e-a6f3-25f7a1b7ed45 on network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 23:13:27.794066 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ee7858-2d8d-4850-a6b7-3343307ae607 None None] Pushing event updated for resources: {'Port': ['ID=01376d51-caa9-486e-a6f3-25f7a1b7ed45,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:27.796179 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25658b2c-e130-4740-87d8-da72363235b4 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 23:13:27.796547 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25658b2c-e130-4740-87d8-da72363235b4 None None] Checking segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 23:13:27.796941 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-25658b2c-e130-4740-87d8-da72363235b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:27.797322 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25658b2c-e130-4740-87d8-da72363235b4 None None] Bound using segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 23:13:27.797775 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-25658b2c-e130-4740-87d8-da72363235b4 None None] Bound port: 01376d51-caa9-486e-a6f3-25f7a1b7ed45, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:13:27.798146 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-25658b2c-e130-4740-87d8-da72363235b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:27.828606 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ee7858-2d8d-4850-a6b7-3343307ae607 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:27.828976 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ee7858-2d8d-4850-a6b7-3343307ae607 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:27.830522 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ee7858-2d8d-4850-a6b7-3343307ae607 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:27.831389 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ee7858-2d8d-4850-a6b7-3343307ae607 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:27.831720 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ee7858-2d8d-4850-a6b7-3343307ae607 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:27.832043 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ee7858-2d8d-4850-a6b7-3343307ae607 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:27.832382 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ee7858-2d8d-4850-a6b7-3343307ae607 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:27.832702 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ee7858-2d8d-4850-a6b7-3343307ae607 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:27.833694 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ee7858-2d8d-4850-a6b7-3343307ae607 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:27.834025 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ee7858-2d8d-4850-a6b7-3343307ae607 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:27.834342 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ee7858-2d8d-4850-a6b7-3343307ae607 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:27.834661 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ee7858-2d8d-4850-a6b7-3343307ae607 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:27.866316 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3cb02c7-d265-45b4-9e66-1336d1a64f87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-03c17334-6d16-4aa6-9626-c00f5192d8b6', 'network_id': '03c17334-6d16-4aa6-9626-c00f5192d8b6', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'fixed_ips': [{'subnet_id': '3f0bd279-61a5-4ef5-929e-d1690c18b1e4'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 23:13:27.867889 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f3cb02c7-d265-45b4-9e66-1336d1a64f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:27.892873 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-25658b2c-e130-4740-87d8-da72363235b4 None None] For port 01376d51-caa9-486e-a6f3-25f7a1b7ed45, host n-d-825064-1, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:13:27.897941 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-25658b2c-e130-4740-87d8-da72363235b4 None None] For port 01376d51-caa9-486e-a6f3-25f7a1b7ed45, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=01376d51-caa9-486e-a6f3-25f7a1b7ed45,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:13:27.904551 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-25658b2c-e130-4740-87d8-da72363235b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:27.972485 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25658b2c-e130-4740-87d8-da72363235b4 None None] Routers {'b4fd8965-bb7f-458b-a3bc-b6de8d69fb27'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:13:27.973203 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-25658b2c-e130-4740-87d8-da72363235b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:13:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['b4fd8965-bb7f-458b-a3bc-b6de8d69fb27'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:13:27.978322 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ee7858-2d8d-4850-a6b7-3343307ae607 None None] Pushing event updated for resources: {'Port': ['ID=01376d51-caa9-486e-a6f3-25f7a1b7ed45,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:28.016589 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-f3cb02c7-d265-45b4-9e66-1336d1a64f87 None None] Allocated IP 172.20.0.2 (03c17334-6d16-4aa6-9626-c00f5192d8b6/3f0bd279-61a5-4ef5-929e-d1690c18b1e4/46b10c0e-c3fd-4b08-9b79-80d414eb8324) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:13:28.095675 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-25658b2c-e130-4740-87d8-da72363235b4 None None] Set router b4fd8965-bb7f-458b-a3bc-b6de8d69fb27 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:13:28.169953 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f3cb02c7-d265-45b4-9e66-1336d1a64f87 None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:28.177157 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f3cb02c7-d265-45b4-9e66-1336d1a64f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:28.185119 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2d1b6228-3e8b-4e78-88e0-2bd7bbd055c6 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:28.222564 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cb02c7-d265-45b4-9e66-1336d1a64f87 None None] Pushing event updated for resources: {'Port': ['ID=46b10c0e-c3fd-4b08-9b79-80d414eb8324,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:28.229928 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3cb02c7-d265-45b4-9e66-1336d1a64f87 None None] Network 03c17334-6d16-4aa6-9626-c00f5192d8b6 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:13:28.231295 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-f3cb02c7-d265-45b4-9e66-1336d1a64f87 None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:13:28.233486 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cb02c7-d265-45b4-9e66-1336d1a64f87 None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:13:28.278562 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-25658b2c-e130-4740-87d8-da72363235b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4fd8965-bb7f-458b-a3bc-b6de8d69fb27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-462924678', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '01376d51-caa9-486e-a6f3-25f7a1b7ed45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:13:25Z', 'updated_at': '2022-01-18T23:13:26Z', 'revision_number': 3, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'gw_port': {'id': '01376d51-caa9-486e-a6f3-25f7a1b7ed45', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:63:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4fd8965-bb7f-458b-a3bc-b6de8d69fb27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:13:25Z', 'updated_at': '2022-01-18T23:13:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:13:28.285767 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-f3cb02c7-d265-45b4-9e66-1336d1a64f87 None None] Attempting to bind port 46b10c0e-c3fd-4b08-9b79-80d414eb8324 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:13:28.286141 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-f3cb02c7-d265-45b4-9e66-1336d1a64f87 None None] Attempting to bind port 46b10c0e-c3fd-4b08-9b79-80d414eb8324 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '88c989f9-a300-475a-89f8-c8d66d16c0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '03c17334-6d16-4aa6-9626-c00f5192d8b6'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:13:28.286506 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cb02c7-d265-45b4-9e66-1336d1a64f87 None None] Attempting to bind port 46b10c0e-c3fd-4b08-9b79-80d414eb8324 on network 03c17334-6d16-4aa6-9626-c00f5192d8b6 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 23:13:28.292011 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cb02c7-d265-45b4-9e66-1336d1a64f87 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 23:13:28.292958 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cb02c7-d265-45b4-9e66-1336d1a64f87 None None] Checking segment: {'id': '88c989f9-a300-475a-89f8-c8d66d16c0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '03c17334-6d16-4aa6-9626-c00f5192d8b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 23:13:28.292958 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f3cb02c7-d265-45b4-9e66-1336d1a64f87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:28.293276 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cb02c7-d265-45b4-9e66-1336d1a64f87 None None] Bound using segment: {'id': '88c989f9-a300-475a-89f8-c8d66d16c0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '03c17334-6d16-4aa6-9626-c00f5192d8b6'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 23:13:28.293679 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-f3cb02c7-d265-45b4-9e66-1336d1a64f87 None None] Bound port: 46b10c0e-c3fd-4b08-9b79-80d414eb8324, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88c989f9-a300-475a-89f8-c8d66d16c0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '03c17334-6d16-4aa6-9626-c00f5192d8b6'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:13:28.294058 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f3cb02c7-d265-45b4-9e66-1336d1a64f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:28.307642 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25658b2c-e130-4740-87d8-da72363235b4 None None] The sync data for ids ['b4fd8965-bb7f-458b-a3bc-b6de8d69fb27'] in n-d-825064-1 is: [{'id': 'b4fd8965-bb7f-458b-a3bc-b6de8d69fb27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-462924678', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '01376d51-caa9-486e-a6f3-25f7a1b7ed45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:13:25Z', 'updated_at': '2022-01-18T23:13:26Z', 'revision_number': 3, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'gw_port': {'id': '01376d51-caa9-486e-a6f3-25f7a1b7ed45', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:63:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4fd8965-bb7f-458b-a3bc-b6de8d69fb27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:13:25Z', 'updated_at': '2022-01-18T23:13:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:13:28.363044 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-f3cb02c7-d265-45b4-9e66-1336d1a64f87 None None] For port 46b10c0e-c3fd-4b08-9b79-80d414eb8324, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:13:28.370249 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-f3cb02c7-d265-45b4-9e66-1336d1a64f87 None None] For port 46b10c0e-c3fd-4b08-9b79-80d414eb8324, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=46b10c0e-c3fd-4b08-9b79-80d414eb8324,segment=NetworkSegment(88c989f9-a300-475a-89f8-c8d66d16c0d0),segment_id=88c989f9-a300-475a-89f8-c8d66d16c0d0)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:13:28.374654 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f3cb02c7-d265-45b4-9e66-1336d1a64f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:28.439045 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cb02c7-d265-45b4-9e66-1336d1a64f87 None None] Pushing event updated for resources: {'Port': ['ID=46b10c0e-c3fd-4b08-9b79-80d414eb8324,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:28.571286 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-2d1b6228-3e8b-4e78-88e0-2bd7bbd055c6 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Allocated IP 172.20.0.1 (03c17334-6d16-4aa6-9626-c00f5192d8b6/3f0bd279-61a5-4ef5-929e-d1690c18b1e4/5ffd5992-72eb-45e5-b826-9d22eba33f88) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:13:28.705009 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2d1b6228-3e8b-4e78-88e0-2bd7bbd055c6 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:28.746048 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2d1b6228-3e8b-4e78-88e0-2bd7bbd055c6 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:28.806076 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1b6228-3e8b-4e78-88e0-2bd7bbd055c6 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Network 03c17334-6d16-4aa6-9626-c00f5192d8b6 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:13:28.809193 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-2d1b6228-3e8b-4e78-88e0-2bd7bbd055c6 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:13:28.812405 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1b6228-3e8b-4e78-88e0-2bd7bbd055c6 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:13:28.832906 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 46b10c0e-c3fd-4b08-9b79-80d414eb8324 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 23:13:28.844805 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1b6228-3e8b-4e78-88e0-2bd7bbd055c6 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Pushing event updated for resources: {'Port': ['ID=5ffd5992-72eb-45e5-b826-9d22eba33f88,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:28.873599 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2d1b6228-3e8b-4e78-88e0-2bd7bbd055c6 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1040954'] for router_interface, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:28.888282 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 46b10c0e-c3fd-4b08-9b79-80d414eb8324 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:13:28.888655 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:28.974788 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:29.012238 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port 46b10c0e-c3fd-4b08-9b79-80d414eb8324, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=46b10c0e-c3fd-4b08-9b79-80d414eb8324,segment=NetworkSegment(88c989f9-a300-475a-89f8-c8d66d16c0d0),segment_id=88c989f9-a300-475a-89f8-c8d66d16c0d0)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:13:29.018323 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2d1b6228-3e8b-4e78-88e0-2bd7bbd055c6 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:29.019172 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:29.020337 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 01376d51-caa9-486e-a6f3-25f7a1b7ed45 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 23:13:29.102030 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=46b10c0e-c3fd-4b08-9b79-80d414eb8324,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:29.119904 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 01376d51-caa9-486e-a6f3-25f7a1b7ed45 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:13:29.120390 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:29.215944 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:29.240916 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port 01376d51-caa9-486e-a6f3-25f7a1b7ed45, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=01376d51-caa9-486e-a6f3-25f7a1b7ed45,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:13:29.246825 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:29.305876 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=01376d51-caa9-486e-a6f3-25f7a1b7ed45,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:29.352144 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2d1b6228-3e8b-4e78-88e0-2bd7bbd055c6 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:29.356826 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2d1b6228-3e8b-4e78-88e0-2bd7bbd055c6 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:29.432788 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1b6228-3e8b-4e78-88e0-2bd7bbd055c6 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Pushing event updated for resources: {'Port': ['ID=5ffd5992-72eb-45e5-b826-9d22eba33f88,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:29.435229 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2d1b6228-3e8b-4e78-88e0-2bd7bbd055c6 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-613854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1041070'] for router_interface, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:29.527318 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1b6228-3e8b-4e78-88e0-2bd7bbd055c6 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Network 03c17334-6d16-4aa6-9626-c00f5192d8b6 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:13:29.527855 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bdf8c74-8fe4-4cd5-9516-d630535bb873 None None] Network 03c17334-6d16-4aa6-9626-c00f5192d8b6 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 23:13:29.528754 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-2d1b6228-3e8b-4e78-88e0-2bd7bbd055c6 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:13:29.642348 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d1b6228-3e8b-4e78-88e0-2bd7bbd055c6 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Router b4fd8965-bb7f-458b-a3bc-b6de8d69fb27 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:13:29.755910 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d1b6228-3e8b-4e78-88e0-2bd7bbd055c6 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:13:29.762406 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-2d1b6228-3e8b-4e78-88e0-2bd7bbd055c6 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "PUT /v2.0/routers/b4fd8965-bb7f-458b-a3bc-b6de8d69fb27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0497632 Jan 18 23:13:29.823985 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-3654958c-0b89-490c-a90a-68c4f16411e3 None None] Provisioning complete for port 46b10c0e-c3fd-4b08-9b79-80d414eb8324 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:13:29.824387 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3654958c-0b89-490c-a90a-68c4f16411e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:29.924733 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-885c7c4d-d31b-48ac-844d-aeebb109968a req-95ad4085-2fa4-4182-bb83-728634552923 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1434613655&fields=id&tenant_id=d0817dfc7dbd4f18b8c38ccdeec25880 HTTP/1.1" status: 200 len: 267 time: 0.0460346 Jan 18 23:13:30.043268 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885c7c4d-d31b-48ac-844d-aeebb109968a req-a807e07a-6ae7-42f5-a181-5e5278684625 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:30.044811 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-885c7c4d-d31b-48ac-844d-aeebb109968a req-a807e07a-6ae7-42f5-a181-5e5278684625 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/networks?id=03c17334-6d16-4aa6-9626-c00f5192d8b6 HTTP/1.1" status: 200 len: 796 time: 0.1079774 Jan 18 23:13:30.061534 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-885c7c4d-d31b-48ac-844d-aeebb109968a req-9b8357cc-071f-4959-903b-ae4061834a19 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/quotas/d0817dfc7dbd4f18b8c38ccdeec25880 HTTP/1.1" status: 200 len: 375 time: 0.0100119 Jan 18 23:13:30.088352 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc283633-799c-4cc5-8b7d-0fd2c0ab0397 None None] Sync routers for ids ['b4fd8965-bb7f-458b-a3bc-b6de8d69fb27'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:13:30.097989 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc283633-799c-4cc5-8b7d-0fd2c0ab0397 None None] Routers {'b4fd8965-bb7f-458b-a3bc-b6de8d69fb27'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:13:30.098657 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-cc283633-799c-4cc5-8b7d-0fd2c0ab0397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:13:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['b4fd8965-bb7f-458b-a3bc-b6de8d69fb27'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:13:30.129679 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-885c7c4d-d31b-48ac-844d-aeebb109968a req-4e793139-b9ae-43b4-a3ae-4f1b26eb6ee3 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d0817dfc7dbd4f18b8c38ccdeec25880&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0610332 Jan 18 23:13:30.172138 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-8098dc19-007c-4f26-a425-ed00a7ead72a None None] Provisioning complete for port 46b10c0e-c3fd-4b08-9b79-80d414eb8324 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:13:30.172452 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8098dc19-007c-4f26-a425-ed00a7ead72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:30.257808 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-cc283633-799c-4cc5-8b7d-0fd2c0ab0397 None None] Set router b4fd8965-bb7f-458b-a3bc-b6de8d69fb27 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:13:30.335229 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-885c7c4d-d31b-48ac-844d-aeebb109968a req-9800ff56-bbb7-4a02-b6d2-c5d99ccb6e60 service neutron] 10.222.0.53 "GET /v2.0/networks/03c17334-6d16-4aa6-9626-c00f5192d8b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414673 Jan 18 23:13:30.425328 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-8098dc19-007c-4f26-a425-ed00a7ead72a None None] Provisioning complete for port 5ffd5992-72eb-45e5-b826-9d22eba33f88 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:13:30.426017 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8098dc19-007c-4f26-a425-ed00a7ead72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:30.452639 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-885c7c4d-d31b-48ac-844d-aeebb109968a req-801c2042-45b3-4685-84d1-b17a17d91467 service neutron] 10.222.0.53 "GET /v2.0/networks/03c17334-6d16-4aa6-9626-c00f5192d8b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084812 Jan 18 23:13:30.481966 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-8098dc19-007c-4f26-a425-ed00a7ead72a None None] Port 5ffd5992-72eb-45e5-b826-9d22eba33f88 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 23:13:30.531790 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-cc283633-799c-4cc5-8b7d-0fd2c0ab0397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4fd8965-bb7f-458b-a3bc-b6de8d69fb27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-462924678', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '01376d51-caa9-486e-a6f3-25f7a1b7ed45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:13:25Z', 'updated_at': '2022-01-18T23:13:28Z', 'revision_number': 4, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'gw_port': {'id': '01376d51-caa9-486e-a6f3-25f7a1b7ed45', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:63:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fd8965-bb7f-458b-a3bc-b6de8d69fb27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:13:25Z', 'updated_at': '2022-01-18T23:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '5ffd5992-72eb-45e5-b826-9d22eba33f88', 'name': '', 'network_id': '03c17334-6d16-4aa6-9626-c00f5192d8b6', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'mac_address': 'fa:16:3e:a4:f1:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4fd8965-bb7f-458b-a3bc-b6de8d69fb27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '3f0bd279-61a5-4ef5-929e-d1690c18b1e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:13:28Z', 'updated_at': '2022-01-18T23:13:29Z', 'revision_number': 2, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'subnets': [{'id': '3f0bd279-61a5-4ef5-929e-d1690c18b1e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:13:30.558611 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc283633-799c-4cc5-8b7d-0fd2c0ab0397 None None] Checking router: b4fd8965-bb7f-458b-a3bc-b6de8d69fb27 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:13:30.558972 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc283633-799c-4cc5-8b7d-0fd2c0ab0397 None None] Updating router b4fd8965-bb7f-458b-a3bc-b6de8d69fb27 port 5ffd5992-72eb-45e5-b826-9d22eba33f88 binding host n-d-825064-1 {{(pid=102432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 23:13:30.583717 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cc283633-799c-4cc5-8b7d-0fd2c0ab0397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:30.624697 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-f3e910b3-cd99-4f0a-a5f7-11f8eafdeccc None None] Provisioning complete for port 5ffd5992-72eb-45e5-b826-9d22eba33f88 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:13:30.625066 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f3e910b3-cd99-4f0a-a5f7-11f8eafdeccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:30.721636 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-f3e910b3-cd99-4f0a-a5f7-11f8eafdeccc None None] Port 5ffd5992-72eb-45e5-b826-9d22eba33f88 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 23:13:30.733837 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 46b10c0e-c3fd-4b08-9b79-80d414eb8324 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 23:13:30.849345 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 46b10c0e-c3fd-4b08-9b79-80d414eb8324 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:13:30.849707 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:30.966798 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cc283633-799c-4cc5-8b7d-0fd2c0ab0397 None None] Notify callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:30.978262 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cc283633-799c-4cc5-8b7d-0fd2c0ab0397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:31.005382 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 01376d51-caa9-486e-a6f3-25f7a1b7ed45 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 23:13:31.054542 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a74cded-82da-4717-988d-f36db5f6fe08 None None] Pushing event updated for resources: {'Port': ['ID=5ffd5992-72eb-45e5-b826-9d22eba33f88,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:31.115107 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 01376d51-caa9-486e-a6f3-25f7a1b7ed45 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:13:31.115700 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:31.119486 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-cc283633-799c-4cc5-8b7d-0fd2c0ab0397 None None] Attempting to bind port 5ffd5992-72eb-45e5-b826-9d22eba33f88 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:13:31.119857 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-cc283633-799c-4cc5-8b7d-0fd2c0ab0397 None None] Attempting to bind port 5ffd5992-72eb-45e5-b826-9d22eba33f88 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '88c989f9-a300-475a-89f8-c8d66d16c0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '03c17334-6d16-4aa6-9626-c00f5192d8b6'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:13:31.120248 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc283633-799c-4cc5-8b7d-0fd2c0ab0397 None None] Attempting to bind port 5ffd5992-72eb-45e5-b826-9d22eba33f88 on network 03c17334-6d16-4aa6-9626-c00f5192d8b6 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 23:13:31.148186 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc283633-799c-4cc5-8b7d-0fd2c0ab0397 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 23:13:31.148561 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc283633-799c-4cc5-8b7d-0fd2c0ab0397 None None] Checking segment: {'id': '88c989f9-a300-475a-89f8-c8d66d16c0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '03c17334-6d16-4aa6-9626-c00f5192d8b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 23:13:31.148961 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cc283633-799c-4cc5-8b7d-0fd2c0ab0397 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:31.149352 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc283633-799c-4cc5-8b7d-0fd2c0ab0397 None None] Bound using segment: {'id': '88c989f9-a300-475a-89f8-c8d66d16c0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '03c17334-6d16-4aa6-9626-c00f5192d8b6'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 23:13:31.149821 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-cc283633-799c-4cc5-8b7d-0fd2c0ab0397 None None] Bound port: 5ffd5992-72eb-45e5-b826-9d22eba33f88, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88c989f9-a300-475a-89f8-c8d66d16c0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '03c17334-6d16-4aa6-9626-c00f5192d8b6'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:13:31.150195 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cc283633-799c-4cc5-8b7d-0fd2c0ab0397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:31.258756 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-cc283633-799c-4cc5-8b7d-0fd2c0ab0397 None None] For port 5ffd5992-72eb-45e5-b826-9d22eba33f88, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:13:31.275380 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-cc283633-799c-4cc5-8b7d-0fd2c0ab0397 None None] For port 5ffd5992-72eb-45e5-b826-9d22eba33f88, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=5ffd5992-72eb-45e5-b826-9d22eba33f88,segment=NetworkSegment(88c989f9-a300-475a-89f8-c8d66d16c0d0),segment_id=88c989f9-a300-475a-89f8-c8d66d16c0d0)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:13:31.276484 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-adc23102-1662-415e-b6d6-cc61b9e11f4d None None] Provisioning complete for port 5ffd5992-72eb-45e5-b826-9d22eba33f88 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:13:31.276946 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-adc23102-1662-415e-b6d6-cc61b9e11f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:31.280375 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cc283633-799c-4cc5-8b7d-0fd2c0ab0397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:31.373150 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc283633-799c-4cc5-8b7d-0fd2c0ab0397 None None] Routers {'b4fd8965-bb7f-458b-a3bc-b6de8d69fb27'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:13:31.373687 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-cc283633-799c-4cc5-8b7d-0fd2c0ab0397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:13:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['b4fd8965-bb7f-458b-a3bc-b6de8d69fb27'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:13:31.378576 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a74cded-82da-4717-988d-f36db5f6fe08 None None] Pushing event updated for resources: {'Port': ['ID=5ffd5992-72eb-45e5-b826-9d22eba33f88,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:31.493263 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-adc23102-1662-415e-b6d6-cc61b9e11f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:31.531004 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-cc283633-799c-4cc5-8b7d-0fd2c0ab0397 None None] Set router b4fd8965-bb7f-458b-a3bc-b6de8d69fb27 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:13:31.567785 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-adc23102-1662-415e-b6d6-cc61b9e11f4d None None] For port 5ffd5992-72eb-45e5-b826-9d22eba33f88, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=5ffd5992-72eb-45e5-b826-9d22eba33f88,segment=NetworkSegment(88c989f9-a300-475a-89f8-c8d66d16c0d0),segment_id=88c989f9-a300-475a-89f8-c8d66d16c0d0)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:13:31.579270 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-adc23102-1662-415e-b6d6-cc61b9e11f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:31.644720 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-42da2d4c-8170-4b0e-bce5-c7c9c18b209e req-db5ffa8d-5e3b-40e3-828c-bb8c16ed3788 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=a842d56e-7c75-4d28-9860-f45cde59ff71 HTTP/1.1" status: 200 len: 210 time: 0.0323083 Jan 18 23:13:31.710303 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc23102-1662-415e-b6d6-cc61b9e11f4d None None] Pushing event updated for resources: {'Port': ['ID=5ffd5992-72eb-45e5-b826-9d22eba33f88,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:31.731389 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-306965ee-5463-4974-998f-ffd50324feee None None] Provisioning complete for port 5ffd5992-72eb-45e5-b826-9d22eba33f88 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:13:31.731766 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-306965ee-5463-4974-998f-ffd50324feee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:31.864251 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-cc283633-799c-4cc5-8b7d-0fd2c0ab0397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4fd8965-bb7f-458b-a3bc-b6de8d69fb27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-462924678', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '01376d51-caa9-486e-a6f3-25f7a1b7ed45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:13:25Z', 'updated_at': '2022-01-18T23:13:28Z', 'revision_number': 4, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'gw_port': {'id': '01376d51-caa9-486e-a6f3-25f7a1b7ed45', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:63:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fd8965-bb7f-458b-a3bc-b6de8d69fb27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:13:25Z', 'updated_at': '2022-01-18T23:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '5ffd5992-72eb-45e5-b826-9d22eba33f88', 'name': '', 'network_id': '03c17334-6d16-4aa6-9626-c00f5192d8b6', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'mac_address': 'fa:16:3e:a4:f1:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4fd8965-bb7f-458b-a3bc-b6de8d69fb27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '3f0bd279-61a5-4ef5-929e-d1690c18b1e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:13:28Z', 'updated_at': '2022-01-18T23:13:31Z', 'revision_number': 4, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'subnets': [{'id': '3f0bd279-61a5-4ef5-929e-d1690c18b1e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:13:31.892833 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc283633-799c-4cc5-8b7d-0fd2c0ab0397 None None] The sync data for ids ['b4fd8965-bb7f-458b-a3bc-b6de8d69fb27'] in n-d-825064-1 is: [{'id': 'b4fd8965-bb7f-458b-a3bc-b6de8d69fb27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-462924678', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '01376d51-caa9-486e-a6f3-25f7a1b7ed45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:13:25Z', 'updated_at': '2022-01-18T23:13:28Z', 'revision_number': 4, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'gw_port': {'id': '01376d51-caa9-486e-a6f3-25f7a1b7ed45', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:63:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fd8965-bb7f-458b-a3bc-b6de8d69fb27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:13:25Z', 'updated_at': '2022-01-18T23:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '5ffd5992-72eb-45e5-b826-9d22eba33f88', 'name': '', 'network_id': '03c17334-6d16-4aa6-9626-c00f5192d8b6', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'mac_address': 'fa:16:3e:a4:f1:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4fd8965-bb7f-458b-a3bc-b6de8d69fb27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '3f0bd279-61a5-4ef5-929e-d1690c18b1e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:13:28Z', 'updated_at': '2022-01-18T23:13:31Z', 'revision_number': 4, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'subnets': [{'id': '3f0bd279-61a5-4ef5-929e-d1690c18b1e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:13:32.642057 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885c7c4d-d31b-48ac-844d-aeebb109968a req-c8693104-fb65-40e4-8b4f-eebc7517c396 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:32.644072 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-885c7c4d-d31b-48ac-844d-aeebb109968a req-c8693104-fb65-40e4-8b4f-eebc7517c396 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.67 "GET /v2.0/networks?id=03c17334-6d16-4aa6-9626-c00f5192d8b6 HTTP/1.1" status: 200 len: 796 time: 0.1077173 Jan 18 23:13:32.694073 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-885c7c4d-d31b-48ac-844d-aeebb109968a req-4de2bb45-d913-45c3-b612-aa752c3f3af8 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d0817dfc7dbd4f18b8c38ccdeec25880 HTTP/1.1" status: 200 len: 380 time: 0.0409982 Jan 18 23:13:32.705096 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-885c7c4d-d31b-48ac-844d-aeebb109968a req-582640a4-8f26-4fe7-9f97-d474e1293445 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Request body: {'port': {'device_id': 'a842d56e-7c75-4d28-9860-f45cde59ff71', 'network_id': '03c17334-6d16-4aa6-9626-c00f5192d8b6', 'admin_state_up': True, 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'security_groups': ['8e7e99de-e4e1-49a0-9691-c45184b910f9']}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:13:32.773664 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 5ffd5992-72eb-45e5-b826-9d22eba33f88 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 23:13:32.794251 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6d099895-4b2e-4f91-a807-183c7527425e req-af9925c5-48a2-457b-9c2d-1601b2954b7f tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=a842d56e-7c75-4d28-9860-f45cde59ff71 HTTP/1.1" status: 200 len: 210 time: 0.0636075 Jan 18 23:13:32.825502 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 5ffd5992-72eb-45e5-b826-9d22eba33f88 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:13:32.825886 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:32.864926 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-885c7c4d-d31b-48ac-844d-aeebb109968a req-582640a4-8f26-4fe7-9f97-d474e1293445 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Made reservation on behalf of d0817dfc7dbd4f18b8c38ccdeec25880 for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:13:32.868913 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-885c7c4d-d31b-48ac-844d-aeebb109968a req-582640a4-8f26-4fe7-9f97-d474e1293445 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:33.001282 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-885c7c4d-d31b-48ac-844d-aeebb109968a req-582640a4-8f26-4fe7-9f97-d474e1293445 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Allocated IP 172.20.0.3 (03c17334-6d16-4aa6-9626-c00f5192d8b6/3f0bd279-61a5-4ef5-929e-d1690c18b1e4/49488aae-7d38-4275-b594-de1e392ddb50) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:13:33.135197 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-885c7c4d-d31b-48ac-844d-aeebb109968a req-582640a4-8f26-4fe7-9f97-d474e1293445 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:33.168119 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-885c7c4d-d31b-48ac-844d-aeebb109968a req-582640a4-8f26-4fe7-9f97-d474e1293445 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:33.215243 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-885c7c4d-d31b-48ac-844d-aeebb109968a req-582640a4-8f26-4fe7-9f97-d474e1293445 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Network 03c17334-6d16-4aa6-9626-c00f5192d8b6 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:13:33.218481 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-885c7c4d-d31b-48ac-844d-aeebb109968a req-582640a4-8f26-4fe7-9f97-d474e1293445 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:13:33.222552 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-885c7c4d-d31b-48ac-844d-aeebb109968a req-582640a4-8f26-4fe7-9f97-d474e1293445 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:13:33.247415 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582640a4-8f26-4fe7-9f97-d474e1293445 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Pushing event updated for resources: {'Port': ['ID=49488aae-7d38-4275-b594-de1e392ddb50,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:33.276282 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885c7c4d-d31b-48ac-844d-aeebb109968a req-582640a4-8f26-4fe7-9f97-d474e1293445 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:33.276905 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-885c7c4d-d31b-48ac-844d-aeebb109968a req-582640a4-8f26-4fe7-9f97-d474e1293445 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:33.293664 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-885c7c4d-d31b-48ac-844d-aeebb109968a req-582640a4-8f26-4fe7-9f97-d474e1293445 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5925980 Jan 18 23:13:33.305757 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-885c7c4d-d31b-48ac-844d-aeebb109968a req-cdca654f-f1d3-4b66-96ad-8aaa9dbb2910 service neutron] Request body: {'port': {'device_id': 'a842d56e-7c75-4d28-9860-f45cde59ff71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:13:33.360832 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-885c7c4d-d31b-48ac-844d-aeebb109968a req-cdca654f-f1d3-4b66-96ad-8aaa9dbb2910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:33.427222 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-87b7f55f-a661-4bcb-b6cb-85ccfd8b1cad None None] Provisioning complete for port 49488aae-7d38-4275-b594-de1e392ddb50 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:13:33.427548 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-87b7f55f-a661-4bcb-b6cb-85ccfd8b1cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:33.461307 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-87b7f55f-a661-4bcb-b6cb-85ccfd8b1cad None None] Port 49488aae-7d38-4275-b594-de1e392ddb50 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 23:13:33.624993 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [req-885c7c4d-d31b-48ac-844d-aeebb109968a req-cdca654f-f1d3-4b66-96ad-8aaa9dbb2910 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49488aae-7d38-4275-b594-de1e392ddb50 {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:13:33.632721 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-885c7c4d-d31b-48ac-844d-aeebb109968a req-cdca654f-f1d3-4b66-96ad-8aaa9dbb2910 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:33.645092 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-885c7c4d-d31b-48ac-844d-aeebb109968a req-cdca654f-f1d3-4b66-96ad-8aaa9dbb2910 service neutron] Transition to ACTIVE for port object 49488aae-7d38-4275-b594-de1e392ddb50 will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:13:33.649450 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-885c7c4d-d31b-48ac-844d-aeebb109968a req-cdca654f-f1d3-4b66-96ad-8aaa9dbb2910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:33.717515 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdca654f-f1d3-4b66-96ad-8aaa9dbb2910 service neutron] Pushing event updated for resources: {'Port': ['ID=49488aae-7d38-4275-b594-de1e392ddb50,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:33.769029 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-885c7c4d-d31b-48ac-844d-aeebb109968a req-cdca654f-f1d3-4b66-96ad-8aaa9dbb2910 service neutron] Attempting to bind port 49488aae-7d38-4275-b594-de1e392ddb50 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:13:33.769360 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-885c7c4d-d31b-48ac-844d-aeebb109968a req-cdca654f-f1d3-4b66-96ad-8aaa9dbb2910 service neutron] Attempting to bind port 49488aae-7d38-4275-b594-de1e392ddb50 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '88c989f9-a300-475a-89f8-c8d66d16c0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '03c17334-6d16-4aa6-9626-c00f5192d8b6'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:13:33.769684 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885c7c4d-d31b-48ac-844d-aeebb109968a req-cdca654f-f1d3-4b66-96ad-8aaa9dbb2910 service neutron] Attempting to bind port 49488aae-7d38-4275-b594-de1e392ddb50 on network 03c17334-6d16-4aa6-9626-c00f5192d8b6 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 23:13:33.774455 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885c7c4d-d31b-48ac-844d-aeebb109968a req-cdca654f-f1d3-4b66-96ad-8aaa9dbb2910 service neutron] Port 49488aae-7d38-4275-b594-de1e392ddb50 on network 03c17334-6d16-4aa6-9626-c00f5192d8b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 23:13:33.774762 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885c7c4d-d31b-48ac-844d-aeebb109968a req-cdca654f-f1d3-4b66-96ad-8aaa9dbb2910 service neutron] Attempting to bind port 49488aae-7d38-4275-b594-de1e392ddb50 on network 03c17334-6d16-4aa6-9626-c00f5192d8b6 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 23:13:33.779569 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885c7c4d-d31b-48ac-844d-aeebb109968a req-cdca654f-f1d3-4b66-96ad-8aaa9dbb2910 service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 23:13:33.779899 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885c7c4d-d31b-48ac-844d-aeebb109968a req-cdca654f-f1d3-4b66-96ad-8aaa9dbb2910 service neutron] Checking segment: {'id': '88c989f9-a300-475a-89f8-c8d66d16c0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '03c17334-6d16-4aa6-9626-c00f5192d8b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 23:13:33.780328 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885c7c4d-d31b-48ac-844d-aeebb109968a req-cdca654f-f1d3-4b66-96ad-8aaa9dbb2910 service neutron] Bound using segment: {'id': '88c989f9-a300-475a-89f8-c8d66d16c0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '03c17334-6d16-4aa6-9626-c00f5192d8b6'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 23:13:33.780745 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-885c7c4d-d31b-48ac-844d-aeebb109968a req-cdca654f-f1d3-4b66-96ad-8aaa9dbb2910 service neutron] Bound port: 49488aae-7d38-4275-b594-de1e392ddb50, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88c989f9-a300-475a-89f8-c8d66d16c0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '03c17334-6d16-4aa6-9626-c00f5192d8b6'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:13:33.781101 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-885c7c4d-d31b-48ac-844d-aeebb109968a req-cdca654f-f1d3-4b66-96ad-8aaa9dbb2910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:33.854725 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-885c7c4d-d31b-48ac-844d-aeebb109968a req-cdca654f-f1d3-4b66-96ad-8aaa9dbb2910 service neutron] For port 49488aae-7d38-4275-b594-de1e392ddb50, host n-h2-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:13:33.857845 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-885c7c4d-d31b-48ac-844d-aeebb109968a req-cdca654f-f1d3-4b66-96ad-8aaa9dbb2910 service neutron] For port 49488aae-7d38-4275-b594-de1e392ddb50, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=49488aae-7d38-4275-b594-de1e392ddb50,segment=NetworkSegment(88c989f9-a300-475a-89f8-c8d66d16c0d0),segment_id=88c989f9-a300-475a-89f8-c8d66d16c0d0)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:13:33.864009 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-885c7c4d-d31b-48ac-844d-aeebb109968a req-cdca654f-f1d3-4b66-96ad-8aaa9dbb2910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:33.934174 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885c7c4d-d31b-48ac-844d-aeebb109968a req-cdca654f-f1d3-4b66-96ad-8aaa9dbb2910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:33.934842 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-885c7c4d-d31b-48ac-844d-aeebb109968a req-cdca654f-f1d3-4b66-96ad-8aaa9dbb2910 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:33.936187 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-885c7c4d-d31b-48ac-844d-aeebb109968a req-cdca654f-f1d3-4b66-96ad-8aaa9dbb2910 service neutron] 10.222.0.67 "PUT /v2.0/ports/49488aae-7d38-4275-b594-de1e392ddb50 HTTP/1.1" status: 200 len: 1091 time: 0.6350527 Jan 18 23:13:33.936636 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a842d56e-7c75-4d28-9860-f45cde59ff71', 'tag': '49488aae-7d38-4275-b594-de1e392ddb50'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:13:33.938909 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f9cd323385b35eafd7505e92119ef15b9cb9d1db746596d3e25314435e3cbaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60ee215c-2b05-45dc-811f-b0577e4d8b89" -d '{"events": [{"name": "network-changed", "server_uuid": "a842d56e-7c75-4d28-9860-f45cde59ff71", "tag": "49488aae-7d38-4275-b594-de1e392ddb50"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 23:13:33.960197 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdca654f-f1d3-4b66-96ad-8aaa9dbb2910 service neutron] Pushing event updated for resources: {'Port': ['ID=49488aae-7d38-4275-b594-de1e392ddb50,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:33.971106 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af81031-73d8-4d58-9289-7b1daf2bf4dc req-d79f89ed-baf2-4a95-b6e0-1d8a1b81235d tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:33.973391 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3af81031-73d8-4d58-9289-7b1daf2bf4dc req-d79f89ed-baf2-4a95-b6e0-1d8a1b81235d tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=a842d56e-7c75-4d28-9860-f45cde59ff71 HTTP/1.1" status: 200 len: 943 time: 0.1047974 Jan 18 23:13:34.002768 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 23:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6930128c-d385-434b-b133-fc07fe3f1b8d x-openstack-request-id: req-6930128c-d385-434b-b133-fc07fe3f1b8d {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 23:13:34.003059 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a842d56e-7c75-4d28-9860-f45cde59ff71", "tag": "49488aae-7d38-4275-b594-de1e392ddb50", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 23:13:34.003313 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6930128c-d385-434b-b133-fc07fe3f1b8d {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 23:13:34.003711 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a842d56e-7c75-4d28-9860-f45cde59ff71', 'tag': '49488aae-7d38-4275-b594-de1e392ddb50', 'status': 'completed', 'code': 200} Jan 18 23:13:34.048862 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3af81031-73d8-4d58-9289-7b1daf2bf4dc req-33051afc-c1bc-424e-9e63-5993d6104a5e tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e99de-e4e1-49a0-9691-c45184b910f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663328 Jan 18 23:13:34.059089 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885c7c4d-d31b-48ac-844d-aeebb109968a req-6e43d08e-6e11-47c5-8574-c286385113f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:34.060861 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-885c7c4d-d31b-48ac-844d-aeebb109968a req-6e43d08e-6e11-47c5-8574-c286385113f0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d0817dfc7dbd4f18b8c38ccdeec25880&device_id=a842d56e-7c75-4d28-9860-f45cde59ff71 HTTP/1.1" status: 200 len: 1094 time: 0.0598154 Jan 18 23:13:34.108463 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-885c7c4d-d31b-48ac-844d-aeebb109968a req-6aaa5928-6d77-4594-b707-a8279f5c92dc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49488aae-7d38-4275-b594-de1e392ddb50 HTTP/1.1" status: 200 len: 217 time: 0.0399852 Jan 18 23:13:34.156494 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885c7c4d-d31b-48ac-844d-aeebb109968a req-2168d220-1902-459e-95e9-a52d04919877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:34.157883 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-885c7c4d-d31b-48ac-844d-aeebb109968a req-2168d220-1902-459e-95e9-a52d04919877 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3f0bd279-61a5-4ef5-929e-d1690c18b1e4 HTTP/1.1" status: 200 len: 835 time: 0.0438235 Jan 18 23:13:34.202007 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885c7c4d-d31b-48ac-844d-aeebb109968a req-9609b79f-62ff-450d-97e9-7557a6b90a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:34.203376 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-885c7c4d-d31b-48ac-844d-aeebb109968a req-9609b79f-62ff-450d-97e9-7557a6b90a7d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=03c17334-6d16-4aa6-9626-c00f5192d8b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385196 Jan 18 23:13:34.293201 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-885c7c4d-d31b-48ac-844d-aeebb109968a req-aef81d3f-febd-4999-b9a9-f99a67586c1c service neutron] 10.222.0.67 "GET /v2.0/networks/03c17334-6d16-4aa6-9626-c00f5192d8b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834992 Jan 18 23:13:34.379048 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-885c7c4d-d31b-48ac-844d-aeebb109968a req-0d4c1c78-e563-4a92-a4b4-018e1979cccd service neutron] 10.222.0.67 "GET /v2.0/networks/03c17334-6d16-4aa6-9626-c00f5192d8b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793676 Jan 18 23:13:34.469998 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ee215c-2b05-45dc-811f-b0577e4d8b89 req-1ccaa918-ca2b-4af7-9136-35797e87767b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:34.471368 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-60ee215c-2b05-45dc-811f-b0577e4d8b89 req-1ccaa918-ca2b-4af7-9136-35797e87767b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d0817dfc7dbd4f18b8c38ccdeec25880&device_id=a842d56e-7c75-4d28-9860-f45cde59ff71 HTTP/1.1" status: 200 len: 1094 time: 0.0455775 Jan 18 23:13:34.556628 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ee215c-2b05-45dc-811f-b0577e4d8b89 req-679fb18d-1994-443c-9358-f10d64838940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:34.558036 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-60ee215c-2b05-45dc-811f-b0577e4d8b89 req-679fb18d-1994-443c-9358-f10d64838940 service neutron] 10.222.0.67 "GET /v2.0/networks?id=03c17334-6d16-4aa6-9626-c00f5192d8b6 HTTP/1.1" status: 200 len: 896 time: 0.0803440 Jan 18 23:13:34.600552 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-60ee215c-2b05-45dc-811f-b0577e4d8b89 req-bce1c2f5-f212-4e86-85f1-930e4a72263a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49488aae-7d38-4275-b594-de1e392ddb50 HTTP/1.1" status: 200 len: 217 time: 0.0358503 Jan 18 23:13:34.651861 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ee215c-2b05-45dc-811f-b0577e4d8b89 req-be917fa7-e680-4667-8267-c0d0379b2f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:34.653255 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-60ee215c-2b05-45dc-811f-b0577e4d8b89 req-be917fa7-e680-4667-8267-c0d0379b2f15 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3f0bd279-61a5-4ef5-929e-d1690c18b1e4 HTTP/1.1" status: 200 len: 835 time: 0.0458112 Jan 18 23:13:34.698290 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ee215c-2b05-45dc-811f-b0577e4d8b89 req-087146a1-b826-4e34-b9be-30626fb420c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:34.699738 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-60ee215c-2b05-45dc-811f-b0577e4d8b89 req-087146a1-b826-4e34-b9be-30626fb420c1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=03c17334-6d16-4aa6-9626-c00f5192d8b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388520 Jan 18 23:13:34.784645 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-60ee215c-2b05-45dc-811f-b0577e4d8b89 req-40970069-6e58-42cc-8f04-d04b66b03930 service neutron] 10.222.0.67 "GET /v2.0/networks/03c17334-6d16-4aa6-9626-c00f5192d8b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0777183 Jan 18 23:13:34.874376 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-60ee215c-2b05-45dc-811f-b0577e4d8b89 req-f31677ea-ea45-44e7-aad8-9768b066ba8d service neutron] 10.222.0.67 "GET /v2.0/networks/03c17334-6d16-4aa6-9626-c00f5192d8b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822711 Jan 18 23:13:35.165801 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1179bfbf-5686-4e78-a242-e482477f276a req-263f3150-dd24-4d11-8ce5-f5ba138e6e42 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:35.167239 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1179bfbf-5686-4e78-a242-e482477f276a req-263f3150-dd24-4d11-8ce5-f5ba138e6e42 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=a842d56e-7c75-4d28-9860-f45cde59ff71 HTTP/1.1" status: 200 len: 943 time: 0.0479450 Jan 18 23:13:35.203387 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1179bfbf-5686-4e78-a242-e482477f276a req-9310f235-8d41-41d7-84bf-af0a77881842 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e99de-e4e1-49a0-9691-c45184b910f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301757 Jan 18 23:13:35.798218 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 49488aae-7d38-4275-b594-de1e392ddb50 details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 23:13:35.892096 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 49488aae-7d38-4275-b594-de1e392ddb50, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=49488aae-7d38-4275-b594-de1e392ddb50,segment=NetworkSegment(88c989f9-a300-475a-89f8-c8d66d16c0d0),segment_id=88c989f9-a300-475a-89f8-c8d66d16c0d0)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:13:35.902856 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': '49488aae-7d38-4275-b594-de1e392ddb50', 'network_id': '03c17334-6d16-4aa6-9626-c00f5192d8b6', 'port_id': '49488aae-7d38-4275-b594-de1e392ddb50', 'mac_address': 'fa:16:3e:1f:66:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f0bd279-61a5-4ef5-929e-d1690c18b1e4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 23:13:36.089889 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:36.102440 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49488aae-7d38-4275-b594-de1e392ddb50 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:13:36.121510 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 49488aae-7d38-4275-b594-de1e392ddb50, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=49488aae-7d38-4275-b594-de1e392ddb50,segment=NetworkSegment(88c989f9-a300-475a-89f8-c8d66d16c0d0),segment_id=88c989f9-a300-475a-89f8-c8d66d16c0d0)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:13:36.124965 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:36.169307 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=49488aae-7d38-4275-b594-de1e392ddb50,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:36.324688 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32d16fa-40e5-461e-92cd-923d65e90a0c req-cc6a3470-2fb0-4e77-8e01-f8a41fb9dd83 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:36.326144 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e32d16fa-40e5-461e-92cd-923d65e90a0c req-cc6a3470-2fb0-4e77-8e01-f8a41fb9dd83 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=a842d56e-7c75-4d28-9860-f45cde59ff71 HTTP/1.1" status: 200 len: 944 time: 0.0520327 Jan 18 23:13:36.349802 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['49488aae-7d38-4275-b594-de1e392ddb50'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 23:13:36.363018 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e32d16fa-40e5-461e-92cd-923d65e90a0c req-c1ee23ae-b99c-4f8e-b8c8-5f7b9fd8330c tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e99de-e4e1-49a0-9691-c45184b910f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309799 Jan 18 23:13:37.476294 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc0de60-2c12-4030-b2ab-b934cb5e1ea5 req-e495051b-9966-482f-82da-510e49c70fb1 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:37.477827 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4cc0de60-2c12-4030-b2ab-b934cb5e1ea5 req-e495051b-9966-482f-82da-510e49c70fb1 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=a842d56e-7c75-4d28-9860-f45cde59ff71 HTTP/1.1" status: 200 len: 944 time: 0.0491152 Jan 18 23:13:37.515504 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4cc0de60-2c12-4030-b2ab-b934cb5e1ea5 req-1f10d6fe-5ad6-4fc0-8940-3cfdef5c212a tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e99de-e4e1-49a0-9691-c45184b910f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315399 Jan 18 23:13:37.812931 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 49488aae-7d38-4275-b594-de1e392ddb50 up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 23:13:37.862809 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port 49488aae-7d38-4275-b594-de1e392ddb50 completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:13:37.866714 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port 49488aae-7d38-4275-b594-de1e392ddb50 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:13:37.867079 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:37.941897 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:37.964174 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a842d56e-7c75-4d28-9860-f45cde59ff71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49488aae-7d38-4275-b594-de1e392ddb50'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:13:37.966564 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b134bc65f967cea6f1797bfdd7611f84549a2ae334dac04105da021bbc0aa067" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45c62035-32e3-496e-8c29-73a764f7352e" -d '{"events": [{"server_uuid": "a842d56e-7c75-4d28-9860-f45cde59ff71", "name": "network-vif-plugged", "status": "completed", "tag": "49488aae-7d38-4275-b594-de1e392ddb50"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 23:13:37.979663 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 49488aae-7d38-4275-b594-de1e392ddb50, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=49488aae-7d38-4275-b594-de1e392ddb50,segment=NetworkSegment(88c989f9-a300-475a-89f8-c8d66d16c0d0),segment_id=88c989f9-a300-475a-89f8-c8d66d16c0d0)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:13:37.983630 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:38.007323 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 23:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e639c23-936d-4e3f-a14e-cef3611317cc x-openstack-request-id: req-8e639c23-936d-4e3f-a14e-cef3611317cc {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 23:13:38.007600 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a842d56e-7c75-4d28-9860-f45cde59ff71", "name": "network-vif-plugged", "status": "completed", "tag": "49488aae-7d38-4275-b594-de1e392ddb50", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 23:13:38.007915 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8e639c23-936d-4e3f-a14e-cef3611317cc {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 23:13:38.008264 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a842d56e-7c75-4d28-9860-f45cde59ff71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49488aae-7d38-4275-b594-de1e392ddb50', 'code': 200} Jan 18 23:13:38.036037 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=49488aae-7d38-4275-b594-de1e392ddb50,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:38.095087 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eacef78-1a86-475b-84d9-3d2236a1e378 req-33fe32e7-ea3c-44e4-919a-951a54c2c713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:38.096571 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5eacef78-1a86-475b-84d9-3d2236a1e378 req-33fe32e7-ea3c-44e4-919a-951a54c2c713 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a842d56e-7c75-4d28-9860-f45cde59ff71 HTTP/1.1" status: 200 len: 1096 time: 0.0402138 Jan 18 23:13:38.129297 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5eacef78-1a86-475b-84d9-3d2236a1e378 req-995814f8-b4ee-49d7-bbe4-310426162586 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=8e7e99de-e4e1-49a0-9691-c45184b910f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267920 Jan 18 23:13:38.633876 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa04865-e173-491b-bffd-f841c82bcc40 req-48b009bc-f94f-4068-b7b7-8a0668e8a1a7 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:38.635568 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9aa04865-e173-491b-bffd-f841c82bcc40 req-48b009bc-f94f-4068-b7b7-8a0668e8a1a7 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=a842d56e-7c75-4d28-9860-f45cde59ff71 HTTP/1.1" status: 200 len: 945 time: 0.0522158 Jan 18 23:13:38.671761 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9aa04865-e173-491b-bffd-f841c82bcc40 req-bd5d65cd-b489-4835-8117-2891f990d56d tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e99de-e4e1-49a0-9691-c45184b910f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301702 Jan 18 23:13:39.792113 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebeff57-e59a-40e4-9f32-6dbb0033f62d req-cc93ae89-5d32-4348-b6d9-10e144a618a8 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:39.793597 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1ebeff57-e59a-40e4-9f32-6dbb0033f62d req-cc93ae89-5d32-4348-b6d9-10e144a618a8 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=a842d56e-7c75-4d28-9860-f45cde59ff71 HTTP/1.1" status: 200 len: 945 time: 0.0540950 Jan 18 23:13:39.830942 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1ebeff57-e59a-40e4-9f32-6dbb0033f62d req-adb468b4-10cc-4df3-af28-2a6ec22fdbf6 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e99de-e4e1-49a0-9691-c45184b910f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308225 Jan 18 23:13:39.942368 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddf7627-6b7e-4cc3-9077-b3e292766b76 req-4389076d-fab7-463b-9386-edcf2d97e2de tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:39.943800 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fddf7627-6b7e-4cc3-9077-b3e292766b76 req-4389076d-fab7-463b-9386-edcf2d97e2de tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=a842d56e-7c75-4d28-9860-f45cde59ff71 HTTP/1.1" status: 200 len: 945 time: 0.0476792 Jan 18 23:13:39.979648 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fddf7627-6b7e-4cc3-9077-b3e292766b76 req-a94950bd-0789-4b73-9a63-a33212044dab tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e99de-e4e1-49a0-9691-c45184b910f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297265 Jan 18 23:13:40.001015 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 59846) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:13:40.042788 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7969dbfe-b23a-4432-9faa-98ab3b74dbda tempest-TestNetworkAdvancedServerOps-757530535 tempest-TestNetworkAdvancedServerOps-757530535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:40.044185 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-7969dbfe-b23a-4432-9faa-98ab3b74dbda tempest-TestNetworkAdvancedServerOps-757530535 tempest-TestNetworkAdvancedServerOps-757530535-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a842d56e-7c75-4d28-9860-f45cde59ff71 HTTP/1.1" status: 200 len: 1091 time: 0.0422063 Jan 18 23:13:40.046967 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 59848) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:13:40.051719 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-7afb0644-98c2-4c52-a3bf-582e8dbe4641 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Request body: {'floatingip': {'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'port_id': '49488aae-7d38-4275-b594-de1e392ddb50', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:13:40.074993 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7afb0644-98c2-4c52-a3bf-582e8dbe4641 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for floatingip, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:40.169434 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7afb0644-98c2-4c52-a3bf-582e8dbe4641 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:40.272269 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-7afb0644-98c2-4c52-a3bf-582e8dbe4641 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Allocated IP 172.25.5.178 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/224e9105-f99f-43cb-a937-cd73b855d33f) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:13:40.368815 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7afb0644-98c2-4c52-a3bf-582e8dbe4641 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:40.403130 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7afb0644-98c2-4c52-a3bf-582e8dbe4641 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:40.442512 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7afb0644-98c2-4c52-a3bf-582e8dbe4641 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:13:40.447251 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-7afb0644-98c2-4c52-a3bf-582e8dbe4641 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:13:40.450075 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afb0644-98c2-4c52-a3bf-582e8dbe4641 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:13:40.478051 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afb0644-98c2-4c52-a3bf-582e8dbe4641 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Pushing event updated for resources: {'Port': ['ID=224e9105-f99f-43cb-a937-cd73b855d33f,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:40.796309 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7afb0644-98c2-4c52-a3bf-582e8dbe4641 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:40.863390 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7afb0644-98c2-4c52-a3bf-582e8dbe4641 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:41.012440 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7afb0644-98c2-4c52-a3bf-582e8dbe4641 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:41.016889 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7afb0644-98c2-4c52-a3bf-582e8dbe4641 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:41.081715 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afb0644-98c2-4c52-a3bf-582e8dbe4641 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Pushing event updated for resources: {'Port': ['ID=224e9105-f99f-43cb-a937-cd73b855d33f,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:41.093385 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7afb0644-98c2-4c52-a3bf-582e8dbe4641 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043075'] for floatingip, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:41.498439 n-d-825064-1 neutron-server[102430]: INFO neutron.db.l3_db [None req-7afb0644-98c2-4c52-a3bf-582e8dbe4641 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Floating IP 9f238b77-e4c9-4e27-9bd2-e43b0a8f867e associated. External IP: 172.25.5.178, port: 49488aae-7d38-4275-b594-de1e392ddb50. Jan 18 23:13:41.703126 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7afb0644-98c2-4c52-a3bf-582e8dbe4641 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Router b4fd8965-bb7f-458b-a3bc-b6de8d69fb27 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:13:41.810048 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7afb0644-98c2-4c52-a3bf-582e8dbe4641 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:13:41.820031 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0655f8-de73-4f0e-b3d6-72c35faf1e7a None None] Sync routers for ids ['b4fd8965-bb7f-458b-a3bc-b6de8d69fb27'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:13:41.826863 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7afb0644-98c2-4c52-a3bf-582e8dbe4641 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:41.829430 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0655f8-de73-4f0e-b3d6-72c35faf1e7a None None] Routers {'b4fd8965-bb7f-458b-a3bc-b6de8d69fb27'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:13:41.830032 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-9a0655f8-de73-4f0e-b3d6-72c35faf1e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:13:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['b4fd8965-bb7f-458b-a3bc-b6de8d69fb27'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:13:41.853453 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-7afb0644-98c2-4c52-a3bf-582e8dbe4641 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8054867 Jan 18 23:13:41.854042 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a842d56e-7c75-4d28-9860-f45cde59ff71', 'tag': '49488aae-7d38-4275-b594-de1e392ddb50'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:13:41.856402 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f9cd323385b35eafd7505e92119ef15b9cb9d1db746596d3e25314435e3cbaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d16ae36-292d-4e3e-a6bb-d970967ef217" -d '{"events": [{"name": "network-changed", "server_uuid": "a842d56e-7c75-4d28-9860-f45cde59ff71", "tag": "49488aae-7d38-4275-b594-de1e392ddb50"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 23:13:41.901654 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 23:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27dae8a3-ff33-407c-9e57-e3fee37edc3c x-openstack-request-id: req-27dae8a3-ff33-407c-9e57-e3fee37edc3c {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 23:13:41.901953 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a842d56e-7c75-4d28-9860-f45cde59ff71", "tag": "49488aae-7d38-4275-b594-de1e392ddb50", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 23:13:41.902281 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-27dae8a3-ff33-407c-9e57-e3fee37edc3c {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 23:13:41.902694 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a842d56e-7c75-4d28-9860-f45cde59ff71', 'tag': '49488aae-7d38-4275-b594-de1e392ddb50', 'status': 'completed', 'code': 200} Jan 18 23:13:41.938954 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-9a0655f8-de73-4f0e-b3d6-72c35faf1e7a None None] Set router b4fd8965-bb7f-458b-a3bc-b6de8d69fb27 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:13:41.990883 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e148a381-166c-4248-820e-69f7e869d5d6 req-6fc494ad-7a59-40c6-b6a1-cbe2336cd61d tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:41.992510 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e148a381-166c-4248-820e-69f7e869d5d6 req-6fc494ad-7a59-40c6-b6a1-cbe2336cd61d tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=a842d56e-7c75-4d28-9860-f45cde59ff71 HTTP/1.1" status: 200 len: 945 time: 0.0768359 Jan 18 23:13:41.998480 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d16ae36-292d-4e3e-a6bb-d970967ef217 req-c99ebd70-5768-43cc-8702-e36a3c2f3ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:41.999947 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6d16ae36-292d-4e3e-a6bb-d970967ef217 req-c99ebd70-5768-43cc-8702-e36a3c2f3ba2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d0817dfc7dbd4f18b8c38ccdeec25880&device_id=a842d56e-7c75-4d28-9860-f45cde59ff71 HTTP/1.1" status: 200 len: 1096 time: 0.0734394 Jan 18 23:13:42.084990 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e148a381-166c-4248-820e-69f7e869d5d6 req-c4999ec4-a0d4-4cf5-9111-bf60b363a544 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e99de-e4e1-49a0-9691-c45184b910f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840409 Jan 18 23:13:42.109651 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 59854) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:13:42.117618 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d16ae36-292d-4e3e-a6bb-d970967ef217 req-59e1ee2f-61d9-40d8-80ce-28d955838510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:42.117820 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6d16ae36-292d-4e3e-a6bb-d970967ef217 req-59e1ee2f-61d9-40d8-80ce-28d955838510 service neutron] 10.222.0.67 "GET /v2.0/networks?id=03c17334-6d16-4aa6-9626-c00f5192d8b6 HTTP/1.1" status: 200 len: 896 time: 0.1108818 Jan 18 23:13:42.175933 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-b5a421a6-80b4-4f8d-a2f8-3a46cb8144e5 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/floatingips/9f238b77-e4c9-4e27-9bd2-e43b0a8f867e HTTP/1.1" status: 200 len: 991 time: 0.0651379 Jan 18 23:13:42.188975 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6d16ae36-292d-4e3e-a6bb-d970967ef217 req-94d58076-c47e-4ad3-a9c8-1b4e404547e6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49488aae-7d38-4275-b594-de1e392ddb50 HTTP/1.1" status: 200 len: 999 time: 0.0645461 Jan 18 23:13:42.238136 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d16ae36-292d-4e3e-a6bb-d970967ef217 req-638d7ed1-bf2e-4872-bcb5-734e2d77d0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:42.239598 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6d16ae36-292d-4e3e-a6bb-d970967ef217 req-638d7ed1-bf2e-4872-bcb5-734e2d77d0fb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3f0bd279-61a5-4ef5-929e-d1690c18b1e4 HTTP/1.1" status: 200 len: 835 time: 0.0447044 Jan 18 23:13:42.249860 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-9a0655f8-de73-4f0e-b3d6-72c35faf1e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4fd8965-bb7f-458b-a3bc-b6de8d69fb27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-462924678', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '01376d51-caa9-486e-a6f3-25f7a1b7ed45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:13:25Z', 'updated_at': '2022-01-18T23:13:28Z', 'revision_number': 4, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'gw_port': {'id': '01376d51-caa9-486e-a6f3-25f7a1b7ed45', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:63:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fd8965-bb7f-458b-a3bc-b6de8d69fb27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:13:25Z', 'updated_at': '2022-01-18T23:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': '9f238b77-e4c9-4e27-9bd2-e43b0a8f867e', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'floating_ip_address': '172.25.5.178', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': 'b4fd8965-bb7f-458b-a3bc-b6de8d69fb27', 'port_id': '49488aae-7d38-4275-b594-de1e392ddb50', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03c17334-6d16-4aa6-9626-c00f5192d8b6', 'mac_address': 'fa:16:3e:1f:66:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a842d56e-7c75-4d28-9860-f45cde59ff71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:13:40Z', 'updated_at': '2022-01-18T23:13:40Z', 'revision_number': 0, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ffd5992-72eb-45e5-b826-9d22eba33f88', 'name': '', 'network_id': '03c17334-6d16-4aa6-9626-c00f5192d8b6', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'mac_address': 'fa:16:3e:a4:f1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fd8965-bb7f-458b-a3bc-b6de8d69fb27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '3f0bd279-61a5-4ef5-929e-d1690c18b1e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:13:28Z', 'updated_at': '2022-01-18T23:13:31Z', 'revision_number': 5, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'subnets': [{'id': '3f0bd279-61a5-4ef5-929e-d1690c18b1e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:13:42.278977 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0655f8-de73-4f0e-b3d6-72c35faf1e7a None None] Checking router: b4fd8965-bb7f-458b-a3bc-b6de8d69fb27 for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:13:42.284984 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d16ae36-292d-4e3e-a6bb-d970967ef217 req-4a5b203d-050f-40ef-bed2-23b8fbb63f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:42.286481 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6d16ae36-292d-4e3e-a6bb-d970967ef217 req-4a5b203d-050f-40ef-bed2-23b8fbb63f2d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=03c17334-6d16-4aa6-9626-c00f5192d8b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404429 Jan 18 23:13:42.287641 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0655f8-de73-4f0e-b3d6-72c35faf1e7a None None] Routers {'b4fd8965-bb7f-458b-a3bc-b6de8d69fb27'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:13:42.288272 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-9a0655f8-de73-4f0e-b3d6-72c35faf1e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:13:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['b4fd8965-bb7f-458b-a3bc-b6de8d69fb27'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:13:42.378024 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6d16ae36-292d-4e3e-a6bb-d970967ef217 req-70c37fc6-3154-4c6c-9f9f-fbb1121e101a service neutron] 10.222.0.67 "GET /v2.0/networks/03c17334-6d16-4aa6-9626-c00f5192d8b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838907 Jan 18 23:13:42.389524 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-9a0655f8-de73-4f0e-b3d6-72c35faf1e7a None None] Set router b4fd8965-bb7f-458b-a3bc-b6de8d69fb27 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:13:42.468014 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6d16ae36-292d-4e3e-a6bb-d970967ef217 req-0e7a079b-6400-4493-b9ff-772e1fc59c70 service neutron] 10.222.0.67 "GET /v2.0/networks/03c17334-6d16-4aa6-9626-c00f5192d8b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837882 Jan 18 23:13:42.604224 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-9a0655f8-de73-4f0e-b3d6-72c35faf1e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4fd8965-bb7f-458b-a3bc-b6de8d69fb27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-462924678', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '01376d51-caa9-486e-a6f3-25f7a1b7ed45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:13:25Z', 'updated_at': '2022-01-18T23:13:28Z', 'revision_number': 4, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'gw_port': {'id': '01376d51-caa9-486e-a6f3-25f7a1b7ed45', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:63:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fd8965-bb7f-458b-a3bc-b6de8d69fb27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:13:25Z', 'updated_at': '2022-01-18T23:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': '9f238b77-e4c9-4e27-9bd2-e43b0a8f867e', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'floating_ip_address': '172.25.5.178', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': 'b4fd8965-bb7f-458b-a3bc-b6de8d69fb27', 'port_id': '49488aae-7d38-4275-b594-de1e392ddb50', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03c17334-6d16-4aa6-9626-c00f5192d8b6', 'mac_address': 'fa:16:3e:1f:66:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a842d56e-7c75-4d28-9860-f45cde59ff71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:13:40Z', 'updated_at': '2022-01-18T23:13:40Z', 'revision_number': 0, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ffd5992-72eb-45e5-b826-9d22eba33f88', 'name': '', 'network_id': '03c17334-6d16-4aa6-9626-c00f5192d8b6', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'mac_address': 'fa:16:3e:a4:f1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fd8965-bb7f-458b-a3bc-b6de8d69fb27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '3f0bd279-61a5-4ef5-929e-d1690c18b1e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:13:28Z', 'updated_at': '2022-01-18T23:13:31Z', 'revision_number': 5, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'subnets': [{'id': '3f0bd279-61a5-4ef5-929e-d1690c18b1e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:13:42.629328 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0655f8-de73-4f0e-b3d6-72c35faf1e7a None None] The sync data for ids ['b4fd8965-bb7f-458b-a3bc-b6de8d69fb27'] in n-d-825064-1 is: [{'id': 'b4fd8965-bb7f-458b-a3bc-b6de8d69fb27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-462924678', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '01376d51-caa9-486e-a6f3-25f7a1b7ed45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:13:25Z', 'updated_at': '2022-01-18T23:13:28Z', 'revision_number': 4, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'gw_port': {'id': '01376d51-caa9-486e-a6f3-25f7a1b7ed45', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:63:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fd8965-bb7f-458b-a3bc-b6de8d69fb27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:13:25Z', 'updated_at': '2022-01-18T23:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': '9f238b77-e4c9-4e27-9bd2-e43b0a8f867e', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'floating_ip_address': '172.25.5.178', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': 'b4fd8965-bb7f-458b-a3bc-b6de8d69fb27', 'port_id': '49488aae-7d38-4275-b594-de1e392ddb50', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03c17334-6d16-4aa6-9626-c00f5192d8b6', 'mac_address': 'fa:16:3e:1f:66:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a842d56e-7c75-4d28-9860-f45cde59ff71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:13:40Z', 'updated_at': '2022-01-18T23:13:40Z', 'revision_number': 0, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ffd5992-72eb-45e5-b826-9d22eba33f88', 'name': '', 'network_id': '03c17334-6d16-4aa6-9626-c00f5192d8b6', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'mac_address': 'fa:16:3e:a4:f1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fd8965-bb7f-458b-a3bc-b6de8d69fb27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '3f0bd279-61a5-4ef5-929e-d1690c18b1e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:13:28Z', 'updated_at': '2022-01-18T23:13:31Z', 'revision_number': 5, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'subnets': [{'id': '3f0bd279-61a5-4ef5-929e-d1690c18b1e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:13:42.812737 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0bb5dd-beba-49e7-83b4-abf0a2f8217f None None] New status for floating IP 9f238b77-e4c9-4e27-9bd2-e43b0a8f867e: ACTIVE {{(pid=102432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 23:13:43.178232 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 59856) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:13:43.238428 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-85d2b04f-153a-48a4-a17e-4d0ac55dcd73 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/floatingips/9f238b77-e4c9-4e27-9bd2-e43b0a8f867e HTTP/1.1" status: 200 len: 993 time: 0.0589778 Jan 18 23:13:43.300702 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:44.150616 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:49.235711 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 23:13:49.370477 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1fb662ea-f72a-482d-a8c4-48a2981057f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:52.007838 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-dbbe006a-a4d1-4f21-af17-5d16d5cb6649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:53.140417 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:54.595610 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:54.714270 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:13.168263 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-069c989b-e101-40b0-8f81-cf7eb0b76341 req-84fd63f8-3fbe-4110-84b0-7c8598cc8c99 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a842d56e-7c75-4d28-9860-f45cde59ff71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0427094 Jan 18 23:14:13.252316 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c989b-e101-40b0-8f81-cf7eb0b76341 req-c8f70791-305a-4d55-943b-e66f60d11fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:13.254271 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-069c989b-e101-40b0-8f81-cf7eb0b76341 req-c8f70791-305a-4d55-943b-e66f60d11fc0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d0817dfc7dbd4f18b8c38ccdeec25880&device_id=a842d56e-7c75-4d28-9860-f45cde59ff71 HTTP/1.1" status: 200 len: 1096 time: 0.0449417 Jan 18 23:14:13.302590 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:13.357092 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c989b-e101-40b0-8f81-cf7eb0b76341 req-0653e702-cb62-4fbf-aaa2-8ce48c52fdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:13.358460 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-069c989b-e101-40b0-8f81-cf7eb0b76341 req-0653e702-cb62-4fbf-aaa2-8ce48c52fdf4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=03c17334-6d16-4aa6-9626-c00f5192d8b6 HTTP/1.1" status: 200 len: 896 time: 0.0817845 Jan 18 23:14:13.427853 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-069c989b-e101-40b0-8f81-cf7eb0b76341 req-ae8c9c0a-5b0c-4dcf-88ff-930776a491c0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49488aae-7d38-4275-b594-de1e392ddb50 HTTP/1.1" status: 200 len: 1001 time: 0.0604177 Jan 18 23:14:13.476348 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c989b-e101-40b0-8f81-cf7eb0b76341 req-bf2d1993-6e3c-442b-b378-ff1893834421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:13.477754 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-069c989b-e101-40b0-8f81-cf7eb0b76341 req-bf2d1993-6e3c-442b-b378-ff1893834421 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3f0bd279-61a5-4ef5-929e-d1690c18b1e4 HTTP/1.1" status: 200 len: 835 time: 0.0427237 Jan 18 23:14:13.525499 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c989b-e101-40b0-8f81-cf7eb0b76341 req-60b1bfb0-fba6-4cbb-90d0-df320ebd1c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:13.526937 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-069c989b-e101-40b0-8f81-cf7eb0b76341 req-60b1bfb0-fba6-4cbb-90d0-df320ebd1c50 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=03c17334-6d16-4aa6-9626-c00f5192d8b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404248 Jan 18 23:14:13.541577 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [req-069c989b-e101-40b0-8f81-cf7eb0b76341 req-5038d281-fdde-4be6-a220-afe99f4e05a7 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102430) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 23:14:13.542477 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-069c989b-e101-40b0-8f81-cf7eb0b76341 req-5038d281-fdde-4be6-a220-afe99f4e05a7 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047500 Jan 18 23:14:13.641512 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-069c989b-e101-40b0-8f81-cf7eb0b76341 req-1471c18e-0bac-44e6-ac98-f7cb8ca9ec64 service neutron] 10.222.0.67 "GET /v2.0/networks/03c17334-6d16-4aa6-9626-c00f5192d8b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881414 Jan 18 23:14:13.731488 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-069c989b-e101-40b0-8f81-cf7eb0b76341 req-ab078a89-7ad3-430e-90ff-4d2468346f83 service neutron] 10.222.0.67 "GET /v2.0/networks/03c17334-6d16-4aa6-9626-c00f5192d8b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798771 Jan 18 23:14:14.177567 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:14.733196 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3be6a1-18a0-48bd-8511-59f43d79e5ea req-b73f2c07-7e1c-45fa-ae68-a8bb1c5b2c04 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:14.734708 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8e3be6a1-18a0-48bd-8511-59f43d79e5ea req-b73f2c07-7e1c-45fa-ae68-a8bb1c5b2c04 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=a842d56e-7c75-4d28-9860-f45cde59ff71 HTTP/1.1" status: 200 len: 945 time: 0.0554271 Jan 18 23:14:14.801345 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8e3be6a1-18a0-48bd-8511-59f43d79e5ea req-928bc23a-0e17-4804-8674-7d11ee8a3c09 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e99de-e4e1-49a0-9691-c45184b910f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603788 Jan 18 23:14:14.811385 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f25f3634-fd79-4a77-914a-cf8898ff405c req-7bf123d2-e260-45cd-aec6-9d5eeb432abc service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a842d56e-7c75-4d28-9860-f45cde59ff71&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1039395 Jan 18 23:14:14.821037 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [req-f25f3634-fd79-4a77-914a-cf8898ff405c req-3189fb4d-03b4-4538-ae91-0139aa3220da service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102430) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 23:14:14.821975 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f25f3634-fd79-4a77-914a-cf8898ff405c req-3189fb4d-03b4-4538-ae91-0139aa3220da service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049534 Jan 18 23:14:15.942288 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611b51b0-0246-4cd9-94a8-b236d387c0e0 req-6775ad7e-aa3e-438d-981b-44291766862e tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:15.943755 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-611b51b0-0246-4cd9-94a8-b236d387c0e0 req-6775ad7e-aa3e-438d-981b-44291766862e tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=a842d56e-7c75-4d28-9860-f45cde59ff71 HTTP/1.1" status: 200 len: 945 time: 0.0726094 Jan 18 23:14:15.949612 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25f3634-fd79-4a77-914a-cf8898ff405c req-5b70b7d1-0477-4a70-be8b-6db2e272ebbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:15.950975 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f25f3634-fd79-4a77-914a-cf8898ff405c req-5b70b7d1-0477-4a70-be8b-6db2e272ebbf service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d0817dfc7dbd4f18b8c38ccdeec25880&device_id=a842d56e-7c75-4d28-9860-f45cde59ff71 HTTP/1.1" status: 200 len: 1096 time: 0.0690792 Jan 18 23:14:16.031375 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-611b51b0-0246-4cd9-94a8-b236d387c0e0 req-49c408d6-f5db-4399-ba85-05706a4978e3 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e99de-e4e1-49a0-9691-c45184b910f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794535 Jan 18 23:14:16.062344 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25f3634-fd79-4a77-914a-cf8898ff405c req-57793a51-5ecc-4f03-9eab-bed581e7a714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:16.063837 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f25f3634-fd79-4a77-914a-cf8898ff405c req-57793a51-5ecc-4f03-9eab-bed581e7a714 service neutron] 10.222.0.67 "GET /v2.0/networks?id=03c17334-6d16-4aa6-9626-c00f5192d8b6 HTTP/1.1" status: 200 len: 896 time: 0.1058166 Jan 18 23:14:16.127252 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f25f3634-fd79-4a77-914a-cf8898ff405c req-adb3fffe-8f6c-4ae9-9297-60497f56faba service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49488aae-7d38-4275-b594-de1e392ddb50 HTTP/1.1" status: 200 len: 1001 time: 0.0562010 Jan 18 23:14:16.179200 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25f3634-fd79-4a77-914a-cf8898ff405c req-cc6ed55c-7441-4d0d-9eab-abb73f8e0347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:16.180636 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f25f3634-fd79-4a77-914a-cf8898ff405c req-cc6ed55c-7441-4d0d-9eab-abb73f8e0347 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3f0bd279-61a5-4ef5-929e-d1690c18b1e4 HTTP/1.1" status: 200 len: 835 time: 0.0471842 Jan 18 23:14:16.225306 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25f3634-fd79-4a77-914a-cf8898ff405c req-3354f9cf-2c57-4eee-8c0a-ba3816417229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:16.226791 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f25f3634-fd79-4a77-914a-cf8898ff405c req-3354f9cf-2c57-4eee-8c0a-ba3816417229 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=03c17334-6d16-4aa6-9626-c00f5192d8b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388501 Jan 18 23:14:16.311714 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f25f3634-fd79-4a77-914a-cf8898ff405c req-7e79f894-b052-41e8-a64f-d0ede393f880 service neutron] 10.222.0.67 "GET /v2.0/networks/03c17334-6d16-4aa6-9626-c00f5192d8b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781801 Jan 18 23:14:16.407313 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f25f3634-fd79-4a77-914a-cf8898ff405c req-5e59bdcd-acef-4503-91e9-01e6de0b71bc service neutron] 10.222.0.67 "GET /v2.0/networks/03c17334-6d16-4aa6-9626-c00f5192d8b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887485 Jan 18 23:14:17.153942 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f5470d-cb7f-45bb-a855-ad45c4b5020d req-8a0e0094-2146-43d2-949e-5d88eb45ea16 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:17.155543 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-46f5470d-cb7f-45bb-a855-ad45c4b5020d req-8a0e0094-2146-43d2-949e-5d88eb45ea16 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=a842d56e-7c75-4d28-9860-f45cde59ff71 HTTP/1.1" status: 200 len: 945 time: 0.0499763 Jan 18 23:14:17.194799 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-46f5470d-cb7f-45bb-a855-ad45c4b5020d req-cf9f30b2-87a0-4e80-9d01-5d3255c04348 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e99de-e4e1-49a0-9691-c45184b910f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319920 Jan 18 23:14:18.307572 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a942bd-5b56-40cf-9665-08616ebda00a req-61c0398b-b4f4-488b-ac36-cde1b9cc500b tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:18.309054 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-04a942bd-5b56-40cf-9665-08616ebda00a req-61c0398b-b4f4-488b-ac36-cde1b9cc500b tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=a842d56e-7c75-4d28-9860-f45cde59ff71 HTTP/1.1" status: 200 len: 945 time: 0.0479560 Jan 18 23:14:18.350356 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-04a942bd-5b56-40cf-9665-08616ebda00a req-ebab5a7a-72f6-4025-91b1-d4e54440764b tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e99de-e4e1-49a0-9691-c45184b910f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352604 Jan 18 23:14:19.371135 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-da69846a-7405-4d97-a6af-7e54a236b7e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:19.465253 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f303f9-4f2b-45f0-ae90-97fb3feb2c52 req-17fa9f55-2dcf-4b00-b74c-0cd87cb26977 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:19.466703 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-86f303f9-4f2b-45f0-ae90-97fb3feb2c52 req-17fa9f55-2dcf-4b00-b74c-0cd87cb26977 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=a842d56e-7c75-4d28-9860-f45cde59ff71 HTTP/1.1" status: 200 len: 945 time: 0.0487142 Jan 18 23:14:19.504507 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-86f303f9-4f2b-45f0-ae90-97fb3feb2c52 req-5e5a58ca-e9cd-4190-aeb1-fccb8410275d tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e99de-e4e1-49a0-9691-c45184b910f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318193 Jan 18 23:14:20.617381 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3796eb-6195-47fc-8bad-2cc3c3cb2dac req-d94b33dd-2eca-4a71-906a-8f445bdc48e2 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:20.618807 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-db3796eb-6195-47fc-8bad-2cc3c3cb2dac req-d94b33dd-2eca-4a71-906a-8f445bdc48e2 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=a842d56e-7c75-4d28-9860-f45cde59ff71 HTTP/1.1" status: 200 len: 945 time: 0.0478349 Jan 18 23:14:20.655696 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-db3796eb-6195-47fc-8bad-2cc3c3cb2dac req-2d60c0f2-1bec-42b3-bf03-d69c478eb105 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e99de-e4e1-49a0-9691-c45184b910f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310206 Jan 18 23:14:21.767883 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bf769c-a403-4cc4-94ca-26ff328d2454 req-548154cf-1c5a-4440-8182-962360924f9b tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:21.769912 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b3bf769c-a403-4cc4-94ca-26ff328d2454 req-548154cf-1c5a-4440-8182-962360924f9b tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=a842d56e-7c75-4d28-9860-f45cde59ff71 HTTP/1.1" status: 200 len: 945 time: 0.0497823 Jan 18 23:14:21.810238 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b3bf769c-a403-4cc4-94ca-26ff328d2454 req-f7f014a9-3a44-4630-8927-3ad17e574572 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e99de-e4e1-49a0-9691-c45184b910f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343916 Jan 18 23:14:22.008698 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-997cb365-ae91-43de-83a7-62e2ed9c33ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:22.922219 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e816cb-8995-4a8b-9811-ca3c915e73dd req-0fe6b227-4fde-44e9-a373-912f3a0fe558 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:22.923657 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-29e816cb-8995-4a8b-9811-ca3c915e73dd req-0fe6b227-4fde-44e9-a373-912f3a0fe558 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=a842d56e-7c75-4d28-9860-f45cde59ff71 HTTP/1.1" status: 200 len: 945 time: 0.0475433 Jan 18 23:14:22.960403 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-29e816cb-8995-4a8b-9811-ca3c915e73dd req-5bfa2166-0ada-42e4-bf38-4ed7b59eec71 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e99de-e4e1-49a0-9691-c45184b910f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299768 Jan 18 23:14:23.141794 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:24.073697 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4111697-fb2c-4689-99c0-08efe4efcbfc req-8cf6fa9a-7c8d-4d3a-97aa-d16c4b57aadd tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:24.075148 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e4111697-fb2c-4689-99c0-08efe4efcbfc req-8cf6fa9a-7c8d-4d3a-97aa-d16c4b57aadd tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=a842d56e-7c75-4d28-9860-f45cde59ff71 HTTP/1.1" status: 200 len: 945 time: 0.0478349 Jan 18 23:14:24.113648 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e4111697-fb2c-4689-99c0-08efe4efcbfc req-2e366f42-d7be-4e8b-a26d-f39445eeab07 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e99de-e4e1-49a0-9691-c45184b910f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319245 Jan 18 23:14:24.599450 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:24.717166 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:25.229331 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83a45ad-6253-4d52-b091-3a94f639bf35 req-3b4f9dbf-ec6c-4211-8fb3-639d0786415f tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:25.230768 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e83a45ad-6253-4d52-b091-3a94f639bf35 req-3b4f9dbf-ec6c-4211-8fb3-639d0786415f tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=a842d56e-7c75-4d28-9860-f45cde59ff71 HTTP/1.1" status: 200 len: 945 time: 0.0484595 Jan 18 23:14:25.271441 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e83a45ad-6253-4d52-b091-3a94f639bf35 req-7f5598e8-5cd5-4df7-95ed-616bab89cc0e tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e99de-e4e1-49a0-9691-c45184b910f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347874 Jan 18 23:14:26.234793 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 23:14:26.385726 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dcb5a7-7928-43d0-9b10-5a868dea1f31 req-917d8a03-f7c8-4225-a154-b930c2570745 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:26.387633 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-89dcb5a7-7928-43d0-9b10-5a868dea1f31 req-917d8a03-f7c8-4225-a154-b930c2570745 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=a842d56e-7c75-4d28-9860-f45cde59ff71 HTTP/1.1" status: 200 len: 945 time: 0.0491018 Jan 18 23:14:26.424992 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-89dcb5a7-7928-43d0-9b10-5a868dea1f31 req-b8ffdae2-c409-46a0-896b-430106cf8165 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e99de-e4e1-49a0-9691-c45184b910f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308709 Jan 18 23:14:27.537544 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0166bd9e-27af-43ba-a6b5-fd294aab0e3a req-61d0dedd-087b-452b-af04-49dbe6a0d10c tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:27.539005 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0166bd9e-27af-43ba-a6b5-fd294aab0e3a req-61d0dedd-087b-452b-af04-49dbe6a0d10c tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=a842d56e-7c75-4d28-9860-f45cde59ff71 HTTP/1.1" status: 200 len: 945 time: 0.0481732 Jan 18 23:14:27.575749 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0166bd9e-27af-43ba-a6b5-fd294aab0e3a req-9f7f4119-34d9-4321-890f-4d367b72ebaa tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e99de-e4e1-49a0-9691-c45184b910f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308843 Jan 18 23:14:28.690794 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a20c25-e5a8-4a4b-9d3f-b6b5a086654f req-a8ebb5fe-4da2-4b7e-a5f7-37dc118411cf tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:28.692638 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-50a20c25-e5a8-4a4b-9d3f-b6b5a086654f req-a8ebb5fe-4da2-4b7e-a5f7-37dc118411cf tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=a842d56e-7c75-4d28-9860-f45cde59ff71 HTTP/1.1" status: 200 len: 945 time: 0.0489926 Jan 18 23:14:28.731883 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-50a20c25-e5a8-4a4b-9d3f-b6b5a086654f req-6dc37023-51a8-4654-a906-a7bdb25035f0 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e99de-e4e1-49a0-9691-c45184b910f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333650 Jan 18 23:14:29.849674 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1e0580-142f-48ec-bcae-cb32bd465da6 req-83212e46-c573-4a4f-9ca4-bfe42ced4851 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:29.851134 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ac1e0580-142f-48ec-bcae-cb32bd465da6 req-83212e46-c573-4a4f-9ca4-bfe42ced4851 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=a842d56e-7c75-4d28-9860-f45cde59ff71 HTTP/1.1" status: 200 len: 945 time: 0.0486758 Jan 18 23:14:29.888615 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ac1e0580-142f-48ec-bcae-cb32bd465da6 req-a60e3e88-86a5-4b67-ab1b-8a76de22acef tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e99de-e4e1-49a0-9691-c45184b910f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314324 Jan 18 23:14:31.002254 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7833405-6279-4841-8c51-9bdf9e993359 req-28896df6-6ab5-4f5e-98c9-a7bae995b6ba tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:31.004306 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d7833405-6279-4841-8c51-9bdf9e993359 req-28896df6-6ab5-4f5e-98c9-a7bae995b6ba tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=a842d56e-7c75-4d28-9860-f45cde59ff71 HTTP/1.1" status: 200 len: 945 time: 0.0485730 Jan 18 23:14:31.040783 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d7833405-6279-4841-8c51-9bdf9e993359 req-9e48359b-35b7-4c58-89e9-cbf1323b977f tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e99de-e4e1-49a0-9691-c45184b910f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302687 Jan 18 23:14:32.154727 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94f55e0-0ec0-47b5-b70e-e5218b6e3d55 req-dc586a2b-d65e-41e1-9f37-6e467b3bb239 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:32.156203 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b94f55e0-0ec0-47b5-b70e-e5218b6e3d55 req-dc586a2b-d65e-41e1-9f37-6e467b3bb239 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=a842d56e-7c75-4d28-9860-f45cde59ff71 HTTP/1.1" status: 200 len: 945 time: 0.0490580 Jan 18 23:14:32.196149 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b94f55e0-0ec0-47b5-b70e-e5218b6e3d55 req-3f71ce6d-c23c-4a9b-995b-6390ec83c9f6 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e99de-e4e1-49a0-9691-c45184b910f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341158 Jan 18 23:14:33.304040 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [req-f25f3634-fd79-4a77-914a-cf8898ff405c req-11232669-5534-4caf-bb31-c44d62c9437f service neutron] show failed (client error): The resource could not be found. Jan 18 23:14:33.305082 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f25f3634-fd79-4a77-914a-cf8898ff405c req-11232669-5534-4caf-bb31-c44d62c9437f service neutron] 10.222.0.67 "GET /v2.0/ports/49488aae-7d38-4275-b594-de1e392ddb50/bindings/n-h1-825064-1 HTTP/1.1" status: 404 len: 380 time: 0.0799146 Jan 18 23:14:33.321304 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7d9a0a-7ee3-48a1-8326-66a58f00f133 req-aa77c5d8-6d46-4e39-b924-1b90a6d6f9b7 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:33.322776 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4c7d9a0a-7ee3-48a1-8326-66a58f00f133 req-aa77c5d8-6d46-4e39-b924-1b90a6d6f9b7 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=a842d56e-7c75-4d28-9860-f45cde59ff71 HTTP/1.1" status: 200 len: 945 time: 0.0579045 Jan 18 23:14:33.362245 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4c7d9a0a-7ee3-48a1-8326-66a58f00f133 req-5fe18547-baac-43e6-942f-6802893ff087 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e99de-e4e1-49a0-9691-c45184b910f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329702 Jan 18 23:14:33.570799 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25f3634-fd79-4a77-914a-cf8898ff405c req-53371cbe-b1a6-4732-a33a-bc62598bed91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:33.572344 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f25f3634-fd79-4a77-914a-cf8898ff405c req-53371cbe-b1a6-4732-a33a-bc62598bed91 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a842d56e-7c75-4d28-9860-f45cde59ff71&tenant_id=d0817dfc7dbd4f18b8c38ccdeec25880 HTTP/1.1" status: 200 len: 1096 time: 0.0822811 Jan 18 23:14:33.583224 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-f25f3634-fd79-4a77-914a-cf8898ff405c req-fefd0cb7-6fdb-4dfe-8954-b3163b0d529b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825064-1', 'device_owner': 'compute:nova'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:14:33.901309 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-f25f3634-fd79-4a77-914a-cf8898ff405c req-fefd0cb7-6fdb-4dfe-8954-b3163b0d529b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:34.093705 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-f25f3634-fd79-4a77-914a-cf8898ff405c req-fefd0cb7-6fdb-4dfe-8954-b3163b0d529b service neutron] For port 49488aae-7d38-4275-b594-de1e392ddb50, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=49488aae-7d38-4275-b594-de1e392ddb50,segment=NetworkSegment(88c989f9-a300-475a-89f8-c8d66d16c0d0),segment_id=88c989f9-a300-475a-89f8-c8d66d16c0d0)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:14:34.124973 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-f25f3634-fd79-4a77-914a-cf8898ff405c req-fefd0cb7-6fdb-4dfe-8954-b3163b0d529b service neutron] For port 49488aae-7d38-4275-b594-de1e392ddb50, host n-h2-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:14:34.164184 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a842d56e-7c75-4d28-9860-f45cde59ff71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49488aae-7d38-4275-b594-de1e392ddb50'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:14:34.166629 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6adba52062d83d0b70d142dbcd5753b88deeeedcec75449c501cd3eecc31c27c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6209161b-f268-41e8-9049-c7fcbaa1dd7f" -d '{"events": [{"server_uuid": "a842d56e-7c75-4d28-9860-f45cde59ff71", "name": "network-vif-unplugged", "status": "completed", "tag": "49488aae-7d38-4275-b594-de1e392ddb50"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 23:14:34.170697 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-f25f3634-fd79-4a77-914a-cf8898ff405c req-fefd0cb7-6fdb-4dfe-8954-b3163b0d529b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:34.183108 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [req-f25f3634-fd79-4a77-914a-cf8898ff405c req-fefd0cb7-6fdb-4dfe-8954-b3163b0d529b service neutron] Transition to ACTIVE for port object 49488aae-7d38-4275-b594-de1e392ddb50 will not be triggered until provisioned by entity L2. {{(pid=102431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:14:34.187032 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-f25f3634-fd79-4a77-914a-cf8898ff405c req-fefd0cb7-6fdb-4dfe-8954-b3163b0d529b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:34.215529 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 18 Jan 2022 23:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fed1d023-2d9a-46cd-9481-bc097645ae1e x-openstack-request-id: req-fed1d023-2d9a-46cd-9481-bc097645ae1e {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 23:14:34.215829 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a842d56e-7c75-4d28-9860-f45cde59ff71", "name": "network-vif-unplugged", "status": "completed", "tag": "49488aae-7d38-4275-b594-de1e392ddb50", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 23:14:34.216079 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fed1d023-2d9a-46cd-9481-bc097645ae1e {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 23:14:34.216490 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a842d56e-7c75-4d28-9860-f45cde59ff71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49488aae-7d38-4275-b594-de1e392ddb50', 'code': 200} Jan 18 23:14:34.272471 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefd0cb7-6fdb-4dfe-8954-b3163b0d529b service neutron] Pushing event updated for resources: {'Port': ['ID=49488aae-7d38-4275-b594-de1e392ddb50,revision_number=6']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:34.286660 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefd0cb7-6fdb-4dfe-8954-b3163b0d529b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:14:34.287006 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefd0cb7-6fdb-4dfe-8954-b3163b0d529b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:14:34.287345 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefd0cb7-6fdb-4dfe-8954-b3163b0d529b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:14:34.287677 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefd0cb7-6fdb-4dfe-8954-b3163b0d529b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:14:34.288015 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefd0cb7-6fdb-4dfe-8954-b3163b0d529b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:14:34.288364 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefd0cb7-6fdb-4dfe-8954-b3163b0d529b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:14:34.288689 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefd0cb7-6fdb-4dfe-8954-b3163b0d529b service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:14:34.289004 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefd0cb7-6fdb-4dfe-8954-b3163b0d529b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:14:34.289329 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefd0cb7-6fdb-4dfe-8954-b3163b0d529b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:14:34.289804 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefd0cb7-6fdb-4dfe-8954-b3163b0d529b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:14:34.289957 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefd0cb7-6fdb-4dfe-8954-b3163b0d529b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:14:34.290275 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefd0cb7-6fdb-4dfe-8954-b3163b0d529b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:14:34.320807 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-f25f3634-fd79-4a77-914a-cf8898ff405c req-fefd0cb7-6fdb-4dfe-8954-b3163b0d529b service neutron] No DVR routers for this DVR port 49488aae-7d38-4275-b594-de1e392ddb50 on host n-h2-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:14:34.461551 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-f25f3634-fd79-4a77-914a-cf8898ff405c req-fefd0cb7-6fdb-4dfe-8954-b3163b0d529b service neutron] Attempting to bind port 49488aae-7d38-4275-b594-de1e392ddb50 on host n-h1-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:14:34.461882 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-f25f3634-fd79-4a77-914a-cf8898ff405c req-fefd0cb7-6fdb-4dfe-8954-b3163b0d529b service neutron] Attempting to bind port 49488aae-7d38-4275-b594-de1e392ddb50 by drivers openvswitch,hyperv on host n-h1-825064-1 at level 0 using segments [{'id': '88c989f9-a300-475a-89f8-c8d66d16c0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '03c17334-6d16-4aa6-9626-c00f5192d8b6'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:14:34.462230 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25f3634-fd79-4a77-914a-cf8898ff405c req-fefd0cb7-6fdb-4dfe-8954-b3163b0d529b service neutron] Attempting to bind port 49488aae-7d38-4275-b594-de1e392ddb50 on network 03c17334-6d16-4aa6-9626-c00f5192d8b6 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 23:14:34.466405 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25f3634-fd79-4a77-914a-cf8898ff405c req-fefd0cb7-6fdb-4dfe-8954-b3163b0d529b service neutron] Port 49488aae-7d38-4275-b594-de1e392ddb50 on network 03c17334-6d16-4aa6-9626-c00f5192d8b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 23:14:34.466715 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25f3634-fd79-4a77-914a-cf8898ff405c req-fefd0cb7-6fdb-4dfe-8954-b3163b0d529b service neutron] Attempting to bind port 49488aae-7d38-4275-b594-de1e392ddb50 on network 03c17334-6d16-4aa6-9626-c00f5192d8b6 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 23:14:34.471379 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25f3634-fd79-4a77-914a-cf8898ff405c req-fefd0cb7-6fdb-4dfe-8954-b3163b0d529b service neutron] Checking agent: {'id': 'e49d1b2a-ba11-487f-a804-ecbf3c0e8132', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 23:14:34.471711 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25f3634-fd79-4a77-914a-cf8898ff405c req-fefd0cb7-6fdb-4dfe-8954-b3163b0d529b service neutron] Checking segment: {'id': '88c989f9-a300-475a-89f8-c8d66d16c0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '03c17334-6d16-4aa6-9626-c00f5192d8b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 23:14:34.472086 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25f3634-fd79-4a77-914a-cf8898ff405c req-fefd0cb7-6fdb-4dfe-8954-b3163b0d529b service neutron] Bound using segment: {'id': '88c989f9-a300-475a-89f8-c8d66d16c0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '03c17334-6d16-4aa6-9626-c00f5192d8b6'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 23:14:34.472597 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-f25f3634-fd79-4a77-914a-cf8898ff405c req-fefd0cb7-6fdb-4dfe-8954-b3163b0d529b service neutron] Bound port: 49488aae-7d38-4275-b594-de1e392ddb50, host: n-h1-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88c989f9-a300-475a-89f8-c8d66d16c0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '03c17334-6d16-4aa6-9626-c00f5192d8b6'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:14:34.472949 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-f25f3634-fd79-4a77-914a-cf8898ff405c req-fefd0cb7-6fdb-4dfe-8954-b3163b0d529b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:34.479543 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f909faa9-00c1-400a-bafb-fadc0a5b8c01 req-8443e552-b30a-4a98-af63-4eb0b41c0959 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:34.481140 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f909faa9-00c1-400a-bafb-fadc0a5b8c01 req-8443e552-b30a-4a98-af63-4eb0b41c0959 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=a842d56e-7c75-4d28-9860-f45cde59ff71 HTTP/1.1" status: 200 len: 943 time: 0.0484259 Jan 18 23:14:34.523384 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f909faa9-00c1-400a-bafb-fadc0a5b8c01 req-f5fac2a3-e82a-4925-aa84-9eaf52eb7f7f tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e99de-e4e1-49a0-9691-c45184b910f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359054 Jan 18 23:14:34.537776 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-f25f3634-fd79-4a77-914a-cf8898ff405c req-fefd0cb7-6fdb-4dfe-8954-b3163b0d529b service neutron] For port 49488aae-7d38-4275-b594-de1e392ddb50, host n-h1-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:14:34.541026 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-f25f3634-fd79-4a77-914a-cf8898ff405c req-fefd0cb7-6fdb-4dfe-8954-b3163b0d529b service neutron] For port 49488aae-7d38-4275-b594-de1e392ddb50, host n-h1-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=49488aae-7d38-4275-b594-de1e392ddb50,segment=NetworkSegment(88c989f9-a300-475a-89f8-c8d66d16c0d0),segment_id=88c989f9-a300-475a-89f8-c8d66d16c0d0)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:14:34.545921 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-f25f3634-fd79-4a77-914a-cf8898ff405c req-fefd0cb7-6fdb-4dfe-8954-b3163b0d529b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:34.576440 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25f3634-fd79-4a77-914a-cf8898ff405c req-fefd0cb7-6fdb-4dfe-8954-b3163b0d529b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:34.577055 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-f25f3634-fd79-4a77-914a-cf8898ff405c req-fefd0cb7-6fdb-4dfe-8954-b3163b0d529b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:34.578507 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f25f3634-fd79-4a77-914a-cf8898ff405c req-fefd0cb7-6fdb-4dfe-8954-b3163b0d529b service neutron] 10.222.0.36 "PUT /v2.0/ports/49488aae-7d38-4275-b594-de1e392ddb50 HTTP/1.1" status: 200 len: 1091 time: 0.9993937 Jan 18 23:14:34.627117 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefd0cb7-6fdb-4dfe-8954-b3163b0d529b service neutron] Pushing event updated for resources: {'Port': ['ID=49488aae-7d38-4275-b594-de1e392ddb50,revision_number=7']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:34.647308 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25f3634-fd79-4a77-914a-cf8898ff405c req-388b4f1b-2279-4f51-ae92-9833dfd91bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:34.648917 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f25f3634-fd79-4a77-914a-cf8898ff405c req-388b4f1b-2279-4f51-ae92-9833dfd91bfd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d0817dfc7dbd4f18b8c38ccdeec25880&device_id=a842d56e-7c75-4d28-9860-f45cde59ff71 HTTP/1.1" status: 200 len: 1094 time: 0.0477724 Jan 18 23:14:34.744409 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25f3634-fd79-4a77-914a-cf8898ff405c req-e12cc42e-7d8a-4251-9bcf-0a07feb87ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:34.746788 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f25f3634-fd79-4a77-914a-cf8898ff405c req-e12cc42e-7d8a-4251-9bcf-0a07feb87ccf service neutron] 10.222.0.36 "GET /v2.0/networks?id=03c17334-6d16-4aa6-9626-c00f5192d8b6 HTTP/1.1" status: 200 len: 896 time: 0.0901744 Jan 18 23:14:34.809773 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f25f3634-fd79-4a77-914a-cf8898ff405c req-1a652eeb-1647-4dd1-8c27-c6c7e3f38994 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49488aae-7d38-4275-b594-de1e392ddb50 HTTP/1.1" status: 200 len: 999 time: 0.0575497 Jan 18 23:14:34.856814 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25f3634-fd79-4a77-914a-cf8898ff405c req-5fb10097-5a7b-45dc-9c77-4b9aca19af11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:34.858144 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f25f3634-fd79-4a77-914a-cf8898ff405c req-5fb10097-5a7b-45dc-9c77-4b9aca19af11 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3f0bd279-61a5-4ef5-929e-d1690c18b1e4 HTTP/1.1" status: 200 len: 835 time: 0.0422988 Jan 18 23:14:34.910522 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25f3634-fd79-4a77-914a-cf8898ff405c req-51edaf8e-a691-4600-bae8-853ff45d2581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:34.911999 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f25f3634-fd79-4a77-914a-cf8898ff405c req-51edaf8e-a691-4600-bae8-853ff45d2581 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=03c17334-6d16-4aa6-9626-c00f5192d8b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476637 Jan 18 23:14:34.997889 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f25f3634-fd79-4a77-914a-cf8898ff405c req-5872c1c2-7f8d-41a9-a5b0-f1655d22074c service neutron] 10.222.0.36 "GET /v2.0/networks/03c17334-6d16-4aa6-9626-c00f5192d8b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790527 Jan 18 23:14:35.087105 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f25f3634-fd79-4a77-914a-cf8898ff405c req-2420ae70-b50c-43d3-a47f-499e26ea47f3 service neutron] 10.222.0.36 "GET /v2.0/networks/03c17334-6d16-4aa6-9626-c00f5192d8b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834939 Jan 18 23:14:35.639360 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42e99eb-9f6a-4c6c-a6af-90937a0f52e2 req-b4260b5f-1bf7-451f-a548-c79b551e4d20 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:35.640921 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f42e99eb-9f6a-4c6c-a6af-90937a0f52e2 req-b4260b5f-1bf7-451f-a548-c79b551e4d20 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=a842d56e-7c75-4d28-9860-f45cde59ff71 HTTP/1.1" status: 200 len: 943 time: 0.0482583 Jan 18 23:14:35.679392 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f42e99eb-9f6a-4c6c-a6af-90937a0f52e2 req-fd6c32bf-502a-41e6-b144-fbfeafa0b9af tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e99de-e4e1-49a0-9691-c45184b910f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321348 Jan 18 23:14:36.217496 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a842d56e-7c75-4d28-9860-f45cde59ff71', 'tag': '49488aae-7d38-4275-b594-de1e392ddb50'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:14:36.219887 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6adba52062d83d0b70d142dbcd5753b88deeeedcec75449c501cd3eecc31c27c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66a7b523-d4b2-4cca-a0b0-3f7addcb078e" -d '{"events": [{"name": "network-changed", "server_uuid": "a842d56e-7c75-4d28-9860-f45cde59ff71", "tag": "49488aae-7d38-4275-b594-de1e392ddb50"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 23:14:36.266961 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 23:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89c0a463-b038-4729-b8bc-6048517d6eb4 x-openstack-request-id: req-89c0a463-b038-4729-b8bc-6048517d6eb4 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 23:14:36.267257 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a842d56e-7c75-4d28-9860-f45cde59ff71", "tag": "49488aae-7d38-4275-b594-de1e392ddb50", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 23:14:36.267511 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-89c0a463-b038-4729-b8bc-6048517d6eb4 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 23:14:36.267909 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a842d56e-7c75-4d28-9860-f45cde59ff71', 'tag': '49488aae-7d38-4275-b594-de1e392ddb50', 'status': 'completed', 'code': 200} Jan 18 23:14:36.325546 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a7b523-d4b2-4cca-a0b0-3f7addcb078e req-6c0d9ef7-3c02-4801-ac1d-e2c00e5c84c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:36.327148 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-66a7b523-d4b2-4cca-a0b0-3f7addcb078e req-6c0d9ef7-3c02-4801-ac1d-e2c00e5c84c3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d0817dfc7dbd4f18b8c38ccdeec25880&device_id=a842d56e-7c75-4d28-9860-f45cde59ff71 HTTP/1.1" status: 200 len: 1094 time: 0.0410104 Jan 18 23:14:36.328101 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a7b523-d4b2-4cca-a0b0-3f7addcb078e req-64a230ef-9878-4ecf-b9f0-c78d86584d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:36.329596 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-66a7b523-d4b2-4cca-a0b0-3f7addcb078e req-64a230ef-9878-4ecf-b9f0-c78d86584d47 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d0817dfc7dbd4f18b8c38ccdeec25880&device_id=a842d56e-7c75-4d28-9860-f45cde59ff71 HTTP/1.1" status: 200 len: 1094 time: 0.0403018 Jan 18 23:14:36.419137 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a7b523-d4b2-4cca-a0b0-3f7addcb078e req-4fb530bd-cf16-45d7-b8a0-e9d255c2d8df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:36.420479 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a7b523-d4b2-4cca-a0b0-3f7addcb078e req-29c780eb-d5f1-47f9-ab48-3ef332c80152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:36.420636 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-66a7b523-d4b2-4cca-a0b0-3f7addcb078e req-4fb530bd-cf16-45d7-b8a0-e9d255c2d8df service neutron] 10.222.0.67 "GET /v2.0/networks?id=03c17334-6d16-4aa6-9626-c00f5192d8b6 HTTP/1.1" status: 200 len: 896 time: 0.0867431 Jan 18 23:14:36.423004 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-66a7b523-d4b2-4cca-a0b0-3f7addcb078e req-29c780eb-d5f1-47f9-ab48-3ef332c80152 service neutron] 10.222.0.36 "GET /v2.0/networks?id=03c17334-6d16-4aa6-9626-c00f5192d8b6 HTTP/1.1" status: 200 len: 896 time: 0.0863872 Jan 18 23:14:36.491232 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-66a7b523-d4b2-4cca-a0b0-3f7addcb078e req-4ea13cce-39cf-4e47-be1b-58d22116a4a1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49488aae-7d38-4275-b594-de1e392ddb50 HTTP/1.1" status: 200 len: 999 time: 0.0610948 Jan 18 23:14:36.493999 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-66a7b523-d4b2-4cca-a0b0-3f7addcb078e req-f8b559fa-a1b0-49d7-a1a5-e7e783355c06 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49488aae-7d38-4275-b594-de1e392ddb50 HTTP/1.1" status: 200 len: 999 time: 0.0668349 Jan 18 23:14:36.543190 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a7b523-d4b2-4cca-a0b0-3f7addcb078e req-2a293991-d47b-4c84-9de3-eb0dd89d0675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:36.544993 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-66a7b523-d4b2-4cca-a0b0-3f7addcb078e req-2a293991-d47b-4c84-9de3-eb0dd89d0675 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3f0bd279-61a5-4ef5-929e-d1690c18b1e4 HTTP/1.1" status: 200 len: 835 time: 0.0452297 Jan 18 23:14:36.547133 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a7b523-d4b2-4cca-a0b0-3f7addcb078e req-f422dda8-3c58-48e3-87a1-de840c2872a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:36.548613 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-66a7b523-d4b2-4cca-a0b0-3f7addcb078e req-f422dda8-3c58-48e3-87a1-de840c2872a3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3f0bd279-61a5-4ef5-929e-d1690c18b1e4 HTTP/1.1" status: 200 len: 835 time: 0.0471528 Jan 18 23:14:36.598554 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a7b523-d4b2-4cca-a0b0-3f7addcb078e req-dbb7928d-1152-4975-bd86-123d1e6d054f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:36.600109 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-66a7b523-d4b2-4cca-a0b0-3f7addcb078e req-dbb7928d-1152-4975-bd86-123d1e6d054f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=03c17334-6d16-4aa6-9626-c00f5192d8b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477989 Jan 18 23:14:36.602173 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a7b523-d4b2-4cca-a0b0-3f7addcb078e req-dd3bd198-f313-4639-96b4-b4802bbbfd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:36.603695 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-66a7b523-d4b2-4cca-a0b0-3f7addcb078e req-dd3bd198-f313-4639-96b4-b4802bbbfd27 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=03c17334-6d16-4aa6-9626-c00f5192d8b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478876 Jan 18 23:14:36.689737 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-66a7b523-d4b2-4cca-a0b0-3f7addcb078e req-9f562475-edb3-4dfb-a07c-ea6be3658711 service neutron] 10.222.0.67 "GET /v2.0/networks/03c17334-6d16-4aa6-9626-c00f5192d8b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828907 Jan 18 23:14:36.704755 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-66a7b523-d4b2-4cca-a0b0-3f7addcb078e req-2dc2f3ef-4ee2-4ad4-9f10-a769323cfa39 service neutron] 10.222.0.36 "GET /v2.0/networks/03c17334-6d16-4aa6-9626-c00f5192d8b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928721 Jan 18 23:14:36.794700 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-66a7b523-d4b2-4cca-a0b0-3f7addcb078e req-20481dc9-ed42-4867-a2fb-cab5772f401f service neutron] 10.222.0.36 "GET /v2.0/networks/03c17334-6d16-4aa6-9626-c00f5192d8b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829890 Jan 18 23:14:36.818971 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aa37ef-2ffa-4134-8921-ace77c121c7a req-e47d036a-b70c-40e0-ab1d-28753daf5915 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:36.820498 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a3aa37ef-2ffa-4134-8921-ace77c121c7a req-e47d036a-b70c-40e0-ab1d-28753daf5915 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=a842d56e-7c75-4d28-9860-f45cde59ff71 HTTP/1.1" status: 200 len: 943 time: 0.0730217 Jan 18 23:14:36.822696 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-66a7b523-d4b2-4cca-a0b0-3f7addcb078e req-fead7697-25c6-4b05-9ca4-88e831208ef6 service neutron] 10.222.0.67 "GET /v2.0/networks/03c17334-6d16-4aa6-9626-c00f5192d8b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266630 Jan 18 23:14:36.857928 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a3aa37ef-2ffa-4134-8921-ace77c121c7a req-d96bafd6-9fd9-46c4-aaeb-1be1d8d1da3d tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e99de-e4e1-49a0-9691-c45184b910f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314877 Jan 18 23:14:37.082090 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8f5b0a-7966-4613-b1ab-a79a8ffbf47f req-527050b0-4513-49dc-8e6d-48ef33fa639b tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:37.084151 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0a8f5b0a-7966-4613-b1ab-a79a8ffbf47f req-527050b0-4513-49dc-8e6d-48ef33fa639b tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=a842d56e-7c75-4d28-9860-f45cde59ff71 HTTP/1.1" status: 200 len: 943 time: 0.0837948 Jan 18 23:14:37.095907 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c065eb-7afd-46c5-a653-a027ef45a6b6 req-a1c3e496-2806-4200-936b-06cc149a4981 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:37.097335 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-41c065eb-7afd-46c5-a653-a027ef45a6b6 req-a1c3e496-2806-4200-936b-06cc149a4981 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.67 "GET /v2.0/ports?device_id=a842d56e-7c75-4d28-9860-f45cde59ff71&tenant_id=d0817dfc7dbd4f18b8c38ccdeec25880&binding%3Ahost_id=n-h1-825064-1 HTTP/1.1" status: 200 len: 943 time: 0.0701516 Jan 18 23:14:37.167118 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0a8f5b0a-7966-4613-b1ab-a79a8ffbf47f req-5ec23956-faa0-40a8-8bd3-cd13d2bc6666 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e99de-e4e1-49a0-9691-c45184b910f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686328 Jan 18 23:14:37.183049 n-d-825064-1 neutron-server[102430]: INFO neutron.api.v2.resource [req-41c065eb-7afd-46c5-a653-a027ef45a6b6 req-30cdf3b1-4c71-450a-9927-0c489c8d59d9 service neutron] delete failed (client error): The resource could not be found. Jan 18 23:14:37.183049 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-41c065eb-7afd-46c5-a653-a027ef45a6b6 req-30cdf3b1-4c71-450a-9927-0c489c8d59d9 service neutron] 10.222.0.67 "DELETE /v2.0/ports/49488aae-7d38-4275-b594-de1e392ddb50/bindings/n-h2-825064-1 HTTP/1.1" status: 404 len: 380 time: 0.0777624 Jan 18 23:14:37.257860 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 49488aae-7d38-4275-b594-de1e392ddb50 details requested by agent hyperv_n-h1-825064-1 with host n-h1-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 23:14:37.307054 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c065eb-7afd-46c5-a653-a027ef45a6b6 req-cdf015ae-653a-464e-a65e-149418a242c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:37.308586 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-41c065eb-7afd-46c5-a653-a027ef45a6b6 req-cdf015ae-653a-464e-a65e-149418a242c5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d0817dfc7dbd4f18b8c38ccdeec25880&device_id=a842d56e-7c75-4d28-9860-f45cde59ff71 HTTP/1.1" status: 200 len: 1094 time: 0.0744665 Jan 18 23:14:37.319046 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73983357-1df9-4cc3-99b9-df86ced030a9 req-674fa4af-6481-4405-84e6-cc090ee92b37 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:37.320550 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-73983357-1df9-4cc3-99b9-df86ced030a9 req-674fa4af-6481-4405-84e6-cc090ee92b37 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=a842d56e-7c75-4d28-9860-f45cde59ff71 HTTP/1.1" status: 200 len: 943 time: 0.0851095 Jan 18 23:14:37.354056 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 49488aae-7d38-4275-b594-de1e392ddb50, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=49488aae-7d38-4275-b594-de1e392ddb50,segment=NetworkSegment(88c989f9-a300-475a-89f8-c8d66d16c0d0),segment_id=88c989f9-a300-475a-89f8-c8d66d16c0d0)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:14:37.364770 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Returning: {'device': '49488aae-7d38-4275-b594-de1e392ddb50', 'network_id': '03c17334-6d16-4aa6-9626-c00f5192d8b6', 'port_id': '49488aae-7d38-4275-b594-de1e392ddb50', 'mac_address': 'fa:16:3e:1f:66:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f0bd279-61a5-4ef5-929e-d1690c18b1e4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 23:14:37.404110 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-73983357-1df9-4cc3-99b9-df86ced030a9 req-fd9c5d91-3c6b-4ffc-949b-bdb8adedbdf3 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e99de-e4e1-49a0-9691-c45184b910f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746696 Jan 18 23:14:37.404562 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:37.425035 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49488aae-7d38-4275-b594-de1e392ddb50 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:14:37.430895 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c065eb-7afd-46c5-a653-a027ef45a6b6 req-3808a599-57d0-4640-a0a6-dfc7d8b6bc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:37.432407 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-41c065eb-7afd-46c5-a653-a027ef45a6b6 req-3808a599-57d0-4640-a0a6-dfc7d8b6bc49 service neutron] 10.222.0.67 "GET /v2.0/networks?id=03c17334-6d16-4aa6-9626-c00f5192d8b6 HTTP/1.1" status: 200 len: 896 time: 0.1109724 Jan 18 23:14:37.437982 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 49488aae-7d38-4275-b594-de1e392ddb50, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=49488aae-7d38-4275-b594-de1e392ddb50,segment=NetworkSegment(88c989f9-a300-475a-89f8-c8d66d16c0d0),segment_id=88c989f9-a300-475a-89f8-c8d66d16c0d0)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:14:37.443027 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:37.493094 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=49488aae-7d38-4275-b594-de1e392ddb50,revision_number=8']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:37.500167 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:14:37.500516 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:14:37.500853 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:14:37.501183 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:14:37.501509 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:14:37.501831 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:14:37.502158 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:14:37.502479 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:14:37.502796 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:14:37.503110 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:14:37.503426 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:14:37.503739 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:14:37.505373 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-41c065eb-7afd-46c5-a653-a027ef45a6b6 req-c8d7ee35-d9c2-4988-8319-afbca08f160c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49488aae-7d38-4275-b594-de1e392ddb50 HTTP/1.1" status: 200 len: 1000 time: 0.0655620 Jan 18 23:14:37.553617 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c065eb-7afd-46c5-a653-a027ef45a6b6 req-9b73b534-1d58-43d2-a21c-00fe799582b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:37.555007 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-41c065eb-7afd-46c5-a653-a027ef45a6b6 req-9b73b534-1d58-43d2-a21c-00fe799582b1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3f0bd279-61a5-4ef5-929e-d1690c18b1e4 HTTP/1.1" status: 200 len: 835 time: 0.0432825 Jan 18 23:14:37.598072 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c065eb-7afd-46c5-a653-a027ef45a6b6 req-9d100989-2a94-42a5-832a-e921e238f37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:37.599496 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-41c065eb-7afd-46c5-a653-a027ef45a6b6 req-9d100989-2a94-42a5-832a-e921e238f37f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=03c17334-6d16-4aa6-9626-c00f5192d8b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386062 Jan 18 23:14:37.690206 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['49488aae-7d38-4275-b594-de1e392ddb50'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 23:14:37.690600 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-41c065eb-7afd-46c5-a653-a027ef45a6b6 req-b260e248-3c97-4e53-8e2c-74739aba6cc5 service neutron] 10.222.0.67 "GET /v2.0/networks/03c17334-6d16-4aa6-9626-c00f5192d8b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844486 Jan 18 23:14:37.780211 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-41c065eb-7afd-46c5-a653-a027ef45a6b6 req-41c1cc07-bb6c-4105-becd-cdb8cab76d8b service neutron] 10.222.0.67 "GET /v2.0/networks/03c17334-6d16-4aa6-9626-c00f5192d8b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833950 Jan 18 23:14:38.083726 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 49488aae-7d38-4275-b594-de1e392ddb50 no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 23:14:38.122560 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 49488aae-7d38-4275-b594-de1e392ddb50 not bound to the agent host n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 23:14:38.521539 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697f3dbf-63b5-4cf0-a972-7203dd161588 req-e44bb054-3e99-4add-9b9e-e74efab0e5e4 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:38.522989 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-697f3dbf-63b5-4cf0-a972-7203dd161588 req-e44bb054-3e99-4add-9b9e-e74efab0e5e4 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=a842d56e-7c75-4d28-9860-f45cde59ff71 HTTP/1.1" status: 200 len: 944 time: 0.0523992 Jan 18 23:14:38.559947 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-697f3dbf-63b5-4cf0-a972-7203dd161588 req-b732d76f-3e48-47eb-8c65-921b71dedd26 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e99de-e4e1-49a0-9691-c45184b910f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309191 Jan 18 23:14:38.582449 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 59968) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:14:38.641074 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-4073e86b-4147-4a92-81eb-85bbdcb7a433 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/floatingips/9f238b77-e4c9-4e27-9bd2-e43b0a8f867e HTTP/1.1" status: 200 len: 992 time: 0.0575459 Jan 18 23:14:39.251428 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 49488aae-7d38-4275-b594-de1e392ddb50 up at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 23:14:39.298305 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning for port 49488aae-7d38-4275-b594-de1e392ddb50 completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:14:39.301792 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning complete for port 49488aae-7d38-4275-b594-de1e392ddb50 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:14:39.302158 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:39.377602 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:39.399563 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a842d56e-7c75-4d28-9860-f45cde59ff71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49488aae-7d38-4275-b594-de1e392ddb50'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:14:39.401805 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b134bc65f967cea6f1797bfdd7611f84549a2ae334dac04105da021bbc0aa067" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d870438b-17c7-4fbc-9d07-3f1d5d780df2" -d '{"events": [{"server_uuid": "a842d56e-7c75-4d28-9860-f45cde59ff71", "name": "network-vif-plugged", "status": "completed", "tag": "49488aae-7d38-4275-b594-de1e392ddb50"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 23:14:39.413802 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 49488aae-7d38-4275-b594-de1e392ddb50, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=49488aae-7d38-4275-b594-de1e392ddb50,segment=NetworkSegment(88c989f9-a300-475a-89f8-c8d66d16c0d0),segment_id=88c989f9-a300-475a-89f8-c8d66d16c0d0)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:14:39.418749 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:39.442238 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 23:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-253f236d-85a4-4135-99da-36eae0c4aae5 x-openstack-request-id: req-253f236d-85a4-4135-99da-36eae0c4aae5 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 23:14:39.442527 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a842d56e-7c75-4d28-9860-f45cde59ff71", "name": "network-vif-plugged", "status": "completed", "tag": "49488aae-7d38-4275-b594-de1e392ddb50", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 23:14:39.442774 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-253f236d-85a4-4135-99da-36eae0c4aae5 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 23:14:39.443158 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a842d56e-7c75-4d28-9860-f45cde59ff71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49488aae-7d38-4275-b594-de1e392ddb50', 'code': 200} Jan 18 23:14:39.467251 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=49488aae-7d38-4275-b594-de1e392ddb50,revision_number=9']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:43.315032 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:44.191013 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:49.371701 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cdb576eb-5357-4090-b514-ad3aa1c3d592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:52.009950 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-964e7229-ff54-4ef9-8980-915914cd062d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:53.144690 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:54.601836 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:54.717261 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:03.234398 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 23:15:07.090751 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 59982) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:15:07.246858 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-bda68cdd-dbd6-4195-8547-0b6be42ecc73 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Deleting port 224e9105-f99f-43cb-a937-cd73b855d33f {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 23:15:07.247204 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bda68cdd-dbd6-4195-8547-0b6be42ecc73 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:07.320262 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bda68cdd-dbd6-4195-8547-0b6be42ecc73 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:07.320590 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bda68cdd-dbd6-4195-8547-0b6be42ecc73 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:07.333934 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-bda68cdd-dbd6-4195-8547-0b6be42ecc73 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Calling delete_port for 224e9105-f99f-43cb-a937-cd73b855d33f owned by network:floatingip {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 23:15:07.485901 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bda68cdd-dbd6-4195-8547-0b6be42ecc73 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:07.510940 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda68cdd-dbd6-4195-8547-0b6be42ecc73 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Pushing event deleted for resources: {'Port': ['ID=224e9105-f99f-43cb-a937-cd73b855d33f,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:07.535560 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda68cdd-dbd6-4195-8547-0b6be42ecc73 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:15:07.535895 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda68cdd-dbd6-4195-8547-0b6be42ecc73 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:15:07.536275 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda68cdd-dbd6-4195-8547-0b6be42ecc73 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:15:07.537138 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda68cdd-dbd6-4195-8547-0b6be42ecc73 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:15:07.537487 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda68cdd-dbd6-4195-8547-0b6be42ecc73 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:15:07.537824 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda68cdd-dbd6-4195-8547-0b6be42ecc73 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:15:07.538151 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda68cdd-dbd6-4195-8547-0b6be42ecc73 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:15:07.538478 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda68cdd-dbd6-4195-8547-0b6be42ecc73 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:15:07.538805 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda68cdd-dbd6-4195-8547-0b6be42ecc73 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:15:07.539130 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda68cdd-dbd6-4195-8547-0b6be42ecc73 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:15:07.539454 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda68cdd-dbd6-4195-8547-0b6be42ecc73 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:15:07.539776 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda68cdd-dbd6-4195-8547-0b6be42ecc73 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:15:07.577686 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bda68cdd-dbd6-4195-8547-0b6be42ecc73 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for floatingip, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:07.578073 n-d-825064-1 neutron-server[102430]: INFO neutron.db.l3_db [None req-bda68cdd-dbd6-4195-8547-0b6be42ecc73 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Floating IP 9f238b77-e4c9-4e27-9bd2-e43b0a8f867e disassociated (deleted). External IP: 172.25.5.178, port: 49488aae-7d38-4275-b594-de1e392ddb50. Jan 18 23:15:07.781301 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bda68cdd-dbd6-4195-8547-0b6be42ecc73 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Router b4fd8965-bb7f-458b-a3bc-b6de8d69fb27 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:15:08.189150 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bda68cdd-dbd6-4195-8547-0b6be42ecc73 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:15:08.194319 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bda68cdd-dbd6-4195-8547-0b6be42ecc73 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:08.198870 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e9ea7c-98de-446b-8259-e46dcf27e9e9 None None] Sync routers for ids ['b4fd8965-bb7f-458b-a3bc-b6de8d69fb27'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:15:08.207539 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e9ea7c-98de-446b-8259-e46dcf27e9e9 None None] Routers {'b4fd8965-bb7f-458b-a3bc-b6de8d69fb27'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:15:08.208149 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-e4e9ea7c-98de-446b-8259-e46dcf27e9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:14:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['b4fd8965-bb7f-458b-a3bc-b6de8d69fb27'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:08.220877 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-bda68cdd-dbd6-4195-8547-0b6be42ecc73 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "DELETE /v2.0/floatingips/9f238b77-e4c9-4e27-9bd2-e43b0a8f867e HTTP/1.1" status: 204 len: 168 time: 1.1290331 Jan 18 23:15:08.221469 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a842d56e-7c75-4d28-9860-f45cde59ff71', 'tag': '49488aae-7d38-4275-b594-de1e392ddb50'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:15:08.223712 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f9cd323385b35eafd7505e92119ef15b9cb9d1db746596d3e25314435e3cbaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2af63859-60a7-4850-aad9-7b54dca9280b" -d '{"events": [{"name": "network-changed", "server_uuid": "a842d56e-7c75-4d28-9860-f45cde59ff71", "tag": "49488aae-7d38-4275-b594-de1e392ddb50"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 23:15:08.261840 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 23:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a87d336-9c7c-4544-8b8c-53361c3feca4 x-openstack-request-id: req-2a87d336-9c7c-4544-8b8c-53361c3feca4 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 23:15:08.262138 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a842d56e-7c75-4d28-9860-f45cde59ff71", "tag": "49488aae-7d38-4275-b594-de1e392ddb50", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 23:15:08.262444 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2a87d336-9c7c-4544-8b8c-53361c3feca4 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 23:15:08.262789 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a842d56e-7c75-4d28-9860-f45cde59ff71', 'tag': '49488aae-7d38-4275-b594-de1e392ddb50', 'status': 'completed', 'code': 200} Jan 18 23:15:08.313412 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-e4e9ea7c-98de-446b-8259-e46dcf27e9e9 None None] Set router b4fd8965-bb7f-458b-a3bc-b6de8d69fb27 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:15:08.329371 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af63859-60a7-4850-aad9-7b54dca9280b req-8fafa245-6b71-4251-85e9-d84e57d7ad01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:08.331016 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2af63859-60a7-4850-aad9-7b54dca9280b req-8fafa245-6b71-4251-85e9-d84e57d7ad01 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d0817dfc7dbd4f18b8c38ccdeec25880&device_id=a842d56e-7c75-4d28-9860-f45cde59ff71 HTTP/1.1" status: 200 len: 1096 time: 0.0469944 Jan 18 23:15:08.438912 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af63859-60a7-4850-aad9-7b54dca9280b req-34929374-f18f-4d67-bc56-339e4f70c37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:08.440558 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2af63859-60a7-4850-aad9-7b54dca9280b req-34929374-f18f-4d67-bc56-339e4f70c37a service neutron] 10.222.0.36 "GET /v2.0/networks?id=03c17334-6d16-4aa6-9626-c00f5192d8b6 HTTP/1.1" status: 200 len: 896 time: 0.1005912 Jan 18 23:15:08.457329 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce67df8f-4133-4c50-b491-5affd8943167 req-6b5e2cab-4113-4464-ad54-94d6e5effed5 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:08.458856 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ce67df8f-4133-4c50-b491-5affd8943167 req-6b5e2cab-4113-4464-ad54-94d6e5effed5 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=a842d56e-7c75-4d28-9860-f45cde59ff71 HTTP/1.1" status: 200 len: 945 time: 0.0530634 Jan 18 23:15:08.487513 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2af63859-60a7-4850-aad9-7b54dca9280b req-8c2bd01f-6ae0-47e5-8343-d9218830bb66 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49488aae-7d38-4275-b594-de1e392ddb50 HTTP/1.1" status: 200 len: 217 time: 0.0363102 Jan 18 23:15:08.500249 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ce67df8f-4133-4c50-b491-5affd8943167 req-e2aaa288-6f1b-4de1-abb1-b0c1d46593a9 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e99de-e4e1-49a0-9691-c45184b910f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353463 Jan 18 23:15:08.529984 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-e4e9ea7c-98de-446b-8259-e46dcf27e9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4fd8965-bb7f-458b-a3bc-b6de8d69fb27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-462924678', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '01376d51-caa9-486e-a6f3-25f7a1b7ed45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:13:25Z', 'updated_at': '2022-01-18T23:13:28Z', 'revision_number': 4, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'gw_port': {'id': '01376d51-caa9-486e-a6f3-25f7a1b7ed45', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:63:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fd8965-bb7f-458b-a3bc-b6de8d69fb27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:13:25Z', 'updated_at': '2022-01-18T23:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '5ffd5992-72eb-45e5-b826-9d22eba33f88', 'name': '', 'network_id': '03c17334-6d16-4aa6-9626-c00f5192d8b6', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'mac_address': 'fa:16:3e:a4:f1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fd8965-bb7f-458b-a3bc-b6de8d69fb27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '3f0bd279-61a5-4ef5-929e-d1690c18b1e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:13:28Z', 'updated_at': '2022-01-18T23:13:31Z', 'revision_number': 5, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'subnets': [{'id': '3f0bd279-61a5-4ef5-929e-d1690c18b1e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:08.542723 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af63859-60a7-4850-aad9-7b54dca9280b req-a5adcb9b-fcc2-4d23-ab7f-364b39cc53a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:08.544341 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2af63859-60a7-4850-aad9-7b54dca9280b req-a5adcb9b-fcc2-4d23-ab7f-364b39cc53a2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3f0bd279-61a5-4ef5-929e-d1690c18b1e4 HTTP/1.1" status: 200 len: 835 time: 0.0492899 Jan 18 23:15:08.555930 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e9ea7c-98de-446b-8259-e46dcf27e9e9 None None] Checking router: b4fd8965-bb7f-458b-a3bc-b6de8d69fb27 for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:15:08.564067 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e9ea7c-98de-446b-8259-e46dcf27e9e9 None None] Routers {'b4fd8965-bb7f-458b-a3bc-b6de8d69fb27'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:15:08.564694 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-e4e9ea7c-98de-446b-8259-e46dcf27e9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:14:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['b4fd8965-bb7f-458b-a3bc-b6de8d69fb27'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:08.591477 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af63859-60a7-4850-aad9-7b54dca9280b req-fc2b2647-f905-49ad-bb86-94e725eb3764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:08.593018 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2af63859-60a7-4850-aad9-7b54dca9280b req-fc2b2647-f905-49ad-bb86-94e725eb3764 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=03c17334-6d16-4aa6-9626-c00f5192d8b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394664 Jan 18 23:15:08.667891 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-e4e9ea7c-98de-446b-8259-e46dcf27e9e9 None None] Set router b4fd8965-bb7f-458b-a3bc-b6de8d69fb27 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:15:08.681327 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2af63859-60a7-4850-aad9-7b54dca9280b req-a430f68a-6c33-49ab-b531-01ade13db5b3 service neutron] 10.222.0.36 "GET /v2.0/networks/03c17334-6d16-4aa6-9626-c00f5192d8b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796278 Jan 18 23:15:08.774960 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-2af63859-60a7-4850-aad9-7b54dca9280b req-4d4b10d0-b408-40dd-8d57-786c45f82ca5 service neutron] 10.222.0.36 "GET /v2.0/networks/03c17334-6d16-4aa6-9626-c00f5192d8b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853269 Jan 18 23:15:08.963462 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-e4e9ea7c-98de-446b-8259-e46dcf27e9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4fd8965-bb7f-458b-a3bc-b6de8d69fb27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-462924678', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '01376d51-caa9-486e-a6f3-25f7a1b7ed45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:13:25Z', 'updated_at': '2022-01-18T23:13:28Z', 'revision_number': 4, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'gw_port': {'id': '01376d51-caa9-486e-a6f3-25f7a1b7ed45', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:63:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fd8965-bb7f-458b-a3bc-b6de8d69fb27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:13:25Z', 'updated_at': '2022-01-18T23:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '5ffd5992-72eb-45e5-b826-9d22eba33f88', 'name': '', 'network_id': '03c17334-6d16-4aa6-9626-c00f5192d8b6', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'mac_address': 'fa:16:3e:a4:f1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fd8965-bb7f-458b-a3bc-b6de8d69fb27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '3f0bd279-61a5-4ef5-929e-d1690c18b1e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:13:28Z', 'updated_at': '2022-01-18T23:13:31Z', 'revision_number': 5, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'subnets': [{'id': '3f0bd279-61a5-4ef5-929e-d1690c18b1e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:08.987939 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e9ea7c-98de-446b-8259-e46dcf27e9e9 None None] The sync data for ids ['b4fd8965-bb7f-458b-a3bc-b6de8d69fb27'] in n-d-825064-1 is: [{'id': 'b4fd8965-bb7f-458b-a3bc-b6de8d69fb27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-462924678', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '01376d51-caa9-486e-a6f3-25f7a1b7ed45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:13:25Z', 'updated_at': '2022-01-18T23:13:28Z', 'revision_number': 4, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'gw_port': {'id': '01376d51-caa9-486e-a6f3-25f7a1b7ed45', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:63:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fd8965-bb7f-458b-a3bc-b6de8d69fb27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:13:25Z', 'updated_at': '2022-01-18T23:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '5ffd5992-72eb-45e5-b826-9d22eba33f88', 'name': '', 'network_id': '03c17334-6d16-4aa6-9626-c00f5192d8b6', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'mac_address': 'fa:16:3e:a4:f1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fd8965-bb7f-458b-a3bc-b6de8d69fb27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '3f0bd279-61a5-4ef5-929e-d1690c18b1e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:13:28Z', 'updated_at': '2022-01-18T23:13:31Z', 'revision_number': 5, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'subnets': [{'id': '3f0bd279-61a5-4ef5-929e-d1690c18b1e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:15:09.205908 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc162239-5c26-4472-b9e8-9b2fa3981137 None None] New status for floating IP 9f238b77-e4c9-4e27-9bd2-e43b0a8f867e: DOWN {{(pid=102432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 23:15:09.621354 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6acdd5b-065a-48f3-b3fd-4d52d5de7181 req-c0a1b70f-134d-463b-acbc-fc4844de4027 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:09.622837 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e6acdd5b-065a-48f3-b3fd-4d52d5de7181 req-c0a1b70f-134d-463b-acbc-fc4844de4027 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=a842d56e-7c75-4d28-9860-f45cde59ff71 HTTP/1.1" status: 200 len: 945 time: 0.0496075 Jan 18 23:15:09.659527 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e6acdd5b-065a-48f3-b3fd-4d52d5de7181 req-9d6f56fe-9309-4261-af14-136233d78f19 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e7e99de-e4e1-49a0-9691-c45184b910f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307047 Jan 18 23:15:09.811634 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac6be8d-e5e8-425f-981e-30c4e043a16f req-205c62a2-6935-4646-956e-6fbc237f1dab tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:09.813105 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-4ac6be8d-e5e8-425f-981e-30c4e043a16f req-205c62a2-6935-4646-956e-6fbc237f1dab tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.36 "GET /v2.0/ports?device_id=a842d56e-7c75-4d28-9860-f45cde59ff71 HTTP/1.1" status: 200 len: 945 time: 0.0483661 Jan 18 23:15:09.903609 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-4ac6be8d-e5e8-425f-981e-30c4e043a16f req-5717cab2-6588-41f7-843f-5c85be322918 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Deleting port 49488aae-7d38-4275-b594-de1e392ddb50 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 23:15:09.903952 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-4ac6be8d-e5e8-425f-981e-30c4e043a16f req-5717cab2-6588-41f7-843f-5c85be322918 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:09.987415 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-4ac6be8d-e5e8-425f-981e-30c4e043a16f req-5717cab2-6588-41f7-843f-5c85be322918 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] For port 49488aae-7d38-4275-b594-de1e392ddb50, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=49488aae-7d38-4275-b594-de1e392ddb50,segment=NetworkSegment(88c989f9-a300-475a-89f8-c8d66d16c0d0),segment_id=88c989f9-a300-475a-89f8-c8d66d16c0d0)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:15:09.987792 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-4ac6be8d-e5e8-425f-981e-30c4e043a16f req-5717cab2-6588-41f7-843f-5c85be322918 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:10.000343 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-4ac6be8d-e5e8-425f-981e-30c4e043a16f req-5717cab2-6588-41f7-843f-5c85be322918 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Calling delete_port for 49488aae-7d38-4275-b594-de1e392ddb50 owned by compute:nova {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 23:15:10.127244 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-4ac6be8d-e5e8-425f-981e-30c4e043a16f req-5717cab2-6588-41f7-843f-5c85be322918 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:10.155574 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5717cab2-6588-41f7-843f-5c85be322918 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Pushing event deleted for resources: {'Port': ['ID=49488aae-7d38-4275-b594-de1e392ddb50,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:10.199530 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ac6be8d-e5e8-425f-981e-30c4e043a16f req-5717cab2-6588-41f7-843f-5c85be322918 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] No DVR routers for this DVR port 49488aae-7d38-4275-b594-de1e392ddb50 on host n-h1-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:15:10.202359 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-4ac6be8d-e5e8-425f-981e-30c4e043a16f req-5717cab2-6588-41f7-843f-5c85be322918 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:10.205759 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-4ac6be8d-e5e8-425f-981e-30c4e043a16f req-5717cab2-6588-41f7-843f-5c85be322918 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.36 "DELETE /v2.0/ports/49488aae-7d38-4275-b594-de1e392ddb50 HTTP/1.1" status: 204 len: 173 time: 0.3865945 Jan 18 23:15:10.206194 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a842d56e-7c75-4d28-9860-f45cde59ff71', 'name': 'network-vif-deleted', 'tag': '49488aae-7d38-4275-b594-de1e392ddb50'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:15:10.208595 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6adba52062d83d0b70d142dbcd5753b88deeeedcec75449c501cd3eecc31c27c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-016a2cdb-c0d9-49d1-9fb3-36fabd6586e5" -d '{"events": [{"server_uuid": "a842d56e-7c75-4d28-9860-f45cde59ff71", "name": "network-vif-deleted", "tag": "49488aae-7d38-4275-b594-de1e392ddb50"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 23:15:10.247472 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 23:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7135870f-8937-46c1-b2c3-d9e260d842f9 x-openstack-request-id: req-7135870f-8937-46c1-b2c3-d9e260d842f9 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 23:15:10.247800 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a842d56e-7c75-4d28-9860-f45cde59ff71", "name": "network-vif-deleted", "tag": "49488aae-7d38-4275-b594-de1e392ddb50", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 23:15:10.248056 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7135870f-8937-46c1-b2c3-d9e260d842f9 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 23:15:10.248556 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a842d56e-7c75-4d28-9860-f45cde59ff71', 'name': 'network-vif-deleted', 'tag': '49488aae-7d38-4275-b594-de1e392ddb50', 'status': 'completed', 'code': 200} Jan 18 23:15:10.714842 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 59996) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:15:11.058839 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-09f374c3-9a87-4c25-b48d-cc9cadf359c9 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1041027'] for router_interface, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:11.305381 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-09f374c3-9a87-4c25-b48d-cc9cadf359c9 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Deleting port 5ffd5992-72eb-45e5-b826-9d22eba33f88 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 23:15:11.305716 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-09f374c3-9a87-4c25-b48d-cc9cadf359c9 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:11.393068 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-09f374c3-9a87-4c25-b48d-cc9cadf359c9 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] For port 5ffd5992-72eb-45e5-b826-9d22eba33f88, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=5ffd5992-72eb-45e5-b826-9d22eba33f88,segment=NetworkSegment(88c989f9-a300-475a-89f8-c8d66d16c0d0),segment_id=88c989f9-a300-475a-89f8-c8d66d16c0d0)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:15:11.393389 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-09f374c3-9a87-4c25-b48d-cc9cadf359c9 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:11.405652 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-09f374c3-9a87-4c25-b48d-cc9cadf359c9 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Calling delete_port for 5ffd5992-72eb-45e5-b826-9d22eba33f88 owned by network:router_interface {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 23:15:11.581799 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-09f374c3-9a87-4c25-b48d-cc9cadf359c9 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:11.608492 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f374c3-9a87-4c25-b48d-cc9cadf359c9 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Pushing event deleted for resources: {'Port': ['ID=5ffd5992-72eb-45e5-b826-9d22eba33f88,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:11.779180 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-09f374c3-9a87-4c25-b48d-cc9cadf359c9 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-613841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1046579'] for router_interface, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:11.984255 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09f374c3-9a87-4c25-b48d-cc9cadf359c9 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Router b4fd8965-bb7f-458b-a3bc-b6de8d69fb27 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:15:12.092070 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09f374c3-9a87-4c25-b48d-cc9cadf359c9 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:15:12.097173 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-09f374c3-9a87-4c25-b48d-cc9cadf359c9 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "PUT /v2.0/routers/b4fd8965-bb7f-458b-a3bc-b6de8d69fb27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3812139 Jan 18 23:15:12.100874 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 59998) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:15:12.101819 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333a0c9d-646d-46e3-9bc8-d0b1f67fb24d None None] Sync routers for ids ['b4fd8965-bb7f-458b-a3bc-b6de8d69fb27'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:15:12.110759 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333a0c9d-646d-46e3-9bc8-d0b1f67fb24d None None] Routers {'b4fd8965-bb7f-458b-a3bc-b6de8d69fb27'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:15:12.111347 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-333a0c9d-646d-46e3-9bc8-d0b1f67fb24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:14:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['b4fd8965-bb7f-458b-a3bc-b6de8d69fb27'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:12.150940 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dafd2c3-a8b8-4901-9b8f-a2a4bbdfb77e tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Deleting subnet 3f0bd279-61a5-4ef5-929e-d1690c18b1e4 {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 23:15:12.153951 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2dafd2c3-a8b8-4901-9b8f-a2a4bbdfb77e tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:12.192687 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2dafd2c3-a8b8-4901-9b8f-a2a4bbdfb77e tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:12.212911 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-333a0c9d-646d-46e3-9bc8-d0b1f67fb24d None None] Set router b4fd8965-bb7f-458b-a3bc-b6de8d69fb27 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:15:12.277215 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2dafd2c3-a8b8-4901-9b8f-a2a4bbdfb77e tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:12.334148 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2dafd2c3-a8b8-4901-9b8f-a2a4bbdfb77e tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:12.360981 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dafd2c3-a8b8-4901-9b8f-a2a4bbdfb77e tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Pushing event deleted for resources: {'Subnet': ['ID=3f0bd279-61a5-4ef5-929e-d1690c18b1e4,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:12.366383 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2dafd2c3-a8b8-4901-9b8f-a2a4bbdfb77e tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:12.369794 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-2dafd2c3-a8b8-4901-9b8f-a2a4bbdfb77e tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "DELETE /v2.0/subnets/3f0bd279-61a5-4ef5-929e-d1690c18b1e4 HTTP/1.1" status: 204 len: 168 time: 0.2679760 Jan 18 23:15:12.372461 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60000) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:15:12.373025 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c54742-37e1-403e-8298-3ca50343384a None None] Network 03c17334-6d16-4aa6-9626-c00f5192d8b6 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 23:15:12.391058 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-333a0c9d-646d-46e3-9bc8-d0b1f67fb24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4fd8965-bb7f-458b-a3bc-b6de8d69fb27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-462924678', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '01376d51-caa9-486e-a6f3-25f7a1b7ed45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:13:25Z', 'updated_at': '2022-01-18T23:15:11Z', 'revision_number': 5, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'gw_port': {'id': '01376d51-caa9-486e-a6f3-25f7a1b7ed45', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:63:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fd8965-bb7f-458b-a3bc-b6de8d69fb27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:13:25Z', 'updated_at': '2022-01-18T23:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:12.423122 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333a0c9d-646d-46e3-9bc8-d0b1f67fb24d None None] Checking router: b4fd8965-bb7f-458b-a3bc-b6de8d69fb27 for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:15:12.432976 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333a0c9d-646d-46e3-9bc8-d0b1f67fb24d None None] Routers {'b4fd8965-bb7f-458b-a3bc-b6de8d69fb27'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:15:12.433191 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-333a0c9d-646d-46e3-9bc8-d0b1f67fb24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:14:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['b4fd8965-bb7f-458b-a3bc-b6de8d69fb27'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:12.544978 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-333a0c9d-646d-46e3-9bc8-d0b1f67fb24d None None] Set router b4fd8965-bb7f-458b-a3bc-b6de8d69fb27 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:15:12.568828 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41b7bfe-3dda-410a-b237-3b7dc302c0a1 None None] DHCP port deletion for 03c17334-6d16-4aa6-9626-c00f5192d8b6 request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 23:15:12.616196 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-e41b7bfe-3dda-410a-b237-3b7dc302c0a1 None None] Deleting port 46b10c0e-c3fd-4b08-9b79-80d414eb8324 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 23:15:12.616652 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e41b7bfe-3dda-410a-b237-3b7dc302c0a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:12.683557 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-e41b7bfe-3dda-410a-b237-3b7dc302c0a1 None None] For port 46b10c0e-c3fd-4b08-9b79-80d414eb8324, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=46b10c0e-c3fd-4b08-9b79-80d414eb8324,segment=NetworkSegment(88c989f9-a300-475a-89f8-c8d66d16c0d0),segment_id=88c989f9-a300-475a-89f8-c8d66d16c0d0)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:15:12.684375 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e41b7bfe-3dda-410a-b237-3b7dc302c0a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:12.697780 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-e41b7bfe-3dda-410a-b237-3b7dc302c0a1 None None] Calling delete_port for 46b10c0e-c3fd-4b08-9b79-80d414eb8324 owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 23:15:12.747570 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-333a0c9d-646d-46e3-9bc8-d0b1f67fb24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4fd8965-bb7f-458b-a3bc-b6de8d69fb27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-462924678', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '01376d51-caa9-486e-a6f3-25f7a1b7ed45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:13:25Z', 'updated_at': '2022-01-18T23:15:11Z', 'revision_number': 5, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'gw_port': {'id': '01376d51-caa9-486e-a6f3-25f7a1b7ed45', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:63:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fd8965-bb7f-458b-a3bc-b6de8d69fb27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:13:25Z', 'updated_at': '2022-01-18T23:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:12.769435 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b7cbee64-99e0-40f3-a6f5-b645a1c8d13a tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for router, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:12.774969 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333a0c9d-646d-46e3-9bc8-d0b1f67fb24d None None] The sync data for ids ['b4fd8965-bb7f-458b-a3bc-b6de8d69fb27'] in n-d-825064-1 is: [{'id': 'b4fd8965-bb7f-458b-a3bc-b6de8d69fb27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-462924678', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '01376d51-caa9-486e-a6f3-25f7a1b7ed45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:13:25Z', 'updated_at': '2022-01-18T23:15:11Z', 'revision_number': 5, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'gw_port': {'id': '01376d51-caa9-486e-a6f3-25f7a1b7ed45', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:63:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fd8965-bb7f-458b-a3bc-b6de8d69fb27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:13:25Z', 'updated_at': '2022-01-18T23:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:15:12.785297 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e41b7bfe-3dda-410a-b237-3b7dc302c0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:12.808502 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b7bfe-3dda-410a-b237-3b7dc302c0a1 None None] Pushing event deleted for resources: {'Port': ['ID=46b10c0e-c3fd-4b08-9b79-80d414eb8324,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:12.817539 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41b7bfe-3dda-410a-b237-3b7dc302c0a1 None None] No DVR routers for this DVR port 46b10c0e-c3fd-4b08-9b79-80d414eb8324 on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:15:12.888275 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b7cbee64-99e0-40f3-a6f5-b645a1c8d13a tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:12.936743 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-b7cbee64-99e0-40f3-a6f5-b645a1c8d13a tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Deleting port 01376d51-caa9-486e-a6f3-25f7a1b7ed45 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 23:15:12.937076 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b7cbee64-99e0-40f3-a6f5-b645a1c8d13a tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:13.013514 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-b7cbee64-99e0-40f3-a6f5-b645a1c8d13a tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] For port 01376d51-caa9-486e-a6f3-25f7a1b7ed45, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=01376d51-caa9-486e-a6f3-25f7a1b7ed45,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:15:13.013865 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b7cbee64-99e0-40f3-a6f5-b645a1c8d13a tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:13.025449 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-b7cbee64-99e0-40f3-a6f5-b645a1c8d13a tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Calling delete_port for 01376d51-caa9-486e-a6f3-25f7a1b7ed45 owned by network:router_gateway {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 23:15:13.141158 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 46b10c0e-c3fd-4b08-9b79-80d414eb8324 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 23:15:13.162876 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 46b10c0e-c3fd-4b08-9b79-80d414eb8324 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 23:15:13.163220 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 46b10c0e-c3fd-4b08-9b79-80d414eb8324 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 23:15:13.198166 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b7cbee64-99e0-40f3-a6f5-b645a1c8d13a tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:13.229680 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cbee64-99e0-40f3-a6f5-b645a1c8d13a tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Pushing event deleted for resources: {'Port': ['ID=01376d51-caa9-486e-a6f3-25f7a1b7ed45,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:13.297917 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b7cbee64-99e0-40f3-a6f5-b645a1c8d13a tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043029'] for router_gateway, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:13.317428 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:13.378655 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 49488aae-7d38-4275-b594-de1e392ddb50 no longer exists at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 23:15:13.387691 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b7cbee64-99e0-40f3-a6f5-b645a1c8d13a tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1040886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8602'] for router, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:13.389891 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b7cbee64-99e0-40f3-a6f5-b645a1c8d13a tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:13.403233 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] No Port match for: 49488aae-7d38-4275-b594-de1e392ddb50 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 23:15:13.403574 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 49488aae-7d38-4275-b594-de1e392ddb50 not bound to the agent host n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 23:15:13.432597 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b7cbee64-99e0-40f3-a6f5-b645a1c8d13a tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1040832'] for router, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:13.433132 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7cbee64-99e0-40f3-a6f5-b645a1c8d13a tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Fanout notify agent at l3_agent the message router_deleted on router b4fd8965-bb7f-458b-a3bc-b6de8d69fb27 {{(pid=102431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 23:15:13.439743 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b7cbee64-99e0-40f3-a6f5-b645a1c8d13a tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:13.440887 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-b7cbee64-99e0-40f3-a6f5-b645a1c8d13a tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "DELETE /v2.0/routers/b4fd8965-bb7f-458b-a3bc-b6de8d69fb27 HTTP/1.1" status: 204 len: 168 time: 1.0675111 Jan 18 23:15:13.444304 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60002) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:15:13.522977 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-72e560d3-a925-4e20-a231-b824179d34d1 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:13.610655 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-72e560d3-a925-4e20-a231-b824179d34d1 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:13.630856 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-72e560d3-a925-4e20-a231-b824179d34d1 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03c17334-6d16-4aa6-9626-c00f5192d8b6']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:13.639954 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-72e560d3-a925-4e20-a231-b824179d34d1 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88c989f9-a300-475a-89f8-c8d66d16c0d0') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:13.640294 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-72e560d3-a925-4e20-a231-b824179d34d1 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88c989f9-a300-475a-89f8-c8d66d16c0d0') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:13.649825 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-72e560d3-a925-4e20-a231-b824179d34d1 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:13.662245 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-72e560d3-a925-4e20-a231-b824179d34d1 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:13.667800 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72e560d3-a925-4e20-a231-b824179d34d1 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:15:13.668210 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-72e560d3-a925-4e20-a231-b824179d34d1 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:13.671065 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 23:15:13.671065 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:15:13.671065 n-d-825064-1 neutron-server[102431]: timer() Jan 18 23:15:13.671065 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:15:13.671065 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 23:15:13.671065 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 23:15:13.671065 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 23:15:13.671065 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:15:13.671065 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 23:15:13.671065 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:15:13.671065 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 23:15:13.671065 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:15:13.671065 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 23:15:13.671065 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 23:15:13.671065 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:15:13.671065 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 23:15:13.671065 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:15:13.671065 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 23:15:13.671065 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 23:15:13.671065 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:15:13.671065 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 23:15:13.671065 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:15:13.671065 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:15:13.671065 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:15:13.671065 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 23:15:13.671065 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:15:13.671065 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:15:13.671065 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:15:13.671065 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:15:13.671065 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:15:13.671065 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:15:13.671065 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:15:13.730123 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-72e560d3-a925-4e20-a231-b824179d34d1 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:13.736745 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-72e560d3-a925-4e20-a231-b824179d34d1 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:13.739848 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-72e560d3-a925-4e20-a231-b824179d34d1 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "DELETE /v2.0/networks/03c17334-6d16-4aa6-9626-c00f5192d8b6 HTTP/1.1" status: 204 len: 168 time: 0.2946532 Jan 18 23:15:13.742825 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 60004) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:15:13.751144 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e560d3-a925-4e20-a231-b824179d34d1 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Pushing event deleted for resources: {'Network': ['ID=03c17334-6d16-4aa6-9626-c00f5192d8b6,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:13.800575 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5396857f-708b-496a-8cfb-900a4bc1cdf0 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:13.825764 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5396857f-708b-496a-8cfb-900a4bc1cdf0 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:13.890101 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5396857f-708b-496a-8cfb-900a4bc1cdf0 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:13.892742 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5396857f-708b-496a-8cfb-900a4bc1cdf0 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:13.893848 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-5396857f-708b-496a-8cfb-900a4bc1cdf0 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "DELETE /v2.0/security-groups/8e7e99de-e4e1-49a0-9691-c45184b910f9 HTTP/1.1" status: 204 len: 168 time: 0.1500220 Jan 18 23:15:13.903125 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5396857f-708b-496a-8cfb-900a4bc1cdf0 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e7e99de-e4e1-49a0-9691-c45184b910f9,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:14.199703 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:14.225003 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60010) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:15:14.229674 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-1095c6ed-56d7-49e5-b977-da091f3b7ab5 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-591795103', 'description': 'tempest-secgroup-smoke-591795103 description', 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:15:14.253210 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1095c6ed-56d7-49e5-b977-da091f3b7ab5 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:14.316506 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1095c6ed-56d7-49e5-b977-da091f3b7ab5 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:14.319909 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1095c6ed-56d7-49e5-b977-da091f3b7ab5 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:14.347126 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1095c6ed-56d7-49e5-b977-da091f3b7ab5 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:14.348341 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-1095c6ed-56d7-49e5-b977-da091f3b7ab5 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1222870 Jan 18 23:15:14.350720 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1095c6ed-56d7-49e5-b977-da091f3b7ab5 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dc655d4-7e79-4b3f-a7ba-d51b3c0b330e,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:14.352043 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 60012) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:15:14.357999 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-198a9b37-617c-47d8-940d-5e6b8e73a8b8 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Request body: {'security_group_rule': {'security_group_id': '7dc655d4-7e79-4b3f-a7ba-d51b3c0b330e', 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:15:14.386293 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-198a9b37-617c-47d8-940d-5e6b8e73a8b8 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:14.432554 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-198a9b37-617c-47d8-940d-5e6b8e73a8b8 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:14.435922 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-198a9b37-617c-47d8-940d-5e6b8e73a8b8 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:14.456498 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198a9b37-617c-47d8-940d-5e6b8e73a8b8 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=576fd38a-031c-4672-9769-fcf4c3761ba9,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:14.461844 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-198a9b37-617c-47d8-940d-5e6b8e73a8b8 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:14.463014 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-198a9b37-617c-47d8-940d-5e6b8e73a8b8 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1087260 Jan 18 23:15:14.465738 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 60014) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:15:14.469962 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-455a27e2-b114-4b20-b72e-09ab22f6e618 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Request body: {'security_group_rule': {'security_group_id': '7dc655d4-7e79-4b3f-a7ba-d51b3c0b330e', 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:15:14.497610 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-455a27e2-b114-4b20-b72e-09ab22f6e618 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:14.552849 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-455a27e2-b114-4b20-b72e-09ab22f6e618 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:14.556179 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-455a27e2-b114-4b20-b72e-09ab22f6e618 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:14.573142 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455a27e2-b114-4b20-b72e-09ab22f6e618 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d8ed7be-4c1e-4dba-b838-31c2f272e364,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:14.580742 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-455a27e2-b114-4b20-b72e-09ab22f6e618 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:14.581902 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-455a27e2-b114-4b20-b72e-09ab22f6e618 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1152611 Jan 18 23:15:14.584636 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 60016) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:15:14.588835 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-a36a8bca-4daf-4f4b-a7a2-806d6baf805d tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Request body: {'security_group_rule': {'security_group_id': '7dc655d4-7e79-4b3f-a7ba-d51b3c0b330e', 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:15:14.616272 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a36a8bca-4daf-4f4b-a7a2-806d6baf805d tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:14.671678 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a36a8bca-4daf-4f4b-a7a2-806d6baf805d tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:14.675111 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a36a8bca-4daf-4f4b-a7a2-806d6baf805d tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:14.689886 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36a8bca-4daf-4f4b-a7a2-806d6baf805d tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1a5341d-8f5e-4ad5-9009-0a543ebec929,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:14.701145 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a36a8bca-4daf-4f4b-a7a2-806d6baf805d tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:14.702375 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-a36a8bca-4daf-4f4b-a7a2-806d6baf805d tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1168246 Jan 18 23:15:14.705182 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 60018) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:15:14.709801 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-632ab595-c312-4f0a-9ffa-65a2c666e13e tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Request body: {'security_group_rule': {'security_group_id': '7dc655d4-7e79-4b3f-a7ba-d51b3c0b330e', 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:15:14.738715 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-632ab595-c312-4f0a-9ffa-65a2c666e13e tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:14.786300 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 5ffd5992-72eb-45e5-b826-9d22eba33f88 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 23:15:14.802585 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-632ab595-c312-4f0a-9ffa-65a2c666e13e tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:14.806244 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-632ab595-c312-4f0a-9ffa-65a2c666e13e tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:14.807346 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 5ffd5992-72eb-45e5-b826-9d22eba33f88 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 23:15:14.807697 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 5ffd5992-72eb-45e5-b826-9d22eba33f88 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 23:15:14.808150 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 01376d51-caa9-486e-a6f3-25f7a1b7ed45 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 23:15:14.824521 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632ab595-c312-4f0a-9ffa-65a2c666e13e tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd1918c5-6228-48ab-9808-754e165355c7,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:14.827248 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 01376d51-caa9-486e-a6f3-25f7a1b7ed45 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 23:15:14.827632 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 01376d51-caa9-486e-a6f3-25f7a1b7ed45 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 23:15:14.832509 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-632ab595-c312-4f0a-9ffa-65a2c666e13e tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:14.833736 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-632ab595-c312-4f0a-9ffa-65a2c666e13e tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1276245 Jan 18 23:15:14.836410 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 60020) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:15:14.840680 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-608abc56-df5f-4f29-bf77-71cafabf71d6 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Request body: {'security_group_rule': {'security_group_id': '7dc655d4-7e79-4b3f-a7ba-d51b3c0b330e', 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:15:14.863360 n-d-825064-1 neutron-server[102430]: INFO neutron.db.securitygroups_db [None req-608abc56-df5f-4f29-bf77-71cafabf71d6 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Project d0817dfc7dbd4f18b8c38ccdeec25880 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 23:15:14.869116 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-608abc56-df5f-4f29-bf77-71cafabf71d6 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:14.928552 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-608abc56-df5f-4f29-bf77-71cafabf71d6 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:14.931895 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-608abc56-df5f-4f29-bf77-71cafabf71d6 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:14.952859 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608abc56-df5f-4f29-bf77-71cafabf71d6 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b994e97-8a1b-47d8-a3ec-85cea611b1b4,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:14.959015 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-608abc56-df5f-4f29-bf77-71cafabf71d6 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:14.960313 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-608abc56-df5f-4f29-bf77-71cafabf71d6 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1228476 Jan 18 23:15:14.962946 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 60022) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:15:14.967155 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-dd92c98a-9514-443c-84f5-6fb8f9932b8b tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Request body: {'security_group_rule': {'security_group_id': '7dc655d4-7e79-4b3f-a7ba-d51b3c0b330e', 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:15:14.989418 n-d-825064-1 neutron-server[102430]: INFO neutron.db.securitygroups_db [None req-dd92c98a-9514-443c-84f5-6fb8f9932b8b tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Project d0817dfc7dbd4f18b8c38ccdeec25880 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 23:15:14.994171 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-dd92c98a-9514-443c-84f5-6fb8f9932b8b tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:15.055153 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-dd92c98a-9514-443c-84f5-6fb8f9932b8b tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:15.059495 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-dd92c98a-9514-443c-84f5-6fb8f9932b8b tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:15.082179 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd92c98a-9514-443c-84f5-6fb8f9932b8b tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e0b76d3-9849-4f38-93d2-0eba6b64ba3b,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:15.096561 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-dd92c98a-9514-443c-84f5-6fb8f9932b8b tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:15.097859 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-dd92c98a-9514-443c-84f5-6fb8f9932b8b tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1340044 Jan 18 23:15:15.100690 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 60024) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:15:15.105483 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-1fae411d-a03c-4cbd-af4d-e18798cdc1a5 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Request body: {'network': {'name': 'tempest-network-smoke--1118948129', 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'port_security_enabled': True}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:15:15.126459 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fae411d-a03c-4cbd-af4d-e18798cdc1a5 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Made reservation on behalf of d0817dfc7dbd4f18b8c38ccdeec25880 for: {'network': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:15:15.130075 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1fae411d-a03c-4cbd-af4d-e18798cdc1a5 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:15.153503 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fae411d-a03c-4cbd-af4d-e18798cdc1a5 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=102430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:15:15.162465 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1fae411d-a03c-4cbd-af4d-e18798cdc1a5 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:15.162807 n-d-825064-1 neutron-server[102430]: INFO neutron.db.segments_db [None req-1fae411d-a03c-4cbd-af4d-e18798cdc1a5 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Added segment 5944fa80-3fc4-4176-967d-72b42de0a7b6 of type vlan for network 0c2b6f1c-cd1f-4f5d-8255-dc26c16381df Jan 18 23:15:15.202857 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1fae411d-a03c-4cbd-af4d-e18798cdc1a5 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:15.228159 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1fae411d-a03c-4cbd-af4d-e18798cdc1a5 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:15.233479 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fae411d-a03c-4cbd-af4d-e18798cdc1a5 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:15.234050 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1fae411d-a03c-4cbd-af4d-e18798cdc1a5 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:15.286196 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-1fae411d-a03c-4cbd-af4d-e18798cdc1a5 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1844928 Jan 18 23:15:15.288875 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 60026) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:15:15.299247 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-9245cf7d-5af6-4100-8102-f6aefa5147b0 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-709732743', 'admin_state_up': True, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:15:15.316383 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fae411d-a03c-4cbd-af4d-e18798cdc1a5 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Pushing event updated for resources: {'Network': ['ID=0c2b6f1c-cd1f-4f5d-8255-dc26c16381df,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:15.328068 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 0c2b6f1c-cd1f-4f5d-8255-dc26c16381df details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 23:15:15.332607 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9245cf7d-5af6-4100-8102-f6aefa5147b0 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1044160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8692'] for router, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:15.333989 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9245cf7d-5af6-4100-8102-f6aefa5147b0 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1040680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8675'] for router, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:15.389619 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9245cf7d-5af6-4100-8102-f6aefa5147b0 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:15.526178 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9245cf7d-5af6-4100-8102-f6aefa5147b0 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:15.712461 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9245cf7d-5af6-4100-8102-f6aefa5147b0 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for router_gateway, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:15.731284 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9245cf7d-5af6-4100-8102-f6aefa5147b0 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:15.834905 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-9245cf7d-5af6-4100-8102-f6aefa5147b0 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Allocated IP 172.25.5.165 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/8b23c41e-e34a-4f71-8d14-78c8f8b9d6cb) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:15:15.932420 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9245cf7d-5af6-4100-8102-f6aefa5147b0 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:15.965445 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9245cf7d-5af6-4100-8102-f6aefa5147b0 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:16.004821 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9245cf7d-5af6-4100-8102-f6aefa5147b0 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:15:16.007780 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-9245cf7d-5af6-4100-8102-f6aefa5147b0 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:15:16.011477 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9245cf7d-5af6-4100-8102-f6aefa5147b0 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:15:16.037386 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245cf7d-5af6-4100-8102-f6aefa5147b0 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Pushing event updated for resources: {'Port': ['ID=8b23c41e-e34a-4f71-8d14-78c8f8b9d6cb,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:16.262378 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9245cf7d-5af6-4100-8102-f6aefa5147b0 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for router_gateway, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:16.460772 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9245cf7d-5af6-4100-8102-f6aefa5147b0 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1040691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049'] for router, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:16.600952 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9245cf7d-5af6-4100-8102-f6aefa5147b0 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Router ca4996f8-dbe2-42b3-af91-b55c715806e7 is scheduled to L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 with binding_index 1 {{(pid=102430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 23:15:16.703715 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9245cf7d-5af6-4100-8102-f6aefa5147b0 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:15:16.714010 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2320816b-b07c-487a-bf78-7039f8d0e9f8 None None] Sync routers for ids ['ca4996f8-dbe2-42b3-af91-b55c715806e7'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:15:16.723755 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2320816b-b07c-487a-bf78-7039f8d0e9f8 None None] Routers {'ca4996f8-dbe2-42b3-af91-b55c715806e7'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:15:16.724632 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-2320816b-b07c-487a-bf78-7039f8d0e9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:14:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['ca4996f8-dbe2-42b3-af91-b55c715806e7'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:16.729599 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9245cf7d-5af6-4100-8102-f6aefa5147b0 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for router, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:16.730944 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-9245cf7d-5af6-4100-8102-f6aefa5147b0 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4410353 Jan 18 23:15:16.733920 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 60028) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:15:16.763301 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-27adb4ee-ade9-4dc2-8a39-8c695f10db74 tempest-TestNetworkAdvancedServerOps-757530535 tempest-TestNetworkAdvancedServerOps-757530535-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=d0817dfc7dbd4f18b8c38ccdeec25880&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282767 Jan 18 23:15:16.766051 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 60030) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:15:16.853813 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1af6865-c029-4841-991e-25798cb1d19d tempest-TestNetworkAdvancedServerOps-757530535 tempest-TestNetworkAdvancedServerOps-757530535-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:16.855214 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-e1af6865-c029-4841-991e-25798cb1d19d tempest-TestNetworkAdvancedServerOps-757530535 tempest-TestNetworkAdvancedServerOps-757530535-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0885246 Jan 18 23:15:16.858072 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 60032) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:15:16.859176 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-2320816b-b07c-487a-bf78-7039f8d0e9f8 None None] Set router ca4996f8-dbe2-42b3-af91-b55c715806e7 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:15:16.886870 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-9e23c734-1f11-4e60-b1be-eff8d4e6d97b tempest-TestNetworkAdvancedServerOps-757530535 tempest-TestNetworkAdvancedServerOps-757530535-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=0fa7c7c8-c96a-4aa5-9818-d374adf00f99&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277524 Jan 18 23:15:16.889275 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 60034) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:15:16.893947 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-2b200b13-d839-4479-9047-3df591b0cb03 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2014169833', 'network_id': '0c2b6f1c-cd1f-4f5d-8255-dc26c16381df', 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:15:16.980521 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b200b13-d839-4479-9047-3df591b0cb03 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Made reservation on behalf of d0817dfc7dbd4f18b8c38ccdeec25880 for: {'subnet': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:15:16.984022 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2b200b13-d839-4479-9047-3df591b0cb03 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62288702'] for subnet, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:17.051940 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-2320816b-b07c-487a-bf78-7039f8d0e9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca4996f8-dbe2-42b3-af91-b55c715806e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-709732743', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '8b23c41e-e34a-4f71-8d14-78c8f8b9d6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:15:15Z', 'updated_at': '2022-01-18T23:15:16Z', 'revision_number': 3, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'gw_port': {'id': '8b23c41e-e34a-4f71-8d14-78c8f8b9d6cb', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e7:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca4996f8-dbe2-42b3-af91-b55c715806e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:15:15Z', 'updated_at': '2022-01-18T23:15:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:17.089683 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2320816b-b07c-487a-bf78-7039f8d0e9f8 None None] Checking router: ca4996f8-dbe2-42b3-af91-b55c715806e7 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:15:17.090154 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2320816b-b07c-487a-bf78-7039f8d0e9f8 None None] Updating router ca4996f8-dbe2-42b3-af91-b55c715806e7 port 8b23c41e-e34a-4f71-8d14-78c8f8b9d6cb binding host n-d-825064-1 {{(pid=102432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 23:15:17.123644 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2320816b-b07c-487a-bf78-7039f8d0e9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:17.179037 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2b200b13-d839-4479-9047-3df591b0cb03 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60203213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62288684'] for subnet, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:17.250590 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b200b13-d839-4479-9047-3df591b0cb03 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Pushing event updated for resources: {'Subnet': ['ID=6b0d1e87-f3d9-48af-87da-3fe4780e68fc,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:17.255774 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b200b13-d839-4479-9047-3df591b0cb03 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Checking segment: {'id': '5944fa80-3fc4-4176-967d-72b42de0a7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0c2b6f1c-cd1f-4f5d-8255-dc26c16381df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 23:15:17.256215 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b200b13-d839-4479-9047-3df591b0cb03 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Network hostable DHCP agents. Network: 0c2b6f1c-cd1f-4f5d-8255-dc26c16381df, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:15:17.273830 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b200b13-d839-4479-9047-3df591b0cb03 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Network 0c2b6f1c-cd1f-4f5d-8255-dc26c16381df is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:15:17.282599 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-2b200b13-d839-4479-9047-3df591b0cb03 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 0c2b6f1c-cd1f-4f5d-8255-dc26c16381df) {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:15:17.287414 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b200b13-d839-4479-9047-3df591b0cb03 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:17.288138 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2b200b13-d839-4479-9047-3df591b0cb03 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:17.304993 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ce4af6-40a0-457c-842f-2a4a61e84545 None None] Network 0c2b6f1c-cd1f-4f5d-8255-dc26c16381df requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 23:15:17.306441 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-2b200b13-d839-4479-9047-3df591b0cb03 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4160519 Jan 18 23:15:17.309269 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 60036) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:15:17.523344 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7891b1bd-5424-40ee-9aea-6fefdc82ff7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-0c2b6f1c-cd1f-4f5d-8255-dc26c16381df', 'network_id': '0c2b6f1c-cd1f-4f5d-8255-dc26c16381df', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'fixed_ips': [{'subnet_id': '6b0d1e87-f3d9-48af-87da-3fe4780e68fc'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 23:15:17.524216 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7891b1bd-5424-40ee-9aea-6fefdc82ff7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:17.527152 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2320816b-b07c-487a-bf78-7039f8d0e9f8 None None] Notify callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:17.537365 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2320816b-b07c-487a-bf78-7039f8d0e9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:17.643754 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-2320816b-b07c-487a-bf78-7039f8d0e9f8 None None] Attempting to bind port 8b23c41e-e34a-4f71-8d14-78c8f8b9d6cb on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:15:17.644149 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-2320816b-b07c-487a-bf78-7039f8d0e9f8 None None] Attempting to bind port 8b23c41e-e34a-4f71-8d14-78c8f8b9d6cb by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:15:17.644511 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2320816b-b07c-487a-bf78-7039f8d0e9f8 None None] Attempting to bind port 8b23c41e-e34a-4f71-8d14-78c8f8b9d6cb on network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 23:15:17.649048 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb1bda8-d1b0-439d-b035-1f2ef70f0cd6 None None] Pushing event updated for resources: {'Port': ['ID=8b23c41e-e34a-4f71-8d14-78c8f8b9d6cb,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:17.659974 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2320816b-b07c-487a-bf78-7039f8d0e9f8 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 23:15:17.660377 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2320816b-b07c-487a-bf78-7039f8d0e9f8 None None] Checking segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 23:15:17.660783 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2320816b-b07c-487a-bf78-7039f8d0e9f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:17.661176 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2320816b-b07c-487a-bf78-7039f8d0e9f8 None None] Bound using segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 23:15:17.662195 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-2320816b-b07c-487a-bf78-7039f8d0e9f8 None None] Bound port: 8b23c41e-e34a-4f71-8d14-78c8f8b9d6cb, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:15:17.662573 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2320816b-b07c-487a-bf78-7039f8d0e9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:17.744315 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9780a6b3-29d8-4dee-93cb-3339ba8e5c0b tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:17.909513 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-2320816b-b07c-487a-bf78-7039f8d0e9f8 None None] For port 8b23c41e-e34a-4f71-8d14-78c8f8b9d6cb, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:15:17.912341 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-7891b1bd-5424-40ee-9aea-6fefdc82ff7c None None] Allocated IP 172.20.0.2 (0c2b6f1c-cd1f-4f5d-8255-dc26c16381df/6b0d1e87-f3d9-48af-87da-3fe4780e68fc/279da1d9-c181-4e21-bd49-ce869b574ace) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:15:17.915037 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-2320816b-b07c-487a-bf78-7039f8d0e9f8 None None] For port 8b23c41e-e34a-4f71-8d14-78c8f8b9d6cb, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=8b23c41e-e34a-4f71-8d14-78c8f8b9d6cb,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:15:17.920543 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2320816b-b07c-487a-bf78-7039f8d0e9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:18.030408 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb1bda8-d1b0-439d-b035-1f2ef70f0cd6 None None] Pushing event updated for resources: {'Port': ['ID=8b23c41e-e34a-4f71-8d14-78c8f8b9d6cb,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:18.034321 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2320816b-b07c-487a-bf78-7039f8d0e9f8 None None] Routers {'ca4996f8-dbe2-42b3-af91-b55c715806e7'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:15:18.034916 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-2320816b-b07c-487a-bf78-7039f8d0e9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:14:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['ca4996f8-dbe2-42b3-af91-b55c715806e7'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:18.195027 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7891b1bd-5424-40ee-9aea-6fefdc82ff7c None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:18.197217 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-2320816b-b07c-487a-bf78-7039f8d0e9f8 None None] Set router ca4996f8-dbe2-42b3-af91-b55c715806e7 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:15:18.223014 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7891b1bd-5424-40ee-9aea-6fefdc82ff7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:18.257632 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-9780a6b3-29d8-4dee-93cb-3339ba8e5c0b tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Allocated IP 172.20.0.1 (0c2b6f1c-cd1f-4f5d-8255-dc26c16381df/6b0d1e87-f3d9-48af-87da-3fe4780e68fc/a07c7581-6dd8-4a49-b71d-b64b9c4aa6aa) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:15:18.303640 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7891b1bd-5424-40ee-9aea-6fefdc82ff7c None None] Network 0c2b6f1c-cd1f-4f5d-8255-dc26c16381df is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:15:18.330388 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-7891b1bd-5424-40ee-9aea-6fefdc82ff7c None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:15:18.341122 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7891b1bd-5424-40ee-9aea-6fefdc82ff7c None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:15:18.344611 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7891b1bd-5424-40ee-9aea-6fefdc82ff7c None None] Pushing event updated for resources: {'Port': ['ID=279da1d9-c181-4e21-bd49-ce869b574ace,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:18.388383 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9780a6b3-29d8-4dee-93cb-3339ba8e5c0b tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:18.423571 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9780a6b3-29d8-4dee-93cb-3339ba8e5c0b tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:18.426102 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-7891b1bd-5424-40ee-9aea-6fefdc82ff7c None None] Attempting to bind port 279da1d9-c181-4e21-bd49-ce869b574ace on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:15:18.426481 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-7891b1bd-5424-40ee-9aea-6fefdc82ff7c None None] Attempting to bind port 279da1d9-c181-4e21-bd49-ce869b574ace by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '5944fa80-3fc4-4176-967d-72b42de0a7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0c2b6f1c-cd1f-4f5d-8255-dc26c16381df'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:15:18.426852 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7891b1bd-5424-40ee-9aea-6fefdc82ff7c None None] Attempting to bind port 279da1d9-c181-4e21-bd49-ce869b574ace on network 0c2b6f1c-cd1f-4f5d-8255-dc26c16381df {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 23:15:18.435045 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7891b1bd-5424-40ee-9aea-6fefdc82ff7c None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 23:15:18.435423 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7891b1bd-5424-40ee-9aea-6fefdc82ff7c None None] Checking segment: {'id': '5944fa80-3fc4-4176-967d-72b42de0a7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0c2b6f1c-cd1f-4f5d-8255-dc26c16381df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 23:15:18.435830 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7891b1bd-5424-40ee-9aea-6fefdc82ff7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:18.436257 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7891b1bd-5424-40ee-9aea-6fefdc82ff7c None None] Bound using segment: {'id': '5944fa80-3fc4-4176-967d-72b42de0a7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0c2b6f1c-cd1f-4f5d-8255-dc26c16381df'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 23:15:18.436731 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-7891b1bd-5424-40ee-9aea-6fefdc82ff7c None None] Bound port: 279da1d9-c181-4e21-bd49-ce869b574ace, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5944fa80-3fc4-4176-967d-72b42de0a7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0c2b6f1c-cd1f-4f5d-8255-dc26c16381df'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:15:18.437115 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7891b1bd-5424-40ee-9aea-6fefdc82ff7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:18.470575 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9780a6b3-29d8-4dee-93cb-3339ba8e5c0b tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Network 0c2b6f1c-cd1f-4f5d-8255-dc26c16381df is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:15:18.474874 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-9780a6b3-29d8-4dee-93cb-3339ba8e5c0b tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:15:18.478793 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9780a6b3-29d8-4dee-93cb-3339ba8e5c0b tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:15:18.508437 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9780a6b3-29d8-4dee-93cb-3339ba8e5c0b tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Pushing event updated for resources: {'Port': ['ID=a07c7581-6dd8-4a49-b71d-b64b9c4aa6aa,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:18.541624 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9780a6b3-29d8-4dee-93cb-3339ba8e5c0b tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1040954'] for router_interface, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:18.543190 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7891b1bd-5424-40ee-9aea-6fefdc82ff7c None None] For port 279da1d9-c181-4e21-bd49-ce869b574ace, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:15:18.554315 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-2320816b-b07c-487a-bf78-7039f8d0e9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca4996f8-dbe2-42b3-af91-b55c715806e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-709732743', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '8b23c41e-e34a-4f71-8d14-78c8f8b9d6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:15:15Z', 'updated_at': '2022-01-18T23:15:16Z', 'revision_number': 3, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'gw_port': {'id': '8b23c41e-e34a-4f71-8d14-78c8f8b9d6cb', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e7:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca4996f8-dbe2-42b3-af91-b55c715806e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:15:15Z', 'updated_at': '2022-01-18T23:15:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:18.590271 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7891b1bd-5424-40ee-9aea-6fefdc82ff7c None None] For port 279da1d9-c181-4e21-bd49-ce869b574ace, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=279da1d9-c181-4e21-bd49-ce869b574ace,segment=NetworkSegment(5944fa80-3fc4-4176-967d-72b42de0a7b6),segment_id=5944fa80-3fc4-4176-967d-72b42de0a7b6)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:15:18.591600 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2320816b-b07c-487a-bf78-7039f8d0e9f8 None None] The sync data for ids ['ca4996f8-dbe2-42b3-af91-b55c715806e7'] in n-d-825064-1 is: [{'id': 'ca4996f8-dbe2-42b3-af91-b55c715806e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-709732743', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '8b23c41e-e34a-4f71-8d14-78c8f8b9d6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:15:15Z', 'updated_at': '2022-01-18T23:15:16Z', 'revision_number': 3, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'gw_port': {'id': '8b23c41e-e34a-4f71-8d14-78c8f8b9d6cb', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e7:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca4996f8-dbe2-42b3-af91-b55c715806e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:15:15Z', 'updated_at': '2022-01-18T23:15:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:15:18.595099 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7891b1bd-5424-40ee-9aea-6fefdc82ff7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:18.662907 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7891b1bd-5424-40ee-9aea-6fefdc82ff7c None None] Pushing event updated for resources: {'Port': ['ID=279da1d9-c181-4e21-bd49-ce869b574ace,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:18.727961 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9780a6b3-29d8-4dee-93cb-3339ba8e5c0b tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:19.087739 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9780a6b3-29d8-4dee-93cb-3339ba8e5c0b tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:19.089880 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9780a6b3-29d8-4dee-93cb-3339ba8e5c0b tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:19.170748 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9780a6b3-29d8-4dee-93cb-3339ba8e5c0b tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Pushing event updated for resources: {'Port': ['ID=a07c7581-6dd8-4a49-b71d-b64b9c4aa6aa,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:19.173881 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9780a6b3-29d8-4dee-93cb-3339ba8e5c0b tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-613854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1041070'] for router_interface, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:19.382779 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-30cc6649-13f3-4e19-9968-459d26aebc90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:19.612481 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9780a6b3-29d8-4dee-93cb-3339ba8e5c0b tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Network 0c2b6f1c-cd1f-4f5d-8255-dc26c16381df is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:15:19.614186 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-9780a6b3-29d8-4dee-93cb-3339ba8e5c0b tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:15:19.732801 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067a29af-7e32-4d84-ae0b-0b851260dfc6 None None] Network 0c2b6f1c-cd1f-4f5d-8255-dc26c16381df requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 23:15:19.746900 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9780a6b3-29d8-4dee-93cb-3339ba8e5c0b tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Router ca4996f8-dbe2-42b3-af91-b55c715806e7 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:15:19.858670 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9780a6b3-29d8-4dee-93cb-3339ba8e5c0b tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:15:19.863877 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-9780a6b3-29d8-4dee-93cb-3339ba8e5c0b tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "PUT /v2.0/routers/ca4996f8-dbe2-42b3-af91-b55c715806e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5536456 Jan 18 23:15:19.868367 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-2c755dc7-ca56-4078-9992-33b41f069820 None None] Provisioning complete for port 279da1d9-c181-4e21-bd49-ce869b574ace triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:15:19.868768 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2c755dc7-ca56-4078-9992-33b41f069820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:19.985804 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2c755dc7-ca56-4078-9992-33b41f069820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:20.024722 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-2c755dc7-ca56-4078-9992-33b41f069820 None None] For port 279da1d9-c181-4e21-bd49-ce869b574ace, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=279da1d9-c181-4e21-bd49-ce869b574ace,segment=NetworkSegment(5944fa80-3fc4-4176-967d-72b42de0a7b6),segment_id=5944fa80-3fc4-4176-967d-72b42de0a7b6)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:15:20.029521 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2c755dc7-ca56-4078-9992-33b41f069820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:20.045545 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-045bea8e-d08b-41d5-9342-d5d3dfbbe46a req-e2b56a8d-a6b3-42af-8337-d8e5f338e235 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-591795103&fields=id&tenant_id=d0817dfc7dbd4f18b8c38ccdeec25880 HTTP/1.1" status: 200 len: 267 time: 0.0509551 Jan 18 23:15:20.080113 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c755dc7-ca56-4078-9992-33b41f069820 None None] Pushing event updated for resources: {'Port': ['ID=279da1d9-c181-4e21-bd49-ce869b574ace,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:20.169370 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045bea8e-d08b-41d5-9342-d5d3dfbbe46a req-46ab46b6-c937-4974-a3d4-ef51d545dc6e tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:20.170907 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-045bea8e-d08b-41d5-9342-d5d3dfbbe46a req-46ab46b6-c937-4974-a3d4-ef51d545dc6e tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/networks?id=0c2b6f1c-cd1f-4f5d-8255-dc26c16381df HTTP/1.1" status: 200 len: 797 time: 0.1175838 Jan 18 23:15:20.188038 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-045bea8e-d08b-41d5-9342-d5d3dfbbe46a req-a28e03b0-8def-47c1-b6b2-937c1a7663e7 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/quotas/d0817dfc7dbd4f18b8c38ccdeec25880 HTTP/1.1" status: 200 len: 375 time: 0.0109468 Jan 18 23:15:20.249065 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7a8ba29e-34ca-4e9e-83e5-4ba2b2a7c440 None None] Provisioning complete for port 279da1d9-c181-4e21-bd49-ce869b574ace triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:15:20.249440 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7a8ba29e-34ca-4e9e-83e5-4ba2b2a7c440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:20.254624 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-045bea8e-d08b-41d5-9342-d5d3dfbbe46a req-fcd8989b-ca71-4738-bb51-4f248b60b153 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d0817dfc7dbd4f18b8c38ccdeec25880&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0601134 Jan 18 23:15:20.311012 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d84110d-1b6c-41a3-9e7f-232097bf53d3 None None] Sync routers for ids ['ca4996f8-dbe2-42b3-af91-b55c715806e7'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:15:20.320950 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d84110d-1b6c-41a3-9e7f-232097bf53d3 None None] Routers {'ca4996f8-dbe2-42b3-af91-b55c715806e7'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:15:20.321930 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-2d84110d-1b6c-41a3-9e7f-232097bf53d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:14:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['ca4996f8-dbe2-42b3-af91-b55c715806e7'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:20.358211 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-045bea8e-d08b-41d5-9342-d5d3dfbbe46a req-058939c6-7e25-4f6c-9215-53388db67985 service neutron] 10.222.0.53 "GET /v2.0/networks/0c2b6f1c-cd1f-4f5d-8255-dc26c16381df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939939 Jan 18 23:15:20.375575 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7a8ba29e-34ca-4e9e-83e5-4ba2b2a7c440 None None] Provisioning complete for port a07c7581-6dd8-4a49-b71d-b64b9c4aa6aa triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:15:20.376279 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7a8ba29e-34ca-4e9e-83e5-4ba2b2a7c440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:20.417842 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7a8ba29e-34ca-4e9e-83e5-4ba2b2a7c440 None None] Port a07c7581-6dd8-4a49-b71d-b64b9c4aa6aa cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 23:15:20.433249 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-2d84110d-1b6c-41a3-9e7f-232097bf53d3 None None] Set router ca4996f8-dbe2-42b3-af91-b55c715806e7 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:15:20.472814 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-045bea8e-d08b-41d5-9342-d5d3dfbbe46a req-6927ece7-c014-4b97-9e43-61332fbcd3ae service neutron] 10.222.0.53 "GET /v2.0/networks/0c2b6f1c-cd1f-4f5d-8255-dc26c16381df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087592 Jan 18 23:15:20.549001 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-2f726972-ff89-42ae-b72e-77381ea395bd None None] Provisioning complete for port a07c7581-6dd8-4a49-b71d-b64b9c4aa6aa triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:15:20.549382 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2f726972-ff89-42ae-b72e-77381ea395bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:20.590856 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-2f726972-ff89-42ae-b72e-77381ea395bd None None] Port a07c7581-6dd8-4a49-b71d-b64b9c4aa6aa cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 23:15:20.656667 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-2d84110d-1b6c-41a3-9e7f-232097bf53d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca4996f8-dbe2-42b3-af91-b55c715806e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-709732743', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '8b23c41e-e34a-4f71-8d14-78c8f8b9d6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:15:15Z', 'updated_at': '2022-01-18T23:15:18Z', 'revision_number': 4, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'gw_port': {'id': '8b23c41e-e34a-4f71-8d14-78c8f8b9d6cb', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e7:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca4996f8-dbe2-42b3-af91-b55c715806e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:15:15Z', 'updated_at': '2022-01-18T23:15:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'a07c7581-6dd8-4a49-b71d-b64b9c4aa6aa', 'name': '', 'network_id': '0c2b6f1c-cd1f-4f5d-8255-dc26c16381df', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'mac_address': 'fa:16:3e:43:fd:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca4996f8-dbe2-42b3-af91-b55c715806e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '6b0d1e87-f3d9-48af-87da-3fe4780e68fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:15:17Z', 'updated_at': '2022-01-18T23:15:18Z', 'revision_number': 2, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'subnets': [{'id': '6b0d1e87-f3d9-48af-87da-3fe4780e68fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:20.666775 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f8dd4f36-4bd0-491a-9a3f-fb84d8c9231f req-0248589e-0be8-41a9-914b-a5fc9d149bf9 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=d85b0381-17db-4c6a-8929-cca181b189ac HTTP/1.1" status: 200 len: 210 time: 0.0269685 Jan 18 23:15:20.685527 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d84110d-1b6c-41a3-9e7f-232097bf53d3 None None] Checking router: ca4996f8-dbe2-42b3-af91-b55c715806e7 for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:15:20.685880 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d84110d-1b6c-41a3-9e7f-232097bf53d3 None None] Updating router ca4996f8-dbe2-42b3-af91-b55c715806e7 port a07c7581-6dd8-4a49-b71d-b64b9c4aa6aa binding host n-d-825064-1 {{(pid=102433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 23:15:20.710223 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2d84110d-1b6c-41a3-9e7f-232097bf53d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:20.711408 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-bca5b138-6b3c-4aec-b59a-6954aa6fc73f None None] Provisioning complete for port a07c7581-6dd8-4a49-b71d-b64b9c4aa6aa triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:15:20.711761 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bca5b138-6b3c-4aec-b59a-6954aa6fc73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:20.769030 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-bca5b138-6b3c-4aec-b59a-6954aa6fc73f None None] Port a07c7581-6dd8-4a49-b71d-b64b9c4aa6aa cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 23:15:20.850450 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 279da1d9-c181-4e21-bd49-ce869b574ace up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 23:15:20.899688 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 279da1d9-c181-4e21-bd49-ce869b574ace triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:15:20.900064 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:20.984058 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 8b23c41e-e34a-4f71-8d14-78c8f8b9d6cb up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 23:15:20.999568 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2d84110d-1b6c-41a3-9e7f-232097bf53d3 None None] Notify callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:21.005242 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2d84110d-1b6c-41a3-9e7f-232097bf53d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:21.035054 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 8b23c41e-e34a-4f71-8d14-78c8f8b9d6cb triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:15:21.035394 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:21.073616 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db923351-8274-4f9d-a29e-99ff56d5f60b None None] Pushing event updated for resources: {'Port': ['ID=a07c7581-6dd8-4a49-b71d-b64b9c4aa6aa,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:21.108702 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db923351-8274-4f9d-a29e-99ff56d5f60b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:15:21.109156 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db923351-8274-4f9d-a29e-99ff56d5f60b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:15:21.109493 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db923351-8274-4f9d-a29e-99ff56d5f60b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:15:21.109818 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db923351-8274-4f9d-a29e-99ff56d5f60b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:15:21.110148 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db923351-8274-4f9d-a29e-99ff56d5f60b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:15:21.110975 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db923351-8274-4f9d-a29e-99ff56d5f60b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:15:21.111302 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db923351-8274-4f9d-a29e-99ff56d5f60b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:15:21.111620 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db923351-8274-4f9d-a29e-99ff56d5f60b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:15:21.111932 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db923351-8274-4f9d-a29e-99ff56d5f60b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:15:21.112269 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db923351-8274-4f9d-a29e-99ff56d5f60b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:15:21.112585 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db923351-8274-4f9d-a29e-99ff56d5f60b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:15:21.112894 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db923351-8274-4f9d-a29e-99ff56d5f60b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:15:21.131750 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-2d84110d-1b6c-41a3-9e7f-232097bf53d3 None None] Attempting to bind port a07c7581-6dd8-4a49-b71d-b64b9c4aa6aa on host n-d-825064-1 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:15:21.132492 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-2d84110d-1b6c-41a3-9e7f-232097bf53d3 None None] Attempting to bind port a07c7581-6dd8-4a49-b71d-b64b9c4aa6aa by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '5944fa80-3fc4-4176-967d-72b42de0a7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0c2b6f1c-cd1f-4f5d-8255-dc26c16381df'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:15:21.133028 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d84110d-1b6c-41a3-9e7f-232097bf53d3 None None] Attempting to bind port a07c7581-6dd8-4a49-b71d-b64b9c4aa6aa on network 0c2b6f1c-cd1f-4f5d-8255-dc26c16381df {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 23:15:21.135153 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:21.138986 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d84110d-1b6c-41a3-9e7f-232097bf53d3 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 23:15:21.144525 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d84110d-1b6c-41a3-9e7f-232097bf53d3 None None] Checking segment: {'id': '5944fa80-3fc4-4176-967d-72b42de0a7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0c2b6f1c-cd1f-4f5d-8255-dc26c16381df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 23:15:21.145461 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2d84110d-1b6c-41a3-9e7f-232097bf53d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:21.145890 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d84110d-1b6c-41a3-9e7f-232097bf53d3 None None] Bound using segment: {'id': '5944fa80-3fc4-4176-967d-72b42de0a7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0c2b6f1c-cd1f-4f5d-8255-dc26c16381df'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 23:15:21.146499 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-2d84110d-1b6c-41a3-9e7f-232097bf53d3 None None] Bound port: a07c7581-6dd8-4a49-b71d-b64b9c4aa6aa, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5944fa80-3fc4-4176-967d-72b42de0a7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0c2b6f1c-cd1f-4f5d-8255-dc26c16381df'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:15:21.146884 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2d84110d-1b6c-41a3-9e7f-232097bf53d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:21.158899 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port 8b23c41e-e34a-4f71-8d14-78c8f8b9d6cb, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=8b23c41e-e34a-4f71-8d14-78c8f8b9d6cb,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:15:21.164176 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:21.216626 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=8b23c41e-e34a-4f71-8d14-78c8f8b9d6cb,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:21.228712 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-2d84110d-1b6c-41a3-9e7f-232097bf53d3 None None] For port a07c7581-6dd8-4a49-b71d-b64b9c4aa6aa, host n-d-825064-1, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:15:21.231872 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-2d84110d-1b6c-41a3-9e7f-232097bf53d3 None None] For port a07c7581-6dd8-4a49-b71d-b64b9c4aa6aa, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=a07c7581-6dd8-4a49-b71d-b64b9c4aa6aa,segment=NetworkSegment(5944fa80-3fc4-4176-967d-72b42de0a7b6),segment_id=5944fa80-3fc4-4176-967d-72b42de0a7b6)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:15:21.238695 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2d84110d-1b6c-41a3-9e7f-232097bf53d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:21.392156 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-4a57e13a-2caa-4e82-bb1c-d84331585afa None None] Provisioning complete for port a07c7581-6dd8-4a49-b71d-b64b9c4aa6aa triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:15:21.392550 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4a57e13a-2caa-4e82-bb1c-d84331585afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:21.394015 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d84110d-1b6c-41a3-9e7f-232097bf53d3 None None] Routers {'ca4996f8-dbe2-42b3-af91-b55c715806e7'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:15:21.394857 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-2d84110d-1b6c-41a3-9e7f-232097bf53d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:14:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['ca4996f8-dbe2-42b3-af91-b55c715806e7'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:21.430052 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db923351-8274-4f9d-a29e-99ff56d5f60b None None] Pushing event updated for resources: {'Port': ['ID=a07c7581-6dd8-4a49-b71d-b64b9c4aa6aa,revision_number=4']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:21.473387 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4a57e13a-2caa-4e82-bb1c-d84331585afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:21.514974 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-4a57e13a-2caa-4e82-bb1c-d84331585afa None None] For port a07c7581-6dd8-4a49-b71d-b64b9c4aa6aa, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=a07c7581-6dd8-4a49-b71d-b64b9c4aa6aa,segment=NetworkSegment(5944fa80-3fc4-4176-967d-72b42de0a7b6),segment_id=5944fa80-3fc4-4176-967d-72b42de0a7b6)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:15:21.521972 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-2d84110d-1b6c-41a3-9e7f-232097bf53d3 None None] Set router ca4996f8-dbe2-42b3-af91-b55c715806e7 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:15:21.522174 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4a57e13a-2caa-4e82-bb1c-d84331585afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:21.585508 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57e13a-2caa-4e82-bb1c-d84331585afa None None] Pushing event updated for resources: {'Port': ['ID=a07c7581-6dd8-4a49-b71d-b64b9c4aa6aa,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:21.646957 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-9ec66e40-b347-4a0d-8d18-c5c212ff0bfe None None] Provisioning complete for port a07c7581-6dd8-4a49-b71d-b64b9c4aa6aa triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:15:21.647740 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9ec66e40-b347-4a0d-8d18-c5c212ff0bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:21.727086 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045bea8e-d08b-41d5-9342-d5d3dfbbe46a req-1821f38a-ffdb-4325-8cce-afbafdf60308 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:21.729438 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-045bea8e-d08b-41d5-9342-d5d3dfbbe46a req-1821f38a-ffdb-4325-8cce-afbafdf60308 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.67 "GET /v2.0/networks?id=0c2b6f1c-cd1f-4f5d-8255-dc26c16381df HTTP/1.1" status: 200 len: 797 time: 0.1156578 Jan 18 23:15:21.746831 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-2d84110d-1b6c-41a3-9e7f-232097bf53d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca4996f8-dbe2-42b3-af91-b55c715806e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-709732743', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '8b23c41e-e34a-4f71-8d14-78c8f8b9d6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:15:15Z', 'updated_at': '2022-01-18T23:15:18Z', 'revision_number': 4, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'gw_port': {'id': '8b23c41e-e34a-4f71-8d14-78c8f8b9d6cb', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4996f8-dbe2-42b3-af91-b55c715806e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:15:15Z', 'updated_at': '2022-01-18T23:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'a07c7581-6dd8-4a49-b71d-b64b9c4aa6aa', 'name': '', 'network_id': '0c2b6f1c-cd1f-4f5d-8255-dc26c16381df', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'mac_address': 'fa:16:3e:43:fd:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca4996f8-dbe2-42b3-af91-b55c715806e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '6b0d1e87-f3d9-48af-87da-3fe4780e68fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:15:17Z', 'updated_at': '2022-01-18T23:15:21Z', 'revision_number': 4, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'subnets': [{'id': '6b0d1e87-f3d9-48af-87da-3fe4780e68fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:21.787701 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d84110d-1b6c-41a3-9e7f-232097bf53d3 None None] The sync data for ids ['ca4996f8-dbe2-42b3-af91-b55c715806e7'] in n-d-825064-1 is: [{'id': 'ca4996f8-dbe2-42b3-af91-b55c715806e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-709732743', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '8b23c41e-e34a-4f71-8d14-78c8f8b9d6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:15:15Z', 'updated_at': '2022-01-18T23:15:18Z', 'revision_number': 4, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'gw_port': {'id': '8b23c41e-e34a-4f71-8d14-78c8f8b9d6cb', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4996f8-dbe2-42b3-af91-b55c715806e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:15:15Z', 'updated_at': '2022-01-18T23:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'a07c7581-6dd8-4a49-b71d-b64b9c4aa6aa', 'name': '', 'network_id': '0c2b6f1c-cd1f-4f5d-8255-dc26c16381df', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'mac_address': 'fa:16:3e:43:fd:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca4996f8-dbe2-42b3-af91-b55c715806e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '6b0d1e87-f3d9-48af-87da-3fe4780e68fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:15:17Z', 'updated_at': '2022-01-18T23:15:21Z', 'revision_number': 4, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'subnets': [{'id': '6b0d1e87-f3d9-48af-87da-3fe4780e68fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:15:21.792962 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-045bea8e-d08b-41d5-9342-d5d3dfbbe46a req-daab9cd8-877e-4e20-858b-b6e06ff2fcad tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d0817dfc7dbd4f18b8c38ccdeec25880 HTTP/1.1" status: 200 len: 379 time: 0.0539403 Jan 18 23:15:21.802665 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-045bea8e-d08b-41d5-9342-d5d3dfbbe46a req-234fb9a4-2724-4507-a1cb-7a64da248fb5 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Request body: {'port': {'device_id': 'd85b0381-17db-4c6a-8929-cca181b189ac', 'network_id': '0c2b6f1c-cd1f-4f5d-8255-dc26c16381df', 'admin_state_up': True, 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'security_groups': ['7dc655d4-7e79-4b3f-a7ba-d51b3c0b330e']}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:15:21.881514 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9476b897-afea-4183-8834-d7ac09379e5e req-78789433-a54c-4c7b-8762-73bb92b3b86f tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=d85b0381-17db-4c6a-8929-cca181b189ac HTTP/1.1" status: 200 len: 210 time: 0.0636749 Jan 18 23:15:21.950000 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-045bea8e-d08b-41d5-9342-d5d3dfbbe46a req-234fb9a4-2724-4507-a1cb-7a64da248fb5 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Made reservation on behalf of d0817dfc7dbd4f18b8c38ccdeec25880 for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:15:21.953589 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-045bea8e-d08b-41d5-9342-d5d3dfbbe46a req-234fb9a4-2724-4507-a1cb-7a64da248fb5 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:22.015225 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7975a747-f377-47cf-bdfb-6b681fdae587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:22.093657 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-045bea8e-d08b-41d5-9342-d5d3dfbbe46a req-234fb9a4-2724-4507-a1cb-7a64da248fb5 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Allocated IP 172.20.0.11 (0c2b6f1c-cd1f-4f5d-8255-dc26c16381df/6b0d1e87-f3d9-48af-87da-3fe4780e68fc/86da9463-1331-4df7-bfa0-734dd6a05060) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:15:22.238326 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-045bea8e-d08b-41d5-9342-d5d3dfbbe46a req-234fb9a4-2724-4507-a1cb-7a64da248fb5 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:22.274360 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-045bea8e-d08b-41d5-9342-d5d3dfbbe46a req-234fb9a4-2724-4507-a1cb-7a64da248fb5 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:22.321699 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-045bea8e-d08b-41d5-9342-d5d3dfbbe46a req-234fb9a4-2724-4507-a1cb-7a64da248fb5 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Network 0c2b6f1c-cd1f-4f5d-8255-dc26c16381df is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:15:22.324956 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-045bea8e-d08b-41d5-9342-d5d3dfbbe46a req-234fb9a4-2724-4507-a1cb-7a64da248fb5 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:15:22.328634 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-045bea8e-d08b-41d5-9342-d5d3dfbbe46a req-234fb9a4-2724-4507-a1cb-7a64da248fb5 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:15:22.335193 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234fb9a4-2724-4507-a1cb-7a64da248fb5 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Pushing event updated for resources: {'Port': ['ID=86da9463-1331-4df7-bfa0-734dd6a05060,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:22.383727 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045bea8e-d08b-41d5-9342-d5d3dfbbe46a req-234fb9a4-2724-4507-a1cb-7a64da248fb5 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:22.384418 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-045bea8e-d08b-41d5-9342-d5d3dfbbe46a req-234fb9a4-2724-4507-a1cb-7a64da248fb5 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:22.403861 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-045bea8e-d08b-41d5-9342-d5d3dfbbe46a req-234fb9a4-2724-4507-a1cb-7a64da248fb5 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6053662 Jan 18 23:15:22.418667 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-045bea8e-d08b-41d5-9342-d5d3dfbbe46a req-beaf6f71-3c29-4d70-b3ca-ce753613d102 service neutron] Request body: {'port': {'device_id': 'd85b0381-17db-4c6a-8929-cca181b189ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:15:22.483524 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-045bea8e-d08b-41d5-9342-d5d3dfbbe46a req-beaf6f71-3c29-4d70-b3ca-ce753613d102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:22.580153 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-647967f7-1eb4-4822-a150-83be2cf8deff None None] Provisioning complete for port 86da9463-1331-4df7-bfa0-734dd6a05060 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:15:22.580677 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-647967f7-1eb4-4822-a150-83be2cf8deff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:22.619814 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-647967f7-1eb4-4822-a150-83be2cf8deff None None] Port 86da9463-1331-4df7-bfa0-734dd6a05060 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 23:15:22.769527 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [req-045bea8e-d08b-41d5-9342-d5d3dfbbe46a req-beaf6f71-3c29-4d70-b3ca-ce753613d102 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86da9463-1331-4df7-bfa0-734dd6a05060 {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:15:22.779984 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-045bea8e-d08b-41d5-9342-d5d3dfbbe46a req-beaf6f71-3c29-4d70-b3ca-ce753613d102 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:22.793275 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-045bea8e-d08b-41d5-9342-d5d3dfbbe46a req-beaf6f71-3c29-4d70-b3ca-ce753613d102 service neutron] Transition to ACTIVE for port object 86da9463-1331-4df7-bfa0-734dd6a05060 will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:15:22.798240 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-045bea8e-d08b-41d5-9342-d5d3dfbbe46a req-beaf6f71-3c29-4d70-b3ca-ce753613d102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:22.860796 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device a07c7581-6dd8-4a49-b71d-b64b9c4aa6aa up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 23:15:22.861292 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaf6f71-3c29-4d70-b3ca-ce753613d102 service neutron] Pushing event updated for resources: {'Port': ['ID=86da9463-1331-4df7-bfa0-734dd6a05060,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:22.946344 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port a07c7581-6dd8-4a49-b71d-b64b9c4aa6aa triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:15:22.946534 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-045bea8e-d08b-41d5-9342-d5d3dfbbe46a req-beaf6f71-3c29-4d70-b3ca-ce753613d102 service neutron] Attempting to bind port 86da9463-1331-4df7-bfa0-734dd6a05060 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:15:22.946777 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:22.946908 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-045bea8e-d08b-41d5-9342-d5d3dfbbe46a req-beaf6f71-3c29-4d70-b3ca-ce753613d102 service neutron] Attempting to bind port 86da9463-1331-4df7-bfa0-734dd6a05060 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '5944fa80-3fc4-4176-967d-72b42de0a7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0c2b6f1c-cd1f-4f5d-8255-dc26c16381df'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:15:22.947180 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045bea8e-d08b-41d5-9342-d5d3dfbbe46a req-beaf6f71-3c29-4d70-b3ca-ce753613d102 service neutron] Attempting to bind port 86da9463-1331-4df7-bfa0-734dd6a05060 on network 0c2b6f1c-cd1f-4f5d-8255-dc26c16381df {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 23:15:22.951788 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045bea8e-d08b-41d5-9342-d5d3dfbbe46a req-beaf6f71-3c29-4d70-b3ca-ce753613d102 service neutron] Port 86da9463-1331-4df7-bfa0-734dd6a05060 on network 0c2b6f1c-cd1f-4f5d-8255-dc26c16381df not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 23:15:22.952089 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045bea8e-d08b-41d5-9342-d5d3dfbbe46a req-beaf6f71-3c29-4d70-b3ca-ce753613d102 service neutron] Attempting to bind port 86da9463-1331-4df7-bfa0-734dd6a05060 on network 0c2b6f1c-cd1f-4f5d-8255-dc26c16381df {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 23:15:22.959729 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045bea8e-d08b-41d5-9342-d5d3dfbbe46a req-beaf6f71-3c29-4d70-b3ca-ce753613d102 service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 23:15:22.960416 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045bea8e-d08b-41d5-9342-d5d3dfbbe46a req-beaf6f71-3c29-4d70-b3ca-ce753613d102 service neutron] Checking segment: {'id': '5944fa80-3fc4-4176-967d-72b42de0a7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0c2b6f1c-cd1f-4f5d-8255-dc26c16381df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 23:15:22.961026 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045bea8e-d08b-41d5-9342-d5d3dfbbe46a req-beaf6f71-3c29-4d70-b3ca-ce753613d102 service neutron] Bound using segment: {'id': '5944fa80-3fc4-4176-967d-72b42de0a7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0c2b6f1c-cd1f-4f5d-8255-dc26c16381df'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 23:15:22.961696 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-045bea8e-d08b-41d5-9342-d5d3dfbbe46a req-beaf6f71-3c29-4d70-b3ca-ce753613d102 service neutron] Bound port: 86da9463-1331-4df7-bfa0-734dd6a05060, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5944fa80-3fc4-4176-967d-72b42de0a7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0c2b6f1c-cd1f-4f5d-8255-dc26c16381df'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:15:22.962335 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-045bea8e-d08b-41d5-9342-d5d3dfbbe46a req-beaf6f71-3c29-4d70-b3ca-ce753613d102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:23.032608 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 8b23c41e-e34a-4f71-8d14-78c8f8b9d6cb up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 23:15:23.067605 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-045bea8e-d08b-41d5-9342-d5d3dfbbe46a req-beaf6f71-3c29-4d70-b3ca-ce753613d102 service neutron] For port 86da9463-1331-4df7-bfa0-734dd6a05060, host n-h2-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:15:23.072249 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-045bea8e-d08b-41d5-9342-d5d3dfbbe46a req-beaf6f71-3c29-4d70-b3ca-ce753613d102 service neutron] For port 86da9463-1331-4df7-bfa0-734dd6a05060, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=86da9463-1331-4df7-bfa0-734dd6a05060,segment=NetworkSegment(5944fa80-3fc4-4176-967d-72b42de0a7b6),segment_id=5944fa80-3fc4-4176-967d-72b42de0a7b6)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:15:23.081271 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fd0883-81fb-4aaf-b06e-cd1d3030b4ca req-53a7c981-2333-45b1-be2d-a17355e7491b tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:23.081879 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 8b23c41e-e34a-4f71-8d14-78c8f8b9d6cb triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:15:23.082261 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:23.082712 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-29fd0883-81fb-4aaf-b06e-cd1d3030b4ca req-53a7c981-2333-45b1-be2d-a17355e7491b tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=d85b0381-17db-4c6a-8929-cca181b189ac HTTP/1.1" status: 200 len: 944 time: 0.0753262 Jan 18 23:15:23.084390 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-045bea8e-d08b-41d5-9342-d5d3dfbbe46a req-beaf6f71-3c29-4d70-b3ca-ce753613d102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:23.133765 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045bea8e-d08b-41d5-9342-d5d3dfbbe46a req-beaf6f71-3c29-4d70-b3ca-ce753613d102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:23.134388 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-045bea8e-d08b-41d5-9342-d5d3dfbbe46a req-beaf6f71-3c29-4d70-b3ca-ce753613d102 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:23.136033 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-045bea8e-d08b-41d5-9342-d5d3dfbbe46a req-beaf6f71-3c29-4d70-b3ca-ce753613d102 service neutron] 10.222.0.67 "PUT /v2.0/ports/86da9463-1331-4df7-bfa0-734dd6a05060 HTTP/1.1" status: 200 len: 1092 time: 0.7231390 Jan 18 23:15:23.136512 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd85b0381-17db-4c6a-8929-cca181b189ac', 'tag': '86da9463-1331-4df7-bfa0-734dd6a05060'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:15:23.138807 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f9cd323385b35eafd7505e92119ef15b9cb9d1db746596d3e25314435e3cbaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b2f678b-1450-4d5f-bd28-39567ecd82e0" -d '{"events": [{"name": "network-changed", "server_uuid": "d85b0381-17db-4c6a-8929-cca181b189ac", "tag": "86da9463-1331-4df7-bfa0-734dd6a05060"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 23:15:23.171548 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-29fd0883-81fb-4aaf-b06e-cd1d3030b4ca req-3af13ac0-7ad8-44e8-9264-c20600da6123 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=7dc655d4-7e79-4b3f-a7ba-d51b3c0b330e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776324 Jan 18 23:15:23.185668 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaf6f71-3c29-4d70-b3ca-ce753613d102 service neutron] Pushing event updated for resources: {'Port': ['ID=86da9463-1331-4df7-bfa0-734dd6a05060,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:23.194331 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:23.201324 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 23:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a28754f-b008-486b-8a06-828f36ffa12a x-openstack-request-id: req-7a28754f-b008-486b-8a06-828f36ffa12a {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 23:15:23.201561 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d85b0381-17db-4c6a-8929-cca181b189ac", "tag": "86da9463-1331-4df7-bfa0-734dd6a05060", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 23:15:23.201755 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7a28754f-b008-486b-8a06-828f36ffa12a {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 23:15:23.202176 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd85b0381-17db-4c6a-8929-cca181b189ac', 'tag': '86da9463-1331-4df7-bfa0-734dd6a05060', 'status': 'completed', 'code': 200} Jan 18 23:15:23.259251 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045bea8e-d08b-41d5-9342-d5d3dfbbe46a req-60748494-fd9b-4f94-b577-1dc72203f07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:23.261184 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-045bea8e-d08b-41d5-9342-d5d3dfbbe46a req-60748494-fd9b-4f94-b577-1dc72203f07f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d0817dfc7dbd4f18b8c38ccdeec25880&device_id=d85b0381-17db-4c6a-8929-cca181b189ac HTTP/1.1" status: 200 len: 1095 time: 0.0441842 Jan 18 23:15:23.305248 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-045bea8e-d08b-41d5-9342-d5d3dfbbe46a req-c376c47a-79ec-4b03-9535-bff316790005 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=86da9463-1331-4df7-bfa0-734dd6a05060 HTTP/1.1" status: 200 len: 217 time: 0.0354943 Jan 18 23:15:23.363360 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045bea8e-d08b-41d5-9342-d5d3dfbbe46a req-a87a103a-37a1-4b36-9a8c-1b847e44c652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:23.365553 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-045bea8e-d08b-41d5-9342-d5d3dfbbe46a req-a87a103a-37a1-4b36-9a8c-1b847e44c652 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6b0d1e87-f3d9-48af-87da-3fe4780e68fc HTTP/1.1" status: 200 len: 835 time: 0.0540216 Jan 18 23:15:23.410204 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045bea8e-d08b-41d5-9342-d5d3dfbbe46a req-86ae3521-fbe9-48af-93df-a3cd3d3bff9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:23.412113 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-045bea8e-d08b-41d5-9342-d5d3dfbbe46a req-86ae3521-fbe9-48af-93df-a3cd3d3bff9c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0c2b6f1c-cd1f-4f5d-8255-dc26c16381df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406053 Jan 18 23:15:23.497069 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-045bea8e-d08b-41d5-9342-d5d3dfbbe46a req-c3a6cd4c-5765-4a38-9e83-b5322932e7bb service neutron] 10.222.0.67 "GET /v2.0/networks/0c2b6f1c-cd1f-4f5d-8255-dc26c16381df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788016 Jan 18 23:15:23.590113 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-045bea8e-d08b-41d5-9342-d5d3dfbbe46a req-481190fb-55ed-4b84-97f2-f35a0576d365 service neutron] 10.222.0.67 "GET /v2.0/networks/0c2b6f1c-cd1f-4f5d-8255-dc26c16381df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861435 Jan 18 23:15:23.677261 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2f678b-1450-4d5f-bd28-39567ecd82e0 req-0d0ae44f-fbd3-482a-8ec1-8e3d09b301eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:23.678721 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7b2f678b-1450-4d5f-bd28-39567ecd82e0 req-0d0ae44f-fbd3-482a-8ec1-8e3d09b301eb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d0817dfc7dbd4f18b8c38ccdeec25880&device_id=d85b0381-17db-4c6a-8929-cca181b189ac HTTP/1.1" status: 200 len: 1095 time: 0.0408492 Jan 18 23:15:23.769374 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2f678b-1450-4d5f-bd28-39567ecd82e0 req-cce37420-0ce1-4be8-a7c6-91ce2a9ace87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:23.771372 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7b2f678b-1450-4d5f-bd28-39567ecd82e0 req-cce37420-0ce1-4be8-a7c6-91ce2a9ace87 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0c2b6f1c-cd1f-4f5d-8255-dc26c16381df HTTP/1.1" status: 200 len: 897 time: 0.0862825 Jan 18 23:15:23.810983 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7b2f678b-1450-4d5f-bd28-39567ecd82e0 req-cd43a06c-fc94-4675-806b-dcaa3d589ea5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=86da9463-1331-4df7-bfa0-734dd6a05060 HTTP/1.1" status: 200 len: 217 time: 0.0336483 Jan 18 23:15:23.858095 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2f678b-1450-4d5f-bd28-39567ecd82e0 req-6b2b4f88-675b-4049-9695-f652f4a361c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:23.859405 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7b2f678b-1450-4d5f-bd28-39567ecd82e0 req-6b2b4f88-675b-4049-9695-f652f4a361c1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6b0d1e87-f3d9-48af-87da-3fe4780e68fc HTTP/1.1" status: 200 len: 835 time: 0.0419095 Jan 18 23:15:23.907483 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2f678b-1450-4d5f-bd28-39567ecd82e0 req-6b710cb8-e7ee-467f-8f6d-21ba6d3ec7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:23.909009 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7b2f678b-1450-4d5f-bd28-39567ecd82e0 req-6b710cb8-e7ee-467f-8f6d-21ba6d3ec7e0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0c2b6f1c-cd1f-4f5d-8255-dc26c16381df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429754 Jan 18 23:15:23.995657 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7b2f678b-1450-4d5f-bd28-39567ecd82e0 req-393afe7f-fc6b-41f6-9845-1c5b382e7db6 service neutron] 10.222.0.67 "GET /v2.0/networks/0c2b6f1c-cd1f-4f5d-8255-dc26c16381df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797780 Jan 18 23:15:24.089591 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7b2f678b-1450-4d5f-bd28-39567ecd82e0 req-6d604883-9c32-41e3-936f-7acc5d441d8c service neutron] 10.222.0.67 "GET /v2.0/networks/0c2b6f1c-cd1f-4f5d-8255-dc26c16381df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850077 Jan 18 23:15:24.314966 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beba9d2-9bbb-4f3e-89dc-fca0bcac44a3 req-31efe003-0f59-43b3-853d-9fb98ec48f13 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:24.316455 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2beba9d2-9bbb-4f3e-89dc-fca0bcac44a3 req-31efe003-0f59-43b3-853d-9fb98ec48f13 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=d85b0381-17db-4c6a-8929-cca181b189ac HTTP/1.1" status: 200 len: 944 time: 0.0490105 Jan 18 23:15:24.353475 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2beba9d2-9bbb-4f3e-89dc-fca0bcac44a3 req-6a0061ad-54d0-4586-8942-3d1023ec407a tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=7dc655d4-7e79-4b3f-a7ba-d51b3c0b330e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303094 Jan 18 23:15:24.604238 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:24.716858 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:25.466745 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34485673-ffda-4d29-9e69-6f577c46bc2b req-b3e18b7f-8b6f-4a9f-85a5-4ad9acbdae33 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:25.468227 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-34485673-ffda-4d29-9e69-6f577c46bc2b req-b3e18b7f-8b6f-4a9f-85a5-4ad9acbdae33 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=d85b0381-17db-4c6a-8929-cca181b189ac HTTP/1.1" status: 200 len: 944 time: 0.0477788 Jan 18 23:15:25.503543 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-34485673-ffda-4d29-9e69-6f577c46bc2b req-8c78eadc-9a9c-40b2-9d1c-c3e49dfc46b7 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=7dc655d4-7e79-4b3f-a7ba-d51b3c0b330e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294888 Jan 18 23:15:26.241026 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 86da9463-1331-4df7-bfa0-734dd6a05060 details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 23:15:26.335550 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 86da9463-1331-4df7-bfa0-734dd6a05060, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=86da9463-1331-4df7-bfa0-734dd6a05060,segment=NetworkSegment(5944fa80-3fc4-4176-967d-72b42de0a7b6),segment_id=5944fa80-3fc4-4176-967d-72b42de0a7b6)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:15:26.345382 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': '86da9463-1331-4df7-bfa0-734dd6a05060', 'network_id': '0c2b6f1c-cd1f-4f5d-8255-dc26c16381df', 'port_id': '86da9463-1331-4df7-bfa0-734dd6a05060', 'mac_address': 'fa:16:3e:77:5c:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b0d1e87-f3d9-48af-87da-3fe4780e68fc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 23:15:26.382021 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:26.394826 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86da9463-1331-4df7-bfa0-734dd6a05060 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:15:26.413585 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 86da9463-1331-4df7-bfa0-734dd6a05060, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=86da9463-1331-4df7-bfa0-734dd6a05060,segment=NetworkSegment(5944fa80-3fc4-4176-967d-72b42de0a7b6),segment_id=5944fa80-3fc4-4176-967d-72b42de0a7b6)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:15:26.417416 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:26.463893 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=86da9463-1331-4df7-bfa0-734dd6a05060,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:26.615116 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc85cdc-fedc-4a27-ac21-40fa65a20e4b req-f5e34169-cede-43e5-bb9a-040d76c579cc tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:26.616493 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6dc85cdc-fedc-4a27-ac21-40fa65a20e4b req-f5e34169-cede-43e5-bb9a-040d76c579cc tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=d85b0381-17db-4c6a-8929-cca181b189ac HTTP/1.1" status: 200 len: 945 time: 0.0479085 Jan 18 23:15:26.641138 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['86da9463-1331-4df7-bfa0-734dd6a05060'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 23:15:26.659605 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6dc85cdc-fedc-4a27-ac21-40fa65a20e4b req-1b46d805-7346-4742-8b27-29346efe75bb tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=7dc655d4-7e79-4b3f-a7ba-d51b3c0b330e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368662 Jan 18 23:15:27.771165 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0ba811-8faa-4ff5-a281-41f51749752f req-45d3aad4-1607-41d5-92c2-72edc5c05d41 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:27.772640 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7a0ba811-8faa-4ff5-a281-41f51749752f req-45d3aad4-1607-41d5-92c2-72edc5c05d41 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=d85b0381-17db-4c6a-8929-cca181b189ac HTTP/1.1" status: 200 len: 945 time: 0.0481842 Jan 18 23:15:27.810753 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7a0ba811-8faa-4ff5-a281-41f51749752f req-c5cca51b-b068-4ceb-b523-2137827edce4 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=7dc655d4-7e79-4b3f-a7ba-d51b3c0b330e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320253 Jan 18 23:15:28.255825 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 86da9463-1331-4df7-bfa0-734dd6a05060 up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 23:15:28.304185 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port 86da9463-1331-4df7-bfa0-734dd6a05060 completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:15:28.307683 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port 86da9463-1331-4df7-bfa0-734dd6a05060 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:15:28.308055 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:28.384186 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:28.407002 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd85b0381-17db-4c6a-8929-cca181b189ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86da9463-1331-4df7-bfa0-734dd6a05060'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:15:28.409221 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b134bc65f967cea6f1797bfdd7611f84549a2ae334dac04105da021bbc0aa067" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94f4de77-735e-4244-996e-b03f92fd7ffb" -d '{"events": [{"server_uuid": "d85b0381-17db-4c6a-8929-cca181b189ac", "name": "network-vif-plugged", "status": "completed", "tag": "86da9463-1331-4df7-bfa0-734dd6a05060"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 23:15:28.422849 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 86da9463-1331-4df7-bfa0-734dd6a05060, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=86da9463-1331-4df7-bfa0-734dd6a05060,segment=NetworkSegment(5944fa80-3fc4-4176-967d-72b42de0a7b6),segment_id=5944fa80-3fc4-4176-967d-72b42de0a7b6)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:15:28.428930 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:28.453874 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 23:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82b87f59-37bc-4a01-a044-20dc17fcc751 x-openstack-request-id: req-82b87f59-37bc-4a01-a044-20dc17fcc751 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 23:15:28.454173 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d85b0381-17db-4c6a-8929-cca181b189ac", "name": "network-vif-plugged", "status": "completed", "tag": "86da9463-1331-4df7-bfa0-734dd6a05060", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 23:15:28.454450 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-82b87f59-37bc-4a01-a044-20dc17fcc751 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 23:15:28.454844 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd85b0381-17db-4c6a-8929-cca181b189ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86da9463-1331-4df7-bfa0-734dd6a05060', 'code': 200} Jan 18 23:15:28.478630 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=86da9463-1331-4df7-bfa0-734dd6a05060,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:28.543901 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518837df-5763-4ab2-8581-089c2b2f07e0 req-9736224e-913c-428c-9ac5-2c3d60f9833b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:28.545400 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-518837df-5763-4ab2-8581-089c2b2f07e0 req-9736224e-913c-428c-9ac5-2c3d60f9833b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d85b0381-17db-4c6a-8929-cca181b189ac HTTP/1.1" status: 200 len: 1097 time: 0.0394804 Jan 18 23:15:28.579167 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-518837df-5763-4ab2-8581-089c2b2f07e0 req-4ee5da83-792c-4c57-8712-05926172db6d service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=7dc655d4-7e79-4b3f-a7ba-d51b3c0b330e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267942 Jan 18 23:15:28.921044 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e223b67-559d-4ca3-8a6e-ac031b2064f0 req-62fd2fa9-04b2-4dd4-9134-a6e896a5fe40 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:28.922484 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7e223b67-559d-4ca3-8a6e-ac031b2064f0 req-62fd2fa9-04b2-4dd4-9134-a6e896a5fe40 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=d85b0381-17db-4c6a-8929-cca181b189ac HTTP/1.1" status: 200 len: 946 time: 0.0477517 Jan 18 23:15:28.962789 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7e223b67-559d-4ca3-8a6e-ac031b2064f0 req-d340bc4d-697b-4118-9f37-a2c6a703dcbf tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=7dc655d4-7e79-4b3f-a7ba-d51b3c0b330e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339651 Jan 18 23:15:30.084203 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0fd239-db37-40be-a117-56f8efab6f47 req-dfd30694-4734-4aed-bedc-c3ce232ea569 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:30.085697 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4e0fd239-db37-40be-a117-56f8efab6f47 req-dfd30694-4734-4aed-bedc-c3ce232ea569 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=d85b0381-17db-4c6a-8929-cca181b189ac HTTP/1.1" status: 200 len: 946 time: 0.0559485 Jan 18 23:15:30.122426 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4e0fd239-db37-40be-a117-56f8efab6f47 req-ce937d52-607b-4512-9524-899362f0353a tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=7dc655d4-7e79-4b3f-a7ba-d51b3c0b330e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307541 Jan 18 23:15:30.234314 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b4cfb4-b342-474e-a7d4-b1813edb20c0 req-c8969d87-09c1-4428-9bc7-6438902616e6 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:30.235745 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-75b4cfb4-b342-474e-a7d4-b1813edb20c0 req-c8969d87-09c1-4428-9bc7-6438902616e6 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=d85b0381-17db-4c6a-8929-cca181b189ac HTTP/1.1" status: 200 len: 946 time: 0.0477145 Jan 18 23:15:30.272809 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-75b4cfb4-b342-474e-a7d4-b1813edb20c0 req-a90d8911-78b2-4f29-8502-f9d4dfa86092 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=7dc655d4-7e79-4b3f-a7ba-d51b3c0b330e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310447 Jan 18 23:15:30.293661 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 60088) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:15:30.331675 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8587359-f55f-4786-9cc2-409d6f4c4adb tempest-TestNetworkAdvancedServerOps-757530535 tempest-TestNetworkAdvancedServerOps-757530535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:30.333226 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-e8587359-f55f-4786-9cc2-409d6f4c4adb tempest-TestNetworkAdvancedServerOps-757530535 tempest-TestNetworkAdvancedServerOps-757530535-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=d85b0381-17db-4c6a-8929-cca181b189ac HTTP/1.1" status: 200 len: 1092 time: 0.0385602 Jan 18 23:15:30.335827 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 60090) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:15:30.339878 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-ddbe5a9e-47ac-4047-8139-3c451bb2b558 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Request body: {'floatingip': {'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'port_id': '86da9463-1331-4df7-bfa0-734dd6a05060', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:15:30.362306 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ddbe5a9e-47ac-4047-8139-3c451bb2b558 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for floatingip, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:30.459592 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ddbe5a9e-47ac-4047-8139-3c451bb2b558 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:30.562137 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-ddbe5a9e-47ac-4047-8139-3c451bb2b558 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Allocated IP 172.25.5.197 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/bfc0c2ae-22fc-4a17-a9ff-0a3bc22fcaff) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:15:30.657749 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ddbe5a9e-47ac-4047-8139-3c451bb2b558 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:30.691082 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ddbe5a9e-47ac-4047-8139-3c451bb2b558 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:30.729644 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddbe5a9e-47ac-4047-8139-3c451bb2b558 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:15:30.741058 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-ddbe5a9e-47ac-4047-8139-3c451bb2b558 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:15:30.743262 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbe5a9e-47ac-4047-8139-3c451bb2b558 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:15:30.746303 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbe5a9e-47ac-4047-8139-3c451bb2b558 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Pushing event updated for resources: {'Port': ['ID=bfc0c2ae-22fc-4a17-a9ff-0a3bc22fcaff,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:31.096465 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ddbe5a9e-47ac-4047-8139-3c451bb2b558 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:31.163220 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ddbe5a9e-47ac-4047-8139-3c451bb2b558 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:31.303795 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ddbe5a9e-47ac-4047-8139-3c451bb2b558 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:31.308517 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ddbe5a9e-47ac-4047-8139-3c451bb2b558 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:31.379272 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbe5a9e-47ac-4047-8139-3c451bb2b558 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Pushing event updated for resources: {'Port': ['ID=bfc0c2ae-22fc-4a17-a9ff-0a3bc22fcaff,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:31.390262 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ddbe5a9e-47ac-4047-8139-3c451bb2b558 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043075'] for floatingip, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:31.495225 n-d-825064-1 neutron-server[102430]: INFO neutron.db.l3_db [None req-ddbe5a9e-47ac-4047-8139-3c451bb2b558 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Floating IP a9ad02e2-5ec1-4207-b94b-42b7f57eed75 associated. External IP: 172.25.5.197, port: 86da9463-1331-4df7-bfa0-734dd6a05060. Jan 18 23:15:31.696016 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddbe5a9e-47ac-4047-8139-3c451bb2b558 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Router ca4996f8-dbe2-42b3-af91-b55c715806e7 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:15:31.807703 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddbe5a9e-47ac-4047-8139-3c451bb2b558 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:15:31.818173 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96af73d-5ae9-4186-b835-60e7686403c2 None None] Sync routers for ids ['ca4996f8-dbe2-42b3-af91-b55c715806e7'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:15:31.824063 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ddbe5a9e-47ac-4047-8139-3c451bb2b558 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:31.828523 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96af73d-5ae9-4186-b835-60e7686403c2 None None] Routers {'ca4996f8-dbe2-42b3-af91-b55c715806e7'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:15:31.829123 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-d96af73d-5ae9-4186-b835-60e7686403c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:15:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['ca4996f8-dbe2-42b3-af91-b55c715806e7'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:31.938434 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-d96af73d-5ae9-4186-b835-60e7686403c2 None None] Set router ca4996f8-dbe2-42b3-af91-b55c715806e7 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:15:32.181143 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-ddbe5a9e-47ac-4047-8139-3c451bb2b558 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8442736 Jan 18 23:15:32.181870 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd85b0381-17db-4c6a-8929-cca181b189ac', 'tag': '86da9463-1331-4df7-bfa0-734dd6a05060'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:15:32.184264 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f9cd323385b35eafd7505e92119ef15b9cb9d1db746596d3e25314435e3cbaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d67d516a-3e32-4d22-8e8c-528a66b6b123" -d '{"events": [{"name": "network-changed", "server_uuid": "d85b0381-17db-4c6a-8929-cca181b189ac", "tag": "86da9463-1331-4df7-bfa0-734dd6a05060"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 23:15:32.226422 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 23:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdaf5f38-90e6-45c9-a22b-998a45abbb6b x-openstack-request-id: req-bdaf5f38-90e6-45c9-a22b-998a45abbb6b {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 23:15:32.226721 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d85b0381-17db-4c6a-8929-cca181b189ac", "tag": "86da9463-1331-4df7-bfa0-734dd6a05060", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 23:15:32.226968 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bdaf5f38-90e6-45c9-a22b-998a45abbb6b {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 23:15:32.227366 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd85b0381-17db-4c6a-8929-cca181b189ac', 'tag': '86da9463-1331-4df7-bfa0-734dd6a05060', 'status': 'completed', 'code': 200} Jan 18 23:15:32.314038 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47553013-1974-4157-8c02-762789a32003 req-06e3670c-3a57-48ea-9c85-d35a6695e227 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:32.315525 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-47553013-1974-4157-8c02-762789a32003 req-06e3670c-3a57-48ea-9c85-d35a6695e227 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=d85b0381-17db-4c6a-8929-cca181b189ac HTTP/1.1" status: 200 len: 946 time: 0.0742195 Jan 18 23:15:32.318083 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67d516a-3e32-4d22-8e8c-528a66b6b123 req-551e8c1f-c07a-439c-a7da-0dad86997137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:32.319410 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d67d516a-3e32-4d22-8e8c-528a66b6b123 req-551e8c1f-c07a-439c-a7da-0dad86997137 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d0817dfc7dbd4f18b8c38ccdeec25880&device_id=d85b0381-17db-4c6a-8929-cca181b189ac HTTP/1.1" status: 200 len: 1097 time: 0.0688627 Jan 18 23:15:32.330116 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-d96af73d-5ae9-4186-b835-60e7686403c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca4996f8-dbe2-42b3-af91-b55c715806e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-709732743', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '8b23c41e-e34a-4f71-8d14-78c8f8b9d6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:15:15Z', 'updated_at': '2022-01-18T23:15:18Z', 'revision_number': 4, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'gw_port': {'id': '8b23c41e-e34a-4f71-8d14-78c8f8b9d6cb', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4996f8-dbe2-42b3-af91-b55c715806e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:15:15Z', 'updated_at': '2022-01-18T23:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': 'a9ad02e2-5ec1-4207-b94b-42b7f57eed75', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'floating_ip_address': '172.25.5.197', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': 'ca4996f8-dbe2-42b3-af91-b55c715806e7', 'port_id': '86da9463-1331-4df7-bfa0-734dd6a05060', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c2b6f1c-cd1f-4f5d-8255-dc26c16381df', 'mac_address': 'fa:16:3e:77:5c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85b0381-17db-4c6a-8929-cca181b189ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:15:30Z', 'updated_at': '2022-01-18T23:15:30Z', 'revision_number': 0, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a07c7581-6dd8-4a49-b71d-b64b9c4aa6aa', 'name': '', 'network_id': '0c2b6f1c-cd1f-4f5d-8255-dc26c16381df', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'mac_address': 'fa:16:3e:43:fd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4996f8-dbe2-42b3-af91-b55c715806e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '6b0d1e87-f3d9-48af-87da-3fe4780e68fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:15:17Z', 'updated_at': '2022-01-18T23:15:21Z', 'revision_number': 5, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'subnets': [{'id': '6b0d1e87-f3d9-48af-87da-3fe4780e68fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:32.356808 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96af73d-5ae9-4186-b835-60e7686403c2 None None] Checking router: ca4996f8-dbe2-42b3-af91-b55c715806e7 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:15:32.364896 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96af73d-5ae9-4186-b835-60e7686403c2 None None] Routers {'ca4996f8-dbe2-42b3-af91-b55c715806e7'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:15:32.365500 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-d96af73d-5ae9-4186-b835-60e7686403c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:15:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['ca4996f8-dbe2-42b3-af91-b55c715806e7'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:32.403785 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-47553013-1974-4157-8c02-762789a32003 req-7587806d-90e3-43e9-815a-a0fa705958d4 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=7dc655d4-7e79-4b3f-a7ba-d51b3c0b330e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817561 Jan 18 23:15:32.432417 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60098) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:15:32.442383 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67d516a-3e32-4d22-8e8c-528a66b6b123 req-6df15232-5814-405d-b3a8-b33d23d9baae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:32.444764 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d67d516a-3e32-4d22-8e8c-528a66b6b123 req-6df15232-5814-405d-b3a8-b33d23d9baae service neutron] 10.222.0.67 "GET /v2.0/networks?id=0c2b6f1c-cd1f-4f5d-8255-dc26c16381df HTTP/1.1" status: 200 len: 897 time: 0.1170487 Jan 18 23:15:32.490054 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-d96af73d-5ae9-4186-b835-60e7686403c2 None None] Set router ca4996f8-dbe2-42b3-af91-b55c715806e7 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:15:32.518151 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d67d516a-3e32-4d22-8e8c-528a66b6b123 req-e14a56d1-9718-4939-a42f-c7e275c0f02e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=86da9463-1331-4df7-bfa0-734dd6a05060 HTTP/1.1" status: 200 len: 1000 time: 0.0661459 Jan 18 23:15:32.523090 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-a7878ad0-89a1-46d2-9211-00595a518c8d tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/floatingips/a9ad02e2-5ec1-4207-b94b-42b7f57eed75 HTTP/1.1" status: 200 len: 992 time: 0.0889227 Jan 18 23:15:32.567695 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67d516a-3e32-4d22-8e8c-528a66b6b123 req-422e8dd9-3f51-4d47-ac8b-5d9d99e12e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:32.569216 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d67d516a-3e32-4d22-8e8c-528a66b6b123 req-422e8dd9-3f51-4d47-ac8b-5d9d99e12e11 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6b0d1e87-f3d9-48af-87da-3fe4780e68fc HTTP/1.1" status: 200 len: 835 time: 0.0443447 Jan 18 23:15:32.614603 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67d516a-3e32-4d22-8e8c-528a66b6b123 req-c712d369-2dad-4ba2-9c74-fbf9435102b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:32.616395 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d67d516a-3e32-4d22-8e8c-528a66b6b123 req-c712d369-2dad-4ba2-9c74-fbf9435102b6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0c2b6f1c-cd1f-4f5d-8255-dc26c16381df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407939 Jan 18 23:15:32.716784 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d67d516a-3e32-4d22-8e8c-528a66b6b123 req-7c2d54cb-def5-43fb-ae65-795a8b3d6c28 service neutron] 10.222.0.67 "GET /v2.0/networks/0c2b6f1c-cd1f-4f5d-8255-dc26c16381df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923162 Jan 18 23:15:32.733176 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-d96af73d-5ae9-4186-b835-60e7686403c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca4996f8-dbe2-42b3-af91-b55c715806e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-709732743', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '8b23c41e-e34a-4f71-8d14-78c8f8b9d6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:15:15Z', 'updated_at': '2022-01-18T23:15:18Z', 'revision_number': 4, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'gw_port': {'id': '8b23c41e-e34a-4f71-8d14-78c8f8b9d6cb', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4996f8-dbe2-42b3-af91-b55c715806e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:15:15Z', 'updated_at': '2022-01-18T23:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': 'a9ad02e2-5ec1-4207-b94b-42b7f57eed75', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'floating_ip_address': '172.25.5.197', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': 'ca4996f8-dbe2-42b3-af91-b55c715806e7', 'port_id': '86da9463-1331-4df7-bfa0-734dd6a05060', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c2b6f1c-cd1f-4f5d-8255-dc26c16381df', 'mac_address': 'fa:16:3e:77:5c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85b0381-17db-4c6a-8929-cca181b189ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:15:30Z', 'updated_at': '2022-01-18T23:15:30Z', 'revision_number': 0, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a07c7581-6dd8-4a49-b71d-b64b9c4aa6aa', 'name': '', 'network_id': '0c2b6f1c-cd1f-4f5d-8255-dc26c16381df', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'mac_address': 'fa:16:3e:43:fd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4996f8-dbe2-42b3-af91-b55c715806e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '6b0d1e87-f3d9-48af-87da-3fe4780e68fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:15:17Z', 'updated_at': '2022-01-18T23:15:21Z', 'revision_number': 5, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'subnets': [{'id': '6b0d1e87-f3d9-48af-87da-3fe4780e68fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:32.762569 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96af73d-5ae9-4186-b835-60e7686403c2 None None] The sync data for ids ['ca4996f8-dbe2-42b3-af91-b55c715806e7'] in n-d-825064-1 is: [{'id': 'ca4996f8-dbe2-42b3-af91-b55c715806e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-709732743', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '8b23c41e-e34a-4f71-8d14-78c8f8b9d6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:15:15Z', 'updated_at': '2022-01-18T23:15:18Z', 'revision_number': 4, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'gw_port': {'id': '8b23c41e-e34a-4f71-8d14-78c8f8b9d6cb', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4996f8-dbe2-42b3-af91-b55c715806e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:15:15Z', 'updated_at': '2022-01-18T23:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': 'a9ad02e2-5ec1-4207-b94b-42b7f57eed75', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'floating_ip_address': '172.25.5.197', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': 'ca4996f8-dbe2-42b3-af91-b55c715806e7', 'port_id': '86da9463-1331-4df7-bfa0-734dd6a05060', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c2b6f1c-cd1f-4f5d-8255-dc26c16381df', 'mac_address': 'fa:16:3e:77:5c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85b0381-17db-4c6a-8929-cca181b189ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:15:30Z', 'updated_at': '2022-01-18T23:15:30Z', 'revision_number': 0, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a07c7581-6dd8-4a49-b71d-b64b9c4aa6aa', 'name': '', 'network_id': '0c2b6f1c-cd1f-4f5d-8255-dc26c16381df', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'mac_address': 'fa:16:3e:43:fd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4996f8-dbe2-42b3-af91-b55c715806e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '6b0d1e87-f3d9-48af-87da-3fe4780e68fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:15:17Z', 'updated_at': '2022-01-18T23:15:21Z', 'revision_number': 5, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'subnets': [{'id': '6b0d1e87-f3d9-48af-87da-3fe4780e68fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:15:32.811207 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d67d516a-3e32-4d22-8e8c-528a66b6b123 req-f17ebc17-3ab8-44eb-9207-fccc8777b015 service neutron] 10.222.0.67 "GET /v2.0/networks/0c2b6f1c-cd1f-4f5d-8255-dc26c16381df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862951 Jan 18 23:15:32.957805 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3d40c2-f265-4708-bdaa-2d33dfbab524 None None] New status for floating IP a9ad02e2-5ec1-4207-b94b-42b7f57eed75: ACTIVE {{(pid=102433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 23:15:33.524647 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60100) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:15:33.586824 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-960bc0fa-c0da-4e3e-ab73-f19b77e62036 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/floatingips/a9ad02e2-5ec1-4207-b94b-42b7f57eed75 HTTP/1.1" status: 200 len: 994 time: 0.0611026 Jan 18 23:15:40.232807 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 23:15:43.330171 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:44.221555 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:49.375033 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-da511471-ec4c-409c-bc95-9624c77488c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:52.006619 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-25640488-d0d9-4c47-b1e5-00d1a6b4da41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:53.153205 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:54.605631 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:54.716618 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:05.138835 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6066f6e-841e-419e-8822-10ddb9af749b req-cc7db53e-a5fb-4c58-bf89-2da18df4958d tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:05.140359 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a6066f6e-841e-419e-8822-10ddb9af749b req-cc7db53e-a5fb-4c58-bf89-2da18df4958d tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=d85b0381-17db-4c6a-8929-cca181b189ac HTTP/1.1" status: 200 len: 946 time: 0.1001618 Jan 18 23:16:05.177480 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a6066f6e-841e-419e-8822-10ddb9af749b req-7cae847f-c324-4156-b9ed-ee736568e873 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=7dc655d4-7e79-4b3f-a7ba-d51b3c0b330e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312550 Jan 18 23:16:06.347671 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d53554a-55b9-4520-8aa3-a6fbbd9e3375 req-d80823f4-0317-49d7-b97b-fc6b03abe159 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:06.349093 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1d53554a-55b9-4520-8aa3-a6fbbd9e3375 req-d80823f4-0317-49d7-b97b-fc6b03abe159 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=d85b0381-17db-4c6a-8929-cca181b189ac HTTP/1.1" status: 200 len: 946 time: 0.0995376 Jan 18 23:16:06.387113 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1d53554a-55b9-4520-8aa3-a6fbbd9e3375 req-02efedfe-6766-4eeb-bed6-bad53eadbf75 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=7dc655d4-7e79-4b3f-a7ba-d51b3c0b330e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318913 Jan 18 23:16:07.501778 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315fe654-5553-44fa-8487-9053846c32b4 req-1d2d5715-22a0-43d3-b4d7-df2bc2dfd17d tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:07.503232 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-315fe654-5553-44fa-8487-9053846c32b4 req-1d2d5715-22a0-43d3-b4d7-df2bc2dfd17d tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=d85b0381-17db-4c6a-8929-cca181b189ac HTTP/1.1" status: 200 len: 946 time: 0.0491736 Jan 18 23:16:07.540644 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-315fe654-5553-44fa-8487-9053846c32b4 req-b2d2feb0-276c-4ce6-acf9-bf6b31e6e613 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=7dc655d4-7e79-4b3f-a7ba-d51b3c0b330e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313575 Jan 18 23:16:08.655026 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4d6fd1-4476-4773-8854-4c3db68ff023 req-6a7accfe-b038-4620-84b9-91078b50dc44 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:08.656498 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ba4d6fd1-4476-4773-8854-4c3db68ff023 req-6a7accfe-b038-4620-84b9-91078b50dc44 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=d85b0381-17db-4c6a-8929-cca181b189ac HTTP/1.1" status: 200 len: 946 time: 0.0485673 Jan 18 23:16:08.693793 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ba4d6fd1-4476-4773-8854-4c3db68ff023 req-46f4cf4d-ae12-4367-968a-45e3986c30e9 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=7dc655d4-7e79-4b3f-a7ba-d51b3c0b330e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314345 Jan 18 23:16:09.810949 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3dcc80-7591-4a4a-bd30-dd4a18b75c48 req-92755117-0ef1-4be2-9300-0d4e314f926d tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:09.812444 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1e3dcc80-7591-4a4a-bd30-dd4a18b75c48 req-92755117-0ef1-4be2-9300-0d4e314f926d tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=d85b0381-17db-4c6a-8929-cca181b189ac HTTP/1.1" status: 200 len: 946 time: 0.0524747 Jan 18 23:16:09.848962 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1e3dcc80-7591-4a4a-bd30-dd4a18b75c48 req-75da9a62-4e37-4b7a-800d-40e59bb1848c tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=7dc655d4-7e79-4b3f-a7ba-d51b3c0b330e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306292 Jan 18 23:16:10.963335 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b4e49-e6e1-42cb-8358-1fc42606145b req-59d00c4a-9c14-4619-ba89-7662a66d0fbc tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:10.964824 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-883b4e49-e6e1-42cb-8358-1fc42606145b req-59d00c4a-9c14-4619-ba89-7662a66d0fbc tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=d85b0381-17db-4c6a-8929-cca181b189ac HTTP/1.1" status: 200 len: 946 time: 0.0480664 Jan 18 23:16:11.001183 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-883b4e49-e6e1-42cb-8358-1fc42606145b req-0a8a2e3e-02d4-447e-bf6a-a9e96f5e320f tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=7dc655d4-7e79-4b3f-a7ba-d51b3c0b330e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305369 Jan 18 23:16:12.114302 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ba2d49-8db4-495c-8aae-203301e174bd req-1954d4f0-55e7-4418-b760-ccce1c2bde19 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:12.115802 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-32ba2d49-8db4-495c-8aae-203301e174bd req-1954d4f0-55e7-4418-b760-ccce1c2bde19 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=d85b0381-17db-4c6a-8929-cca181b189ac HTTP/1.1" status: 200 len: 946 time: 0.0495563 Jan 18 23:16:12.154598 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-32ba2d49-8db4-495c-8aae-203301e174bd req-c210531e-4275-492d-8cfd-4be7aa4f1741 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=7dc655d4-7e79-4b3f-a7ba-d51b3c0b330e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322053 Jan 18 23:16:13.271328 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69af5ab-2e42-4c33-a875-10388d7d11f6 req-cedd87d2-cb75-426e-93fe-d2ea339dd4c9 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:13.272812 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a69af5ab-2e42-4c33-a875-10388d7d11f6 req-cedd87d2-cb75-426e-93fe-d2ea339dd4c9 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=d85b0381-17db-4c6a-8929-cca181b189ac HTTP/1.1" status: 200 len: 946 time: 0.0522854 Jan 18 23:16:13.309349 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a69af5ab-2e42-4c33-a875-10388d7d11f6 req-4c5abd1c-6f26-43b9-a7c3-840e2426dd76 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=7dc655d4-7e79-4b3f-a7ba-d51b3c0b330e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306075 Jan 18 23:16:13.328935 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:14.220422 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:14.244483 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d45386-97e3-4e20-b4a0-2abcd65ebc1f req-c9279f93-0589-4cc5-911f-56b6800a3d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:14.245974 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-64d45386-97e3-4e20-b4a0-2abcd65ebc1f req-c9279f93-0589-4cc5-911f-56b6800a3d7a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d0817dfc7dbd4f18b8c38ccdeec25880&device_id=d85b0381-17db-4c6a-8929-cca181b189ac HTTP/1.1" status: 200 len: 1097 time: 0.0781207 Jan 18 23:16:14.347277 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d45386-97e3-4e20-b4a0-2abcd65ebc1f req-2cb1a985-0c34-42e6-9f95-26413e493cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:14.348646 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-64d45386-97e3-4e20-b4a0-2abcd65ebc1f req-2cb1a985-0c34-42e6-9f95-26413e493cb8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0c2b6f1c-cd1f-4f5d-8255-dc26c16381df HTTP/1.1" status: 200 len: 897 time: 0.0853014 Jan 18 23:16:14.437356 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-64d45386-97e3-4e20-b4a0-2abcd65ebc1f req-8e33cd09-6356-41c9-9ef4-d3f8072fd40b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=86da9463-1331-4df7-bfa0-734dd6a05060 HTTP/1.1" status: 200 len: 1002 time: 0.0822997 Jan 18 23:16:14.452455 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450ec087-04b4-48da-b36a-6dd596094850 req-d86edbb4-d4d9-4512-925f-aeff70f5ec36 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:14.453837 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-450ec087-04b4-48da-b36a-6dd596094850 req-d86edbb4-d4d9-4512-925f-aeff70f5ec36 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=d85b0381-17db-4c6a-8929-cca181b189ac HTTP/1.1" status: 200 len: 946 time: 0.0647597 Jan 18 23:16:14.518555 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d45386-97e3-4e20-b4a0-2abcd65ebc1f req-08b5a976-5a70-486c-8668-f23f966af227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:14.519961 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-64d45386-97e3-4e20-b4a0-2abcd65ebc1f req-08b5a976-5a70-486c-8668-f23f966af227 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6b0d1e87-f3d9-48af-87da-3fe4780e68fc HTTP/1.1" status: 200 len: 835 time: 0.0758007 Jan 18 23:16:14.524852 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-450ec087-04b4-48da-b36a-6dd596094850 req-5ab15873-aa03-4014-87f2-791c595f7549 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=7dc655d4-7e79-4b3f-a7ba-d51b3c0b330e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644546 Jan 18 23:16:14.564341 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d45386-97e3-4e20-b4a0-2abcd65ebc1f req-b1960bbb-86d1-4a24-b53b-5af56a423ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:14.565806 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-64d45386-97e3-4e20-b4a0-2abcd65ebc1f req-b1960bbb-86d1-4a24-b53b-5af56a423ab5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0c2b6f1c-cd1f-4f5d-8255-dc26c16381df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394800 Jan 18 23:16:14.651556 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-64d45386-97e3-4e20-b4a0-2abcd65ebc1f req-01742f20-d639-4d2e-abc0-8d064918a6f5 service neutron] 10.222.0.67 "GET /v2.0/networks/0c2b6f1c-cd1f-4f5d-8255-dc26c16381df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794518 Jan 18 23:16:14.742221 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-64d45386-97e3-4e20-b4a0-2abcd65ebc1f req-ff8186c7-7879-415f-ac50-f111c40bfd21 service neutron] 10.222.0.67 "GET /v2.0/networks/0c2b6f1c-cd1f-4f5d-8255-dc26c16381df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844841 Jan 18 23:16:15.637524 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc31fb-abe6-4a11-a7ad-a017b3dfe947 req-7f0bab09-6fc1-4525-8872-bfe0f20d39e4 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:15.638984 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a7cc31fb-abe6-4a11-a7ad-a017b3dfe947 req-7f0bab09-6fc1-4525-8872-bfe0f20d39e4 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=d85b0381-17db-4c6a-8929-cca181b189ac HTTP/1.1" status: 200 len: 946 time: 0.0494394 Jan 18 23:16:15.675604 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a7cc31fb-abe6-4a11-a7ad-a017b3dfe947 req-d1c5a3a3-a7e2-4342-a52e-36784ced95c5 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=7dc655d4-7e79-4b3f-a7ba-d51b3c0b330e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306740 Jan 18 23:16:16.794216 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f476ad-d1fe-4730-8e62-b10cd5adbdee req-5da4c51d-743b-4ace-bb83-155e1df3938f tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:16.795686 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d0f476ad-d1fe-4730-8e62-b10cd5adbdee req-5da4c51d-743b-4ace-bb83-155e1df3938f tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=d85b0381-17db-4c6a-8929-cca181b189ac HTTP/1.1" status: 200 len: 946 time: 0.0533695 Jan 18 23:16:16.832989 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d0f476ad-d1fe-4730-8e62-b10cd5adbdee req-ec16bc7b-f253-4cef-81fc-7bc124731dcc tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=7dc655d4-7e79-4b3f-a7ba-d51b3c0b330e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313621 Jan 18 23:16:17.233383 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 23:16:17.951875 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0171edb9-5a74-4199-9c2c-38d3f6f12d8d req-8f9b5539-91ce-4c44-bcf7-dfd5bf68b3ea tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:17.953354 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0171edb9-5a74-4199-9c2c-38d3f6f12d8d req-8f9b5539-91ce-4c44-bcf7-dfd5bf68b3ea tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=d85b0381-17db-4c6a-8929-cca181b189ac HTTP/1.1" status: 200 len: 946 time: 0.0490620 Jan 18 23:16:17.989765 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0171edb9-5a74-4199-9c2c-38d3f6f12d8d req-c79412ff-cfd6-4dc7-b2d6-036f71352771 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=7dc655d4-7e79-4b3f-a7ba-d51b3c0b330e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304658 Jan 18 23:16:19.105587 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a4ab9e-677e-46e3-a1b6-e9a2428cdc13 req-83fe170b-163f-4ad4-ba83-416fd510283d tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:19.107048 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d6a4ab9e-677e-46e3-a1b6-e9a2428cdc13 req-83fe170b-163f-4ad4-ba83-416fd510283d tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=d85b0381-17db-4c6a-8929-cca181b189ac HTTP/1.1" status: 200 len: 946 time: 0.0488315 Jan 18 23:16:19.143796 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d6a4ab9e-677e-46e3-a1b6-e9a2428cdc13 req-914cc535-3251-4872-bfa8-b9e09bae95f5 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=7dc655d4-7e79-4b3f-a7ba-d51b3c0b330e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307932 Jan 18 23:16:19.376148 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3e957b39-5461-45f7-b80e-f72e6cfe2caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:20.270683 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561d09a2-7299-49eb-b573-4792b86d807f req-70f86844-1e38-4c6b-bc48-c35870c97104 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:20.272200 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-561d09a2-7299-49eb-b573-4792b86d807f req-70f86844-1e38-4c6b-bc48-c35870c97104 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=d85b0381-17db-4c6a-8929-cca181b189ac HTTP/1.1" status: 200 len: 946 time: 0.0555246 Jan 18 23:16:20.310432 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-561d09a2-7299-49eb-b573-4792b86d807f req-d2c900c5-b266-4174-b10b-ab8785494899 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=7dc655d4-7e79-4b3f-a7ba-d51b3c0b330e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309076 Jan 18 23:16:21.425412 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3d8cde-ddad-45a8-beeb-adcfab91bb5f req-ad7b8ace-7f50-474b-94ba-4da564c65ba4 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:21.426865 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0b3d8cde-ddad-45a8-beeb-adcfab91bb5f req-ad7b8ace-7f50-474b-94ba-4da564c65ba4 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=d85b0381-17db-4c6a-8929-cca181b189ac HTTP/1.1" status: 200 len: 946 time: 0.0494401 Jan 18 23:16:21.463199 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0b3d8cde-ddad-45a8-beeb-adcfab91bb5f req-c745c271-9e35-43dc-b111-7d863f85c9f9 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=7dc655d4-7e79-4b3f-a7ba-d51b3c0b330e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303693 Jan 18 23:16:21.485208 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 60158) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:16:21.550476 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-8c113437-736d-4a36-9748-45e975b19af3 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/floatingips/a9ad02e2-5ec1-4207-b94b-42b7f57eed75 HTTP/1.1" status: 200 len: 994 time: 0.0641031 Jan 18 23:16:22.008009 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-83dc1835-1db7-4f73-b528-dd438d3c23f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:22.842215 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e133b4-ffab-4b35-b920-f07c59582721 req-389383a5-54a1-4bb9-814a-5fe65037e813 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:22.843756 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-21e133b4-ffab-4b35-b920-f07c59582721 req-389383a5-54a1-4bb9-814a-5fe65037e813 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=d85b0381-17db-4c6a-8929-cca181b189ac HTTP/1.1" status: 200 len: 946 time: 0.0858047 Jan 18 23:16:22.846224 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b39dc-435a-425a-95bc-4464f4215992 req-663318fb-117d-47f4-93cf-5a4d21cea4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:22.847543 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-750b39dc-435a-425a-95bc-4464f4215992 req-663318fb-117d-47f4-93cf-5a4d21cea4ee service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d0817dfc7dbd4f18b8c38ccdeec25880&device_id=d85b0381-17db-4c6a-8929-cca181b189ac HTTP/1.1" status: 200 len: 1097 time: 0.0562479 Jan 18 23:16:22.932079 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-21e133b4-ffab-4b35-b920-f07c59582721 req-685caec1-ae66-4f4c-8e05-a5edd7f8d1b1 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=7dc655d4-7e79-4b3f-a7ba-d51b3c0b330e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822155 Jan 18 23:16:22.960883 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b39dc-435a-425a-95bc-4464f4215992 req-3cbaad4f-ff6b-4999-a8e7-de72996b5b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:22.962846 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-750b39dc-435a-425a-95bc-4464f4215992 req-3cbaad4f-ff6b-4999-a8e7-de72996b5b5e service neutron] 10.222.0.67 "GET /v2.0/networks?id=0c2b6f1c-cd1f-4f5d-8255-dc26c16381df HTTP/1.1" status: 200 len: 897 time: 0.1061041 Jan 18 23:16:23.025352 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-750b39dc-435a-425a-95bc-4464f4215992 req-659ce4bd-ef78-401d-bc37-b6d41df4e258 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=86da9463-1331-4df7-bfa0-734dd6a05060 HTTP/1.1" status: 200 len: 1002 time: 0.0558615 Jan 18 23:16:23.071386 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b39dc-435a-425a-95bc-4464f4215992 req-e798c9ca-a65f-400c-a444-209a82daf640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:23.072803 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-750b39dc-435a-425a-95bc-4464f4215992 req-e798c9ca-a65f-400c-a444-209a82daf640 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6b0d1e87-f3d9-48af-87da-3fe4780e68fc HTTP/1.1" status: 200 len: 835 time: 0.0417602 Jan 18 23:16:23.121104 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b39dc-435a-425a-95bc-4464f4215992 req-6856e228-9ed2-432a-aa9c-a41ac30187c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:23.122481 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-750b39dc-435a-425a-95bc-4464f4215992 req-6856e228-9ed2-432a-aa9c-a41ac30187c5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0c2b6f1c-cd1f-4f5d-8255-dc26c16381df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434868 Jan 18 23:16:23.155054 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:23.210960 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-750b39dc-435a-425a-95bc-4464f4215992 req-c5982d81-a2a7-4c6e-80f6-f9bbed0ee6e4 service neutron] 10.222.0.67 "GET /v2.0/networks/0c2b6f1c-cd1f-4f5d-8255-dc26c16381df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805013 Jan 18 23:16:23.300296 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-750b39dc-435a-425a-95bc-4464f4215992 req-682fc409-d135-43e8-9ecc-84410be6f813 service neutron] 10.222.0.67 "GET /v2.0/networks/0c2b6f1c-cd1f-4f5d-8255-dc26c16381df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828214 Jan 18 23:16:24.047464 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925ed228-6f6c-44a4-8e14-1f27a156daea req-39e2914c-0f98-4a71-991a-69e8a5444940 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:24.048960 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-925ed228-6f6c-44a4-8e14-1f27a156daea req-39e2914c-0f98-4a71-991a-69e8a5444940 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=d85b0381-17db-4c6a-8929-cca181b189ac HTTP/1.1" status: 200 len: 946 time: 0.0486531 Jan 18 23:16:24.086935 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-925ed228-6f6c-44a4-8e14-1f27a156daea req-94d090aa-6588-4ceb-b562-a52dd45a8309 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=7dc655d4-7e79-4b3f-a7ba-d51b3c0b330e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320337 Jan 18 23:16:24.109316 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 60170) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:16:24.168685 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-09defc30-dc0c-4784-9ae1-c0c68b7b8431 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/floatingips/a9ad02e2-5ec1-4207-b94b-42b7f57eed75 HTTP/1.1" status: 200 len: 994 time: 0.0581713 Jan 18 23:16:24.611657 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:24.716738 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:43.330664 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:44.249506 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:49.377664 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c7771133-d91a-467e-b721-39429aea9695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:52.010565 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3a03d23a-ee7e-431e-9cf5-88a751dfc48e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:53.157650 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:54.233270 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 23:16:54.611038 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:54.654904 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 60184) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:16:54.718333 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:54.815611 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-a4b3bd1c-800b-462d-a698-6baf083e37ef tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Deleting port bfc0c2ae-22fc-4a17-a9ff-0a3bc22fcaff {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 23:16:54.815970 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a4b3bd1c-800b-462d-a698-6baf083e37ef tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:54.889007 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a4b3bd1c-800b-462d-a698-6baf083e37ef tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:54.889344 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a4b3bd1c-800b-462d-a698-6baf083e37ef tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:54.900642 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-a4b3bd1c-800b-462d-a698-6baf083e37ef tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Calling delete_port for bfc0c2ae-22fc-4a17-a9ff-0a3bc22fcaff owned by network:floatingip {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 23:16:55.047062 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a4b3bd1c-800b-462d-a698-6baf083e37ef tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:55.071936 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b3bd1c-800b-462d-a698-6baf083e37ef tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Pushing event deleted for resources: {'Port': ['ID=bfc0c2ae-22fc-4a17-a9ff-0a3bc22fcaff,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:55.083885 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b3bd1c-800b-462d-a698-6baf083e37ef tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:16:55.084278 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b3bd1c-800b-462d-a698-6baf083e37ef tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:16:55.084618 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b3bd1c-800b-462d-a698-6baf083e37ef tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:16:55.084957 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b3bd1c-800b-462d-a698-6baf083e37ef tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:16:55.085289 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b3bd1c-800b-462d-a698-6baf083e37ef tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:16:55.085623 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b3bd1c-800b-462d-a698-6baf083e37ef tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:16:55.085954 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b3bd1c-800b-462d-a698-6baf083e37ef tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:16:55.086796 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b3bd1c-800b-462d-a698-6baf083e37ef tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:16:55.086796 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b3bd1c-800b-462d-a698-6baf083e37ef tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:16:55.087001 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b3bd1c-800b-462d-a698-6baf083e37ef tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:16:55.087217 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b3bd1c-800b-462d-a698-6baf083e37ef tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:16:55.087544 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b3bd1c-800b-462d-a698-6baf083e37ef tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:16:55.142972 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a4b3bd1c-800b-462d-a698-6baf083e37ef tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for floatingip, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:55.143364 n-d-825064-1 neutron-server[102430]: INFO neutron.db.l3_db [None req-a4b3bd1c-800b-462d-a698-6baf083e37ef tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Floating IP a9ad02e2-5ec1-4207-b94b-42b7f57eed75 disassociated (deleted). External IP: 172.25.5.197, port: 86da9463-1331-4df7-bfa0-734dd6a05060. Jan 18 23:16:55.341036 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4b3bd1c-800b-462d-a698-6baf083e37ef tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Router ca4996f8-dbe2-42b3-af91-b55c715806e7 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:16:55.446933 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4b3bd1c-800b-462d-a698-6baf083e37ef tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:16:55.451754 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a4b3bd1c-800b-462d-a698-6baf083e37ef tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:55.456597 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d48813-3623-4e12-9210-3f98ad4b9e12 None None] Sync routers for ids ['ca4996f8-dbe2-42b3-af91-b55c715806e7'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:16:55.465453 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d48813-3623-4e12-9210-3f98ad4b9e12 None None] Routers {'ca4996f8-dbe2-42b3-af91-b55c715806e7'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:16:55.466049 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-90d48813-3623-4e12-9210-3f98ad4b9e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:16:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['ca4996f8-dbe2-42b3-af91-b55c715806e7'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:16:55.477411 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-a4b3bd1c-800b-462d-a698-6baf083e37ef tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "DELETE /v2.0/floatingips/a9ad02e2-5ec1-4207-b94b-42b7f57eed75 HTTP/1.1" status: 204 len: 168 time: 0.8214293 Jan 18 23:16:55.478013 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd85b0381-17db-4c6a-8929-cca181b189ac', 'tag': '86da9463-1331-4df7-bfa0-734dd6a05060'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:16:55.480884 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f9cd323385b35eafd7505e92119ef15b9cb9d1db746596d3e25314435e3cbaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ef9f9f5-ceaf-4910-82dd-baa64e047ee2" -d '{"events": [{"name": "network-changed", "server_uuid": "d85b0381-17db-4c6a-8929-cca181b189ac", "tag": "86da9463-1331-4df7-bfa0-734dd6a05060"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 23:16:55.571331 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 23:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65f56494-420e-4060-92dd-fceef44a7c35 x-openstack-request-id: req-65f56494-420e-4060-92dd-fceef44a7c35 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 23:16:55.571978 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d85b0381-17db-4c6a-8929-cca181b189ac", "tag": "86da9463-1331-4df7-bfa0-734dd6a05060", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 23:16:55.572349 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-65f56494-420e-4060-92dd-fceef44a7c35 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 23:16:55.573287 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd85b0381-17db-4c6a-8929-cca181b189ac', 'tag': '86da9463-1331-4df7-bfa0-734dd6a05060', 'status': 'completed', 'code': 200} Jan 18 23:16:55.574600 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-90d48813-3623-4e12-9210-3f98ad4b9e12 None None] Set router ca4996f8-dbe2-42b3-af91-b55c715806e7 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:16:55.647704 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef9f9f5-ceaf-4910-82dd-baa64e047ee2 req-9d861960-03b5-418d-b74a-154262f86367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:55.649243 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8ef9f9f5-ceaf-4910-82dd-baa64e047ee2 req-9d861960-03b5-418d-b74a-154262f86367 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d0817dfc7dbd4f18b8c38ccdeec25880&device_id=d85b0381-17db-4c6a-8929-cca181b189ac HTTP/1.1" status: 200 len: 1097 time: 0.0531876 Jan 18 23:16:55.765866 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff8d735-624f-4dc6-bef4-29f83b592867 req-84776744-0b37-4b51-9d6b-823040e89ac0 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:55.767307 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cff8d735-624f-4dc6-bef4-29f83b592867 req-84776744-0b37-4b51-9d6b-823040e89ac0 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=d85b0381-17db-4c6a-8929-cca181b189ac HTTP/1.1" status: 200 len: 946 time: 0.1013496 Jan 18 23:16:55.780494 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-90d48813-3623-4e12-9210-3f98ad4b9e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca4996f8-dbe2-42b3-af91-b55c715806e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-709732743', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '8b23c41e-e34a-4f71-8d14-78c8f8b9d6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:15:15Z', 'updated_at': '2022-01-18T23:15:18Z', 'revision_number': 4, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'gw_port': {'id': '8b23c41e-e34a-4f71-8d14-78c8f8b9d6cb', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4996f8-dbe2-42b3-af91-b55c715806e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:15:15Z', 'updated_at': '2022-01-18T23:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'a07c7581-6dd8-4a49-b71d-b64b9c4aa6aa', 'name': '', 'network_id': '0c2b6f1c-cd1f-4f5d-8255-dc26c16381df', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'mac_address': 'fa:16:3e:43:fd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4996f8-dbe2-42b3-af91-b55c715806e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '6b0d1e87-f3d9-48af-87da-3fe4780e68fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:15:17Z', 'updated_at': '2022-01-18T23:15:21Z', 'revision_number': 5, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'subnets': [{'id': '6b0d1e87-f3d9-48af-87da-3fe4780e68fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:16:55.792803 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef9f9f5-ceaf-4910-82dd-baa64e047ee2 req-a7a2b629-6678-4cdd-9188-c0d6857a4a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:55.794274 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8ef9f9f5-ceaf-4910-82dd-baa64e047ee2 req-a7a2b629-6678-4cdd-9188-c0d6857a4a33 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0c2b6f1c-cd1f-4f5d-8255-dc26c16381df HTTP/1.1" status: 200 len: 897 time: 0.1365440 Jan 18 23:16:55.809773 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d48813-3623-4e12-9210-3f98ad4b9e12 None None] Checking router: ca4996f8-dbe2-42b3-af91-b55c715806e7 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:16:55.818054 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d48813-3623-4e12-9210-3f98ad4b9e12 None None] Routers {'ca4996f8-dbe2-42b3-af91-b55c715806e7'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:16:55.818658 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-90d48813-3623-4e12-9210-3f98ad4b9e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:16:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['ca4996f8-dbe2-42b3-af91-b55c715806e7'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:16:55.844092 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cff8d735-624f-4dc6-bef4-29f83b592867 req-0d7f2688-a0ca-4688-a367-020626f05a94 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=7dc655d4-7e79-4b3f-a7ba-d51b3c0b330e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670776 Jan 18 23:16:55.845503 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8ef9f9f5-ceaf-4910-82dd-baa64e047ee2 req-8cd302ed-ef99-476b-a0dd-cdafedd2e104 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=86da9463-1331-4df7-bfa0-734dd6a05060 HTTP/1.1" status: 200 len: 217 time: 0.0393283 Jan 18 23:16:55.894689 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef9f9f5-ceaf-4910-82dd-baa64e047ee2 req-b81ce9f8-7561-4aaa-b5f4-30a76c05a67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:55.896026 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8ef9f9f5-ceaf-4910-82dd-baa64e047ee2 req-b81ce9f8-7561-4aaa-b5f4-30a76c05a67f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6b0d1e87-f3d9-48af-87da-3fe4780e68fc HTTP/1.1" status: 200 len: 835 time: 0.0431583 Jan 18 23:16:55.924800 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-90d48813-3623-4e12-9210-3f98ad4b9e12 None None] Set router ca4996f8-dbe2-42b3-af91-b55c715806e7 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:16:55.944299 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef9f9f5-ceaf-4910-82dd-baa64e047ee2 req-509edc55-126a-4de9-b6bc-4031afd87a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:55.945836 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8ef9f9f5-ceaf-4910-82dd-baa64e047ee2 req-509edc55-126a-4de9-b6bc-4031afd87a5e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0c2b6f1c-cd1f-4f5d-8255-dc26c16381df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423596 Jan 18 23:16:56.034283 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8ef9f9f5-ceaf-4910-82dd-baa64e047ee2 req-572bd96e-ca17-47ab-82f4-e83c4be240e6 service neutron] 10.222.0.67 "GET /v2.0/networks/0c2b6f1c-cd1f-4f5d-8255-dc26c16381df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811682 Jan 18 23:16:56.122353 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-90d48813-3623-4e12-9210-3f98ad4b9e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca4996f8-dbe2-42b3-af91-b55c715806e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-709732743', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '8b23c41e-e34a-4f71-8d14-78c8f8b9d6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:15:15Z', 'updated_at': '2022-01-18T23:15:18Z', 'revision_number': 4, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'gw_port': {'id': '8b23c41e-e34a-4f71-8d14-78c8f8b9d6cb', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4996f8-dbe2-42b3-af91-b55c715806e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:15:15Z', 'updated_at': '2022-01-18T23:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'a07c7581-6dd8-4a49-b71d-b64b9c4aa6aa', 'name': '', 'network_id': '0c2b6f1c-cd1f-4f5d-8255-dc26c16381df', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'mac_address': 'fa:16:3e:43:fd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4996f8-dbe2-42b3-af91-b55c715806e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '6b0d1e87-f3d9-48af-87da-3fe4780e68fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:15:17Z', 'updated_at': '2022-01-18T23:15:21Z', 'revision_number': 5, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'subnets': [{'id': '6b0d1e87-f3d9-48af-87da-3fe4780e68fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:16:56.129744 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8ef9f9f5-ceaf-4910-82dd-baa64e047ee2 req-3215188f-addd-458d-bcaa-e662b01c12ad service neutron] 10.222.0.67 "GET /v2.0/networks/0c2b6f1c-cd1f-4f5d-8255-dc26c16381df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863655 Jan 18 23:16:56.150630 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d48813-3623-4e12-9210-3f98ad4b9e12 None None] The sync data for ids ['ca4996f8-dbe2-42b3-af91-b55c715806e7'] in n-d-825064-1 is: [{'id': 'ca4996f8-dbe2-42b3-af91-b55c715806e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-709732743', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '8b23c41e-e34a-4f71-8d14-78c8f8b9d6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:15:15Z', 'updated_at': '2022-01-18T23:15:18Z', 'revision_number': 4, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'gw_port': {'id': '8b23c41e-e34a-4f71-8d14-78c8f8b9d6cb', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4996f8-dbe2-42b3-af91-b55c715806e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:15:15Z', 'updated_at': '2022-01-18T23:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'a07c7581-6dd8-4a49-b71d-b64b9c4aa6aa', 'name': '', 'network_id': '0c2b6f1c-cd1f-4f5d-8255-dc26c16381df', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'mac_address': 'fa:16:3e:43:fd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4996f8-dbe2-42b3-af91-b55c715806e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '6b0d1e87-f3d9-48af-87da-3fe4780e68fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:15:17Z', 'updated_at': '2022-01-18T23:15:21Z', 'revision_number': 5, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'subnets': [{'id': '6b0d1e87-f3d9-48af-87da-3fe4780e68fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:16:56.381414 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4de70ca-1982-416e-b4c7-7f685456d63a None None] New status for floating IP a9ad02e2-5ec1-4207-b94b-42b7f57eed75: DOWN {{(pid=102433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 23:16:56.960501 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec24c00c-f1a3-4ac9-b967-d727b023ab8d req-acaafd77-245b-407c-a708-8ff751c75aa2 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:56.961962 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ec24c00c-f1a3-4ac9-b967-d727b023ab8d req-acaafd77-245b-407c-a708-8ff751c75aa2 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=d85b0381-17db-4c6a-8929-cca181b189ac HTTP/1.1" status: 200 len: 946 time: 0.0496495 Jan 18 23:16:56.999001 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ec24c00c-f1a3-4ac9-b967-d727b023ab8d req-ca12f1ee-04ac-455b-843e-cfdd882ad651 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=7dc655d4-7e79-4b3f-a7ba-d51b3c0b330e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306666 Jan 18 23:16:57.262089 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345d6dad-cf78-4099-84d7-a21cc594321c req-7cabf344-6852-4e3f-a7e4-db9253b42459 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:57.263588 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-345d6dad-cf78-4099-84d7-a21cc594321c req-7cabf344-6852-4e3f-a7e4-db9253b42459 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.67 "GET /v2.0/ports?device_id=d85b0381-17db-4c6a-8929-cca181b189ac HTTP/1.1" status: 200 len: 946 time: 0.0475826 Jan 18 23:16:57.357279 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-345d6dad-cf78-4099-84d7-a21cc594321c req-dbcf3108-4204-4c23-9bc4-08b11bf942a0 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Deleting port 86da9463-1331-4df7-bfa0-734dd6a05060 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 23:16:57.357499 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-345d6dad-cf78-4099-84d7-a21cc594321c req-dbcf3108-4204-4c23-9bc4-08b11bf942a0 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:57.445216 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-345d6dad-cf78-4099-84d7-a21cc594321c req-dbcf3108-4204-4c23-9bc4-08b11bf942a0 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] For port 86da9463-1331-4df7-bfa0-734dd6a05060, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=86da9463-1331-4df7-bfa0-734dd6a05060,segment=NetworkSegment(5944fa80-3fc4-4176-967d-72b42de0a7b6),segment_id=5944fa80-3fc4-4176-967d-72b42de0a7b6)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:16:57.445580 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-345d6dad-cf78-4099-84d7-a21cc594321c req-dbcf3108-4204-4c23-9bc4-08b11bf942a0 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:57.458726 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-345d6dad-cf78-4099-84d7-a21cc594321c req-dbcf3108-4204-4c23-9bc4-08b11bf942a0 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Calling delete_port for 86da9463-1331-4df7-bfa0-734dd6a05060 owned by compute:nova {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 23:16:57.591594 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-345d6dad-cf78-4099-84d7-a21cc594321c req-dbcf3108-4204-4c23-9bc4-08b11bf942a0 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:57.620571 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcf3108-4204-4c23-9bc4-08b11bf942a0 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Pushing event deleted for resources: {'Port': ['ID=86da9463-1331-4df7-bfa0-734dd6a05060,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:57.661025 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-345d6dad-cf78-4099-84d7-a21cc594321c req-dbcf3108-4204-4c23-9bc4-08b11bf942a0 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] No DVR routers for this DVR port 86da9463-1331-4df7-bfa0-734dd6a05060 on host n-h2-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:16:57.663749 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-345d6dad-cf78-4099-84d7-a21cc594321c req-dbcf3108-4204-4c23-9bc4-08b11bf942a0 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:57.667167 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-345d6dad-cf78-4099-84d7-a21cc594321c req-dbcf3108-4204-4c23-9bc4-08b11bf942a0 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.67 "DELETE /v2.0/ports/86da9463-1331-4df7-bfa0-734dd6a05060 HTTP/1.1" status: 204 len: 173 time: 0.3968561 Jan 18 23:16:57.668244 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd85b0381-17db-4c6a-8929-cca181b189ac', 'name': 'network-vif-deleted', 'tag': '86da9463-1331-4df7-bfa0-734dd6a05060'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:16:57.670491 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f9cd323385b35eafd7505e92119ef15b9cb9d1db746596d3e25314435e3cbaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6335af0a-73d8-4043-b93f-e69846a81cbe" -d '{"events": [{"server_uuid": "d85b0381-17db-4c6a-8929-cca181b189ac", "name": "network-vif-deleted", "tag": "86da9463-1331-4df7-bfa0-734dd6a05060"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 23:16:57.714983 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 23:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58df9a09-89ac-4355-898b-7c5b65875672 x-openstack-request-id: req-58df9a09-89ac-4355-898b-7c5b65875672 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 23:16:57.715377 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d85b0381-17db-4c6a-8929-cca181b189ac", "name": "network-vif-deleted", "tag": "86da9463-1331-4df7-bfa0-734dd6a05060", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 23:16:57.716525 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-58df9a09-89ac-4355-898b-7c5b65875672 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 23:16:57.716928 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd85b0381-17db-4c6a-8929-cca181b189ac', 'name': 'network-vif-deleted', 'tag': '86da9463-1331-4df7-bfa0-734dd6a05060', 'status': 'completed', 'code': 200} Jan 18 23:16:58.126214 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-47fd356a-1510-4e77-9f86-5e2e946e1d54 req-767eefae-98d2-4686-b5d9-c2d7687a0fc6 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=d85b0381-17db-4c6a-8929-cca181b189ac HTTP/1.1" status: 200 len: 210 time: 0.0345955 Jan 18 23:16:59.182823 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 60202) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:16:59.522235 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-706a2b4c-68bf-478c-b4b1-83ddb3dfa8bd tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1041027'] for router_interface, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:00.072193 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-706a2b4c-68bf-478c-b4b1-83ddb3dfa8bd tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Deleting port a07c7581-6dd8-4a49-b71d-b64b9c4aa6aa {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 23:17:00.072535 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-706a2b4c-68bf-478c-b4b1-83ddb3dfa8bd tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:00.161134 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-706a2b4c-68bf-478c-b4b1-83ddb3dfa8bd tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] For port a07c7581-6dd8-4a49-b71d-b64b9c4aa6aa, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=a07c7581-6dd8-4a49-b71d-b64b9c4aa6aa,segment=NetworkSegment(5944fa80-3fc4-4176-967d-72b42de0a7b6),segment_id=5944fa80-3fc4-4176-967d-72b42de0a7b6)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:17:00.161493 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-706a2b4c-68bf-478c-b4b1-83ddb3dfa8bd tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:00.173360 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-706a2b4c-68bf-478c-b4b1-83ddb3dfa8bd tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Calling delete_port for a07c7581-6dd8-4a49-b71d-b64b9c4aa6aa owned by network:router_interface {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 23:17:00.352099 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-706a2b4c-68bf-478c-b4b1-83ddb3dfa8bd tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:00.376752 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706a2b4c-68bf-478c-b4b1-83ddb3dfa8bd tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Pushing event deleted for resources: {'Port': ['ID=a07c7581-6dd8-4a49-b71d-b64b9c4aa6aa,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:00.551346 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-706a2b4c-68bf-478c-b4b1-83ddb3dfa8bd tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-613841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1046579'] for router_interface, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:00.758942 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-706a2b4c-68bf-478c-b4b1-83ddb3dfa8bd tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Router ca4996f8-dbe2-42b3-af91-b55c715806e7 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:17:00.864819 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-706a2b4c-68bf-478c-b4b1-83ddb3dfa8bd tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:17:00.869854 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-706a2b4c-68bf-478c-b4b1-83ddb3dfa8bd tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "PUT /v2.0/routers/ca4996f8-dbe2-42b3-af91-b55c715806e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6855221 Jan 18 23:17:00.873058 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 60204) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:17:00.875636 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11d11e0-04ab-4f01-8220-e89b88264381 None None] Sync routers for ids ['ca4996f8-dbe2-42b3-af91-b55c715806e7'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:17:00.884781 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11d11e0-04ab-4f01-8220-e89b88264381 None None] Routers {'ca4996f8-dbe2-42b3-af91-b55c715806e7'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:17:00.885723 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-b11d11e0-04ab-4f01-8220-e89b88264381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:16:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['ca4996f8-dbe2-42b3-af91-b55c715806e7'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:17:00.927620 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_v2 [None req-61d571ea-1018-4d14-a079-1d5256c6a374 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Deleting subnet 6b0d1e87-f3d9-48af-87da-3fe4780e68fc {{(pid=102430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 23:17:00.930665 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-61d571ea-1018-4d14-a079-1d5256c6a374 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for subnet, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:00.970492 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-61d571ea-1018-4d14-a079-1d5256c6a374 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60394745'] for subnet, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:00.988379 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-b11d11e0-04ab-4f01-8220-e89b88264381 None None] Set router ca4996f8-dbe2-42b3-af91-b55c715806e7 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:17:01.051194 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-61d571ea-1018-4d14-a079-1d5256c6a374 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:01.114500 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-61d571ea-1018-4d14-a079-1d5256c6a374 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60203138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62288677'] for subnet, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:01.141830 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d571ea-1018-4d14-a079-1d5256c6a374 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Pushing event deleted for resources: {'Subnet': ['ID=6b0d1e87-f3d9-48af-87da-3fe4780e68fc,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:01.146242 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-61d571ea-1018-4d14-a079-1d5256c6a374 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:01.151880 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-61d571ea-1018-4d14-a079-1d5256c6a374 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "DELETE /v2.0/subnets/6b0d1e87-f3d9-48af-87da-3fe4780e68fc HTTP/1.1" status: 204 len: 168 time: 0.2754719 Jan 18 23:17:01.152665 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 60206) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:17:01.154975 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef76d000-a37a-4152-b98f-85ff0da8b48d None None] Network 0c2b6f1c-cd1f-4f5d-8255-dc26c16381df requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 23:17:01.228517 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-b11d11e0-04ab-4f01-8220-e89b88264381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca4996f8-dbe2-42b3-af91-b55c715806e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-709732743', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '8b23c41e-e34a-4f71-8d14-78c8f8b9d6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:15:15Z', 'updated_at': '2022-01-18T23:17:00Z', 'revision_number': 5, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'gw_port': {'id': '8b23c41e-e34a-4f71-8d14-78c8f8b9d6cb', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4996f8-dbe2-42b3-af91-b55c715806e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:15:15Z', 'updated_at': '2022-01-18T23:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:17:01.260555 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e9e3ade3-509c-4b7f-b175-ffe7ce2fa5fb tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for router, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:01.271691 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11d11e0-04ab-4f01-8220-e89b88264381 None None] Checking router: ca4996f8-dbe2-42b3-af91-b55c715806e7 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:17:01.308886 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11d11e0-04ab-4f01-8220-e89b88264381 None None] Routers {'ca4996f8-dbe2-42b3-af91-b55c715806e7'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:17:01.309432 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-b11d11e0-04ab-4f01-8220-e89b88264381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:16:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['ca4996f8-dbe2-42b3-af91-b55c715806e7'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:17:01.362835 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e9e3ade3-509c-4b7f-b175-ffe7ce2fa5fb tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:01.418360 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-e9e3ade3-509c-4b7f-b175-ffe7ce2fa5fb tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Deleting port 8b23c41e-e34a-4f71-8d14-78c8f8b9d6cb {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 23:17:01.418728 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e9e3ade3-509c-4b7f-b175-ffe7ce2fa5fb tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:01.428953 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760563d0-e593-40d0-afb8-be4bdcb25fce None None] DHCP port deletion for 0c2b6f1c-cd1f-4f5d-8255-dc26c16381df request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 23:17:01.434379 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-b11d11e0-04ab-4f01-8220-e89b88264381 None None] Set router ca4996f8-dbe2-42b3-af91-b55c715806e7 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:17:01.496895 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-e9e3ade3-509c-4b7f-b175-ffe7ce2fa5fb tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] For port 8b23c41e-e34a-4f71-8d14-78c8f8b9d6cb, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=8b23c41e-e34a-4f71-8d14-78c8f8b9d6cb,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:17:01.497260 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e9e3ade3-509c-4b7f-b175-ffe7ce2fa5fb tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:01.508745 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-e9e3ade3-509c-4b7f-b175-ffe7ce2fa5fb tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Calling delete_port for 8b23c41e-e34a-4f71-8d14-78c8f8b9d6cb owned by network:router_gateway {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 23:17:01.590610 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-760563d0-e593-40d0-afb8-be4bdcb25fce None None] Deleting port 279da1d9-c181-4e21-bd49-ce869b574ace {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 23:17:01.590904 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-760563d0-e593-40d0-afb8-be4bdcb25fce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:01.677133 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e9e3ade3-509c-4b7f-b175-ffe7ce2fa5fb tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:01.707825 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e3ade3-509c-4b7f-b175-ffe7ce2fa5fb tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Pushing event deleted for resources: {'Port': ['ID=8b23c41e-e34a-4f71-8d14-78c8f8b9d6cb,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:01.770216 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e9e3ade3-509c-4b7f-b175-ffe7ce2fa5fb tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043029'] for router_gateway, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:01.843060 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-760563d0-e593-40d0-afb8-be4bdcb25fce None None] For port 279da1d9-c181-4e21-bd49-ce869b574ace, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=279da1d9-c181-4e21-bd49-ce869b574ace,segment=NetworkSegment(5944fa80-3fc4-4176-967d-72b42de0a7b6),segment_id=5944fa80-3fc4-4176-967d-72b42de0a7b6)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:17:01.843370 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-760563d0-e593-40d0-afb8-be4bdcb25fce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:01.857796 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-760563d0-e593-40d0-afb8-be4bdcb25fce None None] Calling delete_port for 279da1d9-c181-4e21-bd49-ce869b574ace owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 23:17:01.866704 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e9e3ade3-509c-4b7f-b175-ffe7ce2fa5fb tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1040886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8602'] for router, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:01.868921 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e9e3ade3-509c-4b7f-b175-ffe7ce2fa5fb tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:01.906501 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-b11d11e0-04ab-4f01-8220-e89b88264381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca4996f8-dbe2-42b3-af91-b55c715806e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-709732743', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '8b23c41e-e34a-4f71-8d14-78c8f8b9d6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:15:15Z', 'updated_at': '2022-01-18T23:17:00Z', 'revision_number': 5, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'gw_port': {'id': '8b23c41e-e34a-4f71-8d14-78c8f8b9d6cb', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4996f8-dbe2-42b3-af91-b55c715806e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:15:15Z', 'updated_at': '2022-01-18T23:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:17:01.916149 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e9e3ade3-509c-4b7f-b175-ffe7ce2fa5fb tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1040832'] for router, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:01.916840 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9e3ade3-509c-4b7f-b175-ffe7ce2fa5fb tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Fanout notify agent at l3_agent the message router_deleted on router ca4996f8-dbe2-42b3-af91-b55c715806e7 {{(pid=102430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 23:17:01.923947 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e9e3ade3-509c-4b7f-b175-ffe7ce2fa5fb tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for router, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:01.925070 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-e9e3ade3-509c-4b7f-b175-ffe7ce2fa5fb tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "DELETE /v2.0/routers/ca4996f8-dbe2-42b3-af91-b55c715806e7 HTTP/1.1" status: 204 len: 168 time: 0.7719798 Jan 18 23:17:01.927790 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 60208) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:17:01.940691 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11d11e0-04ab-4f01-8220-e89b88264381 None None] The sync data for ids ['ca4996f8-dbe2-42b3-af91-b55c715806e7'] in n-d-825064-1 is: [{'id': 'ca4996f8-dbe2-42b3-af91-b55c715806e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-709732743', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '8b23c41e-e34a-4f71-8d14-78c8f8b9d6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:15:15Z', 'updated_at': '2022-01-18T23:17:00Z', 'revision_number': 5, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'gw_port': {'id': '8b23c41e-e34a-4f71-8d14-78c8f8b9d6cb', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4996f8-dbe2-42b3-af91-b55c715806e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:15:15Z', 'updated_at': '2022-01-18T23:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:17:01.975515 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-760563d0-e593-40d0-afb8-be4bdcb25fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:02.000403 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760563d0-e593-40d0-afb8-be4bdcb25fce None None] Pushing event deleted for resources: {'Port': ['ID=279da1d9-c181-4e21-bd49-ce869b574ace,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:02.010533 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760563d0-e593-40d0-afb8-be4bdcb25fce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:02.010830 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760563d0-e593-40d0-afb8-be4bdcb25fce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:02.010947 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-093a9e93-0827-4d64-a0c1-a64c83537251 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:02.011621 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760563d0-e593-40d0-afb8-be4bdcb25fce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:02.011956 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760563d0-e593-40d0-afb8-be4bdcb25fce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:02.012518 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760563d0-e593-40d0-afb8-be4bdcb25fce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:02.012644 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760563d0-e593-40d0-afb8-be4bdcb25fce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:02.012947 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760563d0-e593-40d0-afb8-be4bdcb25fce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:02.013271 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760563d0-e593-40d0-afb8-be4bdcb25fce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:02.013588 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760563d0-e593-40d0-afb8-be4bdcb25fce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:02.013908 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760563d0-e593-40d0-afb8-be4bdcb25fce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:02.014232 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760563d0-e593-40d0-afb8-be4bdcb25fce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:02.014548 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760563d0-e593-40d0-afb8-be4bdcb25fce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:02.017212 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760563d0-e593-40d0-afb8-be4bdcb25fce None None] No DVR routers for this DVR port 279da1d9-c181-4e21-bd49-ce869b574ace on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:17:02.104098 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-093a9e93-0827-4d64-a0c1-a64c83537251 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:02.123687 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-093a9e93-0827-4d64-a0c1-a64c83537251 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c2b6f1c-cd1f-4f5d-8255-dc26c16381df']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:17:02.132521 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-093a9e93-0827-4d64-a0c1-a64c83537251 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5944fa80-3fc4-4176-967d-72b42de0a7b6') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:17:02.132816 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-093a9e93-0827-4d64-a0c1-a64c83537251 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5944fa80-3fc4-4176-967d-72b42de0a7b6') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:17:02.142607 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-093a9e93-0827-4d64-a0c1-a64c83537251 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60394742'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:02.155404 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-093a9e93-0827-4d64-a0c1-a64c83537251 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:02.161312 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-093a9e93-0827-4d64-a0c1-a64c83537251 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:17:02.161693 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-093a9e93-0827-4d64-a0c1-a64c83537251 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60203044'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:02.164622 n-d-825064-1 neutron-server[102430]: Traceback (most recent call last): Jan 18 23:17:02.164622 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:17:02.164622 n-d-825064-1 neutron-server[102430]: timer() Jan 18 23:17:02.164622 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:17:02.164622 n-d-825064-1 neutron-server[102430]: cb(*args, **kw) Jan 18 23:17:02.164622 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 23:17:02.164622 n-d-825064-1 neutron-server[102430]: return func(*args, **kwargs) Jan 18 23:17:02.164622 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:17:02.164622 n-d-825064-1 neutron-server[102430]: self._notify() Jan 18 23:17:02.164622 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:17:02.164622 n-d-825064-1 neutron-server[102430]: self.callback(batched_events) Jan 18 23:17:02.164622 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:17:02.164622 n-d-825064-1 neutron-server[102430]: event.method(event) Jan 18 23:17:02.164622 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 23:17:02.164622 n-d-825064-1 neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:17:02.164622 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 23:17:02.164622 n-d-825064-1 neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:17:02.164622 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 23:17:02.164622 n-d-825064-1 neutron-server[102430]: return f(self, *a, **k) Jan 18 23:17:02.164622 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:17:02.164622 n-d-825064-1 neutron-server[102430]: return self._get(url).json() Jan 18 23:17:02.164622 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:17:02.164622 n-d-825064-1 neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:17:02.164622 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:17:02.164622 n-d-825064-1 neutron-server[102430]: return self.request(url, 'GET', **kwargs) Jan 18 23:17:02.164622 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:17:02.164622 n-d-825064-1 neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:17:02.164622 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:17:02.164622 n-d-825064-1 neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:17:02.164622 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:17:02.164622 n-d-825064-1 neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:17:02.164622 n-d-825064-1 neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:17:02.219876 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-093a9e93-0827-4d64-a0c1-a64c83537251 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:02.224860 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-093a9e93-0827-4d64-a0c1-a64c83537251 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:02.228062 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-093a9e93-0827-4d64-a0c1-a64c83537251 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "DELETE /v2.0/networks/0c2b6f1c-cd1f-4f5d-8255-dc26c16381df HTTP/1.1" status: 204 len: 168 time: 0.2992797 Jan 18 23:17:02.230972 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60210) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:17:02.242491 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093a9e93-0827-4d64-a0c1-a64c83537251 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Pushing event deleted for resources: {'Network': ['ID=0c2b6f1c-cd1f-4f5d-8255-dc26c16381df,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:02.289494 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-430d091c-2df7-492e-8b4a-092cb09eda84 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:02.316430 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-430d091c-2df7-492e-8b4a-092cb09eda84 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:02.379549 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-430d091c-2df7-492e-8b4a-092cb09eda84 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:02.382190 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-430d091c-2df7-492e-8b4a-092cb09eda84 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:02.383359 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-430d091c-2df7-492e-8b4a-092cb09eda84 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "DELETE /v2.0/security-groups/7dc655d4-7e79-4b3f-a7ba-d51b3c0b330e HTTP/1.1" status: 204 len: 168 time: 0.1514215 Jan 18 23:17:02.393972 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430d091c-2df7-492e-8b4a-092cb09eda84 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dc655d4-7e79-4b3f-a7ba-d51b3c0b330e,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:02.405645 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430d091c-2df7-492e-8b4a-092cb09eda84 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:02.406495 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430d091c-2df7-492e-8b4a-092cb09eda84 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:02.407077 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430d091c-2df7-492e-8b4a-092cb09eda84 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:02.407718 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430d091c-2df7-492e-8b4a-092cb09eda84 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:02.408269 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430d091c-2df7-492e-8b4a-092cb09eda84 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:02.408787 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430d091c-2df7-492e-8b4a-092cb09eda84 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:02.409136 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430d091c-2df7-492e-8b4a-092cb09eda84 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:02.409599 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430d091c-2df7-492e-8b4a-092cb09eda84 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:02.409853 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430d091c-2df7-492e-8b4a-092cb09eda84 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:02.410195 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430d091c-2df7-492e-8b4a-092cb09eda84 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:02.410519 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430d091c-2df7-492e-8b4a-092cb09eda84 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:02.410933 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430d091c-2df7-492e-8b4a-092cb09eda84 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:02.690428 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 86da9463-1331-4df7-bfa0-734dd6a05060 no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 23:17:02.711594 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] No Port match for: 86da9463-1331-4df7-bfa0-734dd6a05060 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 23:17:02.712232 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 86da9463-1331-4df7-bfa0-734dd6a05060 not bound to the agent host n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 23:17:02.728394 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60218) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:17:02.734079 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-6c4429c9-5ca4-4cfa-80c8-2a974b388ad7 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2047509644', 'description': 'tempest-secgroup-smoke-2047509644 description', 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:17:02.761389 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6c4429c9-5ca4-4cfa-80c8-2a974b388ad7 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:02.826743 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6c4429c9-5ca4-4cfa-80c8-2a974b388ad7 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:02.830388 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6c4429c9-5ca4-4cfa-80c8-2a974b388ad7 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:02.859715 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6c4429c9-5ca4-4cfa-80c8-2a974b388ad7 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:02.860935 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-6c4429c9-5ca4-4cfa-80c8-2a974b388ad7 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1315231 Jan 18 23:17:02.862752 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4429c9-5ca4-4cfa-80c8-2a974b388ad7 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5839bd86-6c6a-423e-bf05-2f172d8d6710,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:02.864088 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 60220) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:17:02.868860 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-87e586ae-6b47-4081-bfc3-dbaed11fdc59 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Request body: {'security_group_rule': {'security_group_id': '5839bd86-6c6a-423e-bf05-2f172d8d6710', 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:17:02.901546 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-87e586ae-6b47-4081-bfc3-dbaed11fdc59 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:02.972436 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-87e586ae-6b47-4081-bfc3-dbaed11fdc59 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:02.978940 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-87e586ae-6b47-4081-bfc3-dbaed11fdc59 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:02.992856 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device a07c7581-6dd8-4a49-b71d-b64b9c4aa6aa no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 23:17:02.998448 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e586ae-6b47-4081-bfc3-dbaed11fdc59 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cde6db31-1355-48b3-a9bc-10d3e50136e8,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:03.006909 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-87e586ae-6b47-4081-bfc3-dbaed11fdc59 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:03.008081 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-87e586ae-6b47-4081-bfc3-dbaed11fdc59 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1429632 Jan 18 23:17:03.011289 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60222) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:17:03.015877 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-cfeafbee-3db0-464d-a401-3c6fab39b4d3 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Request body: {'security_group_rule': {'security_group_id': '5839bd86-6c6a-423e-bf05-2f172d8d6710', 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:17:03.016301 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: a07c7581-6dd8-4a49-b71d-b64b9c4aa6aa {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 23:17:03.016834 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device a07c7581-6dd8-4a49-b71d-b64b9c4aa6aa not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 23:17:03.017284 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 279da1d9-c181-4e21-bd49-ce869b574ace no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 23:17:03.037013 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 279da1d9-c181-4e21-bd49-ce869b574ace {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 23:17:03.037362 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 279da1d9-c181-4e21-bd49-ce869b574ace not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 23:17:03.037886 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 8b23c41e-e34a-4f71-8d14-78c8f8b9d6cb no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 23:17:03.044054 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cfeafbee-3db0-464d-a401-3c6fab39b4d3 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:03.060114 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 8b23c41e-e34a-4f71-8d14-78c8f8b9d6cb {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 23:17:03.060484 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 8b23c41e-e34a-4f71-8d14-78c8f8b9d6cb not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 23:17:03.101925 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cfeafbee-3db0-464d-a401-3c6fab39b4d3 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:03.106164 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cfeafbee-3db0-464d-a401-3c6fab39b4d3 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:03.123738 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeafbee-3db0-464d-a401-3c6fab39b4d3 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a07ceb5e-e1f1-4e97-8d78-cce9f92c035c,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:03.132158 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cfeafbee-3db0-464d-a401-3c6fab39b4d3 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:03.133341 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-cfeafbee-3db0-464d-a401-3c6fab39b4d3 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1210699 Jan 18 23:17:03.137302 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60224) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:17:03.141507 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-d4f849e5-a7bd-4d92-8c6f-032ea8056b12 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Request body: {'security_group_rule': {'security_group_id': '5839bd86-6c6a-423e-bf05-2f172d8d6710', 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:17:03.169533 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d4f849e5-a7bd-4d92-8c6f-032ea8056b12 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:03.225923 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d4f849e5-a7bd-4d92-8c6f-032ea8056b12 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:03.229322 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d4f849e5-a7bd-4d92-8c6f-032ea8056b12 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:03.247308 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f849e5-a7bd-4d92-8c6f-032ea8056b12 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e25b842d-6cdb-43ab-907b-b3f7ec37a351,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:03.256241 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d4f849e5-a7bd-4d92-8c6f-032ea8056b12 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:03.257394 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-d4f849e5-a7bd-4d92-8c6f-032ea8056b12 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1191828 Jan 18 23:17:03.260131 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60226) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:17:03.265140 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-9de34a59-d38d-4ec9-a73b-ae33109e70a2 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Request body: {'security_group_rule': {'security_group_id': '5839bd86-6c6a-423e-bf05-2f172d8d6710', 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:17:03.292460 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9de34a59-d38d-4ec9-a73b-ae33109e70a2 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:03.352385 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9de34a59-d38d-4ec9-a73b-ae33109e70a2 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:03.356298 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9de34a59-d38d-4ec9-a73b-ae33109e70a2 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:03.372831 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de34a59-d38d-4ec9-a73b-ae33109e70a2 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d2b3cbd-0597-4091-8dcc-4ed32f8a4ba3,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:03.381196 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9de34a59-d38d-4ec9-a73b-ae33109e70a2 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:03.382388 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-9de34a59-d38d-4ec9-a73b-ae33109e70a2 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1210554 Jan 18 23:17:03.385240 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60228) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:17:03.390323 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-a5ff2a9c-04af-4474-ac2f-c17eba50a0b1 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Request body: {'security_group_rule': {'security_group_id': '5839bd86-6c6a-423e-bf05-2f172d8d6710', 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:17:03.414768 n-d-825064-1 neutron-server[102431]: INFO neutron.db.securitygroups_db [None req-a5ff2a9c-04af-4474-ac2f-c17eba50a0b1 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Project d0817dfc7dbd4f18b8c38ccdeec25880 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 23:17:03.419607 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a5ff2a9c-04af-4474-ac2f-c17eba50a0b1 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:03.477604 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a5ff2a9c-04af-4474-ac2f-c17eba50a0b1 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:03.481118 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a5ff2a9c-04af-4474-ac2f-c17eba50a0b1 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:03.495376 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ff2a9c-04af-4474-ac2f-c17eba50a0b1 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3eecfb55-b437-4462-b8b0-eed95c69b6d0,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:03.506223 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a5ff2a9c-04af-4474-ac2f-c17eba50a0b1 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:03.507494 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-a5ff2a9c-04af-4474-ac2f-c17eba50a0b1 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1204994 Jan 18 23:17:03.510099 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60230) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:17:03.515397 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-44036662-d79e-41a8-ba6b-c9a2cfa56006 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Request body: {'security_group_rule': {'security_group_id': '5839bd86-6c6a-423e-bf05-2f172d8d6710', 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:17:03.538150 n-d-825064-1 neutron-server[102431]: INFO neutron.db.securitygroups_db [None req-44036662-d79e-41a8-ba6b-c9a2cfa56006 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Project d0817dfc7dbd4f18b8c38ccdeec25880 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 23:17:03.542973 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-44036662-d79e-41a8-ba6b-c9a2cfa56006 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:03.602418 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-44036662-d79e-41a8-ba6b-c9a2cfa56006 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:03.605924 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-44036662-d79e-41a8-ba6b-c9a2cfa56006 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:03.623514 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44036662-d79e-41a8-ba6b-c9a2cfa56006 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e56fb6c9-1924-4c45-9b1c-29336a6c3d68,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:03.632713 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-44036662-d79e-41a8-ba6b-c9a2cfa56006 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:03.633958 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-44036662-d79e-41a8-ba6b-c9a2cfa56006 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1226747 Jan 18 23:17:03.639757 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60232) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:17:03.645340 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-473d5efb-60aa-4d0e-81cc-7ca6aa7c65eb tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Request body: {'network': {'name': 'tempest-network-smoke--368609872', 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'port_security_enabled': True}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:17:03.667367 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-473d5efb-60aa-4d0e-81cc-7ca6aa7c65eb tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Made reservation on behalf of d0817dfc7dbd4f18b8c38ccdeec25880 for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:17:03.670825 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-473d5efb-60aa-4d0e-81cc-7ca6aa7c65eb tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:03.694897 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-473d5efb-60aa-4d0e-81cc-7ca6aa7c65eb tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:17:03.704884 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-473d5efb-60aa-4d0e-81cc-7ca6aa7c65eb tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:03.705225 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-473d5efb-60aa-4d0e-81cc-7ca6aa7c65eb tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Added segment 9a566302-e914-453e-b24a-ac1788dc4ac4 of type vlan for network 15ef1fbd-99ba-437f-81f2-092af29751d9 Jan 18 23:17:03.746542 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-473d5efb-60aa-4d0e-81cc-7ca6aa7c65eb tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:03.770407 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-473d5efb-60aa-4d0e-81cc-7ca6aa7c65eb tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:03.775779 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473d5efb-60aa-4d0e-81cc-7ca6aa7c65eb tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:03.776377 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-473d5efb-60aa-4d0e-81cc-7ca6aa7c65eb tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:03.828478 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-473d5efb-60aa-4d0e-81cc-7ca6aa7c65eb tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1874728 Jan 18 23:17:03.831361 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 60234) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:17:03.835994 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-7d38dc86-bf38-418b-9551-5ef6c34adccf tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-362865747', 'admin_state_up': True, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:17:03.842827 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473d5efb-60aa-4d0e-81cc-7ca6aa7c65eb tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Pushing event updated for resources: {'Network': ['ID=15ef1fbd-99ba-437f-81f2-092af29751d9,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:03.852753 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 15ef1fbd-99ba-437f-81f2-092af29751d9 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 23:17:03.860931 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7d38dc86-bf38-418b-9551-5ef6c34adccf tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1044160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8692'] for router, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:03.861916 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7d38dc86-bf38-418b-9551-5ef6c34adccf tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1040680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8675'] for router, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:03.913910 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7d38dc86-bf38-418b-9551-5ef6c34adccf tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:04.057770 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7d38dc86-bf38-418b-9551-5ef6c34adccf tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:04.242815 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7d38dc86-bf38-418b-9551-5ef6c34adccf tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for router_gateway, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:04.264852 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7d38dc86-bf38-418b-9551-5ef6c34adccf tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:04.364211 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-7d38dc86-bf38-418b-9551-5ef6c34adccf tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Allocated IP 172.25.5.61 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/2a798eb7-b401-4904-89e4-218f17f6d52b) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:17:04.465665 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7d38dc86-bf38-418b-9551-5ef6c34adccf tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:04.498093 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7d38dc86-bf38-418b-9551-5ef6c34adccf tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:04.533286 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d38dc86-bf38-418b-9551-5ef6c34adccf tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:17:04.538016 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-7d38dc86-bf38-418b-9551-5ef6c34adccf tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:17:04.541618 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d38dc86-bf38-418b-9551-5ef6c34adccf tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:17:04.567507 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d38dc86-bf38-418b-9551-5ef6c34adccf tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Pushing event updated for resources: {'Port': ['ID=2a798eb7-b401-4904-89e4-218f17f6d52b,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:04.786850 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7d38dc86-bf38-418b-9551-5ef6c34adccf tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for router_gateway, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:05.281587 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7d38dc86-bf38-418b-9551-5ef6c34adccf tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1040691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049'] for router, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:05.404220 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d38dc86-bf38-418b-9551-5ef6c34adccf tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Router d5295ad5-8e5a-40a0-a15b-c46b5a950b76 is scheduled to L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 with binding_index 1 {{(pid=102430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 23:17:05.507065 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d38dc86-bf38-418b-9551-5ef6c34adccf tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:17:05.517418 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0113e65d-44d5-45ed-9497-3eecbfb57e87 None None] Sync routers for ids ['d5295ad5-8e5a-40a0-a15b-c46b5a950b76'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:17:05.527023 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0113e65d-44d5-45ed-9497-3eecbfb57e87 None None] Routers {'d5295ad5-8e5a-40a0-a15b-c46b5a950b76'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:17:05.527309 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7d38dc86-bf38-418b-9551-5ef6c34adccf tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for router, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:05.527611 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-0113e65d-44d5-45ed-9497-3eecbfb57e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:16:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['d5295ad5-8e5a-40a0-a15b-c46b5a950b76'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:17:05.528558 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-7d38dc86-bf38-418b-9551-5ef6c34adccf tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.6961751 Jan 18 23:17:05.531713 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 60236) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:17:05.611317 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-9483e695-4fb4-4cc3-a0b1-321cdb286282 tempest-TestNetworkAdvancedServerOps-757530535 tempest-TestNetworkAdvancedServerOps-757530535-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=d0817dfc7dbd4f18b8c38ccdeec25880&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0784805 Jan 18 23:17:05.613989 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 60240) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:17:05.631114 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-0113e65d-44d5-45ed-9497-3eecbfb57e87 None None] Set router d5295ad5-8e5a-40a0-a15b-c46b5a950b76 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:17:05.698679 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0d5302-7e98-4458-b561-cd32fa3aea6c tempest-TestNetworkAdvancedServerOps-757530535 tempest-TestNetworkAdvancedServerOps-757530535-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:05.700083 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-9d0d5302-7e98-4458-b561-cd32fa3aea6c tempest-TestNetworkAdvancedServerOps-757530535 tempest-TestNetworkAdvancedServerOps-757530535-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0851972 Jan 18 23:17:05.702904 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 60242) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:17:05.729637 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-ce6b3f3f-0629-4e25-85f0-dea91dec04d7 tempest-TestNetworkAdvancedServerOps-757530535 tempest-TestNetworkAdvancedServerOps-757530535-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=0fa7c7c8-c96a-4aa5-9818-d374adf00f99&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0256858 Jan 18 23:17:05.732600 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 60244) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:17:05.737226 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-1ceec049-75c1-4165-9dfc-23c7dab9ccb1 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-815694265', 'network_id': '15ef1fbd-99ba-437f-81f2-092af29751d9', 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:17:05.803654 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-0113e65d-44d5-45ed-9497-3eecbfb57e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5295ad5-8e5a-40a0-a15b-c46b5a950b76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-362865747', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '2a798eb7-b401-4904-89e4-218f17f6d52b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:17:03Z', 'updated_at': '2022-01-18T23:17:04Z', 'revision_number': 3, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'gw_port': {'id': '2a798eb7-b401-4904-89e4-218f17f6d52b', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:03:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5295ad5-8e5a-40a0-a15b-c46b5a950b76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:17:04Z', 'updated_at': '2022-01-18T23:17:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:17:05.828300 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ceec049-75c1-4165-9dfc-23c7dab9ccb1 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Made reservation on behalf of d0817dfc7dbd4f18b8c38ccdeec25880 for: {'subnet': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:17:05.831844 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1ceec049-75c1-4165-9dfc-23c7dab9ccb1 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62288702'] for subnet, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:05.833559 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0113e65d-44d5-45ed-9497-3eecbfb57e87 None None] Checking router: d5295ad5-8e5a-40a0-a15b-c46b5a950b76 for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:17:05.833897 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0113e65d-44d5-45ed-9497-3eecbfb57e87 None None] Updating router d5295ad5-8e5a-40a0-a15b-c46b5a950b76 port 2a798eb7-b401-4904-89e4-218f17f6d52b binding host n-d-825064-1 {{(pid=102433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 23:17:05.858308 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0113e65d-44d5-45ed-9497-3eecbfb57e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:06.007779 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1ceec049-75c1-4165-9dfc-23c7dab9ccb1 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60203213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62288684'] for subnet, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:06.069358 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceec049-75c1-4165-9dfc-23c7dab9ccb1 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Pushing event updated for resources: {'Subnet': ['ID=7ae75766-21e3-43d1-87df-b271b77353c6,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:06.076315 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ceec049-75c1-4165-9dfc-23c7dab9ccb1 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Checking segment: {'id': '9a566302-e914-453e-b24a-ac1788dc4ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '15ef1fbd-99ba-437f-81f2-092af29751d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 23:17:06.076684 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ceec049-75c1-4165-9dfc-23c7dab9ccb1 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Network hostable DHCP agents. Network: 15ef1fbd-99ba-437f-81f2-092af29751d9, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:17:06.104459 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0113e65d-44d5-45ed-9497-3eecbfb57e87 None None] Notify callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:06.106104 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ceec049-75c1-4165-9dfc-23c7dab9ccb1 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Network 15ef1fbd-99ba-437f-81f2-092af29751d9 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:17:06.109739 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0113e65d-44d5-45ed-9497-3eecbfb57e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:06.115781 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-1ceec049-75c1-4165-9dfc-23c7dab9ccb1 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 15ef1fbd-99ba-437f-81f2-092af29751d9) {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:17:06.120258 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ceec049-75c1-4165-9dfc-23c7dab9ccb1 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:06.120925 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1ceec049-75c1-4165-9dfc-23c7dab9ccb1 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:06.128723 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c982823-f6b3-44ee-826e-28c871918996 None None] Network 15ef1fbd-99ba-437f-81f2-092af29751d9 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 23:17:06.140003 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-1ceec049-75c1-4165-9dfc-23c7dab9ccb1 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4057033 Jan 18 23:17:06.142588 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60246) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:17:06.164019 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-0113e65d-44d5-45ed-9497-3eecbfb57e87 None None] Attempting to bind port 2a798eb7-b401-4904-89e4-218f17f6d52b on host n-d-825064-1 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:17:06.164403 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-0113e65d-44d5-45ed-9497-3eecbfb57e87 None None] Attempting to bind port 2a798eb7-b401-4904-89e4-218f17f6d52b by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:17:06.164733 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0113e65d-44d5-45ed-9497-3eecbfb57e87 None None] Attempting to bind port 2a798eb7-b401-4904-89e4-218f17f6d52b on network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 23:17:06.173822 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0113e65d-44d5-45ed-9497-3eecbfb57e87 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 23:17:06.174189 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0113e65d-44d5-45ed-9497-3eecbfb57e87 None None] Checking segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 23:17:06.174780 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0113e65d-44d5-45ed-9497-3eecbfb57e87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:06.175172 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0113e65d-44d5-45ed-9497-3eecbfb57e87 None None] Bound using segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 23:17:06.175627 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-0113e65d-44d5-45ed-9497-3eecbfb57e87 None None] Bound port: 2a798eb7-b401-4904-89e4-218f17f6d52b, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:17:06.176001 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0113e65d-44d5-45ed-9497-3eecbfb57e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:06.281844 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de12effa-f7cd-47eb-911b-a94336260d04 None None] Pushing event updated for resources: {'Port': ['ID=2a798eb7-b401-4904-89e4-218f17f6d52b,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:06.306196 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a76f88-ea49-4e32-be5f-a374be5721f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-15ef1fbd-99ba-437f-81f2-092af29751d9', 'network_id': '15ef1fbd-99ba-437f-81f2-092af29751d9', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'fixed_ips': [{'subnet_id': '7ae75766-21e3-43d1-87df-b271b77353c6'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 23:17:06.307157 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-18a76f88-ea49-4e32-be5f-a374be5721f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:06.309879 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de12effa-f7cd-47eb-911b-a94336260d04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:06.310100 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de12effa-f7cd-47eb-911b-a94336260d04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:06.310437 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de12effa-f7cd-47eb-911b-a94336260d04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:06.310766 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de12effa-f7cd-47eb-911b-a94336260d04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:06.311092 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de12effa-f7cd-47eb-911b-a94336260d04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:06.311411 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de12effa-f7cd-47eb-911b-a94336260d04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:06.311731 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de12effa-f7cd-47eb-911b-a94336260d04 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:06.312048 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de12effa-f7cd-47eb-911b-a94336260d04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:06.312390 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de12effa-f7cd-47eb-911b-a94336260d04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:06.312706 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de12effa-f7cd-47eb-911b-a94336260d04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:06.313020 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de12effa-f7cd-47eb-911b-a94336260d04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:06.313338 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de12effa-f7cd-47eb-911b-a94336260d04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:06.333447 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-0113e65d-44d5-45ed-9497-3eecbfb57e87 None None] For port 2a798eb7-b401-4904-89e4-218f17f6d52b, host n-d-825064-1, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:17:06.337770 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-0113e65d-44d5-45ed-9497-3eecbfb57e87 None None] For port 2a798eb7-b401-4904-89e4-218f17f6d52b, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=2a798eb7-b401-4904-89e4-218f17f6d52b,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:17:06.345890 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0113e65d-44d5-45ed-9497-3eecbfb57e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:06.415391 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0113e65d-44d5-45ed-9497-3eecbfb57e87 None None] Routers {'d5295ad5-8e5a-40a0-a15b-c46b5a950b76'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:17:06.416106 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-0113e65d-44d5-45ed-9497-3eecbfb57e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:16:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['d5295ad5-8e5a-40a0-a15b-c46b5a950b76'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:17:06.466595 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-18a76f88-ea49-4e32-be5f-a374be5721f7 None None] Allocated IP 172.20.0.2 (15ef1fbd-99ba-437f-81f2-092af29751d9/7ae75766-21e3-43d1-87df-b271b77353c6/d8158722-36ca-4385-af33-1d1c0ba72a02) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:17:06.509098 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de12effa-f7cd-47eb-911b-a94336260d04 None None] Pushing event updated for resources: {'Port': ['ID=2a798eb7-b401-4904-89e4-218f17f6d52b,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:06.547454 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-0113e65d-44d5-45ed-9497-3eecbfb57e87 None None] Set router d5295ad5-8e5a-40a0-a15b-c46b5a950b76 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:17:06.619887 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-18a76f88-ea49-4e32-be5f-a374be5721f7 None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:06.626403 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-18a76f88-ea49-4e32-be5f-a374be5721f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:06.656787 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-31709e1e-8124-4802-916a-d0aa00ba1321 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:06.671700 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a76f88-ea49-4e32-be5f-a374be5721f7 None None] Network 15ef1fbd-99ba-437f-81f2-092af29751d9 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:17:06.674993 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-18a76f88-ea49-4e32-be5f-a374be5721f7 None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:17:06.679668 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a76f88-ea49-4e32-be5f-a374be5721f7 None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:17:06.681715 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a76f88-ea49-4e32-be5f-a374be5721f7 None None] Pushing event updated for resources: {'Port': ['ID=d8158722-36ca-4385-af33-1d1c0ba72a02,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:06.736921 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-0113e65d-44d5-45ed-9497-3eecbfb57e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5295ad5-8e5a-40a0-a15b-c46b5a950b76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-362865747', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '2a798eb7-b401-4904-89e4-218f17f6d52b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:17:03Z', 'updated_at': '2022-01-18T23:17:04Z', 'revision_number': 3, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'gw_port': {'id': '2a798eb7-b401-4904-89e4-218f17f6d52b', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:03:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5295ad5-8e5a-40a0-a15b-c46b5a950b76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:17:04Z', 'updated_at': '2022-01-18T23:17:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:17:06.737216 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-18a76f88-ea49-4e32-be5f-a374be5721f7 None None] Attempting to bind port d8158722-36ca-4385-af33-1d1c0ba72a02 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:17:06.737469 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-18a76f88-ea49-4e32-be5f-a374be5721f7 None None] Attempting to bind port d8158722-36ca-4385-af33-1d1c0ba72a02 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '9a566302-e914-453e-b24a-ac1788dc4ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '15ef1fbd-99ba-437f-81f2-092af29751d9'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:17:06.737841 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a76f88-ea49-4e32-be5f-a374be5721f7 None None] Attempting to bind port d8158722-36ca-4385-af33-1d1c0ba72a02 on network 15ef1fbd-99ba-437f-81f2-092af29751d9 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 23:17:06.743156 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a76f88-ea49-4e32-be5f-a374be5721f7 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 23:17:06.743532 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a76f88-ea49-4e32-be5f-a374be5721f7 None None] Checking segment: {'id': '9a566302-e914-453e-b24a-ac1788dc4ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '15ef1fbd-99ba-437f-81f2-092af29751d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 23:17:06.743966 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-18a76f88-ea49-4e32-be5f-a374be5721f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:06.744415 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a76f88-ea49-4e32-be5f-a374be5721f7 None None] Bound using segment: {'id': '9a566302-e914-453e-b24a-ac1788dc4ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '15ef1fbd-99ba-437f-81f2-092af29751d9'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 23:17:06.744906 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-18a76f88-ea49-4e32-be5f-a374be5721f7 None None] Bound port: d8158722-36ca-4385-af33-1d1c0ba72a02, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a566302-e914-453e-b24a-ac1788dc4ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '15ef1fbd-99ba-437f-81f2-092af29751d9'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:17:06.745292 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-18a76f88-ea49-4e32-be5f-a374be5721f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:06.768686 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0113e65d-44d5-45ed-9497-3eecbfb57e87 None None] The sync data for ids ['d5295ad5-8e5a-40a0-a15b-c46b5a950b76'] in n-d-825064-1 is: [{'id': 'd5295ad5-8e5a-40a0-a15b-c46b5a950b76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-362865747', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '2a798eb7-b401-4904-89e4-218f17f6d52b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:17:03Z', 'updated_at': '2022-01-18T23:17:04Z', 'revision_number': 3, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'gw_port': {'id': '2a798eb7-b401-4904-89e4-218f17f6d52b', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:03:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5295ad5-8e5a-40a0-a15b-c46b5a950b76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:17:04Z', 'updated_at': '2022-01-18T23:17:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:17:06.810820 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-18a76f88-ea49-4e32-be5f-a374be5721f7 None None] For port d8158722-36ca-4385-af33-1d1c0ba72a02, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:17:06.814191 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-18a76f88-ea49-4e32-be5f-a374be5721f7 None None] For port d8158722-36ca-4385-af33-1d1c0ba72a02, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=d8158722-36ca-4385-af33-1d1c0ba72a02,segment=NetworkSegment(9a566302-e914-453e-b24a-ac1788dc4ac4),segment_id=9a566302-e914-453e-b24a-ac1788dc4ac4)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:17:06.819325 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-18a76f88-ea49-4e32-be5f-a374be5721f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:06.891702 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a76f88-ea49-4e32-be5f-a374be5721f7 None None] Pushing event updated for resources: {'Port': ['ID=d8158722-36ca-4385-af33-1d1c0ba72a02,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:06.945889 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-31709e1e-8124-4802-916a-d0aa00ba1321 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Allocated IP 172.20.0.1 (15ef1fbd-99ba-437f-81f2-092af29751d9/7ae75766-21e3-43d1-87df-b271b77353c6/79f84349-e413-471a-aac7-b1e6d4374c78) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:17:07.114780 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-31709e1e-8124-4802-916a-d0aa00ba1321 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:07.156469 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-31709e1e-8124-4802-916a-d0aa00ba1321 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:07.213178 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31709e1e-8124-4802-916a-d0aa00ba1321 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Pushing event updated for resources: {'Port': ['ID=79f84349-e413-471a-aac7-b1e6d4374c78,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:07.218186 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31709e1e-8124-4802-916a-d0aa00ba1321 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Network 15ef1fbd-99ba-437f-81f2-092af29751d9 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:17:07.219673 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-31709e1e-8124-4802-916a-d0aa00ba1321 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:17:07.222708 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31709e1e-8124-4802-916a-d0aa00ba1321 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:17:07.273147 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-31709e1e-8124-4802-916a-d0aa00ba1321 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1040954'] for router_interface, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:07.403973 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-31709e1e-8124-4802-916a-d0aa00ba1321 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:07.708027 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-31709e1e-8124-4802-916a-d0aa00ba1321 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:07.712872 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-31709e1e-8124-4802-916a-d0aa00ba1321 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:07.791535 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-31709e1e-8124-4802-916a-d0aa00ba1321 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-613854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1041070'] for router_interface, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:07.799754 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31709e1e-8124-4802-916a-d0aa00ba1321 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Pushing event updated for resources: {'Port': ['ID=79f84349-e413-471a-aac7-b1e6d4374c78,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:07.883483 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac07bc47-2607-4776-a0ca-169f388b9443 None None] Network 15ef1fbd-99ba-437f-81f2-092af29751d9 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 23:17:07.893818 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31709e1e-8124-4802-916a-d0aa00ba1321 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Network 15ef1fbd-99ba-437f-81f2-092af29751d9 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:17:07.895152 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-31709e1e-8124-4802-916a-d0aa00ba1321 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:17:07.947652 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-b43f6e09-119b-47d7-bd15-fbba5c9bfb34 None None] Provisioning complete for port d8158722-36ca-4385-af33-1d1c0ba72a02 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:17:07.948027 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b43f6e09-119b-47d7-bd15-fbba5c9bfb34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:08.012006 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31709e1e-8124-4802-916a-d0aa00ba1321 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Router d5295ad5-8e5a-40a0-a15b-c46b5a950b76 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:17:08.095524 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b43f6e09-119b-47d7-bd15-fbba5c9bfb34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:08.128176 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31709e1e-8124-4802-916a-d0aa00ba1321 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:17:08.133318 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-31709e1e-8124-4802-916a-d0aa00ba1321 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "PUT /v2.0/routers/d5295ad5-8e5a-40a0-a15b-c46b5a950b76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9897196 Jan 18 23:17:08.139171 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-b43f6e09-119b-47d7-bd15-fbba5c9bfb34 None None] For port d8158722-36ca-4385-af33-1d1c0ba72a02, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=d8158722-36ca-4385-af33-1d1c0ba72a02,segment=NetworkSegment(9a566302-e914-453e-b24a-ac1788dc4ac4),segment_id=9a566302-e914-453e-b24a-ac1788dc4ac4)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:17:08.144469 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b43f6e09-119b-47d7-bd15-fbba5c9bfb34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:08.197079 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43f6e09-119b-47d7-bd15-fbba5c9bfb34 None None] Pushing event updated for resources: {'Port': ['ID=d8158722-36ca-4385-af33-1d1c0ba72a02,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:08.288728 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3da59faf-70cf-4433-9cce-597612a59f38 req-382b51f6-e728-4d5c-9ae4-5c1e37793cf8 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2047509644&fields=id&tenant_id=d0817dfc7dbd4f18b8c38ccdeec25880 HTTP/1.1" status: 200 len: 267 time: 0.0355134 Jan 18 23:17:08.366614 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-b2498365-17ad-424e-a9d4-2640a1f224d1 None None] Provisioning complete for port 79f84349-e413-471a-aac7-b1e6d4374c78 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:17:08.366997 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b2498365-17ad-424e-a9d4-2640a1f224d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:08.407823 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-b2498365-17ad-424e-a9d4-2640a1f224d1 None None] Port 79f84349-e413-471a-aac7-b1e6d4374c78 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 23:17:08.415987 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da59faf-70cf-4433-9cce-597612a59f38 req-8279c368-974b-42e8-8e2e-8dacb860e3b1 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:08.418109 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3da59faf-70cf-4433-9cce-597612a59f38 req-8279c368-974b-42e8-8e2e-8dacb860e3b1 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/networks?id=15ef1fbd-99ba-437f-81f2-092af29751d9 HTTP/1.1" status: 200 len: 796 time: 0.1221066 Jan 18 23:17:08.418591 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-b2498365-17ad-424e-a9d4-2640a1f224d1 None None] Provisioning complete for port d8158722-36ca-4385-af33-1d1c0ba72a02 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:17:08.418967 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b2498365-17ad-424e-a9d4-2640a1f224d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:08.436620 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3da59faf-70cf-4433-9cce-597612a59f38 req-665ac50b-1b74-407d-9af7-9f0ecbfcf23f tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/quotas/d0817dfc7dbd4f18b8c38ccdeec25880 HTTP/1.1" status: 200 len: 375 time: 0.0121820 Jan 18 23:17:08.453387 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b4f808-1ab9-4bc8-a60a-c56284827c8c None None] Sync routers for ids ['d5295ad5-8e5a-40a0-a15b-c46b5a950b76'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:17:08.480498 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b4f808-1ab9-4bc8-a60a-c56284827c8c None None] Routers {'d5295ad5-8e5a-40a0-a15b-c46b5a950b76'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:17:08.481234 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-b5b4f808-1ab9-4bc8-a60a-c56284827c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:16:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['d5295ad5-8e5a-40a0-a15b-c46b5a950b76'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:17:08.496366 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3da59faf-70cf-4433-9cce-597612a59f38 req-5a1d0f2b-7c27-42cc-8b34-64dda84c9e2f tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d0817dfc7dbd4f18b8c38ccdeec25880&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507350 Jan 18 23:17:08.598757 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3da59faf-70cf-4433-9cce-597612a59f38 req-5e02a78a-c29e-4d7b-9b10-b54edd9aaee3 service neutron] 10.222.0.53 "GET /v2.0/networks/15ef1fbd-99ba-437f-81f2-092af29751d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899146 Jan 18 23:17:08.629810 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-b5b4f808-1ab9-4bc8-a60a-c56284827c8c None None] Set router d5295ad5-8e5a-40a0-a15b-c46b5a950b76 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:17:08.697917 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3da59faf-70cf-4433-9cce-597612a59f38 req-a7c61fe9-5669-4587-934d-8d562e3655c2 service neutron] 10.222.0.53 "GET /v2.0/networks/15ef1fbd-99ba-437f-81f2-092af29751d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916762 Jan 18 23:17:08.765162 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-97f7720d-1f1a-4aaa-ae45-242fcf883da3 None None] Provisioning complete for port 79f84349-e413-471a-aac7-b1e6d4374c78 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:17:08.765596 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-97f7720d-1f1a-4aaa-ae45-242fcf883da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:08.837226 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-97f7720d-1f1a-4aaa-ae45-242fcf883da3 None None] Port 79f84349-e413-471a-aac7-b1e6d4374c78 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 23:17:08.900086 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1f5edb96-2076-49bc-86d3-769f6adb860f req-a78940e0-c686-4f78-9c35-148749c45e18 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=f178b768-3f2f-49ea-a266-0a3866d913a1 HTTP/1.1" status: 200 len: 210 time: 0.0370445 Jan 18 23:17:08.939179 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device d8158722-36ca-4385-af33-1d1c0ba72a02 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 23:17:09.012798 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-1cd2b396-3961-417f-9ea4-bf45513c13ea None None] Provisioning complete for port 79f84349-e413-471a-aac7-b1e6d4374c78 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:17:09.013069 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1cd2b396-3961-417f-9ea4-bf45513c13ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:09.087877 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-b5b4f808-1ab9-4bc8-a60a-c56284827c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5295ad5-8e5a-40a0-a15b-c46b5a950b76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-362865747', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '2a798eb7-b401-4904-89e4-218f17f6d52b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:17:03Z', 'updated_at': '2022-01-18T23:17:07Z', 'revision_number': 4, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'gw_port': {'id': '2a798eb7-b401-4904-89e4-218f17f6d52b', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:03:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5295ad5-8e5a-40a0-a15b-c46b5a950b76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:17:04Z', 'updated_at': '2022-01-18T23:17:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '79f84349-e413-471a-aac7-b1e6d4374c78', 'name': '', 'network_id': '15ef1fbd-99ba-437f-81f2-092af29751d9', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'mac_address': 'fa:16:3e:24:97:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5295ad5-8e5a-40a0-a15b-c46b5a950b76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '7ae75766-21e3-43d1-87df-b271b77353c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:17:06Z', 'updated_at': '2022-01-18T23:17:07Z', 'revision_number': 2, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'subnets': [{'id': '7ae75766-21e3-43d1-87df-b271b77353c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:17:09.122338 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-1cd2b396-3961-417f-9ea4-bf45513c13ea None None] Port 79f84349-e413-471a-aac7-b1e6d4374c78 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 23:17:09.123775 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b4f808-1ab9-4bc8-a60a-c56284827c8c None None] Checking router: d5295ad5-8e5a-40a0-a15b-c46b5a950b76 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:17:09.124144 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b4f808-1ab9-4bc8-a60a-c56284827c8c None None] Updating router d5295ad5-8e5a-40a0-a15b-c46b5a950b76 port 79f84349-e413-471a-aac7-b1e6d4374c78 binding host n-d-825064-1 {{(pid=102432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 23:17:09.125978 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port d8158722-36ca-4385-af33-1d1c0ba72a02 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:17:09.126342 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:09.181622 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b5b4f808-1ab9-4bc8-a60a-c56284827c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:09.346911 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 2a798eb7-b401-4904-89e4-218f17f6d52b up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 23:17:09.615387 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 2a798eb7-b401-4904-89e4-218f17f6d52b triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:17:09.615802 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:09.744964 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b5b4f808-1ab9-4bc8-a60a-c56284827c8c None None] Notify callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:09.753741 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b5b4f808-1ab9-4bc8-a60a-c56284827c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:09.784653 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:09.825263 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port 2a798eb7-b401-4904-89e4-218f17f6d52b, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=2a798eb7-b401-4904-89e4-218f17f6d52b,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:17:09.829428 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10d40ff-91d3-44d1-baa3-17b5d91b0287 None None] Pushing event updated for resources: {'Port': ['ID=79f84349-e413-471a-aac7-b1e6d4374c78,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:09.833047 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:09.884894 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da59faf-70cf-4433-9cce-597612a59f38 req-4db25c8f-1d24-4735-bae8-1f77ce90323d tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:09.887492 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3da59faf-70cf-4433-9cce-597612a59f38 req-4db25c8f-1d24-4735-bae8-1f77ce90323d tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.67 "GET /v2.0/networks?id=15ef1fbd-99ba-437f-81f2-092af29751d9 HTTP/1.1" status: 200 len: 796 time: 0.1289778 Jan 18 23:17:09.924457 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-b5b4f808-1ab9-4bc8-a60a-c56284827c8c None None] Attempting to bind port 79f84349-e413-471a-aac7-b1e6d4374c78 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:17:09.924790 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-b5b4f808-1ab9-4bc8-a60a-c56284827c8c None None] Attempting to bind port 79f84349-e413-471a-aac7-b1e6d4374c78 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '9a566302-e914-453e-b24a-ac1788dc4ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '15ef1fbd-99ba-437f-81f2-092af29751d9'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:17:09.925324 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b4f808-1ab9-4bc8-a60a-c56284827c8c None None] Attempting to bind port 79f84349-e413-471a-aac7-b1e6d4374c78 on network 15ef1fbd-99ba-437f-81f2-092af29751d9 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 23:17:09.937052 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b4f808-1ab9-4bc8-a60a-c56284827c8c None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 23:17:09.937425 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b4f808-1ab9-4bc8-a60a-c56284827c8c None None] Checking segment: {'id': '9a566302-e914-453e-b24a-ac1788dc4ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '15ef1fbd-99ba-437f-81f2-092af29751d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 23:17:09.937834 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b5b4f808-1ab9-4bc8-a60a-c56284827c8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:09.938228 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b4f808-1ab9-4bc8-a60a-c56284827c8c None None] Bound using segment: {'id': '9a566302-e914-453e-b24a-ac1788dc4ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '15ef1fbd-99ba-437f-81f2-092af29751d9'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 23:17:09.938851 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-b5b4f808-1ab9-4bc8-a60a-c56284827c8c None None] Bound port: 79f84349-e413-471a-aac7-b1e6d4374c78, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a566302-e914-453e-b24a-ac1788dc4ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '15ef1fbd-99ba-437f-81f2-092af29751d9'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:17:09.939238 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b5b4f808-1ab9-4bc8-a60a-c56284827c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:09.942928 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3da59faf-70cf-4433-9cce-597612a59f38 req-11e1a5ff-9d61-4b4a-982b-7d38f15fa902 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d0817dfc7dbd4f18b8c38ccdeec25880 HTTP/1.1" status: 200 len: 380 time: 0.0465057 Jan 18 23:17:09.951651 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=2a798eb7-b401-4904-89e4-218f17f6d52b,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:09.957993 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-3da59faf-70cf-4433-9cce-597612a59f38 req-0224f9a9-33f1-4732-92c6-85a826bade56 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Request body: {'port': {'device_id': 'f178b768-3f2f-49ea-a266-0a3866d913a1', 'network_id': '15ef1fbd-99ba-437f-81f2-092af29751d9', 'admin_state_up': True, 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'security_groups': ['5839bd86-6c6a-423e-bf05-2f172d8d6710']}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:17:10.025748 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-b5b4f808-1ab9-4bc8-a60a-c56284827c8c None None] For port 79f84349-e413-471a-aac7-b1e6d4374c78, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:17:10.029403 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-b5b4f808-1ab9-4bc8-a60a-c56284827c8c None None] For port 79f84349-e413-471a-aac7-b1e6d4374c78, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=79f84349-e413-471a-aac7-b1e6d4374c78,segment=NetworkSegment(9a566302-e914-453e-b24a-ac1788dc4ac4),segment_id=9a566302-e914-453e-b24a-ac1788dc4ac4)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:17:10.035059 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b5b4f808-1ab9-4bc8-a60a-c56284827c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:10.044622 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c8a51525-9904-4d73-bf9f-06701632dd1f req-d9de1881-bcb6-4495-8dca-e2f6dbe5713a tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=f178b768-3f2f-49ea-a266-0a3866d913a1 HTTP/1.1" status: 200 len: 210 time: 0.0394278 Jan 18 23:17:10.102017 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10d40ff-91d3-44d1-baa3-17b5d91b0287 None None] Pushing event updated for resources: {'Port': ['ID=79f84349-e413-471a-aac7-b1e6d4374c78,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:10.107783 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b4f808-1ab9-4bc8-a60a-c56284827c8c None None] Routers {'d5295ad5-8e5a-40a0-a15b-c46b5a950b76'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:17:10.108510 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-b5b4f808-1ab9-4bc8-a60a-c56284827c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:16:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['d5295ad5-8e5a-40a0-a15b-c46b5a950b76'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:17:10.112890 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3da59faf-70cf-4433-9cce-597612a59f38 req-0224f9a9-33f1-4732-92c6-85a826bade56 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Made reservation on behalf of d0817dfc7dbd4f18b8c38ccdeec25880 for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:17:10.116685 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-3da59faf-70cf-4433-9cce-597612a59f38 req-0224f9a9-33f1-4732-92c6-85a826bade56 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:10.173545 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-9f043f9a-726a-45e7-90da-fac930073cdc None None] Provisioning complete for port 79f84349-e413-471a-aac7-b1e6d4374c78 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:17:10.173916 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9f043f9a-726a-45e7-90da-fac930073cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:10.259343 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-3da59faf-70cf-4433-9cce-597612a59f38 req-0224f9a9-33f1-4732-92c6-85a826bade56 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Allocated IP 172.20.0.10 (15ef1fbd-99ba-437f-81f2-092af29751d9/7ae75766-21e3-43d1-87df-b271b77353c6/0fb94ef0-0c80-4a10-82fd-10fd506fe8eb) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:17:10.265042 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-b5b4f808-1ab9-4bc8-a60a-c56284827c8c None None] Set router d5295ad5-8e5a-40a0-a15b-c46b5a950b76 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:17:10.367220 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9f043f9a-726a-45e7-90da-fac930073cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:10.404413 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-3da59faf-70cf-4433-9cce-597612a59f38 req-0224f9a9-33f1-4732-92c6-85a826bade56 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:10.438507 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-3da59faf-70cf-4433-9cce-597612a59f38 req-0224f9a9-33f1-4732-92c6-85a826bade56 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:10.443244 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-9f043f9a-726a-45e7-90da-fac930073cdc None None] For port 79f84349-e413-471a-aac7-b1e6d4374c78, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=79f84349-e413-471a-aac7-b1e6d4374c78,segment=NetworkSegment(9a566302-e914-453e-b24a-ac1788dc4ac4),segment_id=9a566302-e914-453e-b24a-ac1788dc4ac4)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:17:10.449345 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9f043f9a-726a-45e7-90da-fac930073cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:10.483781 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3da59faf-70cf-4433-9cce-597612a59f38 req-0224f9a9-33f1-4732-92c6-85a826bade56 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Network 15ef1fbd-99ba-437f-81f2-092af29751d9 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:17:10.487019 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-3da59faf-70cf-4433-9cce-597612a59f38 req-0224f9a9-33f1-4732-92c6-85a826bade56 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:17:10.490559 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-3da59faf-70cf-4433-9cce-597612a59f38 req-0224f9a9-33f1-4732-92c6-85a826bade56 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:17:10.496910 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0224f9a9-33f1-4732-92c6-85a826bade56 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Pushing event updated for resources: {'Port': ['ID=0fb94ef0-0c80-4a10-82fd-10fd506fe8eb,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:10.545598 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f043f9a-726a-45e7-90da-fac930073cdc None None] Pushing event updated for resources: {'Port': ['ID=79f84349-e413-471a-aac7-b1e6d4374c78,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:10.547917 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da59faf-70cf-4433-9cce-597612a59f38 req-0224f9a9-33f1-4732-92c6-85a826bade56 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:10.548581 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-3da59faf-70cf-4433-9cce-597612a59f38 req-0224f9a9-33f1-4732-92c6-85a826bade56 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:10.573747 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-f77ae211-d4d1-4b24-bade-f0d2bc213862 None None] Provisioning complete for port 79f84349-e413-471a-aac7-b1e6d4374c78 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:17:10.574115 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f77ae211-d4d1-4b24-bade-f0d2bc213862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:10.578172 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3da59faf-70cf-4433-9cce-597612a59f38 req-0224f9a9-33f1-4732-92c6-85a826bade56 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6295593 Jan 18 23:17:10.590585 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-3da59faf-70cf-4433-9cce-597612a59f38 req-2bc87bae-a2a5-42c6-8edd-c608f52094d0 service neutron] Request body: {'port': {'device_id': 'f178b768-3f2f-49ea-a266-0a3866d913a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:17:10.603927 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-b5b4f808-1ab9-4bc8-a60a-c56284827c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5295ad5-8e5a-40a0-a15b-c46b5a950b76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-362865747', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '2a798eb7-b401-4904-89e4-218f17f6d52b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:17:03Z', 'updated_at': '2022-01-18T23:17:07Z', 'revision_number': 4, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'gw_port': {'id': '2a798eb7-b401-4904-89e4-218f17f6d52b', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:03:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5295ad5-8e5a-40a0-a15b-c46b5a950b76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:17:04Z', 'updated_at': '2022-01-18T23:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '79f84349-e413-471a-aac7-b1e6d4374c78', 'name': '', 'network_id': '15ef1fbd-99ba-437f-81f2-092af29751d9', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'mac_address': 'fa:16:3e:24:97:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5295ad5-8e5a-40a0-a15b-c46b5a950b76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '7ae75766-21e3-43d1-87df-b271b77353c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:17:06Z', 'updated_at': '2022-01-18T23:17:10Z', 'revision_number': 4, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'subnets': [{'id': '7ae75766-21e3-43d1-87df-b271b77353c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:17:10.640728 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b4f808-1ab9-4bc8-a60a-c56284827c8c None None] The sync data for ids ['d5295ad5-8e5a-40a0-a15b-c46b5a950b76'] in n-d-825064-1 is: [{'id': 'd5295ad5-8e5a-40a0-a15b-c46b5a950b76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-362865747', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '2a798eb7-b401-4904-89e4-218f17f6d52b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:17:03Z', 'updated_at': '2022-01-18T23:17:07Z', 'revision_number': 4, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'gw_port': {'id': '2a798eb7-b401-4904-89e4-218f17f6d52b', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:03:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5295ad5-8e5a-40a0-a15b-c46b5a950b76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:17:04Z', 'updated_at': '2022-01-18T23:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '79f84349-e413-471a-aac7-b1e6d4374c78', 'name': '', 'network_id': '15ef1fbd-99ba-437f-81f2-092af29751d9', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'mac_address': 'fa:16:3e:24:97:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5295ad5-8e5a-40a0-a15b-c46b5a950b76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '7ae75766-21e3-43d1-87df-b271b77353c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:17:06Z', 'updated_at': '2022-01-18T23:17:10Z', 'revision_number': 4, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'subnets': [{'id': '7ae75766-21e3-43d1-87df-b271b77353c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:17:10.652195 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-3da59faf-70cf-4433-9cce-597612a59f38 req-2bc87bae-a2a5-42c6-8edd-c608f52094d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:10.834417 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-6ce23b27-e2a8-408b-9447-7838069b1ddd None None] Provisioning complete for port 0fb94ef0-0c80-4a10-82fd-10fd506fe8eb triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:17:10.834941 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6ce23b27-e2a8-408b-9447-7838069b1ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:10.880081 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-6ce23b27-e2a8-408b-9447-7838069b1ddd None None] Port 0fb94ef0-0c80-4a10-82fd-10fd506fe8eb cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 23:17:10.951230 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 79f84349-e413-471a-aac7-b1e6d4374c78 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 23:17:10.983893 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [req-3da59faf-70cf-4433-9cce-597612a59f38 req-2bc87bae-a2a5-42c6-8edd-c608f52094d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fb94ef0-0c80-4a10-82fd-10fd506fe8eb {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:17:10.992822 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-3da59faf-70cf-4433-9cce-597612a59f38 req-2bc87bae-a2a5-42c6-8edd-c608f52094d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:11.005969 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 79f84349-e413-471a-aac7-b1e6d4374c78 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:17:11.006228 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-3da59faf-70cf-4433-9cce-597612a59f38 req-2bc87bae-a2a5-42c6-8edd-c608f52094d0 service neutron] Transition to ACTIVE for port object 0fb94ef0-0c80-4a10-82fd-10fd506fe8eb will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:17:11.006347 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:11.012011 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-3da59faf-70cf-4433-9cce-597612a59f38 req-2bc87bae-a2a5-42c6-8edd-c608f52094d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:11.113578 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 2a798eb7-b401-4904-89e4-218f17f6d52b up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 23:17:11.135853 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc87bae-a2a5-42c6-8edd-c608f52094d0 service neutron] Pushing event updated for resources: {'Port': ['ID=0fb94ef0-0c80-4a10-82fd-10fd506fe8eb,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:11.174147 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 2a798eb7-b401-4904-89e4-218f17f6d52b triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:17:11.174521 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:11.230150 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-3da59faf-70cf-4433-9cce-597612a59f38 req-2bc87bae-a2a5-42c6-8edd-c608f52094d0 service neutron] Attempting to bind port 0fb94ef0-0c80-4a10-82fd-10fd506fe8eb on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:17:11.230491 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-3da59faf-70cf-4433-9cce-597612a59f38 req-2bc87bae-a2a5-42c6-8edd-c608f52094d0 service neutron] Attempting to bind port 0fb94ef0-0c80-4a10-82fd-10fd506fe8eb by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '9a566302-e914-453e-b24a-ac1788dc4ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '15ef1fbd-99ba-437f-81f2-092af29751d9'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:17:11.230821 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da59faf-70cf-4433-9cce-597612a59f38 req-2bc87bae-a2a5-42c6-8edd-c608f52094d0 service neutron] Attempting to bind port 0fb94ef0-0c80-4a10-82fd-10fd506fe8eb on network 15ef1fbd-99ba-437f-81f2-092af29751d9 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 23:17:11.236477 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da59faf-70cf-4433-9cce-597612a59f38 req-2bc87bae-a2a5-42c6-8edd-c608f52094d0 service neutron] Port 0fb94ef0-0c80-4a10-82fd-10fd506fe8eb on network 15ef1fbd-99ba-437f-81f2-092af29751d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 23:17:11.236812 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da59faf-70cf-4433-9cce-597612a59f38 req-2bc87bae-a2a5-42c6-8edd-c608f52094d0 service neutron] Attempting to bind port 0fb94ef0-0c80-4a10-82fd-10fd506fe8eb on network 15ef1fbd-99ba-437f-81f2-092af29751d9 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 23:17:11.252236 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0642ef64-e25d-4f23-99a9-d298c9b4eaf4 req-be980a4f-7d64-419a-8f01-e3fba6bf16ed tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:11.254311 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0642ef64-e25d-4f23-99a9-d298c9b4eaf4 req-be980a4f-7d64-419a-8f01-e3fba6bf16ed tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=f178b768-3f2f-49ea-a266-0a3866d913a1 HTTP/1.1" status: 200 len: 944 time: 0.1078670 Jan 18 23:17:11.259043 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da59faf-70cf-4433-9cce-597612a59f38 req-2bc87bae-a2a5-42c6-8edd-c608f52094d0 service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 23:17:11.259408 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da59faf-70cf-4433-9cce-597612a59f38 req-2bc87bae-a2a5-42c6-8edd-c608f52094d0 service neutron] Checking segment: {'id': '9a566302-e914-453e-b24a-ac1788dc4ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '15ef1fbd-99ba-437f-81f2-092af29751d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 23:17:11.259798 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da59faf-70cf-4433-9cce-597612a59f38 req-2bc87bae-a2a5-42c6-8edd-c608f52094d0 service neutron] Bound using segment: {'id': '9a566302-e914-453e-b24a-ac1788dc4ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '15ef1fbd-99ba-437f-81f2-092af29751d9'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 23:17:11.260261 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-3da59faf-70cf-4433-9cce-597612a59f38 req-2bc87bae-a2a5-42c6-8edd-c608f52094d0 service neutron] Bound port: 0fb94ef0-0c80-4a10-82fd-10fd506fe8eb, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a566302-e914-453e-b24a-ac1788dc4ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '15ef1fbd-99ba-437f-81f2-092af29751d9'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:17:11.260943 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-3da59faf-70cf-4433-9cce-597612a59f38 req-2bc87bae-a2a5-42c6-8edd-c608f52094d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:11.339205 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0642ef64-e25d-4f23-99a9-d298c9b4eaf4 req-5f279d3d-7d53-4b93-afc8-7a93cf6f645d tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=5839bd86-6c6a-423e-bf05-2f172d8d6710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750790 Jan 18 23:17:11.368549 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-3da59faf-70cf-4433-9cce-597612a59f38 req-2bc87bae-a2a5-42c6-8edd-c608f52094d0 service neutron] For port 0fb94ef0-0c80-4a10-82fd-10fd506fe8eb, host n-h2-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:17:11.372295 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-3da59faf-70cf-4433-9cce-597612a59f38 req-2bc87bae-a2a5-42c6-8edd-c608f52094d0 service neutron] For port 0fb94ef0-0c80-4a10-82fd-10fd506fe8eb, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=0fb94ef0-0c80-4a10-82fd-10fd506fe8eb,segment=NetworkSegment(9a566302-e914-453e-b24a-ac1788dc4ac4),segment_id=9a566302-e914-453e-b24a-ac1788dc4ac4)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:17:11.376871 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-3da59faf-70cf-4433-9cce-597612a59f38 req-2bc87bae-a2a5-42c6-8edd-c608f52094d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:11.412822 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da59faf-70cf-4433-9cce-597612a59f38 req-2bc87bae-a2a5-42c6-8edd-c608f52094d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:11.413555 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-3da59faf-70cf-4433-9cce-597612a59f38 req-2bc87bae-a2a5-42c6-8edd-c608f52094d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:11.414962 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3da59faf-70cf-4433-9cce-597612a59f38 req-2bc87bae-a2a5-42c6-8edd-c608f52094d0 service neutron] 10.222.0.67 "PUT /v2.0/ports/0fb94ef0-0c80-4a10-82fd-10fd506fe8eb HTTP/1.1" status: 200 len: 1092 time: 0.8292513 Jan 18 23:17:11.415405 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f178b768-3f2f-49ea-a266-0a3866d913a1', 'tag': '0fb94ef0-0c80-4a10-82fd-10fd506fe8eb'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:17:11.417726 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f9cd323385b35eafd7505e92119ef15b9cb9d1db746596d3e25314435e3cbaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71a022e7-c403-414f-bd10-9f9b28ab77da" -d '{"events": [{"name": "network-changed", "server_uuid": "f178b768-3f2f-49ea-a266-0a3866d913a1", "tag": "0fb94ef0-0c80-4a10-82fd-10fd506fe8eb"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 23:17:11.448018 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc87bae-a2a5-42c6-8edd-c608f52094d0 service neutron] Pushing event updated for resources: {'Port': ['ID=0fb94ef0-0c80-4a10-82fd-10fd506fe8eb,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:11.485545 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 23:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50b7bdb3-10eb-468e-a5d2-5b4689240524 x-openstack-request-id: req-50b7bdb3-10eb-468e-a5d2-5b4689240524 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 23:17:11.485840 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f178b768-3f2f-49ea-a266-0a3866d913a1", "tag": "0fb94ef0-0c80-4a10-82fd-10fd506fe8eb", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 23:17:11.486097 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-50b7bdb3-10eb-468e-a5d2-5b4689240524 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 23:17:11.486511 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f178b768-3f2f-49ea-a266-0a3866d913a1', 'tag': '0fb94ef0-0c80-4a10-82fd-10fd506fe8eb', 'status': 'completed', 'code': 200} Jan 18 23:17:11.503352 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da59faf-70cf-4433-9cce-597612a59f38 req-2c227bc0-f5a5-438e-b3cc-41ad321f60e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:11.505872 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3da59faf-70cf-4433-9cce-597612a59f38 req-2c227bc0-f5a5-438e-b3cc-41ad321f60e8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d0817dfc7dbd4f18b8c38ccdeec25880&device_id=f178b768-3f2f-49ea-a266-0a3866d913a1 HTTP/1.1" status: 200 len: 1095 time: 0.0472379 Jan 18 23:17:11.554031 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3da59faf-70cf-4433-9cce-597612a59f38 req-eeef9723-42a2-4b4e-b6f0-36c88d34d90a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0fb94ef0-0c80-4a10-82fd-10fd506fe8eb HTTP/1.1" status: 200 len: 217 time: 0.0409498 Jan 18 23:17:11.608088 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da59faf-70cf-4433-9cce-597612a59f38 req-34b8f60a-edb0-4b9a-b481-4ee2757a3bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:11.609828 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3da59faf-70cf-4433-9cce-597612a59f38 req-34b8f60a-edb0-4b9a-b481-4ee2757a3bf6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7ae75766-21e3-43d1-87df-b271b77353c6 HTTP/1.1" status: 200 len: 834 time: 0.0488789 Jan 18 23:17:11.656759 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da59faf-70cf-4433-9cce-597612a59f38 req-06b85984-d5df-41bd-8dcd-5d798c1c7bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:11.658242 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3da59faf-70cf-4433-9cce-597612a59f38 req-06b85984-d5df-41bd-8dcd-5d798c1c7bb4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=15ef1fbd-99ba-437f-81f2-092af29751d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417914 Jan 18 23:17:11.755745 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3da59faf-70cf-4433-9cce-597612a59f38 req-a610279f-c8f5-469d-aa3f-54d09999bc06 service neutron] 10.222.0.67 "GET /v2.0/networks/15ef1fbd-99ba-437f-81f2-092af29751d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906351 Jan 18 23:17:11.855289 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3da59faf-70cf-4433-9cce-597612a59f38 req-0c59d303-60fa-4f76-bc3e-54d30ad7e883 service neutron] 10.222.0.67 "GET /v2.0/networks/15ef1fbd-99ba-437f-81f2-092af29751d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928879 Jan 18 23:17:11.939896 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a022e7-c403-414f-bd10-9f9b28ab77da req-ece084c2-d991-46bf-ad51-865acf91c2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:11.941388 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-71a022e7-c403-414f-bd10-9f9b28ab77da req-ece084c2-d991-46bf-ad51-865acf91c2ab service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d0817dfc7dbd4f18b8c38ccdeec25880&device_id=f178b768-3f2f-49ea-a266-0a3866d913a1 HTTP/1.1" status: 200 len: 1095 time: 0.0409007 Jan 18 23:17:12.034338 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a022e7-c403-414f-bd10-9f9b28ab77da req-534f011b-3ab9-45cd-8ebf-903af0ae9a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:12.035778 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-71a022e7-c403-414f-bd10-9f9b28ab77da req-534f011b-3ab9-45cd-8ebf-903af0ae9a62 service neutron] 10.222.0.67 "GET /v2.0/networks?id=15ef1fbd-99ba-437f-81f2-092af29751d9 HTTP/1.1" status: 200 len: 896 time: 0.0882678 Jan 18 23:17:12.077429 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-71a022e7-c403-414f-bd10-9f9b28ab77da req-6ecf2165-8230-4de0-84c6-bf2e8b788fed service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0fb94ef0-0c80-4a10-82fd-10fd506fe8eb HTTP/1.1" status: 200 len: 217 time: 0.0349398 Jan 18 23:17:12.129770 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a022e7-c403-414f-bd10-9f9b28ab77da req-dbfd9913-d48f-4ad9-aad5-4b2491ec4e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:12.131227 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-71a022e7-c403-414f-bd10-9f9b28ab77da req-dbfd9913-d48f-4ad9-aad5-4b2491ec4e94 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7ae75766-21e3-43d1-87df-b271b77353c6 HTTP/1.1" status: 200 len: 834 time: 0.0468500 Jan 18 23:17:12.175050 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a022e7-c403-414f-bd10-9f9b28ab77da req-11a9599c-0bea-4408-9a5c-e5b963136617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:12.176543 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-71a022e7-c403-414f-bd10-9f9b28ab77da req-11a9599c-0bea-4408-9a5c-e5b963136617 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=15ef1fbd-99ba-437f-81f2-092af29751d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390682 Jan 18 23:17:12.263384 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-71a022e7-c403-414f-bd10-9f9b28ab77da req-62a386ed-8672-4e8b-95dc-746b3ad40fbf service neutron] 10.222.0.67 "GET /v2.0/networks/15ef1fbd-99ba-437f-81f2-092af29751d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794263 Jan 18 23:17:12.356001 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-71a022e7-c403-414f-bd10-9f9b28ab77da req-ec1721fc-b6c4-4c56-b8af-33111ebc27c5 service neutron] 10.222.0.67 "GET /v2.0/networks/15ef1fbd-99ba-437f-81f2-092af29751d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853646 Jan 18 23:17:12.452074 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70811125-c268-478a-b560-589db7cbbb4f req-0543a971-e19a-4bcc-9f86-97d034016a2e tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:12.453533 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-70811125-c268-478a-b560-589db7cbbb4f req-0543a971-e19a-4bcc-9f86-97d034016a2e tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=f178b768-3f2f-49ea-a266-0a3866d913a1 HTTP/1.1" status: 200 len: 944 time: 0.0481157 Jan 18 23:17:12.489988 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-70811125-c268-478a-b560-589db7cbbb4f req-9586503c-1b8f-43bb-9fca-9018ebd58a63 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=5839bd86-6c6a-423e-bf05-2f172d8d6710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305536 Jan 18 23:17:13.331911 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:13.603949 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93000fbe-c769-4431-ade4-a0f8b8c464d5 req-0e2d0963-f06f-454c-92ad-526335af59be tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:13.606074 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-93000fbe-c769-4431-ade4-a0f8b8c464d5 req-0e2d0963-f06f-454c-92ad-526335af59be tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=f178b768-3f2f-49ea-a266-0a3866d913a1 HTTP/1.1" status: 200 len: 944 time: 0.0471251 Jan 18 23:17:13.642477 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-93000fbe-c769-4431-ade4-a0f8b8c464d5 req-ac38a38a-965c-4420-8cbd-631275597615 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=5839bd86-6c6a-423e-bf05-2f172d8d6710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304856 Jan 18 23:17:14.264791 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:14.759072 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be5692c-82d8-465a-9c17-1120faed097a req-1e9a9f55-dda5-4895-adb6-cb2265830e4e tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:14.760855 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4be5692c-82d8-465a-9c17-1120faed097a req-1e9a9f55-dda5-4895-adb6-cb2265830e4e tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=f178b768-3f2f-49ea-a266-0a3866d913a1 HTTP/1.1" status: 200 len: 944 time: 0.0520279 Jan 18 23:17:14.797662 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4be5692c-82d8-465a-9c17-1120faed097a req-8c34c6c7-d130-48db-8dd2-d60f99037fd4 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=5839bd86-6c6a-423e-bf05-2f172d8d6710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309610 Jan 18 23:17:14.830041 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 0fb94ef0-0c80-4a10-82fd-10fd506fe8eb details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 23:17:14.921298 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 0fb94ef0-0c80-4a10-82fd-10fd506fe8eb, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=0fb94ef0-0c80-4a10-82fd-10fd506fe8eb,segment=NetworkSegment(9a566302-e914-453e-b24a-ac1788dc4ac4),segment_id=9a566302-e914-453e-b24a-ac1788dc4ac4)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:17:14.931496 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': '0fb94ef0-0c80-4a10-82fd-10fd506fe8eb', 'network_id': '15ef1fbd-99ba-437f-81f2-092af29751d9', 'port_id': '0fb94ef0-0c80-4a10-82fd-10fd506fe8eb', 'mac_address': 'fa:16:3e:75:88:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ae75766-21e3-43d1-87df-b271b77353c6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 23:17:14.969737 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:14.983143 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fb94ef0-0c80-4a10-82fd-10fd506fe8eb {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:17:15.001226 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 0fb94ef0-0c80-4a10-82fd-10fd506fe8eb, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=0fb94ef0-0c80-4a10-82fd-10fd506fe8eb,segment=NetworkSegment(9a566302-e914-453e-b24a-ac1788dc4ac4),segment_id=9a566302-e914-453e-b24a-ac1788dc4ac4)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:17:15.005069 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:15.055566 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=0fb94ef0-0c80-4a10-82fd-10fd506fe8eb,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:15.209116 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['0fb94ef0-0c80-4a10-82fd-10fd506fe8eb'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 23:17:15.914026 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caabec53-5e7d-4228-aad9-68d5fe540479 req-bd2a4cf8-0bdc-40f0-a396-4436e5aea311 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:15.915476 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-caabec53-5e7d-4228-aad9-68d5fe540479 req-bd2a4cf8-0bdc-40f0-a396-4436e5aea311 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=f178b768-3f2f-49ea-a266-0a3866d913a1 HTTP/1.1" status: 200 len: 945 time: 0.0506861 Jan 18 23:17:15.953359 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-caabec53-5e7d-4228-aad9-68d5fe540479 req-e854a298-7fcf-4470-a5d9-c71287d1f6cc tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=5839bd86-6c6a-423e-bf05-2f172d8d6710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313518 Jan 18 23:17:16.835703 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 0fb94ef0-0c80-4a10-82fd-10fd506fe8eb up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 23:17:16.884588 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port 0fb94ef0-0c80-4a10-82fd-10fd506fe8eb completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:17:16.889220 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port 0fb94ef0-0c80-4a10-82fd-10fd506fe8eb triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:17:16.889584 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:16.964357 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:16.990526 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f178b768-3f2f-49ea-a266-0a3866d913a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fb94ef0-0c80-4a10-82fd-10fd506fe8eb'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:17:16.992821 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b134bc65f967cea6f1797bfdd7611f84549a2ae334dac04105da021bbc0aa067" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bed23ae-f6e8-4381-a5bb-6bfe20a37bd1" -d '{"events": [{"server_uuid": "f178b768-3f2f-49ea-a266-0a3866d913a1", "name": "network-vif-plugged", "status": "completed", "tag": "0fb94ef0-0c80-4a10-82fd-10fd506fe8eb"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 23:17:17.007397 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 0fb94ef0-0c80-4a10-82fd-10fd506fe8eb, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=0fb94ef0-0c80-4a10-82fd-10fd506fe8eb,segment=NetworkSegment(9a566302-e914-453e-b24a-ac1788dc4ac4),segment_id=9a566302-e914-453e-b24a-ac1788dc4ac4)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:17:17.012544 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:17.062792 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=0fb94ef0-0c80-4a10-82fd-10fd506fe8eb,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:17.083978 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494b49d6-0b81-4c03-9776-6512029b2e2a req-7a5b474f-9514-4113-9bac-a261c2894bca tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:17.086366 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-494b49d6-0b81-4c03-9776-6512029b2e2a req-7a5b474f-9514-4113-9bac-a261c2894bca tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=f178b768-3f2f-49ea-a266-0a3866d913a1 HTTP/1.1" status: 200 len: 946 time: 0.0616586 Jan 18 23:17:17.087406 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 23:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c793c54e-b532-43b6-831f-87cd0f4b15eb x-openstack-request-id: req-c793c54e-b532-43b6-831f-87cd0f4b15eb {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 23:17:17.087705 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f178b768-3f2f-49ea-a266-0a3866d913a1", "name": "network-vif-plugged", "status": "completed", "tag": "0fb94ef0-0c80-4a10-82fd-10fd506fe8eb", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 23:17:17.087970 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c793c54e-b532-43b6-831f-87cd0f4b15eb {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 23:17:17.088396 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f178b768-3f2f-49ea-a266-0a3866d913a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fb94ef0-0c80-4a10-82fd-10fd506fe8eb', 'code': 200} Jan 18 23:17:17.126651 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-494b49d6-0b81-4c03-9776-6512029b2e2a req-064870fe-f085-4960-97c0-f5d75168118e tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=5839bd86-6c6a-423e-bf05-2f172d8d6710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319698 Jan 18 23:17:17.179004 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126352cc-4825-4d14-9b11-7268b4c33d62 req-0a01ea38-07c4-4ff8-b0e9-786f0c9c2df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:17.180471 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-126352cc-4825-4d14-9b11-7268b4c33d62 req-0a01ea38-07c4-4ff8-b0e9-786f0c9c2df0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f178b768-3f2f-49ea-a266-0a3866d913a1 HTTP/1.1" status: 200 len: 1097 time: 0.0413816 Jan 18 23:17:17.213396 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-126352cc-4825-4d14-9b11-7268b4c33d62 req-95758fce-e897-4dc6-a904-8724b89029fd service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=5839bd86-6c6a-423e-bf05-2f172d8d6710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0263765 Jan 18 23:17:18.242854 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad39d2b-8466-4db2-bff3-9351a5682368 req-9f1808f4-1040-4e30-89a9-71537cbc6863 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:18.244415 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2ad39d2b-8466-4db2-bff3-9351a5682368 req-9f1808f4-1040-4e30-89a9-71537cbc6863 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=f178b768-3f2f-49ea-a266-0a3866d913a1 HTTP/1.1" status: 200 len: 946 time: 0.0497863 Jan 18 23:17:18.283592 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2ad39d2b-8466-4db2-bff3-9351a5682368 req-30b7ddac-5c5c-43fd-87d4-bca9c22e9c59 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=5839bd86-6c6a-423e-bf05-2f172d8d6710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331874 Jan 18 23:17:19.380413 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cf70919e-bf97-4836-a6d9-97b9e908e88c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:19.398768 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f99473-d4e7-4c62-8b99-c7dc4d21bf19 req-ea77af15-931f-42d8-a374-2448c347abc9 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:19.400376 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e1f99473-d4e7-4c62-8b99-c7dc4d21bf19 req-ea77af15-931f-42d8-a374-2448c347abc9 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=f178b768-3f2f-49ea-a266-0a3866d913a1 HTTP/1.1" status: 200 len: 946 time: 0.0509801 Jan 18 23:17:19.438899 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e1f99473-d4e7-4c62-8b99-c7dc4d21bf19 req-b67cabc7-fc13-4ec5-b76f-17f2e8279faa tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=5839bd86-6c6a-423e-bf05-2f172d8d6710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314376 Jan 18 23:17:19.554310 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e108d01c-17fd-45c0-969e-1d60fd7f3dd4 req-2eff079d-9e80-44c8-b523-89d657ee256a tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:19.555761 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e108d01c-17fd-45c0-969e-1d60fd7f3dd4 req-2eff079d-9e80-44c8-b523-89d657ee256a tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=f178b768-3f2f-49ea-a266-0a3866d913a1 HTTP/1.1" status: 200 len: 946 time: 0.0523739 Jan 18 23:17:19.593663 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e108d01c-17fd-45c0-969e-1d60fd7f3dd4 req-5455b584-2253-46d5-aeae-2652480b3bfe tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=5839bd86-6c6a-423e-bf05-2f172d8d6710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312867 Jan 18 23:17:19.614945 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60304) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:17:19.654574 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10d7943-ec0e-46d1-9b9c-3fe2a10ccf42 tempest-TestNetworkAdvancedServerOps-757530535 tempest-TestNetworkAdvancedServerOps-757530535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:19.655980 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-e10d7943-ec0e-46d1-9b9c-3fe2a10ccf42 tempest-TestNetworkAdvancedServerOps-757530535 tempest-TestNetworkAdvancedServerOps-757530535-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f178b768-3f2f-49ea-a266-0a3866d913a1 HTTP/1.1" status: 200 len: 1092 time: 0.0400698 Jan 18 23:17:19.658737 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60306) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:17:19.663362 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-f832651e-86f6-4d32-b757-4f8462822ea6 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Request body: {'floatingip': {'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'port_id': '0fb94ef0-0c80-4a10-82fd-10fd506fe8eb', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:17:19.687085 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f832651e-86f6-4d32-b757-4f8462822ea6 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for floatingip, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:19.784856 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f832651e-86f6-4d32-b757-4f8462822ea6 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:19.883362 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-f832651e-86f6-4d32-b757-4f8462822ea6 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Allocated IP 172.25.5.210 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/1553dc98-396c-41c7-9dd8-56c08ebb9a11) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:17:19.985569 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f832651e-86f6-4d32-b757-4f8462822ea6 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:20.018770 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f832651e-86f6-4d32-b757-4f8462822ea6 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:20.062415 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f832651e-86f6-4d32-b757-4f8462822ea6 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:17:20.067584 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-f832651e-86f6-4d32-b757-4f8462822ea6 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:17:20.072608 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f832651e-86f6-4d32-b757-4f8462822ea6 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:17:20.075725 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f832651e-86f6-4d32-b757-4f8462822ea6 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Pushing event updated for resources: {'Port': ['ID=1553dc98-396c-41c7-9dd8-56c08ebb9a11,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:20.698900 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f832651e-86f6-4d32-b757-4f8462822ea6 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:20.761872 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f832651e-86f6-4d32-b757-4f8462822ea6 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:20.906235 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f832651e-86f6-4d32-b757-4f8462822ea6 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:20.910631 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f832651e-86f6-4d32-b757-4f8462822ea6 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:20.980249 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f832651e-86f6-4d32-b757-4f8462822ea6 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Pushing event updated for resources: {'Port': ['ID=1553dc98-396c-41c7-9dd8-56c08ebb9a11,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:20.989955 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f832651e-86f6-4d32-b757-4f8462822ea6 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043075'] for floatingip, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:21.088685 n-d-825064-1 neutron-server[102431]: INFO neutron.db.l3_db [None req-f832651e-86f6-4d32-b757-4f8462822ea6 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Floating IP a0aeeccc-e688-4814-b479-7eb564eed04f associated. External IP: 172.25.5.210, port: 0fb94ef0-0c80-4a10-82fd-10fd506fe8eb. Jan 18 23:17:21.291141 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f832651e-86f6-4d32-b757-4f8462822ea6 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Router d5295ad5-8e5a-40a0-a15b-c46b5a950b76 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:17:21.406621 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f832651e-86f6-4d32-b757-4f8462822ea6 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:17:21.416500 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d099d2fb-f238-484a-ab30-85d1cd636939 None None] Sync routers for ids ['d5295ad5-8e5a-40a0-a15b-c46b5a950b76'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:17:21.426287 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f832651e-86f6-4d32-b757-4f8462822ea6 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:21.426877 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d099d2fb-f238-484a-ab30-85d1cd636939 None None] Routers {'d5295ad5-8e5a-40a0-a15b-c46b5a950b76'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:17:21.427492 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-d099d2fb-f238-484a-ab30-85d1cd636939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:16:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['d5295ad5-8e5a-40a0-a15b-c46b5a950b76'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:17:21.457604 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-f832651e-86f6-4d32-b757-4f8462822ea6 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7978437 Jan 18 23:17:21.458207 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f178b768-3f2f-49ea-a266-0a3866d913a1', 'tag': '0fb94ef0-0c80-4a10-82fd-10fd506fe8eb'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:17:21.460534 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6adba52062d83d0b70d142dbcd5753b88deeeedcec75449c501cd3eecc31c27c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-877940f4-fbd4-44d7-9d6a-5b352531fe3f" -d '{"events": [{"name": "network-changed", "server_uuid": "f178b768-3f2f-49ea-a266-0a3866d913a1", "tag": "0fb94ef0-0c80-4a10-82fd-10fd506fe8eb"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 23:17:21.540312 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-d099d2fb-f238-484a-ab30-85d1cd636939 None None] Set router d5295ad5-8e5a-40a0-a15b-c46b5a950b76 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:17:21.561497 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 23:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf06446f-4979-4d7a-99ae-096a1b46b95a x-openstack-request-id: req-cf06446f-4979-4d7a-99ae-096a1b46b95a {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 23:17:21.561942 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f178b768-3f2f-49ea-a266-0a3866d913a1", "tag": "0fb94ef0-0c80-4a10-82fd-10fd506fe8eb", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 23:17:21.562197 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cf06446f-4979-4d7a-99ae-096a1b46b95a {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 23:17:21.562597 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f178b768-3f2f-49ea-a266-0a3866d913a1', 'tag': '0fb94ef0-0c80-4a10-82fd-10fd506fe8eb', 'status': 'completed', 'code': 200} Jan 18 23:17:21.565142 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82215397-bae0-42c5-950f-97800357f1fe req-41b0fd7a-d882-4df9-a29d-cdb109cdbbdd tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:21.568624 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-82215397-bae0-42c5-950f-97800357f1fe req-41b0fd7a-d882-4df9-a29d-cdb109cdbbdd tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=f178b768-3f2f-49ea-a266-0a3866d913a1 HTTP/1.1" status: 200 len: 946 time: 0.0617888 Jan 18 23:17:21.637680 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-82215397-bae0-42c5-950f-97800357f1fe req-6ff9b319-c857-4f02-ad34-e309fc4cf14e tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=5839bd86-6c6a-423e-bf05-2f172d8d6710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630102 Jan 18 23:17:21.648408 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877940f4-fbd4-44d7-9d6a-5b352531fe3f req-76933e96-003e-4e94-b477-d9528a020a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:21.649834 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-877940f4-fbd4-44d7-9d6a-5b352531fe3f req-76933e96-003e-4e94-b477-d9528a020a00 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d0817dfc7dbd4f18b8c38ccdeec25880&device_id=f178b768-3f2f-49ea-a266-0a3866d913a1 HTTP/1.1" status: 200 len: 1097 time: 0.0610878 Jan 18 23:17:21.661733 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60314) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:17:21.732610 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-97cb07f9-2a8b-497d-b042-a436b5b42709 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/floatingips/a0aeeccc-e688-4814-b479-7eb564eed04f HTTP/1.1" status: 200 len: 992 time: 0.0694237 Jan 18 23:17:21.750787 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877940f4-fbd4-44d7-9d6a-5b352531fe3f req-5355991e-d612-4546-a55d-ed8d7949a64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:21.752284 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-877940f4-fbd4-44d7-9d6a-5b352531fe3f req-5355991e-d612-4546-a55d-ed8d7949a64a service neutron] 10.222.0.67 "GET /v2.0/networks?id=15ef1fbd-99ba-437f-81f2-092af29751d9 HTTP/1.1" status: 200 len: 896 time: 0.0952272 Jan 18 23:17:21.774388 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-d099d2fb-f238-484a-ab30-85d1cd636939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5295ad5-8e5a-40a0-a15b-c46b5a950b76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-362865747', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '2a798eb7-b401-4904-89e4-218f17f6d52b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:17:03Z', 'updated_at': '2022-01-18T23:17:07Z', 'revision_number': 4, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'gw_port': {'id': '2a798eb7-b401-4904-89e4-218f17f6d52b', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:03:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5295ad5-8e5a-40a0-a15b-c46b5a950b76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:17:04Z', 'updated_at': '2022-01-18T23:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': 'a0aeeccc-e688-4814-b479-7eb564eed04f', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'floating_ip_address': '172.25.5.210', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': 'd5295ad5-8e5a-40a0-a15b-c46b5a950b76', 'port_id': '0fb94ef0-0c80-4a10-82fd-10fd506fe8eb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4287, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15ef1fbd-99ba-437f-81f2-092af29751d9', 'mac_address': 'fa:16:3e:75:88:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f178b768-3f2f-49ea-a266-0a3866d913a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:17:20Z', 'updated_at': '2022-01-18T23:17:20Z', 'revision_number': 0, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79f84349-e413-471a-aac7-b1e6d4374c78', 'name': '', 'network_id': '15ef1fbd-99ba-437f-81f2-092af29751d9', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'mac_address': 'fa:16:3e:24:97:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5295ad5-8e5a-40a0-a15b-c46b5a950b76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '7ae75766-21e3-43d1-87df-b271b77353c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:17:06Z', 'updated_at': '2022-01-18T23:17:10Z', 'revision_number': 5, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'subnets': [{'id': '7ae75766-21e3-43d1-87df-b271b77353c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:17:21.805110 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d099d2fb-f238-484a-ab30-85d1cd636939 None None] Checking router: d5295ad5-8e5a-40a0-a15b-c46b5a950b76 for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:17:21.813312 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d099d2fb-f238-484a-ab30-85d1cd636939 None None] Routers {'d5295ad5-8e5a-40a0-a15b-c46b5a950b76'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:17:21.813909 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-d099d2fb-f238-484a-ab30-85d1cd636939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:16:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['d5295ad5-8e5a-40a0-a15b-c46b5a950b76'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:17:21.820611 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-877940f4-fbd4-44d7-9d6a-5b352531fe3f req-1d5acec2-26b0-4ff1-94ef-b3ddc814be8b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0fb94ef0-0c80-4a10-82fd-10fd506fe8eb HTTP/1.1" status: 200 len: 1000 time: 0.0614929 Jan 18 23:17:21.874530 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877940f4-fbd4-44d7-9d6a-5b352531fe3f req-13f3d467-2203-4419-bf05-3ed58faf2cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:21.876000 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-877940f4-fbd4-44d7-9d6a-5b352531fe3f req-13f3d467-2203-4419-bf05-3ed58faf2cac service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7ae75766-21e3-43d1-87df-b271b77353c6 HTTP/1.1" status: 200 len: 834 time: 0.0498574 Jan 18 23:17:21.925713 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877940f4-fbd4-44d7-9d6a-5b352531fe3f req-807b86a1-225b-4171-8172-bef05b4531ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:21.926623 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-d099d2fb-f238-484a-ab30-85d1cd636939 None None] Set router d5295ad5-8e5a-40a0-a15b-c46b5a950b76 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:17:21.927228 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-877940f4-fbd4-44d7-9d6a-5b352531fe3f req-807b86a1-225b-4171-8172-bef05b4531ee service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=15ef1fbd-99ba-437f-81f2-092af29751d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447695 Jan 18 23:17:22.015980 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9515f267-fd0e-420d-bee0-13d4ea8f629f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:22.020266 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-877940f4-fbd4-44d7-9d6a-5b352531fe3f req-bdb7ae38-47ab-4e04-a483-fca90bcda608 service neutron] 10.222.0.67 "GET /v2.0/networks/15ef1fbd-99ba-437f-81f2-092af29751d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866320 Jan 18 23:17:22.121738 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-877940f4-fbd4-44d7-9d6a-5b352531fe3f req-fc2b14e6-ec33-463a-afc5-5b53dd3b5db4 service neutron] 10.222.0.67 "GET /v2.0/networks/15ef1fbd-99ba-437f-81f2-092af29751d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954523 Jan 18 23:17:22.163082 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-d099d2fb-f238-484a-ab30-85d1cd636939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5295ad5-8e5a-40a0-a15b-c46b5a950b76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-362865747', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '2a798eb7-b401-4904-89e4-218f17f6d52b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:17:03Z', 'updated_at': '2022-01-18T23:17:07Z', 'revision_number': 4, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'gw_port': {'id': '2a798eb7-b401-4904-89e4-218f17f6d52b', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:03:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5295ad5-8e5a-40a0-a15b-c46b5a950b76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:17:04Z', 'updated_at': '2022-01-18T23:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': 'a0aeeccc-e688-4814-b479-7eb564eed04f', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'floating_ip_address': '172.25.5.210', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': 'd5295ad5-8e5a-40a0-a15b-c46b5a950b76', 'port_id': '0fb94ef0-0c80-4a10-82fd-10fd506fe8eb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4287, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15ef1fbd-99ba-437f-81f2-092af29751d9', 'mac_address': 'fa:16:3e:75:88:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f178b768-3f2f-49ea-a266-0a3866d913a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:17:20Z', 'updated_at': '2022-01-18T23:17:20Z', 'revision_number': 0, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79f84349-e413-471a-aac7-b1e6d4374c78', 'name': '', 'network_id': '15ef1fbd-99ba-437f-81f2-092af29751d9', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'mac_address': 'fa:16:3e:24:97:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5295ad5-8e5a-40a0-a15b-c46b5a950b76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '7ae75766-21e3-43d1-87df-b271b77353c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:17:06Z', 'updated_at': '2022-01-18T23:17:10Z', 'revision_number': 5, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'subnets': [{'id': '7ae75766-21e3-43d1-87df-b271b77353c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:17:22.189753 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d099d2fb-f238-484a-ab30-85d1cd636939 None None] The sync data for ids ['d5295ad5-8e5a-40a0-a15b-c46b5a950b76'] in n-d-825064-1 is: [{'id': 'd5295ad5-8e5a-40a0-a15b-c46b5a950b76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-362865747', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '2a798eb7-b401-4904-89e4-218f17f6d52b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:17:03Z', 'updated_at': '2022-01-18T23:17:07Z', 'revision_number': 4, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'gw_port': {'id': '2a798eb7-b401-4904-89e4-218f17f6d52b', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:03:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5295ad5-8e5a-40a0-a15b-c46b5a950b76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:17:04Z', 'updated_at': '2022-01-18T23:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': 'a0aeeccc-e688-4814-b479-7eb564eed04f', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'floating_ip_address': '172.25.5.210', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': 'd5295ad5-8e5a-40a0-a15b-c46b5a950b76', 'port_id': '0fb94ef0-0c80-4a10-82fd-10fd506fe8eb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4287, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15ef1fbd-99ba-437f-81f2-092af29751d9', 'mac_address': 'fa:16:3e:75:88:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f178b768-3f2f-49ea-a266-0a3866d913a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:17:20Z', 'updated_at': '2022-01-18T23:17:20Z', 'revision_number': 0, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79f84349-e413-471a-aac7-b1e6d4374c78', 'name': '', 'network_id': '15ef1fbd-99ba-437f-81f2-092af29751d9', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'mac_address': 'fa:16:3e:24:97:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5295ad5-8e5a-40a0-a15b-c46b5a950b76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '7ae75766-21e3-43d1-87df-b271b77353c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:17:06Z', 'updated_at': '2022-01-18T23:17:10Z', 'revision_number': 5, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'subnets': [{'id': '7ae75766-21e3-43d1-87df-b271b77353c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:17:22.382062 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b08d802-404c-4b9c-9d12-57e19d511f87 None None] New status for floating IP a0aeeccc-e688-4814-b479-7eb564eed04f: ACTIVE {{(pid=102432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 23:17:22.737162 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60316) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:17:22.799436 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-7fcb3a85-6f1e-4642-bb03-6a666424d6e8 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/floatingips/a0aeeccc-e688-4814-b479-7eb564eed04f HTTP/1.1" status: 200 len: 994 time: 0.0612147 Jan 18 23:17:23.162726 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:24.613926 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:24.720868 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:31.232117 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 23:17:43.333200 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:44.267193 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:49.381969 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ffc9efe9-7ce0-4f8a-877e-64cb56216d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:49.531184 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d05b24-c2be-402c-9f28-29de8a58150f req-f38d959c-9625-4b6f-9eb7-05a15fea3d09 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:49.532660 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-56d05b24-c2be-402c-9f28-29de8a58150f req-f38d959c-9625-4b6f-9eb7-05a15fea3d09 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=f178b768-3f2f-49ea-a266-0a3866d913a1 HTTP/1.1" status: 200 len: 946 time: 0.0496573 Jan 18 23:17:49.569892 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-56d05b24-c2be-402c-9f28-29de8a58150f req-ffa2a942-99a5-4a62-af41-fd2723f057b4 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=5839bd86-6c6a-423e-bf05-2f172d8d6710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313106 Jan 18 23:17:50.687830 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd1f028-0147-47af-bab0-8af442bcfd3e req-04b65926-6f7a-4baf-9808-7880d9b7e3dd tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:50.689303 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-abd1f028-0147-47af-bab0-8af442bcfd3e req-04b65926-6f7a-4baf-9808-7880d9b7e3dd tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=f178b768-3f2f-49ea-a266-0a3866d913a1 HTTP/1.1" status: 200 len: 946 time: 0.0514908 Jan 18 23:17:50.728265 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-abd1f028-0147-47af-bab0-8af442bcfd3e req-a4867c28-5b54-41a6-9445-6e4152c5a5e5 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=5839bd86-6c6a-423e-bf05-2f172d8d6710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324221 Jan 18 23:17:50.750207 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 60336) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:17:50.809025 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-566859a4-73a8-4af8-88e6-af8d88b82bf6 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/floatingips/a0aeeccc-e688-4814-b479-7eb564eed04f HTTP/1.1" status: 200 len: 994 time: 0.0576968 Jan 18 23:17:52.013144 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-122307f0-fc78-4cad-9289-ae41e514fa63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:52.107820 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87918121-3d30-4fe9-bb9a-f27ecdab3ef7 req-956207f9-e68f-4f74-9107-74f81e381b6a tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:52.109327 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-87918121-3d30-4fe9-bb9a-f27ecdab3ef7 req-956207f9-e68f-4f74-9107-74f81e381b6a tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=f178b768-3f2f-49ea-a266-0a3866d913a1 HTTP/1.1" status: 200 len: 946 time: 0.0864098 Jan 18 23:17:52.111747 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b8e87d-710f-4b65-b552-c1d32721128d req-574133e3-51ff-4b3b-bffa-ef5d362070af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:52.113628 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-28b8e87d-710f-4b65-b552-c1d32721128d req-574133e3-51ff-4b3b-bffa-ef5d362070af service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d0817dfc7dbd4f18b8c38ccdeec25880&device_id=f178b768-3f2f-49ea-a266-0a3866d913a1 HTTP/1.1" status: 200 len: 1097 time: 0.0605443 Jan 18 23:17:52.195764 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-87918121-3d30-4fe9-bb9a-f27ecdab3ef7 req-8bea66c4-af15-4750-b3ef-1f1d92e866dd tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=5839bd86-6c6a-423e-bf05-2f172d8d6710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796616 Jan 18 23:17:52.223682 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b8e87d-710f-4b65-b552-c1d32721128d req-be723f1c-14b5-44ce-8361-ae970f605a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:52.225187 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-28b8e87d-710f-4b65-b552-c1d32721128d req-be723f1c-14b5-44ce-8361-ae970f605a88 service neutron] 10.222.0.67 "GET /v2.0/networks?id=15ef1fbd-99ba-437f-81f2-092af29751d9 HTTP/1.1" status: 200 len: 896 time: 0.1034822 Jan 18 23:17:52.292544 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-28b8e87d-710f-4b65-b552-c1d32721128d req-019bf634-8889-4424-9bee-7654b4b19fa3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0fb94ef0-0c80-4a10-82fd-10fd506fe8eb HTTP/1.1" status: 200 len: 1002 time: 0.0606027 Jan 18 23:17:52.339808 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b8e87d-710f-4b65-b552-c1d32721128d req-51a0ea85-941d-4e09-b4d0-304c06e7f235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:52.341172 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-28b8e87d-710f-4b65-b552-c1d32721128d req-51a0ea85-941d-4e09-b4d0-304c06e7f235 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7ae75766-21e3-43d1-87df-b271b77353c6 HTTP/1.1" status: 200 len: 834 time: 0.0424044 Jan 18 23:17:52.383818 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b8e87d-710f-4b65-b552-c1d32721128d req-e8c248fb-d470-44a3-a448-6b62eb4e4635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:52.385255 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-28b8e87d-710f-4b65-b552-c1d32721128d req-e8c248fb-d470-44a3-a448-6b62eb4e4635 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=15ef1fbd-99ba-437f-81f2-092af29751d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0377347 Jan 18 23:17:52.476824 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-28b8e87d-710f-4b65-b552-c1d32721128d req-3283dede-3806-4067-a768-a565e5ca18ad service neutron] 10.222.0.67 "GET /v2.0/networks/15ef1fbd-99ba-437f-81f2-092af29751d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848813 Jan 18 23:17:52.563710 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-28b8e87d-710f-4b65-b552-c1d32721128d req-50cbb38e-d286-4765-99f2-6ecc7b56f5e1 service neutron] 10.222.0.67 "GET /v2.0/networks/15ef1fbd-99ba-437f-81f2-092af29751d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803416 Jan 18 23:17:53.164020 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:53.322425 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d44ebc-0d1e-4c00-ad4d-160740e58421 req-dcdb80ec-a3cb-4194-bed9-92704091c23d tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:53.323928 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-48d44ebc-0d1e-4c00-ad4d-160740e58421 req-dcdb80ec-a3cb-4194-bed9-92704091c23d tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=f178b768-3f2f-49ea-a266-0a3866d913a1 HTTP/1.1" status: 200 len: 946 time: 0.0558064 Jan 18 23:17:53.360405 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-48d44ebc-0d1e-4c00-ad4d-160740e58421 req-87980959-7803-43c8-9115-c0f3e1c1f660 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=5839bd86-6c6a-423e-bf05-2f172d8d6710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301952 Jan 18 23:17:54.478274 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4405caff-831c-4504-a9a3-50ee20061f6f req-0b5ba358-956e-4ede-b7ec-579759871d69 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:54.479723 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4405caff-831c-4504-a9a3-50ee20061f6f req-0b5ba358-956e-4ede-b7ec-579759871d69 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=f178b768-3f2f-49ea-a266-0a3866d913a1 HTTP/1.1" status: 200 len: 946 time: 0.0487034 Jan 18 23:17:54.517039 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4405caff-831c-4504-a9a3-50ee20061f6f req-c87b3884-a4f5-4114-8d78-d7bbffd814d0 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=5839bd86-6c6a-423e-bf05-2f172d8d6710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312779 Jan 18 23:17:54.538883 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 60350) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:17:54.597075 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-c772722d-f300-4b05-810f-6a066c48a1f9 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/floatingips/a0aeeccc-e688-4814-b479-7eb564eed04f HTTP/1.1" status: 200 len: 994 time: 0.0564363 Jan 18 23:17:54.616320 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:54.722021 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:54.819752 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60356) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:17:54.971140 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-baaf0a17-dff3-48f4-b970-847da3a154de tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Deleting port 1553dc98-396c-41c7-9dd8-56c08ebb9a11 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 23:17:54.971962 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-baaf0a17-dff3-48f4-b970-847da3a154de tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:55.043616 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-baaf0a17-dff3-48f4-b970-847da3a154de tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:55.043940 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-baaf0a17-dff3-48f4-b970-847da3a154de tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:55.055109 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-baaf0a17-dff3-48f4-b970-847da3a154de tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Calling delete_port for 1553dc98-396c-41c7-9dd8-56c08ebb9a11 owned by network:floatingip {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 23:17:55.198880 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-baaf0a17-dff3-48f4-b970-847da3a154de tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:55.225030 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaf0a17-dff3-48f4-b970-847da3a154de tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Pushing event deleted for resources: {'Port': ['ID=1553dc98-396c-41c7-9dd8-56c08ebb9a11,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:55.284845 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-baaf0a17-dff3-48f4-b970-847da3a154de tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for floatingip, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:55.285176 n-d-825064-1 neutron-server[102431]: INFO neutron.db.l3_db [None req-baaf0a17-dff3-48f4-b970-847da3a154de tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Floating IP a0aeeccc-e688-4814-b479-7eb564eed04f disassociated (deleted). External IP: 172.25.5.210, port: 0fb94ef0-0c80-4a10-82fd-10fd506fe8eb. Jan 18 23:17:55.482497 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baaf0a17-dff3-48f4-b970-847da3a154de tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Router d5295ad5-8e5a-40a0-a15b-c46b5a950b76 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:17:55.587652 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baaf0a17-dff3-48f4-b970-847da3a154de tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:17:55.592519 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-baaf0a17-dff3-48f4-b970-847da3a154de tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:55.597270 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d32aff-7205-498c-a60e-12f8c42c44ea None None] Sync routers for ids ['d5295ad5-8e5a-40a0-a15b-c46b5a950b76'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:17:55.605707 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d32aff-7205-498c-a60e-12f8c42c44ea None None] Routers {'d5295ad5-8e5a-40a0-a15b-c46b5a950b76'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:17:55.606321 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-b8d32aff-7205-498c-a60e-12f8c42c44ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:17:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['d5295ad5-8e5a-40a0-a15b-c46b5a950b76'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:17:55.619590 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-baaf0a17-dff3-48f4-b970-847da3a154de tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "DELETE /v2.0/floatingips/a0aeeccc-e688-4814-b479-7eb564eed04f HTTP/1.1" status: 204 len: 168 time: 0.7987378 Jan 18 23:17:55.620157 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f178b768-3f2f-49ea-a266-0a3866d913a1', 'tag': '0fb94ef0-0c80-4a10-82fd-10fd506fe8eb'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:17:55.622475 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6adba52062d83d0b70d142dbcd5753b88deeeedcec75449c501cd3eecc31c27c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3e5c3fc-4c38-4442-bee7-a1d5dff45939" -d '{"events": [{"name": "network-changed", "server_uuid": "f178b768-3f2f-49ea-a266-0a3866d913a1", "tag": "0fb94ef0-0c80-4a10-82fd-10fd506fe8eb"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 23:17:55.661597 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 23:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8f4e2cf-1fe1-481e-a70b-45460186e339 x-openstack-request-id: req-d8f4e2cf-1fe1-481e-a70b-45460186e339 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 23:17:55.661894 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f178b768-3f2f-49ea-a266-0a3866d913a1", "tag": "0fb94ef0-0c80-4a10-82fd-10fd506fe8eb", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 23:17:55.662144 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d8f4e2cf-1fe1-481e-a70b-45460186e339 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 23:17:55.662542 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f178b768-3f2f-49ea-a266-0a3866d913a1', 'tag': '0fb94ef0-0c80-4a10-82fd-10fd506fe8eb', 'status': 'completed', 'code': 200} Jan 18 23:17:55.714526 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-b8d32aff-7205-498c-a60e-12f8c42c44ea None None] Set router d5295ad5-8e5a-40a0-a15b-c46b5a950b76 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:17:55.733932 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e5c3fc-4c38-4442-bee7-a1d5dff45939 req-b0ae2cdb-449f-45bb-b7d7-62bc85d3b158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:55.736155 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a3e5c3fc-4c38-4442-bee7-a1d5dff45939 req-b0ae2cdb-449f-45bb-b7d7-62bc85d3b158 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d0817dfc7dbd4f18b8c38ccdeec25880&device_id=f178b768-3f2f-49ea-a266-0a3866d913a1 HTTP/1.1" status: 200 len: 1097 time: 0.0495319 Jan 18 23:17:55.869932 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e5c3fc-4c38-4442-bee7-a1d5dff45939 req-2cb1ea04-c2f3-4bcb-86b8-24d6dd34496b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:55.871579 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a3e5c3fc-4c38-4442-bee7-a1d5dff45939 req-2cb1ea04-c2f3-4bcb-86b8-24d6dd34496b service neutron] 10.222.0.67 "GET /v2.0/networks?id=15ef1fbd-99ba-437f-81f2-092af29751d9 HTTP/1.1" status: 200 len: 896 time: 0.1286807 Jan 18 23:17:55.887671 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbde05c-a175-41e1-9414-310d6385adea req-5d6380a4-8ab1-4722-a186-620a194c81bd tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:55.889115 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fcbde05c-a175-41e1-9414-310d6385adea req-5d6380a4-8ab1-4722-a186-620a194c81bd tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=f178b768-3f2f-49ea-a266-0a3866d913a1 HTTP/1.1" status: 200 len: 946 time: 0.0791097 Jan 18 23:17:55.923897 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a3e5c3fc-4c38-4442-bee7-a1d5dff45939 req-8492e142-b825-46a2-b10e-2743cc09697e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0fb94ef0-0c80-4a10-82fd-10fd506fe8eb HTTP/1.1" status: 200 len: 217 time: 0.0443292 Jan 18 23:17:55.987742 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fcbde05c-a175-41e1-9414-310d6385adea req-53751a2e-a974-482d-a48b-432b9d8563d3 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=5839bd86-6c6a-423e-bf05-2f172d8d6710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657952 Jan 18 23:17:55.991925 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e5c3fc-4c38-4442-bee7-a1d5dff45939 req-81b31073-e158-4006-9188-ff49c120e4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:55.992882 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a3e5c3fc-4c38-4442-bee7-a1d5dff45939 req-81b31073-e158-4006-9188-ff49c120e4d9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7ae75766-21e3-43d1-87df-b271b77353c6 HTTP/1.1" status: 200 len: 834 time: 0.0566878 Jan 18 23:17:56.008537 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-b8d32aff-7205-498c-a60e-12f8c42c44ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5295ad5-8e5a-40a0-a15b-c46b5a950b76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-362865747', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '2a798eb7-b401-4904-89e4-218f17f6d52b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:17:03Z', 'updated_at': '2022-01-18T23:17:07Z', 'revision_number': 4, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'gw_port': {'id': '2a798eb7-b401-4904-89e4-218f17f6d52b', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:03:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5295ad5-8e5a-40a0-a15b-c46b5a950b76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:17:04Z', 'updated_at': '2022-01-18T23:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '79f84349-e413-471a-aac7-b1e6d4374c78', 'name': '', 'network_id': '15ef1fbd-99ba-437f-81f2-092af29751d9', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'mac_address': 'fa:16:3e:24:97:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5295ad5-8e5a-40a0-a15b-c46b5a950b76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '7ae75766-21e3-43d1-87df-b271b77353c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:17:06Z', 'updated_at': '2022-01-18T23:17:10Z', 'revision_number': 5, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'subnets': [{'id': '7ae75766-21e3-43d1-87df-b271b77353c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:17:56.032499 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d32aff-7205-498c-a60e-12f8c42c44ea None None] Checking router: d5295ad5-8e5a-40a0-a15b-c46b5a950b76 for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:17:56.041108 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d32aff-7205-498c-a60e-12f8c42c44ea None None] Routers {'d5295ad5-8e5a-40a0-a15b-c46b5a950b76'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:17:56.041713 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-b8d32aff-7205-498c-a60e-12f8c42c44ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:17:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['d5295ad5-8e5a-40a0-a15b-c46b5a950b76'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:17:56.043398 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e5c3fc-4c38-4442-bee7-a1d5dff45939 req-ca279054-e2af-473e-8362-b997ade557f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:56.044916 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a3e5c3fc-4c38-4442-bee7-a1d5dff45939 req-ca279054-e2af-473e-8362-b997ade557f8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=15ef1fbd-99ba-437f-81f2-092af29751d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447035 Jan 18 23:17:56.136553 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a3e5c3fc-4c38-4442-bee7-a1d5dff45939 req-176bd19f-f443-4eeb-a14b-85187c0a648e service neutron] 10.222.0.67 "GET /v2.0/networks/15ef1fbd-99ba-437f-81f2-092af29751d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836017 Jan 18 23:17:56.145549 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-b8d32aff-7205-498c-a60e-12f8c42c44ea None None] Set router d5295ad5-8e5a-40a0-a15b-c46b5a950b76 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:17:56.227541 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a3e5c3fc-4c38-4442-bee7-a1d5dff45939 req-f9aa0bc1-4b47-4c4a-becd-a9c661cc337a service neutron] 10.222.0.67 "GET /v2.0/networks/15ef1fbd-99ba-437f-81f2-092af29751d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836632 Jan 18 23:17:56.340956 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-b8d32aff-7205-498c-a60e-12f8c42c44ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5295ad5-8e5a-40a0-a15b-c46b5a950b76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-362865747', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '2a798eb7-b401-4904-89e4-218f17f6d52b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:17:03Z', 'updated_at': '2022-01-18T23:17:07Z', 'revision_number': 4, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'gw_port': {'id': '2a798eb7-b401-4904-89e4-218f17f6d52b', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:03:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5295ad5-8e5a-40a0-a15b-c46b5a950b76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:17:04Z', 'updated_at': '2022-01-18T23:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '79f84349-e413-471a-aac7-b1e6d4374c78', 'name': '', 'network_id': '15ef1fbd-99ba-437f-81f2-092af29751d9', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'mac_address': 'fa:16:3e:24:97:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5295ad5-8e5a-40a0-a15b-c46b5a950b76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '7ae75766-21e3-43d1-87df-b271b77353c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:17:06Z', 'updated_at': '2022-01-18T23:17:10Z', 'revision_number': 5, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'subnets': [{'id': '7ae75766-21e3-43d1-87df-b271b77353c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:17:56.366447 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d32aff-7205-498c-a60e-12f8c42c44ea None None] The sync data for ids ['d5295ad5-8e5a-40a0-a15b-c46b5a950b76'] in n-d-825064-1 is: [{'id': 'd5295ad5-8e5a-40a0-a15b-c46b5a950b76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-362865747', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '2a798eb7-b401-4904-89e4-218f17f6d52b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:17:03Z', 'updated_at': '2022-01-18T23:17:07Z', 'revision_number': 4, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'gw_port': {'id': '2a798eb7-b401-4904-89e4-218f17f6d52b', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:03:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5295ad5-8e5a-40a0-a15b-c46b5a950b76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:17:04Z', 'updated_at': '2022-01-18T23:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '79f84349-e413-471a-aac7-b1e6d4374c78', 'name': '', 'network_id': '15ef1fbd-99ba-437f-81f2-092af29751d9', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'mac_address': 'fa:16:3e:24:97:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5295ad5-8e5a-40a0-a15b-c46b5a950b76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '7ae75766-21e3-43d1-87df-b271b77353c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:17:06Z', 'updated_at': '2022-01-18T23:17:10Z', 'revision_number': 5, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'subnets': [{'id': '7ae75766-21e3-43d1-87df-b271b77353c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:17:56.587540 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ebaf08-6194-4ad0-b58a-402b635745ec None None] New status for floating IP a0aeeccc-e688-4814-b479-7eb564eed04f: DOWN {{(pid=102432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 23:17:57.106290 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3a1486-668c-452d-89bf-6aac80d42c29 req-b732048d-907b-4395-b474-d672780d5957 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:57.107930 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ea3a1486-668c-452d-89bf-6aac80d42c29 req-b732048d-907b-4395-b474-d672780d5957 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=f178b768-3f2f-49ea-a266-0a3866d913a1 HTTP/1.1" status: 200 len: 946 time: 0.0498927 Jan 18 23:17:57.145949 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ea3a1486-668c-452d-89bf-6aac80d42c29 req-3aa0de96-4d38-4525-8126-47c76a301ac1 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/security-groups?id=5839bd86-6c6a-423e-bf05-2f172d8d6710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313363 Jan 18 23:17:57.431346 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9793c39-3c29-4172-97f8-b01487115c3a req-73ffe2c5-474f-417d-b141-2482893a0339 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:57.432734 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d9793c39-3c29-4172-97f8-b01487115c3a req-73ffe2c5-474f-417d-b141-2482893a0339 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.67 "GET /v2.0/ports?device_id=f178b768-3f2f-49ea-a266-0a3866d913a1 HTTP/1.1" status: 200 len: 946 time: 0.0487134 Jan 18 23:17:57.526026 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-d9793c39-3c29-4172-97f8-b01487115c3a req-374585ec-2695-41b4-b170-fa8e152c8bf0 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Deleting port 0fb94ef0-0c80-4a10-82fd-10fd506fe8eb {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 23:17:57.526396 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-d9793c39-3c29-4172-97f8-b01487115c3a req-374585ec-2695-41b4-b170-fa8e152c8bf0 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:57.613046 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-d9793c39-3c29-4172-97f8-b01487115c3a req-374585ec-2695-41b4-b170-fa8e152c8bf0 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] For port 0fb94ef0-0c80-4a10-82fd-10fd506fe8eb, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=0fb94ef0-0c80-4a10-82fd-10fd506fe8eb,segment=NetworkSegment(9a566302-e914-453e-b24a-ac1788dc4ac4),segment_id=9a566302-e914-453e-b24a-ac1788dc4ac4)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:17:57.613406 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-d9793c39-3c29-4172-97f8-b01487115c3a req-374585ec-2695-41b4-b170-fa8e152c8bf0 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:57.625017 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-d9793c39-3c29-4172-97f8-b01487115c3a req-374585ec-2695-41b4-b170-fa8e152c8bf0 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Calling delete_port for 0fb94ef0-0c80-4a10-82fd-10fd506fe8eb owned by compute:nova {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 23:17:57.755533 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-d9793c39-3c29-4172-97f8-b01487115c3a req-374585ec-2695-41b4-b170-fa8e152c8bf0 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:57.788100 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374585ec-2695-41b4-b170-fa8e152c8bf0 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Pushing event deleted for resources: {'Port': ['ID=0fb94ef0-0c80-4a10-82fd-10fd506fe8eb,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:57.815953 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374585ec-2695-41b4-b170-fa8e152c8bf0 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:57.816337 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374585ec-2695-41b4-b170-fa8e152c8bf0 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:57.816680 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374585ec-2695-41b4-b170-fa8e152c8bf0 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:57.817020 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374585ec-2695-41b4-b170-fa8e152c8bf0 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:57.817356 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374585ec-2695-41b4-b170-fa8e152c8bf0 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:57.817687 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374585ec-2695-41b4-b170-fa8e152c8bf0 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:57.818018 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374585ec-2695-41b4-b170-fa8e152c8bf0 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:57.818349 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374585ec-2695-41b4-b170-fa8e152c8bf0 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:57.818678 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374585ec-2695-41b4-b170-fa8e152c8bf0 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:57.819005 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374585ec-2695-41b4-b170-fa8e152c8bf0 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:57.819331 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374585ec-2695-41b4-b170-fa8e152c8bf0 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:57.819653 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374585ec-2695-41b4-b170-fa8e152c8bf0 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:57.841101 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9793c39-3c29-4172-97f8-b01487115c3a req-374585ec-2695-41b4-b170-fa8e152c8bf0 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] No DVR routers for this DVR port 0fb94ef0-0c80-4a10-82fd-10fd506fe8eb on host n-h2-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:17:57.843526 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-d9793c39-3c29-4172-97f8-b01487115c3a req-374585ec-2695-41b4-b170-fa8e152c8bf0 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:57.847379 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d9793c39-3c29-4172-97f8-b01487115c3a req-374585ec-2695-41b4-b170-fa8e152c8bf0 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.67 "DELETE /v2.0/ports/0fb94ef0-0c80-4a10-82fd-10fd506fe8eb HTTP/1.1" status: 204 len: 173 time: 0.4086025 Jan 18 23:17:57.847814 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f178b768-3f2f-49ea-a266-0a3866d913a1', 'name': 'network-vif-deleted', 'tag': '0fb94ef0-0c80-4a10-82fd-10fd506fe8eb'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:17:57.850076 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f9cd323385b35eafd7505e92119ef15b9cb9d1db746596d3e25314435e3cbaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb091c3-1606-417b-9ca4-4a5f153ccb6b" -d '{"events": [{"server_uuid": "f178b768-3f2f-49ea-a266-0a3866d913a1", "name": "network-vif-deleted", "tag": "0fb94ef0-0c80-4a10-82fd-10fd506fe8eb"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 23:17:57.894239 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 23:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec090817-9a6a-4d43-8389-4c5097a2f43b x-openstack-request-id: req-ec090817-9a6a-4d43-8389-4c5097a2f43b {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 23:17:57.894684 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f178b768-3f2f-49ea-a266-0a3866d913a1", "name": "network-vif-deleted", "tag": "0fb94ef0-0c80-4a10-82fd-10fd506fe8eb", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 23:17:57.895057 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ec090817-9a6a-4d43-8389-4c5097a2f43b {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 23:17:57.895598 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f178b768-3f2f-49ea-a266-0a3866d913a1', 'name': 'network-vif-deleted', 'tag': '0fb94ef0-0c80-4a10-82fd-10fd506fe8eb', 'status': 'completed', 'code': 200} Jan 18 23:17:58.578491 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ccc61714-950a-442f-8b91-fb953a39c04c req-d11606e0-c33c-4ffe-befc-d534ee9948b9 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "GET /v2.0/ports?device_id=f178b768-3f2f-49ea-a266-0a3866d913a1 HTTP/1.1" status: 200 len: 210 time: 0.3500831 Jan 18 23:17:59.634738 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60372) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:17:59.986419 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-df6f3260-4db4-42fd-bc2e-383532f46b74 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1041027'] for router_interface, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:00.233950 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-df6f3260-4db4-42fd-bc2e-383532f46b74 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Deleting port 79f84349-e413-471a-aac7-b1e6d4374c78 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 23:18:00.234287 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-df6f3260-4db4-42fd-bc2e-383532f46b74 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:00.318437 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-df6f3260-4db4-42fd-bc2e-383532f46b74 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] For port 79f84349-e413-471a-aac7-b1e6d4374c78, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=79f84349-e413-471a-aac7-b1e6d4374c78,segment=NetworkSegment(9a566302-e914-453e-b24a-ac1788dc4ac4),segment_id=9a566302-e914-453e-b24a-ac1788dc4ac4)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:18:00.318793 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-df6f3260-4db4-42fd-bc2e-383532f46b74 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:00.330215 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-df6f3260-4db4-42fd-bc2e-383532f46b74 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Calling delete_port for 79f84349-e413-471a-aac7-b1e6d4374c78 owned by network:router_interface {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 23:18:00.510301 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-df6f3260-4db4-42fd-bc2e-383532f46b74 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:00.538202 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6f3260-4db4-42fd-bc2e-383532f46b74 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Pushing event deleted for resources: {'Port': ['ID=79f84349-e413-471a-aac7-b1e6d4374c78,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:00.706047 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-df6f3260-4db4-42fd-bc2e-383532f46b74 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-613841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1046579'] for router_interface, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:00.916753 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df6f3260-4db4-42fd-bc2e-383532f46b74 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Router d5295ad5-8e5a-40a0-a15b-c46b5a950b76 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:18:01.018665 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df6f3260-4db4-42fd-bc2e-383532f46b74 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:18:01.023546 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-df6f3260-4db4-42fd-bc2e-383532f46b74 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "PUT /v2.0/routers/d5295ad5-8e5a-40a0-a15b-c46b5a950b76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3877976 Jan 18 23:18:01.026205 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60374) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:18:01.028664 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a41809-573c-42da-8215-89f29ca795f7 None None] Sync routers for ids ['d5295ad5-8e5a-40a0-a15b-c46b5a950b76'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:18:01.038423 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a41809-573c-42da-8215-89f29ca795f7 None None] Routers {'d5295ad5-8e5a-40a0-a15b-c46b5a950b76'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:18:01.039015 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-e3a41809-573c-42da-8215-89f29ca795f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:17:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['d5295ad5-8e5a-40a0-a15b-c46b5a950b76'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:18:01.075512 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca497d77-f0f8-46e4-8125-0afda7dc3592 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Deleting subnet 7ae75766-21e3-43d1-87df-b271b77353c6 {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 23:18:01.078986 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ca497d77-f0f8-46e4-8125-0afda7dc3592 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:01.118821 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ca497d77-f0f8-46e4-8125-0afda7dc3592 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:01.140900 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-e3a41809-573c-42da-8215-89f29ca795f7 None None] Set router d5295ad5-8e5a-40a0-a15b-c46b5a950b76 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:18:01.206024 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ca497d77-f0f8-46e4-8125-0afda7dc3592 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:01.262992 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ca497d77-f0f8-46e4-8125-0afda7dc3592 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:01.289619 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca497d77-f0f8-46e4-8125-0afda7dc3592 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Pushing event deleted for resources: {'Subnet': ['ID=7ae75766-21e3-43d1-87df-b271b77353c6,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:01.293228 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ca497d77-f0f8-46e4-8125-0afda7dc3592 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:01.299060 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-ca497d77-f0f8-46e4-8125-0afda7dc3592 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "DELETE /v2.0/subnets/7ae75766-21e3-43d1-87df-b271b77353c6 HTTP/1.1" status: 204 len: 168 time: 0.2693033 Jan 18 23:18:01.299469 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60376) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:18:01.300821 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19762f8c-5465-4584-910f-48332e34656a None None] Network 15ef1fbd-99ba-437f-81f2-092af29751d9 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 23:18:01.323718 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-e3a41809-573c-42da-8215-89f29ca795f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5295ad5-8e5a-40a0-a15b-c46b5a950b76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-362865747', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '2a798eb7-b401-4904-89e4-218f17f6d52b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:17:03Z', 'updated_at': '2022-01-18T23:18:00Z', 'revision_number': 5, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'gw_port': {'id': '2a798eb7-b401-4904-89e4-218f17f6d52b', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:03:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5295ad5-8e5a-40a0-a15b-c46b5a950b76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:17:04Z', 'updated_at': '2022-01-18T23:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:18:01.350726 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a41809-573c-42da-8215-89f29ca795f7 None None] Checking router: d5295ad5-8e5a-40a0-a15b-c46b5a950b76 for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:18:01.359154 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a41809-573c-42da-8215-89f29ca795f7 None None] Routers {'d5295ad5-8e5a-40a0-a15b-c46b5a950b76'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:18:01.359751 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-e3a41809-573c-42da-8215-89f29ca795f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:17:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['d5295ad5-8e5a-40a0-a15b-c46b5a950b76'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:18:01.413557 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3a6460b1-c78b-4817-876c-fd63a970065d tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for router, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:01.473157 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-e3a41809-573c-42da-8215-89f29ca795f7 None None] Set router d5295ad5-8e5a-40a0-a15b-c46b5a950b76 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:18:01.496356 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728e07bf-e9e5-4559-9fdf-cf47810312f2 None None] DHCP port deletion for 15ef1fbd-99ba-437f-81f2-092af29751d9 request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 23:18:01.521331 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3a6460b1-c78b-4817-876c-fd63a970065d tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:01.544492 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-728e07bf-e9e5-4559-9fdf-cf47810312f2 None None] Deleting port d8158722-36ca-4385-af33-1d1c0ba72a02 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 23:18:01.545496 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-728e07bf-e9e5-4559-9fdf-cf47810312f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:01.576946 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-3a6460b1-c78b-4817-876c-fd63a970065d tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Deleting port 2a798eb7-b401-4904-89e4-218f17f6d52b {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 23:18:01.577314 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3a6460b1-c78b-4817-876c-fd63a970065d tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:01.610605 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-728e07bf-e9e5-4559-9fdf-cf47810312f2 None None] For port d8158722-36ca-4385-af33-1d1c0ba72a02, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=d8158722-36ca-4385-af33-1d1c0ba72a02,segment=NetworkSegment(9a566302-e914-453e-b24a-ac1788dc4ac4),segment_id=9a566302-e914-453e-b24a-ac1788dc4ac4)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:18:01.610998 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-728e07bf-e9e5-4559-9fdf-cf47810312f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:01.625196 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-728e07bf-e9e5-4559-9fdf-cf47810312f2 None None] Calling delete_port for d8158722-36ca-4385-af33-1d1c0ba72a02 owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 23:18:01.665937 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-e3a41809-573c-42da-8215-89f29ca795f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5295ad5-8e5a-40a0-a15b-c46b5a950b76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-362865747', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '2a798eb7-b401-4904-89e4-218f17f6d52b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:17:03Z', 'updated_at': '2022-01-18T23:18:00Z', 'revision_number': 5, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'gw_port': {'id': '2a798eb7-b401-4904-89e4-218f17f6d52b', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:03:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5295ad5-8e5a-40a0-a15b-c46b5a950b76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:17:04Z', 'updated_at': '2022-01-18T23:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:18:01.696623 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a41809-573c-42da-8215-89f29ca795f7 None None] The sync data for ids ['d5295ad5-8e5a-40a0-a15b-c46b5a950b76'] in n-d-825064-1 is: [{'id': 'd5295ad5-8e5a-40a0-a15b-c46b5a950b76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-362865747', 'tenant_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '2a798eb7-b401-4904-89e4-218f17f6d52b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:17:03Z', 'updated_at': '2022-01-18T23:18:00Z', 'revision_number': 5, 'project_id': 'd0817dfc7dbd4f18b8c38ccdeec25880', 'gw_port': {'id': '2a798eb7-b401-4904-89e4-218f17f6d52b', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:03:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5295ad5-8e5a-40a0-a15b-c46b5a950b76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:17:04Z', 'updated_at': '2022-01-18T23:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:18:01.708883 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-728e07bf-e9e5-4559-9fdf-cf47810312f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:01.741958 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728e07bf-e9e5-4559-9fdf-cf47810312f2 None None] Pushing event deleted for resources: {'Port': ['ID=d8158722-36ca-4385-af33-1d1c0ba72a02,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:01.743849 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728e07bf-e9e5-4559-9fdf-cf47810312f2 None None] No DVR routers for this DVR port d8158722-36ca-4385-af33-1d1c0ba72a02 on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:18:01.936350 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-3a6460b1-c78b-4817-876c-fd63a970065d tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] For port 2a798eb7-b401-4904-89e4-218f17f6d52b, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=2a798eb7-b401-4904-89e4-218f17f6d52b,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:18:01.936989 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3a6460b1-c78b-4817-876c-fd63a970065d tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:01.947577 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-3a6460b1-c78b-4817-876c-fd63a970065d tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Calling delete_port for 2a798eb7-b401-4904-89e4-218f17f6d52b owned by network:router_gateway {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 23:18:02.113678 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3a6460b1-c78b-4817-876c-fd63a970065d tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:02.144270 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6460b1-c78b-4817-876c-fd63a970065d tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Pushing event deleted for resources: {'Port': ['ID=2a798eb7-b401-4904-89e4-218f17f6d52b,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:02.208141 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3a6460b1-c78b-4817-876c-fd63a970065d tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043029'] for router_gateway, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:02.297133 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3a6460b1-c78b-4817-876c-fd63a970065d tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1040886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8602'] for router, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:02.299209 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3a6460b1-c78b-4817-876c-fd63a970065d tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:02.339969 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3a6460b1-c78b-4817-876c-fd63a970065d tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1040832'] for router, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:02.340568 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a6460b1-c78b-4817-876c-fd63a970065d tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Fanout notify agent at l3_agent the message router_deleted on router d5295ad5-8e5a-40a0-a15b-c46b5a950b76 {{(pid=102431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 23:18:02.348145 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3a6460b1-c78b-4817-876c-fd63a970065d tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:02.349293 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-3a6460b1-c78b-4817-876c-fd63a970065d tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "DELETE /v2.0/routers/d5295ad5-8e5a-40a0-a15b-c46b5a950b76 HTTP/1.1" status: 204 len: 168 time: 1.0490043 Jan 18 23:18:02.352468 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 60378) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:18:02.434620 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e3ef7b14-65cd-4cd7-b741-618dbe3a091e tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:02.524208 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e3ef7b14-65cd-4cd7-b741-618dbe3a091e tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:02.545037 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-e3ef7b14-65cd-4cd7-b741-618dbe3a091e tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15ef1fbd-99ba-437f-81f2-092af29751d9']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:18:02.554031 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-e3ef7b14-65cd-4cd7-b741-618dbe3a091e tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a566302-e914-453e-b24a-ac1788dc4ac4') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:18:02.554332 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-e3ef7b14-65cd-4cd7-b741-618dbe3a091e tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a566302-e914-453e-b24a-ac1788dc4ac4') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:18:02.563306 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e3ef7b14-65cd-4cd7-b741-618dbe3a091e tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60394742'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:02.576273 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e3ef7b14-65cd-4cd7-b741-618dbe3a091e tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:02.582763 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3ef7b14-65cd-4cd7-b741-618dbe3a091e tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:18:02.583147 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e3ef7b14-65cd-4cd7-b741-618dbe3a091e tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60203044'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:02.586164 n-d-825064-1 neutron-server[102430]: Traceback (most recent call last): Jan 18 23:18:02.586164 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:18:02.586164 n-d-825064-1 neutron-server[102430]: timer() Jan 18 23:18:02.586164 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:18:02.586164 n-d-825064-1 neutron-server[102430]: cb(*args, **kw) Jan 18 23:18:02.586164 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 23:18:02.586164 n-d-825064-1 neutron-server[102430]: return func(*args, **kwargs) Jan 18 23:18:02.586164 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:18:02.586164 n-d-825064-1 neutron-server[102430]: self._notify() Jan 18 23:18:02.586164 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:18:02.586164 n-d-825064-1 neutron-server[102430]: self.callback(batched_events) Jan 18 23:18:02.586164 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:18:02.586164 n-d-825064-1 neutron-server[102430]: event.method(event) Jan 18 23:18:02.586164 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 23:18:02.586164 n-d-825064-1 neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:18:02.586164 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 23:18:02.586164 n-d-825064-1 neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:18:02.586164 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 23:18:02.586164 n-d-825064-1 neutron-server[102430]: return f(self, *a, **k) Jan 18 23:18:02.586164 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:18:02.586164 n-d-825064-1 neutron-server[102430]: return self._get(url).json() Jan 18 23:18:02.586164 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:18:02.586164 n-d-825064-1 neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:18:02.586164 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:18:02.586164 n-d-825064-1 neutron-server[102430]: return self.request(url, 'GET', **kwargs) Jan 18 23:18:02.586164 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:18:02.586164 n-d-825064-1 neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:18:02.586164 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:18:02.586164 n-d-825064-1 neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:18:02.586164 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:18:02.586164 n-d-825064-1 neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:18:02.586164 n-d-825064-1 neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:18:02.645259 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e3ef7b14-65cd-4cd7-b741-618dbe3a091e tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:02.652368 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e3ef7b14-65cd-4cd7-b741-618dbe3a091e tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:02.655456 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-e3ef7b14-65cd-4cd7-b741-618dbe3a091e tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "DELETE /v2.0/networks/15ef1fbd-99ba-437f-81f2-092af29751d9 HTTP/1.1" status: 204 len: 168 time: 0.3018398 Jan 18 23:18:02.658387 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60380) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:18:02.667187 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ef7b14-65cd-4cd7-b741-618dbe3a091e tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Pushing event deleted for resources: {'Network': ['ID=15ef1fbd-99ba-437f-81f2-092af29751d9,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:02.719723 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c6abc739-9715-45cc-bf05-e4809d30a136 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:02.743547 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c6abc739-9715-45cc-bf05-e4809d30a136 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:02.805856 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c6abc739-9715-45cc-bf05-e4809d30a136 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:02.808705 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c6abc739-9715-45cc-bf05-e4809d30a136 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:02.809802 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-c6abc739-9715-45cc-bf05-e4809d30a136 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] 10.222.0.53 "DELETE /v2.0/security-groups/5839bd86-6c6a-423e-bf05-2f172d8d6710 HTTP/1.1" status: 204 len: 168 time: 0.1501110 Jan 18 23:18:02.821082 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6abc739-9715-45cc-bf05-e4809d30a136 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5839bd86-6c6a-423e-bf05-2f172d8d6710,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:02.828960 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6abc739-9715-45cc-bf05-e4809d30a136 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:18:02.829371 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6abc739-9715-45cc-bf05-e4809d30a136 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:18:02.830071 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6abc739-9715-45cc-bf05-e4809d30a136 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:18:02.830071 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6abc739-9715-45cc-bf05-e4809d30a136 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:18:02.831671 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6abc739-9715-45cc-bf05-e4809d30a136 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:18:02.832027 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6abc739-9715-45cc-bf05-e4809d30a136 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:18:02.832430 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6abc739-9715-45cc-bf05-e4809d30a136 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:18:02.832766 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6abc739-9715-45cc-bf05-e4809d30a136 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:18:02.833218 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6abc739-9715-45cc-bf05-e4809d30a136 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:18:02.833556 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6abc739-9715-45cc-bf05-e4809d30a136 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:18:02.833855 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6abc739-9715-45cc-bf05-e4809d30a136 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:18:02.834185 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6abc739-9715-45cc-bf05-e4809d30a136 tempest-TestNetworkAdvancedServerOps-2006315287 tempest-TestNetworkAdvancedServerOps-2006315287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:18:02.890067 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device d8158722-36ca-4385-af33-1d1c0ba72a02 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 23:18:02.911785 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: d8158722-36ca-4385-af33-1d1c0ba72a02 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 23:18:02.912108 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device d8158722-36ca-4385-af33-1d1c0ba72a02 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 23:18:02.912885 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 79f84349-e413-471a-aac7-b1e6d4374c78 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 23:18:02.931224 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 79f84349-e413-471a-aac7-b1e6d4374c78 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 23:18:02.931567 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 79f84349-e413-471a-aac7-b1e6d4374c78 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 23:18:02.931973 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 2a798eb7-b401-4904-89e4-218f17f6d52b no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 23:18:02.950045 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 2a798eb7-b401-4904-89e4-218f17f6d52b {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 23:18:02.950415 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 2a798eb7-b401-4904-89e4-218f17f6d52b not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 23:18:02.968723 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 0fb94ef0-0c80-4a10-82fd-10fd506fe8eb no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 23:18:02.988842 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] No Port match for: 0fb94ef0-0c80-4a10-82fd-10fd506fe8eb {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 23:18:02.989195 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 0fb94ef0-0c80-4a10-82fd-10fd506fe8eb not bound to the agent host n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 23:18:03.151125 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60388) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:18:03.277389 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-94bcb43c-21e4-4d11-b77d-93ff42c2a8ff admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d0817dfc7dbd4f18b8c38ccdeec25880&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1250770 Jan 18 23:18:03.279931 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60392) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:18:03.326494 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-358d8db1-90e5-4e89-a619-cff283be72cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:03.347049 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-358d8db1-90e5-4e89-a619-cff283be72cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:03.391777 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-358d8db1-90e5-4e89-a619-cff283be72cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:03.394921 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-358d8db1-90e5-4e89-a619-cff283be72cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:03.396044 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-358d8db1-90e5-4e89-a619-cff283be72cf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4a0a98bb-7588-4988-a6c2-55ad09826bb5 HTTP/1.1" status: 204 len: 168 time: 0.1151881 Jan 18 23:18:03.403878 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358d8db1-90e5-4e89-a619-cff283be72cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a0a98bb-7588-4988-a6c2-55ad09826bb5,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:03.652281 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60398) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:18:03.665182 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-61c4cdc7-ea01-47af-a755-baceaedb9554 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:03.739072 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-61c4cdc7-ea01-47af-a755-baceaedb9554 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:03.742511 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-61c4cdc7-ea01-47af-a755-baceaedb9554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:03.779403 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-61c4cdc7-ea01-47af-a755-baceaedb9554 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4bf11883d1f64f319676407ccee68c82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1258397 Jan 18 23:18:03.780145 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c4cdc7-ea01-47af-a755-baceaedb9554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ba3058b-571a-4f85-8ffa-572ae186a151,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:03.782201 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 60400) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:18:03.830443 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-21ef135a-a03b-4b97-b269-615e12603bf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:03.852842 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-21ef135a-a03b-4b97-b269-615e12603bf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:03.898389 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-21ef135a-a03b-4b97-b269-615e12603bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:03.900906 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-21ef135a-a03b-4b97-b269-615e12603bf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:03.902029 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-21ef135a-a03b-4b97-b269-615e12603bf2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5ba3058b-571a-4f85-8ffa-572ae186a151 HTTP/1.1" status: 204 len: 168 time: 0.1188407 Jan 18 23:18:03.909525 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ef135a-a03b-4b97-b269-615e12603bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ba3058b-571a-4f85-8ffa-572ae186a151,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:04.587513 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 60422) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:18:04.681458 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-31a62625-e21f-4fc1-b931-d5ab67a2d9ae admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1864005873-network', 'tenant_id': '5dc398f5184842a99bb23af381a600c6'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:18:04.703445 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31a62625-e21f-4fc1-b931-d5ab67a2d9ae admin admin] Made reservation on behalf of 5dc398f5184842a99bb23af381a600c6 for: {'network': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:18:04.706480 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-31a62625-e21f-4fc1-b931-d5ab67a2d9ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:04.717661 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-31a62625-e21f-4fc1-b931-d5ab67a2d9ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:04.791800 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-31a62625-e21f-4fc1-b931-d5ab67a2d9ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:04.795491 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-31a62625-e21f-4fc1-b931-d5ab67a2d9ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:04.815448 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31a62625-e21f-4fc1-b931-d5ab67a2d9ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=102430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:18:04.828433 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a62625-e21f-4fc1-b931-d5ab67a2d9ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c72d7cd-43a5-41b9-8ce3-6ecfffa20db7,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:04.834171 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-31a62625-e21f-4fc1-b931-d5ab67a2d9ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:04.834509 n-d-825064-1 neutron-server[102430]: INFO neutron.db.segments_db [None req-31a62625-e21f-4fc1-b931-d5ab67a2d9ae admin admin] Added segment 6fda13f1-56c5-4f3c-a673-22cd067a261d of type vlan for network 393e5a9a-f65e-4189-ae61-935760977622 Jan 18 23:18:04.875965 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-31a62625-e21f-4fc1-b931-d5ab67a2d9ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:04.900145 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-31a62625-e21f-4fc1-b931-d5ab67a2d9ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:04.901071 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a62625-e21f-4fc1-b931-d5ab67a2d9ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:04.901637 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-31a62625-e21f-4fc1-b931-d5ab67a2d9ae admin admin] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:04.947500 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-31a62625-e21f-4fc1-b931-d5ab67a2d9ae admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3587973 Jan 18 23:18:04.950541 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60426) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:18:04.956201 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-cdd0c258-cc58-4d6c-a10f-6df309853ddb admin admin] Request body: {'subnet': {'network_id': '393e5a9a-f65e-4189-ae61-935760977622', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1864005873-subnet', 'tenant_id': '5dc398f5184842a99bb23af381a600c6', 'ip_version': 4}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:18:04.962439 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a62625-e21f-4fc1-b931-d5ab67a2d9ae admin admin] Pushing event updated for resources: {'Network': ['ID=393e5a9a-f65e-4189-ae61-935760977622,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:04.972903 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 393e5a9a-f65e-4189-ae61-935760977622 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 23:18:04.980088 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdd0c258-cc58-4d6c-a10f-6df309853ddb admin admin] Made reservation on behalf of 5dc398f5184842a99bb23af381a600c6 for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:18:04.982418 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cdd0c258-cc58-4d6c-a10f-6df309853ddb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:05.149618 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cdd0c258-cc58-4d6c-a10f-6df309853ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:05.196036 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd0c258-cc58-4d6c-a10f-6df309853ddb admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7116a22-ad34-4267-8154-98bf4e4dc9da,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:05.211255 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd0c258-cc58-4d6c-a10f-6df309853ddb admin admin] Checking segment: {'id': '6fda13f1-56c5-4f3c-a673-22cd067a261d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '393e5a9a-f65e-4189-ae61-935760977622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 23:18:05.211608 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd0c258-cc58-4d6c-a10f-6df309853ddb admin admin] Network hostable DHCP agents. Network: 393e5a9a-f65e-4189-ae61-935760977622, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:18:05.227570 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd0c258-cc58-4d6c-a10f-6df309853ddb admin admin] Network 393e5a9a-f65e-4189-ae61-935760977622 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:18:05.236107 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-cdd0c258-cc58-4d6c-a10f-6df309853ddb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 393e5a9a-f65e-4189-ae61-935760977622) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:18:05.240552 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd0c258-cc58-4d6c-a10f-6df309853ddb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:05.241132 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cdd0c258-cc58-4d6c-a10f-6df309853ddb admin admin] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:05.245215 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ca2f5e-7f87-4996-9b06-b23777d0ab17 None None] Network 393e5a9a-f65e-4189-ae61-935760977622 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 23:18:05.257953 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-cdd0c258-cc58-4d6c-a10f-6df309853ddb admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3063378 Jan 18 23:18:05.260564 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60428) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:18:05.264985 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-a03e4981-07df-46f1-95d2-527c46bf5415 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1864005873-router', 'tenant_id': '5dc398f5184842a99bb23af381a600c6', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:18:05.286796 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a03e4981-07df-46f1-95d2-527c46bf5415 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1044160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8692'] for router, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:05.287891 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a03e4981-07df-46f1-95d2-527c46bf5415 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1040680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8675'] for router, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:05.342907 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a03e4981-07df-46f1-95d2-527c46bf5415 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:05.393919 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90e32d7-954a-4a27-a8cc-e3055c30cb35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-393e5a9a-f65e-4189-ae61-935760977622', 'network_id': '393e5a9a-f65e-4189-ae61-935760977622', 'tenant_id': '5dc398f5184842a99bb23af381a600c6', 'fixed_ips': [{'subnet_id': 'e7116a22-ad34-4267-8154-98bf4e4dc9da'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 23:18:05.395211 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c90e32d7-954a-4a27-a8cc-e3055c30cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:05.485800 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a03e4981-07df-46f1-95d2-527c46bf5415 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:05.525895 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-c90e32d7-954a-4a27-a8cc-e3055c30cb35 None None] Allocated IP 172.20.0.2 (393e5a9a-f65e-4189-ae61-935760977622/e7116a22-ad34-4267-8154-98bf4e4dc9da/d833dc1d-9f32-42a8-ba17-6742affcb455) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:18:05.691839 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a03e4981-07df-46f1-95d2-527c46bf5415 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:05.710496 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a03e4981-07df-46f1-95d2-527c46bf5415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:05.813076 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-a03e4981-07df-46f1-95d2-527c46bf5415 admin admin] Allocated IP 172.25.5.99 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/f12856f2-2cd0-44e0-99f8-25e80f6a62c6) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:18:05.823758 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c90e32d7-954a-4a27-a8cc-e3055c30cb35 None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:05.829380 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c90e32d7-954a-4a27-a8cc-e3055c30cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:05.869488 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90e32d7-954a-4a27-a8cc-e3055c30cb35 None None] Network 393e5a9a-f65e-4189-ae61-935760977622 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:18:05.872448 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-c90e32d7-954a-4a27-a8cc-e3055c30cb35 None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:18:05.875835 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90e32d7-954a-4a27-a8cc-e3055c30cb35 None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:18:05.882754 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90e32d7-954a-4a27-a8cc-e3055c30cb35 None None] Pushing event updated for resources: {'Port': ['ID=d833dc1d-9f32-42a8-ba17-6742affcb455,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:05.910149 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90e32d7-954a-4a27-a8cc-e3055c30cb35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:18:05.910495 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90e32d7-954a-4a27-a8cc-e3055c30cb35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:18:05.910873 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90e32d7-954a-4a27-a8cc-e3055c30cb35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:18:05.911210 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90e32d7-954a-4a27-a8cc-e3055c30cb35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:18:05.911540 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90e32d7-954a-4a27-a8cc-e3055c30cb35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:18:05.911869 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90e32d7-954a-4a27-a8cc-e3055c30cb35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:18:05.912221 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90e32d7-954a-4a27-a8cc-e3055c30cb35 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:18:05.912559 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90e32d7-954a-4a27-a8cc-e3055c30cb35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:18:05.912871 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90e32d7-954a-4a27-a8cc-e3055c30cb35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:18:05.913187 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90e32d7-954a-4a27-a8cc-e3055c30cb35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:18:05.913504 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90e32d7-954a-4a27-a8cc-e3055c30cb35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:18:05.913821 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90e32d7-954a-4a27-a8cc-e3055c30cb35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:18:05.919487 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a03e4981-07df-46f1-95d2-527c46bf5415 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:05.945072 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-c90e32d7-954a-4a27-a8cc-e3055c30cb35 None None] Attempting to bind port d833dc1d-9f32-42a8-ba17-6742affcb455 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:18:05.945455 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-c90e32d7-954a-4a27-a8cc-e3055c30cb35 None None] Attempting to bind port d833dc1d-9f32-42a8-ba17-6742affcb455 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '6fda13f1-56c5-4f3c-a673-22cd067a261d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '393e5a9a-f65e-4189-ae61-935760977622'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:18:05.945812 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90e32d7-954a-4a27-a8cc-e3055c30cb35 None None] Attempting to bind port d833dc1d-9f32-42a8-ba17-6742affcb455 on network 393e5a9a-f65e-4189-ae61-935760977622 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 23:18:05.951156 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90e32d7-954a-4a27-a8cc-e3055c30cb35 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 23:18:05.951661 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90e32d7-954a-4a27-a8cc-e3055c30cb35 None None] Checking segment: {'id': '6fda13f1-56c5-4f3c-a673-22cd067a261d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '393e5a9a-f65e-4189-ae61-935760977622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 23:18:05.952264 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c90e32d7-954a-4a27-a8cc-e3055c30cb35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:05.952688 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90e32d7-954a-4a27-a8cc-e3055c30cb35 None None] Bound using segment: {'id': '6fda13f1-56c5-4f3c-a673-22cd067a261d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '393e5a9a-f65e-4189-ae61-935760977622'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 23:18:05.952936 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a03e4981-07df-46f1-95d2-527c46bf5415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:05.953451 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-c90e32d7-954a-4a27-a8cc-e3055c30cb35 None None] Bound port: d833dc1d-9f32-42a8-ba17-6742affcb455, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fda13f1-56c5-4f3c-a673-22cd067a261d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '393e5a9a-f65e-4189-ae61-935760977622'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:18:05.953591 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c90e32d7-954a-4a27-a8cc-e3055c30cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:05.994754 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03e4981-07df-46f1-95d2-527c46bf5415 admin admin] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:18:05.997769 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-a03e4981-07df-46f1-95d2-527c46bf5415 admin admin] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:18:06.000720 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03e4981-07df-46f1-95d2-527c46bf5415 admin admin] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:18:06.022218 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-c90e32d7-954a-4a27-a8cc-e3055c30cb35 None None] For port d833dc1d-9f32-42a8-ba17-6742affcb455, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:18:06.025422 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-c90e32d7-954a-4a27-a8cc-e3055c30cb35 None None] For port d833dc1d-9f32-42a8-ba17-6742affcb455, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=d833dc1d-9f32-42a8-ba17-6742affcb455,segment=NetworkSegment(6fda13f1-56c5-4f3c-a673-22cd067a261d),segment_id=6fda13f1-56c5-4f3c-a673-22cd067a261d)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:18:06.029625 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c90e32d7-954a-4a27-a8cc-e3055c30cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:06.034403 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03e4981-07df-46f1-95d2-527c46bf5415 admin admin] Pushing event updated for resources: {'Port': ['ID=f12856f2-2cd0-44e0-99f8-25e80f6a62c6,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:06.097601 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90e32d7-954a-4a27-a8cc-e3055c30cb35 None None] Pushing event updated for resources: {'Port': ['ID=d833dc1d-9f32-42a8-ba17-6742affcb455,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:06.287087 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a03e4981-07df-46f1-95d2-527c46bf5415 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:06.485075 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a03e4981-07df-46f1-95d2-527c46bf5415 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1040691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049'] for router, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:06.611207 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a03e4981-07df-46f1-95d2-527c46bf5415 admin admin] Router 2cd92ddb-5068-496d-aa19-4da5b46c8c8b is scheduled to L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 with binding_index 1 {{(pid=102431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 23:18:06.716668 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a03e4981-07df-46f1-95d2-527c46bf5415 admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:18:06.727101 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4ab36f-d9e3-4fc1-9da5-d79a5c9a71e0 None None] Sync routers for ids ['2cd92ddb-5068-496d-aa19-4da5b46c8c8b'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:18:06.740913 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a03e4981-07df-46f1-95d2-527c46bf5415 admin admin] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:06.742449 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-a03e4981-07df-46f1-95d2-527c46bf5415 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4806428 Jan 18 23:18:06.743540 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4ab36f-d9e3-4fc1-9da5-d79a5c9a71e0 None None] Routers {'2cd92ddb-5068-496d-aa19-4da5b46c8c8b'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:18:06.744678 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-0f4ab36f-d9e3-4fc1-9da5-d79a5c9a71e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:17:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['2cd92ddb-5068-496d-aa19-4da5b46c8c8b'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:18:06.745710 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60430) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:18:06.862763 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-0f4ab36f-d9e3-4fc1-9da5-d79a5c9a71e0 None None] Set router 2cd92ddb-5068-496d-aa19-4da5b46c8c8b gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:18:06.978388 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device d833dc1d-9f32-42a8-ba17-6742affcb455 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 23:18:07.088777 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port d833dc1d-9f32-42a8-ba17-6742affcb455 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:18:07.089400 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:07.141177 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8511fe56-11bc-4b72-acb4-d6a35dc21461 None None] Network 393e5a9a-f65e-4189-ae61-935760977622 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 23:18:07.220117 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-0f4ab36f-d9e3-4fc1-9da5-d79a5c9a71e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd92ddb-5068-496d-aa19-4da5b46c8c8b', 'name': 'tempest-TestShelveInstance-1864005873-router', 'tenant_id': '5dc398f5184842a99bb23af381a600c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'f12856f2-2cd0-44e0-99f8-25e80f6a62c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:18:05Z', 'updated_at': '2022-01-18T23:18:06Z', 'revision_number': 3, 'project_id': '5dc398f5184842a99bb23af381a600c6', 'gw_port': {'id': 'f12856f2-2cd0-44e0-99f8-25e80f6a62c6', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:fb:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd92ddb-5068-496d-aa19-4da5b46c8c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:18:05Z', 'updated_at': '2022-01-18T23:18:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:18:07.220453 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a29972b3-40e0-4df5-b804-db7ab8283e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:07.225267 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-17d51169-6ebb-45e7-846a-3648e4bbecd3 None None] Provisioning complete for port d833dc1d-9f32-42a8-ba17-6742affcb455 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:18:07.225640 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-17d51169-6ebb-45e7-846a-3648e4bbecd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:07.279932 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4ab36f-d9e3-4fc1-9da5-d79a5c9a71e0 None None] Checking router: 2cd92ddb-5068-496d-aa19-4da5b46c8c8b for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:18:07.280315 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4ab36f-d9e3-4fc1-9da5-d79a5c9a71e0 None None] Updating router 2cd92ddb-5068-496d-aa19-4da5b46c8c8b port f12856f2-2cd0-44e0-99f8-25e80f6a62c6 binding host n-d-825064-1 {{(pid=102432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 23:18:07.356489 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0f4ab36f-d9e3-4fc1-9da5-d79a5c9a71e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:07.379267 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-a29972b3-40e0-4df5-b804-db7ab8283e5a admin admin] Allocated IP 172.20.0.1 (393e5a9a-f65e-4189-ae61-935760977622/e7116a22-ad34-4267-8154-98bf4e4dc9da/4b06bdc5-ba93-4808-8473-877934f51fff) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:18:07.412136 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:07.490561 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a29972b3-40e0-4df5-b804-db7ab8283e5a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:07.526074 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a29972b3-40e0-4df5-b804-db7ab8283e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:07.559879 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29972b3-40e0-4df5-b804-db7ab8283e5a admin admin] Network 393e5a9a-f65e-4189-ae61-935760977622 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:18:07.562839 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-a29972b3-40e0-4df5-b804-db7ab8283e5a admin admin] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:18:07.569227 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29972b3-40e0-4df5-b804-db7ab8283e5a admin admin] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:18:07.570586 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port d833dc1d-9f32-42a8-ba17-6742affcb455, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=d833dc1d-9f32-42a8-ba17-6742affcb455,segment=NetworkSegment(6fda13f1-56c5-4f3c-a673-22cd067a261d),segment_id=6fda13f1-56c5-4f3c-a673-22cd067a261d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:18:07.589921 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:07.600207 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29972b3-40e0-4df5-b804-db7ab8283e5a admin admin] Pushing event updated for resources: {'Port': ['ID=4b06bdc5-ba93-4808-8473-877934f51fff,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:07.617005 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a29972b3-40e0-4df5-b804-db7ab8283e5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1040954'] for router_interface, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:07.665948 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-17d51169-6ebb-45e7-846a-3648e4bbecd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:07.726912 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=d833dc1d-9f32-42a8-ba17-6742affcb455,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:07.756429 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a29972b3-40e0-4df5-b804-db7ab8283e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:07.796645 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.db.api [None req-17d51169-6ebb-45e7-846a-3648e4bbecd3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:18:07.797003 n-d-825064-1 neutron-server[102432]: DEBUG oslo_db.api [None req-17d51169-6ebb-45e7-846a-3648e4bbecd3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:18:07.862892 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0f4ab36f-d9e3-4fc1-9da5-d79a5c9a71e0 None None] Notify callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:07.869798 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0f4ab36f-d9e3-4fc1-9da5-d79a5c9a71e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:07.929481 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-0f4ab36f-d9e3-4fc1-9da5-d79a5c9a71e0 None None] Attempting to bind port f12856f2-2cd0-44e0-99f8-25e80f6a62c6 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:18:07.929858 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-0f4ab36f-d9e3-4fc1-9da5-d79a5c9a71e0 None None] Attempting to bind port f12856f2-2cd0-44e0-99f8-25e80f6a62c6 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:18:07.930222 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4ab36f-d9e3-4fc1-9da5-d79a5c9a71e0 None None] Attempting to bind port f12856f2-2cd0-44e0-99f8-25e80f6a62c6 on network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 23:18:07.931218 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a29972b3-40e0-4df5-b804-db7ab8283e5a admin admin] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:07.937805 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3e6684-f646-4287-8459-0c6f5f604fce None None] Pushing event updated for resources: {'Port': ['ID=f12856f2-2cd0-44e0-99f8-25e80f6a62c6,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:07.941063 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a29972b3-40e0-4df5-b804-db7ab8283e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:07.942145 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4ab36f-d9e3-4fc1-9da5-d79a5c9a71e0 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 23:18:07.942525 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4ab36f-d9e3-4fc1-9da5-d79a5c9a71e0 None None] Checking segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 23:18:07.942932 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0f4ab36f-d9e3-4fc1-9da5-d79a5c9a71e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:07.943322 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4ab36f-d9e3-4fc1-9da5-d79a5c9a71e0 None None] Bound using segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 23:18:07.943804 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-0f4ab36f-d9e3-4fc1-9da5-d79a5c9a71e0 None None] Bound port: f12856f2-2cd0-44e0-99f8-25e80f6a62c6, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:18:07.944523 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0f4ab36f-d9e3-4fc1-9da5-d79a5c9a71e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:08.003401 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-0f4ab36f-d9e3-4fc1-9da5-d79a5c9a71e0 None None] For port f12856f2-2cd0-44e0-99f8-25e80f6a62c6, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:18:08.007809 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-0f4ab36f-d9e3-4fc1-9da5-d79a5c9a71e0 None None] For port f12856f2-2cd0-44e0-99f8-25e80f6a62c6, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=f12856f2-2cd0-44e0-99f8-25e80f6a62c6,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:18:08.014033 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0f4ab36f-d9e3-4fc1-9da5-d79a5c9a71e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:08.015840 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29972b3-40e0-4df5-b804-db7ab8283e5a admin admin] Pushing event updated for resources: {'Port': ['ID=4b06bdc5-ba93-4808-8473-877934f51fff,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:08.022847 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a29972b3-40e0-4df5-b804-db7ab8283e5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-613854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1041070'] for router_interface, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:08.091283 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4ab36f-d9e3-4fc1-9da5-d79a5c9a71e0 None None] Routers {'2cd92ddb-5068-496d-aa19-4da5b46c8c8b'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:18:08.091894 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-0f4ab36f-d9e3-4fc1-9da5-d79a5c9a71e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:17:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['2cd92ddb-5068-496d-aa19-4da5b46c8c8b'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:18:08.124227 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29972b3-40e0-4df5-b804-db7ab8283e5a admin admin] Network 393e5a9a-f65e-4189-ae61-935760977622 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:18:08.125606 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-a29972b3-40e0-4df5-b804-db7ab8283e5a admin admin] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:18:08.133426 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3e6684-f646-4287-8459-0c6f5f604fce None None] Pushing event updated for resources: {'Port': ['ID=f12856f2-2cd0-44e0-99f8-25e80f6a62c6,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:08.209337 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-0f4ab36f-d9e3-4fc1-9da5-d79a5c9a71e0 None None] Set router 2cd92ddb-5068-496d-aa19-4da5b46c8c8b gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:18:08.233925 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 23:18:08.245936 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a29972b3-40e0-4df5-b804-db7ab8283e5a admin admin] Router 2cd92ddb-5068-496d-aa19-4da5b46c8c8b has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:18:08.601128 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-0f4ab36f-d9e3-4fc1-9da5-d79a5c9a71e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd92ddb-5068-496d-aa19-4da5b46c8c8b', 'name': 'tempest-TestShelveInstance-1864005873-router', 'tenant_id': '5dc398f5184842a99bb23af381a600c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'f12856f2-2cd0-44e0-99f8-25e80f6a62c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:18:05Z', 'updated_at': '2022-01-18T23:18:07Z', 'revision_number': 4, 'project_id': '5dc398f5184842a99bb23af381a600c6', 'gw_port': {'id': 'f12856f2-2cd0-44e0-99f8-25e80f6a62c6', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:fb:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd92ddb-5068-496d-aa19-4da5b46c8c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:18:05Z', 'updated_at': '2022-01-18T23:18:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '4b06bdc5-ba93-4808-8473-877934f51fff', 'name': '', 'network_id': '393e5a9a-f65e-4189-ae61-935760977622', 'tenant_id': '5dc398f5184842a99bb23af381a600c6', 'mac_address': 'fa:16:3e:c5:ed:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd92ddb-5068-496d-aa19-4da5b46c8c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'e7116a22-ad34-4267-8154-98bf4e4dc9da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:18:07Z', 'updated_at': '2022-01-18T23:18:07Z', 'revision_number': 2, 'project_id': '5dc398f5184842a99bb23af381a600c6', 'subnets': [{'id': 'e7116a22-ad34-4267-8154-98bf4e4dc9da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:18:08.630907 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4ab36f-d9e3-4fc1-9da5-d79a5c9a71e0 None None] The sync data for ids ['2cd92ddb-5068-496d-aa19-4da5b46c8c8b'] in n-d-825064-1 is: [{'id': '2cd92ddb-5068-496d-aa19-4da5b46c8c8b', 'name': 'tempest-TestShelveInstance-1864005873-router', 'tenant_id': '5dc398f5184842a99bb23af381a600c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'f12856f2-2cd0-44e0-99f8-25e80f6a62c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:18:05Z', 'updated_at': '2022-01-18T23:18:07Z', 'revision_number': 4, 'project_id': '5dc398f5184842a99bb23af381a600c6', 'gw_port': {'id': 'f12856f2-2cd0-44e0-99f8-25e80f6a62c6', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:fb:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd92ddb-5068-496d-aa19-4da5b46c8c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:18:05Z', 'updated_at': '2022-01-18T23:18:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '4b06bdc5-ba93-4808-8473-877934f51fff', 'name': '', 'network_id': '393e5a9a-f65e-4189-ae61-935760977622', 'tenant_id': '5dc398f5184842a99bb23af381a600c6', 'mac_address': 'fa:16:3e:c5:ed:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd92ddb-5068-496d-aa19-4da5b46c8c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'e7116a22-ad34-4267-8154-98bf4e4dc9da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:18:07Z', 'updated_at': '2022-01-18T23:18:07Z', 'revision_number': 2, 'project_id': '5dc398f5184842a99bb23af381a600c6', 'subnets': [{'id': 'e7116a22-ad34-4267-8154-98bf4e4dc9da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:18:08.641121 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-95bb5669-e759-4b86-a643-1c46018d48e0 None None] Provisioning complete for port 4b06bdc5-ba93-4808-8473-877934f51fff triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:18:08.641489 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-95bb5669-e759-4b86-a643-1c46018d48e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:08.643729 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a29972b3-40e0-4df5-b804-db7ab8283e5a admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:18:08.652626 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-a29972b3-40e0-4df5-b804-db7ab8283e5a admin admin] 10.222.0.53 "PUT /v2.0/routers/2cd92ddb-5068-496d-aa19-4da5b46c8c8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9058635 Jan 18 23:18:08.680603 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-95bb5669-e759-4b86-a643-1c46018d48e0 None None] Port 4b06bdc5-ba93-4808-8473-877934f51fff cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 23:18:08.691065 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-95bb5669-e759-4b86-a643-1c46018d48e0 None None] Provisioning complete for port d833dc1d-9f32-42a8-ba17-6742affcb455 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:18:08.691432 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-95bb5669-e759-4b86-a643-1c46018d48e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:08.920846 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device d833dc1d-9f32-42a8-ba17-6742affcb455 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 23:18:08.923282 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [req-5296d213-d677-4c65-9ac0-1aa17a0c0ceb req-1968e014-0ec4-4ec3-94d9-dfbbfb22e624 service neutron] (102431) timed out ('10.222.0.36', 55323) {{(pid=102431) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jan 18 23:18:08.982181 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port d833dc1d-9f32-42a8-ba17-6742affcb455 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:18:08.982564 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:09.166299 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60446) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:18:09.171775 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-76479ad0-14bc-45de-b46d-3d34865209d1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1796396168-network', 'tenant_id': '064dbc157e8f49ada5fb41fbdb478a1c'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:18:09.195886 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76479ad0-14bc-45de-b46d-3d34865209d1 admin admin] Made reservation on behalf of 064dbc157e8f49ada5fb41fbdb478a1c for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:18:09.198230 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-76479ad0-14bc-45de-b46d-3d34865209d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:09.207394 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-76479ad0-14bc-45de-b46d-3d34865209d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:09.284170 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-76479ad0-14bc-45de-b46d-3d34865209d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:09.288405 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-76479ad0-14bc-45de-b46d-3d34865209d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:09.324210 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76479ad0-14bc-45de-b46d-3d34865209d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae2192a8-d8c7-4419-8eb2-8e309a8199bb,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:09.328554 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76479ad0-14bc-45de-b46d-3d34865209d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:18:09.339134 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-76479ad0-14bc-45de-b46d-3d34865209d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:09.339467 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-76479ad0-14bc-45de-b46d-3d34865209d1 admin admin] Added segment 4834ef58-833d-462f-acfe-facebd79dad2 of type vlan for network aeddb85e-614e-4b92-9e43-cfb9e730c505 Jan 18 23:18:09.380766 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-76479ad0-14bc-45de-b46d-3d34865209d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:09.405648 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-76479ad0-14bc-45de-b46d-3d34865209d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:09.406737 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76479ad0-14bc-45de-b46d-3d34865209d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:09.407304 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-76479ad0-14bc-45de-b46d-3d34865209d1 admin admin] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:09.465828 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-76479ad0-14bc-45de-b46d-3d34865209d1 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2983029 Jan 18 23:18:09.468684 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60448) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:18:09.474563 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-415231dc-66a8-489f-be9b-236aac9e4ec3 admin admin] Request body: {'subnet': {'network_id': 'aeddb85e-614e-4b92-9e43-cfb9e730c505', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1796396168-subnet', 'tenant_id': '064dbc157e8f49ada5fb41fbdb478a1c', 'ip_version': 4}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:18:09.484508 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76479ad0-14bc-45de-b46d-3d34865209d1 admin admin] Pushing event updated for resources: {'Network': ['ID=aeddb85e-614e-4b92-9e43-cfb9e730c505,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:09.495322 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network aeddb85e-614e-4b92-9e43-cfb9e730c505 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 23:18:09.506404 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-415231dc-66a8-489f-be9b-236aac9e4ec3 admin admin] Made reservation on behalf of 064dbc157e8f49ada5fb41fbdb478a1c for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:18:09.508968 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-415231dc-66a8-489f-be9b-236aac9e4ec3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:09.688058 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-415231dc-66a8-489f-be9b-236aac9e4ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:09.742021 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415231dc-66a8-489f-be9b-236aac9e4ec3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e58b3471-2f3e-4a15-875d-09b517029819,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:09.752415 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415231dc-66a8-489f-be9b-236aac9e4ec3 admin admin] Checking segment: {'id': '4834ef58-833d-462f-acfe-facebd79dad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'aeddb85e-614e-4b92-9e43-cfb9e730c505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 23:18:09.752774 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415231dc-66a8-489f-be9b-236aac9e4ec3 admin admin] Network hostable DHCP agents. Network: aeddb85e-614e-4b92-9e43-cfb9e730c505, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:18:09.770578 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415231dc-66a8-489f-be9b-236aac9e4ec3 admin admin] Network aeddb85e-614e-4b92-9e43-cfb9e730c505 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:18:09.779769 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-415231dc-66a8-489f-be9b-236aac9e4ec3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, aeddb85e-614e-4b92-9e43-cfb9e730c505) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:18:09.785159 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415231dc-66a8-489f-be9b-236aac9e4ec3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:09.785748 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-415231dc-66a8-489f-be9b-236aac9e4ec3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:09.790464 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e6965d-aeb6-4d92-a315-be5410714251 None None] Network aeddb85e-614e-4b92-9e43-cfb9e730c505 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 23:18:09.803015 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-415231dc-66a8-489f-be9b-236aac9e4ec3 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3326731 Jan 18 23:18:09.805369 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60450) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:18:09.809714 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-9f828a51-1757-467b-8ec6-3aa3acf4bca0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1796396168-router', 'tenant_id': '064dbc157e8f49ada5fb41fbdb478a1c', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:18:09.834055 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9f828a51-1757-467b-8ec6-3aa3acf4bca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1044160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8692'] for router, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:09.835103 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9f828a51-1757-467b-8ec6-3aa3acf4bca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1040680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8675'] for router, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:09.890102 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9f828a51-1757-467b-8ec6-3aa3acf4bca0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:09.956113 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3462b0ba-0a72-4721-9978-992b285ec906 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-aeddb85e-614e-4b92-9e43-cfb9e730c505', 'network_id': 'aeddb85e-614e-4b92-9e43-cfb9e730c505', 'tenant_id': '064dbc157e8f49ada5fb41fbdb478a1c', 'fixed_ips': [{'subnet_id': 'e58b3471-2f3e-4a15-875d-09b517029819'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 23:18:09.957192 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3462b0ba-0a72-4721-9978-992b285ec906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:10.030130 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9f828a51-1757-467b-8ec6-3aa3acf4bca0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:10.101719 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-3462b0ba-0a72-4721-9978-992b285ec906 None None] Allocated IP 172.20.0.2 (aeddb85e-614e-4b92-9e43-cfb9e730c505/e58b3471-2f3e-4a15-875d-09b517029819/7409a98a-e515-45f4-827a-883a7e77e7fc) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:18:10.230336 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9f828a51-1757-467b-8ec6-3aa3acf4bca0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:10.243273 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3462b0ba-0a72-4721-9978-992b285ec906 None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:10.249898 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9f828a51-1757-467b-8ec6-3aa3acf4bca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:10.250291 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3462b0ba-0a72-4721-9978-992b285ec906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:10.292376 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3462b0ba-0a72-4721-9978-992b285ec906 None None] Network aeddb85e-614e-4b92-9e43-cfb9e730c505 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:18:10.298929 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-3462b0ba-0a72-4721-9978-992b285ec906 None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:18:10.302390 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3462b0ba-0a72-4721-9978-992b285ec906 None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:18:10.309138 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3462b0ba-0a72-4721-9978-992b285ec906 None None] Pushing event updated for resources: {'Port': ['ID=7409a98a-e515-45f4-827a-883a7e77e7fc,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:10.355023 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-9f828a51-1757-467b-8ec6-3aa3acf4bca0 admin admin] Allocated IP 172.25.5.180 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/6a7d3b07-e6dd-41f6-a92c-bef0b8b84119) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:18:10.358766 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-3462b0ba-0a72-4721-9978-992b285ec906 None None] Attempting to bind port 7409a98a-e515-45f4-827a-883a7e77e7fc on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:18:10.359142 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-3462b0ba-0a72-4721-9978-992b285ec906 None None] Attempting to bind port 7409a98a-e515-45f4-827a-883a7e77e7fc by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '4834ef58-833d-462f-acfe-facebd79dad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'aeddb85e-614e-4b92-9e43-cfb9e730c505'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:18:10.359507 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3462b0ba-0a72-4721-9978-992b285ec906 None None] Attempting to bind port 7409a98a-e515-45f4-827a-883a7e77e7fc on network aeddb85e-614e-4b92-9e43-cfb9e730c505 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 23:18:10.364443 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3462b0ba-0a72-4721-9978-992b285ec906 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 23:18:10.364818 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3462b0ba-0a72-4721-9978-992b285ec906 None None] Checking segment: {'id': '4834ef58-833d-462f-acfe-facebd79dad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'aeddb85e-614e-4b92-9e43-cfb9e730c505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 23:18:10.365219 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3462b0ba-0a72-4721-9978-992b285ec906 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:10.365613 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3462b0ba-0a72-4721-9978-992b285ec906 None None] Bound using segment: {'id': '4834ef58-833d-462f-acfe-facebd79dad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'aeddb85e-614e-4b92-9e43-cfb9e730c505'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 23:18:10.366077 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-3462b0ba-0a72-4721-9978-992b285ec906 None None] Bound port: 7409a98a-e515-45f4-827a-883a7e77e7fc, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4834ef58-833d-462f-acfe-facebd79dad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'aeddb85e-614e-4b92-9e43-cfb9e730c505'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:18:10.366456 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3462b0ba-0a72-4721-9978-992b285ec906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:10.433116 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-3462b0ba-0a72-4721-9978-992b285ec906 None None] For port 7409a98a-e515-45f4-827a-883a7e77e7fc, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:18:10.436388 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-3462b0ba-0a72-4721-9978-992b285ec906 None None] For port 7409a98a-e515-45f4-827a-883a7e77e7fc, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=7409a98a-e515-45f4-827a-883a7e77e7fc,segment=NetworkSegment(4834ef58-833d-462f-acfe-facebd79dad2),segment_id=4834ef58-833d-462f-acfe-facebd79dad2)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:18:10.442089 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3462b0ba-0a72-4721-9978-992b285ec906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:10.471892 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9f828a51-1757-467b-8ec6-3aa3acf4bca0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:10.506257 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3462b0ba-0a72-4721-9978-992b285ec906 None None] Pushing event updated for resources: {'Port': ['ID=7409a98a-e515-45f4-827a-883a7e77e7fc,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:10.510410 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9f828a51-1757-467b-8ec6-3aa3acf4bca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:10.547199 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f828a51-1757-467b-8ec6-3aa3acf4bca0 admin admin] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:18:10.555081 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-9f828a51-1757-467b-8ec6-3aa3acf4bca0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:18:10.558786 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f828a51-1757-467b-8ec6-3aa3acf4bca0 admin admin] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:18:10.565413 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f828a51-1757-467b-8ec6-3aa3acf4bca0 admin admin] Pushing event updated for resources: {'Port': ['ID=6a7d3b07-e6dd-41f6-a92c-bef0b8b84119,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:10.798566 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac08ac5-12b7-4329-908e-36601b4fcb72 None None] Sync routers for ids ['2cd92ddb-5068-496d-aa19-4da5b46c8c8b'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:18:10.809695 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac08ac5-12b7-4329-908e-36601b4fcb72 None None] Routers {'2cd92ddb-5068-496d-aa19-4da5b46c8c8b'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:18:10.814268 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-dac08ac5-12b7-4329-908e-36601b4fcb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:17:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['2cd92ddb-5068-496d-aa19-4da5b46c8c8b'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:18:10.833941 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9f828a51-1757-467b-8ec6-3aa3acf4bca0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:10.922708 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-dac08ac5-12b7-4329-908e-36601b4fcb72 None None] Set router 2cd92ddb-5068-496d-aa19-4da5b46c8c8b gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:18:10.957025 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device f12856f2-2cd0-44e0-99f8-25e80f6a62c6 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 23:18:11.013978 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port f12856f2-2cd0-44e0-99f8-25e80f6a62c6 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:18:11.014509 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:11.062082 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9f828a51-1757-467b-8ec6-3aa3acf4bca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1040691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049'] for router, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:11.097944 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:11.119986 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port f12856f2-2cd0-44e0-99f8-25e80f6a62c6, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=f12856f2-2cd0-44e0-99f8-25e80f6a62c6,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:18:11.125081 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:11.126155 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 7409a98a-e515-45f4-827a-883a7e77e7fc up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 23:18:11.198668 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f828a51-1757-467b-8ec6-3aa3acf4bca0 admin admin] Router 50bf2ae2-9311-4515-a5bf-b5032de12d64 is scheduled to L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 with binding_index 1 {{(pid=102431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 23:18:11.215286 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=f12856f2-2cd0-44e0-99f8-25e80f6a62c6,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:11.225881 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 7409a98a-e515-45f4-827a-883a7e77e7fc triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:18:11.226447 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:11.228920 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-dac08ac5-12b7-4329-908e-36601b4fcb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd92ddb-5068-496d-aa19-4da5b46c8c8b', 'name': 'tempest-TestShelveInstance-1864005873-router', 'tenant_id': '5dc398f5184842a99bb23af381a600c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'f12856f2-2cd0-44e0-99f8-25e80f6a62c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:18:05Z', 'updated_at': '2022-01-18T23:18:07Z', 'revision_number': 4, 'project_id': '5dc398f5184842a99bb23af381a600c6', 'gw_port': {'id': 'f12856f2-2cd0-44e0-99f8-25e80f6a62c6', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:fb:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd92ddb-5068-496d-aa19-4da5b46c8c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:18:05Z', 'updated_at': '2022-01-18T23:18:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '4b06bdc5-ba93-4808-8473-877934f51fff', 'name': '', 'network_id': '393e5a9a-f65e-4189-ae61-935760977622', 'tenant_id': '5dc398f5184842a99bb23af381a600c6', 'mac_address': 'fa:16:3e:c5:ed:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd92ddb-5068-496d-aa19-4da5b46c8c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'e7116a22-ad34-4267-8154-98bf4e4dc9da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:18:07Z', 'updated_at': '2022-01-18T23:18:07Z', 'revision_number': 2, 'project_id': '5dc398f5184842a99bb23af381a600c6', 'subnets': [{'id': 'e7116a22-ad34-4267-8154-98bf4e4dc9da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:18:11.257756 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac08ac5-12b7-4329-908e-36601b4fcb72 None None] Checking router: 2cd92ddb-5068-496d-aa19-4da5b46c8c8b for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:18:11.258409 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac08ac5-12b7-4329-908e-36601b4fcb72 None None] Updating router 2cd92ddb-5068-496d-aa19-4da5b46c8c8b port 4b06bdc5-ba93-4808-8473-877934f51fff binding host n-d-825064-1 {{(pid=102433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 23:18:11.288706 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-dac08ac5-12b7-4329-908e-36601b4fcb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:11.314002 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:11.314573 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f828a51-1757-467b-8ec6-3aa3acf4bca0 admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:18:11.333458 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8458f1b5-fdd8-4d24-a6f2-be1f8c0d84cc None None] Sync routers for ids ['50bf2ae2-9311-4515-a5bf-b5032de12d64'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:18:11.339496 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9f828a51-1757-467b-8ec6-3aa3acf4bca0 admin admin] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:11.342006 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-9f828a51-1757-467b-8ec6-3aa3acf4bca0 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5356250 Jan 18 23:18:11.344625 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60452) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:18:11.360708 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8458f1b5-fdd8-4d24-a6f2-be1f8c0d84cc None None] Routers {'50bf2ae2-9311-4515-a5bf-b5032de12d64'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:18:11.361771 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-8458f1b5-fdd8-4d24-a6f2-be1f8c0d84cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:17:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['50bf2ae2-9311-4515-a5bf-b5032de12d64'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:18:11.419067 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port 7409a98a-e515-45f4-827a-883a7e77e7fc, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=7409a98a-e515-45f4-827a-883a7e77e7fc,segment=NetworkSegment(4834ef58-833d-462f-acfe-facebd79dad2),segment_id=4834ef58-833d-462f-acfe-facebd79dad2)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:18:11.429856 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:11.540326 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=7409a98a-e515-45f4-827a-883a7e77e7fc,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:11.550293 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-8458f1b5-fdd8-4d24-a6f2-be1f8c0d84cc None None] Set router 50bf2ae2-9311-4515-a5bf-b5032de12d64 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:18:11.612015 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-dac08ac5-12b7-4329-908e-36601b4fcb72 None None] Notify callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:11.620027 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-dac08ac5-12b7-4329-908e-36601b4fcb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:11.685379 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2609d01e-b635-4b33-adf5-6071268bf2d5 None None] Pushing event updated for resources: {'Port': ['ID=4b06bdc5-ba93-4808-8473-877934f51fff,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:11.691733 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855b02eb-7580-4511-8eee-055393537315 None None] Network aeddb85e-614e-4b92-9e43-cfb9e730c505 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 23:18:11.710966 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2609d01e-b635-4b33-adf5-6071268bf2d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:18:11.711527 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2609d01e-b635-4b33-adf5-6071268bf2d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:18:11.712037 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2609d01e-b635-4b33-adf5-6071268bf2d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:18:11.712580 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2609d01e-b635-4b33-adf5-6071268bf2d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:18:11.713072 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2609d01e-b635-4b33-adf5-6071268bf2d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:18:11.713553 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2609d01e-b635-4b33-adf5-6071268bf2d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:18:11.714032 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2609d01e-b635-4b33-adf5-6071268bf2d5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:18:11.714520 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2609d01e-b635-4b33-adf5-6071268bf2d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:18:11.715019 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2609d01e-b635-4b33-adf5-6071268bf2d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:18:11.715501 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2609d01e-b635-4b33-adf5-6071268bf2d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:18:11.715991 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2609d01e-b635-4b33-adf5-6071268bf2d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:18:11.716483 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2609d01e-b635-4b33-adf5-6071268bf2d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:18:11.762916 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-dac08ac5-12b7-4329-908e-36601b4fcb72 None None] Attempting to bind port 4b06bdc5-ba93-4808-8473-877934f51fff on host n-d-825064-1 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:18:11.763282 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-dac08ac5-12b7-4329-908e-36601b4fcb72 None None] Attempting to bind port 4b06bdc5-ba93-4808-8473-877934f51fff by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '6fda13f1-56c5-4f3c-a673-22cd067a261d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '393e5a9a-f65e-4189-ae61-935760977622'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:18:11.763666 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac08ac5-12b7-4329-908e-36601b4fcb72 None None] Attempting to bind port 4b06bdc5-ba93-4808-8473-877934f51fff on network 393e5a9a-f65e-4189-ae61-935760977622 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 23:18:11.769740 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac08ac5-12b7-4329-908e-36601b4fcb72 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 23:18:11.770199 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac08ac5-12b7-4329-908e-36601b4fcb72 None None] Checking segment: {'id': '6fda13f1-56c5-4f3c-a673-22cd067a261d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '393e5a9a-f65e-4189-ae61-935760977622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 23:18:11.770602 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-dac08ac5-12b7-4329-908e-36601b4fcb72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:11.770989 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac08ac5-12b7-4329-908e-36601b4fcb72 None None] Bound using segment: {'id': '6fda13f1-56c5-4f3c-a673-22cd067a261d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '393e5a9a-f65e-4189-ae61-935760977622'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 23:18:11.771453 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-dac08ac5-12b7-4329-908e-36601b4fcb72 None None] Bound port: 4b06bdc5-ba93-4808-8473-877934f51fff, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fda13f1-56c5-4f3c-a673-22cd067a261d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '393e5a9a-f65e-4189-ae61-935760977622'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:18:11.771833 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-dac08ac5-12b7-4329-908e-36601b4fcb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:11.808835 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-d363a28d-f0d5-47e9-ae56-ee5aa3901e17 None None] Provisioning complete for port 7409a98a-e515-45f4-827a-883a7e77e7fc triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:18:11.809530 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d363a28d-f0d5-47e9-ae56-ee5aa3901e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:11.864431 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-dac08ac5-12b7-4329-908e-36601b4fcb72 None None] For port 4b06bdc5-ba93-4808-8473-877934f51fff, host n-d-825064-1, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:18:11.869439 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-dac08ac5-12b7-4329-908e-36601b4fcb72 None None] For port 4b06bdc5-ba93-4808-8473-877934f51fff, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=4b06bdc5-ba93-4808-8473-877934f51fff,segment=NetworkSegment(6fda13f1-56c5-4f3c-a673-22cd067a261d),segment_id=6fda13f1-56c5-4f3c-a673-22cd067a261d)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:18:11.874884 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-dac08ac5-12b7-4329-908e-36601b4fcb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:11.916411 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bb777c68-2846-4799-981d-15e3b3bb2ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:11.946635 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac08ac5-12b7-4329-908e-36601b4fcb72 None None] Routers {'2cd92ddb-5068-496d-aa19-4da5b46c8c8b'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:18:11.947341 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-dac08ac5-12b7-4329-908e-36601b4fcb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:17:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['2cd92ddb-5068-496d-aa19-4da5b46c8c8b'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:18:11.952093 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2609d01e-b635-4b33-adf5-6071268bf2d5 None None] Pushing event updated for resources: {'Port': ['ID=4b06bdc5-ba93-4808-8473-877934f51fff,revision_number=4']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:11.993051 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-8458f1b5-fdd8-4d24-a6f2-be1f8c0d84cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50bf2ae2-9311-4515-a5bf-b5032de12d64', 'name': 'tempest-TestShelveInstance-1796396168-router', 'tenant_id': '064dbc157e8f49ada5fb41fbdb478a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '6a7d3b07-e6dd-41f6-a92c-bef0b8b84119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:18:09Z', 'updated_at': '2022-01-18T23:18:10Z', 'revision_number': 3, 'project_id': '064dbc157e8f49ada5fb41fbdb478a1c', 'gw_port': {'id': '6a7d3b07-e6dd-41f6-a92c-bef0b8b84119', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:5d:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50bf2ae2-9311-4515-a5bf-b5032de12d64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:18:10Z', 'updated_at': '2022-01-18T23:18:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:18:12.039466 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8458f1b5-fdd8-4d24-a6f2-be1f8c0d84cc None None] Checking router: 50bf2ae2-9311-4515-a5bf-b5032de12d64 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:18:12.039816 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8458f1b5-fdd8-4d24-a6f2-be1f8c0d84cc None None] Updating router 50bf2ae2-9311-4515-a5bf-b5032de12d64 port 6a7d3b07-e6dd-41f6-a92c-bef0b8b84119 binding host n-d-825064-1 {{(pid=102432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 23:18:12.067174 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8458f1b5-fdd8-4d24-a6f2-be1f8c0d84cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:12.091139 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-dac08ac5-12b7-4329-908e-36601b4fcb72 None None] Set router 2cd92ddb-5068-496d-aa19-4da5b46c8c8b gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:18:12.134207 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-bb777c68-2846-4799-981d-15e3b3bb2ed6 admin admin] Allocated IP 172.20.0.1 (aeddb85e-614e-4b92-9e43-cfb9e730c505/e58b3471-2f3e-4a15-875d-09b517029819/2d88a99c-55f8-4706-b5e4-22d3f1d2a0e3) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:18:12.202084 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-9e67ac7b-43a8-48dd-bd32-8791cf625722 None None] Provisioning complete for port 4b06bdc5-ba93-4808-8473-877934f51fff triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:18:12.202466 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9e67ac7b-43a8-48dd-bd32-8791cf625722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:12.292157 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bb777c68-2846-4799-981d-15e3b3bb2ed6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:12.333543 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bb777c68-2846-4799-981d-15e3b3bb2ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:12.348183 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-dac08ac5-12b7-4329-908e-36601b4fcb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd92ddb-5068-496d-aa19-4da5b46c8c8b', 'name': 'tempest-TestShelveInstance-1864005873-router', 'tenant_id': '5dc398f5184842a99bb23af381a600c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'f12856f2-2cd0-44e0-99f8-25e80f6a62c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:18:05Z', 'updated_at': '2022-01-18T23:18:07Z', 'revision_number': 4, 'project_id': '5dc398f5184842a99bb23af381a600c6', 'gw_port': {'id': 'f12856f2-2cd0-44e0-99f8-25e80f6a62c6', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:fb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd92ddb-5068-496d-aa19-4da5b46c8c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:18:05Z', 'updated_at': '2022-01-18T23:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '4b06bdc5-ba93-4808-8473-877934f51fff', 'name': '', 'network_id': '393e5a9a-f65e-4189-ae61-935760977622', 'tenant_id': '5dc398f5184842a99bb23af381a600c6', 'mac_address': 'fa:16:3e:c5:ed:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd92ddb-5068-496d-aa19-4da5b46c8c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'e7116a22-ad34-4267-8154-98bf4e4dc9da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:18:07Z', 'updated_at': '2022-01-18T23:18:11Z', 'revision_number': 4, 'project_id': '5dc398f5184842a99bb23af381a600c6', 'subnets': [{'id': 'e7116a22-ad34-4267-8154-98bf4e4dc9da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:18:12.376757 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb777c68-2846-4799-981d-15e3b3bb2ed6 admin admin] Network aeddb85e-614e-4b92-9e43-cfb9e730c505 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:18:12.380373 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-bb777c68-2846-4799-981d-15e3b3bb2ed6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:18:12.380967 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac08ac5-12b7-4329-908e-36601b4fcb72 None None] The sync data for ids ['2cd92ddb-5068-496d-aa19-4da5b46c8c8b'] in n-d-825064-1 is: [{'id': '2cd92ddb-5068-496d-aa19-4da5b46c8c8b', 'name': 'tempest-TestShelveInstance-1864005873-router', 'tenant_id': '5dc398f5184842a99bb23af381a600c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'f12856f2-2cd0-44e0-99f8-25e80f6a62c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:18:05Z', 'updated_at': '2022-01-18T23:18:07Z', 'revision_number': 4, 'project_id': '5dc398f5184842a99bb23af381a600c6', 'gw_port': {'id': 'f12856f2-2cd0-44e0-99f8-25e80f6a62c6', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:fb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd92ddb-5068-496d-aa19-4da5b46c8c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:18:05Z', 'updated_at': '2022-01-18T23:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '4b06bdc5-ba93-4808-8473-877934f51fff', 'name': '', 'network_id': '393e5a9a-f65e-4189-ae61-935760977622', 'tenant_id': '5dc398f5184842a99bb23af381a600c6', 'mac_address': 'fa:16:3e:c5:ed:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd92ddb-5068-496d-aa19-4da5b46c8c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'e7116a22-ad34-4267-8154-98bf4e4dc9da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:18:07Z', 'updated_at': '2022-01-18T23:18:11Z', 'revision_number': 4, 'project_id': '5dc398f5184842a99bb23af381a600c6', 'subnets': [{'id': 'e7116a22-ad34-4267-8154-98bf4e4dc9da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:18:12.384825 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb777c68-2846-4799-981d-15e3b3bb2ed6 admin admin] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:18:12.388312 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb777c68-2846-4799-981d-15e3b3bb2ed6 admin admin] Pushing event updated for resources: {'Port': ['ID=2d88a99c-55f8-4706-b5e4-22d3f1d2a0e3,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:12.394811 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9e67ac7b-43a8-48dd-bd32-8791cf625722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:12.431748 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bb777c68-2846-4799-981d-15e3b3bb2ed6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1040954'] for router_interface, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:12.460760 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-9e67ac7b-43a8-48dd-bd32-8791cf625722 None None] For port 4b06bdc5-ba93-4808-8473-877934f51fff, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=4b06bdc5-ba93-4808-8473-877934f51fff,segment=NetworkSegment(6fda13f1-56c5-4f3c-a673-22cd067a261d),segment_id=6fda13f1-56c5-4f3c-a673-22cd067a261d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:18:12.476416 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9e67ac7b-43a8-48dd-bd32-8791cf625722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:12.505193 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8458f1b5-fdd8-4d24-a6f2-be1f8c0d84cc None None] Notify callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:12.519622 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8458f1b5-fdd8-4d24-a6f2-be1f8c0d84cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:12.558511 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e67ac7b-43a8-48dd-bd32-8791cf625722 None None] Pushing event updated for resources: {'Port': ['ID=4b06bdc5-ba93-4808-8473-877934f51fff,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:12.616848 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bb777c68-2846-4799-981d-15e3b3bb2ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:12.767317 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-8458f1b5-fdd8-4d24-a6f2-be1f8c0d84cc None None] Attempting to bind port 6a7d3b07-e6dd-41f6-a92c-bef0b8b84119 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:18:12.768250 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-8458f1b5-fdd8-4d24-a6f2-be1f8c0d84cc None None] Attempting to bind port 6a7d3b07-e6dd-41f6-a92c-bef0b8b84119 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:18:12.768616 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8458f1b5-fdd8-4d24-a6f2-be1f8c0d84cc None None] Attempting to bind port 6a7d3b07-e6dd-41f6-a92c-bef0b8b84119 on network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 23:18:12.784442 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8458f1b5-fdd8-4d24-a6f2-be1f8c0d84cc None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 23:18:12.784826 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8458f1b5-fdd8-4d24-a6f2-be1f8c0d84cc None None] Checking segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 23:18:12.785231 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8458f1b5-fdd8-4d24-a6f2-be1f8c0d84cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:12.785628 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8458f1b5-fdd8-4d24-a6f2-be1f8c0d84cc None None] Bound using segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 23:18:12.786107 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-8458f1b5-fdd8-4d24-a6f2-be1f8c0d84cc None None] Bound port: 6a7d3b07-e6dd-41f6-a92c-bef0b8b84119, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:18:12.786489 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8458f1b5-fdd8-4d24-a6f2-be1f8c0d84cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:12.795270 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bb777c68-2846-4799-981d-15e3b3bb2ed6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:12.800886 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bb777c68-2846-4799-981d-15e3b3bb2ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:12.816991 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-431db6fd-9b2f-4668-b393-778b81e06389 None None] Provisioning complete for port 4b06bdc5-ba93-4808-8473-877934f51fff triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:18:12.817365 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-431db6fd-9b2f-4668-b393-778b81e06389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:12.855200 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac123ea1-95e3-4c34-81c5-ebde69bf79ce None None] Pushing event updated for resources: {'Port': ['ID=6a7d3b07-e6dd-41f6-a92c-bef0b8b84119,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:12.869068 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb777c68-2846-4799-981d-15e3b3bb2ed6 admin admin] Pushing event updated for resources: {'Port': ['ID=2d88a99c-55f8-4706-b5e4-22d3f1d2a0e3,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:12.872561 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bb777c68-2846-4799-981d-15e3b3bb2ed6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-613854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1041070'] for router_interface, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:12.887836 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-8458f1b5-fdd8-4d24-a6f2-be1f8c0d84cc None None] For port 6a7d3b07-e6dd-41f6-a92c-bef0b8b84119, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:18:12.891852 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-8458f1b5-fdd8-4d24-a6f2-be1f8c0d84cc None None] For port 6a7d3b07-e6dd-41f6-a92c-bef0b8b84119, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=6a7d3b07-e6dd-41f6-a92c-bef0b8b84119,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:18:12.903623 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8458f1b5-fdd8-4d24-a6f2-be1f8c0d84cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:12.987647 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb777c68-2846-4799-981d-15e3b3bb2ed6 admin admin] Network aeddb85e-614e-4b92-9e43-cfb9e730c505 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:18:12.989159 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-bb777c68-2846-4799-981d-15e3b3bb2ed6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:18:12.997916 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 4b06bdc5-ba93-4808-8473-877934f51fff up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 23:18:13.037694 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac123ea1-95e3-4c34-81c5-ebde69bf79ce None None] Pushing event updated for resources: {'Port': ['ID=6a7d3b07-e6dd-41f6-a92c-bef0b8b84119,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:13.052094 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8458f1b5-fdd8-4d24-a6f2-be1f8c0d84cc None None] Routers {'50bf2ae2-9311-4515-a5bf-b5032de12d64'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:18:13.052768 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-8458f1b5-fdd8-4d24-a6f2-be1f8c0d84cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:17:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['50bf2ae2-9311-4515-a5bf-b5032de12d64'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:18:13.116595 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-431db6fd-9b2f-4668-b393-778b81e06389 None None] Provisioning complete for port 7409a98a-e515-45f4-827a-883a7e77e7fc triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:18:13.116980 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-431db6fd-9b2f-4668-b393-778b81e06389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:13.138279 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb777c68-2846-4799-981d-15e3b3bb2ed6 admin admin] Router 50bf2ae2-9311-4515-a5bf-b5032de12d64 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:18:13.208340 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 4b06bdc5-ba93-4808-8473-877934f51fff triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:18:13.208724 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:13.265587 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-8458f1b5-fdd8-4d24-a6f2-be1f8c0d84cc None None] Set router 50bf2ae2-9311-4515-a5bf-b5032de12d64 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:18:13.420090 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:13.467564 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device f12856f2-2cd0-44e0-99f8-25e80f6a62c6 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 23:18:13.535587 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb777c68-2846-4799-981d-15e3b3bb2ed6 admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:18:13.549952 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-bb777c68-2846-4799-981d-15e3b3bb2ed6 admin admin] 10.222.0.53 "PUT /v2.0/routers/50bf2ae2-9311-4515-a5bf-b5032de12d64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1950898 Jan 18 23:18:13.568674 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port f12856f2-2cd0-44e0-99f8-25e80f6a62c6 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:18:13.569207 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:13.639126 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-aa7d75b5-4f3e-4ae6-af28-8e52b93ee703 None None] Provisioning complete for port 2d88a99c-55f8-4706-b5e4-22d3f1d2a0e3 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:18:13.639504 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-aa7d75b5-4f3e-4ae6-af28-8e52b93ee703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:13.643670 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-8458f1b5-fdd8-4d24-a6f2-be1f8c0d84cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50bf2ae2-9311-4515-a5bf-b5032de12d64', 'name': 'tempest-TestShelveInstance-1796396168-router', 'tenant_id': '064dbc157e8f49ada5fb41fbdb478a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '6a7d3b07-e6dd-41f6-a92c-bef0b8b84119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:18:09Z', 'updated_at': '2022-01-18T23:18:12Z', 'revision_number': 4, 'project_id': '064dbc157e8f49ada5fb41fbdb478a1c', 'gw_port': {'id': '6a7d3b07-e6dd-41f6-a92c-bef0b8b84119', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:5d:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50bf2ae2-9311-4515-a5bf-b5032de12d64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:18:10Z', 'updated_at': '2022-01-18T23:18:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '2d88a99c-55f8-4706-b5e4-22d3f1d2a0e3', 'name': '', 'network_id': 'aeddb85e-614e-4b92-9e43-cfb9e730c505', 'tenant_id': '064dbc157e8f49ada5fb41fbdb478a1c', 'mac_address': 'fa:16:3e:04:82:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50bf2ae2-9311-4515-a5bf-b5032de12d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'e58b3471-2f3e-4a15-875d-09b517029819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:18:11Z', 'updated_at': '2022-01-18T23:18:12Z', 'revision_number': 2, 'project_id': '064dbc157e8f49ada5fb41fbdb478a1c', 'subnets': [{'id': 'e58b3471-2f3e-4a15-875d-09b517029819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:18:13.707696 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8458f1b5-fdd8-4d24-a6f2-be1f8c0d84cc None None] The sync data for ids ['50bf2ae2-9311-4515-a5bf-b5032de12d64'] in n-d-825064-1 is: [{'id': '50bf2ae2-9311-4515-a5bf-b5032de12d64', 'name': 'tempest-TestShelveInstance-1796396168-router', 'tenant_id': '064dbc157e8f49ada5fb41fbdb478a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '6a7d3b07-e6dd-41f6-a92c-bef0b8b84119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:18:09Z', 'updated_at': '2022-01-18T23:18:12Z', 'revision_number': 4, 'project_id': '064dbc157e8f49ada5fb41fbdb478a1c', 'gw_port': {'id': '6a7d3b07-e6dd-41f6-a92c-bef0b8b84119', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:5d:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50bf2ae2-9311-4515-a5bf-b5032de12d64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:18:10Z', 'updated_at': '2022-01-18T23:18:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '2d88a99c-55f8-4706-b5e4-22d3f1d2a0e3', 'name': '', 'network_id': 'aeddb85e-614e-4b92-9e43-cfb9e730c505', 'tenant_id': '064dbc157e8f49ada5fb41fbdb478a1c', 'mac_address': 'fa:16:3e:04:82:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50bf2ae2-9311-4515-a5bf-b5032de12d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'e58b3471-2f3e-4a15-875d-09b517029819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:18:11Z', 'updated_at': '2022-01-18T23:18:12Z', 'revision_number': 2, 'project_id': '064dbc157e8f49ada5fb41fbdb478a1c', 'subnets': [{'id': 'e58b3471-2f3e-4a15-875d-09b517029819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:18:13.728808 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-aa7d75b5-4f3e-4ae6-af28-8e52b93ee703 None None] Port 2d88a99c-55f8-4706-b5e4-22d3f1d2a0e3 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 23:18:13.732888 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 7409a98a-e515-45f4-827a-883a7e77e7fc up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 23:18:13.787308 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 7409a98a-e515-45f4-827a-883a7e77e7fc triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:18:13.787596 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:14.021249 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60460) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:18:14.027063 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-1596ddcf-3d63-44ae-8364-e2741b0baca4 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-860773025', 'description': 'tempest-secgroup-smoke-860773025 description', 'project_id': '5dc398f5184842a99bb23af381a600c6'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:18:14.053599 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1596ddcf-3d63-44ae-8364-e2741b0baca4 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:14.129870 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1596ddcf-3d63-44ae-8364-e2741b0baca4 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:14.134768 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1596ddcf-3d63-44ae-8364-e2741b0baca4 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:14.164709 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1596ddcf-3d63-44ae-8364-e2741b0baca4 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38feb729-b22b-4fed-a011-1b89ca251873,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:14.168901 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1596ddcf-3d63-44ae-8364-e2741b0baca4 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:14.170135 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-1596ddcf-3d63-44ae-8364-e2741b0baca4 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1478710 Jan 18 23:18:14.173349 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 60462) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:18:14.178720 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-2f9bb8b0-1d81-427f-b326-6fe49f4c795c tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Request body: {'security_group_rule': {'security_group_id': '38feb729-b22b-4fed-a011-1b89ca251873', 'project_id': '5dc398f5184842a99bb23af381a600c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:18:14.208012 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2f9bb8b0-1d81-427f-b326-6fe49f4c795c tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:14.266590 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2f9bb8b0-1d81-427f-b326-6fe49f4c795c tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:14.271413 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2f9bb8b0-1d81-427f-b326-6fe49f4c795c tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:14.281213 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:14.290766 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9bb8b0-1d81-427f-b326-6fe49f4c795c tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5ced5d3-df2e-474f-b7c3-599176dea83b,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:14.298980 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2f9bb8b0-1d81-427f-b326-6fe49f4c795c tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:14.300221 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-2f9bb8b0-1d81-427f-b326-6fe49f4c795c tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1251876 Jan 18 23:18:14.303018 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 60464) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:18:14.307537 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-2e93dc02-6035-4433-97fc-d80c22e6c3b8 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Request body: {'security_group_rule': {'security_group_id': '38feb729-b22b-4fed-a011-1b89ca251873', 'project_id': '5dc398f5184842a99bb23af381a600c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:18:14.334119 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2e93dc02-6035-4433-97fc-d80c22e6c3b8 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:14.395425 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2e93dc02-6035-4433-97fc-d80c22e6c3b8 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:14.399303 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2e93dc02-6035-4433-97fc-d80c22e6c3b8 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:14.416075 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e93dc02-6035-4433-97fc-d80c22e6c3b8 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2be94d1-63d3-43af-81b8-fb819e7e3d0a,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:14.424580 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2e93dc02-6035-4433-97fc-d80c22e6c3b8 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:14.425811 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-2e93dc02-6035-4433-97fc-d80c22e6c3b8 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1218102 Jan 18 23:18:14.428509 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 60466) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:18:14.432771 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-f5a0609d-9d6c-4b93-9979-55b8f75daf36 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Request body: {'security_group_rule': {'security_group_id': '38feb729-b22b-4fed-a011-1b89ca251873', 'project_id': '5dc398f5184842a99bb23af381a600c6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:18:14.459438 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f5a0609d-9d6c-4b93-9979-55b8f75daf36 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:14.514964 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f5a0609d-9d6c-4b93-9979-55b8f75daf36 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:14.518912 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f5a0609d-9d6c-4b93-9979-55b8f75daf36 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:14.535888 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a0609d-9d6c-4b93-9979-55b8f75daf36 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af559ae1-f569-4a85-8d4c-b8aeefd9dbc7,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:14.543312 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f5a0609d-9d6c-4b93-9979-55b8f75daf36 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:14.544518 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-f5a0609d-9d6c-4b93-9979-55b8f75daf36 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1150825 Jan 18 23:18:14.547245 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 60468) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:18:14.551496 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-301672c8-5a28-463e-ba1f-16014dc1bd15 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Request body: {'security_group_rule': {'security_group_id': '38feb729-b22b-4fed-a011-1b89ca251873', 'project_id': '5dc398f5184842a99bb23af381a600c6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:18:14.578647 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-301672c8-5a28-463e-ba1f-16014dc1bd15 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:14.635483 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-301672c8-5a28-463e-ba1f-16014dc1bd15 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:14.640750 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-301672c8-5a28-463e-ba1f-16014dc1bd15 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:14.658172 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301672c8-5a28-463e-ba1f-16014dc1bd15 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60ca9dc6-9e05-4215-b123-9e1257f58d06,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:14.664898 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-301672c8-5a28-463e-ba1f-16014dc1bd15 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:14.666084 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-301672c8-5a28-463e-ba1f-16014dc1bd15 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1179292 Jan 18 23:18:14.668887 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 60470) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:18:14.673145 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-1f6248f2-29df-4d85-adf2-88b0d21e6ef6 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Request body: {'security_group_rule': {'security_group_id': '38feb729-b22b-4fed-a011-1b89ca251873', 'project_id': '5dc398f5184842a99bb23af381a600c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:18:14.696850 n-d-825064-1 neutron-server[102430]: INFO neutron.db.securitygroups_db [None req-1f6248f2-29df-4d85-adf2-88b0d21e6ef6 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Project 5dc398f5184842a99bb23af381a600c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 23:18:14.701438 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1f6248f2-29df-4d85-adf2-88b0d21e6ef6 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:14.761069 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1f6248f2-29df-4d85-adf2-88b0d21e6ef6 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:14.764954 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1f6248f2-29df-4d85-adf2-88b0d21e6ef6 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:14.782103 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6248f2-29df-4d85-adf2-88b0d21e6ef6 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=868729ad-57eb-4764-b8cf-ea1735e4f9ab,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:14.790602 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1f6248f2-29df-4d85-adf2-88b0d21e6ef6 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:14.791830 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-1f6248f2-29df-4d85-adf2-88b0d21e6ef6 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1220129 Jan 18 23:18:14.794518 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 60472) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:18:14.798842 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-772cf3f3-f9a3-4c3d-bb4a-75af3c0ea86b tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Request body: {'security_group_rule': {'security_group_id': '38feb729-b22b-4fed-a011-1b89ca251873', 'project_id': '5dc398f5184842a99bb23af381a600c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:18:14.821453 n-d-825064-1 neutron-server[102430]: INFO neutron.db.securitygroups_db [None req-772cf3f3-f9a3-4c3d-bb4a-75af3c0ea86b tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Project 5dc398f5184842a99bb23af381a600c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 23:18:14.826360 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-772cf3f3-f9a3-4c3d-bb4a-75af3c0ea86b tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:14.887111 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-772cf3f3-f9a3-4c3d-bb4a-75af3c0ea86b tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:14.890536 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-772cf3f3-f9a3-4c3d-bb4a-75af3c0ea86b tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:14.911092 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772cf3f3-f9a3-4c3d-bb4a-75af3c0ea86b tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8329ac04-7eae-4fb0-a74a-de1217c559a4,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:14.916950 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-772cf3f3-f9a3-4c3d-bb4a-75af3c0ea86b tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:14.917796 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-772cf3f3-f9a3-4c3d-bb4a-75af3c0ea86b tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1223314 Jan 18 23:18:15.053769 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-25ae00d1-1940-4d50-b708-5546d2c6521e req-acd615fa-243e-4f50-aec1-3cb71e3bf8cd tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-860773025&fields=id&tenant_id=5dc398f5184842a99bb23af381a600c6 HTTP/1.1" status: 200 len: 267 time: 0.0323465 Jan 18 23:18:15.175554 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ae00d1-1940-4d50-b708-5546d2c6521e req-60c2847e-77b7-4b5b-8bea-1bfef350972d tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:15.177160 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-25ae00d1-1940-4d50-b708-5546d2c6521e req-60c2847e-77b7-4b5b-8bea-1bfef350972d tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/networks?id=393e5a9a-f65e-4189-ae61-935760977622 HTTP/1.1" status: 200 len: 809 time: 0.1167676 Jan 18 23:18:15.204078 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-25ae00d1-1940-4d50-b708-5546d2c6521e req-ee5b10f2-448a-4efe-bbf6-d08b338a5172 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/quotas/5dc398f5184842a99bb23af381a600c6 HTTP/1.1" status: 200 len: 375 time: 0.0097883 Jan 18 23:18:15.256953 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-25ae00d1-1940-4d50-b708-5546d2c6521e req-ab0a0f97-9ec0-4f2f-be2c-0812eea68e14 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5dc398f5184842a99bb23af381a600c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468762 Jan 18 23:18:15.273162 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [req-25ae00d1-1940-4d50-b708-5546d2c6521e req-a0b2f7e4-31da-45e7-adb4-206aaca28106 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102430) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 23:18:15.274247 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-25ae00d1-1940-4d50-b708-5546d2c6521e req-a0b2f7e4-31da-45e7-adb4-206aaca28106 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055616 Jan 18 23:18:15.371438 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-25ae00d1-1940-4d50-b708-5546d2c6521e req-43765063-3f37-42ec-8262-140795299bb2 service neutron] 10.222.0.53 "GET /v2.0/networks/393e5a9a-f65e-4189-ae61-935760977622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897768 Jan 18 23:18:15.465303 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-25ae00d1-1940-4d50-b708-5546d2c6521e req-c9ef068c-58dd-4a09-a7cc-c878bfaed6d7 service neutron] 10.222.0.53 "GET /v2.0/networks/393e5a9a-f65e-4189-ae61-935760977622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872843 Jan 18 23:18:15.640377 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8dd76f0b-aec4-4b67-af58-5efb67b9f943 req-ed371380-2dc6-48ff-975b-a233cdf0641d tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e0b2083-f45c-417f-9db1-ed4f42276f0e HTTP/1.1" status: 200 len: 210 time: 0.0313885 Jan 18 23:18:16.492572 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6162c0-5f7e-47bb-98b5-f8e211e5aff4 None None] Sync routers for ids ['50bf2ae2-9311-4515-a5bf-b5032de12d64'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:18:16.501691 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6162c0-5f7e-47bb-98b5-f8e211e5aff4 None None] Routers {'50bf2ae2-9311-4515-a5bf-b5032de12d64'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:18:16.503076 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-4c6162c0-5f7e-47bb-98b5-f8e211e5aff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:17:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['50bf2ae2-9311-4515-a5bf-b5032de12d64'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:18:16.612398 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-4c6162c0-5f7e-47bb-98b5-f8e211e5aff4 None None] Set router 50bf2ae2-9311-4515-a5bf-b5032de12d64 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:18:16.677276 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ae00d1-1940-4d50-b708-5546d2c6521e req-8f2113e6-c211-4463-b74c-a67f9c41b58d tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:16.679374 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-25ae00d1-1940-4d50-b708-5546d2c6521e req-8f2113e6-c211-4463-b74c-a67f9c41b58d tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.67 "GET /v2.0/networks?id=393e5a9a-f65e-4189-ae61-935760977622 HTTP/1.1" status: 200 len: 809 time: 0.1232431 Jan 18 23:18:16.725816 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-25ae00d1-1940-4d50-b708-5546d2c6521e req-41a1b64c-f798-44d4-8c1d-e17a4c5190f8 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5dc398f5184842a99bb23af381a600c6 HTTP/1.1" status: 200 len: 379 time: 0.0375347 Jan 18 23:18:16.741050 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-25ae00d1-1940-4d50-b708-5546d2c6521e req-81fdca09-6e23-4645-8787-5508c0cf9efc tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Request body: {'port': {'device_id': '4e0b2083-f45c-417f-9db1-ed4f42276f0e', 'network_id': '393e5a9a-f65e-4189-ae61-935760977622', 'admin_state_up': True, 'tenant_id': '5dc398f5184842a99bb23af381a600c6', 'security_groups': ['38feb729-b22b-4fed-a011-1b89ca251873']}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:18:16.759208 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-04d89edb-2234-41b0-89a2-696dafe7bcb5 req-e46e191e-f4c9-40e3-a3ea-78505bc93234 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e0b2083-f45c-417f-9db1-ed4f42276f0e HTTP/1.1" status: 200 len: 210 time: 0.0324175 Jan 18 23:18:16.823921 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-4c6162c0-5f7e-47bb-98b5-f8e211e5aff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50bf2ae2-9311-4515-a5bf-b5032de12d64', 'name': 'tempest-TestShelveInstance-1796396168-router', 'tenant_id': '064dbc157e8f49ada5fb41fbdb478a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '6a7d3b07-e6dd-41f6-a92c-bef0b8b84119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:18:09Z', 'updated_at': '2022-01-18T23:18:12Z', 'revision_number': 4, 'project_id': '064dbc157e8f49ada5fb41fbdb478a1c', 'gw_port': {'id': '6a7d3b07-e6dd-41f6-a92c-bef0b8b84119', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:5d:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50bf2ae2-9311-4515-a5bf-b5032de12d64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:18:10Z', 'updated_at': '2022-01-18T23:18:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '2d88a99c-55f8-4706-b5e4-22d3f1d2a0e3', 'name': '', 'network_id': 'aeddb85e-614e-4b92-9e43-cfb9e730c505', 'tenant_id': '064dbc157e8f49ada5fb41fbdb478a1c', 'mac_address': 'fa:16:3e:04:82:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50bf2ae2-9311-4515-a5bf-b5032de12d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'e58b3471-2f3e-4a15-875d-09b517029819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:18:11Z', 'updated_at': '2022-01-18T23:18:12Z', 'revision_number': 2, 'project_id': '064dbc157e8f49ada5fb41fbdb478a1c', 'subnets': [{'id': 'e58b3471-2f3e-4a15-875d-09b517029819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:18:16.854058 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6162c0-5f7e-47bb-98b5-f8e211e5aff4 None None] Checking router: 50bf2ae2-9311-4515-a5bf-b5032de12d64 for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:18:16.854518 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6162c0-5f7e-47bb-98b5-f8e211e5aff4 None None] Updating router 50bf2ae2-9311-4515-a5bf-b5032de12d64 port 2d88a99c-55f8-4706-b5e4-22d3f1d2a0e3 binding host n-d-825064-1 {{(pid=102433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 23:18:16.870580 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25ae00d1-1940-4d50-b708-5546d2c6521e req-81fdca09-6e23-4645-8787-5508c0cf9efc tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Made reservation on behalf of 5dc398f5184842a99bb23af381a600c6 for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:18:16.874267 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-25ae00d1-1940-4d50-b708-5546d2c6521e req-81fdca09-6e23-4645-8787-5508c0cf9efc tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:16.881387 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4c6162c0-5f7e-47bb-98b5-f8e211e5aff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:16.925570 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 6a7d3b07-e6dd-41f6-a92c-bef0b8b84119 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 23:18:16.974934 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 6a7d3b07-e6dd-41f6-a92c-bef0b8b84119 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:18:16.975302 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:17.009426 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-25ae00d1-1940-4d50-b708-5546d2c6521e req-81fdca09-6e23-4645-8787-5508c0cf9efc tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Allocated IP 172.20.0.13 (393e5a9a-f65e-4189-ae61-935760977622/e7116a22-ad34-4267-8154-98bf4e4dc9da/968b97f7-5d90-4e60-a34b-8b694f52f181) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:18:17.056795 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:17.078692 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port 6a7d3b07-e6dd-41f6-a92c-bef0b8b84119, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=6a7d3b07-e6dd-41f6-a92c-bef0b8b84119,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:18:17.086956 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:17.142550 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=6a7d3b07-e6dd-41f6-a92c-bef0b8b84119,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:17.172366 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-25ae00d1-1940-4d50-b708-5546d2c6521e req-81fdca09-6e23-4645-8787-5508c0cf9efc tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:17.206757 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-25ae00d1-1940-4d50-b708-5546d2c6521e req-81fdca09-6e23-4645-8787-5508c0cf9efc tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:17.245931 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4c6162c0-5f7e-47bb-98b5-f8e211e5aff4 None None] Notify callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:17.250556 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25ae00d1-1940-4d50-b708-5546d2c6521e req-81fdca09-6e23-4645-8787-5508c0cf9efc tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Network 393e5a9a-f65e-4189-ae61-935760977622 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:18:17.251199 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4c6162c0-5f7e-47bb-98b5-f8e211e5aff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:17.254466 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-25ae00d1-1940-4d50-b708-5546d2c6521e req-81fdca09-6e23-4645-8787-5508c0cf9efc tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:18:17.258134 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-25ae00d1-1940-4d50-b708-5546d2c6521e req-81fdca09-6e23-4645-8787-5508c0cf9efc tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:18:17.289311 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fdca09-6e23-4645-8787-5508c0cf9efc tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Pushing event updated for resources: {'Port': ['ID=968b97f7-5d90-4e60-a34b-8b694f52f181,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:17.311557 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ae00d1-1940-4d50-b708-5546d2c6521e req-81fdca09-6e23-4645-8787-5508c0cf9efc tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:17.312062 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e41ff8-6ed6-4d69-b3c5-f5900dbc255e None None] Pushing event updated for resources: {'Port': ['ID=2d88a99c-55f8-4706-b5e4-22d3f1d2a0e3,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:17.312678 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-25ae00d1-1940-4d50-b708-5546d2c6521e req-81fdca09-6e23-4645-8787-5508c0cf9efc tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:17.335135 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-25ae00d1-1940-4d50-b708-5546d2c6521e req-81fdca09-6e23-4645-8787-5508c0cf9efc tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5989411 Jan 18 23:18:17.352721 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-25ae00d1-1940-4d50-b708-5546d2c6521e req-08dd2635-c56b-45b4-a8a0-37f3e289be6b service neutron] Request body: {'port': {'device_id': '4e0b2083-f45c-417f-9db1-ed4f42276f0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:18:17.365756 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-4c6162c0-5f7e-47bb-98b5-f8e211e5aff4 None None] Attempting to bind port 2d88a99c-55f8-4706-b5e4-22d3f1d2a0e3 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:18:17.366117 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-4c6162c0-5f7e-47bb-98b5-f8e211e5aff4 None None] Attempting to bind port 2d88a99c-55f8-4706-b5e4-22d3f1d2a0e3 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '4834ef58-833d-462f-acfe-facebd79dad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'aeddb85e-614e-4b92-9e43-cfb9e730c505'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:18:17.366474 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6162c0-5f7e-47bb-98b5-f8e211e5aff4 None None] Attempting to bind port 2d88a99c-55f8-4706-b5e4-22d3f1d2a0e3 on network aeddb85e-614e-4b92-9e43-cfb9e730c505 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 23:18:17.372772 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6162c0-5f7e-47bb-98b5-f8e211e5aff4 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 23:18:17.373133 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6162c0-5f7e-47bb-98b5-f8e211e5aff4 None None] Checking segment: {'id': '4834ef58-833d-462f-acfe-facebd79dad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'aeddb85e-614e-4b92-9e43-cfb9e730c505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 23:18:17.373529 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4c6162c0-5f7e-47bb-98b5-f8e211e5aff4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:17.373913 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6162c0-5f7e-47bb-98b5-f8e211e5aff4 None None] Bound using segment: {'id': '4834ef58-833d-462f-acfe-facebd79dad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'aeddb85e-614e-4b92-9e43-cfb9e730c505'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 23:18:17.374365 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-4c6162c0-5f7e-47bb-98b5-f8e211e5aff4 None None] Bound port: 2d88a99c-55f8-4706-b5e4-22d3f1d2a0e3, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4834ef58-833d-462f-acfe-facebd79dad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'aeddb85e-614e-4b92-9e43-cfb9e730c505'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:18:17.374765 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4c6162c0-5f7e-47bb-98b5-f8e211e5aff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:17.423746 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-25ae00d1-1940-4d50-b708-5546d2c6521e req-08dd2635-c56b-45b4-a8a0-37f3e289be6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:17.459779 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-4c6162c0-5f7e-47bb-98b5-f8e211e5aff4 None None] For port 2d88a99c-55f8-4706-b5e4-22d3f1d2a0e3, host n-d-825064-1, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:18:17.463519 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-4c6162c0-5f7e-47bb-98b5-f8e211e5aff4 None None] For port 2d88a99c-55f8-4706-b5e4-22d3f1d2a0e3, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=2d88a99c-55f8-4706-b5e4-22d3f1d2a0e3,segment=NetworkSegment(4834ef58-833d-462f-acfe-facebd79dad2),segment_id=4834ef58-833d-462f-acfe-facebd79dad2)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:18:17.469520 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4c6162c0-5f7e-47bb-98b5-f8e211e5aff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:17.525454 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e41ff8-6ed6-4d69-b3c5-f5900dbc255e None None] Pushing event updated for resources: {'Port': ['ID=2d88a99c-55f8-4706-b5e4-22d3f1d2a0e3,revision_number=4']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:17.542321 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6162c0-5f7e-47bb-98b5-f8e211e5aff4 None None] Routers {'50bf2ae2-9311-4515-a5bf-b5032de12d64'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:18:17.542929 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-4c6162c0-5f7e-47bb-98b5-f8e211e5aff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:17:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['50bf2ae2-9311-4515-a5bf-b5032de12d64'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:18:17.592164 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-e48c5f6a-e747-4627-9bbd-2d2b9321898b None None] Provisioning complete for port 2d88a99c-55f8-4706-b5e4-22d3f1d2a0e3 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:18:17.592378 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e48c5f6a-e747-4627-9bbd-2d2b9321898b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:17.676371 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-4c6162c0-5f7e-47bb-98b5-f8e211e5aff4 None None] Set router 50bf2ae2-9311-4515-a5bf-b5032de12d64 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:18:17.686369 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e48c5f6a-e747-4627-9bbd-2d2b9321898b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:17.718905 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-e48c5f6a-e747-4627-9bbd-2d2b9321898b None None] For port 2d88a99c-55f8-4706-b5e4-22d3f1d2a0e3, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=2d88a99c-55f8-4706-b5e4-22d3f1d2a0e3,segment=NetworkSegment(4834ef58-833d-462f-acfe-facebd79dad2),segment_id=4834ef58-833d-462f-acfe-facebd79dad2)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:18:17.725707 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e48c5f6a-e747-4627-9bbd-2d2b9321898b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:17.743679 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [req-25ae00d1-1940-4d50-b708-5546d2c6521e req-08dd2635-c56b-45b4-a8a0-37f3e289be6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 968b97f7-5d90-4e60-a34b-8b694f52f181 {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:18:17.752692 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-25ae00d1-1940-4d50-b708-5546d2c6521e req-08dd2635-c56b-45b4-a8a0-37f3e289be6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:17.766451 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-25ae00d1-1940-4d50-b708-5546d2c6521e req-08dd2635-c56b-45b4-a8a0-37f3e289be6b service neutron] Transition to ACTIVE for port object 968b97f7-5d90-4e60-a34b-8b694f52f181 will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:18:17.769155 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-e48c5f6a-e747-4627-9bbd-2d2b9321898b None None] Provisioning complete for port 968b97f7-5d90-4e60-a34b-8b694f52f181 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:18:17.769532 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e48c5f6a-e747-4627-9bbd-2d2b9321898b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:17.774087 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-25ae00d1-1940-4d50-b708-5546d2c6521e req-08dd2635-c56b-45b4-a8a0-37f3e289be6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:17.824880 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48c5f6a-e747-4627-9bbd-2d2b9321898b None None] Pushing event updated for resources: {'Port': ['ID=2d88a99c-55f8-4706-b5e4-22d3f1d2a0e3,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:17.844723 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-e48c5f6a-e747-4627-9bbd-2d2b9321898b None None] Port 968b97f7-5d90-4e60-a34b-8b694f52f181 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 23:18:17.905738 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dd2635-c56b-45b4-a8a0-37f3e289be6b service neutron] Pushing event updated for resources: {'Port': ['ID=968b97f7-5d90-4e60-a34b-8b694f52f181,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:17.930573 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-4c6162c0-5f7e-47bb-98b5-f8e211e5aff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50bf2ae2-9311-4515-a5bf-b5032de12d64', 'name': 'tempest-TestShelveInstance-1796396168-router', 'tenant_id': '064dbc157e8f49ada5fb41fbdb478a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '6a7d3b07-e6dd-41f6-a92c-bef0b8b84119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:18:09Z', 'updated_at': '2022-01-18T23:18:12Z', 'revision_number': 4, 'project_id': '064dbc157e8f49ada5fb41fbdb478a1c', 'gw_port': {'id': '6a7d3b07-e6dd-41f6-a92c-bef0b8b84119', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:5d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50bf2ae2-9311-4515-a5bf-b5032de12d64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:18:10Z', 'updated_at': '2022-01-18T23:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '2d88a99c-55f8-4706-b5e4-22d3f1d2a0e3', 'name': '', 'network_id': 'aeddb85e-614e-4b92-9e43-cfb9e730c505', 'tenant_id': '064dbc157e8f49ada5fb41fbdb478a1c', 'mac_address': 'fa:16:3e:04:82:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50bf2ae2-9311-4515-a5bf-b5032de12d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'e58b3471-2f3e-4a15-875d-09b517029819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:18:11Z', 'updated_at': '2022-01-18T23:18:17Z', 'revision_number': 4, 'project_id': '064dbc157e8f49ada5fb41fbdb478a1c', 'subnets': [{'id': 'e58b3471-2f3e-4a15-875d-09b517029819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:18:17.957933 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6162c0-5f7e-47bb-98b5-f8e211e5aff4 None None] The sync data for ids ['50bf2ae2-9311-4515-a5bf-b5032de12d64'] in n-d-825064-1 is: [{'id': '50bf2ae2-9311-4515-a5bf-b5032de12d64', 'name': 'tempest-TestShelveInstance-1796396168-router', 'tenant_id': '064dbc157e8f49ada5fb41fbdb478a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '6a7d3b07-e6dd-41f6-a92c-bef0b8b84119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:18:09Z', 'updated_at': '2022-01-18T23:18:12Z', 'revision_number': 4, 'project_id': '064dbc157e8f49ada5fb41fbdb478a1c', 'gw_port': {'id': '6a7d3b07-e6dd-41f6-a92c-bef0b8b84119', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:5d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50bf2ae2-9311-4515-a5bf-b5032de12d64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:18:10Z', 'updated_at': '2022-01-18T23:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '2d88a99c-55f8-4706-b5e4-22d3f1d2a0e3', 'name': '', 'network_id': 'aeddb85e-614e-4b92-9e43-cfb9e730c505', 'tenant_id': '064dbc157e8f49ada5fb41fbdb478a1c', 'mac_address': 'fa:16:3e:04:82:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50bf2ae2-9311-4515-a5bf-b5032de12d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'e58b3471-2f3e-4a15-875d-09b517029819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:18:11Z', 'updated_at': '2022-01-18T23:18:17Z', 'revision_number': 4, 'project_id': '064dbc157e8f49ada5fb41fbdb478a1c', 'subnets': [{'id': 'e58b3471-2f3e-4a15-875d-09b517029819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:18:17.966627 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-58292c1a-d158-43b0-a312-35ff086eb8f3 None None] Provisioning complete for port 2d88a99c-55f8-4706-b5e4-22d3f1d2a0e3 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:18:17.967211 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-58292c1a-d158-43b0-a312-35ff086eb8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:17.979288 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c3261d-d843-44e6-b2f6-583ef7ce7a30 req-e5e27450-b772-468c-bbc6-cacd6a5ab7b4 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:17.981044 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-57c3261d-d843-44e6-b2f6-583ef7ce7a30 req-e5e27450-b772-468c-bbc6-cacd6a5ab7b4 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e0b2083-f45c-417f-9db1-ed4f42276f0e HTTP/1.1" status: 200 len: 944 time: 0.1043918 Jan 18 23:18:17.982346 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-25ae00d1-1940-4d50-b708-5546d2c6521e req-08dd2635-c56b-45b4-a8a0-37f3e289be6b service neutron] Attempting to bind port 968b97f7-5d90-4e60-a34b-8b694f52f181 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:18:17.982672 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-25ae00d1-1940-4d50-b708-5546d2c6521e req-08dd2635-c56b-45b4-a8a0-37f3e289be6b service neutron] Attempting to bind port 968b97f7-5d90-4e60-a34b-8b694f52f181 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '6fda13f1-56c5-4f3c-a673-22cd067a261d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '393e5a9a-f65e-4189-ae61-935760977622'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:18:17.982998 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ae00d1-1940-4d50-b708-5546d2c6521e req-08dd2635-c56b-45b4-a8a0-37f3e289be6b service neutron] Attempting to bind port 968b97f7-5d90-4e60-a34b-8b694f52f181 on network 393e5a9a-f65e-4189-ae61-935760977622 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 23:18:17.989237 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ae00d1-1940-4d50-b708-5546d2c6521e req-08dd2635-c56b-45b4-a8a0-37f3e289be6b service neutron] Port 968b97f7-5d90-4e60-a34b-8b694f52f181 on network 393e5a9a-f65e-4189-ae61-935760977622 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 23:18:17.989563 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ae00d1-1940-4d50-b708-5546d2c6521e req-08dd2635-c56b-45b4-a8a0-37f3e289be6b service neutron] Attempting to bind port 968b97f7-5d90-4e60-a34b-8b694f52f181 on network 393e5a9a-f65e-4189-ae61-935760977622 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 23:18:18.001223 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ae00d1-1940-4d50-b708-5546d2c6521e req-08dd2635-c56b-45b4-a8a0-37f3e289be6b service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 23:18:18.001365 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ae00d1-1940-4d50-b708-5546d2c6521e req-08dd2635-c56b-45b4-a8a0-37f3e289be6b service neutron] Checking segment: {'id': '6fda13f1-56c5-4f3c-a673-22cd067a261d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '393e5a9a-f65e-4189-ae61-935760977622'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 23:18:18.001752 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ae00d1-1940-4d50-b708-5546d2c6521e req-08dd2635-c56b-45b4-a8a0-37f3e289be6b service neutron] Bound using segment: {'id': '6fda13f1-56c5-4f3c-a673-22cd067a261d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '393e5a9a-f65e-4189-ae61-935760977622'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 23:18:18.002363 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-25ae00d1-1940-4d50-b708-5546d2c6521e req-08dd2635-c56b-45b4-a8a0-37f3e289be6b service neutron] Bound port: 968b97f7-5d90-4e60-a34b-8b694f52f181, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fda13f1-56c5-4f3c-a673-22cd067a261d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '393e5a9a-f65e-4189-ae61-935760977622'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:18:18.002571 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-25ae00d1-1940-4d50-b708-5546d2c6521e req-08dd2635-c56b-45b4-a8a0-37f3e289be6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:18.067756 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-57c3261d-d843-44e6-b2f6-583ef7ce7a30 req-49002926-ed66-43c9-aca7-bb613a4c87b6 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/security-groups?id=38feb729-b22b-4fed-a011-1b89ca251873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756869 Jan 18 23:18:18.105954 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-25ae00d1-1940-4d50-b708-5546d2c6521e req-08dd2635-c56b-45b4-a8a0-37f3e289be6b service neutron] For port 968b97f7-5d90-4e60-a34b-8b694f52f181, host n-h2-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:18:18.109393 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-25ae00d1-1940-4d50-b708-5546d2c6521e req-08dd2635-c56b-45b4-a8a0-37f3e289be6b service neutron] For port 968b97f7-5d90-4e60-a34b-8b694f52f181, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=968b97f7-5d90-4e60-a34b-8b694f52f181,segment=NetworkSegment(6fda13f1-56c5-4f3c-a673-22cd067a261d),segment_id=6fda13f1-56c5-4f3c-a673-22cd067a261d)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:18:18.113528 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-25ae00d1-1940-4d50-b708-5546d2c6521e req-08dd2635-c56b-45b4-a8a0-37f3e289be6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:18.150936 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ae00d1-1940-4d50-b708-5546d2c6521e req-08dd2635-c56b-45b4-a8a0-37f3e289be6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:18.151680 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-25ae00d1-1940-4d50-b708-5546d2c6521e req-08dd2635-c56b-45b4-a8a0-37f3e289be6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:18.153235 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-25ae00d1-1940-4d50-b708-5546d2c6521e req-08dd2635-c56b-45b4-a8a0-37f3e289be6b service neutron] 10.222.0.67 "PUT /v2.0/ports/968b97f7-5d90-4e60-a34b-8b694f52f181 HTTP/1.1" status: 200 len: 1092 time: 0.8083131 Jan 18 23:18:18.153690 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e0b2083-f45c-417f-9db1-ed4f42276f0e', 'tag': '968b97f7-5d90-4e60-a34b-8b694f52f181'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:18:18.155974 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f9cd323385b35eafd7505e92119ef15b9cb9d1db746596d3e25314435e3cbaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b69a85bd-2325-4b6c-b437-60b4f2ad9d1a" -d '{"events": [{"name": "network-changed", "server_uuid": "4e0b2083-f45c-417f-9db1-ed4f42276f0e", "tag": "968b97f7-5d90-4e60-a34b-8b694f52f181"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 23:18:18.184621 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dd2635-c56b-45b4-a8a0-37f3e289be6b service neutron] Pushing event updated for resources: {'Port': ['ID=968b97f7-5d90-4e60-a34b-8b694f52f181,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:18.233901 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 23:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73e51d16-eba0-4cd0-884c-db9f4c207bcf x-openstack-request-id: req-73e51d16-eba0-4cd0-884c-db9f4c207bcf {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 23:18:18.234266 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e0b2083-f45c-417f-9db1-ed4f42276f0e", "tag": "968b97f7-5d90-4e60-a34b-8b694f52f181", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 23:18:18.234581 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-73e51d16-eba0-4cd0-884c-db9f4c207bcf {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 23:18:18.235046 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e0b2083-f45c-417f-9db1-ed4f42276f0e', 'tag': '968b97f7-5d90-4e60-a34b-8b694f52f181', 'status': 'completed', 'code': 200} Jan 18 23:18:18.255028 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ae00d1-1940-4d50-b708-5546d2c6521e req-5d2c6c1f-09aa-485b-ad89-b475cf8a694f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:18.257029 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-25ae00d1-1940-4d50-b708-5546d2c6521e req-5d2c6c1f-09aa-485b-ad89-b475cf8a694f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5dc398f5184842a99bb23af381a600c6&device_id=4e0b2083-f45c-417f-9db1-ed4f42276f0e HTTP/1.1" status: 200 len: 1095 time: 0.0606451 Jan 18 23:18:18.300625 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-25ae00d1-1940-4d50-b708-5546d2c6521e req-d185a75d-4870-4fae-8f05-4334957878d3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=968b97f7-5d90-4e60-a34b-8b694f52f181 HTTP/1.1" status: 200 len: 217 time: 0.0360007 Jan 18 23:18:18.357844 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ae00d1-1940-4d50-b708-5546d2c6521e req-9f1580ed-4c71-44f9-aca1-f54e810d1845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:18.359311 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-25ae00d1-1940-4d50-b708-5546d2c6521e req-9f1580ed-4c71-44f9-aca1-f54e810d1845 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e7116a22-ad34-4267-8154-98bf4e4dc9da HTTP/1.1" status: 200 len: 848 time: 0.0530028 Jan 18 23:18:18.406719 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ae00d1-1940-4d50-b708-5546d2c6521e req-80d662cb-03f0-4879-9bbf-88fc15b95302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:18.408957 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-25ae00d1-1940-4d50-b708-5546d2c6521e req-80d662cb-03f0-4879-9bbf-88fc15b95302 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=393e5a9a-f65e-4189-ae61-935760977622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427017 Jan 18 23:18:18.500614 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-25ae00d1-1940-4d50-b708-5546d2c6521e req-15c056b1-8237-4142-9377-9210611c26b2 service neutron] 10.222.0.67 "GET /v2.0/networks/393e5a9a-f65e-4189-ae61-935760977622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854728 Jan 18 23:18:18.591355 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-25ae00d1-1940-4d50-b708-5546d2c6521e req-d011a7a3-4cb6-45b3-86b4-dd695cd6858d service neutron] 10.222.0.67 "GET /v2.0/networks/393e5a9a-f65e-4189-ae61-935760977622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848970 Jan 18 23:18:18.671182 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69a85bd-2325-4b6c-b437-60b4f2ad9d1a req-164ae033-18dd-45d3-a56d-59b7f07c32d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:18.672671 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b69a85bd-2325-4b6c-b437-60b4f2ad9d1a req-164ae033-18dd-45d3-a56d-59b7f07c32d0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5dc398f5184842a99bb23af381a600c6&device_id=4e0b2083-f45c-417f-9db1-ed4f42276f0e HTTP/1.1" status: 200 len: 1095 time: 0.0409036 Jan 18 23:18:18.764569 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69a85bd-2325-4b6c-b437-60b4f2ad9d1a req-c974cf75-b4de-4937-aa22-6594b646b3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:18.765915 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b69a85bd-2325-4b6c-b437-60b4f2ad9d1a req-c974cf75-b4de-4937-aa22-6594b646b3fe service neutron] 10.222.0.67 "GET /v2.0/networks?id=393e5a9a-f65e-4189-ae61-935760977622 HTTP/1.1" status: 200 len: 909 time: 0.0848911 Jan 18 23:18:18.805636 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b69a85bd-2325-4b6c-b437-60b4f2ad9d1a req-ea5670bb-591f-44bf-8f80-fb240c51218d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=968b97f7-5d90-4e60-a34b-8b694f52f181 HTTP/1.1" status: 200 len: 217 time: 0.0331762 Jan 18 23:18:18.855122 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69a85bd-2325-4b6c-b437-60b4f2ad9d1a req-baba26c5-a3b7-46a6-9ac2-637d116e24d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:18.855122 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b69a85bd-2325-4b6c-b437-60b4f2ad9d1a req-baba26c5-a3b7-46a6-9ac2-637d116e24d4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e7116a22-ad34-4267-8154-98bf4e4dc9da HTTP/1.1" status: 200 len: 848 time: 0.0421386 Jan 18 23:18:18.905717 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69a85bd-2325-4b6c-b437-60b4f2ad9d1a req-5dfb4caa-8423-4ae7-9eee-36d6a988f494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:18.907381 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b69a85bd-2325-4b6c-b437-60b4f2ad9d1a req-5dfb4caa-8423-4ae7-9eee-36d6a988f494 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=393e5a9a-f65e-4189-ae61-935760977622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442433 Jan 18 23:18:18.913337 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 2d88a99c-55f8-4706-b5e4-22d3f1d2a0e3 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 23:18:18.959693 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 2d88a99c-55f8-4706-b5e4-22d3f1d2a0e3 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:18:18.960057 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:18.997687 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b69a85bd-2325-4b6c-b437-60b4f2ad9d1a req-24a44f70-c673-4be7-8c40-fe3ac7f0d7b4 service neutron] 10.222.0.67 "GET /v2.0/networks/393e5a9a-f65e-4189-ae61-935760977622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824213 Jan 18 23:18:19.034660 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 6a7d3b07-e6dd-41f6-a92c-bef0b8b84119 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 23:18:19.085447 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 6a7d3b07-e6dd-41f6-a92c-bef0b8b84119 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:18:19.085814 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:19.092084 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b69a85bd-2325-4b6c-b437-60b4f2ad9d1a req-bf3f611f-e2d4-4f56-97af-2ce22848894f service neutron] 10.222.0.67 "GET /v2.0/networks/393e5a9a-f65e-4189-ae61-935760977622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880013 Jan 18 23:18:19.198208 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b93de4-881f-4964-8c9a-e16dbc30db00 req-7b217ab2-1efe-4194-86cc-bce53434b9f4 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:19.199767 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-34b93de4-881f-4964-8c9a-e16dbc30db00 req-7b217ab2-1efe-4194-86cc-bce53434b9f4 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e0b2083-f45c-417f-9db1-ed4f42276f0e HTTP/1.1" status: 200 len: 944 time: 0.0530965 Jan 18 23:18:19.238145 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-34b93de4-881f-4964-8c9a-e16dbc30db00 req-1a5a9e8b-4a54-4ceb-8309-76ff45e7cc18 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/security-groups?id=38feb729-b22b-4fed-a011-1b89ca251873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320156 Jan 18 23:18:19.382915 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3d37ef0b-260d-456f-b77a-b3a41951b9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:20.351720 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ad8331-691b-44fd-a960-b6341a63615c req-8b244597-3336-4244-8bd3-4925ef50f195 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:20.353128 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-10ad8331-691b-44fd-a960-b6341a63615c req-8b244597-3336-4244-8bd3-4925ef50f195 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e0b2083-f45c-417f-9db1-ed4f42276f0e HTTP/1.1" status: 200 len: 944 time: 0.0479035 Jan 18 23:18:20.391771 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-10ad8331-691b-44fd-a960-b6341a63615c req-ac4e7150-48d9-4de0-a47a-94db7f786482 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/security-groups?id=38feb729-b22b-4fed-a011-1b89ca251873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326290 Jan 18 23:18:21.046583 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 968b97f7-5d90-4e60-a34b-8b694f52f181 details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 23:18:21.140617 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 968b97f7-5d90-4e60-a34b-8b694f52f181, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=968b97f7-5d90-4e60-a34b-8b694f52f181,segment=NetworkSegment(6fda13f1-56c5-4f3c-a673-22cd067a261d),segment_id=6fda13f1-56c5-4f3c-a673-22cd067a261d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:18:21.151242 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': '968b97f7-5d90-4e60-a34b-8b694f52f181', 'network_id': '393e5a9a-f65e-4189-ae61-935760977622', 'port_id': '968b97f7-5d90-4e60-a34b-8b694f52f181', 'mac_address': 'fa:16:3e:fd:98:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7116a22-ad34-4267-8154-98bf4e4dc9da', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 23:18:21.187686 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:21.200006 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 968b97f7-5d90-4e60-a34b-8b694f52f181 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:18:21.218662 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 968b97f7-5d90-4e60-a34b-8b694f52f181, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=968b97f7-5d90-4e60-a34b-8b694f52f181,segment=NetworkSegment(6fda13f1-56c5-4f3c-a673-22cd067a261d),segment_id=6fda13f1-56c5-4f3c-a673-22cd067a261d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:18:21.223048 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:21.268496 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=968b97f7-5d90-4e60-a34b-8b694f52f181,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:21.445964 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['968b97f7-5d90-4e60-a34b-8b694f52f181'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 23:18:21.511219 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5721fb-cf41-49d3-b547-6bf017248bca req-cad3d745-5930-4cb7-a5db-fd8fa21c78d2 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:21.512774 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fc5721fb-cf41-49d3-b547-6bf017248bca req-cad3d745-5930-4cb7-a5db-fd8fa21c78d2 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e0b2083-f45c-417f-9db1-ed4f42276f0e HTTP/1.1" status: 200 len: 945 time: 0.0536261 Jan 18 23:18:21.552317 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fc5721fb-cf41-49d3-b547-6bf017248bca req-b392ec3e-4d96-475b-ae7d-a96fed605a15 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/security-groups?id=38feb729-b22b-4fed-a011-1b89ca251873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326366 Jan 18 23:18:22.008314 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a0d4f01d-008e-4948-9dc8-8da718d4fa38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:22.665131 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005f68bf-4eed-4ffc-b13d-5e5ae542e316 req-82f2a082-6a0e-4758-bc62-18d1cb0e5d35 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:22.666637 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-005f68bf-4eed-4ffc-b13d-5e5ae542e316 req-82f2a082-6a0e-4758-bc62-18d1cb0e5d35 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e0b2083-f45c-417f-9db1-ed4f42276f0e HTTP/1.1" status: 200 len: 945 time: 0.0488715 Jan 18 23:18:22.706210 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-005f68bf-4eed-4ffc-b13d-5e5ae542e316 req-a76c8d4b-b236-4182-aa64-0117c03df949 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/security-groups?id=38feb729-b22b-4fed-a011-1b89ca251873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328057 Jan 18 23:18:23.061685 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 968b97f7-5d90-4e60-a34b-8b694f52f181 up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 23:18:23.113513 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port 968b97f7-5d90-4e60-a34b-8b694f52f181 completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:18:23.117034 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port 968b97f7-5d90-4e60-a34b-8b694f52f181 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:18:23.117403 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:23.171035 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:23.202105 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:23.223961 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e0b2083-f45c-417f-9db1-ed4f42276f0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '968b97f7-5d90-4e60-a34b-8b694f52f181'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:18:23.226202 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b134bc65f967cea6f1797bfdd7611f84549a2ae334dac04105da021bbc0aa067" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-101724fc-d770-4459-9dfd-67aacaab95b2" -d '{"events": [{"server_uuid": "4e0b2083-f45c-417f-9db1-ed4f42276f0e", "name": "network-vif-plugged", "status": "completed", "tag": "968b97f7-5d90-4e60-a34b-8b694f52f181"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 23:18:23.238577 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 968b97f7-5d90-4e60-a34b-8b694f52f181, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=968b97f7-5d90-4e60-a34b-8b694f52f181,segment=NetworkSegment(6fda13f1-56c5-4f3c-a673-22cd067a261d),segment_id=6fda13f1-56c5-4f3c-a673-22cd067a261d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:18:23.243114 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:23.267235 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 23:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d562315-a120-45f1-9ef6-c04e231dd533 x-openstack-request-id: req-1d562315-a120-45f1-9ef6-c04e231dd533 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 23:18:23.267567 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e0b2083-f45c-417f-9db1-ed4f42276f0e", "name": "network-vif-plugged", "status": "completed", "tag": "968b97f7-5d90-4e60-a34b-8b694f52f181", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 23:18:23.267776 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1d562315-a120-45f1-9ef6-c04e231dd533 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 23:18:23.268186 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e0b2083-f45c-417f-9db1-ed4f42276f0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '968b97f7-5d90-4e60-a34b-8b694f52f181', 'code': 200} Jan 18 23:18:23.293155 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=968b97f7-5d90-4e60-a34b-8b694f52f181,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:23.359102 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2336acc9-552c-4061-834c-a8d377ff90d1 req-e37333a1-52b5-4c7a-93d7-90e1c60d1383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:23.360691 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2336acc9-552c-4061-834c-a8d377ff90d1 req-e37333a1-52b5-4c7a-93d7-90e1c60d1383 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4e0b2083-f45c-417f-9db1-ed4f42276f0e HTTP/1.1" status: 200 len: 1097 time: 0.0389323 Jan 18 23:18:23.395141 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2336acc9-552c-4061-834c-a8d377ff90d1 req-2a32d67a-1de0-4d22-9d16-eb93a8a9cf0a service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=38feb729-b22b-4fed-a011-1b89ca251873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278976 Jan 18 23:18:23.827768 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4260f3b-4a12-442c-9fed-de83a1d4a7f9 req-f179f388-cb0a-442a-8d57-a17bf8a3fc19 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:23.829251 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d4260f3b-4a12-442c-9fed-de83a1d4a7f9 req-f179f388-cb0a-442a-8d57-a17bf8a3fc19 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e0b2083-f45c-417f-9db1-ed4f42276f0e HTTP/1.1" status: 200 len: 946 time: 0.0531111 Jan 18 23:18:23.867944 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d4260f3b-4a12-442c-9fed-de83a1d4a7f9 req-58c3af32-ab71-4210-972b-b687b4804421 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/security-groups?id=38feb729-b22b-4fed-a011-1b89ca251873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327148 Jan 18 23:18:24.622586 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:24.722541 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:24.983928 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c9154e-2c96-45af-8f6b-b1e936989e6a req-fa56ec78-d83b-47ed-a1bf-70bb5986b3bd tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:24.985365 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-87c9154e-2c96-45af-8f6b-b1e936989e6a req-fa56ec78-d83b-47ed-a1bf-70bb5986b3bd tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e0b2083-f45c-417f-9db1-ed4f42276f0e HTTP/1.1" status: 200 len: 946 time: 0.0497630 Jan 18 23:18:25.023384 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-87c9154e-2c96-45af-8f6b-b1e936989e6a req-11484b99-bc7f-4333-aed6-5b5c8c18daaf tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/security-groups?id=38feb729-b22b-4fed-a011-1b89ca251873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314739 Jan 18 23:18:25.134698 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b64957-acea-4b6b-935b-b1efc60901b2 req-35258bcb-7c69-4b2d-988e-c2890490b0f2 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:25.136427 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f4b64957-acea-4b6b-935b-b1efc60901b2 req-35258bcb-7c69-4b2d-988e-c2890490b0f2 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e0b2083-f45c-417f-9db1-ed4f42276f0e HTTP/1.1" status: 200 len: 946 time: 0.0479183 Jan 18 23:18:25.172722 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f4b64957-acea-4b6b-935b-b1efc60901b2 req-7012bea6-bbca-4320-81b8-c874fb3401b8 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/security-groups?id=38feb729-b22b-4fed-a011-1b89ca251873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304244 Jan 18 23:18:25.194056 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 60526) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:18:25.320607 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2aaf09-6d49-4a6d-bae3-b609d9a806b1 tempest-TestShelveInstance-629897456 tempest-TestShelveInstance-629897456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:25.322081 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-2f2aaf09-6d49-4a6d-bae3-b609d9a806b1 tempest-TestShelveInstance-629897456 tempest-TestShelveInstance-629897456-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4e0b2083-f45c-417f-9db1-ed4f42276f0e HTTP/1.1" status: 200 len: 1092 time: 0.1270807 Jan 18 23:18:25.324992 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 60530) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:18:25.329148 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-8b69a0ad-3f7d-449c-933e-3b06b93d0a06 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Request body: {'floatingip': {'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'port_id': '968b97f7-5d90-4e60-a34b-8b694f52f181', 'tenant_id': '5dc398f5184842a99bb23af381a600c6', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:18:25.352370 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8b69a0ad-3f7d-449c-933e-3b06b93d0a06 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify callbacks [] for floatingip, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:25.447179 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8b69a0ad-3f7d-449c-933e-3b06b93d0a06 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:25.552340 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-8b69a0ad-3f7d-449c-933e-3b06b93d0a06 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Allocated IP 172.25.5.155 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/92718271-fc14-44a3-a20b-4e91d0aefdbb) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:18:25.649818 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8b69a0ad-3f7d-449c-933e-3b06b93d0a06 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:25.682202 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8b69a0ad-3f7d-449c-933e-3b06b93d0a06 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:25.721420 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b69a0ad-3f7d-449c-933e-3b06b93d0a06 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:18:25.726138 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-8b69a0ad-3f7d-449c-933e-3b06b93d0a06 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:18:25.729774 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b69a0ad-3f7d-449c-933e-3b06b93d0a06 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:18:25.755366 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b69a0ad-3f7d-449c-933e-3b06b93d0a06 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Pushing event updated for resources: {'Port': ['ID=92718271-fc14-44a3-a20b-4e91d0aefdbb,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:26.077598 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8b69a0ad-3f7d-449c-933e-3b06b93d0a06 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:26.145252 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8b69a0ad-3f7d-449c-933e-3b06b93d0a06 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:26.288363 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8b69a0ad-3f7d-449c-933e-3b06b93d0a06 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:26.292693 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8b69a0ad-3f7d-449c-933e-3b06b93d0a06 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:26.359100 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b69a0ad-3f7d-449c-933e-3b06b93d0a06 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Pushing event updated for resources: {'Port': ['ID=92718271-fc14-44a3-a20b-4e91d0aefdbb,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:26.367523 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8b69a0ad-3f7d-449c-933e-3b06b93d0a06 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043075'] for floatingip, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:26.464484 n-d-825064-1 neutron-server[102430]: INFO neutron.db.l3_db [None req-8b69a0ad-3f7d-449c-933e-3b06b93d0a06 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Floating IP f8aa661f-e78e-45ed-9270-adf26775b8a1 associated. External IP: 172.25.5.155, port: 968b97f7-5d90-4e60-a34b-8b694f52f181. Jan 18 23:18:26.970539 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b69a0ad-3f7d-449c-933e-3b06b93d0a06 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Router 2cd92ddb-5068-496d-aa19-4da5b46c8c8b has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:18:27.074423 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b69a0ad-3f7d-449c-933e-3b06b93d0a06 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:18:27.085149 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775acc7f-ac3d-4495-ac6d-f111d3f85715 None None] Sync routers for ids ['2cd92ddb-5068-496d-aa19-4da5b46c8c8b'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:18:27.093485 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8b69a0ad-3f7d-449c-933e-3b06b93d0a06 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:27.095292 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775acc7f-ac3d-4495-ac6d-f111d3f85715 None None] Routers {'2cd92ddb-5068-496d-aa19-4da5b46c8c8b'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:18:27.096544 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-775acc7f-ac3d-4495-ac6d-f111d3f85715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:18:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['2cd92ddb-5068-496d-aa19-4da5b46c8c8b'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:18:27.119636 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-8b69a0ad-3f7d-449c-933e-3b06b93d0a06 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7936614 Jan 18 23:18:27.120218 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e0b2083-f45c-417f-9db1-ed4f42276f0e', 'tag': '968b97f7-5d90-4e60-a34b-8b694f52f181'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:18:27.122484 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f9cd323385b35eafd7505e92119ef15b9cb9d1db746596d3e25314435e3cbaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bd46c93-88cd-4313-ac50-16fbe5609d4f" -d '{"events": [{"name": "network-changed", "server_uuid": "4e0b2083-f45c-417f-9db1-ed4f42276f0e", "tag": "968b97f7-5d90-4e60-a34b-8b694f52f181"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 23:18:27.159605 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 23:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca1c2370-044e-41da-b463-fe377d19387b x-openstack-request-id: req-ca1c2370-044e-41da-b463-fe377d19387b {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 23:18:27.159934 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e0b2083-f45c-417f-9db1-ed4f42276f0e", "tag": "968b97f7-5d90-4e60-a34b-8b694f52f181", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 23:18:27.160222 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ca1c2370-044e-41da-b463-fe377d19387b {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 23:18:27.160628 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e0b2083-f45c-417f-9db1-ed4f42276f0e', 'tag': '968b97f7-5d90-4e60-a34b-8b694f52f181', 'status': 'completed', 'code': 200} Jan 18 23:18:27.207848 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-775acc7f-ac3d-4495-ac6d-f111d3f85715 None None] Set router 2cd92ddb-5068-496d-aa19-4da5b46c8c8b gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:18:27.218950 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd46c93-88cd-4313-ac50-16fbe5609d4f req-82fa0374-e5ab-41a9-ac44-8bf3b6c0cae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:27.220490 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0bd46c93-88cd-4313-ac50-16fbe5609d4f req-82fa0374-e5ab-41a9-ac44-8bf3b6c0cae6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5dc398f5184842a99bb23af381a600c6&device_id=4e0b2083-f45c-417f-9db1-ed4f42276f0e HTTP/1.1" status: 200 len: 1097 time: 0.0400503 Jan 18 23:18:27.311819 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd46c93-88cd-4313-ac50-16fbe5609d4f req-3450e8e7-9995-429a-919f-ae5d8c0bb331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:27.313305 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0bd46c93-88cd-4313-ac50-16fbe5609d4f req-3450e8e7-9995-429a-919f-ae5d8c0bb331 service neutron] 10.222.0.67 "GET /v2.0/networks?id=393e5a9a-f65e-4189-ae61-935760977622 HTTP/1.1" status: 200 len: 909 time: 0.0866101 Jan 18 23:18:27.377406 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0bd46c93-88cd-4313-ac50-16fbe5609d4f req-c59b75f6-af4e-48e2-b0e1-b24233a60e69 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=968b97f7-5d90-4e60-a34b-8b694f52f181 HTTP/1.1" status: 200 len: 1000 time: 0.0571892 Jan 18 23:18:27.425537 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd46c93-88cd-4313-ac50-16fbe5609d4f req-94d8833f-f6b2-4acc-bdef-d2aa171cc309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:27.426988 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0bd46c93-88cd-4313-ac50-16fbe5609d4f req-94d8833f-f6b2-4acc-bdef-d2aa171cc309 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e7116a22-ad34-4267-8154-98bf4e4dc9da HTTP/1.1" status: 200 len: 848 time: 0.0436294 Jan 18 23:18:27.433052 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-775acc7f-ac3d-4495-ac6d-f111d3f85715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd92ddb-5068-496d-aa19-4da5b46c8c8b', 'name': 'tempest-TestShelveInstance-1864005873-router', 'tenant_id': '5dc398f5184842a99bb23af381a600c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'f12856f2-2cd0-44e0-99f8-25e80f6a62c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:18:05Z', 'updated_at': '2022-01-18T23:18:07Z', 'revision_number': 4, 'project_id': '5dc398f5184842a99bb23af381a600c6', 'gw_port': {'id': 'f12856f2-2cd0-44e0-99f8-25e80f6a62c6', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:fb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd92ddb-5068-496d-aa19-4da5b46c8c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:18:05Z', 'updated_at': '2022-01-18T23:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': 'f8aa661f-e78e-45ed-9270-adf26775b8a1', 'tenant_id': '5dc398f5184842a99bb23af381a600c6', 'floating_ip_address': '172.25.5.155', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': '2cd92ddb-5068-496d-aa19-4da5b46c8c8b', 'port_id': '968b97f7-5d90-4e60-a34b-8b694f52f181', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '393e5a9a-f65e-4189-ae61-935760977622', 'mac_address': 'fa:16:3e:fd:98:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0b2083-f45c-417f-9db1-ed4f42276f0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:18:25Z', 'updated_at': '2022-01-18T23:18:25Z', 'revision_number': 0, 'project_id': '5dc398f5184842a99bb23af381a600c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b06bdc5-ba93-4808-8473-877934f51fff', 'name': '', 'network_id': '393e5a9a-f65e-4189-ae61-935760977622', 'tenant_id': '5dc398f5184842a99bb23af381a600c6', 'mac_address': 'fa:16:3e:c5:ed:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd92ddb-5068-496d-aa19-4da5b46c8c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'e7116a22-ad34-4267-8154-98bf4e4dc9da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:18:07Z', 'updated_at': '2022-01-18T23:18:12Z', 'revision_number': 5, 'project_id': '5dc398f5184842a99bb23af381a600c6', 'subnets': [{'id': 'e7116a22-ad34-4267-8154-98bf4e4dc9da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:18:27.460909 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775acc7f-ac3d-4495-ac6d-f111d3f85715 None None] Checking router: 2cd92ddb-5068-496d-aa19-4da5b46c8c8b for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:18:27.470525 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775acc7f-ac3d-4495-ac6d-f111d3f85715 None None] Routers {'2cd92ddb-5068-496d-aa19-4da5b46c8c8b'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:18:27.471157 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-775acc7f-ac3d-4495-ac6d-f111d3f85715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:18:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['2cd92ddb-5068-496d-aa19-4da5b46c8c8b'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:18:27.477941 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd46c93-88cd-4313-ac50-16fbe5609d4f req-81f0b882-a992-4d8d-9388-def28d5ea65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:27.479466 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0bd46c93-88cd-4313-ac50-16fbe5609d4f req-81f0b882-a992-4d8d-9388-def28d5ea65f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=393e5a9a-f65e-4189-ae61-935760977622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453668 Jan 18 23:18:27.567679 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0bd46c93-88cd-4313-ac50-16fbe5609d4f req-6898013d-016d-4cac-9004-7848bdab4c98 service neutron] 10.222.0.67 "GET /v2.0/networks/393e5a9a-f65e-4189-ae61-935760977622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815997 Jan 18 23:18:27.576239 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-775acc7f-ac3d-4495-ac6d-f111d3f85715 None None] Set router 2cd92ddb-5068-496d-aa19-4da5b46c8c8b gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:18:27.660110 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0bd46c93-88cd-4313-ac50-16fbe5609d4f req-a2aee52f-d830-457f-a49c-356f74860efd service neutron] 10.222.0.67 "GET /v2.0/networks/393e5a9a-f65e-4189-ae61-935760977622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858767 Jan 18 23:18:27.799327 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-775acc7f-ac3d-4495-ac6d-f111d3f85715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd92ddb-5068-496d-aa19-4da5b46c8c8b', 'name': 'tempest-TestShelveInstance-1864005873-router', 'tenant_id': '5dc398f5184842a99bb23af381a600c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'f12856f2-2cd0-44e0-99f8-25e80f6a62c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:18:05Z', 'updated_at': '2022-01-18T23:18:07Z', 'revision_number': 4, 'project_id': '5dc398f5184842a99bb23af381a600c6', 'gw_port': {'id': 'f12856f2-2cd0-44e0-99f8-25e80f6a62c6', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:fb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd92ddb-5068-496d-aa19-4da5b46c8c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:18:05Z', 'updated_at': '2022-01-18T23:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': 'f8aa661f-e78e-45ed-9270-adf26775b8a1', 'tenant_id': '5dc398f5184842a99bb23af381a600c6', 'floating_ip_address': '172.25.5.155', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': '2cd92ddb-5068-496d-aa19-4da5b46c8c8b', 'port_id': '968b97f7-5d90-4e60-a34b-8b694f52f181', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '393e5a9a-f65e-4189-ae61-935760977622', 'mac_address': 'fa:16:3e:fd:98:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0b2083-f45c-417f-9db1-ed4f42276f0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:18:25Z', 'updated_at': '2022-01-18T23:18:25Z', 'revision_number': 0, 'project_id': '5dc398f5184842a99bb23af381a600c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b06bdc5-ba93-4808-8473-877934f51fff', 'name': '', 'network_id': '393e5a9a-f65e-4189-ae61-935760977622', 'tenant_id': '5dc398f5184842a99bb23af381a600c6', 'mac_address': 'fa:16:3e:c5:ed:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd92ddb-5068-496d-aa19-4da5b46c8c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'e7116a22-ad34-4267-8154-98bf4e4dc9da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:18:07Z', 'updated_at': '2022-01-18T23:18:12Z', 'revision_number': 5, 'project_id': '5dc398f5184842a99bb23af381a600c6', 'subnets': [{'id': 'e7116a22-ad34-4267-8154-98bf4e4dc9da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:18:27.826034 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775acc7f-ac3d-4495-ac6d-f111d3f85715 None None] The sync data for ids ['2cd92ddb-5068-496d-aa19-4da5b46c8c8b'] in n-d-825064-1 is: [{'id': '2cd92ddb-5068-496d-aa19-4da5b46c8c8b', 'name': 'tempest-TestShelveInstance-1864005873-router', 'tenant_id': '5dc398f5184842a99bb23af381a600c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'f12856f2-2cd0-44e0-99f8-25e80f6a62c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:18:05Z', 'updated_at': '2022-01-18T23:18:07Z', 'revision_number': 4, 'project_id': '5dc398f5184842a99bb23af381a600c6', 'gw_port': {'id': 'f12856f2-2cd0-44e0-99f8-25e80f6a62c6', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:fb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd92ddb-5068-496d-aa19-4da5b46c8c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:18:05Z', 'updated_at': '2022-01-18T23:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': 'f8aa661f-e78e-45ed-9270-adf26775b8a1', 'tenant_id': '5dc398f5184842a99bb23af381a600c6', 'floating_ip_address': '172.25.5.155', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': '2cd92ddb-5068-496d-aa19-4da5b46c8c8b', 'port_id': '968b97f7-5d90-4e60-a34b-8b694f52f181', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '393e5a9a-f65e-4189-ae61-935760977622', 'mac_address': 'fa:16:3e:fd:98:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0b2083-f45c-417f-9db1-ed4f42276f0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:18:25Z', 'updated_at': '2022-01-18T23:18:25Z', 'revision_number': 0, 'project_id': '5dc398f5184842a99bb23af381a600c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b06bdc5-ba93-4808-8473-877934f51fff', 'name': '', 'network_id': '393e5a9a-f65e-4189-ae61-935760977622', 'tenant_id': '5dc398f5184842a99bb23af381a600c6', 'mac_address': 'fa:16:3e:c5:ed:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd92ddb-5068-496d-aa19-4da5b46c8c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'e7116a22-ad34-4267-8154-98bf4e4dc9da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:18:07Z', 'updated_at': '2022-01-18T23:18:12Z', 'revision_number': 5, 'project_id': '5dc398f5184842a99bb23af381a600c6', 'subnets': [{'id': 'e7116a22-ad34-4267-8154-98bf4e4dc9da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:18:28.020866 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f743abd-cf4d-4027-8693-1f1302d9525d None None] New status for floating IP f8aa661f-e78e-45ed-9270-adf26775b8a1: ACTIVE {{(pid=102433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 23:18:43.338424 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:44.291763 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:45.234033 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 23:18:49.383277 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-71c68ec1-2d80-4343-acee-463b6396e35a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:52.007932 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d8bafa25-3f31-4b6e-82ed-f1ddac4a00ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:53.170247 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:54.623587 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:54.722183 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:13.353635 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:14.321857 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:18.147490 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4af467ce-45ad-4e1c-821f-43a4c2b82bc0 req-d617b5fe-e62c-4ebf-ac62-de141e603675 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4e0b2083-f45c-417f-9db1-ed4f42276f0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393138 Jan 18 23:19:18.226934 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af467ce-45ad-4e1c-821f-43a4c2b82bc0 req-ea964acb-cff6-4bea-a27d-653886124186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:18.228486 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4af467ce-45ad-4e1c-821f-43a4c2b82bc0 req-ea964acb-cff6-4bea-a27d-653886124186 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5dc398f5184842a99bb23af381a600c6&device_id=4e0b2083-f45c-417f-9db1-ed4f42276f0e HTTP/1.1" status: 200 len: 1097 time: 0.0408983 Jan 18 23:19:18.331895 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af467ce-45ad-4e1c-821f-43a4c2b82bc0 req-debdf064-d1a1-48f9-8219-c2029b0871a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:18.333441 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4af467ce-45ad-4e1c-821f-43a4c2b82bc0 req-debdf064-d1a1-48f9-8219-c2029b0871a1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=393e5a9a-f65e-4189-ae61-935760977622 HTTP/1.1" status: 200 len: 909 time: 0.0859845 Jan 18 23:19:18.396233 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4af467ce-45ad-4e1c-821f-43a4c2b82bc0 req-c10751d1-2ddc-4032-9f07-a9e906dac8c8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=968b97f7-5d90-4e60-a34b-8b694f52f181 HTTP/1.1" status: 200 len: 1002 time: 0.0564640 Jan 18 23:19:18.443488 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af467ce-45ad-4e1c-821f-43a4c2b82bc0 req-3f33277b-f5b0-4287-ad77-1f3773dff265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:18.444941 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4af467ce-45ad-4e1c-821f-43a4c2b82bc0 req-3f33277b-f5b0-4287-ad77-1f3773dff265 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e7116a22-ad34-4267-8154-98bf4e4dc9da HTTP/1.1" status: 200 len: 848 time: 0.0423195 Jan 18 23:19:18.492027 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af467ce-45ad-4e1c-821f-43a4c2b82bc0 req-32a266fb-9597-4837-afc4-20f49739a8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:18.493501 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4af467ce-45ad-4e1c-821f-43a4c2b82bc0 req-32a266fb-9597-4837-afc4-20f49739a8be service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=393e5a9a-f65e-4189-ae61-935760977622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420127 Jan 18 23:19:18.582032 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4af467ce-45ad-4e1c-821f-43a4c2b82bc0 req-1b2df0fd-0d6a-495c-a39b-49b891a2b9ba service neutron] 10.222.0.67 "GET /v2.0/networks/393e5a9a-f65e-4189-ae61-935760977622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813811 Jan 18 23:19:18.671849 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4af467ce-45ad-4e1c-821f-43a4c2b82bc0 req-e0b767b6-d81a-468a-8380-16ce2b403f50 service neutron] 10.222.0.67 "GET /v2.0/networks/393e5a9a-f65e-4189-ae61-935760977622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833657 Jan 18 23:19:19.384332 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f63f5eb3-f1ff-40c5-bb8c-e34ff981a089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:22.009238 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2182e223-1d3b-452d-a0b1-2a8c64cda8d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:22.233406 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 23:19:23.174366 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:24.625640 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:24.722452 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:43.353270 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:44.339113 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:49.385256 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5e31b427-4bb9-459a-ab1b-b566598d413a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:52.010960 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fc22a059-bd42-492e-b4a7-fd024f5e1eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:53.177186 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:54.626199 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:54.724157 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:59.232386 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 23:20:13.358623 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:14.341174 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:19.386672 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-596b0efd-3819-48db-9379-3d56d5684a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:20.152981 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cc6fd15d-504c-4cb9-8cf3-4bb5a06ef952 req-972d901d-45ba-4576-88f8-535f0a99b64d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4e0b2083-f45c-417f-9db1-ed4f42276f0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400226 Jan 18 23:20:20.230299 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6fd15d-504c-4cb9-8cf3-4bb5a06ef952 req-1879a5c0-8819-4e10-bc68-e1c82c47c5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:20.231738 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cc6fd15d-504c-4cb9-8cf3-4bb5a06ef952 req-1879a5c0-8819-4e10-bc68-e1c82c47c5ec service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5dc398f5184842a99bb23af381a600c6&device_id=4e0b2083-f45c-417f-9db1-ed4f42276f0e HTTP/1.1" status: 200 len: 1097 time: 0.0391049 Jan 18 23:20:20.332912 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6fd15d-504c-4cb9-8cf3-4bb5a06ef952 req-a00e9be8-24e2-441a-81b7-acc0d84b48d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:20.334274 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cc6fd15d-504c-4cb9-8cf3-4bb5a06ef952 req-a00e9be8-24e2-441a-81b7-acc0d84b48d8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=393e5a9a-f65e-4189-ae61-935760977622 HTTP/1.1" status: 200 len: 909 time: 0.0847528 Jan 18 23:20:20.397552 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cc6fd15d-504c-4cb9-8cf3-4bb5a06ef952 req-82a4e05e-5c04-45e5-bcaf-015b0fd8688d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=968b97f7-5d90-4e60-a34b-8b694f52f181 HTTP/1.1" status: 200 len: 1002 time: 0.0569563 Jan 18 23:20:20.444883 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6fd15d-504c-4cb9-8cf3-4bb5a06ef952 req-901393e1-979c-49e8-bc56-cc2c46810ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:20.446272 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cc6fd15d-504c-4cb9-8cf3-4bb5a06ef952 req-901393e1-979c-49e8-bc56-cc2c46810ed6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e7116a22-ad34-4267-8154-98bf4e4dc9da HTTP/1.1" status: 200 len: 848 time: 0.0424864 Jan 18 23:20:20.494642 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6fd15d-504c-4cb9-8cf3-4bb5a06ef952 req-128dd08c-4a4e-40c3-9b9a-b23751ab28d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:20.496114 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cc6fd15d-504c-4cb9-8cf3-4bb5a06ef952 req-128dd08c-4a4e-40c3-9b9a-b23751ab28d8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=393e5a9a-f65e-4189-ae61-935760977622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431700 Jan 18 23:20:20.581136 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cc6fd15d-504c-4cb9-8cf3-4bb5a06ef952 req-ee8ee692-024f-4897-89f2-46450c079fdd service neutron] 10.222.0.67 "GET /v2.0/networks/393e5a9a-f65e-4189-ae61-935760977622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784435 Jan 18 23:20:20.671608 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cc6fd15d-504c-4cb9-8cf3-4bb5a06ef952 req-0d98a85f-9197-458e-bbe6-6160e608bddb service neutron] 10.222.0.67 "GET /v2.0/networks/393e5a9a-f65e-4189-ae61-935760977622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838070 Jan 18 23:20:22.011781 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b91eb74c-feb3-422d-8130-dbb9829e9874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:22.911730 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9702ae39-698b-4ffc-b4d8-01cd0b1a45a4 req-cf58ded2-857d-4b52-9ef2-35ea1108694c tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:22.913229 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9702ae39-698b-4ffc-b4d8-01cd0b1a45a4 req-cf58ded2-857d-4b52-9ef2-35ea1108694c tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e0b2083-f45c-417f-9db1-ed4f42276f0e HTTP/1.1" status: 200 len: 946 time: 0.0499442 Jan 18 23:20:22.951818 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9702ae39-698b-4ffc-b4d8-01cd0b1a45a4 req-6eb9b2a2-c65b-45f8-bf34-e1dafbba5f0c tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/security-groups?id=38feb729-b22b-4fed-a011-1b89ca251873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307546 Jan 18 23:20:23.180143 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:24.076586 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d39b0ba-7fa0-4fe5-b15f-cd8a0d294237 req-e367a776-f6d4-43bc-82c9-09b4103d2adf tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:24.078064 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4d39b0ba-7fa0-4fe5-b15f-cd8a0d294237 req-e367a776-f6d4-43bc-82c9-09b4103d2adf tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e0b2083-f45c-417f-9db1-ed4f42276f0e HTTP/1.1" status: 200 len: 946 time: 0.0481894 Jan 18 23:20:24.115387 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4d39b0ba-7fa0-4fe5-b15f-cd8a0d294237 req-4ba6caa1-e0d6-4b14-88a7-63b55ff3dc3f tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/security-groups?id=38feb729-b22b-4fed-a011-1b89ca251873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311050 Jan 18 23:20:24.630436 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:24.725625 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:25.244375 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41b5750-9928-4b2d-9d6d-91f15e723052 req-d7a70ca6-517c-4f42-829d-eb7b97799bee tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:25.245807 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c41b5750-9928-4b2d-9d6d-91f15e723052 req-d7a70ca6-517c-4f42-829d-eb7b97799bee tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e0b2083-f45c-417f-9db1-ed4f42276f0e HTTP/1.1" status: 200 len: 946 time: 0.0525792 Jan 18 23:20:25.282920 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c41b5750-9928-4b2d-9d6d-91f15e723052 req-092885c9-c39a-4d74-8cc0-b1fe8fe2886b tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/security-groups?id=38feb729-b22b-4fed-a011-1b89ca251873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312743 Jan 18 23:20:26.396690 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397ff9a1-dc26-45cc-9486-f28700e097c2 req-117443df-3365-4da7-8eed-8149b49e57f7 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:26.398151 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-397ff9a1-dc26-45cc-9486-f28700e097c2 req-117443df-3365-4da7-8eed-8149b49e57f7 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e0b2083-f45c-417f-9db1-ed4f42276f0e HTTP/1.1" status: 200 len: 946 time: 0.0495136 Jan 18 23:20:26.436155 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-397ff9a1-dc26-45cc-9486-f28700e097c2 req-ccb3d757-e23f-4e21-8bde-201bc013c915 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/security-groups?id=38feb729-b22b-4fed-a011-1b89ca251873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316443 Jan 18 23:20:27.547211 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf02b22-56ce-45e1-b89b-0e2de7ef0aae req-532ee5aa-220c-4f98-b39c-f6fd19768f26 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:27.548779 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4bf02b22-56ce-45e1-b89b-0e2de7ef0aae req-532ee5aa-220c-4f98-b39c-f6fd19768f26 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e0b2083-f45c-417f-9db1-ed4f42276f0e HTTP/1.1" status: 200 len: 946 time: 0.0484254 Jan 18 23:20:27.585815 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4bf02b22-56ce-45e1-b89b-0e2de7ef0aae req-e37cb90b-48e9-4af4-8f6a-7b733410e0f1 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/security-groups?id=38feb729-b22b-4fed-a011-1b89ca251873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311399 Jan 18 23:20:28.702503 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e101fa-59bb-4290-b7ad-1409499e253e req-f25ffccc-3272-477a-b001-dd586c792a71 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:28.703949 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a0e101fa-59bb-4290-b7ad-1409499e253e req-f25ffccc-3272-477a-b001-dd586c792a71 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e0b2083-f45c-417f-9db1-ed4f42276f0e HTTP/1.1" status: 200 len: 946 time: 0.0521946 Jan 18 23:20:28.739851 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a0e101fa-59bb-4290-b7ad-1409499e253e req-1a62f450-b3c6-4c3d-881c-bb9073b9d65a tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/security-groups?id=38feb729-b22b-4fed-a011-1b89ca251873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299754 Jan 18 23:20:29.853354 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010f8ef4-0e8b-4613-bb61-5ff6ce4ce9f3 req-c4c5c53d-824d-4cb3-adae-2285c7ec16e7 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:29.854795 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-010f8ef4-0e8b-4613-bb61-5ff6ce4ce9f3 req-c4c5c53d-824d-4cb3-adae-2285c7ec16e7 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e0b2083-f45c-417f-9db1-ed4f42276f0e HTTP/1.1" status: 200 len: 946 time: 0.0481341 Jan 18 23:20:29.891865 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-010f8ef4-0e8b-4613-bb61-5ff6ce4ce9f3 req-59655827-b872-4411-82f9-b290ee2ab3e8 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/security-groups?id=38feb729-b22b-4fed-a011-1b89ca251873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310318 Jan 18 23:20:31.003335 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f6fc61-94ce-451f-bc11-6d2145a314e0 req-668d96e6-0c0e-469a-89b0-b63b2ea6c4da tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:31.004802 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-47f6fc61-94ce-451f-bc11-6d2145a314e0 req-668d96e6-0c0e-469a-89b0-b63b2ea6c4da tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e0b2083-f45c-417f-9db1-ed4f42276f0e HTTP/1.1" status: 200 len: 946 time: 0.0480349 Jan 18 23:20:31.041673 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-47f6fc61-94ce-451f-bc11-6d2145a314e0 req-86bc469c-7dff-4d5e-8d0c-10b3d7ab0ea5 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/security-groups?id=38feb729-b22b-4fed-a011-1b89ca251873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310595 Jan 18 23:20:32.156565 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048b2599-c099-4c52-826d-843cf7a0b65b req-66832cc7-f62b-4417-ac06-26c2957e7d39 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:32.158020 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-048b2599-c099-4c52-826d-843cf7a0b65b req-66832cc7-f62b-4417-ac06-26c2957e7d39 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e0b2083-f45c-417f-9db1-ed4f42276f0e HTTP/1.1" status: 200 len: 946 time: 0.0514929 Jan 18 23:20:32.195120 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-048b2599-c099-4c52-826d-843cf7a0b65b req-d5050164-1a6a-4b5a-8d65-7f0dc6629104 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/security-groups?id=38feb729-b22b-4fed-a011-1b89ca251873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312505 Jan 18 23:20:33.308101 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47857d59-6e56-4258-af0a-e26dfe799668 req-801a880b-b8ce-4788-853c-778aaa30da6f tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:33.309581 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-47857d59-6e56-4258-af0a-e26dfe799668 req-801a880b-b8ce-4788-853c-778aaa30da6f tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e0b2083-f45c-417f-9db1-ed4f42276f0e HTTP/1.1" status: 200 len: 946 time: 0.0487082 Jan 18 23:20:33.346421 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-47857d59-6e56-4258-af0a-e26dfe799668 req-3ffbfc9c-d788-45a7-bc00-56c6ab9a6139 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/security-groups?id=38feb729-b22b-4fed-a011-1b89ca251873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310049 Jan 18 23:20:34.460345 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8537f022-bf95-4157-90ff-f8b6f899855c req-1a5298e4-6028-4ba5-bce8-ad28adf8fdb7 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:34.462468 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8537f022-bf95-4157-90ff-f8b6f899855c req-1a5298e4-6028-4ba5-bce8-ad28adf8fdb7 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e0b2083-f45c-417f-9db1-ed4f42276f0e HTTP/1.1" status: 200 len: 946 time: 0.0491593 Jan 18 23:20:34.498519 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8537f022-bf95-4157-90ff-f8b6f899855c req-5d129882-4262-401f-9c6c-e2839f3b5d3e tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/security-groups?id=38feb729-b22b-4fed-a011-1b89ca251873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301251 Jan 18 23:20:35.629132 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c9543-6856-4606-9676-9a22b4fd3b82 req-5ee9cceb-d242-4fd2-9de7-f92880863616 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:35.631356 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-003c9543-6856-4606-9676-9a22b4fd3b82 req-5ee9cceb-d242-4fd2-9de7-f92880863616 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e0b2083-f45c-417f-9db1-ed4f42276f0e HTTP/1.1" status: 200 len: 946 time: 0.0564935 Jan 18 23:20:35.675928 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-003c9543-6856-4606-9676-9a22b4fd3b82 req-fdb26819-e93b-4b15-ad92-bbe4fe762648 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/security-groups?id=38feb729-b22b-4fed-a011-1b89ca251873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378664 Jan 18 23:20:35.870265 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 968b97f7-5d90-4e60-a34b-8b694f52f181 details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 23:20:35.977946 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 968b97f7-5d90-4e60-a34b-8b694f52f181, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=968b97f7-5d90-4e60-a34b-8b694f52f181,segment=NetworkSegment(6fda13f1-56c5-4f3c-a673-22cd067a261d),segment_id=6fda13f1-56c5-4f3c-a673-22cd067a261d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:20:35.989584 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': '968b97f7-5d90-4e60-a34b-8b694f52f181', 'network_id': '393e5a9a-f65e-4189-ae61-935760977622', 'port_id': '968b97f7-5d90-4e60-a34b-8b694f52f181', 'mac_address': 'fa:16:3e:fd:98:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7116a22-ad34-4267-8154-98bf4e4dc9da', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 23:20:36.033451 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:36.048965 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 968b97f7-5d90-4e60-a34b-8b694f52f181 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:20:36.071621 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 968b97f7-5d90-4e60-a34b-8b694f52f181, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=968b97f7-5d90-4e60-a34b-8b694f52f181,segment=NetworkSegment(6fda13f1-56c5-4f3c-a673-22cd067a261d),segment_id=6fda13f1-56c5-4f3c-a673-22cd067a261d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:20:36.078773 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:36.137517 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=968b97f7-5d90-4e60-a34b-8b694f52f181,revision_number=6']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:36.146277 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:20:36.146622 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:20:36.146986 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:20:36.147319 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:20:36.147674 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:20:36.148027 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:20:36.148409 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:20:36.148736 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:20:36.151108 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:20:36.151108 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:20:36.151108 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:20:36.151108 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:20:36.158208 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['968b97f7-5d90-4e60-a34b-8b694f52f181'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 23:20:36.234193 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 23:20:36.809437 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1336da20-7207-4bbb-ba04-78858215d8ea req-230af7da-6461-45f7-9e2e-21b7a4a82f0a tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:36.811016 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1336da20-7207-4bbb-ba04-78858215d8ea req-230af7da-6461-45f7-9e2e-21b7a4a82f0a tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e0b2083-f45c-417f-9db1-ed4f42276f0e HTTP/1.1" status: 200 len: 945 time: 0.0575452 Jan 18 23:20:36.854227 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1336da20-7207-4bbb-ba04-78858215d8ea req-fe68f3b1-bd59-4b20-be28-6180e0d94259 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/security-groups?id=38feb729-b22b-4fed-a011-1b89ca251873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372393 Jan 18 23:20:37.891796 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 968b97f7-5d90-4e60-a34b-8b694f52f181 up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 23:20:37.953656 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port 968b97f7-5d90-4e60-a34b-8b694f52f181 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:20:37.954118 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:38.012791 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d37cca-92d2-4f4d-8d61-92838cded39e req-92b145d3-7fdd-41f4-bb99-4fe3d501b7d5 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:38.014356 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-88d37cca-92d2-4f4d-8d61-92838cded39e req-92b145d3-7fdd-41f4-bb99-4fe3d501b7d5 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e0b2083-f45c-417f-9db1-ed4f42276f0e HTTP/1.1" status: 200 len: 945 time: 0.0768101 Jan 18 23:20:38.047666 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:38.072064 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e0b2083-f45c-417f-9db1-ed4f42276f0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '968b97f7-5d90-4e60-a34b-8b694f52f181'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:20:38.074476 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b134bc65f967cea6f1797bfdd7611f84549a2ae334dac04105da021bbc0aa067" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a47bf35b-9027-40a1-b768-db60289cb992" -d '{"events": [{"server_uuid": "4e0b2083-f45c-417f-9db1-ed4f42276f0e", "name": "network-vif-plugged", "status": "completed", "tag": "968b97f7-5d90-4e60-a34b-8b694f52f181"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 23:20:38.074872 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-88d37cca-92d2-4f4d-8d61-92838cded39e req-a96f60b4-cfaf-4ea4-a363-c7fcb82845ce tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/security-groups?id=38feb729-b22b-4fed-a011-1b89ca251873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484462 Jan 18 23:20:38.089363 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 968b97f7-5d90-4e60-a34b-8b694f52f181, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=968b97f7-5d90-4e60-a34b-8b694f52f181,segment=NetworkSegment(6fda13f1-56c5-4f3c-a673-22cd067a261d),segment_id=6fda13f1-56c5-4f3c-a673-22cd067a261d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:20:38.096458 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:38.147821 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=968b97f7-5d90-4e60-a34b-8b694f52f181,revision_number=7']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:38.168591 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 23:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c4008d-9953-4bd9-9dae-78091b136f85 x-openstack-request-id: req-05c4008d-9953-4bd9-9dae-78091b136f85 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 23:20:38.169205 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e0b2083-f45c-417f-9db1-ed4f42276f0e", "name": "network-vif-plugged", "status": "completed", "tag": "968b97f7-5d90-4e60-a34b-8b694f52f181", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 23:20:38.169965 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-05c4008d-9953-4bd9-9dae-78091b136f85 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 23:20:38.170632 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e0b2083-f45c-417f-9db1-ed4f42276f0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '968b97f7-5d90-4e60-a34b-8b694f52f181', 'code': 200} Jan 18 23:20:39.214426 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af310615-ae32-4f83-ac28-4f92c832df42 req-42942bef-735b-44e8-a59e-97fba35ccaa0 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:39.219168 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-af310615-ae32-4f83-ac28-4f92c832df42 req-42942bef-735b-44e8-a59e-97fba35ccaa0 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e0b2083-f45c-417f-9db1-ed4f42276f0e HTTP/1.1" status: 200 len: 946 time: 0.0728059 Jan 18 23:20:39.257509 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-af310615-ae32-4f83-ac28-4f92c832df42 req-b4758b47-0bcb-4441-9b24-22c6669775e9 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/security-groups?id=38feb729-b22b-4fed-a011-1b89ca251873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349886 Jan 18 23:20:40.384654 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee7ba1d-e384-440b-87e9-10ba53d14663 req-052e959a-8a71-4302-816a-af564c2dd4ba tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:40.385403 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7ee7ba1d-e384-440b-87e9-10ba53d14663 req-052e959a-8a71-4302-816a-af564c2dd4ba tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e0b2083-f45c-417f-9db1-ed4f42276f0e HTTP/1.1" status: 200 len: 946 time: 0.0503304 Jan 18 23:20:40.431217 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7ee7ba1d-e384-440b-87e9-10ba53d14663 req-e4972fb1-e0f6-4517-b2ea-3960823ec5e7 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/security-groups?id=38feb729-b22b-4fed-a011-1b89ca251873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384669 Jan 18 23:20:41.553104 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94472c88-8d3b-4fdb-ad60-fa734df5b5f2 req-369d542f-5f98-4be4-adaf-68cf96ea723a tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:41.555441 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-94472c88-8d3b-4fdb-ad60-fa734df5b5f2 req-369d542f-5f98-4be4-adaf-68cf96ea723a tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e0b2083-f45c-417f-9db1-ed4f42276f0e HTTP/1.1" status: 200 len: 946 time: 0.0530944 Jan 18 23:20:41.597537 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-94472c88-8d3b-4fdb-ad60-fa734df5b5f2 req-59871229-0002-4478-a8a5-3472f30bd149 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/security-groups?id=38feb729-b22b-4fed-a011-1b89ca251873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360506 Jan 18 23:20:42.723727 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172f891f-cf10-4e68-8b6d-9f25019a6634 req-7c3bfe56-1992-4d31-8fd3-1499a694676b tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:42.725286 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-172f891f-cf10-4e68-8b6d-9f25019a6634 req-7c3bfe56-1992-4d31-8fd3-1499a694676b tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e0b2083-f45c-417f-9db1-ed4f42276f0e HTTP/1.1" status: 200 len: 946 time: 0.0576575 Jan 18 23:20:42.765607 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-172f891f-cf10-4e68-8b6d-9f25019a6634 req-b9931a21-024c-4f82-84d0-3992aa6ffb6b tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/security-groups?id=38feb729-b22b-4fed-a011-1b89ca251873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338964 Jan 18 23:20:43.361893 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:43.887216 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46544db7-0e79-4993-8b72-4a6fb6256dcc req-c6988928-9354-433e-9bb1-790621a7fcad tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:43.888782 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-46544db7-0e79-4993-8b72-4a6fb6256dcc req-c6988928-9354-433e-9bb1-790621a7fcad tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e0b2083-f45c-417f-9db1-ed4f42276f0e HTTP/1.1" status: 200 len: 946 time: 0.0512316 Jan 18 23:20:43.927829 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-46544db7-0e79-4993-8b72-4a6fb6256dcc req-56177966-d8e5-4ffa-ae62-6807e18be274 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/security-groups?id=38feb729-b22b-4fed-a011-1b89ca251873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329127 Jan 18 23:20:44.350831 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:44.504219 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7065ef6-2b9d-4102-9faa-f30e9717012f req-c5bdea80-b601-4915-bb50-e9f9b8dd674d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:44.505663 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b7065ef6-2b9d-4102-9faa-f30e9717012f req-c5bdea80-b601-4915-bb50-e9f9b8dd674d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5dc398f5184842a99bb23af381a600c6&device_id=4e0b2083-f45c-417f-9db1-ed4f42276f0e HTTP/1.1" status: 200 len: 1097 time: 0.0389493 Jan 18 23:20:44.596004 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7065ef6-2b9d-4102-9faa-f30e9717012f req-cfd69483-9b23-45fd-880a-c14445129e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:44.597470 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b7065ef6-2b9d-4102-9faa-f30e9717012f req-cfd69483-9b23-45fd-880a-c14445129e7a service neutron] 10.222.0.67 "GET /v2.0/networks?id=393e5a9a-f65e-4189-ae61-935760977622 HTTP/1.1" status: 200 len: 909 time: 0.0845783 Jan 18 23:20:44.660675 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b7065ef6-2b9d-4102-9faa-f30e9717012f req-e9d2c18c-cd0d-4c7d-8666-2ae57327a196 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=968b97f7-5d90-4e60-a34b-8b694f52f181 HTTP/1.1" status: 200 len: 1002 time: 0.0565987 Jan 18 23:20:44.711757 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7065ef6-2b9d-4102-9faa-f30e9717012f req-261200d8-7d9d-4ac5-b145-d07c5bdd50a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:44.713314 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b7065ef6-2b9d-4102-9faa-f30e9717012f req-261200d8-7d9d-4ac5-b145-d07c5bdd50a0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e7116a22-ad34-4267-8154-98bf4e4dc9da HTTP/1.1" status: 200 len: 848 time: 0.0465724 Jan 18 23:20:44.756717 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7065ef6-2b9d-4102-9faa-f30e9717012f req-ec94e632-7f24-4f4b-a9df-830baed94940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:44.758695 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b7065ef6-2b9d-4102-9faa-f30e9717012f req-ec94e632-7f24-4f4b-a9df-830baed94940 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=393e5a9a-f65e-4189-ae61-935760977622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0377808 Jan 18 23:20:44.844342 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b7065ef6-2b9d-4102-9faa-f30e9717012f req-0de93ae6-0646-463d-bd0e-64357206155d service neutron] 10.222.0.67 "GET /v2.0/networks/393e5a9a-f65e-4189-ae61-935760977622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793147 Jan 18 23:20:44.935426 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b7065ef6-2b9d-4102-9faa-f30e9717012f req-56a67381-c83a-4c5f-a3ce-92ed6bee63f8 service neutron] 10.222.0.67 "GET /v2.0/networks/393e5a9a-f65e-4189-ae61-935760977622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844109 Jan 18 23:20:45.041693 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fc5eba-b563-4749-b5d6-d360ee513b9f req-57226845-3baf-4050-ba58-bf1a334e1b35 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:45.043140 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-03fc5eba-b563-4749-b5d6-d360ee513b9f req-57226845-3baf-4050-ba58-bf1a334e1b35 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e0b2083-f45c-417f-9db1-ed4f42276f0e HTTP/1.1" status: 200 len: 946 time: 0.0483651 Jan 18 23:20:45.081198 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-03fc5eba-b563-4749-b5d6-d360ee513b9f req-13e7bc86-b3e1-4aaa-a950-e9d50eab2d55 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/security-groups?id=38feb729-b22b-4fed-a011-1b89ca251873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319521 Jan 18 23:20:46.199723 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3ea0c5-9ebe-421c-bf75-74791ca93dd7 req-c8679477-65a7-4769-9c85-facbea96c4bf tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:46.201215 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ec3ea0c5-9ebe-421c-bf75-74791ca93dd7 req-c8679477-65a7-4769-9c85-facbea96c4bf tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e0b2083-f45c-417f-9db1-ed4f42276f0e HTTP/1.1" status: 200 len: 946 time: 0.0470781 Jan 18 23:20:46.238333 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ec3ea0c5-9ebe-421c-bf75-74791ca93dd7 req-087f981f-d059-4b8f-bbd2-facaa2c2d354 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/security-groups?id=38feb729-b22b-4fed-a011-1b89ca251873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312243 Jan 18 23:20:47.356898 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d951b0-5e53-43cb-89da-bec8cc7bd780 req-2efd1aa0-40d9-4d03-b962-74e10b992de6 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:47.358365 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d6d951b0-5e53-43cb-89da-bec8cc7bd780 req-2efd1aa0-40d9-4d03-b962-74e10b992de6 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e0b2083-f45c-417f-9db1-ed4f42276f0e HTTP/1.1" status: 200 len: 946 time: 0.0541155 Jan 18 23:20:47.395145 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d6d951b0-5e53-43cb-89da-bec8cc7bd780 req-4f7ef6c2-9f1b-46af-a2a0-fb29f1068d4a tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/security-groups?id=38feb729-b22b-4fed-a011-1b89ca251873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308180 Jan 18 23:20:47.505325 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [req-b0dc3460-4fa1-48e6-9a49-ea96c9aa73df req-e8c71bd9-c183-4435-9849-101edafc83d5 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102430) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 23:20:47.506350 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b0dc3460-4fa1-48e6-9a49-ea96c9aa73df req-e8c71bd9-c183-4435-9849-101edafc83d5 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0465791 Jan 18 23:20:47.916907 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 968b97f7-5d90-4e60-a34b-8b694f52f181 no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 23:20:47.992858 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:48.015737 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e0b2083-f45c-417f-9db1-ed4f42276f0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '968b97f7-5d90-4e60-a34b-8b694f52f181'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:20:48.017961 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b134bc65f967cea6f1797bfdd7611f84549a2ae334dac04105da021bbc0aa067" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87923eb8-de52-48f0-9187-30a97ee55661" -d '{"events": [{"server_uuid": "4e0b2083-f45c-417f-9db1-ed4f42276f0e", "name": "network-vif-unplugged", "status": "completed", "tag": "968b97f7-5d90-4e60-a34b-8b694f52f181"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 23:20:48.030433 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 968b97f7-5d90-4e60-a34b-8b694f52f181, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=968b97f7-5d90-4e60-a34b-8b694f52f181,segment=NetworkSegment(6fda13f1-56c5-4f3c-a673-22cd067a261d),segment_id=6fda13f1-56c5-4f3c-a673-22cd067a261d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:20:48.034643 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:48.059707 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 18 Jan 2022 23:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb752597-85f2-45b7-b334-a5632903e4fb x-openstack-request-id: req-eb752597-85f2-45b7-b334-a5632903e4fb {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 23:20:48.059994 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e0b2083-f45c-417f-9db1-ed4f42276f0e", "name": "network-vif-unplugged", "status": "failed", "tag": "968b97f7-5d90-4e60-a34b-8b694f52f181", "code": 422}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 23:20:48.060268 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-eb752597-85f2-45b7-b334-a5632903e4fb {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 23:20:48.060658 n-d-825064-1 neutron-server[102432]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4e0b2083-f45c-417f-9db1-ed4f42276f0e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '968b97f7-5d90-4e60-a34b-8b694f52f181', 'code': 422} returned with failed status Jan 18 23:20:48.085301 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=968b97f7-5d90-4e60-a34b-8b694f52f181,revision_number=8']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:48.669198 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae16fa21-a308-4fe4-9147-f323449aef9f req-e62d865f-6b4b-424f-a910-05b7e8330535 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:48.670690 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ae16fa21-a308-4fe4-9147-f323449aef9f req-e62d865f-6b4b-424f-a910-05b7e8330535 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e0b2083-f45c-417f-9db1-ed4f42276f0e HTTP/1.1" status: 200 len: 944 time: 0.0497153 Jan 18 23:20:48.707620 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ae16fa21-a308-4fe4-9147-f323449aef9f req-328c11d4-1431-4e61-bd61-bfd74d2ba6f7 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/security-groups?id=38feb729-b22b-4fed-a011-1b89ca251873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309417 Jan 18 23:20:48.862565 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60726) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:20:48.945662 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-260caa3c-6df2-464b-9aed-b81c1c28912f req-996d6f8f-590f-47ac-a5aa-ae75219cd091 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4e0b2083-f45c-417f-9db1-ed4f42276f0e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0819831 Jan 18 23:20:48.954868 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [req-260caa3c-6df2-464b-9aed-b81c1c28912f req-cf367547-3dc9-48a0-ae71-4084dbc6f1dc service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 23:20:48.956146 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-260caa3c-6df2-464b-9aed-b81c1c28912f req-cf367547-3dc9-48a0-ae71-4084dbc6f1dc service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052001 Jan 18 23:20:49.388457 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-78d8752a-589d-451a-b676-9fe8c0fb910c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:49.664473 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260caa3c-6df2-464b-9aed-b81c1c28912f req-85f945d4-3006-4dc4-924a-394043ac172c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:49.666369 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-260caa3c-6df2-464b-9aed-b81c1c28912f req-85f945d4-3006-4dc4-924a-394043ac172c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4e0b2083-f45c-417f-9db1-ed4f42276f0e&tenant_id=5dc398f5184842a99bb23af381a600c6 HTTP/1.1" status: 200 len: 1095 time: 0.0403078 Jan 18 23:20:49.731937 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260caa3c-6df2-464b-9aed-b81c1c28912f req-c7e31f74-6465-4d07-89c6-fcf5085ef9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:49.733450 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-260caa3c-6df2-464b-9aed-b81c1c28912f req-c7e31f74-6465-4d07-89c6-fcf5085ef9b5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5dc398f5184842a99bb23af381a600c6&device_id=4e0b2083-f45c-417f-9db1-ed4f42276f0e HTTP/1.1" status: 200 len: 1095 time: 0.0435336 Jan 18 23:20:49.852286 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260caa3c-6df2-464b-9aed-b81c1c28912f req-9df03f99-494f-40df-8529-e5f95308a147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:49.854227 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-260caa3c-6df2-464b-9aed-b81c1c28912f req-9df03f99-494f-40df-8529-e5f95308a147 service neutron] 10.222.0.67 "GET /v2.0/networks?id=393e5a9a-f65e-4189-ae61-935760977622 HTTP/1.1" status: 200 len: 909 time: 0.1144993 Jan 18 23:20:49.862193 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ca1f77-a53f-494b-a837-5c0977cbb4d0 req-969844d9-7419-4b22-a134-57fd24716cf2 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:49.863505 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-83ca1f77-a53f-494b-a837-5c0977cbb4d0 req-969844d9-7419-4b22-a134-57fd24716cf2 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e0b2083-f45c-417f-9db1-ed4f42276f0e HTTP/1.1" status: 200 len: 944 time: 0.0813746 Jan 18 23:20:49.942960 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-260caa3c-6df2-464b-9aed-b81c1c28912f req-5883241d-b4dd-4ece-975a-8e28cc87ebe8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=968b97f7-5d90-4e60-a34b-8b694f52f181 HTTP/1.1" status: 200 len: 1000 time: 0.0784397 Jan 18 23:20:49.945758 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-83ca1f77-a53f-494b-a837-5c0977cbb4d0 req-d378f305-4b9f-46ef-af09-44ddb8778d33 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/security-groups?id=38feb729-b22b-4fed-a011-1b89ca251873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741947 Jan 18 23:20:49.990805 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260caa3c-6df2-464b-9aed-b81c1c28912f req-37c1280e-6cf0-4121-9409-abb4f7ca3175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:49.992312 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-260caa3c-6df2-464b-9aed-b81c1c28912f req-37c1280e-6cf0-4121-9409-abb4f7ca3175 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e7116a22-ad34-4267-8154-98bf4e4dc9da HTTP/1.1" status: 200 len: 848 time: 0.0432427 Jan 18 23:20:50.041100 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260caa3c-6df2-464b-9aed-b81c1c28912f req-2bf457d0-66c4-4828-b0ac-b70e9672dd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:50.042557 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-260caa3c-6df2-464b-9aed-b81c1c28912f req-2bf457d0-66c4-4828-b0ac-b70e9672dd8d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=393e5a9a-f65e-4189-ae61-935760977622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433383 Jan 18 23:20:50.130421 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-260caa3c-6df2-464b-9aed-b81c1c28912f req-6ca9ff84-8ac1-4c8f-b70c-9bfa8e88b9bf service neutron] 10.222.0.67 "GET /v2.0/networks/393e5a9a-f65e-4189-ae61-935760977622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811553 Jan 18 23:20:50.221020 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-260caa3c-6df2-464b-9aed-b81c1c28912f req-cea97aa0-849b-4459-bca3-c3a22dd864fd service neutron] 10.222.0.67 "GET /v2.0/networks/393e5a9a-f65e-4189-ae61-935760977622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841856 Jan 18 23:20:51.079506 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfdb2a1-e5e8-4b0c-9c94-11ce2f198dcb req-c0d5f8c1-bb79-4748-81ec-15c0d6f43742 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:51.081781 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2dfdb2a1-e5e8-4b0c-9c94-11ce2f198dcb req-c0d5f8c1-bb79-4748-81ec-15c0d6f43742 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e0b2083-f45c-417f-9db1-ed4f42276f0e HTTP/1.1" status: 200 len: 944 time: 0.0674050 Jan 18 23:20:51.127700 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2dfdb2a1-e5e8-4b0c-9c94-11ce2f198dcb req-4626f4f1-f5aa-4134-8271-9e3cfda33fa2 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/security-groups?id=38feb729-b22b-4fed-a011-1b89ca251873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379112 Jan 18 23:20:51.949366 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 968b97f7-5d90-4e60-a34b-8b694f52f181 no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 23:20:52.045747 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9ef5243e-3610-47e8-b40b-52977e8ce15c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:52.260601 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d915a355-82e7-4f38-8adb-75a7affbc1c2 req-8421838e-78f2-43ce-9801-264a520b5c7f tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:52.262322 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d915a355-82e7-4f38-8adb-75a7affbc1c2 req-8421838e-78f2-43ce-9801-264a520b5c7f tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e0b2083-f45c-417f-9db1-ed4f42276f0e HTTP/1.1" status: 200 len: 944 time: 0.0522633 Jan 18 23:20:52.302590 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d915a355-82e7-4f38-8adb-75a7affbc1c2 req-7fe66b0e-418f-4144-a8bc-1ed12a6bc981 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/security-groups?id=38feb729-b22b-4fed-a011-1b89ca251873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337009 Jan 18 23:20:53.188006 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:53.430996 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a6f4f-8e9a-4ec8-b9a7-5a09eb768099 req-830884c7-19e3-42da-823b-a8f42e8d93ef tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:53.432501 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1a8a6f4f-8e9a-4ec8-b9a7-5a09eb768099 req-830884c7-19e3-42da-823b-a8f42e8d93ef tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e0b2083-f45c-417f-9db1-ed4f42276f0e HTTP/1.1" status: 200 len: 944 time: 0.0553980 Jan 18 23:20:53.474682 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1a8a6f4f-8e9a-4ec8-b9a7-5a09eb768099 req-feffad7f-b1ed-4194-a8b0-b781ab685590 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/security-groups?id=38feb729-b22b-4fed-a011-1b89ca251873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356567 Jan 18 23:20:54.607604 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd14af-5cc9-4349-bbee-5382c7e1de7a req-ad300cdd-d64b-489e-b9f0-e4e3981005d8 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:54.609143 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c3bd14af-5cc9-4349-bbee-5382c7e1de7a req-ad300cdd-d64b-489e-b9f0-e4e3981005d8 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e0b2083-f45c-417f-9db1-ed4f42276f0e HTTP/1.1" status: 200 len: 944 time: 0.0601165 Jan 18 23:20:54.634244 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:54.653671 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c3bd14af-5cc9-4349-bbee-5382c7e1de7a req-aab63aea-3480-491d-9d3d-96677806bb0b tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/security-groups?id=38feb729-b22b-4fed-a011-1b89ca251873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385404 Jan 18 23:20:54.728702 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:55.793210 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab757ce8-145f-40f0-9795-86ce0b02b4e7 req-e2cc4795-eaf7-449c-9c21-8f76df8e0b67 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:55.794796 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ab757ce8-145f-40f0-9795-86ce0b02b4e7 req-e2cc4795-eaf7-449c-9c21-8f76df8e0b67 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e0b2083-f45c-417f-9db1-ed4f42276f0e HTTP/1.1" status: 200 len: 944 time: 0.0662344 Jan 18 23:20:55.850385 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ab757ce8-145f-40f0-9795-86ce0b02b4e7 req-4bb20a2f-9852-4f5a-9595-33a29ff04e98 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/security-groups?id=38feb729-b22b-4fed-a011-1b89ca251873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492704 Jan 18 23:20:56.988522 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a01750a-3325-4485-87f1-11520b87a126 req-0df45461-131e-4f19-bddd-6cd08fdf1f77 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:56.990282 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6a01750a-3325-4485-87f1-11520b87a126 req-0df45461-131e-4f19-bddd-6cd08fdf1f77 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e0b2083-f45c-417f-9db1-ed4f42276f0e HTTP/1.1" status: 200 len: 944 time: 0.0540125 Jan 18 23:20:57.035935 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6a01750a-3325-4485-87f1-11520b87a126 req-523ac03e-1ff4-487f-8872-9f2d6d71af9f tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/security-groups?id=38feb729-b22b-4fed-a011-1b89ca251873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396717 Jan 18 23:20:58.185491 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22489a9e-34c6-434b-a834-351caf7c466a req-f144a0b4-c3bd-4640-9740-0d1c8afa471b tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:58.187230 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-22489a9e-34c6-434b-a834-351caf7c466a req-f144a0b4-c3bd-4640-9740-0d1c8afa471b tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e0b2083-f45c-417f-9db1-ed4f42276f0e HTTP/1.1" status: 200 len: 944 time: 0.0522416 Jan 18 23:20:58.231350 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-22489a9e-34c6-434b-a834-351caf7c466a req-33479c12-adff-4bdc-b0ab-4ed0b2fbb35a tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/security-groups?id=38feb729-b22b-4fed-a011-1b89ca251873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337207 Jan 18 23:20:59.346184 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7889678-b61f-4681-b471-451bb3cc1d07 req-51c158d4-1f32-44e3-b158-5eeb83bcb062 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:59.347614 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b7889678-b61f-4681-b471-451bb3cc1d07 req-51c158d4-1f32-44e3-b158-5eeb83bcb062 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e0b2083-f45c-417f-9db1-ed4f42276f0e HTTP/1.1" status: 200 len: 944 time: 0.0478001 Jan 18 23:20:59.384320 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b7889678-b61f-4681-b471-451bb3cc1d07 req-8860d414-3e6e-4ce2-a77f-923115e6f17f tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/security-groups?id=38feb729-b22b-4fed-a011-1b89ca251873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301676 Jan 18 23:21:00.502072 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b96482a-16af-46d7-8508-c0c749414904 req-97ea6e61-3a30-4fa5-8bdd-7e3b88c5b576 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:00.503559 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9b96482a-16af-46d7-8508-c0c749414904 req-97ea6e61-3a30-4fa5-8bdd-7e3b88c5b576 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e0b2083-f45c-417f-9db1-ed4f42276f0e HTTP/1.1" status: 200 len: 944 time: 0.0537796 Jan 18 23:21:00.541591 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9b96482a-16af-46d7-8508-c0c749414904 req-e095dbd4-b9d9-4406-b06e-0025fec9384c tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/security-groups?id=38feb729-b22b-4fed-a011-1b89ca251873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315030 Jan 18 23:21:01.654213 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7534d150-be4e-4f07-9caa-bc41527206ea req-12cf6708-b842-49c9-a944-116739ffd0e5 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:01.655863 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7534d150-be4e-4f07-9caa-bc41527206ea req-12cf6708-b842-49c9-a944-116739ffd0e5 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e0b2083-f45c-417f-9db1-ed4f42276f0e HTTP/1.1" status: 200 len: 944 time: 0.0485291 Jan 18 23:21:01.694009 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7534d150-be4e-4f07-9caa-bc41527206ea req-1ee93f7d-9e03-4ca4-8aa6-6180be5a21c6 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/security-groups?id=38feb729-b22b-4fed-a011-1b89ca251873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322914 Jan 18 23:21:01.986010 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 968b97f7-5d90-4e60-a34b-8b694f52f181 details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 23:21:02.079510 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 968b97f7-5d90-4e60-a34b-8b694f52f181, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=968b97f7-5d90-4e60-a34b-8b694f52f181,segment=NetworkSegment(6fda13f1-56c5-4f3c-a673-22cd067a261d),segment_id=6fda13f1-56c5-4f3c-a673-22cd067a261d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:21:02.090365 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': '968b97f7-5d90-4e60-a34b-8b694f52f181', 'network_id': '393e5a9a-f65e-4189-ae61-935760977622', 'port_id': '968b97f7-5d90-4e60-a34b-8b694f52f181', 'mac_address': 'fa:16:3e:fd:98:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7116a22-ad34-4267-8154-98bf4e4dc9da', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 23:21:02.127937 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:02.141359 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 968b97f7-5d90-4e60-a34b-8b694f52f181 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:21:02.159571 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 968b97f7-5d90-4e60-a34b-8b694f52f181, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=968b97f7-5d90-4e60-a34b-8b694f52f181,segment=NetworkSegment(6fda13f1-56c5-4f3c-a673-22cd067a261d),segment_id=6fda13f1-56c5-4f3c-a673-22cd067a261d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:21:02.163423 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:02.208727 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=968b97f7-5d90-4e60-a34b-8b694f52f181,revision_number=9']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:02.363506 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['968b97f7-5d90-4e60-a34b-8b694f52f181'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 23:21:02.805137 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f242e628-6127-4585-bdf3-f89255e43f24 req-16d67096-fbe7-491c-b866-f290724b3a48 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:02.807074 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f242e628-6127-4585-bdf3-f89255e43f24 req-16d67096-fbe7-491c-b866-f290724b3a48 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e0b2083-f45c-417f-9db1-ed4f42276f0e HTTP/1.1" status: 200 len: 945 time: 0.0471437 Jan 18 23:21:02.844713 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f242e628-6127-4585-bdf3-f89255e43f24 req-2094ec4e-6813-436f-a087-a9d5b91084be tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/security-groups?id=38feb729-b22b-4fed-a011-1b89ca251873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313230 Jan 18 23:21:03.963282 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c5eb94-9002-4848-99ae-448c14752142 req-5a194d12-d50b-4c25-8e21-d8da555a1e00 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:03.964913 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a3c5eb94-9002-4848-99ae-448c14752142 req-5a194d12-d50b-4c25-8e21-d8da555a1e00 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e0b2083-f45c-417f-9db1-ed4f42276f0e HTTP/1.1" status: 200 len: 945 time: 0.0520184 Jan 18 23:21:03.994803 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 968b97f7-5d90-4e60-a34b-8b694f52f181 up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 23:21:04.003890 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a3c5eb94-9002-4848-99ae-448c14752142 req-d79b8111-9f16-453b-aa49-a2c090f2e681 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/security-groups?id=38feb729-b22b-4fed-a011-1b89ca251873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330939 Jan 18 23:21:04.040845 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port 968b97f7-5d90-4e60-a34b-8b694f52f181 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:21:04.041220 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:04.117461 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:04.139436 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e0b2083-f45c-417f-9db1-ed4f42276f0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '968b97f7-5d90-4e60-a34b-8b694f52f181'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:21:04.141674 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b134bc65f967cea6f1797bfdd7611f84549a2ae334dac04105da021bbc0aa067" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8d97c11-501b-4c50-871b-7e2592db7449" -d '{"events": [{"server_uuid": "4e0b2083-f45c-417f-9db1-ed4f42276f0e", "name": "network-vif-plugged", "status": "completed", "tag": "968b97f7-5d90-4e60-a34b-8b694f52f181"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 23:21:04.154726 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 968b97f7-5d90-4e60-a34b-8b694f52f181, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=968b97f7-5d90-4e60-a34b-8b694f52f181,segment=NetworkSegment(6fda13f1-56c5-4f3c-a673-22cd067a261d),segment_id=6fda13f1-56c5-4f3c-a673-22cd067a261d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:21:04.159742 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:04.183187 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 23:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e581b61b-24bb-47fc-81f5-174a41ff713a x-openstack-request-id: req-e581b61b-24bb-47fc-81f5-174a41ff713a {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 23:21:04.183530 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e0b2083-f45c-417f-9db1-ed4f42276f0e", "name": "network-vif-plugged", "status": "completed", "tag": "968b97f7-5d90-4e60-a34b-8b694f52f181", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 23:21:04.183728 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e581b61b-24bb-47fc-81f5-174a41ff713a {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 23:21:04.184114 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e0b2083-f45c-417f-9db1-ed4f42276f0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '968b97f7-5d90-4e60-a34b-8b694f52f181', 'code': 200} Jan 18 23:21:04.210123 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=968b97f7-5d90-4e60-a34b-8b694f52f181,revision_number=10']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:04.373671 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74a3922-383e-495d-a3cb-9e2d229df3ae req-d909165d-0955-4bc5-bc84-1c9dd8315f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:04.375207 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d74a3922-383e-495d-a3cb-9e2d229df3ae req-d909165d-0955-4bc5-bc84-1c9dd8315f57 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4e0b2083-f45c-417f-9db1-ed4f42276f0e HTTP/1.1" status: 200 len: 1098 time: 0.0395887 Jan 18 23:21:04.408362 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d74a3922-383e-495d-a3cb-9e2d229df3ae req-9f7dc325-4a10-484a-b605-c69e9a6b617f service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=38feb729-b22b-4fed-a011-1b89ca251873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269864 Jan 18 23:21:05.164238 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd99c40-02b3-4f44-865f-f05890c304f5 req-d1eeca61-af4e-494e-b0bb-27ae6179efc0 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:05.166062 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9cd99c40-02b3-4f44-865f-f05890c304f5 req-d1eeca61-af4e-494e-b0bb-27ae6179efc0 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e0b2083-f45c-417f-9db1-ed4f42276f0e HTTP/1.1" status: 200 len: 947 time: 0.0974045 Jan 18 23:21:05.203839 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9cd99c40-02b3-4f44-865f-f05890c304f5 req-5eea2250-b6d7-4002-969a-29e1425c300c tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/security-groups?id=38feb729-b22b-4fed-a011-1b89ca251873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313487 Jan 18 23:21:06.320680 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc959bc1-b94b-4907-b06c-2d72325e456e req-055c94df-b0cb-4937-ac22-0b0cec746ba7 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:06.322649 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bc959bc1-b94b-4907-b06c-2d72325e456e req-055c94df-b0cb-4937-ac22-0b0cec746ba7 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e0b2083-f45c-417f-9db1-ed4f42276f0e HTTP/1.1" status: 200 len: 947 time: 0.0515327 Jan 18 23:21:06.360225 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bc959bc1-b94b-4907-b06c-2d72325e456e req-e929898d-fcfc-4b42-9987-024511dea91b tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/security-groups?id=38feb729-b22b-4fed-a011-1b89ca251873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316525 Jan 18 23:21:13.234193 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 23:21:13.356362 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:14.345104 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:19.392746 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8485797a-81c6-43f2-9387-4c24597ec47d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:21.174538 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e96dee90-020f-45da-b366-08808e535794 req-ae2462ec-42d5-46b1-97c7-639bc9ba8046 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4e0b2083-f45c-417f-9db1-ed4f42276f0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0812304 Jan 18 23:21:21.251569 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96dee90-020f-45da-b366-08808e535794 req-23c7b9ca-9c9f-4bb4-861e-a0925de2046a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:21.253048 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e96dee90-020f-45da-b366-08808e535794 req-23c7b9ca-9c9f-4bb4-861e-a0925de2046a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5dc398f5184842a99bb23af381a600c6&device_id=4e0b2083-f45c-417f-9db1-ed4f42276f0e HTTP/1.1" status: 200 len: 1098 time: 0.0398014 Jan 18 23:21:21.355817 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96dee90-020f-45da-b366-08808e535794 req-e815b287-4d43-435d-a5b8-5973a6ddbbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:21.357314 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e96dee90-020f-45da-b366-08808e535794 req-e815b287-4d43-435d-a5b8-5973a6ddbbc6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=393e5a9a-f65e-4189-ae61-935760977622 HTTP/1.1" status: 200 len: 909 time: 0.0853634 Jan 18 23:21:21.420660 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e96dee90-020f-45da-b366-08808e535794 req-21466d38-9437-4196-aa01-811ae861b47b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=968b97f7-5d90-4e60-a34b-8b694f52f181 HTTP/1.1" status: 200 len: 1002 time: 0.0567684 Jan 18 23:21:21.466968 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96dee90-020f-45da-b366-08808e535794 req-a91e56ff-d4c8-47f7-b8ad-a94642bca087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:21.468305 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e96dee90-020f-45da-b366-08808e535794 req-a91e56ff-d4c8-47f7-b8ad-a94642bca087 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e7116a22-ad34-4267-8154-98bf4e4dc9da HTTP/1.1" status: 200 len: 848 time: 0.0419426 Jan 18 23:21:21.515823 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96dee90-020f-45da-b366-08808e535794 req-cbc3a6be-982b-4b6b-bc03-2039edd17dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:21.517285 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e96dee90-020f-45da-b366-08808e535794 req-cbc3a6be-982b-4b6b-bc03-2039edd17dcd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=393e5a9a-f65e-4189-ae61-935760977622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429089 Jan 18 23:21:21.607497 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e96dee90-020f-45da-b366-08808e535794 req-91ddcd8c-ed9d-4049-b060-b79d3f6e2210 service neutron] 10.222.0.67 "GET /v2.0/networks/393e5a9a-f65e-4189-ae61-935760977622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829983 Jan 18 23:21:21.698051 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e96dee90-020f-45da-b366-08808e535794 req-42e6791d-5900-4396-8ba9-b92a8171d947 service neutron] 10.222.0.67 "GET /v2.0/networks/393e5a9a-f65e-4189-ae61-935760977622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840070 Jan 18 23:21:22.017377 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e0b5fc4a-a417-4fa8-a10b-266b3ce20aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:23.186515 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:24.635277 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:24.731830 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:43.356622 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:44.345666 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:49.393559 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-02e21f13-7703-461b-819a-b73cfdeb5e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:50.232912 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 23:21:52.018246 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3a21ad58-2f4e-47b0-9863-57e5b46bca32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:53.189076 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:54.638849 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:54.732882 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:13.371232 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:14.346582 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:15.787652 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60866) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:22:15.937933 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-187fdbec-780b-4256-972d-56f67a2cb95c tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Deleting port 92718271-fc14-44a3-a20b-4e91d0aefdbb {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 23:22:15.938268 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-187fdbec-780b-4256-972d-56f67a2cb95c tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:16.012708 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-187fdbec-780b-4256-972d-56f67a2cb95c tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:16.013030 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-187fdbec-780b-4256-972d-56f67a2cb95c tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:16.024101 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-187fdbec-780b-4256-972d-56f67a2cb95c tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Calling delete_port for 92718271-fc14-44a3-a20b-4e91d0aefdbb owned by network:floatingip {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 23:22:16.167807 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-187fdbec-780b-4256-972d-56f67a2cb95c tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:16.192181 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187fdbec-780b-4256-972d-56f67a2cb95c tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Pushing event deleted for resources: {'Port': ['ID=92718271-fc14-44a3-a20b-4e91d0aefdbb,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:16.218646 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187fdbec-780b-4256-972d-56f67a2cb95c tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:16.218984 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187fdbec-780b-4256-972d-56f67a2cb95c tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:16.219317 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187fdbec-780b-4256-972d-56f67a2cb95c tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:16.219645 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187fdbec-780b-4256-972d-56f67a2cb95c tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:16.219973 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187fdbec-780b-4256-972d-56f67a2cb95c tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:16.220314 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187fdbec-780b-4256-972d-56f67a2cb95c tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:16.220638 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187fdbec-780b-4256-972d-56f67a2cb95c tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:16.220959 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187fdbec-780b-4256-972d-56f67a2cb95c tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:16.221273 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187fdbec-780b-4256-972d-56f67a2cb95c tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:16.221586 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187fdbec-780b-4256-972d-56f67a2cb95c tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:16.221900 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187fdbec-780b-4256-972d-56f67a2cb95c tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:16.222208 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187fdbec-780b-4256-972d-56f67a2cb95c tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:16.259894 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-187fdbec-780b-4256-972d-56f67a2cb95c tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify callbacks [] for floatingip, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:16.260248 n-d-825064-1 neutron-server[102431]: INFO neutron.db.l3_db [None req-187fdbec-780b-4256-972d-56f67a2cb95c tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Floating IP f8aa661f-e78e-45ed-9270-adf26775b8a1 disassociated (deleted). External IP: 172.25.5.155, port: 968b97f7-5d90-4e60-a34b-8b694f52f181. Jan 18 23:22:16.464334 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-187fdbec-780b-4256-972d-56f67a2cb95c tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Router 2cd92ddb-5068-496d-aa19-4da5b46c8c8b has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:22:16.569618 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-187fdbec-780b-4256-972d-56f67a2cb95c tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:22:16.575056 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-187fdbec-780b-4256-972d-56f67a2cb95c tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:16.579708 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab08ad9b-1589-48f9-a01b-3695bc9cf4e1 None None] Sync routers for ids ['2cd92ddb-5068-496d-aa19-4da5b46c8c8b'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:22:16.588196 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab08ad9b-1589-48f9-a01b-3695bc9cf4e1 None None] Routers {'2cd92ddb-5068-496d-aa19-4da5b46c8c8b'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:22:16.588794 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-ab08ad9b-1589-48f9-a01b-3695bc9cf4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:21:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['2cd92ddb-5068-496d-aa19-4da5b46c8c8b'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:22:16.600645 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-187fdbec-780b-4256-972d-56f67a2cb95c tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "DELETE /v2.0/floatingips/f8aa661f-e78e-45ed-9270-adf26775b8a1 HTTP/1.1" status: 204 len: 168 time: 0.8119187 Jan 18 23:22:16.601236 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e0b2083-f45c-417f-9db1-ed4f42276f0e', 'tag': '968b97f7-5d90-4e60-a34b-8b694f52f181'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:22:16.603496 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6adba52062d83d0b70d142dbcd5753b88deeeedcec75449c501cd3eecc31c27c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb05249-ae2e-4ce2-9c81-28f5042b903c" -d '{"events": [{"name": "network-changed", "server_uuid": "4e0b2083-f45c-417f-9db1-ed4f42276f0e", "tag": "968b97f7-5d90-4e60-a34b-8b694f52f181"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 23:22:16.641187 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 23:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26643d8d-7248-41e9-8669-6417990e8d5f x-openstack-request-id: req-26643d8d-7248-41e9-8669-6417990e8d5f {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 23:22:16.641489 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e0b2083-f45c-417f-9db1-ed4f42276f0e", "tag": "968b97f7-5d90-4e60-a34b-8b694f52f181", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 23:22:16.641750 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-26643d8d-7248-41e9-8669-6417990e8d5f {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 23:22:16.642177 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e0b2083-f45c-417f-9db1-ed4f42276f0e', 'tag': '968b97f7-5d90-4e60-a34b-8b694f52f181', 'status': 'completed', 'code': 200} Jan 18 23:22:16.711844 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb05249-ae2e-4ce2-9c81-28f5042b903c req-b653fd23-5bb2-401d-82bb-cc4572883340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:16.714438 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5eb05249-ae2e-4ce2-9c81-28f5042b903c req-b653fd23-5bb2-401d-82bb-cc4572883340 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5dc398f5184842a99bb23af381a600c6&device_id=4e0b2083-f45c-417f-9db1-ed4f42276f0e HTTP/1.1" status: 200 len: 1098 time: 0.0491834 Jan 18 23:22:16.822492 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb05249-ae2e-4ce2-9c81-28f5042b903c req-0bb27b74-dbe7-4e41-b208-1f5403298bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:16.823995 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5eb05249-ae2e-4ce2-9c81-28f5042b903c req-0bb27b74-dbe7-4e41-b208-1f5403298bf6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=393e5a9a-f65e-4189-ae61-935760977622 HTTP/1.1" status: 200 len: 909 time: 0.1037960 Jan 18 23:22:16.867620 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-ab08ad9b-1589-48f9-a01b-3695bc9cf4e1 None None] Set router 2cd92ddb-5068-496d-aa19-4da5b46c8c8b gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:22:16.867949 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5eb05249-ae2e-4ce2-9c81-28f5042b903c req-f6ccb4da-e17f-4e23-bd06-a6a700c2b076 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=968b97f7-5d90-4e60-a34b-8b694f52f181 HTTP/1.1" status: 200 len: 217 time: 0.0360072 Jan 18 23:22:16.947458 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b63e9f1-5de1-455d-93c2-e8d993d1ae8c req-5e16a9ed-178f-42ad-9451-4dd66ddbd283 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:16.948949 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8b63e9f1-5de1-455d-93c2-e8d993d1ae8c req-5e16a9ed-178f-42ad-9451-4dd66ddbd283 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e0b2083-f45c-417f-9db1-ed4f42276f0e HTTP/1.1" status: 200 len: 947 time: 0.1410794 Jan 18 23:22:16.950643 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb05249-ae2e-4ce2-9c81-28f5042b903c req-1a79fa41-a476-4058-93d1-0bd8bcb0fa46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:16.951972 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5eb05249-ae2e-4ce2-9c81-28f5042b903c req-1a79fa41-a476-4058-93d1-0bd8bcb0fa46 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e7116a22-ad34-4267-8154-98bf4e4dc9da HTTP/1.1" status: 200 len: 848 time: 0.0760367 Jan 18 23:22:17.016198 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8b63e9f1-5de1-455d-93c2-e8d993d1ae8c req-6f5b10dd-766f-40b3-881b-e18354737505 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/security-groups?id=38feb729-b22b-4fed-a011-1b89ca251873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606577 Jan 18 23:22:17.018759 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb05249-ae2e-4ce2-9c81-28f5042b903c req-72448678-aeb1-43aa-af72-388bf97c07d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:17.020166 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5eb05249-ae2e-4ce2-9c81-28f5042b903c req-72448678-aeb1-43aa-af72-388bf97c07d5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=393e5a9a-f65e-4189-ae61-935760977622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0589957 Jan 18 23:22:17.063574 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-ab08ad9b-1589-48f9-a01b-3695bc9cf4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd92ddb-5068-496d-aa19-4da5b46c8c8b', 'name': 'tempest-TestShelveInstance-1864005873-router', 'tenant_id': '5dc398f5184842a99bb23af381a600c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'f12856f2-2cd0-44e0-99f8-25e80f6a62c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:18:05Z', 'updated_at': '2022-01-18T23:18:07Z', 'revision_number': 4, 'project_id': '5dc398f5184842a99bb23af381a600c6', 'gw_port': {'id': 'f12856f2-2cd0-44e0-99f8-25e80f6a62c6', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:fb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd92ddb-5068-496d-aa19-4da5b46c8c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:18:05Z', 'updated_at': '2022-01-18T23:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '4b06bdc5-ba93-4808-8473-877934f51fff', 'name': '', 'network_id': '393e5a9a-f65e-4189-ae61-935760977622', 'tenant_id': '5dc398f5184842a99bb23af381a600c6', 'mac_address': 'fa:16:3e:c5:ed:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd92ddb-5068-496d-aa19-4da5b46c8c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'e7116a22-ad34-4267-8154-98bf4e4dc9da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:18:07Z', 'updated_at': '2022-01-18T23:18:12Z', 'revision_number': 5, 'project_id': '5dc398f5184842a99bb23af381a600c6', 'subnets': [{'id': 'e7116a22-ad34-4267-8154-98bf4e4dc9da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:22:17.093435 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab08ad9b-1589-48f9-a01b-3695bc9cf4e1 None None] Checking router: 2cd92ddb-5068-496d-aa19-4da5b46c8c8b for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:22:17.101716 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab08ad9b-1589-48f9-a01b-3695bc9cf4e1 None None] Routers {'2cd92ddb-5068-496d-aa19-4da5b46c8c8b'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:22:17.102316 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-ab08ad9b-1589-48f9-a01b-3695bc9cf4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:21:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['2cd92ddb-5068-496d-aa19-4da5b46c8c8b'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:22:17.113942 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5eb05249-ae2e-4ce2-9c81-28f5042b903c req-d5e6f553-84bf-4cd3-9942-3d4368566a69 service neutron] 10.222.0.67 "GET /v2.0/networks/393e5a9a-f65e-4189-ae61-935760977622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850513 Jan 18 23:22:17.203353 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5eb05249-ae2e-4ce2-9c81-28f5042b903c req-cc2afdc9-1024-465c-9ea7-cab7715407a3 service neutron] 10.222.0.67 "GET /v2.0/networks/393e5a9a-f65e-4189-ae61-935760977622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823038 Jan 18 23:22:17.206372 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-ab08ad9b-1589-48f9-a01b-3695bc9cf4e1 None None] Set router 2cd92ddb-5068-496d-aa19-4da5b46c8c8b gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:22:17.399068 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-ab08ad9b-1589-48f9-a01b-3695bc9cf4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd92ddb-5068-496d-aa19-4da5b46c8c8b', 'name': 'tempest-TestShelveInstance-1864005873-router', 'tenant_id': '5dc398f5184842a99bb23af381a600c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'f12856f2-2cd0-44e0-99f8-25e80f6a62c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:18:05Z', 'updated_at': '2022-01-18T23:18:07Z', 'revision_number': 4, 'project_id': '5dc398f5184842a99bb23af381a600c6', 'gw_port': {'id': 'f12856f2-2cd0-44e0-99f8-25e80f6a62c6', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:fb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd92ddb-5068-496d-aa19-4da5b46c8c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:18:05Z', 'updated_at': '2022-01-18T23:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '4b06bdc5-ba93-4808-8473-877934f51fff', 'name': '', 'network_id': '393e5a9a-f65e-4189-ae61-935760977622', 'tenant_id': '5dc398f5184842a99bb23af381a600c6', 'mac_address': 'fa:16:3e:c5:ed:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd92ddb-5068-496d-aa19-4da5b46c8c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'e7116a22-ad34-4267-8154-98bf4e4dc9da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:18:07Z', 'updated_at': '2022-01-18T23:18:12Z', 'revision_number': 5, 'project_id': '5dc398f5184842a99bb23af381a600c6', 'subnets': [{'id': 'e7116a22-ad34-4267-8154-98bf4e4dc9da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:22:17.429438 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab08ad9b-1589-48f9-a01b-3695bc9cf4e1 None None] The sync data for ids ['2cd92ddb-5068-496d-aa19-4da5b46c8c8b'] in n-d-825064-1 is: [{'id': '2cd92ddb-5068-496d-aa19-4da5b46c8c8b', 'name': 'tempest-TestShelveInstance-1864005873-router', 'tenant_id': '5dc398f5184842a99bb23af381a600c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'f12856f2-2cd0-44e0-99f8-25e80f6a62c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:18:05Z', 'updated_at': '2022-01-18T23:18:07Z', 'revision_number': 4, 'project_id': '5dc398f5184842a99bb23af381a600c6', 'gw_port': {'id': 'f12856f2-2cd0-44e0-99f8-25e80f6a62c6', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:fb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd92ddb-5068-496d-aa19-4da5b46c8c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:18:05Z', 'updated_at': '2022-01-18T23:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '4b06bdc5-ba93-4808-8473-877934f51fff', 'name': '', 'network_id': '393e5a9a-f65e-4189-ae61-935760977622', 'tenant_id': '5dc398f5184842a99bb23af381a600c6', 'mac_address': 'fa:16:3e:c5:ed:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd92ddb-5068-496d-aa19-4da5b46c8c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'e7116a22-ad34-4267-8154-98bf4e4dc9da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:18:07Z', 'updated_at': '2022-01-18T23:18:12Z', 'revision_number': 5, 'project_id': '5dc398f5184842a99bb23af381a600c6', 'subnets': [{'id': 'e7116a22-ad34-4267-8154-98bf4e4dc9da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:22:17.640004 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855517c0-8c79-45f3-b039-4a8957752d4e None None] New status for floating IP f8aa661f-e78e-45ed-9270-adf26775b8a1: DOWN {{(pid=102433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 23:22:18.452170 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8f9db6-bf90-47aa-a6f6-ec4be73663ff req-52bfffab-4406-4706-a283-167943b2d827 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:18.453516 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0a8f9db6-bf90-47aa-a6f6-ec4be73663ff req-52bfffab-4406-4706-a283-167943b2d827 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.67 "GET /v2.0/ports?device_id=4e0b2083-f45c-417f-9db1-ed4f42276f0e HTTP/1.1" status: 200 len: 947 time: 0.3905005 Jan 18 23:22:18.464750 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98cbebd-e75a-4666-8115-580a0e9589ea req-985119ae-5b5f-4c66-af22-fa731525ab2b tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:18.466083 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b98cbebd-e75a-4666-8115-580a0e9589ea req-985119ae-5b5f-4c66-af22-fa731525ab2b tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e0b2083-f45c-417f-9db1-ed4f42276f0e HTTP/1.1" status: 200 len: 947 time: 0.3782132 Jan 18 23:22:18.546700 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b98cbebd-e75a-4666-8115-580a0e9589ea req-f0788e1d-65a5-42f8-934c-cd0c98659161 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/security-groups?id=38feb729-b22b-4fed-a011-1b89ca251873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738249 Jan 18 23:22:18.572295 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-0a8f9db6-bf90-47aa-a6f6-ec4be73663ff req-f5a58156-7f53-43ca-a860-d7351895b9f7 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Deleting port 968b97f7-5d90-4e60-a34b-8b694f52f181 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 23:22:18.572643 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-0a8f9db6-bf90-47aa-a6f6-ec4be73663ff req-f5a58156-7f53-43ca-a860-d7351895b9f7 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:18.659673 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-0a8f9db6-bf90-47aa-a6f6-ec4be73663ff req-f5a58156-7f53-43ca-a860-d7351895b9f7 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] For port 968b97f7-5d90-4e60-a34b-8b694f52f181, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=968b97f7-5d90-4e60-a34b-8b694f52f181,segment=NetworkSegment(6fda13f1-56c5-4f3c-a673-22cd067a261d),segment_id=6fda13f1-56c5-4f3c-a673-22cd067a261d)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:22:18.660028 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-0a8f9db6-bf90-47aa-a6f6-ec4be73663ff req-f5a58156-7f53-43ca-a860-d7351895b9f7 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:18.672004 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-0a8f9db6-bf90-47aa-a6f6-ec4be73663ff req-f5a58156-7f53-43ca-a860-d7351895b9f7 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Calling delete_port for 968b97f7-5d90-4e60-a34b-8b694f52f181 owned by compute:nova {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 23:22:18.800844 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-0a8f9db6-bf90-47aa-a6f6-ec4be73663ff req-f5a58156-7f53-43ca-a860-d7351895b9f7 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:18.831685 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a58156-7f53-43ca-a860-d7351895b9f7 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Pushing event deleted for resources: {'Port': ['ID=968b97f7-5d90-4e60-a34b-8b694f52f181,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:18.857034 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a58156-7f53-43ca-a860-d7351895b9f7 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:18.857383 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a58156-7f53-43ca-a860-d7351895b9f7 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:18.857719 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a58156-7f53-43ca-a860-d7351895b9f7 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:18.858048 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a58156-7f53-43ca-a860-d7351895b9f7 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:18.858373 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a58156-7f53-43ca-a860-d7351895b9f7 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:18.858699 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a58156-7f53-43ca-a860-d7351895b9f7 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:18.859024 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a58156-7f53-43ca-a860-d7351895b9f7 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:18.859345 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a58156-7f53-43ca-a860-d7351895b9f7 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:18.859663 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a58156-7f53-43ca-a860-d7351895b9f7 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:18.859978 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a58156-7f53-43ca-a860-d7351895b9f7 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:18.860313 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a58156-7f53-43ca-a860-d7351895b9f7 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:18.860629 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a58156-7f53-43ca-a860-d7351895b9f7 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:18.882316 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a8f9db6-bf90-47aa-a6f6-ec4be73663ff req-f5a58156-7f53-43ca-a860-d7351895b9f7 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] No DVR routers for this DVR port 968b97f7-5d90-4e60-a34b-8b694f52f181 on host n-h2-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:22:18.885237 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-0a8f9db6-bf90-47aa-a6f6-ec4be73663ff req-f5a58156-7f53-43ca-a860-d7351895b9f7 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:18.888929 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0a8f9db6-bf90-47aa-a6f6-ec4be73663ff req-f5a58156-7f53-43ca-a860-d7351895b9f7 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.67 "DELETE /v2.0/ports/968b97f7-5d90-4e60-a34b-8b694f52f181 HTTP/1.1" status: 204 len: 173 time: 0.4219708 Jan 18 23:22:18.889379 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e0b2083-f45c-417f-9db1-ed4f42276f0e', 'name': 'network-vif-deleted', 'tag': '968b97f7-5d90-4e60-a34b-8b694f52f181'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:22:18.892527 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f9cd323385b35eafd7505e92119ef15b9cb9d1db746596d3e25314435e3cbaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18705605-d4d4-4e84-a033-482e8fa34869" -d '{"events": [{"server_uuid": "4e0b2083-f45c-417f-9db1-ed4f42276f0e", "name": "network-vif-deleted", "tag": "968b97f7-5d90-4e60-a34b-8b694f52f181"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 23:22:18.987096 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 23:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35d92b62-7e15-4f05-9c42-c7d359232e5e x-openstack-request-id: req-35d92b62-7e15-4f05-9c42-c7d359232e5e {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 23:22:18.987397 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e0b2083-f45c-417f-9db1-ed4f42276f0e", "name": "network-vif-deleted", "tag": "968b97f7-5d90-4e60-a34b-8b694f52f181", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 23:22:18.987633 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-35d92b62-7e15-4f05-9c42-c7d359232e5e {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 23:22:18.988024 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e0b2083-f45c-417f-9db1-ed4f42276f0e', 'name': 'network-vif-deleted', 'tag': '968b97f7-5d90-4e60-a34b-8b694f52f181', 'status': 'completed', 'code': 200} Jan 18 23:22:19.394517 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-547bcb5e-cff0-4481-a926-f34a8d3f88d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:19.600456 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60890) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:22:19.659456 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d4df8d5a-6fec-4bad-b5c9-7f24e854a9e7 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:19.688367 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d4df8d5a-6fec-4bad-b5c9-7f24e854a9e7 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:19.745524 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d4df8d5a-6fec-4bad-b5c9-7f24e854a9e7 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:19.748534 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d4df8d5a-6fec-4bad-b5c9-7f24e854a9e7 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:19.749667 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-d4df8d5a-6fec-4bad-b5c9-7f24e854a9e7 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "DELETE /v2.0/security-groups/38feb729-b22b-4fed-a011-1b89ca251873 HTTP/1.1" status: 204 len: 168 time: 0.1482463 Jan 18 23:22:19.758350 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4df8d5a-6fec-4bad-b5c9-7f24e854a9e7 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38feb729-b22b-4fed-a011-1b89ca251873,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:20.116229 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 60896) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:22:20.121267 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-216ebe51-d0ba-40f7-89dd-2b76e265eca1 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1027171331', 'description': 'tempest-secgroup-smoke-1027171331 description', 'project_id': '5dc398f5184842a99bb23af381a600c6'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:22:20.144751 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-216ebe51-d0ba-40f7-89dd-2b76e265eca1 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:20.209328 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-216ebe51-d0ba-40f7-89dd-2b76e265eca1 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:20.212801 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-216ebe51-d0ba-40f7-89dd-2b76e265eca1 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:20.239071 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-216ebe51-d0ba-40f7-89dd-2b76e265eca1 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:20.240294 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-216ebe51-d0ba-40f7-89dd-2b76e265eca1 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1230316 Jan 18 23:22:20.243217 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60898) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:22:20.244927 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216ebe51-d0ba-40f7-89dd-2b76e265eca1 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff3573f-152f-4391-b8b3-c41366199bbf,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:20.248478 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-59164892-9235-4c08-a84a-5010464da034 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Request body: {'security_group_rule': {'security_group_id': '9ff3573f-152f-4391-b8b3-c41366199bbf', 'project_id': '5dc398f5184842a99bb23af381a600c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:22:20.277377 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-59164892-9235-4c08-a84a-5010464da034 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:20.322495 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-59164892-9235-4c08-a84a-5010464da034 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:20.325833 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-59164892-9235-4c08-a84a-5010464da034 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:20.342788 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59164892-9235-4c08-a84a-5010464da034 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27fccc24-380f-404a-b2a0-4d8291d6ad26,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:20.351204 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-59164892-9235-4c08-a84a-5010464da034 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:20.352407 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-59164892-9235-4c08-a84a-5010464da034 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1075730 Jan 18 23:22:20.355601 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60900) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:22:20.360201 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-b745458e-ef04-4e32-9eb0-8bf21e469b10 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Request body: {'security_group_rule': {'security_group_id': '9ff3573f-152f-4391-b8b3-c41366199bbf', 'project_id': '5dc398f5184842a99bb23af381a600c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:22:20.388676 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b745458e-ef04-4e32-9eb0-8bf21e469b10 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:20.444057 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b745458e-ef04-4e32-9eb0-8bf21e469b10 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:20.447550 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b745458e-ef04-4e32-9eb0-8bf21e469b10 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:20.464524 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b745458e-ef04-4e32-9eb0-8bf21e469b10 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a07b9d8-ac46-4af0-ab02-9ffa0cab8ebc,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:20.471971 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b745458e-ef04-4e32-9eb0-8bf21e469b10 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:20.473225 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-b745458e-ef04-4e32-9eb0-8bf21e469b10 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1166389 Jan 18 23:22:20.476015 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60902) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:22:20.480882 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-69452fe8-38d4-4541-abe3-2114b3ead955 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Request body: {'security_group_rule': {'security_group_id': '9ff3573f-152f-4391-b8b3-c41366199bbf', 'project_id': '5dc398f5184842a99bb23af381a600c6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:22:20.508228 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-69452fe8-38d4-4541-abe3-2114b3ead955 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:20.566338 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-69452fe8-38d4-4541-abe3-2114b3ead955 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:20.569775 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-69452fe8-38d4-4541-abe3-2114b3ead955 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:20.587226 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69452fe8-38d4-4541-abe3-2114b3ead955 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6d5356a-4502-4efb-9307-b94ee2b5d7a9,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:20.593223 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-69452fe8-38d4-4541-abe3-2114b3ead955 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:20.594347 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-69452fe8-38d4-4541-abe3-2114b3ead955 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1173656 Jan 18 23:22:20.597176 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60904) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:22:20.601456 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-3b09c61d-8676-4e45-9fa9-6a4635f0d4d4 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Request body: {'security_group_rule': {'security_group_id': '9ff3573f-152f-4391-b8b3-c41366199bbf', 'project_id': '5dc398f5184842a99bb23af381a600c6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:22:20.628605 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3b09c61d-8676-4e45-9fa9-6a4635f0d4d4 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:20.684603 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3b09c61d-8676-4e45-9fa9-6a4635f0d4d4 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:20.687997 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3b09c61d-8676-4e45-9fa9-6a4635f0d4d4 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:20.705016 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b09c61d-8676-4e45-9fa9-6a4635f0d4d4 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5ea8b32-521f-482c-a772-7258f972b9ea,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:20.711585 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3b09c61d-8676-4e45-9fa9-6a4635f0d4d4 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:20.712913 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-3b09c61d-8676-4e45-9fa9-6a4635f0d4d4 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1148016 Jan 18 23:22:20.715601 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60906) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:22:20.719951 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-b661088d-966e-42e5-908d-f8102015a490 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Request body: {'security_group_rule': {'security_group_id': '9ff3573f-152f-4391-b8b3-c41366199bbf', 'project_id': '5dc398f5184842a99bb23af381a600c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:22:20.742327 n-d-825064-1 neutron-server[102431]: INFO neutron.db.securitygroups_db [None req-b661088d-966e-42e5-908d-f8102015a490 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Project 5dc398f5184842a99bb23af381a600c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 23:22:20.747692 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b661088d-966e-42e5-908d-f8102015a490 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:20.809150 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b661088d-966e-42e5-908d-f8102015a490 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:20.812585 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b661088d-966e-42e5-908d-f8102015a490 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:20.826479 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b661088d-966e-42e5-908d-f8102015a490 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9962dbd-8179-4376-9362-c564d048c7f1,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:20.836630 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b661088d-966e-42e5-908d-f8102015a490 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:20.838329 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-b661088d-966e-42e5-908d-f8102015a490 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1217821 Jan 18 23:22:20.841096 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 60908) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:22:20.845377 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-191cf42f-7f29-43ec-816d-3ab2269e58e4 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Request body: {'security_group_rule': {'security_group_id': '9ff3573f-152f-4391-b8b3-c41366199bbf', 'project_id': '5dc398f5184842a99bb23af381a600c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:22:20.867952 n-d-825064-1 neutron-server[102431]: INFO neutron.db.securitygroups_db [None req-191cf42f-7f29-43ec-816d-3ab2269e58e4 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Project 5dc398f5184842a99bb23af381a600c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 23:22:20.872606 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-191cf42f-7f29-43ec-816d-3ab2269e58e4 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:20.931713 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-191cf42f-7f29-43ec-816d-3ab2269e58e4 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:20.935148 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-191cf42f-7f29-43ec-816d-3ab2269e58e4 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:20.953752 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191cf42f-7f29-43ec-816d-3ab2269e58e4 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1912086-fe58-4c25-9e04-e37f87df9ddf,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:20.962829 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-191cf42f-7f29-43ec-816d-3ab2269e58e4 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:20.964153 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-191cf42f-7f29-43ec-816d-3ab2269e58e4 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1221356 Jan 18 23:22:22.020013 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c08c7eb9-d35d-4f1c-9b8b-b14e3b4a8c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:22.382134 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 968b97f7-5d90-4e60-a34b-8b694f52f181 no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 23:22:22.403304 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] No Port match for: 968b97f7-5d90-4e60-a34b-8b694f52f181 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 23:22:22.403648 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 968b97f7-5d90-4e60-a34b-8b694f52f181 not bound to the agent host n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 23:22:23.191609 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:24.642476 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:24.736832 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:27.232779 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 23:22:34.164531 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bd579b28-a9df-44fc-91d3-235810df8ea9 req-b72c22a1-00dc-41fa-8f5c-d42cb3143bf1 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1027171331&fields=id&tenant_id=5dc398f5184842a99bb23af381a600c6 HTTP/1.1" status: 200 len: 267 time: 0.0345199 Jan 18 23:22:34.274793 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd579b28-a9df-44fc-91d3-235810df8ea9 req-735d98bd-20d3-4d21-b2de-7036e0ed8f05 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:34.277180 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bd579b28-a9df-44fc-91d3-235810df8ea9 req-735d98bd-20d3-4d21-b2de-7036e0ed8f05 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/networks?id=393e5a9a-f65e-4189-ae61-935760977622 HTTP/1.1" status: 200 len: 809 time: 0.1049926 Jan 18 23:22:34.292266 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bd579b28-a9df-44fc-91d3-235810df8ea9 req-d9d5f2be-10c4-45b2-acd4-dbac3c3a93c8 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/quotas/5dc398f5184842a99bb23af381a600c6 HTTP/1.1" status: 200 len: 375 time: 0.0091667 Jan 18 23:22:34.343157 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bd579b28-a9df-44fc-91d3-235810df8ea9 req-055d8285-e1d6-4c75-8692-42af3e10984b tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5dc398f5184842a99bb23af381a600c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452828 Jan 18 23:22:34.400276 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [req-bd579b28-a9df-44fc-91d3-235810df8ea9 req-582609a2-c4c2-48b4-8e0c-3ee34fe95513 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102430) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 23:22:34.402011 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bd579b28-a9df-44fc-91d3-235810df8ea9 req-582609a2-c4c2-48b4-8e0c-3ee34fe95513 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0466237 Jan 18 23:22:34.492192 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bd579b28-a9df-44fc-91d3-235810df8ea9 req-12bc5ad7-8734-4ef4-95bd-3e9265a68229 service neutron] 10.222.0.53 "GET /v2.0/networks/393e5a9a-f65e-4189-ae61-935760977622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841019 Jan 18 23:22:34.579033 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bd579b28-a9df-44fc-91d3-235810df8ea9 req-956a1507-27f3-48ca-b973-f49b6d340f9a service neutron] 10.222.0.53 "GET /v2.0/networks/393e5a9a-f65e-4189-ae61-935760977622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808454 Jan 18 23:22:34.857526 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-5cf68309-3515-4913-8e48-58cfa24631ea req-b741a93c-9471-45f4-838b-9f03a95d15e3 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c74cf02-e297-42f3-b379-f1cfcdd1cd88 HTTP/1.1" status: 200 len: 210 time: 0.0267262 Jan 18 23:22:35.737615 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd579b28-a9df-44fc-91d3-235810df8ea9 req-42a74e0f-f0b8-4908-be01-3aa53728a0bd tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:35.739052 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bd579b28-a9df-44fc-91d3-235810df8ea9 req-42a74e0f-f0b8-4908-be01-3aa53728a0bd tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.67 "GET /v2.0/networks?id=393e5a9a-f65e-4189-ae61-935760977622 HTTP/1.1" status: 200 len: 809 time: 0.1061730 Jan 18 23:22:35.783018 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bd579b28-a9df-44fc-91d3-235810df8ea9 req-8f64adc2-47e8-4512-bdd1-ca6bab5f9980 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5dc398f5184842a99bb23af381a600c6 HTTP/1.1" status: 200 len: 380 time: 0.0346932 Jan 18 23:22:35.791707 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-bd579b28-a9df-44fc-91d3-235810df8ea9 req-09db6cbf-f329-417d-9a67-5d192f7c5588 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Request body: {'port': {'device_id': '1c74cf02-e297-42f3-b379-f1cfcdd1cd88', 'network_id': '393e5a9a-f65e-4189-ae61-935760977622', 'admin_state_up': True, 'tenant_id': '5dc398f5184842a99bb23af381a600c6', 'security_groups': ['9ff3573f-152f-4391-b8b3-c41366199bbf']}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:22:35.903220 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd579b28-a9df-44fc-91d3-235810df8ea9 req-09db6cbf-f329-417d-9a67-5d192f7c5588 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Made reservation on behalf of 5dc398f5184842a99bb23af381a600c6 for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:22:35.907055 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-bd579b28-a9df-44fc-91d3-235810df8ea9 req-09db6cbf-f329-417d-9a67-5d192f7c5588 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:35.962036 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-82762d3f-21bb-4f22-99f4-7a8e87bad250 req-85e0818f-3c5f-4fa9-ae96-d9fca5f12d7b tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c74cf02-e297-42f3-b379-f1cfcdd1cd88 HTTP/1.1" status: 200 len: 210 time: 0.0324972 Jan 18 23:22:36.063761 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-bd579b28-a9df-44fc-91d3-235810df8ea9 req-09db6cbf-f329-417d-9a67-5d192f7c5588 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Allocated IP 172.20.0.6 (393e5a9a-f65e-4189-ae61-935760977622/e7116a22-ad34-4267-8154-98bf4e4dc9da/454f7c5c-e4cd-4a39-8388-281b0b4ca01b) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:22:36.208413 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-bd579b28-a9df-44fc-91d3-235810df8ea9 req-09db6cbf-f329-417d-9a67-5d192f7c5588 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:36.243077 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-bd579b28-a9df-44fc-91d3-235810df8ea9 req-09db6cbf-f329-417d-9a67-5d192f7c5588 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:36.289607 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd579b28-a9df-44fc-91d3-235810df8ea9 req-09db6cbf-f329-417d-9a67-5d192f7c5588 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Network 393e5a9a-f65e-4189-ae61-935760977622 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:22:36.292849 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-bd579b28-a9df-44fc-91d3-235810df8ea9 req-09db6cbf-f329-417d-9a67-5d192f7c5588 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:22:36.296547 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd579b28-a9df-44fc-91d3-235810df8ea9 req-09db6cbf-f329-417d-9a67-5d192f7c5588 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:22:36.303160 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09db6cbf-f329-417d-9a67-5d192f7c5588 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Pushing event updated for resources: {'Port': ['ID=454f7c5c-e4cd-4a39-8388-281b0b4ca01b,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:36.353462 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd579b28-a9df-44fc-91d3-235810df8ea9 req-09db6cbf-f329-417d-9a67-5d192f7c5588 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:36.354120 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-bd579b28-a9df-44fc-91d3-235810df8ea9 req-09db6cbf-f329-417d-9a67-5d192f7c5588 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:36.372084 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bd579b28-a9df-44fc-91d3-235810df8ea9 req-09db6cbf-f329-417d-9a67-5d192f7c5588 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5838845 Jan 18 23:22:36.383683 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-bd579b28-a9df-44fc-91d3-235810df8ea9 req-5a35f8fe-9073-4c36-af27-ff6299793f74 service neutron] Request body: {'port': {'device_id': '1c74cf02-e297-42f3-b379-f1cfcdd1cd88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:22:36.443238 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-bd579b28-a9df-44fc-91d3-235810df8ea9 req-5a35f8fe-9073-4c36-af27-ff6299793f74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:36.539470 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-1d1943b4-5dcd-4d62-879f-72f625d83df2 None None] Provisioning complete for port 454f7c5c-e4cd-4a39-8388-281b0b4ca01b triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:22:36.540051 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1d1943b4-5dcd-4d62-879f-72f625d83df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:36.574379 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-1d1943b4-5dcd-4d62-879f-72f625d83df2 None None] Port 454f7c5c-e4cd-4a39-8388-281b0b4ca01b cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 23:22:36.718430 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [req-bd579b28-a9df-44fc-91d3-235810df8ea9 req-5a35f8fe-9073-4c36-af27-ff6299793f74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 454f7c5c-e4cd-4a39-8388-281b0b4ca01b {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:22:36.725785 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-bd579b28-a9df-44fc-91d3-235810df8ea9 req-5a35f8fe-9073-4c36-af27-ff6299793f74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:36.738686 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-bd579b28-a9df-44fc-91d3-235810df8ea9 req-5a35f8fe-9073-4c36-af27-ff6299793f74 service neutron] Transition to ACTIVE for port object 454f7c5c-e4cd-4a39-8388-281b0b4ca01b will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:22:36.742347 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-bd579b28-a9df-44fc-91d3-235810df8ea9 req-5a35f8fe-9073-4c36-af27-ff6299793f74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:36.798247 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a35f8fe-9073-4c36-af27-ff6299793f74 service neutron] Pushing event updated for resources: {'Port': ['ID=454f7c5c-e4cd-4a39-8388-281b0b4ca01b,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:36.881621 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-bd579b28-a9df-44fc-91d3-235810df8ea9 req-5a35f8fe-9073-4c36-af27-ff6299793f74 service neutron] Attempting to bind port 454f7c5c-e4cd-4a39-8388-281b0b4ca01b on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:22:36.881959 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-bd579b28-a9df-44fc-91d3-235810df8ea9 req-5a35f8fe-9073-4c36-af27-ff6299793f74 service neutron] Attempting to bind port 454f7c5c-e4cd-4a39-8388-281b0b4ca01b by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '6fda13f1-56c5-4f3c-a673-22cd067a261d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '393e5a9a-f65e-4189-ae61-935760977622'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:22:36.882288 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd579b28-a9df-44fc-91d3-235810df8ea9 req-5a35f8fe-9073-4c36-af27-ff6299793f74 service neutron] Attempting to bind port 454f7c5c-e4cd-4a39-8388-281b0b4ca01b on network 393e5a9a-f65e-4189-ae61-935760977622 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 23:22:36.887606 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd579b28-a9df-44fc-91d3-235810df8ea9 req-5a35f8fe-9073-4c36-af27-ff6299793f74 service neutron] Port 454f7c5c-e4cd-4a39-8388-281b0b4ca01b on network 393e5a9a-f65e-4189-ae61-935760977622 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 23:22:36.887931 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd579b28-a9df-44fc-91d3-235810df8ea9 req-5a35f8fe-9073-4c36-af27-ff6299793f74 service neutron] Attempting to bind port 454f7c5c-e4cd-4a39-8388-281b0b4ca01b on network 393e5a9a-f65e-4189-ae61-935760977622 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 23:22:36.895952 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd579b28-a9df-44fc-91d3-235810df8ea9 req-5a35f8fe-9073-4c36-af27-ff6299793f74 service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 23:22:36.896343 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd579b28-a9df-44fc-91d3-235810df8ea9 req-5a35f8fe-9073-4c36-af27-ff6299793f74 service neutron] Checking segment: {'id': '6fda13f1-56c5-4f3c-a673-22cd067a261d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '393e5a9a-f65e-4189-ae61-935760977622'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 23:22:36.896737 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd579b28-a9df-44fc-91d3-235810df8ea9 req-5a35f8fe-9073-4c36-af27-ff6299793f74 service neutron] Bound using segment: {'id': '6fda13f1-56c5-4f3c-a673-22cd067a261d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '393e5a9a-f65e-4189-ae61-935760977622'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 23:22:36.897169 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-bd579b28-a9df-44fc-91d3-235810df8ea9 req-5a35f8fe-9073-4c36-af27-ff6299793f74 service neutron] Bound port: 454f7c5c-e4cd-4a39-8388-281b0b4ca01b, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fda13f1-56c5-4f3c-a673-22cd067a261d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '393e5a9a-f65e-4189-ae61-935760977622'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:22:36.897526 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-bd579b28-a9df-44fc-91d3-235810df8ea9 req-5a35f8fe-9073-4c36-af27-ff6299793f74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:36.970580 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-bd579b28-a9df-44fc-91d3-235810df8ea9 req-5a35f8fe-9073-4c36-af27-ff6299793f74 service neutron] For port 454f7c5c-e4cd-4a39-8388-281b0b4ca01b, host n-h2-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:22:36.974058 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-bd579b28-a9df-44fc-91d3-235810df8ea9 req-5a35f8fe-9073-4c36-af27-ff6299793f74 service neutron] For port 454f7c5c-e4cd-4a39-8388-281b0b4ca01b, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=454f7c5c-e4cd-4a39-8388-281b0b4ca01b,segment=NetworkSegment(6fda13f1-56c5-4f3c-a673-22cd067a261d),segment_id=6fda13f1-56c5-4f3c-a673-22cd067a261d)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:22:36.978907 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-bd579b28-a9df-44fc-91d3-235810df8ea9 req-5a35f8fe-9073-4c36-af27-ff6299793f74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:37.019867 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd579b28-a9df-44fc-91d3-235810df8ea9 req-5a35f8fe-9073-4c36-af27-ff6299793f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:37.020958 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-bd579b28-a9df-44fc-91d3-235810df8ea9 req-5a35f8fe-9073-4c36-af27-ff6299793f74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:37.023011 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bd579b28-a9df-44fc-91d3-235810df8ea9 req-5a35f8fe-9073-4c36-af27-ff6299793f74 service neutron] 10.222.0.67 "PUT /v2.0/ports/454f7c5c-e4cd-4a39-8388-281b0b4ca01b HTTP/1.1" status: 200 len: 1091 time: 0.6436996 Jan 18 23:22:37.025660 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c74cf02-e297-42f3-b379-f1cfcdd1cd88', 'tag': '454f7c5c-e4cd-4a39-8388-281b0b4ca01b'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:22:37.036980 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f9cd323385b35eafd7505e92119ef15b9cb9d1db746596d3e25314435e3cbaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f6289a5-5aa5-4bd6-9a97-2f9343cbc068" -d '{"events": [{"name": "network-changed", "server_uuid": "1c74cf02-e297-42f3-b379-f1cfcdd1cd88", "tag": "454f7c5c-e4cd-4a39-8388-281b0b4ca01b"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 23:22:37.099404 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 23:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d2378d5-3b5c-4f04-ae83-93be89334ed0 x-openstack-request-id: req-1d2378d5-3b5c-4f04-ae83-93be89334ed0 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 23:22:37.099716 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c74cf02-e297-42f3-b379-f1cfcdd1cd88", "tag": "454f7c5c-e4cd-4a39-8388-281b0b4ca01b", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 23:22:37.100012 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1d2378d5-3b5c-4f04-ae83-93be89334ed0 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 23:22:37.100391 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c74cf02-e297-42f3-b379-f1cfcdd1cd88', 'tag': '454f7c5c-e4cd-4a39-8388-281b0b4ca01b', 'status': 'completed', 'code': 200} Jan 18 23:22:37.132522 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a35f8fe-9073-4c36-af27-ff6299793f74 service neutron] Pushing event updated for resources: {'Port': ['ID=454f7c5c-e4cd-4a39-8388-281b0b4ca01b,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:37.152506 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddac0a0a-1f40-4798-8be8-4e7feeb3114b req-d347f775-b61f-4ed2-9d8c-fbf7deb311f8 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:37.154067 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ddac0a0a-1f40-4798-8be8-4e7feeb3114b req-d347f775-b61f-4ed2-9d8c-fbf7deb311f8 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c74cf02-e297-42f3-b379-f1cfcdd1cd88 HTTP/1.1" status: 200 len: 943 time: 0.1127436 Jan 18 23:22:37.177039 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd579b28-a9df-44fc-91d3-235810df8ea9 req-5c1427be-b155-4fb1-a0f7-5c6022a1aede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:37.178526 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bd579b28-a9df-44fc-91d3-235810df8ea9 req-5c1427be-b155-4fb1-a0f7-5c6022a1aede service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5dc398f5184842a99bb23af381a600c6&device_id=1c74cf02-e297-42f3-b379-f1cfcdd1cd88 HTTP/1.1" status: 200 len: 1094 time: 0.1018462 Jan 18 23:22:37.235366 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ddac0a0a-1f40-4798-8be8-4e7feeb3114b req-f3911ed7-5567-4033-b3e4-55bf073a1c01 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff3573f-152f-4391-b8b3-c41366199bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749185 Jan 18 23:22:37.236511 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bd579b28-a9df-44fc-91d3-235810df8ea9 req-3cc053b2-e63a-4372-a917-03438902ef2b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=454f7c5c-e4cd-4a39-8388-281b0b4ca01b HTTP/1.1" status: 200 len: 217 time: 0.0499239 Jan 18 23:22:37.291068 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd579b28-a9df-44fc-91d3-235810df8ea9 req-b8b24909-dc40-4a8a-85a1-56ea35f215fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:37.293110 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bd579b28-a9df-44fc-91d3-235810df8ea9 req-b8b24909-dc40-4a8a-85a1-56ea35f215fc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e7116a22-ad34-4267-8154-98bf4e4dc9da HTTP/1.1" status: 200 len: 848 time: 0.0506279 Jan 18 23:22:37.349942 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd579b28-a9df-44fc-91d3-235810df8ea9 req-1e4b1487-0cc8-4740-9fc6-7a3d19bc9547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:37.351421 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bd579b28-a9df-44fc-91d3-235810df8ea9 req-1e4b1487-0cc8-4740-9fc6-7a3d19bc9547 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=393e5a9a-f65e-4189-ae61-935760977622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516715 Jan 18 23:22:37.445770 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bd579b28-a9df-44fc-91d3-235810df8ea9 req-ecfe77ff-e5a8-4434-8b2a-3b0606704ab3 service neutron] 10.222.0.67 "GET /v2.0/networks/393e5a9a-f65e-4189-ae61-935760977622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870357 Jan 18 23:22:37.535252 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bd579b28-a9df-44fc-91d3-235810df8ea9 req-ebc3eb00-8b40-42c2-a5cf-0fc7e4a84c15 service neutron] 10.222.0.67 "GET /v2.0/networks/393e5a9a-f65e-4189-ae61-935760977622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833859 Jan 18 23:22:37.618992 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6289a5-5aa5-4bd6-9a97-2f9343cbc068 req-6460a85a-bfa6-4bb0-8928-3736fe3eac90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:37.620588 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4f6289a5-5aa5-4bd6-9a97-2f9343cbc068 req-6460a85a-bfa6-4bb0-8928-3736fe3eac90 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5dc398f5184842a99bb23af381a600c6&device_id=1c74cf02-e297-42f3-b379-f1cfcdd1cd88 HTTP/1.1" status: 200 len: 1094 time: 0.0433006 Jan 18 23:22:37.715757 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6289a5-5aa5-4bd6-9a97-2f9343cbc068 req-ca36801f-5232-4c2b-a4da-466ce3fc8755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:37.717239 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4f6289a5-5aa5-4bd6-9a97-2f9343cbc068 req-ca36801f-5232-4c2b-a4da-466ce3fc8755 service neutron] 10.222.0.67 "GET /v2.0/networks?id=393e5a9a-f65e-4189-ae61-935760977622 HTTP/1.1" status: 200 len: 909 time: 0.0909178 Jan 18 23:22:37.757498 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4f6289a5-5aa5-4bd6-9a97-2f9343cbc068 req-99ac2ad6-338e-4143-884b-8bd0fede749e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=454f7c5c-e4cd-4a39-8388-281b0b4ca01b HTTP/1.1" status: 200 len: 217 time: 0.0340559 Jan 18 23:22:37.810601 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6289a5-5aa5-4bd6-9a97-2f9343cbc068 req-7552adae-193b-4a39-9d40-a70919a38f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:37.812090 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4f6289a5-5aa5-4bd6-9a97-2f9343cbc068 req-7552adae-193b-4a39-9d40-a70919a38f30 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e7116a22-ad34-4267-8154-98bf4e4dc9da HTTP/1.1" status: 200 len: 848 time: 0.0476458 Jan 18 23:22:37.857204 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6289a5-5aa5-4bd6-9a97-2f9343cbc068 req-fa3cee3f-9990-4b7d-93c3-f7661d25f020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:37.858580 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4f6289a5-5aa5-4bd6-9a97-2f9343cbc068 req-fa3cee3f-9990-4b7d-93c3-f7661d25f020 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=393e5a9a-f65e-4189-ae61-935760977622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404651 Jan 18 23:22:37.947059 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4f6289a5-5aa5-4bd6-9a97-2f9343cbc068 req-78eafe93-5019-421f-87a5-b4fd436eb8d1 service neutron] 10.222.0.67 "GET /v2.0/networks/393e5a9a-f65e-4189-ae61-935760977622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809257 Jan 18 23:22:38.042215 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-4f6289a5-5aa5-4bd6-9a97-2f9343cbc068 req-46c06404-96f6-47e5-9017-88b61ad40b03 service neutron] 10.222.0.67 "GET /v2.0/networks/393e5a9a-f65e-4189-ae61-935760977622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872793 Jan 18 23:22:38.352221 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588f06d0-8a1c-4c92-a645-cf690d448bba req-279b5ed4-bfe5-4f69-9aef-f8f081692678 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:38.353783 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-588f06d0-8a1c-4c92-a645-cf690d448bba req-279b5ed4-bfe5-4f69-9aef-f8f081692678 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c74cf02-e297-42f3-b379-f1cfcdd1cd88 HTTP/1.1" status: 200 len: 943 time: 0.0497191 Jan 18 23:22:38.391461 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-588f06d0-8a1c-4c92-a645-cf690d448bba req-8296c4da-eb78-446f-9293-9989a1e06530 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff3573f-152f-4391-b8b3-c41366199bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317025 Jan 18 23:22:39.507970 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889dff08-a97c-4386-8d1a-d890037ab866 req-84120a6e-703b-4d03-a5ad-2353e5c2f530 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:39.509492 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-889dff08-a97c-4386-8d1a-d890037ab866 req-84120a6e-703b-4d03-a5ad-2353e5c2f530 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c74cf02-e297-42f3-b379-f1cfcdd1cd88 HTTP/1.1" status: 200 len: 943 time: 0.0486486 Jan 18 23:22:39.558826 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-889dff08-a97c-4386-8d1a-d890037ab866 req-d219e239-c217-4380-833b-0e38b587b322 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff3573f-152f-4391-b8b3-c41366199bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423639 Jan 18 23:22:40.673043 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a98173-1462-4332-af11-9ffc13263e3a req-a6c82a5d-50a0-4be7-afd3-c61b3655f0b2 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:40.674532 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-58a98173-1462-4332-af11-9ffc13263e3a req-a6c82a5d-50a0-4be7-afd3-c61b3655f0b2 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c74cf02-e297-42f3-b379-f1cfcdd1cd88 HTTP/1.1" status: 200 len: 943 time: 0.0494423 Jan 18 23:22:40.711942 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-58a98173-1462-4332-af11-9ffc13263e3a req-f8a3600c-5098-4271-88f3-ed3383b29939 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff3573f-152f-4391-b8b3-c41366199bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315020 Jan 18 23:22:41.824674 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eae79b6-1e42-4e39-b7a9-5e7809d5a2b0 req-885ccf2c-23f7-4e7a-8c80-5ecf022902b8 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:41.826191 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8eae79b6-1e42-4e39-b7a9-5e7809d5a2b0 req-885ccf2c-23f7-4e7a-8c80-5ecf022902b8 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c74cf02-e297-42f3-b379-f1cfcdd1cd88 HTTP/1.1" status: 200 len: 943 time: 0.0487123 Jan 18 23:22:41.865579 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8eae79b6-1e42-4e39-b7a9-5e7809d5a2b0 req-d9bc3fa7-0cb2-4c33-b6c6-c35dacb91d27 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff3573f-152f-4391-b8b3-c41366199bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334277 Jan 18 23:22:42.978294 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82feb30-864d-458b-8a80-62995a6fd3a8 req-b5d5022c-2709-4fb1-b293-3bb399169d3c tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:42.980495 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a82feb30-864d-458b-8a80-62995a6fd3a8 req-b5d5022c-2709-4fb1-b293-3bb399169d3c tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c74cf02-e297-42f3-b379-f1cfcdd1cd88 HTTP/1.1" status: 200 len: 943 time: 0.0486484 Jan 18 23:22:43.021190 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a82feb30-864d-458b-8a80-62995a6fd3a8 req-72e37d31-1393-4f89-a885-679c1712348b tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff3573f-152f-4391-b8b3-c41366199bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346477 Jan 18 23:22:43.374771 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:44.134160 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a4383b-7635-4be0-a991-86e56dd90f87 req-b38044a5-c9a9-4a24-98e4-689b3061c0f7 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:44.135603 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-93a4383b-7635-4be0-a991-86e56dd90f87 req-b38044a5-c9a9-4a24-98e4-689b3061c0f7 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c74cf02-e297-42f3-b379-f1cfcdd1cd88 HTTP/1.1" status: 200 len: 943 time: 0.0490644 Jan 18 23:22:44.172679 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-93a4383b-7635-4be0-a991-86e56dd90f87 req-05ec664a-fcc3-438f-9d72-d93f1c2eeed0 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff3573f-152f-4391-b8b3-c41366199bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309010 Jan 18 23:22:44.356007 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:45.285677 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7575ef42-3cc5-48e2-969f-8a75402aa095 req-c3c59c45-560b-4d38-89fb-83400a39f37f tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:45.287153 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7575ef42-3cc5-48e2-969f-8a75402aa095 req-c3c59c45-560b-4d38-89fb-83400a39f37f tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c74cf02-e297-42f3-b379-f1cfcdd1cd88 HTTP/1.1" status: 200 len: 943 time: 0.0482795 Jan 18 23:22:45.323839 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-7575ef42-3cc5-48e2-969f-8a75402aa095 req-3ec2ca7c-cd09-4b6a-a341-0cd76a2d7e90 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff3573f-152f-4391-b8b3-c41366199bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300701 Jan 18 23:22:46.438736 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68368001-9ee5-43e9-a2a8-7d99430dd1f6 req-31354bac-bc07-4e70-ac3a-b9356f518b29 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:46.440251 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-68368001-9ee5-43e9-a2a8-7d99430dd1f6 req-31354bac-bc07-4e70-ac3a-b9356f518b29 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c74cf02-e297-42f3-b379-f1cfcdd1cd88 HTTP/1.1" status: 200 len: 943 time: 0.0482969 Jan 18 23:22:46.481006 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-68368001-9ee5-43e9-a2a8-7d99430dd1f6 req-42271505-66b0-45db-a7e3-732a12938170 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff3573f-152f-4391-b8b3-c41366199bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346622 Jan 18 23:22:47.593642 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf454c1-28f7-4adf-9574-34b5b3bd534c req-1e4830b5-fa00-4217-8b43-d0403427b785 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:47.595085 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fdf454c1-28f7-4adf-9574-34b5b3bd534c req-1e4830b5-fa00-4217-8b43-d0403427b785 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c74cf02-e297-42f3-b379-f1cfcdd1cd88 HTTP/1.1" status: 200 len: 943 time: 0.0486937 Jan 18 23:22:47.631543 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fdf454c1-28f7-4adf-9574-34b5b3bd534c req-9e2f7c96-6a88-4507-88e5-ee1304246111 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff3573f-152f-4391-b8b3-c41366199bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305018 Jan 18 23:22:48.506096 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 454f7c5c-e4cd-4a39-8388-281b0b4ca01b details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 23:22:48.598257 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 454f7c5c-e4cd-4a39-8388-281b0b4ca01b, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=454f7c5c-e4cd-4a39-8388-281b0b4ca01b,segment=NetworkSegment(6fda13f1-56c5-4f3c-a673-22cd067a261d),segment_id=6fda13f1-56c5-4f3c-a673-22cd067a261d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:22:48.608713 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': '454f7c5c-e4cd-4a39-8388-281b0b4ca01b', 'network_id': '393e5a9a-f65e-4189-ae61-935760977622', 'port_id': '454f7c5c-e4cd-4a39-8388-281b0b4ca01b', 'mac_address': 'fa:16:3e:70:47:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7116a22-ad34-4267-8154-98bf4e4dc9da', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 23:22:48.647443 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:48.659636 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 454f7c5c-e4cd-4a39-8388-281b0b4ca01b {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:22:48.681027 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 454f7c5c-e4cd-4a39-8388-281b0b4ca01b, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=454f7c5c-e4cd-4a39-8388-281b0b4ca01b,segment=NetworkSegment(6fda13f1-56c5-4f3c-a673-22cd067a261d),segment_id=6fda13f1-56c5-4f3c-a673-22cd067a261d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:22:48.686456 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:48.736585 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=454f7c5c-e4cd-4a39-8388-281b0b4ca01b,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:48.743705 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:48.744051 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:48.744417 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:48.745404 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:48.745742 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:48.746075 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:48.746406 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:48.746729 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:48.747045 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:48.747248 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad36b55e-007e-4584-8963-03ab952c2b03 req-7e1952ec-0c9e-4ca7-bfda-4c451e6a01b0 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:48.747723 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:48.747723 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:48.747992 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:48.748764 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ad36b55e-007e-4584-8963-03ab952c2b03 req-7e1952ec-0c9e-4ca7-bfda-4c451e6a01b0 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c74cf02-e297-42f3-b379-f1cfcdd1cd88 HTTP/1.1" status: 200 len: 944 time: 0.0489819 Jan 18 23:22:48.787106 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ad36b55e-007e-4584-8963-03ab952c2b03 req-ea8da4e1-1fdd-4e56-b371-8009b5bc8f6a tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff3573f-152f-4391-b8b3-c41366199bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320475 Jan 18 23:22:48.921879 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['454f7c5c-e4cd-4a39-8388-281b0b4ca01b'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 23:22:49.395128 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-414089de-d3b1-41a9-a3b6-a27278cd600c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:49.898522 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eee0f3-5110-4916-bca7-ed03a578b9f6 req-a0e1ce8f-f230-4980-8e3d-92fd497fb8b2 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:49.899958 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-71eee0f3-5110-4916-bca7-ed03a578b9f6 req-a0e1ce8f-f230-4980-8e3d-92fd497fb8b2 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c74cf02-e297-42f3-b379-f1cfcdd1cd88 HTTP/1.1" status: 200 len: 944 time: 0.0478909 Jan 18 23:22:49.939770 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-71eee0f3-5110-4916-bca7-ed03a578b9f6 req-90ee5ed1-4fa4-4a60-9484-df75cadbb2da tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff3573f-152f-4391-b8b3-c41366199bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339065 Jan 18 23:22:50.518940 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 454f7c5c-e4cd-4a39-8388-281b0b4ca01b up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 23:22:50.566496 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port 454f7c5c-e4cd-4a39-8388-281b0b4ca01b completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:22:50.570557 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port 454f7c5c-e4cd-4a39-8388-281b0b4ca01b triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:22:50.570922 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:50.644947 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:50.667234 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c74cf02-e297-42f3-b379-f1cfcdd1cd88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '454f7c5c-e4cd-4a39-8388-281b0b4ca01b'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:22:50.669455 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b134bc65f967cea6f1797bfdd7611f84549a2ae334dac04105da021bbc0aa067" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ffb9fb8-1c68-440b-96eb-bdaf2a64523f" -d '{"events": [{"server_uuid": "1c74cf02-e297-42f3-b379-f1cfcdd1cd88", "name": "network-vif-plugged", "status": "completed", "tag": "454f7c5c-e4cd-4a39-8388-281b0b4ca01b"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 23:22:50.682022 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 454f7c5c-e4cd-4a39-8388-281b0b4ca01b, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=454f7c5c-e4cd-4a39-8388-281b0b4ca01b,segment=NetworkSegment(6fda13f1-56c5-4f3c-a673-22cd067a261d),segment_id=6fda13f1-56c5-4f3c-a673-22cd067a261d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:22:50.685938 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:50.737521 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=454f7c5c-e4cd-4a39-8388-281b0b4ca01b,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:50.765613 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 23:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb9a3b9f-b10b-4df3-9139-db57de602b71 x-openstack-request-id: req-eb9a3b9f-b10b-4df3-9139-db57de602b71 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 23:22:50.765908 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c74cf02-e297-42f3-b379-f1cfcdd1cd88", "name": "network-vif-plugged", "status": "completed", "tag": "454f7c5c-e4cd-4a39-8388-281b0b4ca01b", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 23:22:50.766159 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-eb9a3b9f-b10b-4df3-9139-db57de602b71 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 23:22:50.766553 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c74cf02-e297-42f3-b379-f1cfcdd1cd88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '454f7c5c-e4cd-4a39-8388-281b0b4ca01b', 'code': 200} Jan 18 23:22:50.858933 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aac7a3-0925-48be-b85d-f6f852a42b07 req-62c54675-e117-4290-829b-2fcb335b8ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:50.860434 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-00aac7a3-0925-48be-b85d-f6f852a42b07 req-62c54675-e117-4290-829b-2fcb335b8ac6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1c74cf02-e297-42f3-b379-f1cfcdd1cd88 HTTP/1.1" status: 200 len: 1096 time: 0.0401061 Jan 18 23:22:50.893972 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-00aac7a3-0925-48be-b85d-f6f852a42b07 req-b4ebc5bf-d570-49ef-b7d6-bc7a86a6e971 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=9ff3573f-152f-4391-b8b3-c41366199bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272844 Jan 18 23:22:51.052639 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d94bbe-8006-4956-bf02-c8f5cba27fc9 req-4dc8b07f-c77c-4ece-ba2d-0f9f10c3afe0 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:51.054087 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b4d94bbe-8006-4956-bf02-c8f5cba27fc9 req-4dc8b07f-c77c-4ece-ba2d-0f9f10c3afe0 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c74cf02-e297-42f3-b379-f1cfcdd1cd88 HTTP/1.1" status: 200 len: 945 time: 0.0484798 Jan 18 23:22:51.091456 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-b4d94bbe-8006-4956-bf02-c8f5cba27fc9 req-933d65d4-2532-444c-ba47-b4a87ea8b25f tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff3573f-152f-4391-b8b3-c41366199bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313947 Jan 18 23:22:52.020005 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4786244a-3097-4b6f-9821-60a8da8a964d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:52.205082 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f750390-5374-4791-8f77-c52c08936740 req-31df3cf9-0135-46da-b4c7-3f37ffba8839 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:52.206510 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9f750390-5374-4791-8f77-c52c08936740 req-31df3cf9-0135-46da-b4c7-3f37ffba8839 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c74cf02-e297-42f3-b379-f1cfcdd1cd88 HTTP/1.1" status: 200 len: 945 time: 0.0485971 Jan 18 23:22:52.250137 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9f750390-5374-4791-8f77-c52c08936740 req-0dee1856-b40d-4136-8573-c5e4880593db tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff3573f-152f-4391-b8b3-c41366199bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376561 Jan 18 23:22:52.361142 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66df10a9-28c0-4553-95a7-350975acaa09 req-b8345994-2491-4a48-a151-fba77c2262d8 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:52.362580 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-66df10a9-28c0-4553-95a7-350975acaa09 req-b8345994-2491-4a48-a151-fba77c2262d8 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c74cf02-e297-42f3-b379-f1cfcdd1cd88 HTTP/1.1" status: 200 len: 945 time: 0.0473230 Jan 18 23:22:52.399198 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-66df10a9-28c0-4553-95a7-350975acaa09 req-02e2507b-8958-475f-9848-9503db3cedbd tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff3573f-152f-4391-b8b3-c41366199bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307419 Jan 18 23:22:52.420527 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 32868) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:22:52.459515 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828a5954-cb71-4e5b-bb95-ebf9b5b9b567 tempest-TestShelveInstance-629897456 tempest-TestShelveInstance-629897456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:52.461038 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-828a5954-cb71-4e5b-bb95-ebf9b5b9b567 tempest-TestShelveInstance-629897456 tempest-TestShelveInstance-629897456-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1c74cf02-e297-42f3-b379-f1cfcdd1cd88 HTTP/1.1" status: 200 len: 1091 time: 0.0395429 Jan 18 23:22:52.463777 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 32870) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:22:52.468015 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-f92c45d5-81fa-43f5-87fd-8c3ef874bd11 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Request body: {'floatingip': {'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'port_id': '454f7c5c-e4cd-4a39-8388-281b0b4ca01b', 'tenant_id': '5dc398f5184842a99bb23af381a600c6', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:22:52.491081 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f92c45d5-81fa-43f5-87fd-8c3ef874bd11 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify callbacks [] for floatingip, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:52.587329 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f92c45d5-81fa-43f5-87fd-8c3ef874bd11 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:52.687000 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-f92c45d5-81fa-43f5-87fd-8c3ef874bd11 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Allocated IP 172.25.5.106 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/2099516f-4a34-4187-9dbd-d51341002ea4) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:22:52.787190 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f92c45d5-81fa-43f5-87fd-8c3ef874bd11 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:52.819669 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f92c45d5-81fa-43f5-87fd-8c3ef874bd11 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:52.859544 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92c45d5-81fa-43f5-87fd-8c3ef874bd11 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:22:52.863848 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-f92c45d5-81fa-43f5-87fd-8c3ef874bd11 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:22:52.868446 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92c45d5-81fa-43f5-87fd-8c3ef874bd11 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:22:52.871118 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92c45d5-81fa-43f5-87fd-8c3ef874bd11 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Pushing event updated for resources: {'Port': ['ID=2099516f-4a34-4187-9dbd-d51341002ea4,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:53.194657 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:53.216882 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f92c45d5-81fa-43f5-87fd-8c3ef874bd11 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:53.279885 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f92c45d5-81fa-43f5-87fd-8c3ef874bd11 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:53.425236 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f92c45d5-81fa-43f5-87fd-8c3ef874bd11 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:53.429574 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f92c45d5-81fa-43f5-87fd-8c3ef874bd11 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:53.499152 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92c45d5-81fa-43f5-87fd-8c3ef874bd11 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Pushing event updated for resources: {'Port': ['ID=2099516f-4a34-4187-9dbd-d51341002ea4,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:53.508943 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f92c45d5-81fa-43f5-87fd-8c3ef874bd11 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043075'] for floatingip, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:53.607296 n-d-825064-1 neutron-server[102430]: INFO neutron.db.l3_db [None req-f92c45d5-81fa-43f5-87fd-8c3ef874bd11 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Floating IP bf0065ee-e9a9-47c0-b073-7098ede76bc3 associated. External IP: 172.25.5.106, port: 454f7c5c-e4cd-4a39-8388-281b0b4ca01b. Jan 18 23:22:53.807423 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f92c45d5-81fa-43f5-87fd-8c3ef874bd11 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Router 2cd92ddb-5068-496d-aa19-4da5b46c8c8b has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:22:54.217107 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f92c45d5-81fa-43f5-87fd-8c3ef874bd11 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:22:54.226336 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81eb208d-399a-4863-b231-1a2118117021 None None] Sync routers for ids ['2cd92ddb-5068-496d-aa19-4da5b46c8c8b'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:22:54.235214 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f92c45d5-81fa-43f5-87fd-8c3ef874bd11 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:54.235767 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81eb208d-399a-4863-b231-1a2118117021 None None] Routers {'2cd92ddb-5068-496d-aa19-4da5b46c8c8b'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:22:54.236423 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-81eb208d-399a-4863-b231-1a2118117021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:22:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['2cd92ddb-5068-496d-aa19-4da5b46c8c8b'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:22:54.261842 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-f92c45d5-81fa-43f5-87fd-8c3ef874bd11 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7970498 Jan 18 23:22:54.262672 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c74cf02-e297-42f3-b379-f1cfcdd1cd88', 'tag': '454f7c5c-e4cd-4a39-8388-281b0b4ca01b'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:22:54.264929 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f9cd323385b35eafd7505e92119ef15b9cb9d1db746596d3e25314435e3cbaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d13472-bcdc-4230-9027-bad9156927df" -d '{"events": [{"name": "network-changed", "server_uuid": "1c74cf02-e297-42f3-b379-f1cfcdd1cd88", "tag": "454f7c5c-e4cd-4a39-8388-281b0b4ca01b"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 23:22:54.299965 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 23:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46d96aaf-38ab-4368-9b2d-93d088e3822b x-openstack-request-id: req-46d96aaf-38ab-4368-9b2d-93d088e3822b {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 23:22:54.300309 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c74cf02-e297-42f3-b379-f1cfcdd1cd88", "tag": "454f7c5c-e4cd-4a39-8388-281b0b4ca01b", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 23:22:54.300580 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-46d96aaf-38ab-4368-9b2d-93d088e3822b {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 23:22:54.300985 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c74cf02-e297-42f3-b379-f1cfcdd1cd88', 'tag': '454f7c5c-e4cd-4a39-8388-281b0b4ca01b', 'status': 'completed', 'code': 200} Jan 18 23:22:54.345846 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-81eb208d-399a-4863-b231-1a2118117021 None None] Set router 2cd92ddb-5068-496d-aa19-4da5b46c8c8b gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:22:54.359534 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d13472-bcdc-4230-9027-bad9156927df req-4d1d2f90-efb4-429c-9ac5-f68969a8965f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:54.361037 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-07d13472-bcdc-4230-9027-bad9156927df req-4d1d2f90-efb4-429c-9ac5-f68969a8965f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5dc398f5184842a99bb23af381a600c6&device_id=1c74cf02-e297-42f3-b379-f1cfcdd1cd88 HTTP/1.1" status: 200 len: 1096 time: 0.0394764 Jan 18 23:22:54.451236 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d13472-bcdc-4230-9027-bad9156927df req-dc9267b9-e7a0-4ef5-98ba-978479b694dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:54.452821 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-07d13472-bcdc-4230-9027-bad9156927df req-dc9267b9-e7a0-4ef5-98ba-978479b694dd service neutron] 10.222.0.67 "GET /v2.0/networks?id=393e5a9a-f65e-4189-ae61-935760977622 HTTP/1.1" status: 200 len: 909 time: 0.0860400 Jan 18 23:22:54.516813 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-07d13472-bcdc-4230-9027-bad9156927df req-bc381a39-26e4-4b54-88da-5cf971ae0357 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=454f7c5c-e4cd-4a39-8388-281b0b4ca01b HTTP/1.1" status: 200 len: 999 time: 0.0577838 Jan 18 23:22:54.566069 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d13472-bcdc-4230-9027-bad9156927df req-70c11c17-ab0f-4e71-ba9f-1044d4fea5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:54.566570 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-81eb208d-399a-4863-b231-1a2118117021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd92ddb-5068-496d-aa19-4da5b46c8c8b', 'name': 'tempest-TestShelveInstance-1864005873-router', 'tenant_id': '5dc398f5184842a99bb23af381a600c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'f12856f2-2cd0-44e0-99f8-25e80f6a62c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:18:05Z', 'updated_at': '2022-01-18T23:18:07Z', 'revision_number': 4, 'project_id': '5dc398f5184842a99bb23af381a600c6', 'gw_port': {'id': 'f12856f2-2cd0-44e0-99f8-25e80f6a62c6', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:fb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd92ddb-5068-496d-aa19-4da5b46c8c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:18:05Z', 'updated_at': '2022-01-18T23:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': 'bf0065ee-e9a9-47c0-b073-7098ede76bc3', 'tenant_id': '5dc398f5184842a99bb23af381a600c6', 'floating_ip_address': '172.25.5.106', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': '2cd92ddb-5068-496d-aa19-4da5b46c8c8b', 'port_id': '454f7c5c-e4cd-4a39-8388-281b0b4ca01b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4340, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '393e5a9a-f65e-4189-ae61-935760977622', 'mac_address': 'fa:16:3e:70:47:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c74cf02-e297-42f3-b379-f1cfcdd1cd88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:22:53Z', 'updated_at': '2022-01-18T23:22:53Z', 'revision_number': 0, 'project_id': '5dc398f5184842a99bb23af381a600c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b06bdc5-ba93-4808-8473-877934f51fff', 'name': '', 'network_id': '393e5a9a-f65e-4189-ae61-935760977622', 'tenant_id': '5dc398f5184842a99bb23af381a600c6', 'mac_address': 'fa:16:3e:c5:ed:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd92ddb-5068-496d-aa19-4da5b46c8c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'e7116a22-ad34-4267-8154-98bf4e4dc9da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:18:07Z', 'updated_at': '2022-01-18T23:18:12Z', 'revision_number': 5, 'project_id': '5dc398f5184842a99bb23af381a600c6', 'subnets': [{'id': 'e7116a22-ad34-4267-8154-98bf4e4dc9da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:22:54.567509 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-07d13472-bcdc-4230-9027-bad9156927df req-70c11c17-ab0f-4e71-ba9f-1044d4fea5a7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e7116a22-ad34-4267-8154-98bf4e4dc9da HTTP/1.1" status: 200 len: 848 time: 0.0446653 Jan 18 23:22:54.596343 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81eb208d-399a-4863-b231-1a2118117021 None None] Checking router: 2cd92ddb-5068-496d-aa19-4da5b46c8c8b for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:22:54.605073 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81eb208d-399a-4863-b231-1a2118117021 None None] Routers {'2cd92ddb-5068-496d-aa19-4da5b46c8c8b'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:22:54.605669 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-81eb208d-399a-4863-b231-1a2118117021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:22:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['2cd92ddb-5068-496d-aa19-4da5b46c8c8b'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:22:54.615633 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d13472-bcdc-4230-9027-bad9156927df req-452362b1-d642-499d-a983-4e0dfb7a7910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:54.617302 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-07d13472-bcdc-4230-9027-bad9156927df req-452362b1-d642-499d-a983-4e0dfb7a7910 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=393e5a9a-f65e-4189-ae61-935760977622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438697 Jan 18 23:22:54.663117 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:54.707491 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-07d13472-bcdc-4230-9027-bad9156927df req-431a9161-6922-4d2b-b6f3-af219ed60677 service neutron] 10.222.0.67 "GET /v2.0/networks/393e5a9a-f65e-4189-ae61-935760977622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836647 Jan 18 23:22:54.717916 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-81eb208d-399a-4863-b231-1a2118117021 None None] Set router 2cd92ddb-5068-496d-aa19-4da5b46c8c8b gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:22:54.766616 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:54.803883 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-07d13472-bcdc-4230-9027-bad9156927df req-af5c9254-8df2-43c6-a47f-13cbe633ccb1 service neutron] 10.222.0.67 "GET /v2.0/networks/393e5a9a-f65e-4189-ae61-935760977622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903986 Jan 18 23:22:54.952096 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-81eb208d-399a-4863-b231-1a2118117021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd92ddb-5068-496d-aa19-4da5b46c8c8b', 'name': 'tempest-TestShelveInstance-1864005873-router', 'tenant_id': '5dc398f5184842a99bb23af381a600c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'f12856f2-2cd0-44e0-99f8-25e80f6a62c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:18:05Z', 'updated_at': '2022-01-18T23:18:07Z', 'revision_number': 4, 'project_id': '5dc398f5184842a99bb23af381a600c6', 'gw_port': {'id': 'f12856f2-2cd0-44e0-99f8-25e80f6a62c6', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:fb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd92ddb-5068-496d-aa19-4da5b46c8c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:18:05Z', 'updated_at': '2022-01-18T23:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': 'bf0065ee-e9a9-47c0-b073-7098ede76bc3', 'tenant_id': '5dc398f5184842a99bb23af381a600c6', 'floating_ip_address': '172.25.5.106', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': '2cd92ddb-5068-496d-aa19-4da5b46c8c8b', 'port_id': '454f7c5c-e4cd-4a39-8388-281b0b4ca01b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4340, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '393e5a9a-f65e-4189-ae61-935760977622', 'mac_address': 'fa:16:3e:70:47:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c74cf02-e297-42f3-b379-f1cfcdd1cd88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:22:53Z', 'updated_at': '2022-01-18T23:22:53Z', 'revision_number': 0, 'project_id': '5dc398f5184842a99bb23af381a600c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b06bdc5-ba93-4808-8473-877934f51fff', 'name': '', 'network_id': '393e5a9a-f65e-4189-ae61-935760977622', 'tenant_id': '5dc398f5184842a99bb23af381a600c6', 'mac_address': 'fa:16:3e:c5:ed:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd92ddb-5068-496d-aa19-4da5b46c8c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'e7116a22-ad34-4267-8154-98bf4e4dc9da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:18:07Z', 'updated_at': '2022-01-18T23:18:12Z', 'revision_number': 5, 'project_id': '5dc398f5184842a99bb23af381a600c6', 'subnets': [{'id': 'e7116a22-ad34-4267-8154-98bf4e4dc9da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:22:54.977943 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81eb208d-399a-4863-b231-1a2118117021 None None] The sync data for ids ['2cd92ddb-5068-496d-aa19-4da5b46c8c8b'] in n-d-825064-1 is: [{'id': '2cd92ddb-5068-496d-aa19-4da5b46c8c8b', 'name': 'tempest-TestShelveInstance-1864005873-router', 'tenant_id': '5dc398f5184842a99bb23af381a600c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'f12856f2-2cd0-44e0-99f8-25e80f6a62c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:18:05Z', 'updated_at': '2022-01-18T23:18:07Z', 'revision_number': 4, 'project_id': '5dc398f5184842a99bb23af381a600c6', 'gw_port': {'id': 'f12856f2-2cd0-44e0-99f8-25e80f6a62c6', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:fb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd92ddb-5068-496d-aa19-4da5b46c8c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:18:05Z', 'updated_at': '2022-01-18T23:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': 'bf0065ee-e9a9-47c0-b073-7098ede76bc3', 'tenant_id': '5dc398f5184842a99bb23af381a600c6', 'floating_ip_address': '172.25.5.106', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': '2cd92ddb-5068-496d-aa19-4da5b46c8c8b', 'port_id': '454f7c5c-e4cd-4a39-8388-281b0b4ca01b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4340, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '393e5a9a-f65e-4189-ae61-935760977622', 'mac_address': 'fa:16:3e:70:47:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c74cf02-e297-42f3-b379-f1cfcdd1cd88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:22:53Z', 'updated_at': '2022-01-18T23:22:53Z', 'revision_number': 0, 'project_id': '5dc398f5184842a99bb23af381a600c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b06bdc5-ba93-4808-8473-877934f51fff', 'name': '', 'network_id': '393e5a9a-f65e-4189-ae61-935760977622', 'tenant_id': '5dc398f5184842a99bb23af381a600c6', 'mac_address': 'fa:16:3e:c5:ed:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd92ddb-5068-496d-aa19-4da5b46c8c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'e7116a22-ad34-4267-8154-98bf4e4dc9da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:18:07Z', 'updated_at': '2022-01-18T23:18:12Z', 'revision_number': 5, 'project_id': '5dc398f5184842a99bb23af381a600c6', 'subnets': [{'id': 'e7116a22-ad34-4267-8154-98bf4e4dc9da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:22:55.163436 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080dce91-1ec9-4121-8a24-2c913142e3e0 None None] New status for floating IP bf0065ee-e9a9-47c0-b073-7098ede76bc3: ACTIVE {{(pid=102433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 23:23:04.232563 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 23:23:13.565695 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:14.376843 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:19.396701 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1745c2e5-f414-4031-a47b-af398d3200ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:22.020815 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a83f3459-6580-48e1-a788-e54d2e409e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:23.197216 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:24.148300 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-23e438a3-6679-455b-8149-195e604dc749 req-70016a79-b76e-4078-a37f-ef571fc5c762 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1c74cf02-e297-42f3-b379-f1cfcdd1cd88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0431170 Jan 18 23:23:24.228403 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e438a3-6679-455b-8149-195e604dc749 req-2f257505-4bf0-4d69-b20b-7a7b262a184e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:24.229862 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-23e438a3-6679-455b-8149-195e604dc749 req-2f257505-4bf0-4d69-b20b-7a7b262a184e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5dc398f5184842a99bb23af381a600c6&device_id=1c74cf02-e297-42f3-b379-f1cfcdd1cd88 HTTP/1.1" status: 200 len: 1096 time: 0.0412591 Jan 18 23:23:24.333174 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e438a3-6679-455b-8149-195e604dc749 req-2c7fdf75-e495-45ab-a330-5e4186d1a2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:24.334616 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-23e438a3-6679-455b-8149-195e604dc749 req-2c7fdf75-e495-45ab-a330-5e4186d1a2e6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=393e5a9a-f65e-4189-ae61-935760977622 HTTP/1.1" status: 200 len: 909 time: 0.0859945 Jan 18 23:23:24.398427 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-23e438a3-6679-455b-8149-195e604dc749 req-c7035955-3f0b-42c2-bd83-ae181d241682 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=454f7c5c-e4cd-4a39-8388-281b0b4ca01b HTTP/1.1" status: 200 len: 1001 time: 0.0568068 Jan 18 23:23:24.445250 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e438a3-6679-455b-8149-195e604dc749 req-99d60928-f118-49eb-9a84-a1aee882f599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:24.446696 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-23e438a3-6679-455b-8149-195e604dc749 req-99d60928-f118-49eb-9a84-a1aee882f599 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e7116a22-ad34-4267-8154-98bf4e4dc9da HTTP/1.1" status: 200 len: 848 time: 0.0420880 Jan 18 23:23:24.494718 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e438a3-6679-455b-8149-195e604dc749 req-ed23d592-e88e-4da1-9690-3a50b0826568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:24.496176 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-23e438a3-6679-455b-8149-195e604dc749 req-ed23d592-e88e-4da1-9690-3a50b0826568 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=393e5a9a-f65e-4189-ae61-935760977622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434396 Jan 18 23:23:24.585802 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-23e438a3-6679-455b-8149-195e604dc749 req-db3fb0a4-fed9-4257-827f-27f746da4a04 service neutron] 10.222.0.67 "GET /v2.0/networks/393e5a9a-f65e-4189-ae61-935760977622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829268 Jan 18 23:23:24.648236 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:24.683979 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-23e438a3-6679-455b-8149-195e604dc749 req-4e3913b3-059e-4efe-a52b-b377046a606f service neutron] 10.222.0.67 "GET /v2.0/networks/393e5a9a-f65e-4189-ae61-935760977622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910599 Jan 18 23:23:24.737074 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:41.231622 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 23:23:43.392465 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:44.378270 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:49.398332 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-46fba1cb-203d-4d8f-ba9f-6812ab604e9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:52.021709 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8a7f8cd1-0cf7-4d5e-ad4b-615b9848666e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:53.200005 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:54.649325 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:54.736970 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:13.391283 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:14.381436 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:18.229881 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 23:24:19.398613 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-68f9e798-9c77-4cf8-bd53-6775ca43091b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:22.022032 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4a8bbadb-e58f-4089-b313-b2ef751a3404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:23.202452 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:24.652722 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:24.737348 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:25.154700 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c9e87248-2eac-4e22-80c4-e77c30ef1834 req-fc67a888-517d-40c4-a1e9-b6786af8c5ab service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1c74cf02-e297-42f3-b379-f1cfcdd1cd88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0418065 Jan 18 23:24:25.232550 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e87248-2eac-4e22-80c4-e77c30ef1834 req-2817871a-8135-40bb-b482-2579130a8778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:25.234010 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c9e87248-2eac-4e22-80c4-e77c30ef1834 req-2817871a-8135-40bb-b482-2579130a8778 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5dc398f5184842a99bb23af381a600c6&device_id=1c74cf02-e297-42f3-b379-f1cfcdd1cd88 HTTP/1.1" status: 200 len: 1096 time: 0.0398884 Jan 18 23:24:25.336858 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e87248-2eac-4e22-80c4-e77c30ef1834 req-5aa586f0-9dc5-4fc5-af32-08007470003b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:25.338292 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c9e87248-2eac-4e22-80c4-e77c30ef1834 req-5aa586f0-9dc5-4fc5-af32-08007470003b service neutron] 10.222.0.67 "GET /v2.0/networks?id=393e5a9a-f65e-4189-ae61-935760977622 HTTP/1.1" status: 200 len: 909 time: 0.0851347 Jan 18 23:24:25.401090 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c9e87248-2eac-4e22-80c4-e77c30ef1834 req-95e967bf-ce0f-42c9-a560-42e0bb51cf2b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=454f7c5c-e4cd-4a39-8388-281b0b4ca01b HTTP/1.1" status: 200 len: 1001 time: 0.0564115 Jan 18 23:24:25.448297 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e87248-2eac-4e22-80c4-e77c30ef1834 req-bf7f33e9-4388-4440-b939-14dcde2429b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:25.449640 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c9e87248-2eac-4e22-80c4-e77c30ef1834 req-bf7f33e9-4388-4440-b939-14dcde2429b0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e7116a22-ad34-4267-8154-98bf4e4dc9da HTTP/1.1" status: 200 len: 848 time: 0.0423806 Jan 18 23:24:25.497885 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e87248-2eac-4e22-80c4-e77c30ef1834 req-2dd2b704-b9f2-492c-904f-1243f6dbac7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:25.499329 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c9e87248-2eac-4e22-80c4-e77c30ef1834 req-2dd2b704-b9f2-492c-904f-1243f6dbac7a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=393e5a9a-f65e-4189-ae61-935760977622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419922 Jan 18 23:24:25.509490 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [req-c9e87248-2eac-4e22-80c4-e77c30ef1834 req-36e9e442-a598-4155-9e66-3d5b2a73edc3 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102430) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 23:24:25.510408 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c9e87248-2eac-4e22-80c4-e77c30ef1834 req-36e9e442-a598-4155-9e66-3d5b2a73edc3 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047262 Jan 18 23:24:25.597467 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c9e87248-2eac-4e22-80c4-e77c30ef1834 req-9b97ea46-1995-44cc-9514-8e0f432561f1 service neutron] 10.222.0.67 "GET /v2.0/networks/393e5a9a-f65e-4189-ae61-935760977622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804124 Jan 18 23:24:25.687489 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c9e87248-2eac-4e22-80c4-e77c30ef1834 req-1eb79eab-d75c-4ed4-a7ef-c96c773dee4b service neutron] 10.222.0.67 "GET /v2.0/networks/393e5a9a-f65e-4189-ae61-935760977622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830493 Jan 18 23:24:43.390141 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:44.385050 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:49.401419 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6e2030aa-18e9-489f-81c9-7696b71b365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:51.048863 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50e2d8b-0642-4177-b723-6c3c65773a04 req-4159f29a-cab0-4760-a9db-6ec47902a04c tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:51.050369 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f50e2d8b-0642-4177-b723-6c3c65773a04 req-4159f29a-cab0-4760-a9db-6ec47902a04c tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c74cf02-e297-42f3-b379-f1cfcdd1cd88 HTTP/1.1" status: 200 len: 945 time: 0.0496960 Jan 18 23:24:51.088226 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f50e2d8b-0642-4177-b723-6c3c65773a04 req-160dd1c6-c61b-49eb-97bb-8689ec8840d3 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff3573f-152f-4391-b8b3-c41366199bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318995 Jan 18 23:24:52.022309 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-899f65c4-5da7-4e92-9d39-17ad771bd9c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:52.213001 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67707d7f-037b-4b8c-8c6d-9e978567dd88 req-84774367-0f19-429a-9cb9-27022fab89b1 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:52.214447 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-67707d7f-037b-4b8c-8c6d-9e978567dd88 req-84774367-0f19-429a-9cb9-27022fab89b1 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c74cf02-e297-42f3-b379-f1cfcdd1cd88 HTTP/1.1" status: 200 len: 945 time: 0.0473146 Jan 18 23:24:52.250923 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-67707d7f-037b-4b8c-8c6d-9e978567dd88 req-d6c1182f-0bd2-491c-90f2-ee97767823b7 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff3573f-152f-4391-b8b3-c41366199bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306196 Jan 18 23:24:53.205568 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:53.368707 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e77dfe7-3efe-48e5-9790-28e85158c48f req-eb12fb82-9863-4c50-af90-cebbde7146fb tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:53.370138 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6e77dfe7-3efe-48e5-9790-28e85158c48f req-eb12fb82-9863-4c50-af90-cebbde7146fb tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c74cf02-e297-42f3-b379-f1cfcdd1cd88 HTTP/1.1" status: 200 len: 945 time: 0.0474575 Jan 18 23:24:53.411146 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6e77dfe7-3efe-48e5-9790-28e85158c48f req-1ed61083-3878-4135-af29-71f6943cf7bd tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff3573f-152f-4391-b8b3-c41366199bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350986 Jan 18 23:24:54.523637 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26d9d34-e44b-4a8a-a57c-1a0e850a3694 req-902fb70a-d08a-4d69-b8bd-8a2320202ff6 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:54.526138 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f26d9d34-e44b-4a8a-a57c-1a0e850a3694 req-902fb70a-d08a-4d69-b8bd-8a2320202ff6 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c74cf02-e297-42f3-b379-f1cfcdd1cd88 HTTP/1.1" status: 200 len: 945 time: 0.0494308 Jan 18 23:24:54.563859 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f26d9d34-e44b-4a8a-a57c-1a0e850a3694 req-482d7162-41f1-41a0-a993-e9807a5c0dd8 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff3573f-152f-4391-b8b3-c41366199bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318637 Jan 18 23:24:54.654345 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:54.738012 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:55.228787 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 23:24:55.676398 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8797196b-0364-4ede-be67-c987a5fc4c63 req-55445d32-675d-43f8-acd8-c665721f8b22 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:55.677781 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8797196b-0364-4ede-be67-c987a5fc4c63 req-55445d32-675d-43f8-acd8-c665721f8b22 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c74cf02-e297-42f3-b379-f1cfcdd1cd88 HTTP/1.1" status: 200 len: 945 time: 0.0487473 Jan 18 23:24:55.714534 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8797196b-0364-4ede-be67-c987a5fc4c63 req-d5b2331c-31cb-4d0e-b76d-275c32fc0232 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff3573f-152f-4391-b8b3-c41366199bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307176 Jan 18 23:24:56.827234 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e55634-5295-4acd-992e-6db3180511e6 req-f4aceb90-5d64-490e-9003-e5cf19246fb4 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:56.828984 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-82e55634-5295-4acd-992e-6db3180511e6 req-f4aceb90-5d64-490e-9003-e5cf19246fb4 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c74cf02-e297-42f3-b379-f1cfcdd1cd88 HTTP/1.1" status: 200 len: 945 time: 0.0479639 Jan 18 23:24:56.870009 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-82e55634-5295-4acd-992e-6db3180511e6 req-903a3a6b-d64d-4da3-83f4-23877fccaab6 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff3573f-152f-4391-b8b3-c41366199bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350735 Jan 18 23:24:57.984312 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20cdadf-24ee-40c8-b30c-887aaa800cfe req-4dd08cb3-980d-4012-86dd-81818308846f tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:57.985809 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f20cdadf-24ee-40c8-b30c-887aaa800cfe req-4dd08cb3-980d-4012-86dd-81818308846f tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c74cf02-e297-42f3-b379-f1cfcdd1cd88 HTTP/1.1" status: 200 len: 945 time: 0.0492725 Jan 18 23:24:58.022568 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f20cdadf-24ee-40c8-b30c-887aaa800cfe req-787fe97c-729f-46e5-8a25-252535641486 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff3573f-152f-4391-b8b3-c41366199bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307415 Jan 18 23:24:59.135247 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44c01fc-1f82-45cb-8106-f7396f03d8d0 req-d5699942-980f-4969-ad88-6551d19a00a5 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:59.136715 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c44c01fc-1f82-45cb-8106-f7396f03d8d0 req-d5699942-980f-4969-ad88-6551d19a00a5 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c74cf02-e297-42f3-b379-f1cfcdd1cd88 HTTP/1.1" status: 200 len: 945 time: 0.0478690 Jan 18 23:24:59.173294 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c44c01fc-1f82-45cb-8106-f7396f03d8d0 req-f1f03497-c27e-4cd5-aea6-2df4f77224c7 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff3573f-152f-4391-b8b3-c41366199bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303719 Jan 18 23:25:00.286045 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7efe42f-b42b-45bf-a111-a6bc1319cecd req-552236ea-fffe-492f-abb4-61061d026be6 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:00.287476 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d7efe42f-b42b-45bf-a111-a6bc1319cecd req-552236ea-fffe-492f-abb4-61061d026be6 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c74cf02-e297-42f3-b379-f1cfcdd1cd88 HTTP/1.1" status: 200 len: 945 time: 0.0475574 Jan 18 23:25:00.330592 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d7efe42f-b42b-45bf-a111-a6bc1319cecd req-1ca98a35-e6db-401c-8fed-b7ce9d9ddade tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff3573f-152f-4391-b8b3-c41366199bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373054 Jan 18 23:25:01.201629 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22e1544-8677-4096-b904-ef244662d503 req-bbbe1063-fb68-4b1a-a16f-1977e3af92c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:01.203121 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c22e1544-8677-4096-b904-ef244662d503 req-bbbe1063-fb68-4b1a-a16f-1977e3af92c4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5dc398f5184842a99bb23af381a600c6&device_id=1c74cf02-e297-42f3-b379-f1cfcdd1cd88 HTTP/1.1" status: 200 len: 1096 time: 0.0420079 Jan 18 23:25:01.290373 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22e1544-8677-4096-b904-ef244662d503 req-64be401d-c334-4bb6-b168-b7bc8c8d389b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:01.291803 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c22e1544-8677-4096-b904-ef244662d503 req-64be401d-c334-4bb6-b168-b7bc8c8d389b service neutron] 10.222.0.67 "GET /v2.0/networks?id=393e5a9a-f65e-4189-ae61-935760977622 HTTP/1.1" status: 200 len: 909 time: 0.0820949 Jan 18 23:25:01.358818 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c22e1544-8677-4096-b904-ef244662d503 req-91f226bc-2b65-441c-a271-41b626bd186b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=454f7c5c-e4cd-4a39-8388-281b0b4ca01b HTTP/1.1" status: 200 len: 1001 time: 0.0603194 Jan 18 23:25:01.429670 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22e1544-8677-4096-b904-ef244662d503 req-14727780-637d-4d8a-80bc-518ebd0f7269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:01.431072 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c22e1544-8677-4096-b904-ef244662d503 req-14727780-637d-4d8a-80bc-518ebd0f7269 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e7116a22-ad34-4267-8154-98bf4e4dc9da HTTP/1.1" status: 200 len: 848 time: 0.0661190 Jan 18 23:25:01.477423 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa7954a-4de8-4668-8efd-327dac258076 req-a06c0e73-8347-42b1-ad38-ae42bfec8fbd tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:01.478844 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-dfa7954a-4de8-4668-8efd-327dac258076 req-a06c0e73-8347-42b1-ad38-ae42bfec8fbd tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c74cf02-e297-42f3-b379-f1cfcdd1cd88 HTTP/1.1" status: 200 len: 945 time: 0.0791478 Jan 18 23:25:01.505898 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22e1544-8677-4096-b904-ef244662d503 req-368aa358-6929-4d2d-95f2-2bdfaf766d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:01.507814 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c22e1544-8677-4096-b904-ef244662d503 req-368aa358-6929-4d2d-95f2-2bdfaf766d3e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=393e5a9a-f65e-4189-ae61-935760977622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699186 Jan 18 23:25:01.540032 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-dfa7954a-4de8-4668-8efd-327dac258076 req-526042f8-0b8f-4ae9-9738-56019c215e3a tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff3573f-152f-4391-b8b3-c41366199bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551641 Jan 18 23:25:01.604005 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c22e1544-8677-4096-b904-ef244662d503 req-abe6506d-f700-4768-8245-407996abf818 service neutron] 10.222.0.67 "GET /v2.0/networks/393e5a9a-f65e-4189-ae61-935760977622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857685 Jan 18 23:25:01.693366 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c22e1544-8677-4096-b904-ef244662d503 req-c8d996fe-52d2-4845-9ba8-d854fdf89f2f service neutron] 10.222.0.67 "GET /v2.0/networks/393e5a9a-f65e-4189-ae61-935760977622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835085 Jan 18 23:25:02.654799 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969031d9-c30f-49e4-b108-1d3e967b1523 req-bd4fb40f-388a-4ace-9063-9464e4d0f982 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:02.656288 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-969031d9-c30f-49e4-b108-1d3e967b1523 req-bd4fb40f-388a-4ace-9063-9464e4d0f982 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c74cf02-e297-42f3-b379-f1cfcdd1cd88 HTTP/1.1" status: 200 len: 945 time: 0.0493662 Jan 18 23:25:02.693183 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-969031d9-c30f-49e4-b108-1d3e967b1523 req-f9e6fd17-8844-40c3-8c71-9cb860d0955e tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff3573f-152f-4391-b8b3-c41366199bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309715 Jan 18 23:25:03.806662 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faec1fd-62c7-4d9a-a1a6-c05609ecf3a8 req-812bd053-8057-492d-8779-a417ec54cea4 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:03.808149 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2faec1fd-62c7-4d9a-a1a6-c05609ecf3a8 req-812bd053-8057-492d-8779-a417ec54cea4 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c74cf02-e297-42f3-b379-f1cfcdd1cd88 HTTP/1.1" status: 200 len: 945 time: 0.0485504 Jan 18 23:25:03.846276 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2faec1fd-62c7-4d9a-a1a6-c05609ecf3a8 req-0a3ac451-077e-4db7-bdfd-738de0e1256a tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff3573f-152f-4391-b8b3-c41366199bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321324 Jan 18 23:25:04.959255 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad3dd9b-443b-402d-aaa3-621100ef6f23 req-3a013d3c-8bed-4e83-a2fe-a0111f031080 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:04.961639 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6ad3dd9b-443b-402d-aaa3-621100ef6f23 req-3a013d3c-8bed-4e83-a2fe-a0111f031080 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c74cf02-e297-42f3-b379-f1cfcdd1cd88 HTTP/1.1" status: 200 len: 945 time: 0.0492647 Jan 18 23:25:05.003814 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6ad3dd9b-443b-402d-aaa3-621100ef6f23 req-4c1c2468-3481-4aac-9d48-7798df8e0c31 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff3573f-152f-4391-b8b3-c41366199bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358338 Jan 18 23:25:05.073412 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [req-cf502724-cad6-4b2c-ab43-a97acaf7ea6b req-ad754e8a-d381-4ff9-a729-97ac6adfca68 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102430) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 23:25:05.074416 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cf502724-cad6-4b2c-ab43-a97acaf7ea6b req-ad754e8a-d381-4ff9-a729-97ac6adfca68 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058401 Jan 18 23:25:05.220392 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f82ea2-7671-4a51-87e2-c4cd3fb2e5e8 req-0398b7eb-3935-48f2-afeb-b906eb8178fd tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:05.221948 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-67f82ea2-7671-4a51-87e2-c4cd3fb2e5e8 req-0398b7eb-3935-48f2-afeb-b906eb8178fd tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c74cf02-e297-42f3-b379-f1cfcdd1cd88 HTTP/1.1" status: 200 len: 945 time: 0.0482345 Jan 18 23:25:05.286953 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-67f82ea2-7671-4a51-87e2-c4cd3fb2e5e8 req-6af11ffa-4a23-4b72-82d1-904a53abe410 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff3573f-152f-4391-b8b3-c41366199bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535018 Jan 18 23:25:05.292906 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c48f9e20-bfca-488e-8aaf-32e72fd0495d req-ff6b12aa-d666-4546-b59c-a8914481fe90 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1c74cf02-e297-42f3-b379-f1cfcdd1cd88&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1403315 Jan 18 23:25:05.302127 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [req-c48f9e20-bfca-488e-8aaf-32e72fd0495d req-e180c845-19bf-4b70-83ba-e2c640b97de4 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102430) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 23:25:05.303075 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c48f9e20-bfca-488e-8aaf-32e72fd0495d req-e180c845-19bf-4b70-83ba-e2c640b97de4 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049648 Jan 18 23:25:06.400418 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03619ab-d3fd-4a84-845e-97c3e87493fd req-45a51d77-16b1-425b-94e3-76573983e348 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:06.401876 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a03619ab-d3fd-4a84-845e-97c3e87493fd req-45a51d77-16b1-425b-94e3-76573983e348 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c74cf02-e297-42f3-b379-f1cfcdd1cd88 HTTP/1.1" status: 200 len: 945 time: 0.0476801 Jan 18 23:25:06.442561 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a03619ab-d3fd-4a84-845e-97c3e87493fd req-a1b4671e-5d75-4cd7-aa42-3a5fec6bbd4d tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff3573f-152f-4391-b8b3-c41366199bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347316 Jan 18 23:25:07.392032 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 454f7c5c-e4cd-4a39-8388-281b0b4ca01b no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 23:25:07.469037 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:07.492843 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c74cf02-e297-42f3-b379-f1cfcdd1cd88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '454f7c5c-e4cd-4a39-8388-281b0b4ca01b'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:25:07.495205 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b134bc65f967cea6f1797bfdd7611f84549a2ae334dac04105da021bbc0aa067" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-013f9b0c-694a-42b1-84e3-cfe89e60e154" -d '{"events": [{"server_uuid": "1c74cf02-e297-42f3-b379-f1cfcdd1cd88", "name": "network-vif-unplugged", "status": "completed", "tag": "454f7c5c-e4cd-4a39-8388-281b0b4ca01b"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 23:25:07.508749 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 454f7c5c-e4cd-4a39-8388-281b0b4ca01b, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=454f7c5c-e4cd-4a39-8388-281b0b4ca01b,segment=NetworkSegment(6fda13f1-56c5-4f3c-a673-22cd067a261d),segment_id=6fda13f1-56c5-4f3c-a673-22cd067a261d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:25:07.514784 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:07.544518 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 18 Jan 2022 23:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fad9511c-af8f-43e9-9ceb-b007772e74e2 x-openstack-request-id: req-fad9511c-af8f-43e9-9ceb-b007772e74e2 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 23:25:07.544827 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c74cf02-e297-42f3-b379-f1cfcdd1cd88", "name": "network-vif-unplugged", "status": "failed", "tag": "454f7c5c-e4cd-4a39-8388-281b0b4ca01b", "code": 422}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 23:25:07.545067 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fad9511c-af8f-43e9-9ceb-b007772e74e2 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 23:25:07.545461 n-d-825064-1 neutron-server[102432]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1c74cf02-e297-42f3-b379-f1cfcdd1cd88', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '454f7c5c-e4cd-4a39-8388-281b0b4ca01b', 'code': 422} returned with failed status Jan 18 23:25:07.571328 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d8b292-1a01-41d3-b404-d5dcda7a7858 req-2a58bd17-9bf0-4748-84d1-c8a5379ecaeb tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:07.572906 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=454f7c5c-e4cd-4a39-8388-281b0b4ca01b,revision_number=6']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:25:07.578928 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-55d8b292-1a01-41d3-b404-d5dcda7a7858 req-2a58bd17-9bf0-4748-84d1-c8a5379ecaeb tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c74cf02-e297-42f3-b379-f1cfcdd1cd88 HTTP/1.1" status: 200 len: 943 time: 0.0597713 Jan 18 23:25:07.580830 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:25:07.581179 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:25:07.581521 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:25:07.581856 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:25:07.582212 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:25:07.582543 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:25:07.582867 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:25:07.583377 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:25:07.583958 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:25:07.584478 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:25:07.584914 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:25:07.585131 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:25:07.612702 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-55d8b292-1a01-41d3-b404-d5dcda7a7858 req-1a9c8061-968b-471d-ad66-2c40858d09c6 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff3573f-152f-4391-b8b3-c41366199bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328946 Jan 18 23:25:08.728549 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e45da4b-8eec-4be1-8be5-53568520222c req-d97320a7-4aae-4554-b311-4ab7eb3c68e4 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:08.730114 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9e45da4b-8eec-4be1-8be5-53568520222c req-d97320a7-4aae-4554-b311-4ab7eb3c68e4 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c74cf02-e297-42f3-b379-f1cfcdd1cd88 HTTP/1.1" status: 200 len: 943 time: 0.0503776 Jan 18 23:25:08.769096 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-9e45da4b-8eec-4be1-8be5-53568520222c req-8b032d7e-2ab1-410b-b06e-b71c2da9c65e tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff3573f-152f-4391-b8b3-c41366199bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328300 Jan 18 23:25:09.893720 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006834b4-3ec1-4ca3-8ffb-a5639126b718 req-050a9383-de8a-4f0c-9d02-2a67d8988604 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:09.895193 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-006834b4-3ec1-4ca3-8ffb-a5639126b718 req-050a9383-de8a-4f0c-9d02-2a67d8988604 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c74cf02-e297-42f3-b379-f1cfcdd1cd88 HTTP/1.1" status: 200 len: 943 time: 0.0606933 Jan 18 23:25:09.951604 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-006834b4-3ec1-4ca3-8ffb-a5639126b718 req-99f7693e-1416-44cf-a711-5cc1d144ecbe tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff3573f-152f-4391-b8b3-c41366199bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393291 Jan 18 23:25:09.954144 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48f9e20-bfca-488e-8aaf-32e72fd0495d req-91df7b71-3389-436f-a045-e891556e0752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:09.955506 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c48f9e20-bfca-488e-8aaf-32e72fd0495d req-91df7b71-3389-436f-a045-e891556e0752 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1c74cf02-e297-42f3-b379-f1cfcdd1cd88&tenant_id=5dc398f5184842a99bb23af381a600c6 HTTP/1.1" status: 200 len: 1094 time: 0.0809581 Jan 18 23:25:10.016463 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48f9e20-bfca-488e-8aaf-32e72fd0495d req-ea81a6e9-2ed4-404b-966c-aea92593ae21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:10.017959 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c48f9e20-bfca-488e-8aaf-32e72fd0495d req-ea81a6e9-2ed4-404b-966c-aea92593ae21 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5dc398f5184842a99bb23af381a600c6&device_id=1c74cf02-e297-42f3-b379-f1cfcdd1cd88 HTTP/1.1" status: 200 len: 1094 time: 0.0391412 Jan 18 23:25:10.112323 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48f9e20-bfca-488e-8aaf-32e72fd0495d req-f11a0760-d116-4d78-a2aa-7fd55da2e940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:10.113842 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c48f9e20-bfca-488e-8aaf-32e72fd0495d req-f11a0760-d116-4d78-a2aa-7fd55da2e940 service neutron] 10.222.0.67 "GET /v2.0/networks?id=393e5a9a-f65e-4189-ae61-935760977622 HTTP/1.1" status: 200 len: 909 time: 0.0893435 Jan 18 23:25:10.177019 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c48f9e20-bfca-488e-8aaf-32e72fd0495d req-178ca31c-d0b8-41fd-9afa-970486222396 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=454f7c5c-e4cd-4a39-8388-281b0b4ca01b HTTP/1.1" status: 200 len: 999 time: 0.0563395 Jan 18 23:25:10.223900 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48f9e20-bfca-488e-8aaf-32e72fd0495d req-dcd59ac7-2c65-40a0-ab52-9d8f9ae864e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:10.225374 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c48f9e20-bfca-488e-8aaf-32e72fd0495d req-dcd59ac7-2c65-40a0-ab52-9d8f9ae864e9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e7116a22-ad34-4267-8154-98bf4e4dc9da HTTP/1.1" status: 200 len: 848 time: 0.0420017 Jan 18 23:25:10.273596 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48f9e20-bfca-488e-8aaf-32e72fd0495d req-2430dadd-fcbf-43d6-8261-5580dd4f9825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:10.275064 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c48f9e20-bfca-488e-8aaf-32e72fd0495d req-2430dadd-fcbf-43d6-8261-5580dd4f9825 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=393e5a9a-f65e-4189-ae61-935760977622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428550 Jan 18 23:25:10.359654 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c48f9e20-bfca-488e-8aaf-32e72fd0495d req-6fad31ab-c5bd-4144-bb38-810e2d685666 service neutron] 10.222.0.67 "GET /v2.0/networks/393e5a9a-f65e-4189-ae61-935760977622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780873 Jan 18 23:25:10.449761 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c48f9e20-bfca-488e-8aaf-32e72fd0495d req-397575df-f40f-427c-83e9-0cf7f7263d15 service neutron] 10.222.0.67 "GET /v2.0/networks/393e5a9a-f65e-4189-ae61-935760977622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838015 Jan 18 23:25:11.065020 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604980b2-6c92-4b67-b5f8-1da68574de63 req-94ca17ba-d12e-44bf-87f0-896065922935 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:11.066491 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-604980b2-6c92-4b67-b5f8-1da68574de63 req-94ca17ba-d12e-44bf-87f0-896065922935 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c74cf02-e297-42f3-b379-f1cfcdd1cd88 HTTP/1.1" status: 200 len: 943 time: 0.0489745 Jan 18 23:25:11.104745 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-604980b2-6c92-4b67-b5f8-1da68574de63 req-a58db7ef-8d0b-4a31-9e51-33ac366421cf tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff3573f-152f-4391-b8b3-c41366199bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315034 Jan 18 23:25:12.215273 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bc5fe3-56bc-4b3a-8cad-0773df4f70f4 req-519100fa-324a-456a-b8f7-adc9d24600f4 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:12.216738 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c3bc5fe3-56bc-4b3a-8cad-0773df4f70f4 req-519100fa-324a-456a-b8f7-adc9d24600f4 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c74cf02-e297-42f3-b379-f1cfcdd1cd88 HTTP/1.1" status: 200 len: 943 time: 0.0470483 Jan 18 23:25:12.253198 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-c3bc5fe3-56bc-4b3a-8cad-0773df4f70f4 req-400198fa-9e8d-43d5-88b7-2d6b468fca77 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff3573f-152f-4391-b8b3-c41366199bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305750 Jan 18 23:25:13.368025 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ecd5a6-3c08-4ef4-b011-f220fe221f85 req-85472f9c-2a72-48b7-8283-87fa32a44f0c tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:13.370088 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-99ecd5a6-3c08-4ef4-b011-f220fe221f85 req-85472f9c-2a72-48b7-8283-87fa32a44f0c tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c74cf02-e297-42f3-b379-f1cfcdd1cd88 HTTP/1.1" status: 200 len: 943 time: 0.0508633 Jan 18 23:25:13.404304 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:13.407976 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-99ecd5a6-3c08-4ef4-b011-f220fe221f85 req-a86c3375-95c2-49c9-81c4-289e213d883b tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff3573f-152f-4391-b8b3-c41366199bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319090 Jan 18 23:25:14.419025 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:14.525434 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be30a8b-6aec-4075-88f0-c5293e97bcbe req-146f586e-781a-431d-aaa3-2e25393f526d tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:14.526920 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6be30a8b-6aec-4075-88f0-c5293e97bcbe req-146f586e-781a-431d-aaa3-2e25393f526d tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c74cf02-e297-42f3-b379-f1cfcdd1cd88 HTTP/1.1" status: 200 len: 943 time: 0.0497344 Jan 18 23:25:14.564817 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6be30a8b-6aec-4075-88f0-c5293e97bcbe req-f6808207-f37d-4fed-b8f7-d41b9da8f52c tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff3573f-152f-4391-b8b3-c41366199bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318861 Jan 18 23:25:15.678471 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3d7966-7d2e-4986-8cb5-d2f707158ff0 req-6d3544aa-1bb9-43b0-b52f-904501b29e03 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:15.679932 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8b3d7966-7d2e-4986-8cb5-d2f707158ff0 req-6d3544aa-1bb9-43b0-b52f-904501b29e03 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c74cf02-e297-42f3-b379-f1cfcdd1cd88 HTTP/1.1" status: 200 len: 943 time: 0.0489807 Jan 18 23:25:15.716422 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-8b3d7966-7d2e-4986-8cb5-d2f707158ff0 req-9eff43a2-6425-419e-aacd-d7e883bed8ce tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff3573f-152f-4391-b8b3-c41366199bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299799 Jan 18 23:25:16.831046 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692a4084-baf6-49aa-a2b7-87e8829b9614 req-97146364-9590-458a-9ef3-9ab83887edf2 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:16.832515 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-692a4084-baf6-49aa-a2b7-87e8829b9614 req-97146364-9590-458a-9ef3-9ab83887edf2 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c74cf02-e297-42f3-b379-f1cfcdd1cd88 HTTP/1.1" status: 200 len: 943 time: 0.0513945 Jan 18 23:25:16.869832 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-692a4084-baf6-49aa-a2b7-87e8829b9614 req-6ed211d3-b3ae-4fe0-b57d-a22d16d50157 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff3573f-152f-4391-b8b3-c41366199bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308950 Jan 18 23:25:17.982379 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eaa08a-f213-4167-8d08-e0209284c253 req-0f70ace5-19b6-4276-9a9e-a2dbbbb0e93c tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:17.983846 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-89eaa08a-f213-4167-8d08-e0209284c253 req-0f70ace5-19b6-4276-9a9e-a2dbbbb0e93c tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c74cf02-e297-42f3-b379-f1cfcdd1cd88 HTTP/1.1" status: 200 len: 943 time: 0.0483027 Jan 18 23:25:18.027881 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-89eaa08a-f213-4167-8d08-e0209284c253 req-b821ec48-2870-418c-81a1-39ffae493ef1 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff3573f-152f-4391-b8b3-c41366199bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341983 Jan 18 23:25:19.140551 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fea624-9cbe-4c9c-bf71-5e76ec7ab855 req-f6327f58-4d9c-4df9-a20a-21b2324740f1 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:19.141982 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-17fea624-9cbe-4c9c-bf71-5e76ec7ab855 req-f6327f58-4d9c-4df9-a20a-21b2324740f1 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c74cf02-e297-42f3-b379-f1cfcdd1cd88 HTTP/1.1" status: 200 len: 943 time: 0.0478618 Jan 18 23:25:19.178791 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-17fea624-9cbe-4c9c-bf71-5e76ec7ab855 req-04915583-8e81-4f22-8d1e-3a0306302c34 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff3573f-152f-4391-b8b3-c41366199bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309615 Jan 18 23:25:19.402680 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bfaa9590-37b1-49fe-a9d8-54b4f09a7f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:19.418761 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 454f7c5c-e4cd-4a39-8388-281b0b4ca01b details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 23:25:19.511559 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 454f7c5c-e4cd-4a39-8388-281b0b4ca01b, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=454f7c5c-e4cd-4a39-8388-281b0b4ca01b,segment=NetworkSegment(6fda13f1-56c5-4f3c-a673-22cd067a261d),segment_id=6fda13f1-56c5-4f3c-a673-22cd067a261d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:25:19.521664 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': '454f7c5c-e4cd-4a39-8388-281b0b4ca01b', 'network_id': '393e5a9a-f65e-4189-ae61-935760977622', 'port_id': '454f7c5c-e4cd-4a39-8388-281b0b4ca01b', 'mac_address': 'fa:16:3e:70:47:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7116a22-ad34-4267-8154-98bf4e4dc9da', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 23:25:19.557523 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:19.569554 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 454f7c5c-e4cd-4a39-8388-281b0b4ca01b {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:25:19.589145 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 454f7c5c-e4cd-4a39-8388-281b0b4ca01b, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=454f7c5c-e4cd-4a39-8388-281b0b4ca01b,segment=NetworkSegment(6fda13f1-56c5-4f3c-a673-22cd067a261d),segment_id=6fda13f1-56c5-4f3c-a673-22cd067a261d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:25:19.592745 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:19.641346 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=454f7c5c-e4cd-4a39-8388-281b0b4ca01b,revision_number=7']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:25:19.797796 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['454f7c5c-e4cd-4a39-8388-281b0b4ca01b'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 23:25:20.293140 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830162c7-a077-44a0-9f7d-e8b1e941e1c2 req-7de71bef-4261-4c5b-89ea-6bf1d63bad26 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:20.294587 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-830162c7-a077-44a0-9f7d-e8b1e941e1c2 req-7de71bef-4261-4c5b-89ea-6bf1d63bad26 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c74cf02-e297-42f3-b379-f1cfcdd1cd88 HTTP/1.1" status: 200 len: 944 time: 0.0519612 Jan 18 23:25:20.331611 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-830162c7-a077-44a0-9f7d-e8b1e941e1c2 req-b5eccc36-71d0-4129-a3b2-763d069a823b tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff3573f-152f-4391-b8b3-c41366199bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309196 Jan 18 23:25:21.438544 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 454f7c5c-e4cd-4a39-8388-281b0b4ca01b up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 23:25:21.443270 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d48bc5-15b1-466f-a849-099c61895998 req-b225c8e1-43fe-4313-8eb3-80d0012e1e66 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:21.444807 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-77d48bc5-15b1-466f-a849-099c61895998 req-b225c8e1-43fe-4313-8eb3-80d0012e1e66 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c74cf02-e297-42f3-b379-f1cfcdd1cd88 HTTP/1.1" status: 200 len: 944 time: 0.0473537 Jan 18 23:25:21.483452 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-77d48bc5-15b1-466f-a849-099c61895998 req-7e4fc503-a047-460b-a361-d085d2afcc42 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff3573f-152f-4391-b8b3-c41366199bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323908 Jan 18 23:25:21.486400 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port 454f7c5c-e4cd-4a39-8388-281b0b4ca01b triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:25:21.486772 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:21.561849 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:21.583165 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c74cf02-e297-42f3-b379-f1cfcdd1cd88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '454f7c5c-e4cd-4a39-8388-281b0b4ca01b'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:25:21.585369 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b134bc65f967cea6f1797bfdd7611f84549a2ae334dac04105da021bbc0aa067" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce29c44b-2d47-4703-8c90-75514d2de34b" -d '{"events": [{"server_uuid": "1c74cf02-e297-42f3-b379-f1cfcdd1cd88", "name": "network-vif-plugged", "status": "completed", "tag": "454f7c5c-e4cd-4a39-8388-281b0b4ca01b"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 23:25:21.597912 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 454f7c5c-e4cd-4a39-8388-281b0b4ca01b, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=454f7c5c-e4cd-4a39-8388-281b0b4ca01b,segment=NetworkSegment(6fda13f1-56c5-4f3c-a673-22cd067a261d),segment_id=6fda13f1-56c5-4f3c-a673-22cd067a261d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:25:21.601976 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:21.624380 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 23:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd22df10-404f-4d5b-8a19-813fb3794425 x-openstack-request-id: req-cd22df10-404f-4d5b-8a19-813fb3794425 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 23:25:21.624675 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c74cf02-e297-42f3-b379-f1cfcdd1cd88", "name": "network-vif-plugged", "status": "completed", "tag": "454f7c5c-e4cd-4a39-8388-281b0b4ca01b", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 23:25:21.624923 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cd22df10-404f-4d5b-8a19-813fb3794425 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 23:25:21.625307 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c74cf02-e297-42f3-b379-f1cfcdd1cd88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '454f7c5c-e4cd-4a39-8388-281b0b4ca01b', 'code': 200} Jan 18 23:25:21.651507 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=454f7c5c-e4cd-4a39-8388-281b0b4ca01b,revision_number=8']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:25:21.760529 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafb0934-6b76-4f3c-a81a-ee249a225c80 req-d93dd6c3-12eb-41d6-a6e7-527e5cbdd957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:21.761986 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-dafb0934-6b76-4f3c-a81a-ee249a225c80 req-d93dd6c3-12eb-41d6-a6e7-527e5cbdd957 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1c74cf02-e297-42f3-b379-f1cfcdd1cd88 HTTP/1.1" status: 200 len: 1096 time: 0.0388906 Jan 18 23:25:21.795388 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-dafb0934-6b76-4f3c-a81a-ee249a225c80 req-ee1ac72f-5733-4b62-82a3-485532d0af30 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=9ff3573f-152f-4391-b8b3-c41366199bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269990 Jan 18 23:25:22.023938 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b3515d8b-21de-45b1-a2fc-a540c0a3acbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:22.598187 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1764dfe3-f903-4b90-9cbd-bb5251184ed4 req-617b0b59-0dbe-4340-944b-97c7ad3fca5f tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:22.599644 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1764dfe3-f903-4b90-9cbd-bb5251184ed4 req-617b0b59-0dbe-4340-944b-97c7ad3fca5f tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c74cf02-e297-42f3-b379-f1cfcdd1cd88 HTTP/1.1" status: 200 len: 945 time: 0.0518081 Jan 18 23:25:22.636761 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1764dfe3-f903-4b90-9cbd-bb5251184ed4 req-f67ce405-cf1c-49b4-a51c-592fdff06413 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff3573f-152f-4391-b8b3-c41366199bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312066 Jan 18 23:25:23.206913 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:23.753557 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1229aee3-410b-4ee9-88b8-74ae4f5110e3 req-783ef7b4-56e1-43f5-b093-c46e83ada41f tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:23.754997 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1229aee3-410b-4ee9-88b8-74ae4f5110e3 req-783ef7b4-56e1-43f5-b093-c46e83ada41f tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c74cf02-e297-42f3-b379-f1cfcdd1cd88 HTTP/1.1" status: 200 len: 945 time: 0.0491600 Jan 18 23:25:23.791867 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1229aee3-410b-4ee9-88b8-74ae4f5110e3 req-b1998b2d-66ce-49f0-9bd3-2e3603b31885 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff3573f-152f-4391-b8b3-c41366199bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307841 Jan 18 23:25:24.657564 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:24.737637 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:25.123813 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d3c73701-a9ad-475d-b574-45be9196bddf req-ff1d135d-7ad4-42ba-93be-1fcfb02e1e69 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1c74cf02-e297-42f3-b379-f1cfcdd1cd88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0388403 Jan 18 23:25:25.202275 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c73701-a9ad-475d-b574-45be9196bddf req-f9d045c6-5081-44a4-8d41-c0a5c2128811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:25.203725 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d3c73701-a9ad-475d-b574-45be9196bddf req-f9d045c6-5081-44a4-8d41-c0a5c2128811 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5dc398f5184842a99bb23af381a600c6&device_id=1c74cf02-e297-42f3-b379-f1cfcdd1cd88 HTTP/1.1" status: 200 len: 1096 time: 0.0401287 Jan 18 23:25:25.309691 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c73701-a9ad-475d-b574-45be9196bddf req-83fc0810-487b-46e3-9558-901bc438f88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:25.311072 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d3c73701-a9ad-475d-b574-45be9196bddf req-83fc0810-487b-46e3-9558-901bc438f88c service neutron] 10.222.0.67 "GET /v2.0/networks?id=393e5a9a-f65e-4189-ae61-935760977622 HTTP/1.1" status: 200 len: 909 time: 0.0896494 Jan 18 23:25:25.373203 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d3c73701-a9ad-475d-b574-45be9196bddf req-b85df062-5deb-45a1-a135-6534775428ba service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=454f7c5c-e4cd-4a39-8388-281b0b4ca01b HTTP/1.1" status: 200 len: 1001 time: 0.0557728 Jan 18 23:25:25.423238 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c73701-a9ad-475d-b574-45be9196bddf req-48918e4c-b6e6-4e15-a7dc-f64512fcbfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:25.424654 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d3c73701-a9ad-475d-b574-45be9196bddf req-48918e4c-b6e6-4e15-a7dc-f64512fcbfbf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e7116a22-ad34-4267-8154-98bf4e4dc9da HTTP/1.1" status: 200 len: 848 time: 0.0454173 Jan 18 23:25:25.468045 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c73701-a9ad-475d-b574-45be9196bddf req-415d7c9b-b869-416c-bf13-e4a5aa1025bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:25.469517 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d3c73701-a9ad-475d-b574-45be9196bddf req-415d7c9b-b869-416c-bf13-e4a5aa1025bc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=393e5a9a-f65e-4189-ae61-935760977622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384405 Jan 18 23:25:25.559785 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d3c73701-a9ad-475d-b574-45be9196bddf req-51ae6fe7-bbc9-4c50-a0cd-68d3948eabc6 service neutron] 10.222.0.67 "GET /v2.0/networks/393e5a9a-f65e-4189-ae61-935760977622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831983 Jan 18 23:25:25.647853 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d3c73701-a9ad-475d-b574-45be9196bddf req-80c29980-3577-41a9-92a1-827af64169a4 service neutron] 10.222.0.67 "GET /v2.0/networks/393e5a9a-f65e-4189-ae61-935760977622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819418 Jan 18 23:25:32.227748 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 23:25:43.419684 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:44.417094 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:49.405164 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d85a80a9-6584-4a8e-ac01-17db2a69d3a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:52.025041 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-37d8cf19-2d3d-4c0c-baaf-664a0cee4e87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:53.211035 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:54.660421 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:54.738591 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:09.226500 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 23:26:13.416799 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:14.424472 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:19.406404 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-570cb0fe-7a17-4bc6-9e28-833377a323d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:22.025672 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c2d86f5e-66ea-4d19-8de7-ca8228bd9636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:23.213510 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:24.662586 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:24.737650 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:26.159762 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cfb25a0a-5bb6-4005-b0e8-274084160702 req-50e067e5-fd41-46e2-8aee-225cec8fa25b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1c74cf02-e297-42f3-b379-f1cfcdd1cd88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0778937 Jan 18 23:26:26.237854 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb25a0a-5bb6-4005-b0e8-274084160702 req-2e255917-dd81-4d85-b4f4-558cf57ab106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:26.239272 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cfb25a0a-5bb6-4005-b0e8-274084160702 req-2e255917-dd81-4d85-b4f4-558cf57ab106 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5dc398f5184842a99bb23af381a600c6&device_id=1c74cf02-e297-42f3-b379-f1cfcdd1cd88 HTTP/1.1" status: 200 len: 1096 time: 0.0394888 Jan 18 23:26:26.339266 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb25a0a-5bb6-4005-b0e8-274084160702 req-1a28aa5a-18cd-4d5f-b028-7d101effdf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:26.340717 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cfb25a0a-5bb6-4005-b0e8-274084160702 req-1a28aa5a-18cd-4d5f-b028-7d101effdf78 service neutron] 10.222.0.67 "GET /v2.0/networks?id=393e5a9a-f65e-4189-ae61-935760977622 HTTP/1.1" status: 200 len: 909 time: 0.0837631 Jan 18 23:26:26.402238 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cfb25a0a-5bb6-4005-b0e8-274084160702 req-f20e970d-fe77-484c-a2f1-b372a65fedfc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=454f7c5c-e4cd-4a39-8388-281b0b4ca01b HTTP/1.1" status: 200 len: 1001 time: 0.0552993 Jan 18 23:26:26.452847 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb25a0a-5bb6-4005-b0e8-274084160702 req-25f53b52-1319-4faa-9af7-0a0863b562db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:26.454363 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cfb25a0a-5bb6-4005-b0e8-274084160702 req-25f53b52-1319-4faa-9af7-0a0863b562db service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e7116a22-ad34-4267-8154-98bf4e4dc9da HTTP/1.1" status: 200 len: 848 time: 0.0452414 Jan 18 23:26:26.497117 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb25a0a-5bb6-4005-b0e8-274084160702 req-eb00e53d-adbd-4453-8a72-3d23c0c84ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:26.498501 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cfb25a0a-5bb6-4005-b0e8-274084160702 req-eb00e53d-adbd-4453-8a72-3d23c0c84ebf service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=393e5a9a-f65e-4189-ae61-935760977622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383124 Jan 18 23:26:26.583040 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cfb25a0a-5bb6-4005-b0e8-274084160702 req-23546b70-663e-4e56-9187-7b9c3ef32dbe service neutron] 10.222.0.67 "GET /v2.0/networks/393e5a9a-f65e-4189-ae61-935760977622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781231 Jan 18 23:26:26.671712 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cfb25a0a-5bb6-4005-b0e8-274084160702 req-895827c7-934a-43e5-b62f-6588c39dd14c service neutron] 10.222.0.67 "GET /v2.0/networks/393e5a9a-f65e-4189-ae61-935760977622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818820 Jan 18 23:26:39.578613 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 33056) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:26:40.034082 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-bbebbad8-6124-41d8-917e-e21547778e9a tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Deleting port 2099516f-4a34-4187-9dbd-d51341002ea4 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 23:26:40.034323 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bbebbad8-6124-41d8-917e-e21547778e9a tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:40.108679 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bbebbad8-6124-41d8-917e-e21547778e9a tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:40.109012 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bbebbad8-6124-41d8-917e-e21547778e9a tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:40.120210 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-bbebbad8-6124-41d8-917e-e21547778e9a tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Calling delete_port for 2099516f-4a34-4187-9dbd-d51341002ea4 owned by network:floatingip {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 23:26:40.260916 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bbebbad8-6124-41d8-917e-e21547778e9a tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:40.289858 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbebbad8-6124-41d8-917e-e21547778e9a tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Pushing event deleted for resources: {'Port': ['ID=2099516f-4a34-4187-9dbd-d51341002ea4,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:40.316536 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbebbad8-6124-41d8-917e-e21547778e9a tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:26:40.316881 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbebbad8-6124-41d8-917e-e21547778e9a tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:26:40.317217 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbebbad8-6124-41d8-917e-e21547778e9a tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:26:40.317552 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbebbad8-6124-41d8-917e-e21547778e9a tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:26:40.317880 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbebbad8-6124-41d8-917e-e21547778e9a tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:26:40.318210 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbebbad8-6124-41d8-917e-e21547778e9a tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:26:40.318542 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbebbad8-6124-41d8-917e-e21547778e9a tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:26:40.318868 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbebbad8-6124-41d8-917e-e21547778e9a tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:26:40.319189 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbebbad8-6124-41d8-917e-e21547778e9a tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:26:40.319509 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbebbad8-6124-41d8-917e-e21547778e9a tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:26:40.319827 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbebbad8-6124-41d8-917e-e21547778e9a tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:26:40.320168 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbebbad8-6124-41d8-917e-e21547778e9a tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:26:40.361423 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bbebbad8-6124-41d8-917e-e21547778e9a tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify callbacks [] for floatingip, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:40.361773 n-d-825064-1 neutron-server[102430]: INFO neutron.db.l3_db [None req-bbebbad8-6124-41d8-917e-e21547778e9a tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Floating IP bf0065ee-e9a9-47c0-b073-7098ede76bc3 disassociated (deleted). External IP: 172.25.5.106, port: 454f7c5c-e4cd-4a39-8388-281b0b4ca01b. Jan 18 23:26:40.565840 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbebbad8-6124-41d8-917e-e21547778e9a tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Router 2cd92ddb-5068-496d-aa19-4da5b46c8c8b has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:26:40.670661 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbebbad8-6124-41d8-917e-e21547778e9a tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:26:40.675439 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bbebbad8-6124-41d8-917e-e21547778e9a tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:40.680319 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1f03e9-c8ff-4b60-b293-3153b9a31c83 None None] Sync routers for ids ['2cd92ddb-5068-496d-aa19-4da5b46c8c8b'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:26:40.689587 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1f03e9-c8ff-4b60-b293-3153b9a31c83 None None] Routers {'2cd92ddb-5068-496d-aa19-4da5b46c8c8b'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:26:40.690192 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-bc1f03e9-c8ff-4b60-b293-3153b9a31c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:26:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['2cd92ddb-5068-496d-aa19-4da5b46c8c8b'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:26:40.705409 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-bbebbad8-6124-41d8-917e-e21547778e9a tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "DELETE /v2.0/floatingips/bf0065ee-e9a9-47c0-b073-7098ede76bc3 HTTP/1.1" status: 204 len: 168 time: 1.1227522 Jan 18 23:26:40.705409 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c74cf02-e297-42f3-b379-f1cfcdd1cd88', 'tag': '454f7c5c-e4cd-4a39-8388-281b0b4ca01b'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:26:40.706105 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f9cd323385b35eafd7505e92119ef15b9cb9d1db746596d3e25314435e3cbaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e10b70c2-3a83-4f8a-b675-486cea94898b" -d '{"events": [{"name": "network-changed", "server_uuid": "1c74cf02-e297-42f3-b379-f1cfcdd1cd88", "tag": "454f7c5c-e4cd-4a39-8388-281b0b4ca01b"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 23:26:40.747494 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 23:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db7af7ec-ab61-4bdf-903d-2129807759fe x-openstack-request-id: req-db7af7ec-ab61-4bdf-903d-2129807759fe {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 23:26:40.747791 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c74cf02-e297-42f3-b379-f1cfcdd1cd88", "tag": "454f7c5c-e4cd-4a39-8388-281b0b4ca01b", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 23:26:40.748046 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-db7af7ec-ab61-4bdf-903d-2129807759fe {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 23:26:40.748558 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c74cf02-e297-42f3-b379-f1cfcdd1cd88', 'tag': '454f7c5c-e4cd-4a39-8388-281b0b4ca01b', 'status': 'completed', 'code': 200} Jan 18 23:26:40.799661 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-bc1f03e9-c8ff-4b60-b293-3153b9a31c83 None None] Set router 2cd92ddb-5068-496d-aa19-4da5b46c8c8b gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:26:40.810225 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10b70c2-3a83-4f8a-b675-486cea94898b req-8a42ef67-b5ff-494b-9781-747c5ee12a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:40.811782 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e10b70c2-3a83-4f8a-b675-486cea94898b req-8a42ef67-b5ff-494b-9781-747c5ee12a68 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5dc398f5184842a99bb23af381a600c6&device_id=1c74cf02-e297-42f3-b379-f1cfcdd1cd88 HTTP/1.1" status: 200 len: 1096 time: 0.0425904 Jan 18 23:26:40.933745 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10b70c2-3a83-4f8a-b675-486cea94898b req-c22736ab-070b-4f93-9d90-a51e39db5b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:40.935238 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e10b70c2-3a83-4f8a-b675-486cea94898b req-c22736ab-070b-4f93-9d90-a51e39db5b6b service neutron] 10.222.0.67 "GET /v2.0/networks?id=393e5a9a-f65e-4189-ae61-935760977622 HTTP/1.1" status: 200 len: 909 time: 0.1171198 Jan 18 23:26:40.953100 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdda8f9-572b-4dd1-8366-42ac81a9f492 req-d570a828-56f3-442e-ac59-26fd370f645c tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:40.954551 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fbdda8f9-572b-4dd1-8366-42ac81a9f492 req-d570a828-56f3-442e-ac59-26fd370f645c tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c74cf02-e297-42f3-b379-f1cfcdd1cd88 HTTP/1.1" status: 200 len: 945 time: 0.0624435 Jan 18 23:26:41.001041 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e10b70c2-3a83-4f8a-b675-486cea94898b req-c4fe317d-e271-492d-9246-9104b92e8b21 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=454f7c5c-e4cd-4a39-8388-281b0b4ca01b HTTP/1.1" status: 200 len: 217 time: 0.0523665 Jan 18 23:26:41.024483 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-bc1f03e9-c8ff-4b60-b293-3153b9a31c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd92ddb-5068-496d-aa19-4da5b46c8c8b', 'name': 'tempest-TestShelveInstance-1864005873-router', 'tenant_id': '5dc398f5184842a99bb23af381a600c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'f12856f2-2cd0-44e0-99f8-25e80f6a62c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:18:05Z', 'updated_at': '2022-01-18T23:18:07Z', 'revision_number': 4, 'project_id': '5dc398f5184842a99bb23af381a600c6', 'gw_port': {'id': 'f12856f2-2cd0-44e0-99f8-25e80f6a62c6', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:fb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd92ddb-5068-496d-aa19-4da5b46c8c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:18:05Z', 'updated_at': '2022-01-18T23:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '4b06bdc5-ba93-4808-8473-877934f51fff', 'name': '', 'network_id': '393e5a9a-f65e-4189-ae61-935760977622', 'tenant_id': '5dc398f5184842a99bb23af381a600c6', 'mac_address': 'fa:16:3e:c5:ed:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd92ddb-5068-496d-aa19-4da5b46c8c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'e7116a22-ad34-4267-8154-98bf4e4dc9da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:18:07Z', 'updated_at': '2022-01-18T23:18:12Z', 'revision_number': 5, 'project_id': '5dc398f5184842a99bb23af381a600c6', 'subnets': [{'id': 'e7116a22-ad34-4267-8154-98bf4e4dc9da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:26:41.054703 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fbdda8f9-572b-4dd1-8366-42ac81a9f492 req-c6675c61-0c6c-4caa-a4d0-15aa817159dc tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff3573f-152f-4391-b8b3-c41366199bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937393 Jan 18 23:26:41.059779 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1f03e9-c8ff-4b60-b293-3153b9a31c83 None None] Checking router: 2cd92ddb-5068-496d-aa19-4da5b46c8c8b for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:26:41.063072 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10b70c2-3a83-4f8a-b675-486cea94898b req-678ccef5-ff1e-49a3-92d5-df8e2cbf67a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:41.064530 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e10b70c2-3a83-4f8a-b675-486cea94898b req-678ccef5-ff1e-49a3-92d5-df8e2cbf67a7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e7116a22-ad34-4267-8154-98bf4e4dc9da HTTP/1.1" status: 200 len: 848 time: 0.0603156 Jan 18 23:26:41.069321 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1f03e9-c8ff-4b60-b293-3153b9a31c83 None None] Routers {'2cd92ddb-5068-496d-aa19-4da5b46c8c8b'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:26:41.070039 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-bc1f03e9-c8ff-4b60-b293-3153b9a31c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:26:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['2cd92ddb-5068-496d-aa19-4da5b46c8c8b'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:26:41.112302 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10b70c2-3a83-4f8a-b675-486cea94898b req-a5666adc-0bff-4a55-97c1-ac291d0003f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:41.113787 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e10b70c2-3a83-4f8a-b675-486cea94898b req-a5666adc-0bff-4a55-97c1-ac291d0003f7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=393e5a9a-f65e-4189-ae61-935760977622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419014 Jan 18 23:26:41.175630 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-bc1f03e9-c8ff-4b60-b293-3153b9a31c83 None None] Set router 2cd92ddb-5068-496d-aa19-4da5b46c8c8b gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:26:41.206343 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e10b70c2-3a83-4f8a-b675-486cea94898b req-04d7f9f7-af67-4cdc-a4a1-2013f7e6074c service neutron] 10.222.0.67 "GET /v2.0/networks/393e5a9a-f65e-4189-ae61-935760977622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845652 Jan 18 23:26:41.294867 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e10b70c2-3a83-4f8a-b675-486cea94898b req-4d1ef6fd-50bf-4444-8a13-3b0c5c4631ba service neutron] 10.222.0.67 "GET /v2.0/networks/393e5a9a-f65e-4189-ae61-935760977622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811048 Jan 18 23:26:41.369574 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-bc1f03e9-c8ff-4b60-b293-3153b9a31c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd92ddb-5068-496d-aa19-4da5b46c8c8b', 'name': 'tempest-TestShelveInstance-1864005873-router', 'tenant_id': '5dc398f5184842a99bb23af381a600c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'f12856f2-2cd0-44e0-99f8-25e80f6a62c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:18:05Z', 'updated_at': '2022-01-18T23:18:07Z', 'revision_number': 4, 'project_id': '5dc398f5184842a99bb23af381a600c6', 'gw_port': {'id': 'f12856f2-2cd0-44e0-99f8-25e80f6a62c6', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:fb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd92ddb-5068-496d-aa19-4da5b46c8c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:18:05Z', 'updated_at': '2022-01-18T23:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '4b06bdc5-ba93-4808-8473-877934f51fff', 'name': '', 'network_id': '393e5a9a-f65e-4189-ae61-935760977622', 'tenant_id': '5dc398f5184842a99bb23af381a600c6', 'mac_address': 'fa:16:3e:c5:ed:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd92ddb-5068-496d-aa19-4da5b46c8c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'e7116a22-ad34-4267-8154-98bf4e4dc9da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:18:07Z', 'updated_at': '2022-01-18T23:18:12Z', 'revision_number': 5, 'project_id': '5dc398f5184842a99bb23af381a600c6', 'subnets': [{'id': 'e7116a22-ad34-4267-8154-98bf4e4dc9da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:26:41.396313 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1f03e9-c8ff-4b60-b293-3153b9a31c83 None None] The sync data for ids ['2cd92ddb-5068-496d-aa19-4da5b46c8c8b'] in n-d-825064-1 is: [{'id': '2cd92ddb-5068-496d-aa19-4da5b46c8c8b', 'name': 'tempest-TestShelveInstance-1864005873-router', 'tenant_id': '5dc398f5184842a99bb23af381a600c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'f12856f2-2cd0-44e0-99f8-25e80f6a62c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:18:05Z', 'updated_at': '2022-01-18T23:18:07Z', 'revision_number': 4, 'project_id': '5dc398f5184842a99bb23af381a600c6', 'gw_port': {'id': 'f12856f2-2cd0-44e0-99f8-25e80f6a62c6', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:fb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd92ddb-5068-496d-aa19-4da5b46c8c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:18:05Z', 'updated_at': '2022-01-18T23:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '4b06bdc5-ba93-4808-8473-877934f51fff', 'name': '', 'network_id': '393e5a9a-f65e-4189-ae61-935760977622', 'tenant_id': '5dc398f5184842a99bb23af381a600c6', 'mac_address': 'fa:16:3e:c5:ed:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd92ddb-5068-496d-aa19-4da5b46c8c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'e7116a22-ad34-4267-8154-98bf4e4dc9da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:18:07Z', 'updated_at': '2022-01-18T23:18:12Z', 'revision_number': 5, 'project_id': '5dc398f5184842a99bb23af381a600c6', 'subnets': [{'id': 'e7116a22-ad34-4267-8154-98bf4e4dc9da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:26:41.607971 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbd03d7-4105-4da6-b8d0-91535d27b613 None None] New status for floating IP bf0065ee-e9a9-47c0-b073-7098ede76bc3: DOWN {{(pid=102433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 23:26:42.222686 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cce6cd5-00b5-4510-9fb2-210dfa8ad30a req-1897a3ff-30c4-486d-bce7-a91eee200945 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:42.224177 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1cce6cd5-00b5-4510-9fb2-210dfa8ad30a req-1897a3ff-30c4-486d-bce7-a91eee200945 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c74cf02-e297-42f3-b379-f1cfcdd1cd88 HTTP/1.1" status: 200 len: 945 time: 0.0997691 Jan 18 23:26:42.260831 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-1cce6cd5-00b5-4510-9fb2-210dfa8ad30a req-e55178d1-cd2d-416e-905d-40beede8f53c tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff3573f-152f-4391-b8b3-c41366199bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307565 Jan 18 23:26:42.419392 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec38e2d-61c6-4eb8-a18e-1e32d0ecae93 req-34817ad1-33e0-4381-b97d-ac53dbb70753 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:42.420779 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fec38e2d-61c6-4eb8-a18e-1e32d0ecae93 req-34817ad1-33e0-4381-b97d-ac53dbb70753 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.67 "GET /v2.0/ports?device_id=1c74cf02-e297-42f3-b379-f1cfcdd1cd88 HTTP/1.1" status: 200 len: 945 time: 0.0529990 Jan 18 23:26:42.509266 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-fec38e2d-61c6-4eb8-a18e-1e32d0ecae93 req-2213c031-e9f4-4b7c-b71b-3edf30676e85 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Deleting port 454f7c5c-e4cd-4a39-8388-281b0b4ca01b {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 23:26:42.509613 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-fec38e2d-61c6-4eb8-a18e-1e32d0ecae93 req-2213c031-e9f4-4b7c-b71b-3edf30676e85 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:42.598803 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-fec38e2d-61c6-4eb8-a18e-1e32d0ecae93 req-2213c031-e9f4-4b7c-b71b-3edf30676e85 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] For port 454f7c5c-e4cd-4a39-8388-281b0b4ca01b, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=454f7c5c-e4cd-4a39-8388-281b0b4ca01b,segment=NetworkSegment(6fda13f1-56c5-4f3c-a673-22cd067a261d),segment_id=6fda13f1-56c5-4f3c-a673-22cd067a261d)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:26:42.599162 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-fec38e2d-61c6-4eb8-a18e-1e32d0ecae93 req-2213c031-e9f4-4b7c-b71b-3edf30676e85 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:42.610945 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-fec38e2d-61c6-4eb8-a18e-1e32d0ecae93 req-2213c031-e9f4-4b7c-b71b-3edf30676e85 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Calling delete_port for 454f7c5c-e4cd-4a39-8388-281b0b4ca01b owned by compute:nova {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 23:26:42.738089 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-fec38e2d-61c6-4eb8-a18e-1e32d0ecae93 req-2213c031-e9f4-4b7c-b71b-3edf30676e85 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:42.771593 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2213c031-e9f4-4b7c-b71b-3edf30676e85 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Pushing event deleted for resources: {'Port': ['ID=454f7c5c-e4cd-4a39-8388-281b0b4ca01b,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:42.811919 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-fec38e2d-61c6-4eb8-a18e-1e32d0ecae93 req-2213c031-e9f4-4b7c-b71b-3edf30676e85 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] No DVR routers for this DVR port 454f7c5c-e4cd-4a39-8388-281b0b4ca01b on host n-h2-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:26:42.815140 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-fec38e2d-61c6-4eb8-a18e-1e32d0ecae93 req-2213c031-e9f4-4b7c-b71b-3edf30676e85 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:42.818474 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fec38e2d-61c6-4eb8-a18e-1e32d0ecae93 req-2213c031-e9f4-4b7c-b71b-3edf30676e85 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.67 "DELETE /v2.0/ports/454f7c5c-e4cd-4a39-8388-281b0b4ca01b HTTP/1.1" status: 204 len: 173 time: 0.3919768 Jan 18 23:26:42.818925 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c74cf02-e297-42f3-b379-f1cfcdd1cd88', 'name': 'network-vif-deleted', 'tag': '454f7c5c-e4cd-4a39-8388-281b0b4ca01b'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:26:42.821179 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f9cd323385b35eafd7505e92119ef15b9cb9d1db746596d3e25314435e3cbaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b6a1faf-386a-43ff-9e3b-3b668bec2eb1" -d '{"events": [{"server_uuid": "1c74cf02-e297-42f3-b379-f1cfcdd1cd88", "name": "network-vif-deleted", "tag": "454f7c5c-e4cd-4a39-8388-281b0b4ca01b"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 23:26:42.857272 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 23:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-296e393b-b403-48db-9a35-80e3addd5892 x-openstack-request-id: req-296e393b-b403-48db-9a35-80e3addd5892 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 23:26:42.857573 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c74cf02-e297-42f3-b379-f1cfcdd1cd88", "name": "network-vif-deleted", "tag": "454f7c5c-e4cd-4a39-8388-281b0b4ca01b", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 23:26:42.857823 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-296e393b-b403-48db-9a35-80e3addd5892 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 23:26:42.858225 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c74cf02-e297-42f3-b379-f1cfcdd1cd88', 'name': 'network-vif-deleted', 'tag': '454f7c5c-e4cd-4a39-8388-281b0b4ca01b', 'status': 'completed', 'code': 200} Jan 18 23:26:43.354447 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-49fa3318-4fcb-463b-ad5f-531ebf45771a req-07fc86cb-0c9f-4886-9069-9bf04443449c tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c74cf02-e297-42f3-b379-f1cfcdd1cd88 HTTP/1.1" status: 200 len: 210 time: 0.0257511 Jan 18 23:26:43.420177 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:44.431476 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:44.449979 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6cb019f8-727a-4557-b283-1d584f8024c4 req-4d768adb-1ed1-4229-805a-e46c4aa21da1 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c74cf02-e297-42f3-b379-f1cfcdd1cd88 HTTP/1.1" status: 200 len: 210 time: 0.0281267 Jan 18 23:26:45.552986 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3769cf84-5e17-4064-aecf-9e0ab580929e req-99631691-e51a-453e-979c-b6f546c60256 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c74cf02-e297-42f3-b379-f1cfcdd1cd88 HTTP/1.1" status: 200 len: 210 time: 0.0297778 Jan 18 23:26:45.997941 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 454f7c5c-e4cd-4a39-8388-281b0b4ca01b no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 23:26:46.017657 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] No Port match for: 454f7c5c-e4cd-4a39-8388-281b0b4ca01b {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 23:26:46.018003 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 454f7c5c-e4cd-4a39-8388-281b0b4ca01b not bound to the agent host n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 23:26:46.225883 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 23:26:46.607782 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 33086) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:26:46.666479 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b98d03fe-4b77-47f5-a797-e0d13aa329c8 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:46.692246 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b98d03fe-4b77-47f5-a797-e0d13aa329c8 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:46.756760 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b98d03fe-4b77-47f5-a797-e0d13aa329c8 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:46.759526 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b98d03fe-4b77-47f5-a797-e0d13aa329c8 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:46.764338 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-b98d03fe-4b77-47f5-a797-e0d13aa329c8 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] 10.222.0.53 "DELETE /v2.0/security-groups/9ff3573f-152f-4391-b8b3-c41366199bbf HTTP/1.1" status: 204 len: 168 time: 0.1554341 Jan 18 23:26:46.779368 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98d03fe-4b77-47f5-a797-e0d13aa329c8 tempest-TestShelveInstance-927487692 tempest-TestShelveInstance-927487692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff3573f-152f-4391-b8b3-c41366199bbf,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:46.810789 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 33090) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:26:47.247449 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2d1fade2-dc93-490a-9bf7-f6228e605693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1041027'] for router_interface, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:47.493432 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-2d1fade2-dc93-490a-9bf7-f6228e605693 admin admin] Deleting port 4b06bdc5-ba93-4808-8473-877934f51fff {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 23:26:47.493651 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2d1fade2-dc93-490a-9bf7-f6228e605693 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:47.576089 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-2d1fade2-dc93-490a-9bf7-f6228e605693 admin admin] For port 4b06bdc5-ba93-4808-8473-877934f51fff, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=4b06bdc5-ba93-4808-8473-877934f51fff,segment=NetworkSegment(6fda13f1-56c5-4f3c-a673-22cd067a261d),segment_id=6fda13f1-56c5-4f3c-a673-22cd067a261d)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:26:47.576477 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2d1fade2-dc93-490a-9bf7-f6228e605693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:47.589378 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-2d1fade2-dc93-490a-9bf7-f6228e605693 admin admin] Calling delete_port for 4b06bdc5-ba93-4808-8473-877934f51fff owned by network:router_interface {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 23:26:47.770507 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2d1fade2-dc93-490a-9bf7-f6228e605693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:47.795739 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1fade2-dc93-490a-9bf7-f6228e605693 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b06bdc5-ba93-4808-8473-877934f51fff,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:47.823791 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1fade2-dc93-490a-9bf7-f6228e605693 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:26:47.824472 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1fade2-dc93-490a-9bf7-f6228e605693 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:26:47.824472 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1fade2-dc93-490a-9bf7-f6228e605693 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:26:47.824802 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1fade2-dc93-490a-9bf7-f6228e605693 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:26:47.825129 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1fade2-dc93-490a-9bf7-f6228e605693 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:26:47.825453 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1fade2-dc93-490a-9bf7-f6228e605693 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:26:47.825772 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1fade2-dc93-490a-9bf7-f6228e605693 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:26:47.826095 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1fade2-dc93-490a-9bf7-f6228e605693 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:26:47.826412 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1fade2-dc93-490a-9bf7-f6228e605693 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:26:47.826738 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1fade2-dc93-490a-9bf7-f6228e605693 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:26:47.827050 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1fade2-dc93-490a-9bf7-f6228e605693 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:26:47.827361 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1fade2-dc93-490a-9bf7-f6228e605693 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:26:47.975431 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2d1fade2-dc93-490a-9bf7-f6228e605693 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-613841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1046579'] for router_interface, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:48.200745 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d1fade2-dc93-490a-9bf7-f6228e605693 admin admin] Router 2cd92ddb-5068-496d-aa19-4da5b46c8c8b has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:26:48.311401 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d1fade2-dc93-490a-9bf7-f6228e605693 admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:26:48.320162 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-2d1fade2-dc93-490a-9bf7-f6228e605693 admin admin] 10.222.0.53 "PUT /v2.0/routers/2cd92ddb-5068-496d-aa19-4da5b46c8c8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5054626 Jan 18 23:26:48.320162 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 33098) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:26:48.322151 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211533a0-f057-4363-b273-5e56262efc70 None None] Sync routers for ids ['2cd92ddb-5068-496d-aa19-4da5b46c8c8b'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:26:48.336003 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211533a0-f057-4363-b273-5e56262efc70 None None] Routers {'2cd92ddb-5068-496d-aa19-4da5b46c8c8b'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:26:48.336574 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-211533a0-f057-4363-b273-5e56262efc70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:26:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['2cd92ddb-5068-496d-aa19-4da5b46c8c8b'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:26:48.423628 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7644b26c-bd79-488a-81b7-fe4e656f164a admin admin] Notify callbacks [] for router, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:48.436845 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-211533a0-f057-4363-b273-5e56262efc70 None None] Set router 2cd92ddb-5068-496d-aa19-4da5b46c8c8b gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:26:48.526679 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7644b26c-bd79-488a-81b7-fe4e656f164a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:48.578765 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-7644b26c-bd79-488a-81b7-fe4e656f164a admin admin] Deleting port f12856f2-2cd0-44e0-99f8-25e80f6a62c6 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 23:26:48.579114 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7644b26c-bd79-488a-81b7-fe4e656f164a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:48.618739 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-211533a0-f057-4363-b273-5e56262efc70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd92ddb-5068-496d-aa19-4da5b46c8c8b', 'name': 'tempest-TestShelveInstance-1864005873-router', 'tenant_id': '5dc398f5184842a99bb23af381a600c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'f12856f2-2cd0-44e0-99f8-25e80f6a62c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:18:05Z', 'updated_at': '2022-01-18T23:26:47Z', 'revision_number': 5, 'project_id': '5dc398f5184842a99bb23af381a600c6', 'gw_port': {'id': 'f12856f2-2cd0-44e0-99f8-25e80f6a62c6', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:fb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd92ddb-5068-496d-aa19-4da5b46c8c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:18:05Z', 'updated_at': '2022-01-18T23:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:26:48.645028 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211533a0-f057-4363-b273-5e56262efc70 None None] Checking router: 2cd92ddb-5068-496d-aa19-4da5b46c8c8b for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:26:48.653864 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211533a0-f057-4363-b273-5e56262efc70 None None] Routers {'2cd92ddb-5068-496d-aa19-4da5b46c8c8b'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:26:48.654483 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-211533a0-f057-4363-b273-5e56262efc70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:26:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['2cd92ddb-5068-496d-aa19-4da5b46c8c8b'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:26:48.655535 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-7644b26c-bd79-488a-81b7-fe4e656f164a admin admin] For port f12856f2-2cd0-44e0-99f8-25e80f6a62c6, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=f12856f2-2cd0-44e0-99f8-25e80f6a62c6,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:26:48.655899 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7644b26c-bd79-488a-81b7-fe4e656f164a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:48.668940 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-7644b26c-bd79-488a-81b7-fe4e656f164a admin admin] Calling delete_port for f12856f2-2cd0-44e0-99f8-25e80f6a62c6 owned by network:router_gateway {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 23:26:48.743766 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-211533a0-f057-4363-b273-5e56262efc70 None None] Set router 2cd92ddb-5068-496d-aa19-4da5b46c8c8b gateway port host: None {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:26:48.842357 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7644b26c-bd79-488a-81b7-fe4e656f164a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:48.874692 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7644b26c-bd79-488a-81b7-fe4e656f164a admin admin] Pushing event deleted for resources: {'Port': ['ID=f12856f2-2cd0-44e0-99f8-25e80f6a62c6,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:48.936823 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7644b26c-bd79-488a-81b7-fe4e656f164a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043029'] for router_gateway, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:48.954585 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-211533a0-f057-4363-b273-5e56262efc70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd92ddb-5068-496d-aa19-4da5b46c8c8b', 'name': 'tempest-TestShelveInstance-1864005873-router', 'tenant_id': '5dc398f5184842a99bb23af381a600c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:18:05Z', 'updated_at': '2022-01-18T23:26:48Z', 'revision_number': 6, 'project_id': '5dc398f5184842a99bb23af381a600c6', 'gw_port_host': None}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:26:48.981286 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211533a0-f057-4363-b273-5e56262efc70 None None] The sync data for ids ['2cd92ddb-5068-496d-aa19-4da5b46c8c8b'] in n-d-825064-1 is: [{'id': '2cd92ddb-5068-496d-aa19-4da5b46c8c8b', 'name': 'tempest-TestShelveInstance-1864005873-router', 'tenant_id': '5dc398f5184842a99bb23af381a600c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:18:05Z', 'updated_at': '2022-01-18T23:26:48Z', 'revision_number': 6, 'project_id': '5dc398f5184842a99bb23af381a600c6', 'gw_port_host': None}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:26:49.037612 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7644b26c-bd79-488a-81b7-fe4e656f164a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1040886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8602'] for router, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:49.039713 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7644b26c-bd79-488a-81b7-fe4e656f164a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:49.087872 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7644b26c-bd79-488a-81b7-fe4e656f164a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1040832'] for router, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:49.088490 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7644b26c-bd79-488a-81b7-fe4e656f164a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2cd92ddb-5068-496d-aa19-4da5b46c8c8b {{(pid=102431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 23:26:49.093492 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7644b26c-bd79-488a-81b7-fe4e656f164a admin admin] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:49.094783 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-7644b26c-bd79-488a-81b7-fe4e656f164a admin admin] 10.222.0.53 "DELETE /v2.0/routers/2cd92ddb-5068-496d-aa19-4da5b46c8c8b HTTP/1.1" status: 204 len: 168 time: 0.7743745 Jan 18 23:26:49.097311 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 33100) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:26:49.145829 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-22e6a3e6-4b61-45e0-965b-ff8bd44d5393 admin admin] Deleting subnet e7116a22-ad34-4267-8154-98bf4e4dc9da {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 23:26:49.149309 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-22e6a3e6-4b61-45e0-965b-ff8bd44d5393 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:49.184693 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-22e6a3e6-4b61-45e0-965b-ff8bd44d5393 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:49.258878 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-22e6a3e6-4b61-45e0-965b-ff8bd44d5393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:49.312107 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-22e6a3e6-4b61-45e0-965b-ff8bd44d5393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:49.338588 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e6a3e6-4b61-45e0-965b-ff8bd44d5393 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7116a22-ad34-4267-8154-98bf4e4dc9da,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:49.343887 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-22e6a3e6-4b61-45e0-965b-ff8bd44d5393 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:49.347326 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-22e6a3e6-4b61-45e0-965b-ff8bd44d5393 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/e7116a22-ad34-4267-8154-98bf4e4dc9da HTTP/1.1" status: 204 len: 168 time: 0.2490883 Jan 18 23:26:49.348951 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1238df86-2d0d-4dce-91d8-bd132e4e6a3f None None] Network 393e5a9a-f65e-4189-ae61-935760977622 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 23:26:49.350278 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 33102) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:26:49.437210 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e69afcd4-e00a-4e72-b6e0-f84b1db49d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:49.439979 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7e0a2c70-472e-4069-b76a-4542fcf5f719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:49.470647 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 4b06bdc5-ba93-4808-8473-877934f51fff no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 23:26:49.499709 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-e69afcd4-e00a-4e72-b6e0-f84b1db49d10 admin admin] Deleting port d833dc1d-9f32-42a8-ba17-6742affcb455 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 23:26:49.500051 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e69afcd4-e00a-4e72-b6e0-f84b1db49d10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:49.504021 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 4b06bdc5-ba93-4808-8473-877934f51fff {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 23:26:49.504388 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 4b06bdc5-ba93-4808-8473-877934f51fff not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 23:26:49.562657 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-e69afcd4-e00a-4e72-b6e0-f84b1db49d10 admin admin] For port d833dc1d-9f32-42a8-ba17-6742affcb455, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=d833dc1d-9f32-42a8-ba17-6742affcb455,segment=NetworkSegment(6fda13f1-56c5-4f3c-a673-22cd067a261d),segment_id=6fda13f1-56c5-4f3c-a673-22cd067a261d)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:26:49.563022 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e69afcd4-e00a-4e72-b6e0-f84b1db49d10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:49.575381 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-e69afcd4-e00a-4e72-b6e0-f84b1db49d10 admin admin] Calling delete_port for d833dc1d-9f32-42a8-ba17-6742affcb455 owned by network:dhcp {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 23:26:49.658375 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e69afcd4-e00a-4e72-b6e0-f84b1db49d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:49.686072 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69afcd4-e00a-4e72-b6e0-f84b1db49d10 admin admin] No DVR routers for this DVR port d833dc1d-9f32-42a8-ba17-6742affcb455 on host n-d-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:26:49.689993 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69afcd4-e00a-4e72-b6e0-f84b1db49d10 admin admin] Pushing event deleted for resources: {'Port': ['ID=d833dc1d-9f32-42a8-ba17-6742affcb455,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:49.764499 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e69afcd4-e00a-4e72-b6e0-f84b1db49d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:49.785937 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-e69afcd4-e00a-4e72-b6e0-f84b1db49d10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['393e5a9a-f65e-4189-ae61-935760977622']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:26:49.794997 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-e69afcd4-e00a-4e72-b6e0-f84b1db49d10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fda13f1-56c5-4f3c-a673-22cd067a261d') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:26:49.795299 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-e69afcd4-e00a-4e72-b6e0-f84b1db49d10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fda13f1-56c5-4f3c-a673-22cd067a261d') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:26:49.811043 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e69afcd4-e00a-4e72-b6e0-f84b1db49d10 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60394742'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:49.824727 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e69afcd4-e00a-4e72-b6e0-f84b1db49d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:49.832387 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e69afcd4-e00a-4e72-b6e0-f84b1db49d10 admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:26:49.832856 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e69afcd4-e00a-4e72-b6e0-f84b1db49d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60203044'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:49.835756 n-d-825064-1 neutron-server[102430]: Traceback (most recent call last): Jan 18 23:26:49.835756 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:26:49.835756 n-d-825064-1 neutron-server[102430]: timer() Jan 18 23:26:49.835756 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:26:49.835756 n-d-825064-1 neutron-server[102430]: cb(*args, **kw) Jan 18 23:26:49.835756 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 23:26:49.835756 n-d-825064-1 neutron-server[102430]: return func(*args, **kwargs) Jan 18 23:26:49.835756 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:26:49.835756 n-d-825064-1 neutron-server[102430]: self._notify() Jan 18 23:26:49.835756 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:26:49.835756 n-d-825064-1 neutron-server[102430]: self.callback(batched_events) Jan 18 23:26:49.835756 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:26:49.835756 n-d-825064-1 neutron-server[102430]: event.method(event) Jan 18 23:26:49.835756 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 23:26:49.835756 n-d-825064-1 neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:26:49.835756 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 23:26:49.835756 n-d-825064-1 neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:26:49.835756 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 23:26:49.835756 n-d-825064-1 neutron-server[102430]: return f(self, *a, **k) Jan 18 23:26:49.835756 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:26:49.835756 n-d-825064-1 neutron-server[102430]: return self._get(url).json() Jan 18 23:26:49.835756 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:26:49.835756 n-d-825064-1 neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:26:49.835756 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:26:49.835756 n-d-825064-1 neutron-server[102430]: return self.request(url, 'GET', **kwargs) Jan 18 23:26:49.835756 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:26:49.835756 n-d-825064-1 neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:26:49.835756 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:26:49.835756 n-d-825064-1 neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:26:49.835756 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:26:49.835756 n-d-825064-1 neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:26:49.835756 n-d-825064-1 neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:26:49.838922 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e840640-c1fa-4c4c-b2dd-b132da5fbae8 None None] DHCP port deletion for 393e5a9a-f65e-4189-ae61-935760977622 request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 23:26:49.893678 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e69afcd4-e00a-4e72-b6e0-f84b1db49d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:49.899334 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e69afcd4-e00a-4e72-b6e0-f84b1db49d10 admin admin] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:49.902647 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-e69afcd4-e00a-4e72-b6e0-f84b1db49d10 admin admin] 10.222.0.53 "DELETE /v2.0/networks/393e5a9a-f65e-4189-ae61-935760977622 HTTP/1.1" status: 204 len: 168 time: 0.5513260 Jan 18 23:26:49.905722 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 33106) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:26:49.914470 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69afcd4-e00a-4e72-b6e0-f84b1db49d10 admin admin] Pushing event deleted for resources: {'Network': ['ID=393e5a9a-f65e-4189-ae61-935760977622,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:50.530942 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1380444a-bf9a-4b0f-ae31-3b59ca6e89e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1041027'] for router_interface, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:50.765981 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-1380444a-bf9a-4b0f-ae31-3b59ca6e89e1 admin admin] Deleting port 2d88a99c-55f8-4706-b5e4-22d3f1d2a0e3 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 23:26:50.766333 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1380444a-bf9a-4b0f-ae31-3b59ca6e89e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:50.842882 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-1380444a-bf9a-4b0f-ae31-3b59ca6e89e1 admin admin] For port 2d88a99c-55f8-4706-b5e4-22d3f1d2a0e3, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=2d88a99c-55f8-4706-b5e4-22d3f1d2a0e3,segment=NetworkSegment(4834ef58-833d-462f-acfe-facebd79dad2),segment_id=4834ef58-833d-462f-acfe-facebd79dad2)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:26:50.843240 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1380444a-bf9a-4b0f-ae31-3b59ca6e89e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:50.854424 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-1380444a-bf9a-4b0f-ae31-3b59ca6e89e1 admin admin] Calling delete_port for 2d88a99c-55f8-4706-b5e4-22d3f1d2a0e3 owned by network:router_interface {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 23:26:51.029166 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1380444a-bf9a-4b0f-ae31-3b59ca6e89e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:51.054827 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1380444a-bf9a-4b0f-ae31-3b59ca6e89e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d88a99c-55f8-4706-b5e4-22d3f1d2a0e3,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:51.224337 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1380444a-bf9a-4b0f-ae31-3b59ca6e89e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-613841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1046579'] for router_interface, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:51.226091 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device f12856f2-2cd0-44e0-99f8-25e80f6a62c6 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 23:26:51.247562 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: f12856f2-2cd0-44e0-99f8-25e80f6a62c6 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 23:26:51.247971 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device f12856f2-2cd0-44e0-99f8-25e80f6a62c6 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 23:26:51.248480 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device d833dc1d-9f32-42a8-ba17-6742affcb455 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 23:26:51.267237 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: d833dc1d-9f32-42a8-ba17-6742affcb455 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 23:26:51.267764 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device d833dc1d-9f32-42a8-ba17-6742affcb455 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 23:26:51.436447 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1380444a-bf9a-4b0f-ae31-3b59ca6e89e1 admin admin] Router 50bf2ae2-9311-4515-a5bf-b5032de12d64 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:26:51.544867 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1380444a-bf9a-4b0f-ae31-3b59ca6e89e1 admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:26:51.549894 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-1380444a-bf9a-4b0f-ae31-3b59ca6e89e1 admin admin] 10.222.0.53 "PUT /v2.0/routers/50bf2ae2-9311-4515-a5bf-b5032de12d64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6430511 Jan 18 23:26:51.552476 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 33108) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:26:51.555488 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf13ee43-76fb-47bd-bab2-1b557d2e799b None None] Sync routers for ids ['50bf2ae2-9311-4515-a5bf-b5032de12d64'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:26:51.565233 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf13ee43-76fb-47bd-bab2-1b557d2e799b None None] Routers {'50bf2ae2-9311-4515-a5bf-b5032de12d64'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:26:51.565833 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-bf13ee43-76fb-47bd-bab2-1b557d2e799b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:26:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['50bf2ae2-9311-4515-a5bf-b5032de12d64'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:26:51.654139 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5813e260-f85b-40cb-8ef4-e68945f74e08 admin admin] Notify callbacks [] for router, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:51.665620 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-bf13ee43-76fb-47bd-bab2-1b557d2e799b None None] Set router 50bf2ae2-9311-4515-a5bf-b5032de12d64 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:26:51.755634 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5813e260-f85b-40cb-8ef4-e68945f74e08 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:51.805478 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-5813e260-f85b-40cb-8ef4-e68945f74e08 admin admin] Deleting port 6a7d3b07-e6dd-41f6-a92c-bef0b8b84119 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 23:26:51.805816 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5813e260-f85b-40cb-8ef4-e68945f74e08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:51.838850 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-bf13ee43-76fb-47bd-bab2-1b557d2e799b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50bf2ae2-9311-4515-a5bf-b5032de12d64', 'name': 'tempest-TestShelveInstance-1796396168-router', 'tenant_id': '064dbc157e8f49ada5fb41fbdb478a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '6a7d3b07-e6dd-41f6-a92c-bef0b8b84119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:18:09Z', 'updated_at': '2022-01-18T23:26:50Z', 'revision_number': 5, 'project_id': '064dbc157e8f49ada5fb41fbdb478a1c', 'gw_port': {'id': '6a7d3b07-e6dd-41f6-a92c-bef0b8b84119', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:5d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50bf2ae2-9311-4515-a5bf-b5032de12d64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:18:10Z', 'updated_at': '2022-01-18T23:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:26:51.865351 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf13ee43-76fb-47bd-bab2-1b557d2e799b None None] Checking router: 50bf2ae2-9311-4515-a5bf-b5032de12d64 for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:26:51.873331 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf13ee43-76fb-47bd-bab2-1b557d2e799b None None] Routers {'50bf2ae2-9311-4515-a5bf-b5032de12d64'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:26:51.873914 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-bf13ee43-76fb-47bd-bab2-1b557d2e799b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:26:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['50bf2ae2-9311-4515-a5bf-b5032de12d64'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:26:51.887665 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-5813e260-f85b-40cb-8ef4-e68945f74e08 admin admin] For port 6a7d3b07-e6dd-41f6-a92c-bef0b8b84119, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=6a7d3b07-e6dd-41f6-a92c-bef0b8b84119,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:26:51.888027 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5813e260-f85b-40cb-8ef4-e68945f74e08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:51.900155 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-5813e260-f85b-40cb-8ef4-e68945f74e08 admin admin] Calling delete_port for 6a7d3b07-e6dd-41f6-a92c-bef0b8b84119 owned by network:router_gateway {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 23:26:51.957006 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-bf13ee43-76fb-47bd-bab2-1b557d2e799b None None] Set router 50bf2ae2-9311-4515-a5bf-b5032de12d64 gateway port host: None {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:26:52.009505 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-bf13ee43-76fb-47bd-bab2-1b557d2e799b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50bf2ae2-9311-4515-a5bf-b5032de12d64', 'name': 'tempest-TestShelveInstance-1796396168-router', 'tenant_id': '064dbc157e8f49ada5fb41fbdb478a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:18:09Z', 'updated_at': '2022-01-18T23:26:51Z', 'revision_number': 6, 'project_id': '064dbc157e8f49ada5fb41fbdb478a1c', 'gw_port_host': None}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:26:52.026564 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ad02c82e-9f1f-4ce4-8086-3831bbdb91e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:52.039196 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf13ee43-76fb-47bd-bab2-1b557d2e799b None None] The sync data for ids ['50bf2ae2-9311-4515-a5bf-b5032de12d64'] in n-d-825064-1 is: [{'id': '50bf2ae2-9311-4515-a5bf-b5032de12d64', 'name': 'tempest-TestShelveInstance-1796396168-router', 'tenant_id': '064dbc157e8f49ada5fb41fbdb478a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:18:09Z', 'updated_at': '2022-01-18T23:26:51Z', 'revision_number': 6, 'project_id': '064dbc157e8f49ada5fb41fbdb478a1c', 'gw_port_host': None}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:26:52.064730 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5813e260-f85b-40cb-8ef4-e68945f74e08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:52.099228 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5813e260-f85b-40cb-8ef4-e68945f74e08 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a7d3b07-e6dd-41f6-a92c-bef0b8b84119,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:52.153383 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5813e260-f85b-40cb-8ef4-e68945f74e08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043029'] for router_gateway, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:52.239839 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5813e260-f85b-40cb-8ef4-e68945f74e08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1040886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8602'] for router, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:52.241934 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5813e260-f85b-40cb-8ef4-e68945f74e08 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:52.285460 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5813e260-f85b-40cb-8ef4-e68945f74e08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1040832'] for router, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:52.286046 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5813e260-f85b-40cb-8ef4-e68945f74e08 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50bf2ae2-9311-4515-a5bf-b5032de12d64 {{(pid=102431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 23:26:52.290139 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5813e260-f85b-40cb-8ef4-e68945f74e08 admin admin] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:52.291374 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-5813e260-f85b-40cb-8ef4-e68945f74e08 admin admin] 10.222.0.53 "DELETE /v2.0/routers/50bf2ae2-9311-4515-a5bf-b5032de12d64 HTTP/1.1" status: 204 len: 168 time: 0.7379150 Jan 18 23:26:52.293919 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 33110) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:26:52.336799 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f080a6b-72b4-4c3d-9d84-8ea1dbbbfb84 admin admin] Deleting subnet e58b3471-2f3e-4a15-875d-09b517029819 {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 23:26:52.339608 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f080a6b-72b4-4c3d-9d84-8ea1dbbbfb84 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:52.374026 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f080a6b-72b4-4c3d-9d84-8ea1dbbbfb84 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:52.456596 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f080a6b-72b4-4c3d-9d84-8ea1dbbbfb84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:52.508287 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f080a6b-72b4-4c3d-9d84-8ea1dbbbfb84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:52.534587 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f080a6b-72b4-4c3d-9d84-8ea1dbbbfb84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e58b3471-2f3e-4a15-875d-09b517029819,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:52.536591 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f080a6b-72b4-4c3d-9d84-8ea1dbbbfb84 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:52.539613 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-4f080a6b-72b4-4c3d-9d84-8ea1dbbbfb84 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/e58b3471-2f3e-4a15-875d-09b517029819 HTTP/1.1" status: 204 len: 168 time: 0.2448041 Jan 18 23:26:52.540400 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ddbc08-46f4-4c3a-95ff-fadb63e51624 None None] Network aeddb85e-614e-4b92-9e43-cfb9e730c505 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 23:26:52.542451 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 33112) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:26:52.607688 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7a96302b-b786-4442-9159-a3ad5939b683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:52.663889 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-7a96302b-b786-4442-9159-a3ad5939b683 admin admin] Deleting port 7409a98a-e515-45f4-827a-883a7e77e7fc {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 23:26:52.664257 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7a96302b-b786-4442-9159-a3ad5939b683 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:52.724662 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-7a96302b-b786-4442-9159-a3ad5939b683 admin admin] For port 7409a98a-e515-45f4-827a-883a7e77e7fc, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=7409a98a-e515-45f4-827a-883a7e77e7fc,segment=NetworkSegment(4834ef58-833d-462f-acfe-facebd79dad2),segment_id=4834ef58-833d-462f-acfe-facebd79dad2)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:26:52.724968 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7a96302b-b786-4442-9159-a3ad5939b683 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:52.737645 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-7a96302b-b786-4442-9159-a3ad5939b683 admin admin] Calling delete_port for 7409a98a-e515-45f4-827a-883a7e77e7fc owned by network:dhcp {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 23:26:52.771988 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed54b3cf-d819-4b5f-8e0e-8e07e34ca521 None None] DHCP port deletion for aeddb85e-614e-4b92-9e43-cfb9e730c505 request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 23:26:52.817116 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7a96302b-b786-4442-9159-a3ad5939b683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:52.820919 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-ed54b3cf-d819-4b5f-8e0e-8e07e34ca521 None None] Deleting port 7409a98a-e515-45f4-827a-883a7e77e7fc {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 23:26:52.821299 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ed54b3cf-d819-4b5f-8e0e-8e07e34ca521 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:52.848485 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a96302b-b786-4442-9159-a3ad5939b683 admin admin] No DVR routers for this DVR port 7409a98a-e515-45f4-827a-883a7e77e7fc on host n-d-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:26:52.853988 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a96302b-b786-4442-9159-a3ad5939b683 admin admin] Pushing event deleted for resources: {'Port': ['ID=7409a98a-e515-45f4-827a-883a7e77e7fc,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:52.892335 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-ed54b3cf-d819-4b5f-8e0e-8e07e34ca521 None None] For port 7409a98a-e515-45f4-827a-883a7e77e7fc, host n-d-825064-1, got binding levels [] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:26:52.892855 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ed54b3cf-d819-4b5f-8e0e-8e07e34ca521 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:52.906002 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-ed54b3cf-d819-4b5f-8e0e-8e07e34ca521 None None] Calling delete_port for 7409a98a-e515-45f4-827a-883a7e77e7fc owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 23:26:52.909205 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.ipam_backend_mixin [None req-ed54b3cf-d819-4b5f-8e0e-8e07e34ca521 None None] Port 7409a98a-e515-45f4-827a-883a7e77e7fc was not found and therefore no delete operation was performed {{(pid=102432) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 18 23:26:52.910452 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ed54b3cf-d819-4b5f-8e0e-8e07e34ca521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:52.923095 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7a96302b-b786-4442-9159-a3ad5939b683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:52.935446 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed54b3cf-d819-4b5f-8e0e-8e07e34ca521 None None] Pushing event deleted for resources: {'Port': ['ID=7409a98a-e515-45f4-827a-883a7e77e7fc,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:52.937704 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed54b3cf-d819-4b5f-8e0e-8e07e34ca521 None None] No DVR routers for this DVR port 7409a98a-e515-45f4-827a-883a7e77e7fc on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:26:52.945535 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed54b3cf-d819-4b5f-8e0e-8e07e34ca521 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:26:52.945882 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed54b3cf-d819-4b5f-8e0e-8e07e34ca521 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:26:52.946215 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed54b3cf-d819-4b5f-8e0e-8e07e34ca521 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:26:52.946555 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed54b3cf-d819-4b5f-8e0e-8e07e34ca521 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:26:52.946884 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed54b3cf-d819-4b5f-8e0e-8e07e34ca521 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:26:52.947212 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed54b3cf-d819-4b5f-8e0e-8e07e34ca521 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:26:52.947805 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed54b3cf-d819-4b5f-8e0e-8e07e34ca521 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:26:52.948027 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed54b3cf-d819-4b5f-8e0e-8e07e34ca521 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:26:52.948783 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed54b3cf-d819-4b5f-8e0e-8e07e34ca521 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:26:52.949120 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed54b3cf-d819-4b5f-8e0e-8e07e34ca521 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:26:52.949447 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed54b3cf-d819-4b5f-8e0e-8e07e34ca521 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:26:52.949772 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed54b3cf-d819-4b5f-8e0e-8e07e34ca521 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:26:52.952510 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-7a96302b-b786-4442-9159-a3ad5939b683 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aeddb85e-614e-4b92-9e43-cfb9e730c505']}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:26:52.963665 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-7a96302b-b786-4442-9159-a3ad5939b683 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4834ef58-833d-462f-acfe-facebd79dad2') {'for_net_delete': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:26:52.963962 n-d-825064-1 neutron-server[102431]: DEBUG neutron.services.segments.db [None req-7a96302b-b786-4442-9159-a3ad5939b683 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4834ef58-833d-462f-acfe-facebd79dad2') {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:26:52.974025 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7a96302b-b786-4442-9159-a3ad5939b683 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58975825'] for segment, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:52.987692 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7a96302b-b786-4442-9159-a3ad5939b683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:52.994128 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a96302b-b786-4442-9159-a3ad5939b683 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=102431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:26:52.994584 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7a96302b-b786-4442-9159-a3ad5939b683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59510163'] for segment, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:52.996730 n-d-825064-1 neutron-server[102431]: Traceback (most recent call last): Jan 18 23:26:52.996730 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:26:52.996730 n-d-825064-1 neutron-server[102431]: timer() Jan 18 23:26:52.996730 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:26:52.996730 n-d-825064-1 neutron-server[102431]: cb(*args, **kw) Jan 18 23:26:52.996730 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 23:26:52.996730 n-d-825064-1 neutron-server[102431]: return func(*args, **kwargs) Jan 18 23:26:52.996730 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:26:52.996730 n-d-825064-1 neutron-server[102431]: self._notify() Jan 18 23:26:52.996730 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:26:52.996730 n-d-825064-1 neutron-server[102431]: self.callback(batched_events) Jan 18 23:26:52.996730 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:26:52.996730 n-d-825064-1 neutron-server[102431]: event.method(event) Jan 18 23:26:52.996730 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 23:26:52.996730 n-d-825064-1 neutron-server[102431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:26:52.996730 n-d-825064-1 neutron-server[102431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 23:26:52.996730 n-d-825064-1 neutron-server[102431]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:26:52.996730 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 23:26:52.996730 n-d-825064-1 neutron-server[102431]: return f(self, *a, **k) Jan 18 23:26:52.996730 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:26:52.996730 n-d-825064-1 neutron-server[102431]: return self._get(url).json() Jan 18 23:26:52.996730 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:26:52.996730 n-d-825064-1 neutron-server[102431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:26:52.996730 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:26:52.996730 n-d-825064-1 neutron-server[102431]: return self.request(url, 'GET', **kwargs) Jan 18 23:26:52.996730 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:26:52.996730 n-d-825064-1 neutron-server[102431]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:26:52.996730 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:26:52.996730 n-d-825064-1 neutron-server[102431]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:26:52.996730 n-d-825064-1 neutron-server[102431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:26:52.996730 n-d-825064-1 neutron-server[102431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:26:52.996730 n-d-825064-1 neutron-server[102431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:26:53.062806 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7a96302b-b786-4442-9159-a3ad5939b683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:53.068225 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7a96302b-b786-4442-9159-a3ad5939b683 admin admin] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:53.071333 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-7a96302b-b786-4442-9159-a3ad5939b683 admin admin] 10.222.0.53 "DELETE /v2.0/networks/aeddb85e-614e-4b92-9e43-cfb9e730c505 HTTP/1.1" status: 204 len: 168 time: 0.5279899 Jan 18 23:26:53.083544 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a96302b-b786-4442-9159-a3ad5939b683 admin admin] Pushing event deleted for resources: {'Network': ['ID=aeddb85e-614e-4b92-9e43-cfb9e730c505,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:53.171794 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 2d88a99c-55f8-4706-b5e4-22d3f1d2a0e3 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 23:26:53.183326 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 33116) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:26:53.192461 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 2d88a99c-55f8-4706-b5e4-22d3f1d2a0e3 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 23:26:53.192791 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 2d88a99c-55f8-4706-b5e4-22d3f1d2a0e3 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 23:26:53.193210 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 6a7d3b07-e6dd-41f6-a92c-bef0b8b84119 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 23:26:53.216346 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 6a7d3b07-e6dd-41f6-a92c-bef0b8b84119 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 23:26:53.216680 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 6a7d3b07-e6dd-41f6-a92c-bef0b8b84119 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 23:26:53.217086 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 7409a98a-e515-45f4-827a-883a7e77e7fc no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 23:26:53.224291 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-b7ad0eec-f156-4bf2-a559-6578b31a6ce7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5dc398f5184842a99bb23af381a600c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397635 Jan 18 23:26:53.226855 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 33118) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:26:53.243631 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 7409a98a-e515-45f4-827a-883a7e77e7fc {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 23:26:53.243974 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 7409a98a-e515-45f4-827a-883a7e77e7fc not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 23:26:53.251946 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:53.275656 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bda3b10a-a03b-4e55-a0b4-53248876c4c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:53.295595 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bda3b10a-a03b-4e55-a0b4-53248876c4c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:53.339730 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bda3b10a-a03b-4e55-a0b4-53248876c4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:53.342184 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bda3b10a-a03b-4e55-a0b4-53248876c4c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:53.343304 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-bda3b10a-a03b-4e55-a0b4-53248876c4c3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8c72d7cd-43a5-41b9-8ce3-6ecfffa20db7 HTTP/1.1" status: 204 len: 168 time: 0.1155658 Jan 18 23:26:53.350810 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda3b10a-a03b-4e55-a0b4-53248876c4c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c72d7cd-43a5-41b9-8ce3-6ecfffa20db7,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:53.647517 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 33124) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:26:53.689849 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-f958c249-b68d-4f02-9cdc-2ea9a8c67ecd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=064dbc157e8f49ada5fb41fbdb478a1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0411344 Jan 18 23:26:53.692240 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 33126) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:26:53.737288 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8d26472d-9232-4975-bbfa-94889ecb0a7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:53.757840 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8d26472d-9232-4975-bbfa-94889ecb0a7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:53.804059 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8d26472d-9232-4975-bbfa-94889ecb0a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:53.806878 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8d26472d-9232-4975-bbfa-94889ecb0a7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:53.808082 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-8d26472d-9232-4975-bbfa-94889ecb0a7a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ae2192a8-d8c7-4419-8eb2-8e309a8199bb HTTP/1.1" status: 204 len: 168 time: 0.1149788 Jan 18 23:26:53.816690 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d26472d-9232-4975-bbfa-94889ecb0a7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae2192a8-d8c7-4419-8eb2-8e309a8199bb,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:54.448016 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 33148) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:26:54.540942 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-8f69df8b-35a0-4cee-ad6f-649b5e39bd9d admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1527891498-network', 'tenant_id': '4a7d08920b4c41a5997cf476b3cd8f31'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:26:54.565639 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f69df8b-35a0-4cee-ad6f-649b5e39bd9d admin admin] Made reservation on behalf of 4a7d08920b4c41a5997cf476b3cd8f31 for: {'network': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:26:54.568038 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8f69df8b-35a0-4cee-ad6f-649b5e39bd9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:54.576276 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8f69df8b-35a0-4cee-ad6f-649b5e39bd9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:54.649124 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8f69df8b-35a0-4cee-ad6f-649b5e39bd9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:54.653098 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8f69df8b-35a0-4cee-ad6f-649b5e39bd9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:54.666115 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:54.678292 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f69df8b-35a0-4cee-ad6f-649b5e39bd9d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=102431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:26:54.687926 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f69df8b-35a0-4cee-ad6f-649b5e39bd9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba9abb16-e422-43c1-933e-d086bd7deba3,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:54.692534 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8f69df8b-35a0-4cee-ad6f-649b5e39bd9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:54.692877 n-d-825064-1 neutron-server[102431]: INFO neutron.db.segments_db [None req-8f69df8b-35a0-4cee-ad6f-649b5e39bd9d admin admin] Added segment 593d56e2-38d2-41bc-b1b2-e589ba6a6806 of type vlan for network 65a9db86-2194-48e1-bf6b-fd60925d798f Jan 18 23:26:54.734284 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8f69df8b-35a0-4cee-ad6f-649b5e39bd9d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:54.738495 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:54.759925 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8f69df8b-35a0-4cee-ad6f-649b5e39bd9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:54.761555 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f69df8b-35a0-4cee-ad6f-649b5e39bd9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:54.761996 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8f69df8b-35a0-4cee-ad6f-649b5e39bd9d admin admin] Notify callbacks [] for network, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:54.814713 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-8f69df8b-35a0-4cee-ad6f-649b5e39bd9d admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3656030 Jan 18 23:26:54.817743 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 33152) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:26:54.822826 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-e9b92e77-1532-4799-b7ae-8869561466c2 admin admin] Request body: {'subnet': {'network_id': '65a9db86-2194-48e1-bf6b-fd60925d798f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1527891498-subnet', 'tenant_id': '4a7d08920b4c41a5997cf476b3cd8f31', 'ip_version': 4}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:26:54.823000 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f69df8b-35a0-4cee-ad6f-649b5e39bd9d admin admin] Pushing event updated for resources: {'Network': ['ID=65a9db86-2194-48e1-bf6b-fd60925d798f,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:54.832821 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 65a9db86-2194-48e1-bf6b-fd60925d798f details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 23:26:54.850002 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9b92e77-1532-4799-b7ae-8869561466c2 admin admin] Made reservation on behalf of 4a7d08920b4c41a5997cf476b3cd8f31 for: {'subnet': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:26:54.852454 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e9b92e77-1532-4799-b7ae-8869561466c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62288702'] for subnet, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:55.017284 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e9b92e77-1532-4799-b7ae-8869561466c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60203213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62288684'] for subnet, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:55.063029 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b92e77-1532-4799-b7ae-8869561466c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5c43067-b069-4859-b6ae-a00f484d95c3,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:55.083505 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b92e77-1532-4799-b7ae-8869561466c2 admin admin] Checking segment: {'id': '593d56e2-38d2-41bc-b1b2-e589ba6a6806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '65a9db86-2194-48e1-bf6b-fd60925d798f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 23:26:55.083505 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b92e77-1532-4799-b7ae-8869561466c2 admin admin] Network hostable DHCP agents. Network: 65a9db86-2194-48e1-bf6b-fd60925d798f, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:26:55.099767 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b92e77-1532-4799-b7ae-8869561466c2 admin admin] Network 65a9db86-2194-48e1-bf6b-fd60925d798f is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:26:55.108292 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-e9b92e77-1532-4799-b7ae-8869561466c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 65a9db86-2194-48e1-bf6b-fd60925d798f) {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:26:55.112905 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b92e77-1532-4799-b7ae-8869561466c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:55.113862 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e9b92e77-1532-4799-b7ae-8869561466c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:55.119399 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99abb449-3777-457e-8072-2190e72ffba6 None None] Network 65a9db86-2194-48e1-bf6b-fd60925d798f requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 23:26:55.129807 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-e9b92e77-1532-4799-b7ae-8869561466c2 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3108780 Jan 18 23:26:55.132520 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 33154) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:26:55.137574 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-4082945d-c0e2-4109-b69a-05b0fce970b1 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1527891498-router', 'tenant_id': '4a7d08920b4c41a5997cf476b3cd8f31', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:26:55.161613 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4082945d-c0e2-4109-b69a-05b0fce970b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1044160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8692'] for router, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:55.162802 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4082945d-c0e2-4109-b69a-05b0fce970b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1040680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8675'] for router, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:55.215589 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4082945d-c0e2-4109-b69a-05b0fce970b1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:55.265352 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c51a9ac-bba1-4ab2-9a5d-c3881b687105 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-65a9db86-2194-48e1-bf6b-fd60925d798f', 'network_id': '65a9db86-2194-48e1-bf6b-fd60925d798f', 'tenant_id': '4a7d08920b4c41a5997cf476b3cd8f31', 'fixed_ips': [{'subnet_id': 'f5c43067-b069-4859-b6ae-a00f484d95c3'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 23:26:55.266791 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0c51a9ac-bba1-4ab2-9a5d-c3881b687105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:55.345675 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4082945d-c0e2-4109-b69a-05b0fce970b1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:55.402110 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-0c51a9ac-bba1-4ab2-9a5d-c3881b687105 None None] Allocated IP 172.20.0.2 (65a9db86-2194-48e1-bf6b-fd60925d798f/f5c43067-b069-4859-b6ae-a00f484d95c3/f7245f8a-b04a-433f-b773-feaee583dfa8) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:26:55.540730 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4082945d-c0e2-4109-b69a-05b0fce970b1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:55.542940 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0c51a9ac-bba1-4ab2-9a5d-c3881b687105 None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:55.548801 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0c51a9ac-bba1-4ab2-9a5d-c3881b687105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:55.559194 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4082945d-c0e2-4109-b69a-05b0fce970b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:55.591462 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c51a9ac-bba1-4ab2-9a5d-c3881b687105 None None] Network 65a9db86-2194-48e1-bf6b-fd60925d798f is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:26:55.594935 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-0c51a9ac-bba1-4ab2-9a5d-c3881b687105 None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:26:55.598390 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c51a9ac-bba1-4ab2-9a5d-c3881b687105 None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:26:55.606966 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c51a9ac-bba1-4ab2-9a5d-c3881b687105 None None] Pushing event updated for resources: {'Port': ['ID=f7245f8a-b04a-433f-b773-feaee583dfa8,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:55.652839 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-0c51a9ac-bba1-4ab2-9a5d-c3881b687105 None None] Attempting to bind port f7245f8a-b04a-433f-b773-feaee583dfa8 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:26:55.653203 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-0c51a9ac-bba1-4ab2-9a5d-c3881b687105 None None] Attempting to bind port f7245f8a-b04a-433f-b773-feaee583dfa8 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '593d56e2-38d2-41bc-b1b2-e589ba6a6806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '65a9db86-2194-48e1-bf6b-fd60925d798f'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:26:55.653572 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c51a9ac-bba1-4ab2-9a5d-c3881b687105 None None] Attempting to bind port f7245f8a-b04a-433f-b773-feaee583dfa8 on network 65a9db86-2194-48e1-bf6b-fd60925d798f {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 23:26:55.658863 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c51a9ac-bba1-4ab2-9a5d-c3881b687105 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 23:26:55.659233 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c51a9ac-bba1-4ab2-9a5d-c3881b687105 None None] Checking segment: {'id': '593d56e2-38d2-41bc-b1b2-e589ba6a6806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '65a9db86-2194-48e1-bf6b-fd60925d798f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 23:26:55.659632 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0c51a9ac-bba1-4ab2-9a5d-c3881b687105 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:55.660017 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c51a9ac-bba1-4ab2-9a5d-c3881b687105 None None] Bound using segment: {'id': '593d56e2-38d2-41bc-b1b2-e589ba6a6806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '65a9db86-2194-48e1-bf6b-fd60925d798f'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 23:26:55.660499 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-0c51a9ac-bba1-4ab2-9a5d-c3881b687105 None None] Bound port: f7245f8a-b04a-433f-b773-feaee583dfa8, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '593d56e2-38d2-41bc-b1b2-e589ba6a6806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '65a9db86-2194-48e1-bf6b-fd60925d798f'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:26:55.660882 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0c51a9ac-bba1-4ab2-9a5d-c3881b687105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:55.667869 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-4082945d-c0e2-4109-b69a-05b0fce970b1 admin admin] Allocated IP 172.25.5.89 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/f36e219c-4b33-46ce-8492-a8579f4a97d4) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:26:55.725612 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-0c51a9ac-bba1-4ab2-9a5d-c3881b687105 None None] For port f7245f8a-b04a-433f-b773-feaee583dfa8, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:26:55.728898 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-0c51a9ac-bba1-4ab2-9a5d-c3881b687105 None None] For port f7245f8a-b04a-433f-b773-feaee583dfa8, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=f7245f8a-b04a-433f-b773-feaee583dfa8,segment=NetworkSegment(593d56e2-38d2-41bc-b1b2-e589ba6a6806),segment_id=593d56e2-38d2-41bc-b1b2-e589ba6a6806)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:26:55.733494 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0c51a9ac-bba1-4ab2-9a5d-c3881b687105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:55.798941 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c51a9ac-bba1-4ab2-9a5d-c3881b687105 None None] Pushing event updated for resources: {'Port': ['ID=f7245f8a-b04a-433f-b773-feaee583dfa8,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:56.063513 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4082945d-c0e2-4109-b69a-05b0fce970b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:56.097441 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4082945d-c0e2-4109-b69a-05b0fce970b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:56.132295 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4082945d-c0e2-4109-b69a-05b0fce970b1 admin admin] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:26:56.136935 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-4082945d-c0e2-4109-b69a-05b0fce970b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:26:56.141301 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4082945d-c0e2-4109-b69a-05b0fce970b1 admin admin] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:26:56.169151 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082945d-c0e2-4109-b69a-05b0fce970b1 admin admin] Pushing event updated for resources: {'Port': ['ID=f36e219c-4b33-46ce-8492-a8579f4a97d4,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:56.383072 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4082945d-c0e2-4109-b69a-05b0fce970b1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:56.583956 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4082945d-c0e2-4109-b69a-05b0fce970b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1040691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049'] for router, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:56.688158 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c957c2b-867f-493d-8d4e-2f7592d61afc None None] Network 65a9db86-2194-48e1-bf6b-fd60925d798f requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 23:26:56.710328 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4082945d-c0e2-4109-b69a-05b0fce970b1 admin admin] Router 534a9a1e-5100-4cbe-8063-2095c757bb66 is scheduled to L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 with binding_index 1 {{(pid=102431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 23:26:56.741976 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-c6885814-8fee-4242-b861-d5e509bdc8a1 None None] Provisioning complete for port f7245f8a-b04a-433f-b773-feaee583dfa8 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:26:56.742566 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c6885814-8fee-4242-b861-d5e509bdc8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:56.815350 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4082945d-c0e2-4109-b69a-05b0fce970b1 admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:26:56.828768 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894b6aba-a766-4a47-ac25-934acd415f15 None None] Sync routers for ids ['534a9a1e-5100-4cbe-8063-2095c757bb66'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:26:56.833963 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4082945d-c0e2-4109-b69a-05b0fce970b1 admin admin] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:56.835677 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-4082945d-c0e2-4109-b69a-05b0fce970b1 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7020984 Jan 18 23:26:56.838571 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 33156) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:26:56.871621 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894b6aba-a766-4a47-ac25-934acd415f15 None None] Routers {'534a9a1e-5100-4cbe-8063-2095c757bb66'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:26:56.872275 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-894b6aba-a766-4a47-ac25-934acd415f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:26:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['534a9a1e-5100-4cbe-8063-2095c757bb66'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:26:56.945861 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c6885814-8fee-4242-b861-d5e509bdc8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:57.029120 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-c6885814-8fee-4242-b861-d5e509bdc8a1 None None] For port f7245f8a-b04a-433f-b773-feaee583dfa8, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=f7245f8a-b04a-433f-b773-feaee583dfa8,segment=NetworkSegment(593d56e2-38d2-41bc-b1b2-e589ba6a6806),segment_id=593d56e2-38d2-41bc-b1b2-e589ba6a6806)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:26:57.037257 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c6885814-8fee-4242-b861-d5e509bdc8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:57.039975 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-894b6aba-a766-4a47-ac25-934acd415f15 None None] Set router 534a9a1e-5100-4cbe-8063-2095c757bb66 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:26:57.183180 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6885814-8fee-4242-b861-d5e509bdc8a1 None None] Pushing event updated for resources: {'Port': ['ID=f7245f8a-b04a-433f-b773-feaee583dfa8,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:57.262359 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device f7245f8a-b04a-433f-b773-feaee583dfa8 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 23:26:57.315038 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-686fe5c4-67ef-4a96-bbe5-260dd9ee76f0 None None] Provisioning complete for port f7245f8a-b04a-433f-b773-feaee583dfa8 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:26:57.315331 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-686fe5c4-67ef-4a96-bbe5-260dd9ee76f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:57.327548 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6ff80e56-c875-4808-81c6-b5cc4f6c4239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:57.366729 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-894b6aba-a766-4a47-ac25-934acd415f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '534a9a1e-5100-4cbe-8063-2095c757bb66', 'name': 'tempest-TestSnapshotPattern-1527891498-router', 'tenant_id': '4a7d08920b4c41a5997cf476b3cd8f31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': 'f36e219c-4b33-46ce-8492-a8579f4a97d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:26:55Z', 'updated_at': '2022-01-18T23:26:56Z', 'revision_number': 3, 'project_id': '4a7d08920b4c41a5997cf476b3cd8f31', 'gw_port': {'id': 'f36e219c-4b33-46ce-8492-a8579f4a97d4', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a5:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '534a9a1e-5100-4cbe-8063-2095c757bb66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:26:55Z', 'updated_at': '2022-01-18T23:26:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:26:57.400580 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894b6aba-a766-4a47-ac25-934acd415f15 None None] Checking router: 534a9a1e-5100-4cbe-8063-2095c757bb66 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:26:57.400932 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894b6aba-a766-4a47-ac25-934acd415f15 None None] Updating router 534a9a1e-5100-4cbe-8063-2095c757bb66 port f36e219c-4b33-46ce-8492-a8579f4a97d4 binding host n-d-825064-1 {{(pid=102432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 23:26:57.404696 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port f7245f8a-b04a-433f-b773-feaee583dfa8 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:26:57.404696 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:57.454888 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-894b6aba-a766-4a47-ac25-934acd415f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:57.496223 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-6ff80e56-c875-4808-81c6-b5cc4f6c4239 admin admin] Allocated IP 172.20.0.1 (65a9db86-2194-48e1-bf6b-fd60925d798f/f5c43067-b069-4859-b6ae-a00f484d95c3/3cad4b5c-6fc0-425c-94e7-90c4563eee35) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:26:57.602785 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6ff80e56-c875-4808-81c6-b5cc4f6c4239 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:57.636356 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6ff80e56-c875-4808-81c6-b5cc4f6c4239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:57.674419 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff80e56-c875-4808-81c6-b5cc4f6c4239 admin admin] Network 65a9db86-2194-48e1-bf6b-fd60925d798f is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:26:57.681884 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-6ff80e56-c875-4808-81c6-b5cc4f6c4239 admin admin] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:26:57.685143 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff80e56-c875-4808-81c6-b5cc4f6c4239 admin admin] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:26:57.690924 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff80e56-c875-4808-81c6-b5cc4f6c4239 admin admin] Pushing event updated for resources: {'Port': ['ID=3cad4b5c-6fc0-425c-94e7-90c4563eee35,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:57.736405 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6ff80e56-c875-4808-81c6-b5cc4f6c4239 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1040954'] for router_interface, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:57.804726 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-894b6aba-a766-4a47-ac25-934acd415f15 None None] Notify callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:57.816381 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-894b6aba-a766-4a47-ac25-934acd415f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:57.874229 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6ff80e56-c875-4808-81c6-b5cc4f6c4239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:57.879741 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-894b6aba-a766-4a47-ac25-934acd415f15 None None] Attempting to bind port f36e219c-4b33-46ce-8492-a8579f4a97d4 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:26:57.880107 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-894b6aba-a766-4a47-ac25-934acd415f15 None None] Attempting to bind port f36e219c-4b33-46ce-8492-a8579f4a97d4 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:26:57.880489 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894b6aba-a766-4a47-ac25-934acd415f15 None None] Attempting to bind port f36e219c-4b33-46ce-8492-a8579f4a97d4 on network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 23:26:57.883698 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88041de-c053-4832-b183-d08698050218 None None] Pushing event updated for resources: {'Port': ['ID=f36e219c-4b33-46ce-8492-a8579f4a97d4,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:57.888986 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894b6aba-a766-4a47-ac25-934acd415f15 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 23:26:57.890468 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894b6aba-a766-4a47-ac25-934acd415f15 None None] Checking segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 23:26:57.890468 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-894b6aba-a766-4a47-ac25-934acd415f15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:57.890468 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894b6aba-a766-4a47-ac25-934acd415f15 None None] Bound using segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 23:26:57.890790 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-894b6aba-a766-4a47-ac25-934acd415f15 None None] Bound port: f36e219c-4b33-46ce-8492-a8579f4a97d4, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:26:57.891002 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-894b6aba-a766-4a47-ac25-934acd415f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:57.972246 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-894b6aba-a766-4a47-ac25-934acd415f15 None None] For port f36e219c-4b33-46ce-8492-a8579f4a97d4, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:26:57.975743 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-894b6aba-a766-4a47-ac25-934acd415f15 None None] For port f36e219c-4b33-46ce-8492-a8579f4a97d4, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=f36e219c-4b33-46ce-8492-a8579f4a97d4,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:26:57.980479 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-894b6aba-a766-4a47-ac25-934acd415f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:58.049883 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894b6aba-a766-4a47-ac25-934acd415f15 None None] Routers {'534a9a1e-5100-4cbe-8063-2095c757bb66'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:26:58.050506 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-894b6aba-a766-4a47-ac25-934acd415f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:26:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['534a9a1e-5100-4cbe-8063-2095c757bb66'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:26:58.059011 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6ff80e56-c875-4808-81c6-b5cc4f6c4239 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:58.064378 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6ff80e56-c875-4808-81c6-b5cc4f6c4239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:58.091517 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88041de-c053-4832-b183-d08698050218 None None] Pushing event updated for resources: {'Port': ['ID=f36e219c-4b33-46ce-8492-a8579f4a97d4,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:58.111909 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-ade6b201-d8d6-4b51-8175-a006d47e2799 None None] Provisioning complete for port 3cad4b5c-6fc0-425c-94e7-90c4563eee35 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:26:58.112306 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ade6b201-d8d6-4b51-8175-a006d47e2799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:58.137267 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff80e56-c875-4808-81c6-b5cc4f6c4239 admin admin] Pushing event updated for resources: {'Port': ['ID=3cad4b5c-6fc0-425c-94e7-90c4563eee35,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:58.140186 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6ff80e56-c875-4808-81c6-b5cc4f6c4239 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-613854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1041070'] for router_interface, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:58.239403 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff80e56-c875-4808-81c6-b5cc4f6c4239 admin admin] Network 65a9db86-2194-48e1-bf6b-fd60925d798f is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:26:58.240927 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-6ff80e56-c875-4808-81c6-b5cc4f6c4239 admin admin] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:26:58.341248 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-ade6b201-d8d6-4b51-8175-a006d47e2799 None None] Port 3cad4b5c-6fc0-425c-94e7-90c4563eee35 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 23:26:58.354730 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-894b6aba-a766-4a47-ac25-934acd415f15 None None] Set router 534a9a1e-5100-4cbe-8063-2095c757bb66 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:26:58.362794 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ff80e56-c875-4808-81c6-b5cc4f6c4239 admin admin] Router 534a9a1e-5100-4cbe-8063-2095c757bb66 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:26:58.477118 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ff80e56-c875-4808-81c6-b5cc4f6c4239 admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:26:58.482592 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-6ff80e56-c875-4808-81c6-b5cc4f6c4239 admin admin] 10.222.0.53 "PUT /v2.0/routers/534a9a1e-5100-4cbe-8063-2095c757bb66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6427310 Jan 18 23:26:58.496816 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-b0a38c02-dd49-487f-aecf-775b47b8aa21 None None] Provisioning complete for port 3cad4b5c-6fc0-425c-94e7-90c4563eee35 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:26:58.497189 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b0a38c02-dd49-487f-aecf-775b47b8aa21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:58.567019 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-b0a38c02-dd49-487f-aecf-775b47b8aa21 None None] Port 3cad4b5c-6fc0-425c-94e7-90c4563eee35 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 23:26:58.597362 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-894b6aba-a766-4a47-ac25-934acd415f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '534a9a1e-5100-4cbe-8063-2095c757bb66', 'name': 'tempest-TestSnapshotPattern-1527891498-router', 'tenant_id': '4a7d08920b4c41a5997cf476b3cd8f31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': 'f36e219c-4b33-46ce-8492-a8579f4a97d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:26:55Z', 'updated_at': '2022-01-18T23:26:57Z', 'revision_number': 4, 'project_id': '4a7d08920b4c41a5997cf476b3cd8f31', 'gw_port': {'id': 'f36e219c-4b33-46ce-8492-a8579f4a97d4', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a5:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '534a9a1e-5100-4cbe-8063-2095c757bb66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:26:55Z', 'updated_at': '2022-01-18T23:26:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '3cad4b5c-6fc0-425c-94e7-90c4563eee35', 'name': '', 'network_id': '65a9db86-2194-48e1-bf6b-fd60925d798f', 'tenant_id': '4a7d08920b4c41a5997cf476b3cd8f31', 'mac_address': 'fa:16:3e:fa:84:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '534a9a1e-5100-4cbe-8063-2095c757bb66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'f5c43067-b069-4859-b6ae-a00f484d95c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:26:57Z', 'updated_at': '2022-01-18T23:26:57Z', 'revision_number': 1, 'project_id': '4a7d08920b4c41a5997cf476b3cd8f31', 'subnets': [{'id': 'f5c43067-b069-4859-b6ae-a00f484d95c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:26:58.623473 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894b6aba-a766-4a47-ac25-934acd415f15 None None] The sync data for ids ['534a9a1e-5100-4cbe-8063-2095c757bb66'] in n-d-825064-1 is: [{'id': '534a9a1e-5100-4cbe-8063-2095c757bb66', 'name': 'tempest-TestSnapshotPattern-1527891498-router', 'tenant_id': '4a7d08920b4c41a5997cf476b3cd8f31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': 'f36e219c-4b33-46ce-8492-a8579f4a97d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:26:55Z', 'updated_at': '2022-01-18T23:26:57Z', 'revision_number': 4, 'project_id': '4a7d08920b4c41a5997cf476b3cd8f31', 'gw_port': {'id': 'f36e219c-4b33-46ce-8492-a8579f4a97d4', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a5:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '534a9a1e-5100-4cbe-8063-2095c757bb66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:26:55Z', 'updated_at': '2022-01-18T23:26:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '3cad4b5c-6fc0-425c-94e7-90c4563eee35', 'name': '', 'network_id': '65a9db86-2194-48e1-bf6b-fd60925d798f', 'tenant_id': '4a7d08920b4c41a5997cf476b3cd8f31', 'mac_address': 'fa:16:3e:fa:84:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '534a9a1e-5100-4cbe-8063-2095c757bb66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'f5c43067-b069-4859-b6ae-a00f484d95c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:26:57Z', 'updated_at': '2022-01-18T23:26:57Z', 'revision_number': 1, 'project_id': '4a7d08920b4c41a5997cf476b3cd8f31', 'subnets': [{'id': 'f5c43067-b069-4859-b6ae-a00f484d95c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:26:58.971781 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 33172) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:26:58.976877 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-c5346d2e-aec0-4c56-b2f8-d6cf6abfb666 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-162092191-network', 'tenant_id': '5ba87f2eaa024a89bff35fa917e1cb89'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:26:59.002456 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5346d2e-aec0-4c56-b2f8-d6cf6abfb666 admin admin] Made reservation on behalf of 5ba87f2eaa024a89bff35fa917e1cb89 for: {'network': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:26:59.005036 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c5346d2e-aec0-4c56-b2f8-d6cf6abfb666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for network, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:59.014949 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c5346d2e-aec0-4c56-b2f8-d6cf6abfb666 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:59.099851 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c5346d2e-aec0-4c56-b2f8-d6cf6abfb666 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:59.104432 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c5346d2e-aec0-4c56-b2f8-d6cf6abfb666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:59.131825 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5346d2e-aec0-4c56-b2f8-d6cf6abfb666 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=102430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:26:59.144899 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c5346d2e-aec0-4c56-b2f8-d6cf6abfb666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:59.145239 n-d-825064-1 neutron-server[102430]: INFO neutron.db.segments_db [None req-c5346d2e-aec0-4c56-b2f8-d6cf6abfb666 admin admin] Added segment 76c0b3da-05ad-4979-83f4-003d4fd0d9a5 of type vlan for network 6a884682-a042-4826-88b0-10c670016943 Jan 18 23:26:59.154168 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5346d2e-aec0-4c56-b2f8-d6cf6abfb666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b116506d-caea-4ce8-8c3d-c551757e1fea,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:59.181109 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device f7245f8a-b04a-433f-b773-feaee583dfa8 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 23:26:59.198042 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c5346d2e-aec0-4c56-b2f8-d6cf6abfb666 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757344274360'] for network, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:59.228324 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c5346d2e-aec0-4c56-b2f8-d6cf6abfb666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864'] for network, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:59.229501 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5346d2e-aec0-4c56-b2f8-d6cf6abfb666 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:59.230235 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c5346d2e-aec0-4c56-b2f8-d6cf6abfb666 admin admin] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:59.236972 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port f7245f8a-b04a-433f-b773-feaee583dfa8 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:26:59.237334 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:59.280820 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-c5346d2e-aec0-4c56-b2f8-d6cf6abfb666 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3076839 Jan 18 23:26:59.283408 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 33174) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:26:59.288399 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-035e07d1-eda3-43cc-998f-0b3def20a3c2 admin admin] Request body: {'subnet': {'network_id': '6a884682-a042-4826-88b0-10c670016943', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-162092191-subnet', 'tenant_id': '5ba87f2eaa024a89bff35fa917e1cb89', 'ip_version': 4}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:26:59.300511 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5346d2e-aec0-4c56-b2f8-d6cf6abfb666 admin admin] Pushing event updated for resources: {'Network': ['ID=6a884682-a042-4826-88b0-10c670016943,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:59.315635 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Network 6a884682-a042-4826-88b0-10c670016943 details requested by agent ovs-agent-n-d-825064-1 with host n-d-825064-1 {{(pid=102432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 23:26:59.318326 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-035e07d1-eda3-43cc-998f-0b3def20a3c2 admin admin] Made reservation on behalf of 5ba87f2eaa024a89bff35fa917e1cb89 for: {'subnet': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:26:59.321146 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-035e07d1-eda3-43cc-998f-0b3def20a3c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58822588'] for subnet, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:59.522802 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-035e07d1-eda3-43cc-998f-0b3def20a3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59510138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58822574'] for subnet, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:59.576717 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035e07d1-eda3-43cc-998f-0b3def20a3c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89b2b75a-b6a5-4d67-8977-185552b2a78c,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:59.587283 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035e07d1-eda3-43cc-998f-0b3def20a3c2 admin admin] Checking segment: {'id': '76c0b3da-05ad-4979-83f4-003d4fd0d9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6a884682-a042-4826-88b0-10c670016943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 23:26:59.587579 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035e07d1-eda3-43cc-998f-0b3def20a3c2 admin admin] Network hostable DHCP agents. Network: 6a884682-a042-4826-88b0-10c670016943, hostable agents: ['14c3878e-2414-4c17-8548-9f1d205684ce'], hosted agents: [] {{(pid=102431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:26:59.607404 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035e07d1-eda3-43cc-998f-0b3def20a3c2 admin admin] Network 6a884682-a042-4826-88b0-10c670016943 is scheduled to be hosted by DHCP agent 14c3878e-2414-4c17-8548-9f1d205684ce with binding_index 1 {{(pid=102431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:26:59.617614 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-035e07d1-eda3-43cc-998f-0b3def20a3c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-1, 6a884682-a042-4826-88b0-10c670016943) {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:26:59.622819 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035e07d1-eda3-43cc-998f-0b3def20a3c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:59.624776 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-035e07d1-eda3-43cc-998f-0b3def20a3c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:59.626637 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1b85f8-7f73-4225-9f67-2d2b7460ff37 None None] Network 6a884682-a042-4826-88b0-10c670016943 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 23:26:59.651142 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-035e07d1-eda3-43cc-998f-0b3def20a3c2 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3642867 Jan 18 23:26:59.651725 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 33176) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:26:59.657030 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-66100e1e-0e1a-4819-bf90-edd016f7fd4b admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-162092191-router', 'tenant_id': '5ba87f2eaa024a89bff35fa917e1cb89', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:26:59.681333 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-66100e1e-0e1a-4819-bf90-edd016f7fd4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1044160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8692'] for router, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:59.682448 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-66100e1e-0e1a-4819-bf90-edd016f7fd4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1040680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8675'] for router, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:59.743771 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-66100e1e-0e1a-4819-bf90-edd016f7fd4b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:59.791947 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92b0b4a-1a57-4410-9beb-ca6c28986763 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd920d7f9-3475-5e69-a633-58a771ea2882-6a884682-a042-4826-88b0-10c670016943', 'network_id': '6a884682-a042-4826-88b0-10c670016943', 'tenant_id': '5ba87f2eaa024a89bff35fa917e1cb89', 'fixed_ips': [{'subnet_id': '89b2b75a-b6a5-4d67-8977-185552b2a78c'}]}} from n-d-825064-1. {{(pid=102432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 18 23:26:59.793085 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c92b0b4a-1a57-4410-9beb-ca6c28986763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:59.882063 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-66100e1e-0e1a-4819-bf90-edd016f7fd4b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:59.934943 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-c92b0b4a-1a57-4410-9beb-ca6c28986763 None None] Allocated IP 172.20.0.2 (6a884682-a042-4826-88b0-10c670016943/89b2b75a-b6a5-4d67-8977-185552b2a78c/edd6a150-0f59-4067-9d68-feab45b1bc4c) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:27:00.086278 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c92b0b4a-1a57-4410-9beb-ca6c28986763 None None] Notify callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:00.092908 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c92b0b4a-1a57-4410-9beb-ca6c28986763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:00.100346 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-66100e1e-0e1a-4819-bf90-edd016f7fd4b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:00.119184 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-66100e1e-0e1a-4819-bf90-edd016f7fd4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:00.136431 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92b0b4a-1a57-4410-9beb-ca6c28986763 None None] Network 6a884682-a042-4826-88b0-10c670016943 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:27:00.140278 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b0b4a-1a57-4410-9beb-ca6c28986763 None None] Pushing event updated for resources: {'Port': ['ID=edd6a150-0f59-4067-9d68-feab45b1bc4c,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:00.142704 n-d-825064-1 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-c92b0b4a-1a57-4410-9beb-ca6c28986763 None None] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:27:00.144734 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92b0b4a-1a57-4410-9beb-ca6c28986763 None None] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:27:00.198961 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-c92b0b4a-1a57-4410-9beb-ca6c28986763 None None] Attempting to bind port edd6a150-0f59-4067-9d68-feab45b1bc4c on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:27:00.199610 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-c92b0b4a-1a57-4410-9beb-ca6c28986763 None None] Attempting to bind port edd6a150-0f59-4067-9d68-feab45b1bc4c by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '76c0b3da-05ad-4979-83f4-003d4fd0d9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6a884682-a042-4826-88b0-10c670016943'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:27:00.199704 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92b0b4a-1a57-4410-9beb-ca6c28986763 None None] Attempting to bind port edd6a150-0f59-4067-9d68-feab45b1bc4c on network 6a884682-a042-4826-88b0-10c670016943 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 23:27:00.204868 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92b0b4a-1a57-4410-9beb-ca6c28986763 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 23:27:00.205242 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92b0b4a-1a57-4410-9beb-ca6c28986763 None None] Checking segment: {'id': '76c0b3da-05ad-4979-83f4-003d4fd0d9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6a884682-a042-4826-88b0-10c670016943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 23:27:00.205639 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c92b0b4a-1a57-4410-9beb-ca6c28986763 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:00.206027 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92b0b4a-1a57-4410-9beb-ca6c28986763 None None] Bound using segment: {'id': '76c0b3da-05ad-4979-83f4-003d4fd0d9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6a884682-a042-4826-88b0-10c670016943'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 23:27:00.206480 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-c92b0b4a-1a57-4410-9beb-ca6c28986763 None None] Bound port: edd6a150-0f59-4067-9d68-feab45b1bc4c, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76c0b3da-05ad-4979-83f4-003d4fd0d9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6a884682-a042-4826-88b0-10c670016943'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:27:00.206855 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c92b0b4a-1a57-4410-9beb-ca6c28986763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:00.224034 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-66100e1e-0e1a-4819-bf90-edd016f7fd4b admin admin] Allocated IP 172.25.5.50 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/99610701-c36a-4d01-a044-0c8ee2bcc31a) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:27:00.271594 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-c92b0b4a-1a57-4410-9beb-ca6c28986763 None None] For port edd6a150-0f59-4067-9d68-feab45b1bc4c, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:27:00.275310 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-c92b0b4a-1a57-4410-9beb-ca6c28986763 None None] For port edd6a150-0f59-4067-9d68-feab45b1bc4c, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=edd6a150-0f59-4067-9d68-feab45b1bc4c,segment=NetworkSegment(76c0b3da-05ad-4979-83f4-003d4fd0d9a5),segment_id=76c0b3da-05ad-4979-83f4-003d4fd0d9a5)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:27:00.278958 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c92b0b4a-1a57-4410-9beb-ca6c28986763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:00.326072 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-66100e1e-0e1a-4819-bf90-edd016f7fd4b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:00.341911 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b0b4a-1a57-4410-9beb-ca6c28986763 None None] Pushing event updated for resources: {'Port': ['ID=edd6a150-0f59-4067-9d68-feab45b1bc4c,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:00.374112 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-66100e1e-0e1a-4819-bf90-edd016f7fd4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:00.698423 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66100e1e-0e1a-4819-bf90-edd016f7fd4b admin admin] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:27:00.701261 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-66100e1e-0e1a-4819-bf90-edd016f7fd4b admin admin] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:27:00.705252 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66100e1e-0e1a-4819-bf90-edd016f7fd4b admin admin] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:27:00.710543 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66100e1e-0e1a-4819-bf90-edd016f7fd4b admin admin] Pushing event updated for resources: {'Port': ['ID=99610701-c36a-4d01-a044-0c8ee2bcc31a,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:00.933734 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b71ffc-ee70-4d11-994c-021e138534d3 None None] Sync routers for ids ['534a9a1e-5100-4cbe-8063-2095c757bb66'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:27:00.943361 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b71ffc-ee70-4d11-994c-021e138534d3 None None] Routers {'534a9a1e-5100-4cbe-8063-2095c757bb66'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:27:00.943962 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-73b71ffc-ee70-4d11-994c-021e138534d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:26:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['534a9a1e-5100-4cbe-8063-2095c757bb66'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:27:00.948372 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-66100e1e-0e1a-4819-bf90-edd016f7fd4b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:01.046624 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-73b71ffc-ee70-4d11-994c-021e138534d3 None None] Set router 534a9a1e-5100-4cbe-8063-2095c757bb66 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:27:01.149396 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-66100e1e-0e1a-4819-bf90-edd016f7fd4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1040691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043049'] for router, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:01.272327 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device f36e219c-4b33-46ce-8492-a8579f4a97d4 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 23:27:01.285076 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-73b71ffc-ee70-4d11-994c-021e138534d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '534a9a1e-5100-4cbe-8063-2095c757bb66', 'name': 'tempest-TestSnapshotPattern-1527891498-router', 'tenant_id': '4a7d08920b4c41a5997cf476b3cd8f31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': 'f36e219c-4b33-46ce-8492-a8579f4a97d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:26:55Z', 'updated_at': '2022-01-18T23:26:57Z', 'revision_number': 4, 'project_id': '4a7d08920b4c41a5997cf476b3cd8f31', 'gw_port': {'id': 'f36e219c-4b33-46ce-8492-a8579f4a97d4', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a5:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '534a9a1e-5100-4cbe-8063-2095c757bb66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:26:55Z', 'updated_at': '2022-01-18T23:26:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '3cad4b5c-6fc0-425c-94e7-90c4563eee35', 'name': '', 'network_id': '65a9db86-2194-48e1-bf6b-fd60925d798f', 'tenant_id': '4a7d08920b4c41a5997cf476b3cd8f31', 'mac_address': 'fa:16:3e:fa:84:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '534a9a1e-5100-4cbe-8063-2095c757bb66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'f5c43067-b069-4859-b6ae-a00f484d95c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:26:57Z', 'updated_at': '2022-01-18T23:26:57Z', 'revision_number': 2, 'project_id': '4a7d08920b4c41a5997cf476b3cd8f31', 'subnets': [{'id': 'f5c43067-b069-4859-b6ae-a00f484d95c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:27:01.307711 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66100e1e-0e1a-4819-bf90-edd016f7fd4b admin admin] Router a1154177-547f-435b-8a33-d0a71d034c8a is scheduled to L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 with binding_index 1 {{(pid=102431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 23:27:01.317184 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b71ffc-ee70-4d11-994c-021e138534d3 None None] Checking router: 534a9a1e-5100-4cbe-8063-2095c757bb66 for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:27:01.318017 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b71ffc-ee70-4d11-994c-021e138534d3 None None] Updating router 534a9a1e-5100-4cbe-8063-2095c757bb66 port 3cad4b5c-6fc0-425c-94e7-90c4563eee35 binding host n-d-825064-1 {{(pid=102433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 23:27:01.331987 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port f36e219c-4b33-46ce-8492-a8579f4a97d4 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:27:01.332391 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:01.348210 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-73b71ffc-ee70-4d11-994c-021e138534d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:01.429986 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:01.443298 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66100e1e-0e1a-4819-bf90-edd016f7fd4b admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:27:01.456931 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port f36e219c-4b33-46ce-8492-a8579f4a97d4, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=f36e219c-4b33-46ce-8492-a8579f4a97d4,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:27:01.459743 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54a6c2a-0a18-4b99-92e2-f52dc54f175f None None] Sync routers for ids ['a1154177-547f-435b-8a33-d0a71d034c8a'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:27:01.466003 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-66100e1e-0e1a-4819-bf90-edd016f7fd4b admin admin] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:01.468011 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-66100e1e-0e1a-4819-bf90-edd016f7fd4b admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8150508 Jan 18 23:27:01.471606 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 33178) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:27:01.473785 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:01.475113 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device edd6a150-0f59-4067-9d68-feab45b1bc4c up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 23:27:01.539701 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54a6c2a-0a18-4b99-92e2-f52dc54f175f None None] Routers {'a1154177-547f-435b-8a33-d0a71d034c8a'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:27:01.540384 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-a54a6c2a-0a18-4b99-92e2-f52dc54f175f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:26:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['a1154177-547f-435b-8a33-d0a71d034c8a'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:27:01.608967 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768f8b83-d1ba-4ea6-b087-7134c98a1fdc None None] Network 6a884682-a042-4826-88b0-10c670016943 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 23:27:01.612952 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port edd6a150-0f59-4067-9d68-feab45b1bc4c triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:27:01.613340 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:01.694344 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=f36e219c-4b33-46ce-8492-a8579f4a97d4,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:01.748949 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-b7cfe79d-b03d-4b6d-a7e6-7117dd018c6f None None] Provisioning complete for port edd6a150-0f59-4067-9d68-feab45b1bc4c triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:27:01.749325 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b7cfe79d-b03d-4b6d-a7e6-7117dd018c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:01.771680 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-73b71ffc-ee70-4d11-994c-021e138534d3 None None] Notify callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:01.777464 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-73b71ffc-ee70-4d11-994c-021e138534d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:01.857047 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-a54a6c2a-0a18-4b99-92e2-f52dc54f175f None None] Set router a1154177-547f-435b-8a33-d0a71d034c8a gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:27:01.876576 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c156cc71-1e48-4d74-a9b6-ff5b47ce0959 None None] Pushing event updated for resources: {'Port': ['ID=3cad4b5c-6fc0-425c-94e7-90c4563eee35,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:01.885088 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c156cc71-1e48-4d74-a9b6-ff5b47ce0959 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:27:01.885472 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c156cc71-1e48-4d74-a9b6-ff5b47ce0959 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:27:01.886955 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c156cc71-1e48-4d74-a9b6-ff5b47ce0959 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:27:01.886955 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c156cc71-1e48-4d74-a9b6-ff5b47ce0959 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:27:01.886955 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c156cc71-1e48-4d74-a9b6-ff5b47ce0959 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:27:01.886955 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c156cc71-1e48-4d74-a9b6-ff5b47ce0959 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:27:01.887318 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c156cc71-1e48-4d74-a9b6-ff5b47ce0959 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:27:01.888073 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c156cc71-1e48-4d74-a9b6-ff5b47ce0959 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:27:01.888073 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c156cc71-1e48-4d74-a9b6-ff5b47ce0959 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:27:01.888553 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c156cc71-1e48-4d74-a9b6-ff5b47ce0959 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:27:01.888738 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c156cc71-1e48-4d74-a9b6-ff5b47ce0959 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:27:01.889049 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c156cc71-1e48-4d74-a9b6-ff5b47ce0959 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:27:01.901531 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-73b71ffc-ee70-4d11-994c-021e138534d3 None None] Attempting to bind port 3cad4b5c-6fc0-425c-94e7-90c4563eee35 on host n-d-825064-1 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:27:01.902215 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-73b71ffc-ee70-4d11-994c-021e138534d3 None None] Attempting to bind port 3cad4b5c-6fc0-425c-94e7-90c4563eee35 by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '593d56e2-38d2-41bc-b1b2-e589ba6a6806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '65a9db86-2194-48e1-bf6b-fd60925d798f'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:27:01.902674 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b71ffc-ee70-4d11-994c-021e138534d3 None None] Attempting to bind port 3cad4b5c-6fc0-425c-94e7-90c4563eee35 on network 65a9db86-2194-48e1-bf6b-fd60925d798f {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 23:27:01.908722 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b71ffc-ee70-4d11-994c-021e138534d3 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 23:27:01.909165 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b71ffc-ee70-4d11-994c-021e138534d3 None None] Checking segment: {'id': '593d56e2-38d2-41bc-b1b2-e589ba6a6806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '65a9db86-2194-48e1-bf6b-fd60925d798f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 23:27:01.909755 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-73b71ffc-ee70-4d11-994c-021e138534d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:01.910219 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b71ffc-ee70-4d11-994c-021e138534d3 None None] Bound using segment: {'id': '593d56e2-38d2-41bc-b1b2-e589ba6a6806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '65a9db86-2194-48e1-bf6b-fd60925d798f'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 23:27:01.910744 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-73b71ffc-ee70-4d11-994c-021e138534d3 None None] Bound port: 3cad4b5c-6fc0-425c-94e7-90c4563eee35, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '593d56e2-38d2-41bc-b1b2-e589ba6a6806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '65a9db86-2194-48e1-bf6b-fd60925d798f'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:27:01.911192 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-73b71ffc-ee70-4d11-994c-021e138534d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:01.980413 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-73b71ffc-ee70-4d11-994c-021e138534d3 None None] For port 3cad4b5c-6fc0-425c-94e7-90c4563eee35, host n-d-825064-1, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:27:01.985007 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-73b71ffc-ee70-4d11-994c-021e138534d3 None None] For port 3cad4b5c-6fc0-425c-94e7-90c4563eee35, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=3cad4b5c-6fc0-425c-94e7-90c4563eee35,segment=NetworkSegment(593d56e2-38d2-41bc-b1b2-e589ba6a6806),segment_id=593d56e2-38d2-41bc-b1b2-e589ba6a6806)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:27:01.991821 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-73b71ffc-ee70-4d11-994c-021e138534d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:01.998477 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b10d9eeb-e338-4980-81c6-438f2bd027a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:02.010693 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b7cfe79d-b03d-4b6d-a7e6-7117dd018c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:02.012542 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:02.045596 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c156cc71-1e48-4d74-a9b6-ff5b47ce0959 None None] Pushing event updated for resources: {'Port': ['ID=3cad4b5c-6fc0-425c-94e7-90c4563eee35,revision_number=4']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:02.074795 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b71ffc-ee70-4d11-994c-021e138534d3 None None] Routers {'534a9a1e-5100-4cbe-8063-2095c757bb66'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:27:02.075871 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-73b71ffc-ee70-4d11-994c-021e138534d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:26:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['534a9a1e-5100-4cbe-8063-2095c757bb66'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:27:02.129989 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port edd6a150-0f59-4067-9d68-feab45b1bc4c, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=edd6a150-0f59-4067-9d68-feab45b1bc4c,segment=NetworkSegment(76c0b3da-05ad-4979-83f4-003d4fd0d9a5),segment_id=76c0b3da-05ad-4979-83f4-003d4fd0d9a5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:27:02.147691 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:02.215936 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-b10d9eeb-e338-4980-81c6-438f2bd027a8 admin admin] Allocated IP 172.20.0.1 (6a884682-a042-4826-88b0-10c670016943/89b2b75a-b6a5-4d67-8977-185552b2a78c/ca25282e-d153-4a79-9cf6-ed51e0a070af) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:27:02.216476 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-73b71ffc-ee70-4d11-994c-021e138534d3 None None] Set router 534a9a1e-5100-4cbe-8063-2095c757bb66 gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:27:02.354526 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b10d9eeb-e338-4980-81c6-438f2bd027a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:02.394279 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b10d9eeb-e338-4980-81c6-438f2bd027a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:02.430311 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10d9eeb-e338-4980-81c6-438f2bd027a8 admin admin] Network 6a884682-a042-4826-88b0-10c670016943 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:27:02.433017 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=edd6a150-0f59-4067-9d68-feab45b1bc4c,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:02.435354 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-b10d9eeb-e338-4980-81c6-438f2bd027a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:27:02.439757 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10d9eeb-e338-4980-81c6-438f2bd027a8 admin admin] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:27:02.442228 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.db.api [None req-b7cfe79d-b03d-4b6d-a7e6-7117dd018c6f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:27:02.442583 n-d-825064-1 neutron-server[102432]: DEBUG oslo_db.api [None req-b7cfe79d-b03d-4b6d-a7e6-7117dd018c6f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:27:02.450656 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-73b71ffc-ee70-4d11-994c-021e138534d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '534a9a1e-5100-4cbe-8063-2095c757bb66', 'name': 'tempest-TestSnapshotPattern-1527891498-router', 'tenant_id': '4a7d08920b4c41a5997cf476b3cd8f31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': 'f36e219c-4b33-46ce-8492-a8579f4a97d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:26:55Z', 'updated_at': '2022-01-18T23:26:57Z', 'revision_number': 4, 'project_id': '4a7d08920b4c41a5997cf476b3cd8f31', 'gw_port': {'id': 'f36e219c-4b33-46ce-8492-a8579f4a97d4', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534a9a1e-5100-4cbe-8063-2095c757bb66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:26:55Z', 'updated_at': '2022-01-18T23:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '3cad4b5c-6fc0-425c-94e7-90c4563eee35', 'name': '', 'network_id': '65a9db86-2194-48e1-bf6b-fd60925d798f', 'tenant_id': '4a7d08920b4c41a5997cf476b3cd8f31', 'mac_address': 'fa:16:3e:fa:84:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '534a9a1e-5100-4cbe-8063-2095c757bb66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'f5c43067-b069-4859-b6ae-a00f484d95c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:26:57Z', 'updated_at': '2022-01-18T23:27:01Z', 'revision_number': 4, 'project_id': '4a7d08920b4c41a5997cf476b3cd8f31', 'subnets': [{'id': 'f5c43067-b069-4859-b6ae-a00f484d95c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:27:02.465453 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-a54a6c2a-0a18-4b99-92e2-f52dc54f175f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1154177-547f-435b-8a33-d0a71d034c8a', 'name': 'tempest-TestSnapshotPattern-162092191-router', 'tenant_id': '5ba87f2eaa024a89bff35fa917e1cb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': '99610701-c36a-4d01-a044-0c8ee2bcc31a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:26:59Z', 'updated_at': '2022-01-18T23:27:00Z', 'revision_number': 3, 'project_id': '5ba87f2eaa024a89bff35fa917e1cb89', 'gw_port': {'id': '99610701-c36a-4d01-a044-0c8ee2bcc31a', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:38:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1154177-547f-435b-8a33-d0a71d034c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:27:00Z', 'updated_at': '2022-01-18T23:27:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:27:02.475084 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10d9eeb-e338-4980-81c6-438f2bd027a8 admin admin] Pushing event updated for resources: {'Port': ['ID=ca25282e-d153-4a79-9cf6-ed51e0a070af,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:02.491096 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b10d9eeb-e338-4980-81c6-438f2bd027a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1040954'] for router_interface, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:02.495066 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54a6c2a-0a18-4b99-92e2-f52dc54f175f None None] Checking router: a1154177-547f-435b-8a33-d0a71d034c8a for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:27:02.495066 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54a6c2a-0a18-4b99-92e2-f52dc54f175f None None] Updating router a1154177-547f-435b-8a33-d0a71d034c8a port 99610701-c36a-4d01-a044-0c8ee2bcc31a binding host n-d-825064-1 {{(pid=102432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 23:27:02.496875 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b71ffc-ee70-4d11-994c-021e138534d3 None None] The sync data for ids ['534a9a1e-5100-4cbe-8063-2095c757bb66'] in n-d-825064-1 is: [{'id': '534a9a1e-5100-4cbe-8063-2095c757bb66', 'name': 'tempest-TestSnapshotPattern-1527891498-router', 'tenant_id': '4a7d08920b4c41a5997cf476b3cd8f31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': 'f36e219c-4b33-46ce-8492-a8579f4a97d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:26:55Z', 'updated_at': '2022-01-18T23:26:57Z', 'revision_number': 4, 'project_id': '4a7d08920b4c41a5997cf476b3cd8f31', 'gw_port': {'id': 'f36e219c-4b33-46ce-8492-a8579f4a97d4', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534a9a1e-5100-4cbe-8063-2095c757bb66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:26:55Z', 'updated_at': '2022-01-18T23:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '3cad4b5c-6fc0-425c-94e7-90c4563eee35', 'name': '', 'network_id': '65a9db86-2194-48e1-bf6b-fd60925d798f', 'tenant_id': '4a7d08920b4c41a5997cf476b3cd8f31', 'mac_address': 'fa:16:3e:fa:84:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '534a9a1e-5100-4cbe-8063-2095c757bb66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'f5c43067-b069-4859-b6ae-a00f484d95c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:26:57Z', 'updated_at': '2022-01-18T23:27:01Z', 'revision_number': 4, 'project_id': '4a7d08920b4c41a5997cf476b3cd8f31', 'subnets': [{'id': 'f5c43067-b069-4859-b6ae-a00f484d95c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:27:02.520851 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a54a6c2a-0a18-4b99-92e2-f52dc54f175f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:02.646909 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b10d9eeb-e338-4980-81c6-438f2bd027a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:02.808011 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a54a6c2a-0a18-4b99-92e2-f52dc54f175f None None] Notify callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:02.819939 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a54a6c2a-0a18-4b99-92e2-f52dc54f175f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:02.876855 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b10d9eeb-e338-4980-81c6-438f2bd027a8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:02.877106 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dee8f4-9be0-4db2-a206-c2a7f349b781 None None] Pushing event updated for resources: {'Port': ['ID=99610701-c36a-4d01-a044-0c8ee2bcc31a,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:02.879466 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-a54a6c2a-0a18-4b99-92e2-f52dc54f175f None None] Attempting to bind port 99610701-c36a-4d01-a044-0c8ee2bcc31a on host n-d-825064-1 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:27:02.879903 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-a54a6c2a-0a18-4b99-92e2-f52dc54f175f None None] Attempting to bind port 99610701-c36a-4d01-a044-0c8ee2bcc31a by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:27:02.880534 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54a6c2a-0a18-4b99-92e2-f52dc54f175f None None] Attempting to bind port 99610701-c36a-4d01-a044-0c8ee2bcc31a on network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 23:27:02.886217 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b10d9eeb-e338-4980-81c6-438f2bd027a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:02.886657 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54a6c2a-0a18-4b99-92e2-f52dc54f175f None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 23:27:02.887034 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54a6c2a-0a18-4b99-92e2-f52dc54f175f None None] Checking segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 23:27:02.887514 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a54a6c2a-0a18-4b99-92e2-f52dc54f175f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:02.887965 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54a6c2a-0a18-4b99-92e2-f52dc54f175f None None] Bound using segment: {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 23:27:02.888743 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-a54a6c2a-0a18-4b99-92e2-f52dc54f175f None None] Bound port: 99610701-c36a-4d01-a044-0c8ee2bcc31a, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c01874d-6a06-41df-8e0e-d7fc6db7ee2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:27:02.889135 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a54a6c2a-0a18-4b99-92e2-f52dc54f175f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:02.945520 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-a54a6c2a-0a18-4b99-92e2-f52dc54f175f None None] For port 99610701-c36a-4d01-a044-0c8ee2bcc31a, host n-d-825064-1, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:27:02.950118 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-a54a6c2a-0a18-4b99-92e2-f52dc54f175f None None] For port 99610701-c36a-4d01-a044-0c8ee2bcc31a, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=99610701-c36a-4d01-a044-0c8ee2bcc31a,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:27:02.972067 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10d9eeb-e338-4980-81c6-438f2bd027a8 admin admin] Pushing event updated for resources: {'Port': ['ID=ca25282e-d153-4a79-9cf6-ed51e0a070af,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:02.974672 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a54a6c2a-0a18-4b99-92e2-f52dc54f175f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:02.976178 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b10d9eeb-e338-4980-81c6-438f2bd027a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-613854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1041070'] for router_interface, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:03.047612 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dee8f4-9be0-4db2-a206-c2a7f349b781 None None] Pushing event updated for resources: {'Port': ['ID=99610701-c36a-4d01-a044-0c8ee2bcc31a,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:03.050252 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54a6c2a-0a18-4b99-92e2-f52dc54f175f None None] Routers {'a1154177-547f-435b-8a33-d0a71d034c8a'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:27:03.050859 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-a54a6c2a-0a18-4b99-92e2-f52dc54f175f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:26:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['a1154177-547f-435b-8a33-d0a71d034c8a'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:27:03.083711 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10d9eeb-e338-4980-81c6-438f2bd027a8 admin admin] Network 6a884682-a042-4826-88b0-10c670016943 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:27:03.085143 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-b10d9eeb-e338-4980-81c6-438f2bd027a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:27:03.196820 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-a2147a51-dc8c-42b3-9372-25893bf7f2cb None None] Provisioning complete for port ca25282e-d153-4a79-9cf6-ed51e0a070af triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:27:03.197283 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a2147a51-dc8c-42b3-9372-25893bf7f2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:03.237481 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-a54a6c2a-0a18-4b99-92e2-f52dc54f175f None None] Set router a1154177-547f-435b-8a33-d0a71d034c8a gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:27:03.258356 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b10d9eeb-e338-4980-81c6-438f2bd027a8 admin admin] Router a1154177-547f-435b-8a33-d0a71d034c8a has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:27:03.278668 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device f36e219c-4b33-46ce-8492-a8579f4a97d4 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 23:27:03.324299 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-a2147a51-dc8c-42b3-9372-25893bf7f2cb None None] Port ca25282e-d153-4a79-9cf6-ed51e0a070af cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 23:27:03.378069 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b10d9eeb-e338-4980-81c6-438f2bd027a8 admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:27:03.385164 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-b10d9eeb-e338-4980-81c6-438f2bd027a8 admin admin] 10.222.0.53 "PUT /v2.0/routers/a1154177-547f-435b-8a33-d0a71d034c8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9113462 Jan 18 23:27:03.418848 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-a2147a51-dc8c-42b3-9372-25893bf7f2cb None None] Provisioning complete for port 3cad4b5c-6fc0-425c-94e7-90c4563eee35 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:27:03.419215 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a2147a51-dc8c-42b3-9372-25893bf7f2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:03.477916 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port f36e219c-4b33-46ce-8492-a8579f4a97d4 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:27:03.478648 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:03.602223 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a2147a51-dc8c-42b3-9372-25893bf7f2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:03.669154 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device edd6a150-0f59-4067-9d68-feab45b1bc4c up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 23:27:03.694051 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-a54a6c2a-0a18-4b99-92e2-f52dc54f175f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1154177-547f-435b-8a33-d0a71d034c8a', 'name': 'tempest-TestSnapshotPattern-162092191-router', 'tenant_id': '5ba87f2eaa024a89bff35fa917e1cb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': '99610701-c36a-4d01-a044-0c8ee2bcc31a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:26:59Z', 'updated_at': '2022-01-18T23:27:02Z', 'revision_number': 4, 'project_id': '5ba87f2eaa024a89bff35fa917e1cb89', 'gw_port': {'id': '99610701-c36a-4d01-a044-0c8ee2bcc31a', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:38:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1154177-547f-435b-8a33-d0a71d034c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:27:00Z', 'updated_at': '2022-01-18T23:27:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'ca25282e-d153-4a79-9cf6-ed51e0a070af', 'name': '', 'network_id': '6a884682-a042-4826-88b0-10c670016943', 'tenant_id': '5ba87f2eaa024a89bff35fa917e1cb89', 'mac_address': 'fa:16:3e:90:c8:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1154177-547f-435b-8a33-d0a71d034c8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '89b2b75a-b6a5-4d67-8977-185552b2a78c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:27:02Z', 'updated_at': '2022-01-18T23:27:02Z', 'revision_number': 2, 'project_id': '5ba87f2eaa024a89bff35fa917e1cb89', 'subnets': [{'id': '89b2b75a-b6a5-4d67-8977-185552b2a78c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:27:03.701665 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-a2147a51-dc8c-42b3-9372-25893bf7f2cb None None] For port 3cad4b5c-6fc0-425c-94e7-90c4563eee35, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=3cad4b5c-6fc0-425c-94e7-90c4563eee35,segment=NetworkSegment(593d56e2-38d2-41bc-b1b2-e589ba6a6806),segment_id=593d56e2-38d2-41bc-b1b2-e589ba6a6806)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:27:03.734924 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a2147a51-dc8c-42b3-9372-25893bf7f2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:03.736833 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54a6c2a-0a18-4b99-92e2-f52dc54f175f None None] The sync data for ids ['a1154177-547f-435b-8a33-d0a71d034c8a'] in n-d-825064-1 is: [{'id': 'a1154177-547f-435b-8a33-d0a71d034c8a', 'name': 'tempest-TestSnapshotPattern-162092191-router', 'tenant_id': '5ba87f2eaa024a89bff35fa917e1cb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': '99610701-c36a-4d01-a044-0c8ee2bcc31a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:26:59Z', 'updated_at': '2022-01-18T23:27:02Z', 'revision_number': 4, 'project_id': '5ba87f2eaa024a89bff35fa917e1cb89', 'gw_port': {'id': '99610701-c36a-4d01-a044-0c8ee2bcc31a', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:38:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1154177-547f-435b-8a33-d0a71d034c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:27:00Z', 'updated_at': '2022-01-18T23:27:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'ca25282e-d153-4a79-9cf6-ed51e0a070af', 'name': '', 'network_id': '6a884682-a042-4826-88b0-10c670016943', 'tenant_id': '5ba87f2eaa024a89bff35fa917e1cb89', 'mac_address': 'fa:16:3e:90:c8:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1154177-547f-435b-8a33-d0a71d034c8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '89b2b75a-b6a5-4d67-8977-185552b2a78c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:27:02Z', 'updated_at': '2022-01-18T23:27:02Z', 'revision_number': 2, 'project_id': '5ba87f2eaa024a89bff35fa917e1cb89', 'subnets': [{'id': '89b2b75a-b6a5-4d67-8977-185552b2a78c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:27:03.786055 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-a2147a51-dc8c-42b3-9372-25893bf7f2cb None None] Provisioning complete for port edd6a150-0f59-4067-9d68-feab45b1bc4c triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:27:03.786426 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a2147a51-dc8c-42b3-9372-25893bf7f2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:03.829693 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2147a51-dc8c-42b3-9372-25893bf7f2cb None None] Pushing event updated for resources: {'Port': ['ID=3cad4b5c-6fc0-425c-94e7-90c4563eee35,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:03.836223 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port edd6a150-0f59-4067-9d68-feab45b1bc4c triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:27:03.836600 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:03.959053 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 3cad4b5c-6fc0-425c-94e7-90c4563eee35 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 23:27:04.007849 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 3cad4b5c-6fc0-425c-94e7-90c4563eee35 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:27:04.008246 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:04.063439 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-93f0f96d-4e10-4af3-86fc-47cf2518dda9 None None] Provisioning complete for port ca25282e-d153-4a79-9cf6-ed51e0a070af triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:27:04.063810 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-93f0f96d-4e10-4af3-86fc-47cf2518dda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:04.128884 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-93f0f96d-4e10-4af3-86fc-47cf2518dda9 None None] Port ca25282e-d153-4a79-9cf6-ed51e0a070af cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 23:27:04.870718 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 33188) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:27:04.875929 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-57c70125-aead-45bf-9d47-ecc622796cee tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-911043309', 'description': 'tempest-secgroup-smoke-911043309 description', 'project_id': '4a7d08920b4c41a5997cf476b3cd8f31'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:27:04.898675 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-57c70125-aead-45bf-9d47-ecc622796cee tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Notify callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:04.962562 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-57c70125-aead-45bf-9d47-ecc622796cee tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Notify callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:04.966045 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-57c70125-aead-45bf-9d47-ecc622796cee tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:04.997219 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-57c70125-aead-45bf-9d47-ecc622796cee tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:04.998421 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-57c70125-aead-45bf-9d47-ecc622796cee tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1266565 Jan 18 23:27:05.002142 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 33190) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:27:05.003139 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c70125-aead-45bf-9d47-ecc622796cee tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7517713-f0c0-4f88-8d2e-ff309c12dae8,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:05.006854 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-3504d8c2-0bb0-43ee-bae6-6ee6b062a0f1 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Request body: {'security_group_rule': {'security_group_id': 'f7517713-f0c0-4f88-8d2e-ff309c12dae8', 'project_id': '4a7d08920b4c41a5997cf476b3cd8f31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:27:05.034300 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3504d8c2-0bb0-43ee-bae6-6ee6b062a0f1 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:05.093497 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3504d8c2-0bb0-43ee-bae6-6ee6b062a0f1 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:05.098107 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3504d8c2-0bb0-43ee-bae6-6ee6b062a0f1 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:05.117741 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3504d8c2-0bb0-43ee-bae6-6ee6b062a0f1 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3da22f6-bfe5-4b08-83cb-f3a81a89646e,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:05.135671 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3504d8c2-0bb0-43ee-bae6-6ee6b062a0f1 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:05.137446 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-3504d8c2-0bb0-43ee-bae6-6ee6b062a0f1 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1339431 Jan 18 23:27:05.140151 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 33192) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:27:05.144877 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-918c57c9-662e-4958-a5d1-473b62ea6abc tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Request body: {'security_group_rule': {'security_group_id': 'f7517713-f0c0-4f88-8d2e-ff309c12dae8', 'project_id': '4a7d08920b4c41a5997cf476b3cd8f31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:27:05.192580 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-918c57c9-662e-4958-a5d1-473b62ea6abc tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:05.207815 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 3cad4b5c-6fc0-425c-94e7-90c4563eee35 up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 23:27:05.252449 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-918c57c9-662e-4958-a5d1-473b62ea6abc tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:05.256936 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-918c57c9-662e-4958-a5d1-473b62ea6abc tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:05.260657 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 3cad4b5c-6fc0-425c-94e7-90c4563eee35 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:27:05.261349 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:05.275951 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918c57c9-662e-4958-a5d1-473b62ea6abc tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5de4a29-c56b-45e2-ae2f-ba3d7644e758,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:05.285079 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-918c57c9-662e-4958-a5d1-473b62ea6abc tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:05.288857 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-918c57c9-662e-4958-a5d1-473b62ea6abc tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1451724 Jan 18 23:27:05.289208 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 33194) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:27:05.293596 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-6c1c5519-95c6-4a5c-abf5-2cdfa039c9ab tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Request body: {'security_group_rule': {'security_group_id': 'f7517713-f0c0-4f88-8d2e-ff309c12dae8', 'project_id': '4a7d08920b4c41a5997cf476b3cd8f31', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:27:05.326191 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6c1c5519-95c6-4a5c-abf5-2cdfa039c9ab tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:05.398372 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6c1c5519-95c6-4a5c-abf5-2cdfa039c9ab tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:05.403456 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6c1c5519-95c6-4a5c-abf5-2cdfa039c9ab tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:05.422982 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1c5519-95c6-4a5c-abf5-2cdfa039c9ab tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fae8157-fe95-4346-a857-85886cebfd11,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:05.429921 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6c1c5519-95c6-4a5c-abf5-2cdfa039c9ab tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:05.431410 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-6c1c5519-95c6-4a5c-abf5-2cdfa039c9ab tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1411333 Jan 18 23:27:05.433833 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 33196) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:27:05.438667 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-c6ffebf2-f4fe-4d9e-9ec3-64cfab6666e4 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Request body: {'security_group_rule': {'security_group_id': 'f7517713-f0c0-4f88-8d2e-ff309c12dae8', 'project_id': '4a7d08920b4c41a5997cf476b3cd8f31', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:27:05.470056 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c6ffebf2-f4fe-4d9e-9ec3-64cfab6666e4 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:05.531544 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c6ffebf2-f4fe-4d9e-9ec3-64cfab6666e4 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:05.535486 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c6ffebf2-f4fe-4d9e-9ec3-64cfab6666e4 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:05.554564 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ffebf2-f4fe-4d9e-9ec3-64cfab6666e4 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e322402-0dc1-4a56-b00f-4585301c256c,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:05.559505 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c6ffebf2-f4fe-4d9e-9ec3-64cfab6666e4 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:05.563747 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-c6ffebf2-f4fe-4d9e-9ec3-64cfab6666e4 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1261799 Jan 18 23:27:05.564492 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 33198) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:27:05.568914 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-4972418f-c34b-4f50-a98a-d5e5395f3e52 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Request body: {'security_group_rule': {'security_group_id': 'f7517713-f0c0-4f88-8d2e-ff309c12dae8', 'project_id': '4a7d08920b4c41a5997cf476b3cd8f31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:27:05.592686 n-d-825064-1 neutron-server[102431]: INFO neutron.db.securitygroups_db [None req-4972418f-c34b-4f50-a98a-d5e5395f3e52 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Project 4a7d08920b4c41a5997cf476b3cd8f31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 23:27:05.597819 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4972418f-c34b-4f50-a98a-d5e5395f3e52 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:05.660303 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4972418f-c34b-4f50-a98a-d5e5395f3e52 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:05.664266 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4972418f-c34b-4f50-a98a-d5e5395f3e52 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:05.678117 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4972418f-c34b-4f50-a98a-d5e5395f3e52 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a410a8a4-daae-4550-bc8a-e29427244114,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:05.692988 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4972418f-c34b-4f50-a98a-d5e5395f3e52 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:05.694255 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-4972418f-c34b-4f50-a98a-d5e5395f3e52 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1288199 Jan 18 23:27:05.697121 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 33200) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:27:05.701635 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [None req-4531d6f3-79b0-4bd4-a3dc-50ff2e6f9a0e tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Request body: {'security_group_rule': {'security_group_id': 'f7517713-f0c0-4f88-8d2e-ff309c12dae8', 'project_id': '4a7d08920b4c41a5997cf476b3cd8f31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:27:05.726120 n-d-825064-1 neutron-server[102431]: INFO neutron.db.securitygroups_db [None req-4531d6f3-79b0-4bd4-a3dc-50ff2e6f9a0e tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Project 4a7d08920b4c41a5997cf476b3cd8f31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 23:27:05.731575 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4531d6f3-79b0-4bd4-a3dc-50ff2e6f9a0e tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:05.798520 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4531d6f3-79b0-4bd4-a3dc-50ff2e6f9a0e tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:05.802321 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4531d6f3-79b0-4bd4-a3dc-50ff2e6f9a0e tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585557'] for security_group_rule, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:05.824312 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4531d6f3-79b0-4bd4-a3dc-50ff2e6f9a0e tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cab39a6e-70e3-41fe-be31-15ed2e299638,revision_number=0']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:05.828690 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4531d6f3-79b0-4bd4-a3dc-50ff2e6f9a0e tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:05.836446 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-4531d6f3-79b0-4bd4-a3dc-50ff2e6f9a0e tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1318717 Jan 18 23:27:06.033384 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-174d6db2-1e32-4b42-9db0-9f6bce85280f req-3dd8c0b8-bb83-4ed5-8e15-ddfdb1ddaacd tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-911043309&fields=id&tenant_id=4a7d08920b4c41a5997cf476b3cd8f31 HTTP/1.1" status: 200 len: 267 time: 0.0340660 Jan 18 23:27:06.142890 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174d6db2-1e32-4b42-9db0-9f6bce85280f req-ff4555c1-ac82-4558-95a2-012907509f20 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:06.144351 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-174d6db2-1e32-4b42-9db0-9f6bce85280f req-ff4555c1-ac82-4558-95a2-012907509f20 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] 10.222.0.53 "GET /v2.0/networks?id=65a9db86-2194-48e1-bf6b-fd60925d798f HTTP/1.1" status: 200 len: 810 time: 0.1039658 Jan 18 23:27:06.158867 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-174d6db2-1e32-4b42-9db0-9f6bce85280f req-0a52b26e-389c-4f4a-822c-9467d3cbcb04 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] 10.222.0.53 "GET /v2.0/quotas/4a7d08920b4c41a5997cf476b3cd8f31 HTTP/1.1" status: 200 len: 375 time: 0.0086668 Jan 18 23:27:06.208638 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-174d6db2-1e32-4b42-9db0-9f6bce85280f req-c322386b-aff9-4e3e-a3a5-8a9a5b67b83f tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4a7d08920b4c41a5997cf476b3cd8f31&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445619 Jan 18 23:27:06.424006 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-174d6db2-1e32-4b42-9db0-9f6bce85280f req-cdc54f46-f96b-430d-81b0-91c21c5574e5 service neutron] 10.222.0.53 "GET /v2.0/networks/65a9db86-2194-48e1-bf6b-fd60925d798f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038713 Jan 18 23:27:06.515923 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-174d6db2-1e32-4b42-9db0-9f6bce85280f req-e31a68c5-4351-4911-abb1-c9f3ee5bc166 service neutron] 10.222.0.53 "GET /v2.0/networks/65a9db86-2194-48e1-bf6b-fd60925d798f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856602 Jan 18 23:27:06.566417 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70b65bf-779c-4c0f-96fe-9c719c2a5ec4 None None] Sync routers for ids ['a1154177-547f-435b-8a33-d0a71d034c8a'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:27:06.575595 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70b65bf-779c-4c0f-96fe-9c719c2a5ec4 None None] Routers {'a1154177-547f-435b-8a33-d0a71d034c8a'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:27:06.576304 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-b70b65bf-779c-4c0f-96fe-9c719c2a5ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:26:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['a1154177-547f-435b-8a33-d0a71d034c8a'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:27:06.678959 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-794e60bc-5f01-4a5d-9f30-7b227444d6df req-1686db75-f58d-450b-a515-d8945c593c43 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] 10.222.0.53 "GET /v2.0/ports?device_id=9dc4f4a9-f456-4138-9320-a1abcd276177 HTTP/1.1" status: 200 len: 210 time: 0.0320375 Jan 18 23:27:06.687502 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-b70b65bf-779c-4c0f-96fe-9c719c2a5ec4 None None] Set router a1154177-547f-435b-8a33-d0a71d034c8a gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:27:06.900999 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-b70b65bf-779c-4c0f-96fe-9c719c2a5ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1154177-547f-435b-8a33-d0a71d034c8a', 'name': 'tempest-TestSnapshotPattern-162092191-router', 'tenant_id': '5ba87f2eaa024a89bff35fa917e1cb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': '99610701-c36a-4d01-a044-0c8ee2bcc31a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:26:59Z', 'updated_at': '2022-01-18T23:27:02Z', 'revision_number': 4, 'project_id': '5ba87f2eaa024a89bff35fa917e1cb89', 'gw_port': {'id': '99610701-c36a-4d01-a044-0c8ee2bcc31a', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:38:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1154177-547f-435b-8a33-d0a71d034c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:27:00Z', 'updated_at': '2022-01-18T23:27:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'ca25282e-d153-4a79-9cf6-ed51e0a070af', 'name': '', 'network_id': '6a884682-a042-4826-88b0-10c670016943', 'tenant_id': '5ba87f2eaa024a89bff35fa917e1cb89', 'mac_address': 'fa:16:3e:90:c8:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1154177-547f-435b-8a33-d0a71d034c8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '89b2b75a-b6a5-4d67-8977-185552b2a78c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:27:02Z', 'updated_at': '2022-01-18T23:27:02Z', 'revision_number': 2, 'project_id': '5ba87f2eaa024a89bff35fa917e1cb89', 'subnets': [{'id': '89b2b75a-b6a5-4d67-8977-185552b2a78c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:27:06.926339 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70b65bf-779c-4c0f-96fe-9c719c2a5ec4 None None] Checking router: a1154177-547f-435b-8a33-d0a71d034c8a for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:27:06.926691 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70b65bf-779c-4c0f-96fe-9c719c2a5ec4 None None] Updating router a1154177-547f-435b-8a33-d0a71d034c8a port ca25282e-d153-4a79-9cf6-ed51e0a070af binding host n-d-825064-1 {{(pid=102433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 23:27:06.954993 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b70b65bf-779c-4c0f-96fe-9c719c2a5ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:07.195644 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 99610701-c36a-4d01-a044-0c8ee2bcc31a up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 23:27:07.214662 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b70b65bf-779c-4c0f-96fe-9c719c2a5ec4 None None] Notify callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:07.220548 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b70b65bf-779c-4c0f-96fe-9c719c2a5ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:07.244269 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 99610701-c36a-4d01-a044-0c8ee2bcc31a triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:27:07.244741 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:07.267540 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500d43dc-7dc0-4a91-bfdd-14c09fb3db01 None None] Pushing event updated for resources: {'Port': ['ID=ca25282e-d153-4a79-9cf6-ed51e0a070af,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:07.323678 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-b70b65bf-779c-4c0f-96fe-9c719c2a5ec4 None None] Attempting to bind port ca25282e-d153-4a79-9cf6-ed51e0a070af on host n-d-825064-1 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:27:07.324049 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-b70b65bf-779c-4c0f-96fe-9c719c2a5ec4 None None] Attempting to bind port ca25282e-d153-4a79-9cf6-ed51e0a070af by drivers openvswitch,hyperv on host n-d-825064-1 at level 0 using segments [{'id': '76c0b3da-05ad-4979-83f4-003d4fd0d9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6a884682-a042-4826-88b0-10c670016943'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:27:07.324447 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70b65bf-779c-4c0f-96fe-9c719c2a5ec4 None None] Attempting to bind port ca25282e-d153-4a79-9cf6-ed51e0a070af on network 6a884682-a042-4826-88b0-10c670016943 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 23:27:07.328624 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:07.329643 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70b65bf-779c-4c0f-96fe-9c719c2a5ec4 None None] Checking agent: {'id': '520c1b5c-e428-4e66-92ce-f2f73647746d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 2, 24), 'started_at': datetime.datetime(2022, 1, 18, 22, 2, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 23:27:07.330016 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70b65bf-779c-4c0f-96fe-9c719c2a5ec4 None None] Checking segment: {'id': '76c0b3da-05ad-4979-83f4-003d4fd0d9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6a884682-a042-4826-88b0-10c670016943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 23:27:07.330420 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b70b65bf-779c-4c0f-96fe-9c719c2a5ec4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:07.330819 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70b65bf-779c-4c0f-96fe-9c719c2a5ec4 None None] Bound using segment: {'id': '76c0b3da-05ad-4979-83f4-003d4fd0d9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6a884682-a042-4826-88b0-10c670016943'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 23:27:07.331280 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-b70b65bf-779c-4c0f-96fe-9c719c2a5ec4 None None] Bound port: ca25282e-d153-4a79-9cf6-ed51e0a070af, host: n-d-825064-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76c0b3da-05ad-4979-83f4-003d4fd0d9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6a884682-a042-4826-88b0-10c670016943'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:27:07.331655 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b70b65bf-779c-4c0f-96fe-9c719c2a5ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:07.352428 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] For port 99610701-c36a-4d01-a044-0c8ee2bcc31a, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=99610701-c36a-4d01-a044-0c8ee2bcc31a,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:27:07.357081 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:07.400237 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-b70b65bf-779c-4c0f-96fe-9c719c2a5ec4 None None] For port ca25282e-d153-4a79-9cf6-ed51e0a070af, host n-d-825064-1, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:27:07.403550 n-d-825064-1 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-b70b65bf-779c-4c0f-96fe-9c719c2a5ec4 None None] For port ca25282e-d153-4a79-9cf6-ed51e0a070af, host n-d-825064-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=ca25282e-d153-4a79-9cf6-ed51e0a070af,segment=NetworkSegment(76c0b3da-05ad-4979-83f4-003d4fd0d9a5),segment_id=76c0b3da-05ad-4979-83f4-003d4fd0d9a5)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:27:07.408834 n-d-825064-1 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b70b65bf-779c-4c0f-96fe-9c719c2a5ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:07.417832 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Pushing event updated for resources: {'Port': ['ID=99610701-c36a-4d01-a044-0c8ee2bcc31a,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:07.464387 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70b65bf-779c-4c0f-96fe-9c719c2a5ec4 None None] Routers {'a1154177-547f-435b-8a33-d0a71d034c8a'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:27:07.465199 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-b70b65bf-779c-4c0f-96fe-9c719c2a5ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:26:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['a1154177-547f-435b-8a33-d0a71d034c8a'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:27:07.483390 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-cc682d99-3ced-4612-b86a-4ed74737a6aa None None] Provisioning complete for port ca25282e-d153-4a79-9cf6-ed51e0a070af triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:27:07.483833 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cc682d99-3ced-4612-b86a-4ed74737a6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:07.568912 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cc682d99-3ced-4612-b86a-4ed74737a6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:07.603798 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-cc682d99-3ced-4612-b86a-4ed74737a6aa None None] For port ca25282e-d153-4a79-9cf6-ed51e0a070af, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=ca25282e-d153-4a79-9cf6-ed51e0a070af,segment=NetworkSegment(76c0b3da-05ad-4979-83f4-003d4fd0d9a5),segment_id=76c0b3da-05ad-4979-83f4-003d4fd0d9a5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:27:07.607180 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500d43dc-7dc0-4a91-bfdd-14c09fb3db01 None None] Pushing event updated for resources: {'Port': ['ID=ca25282e-d153-4a79-9cf6-ed51e0a070af,revision_number=4']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:07.608925 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cc682d99-3ced-4612-b86a-4ed74737a6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:07.662681 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc682d99-3ced-4612-b86a-4ed74737a6aa None None] Pushing event updated for resources: {'Port': ['ID=ca25282e-d153-4a79-9cf6-ed51e0a070af,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:07.678355 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-b70b65bf-779c-4c0f-96fe-9c719c2a5ec4 None None] Set router a1154177-547f-435b-8a33-d0a71d034c8a gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:27:07.728523 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-db5aa89f-97e4-4736-83f2-fd4c162f2fe9 None None] Provisioning complete for port ca25282e-d153-4a79-9cf6-ed51e0a070af triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:27:07.728993 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-db5aa89f-97e4-4736-83f2-fd4c162f2fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:07.775511 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bd740042-ba56-47b7-af13-93f9519301e1 req-0833f215-b182-46d4-b28d-14c54159ba71 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] 10.222.0.53 "GET /v2.0/ports?device_id=9dc4f4a9-f456-4138-9320-a1abcd276177 HTTP/1.1" status: 200 len: 210 time: 0.0281420 Jan 18 23:27:07.881035 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-b70b65bf-779c-4c0f-96fe-9c719c2a5ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1154177-547f-435b-8a33-d0a71d034c8a', 'name': 'tempest-TestSnapshotPattern-162092191-router', 'tenant_id': '5ba87f2eaa024a89bff35fa917e1cb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': '99610701-c36a-4d01-a044-0c8ee2bcc31a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:26:59Z', 'updated_at': '2022-01-18T23:27:02Z', 'revision_number': 4, 'project_id': '5ba87f2eaa024a89bff35fa917e1cb89', 'gw_port': {'id': '99610701-c36a-4d01-a044-0c8ee2bcc31a', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:38:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1154177-547f-435b-8a33-d0a71d034c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:27:00Z', 'updated_at': '2022-01-18T23:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'ca25282e-d153-4a79-9cf6-ed51e0a070af', 'name': '', 'network_id': '6a884682-a042-4826-88b0-10c670016943', 'tenant_id': '5ba87f2eaa024a89bff35fa917e1cb89', 'mac_address': 'fa:16:3e:90:c8:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1154177-547f-435b-8a33-d0a71d034c8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '89b2b75a-b6a5-4d67-8977-185552b2a78c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:27:02Z', 'updated_at': '2022-01-18T23:27:07Z', 'revision_number': 4, 'project_id': '5ba87f2eaa024a89bff35fa917e1cb89', 'subnets': [{'id': '89b2b75a-b6a5-4d67-8977-185552b2a78c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:27:07.906249 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70b65bf-779c-4c0f-96fe-9c719c2a5ec4 None None] The sync data for ids ['a1154177-547f-435b-8a33-d0a71d034c8a'] in n-d-825064-1 is: [{'id': 'a1154177-547f-435b-8a33-d0a71d034c8a', 'name': 'tempest-TestSnapshotPattern-162092191-router', 'tenant_id': '5ba87f2eaa024a89bff35fa917e1cb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': '99610701-c36a-4d01-a044-0c8ee2bcc31a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:26:59Z', 'updated_at': '2022-01-18T23:27:02Z', 'revision_number': 4, 'project_id': '5ba87f2eaa024a89bff35fa917e1cb89', 'gw_port': {'id': '99610701-c36a-4d01-a044-0c8ee2bcc31a', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:38:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1154177-547f-435b-8a33-d0a71d034c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:27:00Z', 'updated_at': '2022-01-18T23:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': 'ca25282e-d153-4a79-9cf6-ed51e0a070af', 'name': '', 'network_id': '6a884682-a042-4826-88b0-10c670016943', 'tenant_id': '5ba87f2eaa024a89bff35fa917e1cb89', 'mac_address': 'fa:16:3e:90:c8:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1154177-547f-435b-8a33-d0a71d034c8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '89b2b75a-b6a5-4d67-8977-185552b2a78c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:27:02Z', 'updated_at': '2022-01-18T23:27:07Z', 'revision_number': 4, 'project_id': '5ba87f2eaa024a89bff35fa917e1cb89', 'subnets': [{'id': '89b2b75a-b6a5-4d67-8977-185552b2a78c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:27:08.611869 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174d6db2-1e32-4b42-9db0-9f6bce85280f req-a112693c-214f-4102-937c-43bd640c400d tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:08.613318 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-174d6db2-1e32-4b42-9db0-9f6bce85280f req-a112693c-214f-4102-937c-43bd640c400d tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] 10.222.0.67 "GET /v2.0/networks?id=65a9db86-2194-48e1-bf6b-fd60925d798f HTTP/1.1" status: 200 len: 810 time: 0.0992150 Jan 18 23:27:08.656900 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-174d6db2-1e32-4b42-9db0-9f6bce85280f req-51d83b53-83f4-4463-867d-a31404d81ce8 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a7d08920b4c41a5997cf476b3cd8f31 HTTP/1.1" status: 200 len: 379 time: 0.0338876 Jan 18 23:27:08.666294 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-174d6db2-1e32-4b42-9db0-9f6bce85280f req-a581bd64-7a84-4d0a-bc4b-4831686b117f tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Request body: {'port': {'device_id': '9dc4f4a9-f456-4138-9320-a1abcd276177', 'network_id': '65a9db86-2194-48e1-bf6b-fd60925d798f', 'admin_state_up': True, 'tenant_id': '4a7d08920b4c41a5997cf476b3cd8f31', 'security_groups': ['f7517713-f0c0-4f88-8d2e-ff309c12dae8']}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:27:08.774178 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-174d6db2-1e32-4b42-9db0-9f6bce85280f req-a581bd64-7a84-4d0a-bc4b-4831686b117f tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Made reservation on behalf of 4a7d08920b4c41a5997cf476b3cd8f31 for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:27:08.777688 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-174d6db2-1e32-4b42-9db0-9f6bce85280f req-a581bd64-7a84-4d0a-bc4b-4831686b117f tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:08.876470 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-aec1c940-6d18-4e03-a160-0b9f0d3f30a0 req-b6bc9f61-f38c-4431-a37b-0b3aecbc205f tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] 10.222.0.53 "GET /v2.0/ports?device_id=9dc4f4a9-f456-4138-9320-a1abcd276177 HTTP/1.1" status: 200 len: 210 time: 0.0341930 Jan 18 23:27:08.926368 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-174d6db2-1e32-4b42-9db0-9f6bce85280f req-a581bd64-7a84-4d0a-bc4b-4831686b117f tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Allocated IP 172.20.0.3 (65a9db86-2194-48e1-bf6b-fd60925d798f/f5c43067-b069-4859-b6ae-a00f484d95c3/0d1cd421-d980-4752-8956-0bf76823f480) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:27:09.058414 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-174d6db2-1e32-4b42-9db0-9f6bce85280f req-a581bd64-7a84-4d0a-bc4b-4831686b117f tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:09.095149 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-174d6db2-1e32-4b42-9db0-9f6bce85280f req-a581bd64-7a84-4d0a-bc4b-4831686b117f tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:09.138662 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-174d6db2-1e32-4b42-9db0-9f6bce85280f req-a581bd64-7a84-4d0a-bc4b-4831686b117f tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Network 65a9db86-2194-48e1-bf6b-fd60925d798f is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:27:09.143658 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-174d6db2-1e32-4b42-9db0-9f6bce85280f req-a581bd64-7a84-4d0a-bc4b-4831686b117f tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:27:09.148031 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-174d6db2-1e32-4b42-9db0-9f6bce85280f req-a581bd64-7a84-4d0a-bc4b-4831686b117f tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:27:09.151942 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a581bd64-7a84-4d0a-bc4b-4831686b117f tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Pushing event updated for resources: {'Port': ['ID=0d1cd421-d980-4752-8956-0bf76823f480,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:09.198909 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174d6db2-1e32-4b42-9db0-9f6bce85280f req-a581bd64-7a84-4d0a-bc4b-4831686b117f tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:09.199543 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-174d6db2-1e32-4b42-9db0-9f6bce85280f req-a581bd64-7a84-4d0a-bc4b-4831686b117f tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:09.210973 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device ca25282e-d153-4a79-9cf6-ed51e0a070af up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 23:27:09.222671 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-174d6db2-1e32-4b42-9db0-9f6bce85280f req-a581bd64-7a84-4d0a-bc4b-4831686b117f tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5597296 Jan 18 23:27:09.235822 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [req-174d6db2-1e32-4b42-9db0-9f6bce85280f req-3d8fd3c7-e7df-430e-8f35-4156d9caaf63 service neutron] Request body: {'port': {'device_id': '9dc4f4a9-f456-4138-9320-a1abcd276177', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:27:09.271496 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port ca25282e-d153-4a79-9cf6-ed51e0a070af triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:27:09.271861 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:09.303101 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-174d6db2-1e32-4b42-9db0-9f6bce85280f req-3d8fd3c7-e7df-430e-8f35-4156d9caaf63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:09.360695 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 99610701-c36a-4d01-a044-0c8ee2bcc31a up at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 23:27:09.407280 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Provisioning complete for port 99610701-c36a-4d01-a044-0c8ee2bcc31a triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:27:09.407649 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:09.456679 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-8f3666fd-6862-4ad9-8066-4d271ceef12d None None] Provisioning complete for port 0d1cd421-d980-4752-8956-0bf76823f480 triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:27:09.457070 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8f3666fd-6862-4ad9-8066-4d271ceef12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:09.578521 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [req-174d6db2-1e32-4b42-9db0-9f6bce85280f req-3d8fd3c7-e7df-430e-8f35-4156d9caaf63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d1cd421-d980-4752-8956-0bf76823f480 {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:27:09.586584 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-174d6db2-1e32-4b42-9db0-9f6bce85280f req-3d8fd3c7-e7df-430e-8f35-4156d9caaf63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:09.599947 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-174d6db2-1e32-4b42-9db0-9f6bce85280f req-3d8fd3c7-e7df-430e-8f35-4156d9caaf63 service neutron] Transition to ACTIVE for port object 0d1cd421-d980-4752-8956-0bf76823f480 will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:27:09.605655 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-174d6db2-1e32-4b42-9db0-9f6bce85280f req-3d8fd3c7-e7df-430e-8f35-4156d9caaf63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:09.656344 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8fd3c7-e7df-430e-8f35-4156d9caaf63 service neutron] Pushing event updated for resources: {'Port': ['ID=0d1cd421-d980-4752-8956-0bf76823f480,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:09.684697 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-8f3666fd-6862-4ad9-8066-4d271ceef12d None None] Port 0d1cd421-d980-4752-8956-0bf76823f480 cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 23:27:09.734856 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-174d6db2-1e32-4b42-9db0-9f6bce85280f req-3d8fd3c7-e7df-430e-8f35-4156d9caaf63 service neutron] Attempting to bind port 0d1cd421-d980-4752-8956-0bf76823f480 on host n-h2-825064-1 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:27:09.735178 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-174d6db2-1e32-4b42-9db0-9f6bce85280f req-3d8fd3c7-e7df-430e-8f35-4156d9caaf63 service neutron] Attempting to bind port 0d1cd421-d980-4752-8956-0bf76823f480 by drivers openvswitch,hyperv on host n-h2-825064-1 at level 0 using segments [{'id': '593d56e2-38d2-41bc-b1b2-e589ba6a6806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '65a9db86-2194-48e1-bf6b-fd60925d798f'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:27:09.735515 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174d6db2-1e32-4b42-9db0-9f6bce85280f req-3d8fd3c7-e7df-430e-8f35-4156d9caaf63 service neutron] Attempting to bind port 0d1cd421-d980-4752-8956-0bf76823f480 on network 65a9db86-2194-48e1-bf6b-fd60925d798f {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 23:27:09.739962 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174d6db2-1e32-4b42-9db0-9f6bce85280f req-3d8fd3c7-e7df-430e-8f35-4156d9caaf63 service neutron] Port 0d1cd421-d980-4752-8956-0bf76823f480 on network 65a9db86-2194-48e1-bf6b-fd60925d798f not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 23:27:09.740327 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174d6db2-1e32-4b42-9db0-9f6bce85280f req-3d8fd3c7-e7df-430e-8f35-4156d9caaf63 service neutron] Attempting to bind port 0d1cd421-d980-4752-8956-0bf76823f480 on network 65a9db86-2194-48e1-bf6b-fd60925d798f {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 23:27:09.745206 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174d6db2-1e32-4b42-9db0-9f6bce85280f req-3d8fd3c7-e7df-430e-8f35-4156d9caaf63 service neutron] Checking agent: {'id': '20851f90-6e43-401b-9c90-6a5eca2648f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 23:27:09.745551 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174d6db2-1e32-4b42-9db0-9f6bce85280f req-3d8fd3c7-e7df-430e-8f35-4156d9caaf63 service neutron] Checking segment: {'id': '593d56e2-38d2-41bc-b1b2-e589ba6a6806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '65a9db86-2194-48e1-bf6b-fd60925d798f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 23:27:09.745944 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174d6db2-1e32-4b42-9db0-9f6bce85280f req-3d8fd3c7-e7df-430e-8f35-4156d9caaf63 service neutron] Bound using segment: {'id': '593d56e2-38d2-41bc-b1b2-e589ba6a6806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '65a9db86-2194-48e1-bf6b-fd60925d798f'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 23:27:09.746378 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-174d6db2-1e32-4b42-9db0-9f6bce85280f req-3d8fd3c7-e7df-430e-8f35-4156d9caaf63 service neutron] Bound port: 0d1cd421-d980-4752-8956-0bf76823f480, host: n-h2-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '593d56e2-38d2-41bc-b1b2-e589ba6a6806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '65a9db86-2194-48e1-bf6b-fd60925d798f'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:27:09.746744 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-174d6db2-1e32-4b42-9db0-9f6bce85280f req-3d8fd3c7-e7df-430e-8f35-4156d9caaf63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:09.814064 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-174d6db2-1e32-4b42-9db0-9f6bce85280f req-3d8fd3c7-e7df-430e-8f35-4156d9caaf63 service neutron] For port 0d1cd421-d980-4752-8956-0bf76823f480, host n-h2-825064-1, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:27:09.817308 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-174d6db2-1e32-4b42-9db0-9f6bce85280f req-3d8fd3c7-e7df-430e-8f35-4156d9caaf63 service neutron] For port 0d1cd421-d980-4752-8956-0bf76823f480, host n-h2-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=0d1cd421-d980-4752-8956-0bf76823f480,segment=NetworkSegment(593d56e2-38d2-41bc-b1b2-e589ba6a6806),segment_id=593d56e2-38d2-41bc-b1b2-e589ba6a6806)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:27:09.822050 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-174d6db2-1e32-4b42-9db0-9f6bce85280f req-3d8fd3c7-e7df-430e-8f35-4156d9caaf63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:09.856023 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174d6db2-1e32-4b42-9db0-9f6bce85280f req-3d8fd3c7-e7df-430e-8f35-4156d9caaf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:09.856855 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-174d6db2-1e32-4b42-9db0-9f6bce85280f req-3d8fd3c7-e7df-430e-8f35-4156d9caaf63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:09.858082 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-174d6db2-1e32-4b42-9db0-9f6bce85280f req-3d8fd3c7-e7df-430e-8f35-4156d9caaf63 service neutron] 10.222.0.67 "PUT /v2.0/ports/0d1cd421-d980-4752-8956-0bf76823f480 HTTP/1.1" status: 200 len: 1091 time: 0.6274712 Jan 18 23:27:09.858519 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dc4f4a9-f456-4138-9320-a1abcd276177', 'tag': '0d1cd421-d980-4752-8956-0bf76823f480'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:27:09.860857 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f9cd323385b35eafd7505e92119ef15b9cb9d1db746596d3e25314435e3cbaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fec5097e-fb73-4a2d-8f5f-849b1edbb8a0" -d '{"events": [{"name": "network-changed", "server_uuid": "9dc4f4a9-f456-4138-9320-a1abcd276177", "tag": "0d1cd421-d980-4752-8956-0bf76823f480"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 23:27:09.886088 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8fd3c7-e7df-430e-8f35-4156d9caaf63 service neutron] Pushing event updated for resources: {'Port': ['ID=0d1cd421-d980-4752-8956-0bf76823f480,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:09.901685 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 23:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b147bd8-e938-4d69-8e77-3662cf4b73e8 x-openstack-request-id: req-6b147bd8-e938-4d69-8e77-3662cf4b73e8 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 23:27:09.901977 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dc4f4a9-f456-4138-9320-a1abcd276177", "tag": "0d1cd421-d980-4752-8956-0bf76823f480", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 23:27:09.902228 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6b147bd8-e938-4d69-8e77-3662cf4b73e8 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 23:27:09.902681 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dc4f4a9-f456-4138-9320-a1abcd276177', 'tag': '0d1cd421-d980-4752-8956-0bf76823f480', 'status': 'completed', 'code': 200} Jan 18 23:27:09.962533 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174d6db2-1e32-4b42-9db0-9f6bce85280f req-2ba63620-19f2-4354-8047-cf1e430214fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:09.963947 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-174d6db2-1e32-4b42-9db0-9f6bce85280f req-2ba63620-19f2-4354-8047-cf1e430214fe service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4a7d08920b4c41a5997cf476b3cd8f31&device_id=9dc4f4a9-f456-4138-9320-a1abcd276177 HTTP/1.1" status: 200 len: 1094 time: 0.0550168 Jan 18 23:27:10.019610 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-174d6db2-1e32-4b42-9db0-9f6bce85280f req-81139841-6a46-4049-a082-1a1bbbc107aa service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0d1cd421-d980-4752-8956-0bf76823f480 HTTP/1.1" status: 200 len: 217 time: 0.0387244 Jan 18 23:27:10.066121 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dbe662-007b-4f00-9844-d7fde6b6d246 req-863bbea7-c915-4aee-802a-5904f9189456 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:10.067593 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d1dbe662-007b-4f00-9844-d7fde6b6d246 req-863bbea7-c915-4aee-802a-5904f9189456 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] 10.222.0.53 "GET /v2.0/ports?device_id=9dc4f4a9-f456-4138-9320-a1abcd276177 HTTP/1.1" status: 200 len: 943 time: 0.1201811 Jan 18 23:27:10.093613 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174d6db2-1e32-4b42-9db0-9f6bce85280f req-fecd70a5-786d-450d-81ba-b2593dd412bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:10.095012 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-174d6db2-1e32-4b42-9db0-9f6bce85280f req-fecd70a5-786d-450d-81ba-b2593dd412bb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f5c43067-b069-4859-b6ae-a00f484d95c3 HTTP/1.1" status: 200 len: 849 time: 0.0684214 Jan 18 23:27:10.140573 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d1dbe662-007b-4f00-9844-d7fde6b6d246 req-2631c050-27c7-4a82-85b6-895151b5300d tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7517713-f0c0-4f88-8d2e-ff309c12dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650439 Jan 18 23:27:10.152851 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174d6db2-1e32-4b42-9db0-9f6bce85280f req-10d43820-91f4-4dee-8ece-40f9d59e507f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:10.154304 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-174d6db2-1e32-4b42-9db0-9f6bce85280f req-10d43820-91f4-4dee-8ece-40f9d59e507f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=65a9db86-2194-48e1-bf6b-fd60925d798f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532236 Jan 18 23:27:10.546418 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-174d6db2-1e32-4b42-9db0-9f6bce85280f req-66ef2cde-616e-4028-807f-ee4b8e33e0a7 service neutron] 10.222.0.67 "GET /v2.0/networks/65a9db86-2194-48e1-bf6b-fd60925d798f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3856800 Jan 18 23:27:10.634866 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-174d6db2-1e32-4b42-9db0-9f6bce85280f req-710f70a3-819a-43ba-ad20-a3afa14c206d service neutron] 10.222.0.67 "GET /v2.0/networks/65a9db86-2194-48e1-bf6b-fd60925d798f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816796 Jan 18 23:27:10.717275 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec5097e-fb73-4a2d-8f5f-849b1edbb8a0 req-43f0afdd-8eab-4a07-ba53-4087a857e183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:10.718727 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fec5097e-fb73-4a2d-8f5f-849b1edbb8a0 req-43f0afdd-8eab-4a07-ba53-4087a857e183 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4a7d08920b4c41a5997cf476b3cd8f31&device_id=9dc4f4a9-f456-4138-9320-a1abcd276177 HTTP/1.1" status: 200 len: 1094 time: 0.0405643 Jan 18 23:27:10.803997 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec5097e-fb73-4a2d-8f5f-849b1edbb8a0 req-aaf34595-8c90-4e74-b252-0a7994a85705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:10.805347 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fec5097e-fb73-4a2d-8f5f-849b1edbb8a0 req-aaf34595-8c90-4e74-b252-0a7994a85705 service neutron] 10.222.0.67 "GET /v2.0/networks?id=65a9db86-2194-48e1-bf6b-fd60925d798f HTTP/1.1" status: 200 len: 910 time: 0.0807056 Jan 18 23:27:10.849122 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fec5097e-fb73-4a2d-8f5f-849b1edbb8a0 req-e591f856-7d3d-4b73-8d80-83d01f5cd796 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0d1cd421-d980-4752-8956-0bf76823f480 HTTP/1.1" status: 200 len: 217 time: 0.0373707 Jan 18 23:27:10.898135 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec5097e-fb73-4a2d-8f5f-849b1edbb8a0 req-99523e6f-ddb3-46b6-8124-3d750a07da80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:10.899520 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fec5097e-fb73-4a2d-8f5f-849b1edbb8a0 req-99523e6f-ddb3-46b6-8124-3d750a07da80 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f5c43067-b069-4859-b6ae-a00f484d95c3 HTTP/1.1" status: 200 len: 849 time: 0.0437174 Jan 18 23:27:10.945902 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec5097e-fb73-4a2d-8f5f-849b1edbb8a0 req-5168d6fe-4972-4b06-ae0e-ee89b329c060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:10.947389 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fec5097e-fb73-4a2d-8f5f-849b1edbb8a0 req-5168d6fe-4972-4b06-ae0e-ee89b329c060 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=65a9db86-2194-48e1-bf6b-fd60925d798f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405793 Jan 18 23:27:11.038177 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fec5097e-fb73-4a2d-8f5f-849b1edbb8a0 req-a0322569-f070-4739-9a09-f10a502efc4c service neutron] 10.222.0.67 "GET /v2.0/networks/65a9db86-2194-48e1-bf6b-fd60925d798f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832932 Jan 18 23:27:11.127283 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-fec5097e-fb73-4a2d-8f5f-849b1edbb8a0 req-cdb7aa9d-3948-4454-9c98-72bb61a8618c service neutron] 10.222.0.67 "GET /v2.0/networks/65a9db86-2194-48e1-bf6b-fd60925d798f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815392 Jan 18 23:27:11.261071 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0899fae2-0de3-48f7-8eed-8d48ddbe6787 req-423a964d-414b-4f6b-af44-97bdee2a87df tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:11.262558 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0899fae2-0de3-48f7-8eed-8d48ddbe6787 req-423a964d-414b-4f6b-af44-97bdee2a87df tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] 10.222.0.53 "GET /v2.0/ports?device_id=9dc4f4a9-f456-4138-9320-a1abcd276177 HTTP/1.1" status: 200 len: 943 time: 0.0528591 Jan 18 23:27:11.300170 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0899fae2-0de3-48f7-8eed-8d48ddbe6787 req-e0bbc90e-26d0-4e81-bdcd-17e3c1de67d1 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7517713-f0c0-4f88-8d2e-ff309c12dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313449 Jan 18 23:27:12.412588 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b73c7ac-68fb-4960-a3b1-842a0e951cd9 req-8a67304f-e058-4b3e-8ee6-9efe1bc12424 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:12.414135 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3b73c7ac-68fb-4960-a3b1-842a0e951cd9 req-8a67304f-e058-4b3e-8ee6-9efe1bc12424 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] 10.222.0.53 "GET /v2.0/ports?device_id=9dc4f4a9-f456-4138-9320-a1abcd276177 HTTP/1.1" status: 200 len: 943 time: 0.0482078 Jan 18 23:27:12.451086 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3b73c7ac-68fb-4960-a3b1-842a0e951cd9 req-80098ef8-8435-4210-96c6-9f2886f22aac tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7517713-f0c0-4f88-8d2e-ff309c12dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310364 Jan 18 23:27:13.416685 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:13.564831 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f7c93e-8704-40d5-838f-650d1beca6fe req-236c5a30-3a25-4b5b-8035-9fb084740406 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:13.566273 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-39f7c93e-8704-40d5-838f-650d1beca6fe req-236c5a30-3a25-4b5b-8035-9fb084740406 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] 10.222.0.53 "GET /v2.0/ports?device_id=9dc4f4a9-f456-4138-9320-a1abcd276177 HTTP/1.1" status: 200 len: 943 time: 0.0483797 Jan 18 23:27:13.603159 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-39f7c93e-8704-40d5-838f-650d1beca6fe req-7c54c8de-0e63-4907-bb48-40999488b124 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7517713-f0c0-4f88-8d2e-ff309c12dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304711 Jan 18 23:27:14.137499 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 0d1cd421-d980-4752-8956-0bf76823f480 details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 23:27:14.228920 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 0d1cd421-d980-4752-8956-0bf76823f480, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=0d1cd421-d980-4752-8956-0bf76823f480,segment=NetworkSegment(593d56e2-38d2-41bc-b1b2-e589ba6a6806),segment_id=593d56e2-38d2-41bc-b1b2-e589ba6a6806)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:27:14.239828 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': '0d1cd421-d980-4752-8956-0bf76823f480', 'network_id': '65a9db86-2194-48e1-bf6b-fd60925d798f', 'port_id': '0d1cd421-d980-4752-8956-0bf76823f480', 'mac_address': 'fa:16:3e:04:d9:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5c43067-b069-4859-b6ae-a00f484d95c3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 23:27:14.279827 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:14.292052 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d1cd421-d980-4752-8956-0bf76823f480 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:27:14.310089 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 0d1cd421-d980-4752-8956-0bf76823f480, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=0d1cd421-d980-4752-8956-0bf76823f480,segment=NetworkSegment(593d56e2-38d2-41bc-b1b2-e589ba6a6806),segment_id=593d56e2-38d2-41bc-b1b2-e589ba6a6806)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:27:14.314574 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:14.359611 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=0d1cd421-d980-4752-8956-0bf76823f480,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:14.446047 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:14.552280 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['0d1cd421-d980-4752-8956-0bf76823f480'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 23:27:14.721728 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ab0ad0-0e7c-4031-87d2-382564e78ab4 req-cdb702db-5443-4e4a-8a1a-83aa374a5c12 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:14.723213 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-29ab0ad0-0e7c-4031-87d2-382564e78ab4 req-cdb702db-5443-4e4a-8a1a-83aa374a5c12 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] 10.222.0.53 "GET /v2.0/ports?device_id=9dc4f4a9-f456-4138-9320-a1abcd276177 HTTP/1.1" status: 200 len: 944 time: 0.0516112 Jan 18 23:27:14.762498 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-29ab0ad0-0e7c-4031-87d2-382564e78ab4 req-1bb4a4e8-4ce3-4704-a2ac-ee930af38bf3 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7517713-f0c0-4f88-8d2e-ff309c12dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327194 Jan 18 23:27:15.874214 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25d211b-1f49-4d14-98b6-1bbb2b2d1690 req-f5880e9d-3c68-4345-ba47-3b1abe47c25b tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:15.875676 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e25d211b-1f49-4d14-98b6-1bbb2b2d1690 req-f5880e9d-3c68-4345-ba47-3b1abe47c25b tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] 10.222.0.53 "GET /v2.0/ports?device_id=9dc4f4a9-f456-4138-9320-a1abcd276177 HTTP/1.1" status: 200 len: 944 time: 0.0481191 Jan 18 23:27:15.912466 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e25d211b-1f49-4d14-98b6-1bbb2b2d1690 req-b89597e1-a887-438d-abb8-10ae3a505ca6 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7517713-f0c0-4f88-8d2e-ff309c12dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308311 Jan 18 23:27:16.139133 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 0d1cd421-d980-4752-8956-0bf76823f480 up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 23:27:16.186202 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning for port 0d1cd421-d980-4752-8956-0bf76823f480 completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:27:16.189809 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port 0d1cd421-d980-4752-8956-0bf76823f480 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:27:16.190453 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:16.266772 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:16.289025 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dc4f4a9-f456-4138-9320-a1abcd276177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d1cd421-d980-4752-8956-0bf76823f480'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:27:16.291261 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b134bc65f967cea6f1797bfdd7611f84549a2ae334dac04105da021bbc0aa067" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd7f25d-a746-49c1-9c5c-dc88e9aafbda" -d '{"events": [{"server_uuid": "9dc4f4a9-f456-4138-9320-a1abcd276177", "name": "network-vif-plugged", "status": "completed", "tag": "0d1cd421-d980-4752-8956-0bf76823f480"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 23:27:16.303311 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 0d1cd421-d980-4752-8956-0bf76823f480, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=0d1cd421-d980-4752-8956-0bf76823f480,segment=NetworkSegment(593d56e2-38d2-41bc-b1b2-e589ba6a6806),segment_id=593d56e2-38d2-41bc-b1b2-e589ba6a6806)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:27:16.308032 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:16.334418 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 23:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91b2e1ef-343f-4472-983c-e22884b63849 x-openstack-request-id: req-91b2e1ef-343f-4472-983c-e22884b63849 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 23:27:16.334731 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dc4f4a9-f456-4138-9320-a1abcd276177", "name": "network-vif-plugged", "status": "completed", "tag": "0d1cd421-d980-4752-8956-0bf76823f480", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 23:27:16.334987 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-91b2e1ef-343f-4472-983c-e22884b63849 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 23:27:16.335378 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dc4f4a9-f456-4138-9320-a1abcd276177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d1cd421-d980-4752-8956-0bf76823f480', 'code': 200} Jan 18 23:27:16.366034 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=0d1cd421-d980-4752-8956-0bf76823f480,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:16.418498 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db6c44e-0068-4889-bbc3-31d63cf1f949 req-89a5bfb9-b73d-4db9-9129-5fed6b4b3bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:16.419937 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6db6c44e-0068-4889-bbc3-31d63cf1f949 req-89a5bfb9-b73d-4db9-9129-5fed6b4b3bab service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9dc4f4a9-f456-4138-9320-a1abcd276177 HTTP/1.1" status: 200 len: 1096 time: 0.0390360 Jan 18 23:27:16.454025 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-6db6c44e-0068-4889-bbc3-31d63cf1f949 req-8f425cc7-31a5-4b0b-9b60-0d71803a1f7e service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f7517713-f0c0-4f88-8d2e-ff309c12dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272524 Jan 18 23:27:17.028507 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655ffcba-fb73-4021-9474-ac45029e5828 req-bb974724-6930-443f-9ca5-c4a2a2ae0775 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:17.029968 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-655ffcba-fb73-4021-9474-ac45029e5828 req-bb974724-6930-443f-9ca5-c4a2a2ae0775 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] 10.222.0.53 "GET /v2.0/ports?device_id=9dc4f4a9-f456-4138-9320-a1abcd276177 HTTP/1.1" status: 200 len: 945 time: 0.0520070 Jan 18 23:27:17.067064 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-655ffcba-fb73-4021-9474-ac45029e5828 req-007531df-11a1-4d54-ad7c-12fb2d8939eb tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7517713-f0c0-4f88-8d2e-ff309c12dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304086 Jan 18 23:27:18.229995 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7126dd8-377b-4921-8008-667a40c6e674 req-35da56c3-f5f3-4449-979f-c0261344b36d tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:18.231431 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e7126dd8-377b-4921-8008-667a40c6e674 req-35da56c3-f5f3-4449-979f-c0261344b36d tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] 10.222.0.53 "GET /v2.0/ports?device_id=9dc4f4a9-f456-4138-9320-a1abcd276177 HTTP/1.1" status: 200 len: 945 time: 0.0956080 Jan 18 23:27:18.269598 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e7126dd8-377b-4921-8008-667a40c6e674 req-1fafe09b-02ed-490a-8cda-3f9df8933e0a tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7517713-f0c0-4f88-8d2e-ff309c12dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315449 Jan 18 23:27:18.379725 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb0d4ad-5247-4cc6-9a7e-cad2b4c2bca6 req-89ad65cd-f256-4e84-b784-6e8c7e546385 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:18.381100 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cfb0d4ad-5247-4cc6-9a7e-cad2b4c2bca6 req-89ad65cd-f256-4e84-b784-6e8c7e546385 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] 10.222.0.53 "GET /v2.0/ports?device_id=9dc4f4a9-f456-4138-9320-a1abcd276177 HTTP/1.1" status: 200 len: 945 time: 0.0471926 Jan 18 23:27:18.418119 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cfb0d4ad-5247-4cc6-9a7e-cad2b4c2bca6 req-c1d72061-2f09-4b0a-ac74-95ee01dbeed5 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7517713-f0c0-4f88-8d2e-ff309c12dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311933 Jan 18 23:27:18.439087 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 33260) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:27:18.523133 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e1390e-5cc0-4e77-933d-58b1baaa9fce tempest-TestSnapshotPattern-1946415878 tempest-TestSnapshotPattern-1946415878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:18.524659 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-06e1390e-5cc0-4e77-933d-58b1baaa9fce tempest-TestSnapshotPattern-1946415878 tempest-TestSnapshotPattern-1946415878-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=9dc4f4a9-f456-4138-9320-a1abcd276177 HTTP/1.1" status: 200 len: 1091 time: 0.0846276 Jan 18 23:27:18.527573 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 33264) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:27:18.532423 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-8e9b3149-ccd7-4f12-aa12-d7f65e11db56 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Request body: {'floatingip': {'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'port_id': '0d1cd421-d980-4752-8956-0bf76823f480', 'tenant_id': '4a7d08920b4c41a5997cf476b3cd8f31', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:27:18.555259 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8e9b3149-ccd7-4f12-aa12-d7f65e11db56 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Notify callbacks [] for floatingip, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:18.648856 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8e9b3149-ccd7-4f12-aa12-d7f65e11db56 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:18.752226 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-8e9b3149-ccd7-4f12-aa12-d7f65e11db56 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Allocated IP 172.25.5.216 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/d894a038-cec6-43d7-961b-88fd2c87882f) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:27:18.850499 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8e9b3149-ccd7-4f12-aa12-d7f65e11db56 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:18.882632 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8e9b3149-ccd7-4f12-aa12-d7f65e11db56 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:18.925479 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9b3149-ccd7-4f12-aa12-d7f65e11db56 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:27:18.928295 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-8e9b3149-ccd7-4f12-aa12-d7f65e11db56 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:27:18.931689 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9b3149-ccd7-4f12-aa12-d7f65e11db56 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:27:18.954634 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b3149-ccd7-4f12-aa12-d7f65e11db56 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Pushing event updated for resources: {'Port': ['ID=d894a038-cec6-43d7-961b-88fd2c87882f,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:19.276488 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8e9b3149-ccd7-4f12-aa12-d7f65e11db56 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:19.342578 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8e9b3149-ccd7-4f12-aa12-d7f65e11db56 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:19.412295 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-49eab7b2-e89d-4508-ac09-d0756c3e074c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:19.492278 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8e9b3149-ccd7-4f12-aa12-d7f65e11db56 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:19.496319 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8e9b3149-ccd7-4f12-aa12-d7f65e11db56 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:19.561318 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b3149-ccd7-4f12-aa12-d7f65e11db56 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Pushing event updated for resources: {'Port': ['ID=d894a038-cec6-43d7-961b-88fd2c87882f,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:19.572829 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8e9b3149-ccd7-4f12-aa12-d7f65e11db56 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043075'] for floatingip, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:19.670910 n-d-825064-1 neutron-server[102430]: INFO neutron.db.l3_db [None req-8e9b3149-ccd7-4f12-aa12-d7f65e11db56 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Floating IP dcf8d7b4-b219-4863-a599-bb972daf0149 associated. External IP: 172.25.5.216, port: 0d1cd421-d980-4752-8956-0bf76823f480. Jan 18 23:27:19.882443 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e9b3149-ccd7-4f12-aa12-d7f65e11db56 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Router 534a9a1e-5100-4cbe-8063-2095c757bb66 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:27:19.987814 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e9b3149-ccd7-4f12-aa12-d7f65e11db56 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:27:19.997667 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801352af-ec30-4802-8c93-41f48fbe24e2 None None] Sync routers for ids ['534a9a1e-5100-4cbe-8063-2095c757bb66'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:27:20.004790 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8e9b3149-ccd7-4f12-aa12-d7f65e11db56 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:20.006512 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801352af-ec30-4802-8c93-41f48fbe24e2 None None] Routers {'534a9a1e-5100-4cbe-8063-2095c757bb66'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:27:20.008216 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-801352af-ec30-4802-8c93-41f48fbe24e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:26:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['534a9a1e-5100-4cbe-8063-2095c757bb66'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:27:20.032308 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-8e9b3149-ccd7-4f12-aa12-d7f65e11db56 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5036557 Jan 18 23:27:20.032974 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dc4f4a9-f456-4138-9320-a1abcd276177', 'tag': '0d1cd421-d980-4752-8956-0bf76823f480'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:27:20.035231 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f9cd323385b35eafd7505e92119ef15b9cb9d1db746596d3e25314435e3cbaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce757b1d-97d0-46ad-bda2-6a8a6db6cf0d" -d '{"events": [{"name": "network-changed", "server_uuid": "9dc4f4a9-f456-4138-9320-a1abcd276177", "tag": "0d1cd421-d980-4752-8956-0bf76823f480"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 23:27:20.122585 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-801352af-ec30-4802-8c93-41f48fbe24e2 None None] Set router 534a9a1e-5100-4cbe-8063-2095c757bb66 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:27:20.130195 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 23:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6e6cdb0-c4ac-4295-8f19-2f95d1f287c8 x-openstack-request-id: req-a6e6cdb0-c4ac-4295-8f19-2f95d1f287c8 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 23:27:20.130492 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dc4f4a9-f456-4138-9320-a1abcd276177", "tag": "0d1cd421-d980-4752-8956-0bf76823f480", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 23:27:20.130750 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a6e6cdb0-c4ac-4295-8f19-2f95d1f287c8 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 23:27:20.131148 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dc4f4a9-f456-4138-9320-a1abcd276177', 'tag': '0d1cd421-d980-4752-8956-0bf76823f480', 'status': 'completed', 'code': 200} Jan 18 23:27:20.192416 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce757b1d-97d0-46ad-bda2-6a8a6db6cf0d req-d269abf4-7505-41fa-9f90-e6bb5e9adbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:20.193879 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ce757b1d-97d0-46ad-bda2-6a8a6db6cf0d req-d269abf4-7505-41fa-9f90-e6bb5e9adbed service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4a7d08920b4c41a5997cf476b3cd8f31&device_id=9dc4f4a9-f456-4138-9320-a1abcd276177 HTTP/1.1" status: 200 len: 1096 time: 0.0404453 Jan 18 23:27:20.284297 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce757b1d-97d0-46ad-bda2-6a8a6db6cf0d req-090eb4d1-7092-47b6-8b62-54a7025d789a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:20.285824 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ce757b1d-97d0-46ad-bda2-6a8a6db6cf0d req-090eb4d1-7092-47b6-8b62-54a7025d789a service neutron] 10.222.0.67 "GET /v2.0/networks?id=65a9db86-2194-48e1-bf6b-fd60925d798f HTTP/1.1" status: 200 len: 910 time: 0.0859160 Jan 18 23:27:20.344794 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-801352af-ec30-4802-8c93-41f48fbe24e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '534a9a1e-5100-4cbe-8063-2095c757bb66', 'name': 'tempest-TestSnapshotPattern-1527891498-router', 'tenant_id': '4a7d08920b4c41a5997cf476b3cd8f31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': 'f36e219c-4b33-46ce-8492-a8579f4a97d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:26:55Z', 'updated_at': '2022-01-18T23:26:57Z', 'revision_number': 4, 'project_id': '4a7d08920b4c41a5997cf476b3cd8f31', 'gw_port': {'id': 'f36e219c-4b33-46ce-8492-a8579f4a97d4', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534a9a1e-5100-4cbe-8063-2095c757bb66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:26:55Z', 'updated_at': '2022-01-18T23:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': 'dcf8d7b4-b219-4863-a599-bb972daf0149', 'tenant_id': '4a7d08920b4c41a5997cf476b3cd8f31', 'floating_ip_address': '172.25.5.216', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': '534a9a1e-5100-4cbe-8063-2095c757bb66', 'port_id': '0d1cd421-d980-4752-8956-0bf76823f480', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65a9db86-2194-48e1-bf6b-fd60925d798f', 'mac_address': 'fa:16:3e:04:d9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc4f4a9-f456-4138-9320-a1abcd276177', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:27:19Z', 'updated_at': '2022-01-18T23:27:19Z', 'revision_number': 0, 'project_id': '4a7d08920b4c41a5997cf476b3cd8f31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cad4b5c-6fc0-425c-94e7-90c4563eee35', 'name': '', 'network_id': '65a9db86-2194-48e1-bf6b-fd60925d798f', 'tenant_id': '4a7d08920b4c41a5997cf476b3cd8f31', 'mac_address': 'fa:16:3e:fa:84:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534a9a1e-5100-4cbe-8063-2095c757bb66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'f5c43067-b069-4859-b6ae-a00f484d95c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:26:57Z', 'updated_at': '2022-01-18T23:27:03Z', 'revision_number': 5, 'project_id': '4a7d08920b4c41a5997cf476b3cd8f31', 'subnets': [{'id': 'f5c43067-b069-4859-b6ae-a00f484d95c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:27:20.349368 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ce757b1d-97d0-46ad-bda2-6a8a6db6cf0d req-eb4cd43c-4c44-4076-bbfc-9fdab6936717 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0d1cd421-d980-4752-8956-0bf76823f480 HTTP/1.1" status: 200 len: 999 time: 0.0565209 Jan 18 23:27:20.370878 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801352af-ec30-4802-8c93-41f48fbe24e2 None None] Checking router: 534a9a1e-5100-4cbe-8063-2095c757bb66 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:27:20.379834 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801352af-ec30-4802-8c93-41f48fbe24e2 None None] Routers {'534a9a1e-5100-4cbe-8063-2095c757bb66'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:27:20.380463 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-801352af-ec30-4802-8c93-41f48fbe24e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:26:52Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['534a9a1e-5100-4cbe-8063-2095c757bb66'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:27:20.397374 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce757b1d-97d0-46ad-bda2-6a8a6db6cf0d req-e1d2985a-5f7c-4e84-931c-dd3ce4bb9782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:20.398777 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ce757b1d-97d0-46ad-bda2-6a8a6db6cf0d req-e1d2985a-5f7c-4e84-931c-dd3ce4bb9782 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f5c43067-b069-4859-b6ae-a00f484d95c3 HTTP/1.1" status: 200 len: 849 time: 0.0428309 Jan 18 23:27:20.446114 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce757b1d-97d0-46ad-bda2-6a8a6db6cf0d req-c45d18da-67ce-413c-a82b-c27eb014dd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:20.447532 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ce757b1d-97d0-46ad-bda2-6a8a6db6cf0d req-c45d18da-67ce-413c-a82b-c27eb014dd74 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=65a9db86-2194-48e1-bf6b-fd60925d798f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426078 Jan 18 23:27:20.489339 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-801352af-ec30-4802-8c93-41f48fbe24e2 None None] Set router 534a9a1e-5100-4cbe-8063-2095c757bb66 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:27:20.536516 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ce757b1d-97d0-46ad-bda2-6a8a6db6cf0d req-690cd32d-950a-40bb-830a-6efca4f87193 service neutron] 10.222.0.67 "GET /v2.0/networks/65a9db86-2194-48e1-bf6b-fd60925d798f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822392 Jan 18 23:27:20.628912 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-ce757b1d-97d0-46ad-bda2-6a8a6db6cf0d req-82c4a1b2-5609-4f1e-ae61-4dd415e67518 service neutron] 10.222.0.67 "GET /v2.0/networks/65a9db86-2194-48e1-bf6b-fd60925d798f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861452 Jan 18 23:27:20.706978 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-801352af-ec30-4802-8c93-41f48fbe24e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '534a9a1e-5100-4cbe-8063-2095c757bb66', 'name': 'tempest-TestSnapshotPattern-1527891498-router', 'tenant_id': '4a7d08920b4c41a5997cf476b3cd8f31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': 'f36e219c-4b33-46ce-8492-a8579f4a97d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:26:55Z', 'updated_at': '2022-01-18T23:26:57Z', 'revision_number': 4, 'project_id': '4a7d08920b4c41a5997cf476b3cd8f31', 'gw_port': {'id': 'f36e219c-4b33-46ce-8492-a8579f4a97d4', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534a9a1e-5100-4cbe-8063-2095c757bb66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:26:55Z', 'updated_at': '2022-01-18T23:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': 'dcf8d7b4-b219-4863-a599-bb972daf0149', 'tenant_id': '4a7d08920b4c41a5997cf476b3cd8f31', 'floating_ip_address': '172.25.5.216', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': '534a9a1e-5100-4cbe-8063-2095c757bb66', 'port_id': '0d1cd421-d980-4752-8956-0bf76823f480', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65a9db86-2194-48e1-bf6b-fd60925d798f', 'mac_address': 'fa:16:3e:04:d9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc4f4a9-f456-4138-9320-a1abcd276177', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:27:19Z', 'updated_at': '2022-01-18T23:27:19Z', 'revision_number': 0, 'project_id': '4a7d08920b4c41a5997cf476b3cd8f31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cad4b5c-6fc0-425c-94e7-90c4563eee35', 'name': '', 'network_id': '65a9db86-2194-48e1-bf6b-fd60925d798f', 'tenant_id': '4a7d08920b4c41a5997cf476b3cd8f31', 'mac_address': 'fa:16:3e:fa:84:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534a9a1e-5100-4cbe-8063-2095c757bb66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'f5c43067-b069-4859-b6ae-a00f484d95c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:26:57Z', 'updated_at': '2022-01-18T23:27:03Z', 'revision_number': 5, 'project_id': '4a7d08920b4c41a5997cf476b3cd8f31', 'subnets': [{'id': 'f5c43067-b069-4859-b6ae-a00f484d95c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:27:20.735886 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801352af-ec30-4802-8c93-41f48fbe24e2 None None] The sync data for ids ['534a9a1e-5100-4cbe-8063-2095c757bb66'] in n-d-825064-1 is: [{'id': '534a9a1e-5100-4cbe-8063-2095c757bb66', 'name': 'tempest-TestSnapshotPattern-1527891498-router', 'tenant_id': '4a7d08920b4c41a5997cf476b3cd8f31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': 'f36e219c-4b33-46ce-8492-a8579f4a97d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:26:55Z', 'updated_at': '2022-01-18T23:26:57Z', 'revision_number': 4, 'project_id': '4a7d08920b4c41a5997cf476b3cd8f31', 'gw_port': {'id': 'f36e219c-4b33-46ce-8492-a8579f4a97d4', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534a9a1e-5100-4cbe-8063-2095c757bb66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:26:55Z', 'updated_at': '2022-01-18T23:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': 'dcf8d7b4-b219-4863-a599-bb972daf0149', 'tenant_id': '4a7d08920b4c41a5997cf476b3cd8f31', 'floating_ip_address': '172.25.5.216', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': '534a9a1e-5100-4cbe-8063-2095c757bb66', 'port_id': '0d1cd421-d980-4752-8956-0bf76823f480', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65a9db86-2194-48e1-bf6b-fd60925d798f', 'mac_address': 'fa:16:3e:04:d9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc4f4a9-f456-4138-9320-a1abcd276177', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:27:19Z', 'updated_at': '2022-01-18T23:27:19Z', 'revision_number': 0, 'project_id': '4a7d08920b4c41a5997cf476b3cd8f31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cad4b5c-6fc0-425c-94e7-90c4563eee35', 'name': '', 'network_id': '65a9db86-2194-48e1-bf6b-fd60925d798f', 'tenant_id': '4a7d08920b4c41a5997cf476b3cd8f31', 'mac_address': 'fa:16:3e:fa:84:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534a9a1e-5100-4cbe-8063-2095c757bb66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'f5c43067-b069-4859-b6ae-a00f484d95c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:26:57Z', 'updated_at': '2022-01-18T23:27:03Z', 'revision_number': 5, 'project_id': '4a7d08920b4c41a5997cf476b3cd8f31', 'subnets': [{'id': 'f5c43067-b069-4859-b6ae-a00f484d95c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:27:20.918861 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5b5f56-9a6b-420f-a013-506d0c34e5e0 None None] New status for floating IP dcf8d7b4-b219-4863-a599-bb972daf0149: ACTIVE {{(pid=102433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 23:27:22.027290 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-80ab44c2-568c-45ad-b305-96d46ba134d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:23.219395 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:23.224351 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 23:27:24.668088 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:24.738367 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:27.122637 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-76133bd5-d818-4512-925b-ddcdb73dd0e3 req-853d0ac7-1fa6-4e94-941e-8eebdb5c6bc1 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9dc4f4a9-f456-4138-9320-a1abcd276177&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398159 Jan 18 23:27:27.199779 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76133bd5-d818-4512-925b-ddcdb73dd0e3 req-c6d120a4-cdfa-4c28-91a6-e853e3e9bec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:27.201264 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-76133bd5-d818-4512-925b-ddcdb73dd0e3 req-c6d120a4-cdfa-4c28-91a6-e853e3e9bec5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4a7d08920b4c41a5997cf476b3cd8f31&device_id=9dc4f4a9-f456-4138-9320-a1abcd276177 HTTP/1.1" status: 200 len: 1096 time: 0.0400984 Jan 18 23:27:27.302195 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76133bd5-d818-4512-925b-ddcdb73dd0e3 req-c1c8c4a0-ed66-4896-a8e4-fefb3499625c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:27.303606 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-76133bd5-d818-4512-925b-ddcdb73dd0e3 req-c1c8c4a0-ed66-4896-a8e4-fefb3499625c service neutron] 10.222.0.67 "GET /v2.0/networks?id=65a9db86-2194-48e1-bf6b-fd60925d798f HTTP/1.1" status: 200 len: 910 time: 0.0842533 Jan 18 23:27:27.366262 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-76133bd5-d818-4512-925b-ddcdb73dd0e3 req-18af5529-4969-4e19-a1e0-a3c1d956e5c2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0d1cd421-d980-4752-8956-0bf76823f480 HTTP/1.1" status: 200 len: 1001 time: 0.0549438 Jan 18 23:27:27.413365 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76133bd5-d818-4512-925b-ddcdb73dd0e3 req-13f00839-8bf3-4478-9e2d-2fdecf1cbb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:27.414742 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-76133bd5-d818-4512-925b-ddcdb73dd0e3 req-13f00839-8bf3-4478-9e2d-2fdecf1cbb22 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f5c43067-b069-4859-b6ae-a00f484d95c3 HTTP/1.1" status: 200 len: 849 time: 0.0431385 Jan 18 23:27:27.461749 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76133bd5-d818-4512-925b-ddcdb73dd0e3 req-b9ca1093-fb19-4cf5-9e31-04a127eef144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:27.463258 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-76133bd5-d818-4512-925b-ddcdb73dd0e3 req-b9ca1093-fb19-4cf5-9e31-04a127eef144 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=65a9db86-2194-48e1-bf6b-fd60925d798f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420530 Jan 18 23:27:27.564333 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-76133bd5-d818-4512-925b-ddcdb73dd0e3 req-acd9dce2-b95f-485d-a014-5288145d6feb service neutron] 10.222.0.67 "GET /v2.0/networks/65a9db86-2194-48e1-bf6b-fd60925d798f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942373 Jan 18 23:27:27.656243 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-76133bd5-d818-4512-925b-ddcdb73dd0e3 req-006c82e7-4189-4f97-b032-dd176d5b8e6d service neutron] 10.222.0.67 "GET /v2.0/networks/65a9db86-2194-48e1-bf6b-fd60925d798f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857244 Jan 18 23:27:43.419629 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:44.444414 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:49.413362 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d0e52f44-daa6-4b88-9eca-ecd8c3561477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:52.027970 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cf85bda6-bb4d-45a8-a4be-7b0a4af8b94f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:53.222454 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:54.670934 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:54.737915 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:00.223505 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 23:28:13.433338 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:14.461372 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:19.414745 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e5a2a7df-c1e1-47cc-ae97-3ad4b3bfa5c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:22.028069 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2a04ac57-c3de-48ea-9ca6-d4f7eb2e155f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:23.224301 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:24.673451 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:24.737096 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:28.121469 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d2864d7e-6248-4ef4-9966-3116300267b4 req-cd56f6bb-b920-4b88-ba3d-f716d957a5e9 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9dc4f4a9-f456-4138-9320-a1abcd276177&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0438356 Jan 18 23:28:28.198156 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2864d7e-6248-4ef4-9966-3116300267b4 req-ef83a1d4-5d12-4cbf-84a9-5d635501ecc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:28.199584 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d2864d7e-6248-4ef4-9966-3116300267b4 req-ef83a1d4-5d12-4cbf-84a9-5d635501ecc4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4a7d08920b4c41a5997cf476b3cd8f31&device_id=9dc4f4a9-f456-4138-9320-a1abcd276177 HTTP/1.1" status: 200 len: 1096 time: 0.0387220 Jan 18 23:28:28.302065 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2864d7e-6248-4ef4-9966-3116300267b4 req-11358c44-8930-4b2f-93cd-be6997eb1ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:28.303486 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d2864d7e-6248-4ef4-9966-3116300267b4 req-11358c44-8930-4b2f-93cd-be6997eb1ba2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=65a9db86-2194-48e1-bf6b-fd60925d798f HTTP/1.1" status: 200 len: 910 time: 0.0852911 Jan 18 23:28:28.365209 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d2864d7e-6248-4ef4-9966-3116300267b4 req-fcbc35bf-6bde-4cc7-8ce9-360c74e54a7a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0d1cd421-d980-4752-8956-0bf76823f480 HTTP/1.1" status: 200 len: 1001 time: 0.0547831 Jan 18 23:28:28.412641 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2864d7e-6248-4ef4-9966-3116300267b4 req-2c630ea1-aa52-4635-9c95-0f5fc2712fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:28.414074 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d2864d7e-6248-4ef4-9966-3116300267b4 req-2c630ea1-aa52-4635-9c95-0f5fc2712fe8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f5c43067-b069-4859-b6ae-a00f484d95c3 HTTP/1.1" status: 200 len: 849 time: 0.0425377 Jan 18 23:28:28.462396 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2864d7e-6248-4ef4-9966-3116300267b4 req-83655b53-40de-40af-a472-be72b10dc3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:28.463851 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d2864d7e-6248-4ef4-9966-3116300267b4 req-83655b53-40de-40af-a472-be72b10dc3df service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=65a9db86-2194-48e1-bf6b-fd60925d798f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427794 Jan 18 23:28:28.549508 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d2864d7e-6248-4ef4-9966-3116300267b4 req-db02f471-75a7-4015-8f38-df2cd732be37 service neutron] 10.222.0.67 "GET /v2.0/networks/65a9db86-2194-48e1-bf6b-fd60925d798f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790532 Jan 18 23:28:28.639278 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d2864d7e-6248-4ef4-9966-3116300267b4 req-5987a002-facc-46a0-bf5d-11cf826b2670 service neutron] 10.222.0.67 "GET /v2.0/networks/65a9db86-2194-48e1-bf6b-fd60925d798f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834706 Jan 18 23:28:37.222759 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 23:28:43.428856 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:44.460955 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:49.414565 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e147e607-200e-43ee-a4dd-5610d9fa4bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:52.029650 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e35cc463-f6de-4766-9b98-a765c98c3bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:53.228036 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:54.675573 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:54.736421 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:13.434143 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:14.222933 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 23:29:14.462430 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:18.619363 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 0d1cd421-d980-4752-8956-0bf76823f480 details requested by agent hyperv_n-h2-825064-1 with host n-h2-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 23:29:18.731453 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 0d1cd421-d980-4752-8956-0bf76823f480, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=0d1cd421-d980-4752-8956-0bf76823f480,segment=NetworkSegment(593d56e2-38d2-41bc-b1b2-e589ba6a6806),segment_id=593d56e2-38d2-41bc-b1b2-e589ba6a6806)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:29:18.742899 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Returning: {'device': '0d1cd421-d980-4752-8956-0bf76823f480', 'network_id': '65a9db86-2194-48e1-bf6b-fd60925d798f', 'port_id': '0d1cd421-d980-4752-8956-0bf76823f480', 'mac_address': 'fa:16:3e:04:d9:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5c43067-b069-4859-b6ae-a00f484d95c3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 23:29:18.782627 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:18.796815 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0d1cd421-d980-4752-8956-0bf76823f480 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:29:18.816993 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 0d1cd421-d980-4752-8956-0bf76823f480, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=0d1cd421-d980-4752-8956-0bf76823f480,segment=NetworkSegment(593d56e2-38d2-41bc-b1b2-e589ba6a6806),segment_id=593d56e2-38d2-41bc-b1b2-e589ba6a6806)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:29:18.821121 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:18.874580 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=0d1cd421-d980-4752-8956-0bf76823f480,revision_number=6']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:18.881887 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:29:18.882217 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:29:18.882558 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:29:18.882931 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:29:18.883262 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:29:18.883594 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:29:18.883917 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:29:18.884317 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:29:18.884644 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:29:18.884966 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:29:18.885286 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:29:18.885601 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:29:18.891571 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] get_ports_and_sgs() called for port_ids ['0d1cd421-d980-4752-8956-0bf76823f480'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 23:29:19.422325 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-169badac-3eb9-4c9c-8f78-7c1d2d15acc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:20.624556 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 0d1cd421-d980-4752-8956-0bf76823f480 up at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 23:29:20.687426 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Provisioning complete for port 0d1cd421-d980-4752-8956-0bf76823f480 triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:29:20.688331 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:20.779332 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:20.805299 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dc4f4a9-f456-4138-9320-a1abcd276177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d1cd421-d980-4752-8956-0bf76823f480'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:29:20.807536 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b134bc65f967cea6f1797bfdd7611f84549a2ae334dac04105da021bbc0aa067" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e949d51-8e2b-477e-93fa-5a033ad52055" -d '{"events": [{"server_uuid": "9dc4f4a9-f456-4138-9320-a1abcd276177", "name": "network-vif-plugged", "status": "completed", "tag": "0d1cd421-d980-4752-8956-0bf76823f480"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 23:29:20.821300 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 0d1cd421-d980-4752-8956-0bf76823f480, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=0d1cd421-d980-4752-8956-0bf76823f480,segment=NetworkSegment(593d56e2-38d2-41bc-b1b2-e589ba6a6806),segment_id=593d56e2-38d2-41bc-b1b2-e589ba6a6806)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:29:20.828830 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:20.877241 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=0d1cd421-d980-4752-8956-0bf76823f480,revision_number=7']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:20.942152 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 23:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c9a923f-60f8-4cb4-9c95-945691914dcd x-openstack-request-id: req-1c9a923f-60f8-4cb4-9c95-945691914dcd {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 23:29:20.942456 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dc4f4a9-f456-4138-9320-a1abcd276177", "name": "network-vif-plugged", "status": "completed", "tag": "0d1cd421-d980-4752-8956-0bf76823f480", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 23:29:20.942713 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1c9a923f-60f8-4cb4-9c95-945691914dcd {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 23:29:20.943122 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dc4f4a9-f456-4138-9320-a1abcd276177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d1cd421-d980-4752-8956-0bf76823f480', 'code': 200} Jan 18 23:29:22.034702 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bdf932fd-3b4a-479f-9206-b7ac08bcc348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:23.232589 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:24.680725 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:24.744010 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:27.984013 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cc9079cb-44e3-4a89-9272-c3135f963a69 req-92cd93f8-e636-4993-bdea-db9731701a06 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-911043309&fields=id&tenant_id=4a7d08920b4c41a5997cf476b3cd8f31 HTTP/1.1" status: 200 len: 267 time: 0.0327113 Jan 18 23:29:28.090717 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9079cb-44e3-4a89-9272-c3135f963a69 req-bf29eb5b-38e8-456d-bd4c-f0216d228203 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:28.092231 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cc9079cb-44e3-4a89-9272-c3135f963a69 req-bf29eb5b-38e8-456d-bd4c-f0216d228203 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] 10.222.0.53 "GET /v2.0/networks?id=65a9db86-2194-48e1-bf6b-fd60925d798f HTTP/1.1" status: 200 len: 810 time: 0.1008449 Jan 18 23:29:28.108490 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cc9079cb-44e3-4a89-9272-c3135f963a69 req-bb23c439-90f5-43db-bf50-bb76beabba8c tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] 10.222.0.53 "GET /v2.0/quotas/4a7d08920b4c41a5997cf476b3cd8f31 HTTP/1.1" status: 200 len: 375 time: 0.0094030 Jan 18 23:29:28.168528 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cc9079cb-44e3-4a89-9272-c3135f963a69 req-c2fd9910-6d4a-47e0-a887-a1acf504256e tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4a7d08920b4c41a5997cf476b3cd8f31&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0539067 Jan 18 23:29:28.185086 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [req-cc9079cb-44e3-4a89-9272-c3135f963a69 req-01be466f-ae72-4b67-90d2-25ec019ff749 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102430) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 23:29:28.186045 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cc9079cb-44e3-4a89-9272-c3135f963a69 req-01be466f-ae72-4b67-90d2-25ec019ff749 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052140 Jan 18 23:29:28.272799 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cc9079cb-44e3-4a89-9272-c3135f963a69 req-d2a37040-dcdd-4427-8749-e344f9106786 service neutron] 10.222.0.53 "GET /v2.0/networks/65a9db86-2194-48e1-bf6b-fd60925d798f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797858 Jan 18 23:29:28.363845 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cc9079cb-44e3-4a89-9272-c3135f963a69 req-ba4920fa-3999-4a15-8834-c59886c520c1 service neutron] 10.222.0.53 "GET /v2.0/networks/65a9db86-2194-48e1-bf6b-fd60925d798f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851128 Jan 18 23:29:28.538485 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e8961627-7822-4e06-8f5d-c44ae532828a req-4ae7f331-b0fb-4f42-8a23-dc3cb9ae429a tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] 10.222.0.53 "GET /v2.0/ports?device_id=d660752e-5042-48e7-8e98-60005a03456e HTTP/1.1" status: 200 len: 210 time: 0.0272174 Jan 18 23:29:29.133399 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-14db1b06-b5ae-487e-b291-d48ee66381c4 req-60eda0c3-585d-422a-a7f7-d2e72f6ee0d5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9dc4f4a9-f456-4138-9320-a1abcd276177&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0385406 Jan 18 23:29:29.212651 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db1b06-b5ae-487e-b291-d48ee66381c4 req-e2ed2ea6-0c30-4b50-9389-efb717a79442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:29.214110 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-14db1b06-b5ae-487e-b291-d48ee66381c4 req-e2ed2ea6-0c30-4b50-9389-efb717a79442 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4a7d08920b4c41a5997cf476b3cd8f31&device_id=9dc4f4a9-f456-4138-9320-a1abcd276177 HTTP/1.1" status: 200 len: 1096 time: 0.0385129 Jan 18 23:29:29.320426 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db1b06-b5ae-487e-b291-d48ee66381c4 req-9be61957-ef6e-4ba6-9593-6a4d48715bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:29.321881 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-14db1b06-b5ae-487e-b291-d48ee66381c4 req-9be61957-ef6e-4ba6-9593-6a4d48715bfa service neutron] 10.222.0.67 "GET /v2.0/networks?id=65a9db86-2194-48e1-bf6b-fd60925d798f HTTP/1.1" status: 200 len: 910 time: 0.0890210 Jan 18 23:29:29.392480 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-14db1b06-b5ae-487e-b291-d48ee66381c4 req-7f2696bf-f231-4c5a-88c2-ef3bac6aca4d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0d1cd421-d980-4752-8956-0bf76823f480 HTTP/1.1" status: 200 len: 1001 time: 0.0636342 Jan 18 23:29:29.446786 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db1b06-b5ae-487e-b291-d48ee66381c4 req-7d0554a9-4033-44bf-b1a6-f39552ee394f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:29.448438 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-14db1b06-b5ae-487e-b291-d48ee66381c4 req-7d0554a9-4033-44bf-b1a6-f39552ee394f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f5c43067-b069-4859-b6ae-a00f484d95c3 HTTP/1.1" status: 200 len: 849 time: 0.0498939 Jan 18 23:29:29.463336 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9079cb-44e3-4a89-9272-c3135f963a69 req-637265d2-6e4d-4095-ba7c-f7743a7a4a30 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:29.464860 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-cc9079cb-44e3-4a89-9272-c3135f963a69 req-637265d2-6e4d-4095-ba7c-f7743a7a4a30 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] 10.222.0.36 "GET /v2.0/networks?id=65a9db86-2194-48e1-bf6b-fd60925d798f HTTP/1.1" status: 200 len: 810 time: 0.1079462 Jan 18 23:29:29.520732 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-cc9079cb-44e3-4a89-9272-c3135f963a69 req-372b8a12-558a-454c-9f81-b8012b21917d tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a7d08920b4c41a5997cf476b3cd8f31 HTTP/1.1" status: 200 len: 379 time: 0.0476108 Jan 18 23:29:29.530680 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-cc9079cb-44e3-4a89-9272-c3135f963a69 req-1e61e85f-2fb7-48fa-b925-9b7b3e2b0a1f tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Request body: {'port': {'device_id': 'd660752e-5042-48e7-8e98-60005a03456e', 'network_id': '65a9db86-2194-48e1-bf6b-fd60925d798f', 'admin_state_up': True, 'tenant_id': '4a7d08920b4c41a5997cf476b3cd8f31', 'security_groups': ['f7517713-f0c0-4f88-8d2e-ff309c12dae8']}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:29:29.655215 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc9079cb-44e3-4a89-9272-c3135f963a69 req-1e61e85f-2fb7-48fa-b925-9b7b3e2b0a1f tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Made reservation on behalf of 4a7d08920b4c41a5997cf476b3cd8f31 for: {'port': 1} {{(pid=102431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:29:29.659971 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-cc9079cb-44e3-4a89-9272-c3135f963a69 req-1e61e85f-2fb7-48fa-b925-9b7b3e2b0a1f tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:29.841634 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [req-cc9079cb-44e3-4a89-9272-c3135f963a69 req-1e61e85f-2fb7-48fa-b925-9b7b3e2b0a1f tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Allocated IP 172.20.0.9 (65a9db86-2194-48e1-bf6b-fd60925d798f/f5c43067-b069-4859-b6ae-a00f484d95c3/3fee564f-b461-47c6-98ae-b833448da67f) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:29:29.855704 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-2282dcd0-9692-4fc0-bd04-85c348818b5f req-e0b62bf6-018c-4a20-968e-4a0100e7b9a6 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] 10.222.0.53 "GET /v2.0/ports?device_id=d660752e-5042-48e7-8e98-60005a03456e HTTP/1.1" status: 200 len: 210 time: 0.0385964 Jan 18 23:29:29.880371 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db1b06-b5ae-487e-b291-d48ee66381c4 req-55e98fa4-e85f-4123-ba5f-6d24fba60f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:29.882892 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-14db1b06-b5ae-487e-b291-d48ee66381c4 req-55e98fa4-e85f-4123-ba5f-6d24fba60f1d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=65a9db86-2194-48e1-bf6b-fd60925d798f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4279106 Jan 18 23:29:29.984912 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-cc9079cb-44e3-4a89-9272-c3135f963a69 req-1e61e85f-2fb7-48fa-b925-9b7b3e2b0a1f tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Notify callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:30.024547 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-cc9079cb-44e3-4a89-9272-c3135f963a69 req-1e61e85f-2fb7-48fa-b925-9b7b3e2b0a1f tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:30.038947 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-14db1b06-b5ae-487e-b291-d48ee66381c4 req-49de9bf3-ec7e-4909-b510-04092f5097a5 service neutron] 10.222.0.67 "GET /v2.0/networks/65a9db86-2194-48e1-bf6b-fd60925d798f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483927 Jan 18 23:29:30.084647 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e61e85f-2fb7-48fa-b925-9b7b3e2b0a1f tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Pushing event updated for resources: {'Port': ['ID=3fee564f-b461-47c6-98ae-b833448da67f,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:30.096015 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e61e85f-2fb7-48fa-b925-9b7b3e2b0a1f tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:29:30.096395 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e61e85f-2fb7-48fa-b925-9b7b3e2b0a1f tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:29:30.096936 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e61e85f-2fb7-48fa-b925-9b7b3e2b0a1f tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:29:30.097374 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e61e85f-2fb7-48fa-b925-9b7b3e2b0a1f tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:29:30.097931 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e61e85f-2fb7-48fa-b925-9b7b3e2b0a1f tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:29:30.098617 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e61e85f-2fb7-48fa-b925-9b7b3e2b0a1f tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:29:30.100038 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e61e85f-2fb7-48fa-b925-9b7b3e2b0a1f tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:29:30.100038 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e61e85f-2fb7-48fa-b925-9b7b3e2b0a1f tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:29:30.100413 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e61e85f-2fb7-48fa-b925-9b7b3e2b0a1f tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:29:30.101411 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e61e85f-2fb7-48fa-b925-9b7b3e2b0a1f tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:29:30.101411 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e61e85f-2fb7-48fa-b925-9b7b3e2b0a1f tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:29:30.102255 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e61e85f-2fb7-48fa-b925-9b7b3e2b0a1f tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:29:30.107226 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc9079cb-44e3-4a89-9272-c3135f963a69 req-1e61e85f-2fb7-48fa-b925-9b7b3e2b0a1f tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Network 65a9db86-2194-48e1-bf6b-fd60925d798f is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:29:30.109565 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [req-cc9079cb-44e3-4a89-9272-c3135f963a69 req-1e61e85f-2fb7-48fa-b925-9b7b3e2b0a1f tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:29:30.123421 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc9079cb-44e3-4a89-9272-c3135f963a69 req-1e61e85f-2fb7-48fa-b925-9b7b3e2b0a1f tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:29:30.181139 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-14db1b06-b5ae-487e-b291-d48ee66381c4 req-7b3971d1-4227-480a-83cf-ea91eae8057c service neutron] 10.222.0.67 "GET /v2.0/networks/65a9db86-2194-48e1-bf6b-fd60925d798f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354852 Jan 18 23:29:30.183469 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9079cb-44e3-4a89-9272-c3135f963a69 req-1e61e85f-2fb7-48fa-b925-9b7b3e2b0a1f tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:30.184161 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-cc9079cb-44e3-4a89-9272-c3135f963a69 req-1e61e85f-2fb7-48fa-b925-9b7b3e2b0a1f tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:30.206169 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-cc9079cb-44e3-4a89-9272-c3135f963a69 req-1e61e85f-2fb7-48fa-b925-9b7b3e2b0a1f tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6792102 Jan 18 23:29:30.410872 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-5b91a3f7-c7a2-448d-8e11-9cf6ce825828 None None] Provisioning complete for port 3fee564f-b461-47c6-98ae-b833448da67f triggered by entity DHCP. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:29:30.411935 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5b91a3f7-c7a2-448d-8e11-9cf6ce825828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:30.451754 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-5b91a3f7-c7a2-448d-8e11-9cf6ce825828 None None] Port 3fee564f-b461-47c6-98ae-b833448da67f cannot update to ACTIVE because it is not bound. {{(pid=102432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 18 23:29:30.628383 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 0d1cd421-d980-4752-8956-0bf76823f480 no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 23:29:30.708580 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:30.733350 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dc4f4a9-f456-4138-9320-a1abcd276177', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d1cd421-d980-4752-8956-0bf76823f480'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:29:30.735567 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b134bc65f967cea6f1797bfdd7611f84549a2ae334dac04105da021bbc0aa067" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46b6a7f4-8914-4b28-a5be-e41b059dd857" -d '{"events": [{"server_uuid": "9dc4f4a9-f456-4138-9320-a1abcd276177", "name": "network-vif-unplugged", "status": "completed", "tag": "0d1cd421-d980-4752-8956-0bf76823f480"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 23:29:30.749097 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] For port 0d1cd421-d980-4752-8956-0bf76823f480, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=0d1cd421-d980-4752-8956-0bf76823f480,segment=NetworkSegment(593d56e2-38d2-41bc-b1b2-e589ba6a6806),segment_id=593d56e2-38d2-41bc-b1b2-e589ba6a6806)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:29:30.753253 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:30.796430 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 18 Jan 2022 23:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb630eb-1964-4e00-88a2-365041766c80 x-openstack-request-id: req-5eb630eb-1964-4e00-88a2-365041766c80 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 23:29:30.797177 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dc4f4a9-f456-4138-9320-a1abcd276177", "name": "network-vif-unplugged", "status": "completed", "tag": "0d1cd421-d980-4752-8956-0bf76823f480", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 23:29:30.797697 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5eb630eb-1964-4e00-88a2-365041766c80 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 23:29:30.798405 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dc4f4a9-f456-4138-9320-a1abcd276177', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d1cd421-d980-4752-8956-0bf76823f480', 'code': 200} Jan 18 23:29:30.827827 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Pushing event updated for resources: {'Port': ['ID=0d1cd421-d980-4752-8956-0bf76823f480,revision_number=8']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:30.965098 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f5af73-0902-46f9-98d3-1860104daad3 req-30db23a5-e90f-4bc9-9d95-5cdac646d70e tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:30.966940 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-08f5af73-0902-46f9-98d3-1860104daad3 req-30db23a5-e90f-4bc9-9d95-5cdac646d70e tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] 10.222.0.53 "GET /v2.0/ports?device_id=d660752e-5042-48e7-8e98-60005a03456e HTTP/1.1" status: 200 len: 931 time: 0.0501835 Jan 18 23:29:31.006006 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-08f5af73-0902-46f9-98d3-1860104daad3 req-015f886e-6fba-46c2-842f-042a92e54b67 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7517713-f0c0-4f88-8d2e-ff309c12dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319271 Jan 18 23:29:32.133664 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e736d1-dbe6-4a5f-b9f8-d3ecc6c36f8d req-76805343-4857-4f6a-a84c-4bd875369cb3 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:32.136084 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-09e736d1-dbe6-4a5f-b9f8-d3ecc6c36f8d req-76805343-4857-4f6a-a84c-4bd875369cb3 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] 10.222.0.53 "GET /v2.0/ports?device_id=d660752e-5042-48e7-8e98-60005a03456e HTTP/1.1" status: 200 len: 931 time: 0.0566316 Jan 18 23:29:32.180700 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-09e736d1-dbe6-4a5f-b9f8-d3ecc6c36f8d req-9f8e3c44-612e-4b20-acf9-a1aec641a4c4 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7517713-f0c0-4f88-8d2e-ff309c12dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380082 Jan 18 23:29:33.301462 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d91ddf-714e-43be-8db1-9d298cda3c30 req-b6814dad-a015-4cc0-b2c6-981222849924 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:33.304718 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-53d91ddf-714e-43be-8db1-9d298cda3c30 req-b6814dad-a015-4cc0-b2c6-981222849924 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] 10.222.0.53 "GET /v2.0/ports?device_id=d660752e-5042-48e7-8e98-60005a03456e HTTP/1.1" status: 200 len: 931 time: 0.0537488 Jan 18 23:29:33.345548 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-53d91ddf-714e-43be-8db1-9d298cda3c30 req-b5bb63bc-773f-4102-b349-1f4cf5f6fb5a tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7517713-f0c0-4f88-8d2e-ff309c12dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351532 Jan 18 23:29:34.464206 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02a2735-e4c5-42df-ab75-c4a3a1131300 req-924020ef-0ec1-4ad4-a9df-6d31a1f84bf6 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:34.466920 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a02a2735-e4c5-42df-ab75-c4a3a1131300 req-924020ef-0ec1-4ad4-a9df-6d31a1f84bf6 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] 10.222.0.53 "GET /v2.0/ports?device_id=d660752e-5042-48e7-8e98-60005a03456e HTTP/1.1" status: 200 len: 931 time: 0.0502319 Jan 18 23:29:34.511537 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-a02a2735-e4c5-42df-ab75-c4a3a1131300 req-2cf1e8fc-dd58-40d7-ab5e-1d00206c4aac tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7517713-f0c0-4f88-8d2e-ff309c12dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398939 Jan 18 23:29:35.644685 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538c661e-ade7-436d-b53c-ad4f995df76e req-ae5dd9ca-5c0c-4e5c-b6ff-057ba1e07e45 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:35.646309 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-538c661e-ade7-436d-b53c-ad4f995df76e req-ae5dd9ca-5c0c-4e5c-b6ff-057ba1e07e45 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] 10.222.0.53 "GET /v2.0/ports?device_id=d660752e-5042-48e7-8e98-60005a03456e HTTP/1.1" status: 200 len: 931 time: 0.0559840 Jan 18 23:29:35.686003 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-538c661e-ade7-436d-b53c-ad4f995df76e req-bdbce5ae-daf4-4701-904f-0044e5aa9506 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7517713-f0c0-4f88-8d2e-ff309c12dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335724 Jan 18 23:29:36.814176 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00912e2-5ae2-4aaa-ab5c-a8048705f6bb req-2e4630d5-7716-43cf-a361-604aabbf9df8 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:36.822266 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d00912e2-5ae2-4aaa-ab5c-a8048705f6bb req-2e4630d5-7716-43cf-a361-604aabbf9df8 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] 10.222.0.53 "GET /v2.0/ports?device_id=d660752e-5042-48e7-8e98-60005a03456e HTTP/1.1" status: 200 len: 931 time: 0.0604496 Jan 18 23:29:36.856510 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d00912e2-5ae2-4aaa-ab5c-a8048705f6bb req-bf9f1095-dd2a-4880-a146-2845cb732b08 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7517713-f0c0-4f88-8d2e-ff309c12dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333941 Jan 18 23:29:37.667312 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [req-cc9079cb-44e3-4a89-9272-c3135f963a69 req-08f6b2b3-6458-409a-bf56-496b3c6408cf tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 23:29:37.669868 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-cc9079cb-44e3-4a89-9272-c3135f963a69 req-08f6b2b3-6458-409a-bf56-496b3c6408cf tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065076 Jan 18 23:29:37.729443 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.v2.base [req-cc9079cb-44e3-4a89-9272-c3135f963a69 req-4c4b1fe5-939c-4777-8e28-7709eb0ca8cb service neutron] Request body: {'port': {'device_id': 'd660752e-5042-48e7-8e98-60005a03456e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-1'}} {{(pid=102431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:29:37.781091 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-cc9079cb-44e3-4a89-9272-c3135f963a69 req-4c4b1fe5-939c-4777-8e28-7709eb0ca8cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:37.975965 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de5a9a-383d-46f6-a6d0-c7c459dc2afc req-a0a920e6-67ba-4dcf-8549-4524886cae39 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:37.977436 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-12de5a9a-383d-46f6-a6d0-c7c459dc2afc req-a0a920e6-67ba-4dcf-8549-4524886cae39 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] 10.222.0.53 "GET /v2.0/ports?device_id=d660752e-5042-48e7-8e98-60005a03456e HTTP/1.1" status: 200 len: 931 time: 0.0516446 Jan 18 23:29:38.016731 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-12de5a9a-383d-46f6-a6d0-c7c459dc2afc req-b1eebee7-d5e2-4637-b4ed-518459b9a35a tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7517713-f0c0-4f88-8d2e-ff309c12dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327883 Jan 18 23:29:38.056851 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [req-cc9079cb-44e3-4a89-9272-c3135f963a69 req-4c4b1fe5-939c-4777-8e28-7709eb0ca8cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fee564f-b461-47c6-98ae-b833448da67f {{(pid=102431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:29:38.064254 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-cc9079cb-44e3-4a89-9272-c3135f963a69 req-4c4b1fe5-939c-4777-8e28-7709eb0ca8cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:38.078635 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [req-cc9079cb-44e3-4a89-9272-c3135f963a69 req-4c4b1fe5-939c-4777-8e28-7709eb0ca8cb service neutron] Transition to ACTIVE for port object 3fee564f-b461-47c6-98ae-b833448da67f will not be triggered until provisioned by entity L2. {{(pid=102431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:29:38.082592 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-cc9079cb-44e3-4a89-9272-c3135f963a69 req-4c4b1fe5-939c-4777-8e28-7709eb0ca8cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:38.134711 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4b1fe5-939c-4777-8e28-7709eb0ca8cb service neutron] Pushing event updated for resources: {'Port': ['ID=3fee564f-b461-47c6-98ae-b833448da67f,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:38.197227 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-cc9079cb-44e3-4a89-9272-c3135f963a69 req-4c4b1fe5-939c-4777-8e28-7709eb0ca8cb service neutron] Attempting to bind port 3fee564f-b461-47c6-98ae-b833448da67f on host n-h1-825064-1 for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:29:38.197555 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-cc9079cb-44e3-4a89-9272-c3135f963a69 req-4c4b1fe5-939c-4777-8e28-7709eb0ca8cb service neutron] Attempting to bind port 3fee564f-b461-47c6-98ae-b833448da67f by drivers openvswitch,hyperv on host n-h1-825064-1 at level 0 using segments [{'id': '593d56e2-38d2-41bc-b1b2-e589ba6a6806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '65a9db86-2194-48e1-bf6b-fd60925d798f'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:29:38.197884 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9079cb-44e3-4a89-9272-c3135f963a69 req-4c4b1fe5-939c-4777-8e28-7709eb0ca8cb service neutron] Attempting to bind port 3fee564f-b461-47c6-98ae-b833448da67f on network 65a9db86-2194-48e1-bf6b-fd60925d798f {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 23:29:38.202222 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9079cb-44e3-4a89-9272-c3135f963a69 req-4c4b1fe5-939c-4777-8e28-7709eb0ca8cb service neutron] Port 3fee564f-b461-47c6-98ae-b833448da67f on network 65a9db86-2194-48e1-bf6b-fd60925d798f not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-1 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 23:29:38.202540 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9079cb-44e3-4a89-9272-c3135f963a69 req-4c4b1fe5-939c-4777-8e28-7709eb0ca8cb service neutron] Attempting to bind port 3fee564f-b461-47c6-98ae-b833448da67f on network 65a9db86-2194-48e1-bf6b-fd60925d798f {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 23:29:38.208030 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9079cb-44e3-4a89-9272-c3135f963a69 req-4c4b1fe5-939c-4777-8e28-7709eb0ca8cb service neutron] Checking agent: {'id': 'e49d1b2a-ba11-487f-a804-ecbf3c0e8132', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'started_at': datetime.datetime(2022, 1, 18, 22, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 23:29:38.208400 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9079cb-44e3-4a89-9272-c3135f963a69 req-4c4b1fe5-939c-4777-8e28-7709eb0ca8cb service neutron] Checking segment: {'id': '593d56e2-38d2-41bc-b1b2-e589ba6a6806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '65a9db86-2194-48e1-bf6b-fd60925d798f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 18 23:29:38.208832 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9079cb-44e3-4a89-9272-c3135f963a69 req-4c4b1fe5-939c-4777-8e28-7709eb0ca8cb service neutron] Bound using segment: {'id': '593d56e2-38d2-41bc-b1b2-e589ba6a6806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '65a9db86-2194-48e1-bf6b-fd60925d798f'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 23:29:38.209256 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [req-cc9079cb-44e3-4a89-9272-c3135f963a69 req-4c4b1fe5-939c-4777-8e28-7709eb0ca8cb service neutron] Bound port: 3fee564f-b461-47c6-98ae-b833448da67f, host: n-h1-825064-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '593d56e2-38d2-41bc-b1b2-e589ba6a6806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '65a9db86-2194-48e1-bf6b-fd60925d798f'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:29:38.209612 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-cc9079cb-44e3-4a89-9272-c3135f963a69 req-4c4b1fe5-939c-4777-8e28-7709eb0ca8cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:38.277612 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-cc9079cb-44e3-4a89-9272-c3135f963a69 req-4c4b1fe5-939c-4777-8e28-7709eb0ca8cb service neutron] For port 3fee564f-b461-47c6-98ae-b833448da67f, host n-h1-825064-1, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:29:38.280564 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-cc9079cb-44e3-4a89-9272-c3135f963a69 req-4c4b1fe5-939c-4777-8e28-7709eb0ca8cb service neutron] For port 3fee564f-b461-47c6-98ae-b833448da67f, host n-h1-825064-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=3fee564f-b461-47c6-98ae-b833448da67f,segment=NetworkSegment(593d56e2-38d2-41bc-b1b2-e589ba6a6806),segment_id=593d56e2-38d2-41bc-b1b2-e589ba6a6806)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:29:38.285357 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-cc9079cb-44e3-4a89-9272-c3135f963a69 req-4c4b1fe5-939c-4777-8e28-7709eb0ca8cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59510223'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:38.318539 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9079cb-44e3-4a89-9272-c3135f963a69 req-4c4b1fe5-939c-4777-8e28-7709eb0ca8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:38.319187 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-cc9079cb-44e3-4a89-9272-c3135f963a69 req-4c4b1fe5-939c-4777-8e28-7709eb0ca8cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:38.320651 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-cc9079cb-44e3-4a89-9272-c3135f963a69 req-4c4b1fe5-939c-4777-8e28-7709eb0ca8cb service neutron] 10.222.0.36 "PUT /v2.0/ports/3fee564f-b461-47c6-98ae-b833448da67f HTTP/1.1" status: 200 len: 1091 time: 0.6391809 Jan 18 23:29:38.321314 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd660752e-5042-48e7-8e98-60005a03456e', 'tag': '3fee564f-b461-47c6-98ae-b833448da67f'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:29:38.323405 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6adba52062d83d0b70d142dbcd5753b88deeeedcec75449c501cd3eecc31c27c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e017d52-fec0-4e0a-bca5-92c4d79ef9b6" -d '{"events": [{"name": "network-changed", "server_uuid": "d660752e-5042-48e7-8e98-60005a03456e", "tag": "3fee564f-b461-47c6-98ae-b833448da67f"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 23:29:38.353630 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4b1fe5-939c-4777-8e28-7709eb0ca8cb service neutron] Pushing event updated for resources: {'Port': ['ID=3fee564f-b461-47c6-98ae-b833448da67f,revision_number=3']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:38.412966 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9079cb-44e3-4a89-9272-c3135f963a69 req-76588397-42f2-40dc-8513-14c2baf7edb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:38.414524 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-cc9079cb-44e3-4a89-9272-c3135f963a69 req-76588397-42f2-40dc-8513-14c2baf7edb2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4a7d08920b4c41a5997cf476b3cd8f31&device_id=d660752e-5042-48e7-8e98-60005a03456e HTTP/1.1" status: 200 len: 1094 time: 0.0459721 Jan 18 23:29:38.462021 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 23:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aecc163-5375-4693-8eaf-5592daebd3cb x-openstack-request-id: req-2aecc163-5375-4693-8eaf-5592daebd3cb {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 23:29:38.462318 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d660752e-5042-48e7-8e98-60005a03456e", "tag": "3fee564f-b461-47c6-98ae-b833448da67f", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 23:29:38.462571 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2aecc163-5375-4693-8eaf-5592daebd3cb {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 23:29:38.462967 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd660752e-5042-48e7-8e98-60005a03456e', 'tag': '3fee564f-b461-47c6-98ae-b833448da67f', 'status': 'completed', 'code': 200} Jan 18 23:29:38.464483 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-cc9079cb-44e3-4a89-9272-c3135f963a69 req-5c3f5eef-3169-4775-9066-a6caea4306e5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3fee564f-b461-47c6-98ae-b833448da67f HTTP/1.1" status: 200 len: 217 time: 0.0430179 Jan 18 23:29:38.513893 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9079cb-44e3-4a89-9272-c3135f963a69 req-3b69115d-935c-4f04-bef7-454b7743b1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:38.515621 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-cc9079cb-44e3-4a89-9272-c3135f963a69 req-3b69115d-935c-4f04-bef7-454b7743b1ce service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f5c43067-b069-4859-b6ae-a00f484d95c3 HTTP/1.1" status: 200 len: 849 time: 0.0452223 Jan 18 23:29:38.560583 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9079cb-44e3-4a89-9272-c3135f963a69 req-47f43295-9772-42f9-b4b8-de09544843e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:38.562107 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-cc9079cb-44e3-4a89-9272-c3135f963a69 req-47f43295-9772-42f9-b4b8-de09544843e1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=65a9db86-2194-48e1-bf6b-fd60925d798f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397496 Jan 18 23:29:38.651101 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-cc9079cb-44e3-4a89-9272-c3135f963a69 req-a3d188e5-e3ce-425f-b103-a44b1237a08b service neutron] 10.222.0.36 "GET /v2.0/networks/65a9db86-2194-48e1-bf6b-fd60925d798f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809698 Jan 18 23:29:38.735734 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-cc9079cb-44e3-4a89-9272-c3135f963a69 req-819b7008-fd7f-4495-881b-4b7514785ec3 service neutron] 10.222.0.36 "GET /v2.0/networks/65a9db86-2194-48e1-bf6b-fd60925d798f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783980 Jan 18 23:29:38.816769 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e017d52-fec0-4e0a-bca5-92c4d79ef9b6 req-e7d72fba-87c4-4ce6-bc7e-4330cb1a1598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:38.818258 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-9e017d52-fec0-4e0a-bca5-92c4d79ef9b6 req-e7d72fba-87c4-4ce6-bc7e-4330cb1a1598 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4a7d08920b4c41a5997cf476b3cd8f31&device_id=d660752e-5042-48e7-8e98-60005a03456e HTTP/1.1" status: 200 len: 1094 time: 0.0401342 Jan 18 23:29:38.906270 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e017d52-fec0-4e0a-bca5-92c4d79ef9b6 req-7bdbd860-72e5-4f02-8254-c598033f28f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:38.907717 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-9e017d52-fec0-4e0a-bca5-92c4d79ef9b6 req-7bdbd860-72e5-4f02-8254-c598033f28f5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=65a9db86-2194-48e1-bf6b-fd60925d798f HTTP/1.1" status: 200 len: 910 time: 0.0829973 Jan 18 23:29:38.947103 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-9e017d52-fec0-4e0a-bca5-92c4d79ef9b6 req-953cc5d3-c864-4bcb-8406-c1c365253c2a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3fee564f-b461-47c6-98ae-b833448da67f HTTP/1.1" status: 200 len: 217 time: 0.0326436 Jan 18 23:29:38.997769 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e017d52-fec0-4e0a-bca5-92c4d79ef9b6 req-d0c48dd3-ad15-43ed-8f97-4323608c1bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:38.999373 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-9e017d52-fec0-4e0a-bca5-92c4d79ef9b6 req-d0c48dd3-ad15-43ed-8f97-4323608c1bb8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f5c43067-b069-4859-b6ae-a00f484d95c3 HTTP/1.1" status: 200 len: 849 time: 0.0454514 Jan 18 23:29:39.045914 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e017d52-fec0-4e0a-bca5-92c4d79ef9b6 req-931af537-0cdb-46ca-82b3-b699fe385595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:39.047383 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-9e017d52-fec0-4e0a-bca5-92c4d79ef9b6 req-931af537-0cdb-46ca-82b3-b699fe385595 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=65a9db86-2194-48e1-bf6b-fd60925d798f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397317 Jan 18 23:29:39.140997 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3900d3cb-2e7d-41c1-8c8d-452bfa0bfc9a req-57295437-bb70-462b-b4f6-969e9379607f tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:39.141613 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-9e017d52-fec0-4e0a-bca5-92c4d79ef9b6 req-c25761ca-0832-4575-bea5-4fad1c1f147f service neutron] 10.222.0.36 "GET /v2.0/networks/65a9db86-2194-48e1-bf6b-fd60925d798f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853934 Jan 18 23:29:39.142503 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3900d3cb-2e7d-41c1-8c8d-452bfa0bfc9a req-57295437-bb70-462b-b4f6-969e9379607f tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] 10.222.0.53 "GET /v2.0/ports?device_id=d660752e-5042-48e7-8e98-60005a03456e HTTP/1.1" status: 200 len: 943 time: 0.0584557 Jan 18 23:29:39.181631 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-3900d3cb-2e7d-41c1-8c8d-452bfa0bfc9a req-9bb01a10-a758-4804-bdec-4198e7db66fc tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7517713-f0c0-4f88-8d2e-ff309c12dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326917 Jan 18 23:29:39.235001 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-9e017d52-fec0-4e0a-bca5-92c4d79ef9b6 req-9b5dde7b-5d72-4981-ac6f-78e74881a6d9 service neutron] 10.222.0.36 "GET /v2.0/networks/65a9db86-2194-48e1-bf6b-fd60925d798f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859010 Jan 18 23:29:40.297571 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee65f40-ecc6-44db-9d32-f257f6175a80 req-5e77be74-ae74-4671-8821-e1845839b263 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:40.299024 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0ee65f40-ecc6-44db-9d32-f257f6175a80 req-5e77be74-ae74-4671-8821-e1845839b263 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] 10.222.0.53 "GET /v2.0/ports?device_id=d660752e-5042-48e7-8e98-60005a03456e HTTP/1.1" status: 200 len: 943 time: 0.0479240 Jan 18 23:29:40.335812 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-0ee65f40-ecc6-44db-9d32-f257f6175a80 req-6715d982-c145-4891-9b1c-769843305059 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7517713-f0c0-4f88-8d2e-ff309c12dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301976 Jan 18 23:29:41.037367 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 3fee564f-b461-47c6-98ae-b833448da67f details requested by agent hyperv_n-h1-825064-1 with host n-h1-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 23:29:41.127986 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 3fee564f-b461-47c6-98ae-b833448da67f, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=3fee564f-b461-47c6-98ae-b833448da67f,segment=NetworkSegment(593d56e2-38d2-41bc-b1b2-e589ba6a6806),segment_id=593d56e2-38d2-41bc-b1b2-e589ba6a6806)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:29:41.138361 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Returning: {'device': '3fee564f-b461-47c6-98ae-b833448da67f', 'network_id': '65a9db86-2194-48e1-bf6b-fd60925d798f', 'port_id': '3fee564f-b461-47c6-98ae-b833448da67f', 'mac_address': 'fa:16:3e:b5:a6:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5c43067-b069-4859-b6ae-a00f484d95c3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 23:29:41.177560 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:41.190340 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fee564f-b461-47c6-98ae-b833448da67f {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:29:41.213392 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 3fee564f-b461-47c6-98ae-b833448da67f, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=3fee564f-b461-47c6-98ae-b833448da67f,segment=NetworkSegment(593d56e2-38d2-41bc-b1b2-e589ba6a6806),segment_id=593d56e2-38d2-41bc-b1b2-e589ba6a6806)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:29:41.217113 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:41.265017 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=3fee564f-b461-47c6-98ae-b833448da67f,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:41.449538 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd60139e-3b64-4ded-a319-55f84c890207 req-d540e6d3-7b11-4dd8-8fb6-064ae032f9eb tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:41.450986 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bd60139e-3b64-4ded-a319-55f84c890207 req-d540e6d3-7b11-4dd8-8fb6-064ae032f9eb tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] 10.222.0.53 "GET /v2.0/ports?device_id=d660752e-5042-48e7-8e98-60005a03456e HTTP/1.1" status: 200 len: 944 time: 0.0483532 Jan 18 23:29:41.477151 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['3fee564f-b461-47c6-98ae-b833448da67f'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 23:29:41.488492 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bd60139e-3b64-4ded-a319-55f84c890207 req-a800badd-1fb2-4d02-b977-4790ccafc408 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7517713-f0c0-4f88-8d2e-ff309c12dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314622 Jan 18 23:29:42.603520 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129388e1-503c-4f4e-a087-4e54c2dcc7df req-d28ca77a-b26a-405c-815b-effda6844bd9 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:42.604972 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-129388e1-503c-4f4e-a087-4e54c2dcc7df req-d28ca77a-b26a-405c-815b-effda6844bd9 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] 10.222.0.53 "GET /v2.0/ports?device_id=d660752e-5042-48e7-8e98-60005a03456e HTTP/1.1" status: 200 len: 944 time: 0.0510480 Jan 18 23:29:42.641547 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-129388e1-503c-4f4e-a087-4e54c2dcc7df req-b28a570d-d2cb-4452-b1af-7bb3fbe6b6d8 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7517713-f0c0-4f88-8d2e-ff309c12dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307245 Jan 18 23:29:43.044287 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 3fee564f-b461-47c6-98ae-b833448da67f up at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 23:29:43.091298 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning for port 3fee564f-b461-47c6-98ae-b833448da67f completed by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:29:43.094844 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning complete for port 3fee564f-b461-47c6-98ae-b833448da67f triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:29:43.095211 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:43.168024 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:43.193171 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd660752e-5042-48e7-8e98-60005a03456e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fee564f-b461-47c6-98ae-b833448da67f'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:29:43.195349 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b134bc65f967cea6f1797bfdd7611f84549a2ae334dac04105da021bbc0aa067" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46d4fe1a-3fd3-4c7a-a645-8250d2fe812c" -d '{"events": [{"server_uuid": "d660752e-5042-48e7-8e98-60005a03456e", "name": "network-vif-plugged", "status": "completed", "tag": "3fee564f-b461-47c6-98ae-b833448da67f"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 23:29:43.208352 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 3fee564f-b461-47c6-98ae-b833448da67f, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=3fee564f-b461-47c6-98ae-b833448da67f,segment=NetworkSegment(593d56e2-38d2-41bc-b1b2-e589ba6a6806),segment_id=593d56e2-38d2-41bc-b1b2-e589ba6a6806)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:29:43.213300 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:43.239622 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 23:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7168d371-0fe5-4a32-af43-e906b49953ed x-openstack-request-id: req-7168d371-0fe5-4a32-af43-e906b49953ed {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 23:29:43.239906 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d660752e-5042-48e7-8e98-60005a03456e", "name": "network-vif-plugged", "status": "completed", "tag": "3fee564f-b461-47c6-98ae-b833448da67f", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 23:29:43.240175 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7168d371-0fe5-4a32-af43-e906b49953ed {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 23:29:43.240556 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd660752e-5042-48e7-8e98-60005a03456e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fee564f-b461-47c6-98ae-b833448da67f', 'code': 200} Jan 18 23:29:43.266023 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=3fee564f-b461-47c6-98ae-b833448da67f,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:43.332210 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3078896-645b-4656-be07-c711a7ca7fdb req-188744cb-59bd-470a-b75e-fae87a9f0332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:43.333596 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-c3078896-645b-4656-be07-c711a7ca7fdb req-188744cb-59bd-470a-b75e-fae87a9f0332 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d660752e-5042-48e7-8e98-60005a03456e HTTP/1.1" status: 200 len: 1096 time: 0.0409024 Jan 18 23:29:43.367635 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-c3078896-645b-4656-be07-c711a7ca7fdb req-389e2789-605e-4f47-8cc7-f7326b898d9c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f7517713-f0c0-4f88-8d2e-ff309c12dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274799 Jan 18 23:29:43.469242 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:43.753826 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099a3577-3bb3-455a-9ebe-3e90f1d38fa1 req-84e9f96d-67c2-4095-9d90-de598930d2d7 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:43.755267 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-099a3577-3bb3-455a-9ebe-3e90f1d38fa1 req-84e9f96d-67c2-4095-9d90-de598930d2d7 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] 10.222.0.53 "GET /v2.0/ports?device_id=d660752e-5042-48e7-8e98-60005a03456e HTTP/1.1" status: 200 len: 945 time: 0.0480576 Jan 18 23:29:43.792353 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-099a3577-3bb3-455a-9ebe-3e90f1d38fa1 req-c6d05777-8207-4ae4-8f30-dd3f30aa9961 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7517713-f0c0-4f88-8d2e-ff309c12dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311024 Jan 18 23:29:44.464674 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:44.907163 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc64fb54-ae21-4280-9c3d-c75dc3d5d4b7 req-4ac35d97-ada7-4ccc-aaff-6fee1162e881 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:44.909167 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cc64fb54-ae21-4280-9c3d-c75dc3d5d4b7 req-4ac35d97-ada7-4ccc-aaff-6fee1162e881 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] 10.222.0.53 "GET /v2.0/ports?device_id=d660752e-5042-48e7-8e98-60005a03456e HTTP/1.1" status: 200 len: 945 time: 0.0476658 Jan 18 23:29:44.945869 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-cc64fb54-ae21-4280-9c3d-c75dc3d5d4b7 req-597429d0-08db-4752-bf8f-16b5eae70f88 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7517713-f0c0-4f88-8d2e-ff309c12dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306604 Jan 18 23:29:45.061744 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549c8930-e614-488d-8556-f5d1dbdf2845 req-b94dc3c3-bce8-4c93-adef-95d3a25f712f tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:45.063196 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-549c8930-e614-488d-8556-f5d1dbdf2845 req-b94dc3c3-bce8-4c93-adef-95d3a25f712f tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] 10.222.0.53 "GET /v2.0/ports?device_id=d660752e-5042-48e7-8e98-60005a03456e HTTP/1.1" status: 200 len: 945 time: 0.0522752 Jan 18 23:29:45.101268 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-549c8930-e614-488d-8556-f5d1dbdf2845 req-42f3509c-31ab-4740-a4ad-5e73b03bb357 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7517713-f0c0-4f88-8d2e-ff309c12dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321789 Jan 18 23:29:45.122075 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 33544) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:29:45.161640 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221db03c-210a-45a8-978f-40926cbd3e11 tempest-TestSnapshotPattern-1946415878 tempest-TestSnapshotPattern-1946415878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:45.163119 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-221db03c-210a-45a8-978f-40926cbd3e11 tempest-TestSnapshotPattern-1946415878 tempest-TestSnapshotPattern-1946415878-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=d660752e-5042-48e7-8e98-60005a03456e HTTP/1.1" status: 200 len: 1091 time: 0.0400128 Jan 18 23:29:45.165954 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 33546) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:29:45.170251 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.v2.base [None req-8da6f3b6-a157-4b60-aefe-be898d47f2e5 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Request body: {'floatingip': {'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'port_id': '3fee564f-b461-47c6-98ae-b833448da67f', 'tenant_id': '4a7d08920b4c41a5997cf476b3cd8f31', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 23:29:45.193070 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8da6f3b6-a157-4b60-aefe-be898d47f2e5 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Notify callbacks [] for floatingip, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:45.289799 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8da6f3b6-a157-4b60-aefe-be898d47f2e5 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:45.389655 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-8da6f3b6-a157-4b60-aefe-be898d47f2e5 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Allocated IP 172.25.5.37 (0fa7c7c8-c96a-4aa5-9818-d374adf00f99/795765f6-d15a-4b92-a239-8420fd790c31/cf16dafa-e7f9-47f4-bd99-8f10e4edc731) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:29:45.490965 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8da6f3b6-a157-4b60-aefe-be898d47f2e5 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Notify callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:45.523877 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8da6f3b6-a157-4b60-aefe-be898d47f2e5 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757344271454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:45.561958 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da6f3b6-a157-4b60-aefe-be898d47f2e5 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Network 0fa7c7c8-c96a-4aa5-9818-d374adf00f99 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:29:45.564929 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-8da6f3b6-a157-4b60-aefe-be898d47f2e5 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:29:45.569065 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da6f3b6-a157-4b60-aefe-be898d47f2e5 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:29:45.574235 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da6f3b6-a157-4b60-aefe-be898d47f2e5 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Pushing event updated for resources: {'Port': ['ID=cf16dafa-e7f9-47f4-bd99-8f10e4edc731,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:45.602196 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da6f3b6-a157-4b60-aefe-be898d47f2e5 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:29:45.602542 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da6f3b6-a157-4b60-aefe-be898d47f2e5 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:29:45.602882 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da6f3b6-a157-4b60-aefe-be898d47f2e5 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:29:45.603217 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da6f3b6-a157-4b60-aefe-be898d47f2e5 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:29:45.603551 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da6f3b6-a157-4b60-aefe-be898d47f2e5 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:29:45.603882 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da6f3b6-a157-4b60-aefe-be898d47f2e5 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:29:45.604234 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da6f3b6-a157-4b60-aefe-be898d47f2e5 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:29:45.604564 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da6f3b6-a157-4b60-aefe-be898d47f2e5 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:29:45.604886 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da6f3b6-a157-4b60-aefe-be898d47f2e5 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:29:45.605210 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da6f3b6-a157-4b60-aefe-be898d47f2e5 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:29:45.605533 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da6f3b6-a157-4b60-aefe-be898d47f2e5 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:29:45.605863 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da6f3b6-a157-4b60-aefe-be898d47f2e5 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:29:45.927474 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8da6f3b6-a157-4b60-aefe-be898d47f2e5 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:45.993927 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8da6f3b6-a157-4b60-aefe-be898d47f2e5 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:46.138664 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8da6f3b6-a157-4b60-aefe-be898d47f2e5 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Notify callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:46.143102 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8da6f3b6-a157-4b60-aefe-be898d47f2e5 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60203128'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:46.215246 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da6f3b6-a157-4b60-aefe-be898d47f2e5 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Pushing event updated for resources: {'Port': ['ID=cf16dafa-e7f9-47f4-bd99-8f10e4edc731,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:46.223954 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8da6f3b6-a157-4b60-aefe-be898d47f2e5 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043075'] for floatingip, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:46.322320 n-d-825064-1 neutron-server[102430]: INFO neutron.db.l3_db [None req-8da6f3b6-a157-4b60-aefe-be898d47f2e5 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Floating IP 12413c6f-893a-41d1-a73f-175b63e9068e associated. External IP: 172.25.5.37, port: 3fee564f-b461-47c6-98ae-b833448da67f. Jan 18 23:29:46.526363 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8da6f3b6-a157-4b60-aefe-be898d47f2e5 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Router 534a9a1e-5100-4cbe-8063-2095c757bb66 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:29:46.629622 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8da6f3b6-a157-4b60-aefe-be898d47f2e5 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:29:46.638981 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2671389-2e57-46b5-a2e1-a79d1aeb12de None None] Sync routers for ids ['534a9a1e-5100-4cbe-8063-2095c757bb66'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:29:46.648945 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2671389-2e57-46b5-a2e1-a79d1aeb12de None None] Routers {'534a9a1e-5100-4cbe-8063-2095c757bb66'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:29:46.649369 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8da6f3b6-a157-4b60-aefe-be898d47f2e5 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:46.649561 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-c2671389-2e57-46b5-a2e1-a79d1aeb12de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:29:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['534a9a1e-5100-4cbe-8063-2095c757bb66'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:29:46.675704 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-8da6f3b6-a157-4b60-aefe-be898d47f2e5 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5087147 Jan 18 23:29:46.676305 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd660752e-5042-48e7-8e98-60005a03456e', 'tag': '3fee564f-b461-47c6-98ae-b833448da67f'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:29:46.678587 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f9cd323385b35eafd7505e92119ef15b9cb9d1db746596d3e25314435e3cbaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e21595a5-7112-41ed-9cd2-a16df79d2b0d" -d '{"events": [{"name": "network-changed", "server_uuid": "d660752e-5042-48e7-8e98-60005a03456e", "tag": "3fee564f-b461-47c6-98ae-b833448da67f"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 23:29:46.714670 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 23:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3231f92b-9858-4196-b557-b1cad8ea909d x-openstack-request-id: req-3231f92b-9858-4196-b557-b1cad8ea909d {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 23:29:46.714969 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d660752e-5042-48e7-8e98-60005a03456e", "tag": "3fee564f-b461-47c6-98ae-b833448da67f", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 23:29:46.715228 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3231f92b-9858-4196-b557-b1cad8ea909d {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 23:29:46.715637 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd660752e-5042-48e7-8e98-60005a03456e', 'tag': '3fee564f-b461-47c6-98ae-b833448da67f', 'status': 'completed', 'code': 200} Jan 18 23:29:46.755331 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-c2671389-2e57-46b5-a2e1-a79d1aeb12de None None] Set router 534a9a1e-5100-4cbe-8063-2095c757bb66 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:29:46.774222 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21595a5-7112-41ed-9cd2-a16df79d2b0d req-85122c8d-7613-42b8-b20b-17c9847a06ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:46.775846 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e21595a5-7112-41ed-9cd2-a16df79d2b0d req-85122c8d-7613-42b8-b20b-17c9847a06ce service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4a7d08920b4c41a5997cf476b3cd8f31&device_id=d660752e-5042-48e7-8e98-60005a03456e HTTP/1.1" status: 200 len: 1096 time: 0.0396910 Jan 18 23:29:46.866533 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21595a5-7112-41ed-9cd2-a16df79d2b0d req-0b8feaa7-0393-4dfc-8b1b-33ef00b99124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:46.867992 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e21595a5-7112-41ed-9cd2-a16df79d2b0d req-0b8feaa7-0393-4dfc-8b1b-33ef00b99124 service neutron] 10.222.0.36 "GET /v2.0/networks?id=65a9db86-2194-48e1-bf6b-fd60925d798f HTTP/1.1" status: 200 len: 910 time: 0.0859740 Jan 18 23:29:46.932746 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e21595a5-7112-41ed-9cd2-a16df79d2b0d req-22abbc8d-78a5-42ce-9fad-8f4329b1695e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3fee564f-b461-47c6-98ae-b833448da67f HTTP/1.1" status: 200 len: 998 time: 0.0584259 Jan 18 23:29:46.977176 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-c2671389-2e57-46b5-a2e1-a79d1aeb12de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '534a9a1e-5100-4cbe-8063-2095c757bb66', 'name': 'tempest-TestSnapshotPattern-1527891498-router', 'tenant_id': '4a7d08920b4c41a5997cf476b3cd8f31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': 'f36e219c-4b33-46ce-8492-a8579f4a97d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:26:55Z', 'updated_at': '2022-01-18T23:26:57Z', 'revision_number': 4, 'project_id': '4a7d08920b4c41a5997cf476b3cd8f31', 'gw_port': {'id': 'f36e219c-4b33-46ce-8492-a8579f4a97d4', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534a9a1e-5100-4cbe-8063-2095c757bb66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:26:55Z', 'updated_at': '2022-01-18T23:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': '12413c6f-893a-41d1-a73f-175b63e9068e', 'tenant_id': '4a7d08920b4c41a5997cf476b3cd8f31', 'floating_ip_address': '172.25.5.37', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': '534a9a1e-5100-4cbe-8063-2095c757bb66', 'port_id': '3fee564f-b461-47c6-98ae-b833448da67f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65a9db86-2194-48e1-bf6b-fd60925d798f', 'mac_address': 'fa:16:3e:b5:a6:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd660752e-5042-48e7-8e98-60005a03456e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:29:45Z', 'updated_at': '2022-01-18T23:29:45Z', 'revision_number': 0, 'project_id': '4a7d08920b4c41a5997cf476b3cd8f31', 'fixed_ip_address_scope': None}, {'id': 'dcf8d7b4-b219-4863-a599-bb972daf0149', 'tenant_id': '4a7d08920b4c41a5997cf476b3cd8f31', 'floating_ip_address': '172.25.5.216', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': '534a9a1e-5100-4cbe-8063-2095c757bb66', 'port_id': '0d1cd421-d980-4752-8956-0bf76823f480', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65a9db86-2194-48e1-bf6b-fd60925d798f', 'mac_address': 'fa:16:3e:04:d9:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dc4f4a9-f456-4138-9320-a1abcd276177', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:27:19Z', 'updated_at': '2022-01-18T23:27:21Z', 'revision_number': 1, 'project_id': '4a7d08920b4c41a5997cf476b3cd8f31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cad4b5c-6fc0-425c-94e7-90c4563eee35', 'name': '', 'network_id': '65a9db86-2194-48e1-bf6b-fd60925d798f', 'tenant_id': '4a7d08920b4c41a5997cf476b3cd8f31', 'mac_address': 'fa:16:3e:fa:84:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534a9a1e-5100-4cbe-8063-2095c757bb66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'f5c43067-b069-4859-b6ae-a00f484d95c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:26:57Z', 'updated_at': '2022-01-18T23:27:03Z', 'revision_number': 5, 'project_id': '4a7d08920b4c41a5997cf476b3cd8f31', 'subnets': [{'id': 'f5c43067-b069-4859-b6ae-a00f484d95c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:29:46.984372 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21595a5-7112-41ed-9cd2-a16df79d2b0d req-5efd9554-03cf-45e4-9d37-f345e7f7dc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:46.985816 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e21595a5-7112-41ed-9cd2-a16df79d2b0d req-5efd9554-03cf-45e4-9d37-f345e7f7dc67 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f5c43067-b069-4859-b6ae-a00f484d95c3 HTTP/1.1" status: 200 len: 849 time: 0.0469275 Jan 18 23:29:47.006674 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2671389-2e57-46b5-a2e1-a79d1aeb12de None None] Checking router: 534a9a1e-5100-4cbe-8063-2095c757bb66 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:29:47.014974 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2671389-2e57-46b5-a2e1-a79d1aeb12de None None] Routers {'534a9a1e-5100-4cbe-8063-2095c757bb66'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:29:47.015563 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-c2671389-2e57-46b5-a2e1-a79d1aeb12de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:29:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['534a9a1e-5100-4cbe-8063-2095c757bb66'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:29:47.031355 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21595a5-7112-41ed-9cd2-a16df79d2b0d req-4c74dee7-71b1-4ff7-82f2-d2519fdb814b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:47.032891 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e21595a5-7112-41ed-9cd2-a16df79d2b0d req-4c74dee7-71b1-4ff7-82f2-d2519fdb814b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=65a9db86-2194-48e1-bf6b-fd60925d798f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408013 Jan 18 23:29:47.123452 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e21595a5-7112-41ed-9cd2-a16df79d2b0d req-0bb0f806-8791-45cd-b1f9-fb52a4e8bf72 service neutron] 10.222.0.36 "GET /v2.0/networks/65a9db86-2194-48e1-bf6b-fd60925d798f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832474 Jan 18 23:29:47.220275 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-e21595a5-7112-41ed-9cd2-a16df79d2b0d req-ad1ff287-6cb8-4cbe-88c8-b9fc8d68dbda service neutron] 10.222.0.36 "GET /v2.0/networks/65a9db86-2194-48e1-bf6b-fd60925d798f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903473 Jan 18 23:29:47.280036 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-c2671389-2e57-46b5-a2e1-a79d1aeb12de None None] Set router 534a9a1e-5100-4cbe-8063-2095c757bb66 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:29:47.496498 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-c2671389-2e57-46b5-a2e1-a79d1aeb12de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '534a9a1e-5100-4cbe-8063-2095c757bb66', 'name': 'tempest-TestSnapshotPattern-1527891498-router', 'tenant_id': '4a7d08920b4c41a5997cf476b3cd8f31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': 'f36e219c-4b33-46ce-8492-a8579f4a97d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:26:55Z', 'updated_at': '2022-01-18T23:26:57Z', 'revision_number': 4, 'project_id': '4a7d08920b4c41a5997cf476b3cd8f31', 'gw_port': {'id': 'f36e219c-4b33-46ce-8492-a8579f4a97d4', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534a9a1e-5100-4cbe-8063-2095c757bb66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:26:55Z', 'updated_at': '2022-01-18T23:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': '12413c6f-893a-41d1-a73f-175b63e9068e', 'tenant_id': '4a7d08920b4c41a5997cf476b3cd8f31', 'floating_ip_address': '172.25.5.37', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': '534a9a1e-5100-4cbe-8063-2095c757bb66', 'port_id': '3fee564f-b461-47c6-98ae-b833448da67f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65a9db86-2194-48e1-bf6b-fd60925d798f', 'mac_address': 'fa:16:3e:b5:a6:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd660752e-5042-48e7-8e98-60005a03456e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:29:45Z', 'updated_at': '2022-01-18T23:29:45Z', 'revision_number': 0, 'project_id': '4a7d08920b4c41a5997cf476b3cd8f31', 'fixed_ip_address_scope': None}, {'id': 'dcf8d7b4-b219-4863-a599-bb972daf0149', 'tenant_id': '4a7d08920b4c41a5997cf476b3cd8f31', 'floating_ip_address': '172.25.5.216', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': '534a9a1e-5100-4cbe-8063-2095c757bb66', 'port_id': '0d1cd421-d980-4752-8956-0bf76823f480', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65a9db86-2194-48e1-bf6b-fd60925d798f', 'mac_address': 'fa:16:3e:04:d9:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dc4f4a9-f456-4138-9320-a1abcd276177', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:27:19Z', 'updated_at': '2022-01-18T23:27:21Z', 'revision_number': 1, 'project_id': '4a7d08920b4c41a5997cf476b3cd8f31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cad4b5c-6fc0-425c-94e7-90c4563eee35', 'name': '', 'network_id': '65a9db86-2194-48e1-bf6b-fd60925d798f', 'tenant_id': '4a7d08920b4c41a5997cf476b3cd8f31', 'mac_address': 'fa:16:3e:fa:84:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534a9a1e-5100-4cbe-8063-2095c757bb66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'f5c43067-b069-4859-b6ae-a00f484d95c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:26:57Z', 'updated_at': '2022-01-18T23:27:03Z', 'revision_number': 5, 'project_id': '4a7d08920b4c41a5997cf476b3cd8f31', 'subnets': [{'id': 'f5c43067-b069-4859-b6ae-a00f484d95c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:29:47.526717 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2671389-2e57-46b5-a2e1-a79d1aeb12de None None] The sync data for ids ['534a9a1e-5100-4cbe-8063-2095c757bb66'] in n-d-825064-1 is: [{'id': '534a9a1e-5100-4cbe-8063-2095c757bb66', 'name': 'tempest-TestSnapshotPattern-1527891498-router', 'tenant_id': '4a7d08920b4c41a5997cf476b3cd8f31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': 'f36e219c-4b33-46ce-8492-a8579f4a97d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:26:55Z', 'updated_at': '2022-01-18T23:26:57Z', 'revision_number': 4, 'project_id': '4a7d08920b4c41a5997cf476b3cd8f31', 'gw_port': {'id': 'f36e219c-4b33-46ce-8492-a8579f4a97d4', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534a9a1e-5100-4cbe-8063-2095c757bb66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:26:55Z', 'updated_at': '2022-01-18T23:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': '12413c6f-893a-41d1-a73f-175b63e9068e', 'tenant_id': '4a7d08920b4c41a5997cf476b3cd8f31', 'floating_ip_address': '172.25.5.37', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': '534a9a1e-5100-4cbe-8063-2095c757bb66', 'port_id': '3fee564f-b461-47c6-98ae-b833448da67f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65a9db86-2194-48e1-bf6b-fd60925d798f', 'mac_address': 'fa:16:3e:b5:a6:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd660752e-5042-48e7-8e98-60005a03456e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:29:45Z', 'updated_at': '2022-01-18T23:29:45Z', 'revision_number': 0, 'project_id': '4a7d08920b4c41a5997cf476b3cd8f31', 'fixed_ip_address_scope': None}, {'id': 'dcf8d7b4-b219-4863-a599-bb972daf0149', 'tenant_id': '4a7d08920b4c41a5997cf476b3cd8f31', 'floating_ip_address': '172.25.5.216', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': '534a9a1e-5100-4cbe-8063-2095c757bb66', 'port_id': '0d1cd421-d980-4752-8956-0bf76823f480', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65a9db86-2194-48e1-bf6b-fd60925d798f', 'mac_address': 'fa:16:3e:04:d9:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dc4f4a9-f456-4138-9320-a1abcd276177', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:27:19Z', 'updated_at': '2022-01-18T23:27:21Z', 'revision_number': 1, 'project_id': '4a7d08920b4c41a5997cf476b3cd8f31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cad4b5c-6fc0-425c-94e7-90c4563eee35', 'name': '', 'network_id': '65a9db86-2194-48e1-bf6b-fd60925d798f', 'tenant_id': '4a7d08920b4c41a5997cf476b3cd8f31', 'mac_address': 'fa:16:3e:fa:84:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534a9a1e-5100-4cbe-8063-2095c757bb66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'f5c43067-b069-4859-b6ae-a00f484d95c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:26:57Z', 'updated_at': '2022-01-18T23:27:03Z', 'revision_number': 5, 'project_id': '4a7d08920b4c41a5997cf476b3cd8f31', 'subnets': [{'id': 'f5c43067-b069-4859-b6ae-a00f484d95c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:29:47.710664 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b597c2f-91b1-4655-b7e7-52e106cacdc7 None None] New status for floating IP 12413c6f-893a-41d1-a73f-175b63e9068e: ACTIVE {{(pid=102433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 23:29:49.413575 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9ebfe56a-80dc-4859-bacc-11734016c7df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:51.222670 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 23:29:52.034489 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3e1a258e-b38c-44be-a7a8-5edd821eafda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:53.227817 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:54.683415 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:54.734966 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:13.474990 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:14.485674 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:19.413752 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4ddce7cc-23a0-458c-ad11-321ce7c96fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:22.034856 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7a50676a-33a7-47f8-8461-9a3382055811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:23.231719 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:24.685840 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:24.734250 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:28.222158 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 23:30:29.121299 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d59d955b-3c28-4ab8-9a3f-3aaa810c1035 req-69f421f9-fb5e-431b-9534-443d519c1bf4 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9dc4f4a9-f456-4138-9320-a1abcd276177&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0381124 Jan 18 23:30:29.199239 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59d955b-3c28-4ab8-9a3f-3aaa810c1035 req-d1145b21-3401-4e60-bccf-35079901bf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:29.200627 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d59d955b-3c28-4ab8-9a3f-3aaa810c1035 req-d1145b21-3401-4e60-bccf-35079901bf8b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4a7d08920b4c41a5997cf476b3cd8f31&device_id=9dc4f4a9-f456-4138-9320-a1abcd276177 HTTP/1.1" status: 200 len: 1094 time: 0.0390310 Jan 18 23:30:29.302600 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59d955b-3c28-4ab8-9a3f-3aaa810c1035 req-e4b6e636-cbc0-436d-8c9b-7f74e137e34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:29.304036 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d59d955b-3c28-4ab8-9a3f-3aaa810c1035 req-e4b6e636-cbc0-436d-8c9b-7f74e137e34d service neutron] 10.222.0.67 "GET /v2.0/networks?id=65a9db86-2194-48e1-bf6b-fd60925d798f HTTP/1.1" status: 200 len: 910 time: 0.0850987 Jan 18 23:30:29.369622 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d59d955b-3c28-4ab8-9a3f-3aaa810c1035 req-f435fd9a-a9b2-4d14-95c1-a8e08e7f6ea7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0d1cd421-d980-4752-8956-0bf76823f480 HTTP/1.1" status: 200 len: 999 time: 0.0568736 Jan 18 23:30:29.417670 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59d955b-3c28-4ab8-9a3f-3aaa810c1035 req-75d85bb5-8dda-40a3-ac0c-940a8f91b90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:29.419041 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d59d955b-3c28-4ab8-9a3f-3aaa810c1035 req-75d85bb5-8dda-40a3-ac0c-940a8f91b90e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f5c43067-b069-4859-b6ae-a00f484d95c3 HTTP/1.1" status: 200 len: 849 time: 0.0421903 Jan 18 23:30:29.466794 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59d955b-3c28-4ab8-9a3f-3aaa810c1035 req-e0602151-ab79-472d-9a65-f72e2dac3bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:29.468181 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d59d955b-3c28-4ab8-9a3f-3aaa810c1035 req-e0602151-ab79-472d-9a65-f72e2dac3bea service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=65a9db86-2194-48e1-bf6b-fd60925d798f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427871 Jan 18 23:30:29.554436 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d59d955b-3c28-4ab8-9a3f-3aaa810c1035 req-ad53a671-de4c-4475-bdb0-8163ceac9662 service neutron] 10.222.0.67 "GET /v2.0/networks/65a9db86-2194-48e1-bf6b-fd60925d798f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796993 Jan 18 23:30:29.645804 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d59d955b-3c28-4ab8-9a3f-3aaa810c1035 req-15e5ebf0-2ee0-4e9c-b171-60517bd5e487 service neutron] 10.222.0.67 "GET /v2.0/networks/65a9db86-2194-48e1-bf6b-fd60925d798f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847049 Jan 18 23:30:32.234444 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-94a7174f-85ad-4982-b37a-dfe369642e31 req-e27266f9-2e5f-4391-969f-dc188ab84242 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d660752e-5042-48e7-8e98-60005a03456e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392108 Jan 18 23:30:32.315226 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a7174f-85ad-4982-b37a-dfe369642e31 req-2523be43-a6af-4f52-80a9-bb9527092e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:32.316720 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-94a7174f-85ad-4982-b37a-dfe369642e31 req-2523be43-a6af-4f52-80a9-bb9527092e38 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4a7d08920b4c41a5997cf476b3cd8f31&device_id=d660752e-5042-48e7-8e98-60005a03456e HTTP/1.1" status: 200 len: 1096 time: 0.0395851 Jan 18 23:30:32.419838 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a7174f-85ad-4982-b37a-dfe369642e31 req-68817c4b-2fca-446b-96e8-07e19f97cc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:32.421236 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-94a7174f-85ad-4982-b37a-dfe369642e31 req-68817c4b-2fca-446b-96e8-07e19f97cc7b service neutron] 10.222.0.36 "GET /v2.0/networks?id=65a9db86-2194-48e1-bf6b-fd60925d798f HTTP/1.1" status: 200 len: 910 time: 0.0861855 Jan 18 23:30:32.483168 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-94a7174f-85ad-4982-b37a-dfe369642e31 req-b433b0d6-a239-4818-a29d-dbda2a7a1e08 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3fee564f-b461-47c6-98ae-b833448da67f HTTP/1.1" status: 200 len: 1000 time: 0.0553508 Jan 18 23:30:32.533351 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a7174f-85ad-4982-b37a-dfe369642e31 req-edbecc38-f3a7-43bf-a921-7b9ae43c17db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:32.535334 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-94a7174f-85ad-4982-b37a-dfe369642e31 req-edbecc38-f3a7-43bf-a921-7b9ae43c17db service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f5c43067-b069-4859-b6ae-a00f484d95c3 HTTP/1.1" status: 200 len: 849 time: 0.0459449 Jan 18 23:30:32.579310 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a7174f-85ad-4982-b37a-dfe369642e31 req-6c83486c-0849-448b-beef-18c6d862139b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:32.581298 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-94a7174f-85ad-4982-b37a-dfe369642e31 req-6c83486c-0849-448b-beef-18c6d862139b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=65a9db86-2194-48e1-bf6b-fd60925d798f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0375693 Jan 18 23:30:32.669223 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-94a7174f-85ad-4982-b37a-dfe369642e31 req-c5786b55-e66f-43f3-bc2e-6a89f8822fa3 service neutron] 10.222.0.36 "GET /v2.0/networks/65a9db86-2194-48e1-bf6b-fd60925d798f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795164 Jan 18 23:30:32.759983 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-94a7174f-85ad-4982-b37a-dfe369642e31 req-f67fb31b-ec51-4ed7-b9e8-05b34cf9eec8 service neutron] 10.222.0.36 "GET /v2.0/networks/65a9db86-2194-48e1-bf6b-fd60925d798f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824928 Jan 18 23:30:43.497184 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:44.478197 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:49.414275 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c3319d57-e4e5-4df6-a980-94012837c7ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:52.035678 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9296fdda-4c40-49c0-9d69-997b4e1ff171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:53.232944 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:54.688058 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:54.733753 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:05.221455 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 23:31:13.502148 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:14.484919 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:19.419787 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6d695271-3501-47d0-832c-d3025158a7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:21.488320 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 3fee564f-b461-47c6-98ae-b833448da67f details requested by agent hyperv_n-h1-825064-1 with host n-h1-825064-1 {{(pid=102432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 23:31:21.607122 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 3fee564f-b461-47c6-98ae-b833448da67f, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=3fee564f-b461-47c6-98ae-b833448da67f,segment=NetworkSegment(593d56e2-38d2-41bc-b1b2-e589ba6a6806),segment_id=593d56e2-38d2-41bc-b1b2-e589ba6a6806)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:31:21.619260 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Returning: {'device': '3fee564f-b461-47c6-98ae-b833448da67f', 'network_id': '65a9db86-2194-48e1-bf6b-fd60925d798f', 'port_id': '3fee564f-b461-47c6-98ae-b833448da67f', 'mac_address': 'fa:16:3e:b5:a6:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5c43067-b069-4859-b6ae-a00f484d95c3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 23:31:21.663594 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:21.679892 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3fee564f-b461-47c6-98ae-b833448da67f {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:31:21.701813 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 3fee564f-b461-47c6-98ae-b833448da67f, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=3fee564f-b461-47c6-98ae-b833448da67f,segment=NetworkSegment(593d56e2-38d2-41bc-b1b2-e589ba6a6806),segment_id=593d56e2-38d2-41bc-b1b2-e589ba6a6806)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:31:21.706746 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:21.773808 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=3fee564f-b461-47c6-98ae-b833448da67f,revision_number=6']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:21.781552 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] get_ports_and_sgs() called for port_ids ['3fee564f-b461-47c6-98ae-b833448da67f'] {{(pid=102432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 23:31:21.797171 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:31:21.797828 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:31:21.798172 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:31:21.798509 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:31:21.798841 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:31:21.799266 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:31:21.799594 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:31:21.799921 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:31:21.800830 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:31:21.801154 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:31:21.801683 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:31:21.802263 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:31:22.052056 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-160cb5f2-cf9d-4507-86a8-ad320683c185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:23.245939 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:23.498248 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 3fee564f-b461-47c6-98ae-b833448da67f up at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 23:31:23.561147 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Provisioning complete for port 3fee564f-b461-47c6-98ae-b833448da67f triggered by entity L2. {{(pid=102432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:31:23.561577 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072035'] for port, provisioning_complete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:23.663343 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:23.688211 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd660752e-5042-48e7-8e98-60005a03456e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fee564f-b461-47c6-98ae-b833448da67f'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:31:23.691469 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b134bc65f967cea6f1797bfdd7611f84549a2ae334dac04105da021bbc0aa067" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fdd577b-9c80-4e88-9654-0ec6e12b91aa" -d '{"events": [{"server_uuid": "d660752e-5042-48e7-8e98-60005a03456e", "name": "network-vif-plugged", "status": "completed", "tag": "3fee564f-b461-47c6-98ae-b833448da67f"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 23:31:23.711076 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 3fee564f-b461-47c6-98ae-b833448da67f, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=3fee564f-b461-47c6-98ae-b833448da67f,segment=NetworkSegment(593d56e2-38d2-41bc-b1b2-e589ba6a6806),segment_id=593d56e2-38d2-41bc-b1b2-e589ba6a6806)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:31:23.718591 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:23.747719 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 23:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee12312c-da11-4f1c-b56f-0bd6834ae4a5 x-openstack-request-id: req-ee12312c-da11-4f1c-b56f-0bd6834ae4a5 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 23:31:23.748007 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d660752e-5042-48e7-8e98-60005a03456e", "name": "network-vif-plugged", "status": "completed", "tag": "3fee564f-b461-47c6-98ae-b833448da67f", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 23:31:23.748328 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ee12312c-da11-4f1c-b56f-0bd6834ae4a5 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 23:31:23.748667 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd660752e-5042-48e7-8e98-60005a03456e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fee564f-b461-47c6-98ae-b833448da67f', 'code': 200} Jan 18 23:31:23.780707 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=3fee564f-b461-47c6-98ae-b833448da67f,revision_number=7']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:24.697830 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:24.741709 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:29.217137 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e43aae75-736d-4252-98c6-83e302d027dd req-c10cf562-4ed8-4c50-bb75-c4b1bb7b341f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9dc4f4a9-f456-4138-9320-a1abcd276177&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1219864 Jan 18 23:31:29.327759 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43aae75-736d-4252-98c6-83e302d027dd req-8cc723bd-ecee-40bf-95c6-fbb63329c487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:29.329277 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e43aae75-736d-4252-98c6-83e302d027dd req-8cc723bd-ecee-40bf-95c6-fbb63329c487 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4a7d08920b4c41a5997cf476b3cd8f31&device_id=9dc4f4a9-f456-4138-9320-a1abcd276177 HTTP/1.1" status: 200 len: 1094 time: 0.0416212 Jan 18 23:31:29.437696 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43aae75-736d-4252-98c6-83e302d027dd req-00324bf4-a4e1-46ee-9256-6d0979c56628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:29.439236 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e43aae75-736d-4252-98c6-83e302d027dd req-00324bf4-a4e1-46ee-9256-6d0979c56628 service neutron] 10.222.0.67 "GET /v2.0/networks?id=65a9db86-2194-48e1-bf6b-fd60925d798f HTTP/1.1" status: 200 len: 910 time: 0.0909531 Jan 18 23:31:29.513862 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e43aae75-736d-4252-98c6-83e302d027dd req-c7531379-2be9-4156-b3e5-fbed9e2850ff service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0d1cd421-d980-4752-8956-0bf76823f480 HTTP/1.1" status: 200 len: 999 time: 0.0678940 Jan 18 23:31:29.568870 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43aae75-736d-4252-98c6-83e302d027dd req-9665bd96-0986-4488-a5fc-658076230271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:29.570341 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e43aae75-736d-4252-98c6-83e302d027dd req-9665bd96-0986-4488-a5fc-658076230271 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f5c43067-b069-4859-b6ae-a00f484d95c3 HTTP/1.1" status: 200 len: 849 time: 0.0497959 Jan 18 23:31:29.626078 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43aae75-736d-4252-98c6-83e302d027dd req-057bd16a-6cc8-4401-9a13-4709e3e4ff0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:29.629736 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e43aae75-736d-4252-98c6-83e302d027dd req-057bd16a-6cc8-4401-9a13-4709e3e4ff0d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=65a9db86-2194-48e1-bf6b-fd60925d798f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501542 Jan 18 23:31:29.725139 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e43aae75-736d-4252-98c6-83e302d027dd req-a13d2afb-8ced-4c52-a236-df560aabe5fe service neutron] 10.222.0.67 "GET /v2.0/networks/65a9db86-2194-48e1-bf6b-fd60925d798f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911417 Jan 18 23:31:29.833326 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-e43aae75-736d-4252-98c6-83e302d027dd req-8794ed85-0417-4bd9-ad69-298bf9aee3dc service neutron] 10.222.0.67 "GET /v2.0/networks/65a9db86-2194-48e1-bf6b-fd60925d798f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024334 Jan 18 23:31:30.664634 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 33746) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:31:30.817948 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-2a6b88b6-98fa-4bf2-9996-4e01ab5c1229 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Deleting port cf16dafa-e7f9-47f4-bd99-8f10e4edc731 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 23:31:30.818292 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2a6b88b6-98fa-4bf2-9996-4e01ab5c1229 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:30.889738 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2a6b88b6-98fa-4bf2-9996-4e01ab5c1229 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:30.890068 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2a6b88b6-98fa-4bf2-9996-4e01ab5c1229 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:30.902085 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-2a6b88b6-98fa-4bf2-9996-4e01ab5c1229 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Calling delete_port for cf16dafa-e7f9-47f4-bd99-8f10e4edc731 owned by network:floatingip {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 23:31:31.047702 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2a6b88b6-98fa-4bf2-9996-4e01ab5c1229 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:31.072906 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6b88b6-98fa-4bf2-9996-4e01ab5c1229 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Pushing event deleted for resources: {'Port': ['ID=cf16dafa-e7f9-47f4-bd99-8f10e4edc731,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:31.104520 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6b88b6-98fa-4bf2-9996-4e01ab5c1229 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:31:31.104884 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6b88b6-98fa-4bf2-9996-4e01ab5c1229 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:31:31.105225 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6b88b6-98fa-4bf2-9996-4e01ab5c1229 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:31:31.105563 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6b88b6-98fa-4bf2-9996-4e01ab5c1229 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:31:31.105895 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6b88b6-98fa-4bf2-9996-4e01ab5c1229 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:31:31.106223 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6b88b6-98fa-4bf2-9996-4e01ab5c1229 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:31:31.106553 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6b88b6-98fa-4bf2-9996-4e01ab5c1229 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:31:31.106876 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6b88b6-98fa-4bf2-9996-4e01ab5c1229 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:31:31.107197 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6b88b6-98fa-4bf2-9996-4e01ab5c1229 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:31:31.107518 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6b88b6-98fa-4bf2-9996-4e01ab5c1229 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:31:31.107853 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6b88b6-98fa-4bf2-9996-4e01ab5c1229 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:31:31.108181 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6b88b6-98fa-4bf2-9996-4e01ab5c1229 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:31:31.144689 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2a6b88b6-98fa-4bf2-9996-4e01ab5c1229 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Notify callbacks [] for floatingip, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:31.145016 n-d-825064-1 neutron-server[102430]: INFO neutron.db.l3_db [None req-2a6b88b6-98fa-4bf2-9996-4e01ab5c1229 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Floating IP 12413c6f-893a-41d1-a73f-175b63e9068e disassociated (deleted). External IP: 172.25.5.37, port: 3fee564f-b461-47c6-98ae-b833448da67f. Jan 18 23:31:31.644170 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a6b88b6-98fa-4bf2-9996-4e01ab5c1229 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Router 534a9a1e-5100-4cbe-8063-2095c757bb66 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:31:31.746339 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a6b88b6-98fa-4bf2-9996-4e01ab5c1229 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:31:31.751102 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2a6b88b6-98fa-4bf2-9996-4e01ab5c1229 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:31.756256 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c09f31-5922-46ae-a269-019181396a9d None None] Sync routers for ids ['534a9a1e-5100-4cbe-8063-2095c757bb66'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:31:31.765714 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c09f31-5922-46ae-a269-019181396a9d None None] Routers {'534a9a1e-5100-4cbe-8063-2095c757bb66'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:31:31.766656 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-c6c09f31-5922-46ae-a269-019181396a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:31:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['534a9a1e-5100-4cbe-8063-2095c757bb66'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:31:31.780143 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-2a6b88b6-98fa-4bf2-9996-4e01ab5c1229 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] 10.222.0.53 "DELETE /v2.0/floatingips/12413c6f-893a-41d1-a73f-175b63e9068e HTTP/1.1" status: 204 len: 168 time: 1.1143923 Jan 18 23:31:31.780739 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd660752e-5042-48e7-8e98-60005a03456e', 'tag': '3fee564f-b461-47c6-98ae-b833448da67f'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:31:31.782980 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f9cd323385b35eafd7505e92119ef15b9cb9d1db746596d3e25314435e3cbaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9efbec3-c3c8-4a5b-9955-24cf070df5c5" -d '{"events": [{"name": "network-changed", "server_uuid": "d660752e-5042-48e7-8e98-60005a03456e", "tag": "3fee564f-b461-47c6-98ae-b833448da67f"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 23:31:31.822233 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 23:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c65e441c-a32d-4772-a9eb-4df408db729a x-openstack-request-id: req-c65e441c-a32d-4772-a9eb-4df408db729a {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 23:31:31.822519 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d660752e-5042-48e7-8e98-60005a03456e", "tag": "3fee564f-b461-47c6-98ae-b833448da67f", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 23:31:31.822770 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c65e441c-a32d-4772-a9eb-4df408db729a {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 23:31:31.823172 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd660752e-5042-48e7-8e98-60005a03456e', 'tag': '3fee564f-b461-47c6-98ae-b833448da67f', 'status': 'completed', 'code': 200} Jan 18 23:31:31.875539 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-c6c09f31-5922-46ae-a269-019181396a9d None None] Set router 534a9a1e-5100-4cbe-8063-2095c757bb66 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:31:31.889347 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9efbec3-c3c8-4a5b-9955-24cf070df5c5 req-b175ae2b-0585-4c8d-945e-7078df7100a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:31.891454 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f9efbec3-c3c8-4a5b-9955-24cf070df5c5 req-b175ae2b-0585-4c8d-945e-7078df7100a0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4a7d08920b4c41a5997cf476b3cd8f31&device_id=d660752e-5042-48e7-8e98-60005a03456e HTTP/1.1" status: 200 len: 1096 time: 0.0460587 Jan 18 23:31:31.998386 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9efbec3-c3c8-4a5b-9955-24cf070df5c5 req-b7af54fc-162e-40a0-85aa-252dafdd3f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:32.000005 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f9efbec3-c3c8-4a5b-9955-24cf070df5c5 req-b7af54fc-162e-40a0-85aa-252dafdd3f22 service neutron] 10.222.0.36 "GET /v2.0/networks?id=65a9db86-2194-48e1-bf6b-fd60925d798f HTTP/1.1" status: 200 len: 910 time: 0.1031215 Jan 18 23:31:32.025431 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429bcc73-87ba-4bef-ad8f-c5f89f359b6b req-93f2c9c8-5b5f-4b3a-a523-3f64f3b03bee tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:32.026919 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-429bcc73-87ba-4bef-ad8f-c5f89f359b6b req-93f2c9c8-5b5f-4b3a-a523-3f64f3b03bee tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] 10.222.0.53 "GET /v2.0/ports?device_id=d660752e-5042-48e7-8e98-60005a03456e HTTP/1.1" status: 200 len: 945 time: 0.0498905 Jan 18 23:31:32.044257 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f9efbec3-c3c8-4a5b-9955-24cf070df5c5 req-3839dd5f-19ae-48e7-bb12-ea5bca3db1b5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3fee564f-b461-47c6-98ae-b833448da67f HTTP/1.1" status: 200 len: 217 time: 0.0368311 Jan 18 23:31:32.065306 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-429bcc73-87ba-4bef-ad8f-c5f89f359b6b req-76944e4a-3195-4d45-9349-fe2d92ab174f tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7517713-f0c0-4f88-8d2e-ff309c12dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324991 Jan 18 23:31:32.095913 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9efbec3-c3c8-4a5b-9955-24cf070df5c5 req-2680c87d-1bf5-4a32-a479-0dc96dbeef5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:32.097979 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f9efbec3-c3c8-4a5b-9955-24cf070df5c5 req-2680c87d-1bf5-4a32-a479-0dc96dbeef5e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f5c43067-b069-4859-b6ae-a00f484d95c3 HTTP/1.1" status: 200 len: 849 time: 0.0466983 Jan 18 23:31:32.129669 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-c6c09f31-5922-46ae-a269-019181396a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '534a9a1e-5100-4cbe-8063-2095c757bb66', 'name': 'tempest-TestSnapshotPattern-1527891498-router', 'tenant_id': '4a7d08920b4c41a5997cf476b3cd8f31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': 'f36e219c-4b33-46ce-8492-a8579f4a97d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:26:55Z', 'updated_at': '2022-01-18T23:26:57Z', 'revision_number': 4, 'project_id': '4a7d08920b4c41a5997cf476b3cd8f31', 'gw_port': {'id': 'f36e219c-4b33-46ce-8492-a8579f4a97d4', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534a9a1e-5100-4cbe-8063-2095c757bb66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:26:55Z', 'updated_at': '2022-01-18T23:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': 'dcf8d7b4-b219-4863-a599-bb972daf0149', 'tenant_id': '4a7d08920b4c41a5997cf476b3cd8f31', 'floating_ip_address': '172.25.5.216', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': '534a9a1e-5100-4cbe-8063-2095c757bb66', 'port_id': '0d1cd421-d980-4752-8956-0bf76823f480', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65a9db86-2194-48e1-bf6b-fd60925d798f', 'mac_address': 'fa:16:3e:04:d9:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dc4f4a9-f456-4138-9320-a1abcd276177', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:27:19Z', 'updated_at': '2022-01-18T23:27:21Z', 'revision_number': 1, 'project_id': '4a7d08920b4c41a5997cf476b3cd8f31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cad4b5c-6fc0-425c-94e7-90c4563eee35', 'name': '', 'network_id': '65a9db86-2194-48e1-bf6b-fd60925d798f', 'tenant_id': '4a7d08920b4c41a5997cf476b3cd8f31', 'mac_address': 'fa:16:3e:fa:84:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534a9a1e-5100-4cbe-8063-2095c757bb66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'f5c43067-b069-4859-b6ae-a00f484d95c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:26:57Z', 'updated_at': '2022-01-18T23:27:03Z', 'revision_number': 5, 'project_id': '4a7d08920b4c41a5997cf476b3cd8f31', 'subnets': [{'id': 'f5c43067-b069-4859-b6ae-a00f484d95c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:31:32.144332 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9efbec3-c3c8-4a5b-9955-24cf070df5c5 req-4609f2a9-2d9e-4f00-9a7b-aec231ffb25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:32.145841 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f9efbec3-c3c8-4a5b-9955-24cf070df5c5 req-4609f2a9-2d9e-4f00-9a7b-aec231ffb25f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=65a9db86-2194-48e1-bf6b-fd60925d798f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399449 Jan 18 23:31:32.155772 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c09f31-5922-46ae-a269-019181396a9d None None] Checking router: 534a9a1e-5100-4cbe-8063-2095c757bb66 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:31:32.164600 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c09f31-5922-46ae-a269-019181396a9d None None] Routers {'534a9a1e-5100-4cbe-8063-2095c757bb66'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:31:32.165192 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-c6c09f31-5922-46ae-a269-019181396a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:31:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['534a9a1e-5100-4cbe-8063-2095c757bb66'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:31:32.238702 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f9efbec3-c3c8-4a5b-9955-24cf070df5c5 req-1e58c316-ba83-46aa-9b65-d32030ce117e service neutron] 10.222.0.36 "GET /v2.0/networks/65a9db86-2194-48e1-bf6b-fd60925d798f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845032 Jan 18 23:31:32.270054 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-c6c09f31-5922-46ae-a269-019181396a9d None None] Set router 534a9a1e-5100-4cbe-8063-2095c757bb66 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:31:32.325963 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f9efbec3-c3c8-4a5b-9955-24cf070df5c5 req-abb026d6-758f-49a0-bd00-c58660d17059 service neutron] 10.222.0.36 "GET /v2.0/networks/65a9db86-2194-48e1-bf6b-fd60925d798f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794249 Jan 18 23:31:32.490981 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-c6c09f31-5922-46ae-a269-019181396a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '534a9a1e-5100-4cbe-8063-2095c757bb66', 'name': 'tempest-TestSnapshotPattern-1527891498-router', 'tenant_id': '4a7d08920b4c41a5997cf476b3cd8f31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': 'f36e219c-4b33-46ce-8492-a8579f4a97d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:26:55Z', 'updated_at': '2022-01-18T23:26:57Z', 'revision_number': 4, 'project_id': '4a7d08920b4c41a5997cf476b3cd8f31', 'gw_port': {'id': 'f36e219c-4b33-46ce-8492-a8579f4a97d4', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534a9a1e-5100-4cbe-8063-2095c757bb66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:26:55Z', 'updated_at': '2022-01-18T23:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': 'dcf8d7b4-b219-4863-a599-bb972daf0149', 'tenant_id': '4a7d08920b4c41a5997cf476b3cd8f31', 'floating_ip_address': '172.25.5.216', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': '534a9a1e-5100-4cbe-8063-2095c757bb66', 'port_id': '0d1cd421-d980-4752-8956-0bf76823f480', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65a9db86-2194-48e1-bf6b-fd60925d798f', 'mac_address': 'fa:16:3e:04:d9:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dc4f4a9-f456-4138-9320-a1abcd276177', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:27:19Z', 'updated_at': '2022-01-18T23:27:21Z', 'revision_number': 1, 'project_id': '4a7d08920b4c41a5997cf476b3cd8f31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cad4b5c-6fc0-425c-94e7-90c4563eee35', 'name': '', 'network_id': '65a9db86-2194-48e1-bf6b-fd60925d798f', 'tenant_id': '4a7d08920b4c41a5997cf476b3cd8f31', 'mac_address': 'fa:16:3e:fa:84:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534a9a1e-5100-4cbe-8063-2095c757bb66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'f5c43067-b069-4859-b6ae-a00f484d95c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:26:57Z', 'updated_at': '2022-01-18T23:27:03Z', 'revision_number': 5, 'project_id': '4a7d08920b4c41a5997cf476b3cd8f31', 'subnets': [{'id': 'f5c43067-b069-4859-b6ae-a00f484d95c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:31:32.515979 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c09f31-5922-46ae-a269-019181396a9d None None] The sync data for ids ['534a9a1e-5100-4cbe-8063-2095c757bb66'] in n-d-825064-1 is: [{'id': '534a9a1e-5100-4cbe-8063-2095c757bb66', 'name': 'tempest-TestSnapshotPattern-1527891498-router', 'tenant_id': '4a7d08920b4c41a5997cf476b3cd8f31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': 'f36e219c-4b33-46ce-8492-a8579f4a97d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:26:55Z', 'updated_at': '2022-01-18T23:26:57Z', 'revision_number': 4, 'project_id': '4a7d08920b4c41a5997cf476b3cd8f31', 'gw_port': {'id': 'f36e219c-4b33-46ce-8492-a8579f4a97d4', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534a9a1e-5100-4cbe-8063-2095c757bb66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:26:55Z', 'updated_at': '2022-01-18T23:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_floatingips': [{'id': 'dcf8d7b4-b219-4863-a599-bb972daf0149', 'tenant_id': '4a7d08920b4c41a5997cf476b3cd8f31', 'floating_ip_address': '172.25.5.216', 'floating_network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'router_id': '534a9a1e-5100-4cbe-8063-2095c757bb66', 'port_id': '0d1cd421-d980-4752-8956-0bf76823f480', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65a9db86-2194-48e1-bf6b-fd60925d798f', 'mac_address': 'fa:16:3e:04:d9:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dc4f4a9-f456-4138-9320-a1abcd276177', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:27:19Z', 'updated_at': '2022-01-18T23:27:21Z', 'revision_number': 1, 'project_id': '4a7d08920b4c41a5997cf476b3cd8f31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cad4b5c-6fc0-425c-94e7-90c4563eee35', 'name': '', 'network_id': '65a9db86-2194-48e1-bf6b-fd60925d798f', 'tenant_id': '4a7d08920b4c41a5997cf476b3cd8f31', 'mac_address': 'fa:16:3e:fa:84:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534a9a1e-5100-4cbe-8063-2095c757bb66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'f5c43067-b069-4859-b6ae-a00f484d95c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:26:57Z', 'updated_at': '2022-01-18T23:27:03Z', 'revision_number': 5, 'project_id': '4a7d08920b4c41a5997cf476b3cd8f31', 'subnets': [{'id': 'f5c43067-b069-4859-b6ae-a00f484d95c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:31:32.760620 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614077e7-9266-4c86-8e40-4f54bfdeab85 None None] New status for floating IP 12413c6f-893a-41d1-a73f-175b63e9068e: DOWN {{(pid=102433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 23:31:33.183123 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85c6b6e-f65a-4040-a536-5d200c8567ad req-fad51852-3597-4eb6-b7fe-87e2fd29d081 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:33.184727 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f85c6b6e-f65a-4040-a536-5d200c8567ad req-fad51852-3597-4eb6-b7fe-87e2fd29d081 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] 10.222.0.53 "GET /v2.0/ports?device_id=d660752e-5042-48e7-8e98-60005a03456e HTTP/1.1" status: 200 len: 945 time: 0.0491979 Jan 18 23:31:33.222696 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f85c6b6e-f65a-4040-a536-5d200c8567ad req-dc09255b-2741-4f7f-8fe5-1415673302dc tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7517713-f0c0-4f88-8d2e-ff309c12dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301940 Jan 18 23:31:33.545750 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 3fee564f-b461-47c6-98ae-b833448da67f no longer exists at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 23:31:33.626785 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1588970'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:33.649724 n-d-825064-1 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd660752e-5042-48e7-8e98-60005a03456e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fee564f-b461-47c6-98ae-b833448da67f'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:31:33.651982 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b134bc65f967cea6f1797bfdd7611f84549a2ae334dac04105da021bbc0aa067" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22700e5e-557f-42c1-ae7e-7210fb91f8cd" -d '{"events": [{"server_uuid": "d660752e-5042-48e7-8e98-60005a03456e", "name": "network-vif-unplugged", "status": "completed", "tag": "3fee564f-b461-47c6-98ae-b833448da67f"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 23:31:33.665322 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] For port 3fee564f-b461-47c6-98ae-b833448da67f, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=3fee564f-b461-47c6-98ae-b833448da67f,segment=NetworkSegment(593d56e2-38d2-41bc-b1b2-e589ba6a6806),segment_id=593d56e2-38d2-41bc-b1b2-e589ba6a6806)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:31:33.670013 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757344672413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757344271472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757344271490'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:33.695290 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 18 Jan 2022 23:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-707a7630-88d2-4dea-afd1-ff106afd96ce x-openstack-request-id: req-707a7630-88d2-4dea-afd1-ff106afd96ce {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 23:31:33.695588 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d660752e-5042-48e7-8e98-60005a03456e", "name": "network-vif-unplugged", "status": "completed", "tag": "3fee564f-b461-47c6-98ae-b833448da67f", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 23:31:33.695837 n-d-825064-1 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-707a7630-88d2-4dea-afd1-ff106afd96ce {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 23:31:33.696404 n-d-825064-1 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd660752e-5042-48e7-8e98-60005a03456e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fee564f-b461-47c6-98ae-b833448da67f', 'code': 200} Jan 18 23:31:33.722320 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Pushing event updated for resources: {'Port': ['ID=3fee564f-b461-47c6-98ae-b833448da67f,revision_number=8']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:33.778933 n-d-825064-1 neutron-server[102431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71b054a-072a-4d40-98d7-58667222c180 req-6f1d9f46-e4cb-4234-b2b8-22e2bae4af89 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:33.780404 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f71b054a-072a-4d40-98d7-58667222c180 req-6f1d9f46-e4cb-4234-b2b8-22e2bae4af89 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] 10.222.0.36 "GET /v2.0/ports?device_id=d660752e-5042-48e7-8e98-60005a03456e HTTP/1.1" status: 200 len: 945 time: 0.3256629 Jan 18 23:31:33.868051 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-f71b054a-072a-4d40-98d7-58667222c180 req-8ffbdf81-9036-44af-9481-3f5a85a7a038 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Deleting port 3fee564f-b461-47c6-98ae-b833448da67f {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 23:31:33.868340 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-f71b054a-072a-4d40-98d7-58667222c180 req-8ffbdf81-9036-44af-9481-3f5a85a7a038 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:33.954908 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [req-f71b054a-072a-4d40-98d7-58667222c180 req-8ffbdf81-9036-44af-9481-3f5a85a7a038 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] For port 3fee564f-b461-47c6-98ae-b833448da67f, host n-h1-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-1',level=0,port_id=3fee564f-b461-47c6-98ae-b833448da67f,segment=NetworkSegment(593d56e2-38d2-41bc-b1b2-e589ba6a6806),segment_id=593d56e2-38d2-41bc-b1b2-e589ba6a6806)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:31:33.955322 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-f71b054a-072a-4d40-98d7-58667222c180 req-8ffbdf81-9036-44af-9481-3f5a85a7a038 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:33.967376 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [req-f71b054a-072a-4d40-98d7-58667222c180 req-8ffbdf81-9036-44af-9481-3f5a85a7a038 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Calling delete_port for 3fee564f-b461-47c6-98ae-b833448da67f owned by compute:nova {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 23:31:34.097770 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-f71b054a-072a-4d40-98d7-58667222c180 req-8ffbdf81-9036-44af-9481-3f5a85a7a038 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:34.129228 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffbdf81-9036-44af-9481-3f5a85a7a038 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Pushing event deleted for resources: {'Port': ['ID=3fee564f-b461-47c6-98ae-b833448da67f,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:34.141534 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffbdf81-9036-44af-9481-3f5a85a7a038 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:31:34.141886 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffbdf81-9036-44af-9481-3f5a85a7a038 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:31:34.142227 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffbdf81-9036-44af-9481-3f5a85a7a038 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:31:34.142564 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffbdf81-9036-44af-9481-3f5a85a7a038 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:31:34.142900 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffbdf81-9036-44af-9481-3f5a85a7a038 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:31:34.143237 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffbdf81-9036-44af-9481-3f5a85a7a038 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:31:34.143563 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffbdf81-9036-44af-9481-3f5a85a7a038 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:31:34.144668 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffbdf81-9036-44af-9481-3f5a85a7a038 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:31:34.144995 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffbdf81-9036-44af-9481-3f5a85a7a038 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:31:34.145321 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffbdf81-9036-44af-9481-3f5a85a7a038 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:31:34.145804 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffbdf81-9036-44af-9481-3f5a85a7a038 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:31:34.146131 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffbdf81-9036-44af-9481-3f5a85a7a038 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-1 {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:31:34.179617 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [req-f71b054a-072a-4d40-98d7-58667222c180 req-8ffbdf81-9036-44af-9481-3f5a85a7a038 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] No DVR routers for this DVR port 3fee564f-b461-47c6-98ae-b833448da67f on host n-h1-825064-1 {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:31:34.182241 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [req-f71b054a-072a-4d40-98d7-58667222c180 req-8ffbdf81-9036-44af-9481-3f5a85a7a038 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:34.185725 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [req-f71b054a-072a-4d40-98d7-58667222c180 req-8ffbdf81-9036-44af-9481-3f5a85a7a038 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] 10.222.0.36 "DELETE /v2.0/ports/3fee564f-b461-47c6-98ae-b833448da67f HTTP/1.1" status: 204 len: 173 time: 0.3992963 Jan 18 23:31:34.186160 n-d-825064-1 neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd660752e-5042-48e7-8e98-60005a03456e', 'name': 'network-vif-deleted', 'tag': '3fee564f-b461-47c6-98ae-b833448da67f'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:31:34.188541 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6adba52062d83d0b70d142dbcd5753b88deeeedcec75449c501cd3eecc31c27c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6e57391-e6f9-4692-bd8b-83dff545aa56" -d '{"events": [{"server_uuid": "d660752e-5042-48e7-8e98-60005a03456e", "name": "network-vif-deleted", "tag": "3fee564f-b461-47c6-98ae-b833448da67f"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 23:31:34.226441 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 23:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec609f27-f98c-414f-a644-78db2ea571c6 x-openstack-request-id: req-ec609f27-f98c-414f-a644-78db2ea571c6 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 23:31:34.226890 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d660752e-5042-48e7-8e98-60005a03456e", "name": "network-vif-deleted", "tag": "3fee564f-b461-47c6-98ae-b833448da67f", "status": "completed", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 23:31:34.227270 n-d-825064-1 neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ec609f27-f98c-414f-a644-78db2ea571c6 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 23:31:34.227810 n-d-825064-1 neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd660752e-5042-48e7-8e98-60005a03456e', 'name': 'network-vif-deleted', 'tag': '3fee564f-b461-47c6-98ae-b833448da67f', 'status': 'completed', 'code': 200} Jan 18 23:31:34.330964 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-f49a961a-2208-4bb9-80e5-d128b3793e09 req-ec3a43aa-d6a7-4ae0-907d-4e79bd30a673 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] 10.222.0.53 "GET /v2.0/ports?device_id=d660752e-5042-48e7-8e98-60005a03456e HTTP/1.1" status: 200 len: 210 time: 0.0261838 Jan 18 23:31:35.898583 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 33806) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:31:36.052619 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-7bb40890-1ac6-4f37-913c-4c5c76ce77f3 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Deleting port d894a038-cec6-43d7-961b-88fd2c87882f {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 23:31:36.052959 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7bb40890-1ac6-4f37-913c-4c5c76ce77f3 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:36.126053 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7bb40890-1ac6-4f37-913c-4c5c76ce77f3 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:36.126379 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7bb40890-1ac6-4f37-913c-4c5c76ce77f3 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:36.137752 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-7bb40890-1ac6-4f37-913c-4c5c76ce77f3 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Calling delete_port for d894a038-cec6-43d7-961b-88fd2c87882f owned by network:floatingip {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 23:31:36.281286 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7bb40890-1ac6-4f37-913c-4c5c76ce77f3 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:36.308307 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb40890-1ac6-4f37-913c-4c5c76ce77f3 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Pushing event deleted for resources: {'Port': ['ID=d894a038-cec6-43d7-961b-88fd2c87882f,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:36.373796 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7bb40890-1ac6-4f37-913c-4c5c76ce77f3 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Notify callbacks [] for floatingip, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:36.374233 n-d-825064-1 neutron-server[102430]: INFO neutron.db.l3_db [None req-7bb40890-1ac6-4f37-913c-4c5c76ce77f3 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Floating IP dcf8d7b4-b219-4863-a599-bb972daf0149 disassociated (deleted). External IP: 172.25.5.216, port: 0d1cd421-d980-4752-8956-0bf76823f480. Jan 18 23:31:36.583256 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bb40890-1ac6-4f37-913c-4c5c76ce77f3 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Router 534a9a1e-5100-4cbe-8063-2095c757bb66 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:31:36.690338 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bb40890-1ac6-4f37-913c-4c5c76ce77f3 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:31:36.695527 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7bb40890-1ac6-4f37-913c-4c5c76ce77f3 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for floatingip, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:36.700066 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55aaf81e-7260-41f7-8d91-db02ac5809c1 None None] Sync routers for ids ['534a9a1e-5100-4cbe-8063-2095c757bb66'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:31:36.710346 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55aaf81e-7260-41f7-8d91-db02ac5809c1 None None] Routers {'534a9a1e-5100-4cbe-8063-2095c757bb66'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:31:36.710955 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-55aaf81e-7260-41f7-8d91-db02ac5809c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:31:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['534a9a1e-5100-4cbe-8063-2095c757bb66'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:31:36.722006 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-7bb40890-1ac6-4f37-913c-4c5c76ce77f3 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] 10.222.0.53 "DELETE /v2.0/floatingips/dcf8d7b4-b219-4863-a599-bb972daf0149 HTTP/1.1" status: 204 len: 168 time: 0.8221927 Jan 18 23:31:36.722599 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dc4f4a9-f456-4138-9320-a1abcd276177', 'tag': '0d1cd421-d980-4752-8956-0bf76823f480'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:31:36.724908 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f9cd323385b35eafd7505e92119ef15b9cb9d1db746596d3e25314435e3cbaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4d5843c-4995-4302-ad93-d521f284c4e6" -d '{"events": [{"name": "network-changed", "server_uuid": "9dc4f4a9-f456-4138-9320-a1abcd276177", "tag": "0d1cd421-d980-4752-8956-0bf76823f480"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 23:31:36.764078 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 23:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dc6709d-65f9-4a0a-a9f3-961e26372d15 x-openstack-request-id: req-9dc6709d-65f9-4a0a-a9f3-961e26372d15 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 23:31:36.764853 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dc4f4a9-f456-4138-9320-a1abcd276177", "tag": "0d1cd421-d980-4752-8956-0bf76823f480", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 23:31:36.765171 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9dc6709d-65f9-4a0a-a9f3-961e26372d15 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 23:31:36.765629 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dc4f4a9-f456-4138-9320-a1abcd276177', 'tag': '0d1cd421-d980-4752-8956-0bf76823f480', 'status': 'completed', 'code': 200} Jan 18 23:31:36.822502 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-55aaf81e-7260-41f7-8d91-db02ac5809c1 None None] Set router 534a9a1e-5100-4cbe-8063-2095c757bb66 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:31:36.832392 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d5843c-4995-4302-ad93-d521f284c4e6 req-aab8f8b2-f8dd-4ad9-9f24-b1151caf5b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:36.833958 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d4d5843c-4995-4302-ad93-d521f284c4e6 req-aab8f8b2-f8dd-4ad9-9f24-b1151caf5b34 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4a7d08920b4c41a5997cf476b3cd8f31&device_id=9dc4f4a9-f456-4138-9320-a1abcd276177 HTTP/1.1" status: 200 len: 1094 time: 0.0481262 Jan 18 23:31:36.964677 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d5843c-4995-4302-ad93-d521f284c4e6 req-57c263fa-3e18-428d-a9ce-4f8ae804ca17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:36.966233 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d4d5843c-4995-4302-ad93-d521f284c4e6 req-57c263fa-3e18-428d-a9ce-4f8ae804ca17 service neutron] 10.222.0.67 "GET /v2.0/networks?id=65a9db86-2194-48e1-bf6b-fd60925d798f HTTP/1.1" status: 200 len: 910 time: 0.1185057 Jan 18 23:31:36.980987 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10b7fa3-8c2e-4b2a-94c3-a2eaf7a90bbb req-1c2ae830-5894-4624-89be-d367fdf9c5b3 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:36.983034 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d10b7fa3-8c2e-4b2a-94c3-a2eaf7a90bbb req-1c2ae830-5894-4624-89be-d367fdf9c5b3 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] 10.222.0.53 "GET /v2.0/ports?device_id=9dc4f4a9-f456-4138-9320-a1abcd276177 HTTP/1.1" status: 200 len: 943 time: 0.0795062 Jan 18 23:31:37.029303 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d4d5843c-4995-4302-ad93-d521f284c4e6 req-e0f21d6b-cec6-45b8-a2a7-e2558abf7697 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0d1cd421-d980-4752-8956-0bf76823f480 HTTP/1.1" status: 200 len: 217 time: 0.0451622 Jan 18 23:31:37.032888 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-55aaf81e-7260-41f7-8d91-db02ac5809c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '534a9a1e-5100-4cbe-8063-2095c757bb66', 'name': 'tempest-TestSnapshotPattern-1527891498-router', 'tenant_id': '4a7d08920b4c41a5997cf476b3cd8f31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': 'f36e219c-4b33-46ce-8492-a8579f4a97d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:26:55Z', 'updated_at': '2022-01-18T23:26:57Z', 'revision_number': 4, 'project_id': '4a7d08920b4c41a5997cf476b3cd8f31', 'gw_port': {'id': 'f36e219c-4b33-46ce-8492-a8579f4a97d4', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534a9a1e-5100-4cbe-8063-2095c757bb66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:26:55Z', 'updated_at': '2022-01-18T23:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '3cad4b5c-6fc0-425c-94e7-90c4563eee35', 'name': '', 'network_id': '65a9db86-2194-48e1-bf6b-fd60925d798f', 'tenant_id': '4a7d08920b4c41a5997cf476b3cd8f31', 'mac_address': 'fa:16:3e:fa:84:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534a9a1e-5100-4cbe-8063-2095c757bb66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'f5c43067-b069-4859-b6ae-a00f484d95c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:26:57Z', 'updated_at': '2022-01-18T23:27:03Z', 'revision_number': 5, 'project_id': '4a7d08920b4c41a5997cf476b3cd8f31', 'subnets': [{'id': 'f5c43067-b069-4859-b6ae-a00f484d95c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:31:37.062516 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55aaf81e-7260-41f7-8d91-db02ac5809c1 None None] Checking router: 534a9a1e-5100-4cbe-8063-2095c757bb66 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:31:37.071668 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55aaf81e-7260-41f7-8d91-db02ac5809c1 None None] Routers {'534a9a1e-5100-4cbe-8063-2095c757bb66'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:31:37.072299 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-55aaf81e-7260-41f7-8d91-db02ac5809c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:31:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['534a9a1e-5100-4cbe-8063-2095c757bb66'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:31:37.086779 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d10b7fa3-8c2e-4b2a-94c3-a2eaf7a90bbb req-fc8b57c3-bbd6-4706-ae3c-9684cebd200b tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7517713-f0c0-4f88-8d2e-ff309c12dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936625 Jan 18 23:31:37.094146 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d5843c-4995-4302-ad93-d521f284c4e6 req-524b9f18-48e8-4c8f-9dc4-fff46267dd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:37.095579 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d4d5843c-4995-4302-ad93-d521f284c4e6 req-524b9f18-48e8-4c8f-9dc4-fff46267dd4a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f5c43067-b069-4859-b6ae-a00f484d95c3 HTTP/1.1" status: 200 len: 849 time: 0.0586369 Jan 18 23:31:37.146566 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d5843c-4995-4302-ad93-d521f284c4e6 req-ae86c14e-ed08-4575-9e4d-5cbda484f3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:37.148043 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d4d5843c-4995-4302-ad93-d521f284c4e6 req-ae86c14e-ed08-4575-9e4d-5cbda484f3bf service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=65a9db86-2194-48e1-bf6b-fd60925d798f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448081 Jan 18 23:31:37.175930 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-55aaf81e-7260-41f7-8d91-db02ac5809c1 None None] Set router 534a9a1e-5100-4cbe-8063-2095c757bb66 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:31:37.235893 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d4d5843c-4995-4302-ad93-d521f284c4e6 req-4eaf5a0c-cf35-458b-a242-66000d4fb8fb service neutron] 10.222.0.67 "GET /v2.0/networks/65a9db86-2194-48e1-bf6b-fd60925d798f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807261 Jan 18 23:31:37.327117 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-d4d5843c-4995-4302-ad93-d521f284c4e6 req-e61b7387-1acf-4a0f-aa7d-b024adf3f15a service neutron] 10.222.0.67 "GET /v2.0/networks/65a9db86-2194-48e1-bf6b-fd60925d798f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848427 Jan 18 23:31:37.367717 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-55aaf81e-7260-41f7-8d91-db02ac5809c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '534a9a1e-5100-4cbe-8063-2095c757bb66', 'name': 'tempest-TestSnapshotPattern-1527891498-router', 'tenant_id': '4a7d08920b4c41a5997cf476b3cd8f31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': 'f36e219c-4b33-46ce-8492-a8579f4a97d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:26:55Z', 'updated_at': '2022-01-18T23:26:57Z', 'revision_number': 4, 'project_id': '4a7d08920b4c41a5997cf476b3cd8f31', 'gw_port': {'id': 'f36e219c-4b33-46ce-8492-a8579f4a97d4', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534a9a1e-5100-4cbe-8063-2095c757bb66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:26:55Z', 'updated_at': '2022-01-18T23:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '3cad4b5c-6fc0-425c-94e7-90c4563eee35', 'name': '', 'network_id': '65a9db86-2194-48e1-bf6b-fd60925d798f', 'tenant_id': '4a7d08920b4c41a5997cf476b3cd8f31', 'mac_address': 'fa:16:3e:fa:84:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534a9a1e-5100-4cbe-8063-2095c757bb66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'f5c43067-b069-4859-b6ae-a00f484d95c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:26:57Z', 'updated_at': '2022-01-18T23:27:03Z', 'revision_number': 5, 'project_id': '4a7d08920b4c41a5997cf476b3cd8f31', 'subnets': [{'id': 'f5c43067-b069-4859-b6ae-a00f484d95c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:31:37.393102 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55aaf81e-7260-41f7-8d91-db02ac5809c1 None None] The sync data for ids ['534a9a1e-5100-4cbe-8063-2095c757bb66'] in n-d-825064-1 is: [{'id': '534a9a1e-5100-4cbe-8063-2095c757bb66', 'name': 'tempest-TestSnapshotPattern-1527891498-router', 'tenant_id': '4a7d08920b4c41a5997cf476b3cd8f31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': 'f36e219c-4b33-46ce-8492-a8579f4a97d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:26:55Z', 'updated_at': '2022-01-18T23:26:57Z', 'revision_number': 4, 'project_id': '4a7d08920b4c41a5997cf476b3cd8f31', 'gw_port': {'id': 'f36e219c-4b33-46ce-8492-a8579f4a97d4', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534a9a1e-5100-4cbe-8063-2095c757bb66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:26:55Z', 'updated_at': '2022-01-18T23:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1', '_interfaces': [{'id': '3cad4b5c-6fc0-425c-94e7-90c4563eee35', 'name': '', 'network_id': '65a9db86-2194-48e1-bf6b-fd60925d798f', 'tenant_id': '4a7d08920b4c41a5997cf476b3cd8f31', 'mac_address': 'fa:16:3e:fa:84:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534a9a1e-5100-4cbe-8063-2095c757bb66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'f5c43067-b069-4859-b6ae-a00f484d95c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:26:57Z', 'updated_at': '2022-01-18T23:27:03Z', 'revision_number': 5, 'project_id': '4a7d08920b4c41a5997cf476b3cd8f31', 'subnets': [{'id': 'f5c43067-b069-4859-b6ae-a00f484d95c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:31:37.565629 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 3fee564f-b461-47c6-98ae-b833448da67f no longer exists at agent hyperv_n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 23:31:37.589895 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] No Port match for: 3fee564f-b461-47c6-98ae-b833448da67f {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 23:31:37.590271 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Device 3fee564f-b461-47c6-98ae-b833448da67f not bound to the agent host n-h1-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 23:31:37.600893 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e336e4-2d1c-4417-8bd6-33575662dc8b None None] New status for floating IP dcf8d7b4-b219-4863-a599-bb972daf0149: DOWN {{(pid=102433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 23:31:38.205694 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0b3dd5-f8b5-47d7-a8bb-c8eb353d0ef1 req-ae0bdb4f-cb80-43a0-8742-ccda5ca2cb6e tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:38.207811 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bf0b3dd5-f8b5-47d7-a8bb-c8eb353d0ef1 req-ae0bdb4f-cb80-43a0-8742-ccda5ca2cb6e tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] 10.222.0.53 "GET /v2.0/ports?device_id=9dc4f4a9-f456-4138-9320-a1abcd276177 HTTP/1.1" status: 200 len: 943 time: 0.0495570 Jan 18 23:31:38.244428 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-bf0b3dd5-f8b5-47d7-a8bb-c8eb353d0ef1 req-fffbad4c-078c-4aac-ac5e-9049840b63d5 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7517713-f0c0-4f88-8d2e-ff309c12dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305002 Jan 18 23:31:38.434995 n-d-825064-1 neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de33f96a-6abc-4788-970c-cc38863d78cd req-4341c87e-346b-4fe1-bb3e-8f859599b2b1 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:38.436367 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-de33f96a-6abc-4788-970c-cc38863d78cd req-4341c87e-346b-4fe1-bb3e-8f859599b2b1 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] 10.222.0.67 "GET /v2.0/ports?device_id=9dc4f4a9-f456-4138-9320-a1abcd276177 HTTP/1.1" status: 200 len: 943 time: 0.0473440 Jan 18 23:31:38.526314 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-de33f96a-6abc-4788-970c-cc38863d78cd req-130223cf-c5c6-4162-b017-2be612714c81 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Deleting port 0d1cd421-d980-4752-8956-0bf76823f480 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 23:31:38.526653 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-de33f96a-6abc-4788-970c-cc38863d78cd req-130223cf-c5c6-4162-b017-2be612714c81 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:38.611876 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-de33f96a-6abc-4788-970c-cc38863d78cd req-130223cf-c5c6-4162-b017-2be612714c81 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] For port 0d1cd421-d980-4752-8956-0bf76823f480, host n-h2-825064-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-1',level=0,port_id=0d1cd421-d980-4752-8956-0bf76823f480,segment=NetworkSegment(593d56e2-38d2-41bc-b1b2-e589ba6a6806),segment_id=593d56e2-38d2-41bc-b1b2-e589ba6a6806)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:31:38.612268 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-de33f96a-6abc-4788-970c-cc38863d78cd req-130223cf-c5c6-4162-b017-2be612714c81 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:38.624253 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-de33f96a-6abc-4788-970c-cc38863d78cd req-130223cf-c5c6-4162-b017-2be612714c81 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Calling delete_port for 0d1cd421-d980-4752-8956-0bf76823f480 owned by compute:nova {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 23:31:38.756935 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-de33f96a-6abc-4788-970c-cc38863d78cd req-130223cf-c5c6-4162-b017-2be612714c81 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:38.785522 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130223cf-c5c6-4162-b017-2be612714c81 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Pushing event deleted for resources: {'Port': ['ID=0d1cd421-d980-4752-8956-0bf76823f480,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:38.825069 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-de33f96a-6abc-4788-970c-cc38863d78cd req-130223cf-c5c6-4162-b017-2be612714c81 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] No DVR routers for this DVR port 0d1cd421-d980-4752-8956-0bf76823f480 on host n-h2-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:31:38.827618 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-de33f96a-6abc-4788-970c-cc38863d78cd req-130223cf-c5c6-4162-b017-2be612714c81 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10127'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:38.830887 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [req-de33f96a-6abc-4788-970c-cc38863d78cd req-130223cf-c5c6-4162-b017-2be612714c81 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] 10.222.0.67 "DELETE /v2.0/ports/0d1cd421-d980-4752-8956-0bf76823f480 HTTP/1.1" status: 204 len: 173 time: 0.3889127 Jan 18 23:31:38.831352 n-d-825064-1 neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dc4f4a9-f456-4138-9320-a1abcd276177', 'name': 'network-vif-deleted', 'tag': '0d1cd421-d980-4752-8956-0bf76823f480'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:31:38.833919 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f9cd323385b35eafd7505e92119ef15b9cb9d1db746596d3e25314435e3cbaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70f2db50-d45f-4b4d-b561-03980647c974" -d '{"events": [{"server_uuid": "9dc4f4a9-f456-4138-9320-a1abcd276177", "name": "network-vif-deleted", "tag": "0d1cd421-d980-4752-8956-0bf76823f480"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 23:31:38.869489 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 23:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0c08356-7e50-47eb-bec0-b064a92334a0 x-openstack-request-id: req-f0c08356-7e50-47eb-bec0-b064a92334a0 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 23:31:38.869895 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dc4f4a9-f456-4138-9320-a1abcd276177", "name": "network-vif-deleted", "tag": "0d1cd421-d980-4752-8956-0bf76823f480", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 23:31:38.870295 n-d-825064-1 neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f0c08356-7e50-47eb-bec0-b064a92334a0 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 23:31:38.870708 n-d-825064-1 neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dc4f4a9-f456-4138-9320-a1abcd276177', 'name': 'network-vif-deleted', 'tag': '0d1cd421-d980-4752-8956-0bf76823f480', 'status': 'completed', 'code': 200} Jan 18 23:31:39.304771 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 33820) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:31:39.374801 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f58414c7-20dd-4c53-8e3a-69c065f19670 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:39.399745 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f58414c7-20dd-4c53-8e3a-69c065f19670 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:39.456304 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f58414c7-20dd-4c53-8e3a-69c065f19670 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:39.459477 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f58414c7-20dd-4c53-8e3a-69c065f19670 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:39.461275 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-f58414c7-20dd-4c53-8e3a-69c065f19670 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] 10.222.0.53 "DELETE /v2.0/security-groups/f7517713-f0c0-4f88-8d2e-ff309c12dae8 HTTP/1.1" status: 204 len: 168 time: 0.1554477 Jan 18 23:31:39.470233 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58414c7-20dd-4c53-8e3a-69c065f19670 tempest-TestSnapshotPattern-1809386927 tempest-TestSnapshotPattern-1809386927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7517713-f0c0-4f88-8d2e-ff309c12dae8,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:39.502524 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 33824) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:31:39.854134 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c1909047-ddf3-41d6-b57b-d2c6e5bdfd6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1041027'] for router_interface, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:40.095969 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-c1909047-ddf3-41d6-b57b-d2c6e5bdfd6e admin admin] Deleting port 3cad4b5c-6fc0-425c-94e7-90c4563eee35 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 23:31:40.096346 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c1909047-ddf3-41d6-b57b-d2c6e5bdfd6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:40.175298 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-c1909047-ddf3-41d6-b57b-d2c6e5bdfd6e admin admin] For port 3cad4b5c-6fc0-425c-94e7-90c4563eee35, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=3cad4b5c-6fc0-425c-94e7-90c4563eee35,segment=NetworkSegment(593d56e2-38d2-41bc-b1b2-e589ba6a6806),segment_id=593d56e2-38d2-41bc-b1b2-e589ba6a6806)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:31:40.176205 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c1909047-ddf3-41d6-b57b-d2c6e5bdfd6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:40.187836 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-c1909047-ddf3-41d6-b57b-d2c6e5bdfd6e admin admin] Calling delete_port for 3cad4b5c-6fc0-425c-94e7-90c4563eee35 owned by network:router_interface {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 23:31:40.359600 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c1909047-ddf3-41d6-b57b-d2c6e5bdfd6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:40.386101 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1909047-ddf3-41d6-b57b-d2c6e5bdfd6e admin admin] Pushing event deleted for resources: {'Port': ['ID=3cad4b5c-6fc0-425c-94e7-90c4563eee35,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:40.552687 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c1909047-ddf3-41d6-b57b-d2c6e5bdfd6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-613841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1046579'] for router_interface, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:40.760444 n-d-825064-1 neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1909047-ddf3-41d6-b57b-d2c6e5bdfd6e admin admin] Router 534a9a1e-5100-4cbe-8063-2095c757bb66 has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:31:40.859506 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1909047-ddf3-41d6-b57b-d2c6e5bdfd6e admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:31:40.866393 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-c1909047-ddf3-41d6-b57b-d2c6e5bdfd6e admin admin] 10.222.0.53 "PUT /v2.0/routers/534a9a1e-5100-4cbe-8063-2095c757bb66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3615508 Jan 18 23:31:40.867608 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 33826) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:31:40.870206 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f488ec-fa6a-4cc0-a5e5-601c70d83e19 None None] Sync routers for ids ['534a9a1e-5100-4cbe-8063-2095c757bb66'] in n-d-825064-1 {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:31:40.880043 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f488ec-fa6a-4cc0-a5e5-601c70d83e19 None None] Routers {'534a9a1e-5100-4cbe-8063-2095c757bb66'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:31:40.880773 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-20f488ec-fa6a-4cc0-a5e5-601c70d83e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:31:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['534a9a1e-5100-4cbe-8063-2095c757bb66'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:31:40.969068 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8f0dedf0-47a1-4d52-a965-b5ada777718a admin admin] Notify callbacks [] for router, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:41.080792 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8f0dedf0-47a1-4d52-a965-b5ada777718a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:41.136382 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-8f0dedf0-47a1-4d52-a965-b5ada777718a admin admin] Deleting port f36e219c-4b33-46ce-8492-a8579f4a97d4 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 23:31:41.136720 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8f0dedf0-47a1-4d52-a965-b5ada777718a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:41.148204 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-20f488ec-fa6a-4cc0-a5e5-601c70d83e19 None None] Set router 534a9a1e-5100-4cbe-8063-2095c757bb66 gateway port host: n-d-825064-1 {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:31:41.217341 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-8f0dedf0-47a1-4d52-a965-b5ada777718a admin admin] For port f36e219c-4b33-46ce-8492-a8579f4a97d4, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=f36e219c-4b33-46ce-8492-a8579f4a97d4,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:31:41.217711 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8f0dedf0-47a1-4d52-a965-b5ada777718a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:41.230527 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-8f0dedf0-47a1-4d52-a965-b5ada777718a admin admin] Calling delete_port for f36e219c-4b33-46ce-8492-a8579f4a97d4 owned by network:router_gateway {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 23:31:41.282378 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 0d1cd421-d980-4752-8956-0bf76823f480 no longer exists at agent hyperv_n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 23:31:41.319113 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] No Port match for: 0d1cd421-d980-4752-8956-0bf76823f480 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 23:31:41.319464 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Device 0d1cd421-d980-4752-8956-0bf76823f480 not bound to the agent host n-h2-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 23:31:41.348962 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-20f488ec-fa6a-4cc0-a5e5-601c70d83e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '534a9a1e-5100-4cbe-8063-2095c757bb66', 'name': 'tempest-TestSnapshotPattern-1527891498-router', 'tenant_id': '4a7d08920b4c41a5997cf476b3cd8f31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': 'f36e219c-4b33-46ce-8492-a8579f4a97d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:26:55Z', 'updated_at': '2022-01-18T23:31:40Z', 'revision_number': 5, 'project_id': '4a7d08920b4c41a5997cf476b3cd8f31', 'gw_port': {'id': 'f36e219c-4b33-46ce-8492-a8579f4a97d4', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534a9a1e-5100-4cbe-8063-2095c757bb66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:26:55Z', 'updated_at': '2022-01-18T23:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:31:41.375821 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f488ec-fa6a-4cc0-a5e5-601c70d83e19 None None] Checking router: 534a9a1e-5100-4cbe-8063-2095c757bb66 for host: n-d-825064-1 {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:31:41.384056 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f488ec-fa6a-4cc0-a5e5-601c70d83e19 None None] Routers {'534a9a1e-5100-4cbe-8063-2095c757bb66'} bound to L3 agent in host n-d-825064-1 {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:31:41.384712 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-20f488ec-fa6a-4cc0-a5e5-601c70d83e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:31:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['534a9a1e-5100-4cbe-8063-2095c757bb66'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:31:41.409725 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8f0dedf0-47a1-4d52-a965-b5ada777718a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:41.435168 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0dedf0-47a1-4d52-a965-b5ada777718a admin admin] Pushing event deleted for resources: {'Port': ['ID=f36e219c-4b33-46ce-8492-a8579f4a97d4,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:41.471277 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-20f488ec-fa6a-4cc0-a5e5-601c70d83e19 None None] Set router 534a9a1e-5100-4cbe-8063-2095c757bb66 gateway port host: None {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:31:41.497044 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8f0dedf0-47a1-4d52-a965-b5ada777718a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043029'] for router_gateway, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:41.526143 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-20f488ec-fa6a-4cc0-a5e5-601c70d83e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '534a9a1e-5100-4cbe-8063-2095c757bb66', 'name': 'tempest-TestSnapshotPattern-1527891498-router', 'tenant_id': '4a7d08920b4c41a5997cf476b3cd8f31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:26:55Z', 'updated_at': '2022-01-18T23:31:41Z', 'revision_number': 6, 'project_id': '4a7d08920b4c41a5997cf476b3cd8f31', 'gw_port_host': None}], 'n-d-825064-1', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:31:41.552378 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f488ec-fa6a-4cc0-a5e5-601c70d83e19 None None] The sync data for ids ['534a9a1e-5100-4cbe-8063-2095c757bb66'] in n-d-825064-1 is: [{'id': '534a9a1e-5100-4cbe-8063-2095c757bb66', 'name': 'tempest-TestSnapshotPattern-1527891498-router', 'tenant_id': '4a7d08920b4c41a5997cf476b3cd8f31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:26:55Z', 'updated_at': '2022-01-18T23:31:41Z', 'revision_number': 6, 'project_id': '4a7d08920b4c41a5997cf476b3cd8f31', 'gw_port_host': None}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:31:41.586448 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8f0dedf0-47a1-4d52-a965-b5ada777718a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1040886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8602'] for router, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:41.588666 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8f0dedf0-47a1-4d52-a965-b5ada777718a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:41.629667 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8f0dedf0-47a1-4d52-a965-b5ada777718a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1040832'] for router, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:41.630182 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f0dedf0-47a1-4d52-a965-b5ada777718a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 534a9a1e-5100-4cbe-8063-2095c757bb66 {{(pid=102430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 23:31:41.634358 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8f0dedf0-47a1-4d52-a965-b5ada777718a admin admin] Notify callbacks [] for router, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:41.635505 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-8f0dedf0-47a1-4d52-a965-b5ada777718a admin admin] 10.222.0.53 "DELETE /v2.0/routers/534a9a1e-5100-4cbe-8063-2095c757bb66 HTTP/1.1" status: 204 len: 168 time: 0.7667744 Jan 18 23:31:41.638138 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 33828) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:31:41.681093 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.db_base_plugin_v2 [None req-1af2bde9-5bc9-4688-a2a2-d9a10f994637 admin admin] Deleting subnet f5c43067-b069-4859-b6ae-a00f484d95c3 {{(pid=102430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 23:31:41.683954 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1af2bde9-5bc9-4688-a2a2-d9a10f994637 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:41.715659 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1af2bde9-5bc9-4688-a2a2-d9a10f994637 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60394745'] for subnet, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:41.792549 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1af2bde9-5bc9-4688-a2a2-d9a10f994637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:41.841008 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1af2bde9-5bc9-4688-a2a2-d9a10f994637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60203138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62288677'] for subnet, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:41.864219 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af2bde9-5bc9-4688-a2a2-d9a10f994637 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5c43067-b069-4859-b6ae-a00f484d95c3,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:41.869728 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1af2bde9-5bc9-4688-a2a2-d9a10f994637 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:41.875087 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-1af2bde9-5bc9-4688-a2a2-d9a10f994637 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/f5c43067-b069-4859-b6ae-a00f484d95c3 HTTP/1.1" status: 204 len: 168 time: 0.2338068 Jan 18 23:31:41.875302 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 33830) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:31:41.877840 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe968f2-4ee7-40ed-8958-dce3cf968397 None None] Network 65a9db86-2194-48e1-bf6b-fd60925d798f requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 23:31:42.220486 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 23:31:42.262906 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e6bf7353-1c81-4851-b032-597e6d106736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:42.312839 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-e6bf7353-1c81-4851-b032-597e6d106736 admin admin] Deleting port f7245f8a-b04a-433f-b773-feaee583dfa8 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 23:31:42.313172 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e6bf7353-1c81-4851-b032-597e6d106736 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:42.359116 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b01eaff-7b61-4913-a7a1-c57beeec9e3b None None] DHCP port deletion for 65a9db86-2194-48e1-bf6b-fd60925d798f request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 23:31:42.377603 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-e6bf7353-1c81-4851-b032-597e6d106736 admin admin] For port f7245f8a-b04a-433f-b773-feaee583dfa8, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=f7245f8a-b04a-433f-b773-feaee583dfa8,segment=NetworkSegment(593d56e2-38d2-41bc-b1b2-e589ba6a6806),segment_id=593d56e2-38d2-41bc-b1b2-e589ba6a6806)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:31:42.377965 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e6bf7353-1c81-4851-b032-597e6d106736 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:42.390156 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-e6bf7353-1c81-4851-b032-597e6d106736 admin admin] Calling delete_port for f7245f8a-b04a-433f-b773-feaee583dfa8 owned by network:dhcp {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 23:31:42.408525 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-0b01eaff-7b61-4913-a7a1-c57beeec9e3b None None] Deleting port f7245f8a-b04a-433f-b773-feaee583dfa8 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 23:31:42.408902 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0b01eaff-7b61-4913-a7a1-c57beeec9e3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:42.476971 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-0b01eaff-7b61-4913-a7a1-c57beeec9e3b None None] For port f7245f8a-b04a-433f-b773-feaee583dfa8, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=f7245f8a-b04a-433f-b773-feaee583dfa8,segment=NetworkSegment(593d56e2-38d2-41bc-b1b2-e589ba6a6806),segment_id=593d56e2-38d2-41bc-b1b2-e589ba6a6806)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:31:42.477389 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0b01eaff-7b61-4913-a7a1-c57beeec9e3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:42.478629 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e6bf7353-1c81-4851-b032-597e6d106736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:42.491030 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-0b01eaff-7b61-4913-a7a1-c57beeec9e3b None None] Calling delete_port for f7245f8a-b04a-433f-b773-feaee583dfa8 owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 23:31:42.504285 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bf7353-1c81-4851-b032-597e6d106736 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7245f8a-b04a-433f-b773-feaee583dfa8,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:42.507804 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bf7353-1c81-4851-b032-597e6d106736 admin admin] No DVR routers for this DVR port f7245f8a-b04a-433f-b773-feaee583dfa8 on host n-d-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:31:42.570616 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0b01eaff-7b61-4913-a7a1-c57beeec9e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:42.584137 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e6bf7353-1c81-4851-b032-597e6d106736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:42.596442 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b01eaff-7b61-4913-a7a1-c57beeec9e3b None None] Pushing event deleted for resources: {'Port': ['ID=f7245f8a-b04a-433f-b773-feaee583dfa8,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:42.602192 n-d-825064-1 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b01eaff-7b61-4913-a7a1-c57beeec9e3b None None] No DVR routers for this DVR port f7245f8a-b04a-433f-b773-feaee583dfa8 on host n-d-825064-1 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:31:42.608250 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-e6bf7353-1c81-4851-b032-597e6d106736 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65a9db86-2194-48e1-bf6b-fd60925d798f']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:31:42.618900 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-e6bf7353-1c81-4851-b032-597e6d106736 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '593d56e2-38d2-41bc-b1b2-e589ba6a6806') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:31:42.619199 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-e6bf7353-1c81-4851-b032-597e6d106736 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '593d56e2-38d2-41bc-b1b2-e589ba6a6806') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:31:42.629852 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e6bf7353-1c81-4851-b032-597e6d106736 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60394742'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:42.644270 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e6bf7353-1c81-4851-b032-597e6d106736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:42.651172 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6bf7353-1c81-4851-b032-597e6d106736 admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:31:42.651565 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e6bf7353-1c81-4851-b032-597e6d106736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60203044'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:42.653360 n-d-825064-1 neutron-server[102430]: Traceback (most recent call last): Jan 18 23:31:42.653360 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:31:42.653360 n-d-825064-1 neutron-server[102430]: timer() Jan 18 23:31:42.653360 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:31:42.653360 n-d-825064-1 neutron-server[102430]: cb(*args, **kw) Jan 18 23:31:42.653360 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 23:31:42.653360 n-d-825064-1 neutron-server[102430]: return func(*args, **kwargs) Jan 18 23:31:42.653360 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:31:42.653360 n-d-825064-1 neutron-server[102430]: self._notify() Jan 18 23:31:42.653360 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:31:42.653360 n-d-825064-1 neutron-server[102430]: self.callback(batched_events) Jan 18 23:31:42.653360 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:31:42.653360 n-d-825064-1 neutron-server[102430]: event.method(event) Jan 18 23:31:42.653360 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 23:31:42.653360 n-d-825064-1 neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:31:42.653360 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 23:31:42.653360 n-d-825064-1 neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:31:42.653360 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 23:31:42.653360 n-d-825064-1 neutron-server[102430]: return f(self, *a, **k) Jan 18 23:31:42.653360 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:31:42.653360 n-d-825064-1 neutron-server[102430]: return self._get(url).json() Jan 18 23:31:42.653360 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:31:42.653360 n-d-825064-1 neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:31:42.653360 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:31:42.653360 n-d-825064-1 neutron-server[102430]: return self.request(url, 'GET', **kwargs) Jan 18 23:31:42.653360 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:31:42.653360 n-d-825064-1 neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:31:42.653360 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:31:42.653360 n-d-825064-1 neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:31:42.653360 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:31:42.653360 n-d-825064-1 neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:31:42.653360 n-d-825064-1 neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:31:42.709796 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e6bf7353-1c81-4851-b032-597e6d106736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:42.715927 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e6bf7353-1c81-4851-b032-597e6d106736 admin admin] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:42.719143 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-e6bf7353-1c81-4851-b032-597e6d106736 admin admin] 10.222.0.53 "DELETE /v2.0/networks/65a9db86-2194-48e1-bf6b-fd60925d798f HTTP/1.1" status: 204 len: 168 time: 0.8429360 Jan 18 23:31:42.722155 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 33832) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:31:42.731066 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bf7353-1c81-4851-b032-597e6d106736 admin admin] Pushing event deleted for resources: {'Network': ['ID=65a9db86-2194-48e1-bf6b-fd60925d798f,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:43.068143 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-029c4e55-16f3-4f04-8b88-30f598cefffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1041027'] for router_interface, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:43.313894 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-029c4e55-16f3-4f04-8b88-30f598cefffd admin admin] Deleting port ca25282e-d153-4a79-9cf6-ed51e0a070af {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 23:31:43.314230 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-029c4e55-16f3-4f04-8b88-30f598cefffd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:43.326258 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device f36e219c-4b33-46ce-8492-a8579f4a97d4 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 23:31:43.350589 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: f36e219c-4b33-46ce-8492-a8579f4a97d4 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 23:31:43.350941 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device f36e219c-4b33-46ce-8492-a8579f4a97d4 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 23:31:43.351367 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device f7245f8a-b04a-433f-b773-feaee583dfa8 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 23:31:43.372544 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: f7245f8a-b04a-433f-b773-feaee583dfa8 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 23:31:43.372893 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device f7245f8a-b04a-433f-b773-feaee583dfa8 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 23:31:43.373326 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 3cad4b5c-6fc0-425c-94e7-90c4563eee35 no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 23:31:43.391769 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-029c4e55-16f3-4f04-8b88-30f598cefffd admin admin] For port ca25282e-d153-4a79-9cf6-ed51e0a070af, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=ca25282e-d153-4a79-9cf6-ed51e0a070af,segment=NetworkSegment(76c0b3da-05ad-4979-83f4-003d4fd0d9a5),segment_id=76c0b3da-05ad-4979-83f4-003d4fd0d9a5)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:31:43.392149 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-029c4e55-16f3-4f04-8b88-30f598cefffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:43.394365 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 3cad4b5c-6fc0-425c-94e7-90c4563eee35 {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 23:31:43.394715 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 3cad4b5c-6fc0-425c-94e7-90c4563eee35 not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 23:31:43.404465 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-029c4e55-16f3-4f04-8b88-30f598cefffd admin admin] Calling delete_port for ca25282e-d153-4a79-9cf6-ed51e0a070af owned by network:router_interface {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 23:31:43.518195 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:43.580205 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-029c4e55-16f3-4f04-8b88-30f598cefffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:43.604334 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029c4e55-16f3-4f04-8b88-30f598cefffd admin admin] Pushing event deleted for resources: {'Port': ['ID=ca25282e-d153-4a79-9cf6-ed51e0a070af,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:43.773142 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-029c4e55-16f3-4f04-8b88-30f598cefffd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-613841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1046579'] for router_interface, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:43.981630 n-d-825064-1 neutron-server[102431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-029c4e55-16f3-4f04-8b88-30f598cefffd admin admin] Router a1154177-547f-435b-8a33-d0a71d034c8a has already been hosted by L3 agent e403e719-4c0b-47ad-a41d-d7f2002985e5 {{(pid=102431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:31:44.080805 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-029c4e55-16f3-4f04-8b88-30f598cefffd admin admin] Notify agent at l3_agent.n-d-825064-1 the message routers_updated {{(pid=102431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:31:44.086745 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-029c4e55-16f3-4f04-8b88-30f598cefffd admin admin] 10.222.0.53 "PUT /v2.0/routers/a1154177-547f-435b-8a33-d0a71d034c8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3618002 Jan 18 23:31:44.088550 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 33834) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:31:44.091288 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f195e55b-f153-4902-b5fd-cafb92e5fe42 None None] Sync routers for ids ['a1154177-547f-435b-8a33-d0a71d034c8a'] in n-d-825064-1 {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 23:31:44.100941 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f195e55b-f153-4902-b5fd-cafb92e5fe42 None None] Routers {'a1154177-547f-435b-8a33-d0a71d034c8a'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:31:44.101536 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-f195e55b-f153-4902-b5fd-cafb92e5fe42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:31:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['a1154177-547f-435b-8a33-d0a71d034c8a'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:31:44.191809 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c5191fef-fd83-4a53-8942-7e45306782ba admin admin] Notify callbacks [] for router, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:44.204438 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-f195e55b-f153-4902-b5fd-cafb92e5fe42 None None] Set router a1154177-547f-435b-8a33-d0a71d034c8a gateway port host: n-d-825064-1 {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:31:44.292004 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c5191fef-fd83-4a53-8942-7e45306782ba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:44.345572 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-c5191fef-fd83-4a53-8942-7e45306782ba admin admin] Deleting port 99610701-c36a-4d01-a044-0c8ee2bcc31a {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 23:31:44.345909 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c5191fef-fd83-4a53-8942-7e45306782ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:44.428033 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-c5191fef-fd83-4a53-8942-7e45306782ba admin admin] For port 99610701-c36a-4d01-a044-0c8ee2bcc31a, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=99610701-c36a-4d01-a044-0c8ee2bcc31a,segment=NetworkSegment(3c01874d-6a06-41df-8e0e-d7fc6db7ee2d),segment_id=3c01874d-6a06-41df-8e0e-d7fc6db7ee2d)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:31:44.428430 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c5191fef-fd83-4a53-8942-7e45306782ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:44.439644 n-d-825064-1 neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-c5191fef-fd83-4a53-8942-7e45306782ba admin admin] Calling delete_port for 99610701-c36a-4d01-a044-0c8ee2bcc31a owned by network:router_gateway {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 23:31:44.470144 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-f195e55b-f153-4902-b5fd-cafb92e5fe42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1154177-547f-435b-8a33-d0a71d034c8a', 'name': 'tempest-TestSnapshotPattern-162092191-router', 'tenant_id': '5ba87f2eaa024a89bff35fa917e1cb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'external_fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': '99610701-c36a-4d01-a044-0c8ee2bcc31a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:26:59Z', 'updated_at': '2022-01-18T23:31:43Z', 'revision_number': 5, 'project_id': '5ba87f2eaa024a89bff35fa917e1cb89', 'gw_port': {'id': '99610701-c36a-4d01-a044-0c8ee2bcc31a', 'name': '', 'network_id': '0fa7c7c8-c96a-4aa5-9818-d374adf00f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:38:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1154177-547f-435b-8a33-d0a71d034c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '795765f6-d15a-4b92-a239-8420fd790c31', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:27:00Z', 'updated_at': '2022-01-18T23:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '795765f6-d15a-4b92-a239-8420fd790c31', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-1'}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:31:44.497370 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f195e55b-f153-4902-b5fd-cafb92e5fe42 None None] Checking router: a1154177-547f-435b-8a33-d0a71d034c8a for host: n-d-825064-1 {{(pid=102433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 23:31:44.498693 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:44.506212 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f195e55b-f153-4902-b5fd-cafb92e5fe42 None None] Routers {'a1154177-547f-435b-8a33-d0a71d034c8a'} bound to L3 agent in host n-d-825064-1 {{(pid=102433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:31:44.506804 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-f195e55b-f153-4902-b5fd-cafb92e5fe42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:02:22Z,description=,heartbeat_timestamp=2022-01-18T23:31:22Z,host='n-d-825064-1',id=e403e719-4c0b-47ad-a41d-d7f2002985e5,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:02:22Z,topic='l3_agent')) {'router_ids': ['a1154177-547f-435b-8a33-d0a71d034c8a'], 'active': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:31:44.590431 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_dvr_db [None req-f195e55b-f153-4902-b5fd-cafb92e5fe42 None None] Set router a1154177-547f-435b-8a33-d0a71d034c8a gateway port host: None {{(pid=102433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 23:31:44.605264 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c5191fef-fd83-4a53-8942-7e45306782ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59510214'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:44.628191 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5191fef-fd83-4a53-8942-7e45306782ba admin admin] Pushing event deleted for resources: {'Port': ['ID=99610701-c36a-4d01-a044-0c8ee2bcc31a,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:44.643375 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.l3_hamode_db [None req-f195e55b-f153-4902-b5fd-cafb92e5fe42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1154177-547f-435b-8a33-d0a71d034c8a', 'name': 'tempest-TestSnapshotPattern-162092191-router', 'tenant_id': '5ba87f2eaa024a89bff35fa917e1cb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:26:59Z', 'updated_at': '2022-01-18T23:31:44Z', 'revision_number': 6, 'project_id': '5ba87f2eaa024a89bff35fa917e1cb89', 'gw_port_host': None}], 'n-d-825064-1', False) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:31:44.669642 n-d-825064-1 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f195e55b-f153-4902-b5fd-cafb92e5fe42 None None] The sync data for ids ['a1154177-547f-435b-8a33-d0a71d034c8a'] in n-d-825064-1 is: [{'id': 'a1154177-547f-435b-8a33-d0a71d034c8a', 'name': 'tempest-TestSnapshotPattern-162092191-router', 'tenant_id': '5ba87f2eaa024a89bff35fa917e1cb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:26:59Z', 'updated_at': '2022-01-18T23:31:44Z', 'revision_number': 6, 'project_id': '5ba87f2eaa024a89bff35fa917e1cb89', 'gw_port_host': None}] {{(pid=102433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 23:31:44.696527 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c5191fef-fd83-4a53-8942-7e45306782ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043029'] for router_gateway, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:44.783579 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c5191fef-fd83-4a53-8942-7e45306782ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1040886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8602'] for router, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:44.785664 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c5191fef-fd83-4a53-8942-7e45306782ba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:44.826188 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c5191fef-fd83-4a53-8942-7e45306782ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1040832'] for router, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:44.826773 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5191fef-fd83-4a53-8942-7e45306782ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router a1154177-547f-435b-8a33-d0a71d034c8a {{(pid=102431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 23:31:44.830976 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c5191fef-fd83-4a53-8942-7e45306782ba admin admin] Notify callbacks [] for router, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:44.832922 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-c5191fef-fd83-4a53-8942-7e45306782ba admin admin] 10.222.0.53 "DELETE /v2.0/routers/a1154177-547f-435b-8a33-d0a71d034c8a HTTP/1.1" status: 204 len: 168 time: 0.7434282 Jan 18 23:31:44.835425 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [-] (102431) accepted ('10.222.0.53', 33836) {{(pid=102431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:31:44.877584 n-d-825064-1 neutron-server[102431]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdf1d995-a5a5-48b4-8ae7-9a4761acb829 admin admin] Deleting subnet 89b2b75a-b6a5-4d67-8977-185552b2a78c {{(pid=102431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 18 23:31:44.881096 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bdf1d995-a5a5-48b4-8ae7-9a4761acb829 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:44.913961 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bdf1d995-a5a5-48b4-8ae7-9a4761acb829 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58975838'] for subnet, precommit_delete_associations {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:44.991046 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bdf1d995-a5a5-48b4-8ae7-9a4761acb829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2065468'] for subnet, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:45.044883 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bdf1d995-a5a5-48b4-8ae7-9a4761acb829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2065415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59510069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58822567'] for subnet, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:45.071877 n-d-825064-1 neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf1d995-a5a5-48b4-8ae7-9a4761acb829 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89b2b75a-b6a5-4d67-8977-185552b2a78c,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:45.075587 n-d-825064-1 neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bdf1d995-a5a5-48b4-8ae7-9a4761acb829 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:45.079286 n-d-825064-1 neutron-server[102431]: INFO neutron.wsgi [None req-bdf1d995-a5a5-48b4-8ae7-9a4761acb829 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/89b2b75a-b6a5-4d67-8977-185552b2a78c HTTP/1.1" status: 204 len: 168 time: 0.2429271 Jan 18 23:31:45.082167 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 33838) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:31:45.084591 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d63832-5298-45b5-bf4a-25fc86df4048 None None] Network 6a884682-a042-4826-88b0-10c670016943 requested from n-d-825064-1 {{(pid=102432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 18 23:31:45.157327 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6bc0ad75-d184-472a-991e-143979c4a2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1998114'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:45.215322 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-6bc0ad75-d184-472a-991e-143979c4a2f9 admin admin] Deleting port edd6a150-0f59-4067-9d68-feab45b1bc4c {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 18 23:31:45.215662 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6bc0ad75-d184-472a-991e-143979c4a2f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757344671874'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:45.277041 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-6bc0ad75-d184-472a-991e-143979c4a2f9 admin admin] For port edd6a150-0f59-4067-9d68-feab45b1bc4c, host n-d-825064-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-1',level=0,port_id=edd6a150-0f59-4067-9d68-feab45b1bc4c,segment=NetworkSegment(76c0b3da-05ad-4979-83f4-003d4fd0d9a5),segment_id=76c0b3da-05ad-4979-83f4-003d4fd0d9a5)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:31:45.277407 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6bc0ad75-d184-472a-991e-143979c4a2f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040797'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:45.294266 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-6bc0ad75-d184-472a-991e-143979c4a2f9 admin admin] Calling delete_port for edd6a150-0f59-4067-9d68-feab45b1bc4c owned by network:dhcp {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 18 23:31:45.369766 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6bc0ad75-d184-472a-991e-143979c4a2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1588789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757344672395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757344271463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60203121'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:45.395876 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc0ad75-d184-472a-991e-143979c4a2f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=edd6a150-0f59-4067-9d68-feab45b1bc4c,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:45.397723 n-d-825064-1 neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc0ad75-d184-472a-991e-143979c4a2f9 admin admin] No DVR routers for this DVR port edd6a150-0f59-4067-9d68-feab45b1bc4c on host n-d-825064-1 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:31:45.450334 n-d-825064-1 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e7a550-b347-48a4-92bd-2dbc5fb5a2fa None None] DHCP port deletion for 6a884682-a042-4826-88b0-10c670016943 request from n-d-825064-1 {{(pid=102432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 18 23:31:45.476170 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6bc0ad75-d184-472a-991e-143979c4a2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2067102', 'neutron.services.segments.db._delete_segments_for_network-8757344687553'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:45.496388 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-6bc0ad75-d184-472a-991e-143979c4a2f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a884682-a042-4826-88b0-10c670016943']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:31:45.506554 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-6bc0ad75-d184-472a-991e-143979c4a2f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76c0b3da-05ad-4979-83f4-003d4fd0d9a5') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:31:45.506853 n-d-825064-1 neutron-server[102430]: DEBUG neutron.services.segments.db [None req-6bc0ad75-d184-472a-991e-143979c4a2f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76c0b3da-05ad-4979-83f4-003d4fd0d9a5') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:31:45.511269 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device ca25282e-d153-4a79-9cf6-ed51e0a070af no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 23:31:45.516868 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6bc0ad75-d184-472a-991e-143979c4a2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757344589761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60394742'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:45.530193 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6bc0ad75-d184-472a-991e-143979c4a2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:45.531434 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: ca25282e-d153-4a79-9cf6-ed51e0a070af {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 23:31:45.531786 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device ca25282e-d153-4a79-9cf6-ed51e0a070af not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 23:31:45.532223 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 99610701-c36a-4d01-a044-0c8ee2bcc31a no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 23:31:45.536701 n-d-825064-1 neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bc0ad75-d184-472a-991e-143979c4a2f9 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 23:31:45.537106 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6bc0ad75-d184-472a-991e-143979c4a2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60203044'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:45.538836 n-d-825064-1 neutron-server[102430]: Traceback (most recent call last): Jan 18 23:31:45.538836 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 23:31:45.538836 n-d-825064-1 neutron-server[102430]: timer() Jan 18 23:31:45.538836 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:31:45.538836 n-d-825064-1 neutron-server[102430]: cb(*args, **kw) Jan 18 23:31:45.538836 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 23:31:45.538836 n-d-825064-1 neutron-server[102430]: return func(*args, **kwargs) Jan 18 23:31:45.538836 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:31:45.538836 n-d-825064-1 neutron-server[102430]: self._notify() Jan 18 23:31:45.538836 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:31:45.538836 n-d-825064-1 neutron-server[102430]: self.callback(batched_events) Jan 18 23:31:45.538836 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:31:45.538836 n-d-825064-1 neutron-server[102430]: event.method(event) Jan 18 23:31:45.538836 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 23:31:45.538836 n-d-825064-1 neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:31:45.538836 n-d-825064-1 neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 23:31:45.538836 n-d-825064-1 neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:31:45.538836 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 23:31:45.538836 n-d-825064-1 neutron-server[102430]: return f(self, *a, **k) Jan 18 23:31:45.538836 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:31:45.538836 n-d-825064-1 neutron-server[102430]: return self._get(url).json() Jan 18 23:31:45.538836 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:31:45.538836 n-d-825064-1 neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:31:45.538836 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 23:31:45.538836 n-d-825064-1 neutron-server[102430]: return self.request(url, 'GET', **kwargs) Jan 18 23:31:45.538836 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 23:31:45.538836 n-d-825064-1 neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:31:45.538836 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 23:31:45.538836 n-d-825064-1 neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:31:45.538836 n-d-825064-1 neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 23:31:45.538836 n-d-825064-1 neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:31:45.538836 n-d-825064-1 neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:31:45.551843 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: 99610701-c36a-4d01-a044-0c8ee2bcc31a {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 23:31:45.552285 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device 99610701-c36a-4d01-a044-0c8ee2bcc31a not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 23:31:45.552640 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device edd6a150-0f59-4067-9d68-feab45b1bc4c no longer exists at agent ovs-agent-n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 23:31:45.571833 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] No Port match for: edd6a150-0f59-4067-9d68-feab45b1bc4c {{(pid=102432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 18 23:31:45.572198 n-d-825064-1 neutron-server[102432]: DEBUG neutron.plugins.ml2.rpc [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Device edd6a150-0f59-4067-9d68-feab45b1bc4c not bound to the agent host n-d-825064-1 {{(pid=102432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 23:31:45.599350 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6bc0ad75-d184-472a-991e-143979c4a2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2067095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043121'] for network, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:45.604748 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6bc0ad75-d184-472a-991e-143979c4a2f9 admin admin] Notify callbacks [] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:45.607850 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-6bc0ad75-d184-472a-991e-143979c4a2f9 admin admin] 10.222.0.53 "DELETE /v2.0/networks/6a884682-a042-4826-88b0-10c670016943 HTTP/1.1" status: 204 len: 168 time: 0.5238824 Jan 18 23:31:45.621377 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc0ad75-d184-472a-991e-143979c4a2f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a884682-a042-4826-88b0-10c670016943,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:45.790846 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 33842) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:31:45.833849 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-a77b4b16-2544-44d2-9204-02e5778f6e8d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4a7d08920b4c41a5997cf476b3cd8f31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0418437 Jan 18 23:31:45.836366 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 33844) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:31:45.882646 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8e3a3a33-4f31-4856-9012-469151461ab8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:45.903523 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8e3a3a33-4f31-4856-9012-469151461ab8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:45.948373 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8e3a3a33-4f31-4856-9012-469151461ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:45.950829 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8e3a3a33-4f31-4856-9012-469151461ab8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:45.951978 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-8e3a3a33-4f31-4856-9012-469151461ab8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ba9abb16-e422-43c1-933e-d086bd7deba3 HTTP/1.1" status: 204 len: 168 time: 0.1147203 Jan 18 23:31:45.960271 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3a3a33-4f31-4856-9012-469151461ab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba9abb16-e422-43c1-933e-d086bd7deba3,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:46.264507 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 33850) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:31:46.303964 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-ec7d674a-b666-4c17-8e7a-867ee544ec2a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5ba87f2eaa024a89bff35fa917e1cb89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382783 Jan 18 23:31:46.306364 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.53', 33852) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 18 23:31:46.352841 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5bd477d2-a0ad-45e9-b998-d2b268015a72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:46.373103 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5bd477d2-a0ad-45e9-b998-d2b268015a72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:46.421843 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5bd477d2-a0ad-45e9-b998-d2b268015a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528567'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:46.424473 n-d-825064-1 neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5bd477d2-a0ad-45e9-b998-d2b268015a72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:46.425779 n-d-825064-1 neutron-server[102430]: INFO neutron.wsgi [None req-5bd477d2-a0ad-45e9-b998-d2b268015a72 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b116506d-caea-4ce8-8c3d-c551757e1fea HTTP/1.1" status: 204 len: 168 time: 0.1185079 Jan 18 23:31:46.433564 n-d-825064-1 neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd477d2-a0ad-45e9-b998-d2b268015a72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b116506d-caea-4ce8-8c3d-c551757e1fea,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:49.414131 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-44d95b54-70b8-4c9a-ae5f-62ede0e7dd21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:52.035335 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8d5aa8d3-3408-4886-9493-1d25f5b58d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:53.240579 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:54.689696 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:54.733950 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:13.532973 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:14.498080 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:19.220174 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 23:32:19.415417 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-93d46968-736b-4345-acbe-a5b6ffba092c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:22.035190 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ac9314c4-ae69-4422-8c13-79cdc634893d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:23.242733 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:24.689150 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:24.733291 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:43.531840 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:44.512833 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:49.416910 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2599b7e4-0c8c-4cab-a6b2-ad6f5fa92edd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:52.035668 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f7634d6e-1485-4b25-b0ba-68b8e358f802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:53.245794 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:54.691388 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:54.731652 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:56.219274 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 23:33:13.544616 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:14.529060 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:19.418687 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a85c8766-f140-4937-a3eb-5b34137d0b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:22.035645 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2922f9e7-37a8-406b-aa82-99111300ea0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:23.248286 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:24.693105 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:24.731506 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:33.217236 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 23:33:43.543519 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:44.528374 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:49.419424 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-756d8e2b-b2fe-4866-a8cc-7e2705937b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:52.039759 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ec757c86-e122-4f2b-94f8-8756c3571c83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:53.250603 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:54.696475 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:54.731191 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:10.216364 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 23:34:13.544455 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:14.526099 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:19.419101 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-dd8c6171-b4d9-4e5c-b148-fbe6f970e494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:22.041519 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1a4446eb-d306-46f6-9c57-5f936fa60b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:23.253395 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:24.699386 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:24.730719 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:43.543541 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:44.556897 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:47.215468 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 23:34:49.419110 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3bbf34fe-c383-47a6-abfc-1eee39d521dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:52.044981 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cd266273-461e-40d1-aa7d-6232e6de519f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:53.256712 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:54.702884 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:54.729799 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:13.557588 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:14.571509 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:19.418663 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c200fd45-20b5-4c24-8992-0840d693dc9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:22.045753 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-386d0356-994a-46ad-a8bd-cb0d95f3f572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:23.260183 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:24.213818 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 23:35:24.704885 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:24.729049 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:43.557154 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:44.568091 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:48.957157 n-d-825064-1 neutron-server[102431]: DEBUG neutron.wsgi [req-260caa3c-6df2-464b-9aed-b81c1c28912f req-cf367547-3dc9-48a0-ae71-4084dbc6f1dc service neutron] (102431) timed out ('10.222.0.53', 60726) {{(pid=102431) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jan 18 23:35:49.422825 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b40f4532-7edc-42e4-a31e-7a403044fd0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:52.045969 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7a536a37-a068-465c-9804-70fe5d4eaf60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:53.262990 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:54.707192 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:54.728478 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:01.212752 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 23:36:13.557100 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:14.583877 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:19.423628 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3864e1a3-d0eb-41d2-b98b-739b9c587a4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:22.046560 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6163b041-51aa-400a-8da4-aaee157f7017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:23.267071 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:24.709576 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:24.727957 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:38.211272 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 23:36:43.569550 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:44.600462 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:49.424701 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b20fa0f7-00fa-4847-817a-aacab6a73b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:52.047646 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-23658f95-cfe8-4134-8227-a288574d6f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:53.273261 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:54.711335 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:54.726928 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:13.571523 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:14.598914 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:15.211609 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 23:37:19.425970 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fe4797a2-b6f1-4f4d-ac4c-e7b84e5daccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:22.047927 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ca3baa9f-e008-4526-a479-98f76eea09a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:23.270927 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:24.717897 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:24.728440 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:43.586309 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:44.595805 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:49.426318 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14403b99-0048-4537-a445-feec26668909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:52.053341 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e6efb6e4-e5d0-42d2-a54a-aa97aad81dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:52.211234 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 23:37:53.274434 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:54.719074 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:54.729294 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:13.583860 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:14.596272 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:19.427013 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ce8dc7e8-7a18-4cd6-b8d3-44c9e57237fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:22.054216 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9eba25ab-ff50-45cc-92e9-8a7a40524ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:23.277771 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:24.727564 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:24.729859 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:29.209651 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 23:38:43.583638 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:44.595451 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:49.428301 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-45731f3d-6320-485a-ace5-967619dac242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:52.054336 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ebd00a01-e2de-4376-803d-7cb9b9eae127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:53.279779 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:54.728078 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:54.732216 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:06.210145 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 23:39:13.597746 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:14.594763 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:19.429173 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-df4cef5a-7a91-410a-b7db-32d5ce87c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:22.054700 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5b9ae535-9850-4485-baa4-5ead755b3c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:23.284177 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:24.731761 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:24.735562 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:43.209919 n-d-825064-1 neutron-server[102433]: DEBUG neutron.db.agents_db [None req-b9a2f8b6-17a0-4ebc-931f-490d5bb85c77 None None] Agent healthcheck: found 7 active agents {{(pid=102433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 23:39:43.598059 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:44.595010 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:49.429185 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-57ffeac0-1e10-47b7-bf74-cffa0f6f5138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:52.058540 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fcdac551-274a-463e-9a2c-32c6ed36ea54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:53.287403 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14dbce35-68b8-4d39-a265-7919bb2d765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:54.735198 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63e94a4a-8471-4dbd-8678-526d2cbefa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:54.739420 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f2d5953-8010-4419-91fe-7a0d5cd22f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:05.304623 n-d-825064-1 neutron-server[102430]: DEBUG neutron.wsgi [req-c48f9e20-bfca-488e-8aaf-32e72fd0495d req-e180c845-19bf-4b70-83ba-e2c640b97de4 service neutron] (102430) timed out ('10.222.0.53', 36450) {{(pid=102430) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jan 18 23:40:13.596467 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81f9bf93-b7c5-48a9-85fc-391576f1c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:14.608216 n-d-825064-1 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62b520d7-889d-4c11-91bd-6aae7c8bb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757344690535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2071888'] for agent, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}